-- Logs begin at Thu 2021-07-15 22:17:20 UTC, end at Fri 2021-07-16 00:44:35 UTC. -- Jul 15 22:53:13.663083 n-d-794306-6 systemd[1]: Started Devstack devstack@q-svc.service. Jul 15 22:53:16.464933 n-d-794306-6 neutron-server[93663]: INFO neutron.common.config [-] Logging enabled! Jul 15 22:53:16.465558 n-d-794306-6 neutron-server[93663]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 15 22:53:16.465720 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93663) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 15 22:53:16.469033 n-d-794306-6 neutron-server[93663]: INFO neutron.common.config [-] Logging enabled! Jul 15 22:53:16.469296 n-d-794306-6 neutron-server[93663]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 15 22:53:16.469613 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93663) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 15 22:53:16.470568 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 15 22:53:16.470809 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 15 22:53:16.471180 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 15 22:53:16.472426 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 15 22:53:16.472674 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 15 22:53:16.473014 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.473390 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.473701 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.473937 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.474247 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.474551 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.474847 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.475144 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.475449 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.475768 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.476055 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.476345 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.476579 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.476867 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.477161 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.477476 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.477713 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] debug = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.478169 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.478927 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.479604 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.480106 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.480620 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.481115 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.481587 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.482085 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.482590 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.483162 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] host = n-d-794306-6 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.483699 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.484217 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.484730 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.485232 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.485729 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.486225 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.486733 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.487890 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.488386 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] log_file = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.488880 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.489385 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.489903 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.490425 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.490824 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.491170 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.491488 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.492021 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.492329 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.492628 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.492920 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.493210 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.493500 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.493781 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.494080 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.494378 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.494676 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.494966 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.495249 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.495532 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.495836 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.496132 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.496410 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.496692 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.496974 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.497270 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.497547 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.497828 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.498137 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.498436 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.498725 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.499019 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.499298 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.499611 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.499894 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.500172 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.500450 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] use_json = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.500731 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.501010 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.501300 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.501580 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.501859 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.502139 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.502418 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.502827 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:16.503525 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.503870 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.504196 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.504498 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.504807 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.505101 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.505408 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.505699 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.506000 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.506300 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.506600 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.506889 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.507188 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.507479 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.507809 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.508126 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.508436 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.508738 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.509021 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.509302 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.509585 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.509873 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.510165 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.510466 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.510766 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.511044 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.511329 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.511648 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.511937 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.512216 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.512501 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.512796 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.513337 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.513617 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.513908 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.514194 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.514473 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.514753 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.515038 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.515336 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.515643 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.515930 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.516212 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.516499 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.516779 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.517069 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.517352 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.517633 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.517911 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.518217 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.518968 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.519254 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.519546 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.519863 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.520153 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.520434 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.520716 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.520997 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.521279 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.521558 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.521837 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.522115 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.522401 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.522682 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.522961 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.523238 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.523516 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.523821 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.524114 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.524423 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.524710 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.524996 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.525281 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.525568 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.525853 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.526136 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.526420 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.526702 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.526979 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.527276 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.527587 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.527879 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.528168 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.528452 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.528761 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.529045 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.529331 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.529615 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.529900 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.530194 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.530486 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.530790 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.531091 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.531393 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.531721 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.532019 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.532305 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.532617 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.532905 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:16.533127 n-d-794306-6 neutron-server[93663]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 15 22:53:16.533375 n-d-794306-6 neutron-server[93663]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93663) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 15 22:53:16.892690 n-d-794306-6 neutron-server[93663]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 15 22:53:16.892974 n-d-794306-6 neutron-server[93663]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 15 22:53:16.893639 n-d-794306-6 neutron-server[93663]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 15 22:53:16.894040 n-d-794306-6 neutron-server[93663]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 15 22:53:17.293092 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:17.293381 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:17.293656 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:17.294854 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:17.295130 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:17.295406 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:17.330520 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:17.331256 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:17.331541 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:17.344656 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:17.344939 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:17.345213 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:17.376335 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:17.376620 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:17.376890 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:17.414105 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:17.414387 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:17.414662 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:17.650553 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:17.651179 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:17.651179 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:17.651349 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:17.652099 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:17.774290 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:17.774617 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:17.774903 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:17.775176 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:17.775446 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:17.775801 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:17.776072 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:17.776330 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:17.776587 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:17.776878 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:17.777143 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:17.777411 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:17.777670 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:17.777927 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:17.778184 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:17.778459 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:17.778715 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:17.778985 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:17.779264 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:17.779525 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:17.779825 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:17.780085 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:17.780369 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:17.780749 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:17.781001 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:17.781249 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:17.781644 n-d-794306-6 neutron-server[93663]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 22:53:17.781890 n-d-794306-6 neutron-server[93663]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 22:53:17.782132 n-d-794306-6 neutron-server[93663]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 22:53:17.782372 n-d-794306-6 neutron-server[93663]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 22:53:17.782610 n-d-794306-6 neutron-server[93663]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 22:53:17.782847 n-d-794306-6 neutron-server[93663]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 22:53:17.783214 n-d-794306-6 neutron-server[93663]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 15 22:53:17.787302 n-d-794306-6 neutron-server[93663]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 15 22:53:17.791268 n-d-794306-6 neutron-server[93663]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 15 22:53:17.794981 n-d-794306-6 neutron-server[93663]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Jul 15 22:53:17.796658 n-d-794306-6 neutron-server[93663]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 15 22:53:17.797133 n-d-794306-6 neutron-server[93663]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 15 22:53:17.797478 n-d-794306-6 neutron-server[93663]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 15 22:53:17.797870 n-d-794306-6 neutron-server[93663]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 15 22:53:17.802847 n-d-794306-6 neutron-server[93663]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 15 22:53:17.803104 n-d-794306-6 neutron-server[93663]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 15 22:53:17.803454 n-d-794306-6 neutron-server[93663]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 15 22:53:17.833018 n-d-794306-6 neutron-server[93663]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 15 22:53:17.833490 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:17.833800 n-d-794306-6 neutron-server[93663]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93663) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 15 22:53:17.834168 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:17.835532 n-d-794306-6 neutron-server[93663]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93663) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 15 22:53:17.835859 n-d-794306-6 neutron-server[93663]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 15 22:53:17.836106 n-d-794306-6 neutron-server[93663]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 15 22:53:17.839309 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:17.839617 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:17.905351 n-d-794306-6 neutron-server[93663]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 15 22:53:17.905549 n-d-794306-6 neutron-server[93663]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 15 22:53:17.905785 n-d-794306-6 neutron-server[93663]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 15 22:53:17.906161 n-d-794306-6 neutron-server[93663]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 15 22:53:17.928828 n-d-794306-6 neutron-server[93663]: DEBUG oslo_db.sqlalchemy.engines [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93663) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 15 22:53:18.460487 n-d-794306-6 neutron-server[93663]: INFO neutron.plugins.ml2.managers [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Initializing driver for type 'gre' Jul 15 22:53:18.461128 n-d-794306-6 neutron-server[93663]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] gre ID ranges: [(1, 1000)] Jul 15 22:53:18.515739 n-d-794306-6 neutron-server[93663]: INFO neutron.plugins.ml2.managers [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Initializing driver for type 'local' Jul 15 22:53:18.516103 n-d-794306-6 neutron-server[93663]: INFO neutron.plugins.ml2.managers [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Initializing driver for type 'vlan' Jul 15 22:53:18.529544 n-d-794306-6 neutron-server[93663]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] VlanTypeDriver initialization complete Jul 15 22:53:18.529903 n-d-794306-6 neutron-server[93663]: INFO neutron.plugins.ml2.managers [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Initializing driver for type 'vxlan' Jul 15 22:53:18.530391 n-d-794306-6 neutron-server[93663]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] vxlan ID ranges: [(1, 1000)] Jul 15 22:53:18.583468 n-d-794306-6 neutron-server[93663]: INFO neutron.plugins.ml2.managers [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Initializing extension driver 'port_security' Jul 15 22:53:18.583834 n-d-794306-6 neutron-server[93663]: INFO neutron.plugins.ml2.extensions.port_security [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] PortSecurityExtensionDriver initialization complete Jul 15 22:53:18.584166 n-d-794306-6 neutron-server[93663]: INFO neutron.plugins.ml2.managers [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Initializing mechanism driver 'openvswitch' Jul 15 22:53:18.584487 n-d-794306-6 neutron-server[93663]: INFO neutron.plugins.ml2.managers [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Initializing mechanism driver 'hyperv' Jul 15 22:53:18.590902 n-d-794306-6 neutron-server[93663]: DEBUG neutron.plugins.ml2.plugin [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:53:18.591796 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: > port after_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.592168 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: > port after_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.592518 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: > port after_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.593037 n-d-794306-6 neutron-server[93663]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93663) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 22:53:18.593471 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: > subnet after_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.593823 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: > subnet after_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.594169 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: > subnet after_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.594555 n-d-794306-6 neutron-server[93663]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93663) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 22:53:18.594958 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: > network after_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.595307 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: > network after_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.595674 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: > network after_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.596069 n-d-794306-6 neutron-server[93663]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93663) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 22:53:18.596473 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: > security_group after_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.596824 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: > security_group after_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.597170 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: > security_group after_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.597558 n-d-794306-6 neutron-server[93663]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93663) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 22:53:18.597956 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.598305 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.598644 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.599108 n-d-794306-6 neutron-server[93663]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93663) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 22:53:18.599512 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: > address_group after_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.599880 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: > address_group after_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.600218 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: > address_group after_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.600633 n-d-794306-6 neutron-server[93663]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93663) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 22:53:18.601015 n-d-794306-6 neutron-server[93663]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] ML2 OVO RPC backend initialized. {{(pid=93663) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 15 22:53:18.601726 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: > router_interface after_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.602081 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.602510 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: > network before_response 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.602843 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: > networks before_response 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.603189 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: > port before_response 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.603530 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: > ports before_response 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.603896 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: > subnet before_response 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.604235 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: > subnets before_response 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.604577 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: > network after_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.604917 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: > network after_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.605250 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: > network after_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.605591 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: > port after_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.605924 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: > port after_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.606257 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: > port after_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.606590 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: > subnet after_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.606921 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: > subnet after_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.607251 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: > subnet after_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.607850 n-d-794306-6 neutron-server[93663]: INFO neutron.plugins.ml2.plugin [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Modular L2 Plugin initialization complete Jul 15 22:53:18.608176 n-d-794306-6 neutron-server[93663]: DEBUG neutron.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading services supported by the core plugin {{(pid=93663) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 15 22:53:18.608500 n-d-794306-6 neutron-server[93663]: INFO neutron.plugins.ml2.managers [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Got port-security extension from driver 'port_security' Jul 15 22:53:18.608959 n-d-794306-6 neutron-server[93663]: INFO neutron.extensions.vlantransparent [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Disabled vlantransparent extension. Jul 15 22:53:18.609437 n-d-794306-6 neutron-server[93663]: DEBUG neutron.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93663) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 15 22:53:18.609747 n-d-794306-6 neutron-server[93663]: INFO neutron.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading Plugin: router Jul 15 22:53:18.646059 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: > router_interface before_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.646451 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: > router after_create 55549900 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.646823 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: > router before_create 55549900 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.647192 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.647565 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.647949 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: > router after_delete 55549900 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.648310 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: > floatingip after_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.648795 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: > router after_create 55549900 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.649147 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: > router after_update 55549900 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.649498 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: > router after_update 55549900 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.649850 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.650209 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: > router after_update 55549900 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.650625 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: > router precommit_update 55549900 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.651147 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: port after_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.651331 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: port after_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.651692 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: subnet after_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.652034 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.652382 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: > port precommit_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.652731 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: > router precommit_create 55549900 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.653071 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: port before_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.653419 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: > router precommit_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.653774 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: > router after_update 55549900 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.654116 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: > router precommit_delete 55549900 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.654462 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: > router precommit_create 55549900 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.654820 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: > router_interface after_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.655165 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: > router precommit_update 55549900 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.655528 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: > agent after_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.655908 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: > agent after_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.656255 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: > network after_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.657115 n-d-794306-6 neutron-server[93663]: DEBUG neutron.quota.resource_registry [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Tracking information for resource: router configured {{(pid=93663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 22:53:18.657454 n-d-794306-6 neutron-server[93663]: DEBUG neutron.quota.resource_registry [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Tracking information for resource: floatingip configured {{(pid=93663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 22:53:18.662436 n-d-794306-6 neutron-server[93663]: INFO neutron.db.l3_agentschedulers_db [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 15 22:53:18.663022 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: port after_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.663384 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: port after_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.663765 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: port after_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.664120 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: port after_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.664902 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: > router before_create 55550100 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.665267 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: > router precommit_delete 55550100 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.665631 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: > router precommit_create 55550100 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.665990 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: > router precommit_update 55550100 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.670401 n-d-794306-6 neutron-server[93663]: DEBUG neutron.services.provider_configuration [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Service providers = [] {{(pid=93663) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 15 22:53:18.670770 n-d-794306-6 neutron-server[93663]: DEBUG neutron.db.servicetype_db [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93663) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 15 22:53:18.673713 n-d-794306-6 neutron-server[93663]: DEBUG neutron.services.service_base [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93663) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 15 22:53:18.674064 n-d-794306-6 neutron-server[93663]: DEBUG neutron.services.service_base [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93663) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 15 22:53:18.674500 n-d-794306-6 neutron-server[93663]: DEBUG neutron.services.service_base [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93663) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 15 22:53:18.675479 n-d-794306-6 neutron-server[93663]: DEBUG neutron.services.service_base [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93663) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 15 22:53:18.675877 n-d-794306-6 neutron-server[93663]: INFO neutron.services.service_base [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 15 22:53:18.676250 n-d-794306-6 neutron-server[93663]: DEBUG neutron.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 22:53:18.676567 n-d-794306-6 neutron-server[93663]: INFO neutron.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 15 22:53:18.687218 n-d-794306-6 neutron-server[93663]: DEBUG neutron.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 22:53:18.687555 n-d-794306-6 neutron-server[93663]: INFO neutron.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading Plugin: auto_allocate Jul 15 22:53:18.693805 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: network precommit_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.694177 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: network precommit_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.694700 n-d-794306-6 neutron-server[93663]: DEBUG neutron.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 22:53:18.695024 n-d-794306-6 neutron-server[93663]: INFO neutron.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading Plugin: tag Jul 15 22:53:18.701679 n-d-794306-6 neutron-server[93663]: DEBUG neutron.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 22:53:18.702004 n-d-794306-6 neutron-server[93663]: INFO neutron.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading Plugin: timestamp Jul 15 22:53:18.706449 n-d-794306-6 neutron-server[93663]: DEBUG neutron.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 22:53:18.706781 n-d-794306-6 neutron-server[93663]: INFO neutron.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading Plugin: network_ip_availability Jul 15 22:53:18.712220 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.712556 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.712913 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.713622 n-d-794306-6 neutron-server[93663]: DEBUG neutron.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 22:53:18.713943 n-d-794306-6 neutron-server[93663]: INFO neutron.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading Plugin: flavors Jul 15 22:53:18.720101 n-d-794306-6 neutron-server[93663]: DEBUG neutron.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 22:53:18.720437 n-d-794306-6 neutron-server[93663]: INFO neutron.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading Plugin: revisions Jul 15 22:53:18.724761 n-d-794306-6 neutron-server[93663]: DEBUG neutron.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 22:53:18.725153 n-d-794306-6 neutron-server[93663]: DEBUG oslo_concurrency.lockutils [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.832s {{(pid=93663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 15 22:53:18.725885 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93663) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 15 22:53:18.726222 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Initializing extension manager. Jul 15 22:53:18.726732 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: __init__.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.727071 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: __pycache__ {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.727402 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.727769 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: address_group.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.728524 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.729089 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loaded extension: address-group Jul 15 22:53:18.729412 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: address_scope.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.730123 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.730629 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loaded extension: address-scope Jul 15 22:53:18.730949 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: admin_state_down_before_update.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.731910 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.732428 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loaded extension: router-admin-state-down-before-update Jul 15 22:53:18.732749 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: agent.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.733452 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.733954 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loaded extension: agent Jul 15 22:53:18.734271 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: agent_resources_synced.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.735187 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.735732 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loaded extension: agent-resources-synced Jul 15 22:53:18.736053 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: allowedaddresspairs.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.737888 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.738406 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loaded extension: allowed-address-pairs Jul 15 22:53:18.738734 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: auto_allocated_topology.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.739820 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.740331 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loaded extension: auto-allocated-topology Jul 15 22:53:18.740654 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: availability_zone.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.741346 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.741847 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loaded extension: availability_zone Jul 15 22:53:18.742166 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: availability_zone_filter.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.743082 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.743591 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loaded extension: availability_zone_filter Jul 15 22:53:18.743927 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: data_plane_status.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.744827 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.745325 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Extension data-plane-status not supported by any of loaded plugins Jul 15 22:53:18.745643 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: default_subnetpools.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.746553 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.747052 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loaded extension: default-subnetpools Jul 15 22:53:18.747370 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: dhcpagentscheduler.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.748208 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.748712 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loaded extension: dhcp_agent_scheduler Jul 15 22:53:18.749032 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: dns.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.749955 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.750460 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Extension dns-integration not supported by any of loaded plugins Jul 15 22:53:18.750781 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: dns_domain_ports.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.751742 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.752255 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 15 22:53:18.753123 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.754046 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.754554 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 15 22:53:18.754876 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: dvr.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.755548 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.756075 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loaded extension: dvr Jul 15 22:53:18.756395 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: empty_string_filtering.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.757302 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.757809 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loaded extension: empty-string-filtering Jul 15 22:53:18.758127 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.759031 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.759533 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 15 22:53:18.759880 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.760788 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.761290 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 15 22:53:18.761608 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: external_net.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.762510 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.763272 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loaded extension: external-net Jul 15 22:53:18.763609 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: extra_dhcp_opt.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.764513 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.765017 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loaded extension: extra_dhcp_opt Jul 15 22:53:18.765335 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: extraroute.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.766233 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.766738 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loaded extension: extraroute Jul 15 22:53:18.767059 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: extraroute_atomic.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.768676 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.769200 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loaded extension: extraroute-atomic Jul 15 22:53:18.769515 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: filter_validation.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.770182 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.770682 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loaded extension: filter-validation Jul 15 22:53:18.770998 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: fip_pf_description.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.771944 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.772631 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 15 22:53:18.772950 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: fip_port_details.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.773875 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.774383 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loaded extension: fip-port-details Jul 15 22:53:18.774703 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: flavors.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.775947 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.776463 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loaded extension: flavors Jul 15 22:53:18.776785 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.778437 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.778961 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 15 22:53:18.779297 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: floatingip_pools.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.780030 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.780542 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loaded extension: floatingip-pools Jul 15 22:53:18.780867 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: ip_allocation.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.781784 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.782290 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Extension ip_allocation not supported by any of loaded plugins Jul 15 22:53:18.782618 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.783537 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.784100 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loaded extension: ip-substring-filtering Jul 15 22:53:18.784427 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: l2_adjacency.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.785354 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.785859 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Extension l2_adjacency not supported by any of loaded plugins Jul 15 22:53:18.786184 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: l3.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.787152 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.787696 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loaded extension: router Jul 15 22:53:18.788021 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: l3_conntrack_helper.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.790269 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.790797 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 15 22:53:18.791129 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.792092 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.792612 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loaded extension: ext-gw-mode Jul 15 22:53:18.792935 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.793850 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.794356 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loaded extension: l3-ha Jul 15 22:53:18.794679 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: l3_flavors.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.795639 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.796143 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loaded extension: l3-flavors Jul 15 22:53:18.796462 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.797390 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.797877 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loaded extension: l3-port-ip-change-not-allowed Jul 15 22:53:18.798195 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: l3agentscheduler.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.799239 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.799839 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loaded extension: l3_agent_scheduler Jul 15 22:53:18.800164 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: logging.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.801656 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.802175 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Extension logging not supported by any of loaded plugins Jul 15 22:53:18.802507 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: metering.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.803249 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.803866 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loaded extension: metering Jul 15 22:53:18.804191 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.805287 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.805803 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loaded extension: metering_source_and_destination_fields Jul 15 22:53:18.806127 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: multiprovidernet.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.807178 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.807730 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loaded extension: multi-provider Jul 15 22:53:18.808059 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: netmtu.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.808978 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.809489 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loaded extension: net-mtu Jul 15 22:53:18.809813 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: netmtu_writable.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.810728 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.811237 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loaded extension: net-mtu-writable Jul 15 22:53:18.811556 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: network_availability_zone.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.812254 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.812768 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loaded extension: network_availability_zone Jul 15 22:53:18.813088 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: network_ip_availability.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.814177 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.814685 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loaded extension: network-ip-availability Jul 15 22:53:18.815536 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: network_segment_range.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.816335 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.816839 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Extension network-segment-range not supported by any of loaded plugins Jul 15 22:53:18.817154 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: pagination.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.818201 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.818481 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loaded extension: pagination Jul 15 22:53:18.818805 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: port_device_profile.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.819742 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.820253 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loaded extension: port-device-profile Jul 15 22:53:18.820574 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.821504 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.822007 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loaded extension: port-mac-address-regenerate Jul 15 22:53:18.822327 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.823257 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.823795 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loaded extension: port-numa-affinity-policy Jul 15 22:53:18.824116 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: port_resource_request.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.825042 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.825545 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Extension port-resource-request not supported by any of loaded plugins Jul 15 22:53:18.825865 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: portbindings.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.826803 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.827315 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loaded extension: binding Jul 15 22:53:18.827658 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: portbindings_extended.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.828938 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.829451 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loaded extension: binding-extended Jul 15 22:53:18.829777 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: portsecurity.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.831253 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.831839 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loaded extension: port-security Jul 15 22:53:18.832163 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: project_id.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.833148 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.833477 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loaded extension: project-id Jul 15 22:53:18.833798 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: providernet.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.834716 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.835226 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loaded extension: provider Jul 15 22:53:18.835547 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: qos.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.839047 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.839594 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Extension qos not supported by any of loaded plugins Jul 15 22:53:18.839923 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.841158 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.841667 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 15 22:53:18.841994 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.842917 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.843425 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 15 22:53:18.843775 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: qos_default.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.844690 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.845196 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Extension qos-default not supported by any of loaded plugins Jul 15 22:53:18.845524 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: qos_fip.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.846210 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.846875 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Extension qos-fip not supported by any of loaded plugins Jul 15 22:53:18.847205 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: qos_gateway_ip.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.848160 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.848672 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 15 22:53:18.848991 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: qos_port_network_policy.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.849903 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.850410 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 15 22:53:18.850730 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: qos_rule_type_details.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.851676 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.852187 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 15 22:53:18.852505 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: qos_rules_alias.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.853549 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.854061 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 15 22:53:18.854382 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: quotasv2.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.855324 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.855874 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loaded extension: quotas Jul 15 22:53:18.856199 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: quotasv2_detail.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.859224 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.859560 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loaded extension: quota_details Jul 15 22:53:18.859914 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: rbac.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.860985 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.861508 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loaded extension: rbac-policies Jul 15 22:53:18.862367 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: rbac_address_group.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.863368 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.863913 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loaded extension: rbac-address-group Jul 15 22:53:18.864239 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: rbac_address_scope.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.865180 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.865694 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loaded extension: rbac-address-scope Jul 15 22:53:18.866015 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: rbac_security_groups.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.866936 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.867444 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loaded extension: rbac-security-groups Jul 15 22:53:18.867791 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: rbac_subnetpool.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.868746 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.869211 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loaded extension: rbac-subnetpool Jul 15 22:53:18.869531 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: revisionifmatch.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.870451 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.870957 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loaded extension: revision-if-match Jul 15 22:53:18.871276 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: revisions.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.872412 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.872920 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loaded extension: standard-attr-revisions Jul 15 22:53:18.873244 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: router_availability_zone.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.873922 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.874435 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loaded extension: router_availability_zone Jul 15 22:53:18.874760 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: routerservicetype.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.875706 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.876216 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Extension router-service-type not supported by any of loaded plugins Jul 15 22:53:18.876536 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.877502 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.878655 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loaded extension: security-groups-normalized-cidr Jul 15 22:53:18.878988 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: security_groups_port_filtering.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.879942 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.880451 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loaded extension: port-security-groups-filtering Jul 15 22:53:18.880773 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.881692 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.882199 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loaded extension: security-groups-remote-address-group Jul 15 22:53:18.882520 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: securitygroup.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.892367 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.892898 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loaded extension: security-group Jul 15 22:53:18.893886 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: segment.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.894672 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.895182 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Extension segment not supported by any of loaded plugins Jul 15 22:53:18.895510 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.896479 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.896994 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 15 22:53:18.897320 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: servicetype.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.898415 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.898936 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loaded extension: service-type Jul 15 22:53:18.899268 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: sorting.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.900283 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.900621 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loaded extension: sorting Jul 15 22:53:18.900948 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: standard_attr_segment.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.901932 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.902450 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 15 22:53:18.902783 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: standardattrdescription.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.903442 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.903987 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loaded extension: standard-attr-description Jul 15 22:53:18.904312 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: stateful_security_group.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.905255 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.905773 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loaded extension: stateful-security-group Jul 15 22:53:18.906100 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: stdattrs_common.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.906691 n-d-794306-6 neutron-server[93663]: WARNING neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 15 22:53:18.907014 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.907967 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.908482 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 15 22:53:18.908856 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: subnet_onboard.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.909925 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.910438 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loaded extension: subnet_onboard Jul 15 22:53:18.910762 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.911730 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.912242 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 15 22:53:18.912563 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: subnet_service_types.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.913485 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.914003 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loaded extension: subnet-service-types Jul 15 22:53:18.914326 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: subnetallocation.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.915401 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.915952 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loaded extension: subnet_allocation Jul 15 22:53:18.916277 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.916945 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.917454 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loaded extension: subnetpool-prefix-ops Jul 15 22:53:18.917776 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.918718 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.919228 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 15 22:53:18.919552 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: tagging.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.920638 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.921150 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loaded extension: standard-attr-tag Jul 15 22:53:18.921476 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: timestamp.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.922711 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.923224 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loaded extension: standard-attr-timestamp Jul 15 22:53:18.923546 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: trunk.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.925152 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.925666 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Extension trunk not supported by any of loaded plugins Jul 15 22:53:18.925990 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: trunk_details.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.926922 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.927436 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Extension trunk-details not supported by any of loaded plugins Jul 15 22:53:18.927783 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: uplink_status_propagation.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.928713 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.929236 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 15 22:53:18.929559 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Loading extension file: vlantransparent.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 22:53:18.930229 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 22:53:18.930738 n-d-794306-6 neutron-server[93663]: INFO neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Extension vlan-transparent not supported by any of loaded plugins Jul 15 22:53:18.933234 n-d-794306-6 neutron-server[93663]: INFO neutron.quota.resource_registry [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Creating instance of TrackedResource for resource:network Jul 15 22:53:18.933769 n-d-794306-6 neutron-server[93663]: INFO neutron.quota.resource_registry [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Creating instance of TrackedResource for resource:subnet Jul 15 22:53:18.934172 n-d-794306-6 neutron-server[93663]: INFO neutron.quota.resource_registry [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 22:53:18.934560 n-d-794306-6 neutron-server[93663]: INFO neutron.quota.resource_registry [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Creating instance of TrackedResource for resource:port Jul 15 22:53:18.935842 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.v2.resource_helper [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 22:53:18.936287 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.v2.resource_helper [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Service FLAVORS assigned prefix: {{(pid=93663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 22:53:18.936914 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.v2.resource_helper [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 22:53:18.937347 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.v2.resource_helper [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 22:53:18.937679 n-d-794306-6 neutron-server[93663]: INFO neutron.quota.resource_registry [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Creating instance of TrackedResource for resource:router Jul 15 22:53:18.938112 n-d-794306-6 neutron-server[93663]: INFO neutron.quota.resource_registry [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Creating instance of TrackedResource for resource:floatingip Jul 15 22:53:18.938606 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.v2.resource_helper [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Service METERING assigned prefix: /metering {{(pid=93663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 22:53:18.940706 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.941076 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.941423 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 22:53:18.942430 n-d-794306-6 neutron-server[93663]: INFO neutron.quota.resource_registry [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Creating instance of CountableResource for resource:rbac_policy Jul 15 22:53:18.942875 n-d-794306-6 neutron-server[93663]: INFO neutron.quota.resource_registry [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Creating instance of TrackedResource for resource:security_group Jul 15 22:53:18.943323 n-d-794306-6 neutron-server[93663]: INFO neutron.quota.resource_registry [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Creating instance of TrackedResource for resource:security_group_rule Jul 15 22:53:18.943957 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.v2.resource_helper [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Service CORE assigned prefix: {{(pid=93663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 22:53:18.944294 n-d-794306-6 neutron-server[93663]: INFO neutron.quota.resource_registry [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 22:53:18.944642 n-d-794306-6 neutron-server[93663]: WARNING neutron.quota.resource_registry [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] subnetpool is already registered Jul 15 22:53:18.945068 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.v2.resource_helper [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Service CORE assigned prefix: {{(pid=93663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 22:53:18.945395 n-d-794306-6 neutron-server[93663]: INFO neutron.quota.resource_registry [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 22:53:18.945734 n-d-794306-6 neutron-server[93663]: WARNING neutron.quota.resource_registry [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] subnetpool is already registered Jul 15 22:53:18.948056 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.v2.resource_helper [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 22:53:18.948494 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.v2.resource_helper [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Service FLAVORS assigned prefix: {{(pid=93663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 22:53:18.949093 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.v2.resource_helper [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 22:53:18.949516 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.v2.resource_helper [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 22:53:18.949851 n-d-794306-6 neutron-server[93663]: INFO neutron.quota.resource_registry [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Creating instance of TrackedResource for resource:router Jul 15 22:53:18.950188 n-d-794306-6 neutron-server[93663]: WARNING neutron.quota.resource_registry [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] router is already registered Jul 15 22:53:18.950602 n-d-794306-6 neutron-server[93663]: INFO neutron.quota.resource_registry [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Creating instance of TrackedResource for resource:floatingip Jul 15 22:53:18.950938 n-d-794306-6 neutron-server[93663]: WARNING neutron.quota.resource_registry [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] floatingip is already registered Jul 15 22:53:18.951390 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.v2.resource_helper [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Service METERING assigned prefix: /metering {{(pid=93663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 22:53:18.952109 n-d-794306-6 neutron-server[93663]: INFO neutron.quota.resource_registry [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Creating instance of CountableResource for resource:rbac_policy Jul 15 22:53:18.952437 n-d-794306-6 neutron-server[93663]: WARNING neutron.quota.resource_registry [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] rbac_policy is already registered Jul 15 22:53:18.952863 n-d-794306-6 neutron-server[93663]: INFO neutron.quota.resource_registry [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Creating instance of TrackedResource for resource:security_group Jul 15 22:53:18.953198 n-d-794306-6 neutron-server[93663]: WARNING neutron.quota.resource_registry [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] security_group is already registered Jul 15 22:53:18.953605 n-d-794306-6 neutron-server[93663]: INFO neutron.quota.resource_registry [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Creating instance of TrackedResource for resource:security_group_rule Jul 15 22:53:18.953936 n-d-794306-6 neutron-server[93663]: WARNING neutron.quota.resource_registry [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] security_group_rule is already registered Jul 15 22:53:18.954574 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.v2.resource_helper [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Service CORE assigned prefix: {{(pid=93663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 22:53:18.954903 n-d-794306-6 neutron-server[93663]: INFO neutron.quota.resource_registry [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 22:53:18.955239 n-d-794306-6 neutron-server[93663]: WARNING neutron.quota.resource_registry [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] subnetpool is already registered Jul 15 22:53:18.955730 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.v2.resource_helper [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Service CORE assigned prefix: {{(pid=93663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 22:53:18.956080 n-d-794306-6 neutron-server[93663]: INFO neutron.quota.resource_registry [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 22:53:18.956440 n-d-794306-6 neutron-server[93663]: WARNING neutron.quota.resource_registry [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] subnetpool is already registered Jul 15 22:53:18.956918 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Extended resource: extensions {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:18.958344 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Extended resource: address-groups {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:18.959876 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Extended resource: address-scopes {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:18.961165 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Extended resource: agents {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:18.962359 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Extended resource: auto-allocated-topology {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:18.963541 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Extended resource: availability_zones {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:18.964791 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Extended resource: dhcp-networks {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:18.966286 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Extended resource: dhcp-agents {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:18.967756 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Extended resource: routers {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:18.969455 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Extended resource: flavors {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:18.971818 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Extended resource: service_profiles {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:18.973024 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Extended resource: next_providers {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:18.974480 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Extended resource: service_profiles {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:18.976066 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Extended resource: floatingip-pools {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:18.977282 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Extended resource: routers {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:18.978969 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Extended resource: floatingips {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:18.980271 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Extended resource: l3-routers {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:18.981651 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Extended resource: l3-agents {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:18.983061 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Extended resource: metering-labels {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:18.984353 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Extended resource: metering-label-rules {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:18.985712 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Extended resource: network-ip-availabilities {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:18.987581 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Extended resource: bindings {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:18.989215 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Extended resource: quotas {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:18.990757 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Extended resource: quotas {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:18.992213 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Extended resource: rbac-policies {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:18.993400 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Extended resource: security-groups {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:18.994696 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Extended resource: security-group-rules {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:18.995983 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Extended resource: service-providers {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:18.997239 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Extended resource: subnetpools {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:18.998562 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Extended resource: subnetpools {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:19.000134 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Extended resource: tags {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:19.001797 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Extended resource: tags {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:19.004401 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Extended resource: tags {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:19.006187 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Extended resource: tags {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:19.007898 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Extended resource: tags {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:19.009842 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Extended resource: tags {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:19.011521 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Extended resource: tags {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:19.013595 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Extended resource: tags {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:19.015447 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Extended resource: tags {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:19.017215 n-d-794306-6 neutron-server[93663]: DEBUG neutron.api.extensions [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Extended resource: tags {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 22:53:19.023371 n-d-794306-6 neutron-server[93663]: WARNING keystonemiddleware.auth_token [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 15 22:53:19.027914 n-d-794306-6 neutron-server[93663]: WARNING keystonemiddleware.auth_token [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 15 22:53:19.036479 n-d-794306-6 neutron-server[93663]: DEBUG oslo_concurrency.lockutils [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Acquired lock "singleton_lock" {{(pid=93663) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 15 22:53:19.036951 n-d-794306-6 neutron-server[93663]: DEBUG oslo_concurrency.lockutils [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Releasing lock "singleton_lock" {{(pid=93663) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 15 22:53:19.037597 n-d-794306-6 neutron-server[93663]: INFO oslo_service.service [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Starting 2 workers Jul 15 22:53:19.042386 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Started child 93770 {{(pid=93663) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 15 22:53:19.046789 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Started child 93771 {{(pid=93663) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 15 22:53:19.047816 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:19.048508 n-d-794306-6 neutron-server[93663]: INFO neutron.service [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Neutron service started, listening on 0.0.0.0:9696 Jul 15 22:53:19.049029 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Notify callbacks [] for process, before_spawn {{(pid=93663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:19.049919 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [-] (93770) wsgi starting up on http://0.0.0.0:9696 Jul 15 22:53:19.052104 n-d-794306-6 neutron-server[93663]: INFO oslo_service.service [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Starting 1 workers Jul 15 22:53:19.052384 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:19.053816 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [-] (93771) wsgi starting up on http://0.0.0.0:9696 Jul 15 22:53:19.057282 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Started child 93772 {{(pid=93663) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 15 22:53:19.057814 n-d-794306-6 neutron-server[93663]: INFO oslo_service.service [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Starting 1 workers Jul 15 22:53:19.061053 n-d-794306-6 neutron-server[93772]: DEBUG neutron.service [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] calling RpcWorker wait() {{(pid=93772) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 15 22:53:19.061604 n-d-794306-6 neutron-server[93772]: DEBUG neutron.service [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] returning from RpcWorker wait() {{(pid=93772) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 15 22:53:19.062241 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Started child 93773 {{(pid=93663) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 15 22:53:19.062951 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:19.063065 n-d-794306-6 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-12e43548-17d9-4c0d-a31e-41efd20e779d None None] Notify callbacks [] for process, after_spawn {{(pid=93663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:19.063491 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:53:19.064996 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93663) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 15 22:53:19.065856 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 15 22:53:19.066053 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 15 22:53:19.066286 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 15 22:53:19.066615 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 15 22:53:19.066780 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 15 22:53:19.067296 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.067587 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.067851 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:19.068310 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.068310 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.068459 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.068981 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.069270 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.069511 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.069789 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.070044 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.070216 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.070382 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.070634 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.070868 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.071131 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.071403 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.071679 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.071958 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.072127 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.072402 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.072665 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.072917 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.073184 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] debug = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.073427 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.073928 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.074192 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.074435 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.074655 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.074922 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.075166 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.075434 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.075691 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.075943 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.076181 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.076428 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.076669 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.076896 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.077112 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.077382 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.077603 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.078067 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] host = n-d-794306-6 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.078305 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.078523 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.078751 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.079013 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.079248 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.079464 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.079765 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.080031 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.080274 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.080505 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.081680 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.081680 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.081680 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.081680 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] log_file = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.081680 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] log_options = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.082352 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.082352 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.082352 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.082742 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.082742 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.082980 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.083114 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.083248 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.083563 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.083765 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.083986 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.084208 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.084445 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.084658 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.084929 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.085174 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.085418 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.085628 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.085872 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.086129 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.086358 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.086597 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.086803 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.087018 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.087292 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.087473 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.087725 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.087945 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.088176 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.088417 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.088650 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.088900 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.089139 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.089388 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.089636 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.089865 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.090101 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.090362 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.090592 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.090850 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.091093 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.091329 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.091599 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.091815 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.092073 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.092305 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] use_json = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.092517 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.092755 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.093031 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.093251 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.093483 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.093734 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.093936 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.094189 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.094597 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.094891 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.095203 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.095482 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.095761 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.096007 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.096269 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.096520 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.096774 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.097088 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.097402 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.097652 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.097938 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.098179 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.098467 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.098813 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.098956 n-d-794306-6 neutron-server[93773]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:53:19.099089 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.099311 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.099548 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.099832 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.100051 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.100291 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.100606 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.100893 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.101142 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.101861 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.101861 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.102187 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.102368 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.102495 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.102641 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.102951 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.103146 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.103383 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.103633 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.103853 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.104070 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.104309 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.104539 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.104791 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.105049 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.105898 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.105898 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.105898 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.106262 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.106262 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.107200 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.107200 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.107200 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.107200 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.108436 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.108436 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.108436 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.108436 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.108436 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.108436 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.109154 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.109154 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.109154 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.109154 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.109607 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.111517 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.111517 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.111517 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.111517 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.111517 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.111517 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.111517 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.111517 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.111517 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.113158 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.113158 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.113158 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.113158 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.113158 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.113158 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.113865 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.113865 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.113865 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.114225 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.114225 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.114467 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.114592 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.118666 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.118666 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.118666 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.118666 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.118666 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.118666 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.118666 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.118666 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.119181 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.119181 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.119181 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.119181 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.119181 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.119181 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.119181 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.119562 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.119661 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.119906 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.120133 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.120375 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.120596 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.120844 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.121103 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.121391 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.121632 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.121866 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.122098 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.122665 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.122665 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.122971 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.126884 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.126884 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.126884 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.126884 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.126884 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.126884 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.126884 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.126884 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.128527 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.128527 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.128527 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.128527 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.128527 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.128527 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.128527 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.128527 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.129478 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.129478 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.129478 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.129478 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.129478 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.129478 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.129478 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.129478 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.130240 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.130240 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.130240 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.130240 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.130592 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.130592 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.130827 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.131045 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.131260 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.131488 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.131745 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.131994 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.132209 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.132444 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.132662 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.132878 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.133138 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.133371 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.133593 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.133839 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.134060 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.134279 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.134530 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.134737 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.134960 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.135200 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.135419 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.135659 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.135898 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.136129 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.136378 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.136598 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.136879 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.137134 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.137369 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.137615 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.138121 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.138387 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.138605 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.138852 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.139076 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.139291 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.139506 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.139753 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.139986 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.140200 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.140430 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.140663 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.140917 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.141158 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.141513 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.141777 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.142010 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.142279 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.142500 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.142752 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.143005 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.143244 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.143503 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.143727 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.143950 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.144190 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.144439 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.144662 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.144901 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.145136 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.145349 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.145590 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.145801 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.146115 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.146371 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.146605 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.146850 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.147091 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.147304 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.147563 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.147790 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.148003 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.148227 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.148443 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.148652 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.148881 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.149115 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.149322 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.149550 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.149767 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.149974 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.150196 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.150406 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.150639 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.150861 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.151077 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.151284 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.151509 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.151781 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.151993 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.152211 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.152429 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.152636 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.152947 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.153195 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.153437 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.153735 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.153961 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.154206 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.154449 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.154774 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.155025 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.155276 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.155687 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.155797 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.155976 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.156233 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.156569 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.156859 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.157137 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.157374 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.157918 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.158017 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.158224 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.158438 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.158753 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.159098 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.159468 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.159778 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.160010 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.160291 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.160542 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.160760 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.160999 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.161219 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.161444 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.161702 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.162036 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.162216 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.162438 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.162687 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.162907 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.163138 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.163386 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.163662 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.163896 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.164088 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 15 22:53:19.164606 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93663) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 15 22:53:19.164783 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 15 22:53:19.164955 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 15 22:53:19.165106 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 15 22:53:19.165330 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 15 22:53:19.165470 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 15 22:53:19.165639 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.165777 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.165911 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.166075 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.166212 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.166346 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.166534 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.166719 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.166889 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.167027 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.167157 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.167348 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.167500 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.167757 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.167757 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.168017 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.168017 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.168286 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.168420 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.168555 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.168707 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.168860 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.168991 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] debug = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.169120 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.169206 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.169457 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.169618 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.169789 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.169789 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.170044 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.170177 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.170309 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.170442 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.170575 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.170707 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.170814 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.170945 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.171173 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.171339 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.171463 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.171593 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] host = n-d-794306-6 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.171747 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.171932 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.172081 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.172233 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.172381 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.172516 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.172644 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.172806 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.172983 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.173124 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.173258 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.173405 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.173546 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.173680 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] log_file = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.173814 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] log_options = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.173981 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.174123 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.174260 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.174982 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.175230 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.175379 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.175541 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.175723 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.175870 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.176029 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.176174 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.176330 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.176466 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.176678 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.176848 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.176982 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.177091 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.177269 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.177452 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.177597 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.177731 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.177864 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.178008 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.178144 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.178277 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.178410 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.178544 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.178728 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.178903 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.179042 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.179178 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.179332 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.179469 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.179637 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.179779 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.179909 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.180050 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.180238 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.180393 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.180559 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.180711 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.180847 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.180980 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.181089 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.181248 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.181461 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] use_json = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.181599 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.181722 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.181843 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.182004 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.182191 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.182318 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.182508 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.182626 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 22:53:19.182813 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.182968 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.183142 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.183332 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.183470 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.183654 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.183855 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.183976 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.184140 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.184300 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.184471 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.184632 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.184875 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.184988 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.185117 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.185288 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.185431 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.185604 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.185782 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.185919 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.186247 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.186414 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.186620 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.186763 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.186916 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.187040 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.187226 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.187365 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.187530 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.187717 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.187900 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.188041 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.188197 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.188359 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.188523 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.188685 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.188845 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.189008 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.189171 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.189334 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.189496 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.189656 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.189820 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.190030 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.190691 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.190854 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.191161 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.191328 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.191490 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.191889 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.191889 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.192050 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.192290 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.192453 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.192616 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.192779 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.193002 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.193098 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.193259 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.193994 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.193994 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.193994 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.193994 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.194507 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.194507 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.194507 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.194507 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.194967 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.194967 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.194967 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.195352 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.195352 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.195698 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.195698 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.195698 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.196087 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.196087 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.196342 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.196342 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.196597 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.196597 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.196850 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.196984 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.197119 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.197272 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.197416 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.197550 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.197683 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.197816 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.197948 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.198112 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.198270 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.198405 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.198713 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.198863 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.198992 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.199127 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.199272 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.199419 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.199606 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.199778 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.199940 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.200100 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.200234 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.200398 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.200559 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.200724 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.200885 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.201044 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.201206 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.201359 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.201519 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.201675 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.201900 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.202028 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.202166 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.202301 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.202455 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.202617 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.202778 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.202929 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.203087 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.203249 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.203440 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.203620 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.203774 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.203910 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.204042 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.204206 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.204357 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.204516 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.204677 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.204860 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.205026 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.205187 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.205348 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.205533 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.205696 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.206013 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.206178 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.206339 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.206503 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.206664 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.206826 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.206986 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.207149 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.207310 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.207462 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.207643 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.207808 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.207989 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.208141 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.208276 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.208410 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.208568 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.208730 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.208882 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.209041 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.209203 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.209364 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.209527 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.209688 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.209852 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.210007 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.210153 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.210297 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.210456 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.210615 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.210777 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.210939 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.211100 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.211262 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.211389 n-d-794306-6 neutron-server[93772]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:53:19.211496 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.211600 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.211746 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.211912 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.212078 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.212238 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.212448 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.212562 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.212722 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.212883 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.213046 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.213207 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.213370 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.213531 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.213691 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.213868 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.214029 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.214192 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.214354 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.214516 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.214677 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.214837 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.214998 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.215164 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.215326 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.215487 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.215672 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.215838 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.216000 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.216162 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.216390 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.216488 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.216637 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.216798 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.216972 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.217134 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.217296 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.217457 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.217618 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.217780 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.217950 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.218112 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.218272 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.218432 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.218590 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.218751 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.218922 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.219083 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.219244 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.219404 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.219595 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.219746 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.219916 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.220077 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.220239 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.220399 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.220559 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.220718 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.220888 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.221050 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.221747 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.221912 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.222167 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.222288 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.222370 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.222532 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.222696 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.222870 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.223032 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.223350 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.223690 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.224002 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.224317 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.224624 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.224947 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.225112 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.225284 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.225449 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.225620 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.225793 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.225966 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.226132 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.226269 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.226503 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.226670 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.226806 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.226941 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.227075 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.227231 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.227392 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.227543 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.227799 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.227963 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.228351 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.228351 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.228623 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.228623 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.228884 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.228884 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.229145 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.229278 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.229418 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.229553 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.229675 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.229796 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.229918 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.230075 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 22:53:19.230230 n-d-794306-6 neutron-server[93663]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 15 22:53:19.332324 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 45062) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:53:19.340707 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061669 Jul 15 22:53:30.811849 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe69cd4-bd6b-4418-b5a9-58f6ce1d2abe None None] get_active_networks_info from n-d-794306-6 {{(pid=93772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 22:53:30.882146 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe69cd4-bd6b-4418-b5a9-58f6ce1d2abe None None] No non-hosted networks {{(pid=93772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 15 22:53:30.900332 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.agentschedulers_db [None req-2fe69cd4-bd6b-4418-b5a9-58f6ce1d2abe None None] DHCP Agent not found on host n-d-794306-6 {{(pid=93772) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 15 22:53:30.946508 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5ded4aad-5aba-48a6-ad34-c11a212c56c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-905740'] for agent, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:33.180536 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fde87cdd-c032-4c9d-8191-1be4849f24dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-905740'] for agent, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:33.218312 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a234d9bd-4991-4f7a-9d01-21b605c44e88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:33.263095 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-905740'] for agent, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:33.266445 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:33.266857 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:33.267189 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:33.267654 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:33.268137 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:33.268369 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:33.268777 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:33.269024 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:33.269405 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:33.269738 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:33.270085 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:33.270379 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:33.270810 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-794306-6', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:53:33.299993 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-794306-6', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:53:34.094721 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-905740'] for agent, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:36.116174 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-905740'] for agent, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:36.592141 n-d-794306-6 neutron-server[93772]: INFO neutron.db.l3_hamode_db [None req-f8a65b6a-bfff-4a6c-93db-c89610d06a3f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 15 22:53:36.676644 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a65b6a-bfff-4a6c-93db-c89610d06a3f None None] Routers set() bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 22:53:36.677038 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a65b6a-bfff-4a6c-93db-c89610d06a3f None None] Router IDs set() for agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 15 22:53:37.133847 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 45154) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:53:37.620361 n-d-794306-6 neutron-server[93771]: WARNING oslo_policy.policy [None req-01d238fd-35ea-4bd5-85d8-a683e9ed32ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 22:53:37.620952 n-d-794306-6 neutron-server[93771]: WARNING oslo_policy.policy [None req-01d238fd-35ea-4bd5-85d8-a683e9ed32ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 22:53:37.838765 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [None req-01d238fd-35ea-4bd5-85d8-a683e9ed32ff admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 22:53:37.839849 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-01d238fd-35ea-4bd5-85d8-a683e9ed32ff admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7050462 Jul 15 22:53:40.172665 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 45168) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:53:40.482719 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-05093902-d0bb-4b23-a8e7-bf301c8d34d3 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:53:40.576149 n-d-794306-6 neutron-server[93771]: DEBUG neutron.policy [None req-05093902-d0bb-4b23-a8e7-bf301c8d34d3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93771) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 15 22:53:40.621012 n-d-794306-6 neutron-server[93771]: WARNING oslo_policy.policy [None req-05093902-d0bb-4b23-a8e7-bf301c8d34d3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 22:53:40.621375 n-d-794306-6 neutron-server[93771]: WARNING oslo_policy.policy [None req-05093902-d0bb-4b23-a8e7-bf301c8d34d3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 22:53:40.630733 n-d-794306-6 neutron-server[93771]: INFO neutron.quota [None req-05093902-d0bb-4b23-a8e7-bf301c8d34d3 admin admin] Loaded quota_driver: . Jul 15 22:53:40.721816 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-05093902-d0bb-4b23-a8e7-bf301c8d34d3 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742541246009', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742541245642', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742541246594', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742541260536', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742541201469', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742541211891', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-4192781', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4183294', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-571082', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-629821'] for rbac-policy, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:40.785423 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-05093902-d0bb-4b23-a8e7-bf301c8d34d3 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:40.786692 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-05093902-d0bb-4b23-a8e7-bf301c8d34d3 admin admin] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6125157 Jul 15 22:53:43.327157 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 45180) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:53:43.616854 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b7647cef-eb03-4312-b32e-37a5440ce697 admin admin] Request body: {'network': {'tenant_id': '179cdb2dc8ea47f484b4bd2cd4a22f00', 'name': 'private', 'project_id': '179cdb2dc8ea47f484b4bd2cd4a22f00', 'admin_state_up': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:53:43.645372 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7647cef-eb03-4312-b32e-37a5440ce697 admin admin] Made reservation on behalf of 179cdb2dc8ea47f484b4bd2cd4a22f00 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:53:43.648235 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b7647cef-eb03-4312-b32e-37a5440ce697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:43.664839 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b7647cef-eb03-4312-b32e-37a5440ce697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:43.786950 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b7647cef-eb03-4312-b32e-37a5440ce697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:43.790939 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b7647cef-eb03-4312-b32e-37a5440ce697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:43.811298 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7647cef-eb03-4312-b32e-37a5440ce697 admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 22:53:43.839762 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b7647cef-eb03-4312-b32e-37a5440ce697 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742541756739', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:43.840349 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b7647cef-eb03-4312-b32e-37a5440ce697 admin admin] Unsubscribe: segment precommit_create {{(pid=93771) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 15 22:53:43.840850 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-b7647cef-eb03-4312-b32e-37a5440ce697 admin admin] Added segment 455dd897-9f36-452f-ab85-9b61ead4296f of type vlan for network 0e4a45dd-4ebd-4bf3-8932-a100f536ae55 Jul 15 22:53:43.858319 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7647cef-eb03-4312-b32e-37a5440ce697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba04825c-c93c-42e0-8bc9-db50fb473b95,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:53:43.885000 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7647cef-eb03-4312-b32e-37a5440ce697 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:43.885343 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7647cef-eb03-4312-b32e-37a5440ce697 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:43.885677 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7647cef-eb03-4312-b32e-37a5440ce697 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:43.886007 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7647cef-eb03-4312-b32e-37a5440ce697 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:43.886593 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7647cef-eb03-4312-b32e-37a5440ce697 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:43.886914 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7647cef-eb03-4312-b32e-37a5440ce697 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:43.887239 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7647cef-eb03-4312-b32e-37a5440ce697 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:43.887554 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7647cef-eb03-4312-b32e-37a5440ce697 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:43.887897 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7647cef-eb03-4312-b32e-37a5440ce697 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:43.888211 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7647cef-eb03-4312-b32e-37a5440ce697 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:43.888523 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7647cef-eb03-4312-b32e-37a5440ce697 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:43.888835 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7647cef-eb03-4312-b32e-37a5440ce697 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:43.889886 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7647cef-eb03-4312-b32e-37a5440ce697 admin admin] Tracked resource versions report: Jul 15 22:53:43.889886 n-d-794306-6 neutron-server[93771]: pushed versions: Jul 15 22:53:43.889886 n-d-794306-6 neutron-server[93771]: { 'AddressGroup': {'1.2'}, Jul 15 22:53:43.889886 n-d-794306-6 neutron-server[93771]: 'ConntrackHelper': {'1.0'}, Jul 15 22:53:43.889886 n-d-794306-6 neutron-server[93771]: 'Log': {'1.0'}, Jul 15 22:53:43.889886 n-d-794306-6 neutron-server[93771]: 'Network': {'1.1'}, Jul 15 22:53:43.889886 n-d-794306-6 neutron-server[93771]: 'Port': {'1.7'}, Jul 15 22:53:43.889886 n-d-794306-6 neutron-server[93771]: 'PortForwarding': {'1.2'}, Jul 15 22:53:43.889886 n-d-794306-6 neutron-server[93771]: 'QosPolicy': {'1.8'}, Jul 15 22:53:43.889886 n-d-794306-6 neutron-server[93771]: 'SecurityGroup': {'1.4'}, Jul 15 22:53:43.889886 n-d-794306-6 neutron-server[93771]: 'SecurityGroupRule': {'1.2'}, Jul 15 22:53:43.889886 n-d-794306-6 neutron-server[93771]: 'SubPort': {'1.0'}, Jul 15 22:53:43.889886 n-d-794306-6 neutron-server[93771]: 'Subnet': {'1.1'}, Jul 15 22:53:43.889886 n-d-794306-6 neutron-server[93771]: 'Trunk': {'1.1'}} Jul 15 22:53:43.889886 n-d-794306-6 neutron-server[93771]: consumer versions: Jul 15 22:53:43.889886 n-d-794306-6 neutron-server[93771]: { DHCP agent@n-d-794306-6: {}, Jul 15 22:53:43.889886 n-d-794306-6 neutron-server[93771]: L3 agent@n-d-794306-6: {}, Jul 15 22:53:43.889886 n-d-794306-6 neutron-server[93771]: Metadata agent@n-d-794306-6: {}, Jul 15 22:53:43.889886 n-d-794306-6 neutron-server[93771]: Metering agent@n-d-794306-6: {}, Jul 15 22:53:43.889886 n-d-794306-6 neutron-server[93771]: Open vSwitch agent@n-d-794306-6: { 'AddressGroup': '1.2', Jul 15 22:53:43.889886 n-d-794306-6 neutron-server[93771]: 'ConntrackHelper': '1.0', Jul 15 22:53:43.889886 n-d-794306-6 neutron-server[93771]: 'Log': '1.0', Jul 15 22:53:43.889886 n-d-794306-6 neutron-server[93771]: 'Network': '1.1', Jul 15 22:53:43.889886 n-d-794306-6 neutron-server[93771]: 'Port': '1.7', Jul 15 22:53:43.889886 n-d-794306-6 neutron-server[93771]: 'PortForwarding': '1.2', Jul 15 22:53:43.889886 n-d-794306-6 neutron-server[93771]: 'QosPolicy': '1.8', Jul 15 22:53:43.889886 n-d-794306-6 neutron-server[93771]: 'SecurityGroup': '1.4', Jul 15 22:53:43.889886 n-d-794306-6 neutron-server[93771]: 'SecurityGroupRule': '1.2', Jul 15 22:53:43.889886 n-d-794306-6 neutron-server[93771]: 'SubPort': '1.0', Jul 15 22:53:43.889886 n-d-794306-6 neutron-server[93771]: 'Subnet': '1.1', Jul 15 22:53:43.889886 n-d-794306-6 neutron-server[93771]: 'Trunk': '1.1'}} Jul 15 22:53:43.889886 n-d-794306-6 neutron-server[93771]: {{(pid=93771) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 22:53:43.962051 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b7647cef-eb03-4312-b32e-37a5440ce697 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:44.012418 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b7647cef-eb03-4312-b32e-37a5440ce697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:44.013460 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7647cef-eb03-4312-b32e-37a5440ce697 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:53:44.014114 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b7647cef-eb03-4312-b32e-37a5440ce697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:44.068781 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b7647cef-eb03-4312-b32e-37a5440ce697 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7404664 Jul 15 22:53:44.115121 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7647cef-eb03-4312-b32e-37a5440ce697 admin admin] Pushing event updated for resources: {'Network': ['ID=0e4a45dd-4ebd-4bf3-8932-a100f536ae55,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:53:44.127392 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 0e4a45dd-4ebd-4bf3-8932-a100f536ae55 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 22:53:46.670358 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 45194) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:53:47.146261 n-d-794306-6 neutron-server[93770]: WARNING oslo_policy.policy [None req-3e3aa817-3920-4e2f-ba96-d57cdd4d6dd1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 22:53:47.146842 n-d-794306-6 neutron-server[93770]: WARNING oslo_policy.policy [None req-3e3aa817-3920-4e2f-ba96-d57cdd4d6dd1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 22:53:47.580523 n-d-794306-6 neutron-server[93770]: DEBUG neutron.policy [None req-3e3aa817-3920-4e2f-ba96-d57cdd4d6dd1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93770) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 15 22:53:47.624122 n-d-794306-6 neutron-server[93770]: WARNING oslo_policy.policy [None req-3e3aa817-3920-4e2f-ba96-d57cdd4d6dd1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 22:53:47.624491 n-d-794306-6 neutron-server[93770]: WARNING oslo_policy.policy [None req-3e3aa817-3920-4e2f-ba96-d57cdd4d6dd1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 22:53:47.633159 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3aa817-3920-4e2f-ba96-d57cdd4d6dd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:53:47.635005 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-3e3aa817-3920-4e2f-ba96-d57cdd4d6dd1 admin admin] 10.222.0.48 "GET /v2.0/networks/0e4a45dd-4ebd-4bf3-8932-a100f536ae55 HTTP/1.1" status: 200 len: 825 time: 0.9625502 Jul 15 22:53:47.673126 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-399ba570-4c29-420d-b5ad-f25c69e76b46 admin admin] 10.222.0.48 "GET /v2.0/subnetpools/16b523c4-dd7e-496d-97a3-9ee25d0c2498 HTTP/1.1" status: 200 len: 734 time: 0.0324063 Jul 15 22:53:47.681823 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-2c173cff-6eda-454a-9898-8fec9ef4b735 admin admin] Request body: {'subnet': {'network_id': '0e4a45dd-4ebd-4bf3-8932-a100f536ae55', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '16b523c4-dd7e-496d-97a3-9ee25d0c2498', 'name': 'private-subnet', 'tenant_id': '179cdb2dc8ea47f484b4bd2cd4a22f00'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:53:47.683752 n-d-794306-6 neutron-server[93770]: INFO neutron.quota [None req-2c173cff-6eda-454a-9898-8fec9ef4b735 admin admin] Loaded quota_driver: . Jul 15 22:53:47.723171 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c173cff-6eda-454a-9898-8fec9ef4b735 admin admin] Made reservation on behalf of 179cdb2dc8ea47f484b4bd2cd4a22f00 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:53:47.725894 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2c173cff-6eda-454a-9898-8fec9ef4b735 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:48.015022 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2c173cff-6eda-454a-9898-8fec9ef4b735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:48.084179 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c173cff-6eda-454a-9898-8fec9ef4b735 admin admin] Checking segment: {'id': '455dd897-9f36-452f-ab85-9b61ead4296f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '0e4a45dd-4ebd-4bf3-8932-a100f536ae55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:53:48.084565 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c173cff-6eda-454a-9898-8fec9ef4b735 admin admin] Network hostable DHCP agents. Network: 0e4a45dd-4ebd-4bf3-8932-a100f536ae55, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 22:53:48.098097 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c173cff-6eda-454a-9898-8fec9ef4b735 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d85f509-2ae9-4c74-91cf-d476c9b7960d,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:53:48.112762 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c173cff-6eda-454a-9898-8fec9ef4b735 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:48.113107 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c173cff-6eda-454a-9898-8fec9ef4b735 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:48.113440 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c173cff-6eda-454a-9898-8fec9ef4b735 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:48.113770 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c173cff-6eda-454a-9898-8fec9ef4b735 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:48.114100 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c173cff-6eda-454a-9898-8fec9ef4b735 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:48.114440 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c173cff-6eda-454a-9898-8fec9ef4b735 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:48.114757 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c173cff-6eda-454a-9898-8fec9ef4b735 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:48.115075 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c173cff-6eda-454a-9898-8fec9ef4b735 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:48.115388 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c173cff-6eda-454a-9898-8fec9ef4b735 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:48.115730 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c173cff-6eda-454a-9898-8fec9ef4b735 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:48.116045 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c173cff-6eda-454a-9898-8fec9ef4b735 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:48.116353 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c173cff-6eda-454a-9898-8fec9ef4b735 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:48.117417 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c173cff-6eda-454a-9898-8fec9ef4b735 admin admin] Tracked resource versions report: Jul 15 22:53:48.117417 n-d-794306-6 neutron-server[93770]: pushed versions: Jul 15 22:53:48.117417 n-d-794306-6 neutron-server[93770]: { 'AddressGroup': {'1.2'}, Jul 15 22:53:48.117417 n-d-794306-6 neutron-server[93770]: 'ConntrackHelper': {'1.0'}, Jul 15 22:53:48.117417 n-d-794306-6 neutron-server[93770]: 'Log': {'1.0'}, Jul 15 22:53:48.117417 n-d-794306-6 neutron-server[93770]: 'Network': {'1.1'}, Jul 15 22:53:48.117417 n-d-794306-6 neutron-server[93770]: 'Port': {'1.7'}, Jul 15 22:53:48.117417 n-d-794306-6 neutron-server[93770]: 'PortForwarding': {'1.2'}, Jul 15 22:53:48.117417 n-d-794306-6 neutron-server[93770]: 'QosPolicy': {'1.8'}, Jul 15 22:53:48.117417 n-d-794306-6 neutron-server[93770]: 'SecurityGroup': {'1.4'}, Jul 15 22:53:48.117417 n-d-794306-6 neutron-server[93770]: 'SecurityGroupRule': {'1.2'}, Jul 15 22:53:48.117417 n-d-794306-6 neutron-server[93770]: 'SubPort': {'1.0'}, Jul 15 22:53:48.117417 n-d-794306-6 neutron-server[93770]: 'Subnet': {'1.1'}, Jul 15 22:53:48.117417 n-d-794306-6 neutron-server[93770]: 'Trunk': {'1.1'}} Jul 15 22:53:48.117417 n-d-794306-6 neutron-server[93770]: consumer versions: Jul 15 22:53:48.117417 n-d-794306-6 neutron-server[93770]: { DHCP agent@n-d-794306-6: {}, Jul 15 22:53:48.117417 n-d-794306-6 neutron-server[93770]: L3 agent@n-d-794306-6: {}, Jul 15 22:53:48.117417 n-d-794306-6 neutron-server[93770]: Metadata agent@n-d-794306-6: {}, Jul 15 22:53:48.117417 n-d-794306-6 neutron-server[93770]: Metering agent@n-d-794306-6: {}, Jul 15 22:53:48.117417 n-d-794306-6 neutron-server[93770]: Open vSwitch agent@n-d-794306-6: { 'AddressGroup': '1.2', Jul 15 22:53:48.117417 n-d-794306-6 neutron-server[93770]: 'ConntrackHelper': '1.0', Jul 15 22:53:48.117417 n-d-794306-6 neutron-server[93770]: 'Log': '1.0', Jul 15 22:53:48.117417 n-d-794306-6 neutron-server[93770]: 'Network': '1.1', Jul 15 22:53:48.117417 n-d-794306-6 neutron-server[93770]: 'Port': '1.7', Jul 15 22:53:48.117417 n-d-794306-6 neutron-server[93770]: 'PortForwarding': '1.2', Jul 15 22:53:48.117417 n-d-794306-6 neutron-server[93770]: 'QosPolicy': '1.8', Jul 15 22:53:48.117417 n-d-794306-6 neutron-server[93770]: 'SecurityGroup': '1.4', Jul 15 22:53:48.117417 n-d-794306-6 neutron-server[93770]: 'SecurityGroupRule': '1.2', Jul 15 22:53:48.117417 n-d-794306-6 neutron-server[93770]: 'SubPort': '1.0', Jul 15 22:53:48.117417 n-d-794306-6 neutron-server[93770]: 'Subnet': '1.1', Jul 15 22:53:48.117417 n-d-794306-6 neutron-server[93770]: 'Trunk': '1.1'}} Jul 15 22:53:48.117417 n-d-794306-6 neutron-server[93770]: {{(pid=93770) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 22:53:48.147716 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c173cff-6eda-454a-9898-8fec9ef4b735 admin admin] Network 0e4a45dd-4ebd-4bf3-8932-a100f536ae55 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 22:53:48.160784 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-2c173cff-6eda-454a-9898-8fec9ef4b735 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 0e4a45dd-4ebd-4bf3-8932-a100f536ae55) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:53:48.166675 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c173cff-6eda-454a-9898-8fec9ef4b735 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:53:48.167303 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2c173cff-6eda-454a-9898-8fec9ef4b735 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:48.171614 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b742b938-8791-43ed-9204-4b8de7e7adac None None] Network 0e4a45dd-4ebd-4bf3-8932-a100f536ae55 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 22:53:48.187584 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-2c173cff-6eda-454a-9898-8fec9ef4b735 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5091574 Jul 15 22:53:48.479783 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9897f24-7f94-4c2b-9602-89af0a40733e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-0e4a45dd-4ebd-4bf3-8932-a100f536ae55', 'network_id': '0e4a45dd-4ebd-4bf3-8932-a100f536ae55', 'tenant_id': '179cdb2dc8ea47f484b4bd2cd4a22f00', 'fixed_ips': [{'subnet_id': '4d85f509-2ae9-4c74-91cf-d476c9b7960d'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 22:53:48.481048 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c9897f24-7f94-4c2b-9602-89af0a40733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:48.759138 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-c9897f24-7f94-4c2b-9602-89af0a40733e None None] Allocated IP 172.20.0.2 (0e4a45dd-4ebd-4bf3-8932-a100f536ae55/4d85f509-2ae9-4c74-91cf-d476c9b7960d/e7138c64-8081-4b6f-8324-fea63a6fdc9c) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 22:53:48.988864 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c9897f24-7f94-4c2b-9602-89af0a40733e None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:49.004317 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c9897f24-7f94-4c2b-9602-89af0a40733e None None] Transition to ACTIVE for port object e7138c64-8081-4b6f-8324-fea63a6fdc9c will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:53:49.026061 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c9897f24-7f94-4c2b-9602-89af0a40733e None None] Transition to ACTIVE for port object e7138c64-8081-4b6f-8324-fea63a6fdc9c will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:53:49.035307 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c9897f24-7f94-4c2b-9602-89af0a40733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:49.105854 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9897f24-7f94-4c2b-9602-89af0a40733e None None] Network 0e4a45dd-4ebd-4bf3-8932-a100f536ae55 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:53:49.114826 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-c9897f24-7f94-4c2b-9602-89af0a40733e None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:53:49.120066 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9897f24-7f94-4c2b-9602-89af0a40733e None None] Pushing event updated for resources: {'Port': ['ID=e7138c64-8081-4b6f-8324-fea63a6fdc9c,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:53:49.122229 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9897f24-7f94-4c2b-9602-89af0a40733e None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 22:53:49.148373 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9897f24-7f94-4c2b-9602-89af0a40733e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:49.148713 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9897f24-7f94-4c2b-9602-89af0a40733e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:49.149051 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9897f24-7f94-4c2b-9602-89af0a40733e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:49.149379 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9897f24-7f94-4c2b-9602-89af0a40733e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:49.149705 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9897f24-7f94-4c2b-9602-89af0a40733e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:49.150032 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9897f24-7f94-4c2b-9602-89af0a40733e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:49.150354 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9897f24-7f94-4c2b-9602-89af0a40733e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:49.150673 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9897f24-7f94-4c2b-9602-89af0a40733e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:49.150992 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9897f24-7f94-4c2b-9602-89af0a40733e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:49.151327 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9897f24-7f94-4c2b-9602-89af0a40733e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:49.151654 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9897f24-7f94-4c2b-9602-89af0a40733e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:49.151973 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9897f24-7f94-4c2b-9602-89af0a40733e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:53:49.153040 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9897f24-7f94-4c2b-9602-89af0a40733e None None] Tracked resource versions report: Jul 15 22:53:49.153040 n-d-794306-6 neutron-server[93772]: pushed versions: Jul 15 22:53:49.153040 n-d-794306-6 neutron-server[93772]: { 'AddressGroup': {'1.2'}, Jul 15 22:53:49.153040 n-d-794306-6 neutron-server[93772]: 'ConntrackHelper': {'1.0'}, Jul 15 22:53:49.153040 n-d-794306-6 neutron-server[93772]: 'Log': {'1.0'}, Jul 15 22:53:49.153040 n-d-794306-6 neutron-server[93772]: 'Network': {'1.1'}, Jul 15 22:53:49.153040 n-d-794306-6 neutron-server[93772]: 'Port': {'1.7'}, Jul 15 22:53:49.153040 n-d-794306-6 neutron-server[93772]: 'PortForwarding': {'1.2'}, Jul 15 22:53:49.153040 n-d-794306-6 neutron-server[93772]: 'QosPolicy': {'1.8'}, Jul 15 22:53:49.153040 n-d-794306-6 neutron-server[93772]: 'SecurityGroup': {'1.4'}, Jul 15 22:53:49.153040 n-d-794306-6 neutron-server[93772]: 'SecurityGroupRule': {'1.2'}, Jul 15 22:53:49.153040 n-d-794306-6 neutron-server[93772]: 'SubPort': {'1.0'}, Jul 15 22:53:49.153040 n-d-794306-6 neutron-server[93772]: 'Subnet': {'1.1'}, Jul 15 22:53:49.153040 n-d-794306-6 neutron-server[93772]: 'Trunk': {'1.1'}} Jul 15 22:53:49.153040 n-d-794306-6 neutron-server[93772]: consumer versions: Jul 15 22:53:49.153040 n-d-794306-6 neutron-server[93772]: { DHCP agent@n-d-794306-6: {}, Jul 15 22:53:49.153040 n-d-794306-6 neutron-server[93772]: L3 agent@n-d-794306-6: {}, Jul 15 22:53:49.153040 n-d-794306-6 neutron-server[93772]: Metadata agent@n-d-794306-6: {}, Jul 15 22:53:49.153040 n-d-794306-6 neutron-server[93772]: Metering agent@n-d-794306-6: {}, Jul 15 22:53:49.153040 n-d-794306-6 neutron-server[93772]: Open vSwitch agent@n-d-794306-6: { 'AddressGroup': '1.2', Jul 15 22:53:49.153040 n-d-794306-6 neutron-server[93772]: 'ConntrackHelper': '1.0', Jul 15 22:53:49.153040 n-d-794306-6 neutron-server[93772]: 'Log': '1.0', Jul 15 22:53:49.153040 n-d-794306-6 neutron-server[93772]: 'Network': '1.1', Jul 15 22:53:49.153040 n-d-794306-6 neutron-server[93772]: 'Port': '1.7', Jul 15 22:53:49.153040 n-d-794306-6 neutron-server[93772]: 'PortForwarding': '1.2', Jul 15 22:53:49.153040 n-d-794306-6 neutron-server[93772]: 'QosPolicy': '1.8', Jul 15 22:53:49.153040 n-d-794306-6 neutron-server[93772]: 'SecurityGroup': '1.4', Jul 15 22:53:49.153040 n-d-794306-6 neutron-server[93772]: 'SecurityGroupRule': '1.2', Jul 15 22:53:49.153040 n-d-794306-6 neutron-server[93772]: 'SubPort': '1.0', Jul 15 22:53:49.153040 n-d-794306-6 neutron-server[93772]: 'Subnet': '1.1', Jul 15 22:53:49.153040 n-d-794306-6 neutron-server[93772]: 'Trunk': '1.1'}} Jul 15 22:53:49.153040 n-d-794306-6 neutron-server[93772]: {{(pid=93772) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 22:53:49.205416 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c9897f24-7f94-4c2b-9602-89af0a40733e None None] Attempting to bind port e7138c64-8081-4b6f-8324-fea63a6fdc9c on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 22:53:49.206008 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c9897f24-7f94-4c2b-9602-89af0a40733e None None] Attempting to bind port e7138c64-8081-4b6f-8324-fea63a6fdc9c by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '455dd897-9f36-452f-ab85-9b61ead4296f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '0e4a45dd-4ebd-4bf3-8932-a100f536ae55'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 22:53:49.206206 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9897f24-7f94-4c2b-9602-89af0a40733e None None] Attempting to bind port e7138c64-8081-4b6f-8324-fea63a6fdc9c on network 0e4a45dd-4ebd-4bf3-8932-a100f536ae55 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:53:49.211140 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9897f24-7f94-4c2b-9602-89af0a40733e None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 22, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 22:53:49.211556 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9897f24-7f94-4c2b-9602-89af0a40733e None None] Checking segment: {'id': '455dd897-9f36-452f-ab85-9b61ead4296f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '0e4a45dd-4ebd-4bf3-8932-a100f536ae55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:53:49.212048 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c9897f24-7f94-4c2b-9602-89af0a40733e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:49.212435 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9897f24-7f94-4c2b-9602-89af0a40733e None None] Bound using segment: {'id': '455dd897-9f36-452f-ab85-9b61ead4296f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '0e4a45dd-4ebd-4bf3-8932-a100f536ae55'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 22:53:49.212895 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c9897f24-7f94-4c2b-9602-89af0a40733e None None] Bound port: e7138c64-8081-4b6f-8324-fea63a6fdc9c, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '455dd897-9f36-452f-ab85-9b61ead4296f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '0e4a45dd-4ebd-4bf3-8932-a100f536ae55'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 22:53:49.213306 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c9897f24-7f94-4c2b-9602-89af0a40733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:49.277552 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c9897f24-7f94-4c2b-9602-89af0a40733e None None] For port e7138c64-8081-4b6f-8324-fea63a6fdc9c, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 22:53:49.281603 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c9897f24-7f94-4c2b-9602-89af0a40733e None None] For port e7138c64-8081-4b6f-8324-fea63a6fdc9c, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=e7138c64-8081-4b6f-8324-fea63a6fdc9c,segment=NetworkSegment(455dd897-9f36-452f-ab85-9b61ead4296f),segment_id=455dd897-9f36-452f-ab85-9b61ead4296f)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 22:53:49.287741 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c9897f24-7f94-4c2b-9602-89af0a40733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:49.352074 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9897f24-7f94-4c2b-9602-89af0a40733e None None] Pushing event updated for resources: {'Port': ['ID=e7138c64-8081-4b6f-8324-fea63a6fdc9c,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:53:50.591690 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 45214) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:53:50.910146 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [None req-7cd91db2-7218-4ea5-8531-56c29091e744 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 22:53:50.911135 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-7cd91db2-7218-4ea5-8531-56c29091e744 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3185036 Jul 15 22:53:53.325094 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 45222) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:53:53.630515 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [None req-535acbda-7f86-4260-83c6-dbb7c3077d58 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 22:53:53.631503 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-535acbda-7f86-4260-83c6-dbb7c3077d58 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3054831 Jul 15 22:53:55.205118 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device e7138c64-8081-4b6f-8324-fea63a6fdc9c up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:53:55.288571 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port e7138c64-8081-4b6f-8324-fea63a6fdc9c completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:53:55.452382 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c513336-2daa-424b-9ed7-0950fb60c5bd None None] Network 0e4a45dd-4ebd-4bf3-8932-a100f536ae55 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 22:53:55.573631 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-67a721e7-471e-45c7-9fe2-d9affa2bb1b3 None None] Provisioning for port e7138c64-8081-4b6f-8324-fea63a6fdc9c completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:53:55.581163 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-67a721e7-471e-45c7-9fe2-d9affa2bb1b3 None None] Provisioning complete for port e7138c64-8081-4b6f-8324-fea63a6fdc9c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:53:55.581563 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-67a721e7-471e-45c7-9fe2-d9affa2bb1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:55.737427 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-67a721e7-471e-45c7-9fe2-d9affa2bb1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:55.777647 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-67a721e7-471e-45c7-9fe2-d9affa2bb1b3 None None] For port e7138c64-8081-4b6f-8324-fea63a6fdc9c, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=e7138c64-8081-4b6f-8324-fea63a6fdc9c,segment=NetworkSegment(455dd897-9f36-452f-ab85-9b61ead4296f),segment_id=455dd897-9f36-452f-ab85-9b61ead4296f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:53:55.782197 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-67a721e7-471e-45c7-9fe2-d9affa2bb1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:55.831682 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a721e7-471e-45c7-9fe2-d9affa2bb1b3 None None] Pushing event updated for resources: {'Port': ['ID=e7138c64-8081-4b6f-8324-fea63a6fdc9c,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:53:56.002510 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b4f3435a-50a4-4f46-9213-6d59c7092f6c None None] Provisioning complete for port e7138c64-8081-4b6f-8324-fea63a6fdc9c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:53:56.002947 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b4f3435a-50a4-4f46-9213-6d59c7092f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:56.289746 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 45236) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:53:56.619843 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-50a37247-51bf-4aaa-b78e-9c2f572c3366 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '179cdb2dc8ea47f484b4bd2cd4a22f00'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:53:56.648101 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-50a37247-51bf-4aaa-b78e-9c2f572c3366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:56.650623 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-50a37247-51bf-4aaa-b78e-9c2f572c3366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:56.832585 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-50a37247-51bf-4aaa-b78e-9c2f572c3366 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:56.837038 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-50a37247-51bf-4aaa-b78e-9c2f572c3366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:56.849814 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-50a37247-51bf-4aaa-b78e-9c2f572c3366 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:56.851141 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-50a37247-51bf-4aaa-b78e-9c2f572c3366 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5604365 Jul 15 22:53:57.175692 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device e7138c64-8081-4b6f-8324-fea63a6fdc9c up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:53:57.221821 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port e7138c64-8081-4b6f-8324-fea63a6fdc9c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:53:57.222186 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:53:59.198376 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 45244) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:53:59.506818 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [None req-990eca4b-29f6-4e71-8776-d5a493542851 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 22:53:59.507834 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-990eca4b-29f6-4e71-8776-d5a493542851 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3084867 Jul 15 22:54:00.692819 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2c40a99a-abfc-4170-b659-73a0d7e3d865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:01.886691 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 45252) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:02.190404 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-08dbbc7e-f4b3-46e1-89a6-d61b6a24fa5f admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'is_default': True}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:54:02.231872 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08dbbc7e-f4b3-46e1-89a6-d61b6a24fa5f admin admin] Made reservation on behalf of 127f28f8c90045989639afce7d53659f for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:54:02.235164 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-08dbbc7e-f4b3-46e1-89a6-d61b6a24fa5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:02.251280 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-08dbbc7e-f4b3-46e1-89a6-d61b6a24fa5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:02.367499 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-08dbbc7e-f4b3-46e1-89a6-d61b6a24fa5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:02.371239 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-08dbbc7e-f4b3-46e1-89a6-d61b6a24fa5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:02.387694 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-08dbbc7e-f4b3-46e1-89a6-d61b6a24fa5f admin admin] Reserving flat network on physical network physnet1 {{(pid=93770) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 15 22:54:02.413658 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dbbc7e-f4b3-46e1-89a6-d61b6a24fa5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c53284e-859f-4cd4-a96f-850f92711d1a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:02.416299 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-08dbbc7e-f4b3-46e1-89a6-d61b6a24fa5f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742541756739', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:02.416852 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-08dbbc7e-f4b3-46e1-89a6-d61b6a24fa5f admin admin] Unsubscribe: segment precommit_create {{(pid=93770) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 15 22:54:02.417328 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-08dbbc7e-f4b3-46e1-89a6-d61b6a24fa5f admin admin] Added segment 591d3e06-eab2-4373-b697-d1976c3c9641 of type flat for network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 Jul 15 22:54:02.470298 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-08dbbc7e-f4b3-46e1-89a6-d61b6a24fa5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:02.517003 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-08dbbc7e-f4b3-46e1-89a6-d61b6a24fa5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:02.517884 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08dbbc7e-f4b3-46e1-89a6-d61b6a24fa5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:02.518430 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-08dbbc7e-f4b3-46e1-89a6-d61b6a24fa5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:02.569995 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-08dbbc7e-f4b3-46e1-89a6-d61b6a24fa5f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6822596 Jul 15 22:54:02.610500 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dbbc7e-f4b3-46e1-89a6-d61b6a24fa5f admin admin] Pushing event updated for resources: {'Network': ['ID=c4160cc4-e133-4d4e-ad39-f86bca4b2f14,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:02.625515 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 22:54:03.158550 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a204833d-ef89-4739-8e92-a342a669c367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:03.260911 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:04.048130 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:04.929399 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 45270) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:05.103478 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884ad2f0-edde-4ebf-90e3-bc83906a1758 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:05.104879 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-884ad2f0-edde-4ebf-90e3-bc83906a1758 admin admin] 10.222.0.48 "GET /v2.0/subnets/4d85f509-2ae9-4c74-91cf-d476c9b7960d HTTP/1.1" status: 200 len: 849 time: 0.1745346 Jul 15 22:54:05.219943 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-cbabd5ff-53ef-4924-8df0-a96a6ff0c467 admin admin] 10.222.0.48 "GET /v2.0/routers/72ee680d-c01c-4f7d-b24c-5137569a0a28 HTTP/1.1" status: 200 len: 704 time: 0.1089480 Jul 15 22:54:05.475194 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c133b914-e0c0-4604-9301-c23a5d043b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:05.755973 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-c133b914-e0c0-4604-9301-c23a5d043b43 admin admin] Allocated IP 172.20.0.1 (0e4a45dd-4ebd-4bf3-8932-a100f536ae55/4d85f509-2ae9-4c74-91cf-d476c9b7960d/8fdb43d9-7e43-4028-93ac-33cb9a753b80) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 22:54:05.907527 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c133b914-e0c0-4604-9301-c23a5d043b43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:05.928909 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-c133b914-e0c0-4604-9301-c23a5d043b43 admin admin] Transition to ACTIVE for port object 8fdb43d9-7e43-4028-93ac-33cb9a753b80 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:54:06.055035 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c133b914-e0c0-4604-9301-c23a5d043b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:06.059472 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:06.125514 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c133b914-e0c0-4604-9301-c23a5d043b43 admin admin] Network 0e4a45dd-4ebd-4bf3-8932-a100f536ae55 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:54:06.130086 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-c133b914-e0c0-4604-9301-c23a5d043b43 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:54:06.135833 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c133b914-e0c0-4604-9301-c23a5d043b43 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 22:54:06.136358 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c133b914-e0c0-4604-9301-c23a5d043b43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:06.159127 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c133b914-e0c0-4604-9301-c23a5d043b43 admin admin] Pushing event updated for resources: {'Port': ['ID=8fdb43d9-7e43-4028-93ac-33cb9a753b80,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:06.350766 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c133b914-e0c0-4604-9301-c23a5d043b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:06.360993 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d9eaf99e-fa3a-4738-9b4a-874eb67c94ef None None] Provisioning for port 8fdb43d9-7e43-4028-93ac-33cb9a753b80 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:54:06.365060 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d9eaf99e-fa3a-4738-9b4a-874eb67c94ef None None] Provisioning complete for port 8fdb43d9-7e43-4028-93ac-33cb9a753b80 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:54:06.365463 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d9eaf99e-fa3a-4738-9b4a-874eb67c94ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:06.400687 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-d9eaf99e-fa3a-4738-9b4a-874eb67c94ef None None] Port 8fdb43d9-7e43-4028-93ac-33cb9a753b80 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 22:54:06.527031 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c133b914-e0c0-4604-9301-c23a5d043b43 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:06.532452 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c133b914-e0c0-4604-9301-c23a5d043b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:06.533208 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c133b914-e0c0-4604-9301-c23a5d043b43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:06.591576 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c133b914-e0c0-4604-9301-c23a5d043b43 admin admin] Pushing event updated for resources: {'Port': ['ID=8fdb43d9-7e43-4028-93ac-33cb9a753b80,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:06.655549 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c133b914-e0c0-4604-9301-c23a5d043b43 admin admin] Network 0e4a45dd-4ebd-4bf3-8932-a100f536ae55 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:54:06.657561 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-c133b914-e0c0-4604-9301-c23a5d043b43 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:54:06.819737 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c27ec900-8355-4f1b-b4f7-84c044d931eb None None] Provisioning complete for port 8fdb43d9-7e43-4028-93ac-33cb9a753b80 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:54:06.820101 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c27ec900-8355-4f1b-b4f7-84c044d931eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:06.824711 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c133b914-e0c0-4604-9301-c23a5d043b43 admin admin] Router 72ee680d-c01c-4f7d-b24c-5137569a0a28 is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 22:54:06.852632 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c27ec900-8355-4f1b-b4f7-84c044d931eb None None] Port 8fdb43d9-7e43-4028-93ac-33cb9a753b80 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 22:54:06.914202 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c133b914-e0c0-4604-9301-c23a5d043b43 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 22:54:06.919226 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-c133b914-e0c0-4604-9301-c23a5d043b43 admin admin] 10.222.0.48 "PUT /v2.0/routers/72ee680d-c01c-4f7d-b24c-5137569a0a28/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6943865 Jul 15 22:54:06.924953 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5754bd47-18cd-40e2-8036-e6b4acedf615 None None] Sync routers for ids ['72ee680d-c01c-4f7d-b24c-5137569a0a28'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 22:54:06.936196 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5754bd47-18cd-40e2-8036-e6b4acedf615 None None] Routers {'72ee680d-c01c-4f7d-b24c-5137569a0a28'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 22:54:06.937743 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-5754bd47-18cd-40e2-8036-e6b4acedf615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T22:54:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['72ee680d-c01c-4f7d-b24c-5137569a0a28'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:54:07.128917 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-5754bd47-18cd-40e2-8036-e6b4acedf615 None None] Set router 72ee680d-c01c-4f7d-b24c-5137569a0a28 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 22:54:07.551972 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-5754bd47-18cd-40e2-8036-e6b4acedf615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72ee680d-c01c-4f7d-b24c-5137569a0a28', 'name': 'router1', 'tenant_id': '179cdb2dc8ea47f484b4bd2cd4a22f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:53:56Z', 'updated_at': '2021-07-15T22:54:06Z', 'revision_number': 2, 'project_id': '179cdb2dc8ea47f484b4bd2cd4a22f00', 'gw_port_host': None, '_interfaces': [{'id': '8fdb43d9-7e43-4028-93ac-33cb9a753b80', 'name': '', 'network_id': '0e4a45dd-4ebd-4bf3-8932-a100f536ae55', 'tenant_id': '179cdb2dc8ea47f484b4bd2cd4a22f00', 'mac_address': 'fa:16:3e:98:f3:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72ee680d-c01c-4f7d-b24c-5137569a0a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4d85f509-2ae9-4c74-91cf-d476c9b7960d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:54:05Z', 'updated_at': '2021-07-15T22:54:06Z', 'revision_number': 2, 'project_id': '179cdb2dc8ea47f484b4bd2cd4a22f00', 'subnets': [{'id': '4d85f509-2ae9-4c74-91cf-d476c9b7960d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '16b523c4-dd7e-496d-97a3-9ee25d0c2498'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:54:07.603077 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5754bd47-18cd-40e2-8036-e6b4acedf615 None None] Checking router: 72ee680d-c01c-4f7d-b24c-5137569a0a28 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 22:54:07.603444 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5754bd47-18cd-40e2-8036-e6b4acedf615 None None] Updating router 72ee680d-c01c-4f7d-b24c-5137569a0a28 port 8fdb43d9-7e43-4028-93ac-33cb9a753b80 binding host n-d-794306-6 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 22:54:07.668499 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5754bd47-18cd-40e2-8036-e6b4acedf615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:08.153533 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5754bd47-18cd-40e2-8036-e6b4acedf615 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:08.172377 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-5754bd47-18cd-40e2-8036-e6b4acedf615 None None] Transition to ACTIVE for port object 8fdb43d9-7e43-4028-93ac-33cb9a753b80 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:54:08.178860 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5754bd47-18cd-40e2-8036-e6b4acedf615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:08.338515 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8351e4c-1d2a-4dbc-b988-ec1d951cbd9a None None] Pushing event updated for resources: {'Port': ['ID=8fdb43d9-7e43-4028-93ac-33cb9a753b80,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:08.349265 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-5754bd47-18cd-40e2-8036-e6b4acedf615 None None] Attempting to bind port 8fdb43d9-7e43-4028-93ac-33cb9a753b80 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 22:54:08.349663 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-5754bd47-18cd-40e2-8036-e6b4acedf615 None None] Attempting to bind port 8fdb43d9-7e43-4028-93ac-33cb9a753b80 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '455dd897-9f36-452f-ab85-9b61ead4296f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '0e4a45dd-4ebd-4bf3-8932-a100f536ae55'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 22:54:08.350088 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5754bd47-18cd-40e2-8036-e6b4acedf615 None None] Attempting to bind port 8fdb43d9-7e43-4028-93ac-33cb9a753b80 on network 0e4a45dd-4ebd-4bf3-8932-a100f536ae55 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:54:08.352554 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8351e4c-1d2a-4dbc-b988-ec1d951cbd9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:08.352914 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8351e4c-1d2a-4dbc-b988-ec1d951cbd9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:08.353232 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8351e4c-1d2a-4dbc-b988-ec1d951cbd9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:08.353562 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8351e4c-1d2a-4dbc-b988-ec1d951cbd9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:08.353887 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8351e4c-1d2a-4dbc-b988-ec1d951cbd9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:08.354212 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8351e4c-1d2a-4dbc-b988-ec1d951cbd9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:08.354531 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8351e4c-1d2a-4dbc-b988-ec1d951cbd9a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:08.354849 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8351e4c-1d2a-4dbc-b988-ec1d951cbd9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:08.355165 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8351e4c-1d2a-4dbc-b988-ec1d951cbd9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:08.355478 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8351e4c-1d2a-4dbc-b988-ec1d951cbd9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:08.355816 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8351e4c-1d2a-4dbc-b988-ec1d951cbd9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:08.356130 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8351e4c-1d2a-4dbc-b988-ec1d951cbd9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:54:08.357175 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8351e4c-1d2a-4dbc-b988-ec1d951cbd9a None None] Tracked resource versions report: Jul 15 22:54:08.357175 n-d-794306-6 neutron-server[93773]: pushed versions: Jul 15 22:54:08.357175 n-d-794306-6 neutron-server[93773]: { 'AddressGroup': {'1.2'}, Jul 15 22:54:08.357175 n-d-794306-6 neutron-server[93773]: 'ConntrackHelper': {'1.0'}, Jul 15 22:54:08.357175 n-d-794306-6 neutron-server[93773]: 'Log': {'1.0'}, Jul 15 22:54:08.357175 n-d-794306-6 neutron-server[93773]: 'Network': {'1.1'}, Jul 15 22:54:08.357175 n-d-794306-6 neutron-server[93773]: 'Port': {'1.7'}, Jul 15 22:54:08.357175 n-d-794306-6 neutron-server[93773]: 'PortForwarding': {'1.2'}, Jul 15 22:54:08.357175 n-d-794306-6 neutron-server[93773]: 'QosPolicy': {'1.8'}, Jul 15 22:54:08.357175 n-d-794306-6 neutron-server[93773]: 'SecurityGroup': {'1.4'}, Jul 15 22:54:08.357175 n-d-794306-6 neutron-server[93773]: 'SecurityGroupRule': {'1.2'}, Jul 15 22:54:08.357175 n-d-794306-6 neutron-server[93773]: 'SubPort': {'1.0'}, Jul 15 22:54:08.357175 n-d-794306-6 neutron-server[93773]: 'Subnet': {'1.1'}, Jul 15 22:54:08.357175 n-d-794306-6 neutron-server[93773]: 'Trunk': {'1.1'}} Jul 15 22:54:08.357175 n-d-794306-6 neutron-server[93773]: consumer versions: Jul 15 22:54:08.357175 n-d-794306-6 neutron-server[93773]: { DHCP agent@n-d-794306-6: {}, Jul 15 22:54:08.357175 n-d-794306-6 neutron-server[93773]: L3 agent@n-d-794306-6: {}, Jul 15 22:54:08.357175 n-d-794306-6 neutron-server[93773]: Metadata agent@n-d-794306-6: {}, Jul 15 22:54:08.357175 n-d-794306-6 neutron-server[93773]: Metering agent@n-d-794306-6: {}, Jul 15 22:54:08.357175 n-d-794306-6 neutron-server[93773]: Open vSwitch agent@n-d-794306-6: { 'AddressGroup': '1.2', Jul 15 22:54:08.357175 n-d-794306-6 neutron-server[93773]: 'ConntrackHelper': '1.0', Jul 15 22:54:08.357175 n-d-794306-6 neutron-server[93773]: 'Log': '1.0', Jul 15 22:54:08.357175 n-d-794306-6 neutron-server[93773]: 'Network': '1.1', Jul 15 22:54:08.357175 n-d-794306-6 neutron-server[93773]: 'Port': '1.7', Jul 15 22:54:08.357175 n-d-794306-6 neutron-server[93773]: 'PortForwarding': '1.2', Jul 15 22:54:08.357175 n-d-794306-6 neutron-server[93773]: 'QosPolicy': '1.8', Jul 15 22:54:08.357175 n-d-794306-6 neutron-server[93773]: 'SecurityGroup': '1.4', Jul 15 22:54:08.357175 n-d-794306-6 neutron-server[93773]: 'SecurityGroupRule': '1.2', Jul 15 22:54:08.357175 n-d-794306-6 neutron-server[93773]: 'SubPort': '1.0', Jul 15 22:54:08.357175 n-d-794306-6 neutron-server[93773]: 'Subnet': '1.1', Jul 15 22:54:08.357175 n-d-794306-6 neutron-server[93773]: 'Trunk': '1.1'}} Jul 15 22:54:08.357175 n-d-794306-6 neutron-server[93773]: {{(pid=93773) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 22:54:08.363404 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5754bd47-18cd-40e2-8036-e6b4acedf615 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 22, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 22:54:08.363844 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5754bd47-18cd-40e2-8036-e6b4acedf615 None None] Checking segment: {'id': '455dd897-9f36-452f-ab85-9b61ead4296f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '0e4a45dd-4ebd-4bf3-8932-a100f536ae55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:54:08.364308 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5754bd47-18cd-40e2-8036-e6b4acedf615 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:08.364702 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5754bd47-18cd-40e2-8036-e6b4acedf615 None None] Bound using segment: {'id': '455dd897-9f36-452f-ab85-9b61ead4296f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '0e4a45dd-4ebd-4bf3-8932-a100f536ae55'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 22:54:08.365165 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-5754bd47-18cd-40e2-8036-e6b4acedf615 None None] Bound port: 8fdb43d9-7e43-4028-93ac-33cb9a753b80, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '455dd897-9f36-452f-ab85-9b61ead4296f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '0e4a45dd-4ebd-4bf3-8932-a100f536ae55'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 22:54:08.365560 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5754bd47-18cd-40e2-8036-e6b4acedf615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:08.430932 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-5754bd47-18cd-40e2-8036-e6b4acedf615 None None] For port 8fdb43d9-7e43-4028-93ac-33cb9a753b80, host n-d-794306-6, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 22:54:08.452241 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-5754bd47-18cd-40e2-8036-e6b4acedf615 None None] For port 8fdb43d9-7e43-4028-93ac-33cb9a753b80, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=8fdb43d9-7e43-4028-93ac-33cb9a753b80,segment=NetworkSegment(455dd897-9f36-452f-ab85-9b61ead4296f),segment_id=455dd897-9f36-452f-ab85-9b61ead4296f)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 22:54:08.456687 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5754bd47-18cd-40e2-8036-e6b4acedf615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:08.512174 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8351e4c-1d2a-4dbc-b988-ec1d951cbd9a None None] Pushing event updated for resources: {'Port': ['ID=8fdb43d9-7e43-4028-93ac-33cb9a753b80,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:08.518942 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5754bd47-18cd-40e2-8036-e6b4acedf615 None None] Routers {'72ee680d-c01c-4f7d-b24c-5137569a0a28'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 22:54:08.519551 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-5754bd47-18cd-40e2-8036-e6b4acedf615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T22:54:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['72ee680d-c01c-4f7d-b24c-5137569a0a28'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:54:08.608216 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-5754bd47-18cd-40e2-8036-e6b4acedf615 None None] Set router 72ee680d-c01c-4f7d-b24c-5137569a0a28 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 22:54:08.822653 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-5754bd47-18cd-40e2-8036-e6b4acedf615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72ee680d-c01c-4f7d-b24c-5137569a0a28', 'name': 'router1', 'tenant_id': '179cdb2dc8ea47f484b4bd2cd4a22f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:53:56Z', 'updated_at': '2021-07-15T22:54:06Z', 'revision_number': 2, 'project_id': '179cdb2dc8ea47f484b4bd2cd4a22f00', 'gw_port_host': None, '_interfaces': [{'id': '8fdb43d9-7e43-4028-93ac-33cb9a753b80', 'name': '', 'network_id': '0e4a45dd-4ebd-4bf3-8932-a100f536ae55', 'tenant_id': '179cdb2dc8ea47f484b4bd2cd4a22f00', 'mac_address': 'fa:16:3e:98:f3:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72ee680d-c01c-4f7d-b24c-5137569a0a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4d85f509-2ae9-4c74-91cf-d476c9b7960d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:54:05Z', 'updated_at': '2021-07-15T22:54:08Z', 'revision_number': 4, 'project_id': '179cdb2dc8ea47f484b4bd2cd4a22f00', 'subnets': [{'id': '4d85f509-2ae9-4c74-91cf-d476c9b7960d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '16b523c4-dd7e-496d-97a3-9ee25d0c2498'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:54:08.848198 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5754bd47-18cd-40e2-8036-e6b4acedf615 None None] The sync data for ids ['72ee680d-c01c-4f7d-b24c-5137569a0a28'] in n-d-794306-6 is: [{'id': '72ee680d-c01c-4f7d-b24c-5137569a0a28', 'name': 'router1', 'tenant_id': '179cdb2dc8ea47f484b4bd2cd4a22f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:53:56Z', 'updated_at': '2021-07-15T22:54:06Z', 'revision_number': 2, 'project_id': '179cdb2dc8ea47f484b4bd2cd4a22f00', 'gw_port_host': None, '_interfaces': [{'id': '8fdb43d9-7e43-4028-93ac-33cb9a753b80', 'name': '', 'network_id': '0e4a45dd-4ebd-4bf3-8932-a100f536ae55', 'tenant_id': '179cdb2dc8ea47f484b4bd2cd4a22f00', 'mac_address': 'fa:16:3e:98:f3:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72ee680d-c01c-4f7d-b24c-5137569a0a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4d85f509-2ae9-4c74-91cf-d476c9b7960d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:54:05Z', 'updated_at': '2021-07-15T22:54:08Z', 'revision_number': 4, 'project_id': '179cdb2dc8ea47f484b4bd2cd4a22f00', 'subnets': [{'id': '4d85f509-2ae9-4c74-91cf-d476c9b7960d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '16b523c4-dd7e-496d-97a3-9ee25d0c2498'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 22:54:09.178115 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 45290) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:09.285035 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac9b974-e082-4e89-a43c-2509685ab20c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:09.286401 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-4ac9b974-e082-4e89-a43c-2509685ab20c admin admin] 10.222.0.48 "GET /v2.0/networks/c4160cc4-e133-4d4e-ad39-f86bca4b2f14 HTTP/1.1" status: 200 len: 842 time: 0.1073411 Jul 15 22:54:09.295711 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-f678d3ab-0de1-47a7-a492-92380e4aa24c admin admin] Request body: {'subnet': {'gateway_ip': '172.25.5.1', 'name': 'public-subnet', 'cidr': '172.25.5.0/24', 'enable_dhcp': False, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:54:09.317891 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f678d3ab-0de1-47a7-a492-92380e4aa24c admin admin] Made reservation on behalf of 127f28f8c90045989639afce7d53659f for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:54:09.320178 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f678d3ab-0de1-47a7-a492-92380e4aa24c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:09.590832 n-d-794306-6 neutron-server[93770]: DEBUG neutron.objects.ports [None req-f678d3ab-0de1-47a7-a492-92380e4aa24c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93770) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 22:54:09.591156 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f678d3ab-0de1-47a7-a492-92380e4aa24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:09.649427 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f678d3ab-0de1-47a7-a492-92380e4aa24c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6939433b-38b4-4a97-9bef-a4cea061154d,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:09.652477 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f678d3ab-0de1-47a7-a492-92380e4aa24c admin admin] Checking segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:54:09.652834 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f678d3ab-0de1-47a7-a492-92380e4aa24c admin admin] Network hostable DHCP agents. Network: c4160cc4-e133-4d4e-ad39-f86bca4b2f14, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 22:54:09.668896 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f678d3ab-0de1-47a7-a492-92380e4aa24c admin admin] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 22:54:09.677398 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-f678d3ab-0de1-47a7-a492-92380e4aa24c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, c4160cc4-e133-4d4e-ad39-f86bca4b2f14) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:54:09.681295 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f678d3ab-0de1-47a7-a492-92380e4aa24c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:09.681886 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f678d3ab-0de1-47a7-a492-92380e4aa24c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:09.687752 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d41c51-4282-46fb-b6f5-6ea235a1f740 None None] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 22:54:09.700060 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-f678d3ab-0de1-47a7-a492-92380e4aa24c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4078610 Jul 15 22:54:09.818893 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7999096-33db-4711-a7a3-09aff1aff0ca None None] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 22:54:11.981583 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 45302) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:12.178844 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-895ab972-efc8-49a9-9ff7-7a6fca130cf7 admin admin] 10.222.0.48 "GET /v2.0/routers/72ee680d-c01c-4f7d-b24c-5137569a0a28 HTTP/1.1" status: 200 len: 710 time: 0.1957014 Jul 15 22:54:12.271209 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c70b68b-7e2c-4e37-b0cc-96a45982089f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:54:12.272644 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-1c70b68b-7e2c-4e37-b0cc-96a45982089f admin admin] 10.222.0.48 "GET /v2.0/networks/c4160cc4-e133-4d4e-ad39-f86bca4b2f14 HTTP/1.1" status: 200 len: 886 time: 0.0892539 Jul 15 22:54:12.281309 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d4d8c973-7717-4f97-a423-e9374d60dfde admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:54:12.516127 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4d8c973-7717-4f97-a423-e9374d60dfde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:12.746559 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4d8c973-7717-4f97-a423-e9374d60dfde admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:12.823918 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4d8c973-7717-4f97-a423-e9374d60dfde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:12.925017 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-d4d8c973-7717-4f97-a423-e9374d60dfde admin admin] Allocated IP 172.25.5.245 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/1d547d9c-b532-470f-b6a4-5a57bd0dbd07) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 22:54:13.025847 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4d8c973-7717-4f97-a423-e9374d60dfde admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:13.063591 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4d8c973-7717-4f97-a423-e9374d60dfde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:13.101310 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d8c973-7717-4f97-a423-e9374d60dfde admin admin] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:54:13.103944 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-d4d8c973-7717-4f97-a423-e9374d60dfde admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:54:13.109948 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d8c973-7717-4f97-a423-e9374d60dfde admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 22:54:13.112675 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d8c973-7717-4f97-a423-e9374d60dfde admin admin] Pushing event updated for resources: {'Port': ['ID=1d547d9c-b532-470f-b6a4-5a57bd0dbd07,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:13.199959 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 8fdb43d9-7e43-4028-93ac-33cb9a753b80 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:54:13.246016 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 8fdb43d9-7e43-4028-93ac-33cb9a753b80 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:54:13.249978 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 8fdb43d9-7e43-4028-93ac-33cb9a753b80 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:54:13.250252 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:13.322272 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:13.356443 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 8fdb43d9-7e43-4028-93ac-33cb9a753b80, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=8fdb43d9-7e43-4028-93ac-33cb9a753b80,segment=NetworkSegment(455dd897-9f36-452f-ab85-9b61ead4296f),segment_id=455dd897-9f36-452f-ab85-9b61ead4296f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:54:13.358425 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4d8c973-7717-4f97-a423-e9374d60dfde admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:13.360575 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:13.448699 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=8fdb43d9-7e43-4028-93ac-33cb9a753b80,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:13.630786 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4d8c973-7717-4f97-a423-e9374d60dfde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:13.634117 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4d8c973-7717-4f97-a423-e9374d60dfde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-998933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-998924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-999045'] for router, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:13.735610 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4d8c973-7717-4f97-a423-e9374d60dfde admin admin] Router 72ee680d-c01c-4f7d-b24c-5137569a0a28 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 22:54:13.837860 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d8c973-7717-4f97-a423-e9374d60dfde admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 22:54:13.841964 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4d8c973-7717-4f97-a423-e9374d60dfde admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:13.843804 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-d4d8c973-7717-4f97-a423-e9374d60dfde admin admin] 10.222.0.48 "PUT /v2.0/routers/72ee680d-c01c-4f7d-b24c-5137569a0a28 HTTP/1.1" status: 200 len: 890 time: 1.5657523 Jul 15 22:54:13.853029 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281569c4-4b0d-4482-8140-1410759df6f5 None None] Sync routers for ids ['72ee680d-c01c-4f7d-b24c-5137569a0a28'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 22:54:13.865803 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281569c4-4b0d-4482-8140-1410759df6f5 None None] Routers {'72ee680d-c01c-4f7d-b24c-5137569a0a28'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 22:54:13.866578 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-281569c4-4b0d-4482-8140-1410759df6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T22:54:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['72ee680d-c01c-4f7d-b24c-5137569a0a28'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:54:14.083005 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-281569c4-4b0d-4482-8140-1410759df6f5 None None] Set router 72ee680d-c01c-4f7d-b24c-5137569a0a28 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 22:54:14.471202 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-281569c4-4b0d-4482-8140-1410759df6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72ee680d-c01c-4f7d-b24c-5137569a0a28', 'name': 'router1', 'tenant_id': '179cdb2dc8ea47f484b4bd2cd4a22f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '1d547d9c-b532-470f-b6a4-5a57bd0dbd07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:53:56Z', 'updated_at': '2021-07-15T22:54:13Z', 'revision_number': 4, 'project_id': '179cdb2dc8ea47f484b4bd2cd4a22f00', 'gw_port': {'id': '1d547d9c-b532-470f-b6a4-5a57bd0dbd07', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c0:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72ee680d-c01c-4f7d-b24c-5137569a0a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:54:12Z', 'updated_at': '2021-07-15T22:54:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '8fdb43d9-7e43-4028-93ac-33cb9a753b80', 'name': '', 'network_id': '0e4a45dd-4ebd-4bf3-8932-a100f536ae55', 'tenant_id': '179cdb2dc8ea47f484b4bd2cd4a22f00', 'mac_address': 'fa:16:3e:98:f3:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ee680d-c01c-4f7d-b24c-5137569a0a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4d85f509-2ae9-4c74-91cf-d476c9b7960d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:54:05Z', 'updated_at': '2021-07-15T22:54:13Z', 'revision_number': 5, 'project_id': '179cdb2dc8ea47f484b4bd2cd4a22f00', 'subnets': [{'id': '4d85f509-2ae9-4c74-91cf-d476c9b7960d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '16b523c4-dd7e-496d-97a3-9ee25d0c2498'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:54:14.521103 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281569c4-4b0d-4482-8140-1410759df6f5 None None] Checking router: 72ee680d-c01c-4f7d-b24c-5137569a0a28 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 22:54:14.521451 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281569c4-4b0d-4482-8140-1410759df6f5 None None] Updating router 72ee680d-c01c-4f7d-b24c-5137569a0a28 port 1d547d9c-b532-470f-b6a4-5a57bd0dbd07 binding host n-d-794306-6 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 22:54:14.553130 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-281569c4-4b0d-4482-8140-1410759df6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:14.870866 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-281569c4-4b0d-4482-8140-1410759df6f5 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:14.881090 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-281569c4-4b0d-4482-8140-1410759df6f5 None None] Transition to ACTIVE for port object 1d547d9c-b532-470f-b6a4-5a57bd0dbd07 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:54:14.887141 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-281569c4-4b0d-4482-8140-1410759df6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:14.936622 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-281569c4-4b0d-4482-8140-1410759df6f5 None None] Attempting to bind port 1d547d9c-b532-470f-b6a4-5a57bd0dbd07 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 22:54:14.937167 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-281569c4-4b0d-4482-8140-1410759df6f5 None None] Attempting to bind port 1d547d9c-b532-470f-b6a4-5a57bd0dbd07 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 22:54:14.937533 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281569c4-4b0d-4482-8140-1410759df6f5 None None] Attempting to bind port 1d547d9c-b532-470f-b6a4-5a57bd0dbd07 on network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:54:14.943956 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0221e44e-6504-4f1a-a642-f8d63be0f792 None None] Pushing event updated for resources: {'Port': ['ID=1d547d9c-b532-470f-b6a4-5a57bd0dbd07,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:14.946490 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281569c4-4b0d-4482-8140-1410759df6f5 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 22, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 22:54:14.946877 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281569c4-4b0d-4482-8140-1410759df6f5 None None] Checking segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:54:14.947239 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-281569c4-4b0d-4482-8140-1410759df6f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:14.947630 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281569c4-4b0d-4482-8140-1410759df6f5 None None] Bound using segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 22:54:14.948077 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-281569c4-4b0d-4482-8140-1410759df6f5 None None] Bound port: 1d547d9c-b532-470f-b6a4-5a57bd0dbd07, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 22:54:14.948466 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-281569c4-4b0d-4482-8140-1410759df6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:14.998415 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-281569c4-4b0d-4482-8140-1410759df6f5 None None] For port 1d547d9c-b532-470f-b6a4-5a57bd0dbd07, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 22:54:15.001744 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-281569c4-4b0d-4482-8140-1410759df6f5 None None] For port 1d547d9c-b532-470f-b6a4-5a57bd0dbd07, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=1d547d9c-b532-470f-b6a4-5a57bd0dbd07,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 22:54:15.005405 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-281569c4-4b0d-4482-8140-1410759df6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:15.052622 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281569c4-4b0d-4482-8140-1410759df6f5 None None] Routers {'72ee680d-c01c-4f7d-b24c-5137569a0a28'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 22:54:15.053224 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-281569c4-4b0d-4482-8140-1410759df6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T22:54:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['72ee680d-c01c-4f7d-b24c-5137569a0a28'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:54:15.177489 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0221e44e-6504-4f1a-a642-f8d63be0f792 None None] Pushing event updated for resources: {'Port': ['ID=1d547d9c-b532-470f-b6a4-5a57bd0dbd07,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:15.200886 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 8fdb43d9-7e43-4028-93ac-33cb9a753b80 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:54:15.284705 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-281569c4-4b0d-4482-8140-1410759df6f5 None None] Set router 72ee680d-c01c-4f7d-b24c-5137569a0a28 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 22:54:15.322464 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 8fdb43d9-7e43-4028-93ac-33cb9a753b80 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:54:15.322829 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:15.553267 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-281569c4-4b0d-4482-8140-1410759df6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72ee680d-c01c-4f7d-b24c-5137569a0a28', 'name': 'router1', 'tenant_id': '179cdb2dc8ea47f484b4bd2cd4a22f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '1d547d9c-b532-470f-b6a4-5a57bd0dbd07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:53:56Z', 'updated_at': '2021-07-15T22:54:13Z', 'revision_number': 4, 'project_id': '179cdb2dc8ea47f484b4bd2cd4a22f00', 'gw_port': {'id': '1d547d9c-b532-470f-b6a4-5a57bd0dbd07', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c0:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72ee680d-c01c-4f7d-b24c-5137569a0a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:54:12Z', 'updated_at': '2021-07-15T22:54:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '8fdb43d9-7e43-4028-93ac-33cb9a753b80', 'name': '', 'network_id': '0e4a45dd-4ebd-4bf3-8932-a100f536ae55', 'tenant_id': '179cdb2dc8ea47f484b4bd2cd4a22f00', 'mac_address': 'fa:16:3e:98:f3:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ee680d-c01c-4f7d-b24c-5137569a0a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4d85f509-2ae9-4c74-91cf-d476c9b7960d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:54:05Z', 'updated_at': '2021-07-15T22:54:13Z', 'revision_number': 5, 'project_id': '179cdb2dc8ea47f484b4bd2cd4a22f00', 'subnets': [{'id': '4d85f509-2ae9-4c74-91cf-d476c9b7960d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '16b523c4-dd7e-496d-97a3-9ee25d0c2498'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 22:54:15.578237 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281569c4-4b0d-4482-8140-1410759df6f5 None None] The sync data for ids ['72ee680d-c01c-4f7d-b24c-5137569a0a28'] in n-d-794306-6 is: [{'id': '72ee680d-c01c-4f7d-b24c-5137569a0a28', 'name': 'router1', 'tenant_id': '179cdb2dc8ea47f484b4bd2cd4a22f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '1d547d9c-b532-470f-b6a4-5a57bd0dbd07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T22:53:56Z', 'updated_at': '2021-07-15T22:54:13Z', 'revision_number': 4, 'project_id': '179cdb2dc8ea47f484b4bd2cd4a22f00', 'gw_port': {'id': '1d547d9c-b532-470f-b6a4-5a57bd0dbd07', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c0:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72ee680d-c01c-4f7d-b24c-5137569a0a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:54:12Z', 'updated_at': '2021-07-15T22:54:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '8fdb43d9-7e43-4028-93ac-33cb9a753b80', 'name': '', 'network_id': '0e4a45dd-4ebd-4bf3-8932-a100f536ae55', 'tenant_id': '179cdb2dc8ea47f484b4bd2cd4a22f00', 'mac_address': 'fa:16:3e:98:f3:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ee680d-c01c-4f7d-b24c-5137569a0a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4d85f509-2ae9-4c74-91cf-d476c9b7960d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T22:54:05Z', 'updated_at': '2021-07-15T22:54:13Z', 'revision_number': 5, 'project_id': '179cdb2dc8ea47f484b4bd2cd4a22f00', 'subnets': [{'id': '4d85f509-2ae9-4c74-91cf-d476c9b7960d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '16b523c4-dd7e-496d-97a3-9ee25d0c2498'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 22:54:16.239896 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 45310) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:54:16.365562 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-d2b76f3a-3c35-48bb-9499-b7532178bcdd admin admin] 10.222.0.48 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1245284 Jul 15 22:54:17.232743 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 1d547d9c-b532-470f-b6a4-5a57bd0dbd07 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:54:17.279095 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 1d547d9c-b532-470f-b6a4-5a57bd0dbd07 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:54:17.283040 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 1d547d9c-b532-470f-b6a4-5a57bd0dbd07 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:54:17.283418 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:17.357550 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:17.377378 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 1d547d9c-b532-470f-b6a4-5a57bd0dbd07, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=1d547d9c-b532-470f-b6a4-5a57bd0dbd07,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:54:17.380758 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:17.426668 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=1d547d9c-b532-470f-b6a4-5a57bd0dbd07,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:54:18.124823 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 5 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 22:54:19.200360 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 1d547d9c-b532-470f-b6a4-5a57bd0dbd07 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:54:19.258221 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 1d547d9c-b532-470f-b6a4-5a57bd0dbd07 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:54:19.258599 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:30.701000 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-77ec3cb5-1f93-45d9-868c-45de3fef1868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:33.171121 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-68893cdf-3188-48e9-a386-519ab09a2799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:33.265461 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:34.054512 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:36.071461 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:54:55.123989 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 5 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 22:55:00.693917 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dfbf18d2-ec2d-404a-ab50-f130e580a603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:03.166629 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-536fd0a3-8024-4f9b-9fb1-f0f958f4b55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:03.353157 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:04.050987 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:06.069459 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:30.695704 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f9d7f982-5d68-4afd-911b-52eec261d2a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:32.122605 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 5 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 22:55:33.168329 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d280064c-d6cb-4ac8-9fbf-2f28e6d6a465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:33.267175 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:34.052424 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:36.081921 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:55.910341 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 45910) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:55:55.969672 n-d-794306-6 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4f42353-2d59-4d51-a3af-24a3f23a8129 admin admin] GET failed (client error): The resource could not be found. Jul 15 22:55:55.971004 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-c4f42353-2d59-4d51-a3af-24a3f23a8129 admin admin] 10.222.0.48 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0597212 Jul 15 22:55:56.124960 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405ca679-dbfd-4ef2-8bee-dd20964b4278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:56.126442 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-405ca679-dbfd-4ef2-8bee-dd20964b4278 admin admin] 10.222.0.48 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1516619 Jul 15 22:55:58.350179 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 45920) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:55:58.528266 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bad0b04-c746-4045-a7ac-0b0e3d581601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:58.530292 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-2bad0b04-c746-4045-a7ac-0b0e3d581601 admin admin] 10.222.0.48 "GET /v2.0/subnets/4d85f509-2ae9-4c74-91cf-d476c9b7960d HTTP/1.1" status: 200 len: 849 time: 0.1788659 Jul 15 22:55:58.539483 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-61ca09af-0620-4421-9056-291361567050 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:55:58.628357 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-61ca09af-0620-4421-9056-291361567050 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:58.810668 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-61ca09af-0620-4421-9056-291361567050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742541842571'] for subnet, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:58.850602 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ca09af-0620-4421-9056-291361567050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:55:58.851875 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-61ca09af-0620-4421-9056-291361567050 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:58.867599 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-61ca09af-0620-4421-9056-291361567050 admin admin] 10.222.0.48 "PUT /v2.0/subnets/4d85f509-2ae9-4c74-91cf-d476c9b7960d HTTP/1.1" status: 200 len: 868 time: 0.3184257 Jul 15 22:55:58.867876 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fa8f4d-d4d4-4fce-8fc8-5156e71d2cf0 None None] Network 0e4a45dd-4ebd-4bf3-8932-a100f536ae55 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 22:55:58.874316 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ca09af-0620-4421-9056-291361567050 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d85f509-2ae9-4c74-91cf-d476c9b7960d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:55:58.881759 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca09af-0620-4421-9056-291361567050 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:55:58.882110 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca09af-0620-4421-9056-291361567050 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:55:58.882451 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca09af-0620-4421-9056-291361567050 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:55:58.882788 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca09af-0620-4421-9056-291361567050 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:55:58.883122 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca09af-0620-4421-9056-291361567050 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:55:58.883495 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca09af-0620-4421-9056-291361567050 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:55:58.883961 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca09af-0620-4421-9056-291361567050 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:55:58.884285 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca09af-0620-4421-9056-291361567050 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:55:58.884616 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca09af-0620-4421-9056-291361567050 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:55:58.884949 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca09af-0620-4421-9056-291361567050 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:55:58.885268 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca09af-0620-4421-9056-291361567050 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:55:58.885596 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca09af-0620-4421-9056-291361567050 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:55:59.220260 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-fc486c59-90ed-488c-ac85-fdcb06683f89 None None] Provisioning complete for port 8fdb43d9-7e43-4028-93ac-33cb9a753b80 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:55:59.220633 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fc486c59-90ed-488c-ac85-fdcb06683f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:55:59.302924 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-fc486c59-90ed-488c-ac85-fdcb06683f89 None None] Provisioning complete for port e7138c64-8081-4b6f-8324-fea63a6fdc9c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:55:59.303343 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fc486c59-90ed-488c-ac85-fdcb06683f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:00.696385 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-46ca5d84-b20a-43ac-ae8c-4eb01d412a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:01.013715 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 45930) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:56:01.222748 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfcd1af-c4a5-4945-bd7c-b80df6274589 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:01.223177 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfcd1af-c4a5-4945-bd7c-b80df6274589 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:01.224728 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-cdfcd1af-c4a5-4945-bd7c-b80df6274589 admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2100859 Jul 15 22:56:03.168977 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2936c41d-6af3-4ab7-9469-0f047946702e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:03.269217 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:03.390945 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 45938) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:56:03.517821 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4baa4379-6b9e-47cd-ba0a-d5ee6ff255ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:03.518292 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4baa4379-6b9e-47cd-ba0a-d5ee6ff255ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:03.519806 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-4baa4379-6b9e-47cd-ba0a-d5ee6ff255ce admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1278851 Jul 15 22:56:04.054553 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:05.686966 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 45946) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:56:05.881150 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d4bebf-ac1c-4f7a-a7c8-95370ab9e3aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:05.882426 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-01d4bebf-ac1c-4f7a-a7c8-95370ab9e3aa admin admin] 10.222.0.48 "GET /v2.0/networks/0e4a45dd-4ebd-4bf3-8932-a100f536ae55 HTTP/1.1" status: 200 len: 869 time: 0.1945314 Jul 15 22:56:06.080296 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:08.029780 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 45954) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:56:08.153644 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a72275-2257-42cd-be94-5d8ae8619fcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:08.155001 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-15a72275-2257-42cd-be94-5d8ae8619fcb admin admin] 10.222.0.48 "GET /v2.0/networks/c4160cc4-e133-4d4e-ad39-f86bca4b2f14 HTTP/1.1" status: 200 len: 886 time: 0.1242590 Jul 15 22:56:09.121112 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 5 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 22:56:10.307207 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 45962) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:56:10.427478 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829f4d07-d102-421a-81cd-333fd8da9200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:10.427965 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829f4d07-d102-421a-81cd-333fd8da9200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:10.430010 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-829f4d07-d102-421a-81cd-333fd8da9200 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1212819 Jul 15 22:56:12.581004 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 45970) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:56:12.705506 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4423d209-01b4-47ce-9bc4-2e7aa78ae648 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:12.705969 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4423d209-01b4-47ce-9bc4-2e7aa78ae648 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:12.707503 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-4423d209-01b4-47ce-9bc4-2e7aa78ae648 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1255457 Jul 15 22:56:14.866105 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 45978) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:56:14.956155 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808045a3-8f7a-4cc4-9d23-49f3f73f1a5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:14.957494 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-808045a3-8f7a-4cc4-9d23-49f3f73f1a5e admin admin] 10.222.0.48 "GET /v2.0/subnets/4d85f509-2ae9-4c74-91cf-d476c9b7960d HTTP/1.1" status: 200 len: 868 time: 0.0897782 Jul 15 22:56:17.098759 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 45986) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:56:17.182565 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06c9c19-de33-40b7-a614-ebb49274d546 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:17.183892 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f06c9c19-de33-40b7-a614-ebb49274d546 admin admin] 10.222.0.48 "GET /v2.0/subnets/6939433b-38b4-4a97-9bef-a4cea061154d HTTP/1.1" status: 200 len: 816 time: 0.0842376 Jul 15 22:56:30.697266 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c1d4b3d8-5db1-48f9-a69a-4af50e94e39e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:33.169773 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe234730-f958-4065-b982-d872c1925a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:33.269833 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:34.059560 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:36.081828 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:41.621762 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 46038) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:56:41.668924 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [None req-465b4280-e0b3-4f45-8983-3095cb24801c admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 22:56:41.669902 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-465b4280-e0b3-4f45-8983-3095cb24801c admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0472088 Jul 15 22:56:43.931122 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 46046) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:56:43.988997 n-d-794306-6 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e7112da-da7c-466c-80cd-01638e12bad2 admin admin] GET failed (client error): The resource could not be found. Jul 15 22:56:43.990297 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-2e7112da-da7c-466c-80cd-01638e12bad2 admin admin] 10.222.0.48 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0582211 Jul 15 22:56:44.070947 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107408b4-a5ec-47a0-a6d0-820327d444aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:44.072401 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-107408b4-a5ec-47a0-a6d0-820327d444aa admin admin] 10.222.0.48 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0781846 Jul 15 22:56:46.120834 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 5 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 22:56:46.228369 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 46054) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:56:46.274728 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-6f892e89-3b3b-46c6-9da8-d5d3872c0bd5 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:56:46.295005 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f892e89-3b3b-46c6-9da8-d5d3872c0bd5 admin admin] Made reservation on behalf of 127f28f8c90045989639afce7d53659f for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:56:46.297246 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f892e89-3b3b-46c6-9da8-d5d3872c0bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:46.326241 n-d-794306-6 neutron-server[93770]: WARNING neutron.services.revisions.revision_plugin [None req-6f892e89-3b3b-46c6-9da8-d5d3872c0bd5 admin admin] Could not find related network for resource to bump revision. Jul 15 22:56:46.339667 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f892e89-3b3b-46c6-9da8-d5d3872c0bd5 admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 22:56:46.348209 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f892e89-3b3b-46c6-9da8-d5d3872c0bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:46.348550 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-6f892e89-3b3b-46c6-9da8-d5d3872c0bd5 admin admin] Added segment 0eb343a6-7de2-40d5-aca1-7a71c850eb26 of type vlan for network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 Jul 15 22:56:46.394534 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f892e89-3b3b-46c6-9da8-d5d3872c0bd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:46.423111 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f892e89-3b3b-46c6-9da8-d5d3872c0bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:46.424069 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f892e89-3b3b-46c6-9da8-d5d3872c0bd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:46.424625 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f892e89-3b3b-46c6-9da8-d5d3872c0bd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:46.454879 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-6f892e89-3b3b-46c6-9da8-d5d3872c0bd5 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2254627 Jul 15 22:56:46.485001 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f892e89-3b3b-46c6-9da8-d5d3872c0bd5 admin admin] Pushing event updated for resources: {'Network': ['ID=5d412861-bef3-4cc1-ae9f-87a6a36753c0,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:56:46.492874 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f892e89-3b3b-46c6-9da8-d5d3872c0bd5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:46.493387 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f892e89-3b3b-46c6-9da8-d5d3872c0bd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:46.493727 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f892e89-3b3b-46c6-9da8-d5d3872c0bd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:46.494059 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f892e89-3b3b-46c6-9da8-d5d3872c0bd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:46.494387 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f892e89-3b3b-46c6-9da8-d5d3872c0bd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:46.494710 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f892e89-3b3b-46c6-9da8-d5d3872c0bd5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:46.495032 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f892e89-3b3b-46c6-9da8-d5d3872c0bd5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:46.495351 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f892e89-3b3b-46c6-9da8-d5d3872c0bd5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:46.495707 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f892e89-3b3b-46c6-9da8-d5d3872c0bd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:46.496027 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f892e89-3b3b-46c6-9da8-d5d3872c0bd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:46.496345 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f892e89-3b3b-46c6-9da8-d5d3872c0bd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:46.496660 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f892e89-3b3b-46c6-9da8-d5d3872c0bd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:46.509090 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 22:56:48.654876 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 46062) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:56:48.717347 n-d-794306-6 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2f0870f-b96d-4c55-b7f4-781c1a21566a admin admin] GET failed (client error): The resource could not be found. Jul 15 22:56:48.718671 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-e2f0870f-b96d-4c55-b7f4-781c1a21566a admin admin] 10.222.0.48 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0628376 Jul 15 22:56:48.786010 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a881b35d-e940-4f80-993b-2f41bdc0a954 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:48.787473 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-a881b35d-e940-4f80-993b-2f41bdc0a954 admin admin] 10.222.0.48 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0649972 Jul 15 22:56:48.797198 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a4cabe31-2906-403c-ba1f-47ebdb4e737e admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 22:56:48.817750 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4cabe31-2906-403c-ba1f-47ebdb4e737e admin admin] Made reservation on behalf of 127f28f8c90045989639afce7d53659f for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 22:56:48.820918 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a4cabe31-2906-403c-ba1f-47ebdb4e737e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:48.979005 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a4cabe31-2906-403c-ba1f-47ebdb4e737e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:49.026929 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cabe31-2906-403c-ba1f-47ebdb4e737e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d909a96-22de-4aa9-b690-1c7da965ceac,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:56:49.042058 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cabe31-2906-403c-ba1f-47ebdb4e737e admin admin] Checking segment: {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:56:49.042409 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4cabe31-2906-403c-ba1f-47ebdb4e737e admin admin] Network hostable DHCP agents. Network: 5d412861-bef3-4cc1-ae9f-87a6a36753c0, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 22:56:49.058112 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4cabe31-2906-403c-ba1f-47ebdb4e737e admin admin] Network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 22:56:49.066526 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-a4cabe31-2906-403c-ba1f-47ebdb4e737e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 5d412861-bef3-4cc1-ae9f-87a6a36753c0) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:56:49.071264 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4cabe31-2906-403c-ba1f-47ebdb4e737e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 22:56:49.071880 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a4cabe31-2906-403c-ba1f-47ebdb4e737e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:49.076394 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f352705-8c74-4ae1-a0a6-2308b2ef1d86 None None] Network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 22:56:49.091743 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-a4cabe31-2906-403c-ba1f-47ebdb4e737e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2920625 Jul 15 22:56:49.228221 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75b55df-3501-43c1-ac7f-272ad4996573 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'tenant_id': '127f28f8c90045989639afce7d53659f', 'fixed_ips': [{'subnet_id': '0d909a96-22de-4aa9-b690-1c7da965ceac'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 22:56:49.229188 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e75b55df-3501-43c1-ac7f-272ad4996573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:49.360985 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-e75b55df-3501-43c1-ac7f-272ad4996573 None None] Allocated IP 192.168.233.2 (5d412861-bef3-4cc1-ae9f-87a6a36753c0/0d909a96-22de-4aa9-b690-1c7da965ceac/0ecd93a6-4d70-4e01-aee7-cdcca5a93091) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 22:56:49.505596 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e75b55df-3501-43c1-ac7f-272ad4996573 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:49.515422 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e75b55df-3501-43c1-ac7f-272ad4996573 None None] Transition to ACTIVE for port object 0ecd93a6-4d70-4e01-aee7-cdcca5a93091 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:56:49.530353 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e75b55df-3501-43c1-ac7f-272ad4996573 None None] Transition to ACTIVE for port object 0ecd93a6-4d70-4e01-aee7-cdcca5a93091 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 22:56:49.536227 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e75b55df-3501-43c1-ac7f-272ad4996573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:49.581654 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75b55df-3501-43c1-ac7f-272ad4996573 None None] Pushing event updated for resources: {'Port': ['ID=0ecd93a6-4d70-4e01-aee7-cdcca5a93091,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:56:49.584666 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75b55df-3501-43c1-ac7f-272ad4996573 None None] Network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 22:56:49.589421 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-e75b55df-3501-43c1-ac7f-272ad4996573 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 22:56:49.592051 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75b55df-3501-43c1-ac7f-272ad4996573 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:49.592398 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75b55df-3501-43c1-ac7f-272ad4996573 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:49.592741 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75b55df-3501-43c1-ac7f-272ad4996573 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:49.593075 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75b55df-3501-43c1-ac7f-272ad4996573 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:49.593405 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75b55df-3501-43c1-ac7f-272ad4996573 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:49.593736 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75b55df-3501-43c1-ac7f-272ad4996573 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:49.594068 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75b55df-3501-43c1-ac7f-272ad4996573 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:49.594392 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75b55df-3501-43c1-ac7f-272ad4996573 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:49.594720 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75b55df-3501-43c1-ac7f-272ad4996573 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:49.595046 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75b55df-3501-43c1-ac7f-272ad4996573 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:49.595366 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75b55df-3501-43c1-ac7f-272ad4996573 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:49.595717 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75b55df-3501-43c1-ac7f-272ad4996573 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:56:49.608170 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75b55df-3501-43c1-ac7f-272ad4996573 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 22:56:49.672173 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e75b55df-3501-43c1-ac7f-272ad4996573 None None] Attempting to bind port 0ecd93a6-4d70-4e01-aee7-cdcca5a93091 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 22:56:49.672542 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e75b55df-3501-43c1-ac7f-272ad4996573 None None] Attempting to bind port 0ecd93a6-4d70-4e01-aee7-cdcca5a93091 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 22:56:49.672896 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75b55df-3501-43c1-ac7f-272ad4996573 None None] Attempting to bind port 0ecd93a6-4d70-4e01-aee7-cdcca5a93091 on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 22:56:49.677823 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75b55df-3501-43c1-ac7f-272ad4996573 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 22, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 22:56:49.678208 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75b55df-3501-43c1-ac7f-272ad4996573 None None] Checking segment: {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 22:56:49.678598 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e75b55df-3501-43c1-ac7f-272ad4996573 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:49.679008 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75b55df-3501-43c1-ac7f-272ad4996573 None None] Bound using segment: {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 22:56:49.680075 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e75b55df-3501-43c1-ac7f-272ad4996573 None None] Bound port: 0ecd93a6-4d70-4e01-aee7-cdcca5a93091, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 22:56:49.680465 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e75b55df-3501-43c1-ac7f-272ad4996573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:49.740193 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e75b55df-3501-43c1-ac7f-272ad4996573 None None] For port 0ecd93a6-4d70-4e01-aee7-cdcca5a93091, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 22:56:49.743963 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e75b55df-3501-43c1-ac7f-272ad4996573 None None] For port 0ecd93a6-4d70-4e01-aee7-cdcca5a93091, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=0ecd93a6-4d70-4e01-aee7-cdcca5a93091,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 22:56:49.749289 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e75b55df-3501-43c1-ac7f-272ad4996573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:49.813169 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75b55df-3501-43c1-ac7f-272ad4996573 None None] Pushing event updated for resources: {'Port': ['ID=0ecd93a6-4d70-4e01-aee7-cdcca5a93091,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:56:50.634912 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1283460e-8962-4532-976b-a5de79d8b158 None None] Network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 22:56:50.696212 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-19d1e5e9-3927-4fe8-a292-cdca080369b1 None None] Provisioning for port 0ecd93a6-4d70-4e01-aee7-cdcca5a93091 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:56:51.338708 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 0ecd93a6-4d70-4e01-aee7-cdcca5a93091 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:56:51.388369 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 0ecd93a6-4d70-4e01-aee7-cdcca5a93091 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 22:56:51.393434 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 0ecd93a6-4d70-4e01-aee7-cdcca5a93091 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:56:51.394314 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:51.474145 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:51.510072 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 0ecd93a6-4d70-4e01-aee7-cdcca5a93091, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=0ecd93a6-4d70-4e01-aee7-cdcca5a93091,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 22:56:51.513941 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:56:51.563015 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=0ecd93a6-4d70-4e01-aee7-cdcca5a93091,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:56:53.315153 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 0ecd93a6-4d70-4e01-aee7-cdcca5a93091 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 22:56:53.366165 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 0ecd93a6-4d70-4e01-aee7-cdcca5a93091 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 22:56:53.366534 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:00.697145 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fc2ef3d1-9881-410a-9901-707af097d4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:03.170679 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b3d5fedf-52bf-4228-9e0c-04222de86369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:03.271564 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:04.062267 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:06.087097 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:23.120202 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 5 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 22:57:30.698634 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-37cb7708-c1e3-452a-8f04-5aeb07d05184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:33.172777 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c678c028-9abc-424c-ba83-22f90463708d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:33.274496 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:34.065098 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:57:36.089636 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:00.098422 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 46116) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:58:00.105228 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [None req-c15fe91e-dbaa-43c2-bb3b-73d389e75f5e tempest-verify_tempest_config-705167277 tempest-verify_tempest_config-705167277-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 22:58:00.106199 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-c15fe91e-dbaa-43c2-bb3b-73d389e75f5e tempest-verify_tempest_config-705167277 tempest-verify_tempest_config-705167277-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0067811 Jul 15 22:58:00.118790 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 5 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 22:58:00.409587 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 46134) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:58:00.509016 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-51196163-2a20-41a0-88b7-15f7e3a8160a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:00.599291 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-51196163-2a20-41a0-88b7-15f7e3a8160a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:00.604516 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-51196163-2a20-41a0-88b7-15f7e3a8160a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:00.649242 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-51196163-2a20-41a0-88b7-15f7e3a8160a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=df324971b2b24e13ae5e38ad3024fb9b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2385306 Jul 15 22:58:00.650283 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51196163-2a20-41a0-88b7-15f7e3a8160a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e13f7c7-c213-45aa-9d20-b273cc79aab5,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:58:00.652061 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 46138) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 22:58:00.656810 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51196163-2a20-41a0-88b7-15f7e3a8160a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:00.657160 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51196163-2a20-41a0-88b7-15f7e3a8160a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:00.657498 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51196163-2a20-41a0-88b7-15f7e3a8160a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:00.657833 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51196163-2a20-41a0-88b7-15f7e3a8160a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:00.658165 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51196163-2a20-41a0-88b7-15f7e3a8160a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:00.658494 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51196163-2a20-41a0-88b7-15f7e3a8160a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:00.658818 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51196163-2a20-41a0-88b7-15f7e3a8160a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:00.659143 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51196163-2a20-41a0-88b7-15f7e3a8160a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:00.659485 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51196163-2a20-41a0-88b7-15f7e3a8160a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:00.659834 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51196163-2a20-41a0-88b7-15f7e3a8160a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:00.660161 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51196163-2a20-41a0-88b7-15f7e3a8160a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:00.660481 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51196163-2a20-41a0-88b7-15f7e3a8160a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:00.700305 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-34d7141f-89fe-4c1d-91ab-baa6faa4d563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:00.711532 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-508ac360-54fa-4707-9b34-7cb5d7f10629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:00.731809 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-508ac360-54fa-4707-9b34-7cb5d7f10629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:00.821102 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-508ac360-54fa-4707-9b34-7cb5d7f10629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:00.823451 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-508ac360-54fa-4707-9b34-7cb5d7f10629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:00.824671 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-508ac360-54fa-4707-9b34-7cb5d7f10629 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2e13f7c7-c213-45aa-9d20-b273cc79aab5 HTTP/1.1" status: 204 len: 168 time: 0.1715055 Jul 15 22:58:00.833014 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508ac360-54fa-4707-9b34-7cb5d7f10629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e13f7c7-c213-45aa-9d20-b273cc79aab5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 22:58:00.840837 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508ac360-54fa-4707-9b34-7cb5d7f10629 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:00.841209 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508ac360-54fa-4707-9b34-7cb5d7f10629 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:00.841556 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508ac360-54fa-4707-9b34-7cb5d7f10629 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:00.841902 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508ac360-54fa-4707-9b34-7cb5d7f10629 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:00.842238 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508ac360-54fa-4707-9b34-7cb5d7f10629 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:00.842574 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508ac360-54fa-4707-9b34-7cb5d7f10629 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:00.842900 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508ac360-54fa-4707-9b34-7cb5d7f10629 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:00.843217 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508ac360-54fa-4707-9b34-7cb5d7f10629 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:00.843545 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508ac360-54fa-4707-9b34-7cb5d7f10629 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:00.843895 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508ac360-54fa-4707-9b34-7cb5d7f10629 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:00.844221 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508ac360-54fa-4707-9b34-7cb5d7f10629 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:00.844544 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508ac360-54fa-4707-9b34-7cb5d7f10629 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 22:58:03.173705 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d8b71bd1-67ea-413c-8361-5472aa494d75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:03.275889 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:04.068259 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:06.094446 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:30.700707 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-42eef2b6-bef3-4b47-8235-9bb6ec0c0eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:33.174571 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6642845a-0fc5-4015-9e7e-270627ba0c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:33.276928 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:34.071880 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:36.094191 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:58:37.116741 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 5 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 22:59:00.700854 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5952337b-4a77-4733-aba2-4a8fb35581d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:03.176372 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-25460019-e044-4c75-9c62-1e65d5cef649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:03.277953 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:04.076684 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:06.098931 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:14.115455 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 5 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 22:59:30.701705 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-02a99a24-035d-437e-adb5-4b0418ad3aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:33.176764 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-06807191-dfec-4438-be3f-10399b8d2d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:33.278011 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:34.079124 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:36.100056 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 22:59:51.113647 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 5 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:00:00.702776 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8db2a20d-9424-45b5-a0a3-b49a29437aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:03.178199 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8a809a26-e27f-4e8b-a248-21d26cffd313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:03.279390 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:04.080977 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:06.104715 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:28.111421 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 5 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:00:30.702364 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-994292b5-4843-47e4-8613-86227facaabb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:33.177778 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5aa20b3a-5cd2-452e-9d7c-60c012364336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:33.280211 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:34.084809 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:36.104624 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:00:55.013862 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-905740'] for agent, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:00.707236 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b8f52272-2f9b-4839-a70b-6f33ae76fa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:03.184790 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3e7be61d-b6fa-4087-afc1-d260b8af8fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:03.281277 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:04.085753 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:05.110457 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 6 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:01:06.107734 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:07.918176 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-905740'] for agent, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:24.965510 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:30.708313 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-75a03f0e-3baa-44df-90d8-421a1f693143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:33.175638 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ff3e441c-41d9-462b-b56a-194085219ce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:33.283404 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:34.090645 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:36.109800 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:37.858442 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:01:38.614377 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 46200) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:01:38.714376 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-cc8ca250-9d5a-4779-b463-58cf051a1223 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0989163 Jul 15 23:01:40.891745 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 46210) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:01:40.946137 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-184f1b9b-5190-4d7c-8865-cb466a344b44 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0533357 Jul 15 23:01:42.109762 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:01:54.980829 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:00.709105 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ac72a87f-d320-4e95-85df-f1a8dd78c373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:03.176352 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2a850919-b7cb-4ac2-b228-93e3a8d3b2ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:03.283461 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:04.092300 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:06.116283 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:07.869874 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:19.108314 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:02:25.107444 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:30.710976 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-db60f33b-d41b-488d-aa53-94b3b9ffb917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:33.177337 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c8d28323-9071-4174-a4c4-747460a2baa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:33.285315 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:34.096916 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:36.116510 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:37.873453 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:54.994310 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:02:56.107991 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:03:00.290188 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 46384) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:00.622205 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 46408) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:00.638909 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-99865ecc-909d-4eb6-b3b2-eaa21be2e871 tempest-AutoAllocateNetworkTest-180263169 tempest-AutoAllocateNetworkTest-180263169-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=f61fb78304d240f588fc4d5d56d5d6c3&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3402641 Jul 15 23:03:00.714435 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-171d8ac5-b81c-4311-a0af-4907f0c53e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:00.813628 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615c91b7-cb00-4e8a-8069-cfdb44b99917 tempest-AutoAllocateNetworkTest-180263169 tempest-AutoAllocateNetworkTest-180263169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:00.818178 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-615c91b7-cb00-4e8a-8069-cfdb44b99917 tempest-AutoAllocateNetworkTest-180263169 tempest-AutoAllocateNetworkTest-180263169-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1920371 Jul 15 23:03:00.818487 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 46420) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:00.914596 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 46426) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:00.914823 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-dcbd048c-d6ce-4407-8005-9d0e12fbb331 tempest-AutoAllocateNetworkTest-180263169 tempest-AutoAllocateNetworkTest-180263169-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0950460 Jul 15 23:03:00.941720 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-ae399558-33c6-48d4-9165-5f677b17f231 tempest-AutoAllocateNetworkTest-180263169 tempest-AutoAllocateNetworkTest-180263169-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=f61fb78304d240f588fc4d5d56d5d6c3 HTTP/1.1" status: 200 len: 208 time: 0.0257382 Jul 15 23:03:01.579137 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 46460) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:01.917507 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f5729d6d-1e9b-4b7c-9bf6-ade506905838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:02.017037 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f5729d6d-1e9b-4b7c-9bf6-ade506905838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:02.020994 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f5729d6d-1e9b-4b7c-9bf6-ade506905838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:02.052199 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5729d6d-1e9b-4b7c-9bf6-ade506905838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3700fbaa-ad4b-4d59-9e7c-7096619f8b10,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:02.162477 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5729d6d-1e9b-4b7c-9bf6-ade506905838 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:02.162845 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5729d6d-1e9b-4b7c-9bf6-ade506905838 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:02.163174 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5729d6d-1e9b-4b7c-9bf6-ade506905838 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:02.163734 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5729d6d-1e9b-4b7c-9bf6-ade506905838 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:02.164257 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5729d6d-1e9b-4b7c-9bf6-ade506905838 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:02.164607 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5729d6d-1e9b-4b7c-9bf6-ade506905838 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:02.164920 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5729d6d-1e9b-4b7c-9bf6-ade506905838 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:02.165520 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5729d6d-1e9b-4b7c-9bf6-ade506905838 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:02.165827 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5729d6d-1e9b-4b7c-9bf6-ade506905838 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:02.166149 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5729d6d-1e9b-4b7c-9bf6-ade506905838 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:02.166469 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5729d6d-1e9b-4b7c-9bf6-ade506905838 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:02.166793 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5729d6d-1e9b-4b7c-9bf6-ade506905838 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:02.168507 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5729d6d-1e9b-4b7c-9bf6-ade506905838 admin admin] Tracked resource versions report: Jul 15 23:03:02.168507 n-d-794306-6 neutron-server[93770]: pushed versions: Jul 15 23:03:02.168507 n-d-794306-6 neutron-server[93770]: { 'AddressGroup': {'1.2'}, Jul 15 23:03:02.168507 n-d-794306-6 neutron-server[93770]: 'ConntrackHelper': {'1.0'}, Jul 15 23:03:02.168507 n-d-794306-6 neutron-server[93770]: 'Log': {'1.0'}, Jul 15 23:03:02.168507 n-d-794306-6 neutron-server[93770]: 'Network': {'1.1'}, Jul 15 23:03:02.168507 n-d-794306-6 neutron-server[93770]: 'Port': {'1.7'}, Jul 15 23:03:02.168507 n-d-794306-6 neutron-server[93770]: 'PortForwarding': {'1.2'}, Jul 15 23:03:02.168507 n-d-794306-6 neutron-server[93770]: 'QosPolicy': {'1.8'}, Jul 15 23:03:02.168507 n-d-794306-6 neutron-server[93770]: 'SecurityGroup': {'1.4'}, Jul 15 23:03:02.168507 n-d-794306-6 neutron-server[93770]: 'SecurityGroupRule': {'1.2'}, Jul 15 23:03:02.168507 n-d-794306-6 neutron-server[93770]: 'SubPort': {'1.0'}, Jul 15 23:03:02.168507 n-d-794306-6 neutron-server[93770]: 'Subnet': {'1.1'}, Jul 15 23:03:02.168507 n-d-794306-6 neutron-server[93770]: 'Trunk': {'1.1'}} Jul 15 23:03:02.168507 n-d-794306-6 neutron-server[93770]: consumer versions: Jul 15 23:03:02.168507 n-d-794306-6 neutron-server[93770]: { DHCP agent@n-d-794306-6: {}, Jul 15 23:03:02.168507 n-d-794306-6 neutron-server[93770]: HyperV agent@n-h1-794306-6: {}, Jul 15 23:03:02.168507 n-d-794306-6 neutron-server[93770]: HyperV agent@n-h2-794306-6: {}, Jul 15 23:03:02.168507 n-d-794306-6 neutron-server[93770]: L3 agent@n-d-794306-6: {}, Jul 15 23:03:02.168507 n-d-794306-6 neutron-server[93770]: Metadata agent@n-d-794306-6: {}, Jul 15 23:03:02.168507 n-d-794306-6 neutron-server[93770]: Metering agent@n-d-794306-6: {}, Jul 15 23:03:02.168507 n-d-794306-6 neutron-server[93770]: Open vSwitch agent@n-d-794306-6: { 'AddressGroup': '1.2', Jul 15 23:03:02.168507 n-d-794306-6 neutron-server[93770]: 'ConntrackHelper': '1.0', Jul 15 23:03:02.168507 n-d-794306-6 neutron-server[93770]: 'Log': '1.0', Jul 15 23:03:02.168507 n-d-794306-6 neutron-server[93770]: 'Network': '1.1', Jul 15 23:03:02.168507 n-d-794306-6 neutron-server[93770]: 'Port': '1.7', Jul 15 23:03:02.168507 n-d-794306-6 neutron-server[93770]: 'PortForwarding': '1.2', Jul 15 23:03:02.168507 n-d-794306-6 neutron-server[93770]: 'QosPolicy': '1.8', Jul 15 23:03:02.168507 n-d-794306-6 neutron-server[93770]: 'SecurityGroup': '1.4', Jul 15 23:03:02.168507 n-d-794306-6 neutron-server[93770]: 'SecurityGroupRule': '1.2', Jul 15 23:03:02.168507 n-d-794306-6 neutron-server[93770]: 'SubPort': '1.0', Jul 15 23:03:02.168507 n-d-794306-6 neutron-server[93770]: 'Subnet': '1.1', Jul 15 23:03:02.168507 n-d-794306-6 neutron-server[93770]: 'Trunk': '1.1'}} Jul 15 23:03:02.168507 n-d-794306-6 neutron-server[93770]: {{(pid=93770) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 23:03:02.184400 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-f5729d6d-1e9b-4b7c-9bf6-ade506905838 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f61fb78304d240f588fc4d5d56d5d6c3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6017253 Jul 15 23:03:02.185361 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 46496) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:02.236023 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e36bf7d3-8a8d-4248-8df3-92f1410e9fc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:02.258551 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e36bf7d3-8a8d-4248-8df3-92f1410e9fc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:02.313008 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e36bf7d3-8a8d-4248-8df3-92f1410e9fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:02.316454 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e36bf7d3-8a8d-4248-8df3-92f1410e9fc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:02.318266 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e36bf7d3-8a8d-4248-8df3-92f1410e9fc0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3700fbaa-ad4b-4d59-9e7c-7096619f8b10 HTTP/1.1" status: 204 len: 168 time: 0.1316216 Jul 15 23:03:02.328928 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36bf7d3-8a8d-4248-8df3-92f1410e9fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3700fbaa-ad4b-4d59-9e7c-7096619f8b10,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:02.336684 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36bf7d3-8a8d-4248-8df3-92f1410e9fc0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:02.337266 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36bf7d3-8a8d-4248-8df3-92f1410e9fc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:02.337593 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36bf7d3-8a8d-4248-8df3-92f1410e9fc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:02.338098 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36bf7d3-8a8d-4248-8df3-92f1410e9fc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:02.338414 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36bf7d3-8a8d-4248-8df3-92f1410e9fc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:02.338881 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36bf7d3-8a8d-4248-8df3-92f1410e9fc0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:02.339363 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36bf7d3-8a8d-4248-8df3-92f1410e9fc0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:02.340150 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36bf7d3-8a8d-4248-8df3-92f1410e9fc0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:02.340628 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36bf7d3-8a8d-4248-8df3-92f1410e9fc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:02.341100 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36bf7d3-8a8d-4248-8df3-92f1410e9fc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:02.341580 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36bf7d3-8a8d-4248-8df3-92f1410e9fc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:02.342031 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36bf7d3-8a8d-4248-8df3-92f1410e9fc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:02.343249 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36bf7d3-8a8d-4248-8df3-92f1410e9fc0 admin admin] Tracked resource versions report: Jul 15 23:03:02.343249 n-d-794306-6 neutron-server[93771]: pushed versions: Jul 15 23:03:02.343249 n-d-794306-6 neutron-server[93771]: { 'AddressGroup': {'1.2'}, Jul 15 23:03:02.343249 n-d-794306-6 neutron-server[93771]: 'ConntrackHelper': {'1.0'}, Jul 15 23:03:02.343249 n-d-794306-6 neutron-server[93771]: 'Log': {'1.0'}, Jul 15 23:03:02.343249 n-d-794306-6 neutron-server[93771]: 'Network': {'1.1'}, Jul 15 23:03:02.343249 n-d-794306-6 neutron-server[93771]: 'Port': {'1.7'}, Jul 15 23:03:02.343249 n-d-794306-6 neutron-server[93771]: 'PortForwarding': {'1.2'}, Jul 15 23:03:02.343249 n-d-794306-6 neutron-server[93771]: 'QosPolicy': {'1.8'}, Jul 15 23:03:02.343249 n-d-794306-6 neutron-server[93771]: 'SecurityGroup': {'1.4'}, Jul 15 23:03:02.343249 n-d-794306-6 neutron-server[93771]: 'SecurityGroupRule': {'1.2'}, Jul 15 23:03:02.343249 n-d-794306-6 neutron-server[93771]: 'SubPort': {'1.0'}, Jul 15 23:03:02.343249 n-d-794306-6 neutron-server[93771]: 'Subnet': {'1.1'}, Jul 15 23:03:02.343249 n-d-794306-6 neutron-server[93771]: 'Trunk': {'1.1'}} Jul 15 23:03:02.343249 n-d-794306-6 neutron-server[93771]: consumer versions: Jul 15 23:03:02.343249 n-d-794306-6 neutron-server[93771]: { DHCP agent@n-d-794306-6: {}, Jul 15 23:03:02.343249 n-d-794306-6 neutron-server[93771]: HyperV agent@n-h1-794306-6: {}, Jul 15 23:03:02.343249 n-d-794306-6 neutron-server[93771]: HyperV agent@n-h2-794306-6: {}, Jul 15 23:03:02.343249 n-d-794306-6 neutron-server[93771]: L3 agent@n-d-794306-6: {}, Jul 15 23:03:02.343249 n-d-794306-6 neutron-server[93771]: Metadata agent@n-d-794306-6: {}, Jul 15 23:03:02.343249 n-d-794306-6 neutron-server[93771]: Metering agent@n-d-794306-6: {}, Jul 15 23:03:02.343249 n-d-794306-6 neutron-server[93771]: Open vSwitch agent@n-d-794306-6: { 'AddressGroup': '1.2', Jul 15 23:03:02.343249 n-d-794306-6 neutron-server[93771]: 'ConntrackHelper': '1.0', Jul 15 23:03:02.343249 n-d-794306-6 neutron-server[93771]: 'Log': '1.0', Jul 15 23:03:02.343249 n-d-794306-6 neutron-server[93771]: 'Network': '1.1', Jul 15 23:03:02.343249 n-d-794306-6 neutron-server[93771]: 'Port': '1.7', Jul 15 23:03:02.343249 n-d-794306-6 neutron-server[93771]: 'PortForwarding': '1.2', Jul 15 23:03:02.343249 n-d-794306-6 neutron-server[93771]: 'QosPolicy': '1.8', Jul 15 23:03:02.343249 n-d-794306-6 neutron-server[93771]: 'SecurityGroup': '1.4', Jul 15 23:03:02.343249 n-d-794306-6 neutron-server[93771]: 'SecurityGroupRule': '1.2', Jul 15 23:03:02.343249 n-d-794306-6 neutron-server[93771]: 'SubPort': '1.0', Jul 15 23:03:02.343249 n-d-794306-6 neutron-server[93771]: 'Subnet': '1.1', Jul 15 23:03:02.343249 n-d-794306-6 neutron-server[93771]: 'Trunk': '1.1'}} Jul 15 23:03:02.343249 n-d-794306-6 neutron-server[93771]: {{(pid=93771) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 23:03:03.189423 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4423138a-9401-48e7-a297-47fb3f01d192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:03.291140 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:04.100677 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:04.450561 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 46626) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:04.593400 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e36e1bc1-f164-4bfb-b831-d0314a6be862 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:04.711627 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 46656) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:04.715869 n-d-794306-6 neutron-server[93770]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 15 23:03:04.725033 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e36e1bc1-f164-4bfb-b831-d0314a6be862 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:04.732954 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e36e1bc1-f164-4bfb-b831-d0314a6be862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:04.745826 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-97ee19bc-fdf4-44ac-ba2a-ff810b37ea76 req-04fa590b-4a04-48b7-8622-94c9305487bb tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=62cceed33b584263a479cc7894943fe0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315332 Jul 15 23:03:04.797105 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e36e1bc1-f164-4bfb-b831-d0314a6be862 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=87704ae97cc141b69f32550921870b2c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3447804 Jul 15 23:03:04.798192 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36e1bc1-f164-4bfb-b831-d0314a6be862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee31193-e1ec-43ca-93fb-56a23e191867,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:04.801222 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 46664) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:04.854923 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89405632-457a-4e62-a920-6ea19757dde4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:04.887330 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89405632-457a-4e62-a920-6ea19757dde4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:04.943985 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89405632-457a-4e62-a920-6ea19757dde4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:04.947953 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89405632-457a-4e62-a920-6ea19757dde4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:04.950301 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-89405632-457a-4e62-a920-6ea19757dde4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9ee31193-e1ec-43ca-93fb-56a23e191867 HTTP/1.1" status: 204 len: 168 time: 0.1481557 Jul 15 23:03:04.959434 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89405632-457a-4e62-a920-6ea19757dde4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee31193-e1ec-43ca-93fb-56a23e191867,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:04.968030 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee19bc-fdf4-44ac-ba2a-ff810b37ea76 req-f3676147-3013-4c9b-9d0a-61687e98492c tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:04.969878 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-97ee19bc-fdf4-44ac-ba2a-ff810b37ea76 req-f3676147-3013-4c9b-9d0a-61687e98492c tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2173033 Jul 15 23:03:05.011815 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-97ee19bc-fdf4-44ac-ba2a-ff810b37ea76 req-9df8e178-a220-4a59-9f43-0dd2857d68f9 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.48 "GET /v2.0/quotas/62cceed33b584263a479cc7894943fe0 HTTP/1.1" status: 200 len: 375 time: 0.0340428 Jul 15 23:03:05.072863 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-97ee19bc-fdf4-44ac-ba2a-ff810b37ea76 req-10aa2553-4556-43af-a5b7-68fd1277f076 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=62cceed33b584263a479cc7894943fe0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0553551 Jul 15 23:03:05.076654 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 46676) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:05.448689 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c6552e3-0ded-461c-bc3d-e0486d8f6da2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:05.530593 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 46714) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:05.548055 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2aedd1ab-fd38-4885-8f07-8341f24d4e2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:05.561881 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c6552e3-0ded-461c-bc3d-e0486d8f6da2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:05.566054 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c6552e3-0ded-461c-bc3d-e0486d8f6da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:05.598442 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6552e3-0ded-461c-bc3d-e0486d8f6da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c37720-cd30-42a9-b09e-d042acfb530d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:05.613480 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-6c6552e3-0ded-461c-bc3d-e0486d8f6da2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b8e4e3c7d1ad4345b5f77d083883ee2d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5355282 Jul 15 23:03:05.616162 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 46718) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:05.685353 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77c7ff04-360b-43d9-b4d0-112c39b24b72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:05.687969 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2aedd1ab-fd38-4885-8f07-8341f24d4e2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:05.693549 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2aedd1ab-fd38-4885-8f07-8341f24d4e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:05.711960 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77c7ff04-360b-43d9-b4d0-112c39b24b72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:05.725129 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-2aedd1ab-fd38-4885-8f07-8341f24d4e2e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=84d8c3c03f904b9bb31e67f29b470ae9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1933289 Jul 15 23:03:05.729712 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 46726) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:05.747833 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aedd1ab-fd38-4885-8f07-8341f24d4e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b00214-1236-4fe8-bc4a-6d901278ccea,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:05.806744 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-503f067e-4cee-46ef-ad02-e6337eb3dc4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:05.885357 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-503f067e-4cee-46ef-ad02-e6337eb3dc4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:05.907889 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 46744) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:05.948200 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-503f067e-4cee-46ef-ad02-e6337eb3dc4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:05.951631 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-503f067e-4cee-46ef-ad02-e6337eb3dc4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:05.952916 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-503f067e-4cee-46ef-ad02-e6337eb3dc4c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a3b00214-1236-4fe8-bc4a-6d901278ccea HTTP/1.1" status: 204 len: 168 time: 0.2214053 Jul 15 23:03:05.963497 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f067e-4cee-46ef-ad02-e6337eb3dc4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b00214-1236-4fe8-bc4a-6d901278ccea,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:05.985043 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77c7ff04-360b-43d9-b4d0-112c39b24b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:05.988069 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77c7ff04-360b-43d9-b4d0-112c39b24b72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:05.989297 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-77c7ff04-360b-43d9-b4d0-112c39b24b72 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f3c37720-cd30-42a9-b09e-d042acfb530d HTTP/1.1" status: 204 len: 168 time: 0.3722095 Jul 15 23:03:06.005236 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c7ff04-360b-43d9-b4d0-112c39b24b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c37720-cd30-42a9-b09e-d042acfb530d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:06.132722 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:06.143109 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7487dc55-bb74-4463-864b-b386477a7012 req-f20af6d4-84e0-45f4-b88f-cd2fc3a4605d tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.48 "GET /v2.0/ports?device_id=b03f4fe8-945c-41e3-ae1e-b10be78193b4 HTTP/1.1" status: 200 len: 210 time: 0.2333879 Jul 15 23:03:06.493654 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 46790) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:06.682679 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 46800) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:06.700913 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3e996d1c-8230-4c45-b433-66a012d51c07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:06.851410 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3e996d1c-8230-4c45-b433-66a012d51c07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:06.856818 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3e996d1c-8230-4c45-b433-66a012d51c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:06.916374 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-3e996d1c-8230-4c45-b433-66a012d51c07 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=57584dfebae34f88adc6343ac5e9be92&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2319450 Jul 15 23:03:06.918490 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e996d1c-8230-4c45-b433-66a012d51c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bad39eb-bd5e-4680-8443-2a64166d7e5f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:06.919798 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 46816) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:07.002608 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7e028948-d9c9-42e8-a66f-a4f27198f48f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:07.005499 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-52ab4de9-f9aa-4388-b13c-4d6b8c6b30b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:07.062921 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-52ab4de9-f9aa-4388-b13c-4d6b8c6b30b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:07.148787 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 46824) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:07.162344 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7e028948-d9c9-42e8-a66f-a4f27198f48f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:07.164634 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7e028948-d9c9-42e8-a66f-a4f27198f48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:07.179696 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-52ab4de9-f9aa-4388-b13c-4d6b8c6b30b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:07.182492 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-52ab4de9-f9aa-4388-b13c-4d6b8c6b30b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:07.186262 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-52ab4de9-f9aa-4388-b13c-4d6b8c6b30b2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3bad39eb-bd5e-4680-8443-2a64166d7e5f HTTP/1.1" status: 204 len: 168 time: 0.2624149 Jul 15 23:03:07.201768 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 46832) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:07.203820 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab4de9-f9aa-4388-b13c-4d6b8c6b30b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bad39eb-bd5e-4680-8443-2a64166d7e5f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:07.281491 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 46838) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:07.281627 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-7e028948-d9c9-42e8-a66f-a4f27198f48f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0331d1b22462487591096f1b6b94e020&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7837687 Jul 15 23:03:07.282491 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e028948-d9c9-42e8-a66f-a4f27198f48f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db369126-5bc8-4345-9ef4-f86efdcf248f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:07.451981 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f5b5cbfb-cf18-48ad-ae7d-824b3a7915c2 req-759f9a94-4e55-4de8-815c-f27304330516 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.48 "GET /v2.0/ports?device_id=b03f4fe8-945c-41e3-ae1e-b10be78193b4 HTTP/1.1" status: 200 len: 210 time: 0.0470231 Jul 15 23:03:07.455335 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ef7a84d-d36c-4cb4-8ab7-2dedab3f07f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:07.495473 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ef7a84d-d36c-4cb4-8ab7-2dedab3f07f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:07.565001 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-35595193-76c5-4da9-b7c7-b2e631efea3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:07.626878 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ef7a84d-d36c-4cb4-8ab7-2dedab3f07f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:07.631525 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ef7a84d-d36c-4cb4-8ab7-2dedab3f07f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:07.633551 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-7ef7a84d-d36c-4cb4-8ab7-2dedab3f07f5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/db369126-5bc8-4345-9ef4-f86efdcf248f HTTP/1.1" status: 204 len: 168 time: 0.3504066 Jul 15 23:03:07.656515 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef7a84d-d36c-4cb4-8ab7-2dedab3f07f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db369126-5bc8-4345-9ef4-f86efdcf248f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:07.775268 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-35595193-76c5-4da9-b7c7-b2e631efea3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:07.783397 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-35595193-76c5-4da9-b7c7-b2e631efea3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:07.853414 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 46858) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:07.853988 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-35595193-76c5-4da9-b7c7-b2e631efea3c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a329b2f85287492c86f8870cd7549d50&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7041824 Jul 15 23:03:07.854688 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35595193-76c5-4da9-b7c7-b2e631efea3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f37464-e9d8-49dd-bf6b-c32dfb067070,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:07.903658 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:07.958529 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f446aea-1e04-402c-b974-a3535b0d3b7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:07.981579 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c74dc47e-36ae-4bd4-af71-5eeff596e0de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:08.016718 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c74dc47e-36ae-4bd4-af71-5eeff596e0de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:08.111232 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c74dc47e-36ae-4bd4-af71-5eeff596e0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:08.113779 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c74dc47e-36ae-4bd4-af71-5eeff596e0de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:08.114933 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-c74dc47e-36ae-4bd4-af71-5eeff596e0de admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/51f37464-e9d8-49dd-bf6b-c32dfb067070 HTTP/1.1" status: 204 len: 168 time: 0.2579982 Jul 15 23:03:08.137744 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f446aea-1e04-402c-b974-a3535b0d3b7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:08.138950 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74dc47e-36ae-4bd4-af71-5eeff596e0de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f37464-e9d8-49dd-bf6b-c32dfb067070,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:08.142712 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f446aea-1e04-402c-b974-a3535b0d3b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:08.188439 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-6f446aea-1e04-402c-b974-a3535b0d3b7f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ff9c8119ee8440b7bd5e28c0409b1f65&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9827559 Jul 15 23:03:08.189243 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 46880) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:08.191187 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f446aea-1e04-402c-b974-a3535b0d3b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7029e171-7bb2-489a-b5d5-7329765f1871,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:08.266476 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88800fc6-eb5e-46a3-9e79-239fbe593d94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:08.290413 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88800fc6-eb5e-46a3-9e79-239fbe593d94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:08.354308 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88800fc6-eb5e-46a3-9e79-239fbe593d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:08.358508 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88800fc6-eb5e-46a3-9e79-239fbe593d94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:08.360039 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-88800fc6-eb5e-46a3-9e79-239fbe593d94 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7029e171-7bb2-489a-b5d5-7329765f1871 HTTP/1.1" status: 204 len: 168 time: 0.1694062 Jul 15 23:03:08.371006 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88800fc6-eb5e-46a3-9e79-239fbe593d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7029e171-7bb2-489a-b5d5-7329765f1871,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:08.390708 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.41', 59651) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:08.444306 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-97ee19bc-fdf4-44ac-ba2a-ff810b37ea76 req-52afe567-aed0-4e4a-89ff-8da325787741 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=62cceed33b584263a479cc7894943fe0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403552 Jul 15 23:03:08.678621 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee19bc-fdf4-44ac-ba2a-ff810b37ea76 req-54697bc0-eb36-4d8c-a5a8-c2c18d99012e tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:08.680413 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-97ee19bc-fdf4-44ac-ba2a-ff810b37ea76 req-54697bc0-eb36-4d8c-a5a8-c2c18d99012e tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2301738 Jul 15 23:03:08.722756 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4f1bb42f-7bd8-4e95-b118-f4bc8b20fef1 req-33e71945-9ece-41a7-8385-78f75998ef7f tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.48 "GET /v2.0/ports?device_id=b03f4fe8-945c-41e3-ae1e-b10be78193b4 HTTP/1.1" status: 200 len: 210 time: 0.0688310 Jul 15 23:03:08.870522 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 46920) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:08.898593 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-97ee19bc-fdf4-44ac-ba2a-ff810b37ea76 req-181f87c9-8dcc-4ba7-ab4f-d8c8affb054b tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Request body: {'port': {'device_id': 'b03f4fe8-945c-41e3-ae1e-b10be78193b4', 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'admin_state_up': True, 'tenant_id': '62cceed33b584263a479cc7894943fe0'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:08.911740 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dca6c22d-b87c-43ac-ae8b-0ff2e36252e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:09.233605 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 46950) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:09.265430 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bbd56a73-e0c1-4ed7-8e4f-f7ab5071e6bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:09.294639 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dca6c22d-b87c-43ac-ae8b-0ff2e36252e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:09.310595 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dca6c22d-b87c-43ac-ae8b-0ff2e36252e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:09.334886 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97ee19bc-fdf4-44ac-ba2a-ff810b37ea76 req-181f87c9-8dcc-4ba7-ab4f-d8c8affb054b tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Made reservation on behalf of 62cceed33b584263a479cc7894943fe0 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:03:09.338804 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-97ee19bc-fdf4-44ac-ba2a-ff810b37ea76 req-181f87c9-8dcc-4ba7-ab4f-d8c8affb054b tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:09.370945 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-97ee19bc-fdf4-44ac-ba2a-ff810b37ea76 req-181f87c9-8dcc-4ba7-ab4f-d8c8affb054b tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:09.387096 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-dca6c22d-b87c-43ac-ae8b-0ff2e36252e7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=995e89e2561e4d3fbaa2b946b13614fb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5131891 Jul 15 23:03:09.389572 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 46958) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:09.431247 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca6c22d-b87c-43ac-ae8b-0ff2e36252e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa96b470-b410-44f0-aa16-db5ba18183a9,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:09.440707 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 46960) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:09.464906 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5d369ee-ef59-4974-8e90-6611cf816b8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:09.484521 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f3cf7a19-61a9-4b54-b2c7-af101fd7385e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:09.511302 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f3cf7a19-61a9-4b54-b2c7-af101fd7385e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:09.551306 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bbd56a73-e0c1-4ed7-8e4f-f7ab5071e6bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:09.561973 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bbd56a73-e0c1-4ed7-8e4f-f7ab5071e6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:09.570570 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f3cf7a19-61a9-4b54-b2c7-af101fd7385e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:09.581105 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f3cf7a19-61a9-4b54-b2c7-af101fd7385e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:09.583970 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-f3cf7a19-61a9-4b54-b2c7-af101fd7385e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/aa96b470-b410-44f0-aa16-db5ba18183a9 HTTP/1.1" status: 204 len: 168 time: 0.1912782 Jul 15 23:03:09.619140 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf7a19-61a9-4b54-b2c7-af101fd7385e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa96b470-b410-44f0-aa16-db5ba18183a9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:09.622510 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b9ff333a-d8d5-46cc-91a4-6680f22df22e req-fe58d429-d6a6-4a2c-91c9-9aba78b1415e tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=0442b10341ec4ebe87db52dabe990eb2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372396 Jul 15 23:03:09.630906 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-bbd56a73-e0c1-4ed7-8e4f-f7ab5071e6bd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0582e253e4a84da39d12ec1c18ef80f8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3940139 Jul 15 23:03:09.634449 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 46982) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:09.655372 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd56a73-e0c1-4ed7-8e4f-f7ab5071e6bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33406640-2050-4ee5-b4d7-7b6e346c2a8d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:09.745060 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-38afb280-dc35-493b-9744-f90f45dd36e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:09.797391 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff333a-d8d5-46cc-91a4-6680f22df22e req-051c5341-a485-4876-b567-f95e657b692b tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:09.799756 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-38afb280-dc35-493b-9744-f90f45dd36e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:09.805239 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b9ff333a-d8d5-46cc-91a4-6680f22df22e req-051c5341-a485-4876-b567-f95e657b692b tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1741948 Jul 15 23:03:09.811026 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-97ee19bc-fdf4-44ac-ba2a-ff810b37ea76 req-181f87c9-8dcc-4ba7-ab4f-d8c8affb054b tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:09.833847 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b9ff333a-d8d5-46cc-91a4-6680f22df22e req-c6a62091-8344-4987-adaf-bd71d9afe30e tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] 10.222.0.48 "GET /v2.0/quotas/0442b10341ec4ebe87db52dabe990eb2 HTTP/1.1" status: 200 len: 375 time: 0.0269458 Jul 15 23:03:09.837469 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-97ee19bc-fdf4-44ac-ba2a-ff810b37ea76 req-181f87c9-8dcc-4ba7-ab4f-d8c8affb054b tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:09.884835 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b9ff333a-d8d5-46cc-91a4-6680f22df22e req-5177ee7e-85f1-4490-b6b8-6f22217a4d20 tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0442b10341ec4ebe87db52dabe990eb2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496175 Jul 15 23:03:10.007818 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1f606fd1-5914-4b84-9273-368c873beb8e req-96409fe6-3476-4ad5-afaf-7fd463911135 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.48 "GET /v2.0/ports?device_id=b03f4fe8-945c-41e3-ae1e-b10be78193b4 HTTP/1.1" status: 200 len: 210 time: 0.0536315 Jul 15 23:03:10.014687 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181f87c9-8dcc-4ba7-ab4f-d8c8affb054b tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cfb0a02-c7a8-4946-96ba-1a3c0ae1d374,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:10.108824 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-38afb280-dc35-493b-9744-f90f45dd36e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:10.111659 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-38afb280-dc35-493b-9744-f90f45dd36e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:10.116148 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-38afb280-dc35-493b-9744-f90f45dd36e6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/33406640-2050-4ee5-b4d7-7b6e346c2a8d HTTP/1.1" status: 204 len: 168 time: 0.4771690 Jul 15 23:03:10.220207 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-50f41adf-643c-4c17-bd04-c52e945acfab req-10224dc4-84a3-424b-9a7f-d7a09a1f8215 tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] 10.222.0.48 "GET /v2.0/ports?device_id=cacac733-ec1b-401e-9475-719cc9f446da HTTP/1.1" status: 200 len: 210 time: 0.0473745 Jul 15 23:03:10.222464 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5d369ee-ef59-4974-8e90-6611cf816b8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:10.224594 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38afb280-dc35-493b-9744-f90f45dd36e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33406640-2050-4ee5-b4d7-7b6e346c2a8d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:10.251524 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5d369ee-ef59-4974-8e90-6611cf816b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:10.370018 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e5d369ee-ef59-4974-8e90-6611cf816b8d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7861a108abca44c48ab4b089d2b44aa7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9278913 Jul 15 23:03:10.373541 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47020) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:10.380117 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-97ee19bc-fdf4-44ac-ba2a-ff810b37ea76 req-181f87c9-8dcc-4ba7-ab4f-d8c8affb054b tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Allocated IP 192.168.233.138 (5d412861-bef3-4cc1-ae9f-87a6a36753c0/0d909a96-22de-4aa9-b690-1c7da965ceac/d1ea5d77-1acc-48d2-9c60-c3b134c8afe1) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:03:10.404290 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d369ee-ef59-4974-8e90-6611cf816b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89d1dca-1021-43ce-8824-a165322e1d49,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:10.482149 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c65b6fbe-b0dd-4339-8ab0-c5e371f6d8d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:10.550450 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c65b6fbe-b0dd-4339-8ab0-c5e371f6d8d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:10.685376 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c65b6fbe-b0dd-4339-8ab0-c5e371f6d8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:10.688029 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c65b6fbe-b0dd-4339-8ab0-c5e371f6d8d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:10.689150 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-c65b6fbe-b0dd-4339-8ab0-c5e371f6d8d6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f89d1dca-1021-43ce-8824-a165322e1d49 HTTP/1.1" status: 204 len: 168 time: 0.3144927 Jul 15 23:03:10.698509 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65b6fbe-b0dd-4339-8ab0-c5e371f6d8d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89d1dca-1021-43ce-8824-a165322e1d49,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:10.884576 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-97ee19bc-fdf4-44ac-ba2a-ff810b37ea76 req-181f87c9-8dcc-4ba7-ab4f-d8c8affb054b tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:10.917190 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-97ee19bc-fdf4-44ac-ba2a-ff810b37ea76 req-181f87c9-8dcc-4ba7-ab4f-d8c8affb054b tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Transition to ACTIVE for port object d1ea5d77-1acc-48d2-9c60-c3b134c8afe1 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:03:11.048163 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-97ee19bc-fdf4-44ac-ba2a-ff810b37ea76 req-181f87c9-8dcc-4ba7-ab4f-d8c8affb054b tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:11.314080 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97ee19bc-fdf4-44ac-ba2a-ff810b37ea76 req-181f87c9-8dcc-4ba7-ab4f-d8c8affb054b tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:03:11.337175 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-97ee19bc-fdf4-44ac-ba2a-ff810b37ea76 req-181f87c9-8dcc-4ba7-ab4f-d8c8affb054b tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:03:11.361405 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-92a171ae-5e8d-4dc9-b1f6-f4bdde54b880 req-fd8f1353-72b2-4a2d-9eca-2a344eac5bc8 tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] 10.222.0.48 "GET /v2.0/ports?device_id=cacac733-ec1b-401e-9475-719cc9f446da HTTP/1.1" status: 200 len: 210 time: 0.0779023 Jul 15 23:03:11.366606 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-97ee19bc-fdf4-44ac-ba2a-ff810b37ea76 req-181f87c9-8dcc-4ba7-ab4f-d8c8affb054b tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:03:11.393978 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee19bc-fdf4-44ac-ba2a-ff810b37ea76 req-181f87c9-8dcc-4ba7-ab4f-d8c8affb054b tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:11.395519 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-97ee19bc-fdf4-44ac-ba2a-ff810b37ea76 req-181f87c9-8dcc-4ba7-ab4f-d8c8affb054b tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:11.451841 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181f87c9-8dcc-4ba7-ab4f-d8c8affb054b tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Pushing event updated for resources: {'Port': ['ID=d1ea5d77-1acc-48d2-9c60-c3b134c8afe1,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:11.485325 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-97ee19bc-fdf4-44ac-ba2a-ff810b37ea76 req-181f87c9-8dcc-4ba7-ab4f-d8c8affb054b tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5949512 Jul 15 23:03:11.528173 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [req-97ee19bc-fdf4-44ac-ba2a-ff810b37ea76 req-4cb1aab5-6691-47e7-9a5e-0c12318b6431 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:03:11.530804 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-97ee19bc-fdf4-44ac-ba2a-ff810b37ea76 req-4cb1aab5-6691-47e7-9a5e-0c12318b6431 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098953 Jul 15 23:03:11.535983 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecacddda-e013-44cf-8c34-3193cf6f79b1 req-397e18ad-555a-42e6-9c42-14c7e36cdce2 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:11.545211 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ecacddda-e013-44cf-8c34-3193cf6f79b1 req-397e18ad-555a-42e6-9c42-14c7e36cdce2 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.48 "GET /v2.0/ports?device_id=b03f4fe8-945c-41e3-ae1e-b10be78193b4 HTTP/1.1" status: 200 len: 936 time: 0.2633414 Jul 15 23:03:11.668754 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ecacddda-e013-44cf-8c34-3193cf6f79b1 req-21a5f5c7-9528-4280-a575-9d3c4399c4f8 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.48 "GET /v2.0/security-groups?id=9cfb0a02-c7a8-4946-96ba-1a3c0ae1d374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221750 Jul 15 23:03:11.964087 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c715f790-efb2-45fc-9e22-ec1b5a4649aa None None] Provisioning for port d1ea5d77-1acc-48d2-9c60-c3b134c8afe1 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:03:11.985630 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c715f790-efb2-45fc-9e22-ec1b5a4649aa None None] Provisioning complete for port d1ea5d77-1acc-48d2-9c60-c3b134c8afe1 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:11.986235 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c715f790-efb2-45fc-9e22-ec1b5a4649aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:12.050950 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c715f790-efb2-45fc-9e22-ec1b5a4649aa None None] Port d1ea5d77-1acc-48d2-9c60-c3b134c8afe1 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:03:12.664154 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9e1c658d-d901-4257-954d-c3b777ed5dd0 req-6bce6e65-237f-4220-b4cd-c54e5fe002e5 tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] 10.222.0.48 "GET /v2.0/ports?device_id=cacac733-ec1b-401e-9475-719cc9f446da HTTP/1.1" status: 200 len: 210 time: 0.0378752 Jul 15 23:03:12.904881 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.49', 54442) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:12.958457 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b9ff333a-d8d5-46cc-91a4-6680f22df22e req-56d7e202-d76b-478c-956a-266a35d3fa11 tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=0442b10341ec4ebe87db52dabe990eb2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0515840 Jul 15 23:03:13.149633 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ecdc5-13bd-4349-abc3-5d0592e02f71 req-6252f9c6-6995-4f99-b04c-adfc5dba0508 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:13.156669 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f59ecdc5-13bd-4349-abc3-5d0592e02f71 req-6252f9c6-6995-4f99-b04c-adfc5dba0508 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.48 "GET /v2.0/ports?device_id=b03f4fe8-945c-41e3-ae1e-b10be78193b4 HTTP/1.1" status: 200 len: 936 time: 0.2608373 Jul 15 23:03:13.244940 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f59ecdc5-13bd-4349-abc3-5d0592e02f71 req-ad2c4793-6247-49cf-8b5f-a3d850ab0af4 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.48 "GET /v2.0/security-groups?id=9cfb0a02-c7a8-4946-96ba-1a3c0ae1d374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723770 Jul 15 23:03:13.507440 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff333a-d8d5-46cc-91a4-6680f22df22e req-8160c5ce-9f1e-4ac1-9808-30188d757fff tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:13.510198 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b9ff333a-d8d5-46cc-91a4-6680f22df22e req-8160c5ce-9f1e-4ac1-9808-30188d757fff tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5471501 Jul 15 23:03:13.575668 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-b9ff333a-d8d5-46cc-91a4-6680f22df22e req-469c9e9d-f34a-493d-bb70-92f85c7bba08 tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] Request body: {'port': {'device_id': 'cacac733-ec1b-401e-9475-719cc9f446da', 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'admin_state_up': True, 'tenant_id': '0442b10341ec4ebe87db52dabe990eb2'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:13.647471 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47134) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:13.824807 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9ff333a-d8d5-46cc-91a4-6680f22df22e req-469c9e9d-f34a-493d-bb70-92f85c7bba08 tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] Made reservation on behalf of 0442b10341ec4ebe87db52dabe990eb2 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:03:13.828946 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b9ff333a-d8d5-46cc-91a4-6680f22df22e req-469c9e9d-f34a-493d-bb70-92f85c7bba08 tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:13.843897 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b9ff333a-d8d5-46cc-91a4-6680f22df22e req-469c9e9d-f34a-493d-bb70-92f85c7bba08 tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:13.894333 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a320de03-db53-4a8e-babc-92a6aed41c24 req-d5b6844a-ea90-4709-960e-482a1cd40c8f tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] 10.222.0.48 "GET /v2.0/ports?device_id=cacac733-ec1b-401e-9475-719cc9f446da HTTP/1.1" status: 200 len: 210 time: 0.0456169 Jul 15 23:03:13.963824 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b9ff333a-d8d5-46cc-91a4-6680f22df22e req-469c9e9d-f34a-493d-bb70-92f85c7bba08 tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:13.976572 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b9ff333a-d8d5-46cc-91a4-6680f22df22e req-469c9e9d-f34a-493d-bb70-92f85c7bba08 tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:14.063736 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469c9e9d-f34a-493d-bb70-92f85c7bba08 tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=687c201b-28e1-438a-92d5-6ca4d54ccb9d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:14.206272 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-b9ff333a-d8d5-46cc-91a4-6680f22df22e req-469c9e9d-f34a-493d-bb70-92f85c7bba08 tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] Allocated IP 192.168.233.195 (5d412861-bef3-4cc1-ae9f-87a6a36753c0/0d909a96-22de-4aa9-b690-1c7da965ceac/5b9d8f19-0b86-4282-973f-7de18b88f05c) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:03:14.233368 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ba7c714b-3289-4da9-b221-09b09bb455ce admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2028028573-network', 'tenant_id': 'd3cd72aa62cb4f388e60bffea0b15541'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:14.282881 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba7c714b-3289-4da9-b221-09b09bb455ce admin admin] Made reservation on behalf of d3cd72aa62cb4f388e60bffea0b15541 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:03:14.286816 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ba7c714b-3289-4da9-b221-09b09bb455ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:14.307160 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ba7c714b-3289-4da9-b221-09b09bb455ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:14.544849 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ba7c714b-3289-4da9-b221-09b09bb455ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:14.551990 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ba7c714b-3289-4da9-b221-09b09bb455ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:14.577659 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7c714b-3289-4da9-b221-09b09bb455ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b68a13-9c18-4346-b221-7b62cdeba121,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:14.598881 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b9ff333a-d8d5-46cc-91a4-6680f22df22e req-469c9e9d-f34a-493d-bb70-92f85c7bba08 tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:14.618062 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c6ede-38af-4afd-9ad9-f91a9138bde1 req-ebe1247e-8a09-4f2c-aeb6-8a09c57a117d tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:14.619803 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-eb5c6ede-38af-4afd-9ad9-f91a9138bde1 req-ebe1247e-8a09-4f2c-aeb6-8a09c57a117d tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.48 "GET /v2.0/ports?device_id=b03f4fe8-945c-41e3-ae1e-b10be78193b4 HTTP/1.1" status: 200 len: 936 time: 0.1472545 Jul 15 23:03:14.620723 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba7c714b-3289-4da9-b221-09b09bb455ce admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:03:14.638197 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-b9ff333a-d8d5-46cc-91a4-6680f22df22e req-469c9e9d-f34a-493d-bb70-92f85c7bba08 tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] Transition to ACTIVE for port object 5b9d8f19-0b86-4282-973f-7de18b88f05c will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:03:14.652903 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ba7c714b-3289-4da9-b221-09b09bb455ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:14.653554 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-ba7c714b-3289-4da9-b221-09b09bb455ce admin admin] Added segment 6477d1f6-ea27-4e48-9dd8-1fd3f020fd9f of type vlan for network 82a1b157-72db-4f6b-a839-5e04e2b2c143 Jul 15 23:03:14.681309 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-eb5c6ede-38af-4afd-9ad9-f91a9138bde1 req-40535400-9e5e-4241-8936-9a0fd5abc622 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.48 "GET /v2.0/security-groups?id=9cfb0a02-c7a8-4946-96ba-1a3c0ae1d374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523005 Jul 15 23:03:14.716485 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b9ff333a-d8d5-46cc-91a4-6680f22df22e req-469c9e9d-f34a-493d-bb70-92f85c7bba08 tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:14.733782 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ba7c714b-3289-4da9-b221-09b09bb455ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:14.767179 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ba7c714b-3289-4da9-b221-09b09bb455ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:14.768790 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7c714b-3289-4da9-b221-09b09bb455ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:14.770003 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ba7c714b-3289-4da9-b221-09b09bb455ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:14.810130 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-ba7c714b-3289-4da9-b221-09b09bb455ce admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1603241 Jul 15 23:03:14.811288 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47166) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:14.819915 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9ff333a-d8d5-46cc-91a4-6680f22df22e req-469c9e9d-f34a-493d-bb70-92f85c7bba08 tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] Network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:03:14.824683 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-2666f0ae-09dc-4f83-9116-2da9b76b4078 admin admin] Request body: {'subnet': {'network_id': '82a1b157-72db-4f6b-a839-5e04e2b2c143', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2028028573-subnet', 'tenant_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:14.827550 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-b9ff333a-d8d5-46cc-91a4-6680f22df22e req-469c9e9d-f34a-493d-bb70-92f85c7bba08 tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:03:14.847737 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9ff333a-d8d5-46cc-91a4-6680f22df22e req-469c9e9d-f34a-493d-bb70-92f85c7bba08 tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:03:14.852989 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2666f0ae-09dc-4f83-9116-2da9b76b4078 admin admin] Made reservation on behalf of d3cd72aa62cb4f388e60bffea0b15541 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:03:14.856049 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2666f0ae-09dc-4f83-9116-2da9b76b4078 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:14.856574 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff333a-d8d5-46cc-91a4-6680f22df22e req-469c9e9d-f34a-493d-bb70-92f85c7bba08 tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:14.857481 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b9ff333a-d8d5-46cc-91a4-6680f22df22e req-469c9e9d-f34a-493d-bb70-92f85c7bba08 tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:14.884657 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b9ff333a-d8d5-46cc-91a4-6680f22df22e req-469c9e9d-f34a-493d-bb70-92f85c7bba08 tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3133917 Jul 15 23:03:14.909072 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [req-b9ff333a-d8d5-46cc-91a4-6680f22df22e req-0b2be030-4989-4b77-8658-6de98e547c10 tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:03:14.910224 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b9ff333a-d8d5-46cc-91a4-6680f22df22e req-0b2be030-4989-4b77-8658-6de98e547c10 tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0192313 Jul 15 23:03:14.912404 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469c9e9d-f34a-493d-bb70-92f85c7bba08 tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] Pushing event updated for resources: {'Port': ['ID=5b9d8f19-0b86-4282-973f-7de18b88f05c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:15.069331 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47174) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:15.118370 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7c714b-3289-4da9-b221-09b09bb455ce admin admin] Pushing event updated for resources: {'Network': ['ID=82a1b157-72db-4f6b-a839-5e04e2b2c143,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:15.135719 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 82a1b157-72db-4f6b-a839-5e04e2b2c143 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:03:15.342567 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2666f0ae-09dc-4f83-9116-2da9b76b4078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:15.410722 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bf6a053d-275d-4df9-85f6-361a183d825d None None] Provisioning for port 5b9d8f19-0b86-4282-973f-7de18b88f05c completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:03:15.420354 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bf6a053d-275d-4df9-85f6-361a183d825d None None] Provisioning complete for port 5b9d8f19-0b86-4282-973f-7de18b88f05c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:15.421174 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bf6a053d-275d-4df9-85f6-361a183d825d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:15.451631 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2666f0ae-09dc-4f83-9116-2da9b76b4078 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99f67785-f6f8-403a-8163-19580b515ea7,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:15.511597 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-bf6a053d-275d-4df9-85f6-361a183d825d None None] Port 5b9d8f19-0b86-4282-973f-7de18b88f05c cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:03:15.567432 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2666f0ae-09dc-4f83-9116-2da9b76b4078 admin admin] Checking segment: {'id': '6477d1f6-ea27-4e48-9dd8-1fd3f020fd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '82a1b157-72db-4f6b-a839-5e04e2b2c143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:03:15.567969 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2666f0ae-09dc-4f83-9116-2da9b76b4078 admin admin] Network hostable DHCP agents. Network: 82a1b157-72db-4f6b-a839-5e04e2b2c143, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:03:15.579790 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b8dc6c-295a-46f4-843f-6fa9a4b46287 req-746b88f4-9648-4e65-9d98-53d0f300d5a0 tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:15.588497 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-20b8dc6c-295a-46f4-843f-6fa9a4b46287 req-746b88f4-9648-4e65-9d98-53d0f300d5a0 tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] 10.222.0.48 "GET /v2.0/ports?device_id=cacac733-ec1b-401e-9475-719cc9f446da HTTP/1.1" status: 200 len: 936 time: 0.2998936 Jul 15 23:03:15.653865 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-20b8dc6c-295a-46f4-843f-6fa9a4b46287 req-94ee5d41-6874-49a1-b2a9-6542ef80a5c8 tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] 10.222.0.48 "GET /v2.0/security-groups?id=687c201b-28e1-438a-92d5-6ca4d54ccb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642607 Jul 15 23:03:15.654722 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2666f0ae-09dc-4f83-9116-2da9b76b4078 admin admin] Network 82a1b157-72db-4f6b-a839-5e04e2b2c143 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:03:15.690862 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-2666f0ae-09dc-4f83-9116-2da9b76b4078 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 82a1b157-72db-4f6b-a839-5e04e2b2c143) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:03:15.706496 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdfc1b3-f38c-4f35-9a8a-a22fb85b83b3 None None] Network 82a1b157-72db-4f6b-a839-5e04e2b2c143 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:03:15.715734 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2666f0ae-09dc-4f83-9116-2da9b76b4078 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:15.718723 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2666f0ae-09dc-4f83-9116-2da9b76b4078 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:15.736630 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-60747bd6-fa04-4b39-bba2-5573ede1831f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:15.773635 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-2666f0ae-09dc-4f83-9116-2da9b76b4078 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9551871 Jul 15 23:03:15.777856 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47192) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:15.793039 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d1eb415a-1440-485a-8dfb-3b13a90d4dbd admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2028028573-router', 'tenant_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:15.853924 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d1eb415a-1440-485a-8dfb-3b13a90d4dbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:15.856148 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d1eb415a-1440-485a-8dfb-3b13a90d4dbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:16.130344 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5534ae8f-5c38-4cf2-9551-3514b4700630 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-82a1b157-72db-4f6b-a839-5e04e2b2c143', 'network_id': '82a1b157-72db-4f6b-a839-5e04e2b2c143', 'tenant_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'fixed_ips': [{'subnet_id': '99f67785-f6f8-403a-8163-19580b515ea7'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:03:16.131346 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5534ae8f-5c38-4cf2-9551-3514b4700630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:16.169994 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d1eb415a-1440-485a-8dfb-3b13a90d4dbd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:16.195826 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-60747bd6-fa04-4b39-bba2-5573ede1831f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:16.206550 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-60747bd6-fa04-4b39-bba2-5573ede1831f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:16.264428 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-60747bd6-fa04-4b39-bba2-5573ede1831f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=973494130fc147778e3704de6b3be64a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1935129 Jul 15 23:03:16.270887 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-b9ff333a-d8d5-46cc-91a4-6680f22df22e req-4e12051f-3660-4a6b-a6b0-1c28dfc87cab service neutron] Request body: {'port': {'device_id': 'cacac733-ec1b-401e-9475-719cc9f446da', 'device_owner': 'compute:tempest-test_az-542690290', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:16.287366 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47198) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:16.372646 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da1cfc0-e9da-414f-a65a-23cbdcf17f63 req-bec120c7-e52b-4761-80df-cd16cb7cd7b5 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:16.383667 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2da1cfc0-e9da-414f-a65a-23cbdcf17f63 req-bec120c7-e52b-4761-80df-cd16cb7cd7b5 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.48 "GET /v2.0/ports?device_id=b03f4fe8-945c-41e3-ae1e-b10be78193b4 HTTP/1.1" status: 200 len: 936 time: 0.3050268 Jul 15 23:03:16.447776 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-97ee19bc-fdf4-44ac-ba2a-ff810b37ea76 req-a06bed12-ce4d-49d0-8ace-36e01d43185c service neutron] Request body: {'port': {'device_id': 'b03f4fe8-945c-41e3-ae1e-b10be78193b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:16.548590 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-5534ae8f-5c38-4cf2-9551-3514b4700630 None None] Allocated IP 172.20.0.2 (82a1b157-72db-4f6b-a839-5e04e2b2c143/99f67785-f6f8-403a-8163-19580b515ea7/a1365362-65b0-43ca-a2cb-02fde511b73e) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:03:16.713148 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d1eb415a-1440-485a-8dfb-3b13a90d4dbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:16.732271 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60747bd6-fa04-4b39-bba2-5573ede1831f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3207e744-ff8e-4c6d-9650-20fb94582d0b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:16.754553 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2da1cfc0-e9da-414f-a65a-23cbdcf17f63 req-c3a18e64-058f-4a0f-87e9-ce6102c0283c tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.48 "GET /v2.0/security-groups?id=9cfb0a02-c7a8-4946-96ba-1a3c0ae1d374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3699698 Jul 15 23:03:16.861790 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22349c2f-3c07-4a01-8b5d-d613d93f3e38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:16.919285 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b9ff333a-d8d5-46cc-91a4-6680f22df22e req-4e12051f-3660-4a6b-a6b0-1c28dfc87cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:16.936135 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22349c2f-3c07-4a01-8b5d-d613d93f3e38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:17.109103 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22349c2f-3c07-4a01-8b5d-d613d93f3e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:17.109479 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5534ae8f-5c38-4cf2-9551-3514b4700630 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:17.118908 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22349c2f-3c07-4a01-8b5d-d613d93f3e38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:17.130922 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-22349c2f-3c07-4a01-8b5d-d613d93f3e38 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3207e744-ff8e-4c6d-9650-20fb94582d0b HTTP/1.1" status: 204 len: 168 time: 0.8353541 Jul 15 23:03:17.157305 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5534ae8f-5c38-4cf2-9551-3514b4700630 None None] Transition to ACTIVE for port object a1365362-65b0-43ca-a2cb-02fde511b73e will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:03:17.226055 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5534ae8f-5c38-4cf2-9551-3514b4700630 None None] Transition to ACTIVE for port object a1365362-65b0-43ca-a2cb-02fde511b73e will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:03:17.241694 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5534ae8f-5c38-4cf2-9551-3514b4700630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:17.265058 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22349c2f-3c07-4a01-8b5d-d613d93f3e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3207e744-ff8e-4c6d-9650-20fb94582d0b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:17.316498 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5534ae8f-5c38-4cf2-9551-3514b4700630 None None] Network 82a1b157-72db-4f6b-a839-5e04e2b2c143 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:03:17.326426 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-5534ae8f-5c38-4cf2-9551-3514b4700630 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:03:17.373445 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5534ae8f-5c38-4cf2-9551-3514b4700630 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:03:17.534787 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8307442-6bc3-438e-b3c3-56ac222603e5 req-fa995f1a-1568-4f21-ba44-e6798b439813 tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:17.553608 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a8307442-6bc3-438e-b3c3-56ac222603e5 req-fa995f1a-1568-4f21-ba44-e6798b439813 tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] 10.222.0.48 "GET /v2.0/ports?device_id=cacac733-ec1b-401e-9475-719cc9f446da HTTP/1.1" status: 200 len: 936 time: 0.4839847 Jul 15 23:03:17.623182 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-b9ff333a-d8d5-46cc-91a4-6680f22df22e req-4e12051f-3660-4a6b-a6b0-1c28dfc87cab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b9d8f19-0b86-4282-973f-7de18b88f05c {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:03:17.637163 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b9ff333a-d8d5-46cc-91a4-6680f22df22e req-4e12051f-3660-4a6b-a6b0-1c28dfc87cab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:17.668300 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-b9ff333a-d8d5-46cc-91a4-6680f22df22e req-4e12051f-3660-4a6b-a6b0-1c28dfc87cab service neutron] Transition to ACTIVE for port object 5b9d8f19-0b86-4282-973f-7de18b88f05c will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:03:17.689231 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b9ff333a-d8d5-46cc-91a4-6680f22df22e req-4e12051f-3660-4a6b-a6b0-1c28dfc87cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:17.710034 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5534ae8f-5c38-4cf2-9551-3514b4700630 None None] Attempting to bind port a1365362-65b0-43ca-a2cb-02fde511b73e on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:03:17.710632 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5534ae8f-5c38-4cf2-9551-3514b4700630 None None] Attempting to bind port a1365362-65b0-43ca-a2cb-02fde511b73e by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '6477d1f6-ea27-4e48-9dd8-1fd3f020fd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '82a1b157-72db-4f6b-a839-5e04e2b2c143'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:03:17.710728 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5534ae8f-5c38-4cf2-9551-3514b4700630 None None] Attempting to bind port a1365362-65b0-43ca-a2cb-02fde511b73e on network 82a1b157-72db-4f6b-a839-5e04e2b2c143 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:03:17.720913 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5534ae8f-5c38-4cf2-9551-3514b4700630 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:03:17.721465 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5534ae8f-5c38-4cf2-9551-3514b4700630 None None] Checking segment: {'id': '6477d1f6-ea27-4e48-9dd8-1fd3f020fd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '82a1b157-72db-4f6b-a839-5e04e2b2c143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:03:17.721810 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5534ae8f-5c38-4cf2-9551-3514b4700630 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:17.722203 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5534ae8f-5c38-4cf2-9551-3514b4700630 None None] Bound using segment: {'id': '6477d1f6-ea27-4e48-9dd8-1fd3f020fd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '82a1b157-72db-4f6b-a839-5e04e2b2c143'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:03:17.722677 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5534ae8f-5c38-4cf2-9551-3514b4700630 None None] Bound port: a1365362-65b0-43ca-a2cb-02fde511b73e, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6477d1f6-ea27-4e48-9dd8-1fd3f020fd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '82a1b157-72db-4f6b-a839-5e04e2b2c143'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:03:17.723393 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5534ae8f-5c38-4cf2-9551-3514b4700630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:17.727858 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-97ee19bc-fdf4-44ac-ba2a-ff810b37ea76 req-a06bed12-ce4d-49d0-8ace-36e01d43185c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:17.734280 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a8307442-6bc3-438e-b3c3-56ac222603e5 req-b4fab3a1-2457-4fc0-9204-4e017f365eb5 tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] 10.222.0.48 "GET /v2.0/security-groups?id=687c201b-28e1-438a-92d5-6ca4d54ccb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798043 Jul 15 23:03:17.958300 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5534ae8f-5c38-4cf2-9551-3514b4700630 None None] For port a1365362-65b0-43ca-a2cb-02fde511b73e, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:03:17.962849 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5534ae8f-5c38-4cf2-9551-3514b4700630 None None] For port a1365362-65b0-43ca-a2cb-02fde511b73e, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=a1365362-65b0-43ca-a2cb-02fde511b73e,segment=NetworkSegment(6477d1f6-ea27-4e48-9dd8-1fd3f020fd9f),segment_id=6477d1f6-ea27-4e48-9dd8-1fd3f020fd9f)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:03:17.985350 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5534ae8f-5c38-4cf2-9551-3514b4700630 None None] Pushing event updated for resources: {'Port': ['ID=a1365362-65b0-43ca-a2cb-02fde511b73e,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:17.996227 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5534ae8f-5c38-4cf2-9551-3514b4700630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:18.005604 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5534ae8f-5c38-4cf2-9551-3514b4700630 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:18.005964 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5534ae8f-5c38-4cf2-9551-3514b4700630 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:18.006408 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5534ae8f-5c38-4cf2-9551-3514b4700630 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:18.006611 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5534ae8f-5c38-4cf2-9551-3514b4700630 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:18.006964 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5534ae8f-5c38-4cf2-9551-3514b4700630 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:18.007509 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5534ae8f-5c38-4cf2-9551-3514b4700630 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:18.007981 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5534ae8f-5c38-4cf2-9551-3514b4700630 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:18.008366 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5534ae8f-5c38-4cf2-9551-3514b4700630 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:18.008807 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5534ae8f-5c38-4cf2-9551-3514b4700630 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:18.009178 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5534ae8f-5c38-4cf2-9551-3514b4700630 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:18.009564 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5534ae8f-5c38-4cf2-9551-3514b4700630 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:18.009928 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5534ae8f-5c38-4cf2-9551-3514b4700630 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:18.018726 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5534ae8f-5c38-4cf2-9551-3514b4700630 None None] Tracked resource versions report: Jul 15 23:03:18.018726 n-d-794306-6 neutron-server[93772]: pushed versions: Jul 15 23:03:18.018726 n-d-794306-6 neutron-server[93772]: { 'AddressGroup': {'1.2'}, Jul 15 23:03:18.018726 n-d-794306-6 neutron-server[93772]: 'ConntrackHelper': {'1.0'}, Jul 15 23:03:18.018726 n-d-794306-6 neutron-server[93772]: 'Log': {'1.0'}, Jul 15 23:03:18.018726 n-d-794306-6 neutron-server[93772]: 'Network': {'1.1'}, Jul 15 23:03:18.018726 n-d-794306-6 neutron-server[93772]: 'Port': {'1.7'}, Jul 15 23:03:18.018726 n-d-794306-6 neutron-server[93772]: 'PortForwarding': {'1.2'}, Jul 15 23:03:18.018726 n-d-794306-6 neutron-server[93772]: 'QosPolicy': {'1.8'}, Jul 15 23:03:18.018726 n-d-794306-6 neutron-server[93772]: 'SecurityGroup': {'1.4'}, Jul 15 23:03:18.018726 n-d-794306-6 neutron-server[93772]: 'SecurityGroupRule': {'1.2'}, Jul 15 23:03:18.018726 n-d-794306-6 neutron-server[93772]: 'SubPort': {'1.0'}, Jul 15 23:03:18.018726 n-d-794306-6 neutron-server[93772]: 'Subnet': {'1.1'}, Jul 15 23:03:18.018726 n-d-794306-6 neutron-server[93772]: 'Trunk': {'1.1'}} Jul 15 23:03:18.018726 n-d-794306-6 neutron-server[93772]: consumer versions: Jul 15 23:03:18.018726 n-d-794306-6 neutron-server[93772]: { DHCP agent@n-d-794306-6: {}, Jul 15 23:03:18.018726 n-d-794306-6 neutron-server[93772]: HyperV agent@n-h1-794306-6: {}, Jul 15 23:03:18.018726 n-d-794306-6 neutron-server[93772]: HyperV agent@n-h2-794306-6: {}, Jul 15 23:03:18.018726 n-d-794306-6 neutron-server[93772]: L3 agent@n-d-794306-6: {}, Jul 15 23:03:18.018726 n-d-794306-6 neutron-server[93772]: Metadata agent@n-d-794306-6: {}, Jul 15 23:03:18.018726 n-d-794306-6 neutron-server[93772]: Metering agent@n-d-794306-6: {}, Jul 15 23:03:18.018726 n-d-794306-6 neutron-server[93772]: Open vSwitch agent@n-d-794306-6: { 'AddressGroup': '1.2', Jul 15 23:03:18.018726 n-d-794306-6 neutron-server[93772]: 'ConntrackHelper': '1.0', Jul 15 23:03:18.018726 n-d-794306-6 neutron-server[93772]: 'Log': '1.0', Jul 15 23:03:18.018726 n-d-794306-6 neutron-server[93772]: 'Network': '1.1', Jul 15 23:03:18.018726 n-d-794306-6 neutron-server[93772]: 'Port': '1.7', Jul 15 23:03:18.018726 n-d-794306-6 neutron-server[93772]: 'PortForwarding': '1.2', Jul 15 23:03:18.018726 n-d-794306-6 neutron-server[93772]: 'QosPolicy': '1.8', Jul 15 23:03:18.018726 n-d-794306-6 neutron-server[93772]: 'SecurityGroup': '1.4', Jul 15 23:03:18.018726 n-d-794306-6 neutron-server[93772]: 'SecurityGroupRule': '1.2', Jul 15 23:03:18.018726 n-d-794306-6 neutron-server[93772]: 'SubPort': '1.0', Jul 15 23:03:18.018726 n-d-794306-6 neutron-server[93772]: 'Subnet': '1.1', Jul 15 23:03:18.018726 n-d-794306-6 neutron-server[93772]: 'Trunk': '1.1'}} Jul 15 23:03:18.018726 n-d-794306-6 neutron-server[93772]: {{(pid=93772) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 23:03:18.186027 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d1eb415a-1440-485a-8dfb-3b13a90d4dbd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:18.217611 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5534ae8f-5c38-4cf2-9551-3514b4700630 None None] Pushing event updated for resources: {'Port': ['ID=a1365362-65b0-43ca-a2cb-02fde511b73e,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:18.314384 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d1eb415a-1440-485a-8dfb-3b13a90d4dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:18.443422 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47272) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:18.521455 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-226bd314-034d-4834-a154-1a704dca6088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:18.567273 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-97ee19bc-fdf4-44ac-ba2a-ff810b37ea76 req-a06bed12-ce4d-49d0-8ace-36e01d43185c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1ea5d77-1acc-48d2-9c60-c3b134c8afe1 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:03:18.606830 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-97ee19bc-fdf4-44ac-ba2a-ff810b37ea76 req-a06bed12-ce4d-49d0-8ace-36e01d43185c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:18.644307 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e12051f-3660-4a6b-a6b0-1c28dfc87cab service neutron] Pushing event updated for resources: {'Port': ['ID=5b9d8f19-0b86-4282-973f-7de18b88f05c,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:18.659492 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-b9ff333a-d8d5-46cc-91a4-6680f22df22e req-4e12051f-3660-4a6b-a6b0-1c28dfc87cab service neutron] Attempting to bind port 5b9d8f19-0b86-4282-973f-7de18b88f05c on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:03:18.659492 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-b9ff333a-d8d5-46cc-91a4-6680f22df22e req-4e12051f-3660-4a6b-a6b0-1c28dfc87cab service neutron] Attempting to bind port 5b9d8f19-0b86-4282-973f-7de18b88f05c by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:03:18.660229 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ff333a-d8d5-46cc-91a4-6680f22df22e req-4e12051f-3660-4a6b-a6b0-1c28dfc87cab service neutron] Attempting to bind port 5b9d8f19-0b86-4282-973f-7de18b88f05c on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:03:18.670840 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-97ee19bc-fdf4-44ac-ba2a-ff810b37ea76 req-a06bed12-ce4d-49d0-8ace-36e01d43185c service neutron] Transition to ACTIVE for port object d1ea5d77-1acc-48d2-9c60-c3b134c8afe1 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:03:18.671556 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8604183-3c40-436b-a501-862bbaf97bd4 req-1a44c93f-b7bf-429e-b652-8df12b9721cc tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:18.675793 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ff333a-d8d5-46cc-91a4-6680f22df22e req-4e12051f-3660-4a6b-a6b0-1c28dfc87cab service neutron] Port 5b9d8f19-0b86-4282-973f-7de18b88f05c on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:03:18.676214 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ff333a-d8d5-46cc-91a4-6680f22df22e req-4e12051f-3660-4a6b-a6b0-1c28dfc87cab service neutron] Attempting to bind port 5b9d8f19-0b86-4282-973f-7de18b88f05c on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:03:18.679688 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d8604183-3c40-436b-a501-862bbaf97bd4 req-1a44c93f-b7bf-429e-b652-8df12b9721cc tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.48 "GET /v2.0/ports?device_id=b03f4fe8-945c-41e3-ae1e-b10be78193b4 HTTP/1.1" status: 200 len: 936 time: 0.5353572 Jul 15 23:03:18.699853 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-97ee19bc-fdf4-44ac-ba2a-ff810b37ea76 req-a06bed12-ce4d-49d0-8ace-36e01d43185c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:18.869500 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47282) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:18.876085 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ff333a-d8d5-46cc-91a4-6680f22df22e req-4e12051f-3660-4a6b-a6b0-1c28dfc87cab service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:03:18.876085 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ff333a-d8d5-46cc-91a4-6680f22df22e req-4e12051f-3660-4a6b-a6b0-1c28dfc87cab service neutron] Checking segment: {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:03:18.876583 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ff333a-d8d5-46cc-91a4-6680f22df22e req-4e12051f-3660-4a6b-a6b0-1c28dfc87cab service neutron] Bound using segment: {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:03:18.877184 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-b9ff333a-d8d5-46cc-91a4-6680f22df22e req-4e12051f-3660-4a6b-a6b0-1c28dfc87cab service neutron] Bound port: 5b9d8f19-0b86-4282-973f-7de18b88f05c, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:03:18.877505 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b9ff333a-d8d5-46cc-91a4-6680f22df22e req-4e12051f-3660-4a6b-a6b0-1c28dfc87cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:18.956898 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-d1eb415a-1440-485a-8dfb-3b13a90d4dbd admin admin] Allocated IP 172.25.5.125 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/ef7a1c52-d21c-482b-889a-35af421f4d5f) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:03:19.027026 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d8604183-3c40-436b-a501-862bbaf97bd4 req-0747a9a2-bffc-40d3-92f8-3512c0e69948 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.48 "GET /v2.0/security-groups?id=9cfb0a02-c7a8-4946-96ba-1a3c0ae1d374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053203 Jul 15 23:03:19.044477 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06bed12-ce4d-49d0-8ace-36e01d43185c service neutron] Pushing event updated for resources: {'Port': ['ID=d1ea5d77-1acc-48d2-9c60-c3b134c8afe1,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:19.122969 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-97ee19bc-fdf4-44ac-ba2a-ff810b37ea76 req-a06bed12-ce4d-49d0-8ace-36e01d43185c service neutron] Attempting to bind port d1ea5d77-1acc-48d2-9c60-c3b134c8afe1 on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:03:19.123440 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-97ee19bc-fdf4-44ac-ba2a-ff810b37ea76 req-a06bed12-ce4d-49d0-8ace-36e01d43185c service neutron] Attempting to bind port d1ea5d77-1acc-48d2-9c60-c3b134c8afe1 by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:03:19.123796 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ee19bc-fdf4-44ac-ba2a-ff810b37ea76 req-a06bed12-ce4d-49d0-8ace-36e01d43185c service neutron] Attempting to bind port d1ea5d77-1acc-48d2-9c60-c3b134c8afe1 on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:03:19.131840 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47290) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:19.201730 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-b9ff333a-d8d5-46cc-91a4-6680f22df22e req-4e12051f-3660-4a6b-a6b0-1c28dfc87cab service neutron] For port 5b9d8f19-0b86-4282-973f-7de18b88f05c, host n-h1-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:03:19.266107 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-b9ff333a-d8d5-46cc-91a4-6680f22df22e req-4e12051f-3660-4a6b-a6b0-1c28dfc87cab service neutron] For port 5b9d8f19-0b86-4282-973f-7de18b88f05c, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=5b9d8f19-0b86-4282-973f-7de18b88f05c,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:03:19.287206 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ee19bc-fdf4-44ac-ba2a-ff810b37ea76 req-a06bed12-ce4d-49d0-8ace-36e01d43185c service neutron] Port d1ea5d77-1acc-48d2-9c60-c3b134c8afe1 on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:03:19.288251 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ee19bc-fdf4-44ac-ba2a-ff810b37ea76 req-a06bed12-ce4d-49d0-8ace-36e01d43185c service neutron] Attempting to bind port d1ea5d77-1acc-48d2-9c60-c3b134c8afe1 on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:03:19.305144 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ee19bc-fdf4-44ac-ba2a-ff810b37ea76 req-a06bed12-ce4d-49d0-8ace-36e01d43185c service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:03:19.305859 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ee19bc-fdf4-44ac-ba2a-ff810b37ea76 req-a06bed12-ce4d-49d0-8ace-36e01d43185c service neutron] Checking segment: {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:03:19.307275 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ee19bc-fdf4-44ac-ba2a-ff810b37ea76 req-a06bed12-ce4d-49d0-8ace-36e01d43185c service neutron] Bound using segment: {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:03:19.309786 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-97ee19bc-fdf4-44ac-ba2a-ff810b37ea76 req-a06bed12-ce4d-49d0-8ace-36e01d43185c service neutron] Bound port: d1ea5d77-1acc-48d2-9c60-c3b134c8afe1, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:03:19.310265 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-97ee19bc-fdf4-44ac-ba2a-ff810b37ea76 req-a06bed12-ce4d-49d0-8ace-36e01d43185c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:19.321051 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d1eb415a-1440-485a-8dfb-3b13a90d4dbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:19.349533 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b9ff333a-d8d5-46cc-91a4-6680f22df22e req-4e12051f-3660-4a6b-a6b0-1c28dfc87cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:19.434147 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-226bd314-034d-4834-a154-1a704dca6088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:19.511845 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d1eb415a-1440-485a-8dfb-3b13a90d4dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:19.513981 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-60608b1f-b294-4fc0-a445-5138711a8605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:19.566685 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-226bd314-034d-4834-a154-1a704dca6088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:19.629843 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-93125fb8-e15e-4d13-aa52-4bb2627d523e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:19.645721 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eb415a-1440-485a-8dfb-3b13a90d4dbd admin admin] Pushing event updated for resources: {'Port': ['ID=ef7a1c52-d21c-482b-889a-35af421f4d5f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:19.662074 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff333a-d8d5-46cc-91a4-6680f22df22e req-4e12051f-3660-4a6b-a6b0-1c28dfc87cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:19.663238 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b9ff333a-d8d5-46cc-91a4-6680f22df22e req-4e12051f-3660-4a6b-a6b0-1c28dfc87cab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:19.665011 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b9ff333a-d8d5-46cc-91a4-6680f22df22e req-4e12051f-3660-4a6b-a6b0-1c28dfc87cab service neutron] 10.222.0.49 "PUT /v2.0/ports/5b9d8f19-0b86-4282-973f-7de18b88f05c HTTP/1.1" status: 200 len: 1117 time: 4.1359639 Jul 15 23:03:19.688432 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cacac733-ec1b-401e-9475-719cc9f446da', 'tag': '5b9d8f19-0b86-4282-973f-7de18b88f05c'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:03:19.710467 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device a1365362-65b0-43ca-a2cb-02fde511b73e up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:03:19.774928 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226bd314-034d-4834-a154-1a704dca6088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d95dac6-f364-40c7-bf4e-30d0cdf20eba,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:19.841279 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port a1365362-65b0-43ca-a2cb-02fde511b73e completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:03:19.869906 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1eb415a-1440-485a-8dfb-3b13a90d4dbd admin admin] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:03:19.878950 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-d1eb415a-1440-485a-8dfb-3b13a90d4dbd admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:03:19.889841 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1eb415a-1440-485a-8dfb-3b13a90d4dbd admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:03:19.952861 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-226bd314-034d-4834-a154-1a704dca6088 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ba4ca6c6a93d42f5a1b0885158435ed8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5049109 Jul 15 23:03:19.989440 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47304) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:20.110955 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e12051f-3660-4a6b-a6b0-1c28dfc87cab service neutron] Pushing event updated for resources: {'Port': ['ID=5b9d8f19-0b86-4282-973f-7de18b88f05c,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:20.141407 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8def881-7d39-4564-b070-c0335af265dc req-df76d31f-e958-4949-94c3-282f4ece60a0 tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:20.144471 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b8def881-7d39-4564-b070-c0335af265dc req-df76d31f-e958-4949-94c3-282f4ece60a0 tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] 10.222.0.48 "GET /v2.0/ports?device_id=cacac733-ec1b-401e-9475-719cc9f446da HTTP/1.1" status: 200 len: 969 time: 1.0041649 Jul 15 23:03:20.168159 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11deb3c0-5816-4bf7-a853-5302ab1dc7c5" -d '{"events": [{"name": "network-changed", "server_uuid": "cacac733-ec1b-401e-9475-719cc9f446da", "tag": "5b9d8f19-0b86-4282-973f-7de18b88f05c"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:03:20.194902 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-373dd808-cb10-4d1e-991b-080cf6e52839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:20.230640 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa67b091-fb24-4093-8311-9e73cc19a316 None None] Network 82a1b157-72db-4f6b-a839-5e04e2b2c143 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:03:20.251609 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-97ee19bc-fdf4-44ac-ba2a-ff810b37ea76 req-a06bed12-ce4d-49d0-8ace-36e01d43185c service neutron] For port d1ea5d77-1acc-48d2-9c60-c3b134c8afe1, host n-h2-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:03:20.255840 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff333a-d8d5-46cc-91a4-6680f22df22e req-38c133dd-3d6f-48f9-a981-abfc4ed93e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:20.257818 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b9ff333a-d8d5-46cc-91a4-6680f22df22e req-38c133dd-3d6f-48f9-a981-abfc4ed93e1b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0442b10341ec4ebe87db52dabe990eb2&device_id=cacac733-ec1b-401e-9475-719cc9f446da HTTP/1.1" status: 200 len: 1120 time: 0.3693626 Jul 15 23:03:20.290504 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-97ee19bc-fdf4-44ac-ba2a-ff810b37ea76 req-a06bed12-ce4d-49d0-8ace-36e01d43185c service neutron] For port d1ea5d77-1acc-48d2-9c60-c3b134c8afe1, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=d1ea5d77-1acc-48d2-9c60-c3b134c8afe1,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:03:20.325258 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-97ee19bc-fdf4-44ac-ba2a-ff810b37ea76 req-a06bed12-ce4d-49d0-8ace-36e01d43185c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:20.360072 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-88ff5ac6-2ff6-4f69-a264-36bea9ff46e1 None None] Provisioning for port a1365362-65b0-43ca-a2cb-02fde511b73e completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:03:20.373558 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b9ff333a-d8d5-46cc-91a4-6680f22df22e req-4577ec94-572a-423a-ac47-c0f7b07be81e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=5b9d8f19-0b86-4282-973f-7de18b88f05c HTTP/1.1" status: 200 len: 217 time: 0.0922730 Jul 15 23:03:20.392592 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee19bc-fdf4-44ac-ba2a-ff810b37ea76 req-a06bed12-ce4d-49d0-8ace-36e01d43185c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:20.393205 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-97ee19bc-fdf4-44ac-ba2a-ff810b37ea76 req-a06bed12-ce4d-49d0-8ace-36e01d43185c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:20.394779 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-97ee19bc-fdf4-44ac-ba2a-ff810b37ea76 req-a06bed12-ce4d-49d0-8ace-36e01d43185c service neutron] 10.222.0.41 "PUT /v2.0/ports/d1ea5d77-1acc-48d2-9c60-c3b134c8afe1 HTTP/1.1" status: 200 len: 1096 time: 4.6203771 Jul 15 23:03:20.395483 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-88ff5ac6-2ff6-4f69-a264-36bea9ff46e1 None None] Provisioning complete for port a1365362-65b0-43ca-a2cb-02fde511b73e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:20.396069 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-88ff5ac6-2ff6-4f69-a264-36bea9ff46e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:20.432071 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b8def881-7d39-4564-b070-c0335af265dc req-77d3e477-47b5-4a28-9745-209402c98a7a tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] 10.222.0.48 "GET /v2.0/security-groups?id=687c201b-28e1-438a-92d5-6ca4d54ccb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774863 Jul 15 23:03:20.437156 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-373dd808-cb10-4d1e-991b-080cf6e52839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:20.534814 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-60608b1f-b294-4fc0-a445-5138711a8605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:20.549206 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-60608b1f-b294-4fc0-a445-5138711a8605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:20.614929 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d1eb415a-1440-485a-8dfb-3b13a90d4dbd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:20.648804 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff333a-d8d5-46cc-91a4-6680f22df22e req-68e04f7c-e0b7-4fcd-9d80-5427a6d07acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:20.650969 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b9ff333a-d8d5-46cc-91a4-6680f22df22e req-68e04f7c-e0b7-4fcd-9d80-5427a6d07acb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.2530012 Jul 15 23:03:20.751495 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06bed12-ce4d-49d0-8ace-36e01d43185c service neutron] Pushing event updated for resources: {'Port': ['ID=d1ea5d77-1acc-48d2-9c60-c3b134c8afe1,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:20.830395 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-88ff5ac6-2ff6-4f69-a264-36bea9ff46e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:20.888603 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-88ff5ac6-2ff6-4f69-a264-36bea9ff46e1 None None] For port a1365362-65b0-43ca-a2cb-02fde511b73e, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=a1365362-65b0-43ca-a2cb-02fde511b73e,segment=NetworkSegment(6477d1f6-ea27-4e48-9dd8-1fd3f020fd9f),segment_id=6477d1f6-ea27-4e48-9dd8-1fd3f020fd9f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:20.894576 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-88ff5ac6-2ff6-4f69-a264-36bea9ff46e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:21.012409 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ff5ac6-2ff6-4f69-a264-36bea9ff46e1 None None] Pushing event updated for resources: {'Port': ['ID=a1365362-65b0-43ca-a2cb-02fde511b73e,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:21.207276 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-99bf7727-a119-4605-b315-689c7804a343 None None] Provisioning complete for port a1365362-65b0-43ca-a2cb-02fde511b73e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:21.207744 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-99bf7727-a119-4605-b315-689c7804a343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:21.218511 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff333a-d8d5-46cc-91a4-6680f22df22e req-66bd49b4-3e73-444c-9142-839cc899239a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:21.221177 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b9ff333a-d8d5-46cc-91a4-6680f22df22e req-66bd49b4-3e73-444c-9142-839cc899239a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4605534 Jul 15 23:03:21.234095 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee19bc-fdf4-44ac-ba2a-ff810b37ea76 req-af66b8e8-d24e-41b5-9045-6e6dcc2dabc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:21.236073 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-97ee19bc-fdf4-44ac-ba2a-ff810b37ea76 req-af66b8e8-d24e-41b5-9045-6e6dcc2dabc2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=62cceed33b584263a479cc7894943fe0&device_id=b03f4fe8-945c-41e3-ae1e-b10be78193b4 HTTP/1.1" status: 200 len: 1099 time: 0.5696039 Jul 15 23:03:21.461944 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b9ff333a-d8d5-46cc-91a4-6680f22df22e req-b4077e3f-2049-4262-9df2-5ca06cc40595 service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873024 Jul 15 23:03:21.493490 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-60608b1f-b294-4fc0-a445-5138711a8605 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f5a95a0fb25344969a381773dfbd97f8&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6125276 Jul 15 23:03:21.504977 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47314) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:21.517587 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60608b1f-b294-4fc0-a445-5138711a8605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab6a01d-cc67-42c7-8724-5d35ddfce307,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:21.527096 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-373dd808-cb10-4d1e-991b-080cf6e52839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:21.529629 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-373dd808-cb10-4d1e-991b-080cf6e52839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:21.533130 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-373dd808-cb10-4d1e-991b-080cf6e52839 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4d95dac6-f364-40c7-bf4e-30d0cdf20eba HTTP/1.1" status: 204 len: 168 time: 1.5265460 Jul 15 23:03:21.543044 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373dd808-cb10-4d1e-991b-080cf6e52839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d95dac6-f364-40c7-bf4e-30d0cdf20eba,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:21.551142 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d1eb415a-1440-485a-8dfb-3b13a90d4dbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:21.741670 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device a1365362-65b0-43ca-a2cb-02fde511b73e up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:03:21.774604 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01304f22-cf06-4406-a0bd-5857458ed6c7 req-1aeea5a3-f8f7-4286-a64e-9aa737f3160f tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:21.782424 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-01304f22-cf06-4406-a0bd-5857458ed6c7 req-1aeea5a3-f8f7-4286-a64e-9aa737f3160f tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.48 "GET /v2.0/ports?device_id=b03f4fe8-945c-41e3-ae1e-b10be78193b4 HTTP/1.1" status: 200 len: 948 time: 0.6706443 Jul 15 23:03:21.833184 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-97ee19bc-fdf4-44ac-ba2a-ff810b37ea76 req-75aa2915-8682-4604-bd64-393d869bf248 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=d1ea5d77-1acc-48d2-9c60-c3b134c8afe1 HTTP/1.1" status: 200 len: 217 time: 0.1255260 Jul 15 23:03:21.888909 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-01304f22-cf06-4406-a0bd-5857458ed6c7 req-b21d8707-9016-44d5-b00a-456017af647a tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.48 "GET /v2.0/security-groups?id=9cfb0a02-c7a8-4946-96ba-1a3c0ae1d374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053340 Jul 15 23:03:21.898278 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port a1365362-65b0-43ca-a2cb-02fde511b73e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:21.898787 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:21.920845 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1eb415a-1440-485a-8dfb-3b13a90d4dbd admin admin] Router 47895453-f412-49d2-9f76-1f93a0b2e611 is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:03:21.922457 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-93125fb8-e15e-4d13-aa52-4bb2627d523e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:22.015523 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-93125fb8-e15e-4d13-aa52-4bb2627d523e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:22.110647 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee19bc-fdf4-44ac-ba2a-ff810b37ea76 req-3350b272-9a1b-408b-a0d9-f79b7fc53684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:22.113509 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-97ee19bc-fdf4-44ac-ba2a-ff810b37ea76 req-3350b272-9a1b-408b-a0d9-f79b7fc53684 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.2583909 Jul 15 23:03:22.177086 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1eb415a-1440-485a-8dfb-3b13a90d4dbd admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:03:22.191386 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0e89e8-7c50-4033-8f15-12a874c2c075 None None] Sync routers for ids ['47895453-f412-49d2-9f76-1f93a0b2e611'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:03:22.193646 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93125fb8-e15e-4d13-aa52-4bb2627d523e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3b8cd9-72f1-473e-9ad4-ade316fb3037,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:22.218617 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0e89e8-7c50-4033-8f15-12a874c2c075 None None] Routers {'47895453-f412-49d2-9f76-1f93a0b2e611'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:03:22.219973 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d1eb415a-1440-485a-8dfb-3b13a90d4dbd admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:22.224309 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-d1eb415a-1440-485a-8dfb-3b13a90d4dbd admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 6.4434414 Jul 15 23:03:22.225063 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4b0e89e8-7c50-4033-8f15-12a874c2c075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:03:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['47895453-f412-49d2-9f76-1f93a0b2e611'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:22.227425 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47330) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:22.272354 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cfd2ed96-ec61-486c-82d6-9102ae3f7d2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:22.319164 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-93125fb8-e15e-4d13-aa52-4bb2627d523e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b562510f8bfa4d30bf075e310efc2d34&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1821625 Jul 15 23:03:22.319835 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47334) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:22.409167 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cfd2ed96-ec61-486c-82d6-9102ae3f7d2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:22.486339 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9c3cd14-4bba-4e34-a1f3-a4acb13682e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:22.529818 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9c3cd14-4bba-4e34-a1f3-a4acb13682e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:22.594817 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b9ff333a-d8d5-46cc-91a4-6680f22df22e req-e91c2ced-9ce0-4420-b646-a932e3b82b5e service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7527819 Jul 15 23:03:22.619372 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3b5fdf-2004-4047-b283-86afee7aa22c x-openstack-request-id: req-7c3b5fdf-2004-4047-b283-86afee7aa22c {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:03:22.622708 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cacac733-ec1b-401e-9475-719cc9f446da", "tag": "5b9d8f19-0b86-4282-973f-7de18b88f05c", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:03:22.623167 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7c3b5fdf-2004-4047-b283-86afee7aa22c {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:03:22.623885 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cacac733-ec1b-401e-9475-719cc9f446da', 'tag': '5b9d8f19-0b86-4282-973f-7de18b88f05c', 'status': 'completed', 'code': 200} Jul 15 23:03:22.644329 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee19bc-fdf4-44ac-ba2a-ff810b37ea76 req-1a1ad038-6fe3-47fb-b634-f8c2d73bb880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:22.648945 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-97ee19bc-fdf4-44ac-ba2a-ff810b37ea76 req-1a1ad038-6fe3-47fb-b634-f8c2d73bb880 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3743627 Jul 15 23:03:22.781569 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-4b0e89e8-7c50-4033-8f15-12a874c2c075 None None] Set router 47895453-f412-49d2-9f76-1f93a0b2e611 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:03:22.882343 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-97ee19bc-fdf4-44ac-ba2a-ff810b37ea76 req-017fd7da-8a50-4d7a-8692-2e95bc9eb491 service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090666 Jul 15 23:03:23.039598 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-97ee19bc-fdf4-44ac-ba2a-ff810b37ea76 req-fe92d775-fdaa-4d32-9961-02b632087b08 service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456795 Jul 15 23:03:23.084988 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9c3cd14-4bba-4e34-a1f3-a4acb13682e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:23.095546 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9c3cd14-4bba-4e34-a1f3-a4acb13682e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:23.098493 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b9c3cd14-4bba-4e34-a1f3-a4acb13682e1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1b3b8cd9-72f1-473e-9ad4-ade316fb3037 HTTP/1.1" status: 204 len: 168 time: 0.7650714 Jul 15 23:03:23.111098 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47354) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:23.164649 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cfd2ed96-ec61-486c-82d6-9102ae3f7d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:23.182208 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cfd2ed96-ec61-486c-82d6-9102ae3f7d2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:23.201800 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e080cac-2b90-4aa1-b7f5-71a2be9d8ede req-39f813fb-7684-44b5-91dd-ff27de37bd70 tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:23.202428 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4e080cac-2b90-4aa1-b7f5-71a2be9d8ede req-39f813fb-7684-44b5-91dd-ff27de37bd70 tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] 10.222.0.48 "GET /v2.0/ports?device_id=cacac733-ec1b-401e-9475-719cc9f446da HTTP/1.1" status: 200 len: 969 time: 0.4340625 Jul 15 23:03:23.211558 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-cfd2ed96-ec61-486c-82d6-9102ae3f7d2d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8ab6a01d-cc67-42c7-8724-5d35ddfce307 HTTP/1.1" status: 204 len: 168 time: 1.6961510 Jul 15 23:03:23.224340 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11deb3c0-5816-4bf7-a853-5302ab1dc7c5 req-3d7e9fa3-2e59-47e5-b0cc-3db7c04eedfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:23.232409 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-11deb3c0-5816-4bf7-a853-5302ab1dc7c5 req-3d7e9fa3-2e59-47e5-b0cc-3db7c04eedfd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0442b10341ec4ebe87db52dabe990eb2&device_id=cacac733-ec1b-401e-9475-719cc9f446da HTTP/1.1" status: 200 len: 1120 time: 0.5494630 Jul 15 23:03:23.243533 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c3cd14-4bba-4e34-a1f3-a4acb13682e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3b8cd9-72f1-473e-9ad4-ade316fb3037,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:23.306844 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4b0e89e8-7c50-4033-8f15-12a874c2c075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47895453-f412-49d2-9f76-1f93a0b2e611', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2028028573-router', 'tenant_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'ef7a1c52-d21c-482b-889a-35af421f4d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:15Z', 'updated_at': '2021-07-15T23:03:20Z', 'revision_number': 3, 'project_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'gw_port': {'id': 'ef7a1c52-d21c-482b-889a-35af421f4d5f', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f3:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47895453-f412-49d2-9f76-1f93a0b2e611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:18Z', 'updated_at': '2021-07-15T23:03:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:23.421917 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd2ed96-ec61-486c-82d6-9102ae3f7d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab6a01d-cc67-42c7-8724-5d35ddfce307,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:23.438951 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0e89e8-7c50-4033-8f15-12a874c2c075 None None] Checking router: 47895453-f412-49d2-9f76-1f93a0b2e611 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:03:23.439555 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0e89e8-7c50-4033-8f15-12a874c2c075 None None] Updating router 47895453-f412-49d2-9f76-1f93a0b2e611 port ef7a1c52-d21c-482b-889a-35af421f4d5f binding host n-d-794306-6 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:03:23.444117 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d60e0ea-7f55-45f4-afd5-c6163419a0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:23.521571 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4e080cac-2b90-4aa1-b7f5-71a2be9d8ede req-996caff2-4a55-4c6f-afc4-5c0a7fa1ccde tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] 10.222.0.48 "GET /v2.0/security-groups?id=687c201b-28e1-438a-92d5-6ca4d54ccb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046236 Jul 15 23:03:23.549744 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4b0e89e8-7c50-4033-8f15-12a874c2c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:23.994225 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ba6a6ae5-3ac4-4455-ba85-d333bff1fcd6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1483329816-network', 'tenant_id': '8e131fc1d8ba4dbfb079bf1d2b6690b9'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:24.049734 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11deb3c0-5816-4bf7-a853-5302ab1dc7c5 req-4df39425-1f87-4ab6-a688-dfca5a5c1b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:24.060192 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-11deb3c0-5816-4bf7-a853-5302ab1dc7c5 req-4df39425-1f87-4ab6-a688-dfca5a5c1b27 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5d412861-bef3-4cc1-ae9f-87a6a36753c0 HTTP/1.1" status: 200 len: 870 time: 0.7878559 Jul 15 23:03:24.061515 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-1d60e0ea-7f55-45f4-afd5-c6163419a0b4 admin admin] Allocated IP 172.20.0.1 (82a1b157-72db-4f6b-a839-5e04e2b2c143/99f67785-f6f8-403a-8163-19580b515ea7/6c5df109-e094-4b22-859d-bb3271e4fecf) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:03:24.126007 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47364) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:24.257530 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b56dfcba-0683-4952-a8fc-0ea1423c0963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:24.271925 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6585e863-adf3-4b43-b821-a046ba8bdba6 req-ef7bcca4-5020-4d26-9b61-224746fa2f65 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:24.275912 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6585e863-adf3-4b43-b821-a046ba8bdba6 req-ef7bcca4-5020-4d26-9b61-224746fa2f65 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.48 "GET /v2.0/ports?device_id=b03f4fe8-945c-41e3-ae1e-b10be78193b4 HTTP/1.1" status: 200 len: 948 time: 0.4403567 Jul 15 23:03:24.410998 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4b0e89e8-7c50-4033-8f15-12a874c2c075 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:24.429526 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-4b0e89e8-7c50-4033-8f15-12a874c2c075 None None] Transition to ACTIVE for port object ef7a1c52-d21c-482b-889a-35af421f4d5f will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:03:24.441000 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4b0e89e8-7c50-4033-8f15-12a874c2c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:24.510192 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-4b0e89e8-7c50-4033-8f15-12a874c2c075 None None] Attempting to bind port ef7a1c52-d21c-482b-889a-35af421f4d5f on host n-d-794306-6 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:03:24.511080 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-4b0e89e8-7c50-4033-8f15-12a874c2c075 None None] Attempting to bind port ef7a1c52-d21c-482b-889a-35af421f4d5f by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:03:24.511778 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0e89e8-7c50-4033-8f15-12a874c2c075 None None] Attempting to bind port ef7a1c52-d21c-482b-889a-35af421f4d5f on network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:03:24.550126 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-11deb3c0-5816-4bf7-a853-5302ab1dc7c5 req-6e2cc452-f535-4a03-affa-14c4b558c300 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=5b9d8f19-0b86-4282-973f-7de18b88f05c HTTP/1.1" status: 200 len: 217 time: 0.4618154 Jul 15 23:03:24.559381 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6a6ae5-3ac4-4455-ba85-d333bff1fcd6 admin admin] Made reservation on behalf of 8e131fc1d8ba4dbfb079bf1d2b6690b9 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:03:24.561875 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ba6a6ae5-3ac4-4455-ba85-d333bff1fcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:24.594897 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ba6a6ae5-3ac4-4455-ba85-d333bff1fcd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:24.596856 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47368) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:24.630642 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6585e863-adf3-4b43-b821-a046ba8bdba6 req-0e06cacb-b750-4540-8f80-7d3209722c3f tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.48 "GET /v2.0/security-groups?id=9cfb0a02-c7a8-4946-96ba-1a3c0ae1d374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3339205 Jul 15 23:03:24.657926 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b03f4fe8-945c-41e3-ae1e-b10be78193b4', 'tag': 'd1ea5d77-1acc-48d2-9c60-c3b134c8afe1'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:03:24.664649 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e09022f2-6824-471f-bcd1-51523e33ac9c" -d '{"events": [{"name": "network-changed", "server_uuid": "b03f4fe8-945c-41e3-ae1e-b10be78193b4", "tag": "d1ea5d77-1acc-48d2-9c60-c3b134c8afe1"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:03:24.674182 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0e89e8-7c50-4033-8f15-12a874c2c075 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:03:24.676176 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0e89e8-7c50-4033-8f15-12a874c2c075 None None] Checking segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:03:24.678377 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4b0e89e8-7c50-4033-8f15-12a874c2c075 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:24.679170 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0e89e8-7c50-4033-8f15-12a874c2c075 None None] Bound using segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:03:24.681568 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-4b0e89e8-7c50-4033-8f15-12a874c2c075 None None] Bound port: ef7a1c52-d21c-482b-889a-35af421f4d5f, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:03:24.684447 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4b0e89e8-7c50-4033-8f15-12a874c2c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:24.704550 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d5211e-0530-4c50-bdbc-04f267436f70 None None] Pushing event updated for resources: {'Port': ['ID=ef7a1c52-d21c-482b-889a-35af421f4d5f,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:24.741098 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-433f2b80-29c3-491a-9fc5-7294527e97ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:24.774224 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d60e0ea-7f55-45f4-afd5-c6163419a0b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:24.851670 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d5211e-0530-4c50-bdbc-04f267436f70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:24.852760 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d5211e-0530-4c50-bdbc-04f267436f70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:24.854050 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d5211e-0530-4c50-bdbc-04f267436f70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:24.855953 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d5211e-0530-4c50-bdbc-04f267436f70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:24.858728 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d5211e-0530-4c50-bdbc-04f267436f70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:24.860314 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d5211e-0530-4c50-bdbc-04f267436f70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:24.861265 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d5211e-0530-4c50-bdbc-04f267436f70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:24.864010 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d5211e-0530-4c50-bdbc-04f267436f70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:24.866189 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d5211e-0530-4c50-bdbc-04f267436f70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:24.867900 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11deb3c0-5816-4bf7-a853-5302ab1dc7c5 req-ba10f4aa-6452-4d9a-b621-a7e9d474c01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:24.868615 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d5211e-0530-4c50-bdbc-04f267436f70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:24.869403 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-11deb3c0-5816-4bf7-a853-5302ab1dc7c5 req-ba10f4aa-6452-4d9a-b621-a7e9d474c01e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.1660361 Jul 15 23:03:24.870291 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d5211e-0530-4c50-bdbc-04f267436f70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:24.877499 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d5211e-0530-4c50-bdbc-04f267436f70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:03:24.882806 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d5211e-0530-4c50-bdbc-04f267436f70 None None] Tracked resource versions report: Jul 15 23:03:24.882806 n-d-794306-6 neutron-server[93773]: pushed versions: Jul 15 23:03:24.882806 n-d-794306-6 neutron-server[93773]: { 'AddressGroup': {'1.2'}, Jul 15 23:03:24.882806 n-d-794306-6 neutron-server[93773]: 'ConntrackHelper': {'1.0'}, Jul 15 23:03:24.882806 n-d-794306-6 neutron-server[93773]: 'Log': {'1.0'}, Jul 15 23:03:24.882806 n-d-794306-6 neutron-server[93773]: 'Network': {'1.1'}, Jul 15 23:03:24.882806 n-d-794306-6 neutron-server[93773]: 'Port': {'1.7'}, Jul 15 23:03:24.882806 n-d-794306-6 neutron-server[93773]: 'PortForwarding': {'1.2'}, Jul 15 23:03:24.882806 n-d-794306-6 neutron-server[93773]: 'QosPolicy': {'1.8'}, Jul 15 23:03:24.882806 n-d-794306-6 neutron-server[93773]: 'SecurityGroup': {'1.4'}, Jul 15 23:03:24.882806 n-d-794306-6 neutron-server[93773]: 'SecurityGroupRule': {'1.2'}, Jul 15 23:03:24.882806 n-d-794306-6 neutron-server[93773]: 'SubPort': {'1.0'}, Jul 15 23:03:24.882806 n-d-794306-6 neutron-server[93773]: 'Subnet': {'1.1'}, Jul 15 23:03:24.882806 n-d-794306-6 neutron-server[93773]: 'Trunk': {'1.1'}} Jul 15 23:03:24.882806 n-d-794306-6 neutron-server[93773]: consumer versions: Jul 15 23:03:24.882806 n-d-794306-6 neutron-server[93773]: { DHCP agent@n-d-794306-6: {}, Jul 15 23:03:24.882806 n-d-794306-6 neutron-server[93773]: HyperV agent@n-h1-794306-6: {}, Jul 15 23:03:24.882806 n-d-794306-6 neutron-server[93773]: HyperV agent@n-h2-794306-6: {}, Jul 15 23:03:24.882806 n-d-794306-6 neutron-server[93773]: L3 agent@n-d-794306-6: {}, Jul 15 23:03:24.882806 n-d-794306-6 neutron-server[93773]: Metadata agent@n-d-794306-6: {}, Jul 15 23:03:24.882806 n-d-794306-6 neutron-server[93773]: Metering agent@n-d-794306-6: {}, Jul 15 23:03:24.882806 n-d-794306-6 neutron-server[93773]: Open vSwitch agent@n-d-794306-6: { 'AddressGroup': '1.2', Jul 15 23:03:24.882806 n-d-794306-6 neutron-server[93773]: 'ConntrackHelper': '1.0', Jul 15 23:03:24.882806 n-d-794306-6 neutron-server[93773]: 'Log': '1.0', Jul 15 23:03:24.882806 n-d-794306-6 neutron-server[93773]: 'Network': '1.1', Jul 15 23:03:24.882806 n-d-794306-6 neutron-server[93773]: 'Port': '1.7', Jul 15 23:03:24.882806 n-d-794306-6 neutron-server[93773]: 'PortForwarding': '1.2', Jul 15 23:03:24.882806 n-d-794306-6 neutron-server[93773]: 'QosPolicy': '1.8', Jul 15 23:03:24.882806 n-d-794306-6 neutron-server[93773]: 'SecurityGroup': '1.4', Jul 15 23:03:24.882806 n-d-794306-6 neutron-server[93773]: 'SecurityGroupRule': '1.2', Jul 15 23:03:24.882806 n-d-794306-6 neutron-server[93773]: 'SubPort': '1.0', Jul 15 23:03:24.882806 n-d-794306-6 neutron-server[93773]: 'Subnet': '1.1', Jul 15 23:03:24.882806 n-d-794306-6 neutron-server[93773]: 'Trunk': '1.1'}} Jul 15 23:03:24.882806 n-d-794306-6 neutron-server[93773]: {{(pid=93773) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 23:03:24.902766 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-1d60e0ea-7f55-45f4-afd5-c6163419a0b4 admin admin] Transition to ACTIVE for port object 6c5df109-e094-4b22-859d-bb3271e4fecf will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:03:24.980556 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-4b0e89e8-7c50-4033-8f15-12a874c2c075 None None] For port ef7a1c52-d21c-482b-889a-35af421f4d5f, host n-d-794306-6, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:03:24.986456 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-4b0e89e8-7c50-4033-8f15-12a874c2c075 None None] For port ef7a1c52-d21c-482b-889a-35af421f4d5f, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=ef7a1c52-d21c-482b-889a-35af421f4d5f,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:03:24.993544 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4b0e89e8-7c50-4033-8f15-12a874c2c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:24.998221 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:25.089818 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0e89e8-7c50-4033-8f15-12a874c2c075 None None] Routers {'47895453-f412-49d2-9f76-1f93a0b2e611'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:03:25.090834 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4b0e89e8-7c50-4033-8f15-12a874c2c075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:03:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['47895453-f412-49d2-9f76-1f93a0b2e611'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:25.094240 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d5211e-0530-4c50-bdbc-04f267436f70 None None] Pushing event updated for resources: {'Port': ['ID=ef7a1c52-d21c-482b-889a-35af421f4d5f,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:25.115611 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5f8bbc0e-5c00-47d0-83ad-3393470227dc req-40d8f122-8139-46a3-be52-dca9ed7b0de7 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=9ac36772b83842538b63e725348a87e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0604289 Jul 15 23:03:25.152911 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d60e0ea-7f55-45f4-afd5-c6163419a0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:25.166451 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b56dfcba-0683-4952-a8fc-0ea1423c0963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:25.222892 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-4b0e89e8-7c50-4033-8f15-12a874c2c075 None None] Set router 47895453-f412-49d2-9f76-1f93a0b2e611 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:03:25.291348 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ba6a6ae5-3ac4-4455-ba85-d333bff1fcd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:25.306199 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ba6a6ae5-3ac4-4455-ba85-d333bff1fcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:25.361476 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6a6ae5-3ac4-4455-ba85-d333bff1fcd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ced5e29-9789-413b-b871-313e9c1e7215,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:25.401499 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d60e0ea-7f55-45f4-afd5-c6163419a0b4 admin admin] Network 82a1b157-72db-4f6b-a839-5e04e2b2c143 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:03:25.405241 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba6a6ae5-3ac4-4455-ba85-d333bff1fcd6 admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:03:25.410616 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aa63bb-241c-4ceb-aba5-1502834dc7a4 req-4421b3fa-0e35-4b17-bd62-3b5ee3f2b8cd tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:25.417319 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f1aa63bb-241c-4ceb-aba5-1502834dc7a4 req-4421b3fa-0e35-4b17-bd62-3b5ee3f2b8cd tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] 10.222.0.48 "GET /v2.0/ports?device_id=cacac733-ec1b-401e-9475-719cc9f446da HTTP/1.1" status: 200 len: 969 time: 0.4553683 Jul 15 23:03:25.419111 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b56dfcba-0683-4952-a8fc-0ea1423c0963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:25.427513 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ba6a6ae5-3ac4-4455-ba85-d333bff1fcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:25.427948 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-ba6a6ae5-3ac4-4455-ba85-d333bff1fcd6 admin admin] Added segment 38f71638-c306-4730-a1d2-405253498f6c of type vlan for network 75207f8b-eda7-43cf-a595-6566e6e8d8ba Jul 15 23:03:25.445891 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-1d60e0ea-7f55-45f4-afd5-c6163419a0b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:03:25.471524 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-b56dfcba-0683-4952-a8fc-0ea1423c0963 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1e151f1d86694aba9357b9c12780fa4c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3443425 Jul 15 23:03:25.472492 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d60e0ea-7f55-45f4-afd5-c6163419a0b4 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:03:25.473034 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d60e0ea-7f55-45f4-afd5-c6163419a0b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:25.494194 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56dfcba-0683-4952-a8fc-0ea1423c0963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7603b73-c9c6-49ec-94ce-1715173ebfff,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:25.499605 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47376) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:25.521284 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ba6a6ae5-3ac4-4455-ba85-d333bff1fcd6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:25.596197 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4b0e89e8-7c50-4033-8f15-12a874c2c075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47895453-f412-49d2-9f76-1f93a0b2e611', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2028028573-router', 'tenant_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'ef7a1c52-d21c-482b-889a-35af421f4d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:15Z', 'updated_at': '2021-07-15T23:03:20Z', 'revision_number': 3, 'project_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'gw_port': {'id': 'ef7a1c52-d21c-482b-889a-35af421f4d5f', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f3:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47895453-f412-49d2-9f76-1f93a0b2e611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:18Z', 'updated_at': '2021-07-15T23:03:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:25.641908 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-433f2b80-29c3-491a-9fc5-7294527e97ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:25.646621 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0e89e8-7c50-4033-8f15-12a874c2c075 None None] The sync data for ids ['47895453-f412-49d2-9f76-1f93a0b2e611'] in n-d-794306-6 is: [{'id': '47895453-f412-49d2-9f76-1f93a0b2e611', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2028028573-router', 'tenant_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'ef7a1c52-d21c-482b-889a-35af421f4d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:15Z', 'updated_at': '2021-07-15T23:03:20Z', 'revision_number': 3, 'project_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'gw_port': {'id': 'ef7a1c52-d21c-482b-889a-35af421f4d5f', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f3:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47895453-f412-49d2-9f76-1f93a0b2e611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:18Z', 'updated_at': '2021-07-15T23:03:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:03:25.648677 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f1aa63bb-241c-4ceb-aba5-1502834dc7a4 req-3ea46355-722e-4327-bb5b-a101f4b0ee3c tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] 10.222.0.48 "GET /v2.0/security-groups?id=687c201b-28e1-438a-92d5-6ca4d54ccb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302744 Jul 15 23:03:25.678122 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-433f2b80-29c3-491a-9fc5-7294527e97ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:25.680120 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d60e0ea-7f55-45f4-afd5-c6163419a0b4 admin admin] Pushing event updated for resources: {'Port': ['ID=6c5df109-e094-4b22-859d-bb3271e4fecf,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:25.717465 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433f2b80-29c3-491a-9fc5-7294527e97ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f21491fa-af5d-4e89-8ddd-15d5595e64af,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:25.740850 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ba6a6ae5-3ac4-4455-ba85-d333bff1fcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:25.741816 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6a6ae5-3ac4-4455-ba85-d333bff1fcd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:25.742670 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ba6a6ae5-3ac4-4455-ba85-d333bff1fcd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:25.805722 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8bbc0e-5c00-47d0-83ad-3393470227dc req-e390bde1-60c6-4499-b577-d2dbec41e6d9 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:25.813768 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5f8bbc0e-5c00-47d0-83ad-3393470227dc req-e390bde1-60c6-4499-b577-d2dbec41e6d9 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6887648 Jul 15 23:03:25.834782 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5f8bbc0e-5c00-47d0-83ad-3393470227dc req-9697b7b3-b483-4356-b30c-457ee8e91c40 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/quotas/9ac36772b83842538b63e725348a87e1 HTTP/1.1" status: 200 len: 375 time: 0.0197129 Jul 15 23:03:25.862303 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-45d76881-924f-4c13-80a7-94aff4bceba9 None None] Provisioning for port 6c5df109-e094-4b22-859d-bb3271e4fecf completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:03:25.866872 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-45d76881-924f-4c13-80a7-94aff4bceba9 None None] Provisioning complete for port 6c5df109-e094-4b22-859d-bb3271e4fecf triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:25.867849 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-45d76881-924f-4c13-80a7-94aff4bceba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:25.889966 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382a9d64-f7dd-4bb3-a758-9e78a4bc35dd x-openstack-request-id: req-382a9d64-f7dd-4bb3-a758-9e78a4bc35dd {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:03:25.890245 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b03f4fe8-945c-41e3-ae1e-b10be78193b4", "tag": "d1ea5d77-1acc-48d2-9c60-c3b134c8afe1", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:03:25.890495 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-382a9d64-f7dd-4bb3-a758-9e78a4bc35dd {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:03:25.890877 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b03f4fe8-945c-41e3-ae1e-b10be78193b4', 'tag': 'd1ea5d77-1acc-48d2-9c60-c3b134c8afe1', 'status': 'completed', 'code': 200} Jul 15 23:03:25.903912 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5f8bbc0e-5c00-47d0-83ad-3393470227dc req-1c85f54d-3278-4b84-be1d-a26820ac7967 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9ac36772b83842538b63e725348a87e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0679872 Jul 15 23:03:25.920727 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ba6a6ae5-3ac4-4455-ba85-d333bff1fcd6 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.7087996 Jul 15 23:03:25.921650 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47380) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:25.927096 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-70cb9d0a-613d-4353-aa86-ae7682135c9d admin admin] Request body: {'subnet': {'network_id': '75207f8b-eda7-43cf-a595-6566e6e8d8ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1483329816-subnet', 'tenant_id': '8e131fc1d8ba4dbfb079bf1d2b6690b9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:25.934232 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6a6ae5-3ac4-4455-ba85-d333bff1fcd6 admin admin] Pushing event updated for resources: {'Network': ['ID=75207f8b-eda7-43cf-a595-6566e6e8d8ba,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:25.959030 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-45d76881-924f-4c13-80a7-94aff4bceba9 None None] Port 6c5df109-e094-4b22-859d-bb3271e4fecf cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:03:25.963172 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 75207f8b-eda7-43cf-a595-6566e6e8d8ba details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:03:25.981620 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-433f2b80-29c3-491a-9fc5-7294527e97ea admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=79902aa3823a418fa67742c7d0788d2a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3715689 Jul 15 23:03:25.988208 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47382) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:26.026804 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d3957317-4833-4de5-945c-77313575c7a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:26.065039 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d60e0ea-7f55-45f4-afd5-c6163419a0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:26.120250 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d3957317-4833-4de5-945c-77313575c7a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:26.177790 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09022f2-6824-471f-bcd1-51523e33ac9c req-72fd18d7-67c5-419a-ac5f-123edd43316a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:26.179487 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e09022f2-6824-471f-bcd1-51523e33ac9c req-72fd18d7-67c5-419a-ac5f-123edd43316a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=62cceed33b584263a479cc7894943fe0&device_id=b03f4fe8-945c-41e3-ae1e-b10be78193b4 HTTP/1.1" status: 200 len: 1099 time: 0.2877822 Jul 15 23:03:26.185146 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a1133ec0-a297-455b-b6b0-d97f5a531a95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:26.263493 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a1133ec0-a297-455b-b6b0-d97f5a531a95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:26.334641 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70cb9d0a-613d-4353-aa86-ae7682135c9d admin admin] Made reservation on behalf of 8e131fc1d8ba4dbfb079bf1d2b6690b9 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:03:26.336964 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-70cb9d0a-613d-4353-aa86-ae7682135c9d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:26.388085 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d3957317-4833-4de5-945c-77313575c7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:26.391266 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d3957317-4833-4de5-945c-77313575c7a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:26.392698 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d3957317-4833-4de5-945c-77313575c7a8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d7603b73-c9c6-49ec-94ce-1715173ebfff HTTP/1.1" status: 204 len: 168 time: 0.8924024 Jul 15 23:03:26.441767 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3957317-4833-4de5-945c-77313575c7a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7603b73-c9c6-49ec-94ce-1715173ebfff,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:26.453214 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a1133ec0-a297-455b-b6b0-d97f5a531a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:26.455874 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a1133ec0-a297-455b-b6b0-d97f5a531a95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:26.476657 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a1133ec0-a297-455b-b6b0-d97f5a531a95 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f21491fa-af5d-4e89-8ddd-15d5595e64af HTTP/1.1" status: 204 len: 168 time: 0.4739401 Jul 15 23:03:26.509780 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-01af6a26-d3d1-468e-b23f-84b5b6f8bf74 req-27bcf703-5412-4408-a6b3-a3e96da96176 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=70896dfb-4452-495b-ade7-c85ec54b4cc6 HTTP/1.1" status: 200 len: 210 time: 0.1798153 Jul 15 23:03:26.548950 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1133ec0-a297-455b-b6b0-d97f5a531a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21491fa-af5d-4e89-8ddd-15d5595e64af,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:26.587758 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09022f2-6824-471f-bcd1-51523e33ac9c req-e814c33a-7352-4b20-967f-aeefe15b7b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:26.590931 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259a6ca-5cbe-46ec-90c9-d5852abef92d req-b64ce2ad-5b58-40f5-85fa-ba27bd9010a5 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:26.594243 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e09022f2-6824-471f-bcd1-51523e33ac9c req-e814c33a-7352-4b20-967f-aeefe15b7b73 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5d412861-bef3-4cc1-ae9f-87a6a36753c0 HTTP/1.1" status: 200 len: 870 time: 0.4069822 Jul 15 23:03:26.599297 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8259a6ca-5cbe-46ec-90c9-d5852abef92d req-b64ce2ad-5b58-40f5-85fa-ba27bd9010a5 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.48 "GET /v2.0/ports?device_id=b03f4fe8-945c-41e3-ae1e-b10be78193b4 HTTP/1.1" status: 200 len: 948 time: 0.5436790 Jul 15 23:03:26.770635 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e09022f2-6824-471f-bcd1-51523e33ac9c req-809f0dc3-0824-4f80-8e73-8c32b72fb4f8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=d1ea5d77-1acc-48d2-9c60-c3b134c8afe1 HTTP/1.1" status: 200 len: 217 time: 0.1598692 Jul 15 23:03:26.812507 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8259a6ca-5cbe-46ec-90c9-d5852abef92d req-569679e9-972d-4120-b5a2-97a1d30b3a71 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.48 "GET /v2.0/security-groups?id=9cfb0a02-c7a8-4946-96ba-1a3c0ae1d374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116227 Jul 15 23:03:26.972875 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09022f2-6824-471f-bcd1-51523e33ac9c req-ad7583e4-0708-4f10-b369-e160e716b71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:26.975899 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e09022f2-6824-471f-bcd1-51523e33ac9c req-ad7583e4-0708-4f10-b369-e160e716b71b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.2021639 Jul 15 23:03:27.043676 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d60e0ea-7f55-45f4-afd5-c6163419a0b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:27.157350 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d60e0ea-7f55-45f4-afd5-c6163419a0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:27.158262 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d60e0ea-7f55-45f4-afd5-c6163419a0b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:27.160221 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09022f2-6824-471f-bcd1-51523e33ac9c req-df113b3e-5c12-4613-bb09-bf2464b8931d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:27.173464 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e09022f2-6824-471f-bcd1-51523e33ac9c req-df113b3e-5c12-4613-bb09-bf2464b8931d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1893518 Jul 15 23:03:27.296821 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d60e0ea-7f55-45f4-afd5-c6163419a0b4 admin admin] Pushing event updated for resources: {'Port': ['ID=6c5df109-e094-4b22-859d-bb3271e4fecf,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:27.356404 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-70cb9d0a-613d-4353-aa86-ae7682135c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:27.400256 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e09022f2-6824-471f-bcd1-51523e33ac9c req-2ede5db9-00ed-4f22-8156-e631c9776e7f service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198124 Jul 15 23:03:27.656198 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e09022f2-6824-471f-bcd1-51523e33ac9c req-057bab02-fa77-4217-a465-9ae01dd134b5 service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426364 Jul 15 23:03:27.670788 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c3348-1777-46a3-ba03-742304208071 req-ab06b6ea-b97d-486d-aac0-38529b455052 tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:27.684856 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-968c3348-1777-46a3-ba03-742304208071 req-ab06b6ea-b97d-486d-aac0-38529b455052 tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] 10.222.0.48 "GET /v2.0/ports?device_id=cacac733-ec1b-401e-9475-719cc9f446da HTTP/1.1" status: 200 len: 969 time: 0.5416200 Jul 15 23:03:27.741846 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device ef7a1c52-d21c-482b-889a-35af421f4d5f up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:03:27.815527 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cb9d0a-613d-4353-aa86-ae7682135c9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2bed53f-7380-4e8a-ba16-767cbf1bfff0,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:27.832874 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cb9d0a-613d-4353-aa86-ae7682135c9d admin admin] Checking segment: {'id': '38f71638-c306-4730-a1d2-405253498f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '75207f8b-eda7-43cf-a595-6566e6e8d8ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:03:27.833839 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cb9d0a-613d-4353-aa86-ae7682135c9d admin admin] Network hostable DHCP agents. Network: 75207f8b-eda7-43cf-a595-6566e6e8d8ba, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:03:27.887731 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port ef7a1c52-d21c-482b-889a-35af421f4d5f completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:03:27.898592 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port ef7a1c52-d21c-482b-889a-35af421f4d5f triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:27.899165 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:28.002002 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-968c3348-1777-46a3-ba03-742304208071 req-f8c54c3e-134d-4590-86ba-31e16cb5a1bc tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] 10.222.0.48 "GET /v2.0/security-groups?id=687c201b-28e1-438a-92d5-6ca4d54ccb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159153 Jul 15 23:03:28.074259 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-210730c9-f118-4692-8a77-774e46f6770d req-4d9f9eb4-286d-4414-9c1a-fc6b067e6394 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=70896dfb-4452-495b-ade7-c85ec54b4cc6 HTTP/1.1" status: 200 len: 210 time: 0.1493649 Jul 15 23:03:28.105288 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cb9d0a-613d-4353-aa86-ae7682135c9d admin admin] Network 75207f8b-eda7-43cf-a595-6566e6e8d8ba is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:03:28.125957 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d60e0ea-7f55-45f4-afd5-c6163419a0b4 admin admin] Network 82a1b157-72db-4f6b-a839-5e04e2b2c143 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:03:28.129238 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-1d60e0ea-7f55-45f4-afd5-c6163419a0b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:03:28.166114 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-70cb9d0a-613d-4353-aa86-ae7682135c9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 75207f8b-eda7-43cf-a595-6566e6e8d8ba) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:03:28.176527 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:28.187498 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f2d319-b299-41cd-9ceb-f626963434a0 None None] Network 75207f8b-eda7-43cf-a595-6566e6e8d8ba requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:03:28.324172 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port ef7a1c52-d21c-482b-889a-35af421f4d5f, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=ef7a1c52-d21c-482b-889a-35af421f4d5f,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:28.333894 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:28.377597 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70cb9d0a-613d-4353-aa86-ae7682135c9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:28.380449 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-70cb9d0a-613d-4353-aa86-ae7682135c9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:28.497967 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5f8bbc0e-5c00-47d0-83ad-3393470227dc req-e7296012-84fe-449c-8b91-c0c3ff757a3a tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=9ac36772b83842538b63e725348a87e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0836108 Jul 15 23:03:28.552725 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d60e0ea-7f55-45f4-afd5-c6163419a0b4 admin admin] Router 47895453-f412-49d2-9f76-1f93a0b2e611 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:03:28.561015 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-70cb9d0a-613d-4353-aa86-ae7682135c9d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.6359191 Jul 15 23:03:28.566234 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47444) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:28.574815 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-df6e66e7-dfe2-444d-9095-c3c67d048d59 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1483329816-router', 'tenant_id': '8e131fc1d8ba4dbfb079bf1d2b6690b9', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:28.630915 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device d1ea5d77-1acc-48d2-9c60-c3b134c8afe1 details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:03:28.724106 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df6e66e7-dfe2-444d-9095-c3c67d048d59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:28.725261 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df6e66e7-dfe2-444d-9095-c3c67d048d59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:28.758910 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8bbc0e-5c00-47d0-83ad-3393470227dc req-75474260-1f57-470f-8488-f3026ad71723 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:28.762886 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5f8bbc0e-5c00-47d0-83ad-3393470227dc req-75474260-1f57-470f-8488-f3026ad71723 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2596874 Jul 15 23:03:28.793242 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-5f8bbc0e-5c00-47d0-83ad-3393470227dc req-3d68b46d-d0ea-4573-9ff6-e9f44927f61d tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Request body: {'port': {'device_id': '70896dfb-4452-495b-ade7-c85ec54b4cc6', 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'admin_state_up': True, 'tenant_id': '9ac36772b83842538b63e725348a87e1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:28.805744 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1f92a1-1611-42ac-9517-f25c51d181d4 req-7f0fd89e-870d-4b6c-aef8-a45a6f7620ef tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:28.814106 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1d1f92a1-1611-42ac-9517-f25c51d181d4 req-7f0fd89e-870d-4b6c-aef8-a45a6f7620ef tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.48 "GET /v2.0/ports?device_id=b03f4fe8-945c-41e3-ae1e-b10be78193b4 HTTP/1.1" status: 200 len: 948 time: 0.4294751 Jul 15 23:03:28.864686 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df6e66e7-dfe2-444d-9095-c3c67d048d59 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:28.892164 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d60e0ea-7f55-45f4-afd5-c6163419a0b4 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:03:28.909348 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1d1f92a1-1611-42ac-9517-f25c51d181d4 req-c0bdf2ad-c387-45ef-83a0-fb0a59d1f673 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.48 "GET /v2.0/security-groups?id=9cfb0a02-c7a8-4946-96ba-1a3c0ae1d374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929904 Jul 15 23:03:28.960154 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-1d60e0ea-7f55-45f4-afd5-c6163419a0b4 admin admin] 10.222.0.48 "PUT /v2.0/routers/47895453-f412-49d2-9f76-1f93a0b2e611/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7307756 Jul 15 23:03:28.976281 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11deb3c0-5816-4bf7-a853-5302ab1dc7c5 req-fd5dd8b9-5936-4ceb-b4ec-b69f712c4e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:28.977803 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-11deb3c0-5816-4bf7-a853-5302ab1dc7c5 req-fd5dd8b9-5936-4ceb-b4ec-b69f712c4e1d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1794660 Jul 15 23:03:29.097259 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f22a90-cfa2-48b8-a9b2-65e6c485416e None None] Sync routers for ids ['47895453-f412-49d2-9f76-1f93a0b2e611'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:03:29.132292 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-11deb3c0-5816-4bf7-a853-5302ab1dc7c5 req-0b859163-276a-4bab-ad17-cc4a39db53fd service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445985 Jul 15 23:03:29.195646 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f8bbc0e-5c00-47d0-83ad-3393470227dc req-3d68b46d-d0ea-4573-9ff6-e9f44927f61d tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Made reservation on behalf of 9ac36772b83842538b63e725348a87e1 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:03:29.202709 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5f8bbc0e-5c00-47d0-83ad-3393470227dc req-3d68b46d-d0ea-4573-9ff6-e9f44927f61d tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:29.234324 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5f8bbc0e-5c00-47d0-83ad-3393470227dc req-3d68b46d-d0ea-4573-9ff6-e9f44927f61d tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:29.241536 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-648ff329-4934-430f-932b-26155d490cf6 None None] Provisioning complete for port 6c5df109-e094-4b22-859d-bb3271e4fecf triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:29.242069 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-648ff329-4934-430f-932b-26155d490cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:29.255337 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f22a90-cfa2-48b8-a9b2-65e6c485416e None None] Routers {'47895453-f412-49d2-9f76-1f93a0b2e611'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:03:29.256043 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-06f22a90-cfa2-48b8-a9b2-65e6c485416e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:03:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['47895453-f412-49d2-9f76-1f93a0b2e611'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:29.346405 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df6e66e7-dfe2-444d-9095-c3c67d048d59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:29.362884 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-11deb3c0-5816-4bf7-a853-5302ab1dc7c5 req-4785f9ac-e23e-4533-9167-24e0464b34f4 service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233899 Jul 15 23:03:29.413870 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port d1ea5d77-1acc-48d2-9c60-c3b134c8afe1, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=d1ea5d77-1acc-48d2-9c60-c3b134c8afe1,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:29.422655 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=ef7a1c52-d21c-482b-889a-35af421f4d5f,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:29.451219 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5f8bbc0e-5c00-47d0-83ad-3393470227dc req-3d68b46d-d0ea-4573-9ff6-e9f44927f61d tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:29.454799 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-874f80d8-d054-4151-b047-7c9053f21c97 req-8946277c-b614-4a0d-8920-678c05f2bc5e tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=70896dfb-4452-495b-ade7-c85ec54b4cc6 HTTP/1.1" status: 200 len: 210 time: 0.0916281 Jul 15 23:03:29.457475 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5f8bbc0e-5c00-47d0-83ad-3393470227dc req-3d68b46d-d0ea-4573-9ff6-e9f44927f61d tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:29.564104 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d79ca-037d-46ec-ad87-db2bc5ac70fe req-da6e883b-b687-49af-9a7f-80351a92566e tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:29.565728 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a53d79ca-037d-46ec-ad87-db2bc5ac70fe req-da6e883b-b687-49af-9a7f-80351a92566e tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] 10.222.0.48 "GET /v2.0/ports?device_id=cacac733-ec1b-401e-9475-719cc9f446da HTTP/1.1" status: 200 len: 969 time: 0.2072506 Jul 15 23:03:29.609565 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-06f22a90-cfa2-48b8-a9b2-65e6c485416e None None] Set router 47895453-f412-49d2-9f76-1f93a0b2e611 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:03:29.617053 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a53d79ca-037d-46ec-ad87-db2bc5ac70fe req-402eb132-6113-4cc7-a0bf-eedda882f720 tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] 10.222.0.48 "GET /v2.0/security-groups?id=687c201b-28e1-438a-92d5-6ca4d54ccb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436399 Jul 15 23:03:29.768677 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb29da4-1a97-4bf6-ba1a-1e8daffc4217 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-75207f8b-eda7-43cf-a595-6566e6e8d8ba', 'network_id': '75207f8b-eda7-43cf-a595-6566e6e8d8ba', 'tenant_id': '8e131fc1d8ba4dbfb079bf1d2b6690b9', 'fixed_ips': [{'subnet_id': 'e2bed53f-7380-4e8a-ba16-767cbf1bfff0'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:03:29.769907 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ddb29da4-1a97-4bf6-ba1a-1e8daffc4217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:29.772164 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device ef7a1c52-d21c-482b-889a-35af421f4d5f up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:03:29.781825 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df6e66e7-dfe2-444d-9095-c3c67d048d59 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:29.793098 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-5f8bbc0e-5c00-47d0-83ad-3393470227dc req-3d68b46d-d0ea-4573-9ff6-e9f44927f61d tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Allocated IP 192.168.233.49 (5d412861-bef3-4cc1-ae9f-87a6a36753c0/0d909a96-22de-4aa9-b690-1c7da965ceac/f1d2d695-5d71-4735-8bec-137ed706a75f) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:03:29.810332 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d68b46d-d0ea-4573-9ff6-e9f44927f61d tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4ec807-be0f-4120-a69c-0d4908f67ad0,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:29.821522 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': 'd1ea5d77-1acc-48d2-9c60-c3b134c8afe1', 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'port_id': 'd1ea5d77-1acc-48d2-9c60-c3b134c8afe1', 'mac_address': 'fa:16:3e:a1:4f:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d909a96-22de-4aa9-b690-1c7da965ceac', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:03:29.839625 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-648ff329-4934-430f-932b-26155d490cf6 None None] Port 6c5df109-e094-4b22-859d-bb3271e4fecf cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:03:29.854430 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df6e66e7-dfe2-444d-9095-c3c67d048d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:29.929168 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port ef7a1c52-d21c-482b-889a-35af421f4d5f triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:29.929549 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:29.960059 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:30.058945 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5f8bbc0e-5c00-47d0-83ad-3393470227dc req-3d68b46d-d0ea-4573-9ff6-e9f44927f61d tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:30.097178 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-5f8bbc0e-5c00-47d0-83ad-3393470227dc req-3d68b46d-d0ea-4573-9ff6-e9f44927f61d tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Transition to ACTIVE for port object f1d2d695-5d71-4735-8bec-137ed706a75f will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:03:30.125794 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-df6e66e7-dfe2-444d-9095-c3c67d048d59 admin admin] Allocated IP 172.25.5.147 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/6e87b5cf-9cf3-42cb-ad3c-410ca0069871) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:03:30.162055 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5f8bbc0e-5c00-47d0-83ad-3393470227dc req-3d68b46d-d0ea-4573-9ff6-e9f44927f61d tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:30.195880 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1ea5d77-1acc-48d2-9c60-c3b134c8afe1 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:03:30.215547 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f8bbc0e-5c00-47d0-83ad-3393470227dc req-3d68b46d-d0ea-4573-9ff6-e9f44927f61d tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:03:30.227608 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-5f8bbc0e-5c00-47d0-83ad-3393470227dc req-3d68b46d-d0ea-4573-9ff6-e9f44927f61d tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:03:30.247880 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f8bbc0e-5c00-47d0-83ad-3393470227dc req-3d68b46d-d0ea-4573-9ff6-e9f44927f61d tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:03:30.259475 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8bbc0e-5c00-47d0-83ad-3393470227dc req-3d68b46d-d0ea-4573-9ff6-e9f44927f61d tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:30.261656 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5f8bbc0e-5c00-47d0-83ad-3393470227dc req-3d68b46d-d0ea-4573-9ff6-e9f44927f61d tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:30.265101 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port d1ea5d77-1acc-48d2-9c60-c3b134c8afe1, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=d1ea5d77-1acc-48d2-9c60-c3b134c8afe1,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:30.301441 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d68b46d-d0ea-4573-9ff6-e9f44927f61d tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Pushing event updated for resources: {'Port': ['ID=f1d2d695-5d71-4735-8bec-137ed706a75f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:30.308943 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5f8bbc0e-5c00-47d0-83ad-3393470227dc req-3d68b46d-d0ea-4573-9ff6-e9f44927f61d tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5300395 Jul 15 23:03:30.315480 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:30.329986 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df6e66e7-dfe2-444d-9095-c3c67d048d59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:30.336677 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-5f8bbc0e-5c00-47d0-83ad-3393470227dc req-268253bb-ed08-4958-aceb-1f128bebe2ba service neutron] Request body: {'port': {'device_id': '70896dfb-4452-495b-ade7-c85ec54b4cc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:30.344113 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3466926-e530-44ac-b15d-8220be91c872 req-76777d3e-0e88-41e3-90aa-9f94f19d1c1c tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:30.345719 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f3466926-e530-44ac-b15d-8220be91c872 req-76777d3e-0e88-41e3-90aa-9f94f19d1c1c tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.48 "GET /v2.0/ports?device_id=b03f4fe8-945c-41e3-ae1e-b10be78193b4 HTTP/1.1" status: 200 len: 948 time: 0.1689570 Jul 15 23:03:30.412502 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-ddb29da4-1a97-4bf6-ba1a-1e8daffc4217 None None] Allocated IP 172.20.0.2 (75207f8b-eda7-43cf-a595-6566e6e8d8ba/e2bed53f-7380-4e8a-ba16-767cbf1bfff0/5413b46a-afe9-45ad-8d84-ad7ec9b8c2f4) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:03:30.419783 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f3466926-e530-44ac-b15d-8220be91c872 req-ac669e67-a29a-41b1-abf4-5f1540b55969 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.48 "GET /v2.0/security-groups?id=9cfb0a02-c7a8-4946-96ba-1a3c0ae1d374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680828 Jul 15 23:03:30.453692 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df6e66e7-dfe2-444d-9095-c3c67d048d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:30.486760 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5f8bbc0e-5c00-47d0-83ad-3393470227dc req-268253bb-ed08-4958-aceb-1f128bebe2ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:30.525992 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6e66e7-dfe2-444d-9095-c3c67d048d59 admin admin] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:03:30.532195 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-df6e66e7-dfe2-444d-9095-c3c67d048d59 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:03:30.541041 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6e66e7-dfe2-444d-9095-c3c67d048d59 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:03:30.574521 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=d1ea5d77-1acc-48d2-9c60-c3b134c8afe1,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:30.613678 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-06f22a90-cfa2-48b8-a9b2-65e6c485416e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47895453-f412-49d2-9f76-1f93a0b2e611', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2028028573-router', 'tenant_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'ef7a1c52-d21c-482b-889a-35af421f4d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:15Z', 'updated_at': '2021-07-15T23:03:25Z', 'revision_number': 4, 'project_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'gw_port': {'id': 'ef7a1c52-d21c-482b-889a-35af421f4d5f', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47895453-f412-49d2-9f76-1f93a0b2e611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:18Z', 'updated_at': '2021-07-15T23:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '6c5df109-e094-4b22-859d-bb3271e4fecf', 'name': '', 'network_id': '82a1b157-72db-4f6b-a839-5e04e2b2c143', 'tenant_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'mac_address': 'fa:16:3e:f0:ad:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47895453-f412-49d2-9f76-1f93a0b2e611', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '99f67785-f6f8-403a-8163-19580b515ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:23Z', 'updated_at': '2021-07-15T23:03:26Z', 'revision_number': 2, 'project_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'subnets': [{'id': '99f67785-f6f8-403a-8163-19580b515ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:30.687990 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f22a90-cfa2-48b8-a9b2-65e6c485416e None None] Checking router: 47895453-f412-49d2-9f76-1f93a0b2e611 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:03:30.688343 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f22a90-cfa2-48b8-a9b2-65e6c485416e None None] Updating router 47895453-f412-49d2-9f76-1f93a0b2e611 port 6c5df109-e094-4b22-859d-bb3271e4fecf binding host n-d-794306-6 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:03:30.728394 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['d1ea5d77-1acc-48d2-9c60-c3b134c8afe1'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:03:30.742984 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47506) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:30.753422 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-3873532b-de15-4807-87c2-cc9c491ac03f admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2035461931-network', 'tenant_id': '074ece40fd6c43448dcae252eb464193'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:30.764818 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6e66e7-dfe2-444d-9095-c3c67d048d59 admin admin] Pushing event updated for resources: {'Port': ['ID=6e87b5cf-9cf3-42cb-ad3c-410ca0069871,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:30.851441 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3873532b-de15-4807-87c2-cc9c491ac03f admin admin] Made reservation on behalf of 074ece40fd6c43448dcae252eb464193 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:03:30.854466 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3873532b-de15-4807-87c2-cc9c491ac03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:30.856191 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a35726c-ebfd-4a53-bf29-4f25a5a7e617 None None] Provisioning for port f1d2d695-5d71-4735-8bec-137ed706a75f completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:03:30.865407 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3873532b-de15-4807-87c2-cc9c491ac03f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:30.888180 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6775f759-6c55-4787-954d-de33255df614 req-47847278-f157-41e6-a736-dd9aa4c3c4d4 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:30.895027 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6775f759-6c55-4787-954d-de33255df614 req-47847278-f157-41e6-a736-dd9aa4c3c4d4 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=70896dfb-4452-495b-ade7-c85ec54b4cc6 HTTP/1.1" status: 200 len: 935 time: 0.2144768 Jul 15 23:03:30.948463 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a35726c-ebfd-4a53-bf29-4f25a5a7e617 None None] Provisioning complete for port f1d2d695-5d71-4735-8bec-137ed706a75f triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:30.949136 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a35726c-ebfd-4a53-bf29-4f25a5a7e617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:30.980962 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b7c9491f-847f-4635-8858-559b36fe3d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:30.991922 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-06f22a90-cfa2-48b8-a9b2-65e6c485416e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:31.042052 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-5f8bbc0e-5c00-47d0-83ad-3393470227dc req-268253bb-ed08-4958-aceb-1f128bebe2ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1d2d695-5d71-4735-8bec-137ed706a75f {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:03:31.051138 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5f8bbc0e-5c00-47d0-83ad-3393470227dc req-268253bb-ed08-4958-aceb-1f128bebe2ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:31.066806 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-5f8bbc0e-5c00-47d0-83ad-3393470227dc req-268253bb-ed08-4958-aceb-1f128bebe2ba service neutron] Transition to ACTIVE for port object f1d2d695-5d71-4735-8bec-137ed706a75f will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:03:31.067015 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a35726c-ebfd-4a53-bf29-4f25a5a7e617 None None] Port f1d2d695-5d71-4735-8bec-137ed706a75f cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:03:31.071049 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6775f759-6c55-4787-954d-de33255df614 req-4703489e-e32e-4787-8a24-6697184b20cc tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751938 Jul 15 23:03:31.084256 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5f8bbc0e-5c00-47d0-83ad-3393470227dc req-268253bb-ed08-4958-aceb-1f128bebe2ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:31.123806 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ddb29da4-1a97-4bf6-ba1a-1e8daffc4217 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:31.135861 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f1f137-0aee-4462-a4e1-06b80440152c req-f2f7dd7e-2b2c-48c6-a56c-70fee67d3644 tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:31.136034 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ddb29da4-1a97-4bf6-ba1a-1e8daffc4217 None None] Transition to ACTIVE for port object 5413b46a-afe9-45ad-8d84-ad7ec9b8c2f4 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:03:31.143102 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-24f1f137-0aee-4462-a4e1-06b80440152c req-f2f7dd7e-2b2c-48c6-a56c-70fee67d3644 tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] 10.222.0.48 "GET /v2.0/ports?device_id=cacac733-ec1b-401e-9475-719cc9f446da HTTP/1.1" status: 200 len: 969 time: 0.2003436 Jul 15 23:03:31.158310 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ddb29da4-1a97-4bf6-ba1a-1e8daffc4217 None None] Transition to ACTIVE for port object 5413b46a-afe9-45ad-8d84-ad7ec9b8c2f4 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:03:31.177788 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ddb29da4-1a97-4bf6-ba1a-1e8daffc4217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:31.224514 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-24f1f137-0aee-4462-a4e1-06b80440152c req-1dad47ed-2b15-4a85-b506-2dbedccb1be7 tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] 10.222.0.48 "GET /v2.0/security-groups?id=687c201b-28e1-438a-92d5-6ca4d54ccb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800152 Jul 15 23:03:31.262168 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb29da4-1a97-4bf6-ba1a-1e8daffc4217 None None] Network 75207f8b-eda7-43cf-a595-6566e6e8d8ba is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:03:31.267871 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb29da4-1a97-4bf6-ba1a-1e8daffc4217 None None] Pushing event updated for resources: {'Port': ['ID=5413b46a-afe9-45ad-8d84-ad7ec9b8c2f4,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:31.277230 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-ddb29da4-1a97-4bf6-ba1a-1e8daffc4217 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:03:31.286888 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb29da4-1a97-4bf6-ba1a-1e8daffc4217 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:03:31.312103 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3873532b-de15-4807-87c2-cc9c491ac03f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:31.314221 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df6e66e7-dfe2-444d-9095-c3c67d048d59 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:31.414701 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ddb29da4-1a97-4bf6-ba1a-1e8daffc4217 None None] Attempting to bind port 5413b46a-afe9-45ad-8d84-ad7ec9b8c2f4 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:03:31.415070 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ddb29da4-1a97-4bf6-ba1a-1e8daffc4217 None None] Attempting to bind port 5413b46a-afe9-45ad-8d84-ad7ec9b8c2f4 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '38f71638-c306-4730-a1d2-405253498f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '75207f8b-eda7-43cf-a595-6566e6e8d8ba'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:03:31.415629 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb29da4-1a97-4bf6-ba1a-1e8daffc4217 None None] Attempting to bind port 5413b46a-afe9-45ad-8d84-ad7ec9b8c2f4 on network 75207f8b-eda7-43cf-a595-6566e6e8d8ba {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:03:31.446952 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb29da4-1a97-4bf6-ba1a-1e8daffc4217 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:03:31.447185 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb29da4-1a97-4bf6-ba1a-1e8daffc4217 None None] Checking segment: {'id': '38f71638-c306-4730-a1d2-405253498f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '75207f8b-eda7-43cf-a595-6566e6e8d8ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:03:31.449535 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ddb29da4-1a97-4bf6-ba1a-1e8daffc4217 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:31.450016 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb29da4-1a97-4bf6-ba1a-1e8daffc4217 None None] Bound using segment: {'id': '38f71638-c306-4730-a1d2-405253498f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '75207f8b-eda7-43cf-a595-6566e6e8d8ba'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:03:31.450573 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ddb29da4-1a97-4bf6-ba1a-1e8daffc4217 None None] Bound port: 5413b46a-afe9-45ad-8d84-ad7ec9b8c2f4, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38f71638-c306-4730-a1d2-405253498f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '75207f8b-eda7-43cf-a595-6566e6e8d8ba'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:03:31.450987 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ddb29da4-1a97-4bf6-ba1a-1e8daffc4217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:31.458281 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3873532b-de15-4807-87c2-cc9c491ac03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:31.494087 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268253bb-ed08-4958-aceb-1f128bebe2ba service neutron] Pushing event updated for resources: {'Port': ['ID=f1d2d695-5d71-4735-8bec-137ed706a75f,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:31.506320 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-5f8bbc0e-5c00-47d0-83ad-3393470227dc req-268253bb-ed08-4958-aceb-1f128bebe2ba service neutron] Attempting to bind port f1d2d695-5d71-4735-8bec-137ed706a75f on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:03:31.506657 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-5f8bbc0e-5c00-47d0-83ad-3393470227dc req-268253bb-ed08-4958-aceb-1f128bebe2ba service neutron] Attempting to bind port f1d2d695-5d71-4735-8bec-137ed706a75f by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:03:31.506985 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8bbc0e-5c00-47d0-83ad-3393470227dc req-268253bb-ed08-4958-aceb-1f128bebe2ba service neutron] Attempting to bind port f1d2d695-5d71-4735-8bec-137ed706a75f on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:03:31.511638 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8bbc0e-5c00-47d0-83ad-3393470227dc req-268253bb-ed08-4958-aceb-1f128bebe2ba service neutron] Port f1d2d695-5d71-4735-8bec-137ed706a75f on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:03:31.512015 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8bbc0e-5c00-47d0-83ad-3393470227dc req-268253bb-ed08-4958-aceb-1f128bebe2ba service neutron] Attempting to bind port f1d2d695-5d71-4735-8bec-137ed706a75f on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:03:31.523087 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8bbc0e-5c00-47d0-83ad-3393470227dc req-268253bb-ed08-4958-aceb-1f128bebe2ba service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:03:31.523436 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8bbc0e-5c00-47d0-83ad-3393470227dc req-268253bb-ed08-4958-aceb-1f128bebe2ba service neutron] Checking segment: {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:03:31.523851 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8bbc0e-5c00-47d0-83ad-3393470227dc req-268253bb-ed08-4958-aceb-1f128bebe2ba service neutron] Bound using segment: {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:03:31.524285 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-5f8bbc0e-5c00-47d0-83ad-3393470227dc req-268253bb-ed08-4958-aceb-1f128bebe2ba service neutron] Bound port: f1d2d695-5d71-4735-8bec-137ed706a75f, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:03:31.524645 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5f8bbc0e-5c00-47d0-83ad-3393470227dc req-268253bb-ed08-4958-aceb-1f128bebe2ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:31.596378 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3873532b-de15-4807-87c2-cc9c491ac03f admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:03:31.648282 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-5f8bbc0e-5c00-47d0-83ad-3393470227dc req-268253bb-ed08-4958-aceb-1f128bebe2ba service neutron] For port f1d2d695-5d71-4735-8bec-137ed706a75f, host n-h2-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:03:31.654381 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-5f8bbc0e-5c00-47d0-83ad-3393470227dc req-268253bb-ed08-4958-aceb-1f128bebe2ba service neutron] For port f1d2d695-5d71-4735-8bec-137ed706a75f, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=f1d2d695-5d71-4735-8bec-137ed706a75f,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:03:31.659319 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5f8bbc0e-5c00-47d0-83ad-3393470227dc req-268253bb-ed08-4958-aceb-1f128bebe2ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:31.690753 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3873532b-de15-4807-87c2-cc9c491ac03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:31.691347 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-3873532b-de15-4807-87c2-cc9c491ac03f admin admin] Added segment cb5a350d-7b3e-4904-baaa-34721610753c of type vlan for network be691b14-f658-4c94-a440-dfbc864ac572 Jul 15 23:03:31.697310 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8bbc0e-5c00-47d0-83ad-3393470227dc req-268253bb-ed08-4958-aceb-1f128bebe2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:31.699253 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5f8bbc0e-5c00-47d0-83ad-3393470227dc req-268253bb-ed08-4958-aceb-1f128bebe2ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:31.701464 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5f8bbc0e-5c00-47d0-83ad-3393470227dc req-268253bb-ed08-4958-aceb-1f128bebe2ba service neutron] 10.222.0.41 "PUT /v2.0/ports/f1d2d695-5d71-4735-8bec-137ed706a75f HTTP/1.1" status: 200 len: 1095 time: 1.3711569 Jul 15 23:03:31.709970 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70896dfb-4452-495b-ade7-c85ec54b4cc6', 'tag': 'f1d2d695-5d71-4735-8bec-137ed706a75f'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:03:31.709970 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb86989d-3ada-4d35-a7fa-8a2a97c0364b" -d '{"events": [{"name": "network-changed", "server_uuid": "70896dfb-4452-495b-ade7-c85ec54b4cc6", "tag": "f1d2d695-5d71-4735-8bec-137ed706a75f"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:03:31.716139 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3873532b-de15-4807-87c2-cc9c491ac03f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbde381b-a1a3-4d61-8e35-5f949f6ef5ed,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:31.868834 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268253bb-ed08-4958-aceb-1f128bebe2ba service neutron] Pushing event updated for resources: {'Port': ['ID=f1d2d695-5d71-4735-8bec-137ed706a75f,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:31.889198 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df6e66e7-dfe2-444d-9095-c3c67d048d59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:31.899229 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8bbc0e-5c00-47d0-83ad-3393470227dc req-ea2240ec-6df3-4fcb-8d21-86e6121bffaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:31.901828 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5f8bbc0e-5c00-47d0-83ad-3393470227dc req-ea2240ec-6df3-4fcb-8d21-86e6121bffaa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9ac36772b83842538b63e725348a87e1&device_id=70896dfb-4452-495b-ade7-c85ec54b4cc6 HTTP/1.1" status: 200 len: 1098 time: 0.1313314 Jul 15 23:03:31.907751 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ddb29da4-1a97-4bf6-ba1a-1e8daffc4217 None None] For port 5413b46a-afe9-45ad-8d84-ad7ec9b8c2f4, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:03:31.908347 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3873532b-de15-4807-87c2-cc9c491ac03f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:31.928508 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ddb29da4-1a97-4bf6-ba1a-1e8daffc4217 None None] For port 5413b46a-afe9-45ad-8d84-ad7ec9b8c2f4, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=5413b46a-afe9-45ad-8d84-ad7ec9b8c2f4,segment=NetworkSegment(38f71638-c306-4730-a1d2-405253498f6c),segment_id=38f71638-c306-4730-a1d2-405253498f6c)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:03:31.936613 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ddb29da4-1a97-4bf6-ba1a-1e8daffc4217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:31.963626 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5f8bbc0e-5c00-47d0-83ad-3393470227dc req-293584b6-74ad-4c9e-8a83-bddfbbb59bc0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=f1d2d695-5d71-4735-8bec-137ed706a75f HTTP/1.1" status: 200 len: 217 time: 0.0467184 Jul 15 23:03:32.005889 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30e2c0-fd5a-47ef-9015-241546ddf514 req-c3410194-2a0d-4671-91c9-e1233dc99dbc tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:32.011525 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4599a7-57b6-4473-b568-cbd1970ff504 x-openstack-request-id: req-ff4599a7-57b6-4473-b568-cbd1970ff504 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:03:32.012090 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70896dfb-4452-495b-ade7-c85ec54b4cc6", "tag": "f1d2d695-5d71-4735-8bec-137ed706a75f", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:03:32.012513 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ff4599a7-57b6-4473-b568-cbd1970ff504 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:03:32.013076 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70896dfb-4452-495b-ade7-c85ec54b4cc6', 'tag': 'f1d2d695-5d71-4735-8bec-137ed706a75f', 'status': 'completed', 'code': 200} Jul 15 23:03:32.013911 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ad30e2c0-fd5a-47ef-9015-241546ddf514 req-c3410194-2a0d-4671-91c9-e1233dc99dbc tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.48 "GET /v2.0/ports?device_id=b03f4fe8-945c-41e3-ae1e-b10be78193b4 HTTP/1.1" status: 200 len: 949 time: 0.3661811 Jul 15 23:03:32.033398 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8bbc0e-5c00-47d0-83ad-3393470227dc req-b3c50565-4726-4ed7-a742-8619e86fa3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:32.035932 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5f8bbc0e-5c00-47d0-83ad-3393470227dc req-b3c50565-4726-4ed7-a742-8619e86fa3d8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.0658224 Jul 15 23:03:32.078172 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-06f22a90-cfa2-48b8-a9b2-65e6c485416e None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:32.080405 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb29da4-1a97-4bf6-ba1a-1e8daffc4217 None None] Pushing event updated for resources: {'Port': ['ID=5413b46a-afe9-45ad-8d84-ad7ec9b8c2f4,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:32.094008 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-06f22a90-cfa2-48b8-a9b2-65e6c485416e None None] Transition to ACTIVE for port object 6c5df109-e094-4b22-859d-bb3271e4fecf will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:03:32.105416 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-06f22a90-cfa2-48b8-a9b2-65e6c485416e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:32.131193 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8bbc0e-5c00-47d0-83ad-3393470227dc req-a817a111-eb80-4c9e-829e-2d906d465b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:32.134179 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5f8bbc0e-5c00-47d0-83ad-3393470227dc req-a817a111-eb80-4c9e-829e-2d906d465b1b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0903952 Jul 15 23:03:32.250926 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a39dd6c-8a35-40fe-8ebe-6e298a6f8a31 None None] Pushing event updated for resources: {'Port': ['ID=6c5df109-e094-4b22-859d-bb3271e4fecf,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:32.266092 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-06f22a90-cfa2-48b8-a9b2-65e6c485416e None None] Attempting to bind port 6c5df109-e094-4b22-859d-bb3271e4fecf on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:03:32.266747 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-06f22a90-cfa2-48b8-a9b2-65e6c485416e None None] Attempting to bind port 6c5df109-e094-4b22-859d-bb3271e4fecf by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '6477d1f6-ea27-4e48-9dd8-1fd3f020fd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '82a1b157-72db-4f6b-a839-5e04e2b2c143'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:03:32.266831 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f22a90-cfa2-48b8-a9b2-65e6c485416e None None] Attempting to bind port 6c5df109-e094-4b22-859d-bb3271e4fecf on network 82a1b157-72db-4f6b-a839-5e04e2b2c143 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:03:32.279017 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f22a90-cfa2-48b8-a9b2-65e6c485416e None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:03:32.279445 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f22a90-cfa2-48b8-a9b2-65e6c485416e None None] Checking segment: {'id': '6477d1f6-ea27-4e48-9dd8-1fd3f020fd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '82a1b157-72db-4f6b-a839-5e04e2b2c143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:03:32.279873 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-06f22a90-cfa2-48b8-a9b2-65e6c485416e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:32.280261 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f22a90-cfa2-48b8-a9b2-65e6c485416e None None] Bound using segment: {'id': '6477d1f6-ea27-4e48-9dd8-1fd3f020fd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '82a1b157-72db-4f6b-a839-5e04e2b2c143'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:03:32.280726 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-06f22a90-cfa2-48b8-a9b2-65e6c485416e None None] Bound port: 6c5df109-e094-4b22-859d-bb3271e4fecf, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6477d1f6-ea27-4e48-9dd8-1fd3f020fd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '82a1b157-72db-4f6b-a839-5e04e2b2c143'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:03:32.281101 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-06f22a90-cfa2-48b8-a9b2-65e6c485416e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:32.346576 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5f8bbc0e-5c00-47d0-83ad-3393470227dc req-3b96e2eb-55cb-4f75-a2a4-a947b761c74e service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019062 Jul 15 23:03:32.436437 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-06f22a90-cfa2-48b8-a9b2-65e6c485416e None None] For port 6c5df109-e094-4b22-859d-bb3271e4fecf, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:03:32.443356 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-06f22a90-cfa2-48b8-a9b2-65e6c485416e None None] For port 6c5df109-e094-4b22-859d-bb3271e4fecf, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=6c5df109-e094-4b22-859d-bb3271e4fecf,segment=NetworkSegment(6477d1f6-ea27-4e48-9dd8-1fd3f020fd9f),segment_id=6477d1f6-ea27-4e48-9dd8-1fd3f020fd9f)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:03:32.449832 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-06f22a90-cfa2-48b8-a9b2-65e6c485416e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:32.480662 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3873532b-de15-4807-87c2-cc9c491ac03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:32.481637 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3873532b-de15-4807-87c2-cc9c491ac03f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:32.482223 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3873532b-de15-4807-87c2-cc9c491ac03f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:32.515717 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f22a90-cfa2-48b8-a9b2-65e6c485416e None None] Routers {'47895453-f412-49d2-9f76-1f93a0b2e611'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:03:32.516376 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-06f22a90-cfa2-48b8-a9b2-65e6c485416e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:03:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['47895453-f412-49d2-9f76-1f93a0b2e611'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:32.565593 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3873532b-de15-4807-87c2-cc9c491ac03f admin admin] Pushing event updated for resources: {'Network': ['ID=be691b14-f658-4c94-a440-dfbc864ac572,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:32.570614 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5f8bbc0e-5c00-47d0-83ad-3393470227dc req-a067ab11-4852-456b-918c-d8ba30356af8 service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199378 Jul 15 23:03:32.606051 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ad30e2c0-fd5a-47ef-9015-241546ddf514 req-dd522401-e212-4865-b5f8-71de00342080 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.48 "GET /v2.0/security-groups?id=9cfb0a02-c7a8-4946-96ba-1a3c0ae1d374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5911565 Jul 15 23:03:32.614507 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device d1ea5d77-1acc-48d2-9c60-c3b134c8afe1 up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:03:32.616612 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network be691b14-f658-4c94-a440-dfbc864ac572 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:03:32.656252 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-3873532b-de15-4807-87c2-cc9c491ac03f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9047735 Jul 15 23:03:32.657089 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47562) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:32.661757 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-0cb9a6e8-7054-4050-a303-76c6ee1fcd7e admin admin] Request body: {'subnet': {'network_id': 'be691b14-f658-4c94-a440-dfbc864ac572', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2035461931-subnet', 'tenant_id': '074ece40fd6c43448dcae252eb464193', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:32.703856 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a39dd6c-8a35-40fe-8ebe-6e298a6f8a31 None None] Pushing event updated for resources: {'Port': ['ID=6c5df109-e094-4b22-859d-bb3271e4fecf,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:32.733585 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855f44d-b60c-436f-a5f4-adc821b6f040 req-47027e9b-f095-4594-8ad4-37ce91bfa8e1 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:32.735109 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7855f44d-b60c-436f-a5f4-adc821b6f040 req-47027e9b-f095-4594-8ad4-37ce91bfa8e1 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=70896dfb-4452-495b-ade7-c85ec54b4cc6 HTTP/1.1" status: 200 len: 947 time: 0.3027110 Jul 15 23:03:32.785016 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb9a6e8-7054-4050-a303-76c6ee1fcd7e admin admin] Made reservation on behalf of 074ece40fd6c43448dcae252eb464193 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:03:32.789224 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0cb9a6e8-7054-4050-a303-76c6ee1fcd7e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:32.813909 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df6e66e7-dfe2-444d-9095-c3c67d048d59 admin admin] Router 5d89d55a-9716-4366-adb0-191f3cb2f8bf is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:03:32.850406 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7855f44d-b60c-436f-a5f4-adc821b6f040 req-26b20ae1-6aac-4457-a8e1-b764d5391c31 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952852 Jul 15 23:03:32.858102 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-06f22a90-cfa2-48b8-a9b2-65e6c485416e None None] Set router 47895453-f412-49d2-9f76-1f93a0b2e611 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:03:32.872744 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86989d-3ada-4d35-a7fa-8a2a97c0364b req-c20e5ea8-9890-4050-9a6b-d8ab6dec26ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:32.874245 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-eb86989d-3ada-4d35-a7fa-8a2a97c0364b req-c20e5ea8-9890-4050-9a6b-d8ab6dec26ba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9ac36772b83842538b63e725348a87e1&device_id=70896dfb-4452-495b-ade7-c85ec54b4cc6 HTTP/1.1" status: 200 len: 1098 time: 0.1945369 Jul 15 23:03:32.915810 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port d1ea5d77-1acc-48d2-9c60-c3b134c8afe1 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:03:32.923183 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port d1ea5d77-1acc-48d2-9c60-c3b134c8afe1 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:32.923558 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:33.017424 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b79431-db2c-46aa-9166-732d332d09e0 req-90b74017-2c7c-4168-86d5-24e064b4558e tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:33.024189 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d5b79431-db2c-46aa-9166-732d332d09e0 req-90b74017-2c7c-4168-86d5-24e064b4558e tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] 10.222.0.48 "GET /v2.0/ports?device_id=cacac733-ec1b-401e-9475-719cc9f446da HTTP/1.1" status: 200 len: 969 time: 0.2051685 Jul 15 23:03:33.060317 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6e66e7-dfe2-444d-9095-c3c67d048d59 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:03:33.068832 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12601760-3a8f-426e-93a2-be0a28fd8e46 None None] Sync routers for ids ['5d89d55a-9716-4366-adb0-191f3cb2f8bf'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:03:33.084028 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12601760-3a8f-426e-93a2-be0a28fd8e46 None None] Routers {'5d89d55a-9716-4366-adb0-191f3cb2f8bf'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:03:33.086716 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-12601760-3a8f-426e-93a2-be0a28fd8e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:03:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['5d89d55a-9716-4366-adb0-191f3cb2f8bf'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:33.116979 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d5b79431-db2c-46aa-9166-732d332d09e0 req-f61cfe6d-7425-46ee-b612-5b1dd625fee2 tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] 10.222.0.48 "GET /v2.0/security-groups?id=687c201b-28e1-438a-92d5-6ca4d54ccb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918469 Jul 15 23:03:33.134079 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df6e66e7-dfe2-444d-9095-c3c67d048d59 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:33.136130 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-df6e66e7-dfe2-444d-9095-c3c67d048d59 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.5686054 Jul 15 23:03:33.138796 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47572) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:33.191445 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86989d-3ada-4d35-a7fa-8a2a97c0364b req-a3f078fb-c080-4d20-bdda-1daad14cd2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:33.193015 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-eb86989d-3ada-4d35-a7fa-8a2a97c0364b req-a3f078fb-c080-4d20-bdda-1daad14cd2b7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5d412861-bef3-4cc1-ae9f-87a6a36753c0 HTTP/1.1" status: 200 len: 870 time: 0.3096192 Jul 15 23:03:33.194377 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0cb9a6e8-7054-4050-a303-76c6ee1fcd7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:33.204292 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:03:33.298368 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-eb86989d-3ada-4d35-a7fa-8a2a97c0364b req-50c6626b-d425-441e-87da-9bb236c68dc8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=f1d2d695-5d71-4735-8bec-137ed706a75f HTTP/1.1" status: 200 len: 217 time: 0.0975945 Jul 15 23:03:33.365586 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6c36b219-fd49-40d3-88b1-e77b669f3ca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:33.367495 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:33.377994 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-12601760-3a8f-426e-93a2-be0a28fd8e46 None None] Set router 5d89d55a-9716-4366-adb0-191f3cb2f8bf gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:03:33.382468 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:33.426295 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86989d-3ada-4d35-a7fa-8a2a97c0364b req-11fd4dfa-11f8-4b45-9022-97a785e15046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:33.432899 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-eb86989d-3ada-4d35-a7fa-8a2a97c0364b req-11fd4dfa-11f8-4b45-9022-97a785e15046 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.1167619 Jul 15 23:03:33.450697 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port d1ea5d77-1acc-48d2-9c60-c3b134c8afe1, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=d1ea5d77-1acc-48d2-9c60-c3b134c8afe1,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:33.453088 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b03f4fe8-945c-41e3-ae1e-b10be78193b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1ea5d77-1acc-48d2-9c60-c3b134c8afe1'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:03:33.539650 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb9a6e8-7054-4050-a303-76c6ee1fcd7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bd33cd5-6d6f-4fda-b898-a1467f01579b,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:33.557037 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb9a6e8-7054-4050-a303-76c6ee1fcd7e admin admin] Checking segment: {'id': 'cb5a350d-7b3e-4904-baaa-34721610753c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'be691b14-f658-4c94-a440-dfbc864ac572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:03:33.557398 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb9a6e8-7054-4050-a303-76c6ee1fcd7e admin admin] Network hostable DHCP agents. Network: be691b14-f658-4c94-a440-dfbc864ac572, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:03:33.623448 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:33.689553 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb9a6e8-7054-4050-a303-76c6ee1fcd7e admin admin] Network be691b14-f658-4c94-a440-dfbc864ac572 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:03:33.715122 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 5b9d8f19-0b86-4282-973f-7de18b88f05c details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:03:33.720605 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-0cb9a6e8-7054-4050-a303-76c6ee1fcd7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, be691b14-f658-4c94-a440-dfbc864ac572) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:03:33.735354 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb9a6e8-7054-4050-a303-76c6ee1fcd7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:33.736008 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0cb9a6e8-7054-4050-a303-76c6ee1fcd7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:33.753826 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86989d-3ada-4d35-a7fa-8a2a97c0364b req-84bcc330-b184-496c-8e2d-16c6d39f4f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:33.755364 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-eb86989d-3ada-4d35-a7fa-8a2a97c0364b req-84bcc330-b184-496c-8e2d-16c6d39f4f7c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3080449 Jul 15 23:03:33.777377 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4b0b95-b2e7-428f-889c-0164a3a8c7b9 None None] Network be691b14-f658-4c94-a440-dfbc864ac572 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:03:33.810988 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661441c9-20cf-4054-afed-04e5e4c4d3fb None None] Network 75207f8b-eda7-43cf-a595-6566e6e8d8ba requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:03:33.819606 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-0cb9a6e8-7054-4050-a303-76c6ee1fcd7e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1610172 Jul 15 23:03:33.836002 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47594) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:33.850909 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1eafcf73-9183-4d6e-a77c-4ee365be4098 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2035461931-router', 'tenant_id': '074ece40fd6c43448dcae252eb464193', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:33.982831 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 5413b46a-afe9-45ad-8d84-ad7ec9b8c2f4 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:03:33.990698 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1eafcf73-9183-4d6e-a77c-4ee365be4098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:33.993884 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1eafcf73-9183-4d6e-a77c-4ee365be4098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:34.006022 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-12601760-3a8f-426e-93a2-be0a28fd8e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d89d55a-9716-4366-adb0-191f3cb2f8bf', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1483329816-router', 'tenant_id': '8e131fc1d8ba4dbfb079bf1d2b6690b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': '6e87b5cf-9cf3-42cb-ad3c-410ca0069871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:28Z', 'updated_at': '2021-07-15T23:03:30Z', 'revision_number': 3, 'project_id': '8e131fc1d8ba4dbfb079bf1d2b6690b9', 'gw_port': {'id': '6e87b5cf-9cf3-42cb-ad3c-410ca0069871', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:cd:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d89d55a-9716-4366-adb0-191f3cb2f8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:29Z', 'updated_at': '2021-07-15T23:03:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:34.087669 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-eb86989d-3ada-4d35-a7fa-8a2a97c0364b req-a950da53-66f0-4e60-baff-a1db08d44593 service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170063 Jul 15 23:03:34.091416 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12601760-3a8f-426e-93a2-be0a28fd8e46 None None] Checking router: 5d89d55a-9716-4366-adb0-191f3cb2f8bf for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:03:34.093805 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12601760-3a8f-426e-93a2-be0a28fd8e46 None None] Updating router 5d89d55a-9716-4366-adb0-191f3cb2f8bf port 6e87b5cf-9cf3-42cb-ad3c-410ca0069871 binding host n-d-794306-6 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:03:34.100586 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b528b9e-ecb4-4171-a6b4-f56cecedcc8c" -d '{"events": [{"server_uuid": "b03f4fe8-945c-41e3-ae1e-b10be78193b4", "name": "network-vif-plugged", "status": "completed", "tag": "d1ea5d77-1acc-48d2-9c60-c3b134c8afe1"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:03:34.117836 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea2c776b-d8f5-4ab0-b5a7-6e48e7395ffb None None] Provisioning for port 5413b46a-afe9-45ad-8d84-ad7ec9b8c2f4 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:03:34.148579 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-06f22a90-cfa2-48b8-a9b2-65e6c485416e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47895453-f412-49d2-9f76-1f93a0b2e611', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2028028573-router', 'tenant_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'ef7a1c52-d21c-482b-889a-35af421f4d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:15Z', 'updated_at': '2021-07-15T23:03:25Z', 'revision_number': 4, 'project_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'gw_port': {'id': 'ef7a1c52-d21c-482b-889a-35af421f4d5f', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47895453-f412-49d2-9f76-1f93a0b2e611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:18Z', 'updated_at': '2021-07-15T23:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '6c5df109-e094-4b22-859d-bb3271e4fecf', 'name': '', 'network_id': '82a1b157-72db-4f6b-a839-5e04e2b2c143', 'tenant_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'mac_address': 'fa:16:3e:f0:ad:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47895453-f412-49d2-9f76-1f93a0b2e611', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '99f67785-f6f8-403a-8163-19580b515ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:23Z', 'updated_at': '2021-07-15T23:03:32Z', 'revision_number': 4, 'project_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'subnets': [{'id': '99f67785-f6f8-403a-8163-19580b515ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:34.170038 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-12601760-3a8f-426e-93a2-be0a28fd8e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:34.171739 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 5413b46a-afe9-45ad-8d84-ad7ec9b8c2f4 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:03:34.195357 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-727d18c1-adb1-4fe2-8b84-dfa4b58e4229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:34.210668 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 5413b46a-afe9-45ad-8d84-ad7ec9b8c2f4 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:34.211232 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:34.245166 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47608) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:34.246948 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.db.resource_extend [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 23:03:34.280790 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=d1ea5d77-1acc-48d2-9c60-c3b134c8afe1,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:34.303897 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1eafcf73-9183-4d6e-a77c-4ee365be4098 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:34.327933 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:34.329049 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f22a90-cfa2-48b8-a9b2-65e6c485416e None None] The sync data for ids ['47895453-f412-49d2-9f76-1f93a0b2e611'] in n-d-794306-6 is: [{'id': '47895453-f412-49d2-9f76-1f93a0b2e611', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2028028573-router', 'tenant_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'ef7a1c52-d21c-482b-889a-35af421f4d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:15Z', 'updated_at': '2021-07-15T23:03:25Z', 'revision_number': 4, 'project_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'gw_port': {'id': 'ef7a1c52-d21c-482b-889a-35af421f4d5f', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47895453-f412-49d2-9f76-1f93a0b2e611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:18Z', 'updated_at': '2021-07-15T23:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '6c5df109-e094-4b22-859d-bb3271e4fecf', 'name': '', 'network_id': '82a1b157-72db-4f6b-a839-5e04e2b2c143', 'tenant_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'mac_address': 'fa:16:3e:f0:ad:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47895453-f412-49d2-9f76-1f93a0b2e611', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '99f67785-f6f8-403a-8163-19580b515ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:23Z', 'updated_at': '2021-07-15T23:03:32Z', 'revision_number': 4, 'project_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'subnets': [{'id': '99f67785-f6f8-403a-8163-19580b515ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:03:34.566610 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-727d18c1-adb1-4fe2-8b84-dfa4b58e4229 admin admin] Allocated IP 172.20.0.1 (75207f8b-eda7-43cf-a595-6566e6e8d8ba/e2bed53f-7380-4e8a-ba16-767cbf1bfff0/36154d57-dd03-48fe-a075-0b84f47571aa) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:03:34.699731 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-12601760-3a8f-426e-93a2-be0a28fd8e46 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:34.719948 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-727d18c1-adb1-4fe2-8b84-dfa4b58e4229 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:34.735391 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-12601760-3a8f-426e-93a2-be0a28fd8e46 None None] Transition to ACTIVE for port object 6e87b5cf-9cf3-42cb-ad3c-410ca0069871 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:03:34.746966 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-12601760-3a8f-426e-93a2-be0a28fd8e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:34.748552 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-727d18c1-adb1-4fe2-8b84-dfa4b58e4229 admin admin] Transition to ACTIVE for port object 36154d57-dd03-48fe-a075-0b84f47571aa will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:03:34.759022 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69ec4306-5f42-4a01-9b88-2f96e0094081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:34.817285 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998ab56a-a97b-4318-94fb-81d82c9a3fc0 None None] Pushing event updated for resources: {'Port': ['ID=6e87b5cf-9cf3-42cb-ad3c-410ca0069871,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:34.851295 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2181a781-e8a2-4ffc-a36c-5bc5cf27ce25 req-c9cdc3d6-e0e9-49d4-a51d-a361f1af2485 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:34.859899 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2181a781-e8a2-4ffc-a36c-5bc5cf27ce25 req-c9cdc3d6-e0e9-49d4-a51d-a361f1af2485 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.48 "GET /v2.0/ports?device_id=b03f4fe8-945c-41e3-ae1e-b10be78193b4 HTTP/1.1" status: 200 len: 950 time: 0.7725093 Jul 15 23:03:34.863049 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-12601760-3a8f-426e-93a2-be0a28fd8e46 None None] Attempting to bind port 6e87b5cf-9cf3-42cb-ad3c-410ca0069871 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:03:34.863597 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-12601760-3a8f-426e-93a2-be0a28fd8e46 None None] Attempting to bind port 6e87b5cf-9cf3-42cb-ad3c-410ca0069871 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:03:34.863972 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12601760-3a8f-426e-93a2-be0a28fd8e46 None None] Attempting to bind port 6e87b5cf-9cf3-42cb-ad3c-410ca0069871 on network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:03:34.872173 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12601760-3a8f-426e-93a2-be0a28fd8e46 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:03:34.872564 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12601760-3a8f-426e-93a2-be0a28fd8e46 None None] Checking segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:03:34.872978 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-12601760-3a8f-426e-93a2-be0a28fd8e46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:34.873374 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12601760-3a8f-426e-93a2-be0a28fd8e46 None None] Bound using segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:03:34.874009 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-12601760-3a8f-426e-93a2-be0a28fd8e46 None None] Bound port: 6e87b5cf-9cf3-42cb-ad3c-410ca0069871, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:03:34.874524 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-12601760-3a8f-426e-93a2-be0a28fd8e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:34.900565 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-727d18c1-adb1-4fe2-8b84-dfa4b58e4229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:34.925127 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 5b9d8f19-0b86-4282-973f-7de18b88f05c, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=5b9d8f19-0b86-4282-973f-7de18b88f05c,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:34.948564 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-12601760-3a8f-426e-93a2-be0a28fd8e46 None None] For port 6e87b5cf-9cf3-42cb-ad3c-410ca0069871, host n-d-794306-6, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:03:34.952400 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-12601760-3a8f-426e-93a2-be0a28fd8e46 None None] For port 6e87b5cf-9cf3-42cb-ad3c-410ca0069871, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=6e87b5cf-9cf3-42cb-ad3c-410ca0069871,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:03:34.966994 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727d18c1-adb1-4fe2-8b84-dfa4b58e4229 admin admin] Network 75207f8b-eda7-43cf-a595-6566e6e8d8ba is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:03:34.977533 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-12601760-3a8f-426e-93a2-be0a28fd8e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:34.988071 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-727d18c1-adb1-4fe2-8b84-dfa4b58e4229 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:03:35.002232 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727d18c1-adb1-4fe2-8b84-dfa4b58e4229 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:03:35.002722 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-727d18c1-adb1-4fe2-8b84-dfa4b58e4229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:35.022291 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:35.026614 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '5b9d8f19-0b86-4282-973f-7de18b88f05c', 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'port_id': '5b9d8f19-0b86-4282-973f-7de18b88f05c', 'mac_address': 'fa:16:3e:5b:52:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d909a96-22de-4aa9-b690-1c7da965ceac', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:tempest-test_az-542690290', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:03:35.060746 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7e088edb-bd26-4a25-a17b-0ccced9ccc2e None None] Provisioning complete for port 5413b46a-afe9-45ad-8d84-ad7ec9b8c2f4 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:35.061299 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7e088edb-bd26-4a25-a17b-0ccced9ccc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:35.090303 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12601760-3a8f-426e-93a2-be0a28fd8e46 None None] Routers {'5d89d55a-9716-4366-adb0-191f3cb2f8bf'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:03:35.091323 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-12601760-3a8f-426e-93a2-be0a28fd8e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:03:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['5d89d55a-9716-4366-adb0-191f3cb2f8bf'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:35.118237 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2181a781-e8a2-4ffc-a36c-5bc5cf27ce25 req-ad85d7c7-9cba-4144-9b71-2cc4fe3d9d63 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.48 "GET /v2.0/security-groups?id=9cfb0a02-c7a8-4946-96ba-1a3c0ae1d374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572737 Jul 15 23:03:35.136028 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727d18c1-adb1-4fe2-8b84-dfa4b58e4229 admin admin] Pushing event updated for resources: {'Port': ['ID=36154d57-dd03-48fe-a075-0b84f47571aa,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:35.138310 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328e32f9-351a-4a9b-9ddd-b2c66d8a9e7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-be691b14-f658-4c94-a440-dfbc864ac572', 'network_id': 'be691b14-f658-4c94-a440-dfbc864ac572', 'tenant_id': '074ece40fd6c43448dcae252eb464193', 'fixed_ips': [{'subnet_id': '1bd33cd5-6d6f-4fda-b898-a1467f01579b'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:03:35.139295 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-328e32f9-351a-4a9b-9ddd-b2c66d8a9e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:35.201154 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:35.229366 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b9d8f19-0b86-4282-973f-7de18b88f05c {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:03:35.277631 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc7688-67f8-4046-90ba-b7eb51e872dd req-1ccc7c0c-fe30-4204-aecb-cdd7e8f89898 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:35.287140 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1fdc7688-67f8-4046-90ba-b7eb51e872dd req-1ccc7c0c-fe30-4204-aecb-cdd7e8f89898 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=70896dfb-4452-495b-ade7-c85ec54b4cc6 HTTP/1.1" status: 200 len: 947 time: 0.4732330 Jul 15 23:03:35.287386 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 5413b46a-afe9-45ad-8d84-ad7ec9b8c2f4, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=5413b46a-afe9-45ad-8d84-ad7ec9b8c2f4,segment=NetworkSegment(38f71638-c306-4730-a1d2-405253498f6c),segment_id=38f71638-c306-4730-a1d2-405253498f6c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:35.341584 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 5b9d8f19-0b86-4282-973f-7de18b88f05c, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=5b9d8f19-0b86-4282-973f-7de18b88f05c,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:35.355296 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:35.397821 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-eb86989d-3ada-4d35-a7fa-8a2a97c0364b req-a7b1f12e-d8e1-4402-a80b-0ae3447417c6 service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2658870 Jul 15 23:03:35.444300 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-12601760-3a8f-426e-93a2-be0a28fd8e46 None None] Set router 5d89d55a-9716-4366-adb0-191f3cb2f8bf gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:03:35.447166 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1fdc7688-67f8-4046-90ba-b7eb51e872dd req-cfe61c7b-1558-4903-a423-0171734aac44 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492586 Jul 15 23:03:35.456271 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:35.475329 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5501e7e8-86b9-4c7c-a433-7c1b7ac2cf6f x-openstack-request-id: req-5501e7e8-86b9-4c7c-a433-7c1b7ac2cf6f {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:03:35.475783 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b03f4fe8-945c-41e3-ae1e-b10be78193b4", "name": "network-vif-plugged", "status": "completed", "tag": "d1ea5d77-1acc-48d2-9c60-c3b134c8afe1", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:03:35.476231 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5501e7e8-86b9-4c7c-a433-7c1b7ac2cf6f {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:03:35.476929 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b03f4fe8-945c-41e3-ae1e-b10be78193b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1ea5d77-1acc-48d2-9c60-c3b134c8afe1', 'code': 200} Jul 15 23:03:35.575200 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1eafcf73-9183-4d6e-a77c-4ee365be4098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:35.593848 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-727d18c1-adb1-4fe2-8b84-dfa4b58e4229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:35.662716 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=5413b46a-afe9-45ad-8d84-ad7ec9b8c2f4,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:35.702619 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998ab56a-a97b-4318-94fb-81d82c9a3fc0 None None] Pushing event updated for resources: {'Port': ['ID=6e87b5cf-9cf3-42cb-ad3c-410ca0069871,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:35.762599 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 6c5df109-e094-4b22-859d-bb3271e4fecf up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:03:35.864967 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69ec4306-5f42-4a01-9b88-2f96e0094081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:35.888470 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-328e32f9-351a-4a9b-9ddd-b2c66d8a9e7c None None] Allocated IP 172.20.0.2 (be691b14-f658-4c94-a440-dfbc864ac572/1bd33cd5-6d6f-4fda-b898-a1467f01579b/c4692bd8-ccc4-417d-a548-68d8166c862b) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:03:35.895179 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69ec4306-5f42-4a01-9b88-2f96e0094081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:35.913001 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['5b9d8f19-0b86-4282-973f-7de18b88f05c'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:03:35.921865 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-12601760-3a8f-426e-93a2-be0a28fd8e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d89d55a-9716-4366-adb0-191f3cb2f8bf', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1483329816-router', 'tenant_id': '8e131fc1d8ba4dbfb079bf1d2b6690b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': '6e87b5cf-9cf3-42cb-ad3c-410ca0069871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:28Z', 'updated_at': '2021-07-15T23:03:30Z', 'revision_number': 3, 'project_id': '8e131fc1d8ba4dbfb079bf1d2b6690b9', 'gw_port': {'id': '6e87b5cf-9cf3-42cb-ad3c-410ca0069871', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:cd:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d89d55a-9716-4366-adb0-191f3cb2f8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:29Z', 'updated_at': '2021-07-15T23:03:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:35.937999 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ec5d16de-62fb-4be0-87e9-3a7af844ad39 None None] Provisioning for port 36154d57-dd03-48fe-a075-0b84f47571aa completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:03:35.983841 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ec5d16de-62fb-4be0-87e9-3a7af844ad39 None None] Provisioning complete for port 36154d57-dd03-48fe-a075-0b84f47571aa triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:35.984255 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ec5d16de-62fb-4be0-87e9-3a7af844ad39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:35.995740 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=5b9d8f19-0b86-4282-973f-7de18b88f05c,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:35.997086 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12601760-3a8f-426e-93a2-be0a28fd8e46 None None] The sync data for ids ['5d89d55a-9716-4366-adb0-191f3cb2f8bf'] in n-d-794306-6 is: [{'id': '5d89d55a-9716-4366-adb0-191f3cb2f8bf', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1483329816-router', 'tenant_id': '8e131fc1d8ba4dbfb079bf1d2b6690b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': '6e87b5cf-9cf3-42cb-ad3c-410ca0069871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:28Z', 'updated_at': '2021-07-15T23:03:30Z', 'revision_number': 3, 'project_id': '8e131fc1d8ba4dbfb079bf1d2b6690b9', 'gw_port': {'id': '6e87b5cf-9cf3-42cb-ad3c-410ca0069871', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:cd:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d89d55a-9716-4366-adb0-191f3cb2f8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:29Z', 'updated_at': '2021-07-15T23:03:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:03:36.041214 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-69ec4306-5f42-4a01-9b88-2f96e0094081 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e0f4a28abb9f46339a1449a90c7fabe6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7633648 Jul 15 23:03:36.042170 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ec4306-5f42-4a01-9b88-2f96e0094081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8302d4a2-1027-46b5-a7a9-ff29d2e61d1b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:36.048262 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47634) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:36.066932 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78321bd1-f939-417f-8fdf-f3bdcc210ba6 req-3ae616e9-889f-46bb-8c45-2ec22498fbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:36.068480 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-78321bd1-f939-417f-8fdf-f3bdcc210ba6 req-3ae616e9-889f-46bb-8c45-2ec22498fbb8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b03f4fe8-945c-41e3-ae1e-b10be78193b4 HTTP/1.1" status: 200 len: 1101 time: 0.4614511 Jul 15 23:03:36.092858 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dca3fe-463b-4333-b06a-826dd36cdbd1 req-8b19ad54-7523-407e-9b4d-5b7e6c25a2a3 tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:36.094480 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c3dca3fe-463b-4333-b06a-826dd36cdbd1 req-8b19ad54-7523-407e-9b4d-5b7e6c25a2a3 tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] 10.222.0.48 "GET /v2.0/ports?device_id=cacac733-ec1b-401e-9475-719cc9f446da HTTP/1.1" status: 200 len: 970 time: 0.2216370 Jul 15 23:03:36.125965 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-727d18c1-adb1-4fe2-8b84-dfa4b58e4229 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:36.138845 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-727d18c1-adb1-4fe2-8b84-dfa4b58e4229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:36.139763 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-727d18c1-adb1-4fe2-8b84-dfa4b58e4229 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:36.161954 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 6c5df109-e094-4b22-859d-bb3271e4fecf completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:03:36.165968 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-78321bd1-f939-417f-8fdf-f3bdcc210ba6 req-4736f5bb-c83d-41cc-a288-953d2e113e58 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:36.204039 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 6c5df109-e094-4b22-859d-bb3271e4fecf triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:36.204445 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:36.206632 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ec5d16de-62fb-4be0-87e9-3a7af844ad39 None None] Port 36154d57-dd03-48fe-a075-0b84f47571aa cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:03:36.236635 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:36.303180 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01f4fd80-20e9-429d-a888-50699161c2c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:36.378618 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01f4fd80-20e9-429d-a888-50699161c2c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:36.438539 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-328e32f9-351a-4a9b-9ddd-b2c66d8a9e7c None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:36.462588 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-328e32f9-351a-4a9b-9ddd-b2c66d8a9e7c None None] Transition to ACTIVE for port object c4692bd8-ccc4-417d-a548-68d8166c862b will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:03:36.475213 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c3dca3fe-463b-4333-b06a-826dd36cdbd1 req-1510ff5d-4c87-4efb-a941-b9722fb279bb tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] 10.222.0.48 "GET /v2.0/security-groups?id=687c201b-28e1-438a-92d5-6ca4d54ccb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534577 Jul 15 23:03:36.506923 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:36.517520 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727d18c1-adb1-4fe2-8b84-dfa4b58e4229 admin admin] Pushing event updated for resources: {'Port': ['ID=36154d57-dd03-48fe-a075-0b84f47571aa,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:36.589633 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device f1d2d695-5d71-4735-8bec-137ed706a75f details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:03:36.610335 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-328e32f9-351a-4a9b-9ddd-b2c66d8a9e7c None None] Transition to ACTIVE for port object c4692bd8-ccc4-417d-a548-68d8166c862b will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:03:36.624013 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727d18c1-adb1-4fe2-8b84-dfa4b58e4229 admin admin] Network 75207f8b-eda7-43cf-a595-6566e6e8d8ba is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:03:36.625681 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-727d18c1-adb1-4fe2-8b84-dfa4b58e4229 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:03:36.643533 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01f4fd80-20e9-429d-a888-50699161c2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:36.646157 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01f4fd80-20e9-429d-a888-50699161c2c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:36.650998 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-01f4fd80-20e9-429d-a888-50699161c2c1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8302d4a2-1027-46b5-a7a9-ff29d2e61d1b HTTP/1.1" status: 204 len: 168 time: 0.5993018 Jul 15 23:03:36.661882 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-328e32f9-351a-4a9b-9ddd-b2c66d8a9e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:36.690180 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-78321bd1-f939-417f-8fdf-f3bdcc210ba6 req-4736f5bb-c83d-41cc-a288-953d2e113e58 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:36.701155 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f4fd80-20e9-429d-a888-50699161c2c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8302d4a2-1027-46b5-a7a9-ff29d2e61d1b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:36.704000 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1eafcf73-9183-4d6e-a77c-4ee365be4098 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:36.724497 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 6c5df109-e094-4b22-859d-bb3271e4fecf, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=6c5df109-e094-4b22-859d-bb3271e4fecf,segment=NetworkSegment(6477d1f6-ea27-4e48-9dd8-1fd3f020fd9f),segment_id=6477d1f6-ea27-4e48-9dd8-1fd3f020fd9f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:36.736710 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-78321bd1-f939-417f-8fdf-f3bdcc210ba6 req-4736f5bb-c83d-41cc-a288-953d2e113e58 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:36.775785 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:36.785844 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328e32f9-351a-4a9b-9ddd-b2c66d8a9e7c None None] Network be691b14-f658-4c94-a440-dfbc864ac572 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:03:36.799837 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-328e32f9-351a-4a9b-9ddd-b2c66d8a9e7c None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:03:36.812876 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328e32f9-351a-4a9b-9ddd-b2c66d8a9e7c None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:03:36.828603 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1eafcf73-9183-4d6e-a77c-4ee365be4098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:36.828809 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328e32f9-351a-4a9b-9ddd-b2c66d8a9e7c None None] Pushing event updated for resources: {'Port': ['ID=c4692bd8-ccc4-417d-a548-68d8166c862b,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:36.943245 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-727d18c1-adb1-4fe2-8b84-dfa4b58e4229 admin admin] Router 5d89d55a-9716-4366-adb0-191f3cb2f8bf has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:03:36.956955 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-78321bd1-f939-417f-8fdf-f3bdcc210ba6 req-4736f5bb-c83d-41cc-a288-953d2e113e58 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9cfb0a02-c7a8-4946-96ba-1a3c0ae1d374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8813176 Jul 15 23:03:37.092220 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4736f5bb-c83d-41cc-a288-953d2e113e58 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b68b1b62-ae66-425a-901d-7a28c3077a46,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:37.128539 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b402b61-1a79-40c6-91e5-2f50e1bba544 req-98ccba5a-7d40-4f95-aa29-66ccdfeb473b tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:37.130924 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5b402b61-1a79-40c6-91e5-2f50e1bba544 req-98ccba5a-7d40-4f95-aa29-66ccdfeb473b tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.48 "GET /v2.0/ports?device_id=b03f4fe8-945c-41e3-ae1e-b10be78193b4 HTTP/1.1" status: 200 len: 950 time: 0.2279413 Jul 15 23:03:37.239422 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-328e32f9-351a-4a9b-9ddd-b2c66d8a9e7c None None] Attempting to bind port c4692bd8-ccc4-417d-a548-68d8166c862b on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:03:37.240185 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-328e32f9-351a-4a9b-9ddd-b2c66d8a9e7c None None] Attempting to bind port c4692bd8-ccc4-417d-a548-68d8166c862b by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'cb5a350d-7b3e-4904-baaa-34721610753c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'be691b14-f658-4c94-a440-dfbc864ac572'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:03:37.240185 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328e32f9-351a-4a9b-9ddd-b2c66d8a9e7c None None] Attempting to bind port c4692bd8-ccc4-417d-a548-68d8166c862b on network be691b14-f658-4c94-a440-dfbc864ac572 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:03:37.274183 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port f1d2d695-5d71-4735-8bec-137ed706a75f, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=f1d2d695-5d71-4735-8bec-137ed706a75f,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:37.277196 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-727d18c1-adb1-4fe2-8b84-dfa4b58e4229 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:03:37.285825 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-1eafcf73-9183-4d6e-a77c-4ee365be4098 admin admin] Allocated IP 172.25.5.203 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/55522528-4b35-4559-80c5-ec566ee0e5f6) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:03:37.288972 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-727d18c1-adb1-4fe2-8b84-dfa4b58e4229 admin admin] 10.222.0.48 "PUT /v2.0/routers/5d89d55a-9716-4366-adb0-191f3cb2f8bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1487794 Jul 15 23:03:37.306137 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328e32f9-351a-4a9b-9ddd-b2c66d8a9e7c None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:03:37.310672 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328e32f9-351a-4a9b-9ddd-b2c66d8a9e7c None None] Checking segment: {'id': 'cb5a350d-7b3e-4904-baaa-34721610753c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'be691b14-f658-4c94-a440-dfbc864ac572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:03:37.311157 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-328e32f9-351a-4a9b-9ddd-b2c66d8a9e7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:37.311929 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328e32f9-351a-4a9b-9ddd-b2c66d8a9e7c None None] Bound using segment: {'id': 'cb5a350d-7b3e-4904-baaa-34721610753c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'be691b14-f658-4c94-a440-dfbc864ac572'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:03:37.313935 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-328e32f9-351a-4a9b-9ddd-b2c66d8a9e7c None None] Bound port: c4692bd8-ccc4-417d-a548-68d8166c862b, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb5a350d-7b3e-4904-baaa-34721610753c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'be691b14-f658-4c94-a440-dfbc864ac572'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:03:37.314757 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-328e32f9-351a-4a9b-9ddd-b2c66d8a9e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:37.326911 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=6c5df109-e094-4b22-859d-bb3271e4fecf,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:37.347481 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': 'f1d2d695-5d71-4735-8bec-137ed706a75f', 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'port_id': 'f1d2d695-5d71-4735-8bec-137ed706a75f', 'mac_address': 'fa:16:3e:41:69:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d909a96-22de-4aa9-b690-1c7da965ceac', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:03:37.349640 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5b402b61-1a79-40c6-91e5-2f50e1bba544 req-01ace847-7f86-4a91-9a71-997aeaaa0f8b tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.48 "GET /v2.0/security-groups?id=9cfb0a02-c7a8-4946-96ba-1a3c0ae1d374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772226 Jul 15 23:03:37.398601 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eee0ac-7935-43d2-bb32-198c3b41c8e4 req-38b48add-d00d-4555-9811-7381967353c4 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:37.410574 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-92eee0ac-7935-43d2-bb32-198c3b41c8e4 req-38b48add-d00d-4555-9811-7381967353c4 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=70896dfb-4452-495b-ade7-c85ec54b4cc6 HTTP/1.1" status: 200 len: 947 time: 0.3386164 Jul 15 23:03:37.419374 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9c1c766c-be54-4fcb-9edc-031cdb7cd434 None None] Provisioning complete for port 36154d57-dd03-48fe-a075-0b84f47571aa triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:37.419841 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9c1c766c-be54-4fcb-9edc-031cdb7cd434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:37.466953 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47660) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:37.501362 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cff091c6-4894-42c0-96da-e0d6035eb1fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:37.574647 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:37.588797 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1eafcf73-9183-4d6e-a77c-4ee365be4098 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:37.591502 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1d2d695-5d71-4735-8bec-137ed706a75f {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:03:37.598347 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-92eee0ac-7935-43d2-bb32-198c3b41c8e4 req-8e04e427-5c8d-4236-ac6a-de6e0b42d270 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853075 Jul 15 23:03:37.607020 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-9c1c766c-be54-4fcb-9edc-031cdb7cd434 None None] Port 36154d57-dd03-48fe-a075-0b84f47571aa cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:03:37.656361 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-328e32f9-351a-4a9b-9ddd-b2c66d8a9e7c None None] For port c4692bd8-ccc4-417d-a548-68d8166c862b, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:03:37.660594 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 5b9d8f19-0b86-4282-973f-7de18b88f05c up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:03:37.677399 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-328e32f9-351a-4a9b-9ddd-b2c66d8a9e7c None None] For port c4692bd8-ccc4-417d-a548-68d8166c862b, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=c4692bd8-ccc4-417d-a548-68d8166c862b,segment=NetworkSegment(cb5a350d-7b3e-4904-baaa-34721610753c),segment_id=cb5a350d-7b3e-4904-baaa-34721610753c)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:03:37.724552 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-328e32f9-351a-4a9b-9ddd-b2c66d8a9e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:37.737348 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port f1d2d695-5d71-4735-8bec-137ed706a75f, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=f1d2d695-5d71-4735-8bec-137ed706a75f,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:37.743002 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1eafcf73-9183-4d6e-a77c-4ee365be4098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:37.769928 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:37.847360 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328e32f9-351a-4a9b-9ddd-b2c66d8a9e7c None None] Pushing event updated for resources: {'Port': ['ID=c4692bd8-ccc4-417d-a548-68d8166c862b,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:37.861894 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port 5b9d8f19-0b86-4282-973f-7de18b88f05c completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:03:37.874211 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cff091c6-4894-42c0-96da-e0d6035eb1fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:37.874516 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eafcf73-9183-4d6e-a77c-4ee365be4098 admin admin] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:03:37.879060 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cff091c6-4894-42c0-96da-e0d6035eb1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:37.888907 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-1eafcf73-9183-4d6e-a77c-4ee365be4098 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:03:37.892369 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eafcf73-9183-4d6e-a77c-4ee365be4098 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:03:37.913919 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 6e87b5cf-9cf3-42cb-ad3c-410ca0069871 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:03:37.980052 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 5b9d8f19-0b86-4282-973f-7de18b88f05c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:37.980426 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:37.997402 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eafcf73-9183-4d6e-a77c-4ee365be4098 admin admin] Pushing event updated for resources: {'Port': ['ID=55522528-4b35-4559-80c5-ec566ee0e5f6,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:38.008315 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff091c6-4894-42c0-96da-e0d6035eb1fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6fe070e-df56-4032-a0bb-bf424f655ba7,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:38.034293 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:38.050004 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 6e87b5cf-9cf3-42cb-ad3c-410ca0069871 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:03:38.051208 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-cff091c6-4894-42c0-96da-e0d6035eb1fd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cf47f5a94f7d421da09f75c380527f1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5816989 Jul 15 23:03:38.055513 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47672) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:38.066359 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 6e87b5cf-9cf3-42cb-ad3c-410ca0069871 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:38.066734 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:38.068650 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=f1d2d695-5d71-4735-8bec-137ed706a75f,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:38.101146 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['f1d2d695-5d71-4735-8bec-137ed706a75f'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:03:38.204458 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [req-4634c57a-3e94-441a-9f5d-c8779799615b req-d065338b-efd5-44c8-876a-8ce97daffc19 tempest-FloatingIPDetailsNegativeTestJSON-471885511 tempest-FloatingIPDetailsNegativeTestJSON-471885511-project] show failed (client error): The resource could not be found. Jul 15 23:03:38.208192 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4634c57a-3e94-441a-9f5d-c8779799615b req-d065338b-efd5-44c8-876a-8ce97daffc19 tempest-FloatingIPDetailsNegativeTestJSON-471885511 tempest-FloatingIPDetailsNegativeTestJSON-471885511-project] 10.222.0.48 "GET /v2.0/floatingips/81a082e3-a814-45b6-b918-1eb239b6ae48 HTTP/1.1" status: 404 len: 350 time: 0.1556730 Jul 15 23:03:38.217188 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47674) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:38.224266 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:38.237900 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4c65af-a512-4228-bb69-6b20ebfe27a4 req-d0d81193-85c1-4d1e-8ea6-0f388c719ade tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:38.246017 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1d4c65af-a512-4228-bb69-6b20ebfe27a4 req-d0d81193-85c1-4d1e-8ea6-0f388c719ade tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] 10.222.0.48 "GET /v2.0/ports?device_id=cacac733-ec1b-401e-9475-719cc9f446da HTTP/1.1" status: 200 len: 970 time: 0.3347008 Jul 15 23:03:38.264508 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2573c7e2-5610-4aea-846a-0cdb0878481f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:38.294514 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:38.318464 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 6e87b5cf-9cf3-42cb-ad3c-410ca0069871, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=6e87b5cf-9cf3-42cb-ad3c-410ca0069871,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:38.324218 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:38.325076 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 6c5df109-e094-4b22-859d-bb3271e4fecf up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:03:38.404638 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1d4c65af-a512-4228-bb69-6b20ebfe27a4 req-757e0e99-231e-4d40-8eef-9e54aee89c92 tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] 10.222.0.48 "GET /v2.0/security-groups?id=687c201b-28e1-438a-92d5-6ca4d54ccb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541731 Jul 15 23:03:38.418576 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2573c7e2-5610-4aea-846a-0cdb0878481f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:38.526730 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cacac733-ec1b-401e-9475-719cc9f446da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b9d8f19-0b86-4282-973f-7de18b88f05c'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:03:38.529373 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa5dbb5-6db7-4882-ad07-497e8ca8eeac" -d '{"events": [{"server_uuid": "cacac733-ec1b-401e-9475-719cc9f446da", "name": "network-vif-plugged", "status": "completed", "tag": "5b9d8f19-0b86-4282-973f-7de18b88f05c"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:03:38.549842 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1eafcf73-9183-4d6e-a77c-4ee365be4098 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:38.605748 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 5b9d8f19-0b86-4282-973f-7de18b88f05c, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=5b9d8f19-0b86-4282-973f-7de18b88f05c,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:38.630989 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:38.662470 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=6e87b5cf-9cf3-42cb-ad3c-410ca0069871,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:38.729195 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=5b9d8f19-0b86-4282-973f-7de18b88f05c,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:38.747305 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 6c5df109-e094-4b22-859d-bb3271e4fecf triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:38.748110 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:38.839638 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22dbdb39-1820-441c-8d98-3a16de092b9e x-openstack-request-id: req-22dbdb39-1820-441c-8d98-3a16de092b9e {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:03:38.839934 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cacac733-ec1b-401e-9475-719cc9f446da", "name": "network-vif-plugged", "status": "completed", "tag": "5b9d8f19-0b86-4282-973f-7de18b88f05c", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:03:38.840185 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-22dbdb39-1820-441c-8d98-3a16de092b9e {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:03:38.840565 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cacac733-ec1b-401e-9475-719cc9f446da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b9d8f19-0b86-4282-973f-7de18b88f05c', 'code': 200} Jul 15 23:03:38.854714 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 5413b46a-afe9-45ad-8d84-ad7ec9b8c2f4 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:03:38.916750 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 5413b46a-afe9-45ad-8d84-ad7ec9b8c2f4 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:38.917131 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:38.932389 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53641e63-ddeb-49d0-aeac-b220493b1340 req-916bd771-1f71-4d5f-b965-a2e6f7fb67ad tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:38.933984 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-53641e63-ddeb-49d0-aeac-b220493b1340 req-916bd771-1f71-4d5f-b965-a2e6f7fb67ad tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.48 "GET /v2.0/ports?device_id=b03f4fe8-945c-41e3-ae1e-b10be78193b4 HTTP/1.1" status: 200 len: 950 time: 0.3193147 Jul 15 23:03:39.037797 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2573c7e2-5610-4aea-846a-0cdb0878481f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:39.043765 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2573c7e2-5610-4aea-846a-0cdb0878481f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:39.049811 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-2573c7e2-5610-4aea-846a-0cdb0878481f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c6fe070e-df56-4032-a0bb-bf424f655ba7 HTTP/1.1" status: 204 len: 168 time: 0.9928441 Jul 15 23:03:39.073093 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-53641e63-ddeb-49d0-aeac-b220493b1340 req-c293d4bf-a4b2-470a-926a-404338b4db6b tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.48 "GET /v2.0/security-groups?id=9cfb0a02-c7a8-4946-96ba-1a3c0ae1d374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300948 Jul 15 23:03:39.108443 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2573c7e2-5610-4aea-846a-0cdb0878481f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6fe070e-df56-4032-a0bb-bf424f655ba7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:39.139297 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-10f20aa9-a25a-4536-be80-6a6a2d546687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:39.190738 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c48d13-9396-4664-9497-0e1ca51d82fc req-7db6977c-a8c3-4ad3-bee4-edcf0e610404 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:39.192356 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-00c48d13-9396-4664-9497-0e1ca51d82fc req-7db6977c-a8c3-4ad3-bee4-edcf0e610404 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=70896dfb-4452-495b-ade7-c85ec54b4cc6 HTTP/1.1" status: 200 len: 948 time: 0.2086449 Jul 15 23:03:39.244632 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1eafcf73-9183-4d6e-a77c-4ee365be4098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:39.293149 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eb69c5-d3fb-4527-a669-d727ff759e17 req-d9c8c961-a26f-4c7a-a340-ab7d0c67be5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:39.294680 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-77eb69c5-d3fb-4527-a669-d727ff759e17 req-d9c8c961-a26f-4c7a-a340-ab7d0c67be5f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cacac733-ec1b-401e-9475-719cc9f446da HTTP/1.1" status: 200 len: 1122 time: 0.1303115 Jul 15 23:03:39.355113 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-00c48d13-9396-4664-9497-0e1ca51d82fc req-22448a47-ab5c-419d-8f45-0b215181331f tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444862 Jul 15 23:03:39.392515 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-77eb69c5-d3fb-4527-a669-d727ff759e17 req-54f355b4-5bae-4c4f-b216-cc1232e5251a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=687c201b-28e1-438a-92d5-6ca4d54ccb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894816 Jul 15 23:03:39.465443 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eafcf73-9183-4d6e-a77c-4ee365be4098 admin admin] Router db5a3676-c228-40ea-bebf-3aab2804516d is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:03:39.530657 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093bff5b-c77c-4c8d-82af-887b9cff33e1 None None] Sync routers for ids ['5d89d55a-9716-4366-adb0-191f3cb2f8bf'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:03:39.558216 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093bff5b-c77c-4c8d-82af-887b9cff33e1 None None] Routers {'5d89d55a-9716-4366-adb0-191f3cb2f8bf'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:03:39.558664 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-093bff5b-c77c-4c8d-82af-887b9cff33e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:03:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['5d89d55a-9716-4366-adb0-191f3cb2f8bf'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:39.711168 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eafcf73-9183-4d6e-a77c-4ee365be4098 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:03:39.724967 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356cb7a3-3f68-439e-84a2-efef8bb6a929 None None] Sync routers for ids ['db5a3676-c228-40ea-bebf-3aab2804516d'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:03:39.747248 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356cb7a3-3f68-439e-84a2-efef8bb6a929 None None] Routers {'db5a3676-c228-40ea-bebf-3aab2804516d'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:03:39.749878 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-356cb7a3-3f68-439e-84a2-efef8bb6a929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:03:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['db5a3676-c228-40ea-bebf-3aab2804516d'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:39.772222 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1eafcf73-9183-4d6e-a77c-4ee365be4098 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:39.793033 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-1eafcf73-9183-4d6e-a77c-4ee365be4098 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.9436440 Jul 15 23:03:39.795389 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47708) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:39.893570 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16aa001-57d2-4008-94b3-dc0c049f0c51 req-d3873d1c-1d35-4378-b3bc-3821cfd8200e tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:39.895814 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b16aa001-57d2-4008-94b3-dc0c049f0c51 req-d3873d1c-1d35-4378-b3bc-3821cfd8200e tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] 10.222.0.48 "GET /v2.0/ports?device_id=cacac733-ec1b-401e-9475-719cc9f446da HTTP/1.1" status: 200 len: 971 time: 0.1417682 Jul 15 23:03:39.923361 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-093bff5b-c77c-4c8d-82af-887b9cff33e1 None None] Set router 5d89d55a-9716-4366-adb0-191f3cb2f8bf gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:03:40.029649 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b16aa001-57d2-4008-94b3-dc0c049f0c51 req-8584fe49-79e2-4b2a-89e1-12acf8bd95e2 tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] 10.222.0.48 "GET /v2.0/security-groups?id=687c201b-28e1-438a-92d5-6ca4d54ccb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220136 Jul 15 23:03:40.049919 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54470711-5989-44b1-95bb-366ec3390215 None None] Network be691b14-f658-4c94-a440-dfbc864ac572 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:03:40.054142 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 6e87b5cf-9cf3-42cb-ad3c-410ca0069871 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:03:40.061129 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-356cb7a3-3f68-439e-84a2-efef8bb6a929 None None] Set router db5a3676-c228-40ea-bebf-3aab2804516d gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:03:40.101323 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-10f20aa9-a25a-4536-be80-6a6a2d546687 admin admin] Deleting port 36154d57-dd03-48fe-a075-0b84f47571aa {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:03:40.108578 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-10f20aa9-a25a-4536-be80-6a6a2d546687 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:40.264790 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-87b59948-aea3-4215-95f9-0a42d7c6b80a None None] Provisioning for port c4692bd8-ccc4-417d-a548-68d8166c862b completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:03:40.277970 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-10f20aa9-a25a-4536-be80-6a6a2d546687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:40.295226 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-10f20aa9-a25a-4536-be80-6a6a2d546687 admin admin] Calling delete_port for 36154d57-dd03-48fe-a075-0b84f47571aa owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:03:40.551414 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 6e87b5cf-9cf3-42cb-ad3c-410ca0069871 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:40.557102 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:40.575207 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device f1d2d695-5d71-4735-8bec-137ed706a75f up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:03:40.606104 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ea53fb5-53f5-45dd-9a26-2963ea566b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:40.643319 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47728) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:40.646730 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-10f20aa9-a25a-4536-be80-6a6a2d546687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:40.657616 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47732) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:40.791133 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f20aa9-a25a-4536-be80-6a6a2d546687 admin admin] Pushing event deleted for resources: {'Port': ['ID=36154d57-dd03-48fe-a075-0b84f47571aa,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:40.827208 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-356cb7a3-3f68-439e-84a2-efef8bb6a929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db5a3676-c228-40ea-bebf-3aab2804516d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2035461931-router', 'tenant_id': '074ece40fd6c43448dcae252eb464193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '55522528-4b35-4559-80c5-ec566ee0e5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:34Z', 'updated_at': '2021-07-15T23:03:38Z', 'revision_number': 3, 'project_id': '074ece40fd6c43448dcae252eb464193', 'gw_port': {'id': '55522528-4b35-4559-80c5-ec566ee0e5f6', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d7:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db5a3676-c228-40ea-bebf-3aab2804516d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:36Z', 'updated_at': '2021-07-15T23:03:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:40.924421 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356cb7a3-3f68-439e-84a2-efef8bb6a929 None None] Checking router: db5a3676-c228-40ea-bebf-3aab2804516d for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:03:40.924747 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356cb7a3-3f68-439e-84a2-efef8bb6a929 None None] Updating router db5a3676-c228-40ea-bebf-3aab2804516d port 55522528-4b35-4559-80c5-ec566ee0e5f6 binding host n-d-794306-6 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:03:40.966555 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4a43b066-c793-4977-bb1d-159c62017a66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:40.968979 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-59cc173d-e2fd-4a12-a053-75a58d88779a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-731237609-network', 'tenant_id': '37cfd85a5c4a4b74b206bfc08cae992d'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:40.982260 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port f1d2d695-5d71-4735-8bec-137ed706a75f completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:03:40.990867 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-356cb7a3-3f68-439e-84a2-efef8bb6a929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:41.020549 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device c4692bd8-ccc4-417d-a548-68d8166c862b up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:03:41.020765 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-9ea53fb5-53f5-45dd-9a26-2963ea566b69 admin admin] Allocated IP 172.20.0.1 (be691b14-f658-4c94-a440-dfbc864ac572/1bd33cd5-6d6f-4fda-b898-a1467f01579b/bcbc0297-b414-4838-ab59-79342bf5ec63) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:03:41.035351 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-093bff5b-c77c-4c8d-82af-887b9cff33e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d89d55a-9716-4366-adb0-191f3cb2f8bf', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1483329816-router', 'tenant_id': '8e131fc1d8ba4dbfb079bf1d2b6690b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': '6e87b5cf-9cf3-42cb-ad3c-410ca0069871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:28Z', 'updated_at': '2021-07-15T23:03:35Z', 'revision_number': 4, 'project_id': '8e131fc1d8ba4dbfb079bf1d2b6690b9', 'gw_port': {'id': '6e87b5cf-9cf3-42cb-ad3c-410ca0069871', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:cd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d89d55a-9716-4366-adb0-191f3cb2f8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:29Z', 'updated_at': '2021-07-15T23:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '36154d57-dd03-48fe-a075-0b84f47571aa', 'name': '', 'network_id': '75207f8b-eda7-43cf-a595-6566e6e8d8ba', 'tenant_id': '8e131fc1d8ba4dbfb079bf1d2b6690b9', 'mac_address': 'fa:16:3e:f6:80:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d89d55a-9716-4366-adb0-191f3cb2f8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 166, 'fixed_ips': [{'subnet_id': 'e2bed53f-7380-4e8a-ba16-767cbf1bfff0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:34Z', 'updated_at': '2021-07-15T23:03:35Z', 'revision_number': 2, 'project_id': '8e131fc1d8ba4dbfb079bf1d2b6690b9', 'subnets': [{'id': 'e2bed53f-7380-4e8a-ba16-767cbf1bfff0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:41.037748 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port f1d2d695-5d71-4735-8bec-137ed706a75f triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:41.039949 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:41.081580 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-10f20aa9-a25a-4536-be80-6a6a2d546687 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:41.102175 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59cc173d-e2fd-4a12-a053-75a58d88779a admin admin] Made reservation on behalf of 37cfd85a5c4a4b74b206bfc08cae992d for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:03:41.105371 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-59cc173d-e2fd-4a12-a053-75a58d88779a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:41.155565 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093bff5b-c77c-4c8d-82af-887b9cff33e1 None None] Checking router: 5d89d55a-9716-4366-adb0-191f3cb2f8bf for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:03:41.155948 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093bff5b-c77c-4c8d-82af-887b9cff33e1 None None] Updating router 5d89d55a-9716-4366-adb0-191f3cb2f8bf port 36154d57-dd03-48fe-a075-0b84f47571aa binding host n-d-794306-6 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:03:41.196717 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093bff5b-c77c-4c8d-82af-887b9cff33e1 None None] Port 36154d57-dd03-48fe-a075-0b84f47571aa not found while updating agent binding for router 5d89d55a-9716-4366-adb0-191f3cb2f8bf. {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 15 23:03:41.219864 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093bff5b-c77c-4c8d-82af-887b9cff33e1 None None] Routers {'5d89d55a-9716-4366-adb0-191f3cb2f8bf'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:03:41.220503 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-093bff5b-c77c-4c8d-82af-887b9cff33e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:03:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['5d89d55a-9716-4366-adb0-191f3cb2f8bf'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:41.251667 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-59cc173d-e2fd-4a12-a053-75a58d88779a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:41.294585 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfedc72-43b5-4508-803e-93b3867cd1cb req-487245a6-3d50-4940-966b-58138aa69ed1 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:41.304145 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3bfedc72-43b5-4508-803e-93b3867cd1cb req-487245a6-3d50-4940-966b-58138aa69ed1 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=70896dfb-4452-495b-ade7-c85ec54b4cc6 HTTP/1.1" status: 200 len: 948 time: 0.6642821 Jul 15 23:03:41.318316 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port c4692bd8-ccc4-417d-a548-68d8166c862b completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:03:41.330043 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ea53fb5-53f5-45dd-9a26-2963ea566b69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:41.346796 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf931d27-f534-40af-a017-f449eee490a6 req-f3f93265-5a67-41c6-8cc0-60f4bc01645f tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:41.351969 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cf931d27-f534-40af-a017-f449eee490a6 req-f3f93265-5a67-41c6-8cc0-60f4bc01645f tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.48 "GET /v2.0/ports?device_id=b03f4fe8-945c-41e3-ae1e-b10be78193b4 HTTP/1.1" status: 200 len: 950 time: 0.7069135 Jul 15 23:03:41.373937 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4a43b066-c793-4977-bb1d-159c62017a66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:41.377973 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-9ea53fb5-53f5-45dd-9a26-2963ea566b69 admin admin] Transition to ACTIVE for port object bcbc0297-b414-4838-ab59-79342bf5ec63 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:03:41.381805 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4a43b066-c793-4977-bb1d-159c62017a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:41.391534 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-356cb7a3-3f68-439e-84a2-efef8bb6a929 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:41.404611 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-356cb7a3-3f68-439e-84a2-efef8bb6a929 None None] Transition to ACTIVE for port object 55522528-4b35-4559-80c5-ec566ee0e5f6 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:03:41.412534 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-356cb7a3-3f68-439e-84a2-efef8bb6a929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:41.421387 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a43b066-c793-4977-bb1d-159c62017a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582b0da9-7e0b-4559-b687-332bc5d7809e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:41.455857 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-4a43b066-c793-4977-bb1d-159c62017a66 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=13f308d854da4f37bbcb79a23037e07c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7970896 Jul 15 23:03:41.458528 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47740) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:41.479244 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:41.488301 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ea53fb5-53f5-45dd-9a26-2963ea566b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:41.491001 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-093bff5b-c77c-4c8d-82af-887b9cff33e1 None None] Set router 5d89d55a-9716-4366-adb0-191f3cb2f8bf gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:03:41.493476 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3bfedc72-43b5-4508-803e-93b3867cd1cb req-f391e28a-d8a1-4b71-a25d-4e11733c61bb tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879401 Jul 15 23:03:41.504064 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port c4692bd8-ccc4-417d-a548-68d8166c862b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:41.504346 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:41.516411 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2a0c38-ca50-4402-a2b9-8d2ec1f0a082 None None] Pushing event updated for resources: {'Port': ['ID=55522528-4b35-4559-80c5-ec566ee0e5f6,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:41.539063 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-356cb7a3-3f68-439e-84a2-efef8bb6a929 None None] Attempting to bind port 55522528-4b35-4559-80c5-ec566ee0e5f6 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:03:41.541655 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-356cb7a3-3f68-439e-84a2-efef8bb6a929 None None] Attempting to bind port 55522528-4b35-4559-80c5-ec566ee0e5f6 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:03:41.542403 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356cb7a3-3f68-439e-84a2-efef8bb6a929 None None] Attempting to bind port 55522528-4b35-4559-80c5-ec566ee0e5f6 on network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:03:41.550651 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356cb7a3-3f68-439e-84a2-efef8bb6a929 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:03:41.551412 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356cb7a3-3f68-439e-84a2-efef8bb6a929 None None] Checking segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:03:41.551532 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea53fb5-53f5-45dd-9a26-2963ea566b69 admin admin] Network be691b14-f658-4c94-a440-dfbc864ac572 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:03:41.552283 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-356cb7a3-3f68-439e-84a2-efef8bb6a929 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:41.552930 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356cb7a3-3f68-439e-84a2-efef8bb6a929 None None] Bound using segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:03:41.554182 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-356cb7a3-3f68-439e-84a2-efef8bb6a929 None None] Bound port: 55522528-4b35-4559-80c5-ec566ee0e5f6, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:03:41.554838 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-356cb7a3-3f68-439e-84a2-efef8bb6a929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:41.561315 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-9ea53fb5-53f5-45dd-9a26-2963ea566b69 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:03:41.574496 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea53fb5-53f5-45dd-9a26-2963ea566b69 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:03:41.574987 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ea53fb5-53f5-45dd-9a26-2963ea566b69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:41.578934 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea53fb5-53f5-45dd-9a26-2963ea566b69 admin admin] Pushing event updated for resources: {'Port': ['ID=bcbc0297-b414-4838-ab59-79342bf5ec63,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:41.658117 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b66ac4e4-8cbc-4200-b2af-3c3303497206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:41.667551 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-356cb7a3-3f68-439e-84a2-efef8bb6a929 None None] For port 55522528-4b35-4559-80c5-ec566ee0e5f6, host n-d-794306-6, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:03:41.672307 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cf931d27-f534-40af-a017-f449eee490a6 req-1997ecaf-dad8-45e9-89bf-4dfdc6784e45 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.48 "GET /v2.0/security-groups?id=9cfb0a02-c7a8-4946-96ba-1a3c0ae1d374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034675 Jul 15 23:03:41.673324 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-356cb7a3-3f68-439e-84a2-efef8bb6a929 None None] For port 55522528-4b35-4559-80c5-ec566ee0e5f6, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=55522528-4b35-4559-80c5-ec566ee0e5f6,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:03:41.679483 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-356cb7a3-3f68-439e-84a2-efef8bb6a929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:41.775645 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b66ac4e4-8cbc-4200-b2af-3c3303497206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:41.782145 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2a0c38-ca50-4402-a2b9-8d2ec1f0a082 None None] Pushing event updated for resources: {'Port': ['ID=55522528-4b35-4559-80c5-ec566ee0e5f6,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:41.804052 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356cb7a3-3f68-439e-84a2-efef8bb6a929 None None] Routers {'db5a3676-c228-40ea-bebf-3aab2804516d'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:03:41.807500 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-356cb7a3-3f68-439e-84a2-efef8bb6a929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:03:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['db5a3676-c228-40ea-bebf-3aab2804516d'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:41.824914 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10f20aa9-a25a-4536-be80-6a6a2d546687 admin admin] Router 5d89d55a-9716-4366-adb0-191f3cb2f8bf has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:03:41.995662 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-356cb7a3-3f68-439e-84a2-efef8bb6a929 None None] Set router db5a3676-c228-40ea-bebf-3aab2804516d gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:03:42.048865 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70896dfb-4452-495b-ade7-c85ec54b4cc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1d2d695-5d71-4735-8bec-137ed706a75f'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:03:42.051177 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2acb778c-a474-46cc-9f5c-43081be3cee8" -d '{"events": [{"server_uuid": "70896dfb-4452-495b-ade7-c85ec54b4cc6", "name": "network-vif-plugged", "status": "completed", "tag": "f1d2d695-5d71-4735-8bec-137ed706a75f"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:03:42.074767 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port f1d2d695-5d71-4735-8bec-137ed706a75f, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=f1d2d695-5d71-4735-8bec-137ed706a75f,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:42.081768 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a36e6641-8f05-4116-8d36-f3e22d57530d None None] Provisioning complete for port c4692bd8-ccc4-417d-a548-68d8166c862b triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:42.082140 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a36e6641-8f05-4116-8d36-f3e22d57530d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:42.087052 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:42.113973 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-59cc173d-e2fd-4a12-a053-75a58d88779a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:42.118301 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f20aa9-a25a-4536-be80-6a6a2d546687 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:03:42.132841 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-10f20aa9-a25a-4536-be80-6a6a2d546687 admin admin] 10.222.0.48 "PUT /v2.0/routers/5d89d55a-9716-4366-adb0-191f3cb2f8bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9090555 Jul 15 23:03:42.132841 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-59cc173d-e2fd-4a12-a053-75a58d88779a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:42.150342 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59cc173d-e2fd-4a12-a053-75a58d88779a admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:03:42.168359 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-59cc173d-e2fd-4a12-a053-75a58d88779a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:42.168957 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-59cc173d-e2fd-4a12-a053-75a58d88779a admin admin] Added segment 2f531b10-9901-4137-bfac-8f9dcdf10b2a of type vlan for network 87dc0808-b9e7-40d9-8a29-1c821c28018c Jul 15 23:03:42.184346 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47748) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:42.202244 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b847e3-569b-4806-9b33-50b3e3668778 req-be3f4330-4c37-47c9-a5aa-a3e6661a295a tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:42.211332 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c6b847e3-569b-4806-9b33-50b3e3668778 req-be3f4330-4c37-47c9-a5aa-a3e6661a295a tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] 10.222.0.48 "GET /v2.0/ports?device_id=cacac733-ec1b-401e-9475-719cc9f446da HTTP/1.1" status: 200 len: 971 time: 0.4909399 Jul 15 23:03:42.252261 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:42.257557 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-59cc173d-e2fd-4a12-a053-75a58d88779a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:42.331027 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=f1d2d695-5d71-4735-8bec-137ed706a75f,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:42.341968 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-093bff5b-c77c-4c8d-82af-887b9cff33e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d89d55a-9716-4366-adb0-191f3cb2f8bf', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1483329816-router', 'tenant_id': '8e131fc1d8ba4dbfb079bf1d2b6690b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': '6e87b5cf-9cf3-42cb-ad3c-410ca0069871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:28Z', 'updated_at': '2021-07-15T23:03:40Z', 'revision_number': 5, 'project_id': '8e131fc1d8ba4dbfb079bf1d2b6690b9', 'gw_port': {'id': '6e87b5cf-9cf3-42cb-ad3c-410ca0069871', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:cd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d89d55a-9716-4366-adb0-191f3cb2f8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:29Z', 'updated_at': '2021-07-15T23:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:42.346140 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b66ac4e4-8cbc-4200-b2af-3c3303497206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:42.350033 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b66ac4e4-8cbc-4200-b2af-3c3303497206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:42.354110 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b66ac4e4-8cbc-4200-b2af-3c3303497206 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/582b0da9-7e0b-4559-b687-332bc5d7809e HTTP/1.1" status: 204 len: 168 time: 0.8919799 Jul 15 23:03:42.354267 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-356cb7a3-3f68-439e-84a2-efef8bb6a929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db5a3676-c228-40ea-bebf-3aab2804516d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2035461931-router', 'tenant_id': '074ece40fd6c43448dcae252eb464193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '55522528-4b35-4559-80c5-ec566ee0e5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:34Z', 'updated_at': '2021-07-15T23:03:38Z', 'revision_number': 3, 'project_id': '074ece40fd6c43448dcae252eb464193', 'gw_port': {'id': '55522528-4b35-4559-80c5-ec566ee0e5f6', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d7:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db5a3676-c228-40ea-bebf-3aab2804516d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:36Z', 'updated_at': '2021-07-15T23:03:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:42.376276 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port c4692bd8-ccc4-417d-a548-68d8166c862b, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=c4692bd8-ccc4-417d-a548-68d8166c862b,segment=NetworkSegment(cb5a350d-7b3e-4904-baaa-34721610753c),segment_id=cb5a350d-7b3e-4904-baaa-34721610753c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:42.376443 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ea53fb5-53f5-45dd-9a26-2963ea566b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:42.377753 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093bff5b-c77c-4c8d-82af-887b9cff33e1 None None] The sync data for ids ['5d89d55a-9716-4366-adb0-191f3cb2f8bf'] in n-d-794306-6 is: [{'id': '5d89d55a-9716-4366-adb0-191f3cb2f8bf', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1483329816-router', 'tenant_id': '8e131fc1d8ba4dbfb079bf1d2b6690b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': '6e87b5cf-9cf3-42cb-ad3c-410ca0069871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:28Z', 'updated_at': '2021-07-15T23:03:40Z', 'revision_number': 5, 'project_id': '8e131fc1d8ba4dbfb079bf1d2b6690b9', 'gw_port': {'id': '6e87b5cf-9cf3-42cb-ad3c-410ca0069871', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:cd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d89d55a-9716-4366-adb0-191f3cb2f8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:29Z', 'updated_at': '2021-07-15T23:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:03:42.383855 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:42.415701 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66ac4e4-8cbc-4200-b2af-3c3303497206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582b0da9-7e0b-4559-b687-332bc5d7809e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:42.450255 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-59cc173d-e2fd-4a12-a053-75a58d88779a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:42.451259 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59cc173d-e2fd-4a12-a053-75a58d88779a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:42.453048 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356cb7a3-3f68-439e-84a2-efef8bb6a929 None None] The sync data for ids ['db5a3676-c228-40ea-bebf-3aab2804516d'] in n-d-794306-6 is: [{'id': 'db5a3676-c228-40ea-bebf-3aab2804516d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2035461931-router', 'tenant_id': '074ece40fd6c43448dcae252eb464193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '55522528-4b35-4559-80c5-ec566ee0e5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:34Z', 'updated_at': '2021-07-15T23:03:38Z', 'revision_number': 3, 'project_id': '074ece40fd6c43448dcae252eb464193', 'gw_port': {'id': '55522528-4b35-4559-80c5-ec566ee0e5f6', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d7:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db5a3676-c228-40ea-bebf-3aab2804516d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:36Z', 'updated_at': '2021-07-15T23:03:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:03:42.455265 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-59cc173d-e2fd-4a12-a053-75a58d88779a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:42.492953 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f603707-18c7-4078-8bfa-635f386893da x-openstack-request-id: req-5f603707-18c7-4078-8bfa-635f386893da {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:03:42.493303 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70896dfb-4452-495b-ade7-c85ec54b4cc6", "name": "network-vif-plugged", "status": "completed", "tag": "f1d2d695-5d71-4735-8bec-137ed706a75f", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:03:42.493507 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5f603707-18c7-4078-8bfa-635f386893da {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:03:42.494013 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70896dfb-4452-495b-ade7-c85ec54b4cc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1d2d695-5d71-4735-8bec-137ed706a75f', 'code': 200} Jul 15 23:03:42.624011 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=c4692bd8-ccc4-417d-a548-68d8166c862b,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:42.712649 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4c3ef827-55f4-4284-8de7-6c86a0928cba None None] Provisioning for port bcbc0297-b414-4838-ab59-79342bf5ec63 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:03:42.722687 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4c3ef827-55f4-4284-8de7-6c86a0928cba None None] Provisioning complete for port bcbc0297-b414-4838-ab59-79342bf5ec63 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:42.723125 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4c3ef827-55f4-4284-8de7-6c86a0928cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:42.811538 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-4c3ef827-55f4-4284-8de7-6c86a0928cba None None] Port bcbc0297-b414-4838-ab59-79342bf5ec63 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:03:42.860487 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c6b847e3-569b-4806-9b33-50b3e3668778 req-9591ee78-a043-4031-8fd6-8cd0b94bebbf tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] 10.222.0.48 "GET /v2.0/security-groups?id=687c201b-28e1-438a-92d5-6ca4d54ccb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6481321 Jul 15 23:03:42.913296 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-59cc173d-e2fd-4a12-a053-75a58d88779a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.2675858 Jul 15 23:03:42.926732 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47760) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:42.929829 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cc173d-e2fd-4a12-a053-75a58d88779a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c01e91e-d56a-43ab-84cd-b540ddc1cbc4,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:42.947946 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a741aac7-d040-4767-be87-f0991539e291 admin admin] Request body: {'subnet': {'network_id': '87dc0808-b9e7-40d9-8a29-1c821c28018c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-731237609-subnet', 'tenant_id': '37cfd85a5c4a4b74b206bfc08cae992d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:42.968380 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47762) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:43.021656 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51373f-e5b4-4004-bc4e-d80ac23839ad req-5f752c61-301f-4d15-8061-6ef917baf5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:43.023540 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-bc51373f-e5b4-4004-bc4e-d80ac23839ad req-5f752c61-301f-4d15-8061-6ef917baf5e4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=70896dfb-4452-495b-ade7-c85ec54b4cc6 HTTP/1.1" status: 200 len: 1100 time: 0.4017229 Jul 15 23:03:43.029299 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cbfa4697-bbf8-48a5-8ecc-c489d9a93199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:43.034061 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ea53fb5-53f5-45dd-9a26-2963ea566b69 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:43.059134 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ea53fb5-53f5-45dd-9a26-2963ea566b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:43.060146 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ea53fb5-53f5-45dd-9a26-2963ea566b69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:43.062210 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cc173d-e2fd-4a12-a053-75a58d88779a admin admin] Pushing event updated for resources: {'Network': ['ID=87dc0808-b9e7-40d9-8a29-1c821c28018c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:43.074033 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a741aac7-d040-4767-be87-f0991539e291 admin admin] Made reservation on behalf of 37cfd85a5c4a4b74b206bfc08cae992d for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:03:43.076271 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 87dc0808-b9e7-40d9-8a29-1c821c28018c details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:03:43.078762 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a741aac7-d040-4767-be87-f0991539e291 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:43.191520 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b99d45a8-731c-46a1-a500-db63742c05ba admin admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:43.202009 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274bfa57-245e-4765-8e43-379ddefa0c55 req-ee7ff510-c550-4d3e-b2d8-4dd4bdb5df1b tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:43.203724 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-274bfa57-245e-4765-8e43-379ddefa0c55 req-ee7ff510-c550-4d3e-b2d8-4dd4bdb5df1b tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.48 "GET /v2.0/ports?device_id=b03f4fe8-945c-41e3-ae1e-b10be78193b4 HTTP/1.1" status: 200 len: 950 time: 0.4192872 Jul 15 23:03:43.272353 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-bc51373f-e5b4-4004-bc4e-d80ac23839ad req-59ad43db-c68a-400a-a8c5-cbcb7addeded service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342718 Jul 15 23:03:43.272989 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea53fb5-53f5-45dd-9a26-2963ea566b69 admin admin] Pushing event updated for resources: {'Port': ['ID=bcbc0297-b414-4838-ab59-79342bf5ec63,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:43.306052 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43cdd0-fdc6-4876-b6bf-52a6ec50f872 req-c97baa41-596e-4cba-84ba-609ed0c50d56 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:43.313742 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8d43cdd0-fdc6-4876-b6bf-52a6ec50f872 req-c97baa41-596e-4cba-84ba-609ed0c50d56 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=70896dfb-4452-495b-ade7-c85ec54b4cc6 HTTP/1.1" status: 200 len: 949 time: 0.2171273 Jul 15 23:03:43.387109 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-274bfa57-245e-4765-8e43-379ddefa0c55 req-62a14e57-8a8a-456f-97a8-4e2e977c57ba tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.48 "GET /v2.0/security-groups?id=9cfb0a02-c7a8-4946-96ba-1a3c0ae1d374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389685 Jul 15 23:03:43.421528 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8d43cdd0-fdc6-4876-b6bf-52a6ec50f872 req-d0569750-e940-4918-aadb-d089a2d9c2cc tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067967 Jul 15 23:03:43.422260 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea53fb5-53f5-45dd-9a26-2963ea566b69 admin admin] Network be691b14-f658-4c94-a440-dfbc864ac572 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:03:43.423798 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-9ea53fb5-53f5-45dd-9a26-2963ea566b69 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:03:43.469535 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b99d45a8-731c-46a1-a500-db63742c05ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:43.573547 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-b99d45a8-731c-46a1-a500-db63742c05ba admin admin] Deleting port 6e87b5cf-9cf3-42cb-ad3c-410ca0069871 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:03:43.573805 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b99d45a8-731c-46a1-a500-db63742c05ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:43.644991 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cbfa4697-bbf8-48a5-8ecc-c489d9a93199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:43.675245 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cbfa4697-bbf8-48a5-8ecc-c489d9a93199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:43.766723 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a741aac7-d040-4767-be87-f0991539e291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:43.810562 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-aad12723-169a-435d-b192-e0fa01f14842 req-c768ef9d-85f3-4ee1-a37f-dfbb9f469b9f tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=62cceed33b584263a479cc7894943fe0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0951085 Jul 15 23:03:43.818570 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-b99d45a8-731c-46a1-a500-db63742c05ba admin admin] For port 6e87b5cf-9cf3-42cb-ad3c-410ca0069871, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=6e87b5cf-9cf3-42cb-ad3c-410ca0069871,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:43.818965 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b99d45a8-731c-46a1-a500-db63742c05ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:43.852242 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-026744c7-8ab7-434c-9290-3c5ff449e9e1 None None] Provisioning complete for port bcbc0297-b414-4838-ab59-79342bf5ec63 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:43.852752 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-026744c7-8ab7-434c-9290-3c5ff449e9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:43.875063 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-cbfa4697-bbf8-48a5-8ecc-c489d9a93199 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f08a494a22254f0a9aa31b5b2dbaf678&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9053853 Jul 15 23:03:43.881621 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47776) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:43.891252 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfa4697-bbf8-48a5-8ecc-c489d9a93199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd074cff-e368-4a16-886e-569b74184f99,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:43.901160 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-b99d45a8-731c-46a1-a500-db63742c05ba admin admin] Calling delete_port for 6e87b5cf-9cf3-42cb-ad3c-410ca0069871 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:03:43.917440 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a741aac7-d040-4767-be87-f0991539e291 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a16d9be7-f98e-4efa-8d17-8de9b02a6cf6,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:43.930499 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ea53fb5-53f5-45dd-9a26-2963ea566b69 admin admin] Router db5a3676-c228-40ea-bebf-3aab2804516d has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:03:43.932202 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a741aac7-d040-4767-be87-f0991539e291 admin admin] Checking segment: {'id': '2f531b10-9901-4137-bfac-8f9dcdf10b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '87dc0808-b9e7-40d9-8a29-1c821c28018c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:03:43.932560 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a741aac7-d040-4767-be87-f0991539e291 admin admin] Network hostable DHCP agents. Network: 87dc0808-b9e7-40d9-8a29-1c821c28018c, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:03:43.943873 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-026744c7-8ab7-434c-9290-3c5ff449e9e1 None None] Port bcbc0297-b414-4838-ab59-79342bf5ec63 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:03:43.969175 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edc2c50-02be-4943-bfff-65d4253cfd16 None None] Sync routers for ids ['5d89d55a-9716-4366-adb0-191f3cb2f8bf'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:03:43.981409 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1625b2-079d-4252-a964-e50dfc48597a req-762e591f-f358-43e8-a5a6-9c5e42a6b199 tempest-AggregatesAdminTestJSON-1469890769 tempest-AggregatesAdminTestJSON-1469890769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:43.982928 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edc2c50-02be-4943-bfff-65d4253cfd16 None None] Routers {'5d89d55a-9716-4366-adb0-191f3cb2f8bf'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:03:43.983070 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2e1625b2-079d-4252-a964-e50dfc48597a req-762e591f-f358-43e8-a5a6-9c5e42a6b199 tempest-AggregatesAdminTestJSON-1469890769 tempest-AggregatesAdminTestJSON-1469890769-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=cacac733-ec1b-401e-9475-719cc9f446da HTTP/1.1" status: 200 len: 1122 time: 0.3753643 Jul 15 23:03:43.984185 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6edc2c50-02be-4943-bfff-65d4253cfd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:03:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['5d89d55a-9716-4366-adb0-191f3cb2f8bf'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:43.999619 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a741aac7-d040-4767-be87-f0991539e291 admin admin] Network 87dc0808-b9e7-40d9-8a29-1c821c28018c is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:03:44.014376 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-a741aac7-d040-4767-be87-f0991539e291 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 87dc0808-b9e7-40d9-8a29-1c821c28018c) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:03:44.033416 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a741aac7-d040-4767-be87-f0991539e291 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:44.034071 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a741aac7-d040-4767-be87-f0991539e291 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:44.049644 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b751c430-9996-4d09-b12d-730fd705ba21 None None] Network 87dc0808-b9e7-40d9-8a29-1c821c28018c requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:03:44.066677 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2e1625b2-079d-4252-a964-e50dfc48597a req-59b38416-15af-40e2-a8a0-a30a82c3d339 tempest-AggregatesAdminTestJSON-1469890769 tempest-AggregatesAdminTestJSON-1469890769-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:44.104479 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a741aac7-d040-4767-be87-f0991539e291 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1659403 Jul 15 23:03:44.125893 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad12723-169a-435d-b192-e0fa01f14842 req-a3e18935-eb29-4599-92ba-7b6307d9c826 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:44.127433 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-aad12723-169a-435d-b192-e0fa01f14842 req-a3e18935-eb29-4599-92ba-7b6307d9c826 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3111241 Jul 15 23:03:44.148068 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea53fb5-53f5-45dd-9a26-2963ea566b69 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:03:44.173441 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-aad12723-169a-435d-b192-e0fa01f14842 req-df8c9146-8457-428b-9680-daac94f9864c tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.48 "GET /v2.0/quotas/62cceed33b584263a479cc7894943fe0 HTTP/1.1" status: 200 len: 375 time: 0.0277040 Jul 15 23:03:44.175285 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-6edc2c50-02be-4943-bfff-65d4253cfd16 None None] Set router 5d89d55a-9716-4366-adb0-191f3cb2f8bf gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:03:44.177261 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-9ea53fb5-53f5-45dd-9a26-2963ea566b69 admin admin] 10.222.0.48 "PUT /v2.0/routers/db5a3676-c228-40ea-bebf-3aab2804516d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3738999 Jul 15 23:03:44.178841 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f406c571-cf7d-45e1-bddf-79316a4efeea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:44.286561 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6edc2c50-02be-4943-bfff-65d4253cfd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d89d55a-9716-4366-adb0-191f3cb2f8bf', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1483329816-router', 'tenant_id': '8e131fc1d8ba4dbfb079bf1d2b6690b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:28Z', 'updated_at': '2021-07-15T23:03:43Z', 'revision_number': 6, 'project_id': '8e131fc1d8ba4dbfb079bf1d2b6690b9', 'gw_port_host': None}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:44.307250 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f406c571-cf7d-45e1-bddf-79316a4efeea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:44.321398 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edc2c50-02be-4943-bfff-65d4253cfd16 None None] Checking router: 5d89d55a-9716-4366-adb0-191f3cb2f8bf for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:03:44.344464 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edc2c50-02be-4943-bfff-65d4253cfd16 None None] Routers {'5d89d55a-9716-4366-adb0-191f3cb2f8bf'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:03:44.345128 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6edc2c50-02be-4943-bfff-65d4253cfd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:03:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['5d89d55a-9716-4366-adb0-191f3cb2f8bf'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:44.485814 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-aad12723-169a-435d-b192-e0fa01f14842 req-a9d2c142-1054-453a-a6d8-f865a9b9dc94 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=62cceed33b584263a479cc7894943fe0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3115902 Jul 15 23:03:44.520015 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f406c571-cf7d-45e1-bddf-79316a4efeea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:44.523650 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f406c571-cf7d-45e1-bddf-79316a4efeea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:44.524848 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-f406c571-cf7d-45e1-bddf-79316a4efeea admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bd074cff-e368-4a16-886e-569b74184f99 HTTP/1.1" status: 204 len: 168 time: 0.6380241 Jul 15 23:03:44.543306 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2e1625b2-079d-4252-a964-e50dfc48597a req-59b38416-15af-40e2-a8a0-a30a82c3d339 tempest-AggregatesAdminTestJSON-1469890769 tempest-AggregatesAdminTestJSON-1469890769-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:44.554185 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b99d45a8-731c-46a1-a500-db63742c05ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:44.556114 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2e1625b2-079d-4252-a964-e50dfc48597a req-59b38416-15af-40e2-a8a0-a30a82c3d339 tempest-AggregatesAdminTestJSON-1469890769 tempest-AggregatesAdminTestJSON-1469890769-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:44.600556 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6653529-0eb0-41b0-a252-c422302a3147 None None] Network 87dc0808-b9e7-40d9-8a29-1c821c28018c requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:03:44.610110 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2e1625b2-079d-4252-a964-e50dfc48597a req-59b38416-15af-40e2-a8a0-a30a82c3d339 tempest-AggregatesAdminTestJSON-1469890769 tempest-AggregatesAdminTestJSON-1469890769-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=687c201b-28e1-438a-92d5-6ca4d54ccb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6122279 Jul 15 23:03:44.635802 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f406c571-cf7d-45e1-bddf-79316a4efeea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd074cff-e368-4a16-886e-569b74184f99,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:44.691234 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device c4692bd8-ccc4-417d-a548-68d8166c862b up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:03:44.701844 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99d45a8-731c-46a1-a500-db63742c05ba admin admin] Pushing event deleted for resources: {'Port': ['ID=6e87b5cf-9cf3-42cb-ad3c-410ca0069871,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:44.745823 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-6edc2c50-02be-4943-bfff-65d4253cfd16 None None] Set router 5d89d55a-9716-4366-adb0-191f3cb2f8bf gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:03:44.816674 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6edc2c50-02be-4943-bfff-65d4253cfd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d89d55a-9716-4366-adb0-191f3cb2f8bf', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1483329816-router', 'tenant_id': '8e131fc1d8ba4dbfb079bf1d2b6690b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:28Z', 'updated_at': '2021-07-15T23:03:43Z', 'revision_number': 6, 'project_id': '8e131fc1d8ba4dbfb079bf1d2b6690b9', 'gw_port_host': None}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:44.836168 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b38416-15af-40e2-a8a0-a30a82c3d339 tempest-AggregatesAdminTestJSON-1469890769 tempest-AggregatesAdminTestJSON-1469890769-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4365b4-db51-437a-83c0-9282bd9fd9bb,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:44.858958 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edc2c50-02be-4943-bfff-65d4253cfd16 None None] The sync data for ids ['5d89d55a-9716-4366-adb0-191f3cb2f8bf'] in n-d-794306-6 is: [{'id': '5d89d55a-9716-4366-adb0-191f3cb2f8bf', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1483329816-router', 'tenant_id': '8e131fc1d8ba4dbfb079bf1d2b6690b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:28Z', 'updated_at': '2021-07-15T23:03:43Z', 'revision_number': 6, 'project_id': '8e131fc1d8ba4dbfb079bf1d2b6690b9', 'gw_port_host': None}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:03:44.861373 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b99d45a8-731c-46a1-a500-db63742c05ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999011'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:44.998272 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port c4692bd8-ccc4-417d-a548-68d8166c862b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:44.998658 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:45.103539 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b99d45a8-731c-46a1-a500-db63742c05ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:45.106435 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b99d45a8-731c-46a1-a500-db63742c05ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:45.110595 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 55522528-4b35-4559-80c5-ec566ee0e5f6 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:03:45.188070 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b99d45a8-731c-46a1-a500-db63742c05ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:45.188514 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b99d45a8-731c-46a1-a500-db63742c05ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d89d55a-9716-4366-adb0-191f3cb2f8bf {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:03:45.195108 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b99d45a8-731c-46a1-a500-db63742c05ba admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:45.200606 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-b99d45a8-731c-46a1-a500-db63742c05ba admin admin] 10.222.0.48 "DELETE /v2.0/routers/5d89d55a-9716-4366-adb0-191f3cb2f8bf HTTP/1.1" status: 204 len: 168 time: 2.9846349 Jul 15 23:03:45.201779 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47818) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:45.202307 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 55522528-4b35-4559-80c5-ec566ee0e5f6 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:03:45.206725 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 55522528-4b35-4559-80c5-ec566ee0e5f6 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:45.207202 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:45.260685 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b8a81f-5a68-49b4-a469-0a8ddbc5303e req-6cc6f4cc-e7ab-4943-904e-5d3a7f7d129a tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:45.265401 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b3b8a81f-5a68-49b4-a469-0a8ddbc5303e req-6cc6f4cc-e7ab-4943-904e-5d3a7f7d129a tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=70896dfb-4452-495b-ade7-c85ec54b4cc6 HTTP/1.1" status: 200 len: 949 time: 0.2742994 Jul 15 23:03:45.359878 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:45.364322 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b3b8a81f-5a68-49b4-a469-0a8ddbc5303e req-1c695eec-809f-4fee-938e-7ba4f81d4e67 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947397 Jul 15 23:03:45.394048 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9279185-8c91-4231-ba72-ce6edc30ab8b admin admin] Deleting subnet e2bed53f-7380-4e8a-ba16-767cbf1bfff0 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:03:45.406742 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9279185-8c91-4231-ba72-ce6edc30ab8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:45.434632 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 55522528-4b35-4559-80c5-ec566ee0e5f6, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=55522528-4b35-4559-80c5-ec566ee0e5f6,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:45.439436 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:45.540450 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9279185-8c91-4231-ba72-ce6edc30ab8b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:45.565126 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7d2c736c-38a0-4447-ac5c-a60dbb3b777b req-57a7b7aa-92e4-495f-b537-e39fe94f1013 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.48 "GET /v2.0/ports?device_id=1cea6c7d-503a-4dda-bcf4-66dceac58372 HTTP/1.1" status: 200 len: 210 time: 0.0798900 Jul 15 23:03:45.608441 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=55522528-4b35-4559-80c5-ec566ee0e5f6,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:45.677690 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9279185-8c91-4231-ba72-ce6edc30ab8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:45.701772 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47846) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:45.707281 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-3610595e-ea03-40c3-82af-bee777f685dc admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-158661108-network', 'tenant_id': '080387591415450ab7eff719a092c7c6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:45.739988 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3610595e-ea03-40c3-82af-bee777f685dc admin admin] Made reservation on behalf of 080387591415450ab7eff719a092c7c6 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:03:45.746594 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3610595e-ea03-40c3-82af-bee777f685dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:45.766070 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9279185-8c91-4231-ba72-ce6edc30ab8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:45.785029 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3610595e-ea03-40c3-82af-bee777f685dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:45.810407 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9279185-8c91-4231-ba72-ce6edc30ab8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:45.813183 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b9279185-8c91-4231-ba72-ce6edc30ab8b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e2bed53f-7380-4e8a-ba16-767cbf1bfff0 HTTP/1.1" status: 204 len: 168 time: 0.6108475 Jul 15 23:03:45.814332 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9279185-8c91-4231-ba72-ce6edc30ab8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2bed53f-7380-4e8a-ba16-767cbf1bfff0,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:45.819878 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef8877a-9df6-4942-91d1-7097a5989e3d None None] Network 75207f8b-eda7-43cf-a595-6566e6e8d8ba requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:03:45.828154 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47848) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:46.264234 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9338a07a-39bf-410b-a8a8-cbcea596b44b None None] Sync routers for ids ['db5a3676-c228-40ea-bebf-3aab2804516d'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:03:46.278583 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9338a07a-39bf-410b-a8a8-cbcea596b44b None None] Routers {'db5a3676-c228-40ea-bebf-3aab2804516d'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:03:46.279495 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9338a07a-39bf-410b-a8a8-cbcea596b44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:03:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['db5a3676-c228-40ea-bebf-3aab2804516d'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:46.338078 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1352e932-aa90-4a71-ab8c-c6c7ee912e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:46.428641 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef63e4a-3009-4115-ba96-01ad66a69106 None None] DHCP port deletion for 75207f8b-eda7-43cf-a595-6566e6e8d8ba request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:03:46.549468 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-eef63e4a-3009-4115-ba96-01ad66a69106 None None] Deleting port 5413b46a-afe9-45ad-8d84-ad7ec9b8c2f4 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:03:46.550225 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-eef63e4a-3009-4115-ba96-01ad66a69106 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:46.596706 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 55522528-4b35-4559-80c5-ec566ee0e5f6 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:03:46.613997 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-1352e932-aa90-4a71-ab8c-c6c7ee912e93 admin admin] Deleting port 5413b46a-afe9-45ad-8d84-ad7ec9b8c2f4 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:03:46.614553 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1352e932-aa90-4a71-ab8c-c6c7ee912e93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:46.672990 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-9338a07a-39bf-410b-a8a8-cbcea596b44b None None] Set router db5a3676-c228-40ea-bebf-3aab2804516d gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:03:46.734002 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-eef63e4a-3009-4115-ba96-01ad66a69106 None None] For port 5413b46a-afe9-45ad-8d84-ad7ec9b8c2f4, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=5413b46a-afe9-45ad-8d84-ad7ec9b8c2f4,segment=NetworkSegment(38f71638-c306-4730-a1d2-405253498f6c),segment_id=38f71638-c306-4730-a1d2-405253498f6c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:46.734802 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-eef63e4a-3009-4115-ba96-01ad66a69106 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:46.781932 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-eef63e4a-3009-4115-ba96-01ad66a69106 None None] Calling delete_port for 5413b46a-afe9-45ad-8d84-ad7ec9b8c2f4 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:03:46.819610 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3610595e-ea03-40c3-82af-bee777f685dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:46.828773 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-aad12723-169a-435d-b192-e0fa01f14842 req-0f0d3a7f-bdda-4f97-b05e-24f85729f94f tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=62cceed33b584263a479cc7894943fe0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0672174 Jul 15 23:03:46.854252 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3610595e-ea03-40c3-82af-bee777f685dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:46.871998 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-1352e932-aa90-4a71-ab8c-c6c7ee912e93 admin admin] For port 5413b46a-afe9-45ad-8d84-ad7ec9b8c2f4, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=5413b46a-afe9-45ad-8d84-ad7ec9b8c2f4,segment=NetworkSegment(38f71638-c306-4730-a1d2-405253498f6c),segment_id=38f71638-c306-4730-a1d2-405253498f6c)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:46.872880 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1352e932-aa90-4a71-ab8c-c6c7ee912e93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:46.921892 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-1352e932-aa90-4a71-ab8c-c6c7ee912e93 admin admin] Calling delete_port for 5413b46a-afe9-45ad-8d84-ad7ec9b8c2f4 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:03:47.026115 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3610595e-ea03-40c3-82af-bee777f685dc admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:03:47.038297 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 55522528-4b35-4559-80c5-ec566ee0e5f6 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:47.038665 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:47.087152 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad12723-169a-435d-b192-e0fa01f14842 req-f747172f-6fed-442a-82b2-d31aba2672fb tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:47.093586 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-aad12723-169a-435d-b192-e0fa01f14842 req-f747172f-6fed-442a-82b2-d31aba2672fb tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2569115 Jul 15 23:03:47.113517 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-aad12723-169a-435d-b192-e0fa01f14842 req-fb5334f6-880d-4e84-8533-b0cd200bf04f tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Request body: {'port': {'device_id': '1cea6c7d-503a-4dda-bcf4-66dceac58372', 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'admin_state_up': True, 'tenant_id': '62cceed33b584263a479cc7894943fe0'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:47.174842 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3610595e-ea03-40c3-82af-bee777f685dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=666004bb-08ae-48e0-948e-21c34ab3071c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:47.175332 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-eef63e4a-3009-4115-ba96-01ad66a69106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:47.185252 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3610595e-ea03-40c3-82af-bee777f685dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:47.185895 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-3610595e-ea03-40c3-82af-bee777f685dc admin admin] Added segment 8a45d698-3d6f-4f84-8082-5ddd4a895be1 of type vlan for network 53579109-d175-4b99-acde-2e2dc798daeb Jul 15 23:03:47.197525 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9338a07a-39bf-410b-a8a8-cbcea596b44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db5a3676-c228-40ea-bebf-3aab2804516d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2035461931-router', 'tenant_id': '074ece40fd6c43448dcae252eb464193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '55522528-4b35-4559-80c5-ec566ee0e5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:34Z', 'updated_at': '2021-07-15T23:03:42Z', 'revision_number': 4, 'project_id': '074ece40fd6c43448dcae252eb464193', 'gw_port': {'id': '55522528-4b35-4559-80c5-ec566ee0e5f6', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5a3676-c228-40ea-bebf-3aab2804516d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:36Z', 'updated_at': '2021-07-15T23:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'bcbc0297-b414-4838-ab59-79342bf5ec63', 'name': '', 'network_id': 'be691b14-f658-4c94-a440-dfbc864ac572', 'tenant_id': '074ece40fd6c43448dcae252eb464193', 'mac_address': 'fa:16:3e:30:81:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db5a3676-c228-40ea-bebf-3aab2804516d', 'device_owner': 'network:router_interface', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': '1bd33cd5-6d6f-4fda-b898-a1467f01579b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:40Z', 'updated_at': '2021-07-15T23:03:42Z', 'revision_number': 2, 'project_id': '074ece40fd6c43448dcae252eb464193', 'subnets': [{'id': '1bd33cd5-6d6f-4fda-b898-a1467f01579b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:47.258998 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef63e4a-3009-4115-ba96-01ad66a69106 None None] Pushing event deleted for resources: {'Port': ['ID=5413b46a-afe9-45ad-8d84-ad7ec9b8c2f4,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:47.261725 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef63e4a-3009-4115-ba96-01ad66a69106 None None] No DVR routers for this DVR port 5413b46a-afe9-45ad-8d84-ad7ec9b8c2f4 on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:03:47.272843 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddeea30-a66f-4772-81b8-6349b46f43b1 req-d5842960-769b-40de-9268-9a3acd4b42b1 tempest-ServersOnMultiNodesTest-1707304536 tempest-ServersOnMultiNodesTest-1707304536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:47.280944 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fddeea30-a66f-4772-81b8-6349b46f43b1 req-d5842960-769b-40de-9268-9a3acd4b42b1 tempest-ServersOnMultiNodesTest-1707304536 tempest-ServersOnMultiNodesTest-1707304536-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=70896dfb-4452-495b-ade7-c85ec54b4cc6 HTTP/1.1" status: 200 len: 1100 time: 0.3742857 Jul 15 23:03:47.321518 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3610595e-ea03-40c3-82af-bee777f685dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:47.323639 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9338a07a-39bf-410b-a8a8-cbcea596b44b None None] Checking router: db5a3676-c228-40ea-bebf-3aab2804516d for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:03:47.324118 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9338a07a-39bf-410b-a8a8-cbcea596b44b None None] Updating router db5a3676-c228-40ea-bebf-3aab2804516d port bcbc0297-b414-4838-ab59-79342bf5ec63 binding host n-d-794306-6 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:03:47.374813 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 6e87b5cf-9cf3-42cb-ad3c-410ca0069871 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:03:47.398761 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3610595e-ea03-40c3-82af-bee777f685dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:47.404307 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3610595e-ea03-40c3-82af-bee777f685dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:47.405113 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3610595e-ea03-40c3-82af-bee777f685dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:47.409551 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9338a07a-39bf-410b-a8a8-cbcea596b44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:47.410429 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fddeea30-a66f-4772-81b8-6349b46f43b1 req-2ab11bd7-bd89-415e-8ee7-76100d7d7ed8 tempest-ServersOnMultiNodesTest-1707304536 tempest-ServersOnMultiNodesTest-1707304536-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:47.423611 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 6e87b5cf-9cf3-42cb-ad3c-410ca0069871 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:03:47.431217 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 6e87b5cf-9cf3-42cb-ad3c-410ca0069871 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:03:47.433910 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 5413b46a-afe9-45ad-8d84-ad7ec9b8c2f4 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:03:47.449270 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aad12723-169a-435d-b192-e0fa01f14842 req-fb5334f6-880d-4e84-8533-b0cd200bf04f tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Made reservation on behalf of 62cceed33b584263a479cc7894943fe0 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:03:47.460236 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-aad12723-169a-435d-b192-e0fa01f14842 req-fb5334f6-880d-4e84-8533-b0cd200bf04f tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:47.474083 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 5413b46a-afe9-45ad-8d84-ad7ec9b8c2f4 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:03:47.474505 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 5413b46a-afe9-45ad-8d84-ad7ec9b8c2f4 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:03:47.478566 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-3610595e-ea03-40c3-82af-bee777f685dc admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7751696 Jul 15 23:03:47.488304 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47900) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:47.498390 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-9ae92005-42e9-4f6c-88d6-a3b412a7e70b admin admin] Request body: {'subnet': {'network_id': '53579109-d175-4b99-acde-2e2dc798daeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-158661108-subnet', 'tenant_id': '080387591415450ab7eff719a092c7c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:47.510768 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1352e932-aa90-4a71-ab8c-c6c7ee912e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:47.565133 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3610595e-ea03-40c3-82af-bee777f685dc admin admin] Pushing event updated for resources: {'Network': ['ID=53579109-d175-4b99-acde-2e2dc798daeb,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:47.595725 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1352e932-aa90-4a71-ab8c-c6c7ee912e93 admin admin] Pushing event deleted for resources: {'Port': ['ID=5413b46a-afe9-45ad-8d84-ad7ec9b8c2f4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:47.600394 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1352e932-aa90-4a71-ab8c-c6c7ee912e93 admin admin] No DVR routers for this DVR port 5413b46a-afe9-45ad-8d84-ad7ec9b8c2f4 on host n-d-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:03:47.600981 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 53579109-d175-4b99-acde-2e2dc798daeb details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:03:47.704271 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-aad12723-169a-435d-b192-e0fa01f14842 req-fb5334f6-880d-4e84-8533-b0cd200bf04f tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Allocated IP 192.168.233.227 (5d412861-bef3-4cc1-ae9f-87a6a36753c0/0d909a96-22de-4aa9-b690-1c7da965ceac/c17b1e91-e08b-4e4f-93da-cacfd2a71aaf) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:03:47.721267 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fddeea30-a66f-4772-81b8-6349b46f43b1 req-2ab11bd7-bd89-415e-8ee7-76100d7d7ed8 tempest-ServersOnMultiNodesTest-1707304536 tempest-ServersOnMultiNodesTest-1707304536-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:47.783227 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1352e932-aa90-4a71-ab8c-c6c7ee912e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:47.797560 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1352e932-aa90-4a71-ab8c-c6c7ee912e93 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 23:03:47.797917 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1352e932-aa90-4a71-ab8c-c6c7ee912e93 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 23:03:47.798656 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1352e932-aa90-4a71-ab8c-c6c7ee912e93 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 23:03:47.799043 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1352e932-aa90-4a71-ab8c-c6c7ee912e93 admin admin] Subscribe: > port after_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 23:03:47.799382 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1352e932-aa90-4a71-ab8c-c6c7ee912e93 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 23:03:47.799889 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1352e932-aa90-4a71-ab8c-c6c7ee912e93 admin admin] Subscribe: > port after_update 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 23:03:47.800220 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1352e932-aa90-4a71-ab8c-c6c7ee912e93 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 23:03:47.800707 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1352e932-aa90-4a71-ab8c-c6c7ee912e93 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 23:03:47.801091 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1352e932-aa90-4a71-ab8c-c6c7ee912e93 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 23:03:47.801413 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1352e932-aa90-4a71-ab8c-c6c7ee912e93 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 23:03:47.825999 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9338a07a-39bf-410b-a8a8-cbcea596b44b None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:47.837205 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-9338a07a-39bf-410b-a8a8-cbcea596b44b None None] Transition to ACTIVE for port object bcbc0297-b414-4838-ab59-79342bf5ec63 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:03:47.846337 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9338a07a-39bf-410b-a8a8-cbcea596b44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:47.882104 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47902) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:47.887503 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1fcbd339-d1cf-4cb7-92f6-71bdc0aa2c34 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1452551997', 'description': 'tempest-description--1670822139'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:47.940850 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db41bf28-7ba5-4306-885d-f149a5970696 None None] Pushing event updated for resources: {'Port': ['ID=bcbc0297-b414-4838-ab59-79342bf5ec63,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:48.060593 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-9338a07a-39bf-410b-a8a8-cbcea596b44b None None] Attempting to bind port bcbc0297-b414-4838-ab59-79342bf5ec63 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:03:48.061076 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-9338a07a-39bf-410b-a8a8-cbcea596b44b None None] Attempting to bind port bcbc0297-b414-4838-ab59-79342bf5ec63 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'cb5a350d-7b3e-4904-baaa-34721610753c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'be691b14-f658-4c94-a440-dfbc864ac572'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:03:48.061397 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9338a07a-39bf-410b-a8a8-cbcea596b44b None None] Attempting to bind port bcbc0297-b414-4838-ab59-79342bf5ec63 on network be691b14-f658-4c94-a440-dfbc864ac572 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:03:48.066961 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9338a07a-39bf-410b-a8a8-cbcea596b44b None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:03:48.067336 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9338a07a-39bf-410b-a8a8-cbcea596b44b None None] Checking segment: {'id': 'cb5a350d-7b3e-4904-baaa-34721610753c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'be691b14-f658-4c94-a440-dfbc864ac572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:03:48.067897 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9338a07a-39bf-410b-a8a8-cbcea596b44b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:48.068295 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9338a07a-39bf-410b-a8a8-cbcea596b44b None None] Bound using segment: {'id': 'cb5a350d-7b3e-4904-baaa-34721610753c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'be691b14-f658-4c94-a440-dfbc864ac572'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:03:48.068760 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-9338a07a-39bf-410b-a8a8-cbcea596b44b None None] Bound port: bcbc0297-b414-4838-ab59-79342bf5ec63, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb5a350d-7b3e-4904-baaa-34721610753c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'be691b14-f658-4c94-a440-dfbc864ac572'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:03:48.069328 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9338a07a-39bf-410b-a8a8-cbcea596b44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:48.093430 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-aad12723-169a-435d-b192-e0fa01f14842 req-fb5334f6-880d-4e84-8533-b0cd200bf04f tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:48.107167 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-aad12723-169a-435d-b192-e0fa01f14842 req-fb5334f6-880d-4e84-8533-b0cd200bf04f tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Transition to ACTIVE for port object c17b1e91-e08b-4e4f-93da-cacfd2a71aaf will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:03:48.139368 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-9338a07a-39bf-410b-a8a8-cbcea596b44b None None] For port bcbc0297-b414-4838-ab59-79342bf5ec63, host n-d-794306-6, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:03:48.143048 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-9338a07a-39bf-410b-a8a8-cbcea596b44b None None] For port bcbc0297-b414-4838-ab59-79342bf5ec63, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=bcbc0297-b414-4838-ab59-79342bf5ec63,segment=NetworkSegment(cb5a350d-7b3e-4904-baaa-34721610753c),segment_id=cb5a350d-7b3e-4904-baaa-34721610753c)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:03:48.145051 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-aad12723-169a-435d-b192-e0fa01f14842 req-fb5334f6-880d-4e84-8533-b0cd200bf04f tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:48.147197 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9338a07a-39bf-410b-a8a8-cbcea596b44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:48.153335 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1352e932-aa90-4a71-ab8c-c6c7ee912e93 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 23:03:48.155226 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1352e932-aa90-4a71-ab8c-c6c7ee912e93 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 23:03:48.155226 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1352e932-aa90-4a71-ab8c-c6c7ee912e93 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 23:03:48.155226 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1352e932-aa90-4a71-ab8c-c6c7ee912e93 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 23:03:48.155485 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-1352e932-aa90-4a71-ab8c-c6c7ee912e93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75207f8b-eda7-43cf-a595-6566e6e8d8ba']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:48.179917 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fddeea30-a66f-4772-81b8-6349b46f43b1 req-2ab11bd7-bd89-415e-8ee7-76100d7d7ed8 tempest-ServersOnMultiNodesTest-1707304536 tempest-ServersOnMultiNodesTest-1707304536-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:48.182924 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['d1ea5d77-1acc-48d2-9c60-c3b134c8afe1'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:03:48.196181 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aad12723-169a-435d-b192-e0fa01f14842 req-fb5334f6-880d-4e84-8533-b0cd200bf04f tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:03:48.200595 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-aad12723-169a-435d-b192-e0fa01f14842 req-fb5334f6-880d-4e84-8533-b0cd200bf04f tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:03:48.204908 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-aad12723-169a-435d-b192-e0fa01f14842 req-fb5334f6-880d-4e84-8533-b0cd200bf04f tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:03:48.211492 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad12723-169a-435d-b192-e0fa01f14842 req-fb5334f6-880d-4e84-8533-b0cd200bf04f tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:48.212124 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9338a07a-39bf-410b-a8a8-cbcea596b44b None None] Routers {'db5a3676-c228-40ea-bebf-3aab2804516d'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:03:48.214160 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9338a07a-39bf-410b-a8a8-cbcea596b44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:03:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['db5a3676-c228-40ea-bebf-3aab2804516d'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:48.214434 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-aad12723-169a-435d-b192-e0fa01f14842 req-fb5334f6-880d-4e84-8533-b0cd200bf04f tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:48.216753 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db41bf28-7ba5-4306-885d-f149a5970696 None None] Pushing event updated for resources: {'Port': ['ID=bcbc0297-b414-4838-ab59-79342bf5ec63,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:48.221449 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fddeea30-a66f-4772-81b8-6349b46f43b1 req-2ab11bd7-bd89-415e-8ee7-76100d7d7ed8 tempest-ServersOnMultiNodesTest-1707304536 tempest-ServersOnMultiNodesTest-1707304536-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9376392 Jul 15 23:03:48.225197 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5334f6-880d-4e84-8533-b0cd200bf04f tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Pushing event updated for resources: {'Port': ['ID=c17b1e91-e08b-4e4f-93da-cacfd2a71aaf,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:48.292974 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-1352e932-aa90-4a71-ab8c-c6c7ee912e93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38f71638-c306-4730-a1d2-405253498f6c') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:48.293982 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-1352e932-aa90-4a71-ab8c-c6c7ee912e93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38f71638-c306-4730-a1d2-405253498f6c') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:48.351353 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1352e932-aa90-4a71-ab8c-c6c7ee912e93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:48.387313 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-9338a07a-39bf-410b-a8a8-cbcea596b44b None None] Set router db5a3676-c228-40ea-bebf-3aab2804516d gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:03:48.423058 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae92005-42e9-4f6c-88d6-a3b412a7e70b admin admin] Made reservation on behalf of 080387591415450ab7eff719a092c7c6 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:03:48.426382 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9ae92005-42e9-4f6c-88d6-a3b412a7e70b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:48.462875 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1fcbd339-d1cf-4cb7-92f6-71bdc0aa2c34 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:48.480738 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-aad12723-169a-435d-b192-e0fa01f14842 req-fb5334f6-880d-4e84-8533-b0cd200bf04f tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3712549 Jul 15 23:03:48.522676 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-aad12723-169a-435d-b192-e0fa01f14842 req-f4b05b9b-74cd-457a-b0c1-f33bd6ecdaa6 service neutron] Request body: {'port': {'device_id': '1cea6c7d-503a-4dda-bcf4-66dceac58372', 'device_owner': 'compute:tempest-test_az-542690290', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:48.544978 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da7fdaf-7c49-4ca2-9084-627e5b440179 req-bf5f873f-675a-4df3-a644-4567f30eb606 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:48.551632 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9da7fdaf-7c49-4ca2-9084-627e5b440179 req-bf5f873f-675a-4df3-a644-4567f30eb606 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.48 "GET /v2.0/ports?device_id=1cea6c7d-503a-4dda-bcf4-66dceac58372 HTTP/1.1" status: 200 len: 936 time: 0.3778150 Jul 15 23:03:48.554509 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1352e932-aa90-4a71-ab8c-c6c7ee912e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:48.558419 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab11bd7-bd89-415e-8ee7-76100d7d7ed8 tempest-ServersOnMultiNodesTest-1707304536 tempest-ServersOnMultiNodesTest-1707304536-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20cce9b0-526f-41ce-982d-7e2aaa3c9722,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:48.595624 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1352e932-aa90-4a71-ab8c-c6c7ee912e93 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:03:48.596035 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1352e932-aa90-4a71-ab8c-c6c7ee912e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:48.634042 n-d-794306-6 neutron-server[93770]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 23:03:48.634042 n-d-794306-6 neutron-server[93770]: from cryptography.utils import int_from_bytes Jul 15 23:03:48.634042 n-d-794306-6 neutron-server[93770]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 23:03:48.634042 n-d-794306-6 neutron-server[93770]: from cryptography.utils import int_from_bytes Jul 15 23:03:48.634042 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:03:48.634042 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:03:48.634042 n-d-794306-6 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:03:48.634042 n-d-794306-6 neutron-server[93770]: self.session.flush() Jul 15 23:03:48.634042 n-d-794306-6 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:03:48.634042 n-d-794306-6 neutron-server[93770]: self.session.flush() Jul 15 23:03:48.634042 n-d-794306-6 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:03:48.634042 n-d-794306-6 neutron-server[93770]: self.session.flush() Jul 15 23:03:48.634042 n-d-794306-6 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:03:48.634042 n-d-794306-6 neutron-server[93770]: self.session.flush() Jul 15 23:03:48.634042 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:03:48.634042 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:03:48.634042 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:03:48.634042 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:03:48.634042 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:03:48.634042 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:03:48.634042 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:03:48.634042 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:03:48.634042 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:03:48.634042 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:03:48.634042 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:03:48.634042 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:03:48.634042 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:03:48.634042 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:03:48.634042 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:03:48.634042 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:03:48.634042 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:03:48.634042 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:03:48.634042 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:03:48.634042 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:03:48.634042 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:03:48.634042 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:03:48.634042 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:03:48.634042 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:03:48.634042 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:03:48.634042 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:03:48.634042 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:03:48.634042 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:03:48.634042 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:03:48.634042 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:03:48.634042 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:03:48.634042 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:03:48.675379 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9da7fdaf-7c49-4ca2-9084-627e5b440179 req-65df8ddb-3d06-4705-8598-c3f38fb7cb0f tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.48 "GET /v2.0/security-groups?id=9cfb0a02-c7a8-4946-96ba-1a3c0ae1d374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125555 Jul 15 23:03:48.735832 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1352e932-aa90-4a71-ab8c-c6c7ee912e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:48.751463 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c19dbb04-5b3d-4109-86b7-e97ff7a86be5 None None] Provisioning for port c17b1e91-e08b-4e4f-93da-cacfd2a71aaf completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:03:48.752068 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1352e932-aa90-4a71-ab8c-c6c7ee912e93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:48.756851 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-1352e932-aa90-4a71-ab8c-c6c7ee912e93 admin admin] 10.222.0.48 "DELETE /v2.0/networks/75207f8b-eda7-43cf-a595-6566e6e8d8ba HTTP/1.1" status: 204 len: 168 time: 2.9209919 Jul 15 23:03:48.772128 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c19dbb04-5b3d-4109-86b7-e97ff7a86be5 None None] Provisioning complete for port c17b1e91-e08b-4e4f-93da-cacfd2a71aaf triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:48.772515 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c19dbb04-5b3d-4109-86b7-e97ff7a86be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:48.773247 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1352e932-aa90-4a71-ab8c-c6c7ee912e93 admin admin] Pushing event deleted for resources: {'Network': ['ID=75207f8b-eda7-43cf-a595-6566e6e8d8ba,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:48.777163 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9338a07a-39bf-410b-a8a8-cbcea596b44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db5a3676-c228-40ea-bebf-3aab2804516d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2035461931-router', 'tenant_id': '074ece40fd6c43448dcae252eb464193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '55522528-4b35-4559-80c5-ec566ee0e5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:34Z', 'updated_at': '2021-07-15T23:03:42Z', 'revision_number': 4, 'project_id': '074ece40fd6c43448dcae252eb464193', 'gw_port': {'id': '55522528-4b35-4559-80c5-ec566ee0e5f6', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5a3676-c228-40ea-bebf-3aab2804516d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:36Z', 'updated_at': '2021-07-15T23:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'bcbc0297-b414-4838-ab59-79342bf5ec63', 'name': '', 'network_id': 'be691b14-f658-4c94-a440-dfbc864ac572', 'tenant_id': '074ece40fd6c43448dcae252eb464193', 'mac_address': 'fa:16:3e:30:81:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db5a3676-c228-40ea-bebf-3aab2804516d', 'device_owner': 'network:router_interface', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': '1bd33cd5-6d6f-4fda-b898-a1467f01579b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:40Z', 'updated_at': '2021-07-15T23:03:48Z', 'revision_number': 4, 'project_id': '074ece40fd6c43448dcae252eb464193', 'subnets': [{'id': '1bd33cd5-6d6f-4fda-b898-a1467f01579b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:48.858943 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-aad12723-169a-435d-b192-e0fa01f14842 req-f4b05b9b-74cd-457a-b0c1-f33bd6ecdaa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:48.880337 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9338a07a-39bf-410b-a8a8-cbcea596b44b None None] The sync data for ids ['db5a3676-c228-40ea-bebf-3aab2804516d'] in n-d-794306-6 is: [{'id': 'db5a3676-c228-40ea-bebf-3aab2804516d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2035461931-router', 'tenant_id': '074ece40fd6c43448dcae252eb464193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '55522528-4b35-4559-80c5-ec566ee0e5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:34Z', 'updated_at': '2021-07-15T23:03:42Z', 'revision_number': 4, 'project_id': '074ece40fd6c43448dcae252eb464193', 'gw_port': {'id': '55522528-4b35-4559-80c5-ec566ee0e5f6', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5a3676-c228-40ea-bebf-3aab2804516d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:36Z', 'updated_at': '2021-07-15T23:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'bcbc0297-b414-4838-ab59-79342bf5ec63', 'name': '', 'network_id': 'be691b14-f658-4c94-a440-dfbc864ac572', 'tenant_id': '074ece40fd6c43448dcae252eb464193', 'mac_address': 'fa:16:3e:30:81:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db5a3676-c228-40ea-bebf-3aab2804516d', 'device_owner': 'network:router_interface', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': '1bd33cd5-6d6f-4fda-b898-a1467f01579b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:40Z', 'updated_at': '2021-07-15T23:03:48Z', 'revision_number': 4, 'project_id': '074ece40fd6c43448dcae252eb464193', 'subnets': [{'id': '1bd33cd5-6d6f-4fda-b898-a1467f01579b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:03:48.898598 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9ae92005-42e9-4f6c-88d6-a3b412a7e70b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:48.911486 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1fcbd339-d1cf-4cb7-92f6-71bdc0aa2c34 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:48.922704 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1fcbd339-d1cf-4cb7-92f6-71bdc0aa2c34 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:48.930929 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c19dbb04-5b3d-4109-86b7-e97ff7a86be5 None None] Port c17b1e91-e08b-4e4f-93da-cacfd2a71aaf cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:03:49.022826 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae92005-42e9-4f6c-88d6-a3b412a7e70b admin admin] Checking segment: {'id': '8a45d698-3d6f-4f84-8082-5ddd4a895be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '53579109-d175-4b99-acde-2e2dc798daeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:03:49.023193 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae92005-42e9-4f6c-88d6-a3b412a7e70b admin admin] Network hostable DHCP agents. Network: 53579109-d175-4b99-acde-2e2dc798daeb, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:03:49.037974 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae92005-42e9-4f6c-88d6-a3b412a7e70b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca9a7fca-f0a3-4390-ae75-b9e2fc1ec53f,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:49.074278 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae92005-42e9-4f6c-88d6-a3b412a7e70b admin admin] Network 53579109-d175-4b99-acde-2e2dc798daeb is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:03:49.109456 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-9ae92005-42e9-4f6c-88d6-a3b412a7e70b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 53579109-d175-4b99-acde-2e2dc798daeb) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:03:49.122043 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae92005-42e9-4f6c-88d6-a3b412a7e70b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:49.122043 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9ae92005-42e9-4f6c-88d6-a3b412a7e70b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:49.125556 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1fcbd339-d1cf-4cb7-92f6-71bdc0aa2c34 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:49.126982 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-1fcbd339-d1cf-4cb7-92f6-71bdc0aa2c34 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.2439258 Jul 15 23:03:49.133997 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb41255-9c9a-40d6-8774-a68ece04510b None None] Network 53579109-d175-4b99-acde-2e2dc798daeb requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:03:49.140268 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47944) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:49.147769 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcbd339-d1cf-4cb7-92f6-71bdc0aa2c34 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a217bd2c-98fe-4a70-96ed-f585468603cd,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:49.148322 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-061a2424-d73b-4af9-a17a-36690dc98533 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Request body: {'security_group_rule': {'security_group_id': 'a217bd2c-98fe-4a70-96ed-f585468603cd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:49.201870 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-9ae92005-42e9-4f6c-88d6-a3b412a7e70b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7124171 Jul 15 23:03:49.323732 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47960) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:49.324207 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-061a2424-d73b-4af9-a17a-36690dc98533 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:49.423620 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a2f36c-5e51-441f-8106-154f402913fe None None] Network 53579109-d175-4b99-acde-2e2dc798daeb requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:03:49.511371 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47972) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:49.535611 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-a5f0d2c3-5983-4d18-b32d-07faa36ac33c tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=9ac36772b83842538b63e725348a87e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1411161 Jul 15 23:03:49.641418 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47978) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:49.701222 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-aad12723-169a-435d-b192-e0fa01f14842 req-f4b05b9b-74cd-457a-b0c1-f33bd6ecdaa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c17b1e91-e08b-4e4f-93da-cacfd2a71aaf {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:03:49.731806 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-aad12723-169a-435d-b192-e0fa01f14842 req-f4b05b9b-74cd-457a-b0c1-f33bd6ecdaa6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:49.769187 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-aad12723-169a-435d-b192-e0fa01f14842 req-f4b05b9b-74cd-457a-b0c1-f33bd6ecdaa6 service neutron] Transition to ACTIVE for port object c17b1e91-e08b-4e4f-93da-cacfd2a71aaf will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:03:49.775381 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-aad12723-169a-435d-b192-e0fa01f14842 req-f4b05b9b-74cd-457a-b0c1-f33bd6ecdaa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:49.819221 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-b2691345-db70-4b78-8518-9490a45fede5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8e131fc1d8ba4dbfb079bf1d2b6690b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4814014 Jul 15 23:03:49.826374 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb8e0e3f-2111-45d8-a45d-19b773cf7a41 admin admin] Deleting subnet a16d9be7-f98e-4efa-8d17-8de9b02a6cf6 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:03:49.830432 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47988) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:49.846053 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b05b9b-74cd-457a-b0c1-f33bd6ecdaa6 service neutron] Pushing event updated for resources: {'Port': ['ID=c17b1e91-e08b-4e4f-93da-cacfd2a71aaf,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:49.867858 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7036d154-fc64-4e9f-bdb6-3d20be605abc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:49.882445 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb8e0e3f-2111-45d8-a45d-19b773cf7a41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:49.892051 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-aaedd224-1de7-4672-af78-872d0ac7b0d8 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:49.904410 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-aaedd224-1de7-4672-af78-872d0ac7b0d8 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3675494 Jul 15 23:03:49.957039 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-aad12723-169a-435d-b192-e0fa01f14842 req-f4b05b9b-74cd-457a-b0c1-f33bd6ecdaa6 service neutron] Attempting to bind port c17b1e91-e08b-4e4f-93da-cacfd2a71aaf on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:03:49.958615 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-aad12723-169a-435d-b192-e0fa01f14842 req-f4b05b9b-74cd-457a-b0c1-f33bd6ecdaa6 service neutron] Attempting to bind port c17b1e91-e08b-4e4f-93da-cacfd2a71aaf by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:03:49.958615 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad12723-169a-435d-b192-e0fa01f14842 req-f4b05b9b-74cd-457a-b0c1-f33bd6ecdaa6 service neutron] Attempting to bind port c17b1e91-e08b-4e4f-93da-cacfd2a71aaf on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:03:49.970205 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad12723-169a-435d-b192-e0fa01f14842 req-f4b05b9b-74cd-457a-b0c1-f33bd6ecdaa6 service neutron] Port c17b1e91-e08b-4e4f-93da-cacfd2a71aaf on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:03:49.970512 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad12723-169a-435d-b192-e0fa01f14842 req-f4b05b9b-74cd-457a-b0c1-f33bd6ecdaa6 service neutron] Attempting to bind port c17b1e91-e08b-4e4f-93da-cacfd2a71aaf on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:03:49.987661 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad12723-169a-435d-b192-e0fa01f14842 req-f4b05b9b-74cd-457a-b0c1-f33bd6ecdaa6 service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:03:49.988016 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad12723-169a-435d-b192-e0fa01f14842 req-f4b05b9b-74cd-457a-b0c1-f33bd6ecdaa6 service neutron] Checking segment: {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:03:49.988803 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad12723-169a-435d-b192-e0fa01f14842 req-f4b05b9b-74cd-457a-b0c1-f33bd6ecdaa6 service neutron] Bound using segment: {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:03:49.989473 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-aad12723-169a-435d-b192-e0fa01f14842 req-f4b05b9b-74cd-457a-b0c1-f33bd6ecdaa6 service neutron] Bound port: c17b1e91-e08b-4e4f-93da-cacfd2a71aaf, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:03:49.990016 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-aad12723-169a-435d-b192-e0fa01f14842 req-f4b05b9b-74cd-457a-b0c1-f33bd6ecdaa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:50.015243 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-061a2424-d73b-4af9-a17a-36690dc98533 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:50.065561 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-4f42119b-8d39-40fc-b075-784150113965 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/quotas/9ac36772b83842538b63e725348a87e1 HTTP/1.1" status: 200 len: 375 time: 0.1599147 Jul 15 23:03:50.067377 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-061a2424-d73b-4af9-a17a-36690dc98533 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:50.103785 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7036d154-fc64-4e9f-bdb6-3d20be605abc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:50.108900 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb8e0e3f-2111-45d8-a45d-19b773cf7a41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:50.114542 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7036d154-fc64-4e9f-bdb6-3d20be605abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:50.188965 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-7036d154-fc64-4e9f-bdb6-3d20be605abc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=79299b3ece224300a1301cdc1b5996d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5463042 Jul 15 23:03:50.190166 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-aad12723-169a-435d-b192-e0fa01f14842 req-f4b05b9b-74cd-457a-b0c1-f33bd6ecdaa6 service neutron] For port c17b1e91-e08b-4e4f-93da-cacfd2a71aaf, host n-h1-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:03:50.191963 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-061a2424-d73b-4af9-a17a-36690dc98533 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:50.192581 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7036d154-fc64-4e9f-bdb6-3d20be605abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e77010a6-aed8-48c6-a50a-fb53778b9dfb,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:50.193168 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-061a2424-d73b-4af9-a17a-36690dc98533 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0517650 Jul 15 23:03:50.200454 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47992) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:50.200919 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47994) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:50.215427 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061a2424-d73b-4af9-a17a-36690dc98533 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9666ac15-cacf-43a2-a072-99db53fc1e88,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:50.219970 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e2ed0a0f-4a12-4021-be80-1c45d59f66ec tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Request body: {'security_group_rule': {'security_group_id': 'a217bd2c-98fe-4a70-96ed-f585468603cd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:50.240451 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-aad12723-169a-435d-b192-e0fa01f14842 req-f4b05b9b-74cd-457a-b0c1-f33bd6ecdaa6 service neutron] For port c17b1e91-e08b-4e4f-93da-cacfd2a71aaf, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=c17b1e91-e08b-4e4f-93da-cacfd2a71aaf,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:03:50.251125 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-aad12723-169a-435d-b192-e0fa01f14842 req-f4b05b9b-74cd-457a-b0c1-f33bd6ecdaa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:50.286624 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d324a9-7f3e-4567-a2c4-592a56c67975 req-25971eca-46f7-47f1-af28-1b0b91050de4 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:50.288238 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-58d324a9-7f3e-4567-a2c4-592a56c67975 req-25971eca-46f7-47f1-af28-1b0b91050de4 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.48 "GET /v2.0/ports?device_id=1cea6c7d-503a-4dda-bcf4-66dceac58372 HTTP/1.1" status: 200 len: 969 time: 0.3761356 Jul 15 23:03:50.290957 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb8e0e3f-2111-45d8-a45d-19b773cf7a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:50.294044 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a437581f-7203-4cdc-8be9-0630a76d0bdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:50.323209 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2ed0a0f-4a12-4021-be80-1c45d59f66ec tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:50.327301 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad12723-169a-435d-b192-e0fa01f14842 req-f4b05b9b-74cd-457a-b0c1-f33bd6ecdaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:50.334730 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-aad12723-169a-435d-b192-e0fa01f14842 req-f4b05b9b-74cd-457a-b0c1-f33bd6ecdaa6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:50.336707 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-aad12723-169a-435d-b192-e0fa01f14842 req-f4b05b9b-74cd-457a-b0c1-f33bd6ecdaa6 service neutron] 10.222.0.49 "PUT /v2.0/ports/c17b1e91-e08b-4e4f-93da-cacfd2a71aaf HTTP/1.1" status: 200 len: 1117 time: 1.8407023 Jul 15 23:03:50.339949 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cea6c7d-503a-4dda-bcf4-66dceac58372', 'tag': 'c17b1e91-e08b-4e4f-93da-cacfd2a71aaf'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:03:50.342509 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf63d94-7196-4a66-92ed-b1249ead1efd" -d '{"events": [{"name": "network-changed", "server_uuid": "1cea6c7d-503a-4dda-bcf4-66dceac58372", "tag": "c17b1e91-e08b-4e4f-93da-cacfd2a71aaf"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:03:50.408836 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b05b9b-74cd-457a-b0c1-f33bd6ecdaa6 service neutron] Pushing event updated for resources: {'Port': ['ID=c17b1e91-e08b-4e4f-93da-cacfd2a71aaf,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:50.434598 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-067d21e2-3edf-4e48-a6b5-a0723b778ead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:50.484597 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-58d324a9-7f3e-4567-a2c4-592a56c67975 req-a0df484d-1d14-4063-a011-596c9dac410d tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.48 "GET /v2.0/security-groups?id=9cfb0a02-c7a8-4946-96ba-1a3c0ae1d374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640723 Jul 15 23:03:50.488133 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a437581f-7203-4cdc-8be9-0630a76d0bdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:50.513070 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-067d21e2-3edf-4e48-a6b5-a0723b778ead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:50.554337 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2ed0a0f-4a12-4021-be80-1c45d59f66ec tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:50.567763 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2ed0a0f-4a12-4021-be80-1c45d59f66ec tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:50.583500 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device bcbc0297-b414-4838-ab59-79342bf5ec63 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:03:50.608779 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-707e089c-ebbf-421e-87bb-49d78f496e1d tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9ac36772b83842538b63e725348a87e1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5360572 Jul 15 23:03:50.622254 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ed0a0f-4a12-4021-be80-1c45d59f66ec tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=569684a7-7796-4101-a50c-5be024b7446d,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:50.627925 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2ed0a0f-4a12-4021-be80-1c45d59f66ec tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:50.632368 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e2ed0a0f-4a12-4021-be80-1c45d59f66ec tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4275789 Jul 15 23:03:50.641053 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47998) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:50.667363 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a5152f0c-57f7-4262-ab4b-faa63248070e tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Request body: {'floatingip': {'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:50.673615 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad12723-169a-435d-b192-e0fa01f14842 req-96aa7238-669d-46f3-a08d-3c496cb1a528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:50.676099 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-aad12723-169a-435d-b192-e0fa01f14842 req-96aa7238-669d-46f3-a08d-3c496cb1a528 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=62cceed33b584263a479cc7894943fe0&device_id=1cea6c7d-503a-4dda-bcf4-66dceac58372 HTTP/1.1" status: 200 len: 1120 time: 0.2699342 Jul 15 23:03:50.705214 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb8e0e3f-2111-45d8-a45d-19b773cf7a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:50.710241 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port bcbc0297-b414-4838-ab59-79342bf5ec63 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:03:50.715549 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port bcbc0297-b414-4838-ab59-79342bf5ec63 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:50.716159 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:50.795310 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8e0e3f-2111-45d8-a45d-19b773cf7a41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a16d9be7-f98e-4efa-8d17-8de9b02a6cf6,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:50.795528 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-aad12723-169a-435d-b192-e0fa01f14842 req-1bdd74c0-1114-49ec-896e-d3bcc5acd1a0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=c17b1e91-e08b-4e4f-93da-cacfd2a71aaf HTTP/1.1" status: 200 len: 217 time: 0.0929973 Jul 15 23:03:50.798559 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-067d21e2-3edf-4e48-a6b5-a0723b778ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:50.801969 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-067d21e2-3edf-4e48-a6b5-a0723b778ead admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:50.803324 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-067d21e2-3edf-4e48-a6b5-a0723b778ead admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e77010a6-aed8-48c6-a50a-fb53778b9dfb HTTP/1.1" status: 204 len: 168 time: 0.5997961 Jul 15 23:03:50.830913 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb8e0e3f-2111-45d8-a45d-19b773cf7a41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:50.833136 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a5152f0c-57f7-4262-ab4b-faa63248070e tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:50.834846 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-eb8e0e3f-2111-45d8-a45d-19b773cf7a41 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a16d9be7-f98e-4efa-8d17-8de9b02a6cf6 HTTP/1.1" status: 204 len: 168 time: 1.3219011 Jul 15 23:03:50.836359 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a437581f-7203-4cdc-8be9-0630a76d0bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:50.840735 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a437581f-7203-4cdc-8be9-0630a76d0bdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:50.842020 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-a437581f-7203-4cdc-8be9-0630a76d0bdf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4ced5e29-9789-413b-b871-313e9c1e7215 HTTP/1.1" status: 204 len: 168 time: 1.0076897 Jul 15 23:03:50.842747 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 48010) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:50.879088 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55839bc3-60a7-463b-bc7b-651389141304 x-openstack-request-id: req-55839bc3-60a7-463b-bc7b-651389141304 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:03:50.885927 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cea6c7d-503a-4dda-bcf4-66dceac58372", "tag": "c17b1e91-e08b-4e4f-93da-cacfd2a71aaf", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:03:50.887127 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-55839bc3-60a7-463b-bc7b-651389141304 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:03:50.892456 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cea6c7d-503a-4dda-bcf4-66dceac58372', 'tag': 'c17b1e91-e08b-4e4f-93da-cacfd2a71aaf', 'status': 'completed', 'code': 200} Jul 15 23:03:50.897459 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067d21e2-3edf-4e48-a6b5-a0723b778ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77010a6-aed8-48c6-a50a-fb53778b9dfb,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:50.916298 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:50.920621 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a437581f-7203-4cdc-8be9-0630a76d0bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ced5e29-9789-413b-b871-313e9c1e7215,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:51.008171 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port bcbc0297-b414-4838-ab59-79342bf5ec63, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=bcbc0297-b414-4838-ab59-79342bf5ec63,segment=NetworkSegment(cb5a350d-7b3e-4904-baaa-34721610753c),segment_id=cb5a350d-7b3e-4904-baaa-34721610753c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:51.014608 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:51.030299 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad12723-169a-435d-b192-e0fa01f14842 req-5d298ab6-ed78-4eac-bbed-ff150e83b279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:51.034172 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-aad12723-169a-435d-b192-e0fa01f14842 req-5d298ab6-ed78-4eac-bbed-ff150e83b279 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.2286122 Jul 15 23:03:51.113947 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c81248c7-5627-472d-a157-ca1a3e15bdcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:51.169494 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=bcbc0297-b414-4838-ab59-79342bf5ec63,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:51.301367 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad12723-169a-435d-b192-e0fa01f14842 req-53b36a97-2d22-452e-812e-9c082cea2c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:51.303180 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-aad12723-169a-435d-b192-e0fa01f14842 req-53b36a97-2d22-452e-812e-9c082cea2c27 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2601180 Jul 15 23:03:51.363400 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a5152f0c-57f7-4262-ab4b-faa63248070e tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:51.497525 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-aad12723-169a-435d-b192-e0fa01f14842 req-b6643b98-f231-4993-993c-a86900ab81f4 service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860673 Jul 15 23:03:51.535851 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 48042) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:51.584951 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f45e0989-2ae8-4a3e-89d0-5d956332e05b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:51.719343 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-a5152f0c-57f7-4262-ab4b-faa63248070e tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Allocated IP 172.25.5.192 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/44ea50ab-aacd-49d4-b6c4-c27633fefacf) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:03:51.774367 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-aad12723-169a-435d-b192-e0fa01f14842 req-b398302b-cb86-4fee-b6ad-cd849e8db379 service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501080 Jul 15 23:03:51.862763 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c81248c7-5627-472d-a157-ca1a3e15bdcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:51.886301 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-c81248c7-5627-472d-a157-ca1a3e15bdcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87dc0808-b9e7-40d9-8a29-1c821c28018c']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:51.915492 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-c81248c7-5627-472d-a157-ca1a3e15bdcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f531b10-9901-4137-bfac-8f9dcdf10b2a') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:51.916040 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-c81248c7-5627-472d-a157-ca1a3e15bdcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f531b10-9901-4137-bfac-8f9dcdf10b2a') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:51.936973 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c81248c7-5627-472d-a157-ca1a3e15bdcc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:52.006957 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c81248c7-5627-472d-a157-ca1a3e15bdcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:52.021413 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c81248c7-5627-472d-a157-ca1a3e15bdcc admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:03:52.022274 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c81248c7-5627-472d-a157-ca1a3e15bdcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:52.026642 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:03:52.026642 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:03:52.026642 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:03:52.026642 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:03:52.026642 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:03:52.026642 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:03:52.026642 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:03:52.026642 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:03:52.026642 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:03:52.026642 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:03:52.026642 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:03:52.026642 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:03:52.026642 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:03:52.026642 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:03:52.026642 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:03:52.026642 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:03:52.026642 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:03:52.026642 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:03:52.026642 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:03:52.026642 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:03:52.026642 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:03:52.026642 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:03:52.026642 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:03:52.026642 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:03:52.026642 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:03:52.026642 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:03:52.026642 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:03:52.026642 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:03:52.026642 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:03:52.026642 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:03:52.026642 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:03:52.026642 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:03:52.086017 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a5152f0c-57f7-4262-ab4b-faa63248070e tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:52.126155 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf63d94-7196-4a66-92ed-b1249ead1efd req-dca25908-9c0c-4e03-be9e-3d82ceb5ff04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:52.128909 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c81248c7-5627-472d-a157-ca1a3e15bdcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:52.131413 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-adf63d94-7196-4a66-92ed-b1249ead1efd req-dca25908-9c0c-4e03-be9e-3d82ceb5ff04 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=62cceed33b584263a479cc7894943fe0&device_id=1cea6c7d-503a-4dda-bcf4-66dceac58372 HTTP/1.1" status: 200 len: 1120 time: 0.2494926 Jul 15 23:03:52.142925 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e56b8-a7f3-454a-8c63-c46562b38fc3 req-a2fa269b-88ec-47db-af96-9c41106928af tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:52.144696 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1b7e56b8-a7f3-454a-8c63-c46562b38fc3 req-a2fa269b-88ec-47db-af96-9c41106928af tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.48 "GET /v2.0/ports?device_id=1cea6c7d-503a-4dda-bcf4-66dceac58372 HTTP/1.1" status: 200 len: 969 time: 0.1917040 Jul 15 23:03:52.145816 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c81248c7-5627-472d-a157-ca1a3e15bdcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:52.148292 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-c81248c7-5627-472d-a157-ca1a3e15bdcc admin admin] 10.222.0.48 "DELETE /v2.0/networks/87dc0808-b9e7-40d9-8a29-1c821c28018c HTTP/1.1" status: 204 len: 168 time: 1.2992938 Jul 15 23:03:52.152290 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 48072) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:52.183438 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f45e0989-2ae8-4a3e-89d0-5d956332e05b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:52.185273 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81248c7-5627-472d-a157-ca1a3e15bdcc admin admin] Pushing event deleted for resources: {'Network': ['ID=87dc0808-b9e7-40d9-8a29-1c821c28018c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:52.208176 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f45e0989-2ae8-4a3e-89d0-5d956332e05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:52.247916 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-810cade3-d311-46bd-9a83-bc1cd0aaaa3f admin admin] Deleting subnet ca9a7fca-f0a3-4390-ae75-b9e2fc1ec53f {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:03:52.255212 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-810cade3-d311-46bd-9a83-bc1cd0aaaa3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:52.302581 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1b7e56b8-a7f3-454a-8c63-c46562b38fc3 req-7fac5fc8-30d4-45f9-a4a4-986df2f725f6 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.48 "GET /v2.0/security-groups?id=9cfb0a02-c7a8-4946-96ba-1a3c0ae1d374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292036 Jul 15 23:03:52.311797 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-810cade3-d311-46bd-9a83-bc1cd0aaaa3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:52.370469 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f45e0989-2ae8-4a3e-89d0-5d956332e05b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=639e1499d2104b21859a640a14ecc790&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8307188 Jul 15 23:03:52.375896 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 48082) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:52.420457 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-810cade3-d311-46bd-9a83-bc1cd0aaaa3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:52.495214 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45e0989-2ae8-4a3e-89d0-5d956332e05b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59afdd83-70e9-4336-ba26-0f28e9f6ca75,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:52.534935 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-810cade3-d311-46bd-9a83-bc1cd0aaaa3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:52.541186 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device bcbc0297-b414-4838-ab59-79342bf5ec63 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:03:52.591326 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810cade3-d311-46bd-9a83-bc1cd0aaaa3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca9a7fca-f0a3-4390-ae75-b9e2fc1ec53f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:52.595266 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e037bef0-3a16-4f53-acb5-c43e8feb2136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:52.600655 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf63d94-7196-4a66-92ed-b1249ead1efd req-0e8de084-af69-417b-b3e5-495f0954ad7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:52.601314 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-810cade3-d311-46bd-9a83-bc1cd0aaaa3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:52.602772 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-adf63d94-7196-4a66-92ed-b1249ead1efd req-0e8de084-af69-417b-b3e5-495f0954ad7d service neutron] 10.222.0.49 "GET /v2.0/networks?id=5d412861-bef3-4cc1-ae9f-87a6a36753c0 HTTP/1.1" status: 200 len: 870 time: 0.4588563 Jul 15 23:03:52.605784 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-810cade3-d311-46bd-9a83-bc1cd0aaaa3f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ca9a7fca-f0a3-4390-ae75-b9e2fc1ec53f HTTP/1.1" status: 204 len: 168 time: 0.4501846 Jul 15 23:03:52.605950 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a5152f0c-57f7-4262-ab4b-faa63248070e tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:52.606059 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 48100) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:52.620813 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port bcbc0297-b414-4838-ab59-79342bf5ec63 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:52.621300 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:52.664396 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5152f0c-57f7-4262-ab4b-faa63248070e tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Pushing event updated for resources: {'Port': ['ID=44ea50ab-aacd-49d4-b6c4-c27633fefacf,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:52.718995 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-adf63d94-7196-4a66-92ed-b1249ead1efd req-c4e515d2-fdee-4e08-be57-30988646730b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=c17b1e91-e08b-4e4f-93da-cacfd2a71aaf HTTP/1.1" status: 200 len: 217 time: 0.0556889 Jul 15 23:03:52.720910 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5152f0c-57f7-4262-ab4b-faa63248070e tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:03:52.722451 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-a5152f0c-57f7-4262-ab4b-faa63248070e tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:03:52.727037 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5152f0c-57f7-4262-ab4b-faa63248070e tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:03:52.848610 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4589f3ee-a719-414c-86c7-b2324162eda3 req-85580aeb-ca58-4e4c-9b9a-c31a14331104 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdd0c84f-a278-467d-8908-63914958ae37 HTTP/1.1" status: 200 len: 210 time: 0.0802951 Jul 15 23:03:52.850800 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e037bef0-3a16-4f53-acb5-c43e8feb2136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:52.874386 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-249dc2b4-205a-41fa-a586-eb05909691f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:52.898129 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf63d94-7196-4a66-92ed-b1249ead1efd req-687863e3-3e91-4f81-a8f5-c96e85fd7946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:52.899888 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-adf63d94-7196-4a66-92ed-b1249ead1efd req-687863e3-3e91-4f81-a8f5-c96e85fd7946 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.1613140 Jul 15 23:03:53.032267 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a5152f0c-57f7-4262-ab4b-faa63248070e tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:53.097825 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e037bef0-3a16-4f53-acb5-c43e8feb2136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:53.101580 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e037bef0-3a16-4f53-acb5-c43e8feb2136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:53.105794 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-e037bef0-3a16-4f53-acb5-c43e8feb2136 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/59afdd83-70e9-4336-ba26-0f28e9f6ca75 HTTP/1.1" status: 204 len: 168 time: 0.7258787 Jul 15 23:03:53.114829 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf63d94-7196-4a66-92ed-b1249ead1efd req-c2a5444a-23a1-47ea-971f-ec0473feaaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:53.116803 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-adf63d94-7196-4a66-92ed-b1249ead1efd req-c2a5444a-23a1-47ea-971f-ec0473feaaf8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1734354 Jul 15 23:03:53.124580 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a5152f0c-57f7-4262-ab4b-faa63248070e tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:53.161092 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-249dc2b4-205a-41fa-a586-eb05909691f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:53.201496 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e037bef0-3a16-4f53-acb5-c43e8feb2136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59afdd83-70e9-4336-ba26-0f28e9f6ca75,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:53.220689 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-249dc2b4-205a-41fa-a586-eb05909691f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53579109-d175-4b99-acde-2e2dc798daeb']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:53.242057 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-249dc2b4-205a-41fa-a586-eb05909691f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a45d698-3d6f-4f84-8082-5ddd4a895be1') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:53.242660 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-249dc2b4-205a-41fa-a586-eb05909691f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a45d698-3d6f-4f84-8082-5ddd4a895be1') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:03:53.274261 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-249dc2b4-205a-41fa-a586-eb05909691f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:53.302808 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-249dc2b4-205a-41fa-a586-eb05909691f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:53.340931 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-249dc2b4-205a-41fa-a586-eb05909691f7 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:03:53.343910 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-249dc2b4-205a-41fa-a586-eb05909691f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:53.352222 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:03:53.352222 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:03:53.352222 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:03:53.352222 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:03:53.352222 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:03:53.352222 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:03:53.352222 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:03:53.352222 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:03:53.352222 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:03:53.352222 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:03:53.352222 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:03:53.352222 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:03:53.352222 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:03:53.352222 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:03:53.352222 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:03:53.352222 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:03:53.352222 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:03:53.352222 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:03:53.352222 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:03:53.352222 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:03:53.352222 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:03:53.352222 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:03:53.352222 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:03:53.352222 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:03:53.352222 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:03:53.352222 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:03:53.352222 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:03:53.352222 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:03:53.352222 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:03:53.352222 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:03:53.352222 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:03:53.352222 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:03:53.516913 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-249dc2b4-205a-41fa-a586-eb05909691f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:53.530678 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-249dc2b4-205a-41fa-a586-eb05909691f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:53.536439 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-249dc2b4-205a-41fa-a586-eb05909691f7 admin admin] 10.222.0.48 "DELETE /v2.0/networks/53579109-d175-4b99-acde-2e2dc798daeb HTTP/1.1" status: 204 len: 168 time: 0.9293106 Jul 15 23:03:53.568620 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249dc2b4-205a-41fa-a586-eb05909691f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=53579109-d175-4b99-acde-2e2dc798daeb,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:53.888718 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a5152f0c-57f7-4262-ab4b-faa63248070e tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:53.938350 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a5152f0c-57f7-4262-ab4b-faa63248070e tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:53.944247 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8023fa7-e97e-4228-a005-43fc13893743 req-281cb6b3-e365-46f5-9c69-34430f42ab93 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:53.948179 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b8023fa7-e97e-4228-a005-43fc13893743 req-281cb6b3-e365-46f5-9c69-34430f42ab93 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.48 "GET /v2.0/ports?device_id=1cea6c7d-503a-4dda-bcf4-66dceac58372 HTTP/1.1" status: 200 len: 969 time: 0.1498232 Jul 15 23:03:54.009690 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b8023fa7-e97e-4228-a005-43fc13893743 req-c2a67ee7-b593-46d0-8fb8-eba4d568d071 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.48 "GET /v2.0/security-groups?id=9cfb0a02-c7a8-4946-96ba-1a3c0ae1d374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515494 Jul 15 23:03:54.064904 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 48186) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:54.177393 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-0b636d49-f7c6-4bc5-8048-def2ffd0e337 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=37cfd85a5c4a4b74b206bfc08cae992d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1111646 Jul 15 23:03:54.184494 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5152f0c-57f7-4262-ab4b-faa63248070e tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Pushing event updated for resources: {'Port': ['ID=44ea50ab-aacd-49d4-b6c4-c27633fefacf,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:54.200509 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 48192) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:54.203019 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a5152f0c-57f7-4262-ab4b-faa63248070e tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:54.223304 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-adf63d94-7196-4a66-92ed-b1249ead1efd req-2dcd4d07-883a-4d83-8e52-750a8901044a service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0900316 Jul 15 23:03:54.224385 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4c35fc59-f7e1-4e11-bbc1-06bfaaebc630 req-0115a4ef-9d72-4a8a-97cb-07ee2fa22b4e tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdd0c84f-a278-467d-8908-63914958ae37 HTTP/1.1" status: 200 len: 210 time: 0.0772076 Jul 15 23:03:54.272242 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 48194) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:54.308021 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 48202) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:54.320162 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a05c578-dc87-4631-813e-72f2ecf8e623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:54.353952 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-533408b7-7018-4e23-912e-4799d9816edc tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=9ac36772b83842538b63e725348a87e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379245 Jul 15 23:03:54.354157 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a05c578-dc87-4631-813e-72f2ecf8e623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:54.363290 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a5152f0c-57f7-4262-ab4b-faa63248070e tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:54.372823 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a5152f0c-57f7-4262-ab4b-faa63248070e tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7224848 Jul 15 23:03:54.423219 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a05c578-dc87-4631-813e-72f2ecf8e623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:54.426730 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a05c578-dc87-4631-813e-72f2ecf8e623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:54.428188 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-6a05c578-dc87-4631-813e-72f2ecf8e623 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2c01e91e-d56a-43ab-84cd-b540ddc1cbc4 HTTP/1.1" status: 204 len: 168 time: 0.2266135 Jul 15 23:03:54.442281 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a05c578-dc87-4631-813e-72f2ecf8e623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c01e91e-d56a-43ab-84cd-b540ddc1cbc4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:54.547998 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1424e841-02b8-4683-981e-8b34f573e896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:54.550762 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4b7bc603-2964-43e8-ba23-f7e81b0a2122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:54.587206 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-3ed8abda-f78c-4658-8d78-a99dacbbd680 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:54.589051 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-3ed8abda-f78c-4658-8d78-a99dacbbd680 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2229228 Jul 15 23:03:54.608847 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.db.api [None req-1424e841-02b8-4683-981e-8b34f573e896 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 23:03:54.608847 n-d-794306-6 neutron-server[93770]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 23:03:54.608847 n-d-794306-6 neutron-server[93770]: [parameters: {'project_id_1': '0194f72b3f88446aa80bf172a93da878', 'expiration_1': datetime.datetime(2021, 7, 15, 23, 3, 54, 576086)}] Jul 15 23:03:54.608847 n-d-794306-6 neutron-server[93770]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:03:54.609465 n-d-794306-6 neutron-server[93770]: DEBUG oslo_db.api [None req-1424e841-02b8-4683-981e-8b34f573e896 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:03:54.631199 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-83dcdda3-65b4-480c-8030-2ee6d203e9c1 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Request body: {'port': {'device_id': 'db1a5c74-db56-4a53-8bb7-e2461f3d5ee6', 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'admin_state_up': True, 'tenant_id': '9ac36772b83842538b63e725348a87e1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:54.663675 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-adf63d94-7196-4a66-92ed-b1249ead1efd req-49576afb-97c2-46f3-96c4-03fbd17a0f18 service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4233840 Jul 15 23:03:54.879041 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4b7bc603-2964-43e8-ba23-f7e81b0a2122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:54.905631 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4b7bc603-2964-43e8-ba23-f7e81b0a2122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:54.912735 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-83dcdda3-65b4-480c-8030-2ee6d203e9c1 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Made reservation on behalf of 9ac36772b83842538b63e725348a87e1 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:03:54.923452 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-83dcdda3-65b4-480c-8030-2ee6d203e9c1 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:54.953828 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7bc603-2964-43e8-ba23-f7e81b0a2122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbca398d-566c-4e0d-a0d0-60ed7cf14525,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:54.972924 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4a2dc7eb-846a-4ff7-ada9-5a5646cdff2b req-4b40cfde-b965-4d73-a0a4-aca0f96cbf5b tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1452551997&fields=id&tenant_id=d3cd72aa62cb4f388e60bffea0b15541 HTTP/1.1" status: 200 len: 267 time: 0.1778874 Jul 15 23:03:55.033077 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:55.058973 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-4b7bc603-2964-43e8-ba23-f7e81b0a2122 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ddbcf1b26b4246a5ae6df864702f94db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7787759 Jul 15 23:03:55.077401 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 48240) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:55.130932 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1424e841-02b8-4683-981e-8b34f573e896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:55.132746 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 48244) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:55.178346 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-83dcdda3-65b4-480c-8030-2ee6d203e9c1 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Allocated IP 192.168.233.129 (5d412861-bef3-4cc1-ae9f-87a6a36753c0/0d909a96-22de-4aa9-b690-1c7da965ceac/49b5f4c4-7465-48a8-9f7b-de7de14d6b54) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:03:55.226322 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.41', 59664) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:55.279196 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-763590db-84e4-4eb6-88ee-44978599134b tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=9ac36772b83842538b63e725348a87e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0500405 Jul 15 23:03:55.428068 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cddcf80a-60c9-4651-97e9-362ab6a2b427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:55.443760 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2dc7eb-846a-4ff7-ada9-5a5646cdff2b req-5ea83fea-6bb1-4753-9d57-abc28536278f tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:55.445548 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4a2dc7eb-846a-4ff7-ada9-5a5646cdff2b req-5ea83fea-6bb1-4753-9d57-abc28536278f tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] 10.222.0.48 "GET /v2.0/networks?id=82a1b157-72db-4f6b-a839-5e04e2b2c143 HTTP/1.1" status: 200 len: 824 time: 0.4522643 Jul 15 23:03:55.451954 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-4d825684-ea8f-4459-80d1-8cb6de7f2742 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=080387591415450ab7eff719a092c7c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3078709 Jul 15 23:03:55.460188 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 48256) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:55.466069 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11aa647-7931-478a-be6a-2ca860630777 req-48461e59-deb5-4b2a-abb2-396d3d252fee tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:55.467936 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a11aa647-7931-478a-be6a-2ca860630777 req-48461e59-deb5-4b2a-abb2-396d3d252fee tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] 10.222.0.48 "GET /v2.0/ports?device_id=cacac733-ec1b-401e-9475-719cc9f446da HTTP/1.1" status: 200 len: 971 time: 0.5045118 Jul 15 23:03:55.517024 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4a2dc7eb-846a-4ff7-ada9-5a5646cdff2b req-022c177a-6376-44e6-b00c-d9e52fec7967 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] 10.222.0.48 "GET /v2.0/quotas/d3cd72aa62cb4f388e60bffea0b15541 HTTP/1.1" status: 200 len: 375 time: 0.0626686 Jul 15 23:03:55.519444 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cddcf80a-60c9-4651-97e9-362ab6a2b427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:55.549838 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-b142438f-8dee-4986-8455-efc86cc5f87d tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:55.551381 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-b142438f-8dee-4986-8455-efc86cc5f87d tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2656574 Jul 15 23:03:55.570954 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-83dcdda3-65b4-480c-8030-2ee6d203e9c1 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:55.577085 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-7f19026b-1b3f-47b4-9173-cde115dcf8f7 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Request body: {'port': {'device_id': 'bdd0c84f-a278-467d-8908-63914958ae37', 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'admin_state_up': True, 'tenant_id': '9ac36772b83842538b63e725348a87e1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:55.601576 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1424e841-02b8-4683-981e-8b34f573e896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:55.615359 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1424e841-02b8-4683-981e-8b34f573e896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:55.620881 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a11aa647-7931-478a-be6a-2ca860630777 req-023bea7b-aa76-421d-ac35-d0df759297f5 tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] 10.222.0.48 "GET /v2.0/security-groups?id=687c201b-28e1-438a-92d5-6ca4d54ccb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441560 Jul 15 23:03:55.636946 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-83dcdda3-65b4-480c-8030-2ee6d203e9c1 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Transition to ACTIVE for port object 49b5f4c4-7465-48a8-9f7b-de7de14d6b54 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:03:55.646200 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-08a1de4e-9ff2-4418-a20b-f7c555881434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:55.688862 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-1424e841-02b8-4683-981e-8b34f573e896 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0194f72b3f88446aa80bf172a93da878&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3771598 Jul 15 23:03:55.690872 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 48262) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:55.697213 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1424e841-02b8-4683-981e-8b34f573e896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba65be03-8217-488f-a4b6-1c88b5116f77,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:55.705193 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device c17b1e91-e08b-4e4f-93da-cacfd2a71aaf details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:03:55.723747 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cddcf80a-60c9-4651-97e9-362ab6a2b427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:55.726291 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cddcf80a-60c9-4651-97e9-362ab6a2b427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:55.729831 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-cddcf80a-60c9-4651-97e9-362ab6a2b427 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fbca398d-566c-4e0d-a0d0-60ed7cf14525 HTTP/1.1" status: 204 len: 168 time: 0.6387796 Jul 15 23:03:55.753778 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddcf80a-60c9-4651-97e9-362ab6a2b427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbca398d-566c-4e0d-a0d0-60ed7cf14525,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:55.768848 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4a2dc7eb-846a-4ff7-ada9-5a5646cdff2b req-23a727d8-ea27-4407-871f-3cb5911a9126 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d3cd72aa62cb4f388e60bffea0b15541&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2455935 Jul 15 23:03:55.804030 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-08a1de4e-9ff2-4418-a20b-f7c555881434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:55.831564 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5eef89f1-76c5-4239-9416-80812fbde58f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:55.865353 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5eef89f1-76c5-4239-9416-80812fbde58f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:55.914338 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a90094-0b6b-4b1f-af3f-ba8dd477196c req-42195e0f-743c-4367-8c9f-8a07d576f5a0 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:55.922581 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-82a90094-0b6b-4b1f-af3f-ba8dd477196c req-42195e0f-743c-4367-8c9f-8a07d576f5a0 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.48 "GET /v2.0/ports?device_id=1cea6c7d-503a-4dda-bcf4-66dceac58372 HTTP/1.1" status: 200 len: 969 time: 0.1526721 Jul 15 23:03:55.941124 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-7f19026b-1b3f-47b4-9173-cde115dcf8f7 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Made reservation on behalf of 9ac36772b83842538b63e725348a87e1 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:03:55.946649 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-7f19026b-1b3f-47b4-9173-cde115dcf8f7 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:55.969659 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port c17b1e91-e08b-4e4f-93da-cacfd2a71aaf, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=c17b1e91-e08b-4e4f-93da-cacfd2a71aaf,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:55.975682 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-82a90094-0b6b-4b1f-af3f-ba8dd477196c req-0285830c-e49a-43d8-9793-d0860ef22c7e tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.48 "GET /v2.0/security-groups?id=9cfb0a02-c7a8-4946-96ba-1a3c0ae1d374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521562 Jul 15 23:03:55.997945 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5eef89f1-76c5-4239-9416-80812fbde58f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:56.001045 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': 'c17b1e91-e08b-4e4f-93da-cacfd2a71aaf', 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'port_id': 'c17b1e91-e08b-4e4f-93da-cacfd2a71aaf', 'mac_address': 'fa:16:3e:aa:23:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d909a96-22de-4aa9-b690-1c7da965ceac', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:tempest-test_az-542690290', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:03:56.004604 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5eef89f1-76c5-4239-9416-80812fbde58f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:56.007057 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-5eef89f1-76c5-4239-9416-80812fbde58f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ba65be03-8217-488f-a4b6-1c88b5116f77 HTTP/1.1" status: 204 len: 168 time: 0.3147714 Jul 15 23:03:56.023976 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef89f1-76c5-4239-9416-80812fbde58f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba65be03-8217-488f-a4b6-1c88b5116f77,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:56.067623 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-83dcdda3-65b4-480c-8030-2ee6d203e9c1 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:56.070101 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:56.098030 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c17b1e91-e08b-4e4f-93da-cacfd2a71aaf {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:03:56.125803 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port c17b1e91-e08b-4e4f-93da-cacfd2a71aaf, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=c17b1e91-e08b-4e4f-93da-cacfd2a71aaf,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:56.129044 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['f1d2d695-5d71-4735-8bec-137ed706a75f'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:03:56.154636 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dcdda3-65b4-480c-8030-2ee6d203e9c1 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Pushing event updated for resources: {'Port': ['ID=49b5f4c4-7465-48a8-9f7b-de7de14d6b54,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:56.184199 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:56.191486 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a43ae87e-4350-4052-9bc9-efba525b4b60 req-b24e53e4-3728-4a2a-a578-2acaea5a0ec2 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdd0c84f-a278-467d-8908-63914958ae37 HTTP/1.1" status: 200 len: 210 time: 0.0494883 Jul 15 23:03:56.204505 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-83dcdda3-65b4-480c-8030-2ee6d203e9c1 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:03:56.208023 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-83dcdda3-65b4-480c-8030-2ee6d203e9c1 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:03:56.210579 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-83dcdda3-65b4-480c-8030-2ee6d203e9c1 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:03:56.216905 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-83dcdda3-65b4-480c-8030-2ee6d203e9c1 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:56.217541 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-83dcdda3-65b4-480c-8030-2ee6d203e9c1 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:56.280173 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-08a1de4e-9ff2-4418-a20b-f7c555881434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:56.284304 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-08a1de4e-9ff2-4418-a20b-f7c555881434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:56.287773 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-08a1de4e-9ff2-4418-a20b-f7c555881434 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/666004bb-08ae-48e0-948e-21c34ab3071c HTTP/1.1" status: 204 len: 168 time: 0.8242137 Jul 15 23:03:56.315059 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a1de4e-9ff2-4418-a20b-f7c555881434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=666004bb-08ae-48e0-948e-21c34ab3071c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:56.326699 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-83dcdda3-65b4-480c-8030-2ee6d203e9c1 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7148397 Jul 15 23:03:56.334951 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=c17b1e91-e08b-4e4f-93da-cacfd2a71aaf,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:56.353372 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-7bed6a80-9357-4e40-83f3-60ab29c3b34f service neutron] Request body: {'port': {'device_id': 'db1a5c74-db56-4a53-8bb7-e2461f3d5ee6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:56.409253 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-7f19026b-1b3f-47b4-9173-cde115dcf8f7 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Allocated IP 192.168.233.88 (5d412861-bef3-4cc1-ae9f-87a6a36753c0/0d909a96-22de-4aa9-b690-1c7da965ceac/27ca6d7a-b6af-499c-a045-298783e7181f) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:03:56.465938 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['c17b1e91-e08b-4e4f-93da-cacfd2a71aaf'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:03:56.555037 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [req-4a2dc7eb-846a-4ff7-ada9-5a5646cdff2b req-2e6d6971-b1ca-4a7c-9be0-6eaf26fc0898 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:03:56.556610 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4a2dc7eb-846a-4ff7-ada9-5a5646cdff2b req-2e6d6971-b1ca-4a7c-9be0-6eaf26fc0898 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4387932 Jul 15 23:03:56.590769 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2e5529af-ef23-4fad-b1d0-66c786cd6149 None None] Provisioning for port 49b5f4c4-7465-48a8-9f7b-de7de14d6b54 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:03:56.595615 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2e5529af-ef23-4fad-b1d0-66c786cd6149 None None] Provisioning complete for port 49b5f4c4-7465-48a8-9f7b-de7de14d6b54 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:56.596140 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2e5529af-ef23-4fad-b1d0-66c786cd6149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:56.669175 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-7bed6a80-9357-4e40-83f3-60ab29c3b34f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:56.677338 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2e5529af-ef23-4fad-b1d0-66c786cd6149 None None] Port 49b5f4c4-7465-48a8-9f7b-de7de14d6b54 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:03:56.697249 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4a2dc7eb-846a-4ff7-ada9-5a5646cdff2b req-494cfdb4-f3cf-442a-8bd3-7fc861f2daa8 service neutron] 10.222.0.48 "GET /v2.0/networks/82a1b157-72db-4f6b-a839-5e04e2b2c143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294734 Jul 15 23:03:56.816856 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-7f19026b-1b3f-47b4-9173-cde115dcf8f7 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:56.876413 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4a2dc7eb-846a-4ff7-ada9-5a5646cdff2b req-ca9e66c6-e3b3-4e98-bbe2-8c146f8a5b93 service neutron] 10.222.0.48 "GET /v2.0/networks/82a1b157-72db-4f6b-a839-5e04e2b2c143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780362 Jul 15 23:03:56.890758 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54522b30-4a7d-449e-bac4-5e5fb89b9f3e req-6049291d-a253-4017-9b35-0eba21fcb3cc tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:56.892619 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-54522b30-4a7d-449e-bac4-5e5fb89b9f3e req-6049291d-a253-4017-9b35-0eba21fcb3cc tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] 10.222.0.49 "GET /v2.0/ports?device_id=cacac733-ec1b-401e-9475-719cc9f446da HTTP/1.1" status: 200 len: 971 time: 0.3171802 Jul 15 23:03:56.899140 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e5ce9-5b0e-4c4d-b52c-eadbf61215f1 req-e6970d19-9b6b-4af3-84cb-ca2689697a32 tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:56.901818 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-676e5ce9-5b0e-4c4d-b52c-eadbf61215f1 req-e6970d19-9b6b-4af3-84cb-ca2689697a32 tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] 10.222.0.48 "GET /v2.0/ports?device_id=cacac733-ec1b-401e-9475-719cc9f446da HTTP/1.1" status: 200 len: 971 time: 0.0996416 Jul 15 23:03:56.903788 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-7f19026b-1b3f-47b4-9173-cde115dcf8f7 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Transition to ACTIVE for port object 27ca6d7a-b6af-499c-a045-298783e7181f will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:03:57.069670 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 48300) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:57.138885 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d96b37d7-790c-4df8-abc2-380c4e751ef9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:57.149964 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-676e5ce9-5b0e-4c4d-b52c-eadbf61215f1 req-4bad6c34-fa22-427b-8528-1181d7986b82 tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] 10.222.0.48 "GET /v2.0/security-groups?id=687c201b-28e1-438a-92d5-6ca4d54ccb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396522 Jul 15 23:03:57.167619 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-7f19026b-1b3f-47b4-9173-cde115dcf8f7 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:57.222678 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['f1d2d695-5d71-4735-8bec-137ed706a75f'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:03:57.290725 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-edab7656-f29b-4d89-838d-12f69fb06019 req-fcb4fef7-026e-4b17-9efa-463935d71f57 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dff3727-03d5-4b9b-a0bc-2113ce2158b0 HTTP/1.1" status: 200 len: 210 time: 0.0454853 Jul 15 23:03:57.440605 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b06bee0-9f34-4165-a4c9-9b35f44e87ad req-1cb2a2a8-2483-4c7d-9512-f0975703c536 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:57.449425 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7b06bee0-9f34-4165-a4c9-9b35f44e87ad req-1cb2a2a8-2483-4c7d-9512-f0975703c536 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.48 "GET /v2.0/ports?device_id=1cea6c7d-503a-4dda-bcf4-66dceac58372 HTTP/1.1" status: 200 len: 970 time: 0.1876175 Jul 15 23:03:57.542588 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7b06bee0-9f34-4165-a4c9-9b35f44e87ad req-1039ef5b-e5f9-4e17-8e67-3e7e1b9de9e5 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.48 "GET /v2.0/security-groups?id=9cfb0a02-c7a8-4946-96ba-1a3c0ae1d374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918586 Jul 15 23:03:57.658408 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-7f19026b-1b3f-47b4-9173-cde115dcf8f7 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:03:57.676505 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ebae9d-17f9-49bd-ad60-7c0cca95000b req-fc818d8d-6818-4436-ac34-2114da89bdbb tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:57.678151 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-7f19026b-1b3f-47b4-9173-cde115dcf8f7 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:03:57.684961 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-77ebae9d-17f9-49bd-ad60-7c0cca95000b req-fc818d8d-6818-4436-ac34-2114da89bdbb tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdd0c84f-a278-467d-8908-63914958ae37 HTTP/1.1" status: 200 len: 935 time: 0.1362650 Jul 15 23:03:57.691826 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-7f19026b-1b3f-47b4-9173-cde115dcf8f7 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:03:57.698491 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-7f19026b-1b3f-47b4-9173-cde115dcf8f7 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:57.699271 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-7f19026b-1b3f-47b4-9173-cde115dcf8f7 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:57.702011 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f19026b-1b3f-47b4-9173-cde115dcf8f7 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Pushing event updated for resources: {'Port': ['ID=27ca6d7a-b6af-499c-a045-298783e7181f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:57.715229 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device c17b1e91-e08b-4e4f-93da-cacfd2a71aaf up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:03:57.760135 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-77ebae9d-17f9-49bd-ad60-7c0cca95000b req-c0f688b8-1b5a-49ca-8bc7-dddb227808ba tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713925 Jul 15 23:03:57.819205 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d96b37d7-790c-4df8-abc2-380c4e751ef9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:57.822453 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-54522b30-4a7d-449e-bac4-5e5fb89b9f3e req-7904fa7e-ba80-48c4-9a30-a7fafd0f7b34 tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] Deleting port 5b9d8f19-0b86-4282-973f-7de18b88f05c {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:03:57.822781 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-54522b30-4a7d-449e-bac4-5e5fb89b9f3e req-7904fa7e-ba80-48c4-9a30-a7fafd0f7b34 tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:57.840937 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port c17b1e91-e08b-4e4f-93da-cacfd2a71aaf completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:03:57.846666 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port c17b1e91-e08b-4e4f-93da-cacfd2a71aaf triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:57.847445 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:57.894122 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-7f19026b-1b3f-47b4-9173-cde115dcf8f7 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3264389 Jul 15 23:03:57.894697 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d96b37d7-790c-4df8-abc2-380c4e751ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:57.998981 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-0a5f1cbc-26e4-4c5b-a328-a27249ff6dec service neutron] Request body: {'port': {'device_id': 'bdd0c84f-a278-467d-8908-63914958ae37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:58.004067 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:58.040536 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cea6c7d-503a-4dda-bcf4-66dceac58372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c17b1e91-e08b-4e4f-93da-cacfd2a71aaf'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:03:58.043147 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce82379-5e68-44ff-b39d-523ee02272f5" -d '{"events": [{"server_uuid": "1cea6c7d-503a-4dda-bcf4-66dceac58372", "name": "network-vif-plugged", "status": "completed", "tag": "c17b1e91-e08b-4e4f-93da-cacfd2a71aaf"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:03:58.061624 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b37d7-790c-4df8-abc2-380c4e751ef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac20564-0626-4c3d-8f98-9767fca1f567,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:58.080271 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-143f0f8c-fa4d-4109-82f3-f68153bac557 None None] Provisioning for port 27ca6d7a-b6af-499c-a045-298783e7181f completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:03:58.084150 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port c17b1e91-e08b-4e4f-93da-cacfd2a71aaf, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=c17b1e91-e08b-4e4f-93da-cacfd2a71aaf,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:58.091866 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-143f0f8c-fa4d-4109-82f3-f68153bac557 None None] Provisioning complete for port 27ca6d7a-b6af-499c-a045-298783e7181f triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:03:58.093397 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-143f0f8c-fa4d-4109-82f3-f68153bac557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:58.100915 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:58.145181 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0cd4b41-54aa-42b6-9a5d-b1180ff364ab x-openstack-request-id: req-e0cd4b41-54aa-42b6-9a5d-b1180ff364ab {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:03:58.145788 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cea6c7d-503a-4dda-bcf4-66dceac58372", "name": "network-vif-plugged", "status": "completed", "tag": "c17b1e91-e08b-4e4f-93da-cacfd2a71aaf", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:03:58.147775 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e0cd4b41-54aa-42b6-9a5d-b1180ff364ab {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:03:58.148328 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cea6c7d-503a-4dda-bcf4-66dceac58372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c17b1e91-e08b-4e4f-93da-cacfd2a71aaf', 'code': 200} Jul 15 23:03:58.180120 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.49', 54455) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:58.191282 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-143f0f8c-fa4d-4109-82f3-f68153bac557 None None] Port 27ca6d7a-b6af-499c-a045-298783e7181f cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:03:58.243387 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d96b37d7-790c-4df8-abc2-380c4e751ef9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0c961571c4a54d20bec4fb0e2c570bf9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1674521 Jul 15 23:03:58.244393 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 48352) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:58.261342 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=c17b1e91-e08b-4e4f-93da-cacfd2a71aaf,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:58.370557 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-7bed6a80-9357-4e40-83f3-60ab29c3b34f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49b5f4c4-7465-48a8-9f7b-de7de14d6b54 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:03:58.421223 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e6d9d1-a8f4-421f-b004-54b3de9ac830 req-f06e107b-87d6-4c7c-a902-c788d37867fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:58.423335 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f1e6d9d1-a8f4-421f-b004-54b3de9ac830 req-f06e107b-87d6-4c7c-a902-c788d37867fb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1cea6c7d-503a-4dda-bcf4-66dceac58372 HTTP/1.1" status: 200 len: 1122 time: 0.2408457 Jul 15 23:03:58.439066 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-7bed6a80-9357-4e40-83f3-60ab29c3b34f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:58.453748 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-54522b30-4a7d-449e-bac4-5e5fb89b9f3e req-7904fa7e-ba80-48c4-9a30-a7fafd0f7b34 tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] For port 5b9d8f19-0b86-4282-973f-7de18b88f05c, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=5b9d8f19-0b86-4282-973f-7de18b88f05c,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:03:58.453748 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-54522b30-4a7d-449e-bac4-5e5fb89b9f3e req-7904fa7e-ba80-48c4-9a30-a7fafd0f7b34 tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:58.454987 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 48360) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:58.503895 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-0a5f1cbc-26e4-4c5b-a328-a27249ff6dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:58.518963 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-54522b30-4a7d-449e-bac4-5e5fb89b9f3e req-7904fa7e-ba80-48c4-9a30-a7fafd0f7b34 tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] Calling delete_port for 5b9d8f19-0b86-4282-973f-7de18b88f05c owned by compute:tempest-test_az-542690290 {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:03:58.546707 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-7bed6a80-9357-4e40-83f3-60ab29c3b34f service neutron] Transition to ACTIVE for port object 49b5f4c4-7465-48a8-9f7b-de7de14d6b54 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:03:58.554056 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bac099f2-d134-476c-ae89-98076fdb0138 req-49211c9b-7ea4-4d6d-8196-a6680356a748 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dff3727-03d5-4b9b-a0bc-2113ce2158b0 HTTP/1.1" status: 200 len: 210 time: 0.0736456 Jul 15 23:03:58.570458 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df16b44-1dd9-41df-b819-518cd4abbb85 req-db952ec0-dba7-41fd-a7ae-40b4481c6fad tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:58.573586 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4df16b44-1dd9-41df-b819-518cd4abbb85 req-db952ec0-dba7-41fd-a7ae-40b4481c6fad tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] 10.222.0.48 "GET /v2.0/ports?device_id=cacac733-ec1b-401e-9475-719cc9f446da HTTP/1.1" status: 200 len: 971 time: 0.2385471 Jul 15 23:03:58.576235 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f1e6d9d1-a8f4-421f-b004-54b3de9ac830 req-a6e1cc3e-d22c-4f77-a898-962ac3bce2ae service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9cfb0a02-c7a8-4946-96ba-1a3c0ae1d374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446364 Jul 15 23:03:58.644229 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4df16b44-1dd9-41df-b819-518cd4abbb85 req-f3414b19-1a0c-4150-a7da-ef9f0d6abb4b tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] 10.222.0.48 "GET /v2.0/security-groups?id=687c201b-28e1-438a-92d5-6ca4d54ccb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627084 Jul 15 23:03:58.707342 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-49d80d9e-367a-4be6-99ca-12b845939ffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:58.708903 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-7bed6a80-9357-4e40-83f3-60ab29c3b34f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:58.770719 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 48372) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:58.785777 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-81a223df-e7ff-4a86-8187-785c906d4a58 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1979276692-network', 'tenant_id': 'dd73df9424ac401598d255879ffa30fd'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:58.795709 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-49d80d9e-367a-4be6-99ca-12b845939ffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:58.854622 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a223df-e7ff-4a86-8187-785c906d4a58 admin admin] Made reservation on behalf of dd73df9424ac401598d255879ffa30fd for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:03:58.860213 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-81a223df-e7ff-4a86-8187-785c906d4a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:58.904324 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-81a223df-e7ff-4a86-8187-785c906d4a58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:58.989983 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f068b485-6c27-46b8-94f0-06974fe49736 req-0925af1b-ee9d-4554-8004-a7f60df91d90 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:59.011535 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f068b485-6c27-46b8-94f0-06974fe49736 req-0925af1b-ee9d-4554-8004-a7f60df91d90 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.48 "GET /v2.0/ports?device_id=1cea6c7d-503a-4dda-bcf4-66dceac58372 HTTP/1.1" status: 200 len: 971 time: 0.2753828 Jul 15 23:03:59.135828 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bed6a80-9357-4e40-83f3-60ab29c3b34f service neutron] Pushing event updated for resources: {'Port': ['ID=49b5f4c4-7465-48a8-9f7b-de7de14d6b54,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:59.139247 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-7bed6a80-9357-4e40-83f3-60ab29c3b34f service neutron] Attempting to bind port 49b5f4c4-7465-48a8-9f7b-de7de14d6b54 on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:03:59.139654 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-7bed6a80-9357-4e40-83f3-60ab29c3b34f service neutron] Attempting to bind port 49b5f4c4-7465-48a8-9f7b-de7de14d6b54 by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:03:59.139941 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-7bed6a80-9357-4e40-83f3-60ab29c3b34f service neutron] Attempting to bind port 49b5f4c4-7465-48a8-9f7b-de7de14d6b54 on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:03:59.179013 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-7bed6a80-9357-4e40-83f3-60ab29c3b34f service neutron] Port 49b5f4c4-7465-48a8-9f7b-de7de14d6b54 on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:03:59.179178 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-7bed6a80-9357-4e40-83f3-60ab29c3b34f service neutron] Attempting to bind port 49b5f4c4-7465-48a8-9f7b-de7de14d6b54 on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:03:59.186639 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a6af180f-c596-408e-95c2-aa3220d3d286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:59.192971 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-49d80d9e-367a-4be6-99ca-12b845939ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:59.196356 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-49d80d9e-367a-4be6-99ca-12b845939ffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:59.197512 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-49d80d9e-367a-4be6-99ca-12b845939ffa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2ac20564-0626-4c3d-8f98-9767fca1f567 HTTP/1.1" status: 204 len: 168 time: 0.9470952 Jul 15 23:03:59.216633 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-7bed6a80-9357-4e40-83f3-60ab29c3b34f service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:03:59.216970 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-7bed6a80-9357-4e40-83f3-60ab29c3b34f service neutron] Checking segment: {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:03:59.217367 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-7bed6a80-9357-4e40-83f3-60ab29c3b34f service neutron] Bound using segment: {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:03:59.217815 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-7bed6a80-9357-4e40-83f3-60ab29c3b34f service neutron] Bound port: 49b5f4c4-7465-48a8-9f7b-de7de14d6b54, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:03:59.218176 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-7bed6a80-9357-4e40-83f3-60ab29c3b34f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:59.268449 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f068b485-6c27-46b8-94f0-06974fe49736 req-77320427-8bb9-4666-9793-6f8dba2cc559 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.48 "GET /v2.0/security-groups?id=9cfb0a02-c7a8-4946-96ba-1a3c0ae1d374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556312 Jul 15 23:03:59.280982 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d80d9e-367a-4be6-99ca-12b845939ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac20564-0626-4c3d-8f98-9767fca1f567,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:59.377196 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2dc7eb-846a-4ff7-ada9-5a5646cdff2b req-5ccf6ef7-7ed8-4a6d-b930-2950a49e4cd7 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:59.379129 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4a2dc7eb-846a-4ff7-ada9-5a5646cdff2b req-5ccf6ef7-7ed8-4a6d-b930-2950a49e4cd7 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] 10.222.0.49 "GET /v2.0/networks?id=82a1b157-72db-4f6b-a839-5e04e2b2c143 HTTP/1.1" status: 200 len: 824 time: 0.4494169 Jul 15 23:03:59.422254 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a57abf-f323-4fab-8992-8a50fd9d9481 req-1430fca6-1b9d-4420-84a3-6908c8f86cea tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:59.434074 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-79a57abf-f323-4fab-8992-8a50fd9d9481 req-1430fca6-1b9d-4420-84a3-6908c8f86cea tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdd0c84f-a278-467d-8908-63914958ae37 HTTP/1.1" status: 200 len: 935 time: 0.3440590 Jul 15 23:03:59.469962 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-54522b30-4a7d-449e-bac4-5e5fb89b9f3e req-7904fa7e-ba80-48c4-9a30-a7fafd0f7b34 tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:59.482382 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['5b9d8f19-0b86-4282-973f-7de18b88f05c'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:03:59.531083 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4a2dc7eb-846a-4ff7-ada9-5a5646cdff2b req-b4b6c13c-c1e7-4700-a951-89d6e38c8b90 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3cd72aa62cb4f388e60bffea0b15541 HTTP/1.1" status: 200 len: 380 time: 0.1413746 Jul 15 23:03:59.534001 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.49', 54456) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:03:59.543336 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-7bed6a80-9357-4e40-83f3-60ab29c3b34f service neutron] For port 49b5f4c4-7465-48a8-9f7b-de7de14d6b54, host n-h2-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:03:59.545611 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7904fa7e-ba80-48c4-9a30-a7fafd0f7b34 tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] Pushing event deleted for resources: {'Port': ['ID=5b9d8f19-0b86-4282-973f-7de18b88f05c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:59.578343 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-7bed6a80-9357-4e40-83f3-60ab29c3b34f service neutron] For port 49b5f4c4-7465-48a8-9f7b-de7de14d6b54, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=49b5f4c4-7465-48a8-9f7b-de7de14d6b54,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:03:59.582960 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-4a2dc7eb-846a-4ff7-ada9-5a5646cdff2b req-a13eb615-ad6b-41e0-98e4-fdf612b0c5f0 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Request body: {'port': {'device_id': '2dff3727-03d5-4b9b-a0bc-2113ce2158b0', 'network_id': '82a1b157-72db-4f6b-a839-5e04e2b2c143', 'admin_state_up': True, 'tenant_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'security_groups': ['a217bd2c-98fe-4a70-96ed-f585468603cd']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:03:59.617400 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-7bed6a80-9357-4e40-83f3-60ab29c3b34f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:59.709776 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-79a57abf-f323-4fab-8992-8a50fd9d9481 req-94c8c024-6853-43a1-aaed-1f3406156dac tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741551 Jul 15 23:03:59.710313 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-54522b30-4a7d-449e-bac4-5e5fb89b9f3e req-7904fa7e-ba80-48c4-9a30-a7fafd0f7b34 tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] No DVR routers for this DVR port 5b9d8f19-0b86-4282-973f-7de18b88f05c on host n-h1-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:03:59.722692 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-81a223df-e7ff-4a86-8187-785c906d4a58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:59.746111 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-54522b30-4a7d-449e-bac4-5e5fb89b9f3e req-7904fa7e-ba80-48c4-9a30-a7fafd0f7b34 tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:59.749387 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-54522b30-4a7d-449e-bac4-5e5fb89b9f3e req-7904fa7e-ba80-48c4-9a30-a7fafd0f7b34 tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] 10.222.0.49 "DELETE /v2.0/ports/5b9d8f19-0b86-4282-973f-7de18b88f05c HTTP/1.1" status: 204 len: 173 time: 2.8466487 Jul 15 23:03:59.800380 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-81a223df-e7ff-4a86-8187-785c906d4a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:59.814777 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cacac733-ec1b-401e-9475-719cc9f446da', 'name': 'network-vif-deleted', 'tag': '5b9d8f19-0b86-4282-973f-7de18b88f05c'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:03:59.817330 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-630c4c41-b6f2-4122-ab65-e177b2174ade" -d '{"events": [{"server_uuid": "cacac733-ec1b-401e-9475-719cc9f446da", "name": "network-vif-deleted", "tag": "5b9d8f19-0b86-4282-973f-7de18b88f05c"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:03:59.878593 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-0a5f1cbc-26e4-4c5b-a328-a27249ff6dec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27ca6d7a-b6af-499c-a045-298783e7181f {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:03:59.897811 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-0a5f1cbc-26e4-4c5b-a328-a27249ff6dec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:59.910668 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bed6a80-9357-4e40-83f3-60ab29c3b34f service neutron] Pushing event updated for resources: {'Port': ['ID=49b5f4c4-7465-48a8-9f7b-de7de14d6b54,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:03:59.924706 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-7bed6a80-9357-4e40-83f3-60ab29c3b34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:03:59.925344 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-7bed6a80-9357-4e40-83f3-60ab29c3b34f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:03:59.931203 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-7bed6a80-9357-4e40-83f3-60ab29c3b34f service neutron] 10.222.0.41 "PUT /v2.0/ports/49b5f4c4-7465-48a8-9f7b-de7de14d6b54 HTTP/1.1" status: 200 len: 1096 time: 3.5811424 Jul 15 23:03:59.976983 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-0a5f1cbc-26e4-4c5b-a328-a27249ff6dec service neutron] Transition to ACTIVE for port object 27ca6d7a-b6af-499c-a045-298783e7181f will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:03:59.986429 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a223df-e7ff-4a86-8187-785c906d4a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e74215b-8011-4ee0-b502-a2314077a754,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:00.013158 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-0a5f1cbc-26e4-4c5b-a328-a27249ff6dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:00.108409 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81a223df-e7ff-4a86-8187-785c906d4a58 admin admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:04:00.121734 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-81a223df-e7ff-4a86-8187-785c906d4a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:00.121734 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-81a223df-e7ff-4a86-8187-785c906d4a58 admin admin] Added segment 73b65db5-b75b-48b7-8e07-44c7152f69b4 of type vlan for network 3d02251c-0d36-4f59-b9c0-9c508ddade2e Jul 15 23:04:00.201614 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5b415073-a28b-4aec-9651-627c95a9e5eb req-9815308a-f451-4364-bbeb-6a799f62d48c tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dff3727-03d5-4b9b-a0bc-2113ce2158b0 HTTP/1.1" status: 200 len: 210 time: 0.2828920 Jul 15 23:04:00.241562 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5f1cbc-26e4-4c5b-a328-a27249ff6dec service neutron] Pushing event updated for resources: {'Port': ['ID=27ca6d7a-b6af-499c-a045-298783e7181f,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:00.276499 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2b564709-fd9a-4253-a65a-7340904b7e15 req-4045a5b1-4e9b-4f26-828f-e95db950477c tempest-AggregatesAdminTestJSON-357161547 tempest-AggregatesAdminTestJSON-357161547-project] 10.222.0.48 "GET /v2.0/ports?device_id=cacac733-ec1b-401e-9475-719cc9f446da HTTP/1.1" status: 200 len: 210 time: 0.2864485 Jul 15 23:04:00.395431 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e271a2-5c43-4867-ac40-2be16169cd3b x-openstack-request-id: req-00e271a2-5c43-4867-ac40-2be16169cd3b {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:00.395725 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cacac733-ec1b-401e-9475-719cc9f446da", "name": "network-vif-deleted", "tag": "5b9d8f19-0b86-4282-973f-7de18b88f05c", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:00.395978 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-00e271a2-5c43-4867-ac40-2be16169cd3b {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:00.396371 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cacac733-ec1b-401e-9475-719cc9f446da', 'name': 'network-vif-deleted', 'tag': '5b9d8f19-0b86-4282-973f-7de18b88f05c', 'status': 'completed', 'code': 200} Jul 15 23:04:00.405442 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-0a5f1cbc-26e4-4c5b-a328-a27249ff6dec service neutron] Attempting to bind port 27ca6d7a-b6af-499c-a045-298783e7181f on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:04:00.405442 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-0a5f1cbc-26e4-4c5b-a328-a27249ff6dec service neutron] Attempting to bind port 27ca6d7a-b6af-499c-a045-298783e7181f by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:04:00.405803 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-0a5f1cbc-26e4-4c5b-a328-a27249ff6dec service neutron] Attempting to bind port 27ca6d7a-b6af-499c-a045-298783e7181f on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:04:00.436930 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-0a5f1cbc-26e4-4c5b-a328-a27249ff6dec service neutron] Port 27ca6d7a-b6af-499c-a045-298783e7181f on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:04:00.437423 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-0a5f1cbc-26e4-4c5b-a328-a27249ff6dec service neutron] Attempting to bind port 27ca6d7a-b6af-499c-a045-298783e7181f on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:04:00.458089 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a6af180f-c596-408e-95c2-aa3220d3d286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:00.505367 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a6af180f-c596-408e-95c2-aa3220d3d286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:00.535698 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-81a223df-e7ff-4a86-8187-785c906d4a58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:00.558483 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a6af180f-c596-408e-95c2-aa3220d3d286 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e0ef14f3e5404857ba0f87eb038c560d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7189646 Jul 15 23:04:00.562829 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-0a5f1cbc-26e4-4c5b-a328-a27249ff6dec service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:04:00.563203 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-0a5f1cbc-26e4-4c5b-a328-a27249ff6dec service neutron] Checking segment: {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:04:00.564070 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-0a5f1cbc-26e4-4c5b-a328-a27249ff6dec service neutron] Bound using segment: {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:04:00.565028 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-0a5f1cbc-26e4-4c5b-a328-a27249ff6dec service neutron] Bound port: 27ca6d7a-b6af-499c-a045-298783e7181f, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:04:00.565508 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-0a5f1cbc-26e4-4c5b-a328-a27249ff6dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:00.569183 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 48420) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:00.581048 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-c21c7ff6-9fc3-4c2b-96b6-ddb15643faa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:00.583512 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-c21c7ff6-9fc3-4c2b-96b6-ddb15643faa1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9ac36772b83842538b63e725348a87e1&device_id=db1a5c74-db56-4a53-8bb7-e2461f3d5ee6 HTTP/1.1" status: 200 len: 1099 time: 0.4845107 Jul 15 23:04:00.607616 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5bfb3cdb-63a2-4257-877b-0e5935c88dbc req-6565eb6a-cd68-4450-abbc-8b56274b3a32 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1cea6c7d-503a-4dda-bcf4-66dceac58372&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0298359 Jul 15 23:04:00.755055 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bde130b2-6b03-4e0d-8157-f536881c239b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:00.775458 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-81a223df-e7ff-4a86-8187-785c906d4a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:00.776903 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a223df-e7ff-4a86-8187-785c906d4a58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:00.777788 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-81a223df-e7ff-4a86-8187-785c906d4a58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:00.870078 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a2dc7eb-846a-4ff7-ada9-5a5646cdff2b req-a13eb615-ad6b-41e0-98e4-fdf612b0c5f0 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Made reservation on behalf of d3cd72aa62cb4f388e60bffea0b15541 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:04:00.874013 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4a2dc7eb-846a-4ff7-ada9-5a5646cdff2b req-a13eb615-ad6b-41e0-98e4-fdf612b0c5f0 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:00.940270 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-81a223df-e7ff-4a86-8187-785c906d4a58 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.4804235 Jul 15 23:04:00.966717 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 48428) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:00.970098 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-0dff67cf-cc0d-4fad-9c2c-f7d1ddfa6d7d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=49b5f4c4-7465-48a8-9f7b-de7de14d6b54 HTTP/1.1" status: 200 len: 217 time: 0.3590469 Jul 15 23:04:00.971232 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6af180f-c596-408e-95c2-aa3220d3d286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02af233e-f9c6-40ad-849a-edd110f5d733,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:00.992063 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5f3859d9-d90d-48e1-98e5-2080820e1133 admin admin] Request body: {'subnet': {'network_id': '3d02251c-0d36-4f59-b9c0-9c508ddade2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1979276692-subnet', 'tenant_id': 'dd73df9424ac401598d255879ffa30fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:01.000044 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a223df-e7ff-4a86-8187-785c906d4a58 admin admin] Pushing event updated for resources: {'Network': ['ID=3d02251c-0d36-4f59-b9c0-9c508ddade2e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:01.006443 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1f425dbd-74d5-4298-9b2e-fc927ee02321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:01.019877 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-5b7247ac-7eee-4ba2-b291-ebc71acce2d9 req-090ee776-77f2-47a9-90e9-8f8d152f6827 tempest-SecurityGroupsTestAdminJSON-841035829 tempest-SecurityGroupsTestAdminJSON-841035829-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1593027858', 'description': 'tempest-description-400753994'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:01.043271 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 3d02251c-0d36-4f59-b9c0-9c508ddade2e details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:04:01.080425 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-0a5f1cbc-26e4-4c5b-a328-a27249ff6dec service neutron] For port 27ca6d7a-b6af-499c-a045-298783e7181f, host n-h2-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:04:01.099311 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3859d9-d90d-48e1-98e5-2080820e1133 admin admin] Made reservation on behalf of dd73df9424ac401598d255879ffa30fd for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:04:01.119906 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f3859d9-d90d-48e1-98e5-2080820e1133 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:01.157058 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-0a5f1cbc-26e4-4c5b-a328-a27249ff6dec service neutron] For port 27ca6d7a-b6af-499c-a045-298783e7181f, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=27ca6d7a-b6af-499c-a045-298783e7181f,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:04:01.163022 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1f425dbd-74d5-4298-9b2e-fc927ee02321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:01.168800 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-0a5f1cbc-26e4-4c5b-a328-a27249ff6dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:01.177825 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c4596-6da1-4d0c-b690-701944e28797 req-cb3ff216-dc54-4700-b5c4-28cd742812d1 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:01.185907 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-173c4596-6da1-4d0c-b690-701944e28797 req-cb3ff216-dc54-4700-b5c4-28cd742812d1 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.48 "GET /v2.0/ports?device_id=1cea6c7d-503a-4dda-bcf4-66dceac58372 HTTP/1.1" status: 200 len: 971 time: 0.4908988 Jul 15 23:04:01.218132 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-16874528-3878-4751-a03d-8a2c33e1f0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:01.221458 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-16874528-3878-4751-a03d-8a2c33e1f0c2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.2209651 Jul 15 23:04:01.248915 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5b7247ac-7eee-4ba2-b291-ebc71acce2d9 req-090ee776-77f2-47a9-90e9-8f8d152f6827 tempest-SecurityGroupsTestAdminJSON-841035829 tempest-SecurityGroupsTestAdminJSON-841035829-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:01.266114 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb3cdb-63a2-4257-877b-0e5935c88dbc req-ed011d78-fe71-4764-83b2-45afa4b78582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:01.267660 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5bfb3cdb-63a2-4257-877b-0e5935c88dbc req-ed011d78-fe71-4764-83b2-45afa4b78582 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=62cceed33b584263a479cc7894943fe0&device_id=1cea6c7d-503a-4dda-bcf4-66dceac58372 HTTP/1.1" status: 200 len: 1122 time: 0.5138612 Jul 15 23:04:01.323936 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5b7247ac-7eee-4ba2-b291-ebc71acce2d9 req-090ee776-77f2-47a9-90e9-8f8d152f6827 tempest-SecurityGroupsTestAdminJSON-841035829 tempest-SecurityGroupsTestAdminJSON-841035829-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:01.367792 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-0a5f1cbc-26e4-4c5b-a328-a27249ff6dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:01.368526 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-0a5f1cbc-26e4-4c5b-a328-a27249ff6dec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:01.370730 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-0a5f1cbc-26e4-4c5b-a328-a27249ff6dec service neutron] 10.222.0.41 "PUT /v2.0/ports/27ca6d7a-b6af-499c-a045-298783e7181f HTTP/1.1" status: 200 len: 1095 time: 3.4256139 Jul 15 23:04:01.420938 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5f1cbc-26e4-4c5b-a328-a27249ff6dec service neutron] Pushing event updated for resources: {'Port': ['ID=27ca6d7a-b6af-499c-a045-298783e7181f,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:01.524606 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-267df712-d353-48b7-88d4-bc05eb443eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:01.526243 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-267df712-d353-48b7-88d4-bc05eb443eb8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2295661 Jul 15 23:04:01.651241 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f3859d9-d90d-48e1-98e5-2080820e1133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:01.682382 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-663933f0-6021-4fbc-bfc9-f9a9d0bd677c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:01.683982 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-663933f0-6021-4fbc-bfc9-f9a9d0bd677c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9ac36772b83842538b63e725348a87e1&device_id=bdd0c84f-a278-467d-8908-63914958ae37 HTTP/1.1" status: 200 len: 1098 time: 0.2121158 Jul 15 23:04:01.750877 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-173c4596-6da1-4d0c-b690-701944e28797 req-f6cf7f36-3135-40e3-bba4-d9cde8fab4dc tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.48 "GET /v2.0/security-groups?id=9cfb0a02-c7a8-4946-96ba-1a3c0ae1d374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5637212 Jul 15 23:04:01.751069 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 5b9d8f19-0b86-4282-973f-7de18b88f05c no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:04:01.774373 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-4a2dc7eb-846a-4ff7-ada9-5a5646cdff2b req-a13eb615-ad6b-41e0-98e4-fdf612b0c5f0 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Allocated IP 172.20.0.8 (82a1b157-72db-4f6b-a839-5e04e2b2c143/99f67785-f6f8-403a-8163-19580b515ea7/6354f4d2-70d8-423b-b44f-2765880d8e6e) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:04:01.801542 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1f425dbd-74d5-4298-9b2e-fc927ee02321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:01.803894 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1f425dbd-74d5-4298-9b2e-fc927ee02321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:01.808425 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-1f425dbd-74d5-4298-9b2e-fc927ee02321 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/02af233e-f9c6-40ad-849a-edd110f5d733 HTTP/1.1" status: 204 len: 168 time: 1.2323613 Jul 15 23:04:01.814893 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: 5b9d8f19-0b86-4282-973f-7de18b88f05c {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:04:01.815406 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 5b9d8f19-0b86-4282-973f-7de18b88f05c not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:04:01.853517 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f425dbd-74d5-4298-9b2e-fc927ee02321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02af233e-f9c6-40ad-849a-edd110f5d733,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:01.860462 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb3cdb-63a2-4257-877b-0e5935c88dbc req-83d32bd7-e20a-4348-86a5-156c98332c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:01.862137 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5bfb3cdb-63a2-4257-877b-0e5935c88dbc req-83d32bd7-e20a-4348-86a5-156c98332c79 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5d412861-bef3-4cc1-ae9f-87a6a36753c0 HTTP/1.1" status: 200 len: 870 time: 0.5406559 Jul 15 23:04:01.957151 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5bfb3cdb-63a2-4257-877b-0e5935c88dbc req-72f5c760-09fe-4170-977b-b63ad9619196 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=c17b1e91-e08b-4e4f-93da-cacfd2a71aaf HTTP/1.1" status: 200 len: 217 time: 0.0802050 Jul 15 23:04:02.030901 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-726cf4ec-e598-4c9a-b63d-bb2dc2b64d3a service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4952822 Jul 15 23:04:02.038055 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-c446f445-a64d-40e4-975b-6112aca5dcb2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=27ca6d7a-b6af-499c-a045-298783e7181f HTTP/1.1" status: 200 len: 217 time: 0.3310733 Jul 15 23:04:02.046282 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3859d9-d90d-48e1-98e5-2080820e1133 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04373861-16b0-4a8c-8486-d4c77245a1a4,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:02.105048 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3859d9-d90d-48e1-98e5-2080820e1133 admin admin] Checking segment: {'id': '73b65db5-b75b-48b7-8e07-44c7152f69b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '3d02251c-0d36-4f59-b9c0-9c508ddade2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:04:02.105422 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3859d9-d90d-48e1-98e5-2080820e1133 admin admin] Network hostable DHCP agents. Network: 3d02251c-0d36-4f59-b9c0-9c508ddade2e, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:04:02.144060 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb3cdb-63a2-4257-877b-0e5935c88dbc req-2de7a3b5-fdb4-4363-a26d-3f938433a6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:02.145758 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5bfb3cdb-63a2-4257-877b-0e5935c88dbc req-2de7a3b5-fdb4-4363-a26d-3f938433a6fc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.1774333 Jul 15 23:04:02.153198 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5b7247ac-7eee-4ba2-b291-ebc71acce2d9 req-090ee776-77f2-47a9-90e9-8f8d152f6827 tempest-SecurityGroupsTestAdminJSON-841035829 tempest-SecurityGroupsTestAdminJSON-841035829-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:02.169478 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5b7247ac-7eee-4ba2-b291-ebc71acce2d9 req-090ee776-77f2-47a9-90e9-8f8d152f6827 tempest-SecurityGroupsTestAdminJSON-841035829 tempest-SecurityGroupsTestAdminJSON-841035829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:02.169717 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-ae68714b-1e24-47dd-bda6-3b62b31378b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:02.171156 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-ae68714b-1e24-47dd-bda6-3b62b31378b1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.1211922 Jul 15 23:04:02.190806 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3859d9-d90d-48e1-98e5-2080820e1133 admin admin] Network 3d02251c-0d36-4f59-b9c0-9c508ddade2e is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:04:02.234484 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-5f3859d9-d90d-48e1-98e5-2080820e1133 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 3d02251c-0d36-4f59-b9c0-9c508ddade2e) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:04:02.238470 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-76314ee6-5630-4385-92da-51065cf2196b service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861632 Jul 15 23:04:02.242358 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3859d9-d90d-48e1-98e5-2080820e1133 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:02.243552 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f3859d9-d90d-48e1-98e5-2080820e1133 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:02.263236 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d8263e-cd4a-45a6-85aa-18c3f1bc1f6a None None] Network 3d02251c-0d36-4f59-b9c0-9c508ddade2e requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:04:02.279875 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-d53550fd-d944-484b-b383-9644c5c22e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:02.283259 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-d53550fd-d944-484b-b383-9644c5c22e3f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1031504 Jul 15 23:04:02.288966 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4a2dc7eb-846a-4ff7-ada9-5a5646cdff2b req-a13eb615-ad6b-41e0-98e4-fdf612b0c5f0 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:02.303623 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090ee776-77f2-47a9-90e9-8f8d152f6827 tempest-SecurityGroupsTestAdminJSON-841035829 tempest-SecurityGroupsTestAdminJSON-841035829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d186dc-64c6-4777-9ede-383b821bd9c1,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:02.335966 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 48456) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:02.336118 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4483c4f0-92f1-44f4-bff9-509cb8b72645 req-653c17c9-9d12-47ad-9a0d-cf6ba67bde30 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:02.337607 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4483c4f0-92f1-44f4-bff9-509cb8b72645 req-653c17c9-9d12-47ad-9a0d-cf6ba67bde30 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdd0c84f-a278-467d-8908-63914958ae37 HTTP/1.1" status: 200 len: 947 time: 0.3504202 Jul 15 23:04:02.347110 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-4a2dc7eb-846a-4ff7-ada9-5a5646cdff2b req-a13eb615-ad6b-41e0-98e4-fdf612b0c5f0 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Transition to ACTIVE for port object 6354f4d2-70d8-423b-b44f-2765880d8e6e will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:04:02.355814 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6a14b8f8-c8dc-4c6e-a3df-d42214e2cc1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:02.357729 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ee776-77f2-47a9-90e9-8f8d152f6827 tempest-SecurityGroupsTestAdminJSON-841035829 tempest-SecurityGroupsTestAdminJSON-841035829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:02.358201 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ee776-77f2-47a9-90e9-8f8d152f6827 tempest-SecurityGroupsTestAdminJSON-841035829 tempest-SecurityGroupsTestAdminJSON-841035829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:02.358552 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ee776-77f2-47a9-90e9-8f8d152f6827 tempest-SecurityGroupsTestAdminJSON-841035829 tempest-SecurityGroupsTestAdminJSON-841035829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:02.358894 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ee776-77f2-47a9-90e9-8f8d152f6827 tempest-SecurityGroupsTestAdminJSON-841035829 tempest-SecurityGroupsTestAdminJSON-841035829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:02.359281 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ee776-77f2-47a9-90e9-8f8d152f6827 tempest-SecurityGroupsTestAdminJSON-841035829 tempest-SecurityGroupsTestAdminJSON-841035829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:02.359635 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ee776-77f2-47a9-90e9-8f8d152f6827 tempest-SecurityGroupsTestAdminJSON-841035829 tempest-SecurityGroupsTestAdminJSON-841035829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:02.360092 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ee776-77f2-47a9-90e9-8f8d152f6827 tempest-SecurityGroupsTestAdminJSON-841035829 tempest-SecurityGroupsTestAdminJSON-841035829-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:02.360424 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ee776-77f2-47a9-90e9-8f8d152f6827 tempest-SecurityGroupsTestAdminJSON-841035829 tempest-SecurityGroupsTestAdminJSON-841035829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:02.360747 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ee776-77f2-47a9-90e9-8f8d152f6827 tempest-SecurityGroupsTestAdminJSON-841035829 tempest-SecurityGroupsTestAdminJSON-841035829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:02.361067 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ee776-77f2-47a9-90e9-8f8d152f6827 tempest-SecurityGroupsTestAdminJSON-841035829 tempest-SecurityGroupsTestAdminJSON-841035829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:02.361388 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ee776-77f2-47a9-90e9-8f8d152f6827 tempest-SecurityGroupsTestAdminJSON-841035829 tempest-SecurityGroupsTestAdminJSON-841035829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:02.361716 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090ee776-77f2-47a9-90e9-8f8d152f6827 tempest-SecurityGroupsTestAdminJSON-841035829 tempest-SecurityGroupsTestAdminJSON-841035829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:02.406416 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db1a5c74-db56-4a53-8bb7-e2461f3d5ee6', 'tag': '49b5f4c4-7465-48a8-9f7b-de7de14d6b54'}, {'name': 'network-changed', 'server_uuid': 'bdd0c84f-a278-467d-8908-63914958ae37', 'tag': '27ca6d7a-b6af-499c-a045-298783e7181f'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:02.408747 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727b33bf-3806-4458-83b3-8b521ed57a62" -d '{"events": [{"name": "network-changed", "server_uuid": "db1a5c74-db56-4a53-8bb7-e2461f3d5ee6", "tag": "49b5f4c4-7465-48a8-9f7b-de7de14d6b54"}, {"name": "network-changed", "server_uuid": "bdd0c84f-a278-467d-8908-63914958ae37", "tag": "27ca6d7a-b6af-499c-a045-298783e7181f"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:02.422395 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732a7f89-15bc-4b5e-a81d-39a7b5dd10ce None None] Network 3d02251c-0d36-4f59-b9c0-9c508ddade2e requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:04:02.442447 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb3cdb-63a2-4257-877b-0e5935c88dbc req-989f1113-7c99-4bf3-ac2e-5e29f142db2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:02.444002 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5bfb3cdb-63a2-4257-877b-0e5935c88dbc req-989f1113-7c99-4bf3-ac2e-5e29f142db2a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2854002 Jul 15 23:04:02.444161 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-33a3e4d9-baee-4355-aeb8-4eb4a7b95700 service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405940 Jul 15 23:04:02.468359 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4483c4f0-92f1-44f4-bff9-509cb8b72645 req-2b02b160-77de-4156-8d30-09ffb493a205 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164095 Jul 15 23:04:02.509701 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5b7247ac-7eee-4ba2-b291-ebc71acce2d9 req-090ee776-77f2-47a9-90e9-8f8d152f6827 tempest-SecurityGroupsTestAdminJSON-841035829 tempest-SecurityGroupsTestAdminJSON-841035829-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:02.514450 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4a2dc7eb-846a-4ff7-ada9-5a5646cdff2b req-a13eb615-ad6b-41e0-98e4-fdf612b0c5f0 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:02.518945 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5b7247ac-7eee-4ba2-b291-ebc71acce2d9 req-090ee776-77f2-47a9-90e9-8f8d152f6827 tempest-SecurityGroupsTestAdminJSON-841035829 tempest-SecurityGroupsTestAdminJSON-841035829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:02.541648 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-5f3859d9-d90d-48e1-98e5-2080820e1133 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5660698 Jul 15 23:04:02.579651 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-85aaad82-7ae2-4bef-ace0-eee52809128a req-d546f22d-25ee-487c-8ff5-29fbe6273585 service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292019 Jul 15 23:04:02.657370 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6a14b8f8-c8dc-4c6e-a3df-d42214e2cc1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:02.662535 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6a14b8f8-c8dc-4c6e-a3df-d42214e2cc1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:02.703126 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5b7247ac-7eee-4ba2-b291-ebc71acce2d9 req-090ee776-77f2-47a9-90e9-8f8d152f6827 tempest-SecurityGroupsTestAdminJSON-841035829 tempest-SecurityGroupsTestAdminJSON-841035829-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:02.718253 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-6a14b8f8-c8dc-4c6e-a3df-d42214e2cc1c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fb1868dee3994507bd2b6b8fd64a1b40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3789337 Jul 15 23:04:02.718253 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a14b8f8-c8dc-4c6e-a3df-d42214e2cc1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=811a9127-d0f5-41a7-8dad-41b3c9d523a5,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:02.719383 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 48464) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:02.721269 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5b7247ac-7eee-4ba2-b291-ebc71acce2d9 req-090ee776-77f2-47a9-90e9-8f8d152f6827 tempest-SecurityGroupsTestAdminJSON-841035829 tempest-SecurityGroupsTestAdminJSON-841035829-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.7333357 Jul 15 23:04:02.726060 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a2dc7eb-846a-4ff7-ada9-5a5646cdff2b req-a13eb615-ad6b-41e0-98e4-fdf612b0c5f0 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Network 82a1b157-72db-4f6b-a839-5e04e2b2c143 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:04:02.729831 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090ee776-77f2-47a9-90e9-8f8d152f6827 tempest-SecurityGroupsTestAdminJSON-841035829 tempest-SecurityGroupsTestAdminJSON-841035829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8464dba-c88f-47e0-b6e0-b72645bb8646,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:02.744892 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a14b8f8-c8dc-4c6e-a3df-d42214e2cc1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:02.745341 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a14b8f8-c8dc-4c6e-a3df-d42214e2cc1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:02.745963 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a14b8f8-c8dc-4c6e-a3df-d42214e2cc1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:02.746397 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a14b8f8-c8dc-4c6e-a3df-d42214e2cc1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:02.746829 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a14b8f8-c8dc-4c6e-a3df-d42214e2cc1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:02.747260 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a14b8f8-c8dc-4c6e-a3df-d42214e2cc1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:02.747734 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a14b8f8-c8dc-4c6e-a3df-d42214e2cc1c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:02.748169 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a14b8f8-c8dc-4c6e-a3df-d42214e2cc1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:02.748589 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a14b8f8-c8dc-4c6e-a3df-d42214e2cc1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:02.749015 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a14b8f8-c8dc-4c6e-a3df-d42214e2cc1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:02.749439 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a14b8f8-c8dc-4c6e-a3df-d42214e2cc1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:02.749931 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a14b8f8-c8dc-4c6e-a3df-d42214e2cc1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:02.754347 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13eb615-ad6b-41e0-98e4-fdf612b0c5f0 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Pushing event updated for resources: {'Port': ['ID=6354f4d2-70d8-423b-b44f-2765880d8e6e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:02.756589 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-4a2dc7eb-846a-4ff7-ada9-5a5646cdff2b req-a13eb615-ad6b-41e0-98e4-fdf612b0c5f0 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:04:02.761315 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a2dc7eb-846a-4ff7-ada9-5a5646cdff2b req-a13eb615-ad6b-41e0-98e4-fdf612b0c5f0 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:04:02.827118 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c3b6c450-3536-44b9-b648-98cae63a9de2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:02.866579 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c3b6c450-3536-44b9-b648-98cae63a9de2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:02.932877 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5bfb3cdb-63a2-4257-877b-0e5935c88dbc req-919826e2-fe44-41b6-bb25-08461d0e5801 service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4765327 Jul 15 23:04:02.936644 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c3b6c450-3536-44b9-b648-98cae63a9de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:02.940149 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c3b6c450-3536-44b9-b648-98cae63a9de2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:02.941589 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c3b6c450-3536-44b9-b648-98cae63a9de2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/811a9127-d0f5-41a7-8dad-41b3c9d523a5 HTTP/1.1" status: 204 len: 168 time: 0.2211859 Jul 15 23:04:02.962620 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b6c450-3536-44b9-b648-98cae63a9de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811a9127-d0f5-41a7-8dad-41b3c9d523a5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:03.002301 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2dc7eb-846a-4ff7-ada9-5a5646cdff2b req-a13eb615-ad6b-41e0-98e4-fdf612b0c5f0 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:03.002989 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4a2dc7eb-846a-4ff7-ada9-5a5646cdff2b req-a13eb615-ad6b-41e0-98e4-fdf612b0c5f0 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:03.089306 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4a2dc7eb-846a-4ff7-ada9-5a5646cdff2b req-a13eb615-ad6b-41e0-98e4-fdf612b0c5f0 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5103796 Jul 15 23:04:03.106909 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9422819-4f4e-4d58-a0f6-dbf7ccc4de96 req-bbc6bc9e-2404-44fe-9624-838129b64083 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:03.108491 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a9422819-4f4e-4d58-a0f6-dbf7ccc4de96 req-bbc6bc9e-2404-44fe-9624-838129b64083 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dff3727-03d5-4b9b-a0bc-2113ce2158b0 HTTP/1.1" status: 200 len: 931 time: 0.2516620 Jul 15 23:04:03.114013 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-4a2dc7eb-846a-4ff7-ada9-5a5646cdff2b req-d7087fd1-eff6-4260-a134-5e3976c9282c service neutron] Request body: {'port': {'device_id': '2dff3727-03d5-4b9b-a0bc-2113ce2158b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:03.191545 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-edbe2876-d065-45f0-8b78-426553203e55 None None] Provisioning for port 6354f4d2-70d8-423b-b44f-2765880d8e6e completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:04:03.200472 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ca4131d2-2e80-4dcf-ac3f-ca1039987fb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:03.206839 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-edbe2876-d065-45f0-8b78-426553203e55 None None] Provisioning complete for port 6354f4d2-70d8-423b-b44f-2765880d8e6e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:04:03.207384 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-edbe2876-d065-45f0-8b78-426553203e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:03.212634 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a9422819-4f4e-4d58-a0f6-dbf7ccc4de96 req-27b97cbd-965f-4d25-9769-d6b4d479e220 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] 10.222.0.48 "GET /v2.0/security-groups?id=a217bd2c-98fe-4a70-96ed-f585468603cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939398 Jul 15 23:04:03.217385 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5bfb3cdb-63a2-4257-877b-0e5935c88dbc req-059ed271-9a2d-4bd0-9d69-d50e7c9d6691 service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748911 Jul 15 23:04:03.291265 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-edbe2876-d065-45f0-8b78-426553203e55 None None] Port 6354f4d2-70d8-423b-b44f-2765880d8e6e cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:04:03.322072 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:03.341471 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d2eef9-dc1d-4cf6-b06f-658645f6b33f x-openstack-request-id: req-77d2eef9-dc1d-4cf6-b06f-658645f6b33f {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:03.342867 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db1a5c74-db56-4a53-8bb7-e2461f3d5ee6", "tag": "49b5f4c4-7465-48a8-9f7b-de7de14d6b54", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bdd0c84f-a278-467d-8908-63914958ae37", "tag": "27ca6d7a-b6af-499c-a045-298783e7181f", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:03.343394 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-77d2eef9-dc1d-4cf6-b06f-658645f6b33f {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:03.344117 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db1a5c74-db56-4a53-8bb7-e2461f3d5ee6', 'tag': '49b5f4c4-7465-48a8-9f7b-de7de14d6b54', 'status': 'completed', 'code': 200} Jul 15 23:04:03.344601 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdd0c84f-a278-467d-8908-63914958ae37', 'tag': '27ca6d7a-b6af-499c-a045-298783e7181f', 'status': 'completed', 'code': 200} Jul 15 23:04:03.359760 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4a2dc7eb-846a-4ff7-ada9-5a5646cdff2b req-d7087fd1-eff6-4260-a134-5e3976c9282c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:03.374413 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 48482) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:03.377695 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-3c6d3d7c-3f74-49d8-a0c5-ac9b34e59573 req-c3ee1794-7928-4c96-b7e0-dca2170b59b8 tempest-SecurityGroupsTestAdminJSON-841035829 tempest-SecurityGroupsTestAdminJSON-841035829-project] Request body: {'security_group': {'name': 'tempest-securitygroup-438020932', 'description': 'tempest-description-1092474078'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:03.470193 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b33bf-3806-4458-83b3-8b521ed57a62 req-1dfc842a-1fbc-49c9-9375-80f0ba48e71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:03.472472 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-727b33bf-3806-4458-83b3-8b521ed57a62 req-1dfc842a-1fbc-49c9-9375-80f0ba48e71e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9ac36772b83842538b63e725348a87e1&device_id=db1a5c74-db56-4a53-8bb7-e2461f3d5ee6 HTTP/1.1" status: 200 len: 1099 time: 0.0754685 Jul 15 23:04:03.639332 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3c6d3d7c-3f74-49d8-a0c5-ac9b34e59573 req-c3ee1794-7928-4c96-b7e0-dca2170b59b8 tempest-SecurityGroupsTestAdminJSON-841035829 tempest-SecurityGroupsTestAdminJSON-841035829-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:03.675576 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b33bf-3806-4458-83b3-8b521ed57a62 req-4c785a43-0a97-47cf-9524-5e84724bef8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:03.677086 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-727b33bf-3806-4458-83b3-8b521ed57a62 req-4c785a43-0a97-47cf-9524-5e84724bef8b service neutron] 10.222.0.41 "GET /v2.0/networks?id=5d412861-bef3-4cc1-ae9f-87a6a36753c0 HTTP/1.1" status: 200 len: 870 time: 0.1941750 Jul 15 23:04:03.680291 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a7cca4b3-92a4-4811-a974-8e64d1617faf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0442b10341ec4ebe87db52dabe990eb2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3046598 Jul 15 23:04:03.683762 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 48502) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:03.791726 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-727b33bf-3806-4458-83b3-8b521ed57a62 req-ff271c45-3e98-4e53-99d0-9e0004a7ce17 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=49b5f4c4-7465-48a8-9f7b-de7de14d6b54 HTTP/1.1" status: 200 len: 217 time: 0.1003141 Jul 15 23:04:03.880335 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b33bf-3806-4458-83b3-8b521ed57a62 req-6a48788b-6cad-4cb9-af72-018c2ab9f9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:03.881793 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-727b33bf-3806-4458-83b3-8b521ed57a62 req-6a48788b-6cad-4cb9-af72-018c2ab9f9dc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.0748453 Jul 15 23:04:03.882555 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ddacab21-c466-4fb2-83a6-7b325ed2e795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:03.938179 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ddacab21-c466-4fb2-83a6-7b325ed2e795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:03.986350 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3c6d3d7c-3f74-49d8-a0c5-ac9b34e59573 req-c3ee1794-7928-4c96-b7e0-dca2170b59b8 tempest-SecurityGroupsTestAdminJSON-841035829 tempest-SecurityGroupsTestAdminJSON-841035829-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:03.997020 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a7307f-fe98-4415-a607-4e8b8d417224 req-a3ad8a80-d5e9-4024-9573-e1f71cc52146 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:03.998716 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-23a7307f-fe98-4415-a607-4e8b8d417224 req-a3ad8a80-d5e9-4024-9573-e1f71cc52146 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/networks?id=3d02251c-0d36-4f59-b9c0-9c508ddade2e HTTP/1.1" status: 200 len: 805 time: 0.2481601 Jul 15 23:04:04.002471 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3c6d3d7c-3f74-49d8-a0c5-ac9b34e59573 req-c3ee1794-7928-4c96-b7e0-dca2170b59b8 tempest-SecurityGroupsTestAdminJSON-841035829 tempest-SecurityGroupsTestAdminJSON-841035829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:04.005751 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b33bf-3806-4458-83b3-8b521ed57a62 req-28749d1b-256b-4024-9990-e184ae6b084e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:04.007186 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-727b33bf-3806-4458-83b3-8b521ed57a62 req-28749d1b-256b-4024-9990-e184ae6b084e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1146564 Jul 15 23:04:04.027329 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ddacab21-c466-4fb2-83a6-7b325ed2e795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:04.030252 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ddacab21-c466-4fb2-83a6-7b325ed2e795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:04.035067 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ddacab21-c466-4fb2-83a6-7b325ed2e795 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/687c201b-28e1-438a-92d5-6ca4d54ccb9d HTTP/1.1" status: 204 len: 168 time: 0.3476810 Jul 15 23:04:04.068949 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddacab21-c466-4fb2-83a6-7b325ed2e795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=687c201b-28e1-438a-92d5-6ca4d54ccb9d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:04.130724 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:04.152081 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 48520) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:04.192056 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-727b33bf-3806-4458-83b3-8b521ed57a62 req-eccabf72-79a1-4ffc-8ffd-28585986f36a service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780133 Jul 15 23:04:04.289146 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3c6d3d7c-3f74-49d8-a0c5-ac9b34e59573 req-c3ee1794-7928-4c96-b7e0-dca2170b59b8 tempest-SecurityGroupsTestAdminJSON-841035829 tempest-SecurityGroupsTestAdminJSON-841035829-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:04.302059 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3c6d3d7c-3f74-49d8-a0c5-ac9b34e59573 req-c3ee1794-7928-4c96-b7e0-dca2170b59b8 tempest-SecurityGroupsTestAdminJSON-841035829 tempest-SecurityGroupsTestAdminJSON-841035829-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9361982 Jul 15 23:04:04.303472 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-23a7307f-fe98-4415-a607-4e8b8d417224 req-6a9c7a0c-a417-4d5a-897f-7498cf8cdebf tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/quotas/dd73df9424ac401598d255879ffa30fd HTTP/1.1" status: 200 len: 375 time: 0.2704916 Jul 15 23:04:04.307692 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ee1794-7928-4c96-b7e0-dca2170b59b8 tempest-SecurityGroupsTestAdminJSON-841035829 tempest-SecurityGroupsTestAdminJSON-841035829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e20172-c166-4ca1-a281-41158ede3db4,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:04.311396 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-4a2dc7eb-846a-4ff7-ada9-5a5646cdff2b req-d7087fd1-eff6-4260-a134-5e3976c9282c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6354f4d2-70d8-423b-b44f-2765880d8e6e {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:04:04.321469 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-727b33bf-3806-4458-83b3-8b521ed57a62 req-4609c134-e30e-414d-9924-e06d2bded6b8 service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217914 Jul 15 23:04:04.346903 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4a2dc7eb-846a-4ff7-ada9-5a5646cdff2b req-d7087fd1-eff6-4260-a134-5e3976c9282c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:04.366720 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c6f30478-37cf-4467-9cc0-7211dc9f88f1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1798423671-network', 'tenant_id': 'a20eca0e24194e23b6cd3d2cf85815ec'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:04.386114 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-23a7307f-fe98-4415-a607-4e8b8d417224 req-e5183d41-0e68-4e18-99f9-997e72083ca4 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=dd73df9424ac401598d255879ffa30fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0613425 Jul 15 23:04:04.392610 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f30478-37cf-4467-9cc0-7211dc9f88f1 admin admin] Made reservation on behalf of a20eca0e24194e23b6cd3d2cf85815ec for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:04:04.397179 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c6f30478-37cf-4467-9cc0-7211dc9f88f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:04.409597 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c6f30478-37cf-4467-9cc0-7211dc9f88f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:04.459902 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-4a2dc7eb-846a-4ff7-ada9-5a5646cdff2b req-d7087fd1-eff6-4260-a134-5e3976c9282c service neutron] Transition to ACTIVE for port object 6354f4d2-70d8-423b-b44f-2765880d8e6e will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:04:04.482190 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4a2dc7eb-846a-4ff7-ada9-5a5646cdff2b req-d7087fd1-eff6-4260-a134-5e3976c9282c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:04.499719 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 48530) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:04.560645 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b33bf-3806-4458-83b3-8b521ed57a62 req-a304590b-0e71-45db-a5c5-46071aef5971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:04.562274 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-727b33bf-3806-4458-83b3-8b521ed57a62 req-a304590b-0e71-45db-a5c5-46071aef5971 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9ac36772b83842538b63e725348a87e1&device_id=bdd0c84f-a278-467d-8908-63914958ae37 HTTP/1.1" status: 200 len: 1098 time: 0.1353455 Jul 15 23:04:04.576940 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-23a7307f-fe98-4415-a607-4e8b8d417224 req-5becbe4d-93f1-447e-a2ae-5d978b64469b service neutron] 10.222.0.48 "GET /v2.0/networks/3d02251c-0d36-4f59-b9c0-9c508ddade2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814291 Jul 15 23:04:04.580677 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7087fd1-eff6-4260-a134-5e3976c9282c service neutron] Pushing event updated for resources: {'Port': ['ID=6354f4d2-70d8-423b-b44f-2765880d8e6e,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:04.622885 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e6ec1647-5341-4016-9a9d-14a56283cee0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d2e2cd0b852f40f7876d73868fd4e3fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1209025 Jul 15 23:04:04.627985 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 48532) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:04.708513 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c6f30478-37cf-4467-9cc0-7211dc9f88f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:04.714559 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae97337-8511-4c45-9142-66a7caa937be req-8abc21bc-f741-40b9-af6e-a1b3ede6ea80 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:04.716240 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8ae97337-8511-4c45-9142-66a7caa937be req-8abc21bc-f741-40b9-af6e-a1b3ede6ea80 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.48 "GET /v2.0/ports?device_id=1cea6c7d-503a-4dda-bcf4-66dceac58372 HTTP/1.1" status: 200 len: 971 time: 0.2550273 Jul 15 23:04:04.721645 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c6f30478-37cf-4467-9cc0-7211dc9f88f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:04.758043 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-4a2dc7eb-846a-4ff7-ada9-5a5646cdff2b req-d7087fd1-eff6-4260-a134-5e3976c9282c service neutron] Attempting to bind port 6354f4d2-70d8-423b-b44f-2765880d8e6e on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:04:04.758647 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-4a2dc7eb-846a-4ff7-ada9-5a5646cdff2b req-d7087fd1-eff6-4260-a134-5e3976c9282c service neutron] Attempting to bind port 6354f4d2-70d8-423b-b44f-2765880d8e6e by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '6477d1f6-ea27-4e48-9dd8-1fd3f020fd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '82a1b157-72db-4f6b-a839-5e04e2b2c143'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:04:04.759133 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2dc7eb-846a-4ff7-ada9-5a5646cdff2b req-d7087fd1-eff6-4260-a134-5e3976c9282c service neutron] Attempting to bind port 6354f4d2-70d8-423b-b44f-2765880d8e6e on network 82a1b157-72db-4f6b-a839-5e04e2b2c143 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:04:04.760036 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6f30478-37cf-4467-9cc0-7211dc9f88f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:04:04.778381 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2dc7eb-846a-4ff7-ada9-5a5646cdff2b req-d7087fd1-eff6-4260-a134-5e3976c9282c service neutron] Port 6354f4d2-70d8-423b-b44f-2765880d8e6e on network 82a1b157-72db-4f6b-a839-5e04e2b2c143 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:04:04.778729 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2dc7eb-846a-4ff7-ada9-5a5646cdff2b req-d7087fd1-eff6-4260-a134-5e3976c9282c service neutron] Attempting to bind port 6354f4d2-70d8-423b-b44f-2765880d8e6e on network 82a1b157-72db-4f6b-a839-5e04e2b2c143 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:04:04.787291 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-23a7307f-fe98-4415-a607-4e8b8d417224 req-4eda0beb-b39f-4b0d-98bc-6d88f3ce0a09 service neutron] 10.222.0.48 "GET /v2.0/networks/3d02251c-0d36-4f59-b9c0-9c508ddade2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026820 Jul 15 23:04:04.790181 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2dc7eb-846a-4ff7-ada9-5a5646cdff2b req-d7087fd1-eff6-4260-a134-5e3976c9282c service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:04:04.790671 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2dc7eb-846a-4ff7-ada9-5a5646cdff2b req-d7087fd1-eff6-4260-a134-5e3976c9282c service neutron] Checking segment: {'id': '6477d1f6-ea27-4e48-9dd8-1fd3f020fd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '82a1b157-72db-4f6b-a839-5e04e2b2c143'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:04:04.791245 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2dc7eb-846a-4ff7-ada9-5a5646cdff2b req-d7087fd1-eff6-4260-a134-5e3976c9282c service neutron] Bound using segment: {'id': '6477d1f6-ea27-4e48-9dd8-1fd3f020fd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '82a1b157-72db-4f6b-a839-5e04e2b2c143'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:04:04.791788 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-4a2dc7eb-846a-4ff7-ada9-5a5646cdff2b req-d7087fd1-eff6-4260-a134-5e3976c9282c service neutron] Bound port: 6354f4d2-70d8-423b-b44f-2765880d8e6e, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6477d1f6-ea27-4e48-9dd8-1fd3f020fd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '82a1b157-72db-4f6b-a839-5e04e2b2c143'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:04:04.792120 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4a2dc7eb-846a-4ff7-ada9-5a5646cdff2b req-d7087fd1-eff6-4260-a134-5e3976c9282c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:04.795976 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b33bf-3806-4458-83b3-8b521ed57a62 req-e5c7963d-4cad-44a9-891b-0caf2f5f052d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:04.797452 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-727b33bf-3806-4458-83b3-8b521ed57a62 req-e5c7963d-4cad-44a9-891b-0caf2f5f052d service neutron] 10.222.0.41 "GET /v2.0/networks?id=5d412861-bef3-4cc1-ae9f-87a6a36753c0 HTTP/1.1" status: 200 len: 870 time: 0.2258856 Jul 15 23:04:04.798294 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f30478-37cf-4467-9cc0-7211dc9f88f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785c618d-6994-4990-b192-5bc5f4407b39,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:04.802390 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c6f30478-37cf-4467-9cc0-7211dc9f88f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:04.802754 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-c6f30478-37cf-4467-9cc0-7211dc9f88f1 admin admin] Added segment 76552af4-d224-4900-8635-e3e76cacafcd of type vlan for network 4309563e-9212-4cf9-a585-49d78c0127c8 Jul 15 23:04:04.821499 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8ae97337-8511-4c45-9142-66a7caa937be req-80311fa7-50f9-490a-9a9a-005de23c3586 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.48 "GET /v2.0/security-groups?id=9cfb0a02-c7a8-4946-96ba-1a3c0ae1d374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939746 Jul 15 23:04:04.866747 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c86a7539-1079-4880-992b-27f6e0c9d6dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:04.888756 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-727b33bf-3806-4458-83b3-8b521ed57a62 req-fa390d3d-52af-466c-a515-869cad506610 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=27ca6d7a-b6af-499c-a045-298783e7181f HTTP/1.1" status: 200 len: 217 time: 0.0824144 Jul 15 23:04:04.893451 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-4a2dc7eb-846a-4ff7-ada9-5a5646cdff2b req-d7087fd1-eff6-4260-a134-5e3976c9282c service neutron] For port 6354f4d2-70d8-423b-b44f-2765880d8e6e, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:04:04.899105 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-4a2dc7eb-846a-4ff7-ada9-5a5646cdff2b req-d7087fd1-eff6-4260-a134-5e3976c9282c service neutron] For port 6354f4d2-70d8-423b-b44f-2765880d8e6e, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=6354f4d2-70d8-423b-b44f-2765880d8e6e,segment=NetworkSegment(6477d1f6-ea27-4e48-9dd8-1fd3f020fd9f),segment_id=6477d1f6-ea27-4e48-9dd8-1fd3f020fd9f)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:04:04.904232 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4a2dc7eb-846a-4ff7-ada9-5a5646cdff2b req-d7087fd1-eff6-4260-a134-5e3976c9282c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:04.952111 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c6f30478-37cf-4467-9cc0-7211dc9f88f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:04.953391 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2dc7eb-846a-4ff7-ada9-5a5646cdff2b req-d7087fd1-eff6-4260-a134-5e3976c9282c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:04.954166 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4a2dc7eb-846a-4ff7-ada9-5a5646cdff2b req-d7087fd1-eff6-4260-a134-5e3976c9282c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:04.955813 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4a2dc7eb-846a-4ff7-ada9-5a5646cdff2b req-d7087fd1-eff6-4260-a134-5e3976c9282c service neutron] 10.222.0.49 "PUT /v2.0/ports/6354f4d2-70d8-423b-b44f-2765880d8e6e HTTP/1.1" status: 200 len: 1091 time: 1.8578115 Jul 15 23:04:04.956415 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dff3727-03d5-4b9b-a0bc-2113ce2158b0', 'tag': '6354f4d2-70d8-423b-b44f-2765880d8e6e'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:04.998181 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c86a7539-1079-4880-992b-27f6e0c9d6dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:05.002466 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7087fd1-eff6-4260-a134-5e3976c9282c service neutron] Pushing event updated for resources: {'Port': ['ID=6354f4d2-70d8-423b-b44f-2765880d8e6e,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:05.064723 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b33bf-3806-4458-83b3-8b521ed57a62 req-c5d5db19-c499-482e-9061-a5d052665345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:05.066341 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-727b33bf-3806-4458-83b3-8b521ed57a62 req-c5d5db19-c499-482e-9061-a5d052665345 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.1694942 Jul 15 23:04:05.093170 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c6f30478-37cf-4467-9cc0-7211dc9f88f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:05.094138 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f30478-37cf-4467-9cc0-7211dc9f88f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:05.094751 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c6f30478-37cf-4467-9cc0-7211dc9f88f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:05.188796 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c6f30478-37cf-4467-9cc0-7211dc9f88f1 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0352163 Jul 15 23:04:05.195052 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 48546) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:05.249856 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-6e0c31f8-5b49-4048-8bb3-b80792358b31 admin admin] Request body: {'subnet': {'network_id': '4309563e-9212-4cf9-a585-49d78c0127c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1798423671-subnet', 'tenant_id': 'a20eca0e24194e23b6cd3d2cf85815ec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:05.257092 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c86a7539-1079-4880-992b-27f6e0c9d6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:05.265353 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c86a7539-1079-4880-992b-27f6e0c9d6dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:05.268770 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c86a7539-1079-4880-992b-27f6e0c9d6dc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7e4365b4-db51-437a-83c0-9282bd9fd9bb HTTP/1.1" status: 204 len: 168 time: 0.6380255 Jul 15 23:04:05.268770 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f30478-37cf-4467-9cc0-7211dc9f88f1 admin admin] Pushing event updated for resources: {'Network': ['ID=4309563e-9212-4cf9-a585-49d78c0127c8,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:05.288973 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 4309563e-9212-4cf9-a585-49d78c0127c8 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:04:05.299985 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2dc7eb-846a-4ff7-ada9-5a5646cdff2b req-fa7e540f-4f97-485b-aae6-a43e18e2e8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:05.302102 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4a2dc7eb-846a-4ff7-ada9-5a5646cdff2b req-fa7e540f-4f97-485b-aae6-a43e18e2e8d5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d3cd72aa62cb4f388e60bffea0b15541&device_id=2dff3727-03d5-4b9b-a0bc-2113ce2158b0 HTTP/1.1" status: 200 len: 1094 time: 0.2666152 Jul 15 23:04:05.324382 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86a7539-1079-4880-992b-27f6e0c9d6dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4365b4-db51-437a-83c0-9282bd9fd9bb,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:05.328560 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d902a4-72bf-424c-8674-7894081719ef req-34e3c88e-c1da-4eb3-afb6-1899f16addf0 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:05.330545 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-68d902a4-72bf-424c-8674-7894081719ef req-34e3c88e-c1da-4eb3-afb6-1899f16addf0 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdd0c84f-a278-467d-8908-63914958ae37 HTTP/1.1" status: 200 len: 947 time: 0.2340066 Jul 15 23:04:05.333312 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccdefaca-4e1d-440d-8a4a-b1e9e064a48b" -d '{"events": [{"name": "network-changed", "server_uuid": "2dff3727-03d5-4b9b-a0bc-2113ce2158b0", "tag": "6354f4d2-70d8-423b-b44f-2765880d8e6e"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:05.359741 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0c31f8-5b49-4048-8bb3-b80792358b31 admin admin] Made reservation on behalf of a20eca0e24194e23b6cd3d2cf85815ec for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:04:05.362746 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6e0c31f8-5b49-4048-8bb3-b80792358b31 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:05.386093 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4a2dc7eb-846a-4ff7-ada9-5a5646cdff2b req-eb66601d-441e-4e50-bad2-03c76b468b58 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6354f4d2-70d8-423b-b44f-2765880d8e6e HTTP/1.1" status: 200 len: 217 time: 0.0756376 Jul 15 23:04:05.388739 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b33bf-3806-4458-83b3-8b521ed57a62 req-2e449fb5-7f3f-4808-ae67-83bc55150539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:05.391976 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-727b33bf-3806-4458-83b3-8b521ed57a62 req-2e449fb5-7f3f-4808-ae67-83bc55150539 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3157010 Jul 15 23:04:05.397449 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0ff3b2-38c4-4675-a236-b5c92416889e req-271c6434-6096-4476-bc2c-465ba44010c1 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:05.407036 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5e0ff3b2-38c4-4675-a236-b5c92416889e req-271c6434-6096-4476-bc2c-465ba44010c1 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dff3727-03d5-4b9b-a0bc-2113ce2158b0 HTTP/1.1" status: 200 len: 943 time: 0.2282209 Jul 15 23:04:05.511202 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-68d902a4-72bf-424c-8674-7894081719ef req-80716525-f270-4333-854e-5648fa4ade8f tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342654 Jul 15 23:04:05.514652 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2dc7eb-846a-4ff7-ada9-5a5646cdff2b req-5f4cbacd-7a59-47a7-b0ff-6010aa17dd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:05.516122 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4a2dc7eb-846a-4ff7-ada9-5a5646cdff2b req-5f4cbacd-7a59-47a7-b0ff-6010aa17dd88 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=99f67785-f6f8-403a-8163-19580b515ea7 HTTP/1.1" status: 200 len: 863 time: 0.0896549 Jul 15 23:04:05.532313 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5e0ff3b2-38c4-4675-a236-b5c92416889e req-12e9914f-26e9-42ca-a193-1e354d432a93 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] 10.222.0.48 "GET /v2.0/security-groups?id=a217bd2c-98fe-4a70-96ed-f585468603cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240909 Jul 15 23:04:05.591232 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-727b33bf-3806-4458-83b3-8b521ed57a62 req-b33f38c3-a5c0-4c2f-a17a-64fa97a2c553 service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899896 Jul 15 23:04:05.634871 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2dc7eb-846a-4ff7-ada9-5a5646cdff2b req-4863695c-f441-407e-b8fd-576f7b24abc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:05.636560 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4a2dc7eb-846a-4ff7-ada9-5a5646cdff2b req-4863695c-f441-407e-b8fd-576f7b24abc1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=82a1b157-72db-4f6b-a839-5e04e2b2c143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1031499 Jul 15 23:04:05.765520 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6e0c31f8-5b49-4048-8bb3-b80792358b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:05.812481 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-727b33bf-3806-4458-83b3-8b521ed57a62 req-13cfb473-b9fd-42cd-beb2-42f55038d6ea service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117019 Jul 15 23:04:05.840764 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0c31f8-5b49-4048-8bb3-b80792358b31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=706ac552-c50f-4165-b4fe-7076e46b09a8,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:05.853638 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0c31f8-5b49-4048-8bb3-b80792358b31 admin admin] Checking segment: {'id': '76552af4-d224-4900-8635-e3e76cacafcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '4309563e-9212-4cf9-a585-49d78c0127c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:04:05.854002 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0c31f8-5b49-4048-8bb3-b80792358b31 admin admin] Network hostable DHCP agents. Network: 4309563e-9212-4cf9-a585-49d78c0127c8, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:04:05.866256 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4a2dc7eb-846a-4ff7-ada9-5a5646cdff2b req-275e6f6f-2780-4f4f-bb66-a972c5f9c205 service neutron] 10.222.0.49 "GET /v2.0/networks/82a1b157-72db-4f6b-a839-5e04e2b2c143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229252 Jul 15 23:04:05.874096 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0c31f8-5b49-4048-8bb3-b80792358b31 admin admin] Network 4309563e-9212-4cf9-a585-49d78c0127c8 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:04:05.876838 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-1a9dbd04-aec9-478e-a508-0e42e845b53c req-aacfe1c3-e0b0-4333-8a2e-49aedeed150a tempest-SecurityGroupsTestAdminJSON-82976028 tempest-SecurityGroupsTestAdminJSON-82976028-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-560953360', 'description': 'tempest-description-1146593325'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:05.886258 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-6e0c31f8-5b49-4048-8bb3-b80792358b31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 4309563e-9212-4cf9-a585-49d78c0127c8) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:04:05.890854 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0c31f8-5b49-4048-8bb3-b80792358b31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:05.891344 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6e0c31f8-5b49-4048-8bb3-b80792358b31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:05.895226 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c84c5d0-953a-4436-9902-8f7fd71f2243 None None] Network 4309563e-9212-4cf9-a585-49d78c0127c8 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:04:05.909649 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-6e0c31f8-5b49-4048-8bb3-b80792358b31 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7121999 Jul 15 23:04:05.910613 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 48562) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:05.921186 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7c15c904-8866-4c21-b779-784cb852a12c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1798423671-router', 'tenant_id': 'a20eca0e24194e23b6cd3d2cf85815ec', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:05.950561 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7c15c904-8866-4c21-b779-784cb852a12c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:05.952207 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7c15c904-8866-4c21-b779-784cb852a12c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:06.037244 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7c15c904-8866-4c21-b779-784cb852a12c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:06.073467 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1a9dbd04-aec9-478e-a508-0e42e845b53c req-aacfe1c3-e0b0-4333-8a2e-49aedeed150a tempest-SecurityGroupsTestAdminJSON-82976028 tempest-SecurityGroupsTestAdminJSON-82976028-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:06.094090 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a26a89-1cf1-4bff-8308-917c103f3353 req-9496e41d-aa8e-4f70-9297-0e87f5a2aece tempest-LiveMigrationNegativeTest-1102364314 tempest-LiveMigrationNegativeTest-1102364314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:06.101506 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-36a26a89-1cf1-4bff-8308-917c103f3353 req-9496e41d-aa8e-4f70-9297-0e87f5a2aece tempest-LiveMigrationNegativeTest-1102364314 tempest-LiveMigrationNegativeTest-1102364314-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=1cea6c7d-503a-4dda-bcf4-66dceac58372 HTTP/1.1" status: 200 len: 1122 time: 0.3984361 Jul 15 23:04:06.104950 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4a2dc7eb-846a-4ff7-ada9-5a5646cdff2b req-17b2c5d5-0277-4e87-9ff6-d28caefc5e08 service neutron] 10.222.0.49 "GET /v2.0/networks/82a1b157-72db-4f6b-a839-5e04e2b2c143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315741 Jul 15 23:04:06.115021 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1a9dbd04-aec9-478e-a508-0e42e845b53c req-aacfe1c3-e0b0-4333-8a2e-49aedeed150a tempest-SecurityGroupsTestAdminJSON-82976028 tempest-SecurityGroupsTestAdminJSON-82976028-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:06.139129 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:06.141719 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-36a26a89-1cf1-4bff-8308-917c103f3353 req-ffb2d49a-d6e0-457b-a7ae-7c21c0e18200 tempest-LiveMigrationNegativeTest-1102364314 tempest-LiveMigrationNegativeTest-1102364314-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:06.174800 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8509e965-0770-497a-bdd6-7563670d3d5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-4309563e-9212-4cf9-a585-49d78c0127c8', 'network_id': '4309563e-9212-4cf9-a585-49d78c0127c8', 'tenant_id': 'a20eca0e24194e23b6cd3d2cf85815ec', 'fixed_ips': [{'subnet_id': '706ac552-c50f-4165-b4fe-7076e46b09a8'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:04:06.175823 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8509e965-0770-497a-bdd6-7563670d3d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:06.279618 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1a9dbd04-aec9-478e-a508-0e42e845b53c req-aacfe1c3-e0b0-4333-8a2e-49aedeed150a tempest-SecurityGroupsTestAdminJSON-82976028 tempest-SecurityGroupsTestAdminJSON-82976028-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:06.300333 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1a9dbd04-aec9-478e-a508-0e42e845b53c req-aacfe1c3-e0b0-4333-8a2e-49aedeed150a tempest-SecurityGroupsTestAdminJSON-82976028 tempest-SecurityGroupsTestAdminJSON-82976028-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:06.330537 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7c15c904-8866-4c21-b779-784cb852a12c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:06.355239 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-8509e965-0770-497a-bdd6-7563670d3d5f None None] Allocated IP 172.20.0.2 (4309563e-9212-4cf9-a585-49d78c0127c8/706ac552-c50f-4165-b4fe-7076e46b09a8/90e4f009-1be8-4634-b8f4-af4cf4d32071) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:04:06.358253 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacfe1c3-e0b0-4333-8a2e-49aedeed150a tempest-SecurityGroupsTestAdminJSON-82976028 tempest-SecurityGroupsTestAdminJSON-82976028-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104c2c06-4110-4a2e-9767-dc639978b514,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:06.443417 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-36a26a89-1cf1-4bff-8308-917c103f3353 req-ffb2d49a-d6e0-457b-a7ae-7c21c0e18200 tempest-LiveMigrationNegativeTest-1102364314 tempest-LiveMigrationNegativeTest-1102364314-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:06.449937 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-36a26a89-1cf1-4bff-8308-917c103f3353 req-ffb2d49a-d6e0-457b-a7ae-7c21c0e18200 tempest-LiveMigrationNegativeTest-1102364314 tempest-LiveMigrationNegativeTest-1102364314-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:06.499999 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb2d49a-d6e0-457b-a7ae-7c21c0e18200 tempest-LiveMigrationNegativeTest-1102364314 tempest-LiveMigrationNegativeTest-1102364314-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7abba9d2-2adc-41a9-9829-eee00d6eccb8,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:06.524279 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-36a26a89-1cf1-4bff-8308-917c103f3353 req-ffb2d49a-d6e0-457b-a7ae-7c21c0e18200 tempest-LiveMigrationNegativeTest-1102364314 tempest-LiveMigrationNegativeTest-1102364314-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=9cfb0a02-c7a8-4946-96ba-1a3c0ae1d374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4215307 Jul 15 23:04:06.620472 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8509e965-0770-497a-bdd6-7563670d3d5f None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:06.634064 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8509e965-0770-497a-bdd6-7563670d3d5f None None] Transition to ACTIVE for port object 90e4f009-1be8-4634-b8f4-af4cf4d32071 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:04:06.637031 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7c15c904-8866-4c21-b779-784cb852a12c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:06.656215 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8509e965-0770-497a-bdd6-7563670d3d5f None None] Transition to ACTIVE for port object 90e4f009-1be8-4634-b8f4-af4cf4d32071 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:04:06.658297 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1a9dbd04-aec9-478e-a508-0e42e845b53c req-aacfe1c3-e0b0-4333-8a2e-49aedeed150a tempest-SecurityGroupsTestAdminJSON-82976028 tempest-SecurityGroupsTestAdminJSON-82976028-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:06.662743 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1a9dbd04-aec9-478e-a508-0e42e845b53c req-aacfe1c3-e0b0-4333-8a2e-49aedeed150a tempest-SecurityGroupsTestAdminJSON-82976028 tempest-SecurityGroupsTestAdminJSON-82976028-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:06.666561 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8509e965-0770-497a-bdd6-7563670d3d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:06.684614 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7c15c904-8866-4c21-b779-784cb852a12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:06.715617 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacfe1c3-e0b0-4333-8a2e-49aedeed150a tempest-SecurityGroupsTestAdminJSON-82976028 tempest-SecurityGroupsTestAdminJSON-82976028-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2bb6667-a6de-450a-a4db-e04f7981f892,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:06.725715 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 27ca6d7a-b6af-499c-a045-298783e7181f details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:04:06.728809 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1a9dbd04-aec9-478e-a508-0e42e845b53c req-aacfe1c3-e0b0-4333-8a2e-49aedeed150a tempest-SecurityGroupsTestAdminJSON-82976028 tempest-SecurityGroupsTestAdminJSON-82976028-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:06.730065 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1a9dbd04-aec9-478e-a508-0e42e845b53c req-aacfe1c3-e0b0-4333-8a2e-49aedeed150a tempest-SecurityGroupsTestAdminJSON-82976028 tempest-SecurityGroupsTestAdminJSON-82976028-project-admin] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8610330 Jul 15 23:04:06.747104 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8509e965-0770-497a-bdd6-7563670d3d5f None None] Pushing event updated for resources: {'Port': ['ID=90e4f009-1be8-4634-b8f4-af4cf4d32071,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:06.772841 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8509e965-0770-497a-bdd6-7563670d3d5f None None] Network 4309563e-9212-4cf9-a585-49d78c0127c8 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:04:06.790899 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-8509e965-0770-497a-bdd6-7563670d3d5f None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:04:06.800736 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8509e965-0770-497a-bdd6-7563670d3d5f None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:04:06.932148 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-7c15c904-8866-4c21-b779-784cb852a12c admin admin] Allocated IP 172.25.5.239 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/70ea424f-684b-4c4a-8d49-93d89e66e0ae) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:04:06.958787 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.db.resource_extend [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 23:04:07.000843 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3beeb316-8afc-480e-8ece-c18154af897b x-openstack-request-id: req-3beeb316-8afc-480e-8ece-c18154af897b {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:07.001247 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dff3727-03d5-4b9b-a0bc-2113ce2158b0", "tag": "6354f4d2-70d8-423b-b44f-2765880d8e6e", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:07.001593 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3beeb316-8afc-480e-8ece-c18154af897b {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:07.001754 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-8509e965-0770-497a-bdd6-7563670d3d5f None None] Attempting to bind port 90e4f009-1be8-4634-b8f4-af4cf4d32071 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:04:07.002134 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-8509e965-0770-497a-bdd6-7563670d3d5f None None] Attempting to bind port 90e4f009-1be8-4634-b8f4-af4cf4d32071 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '76552af4-d224-4900-8635-e3e76cacafcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '4309563e-9212-4cf9-a585-49d78c0127c8'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:04:07.002317 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dff3727-03d5-4b9b-a0bc-2113ce2158b0', 'tag': '6354f4d2-70d8-423b-b44f-2765880d8e6e', 'status': 'completed', 'code': 200} Jul 15 23:04:07.002495 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8509e965-0770-497a-bdd6-7563670d3d5f None None] Attempting to bind port 90e4f009-1be8-4634-b8f4-af4cf4d32071 on network 4309563e-9212-4cf9-a585-49d78c0127c8 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:04:07.023089 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a7307f-fe98-4415-a607-4e8b8d417224 req-bd305914-8db5-4b4e-bf06-fe7e4123046e tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:07.026855 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-23a7307f-fe98-4415-a607-4e8b8d417224 req-bd305914-8db5-4b4e-bf06-fe7e4123046e tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.49 "GET /v2.0/networks?id=3d02251c-0d36-4f59-b9c0-9c508ddade2e HTTP/1.1" status: 200 len: 805 time: 0.2865801 Jul 15 23:04:07.033907 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-80d2577c-ea65-4722-9a52-a25cf0122791 req-a2a06938-aef7-4b17-8aea-a3253cd4e08b tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/ports?device_id=21dbc824-88f9-4f0f-8395-57f787e6e9cf HTTP/1.1" status: 200 len: 210 time: 0.0772276 Jul 15 23:04:07.036210 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8509e965-0770-497a-bdd6-7563670d3d5f None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:04:07.036589 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8509e965-0770-497a-bdd6-7563670d3d5f None None] Checking segment: {'id': '76552af4-d224-4900-8635-e3e76cacafcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '4309563e-9212-4cf9-a585-49d78c0127c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:04:07.036998 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8509e965-0770-497a-bdd6-7563670d3d5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:07.037395 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8509e965-0770-497a-bdd6-7563670d3d5f None None] Bound using segment: {'id': '76552af4-d224-4900-8635-e3e76cacafcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '4309563e-9212-4cf9-a585-49d78c0127c8'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:04:07.037885 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-8509e965-0770-497a-bdd6-7563670d3d5f None None] Bound port: 90e4f009-1be8-4634-b8f4-af4cf4d32071, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76552af4-d224-4900-8635-e3e76cacafcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '4309563e-9212-4cf9-a585-49d78c0127c8'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:04:07.038349 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8509e965-0770-497a-bdd6-7563670d3d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:07.073752 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-23a7307f-fe98-4415-a607-4e8b8d417224 req-9aaaaa38-cc72-4678-bcd5-df63ddc71cb3 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Request body: {'port': {'device_id': '21dbc824-88f9-4f0f-8395-57f787e6e9cf', 'network_id': '3d02251c-0d36-4f59-b9c0-9c508ddade2e', 'admin_state_up': True, 'tenant_id': 'dd73df9424ac401598d255879ffa30fd'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:07.196430 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-8509e965-0770-497a-bdd6-7563670d3d5f None None] For port 90e4f009-1be8-4634-b8f4-af4cf4d32071, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:04:07.199895 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-8509e965-0770-497a-bdd6-7563670d3d5f None None] For port 90e4f009-1be8-4634-b8f4-af4cf4d32071, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=90e4f009-1be8-4634-b8f4-af4cf4d32071,segment=NetworkSegment(76552af4-d224-4900-8635-e3e76cacafcd),segment_id=76552af4-d224-4900-8635-e3e76cacafcd)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:04:07.204535 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 27ca6d7a-b6af-499c-a045-298783e7181f, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=27ca6d7a-b6af-499c-a045-298783e7181f,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:07.208817 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8509e965-0770-497a-bdd6-7563670d3d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:07.244350 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdefaca-4e1d-440d-8a4a-b1e9e064a48b req-abd00864-3dff-42d3-be83-3ac427b26d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:07.246657 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ccdefaca-4e1d-440d-8a4a-b1e9e064a48b req-abd00864-3dff-42d3-be83-3ac427b26d7d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d3cd72aa62cb4f388e60bffea0b15541&device_id=2dff3727-03d5-4b9b-a0bc-2113ce2158b0 HTTP/1.1" status: 200 len: 1094 time: 0.2076311 Jul 15 23:04:07.261094 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': '27ca6d7a-b6af-499c-a045-298783e7181f', 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'port_id': '27ca6d7a-b6af-499c-a045-298783e7181f', 'mac_address': 'fa:16:3e:4a:25:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d909a96-22de-4aa9-b690-1c7da965ceac', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:04:07.342955 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8509e965-0770-497a-bdd6-7563670d3d5f None None] Pushing event updated for resources: {'Port': ['ID=90e4f009-1be8-4634-b8f4-af4cf4d32071,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:07.353921 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:07.368785 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27ca6d7a-b6af-499c-a045-298783e7181f {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:04:07.392076 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 27ca6d7a-b6af-499c-a045-298783e7181f, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=27ca6d7a-b6af-499c-a045-298783e7181f,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:07.392796 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7c15c904-8866-4c21-b779-784cb852a12c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:07.400264 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:07.402410 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 49b5f4c4-7465-48a8-9f7b-de7de14d6b54 details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:04:07.425830 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23a7307f-fe98-4415-a607-4e8b8d417224 req-9aaaaa38-cc72-4678-bcd5-df63ddc71cb3 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Made reservation on behalf of dd73df9424ac401598d255879ffa30fd for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:04:07.439280 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-23a7307f-fe98-4415-a607-4e8b8d417224 req-9aaaaa38-cc72-4678-bcd5-df63ddc71cb3 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:07.444479 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 49b5f4c4-7465-48a8-9f7b-de7de14d6b54, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=49b5f4c4-7465-48a8-9f7b-de7de14d6b54,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:07.453491 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7c15c904-8866-4c21-b779-784cb852a12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:07.555939 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': '49b5f4c4-7465-48a8-9f7b-de7de14d6b54', 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'port_id': '49b5f4c4-7465-48a8-9f7b-de7de14d6b54', 'mac_address': 'fa:16:3e:80:98:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d909a96-22de-4aa9-b690-1c7da965ceac', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:04:07.560166 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=27ca6d7a-b6af-499c-a045-298783e7181f,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:07.567983 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c15c904-8866-4c21-b779-784cb852a12c admin admin] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:04:07.569830 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c15c904-8866-4c21-b779-784cb852a12c admin admin] Pushing event updated for resources: {'Port': ['ID=70ea424f-684b-4c4a-8d49-93d89e66e0ae,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:07.573815 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-7c15c904-8866-4c21-b779-784cb852a12c admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:04:07.576345 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c15c904-8866-4c21-b779-784cb852a12c admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:04:07.610739 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdefaca-4e1d-440d-8a4a-b1e9e064a48b req-5d1e2eb3-ae3e-4a3f-ba90-e3a55d2191f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:07.616685 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ccdefaca-4e1d-440d-8a4a-b1e9e064a48b req-5d1e2eb3-ae3e-4a3f-ba90-e3a55d2191f7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=82a1b157-72db-4f6b-a839-5e04e2b2c143 HTTP/1.1" status: 200 len: 925 time: 0.3630302 Jul 15 23:04:07.648114 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:07.666339 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49b5f4c4-7465-48a8-9f7b-de7de14d6b54 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:04:07.696980 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 49b5f4c4-7465-48a8-9f7b-de7de14d6b54, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=49b5f4c4-7465-48a8-9f7b-de7de14d6b54,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:07.703390 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:07.770485 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=49b5f4c4-7465-48a8-9f7b-de7de14d6b54,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:07.792037 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ccdefaca-4e1d-440d-8a4a-b1e9e064a48b req-d1ebf103-20ba-455d-9238-8fc073b77ac9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6354f4d2-70d8-423b-b44f-2765880d8e6e HTTP/1.1" status: 200 len: 217 time: 0.1643929 Jul 15 23:04:07.807289 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b18e34a-c4ce-454a-b81f-afbcda07ab95 req-a3066968-8afc-4d8a-bad5-9bd39107e223 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:07.808771 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8b18e34a-c4ce-454a-b81f-afbcda07ab95 req-a3066968-8afc-4d8a-bad5-9bd39107e223 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdd0c84f-a278-467d-8908-63914958ae37 HTTP/1.1" status: 200 len: 948 time: 0.4215379 Jul 15 23:04:07.836890 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e17a7c-3ce0-415f-8187-670c9ae432d2 req-0e295b73-d0d8-45cb-8e06-7ae69c08f9ab tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:07.838451 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-14e17a7c-3ce0-415f-8187-670c9ae432d2 req-0e295b73-d0d8-45cb-8e06-7ae69c08f9ab tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dff3727-03d5-4b9b-a0bc-2113ce2158b0 HTTP/1.1" status: 200 len: 943 time: 0.4396665 Jul 15 23:04:07.881523 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7c15c904-8866-4c21-b779-784cb852a12c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:07.904024 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:07.957467 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdefaca-4e1d-440d-8a4a-b1e9e064a48b req-710819e6-b3d1-4aef-9540-7a8e51c4fc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:07.959110 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ccdefaca-4e1d-440d-8a4a-b1e9e064a48b req-710819e6-b3d1-4aef-9540-7a8e51c4fc1e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=99f67785-f6f8-403a-8163-19580b515ea7 HTTP/1.1" status: 200 len: 863 time: 0.1453717 Jul 15 23:04:07.974094 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8b18e34a-c4ce-454a-b81f-afbcda07ab95 req-39d18538-f081-4e96-be76-befbcba976c4 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493914 Jul 15 23:04:07.988242 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-14e17a7c-3ce0-415f-8187-670c9ae432d2 req-0b4c3262-5120-4335-8d67-599bccce383b tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] 10.222.0.48 "GET /v2.0/security-groups?id=a217bd2c-98fe-4a70-96ed-f585468603cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296222 Jul 15 23:04:07.994254 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-23a7307f-fe98-4415-a607-4e8b8d417224 req-9aaaaa38-cc72-4678-bcd5-df63ddc71cb3 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Allocated IP 172.20.0.4 (3d02251c-0d36-4f59-b9c0-9c508ddade2e/04373861-16b0-4a8c-8486-d4c77245a1a4/98ed8752-a480-4f21-b4f7-d23a3487f42a) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:04:08.064370 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-f359c14d-28d1-454b-a1c1-4ebdf1d4a2d4 req-e276eef8-15f5-4826-abf7-34284f06734b tempest-SecurityGroupsTestAdminJSON-82976028 tempest-SecurityGroupsTestAdminJSON-82976028-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1550317148', 'description': 'tempest-description-582504879'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:08.103170 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['27ca6d7a-b6af-499c-a045-298783e7181f'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:04:08.174159 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['49b5f4c4-7465-48a8-9f7b-de7de14d6b54'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:04:08.182905 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f359c14d-28d1-454b-a1c1-4ebdf1d4a2d4 req-e276eef8-15f5-4826-abf7-34284f06734b tempest-SecurityGroupsTestAdminJSON-82976028 tempest-SecurityGroupsTestAdminJSON-82976028-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:08.249252 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdefaca-4e1d-440d-8a4a-b1e9e064a48b req-a3cb91ee-b196-4d41-9c28-084c285f6e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:08.251272 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ccdefaca-4e1d-440d-8a4a-b1e9e064a48b req-a3cb91ee-b196-4d41-9c28-084c285f6e41 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=82a1b157-72db-4f6b-a839-5e04e2b2c143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2819083 Jul 15 23:04:08.291330 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7c15c904-8866-4c21-b779-784cb852a12c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:08.403870 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f359c14d-28d1-454b-a1c1-4ebdf1d4a2d4 req-e276eef8-15f5-4826-abf7-34284f06734b tempest-SecurityGroupsTestAdminJSON-82976028 tempest-SecurityGroupsTestAdminJSON-82976028-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:08.422941 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f359c14d-28d1-454b-a1c1-4ebdf1d4a2d4 req-e276eef8-15f5-4826-abf7-34284f06734b tempest-SecurityGroupsTestAdminJSON-82976028 tempest-SecurityGroupsTestAdminJSON-82976028-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:08.604339 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c15c904-8866-4c21-b779-784cb852a12c admin admin] Router f81b0e16-dbac-42b1-b684-f03d5ab378bf is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:04:08.625210 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 90e4f009-1be8-4634-b8f4-af4cf4d32071 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:04:08.670027 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ccdefaca-4e1d-440d-8a4a-b1e9e064a48b req-8234dbcd-a0dc-4710-8e38-4cd3cf1d9dc8 service neutron] 10.222.0.49 "GET /v2.0/networks/82a1b157-72db-4f6b-a839-5e04e2b2c143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3997300 Jul 15 23:04:08.700309 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f359c14d-28d1-454b-a1c1-4ebdf1d4a2d4 req-e276eef8-15f5-4826-abf7-34284f06734b tempest-SecurityGroupsTestAdminJSON-82976028 tempest-SecurityGroupsTestAdminJSON-82976028-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:08.712264 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f359c14d-28d1-454b-a1c1-4ebdf1d4a2d4 req-e276eef8-15f5-4826-abf7-34284f06734b tempest-SecurityGroupsTestAdminJSON-82976028 tempest-SecurityGroupsTestAdminJSON-82976028-project-admin] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6555054 Jul 15 23:04:08.732393 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed28857-964b-400a-8818-35c0e04787a5 None None] Network 4309563e-9212-4cf9-a585-49d78c0127c8 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:04:08.736811 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 90e4f009-1be8-4634-b8f4-af4cf4d32071 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:04:08.770347 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e276eef8-15f5-4826-abf7-34284f06734b tempest-SecurityGroupsTestAdminJSON-82976028 tempest-SecurityGroupsTestAdminJSON-82976028-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9200b64-8b93-451f-820f-4888e1c23d5e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:08.798034 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c15c904-8866-4c21-b779-784cb852a12c admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:04:08.798689 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a2499719-cbc6-4b28-acf1-814882e4d36d None None] Provisioning for port 90e4f009-1be8-4634-b8f4-af4cf4d32071 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:04:08.824119 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7c15c904-8866-4c21-b779-784cb852a12c admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:08.829876 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-7c15c904-8866-4c21-b779-784cb852a12c admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9166517 Jul 15 23:04:08.830885 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 48626) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:08.865646 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d602b46-004b-4cf0-90c5-6cd92de41091 None None] Sync routers for ids ['f81b0e16-dbac-42b1-b684-f03d5ab378bf'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:04:08.873577 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a2499719-cbc6-4b28-acf1-814882e4d36d None None] Provisioning complete for port 90e4f009-1be8-4634-b8f4-af4cf4d32071 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:04:08.873854 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a2499719-cbc6-4b28-acf1-814882e4d36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:08.900149 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-23a7307f-fe98-4415-a607-4e8b8d417224 req-9aaaaa38-cc72-4678-bcd5-df63ddc71cb3 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:08.921996 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d602b46-004b-4cf0-90c5-6cd92de41091 None None] Routers {'f81b0e16-dbac-42b1-b684-f03d5ab378bf'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:04:08.922651 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-1d602b46-004b-4cf0-90c5-6cd92de41091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:04:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['f81b0e16-dbac-42b1-b684-f03d5ab378bf'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:08.951274 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0ae6b52f-0821-4882-ae9d-aee4b0bfdcc7 req-2c91f8a9-200c-474f-a755-12d40d8ecccd tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/ports?device_id=21dbc824-88f9-4f0f-8395-57f787e6e9cf HTTP/1.1" status: 200 len: 210 time: 0.0711181 Jul 15 23:04:09.000770 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ccdefaca-4e1d-440d-8a4a-b1e9e064a48b req-73be21ac-f452-4d9f-8226-16f7f7c3a464 service neutron] 10.222.0.49 "GET /v2.0/networks/82a1b157-72db-4f6b-a839-5e04e2b2c143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130026 Jul 15 23:04:09.033591 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-23a7307f-fe98-4415-a607-4e8b8d417224 req-9aaaaa38-cc72-4678-bcd5-df63ddc71cb3 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:09.131776 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaaaa38-cc72-4678-bcd5-df63ddc71cb3 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Pushing event updated for resources: {'Port': ['ID=98ed8752-a480-4f21-b4f7-d23a3487f42a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:09.156269 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23a7307f-fe98-4415-a607-4e8b8d417224 req-9aaaaa38-cc72-4678-bcd5-df63ddc71cb3 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Network 3d02251c-0d36-4f59-b9c0-9c508ddade2e is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:04:09.172468 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-23a7307f-fe98-4415-a607-4e8b8d417224 req-9aaaaa38-cc72-4678-bcd5-df63ddc71cb3 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:04:09.175995 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-23a7307f-fe98-4415-a607-4e8b8d417224 req-9aaaaa38-cc72-4678-bcd5-df63ddc71cb3 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:04:09.265749 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a7307f-fe98-4415-a607-4e8b8d417224 req-9aaaaa38-cc72-4678-bcd5-df63ddc71cb3 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:09.266493 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-23a7307f-fe98-4415-a607-4e8b8d417224 req-9aaaaa38-cc72-4678-bcd5-df63ddc71cb3 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:09.299656 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-23a7307f-fe98-4415-a607-4e8b8d417224 req-9aaaaa38-cc72-4678-bcd5-df63ddc71cb3 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2418649 Jul 15 23:04:09.299871 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-1d602b46-004b-4cf0-90c5-6cd92de41091 None None] Set router f81b0e16-dbac-42b1-b684-f03d5ab378bf gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:04:09.315197 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-23a7307f-fe98-4415-a607-4e8b8d417224 req-635c51aa-02d0-4914-84e4-c9609d4d912c service neutron] Request body: {'port': {'device_id': '21dbc824-88f9-4f0f-8395-57f787e6e9cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:09.384343 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a2499719-cbc6-4b28-acf1-814882e4d36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:09.457921 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f940ab0-6fa5-4c6a-9c87-c3c5982cc960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:09.477359 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a2499719-cbc6-4b28-acf1-814882e4d36d None None] For port 90e4f009-1be8-4634-b8f4-af4cf4d32071, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=90e4f009-1be8-4634-b8f4-af4cf4d32071,segment=NetworkSegment(76552af4-d224-4900-8635-e3e76cacafcd),segment_id=76552af4-d224-4900-8635-e3e76cacafcd)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:09.487547 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a2499719-cbc6-4b28-acf1-814882e4d36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:09.574939 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2499719-cbc6-4b28-acf1-814882e4d36d None None] Pushing event updated for resources: {'Port': ['ID=90e4f009-1be8-4634-b8f4-af4cf4d32071,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:09.607741 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-1d602b46-004b-4cf0-90c5-6cd92de41091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81b0e16-dbac-42b1-b684-f03d5ab378bf', 'name': 'tempest-FloatingIPsTestJSON-1798423671-router', 'tenant_id': 'a20eca0e24194e23b6cd3d2cf85815ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '70ea424f-684b-4c4a-8d49-93d89e66e0ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:04:05Z', 'updated_at': '2021-07-15T23:04:07Z', 'revision_number': 3, 'project_id': 'a20eca0e24194e23b6cd3d2cf85815ec', 'gw_port': {'id': '70ea424f-684b-4c4a-8d49-93d89e66e0ae', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:96:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f81b0e16-dbac-42b1-b684-f03d5ab378bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:04:06Z', 'updated_at': '2021-07-15T23:04:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:09.639597 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-0f940ab0-6fa5-4c6a-9c87-c3c5982cc960 admin admin] Allocated IP 172.20.0.1 (4309563e-9212-4cf9-a585-49d78c0127c8/706ac552-c50f-4165-b4fe-7076e46b09a8/d61e4a67-4935-4a71-894c-9df762860dc2) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:04:09.641381 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d602b46-004b-4cf0-90c5-6cd92de41091 None None] Checking router: f81b0e16-dbac-42b1-b684-f03d5ab378bf for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:04:09.641861 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d602b46-004b-4cf0-90c5-6cd92de41091 None None] Updating router f81b0e16-dbac-42b1-b684-f03d5ab378bf port 70ea424f-684b-4c4a-8d49-93d89e66e0ae binding host n-d-794306-6 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:04:09.685033 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1d602b46-004b-4cf0-90c5-6cd92de41091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:09.713605 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-23a7307f-fe98-4415-a607-4e8b8d417224 req-635c51aa-02d0-4914-84e4-c9609d4d912c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:09.757525 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f940ab0-6fa5-4c6a-9c87-c3c5982cc960 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:09.771820 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-0f940ab0-6fa5-4c6a-9c87-c3c5982cc960 admin admin] Transition to ACTIVE for port object d61e4a67-4935-4a71-894c-9df762860dc2 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:04:09.793775 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 6354f4d2-70d8-423b-b44f-2765880d8e6e details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:04:09.817645 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f940ab0-6fa5-4c6a-9c87-c3c5982cc960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:09.838885 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bd685b95-3c40-46a0-9028-dc6c3b2d52ee None None] Provisioning complete for port 90e4f009-1be8-4634-b8f4-af4cf4d32071 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:04:09.840050 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bd685b95-3c40-46a0-9028-dc6c3b2d52ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:09.849801 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb4a97-bd6d-4be8-a737-ae5c101202fb req-c4033469-6b17-4d9b-80e9-9b4dc0212873 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:09.855073 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bccb4a97-bd6d-4be8-a737-ae5c101202fb req-c4033469-6b17-4d9b-80e9-9b4dc0212873 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdd0c84f-a278-467d-8908-63914958ae37 HTTP/1.1" status: 200 len: 948 time: 0.4971647 Jul 15 23:04:09.863550 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f940ab0-6fa5-4c6a-9c87-c3c5982cc960 admin admin] Network 4309563e-9212-4cf9-a585-49d78c0127c8 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:04:09.866774 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-0f940ab0-6fa5-4c6a-9c87-c3c5982cc960 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:04:09.870966 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f940ab0-6fa5-4c6a-9c87-c3c5982cc960 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:04:09.871449 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f940ab0-6fa5-4c6a-9c87-c3c5982cc960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:09.913567 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f940ab0-6fa5-4c6a-9c87-c3c5982cc960 admin admin] Pushing event updated for resources: {'Port': ['ID=d61e4a67-4935-4a71-894c-9df762860dc2,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:10.042084 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bccb4a97-bd6d-4be8-a737-ae5c101202fb req-12330a45-618d-4381-b06a-d695417657e5 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015630 Jul 15 23:04:10.087338 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f940ab0-6fa5-4c6a-9c87-c3c5982cc960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:10.146088 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-15b9d253-e700-4e4b-8c58-147494e7c1df req-f731aa0c-204f-4756-8c6b-b0f00c6d64a3 tempest-SecurityGroupsTestAdminJSON-82976028 tempest-SecurityGroupsTestAdminJSON-82976028-project-admin] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45085 time: 1.0054736 Jul 15 23:04:10.147305 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 6354f4d2-70d8-423b-b44f-2765880d8e6e, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=6354f4d2-70d8-423b-b44f-2765880d8e6e,segment=NetworkSegment(6477d1f6-ea27-4e48-9dd8-1fd3f020fd9f),segment_id=6477d1f6-ea27-4e48-9dd8-1fd3f020fd9f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:10.185610 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:04:10.188081 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '6354f4d2-70d8-423b-b44f-2765880d8e6e', 'network_id': '82a1b157-72db-4f6b-a839-5e04e2b2c143', 'port_id': '6354f4d2-70d8-423b-b44f-2765880d8e6e', 'mac_address': 'fa:16:3e:e1:d5:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99f67785-f6f8-403a-8163-19580b515ea7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:04:10.267238 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1d602b46-004b-4cf0-90c5-6cd92de41091 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:10.294652 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1d602b46-004b-4cf0-90c5-6cd92de41091 None None] Transition to ACTIVE for port object 70ea424f-684b-4c4a-8d49-93d89e66e0ae will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:04:10.297553 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4c1e5300-03ba-44c2-aea4-26f9965f60d9 None None] Provisioning for port d61e4a67-4935-4a71-894c-9df762860dc2 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:04:10.299418 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:10.316389 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4c1e5300-03ba-44c2-aea4-26f9965f60d9 None None] Provisioning complete for port d61e4a67-4935-4a71-894c-9df762860dc2 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:04:10.316815 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4c1e5300-03ba-44c2-aea4-26f9965f60d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:10.317728 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-15b9d253-e700-4e4b-8c58-147494e7c1df req-0e677fc4-6eea-4e92-b6ea-3c49156208a2 tempest-SecurityGroupsTestAdminJSON-82976028 tempest-SecurityGroupsTestAdminJSON-82976028-project-admin] 10.222.0.48 "GET /v2.0/security-groups/104c2c06-4110-4a2e-9767-dc639978b514 HTTP/1.1" status: 200 len: 2981 time: 0.1126876 Jul 15 23:04:10.319769 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1d602b46-004b-4cf0-90c5-6cd92de41091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:10.369628 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f940ab0-6fa5-4c6a-9c87-c3c5982cc960 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:10.370875 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6354f4d2-70d8-423b-b44f-2765880d8e6e {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:04:10.375517 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f940ab0-6fa5-4c6a-9c87-c3c5982cc960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:10.377275 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f940ab0-6fa5-4c6a-9c87-c3c5982cc960 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:10.441498 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-23a7307f-fe98-4415-a607-4e8b8d417224 req-635c51aa-02d0-4914-84e4-c9609d4d912c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98ed8752-a480-4f21-b4f7-d23a3487f42a {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:04:10.454320 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-23a7307f-fe98-4415-a607-4e8b8d417224 req-635c51aa-02d0-4914-84e4-c9609d4d912c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:10.458263 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-1d602b46-004b-4cf0-90c5-6cd92de41091 None None] Attempting to bind port 70ea424f-684b-4c4a-8d49-93d89e66e0ae on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:04:10.458656 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-1d602b46-004b-4cf0-90c5-6cd92de41091 None None] Attempting to bind port 70ea424f-684b-4c4a-8d49-93d89e66e0ae by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:04:10.459405 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d602b46-004b-4cf0-90c5-6cd92de41091 None None] Attempting to bind port 70ea424f-684b-4c4a-8d49-93d89e66e0ae on network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:04:10.467375 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 6354f4d2-70d8-423b-b44f-2765880d8e6e, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=6354f4d2-70d8-423b-b44f-2765880d8e6e,segment=NetworkSegment(6477d1f6-ea27-4e48-9dd8-1fd3f020fd9f),segment_id=6477d1f6-ea27-4e48-9dd8-1fd3f020fd9f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:10.468584 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-15b9d253-e700-4e4b-8c58-147494e7c1df req-c0afc0f3-fe5d-4bbf-adf1-94d66ed62024 tempest-SecurityGroupsTestAdminJSON-82976028 tempest-SecurityGroupsTestAdminJSON-82976028-project-admin] 10.222.0.48 "GET /v2.0/security-groups/104c2c06-4110-4a2e-9767-dc639978b514 HTTP/1.1" status: 200 len: 2981 time: 0.1370020 Jul 15 23:04:10.471559 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f901c4-b58c-480d-a4a9-becd5a08c436 None None] Pushing event updated for resources: {'Port': ['ID=70ea424f-684b-4c4a-8d49-93d89e66e0ae,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:10.475524 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-4c1e5300-03ba-44c2-aea4-26f9965f60d9 None None] Port d61e4a67-4935-4a71-894c-9df762860dc2 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:04:10.481476 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f940ab0-6fa5-4c6a-9c87-c3c5982cc960 admin admin] Pushing event updated for resources: {'Port': ['ID=d61e4a67-4935-4a71-894c-9df762860dc2,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:10.482472 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:10.486915 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d602b46-004b-4cf0-90c5-6cd92de41091 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:04:10.486915 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d602b46-004b-4cf0-90c5-6cd92de41091 None None] Checking segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:04:10.487616 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1d602b46-004b-4cf0-90c5-6cd92de41091 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:10.488783 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d602b46-004b-4cf0-90c5-6cd92de41091 None None] Bound using segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:04:10.489354 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-1d602b46-004b-4cf0-90c5-6cd92de41091 None None] Bound port: 70ea424f-684b-4c4a-8d49-93d89e66e0ae, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:04:10.490043 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1d602b46-004b-4cf0-90c5-6cd92de41091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:10.512437 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-23a7307f-fe98-4415-a607-4e8b8d417224 req-635c51aa-02d0-4914-84e4-c9609d4d912c service neutron] Transition to ACTIVE for port object 98ed8752-a480-4f21-b4f7-d23a3487f42a will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:04:10.533073 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096f9b81-a405-46ac-a202-8b61522eb316 req-4ed6e435-7031-4f70-a477-305e3fc362fd tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:10.544482 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-096f9b81-a405-46ac-a202-8b61522eb316 req-4ed6e435-7031-4f70-a477-305e3fc362fd tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dff3727-03d5-4b9b-a0bc-2113ce2158b0 HTTP/1.1" status: 200 len: 943 time: 0.2774658 Jul 15 23:04:10.556443 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 90e4f009-1be8-4634-b8f4-af4cf4d32071 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:04:10.584937 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-23a7307f-fe98-4415-a607-4e8b8d417224 req-635c51aa-02d0-4914-84e4-c9609d4d912c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:10.589476 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f940ab0-6fa5-4c6a-9c87-c3c5982cc960 admin admin] Network 4309563e-9212-4cf9-a585-49d78c0127c8 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:04:10.591231 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-0f940ab0-6fa5-4c6a-9c87-c3c5982cc960 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:04:10.655758 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1d602b46-004b-4cf0-90c5-6cd92de41091 None None] For port 70ea424f-684b-4c4a-8d49-93d89e66e0ae, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:04:10.661148 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1d602b46-004b-4cf0-90c5-6cd92de41091 None None] For port 70ea424f-684b-4c4a-8d49-93d89e66e0ae, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=70ea424f-684b-4c4a-8d49-93d89e66e0ae,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:04:10.662483 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=6354f4d2-70d8-423b-b44f-2765880d8e6e,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:10.669547 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1d602b46-004b-4cf0-90c5-6cd92de41091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:10.708736 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-096f9b81-a405-46ac-a202-8b61522eb316 req-0c704271-ac6b-4bd7-af16-97450a84e057 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] 10.222.0.48 "GET /v2.0/security-groups?id=a217bd2c-98fe-4a70-96ed-f585468603cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628785 Jul 15 23:04:10.709644 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['6354f4d2-70d8-423b-b44f-2765880d8e6e'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:04:10.710345 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-15b9d253-e700-4e4b-8c58-147494e7c1df req-6c8997c2-1b7b-4d77-8c19-68820c6f1fb0 tempest-SecurityGroupsTestAdminJSON-82976028 tempest-SecurityGroupsTestAdminJSON-82976028-project-admin] 10.222.0.48 "GET /v2.0/security-groups/1e74215b-8011-4ee0-b502-a2314077a754 HTTP/1.1" status: 200 len: 2981 time: 0.2409725 Jul 15 23:04:10.711606 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 27ca6d7a-b6af-499c-a045-298783e7181f up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:04:10.726399 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635c51aa-02d0-4914-84e4-c9609d4d912c service neutron] Pushing event updated for resources: {'Port': ['ID=98ed8752-a480-4f21-b4f7-d23a3487f42a,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:10.746975 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f940ab0-6fa5-4c6a-9c87-c3c5982cc960 admin admin] Router f81b0e16-dbac-42b1-b684-f03d5ab378bf has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:04:10.825954 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 90e4f009-1be8-4634-b8f4-af4cf4d32071 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:04:10.826402 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:10.847049 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d602b46-004b-4cf0-90c5-6cd92de41091 None None] Routers {'f81b0e16-dbac-42b1-b684-f03d5ab378bf'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:04:10.847794 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-1d602b46-004b-4cf0-90c5-6cd92de41091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:04:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['f81b0e16-dbac-42b1-b684-f03d5ab378bf'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:10.869362 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-15b9d253-e700-4e4b-8c58-147494e7c1df req-f702313b-8aed-485b-8a93-e2f9e8dff682 tempest-SecurityGroupsTestAdminJSON-82976028 tempest-SecurityGroupsTestAdminJSON-82976028-project-admin] 10.222.0.48 "GET /v2.0/security-groups/1e74215b-8011-4ee0-b502-a2314077a754 HTTP/1.1" status: 200 len: 2981 time: 0.1437595 Jul 15 23:04:10.959156 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f901c4-b58c-480d-a4a9-becd5a08c436 None None] Pushing event updated for resources: {'Port': ['ID=70ea424f-684b-4c4a-8d49-93d89e66e0ae,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:11.011163 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec4af19-9b35-4967-a117-e7bf62d4b0d8 req-b27146e0-4e47-4fa7-a1b0-738175d769ab tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:11.013117 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5ec4af19-9b35-4967-a117-e7bf62d4b0d8 req-b27146e0-4e47-4fa7-a1b0-738175d769ab tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cea6c7d-503a-4dda-bcf4-66dceac58372 HTTP/1.1" status: 200 len: 971 time: 0.5255804 Jul 15 23:04:11.018854 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port 27ca6d7a-b6af-499c-a045-298783e7181f completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:04:11.038252 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port 27ca6d7a-b6af-499c-a045-298783e7181f triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:04:11.038564 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:11.044168 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-15b9d253-e700-4e4b-8c58-147494e7c1df req-87e97836-11dd-4958-b21a-8dce46d4e822 tempest-SecurityGroupsTestAdminJSON-82976028 tempest-SecurityGroupsTestAdminJSON-82976028-project-admin] 10.222.0.48 "GET /v2.0/security-groups/20cce9b0-526f-41ce-982d-7e2aaa3c9722 HTTP/1.1" status: 200 len: 2981 time: 0.1735892 Jul 15 23:04:11.153244 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f940ab0-6fa5-4c6a-9c87-c3c5982cc960 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:04:11.162711 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-0f940ab0-6fa5-4c6a-9c87-c3c5982cc960 admin admin] 10.222.0.48 "PUT /v2.0/routers/f81b0e16-dbac-42b1-b684-f03d5ab378bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3301387 Jul 15 23:04:11.183331 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4d70b671-1909-4431-8762-ffeec4d3dcb0 None None] Provisioning complete for port d61e4a67-4935-4a71-894c-9df762860dc2 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:04:11.183783 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4d70b671-1909-4431-8762-ffeec4d3dcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:11.194225 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-23a7307f-fe98-4415-a607-4e8b8d417224 req-635c51aa-02d0-4914-84e4-c9609d4d912c service neutron] Attempting to bind port 98ed8752-a480-4f21-b4f7-d23a3487f42a on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:04:11.194639 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-23a7307f-fe98-4415-a607-4e8b8d417224 req-635c51aa-02d0-4914-84e4-c9609d4d912c service neutron] Attempting to bind port 98ed8752-a480-4f21-b4f7-d23a3487f42a by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '73b65db5-b75b-48b7-8e07-44c7152f69b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '3d02251c-0d36-4f59-b9c0-9c508ddade2e'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:04:11.195032 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a7307f-fe98-4415-a607-4e8b8d417224 req-635c51aa-02d0-4914-84e4-c9609d4d912c service neutron] Attempting to bind port 98ed8752-a480-4f21-b4f7-d23a3487f42a on network 3d02251c-0d36-4f59-b9c0-9c508ddade2e {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:04:11.237275 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-1d602b46-004b-4cf0-90c5-6cd92de41091 None None] Set router f81b0e16-dbac-42b1-b684-f03d5ab378bf gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:04:11.237490 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a7307f-fe98-4415-a607-4e8b8d417224 req-635c51aa-02d0-4914-84e4-c9609d4d912c service neutron] Port 98ed8752-a480-4f21-b4f7-d23a3487f42a on network 3d02251c-0d36-4f59-b9c0-9c508ddade2e not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:04:11.237810 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a7307f-fe98-4415-a607-4e8b8d417224 req-635c51aa-02d0-4914-84e4-c9609d4d912c service neutron] Attempting to bind port 98ed8752-a480-4f21-b4f7-d23a3487f42a on network 3d02251c-0d36-4f59-b9c0-9c508ddade2e {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:04:11.263363 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-15b9d253-e700-4e4b-8c58-147494e7c1df req-73956924-5423-4231-adf3-f89000cd97b3 tempest-SecurityGroupsTestAdminJSON-82976028 tempest-SecurityGroupsTestAdminJSON-82976028-project-admin] 10.222.0.48 "GET /v2.0/security-groups/20cce9b0-526f-41ce-982d-7e2aaa3c9722 HTTP/1.1" status: 200 len: 2981 time: 0.2031279 Jul 15 23:04:11.274738 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a7307f-fe98-4415-a607-4e8b8d417224 req-635c51aa-02d0-4914-84e4-c9609d4d912c service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:04:11.275183 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a7307f-fe98-4415-a607-4e8b8d417224 req-635c51aa-02d0-4914-84e4-c9609d4d912c service neutron] Checking segment: {'id': '73b65db5-b75b-48b7-8e07-44c7152f69b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '3d02251c-0d36-4f59-b9c0-9c508ddade2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:04:11.275652 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a7307f-fe98-4415-a607-4e8b8d417224 req-635c51aa-02d0-4914-84e4-c9609d4d912c service neutron] Bound using segment: {'id': '73b65db5-b75b-48b7-8e07-44c7152f69b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '3d02251c-0d36-4f59-b9c0-9c508ddade2e'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:04:11.276252 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-23a7307f-fe98-4415-a607-4e8b8d417224 req-635c51aa-02d0-4914-84e4-c9609d4d912c service neutron] Bound port: 98ed8752-a480-4f21-b4f7-d23a3487f42a, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b65db5-b75b-48b7-8e07-44c7152f69b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '3d02251c-0d36-4f59-b9c0-9c508ddade2e'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:04:11.276669 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-23a7307f-fe98-4415-a607-4e8b8d417224 req-635c51aa-02d0-4914-84e4-c9609d4d912c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:11.330494 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc5fb49-635c-41fc-bd29-f2b0ab7b9f9d req-1408c1fe-1b21-4ffc-aa68-1048cab923fe tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:11.332116 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3cc5fb49-635c-41fc-bd29-f2b0ab7b9f9d req-1408c1fe-1b21-4ffc-aa68-1048cab923fe tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.48 "GET /v2.0/ports?device_id=1cea6c7d-503a-4dda-bcf4-66dceac58372 HTTP/1.1" status: 200 len: 971 time: 0.3758252 Jul 15 23:04:11.339081 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-4d70b671-1909-4431-8762-ffeec4d3dcb0 None None] Port d61e4a67-4935-4a71-894c-9df762860dc2 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:04:11.424813 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-15b9d253-e700-4e4b-8c58-147494e7c1df req-b573bcd8-f2fa-4502-9498-6442bd824a24 tempest-SecurityGroupsTestAdminJSON-82976028 tempest-SecurityGroupsTestAdminJSON-82976028-project-admin] 10.222.0.48 "GET /v2.0/security-groups/6f4ec807-be0f-4120-a69c-0d4908f67ad0 HTTP/1.1" status: 200 len: 2981 time: 0.1444588 Jul 15 23:04:11.468247 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3cc5fb49-635c-41fc-bd29-f2b0ab7b9f9d req-027b6fe6-c4ec-4da7-927b-0b68abe95bfb tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.48 "GET /v2.0/security-groups?id=9cfb0a02-c7a8-4946-96ba-1a3c0ae1d374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975065 Jul 15 23:04:11.479189 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-5ec4af19-9b35-4967-a117-e7bf62d4b0d8 req-06ec8058-3bf8-4c2f-abb2-2ce456e8efa3 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Deleting port c17b1e91-e08b-4e4f-93da-cacfd2a71aaf {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:04:11.479761 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5ec4af19-9b35-4967-a117-e7bf62d4b0d8 req-06ec8058-3bf8-4c2f-abb2-2ce456e8efa3 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:11.495130 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-23a7307f-fe98-4415-a607-4e8b8d417224 req-635c51aa-02d0-4914-84e4-c9609d4d912c service neutron] For port 98ed8752-a480-4f21-b4f7-d23a3487f42a, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:04:11.562280 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-23a7307f-fe98-4415-a607-4e8b8d417224 req-635c51aa-02d0-4914-84e4-c9609d4d912c service neutron] For port 98ed8752-a480-4f21-b4f7-d23a3487f42a, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=98ed8752-a480-4f21-b4f7-d23a3487f42a,segment=NetworkSegment(73b65db5-b75b-48b7-8e07-44c7152f69b4),segment_id=73b65db5-b75b-48b7-8e07-44c7152f69b4)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:04:11.570124 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-23a7307f-fe98-4415-a607-4e8b8d417224 req-635c51aa-02d0-4914-84e4-c9609d4d912c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:11.609903 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:11.619659 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-15b9d253-e700-4e4b-8c58-147494e7c1df req-8ec1c06b-dc7b-4a2a-bee9-3725f66507ea tempest-SecurityGroupsTestAdminJSON-82976028 tempest-SecurityGroupsTestAdminJSON-82976028-project-admin] 10.222.0.48 "GET /v2.0/security-groups/6f4ec807-be0f-4120-a69c-0d4908f67ad0 HTTP/1.1" status: 200 len: 2981 time: 0.1768041 Jul 15 23:04:11.658560 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a7307f-fe98-4415-a607-4e8b8d417224 req-635c51aa-02d0-4914-84e4-c9609d4d912c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:11.659185 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-23a7307f-fe98-4415-a607-4e8b8d417224 req-635c51aa-02d0-4914-84e4-c9609d4d912c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:11.660630 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-23a7307f-fe98-4415-a607-4e8b8d417224 req-635c51aa-02d0-4914-84e4-c9609d4d912c service neutron] 10.222.0.49 "PUT /v2.0/ports/98ed8752-a480-4f21-b4f7-d23a3487f42a HTTP/1.1" status: 200 len: 1091 time: 2.3526206 Jul 15 23:04:11.662159 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21dbc824-88f9-4f0f-8395-57f787e6e9cf', 'tag': '98ed8752-a480-4f21-b4f7-d23a3487f42a'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:11.665488 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b6d963c-a61c-4b15-b852-cca9134acdc1" -d '{"events": [{"name": "network-changed", "server_uuid": "21dbc824-88f9-4f0f-8395-57f787e6e9cf", "tag": "98ed8752-a480-4f21-b4f7-d23a3487f42a"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:11.691199 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdd0c84f-a278-467d-8908-63914958ae37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27ca6d7a-b6af-499c-a045-298783e7181f'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:11.698785 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667ff789-8f0e-43c0-8280-b941593c3976" -d '{"events": [{"server_uuid": "bdd0c84f-a278-467d-8908-63914958ae37", "name": "network-vif-plugged", "status": "completed", "tag": "27ca6d7a-b6af-499c-a045-298783e7181f"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:11.729237 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 27ca6d7a-b6af-499c-a045-298783e7181f, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=27ca6d7a-b6af-499c-a045-298783e7181f,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:11.737880 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:11.739130 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 49b5f4c4-7465-48a8-9f7b-de7de14d6b54 up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:04:11.819013 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635c51aa-02d0-4914-84e4-c9609d4d912c service neutron] Pushing event updated for resources: {'Port': ['ID=98ed8752-a480-4f21-b4f7-d23a3487f42a,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:11.849696 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=27ca6d7a-b6af-499c-a045-298783e7181f,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:11.853088 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-5ec4af19-9b35-4967-a117-e7bf62d4b0d8 req-06ec8058-3bf8-4c2f-abb2-2ce456e8efa3 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] For port c17b1e91-e08b-4e4f-93da-cacfd2a71aaf, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=c17b1e91-e08b-4e4f-93da-cacfd2a71aaf,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:11.853669 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5ec4af19-9b35-4967-a117-e7bf62d4b0d8 req-06ec8058-3bf8-4c2f-abb2-2ce456e8efa3 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:11.879804 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-15b9d253-e700-4e4b-8c58-147494e7c1df req-52f12da2-d706-4ffe-ba12-c320d48d50ee tempest-SecurityGroupsTestAdminJSON-82976028 tempest-SecurityGroupsTestAdminJSON-82976028-project-admin] 10.222.0.48 "GET /v2.0/security-groups/785c618d-6994-4990-b192-5bc5f4407b39 HTTP/1.1" status: 200 len: 2981 time: 0.2178216 Jul 15 23:04:11.884030 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port 49b5f4c4-7465-48a8-9f7b-de7de14d6b54 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:04:11.892504 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port 49b5f4c4-7465-48a8-9f7b-de7de14d6b54 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:04:11.893123 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:11.895539 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-5ec4af19-9b35-4967-a117-e7bf62d4b0d8 req-06ec8058-3bf8-4c2f-abb2-2ce456e8efa3 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Calling delete_port for c17b1e91-e08b-4e4f-93da-cacfd2a71aaf owned by compute:tempest-test_az-542690290 {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:04:11.927649 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-1d602b46-004b-4cf0-90c5-6cd92de41091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81b0e16-dbac-42b1-b684-f03d5ab378bf', 'name': 'tempest-FloatingIPsTestJSON-1798423671-router', 'tenant_id': 'a20eca0e24194e23b6cd3d2cf85815ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '70ea424f-684b-4c4a-8d49-93d89e66e0ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:04:05Z', 'updated_at': '2021-07-15T23:04:10Z', 'revision_number': 4, 'project_id': 'a20eca0e24194e23b6cd3d2cf85815ec', 'gw_port': {'id': '70ea424f-684b-4c4a-8d49-93d89e66e0ae', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:96:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f81b0e16-dbac-42b1-b684-f03d5ab378bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:04:06Z', 'updated_at': '2021-07-15T23:04:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'd61e4a67-4935-4a71-894c-9df762860dc2', 'name': '', 'network_id': '4309563e-9212-4cf9-a585-49d78c0127c8', 'tenant_id': 'a20eca0e24194e23b6cd3d2cf85815ec', 'mac_address': 'fa:16:3e:de:7b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f81b0e16-dbac-42b1-b684-f03d5ab378bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '706ac552-c50f-4165-b4fe-7076e46b09a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:04:09Z', 'updated_at': '2021-07-15T23:04:10Z', 'revision_number': 2, 'project_id': 'a20eca0e24194e23b6cd3d2cf85815ec', 'subnets': [{'id': '706ac552-c50f-4165-b4fe-7076e46b09a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:11.965718 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d602b46-004b-4cf0-90c5-6cd92de41091 None None] The sync data for ids ['f81b0e16-dbac-42b1-b684-f03d5ab378bf'] in n-d-794306-6 is: [{'id': 'f81b0e16-dbac-42b1-b684-f03d5ab378bf', 'name': 'tempest-FloatingIPsTestJSON-1798423671-router', 'tenant_id': 'a20eca0e24194e23b6cd3d2cf85815ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '70ea424f-684b-4c4a-8d49-93d89e66e0ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:04:05Z', 'updated_at': '2021-07-15T23:04:10Z', 'revision_number': 4, 'project_id': 'a20eca0e24194e23b6cd3d2cf85815ec', 'gw_port': {'id': '70ea424f-684b-4c4a-8d49-93d89e66e0ae', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:96:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f81b0e16-dbac-42b1-b684-f03d5ab378bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:04:06Z', 'updated_at': '2021-07-15T23:04:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'd61e4a67-4935-4a71-894c-9df762860dc2', 'name': '', 'network_id': '4309563e-9212-4cf9-a585-49d78c0127c8', 'tenant_id': 'a20eca0e24194e23b6cd3d2cf85815ec', 'mac_address': 'fa:16:3e:de:7b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f81b0e16-dbac-42b1-b684-f03d5ab378bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '706ac552-c50f-4165-b4fe-7076e46b09a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:04:09Z', 'updated_at': '2021-07-15T23:04:10Z', 'revision_number': 2, 'project_id': 'a20eca0e24194e23b6cd3d2cf85815ec', 'subnets': [{'id': '706ac552-c50f-4165-b4fe-7076e46b09a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:04:12.015690 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90cdda-8a44-4660-9887-27b18a3ab123 req-fe05d153-defa-4b95-b0d6-0268e96395bb tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:12.018029 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fc90cdda-8a44-4660-9887-27b18a3ab123 req-fe05d153-defa-4b95-b0d6-0268e96395bb tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/ports?device_id=21dbc824-88f9-4f0f-8395-57f787e6e9cf HTTP/1.1" status: 200 len: 943 time: 0.3627365 Jul 15 23:04:12.029258 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a7307f-fe98-4415-a607-4e8b8d417224 req-b45f9a78-8d9e-40e2-bade-ba9db06eb7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:12.031021 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-23a7307f-fe98-4415-a607-4e8b8d417224 req-b45f9a78-8d9e-40e2-bade-ba9db06eb7b4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd73df9424ac401598d255879ffa30fd&device_id=21dbc824-88f9-4f0f-8395-57f787e6e9cf HTTP/1.1" status: 200 len: 1094 time: 0.3129408 Jul 15 23:04:12.048933 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:12.073365 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-15b9d253-e700-4e4b-8c58-147494e7c1df req-6560cb80-5655-43dd-beac-82da4f1e56e3 tempest-SecurityGroupsTestAdminJSON-82976028 tempest-SecurityGroupsTestAdminJSON-82976028-project-admin] 10.222.0.48 "GET /v2.0/security-groups/785c618d-6994-4990-b192-5bc5f4407b39 HTTP/1.1" status: 200 len: 2981 time: 0.1830831 Jul 15 23:04:12.093414 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 49b5f4c4-7465-48a8-9f7b-de7de14d6b54, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=49b5f4c4-7465-48a8-9f7b-de7de14d6b54,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:12.100395 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:12.118288 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-23a7307f-fe98-4415-a607-4e8b8d417224 req-0b5753a9-5b21-49b6-bf85-d8c988991cac service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98ed8752-a480-4f21-b4f7-d23a3487f42a HTTP/1.1" status: 200 len: 217 time: 0.0792410 Jul 15 23:04:12.194602 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=49b5f4c4-7465-48a8-9f7b-de7de14d6b54,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:12.234415 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fc90cdda-8a44-4660-9887-27b18a3ab123 req-59093abc-f9f4-432d-a842-351e761af9c1 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e74215b-8011-4ee0-b502-a2314077a754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994629 Jul 15 23:04:12.346369 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a7307f-fe98-4415-a607-4e8b8d417224 req-acd745bc-a069-4a66-a88a-17863384887f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:12.349012 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-23a7307f-fe98-4415-a607-4e8b8d417224 req-acd745bc-a069-4a66-a88a-17863384887f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=04373861-16b0-4a8c-8486-d4c77245a1a4 HTTP/1.1" status: 200 len: 845 time: 0.2192674 Jul 15 23:04:12.356130 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-15b9d253-e700-4e4b-8c58-147494e7c1df req-16352f85-66a2-49ca-8d64-abf50dce9d50 tempest-SecurityGroupsTestAdminJSON-82976028 tempest-SecurityGroupsTestAdminJSON-82976028-project-admin] 10.222.0.48 "GET /v2.0/security-groups/7abba9d2-2adc-41a9-9829-eee00d6eccb8 HTTP/1.1" status: 200 len: 2981 time: 0.2492456 Jul 15 23:04:12.430530 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-23a7307f-fe98-4415-a607-4e8b8d417224 req-9f2e7598-1d7b-4458-b346-7f3d1ada37da service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3d02251c-0d36-4f59-b9c0-9c508ddade2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688539 Jul 15 23:04:12.466679 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5ec4af19-9b35-4967-a117-e7bf62d4b0d8 req-06ec8058-3bf8-4c2f-abb2-2ce456e8efa3 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:12.483621 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['c17b1e91-e08b-4e4f-93da-cacfd2a71aaf'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:04:12.521050 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['d1ea5d77-1acc-48d2-9c60-c3b134c8afe1'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:04:12.598791 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ec8058-3bf8-4c2f-abb2-2ce456e8efa3 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Pushing event deleted for resources: {'Port': ['ID=c17b1e91-e08b-4e4f-93da-cacfd2a71aaf,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:12.737532 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-15b9d253-e700-4e4b-8c58-147494e7c1df req-2c95e0e9-710b-4829-883b-d69aef474abd tempest-SecurityGroupsTestAdminJSON-82976028 tempest-SecurityGroupsTestAdminJSON-82976028-project-admin] 10.222.0.48 "GET /v2.0/security-groups/7abba9d2-2adc-41a9-9829-eee00d6eccb8 HTTP/1.1" status: 200 len: 2981 time: 0.3743446 Jul 15 23:04:13.118897 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ec4af19-9b35-4967-a117-e7bf62d4b0d8 req-06ec8058-3bf8-4c2f-abb2-2ce456e8efa3 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] No DVR routers for this DVR port c17b1e91-e08b-4e4f-93da-cacfd2a71aaf on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:04:13.118897 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5ec4af19-9b35-4967-a117-e7bf62d4b0d8 req-06ec8058-3bf8-4c2f-abb2-2ce456e8efa3 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:13.120672 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5ec4af19-9b35-4967-a117-e7bf62d4b0d8 req-06ec8058-3bf8-4c2f-abb2-2ce456e8efa3 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.49 "DELETE /v2.0/ports/c17b1e91-e08b-4e4f-93da-cacfd2a71aaf HTTP/1.1" status: 204 len: 173 time: 2.0801027 Jul 15 23:04:13.161069 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-23a7307f-fe98-4415-a607-4e8b8d417224 req-7f1cca3a-badc-489c-908d-52ae40ce3361 service neutron] 10.222.0.49 "GET /v2.0/networks/3d02251c-0d36-4f59-b9c0-9c508ddade2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7189338 Jul 15 23:04:13.163692 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-15b9d253-e700-4e4b-8c58-147494e7c1df req-f710f372-8ae8-4f14-9057-861ae7aef143 tempest-SecurityGroupsTestAdminJSON-82976028 tempest-SecurityGroupsTestAdminJSON-82976028-project-admin] 10.222.0.48 "GET /v2.0/security-groups/7c53284e-859f-4cd4-a96f-850f92711d1a HTTP/1.1" status: 200 len: 2977 time: 0.4155204 Jul 15 23:04:13.188750 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0529b9-c615-4575-b607-edfeaf71b22e req-35d95749-a4f2-459e-a58b-16c8ef2a7052 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:13.199234 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fa0529b9-c615-4575-b607-edfeaf71b22e req-35d95749-a4f2-459e-a58b-16c8ef2a7052 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdd0c84f-a278-467d-8908-63914958ae37 HTTP/1.1" status: 200 len: 949 time: 0.6281624 Jul 15 23:04:13.205671 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-402a301d-268e-4814-933b-4a1ee9b0e8f5 req-56c48a99-7c3f-4749-a87c-8d87190a8a7f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b03f4fe8-945c-41e3-ae1e-b10be78193b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1349137 Jul 15 23:04:13.304177 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fa0529b9-c615-4575-b607-edfeaf71b22e req-afa0aaa7-ece3-4cd6-a2f8-8f0647b0cfe4 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036997 Jul 15 23:04:13.433213 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-23a7307f-fe98-4415-a607-4e8b8d417224 req-a3ed8da4-2dd2-46c0-8a81-92cdd1680631 service neutron] 10.222.0.49 "GET /v2.0/networks/3d02251c-0d36-4f59-b9c0-9c508ddade2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625771 Jul 15 23:04:13.463053 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a301d-268e-4814-933b-4a1ee9b0e8f5 req-283ad041-dbd8-4d18-91e5-7e00e4fd190e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:13.464752 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-402a301d-268e-4814-933b-4a1ee9b0e8f5 req-283ad041-dbd8-4d18-91e5-7e00e4fd190e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=62cceed33b584263a479cc7894943fe0&device_id=b03f4fe8-945c-41e3-ae1e-b10be78193b4 HTTP/1.1" status: 200 len: 1101 time: 0.1272495 Jul 15 23:04:13.492978 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-15b9d253-e700-4e4b-8c58-147494e7c1df req-68f1f5b1-489e-4a00-9160-2b98003805f0 tempest-SecurityGroupsTestAdminJSON-82976028 tempest-SecurityGroupsTestAdminJSON-82976028-project-admin] 10.222.0.48 "GET /v2.0/security-groups/7c53284e-859f-4cd4-a96f-850f92711d1a HTTP/1.1" status: 200 len: 2977 time: 0.2576864 Jul 15 23:04:13.600471 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a301d-268e-4814-933b-4a1ee9b0e8f5 req-fbbc836a-fbc9-4620-9d55-31577e12ae61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:13.603184 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-402a301d-268e-4814-933b-4a1ee9b0e8f5 req-fbbc836a-fbc9-4620-9d55-31577e12ae61 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5d412861-bef3-4cc1-ae9f-87a6a36753c0 HTTP/1.1" status: 200 len: 870 time: 0.1146586 Jul 15 23:04:13.670127 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-15b9d253-e700-4e4b-8c58-147494e7c1df req-0f0f6502-2409-4185-a090-aa9c5ebd1ecc tempest-SecurityGroupsTestAdminJSON-82976028 tempest-SecurityGroupsTestAdminJSON-82976028-project-admin] 10.222.0.48 "GET /v2.0/security-groups/9cfb0a02-c7a8-4946-96ba-1a3c0ae1d374 HTTP/1.1" status: 200 len: 2977 time: 0.1627095 Jul 15 23:04:13.675768 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-402a301d-268e-4814-933b-4a1ee9b0e8f5 req-19b2ca3d-9cfa-4532-9ad3-8e89ca1a3f47 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=d1ea5d77-1acc-48d2-9c60-c3b134c8afe1 HTTP/1.1" status: 200 len: 217 time: 0.0661111 Jul 15 23:04:13.722356 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-847df7a0-54f1-4e28-90c0-a978b29946a4 req-88a24ba1-1cef-490a-82e5-6e49f70e3a75 tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2709162 Jul 15 23:04:13.743171 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-847df7a0-54f1-4e28-90c0-a978b29946a4 req-19c200bf-c46b-4ee6-a0d5-00a0b7a3d25d tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] Request body: {'floatingip': {'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:13.746741 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a301d-268e-4814-933b-4a1ee9b0e8f5 req-19093448-ef02-4bfa-9c58-70f413b36538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:13.748409 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-402a301d-268e-4814-933b-4a1ee9b0e8f5 req-19093448-ef02-4bfa-9c58-70f413b36538 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.0657797 Jul 15 23:04:13.777713 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-15b9d253-e700-4e4b-8c58-147494e7c1df req-3df4651b-161b-4ee7-9fef-c51767503f80 tempest-SecurityGroupsTestAdminJSON-82976028 tempest-SecurityGroupsTestAdminJSON-82976028-project-admin] 10.222.0.48 "GET /v2.0/security-groups/9cfb0a02-c7a8-4946-96ba-1a3c0ae1d374 HTTP/1.1" status: 200 len: 2977 time: 0.0941215 Jul 15 23:04:13.793254 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-847df7a0-54f1-4e28-90c0-a978b29946a4 req-19c200bf-c46b-4ee6-a0d5-00a0b7a3d25d tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:13.816769 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 6354f4d2-70d8-423b-b44f-2765880d8e6e up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:04:13.860589 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a301d-268e-4814-933b-4a1ee9b0e8f5 req-09bcc55d-4ccc-4729-9447-b7eff9c81840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:13.862345 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-402a301d-268e-4814-933b-4a1ee9b0e8f5 req-09bcc55d-4ccc-4729-9447-b7eff9c81840 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1067226 Jul 15 23:04:13.878656 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-15b9d253-e700-4e4b-8c58-147494e7c1df req-0fc7dabb-dbe4-43e4-b079-5230aa7e8bc8 tempest-SecurityGroupsTestAdminJSON-82976028 tempest-SecurityGroupsTestAdminJSON-82976028-project-admin] 10.222.0.48 "GET /v2.0/security-groups/b0d186dc-64c6-4777-9ede-383b821bd9c1 HTTP/1.1" status: 200 len: 2981 time: 0.0939741 Jul 15 23:04:13.910626 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port 6354f4d2-70d8-423b-b44f-2765880d8e6e completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:04:13.926995 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 6354f4d2-70d8-423b-b44f-2765880d8e6e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:04:13.927366 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:13.995076 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-15b9d253-e700-4e4b-8c58-147494e7c1df req-d0488735-268a-4fa4-8d3e-538857eec562 tempest-SecurityGroupsTestAdminJSON-82976028 tempest-SecurityGroupsTestAdminJSON-82976028-project-admin] 10.222.0.48 "GET /v2.0/security-groups/b0d186dc-64c6-4777-9ede-383b821bd9c1 HTTP/1.1" status: 200 len: 2981 time: 0.1152525 Jul 15 23:04:13.995836 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-402a301d-268e-4814-933b-4a1ee9b0e8f5 req-99f3619f-3cb4-4054-8b89-46b46b0b3a95 service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261954 Jul 15 23:04:14.022520 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:14.058983 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-847df7a0-54f1-4e28-90c0-a978b29946a4 req-19c200bf-c46b-4ee6-a0d5-00a0b7a3d25d tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:14.063305 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 6354f4d2-70d8-423b-b44f-2765880d8e6e, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=6354f4d2-70d8-423b-b44f-2765880d8e6e,segment=NetworkSegment(6477d1f6-ea27-4e48-9dd8-1fd3f020fd9f),segment_id=6477d1f6-ea27-4e48-9dd8-1fd3f020fd9f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:14.068711 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:14.068994 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-15b9d253-e700-4e4b-8c58-147494e7c1df req-ae80fd5e-315f-44d7-abaa-b44639ffaa6a tempest-SecurityGroupsTestAdminJSON-82976028 tempest-SecurityGroupsTestAdminJSON-82976028-project-admin] 10.222.0.48 "GET /v2.0/security-groups/b68b1b62-ae66-425a-901d-7a28c3077a46 HTTP/1.1" status: 200 len: 2981 time: 0.0620370 Jul 15 23:04:14.123385 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-402a301d-268e-4814-933b-4a1ee9b0e8f5 req-609e8ad8-0b39-4ac3-8900-de0e951d8d3c service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196177 Jul 15 23:04:14.126819 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=6354f4d2-70d8-423b-b44f-2765880d8e6e,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:14.193743 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-15b9d253-e700-4e4b-8c58-147494e7c1df req-6d64457e-b62f-416b-90c5-8469d113166c tempest-SecurityGroupsTestAdminJSON-82976028 tempest-SecurityGroupsTestAdminJSON-82976028-project-admin] 10.222.0.48 "GET /v2.0/security-groups/b68b1b62-ae66-425a-901d-7a28c3077a46 HTTP/1.1" status: 200 len: 2981 time: 0.0829961 Jul 15 23:04:14.255749 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-847df7a0-54f1-4e28-90c0-a978b29946a4 req-19c200bf-c46b-4ee6-a0d5-00a0b7a3d25d tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] Allocated IP 172.25.5.185 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/f429c480-eecd-4b37-9d24-f714350a9ca0) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:04:14.281646 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-15b9d253-e700-4e4b-8c58-147494e7c1df req-0b2f631c-b180-4b23-81bb-a734f30f27bc tempest-SecurityGroupsTestAdminJSON-82976028 tempest-SecurityGroupsTestAdminJSON-82976028-project-admin] 10.222.0.48 "GET /v2.0/security-groups/ba04825c-c93c-42e0-8bc9-db50fb473b95 HTTP/1.1" status: 200 len: 2973 time: 0.0791476 Jul 15 23:04:14.381438 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-15b9d253-e700-4e4b-8c58-147494e7c1df req-31191788-dda4-4211-b5aa-6361574a24af tempest-SecurityGroupsTestAdminJSON-82976028 tempest-SecurityGroupsTestAdminJSON-82976028-project-admin] 10.222.0.48 "GET /v2.0/security-groups/ba04825c-c93c-42e0-8bc9-db50fb473b95 HTTP/1.1" status: 200 len: 2973 time: 0.0878155 Jul 15 23:04:14.430816 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-847df7a0-54f1-4e28-90c0-a978b29946a4 req-19c200bf-c46b-4ee6-a0d5-00a0b7a3d25d tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:14.487966 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-15b9d253-e700-4e4b-8c58-147494e7c1df req-9a535004-d435-4328-a8bf-8ed6792c6ddb tempest-SecurityGroupsTestAdminJSON-82976028 tempest-SecurityGroupsTestAdminJSON-82976028-project-admin] 10.222.0.48 "GET /v2.0/security-groups/dbde381b-a1a3-4d61-8e35-5f949f6ef5ed HTTP/1.1" status: 200 len: 2981 time: 0.0941300 Jul 15 23:04:14.561524 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-847df7a0-54f1-4e28-90c0-a978b29946a4 req-19c200bf-c46b-4ee6-a0d5-00a0b7a3d25d tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:14.597292 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 70ea424f-684b-4c4a-8d49-93d89e66e0ae up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:04:14.609092 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-15b9d253-e700-4e4b-8c58-147494e7c1df req-099db43d-f88f-4828-9071-971645e0d0bc tempest-SecurityGroupsTestAdminJSON-82976028 tempest-SecurityGroupsTestAdminJSON-82976028-project-admin] 10.222.0.48 "GET /v2.0/security-groups/dbde381b-a1a3-4d61-8e35-5f949f6ef5ed HTTP/1.1" status: 200 len: 2981 time: 0.1089098 Jul 15 23:04:14.615757 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-847df7a0-54f1-4e28-90c0-a978b29946a4 req-19c200bf-c46b-4ee6-a0d5-00a0b7a3d25d tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:04:14.627946 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-847df7a0-54f1-4e28-90c0-a978b29946a4 req-19c200bf-c46b-4ee6-a0d5-00a0b7a3d25d tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:04:14.642587 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-847df7a0-54f1-4e28-90c0-a978b29946a4 req-19c200bf-c46b-4ee6-a0d5-00a0b7a3d25d tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:04:14.667925 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 70ea424f-684b-4c4a-8d49-93d89e66e0ae completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:04:14.672004 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 70ea424f-684b-4c4a-8d49-93d89e66e0ae triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:04:14.672580 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:14.690202 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c200bf-c46b-4ee6-a0d5-00a0b7a3d25d tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] Pushing event updated for resources: {'Port': ['ID=f429c480-eecd-4b37-9d24-f714350a9ca0,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:14.728372 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-15b9d253-e700-4e4b-8c58-147494e7c1df req-58198417-1158-4fa2-a54e-acb625094056 tempest-SecurityGroupsTestAdminJSON-82976028 tempest-SecurityGroupsTestAdminJSON-82976028-project-admin] 10.222.0.48 "GET /v2.0/security-groups/e9b68a13-9c18-4346-b221-7b62cdeba121 HTTP/1.1" status: 200 len: 2980 time: 0.1028974 Jul 15 23:04:14.768106 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36abf694-16d0-4b4d-88de-4c3d66b2f759 None None] Sync routers for ids ['f81b0e16-dbac-42b1-b684-f03d5ab378bf'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:04:14.774249 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:14.779047 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36abf694-16d0-4b4d-88de-4c3d66b2f759 None None] Routers {'f81b0e16-dbac-42b1-b684-f03d5ab378bf'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:04:14.779807 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-36abf694-16d0-4b4d-88de-4c3d66b2f759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:04:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['f81b0e16-dbac-42b1-b684-f03d5ab378bf'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:14.805441 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 70ea424f-684b-4c4a-8d49-93d89e66e0ae, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=70ea424f-684b-4c4a-8d49-93d89e66e0ae,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:14.810765 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:14.866978 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-847df7a0-54f1-4e28-90c0-a978b29946a4 req-19c200bf-c46b-4ee6-a0d5-00a0b7a3d25d tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:14.874613 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=70ea424f-684b-4c4a-8d49-93d89e66e0ae,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:14.881204 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-15b9d253-e700-4e4b-8c58-147494e7c1df req-b45320b6-4fe8-4e08-8471-65d1ddf00fa3 tempest-SecurityGroupsTestAdminJSON-82976028 tempest-SecurityGroupsTestAdminJSON-82976028-project-admin] 10.222.0.48 "GET /v2.0/security-groups/e9b68a13-9c18-4346-b221-7b62cdeba121 HTTP/1.1" status: 200 len: 2980 time: 0.1435857 Jul 15 23:04:14.910419 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-36abf694-16d0-4b4d-88de-4c3d66b2f759 None None] Set router f81b0e16-dbac-42b1-b684-f03d5ab378bf gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:04:14.924042 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-847df7a0-54f1-4e28-90c0-a978b29946a4 req-19c200bf-c46b-4ee6-a0d5-00a0b7a3d25d tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:15.102803 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3edc07fe-bf72-4ad6-8108-602f74127b21 x-openstack-request-id: req-3edc07fe-bf72-4ad6-8108-602f74127b21 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:15.103205 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21dbc824-88f9-4f0f-8395-57f787e6e9cf", "tag": "98ed8752-a480-4f21-b4f7-d23a3487f42a", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:15.103617 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3edc07fe-bf72-4ad6-8108-602f74127b21 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:15.104092 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21dbc824-88f9-4f0f-8395-57f787e6e9cf', 'tag': '98ed8752-a480-4f21-b4f7-d23a3487f42a', 'status': 'completed', 'code': 200} Jul 15 23:04:15.151064 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df7bd86c-fd1d-407b-b61f-e31a72bc4ded x-openstack-request-id: req-df7bd86c-fd1d-407b-b61f-e31a72bc4ded {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:15.152065 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdd0c84f-a278-467d-8908-63914958ae37", "name": "network-vif-plugged", "status": "completed", "tag": "27ca6d7a-b6af-499c-a045-298783e7181f", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:15.152581 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-df7bd86c-fd1d-407b-b61f-e31a72bc4ded {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:15.153392 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdd0c84f-a278-467d-8908-63914958ae37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27ca6d7a-b6af-499c-a045-298783e7181f', 'code': 200} Jul 15 23:04:15.172261 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-36abf694-16d0-4b4d-88de-4c3d66b2f759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81b0e16-dbac-42b1-b684-f03d5ab378bf', 'name': 'tempest-FloatingIPsTestJSON-1798423671-router', 'tenant_id': 'a20eca0e24194e23b6cd3d2cf85815ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '70ea424f-684b-4c4a-8d49-93d89e66e0ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:04:05Z', 'updated_at': '2021-07-15T23:04:10Z', 'revision_number': 4, 'project_id': 'a20eca0e24194e23b6cd3d2cf85815ec', 'gw_port': {'id': '70ea424f-684b-4c4a-8d49-93d89e66e0ae', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:96:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f81b0e16-dbac-42b1-b684-f03d5ab378bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:04:06Z', 'updated_at': '2021-07-15T23:04:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'd61e4a67-4935-4a71-894c-9df762860dc2', 'name': '', 'network_id': '4309563e-9212-4cf9-a585-49d78c0127c8', 'tenant_id': 'a20eca0e24194e23b6cd3d2cf85815ec', 'mac_address': 'fa:16:3e:de:7b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f81b0e16-dbac-42b1-b684-f03d5ab378bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '706ac552-c50f-4165-b4fe-7076e46b09a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:04:09Z', 'updated_at': '2021-07-15T23:04:10Z', 'revision_number': 2, 'project_id': 'a20eca0e24194e23b6cd3d2cf85815ec', 'subnets': [{'id': '706ac552-c50f-4165-b4fe-7076e46b09a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:15.196184 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-847df7a0-54f1-4e28-90c0-a978b29946a4 req-19c200bf-c46b-4ee6-a0d5-00a0b7a3d25d tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:15.203067 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-847df7a0-54f1-4e28-90c0-a978b29946a4 req-19c200bf-c46b-4ee6-a0d5-00a0b7a3d25d tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:15.211781 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36abf694-16d0-4b4d-88de-4c3d66b2f759 None None] Checking router: f81b0e16-dbac-42b1-b684-f03d5ab378bf for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:04:15.212225 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36abf694-16d0-4b4d-88de-4c3d66b2f759 None None] Updating router f81b0e16-dbac-42b1-b684-f03d5ab378bf port d61e4a67-4935-4a71-894c-9df762860dc2 binding host n-d-794306-6 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:04:15.253327 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-36abf694-16d0-4b4d-88de-4c3d66b2f759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:15.321604 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ab5b3-cf67-49d1-b98c-1e3392e68072 req-de8d0077-bed5-47dd-b26e-bf7eb4cfbb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:15.323431 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-0b4ab5b3-cf67-49d1-b98c-1e3392e68072 req-de8d0077-bed5-47dd-b26e-bf7eb4cfbb3f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bdd0c84f-a278-467d-8908-63914958ae37 HTTP/1.1" status: 200 len: 1100 time: 0.0690558 Jul 15 23:04:15.345428 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c200bf-c46b-4ee6-a0d5-00a0b7a3d25d tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] Pushing event updated for resources: {'Port': ['ID=f429c480-eecd-4b37-9d24-f714350a9ca0,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:15.349093 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d963c-a61c-4b15-b852-cca9134acdc1 req-c5656d80-43a1-4da0-b8a6-eb8c31b13db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:15.350924 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5b6d963c-a61c-4b15-b852-cca9134acdc1 req-c5656d80-43a1-4da0-b8a6-eb8c31b13db9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd73df9424ac401598d255879ffa30fd&device_id=21dbc824-88f9-4f0f-8395-57f787e6e9cf HTTP/1.1" status: 200 len: 1094 time: 0.2141767 Jul 15 23:04:15.359140 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-847df7a0-54f1-4e28-90c0-a978b29946a4 req-19c200bf-c46b-4ee6-a0d5-00a0b7a3d25d tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:15.370617 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-0b4ab5b3-cf67-49d1-b98c-1e3392e68072 req-c0d3c687-3419-4a34-a8f6-6086d5de1b9b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395317 Jul 15 23:04:15.418540 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-847df7a0-54f1-4e28-90c0-a978b29946a4 req-19c200bf-c46b-4ee6-a0d5-00a0b7a3d25d tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:15.419686 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-847df7a0-54f1-4e28-90c0-a978b29946a4 req-19c200bf-c46b-4ee6-a0d5-00a0b7a3d25d tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6842077 Jul 15 23:04:15.539800 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29788e72-2661-459c-a09f-686296e5be52 req-09412ae3-c08c-417b-a3f4-cb172b45ce41 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:15.541426 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-29788e72-2661-459c-a09f-686296e5be52 req-09412ae3-c08c-417b-a3f4-cb172b45ce41 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dff3727-03d5-4b9b-a0bc-2113ce2158b0 HTTP/1.1" status: 200 len: 945 time: 0.2574027 Jul 15 23:04:15.546955 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-847df7a0-54f1-4e28-90c0-a978b29946a4 req-e1d0e750-1bce-4d93-a084-bae1d5d53b1a tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.185 HTTP/1.1" status: 200 len: 696 time: 0.0958164 Jul 15 23:04:15.568050 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-36abf694-16d0-4b4d-88de-4c3d66b2f759 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:15.583829 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-36abf694-16d0-4b4d-88de-4c3d66b2f759 None None] Transition to ACTIVE for port object d61e4a67-4935-4a71-894c-9df762860dc2 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:04:15.592491 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-36abf694-16d0-4b4d-88de-4c3d66b2f759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:15.607729 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d963c-a61c-4b15-b852-cca9134acdc1 req-10ebe12f-4f12-40cd-91fd-09aa62c0015f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:15.609231 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5b6d963c-a61c-4b15-b852-cca9134acdc1 req-10ebe12f-4f12-40cd-91fd-09aa62c0015f service neutron] 10.222.0.49 "GET /v2.0/networks?id=3d02251c-0d36-4f59-b9c0-9c508ddade2e HTTP/1.1" status: 200 len: 906 time: 0.2513070 Jul 15 23:04:15.642545 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3c098e-1c5d-446a-ba10-1cabd0a42b4c None None] Pushing event updated for resources: {'Port': ['ID=d61e4a67-4935-4a71-894c-9df762860dc2,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:15.705131 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-36abf694-16d0-4b4d-88de-4c3d66b2f759 None None] Attempting to bind port d61e4a67-4935-4a71-894c-9df762860dc2 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:04:15.705379 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-29788e72-2661-459c-a09f-686296e5be52 req-f5f299ba-4c76-47d5-bdb5-2841116af3fc tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] 10.222.0.48 "GET /v2.0/security-groups?id=a217bd2c-98fe-4a70-96ed-f585468603cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552696 Jul 15 23:04:15.705492 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-36abf694-16d0-4b4d-88de-4c3d66b2f759 None None] Attempting to bind port d61e4a67-4935-4a71-894c-9df762860dc2 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '76552af4-d224-4900-8635-e3e76cacafcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '4309563e-9212-4cf9-a585-49d78c0127c8'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:04:15.705867 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36abf694-16d0-4b4d-88de-4c3d66b2f759 None None] Attempting to bind port d61e4a67-4935-4a71-894c-9df762860dc2 on network 4309563e-9212-4cf9-a585-49d78c0127c8 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:04:15.709135 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5b6d963c-a61c-4b15-b852-cca9134acdc1 req-338e9c57-a5f1-44ef-be1d-b9dec531e89f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98ed8752-a480-4f21-b4f7-d23a3487f42a HTTP/1.1" status: 200 len: 217 time: 0.0859585 Jul 15 23:04:15.716165 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36abf694-16d0-4b4d-88de-4c3d66b2f759 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:04:15.716541 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36abf694-16d0-4b4d-88de-4c3d66b2f759 None None] Checking segment: {'id': '76552af4-d224-4900-8635-e3e76cacafcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '4309563e-9212-4cf9-a585-49d78c0127c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:04:15.716945 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-36abf694-16d0-4b4d-88de-4c3d66b2f759 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:15.717331 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36abf694-16d0-4b4d-88de-4c3d66b2f759 None None] Bound using segment: {'id': '76552af4-d224-4900-8635-e3e76cacafcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '4309563e-9212-4cf9-a585-49d78c0127c8'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:04:15.717791 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-36abf694-16d0-4b4d-88de-4c3d66b2f759 None None] Bound port: d61e4a67-4935-4a71-894c-9df762860dc2, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76552af4-d224-4900-8635-e3e76cacafcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '4309563e-9212-4cf9-a585-49d78c0127c8'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:04:15.718187 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-36abf694-16d0-4b4d-88de-4c3d66b2f759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:15.788376 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847df7a0-54f1-4e28-90c0-a978b29946a4 req-6c995f52-dd1b-4e9f-ad8e-7cceb30be3cd tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:15.790665 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-847df7a0-54f1-4e28-90c0-a978b29946a4 req-6c995f52-dd1b-4e9f-ad8e-7cceb30be3cd tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] 10.222.0.48 "GET /v2.0/networks/c4160cc4-e133-4d4e-ad39-f86bca4b2f14 HTTP/1.1" status: 200 len: 784 time: 0.2308276 Jul 15 23:04:15.794944 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d963c-a61c-4b15-b852-cca9134acdc1 req-8d8c8b8c-6af2-4a01-98bb-a931046d9ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:15.796457 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5b6d963c-a61c-4b15-b852-cca9134acdc1 req-8d8c8b8c-6af2-4a01-98bb-a931046d9ebf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=04373861-16b0-4a8c-8486-d4c77245a1a4 HTTP/1.1" status: 200 len: 845 time: 0.0813198 Jul 15 23:04:15.806645 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [req-847df7a0-54f1-4e28-90c0-a978b29946a4 req-519a0471-be44-4c1c-9a8d-7c5316522828 tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:04:15.807798 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-847df7a0-54f1-4e28-90c0-a978b29946a4 req-519a0471-be44-4c1c-9a8d-7c5316522828 tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065494 Jul 15 23:04:15.813609 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-36abf694-16d0-4b4d-88de-4c3d66b2f759 None None] For port d61e4a67-4935-4a71-894c-9df762860dc2, host n-d-794306-6, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:04:15.817265 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-36abf694-16d0-4b4d-88de-4c3d66b2f759 None None] For port d61e4a67-4935-4a71-894c-9df762860dc2, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=d61e4a67-4935-4a71-894c-9df762860dc2,segment=NetworkSegment(76552af4-d224-4900-8635-e3e76cacafcd),segment_id=76552af4-d224-4900-8635-e3e76cacafcd)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:04:15.830095 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-36abf694-16d0-4b4d-88de-4c3d66b2f759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:15.840634 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 98ed8752-a480-4f21-b4f7-d23a3487f42a details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:04:15.883401 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36abf694-16d0-4b4d-88de-4c3d66b2f759 None None] Routers {'f81b0e16-dbac-42b1-b684-f03d5ab378bf'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:04:15.888869 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device c17b1e91-e08b-4e4f-93da-cacfd2a71aaf no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:04:15.889412 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-36abf694-16d0-4b4d-88de-4c3d66b2f759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:04:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['f81b0e16-dbac-42b1-b684-f03d5ab378bf'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:15.912372 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5b6d963c-a61c-4b15-b852-cca9134acdc1 req-b7d53fc5-e8c9-4e48-be84-11c2ab801770 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3d02251c-0d36-4f59-b9c0-9c508ddade2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1029084 Jul 15 23:04:15.995831 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: c17b1e91-e08b-4e4f-93da-cacfd2a71aaf {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:04:15.996475 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device c17b1e91-e08b-4e4f-93da-cacfd2a71aaf not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:04:16.064268 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-36abf694-16d0-4b4d-88de-4c3d66b2f759 None None] Set router f81b0e16-dbac-42b1-b684-f03d5ab378bf gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:04:16.124993 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 98ed8752-a480-4f21-b4f7-d23a3487f42a, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=98ed8752-a480-4f21-b4f7-d23a3487f42a,segment=NetworkSegment(73b65db5-b75b-48b7-8e07-44c7152f69b4),segment_id=73b65db5-b75b-48b7-8e07-44c7152f69b4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:16.143451 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '98ed8752-a480-4f21-b4f7-d23a3487f42a', 'network_id': '3d02251c-0d36-4f59-b9c0-9c508ddade2e', 'port_id': '98ed8752-a480-4f21-b4f7-d23a3487f42a', 'mac_address': 'fa:16:3e:14:10:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04373861-16b0-4a8c-8486-d4c77245a1a4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:04:16.219652 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:16.246928 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98ed8752-a480-4f21-b4f7-d23a3487f42a {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:04:16.271087 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 98ed8752-a480-4f21-b4f7-d23a3487f42a, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=98ed8752-a480-4f21-b4f7-d23a3487f42a,segment=NetworkSegment(73b65db5-b75b-48b7-8e07-44c7152f69b4),segment_id=73b65db5-b75b-48b7-8e07-44c7152f69b4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:16.280285 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:16.286307 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3c098e-1c5d-446a-ba10-1cabd0a42b4c None None] Pushing event updated for resources: {'Port': ['ID=d61e4a67-4935-4a71-894c-9df762860dc2,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:16.335197 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=98ed8752-a480-4f21-b4f7-d23a3487f42a,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:16.424605 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5b6d963c-a61c-4b15-b852-cca9134acdc1 req-5eec62fd-10ca-4d93-9aaa-18ac4e1df614 service neutron] 10.222.0.49 "GET /v2.0/networks/3d02251c-0d36-4f59-b9c0-9c508ddade2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5026612 Jul 15 23:04:16.455318 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-36abf694-16d0-4b4d-88de-4c3d66b2f759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81b0e16-dbac-42b1-b684-f03d5ab378bf', 'name': 'tempest-FloatingIPsTestJSON-1798423671-router', 'tenant_id': 'a20eca0e24194e23b6cd3d2cf85815ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '70ea424f-684b-4c4a-8d49-93d89e66e0ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:04:05Z', 'updated_at': '2021-07-15T23:04:10Z', 'revision_number': 4, 'project_id': 'a20eca0e24194e23b6cd3d2cf85815ec', 'gw_port': {'id': '70ea424f-684b-4c4a-8d49-93d89e66e0ae', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:96:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81b0e16-dbac-42b1-b684-f03d5ab378bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:04:06Z', 'updated_at': '2021-07-15T23:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'd61e4a67-4935-4a71-894c-9df762860dc2', 'name': '', 'network_id': '4309563e-9212-4cf9-a585-49d78c0127c8', 'tenant_id': 'a20eca0e24194e23b6cd3d2cf85815ec', 'mac_address': 'fa:16:3e:de:7b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f81b0e16-dbac-42b1-b684-f03d5ab378bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '706ac552-c50f-4165-b4fe-7076e46b09a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:04:09Z', 'updated_at': '2021-07-15T23:04:15Z', 'revision_number': 4, 'project_id': 'a20eca0e24194e23b6cd3d2cf85815ec', 'subnets': [{'id': '706ac552-c50f-4165-b4fe-7076e46b09a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:16.472486 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c43b5-a69a-437d-824e-2833d1948dc5 req-bcac6561-ea3d-4efe-ae16-77eba94d9fab tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:16.473978 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8b7c43b5-a69a-437d-824e-2833d1948dc5 req-bcac6561-ea3d-4efe-ae16-77eba94d9fab tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/ports?device_id=21dbc824-88f9-4f0f-8395-57f787e6e9cf HTTP/1.1" status: 200 len: 943 time: 0.5066261 Jul 15 23:04:16.485348 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['98ed8752-a480-4f21-b4f7-d23a3487f42a'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:04:16.496990 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4847df17-0e73-494d-8417-ae87be990a73 req-a8d49656-544a-4f21-a60d-2d9287be6f15 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:16.499035 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36abf694-16d0-4b4d-88de-4c3d66b2f759 None None] The sync data for ids ['f81b0e16-dbac-42b1-b684-f03d5ab378bf'] in n-d-794306-6 is: [{'id': 'f81b0e16-dbac-42b1-b684-f03d5ab378bf', 'name': 'tempest-FloatingIPsTestJSON-1798423671-router', 'tenant_id': 'a20eca0e24194e23b6cd3d2cf85815ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '70ea424f-684b-4c4a-8d49-93d89e66e0ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:04:05Z', 'updated_at': '2021-07-15T23:04:10Z', 'revision_number': 4, 'project_id': 'a20eca0e24194e23b6cd3d2cf85815ec', 'gw_port': {'id': '70ea424f-684b-4c4a-8d49-93d89e66e0ae', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:96:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81b0e16-dbac-42b1-b684-f03d5ab378bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:04:06Z', 'updated_at': '2021-07-15T23:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'd61e4a67-4935-4a71-894c-9df762860dc2', 'name': '', 'network_id': '4309563e-9212-4cf9-a585-49d78c0127c8', 'tenant_id': 'a20eca0e24194e23b6cd3d2cf85815ec', 'mac_address': 'fa:16:3e:de:7b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f81b0e16-dbac-42b1-b684-f03d5ab378bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '706ac552-c50f-4165-b4fe-7076e46b09a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:04:09Z', 'updated_at': '2021-07-15T23:04:15Z', 'revision_number': 4, 'project_id': 'a20eca0e24194e23b6cd3d2cf85815ec', 'subnets': [{'id': '706ac552-c50f-4165-b4fe-7076e46b09a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:04:16.504094 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4847df17-0e73-494d-8417-ae87be990a73 req-a8d49656-544a-4f21-a60d-2d9287be6f15 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdd0c84f-a278-467d-8908-63914958ae37 HTTP/1.1" status: 200 len: 949 time: 0.4227486 Jul 15 23:04:16.584288 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device d61e4a67-4935-4a71-894c-9df762860dc2 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:04:16.620149 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8b7c43b5-a69a-437d-824e-2833d1948dc5 req-116b8722-084e-4738-a1c2-48763e836562 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e74215b-8011-4ee0-b502-a2314077a754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374309 Jul 15 23:04:16.627005 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4847df17-0e73-494d-8417-ae87be990a73 req-9c71ff27-f464-491c-9fa0-915aaef89eb0 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220477 Jul 15 23:04:16.655510 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5b6d963c-a61c-4b15-b852-cca9134acdc1 req-5698ab25-4663-4381-a91d-bc5d14f83c45 service neutron] 10.222.0.49 "GET /v2.0/networks/3d02251c-0d36-4f59-b9c0-9c508ddade2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225666 Jul 15 23:04:16.767288 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port d61e4a67-4935-4a71-894c-9df762860dc2 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:04:16.772941 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bd3387f8-6021-46a5-a96e-f9d0480e9f49 req-87afcc09-128d-46d0-a96b-907b1994ed8f tempest-SecurityGroupsTestAdminJSON-841035829 tempest-SecurityGroupsTestAdminJSON-841035829-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a58549a962224004872ba74879d03294 HTTP/1.1" status: 200 len: 6102 time: 0.0990028 Jul 15 23:04:16.783893 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port d61e4a67-4935-4a71-894c-9df762860dc2 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:04:16.784277 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:16.858809 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bd3387f8-6021-46a5-a96e-f9d0480e9f49 req-d664e106-f9fc-4b0d-9a77-f3a5f2fc4626 tempest-SecurityGroupsTestAdminJSON-841035829 tempest-SecurityGroupsTestAdminJSON-841035829-project] 10.222.0.48 "GET /v2.0/security-groups/b0d186dc-64c6-4777-9ede-383b821bd9c1 HTTP/1.1" status: 200 len: 2981 time: 0.0846927 Jul 15 23:04:16.917885 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:16.942769 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bd3387f8-6021-46a5-a96e-f9d0480e9f49 req-ed04fd9c-35ff-46e5-96bf-7540f56d21ab tempest-SecurityGroupsTestAdminJSON-841035829 tempest-SecurityGroupsTestAdminJSON-841035829-project] 10.222.0.48 "GET /v2.0/security-groups/b0d186dc-64c6-4777-9ede-383b821bd9c1 HTTP/1.1" status: 200 len: 2981 time: 0.0731015 Jul 15 23:04:16.973504 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port d61e4a67-4935-4a71-894c-9df762860dc2, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=d61e4a67-4935-4a71-894c-9df762860dc2,segment=NetworkSegment(76552af4-d224-4900-8635-e3e76cacafcd),segment_id=76552af4-d224-4900-8635-e3e76cacafcd)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:16.990351 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:16.990351 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 70ea424f-684b-4c4a-8d49-93d89e66e0ae up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:04:17.023002 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7617a8e0-1b4c-4e23-a14c-f01d72fb14a9 req-d9208dc5-be34-48fb-b1fd-c71ad67fcba9 tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] 10.222.0.48 "GET /v2.0/floatingips/b05c42a7-006d-4761-b662-daf619e285cf HTTP/1.1" status: 200 len: 693 time: 0.0791223 Jul 15 23:04:17.090228 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=d61e4a67-4935-4a71-894c-9df762860dc2,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:17.113953 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 70ea424f-684b-4c4a-8d49-93d89e66e0ae triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:04:17.114476 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:17.131543 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cea6c7d-503a-4dda-bcf4-66dceac58372', 'name': 'network-vif-deleted', 'tag': 'c17b1e91-e08b-4e4f-93da-cacfd2a71aaf'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:17.133930 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5067d78c-b18c-4128-b83a-5e0477b18248" -d '{"events": [{"server_uuid": "1cea6c7d-503a-4dda-bcf4-66dceac58372", "name": "network-vif-deleted", "tag": "c17b1e91-e08b-4e4f-93da-cacfd2a71aaf"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:17.154462 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db1a5c74-db56-4a53-8bb7-e2461f3d5ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b5f4c4-7465-48a8-9f7b-de7de14d6b54'}, {'server_uuid': '2dff3727-03d5-4b9b-a0bc-2113ce2158b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6354f4d2-70d8-423b-b44f-2765880d8e6e'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:17.158807 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4908e68-9d6f-401b-b58e-a512a77548ab" -d '{"events": [{"server_uuid": "db1a5c74-db56-4a53-8bb7-e2461f3d5ee6", "name": "network-vif-plugged", "status": "completed", "tag": "49b5f4c4-7465-48a8-9f7b-de7de14d6b54"}, {"server_uuid": "2dff3727-03d5-4b9b-a0bc-2113ce2158b0", "name": "network-vif-plugged", "status": "completed", "tag": "6354f4d2-70d8-423b-b44f-2765880d8e6e"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:17.165319 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7617a8e0-1b4c-4e23-a14c-f01d72fb14a9 req-5add0d2e-91ef-4eec-affd-62725f3baa6f tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:17.167101 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7617a8e0-1b4c-4e23-a14c-f01d72fb14a9 req-5add0d2e-91ef-4eec-affd-62725f3baa6f tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] 10.222.0.48 "GET /v2.0/networks/c4160cc4-e133-4d4e-ad39-f86bca4b2f14 HTTP/1.1" status: 200 len: 784 time: 0.1378417 Jul 15 23:04:17.177744 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [req-7617a8e0-1b4c-4e23-a14c-f01d72fb14a9 req-9df9da17-3ab6-43d0-a415-914dce3b9421 tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:04:17.178610 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7617a8e0-1b4c-4e23-a14c-f01d72fb14a9 req-9df9da17-3ab6-43d0-a415-914dce3b9421 tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064089 Jul 15 23:04:17.397579 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-586b2164-71c2-49b4-b035-2341157f6f8e req-75164f5f-0eb2-42ec-9b89-1586528dccb5 tempest-SecurityGroupsTestAdminJSON-82976028 tempest-SecurityGroupsTestAdminJSON-82976028-project-admin] 10.222.0.48 "GET /v2.0/security-groups/c9200b64-8b93-451f-820f-4888e1c23d5e HTTP/1.1" status: 200 len: 1777 time: 0.0479040 Jul 15 23:04:17.431390 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27dada-e040-4d4c-87da-99f962b28e17 req-1144d67b-00d6-47a5-9524-b5a0b49167fb tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:17.432991 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2f27dada-e040-4d4c-87da-99f962b28e17 req-1144d67b-00d6-47a5-9524-b5a0b49167fb tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dff3727-03d5-4b9b-a0bc-2113ce2158b0 HTTP/1.1" status: 200 len: 945 time: 0.1144710 Jul 15 23:04:17.497796 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2f27dada-e040-4d4c-87da-99f962b28e17 req-4118005a-e9fd-4866-b111-3b5908959879 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] 10.222.0.48 "GET /v2.0/security-groups?id=a217bd2c-98fe-4a70-96ed-f585468603cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569563 Jul 15 23:04:17.500413 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-586b2164-71c2-49b4-b035-2341157f6f8e req-112c3ab1-386f-4664-9ada-0f77b8ed0410 tempest-SecurityGroupsTestAdminJSON-82976028 tempest-SecurityGroupsTestAdminJSON-82976028-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:17.526753 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-586b2164-71c2-49b4-b035-2341157f6f8e req-112c3ab1-386f-4664-9ada-0f77b8ed0410 tempest-SecurityGroupsTestAdminJSON-82976028 tempest-SecurityGroupsTestAdminJSON-82976028-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:17.555960 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1544f12-9e64-40b7-a299-3863a63419ce x-openstack-request-id: req-d1544f12-9e64-40b7-a299-3863a63419ce {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:17.556319 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cea6c7d-503a-4dda-bcf4-66dceac58372", "name": "network-vif-deleted", "tag": "c17b1e91-e08b-4e4f-93da-cacfd2a71aaf", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:17.556791 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d1544f12-9e64-40b7-a299-3863a63419ce {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:17.557289 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cea6c7d-503a-4dda-bcf4-66dceac58372', 'name': 'network-vif-deleted', 'tag': 'c17b1e91-e08b-4e4f-93da-cacfd2a71aaf', 'status': 'completed', 'code': 200} Jul 15 23:04:17.577413 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-586b2164-71c2-49b4-b035-2341157f6f8e req-112c3ab1-386f-4664-9ada-0f77b8ed0410 tempest-SecurityGroupsTestAdminJSON-82976028 tempest-SecurityGroupsTestAdminJSON-82976028-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:17.580087 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-586b2164-71c2-49b4-b035-2341157f6f8e req-112c3ab1-386f-4664-9ada-0f77b8ed0410 tempest-SecurityGroupsTestAdminJSON-82976028 tempest-SecurityGroupsTestAdminJSON-82976028-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:17.589716 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-586b2164-71c2-49b4-b035-2341157f6f8e req-112c3ab1-386f-4664-9ada-0f77b8ed0410 tempest-SecurityGroupsTestAdminJSON-82976028 tempest-SecurityGroupsTestAdminJSON-82976028-project-admin] 10.222.0.48 "DELETE /v2.0/security-groups/c9200b64-8b93-451f-820f-4888e1c23d5e HTTP/1.1" status: 204 len: 173 time: 0.1836360 Jul 15 23:04:17.593124 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7155af9-dc50-4d2b-9dcd-288977a0dab0 x-openstack-request-id: req-b7155af9-dc50-4d2b-9dcd-288977a0dab0 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:17.593433 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db1a5c74-db56-4a53-8bb7-e2461f3d5ee6", "name": "network-vif-plugged", "status": "completed", "tag": "49b5f4c4-7465-48a8-9f7b-de7de14d6b54", "code": 200}, {"server_uuid": "2dff3727-03d5-4b9b-a0bc-2113ce2158b0", "name": "network-vif-plugged", "status": "completed", "tag": "6354f4d2-70d8-423b-b44f-2765880d8e6e", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:17.593687 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b7155af9-dc50-4d2b-9dcd-288977a0dab0 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:17.594086 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db1a5c74-db56-4a53-8bb7-e2461f3d5ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b5f4c4-7465-48a8-9f7b-de7de14d6b54', 'code': 200} Jul 15 23:04:17.594337 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dff3727-03d5-4b9b-a0bc-2113ce2158b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6354f4d2-70d8-423b-b44f-2765880d8e6e', 'code': 200} Jul 15 23:04:17.610074 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 48714) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:17.644603 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c3ab1-386f-4664-9ada-0f77b8ed0410 tempest-SecurityGroupsTestAdminJSON-82976028 tempest-SecurityGroupsTestAdminJSON-82976028-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9200b64-8b93-451f-820f-4888e1c23d5e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:17.729643 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b407242b-4215-470d-8e1a-0c1d62ebd141 req-0b17341c-3c97-429d-bb73-5b8ee6395f3b tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] 10.222.0.48 "GET /v2.0/floatingips?tenant_id=a20eca0e24194e23b6cd3d2cf85815ec HTTP/1.1" status: 200 len: 696 time: 0.1263213 Jul 15 23:04:17.772728 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8deb2e-d9ab-421c-9b34-02e57f4e8725 req-d98442ae-2e49-4b8c-b924-c566768b49a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:17.774253 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-2b8deb2e-d9ab-421c-9b34-02e57f4e8725 req-d98442ae-2e49-4b8c-b924-c566768b49a7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=db1a5c74-db56-4a53-8bb7-e2461f3d5ee6 HTTP/1.1" status: 200 len: 1101 time: 0.0618942 Jul 15 23:04:17.779965 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-61ed7db8-9ede-479c-90e4-57408322cf86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:17.831555 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-2b8deb2e-d9ab-421c-9b34-02e57f4e8725 req-d923d5eb-1003-4207-b921-87e63f850ddf service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495152 Jul 15 23:04:17.853759 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 98ed8752-a480-4f21-b4f7-d23a3487f42a up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:04:17.897764 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b407242b-4215-470d-8e1a-0c1d62ebd141 req-001872bb-a3ed-48de-aab5-cc60b884db20 tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:17.904830 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port 98ed8752-a480-4f21-b4f7-d23a3487f42a completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:04:17.905641 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b407242b-4215-470d-8e1a-0c1d62ebd141 req-001872bb-a3ed-48de-aab5-cc60b884db20 tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] 10.222.0.48 "GET /v2.0/networks?id=c4160cc4-e133-4d4e-ad39-f86bca4b2f14 HTTP/1.1" status: 200 len: 787 time: 0.1654928 Jul 15 23:04:17.908925 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 98ed8752-a480-4f21-b4f7-d23a3487f42a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:04:17.909298 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:17.915414 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [req-b407242b-4215-470d-8e1a-0c1d62ebd141 req-dacefa79-d29c-4c00-bba1-3a581b6245c6 tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:04:17.926923 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b407242b-4215-470d-8e1a-0c1d62ebd141 req-dacefa79-d29c-4c00-bba1-3a581b6245c6 tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0203605 Jul 15 23:04:17.929069 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacbe580-78c3-4515-a22e-6dca74e04301 req-69a66bfa-f359-4952-8068-1eed71224530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:17.931723 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-aacbe580-78c3-4515-a22e-6dca74e04301 req-69a66bfa-f359-4952-8068-1eed71224530 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2dff3727-03d5-4b9b-a0bc-2113ce2158b0 HTTP/1.1" status: 200 len: 1096 time: 0.2429605 Jul 15 23:04:17.934749 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-61ed7db8-9ede-479c-90e4-57408322cf86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:17.940395 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-61ed7db8-9ede-479c-90e4-57408322cf86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:17.941189 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fde673-5ef4-4cad-ade5-32158df4e2fe req-3a89c907-2f2c-46c3-adf5-d351e5884e4c tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:17.942326 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-89fde673-5ef4-4cad-ade5-32158df4e2fe req-3a89c907-2f2c-46c3-adf5-d351e5884e4c tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.48 "GET /v2.0/ports?device_id=b03f4fe8-945c-41e3-ae1e-b10be78193b4 HTTP/1.1" status: 200 len: 950 time: 0.2344065 Jul 15 23:04:18.001467 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-61ed7db8-9ede-479c-90e4-57408322cf86 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2a77bea4f45b4fc08db88233e28591fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3898659 Jul 15 23:04:18.003071 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 48726) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:18.007429 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:18.012594 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ed7db8-9ede-479c-90e4-57408322cf86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe66ff2d-b76d-40f8-9da8-e610875f935b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:18.021159 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-aacbe580-78c3-4515-a22e-6dca74e04301 req-273394ba-1ab3-4ee0-8a09-a3090c6a8c7d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a217bd2c-98fe-4a70-96ed-f585468603cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778210 Jul 15 23:04:18.035373 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-89fde673-5ef4-4cad-ade5-32158df4e2fe req-f1d8b724-db0e-4b1d-aa2d-86d9dad5c1a9 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.48 "GET /v2.0/security-groups?id=9cfb0a02-c7a8-4946-96ba-1a3c0ae1d374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850310 Jul 15 23:04:18.047418 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b7ed589f-8c98-49fa-88ce-47e07f443367 req-97a09de4-bd5f-4a3a-81b9-223928a60dd3 tempest-SecurityGroupsTestAdminJSON-82976028 tempest-SecurityGroupsTestAdminJSON-82976028-project-admin] 10.222.0.48 "GET /v2.0/security-groups/b2bb6667-a6de-450a-a4db-e04f7981f892 HTTP/1.1" status: 200 len: 1777 time: 0.0598073 Jul 15 23:04:18.053594 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 98ed8752-a480-4f21-b4f7-d23a3487f42a, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=98ed8752-a480-4f21-b4f7-d23a3487f42a,segment=NetworkSegment(73b65db5-b75b-48b7-8e07-44c7152f69b4),segment_id=73b65db5-b75b-48b7-8e07-44c7152f69b4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:18.060127 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:18.076735 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4557b04-76ac-4d6d-a56e-c7b3f71105db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:18.104158 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4557b04-76ac-4d6d-a56e-c7b3f71105db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:18.119597 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b7ed589f-8c98-49fa-88ce-47e07f443367 req-40a8380a-bd9f-4c5b-b9f2-772f0efa0fa4 tempest-SecurityGroupsTestAdminJSON-82976028 tempest-SecurityGroupsTestAdminJSON-82976028-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:18.130404 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=98ed8752-a480-4f21-b4f7-d23a3487f42a,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:18.139721 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:18.140071 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:18.140411 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:18.140748 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:18.141083 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:18.141412 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:18.141740 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:18.142068 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:18.142394 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:18.142718 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:18.143043 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:18.143363 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:04:18.144349 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b7ed589f-8c98-49fa-88ce-47e07f443367 req-40a8380a-bd9f-4c5b-b9f2-772f0efa0fa4 tempest-SecurityGroupsTestAdminJSON-82976028 tempest-SecurityGroupsTestAdminJSON-82976028-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:18.174617 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4557b04-76ac-4d6d-a56e-c7b3f71105db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:18.177189 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4557b04-76ac-4d6d-a56e-c7b3f71105db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:18.178341 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c4557b04-76ac-4d6d-a56e-c7b3f71105db admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fe66ff2d-b76d-40f8-9da8-e610875f935b HTTP/1.1" status: 204 len: 168 time: 0.1741374 Jul 15 23:04:18.188218 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4557b04-76ac-4d6d-a56e-c7b3f71105db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe66ff2d-b76d-40f8-9da8-e610875f935b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:18.241056 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b7ed589f-8c98-49fa-88ce-47e07f443367 req-40a8380a-bd9f-4c5b-b9f2-772f0efa0fa4 tempest-SecurityGroupsTestAdminJSON-82976028 tempest-SecurityGroupsTestAdminJSON-82976028-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:18.244510 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b7ed589f-8c98-49fa-88ce-47e07f443367 req-40a8380a-bd9f-4c5b-b9f2-772f0efa0fa4 tempest-SecurityGroupsTestAdminJSON-82976028 tempest-SecurityGroupsTestAdminJSON-82976028-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:18.245825 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b7ed589f-8c98-49fa-88ce-47e07f443367 req-40a8380a-bd9f-4c5b-b9f2-772f0efa0fa4 tempest-SecurityGroupsTestAdminJSON-82976028 tempest-SecurityGroupsTestAdminJSON-82976028-project-admin] 10.222.0.48 "DELETE /v2.0/security-groups/b2bb6667-a6de-450a-a4db-e04f7981f892 HTTP/1.1" status: 204 len: 173 time: 0.1871622 Jul 15 23:04:18.262889 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a8380a-bd9f-4c5b-b9f2-772f0efa0fa4 tempest-SecurityGroupsTestAdminJSON-82976028 tempest-SecurityGroupsTestAdminJSON-82976028-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2bb6667-a6de-450a-a4db-e04f7981f892,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:18.283520 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1b6241-4c58-4b0d-89a5-286882451dd4 req-5b34b399-c311-4821-b014-b500fc20be5e tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:18.291351 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9a1b6241-4c58-4b0d-89a5-286882451dd4 req-5b34b399-c311-4821-b014-b500fc20be5e tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/ports?device_id=21dbc824-88f9-4f0f-8395-57f787e6e9cf HTTP/1.1" status: 200 len: 945 time: 0.1026714 Jul 15 23:04:18.339363 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9a1b6241-4c58-4b0d-89a5-286882451dd4 req-d0cf9630-d8c3-4462-b08a-b195bc8f15fc tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e74215b-8011-4ee0-b502-a2314077a754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469329 Jul 15 23:04:18.435231 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-57c3ec9d-06ff-495c-943a-c67745546336 req-b41164bb-b82f-426d-b088-59eabf5e199e tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] 10.222.0.48 "GET /v2.0/floatingips/b05c42a7-006d-4761-b662-daf619e285cf HTTP/1.1" status: 200 len: 693 time: 0.0667284 Jul 15 23:04:18.500084 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb9a36f-78d0-42f2-b2ca-ed80c12994e1 req-47b17774-36dc-467c-83fc-6971deaf137d tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:18.501603 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ddb9a36f-78d0-42f2-b2ca-ed80c12994e1 req-47b17774-36dc-467c-83fc-6971deaf137d tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdd0c84f-a278-467d-8908-63914958ae37 HTTP/1.1" status: 200 len: 949 time: 0.1449094 Jul 15 23:04:18.530252 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device d61e4a67-4935-4a71-894c-9df762860dc2 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:04:18.543219 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 48736) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:18.564151 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-31aaaf99-6416-46d1-a54e-ef985c87a555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:18.585296 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ddb9a36f-78d0-42f2-b2ca-ed80c12994e1 req-e67d7981-9c4e-43e0-b266-3cf38b5d5dfe tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560415 Jul 15 23:04:18.593212 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c3ec9d-06ff-495c-943a-c67745546336 req-e05df076-ead1-4c63-9edc-a0e2e0678679 tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:18.595081 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-57c3ec9d-06ff-495c-943a-c67745546336 req-e05df076-ead1-4c63-9edc-a0e2e0678679 tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] 10.222.0.48 "GET /v2.0/networks/c4160cc4-e133-4d4e-ad39-f86bca4b2f14 HTTP/1.1" status: 200 len: 784 time: 0.1524880 Jul 15 23:04:18.614290 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [req-57c3ec9d-06ff-495c-943a-c67745546336 req-aaddfecf-af73-4fb4-a382-6f899c0aedfb tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:04:18.616379 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-57c3ec9d-06ff-495c-943a-c67745546336 req-aaddfecf-af73-4fb4-a382-6f899c0aedfb tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0110006 Jul 15 23:04:18.638918 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port d61e4a67-4935-4a71-894c-9df762860dc2 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:04:18.639696 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:18.699374 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-57c3ec9d-06ff-495c-943a-c67745546336 req-f8b03740-cb8d-4612-ab4a-2b329efd54d4 tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.185 HTTP/1.1" status: 200 len: 696 time: 0.0648541 Jul 15 23:04:18.753678 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-31aaaf99-6416-46d1-a54e-ef985c87a555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:18.760150 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-31aaaf99-6416-46d1-a54e-ef985c87a555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:18.778771 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-57c3ec9d-06ff-495c-943a-c67745546336 req-0ad2fdcd-f723-477e-a505-c2801ae8f1c5 tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.185 HTTP/1.1" status: 200 len: 696 time: 0.0782819 Jul 15 23:04:18.814579 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aaaf99-6416-46d1-a54e-ef985c87a555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeaf9e6c-912b-45cd-946c-e5a392ff417e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:18.848382 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-31aaaf99-6416-46d1-a54e-ef985c87a555 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=11e8203fb34a4201a5b2a4cbd12413d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3044047 Jul 15 23:04:18.850937 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 48742) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:18.874317 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2fb86528-5dca-4612-9350-083f81102515 req-0dc12030-4871-4dac-bcc5-6aea1f1c8d4d tempest-SecurityGroupsTestAdminJSON-841035829 tempest-SecurityGroupsTestAdminJSON-841035829-project] 10.222.0.48 "GET /v2.0/security-groups/f6e20172-c166-4ca1-a281-41158ede3db4 HTTP/1.1" status: 200 len: 1777 time: 0.1728511 Jul 15 23:04:18.907939 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-20322d56-cf57-4d97-a5ad-b5b9898a5f7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:18.932736 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-20322d56-cf57-4d97-a5ad-b5b9898a5f7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:18.978020 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-57c3ec9d-06ff-495c-943a-c67745546336 req-c7db4a29-f0a8-4344-80a8-f03999501ec1 tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] Deleting port f429c480-eecd-4b37-9d24-f714350a9ca0 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:04:18.978390 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-57c3ec9d-06ff-495c-943a-c67745546336 req-c7db4a29-f0a8-4344-80a8-f03999501ec1 tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:18.981497 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2fb86528-5dca-4612-9350-083f81102515 req-40f36114-ddb6-4664-a4d6-4569daa969f9 tempest-SecurityGroupsTestAdminJSON-841035829 tempest-SecurityGroupsTestAdminJSON-841035829-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:18.983834 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-20322d56-cf57-4d97-a5ad-b5b9898a5f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:18.986361 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-20322d56-cf57-4d97-a5ad-b5b9898a5f7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:18.987499 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-20322d56-cf57-4d97-a5ad-b5b9898a5f7b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/eeaf9e6c-912b-45cd-946c-e5a392ff417e HTTP/1.1" status: 204 len: 168 time: 0.1354010 Jul 15 23:04:18.997060 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20322d56-cf57-4d97-a5ad-b5b9898a5f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeaf9e6c-912b-45cd-946c-e5a392ff417e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:19.056157 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2fb86528-5dca-4612-9350-083f81102515 req-40f36114-ddb6-4664-a4d6-4569daa969f9 tempest-SecurityGroupsTestAdminJSON-841035829 tempest-SecurityGroupsTestAdminJSON-841035829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:19.105344 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-57c3ec9d-06ff-495c-943a-c67745546336 req-c7db4a29-f0a8-4344-80a8-f03999501ec1 tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:19.105635 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-57c3ec9d-06ff-495c-943a-c67745546336 req-c7db4a29-f0a8-4344-80a8-f03999501ec1 tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:19.121496 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-57c3ec9d-06ff-495c-943a-c67745546336 req-c7db4a29-f0a8-4344-80a8-f03999501ec1 tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] Calling delete_port for f429c480-eecd-4b37-9d24-f714350a9ca0 owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:04:19.128001 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2fb86528-5dca-4612-9350-083f81102515 req-40f36114-ddb6-4664-a4d6-4569daa969f9 tempest-SecurityGroupsTestAdminJSON-841035829 tempest-SecurityGroupsTestAdminJSON-841035829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:19.130696 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2fb86528-5dca-4612-9350-083f81102515 req-40f36114-ddb6-4664-a4d6-4569daa969f9 tempest-SecurityGroupsTestAdminJSON-841035829 tempest-SecurityGroupsTestAdminJSON-841035829-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:19.131851 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2fb86528-5dca-4612-9350-083f81102515 req-40f36114-ddb6-4664-a4d6-4569daa969f9 tempest-SecurityGroupsTestAdminJSON-841035829 tempest-SecurityGroupsTestAdminJSON-841035829-project] 10.222.0.48 "DELETE /v2.0/security-groups/f6e20172-c166-4ca1-a281-41158ede3db4 HTTP/1.1" status: 204 len: 173 time: 0.2466812 Jul 15 23:04:19.146926 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f36114-ddb6-4664-a4d6-4569daa969f9 tempest-SecurityGroupsTestAdminJSON-841035829 tempest-SecurityGroupsTestAdminJSON-841035829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e20172-c166-4ca1-a281-41158ede3db4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:19.280456 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86374338-2d6f-4955-8bdb-efc5449837e2 req-29f22120-654e-45ec-94e6-4e1d082b3284 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:19.282277 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-86374338-2d6f-4955-8bdb-efc5449837e2 req-29f22120-654e-45ec-94e6-4e1d082b3284 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.41 "GET /v2.0/ports?device_id=b03f4fe8-945c-41e3-ae1e-b10be78193b4 HTTP/1.1" status: 200 len: 950 time: 0.0878263 Jul 15 23:04:19.359138 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-57c3ec9d-06ff-495c-943a-c67745546336 req-c7db4a29-f0a8-4344-80a8-f03999501ec1 tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:19.390649 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7db4a29-f0a8-4344-80a8-f03999501ec1 tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] Pushing event deleted for resources: {'Port': ['ID=f429c480-eecd-4b37-9d24-f714350a9ca0,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:19.413789 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-86374338-2d6f-4955-8bdb-efc5449837e2 req-81ddf6af-5114-4bb4-b4a6-594c148c8da5 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Deleting port d1ea5d77-1acc-48d2-9c60-c3b134c8afe1 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:04:19.414155 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-86374338-2d6f-4955-8bdb-efc5449837e2 req-81ddf6af-5114-4bb4-b4a6-594c148c8da5 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:19.428363 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecfc5f1-db16-469d-a68b-9df986e0cedf req-04c79db3-e1da-4afe-9dd1-d204620c9ebc tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:19.431115 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-eecfc5f1-db16-469d-a68b-9df986e0cedf req-04c79db3-e1da-4afe-9dd1-d204620c9ebc tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dff3727-03d5-4b9b-a0bc-2113ce2158b0 HTTP/1.1" status: 200 len: 945 time: 0.1433170 Jul 15 23:04:19.499639 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-57c3ec9d-06ff-495c-943a-c67745546336 req-c7db4a29-f0a8-4344-80a8-f03999501ec1 tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:19.502193 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-57c3ec9d-06ff-495c-943a-c67745546336 req-c7db4a29-f0a8-4344-80a8-f03999501ec1 tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:19.503377 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-57c3ec9d-06ff-495c-943a-c67745546336 req-c7db4a29-f0a8-4344-80a8-f03999501ec1 tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] 10.222.0.48 "DELETE /v2.0/floatingips/b05c42a7-006d-4761-b662-daf619e285cf HTTP/1.1" status: 204 len: 173 time: 0.7239037 Jul 15 23:04:19.506906 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-eecfc5f1-db16-469d-a68b-9df986e0cedf req-3a19410f-fdd2-4406-b46a-78bdb9594c65 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] 10.222.0.48 "GET /v2.0/security-groups?id=a217bd2c-98fe-4a70-96ed-f585468603cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535831 Jul 15 23:04:19.524720 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-86374338-2d6f-4955-8bdb-efc5449837e2 req-81ddf6af-5114-4bb4-b4a6-594c148c8da5 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] For port d1ea5d77-1acc-48d2-9c60-c3b134c8afe1, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=d1ea5d77-1acc-48d2-9c60-c3b134c8afe1,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:19.525073 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-86374338-2d6f-4955-8bdb-efc5449837e2 req-81ddf6af-5114-4bb4-b4a6-594c148c8da5 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:19.539761 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-86374338-2d6f-4955-8bdb-efc5449837e2 req-81ddf6af-5114-4bb4-b4a6-594c148c8da5 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Calling delete_port for d1ea5d77-1acc-48d2-9c60-c3b134c8afe1 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:04:19.595720 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21dbc824-88f9-4f0f-8395-57f787e6e9cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98ed8752-a480-4f21-b4f7-d23a3487f42a'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:19.598304 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cadc1fc8-11ce-40e0-bb4e-a3d0ade0a35b" -d '{"events": [{"server_uuid": "21dbc824-88f9-4f0f-8395-57f787e6e9cf", "name": "network-vif-plugged", "status": "completed", "tag": "98ed8752-a480-4f21-b4f7-d23a3487f42a"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:19.716208 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-86374338-2d6f-4955-8bdb-efc5449837e2 req-81ddf6af-5114-4bb4-b4a6-594c148c8da5 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:19.756472 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f46652-238a-4d5d-a451-4917ead84c72 req-ad735052-d7f6-4573-b09d-fa3a5ccd258f tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:19.756718 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ddf6af-5114-4bb4-b4a6-594c148c8da5 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Pushing event deleted for resources: {'Port': ['ID=d1ea5d77-1acc-48d2-9c60-c3b134c8afe1,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:19.757954 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['d1ea5d77-1acc-48d2-9c60-c3b134c8afe1'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:04:19.758966 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-07f46652-238a-4d5d-a451-4917ead84c72 req-ad735052-d7f6-4573-b09d-fa3a5ccd258f tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=db1a5c74-db56-4a53-8bb7-e2461f3d5ee6 HTTP/1.1" status: 200 len: 950 time: 0.1188214 Jul 15 23:04:19.798777 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1d530d-29b4-4d92-9b6a-18909ea1cafb req-82c814f8-c4f9-4415-b808-fa56859022a5 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:19.801634 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-df1d530d-29b4-4d92-9b6a-18909ea1cafb req-82c814f8-c4f9-4415-b808-fa56859022a5 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.48 "GET /v2.0/ports?device_id=b03f4fe8-945c-41e3-ae1e-b10be78193b4 HTTP/1.1" status: 200 len: 867 time: 0.1249135 Jul 15 23:04:19.816919 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-86374338-2d6f-4955-8bdb-efc5449837e2 req-81ddf6af-5114-4bb4-b4a6-594c148c8da5 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] No DVR routers for this DVR port d1ea5d77-1acc-48d2-9c60-c3b134c8afe1 on host n-h2-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:04:19.825426 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-86374338-2d6f-4955-8bdb-efc5449837e2 req-81ddf6af-5114-4bb4-b4a6-594c148c8da5 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:19.825426 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-86374338-2d6f-4955-8bdb-efc5449837e2 req-81ddf6af-5114-4bb4-b4a6-594c148c8da5 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.41 "DELETE /v2.0/ports/d1ea5d77-1acc-48d2-9c60-c3b134c8afe1 HTTP/1.1" status: 204 len: 173 time: 0.5342009 Jul 15 23:04:19.825426 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b03f4fe8-945c-41e3-ae1e-b10be78193b4', 'name': 'network-vif-deleted', 'tag': 'd1ea5d77-1acc-48d2-9c60-c3b134c8afe1'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:19.826441 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a599bf-4526-4264-9aa4-120321a3b1c9" -d '{"events": [{"server_uuid": "b03f4fe8-945c-41e3-ae1e-b10be78193b4", "name": "network-vif-deleted", "tag": "d1ea5d77-1acc-48d2-9c60-c3b134c8afe1"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:19.870960 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-07f46652-238a-4d5d-a451-4917ead84c72 req-0a527545-a93d-4f80-99ea-1adeee778a0e tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028347 Jul 15 23:04:19.874148 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-df1d530d-29b4-4d92-9b6a-18909ea1cafb req-9983e5f4-0cf6-4fd8-a1a1-9a232f645809 tempest-LiveMigrationNegativeTest-2033652052 tempest-LiveMigrationNegativeTest-2033652052-project] 10.222.0.48 "GET /v2.0/security-groups?id=9cfb0a02-c7a8-4946-96ba-1a3c0ae1d374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635467 Jul 15 23:04:19.967337 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9d0cc909-d979-4b86-b9a0-78f6fcd3d376 req-4b1b2c80-cdd4-4405-869b-d4795b68e4b4 tempest-SecurityGroupsTestAdminJSON-841035829 tempest-SecurityGroupsTestAdminJSON-841035829-project] 10.222.0.48 "GET /v2.0/security-groups/d8464dba-c88f-47e0-b6e0-b72645bb8646 HTTP/1.1" status: 200 len: 1777 time: 0.0622272 Jul 15 23:04:20.042570 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9d0cc909-d979-4b86-b9a0-78f6fcd3d376 req-b44efcb8-2293-46ed-b74a-050034bade68 tempest-SecurityGroupsTestAdminJSON-841035829 tempest-SecurityGroupsTestAdminJSON-841035829-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:20.072591 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9d0cc909-d979-4b86-b9a0-78f6fcd3d376 req-b44efcb8-2293-46ed-b74a-050034bade68 tempest-SecurityGroupsTestAdminJSON-841035829 tempest-SecurityGroupsTestAdminJSON-841035829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:20.157944 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9d0cc909-d979-4b86-b9a0-78f6fcd3d376 req-b44efcb8-2293-46ed-b74a-050034bade68 tempest-SecurityGroupsTestAdminJSON-841035829 tempest-SecurityGroupsTestAdminJSON-841035829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:20.160586 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9d0cc909-d979-4b86-b9a0-78f6fcd3d376 req-b44efcb8-2293-46ed-b74a-050034bade68 tempest-SecurityGroupsTestAdminJSON-841035829 tempest-SecurityGroupsTestAdminJSON-841035829-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:20.161730 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9d0cc909-d979-4b86-b9a0-78f6fcd3d376 req-b44efcb8-2293-46ed-b74a-050034bade68 tempest-SecurityGroupsTestAdminJSON-841035829 tempest-SecurityGroupsTestAdminJSON-841035829-project] 10.222.0.48 "DELETE /v2.0/security-groups/d8464dba-c88f-47e0-b6e0-b72645bb8646 HTTP/1.1" status: 204 len: 173 time: 0.1932671 Jul 15 23:04:20.181767 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44efcb8-2293-46ed-b74a-050034bade68 tempest-SecurityGroupsTestAdminJSON-841035829 tempest-SecurityGroupsTestAdminJSON-841035829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8464dba-c88f-47e0-b6e0-b72645bb8646,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:20.205737 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f398eb-ea9b-495d-80f6-c2073a582aa3 req-6922a408-1f0a-4cb7-af8c-caee1c6bc01e tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:20.213358 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-70f398eb-ea9b-495d-80f6-c2073a582aa3 req-6922a408-1f0a-4cb7-af8c-caee1c6bc01e tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/ports?device_id=21dbc824-88f9-4f0f-8395-57f787e6e9cf HTTP/1.1" status: 200 len: 945 time: 0.1225545 Jul 15 23:04:20.323146 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-70f398eb-ea9b-495d-80f6-c2073a582aa3 req-00a0d508-4f4f-46fe-898e-80c38c8c2139 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e74215b-8011-4ee0-b502-a2314077a754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088572 Jul 15 23:04:20.391661 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-304ffad3-0cf1-45b3-b1d5-34262795d55b req-b9ef67fc-d26b-4f4e-9d22-c8a8c9e79a31 tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2077432 Jul 15 23:04:20.406309 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-304ffad3-0cf1-45b3-b1d5-34262795d55b req-a9309b37-71e0-48de-a806-421344415297 tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] Request body: {'floatingip': {'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:20.468131 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-304ffad3-0cf1-45b3-b1d5-34262795d55b req-a9309b37-71e0-48de-a806-421344415297 tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:20.596066 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 48796) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:20.623174 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abab6978-26ac-45e8-80b1-bb722420a9f1 req-919de6c7-79a8-4330-b28e-9fe431bdfb84 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:20.629711 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-abab6978-26ac-45e8-80b1-bb722420a9f1 req-919de6c7-79a8-4330-b28e-9fe431bdfb84 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dff3727-03d5-4b9b-a0bc-2113ce2158b0 HTTP/1.1" status: 200 len: 945 time: 0.1369026 Jul 15 23:04:20.633720 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 48800) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:20.640630 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-20705f2e-e803-413d-a007-5d8b4611c560 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Request body: {'floatingip': {'port_id': '6354f4d2-70d8-423b-b44f-2765880d8e6e'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:20.695740 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-304ffad3-0cf1-45b3-b1d5-34262795d55b req-a9309b37-71e0-48de-a806-421344415297 tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:20.767057 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7893a1ac-0654-44c8-af23-2a50b4ab784a x-openstack-request-id: req-7893a1ac-0654-44c8-af23-2a50b4ab784a {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:20.767664 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21dbc824-88f9-4f0f-8395-57f787e6e9cf", "name": "network-vif-plugged", "status": "completed", "tag": "98ed8752-a480-4f21-b4f7-d23a3487f42a", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:20.767664 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7893a1ac-0654-44c8-af23-2a50b4ab784a {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:20.768014 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21dbc824-88f9-4f0f-8395-57f787e6e9cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98ed8752-a480-4f21-b4f7-d23a3487f42a', 'code': 200} Jul 15 23:04:20.801040 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-20705f2e-e803-413d-a007-5d8b4611c560 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Notify callbacks [] for floatingip, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:20.918106 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0673f64-6673-4772-83a3-ee6d0454550d x-openstack-request-id: req-f0673f64-6673-4772-83a3-ee6d0454550d {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:20.918692 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b03f4fe8-945c-41e3-ae1e-b10be78193b4", "name": "network-vif-deleted", "tag": "d1ea5d77-1acc-48d2-9c60-c3b134c8afe1", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:20.919132 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f0673f64-6673-4772-83a3-ee6d0454550d {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:20.919767 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b03f4fe8-945c-41e3-ae1e-b10be78193b4', 'name': 'network-vif-deleted', 'tag': 'd1ea5d77-1acc-48d2-9c60-c3b134c8afe1', 'status': 'completed', 'code': 200} Jul 15 23:04:20.929104 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-304ffad3-0cf1-45b3-b1d5-34262795d55b req-a9309b37-71e0-48de-a806-421344415297 tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] Allocated IP 172.25.5.69 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/9b94b450-90a8-4a58-a93b-6e0396767335) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:04:20.954788 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-4ae8f988-285b-4780-a38b-cf8edb57c100 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a58549a962224004872ba74879d03294&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3572180 Jul 15 23:04:20.957957 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 48810) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:21.098396 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5974e4e4-8c21-4292-9215-c6aa6859a86e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:21.101228 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c76c36-aeb3-4d99-bebc-345d9f4faa4a req-e19ac6af-3b09-4f3b-8a9e-2aeaf0f0aae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:21.102876 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-15c76c36-aeb3-4d99-bebc-345d9f4faa4a req-e19ac6af-3b09-4f3b-8a9e-2aeaf0f0aae8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=21dbc824-88f9-4f0f-8395-57f787e6e9cf HTTP/1.1" status: 200 len: 1096 time: 0.2337139 Jul 15 23:04:21.123363 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-304ffad3-0cf1-45b3-b1d5-34262795d55b req-a9309b37-71e0-48de-a806-421344415297 tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:21.125447 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5974e4e4-8c21-4292-9215-c6aa6859a86e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:21.155774 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-15c76c36-aeb3-4d99-bebc-345d9f4faa4a req-b7677e13-867d-440a-bad6-dbea6791c33f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1e74215b-8011-4ee0-b502-a2314077a754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441494 Jul 15 23:04:21.182672 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-304ffad3-0cf1-45b3-b1d5-34262795d55b req-a9309b37-71e0-48de-a806-421344415297 tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:21.231236 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-304ffad3-0cf1-45b3-b1d5-34262795d55b req-a9309b37-71e0-48de-a806-421344415297 tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:04:21.236951 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-304ffad3-0cf1-45b3-b1d5-34262795d55b req-a9309b37-71e0-48de-a806-421344415297 tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:04:21.238982 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9309b37-71e0-48de-a806-421344415297 tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] Pushing event updated for resources: {'Port': ['ID=9b94b450-90a8-4a58-a93b-6e0396767335,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:21.247818 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-304ffad3-0cf1-45b3-b1d5-34262795d55b req-a9309b37-71e0-48de-a806-421344415297 tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:04:21.316733 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5974e4e4-8c21-4292-9215-c6aa6859a86e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:21.319389 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5974e4e4-8c21-4292-9215-c6aa6859a86e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:21.320679 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-5974e4e4-8c21-4292-9215-c6aa6859a86e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b0d186dc-64c6-4777-9ede-383b821bd9c1 HTTP/1.1" status: 204 len: 168 time: 0.3615665 Jul 15 23:04:21.380891 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a561fcae-d285-4e81-b2f5-1ee1c4ae75e3 req-664afc08-3f06-450c-ae74-79f050127964 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:21.383789 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5974e4e4-8c21-4292-9215-c6aa6859a86e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d186dc-64c6-4777-9ede-383b821bd9c1,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:21.392294 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a561fcae-d285-4e81-b2f5-1ee1c4ae75e3 req-664afc08-3f06-450c-ae74-79f050127964 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:21.399473 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a561fcae-d285-4e81-b2f5-1ee1c4ae75e3 req-664afc08-3f06-450c-ae74-79f050127964 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdd0c84f-a278-467d-8908-63914958ae37&device_id=db1a5c74-db56-4a53-8bb7-e2461f3d5ee6 HTTP/1.1" status: 200 len: 1690 time: 0.1490331 Jul 15 23:04:21.419398 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-304ffad3-0cf1-45b3-b1d5-34262795d55b req-a9309b37-71e0-48de-a806-421344415297 tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:21.462301 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a561fcae-d285-4e81-b2f5-1ee1c4ae75e3 req-557f527a-dca6-433c-b6e0-81cd5a8c3af7 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619378 Jul 15 23:04:21.503792 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-304ffad3-0cf1-45b3-b1d5-34262795d55b req-a9309b37-71e0-48de-a806-421344415297 tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:21.785449 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-304ffad3-0cf1-45b3-b1d5-34262795d55b req-a9309b37-71e0-48de-a806-421344415297 tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:21.808296 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-304ffad3-0cf1-45b3-b1d5-34262795d55b req-a9309b37-71e0-48de-a806-421344415297 tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:21.921212 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-304ffad3-0cf1-45b3-b1d5-34262795d55b req-a9309b37-71e0-48de-a806-421344415297 tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:21.923620 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 48830) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:21.968773 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-304ffad3-0cf1-45b3-b1d5-34262795d55b req-a9309b37-71e0-48de-a806-421344415297 tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:21.976304 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-304ffad3-0cf1-45b3-b1d5-34262795d55b req-a9309b37-71e0-48de-a806-421344415297 tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5751889 Jul 15 23:04:22.080728 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-20705f2e-e803-413d-a007-5d8b4611c560 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:22.086872 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-20705f2e-e803-413d-a007-5d8b4611c560 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:22.206072 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 48834) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:22.330630 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9309b37-71e0-48de-a806-421344415297 tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] Pushing event updated for resources: {'Port': ['ID=9b94b450-90a8-4a58-a93b-6e0396767335,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:22.354646 n-d-794306-6 neutron-server[93771]: INFO neutron.db.l3_db [None req-20705f2e-e803-413d-a007-5d8b4611c560 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Floating IP 13a6c9f5-842a-48a5-8b8a-539f90c2604c associated. External IP: 172.25.5.192, port: 6354f4d2-70d8-423b-b44f-2765880d8e6e. Jul 15 23:04:22.364149 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-304ffad3-0cf1-45b3-b1d5-34262795d55b req-c9d342e6-0cc0-45a5-8a57-b2b2a2acdf6c tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.69 HTTP/1.1" status: 200 len: 695 time: 0.3868573 Jul 15 23:04:22.367933 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-aac9476e-5794-4d32-ae77-f2fb0f657c2e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=67561b3f74da4222b1ae9541324249b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4406514 Jul 15 23:04:22.380327 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 48846) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:22.436363 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cddf0331-5729-4b0b-b90e-21d10d80445b req-fc1af7e1-5d0f-45df-8c5b-748a3277a7a8 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=d77876ca62044f51bcd8387c4920b69c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0579524 Jul 15 23:04:22.479870 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-9e286eb2-a944-4419-8c48-7fdfe3ba533c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=62cceed33b584263a479cc7894943fe0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2722178 Jul 15 23:04:22.482499 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 48848) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:22.579432 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-39caa21b-93dd-4453-a1f8-86345df4eb54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:22.588127 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f0fabfeb-d470-4707-ad6a-2290c807a4e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:22.619004 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ffad3-0cf1-45b3-b1d5-34262795d55b req-5a2a640e-8b18-475e-9ea5-e282ceceb3ee tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:22.620612 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-304ffad3-0cf1-45b3-b1d5-34262795d55b req-5a2a640e-8b18-475e-9ea5-e282ceceb3ee tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] 10.222.0.48 "GET /v2.0/networks/c4160cc4-e133-4d4e-ad39-f86bca4b2f14 HTTP/1.1" status: 200 len: 784 time: 0.2508113 Jul 15 23:04:22.645483 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [req-304ffad3-0cf1-45b3-b1d5-34262795d55b req-7f8ad810-b918-4e42-8208-8b760cdcfff7 tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:04:22.646486 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-304ffad3-0cf1-45b3-b1d5-34262795d55b req-7f8ad810-b918-4e42-8208-8b760cdcfff7 tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0135474 Jul 15 23:04:22.649366 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-39caa21b-93dd-4453-a1f8-86345df4eb54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:22.650405 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f0fabfeb-d470-4707-ad6a-2290c807a4e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:22.680746 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20705f2e-e803-413d-a007-5d8b4611c560 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Router 47895453-f412-49d2-9f76-1f93a0b2e611 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:04:22.681883 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddf0331-5729-4b0b-b90e-21d10d80445b req-729bae90-38fd-473a-b16a-c9242c06f851 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:22.683250 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cddf0331-5729-4b0b-b90e-21d10d80445b req-729bae90-38fd-473a-b16a-c9242c06f851 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2349882 Jul 15 23:04:22.712517 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cddf0331-5729-4b0b-b90e-21d10d80445b req-1ec12e0b-aa00-4b9b-af5e-f6f2cfa58366 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] 10.222.0.48 "GET /v2.0/quotas/d77876ca62044f51bcd8387c4920b69c HTTP/1.1" status: 200 len: 375 time: 0.0232122 Jul 15 23:04:22.748570 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-39caa21b-93dd-4453-a1f8-86345df4eb54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:22.758529 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-39caa21b-93dd-4453-a1f8-86345df4eb54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:22.779201 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-39caa21b-93dd-4453-a1f8-86345df4eb54 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/104c2c06-4110-4a2e-9767-dc639978b514 HTTP/1.1" status: 204 len: 168 time: 0.3908846 Jul 15 23:04:22.799623 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f0fabfeb-d470-4707-ad6a-2290c807a4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:22.802980 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f0fabfeb-d470-4707-ad6a-2290c807a4e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:22.805128 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f0fabfeb-d470-4707-ad6a-2290c807a4e4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9cfb0a02-c7a8-4946-96ba-1a3c0ae1d374 HTTP/1.1" status: 204 len: 168 time: 0.3211234 Jul 15 23:04:22.818725 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cddf0331-5729-4b0b-b90e-21d10d80445b req-8be9c9a6-8b23-4c27-8a18-0b65b4faad8c tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d77876ca62044f51bcd8387c4920b69c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0946534 Jul 15 23:04:22.836504 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39caa21b-93dd-4453-a1f8-86345df4eb54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104c2c06-4110-4a2e-9767-dc639978b514,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:22.860472 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fabfeb-d470-4707-ad6a-2290c807a4e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cfb0a02-c7a8-4946-96ba-1a3c0ae1d374,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:22.893734 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20705f2e-e803-413d-a007-5d8b4611c560 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:04:22.906133 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-20705f2e-e803-413d-a007-5d8b4611c560 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:22.912942 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c65706-5d26-4698-8a9c-2832ec6a515e None None] Sync routers for ids ['47895453-f412-49d2-9f76-1f93a0b2e611'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:04:22.934800 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd2edc-12a5-4445-b167-ccfbf281abc7 req-f8a9a66d-2341-4659-9430-95038c7e4791 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:22.940499 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c65706-5d26-4698-8a9c-2832ec6a515e None None] Routers {'47895453-f412-49d2-9f76-1f93a0b2e611'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:04:22.941906 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-34c65706-5d26-4698-8a9c-2832ec6a515e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:04:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['47895453-f412-49d2-9f76-1f93a0b2e611'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:22.947249 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8fbd2edc-12a5-4445-b167-ccfbf281abc7 req-f8a9a66d-2341-4659-9430-95038c7e4791 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/ports?device_id=21dbc824-88f9-4f0f-8395-57f787e6e9cf HTTP/1.1" status: 200 len: 945 time: 0.1645374 Jul 15 23:04:23.021951 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-20705f2e-e803-413d-a007-5d8b4611c560 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] 10.222.0.48 "PUT /v2.0/floatingips/13a6c9f5-842a-48a5-8b8a-539f90c2604c HTTP/1.1" status: 200 len: 991 time: 2.3867095 Jul 15 23:04:23.022599 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dff3727-03d5-4b9b-a0bc-2113ce2158b0', 'tag': '6354f4d2-70d8-423b-b44f-2765880d8e6e'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:23.025743 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-910efe4e-6de2-4115-bf0e-53a109f02f3a" -d '{"events": [{"name": "network-changed", "server_uuid": "2dff3727-03d5-4b9b-a0bc-2113ce2158b0", "tag": "6354f4d2-70d8-423b-b44f-2765880d8e6e"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:23.065041 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8fbd2edc-12a5-4445-b167-ccfbf281abc7 req-8bd7679d-fa5e-477f-8024-1cea65c1d8ea tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e74215b-8011-4ee0-b502-a2314077a754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102057 Jul 15 23:04:23.133318 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-34c65706-5d26-4698-8a9c-2832ec6a515e None None] Set router 47895453-f412-49d2-9f76-1f93a0b2e611 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:04:23.217884 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d4095076-4a5d-48a6-a82f-42cc9a9ed953 req-186b7ec8-5a2a-41a4-976b-e566bc70f300 tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] 10.222.0.48 "GET /v2.0/floatingips/18518550-1afc-4713-b7d8-b24e796e86db HTTP/1.1" status: 200 len: 692 time: 0.0850072 Jul 15 23:04:23.390251 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111097aa-1396-4e39-838f-32ccf612ec5c x-openstack-request-id: req-111097aa-1396-4e39-838f-32ccf612ec5c {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:23.390804 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dff3727-03d5-4b9b-a0bc-2113ce2158b0", "tag": "6354f4d2-70d8-423b-b44f-2765880d8e6e", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:23.391055 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-111097aa-1396-4e39-838f-32ccf612ec5c {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:23.391719 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dff3727-03d5-4b9b-a0bc-2113ce2158b0', 'tag': '6354f4d2-70d8-423b-b44f-2765880d8e6e', 'status': 'completed', 'code': 200} Jul 15 23:04:23.425942 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4095076-4a5d-48a6-a82f-42cc9a9ed953 req-03b81464-d98a-47c0-bcec-dd7470c87d33 tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:23.435806 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d4095076-4a5d-48a6-a82f-42cc9a9ed953 req-03b81464-d98a-47c0-bcec-dd7470c87d33 tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] 10.222.0.48 "GET /v2.0/networks/c4160cc4-e133-4d4e-ad39-f86bca4b2f14 HTTP/1.1" status: 200 len: 784 time: 0.2168498 Jul 15 23:04:23.439920 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 48884) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:23.511649 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-89004a5d-8b68-4064-9950-a5bb3acfc7fe admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f5dd94a0febe44a181134d41b466fa98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0677269 Jul 15 23:04:23.513012 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 48888) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:23.540220 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d4095076-4a5d-48a6-a82f-42cc9a9ed953 req-c41f94a4-cc77-4e39-8a60-b9590a3bd51c tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.69 HTTP/1.1" status: 200 len: 695 time: 0.1024423 Jul 15 23:04:23.571800 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-58a6eda8-87dc-4499-a57d-a05a3fa084ee req-52e0ccf4-4c01-47ca-af9d-84ac87e72a5b tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd577e78-f247-43e9-ab78-7025d315218e HTTP/1.1" status: 200 len: 210 time: 0.0919428 Jul 15 23:04:23.611218 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d661e52-3ff2-4739-b15d-ab03a635f130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:23.631379 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d4095076-4a5d-48a6-a82f-42cc9a9ed953 req-07d9e32c-98d2-4e35-8b06-1ba47c36e4e3 tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.69 HTTP/1.1" status: 200 len: 695 time: 0.0901940 Jul 15 23:04:23.651925 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910efe4e-6de2-4115-bf0e-53a109f02f3a req-447e709b-86e2-4240-ae3a-075cd78bf782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:23.653457 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-910efe4e-6de2-4115-bf0e-53a109f02f3a req-447e709b-86e2-4240-ae3a-075cd78bf782 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d3cd72aa62cb4f388e60bffea0b15541&device_id=2dff3727-03d5-4b9b-a0bc-2113ce2158b0 HTTP/1.1" status: 200 len: 1096 time: 0.2146823 Jul 15 23:04:23.675636 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d661e52-3ff2-4739-b15d-ab03a635f130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:23.773948 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d661e52-3ff2-4739-b15d-ab03a635f130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:23.777401 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d661e52-3ff2-4739-b15d-ab03a635f130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:23.778755 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-6d661e52-3ff2-4739-b15d-ab03a635f130 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7abba9d2-2adc-41a9-9829-eee00d6eccb8 HTTP/1.1" status: 204 len: 168 time: 0.2646022 Jul 15 23:04:23.815021 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d661e52-3ff2-4739-b15d-ab03a635f130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7abba9d2-2adc-41a9-9829-eee00d6eccb8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:23.947215 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-34c65706-5d26-4698-8a9c-2832ec6a515e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47895453-f412-49d2-9f76-1f93a0b2e611', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2028028573-router', 'tenant_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'ef7a1c52-d21c-482b-889a-35af421f4d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:15Z', 'updated_at': '2021-07-15T23:03:25Z', 'revision_number': 4, 'project_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'gw_port': {'id': 'ef7a1c52-d21c-482b-889a-35af421f4d5f', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47895453-f412-49d2-9f76-1f93a0b2e611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:18Z', 'updated_at': '2021-07-15T23:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '13a6c9f5-842a-48a5-8b8a-539f90c2604c', 'tenant_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'floating_ip_address': '172.25.5.192', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '47895453-f412-49d2-9f76-1f93a0b2e611', 'port_id': '6354f4d2-70d8-423b-b44f-2765880d8e6e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82a1b157-72db-4f6b-a839-5e04e2b2c143', 'mac_address': 'fa:16:3e:e1:d5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dff3727-03d5-4b9b-a0bc-2113ce2158b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:03:52Z', 'updated_at': '2021-07-15T23:04:21Z', 'revision_number': 1, 'project_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c5df109-e094-4b22-859d-bb3271e4fecf', 'name': '', 'network_id': '82a1b157-72db-4f6b-a839-5e04e2b2c143', 'tenant_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'mac_address': 'fa:16:3e:f0:ad:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47895453-f412-49d2-9f76-1f93a0b2e611', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '99f67785-f6f8-403a-8163-19580b515ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:23Z', 'updated_at': '2021-07-15T23:03:36Z', 'revision_number': 5, 'project_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'subnets': [{'id': '99f67785-f6f8-403a-8163-19580b515ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:23.965028 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910efe4e-6de2-4115-bf0e-53a109f02f3a req-4709041c-4809-4d10-85b5-b78cf2dffac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:23.966541 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-910efe4e-6de2-4115-bf0e-53a109f02f3a req-4709041c-4809-4d10-85b5-b78cf2dffac2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=82a1b157-72db-4f6b-a839-5e04e2b2c143 HTTP/1.1" status: 200 len: 925 time: 0.2662559 Jul 15 23:04:23.971534 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-d4095076-4a5d-48a6-a82f-42cc9a9ed953 req-b5425b77-b449-4fc6-a7ca-b601bb0974c5 tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] Deleting port 9b94b450-90a8-4a58-a93b-6e0396767335 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:04:23.971906 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d4095076-4a5d-48a6-a82f-42cc9a9ed953 req-b5425b77-b449-4fc6-a7ca-b601bb0974c5 tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:24.009724 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c65706-5d26-4698-8a9c-2832ec6a515e None None] Checking router: 47895453-f412-49d2-9f76-1f93a0b2e611 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:04:24.037597 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c65706-5d26-4698-8a9c-2832ec6a515e None None] Routers {'47895453-f412-49d2-9f76-1f93a0b2e611'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:04:24.038710 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-34c65706-5d26-4698-8a9c-2832ec6a515e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:04:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['47895453-f412-49d2-9f76-1f93a0b2e611'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:24.294785 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-910efe4e-6de2-4115-bf0e-53a109f02f3a req-8e67a43c-8ff3-4564-8c06-d501608eade7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6354f4d2-70d8-423b-b44f-2765880d8e6e HTTP/1.1" status: 200 len: 999 time: 0.3199983 Jul 15 23:04:24.300910 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d4095076-4a5d-48a6-a82f-42cc9a9ed953 req-b5425b77-b449-4fc6-a7ca-b601bb0974c5 tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:24.301278 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d4095076-4a5d-48a6-a82f-42cc9a9ed953 req-b5425b77-b449-4fc6-a7ca-b601bb0974c5 tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:24.310569 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-34c65706-5d26-4698-8a9c-2832ec6a515e None None] Set router 47895453-f412-49d2-9f76-1f93a0b2e611 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:04:24.353717 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-d4095076-4a5d-48a6-a82f-42cc9a9ed953 req-b5425b77-b449-4fc6-a7ca-b601bb0974c5 tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] Calling delete_port for 9b94b450-90a8-4a58-a93b-6e0396767335 owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:04:24.488758 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd5ee06-4b0f-4e4e-9cd4-eb9826dcae4b req-953db4c7-ed80-4df7-b611-889ff7aabf50 tempest-ServersOnMultiNodesTest-1707304536 tempest-ServersOnMultiNodesTest-1707304536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:24.496961 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3cd5ee06-4b0f-4e4e-9cd4-eb9826dcae4b req-953db4c7-ed80-4df7-b611-889ff7aabf50 tempest-ServersOnMultiNodesTest-1707304536 tempest-ServersOnMultiNodesTest-1707304536-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=bdd0c84f-a278-467d-8908-63914958ae37 HTTP/1.1" status: 200 len: 1100 time: 0.3163638 Jul 15 23:04:24.502181 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910efe4e-6de2-4115-bf0e-53a109f02f3a req-c67c8e9e-7f21-4210-a53d-37964b87d4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:24.503729 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-910efe4e-6de2-4115-bf0e-53a109f02f3a req-c67c8e9e-7f21-4210-a53d-37964b87d4cb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=99f67785-f6f8-403a-8163-19580b515ea7 HTTP/1.1" status: 200 len: 863 time: 0.1966019 Jul 15 23:04:24.613781 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3cd5ee06-4b0f-4e4e-9cd4-eb9826dcae4b req-e426722a-a864-4e0e-8790-0c29b3d97f5a tempest-ServersOnMultiNodesTest-1707304536 tempest-ServersOnMultiNodesTest-1707304536-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158376 Jul 15 23:04:24.678715 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910efe4e-6de2-4115-bf0e-53a109f02f3a req-498db87a-2e1a-4621-9239-2b86449c8495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:24.680592 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-910efe4e-6de2-4115-bf0e-53a109f02f3a req-498db87a-2e1a-4621-9239-2b86449c8495 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=82a1b157-72db-4f6b-a839-5e04e2b2c143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1687152 Jul 15 23:04:24.684591 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-34c65706-5d26-4698-8a9c-2832ec6a515e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47895453-f412-49d2-9f76-1f93a0b2e611', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2028028573-router', 'tenant_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'ef7a1c52-d21c-482b-889a-35af421f4d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:15Z', 'updated_at': '2021-07-15T23:03:25Z', 'revision_number': 4, 'project_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'gw_port': {'id': 'ef7a1c52-d21c-482b-889a-35af421f4d5f', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47895453-f412-49d2-9f76-1f93a0b2e611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:18Z', 'updated_at': '2021-07-15T23:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '13a6c9f5-842a-48a5-8b8a-539f90c2604c', 'tenant_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'floating_ip_address': '172.25.5.192', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '47895453-f412-49d2-9f76-1f93a0b2e611', 'port_id': '6354f4d2-70d8-423b-b44f-2765880d8e6e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82a1b157-72db-4f6b-a839-5e04e2b2c143', 'mac_address': 'fa:16:3e:e1:d5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dff3727-03d5-4b9b-a0bc-2113ce2158b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:03:52Z', 'updated_at': '2021-07-15T23:04:21Z', 'revision_number': 1, 'project_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c5df109-e094-4b22-859d-bb3271e4fecf', 'name': '', 'network_id': '82a1b157-72db-4f6b-a839-5e04e2b2c143', 'tenant_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'mac_address': 'fa:16:3e:f0:ad:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47895453-f412-49d2-9f76-1f93a0b2e611', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '99f67785-f6f8-403a-8163-19580b515ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:23Z', 'updated_at': '2021-07-15T23:03:36Z', 'revision_number': 5, 'project_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'subnets': [{'id': '99f67785-f6f8-403a-8163-19580b515ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:24.717084 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c65706-5d26-4698-8a9c-2832ec6a515e None None] The sync data for ids ['47895453-f412-49d2-9f76-1f93a0b2e611'] in n-d-794306-6 is: [{'id': '47895453-f412-49d2-9f76-1f93a0b2e611', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2028028573-router', 'tenant_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'ef7a1c52-d21c-482b-889a-35af421f4d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:15Z', 'updated_at': '2021-07-15T23:03:25Z', 'revision_number': 4, 'project_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'gw_port': {'id': 'ef7a1c52-d21c-482b-889a-35af421f4d5f', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47895453-f412-49d2-9f76-1f93a0b2e611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:18Z', 'updated_at': '2021-07-15T23:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '13a6c9f5-842a-48a5-8b8a-539f90c2604c', 'tenant_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'floating_ip_address': '172.25.5.192', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '47895453-f412-49d2-9f76-1f93a0b2e611', 'port_id': '6354f4d2-70d8-423b-b44f-2765880d8e6e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82a1b157-72db-4f6b-a839-5e04e2b2c143', 'mac_address': 'fa:16:3e:e1:d5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dff3727-03d5-4b9b-a0bc-2113ce2158b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:03:52Z', 'updated_at': '2021-07-15T23:04:21Z', 'revision_number': 1, 'project_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c5df109-e094-4b22-859d-bb3271e4fecf', 'name': '', 'network_id': '82a1b157-72db-4f6b-a839-5e04e2b2c143', 'tenant_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'mac_address': 'fa:16:3e:f0:ad:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47895453-f412-49d2-9f76-1f93a0b2e611', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '99f67785-f6f8-403a-8163-19580b515ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:23Z', 'updated_at': '2021-07-15T23:03:36Z', 'revision_number': 5, 'project_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'subnets': [{'id': '99f67785-f6f8-403a-8163-19580b515ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:04:24.776330 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device d1ea5d77-1acc-48d2-9c60-c3b134c8afe1 no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:04:24.813360 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d4095076-4a5d-48a6-a82f-42cc9a9ed953 req-b5425b77-b449-4fc6-a7ca-b601bb0974c5 tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:24.836891 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] No Port match for: d1ea5d77-1acc-48d2-9c60-c3b134c8afe1 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:04:24.837136 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device d1ea5d77-1acc-48d2-9c60-c3b134c8afe1 not bound to the agent host n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:04:24.960789 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5425b77-b449-4fc6-a7ca-b601bb0974c5 tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] Pushing event deleted for resources: {'Port': ['ID=9b94b450-90a8-4a58-a93b-6e0396767335,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:24.968373 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cddf0331-5729-4b0b-b90e-21d10d80445b req-93bf6532-18f1-40e5-986d-b2ece22ff750 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=d77876ca62044f51bcd8387c4920b69c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0904131 Jul 15 23:04:25.056798 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:25.117838 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39168a0b-842e-4257-9870-e71add1f22f5 None None] New status for floating IP 13a6c9f5-842a-48a5-8b8a-539f90c2604c: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:04:25.129509 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d4095076-4a5d-48a6-a82f-42cc9a9ed953 req-b5425b77-b449-4fc6-a7ca-b601bb0974c5 tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:25.132516 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d4095076-4a5d-48a6-a82f-42cc9a9ed953 req-b5425b77-b449-4fc6-a7ca-b601bb0974c5 tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:25.133824 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d4095076-4a5d-48a6-a82f-42cc9a9ed953 req-b5425b77-b449-4fc6-a7ca-b601bb0974c5 tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] 10.222.0.48 "DELETE /v2.0/floatingips/18518550-1afc-4713-b7d8-b24e796e86db HTTP/1.1" status: 204 len: 173 time: 1.5016050 Jul 15 23:04:25.148389 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-910efe4e-6de2-4115-bf0e-53a109f02f3a req-4ddad78f-3eda-43ff-9662-d0835f953414 service neutron] 10.222.0.49 "GET /v2.0/networks/82a1b157-72db-4f6b-a839-5e04e2b2c143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4424906 Jul 15 23:04:25.248216 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef9c3a-7653-44a2-be72-e8d783f8faed req-9ad23bc4-fae0-4731-94e7-42e319147a59 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:25.256082 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-afef9c3a-7653-44a2-be72-e8d783f8faed req-9ad23bc4-fae0-4731-94e7-42e319147a59 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/ports?device_id=21dbc824-88f9-4f0f-8395-57f787e6e9cf HTTP/1.1" status: 200 len: 945 time: 0.3872690 Jul 15 23:04:25.335419 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddf0331-5729-4b0b-b90e-21d10d80445b req-15351d57-b206-4494-9416-6bfde71c5c7f tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:25.337008 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cddf0331-5729-4b0b-b90e-21d10d80445b req-15351d57-b206-4494-9416-6bfde71c5c7f tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3609204 Jul 15 23:04:25.359110 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-cddf0331-5729-4b0b-b90e-21d10d80445b req-cb58f089-9586-42f6-a1ce-59f7d033f229 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] Request body: {'port': {'device_id': 'cd577e78-f247-43e9-ab78-7025d315218e', 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'admin_state_up': True, 'tenant_id': 'd77876ca62044f51bcd8387c4920b69c'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:25.393129 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-afef9c3a-7653-44a2-be72-e8d783f8faed req-1b77e697-094e-401f-b997-51754eee2039 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e74215b-8011-4ee0-b502-a2314077a754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361670 Jul 15 23:04:25.400860 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-910efe4e-6de2-4115-bf0e-53a109f02f3a req-f844f163-ed18-46ba-95c4-e948512a2f79 service neutron] 10.222.0.49 "GET /v2.0/networks/82a1b157-72db-4f6b-a839-5e04e2b2c143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460043 Jul 15 23:04:25.518450 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cddf0331-5729-4b0b-b90e-21d10d80445b req-cb58f089-9586-42f6-a1ce-59f7d033f229 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] Made reservation on behalf of d77876ca62044f51bcd8387c4920b69c for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:04:25.525723 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-cddf0331-5729-4b0b-b90e-21d10d80445b req-cb58f089-9586-42f6-a1ce-59f7d033f229 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:25.541766 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-cddf0331-5729-4b0b-b90e-21d10d80445b req-cb58f089-9586-42f6-a1ce-59f7d033f229 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:25.700880 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-cddf0331-5729-4b0b-b90e-21d10d80445b req-cb58f089-9586-42f6-a1ce-59f7d033f229 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:25.719905 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1b22b377-05a8-44ac-bfea-61bb23479024 req-82879a0f-b223-4469-a75c-8722b125518b tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd577e78-f247-43e9-ab78-7025d315218e HTTP/1.1" status: 200 len: 210 time: 0.0412467 Jul 15 23:04:25.720765 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-cddf0331-5729-4b0b-b90e-21d10d80445b req-cb58f089-9586-42f6-a1ce-59f7d033f229 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:25.838792 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb58f089-9586-42f6-a1ce-59f7d033f229 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1872d82a-32c8-441d-a4ef-71895e7e75ea,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:25.880508 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [req-5304d2e2-8607-427d-9207-43e7f8aee3b4 req-6f8e9a09-e774-40dc-ae0c-82d97627f358 tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] show failed (client error): The resource could not be found. Jul 15 23:04:25.881750 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5304d2e2-8607-427d-9207-43e7f8aee3b4 req-6f8e9a09-e774-40dc-ae0c-82d97627f358 tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] 10.222.0.48 "GET /v2.0/floatingips/18518550-1afc-4713-b7d8-b24e796e86db HTTP/1.1" status: 404 len: 350 time: 0.0888081 Jul 15 23:04:25.939195 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63bfdca-5242-4a70-b3af-6a125f29b423 req-145da0b7-38a2-49c7-844a-8952b8e75350 tempest-ServersOnMultiNodesTest-1707304536 tempest-ServersOnMultiNodesTest-1707304536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:25.940797 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f63bfdca-5242-4a70-b3af-6a125f29b423 req-145da0b7-38a2-49c7-844a-8952b8e75350 tempest-ServersOnMultiNodesTest-1707304536 tempest-ServersOnMultiNodesTest-1707304536-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=db1a5c74-db56-4a53-8bb7-e2461f3d5ee6 HTTP/1.1" status: 200 len: 1101 time: 0.1994307 Jul 15 23:04:25.959218 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-cddf0331-5729-4b0b-b90e-21d10d80445b req-cb58f089-9586-42f6-a1ce-59f7d033f229 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] Allocated IP 192.168.233.147 (5d412861-bef3-4cc1-ae9f-87a6a36753c0/0d909a96-22de-4aa9-b690-1c7da965ceac/595a6e71-4f34-4083-837c-3461d9de8ffb) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:04:26.056069 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f63bfdca-5242-4a70-b3af-6a125f29b423 req-fc6800f2-7b27-4863-a74b-e2c391b9fea2 tempest-ServersOnMultiNodesTest-1707304536 tempest-ServersOnMultiNodesTest-1707304536-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992863 Jul 15 23:04:26.270534 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-cddf0331-5729-4b0b-b90e-21d10d80445b req-cb58f089-9586-42f6-a1ce-59f7d033f229 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:26.288747 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-cddf0331-5729-4b0b-b90e-21d10d80445b req-cb58f089-9586-42f6-a1ce-59f7d033f229 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] Transition to ACTIVE for port object 595a6e71-4f34-4083-837c-3461d9de8ffb will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:04:26.341053 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-cddf0331-5729-4b0b-b90e-21d10d80445b req-cb58f089-9586-42f6-a1ce-59f7d033f229 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:26.432521 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cddf0331-5729-4b0b-b90e-21d10d80445b req-cb58f089-9586-42f6-a1ce-59f7d033f229 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] Network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:04:26.457951 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-cddf0331-5729-4b0b-b90e-21d10d80445b req-cb58f089-9586-42f6-a1ce-59f7d033f229 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:04:26.468118 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-cddf0331-5729-4b0b-b90e-21d10d80445b req-cb58f089-9586-42f6-a1ce-59f7d033f229 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:04:26.476199 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4a7c14cf-4f56-4b40-a55b-423d19c076f3 req-34babc58-fd99-4452-84a6-9f6b236cee4d tempest-ServerDiagnosticsNegativeTest-835287771 tempest-ServerDiagnosticsNegativeTest-835287771-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=c3c36a22b3364eae8ea3ebeb42ef707e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469906 Jul 15 23:04:26.509106 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb58f089-9586-42f6-a1ce-59f7d033f229 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] Pushing event updated for resources: {'Port': ['ID=595a6e71-4f34-4083-837c-3461d9de8ffb,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:26.535476 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [req-42839ed2-4823-4e38-97a9-34a61e2df379 req-d458a44a-4f94-44d1-bd8b-1a160973d626 tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] show failed (client error): The resource could not be found. Jul 15 23:04:26.536543 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-42839ed2-4823-4e38-97a9-34a61e2df379 req-d458a44a-4f94-44d1-bd8b-1a160973d626 tempest-FloatingIPsTestJSON-980615862 tempest-FloatingIPsTestJSON-980615862-project] 10.222.0.48 "GET /v2.0/floatingips/18518550-1afc-4713-b7d8-b24e796e86db HTTP/1.1" status: 404 len: 350 time: 0.0906129 Jul 15 23:04:26.556820 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 49004) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:26.623998 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddf0331-5729-4b0b-b90e-21d10d80445b req-cb58f089-9586-42f6-a1ce-59f7d033f229 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:26.625009 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-cddf0331-5729-4b0b-b90e-21d10d80445b req-cb58f089-9586-42f6-a1ce-59f7d033f229 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:26.687794 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cddf0331-5729-4b0b-b90e-21d10d80445b req-cb58f089-9586-42f6-a1ce-59f7d033f229 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3345044 Jul 15 23:04:26.700186 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-cddf0331-5729-4b0b-b90e-21d10d80445b req-f61de757-177d-4118-b88e-529cf5eadc56 service neutron] Request body: {'port': {'device_id': 'cd577e78-f247-43e9-ab78-7025d315218e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:26.783353 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c14cf-4f56-4b40-a55b-423d19c076f3 req-a03981ec-b3b2-4c55-a271-4d86b74d8a3f tempest-ServerDiagnosticsNegativeTest-835287771 tempest-ServerDiagnosticsNegativeTest-835287771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:26.785310 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4a7c14cf-4f56-4b40-a55b-423d19c076f3 req-a03981ec-b3b2-4c55-a271-4d86b74d8a3f tempest-ServerDiagnosticsNegativeTest-835287771 tempest-ServerDiagnosticsNegativeTest-835287771-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2549121 Jul 15 23:04:26.798091 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ae31e505-eec5-4581-a83d-12bd4a7d38bd None None] Provisioning for port 595a6e71-4f34-4083-837c-3461d9de8ffb completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:04:26.808755 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ae31e505-eec5-4581-a83d-12bd4a7d38bd None None] Provisioning complete for port 595a6e71-4f34-4083-837c-3461d9de8ffb triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:04:26.809169 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ae31e505-eec5-4581-a83d-12bd4a7d38bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:26.873584 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ae31e505-eec5-4581-a83d-12bd4a7d38bd None None] Port 595a6e71-4f34-4083-837c-3461d9de8ffb cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:04:27.112571 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-da1a49c2-382f-4e90-9d19-c42eb804dc09 req-5ba4f29d-3875-4424-8e95-14dff1d0ee00 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=943e0e7be5644005a591d26197ee19f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347149 Jul 15 23:04:27.117690 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4a7c14cf-4f56-4b40-a55b-423d19c076f3 req-21716ec9-2120-4cae-91b3-3ca0f22784e2 tempest-ServerDiagnosticsNegativeTest-835287771 tempest-ServerDiagnosticsNegativeTest-835287771-project] 10.222.0.48 "GET /v2.0/quotas/c3c36a22b3364eae8ea3ebeb42ef707e HTTP/1.1" status: 200 len: 375 time: 0.0409555 Jul 15 23:04:27.154505 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-cddf0331-5729-4b0b-b90e-21d10d80445b req-f61de757-177d-4118-b88e-529cf5eadc56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:27.169337 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-680351a8-61ee-41c0-a3f3-0ea9f8e23199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:27.189736 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4a7c14cf-4f56-4b40-a55b-423d19c076f3 req-c88c8f39-cdf4-4ead-88da-b675ee513fa0 tempest-ServerDiagnosticsNegativeTest-835287771 tempest-ServerDiagnosticsNegativeTest-835287771-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c3c36a22b3364eae8ea3ebeb42ef707e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0560877 Jul 15 23:04:27.383121 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a49c2-382f-4e90-9d19-c42eb804dc09 req-1f697a8e-3365-4568-9d24-e0eceba80ee9 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:27.385045 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-da1a49c2-382f-4e90-9d19-c42eb804dc09 req-1f697a8e-3365-4568-9d24-e0eceba80ee9 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2629294 Jul 15 23:04:27.437373 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-da1a49c2-382f-4e90-9d19-c42eb804dc09 req-1dbd2241-1383-4035-9f00-2fed6cd6b352 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/quotas/943e0e7be5644005a591d26197ee19f5 HTTP/1.1" status: 200 len: 375 time: 0.0344763 Jul 15 23:04:27.536109 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-da1a49c2-382f-4e90-9d19-c42eb804dc09 req-698917d9-3fc9-4b1c-9fce-573da462cad5 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=943e0e7be5644005a591d26197ee19f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0854018 Jul 15 23:04:27.581804 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-680351a8-61ee-41c0-a3f3-0ea9f8e23199 admin admin] Deleting port d61e4a67-4935-4a71-894c-9df762860dc2 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:04:27.582317 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-680351a8-61ee-41c0-a3f3-0ea9f8e23199 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:27.731095 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-680351a8-61ee-41c0-a3f3-0ea9f8e23199 admin admin] For port d61e4a67-4935-4a71-894c-9df762860dc2, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=d61e4a67-4935-4a71-894c-9df762860dc2,segment=NetworkSegment(76552af4-d224-4900-8635-e3e76cacafcd),segment_id=76552af4-d224-4900-8635-e3e76cacafcd)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:27.732153 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-680351a8-61ee-41c0-a3f3-0ea9f8e23199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:27.746987 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-680351a8-61ee-41c0-a3f3-0ea9f8e23199 admin admin] Calling delete_port for d61e4a67-4935-4a71-894c-9df762860dc2 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:04:27.834180 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-cddf0331-5729-4b0b-b90e-21d10d80445b req-f61de757-177d-4118-b88e-529cf5eadc56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 595a6e71-4f34-4083-837c-3461d9de8ffb {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:04:27.874678 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c2240478-418b-4127-9408-0c619abe7546 req-29fb7996-2ed4-46d5-8a34-ae0fae0d4f67 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=9ac36772b83842538b63e725348a87e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334671 Jul 15 23:04:27.876693 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-cddf0331-5729-4b0b-b90e-21d10d80445b req-f61de757-177d-4118-b88e-529cf5eadc56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:27.947086 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-cddf0331-5729-4b0b-b90e-21d10d80445b req-f61de757-177d-4118-b88e-529cf5eadc56 service neutron] Transition to ACTIVE for port object 595a6e71-4f34-4083-837c-3461d9de8ffb will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:04:27.957679 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-cddf0331-5729-4b0b-b90e-21d10d80445b req-f61de757-177d-4118-b88e-529cf5eadc56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:28.028669 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8090db-5ac2-4944-b020-af2a43a16524 req-6ecf456b-9aef-439b-82e6-839018344714 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:28.030251 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cb8090db-5ac2-4944-b020-af2a43a16524 req-6ecf456b-9aef-439b-82e6-839018344714 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd577e78-f247-43e9-ab78-7025d315218e HTTP/1.1" status: 200 len: 936 time: 0.3165178 Jul 15 23:04:28.049638 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-680351a8-61ee-41c0-a3f3-0ea9f8e23199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:28.092861 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61de757-177d-4118-b88e-529cf5eadc56 service neutron] Pushing event updated for resources: {'Port': ['ID=595a6e71-4f34-4083-837c-3461d9de8ffb,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:28.104068 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680351a8-61ee-41c0-a3f3-0ea9f8e23199 admin admin] Pushing event deleted for resources: {'Port': ['ID=d61e4a67-4935-4a71-894c-9df762860dc2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:28.237146 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-cddf0331-5729-4b0b-b90e-21d10d80445b req-f61de757-177d-4118-b88e-529cf5eadc56 service neutron] Attempting to bind port 595a6e71-4f34-4083-837c-3461d9de8ffb on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:04:28.237688 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-cddf0331-5729-4b0b-b90e-21d10d80445b req-f61de757-177d-4118-b88e-529cf5eadc56 service neutron] Attempting to bind port 595a6e71-4f34-4083-837c-3461d9de8ffb by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:04:28.237778 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cddf0331-5729-4b0b-b90e-21d10d80445b req-f61de757-177d-4118-b88e-529cf5eadc56 service neutron] Attempting to bind port 595a6e71-4f34-4083-837c-3461d9de8ffb on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:04:28.247164 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2240478-418b-4127-9408-0c619abe7546 req-31d67283-137a-494e-a873-b89ac4154729 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:28.248828 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c2240478-418b-4127-9408-0c619abe7546 req-31d67283-137a-494e-a873-b89ac4154729 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3639498 Jul 15 23:04:28.257642 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cb8090db-5ac2-4944-b020-af2a43a16524 req-3a636ea6-5910-4824-992a-317236dbb433 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] 10.222.0.48 "GET /v2.0/security-groups?id=1872d82a-32c8-441d-a4ef-71895e7e75ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973157 Jul 15 23:04:28.259748 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cddf0331-5729-4b0b-b90e-21d10d80445b req-f61de757-177d-4118-b88e-529cf5eadc56 service neutron] Port 595a6e71-4f34-4083-837c-3461d9de8ffb on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:04:28.260149 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cddf0331-5729-4b0b-b90e-21d10d80445b req-f61de757-177d-4118-b88e-529cf5eadc56 service neutron] Attempting to bind port 595a6e71-4f34-4083-837c-3461d9de8ffb on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:04:28.273611 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cddf0331-5729-4b0b-b90e-21d10d80445b req-f61de757-177d-4118-b88e-529cf5eadc56 service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:04:28.275048 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cddf0331-5729-4b0b-b90e-21d10d80445b req-f61de757-177d-4118-b88e-529cf5eadc56 service neutron] Checking segment: {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:04:28.275935 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cddf0331-5729-4b0b-b90e-21d10d80445b req-f61de757-177d-4118-b88e-529cf5eadc56 service neutron] Bound using segment: {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:04:28.276874 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-cddf0331-5729-4b0b-b90e-21d10d80445b req-f61de757-177d-4118-b88e-529cf5eadc56 service neutron] Bound port: 595a6e71-4f34-4083-837c-3461d9de8ffb, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:04:28.280599 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-cddf0331-5729-4b0b-b90e-21d10d80445b req-f61de757-177d-4118-b88e-529cf5eadc56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:28.331278 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c2240478-418b-4127-9408-0c619abe7546 req-bbcbe50d-16e3-4e3d-90f6-f467b08fa797 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/quotas/9ac36772b83842538b63e725348a87e1 HTTP/1.1" status: 200 len: 375 time: 0.0723329 Jul 15 23:04:28.490557 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-cddf0331-5729-4b0b-b90e-21d10d80445b req-f61de757-177d-4118-b88e-529cf5eadc56 service neutron] For port 595a6e71-4f34-4083-837c-3461d9de8ffb, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:04:28.543306 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-cddf0331-5729-4b0b-b90e-21d10d80445b req-f61de757-177d-4118-b88e-529cf5eadc56 service neutron] For port 595a6e71-4f34-4083-837c-3461d9de8ffb, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=595a6e71-4f34-4083-837c-3461d9de8ffb,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:04:28.560414 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-680351a8-61ee-41c0-a3f3-0ea9f8e23199 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:28.576229 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-cddf0331-5729-4b0b-b90e-21d10d80445b req-f61de757-177d-4118-b88e-529cf5eadc56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:28.579059 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f3ecc843-a352-4788-87bb-5a5fa06f38be req-555f6810-8ad5-472c-964d-f3517521e6d8 tempest-ServerDiagnosticsNegativeTest-835287771 tempest-ServerDiagnosticsNegativeTest-835287771-project] 10.222.0.48 "GET /v2.0/ports?device_id=d39d84f8-6928-4898-a654-8b981e664400 HTTP/1.1" status: 200 len: 210 time: 0.0712013 Jul 15 23:04:28.641297 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c2240478-418b-4127-9408-0c619abe7546 req-04e73cfa-ab5e-4854-8a3e-6499fec536bd tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9ac36772b83842538b63e725348a87e1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3029757 Jul 15 23:04:28.645422 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddf0331-5729-4b0b-b90e-21d10d80445b req-f61de757-177d-4118-b88e-529cf5eadc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:28.645584 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-cddf0331-5729-4b0b-b90e-21d10d80445b req-f61de757-177d-4118-b88e-529cf5eadc56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:28.647252 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cddf0331-5729-4b0b-b90e-21d10d80445b req-f61de757-177d-4118-b88e-529cf5eadc56 service neutron] 10.222.0.49 "PUT /v2.0/ports/595a6e71-4f34-4083-837c-3461d9de8ffb HTTP/1.1" status: 200 len: 1096 time: 1.9523101 Jul 15 23:04:28.651710 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd577e78-f247-43e9-ab78-7025d315218e', 'tag': '595a6e71-4f34-4083-837c-3461d9de8ffb'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:28.657730 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a00b40-c656-4a20-90a0-0ced0c334284" -d '{"events": [{"name": "network-changed", "server_uuid": "cd577e78-f247-43e9-ab78-7025d315218e", "tag": "595a6e71-4f34-4083-837c-3461d9de8ffb"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:28.707196 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61de757-177d-4118-b88e-529cf5eadc56 service neutron] Pushing event updated for resources: {'Port': ['ID=595a6e71-4f34-4083-837c-3461d9de8ffb,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:28.941605 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8b9de3e7-be20-46a4-bfd7-3d09e6f4b80c req-67dbd6e8-9c5a-4318-a8df-7cda9d0c43df tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=78f28607-290c-4646-be68-69602ac0b8f2 HTTP/1.1" status: 200 len: 210 time: 0.1249309 Jul 15 23:04:28.978220 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddf0331-5729-4b0b-b90e-21d10d80445b req-2ca42d34-321b-4fbc-ae03-4ca361d0ba08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:28.980183 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cddf0331-5729-4b0b-b90e-21d10d80445b req-2ca42d34-321b-4fbc-ae03-4ca361d0ba08 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d77876ca62044f51bcd8387c4920b69c&device_id=cd577e78-f247-43e9-ab78-7025d315218e HTTP/1.1" status: 200 len: 1099 time: 0.2576895 Jul 15 23:04:29.055422 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cddf0331-5729-4b0b-b90e-21d10d80445b req-5cc59e27-f92b-442f-9803-9af260a8c8bb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=595a6e71-4f34-4083-837c-3461d9de8ffb HTTP/1.1" status: 200 len: 217 time: 0.0583446 Jul 15 23:04:29.077402 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-680351a8-61ee-41c0-a3f3-0ea9f8e23199 admin admin] Router f81b0e16-dbac-42b1-b684-f03d5ab378bf has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:04:29.135041 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddf0331-5729-4b0b-b90e-21d10d80445b req-67b13c87-88e4-450e-956b-38477f15a0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:29.137265 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cddf0331-5729-4b0b-b90e-21d10d80445b req-67b13c87-88e4-450e-956b-38477f15a0e1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.0705259 Jul 15 23:04:29.238846 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddf0331-5729-4b0b-b90e-21d10d80445b req-eb766aa7-e0d4-495a-b7d8-85a328e77b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:29.242001 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cddf0331-5729-4b0b-b90e-21d10d80445b req-eb766aa7-e0d4-495a-b7d8-85a328e77b40 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0975184 Jul 15 23:04:29.310314 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4a7c14cf-4f56-4b40-a55b-423d19c076f3 req-a5f0af94-2394-4676-aaef-27069020ec19 tempest-ServerDiagnosticsNegativeTest-835287771 tempest-ServerDiagnosticsNegativeTest-835287771-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=c3c36a22b3364eae8ea3ebeb42ef707e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260561 Jul 15 23:04:29.329964 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-680351a8-61ee-41c0-a3f3-0ea9f8e23199 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:04:29.342135 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9904a801-a771-444d-95a1-3f95f2c5ed19 None None] Sync routers for ids ['f81b0e16-dbac-42b1-b684-f03d5ab378bf'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:04:29.351018 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-680351a8-61ee-41c0-a3f3-0ea9f8e23199 admin admin] 10.222.0.48 "PUT /v2.0/routers/f81b0e16-dbac-42b1-b684-f03d5ab378bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7945766 Jul 15 23:04:29.360464 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 49088) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:29.362026 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9904a801-a771-444d-95a1-3f95f2c5ed19 None None] Routers {'f81b0e16-dbac-42b1-b684-f03d5ab378bf'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:04:29.364217 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9904a801-a771-444d-95a1-3f95f2c5ed19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:04:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['f81b0e16-dbac-42b1-b684-f03d5ab378bf'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:29.394189 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cddf0331-5729-4b0b-b90e-21d10d80445b req-9a2819e8-0360-4578-b455-d926d398a97d service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272874 Jul 15 23:04:29.650989 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-9904a801-a771-444d-95a1-3f95f2c5ed19 None None] Set router f81b0e16-dbac-42b1-b684-f03d5ab378bf gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:04:29.699003 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cddf0331-5729-4b0b-b90e-21d10d80445b req-09b3b5f5-6199-4ab4-a387-b0458b44148a service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916737 Jul 15 23:04:29.701082 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125f930b-3e43-4a89-934b-3367e2b39b8f x-openstack-request-id: req-125f930b-3e43-4a89-934b-3367e2b39b8f {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:29.701373 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd577e78-f247-43e9-ab78-7025d315218e", "tag": "595a6e71-4f34-4083-837c-3461d9de8ffb", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:29.701624 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-125f930b-3e43-4a89-934b-3367e2b39b8f {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:29.702236 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd577e78-f247-43e9-ab78-7025d315218e', 'tag': '595a6e71-4f34-4083-837c-3461d9de8ffb', 'status': 'completed', 'code': 200} Jul 15 23:04:29.921926 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 98ed8752-a480-4f21-b4f7-d23a3487f42a details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:04:30.062190 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced1d79d-8c64-4533-bee4-7234b16d7435 req-ed83d10d-d86c-43cd-b8f4-a02a283aeda6 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:30.063967 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ced1d79d-8c64-4533-bee4-7234b16d7435 req-ed83d10d-d86c-43cd-b8f4-a02a283aeda6 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd577e78-f247-43e9-ab78-7025d315218e HTTP/1.1" status: 200 len: 948 time: 0.2927039 Jul 15 23:04:30.097094 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a00b40-c656-4a20-90a0-0ced0c334284 req-766463c3-8de6-47d1-adc4-09a5efed2d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:30.111388 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e1a00b40-c656-4a20-90a0-0ced0c334284 req-766463c3-8de6-47d1-adc4-09a5efed2d6e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d77876ca62044f51bcd8387c4920b69c&device_id=cd577e78-f247-43e9-ab78-7025d315218e HTTP/1.1" status: 200 len: 1099 time: 0.2570431 Jul 15 23:04:30.157578 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-da1a49c2-382f-4e90-9d19-c42eb804dc09 req-10cb1997-7cb0-481b-adfb-53d342af39e4 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=943e0e7be5644005a591d26197ee19f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0569057 Jul 15 23:04:30.258156 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ced1d79d-8c64-4533-bee4-7234b16d7435 req-59bc60fd-808c-452f-b4a9-171e517c26da tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] 10.222.0.48 "GET /v2.0/security-groups?id=1872d82a-32c8-441d-a4ef-71895e7e75ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747816 Jul 15 23:04:30.269097 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 98ed8752-a480-4f21-b4f7-d23a3487f42a, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=98ed8752-a480-4f21-b4f7-d23a3487f42a,segment=NetworkSegment(73b65db5-b75b-48b7-8e07-44c7152f69b4),segment_id=73b65db5-b75b-48b7-8e07-44c7152f69b4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:30.318099 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '98ed8752-a480-4f21-b4f7-d23a3487f42a', 'network_id': '3d02251c-0d36-4f59-b9c0-9c508ddade2e', 'port_id': '98ed8752-a480-4f21-b4f7-d23a3487f42a', 'mac_address': 'fa:16:3e:14:10:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04373861-16b0-4a8c-8486-d4c77245a1a4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:04:30.369145 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9904a801-a771-444d-95a1-3f95f2c5ed19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81b0e16-dbac-42b1-b684-f03d5ab378bf', 'name': 'tempest-FloatingIPsTestJSON-1798423671-router', 'tenant_id': 'a20eca0e24194e23b6cd3d2cf85815ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '70ea424f-684b-4c4a-8d49-93d89e66e0ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:04:05Z', 'updated_at': '2021-07-15T23:04:27Z', 'revision_number': 5, 'project_id': 'a20eca0e24194e23b6cd3d2cf85815ec', 'gw_port': {'id': '70ea424f-684b-4c4a-8d49-93d89e66e0ae', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:96:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81b0e16-dbac-42b1-b684-f03d5ab378bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:04:06Z', 'updated_at': '2021-07-15T23:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:30.429521 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9904a801-a771-444d-95a1-3f95f2c5ed19 None None] Checking router: f81b0e16-dbac-42b1-b684-f03d5ab378bf for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:04:30.439957 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a49c2-382f-4e90-9d19-c42eb804dc09 req-9d227dc8-b33e-4152-aecf-3f07c36b44a1 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:30.441817 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-da1a49c2-382f-4e90-9d19-c42eb804dc09 req-9d227dc8-b33e-4152-aecf-3f07c36b44a1 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2701743 Jul 15 23:04:30.451454 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:30.458279 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c14cf-4f56-4b40-a55b-423d19c076f3 req-65b0a4a6-6224-45d9-a4c6-5d4a26e679f0 tempest-ServerDiagnosticsNegativeTest-835287771 tempest-ServerDiagnosticsNegativeTest-835287771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:30.460518 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4a7c14cf-4f56-4b40-a55b-423d19c076f3 req-65b0a4a6-6224-45d9-a4c6-5d4a26e679f0 tempest-ServerDiagnosticsNegativeTest-835287771 tempest-ServerDiagnosticsNegativeTest-835287771-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1440265 Jul 15 23:04:30.468182 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9904a801-a771-444d-95a1-3f95f2c5ed19 None None] Routers {'f81b0e16-dbac-42b1-b684-f03d5ab378bf'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:04:30.469811 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9904a801-a771-444d-95a1-3f95f2c5ed19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:04:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['f81b0e16-dbac-42b1-b684-f03d5ab378bf'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:30.475260 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd31a272-4c9f-420b-b6cb-7b43d2c72f22 admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:30.529907 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a00b40-c656-4a20-90a0-0ced0c334284 req-9e53b60e-c6a5-415d-944c-804d89c126f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:30.531957 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 98ed8752-a480-4f21-b4f7-d23a3487f42a {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:04:30.536042 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e1a00b40-c656-4a20-90a0-0ced0c334284 req-9e53b60e-c6a5-415d-944c-804d89c126f5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5d412861-bef3-4cc1-ae9f-87a6a36753c0 HTTP/1.1" status: 200 len: 870 time: 0.3784916 Jul 15 23:04:30.571642 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 98ed8752-a480-4f21-b4f7-d23a3487f42a, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=98ed8752-a480-4f21-b4f7-d23a3487f42a,segment=NetworkSegment(73b65db5-b75b-48b7-8e07-44c7152f69b4),segment_id=73b65db5-b75b-48b7-8e07-44c7152f69b4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:30.575222 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-da1a49c2-382f-4e90-9d19-c42eb804dc09 req-b9ec661d-14ca-4b91-a763-35ccc7c695b9 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Request body: {'port': {'device_id': '78f28607-290c-4646-be68-69602ac0b8f2', 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'admin_state_up': True, 'tenant_id': '943e0e7be5644005a591d26197ee19f5'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:30.586198 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-4a7c14cf-4f56-4b40-a55b-423d19c076f3 req-e5971335-3b60-4f2c-9948-78309e19f729 tempest-ServerDiagnosticsNegativeTest-835287771 tempest-ServerDiagnosticsNegativeTest-835287771-project] Request body: {'port': {'device_id': 'd39d84f8-6928-4898-a654-8b981e664400', 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'admin_state_up': True, 'tenant_id': 'c3c36a22b3364eae8ea3ebeb42ef707e'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:30.614065 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:30.637093 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-59fcf1ff-243e-47fc-aff7-9bd7c8eebe94 req-cdc92b5f-6118-41ce-bffa-b166be33b358 tempest-ServerDiagnosticsNegativeTest-835287771 tempest-ServerDiagnosticsNegativeTest-835287771-project] 10.222.0.48 "GET /v2.0/ports?device_id=d39d84f8-6928-4898-a654-8b981e664400 HTTP/1.1" status: 200 len: 210 time: 0.0997479 Jul 15 23:04:30.726723 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['98ed8752-a480-4f21-b4f7-d23a3487f42a'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:04:30.766769 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-9904a801-a771-444d-95a1-3f95f2c5ed19 None None] Set router f81b0e16-dbac-42b1-b684-f03d5ab378bf gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:04:30.790932 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-915c137e-abdd-4e66-aa1f-2afcc61fe592 req-729427fb-d847-41f0-a59e-ab238aaeaa91 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=78f28607-290c-4646-be68-69602ac0b8f2 HTTP/1.1" status: 200 len: 210 time: 0.1474037 Jul 15 23:04:30.796389 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e1a00b40-c656-4a20-90a0-0ced0c334284 req-2f56677d-fd7f-48dd-9f66-c19232c49285 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=595a6e71-4f34-4083-837c-3461d9de8ffb HTTP/1.1" status: 200 len: 217 time: 0.2539401 Jul 15 23:04:30.858878 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=98ed8752-a480-4f21-b4f7-d23a3487f42a,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:31.015667 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9fdc20a3-ee39-46a9-9689-628a24630e2e req-e7254a34-ace1-4f5e-b959-aa71e9792f5f tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3fe0fc9-3f0f-47d9-b15e-70962cd60c90 HTTP/1.1" status: 200 len: 210 time: 0.1069024 Jul 15 23:04:31.047813 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a00b40-c656-4a20-90a0-0ced0c334284 req-2cfb1c36-a86d-4a3d-8ed5-45132ba3e6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:31.051692 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e1a00b40-c656-4a20-90a0-0ced0c334284 req-2cfb1c36-a86d-4a3d-8ed5-45132ba3e6ec service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.2439594 Jul 15 23:04:31.198926 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a00b40-c656-4a20-90a0-0ced0c334284 req-81c8cbb6-4279-4671-a26a-caf4d8f373e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:31.214814 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e1a00b40-c656-4a20-90a0-0ced0c334284 req-81c8cbb6-4279-4671-a26a-caf4d8f373e6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1412125 Jul 15 23:04:31.325297 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bd3a81d0-9b5c-44bd-9a9c-17b8f2ce4632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:31.365959 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.db.api [req-4a7c14cf-4f56-4b40-a55b-423d19c076f3 req-e5971335-3b60-4f2c-9948-78309e19f729 tempest-ServerDiagnosticsNegativeTest-835287771 tempest-ServerDiagnosticsNegativeTest-835287771-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 23:04:31.365959 n-d-794306-6 neutron-server[93771]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 15 23:04:31.365959 n-d-794306-6 neutron-server[93771]: [parameters: {'project_id': 'c3c36a22b3364eae8ea3ebeb42ef707e', 'id': '488c6b99-613d-4b23-99a7-26e8783cf3d1', 'expiration': datetime.datetime(2021, 7, 15, 23, 6, 31, 337546)}] Jul 15 23:04:31.365959 n-d-794306-6 neutron-server[93771]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:04:31.366987 n-d-794306-6 neutron-server[93771]: DEBUG oslo_db.api [req-4a7c14cf-4f56-4b40-a55b-423d19c076f3 req-e5971335-3b60-4f2c-9948-78309e19f729 tempest-ServerDiagnosticsNegativeTest-835287771 tempest-ServerDiagnosticsNegativeTest-835287771-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:04:31.389726 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da1a49c2-382f-4e90-9d19-c42eb804dc09 req-b9ec661d-14ca-4b91-a763-35ccc7c695b9 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Made reservation on behalf of 943e0e7be5644005a591d26197ee19f5 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:04:31.393517 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-da1a49c2-382f-4e90-9d19-c42eb804dc09 req-b9ec661d-14ca-4b91-a763-35ccc7c695b9 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:31.438945 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-da1a49c2-382f-4e90-9d19-c42eb804dc09 req-b9ec661d-14ca-4b91-a763-35ccc7c695b9 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:31.461449 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd31a272-4c9f-420b-b6cb-7b43d2c72f22 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:31.508843 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e1a00b40-c656-4a20-90a0-0ced0c334284 req-a17467c6-aaab-43b2-bdc2-73128684ee6f service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929034 Jul 15 23:04:31.601334 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-bd31a272-4c9f-420b-b6cb-7b43d2c72f22 admin admin] Deleting port 70ea424f-684b-4c4a-8d49-93d89e66e0ae {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:04:31.601784 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd31a272-4c9f-420b-b6cb-7b43d2c72f22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:31.813433 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-da1a49c2-382f-4e90-9d19-c42eb804dc09 req-b9ec661d-14ca-4b91-a763-35ccc7c695b9 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:31.827606 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-da1a49c2-382f-4e90-9d19-c42eb804dc09 req-b9ec661d-14ca-4b91-a763-35ccc7c695b9 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:31.844576 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-bd31a272-4c9f-420b-b6cb-7b43d2c72f22 admin admin] For port 70ea424f-684b-4c4a-8d49-93d89e66e0ae, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=70ea424f-684b-4c4a-8d49-93d89e66e0ae,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:31.844936 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd31a272-4c9f-420b-b6cb-7b43d2c72f22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:31.857344 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9904a801-a771-444d-95a1-3f95f2c5ed19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81b0e16-dbac-42b1-b684-f03d5ab378bf', 'name': 'tempest-FloatingIPsTestJSON-1798423671-router', 'tenant_id': 'a20eca0e24194e23b6cd3d2cf85815ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '70ea424f-684b-4c4a-8d49-93d89e66e0ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:04:05Z', 'updated_at': '2021-07-15T23:04:27Z', 'revision_number': 5, 'project_id': 'a20eca0e24194e23b6cd3d2cf85815ec', 'gw_port': {'id': '70ea424f-684b-4c4a-8d49-93d89e66e0ae', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:96:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81b0e16-dbac-42b1-b684-f03d5ab378bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:04:06Z', 'updated_at': '2021-07-15T23:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:31.889106 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-bd31a272-4c9f-420b-b6cb-7b43d2c72f22 admin admin] Calling delete_port for 70ea424f-684b-4c4a-8d49-93d89e66e0ae owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:04:31.905667 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9904a801-a771-444d-95a1-3f95f2c5ed19 None None] The sync data for ids ['f81b0e16-dbac-42b1-b684-f03d5ab378bf'] in n-d-794306-6 is: [{'id': 'f81b0e16-dbac-42b1-b684-f03d5ab378bf', 'name': 'tempest-FloatingIPsTestJSON-1798423671-router', 'tenant_id': 'a20eca0e24194e23b6cd3d2cf85815ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '70ea424f-684b-4c4a-8d49-93d89e66e0ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:04:05Z', 'updated_at': '2021-07-15T23:04:27Z', 'revision_number': 5, 'project_id': 'a20eca0e24194e23b6cd3d2cf85815ec', 'gw_port': {'id': '70ea424f-684b-4c4a-8d49-93d89e66e0ae', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:96:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81b0e16-dbac-42b1-b684-f03d5ab378bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:04:06Z', 'updated_at': '2021-07-15T23:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:04:31.967964 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ec661d-14ca-4b91-a763-35ccc7c695b9 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a68960b-07a0-4a4f-9541-b9f0bcc84898,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:32.018612 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7aae8d2c-f78c-4093-b752-06d15ec38409 req-16c3fccd-c8da-4ce6-86e3-0f6c034168f6 tempest-ServerDiagnosticsNegativeTest-835287771 tempest-ServerDiagnosticsNegativeTest-835287771-project] 10.222.0.48 "GET /v2.0/ports?device_id=d39d84f8-6928-4898-a654-8b981e664400 HTTP/1.1" status: 200 len: 210 time: 0.1104946 Jul 15 23:04:32.081628 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e1a00b40-c656-4a20-90a0-0ced0c334284 req-b2526af6-6bf4-454d-8f19-020b1ad12786 service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5564244 Jul 15 23:04:32.091120 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f64d77b-b73d-45ea-bfce-ed94d01a12be req-28304c13-6f6a-45a9-bbd0-304ef4d4146b tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:32.099941 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5f64d77b-b73d-45ea-bfce-ed94d01a12be req-28304c13-6f6a-45a9-bbd0-304ef4d4146b tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd577e78-f247-43e9-ab78-7025d315218e HTTP/1.1" status: 200 len: 948 time: 0.5705426 Jul 15 23:04:32.115120 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a7c14cf-4f56-4b40-a55b-423d19c076f3 req-e5971335-3b60-4f2c-9948-78309e19f729 tempest-ServerDiagnosticsNegativeTest-835287771 tempest-ServerDiagnosticsNegativeTest-835287771-project] Made reservation on behalf of c3c36a22b3364eae8ea3ebeb42ef707e for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:04:32.126229 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4a7c14cf-4f56-4b40-a55b-423d19c076f3 req-e5971335-3b60-4f2c-9948-78309e19f729 tempest-ServerDiagnosticsNegativeTest-835287771 tempest-ServerDiagnosticsNegativeTest-835287771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:32.151189 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4a7c14cf-4f56-4b40-a55b-423d19c076f3 req-e5971335-3b60-4f2c-9948-78309e19f729 tempest-ServerDiagnosticsNegativeTest-835287771 tempest-ServerDiagnosticsNegativeTest-835287771-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:32.153290 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5f64d77b-b73d-45ea-bfce-ed94d01a12be req-f290bd9d-bd88-4000-a0b3-c917271f3af2 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] 10.222.0.48 "GET /v2.0/security-groups?id=1872d82a-32c8-441d-a4ef-71895e7e75ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523760 Jul 15 23:04:32.265600 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-da1a49c2-382f-4e90-9d19-c42eb804dc09 req-b9ec661d-14ca-4b91-a763-35ccc7c695b9 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Allocated IP 192.168.233.110 (5d412861-bef3-4cc1-ae9f-87a6a36753c0/0d909a96-22de-4aa9-b690-1c7da965ceac/8f0d8289-9945-4b18-96eb-ec03ccd15832) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:04:32.318356 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-af5b84d5-873e-4b00-9d60-f3f7592b6b86 req-12878be5-fb48-4ef6-92fc-ecf46220a66d tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=78f28607-290c-4646-be68-69602ac0b8f2 HTTP/1.1" status: 200 len: 210 time: 0.0714722 Jul 15 23:04:32.487747 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device d61e4a67-4935-4a71-894c-9df762860dc2 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:04:32.516052 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-74173330-e7ec-4183-a472-6c377636e8aa req-65f033fb-14d1-481c-91a8-b94a0fe34e77 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3fe0fc9-3f0f-47d9-b15e-70962cd60c90 HTTP/1.1" status: 200 len: 210 time: 0.0846264 Jul 15 23:04:32.537369 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: d61e4a67-4935-4a71-894c-9df762860dc2 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:04:32.539157 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device d61e4a67-4935-4a71-894c-9df762860dc2 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:04:32.603455 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd31a272-4c9f-420b-b6cb-7b43d2c72f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:32.724818 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd31a272-4c9f-420b-b6cb-7b43d2c72f22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999011'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:32.740410 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c2240478-418b-4127-9408-0c619abe7546 req-0aa9ab4d-ce44-48c4-985d-5e0b0fe27575 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=9ac36772b83842538b63e725348a87e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382957 Jul 15 23:04:32.888274 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd31a272-4c9f-420b-b6cb-7b43d2c72f22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:32.890651 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd31a272-4c9f-420b-b6cb-7b43d2c72f22 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:32.971027 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd31a272-4c9f-420b-b6cb-7b43d2c72f22 admin admin] Pushing event deleted for resources: {'Port': ['ID=70ea424f-684b-4c4a-8d49-93d89e66e0ae,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:32.982001 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd31a272-4c9f-420b-b6cb-7b43d2c72f22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:32.982562 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd31a272-4c9f-420b-b6cb-7b43d2c72f22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f81b0e16-dbac-42b1-b684-f03d5ab378bf {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:04:32.988335 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd31a272-4c9f-420b-b6cb-7b43d2c72f22 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:32.989867 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-bd31a272-4c9f-420b-b6cb-7b43d2c72f22 admin admin] 10.222.0.48 "DELETE /v2.0/routers/f81b0e16-dbac-42b1-b684-f03d5ab378bf HTTP/1.1" status: 204 len: 168 time: 3.6277156 Jul 15 23:04:33.007441 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 49206) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:33.025289 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.41', 59672) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:33.108522 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aaa5022-6ef8-44c7-8545-362c9a4dcb68 admin admin] Deleting subnet 706ac552-c50f-4165-b4fe-7076e46b09a8 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:04:33.113294 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3aaa5022-6ef8-44c7-8545-362c9a4dcb68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:33.165519 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c2240478-418b-4127-9408-0c619abe7546 req-bd4cba28-806b-4a0d-b3f0-a9a2c32bedca tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=9ac36772b83842538b63e725348a87e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1389842 Jul 15 23:04:33.186991 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3aaa5022-6ef8-44c7-8545-362c9a4dcb68 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:33.191509 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3c9b97ce-1e7e-44e6-83b5-7c34bb5afe03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:33.207344 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2240478-418b-4127-9408-0c619abe7546 req-211c3351-7a17-4435-a63f-a03273a16727 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:33.215940 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c2240478-418b-4127-9408-0c619abe7546 req-211c3351-7a17-4435-a63f-a03273a16727 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4605658 Jul 15 23:04:33.250512 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-da1a49c2-382f-4e90-9d19-c42eb804dc09 req-b9ec661d-14ca-4b91-a763-35ccc7c695b9 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:33.307476 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-c2240478-418b-4127-9408-0c619abe7546 req-ecccfa27-2b9f-415c-a4db-36e3a960609e tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Request body: {'port': {'device_id': '962c5b6d-067c-4f70-a2e6-e2b3fb4aa272', 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'admin_state_up': True, 'tenant_id': '9ac36772b83842538b63e725348a87e1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:33.330636 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:33.361878 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-da1a49c2-382f-4e90-9d19-c42eb804dc09 req-b9ec661d-14ca-4b91-a763-35ccc7c695b9 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Transition to ACTIVE for port object 8f0d8289-9945-4b18-96eb-ec03ccd15832 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:04:33.402393 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3aaa5022-6ef8-44c7-8545-362c9a4dcb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:33.406319 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4a7c14cf-4f56-4b40-a55b-423d19c076f3 req-e5971335-3b60-4f2c-9948-78309e19f729 tempest-ServerDiagnosticsNegativeTest-835287771 tempest-ServerDiagnosticsNegativeTest-835287771-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:33.437746 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4a7c14cf-4f56-4b40-a55b-423d19c076f3 req-e5971335-3b60-4f2c-9948-78309e19f729 tempest-ServerDiagnosticsNegativeTest-835287771 tempest-ServerDiagnosticsNegativeTest-835287771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:33.579604 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4f95f7b3-0c14-4185-a3f4-cf9cc423ede1 req-db0b26b0-317e-4808-ae24-2b78bf6662be tempest-ServerDiagnosticsNegativeTest-835287771 tempest-ServerDiagnosticsNegativeTest-835287771-project] 10.222.0.48 "GET /v2.0/ports?device_id=d39d84f8-6928-4898-a654-8b981e664400 HTTP/1.1" status: 200 len: 210 time: 0.0796936 Jul 15 23:04:33.580739 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5971335-3b60-4f2c-9948-78309e19f729 tempest-ServerDiagnosticsNegativeTest-835287771 tempest-ServerDiagnosticsNegativeTest-835287771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=095ef59c-985b-420d-83bf-25f889e0af79,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:33.628703 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2240478-418b-4127-9408-0c619abe7546 req-63797982-fc36-4c38-a670-a9440eefdf25 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:33.630269 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c2240478-418b-4127-9408-0c619abe7546 req-63797982-fc36-4c38-a670-a9440eefdf25 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4134080 Jul 15 23:04:33.681793 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-da1a49c2-382f-4e90-9d19-c42eb804dc09 req-b9ec661d-14ca-4b91-a763-35ccc7c695b9 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:33.698290 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-c2240478-418b-4127-9408-0c619abe7546 req-bb1c313d-ccb9-4a95-805f-07b2530fe8b6 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Request body: {'port': {'device_id': 'd3fe0fc9-3f0f-47d9-b15e-70962cd60c90', 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'admin_state_up': True, 'tenant_id': '9ac36772b83842538b63e725348a87e1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:33.743595 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3aaa5022-6ef8-44c7-8545-362c9a4dcb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:33.824292 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-4a7c14cf-4f56-4b40-a55b-423d19c076f3 req-e5971335-3b60-4f2c-9948-78309e19f729 tempest-ServerDiagnosticsNegativeTest-835287771 tempest-ServerDiagnosticsNegativeTest-835287771-project] Allocated IP 192.168.233.152 (5d412861-bef3-4cc1-ae9f-87a6a36753c0/0d909a96-22de-4aa9-b690-1c7da965ceac/95676aa9-89d8-46f7-88bc-351a0519dfb9) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:04:33.846570 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfbdf64-2935-4906-b9f9-5e320b8595f2 req-a9c8e510-3c32-4a98-aa2a-4064aad95acf tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:33.853260 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da1a49c2-382f-4e90-9d19-c42eb804dc09 req-b9ec661d-14ca-4b91-a763-35ccc7c695b9 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:04:33.856057 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9cfbdf64-2935-4906-b9f9-5e320b8595f2 req-a9c8e510-3c32-4a98-aa2a-4064aad95acf tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd577e78-f247-43e9-ab78-7025d315218e HTTP/1.1" status: 200 len: 948 time: 0.3322039 Jul 15 23:04:33.876974 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-da1a49c2-382f-4e90-9d19-c42eb804dc09 req-b9ec661d-14ca-4b91-a763-35ccc7c695b9 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:04:33.897117 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-da1a49c2-382f-4e90-9d19-c42eb804dc09 req-b9ec661d-14ca-4b91-a763-35ccc7c695b9 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:04:33.904054 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a49c2-382f-4e90-9d19-c42eb804dc09 req-b9ec661d-14ca-4b91-a763-35ccc7c695b9 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:33.904787 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-da1a49c2-382f-4e90-9d19-c42eb804dc09 req-b9ec661d-14ca-4b91-a763-35ccc7c695b9 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:33.913534 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaa5022-6ef8-44c7-8545-362c9a4dcb68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=706ac552-c50f-4165-b4fe-7076e46b09a8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:33.915961 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3aaa5022-6ef8-44c7-8545-362c9a4dcb68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:33.918330 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-3aaa5022-6ef8-44c7-8545-362c9a4dcb68 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/706ac552-c50f-4165-b4fe-7076e46b09a8 HTTP/1.1" status: 204 len: 168 time: 0.9140103 Jul 15 23:04:33.937038 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 49234) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:33.940368 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 595a6e71-4f34-4083-837c-3461d9de8ffb details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:04:33.944373 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 98ed8752-a480-4f21-b4f7-d23a3487f42a up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:04:33.971098 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ec661d-14ca-4b91-a763-35ccc7c695b9 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Pushing event updated for resources: {'Port': ['ID=8f0d8289-9945-4b18-96eb-ec03ccd15832,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:34.031103 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0e50f5-1d12-4e09-b7f7-6571c0c05405 None None] Network 4309563e-9212-4cf9-a585-49d78c0127c8 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:04:34.145114 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e085ff14-f3e1-4805-9def-f395dfc7fbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:34.170463 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-da1a49c2-382f-4e90-9d19-c42eb804dc09 req-b9ec661d-14ca-4b91-a763-35ccc7c695b9 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6028268 Jul 15 23:04:34.181184 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2240478-418b-4127-9408-0c619abe7546 req-ecccfa27-2b9f-415c-a4db-36e3a960609e tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Made reservation on behalf of 9ac36772b83842538b63e725348a87e1 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:04:34.184946 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c2240478-418b-4127-9408-0c619abe7546 req-ecccfa27-2b9f-415c-a4db-36e3a960609e tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:34.199177 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.db.resource_extend [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 23:04:34.209477 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-da1a49c2-382f-4e90-9d19-c42eb804dc09 req-c27cb9fe-edf8-48fe-b4bb-08b1775c5fc7 service neutron] Request body: {'port': {'device_id': '78f28607-290c-4646-be68-69602ac0b8f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:34.264061 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9cfbdf64-2935-4906-b9f9-5e320b8595f2 req-1311dc0c-2247-4c03-a06e-948bbdf2022d tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] 10.222.0.48 "GET /v2.0/security-groups?id=1872d82a-32c8-441d-a4ef-71895e7e75ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4034348 Jul 15 23:04:34.281935 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4a7c14cf-4f56-4b40-a55b-423d19c076f3 req-e5971335-3b60-4f2c-9948-78309e19f729 tempest-ServerDiagnosticsNegativeTest-835287771 tempest-ServerDiagnosticsNegativeTest-835287771-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:34.304345 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:34.318579 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-4a7c14cf-4f56-4b40-a55b-423d19c076f3 req-e5971335-3b60-4f2c-9948-78309e19f729 tempest-ServerDiagnosticsNegativeTest-835287771 tempest-ServerDiagnosticsNegativeTest-835287771-project] Transition to ACTIVE for port object 95676aa9-89d8-46f7-88bc-351a0519dfb9 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:04:34.377893 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 98ed8752-a480-4f21-b4f7-d23a3487f42a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:04:34.378523 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:34.401514 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2240478-418b-4127-9408-0c619abe7546 req-bb1c313d-ccb9-4a95-805f-07b2530fe8b6 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Made reservation on behalf of 9ac36772b83842538b63e725348a87e1 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:04:34.406752 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c2240478-418b-4127-9408-0c619abe7546 req-bb1c313d-ccb9-4a95-805f-07b2530fe8b6 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:34.419250 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-da1a49c2-382f-4e90-9d19-c42eb804dc09 req-c27cb9fe-edf8-48fe-b4bb-08b1775c5fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:34.419662 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-18e02a71-f960-4e2d-acd6-3b3e78115810 None None] Provisioning for port 8f0d8289-9945-4b18-96eb-ec03ccd15832 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:04:34.430321 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-18e02a71-f960-4e2d-acd6-3b3e78115810 None None] Provisioning complete for port 8f0d8289-9945-4b18-96eb-ec03ccd15832 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:04:34.430988 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-18e02a71-f960-4e2d-acd6-3b3e78115810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:34.482505 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 595a6e71-4f34-4083-837c-3461d9de8ffb, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=595a6e71-4f34-4083-837c-3461d9de8ffb,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:34.506472 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4a7c14cf-4f56-4b40-a55b-423d19c076f3 req-e5971335-3b60-4f2c-9948-78309e19f729 tempest-ServerDiagnosticsNegativeTest-835287771 tempest-ServerDiagnosticsNegativeTest-835287771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:34.518031 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '595a6e71-4f34-4083-837c-3461d9de8ffb', 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'port_id': '595a6e71-4f34-4083-837c-3461d9de8ffb', 'mac_address': 'fa:16:3e:52:56:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d909a96-22de-4aa9-b690-1c7da965ceac', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:04:34.543178 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-18e02a71-f960-4e2d-acd6-3b3e78115810 None None] Port 8f0d8289-9945-4b18-96eb-ec03ccd15832 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:04:34.609694 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 70ea424f-684b-4c4a-8d49-93d89e66e0ae no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:04:34.654841 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 70ea424f-684b-4c4a-8d49-93d89e66e0ae {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:04:34.658147 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 70ea424f-684b-4c4a-8d49-93d89e66e0ae not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:04:34.668302 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e590d3c-356b-45e5-a1ad-331c245b3514 None None] DHCP port deletion for 4309563e-9212-4cf9-a585-49d78c0127c8 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:04:34.690542 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:34.699093 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a7c14cf-4f56-4b40-a55b-423d19c076f3 req-e5971335-3b60-4f2c-9948-78309e19f729 tempest-ServerDiagnosticsNegativeTest-835287771 tempest-ServerDiagnosticsNegativeTest-835287771-project] Network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:04:34.717890 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-4a7c14cf-4f56-4b40-a55b-423d19c076f3 req-e5971335-3b60-4f2c-9948-78309e19f729 tempest-ServerDiagnosticsNegativeTest-835287771 tempest-ServerDiagnosticsNegativeTest-835287771-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:04:34.728093 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:34.735626 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5971335-3b60-4f2c-9948-78309e19f729 tempest-ServerDiagnosticsNegativeTest-835287771 tempest-ServerDiagnosticsNegativeTest-835287771-project] Pushing event updated for resources: {'Port': ['ID=95676aa9-89d8-46f7-88bc-351a0519dfb9,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:34.747759 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a7c14cf-4f56-4b40-a55b-423d19c076f3 req-e5971335-3b60-4f2c-9948-78309e19f729 tempest-ServerDiagnosticsNegativeTest-835287771 tempest-ServerDiagnosticsNegativeTest-835287771-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:04:34.751652 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 595a6e71-4f34-4083-837c-3461d9de8ffb {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:04:34.760983 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c14cf-4f56-4b40-a55b-423d19c076f3 req-e5971335-3b60-4f2c-9948-78309e19f729 tempest-ServerDiagnosticsNegativeTest-835287771 tempest-ServerDiagnosticsNegativeTest-835287771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:34.761974 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4a7c14cf-4f56-4b40-a55b-423d19c076f3 req-e5971335-3b60-4f2c-9948-78309e19f729 tempest-ServerDiagnosticsNegativeTest-835287771 tempest-ServerDiagnosticsNegativeTest-835287771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:34.793923 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4a7c14cf-4f56-4b40-a55b-423d19c076f3 req-e5971335-3b60-4f2c-9948-78309e19f729 tempest-ServerDiagnosticsNegativeTest-835287771 tempest-ServerDiagnosticsNegativeTest-835287771-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2137008 Jul 15 23:04:34.795042 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21dbc824-88f9-4f0f-8395-57f787e6e9cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98ed8752-a480-4f21-b4f7-d23a3487f42a'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:34.797702 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57168755-0d8e-4a06-a2c9-3907d6b90cba" -d '{"events": [{"server_uuid": "21dbc824-88f9-4f0f-8395-57f787e6e9cf", "name": "network-vif-plugged", "status": "completed", "tag": "98ed8752-a480-4f21-b4f7-d23a3487f42a"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:34.816559 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-4a7c14cf-4f56-4b40-a55b-423d19c076f3 req-caceb55e-bef6-4117-8688-4fb6d1d50a0d service neutron] Request body: {'port': {'device_id': 'd39d84f8-6928-4898-a654-8b981e664400', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:34.822858 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 595a6e71-4f34-4083-837c-3461d9de8ffb, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=595a6e71-4f34-4083-837c-3461d9de8ffb,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:34.828713 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 98ed8752-a480-4f21-b4f7-d23a3487f42a, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=98ed8752-a480-4f21-b4f7-d23a3487f42a,segment=NetworkSegment(73b65db5-b75b-48b7-8e07-44c7152f69b4),segment_id=73b65db5-b75b-48b7-8e07-44c7152f69b4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:34.833371 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:34.842327 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:34.845190 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-3e590d3c-356b-45e5-a1ad-331c245b3514 None None] Deleting port 90e4f009-1be8-4634-b8f4-af4cf4d32071 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:04:34.845921 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3e590d3c-356b-45e5-a1ad-331c245b3514 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:34.955520 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4a7c14cf-4f56-4b40-a55b-423d19c076f3 req-caceb55e-bef6-4117-8688-4fb6d1d50a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:34.996226 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-3e590d3c-356b-45e5-a1ad-331c245b3514 None None] For port 90e4f009-1be8-4634-b8f4-af4cf4d32071, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=90e4f009-1be8-4634-b8f4-af4cf4d32071,segment=NetworkSegment(76552af4-d224-4900-8635-e3e76cacafcd),segment_id=76552af4-d224-4900-8635-e3e76cacafcd)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:34.996628 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3e590d3c-356b-45e5-a1ad-331c245b3514 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:35.029192 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-3e590d3c-356b-45e5-a1ad-331c245b3514 None None] Calling delete_port for 90e4f009-1be8-4634-b8f4-af4cf4d32071 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:04:35.065225 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=595a6e71-4f34-4083-837c-3461d9de8ffb,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:35.142046 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6fa7d1-3289-4ad8-a260-fda5ef9fdba2 req-fd4be618-477f-4433-82e8-162fbe92fd3f tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:35.150239 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-da6fa7d1-3289-4ad8-a260-fda5ef9fdba2 req-fd4be618-477f-4433-82e8-162fbe92fd3f tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=78f28607-290c-4646-be68-69602ac0b8f2 HTTP/1.1" status: 200 len: 936 time: 0.9797733 Jul 15 23:04:35.183082 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['595a6e71-4f34-4083-837c-3461d9de8ffb'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:04:35.196069 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-97358bac-4092-4ad6-9dd3-bb4b40a5e457 req-7d0b0cff-da43-44d1-8f93-bf109941de6d tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3fe0fc9-3f0f-47d9-b15e-70962cd60c90 HTTP/1.1" status: 200 len: 210 time: 0.6247261 Jul 15 23:04:35.253894 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-c2240478-418b-4127-9408-0c619abe7546 req-bb1c313d-ccb9-4a95-805f-07b2530fe8b6 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Allocated IP 192.168.233.208 (5d412861-bef3-4cc1-ae9f-87a6a36753c0/0d909a96-22de-4aa9-b690-1c7da965ceac/fbbbb3b3-7436-4a77-ba71-8be5e9a21ac7) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:04:35.263350 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-e085ff14-f3e1-4805-9def-f395dfc7fbaa admin admin] Deleting port 90e4f009-1be8-4634-b8f4-af4cf4d32071 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:04:35.263741 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e085ff14-f3e1-4805-9def-f395dfc7fbaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:35.287461 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=98ed8752-a480-4f21-b4f7-d23a3487f42a,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:35.309263 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3e590d3c-356b-45e5-a1ad-331c245b3514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:35.330959 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9991a8aa-bb9a-4e50-ae83-5a95fdb08ea1 None None] Provisioning for port 95676aa9-89d8-46f7-88bc-351a0519dfb9 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:04:35.345018 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9991a8aa-bb9a-4e50-ae83-5a95fdb08ea1 None None] Provisioning complete for port 95676aa9-89d8-46f7-88bc-351a0519dfb9 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:04:35.345536 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9991a8aa-bb9a-4e50-ae83-5a95fdb08ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:35.369333 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-da6fa7d1-3289-4ad8-a260-fda5ef9fdba2 req-faa66da8-15cc-4e17-9b68-de8d41794182 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180750 Jul 15 23:04:35.394501 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e590d3c-356b-45e5-a1ad-331c245b3514 None None] No DVR routers for this DVR port 90e4f009-1be8-4634-b8f4-af4cf4d32071 on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:04:35.419471 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-9991a8aa-bb9a-4e50-ae83-5a95fdb08ea1 None None] Port 95676aa9-89d8-46f7-88bc-351a0519dfb9 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:04:35.430137 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e590d3c-356b-45e5-a1ad-331c245b3514 None None] Pushing event deleted for resources: {'Port': ['ID=90e4f009-1be8-4634-b8f4-af4cf4d32071,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:35.436700 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-e085ff14-f3e1-4805-9def-f395dfc7fbaa admin admin] For port 90e4f009-1be8-4634-b8f4-af4cf4d32071, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=90e4f009-1be8-4634-b8f4-af4cf4d32071,segment=NetworkSegment(76552af4-d224-4900-8635-e3e76cacafcd),segment_id=76552af4-d224-4900-8635-e3e76cacafcd)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:35.436958 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e085ff14-f3e1-4805-9def-f395dfc7fbaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:35.501556 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-e085ff14-f3e1-4805-9def-f395dfc7fbaa admin admin] Calling delete_port for 90e4f009-1be8-4634-b8f4-af4cf4d32071 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:04:35.597979 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c60c6448-6b97-4dc2-b299-70c22e8f0bef x-openstack-request-id: req-c60c6448-6b97-4dc2-b299-70c22e8f0bef {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:35.599930 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21dbc824-88f9-4f0f-8395-57f787e6e9cf", "name": "network-vif-plugged", "status": "completed", "tag": "98ed8752-a480-4f21-b4f7-d23a3487f42a", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:35.600351 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c60c6448-6b97-4dc2-b299-70c22e8f0bef {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:35.601921 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21dbc824-88f9-4f0f-8395-57f787e6e9cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98ed8752-a480-4f21-b4f7-d23a3487f42a', 'code': 200} Jul 15 23:04:35.739608 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c2240478-418b-4127-9408-0c619abe7546 req-bb1c313d-ccb9-4a95-805f-07b2530fe8b6 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:35.785990 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-c2240478-418b-4127-9408-0c619abe7546 req-bb1c313d-ccb9-4a95-805f-07b2530fe8b6 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Transition to ACTIVE for port object fbbbb3b3-7436-4a77-ba71-8be5e9a21ac7 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:04:35.801692 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e085ff14-f3e1-4805-9def-f395dfc7fbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:35.868067 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e085ff14-f3e1-4805-9def-f395dfc7fbaa admin admin] Pushing event deleted for resources: {'Port': ['ID=90e4f009-1be8-4634-b8f4-af4cf4d32071,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:35.915608 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e085ff14-f3e1-4805-9def-f395dfc7fbaa admin admin] No DVR routers for this DVR port 90e4f009-1be8-4634-b8f4-af4cf4d32071 on host n-d-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:04:35.923962 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f3c16-9b50-4bc5-9289-380edfaf5b67 req-ca1879eb-b0fa-432e-98b0-5ada7e8530b1 tempest-ServerDiagnosticsNegativeTest-835287771 tempest-ServerDiagnosticsNegativeTest-835287771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:35.925468 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4d8f3c16-9b50-4bc5-9289-380edfaf5b67 req-ca1879eb-b0fa-432e-98b0-5ada7e8530b1 tempest-ServerDiagnosticsNegativeTest-835287771 tempest-ServerDiagnosticsNegativeTest-835287771-project] 10.222.0.48 "GET /v2.0/ports?device_id=d39d84f8-6928-4898-a654-8b981e664400 HTTP/1.1" status: 200 len: 936 time: 0.2460685 Jul 15 23:04:35.975591 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c2240478-418b-4127-9408-0c619abe7546 req-bb1c313d-ccb9-4a95-805f-07b2530fe8b6 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:36.052308 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['f1d2d695-5d71-4735-8bec-137ed706a75f', '49b5f4c4-7465-48a8-9f7b-de7de14d6b54', '27ca6d7a-b6af-499c-a045-298783e7181f'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:04:36.068722 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 49258) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:36.120206 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e085ff14-f3e1-4805-9def-f395dfc7fbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:36.148005 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:36.193448 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1c313d-ccb9-4a95-805f-07b2530fe8b6 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Pushing event updated for resources: {'Port': ['ID=fbbbb3b3-7436-4a77-ba71-8be5e9a21ac7,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:36.207041 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2240478-418b-4127-9408-0c619abe7546 req-bb1c313d-ccb9-4a95-805f-07b2530fe8b6 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:04:36.208921 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-e085ff14-f3e1-4805-9def-f395dfc7fbaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4309563e-9212-4cf9-a585-49d78c0127c8']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:36.242726 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-c2240478-418b-4127-9408-0c619abe7546 req-bb1c313d-ccb9-4a95-805f-07b2530fe8b6 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:04:36.252693 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2240478-418b-4127-9408-0c619abe7546 req-bb1c313d-ccb9-4a95-805f-07b2530fe8b6 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:04:36.257998 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4d8f3c16-9b50-4bc5-9289-380edfaf5b67 req-0f60e285-34aa-4a31-96bd-f7a37afdbedb tempest-ServerDiagnosticsNegativeTest-835287771 tempest-ServerDiagnosticsNegativeTest-835287771-project] 10.222.0.48 "GET /v2.0/security-groups?id=095ef59c-985b-420d-83bf-25f889e0af79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879646 Jul 15 23:04:36.269480 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-e085ff14-f3e1-4805-9def-f395dfc7fbaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76552af4-d224-4900-8635-e3e76cacafcd') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:36.269787 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-e085ff14-f3e1-4805-9def-f395dfc7fbaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76552af4-d224-4900-8635-e3e76cacafcd') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:04:36.293257 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9527d3-d142-4029-afaa-b3fb737b9daa req-1914eafd-66c2-4f0f-bff7-1af348920b38 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:36.294825 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-af9527d3-d142-4029-afaa-b3fb737b9daa req-1914eafd-66c2-4f0f-bff7-1af348920b38 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd577e78-f247-43e9-ab78-7025d315218e HTTP/1.1" status: 200 len: 949 time: 0.4316127 Jul 15 23:04:36.329192 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-da1a49c2-382f-4e90-9d19-c42eb804dc09 req-c27cb9fe-edf8-48fe-b4bb-08b1775c5fc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f0d8289-9945-4b18-96eb-ec03ccd15832 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:04:36.339465 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-da1a49c2-382f-4e90-9d19-c42eb804dc09 req-c27cb9fe-edf8-48fe-b4bb-08b1775c5fc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:36.354882 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-da1a49c2-382f-4e90-9d19-c42eb804dc09 req-c27cb9fe-edf8-48fe-b4bb-08b1775c5fc7 service neutron] Transition to ACTIVE for port object 8f0d8289-9945-4b18-96eb-ec03ccd15832 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:04:36.371276 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-da1a49c2-382f-4e90-9d19-c42eb804dc09 req-c27cb9fe-edf8-48fe-b4bb-08b1775c5fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:36.415296 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e085ff14-f3e1-4805-9def-f395dfc7fbaa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:36.482664 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-005e8264-57f2-42df-9d30-6163484fea15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:36.530028 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27cb9fe-edf8-48fe-b4bb-08b1775c5fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=8f0d8289-9945-4b18-96eb-ec03ccd15832,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:36.573807 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-af9527d3-d142-4029-afaa-b3fb737b9daa req-667fa3e1-b1e3-4dec-938d-ba8cfd50f604 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] 10.222.0.48 "GET /v2.0/security-groups?id=1872d82a-32c8-441d-a4ef-71895e7e75ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819720 Jul 15 23:04:36.589408 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 90e4f009-1be8-4634-b8f4-af4cf4d32071 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:04:36.610257 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e085ff14-f3e1-4805-9def-f395dfc7fbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:36.643909 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2240478-418b-4127-9408-0c619abe7546 req-bb1c313d-ccb9-4a95-805f-07b2530fe8b6 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:36.644575 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c2240478-418b-4127-9408-0c619abe7546 req-bb1c313d-ccb9-4a95-805f-07b2530fe8b6 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:36.657902 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 90e4f009-1be8-4634-b8f4-af4cf4d32071 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:04:36.658259 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 90e4f009-1be8-4634-b8f4-af4cf4d32071 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:04:36.665222 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e085ff14-f3e1-4805-9def-f395dfc7fbaa admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:04:36.665495 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e085ff14-f3e1-4805-9def-f395dfc7fbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:36.668105 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:04:36.668105 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:04:36.668105 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:04:36.668105 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:04:36.668105 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:04:36.668105 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:04:36.668105 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:04:36.668105 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:04:36.668105 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:04:36.668105 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:04:36.668105 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:04:36.668105 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:04:36.668105 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:04:36.668105 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:04:36.668105 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:04:36.668105 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:04:36.668105 n-d-794306-6 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:04:36.668105 n-d-794306-6 neutron-server[93770]: self.session.flush() Jul 15 23:04:36.668105 n-d-794306-6 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:04:36.668105 n-d-794306-6 neutron-server[93770]: self.session.flush() Jul 15 23:04:36.668105 n-d-794306-6 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:04:36.668105 n-d-794306-6 neutron-server[93770]: self.session.flush() Jul 15 23:04:36.668105 n-d-794306-6 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:04:36.668105 n-d-794306-6 neutron-server[93770]: self.session.flush() Jul 15 23:04:36.668105 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:04:36.668105 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:04:36.668105 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:04:36.668105 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:04:36.668105 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:04:36.668105 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:04:36.668105 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:04:36.668105 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:04:36.668105 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:04:36.668105 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:04:36.668105 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:04:36.668105 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:04:36.668105 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:04:36.668105 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:04:36.668105 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:04:36.668105 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:04:36.668105 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:04:36.668105 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:04:36.668105 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:04:36.668105 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:04:36.668105 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:04:36.668105 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:04:36.668105 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:04:36.668105 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:04:36.668105 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:04:36.668105 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:04:36.668105 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:04:36.668105 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:04:36.668105 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:04:36.668105 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:04:36.668105 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:04:36.668105 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:04:36.668105 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:04:36.668105 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:04:36.706388 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-67c30d66-5f7f-486d-8968-cf93b8c686a8 None None] Provisioning for port fbbbb3b3-7436-4a77-ba71-8be5e9a21ac7 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:04:36.721378 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-67c30d66-5f7f-486d-8968-cf93b8c686a8 None None] Provisioning complete for port fbbbb3b3-7436-4a77-ba71-8be5e9a21ac7 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:04:36.721759 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-67c30d66-5f7f-486d-8968-cf93b8c686a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:36.731670 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-005e8264-57f2-42df-9d30-6163484fea15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:36.791442 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c2240478-418b-4127-9408-0c619abe7546 req-bb1c313d-ccb9-4a95-805f-07b2530fe8b6 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0951471 Jul 15 23:04:36.802395 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e085ff14-f3e1-4805-9def-f395dfc7fbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:36.818712 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-c2240478-418b-4127-9408-0c619abe7546 req-e6bf02da-6311-4f1c-bd9e-48890aba4562 service neutron] Request body: {'port': {'device_id': 'd3fe0fc9-3f0f-47d9-b15e-70962cd60c90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:36.828015 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-005e8264-57f2-42df-9d30-6163484fea15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:36.829647 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-67c30d66-5f7f-486d-8968-cf93b8c686a8 None None] Port fbbbb3b3-7436-4a77-ba71-8be5e9a21ac7 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:04:36.842185 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f3905-3d04-4b0e-897f-f9fddb8c5774 req-bdf271f9-f931-4ae3-9999-9be6eea66359 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:36.850706 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2d5f3905-3d04-4b0e-897f-f9fddb8c5774 req-bdf271f9-f931-4ae3-9999-9be6eea66359 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3fe0fc9-3f0f-47d9-b15e-70962cd60c90 HTTP/1.1" status: 200 len: 936 time: 0.3577638 Jul 15 23:04:36.884907 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e085ff14-f3e1-4805-9def-f395dfc7fbaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:36.887223 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-e085ff14-f3e1-4805-9def-f395dfc7fbaa admin admin] 10.222.0.48 "DELETE /v2.0/networks/4309563e-9212-4cf9-a585-49d78c0127c8 HTTP/1.1" status: 204 len: 168 time: 2.9417241 Jul 15 23:04:36.909478 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e085ff14-f3e1-4805-9def-f395dfc7fbaa admin admin] Pushing event deleted for resources: {'Network': ['ID=4309563e-9212-4cf9-a585-49d78c0127c8,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:36.972018 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-da1a49c2-382f-4e90-9d19-c42eb804dc09 req-c27cb9fe-edf8-48fe-b4bb-08b1775c5fc7 service neutron] Attempting to bind port 8f0d8289-9945-4b18-96eb-ec03ccd15832 on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:04:36.972350 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-da1a49c2-382f-4e90-9d19-c42eb804dc09 req-c27cb9fe-edf8-48fe-b4bb-08b1775c5fc7 service neutron] Attempting to bind port 8f0d8289-9945-4b18-96eb-ec03ccd15832 by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:04:36.972679 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1a49c2-382f-4e90-9d19-c42eb804dc09 req-c27cb9fe-edf8-48fe-b4bb-08b1775c5fc7 service neutron] Attempting to bind port 8f0d8289-9945-4b18-96eb-ec03ccd15832 on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:04:36.982590 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005e8264-57f2-42df-9d30-6163484fea15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e637cd06-3cf7-4817-a8f0-f450c1b2d9fb,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:36.993633 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-005e8264-57f2-42df-9d30-6163484fea15 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1063dc8970894451bd90d7a0a2884046&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9232376 Jul 15 23:04:36.999595 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1a49c2-382f-4e90-9d19-c42eb804dc09 req-c27cb9fe-edf8-48fe-b4bb-08b1775c5fc7 service neutron] Port 8f0d8289-9945-4b18-96eb-ec03ccd15832 on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:04:36.999941 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1a49c2-382f-4e90-9d19-c42eb804dc09 req-c27cb9fe-edf8-48fe-b4bb-08b1775c5fc7 service neutron] Attempting to bind port 8f0d8289-9945-4b18-96eb-ec03ccd15832 on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:04:37.001860 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 49272) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:37.056635 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2d5f3905-3d04-4b0e-897f-f9fddb8c5774 req-baf24904-3201-4a16-b350-886190d0e622 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046142 Jul 15 23:04:37.060714 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c2240478-418b-4127-9408-0c619abe7546 req-e6bf02da-6311-4f1c-bd9e-48890aba4562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:37.081689 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1a49c2-382f-4e90-9d19-c42eb804dc09 req-c27cb9fe-edf8-48fe-b4bb-08b1775c5fc7 service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:04:37.082326 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1a49c2-382f-4e90-9d19-c42eb804dc09 req-c27cb9fe-edf8-48fe-b4bb-08b1775c5fc7 service neutron] Checking segment: {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:04:37.082432 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1a49c2-382f-4e90-9d19-c42eb804dc09 req-c27cb9fe-edf8-48fe-b4bb-08b1775c5fc7 service neutron] Bound using segment: {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:04:37.082813 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-da1a49c2-382f-4e90-9d19-c42eb804dc09 req-c27cb9fe-edf8-48fe-b4bb-08b1775c5fc7 service neutron] Bound port: 8f0d8289-9945-4b18-96eb-ec03ccd15832, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:04:37.083168 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-da1a49c2-382f-4e90-9d19-c42eb804dc09 req-c27cb9fe-edf8-48fe-b4bb-08b1775c5fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:37.134661 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 49278) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:37.229671 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d8276d37-80c0-45b0-9d1c-4bee91668557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:37.267139 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d8276d37-80c0-45b0-9d1c-4bee91668557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:37.295292 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d03ab-6309-4364-a17a-f36d3846c6f8 req-40517648-2d97-44e5-8898-517e0354881e tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:37.310441 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ae4d03ab-6309-4364-a17a-f36d3846c6f8 req-40517648-2d97-44e5-8898-517e0354881e tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=78f28607-290c-4646-be68-69602ac0b8f2 HTTP/1.1" status: 200 len: 948 time: 0.2766035 Jul 15 23:04:37.313748 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-4a7c14cf-4f56-4b40-a55b-423d19c076f3 req-caceb55e-bef6-4117-8688-4fb6d1d50a0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95676aa9-89d8-46f7-88bc-351a0519dfb9 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:04:37.339162 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4a7c14cf-4f56-4b40-a55b-423d19c076f3 req-caceb55e-bef6-4117-8688-4fb6d1d50a0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:37.367859 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f032029e-69ff-4d13-add7-5424d2d44fab admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a20eca0e24194e23b6cd3d2cf85815ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2291584 Jul 15 23:04:37.372189 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 49286) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:37.374368 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ae4d03ab-6309-4364-a17a-f36d3846c6f8 req-f40bbabf-f699-46b1-bf8e-1926ace45b5d tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630608 Jul 15 23:04:37.393049 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-da1a49c2-382f-4e90-9d19-c42eb804dc09 req-c27cb9fe-edf8-48fe-b4bb-08b1775c5fc7 service neutron] For port 8f0d8289-9945-4b18-96eb-ec03ccd15832, host n-h2-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:04:37.411050 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-4a7c14cf-4f56-4b40-a55b-423d19c076f3 req-caceb55e-bef6-4117-8688-4fb6d1d50a0d service neutron] Transition to ACTIVE for port object 95676aa9-89d8-46f7-88bc-351a0519dfb9 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:04:37.429303 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4a7c14cf-4f56-4b40-a55b-423d19c076f3 req-caceb55e-bef6-4117-8688-4fb6d1d50a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:37.443698 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-da1a49c2-382f-4e90-9d19-c42eb804dc09 req-c27cb9fe-edf8-48fe-b4bb-08b1775c5fc7 service neutron] For port 8f0d8289-9945-4b18-96eb-ec03ccd15832, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=8f0d8289-9945-4b18-96eb-ec03ccd15832,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:04:37.482240 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-da1a49c2-382f-4e90-9d19-c42eb804dc09 req-c27cb9fe-edf8-48fe-b4bb-08b1775c5fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:37.564488 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a49c2-382f-4e90-9d19-c42eb804dc09 req-c27cb9fe-edf8-48fe-b4bb-08b1775c5fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:37.565703 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-da1a49c2-382f-4e90-9d19-c42eb804dc09 req-c27cb9fe-edf8-48fe-b4bb-08b1775c5fc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:37.567455 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-da1a49c2-382f-4e90-9d19-c42eb804dc09 req-c27cb9fe-edf8-48fe-b4bb-08b1775c5fc7 service neutron] 10.222.0.41 "PUT /v2.0/ports/8f0d8289-9945-4b18-96eb-ec03ccd15832 HTTP/1.1" status: 200 len: 1096 time: 3.3649530 Jul 15 23:04:37.599710 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-c2240478-418b-4127-9408-0c619abe7546 req-ecccfa27-2b9f-415c-a4db-36e3a960609e tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Allocated IP 192.168.233.207 (5d412861-bef3-4cc1-ae9f-87a6a36753c0/0d909a96-22de-4aa9-b690-1c7da965ceac/6b3cb440-13f8-4003-9165-fb2dc04957ff) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:04:37.609864 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78f28607-290c-4646-be68-69602ac0b8f2', 'tag': '8f0d8289-9945-4b18-96eb-ec03ccd15832'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:37.616806 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f027263c-7dc8-4a68-bc11-b05e046bc66a" -d '{"events": [{"name": "network-changed", "server_uuid": "78f28607-290c-4646-be68-69602ac0b8f2", "tag": "8f0d8289-9945-4b18-96eb-ec03ccd15832"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:37.620135 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caceb55e-bef6-4117-8688-4fb6d1d50a0d service neutron] Pushing event updated for resources: {'Port': ['ID=95676aa9-89d8-46f7-88bc-351a0519dfb9,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:37.668754 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6717b0-e965-4b1b-948a-774b18782605 req-e18fdf94-41af-493d-94f5-ccc63b303b3d tempest-ServerDiagnosticsNegativeTest-835287771 tempest-ServerDiagnosticsNegativeTest-835287771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:37.677928 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cc6717b0-e965-4b1b-948a-774b18782605 req-e18fdf94-41af-493d-94f5-ccc63b303b3d tempest-ServerDiagnosticsNegativeTest-835287771 tempest-ServerDiagnosticsNegativeTest-835287771-project] 10.222.0.48 "GET /v2.0/ports?device_id=d39d84f8-6928-4898-a654-8b981e664400 HTTP/1.1" status: 200 len: 948 time: 0.2170966 Jul 15 23:04:37.695972 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d8276d37-80c0-45b0-9d1c-4bee91668557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:37.698396 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d8276d37-80c0-45b0-9d1c-4bee91668557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:37.699494 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d8276d37-80c0-45b0-9d1c-4bee91668557 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e637cd06-3cf7-4817-a8f0-f450c1b2d9fb HTTP/1.1" status: 204 len: 168 time: 0.6944044 Jul 15 23:04:37.748808 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cc6717b0-e965-4b1b-948a-774b18782605 req-cf2b69c4-8646-49e7-ba47-e1bb7a993251 tempest-ServerDiagnosticsNegativeTest-835287771 tempest-ServerDiagnosticsNegativeTest-835287771-project] 10.222.0.48 "GET /v2.0/security-groups?id=095ef59c-985b-420d-83bf-25f889e0af79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694244 Jul 15 23:04:37.789587 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8276d37-80c0-45b0-9d1c-4bee91668557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e637cd06-3cf7-4817-a8f0-f450c1b2d9fb,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:37.818169 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-81f943bd-bd82-4231-8603-fc9869c9c095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:37.839127 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-4a7c14cf-4f56-4b40-a55b-423d19c076f3 req-caceb55e-bef6-4117-8688-4fb6d1d50a0d service neutron] Attempting to bind port 95676aa9-89d8-46f7-88bc-351a0519dfb9 on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:04:37.839460 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-4a7c14cf-4f56-4b40-a55b-423d19c076f3 req-caceb55e-bef6-4117-8688-4fb6d1d50a0d service neutron] Attempting to bind port 95676aa9-89d8-46f7-88bc-351a0519dfb9 by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:04:37.839819 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7c14cf-4f56-4b40-a55b-423d19c076f3 req-caceb55e-bef6-4117-8688-4fb6d1d50a0d service neutron] Attempting to bind port 95676aa9-89d8-46f7-88bc-351a0519dfb9 on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:04:37.922323 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:37.946619 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 595a6e71-4f34-4083-837c-3461d9de8ffb up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:04:38.029443 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port 595a6e71-4f34-4083-837c-3461d9de8ffb completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:04:38.034553 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 595a6e71-4f34-4083-837c-3461d9de8ffb triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:04:38.035083 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:38.113804 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b2d9a-f949-4fee-aa57-967f7252e5a9 req-efc977b1-2e8e-4f01-8606-b23879ee2f3b tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:38.115881 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a27b2d9a-f949-4fee-aa57-967f7252e5a9 req-efc977b1-2e8e-4f01-8606-b23879ee2f3b tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd577e78-f247-43e9-ab78-7025d315218e HTTP/1.1" status: 200 len: 949 time: 0.3706479 Jul 15 23:04:38.224150 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:38.255065 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a27b2d9a-f949-4fee-aa57-967f7252e5a9 req-3c157e1d-28d4-4969-bb7e-e8fc7837d058 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] 10.222.0.48 "GET /v2.0/security-groups?id=1872d82a-32c8-441d-a4ef-71895e7e75ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081321 Jul 15 23:04:38.289995 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd577e78-f247-43e9-ab78-7025d315218e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '595a6e71-4f34-4083-837c-3461d9de8ffb'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:38.302242 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222a0b50-112b-4a46-84e0-994419904e3b" -d '{"events": [{"server_uuid": "cd577e78-f247-43e9-ab78-7025d315218e", "name": "network-vif-plugged", "status": "completed", "tag": "595a6e71-4f34-4083-837c-3461d9de8ffb"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:38.308152 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c2240478-418b-4127-9408-0c619abe7546 req-ecccfa27-2b9f-415c-a4db-36e3a960609e tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:38.376112 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-c2240478-418b-4127-9408-0c619abe7546 req-ecccfa27-2b9f-415c-a4db-36e3a960609e tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Transition to ACTIVE for port object 6b3cb440-13f8-4003-9165-fb2dc04957ff will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:04:38.380790 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 595a6e71-4f34-4083-837c-3461d9de8ffb, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=595a6e71-4f34-4083-837c-3461d9de8ffb,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:38.392534 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:38.409151 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7c14cf-4f56-4b40-a55b-423d19c076f3 req-caceb55e-bef6-4117-8688-4fb6d1d50a0d service neutron] Port 95676aa9-89d8-46f7-88bc-351a0519dfb9 on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:04:38.409680 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7c14cf-4f56-4b40-a55b-423d19c076f3 req-caceb55e-bef6-4117-8688-4fb6d1d50a0d service neutron] Attempting to bind port 95676aa9-89d8-46f7-88bc-351a0519dfb9 on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:04:38.411612 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27cb9fe-edf8-48fe-b4bb-08b1775c5fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=8f0d8289-9945-4b18-96eb-ec03ccd15832,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:38.427931 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c08e2e-94a2-44a5-a24a-c51c62a74318 x-openstack-request-id: req-15c08e2e-94a2-44a5-a24a-c51c62a74318 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:38.428511 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78f28607-290c-4646-be68-69602ac0b8f2", "tag": "8f0d8289-9945-4b18-96eb-ec03ccd15832", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:38.430728 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-15c08e2e-94a2-44a5-a24a-c51c62a74318 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:38.442982 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78f28607-290c-4646-be68-69602ac0b8f2', 'tag': '8f0d8289-9945-4b18-96eb-ec03ccd15832', 'status': 'completed', 'code': 200} Jul 15 23:04:38.494074 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7c14cf-4f56-4b40-a55b-423d19c076f3 req-caceb55e-bef6-4117-8688-4fb6d1d50a0d service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:04:38.494427 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7c14cf-4f56-4b40-a55b-423d19c076f3 req-caceb55e-bef6-4117-8688-4fb6d1d50a0d service neutron] Checking segment: {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:04:38.494819 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7c14cf-4f56-4b40-a55b-423d19c076f3 req-caceb55e-bef6-4117-8688-4fb6d1d50a0d service neutron] Bound using segment: {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:04:38.496171 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-4a7c14cf-4f56-4b40-a55b-423d19c076f3 req-caceb55e-bef6-4117-8688-4fb6d1d50a0d service neutron] Bound port: 95676aa9-89d8-46f7-88bc-351a0519dfb9, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:04:38.496550 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4a7c14cf-4f56-4b40-a55b-423d19c076f3 req-caceb55e-bef6-4117-8688-4fb6d1d50a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:38.509175 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=595a6e71-4f34-4083-837c-3461d9de8ffb,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:38.530270 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-012a35da-3a50-486c-932b-37d15292f384 x-openstack-request-id: req-012a35da-3a50-486c-932b-37d15292f384 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:38.530682 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd577e78-f247-43e9-ab78-7025d315218e", "name": "network-vif-plugged", "status": "completed", "tag": "595a6e71-4f34-4083-837c-3461d9de8ffb", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:38.531092 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-012a35da-3a50-486c-932b-37d15292f384 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:38.531894 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd577e78-f247-43e9-ab78-7025d315218e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '595a6e71-4f34-4083-837c-3461d9de8ffb', 'code': 200} Jul 15 23:04:38.578823 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-4a7c14cf-4f56-4b40-a55b-423d19c076f3 req-caceb55e-bef6-4117-8688-4fb6d1d50a0d service neutron] For port 95676aa9-89d8-46f7-88bc-351a0519dfb9, host n-h2-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:04:38.580652 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-4a7c14cf-4f56-4b40-a55b-423d19c076f3 req-caceb55e-bef6-4117-8688-4fb6d1d50a0d service neutron] For port 95676aa9-89d8-46f7-88bc-351a0519dfb9, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=95676aa9-89d8-46f7-88bc-351a0519dfb9,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:04:38.581928 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 49320) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:38.584694 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-81f943bd-bd82-4231-8603-fc9869c9c095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:38.595719 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4a7c14cf-4f56-4b40-a55b-423d19c076f3 req-caceb55e-bef6-4117-8688-4fb6d1d50a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:38.633330 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a49c2-382f-4e90-9d19-c42eb804dc09 req-3093908f-83e7-4bf7-9152-5a124e8036ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:38.635306 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-da1a49c2-382f-4e90-9d19-c42eb804dc09 req-3093908f-83e7-4bf7-9152-5a124e8036ad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=943e0e7be5644005a591d26197ee19f5&device_id=78f28607-290c-4646-be68-69602ac0b8f2 HTTP/1.1" status: 200 len: 1099 time: 0.9572277 Jul 15 23:04:38.701725 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-da1a49c2-382f-4e90-9d19-c42eb804dc09 req-f891d9c2-ff07-42ff-912f-73f7905d6515 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=8f0d8289-9945-4b18-96eb-ec03ccd15832 HTTP/1.1" status: 200 len: 217 time: 0.0404291 Jul 15 23:04:38.744190 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c14cf-4f56-4b40-a55b-423d19c076f3 req-caceb55e-bef6-4117-8688-4fb6d1d50a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:38.744812 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4a7c14cf-4f56-4b40-a55b-423d19c076f3 req-caceb55e-bef6-4117-8688-4fb6d1d50a0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:38.746516 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4a7c14cf-4f56-4b40-a55b-423d19c076f3 req-caceb55e-bef6-4117-8688-4fb6d1d50a0d service neutron] 10.222.0.41 "PUT /v2.0/ports/95676aa9-89d8-46f7-88bc-351a0519dfb9 HTTP/1.1" status: 200 len: 1096 time: 3.9373083 Jul 15 23:04:38.804952 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caceb55e-bef6-4117-8688-4fb6d1d50a0d service neutron] Pushing event updated for resources: {'Port': ['ID=95676aa9-89d8-46f7-88bc-351a0519dfb9,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:38.812628 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-25050526-5153-42a0-a6bf-07654c943631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:38.846764 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64d0bc-d942-4ab2-85bd-0a5f7cccf430 req-5fa122cb-cd44-4fbe-bcce-25629055dc6f tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:38.855130 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cb64d0bc-d942-4ab2-85bd-0a5f7cccf430 req-5fa122cb-cd44-4fbe-bcce-25629055dc6f tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3fe0fc9-3f0f-47d9-b15e-70962cd60c90 HTTP/1.1" status: 200 len: 936 time: 0.4847035 Jul 15 23:04:38.884698 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c2240478-418b-4127-9408-0c619abe7546 req-ecccfa27-2b9f-415c-a4db-36e3a960609e tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:38.917427 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a49c2-382f-4e90-9d19-c42eb804dc09 req-20e58be6-ea54-4028-b1c7-0293ce18ac54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:38.929622 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['f1d2d695-5d71-4735-8bec-137ed706a75f', '49b5f4c4-7465-48a8-9f7b-de7de14d6b54', '27ca6d7a-b6af-499c-a045-298783e7181f'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:04:38.931743 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-da1a49c2-382f-4e90-9d19-c42eb804dc09 req-20e58be6-ea54-4028-b1c7-0293ce18ac54 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.1965106 Jul 15 23:04:38.935613 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-81f943bd-bd82-4231-8603-fc9869c9c095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:38.938215 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-81f943bd-bd82-4231-8603-fc9869c9c095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:38.938215 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-81f943bd-bd82-4231-8603-fc9869c9c095 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/785c618d-6994-4990-b192-5bc5f4407b39 HTTP/1.1" status: 204 len: 168 time: 1.5599291 Jul 15 23:04:39.023004 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f943bd-bd82-4231-8603-fc9869c9c095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785c618d-6994-4990-b192-5bc5f4407b39,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:39.088750 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c14cf-4f56-4b40-a55b-423d19c076f3 req-2cb467b6-92ff-4f74-8c61-db37b24f56ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:39.090339 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4a7c14cf-4f56-4b40-a55b-423d19c076f3 req-2cb467b6-92ff-4f74-8c61-db37b24f56ad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c3c36a22b3364eae8ea3ebeb42ef707e&device_id=d39d84f8-6928-4898-a654-8b981e664400 HTTP/1.1" status: 200 len: 1099 time: 0.2562180 Jul 15 23:04:39.148642 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4a7c14cf-4f56-4b40-a55b-423d19c076f3 req-de59a57a-20de-4b66-b83c-2c74b2e5753d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=95676aa9-89d8-46f7-88bc-351a0519dfb9 HTTP/1.1" status: 200 len: 217 time: 0.0405385 Jul 15 23:04:39.213983 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a49c2-382f-4e90-9d19-c42eb804dc09 req-d62a674c-53e9-492b-b953-96e2c1439142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:39.215181 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-da1a49c2-382f-4e90-9d19-c42eb804dc09 req-d62a674c-53e9-492b-b953-96e2c1439142 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2743020 Jul 15 23:04:39.327694 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-da1a49c2-382f-4e90-9d19-c42eb804dc09 req-1f4b9fac-1e7c-4fc1-83ca-2d6ca44f0cef service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045156 Jul 15 23:04:39.329865 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c14cf-4f56-4b40-a55b-423d19c076f3 req-9a6802f3-73f0-4189-a978-d1ccdb369f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:39.331288 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4a7c14cf-4f56-4b40-a55b-423d19c076f3 req-9a6802f3-73f0-4189-a978-d1ccdb369f03 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.1743379 Jul 15 23:04:39.429485 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-c2240478-418b-4127-9408-0c619abe7546 req-e6bf02da-6311-4f1c-bd9e-48890aba4562 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbbbb3b3-7436-4a77-ba71-8be5e9a21ac7 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:04:39.439949 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c2240478-418b-4127-9408-0c619abe7546 req-e6bf02da-6311-4f1c-bd9e-48890aba4562 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:39.456184 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-c2240478-418b-4127-9408-0c619abe7546 req-e6bf02da-6311-4f1c-bd9e-48890aba4562 service neutron] Transition to ACTIVE for port object fbbbb3b3-7436-4a77-ba71-8be5e9a21ac7 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:04:39.486972 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2240478-418b-4127-9408-0c619abe7546 req-ecccfa27-2b9f-415c-a4db-36e3a960609e tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:04:39.536588 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-c2240478-418b-4127-9408-0c619abe7546 req-ecccfa27-2b9f-415c-a4db-36e3a960609e tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:04:39.556631 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cb64d0bc-d942-4ab2-85bd-0a5f7cccf430 req-22269ab9-09b1-4316-8384-2f539a760691 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7003415 Jul 15 23:04:39.564337 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-da1a49c2-382f-4e90-9d19-c42eb804dc09 req-32ec5711-2d8e-4b04-a5b9-e712535f8e7e service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126293 Jul 15 23:04:39.565206 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2240478-418b-4127-9408-0c619abe7546 req-ecccfa27-2b9f-415c-a4db-36e3a960609e tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:04:39.604139 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c2240478-418b-4127-9408-0c619abe7546 req-e6bf02da-6311-4f1c-bd9e-48890aba4562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:39.658375 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c14cf-4f56-4b40-a55b-423d19c076f3 req-26e22dc2-c0d0-4461-8579-3885be2efa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:39.660466 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4a7c14cf-4f56-4b40-a55b-423d19c076f3 req-26e22dc2-c0d0-4461-8579-3885be2efa6f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3184597 Jul 15 23:04:39.838043 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2240478-418b-4127-9408-0c619abe7546 req-ecccfa27-2b9f-415c-a4db-36e3a960609e tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:39.839047 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c2240478-418b-4127-9408-0c619abe7546 req-ecccfa27-2b9f-415c-a4db-36e3a960609e tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:39.951354 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a03646c6-6d66-4df3-8c33-fa92116804e4 None None] Provisioning for port 6b3cb440-13f8-4003-9165-fb2dc04957ff completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:04:39.965405 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a03646c6-6d66-4df3-8c33-fa92116804e4 None None] Provisioning complete for port 6b3cb440-13f8-4003-9165-fb2dc04957ff triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:04:39.974277 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a03646c6-6d66-4df3-8c33-fa92116804e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:40.022557 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecccfa27-2b9f-415c-a4db-36e3a960609e tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Pushing event updated for resources: {'Port': ['ID=6b3cb440-13f8-4003-9165-fb2dc04957ff,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:40.030478 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a03646c6-6d66-4df3-8c33-fa92116804e4 None None] Port 6b3cb440-13f8-4003-9165-fb2dc04957ff cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:04:40.057196 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f027263c-7dc8-4a68-bc11-b05e046bc66a req-77fdf992-b30d-4bc7-90f8-745198aa8a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:40.058728 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f027263c-7dc8-4a68-bc11-b05e046bc66a req-77fdf992-b30d-4bc7-90f8-745198aa8a49 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=943e0e7be5644005a591d26197ee19f5&device_id=78f28607-290c-4646-be68-69602ac0b8f2 HTTP/1.1" status: 200 len: 1099 time: 0.3529601 Jul 15 23:04:40.060615 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4a7c14cf-4f56-4b40-a55b-423d19c076f3 req-c40875f3-894c-41f1-a3ab-3f975dcfec69 service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3625510 Jul 15 23:04:40.129798 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3128fe-a61f-4089-b8d2-821dc14acaf2 req-58dca721-bc57-4de9-89cf-f988115c6422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:40.140102 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4e3128fe-a61f-4089-b8d2-821dc14acaf2 req-58dca721-bc57-4de9-89cf-f988115c6422 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cd577e78-f247-43e9-ab78-7025d315218e HTTP/1.1" status: 200 len: 1101 time: 1.4849045 Jul 15 23:04:40.317406 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f027263c-7dc8-4a68-bc11-b05e046bc66a req-9e23b753-83fa-4a62-b2bd-f8ab4b267533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:40.318959 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f027263c-7dc8-4a68-bc11-b05e046bc66a req-9e23b753-83fa-4a62-b2bd-f8ab4b267533 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5d412861-bef3-4cc1-ae9f-87a6a36753c0 HTTP/1.1" status: 200 len: 870 time: 0.2479815 Jul 15 23:04:40.374881 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f027263c-7dc8-4a68-bc11-b05e046bc66a req-da52dea8-8c29-4204-881a-c0f1b99fdfd6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=8f0d8289-9945-4b18-96eb-ec03ccd15832 HTTP/1.1" status: 200 len: 217 time: 0.0449197 Jul 15 23:04:40.376992 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4a7c14cf-4f56-4b40-a55b-423d19c076f3 req-74777156-8c98-4f9e-b660-5600ffcb3c38 service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048458 Jul 15 23:04:40.403724 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11773b7-9938-4654-a7d2-ccfb5e5f93b2 req-e0d0b112-f397-4040-a214-2e589773bf23 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:40.411509 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a11773b7-9938-4654-a7d2-ccfb5e5f93b2 req-e0d0b112-f397-4040-a214-2e589773bf23 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=78f28607-290c-4646-be68-69602ac0b8f2 HTTP/1.1" status: 200 len: 948 time: 1.5232506 Jul 15 23:04:40.426817 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bf02da-6311-4f1c-bd9e-48890aba4562 service neutron] Pushing event updated for resources: {'Port': ['ID=fbbbb3b3-7436-4a77-ba71-8be5e9a21ac7,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:40.448437 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd39d84f8-6928-4898-a654-8b981e664400', 'tag': '95676aa9-89d8-46f7-88bc-351a0519dfb9'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:40.450823 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f933506-afb6-4d56-a33c-2d99b72f1f9d" -d '{"events": [{"name": "network-changed", "server_uuid": "d39d84f8-6928-4898-a654-8b981e664400", "tag": "95676aa9-89d8-46f7-88bc-351a0519dfb9"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:40.459145 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 49352) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:40.479941 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f027263c-7dc8-4a68-bc11-b05e046bc66a req-3b763440-31c9-4888-82bc-de33d13a4015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:40.481449 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f027263c-7dc8-4a68-bc11-b05e046bc66a req-3b763440-31c9-4888-82bc-de33d13a4015 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.0880363 Jul 15 23:04:40.484033 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4e3128fe-a61f-4089-b8d2-821dc14acaf2 req-2345136d-12da-4384-891b-5ae7885aa226 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1872d82a-32c8-441d-a4ef-71895e7e75ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430364 Jul 15 23:04:40.493786 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-c2240478-418b-4127-9408-0c619abe7546 req-e6bf02da-6311-4f1c-bd9e-48890aba4562 service neutron] Attempting to bind port fbbbb3b3-7436-4a77-ba71-8be5e9a21ac7 on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:04:40.494394 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-c2240478-418b-4127-9408-0c619abe7546 req-e6bf02da-6311-4f1c-bd9e-48890aba4562 service neutron] Attempting to bind port fbbbb3b3-7436-4a77-ba71-8be5e9a21ac7 by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:04:40.495079 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2240478-418b-4127-9408-0c619abe7546 req-e6bf02da-6311-4f1c-bd9e-48890aba4562 service neutron] Attempting to bind port fbbbb3b3-7436-4a77-ba71-8be5e9a21ac7 on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:04:40.510220 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774b626-bcae-450a-a2bb-b7d4cc61fffc req-8b4df9d5-06bc-43cc-b122-db3680b1c38d tempest-ServerDiagnosticsNegativeTest-835287771 tempest-ServerDiagnosticsNegativeTest-835287771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:40.517391 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3774b626-bcae-450a-a2bb-b7d4cc61fffc req-8b4df9d5-06bc-43cc-b122-db3680b1c38d tempest-ServerDiagnosticsNegativeTest-835287771 tempest-ServerDiagnosticsNegativeTest-835287771-project] 10.222.0.48 "GET /v2.0/ports?device_id=d39d84f8-6928-4898-a654-8b981e664400 HTTP/1.1" status: 200 len: 948 time: 0.6454661 Jul 15 23:04:40.525335 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2240478-418b-4127-9408-0c619abe7546 req-e6bf02da-6311-4f1c-bd9e-48890aba4562 service neutron] Port fbbbb3b3-7436-4a77-ba71-8be5e9a21ac7 on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:04:40.525812 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2240478-418b-4127-9408-0c619abe7546 req-e6bf02da-6311-4f1c-bd9e-48890aba4562 service neutron] Attempting to bind port fbbbb3b3-7436-4a77-ba71-8be5e9a21ac7 on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:04:40.556192 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a11773b7-9938-4654-a7d2-ccfb5e5f93b2 req-7bdc6938-6067-4343-b87e-3b97a3603078 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436982 Jul 15 23:04:40.570773 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2240478-418b-4127-9408-0c619abe7546 req-e6bf02da-6311-4f1c-bd9e-48890aba4562 service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:04:40.571322 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2240478-418b-4127-9408-0c619abe7546 req-e6bf02da-6311-4f1c-bd9e-48890aba4562 service neutron] Checking segment: {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:04:40.571872 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2240478-418b-4127-9408-0c619abe7546 req-e6bf02da-6311-4f1c-bd9e-48890aba4562 service neutron] Bound using segment: {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:04:40.576450 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-c2240478-418b-4127-9408-0c619abe7546 req-e6bf02da-6311-4f1c-bd9e-48890aba4562 service neutron] Bound port: fbbbb3b3-7436-4a77-ba71-8be5e9a21ac7, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:04:40.577577 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c2240478-418b-4127-9408-0c619abe7546 req-e6bf02da-6311-4f1c-bd9e-48890aba4562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:40.585973 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f027263c-7dc8-4a68-bc11-b05e046bc66a req-132f4644-0522-4621-ae19-a37e2ca278c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:40.588367 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f027263c-7dc8-4a68-bc11-b05e046bc66a req-132f4644-0522-4621-ae19-a37e2ca278c5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0964787 Jul 15 23:04:40.633625 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-28f991f0-f3cc-405a-ba28-8579090b1580 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1930492400-network', 'tenant_id': 'd4a56bf4150b47a1aafe3e0a8ae6ac97'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:40.660879 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-25050526-5153-42a0-a6bf-07654c943631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:40.733141 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-c2240478-418b-4127-9408-0c619abe7546 req-e6bf02da-6311-4f1c-bd9e-48890aba4562 service neutron] For port fbbbb3b3-7436-4a77-ba71-8be5e9a21ac7, host n-h2-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:04:40.737280 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c2240478-418b-4127-9408-0c619abe7546 req-ecccfa27-2b9f-415c-a4db-36e3a960609e tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.4462790 Jul 15 23:04:40.737581 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f027263c-7dc8-4a68-bc11-b05e046bc66a req-d39b0c52-1a4a-4906-896c-0f7086952a56 service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395459 Jul 15 23:04:40.737880 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-25050526-5153-42a0-a6bf-07654c943631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:40.781044 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-c2240478-418b-4127-9408-0c619abe7546 req-c7bac64f-95b9-4be7-a2c5-53213bcd1fa8 service neutron] Request body: {'port': {'device_id': '962c5b6d-067c-4f70-a2e6-e2b3fb4aa272', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:40.818173 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f991f0-f3cc-405a-ba28-8579090b1580 admin admin] Made reservation on behalf of d4a56bf4150b47a1aafe3e0a8ae6ac97 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:04:40.825123 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28f991f0-f3cc-405a-ba28-8579090b1580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:40.825336 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3774b626-bcae-450a-a2bb-b7d4cc61fffc req-de2334b7-e28b-4d1c-aa38-09de0d74b066 tempest-ServerDiagnosticsNegativeTest-835287771 tempest-ServerDiagnosticsNegativeTest-835287771-project] 10.222.0.48 "GET /v2.0/security-groups?id=095ef59c-985b-420d-83bf-25f889e0af79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056784 Jul 15 23:04:40.835444 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28f991f0-f3cc-405a-ba28-8579090b1580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:40.875894 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c2240478-418b-4127-9408-0c619abe7546 req-c7bac64f-95b9-4be7-a2c5-53213bcd1fa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:40.878750 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-c2240478-418b-4127-9408-0c619abe7546 req-e6bf02da-6311-4f1c-bd9e-48890aba4562 service neutron] For port fbbbb3b3-7436-4a77-ba71-8be5e9a21ac7, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=fbbbb3b3-7436-4a77-ba71-8be5e9a21ac7,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:04:40.892283 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c2240478-418b-4127-9408-0c619abe7546 req-e6bf02da-6311-4f1c-bd9e-48890aba4562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:40.945857 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f027263c-7dc8-4a68-bc11-b05e046bc66a req-68f0e53e-ded0-429f-8e94-87c6d490cb4f service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943507 Jul 15 23:04:40.953802 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-25050526-5153-42a0-a6bf-07654c943631 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=aa1a189db0d849f09833df6b2305a4f9&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3686845 Jul 15 23:04:40.956680 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 49366) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:41.006643 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25050526-5153-42a0-a6bf-07654c943631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb171537-a364-48c1-a697-75b175269749,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:41.009304 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b5fd0a-39d8-4e0d-a7d2-76b7bd8a9101 x-openstack-request-id: req-95b5fd0a-39d8-4e0d-a7d2-76b7bd8a9101 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:41.009839 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d39d84f8-6928-4898-a654-8b981e664400", "tag": "95676aa9-89d8-46f7-88bc-351a0519dfb9", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:41.010186 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-95b5fd0a-39d8-4e0d-a7d2-76b7bd8a9101 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:41.010672 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd39d84f8-6928-4898-a654-8b981e664400', 'tag': '95676aa9-89d8-46f7-88bc-351a0519dfb9', 'status': 'completed', 'code': 200} Jul 15 23:04:41.029824 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2240478-418b-4127-9408-0c619abe7546 req-e6bf02da-6311-4f1c-bd9e-48890aba4562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:41.030862 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c2240478-418b-4127-9408-0c619abe7546 req-e6bf02da-6311-4f1c-bd9e-48890aba4562 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:41.032376 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c2240478-418b-4127-9408-0c619abe7546 req-e6bf02da-6311-4f1c-bd9e-48890aba4562 service neutron] 10.222.0.41 "PUT /v2.0/ports/fbbbb3b3-7436-4a77-ba71-8be5e9a21ac7 HTTP/1.1" status: 200 len: 1096 time: 4.2246482 Jul 15 23:04:41.038660 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3fe0fc9-3f0f-47d9-b15e-70962cd60c90', 'tag': 'fbbbb3b3-7436-4a77-ba71-8be5e9a21ac7'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:41.041321 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a7ac00-eae5-486c-b160-353862c477d3" -d '{"events": [{"name": "network-changed", "server_uuid": "d3fe0fc9-3f0f-47d9-b15e-70962cd60c90", "tag": "fbbbb3b3-7436-4a77-ba71-8be5e9a21ac7"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:41.108455 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-38d416b8-e4bc-4e0e-b99a-65fc3b5b844b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:41.180478 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28f991f0-f3cc-405a-ba28-8579090b1580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:41.191330 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28f991f0-f3cc-405a-ba28-8579090b1580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:41.248910 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-38d416b8-e4bc-4e0e-b99a-65fc3b5b844b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:41.267428 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28f991f0-f3cc-405a-ba28-8579090b1580 admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:04:41.293706 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f991f0-f3cc-405a-ba28-8579090b1580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d689cec7-e188-42fb-8146-0aa589978893,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:41.328506 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28f991f0-f3cc-405a-ba28-8579090b1580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:41.328990 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-28f991f0-f3cc-405a-ba28-8579090b1580 admin admin] Added segment ca12bc68-5d99-44db-b30e-afb9a7b600f7 of type vlan for network c1b42de0-c201-4a05-9b98-70df99dfc1e5 Jul 15 23:04:41.398328 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2240478-418b-4127-9408-0c619abe7546 req-3fe850bc-c441-4f99-9aa2-22c0dbe9e611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:41.400101 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c2240478-418b-4127-9408-0c619abe7546 req-3fe850bc-c441-4f99-9aa2-22c0dbe9e611 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9ac36772b83842538b63e725348a87e1&device_id=d3fe0fc9-3f0f-47d9-b15e-70962cd60c90 HTTP/1.1" status: 200 len: 1099 time: 0.2863731 Jul 15 23:04:41.402939 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28f991f0-f3cc-405a-ba28-8579090b1580 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:41.468214 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-38d416b8-e4bc-4e0e-b99a-65fc3b5b844b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:41.473352 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-38d416b8-e4bc-4e0e-b99a-65fc3b5b844b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:41.473352 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-38d416b8-e4bc-4e0e-b99a-65fc3b5b844b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bb171537-a364-48c1-a697-75b175269749 HTTP/1.1" status: 204 len: 168 time: 0.5150869 Jul 15 23:04:41.482733 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c2240478-418b-4127-9408-0c619abe7546 req-e3901df2-f38c-48b5-8570-330480c746a0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=fbbbb3b3-7436-4a77-ba71-8be5e9a21ac7 HTTP/1.1" status: 200 len: 217 time: 0.0656352 Jul 15 23:04:41.489128 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d416b8-e4bc-4e0e-b99a-65fc3b5b844b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb171537-a364-48c1-a697-75b175269749,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:41.501581 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28f991f0-f3cc-405a-ba28-8579090b1580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:41.502763 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f991f0-f3cc-405a-ba28-8579090b1580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:41.503998 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28f991f0-f3cc-405a-ba28-8579090b1580 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:41.602241 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-28f991f0-f3cc-405a-ba28-8579090b1580 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1411371 Jul 15 23:04:41.628104 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 49374) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:41.639814 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d87ac38d-9c1b-4b24-8538-ae7b89ff7cb0 admin admin] Request body: {'subnet': {'network_id': 'c1b42de0-c201-4a05-9b98-70df99dfc1e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1930492400-subnet', 'tenant_id': 'd4a56bf4150b47a1aafe3e0a8ae6ac97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:41.654603 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2240478-418b-4127-9408-0c619abe7546 req-a7f79627-bab2-4a37-9123-2a7676bace51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:41.663341 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c2240478-418b-4127-9408-0c619abe7546 req-a7f79627-bab2-4a37-9123-2a7676bace51 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.1715198 Jul 15 23:04:41.710725 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bf02da-6311-4f1c-bd9e-48890aba4562 service neutron] Pushing event updated for resources: {'Port': ['ID=fbbbb3b3-7436-4a77-ba71-8be5e9a21ac7,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:41.751811 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f991f0-f3cc-405a-ba28-8579090b1580 admin admin] Pushing event updated for resources: {'Network': ['ID=c1b42de0-c201-4a05-9b98-70df99dfc1e5,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:41.764551 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network c1b42de0-c201-4a05-9b98-70df99dfc1e5 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:04:41.774547 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87ac38d-9c1b-4b24-8538-ae7b89ff7cb0 admin admin] Made reservation on behalf of d4a56bf4150b47a1aafe3e0a8ae6ac97 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:04:41.777200 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d87ac38d-9c1b-4b24-8538-ae7b89ff7cb0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:41.961480 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2240478-418b-4127-9408-0c619abe7546 req-56004daa-ff5f-4fd9-843d-c952c16c23de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:41.963106 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c2240478-418b-4127-9408-0c619abe7546 req-56004daa-ff5f-4fd9-843d-c952c16c23de service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2824929 Jul 15 23:04:41.967442 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3582bf2d-3bb7-40a7-9d81-fa6347128461 req-99a48cd2-e403-48a5-b681-c21c0cf181e1 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:41.972798 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3582bf2d-3bb7-40a7-9d81-fa6347128461 req-99a48cd2-e403-48a5-b681-c21c0cf181e1 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd577e78-f247-43e9-ab78-7025d315218e HTTP/1.1" status: 200 len: 950 time: 1.0345340 Jul 15 23:04:41.979157 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-c2240478-418b-4127-9408-0c619abe7546 req-c7bac64f-95b9-4be7-a2c5-53213bcd1fa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b3cb440-13f8-4003-9165-fb2dc04957ff {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:04:42.017499 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c2240478-418b-4127-9408-0c619abe7546 req-c7bac64f-95b9-4be7-a2c5-53213bcd1fa8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:42.035059 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f933506-afb6-4d56-a33c-2d99b72f1f9d req-02dbea54-27e7-4563-b0c7-a7b098995b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:42.036625 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7f933506-afb6-4d56-a33c-2d99b72f1f9d req-02dbea54-27e7-4563-b0c7-a7b098995b33 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c3c36a22b3364eae8ea3ebeb42ef707e&device_id=d39d84f8-6928-4898-a654-8b981e664400 HTTP/1.1" status: 200 len: 1099 time: 0.8410094 Jul 15 23:04:42.086462 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-c2240478-418b-4127-9408-0c619abe7546 req-c7bac64f-95b9-4be7-a2c5-53213bcd1fa8 service neutron] Transition to ACTIVE for port object 6b3cb440-13f8-4003-9165-fb2dc04957ff will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:04:42.104215 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3582bf2d-3bb7-40a7-9d81-fa6347128461 req-025123e7-2ac1-428f-a5d4-08b4af1a0801 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] 10.222.0.48 "GET /v2.0/security-groups?id=1872d82a-32c8-441d-a4ef-71895e7e75ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259594 Jul 15 23:04:42.129292 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f00056-c1a9-444b-9402-d5afbf8ee735 req-ce4a01b5-98d6-4588-aa37-bdc063530f5c tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:42.139674 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-87f00056-c1a9-444b-9402-d5afbf8ee735 req-ce4a01b5-98d6-4588-aa37-bdc063530f5c tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3fe0fc9-3f0f-47d9-b15e-70962cd60c90 HTTP/1.1" status: 200 len: 948 time: 0.9483907 Jul 15 23:04:42.151132 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c2240478-418b-4127-9408-0c619abe7546 req-c7bac64f-95b9-4be7-a2c5-53213bcd1fa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:42.190850 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c2240478-418b-4127-9408-0c619abe7546 req-22afb640-bf5a-4839-94e2-eeb6e8eea5a3 service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112647 Jul 15 23:04:42.192305 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d87ac38d-9c1b-4b24-8538-ae7b89ff7cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:42.247625 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24f4dae-ab58-4f62-9a13-f1e673dc3212 x-openstack-request-id: req-b24f4dae-ab58-4f62-9a13-f1e673dc3212 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:42.247997 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3fe0fc9-3f0f-47d9-b15e-70962cd60c90", "tag": "fbbbb3b3-7436-4a77-ba71-8be5e9a21ac7", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:42.248174 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b24f4dae-ab58-4f62-9a13-f1e673dc3212 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:42.248815 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3fe0fc9-3f0f-47d9-b15e-70962cd60c90', 'tag': 'fbbbb3b3-7436-4a77-ba71-8be5e9a21ac7', 'status': 'completed', 'code': 200} Jul 15 23:04:42.310755 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87ac38d-9c1b-4b24-8538-ae7b89ff7cb0 admin admin] Checking segment: {'id': 'ca12bc68-5d99-44db-b30e-afb9a7b600f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c1b42de0-c201-4a05-9b98-70df99dfc1e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:04:42.311309 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87ac38d-9c1b-4b24-8538-ae7b89ff7cb0 admin admin] Network hostable DHCP agents. Network: c1b42de0-c201-4a05-9b98-70df99dfc1e5, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:04:42.375083 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-87f00056-c1a9-444b-9402-d5afbf8ee735 req-aea0c39a-a764-49de-8b8f-0a3313ed480b tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341292 Jul 15 23:04:42.380793 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bac64f-95b9-4be7-a2c5-53213bcd1fa8 service neutron] Pushing event updated for resources: {'Port': ['ID=6b3cb440-13f8-4003-9165-fb2dc04957ff,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:42.404988 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ac38d-9c1b-4b24-8538-ae7b89ff7cb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4944b977-d0e8-4302-b092-5407ca25043e,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:42.409725 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87ac38d-9c1b-4b24-8538-ae7b89ff7cb0 admin admin] Network c1b42de0-c201-4a05-9b98-70df99dfc1e5 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:04:42.436055 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-d87ac38d-9c1b-4b24-8538-ae7b89ff7cb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, c1b42de0-c201-4a05-9b98-70df99dfc1e5) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:04:42.447034 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15889f97-c4ff-4906-a646-0341db7a25fd None None] Network c1b42de0-c201-4a05-9b98-70df99dfc1e5 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:04:42.457862 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87ac38d-9c1b-4b24-8538-ae7b89ff7cb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:42.458359 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d87ac38d-9c1b-4b24-8538-ae7b89ff7cb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:42.535329 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d87ac38d-9c1b-4b24-8538-ae7b89ff7cb0 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9030337 Jul 15 23:04:42.545348 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c2240478-418b-4127-9408-0c619abe7546 req-a01be8cd-29d9-42b3-8644-d306363198f5 service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3405712 Jul 15 23:04:42.625086 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f933506-afb6-4d56-a33c-2d99b72f1f9d req-e0f16411-e48d-4038-9c7e-8a711c3ee6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:42.631699 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7f933506-afb6-4d56-a33c-2d99b72f1f9d req-e0f16411-e48d-4038-9c7e-8a711c3ee6ff service neutron] 10.222.0.41 "GET /v2.0/networks?id=5d412861-bef3-4cc1-ae9f-87a6a36753c0 HTTP/1.1" status: 200 len: 870 time: 0.5858073 Jul 15 23:04:42.761320 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7f933506-afb6-4d56-a33c-2d99b72f1f9d req-acff09bc-759e-40f2-9dc6-e0e48ccbd990 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=95676aa9-89d8-46f7-88bc-351a0519dfb9 HTTP/1.1" status: 200 len: 217 time: 0.0580735 Jul 15 23:04:42.816664 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15292aba-97fc-4eb2-859a-9302664a08f9 None None] Network c1b42de0-c201-4a05-9b98-70df99dfc1e5 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:04:42.860876 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-c2240478-418b-4127-9408-0c619abe7546 req-c7bac64f-95b9-4be7-a2c5-53213bcd1fa8 service neutron] Attempting to bind port 6b3cb440-13f8-4003-9165-fb2dc04957ff on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:04:42.868277 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-c2240478-418b-4127-9408-0c619abe7546 req-c7bac64f-95b9-4be7-a2c5-53213bcd1fa8 service neutron] Attempting to bind port 6b3cb440-13f8-4003-9165-fb2dc04957ff by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:04:42.868708 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2240478-418b-4127-9408-0c619abe7546 req-c7bac64f-95b9-4be7-a2c5-53213bcd1fa8 service neutron] Attempting to bind port 6b3cb440-13f8-4003-9165-fb2dc04957ff on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:04:42.874506 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 8f0d8289-9945-4b18-96eb-ec03ccd15832 details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:04:42.906775 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a7ac00-eae5-486c-b160-353862c477d3 req-695a884c-d26c-4322-8e8e-aaf856ba62b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:42.911199 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2240478-418b-4127-9408-0c619abe7546 req-c7bac64f-95b9-4be7-a2c5-53213bcd1fa8 service neutron] Port 6b3cb440-13f8-4003-9165-fb2dc04957ff on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:04:42.911427 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-88a7ac00-eae5-486c-b160-353862c477d3 req-695a884c-d26c-4322-8e8e-aaf856ba62b6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9ac36772b83842538b63e725348a87e1&device_id=d3fe0fc9-3f0f-47d9-b15e-70962cd60c90 HTTP/1.1" status: 200 len: 1099 time: 0.2317529 Jul 15 23:04:42.936740 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2240478-418b-4127-9408-0c619abe7546 req-c7bac64f-95b9-4be7-a2c5-53213bcd1fa8 service neutron] Attempting to bind port 6b3cb440-13f8-4003-9165-fb2dc04957ff on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:04:42.985410 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f933506-afb6-4d56-a33c-2d99b72f1f9d req-8216e4ad-71c4-48e2-9888-4d67e69ac0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:42.988507 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7f933506-afb6-4d56-a33c-2d99b72f1f9d req-8216e4ad-71c4-48e2-9888-4d67e69ac0d0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.2195556 Jul 15 23:04:43.007779 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 8f0d8289-9945-4b18-96eb-ec03ccd15832, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=8f0d8289-9945-4b18-96eb-ec03ccd15832,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:43.028415 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': '8f0d8289-9945-4b18-96eb-ec03ccd15832', 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'port_id': '8f0d8289-9945-4b18-96eb-ec03ccd15832', 'mac_address': 'fa:16:3e:c2:f4:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d909a96-22de-4aa9-b690-1c7da965ceac', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:04:43.028693 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2240478-418b-4127-9408-0c619abe7546 req-c7bac64f-95b9-4be7-a2c5-53213bcd1fa8 service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:04:43.028693 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2240478-418b-4127-9408-0c619abe7546 req-c7bac64f-95b9-4be7-a2c5-53213bcd1fa8 service neutron] Checking segment: {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:04:43.028693 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2240478-418b-4127-9408-0c619abe7546 req-c7bac64f-95b9-4be7-a2c5-53213bcd1fa8 service neutron] Bound using segment: {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:04:43.029180 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-c2240478-418b-4127-9408-0c619abe7546 req-c7bac64f-95b9-4be7-a2c5-53213bcd1fa8 service neutron] Bound port: 6b3cb440-13f8-4003-9165-fb2dc04957ff, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:04:43.029649 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c2240478-418b-4127-9408-0c619abe7546 req-c7bac64f-95b9-4be7-a2c5-53213bcd1fa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:43.058550 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a7ac00-eae5-486c-b160-353862c477d3 req-7c6a2e5d-3b29-4f1d-9866-76f07449caa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:43.060915 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-88a7ac00-eae5-486c-b160-353862c477d3 req-7c6a2e5d-3b29-4f1d-9866-76f07449caa2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5d412861-bef3-4cc1-ae9f-87a6a36753c0 HTTP/1.1" status: 200 len: 870 time: 0.1429505 Jul 15 23:04:43.094326 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac0ea1-3b1d-4fb2-b688-02d53582f131 req-848a8e50-09d5-4730-8c19-09745cfc6369 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:43.102993 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2fac0ea1-3b1d-4fb2-b688-02d53582f131 req-848a8e50-09d5-4730-8c19-09745cfc6369 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=78f28607-290c-4646-be68-69602ac0b8f2 HTTP/1.1" status: 200 len: 948 time: 0.5060391 Jul 15 23:04:43.152990 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-88a7ac00-eae5-486c-b160-353862c477d3 req-ef83ccce-3ce2-432c-a41d-a23b3a3375b4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=fbbbb3b3-7436-4a77-ba71-8be5e9a21ac7 HTTP/1.1" status: 200 len: 217 time: 0.0840054 Jul 15 23:04:43.171511 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:43.224487 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a7ac00-eae5-486c-b160-353862c477d3 req-3b3a8d09-30ff-4ad1-bf56-4ee0d56e1f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:43.226769 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-88a7ac00-eae5-486c-b160-353862c477d3 req-3b3a8d09-30ff-4ad1-bf56-4ee0d56e1f00 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.0601828 Jul 15 23:04:43.254230 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-c2240478-418b-4127-9408-0c619abe7546 req-c7bac64f-95b9-4be7-a2c5-53213bcd1fa8 service neutron] For port 6b3cb440-13f8-4003-9165-fb2dc04957ff, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:04:43.258577 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-c2240478-418b-4127-9408-0c619abe7546 req-c7bac64f-95b9-4be7-a2c5-53213bcd1fa8 service neutron] For port 6b3cb440-13f8-4003-9165-fb2dc04957ff, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=6b3cb440-13f8-4003-9165-fb2dc04957ff,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:04:43.267139 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c2240478-418b-4127-9408-0c619abe7546 req-c7bac64f-95b9-4be7-a2c5-53213bcd1fa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:43.285139 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f0d8289-9945-4b18-96eb-ec03ccd15832 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:04:43.292496 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2fac0ea1-3b1d-4fb2-b688-02d53582f131 req-b090eb37-ce45-4945-8b6a-b804a84d05b8 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880078 Jul 15 23:04:43.321385 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a7ac00-eae5-486c-b160-353862c477d3 req-1095eb6c-fc3b-49a7-abcf-29648f899773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:43.323845 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-88a7ac00-eae5-486c-b160-353862c477d3 req-1095eb6c-fc3b-49a7-abcf-29648f899773 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0772967 Jul 15 23:04:43.329581 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2240478-418b-4127-9408-0c619abe7546 req-c7bac64f-95b9-4be7-a2c5-53213bcd1fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:43.342938 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c2240478-418b-4127-9408-0c619abe7546 req-c7bac64f-95b9-4be7-a2c5-53213bcd1fa8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:43.350684 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c2240478-418b-4127-9408-0c619abe7546 req-c7bac64f-95b9-4be7-a2c5-53213bcd1fa8 service neutron] 10.222.0.49 "PUT /v2.0/ports/6b3cb440-13f8-4003-9165-fb2dc04957ff HTTP/1.1" status: 200 len: 1096 time: 2.5940971 Jul 15 23:04:43.372162 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 8f0d8289-9945-4b18-96eb-ec03ccd15832, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=8f0d8289-9945-4b18-96eb-ec03ccd15832,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:43.400795 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:43.545806 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb9973c-9107-4cac-8314-b0d33b90b091 req-502e87d1-688e-4a00-a329-42c01a8ee9c5 tempest-ServerDiagnosticsNegativeTest-835287771 tempest-ServerDiagnosticsNegativeTest-835287771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:43.561463 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4bb9973c-9107-4cac-8314-b0d33b90b091 req-502e87d1-688e-4a00-a329-42c01a8ee9c5 tempest-ServerDiagnosticsNegativeTest-835287771 tempest-ServerDiagnosticsNegativeTest-835287771-project] 10.222.0.48 "GET /v2.0/ports?device_id=d39d84f8-6928-4898-a654-8b981e664400 HTTP/1.1" status: 200 len: 948 time: 0.5633900 Jul 15 23:04:43.563768 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=8f0d8289-9945-4b18-96eb-ec03ccd15832,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:43.563926 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f933506-afb6-4d56-a33c-2d99b72f1f9d req-ab48df12-ea1f-40a0-af89-a410ec38e807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:43.565759 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7f933506-afb6-4d56-a33c-2d99b72f1f9d req-ab48df12-ea1f-40a0-af89-a410ec38e807 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5655248 Jul 15 23:04:43.608797 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-88a7ac00-eae5-486c-b160-353862c477d3 req-fbbbfbd0-f9b2-4e9d-9284-366d93849201 service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723773 Jul 15 23:04:43.719484 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7f933506-afb6-4d56-a33c-2d99b72f1f9d req-d36297e5-f2ff-49be-92ff-796d75a0a0b9 service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308513 Jul 15 23:04:43.758136 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bac64f-95b9-4be7-a2c5-53213bcd1fa8 service neutron] Pushing event updated for resources: {'Port': ['ID=6b3cb440-13f8-4003-9165-fb2dc04957ff,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:43.779786 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['8f0d8289-9945-4b18-96eb-ec03ccd15832'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:04:43.825659 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4bb9973c-9107-4cac-8314-b0d33b90b091 req-79c5e861-2d3b-4ae3-90b1-61a6f62d2677 tempest-ServerDiagnosticsNegativeTest-835287771 tempest-ServerDiagnosticsNegativeTest-835287771-project] 10.222.0.48 "GET /v2.0/security-groups?id=095ef59c-985b-420d-83bf-25f889e0af79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640238 Jul 15 23:04:43.887373 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-88a7ac00-eae5-486c-b160-353862c477d3 req-75044608-acf9-4d48-ac88-efdf60ba0346 service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646911 Jul 15 23:04:43.938727 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2240478-418b-4127-9408-0c619abe7546 req-0187c13e-ef1b-479d-961a-ad9fde6de799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:43.955473 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c2240478-418b-4127-9408-0c619abe7546 req-0187c13e-ef1b-479d-961a-ad9fde6de799 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9ac36772b83842538b63e725348a87e1&device_id=962c5b6d-067c-4f70-a2e6-e2b3fb4aa272 HTTP/1.1" status: 200 len: 1099 time: 0.5242977 Jul 15 23:04:44.034369 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c2240478-418b-4127-9408-0c619abe7546 req-20d1286f-6815-4f1a-a0a3-1079372bbf1f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=6b3cb440-13f8-4003-9165-fb2dc04957ff HTTP/1.1" status: 200 len: 217 time: 0.0691710 Jul 15 23:04:44.037842 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-aaa16fe7-c904-4fa8-ad40-9552aa05215d req-264f0489-fdcc-49e4-89cc-19b31e06e483 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-713532413', 'description': 'tempest-description-1155258930'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:44.124083 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7f933506-afb6-4d56-a33c-2d99b72f1f9d req-b48a7727-5d8c-462c-8313-688725561966 service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3934252 Jul 15 23:04:44.146053 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-aaa16fe7-c904-4fa8-ad40-9552aa05215d req-264f0489-fdcc-49e4-89cc-19b31e06e483 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:44.177581 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2240478-418b-4127-9408-0c619abe7546 req-cf2e63dc-01e3-4429-be73-2ed21e6a2bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:44.179753 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c2240478-418b-4127-9408-0c619abe7546 req-cf2e63dc-01e3-4429-be73-2ed21e6a2bca service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.1190119 Jul 15 23:04:44.253540 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9259e660-00e0-4007-8cc6-6c3d9bc7019c req-be23ee87-21d6-4ca3-b369-177662e413ea tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:44.255537 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9259e660-00e0-4007-8cc6-6c3d9bc7019c req-be23ee87-21d6-4ca3-b369-177662e413ea tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd577e78-f247-43e9-ab78-7025d315218e HTTP/1.1" status: 200 len: 950 time: 0.2302063 Jul 15 23:04:44.262023 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '962c5b6d-067c-4f70-a2e6-e2b3fb4aa272', 'tag': '6b3cb440-13f8-4003-9165-fb2dc04957ff'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:44.264397 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca7a292-5dba-4cfe-94f0-a452c1f1ca1f" -d '{"events": [{"name": "network-changed", "server_uuid": "962c5b6d-067c-4f70-a2e6-e2b3fb4aa272", "tag": "6b3cb440-13f8-4003-9165-fb2dc04957ff"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:44.359160 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2240478-418b-4127-9408-0c619abe7546 req-d2d0d926-ae67-49d8-8e4b-02ec97552bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:44.360871 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c2240478-418b-4127-9408-0c619abe7546 req-d2d0d926-ae67-49d8-8e4b-02ec97552bc8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1700256 Jul 15 23:04:44.373120 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9259e660-00e0-4007-8cc6-6c3d9bc7019c req-8365a6de-41b3-407a-9014-7b97e3aa94ca tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] 10.222.0.48 "GET /v2.0/security-groups?id=1872d82a-32c8-441d-a4ef-71895e7e75ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931053 Jul 15 23:04:44.519802 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-aaa16fe7-c904-4fa8-ad40-9552aa05215d req-264f0489-fdcc-49e4-89cc-19b31e06e483 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:44.534647 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-aaa16fe7-c904-4fa8-ad40-9552aa05215d req-264f0489-fdcc-49e4-89cc-19b31e06e483 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:44.600640 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c2240478-418b-4127-9408-0c619abe7546 req-35759fe5-6f8a-4509-9f2a-ab57f2340747 service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233396 Jul 15 23:04:44.605973 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-aaa16fe7-c904-4fa8-ad40-9552aa05215d req-264f0489-fdcc-49e4-89cc-19b31e06e483 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:44.607197 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-aaa16fe7-c904-4fa8-ad40-9552aa05215d req-264f0489-fdcc-49e4-89cc-19b31e06e483 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5803306 Jul 15 23:04:44.635185 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264f0489-fdcc-49e4-89cc-19b31e06e483 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7456f027-5692-4aab-9781-fd5247d679a3,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:44.721145 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e61d9-cd45-4bc4-96f3-6ace4f350aee req-8771e25b-380c-451e-9c12-84c1b18794f6 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:44.723661 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8b2e61d9-cd45-4bc4-96f3-6ace4f350aee req-8771e25b-380c-451e-9c12-84c1b18794f6 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3fe0fc9-3f0f-47d9-b15e-70962cd60c90 HTTP/1.1" status: 200 len: 948 time: 0.2115004 Jul 15 23:04:44.757584 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c2240478-418b-4127-9408-0c619abe7546 req-e5b649cc-a7f5-43df-a538-da90b6b0f331 service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480350 Jul 15 23:04:44.794737 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8b2e61d9-cd45-4bc4-96f3-6ace4f350aee req-df0ea0b8-6335-4d99-b3a1-79e2a9819be4 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610983 Jul 15 23:04:44.862445 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1cf423-f23f-43cd-85e6-7deabda88175 x-openstack-request-id: req-cd1cf423-f23f-43cd-85e6-7deabda88175 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:44.863497 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "962c5b6d-067c-4f70-a2e6-e2b3fb4aa272", "tag": "6b3cb440-13f8-4003-9165-fb2dc04957ff", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:44.864279 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cd1cf423-f23f-43cd-85e6-7deabda88175 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:44.865003 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '962c5b6d-067c-4f70-a2e6-e2b3fb4aa272', 'tag': '6b3cb440-13f8-4003-9165-fb2dc04957ff', 'status': 'completed', 'code': 200} Jul 15 23:04:44.876870 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 95676aa9-89d8-46f7-88bc-351a0519dfb9 details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:04:44.889152 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 8f0d8289-9945-4b18-96eb-ec03ccd15832 up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:04:45.007282 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca7a292-5dba-4cfe-94f0-a452c1f1ca1f req-68ac021b-e8ca-4b68-a80f-428c8c193b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:45.009165 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6ca7a292-5dba-4cfe-94f0-a452c1f1ca1f req-68ac021b-e8ca-4b68-a80f-428c8c193b8c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9ac36772b83842538b63e725348a87e1&device_id=962c5b6d-067c-4f70-a2e6-e2b3fb4aa272 HTTP/1.1" status: 200 len: 1099 time: 0.1136568 Jul 15 23:04:45.079059 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 95676aa9-89d8-46f7-88bc-351a0519dfb9, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=95676aa9-89d8-46f7-88bc-351a0519dfb9,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:45.108767 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': '95676aa9-89d8-46f7-88bc-351a0519dfb9', 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'port_id': '95676aa9-89d8-46f7-88bc-351a0519dfb9', 'mac_address': 'fa:16:3e:38:6e:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d909a96-22de-4aa9-b690-1c7da965ceac', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:04:45.111878 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port 8f0d8289-9945-4b18-96eb-ec03ccd15832 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:04:45.116685 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port 8f0d8289-9945-4b18-96eb-ec03ccd15832 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:04:45.117321 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:45.174960 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca7a292-5dba-4cfe-94f0-a452c1f1ca1f req-82b10abb-5b79-4a6a-9001-60e25be05007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:45.176340 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6ca7a292-5dba-4cfe-94f0-a452c1f1ca1f req-82b10abb-5b79-4a6a-9001-60e25be05007 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5d412861-bef3-4cc1-ae9f-87a6a36753c0 HTTP/1.1" status: 200 len: 870 time: 0.1609597 Jul 15 23:04:45.186760 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:45.187112 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d8cf36-cd7c-41a2-9140-89138927f681 req-f54f6d47-bbc3-44dc-9925-ffeed9e1be36 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:45.194577 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a4d8cf36-cd7c-41a2-9140-89138927f681 req-f54f6d47-bbc3-44dc-9925-ffeed9e1be36 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=78f28607-290c-4646-be68-69602ac0b8f2 HTTP/1.1" status: 200 len: 949 time: 0.1332920 Jul 15 23:04:45.203218 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95676aa9-89d8-46f7-88bc-351a0519dfb9 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:04:45.251829 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6ca7a292-5dba-4cfe-94f0-a452c1f1ca1f req-acdcc278-fbb6-48ae-9f3b-a0f3b152a93a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=6b3cb440-13f8-4003-9165-fb2dc04957ff HTTP/1.1" status: 200 len: 217 time: 0.0493762 Jul 15 23:04:45.256031 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 95676aa9-89d8-46f7-88bc-351a0519dfb9, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=95676aa9-89d8-46f7-88bc-351a0519dfb9,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:45.262995 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:45.302016 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:45.332389 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=95676aa9-89d8-46f7-88bc-351a0519dfb9,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:45.341510 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78f28607-290c-4646-be68-69602ac0b8f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f0d8289-9945-4b18-96eb-ec03ccd15832'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:45.344263 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb0eb62-7d7d-4142-aa2f-0094d90c3c64" -d '{"events": [{"server_uuid": "78f28607-290c-4646-be68-69602ac0b8f2", "name": "network-vif-plugged", "status": "completed", "tag": "8f0d8289-9945-4b18-96eb-ec03ccd15832"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:45.352189 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a4d8cf36-cd7c-41a2-9140-89138927f681 req-954f30e2-891e-4f41-9d57-5705f71f7905 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566491 Jul 15 23:04:45.368521 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 8f0d8289-9945-4b18-96eb-ec03ccd15832, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=8f0d8289-9945-4b18-96eb-ec03ccd15832,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:45.373545 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:45.385150 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca7a292-5dba-4cfe-94f0-a452c1f1ca1f req-fc8f1e66-8144-44c6-9f1a-888057c1d843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:45.386999 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6ca7a292-5dba-4cfe-94f0-a452c1f1ca1f req-fc8f1e66-8144-44c6-9f1a-888057c1d843 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.1245143 Jul 15 23:04:45.441393 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=8f0d8289-9945-4b18-96eb-ec03ccd15832,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:45.445295 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-e8ba5c3f-2140-41b7-a788-76251222386b req-bc666f5d-eb7e-463a-b0ad-930a9536a5cb tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-503673097', 'description': 'tempest-description-1351121837'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:45.490078 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e8ba5c3f-2140-41b7-a788-76251222386b req-bc666f5d-eb7e-463a-b0ad-930a9536a5cb tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:45.545313 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca7a292-5dba-4cfe-94f0-a452c1f1ca1f req-d5e06171-5756-4c28-ac1b-74bdedb0a115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:45.547039 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6ca7a292-5dba-4cfe-94f0-a452c1f1ca1f req-d5e06171-5756-4c28-ac1b-74bdedb0a115 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1508534 Jul 15 23:04:45.605324 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['95676aa9-89d8-46f7-88bc-351a0519dfb9'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:04:45.751023 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e8ba5c3f-2140-41b7-a788-76251222386b req-bc666f5d-eb7e-463a-b0ad-930a9536a5cb tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:45.774964 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e8ba5c3f-2140-41b7-a788-76251222386b req-bc666f5d-eb7e-463a-b0ad-930a9536a5cb tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:45.813615 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6ca7a292-5dba-4cfe-94f0-a452c1f1ca1f req-2a0e6740-b6d1-475b-8a06-17ee5dd8d570 service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471611 Jul 15 23:04:45.861321 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e8ba5c3f-2140-41b7-a788-76251222386b req-bc666f5d-eb7e-463a-b0ad-930a9536a5cb tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:45.872493 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e8ba5c3f-2140-41b7-a788-76251222386b req-bc666f5d-eb7e-463a-b0ad-930a9536a5cb tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4555285 Jul 15 23:04:45.909463 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e82d9-8db1-41c6-98e5-9d7ad268ad88 req-78a25a88-83f9-4337-8581-7944c1928962 tempest-ServerDiagnosticsNegativeTest-835287771 tempest-ServerDiagnosticsNegativeTest-835287771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:45.911210 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-260e82d9-8db1-41c6-98e5-9d7ad268ad88 req-78a25a88-83f9-4337-8581-7944c1928962 tempest-ServerDiagnosticsNegativeTest-835287771 tempest-ServerDiagnosticsNegativeTest-835287771-project] 10.222.0.48 "GET /v2.0/ports?device_id=d39d84f8-6928-4898-a654-8b981e664400 HTTP/1.1" status: 200 len: 949 time: 0.3308208 Jul 15 23:04:45.915448 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc666f5d-eb7e-463a-b0ad-930a9536a5cb tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df0c786f-1835-45af-b822-c4ded04949f8,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:46.029539 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-260e82d9-8db1-41c6-98e5-9d7ad268ad88 req-d2c8f610-4800-4924-b7b6-aeadf8eaac68 tempest-ServerDiagnosticsNegativeTest-835287771 tempest-ServerDiagnosticsNegativeTest-835287771-project] 10.222.0.48 "GET /v2.0/security-groups?id=095ef59c-985b-420d-83bf-25f889e0af79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961838 Jul 15 23:04:46.048923 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6ca7a292-5dba-4cfe-94f0-a452c1f1ca1f req-1a044cb0-ed2a-4485-84bd-b6f2de94026c service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123675 Jul 15 23:04:46.112602 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d82e71-01d7-4fa2-9c8f-77bebf0d4607 x-openstack-request-id: req-b4d82e71-01d7-4fa2-9c8f-77bebf0d4607 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:46.113606 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78f28607-290c-4646-be68-69602ac0b8f2", "name": "network-vif-plugged", "status": "completed", "tag": "8f0d8289-9945-4b18-96eb-ec03ccd15832", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:46.114358 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b4d82e71-01d7-4fa2-9c8f-77bebf0d4607 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:46.114906 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78f28607-290c-4646-be68-69602ac0b8f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f0d8289-9945-4b18-96eb-ec03ccd15832', 'code': 200} Jul 15 23:04:46.336420 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d26fed3-5ae9-43ec-95ab-179220789b6d req-b9d5a4b1-dbd9-4423-bf76-e2d7e4c66df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:46.338295 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5d26fed3-5ae9-43ec-95ab-179220789b6d req-b9d5a4b1-dbd9-4423-bf76-e2d7e4c66df7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=78f28607-290c-4646-be68-69602ac0b8f2 HTTP/1.1" status: 200 len: 1101 time: 0.0791993 Jul 15 23:04:46.348294 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d59f9-1020-49b1-9e52-5a9c6b4a38ed req-1be50e82-c7c1-4b8f-9e53-dfd4ea0d4ce7 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:46.350786 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ae5d59f9-1020-49b1-9e52-5a9c6b4a38ed req-1be50e82-c7c1-4b8f-9e53-dfd4ea0d4ce7 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd577e78-f247-43e9-ab78-7025d315218e HTTP/1.1" status: 200 len: 950 time: 0.1230512 Jul 15 23:04:46.422080 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5d26fed3-5ae9-43ec-95ab-179220789b6d req-73af8fe8-fb06-4032-8441-22d52de3031f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701139 Jul 15 23:04:46.441314 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ae5d59f9-1020-49b1-9e52-5a9c6b4a38ed req-970d7b7c-7be7-4956-b344-4b6c467eb13a tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] 10.222.0.48 "GET /v2.0/security-groups?id=1872d82a-32c8-441d-a4ef-71895e7e75ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828545 Jul 15 23:04:46.511498 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe411e-0bb7-470e-952d-322ee28f7843 req-3921f111-5764-4e63-9ab7-8fe214f37a7d tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:46.520137 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a4fe411e-0bb7-470e-952d-322ee28f7843 req-3921f111-5764-4e63-9ab7-8fe214f37a7d tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3fe0fc9-3f0f-47d9-b15e-70962cd60c90 HTTP/1.1" status: 200 len: 948 time: 0.1211984 Jul 15 23:04:46.595748 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a4fe411e-0bb7-470e-952d-322ee28f7843 req-3a99437a-1be8-42ca-afb6-6a23d1ca366c tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719035 Jul 15 23:04:46.706259 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6815b13-e2e8-4406-a1f6-9854a5bf3c75 req-238f71cb-6cca-45ea-a526-9c31e96c1ab4 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:46.707344 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b6815b13-e2e8-4406-a1f6-9854a5bf3c75 req-238f71cb-6cca-45ea-a526-9c31e96c1ab4 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/networks?id=c1b42de0-c201-4a05-9b98-70df99dfc1e5 HTTP/1.1" status: 200 len: 813 time: 0.1338882 Jul 15 23:04:46.736448 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b6815b13-e2e8-4406-a1f6-9854a5bf3c75 req-fee58f90-1784-432a-91ca-8256db34ee9a tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/quotas/d4a56bf4150b47a1aafe3e0a8ae6ac97 HTTP/1.1" status: 200 len: 375 time: 0.0164981 Jul 15 23:04:46.811057 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b6815b13-e2e8-4406-a1f6-9854a5bf3c75 req-f9a07a5c-7533-475b-b3a7-56a7e562b356 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d4a56bf4150b47a1aafe3e0a8ae6ac97&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0734444 Jul 15 23:04:46.887478 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075e670-cd62-4a0b-85a8-8457a581619a req-c67fc142-d7bf-4ca9-b3b8-bde306c87d2d tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:46.891630 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device fbbbb3b3-7436-4a77-ba71-8be5e9a21ac7 details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:04:46.900305 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8075e670-cd62-4a0b-85a8-8457a581619a req-c67fc142-d7bf-4ca9-b3b8-bde306c87d2d tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=78f28607-290c-4646-be68-69602ac0b8f2 HTTP/1.1" status: 200 len: 950 time: 0.1523981 Jul 15 23:04:46.935479 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 95676aa9-89d8-46f7-88bc-351a0519dfb9 up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:04:46.962163 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8075e670-cd62-4a0b-85a8-8457a581619a req-378eed7d-3cf7-4b6e-aac1-d961043d1d7a tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592723 Jul 15 23:04:47.072352 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [req-b6815b13-e2e8-4406-a1f6-9854a5bf3c75 req-15252fa9-9050-4991-9861-49988445693f service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:04:47.079046 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b6815b13-e2e8-4406-a1f6-9854a5bf3c75 req-15252fa9-9050-4991-9861-49988445693f service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1133370 Jul 15 23:04:47.152958 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port fbbbb3b3-7436-4a77-ba71-8be5e9a21ac7, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=fbbbb3b3-7436-4a77-ba71-8be5e9a21ac7,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:47.158034 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port 95676aa9-89d8-46f7-88bc-351a0519dfb9 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:04:47.191784 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': 'fbbbb3b3-7436-4a77-ba71-8be5e9a21ac7', 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'port_id': 'fbbbb3b3-7436-4a77-ba71-8be5e9a21ac7', 'mac_address': 'fa:16:3e:24:60:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d909a96-22de-4aa9-b690-1c7da965ceac', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:04:47.193310 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:04:47.197792 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port 95676aa9-89d8-46f7-88bc-351a0519dfb9 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:04:47.198659 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:47.322970 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:47.341082 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbbbb3b3-7436-4a77-ba71-8be5e9a21ac7 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:04:47.390574 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port fbbbb3b3-7436-4a77-ba71-8be5e9a21ac7, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=fbbbb3b3-7436-4a77-ba71-8be5e9a21ac7,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:47.398232 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:47.437876 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:47.482286 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=fbbbb3b3-7436-4a77-ba71-8be5e9a21ac7,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:47.501710 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 95676aa9-89d8-46f7-88bc-351a0519dfb9, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=95676aa9-89d8-46f7-88bc-351a0519dfb9,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:47.506554 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:47.574712 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=95676aa9-89d8-46f7-88bc-351a0519dfb9,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:47.683804 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b6815b13-e2e8-4406-a1f6-9854a5bf3c75 req-b5951c91-4d75-48d9-89f0-0067a384c856 service neutron] 10.222.0.48 "GET /v2.0/networks/c1b42de0-c201-4a05-9b98-70df99dfc1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6038516 Jul 15 23:04:47.707919 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a8a907-a6bb-4f08-950b-f223a72f059f req-c93944cb-bb99-4958-a340-c266717bb0b9 tempest-DeleteServersAdminTestJSON-1940927694 tempest-DeleteServersAdminTestJSON-1940927694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:47.709543 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-12a8a907-a6bb-4f08-950b-f223a72f059f req-c93944cb-bb99-4958-a340-c266717bb0b9 tempest-DeleteServersAdminTestJSON-1940927694 tempest-DeleteServersAdminTestJSON-1940927694-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=cd577e78-f247-43e9-ab78-7025d315218e HTTP/1.1" status: 200 len: 1101 time: 0.5669003 Jul 15 23:04:47.781056 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6de70f-7399-4580-b75e-58eb641a0f82 req-9ffd311b-3026-4c15-a74f-815b25014e20 tempest-ServerDiagnosticsNegativeTest-835287771 tempest-ServerDiagnosticsNegativeTest-835287771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:47.782596 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9f6de70f-7399-4580-b75e-58eb641a0f82 req-9ffd311b-3026-4c15-a74f-815b25014e20 tempest-ServerDiagnosticsNegativeTest-835287771 tempest-ServerDiagnosticsNegativeTest-835287771-project] 10.222.0.48 "GET /v2.0/ports?device_id=d39d84f8-6928-4898-a654-8b981e664400 HTTP/1.1" status: 200 len: 950 time: 0.1765976 Jul 15 23:04:47.807049 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['fbbbb3b3-7436-4a77-ba71-8be5e9a21ac7'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:04:47.921446 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9f6de70f-7399-4580-b75e-58eb641a0f82 req-77e03eed-2f7b-4ecd-bd5f-7c493f5055b3 tempest-ServerDiagnosticsNegativeTest-835287771 tempest-ServerDiagnosticsNegativeTest-835287771-project] 10.222.0.48 "GET /v2.0/security-groups?id=095ef59c-985b-420d-83bf-25f889e0af79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076703 Jul 15 23:04:47.924713 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b6815b13-e2e8-4406-a1f6-9854a5bf3c75 req-5764c470-fe93-4a4e-84a0-c0a0c3a36447 service neutron] 10.222.0.48 "GET /v2.0/networks/c1b42de0-c201-4a05-9b98-70df99dfc1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332857 Jul 15 23:04:47.967879 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-12a8a907-a6bb-4f08-950b-f223a72f059f req-db4639ba-76a7-4cb4-a235-9e49d2a01d48 tempest-DeleteServersAdminTestJSON-1940927694 tempest-DeleteServersAdminTestJSON-1940927694-project-admin] Deleting port 595a6e71-4f34-4083-837c-3461d9de8ffb {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:04:47.968326 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-12a8a907-a6bb-4f08-950b-f223a72f059f req-db4639ba-76a7-4cb4-a235-9e49d2a01d48 tempest-DeleteServersAdminTestJSON-1940927694 tempest-DeleteServersAdminTestJSON-1940927694-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:47.980200 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 6b3cb440-13f8-4003-9165-fb2dc04957ff details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:04:48.116481 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd39d84f8-6928-4898-a654-8b981e664400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95676aa9-89d8-46f7-88bc-351a0519dfb9'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:48.119041 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f18e882-f8ed-4388-88df-7c115e8d28c3" -d '{"events": [{"server_uuid": "d39d84f8-6928-4898-a654-8b981e664400", "name": "network-vif-plugged", "status": "completed", "tag": "95676aa9-89d8-46f7-88bc-351a0519dfb9"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:48.149084 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-12a8a907-a6bb-4f08-950b-f223a72f059f req-db4639ba-76a7-4cb4-a235-9e49d2a01d48 tempest-DeleteServersAdminTestJSON-1940927694 tempest-DeleteServersAdminTestJSON-1940927694-project-admin] For port 595a6e71-4f34-4083-837c-3461d9de8ffb, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=595a6e71-4f34-4083-837c-3461d9de8ffb,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:48.149084 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-12a8a907-a6bb-4f08-950b-f223a72f059f req-db4639ba-76a7-4cb4-a235-9e49d2a01d48 tempest-DeleteServersAdminTestJSON-1940927694 tempest-DeleteServersAdminTestJSON-1940927694-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:48.168703 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-12a8a907-a6bb-4f08-950b-f223a72f059f req-db4639ba-76a7-4cb4-a235-9e49d2a01d48 tempest-DeleteServersAdminTestJSON-1940927694 tempest-DeleteServersAdminTestJSON-1940927694-project-admin] Calling delete_port for 595a6e71-4f34-4083-837c-3461d9de8ffb owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:04:48.287836 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 6b3cb440-13f8-4003-9165-fb2dc04957ff, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=6b3cb440-13f8-4003-9165-fb2dc04957ff,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:48.356151 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-12a8a907-a6bb-4f08-950b-f223a72f059f req-db4639ba-76a7-4cb4-a235-9e49d2a01d48 tempest-DeleteServersAdminTestJSON-1940927694 tempest-DeleteServersAdminTestJSON-1940927694-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:48.371304 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['595a6e71-4f34-4083-837c-3461d9de8ffb'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:04:48.376654 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '6b3cb440-13f8-4003-9165-fb2dc04957ff', 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'port_id': '6b3cb440-13f8-4003-9165-fb2dc04957ff', 'mac_address': 'fa:16:3e:0a:f5:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d909a96-22de-4aa9-b690-1c7da965ceac', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:04:48.396319 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4639ba-76a7-4cb4-a235-9e49d2a01d48 tempest-DeleteServersAdminTestJSON-1940927694 tempest-DeleteServersAdminTestJSON-1940927694-project-admin] Pushing event deleted for resources: {'Port': ['ID=595a6e71-4f34-4083-837c-3461d9de8ffb,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:48.477688 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:48.504636 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b3cb440-13f8-4003-9165-fb2dc04957ff {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:04:48.542017 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 6b3cb440-13f8-4003-9165-fb2dc04957ff, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=6b3cb440-13f8-4003-9165-fb2dc04957ff,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:48.547474 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4de07ae3-a64e-4670-9bd3-5ff93eef7719 req-5a9d5b6c-5a64-4479-b0d6-09f0b5f38ebc tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd577e78-f247-43e9-ab78-7025d315218e HTTP/1.1" status: 200 len: 210 time: 0.0602806 Jul 15 23:04:48.548415 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a8a907-a6bb-4f08-950b-f223a72f059f req-db4639ba-76a7-4cb4-a235-9e49d2a01d48 tempest-DeleteServersAdminTestJSON-1940927694 tempest-DeleteServersAdminTestJSON-1940927694-project-admin] No DVR routers for this DVR port 595a6e71-4f34-4083-837c-3461d9de8ffb on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:04:48.551071 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-12a8a907-a6bb-4f08-950b-f223a72f059f req-db4639ba-76a7-4cb4-a235-9e49d2a01d48 tempest-DeleteServersAdminTestJSON-1940927694 tempest-DeleteServersAdminTestJSON-1940927694-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:48.554750 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-12a8a907-a6bb-4f08-950b-f223a72f059f req-db4639ba-76a7-4cb4-a235-9e49d2a01d48 tempest-DeleteServersAdminTestJSON-1940927694 tempest-DeleteServersAdminTestJSON-1940927694-project-admin] 10.222.0.49 "DELETE /v2.0/ports/595a6e71-4f34-4083-837c-3461d9de8ffb HTTP/1.1" status: 204 len: 173 time: 0.8307214 Jul 15 23:04:48.555264 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd577e78-f247-43e9-ab78-7025d315218e', 'name': 'network-vif-deleted', 'tag': '595a6e71-4f34-4083-837c-3461d9de8ffb'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:48.558275 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44609c1e-cd9c-455a-b8c6-5affe7d5885a" -d '{"events": [{"server_uuid": "cd577e78-f247-43e9-ab78-7025d315218e", "name": "network-vif-deleted", "tag": "595a6e71-4f34-4083-837c-3461d9de8ffb"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:48.561548 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:48.674412 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=6b3cb440-13f8-4003-9165-fb2dc04957ff,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:48.772314 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad292e9-9295-44cd-b85e-d4d9c6ea8179 req-42e9dd63-956e-45fd-9d94-be276663cbe9 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:48.774063 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4ad292e9-9295-44cd-b85e-d4d9c6ea8179 req-42e9dd63-956e-45fd-9d94-be276663cbe9 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3fe0fc9-3f0f-47d9-b15e-70962cd60c90 HTTP/1.1" status: 200 len: 949 time: 0.1755464 Jul 15 23:04:48.860766 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4ad292e9-9295-44cd-b85e-d4d9c6ea8179 req-3645d6e2-1621-4b1e-8fad-a7e3d4ec3a43 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808761 Jul 15 23:04:48.868010 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['6b3cb440-13f8-4003-9165-fb2dc04957ff'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:04:48.957329 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f7eb34-c2b6-413a-9150-b769a8857565 req-0643731c-796c-46e8-a163-b989baa20ada tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:48.969850 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a0f7eb34-c2b6-413a-9150-b769a8857565 req-0643731c-796c-46e8-a163-b989baa20ada tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=78f28607-290c-4646-be68-69602ac0b8f2 HTTP/1.1" status: 200 len: 950 time: 0.1067975 Jul 15 23:04:49.042853 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a0f7eb34-c2b6-413a-9150-b769a8857565 req-5a571c25-5385-4135-820e-256dca5badb8 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673482 Jul 15 23:04:49.078160 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c3e2c5-aa81-4757-9b84-8cfb50494346 x-openstack-request-id: req-f2c3e2c5-aa81-4757-9b84-8cfb50494346 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:49.078433 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d39d84f8-6928-4898-a654-8b981e664400", "name": "network-vif-plugged", "status": "completed", "tag": "95676aa9-89d8-46f7-88bc-351a0519dfb9", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:49.078683 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f2c3e2c5-aa81-4757-9b84-8cfb50494346 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:49.079159 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd39d84f8-6928-4898-a654-8b981e664400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95676aa9-89d8-46f7-88bc-351a0519dfb9', 'code': 200} Jul 15 23:04:49.155103 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ae647411-17e6-4613-bae6-24da0032feb9 req-dcbba2e5-7908-48a9-8b6d-55856a2d37b3 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/ports?device_id=34effbc0-2dfe-47c4-8686-e4eb48108560 HTTP/1.1" status: 200 len: 210 time: 0.1009836 Jul 15 23:04:49.214033 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75eee8c2-9dd3-4639-ad56-30ccad0d8a4e x-openstack-request-id: req-75eee8c2-9dd3-4639-ad56-30ccad0d8a4e {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:49.214328 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd577e78-f247-43e9-ab78-7025d315218e", "name": "network-vif-deleted", "tag": "595a6e71-4f34-4083-837c-3461d9de8ffb", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:49.214572 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-75eee8c2-9dd3-4639-ad56-30ccad0d8a4e {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:49.214967 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd577e78-f247-43e9-ab78-7025d315218e', 'name': 'network-vif-deleted', 'tag': '595a6e71-4f34-4083-837c-3461d9de8ffb', 'status': 'completed', 'code': 200} Jul 15 23:04:49.296304 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209ec33-3770-448b-afcc-bcbfdcb0899b req-0646eb18-34b7-432a-b516-f38750a661f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:49.301519 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3209ec33-3770-448b-afcc-bcbfdcb0899b req-0646eb18-34b7-432a-b516-f38750a661f7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d39d84f8-6928-4898-a654-8b981e664400 HTTP/1.1" status: 200 len: 1101 time: 0.1420655 Jul 15 23:04:49.384342 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3209ec33-3770-448b-afcc-bcbfdcb0899b req-9033a439-221b-4416-89d4-272a3df687d2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=095ef59c-985b-420d-83bf-25f889e0af79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729036 Jul 15 23:04:49.578614 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c97d3c-e2fd-4474-ac7a-5f2d93129a7f req-3c374a2d-f4fb-42b9-ae17-b23cd45a586c tempest-ServerDiagnosticsNegativeTest-835287771 tempest-ServerDiagnosticsNegativeTest-835287771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:49.578614 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-76c97d3c-e2fd-4474-ac7a-5f2d93129a7f req-3c374a2d-f4fb-42b9-ae17-b23cd45a586c tempest-ServerDiagnosticsNegativeTest-835287771 tempest-ServerDiagnosticsNegativeTest-835287771-project] 10.222.0.48 "GET /v2.0/ports?device_id=d39d84f8-6928-4898-a654-8b981e664400 HTTP/1.1" status: 200 len: 950 time: 0.1446612 Jul 15 23:04:49.589449 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a8bc33-759f-4f37-bb78-dd759f6841fc req-3a1fd5a7-5954-4b13-ba28-e2a51c2ee9da tempest-MigrationsAdminTest-795065050 tempest-MigrationsAdminTest-795065050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:49.597646 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d7a8bc33-759f-4f37-bb78-dd759f6841fc req-3a1fd5a7-5954-4b13-ba28-e2a51c2ee9da tempest-MigrationsAdminTest-795065050 tempest-MigrationsAdminTest-795065050-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=78f28607-290c-4646-be68-69602ac0b8f2 HTTP/1.1" status: 200 len: 1101 time: 0.1655438 Jul 15 23:04:49.627522 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d7a8bc33-759f-4f37-bb78-dd759f6841fc req-2fa5a6a0-17b6-42b2-905d-0b8e972d07c2 tempest-MigrationsAdminTest-795065050 tempest-MigrationsAdminTest-795065050-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:49.657075 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-76c97d3c-e2fd-4474-ac7a-5f2d93129a7f req-2a18c6a8-c204-4294-99f8-a86d4ba63c38 tempest-ServerDiagnosticsNegativeTest-835287771 tempest-ServerDiagnosticsNegativeTest-835287771-project] 10.222.0.48 "GET /v2.0/security-groups?id=095ef59c-985b-420d-83bf-25f889e0af79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797944 Jul 15 23:04:49.784730 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d7a8bc33-759f-4f37-bb78-dd759f6841fc req-2fa5a6a0-17b6-42b2-905d-0b8e972d07c2 tempest-MigrationsAdminTest-795065050 tempest-MigrationsAdminTest-795065050-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:49.790418 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d7a8bc33-759f-4f37-bb78-dd759f6841fc req-2fa5a6a0-17b6-42b2-905d-0b8e972d07c2 tempest-MigrationsAdminTest-795065050 tempest-MigrationsAdminTest-795065050-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:49.819452 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d7a8bc33-759f-4f37-bb78-dd759f6841fc req-2fa5a6a0-17b6-42b2-905d-0b8e972d07c2 tempest-MigrationsAdminTest-795065050 tempest-MigrationsAdminTest-795065050-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199223 Jul 15 23:04:49.831427 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa5a6a0-17b6-42b2-905d-0b8e972d07c2 tempest-MigrationsAdminTest-795065050 tempest-MigrationsAdminTest-795065050-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3969d95-1be4-4591-91b8-971aa091901d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:49.984385 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 6b3cb440-13f8-4003-9165-fb2dc04957ff up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:04:50.050719 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port 6b3cb440-13f8-4003-9165-fb2dc04957ff completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:04:50.057971 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 6b3cb440-13f8-4003-9165-fb2dc04957ff triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:04:50.058478 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:50.102336 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c174000-1e33-4586-aea9-096e80f3441e req-913ed5dd-9b3d-4f92-94e3-60aed48a9910 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:50.109065 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9c174000-1e33-4586-aea9-096e80f3441e req-913ed5dd-9b3d-4f92-94e3-60aed48a9910 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3fe0fc9-3f0f-47d9-b15e-70962cd60c90 HTTP/1.1" status: 200 len: 949 time: 0.1040335 Jul 15 23:04:50.150642 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9c174000-1e33-4586-aea9-096e80f3441e req-db5ce486-ccf0-497a-b6fb-248728ed1664 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406470 Jul 15 23:04:50.155345 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:50.208350 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 6b3cb440-13f8-4003-9165-fb2dc04957ff, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=6b3cb440-13f8-4003-9165-fb2dc04957ff,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:50.215663 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:50.218626 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 595a6e71-4f34-4083-837c-3461d9de8ffb no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:04:50.290765 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: 595a6e71-4f34-4083-837c-3461d9de8ffb {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:04:50.291120 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 595a6e71-4f34-4083-837c-3461d9de8ffb not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:04:50.350165 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=6b3cb440-13f8-4003-9165-fb2dc04957ff,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:50.422771 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e42a821f-d337-4999-bb8f-92d037b43d80 req-ad66318b-e4e0-4825-8288-ef1563fedd30 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=d77876ca62044f51bcd8387c4920b69c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271342 Jul 15 23:04:50.671555 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6815b13-e2e8-4406-a1f6-9854a5bf3c75 req-661a6fe6-40c2-43c9-831e-9a71b83278fd tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:50.673561 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b6815b13-e2e8-4406-a1f6-9854a5bf3c75 req-661a6fe6-40c2-43c9-831e-9a71b83278fd tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.49 "GET /v2.0/networks?id=c1b42de0-c201-4a05-9b98-70df99dfc1e5 HTTP/1.1" status: 200 len: 813 time: 0.2440999 Jul 15 23:04:50.686805 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a821f-d337-4999-bb8f-92d037b43d80 req-d22892ba-7f1e-4728-9d2e-88bdf509cf85 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:50.688656 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e42a821f-d337-4999-bb8f-92d037b43d80 req-d22892ba-7f1e-4728-9d2e-88bdf509cf85 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2568913 Jul 15 23:04:50.695168 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-b6815b13-e2e8-4406-a1f6-9854a5bf3c75 req-2f8e257c-020f-4ed8-a252-13cd2a5a56a3 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Request body: {'port': {'device_id': '34effbc0-2dfe-47c4-8686-e4eb48108560', 'network_id': 'c1b42de0-c201-4a05-9b98-70df99dfc1e5', 'admin_state_up': True, 'tenant_id': 'd4a56bf4150b47a1aafe3e0a8ae6ac97'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:50.703382 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 49634) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:50.817708 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e42a821f-d337-4999-bb8f-92d037b43d80 req-1e26a787-7ba5-44f2-a5f0-ef1a4d6f48cc tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] 10.222.0.48 "GET /v2.0/quotas/d77876ca62044f51bcd8387c4920b69c HTTP/1.1" status: 200 len: 375 time: 0.0170877 Jul 15 23:04:50.878537 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 49640) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:50.901086 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device fbbbb3b3-7436-4a77-ba71-8be5e9a21ac7 up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:04:50.901497 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e42a821f-d337-4999-bb8f-92d037b43d80 req-da7541b8-4124-4237-9d4b-a34ec8a23f8b tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d77876ca62044f51bcd8387c4920b69c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0734499 Jul 15 23:04:50.906515 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-96cf9382-a666-4f19-a751-bc2235b2ef04 req-143a30a8-276f-479b-aedc-5218fb1120d5 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/ports?device_id=34effbc0-2dfe-47c4-8686-e4eb48108560 HTTP/1.1" status: 200 len: 210 time: 0.0739536 Jul 15 23:04:50.919522 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6815b13-e2e8-4406-a1f6-9854a5bf3c75 req-2f8e257c-020f-4ed8-a252-13cd2a5a56a3 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Made reservation on behalf of d4a56bf4150b47a1aafe3e0a8ae6ac97 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:04:50.929603 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b6815b13-e2e8-4406-a1f6-9854a5bf3c75 req-2f8e257c-020f-4ed8-a252-13cd2a5a56a3 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:50.948103 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7cadcb6e-bd02-408c-9e46-928d2dacc109 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:51.044515 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port fbbbb3b3-7436-4a77-ba71-8be5e9a21ac7 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:04:51.049132 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port fbbbb3b3-7436-4a77-ba71-8be5e9a21ac7 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:04:51.049612 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:51.090480 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4ddd5252-8c76-4c91-9623-8f77d3c9fa14 req-f76641ff-6d46-4261-9afc-22dff6943933 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=78f28607-290c-4646-be68-69602ac0b8f2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2105038 Jul 15 23:04:51.094254 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '962c5b6d-067c-4f70-a2e6-e2b3fb4aa272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b3cb440-13f8-4003-9165-fb2dc04957ff'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:51.105274 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86738ccf-26bd-4044-b38a-a26769482c70" -d '{"events": [{"server_uuid": "962c5b6d-067c-4f70-a2e6-e2b3fb4aa272", "name": "network-vif-plugged", "status": "completed", "tag": "6b3cb440-13f8-4003-9165-fb2dc04957ff"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:51.217628 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-b6815b13-e2e8-4406-a1f6-9854a5bf3c75 req-2f8e257c-020f-4ed8-a252-13cd2a5a56a3 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Allocated IP 172.20.0.7 (c1b42de0-c201-4a05-9b98-70df99dfc1e5/4944b977-d0e8-4302-b092-5407ca25043e/39e3d2bc-c0bf-474d-a5fe-77c548219b78) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:04:51.244199 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:51.269696 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7cadcb6e-bd02-408c-9e46-928d2dacc109 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:51.280226 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7cadcb6e-bd02-408c-9e46-928d2dacc109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:51.290687 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port fbbbb3b3-7436-4a77-ba71-8be5e9a21ac7, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=fbbbb3b3-7436-4a77-ba71-8be5e9a21ac7,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:51.296992 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:51.332816 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-7cadcb6e-bd02-408c-9e46-928d2dacc109 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fd15c49e3f1447db857cd5b62e3aa9ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6276190 Jul 15 23:04:51.334836 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 49666) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:51.385971 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cadcb6e-bd02-408c-9e46-928d2dacc109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb88ffc-e479-4c0b-8e60-a815bb38314e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:51.407271 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4218429e-ab80-4600-9508-fdaa81497fc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:51.423167 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=fbbbb3b3-7436-4a77-ba71-8be5e9a21ac7,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:51.441195 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4218429e-ab80-4600-9508-fdaa81497fc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:51.491608 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093df699-043a-4371-8fb1-c006d6cad7e2 req-b849c5fa-0178-4536-9288-78863c3f5c27 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:51.493291 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-093df699-043a-4371-8fb1-c006d6cad7e2 req-b849c5fa-0178-4536-9288-78863c3f5c27 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=78f28607-290c-4646-be68-69602ac0b8f2 HTTP/1.1" status: 200 len: 950 time: 0.2200131 Jul 15 23:04:51.516924 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4218429e-ab80-4600-9508-fdaa81497fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:51.519533 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4218429e-ab80-4600-9508-fdaa81497fc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:51.524376 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-4218429e-ab80-4600-9508-fdaa81497fc3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fdb88ffc-e479-4c0b-8e60-a815bb38314e HTTP/1.1" status: 204 len: 168 time: 0.1845522 Jul 15 23:04:51.540282 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4218429e-ab80-4600-9508-fdaa81497fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb88ffc-e479-4c0b-8e60-a815bb38314e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:51.601256 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-093df699-043a-4371-8fb1-c006d6cad7e2 req-2575d074-0a3b-4e0c-baae-37e23a8fd8bf tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965278 Jul 15 23:04:51.612513 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd91bbc1-3ce0-4838-9cfa-bdd446b22c27 req-4ecb3458-371c-4ce8-a4ec-5e2fb7fe6b2e tempest-ServerDiagnosticsNegativeTest-835287771 tempest-ServerDiagnosticsNegativeTest-835287771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:51.620770 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fd91bbc1-3ce0-4838-9cfa-bdd446b22c27 req-4ecb3458-371c-4ce8-a4ec-5e2fb7fe6b2e tempest-ServerDiagnosticsNegativeTest-835287771 tempest-ServerDiagnosticsNegativeTest-835287771-project] 10.222.0.48 "GET /v2.0/ports?device_id=d39d84f8-6928-4898-a654-8b981e664400 HTTP/1.1" status: 200 len: 950 time: 0.3496628 Jul 15 23:04:51.670240 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b6815b13-e2e8-4406-a1f6-9854a5bf3c75 req-2f8e257c-020f-4ed8-a252-13cd2a5a56a3 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:51.700112 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fd91bbc1-3ce0-4838-9cfa-bdd446b22c27 req-c3844293-e388-4980-8ffc-bd4539b3821e tempest-ServerDiagnosticsNegativeTest-835287771 tempest-ServerDiagnosticsNegativeTest-835287771-project] 10.222.0.48 "GET /v2.0/security-groups?id=095ef59c-985b-420d-83bf-25f889e0af79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783131 Jul 15 23:04:51.763473 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b6815b13-e2e8-4406-a1f6-9854a5bf3c75 req-2f8e257c-020f-4ed8-a252-13cd2a5a56a3 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:51.826710 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6815b13-e2e8-4406-a1f6-9854a5bf3c75 req-2f8e257c-020f-4ed8-a252-13cd2a5a56a3 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Network c1b42de0-c201-4a05-9b98-70df99dfc1e5 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:04:51.834372 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-b6815b13-e2e8-4406-a1f6-9854a5bf3c75 req-2f8e257c-020f-4ed8-a252-13cd2a5a56a3 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:04:51.845818 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6815b13-e2e8-4406-a1f6-9854a5bf3c75 req-2f8e257c-020f-4ed8-a252-13cd2a5a56a3 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:04:51.884935 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff417e78-7a84-4831-b651-b4e485ac9853 x-openstack-request-id: req-ff417e78-7a84-4831-b651-b4e485ac9853 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:51.886238 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "962c5b6d-067c-4f70-a2e6-e2b3fb4aa272", "name": "network-vif-plugged", "status": "completed", "tag": "6b3cb440-13f8-4003-9165-fb2dc04957ff", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:51.886499 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8e257c-020f-4ed8-a252-13cd2a5a56a3 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Pushing event updated for resources: {'Port': ['ID=39e3d2bc-c0bf-474d-a5fe-77c548219b78,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:51.886632 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ff417e78-7a84-4831-b651-b4e485ac9853 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:51.887368 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '962c5b6d-067c-4f70-a2e6-e2b3fb4aa272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b3cb440-13f8-4003-9165-fb2dc04957ff', 'code': 200} Jul 15 23:04:51.940643 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6815b13-e2e8-4406-a1f6-9854a5bf3c75 req-2f8e257c-020f-4ed8-a252-13cd2a5a56a3 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:51.940914 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b6815b13-e2e8-4406-a1f6-9854a5bf3c75 req-2f8e257c-020f-4ed8-a252-13cd2a5a56a3 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:51.967535 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b6815b13-e2e8-4406-a1f6-9854a5bf3c75 req-2f8e257c-020f-4ed8-a252-13cd2a5a56a3 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2769353 Jul 15 23:04:51.982253 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-b6815b13-e2e8-4406-a1f6-9854a5bf3c75 req-f9e279bf-f4bb-4e29-ae61-15ba2064b6da service neutron] Request body: {'port': {'device_id': '34effbc0-2dfe-47c4-8686-e4eb48108560', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:52.167988 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 49710) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:52.187823 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b84c0bf8-2ec9-4816-8897-4d0ab748a34f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:52.200512 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d727ee5a-4bb9-45a2-a3cd-79f2f800abf1 req-12654786-0d9d-479c-9b2a-905bd4fecb1c tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd4ea2a4-417c-46c3-a5aa-f440905aaa53 HTTP/1.1" status: 200 len: 210 time: 0.1271315 Jul 15 23:04:52.314503 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b6815b13-e2e8-4406-a1f6-9854a5bf3c75 req-f9e279bf-f4bb-4e29-ae61-15ba2064b6da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:52.364604 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef2ffd2-dda9-43c6-8381-b66072f30d73 req-867f9aa2-8ec7-476f-ac9a-17e0131a22ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:52.372928 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-aef2ffd2-dda9-43c6-8381-b66072f30d73 req-867f9aa2-8ec7-476f-ac9a-17e0131a22ae service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=962c5b6d-067c-4f70-a2e6-e2b3fb4aa272 HTTP/1.1" status: 200 len: 1101 time: 0.3221841 Jul 15 23:04:52.403650 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b84c0bf8-2ec9-4816-8897-4d0ab748a34f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:52.408935 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b84c0bf8-2ec9-4816-8897-4d0ab748a34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:52.446834 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b84c0bf8-2ec9-4816-8897-4d0ab748a34f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=25f78a3facb74bb1a3b0afeda3e00db7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2739239 Jul 15 23:04:52.457052 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 49728) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:52.460793 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84c0bf8-2ec9-4816-8897-4d0ab748a34f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e15009d-aa8f-4ef1-99a3-b6b131f675bd,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:52.576991 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-aef2ffd2-dda9-43c6-8381-b66072f30d73 req-91f1c6e0-7c01-454f-afe9-c002e7e9b5e7 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734159 Jul 15 23:04:52.665067 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d5d5e91d-47b2-4fc2-aea8-837579f3a636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:52.720266 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cd1b5a-a5d4-4b1c-a3f5-de842d38d40b req-755730ff-4c91-4006-bca3-2fdde67eae4a tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:52.728081 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-98cd1b5a-a5d4-4b1c-a3f5-de842d38d40b req-755730ff-4c91-4006-bca3-2fdde67eae4a tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3fe0fc9-3f0f-47d9-b15e-70962cd60c90 HTTP/1.1" status: 200 len: 950 time: 0.3285711 Jul 15 23:04:52.769631 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d5d5e91d-47b2-4fc2-aea8-837579f3a636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:52.886637 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e42a821f-d337-4999-bb8f-92d037b43d80 req-9533454b-7f84-489f-a353-6105a44b02a5 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=d77876ca62044f51bcd8387c4920b69c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400205 Jul 15 23:04:52.955039 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-98cd1b5a-a5d4-4b1c-a3f5-de842d38d40b req-f5827204-a7cf-4b30-8152-825afd135c51 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258391 Jul 15 23:04:53.066380 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d5d5e91d-47b2-4fc2-aea8-837579f3a636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:53.069399 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d5d5e91d-47b2-4fc2-aea8-837579f3a636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:53.070617 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-d5d5e91d-47b2-4fc2-aea8-837579f3a636 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2e15009d-aa8f-4ef1-99a3-b6b131f675bd HTTP/1.1" status: 204 len: 168 time: 0.6090064 Jul 15 23:04:53.126006 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d5e91d-47b2-4fc2-aea8-837579f3a636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e15009d-aa8f-4ef1-99a3-b6b131f675bd,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:53.155694 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-b6815b13-e2e8-4406-a1f6-9854a5bf3c75 req-f9e279bf-f4bb-4e29-ae61-15ba2064b6da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39e3d2bc-c0bf-474d-a5fe-77c548219b78 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:04:53.176357 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b6815b13-e2e8-4406-a1f6-9854a5bf3c75 req-f9e279bf-f4bb-4e29-ae61-15ba2064b6da service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:53.190037 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fa3b2d-d6ab-4a7c-be8b-101173ae88d1 req-8fcafe8c-2aed-4ee6-8d1d-756036beb2c3 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:53.191530 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-58fa3b2d-d6ab-4a7c-be8b-101173ae88d1 req-8fcafe8c-2aed-4ee6-8d1d-756036beb2c3 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/ports?device_id=34effbc0-2dfe-47c4-8686-e4eb48108560 HTTP/1.1" status: 200 len: 931 time: 0.2632539 Jul 15 23:04:53.198754 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a821f-d337-4999-bb8f-92d037b43d80 req-274f137e-c6a8-48b0-80fb-a779f5308861 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:53.200265 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e42a821f-d337-4999-bb8f-92d037b43d80 req-274f137e-c6a8-48b0-80fb-a779f5308861 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3008678 Jul 15 23:04:53.223179 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-e42a821f-d337-4999-bb8f-92d037b43d80 req-dc3ea0f8-17db-43fc-ad81-bbb26ec99224 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] Request body: {'port': {'device_id': 'bd4ea2a4-417c-46c3-a5aa-f440905aaa53', 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'admin_state_up': True, 'tenant_id': 'd77876ca62044f51bcd8387c4920b69c'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:53.237389 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-b6815b13-e2e8-4406-a1f6-9854a5bf3c75 req-f9e279bf-f4bb-4e29-ae61-15ba2064b6da service neutron] Transition to ACTIVE for port object 39e3d2bc-c0bf-474d-a5fe-77c548219b78 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:04:53.265594 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b6815b13-e2e8-4406-a1f6-9854a5bf3c75 req-f9e279bf-f4bb-4e29-ae61-15ba2064b6da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:53.362293 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-58fa3b2d-d6ab-4a7c-be8b-101173ae88d1 req-a55c12b9-8fca-46c3-945e-bfd0a60a611e tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/security-groups?id=d689cec7-e188-42fb-8146-0aa589978893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610482 Jul 15 23:04:53.680039 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcbfee0-77ee-4862-a3cf-2fa34bc7e383 req-3b54d2cc-420c-488b-bd65-c58721d47cf9 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:53.686978 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6dcbfee0-77ee-4862-a3cf-2fa34bc7e383 req-3b54d2cc-420c-488b-bd65-c58721d47cf9 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=78f28607-290c-4646-be68-69602ac0b8f2 HTTP/1.1" status: 200 len: 950 time: 0.5862160 Jul 15 23:04:53.711069 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e279bf-f4bb-4e29-ae61-15ba2064b6da service neutron] Pushing event updated for resources: {'Port': ['ID=39e3d2bc-c0bf-474d-a5fe-77c548219b78,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:53.813812 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6dcbfee0-77ee-4862-a3cf-2fa34bc7e383 req-8a122ddb-8ffa-4394-9298-7008971c65f5 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259205 Jul 15 23:04:53.845980 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddd5252-8c76-4c91-9623-8f77d3c9fa14 req-1476f069-922f-4a65-94b6-af31f162fa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:53.847749 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4ddd5252-8c76-4c91-9623-8f77d3c9fa14 req-1476f069-922f-4a65-94b6-af31f162fa54 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=943e0e7be5644005a591d26197ee19f5&device_id=78f28607-290c-4646-be68-69602ac0b8f2 HTTP/1.1" status: 200 len: 1101 time: 0.4757369 Jul 15 23:04:53.851353 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e42a821f-d337-4999-bb8f-92d037b43d80 req-dc3ea0f8-17db-43fc-ad81-bbb26ec99224 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] Made reservation on behalf of d77876ca62044f51bcd8387c4920b69c for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:04:53.855240 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e42a821f-d337-4999-bb8f-92d037b43d80 req-dc3ea0f8-17db-43fc-ad81-bbb26ec99224 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:53.888879 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3fe0fc9-3f0f-47d9-b15e-70962cd60c90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbbbb3b3-7436-4a77-ba71-8be5e9a21ac7'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:53.893510 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35cbb8c5-bcf9-47ae-8433-cf102fbcad37" -d '{"events": [{"server_uuid": "d3fe0fc9-3f0f-47d9-b15e-70962cd60c90", "name": "network-vif-plugged", "status": "completed", "tag": "fbbbb3b3-7436-4a77-ba71-8be5e9a21ac7"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:53.989609 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-b6815b13-e2e8-4406-a1f6-9854a5bf3c75 req-f9e279bf-f4bb-4e29-ae61-15ba2064b6da service neutron] Attempting to bind port 39e3d2bc-c0bf-474d-a5fe-77c548219b78 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:04:53.992026 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-b6815b13-e2e8-4406-a1f6-9854a5bf3c75 req-f9e279bf-f4bb-4e29-ae61-15ba2064b6da service neutron] Attempting to bind port 39e3d2bc-c0bf-474d-a5fe-77c548219b78 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': 'ca12bc68-5d99-44db-b30e-afb9a7b600f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c1b42de0-c201-4a05-9b98-70df99dfc1e5'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:04:53.992285 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6815b13-e2e8-4406-a1f6-9854a5bf3c75 req-f9e279bf-f4bb-4e29-ae61-15ba2064b6da service neutron] Attempting to bind port 39e3d2bc-c0bf-474d-a5fe-77c548219b78 on network c1b42de0-c201-4a05-9b98-70df99dfc1e5 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:04:53.997543 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 98ed8752-a480-4f21-b4f7-d23a3487f42a no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:04:54.013028 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 49780) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:54.090800 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6815b13-e2e8-4406-a1f6-9854a5bf3c75 req-f9e279bf-f4bb-4e29-ae61-15ba2064b6da service neutron] Port 39e3d2bc-c0bf-474d-a5fe-77c548219b78 on network c1b42de0-c201-4a05-9b98-70df99dfc1e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:04:54.091633 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6815b13-e2e8-4406-a1f6-9854a5bf3c75 req-f9e279bf-f4bb-4e29-ae61-15ba2064b6da service neutron] Attempting to bind port 39e3d2bc-c0bf-474d-a5fe-77c548219b78 on network c1b42de0-c201-4a05-9b98-70df99dfc1e5 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:04:54.108378 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9571b403-153d-40b4-b349-d0118a9467ec req-e7dc792d-c6ca-465e-b33a-54e30275ea2f tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd4ea2a4-417c-46c3-a5aa-f440905aaa53 HTTP/1.1" status: 200 len: 210 time: 0.1275048 Jul 15 23:04:54.167072 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315a3178-d861-448d-a48e-813f3f47c769 x-openstack-request-id: req-315a3178-d861-448d-a48e-813f3f47c769 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:54.177543 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3fe0fc9-3f0f-47d9-b15e-70962cd60c90", "name": "network-vif-plugged", "status": "completed", "tag": "fbbbb3b3-7436-4a77-ba71-8be5e9a21ac7", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:54.177843 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-315a3178-d861-448d-a48e-813f3f47c769 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:54.178580 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3fe0fc9-3f0f-47d9-b15e-70962cd60c90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbbbb3b3-7436-4a77-ba71-8be5e9a21ac7', 'code': 200} Jul 15 23:04:54.189469 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:54.197658 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-080903f2-7c23-4a53-8237-1e418ef83f73 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2011019558-network', 'tenant_id': '680eb147007347d0b28b90eaf34e5f6f'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:54.239349 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-080903f2-7c23-4a53-8237-1e418ef83f73 admin admin] Made reservation on behalf of 680eb147007347d0b28b90eaf34e5f6f for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:04:54.243710 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-080903f2-7c23-4a53-8237-1e418ef83f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:54.253655 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-080903f2-7c23-4a53-8237-1e418ef83f73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:54.259028 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 98ed8752-a480-4f21-b4f7-d23a3487f42a, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=98ed8752-a480-4f21-b4f7-d23a3487f42a,segment=NetworkSegment(73b65db5-b75b-48b7-8e07-44c7152f69b4),segment_id=73b65db5-b75b-48b7-8e07-44c7152f69b4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:54.263464 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:54.267023 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6815b13-e2e8-4406-a1f6-9854a5bf3c75 req-f9e279bf-f4bb-4e29-ae61-15ba2064b6da service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:04:54.267375 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6815b13-e2e8-4406-a1f6-9854a5bf3c75 req-f9e279bf-f4bb-4e29-ae61-15ba2064b6da service neutron] Checking segment: {'id': 'ca12bc68-5d99-44db-b30e-afb9a7b600f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c1b42de0-c201-4a05-9b98-70df99dfc1e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:04:54.267862 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6815b13-e2e8-4406-a1f6-9854a5bf3c75 req-f9e279bf-f4bb-4e29-ae61-15ba2064b6da service neutron] Bound using segment: {'id': 'ca12bc68-5d99-44db-b30e-afb9a7b600f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c1b42de0-c201-4a05-9b98-70df99dfc1e5'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:04:54.268315 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-b6815b13-e2e8-4406-a1f6-9854a5bf3c75 req-f9e279bf-f4bb-4e29-ae61-15ba2064b6da service neutron] Bound port: 39e3d2bc-c0bf-474d-a5fe-77c548219b78, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca12bc68-5d99-44db-b30e-afb9a7b600f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c1b42de0-c201-4a05-9b98-70df99dfc1e5'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:04:54.268681 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b6815b13-e2e8-4406-a1f6-9854a5bf3c75 req-f9e279bf-f4bb-4e29-ae61-15ba2064b6da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:54.327451 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=98ed8752-a480-4f21-b4f7-d23a3487f42a,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:54.415782 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-e42a821f-d337-4999-bb8f-92d037b43d80 req-dc3ea0f8-17db-43fc-ad81-bbb26ec99224 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] Allocated IP 192.168.233.65 (5d412861-bef3-4cc1-ae9f-87a6a36753c0/0d909a96-22de-4aa9-b690-1c7da965ceac/bb35c73e-b88a-43ed-9a62-0d73484c3483) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:04:54.418428 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddd5252-8c76-4c91-9623-8f77d3c9fa14 req-39c4c8d9-a50c-4282-9587-5a7eec618a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:54.420023 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4ddd5252-8c76-4c91-9623-8f77d3c9fa14 req-39c4c8d9-a50c-4282-9587-5a7eec618a75 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5d412861-bef3-4cc1-ae9f-87a6a36753c0 HTTP/1.1" status: 200 len: 870 time: 0.5622120 Jul 15 23:04:54.512182 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4ddd5252-8c76-4c91-9623-8f77d3c9fa14 req-d7f2801d-c007-41c6-a849-ad21c77ac146 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=8f0d8289-9945-4b18-96eb-ec03ccd15832 HTTP/1.1" status: 200 len: 217 time: 0.0707436 Jul 15 23:04:54.553573 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e2ca74-1702-4641-b578-6f4a6754ab23 req-945a6133-b239-4e85-bb8a-442e1b4ed17a tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:54.555145 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-68e2ca74-1702-4641-b578-6f4a6754ab23 req-945a6133-b239-4e85-bb8a-442e1b4ed17a tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/networks?id=3d02251c-0d36-4f59-b9c0-9c508ddade2e HTTP/1.1" status: 200 len: 805 time: 0.3388436 Jul 15 23:04:54.605971 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-b6815b13-e2e8-4406-a1f6-9854a5bf3c75 req-f9e279bf-f4bb-4e29-ae61-15ba2064b6da service neutron] For port 39e3d2bc-c0bf-474d-a5fe-77c548219b78, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:04:54.612635 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f00c0ae-e39c-4a55-96bc-2dbfaa824d81 req-b187aea7-0279-4dc2-b3b1-235adcac94eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:54.614422 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-0f00c0ae-e39c-4a55-96bc-2dbfaa824d81 req-b187aea7-0279-4dc2-b3b1-235adcac94eb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d3fe0fc9-3f0f-47d9-b15e-70962cd60c90 HTTP/1.1" status: 200 len: 1101 time: 0.3127034 Jul 15 23:04:54.634217 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-080903f2-7c23-4a53-8237-1e418ef83f73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:54.641017 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-080903f2-7c23-4a53-8237-1e418ef83f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:54.644636 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-b6815b13-e2e8-4406-a1f6-9854a5bf3c75 req-f9e279bf-f4bb-4e29-ae61-15ba2064b6da service neutron] For port 39e3d2bc-c0bf-474d-a5fe-77c548219b78, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=39e3d2bc-c0bf-474d-a5fe-77c548219b78,segment=NetworkSegment(ca12bc68-5d99-44db-b30e-afb9a7b600f7),segment_id=ca12bc68-5d99-44db-b30e-afb9a7b600f7)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:04:54.653599 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6846958-2d2b-4130-aca9-8601f470f9a8 req-e16321b2-50b3-4323-a733-9d9515e23a08 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:54.655129 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f6846958-2d2b-4130-aca9-8601f470f9a8 req-e16321b2-50b3-4323-a733-9d9515e23a08 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3fe0fc9-3f0f-47d9-b15e-70962cd60c90 HTTP/1.1" status: 200 len: 950 time: 0.3841455 Jul 15 23:04:54.656416 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-68e2ca74-1702-4641-b578-6f4a6754ab23 req-144b069c-ef9c-4ee2-88aa-39bbd4dca408 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/quotas/dd73df9424ac401598d255879ffa30fd HTTP/1.1" status: 200 len: 375 time: 0.0845292 Jul 15 23:04:54.671347 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-080903f2-7c23-4a53-8237-1e418ef83f73 admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:04:54.680488 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b6815b13-e2e8-4406-a1f6-9854a5bf3c75 req-f9e279bf-f4bb-4e29-ae61-15ba2064b6da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:54.689508 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-0f00c0ae-e39c-4a55-96bc-2dbfaa824d81 req-3751eee1-6fd0-4d52-aab7-70697a735009 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657580 Jul 15 23:04:54.691480 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080903f2-7c23-4a53-8237-1e418ef83f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3f18d2-9e37-410a-acad-e1f5e867dacc,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:54.696965 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-080903f2-7c23-4a53-8237-1e418ef83f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:54.697883 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-080903f2-7c23-4a53-8237-1e418ef83f73 admin admin] Added segment 2a783e67-ba53-4ea9-9bee-afb3f3217392 of type vlan for network f037b993-4149-40e0-a687-25986d720de6 Jul 15 23:04:54.715658 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddd5252-8c76-4c91-9623-8f77d3c9fa14 req-99ef9912-95e0-47e9-ac38-0206e532941c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:54.717066 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4ddd5252-8c76-4c91-9623-8f77d3c9fa14 req-99ef9912-95e0-47e9-ac38-0206e532941c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.1889176 Jul 15 23:04:54.736208 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-080903f2-7c23-4a53-8237-1e418ef83f73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:54.765446 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-080903f2-7c23-4a53-8237-1e418ef83f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:54.766414 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080903f2-7c23-4a53-8237-1e418ef83f73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:54.767155 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-080903f2-7c23-4a53-8237-1e418ef83f73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:54.800635 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6815b13-e2e8-4406-a1f6-9854a5bf3c75 req-f9e279bf-f4bb-4e29-ae61-15ba2064b6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:54.801278 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b6815b13-e2e8-4406-a1f6-9854a5bf3c75 req-f9e279bf-f4bb-4e29-ae61-15ba2064b6da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:54.802984 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-080903f2-7c23-4a53-8237-1e418ef83f73 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7880607 Jul 15 23:04:54.803168 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b6815b13-e2e8-4406-a1f6-9854a5bf3c75 req-f9e279bf-f4bb-4e29-ae61-15ba2064b6da service neutron] 10.222.0.49 "PUT /v2.0/ports/39e3d2bc-c0bf-474d-a5fe-77c548219b78 HTTP/1.1" status: 200 len: 1091 time: 2.8263667 Jul 15 23:04:54.808169 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34effbc0-2dfe-47c4-8686-e4eb48108560', 'tag': '39e3d2bc-c0bf-474d-a5fe-77c548219b78'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:54.810439 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1ef336-e926-4e46-96d0-e8db18ee789b" -d '{"events": [{"name": "network-changed", "server_uuid": "34effbc0-2dfe-47c4-8686-e4eb48108560", "tag": "39e3d2bc-c0bf-474d-a5fe-77c548219b78"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:54.813643 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 49798) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:54.829741 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-427e6015-e9b3-4336-a3fe-5f41ea4788df admin admin] Request body: {'subnet': {'network_id': 'f037b993-4149-40e0-a687-25986d720de6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2011019558-subnet', 'tenant_id': '680eb147007347d0b28b90eaf34e5f6f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:54.832247 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080903f2-7c23-4a53-8237-1e418ef83f73 admin admin] Pushing event updated for resources: {'Network': ['ID=f037b993-4149-40e0-a687-25986d720de6,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:54.851685 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network f037b993-4149-40e0-a687-25986d720de6 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:04:54.860195 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f6846958-2d2b-4130-aca9-8601f470f9a8 req-54645fca-6464-447d-837e-fe2ce3bdcd81 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902378 Jul 15 23:04:54.928618 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e279bf-f4bb-4e29-ae61-15ba2064b6da service neutron] Pushing event updated for resources: {'Port': ['ID=39e3d2bc-c0bf-474d-a5fe-77c548219b78,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:54.948496 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-427e6015-e9b3-4336-a3fe-5f41ea4788df admin admin] Made reservation on behalf of 680eb147007347d0b28b90eaf34e5f6f for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:04:54.950841 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-427e6015-e9b3-4336-a3fe-5f41ea4788df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:54.962269 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e42a821f-d337-4999-bb8f-92d037b43d80 req-dc3ea0f8-17db-43fc-ad81-bbb26ec99224 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:55.060975 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-e42a821f-d337-4999-bb8f-92d037b43d80 req-dc3ea0f8-17db-43fc-ad81-bbb26ec99224 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] Transition to ACTIVE for port object bb35c73e-b88a-43ed-9a62-0d73484c3483 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:04:55.072526 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:55.097853 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-68e2ca74-1702-4641-b578-6f4a6754ab23 req-4de2cfd9-26e7-4939-86e7-926ad194d12a tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=dd73df9424ac401598d255879ffa30fd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4089644 Jul 15 23:04:55.178279 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6815b13-e2e8-4406-a1f6-9854a5bf3c75 req-a5c7f0f4-a280-4bcf-9d62-d6d3c6f71f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:55.179810 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b6815b13-e2e8-4406-a1f6-9854a5bf3c75 req-a5c7f0f4-a280-4bcf-9d62-d6d3c6f71f57 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d4a56bf4150b47a1aafe3e0a8ae6ac97&device_id=34effbc0-2dfe-47c4-8686-e4eb48108560 HTTP/1.1" status: 200 len: 1094 time: 0.3135977 Jul 15 23:04:55.278466 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b6815b13-e2e8-4406-a1f6-9854a5bf3c75 req-75394c22-4397-4a63-8475-c63e40abe896 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39e3d2bc-c0bf-474d-a5fe-77c548219b78 HTTP/1.1" status: 200 len: 217 time: 0.0866499 Jul 15 23:04:55.314581 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e42a821f-d337-4999-bb8f-92d037b43d80 req-dc3ea0f8-17db-43fc-ad81-bbb26ec99224 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:55.317119 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddd5252-8c76-4c91-9623-8f77d3c9fa14 req-5aa08461-283b-4185-80dd-c7ce8ef6d9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:55.319180 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4ddd5252-8c76-4c91-9623-8f77d3c9fa14 req-5aa08461-283b-4185-80dd-c7ce8ef6d9fd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3281038 Jul 15 23:04:55.347596 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa891c-cb0d-43bd-8f8e-b7b1ad7fb86f req-39b41eb5-e93f-4e61-a63d-fd7793d1da6b tempest-ServerDiagnosticsNegativeTest-835287771 tempest-ServerDiagnosticsNegativeTest-835287771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:55.349053 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-11fa891c-cb0d-43bd-8f8e-b7b1ad7fb86f req-39b41eb5-e93f-4e61-a63d-fd7793d1da6b tempest-ServerDiagnosticsNegativeTest-835287771 tempest-ServerDiagnosticsNegativeTest-835287771-project] 10.222.0.48 "GET /v2.0/ports?device_id=d39d84f8-6928-4898-a654-8b981e664400 HTTP/1.1" status: 200 len: 950 time: 0.3696961 Jul 15 23:04:55.479014 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-68e2ca74-1702-4641-b578-6f4a6754ab23 req-a2ddcea7-c648-4c96-a9b1-c39c61c12d99 service neutron] 10.222.0.48 "GET /v2.0/networks/3d02251c-0d36-4f59-b9c0-9c508ddade2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678715 Jul 15 23:04:55.480718 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e42a821f-d337-4999-bb8f-92d037b43d80 req-dc3ea0f8-17db-43fc-ad81-bbb26ec99224 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] Network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:04:55.530176 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-e42a821f-d337-4999-bb8f-92d037b43d80 req-dc3ea0f8-17db-43fc-ad81-bbb26ec99224 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:04:55.534160 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-e42a821f-d337-4999-bb8f-92d037b43d80 req-dc3ea0f8-17db-43fc-ad81-bbb26ec99224 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:04:55.579985 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3ea0f8-17db-43fc-ad81-bbb26ec99224 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] Pushing event updated for resources: {'Port': ['ID=bb35c73e-b88a-43ed-9a62-0d73484c3483,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:55.583019 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6815b13-e2e8-4406-a1f6-9854a5bf3c75 req-36ea1372-7af4-4f50-82a0-20108f5ef0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:55.584756 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b6815b13-e2e8-4406-a1f6-9854a5bf3c75 req-36ea1372-7af4-4f50-82a0-20108f5ef0cb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4944b977-d0e8-4302-b092-5407ca25043e HTTP/1.1" status: 200 len: 853 time: 0.2631655 Jul 15 23:04:55.664555 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-11fa891c-cb0d-43bd-8f8e-b7b1ad7fb86f req-f2de2497-3799-4e2f-a909-9834aeaa41fb tempest-ServerDiagnosticsNegativeTest-835287771 tempest-ServerDiagnosticsNegativeTest-835287771-project] 10.222.0.48 "GET /v2.0/security-groups?id=095ef59c-985b-420d-83bf-25f889e0af79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741497 Jul 15 23:04:55.687752 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-427e6015-e9b3-4336-a3fe-5f41ea4788df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:55.709111 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376bf707-7820-492e-a75f-b50a6a2230f9 req-bf2a64d4-7c63-4482-9de0-902390127fd6 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:55.711940 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-376bf707-7820-492e-a75f-b50a6a2230f9 req-bf2a64d4-7c63-4482-9de0-902390127fd6 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.49 "GET /v2.0/ports?device_id=21dbc824-88f9-4f0f-8395-57f787e6e9cf HTTP/1.1" status: 200 len: 943 time: 0.0839078 Jul 15 23:04:55.769294 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a821f-d337-4999-bb8f-92d037b43d80 req-dc3ea0f8-17db-43fc-ad81-bbb26ec99224 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:55.770218 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e42a821f-d337-4999-bb8f-92d037b43d80 req-dc3ea0f8-17db-43fc-ad81-bbb26ec99224 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:55.777267 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b6815b13-e2e8-4406-a1f6-9854a5bf3c75 req-c5c242fd-0d25-41b1-a7d8-5c4bcea5275d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c1b42de0-c201-4a05-9b98-70df99dfc1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1517706 Jul 15 23:04:55.843706 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4b0d34b6-420a-487d-bf66-75abb0391c98 None None] Provisioning for port bb35c73e-b88a-43ed-9a62-0d73484c3483 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:04:55.848340 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4b0d34b6-420a-487d-bf66-75abb0391c98 None None] Provisioning complete for port bb35c73e-b88a-43ed-9a62-0d73484c3483 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:04:55.848841 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-376bf707-7820-492e-a75f-b50a6a2230f9 req-407a40f0-9eff-4aa3-9733-0a49308545c4 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Deleting port 98ed8752-a480-4f21-b4f7-d23a3487f42a {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:04:55.849948 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4b0d34b6-420a-487d-bf66-75abb0391c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:55.850231 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-376bf707-7820-492e-a75f-b50a6a2230f9 req-407a40f0-9eff-4aa3-9733-0a49308545c4 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:55.852706 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4ddd5252-8c76-4c91-9623-8f77d3c9fa14 req-706fe65b-0570-4242-b154-48e2d97dc382 service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5239282 Jul 15 23:04:55.911561 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-4b0d34b6-420a-487d-bf66-75abb0391c98 None None] Port bb35c73e-b88a-43ed-9a62-0d73484c3483 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:04:55.952967 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-376bf707-7820-492e-a75f-b50a6a2230f9 req-407a40f0-9eff-4aa3-9733-0a49308545c4 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] For port 98ed8752-a480-4f21-b4f7-d23a3487f42a, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=98ed8752-a480-4f21-b4f7-d23a3487f42a,segment=NetworkSegment(73b65db5-b75b-48b7-8e07-44c7152f69b4),segment_id=73b65db5-b75b-48b7-8e07-44c7152f69b4)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:55.953353 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-376bf707-7820-492e-a75f-b50a6a2230f9 req-407a40f0-9eff-4aa3-9733-0a49308545c4 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:55.963812 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e42a821f-d337-4999-bb8f-92d037b43d80 req-dc3ea0f8-17db-43fc-ad81-bbb26ec99224 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7456181 Jul 15 23:04:55.966231 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-376bf707-7820-492e-a75f-b50a6a2230f9 req-407a40f0-9eff-4aa3-9733-0a49308545c4 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Calling delete_port for 98ed8752-a480-4f21-b4f7-d23a3487f42a owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:04:55.997518 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-e42a821f-d337-4999-bb8f-92d037b43d80 req-35c87d53-d109-4193-8ea1-eeaa87accd3c service neutron] Request body: {'port': {'device_id': 'bd4ea2a4-417c-46c3-a5aa-f440905aaa53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:56.010006 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-68e2ca74-1702-4641-b578-6f4a6754ab23 req-a3ffc2e8-1153-437d-a809-46020b780224 service neutron] 10.222.0.48 "GET /v2.0/networks/3d02251c-0d36-4f59-b9c0-9c508ddade2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5152483 Jul 15 23:04:56.120588 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-376bf707-7820-492e-a75f-b50a6a2230f9 req-407a40f0-9eff-4aa3-9733-0a49308545c4 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:56.179541 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21dbc824-88f9-4f0f-8395-57f787e6e9cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98ed8752-a480-4f21-b4f7-d23a3487f42a'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:56.183112 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe2b1b15-6ef5-4093-acff-7bb68610355d" -d '{"events": [{"server_uuid": "21dbc824-88f9-4f0f-8395-57f787e6e9cf", "name": "network-vif-unplugged", "status": "completed", "tag": "98ed8752-a480-4f21-b4f7-d23a3487f42a"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:56.186053 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407a40f0-9eff-4aa3-9733-0a49308545c4 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Pushing event deleted for resources: {'Port': ['ID=98ed8752-a480-4f21-b4f7-d23a3487f42a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:56.244002 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-376bf707-7820-492e-a75f-b50a6a2230f9 req-407a40f0-9eff-4aa3-9733-0a49308545c4 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] No DVR routers for this DVR port 98ed8752-a480-4f21-b4f7-d23a3487f42a on host n-h1-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:04:56.247395 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-376bf707-7820-492e-a75f-b50a6a2230f9 req-407a40f0-9eff-4aa3-9733-0a49308545c4 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:56.249808 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-376bf707-7820-492e-a75f-b50a6a2230f9 req-407a40f0-9eff-4aa3-9733-0a49308545c4 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.49 "DELETE /v2.0/ports/98ed8752-a480-4f21-b4f7-d23a3487f42a HTTP/1.1" status: 204 len: 173 time: 0.5319173 Jul 15 23:04:56.250511 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21dbc824-88f9-4f0f-8395-57f787e6e9cf', 'name': 'network-vif-deleted', 'tag': '98ed8752-a480-4f21-b4f7-d23a3487f42a'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:56.253814 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a2322ae-17d4-48b2-a8bb-89c17db3de5a" -d '{"events": [{"server_uuid": "21dbc824-88f9-4f0f-8395-57f787e6e9cf", "name": "network-vif-deleted", "tag": "98ed8752-a480-4f21-b4f7-d23a3487f42a"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:56.391052 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-113f4006-7c96-4fdd-9670-0e714198f770 x-openstack-request-id: req-113f4006-7c96-4fdd-9670-0e714198f770 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:56.391378 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34effbc0-2dfe-47c4-8686-e4eb48108560", "tag": "39e3d2bc-c0bf-474d-a5fe-77c548219b78", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:56.391997 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-113f4006-7c96-4fdd-9670-0e714198f770 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:56.391997 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34effbc0-2dfe-47c4-8686-e4eb48108560', 'tag': '39e3d2bc-c0bf-474d-a5fe-77c548219b78', 'status': 'completed', 'code': 200} Jul 15 23:04:56.394060 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427e6015-e9b3-4336-a3fe-5f41ea4788df admin admin] Pushing event updated for resources: {'Subnet': ['ID=b89a129e-9de5-4301-b344-10ab05e9feea,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:56.544087 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d273c3-b40f-4b78-95ce-b5891f8f7fe9 req-0b2981ce-e090-4ce1-b433-c6116f20f95c tempest-ServerDiagnosticsNegativeTest-835287771 tempest-ServerDiagnosticsNegativeTest-835287771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:56.545899 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-36d273c3-b40f-4b78-95ce-b5891f8f7fe9 req-0b2981ce-e090-4ce1-b433-c6116f20f95c tempest-ServerDiagnosticsNegativeTest-835287771 tempest-ServerDiagnosticsNegativeTest-835287771-project] 10.222.0.41 "GET /v2.0/ports?device_id=d39d84f8-6928-4898-a654-8b981e664400 HTTP/1.1" status: 200 len: 950 time: 0.1201727 Jul 15 23:04:56.587027 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b6815b13-e2e8-4406-a1f6-9854a5bf3c75 req-1b4d1d6d-06c3-4f3a-a403-c8b5d1357553 service neutron] 10.222.0.49 "GET /v2.0/networks/c1b42de0-c201-4a05-9b98-70df99dfc1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7877281 Jul 15 23:04:56.587764 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427e6015-e9b3-4336-a3fe-5f41ea4788df admin admin] Checking segment: {'id': '2a783e67-ba53-4ea9-9bee-afb3f3217392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f037b993-4149-40e0-a687-25986d720de6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:04:56.588127 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427e6015-e9b3-4336-a3fe-5f41ea4788df admin admin] Network hostable DHCP agents. Network: f037b993-4149-40e0-a687-25986d720de6, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:04:56.629797 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4ddd5252-8c76-4c91-9623-8f77d3c9fa14 req-b086b76a-a099-4e24-b9ee-e7de3be8f60e service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7475240 Jul 15 23:04:56.663901 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-36d273c3-b40f-4b78-95ce-b5891f8f7fe9 req-9710a745-3def-4806-bd82-dceaccc90425 tempest-ServerDiagnosticsNegativeTest-835287771 tempest-ServerDiagnosticsNegativeTest-835287771-project] Deleting port 95676aa9-89d8-46f7-88bc-351a0519dfb9 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:04:56.664314 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-36d273c3-b40f-4b78-95ce-b5891f8f7fe9 req-9710a745-3def-4806-bd82-dceaccc90425 tempest-ServerDiagnosticsNegativeTest-835287771 tempest-ServerDiagnosticsNegativeTest-835287771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:56.667836 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a861865-83e9-46f9-a2d8-94252b73d7ee req-393ccfac-a6d3-4569-83bb-927af5e93c95 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:56.670054 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6a861865-83e9-46f9-a2d8-94252b73d7ee req-393ccfac-a6d3-4569-83bb-927af5e93c95 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/ports?device_id=34effbc0-2dfe-47c4-8686-e4eb48108560 HTTP/1.1" status: 200 len: 943 time: 0.8164060 Jul 15 23:04:56.691968 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e42a821f-d337-4999-bb8f-92d037b43d80 req-35c87d53-d109-4193-8ea1-eeaa87accd3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:56.734904 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427e6015-e9b3-4336-a3fe-5f41ea4788df admin admin] Network f037b993-4149-40e0-a687-25986d720de6 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:04:56.812711 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-427e6015-e9b3-4336-a3fe-5f41ea4788df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, f037b993-4149-40e0-a687-25986d720de6) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:04:56.813022 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-36d273c3-b40f-4b78-95ce-b5891f8f7fe9 req-9710a745-3def-4806-bd82-dceaccc90425 tempest-ServerDiagnosticsNegativeTest-835287771 tempest-ServerDiagnosticsNegativeTest-835287771-project] For port 95676aa9-89d8-46f7-88bc-351a0519dfb9, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=95676aa9-89d8-46f7-88bc-351a0519dfb9,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:04:56.813022 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-36d273c3-b40f-4b78-95ce-b5891f8f7fe9 req-9710a745-3def-4806-bd82-dceaccc90425 tempest-ServerDiagnosticsNegativeTest-835287771 tempest-ServerDiagnosticsNegativeTest-835287771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:56.816314 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427e6015-e9b3-4336-a3fe-5f41ea4788df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:56.816915 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-427e6015-e9b3-4336-a3fe-5f41ea4788df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:56.832767 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5149a2ee-0f01-4888-9173-cfb17b4d48f8 None None] Network f037b993-4149-40e0-a687-25986d720de6 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:04:56.857103 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-36d273c3-b40f-4b78-95ce-b5891f8f7fe9 req-9710a745-3def-4806-bd82-dceaccc90425 tempest-ServerDiagnosticsNegativeTest-835287771 tempest-ServerDiagnosticsNegativeTest-835287771-project] Calling delete_port for 95676aa9-89d8-46f7-88bc-351a0519dfb9 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:04:56.879270 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6a861865-83e9-46f9-a2d8-94252b73d7ee req-595a5019-e594-40b6-bb42-fd82ddfb692a tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/security-groups?id=d689cec7-e188-42fb-8146-0aa589978893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961715 Jul 15 23:04:56.899649 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-427e6015-e9b3-4336-a3fe-5f41ea4788df admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0657954 Jul 15 23:04:56.899649 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b6815b13-e2e8-4406-a1f6-9854a5bf3c75 req-5d6cad8c-e1fb-41ba-a78d-ccf88e87d85a service neutron] 10.222.0.49 "GET /v2.0/networks/c1b42de0-c201-4a05-9b98-70df99dfc1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822535 Jul 15 23:04:56.913457 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f5990-9018-48bc-9547-71916c18fdbb req-a4a40d0e-9cdd-4b2f-a525-9c4363651918 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:56.920692 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c91f5990-9018-48bc-9547-71916c18fdbb req-a4a40d0e-9cdd-4b2f-a525-9c4363651918 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=78f28607-290c-4646-be68-69602ac0b8f2 HTTP/1.1" status: 200 len: 950 time: 0.3609033 Jul 15 23:04:57.159449 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfdda34-9cd7-47b4-bfad-7692de8fb80b None None] Network f037b993-4149-40e0-a687-25986d720de6 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:04:57.174664 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-36d273c3-b40f-4b78-95ce-b5891f8f7fe9 req-9710a745-3def-4806-bd82-dceaccc90425 tempest-ServerDiagnosticsNegativeTest-835287771 tempest-ServerDiagnosticsNegativeTest-835287771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:57.182593 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c91f5990-9018-48bc-9547-71916c18fdbb req-690a1b2d-8981-47da-8460-50aeb89173fa tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601821 Jul 15 23:04:57.242575 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9710a745-3def-4806-bd82-dceaccc90425 tempest-ServerDiagnosticsNegativeTest-835287771 tempest-ServerDiagnosticsNegativeTest-835287771-project] Pushing event deleted for resources: {'Port': ['ID=95676aa9-89d8-46f7-88bc-351a0519dfb9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:57.258880 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['95676aa9-89d8-46f7-88bc-351a0519dfb9'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:04:57.326373 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d273c3-b40f-4b78-95ce-b5891f8f7fe9 req-9710a745-3def-4806-bd82-dceaccc90425 tempest-ServerDiagnosticsNegativeTest-835287771 tempest-ServerDiagnosticsNegativeTest-835287771-project] No DVR routers for this DVR port 95676aa9-89d8-46f7-88bc-351a0519dfb9 on host n-h2-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:04:57.340820 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-36d273c3-b40f-4b78-95ce-b5891f8f7fe9 req-9710a745-3def-4806-bd82-dceaccc90425 tempest-ServerDiagnosticsNegativeTest-835287771 tempest-ServerDiagnosticsNegativeTest-835287771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:57.342753 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-36d273c3-b40f-4b78-95ce-b5891f8f7fe9 req-9710a745-3def-4806-bd82-dceaccc90425 tempest-ServerDiagnosticsNegativeTest-835287771 tempest-ServerDiagnosticsNegativeTest-835287771-project] 10.222.0.41 "DELETE /v2.0/ports/95676aa9-89d8-46f7-88bc-351a0519dfb9 HTTP/1.1" status: 204 len: 173 time: 0.7910869 Jul 15 23:04:57.496815 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ef336-e926-4e46-96d0-e8db18ee789b req-415e1de5-2458-40a3-bb72-c1cc981ec0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:57.499234 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3e1ef336-e926-4e46-96d0-e8db18ee789b req-415e1de5-2458-40a3-bb72-c1cc981ec0b7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d4a56bf4150b47a1aafe3e0a8ae6ac97&device_id=34effbc0-2dfe-47c4-8686-e4eb48108560 HTTP/1.1" status: 200 len: 1094 time: 0.4343133 Jul 15 23:04:57.574669 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532fdaf5-dfb4-4c55-bdc6-30cd3a15a07c req-08685d1b-1fc2-4b20-83c9-cd7821a556f9 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:57.576248 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-532fdaf5-dfb4-4c55-bdc6-30cd3a15a07c req-08685d1b-1fc2-4b20-83c9-cd7821a556f9 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd4ea2a4-417c-46c3-a5aa-f440905aaa53 HTTP/1.1" status: 200 len: 935 time: 0.4273922 Jul 15 23:04:57.690703 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 49842) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:57.696041 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-8353a7d2-8c65-4de4-bb36-71c7c8afef91 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-669839261-network', 'tenant_id': '332c6d95561d4cf8b3894a86ea0ad7ff'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:57.716585 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8353a7d2-8c65-4de4-bb36-71c7c8afef91 admin admin] Made reservation on behalf of 332c6d95561d4cf8b3894a86ea0ad7ff for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:04:57.718884 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8353a7d2-8c65-4de4-bb36-71c7c8afef91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:57.721619 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e1cda1-c0f8-40ab-a46b-6f4d676e0d4a req-0f7e8666-9338-4d01-860e-23e7aad9d8c9 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:57.723107 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-05e1cda1-c0f8-40ab-a46b-6f4d676e0d4a req-0f7e8666-9338-4d01-860e-23e7aad9d8c9 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3fe0fc9-3f0f-47d9-b15e-70962cd60c90 HTTP/1.1" status: 200 len: 950 time: 0.3000996 Jul 15 23:04:57.728759 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8353a7d2-8c65-4de4-bb36-71c7c8afef91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:57.739361 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-e42a821f-d337-4999-bb8f-92d037b43d80 req-35c87d53-d109-4193-8ea1-eeaa87accd3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb35c73e-b88a-43ed-9a62-0d73484c3483 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:04:57.748614 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-532fdaf5-dfb4-4c55-bdc6-30cd3a15a07c req-dba8bff7-0e21-4d3c-bf8d-05fc5723af11 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] 10.222.0.48 "GET /v2.0/security-groups?id=1872d82a-32c8-441d-a4ef-71895e7e75ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606114 Jul 15 23:04:57.760636 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e42a821f-d337-4999-bb8f-92d037b43d80 req-35c87d53-d109-4193-8ea1-eeaa87accd3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:57.763343 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ef336-e926-4e46-96d0-e8db18ee789b req-968e6442-f9a0-4207-8139-0f32fddebe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:57.764799 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3e1ef336-e926-4e46-96d0-e8db18ee789b req-968e6442-f9a0-4207-8139-0f32fddebe76 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c1b42de0-c201-4a05-9b98-70df99dfc1e5 HTTP/1.1" status: 200 len: 914 time: 0.2497916 Jul 15 23:04:57.826119 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3e1ef336-e926-4e46-96d0-e8db18ee789b req-3c60facf-0ca4-4662-b27f-85820d60db55 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39e3d2bc-c0bf-474d-a5fe-77c548219b78 HTTP/1.1" status: 200 len: 217 time: 0.0531089 Jul 15 23:04:57.834325 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-e42a821f-d337-4999-bb8f-92d037b43d80 req-35c87d53-d109-4193-8ea1-eeaa87accd3c service neutron] Transition to ACTIVE for port object bb35c73e-b88a-43ed-9a62-0d73484c3483 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:04:57.840962 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8353a7d2-8c65-4de4-bb36-71c7c8afef91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:57.841669 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e42a821f-d337-4999-bb8f-92d037b43d80 req-35c87d53-d109-4193-8ea1-eeaa87accd3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:57.845993 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8353a7d2-8c65-4de4-bb36-71c7c8afef91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:57.858605 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-05e1cda1-c0f8-40ab-a46b-6f4d676e0d4a req-27f43e8a-d4ff-4bdc-ac6a-62287044856c tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217301 Jul 15 23:04:57.878505 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8353a7d2-8c65-4de4-bb36-71c7c8afef91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9a6359-dcc5-4158-bb34-9d9332b9f1b0,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:57.889343 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8353a7d2-8c65-4de4-bb36-71c7c8afef91 admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:04:57.914897 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8353a7d2-8c65-4de4-bb36-71c7c8afef91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:57.915223 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-8353a7d2-8c65-4de4-bb36-71c7c8afef91 admin admin] Added segment cc279add-42a9-490f-be9e-1718d51d9e67 of type vlan for network 5674800a-4f9b-453f-941d-34c393c12306 Jul 15 23:04:57.932197 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c87d53-d109-4193-8ea1-eeaa87accd3c service neutron] Pushing event updated for resources: {'Port': ['ID=bb35c73e-b88a-43ed-9a62-0d73484c3483,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:57.974862 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb0c376-5b2a-41ab-97e9-cf38af3ddcfa x-openstack-request-id: req-7bb0c376-5b2a-41ab-97e9-cf38af3ddcfa {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:57.975196 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21dbc824-88f9-4f0f-8395-57f787e6e9cf", "name": "network-vif-unplugged", "status": "completed", "tag": "98ed8752-a480-4f21-b4f7-d23a3487f42a", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:57.975940 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7bb0c376-5b2a-41ab-97e9-cf38af3ddcfa {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:57.976754 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21dbc824-88f9-4f0f-8395-57f787e6e9cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98ed8752-a480-4f21-b4f7-d23a3487f42a', 'code': 200} Jul 15 23:04:58.010307 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8353a7d2-8c65-4de4-bb36-71c7c8afef91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:58.025075 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ef336-e926-4e46-96d0-e8db18ee789b req-1aaf5431-6446-40e3-9364-c1a9484936d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:58.026893 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3e1ef336-e926-4e46-96d0-e8db18ee789b req-1aaf5431-6446-40e3-9364-c1a9484936d0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4944b977-d0e8-4302-b092-5407ca25043e HTTP/1.1" status: 200 len: 853 time: 0.1867137 Jul 15 23:04:58.028154 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56124bf3-4b43-453d-8c56-cb086b3ee01a x-openstack-request-id: req-56124bf3-4b43-453d-8c56-cb086b3ee01a {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:58.028446 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21dbc824-88f9-4f0f-8395-57f787e6e9cf", "name": "network-vif-deleted", "tag": "98ed8752-a480-4f21-b4f7-d23a3487f42a", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:58.028702 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-56124bf3-4b43-453d-8c56-cb086b3ee01a {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:58.029108 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21dbc824-88f9-4f0f-8395-57f787e6e9cf', 'name': 'network-vif-deleted', 'tag': '98ed8752-a480-4f21-b4f7-d23a3487f42a', 'status': 'completed', 'code': 200} Jul 15 23:04:58.030041 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d121225a-2b08-45df-b967-71078a4128cd req-1a4fbbfb-0a05-40a0-95f9-e8274c58d3b6 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/ports?device_id=14b9e249-79e3-4c40-8dfb-0fdf03e38dae HTTP/1.1" status: 200 len: 210 time: 0.1031501 Jul 15 23:04:58.131027 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3e1ef336-e926-4e46-96d0-e8db18ee789b req-6f66ee90-d2ac-40ad-9542-6ede97766fad service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c1b42de0-c201-4a05-9b98-70df99dfc1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670509 Jul 15 23:04:58.162422 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8353a7d2-8c65-4de4-bb36-71c7c8afef91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:58.163393 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8353a7d2-8c65-4de4-bb36-71c7c8afef91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:58.167038 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8353a7d2-8c65-4de4-bb36-71c7c8afef91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:58.329597 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-8353a7d2-8c65-4de4-bb36-71c7c8afef91 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6350894 Jul 15 23:04:58.334367 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 49850) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:04:58.393578 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-5e1460a7-c74e-41a7-8b35-3d5a83f781e2 admin admin] Request body: {'subnet': {'network_id': '5674800a-4f9b-453f-941d-34c393c12306', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-669839261-subnet', 'tenant_id': '332c6d95561d4cf8b3894a86ea0ad7ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:58.408080 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-e42a821f-d337-4999-bb8f-92d037b43d80 req-35c87d53-d109-4193-8ea1-eeaa87accd3c service neutron] Attempting to bind port bb35c73e-b88a-43ed-9a62-0d73484c3483 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:04:58.409190 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-e42a821f-d337-4999-bb8f-92d037b43d80 req-35c87d53-d109-4193-8ea1-eeaa87accd3c service neutron] Attempting to bind port bb35c73e-b88a-43ed-9a62-0d73484c3483 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:04:58.409366 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8353a7d2-8c65-4de4-bb36-71c7c8afef91 admin admin] Pushing event updated for resources: {'Network': ['ID=5674800a-4f9b-453f-941d-34c393c12306,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:58.411422 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42a821f-d337-4999-bb8f-92d037b43d80 req-35c87d53-d109-4193-8ea1-eeaa87accd3c service neutron] Attempting to bind port bb35c73e-b88a-43ed-9a62-0d73484c3483 on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:04:58.420300 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cff925d2-f70d-4ecb-9bfc-8cabaadf5b66 req-3765243d-13bc-402f-b491-5aa871f63c56 tempest-ServerDiagnosticsNegativeTest-835287771 tempest-ServerDiagnosticsNegativeTest-835287771-project] 10.222.0.48 "GET /v2.0/ports?device_id=d39d84f8-6928-4898-a654-8b981e664400 HTTP/1.1" status: 200 len: 210 time: 0.1363592 Jul 15 23:04:58.431157 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e2ca74-1702-4641-b578-6f4a6754ab23 req-407d4111-9a2c-4912-bc85-43042b13d2ef tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:58.433379 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-68e2ca74-1702-4641-b578-6f4a6754ab23 req-407d4111-9a2c-4912-bc85-43042b13d2ef tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.49 "GET /v2.0/networks?id=3d02251c-0d36-4f59-b9c0-9c508ddade2e HTTP/1.1" status: 200 len: 805 time: 0.3819597 Jul 15 23:04:58.441418 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 5674800a-4f9b-453f-941d-34c393c12306 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:04:58.454677 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42a821f-d337-4999-bb8f-92d037b43d80 req-35c87d53-d109-4193-8ea1-eeaa87accd3c service neutron] Port bb35c73e-b88a-43ed-9a62-0d73484c3483 on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:04:58.455143 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42a821f-d337-4999-bb8f-92d037b43d80 req-35c87d53-d109-4193-8ea1-eeaa87accd3c service neutron] Attempting to bind port bb35c73e-b88a-43ed-9a62-0d73484c3483 on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:04:58.461573 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-68e2ca74-1702-4641-b578-6f4a6754ab23 req-3ec3c858-1ce8-4364-8c7f-d369d9cf3a86 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Request body: {'port': {'device_id': '14b9e249-79e3-4c40-8dfb-0fdf03e38dae', 'network_id': '3d02251c-0d36-4f59-b9c0-9c508ddade2e', 'admin_state_up': True, 'tenant_id': 'dd73df9424ac401598d255879ffa30fd'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:58.502089 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42a821f-d337-4999-bb8f-92d037b43d80 req-35c87d53-d109-4193-8ea1-eeaa87accd3c service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:04:58.502426 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42a821f-d337-4999-bb8f-92d037b43d80 req-35c87d53-d109-4193-8ea1-eeaa87accd3c service neutron] Checking segment: {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:04:58.502819 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42a821f-d337-4999-bb8f-92d037b43d80 req-35c87d53-d109-4193-8ea1-eeaa87accd3c service neutron] Bound using segment: {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:04:58.503255 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-e42a821f-d337-4999-bb8f-92d037b43d80 req-35c87d53-d109-4193-8ea1-eeaa87accd3c service neutron] Bound port: bb35c73e-b88a-43ed-9a62-0d73484c3483, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:04:58.503641 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e42a821f-d337-4999-bb8f-92d037b43d80 req-35c87d53-d109-4193-8ea1-eeaa87accd3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:58.526411 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3e1ef336-e926-4e46-96d0-e8db18ee789b req-a3dd2a6f-08d5-489e-ab6f-10f0a8893796 service neutron] 10.222.0.49 "GET /v2.0/networks/c1b42de0-c201-4a05-9b98-70df99dfc1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3757951 Jul 15 23:04:58.540883 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1460a7-c74e-41a7-8b35-3d5a83f781e2 admin admin] Made reservation on behalf of 332c6d95561d4cf8b3894a86ea0ad7ff for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:04:58.543192 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e1460a7-c74e-41a7-8b35-3d5a83f781e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:58.603062 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68e2ca74-1702-4641-b578-6f4a6754ab23 req-3ec3c858-1ce8-4364-8c7f-d369d9cf3a86 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Made reservation on behalf of dd73df9424ac401598d255879ffa30fd for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:04:58.606682 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-68e2ca74-1702-4641-b578-6f4a6754ab23 req-3ec3c858-1ce8-4364-8c7f-d369d9cf3a86 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:58.735399 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-68e2ca74-1702-4641-b578-6f4a6754ab23 req-3ec3c858-1ce8-4364-8c7f-d369d9cf3a86 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Allocated IP 172.20.0.9 (3d02251c-0d36-4f59-b9c0-9c508ddade2e/04373861-16b0-4a8c-8486-d4c77245a1a4/45cd5c9f-5388-4891-b5fa-9570784f1a2f) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:04:58.780393 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-e42a821f-d337-4999-bb8f-92d037b43d80 req-35c87d53-d109-4193-8ea1-eeaa87accd3c service neutron] For port bb35c73e-b88a-43ed-9a62-0d73484c3483, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:04:58.815124 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-e42a821f-d337-4999-bb8f-92d037b43d80 req-35c87d53-d109-4193-8ea1-eeaa87accd3c service neutron] For port bb35c73e-b88a-43ed-9a62-0d73484c3483, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=bb35c73e-b88a-43ed-9a62-0d73484c3483,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:04:58.827710 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4733c2-acc2-4b5c-ae6c-7b4453da1a87 req-54fc6bcb-ebaa-499d-9623-d788daa06bf1 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:58.829246 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7f4733c2-acc2-4b5c-ae6c-7b4453da1a87 req-54fc6bcb-ebaa-499d-9623-d788daa06bf1 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=962c5b6d-067c-4f70-a2e6-e2b3fb4aa272 HTTP/1.1" status: 200 len: 950 time: 0.3631802 Jul 15 23:04:58.839198 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3e1ef336-e926-4e46-96d0-e8db18ee789b req-ff3aee9f-2121-47b4-9205-007c058e6f8b service neutron] 10.222.0.49 "GET /v2.0/networks/c1b42de0-c201-4a05-9b98-70df99dfc1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925556 Jul 15 23:04:58.841180 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e42a821f-d337-4999-bb8f-92d037b43d80 req-35c87d53-d109-4193-8ea1-eeaa87accd3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:58.891389 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-68e2ca74-1702-4641-b578-6f4a6754ab23 req-3ec3c858-1ce8-4364-8c7f-d369d9cf3a86 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:58.937679 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-68e2ca74-1702-4641-b578-6f4a6754ab23 req-3ec3c858-1ce8-4364-8c7f-d369d9cf3a86 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:58.937848 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a821f-d337-4999-bb8f-92d037b43d80 req-35c87d53-d109-4193-8ea1-eeaa87accd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:58.938309 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e42a821f-d337-4999-bb8f-92d037b43d80 req-35c87d53-d109-4193-8ea1-eeaa87accd3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:58.939824 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e42a821f-d337-4999-bb8f-92d037b43d80 req-35c87d53-d109-4193-8ea1-eeaa87accd3c service neutron] 10.222.0.49 "PUT /v2.0/ports/bb35c73e-b88a-43ed-9a62-0d73484c3483 HTTP/1.1" status: 200 len: 1095 time: 2.9562354 Jul 15 23:04:58.942760 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd4ea2a4-417c-46c3-a5aa-f440905aaa53', 'tag': 'bb35c73e-b88a-43ed-9a62-0d73484c3483'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:04:58.950874 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd1a2e23-87d2-498e-8fde-5e84085c59b6" -d '{"events": [{"name": "network-changed", "server_uuid": "bd4ea2a4-417c-46c3-a5aa-f440905aaa53", "tag": "bb35c73e-b88a-43ed-9a62-0d73484c3483"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:04:58.976969 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4084a9d1-4315-4ddd-8fc1-d6c0da0bd44d req-4858c30b-c01a-4da3-8b5b-abae3afda3a1 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:58.978552 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4084a9d1-4315-4ddd-8fc1-d6c0da0bd44d req-4858c30b-c01a-4da3-8b5b-abae3afda3a1 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/ports?device_id=34effbc0-2dfe-47c4-8686-e4eb48108560 HTTP/1.1" status: 200 len: 943 time: 0.3539176 Jul 15 23:04:58.993804 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68e2ca74-1702-4641-b578-6f4a6754ab23 req-3ec3c858-1ce8-4364-8c7f-d369d9cf3a86 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Network 3d02251c-0d36-4f59-b9c0-9c508ddade2e is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:04:58.997051 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-68e2ca74-1702-4641-b578-6f4a6754ab23 req-3ec3c858-1ce8-4364-8c7f-d369d9cf3a86 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:04:59.001175 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-68e2ca74-1702-4641-b578-6f4a6754ab23 req-3ec3c858-1ce8-4364-8c7f-d369d9cf3a86 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:04:59.005047 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7f4733c2-acc2-4b5c-ae6c-7b4453da1a87 req-608c38b4-4ee5-49a4-b84c-9fa8a3b4d57e tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697724 Jul 15 23:04:59.007718 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e2ca74-1702-4641-b578-6f4a6754ab23 req-3ec3c858-1ce8-4364-8c7f-d369d9cf3a86 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:59.008373 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-68e2ca74-1702-4641-b578-6f4a6754ab23 req-3ec3c858-1ce8-4364-8c7f-d369d9cf3a86 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:59.027765 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-68e2ca74-1702-4641-b578-6f4a6754ab23 req-3ec3c858-1ce8-4364-8c7f-d369d9cf3a86 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5813727 Jul 15 23:04:59.029036 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec3c858-1ce8-4364-8c7f-d369d9cf3a86 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Pushing event updated for resources: {'Port': ['ID=45cd5c9f-5388-4891-b5fa-9570784f1a2f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:59.040182 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-68e2ca74-1702-4641-b578-6f4a6754ab23 req-a8dbdf64-9c66-41e2-8607-866ab58ba726 service neutron] Request body: {'port': {'device_id': '14b9e249-79e3-4c40-8dfb-0fdf03e38dae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:04:59.057935 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c87d53-d109-4193-8ea1-eeaa87accd3c service neutron] Pushing event updated for resources: {'Port': ['ID=bb35c73e-b88a-43ed-9a62-0d73484c3483,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:59.134306 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-68e2ca74-1702-4641-b578-6f4a6754ab23 req-a8dbdf64-9c66-41e2-8607-866ab58ba726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:59.140224 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4084a9d1-4315-4ddd-8fc1-d6c0da0bd44d req-4ca13e4b-b805-4beb-a8f5-2a7a92319028 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/security-groups?id=d689cec7-e188-42fb-8146-0aa589978893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481409 Jul 15 23:04:59.155907 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e1460a7-c74e-41a7-8b35-3d5a83f781e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:59.246221 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a821f-d337-4999-bb8f-92d037b43d80 req-d999f639-54f8-4eab-a0ea-0533cd37c0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:59.247737 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e42a821f-d337-4999-bb8f-92d037b43d80 req-d999f639-54f8-4eab-a0ea-0533cd37c0ce service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d77876ca62044f51bcd8387c4920b69c&device_id=bd4ea2a4-417c-46c3-a5aa-f440905aaa53 HTTP/1.1" status: 200 len: 1098 time: 0.2475469 Jul 15 23:04:59.317191 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1460a7-c74e-41a7-8b35-3d5a83f781e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97557dd7-bf36-4180-af7c-93481bcc664d,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:59.335208 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e42a821f-d337-4999-bb8f-92d037b43d80 req-d10d407e-50d0-4ef1-bf75-07496dfba513 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=bb35c73e-b88a-43ed-9a62-0d73484c3483 HTTP/1.1" status: 200 len: 217 time: 0.0698195 Jul 15 23:04:59.375973 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1460a7-c74e-41a7-8b35-3d5a83f781e2 admin admin] Checking segment: {'id': 'cc279add-42a9-490f-be9e-1718d51d9e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5674800a-4f9b-453f-941d-34c393c12306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:04:59.376324 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1460a7-c74e-41a7-8b35-3d5a83f781e2 admin admin] Network hostable DHCP agents. Network: 5674800a-4f9b-453f-941d-34c393c12306, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:04:59.405250 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25397366-b1ea-461c-a193-77cb843ea1d0 req-7447ce72-731d-4710-80dd-5a478b29a887 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:59.406736 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-25397366-b1ea-461c-a193-77cb843ea1d0 req-7447ce72-731d-4710-80dd-5a478b29a887 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=78f28607-290c-4646-be68-69602ac0b8f2 HTTP/1.1" status: 200 len: 950 time: 0.2547133 Jul 15 23:04:59.419251 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-68e2ca74-1702-4641-b578-6f4a6754ab23 req-a8dbdf64-9c66-41e2-8607-866ab58ba726 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45cd5c9f-5388-4891-b5fa-9570784f1a2f {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:04:59.427864 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-68e2ca74-1702-4641-b578-6f4a6754ab23 req-a8dbdf64-9c66-41e2-8607-866ab58ba726 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:59.439913 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-68e2ca74-1702-4641-b578-6f4a6754ab23 req-a8dbdf64-9c66-41e2-8607-866ab58ba726 service neutron] Transition to ACTIVE for port object 45cd5c9f-5388-4891-b5fa-9570784f1a2f will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:04:59.444719 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-68e2ca74-1702-4641-b578-6f4a6754ab23 req-a8dbdf64-9c66-41e2-8607-866ab58ba726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:59.463189 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a821f-d337-4999-bb8f-92d037b43d80 req-6fa652ab-b22e-41a0-978e-02e39a5d7c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:59.464812 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e42a821f-d337-4999-bb8f-92d037b43d80 req-6fa652ab-b22e-41a0-978e-02e39a5d7c0f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.1073337 Jul 15 23:04:59.470615 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1460a7-c74e-41a7-8b35-3d5a83f781e2 admin admin] Network 5674800a-4f9b-453f-941d-34c393c12306 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:04:59.498958 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dbdf64-9c66-41e2-8607-866ab58ba726 service neutron] Pushing event updated for resources: {'Port': ['ID=45cd5c9f-5388-4891-b5fa-9570784f1a2f,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:59.527171 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-25397366-b1ea-461c-a193-77cb843ea1d0 req-006c3d1a-b6bf-4e2d-aead-148db108e380 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096110 Jul 15 23:04:59.528847 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-5e1460a7-c74e-41a7-8b35-3d5a83f781e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 5674800a-4f9b-453f-941d-34c393c12306) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:04:59.530048 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-68e2ca74-1702-4641-b578-6f4a6754ab23 req-a8dbdf64-9c66-41e2-8607-866ab58ba726 service neutron] Attempting to bind port 45cd5c9f-5388-4891-b5fa-9570784f1a2f on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:04:59.530388 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-68e2ca74-1702-4641-b578-6f4a6754ab23 req-a8dbdf64-9c66-41e2-8607-866ab58ba726 service neutron] Attempting to bind port 45cd5c9f-5388-4891-b5fa-9570784f1a2f by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '73b65db5-b75b-48b7-8e07-44c7152f69b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '3d02251c-0d36-4f59-b9c0-9c508ddade2e'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:04:59.530716 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e2ca74-1702-4641-b578-6f4a6754ab23 req-a8dbdf64-9c66-41e2-8607-866ab58ba726 service neutron] Attempting to bind port 45cd5c9f-5388-4891-b5fa-9570784f1a2f on network 3d02251c-0d36-4f59-b9c0-9c508ddade2e {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:04:59.533278 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1460a7-c74e-41a7-8b35-3d5a83f781e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:59.533868 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e1460a7-c74e-41a7-8b35-3d5a83f781e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:59.535292 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e2ca74-1702-4641-b578-6f4a6754ab23 req-a8dbdf64-9c66-41e2-8607-866ab58ba726 service neutron] Port 45cd5c9f-5388-4891-b5fa-9570784f1a2f on network 3d02251c-0d36-4f59-b9c0-9c508ddade2e not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:04:59.535675 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e2ca74-1702-4641-b578-6f4a6754ab23 req-a8dbdf64-9c66-41e2-8607-866ab58ba726 service neutron] Attempting to bind port 45cd5c9f-5388-4891-b5fa-9570784f1a2f on network 3d02251c-0d36-4f59-b9c0-9c508ddade2e {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:04:59.541734 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e2ca74-1702-4641-b578-6f4a6754ab23 req-a8dbdf64-9c66-41e2-8607-866ab58ba726 service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:04:59.542074 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e2ca74-1702-4641-b578-6f4a6754ab23 req-a8dbdf64-9c66-41e2-8607-866ab58ba726 service neutron] Checking segment: {'id': '73b65db5-b75b-48b7-8e07-44c7152f69b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '3d02251c-0d36-4f59-b9c0-9c508ddade2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:04:59.542454 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e2ca74-1702-4641-b578-6f4a6754ab23 req-a8dbdf64-9c66-41e2-8607-866ab58ba726 service neutron] Bound using segment: {'id': '73b65db5-b75b-48b7-8e07-44c7152f69b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '3d02251c-0d36-4f59-b9c0-9c508ddade2e'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:04:59.542880 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-68e2ca74-1702-4641-b578-6f4a6754ab23 req-a8dbdf64-9c66-41e2-8607-866ab58ba726 service neutron] Bound port: 45cd5c9f-5388-4891-b5fa-9570784f1a2f, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b65db5-b75b-48b7-8e07-44c7152f69b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '3d02251c-0d36-4f59-b9c0-9c508ddade2e'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:04:59.543295 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-68e2ca74-1702-4641-b578-6f4a6754ab23 req-a8dbdf64-9c66-41e2-8607-866ab58ba726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:59.545994 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2463a0-aec1-4ed0-be95-5da2f39da206 None None] Network 5674800a-4f9b-453f-941d-34c393c12306 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:04:59.549004 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d508a6-1ad2-4206-b06d-233f2cd3336f req-fd45ec9b-c4ab-42e2-a644-43b1ecc431d6 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:59.550579 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a5d508a6-1ad2-4206-b06d-233f2cd3336f req-fd45ec9b-c4ab-42e2-a644-43b1ecc431d6 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd4ea2a4-417c-46c3-a5aa-f440905aaa53 HTTP/1.1" status: 200 len: 947 time: 0.2721875 Jul 15 23:04:59.586280 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-5e1460a7-c74e-41a7-8b35-3d5a83f781e2 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2479553 Jul 15 23:04:59.595241 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b48bd1cb-119e-4576-b666-d5d89d90a5b0 x-openstack-request-id: req-b48bd1cb-119e-4576-b666-d5d89d90a5b0 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:04:59.595535 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd4ea2a4-417c-46c3-a5aa-f440905aaa53", "tag": "bb35c73e-b88a-43ed-9a62-0d73484c3483", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:04:59.595824 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b48bd1cb-119e-4576-b666-d5d89d90a5b0 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:04:59.596215 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd4ea2a4-417c-46c3-a5aa-f440905aaa53', 'tag': 'bb35c73e-b88a-43ed-9a62-0d73484c3483', 'status': 'completed', 'code': 200} Jul 15 23:04:59.648278 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a5d508a6-1ad2-4206-b06d-233f2cd3336f req-7d200ca6-b0f9-419b-a0ff-b3f0c098cb82 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] 10.222.0.48 "GET /v2.0/security-groups?id=1872d82a-32c8-441d-a4ef-71895e7e75ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764098 Jul 15 23:04:59.651693 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a821f-d337-4999-bb8f-92d037b43d80 req-b37b3cd4-dac8-4c33-a5ae-7b5bef34ef5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:59.658566 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e42a821f-d337-4999-bb8f-92d037b43d80 req-b37b3cd4-dac8-4c33-a5ae-7b5bef34ef5c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1716099 Jul 15 23:04:59.659732 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-68e2ca74-1702-4641-b578-6f4a6754ab23 req-a8dbdf64-9c66-41e2-8607-866ab58ba726 service neutron] For port 45cd5c9f-5388-4891-b5fa-9570784f1a2f, host n-h1-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:04:59.665296 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-68e2ca74-1702-4641-b578-6f4a6754ab23 req-a8dbdf64-9c66-41e2-8607-866ab58ba726 service neutron] For port 45cd5c9f-5388-4891-b5fa-9570784f1a2f, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=45cd5c9f-5388-4891-b5fa-9570784f1a2f,segment=NetworkSegment(73b65db5-b75b-48b7-8e07-44c7152f69b4),segment_id=73b65db5-b75b-48b7-8e07-44c7152f69b4)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:04:59.675270 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-68e2ca74-1702-4641-b578-6f4a6754ab23 req-a8dbdf64-9c66-41e2-8607-866ab58ba726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:59.721280 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e2ca74-1702-4641-b578-6f4a6754ab23 req-a8dbdf64-9c66-41e2-8607-866ab58ba726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:59.721668 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-68e2ca74-1702-4641-b578-6f4a6754ab23 req-a8dbdf64-9c66-41e2-8607-866ab58ba726 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:04:59.723272 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-68e2ca74-1702-4641-b578-6f4a6754ab23 req-a8dbdf64-9c66-41e2-8607-866ab58ba726 service neutron] 10.222.0.49 "PUT /v2.0/ports/45cd5c9f-5388-4891-b5fa-9570784f1a2f HTTP/1.1" status: 200 len: 1091 time: 0.6889687 Jul 15 23:04:59.763687 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dbdf64-9c66-41e2-8607-866ab58ba726 service neutron] Pushing event updated for resources: {'Port': ['ID=45cd5c9f-5388-4891-b5fa-9570784f1a2f,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:04:59.815891 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcfcba3-bc5f-4534-a0b0-d1e68809ff66 None None] Network 5674800a-4f9b-453f-941d-34c393c12306 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:04:59.853813 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e42a821f-d337-4999-bb8f-92d037b43d80 req-11267a94-9e61-4c27-abe9-9cc58cdc19f0 service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857870 Jul 15 23:04:59.892257 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e2ca74-1702-4641-b578-6f4a6754ab23 req-90cd39b3-320a-4951-bde3-9e122af9815c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:04:59.893750 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-68e2ca74-1702-4641-b578-6f4a6754ab23 req-90cd39b3-320a-4951-bde3-9e122af9815c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd73df9424ac401598d255879ffa30fd&device_id=14b9e249-79e3-4c40-8dfb-0fdf03e38dae HTTP/1.1" status: 200 len: 1094 time: 0.1138022 Jul 15 23:04:59.949628 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-68e2ca74-1702-4641-b578-6f4a6754ab23 req-114c3223-aadd-4519-958b-e48a38a40021 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45cd5c9f-5388-4891-b5fa-9570784f1a2f HTTP/1.1" status: 200 len: 217 time: 0.0448823 Jul 15 23:05:00.004248 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e2ca74-1702-4641-b578-6f4a6754ab23 req-15063ae4-e958-42d2-95e7-c70f64f036e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:00.006357 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-68e2ca74-1702-4641-b578-6f4a6754ab23 req-15063ae4-e958-42d2-95e7-c70f64f036e0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=04373861-16b0-4a8c-8486-d4c77245a1a4 HTTP/1.1" status: 200 len: 845 time: 0.0464411 Jul 15 23:05:00.009805 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 39e3d2bc-c0bf-474d-a5fe-77c548219b78 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:05:00.012179 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 98ed8752-a480-4f21-b4f7-d23a3487f42a no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:05:00.037569 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: 98ed8752-a480-4f21-b4f7-d23a3487f42a {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:05:00.037569 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 98ed8752-a480-4f21-b4f7-d23a3487f42a not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:05:00.039946 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd39d84f8-6928-4898-a654-8b981e664400', 'name': 'network-vif-deleted', 'tag': '95676aa9-89d8-46f7-88bc-351a0519dfb9'}, {'name': 'network-changed', 'server_uuid': '14b9e249-79e3-4c40-8dfb-0fdf03e38dae', 'tag': '45cd5c9f-5388-4891-b5fa-9570784f1a2f'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:00.042352 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af272006-b035-47d0-bbff-0c878c55ae2f" -d '{"events": [{"server_uuid": "d39d84f8-6928-4898-a654-8b981e664400", "name": "network-vif-deleted", "tag": "95676aa9-89d8-46f7-88bc-351a0519dfb9"}, {"name": "network-changed", "server_uuid": "14b9e249-79e3-4c40-8dfb-0fdf03e38dae", "tag": "45cd5c9f-5388-4891-b5fa-9570784f1a2f"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:00.047024 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-68e2ca74-1702-4641-b578-6f4a6754ab23 req-f7ac210b-4253-4095-8550-7f17bf7cb252 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3d02251c-0d36-4f59-b9c0-9c508ddade2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341160 Jul 15 23:05:00.140973 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 39e3d2bc-c0bf-474d-a5fe-77c548219b78, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=39e3d2bc-c0bf-474d-a5fe-77c548219b78,segment=NetworkSegment(ca12bc68-5d99-44db-b30e-afb9a7b600f7),segment_id=ca12bc68-5d99-44db-b30e-afb9a7b600f7)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:00.153076 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '39e3d2bc-c0bf-474d-a5fe-77c548219b78', 'network_id': 'c1b42de0-c201-4a05-9b98-70df99dfc1e5', 'port_id': '39e3d2bc-c0bf-474d-a5fe-77c548219b78', 'mac_address': 'fa:16:3e:9b:45:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4944b977-d0e8-4302-b092-5407ca25043e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:05:00.155129 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-68e2ca74-1702-4641-b578-6f4a6754ab23 req-1221d232-4840-4c91-b36e-103fa40fc181 service neutron] 10.222.0.49 "GET /v2.0/networks/3d02251c-0d36-4f59-b9c0-9c508ddade2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003234 Jul 15 23:05:00.211871 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:00.232875 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39e3d2bc-c0bf-474d-a5fe-77c548219b78 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:05:00.255844 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-68e2ca74-1702-4641-b578-6f4a6754ab23 req-fcf98eb9-7a4d-4085-b511-9efce63c054e service neutron] 10.222.0.49 "GET /v2.0/networks/3d02251c-0d36-4f59-b9c0-9c508ddade2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937150 Jul 15 23:05:00.258190 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 39e3d2bc-c0bf-474d-a5fe-77c548219b78, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=39e3d2bc-c0bf-474d-a5fe-77c548219b78,segment=NetworkSegment(ca12bc68-5d99-44db-b30e-afb9a7b600f7),segment_id=ca12bc68-5d99-44db-b30e-afb9a7b600f7)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:00.263162 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:00.314769 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=39e3d2bc-c0bf-474d-a5fe-77c548219b78,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:00.344186 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59b9ea-a802-44c0-ad07-7373fc7e3347 req-a7ad3ca6-1076-4bfc-84cf-d1e2c843e8b3 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:00.345641 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1a59b9ea-a802-44c0-ad07-7373fc7e3347 req-a7ad3ca6-1076-4bfc-84cf-d1e2c843e8b3 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/ports?device_id=14b9e249-79e3-4c40-8dfb-0fdf03e38dae HTTP/1.1" status: 200 len: 943 time: 0.4444149 Jul 15 23:05:00.349429 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e42a821f-d337-4999-bb8f-92d037b43d80 req-653c36f8-a3c3-4695-83ce-eb5f947492ba service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4851313 Jul 15 23:05:00.388042 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd68b715-efeb-4f8d-854a-9165d5d31f53 req-9f302bea-6eb1-4081-8bd8-c55bae485c4d tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:00.393935 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd68b715-efeb-4f8d-854a-9165d5d31f53 req-9f302bea-6eb1-4081-8bd8-c55bae485c4d tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:00.395582 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bd68b715-efeb-4f8d-854a-9165d5d31f53 req-9f302bea-6eb1-4081-8bd8-c55bae485c4d tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3fe0fc9-3f0f-47d9-b15e-70962cd60c90&device_id=962c5b6d-067c-4f70-a2e6-e2b3fb4aa272 HTTP/1.1" status: 200 len: 1691 time: 0.4361954 Jul 15 23:05:00.429449 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1a59b9ea-a802-44c0-ad07-7373fc7e3347 req-ddc16f69-4770-4325-bfa6-7525afe11ad5 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e74215b-8011-4ee0-b502-a2314077a754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771952 Jul 15 23:05:00.478223 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bd68b715-efeb-4f8d-854a-9165d5d31f53 req-b633cbfb-8870-4361-a0f0-c880cbfd2ec3 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765345 Jul 15 23:05:00.502026 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a2e23-87d2-498e-8fde-5e84085c59b6 req-6ba0a306-7db8-4343-b282-894c275b69a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:00.503629 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bd1a2e23-87d2-498e-8fde-5e84085c59b6 req-6ba0a306-7db8-4343-b282-894c275b69a0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d77876ca62044f51bcd8387c4920b69c&device_id=bd4ea2a4-417c-46c3-a5aa-f440905aaa53 HTTP/1.1" status: 200 len: 1098 time: 0.0902133 Jul 15 23:05:00.597706 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125077d8-dceb-4f9a-9639-7db0e59292c3 x-openstack-request-id: req-125077d8-dceb-4f9a-9639-7db0e59292c3 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:00.598011 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d39d84f8-6928-4898-a654-8b981e664400", "name": "network-vif-deleted", "tag": "95676aa9-89d8-46f7-88bc-351a0519dfb9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "14b9e249-79e3-4c40-8dfb-0fdf03e38dae", "tag": "45cd5c9f-5388-4891-b5fa-9570784f1a2f", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:00.598264 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-125077d8-dceb-4f9a-9639-7db0e59292c3 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:00.598673 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd39d84f8-6928-4898-a654-8b981e664400', 'name': 'network-vif-deleted', 'tag': '95676aa9-89d8-46f7-88bc-351a0519dfb9', 'status': 'completed', 'code': 200} Jul 15 23:05:00.599489 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14b9e249-79e3-4c40-8dfb-0fdf03e38dae', 'tag': '45cd5c9f-5388-4891-b5fa-9570784f1a2f', 'status': 'completed', 'code': 200} Jul 15 23:05:00.612194 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['39e3d2bc-c0bf-474d-a5fe-77c548219b78'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:00.650836 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a2e23-87d2-498e-8fde-5e84085c59b6 req-5c296bc4-9933-43b2-832c-c1f99fdf93a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:00.652369 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bd1a2e23-87d2-498e-8fde-5e84085c59b6 req-5c296bc4-9933-43b2-832c-c1f99fdf93a4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5d412861-bef3-4cc1-ae9f-87a6a36753c0 HTTP/1.1" status: 200 len: 870 time: 0.1395230 Jul 15 23:05:00.717793 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bd1a2e23-87d2-498e-8fde-5e84085c59b6 req-f8ffa90a-96bb-43eb-8369-49b351032b53 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=bb35c73e-b88a-43ed-9a62-0d73484c3483 HTTP/1.1" status: 200 len: 217 time: 0.0586209 Jul 15 23:05:00.732835 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c61f5fe-5ec5-4bf9-a8f8-14cde8a9d885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:00.769543 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af272006-b035-47d0-bbff-0c878c55ae2f req-3a66e7ae-7519-437e-8016-5f02895a5f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:00.772036 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-af272006-b035-47d0-bbff-0c878c55ae2f req-3a66e7ae-7519-437e-8016-5f02895a5f95 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd73df9424ac401598d255879ffa30fd&device_id=14b9e249-79e3-4c40-8dfb-0fdf03e38dae HTTP/1.1" status: 200 len: 1094 time: 0.1230152 Jul 15 23:05:00.845899 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a2e23-87d2-498e-8fde-5e84085c59b6 req-b4296f2e-647b-49f4-b966-76d3faf02670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:00.847411 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bd1a2e23-87d2-498e-8fde-5e84085c59b6 req-b4296f2e-647b-49f4-b966-76d3faf02670 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.1193395 Jul 15 23:05:00.921883 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af272006-b035-47d0-bbff-0c878c55ae2f req-3c7532c0-f964-4080-8cc5-c6e2dec0a17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:00.923550 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-af272006-b035-47d0-bbff-0c878c55ae2f req-3c7532c0-f964-4080-8cc5-c6e2dec0a17b service neutron] 10.222.0.49 "GET /v2.0/networks?id=3d02251c-0d36-4f59-b9c0-9c508ddade2e HTTP/1.1" status: 200 len: 906 time: 0.1417265 Jul 15 23:05:00.944916 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c852c-bcc9-4097-860f-5d0600de92f4 req-38f82697-4134-4269-bcd9-b04f82476c89 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:00.945537 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8c3c852c-bcc9-4097-860f-5d0600de92f4 req-38f82697-4134-4269-bcd9-b04f82476c89 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/ports?device_id=34effbc0-2dfe-47c4-8686-e4eb48108560 HTTP/1.1" status: 200 len: 944 time: 0.2055283 Jul 15 23:05:00.957832 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 95676aa9-89d8-46f7-88bc-351a0519dfb9 no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:05:00.983757 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-af272006-b035-47d0-bbff-0c878c55ae2f req-65ad6d32-8c2d-432d-932a-b7c495a008d0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45cd5c9f-5388-4891-b5fa-9570784f1a2f HTTP/1.1" status: 200 len: 217 time: 0.0471423 Jul 15 23:05:00.986974 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] No Port match for: 95676aa9-89d8-46f7-88bc-351a0519dfb9 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:05:00.987319 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 95676aa9-89d8-46f7-88bc-351a0519dfb9 not bound to the agent host n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:05:00.992182 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 49894) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:00.998630 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb0c9f-2a7c-4fa6-b6cc-188aa3ff06e3 req-b2470c6b-abf9-47f7-80d9-87101984fcc0 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:01.000146 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-daeb0c9f-2a7c-4fa6-b6cc-188aa3ff06e3 req-b2470c6b-abf9-47f7-80d9-87101984fcc0 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/networks?id=f037b993-4149-40e0-a687-25986d720de6 HTTP/1.1" status: 200 len: 808 time: 0.1967132 Jul 15 23:05:01.029324 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8c3c852c-bcc9-4097-860f-5d0600de92f4 req-2b6cd07c-8431-4cb8-bf36-426c1d34654b tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/security-groups?id=d689cec7-e188-42fb-8146-0aa589978893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783210 Jul 15 23:05:01.034383 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-daeb0c9f-2a7c-4fa6-b6cc-188aa3ff06e3 req-3043fdb7-7ff6-4d23-90b3-6713a7593e01 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/quotas/680eb147007347d0b28b90eaf34e5f6f HTTP/1.1" status: 200 len: 375 time: 0.0231555 Jul 15 23:05:01.040445 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a2e23-87d2-498e-8fde-5e84085c59b6 req-dd73e61e-b2ec-42db-9c5e-2a0aa53ef47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:01.041955 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bd1a2e23-87d2-498e-8fde-5e84085c59b6 req-dd73e61e-b2ec-42db-9c5e-2a0aa53ef47a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1846993 Jul 15 23:05:01.046144 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af272006-b035-47d0-bbff-0c878c55ae2f req-5f7a842d-4602-4882-859a-c2c9fa74d84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:01.047916 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-af272006-b035-47d0-bbff-0c878c55ae2f req-5f7a842d-4602-4882-859a-c2c9fa74d84d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=04373861-16b0-4a8c-8486-d4c77245a1a4 HTTP/1.1" status: 200 len: 845 time: 0.0495946 Jul 15 23:05:01.084021 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-daeb0c9f-2a7c-4fa6-b6cc-188aa3ff06e3 req-72c04d68-e2c0-43c5-9f2e-71d2f8c0016a tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=680eb147007347d0b28b90eaf34e5f6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402043 Jul 15 23:05:01.085930 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-af272006-b035-47d0-bbff-0c878c55ae2f req-16b697b9-94f1-4b02-8d20-0c041dac8786 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3d02251c-0d36-4f59-b9c0-9c508ddade2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298777 Jul 15 23:05:01.223848 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-543c0178-2316-4b95-b035-4d8585917d1b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c3c36a22b3364eae8ea3ebeb42ef707e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2300231 Jul 15 23:05:01.226729 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 49900) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:01.245081 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-af272006-b035-47d0-bbff-0c878c55ae2f req-d6b58547-101f-44ce-b0c8-5e0112f6879d service neutron] 10.222.0.49 "GET /v2.0/networks/3d02251c-0d36-4f59-b9c0-9c508ddade2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491218 Jul 15 23:05:01.282763 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bd1a2e23-87d2-498e-8fde-5e84085c59b6 req-207683e4-e482-4f64-b62c-12ec453194f6 service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024305 Jul 15 23:05:01.290560 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-daeb0c9f-2a7c-4fa6-b6cc-188aa3ff06e3 req-5872ef30-8d82-4e06-b9a7-3d6bd815bd05 service neutron] 10.222.0.48 "GET /v2.0/networks/f037b993-4149-40e0-a687-25986d720de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966934 Jul 15 23:05:01.343185 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-29157f95-480d-4119-b7d8-91da4ec28dcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:01.377850 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-29157f95-480d-4119-b7d8-91da4ec28dcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:01.388684 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-af272006-b035-47d0-bbff-0c878c55ae2f req-43e388d0-142d-495e-a44b-41db7081e999 service neutron] 10.222.0.49 "GET /v2.0/networks/3d02251c-0d36-4f59-b9c0-9c508ddade2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364119 Jul 15 23:05:01.433206 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-29157f95-480d-4119-b7d8-91da4ec28dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:01.436103 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-29157f95-480d-4119-b7d8-91da4ec28dcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:01.439459 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-29157f95-480d-4119-b7d8-91da4ec28dcd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/095ef59c-985b-420d-83bf-25f889e0af79 HTTP/1.1" status: 204 len: 168 time: 0.2096145 Jul 15 23:05:01.439617 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b45c36-ef20-4b02-9497-38f34a78e0fd req-fdcb1a68-2116-493b-9b69-41d750bf6fab tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:01.439617 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-40b45c36-ef20-4b02-9497-38f34a78e0fd req-fdcb1a68-2116-493b-9b69-41d750bf6fab tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=78f28607-290c-4646-be68-69602ac0b8f2 HTTP/1.1" status: 200 len: 950 time: 0.2180791 Jul 15 23:05:01.453471 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29157f95-480d-4119-b7d8-91da4ec28dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=095ef59c-985b-420d-83bf-25f889e0af79,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:01.483879 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bd1a2e23-87d2-498e-8fde-5e84085c59b6 req-28aea08e-536d-4a06-96a1-f28b9c08abda service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906354 Jul 15 23:05:01.514300 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-daeb0c9f-2a7c-4fa6-b6cc-188aa3ff06e3 req-a8122287-4fae-4da7-88d8-c31fa27be2ea service neutron] 10.222.0.48 "GET /v2.0/networks/f037b993-4149-40e0-a687-25986d720de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095661 Jul 15 23:05:01.517502 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-40b45c36-ef20-4b02-9497-38f34a78e0fd req-fa96f8de-1cee-4de8-b62c-e0750a2c7a36 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697339 Jul 15 23:05:01.527898 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-a0d58003-0105-40f0-87e5-bcf29942c6d4 req-71d14391-91f6-47a6-9fa6-f4b0b046f480 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2dff3727-03d5-4b9b-a0bc-2113ce2158b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0606980 Jul 15 23:05:01.656825 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d58003-0105-40f0-87e5-bcf29942c6d4 req-d0aa9522-8d02-4bed-b554-de24b14387b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:01.658391 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-a0d58003-0105-40f0-87e5-bcf29942c6d4 req-d0aa9522-8d02-4bed-b554-de24b14387b4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d3cd72aa62cb4f388e60bffea0b15541&device_id=2dff3727-03d5-4b9b-a0bc-2113ce2158b0 HTTP/1.1" status: 200 len: 1096 time: 0.0738194 Jul 15 23:05:01.743234 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f87c79-8b95-432c-b9ed-3236ef259575 req-b8dbfe47-cf91-4cfd-bd66-248d6be2f906 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:01.745165 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-53f87c79-8b95-432c-b9ed-3236ef259575 req-b8dbfe47-cf91-4cfd-bd66-248d6be2f906 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd4ea2a4-417c-46c3-a5aa-f440905aaa53 HTTP/1.1" status: 200 len: 947 time: 0.1096201 Jul 15 23:05:01.799261 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-53f87c79-8b95-432c-b9ed-3236ef259575 req-68da84d5-a308-428d-8f08-a849c0ff1510 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] 10.222.0.48 "GET /v2.0/security-groups?id=1872d82a-32c8-441d-a4ef-71895e7e75ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480769 Jul 15 23:05:01.857921 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 49914) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:01.884046 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2e6ba074-2a91-462e-9ef7-f613424ae4d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:01.905890 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d58003-0105-40f0-87e5-bcf29942c6d4 req-785e1620-cc0f-4c5a-b74c-f3185a330df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:01.907873 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-a0d58003-0105-40f0-87e5-bcf29942c6d4 req-785e1620-cc0f-4c5a-b74c-f3185a330df6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=82a1b157-72db-4f6b-a839-5e04e2b2c143 HTTP/1.1" status: 200 len: 925 time: 0.2172170 Jul 15 23:05:01.912418 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f849d79c-2058-427f-bab4-da7839bac0b5 req-1bee0dfd-bd27-4710-84d2-f46806377eb1 tempest-ServersOnMultiNodesTest-1707304536 tempest-ServersOnMultiNodesTest-1707304536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:01.916137 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f849d79c-2058-427f-bab4-da7839bac0b5 req-1bee0dfd-bd27-4710-84d2-f46806377eb1 tempest-ServersOnMultiNodesTest-1707304536 tempest-ServersOnMultiNodesTest-1707304536-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d3fe0fc9-3f0f-47d9-b15e-70962cd60c90 HTTP/1.1" status: 200 len: 1101 time: 0.1040378 Jul 15 23:05:01.964857 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f849d79c-2058-427f-bab4-da7839bac0b5 req-794cbbf5-8174-4803-bcc6-e5af4ea3bea8 tempest-ServersOnMultiNodesTest-1707304536 tempest-ServersOnMultiNodesTest-1707304536-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393398 Jul 15 23:05:02.023759 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 39e3d2bc-c0bf-474d-a5fe-77c548219b78 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:05:02.075477 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8d152-0a4c-47d7-90e8-c3c93d7049d5 req-5a626968-0317-4e29-aeee-dda4d8b04be4 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:02.091329 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cba8d152-0a4c-47d7-90e8-c3c93d7049d5 req-5a626968-0317-4e29-aeee-dda4d8b04be4 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/ports?device_id=14b9e249-79e3-4c40-8dfb-0fdf03e38dae HTTP/1.1" status: 200 len: 943 time: 0.1273203 Jul 15 23:05:02.092010 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port 39e3d2bc-c0bf-474d-a5fe-77c548219b78 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:05:02.096585 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 39e3d2bc-c0bf-474d-a5fe-77c548219b78 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:02.096956 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:02.170668 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cba8d152-0a4c-47d7-90e8-c3c93d7049d5 req-eee59bba-eab1-4ef7-b3b0-9689dc85831b tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e74215b-8011-4ee0-b502-a2314077a754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781865 Jul 15 23:05:02.216752 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6a36b4fb-ebc3-4f4f-88eb-24b9d27ed58b req-15cdef1b-94b3-49d4-888d-194066776bf5 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ea09a9e-d339-49fc-bfd6-6648e90f758d HTTP/1.1" status: 200 len: 210 time: 0.0441949 Jul 15 23:05:02.244519 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:02.299101 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34effbc0-2dfe-47c4-8686-e4eb48108560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39e3d2bc-c0bf-474d-a5fe-77c548219b78'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:02.303592 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbba5003-89e3-4a1b-9812-fb8b1c8b0ffe" -d '{"events": [{"server_uuid": "34effbc0-2dfe-47c4-8686-e4eb48108560", "name": "network-vif-plugged", "status": "completed", "tag": "39e3d2bc-c0bf-474d-a5fe-77c548219b78"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:02.326441 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 39e3d2bc-c0bf-474d-a5fe-77c548219b78, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=39e3d2bc-c0bf-474d-a5fe-77c548219b78,segment=NetworkSegment(ca12bc68-5d99-44db-b30e-afb9a7b600f7),segment_id=ca12bc68-5d99-44db-b30e-afb9a7b600f7)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:02.331751 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:02.331990 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-a0d58003-0105-40f0-87e5-bcf29942c6d4 req-da8b92ba-82e8-40b0-ba8c-ca75d9a3ea34 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6354f4d2-70d8-423b-b44f-2765880d8e6e HTTP/1.1" status: 200 len: 1001 time: 0.4160175 Jul 15 23:05:02.400847 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=39e3d2bc-c0bf-474d-a5fe-77c548219b78,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:02.416915 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d58003-0105-40f0-87e5-bcf29942c6d4 req-ffd24aea-465b-44ea-bab8-426b983bc839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:02.418795 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-a0d58003-0105-40f0-87e5-bcf29942c6d4 req-ffd24aea-465b-44ea-bab8-426b983bc839 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=99f67785-f6f8-403a-8163-19580b515ea7 HTTP/1.1" status: 200 len: 863 time: 0.0794334 Jul 15 23:05:02.468250 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f18d61-1bfb-4dc8-b8c1-396c760a4592 req-29b04b22-1127-48ac-83a9-2f643fed9697 tempest-ServersOnMultiNodesTest-1707304536 tempest-ServersOnMultiNodesTest-1707304536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:02.469795 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c7f18d61-1bfb-4dc8-b8c1-396c760a4592 req-29b04b22-1127-48ac-83a9-2f643fed9697 tempest-ServersOnMultiNodesTest-1707304536 tempest-ServersOnMultiNodesTest-1707304536-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=962c5b6d-067c-4f70-a2e6-e2b3fb4aa272 HTTP/1.1" status: 200 len: 1101 time: 0.1161170 Jul 15 23:05:02.474912 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2e6ba074-2a91-462e-9ef7-f613424ae4d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:02.481145 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2e6ba074-2a91-462e-9ef7-f613424ae4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:02.491426 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001f3dfc-da81-464e-8e25-268ff4f2590d req-9ca437ed-583e-4ae1-bcc3-a60431c50841 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:02.493308 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-001f3dfc-da81-464e-8e25-268ff4f2590d req-9ca437ed-583e-4ae1-bcc3-a60431c50841 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/ports?device_id=34effbc0-2dfe-47c4-8686-e4eb48108560 HTTP/1.1" status: 200 len: 945 time: 0.1019571 Jul 15 23:05:02.532976 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6ba074-2a91-462e-9ef7-f613424ae4d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=426f91da-01f8-4943-ac84-0af32ff77d28,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:02.541580 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-2e6ba074-2a91-462e-9ef7-f613424ae4d1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2d7a87d42bcf4f0c92943e3cf05691f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6826010 Jul 15 23:05:02.545842 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 49930) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:02.553556 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c7f18d61-1bfb-4dc8-b8c1-396c760a4592 req-9bcc720c-49e9-4ea9-9283-1c1d7674fd6b tempest-ServersOnMultiNodesTest-1707304536 tempest-ServersOnMultiNodesTest-1707304536-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592480 Jul 15 23:05:02.556534 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-001f3dfc-da81-464e-8e25-268ff4f2590d req-72f65748-65ab-444b-bc40-68843f12a6e7 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/security-groups?id=d689cec7-e188-42fb-8146-0aa589978893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561802 Jul 15 23:05:02.574288 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d58003-0105-40f0-87e5-bcf29942c6d4 req-6a97951c-68f6-4bb4-9d97-9be586f86bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:02.575819 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-a0d58003-0105-40f0-87e5-bcf29942c6d4 req-6a97951c-68f6-4bb4-9d97-9be586f86bbb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=82a1b157-72db-4f6b-a839-5e04e2b2c143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1455917 Jul 15 23:05:02.625300 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1103f36-8f94-4c7b-8f45-8a89f74d7d82 x-openstack-request-id: req-c1103f36-8f94-4c7b-8f45-8a89f74d7d82 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:02.625687 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34effbc0-2dfe-47c4-8686-e4eb48108560", "name": "network-vif-plugged", "status": "completed", "tag": "39e3d2bc-c0bf-474d-a5fe-77c548219b78", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:02.626106 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c1103f36-8f94-4c7b-8f45-8a89f74d7d82 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:02.626562 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34effbc0-2dfe-47c4-8686-e4eb48108560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39e3d2bc-c0bf-474d-a5fe-77c548219b78', 'code': 200} Jul 15 23:05:02.717115 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-a0d58003-0105-40f0-87e5-bcf29942c6d4 req-c917712a-58a7-4dd9-a849-8ef812a50add service neutron] 10.222.0.49 "GET /v2.0/networks/82a1b157-72db-4f6b-a839-5e04e2b2c143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311426 Jul 15 23:05:02.807989 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c5943349-889f-4cfc-a224-878ffd68b19c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:02.842317 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9becb5fc-8793-4650-9c17-d7ddd6962aa1 req-6faab6a1-82fb-4984-bc85-84a0a397dbba tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=9ac36772b83842538b63e725348a87e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309746 Jul 15 23:05:02.846356 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c5943349-889f-4cfc-a224-878ffd68b19c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:02.856510 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-a0d58003-0105-40f0-87e5-bcf29942c6d4 req-9f1c4fc2-1b16-48be-a61d-b8ce21c48f6c service neutron] 10.222.0.49 "GET /v2.0/networks/82a1b157-72db-4f6b-a839-5e04e2b2c143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313186 Jul 15 23:05:02.903630 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f406d-6caa-4e98-bb2d-dcaf9fa19989 req-0702d3b3-7f40-496a-bca1-fedc9d17632b tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:02.904973 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c5943349-889f-4cfc-a224-878ffd68b19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:02.905197 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-587f406d-6caa-4e98-bb2d-dcaf9fa19989 req-0702d3b3-7f40-496a-bca1-fedc9d17632b tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=78f28607-290c-4646-be68-69602ac0b8f2 HTTP/1.1" status: 200 len: 950 time: 0.1701059 Jul 15 23:05:02.908896 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c5943349-889f-4cfc-a224-878ffd68b19c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:02.914354 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c5943349-889f-4cfc-a224-878ffd68b19c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/426f91da-01f8-4943-ac84-0af32ff77d28 HTTP/1.1" status: 204 len: 168 time: 0.3668590 Jul 15 23:05:02.923251 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5943349-889f-4cfc-a224-878ffd68b19c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=426f91da-01f8-4943-ac84-0af32ff77d28,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:02.933046 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5943349-889f-4cfc-a224-878ffd68b19c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:02.933403 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5943349-889f-4cfc-a224-878ffd68b19c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:02.933752 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5943349-889f-4cfc-a224-878ffd68b19c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:02.934093 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5943349-889f-4cfc-a224-878ffd68b19c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:02.934429 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5943349-889f-4cfc-a224-878ffd68b19c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:02.934764 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5943349-889f-4cfc-a224-878ffd68b19c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:02.935196 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5943349-889f-4cfc-a224-878ffd68b19c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:02.935531 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5943349-889f-4cfc-a224-878ffd68b19c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:02.935891 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5943349-889f-4cfc-a224-878ffd68b19c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:02.936220 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5943349-889f-4cfc-a224-878ffd68b19c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:02.936549 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5943349-889f-4cfc-a224-878ffd68b19c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:02.936876 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5943349-889f-4cfc-a224-878ffd68b19c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:02.972459 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269db69-9db1-4f6b-ad06-463e1893c804 req-37631663-7771-4591-9cc4-c163526974ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:02.973934 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d269db69-9db1-4f6b-ad06-463e1893c804 req-37631663-7771-4591-9cc4-c163526974ed service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=34effbc0-2dfe-47c4-8686-e4eb48108560 HTTP/1.1" status: 200 len: 1096 time: 0.1963389 Jul 15 23:05:03.015481 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-587f406d-6caa-4e98-bb2d-dcaf9fa19989 req-dfe01c0d-1a03-4625-91ac-145794df0c6d tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023989 Jul 15 23:05:03.047072 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9becb5fc-8793-4650-9c17-d7ddd6962aa1 req-640a2cd0-5185-46b5-9325-d7eb49fec2bb tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:03.048658 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9becb5fc-8793-4650-9c17-d7ddd6962aa1 req-640a2cd0-5185-46b5-9325-d7eb49fec2bb tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1982048 Jul 15 23:05:03.050736 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d269db69-9db1-4f6b-ad06-463e1893c804 req-26a3f9b0-9495-49a4-8193-8a8bab99b57e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d689cec7-e188-42fb-8146-0aa589978893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663989 Jul 15 23:05:03.066816 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9becb5fc-8793-4650-9c17-d7ddd6962aa1 req-b71904ca-6574-4931-92b2-436805cc38d0 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/quotas/9ac36772b83842538b63e725348a87e1 HTTP/1.1" status: 200 len: 375 time: 0.0106206 Jul 15 23:05:03.166634 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9becb5fc-8793-4650-9c17-d7ddd6962aa1 req-eb2d5480-d7f0-45a1-9fd7-b78304d4b16b tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9ac36772b83842538b63e725348a87e1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0928090 Jul 15 23:05:03.196323 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7a59aeb5-ad5a-4c77-855e-67dfda940088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:03.234492 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b491595-44a6-4e2d-bfd4-67187e0b488c req-52332039-6b14-41ab-abb0-aa80a9d72ce2 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:03.236151 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3b491595-44a6-4e2d-bfd4-67187e0b488c req-52332039-6b14-41ab-abb0-aa80a9d72ce2 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd4ea2a4-417c-46c3-a5aa-f440905aaa53 HTTP/1.1" status: 200 len: 947 time: 0.0682659 Jul 15 23:05:03.299401 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:03.332544 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3b491595-44a6-4e2d-bfd4-67187e0b488c req-5dcaf6f1-68a1-4a42-92ac-97cd425075af tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] 10.222.0.48 "GET /v2.0/security-groups?id=1872d82a-32c8-441d-a4ef-71895e7e75ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851612 Jul 15 23:05:03.437539 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb0c9f-2a7c-4fa6-b6cc-188aa3ff06e3 req-7855c10d-c54f-47fd-ac6d-8535db9098d6 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:03.445655 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-daeb0c9f-2a7c-4fa6-b6cc-188aa3ff06e3 req-7855c10d-c54f-47fd-ac6d-8535db9098d6 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.41 "GET /v2.0/networks?id=f037b993-4149-40e0-a687-25986d720de6 HTTP/1.1" status: 200 len: 808 time: 0.2026737 Jul 15 23:05:03.466553 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-daeb0c9f-2a7c-4fa6-b6cc-188aa3ff06e3 req-5e6a74ae-4401-4377-85a0-6be61e0bcf27 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Request body: {'port': {'device_id': '9ea09a9e-d339-49fc-bfd6-6648e90f758d', 'network_id': 'f037b993-4149-40e0-a687-25986d720de6', 'admin_state_up': True, 'tenant_id': '680eb147007347d0b28b90eaf34e5f6f'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:03.570438 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ebad60-47b9-48cb-a69a-3d16f1b98f92 req-fb5fb081-9ad0-48f4-8c21-17364aa76ad5 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:03.578626 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e8ebad60-47b9-48cb-a69a-3d16f1b98f92 req-fb5fb081-9ad0-48f4-8c21-17364aa76ad5 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/ports?device_id=14b9e249-79e3-4c40-8dfb-0fdf03e38dae HTTP/1.1" status: 200 len: 943 time: 0.1055353 Jul 15 23:05:03.635794 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e8ebad60-47b9-48cb-a69a-3d16f1b98f92 req-363a7e24-9823-4d09-9aa8-714b371ecacc tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e74215b-8011-4ee0-b502-a2314077a754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560403 Jul 15 23:05:03.737296 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-149c90a8-a249-4b7d-8d67-f3424fe72a9e req-70bd8097-e916-4d14-9a41-5e67034204c8 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=72a7edd5-dbed-4017-8258-324186bce4ee HTTP/1.1" status: 200 len: 210 time: 0.0423694 Jul 15 23:05:03.742144 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daeb0c9f-2a7c-4fa6-b6cc-188aa3ff06e3 req-5e6a74ae-4401-4377-85a0-6be61e0bcf27 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Made reservation on behalf of 680eb147007347d0b28b90eaf34e5f6f for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:05:03.748314 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-daeb0c9f-2a7c-4fa6-b6cc-188aa3ff06e3 req-5e6a74ae-4401-4377-85a0-6be61e0bcf27 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:03.878861 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-58725e4c-7da5-4125-bc0a-e91747c10e83 req-46fd2ccb-e9b1-4e54-9eb6-48943f1ff580 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ea09a9e-d339-49fc-bfd6-6648e90f758d HTTP/1.1" status: 200 len: 210 time: 0.0514460 Jul 15 23:05:03.979350 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8eb06d-ce65-4fbb-bc6c-55fa23430c01 req-ad1b96b3-965c-43ba-95d9-d4db13995839 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:03.980933 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-aa8eb06d-ce65-4fbb-bc6c-55fa23430c01 req-ad1b96b3-965c-43ba-95d9-d4db13995839 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/ports?device_id=34effbc0-2dfe-47c4-8686-e4eb48108560 HTTP/1.1" status: 200 len: 945 time: 0.0906253 Jul 15 23:05:03.985780 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-daeb0c9f-2a7c-4fa6-b6cc-188aa3ff06e3 req-5e6a74ae-4401-4377-85a0-6be61e0bcf27 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Allocated IP 172.20.0.5 (f037b993-4149-40e0-a687-25986d720de6/b89a129e-9de5-4301-b344-10ab05e9feea/ecb9d93d-9b57-49b1-b9ee-09c24fbebea0) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:05:04.036058 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 45cd5c9f-5388-4891-b5fa-9570784f1a2f details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:05:04.039873 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-aa8eb06d-ce65-4fbb-bc6c-55fa23430c01 req-2478e098-4551-4f60-84c4-1b0f97223374 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/security-groups?id=d689cec7-e188-42fb-8146-0aa589978893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482848 Jul 15 23:05:04.165957 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:04.214106 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-daeb0c9f-2a7c-4fa6-b6cc-188aa3ff06e3 req-5e6a74ae-4401-4377-85a0-6be61e0bcf27 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:04.309938 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-daeb0c9f-2a7c-4fa6-b6cc-188aa3ff06e3 req-5e6a74ae-4401-4377-85a0-6be61e0bcf27 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:04.331757 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559e1df-161f-4e02-8ebb-07d9a5cd75ad req-328d545f-42d0-4049-99cd-7e601feff1f0 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:04.342580 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3559e1df-161f-4e02-8ebb-07d9a5cd75ad req-328d545f-42d0-4049-99cd-7e601feff1f0 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=78f28607-290c-4646-be68-69602ac0b8f2 HTTP/1.1" status: 200 len: 950 time: 0.1103253 Jul 15 23:05:04.390940 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3559e1df-161f-4e02-8ebb-07d9a5cd75ad req-bf9e861b-e381-4c8b-a2e6-613464159852 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473423 Jul 15 23:05:04.452462 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daeb0c9f-2a7c-4fa6-b6cc-188aa3ff06e3 req-5e6a74ae-4401-4377-85a0-6be61e0bcf27 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Network f037b993-4149-40e0-a687-25986d720de6 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:05:04.457059 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-daeb0c9f-2a7c-4fa6-b6cc-188aa3ff06e3 req-5e6a74ae-4401-4377-85a0-6be61e0bcf27 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:05:04.459979 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 45cd5c9f-5388-4891-b5fa-9570784f1a2f, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=45cd5c9f-5388-4891-b5fa-9570784f1a2f,segment=NetworkSegment(73b65db5-b75b-48b7-8e07-44c7152f69b4),segment_id=73b65db5-b75b-48b7-8e07-44c7152f69b4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:04.462757 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a74ae-4401-4377-85a0-6be61e0bcf27 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Pushing event updated for resources: {'Port': ['ID=ecb9d93d-9b57-49b1-b9ee-09c24fbebea0,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:04.466894 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-daeb0c9f-2a7c-4fa6-b6cc-188aa3ff06e3 req-5e6a74ae-4401-4377-85a0-6be61e0bcf27 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:05:04.473357 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '45cd5c9f-5388-4891-b5fa-9570784f1a2f', 'network_id': '3d02251c-0d36-4f59-b9c0-9c508ddade2e', 'port_id': '45cd5c9f-5388-4891-b5fa-9570784f1a2f', 'mac_address': 'fa:16:3e:04:2a:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04373861-16b0-4a8c-8486-d4c77245a1a4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:05:04.480488 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb0c9f-2a7c-4fa6-b6cc-188aa3ff06e3 req-5e6a74ae-4401-4377-85a0-6be61e0bcf27 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:04.481322 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-daeb0c9f-2a7c-4fa6-b6cc-188aa3ff06e3 req-5e6a74ae-4401-4377-85a0-6be61e0bcf27 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:04.509054 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-daeb0c9f-2a7c-4fa6-b6cc-188aa3ff06e3 req-5e6a74ae-4401-4377-85a0-6be61e0bcf27 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0468059 Jul 15 23:05:04.525208 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:04.536561 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-daeb0c9f-2a7c-4fa6-b6cc-188aa3ff06e3 req-980edc3e-2ee2-4fb7-afe6-fcceb8aa8a27 service neutron] Request body: {'port': {'device_id': '9ea09a9e-d339-49fc-bfd6-6648e90f758d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:04.550303 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45cd5c9f-5388-4891-b5fa-9570784f1a2f {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:05:04.578649 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10541d02-5f11-411c-ac89-683f9b1cc015 req-cfc920a1-08dd-4c28-8508-af2d44520f74 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:04.588819 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-10541d02-5f11-411c-ac89-683f9b1cc015 req-cfc920a1-08dd-4c28-8508-af2d44520f74 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd4ea2a4-417c-46c3-a5aa-f440905aaa53 HTTP/1.1" status: 200 len: 947 time: 0.0967255 Jul 15 23:05:04.593582 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 45cd5c9f-5388-4891-b5fa-9570784f1a2f, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=45cd5c9f-5388-4891-b5fa-9570784f1a2f,segment=NetworkSegment(73b65db5-b75b-48b7-8e07-44c7152f69b4),segment_id=73b65db5-b75b-48b7-8e07-44c7152f69b4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:04.598498 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:04.599546 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device bb35c73e-b88a-43ed-9a62-0d73484c3483 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:05:04.644684 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-10541d02-5f11-411c-ac89-683f9b1cc015 req-f9db2c2e-0b7f-48a4-8c3d-2372abebbbcd tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] 10.222.0.48 "GET /v2.0/security-groups?id=1872d82a-32c8-441d-a4ef-71895e7e75ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530567 Jul 15 23:05:04.668905 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-daeb0c9f-2a7c-4fa6-b6cc-188aa3ff06e3 req-980edc3e-2ee2-4fb7-afe6-fcceb8aa8a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:04.715855 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=45cd5c9f-5388-4891-b5fa-9570784f1a2f,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:04.831879 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port bb35c73e-b88a-43ed-9a62-0d73484c3483, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=bb35c73e-b88a-43ed-9a62-0d73484c3483,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:04.847627 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': 'bb35c73e-b88a-43ed-9a62-0d73484c3483', 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'port_id': 'bb35c73e-b88a-43ed-9a62-0d73484c3483', 'mac_address': 'fa:16:3e:28:90:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d909a96-22de-4aa9-b690-1c7da965ceac', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:05:04.881412 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81276fa3-268d-4647-bc4a-3d1e3a02d103 req-11c89b92-4ae8-4f83-9873-7bd91bb927cb tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:04.890028 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-81276fa3-268d-4647-bc4a-3d1e3a02d103 req-11c89b92-4ae8-4f83-9873-7bd91bb927cb tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/ports?device_id=14b9e249-79e3-4c40-8dfb-0fdf03e38dae HTTP/1.1" status: 200 len: 944 time: 0.0894179 Jul 15 23:05:04.893158 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:04.908289 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb35c73e-b88a-43ed-9a62-0d73484c3483 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:05:04.949015 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port bb35c73e-b88a-43ed-9a62-0d73484c3483, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=bb35c73e-b88a-43ed-9a62-0d73484c3483,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:04.949353 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-81276fa3-268d-4647-bc4a-3d1e3a02d103 req-1c2cf2e9-626a-42d9-805f-f731f466e38d tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e74215b-8011-4ee0-b502-a2314077a754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513325 Jul 15 23:05:04.955307 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:05.055026 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4353dbeb-27fc-45ca-b46b-c25c02300450 req-89969cc2-417a-4848-8ebb-34fcd5e404a3 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=72a7edd5-dbed-4017-8258-324186bce4ee HTTP/1.1" status: 200 len: 210 time: 0.0669696 Jul 15 23:05:05.115470 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=bb35c73e-b88a-43ed-9a62-0d73484c3483,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:05.175473 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-daeb0c9f-2a7c-4fa6-b6cc-188aa3ff06e3 req-980edc3e-2ee2-4fb7-afe6-fcceb8aa8a27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecb9d93d-9b57-49b1-b9ee-09c24fbebea0 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:05:05.194325 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-daeb0c9f-2a7c-4fa6-b6cc-188aa3ff06e3 req-980edc3e-2ee2-4fb7-afe6-fcceb8aa8a27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:05.203928 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9becb5fc-8793-4650-9c17-d7ddd6962aa1 req-1fd08a49-1481-49bd-aa83-daffb2faccd8 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=9ac36772b83842538b63e725348a87e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264637 Jul 15 23:05:05.210482 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-daeb0c9f-2a7c-4fa6-b6cc-188aa3ff06e3 req-980edc3e-2ee2-4fb7-afe6-fcceb8aa8a27 service neutron] Transition to ACTIVE for port object ecb9d93d-9b57-49b1-b9ee-09c24fbebea0 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:05:05.215282 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-daeb0c9f-2a7c-4fa6-b6cc-188aa3ff06e3 req-980edc3e-2ee2-4fb7-afe6-fcceb8aa8a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:05.254073 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f908ea30-54e3-4f9a-87b5-badd07f5f46f req-6d0a2e53-4322-416c-bf60-a96716085b02 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:05.260402 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f908ea30-54e3-4f9a-87b5-badd07f5f46f req-6d0a2e53-4322-416c-bf60-a96716085b02 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ea09a9e-d339-49fc-bfd6-6648e90f758d HTTP/1.1" status: 200 len: 931 time: 0.1286397 Jul 15 23:05:05.276264 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980edc3e-2ee2-4fb7-afe6-fcceb8aa8a27 service neutron] Pushing event updated for resources: {'Port': ['ID=ecb9d93d-9b57-49b1-b9ee-09c24fbebea0,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:05.305495 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['45cd5c9f-5388-4891-b5fa-9570784f1a2f'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:05.310964 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-daeb0c9f-2a7c-4fa6-b6cc-188aa3ff06e3 req-980edc3e-2ee2-4fb7-afe6-fcceb8aa8a27 service neutron] Attempting to bind port ecb9d93d-9b57-49b1-b9ee-09c24fbebea0 on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:05:05.311301 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-daeb0c9f-2a7c-4fa6-b6cc-188aa3ff06e3 req-980edc3e-2ee2-4fb7-afe6-fcceb8aa8a27 service neutron] Attempting to bind port ecb9d93d-9b57-49b1-b9ee-09c24fbebea0 by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '2a783e67-ba53-4ea9-9bee-afb3f3217392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f037b993-4149-40e0-a687-25986d720de6'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:05:05.311667 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daeb0c9f-2a7c-4fa6-b6cc-188aa3ff06e3 req-980edc3e-2ee2-4fb7-afe6-fcceb8aa8a27 service neutron] Attempting to bind port ecb9d93d-9b57-49b1-b9ee-09c24fbebea0 on network f037b993-4149-40e0-a687-25986d720de6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:05.316947 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daeb0c9f-2a7c-4fa6-b6cc-188aa3ff06e3 req-980edc3e-2ee2-4fb7-afe6-fcceb8aa8a27 service neutron] Port ecb9d93d-9b57-49b1-b9ee-09c24fbebea0 on network f037b993-4149-40e0-a687-25986d720de6 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:05:05.317446 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daeb0c9f-2a7c-4fa6-b6cc-188aa3ff06e3 req-980edc3e-2ee2-4fb7-afe6-fcceb8aa8a27 service neutron] Attempting to bind port ecb9d93d-9b57-49b1-b9ee-09c24fbebea0 on network f037b993-4149-40e0-a687-25986d720de6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:05.323673 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daeb0c9f-2a7c-4fa6-b6cc-188aa3ff06e3 req-980edc3e-2ee2-4fb7-afe6-fcceb8aa8a27 service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:05:05.324012 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daeb0c9f-2a7c-4fa6-b6cc-188aa3ff06e3 req-980edc3e-2ee2-4fb7-afe6-fcceb8aa8a27 service neutron] Checking segment: {'id': '2a783e67-ba53-4ea9-9bee-afb3f3217392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f037b993-4149-40e0-a687-25986d720de6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:05:05.324408 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daeb0c9f-2a7c-4fa6-b6cc-188aa3ff06e3 req-980edc3e-2ee2-4fb7-afe6-fcceb8aa8a27 service neutron] Bound using segment: {'id': '2a783e67-ba53-4ea9-9bee-afb3f3217392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f037b993-4149-40e0-a687-25986d720de6'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:05:05.324843 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-daeb0c9f-2a7c-4fa6-b6cc-188aa3ff06e3 req-980edc3e-2ee2-4fb7-afe6-fcceb8aa8a27 service neutron] Bound port: ecb9d93d-9b57-49b1-b9ee-09c24fbebea0, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a783e67-ba53-4ea9-9bee-afb3f3217392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f037b993-4149-40e0-a687-25986d720de6'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:05:05.325208 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-daeb0c9f-2a7c-4fa6-b6cc-188aa3ff06e3 req-980edc3e-2ee2-4fb7-afe6-fcceb8aa8a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:05.346093 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['bb35c73e-b88a-43ed-9a62-0d73484c3483'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:05.413578 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-daeb0c9f-2a7c-4fa6-b6cc-188aa3ff06e3 req-980edc3e-2ee2-4fb7-afe6-fcceb8aa8a27 service neutron] For port ecb9d93d-9b57-49b1-b9ee-09c24fbebea0, host n-h2-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:05:05.420188 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-daeb0c9f-2a7c-4fa6-b6cc-188aa3ff06e3 req-980edc3e-2ee2-4fb7-afe6-fcceb8aa8a27 service neutron] For port ecb9d93d-9b57-49b1-b9ee-09c24fbebea0, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=ecb9d93d-9b57-49b1-b9ee-09c24fbebea0,segment=NetworkSegment(2a783e67-ba53-4ea9-9bee-afb3f3217392),segment_id=2a783e67-ba53-4ea9-9bee-afb3f3217392)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:05:05.429579 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-daeb0c9f-2a7c-4fa6-b6cc-188aa3ff06e3 req-980edc3e-2ee2-4fb7-afe6-fcceb8aa8a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:05.497245 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f908ea30-54e3-4f9a-87b5-badd07f5f46f req-f7d398e5-fd73-4c52-8b5d-001c1a5dd8c6 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352481 Jul 15 23:05:05.511720 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980edc3e-2ee2-4fb7-afe6-fcceb8aa8a27 service neutron] Pushing event updated for resources: {'Port': ['ID=ecb9d93d-9b57-49b1-b9ee-09c24fbebea0,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:05.527177 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9becb5fc-8793-4650-9c17-d7ddd6962aa1 req-fb5371b4-2865-4bb6-9aeb-a5f8b78b144d tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:05.528874 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9becb5fc-8793-4650-9c17-d7ddd6962aa1 req-fb5371b4-2865-4bb6-9aeb-a5f8b78b144d tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3134212 Jul 15 23:05:05.545759 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb0c9f-2a7c-4fa6-b6cc-188aa3ff06e3 req-980edc3e-2ee2-4fb7-afe6-fcceb8aa8a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:05.545759 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-daeb0c9f-2a7c-4fa6-b6cc-188aa3ff06e3 req-980edc3e-2ee2-4fb7-afe6-fcceb8aa8a27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:05.546978 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-daeb0c9f-2a7c-4fa6-b6cc-188aa3ff06e3 req-980edc3e-2ee2-4fb7-afe6-fcceb8aa8a27 service neutron] 10.222.0.41 "PUT /v2.0/ports/ecb9d93d-9b57-49b1-b9ee-09c24fbebea0 HTTP/1.1" status: 200 len: 1091 time: 1.0157413 Jul 15 23:05:05.547455 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ea09a9e-d339-49fc-bfd6-6648e90f758d', 'tag': 'ecb9d93d-9b57-49b1-b9ee-09c24fbebea0'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:05.549508 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aea6c0a-663e-415a-8ddf-4e59fb6cb9aa req-80fe8793-934b-42fc-be8f-7c001ad9064b tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:05.549768 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ba64d8-7b6e-44fa-a67a-515b34cd275f" -d '{"events": [{"name": "network-changed", "server_uuid": "9ea09a9e-d339-49fc-bfd6-6648e90f758d", "tag": "ecb9d93d-9b57-49b1-b9ee-09c24fbebea0"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:05.551373 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0aea6c0a-663e-415a-8ddf-4e59fb6cb9aa req-80fe8793-934b-42fc-be8f-7c001ad9064b tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/ports?device_id=34effbc0-2dfe-47c4-8686-e4eb48108560 HTTP/1.1" status: 200 len: 945 time: 0.3214443 Jul 15 23:05:05.571441 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-9becb5fc-8793-4650-9c17-d7ddd6962aa1 req-d1e5465e-7f57-4330-bf82-da75e710821c tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Request body: {'port': {'device_id': '72a7edd5-dbed-4017-8258-324186bce4ee', 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'admin_state_up': True, 'tenant_id': '9ac36772b83842538b63e725348a87e1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:05.640247 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0aea6c0a-663e-415a-8ddf-4e59fb6cb9aa req-cf4a3168-79f9-4e84-a06a-91b3867f50e5 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/security-groups?id=d689cec7-e188-42fb-8146-0aa589978893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800066 Jul 15 23:05:05.692072 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb0c9f-2a7c-4fa6-b6cc-188aa3ff06e3 req-8a8c3c8c-772f-4b04-a188-fb4aaa472a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:05.694770 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-daeb0c9f-2a7c-4fa6-b6cc-188aa3ff06e3 req-8a8c3c8c-772f-4b04-a188-fb4aaa472a77 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=680eb147007347d0b28b90eaf34e5f6f&device_id=9ea09a9e-d339-49fc-bfd6-6648e90f758d HTTP/1.1" status: 200 len: 1094 time: 0.0663414 Jul 15 23:05:05.745864 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9becb5fc-8793-4650-9c17-d7ddd6962aa1 req-d1e5465e-7f57-4330-bf82-da75e710821c tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Made reservation on behalf of 9ac36772b83842538b63e725348a87e1 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:05:05.749942 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9becb5fc-8793-4650-9c17-d7ddd6962aa1 req-d1e5465e-7f57-4330-bf82-da75e710821c tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:05.759309 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-daeb0c9f-2a7c-4fa6-b6cc-188aa3ff06e3 req-59068698-00b0-4f17-9812-fee18493290f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ecb9d93d-9b57-49b1-b9ee-09c24fbebea0 HTTP/1.1" status: 200 len: 217 time: 0.0429673 Jul 15 23:05:05.805795 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ac0c27d2-4bd1-4944-8b58-224f91b2bb5e req-7fadc909-812a-4052-989e-e01831a5275b tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=0ecdf2a0908246d98bcb66c58ce843fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433910 Jul 15 23:05:05.813055 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb0c9f-2a7c-4fa6-b6cc-188aa3ff06e3 req-922dd5e4-b030-4cae-893a-ec3f1b13926d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:05.814550 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-daeb0c9f-2a7c-4fa6-b6cc-188aa3ff06e3 req-922dd5e4-b030-4cae-893a-ec3f1b13926d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b89a129e-9de5-4301-b344-10ab05e9feea HTTP/1.1" status: 200 len: 848 time: 0.0492456 Jul 15 23:05:05.852833 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-daeb0c9f-2a7c-4fa6-b6cc-188aa3ff06e3 req-31e45391-e770-469d-a96b-72b61f30605e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f037b993-4149-40e0-a687-25986d720de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301745 Jul 15 23:05:05.947703 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-daeb0c9f-2a7c-4fa6-b6cc-188aa3ff06e3 req-2e7c68df-7926-4368-9bb1-41abdf6660bb service neutron] 10.222.0.41 "GET /v2.0/networks/f037b993-4149-40e0-a687-25986d720de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876005 Jul 15 23:05:06.043444 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f2596-28f2-45ee-bec0-70a8709caca1 req-d38caca6-aa52-4be3-8ed5-6f3d0617f250 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:06.045131 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5c2f2596-28f2-45ee-bec0-70a8709caca1 req-d38caca6-aa52-4be3-8ed5-6f3d0617f250 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=78f28607-290c-4646-be68-69602ac0b8f2 HTTP/1.1" status: 200 len: 950 time: 0.2699428 Jul 15 23:05:06.057057 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-daeb0c9f-2a7c-4fa6-b6cc-188aa3ff06e3 req-b16400ea-de59-41a4-b822-e055ad9a89da service neutron] 10.222.0.41 "GET /v2.0/networks/f037b993-4149-40e0-a687-25986d720de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030178 Jul 15 23:05:06.064224 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c27d2-4bd1-4944-8b58-224f91b2bb5e req-9387d1b1-77c9-42ef-b80a-621ce1448629 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:06.065699 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ac0c27d2-4bd1-4944-8b58-224f91b2bb5e req-9387d1b1-77c9-42ef-b80a-621ce1448629 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2352197 Jul 15 23:05:06.066925 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-9becb5fc-8793-4650-9c17-d7ddd6962aa1 req-d1e5465e-7f57-4330-bf82-da75e710821c tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Allocated IP 192.168.233.104 (5d412861-bef3-4cc1-ae9f-87a6a36753c0/0d909a96-22de-4aa9-b690-1c7da965ceac/77625ffe-b5df-4269-855d-7b7c464c50ec) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:05:06.107390 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ac0c27d2-4bd1-4944-8b58-224f91b2bb5e req-3799e645-a2af-4a91-aa4e-6b6a9ba5ed41 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/quotas/0ecdf2a0908246d98bcb66c58ce843fd HTTP/1.1" status: 200 len: 375 time: 0.0268278 Jul 15 23:05:06.132885 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:06.167695 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ac0c27d2-4bd1-4944-8b58-224f91b2bb5e req-01a1ac18-ed21-4602-ad87-4e9a57249e04 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0ecdf2a0908246d98bcb66c58ce843fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0507541 Jul 15 23:05:06.173910 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5c2f2596-28f2-45ee-bec0-70a8709caca1 req-e1ae5826-ccde-43db-bbc1-e14bb243ce3b tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170504 Jul 15 23:05:06.245813 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f7fdef9-b5b5-4114-9aab-cbf0e813b461 x-openstack-request-id: req-5f7fdef9-b5b5-4114-9aab-cbf0e813b461 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:06.246114 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ea09a9e-d339-49fc-bfd6-6648e90f758d", "tag": "ecb9d93d-9b57-49b1-b9ee-09c24fbebea0", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:06.246371 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5f7fdef9-b5b5-4114-9aab-cbf0e813b461 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:06.246778 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ea09a9e-d339-49fc-bfd6-6648e90f758d', 'tag': 'ecb9d93d-9b57-49b1-b9ee-09c24fbebea0', 'status': 'completed', 'code': 200} Jul 15 23:05:06.395217 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9becb5fc-8793-4650-9c17-d7ddd6962aa1 req-d1e5465e-7f57-4330-bf82-da75e710821c tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:06.417534 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba64d8-7b6e-44fa-a67a-515b34cd275f req-c1373f48-1950-432a-ace1-997caca9f87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:06.419243 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-52ba64d8-7b6e-44fa-a67a-515b34cd275f req-c1373f48-1950-432a-ace1-997caca9f87c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=680eb147007347d0b28b90eaf34e5f6f&device_id=9ea09a9e-d339-49fc-bfd6-6648e90f758d HTTP/1.1" status: 200 len: 1094 time: 0.1234868 Jul 15 23:05:06.462059 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-9becb5fc-8793-4650-9c17-d7ddd6962aa1 req-d1e5465e-7f57-4330-bf82-da75e710821c tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Transition to ACTIVE for port object 77625ffe-b5df-4269-855d-7b7c464c50ec will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:05:06.539728 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba64d8-7b6e-44fa-a67a-515b34cd275f req-653d3834-589b-4edc-bd39-17b5d2eb6d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:06.541173 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-52ba64d8-7b6e-44fa-a67a-515b34cd275f req-653d3834-589b-4edc-bd39-17b5d2eb6d83 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f037b993-4149-40e0-a687-25986d720de6 HTTP/1.1" status: 200 len: 909 time: 0.1092200 Jul 15 23:05:06.591322 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-52ba64d8-7b6e-44fa-a67a-515b34cd275f req-f33241fc-377d-4cdd-ac41-118cfb1b0048 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ecb9d93d-9b57-49b1-b9ee-09c24fbebea0 HTTP/1.1" status: 200 len: 217 time: 0.0419309 Jul 15 23:05:06.673492 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba64d8-7b6e-44fa-a67a-515b34cd275f req-3542d10c-27e0-4744-9256-52e33d750ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:06.675013 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-52ba64d8-7b6e-44fa-a67a-515b34cd275f req-3542d10c-27e0-4744-9256-52e33d750ce5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b89a129e-9de5-4301-b344-10ab05e9feea HTTP/1.1" status: 200 len: 848 time: 0.0697048 Jul 15 23:05:06.730104 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-52ba64d8-7b6e-44fa-a67a-515b34cd275f req-429bf26f-8a65-4bef-9c94-7ea96cc30389 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f037b993-4149-40e0-a687-25986d720de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466387 Jul 15 23:05:06.805104 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d48cad76-20d0-463f-ab25-737930cd61e7 req-dde346ab-5f74-48aa-b916-54f818ab7ee9 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-713532413&fields=id&tenant_id=d4a56bf4150b47a1aafe3e0a8ae6ac97 HTTP/1.1" status: 200 len: 267 time: 0.4002063 Jul 15 23:05:06.863273 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-52ba64d8-7b6e-44fa-a67a-515b34cd275f req-5ce2fe71-a7f4-4ba2-8525-bda2aea7a1a1 service neutron] 10.222.0.41 "GET /v2.0/networks/f037b993-4149-40e0-a687-25986d720de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256492 Jul 15 23:05:06.919274 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e5f97-8547-41f3-ad3d-b759f863a9e3 req-70293ddf-e4c7-4e2b-919d-457694dd930e tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:06.921804 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7d6e5f97-8547-41f3-ad3d-b759f863a9e3 req-70293ddf-e4c7-4e2b-919d-457694dd930e tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd4ea2a4-417c-46c3-a5aa-f440905aaa53 HTTP/1.1" status: 200 len: 948 time: 0.5034740 Jul 15 23:05:06.933878 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9becb5fc-8793-4650-9c17-d7ddd6962aa1 req-d1e5465e-7f57-4330-bf82-da75e710821c tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:06.947961 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['6b3cb440-13f8-4003-9165-fb2dc04957ff'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:06.986758 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['f1d2d695-5d71-4735-8bec-137ed706a75f', '49b5f4c4-7465-48a8-9f7b-de7de14d6b54', '27ca6d7a-b6af-499c-a045-298783e7181f', 'fbbbb3b3-7436-4a77-ba71-8be5e9a21ac7'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:07.005518 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-52ba64d8-7b6e-44fa-a67a-515b34cd275f req-b0c8bf5c-4291-4369-9f6c-2cdf788c3dc5 service neutron] 10.222.0.41 "GET /v2.0/networks/f037b993-4149-40e0-a687-25986d720de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350410 Jul 15 23:05:07.041651 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9becb5fc-8793-4650-9c17-d7ddd6962aa1 req-d1e5465e-7f57-4330-bf82-da75e710821c tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:05:07.063520 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-9becb5fc-8793-4650-9c17-d7ddd6962aa1 req-d1e5465e-7f57-4330-bf82-da75e710821c tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:05:07.077440 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48cad76-20d0-463f-ab25-737930cd61e7 req-6f27a916-a433-4e54-ad84-bb4b9359479d tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:07.086519 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d48cad76-20d0-463f-ab25-737930cd61e7 req-6f27a916-a433-4e54-ad84-bb4b9359479d tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/ports?device_id=34effbc0-2dfe-47c4-8686-e4eb48108560 HTTP/1.1" status: 200 len: 945 time: 0.2634504 Jul 15 23:05:07.092469 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-d48cad76-20d0-463f-ab25-737930cd61e7 req-ec6aad88-c383-4197-ba17-9958101d880f tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Request body: {'port': {'security_groups': ['d689cec7-e188-42fb-8146-0aa589978893', '7456f027-5692-4aab-9781-fd5247d679a3']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:07.098010 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-9becb5fc-8793-4650-9c17-d7ddd6962aa1 req-d1e5465e-7f57-4330-bf82-da75e710821c tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:05:07.101122 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e5465e-7f57-4330-bf82-da75e710821c tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Pushing event updated for resources: {'Port': ['ID=77625ffe-b5df-4269-855d-7b7c464c50ec,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:07.128372 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7d6e5f97-8547-41f3-ad3d-b759f863a9e3 req-c08a48aa-aeed-4408-ae1c-ec0df4380ace tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] 10.222.0.48 "GET /v2.0/security-groups?id=1872d82a-32c8-441d-a4ef-71895e7e75ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899285 Jul 15 23:05:07.166762 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e5465e-7f57-4330-bf82-da75e710821c tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:07.167131 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e5465e-7f57-4330-bf82-da75e710821c tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:07.167447 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e5465e-7f57-4330-bf82-da75e710821c tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:07.167808 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e5465e-7f57-4330-bf82-da75e710821c tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:07.168148 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e5465e-7f57-4330-bf82-da75e710821c tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:07.168479 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e5465e-7f57-4330-bf82-da75e710821c tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:07.168805 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e5465e-7f57-4330-bf82-da75e710821c tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:07.169130 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e5465e-7f57-4330-bf82-da75e710821c tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:07.170193 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e5465e-7f57-4330-bf82-da75e710821c tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:07.170394 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e5465e-7f57-4330-bf82-da75e710821c tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:07.170700 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e5465e-7f57-4330-bf82-da75e710821c tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:07.171188 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e5465e-7f57-4330-bf82-da75e710821c tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:07.251554 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9becb5fc-8793-4650-9c17-d7ddd6962aa1 req-d1e5465e-7f57-4330-bf82-da75e710821c tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:07.252249 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9becb5fc-8793-4650-9c17-d7ddd6962aa1 req-d1e5465e-7f57-4330-bf82-da75e710821c tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:07.293893 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9becb5fc-8793-4650-9c17-d7ddd6962aa1 req-d1e5465e-7f57-4330-bf82-da75e710821c tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7325366 Jul 15 23:05:07.316544 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-9becb5fc-8793-4650-9c17-d7ddd6962aa1 req-b299a2ec-60ff-46f7-b912-d410b94de248 service neutron] Request body: {'port': {'device_id': '72a7edd5-dbed-4017-8258-324186bce4ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:07.346526 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d48cad76-20d0-463f-ab25-737930cd61e7 req-ec6aad88-c383-4197-ba17-9958101d880f tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:07.445501 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d93c1402-ab3e-41d2-b4aa-be1bccbe0356 None None] Provisioning for port 77625ffe-b5df-4269-855d-7b7c464c50ec completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:05:07.452401 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d93c1402-ab3e-41d2-b4aa-be1bccbe0356 None None] Provisioning complete for port 77625ffe-b5df-4269-855d-7b7c464c50ec triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:07.452916 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d93c1402-ab3e-41d2-b4aa-be1bccbe0356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:07.494825 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9becb5fc-8793-4650-9c17-d7ddd6962aa1 req-b299a2ec-60ff-46f7-b912-d410b94de248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:07.517555 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-d93c1402-ab3e-41d2-b4aa-be1bccbe0356 None None] Port 77625ffe-b5df-4269-855d-7b7c464c50ec cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:05:07.680087 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef49816f-ba62-4305-ac1d-6eef1e0b1cb7 req-9ab392d4-82f7-4baa-8fd3-371bfd1b75b0 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:07.681615 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ef49816f-ba62-4305-ac1d-6eef1e0b1cb7 req-9ab392d4-82f7-4baa-8fd3-371bfd1b75b0 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/ports?device_id=14b9e249-79e3-4c40-8dfb-0fdf03e38dae HTTP/1.1" status: 200 len: 944 time: 0.2311029 Jul 15 23:05:07.806516 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-d48cad76-20d0-463f-ab25-737930cd61e7 req-ec6aad88-c383-4197-ba17-9958101d880f tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] For port 39e3d2bc-c0bf-474d-a5fe-77c548219b78, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=39e3d2bc-c0bf-474d-a5fe-77c548219b78,segment=NetworkSegment(ca12bc68-5d99-44db-b30e-afb9a7b600f7),segment_id=ca12bc68-5d99-44db-b30e-afb9a7b600f7)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:07.812427 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ef49816f-ba62-4305-ac1d-6eef1e0b1cb7 req-e717972a-2d87-458d-b8b6-81b0d63f4fe3 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e74215b-8011-4ee0-b502-a2314077a754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033728 Jul 15 23:05:07.859270 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ac0c27d2-4bd1-4944-8b58-224f91b2bb5e req-50a21612-2d02-4ada-948a-ff163bd792ca tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=0ecdf2a0908246d98bcb66c58ce843fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270727 Jul 15 23:05:07.882521 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d48cad76-20d0-463f-ab25-737930cd61e7 req-ec6aad88-c383-4197-ba17-9958101d880f tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:07.891387 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d48cad76-20d0-463f-ab25-737930cd61e7 req-ec6aad88-c383-4197-ba17-9958101d880f tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:07.907185 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['39e3d2bc-c0bf-474d-a5fe-77c548219b78'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:07.967903 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48cad76-20d0-463f-ab25-737930cd61e7 req-ec6aad88-c383-4197-ba17-9958101d880f tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:07.968165 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d48cad76-20d0-463f-ab25-737930cd61e7 req-ec6aad88-c383-4197-ba17-9958101d880f tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:07.969834 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d48cad76-20d0-463f-ab25-737930cd61e7 req-ec6aad88-c383-4197-ba17-9958101d880f tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "PUT /v2.0/ports/39e3d2bc-c0bf-474d-a5fe-77c548219b78 HTTP/1.1" status: 200 len: 981 time: 0.8822956 Jul 15 23:05:07.970377 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34effbc0-2dfe-47c4-8686-e4eb48108560', 'tag': '39e3d2bc-c0bf-474d-a5fe-77c548219b78'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:07.972880 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca2b9f0-9bc1-4a36-92a1-f5a3282ead0c" -d '{"events": [{"name": "network-changed", "server_uuid": "34effbc0-2dfe-47c4-8686-e4eb48108560", "tag": "39e3d2bc-c0bf-474d-a5fe-77c548219b78"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:07.999500 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:08.033705 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c27d2-4bd1-4944-8b58-224f91b2bb5e req-1c7faacc-dbfb-41db-8fd3-f9f445065f0c tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:08.036713 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ac0c27d2-4bd1-4944-8b58-224f91b2bb5e req-1c7faacc-dbfb-41db-8fd3-f9f445065f0c tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1685410 Jul 15 23:05:08.041106 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 45cd5c9f-5388-4891-b5fa-9570784f1a2f up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:05:08.052091 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-ac0c27d2-4bd1-4944-8b58-224f91b2bb5e req-c91de52a-ede7-49d3-a94f-3caf5f10bc26 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Request body: {'port': {'device_id': '7eb84bd1-9cd9-43e2-9924-8f6006dc1901', 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'admin_state_up': True, 'tenant_id': '0ecdf2a0908246d98bcb66c58ce843fd'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:08.057106 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6aad88-c383-4197-ba17-9958101d880f tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Pushing event updated for resources: {'Port': ['ID=39e3d2bc-c0bf-474d-a5fe-77c548219b78,revision_number=6']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:08.079329 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-9becb5fc-8793-4650-9c17-d7ddd6962aa1 req-b299a2ec-60ff-46f7-b912-d410b94de248 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77625ffe-b5df-4269-855d-7b7c464c50ec {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:05:08.091857 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9becb5fc-8793-4650-9c17-d7ddd6962aa1 req-b299a2ec-60ff-46f7-b912-d410b94de248 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:08.113541 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['39e3d2bc-c0bf-474d-a5fe-77c548219b78'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:08.121982 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-9becb5fc-8793-4650-9c17-d7ddd6962aa1 req-b299a2ec-60ff-46f7-b912-d410b94de248 service neutron] Transition to ACTIVE for port object 77625ffe-b5df-4269-855d-7b7c464c50ec will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:05:08.147458 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9becb5fc-8793-4650-9c17-d7ddd6962aa1 req-b299a2ec-60ff-46f7-b912-d410b94de248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:08.182988 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d8510389-f1cb-4c54-b025-4b046b25deb4 req-3d9c07f9-0ec8-4a77-95ad-eca2e265f7ee tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=0ecdf2a0908246d98bcb66c58ce843fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0570838 Jul 15 23:05:08.225221 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e912db-5e49-491e-b324-dcd5355d3666 req-dfa6389d-5f5f-4552-8044-28168db6b36a tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:08.226802 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f5e912db-5e49-491e-b324-dcd5355d3666 req-dfa6389d-5f5f-4552-8044-28168db6b36a tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=72a7edd5-dbed-4017-8258-324186bce4ee HTTP/1.1" status: 200 len: 936 time: 0.2660794 Jul 15 23:05:08.294752 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac0c27d2-4bd1-4944-8b58-224f91b2bb5e req-c91de52a-ede7-49d3-a94f-3caf5f10bc26 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Made reservation on behalf of 0ecdf2a0908246d98bcb66c58ce843fd for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:05:08.299180 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ac0c27d2-4bd1-4944-8b58-224f91b2bb5e req-c91de52a-ede7-49d3-a94f-3caf5f10bc26 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:08.312409 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ac0c27d2-4bd1-4944-8b58-224f91b2bb5e req-c91de52a-ede7-49d3-a94f-3caf5f10bc26 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:08.346862 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port 45cd5c9f-5388-4891-b5fa-9570784f1a2f completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:05:08.386531 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 45cd5c9f-5388-4891-b5fa-9570784f1a2f triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:08.387551 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:08.435869 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b299a2ec-60ff-46f7-b912-d410b94de248 service neutron] Pushing event updated for resources: {'Port': ['ID=77625ffe-b5df-4269-855d-7b7c464c50ec,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:08.513486 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ac0c27d2-4bd1-4944-8b58-224f91b2bb5e req-c91de52a-ede7-49d3-a94f-3caf5f10bc26 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:08.528959 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ac0c27d2-4bd1-4944-8b58-224f91b2bb5e req-c91de52a-ede7-49d3-a94f-3caf5f10bc26 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:08.534451 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-9becb5fc-8793-4650-9c17-d7ddd6962aa1 req-b299a2ec-60ff-46f7-b912-d410b94de248 service neutron] Attempting to bind port 77625ffe-b5df-4269-855d-7b7c464c50ec on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:05:08.534787 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-9becb5fc-8793-4650-9c17-d7ddd6962aa1 req-b299a2ec-60ff-46f7-b912-d410b94de248 service neutron] Attempting to bind port 77625ffe-b5df-4269-855d-7b7c464c50ec by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:05:08.535441 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9becb5fc-8793-4650-9c17-d7ddd6962aa1 req-b299a2ec-60ff-46f7-b912-d410b94de248 service neutron] Attempting to bind port 77625ffe-b5df-4269-855d-7b7c464c50ec on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:08.544297 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9becb5fc-8793-4650-9c17-d7ddd6962aa1 req-b299a2ec-60ff-46f7-b912-d410b94de248 service neutron] Port 77625ffe-b5df-4269-855d-7b7c464c50ec on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:05:08.544774 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9becb5fc-8793-4650-9c17-d7ddd6962aa1 req-b299a2ec-60ff-46f7-b912-d410b94de248 service neutron] Attempting to bind port 77625ffe-b5df-4269-855d-7b7c464c50ec on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:08.554803 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9becb5fc-8793-4650-9c17-d7ddd6962aa1 req-b299a2ec-60ff-46f7-b912-d410b94de248 service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:05:08.555145 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9becb5fc-8793-4650-9c17-d7ddd6962aa1 req-b299a2ec-60ff-46f7-b912-d410b94de248 service neutron] Checking segment: {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:05:08.555536 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9becb5fc-8793-4650-9c17-d7ddd6962aa1 req-b299a2ec-60ff-46f7-b912-d410b94de248 service neutron] Bound using segment: {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:05:08.556094 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-9becb5fc-8793-4650-9c17-d7ddd6962aa1 req-b299a2ec-60ff-46f7-b912-d410b94de248 service neutron] Bound port: 77625ffe-b5df-4269-855d-7b7c464c50ec, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:05:08.557730 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9becb5fc-8793-4650-9c17-d7ddd6962aa1 req-b299a2ec-60ff-46f7-b912-d410b94de248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:08.571827 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f5e912db-5e49-491e-b324-dcd5355d3666 req-b24cd695-9b99-4e65-82ef-411def629e94 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153942 Jul 15 23:05:08.672085 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91de52a-ede7-49d3-a94f-3caf5f10bc26 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7c45fd-39fc-4943-ba7d-041fb8807cdd,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:08.742000 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:08.743475 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8510389-f1cb-4c54-b025-4b046b25deb4 req-fe6ae6a4-10ba-4c0d-beae-d26ee5a5e634 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:08.745788 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d8510389-f1cb-4c54-b025-4b046b25deb4 req-fe6ae6a4-10ba-4c0d-beae-d26ee5a5e634 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4942930 Jul 15 23:05:08.811144 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-ac0c27d2-4bd1-4944-8b58-224f91b2bb5e req-c91de52a-ede7-49d3-a94f-3caf5f10bc26 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Allocated IP 192.168.233.3 (5d412861-bef3-4cc1-ae9f-87a6a36753c0/0d909a96-22de-4aa9-b690-1c7da965ceac/9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:05:08.821126 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14b9e249-79e3-4c40-8dfb-0fdf03e38dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45cd5c9f-5388-4891-b5fa-9570784f1a2f'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:08.823325 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24731762-ee82-49ba-b1c7-556a7f1f6e0f" -d '{"events": [{"server_uuid": "14b9e249-79e3-4c40-8dfb-0fdf03e38dae", "name": "network-vif-plugged", "status": "completed", "tag": "45cd5c9f-5388-4891-b5fa-9570784f1a2f"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:08.848497 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d8510389-f1cb-4c54-b025-4b046b25deb4 req-c6119898-786e-426f-9d5a-e9518d93f3b6 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/quotas/0ecdf2a0908246d98bcb66c58ce843fd HTTP/1.1" status: 200 len: 375 time: 0.0758829 Jul 15 23:05:08.854484 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 45cd5c9f-5388-4891-b5fa-9570784f1a2f, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=45cd5c9f-5388-4891-b5fa-9570784f1a2f,segment=NetworkSegment(73b65db5-b75b-48b7-8e07-44c7152f69b4),segment_id=73b65db5-b75b-48b7-8e07-44c7152f69b4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:08.866115 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:08.867146 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device bb35c73e-b88a-43ed-9a62-0d73484c3483 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:05:08.926376 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-9becb5fc-8793-4650-9c17-d7ddd6962aa1 req-b299a2ec-60ff-46f7-b912-d410b94de248 service neutron] For port 77625ffe-b5df-4269-855d-7b7c464c50ec, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:05:08.934438 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d8510389-f1cb-4c54-b025-4b046b25deb4 req-c71e5389-f491-4dbc-bf44-2601ddb20d28 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0ecdf2a0908246d98bcb66c58ce843fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0708430 Jul 15 23:05:08.953678 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-9becb5fc-8793-4650-9c17-d7ddd6962aa1 req-b299a2ec-60ff-46f7-b912-d410b94de248 service neutron] For port 77625ffe-b5df-4269-855d-7b7c464c50ec, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=77625ffe-b5df-4269-855d-7b7c464c50ec,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:05:08.976904 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=45cd5c9f-5388-4891-b5fa-9570784f1a2f,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:08.994234 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port bb35c73e-b88a-43ed-9a62-0d73484c3483 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:05:08.998980 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port bb35c73e-b88a-43ed-9a62-0d73484c3483 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:08.999790 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:09.005753 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device ecb9d93d-9b57-49b1-b9ee-09c24fbebea0 details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:05:09.018876 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9becb5fc-8793-4650-9c17-d7ddd6962aa1 req-b299a2ec-60ff-46f7-b912-d410b94de248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:09.042401 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ac0c27d2-4bd1-4944-8b58-224f91b2bb5e req-c91de52a-ede7-49d3-a94f-3caf5f10bc26 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:09.048563 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9becb5fc-8793-4650-9c17-d7ddd6962aa1 req-b299a2ec-60ff-46f7-b912-d410b94de248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:09.049200 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9becb5fc-8793-4650-9c17-d7ddd6962aa1 req-b299a2ec-60ff-46f7-b912-d410b94de248 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:09.052381 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9becb5fc-8793-4650-9c17-d7ddd6962aa1 req-b299a2ec-60ff-46f7-b912-d410b94de248 service neutron] 10.222.0.49 "PUT /v2.0/ports/77625ffe-b5df-4269-855d-7b7c464c50ec HTTP/1.1" status: 200 len: 1096 time: 1.7440774 Jul 15 23:05:09.058928 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-ac0c27d2-4bd1-4944-8b58-224f91b2bb5e req-c91de52a-ede7-49d3-a94f-3caf5f10bc26 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Transition to ACTIVE for port object 9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:05:09.128257 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ac0c27d2-4bd1-4944-8b58-224f91b2bb5e req-c91de52a-ede7-49d3-a94f-3caf5f10bc26 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:09.213005 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91de52a-ede7-49d3-a94f-3caf5f10bc26 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Pushing event updated for resources: {'Port': ['ID=9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:09.240390 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac0c27d2-4bd1-4944-8b58-224f91b2bb5e req-c91de52a-ede7-49d3-a94f-3caf5f10bc26 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:05:09.243127 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-ac0c27d2-4bd1-4944-8b58-224f91b2bb5e req-c91de52a-ede7-49d3-a94f-3caf5f10bc26 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:05:09.248190 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac0c27d2-4bd1-4944-8b58-224f91b2bb5e req-c91de52a-ede7-49d3-a94f-3caf5f10bc26 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:05:09.254354 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c27d2-4bd1-4944-8b58-224f91b2bb5e req-c91de52a-ede7-49d3-a94f-3caf5f10bc26 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:09.255214 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ac0c27d2-4bd1-4944-8b58-224f91b2bb5e req-c91de52a-ede7-49d3-a94f-3caf5f10bc26 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:09.273721 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ac0c27d2-4bd1-4944-8b58-224f91b2bb5e req-c91de52a-ede7-49d3-a94f-3caf5f10bc26 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2278211 Jul 15 23:05:09.295223 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-ac0c27d2-4bd1-4944-8b58-224f91b2bb5e req-960d658f-819a-407a-872b-e088646cbef6 service neutron] Request body: {'port': {'device_id': '7eb84bd1-9cd9-43e2-9924-8f6006dc1901', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:09.297026 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b299a2ec-60ff-46f7-b912-d410b94de248 service neutron] Pushing event updated for resources: {'Port': ['ID=77625ffe-b5df-4269-855d-7b7c464c50ec,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:09.306617 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:09.315845 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1c1c75-d48f-4fea-af9b-a22bd9309c0d req-74a4d78e-d694-4995-a927-c8b513cc25f0 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:09.323815 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9b1c1c75-d48f-4fea-af9b-a22bd9309c0d req-74a4d78e-d694-4995-a927-c8b513cc25f0 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ea09a9e-d339-49fc-bfd6-6648e90f758d HTTP/1.1" status: 200 len: 943 time: 0.4343300 Jul 15 23:05:09.386357 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port ecb9d93d-9b57-49b1-b9ee-09c24fbebea0, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=ecb9d93d-9b57-49b1-b9ee-09c24fbebea0,segment=NetworkSegment(2a783e67-ba53-4ea9-9bee-afb3f3217392),segment_id=2a783e67-ba53-4ea9-9bee-afb3f3217392)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:09.405020 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9becb5fc-8793-4650-9c17-d7ddd6962aa1 req-ff285107-2234-4c48-8a11-7836fc014817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:09.407666 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9becb5fc-8793-4650-9c17-d7ddd6962aa1 req-ff285107-2234-4c48-8a11-7836fc014817 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9ac36772b83842538b63e725348a87e1&device_id=72a7edd5-dbed-4017-8258-324186bce4ee HTTP/1.1" status: 200 len: 1099 time: 0.2606995 Jul 15 23:05:09.410052 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': 'ecb9d93d-9b57-49b1-b9ee-09c24fbebea0', 'network_id': 'f037b993-4149-40e0-a687-25986d720de6', 'port_id': 'ecb9d93d-9b57-49b1-b9ee-09c24fbebea0', 'mac_address': 'fa:16:3e:d4:89:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b89a129e-9de5-4301-b344-10ab05e9feea', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:05:09.425466 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb114cc2-466a-4a00-947e-51328ebdca5e req-bbac2976-3be1-43f8-95ec-f1f8302371c8 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:09.425748 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port bb35c73e-b88a-43ed-9a62-0d73484c3483, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=bb35c73e-b88a-43ed-9a62-0d73484c3483,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:09.437302 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:09.440874 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ac0c27d2-4bd1-4944-8b58-224f91b2bb5e req-960d658f-819a-407a-872b-e088646cbef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:09.443453 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-eb114cc2-466a-4a00-947e-51328ebdca5e req-bbac2976-3be1-43f8-95ec-f1f8302371c8 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=78f28607-290c-4646-be68-69602ac0b8f2 HTTP/1.1" status: 200 len: 950 time: 0.2129402 Jul 15 23:05:09.455248 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9b1c1c75-d48f-4fea-af9b-a22bd9309c0d req-0c8172f3-74fe-4cda-8f01-c8f3298c19e8 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305685 Jul 15 23:05:09.539263 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9becb5fc-8793-4650-9c17-d7ddd6962aa1 req-b2572183-a71d-4190-a930-7cc28c7c437e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=77625ffe-b5df-4269-855d-7b7c464c50ec HTTP/1.1" status: 200 len: 217 time: 0.0812564 Jul 15 23:05:09.601741 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:09.616882 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=bb35c73e-b88a-43ed-9a62-0d73484c3483,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:09.644316 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecb9d93d-9b57-49b1-b9ee-09c24fbebea0 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:05:09.652253 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9becb5fc-8793-4650-9c17-d7ddd6962aa1 req-ac38bca1-ffa8-4041-9225-4f7efc9f0759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:09.653960 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9becb5fc-8793-4650-9c17-d7ddd6962aa1 req-ac38bca1-ffa8-4041-9225-4f7efc9f0759 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.0983245 Jul 15 23:05:09.682571 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port ecb9d93d-9b57-49b1-b9ee-09c24fbebea0, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=ecb9d93d-9b57-49b1-b9ee-09c24fbebea0,segment=NetworkSegment(2a783e67-ba53-4ea9-9bee-afb3f3217392),segment_id=2a783e67-ba53-4ea9-9bee-afb3f3217392)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:09.689021 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:09.756989 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-eb114cc2-466a-4a00-947e-51328ebdca5e req-4d92d74b-f503-46b6-acbb-6d00cae3b1ca tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116703 Jul 15 23:05:09.772804 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=ecb9d93d-9b57-49b1-b9ee-09c24fbebea0,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:09.783719 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-36827aeb-5501-4eb7-9f57-87044da397cd None None] Provisioning for port 9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:05:09.789075 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-35da372e-bda5-4a1f-9dc2-610910289be9 req-8f104b69-6b31-4136-94a3-1608a074da20 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-503673097&fields=id&tenant_id=d4a56bf4150b47a1aafe3e0a8ae6ac97 HTTP/1.1" status: 200 len: 267 time: 0.1328559 Jul 15 23:05:09.790797 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-36827aeb-5501-4eb7-9f57-87044da397cd None None] Provisioning complete for port 9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:09.791235 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-36827aeb-5501-4eb7-9f57-87044da397cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:09.846857 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-ac0c27d2-4bd1-4944-8b58-224f91b2bb5e req-960d658f-819a-407a-872b-e088646cbef6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:05:09.852752 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-36827aeb-5501-4eb7-9f57-87044da397cd None None] Port 9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:05:09.856967 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ac0c27d2-4bd1-4944-8b58-224f91b2bb5e req-960d658f-819a-407a-872b-e088646cbef6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:09.860552 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40a530d-f5b6-4f27-bff4-0413d0a2e961 x-openstack-request-id: req-f40a530d-f5b6-4f27-bff4-0413d0a2e961 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:09.860878 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34effbc0-2dfe-47c4-8686-e4eb48108560", "tag": "39e3d2bc-c0bf-474d-a5fe-77c548219b78", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:09.861174 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f40a530d-f5b6-4f27-bff4-0413d0a2e961 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:09.861667 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34effbc0-2dfe-47c4-8686-e4eb48108560', 'tag': '39e3d2bc-c0bf-474d-a5fe-77c548219b78', 'status': 'completed', 'code': 200} Jul 15 23:05:09.875539 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9becb5fc-8793-4650-9c17-d7ddd6962aa1 req-8eb15ede-7280-4d1e-882d-f5aacc879c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:09.877089 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9becb5fc-8793-4650-9c17-d7ddd6962aa1 req-8eb15ede-7280-4d1e-882d-f5aacc879c10 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2119756 Jul 15 23:05:09.888088 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-ac0c27d2-4bd1-4944-8b58-224f91b2bb5e req-960d658f-819a-407a-872b-e088646cbef6 service neutron] Transition to ACTIVE for port object 9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:05:09.893249 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ac0c27d2-4bd1-4944-8b58-224f91b2bb5e req-960d658f-819a-407a-872b-e088646cbef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:09.968286 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35da372e-bda5-4a1f-9dc2-610910289be9 req-57c2071a-2e01-4184-a6e0-42a119b28e09 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:09.969814 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-35da372e-bda5-4a1f-9dc2-610910289be9 req-57c2071a-2e01-4184-a6e0-42a119b28e09 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/ports?device_id=34effbc0-2dfe-47c4-8686-e4eb48108560 HTTP/1.1" status: 200 len: 984 time: 0.1799560 Jul 15 23:05:10.031399 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d658f-819a-407a-872b-e088646cbef6 service neutron] Pushing event updated for resources: {'Port': ['ID=9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:10.039448 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-ac0c27d2-4bd1-4944-8b58-224f91b2bb5e req-960d658f-819a-407a-872b-e088646cbef6 service neutron] Attempting to bind port 9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:05:10.039917 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-ac0c27d2-4bd1-4944-8b58-224f91b2bb5e req-960d658f-819a-407a-872b-e088646cbef6 service neutron] Attempting to bind port 9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:05:10.040322 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0c27d2-4bd1-4944-8b58-224f91b2bb5e req-960d658f-819a-407a-872b-e088646cbef6 service neutron] Attempting to bind port 9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28 on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:10.046350 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0c27d2-4bd1-4944-8b58-224f91b2bb5e req-960d658f-819a-407a-872b-e088646cbef6 service neutron] Port 9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28 on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:05:10.047128 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0c27d2-4bd1-4944-8b58-224f91b2bb5e req-960d658f-819a-407a-872b-e088646cbef6 service neutron] Attempting to bind port 9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28 on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:10.047256 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-35da372e-bda5-4a1f-9dc2-610910289be9 req-86123aba-1723-4af7-bf5e-6069f01e111e tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Request body: {'port': {'security_groups': ['7456f027-5692-4aab-9781-fd5247d679a3', 'd689cec7-e188-42fb-8146-0aa589978893', 'df0c786f-1835-45af-b822-c4ded04949f8']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:10.050604 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['ecb9d93d-9b57-49b1-b9ee-09c24fbebea0'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:10.055543 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0c27d2-4bd1-4944-8b58-224f91b2bb5e req-960d658f-819a-407a-872b-e088646cbef6 service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:05:10.056021 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0c27d2-4bd1-4944-8b58-224f91b2bb5e req-960d658f-819a-407a-872b-e088646cbef6 service neutron] Checking segment: {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:05:10.056487 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0c27d2-4bd1-4944-8b58-224f91b2bb5e req-960d658f-819a-407a-872b-e088646cbef6 service neutron] Bound using segment: {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:05:10.057590 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-ac0c27d2-4bd1-4944-8b58-224f91b2bb5e req-960d658f-819a-407a-872b-e088646cbef6 service neutron] Bound port: 9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:05:10.058169 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ac0c27d2-4bd1-4944-8b58-224f91b2bb5e req-960d658f-819a-407a-872b-e088646cbef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:10.158789 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-ac0c27d2-4bd1-4944-8b58-224f91b2bb5e req-960d658f-819a-407a-872b-e088646cbef6 service neutron] For port 9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28, host n-h1-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:05:10.168271 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-ac0c27d2-4bd1-4944-8b58-224f91b2bb5e req-960d658f-819a-407a-872b-e088646cbef6 service neutron] For port 9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:05:10.174619 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca2b9f0-9bc1-4a36-92a1-f5a3282ead0c req-d9b8232a-e9c0-4fcc-a505-e9f881c64756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:10.176343 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cca2b9f0-9bc1-4a36-92a1-f5a3282ead0c req-d9b8232a-e9c0-4fcc-a505-e9f881c64756 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d4a56bf4150b47a1aafe3e0a8ae6ac97&device_id=34effbc0-2dfe-47c4-8686-e4eb48108560 HTTP/1.1" status: 200 len: 1135 time: 0.2876899 Jul 15 23:05:10.183547 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ac0c27d2-4bd1-4944-8b58-224f91b2bb5e req-960d658f-819a-407a-872b-e088646cbef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:10.211127 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9becb5fc-8793-4650-9c17-d7ddd6962aa1 req-e9610770-d454-48f3-b4d0-61b90b1b383e service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236020 Jul 15 23:05:10.229737 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c27d2-4bd1-4944-8b58-224f91b2bb5e req-960d658f-819a-407a-872b-e088646cbef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:10.230761 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ac0c27d2-4bd1-4944-8b58-224f91b2bb5e req-960d658f-819a-407a-872b-e088646cbef6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:10.232486 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ac0c27d2-4bd1-4944-8b58-224f91b2bb5e req-960d658f-819a-407a-872b-e088646cbef6 service neutron] 10.222.0.49 "PUT /v2.0/ports/9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28 HTTP/1.1" status: 200 len: 1094 time: 0.9476309 Jul 15 23:05:10.233102 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eb84bd1-9cd9-43e2-9924-8f6006dc1901', 'tag': '9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:10.238348 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc20f46-8f3b-468c-997a-69592cd2b554" -d '{"events": [{"name": "network-changed", "server_uuid": "7eb84bd1-9cd9-43e2-9924-8f6006dc1901", "tag": "9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:10.292130 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b348c378-cb57-415e-b508-70dd4b84a10d req-42ba5b6a-f916-4e92-99be-ee64bb02aa2d tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:10.293686 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b348c378-cb57-415e-b508-70dd4b84a10d req-42ba5b6a-f916-4e92-99be-ee64bb02aa2d tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd4ea2a4-417c-46c3-a5aa-f440905aaa53 HTTP/1.1" status: 200 len: 949 time: 0.3208270 Jul 15 23:05:10.300285 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d658f-819a-407a-872b-e088646cbef6 service neutron] Pushing event updated for resources: {'Port': ['ID=9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:10.324756 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-35da372e-bda5-4a1f-9dc2-610910289be9 req-86123aba-1723-4af7-bf5e-6069f01e111e tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:10.358447 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c27d2-4bd1-4944-8b58-224f91b2bb5e req-8bb2bf20-3ddb-4112-b9c5-5725c22457e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:10.360141 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ac0c27d2-4bd1-4944-8b58-224f91b2bb5e req-8bb2bf20-3ddb-4112-b9c5-5725c22457e2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0ecdf2a0908246d98bcb66c58ce843fd&device_id=7eb84bd1-9cd9-43e2-9924-8f6006dc1901 HTTP/1.1" status: 200 len: 1097 time: 0.0701816 Jul 15 23:05:10.408641 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ac0c27d2-4bd1-4944-8b58-224f91b2bb5e req-8c55a418-8542-4850-a63d-beafcbc72e18 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28 HTTP/1.1" status: 200 len: 217 time: 0.0399208 Jul 15 23:05:10.476556 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c27d2-4bd1-4944-8b58-224f91b2bb5e req-0cb9bff4-506d-40cd-8fd8-4b3beaa8c348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:10.478199 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ac0c27d2-4bd1-4944-8b58-224f91b2bb5e req-0cb9bff4-506d-40cd-8fd8-4b3beaa8c348 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.0554774 Jul 15 23:05:10.478827 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b348c378-cb57-415e-b508-70dd4b84a10d req-03672602-c089-440c-b70b-08b9fa9903b9 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] 10.222.0.48 "GET /v2.0/security-groups?id=1872d82a-32c8-441d-a4ef-71895e7e75ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697705 Jul 15 23:05:10.493617 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9becb5fc-8793-4650-9c17-d7ddd6962aa1 req-fe6ff5db-b0d3-4f3b-af3e-160575768330 service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618644 Jul 15 23:05:10.512770 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca2b9f0-9bc1-4a36-92a1-f5a3282ead0c req-5ca473c8-9d78-4f0e-9db9-10de157aaa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:10.514418 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cca2b9f0-9bc1-4a36-92a1-f5a3282ead0c req-5ca473c8-9d78-4f0e-9db9-10de157aaa4f service neutron] 10.222.0.49 "GET /v2.0/networks?id=c1b42de0-c201-4a05-9b98-70df99dfc1e5 HTTP/1.1" status: 200 len: 914 time: 0.3059947 Jul 15 23:05:10.565284 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c27d2-4bd1-4944-8b58-224f91b2bb5e req-013611eb-bbb0-4bde-919a-c5379160b0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:10.566755 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ac0c27d2-4bd1-4944-8b58-224f91b2bb5e req-013611eb-bbb0-4bde-919a-c5379160b0d3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0743992 Jul 15 23:05:10.577008 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cca2b9f0-9bc1-4a36-92a1-f5a3282ead0c req-842ebd7e-4518-4f76-8035-d9db61feec98 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39e3d2bc-c0bf-474d-a5fe-77c548219b78 HTTP/1.1" status: 200 len: 217 time: 0.0488956 Jul 15 23:05:10.662888 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca2b9f0-9bc1-4a36-92a1-f5a3282ead0c req-127d9c8d-0312-405c-85e2-57267d6ba4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:10.662888 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cca2b9f0-9bc1-4a36-92a1-f5a3282ead0c req-127d9c8d-0312-405c-85e2-57267d6ba4ac service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4944b977-d0e8-4302-b092-5407ca25043e HTTP/1.1" status: 200 len: 853 time: 0.0750988 Jul 15 23:05:10.701423 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ac0c27d2-4bd1-4944-8b58-224f91b2bb5e req-fcd38d5c-bdd2-4a71-8119-c85172ed8b29 service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264162 Jul 15 23:05:10.704254 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df832d3-44a6-4bd9-af04-025cb21556c9 x-openstack-request-id: req-9df832d3-44a6-4bd9-af04-025cb21556c9 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:10.705284 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14b9e249-79e3-4c40-8dfb-0fdf03e38dae", "name": "network-vif-plugged", "status": "completed", "tag": "45cd5c9f-5388-4891-b5fa-9570784f1a2f", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:10.705757 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9df832d3-44a6-4bd9-af04-025cb21556c9 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:10.706180 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14b9e249-79e3-4c40-8dfb-0fdf03e38dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45cd5c9f-5388-4891-b5fa-9570784f1a2f', 'code': 200} Jul 15 23:05:10.716664 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cca2b9f0-9bc1-4a36-92a1-f5a3282ead0c req-fd964d6e-a954-49a5-bbec-1ce11d5ac062 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c1b42de0-c201-4a05-9b98-70df99dfc1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389116 Jul 15 23:05:10.818843 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d8510389-f1cb-4c54-b025-4b046b25deb4 req-fc60d52b-387d-4a42-a141-474217ce265e tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=0ecdf2a0908246d98bcb66c58ce843fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1102409 Jul 15 23:05:10.922456 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ac0c27d2-4bd1-4944-8b58-224f91b2bb5e req-d5459760-6eeb-4e66-b292-2c667d6d7403 service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879003 Jul 15 23:05:10.969142 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8510389-f1cb-4c54-b025-4b046b25deb4 req-f25a62b7-f557-4db6-b8ed-26d6ed4a8e17 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:10.970781 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d8510389-f1cb-4c54-b025-4b046b25deb4 req-f25a62b7-f557-4db6-b8ed-26d6ed4a8e17 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1468101 Jul 15 23:05:10.997270 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-d8510389-f1cb-4c54-b025-4b046b25deb4 req-eea8e220-cbac-4b87-9106-c3293a067a92 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Request body: {'port': {'device_id': 'c97e1568-95ee-4c69-875e-2368a16e3b06', 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'admin_state_up': True, 'tenant_id': '0ecdf2a0908246d98bcb66c58ce843fd'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:11.128313 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8510389-f1cb-4c54-b025-4b046b25deb4 req-eea8e220-cbac-4b87-9106-c3293a067a92 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Made reservation on behalf of 0ecdf2a0908246d98bcb66c58ce843fd for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:05:11.133254 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d8510389-f1cb-4c54-b025-4b046b25deb4 req-eea8e220-cbac-4b87-9106-c3293a067a92 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:11.166931 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-35da372e-bda5-4a1f-9dc2-610910289be9 req-86123aba-1723-4af7-bf5e-6069f01e111e tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] For port 39e3d2bc-c0bf-474d-a5fe-77c548219b78, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=39e3d2bc-c0bf-474d-a5fe-77c548219b78,segment=NetworkSegment(ca12bc68-5d99-44db-b30e-afb9a7b600f7),segment_id=ca12bc68-5d99-44db-b30e-afb9a7b600f7)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:11.216029 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cca2b9f0-9bc1-4a36-92a1-f5a3282ead0c req-6ebae716-5603-4c43-9bf2-f6ec9e653d07 service neutron] 10.222.0.49 "GET /v2.0/networks/c1b42de0-c201-4a05-9b98-70df99dfc1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4901271 Jul 15 23:05:11.243268 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-35da372e-bda5-4a1f-9dc2-610910289be9 req-86123aba-1723-4af7-bf5e-6069f01e111e tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:11.272497 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-35da372e-bda5-4a1f-9dc2-610910289be9 req-86123aba-1723-4af7-bf5e-6069f01e111e tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:11.287251 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-d8510389-f1cb-4c54-b025-4b046b25deb4 req-eea8e220-cbac-4b87-9106-c3293a067a92 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Allocated IP 192.168.233.119 (5d412861-bef3-4cc1-ae9f-87a6a36753c0/0d909a96-22de-4aa9-b690-1c7da965ceac/3c7e2cbb-a9cc-48d1-ad98-939ca5153438) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:05:11.296443 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['39e3d2bc-c0bf-474d-a5fe-77c548219b78'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:11.344102 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d340d42-5544-42d2-9294-ed08c74cfb61 req-e1eeafc4-af77-4166-9003-12b94e12e1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:11.345632 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7d340d42-5544-42d2-9294-ed08c74cfb61 req-e1eeafc4-af77-4166-9003-12b94e12e1f0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=14b9e249-79e3-4c40-8dfb-0fdf03e38dae HTTP/1.1" status: 200 len: 1096 time: 0.5178590 Jul 15 23:05:11.376598 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35da372e-bda5-4a1f-9dc2-610910289be9 req-86123aba-1723-4af7-bf5e-6069f01e111e tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:11.377714 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-35da372e-bda5-4a1f-9dc2-610910289be9 req-86123aba-1723-4af7-bf5e-6069f01e111e tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:11.378622 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-35da372e-bda5-4a1f-9dc2-610910289be9 req-86123aba-1723-4af7-bf5e-6069f01e111e tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "PUT /v2.0/ports/39e3d2bc-c0bf-474d-a5fe-77c548219b78 HTTP/1.1" status: 200 len: 1020 time: 1.3715270 Jul 15 23:05:11.392028 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933c1aa6-fda2-4339-9295-9f75e4fb1e96 req-7f90799c-e9c2-4b34-b4e2-a1f74a8f8ce2 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:11.393622 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-933c1aa6-fda2-4339-9295-9f75e4fb1e96 req-7f90799c-e9c2-4b34-b4e2-a1f74a8f8ce2 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/ports?device_id=14b9e249-79e3-4c40-8dfb-0fdf03e38dae HTTP/1.1" status: 200 len: 945 time: 0.5673654 Jul 15 23:05:11.461125 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86123aba-1723-4af7-bf5e-6069f01e111e tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Pushing event updated for resources: {'Port': ['ID=39e3d2bc-c0bf-474d-a5fe-77c548219b78,revision_number=7']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:11.472770 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cca2b9f0-9bc1-4a36-92a1-f5a3282ead0c req-fa34e076-cf46-414c-9cfa-c26665c8d101 service neutron] 10.222.0.49 "GET /v2.0/networks/c1b42de0-c201-4a05-9b98-70df99dfc1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437184 Jul 15 23:05:11.477800 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7d340d42-5544-42d2-9294-ed08c74cfb61 req-6dfb713c-4423-4a84-9f0a-3f97bc718b82 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1e74215b-8011-4ee0-b502-a2314077a754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225281 Jul 15 23:05:11.493440 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-933c1aa6-fda2-4339-9295-9f75e4fb1e96 req-d35d72b7-e83e-4bef-9973-1255cea0d71d tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e74215b-8011-4ee0-b502-a2314077a754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883143 Jul 15 23:05:11.513084 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d8510389-f1cb-4c54-b025-4b046b25deb4 req-eea8e220-cbac-4b87-9106-c3293a067a92 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:11.533490 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-d8510389-f1cb-4c54-b025-4b046b25deb4 req-eea8e220-cbac-4b87-9106-c3293a067a92 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Transition to ACTIVE for port object 3c7e2cbb-a9cc-48d1-ad98-939ca5153438 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:05:11.563060 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f049aea6-9531-43c5-b599-d62aa99b168a req-9e093220-53d5-49b4-9cee-e9fea769dbe6 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/ports?device_id=c97e1568-95ee-4c69-875e-2368a16e3b06 HTTP/1.1" status: 200 len: 210 time: 0.0359936 Jul 15 23:05:11.570888 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['39e3d2bc-c0bf-474d-a5fe-77c548219b78'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:11.582269 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d8510389-f1cb-4c54-b025-4b046b25deb4 req-eea8e220-cbac-4b87-9106-c3293a067a92 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:11.672572 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea8e220-cbac-4b87-9106-c3293a067a92 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Pushing event updated for resources: {'Port': ['ID=3c7e2cbb-a9cc-48d1-ad98-939ca5153438,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:11.678172 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81409a4d-fac1-4270-870d-f56cfa93c08d x-openstack-request-id: req-81409a4d-fac1-4270-870d-f56cfa93c08d {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:11.678473 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eb84bd1-9cd9-43e2-9924-8f6006dc1901", "tag": "9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:11.678732 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-81409a4d-fac1-4270-870d-f56cfa93c08d {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:11.679195 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eb84bd1-9cd9-43e2-9924-8f6006dc1901', 'tag': '9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28', 'status': 'completed', 'code': 200} Jul 15 23:05:11.691849 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8510389-f1cb-4c54-b025-4b046b25deb4 req-eea8e220-cbac-4b87-9106-c3293a067a92 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:05:11.695272 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-d8510389-f1cb-4c54-b025-4b046b25deb4 req-eea8e220-cbac-4b87-9106-c3293a067a92 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:05:11.717281 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8510389-f1cb-4c54-b025-4b046b25deb4 req-eea8e220-cbac-4b87-9106-c3293a067a92 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:05:11.727291 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8510389-f1cb-4c54-b025-4b046b25deb4 req-eea8e220-cbac-4b87-9106-c3293a067a92 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:11.728537 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d8510389-f1cb-4c54-b025-4b046b25deb4 req-eea8e220-cbac-4b87-9106-c3293a067a92 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:11.753860 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d8510389-f1cb-4c54-b025-4b046b25deb4 req-eea8e220-cbac-4b87-9106-c3293a067a92 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7612977 Jul 15 23:05:11.774505 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-d8510389-f1cb-4c54-b025-4b046b25deb4 req-b992caf4-5e25-4095-8409-7ad73d0c9200 service neutron] Request body: {'port': {'device_id': 'c97e1568-95ee-4c69-875e-2368a16e3b06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:11.851637 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c833214f-8cdc-4dfc-983b-08846fd92115 req-63306ccc-e7b1-4801-86bf-7e2d1d72e058 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:11.854633 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c833214f-8cdc-4dfc-983b-08846fd92115 req-63306ccc-e7b1-4801-86bf-7e2d1d72e058 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=72a7edd5-dbed-4017-8258-324186bce4ee HTTP/1.1" status: 200 len: 948 time: 0.1973810 Jul 15 23:05:11.877877 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72a7edd5-dbed-4017-8258-324186bce4ee', 'tag': '77625ffe-b5df-4269-855d-7b7c464c50ec'}, {'name': 'network-changed', 'server_uuid': '34effbc0-2dfe-47c4-8686-e4eb48108560', 'tag': '39e3d2bc-c0bf-474d-a5fe-77c548219b78'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:11.878922 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-880209c9-d175-4be3-8cb1-66fbdb2790c8" -d '{"events": [{"name": "network-changed", "server_uuid": "72a7edd5-dbed-4017-8258-324186bce4ee", "tag": "77625ffe-b5df-4269-855d-7b7c464c50ec"}, {"name": "network-changed", "server_uuid": "34effbc0-2dfe-47c4-8686-e4eb48108560", "tag": "39e3d2bc-c0bf-474d-a5fe-77c548219b78"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:11.886428 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d8510389-f1cb-4c54-b025-4b046b25deb4 req-b992caf4-5e25-4095-8409-7ad73d0c9200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:11.903765 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc20f46-8f3b-468c-997a-69592cd2b554 req-506c7c6c-c220-4cb3-b5b4-c64764bcea3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:11.905680 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2dc20f46-8f3b-468c-997a-69592cd2b554 req-506c7c6c-c220-4cb3-b5b4-c64764bcea3e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0ecdf2a0908246d98bcb66c58ce843fd&device_id=7eb84bd1-9cd9-43e2-9924-8f6006dc1901 HTTP/1.1" status: 200 len: 1097 time: 0.2079499 Jul 15 23:05:11.945831 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7165664-a842-4a2f-8e85-cdc736cce116 req-d75ecd8b-8512-4429-9c22-557b54325d97 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:11.947746 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e7165664-a842-4a2f-8e85-cdc736cce116 req-d75ecd8b-8512-4429-9c22-557b54325d97 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ea09a9e-d339-49fc-bfd6-6648e90f758d HTTP/1.1" status: 200 len: 944 time: 0.1793244 Jul 15 23:05:11.978123 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c833214f-8cdc-4dfc-983b-08846fd92115 req-06620d27-5863-4005-9281-97518e1b3181 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163609 Jul 15 23:05:12.046005 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-eec733cf-a5cb-46a2-bd0e-e86930eb8444 None None] Provisioning for port 3c7e2cbb-a9cc-48d1-ad98-939ca5153438 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:05:12.053339 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-eec733cf-a5cb-46a2-bd0e-e86930eb8444 None None] Provisioning complete for port 3c7e2cbb-a9cc-48d1-ad98-939ca5153438 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:12.054047 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-eec733cf-a5cb-46a2-bd0e-e86930eb8444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:12.060262 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e7165664-a842-4a2f-8e85-cdc736cce116 req-d297f0dc-06b5-4fbe-9f72-18cee69f733d tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973637 Jul 15 23:05:12.100408 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc20f46-8f3b-468c-997a-69592cd2b554 req-66d51292-acc5-4e56-ba00-6e638f917c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:12.102341 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2dc20f46-8f3b-468c-997a-69592cd2b554 req-66d51292-acc5-4e56-ba00-6e638f917c6c service neutron] 10.222.0.49 "GET /v2.0/networks?id=5d412861-bef3-4cc1-ae9f-87a6a36753c0 HTTP/1.1" status: 200 len: 870 time: 0.1731508 Jul 15 23:05:12.136599 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-eec733cf-a5cb-46a2-bd0e-e86930eb8444 None None] Port 3c7e2cbb-a9cc-48d1-ad98-939ca5153438 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:05:12.153032 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2dc20f46-8f3b-468c-997a-69592cd2b554 req-b3a0de70-3c7b-48b6-ad66-e473fdbf93ea service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28 HTTP/1.1" status: 200 len: 217 time: 0.0434742 Jul 15 23:05:12.261287 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc20f46-8f3b-468c-997a-69592cd2b554 req-6e3e2105-b368-4fcf-99c1-e5fa34f15d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:12.262070 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-d8510389-f1cb-4c54-b025-4b046b25deb4 req-b992caf4-5e25-4095-8409-7ad73d0c9200 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c7e2cbb-a9cc-48d1-ad98-939ca5153438 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:05:12.262675 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2dc20f46-8f3b-468c-997a-69592cd2b554 req-6e3e2105-b368-4fcf-99c1-e5fa34f15d08 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.1014934 Jul 15 23:05:12.271120 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d8510389-f1cb-4c54-b025-4b046b25deb4 req-b992caf4-5e25-4095-8409-7ad73d0c9200 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:12.287293 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-d8510389-f1cb-4c54-b025-4b046b25deb4 req-b992caf4-5e25-4095-8409-7ad73d0c9200 service neutron] Transition to ACTIVE for port object 3c7e2cbb-a9cc-48d1-ad98-939ca5153438 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:05:12.295281 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d8510389-f1cb-4c54-b025-4b046b25deb4 req-b992caf4-5e25-4095-8409-7ad73d0c9200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:12.346064 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd92f19-bc14-4a07-97f5-fc8bbb53d532 req-6051ea00-f540-459b-a5f0-d0705b25e205 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:12.347476 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0dd92f19-bc14-4a07-97f5-fc8bbb53d532 req-6051ea00-f540-459b-a5f0-d0705b25e205 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=78f28607-290c-4646-be68-69602ac0b8f2 HTTP/1.1" status: 200 len: 950 time: 0.1971633 Jul 15 23:05:12.367199 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16351225-66c4-4d26-be48-e86f320024a4 req-325fe31f-b9d4-4327-adb2-32321c4ed914 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:12.368828 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-16351225-66c4-4d26-be48-e86f320024a4 req-325fe31f-b9d4-4327-adb2-32321c4ed914 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/ports?device_id=34effbc0-2dfe-47c4-8686-e4eb48108560 HTTP/1.1" status: 200 len: 1023 time: 0.1465600 Jul 15 23:05:12.378475 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b992caf4-5e25-4095-8409-7ad73d0c9200 service neutron] Pushing event updated for resources: {'Port': ['ID=3c7e2cbb-a9cc-48d1-ad98-939ca5153438,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:12.394945 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-d8510389-f1cb-4c54-b025-4b046b25deb4 req-b992caf4-5e25-4095-8409-7ad73d0c9200 service neutron] Attempting to bind port 3c7e2cbb-a9cc-48d1-ad98-939ca5153438 on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:05:12.395449 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-d8510389-f1cb-4c54-b025-4b046b25deb4 req-b992caf4-5e25-4095-8409-7ad73d0c9200 service neutron] Attempting to bind port 3c7e2cbb-a9cc-48d1-ad98-939ca5153438 by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:05:12.396925 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8510389-f1cb-4c54-b025-4b046b25deb4 req-b992caf4-5e25-4095-8409-7ad73d0c9200 service neutron] Attempting to bind port 3c7e2cbb-a9cc-48d1-ad98-939ca5153438 on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:12.402784 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8510389-f1cb-4c54-b025-4b046b25deb4 req-b992caf4-5e25-4095-8409-7ad73d0c9200 service neutron] Port 3c7e2cbb-a9cc-48d1-ad98-939ca5153438 on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:05:12.403683 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8510389-f1cb-4c54-b025-4b046b25deb4 req-b992caf4-5e25-4095-8409-7ad73d0c9200 service neutron] Attempting to bind port 3c7e2cbb-a9cc-48d1-ad98-939ca5153438 on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:12.411738 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8510389-f1cb-4c54-b025-4b046b25deb4 req-b992caf4-5e25-4095-8409-7ad73d0c9200 service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:05:12.411738 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8510389-f1cb-4c54-b025-4b046b25deb4 req-b992caf4-5e25-4095-8409-7ad73d0c9200 service neutron] Checking segment: {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:05:12.412690 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8510389-f1cb-4c54-b025-4b046b25deb4 req-b992caf4-5e25-4095-8409-7ad73d0c9200 service neutron] Bound using segment: {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:05:12.413991 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-d8510389-f1cb-4c54-b025-4b046b25deb4 req-b992caf4-5e25-4095-8409-7ad73d0c9200 service neutron] Bound port: 3c7e2cbb-a9cc-48d1-ad98-939ca5153438, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:05:12.414662 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d8510389-f1cb-4c54-b025-4b046b25deb4 req-b992caf4-5e25-4095-8409-7ad73d0c9200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:12.427265 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc20f46-8f3b-468c-997a-69592cd2b554 req-5ba9458b-e8ce-4c69-85d4-56c6d6e5ff24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:12.429100 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2dc20f46-8f3b-468c-997a-69592cd2b554 req-5ba9458b-e8ce-4c69-85d4-56c6d6e5ff24 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1539450 Jul 15 23:05:12.439749 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0dd92f19-bc14-4a07-97f5-fc8bbb53d532 req-e2d69449-2013-47ec-b5d5-7f92d7dd4375 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684247 Jul 15 23:05:12.528507 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-d8510389-f1cb-4c54-b025-4b046b25deb4 req-b992caf4-5e25-4095-8409-7ad73d0c9200 service neutron] For port 3c7e2cbb-a9cc-48d1-ad98-939ca5153438, host n-h2-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:05:12.533251 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-d8510389-f1cb-4c54-b025-4b046b25deb4 req-b992caf4-5e25-4095-8409-7ad73d0c9200 service neutron] For port 3c7e2cbb-a9cc-48d1-ad98-939ca5153438, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=3c7e2cbb-a9cc-48d1-ad98-939ca5153438,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:05:12.540535 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d8510389-f1cb-4c54-b025-4b046b25deb4 req-b992caf4-5e25-4095-8409-7ad73d0c9200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:12.562300 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-16351225-66c4-4d26-be48-e86f320024a4 req-faf6a9c2-166a-4672-a95e-f2675a43ff0f tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/security-groups?id=d689cec7-e188-42fb-8146-0aa589978893&id=7456f027-5692-4aab-9781-fd5247d679a3&id=df0c786f-1835-45af-b822-c4ded04949f8 HTTP/1.1" status: 200 len: 6148 time: 0.1792369 Jul 15 23:05:12.598665 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2dc20f46-8f3b-468c-997a-69592cd2b554 req-b529c20c-89e4-4038-a5c7-5a135974735e service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516869 Jul 15 23:05:12.608185 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8510389-f1cb-4c54-b025-4b046b25deb4 req-b992caf4-5e25-4095-8409-7ad73d0c9200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:12.609174 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d8510389-f1cb-4c54-b025-4b046b25deb4 req-b992caf4-5e25-4095-8409-7ad73d0c9200 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:12.610595 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d8510389-f1cb-4c54-b025-4b046b25deb4 req-b992caf4-5e25-4095-8409-7ad73d0c9200 service neutron] 10.222.0.41 "PUT /v2.0/ports/3c7e2cbb-a9cc-48d1-ad98-939ca5153438 HTTP/1.1" status: 200 len: 1096 time: 0.8425934 Jul 15 23:05:12.661622 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b992caf4-5e25-4095-8409-7ad73d0c9200 service neutron] Pushing event updated for resources: {'Port': ['ID=3c7e2cbb-a9cc-48d1-ad98-939ca5153438,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:12.707893 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4ea2a4-417c-46c3-a5aa-f440905aaa53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb35c73e-b88a-43ed-9a62-0d73484c3483'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:12.710281 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94980a5d-fe3a-45f6-b3a8-876eb0739240" -d '{"events": [{"server_uuid": "bd4ea2a4-417c-46c3-a5aa-f440905aaa53", "name": "network-vif-plugged", "status": "completed", "tag": "bb35c73e-b88a-43ed-9a62-0d73484c3483"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:12.802706 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b2901f-0069-4038-ab42-203249b39d8d x-openstack-request-id: req-d7b2901f-0069-4038-ab42-203249b39d8d {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:12.803013 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72a7edd5-dbed-4017-8258-324186bce4ee", "tag": "77625ffe-b5df-4269-855d-7b7c464c50ec", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "34effbc0-2dfe-47c4-8686-e4eb48108560", "tag": "39e3d2bc-c0bf-474d-a5fe-77c548219b78", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:12.803383 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d7b2901f-0069-4038-ab42-203249b39d8d {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:12.803665 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72a7edd5-dbed-4017-8258-324186bce4ee', 'tag': '77625ffe-b5df-4269-855d-7b7c464c50ec', 'status': 'completed', 'code': 200} Jul 15 23:05:12.803921 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34effbc0-2dfe-47c4-8686-e4eb48108560', 'tag': '39e3d2bc-c0bf-474d-a5fe-77c548219b78', 'status': 'completed', 'code': 200} Jul 15 23:05:12.816668 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8510389-f1cb-4c54-b025-4b046b25deb4 req-41885d66-1862-4931-a6b3-6c09718ab4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:12.823768 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d8510389-f1cb-4c54-b025-4b046b25deb4 req-41885d66-1862-4931-a6b3-6c09718ab4c5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ecdf2a0908246d98bcb66c58ce843fd&device_id=c97e1568-95ee-4c69-875e-2368a16e3b06 HTTP/1.1" status: 200 len: 1099 time: 0.1349795 Jul 15 23:05:12.865438 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2dc20f46-8f3b-468c-997a-69592cd2b554 req-aa54873f-2ed2-4f9c-93a8-394721a743e7 service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463660 Jul 15 23:05:12.883380 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8240f793-6393-4685-a4d7-7f4d2d692630 req-560a4811-ff76-41ce-b57e-6e844c919fbe tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:12.897138 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8240f793-6393-4685-a4d7-7f4d2d692630 req-560a4811-ff76-41ce-b57e-6e844c919fbe tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd4ea2a4-417c-46c3-a5aa-f440905aaa53 HTTP/1.1" status: 200 len: 949 time: 0.2638903 Jul 15 23:05:13.016276 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device ecb9d93d-9b57-49b1-b9ee-09c24fbebea0 up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:05:13.055035 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8240f793-6393-4685-a4d7-7f4d2d692630 req-efe49af8-7e27-4d8d-9d80-3dd83ca381a2 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] 10.222.0.48 "GET /v2.0/security-groups?id=1872d82a-32c8-441d-a4ef-71895e7e75ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530552 Jul 15 23:05:13.095731 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-3ad6a286-d8cd-46f7-b114-00868695ae6e req-94f571b4-2cee-4229-b768-f8e1866c97b5 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Request body: {'security_group': {'name': ' tempest-securitygroup -332968387 ', 'description': 'tempest-description-193226081'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:13.110289 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port ecb9d93d-9b57-49b1-b9ee-09c24fbebea0 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:05:13.116052 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port ecb9d93d-9b57-49b1-b9ee-09c24fbebea0 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:13.116652 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:13.159731 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3189506b-76e4-4e6e-b13e-ad2af1164575 req-87bdd52a-dcbc-402e-8b6b-dcaca8b49a8e tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:13.162034 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3189506b-76e4-4e6e-b13e-ad2af1164575 req-87bdd52a-dcbc-402e-8b6b-dcaca8b49a8e tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/ports?device_id=14b9e249-79e3-4c40-8dfb-0fdf03e38dae HTTP/1.1" status: 200 len: 945 time: 0.2154176 Jul 15 23:05:13.163920 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880209c9-d175-4be3-8cb1-66fbdb2790c8 req-04b5c187-99c9-4d5d-bae5-e199ca098cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:13.166128 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-880209c9-d175-4be3-8cb1-66fbdb2790c8 req-04b5c187-99c9-4d5d-bae5-e199ca098cad service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9ac36772b83842538b63e725348a87e1&device_id=72a7edd5-dbed-4017-8258-324186bce4ee HTTP/1.1" status: 200 len: 1099 time: 0.2205811 Jul 15 23:05:13.167540 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3ad6a286-d8cd-46f7-b114-00868695ae6e req-94f571b4-2cee-4229-b768-f8e1866c97b5 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:13.229958 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:13.278479 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port ecb9d93d-9b57-49b1-b9ee-09c24fbebea0, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=ecb9d93d-9b57-49b1-b9ee-09c24fbebea0,segment=NetworkSegment(2a783e67-ba53-4ea9-9bee-afb3f3217392),segment_id=2a783e67-ba53-4ea9-9bee-afb3f3217392)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:13.283820 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:13.312062 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3189506b-76e4-4e6e-b13e-ad2af1164575 req-461baa36-fc20-4fc3-8e3e-280b9fb63df6 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e74215b-8011-4ee0-b502-a2314077a754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316459 Jul 15 23:05:13.345895 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880209c9-d175-4be3-8cb1-66fbdb2790c8 req-df662d27-21b9-49e6-bb1b-dfa0b043ffa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:13.347675 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-880209c9-d175-4be3-8cb1-66fbdb2790c8 req-df662d27-21b9-49e6-bb1b-dfa0b043ffa1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5d412861-bef3-4cc1-ae9f-87a6a36753c0 HTTP/1.1" status: 200 len: 870 time: 0.1695976 Jul 15 23:05:13.394349 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=ecb9d93d-9b57-49b1-b9ee-09c24fbebea0,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:13.428027 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-880209c9-d175-4be3-8cb1-66fbdb2790c8 req-98581c8f-7318-418e-b430-75844fb680a9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=77625ffe-b5df-4269-855d-7b7c464c50ec HTTP/1.1" status: 200 len: 217 time: 0.0666800 Jul 15 23:05:13.436200 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d8510389-f1cb-4c54-b025-4b046b25deb4 req-045af9fd-7623-47b1-8fc9-a4226f518147 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=3c7e2cbb-a9cc-48d1-ad98-939ca5153438 HTTP/1.1" status: 200 len: 217 time: 0.6006885 Jul 15 23:05:13.481901 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3ad6a286-d8cd-46f7-b114-00868695ae6e req-94f571b4-2cee-4229-b768-f8e1866c97b5 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:13.491280 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3ad6a286-d8cd-46f7-b114-00868695ae6e req-94f571b4-2cee-4229-b768-f8e1866c97b5 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:13.510605 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8510389-f1cb-4c54-b025-4b046b25deb4 req-29f3ef72-b0c8-4b6e-bd7b-d3d0b3544b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:13.513513 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d8510389-f1cb-4c54-b025-4b046b25deb4 req-29f3ef72-b0c8-4b6e-bd7b-d3d0b3544b75 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.0608184 Jul 15 23:05:13.526117 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880209c9-d175-4be3-8cb1-66fbdb2790c8 req-a7374923-c93a-4a94-9ed2-01db333690f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:13.528843 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-880209c9-d175-4be3-8cb1-66fbdb2790c8 req-a7374923-c93a-4a94-9ed2-01db333690f8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.0892112 Jul 15 23:05:13.586953 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3ad6a286-d8cd-46f7-b114-00868695ae6e req-94f571b4-2cee-4229-b768-f8e1866c97b5 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:13.604649 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3ad6a286-d8cd-46f7-b114-00868695ae6e req-94f571b4-2cee-4229-b768-f8e1866c97b5 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.5183923 Jul 15 23:05:13.609436 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8510389-f1cb-4c54-b025-4b046b25deb4 req-e9729804-89f8-4876-a078-c2888e17fbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:13.611292 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d8510389-f1cb-4c54-b025-4b046b25deb4 req-e9729804-89f8-4876-a078-c2888e17fbdb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0787873 Jul 15 23:05:13.628848 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f571b4-2cee-4229-b768-f8e1866c97b5 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e66d46e-dbb8-412e-ae7f-dc1392ab36b7,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:13.678602 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee73af4-09ef-4bcb-8967-2b11b0d6ca2e x-openstack-request-id: req-3ee73af4-09ef-4bcb-8967-2b11b0d6ca2e {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:13.679034 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd4ea2a4-417c-46c3-a5aa-f440905aaa53", "name": "network-vif-plugged", "status": "completed", "tag": "bb35c73e-b88a-43ed-9a62-0d73484c3483", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:13.679448 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3ee73af4-09ef-4bcb-8967-2b11b0d6ca2e {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:13.679984 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4ea2a4-417c-46c3-a5aa-f440905aaa53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb35c73e-b88a-43ed-9a62-0d73484c3483', 'code': 200} Jul 15 23:05:13.683035 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880209c9-d175-4be3-8cb1-66fbdb2790c8 req-c57c774f-a712-447c-a809-b9c380909232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:13.691396 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c97e1568-95ee-4c69-875e-2368a16e3b06', 'tag': '3c7e2cbb-a9cc-48d1-ad98-939ca5153438'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:13.696230 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efcf84b9-2608-4c1f-8cf3-ade958b8476e" -d '{"events": [{"name": "network-changed", "server_uuid": "c97e1568-95ee-4c69-875e-2368a16e3b06", "tag": "3c7e2cbb-a9cc-48d1-ad98-939ca5153438"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:13.700258 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-880209c9-d175-4be3-8cb1-66fbdb2790c8 req-c57c774f-a712-447c-a809-b9c380909232 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1635695 Jul 15 23:05:13.795979 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d8510389-f1cb-4c54-b025-4b046b25deb4 req-d1d9708c-e24b-4359-96bf-0dc641c57e5f service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347692 Jul 15 23:05:13.894552 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d8510389-f1cb-4c54-b025-4b046b25deb4 req-f27a5507-4957-4bde-be05-7d5114071266 service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900829 Jul 15 23:05:13.935167 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-880209c9-d175-4be3-8cb1-66fbdb2790c8 req-1d96af2a-05fe-4086-b049-b9c7eacfaaab service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225859 Jul 15 23:05:13.955967 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be9b7e-ffe5-4629-8d2b-3d371f350aeb req-bdc0415c-cfdf-40a3-a47e-de6d17020a6f tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:13.957412 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a3be9b7e-ffe5-4629-8d2b-3d371f350aeb req-bdc0415c-cfdf-40a3-a47e-de6d17020a6f tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/ports?device_id=c97e1568-95ee-4c69-875e-2368a16e3b06 HTTP/1.1" status: 200 len: 948 time: 0.2304466 Jul 15 23:05:14.019664 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44246b0f-2459-4676-a6eb-2f356fae7dcf req-d83f58bf-e359-4a9e-ada9-811cc26b89ac tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:14.021910 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-44246b0f-2459-4676-a6eb-2f356fae7dcf req-d83f58bf-e359-4a9e-ada9-811cc26b89ac tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=72a7edd5-dbed-4017-8258-324186bce4ee HTTP/1.1" status: 200 len: 948 time: 0.2361422 Jul 15 23:05:14.026478 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707cf84e-cf4e-4ae7-b946-033c55a6d4c1 req-a5843d80-659b-4d7d-b83f-90b9d2803b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:14.027992 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-707cf84e-cf4e-4ae7-b946-033c55a6d4c1 req-a5843d80-659b-4d7d-b83f-90b9d2803b50 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bd4ea2a4-417c-46c3-a5aa-f440905aaa53 HTTP/1.1" status: 200 len: 1100 time: 0.2084379 Jul 15 23:05:14.077589 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:05:14.117215 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a3be9b7e-ffe5-4629-8d2b-3d371f350aeb req-cfe1fe4c-8cbc-4964-9e4f-fe15f516e99c tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f7c45fd-39fc-4943-ba7d-041fb8807cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489797 Jul 15 23:05:14.151199 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-44246b0f-2459-4676-a6eb-2f356fae7dcf req-dad05cda-5c26-400f-bd65-a1b7f95ea04b tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218438 Jul 15 23:05:14.157127 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-707cf84e-cf4e-4ae7-b946-033c55a6d4c1 req-51e5b6b8-ae01-40a3-8529-f3ba08a2648a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1872d82a-32c8-441d-a4ef-71895e7e75ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032643 Jul 15 23:05:14.162480 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-880209c9-d175-4be3-8cb1-66fbdb2790c8 req-23cc6e2f-6c14-4d56-ba58-effad94f34b6 service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150428 Jul 15 23:05:14.187945 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:14.202262 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28', 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'port_id': '9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28', 'mac_address': 'fa:16:3e:c4:c9:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d909a96-22de-4aa9-b690-1c7da965ceac', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:05:14.246338 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:14.262522 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:05:14.287899 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:14.292762 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:14.293499 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 77625ffe-b5df-4269-855d-7b7c464c50ec details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:05:14.364902 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880209c9-d175-4be3-8cb1-66fbdb2790c8 req-2e2dd2ad-7fef-4e88-ade1-31b39a7112d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:14.366410 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-880209c9-d175-4be3-8cb1-66fbdb2790c8 req-2e2dd2ad-7fef-4e88-ade1-31b39a7112d1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d4a56bf4150b47a1aafe3e0a8ae6ac97&device_id=34effbc0-2dfe-47c4-8686-e4eb48108560 HTTP/1.1" status: 200 len: 1174 time: 0.0821576 Jul 15 23:05:14.373329 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:14.377599 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 77625ffe-b5df-4269-855d-7b7c464c50ec, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=77625ffe-b5df-4269-855d-7b7c464c50ec,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:14.383753 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d569482a-ad48-42c7-b969-0489337e6990 req-f2235e0e-e27e-4848-b801-af5dc2e334d2 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:14.385329 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d569482a-ad48-42c7-b969-0489337e6990 req-f2235e0e-e27e-4848-b801-af5dc2e334d2 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ea09a9e-d339-49fc-bfd6-6648e90f758d HTTP/1.1" status: 200 len: 945 time: 0.1338074 Jul 15 23:05:14.397060 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '77625ffe-b5df-4269-855d-7b7c464c50ec', 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'port_id': '77625ffe-b5df-4269-855d-7b7c464c50ec', 'mac_address': 'fa:16:3e:59:cd:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d909a96-22de-4aa9-b690-1c7da965ceac', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:05:14.453617 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:14.470681 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77625ffe-b5df-4269-855d-7b7c464c50ec {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:05:14.493302 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 77625ffe-b5df-4269-855d-7b7c464c50ec, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=77625ffe-b5df-4269-855d-7b7c464c50ec,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:14.499157 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:14.520406 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d569482a-ad48-42c7-b969-0489337e6990 req-e5baaf8d-784e-48fb-8393-57d965e32b7f tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072221 Jul 15 23:05:14.544168 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880209c9-d175-4be3-8cb1-66fbdb2790c8 req-6417d79f-59bc-45c7-819a-46706e7dfd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:14.545661 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-880209c9-d175-4be3-8cb1-66fbdb2790c8 req-6417d79f-59bc-45c7-819a-46706e7dfd1d service neutron] 10.222.0.49 "GET /v2.0/networks?id=c1b42de0-c201-4a05-9b98-70df99dfc1e5 HTTP/1.1" status: 200 len: 914 time: 0.1701434 Jul 15 23:05:14.561794 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=77625ffe-b5df-4269-855d-7b7c464c50ec,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:14.613120 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-880209c9-d175-4be3-8cb1-66fbdb2790c8 req-3f90fb26-d426-47fe-a0bc-6329eebdf7aa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39e3d2bc-c0bf-474d-a5fe-77c548219b78 HTTP/1.1" status: 200 len: 217 time: 0.0528784 Jul 15 23:05:14.665479 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c420531-be20-4936-b6ab-226a54a77ac8 req-7f07d2f4-bc36-482e-9154-eca6f15fd898 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:14.666962 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7c420531-be20-4936-b6ab-226a54a77ac8 req-7f07d2f4-bc36-482e-9154-eca6f15fd898 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=78f28607-290c-4646-be68-69602ac0b8f2 HTTP/1.1" status: 200 len: 950 time: 0.1906292 Jul 15 23:05:14.671261 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b2372d02-1ccf-49eb-951a-300074f31b6d req-49b911e7-ab8c-49e9-a5e1-6811a894936b tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/security-groups/3e66d46e-dbb8-412e-ae7f-dc1392ab36b7 HTTP/1.1" status: 200 len: 1779 time: 0.1247170 Jul 15 23:05:14.702274 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880209c9-d175-4be3-8cb1-66fbdb2790c8 req-bbfb3d5b-b084-434d-bc68-30423ac5b475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:14.703854 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-880209c9-d175-4be3-8cb1-66fbdb2790c8 req-bbfb3d5b-b084-434d-bc68-30423ac5b475 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4944b977-d0e8-4302-b092-5407ca25043e HTTP/1.1" status: 200 len: 853 time: 0.0753763 Jul 15 23:05:14.714429 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4bdbbc9-2725-4d6a-bea3-78c90ea0d16a x-openstack-request-id: req-d4bdbbc9-2725-4d6a-bea3-78c90ea0d16a {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:14.714952 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c97e1568-95ee-4c69-875e-2368a16e3b06", "tag": "3c7e2cbb-a9cc-48d1-ad98-939ca5153438", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:14.715233 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d4bdbbc9-2725-4d6a-bea3-78c90ea0d16a {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:14.715796 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c97e1568-95ee-4c69-875e-2368a16e3b06', 'tag': '3c7e2cbb-a9cc-48d1-ad98-939ca5153438', 'status': 'completed', 'code': 200} Jul 15 23:05:14.730933 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7c420531-be20-4936-b6ab-226a54a77ac8 req-642c2fe0-fe24-45e7-96ec-2581cee05f0a tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571322 Jul 15 23:05:14.757981 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-880209c9-d175-4be3-8cb1-66fbdb2790c8 req-cafdd8d0-7f6c-467a-8c6c-1a555aab2c65 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c1b42de0-c201-4a05-9b98-70df99dfc1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323341 Jul 15 23:05:14.846402 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcf84b9-2608-4c1f-8cf3-ade958b8476e req-f15ecfc6-b156-4db4-8a3d-339ef15753fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:14.847682 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-efcf84b9-2608-4c1f-8cf3-ade958b8476e req-f15ecfc6-b156-4db4-8a3d-339ef15753fd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ecdf2a0908246d98bcb66c58ce843fd&device_id=c97e1568-95ee-4c69-875e-2368a16e3b06 HTTP/1.1" status: 200 len: 1099 time: 0.0732675 Jul 15 23:05:14.859062 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-880209c9-d175-4be3-8cb1-66fbdb2790c8 req-1f3d5ac0-9a94-4181-88a0-bd0b1e6f3e10 service neutron] 10.222.0.49 "GET /v2.0/networks/c1b42de0-c201-4a05-9b98-70df99dfc1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982404 Jul 15 23:05:14.901766 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['77625ffe-b5df-4269-855d-7b7c464c50ec'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:14.958145 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcf84b9-2608-4c1f-8cf3-ade958b8476e req-b6f748f0-aae0-4dea-8fbd-e51a8b528597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:14.958496 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:14.960441 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-efcf84b9-2608-4c1f-8cf3-ade958b8476e req-b6f748f0-aae0-4dea-8fbd-e51a8b528597 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5d412861-bef3-4cc1-ae9f-87a6a36753c0 HTTP/1.1" status: 200 len: 870 time: 0.1013272 Jul 15 23:05:15.008339 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-efcf84b9-2608-4c1f-8cf3-ade958b8476e req-74fbb9c2-a914-41f6-8627-a029b8ab2e50 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=3c7e2cbb-a9cc-48d1-ad98-939ca5153438 HTTP/1.1" status: 200 len: 217 time: 0.0411570 Jul 15 23:05:15.027986 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-880209c9-d175-4be3-8cb1-66fbdb2790c8 req-7c4e8dd8-bd0e-4464-9723-8c41a8cb3c43 service neutron] 10.222.0.49 "GET /v2.0/networks/c1b42de0-c201-4a05-9b98-70df99dfc1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581063 Jul 15 23:05:15.046521 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36577803-43d3-43fb-96b0-d0dd99281ccd req-c61ed05c-2b5c-4e6d-8384-5a97e8ed623b tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:15.053666 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-36577803-43d3-43fb-96b0-d0dd99281ccd req-c61ed05c-2b5c-4e6d-8384-5a97e8ed623b tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd4ea2a4-417c-46c3-a5aa-f440905aaa53 HTTP/1.1" status: 200 len: 949 time: 0.1851878 Jul 15 23:05:15.118960 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-36577803-43d3-43fb-96b0-d0dd99281ccd req-4506b6e7-5415-441a-8187-8b0c3cda741d tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] 10.222.0.48 "GET /v2.0/security-groups?id=1872d82a-32c8-441d-a4ef-71895e7e75ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642002 Jul 15 23:05:15.138025 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282bffb5-8dfe-404e-abe7-6bcf9071e18d req-3bf8b061-2753-49f1-bb82-5e3536d2b64f tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:15.143692 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcf84b9-2608-4c1f-8cf3-ade958b8476e req-f629b4b4-b1f0-48d4-95bc-b1b94307d892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:15.144372 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-282bffb5-8dfe-404e-abe7-6bcf9071e18d req-3bf8b061-2753-49f1-bb82-5e3536d2b64f tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/ports?device_id=14b9e249-79e3-4c40-8dfb-0fdf03e38dae HTTP/1.1" status: 200 len: 945 time: 0.1751070 Jul 15 23:05:15.146674 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-efcf84b9-2608-4c1f-8cf3-ade958b8476e req-f629b4b4-b1f0-48d4-95bc-b1b94307d892 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.0945423 Jul 15 23:05:15.215373 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcf84b9-2608-4c1f-8cf3-ade958b8476e req-63f8da43-c4e7-4b0d-8197-ec517f8a59f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:15.216838 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-efcf84b9-2608-4c1f-8cf3-ade958b8476e req-63f8da43-c4e7-4b0d-8197-ec517f8a59f7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0638778 Jul 15 23:05:15.265625 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b0bdf25b-35dc-4025-8b72-535d9c5f89cd req-6a197efd-e37b-4e1c-bf5c-f96644ccb903 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/security-groups/3e66d46e-dbb8-412e-ae7f-dc1392ab36b7 HTTP/1.1" status: 200 len: 1779 time: 0.1162233 Jul 15 23:05:15.268330 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-282bffb5-8dfe-404e-abe7-6bcf9071e18d req-bbb483a9-e1aa-4140-aa2d-6dda0d4a96c8 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e74215b-8011-4ee0-b502-a2314077a754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210365 Jul 15 23:05:15.287713 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f47425d6-2efb-4907-a479-5b30f560cd6e req-2a01fe0d-5282-461d-a3e8-b21ec2db3bbe service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=70896dfb-4452-495b-ade7-c85ec54b4cc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1373954 Jul 15 23:05:15.346734 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-efcf84b9-2608-4c1f-8cf3-ade958b8476e req-141e81c0-8be9-4114-8782-d60b0fbaccd8 service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215777 Jul 15 23:05:15.380947 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b0bdf25b-35dc-4025-8b72-535d9c5f89cd req-fcd2a756-33a8-485d-bd62-f5bd4743b3e8 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:15.468273 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-efcf84b9-2608-4c1f-8cf3-ade958b8476e req-921b7e13-b358-4b86-8ab5-01d0df2b9082 service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151490 Jul 15 23:05:15.681686 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea09a9e-d339-49fc-bfd6-6648e90f758d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecb9d93d-9b57-49b1-b9ee-09c24fbebea0'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:15.684956 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73763d7e-4d49-44bd-b6e0-8dbf27530761" -d '{"events": [{"server_uuid": "9ea09a9e-d339-49fc-bfd6-6648e90f758d", "name": "network-vif-plugged", "status": "completed", "tag": "ecb9d93d-9b57-49b1-b9ee-09c24fbebea0"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:15.688146 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b0bdf25b-35dc-4025-8b72-535d9c5f89cd req-fcd2a756-33a8-485d-bd62-f5bd4743b3e8 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:15.764089 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47425d6-2efb-4907-a479-5b30f560cd6e req-6e89382c-15e2-4ef9-be83-c8830d3331a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:15.765536 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f47425d6-2efb-4907-a479-5b30f560cd6e req-6e89382c-15e2-4ef9-be83-c8830d3331a4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9ac36772b83842538b63e725348a87e1&device_id=70896dfb-4452-495b-ade7-c85ec54b4cc6 HTTP/1.1" status: 200 len: 1100 time: 0.4345336 Jul 15 23:05:15.781100 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b0bdf25b-35dc-4025-8b72-535d9c5f89cd req-fcd2a756-33a8-485d-bd62-f5bd4743b3e8 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:15.783635 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b0bdf25b-35dc-4025-8b72-535d9c5f89cd req-fcd2a756-33a8-485d-bd62-f5bd4743b3e8 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:15.784797 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b0bdf25b-35dc-4025-8b72-535d9c5f89cd req-fcd2a756-33a8-485d-bd62-f5bd4743b3e8 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "DELETE /v2.0/security-groups/3e66d46e-dbb8-412e-ae7f-dc1392ab36b7 HTTP/1.1" status: 204 len: 173 time: 0.5078459 Jul 15 23:05:15.795984 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1047831-c2ef-4db4-9c07-bd300509c1f6 req-58591ac6-dc0e-4b9c-96b4-5311212edfc6 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:15.798263 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b1047831-c2ef-4db4-9c07-bd300509c1f6 req-58591ac6-dc0e-4b9c-96b4-5311212edfc6 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/ports?device_id=c97e1568-95ee-4c69-875e-2368a16e3b06 HTTP/1.1" status: 200 len: 948 time: 0.3979669 Jul 15 23:05:15.837839 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd2a756-33a8-485d-bd62-f5bd4743b3e8 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e66d46e-dbb8-412e-ae7f-dc1392ab36b7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:15.910318 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b1047831-c2ef-4db4-9c07-bd300509c1f6 req-5c84154a-0dbb-487f-8593-57456160ace2 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f7c45fd-39fc-4943-ba7d-041fb8807cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003895 Jul 15 23:05:15.963610 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47425d6-2efb-4907-a479-5b30f560cd6e req-edc5dd67-5211-44ee-b0f0-6ff4c0598a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:15.965186 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f47425d6-2efb-4907-a479-5b30f560cd6e req-edc5dd67-5211-44ee-b0f0-6ff4c0598a10 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5d412861-bef3-4cc1-ae9f-87a6a36753c0 HTTP/1.1" status: 200 len: 870 time: 0.1667840 Jul 15 23:05:16.021104 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f47425d6-2efb-4907-a479-5b30f560cd6e req-8006db4d-8c7d-4d04-8925-32b25e9d75e5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=f1d2d695-5d71-4735-8bec-137ed706a75f HTTP/1.1" status: 200 len: 217 time: 0.0484176 Jul 15 23:05:16.046064 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7984a1-5405-433c-b169-f15a2f294372 req-f2ddedd3-e319-4ec6-96ef-c90a88c20173 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:16.047641 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2a7984a1-5405-433c-b169-f15a2f294372 req-f2ddedd3-e319-4ec6-96ef-c90a88c20173 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=72a7edd5-dbed-4017-8258-324186bce4ee HTTP/1.1" status: 200 len: 949 time: 0.1407690 Jul 15 23:05:16.116455 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47425d6-2efb-4907-a479-5b30f560cd6e req-c4370dd0-e47c-4ab1-9120-136c991668b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:16.118888 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f47425d6-2efb-4907-a479-5b30f560cd6e req-c4370dd0-e47c-4ab1-9120-136c991668b9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.0901799 Jul 15 23:05:16.123462 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2a7984a1-5405-433c-b169-f15a2f294372 req-37faa1b8-5e12-4621-99ee-0261c78bed8a tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566776 Jul 15 23:05:16.188130 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-439e6b19-a15b-4d1e-b764-8527b44887d6 x-openstack-request-id: req-439e6b19-a15b-4d1e-b764-8527b44887d6 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:16.188456 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ea09a9e-d339-49fc-bfd6-6648e90f758d", "name": "network-vif-plugged", "status": "completed", "tag": "ecb9d93d-9b57-49b1-b9ee-09c24fbebea0", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:16.188711 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-439e6b19-a15b-4d1e-b764-8527b44887d6 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:16.189841 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea09a9e-d339-49fc-bfd6-6648e90f758d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecb9d93d-9b57-49b1-b9ee-09c24fbebea0', 'code': 200} Jul 15 23:05:16.193521 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47425d6-2efb-4907-a479-5b30f560cd6e req-d897df39-0906-4666-ba31-5cdf36801e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:16.194841 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f47425d6-2efb-4907-a479-5b30f560cd6e req-d897df39-0906-4666-ba31-5cdf36801e5a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0684764 Jul 15 23:05:16.389331 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c20c00d-0f58-44d2-b28b-3710a67d396c req-9a6ba589-99f0-420c-85ba-28a1d8817ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:16.390844 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-8c20c00d-0f58-44d2-b28b-3710a67d396c req-9a6ba589-99f0-420c-85ba-28a1d8817ac4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9ea09a9e-d339-49fc-bfd6-6648e90f758d HTTP/1.1" status: 200 len: 1096 time: 0.0562904 Jul 15 23:05:16.399761 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a4c4f-d495-4b2d-b4d9-7170ef94ce8b req-a0f77e08-099d-4838-babb-e3a40f37fe5b tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:16.401324 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-886a4c4f-d495-4b2d-b4d9-7170ef94ce8b req-a0f77e08-099d-4838-babb-e3a40f37fe5b tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ea09a9e-d339-49fc-bfd6-6648e90f758d HTTP/1.1" status: 200 len: 945 time: 0.1995058 Jul 15 23:05:16.404651 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f47425d6-2efb-4907-a479-5b30f560cd6e req-94791720-8de5-4a17-89c7-22e2c3ea1223 service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707301 Jul 15 23:05:16.440253 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-8c20c00d-0f58-44d2-b28b-3710a67d396c req-abd00dea-c830-4c2d-b4a5-fad75e74cdfa service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352752 Jul 15 23:05:16.492166 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7399dd52-ae51-42eb-8ae9-bf065b43bc27 req-7e1a6f03-a05a-491b-bc9e-08c27c6182a0 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:16.493689 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7399dd52-ae51-42eb-8ae9-bf065b43bc27 req-7e1a6f03-a05a-491b-bc9e-08c27c6182a0 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=78f28607-290c-4646-be68-69602ac0b8f2 HTTP/1.1" status: 200 len: 950 time: 0.1819615 Jul 15 23:05:16.521398 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-886a4c4f-d495-4b2d-b4d9-7170ef94ce8b req-457e5427-81ba-4744-90d5-160d5b6e56a2 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132216 Jul 15 23:05:16.589144 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [req-f7b3e02f-2e56-4d98-b9f5-91020ebf18c9 req-5cee7052-2688-4b9b-ba19-31a149ea5d9a tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] show failed (client error): The resource could not be found. Jul 15 23:05:16.590184 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f7b3e02f-2e56-4d98-b9f5-91020ebf18c9 req-5cee7052-2688-4b9b-ba19-31a149ea5d9a tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/security-groups/3e66d46e-dbb8-412e-ae7f-dc1392ab36b7 HTTP/1.1" status: 404 len: 352 time: 0.0409570 Jul 15 23:05:16.594585 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f47425d6-2efb-4907-a479-5b30f560cd6e req-767e894a-07e8-4b9a-83ac-7c7685d6f7e9 service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804836 Jul 15 23:05:16.597682 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7399dd52-ae51-42eb-8ae9-bf065b43bc27 req-72988260-01b2-48b4-a5fb-0ed0a074a039 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753746 Jul 15 23:05:16.771153 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4305dd8-c02d-4d57-b5ba-143332f9f953 req-ba6f0aae-0ff8-4532-9093-304a2b3343e0 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:16.772753 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f4305dd8-c02d-4d57-b5ba-143332f9f953 req-ba6f0aae-0ff8-4532-9093-304a2b3343e0 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/ports?device_id=14b9e249-79e3-4c40-8dfb-0fdf03e38dae HTTP/1.1" status: 200 len: 945 time: 0.0697446 Jul 15 23:05:16.845492 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f4305dd8-c02d-4d57-b5ba-143332f9f953 req-5cc716b5-cbc3-4a4e-ace3-9f3e16a565bc tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e74215b-8011-4ee0-b502-a2314077a754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666265 Jul 15 23:05:16.876388 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd74a4e7-3e5b-434c-a286-02f89c6fb677 req-684b5f3c-2766-4fab-ba23-3de83f79b6a9 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:16.878621 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bd74a4e7-3e5b-434c-a286-02f89c6fb677 req-684b5f3c-2766-4fab-ba23-3de83f79b6a9 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd4ea2a4-417c-46c3-a5aa-f440905aaa53 HTTP/1.1" status: 200 len: 949 time: 0.0802703 Jul 15 23:05:16.894251 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-5aa6f296-abff-4e93-9d50-b66ff998470c req-0a4f0dac-5518-48c2-a9d9-a9390a73eb2b tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1659416026', 'description': 'tempest-description-1624762782'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:16.936812 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bd74a4e7-3e5b-434c-a286-02f89c6fb677 req-85e4a35f-3f65-49fd-b02d-f4dc722a14f1 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] 10.222.0.48 "GET /v2.0/security-groups?id=1872d82a-32c8-441d-a4ef-71895e7e75ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524237 Jul 15 23:05:16.938008 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5aa6f296-abff-4e93-9d50-b66ff998470c req-0a4f0dac-5518-48c2-a9d9-a9390a73eb2b tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:17.027808 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5aa6f296-abff-4e93-9d50-b66ff998470c req-0a4f0dac-5518-48c2-a9d9-a9390a73eb2b tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:17.031766 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5aa6f296-abff-4e93-9d50-b66ff998470c req-0a4f0dac-5518-48c2-a9d9-a9390a73eb2b tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:17.048162 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 3c7e2cbb-a9cc-48d1-ad98-939ca5153438 details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:05:17.071227 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5aa6f296-abff-4e93-9d50-b66ff998470c req-0a4f0dac-5518-48c2-a9d9-a9390a73eb2b tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:17.072497 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5aa6f296-abff-4e93-9d50-b66ff998470c req-0a4f0dac-5518-48c2-a9d9-a9390a73eb2b tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.1864507 Jul 15 23:05:17.094984 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4f0dac-5518-48c2-a9d9-a9390a73eb2b tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=779305f3-9db5-4480-a371-ba279a8e37aa,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:17.132238 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db04320e-817e-405b-b87e-d5acf8a271c0 req-8a8e931e-7953-4e26-80c8-3a49553d92aa tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:17.133807 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-db04320e-817e-405b-b87e-d5acf8a271c0 req-8a8e931e-7953-4e26-80c8-3a49553d92aa tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/ports?device_id=c97e1568-95ee-4c69-875e-2368a16e3b06 HTTP/1.1" status: 200 len: 948 time: 0.0847590 Jul 15 23:05:17.181474 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-db04320e-817e-405b-b87e-d5acf8a271c0 req-8c9cd776-5f41-4a0e-adc7-ace2325b8584 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f7c45fd-39fc-4943-ba7d-041fb8807cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417113 Jul 15 23:05:17.182369 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 3c7e2cbb-a9cc-48d1-ad98-939ca5153438, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=3c7e2cbb-a9cc-48d1-ad98-939ca5153438,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:17.195981 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': '3c7e2cbb-a9cc-48d1-ad98-939ca5153438', 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'port_id': '3c7e2cbb-a9cc-48d1-ad98-939ca5153438', 'mac_address': 'fa:16:3e:86:62:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d909a96-22de-4aa9-b690-1c7da965ceac', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:05:17.216713 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-1858fff5-40d6-4cd4-8ce8-1dffa82fbf19 req-1a26730c-463d-4e9d-a0b4-99d9a737fb4b tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-232953680', 'description': 'tempest-description-679805888'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:17.244555 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:17.246788 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1858fff5-40d6-4cd4-8ce8-1dffa82fbf19 req-1a26730c-463d-4e9d-a0b4-99d9a737fb4b tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:17.259091 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c7e2cbb-a9cc-48d1-ad98-939ca5153438 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:05:17.280356 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 3c7e2cbb-a9cc-48d1-ad98-939ca5153438, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=3c7e2cbb-a9cc-48d1-ad98-939ca5153438,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:17.283891 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:17.347848 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=3c7e2cbb-a9cc-48d1-ad98-939ca5153438,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:17.351341 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1858fff5-40d6-4cd4-8ce8-1dffa82fbf19 req-1a26730c-463d-4e9d-a0b4-99d9a737fb4b tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:17.355563 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1858fff5-40d6-4cd4-8ce8-1dffa82fbf19 req-1a26730c-463d-4e9d-a0b4-99d9a737fb4b tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:17.384459 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1858fff5-40d6-4cd4-8ce8-1dffa82fbf19 req-1a26730c-463d-4e9d-a0b4-99d9a737fb4b tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:17.385681 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1858fff5-40d6-4cd4-8ce8-1dffa82fbf19 req-1a26730c-463d-4e9d-a0b4-99d9a737fb4b tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.1735573 Jul 15 23:05:17.387495 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a26730c-463d-4e9d-a0b4-99d9a737fb4b tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30f89457-e5ba-40fc-ab25-e61025e8c226,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:17.478874 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f63ac1-cde6-40bc-9ca0-3efb1f3f20df req-2ecd2dcf-ad3c-4767-ae50-9fe21b1465d4 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:17.480526 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a4f63ac1-cde6-40bc-9ca0-3efb1f3f20df req-2ecd2dcf-ad3c-4767-ae50-9fe21b1465d4 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=72a7edd5-dbed-4017-8258-324186bce4ee HTTP/1.1" status: 200 len: 949 time: 0.0703661 Jul 15 23:05:17.550459 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a4f63ac1-cde6-40bc-9ca0-3efb1f3f20df req-f669dc81-49ad-4257-9d01-9762e9f44866 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639381 Jul 15 23:05:17.584504 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-042b0d0f-d005-4268-a1fa-19d39e3209c2 req-8f70676b-987a-4235-b49b-6589ec766e62 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1689226424', 'description': 'tempest-description-753833003'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:17.597746 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b76ff35-679e-4fe1-9d09-de467ceda9ef req-ead2f42d-218b-4e6c-994d-6fadcd3ade35 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:17.599349 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0b76ff35-679e-4fe1-9d09-de467ceda9ef req-ead2f42d-218b-4e6c-994d-6fadcd3ade35 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd4ea2a4-417c-46c3-a5aa-f440905aaa53 HTTP/1.1" status: 200 len: 949 time: 0.0984640 Jul 15 23:05:17.640155 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-042b0d0f-d005-4268-a1fa-19d39e3209c2 req-8f70676b-987a-4235-b49b-6589ec766e62 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:17.664363 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0b76ff35-679e-4fe1-9d09-de467ceda9ef req-4043a229-da8e-4edf-b386-12aee3734f04 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] 10.222.0.48 "GET /v2.0/security-groups?id=1872d82a-32c8-441d-a4ef-71895e7e75ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570965 Jul 15 23:05:17.694665 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['3c7e2cbb-a9cc-48d1-ad98-939ca5153438'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:17.752090 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-042b0d0f-d005-4268-a1fa-19d39e3209c2 req-8f70676b-987a-4235-b49b-6589ec766e62 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:17.759278 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-042b0d0f-d005-4268-a1fa-19d39e3209c2 req-8f70676b-987a-4235-b49b-6589ec766e62 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:17.840957 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-042b0d0f-d005-4268-a1fa-19d39e3209c2 req-8f70676b-987a-4235-b49b-6589ec766e62 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:17.842202 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-042b0d0f-d005-4268-a1fa-19d39e3209c2 req-8f70676b-987a-4235-b49b-6589ec766e62 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2646022 Jul 15 23:05:17.853515 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f70676b-987a-4235-b49b-6589ec766e62 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6737e986-9191-4766-92e0-0324e05f3317,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:17.897284 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9247a6-d2a1-474b-85e1-5401287e830a req-25eae112-d456-44c2-a4cd-3e1fd999e26f tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:17.899227 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9a9247a6-d2a1-474b-85e1-5401287e830a req-25eae112-d456-44c2-a4cd-3e1fd999e26f tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ea09a9e-d339-49fc-bfd6-6648e90f758d HTTP/1.1" status: 200 len: 945 time: 0.1218095 Jul 15 23:05:17.942360 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9a9247a6-d2a1-474b-85e1-5401287e830a req-c75c57b4-23c6-4fba-9b3c-013bdabb2d3c tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368433 Jul 15 23:05:18.026152 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b4d4b-c805-4f5b-9dc1-b31259d4d593 req-b44af4bb-a0c6-4420-a7f3-3fa23f0fc986 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:18.027664 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8a5b4d4b-c805-4f5b-9dc1-b31259d4d593 req-b44af4bb-a0c6-4420-a7f3-3fa23f0fc986 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=78f28607-290c-4646-be68-69602ac0b8f2 HTTP/1.1" status: 200 len: 950 time: 0.0740042 Jul 15 23:05:18.069331 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8a5b4d4b-c805-4f5b-9dc1-b31259d4d593 req-66dccbd0-23e4-477b-b281-90a9af725738 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355215 Jul 15 23:05:18.121946 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:05:18.185433 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port 9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:05:18.190908 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:18.191292 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:18.284337 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:18.308256 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb84bd1-9cd9-43e2-9924-8f6006dc1901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:18.309349 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f058110e-1024-450b-827b-117da5c8c226 req-fdb991d9-dcf9-4f7f-9553-6a8cd9cd959a tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d4a56bf4150b47a1aafe3e0a8ae6ac97 HTTP/1.1" status: 200 len: 10895 time: 0.1065695 Jul 15 23:05:18.310746 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-095cd3e8-2242-45bc-9222-a32c6e944b95" -d '{"events": [{"server_uuid": "7eb84bd1-9cd9-43e2-9924-8f6006dc1901", "name": "network-vif-plugged", "status": "completed", "tag": "9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:18.324564 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:18.329893 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:18.330684 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 77625ffe-b5df-4269-855d-7b7c464c50ec up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:05:18.384996 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f058110e-1024-450b-827b-117da5c8c226 req-8ab79834-9792-43d5-b33a-7c058fa13303 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/security-groups/d689cec7-e188-42fb-8146-0aa589978893 HTTP/1.1" status: 200 len: 2981 time: 0.0636771 Jul 15 23:05:18.437230 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6ad3b-35c3-4637-8e40-de7521823337 req-311a0684-af15-49cb-a5d3-0b78edca522b tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:18.438847 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-31a6ad3b-35c3-4637-8e40-de7521823337 req-311a0684-af15-49cb-a5d3-0b78edca522b tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/ports?device_id=14b9e249-79e3-4c40-8dfb-0fdf03e38dae HTTP/1.1" status: 200 len: 945 time: 0.1286066 Jul 15 23:05:18.466733 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f058110e-1024-450b-827b-117da5c8c226 req-9d218ffb-b93c-4d65-912b-2ac757be2226 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/security-groups/d689cec7-e188-42fb-8146-0aa589978893 HTTP/1.1" status: 200 len: 2981 time: 0.0750067 Jul 15 23:05:18.506898 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-31a6ad3b-35c3-4637-8e40-de7521823337 req-6631f7cf-5f1a-4418-ac3f-efe6d8983084 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e74215b-8011-4ee0-b502-a2314077a754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601752 Jul 15 23:05:18.544722 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:18.556970 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:18.557303 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:18.557637 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:18.557966 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:18.558432 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:18.558760 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:18.559078 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:18.559398 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:18.559740 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:18.560057 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:18.560371 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:18.560689 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:05:18.568538 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port 77625ffe-b5df-4269-855d-7b7c464c50ec completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:05:18.572835 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 77625ffe-b5df-4269-855d-7b7c464c50ec triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:18.573210 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:18.661333 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:18.695115 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 77625ffe-b5df-4269-855d-7b7c464c50ec, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=77625ffe-b5df-4269-855d-7b7c464c50ec,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:18.699066 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:18.733463 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197fcefe-4fa4-4605-af47-68c95bc4023f req-9ea96c92-d485-4ee1-b887-9af89abd1e3c tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:18.734974 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-197fcefe-4fa4-4605-af47-68c95bc4023f req-9ea96c92-d485-4ee1-b887-9af89abd1e3c tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/ports?device_id=c97e1568-95ee-4c69-875e-2368a16e3b06 HTTP/1.1" status: 200 len: 949 time: 0.0929523 Jul 15 23:05:18.743428 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c806af85-f4d8-49f5-bade-6abab828ee4f req-c8a54622-e51c-42c7-bb28-1048f147b5c3 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:18.744994 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c806af85-f4d8-49f5-bade-6abab828ee4f req-c8a54622-e51c-42c7-bb28-1048f147b5c3 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd4ea2a4-417c-46c3-a5aa-f440905aaa53 HTTP/1.1" status: 200 len: 949 time: 0.1362641 Jul 15 23:05:18.757242 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=77625ffe-b5df-4269-855d-7b7c464c50ec,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:18.805328 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-197fcefe-4fa4-4605-af47-68c95bc4023f req-e1e7ecf8-54be-49d7-bb5c-33f194e9c3ce tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f7c45fd-39fc-4943-ba7d-041fb8807cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592122 Jul 15 23:05:18.813563 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c806af85-f4d8-49f5-bade-6abab828ee4f req-16447da6-4ecd-4124-ad05-9c234ac30625 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] 10.222.0.48 "GET /v2.0/security-groups?id=1872d82a-32c8-441d-a4ef-71895e7e75ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613208 Jul 15 23:05:18.860507 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e9f920f-fef6-4768-b6de-72f2557ef709 x-openstack-request-id: req-2e9f920f-fef6-4768-b6de-72f2557ef709 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:18.860825 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eb84bd1-9cd9-43e2-9924-8f6006dc1901", "name": "network-vif-plugged", "status": "completed", "tag": "9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:18.861071 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2e9f920f-fef6-4768-b6de-72f2557ef709 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:18.861460 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eb84bd1-9cd9-43e2-9924-8f6006dc1901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28', 'code': 200} Jul 15 23:05:18.883026 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7948a642-7821-4960-8f54-2f2fe0fffc1e req-922288fc-b422-40f6-8f18-5e34c0ceed42 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/security-groups/779305f3-9db5-4480-a371-ba279a8e37aa HTTP/1.1" status: 200 len: 1801 time: 0.0434508 Jul 15 23:05:18.953158 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7948a642-7821-4960-8f54-2f2fe0fffc1e req-cc0b4845-aed2-40b5-8010-8377a9338c53 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:19.040717 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7948a642-7821-4960-8f54-2f2fe0fffc1e req-cc0b4845-aed2-40b5-8010-8377a9338c53 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:19.064483 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 3c7e2cbb-a9cc-48d1-ad98-939ca5153438 up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:05:19.115131 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccb5383-e20e-4306-903c-d4db3b0c7ffe req-83092ac4-f011-43f8-acb0-1706cd22a3a7 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:19.116653 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dccb5383-e20e-4306-903c-d4db3b0c7ffe req-83092ac4-f011-43f8-acb0-1706cd22a3a7 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=72a7edd5-dbed-4017-8258-324186bce4ee HTTP/1.1" status: 200 len: 950 time: 0.1606455 Jul 15 23:05:19.124082 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7948a642-7821-4960-8f54-2f2fe0fffc1e req-cc0b4845-aed2-40b5-8010-8377a9338c53 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:19.124082 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7948a642-7821-4960-8f54-2f2fe0fffc1e req-cc0b4845-aed2-40b5-8010-8377a9338c53 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:19.124082 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7948a642-7821-4960-8f54-2f2fe0fffc1e req-cc0b4845-aed2-40b5-8010-8377a9338c53 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "DELETE /v2.0/security-groups/779305f3-9db5-4480-a371-ba279a8e37aa HTTP/1.1" status: 204 len: 173 time: 0.2318785 Jul 15 23:05:19.130641 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port 3c7e2cbb-a9cc-48d1-ad98-939ca5153438 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:05:19.132178 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e81e9b3-a401-40e1-b640-09a33e2dbe7f req-f8560a38-a6ab-408e-b312-989b8b7f53ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:19.133685 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4e81e9b3-a401-40e1-b640-09a33e2dbe7f req-f8560a38-a6ab-408e-b312-989b8b7f53ac service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7eb84bd1-9cd9-43e2-9924-8f6006dc1901 HTTP/1.1" status: 200 len: 1099 time: 0.1514511 Jul 15 23:05:19.136375 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port 3c7e2cbb-a9cc-48d1-ad98-939ca5153438 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:19.136687 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:19.146205 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0b4845-aed2-40b5-8010-8377a9338c53 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=779305f3-9db5-4480-a371-ba279a8e37aa,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:19.202724 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dccb5383-e20e-4306-903c-d4db3b0c7ffe req-25a4157f-3900-43a3-8a53-79bc3e301d4e tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754671 Jul 15 23:05:19.206774 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4e81e9b3-a401-40e1-b640-09a33e2dbe7f req-57c6cff0-952b-4755-a534-d736b39cbb3a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=2f7c45fd-39fc-4943-ba7d-041fb8807cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509682 Jul 15 23:05:19.254173 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:19.298984 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 3c7e2cbb-a9cc-48d1-ad98-939ca5153438, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=3c7e2cbb-a9cc-48d1-ad98-939ca5153438,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:19.304778 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:19.309110 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a45a3-5a61-4971-8232-4beb531e94eb req-3be5f29c-98a1-412f-97b9-121f2a0239a5 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:19.310702 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a52a45a3-5a61-4971-8232-4beb531e94eb req-3be5f29c-98a1-412f-97b9-121f2a0239a5 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ea09a9e-d339-49fc-bfd6-6648e90f758d HTTP/1.1" status: 200 len: 945 time: 0.0685723 Jul 15 23:05:19.360903 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=3c7e2cbb-a9cc-48d1-ad98-939ca5153438,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:19.384991 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a52a45a3-5a61-4971-8232-4beb531e94eb req-4469db33-cd11-437f-826c-ff9d5fbe2827 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668943 Jul 15 23:05:19.415931 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133959a0-152a-431f-8c12-4bc324372fd0 req-a725e9c2-6965-4d69-9cf8-b2cb8f106469 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:19.417501 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-133959a0-152a-431f-8c12-4bc324372fd0 req-a725e9c2-6965-4d69-9cf8-b2cb8f106469 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=78f28607-290c-4646-be68-69602ac0b8f2 HTTP/1.1" status: 200 len: 950 time: 0.0930226 Jul 15 23:05:19.443223 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [req-cbf88afc-8cd8-4ac1-a934-619a9978eca2 req-58a32b0a-e260-4ac5-97ab-0bd62ea73ca6 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] show failed (client error): The resource could not be found. Jul 15 23:05:19.444300 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cbf88afc-8cd8-4ac1-a934-619a9978eca2 req-58a32b0a-e260-4ac5-97ab-0bd62ea73ca6 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/security-groups/779305f3-9db5-4480-a371-ba279a8e37aa HTTP/1.1" status: 404 len: 352 time: 0.0259030 Jul 15 23:05:19.465625 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-133959a0-152a-431f-8c12-4bc324372fd0 req-acdcd846-105c-4b7e-9e4a-fdf81a6d18f4 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404489 Jul 15 23:05:19.618381 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-04b8580c-5cba-424a-9abf-d83bd348c3d6 req-b19d0f39-ea63-40c5-b97d-a89184ecd345 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/security-groups/30f89457-e5ba-40fc-ab25-e61025e8c226 HTTP/1.1" status: 200 len: 1799 time: 0.0478156 Jul 15 23:05:19.686223 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-04b8580c-5cba-424a-9abf-d83bd348c3d6 req-23eef813-9a8d-470e-9cd6-7d9f26221b6d tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:19.736923 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-04b8580c-5cba-424a-9abf-d83bd348c3d6 req-23eef813-9a8d-470e-9cd6-7d9f26221b6d tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:19.786149 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bf078a-3a16-4c47-b756-e304865d04eb req-265fde6f-0bee-431a-8662-bfa5dfa01a33 tempest-LiveMigrationTest-431337817 tempest-LiveMigrationTest-431337817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:19.787951 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-38bf078a-3a16-4c47-b756-e304865d04eb req-265fde6f-0bee-431a-8662-bfa5dfa01a33 tempest-LiveMigrationTest-431337817 tempest-LiveMigrationTest-431337817-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=9ea09a9e-d339-49fc-bfd6-6648e90f758d HTTP/1.1" status: 200 len: 1096 time: 0.1037829 Jul 15 23:05:19.801718 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-04b8580c-5cba-424a-9abf-d83bd348c3d6 req-23eef813-9a8d-470e-9cd6-7d9f26221b6d tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:19.804375 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-04b8580c-5cba-424a-9abf-d83bd348c3d6 req-23eef813-9a8d-470e-9cd6-7d9f26221b6d tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:19.805475 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-04b8580c-5cba-424a-9abf-d83bd348c3d6 req-23eef813-9a8d-470e-9cd6-7d9f26221b6d tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "DELETE /v2.0/security-groups/30f89457-e5ba-40fc-ab25-e61025e8c226 HTTP/1.1" status: 204 len: 173 time: 0.1801937 Jul 15 23:05:19.826184 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eef813-9a8d-470e-9cd6-7d9f26221b6d tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f89457-e5ba-40fc-ab25-e61025e8c226,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:19.843433 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-38bf078a-3a16-4c47-b756-e304865d04eb req-c135b039-c089-4df8-b5f1-3674b7360031 tempest-LiveMigrationTest-431337817 tempest-LiveMigrationTest-431337817-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489249 Jul 15 23:05:19.890767 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [req-0e7b2a13-e0cb-4812-9e1e-b81b6c4d12b7 req-ee2357a8-230c-4a38-9855-d1ddd10f4b6e tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] show failed (client error): The resource could not be found. Jul 15 23:05:19.891907 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0e7b2a13-e0cb-4812-9e1e-b81b6c4d12b7 req-ee2357a8-230c-4a38-9855-d1ddd10f4b6e tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/security-groups/30f89457-e5ba-40fc-ab25-e61025e8c226 HTTP/1.1" status: 404 len: 352 time: 0.0155873 Jul 15 23:05:19.970267 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287a644-48d3-4a6f-81f4-a90b7365821b req-7e9ae2fa-51b6-4396-9cba-a4d8540ff84b tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:19.972067 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2287a644-48d3-4a6f-81f4-a90b7365821b req-7e9ae2fa-51b6-4396-9cba-a4d8540ff84b tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/ports?device_id=14b9e249-79e3-4c40-8dfb-0fdf03e38dae HTTP/1.1" status: 200 len: 945 time: 0.0679522 Jul 15 23:05:20.041807 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2287a644-48d3-4a6f-81f4-a90b7365821b req-bc33001c-08dd-460e-9ff6-d571b44f24a2 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e74215b-8011-4ee0-b502-a2314077a754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632842 Jul 15 23:05:20.076784 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c6b2a0-9427-4914-aeae-5263a0f1a935 req-9e042cac-e720-4529-aa27-b05bdb7ead65 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:20.078419 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-20c6b2a0-9427-4914-aeae-5263a0f1a935 req-9e042cac-e720-4529-aa27-b05bdb7ead65 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/ports?device_id=c97e1568-95ee-4c69-875e-2368a16e3b06 HTTP/1.1" status: 200 len: 950 time: 0.0858290 Jul 15 23:05:20.120352 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-20c6b2a0-9427-4914-aeae-5263a0f1a935 req-023ebc45-2407-4bf7-a714-cc9a117aba41 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f7c45fd-39fc-4943-ba7d-041fb8807cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345476 Jul 15 23:05:20.219540 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e20365c-b65c-42c6-9e58-05531af971fa req-11d30a06-be9d-436e-b33d-d5fd2c9cf6e3 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:20.221108 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4e20365c-b65c-42c6-9e58-05531af971fa req-11d30a06-be9d-436e-b33d-d5fd2c9cf6e3 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd4ea2a4-417c-46c3-a5aa-f440905aaa53 HTTP/1.1" status: 200 len: 949 time: 0.0999720 Jul 15 23:05:20.302449 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c61a6b6-345f-4de4-8ff6-96e439f22497 req-91e86ef1-4243-4a22-8bf0-e9773b110322 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:20.303972 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9c61a6b6-345f-4de4-8ff6-96e439f22497 req-91e86ef1-4243-4a22-8bf0-e9773b110322 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd4ea2a4-417c-46c3-a5aa-f440905aaa53 HTTP/1.1" status: 200 len: 949 time: 0.1354489 Jul 15 23:05:20.401558 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9c61a6b6-345f-4de4-8ff6-96e439f22497 req-c1246357-3f33-473d-baf9-bf331a85c067 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] 10.222.0.48 "GET /v2.0/security-groups?id=1872d82a-32c8-441d-a4ef-71895e7e75ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889592 Jul 15 23:05:20.410545 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c7dcd-9431-438d-bd8d-59a9a9932c38 req-aed59b71-ec78-425d-bba1-67b0f5f2f1dc tempest-LiveMigrationTest-431337817 tempest-LiveMigrationTest-431337817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:20.412243 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ca1c7dcd-9431-438d-bd8d-59a9a9932c38 req-aed59b71-ec78-425d-bba1-67b0f5f2f1dc tempest-LiveMigrationTest-431337817 tempest-LiveMigrationTest-431337817-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=9ea09a9e-d339-49fc-bfd6-6648e90f758d HTTP/1.1" status: 200 len: 1096 time: 0.1718285 Jul 15 23:05:20.462062 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-4e20365c-b65c-42c6-9e58-05531af971fa req-fafdfdec-31dd-4a63-9db0-80213d672ed3 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] Deleting port bb35c73e-b88a-43ed-9a62-0d73484c3483 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:05:20.462461 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4e20365c-b65c-42c6-9e58-05531af971fa req-fafdfdec-31dd-4a63-9db0-80213d672ed3 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:20.491250 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ca1c7dcd-9431-438d-bd8d-59a9a9932c38 req-bf18b34d-e211-4973-8000-a70484fb4733 tempest-LiveMigrationTest-431337817 tempest-LiveMigrationTest-431337817-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646286 Jul 15 23:05:20.558623 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-03801feb-ab1d-4b71-942a-385630e42a33 req-e97a5c5f-aa1c-4f73-a146-62dd07422d25 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/security-groups/6737e986-9191-4766-92e0-0324e05f3317 HTTP/1.1" status: 200 len: 1800 time: 0.1109428 Jul 15 23:05:20.603146 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-4e20365c-b65c-42c6-9e58-05531af971fa req-fafdfdec-31dd-4a63-9db0-80213d672ed3 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] For port bb35c73e-b88a-43ed-9a62-0d73484c3483, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=bb35c73e-b88a-43ed-9a62-0d73484c3483,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:20.603506 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4e20365c-b65c-42c6-9e58-05531af971fa req-fafdfdec-31dd-4a63-9db0-80213d672ed3 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:20.634534 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-4e20365c-b65c-42c6-9e58-05531af971fa req-fafdfdec-31dd-4a63-9db0-80213d672ed3 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] Calling delete_port for bb35c73e-b88a-43ed-9a62-0d73484c3483 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:05:20.727363 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-03801feb-ab1d-4b71-942a-385630e42a33 req-5cd16e2a-79ed-4226-a4e0-575704e74317 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:20.780440 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68454c-abf5-4fba-a49b-f8e17796c188 req-e198236c-5889-4d6d-ad21-b90ef8bb06f3 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:20.781950 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0e68454c-abf5-4fba-a49b-f8e17796c188 req-e198236c-5889-4d6d-ad21-b90ef8bb06f3 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=72a7edd5-dbed-4017-8258-324186bce4ee HTTP/1.1" status: 200 len: 950 time: 0.1722264 Jul 15 23:05:20.783617 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-03801feb-ab1d-4b71-942a-385630e42a33 req-5cd16e2a-79ed-4226-a4e0-575704e74317 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:20.860919 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0e68454c-abf5-4fba-a49b-f8e17796c188 req-226fca6c-13f7-4a92-9373-028cabd13857 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683372 Jul 15 23:05:20.862793 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a7edd5-dbed-4017-8258-324186bce4ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77625ffe-b5df-4269-855d-7b7c464c50ec'}, {'server_uuid': 'c97e1568-95ee-4c69-875e-2368a16e3b06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c7e2cbb-a9cc-48d1-ad98-939ca5153438'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:20.865268 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36189521-61a3-4f01-92c6-d5cb3e80c7d1" -d '{"events": [{"server_uuid": "72a7edd5-dbed-4017-8258-324186bce4ee", "name": "network-vif-plugged", "status": "completed", "tag": "77625ffe-b5df-4269-855d-7b7c464c50ec"}, {"server_uuid": "c97e1568-95ee-4c69-875e-2368a16e3b06", "name": "network-vif-plugged", "status": "completed", "tag": "3c7e2cbb-a9cc-48d1-ad98-939ca5153438"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:20.888826 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-03801feb-ab1d-4b71-942a-385630e42a33 req-5cd16e2a-79ed-4226-a4e0-575704e74317 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:20.891446 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-03801feb-ab1d-4b71-942a-385630e42a33 req-5cd16e2a-79ed-4226-a4e0-575704e74317 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:20.892501 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-03801feb-ab1d-4b71-942a-385630e42a33 req-5cd16e2a-79ed-4226-a4e0-575704e74317 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "DELETE /v2.0/security-groups/6737e986-9191-4766-92e0-0324e05f3317 HTTP/1.1" status: 204 len: 173 time: 0.3266799 Jul 15 23:05:20.909685 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd16e2a-79ed-4226-a4e0-575704e74317 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6737e986-9191-4766-92e0-0324e05f3317,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:20.923170 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4e20365c-b65c-42c6-9e58-05531af971fa req-fafdfdec-31dd-4a63-9db0-80213d672ed3 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:20.944105 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['bb35c73e-b88a-43ed-9a62-0d73484c3483'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:20.955199 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafdfdec-31dd-4a63-9db0-80213d672ed3 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] Pushing event deleted for resources: {'Port': ['ID=bb35c73e-b88a-43ed-9a62-0d73484c3483,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:21.020406 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e20365c-b65c-42c6-9e58-05531af971fa req-fafdfdec-31dd-4a63-9db0-80213d672ed3 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] No DVR routers for this DVR port bb35c73e-b88a-43ed-9a62-0d73484c3483 on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:05:21.023914 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4e20365c-b65c-42c6-9e58-05531af971fa req-fafdfdec-31dd-4a63-9db0-80213d672ed3 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:21.026161 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4e20365c-b65c-42c6-9e58-05531af971fa req-fafdfdec-31dd-4a63-9db0-80213d672ed3 tempest-DeleteServersAdminTestJSON-1817140160 tempest-DeleteServersAdminTestJSON-1817140160-project] 10.222.0.49 "DELETE /v2.0/ports/bb35c73e-b88a-43ed-9a62-0d73484c3483 HTTP/1.1" status: 204 len: 173 time: 0.7756021 Jul 15 23:05:21.058590 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4ea2a4-417c-46c3-a5aa-f440905aaa53', 'name': 'network-vif-deleted', 'tag': 'bb35c73e-b88a-43ed-9a62-0d73484c3483'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:21.061635 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc1660dc-7740-4aa8-ae3c-4b0c3aeb1966" -d '{"events": [{"server_uuid": "bd4ea2a4-417c-46c3-a5aa-f440905aaa53", "name": "network-vif-deleted", "tag": "bb35c73e-b88a-43ed-9a62-0d73484c3483"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:21.119626 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac06a6bc-5703-4dce-9b38-23ed3ccfd549 req-12fd4d3f-b419-4074-b286-df5345a296e4 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:21.121276 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ac06a6bc-5703-4dce-9b38-23ed3ccfd549 req-12fd4d3f-b419-4074-b286-df5345a296e4 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=78f28607-290c-4646-be68-69602ac0b8f2 HTTP/1.1" status: 200 len: 950 time: 0.1030288 Jul 15 23:05:21.149228 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f36f7fa-ebce-40a0-a6a0-68cadac5e862 x-openstack-request-id: req-6f36f7fa-ebce-40a0-a6a0-68cadac5e862 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:21.149813 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a7edd5-dbed-4017-8258-324186bce4ee", "name": "network-vif-plugged", "status": "completed", "tag": "77625ffe-b5df-4269-855d-7b7c464c50ec", "code": 200}, {"server_uuid": "c97e1568-95ee-4c69-875e-2368a16e3b06", "name": "network-vif-plugged", "status": "completed", "tag": "3c7e2cbb-a9cc-48d1-ad98-939ca5153438", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:21.150263 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6f36f7fa-ebce-40a0-a6a0-68cadac5e862 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:21.151562 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a7edd5-dbed-4017-8258-324186bce4ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77625ffe-b5df-4269-855d-7b7c464c50ec', 'code': 200} Jul 15 23:05:21.152258 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c97e1568-95ee-4c69-875e-2368a16e3b06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c7e2cbb-a9cc-48d1-ad98-939ca5153438', 'code': 200} Jul 15 23:05:21.186298 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ac06a6bc-5703-4dce-9b38-23ed3ccfd549 req-a945a726-dd0f-413e-89f4-4e7dcf0b7583 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586166 Jul 15 23:05:21.220338 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [req-7649c91a-7240-433f-98ce-dae294d1624d req-19455222-2a27-4d17-b87f-ac996d6bf8a2 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] show failed (client error): The resource could not be found. Jul 15 23:05:21.222242 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7649c91a-7240-433f-98ce-dae294d1624d req-19455222-2a27-4d17-b87f-ac996d6bf8a2 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/security-groups/6737e986-9191-4766-92e0-0324e05f3317 HTTP/1.1" status: 404 len: 352 time: 0.0344679 Jul 15 23:05:21.408045 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9c08d-b73c-40c6-a167-5e3503024e30 req-691c52da-3ef1-49e3-ae46-6e3df72bac8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:21.409570 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-91c9c08d-b73c-40c6-a167-5e3503024e30 req-691c52da-3ef1-49e3-ae46-6e3df72bac8c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c97e1568-95ee-4c69-875e-2368a16e3b06 HTTP/1.1" status: 200 len: 1101 time: 0.1384764 Jul 15 23:05:21.446090 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcb0eee-2f66-46bd-98e1-e54fd354d426 req-bdd20980-074c-4cd5-a6c3-63f0b1da0162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:21.447600 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0fcb0eee-2f66-46bd-98e1-e54fd354d426 req-bdd20980-074c-4cd5-a6c3-63f0b1da0162 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=72a7edd5-dbed-4017-8258-324186bce4ee HTTP/1.1" status: 200 len: 1101 time: 0.1425734 Jul 15 23:05:21.475894 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c361e-7ff1-4d4a-bece-f03e3b0dcf2a req-1376fdc1-434e-4a44-9dde-e6f01240d986 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:21.477501 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-712c361e-7ff1-4d4a-bece-f03e3b0dcf2a req-1376fdc1-434e-4a44-9dde-e6f01240d986 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/ports?device_id=14b9e249-79e3-4c40-8dfb-0fdf03e38dae HTTP/1.1" status: 200 len: 945 time: 0.1313078 Jul 15 23:05:21.490485 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-91c9c08d-b73c-40c6-a167-5e3503024e30 req-bf8c49e3-4bef-48ba-943a-f265fb34aeba service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2f7c45fd-39fc-4943-ba7d-041fb8807cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731046 Jul 15 23:05:21.530353 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0fcb0eee-2f66-46bd-98e1-e54fd354d426 req-59286be1-af96-4883-9a27-42f0e9ef6476 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694509 Jul 15 23:05:21.540284 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-712c361e-7ff1-4d4a-bece-f03e3b0dcf2a req-9d708b52-aa18-4134-bb88-6e1bd7ea6932 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e74215b-8011-4ee0-b502-a2314077a754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532620 Jul 15 23:05:21.596900 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9041e44-5aef-43cb-8256-c911735dc117 x-openstack-request-id: req-c9041e44-5aef-43cb-8256-c911735dc117 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:21.597365 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd4ea2a4-417c-46c3-a5aa-f440905aaa53", "name": "network-vif-deleted", "tag": "bb35c73e-b88a-43ed-9a62-0d73484c3483", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:21.598308 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c9041e44-5aef-43cb-8256-c911735dc117 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:21.599162 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4ea2a4-417c-46c3-a5aa-f440905aaa53', 'name': 'network-vif-deleted', 'tag': 'bb35c73e-b88a-43ed-9a62-0d73484c3483', 'status': 'completed', 'code': 200} Jul 15 23:05:21.775807 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b27e5-d221-4faf-84ea-08cba6804205 req-e08887b2-2cde-42e6-957c-ef07163a0b36 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:21.777888 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ca6b27e5-d221-4faf-84ea-08cba6804205 req-e08887b2-2cde-42e6-957c-ef07163a0b36 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/ports?device_id=c97e1568-95ee-4c69-875e-2368a16e3b06 HTTP/1.1" status: 200 len: 950 time: 0.0869358 Jul 15 23:05:21.822875 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ca6b27e5-d221-4faf-84ea-08cba6804205 req-546f3e94-cb56-4e1f-951e-25da4b8894db tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f7c45fd-39fc-4943-ba7d-041fb8807cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344357 Jul 15 23:05:21.934925 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-91e851ae-89ab-40a0-a877-ef9a3c0a5872 req-71e8a83a-00d7-4e9e-a37e-3293bd5efce1 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d4a56bf4150b47a1aafe3e0a8ae6ac97 HTTP/1.1" status: 200 len: 6148 time: 0.0720565 Jul 15 23:05:21.989462 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-91e851ae-89ab-40a0-a877-ef9a3c0a5872 req-b8875734-eaa6-43f0-b5f7-ede6c7655c28 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/security-groups/d689cec7-e188-42fb-8146-0aa589978893 HTTP/1.1" status: 200 len: 2981 time: 0.0469608 Jul 15 23:05:22.038679 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-91e851ae-89ab-40a0-a877-ef9a3c0a5872 req-d78427dc-049e-4ca1-b6b7-da479f62fe07 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/security-groups/d689cec7-e188-42fb-8146-0aa589978893 HTTP/1.1" status: 200 len: 2981 time: 0.0436699 Jul 15 23:05:22.264267 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c4d63-7785-477f-920d-d11e871de395 req-bb23b766-b014-4bf8-9483-db8115c708c1 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:22.266319 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7e9c4d63-7785-477f-920d-d11e871de395 req-bb23b766-b014-4bf8-9483-db8115c708c1 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=72a7edd5-dbed-4017-8258-324186bce4ee HTTP/1.1" status: 200 len: 950 time: 0.0687058 Jul 15 23:05:22.307494 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7e9c4d63-7785-477f-920d-d11e871de395 req-97f77eed-4813-4ee1-bf12-94b440eb855a tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349979 Jul 15 23:05:22.342306 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-9adcced6-1ef9-4d51-b181-b4c1b4e13bbd req-3e30127a-77bd-4ce8-b095-d2c327aeb80a tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-320046595', 'description': 'tempest-description-684763099'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:22.367102 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9adcced6-1ef9-4d51-b181-b4c1b4e13bbd req-3e30127a-77bd-4ce8-b095-d2c327aeb80a tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:22.455373 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9adcced6-1ef9-4d51-b181-b4c1b4e13bbd req-3e30127a-77bd-4ce8-b095-d2c327aeb80a tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:22.460230 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9adcced6-1ef9-4d51-b181-b4c1b4e13bbd req-3e30127a-77bd-4ce8-b095-d2c327aeb80a tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:22.491304 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9adcced6-1ef9-4d51-b181-b4c1b4e13bbd req-3e30127a-77bd-4ce8-b095-d2c327aeb80a tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:22.498016 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 50278) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:22.507437 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9adcced6-1ef9-4d51-b181-b4c1b4e13bbd req-3e30127a-77bd-4ce8-b095-d2c327aeb80a tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.1691902 Jul 15 23:05:22.508163 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e30127a-77bd-4ce8-b095-d2c327aeb80a tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed7b7464-aa8d-4590-b4a7-0b89f98915e9,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:22.618657 n-d-794306-6 neutron-server[93771]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 15 23:05:22.625834 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-ad6d0f59-1fcc-4c59-b9fb-ab79b1420db9 tempest-LiveMigrationTest-431337817 tempest-LiveMigrationTest-431337817-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:05:22.628076 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-ad6d0f59-1fcc-4c59-b9fb-ab79b1420db9 tempest-LiveMigrationTest-431337817 tempest-LiveMigrationTest-431337817-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1283405 Jul 15 23:05:22.743523 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-222b405f-8f70-4022-b421-ea96b1cb34c4 service neutron] Request body: {'binding': {'host': 'n-h1-794306-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:22.753229 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-222b405f-8f70-4022-b421-ea96b1cb34c4 service neutron] Unknown quota resources ['binding']. {{(pid=93771) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 23:05:22.902311 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd8bea-6b59-4655-beda-5787cea1dd63 req-bb42ca5d-d0be-4d75-873c-a8dc2a84807a tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:22.904749 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-38fd8bea-6b59-4655-beda-5787cea1dd63 req-bb42ca5d-d0be-4d75-873c-a8dc2a84807a tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=78f28607-290c-4646-be68-69602ac0b8f2 HTTP/1.1" status: 200 len: 950 time: 0.0958810 Jul 15 23:05:22.920157 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-222b405f-8f70-4022-b421-ea96b1cb34c4 service neutron] Attempting to bind port ecb9d93d-9b57-49b1-b9ee-09c24fbebea0 on host n-h1-794306-6 for vnic_type normal with profile None {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:05:22.920593 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-222b405f-8f70-4022-b421-ea96b1cb34c4 service neutron] Attempting to bind port ecb9d93d-9b57-49b1-b9ee-09c24fbebea0 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '2a783e67-ba53-4ea9-9bee-afb3f3217392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f037b993-4149-40e0-a687-25986d720de6'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:05:22.920930 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-222b405f-8f70-4022-b421-ea96b1cb34c4 service neutron] Attempting to bind port ecb9d93d-9b57-49b1-b9ee-09c24fbebea0 on network f037b993-4149-40e0-a687-25986d720de6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:22.925424 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-222b405f-8f70-4022-b421-ea96b1cb34c4 service neutron] Port ecb9d93d-9b57-49b1-b9ee-09c24fbebea0 on network f037b993-4149-40e0-a687-25986d720de6 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:05:22.925782 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-222b405f-8f70-4022-b421-ea96b1cb34c4 service neutron] Attempting to bind port ecb9d93d-9b57-49b1-b9ee-09c24fbebea0 on network f037b993-4149-40e0-a687-25986d720de6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:22.931207 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-222b405f-8f70-4022-b421-ea96b1cb34c4 service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:05:22.931544 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-222b405f-8f70-4022-b421-ea96b1cb34c4 service neutron] Checking segment: {'id': '2a783e67-ba53-4ea9-9bee-afb3f3217392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f037b993-4149-40e0-a687-25986d720de6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:05:22.931959 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-222b405f-8f70-4022-b421-ea96b1cb34c4 service neutron] Bound using segment: {'id': '2a783e67-ba53-4ea9-9bee-afb3f3217392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f037b993-4149-40e0-a687-25986d720de6'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:05:22.932397 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-222b405f-8f70-4022-b421-ea96b1cb34c4 service neutron] Bound port: ecb9d93d-9b57-49b1-b9ee-09c24fbebea0, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a783e67-ba53-4ea9-9bee-afb3f3217392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f037b993-4149-40e0-a687-25986d720de6'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:05:22.955168 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-38fd8bea-6b59-4655-beda-5787cea1dd63 req-6bb678eb-4cb5-4967-9a77-713337ed6e98 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441670 Jul 15 23:05:22.985402 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-342abde2-d8c0-4517-8f0e-4c41f757f22b req-bf80e635-61d8-48ba-9dbf-b6ae48f0fb33 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-700248885', 'description': 'tempest-description-1719052465'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:23.009338 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-342abde2-d8c0-4517-8f0e-4c41f757f22b req-bf80e635-61d8-48ba-9dbf-b6ae48f0fb33 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:23.035344 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-222b405f-8f70-4022-b421-ea96b1cb34c4 service neutron] For port ecb9d93d-9b57-49b1-b9ee-09c24fbebea0, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=ecb9d93d-9b57-49b1-b9ee-09c24fbebea0,segment=NetworkSegment(2a783e67-ba53-4ea9-9bee-afb3f3217392),segment_id=2a783e67-ba53-4ea9-9bee-afb3f3217392)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:05:23.041374 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-222b405f-8f70-4022-b421-ea96b1cb34c4 service neutron] Notify callbacks [] for binding, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:23.042532 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-222b405f-8f70-4022-b421-ea96b1cb34c4 service neutron] 10.222.0.48 "POST /v2.0/ports/ecb9d93d-9b57-49b1-b9ee-09c24fbebea0/bindings HTTP/1.1" status: 201 len: 389 time: 0.3568685 Jul 15 23:05:23.109399 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-342abde2-d8c0-4517-8f0e-4c41f757f22b req-bf80e635-61d8-48ba-9dbf-b6ae48f0fb33 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:23.113768 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-342abde2-d8c0-4517-8f0e-4c41f757f22b req-bf80e635-61d8-48ba-9dbf-b6ae48f0fb33 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:23.143444 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-342abde2-d8c0-4517-8f0e-4c41f757f22b req-bf80e635-61d8-48ba-9dbf-b6ae48f0fb33 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:23.145407 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-342abde2-d8c0-4517-8f0e-4c41f757f22b req-bf80e635-61d8-48ba-9dbf-b6ae48f0fb33 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.1636038 Jul 15 23:05:23.150478 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf80e635-61d8-48ba-9dbf-b6ae48f0fb33 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d01e97-b245-4356-9918-6d5f68f2e1df,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:23.301787 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827141b5-8ea4-4e25-a16e-81cda5cf0996 req-da2c0583-6661-4ed3-9c7b-eecfd692c231 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:23.303532 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-827141b5-8ea4-4e25-a16e-81cda5cf0996 req-da2c0583-6661-4ed3-9c7b-eecfd692c231 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/ports?device_id=14b9e249-79e3-4c40-8dfb-0fdf03e38dae HTTP/1.1" status: 200 len: 945 time: 0.0808036 Jul 15 23:05:23.386374 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-827141b5-8ea4-4e25-a16e-81cda5cf0996 req-ec19d34e-f431-4a53-b972-85a599b7df98 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e74215b-8011-4ee0-b502-a2314077a754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761065 Jul 15 23:05:23.441720 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-6ee85595-ee03-4e70-bc92-578e5a173dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:23.443269 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-6ee85595-ee03-4e70-bc92-578e5a173dbb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=680eb147007347d0b28b90eaf34e5f6f&device_id=9ea09a9e-d339-49fc-bfd6-6648e90f758d HTTP/1.1" status: 200 len: 1096 time: 0.1186111 Jul 15 23:05:23.458638 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b27e32-8c57-4048-9c59-b44172ee76bc req-b7a39bbf-397a-4b76-94cf-e3c5dce7cc1f tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:23.460188 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-21b27e32-8c57-4048-9c59-b44172ee76bc req-b7a39bbf-397a-4b76-94cf-e3c5dce7cc1f tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/ports?device_id=c97e1568-95ee-4c69-875e-2368a16e3b06 HTTP/1.1" status: 200 len: 950 time: 0.0976632 Jul 15 23:05:23.585552 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-21b27e32-8c57-4048-9c59-b44172ee76bc req-dc7b1338-3d71-4eff-af63-7548bf8a14bc tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f7c45fd-39fc-4943-ba7d-041fb8807cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168370 Jul 15 23:05:23.615315 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-b0afae55-30a3-4c15-af1f-e2e5456e3465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:23.616805 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-b0afae55-30a3-4c15-af1f-e2e5456e3465 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f037b993-4149-40e0-a687-25986d720de6 HTTP/1.1" status: 200 len: 909 time: 0.1557474 Jul 15 23:05:23.633839 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d3de66-ccfc-4323-85ea-00729c97fd9b req-61ca7f32-f556-4abc-b98c-085ced645460 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:23.635395 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-59d3de66-ccfc-4323-85ea-00729c97fd9b req-61ca7f32-f556-4abc-b98c-085ced645460 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ea09a9e-d339-49fc-bfd6-6648e90f758d HTTP/1.1" status: 200 len: 945 time: 0.1367085 Jul 15 23:05:23.685084 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-3360234b-0dc1-4a00-85d0-ab09a4efcac9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ecb9d93d-9b57-49b1-b9ee-09c24fbebea0 HTTP/1.1" status: 200 len: 217 time: 0.0486684 Jul 15 23:05:23.735404 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-59d3de66-ccfc-4323-85ea-00729c97fd9b req-c27f64a6-8559-4fd4-b059-a72fd40eb227 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930839 Jul 15 23:05:23.787901 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-c10fbc69-534f-4508-9fe3-cb8a34d88439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:23.789457 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-c10fbc69-534f-4508-9fe3-cb8a34d88439 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b89a129e-9de5-4301-b344-10ab05e9feea HTTP/1.1" status: 200 len: 848 time: 0.0923746 Jul 15 23:05:23.860048 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-86eedf0d-dc43-4fea-8a6e-e9ce81eed8b5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f037b993-4149-40e0-a687-25986d720de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414765 Jul 15 23:05:24.184867 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device bb35c73e-b88a-43ed-9a62-0d73484c3483 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:05:24.187851 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:05:24.200473 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d17631-6074-40df-814a-7b8996861e90 req-1dd5506a-ed5d-4a14-b519-239eccf4c578 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:24.201969 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-03d17631-6074-40df-814a-7b8996861e90 req-1dd5506a-ed5d-4a14-b519-239eccf4c578 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/networks?id=c1b42de0-c201-4a05-9b98-70df99dfc1e5 HTTP/1.1" status: 200 len: 813 time: 0.4656632 Jul 15 23:05:24.205852 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: bb35c73e-b88a-43ed-9a62-0d73484c3483 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:05:24.206696 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device bb35c73e-b88a-43ed-9a62-0d73484c3483 not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:05:24.270934 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-03d17631-6074-40df-814a-7b8996861e90 req-5b088600-c3ae-4d1b-9f67-27e7efc1fee8 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/quotas/d4a56bf4150b47a1aafe3e0a8ae6ac97 HTTP/1.1" status: 200 len: 375 time: 0.0545971 Jul 15 23:05:24.326235 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5bad2-397e-4247-8898-726d6c8f7b78 req-16c6b75c-bb51-4cce-af6b-ec56a0a63097 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:24.327769 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-77a5bad2-397e-4247-8898-726d6c8f7b78 req-16c6b75c-bb51-4cce-af6b-ec56a0a63097 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=72a7edd5-dbed-4017-8258-324186bce4ee HTTP/1.1" status: 200 len: 950 time: 0.4734087 Jul 15 23:05:24.331489 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-c5f2a5dc-8c6c-4c34-8ec4-427e618f6756 service neutron] 10.222.0.49 "GET /v2.0/networks/f037b993-4149-40e0-a687-25986d720de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4608808 Jul 15 23:05:24.437192 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-77a5bad2-397e-4247-8898-726d6c8f7b78 req-bb2a1eba-ffcf-4603-b665-82ad502b7d21 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021485 Jul 15 23:05:24.455929 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-03d17631-6074-40df-814a-7b8996861e90 req-a9c574a0-2f38-47cf-9999-c3a970235538 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d4a56bf4150b47a1aafe3e0a8ae6ac97&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1791532 Jul 15 23:05:24.505562 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-e76a170d-fe48-482a-9ad6-615d66458668 service neutron] 10.222.0.49 "GET /v2.0/networks/f037b993-4149-40e0-a687-25986d720de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614420 Jul 15 23:05:24.606808 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-03d17631-6074-40df-814a-7b8996861e90 req-d29acb36-8aa9-46f4-9df5-ef38f5f56aa1 service neutron] 10.222.0.48 "GET /v2.0/networks/c1b42de0-c201-4a05-9b98-70df99dfc1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407652 Jul 15 23:05:24.718333 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595d4f9c-3ceb-48d3-8b18-9fe4115f75cd req-6e02435e-8ffd-4e0d-b623-8d4f94c95e49 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:24.719763 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-595d4f9c-3ceb-48d3-8b18-9fe4115f75cd req-6e02435e-8ffd-4e0d-b623-8d4f94c95e49 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eb84bd1-9cd9-43e2-9924-8f6006dc1901 HTTP/1.1" status: 200 len: 948 time: 0.1700003 Jul 15 23:05:24.840389 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-595d4f9c-3ceb-48d3-8b18-9fe4115f75cd req-95f661c7-cdbb-4a62-b201-d4faaa2beec6 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f7c45fd-39fc-4943-ba7d-041fb8807cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902278 Jul 15 23:05:24.843303 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-03d17631-6074-40df-814a-7b8996861e90 req-b825c8f4-f7fc-4dd4-b2f9-92d5ecefd6bb service neutron] 10.222.0.48 "GET /v2.0/networks/c1b42de0-c201-4a05-9b98-70df99dfc1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296903 Jul 15 23:05:24.851743 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-4a506ebf-4c7d-4fb8-bc5c-9e00209754f3 tempest-LiveMigrationTest-431337817 tempest-LiveMigrationTest-431337817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:24.853297 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-4a506ebf-4c7d-4fb8-bc5c-9e00209754f3 tempest-LiveMigrationTest-431337817 tempest-LiveMigrationTest-431337817-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=9ea09a9e-d339-49fc-bfd6-6648e90f758d&tenant_id=680eb147007347d0b28b90eaf34e5f6f&binding%3Ahost_id=n-h2-794306-6 HTTP/1.1" status: 200 len: 1096 time: 0.2134943 Jul 15 23:05:24.873301 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-3d0f21f1-4e73-4db8-8780-370dfd4347d9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-794306-6'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:24.975723 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-3d0f21f1-4e73-4db8-8780-370dfd4347d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:25.090676 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:25.343170 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-3d0f21f1-4e73-4db8-8780-370dfd4347d9 service neutron] For port ecb9d93d-9b57-49b1-b9ee-09c24fbebea0, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=ecb9d93d-9b57-49b1-b9ee-09c24fbebea0,segment=NetworkSegment(2a783e67-ba53-4ea9-9bee-afb3f3217392),segment_id=2a783e67-ba53-4ea9-9bee-afb3f3217392)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:25.404856 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6484f5d-2231-4792-8a24-db78aaae0441 req-cf973dc3-00cc-4952-9c32-bbd964d49004 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:25.412124 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f6484f5d-2231-4792-8a24-db78aaae0441 req-cf973dc3-00cc-4952-9c32-bbd964d49004 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=78f28607-290c-4646-be68-69602ac0b8f2 HTTP/1.1" status: 200 len: 950 time: 0.2195129 Jul 15 23:05:25.435002 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 50344) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:25.440169 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3bfd28-28e4-4976-9a09-d6734d61f41b req-c8897ff0-47ee-47c7-a734-350b9f3dd737 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:25.441902 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2a3bfd28-28e4-4976-9a09-d6734d61f41b req-c8897ff0-47ee-47c7-a734-350b9f3dd737 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/ports?device_id=14b9e249-79e3-4c40-8dfb-0fdf03e38dae HTTP/1.1" status: 200 len: 945 time: 0.2475207 Jul 15 23:05:25.450687 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-3d0f21f1-4e73-4db8-8780-370dfd4347d9 service neutron] For port ecb9d93d-9b57-49b1-b9ee-09c24fbebea0, host n-h2-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:05:25.529645 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f6484f5d-2231-4792-8a24-db78aaae0441 req-b86471aa-b663-4f21-9e4e-2825598d057c tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159890 Jul 15 23:05:25.543434 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2a3bfd28-28e4-4976-9a09-d6734d61f41b req-ac74d803-d75f-46d8-a010-d97b3fc07377 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e74215b-8011-4ee0-b502-a2314077a754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908844 Jul 15 23:05:25.546041 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea09a9e-d339-49fc-bfd6-6648e90f758d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecb9d93d-9b57-49b1-b9ee-09c24fbebea0'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:25.548725 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d299b79-52e2-45f8-b28b-f3fb28295bcf" -d '{"events": [{"server_uuid": "9ea09a9e-d339-49fc-bfd6-6648e90f758d", "name": "network-vif-unplugged", "status": "completed", "tag": "ecb9d93d-9b57-49b1-b9ee-09c24fbebea0"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:25.553086 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-3d0f21f1-4e73-4db8-8780-370dfd4347d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:25.561150 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-3d0f21f1-4e73-4db8-8780-370dfd4347d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:25.666894 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0f21f1-4e73-4db8-8780-370dfd4347d9 service neutron] Pushing event updated for resources: {'Port': ['ID=ecb9d93d-9b57-49b1-b9ee-09c24fbebea0,revision_number=7']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:25.669941 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-3d0f21f1-4e73-4db8-8780-370dfd4347d9 service neutron] Attempting to bind port ecb9d93d-9b57-49b1-b9ee-09c24fbebea0 on host n-h2-794306-6 for vnic_type normal with profile {"migrating_to": "n-h1-794306-6"} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:05:25.670273 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-3d0f21f1-4e73-4db8-8780-370dfd4347d9 service neutron] Attempting to bind port ecb9d93d-9b57-49b1-b9ee-09c24fbebea0 by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '2a783e67-ba53-4ea9-9bee-afb3f3217392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f037b993-4149-40e0-a687-25986d720de6'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:05:25.670602 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-3d0f21f1-4e73-4db8-8780-370dfd4347d9 service neutron] Attempting to bind port ecb9d93d-9b57-49b1-b9ee-09c24fbebea0 on network f037b993-4149-40e0-a687-25986d720de6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:25.672756 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-be2d9c2b-c961-4379-abba-07dbd7bb3c74 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d77876ca62044f51bcd8387c4920b69c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2355831 Jul 15 23:05:25.675310 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 50350) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:25.681994 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-3d0f21f1-4e73-4db8-8780-370dfd4347d9 service neutron] Port ecb9d93d-9b57-49b1-b9ee-09c24fbebea0 on network f037b993-4149-40e0-a687-25986d720de6 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:05:25.682315 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-3d0f21f1-4e73-4db8-8780-370dfd4347d9 service neutron] Attempting to bind port ecb9d93d-9b57-49b1-b9ee-09c24fbebea0 on network f037b993-4149-40e0-a687-25986d720de6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:25.727528 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-3d0f21f1-4e73-4db8-8780-370dfd4347d9 service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:05:25.727895 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-3d0f21f1-4e73-4db8-8780-370dfd4347d9 service neutron] Checking segment: {'id': '2a783e67-ba53-4ea9-9bee-afb3f3217392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f037b993-4149-40e0-a687-25986d720de6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:05:25.728293 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-3d0f21f1-4e73-4db8-8780-370dfd4347d9 service neutron] Bound using segment: {'id': '2a783e67-ba53-4ea9-9bee-afb3f3217392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f037b993-4149-40e0-a687-25986d720de6'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:05:25.728737 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-3d0f21f1-4e73-4db8-8780-370dfd4347d9 service neutron] Bound port: ecb9d93d-9b57-49b1-b9ee-09c24fbebea0, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a783e67-ba53-4ea9-9bee-afb3f3217392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f037b993-4149-40e0-a687-25986d720de6'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:05:25.729114 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-3d0f21f1-4e73-4db8-8780-370dfd4347d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:25.869288 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-03f26dec-5063-469e-b388-524124380233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:25.903043 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ba3a79-f47b-403e-ac53-3d27a7f6b6c2 req-73c38ddd-db50-4136-93ed-aabe02e16f66 tempest-ServersOnMultiNodesTest-1707304536 tempest-ServersOnMultiNodesTest-1707304536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:25.904677 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d8ba3a79-f47b-403e-ac53-3d27a7f6b6c2 req-73c38ddd-db50-4136-93ed-aabe02e16f66 tempest-ServersOnMultiNodesTest-1707304536 tempest-ServersOnMultiNodesTest-1707304536-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=72a7edd5-dbed-4017-8258-324186bce4ee HTTP/1.1" status: 200 len: 1101 time: 0.2194066 Jul 15 23:05:25.905741 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-3d0f21f1-4e73-4db8-8780-370dfd4347d9 service neutron] For port ecb9d93d-9b57-49b1-b9ee-09c24fbebea0, host n-h2-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:05:25.934107 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-3d0f21f1-4e73-4db8-8780-370dfd4347d9 service neutron] For port ecb9d93d-9b57-49b1-b9ee-09c24fbebea0, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=ecb9d93d-9b57-49b1-b9ee-09c24fbebea0,segment=NetworkSegment(2a783e67-ba53-4ea9-9bee-afb3f3217392),segment_id=2a783e67-ba53-4ea9-9bee-afb3f3217392)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:05:25.936353 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-03f26dec-5063-469e-b388-524124380233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:25.951944 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-3d0f21f1-4e73-4db8-8780-370dfd4347d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:26.001980 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c2b846-e411-44dd-a2e4-ef92fcadc9d6 req-40e6a102-8093-46eb-a6d4-ee294aa4bff8 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:26.003455 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a4c2b846-e411-44dd-a2e4-ef92fcadc9d6 req-40e6a102-8093-46eb-a6d4-ee294aa4bff8 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ea09a9e-d339-49fc-bfd6-6648e90f758d HTTP/1.1" status: 200 len: 943 time: 0.2418938 Jul 15 23:05:26.049661 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d8ba3a79-f47b-403e-ac53-3d27a7f6b6c2 req-000430a8-a5aa-4e8d-b305-f182f8ff4600 tempest-ServersOnMultiNodesTest-1707304536 tempest-ServersOnMultiNodesTest-1707304536-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349413 Jul 15 23:05:26.098249 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0f21f1-4e73-4db8-8780-370dfd4347d9 service neutron] Pushing event updated for resources: {'Port': ['ID=ecb9d93d-9b57-49b1-b9ee-09c24fbebea0,revision_number=8']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:26.131800 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-3d0f21f1-4e73-4db8-8780-370dfd4347d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:26.132429 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-3d0f21f1-4e73-4db8-8780-370dfd4347d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:26.133847 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-3d0f21f1-4e73-4db8-8780-370dfd4347d9 service neutron] 10.222.0.49 "PUT /v2.0/ports/ecb9d93d-9b57-49b1-b9ee-09c24fbebea0 HTTP/1.1" status: 200 len: 1121 time: 1.2650018 Jul 15 23:05:26.148343 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a4c2b846-e411-44dd-a2e4-ef92fcadc9d6 req-15fe3ad5-e975-429d-8744-6c106439066b tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276617 Jul 15 23:05:26.150485 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-03f26dec-5063-469e-b388-524124380233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:26.153810 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-03f26dec-5063-469e-b388-524124380233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:26.155535 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-03f26dec-5063-469e-b388-524124380233 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1872d82a-32c8-441d-a4ef-71895e7e75ea HTTP/1.1" status: 204 len: 168 time: 0.4789364 Jul 15 23:05:26.171233 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f26dec-5063-469e-b388-524124380233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1872d82a-32c8-441d-a4ef-71895e7e75ea,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:26.233956 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6ed01266-146f-45f9-bc08-0fd06cebd364 req-cc70161c-7a71-45e8-aca8-7715f78b1cb9 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=0ecdf2a0908246d98bcb66c58ce843fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430553 Jul 15 23:05:26.319719 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-85691439-0065-488b-8a3d-d3760fff699f req-69755938-7979-40b2-9683-72c6f8072238 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/ports?device_id=f53e337a-c6ef-4b42-945e-af6a816e6094 HTTP/1.1" status: 200 len: 210 time: 0.0341682 Jul 15 23:05:26.345518 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['ecb9d93d-9b57-49b1-b9ee-09c24fbebea0'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:26.378007 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-543dd47c-9b1f-49a6-be32-0570492fc982 x-openstack-request-id: req-543dd47c-9b1f-49a6-be32-0570492fc982 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:26.378536 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ea09a9e-d339-49fc-bfd6-6648e90f758d", "name": "network-vif-unplugged", "status": "completed", "tag": "ecb9d93d-9b57-49b1-b9ee-09c24fbebea0", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:26.379891 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-543dd47c-9b1f-49a6-be32-0570492fc982 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:26.381125 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea09a9e-d339-49fc-bfd6-6648e90f758d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecb9d93d-9b57-49b1-b9ee-09c24fbebea0', 'code': 200} Jul 15 23:05:26.444760 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed01266-146f-45f9-bc08-0fd06cebd364 req-97d16bde-d075-4e54-8bfe-bffdfd0a3d2f tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:26.449060 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6ed01266-146f-45f9-bc08-0fd06cebd364 req-97d16bde-d075-4e54-8bfe-bffdfd0a3d2f tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2115462 Jul 15 23:05:26.474960 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6ed01266-146f-45f9-bc08-0fd06cebd364 req-5ff426d6-ac5b-472f-a94f-cdc8d381a078 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/quotas/0ecdf2a0908246d98bcb66c58ce843fd HTTP/1.1" status: 200 len: 375 time: 0.0198247 Jul 15 23:05:26.625511 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 50382) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:26.641353 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e6c1ac4d-6c7c-4999-bd36-b8be4adcc3b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:26.646729 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b8b491a2-f6b5-450f-9db1-29ed2935dc27 req-6b4bf5b4-d4fe-466a-b289-69253c4c12be tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=9ac36772b83842538b63e725348a87e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0600240 Jul 15 23:05:26.655754 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6ed01266-146f-45f9-bc08-0fd06cebd364 req-d3aeb8a7-0ad6-4e56-954f-c72004909464 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0ecdf2a0908246d98bcb66c58ce843fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1708467 Jul 15 23:05:26.776881 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e6c1ac4d-6c7c-4999-bd36-b8be4adcc3b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:26.781759 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e6c1ac4d-6c7c-4999-bd36-b8be4adcc3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:26.808029 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d17631-6074-40df-814a-7b8996861e90 req-bdb21dce-c235-48b6-8d7b-5406dfeb8279 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:26.809610 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-03d17631-6074-40df-814a-7b8996861e90 req-bdb21dce-c235-48b6-8d7b-5406dfeb8279 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.41 "GET /v2.0/networks?id=c1b42de0-c201-4a05-9b98-70df99dfc1e5 HTTP/1.1" status: 200 len: 813 time: 0.2441344 Jul 15 23:05:26.819347 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e6c1ac4d-6c7c-4999-bd36-b8be4adcc3b2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e9a0fce167ae453fab93886a608418f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1921740 Jul 15 23:05:26.822408 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 50386) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:26.858855 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-03d17631-6074-40df-814a-7b8996861e90 req-3de523c0-20e2-4848-b1e1-3530bef5d6ca tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Request body: {'port': {'device_id': 'f53e337a-c6ef-4b42-945e-af6a816e6094', 'network_id': 'c1b42de0-c201-4a05-9b98-70df99dfc1e5', 'admin_state_up': True, 'tenant_id': 'd4a56bf4150b47a1aafe3e0a8ae6ac97'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:26.865949 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c1ac4d-6c7c-4999-bd36-b8be4adcc3b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde95cb7-19ce-4da3-9149-ba0c2c27b41a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:26.919374 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68b6eb87-86e8-48d9-8a7a-119f78fb3eaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:26.950093 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68b6eb87-86e8-48d9-8a7a-119f78fb3eaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:27.007744 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b491a2-f6b5-450f-9db1-29ed2935dc27 req-428f58f7-28d3-4c99-b229-a68aeeace3b7 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:27.014509 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b8b491a2-f6b5-450f-9db1-29ed2935dc27 req-428f58f7-28d3-4c99-b229-a68aeeace3b7 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3551862 Jul 15 23:05:27.015877 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68b6eb87-86e8-48d9-8a7a-119f78fb3eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:27.018537 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68b6eb87-86e8-48d9-8a7a-119f78fb3eaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:27.027166 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-68b6eb87-86e8-48d9-8a7a-119f78fb3eaa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bde95cb7-19ce-4da3-9149-ba0c2c27b41a HTTP/1.1" status: 204 len: 168 time: 0.2006307 Jul 15 23:05:27.035794 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b6eb87-86e8-48d9-8a7a-119f78fb3eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde95cb7-19ce-4da3-9149-ba0c2c27b41a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:27.041943 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b8b491a2-f6b5-450f-9db1-29ed2935dc27 req-79914696-f018-4f1f-989b-1fc15ce84a1c tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/quotas/9ac36772b83842538b63e725348a87e1 HTTP/1.1" status: 200 len: 375 time: 0.0265555 Jul 15 23:05:27.123013 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03d17631-6074-40df-814a-7b8996861e90 req-3de523c0-20e2-4848-b1e1-3530bef5d6ca tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Made reservation on behalf of d4a56bf4150b47a1aafe3e0a8ae6ac97 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:05:27.126557 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-03d17631-6074-40df-814a-7b8996861e90 req-3de523c0-20e2-4848-b1e1-3530bef5d6ca tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:27.139749 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a318d-6a52-4b69-80ff-8b744115e887 req-002dd910-86df-4d9b-8b0b-d581dbb25537 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:27.141317 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bd1a318d-6a52-4b69-80ff-8b744115e887 req-002dd910-86df-4d9b-8b0b-d581dbb25537 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=78f28607-290c-4646-be68-69602ac0b8f2 HTTP/1.1" status: 200 len: 950 time: 0.2128320 Jul 15 23:05:27.244464 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b8b491a2-f6b5-450f-9db1-29ed2935dc27 req-0f0c958b-1fa3-40cb-ba03-50ae74495b81 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9ac36772b83842538b63e725348a87e1&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1939540 Jul 15 23:05:27.263518 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bd1a318d-6a52-4b69-80ff-8b744115e887 req-1f3f9be3-fde7-4eee-b2d1-196e4546dac8 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098413 Jul 15 23:05:27.369386 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-03d17631-6074-40df-814a-7b8996861e90 req-3de523c0-20e2-4848-b1e1-3530bef5d6ca tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Allocated IP 172.20.0.8 (c1b42de0-c201-4a05-9b98-70df99dfc1e5/4944b977-d0e8-4302-b092-5407ca25043e/fd1679c3-9a00-4824-aa1d-b713b416960a) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:05:27.626772 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b12b54de-08f3-4dae-8ddc-db4b29d0499d req-e2204840-6133-4ea8-9ff2-7c4c7f70fcb7 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/ports?device_id=a34cf790-18e0-4ca4-8f48-6884c050a5f8 HTTP/1.1" status: 200 len: 210 time: 0.1093440 Jul 15 23:05:27.685887 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c29688-6a04-4070-9358-765dc76ca27e req-64f7b991-5121-4809-8416-7db447017ba1 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:27.687554 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-21c29688-6a04-4070-9358-765dc76ca27e req-64f7b991-5121-4809-8416-7db447017ba1 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/ports?device_id=14b9e249-79e3-4c40-8dfb-0fdf03e38dae HTTP/1.1" status: 200 len: 945 time: 0.2041504 Jul 15 23:05:27.717781 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-03d17631-6074-40df-814a-7b8996861e90 req-3de523c0-20e2-4848-b1e1-3530bef5d6ca tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:27.759811 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-21c29688-6a04-4070-9358-765dc76ca27e req-374b5bd7-e5d1-476b-83bd-97e16ca0c1d1 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e74215b-8011-4ee0-b502-a2314077a754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560930 Jul 15 23:05:27.864924 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-03d17631-6074-40df-814a-7b8996861e90 req-3de523c0-20e2-4848-b1e1-3530bef5d6ca tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:27.884655 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['39e3d2bc-c0bf-474d-a5fe-77c548219b78'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:28.274197 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03d17631-6074-40df-814a-7b8996861e90 req-3de523c0-20e2-4848-b1e1-3530bef5d6ca tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Network c1b42de0-c201-4a05-9b98-70df99dfc1e5 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:05:28.279809 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de523c0-20e2-4848-b1e1-3530bef5d6ca tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Pushing event updated for resources: {'Port': ['ID=fd1679c3-9a00-4824-aa1d-b713b416960a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:28.282372 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-03d17631-6074-40df-814a-7b8996861e90 req-3de523c0-20e2-4848-b1e1-3530bef5d6ca tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:05:28.287889 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-03d17631-6074-40df-814a-7b8996861e90 req-3de523c0-20e2-4848-b1e1-3530bef5d6ca tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:05:28.320444 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa6507b-c3ce-40af-b2f8-a8ef18105874 req-7f8eb501-19fc-41ab-b076-3c431b32d88e tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:28.321961 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-aaa6507b-c3ce-40af-b2f8-a8ef18105874 req-7f8eb501-19fc-41ab-b076-3c431b32d88e tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ea09a9e-d339-49fc-bfd6-6648e90f758d HTTP/1.1" status: 200 len: 943 time: 0.5274837 Jul 15 23:05:28.380354 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d17631-6074-40df-814a-7b8996861e90 req-3de523c0-20e2-4848-b1e1-3530bef5d6ca tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:28.381027 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-03d17631-6074-40df-814a-7b8996861e90 req-3de523c0-20e2-4848-b1e1-3530bef5d6ca tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:28.388469 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ea09a9e-d339-49fc-bfd6-6648e90f758d', 'tag': 'ecb9d93d-9b57-49b1-b9ee-09c24fbebea0'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:28.390781 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa4c5ff-b227-4dfa-a006-d32987d6c8d0" -d '{"events": [{"name": "network-changed", "server_uuid": "9ea09a9e-d339-49fc-bfd6-6648e90f758d", "tag": "ecb9d93d-9b57-49b1-b9ee-09c24fbebea0"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:28.419769 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab4794-64ce-40f5-950b-6473e20964aa req-0b4be338-6ae9-47c6-94e9-85138cdabe06 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:28.421323 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8bab4794-64ce-40f5-950b-6473e20964aa req-0b4be338-6ae9-47c6-94e9-85138cdabe06 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/ports?device_id=f53e337a-c6ef-4b42-945e-af6a816e6094 HTTP/1.1" status: 200 len: 931 time: 0.1981077 Jul 15 23:05:28.426100 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-aaa6507b-c3ce-40af-b2f8-a8ef18105874 req-0e8e8565-2b8f-4b3d-985b-b0a9fc96b0a1 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913110 Jul 15 23:05:28.427962 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-03d17631-6074-40df-814a-7b8996861e90 req-3de523c0-20e2-4848-b1e1-3530bef5d6ca tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5769196 Jul 15 23:05:28.456069 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-03d17631-6074-40df-814a-7b8996861e90 req-b62993da-3da4-432c-b255-98c4ab0a14f4 service neutron] Request body: {'port': {'device_id': 'f53e337a-c6ef-4b42-945e-af6a816e6094', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:28.565680 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8bab4794-64ce-40f5-950b-6473e20964aa req-01c10ce4-785e-4159-b7cf-c9970ff77612 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/security-groups?id=d689cec7-e188-42fb-8146-0aa589978893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367314 Jul 15 23:05:28.580721 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-03d17631-6074-40df-814a-7b8996861e90 req-b62993da-3da4-432c-b255-98c4ab0a14f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:28.646699 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fb52f925-38b7-4251-ab2a-c3b381005a9b req-0b8a4960-0e86-4a14-a134-6e4a14809e99 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e085def-8d90-4258-b908-b06c68452c6d HTTP/1.1" status: 200 len: 210 time: 0.0484982 Jul 15 23:05:28.846269 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6ed01266-146f-45f9-bc08-0fd06cebd364 req-3ac45bbc-ebe2-4241-80ae-2ec58dd5963a tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=0ecdf2a0908246d98bcb66c58ce843fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1977048 Jul 15 23:05:28.849407 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a3eaa3-c8bd-4062-b88e-d713cc388f4f x-openstack-request-id: req-a4a3eaa3-c8bd-4062-b88e-d713cc388f4f {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:28.849698 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ea09a9e-d339-49fc-bfd6-6648e90f758d", "tag": "ecb9d93d-9b57-49b1-b9ee-09c24fbebea0", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:28.849949 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a4a3eaa3-c8bd-4062-b88e-d713cc388f4f {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:28.850338 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ea09a9e-d339-49fc-bfd6-6648e90f758d', 'tag': 'ecb9d93d-9b57-49b1-b9ee-09c24fbebea0', 'status': 'completed', 'code': 200} Jul 15 23:05:28.977302 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa4c5ff-b227-4dfa-a006-d32987d6c8d0 req-1ed37486-0caf-4853-bb77-1eff0e501984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:28.978886 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-7fa4c5ff-b227-4dfa-a006-d32987d6c8d0 req-1ed37486-0caf-4853-bb77-1eff0e501984 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=680eb147007347d0b28b90eaf34e5f6f&device_id=9ea09a9e-d339-49fc-bfd6-6648e90f758d HTTP/1.1" status: 200 len: 1124 time: 0.0714934 Jul 15 23:05:29.075194 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e0d454f6-1eff-4880-8459-43bf9f8e513e req-1549e937-9e9d-4625-9b47-0ce7d75e4a0e tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/ports?device_id=a34cf790-18e0-4ca4-8f48-6884c050a5f8 HTTP/1.1" status: 200 len: 210 time: 0.0804965 Jul 15 23:05:29.085200 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa4c5ff-b227-4dfa-a006-d32987d6c8d0 req-b9a11d54-7cb3-4dde-a347-504ba13a8caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:29.086900 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-7fa4c5ff-b227-4dfa-a006-d32987d6c8d0 req-b9a11d54-7cb3-4dde-a347-504ba13a8caf service neutron] 10.222.0.41 "GET /v2.0/networks?id=f037b993-4149-40e0-a687-25986d720de6 HTTP/1.1" status: 200 len: 909 time: 0.1001036 Jul 15 23:05:29.119850 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c9e4c-99e1-432f-a0bc-595b9a62d32e req-230122ed-951f-4d22-994a-122302b41171 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:29.121373 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-171c9e4c-99e1-432f-a0bc-595b9a62d32e req-230122ed-951f-4d22-994a-122302b41171 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=78f28607-290c-4646-be68-69602ac0b8f2 HTTP/1.1" status: 200 len: 950 time: 0.2779536 Jul 15 23:05:29.134228 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed01266-146f-45f9-bc08-0fd06cebd364 req-c1bddd9a-ff70-4d39-ba37-cb2e587431e5 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:29.134492 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-7fa4c5ff-b227-4dfa-a006-d32987d6c8d0 req-97cfc13a-cc94-4c5a-85a4-cacdbc81becc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ecb9d93d-9b57-49b1-b9ee-09c24fbebea0 HTTP/1.1" status: 200 len: 217 time: 0.0374722 Jul 15 23:05:29.135773 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6ed01266-146f-45f9-bc08-0fd06cebd364 req-c1bddd9a-ff70-4d39-ba37-cb2e587431e5 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2708902 Jul 15 23:05:29.167085 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-6ed01266-146f-45f9-bc08-0fd06cebd364 req-2b5caa76-d4a6-4fab-993b-9824e17ee5a4 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Request body: {'port': {'device_id': 'a34cf790-18e0-4ca4-8f48-6884c050a5f8', 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'admin_state_up': True, 'tenant_id': '0ecdf2a0908246d98bcb66c58ce843fd'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:29.193148 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa4c5ff-b227-4dfa-a006-d32987d6c8d0 req-c9879479-2b26-4542-af24-d7837bfa9e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:29.194504 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-7fa4c5ff-b227-4dfa-a006-d32987d6c8d0 req-c9879479-2b26-4542-af24-d7837bfa9e38 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b89a129e-9de5-4301-b344-10ab05e9feea HTTP/1.1" status: 200 len: 848 time: 0.0522652 Jul 15 23:05:29.231773 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-7fa4c5ff-b227-4dfa-a006-d32987d6c8d0 req-fb66b0f7-39f9-4e4b-96f1-066e587a6c13 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f037b993-4149-40e0-a687-25986d720de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298359 Jul 15 23:05:29.292681 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-171c9e4c-99e1-432f-a0bc-595b9a62d32e req-3f71e2dc-5a9f-4035-89ff-ffbcef672d39 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558747 Jul 15 23:05:29.343900 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-7fa4c5ff-b227-4dfa-a006-d32987d6c8d0 req-88bde2f3-73bc-4d3d-9ddb-2a79c36367d6 service neutron] 10.222.0.41 "GET /v2.0/networks/f037b993-4149-40e0-a687-25986d720de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019974 Jul 15 23:05:29.359424 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-03d17631-6074-40df-814a-7b8996861e90 req-b62993da-3da4-432c-b255-98c4ab0a14f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd1679c3-9a00-4824-aa1d-b713b416960a {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:05:29.371806 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-03d17631-6074-40df-814a-7b8996861e90 req-b62993da-3da4-432c-b255-98c4ab0a14f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:29.395609 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-03d17631-6074-40df-814a-7b8996861e90 req-b62993da-3da4-432c-b255-98c4ab0a14f4 service neutron] Transition to ACTIVE for port object fd1679c3-9a00-4824-aa1d-b713b416960a will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:05:29.406390 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-03d17631-6074-40df-814a-7b8996861e90 req-b62993da-3da4-432c-b255-98c4ab0a14f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:29.428127 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7e820-1a86-420d-8903-4d7aa977b50b req-2cceb82c-b10b-42e8-8fc2-c71c7993081c tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:29.429730 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-65c7e820-1a86-420d-8903-4d7aa977b50b req-2cceb82c-b10b-42e8-8fc2-c71c7993081c tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/ports?device_id=14b9e249-79e3-4c40-8dfb-0fdf03e38dae HTTP/1.1" status: 200 len: 945 time: 0.2359366 Jul 15 23:05:29.466293 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ed01266-146f-45f9-bc08-0fd06cebd364 req-2b5caa76-d4a6-4fab-993b-9824e17ee5a4 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Made reservation on behalf of 0ecdf2a0908246d98bcb66c58ce843fd for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:05:29.469921 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6ed01266-146f-45f9-bc08-0fd06cebd364 req-2b5caa76-d4a6-4fab-993b-9824e17ee5a4 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:29.538142 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-7fa4c5ff-b227-4dfa-a006-d32987d6c8d0 req-f1833333-33d4-4e78-a65d-a78ceee07516 service neutron] 10.222.0.41 "GET /v2.0/networks/f037b993-4149-40e0-a687-25986d720de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782873 Jul 15 23:05:29.538818 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b8b491a2-f6b5-450f-9db1-29ed2935dc27 req-19c0511a-b201-4ab0-8e45-8c8e290af492 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=9ac36772b83842538b63e725348a87e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0646021 Jul 15 23:05:29.540391 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62993da-3da4-432c-b255-98c4ab0a14f4 service neutron] Pushing event updated for resources: {'Port': ['ID=fd1679c3-9a00-4824-aa1d-b713b416960a,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:29.595455 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [req-4ddd5252-8c76-4c91-9623-8f77d3c9fa14 req-21093910-6661-4d19-bdf2-66c06f6e8059 service neutron] show failed (client error): The resource could not be found. Jul 15 23:05:29.596844 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4ddd5252-8c76-4c91-9623-8f77d3c9fa14 req-21093910-6661-4d19-bdf2-66c06f6e8059 service neutron] 10.222.0.41 "GET /v2.0/ports/8f0d8289-9945-4b18-96eb-ec03ccd15832/bindings/n-h1-794306-6 HTTP/1.1" status: 404 len: 380 time: 0.1181169 Jul 15 23:05:29.663317 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-65c7e820-1a86-420d-8903-4d7aa977b50b req-80f20767-3431-42e6-b018-970aec8ab079 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e74215b-8011-4ee0-b502-a2314077a754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115786 Jul 15 23:05:29.877533 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-03d17631-6074-40df-814a-7b8996861e90 req-b62993da-3da4-432c-b255-98c4ab0a14f4 service neutron] Attempting to bind port fd1679c3-9a00-4824-aa1d-b713b416960a on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:05:29.877894 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-03d17631-6074-40df-814a-7b8996861e90 req-b62993da-3da4-432c-b255-98c4ab0a14f4 service neutron] Attempting to bind port fd1679c3-9a00-4824-aa1d-b713b416960a by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': 'ca12bc68-5d99-44db-b30e-afb9a7b600f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c1b42de0-c201-4a05-9b98-70df99dfc1e5'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:05:29.878309 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d17631-6074-40df-814a-7b8996861e90 req-b62993da-3da4-432c-b255-98c4ab0a14f4 service neutron] Attempting to bind port fd1679c3-9a00-4824-aa1d-b713b416960a on network c1b42de0-c201-4a05-9b98-70df99dfc1e5 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:29.901834 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b491a2-f6b5-450f-9db1-29ed2935dc27 req-1419f070-319d-452f-a67c-bb68f75a2584 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:29.903334 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b8b491a2-f6b5-450f-9db1-29ed2935dc27 req-1419f070-319d-452f-a67c-bb68f75a2584 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3443108 Jul 15 23:05:29.917278 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d17631-6074-40df-814a-7b8996861e90 req-b62993da-3da4-432c-b255-98c4ab0a14f4 service neutron] Port fd1679c3-9a00-4824-aa1d-b713b416960a on network c1b42de0-c201-4a05-9b98-70df99dfc1e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:05:29.917626 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d17631-6074-40df-814a-7b8996861e90 req-b62993da-3da4-432c-b255-98c4ab0a14f4 service neutron] Attempting to bind port fd1679c3-9a00-4824-aa1d-b713b416960a on network c1b42de0-c201-4a05-9b98-70df99dfc1e5 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:29.932377 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-b8b491a2-f6b5-450f-9db1-29ed2935dc27 req-d9a774ed-44e6-43c3-93b9-c30b96229a52 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Request body: {'port': {'device_id': '0e085def-8d90-4258-b908-b06c68452c6d', 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'admin_state_up': True, 'tenant_id': '9ac36772b83842538b63e725348a87e1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:29.976220 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d17631-6074-40df-814a-7b8996861e90 req-b62993da-3da4-432c-b255-98c4ab0a14f4 service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:05:29.976468 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d17631-6074-40df-814a-7b8996861e90 req-b62993da-3da4-432c-b255-98c4ab0a14f4 service neutron] Checking segment: {'id': 'ca12bc68-5d99-44db-b30e-afb9a7b600f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c1b42de0-c201-4a05-9b98-70df99dfc1e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:05:29.977006 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d17631-6074-40df-814a-7b8996861e90 req-b62993da-3da4-432c-b255-98c4ab0a14f4 service neutron] Bound using segment: {'id': 'ca12bc68-5d99-44db-b30e-afb9a7b600f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c1b42de0-c201-4a05-9b98-70df99dfc1e5'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:05:29.977306 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-03d17631-6074-40df-814a-7b8996861e90 req-b62993da-3da4-432c-b255-98c4ab0a14f4 service neutron] Bound port: fd1679c3-9a00-4824-aa1d-b713b416960a, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca12bc68-5d99-44db-b30e-afb9a7b600f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c1b42de0-c201-4a05-9b98-70df99dfc1e5'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:05:29.977676 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-03d17631-6074-40df-814a-7b8996861e90 req-b62993da-3da4-432c-b255-98c4ab0a14f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:29.989699 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-6ed01266-146f-45f9-bc08-0fd06cebd364 req-2b5caa76-d4a6-4fab-993b-9824e17ee5a4 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Allocated IP 192.168.233.212 (5d412861-bef3-4cc1-ae9f-87a6a36753c0/0d909a96-22de-4aa9-b690-1c7da965ceac/e1c5cea1-b981-408d-a0f6-6b233c93d629) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:05:30.009417 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddd5252-8c76-4c91-9623-8f77d3c9fa14 req-545fd329-096f-4e46-84e7-97b30737625a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:30.010937 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4ddd5252-8c76-4c91-9623-8f77d3c9fa14 req-545fd329-096f-4e46-84e7-97b30737625a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=78f28607-290c-4646-be68-69602ac0b8f2&tenant_id=943e0e7be5644005a591d26197ee19f5 HTTP/1.1" status: 200 len: 1101 time: 0.0930920 Jul 15 23:05:30.028109 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-4ddd5252-8c76-4c91-9623-8f77d3c9fa14 req-01a36e5e-7046-4627-81ab-b7f7a4b10698 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-794306-6', 'device_owner': 'compute:nova'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:30.069769 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb318782-8357-47e7-88b0-4ba5d104be51 req-91c56ba0-5e52-42af-9b86-e7b1a5e2bb07 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:30.071348 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-eb318782-8357-47e7-88b0-4ba5d104be51 req-91c56ba0-5e52-42af-9b86-e7b1a5e2bb07 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ea09a9e-d339-49fc-bfd6-6648e90f758d HTTP/1.1" status: 200 len: 943 time: 0.4071164 Jul 15 23:05:30.109953 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4ddd5252-8c76-4c91-9623-8f77d3c9fa14 req-01a36e5e-7046-4627-81ab-b7f7a4b10698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:30.198236 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device ecb9d93d-9b57-49b1-b9ee-09c24fbebea0 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:05:30.215232 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0122b855-9262-4a11-be05-4347c77bbb7e req-3447e929-4c05-48dd-bd3c-7af2861706ad tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:30.216821 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0122b855-9262-4a11-be05-4347c77bbb7e req-3447e929-4c05-48dd-bd3c-7af2861706ad tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/ports?device_id=f53e337a-c6ef-4b42-945e-af6a816e6094 HTTP/1.1" status: 200 len: 943 time: 0.3269506 Jul 15 23:05:30.257419 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-03d17631-6074-40df-814a-7b8996861e90 req-b62993da-3da4-432c-b255-98c4ab0a14f4 service neutron] For port fd1679c3-9a00-4824-aa1d-b713b416960a, host n-h2-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:05:30.296574 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-eb318782-8357-47e7-88b0-4ba5d104be51 req-44ed5c5d-ff06-4a28-b09c-dd4d5774f977 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927001 Jul 15 23:05:30.298380 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-03d17631-6074-40df-814a-7b8996861e90 req-b62993da-3da4-432c-b255-98c4ab0a14f4 service neutron] For port fd1679c3-9a00-4824-aa1d-b713b416960a, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=fd1679c3-9a00-4824-aa1d-b713b416960a,segment=NetworkSegment(ca12bc68-5d99-44db-b30e-afb9a7b600f7),segment_id=ca12bc68-5d99-44db-b30e-afb9a7b600f7)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:05:30.310859 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port ecb9d93d-9b57-49b1-b9ee-09c24fbebea0, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=ecb9d93d-9b57-49b1-b9ee-09c24fbebea0,segment=NetworkSegment(2a783e67-ba53-4ea9-9bee-afb3f3217392),segment_id=2a783e67-ba53-4ea9-9bee-afb3f3217392)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:30.323727 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device ecb9d93d-9b57-49b1-b9ee-09c24fbebea0 has no active binding in host n-h1-794306-6 {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 23:05:30.336093 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-03d17631-6074-40df-814a-7b8996861e90 req-b62993da-3da4-432c-b255-98c4ab0a14f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:30.382658 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8b491a2-f6b5-450f-9db1-29ed2935dc27 req-d9a774ed-44e6-43c3-93b9-c30b96229a52 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Made reservation on behalf of 9ac36772b83842538b63e725348a87e1 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:05:30.386240 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b8b491a2-f6b5-450f-9db1-29ed2935dc27 req-d9a774ed-44e6-43c3-93b9-c30b96229a52 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:30.420977 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0122b855-9262-4a11-be05-4347c77bbb7e req-5e0ed8a9-4328-4641-89f0-99e085146c29 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/security-groups?id=d689cec7-e188-42fb-8146-0aa589978893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704719 Jul 15 23:05:30.430758 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d17631-6074-40df-814a-7b8996861e90 req-b62993da-3da4-432c-b255-98c4ab0a14f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:30.431389 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-03d17631-6074-40df-814a-7b8996861e90 req-b62993da-3da4-432c-b255-98c4ab0a14f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:30.432825 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-03d17631-6074-40df-814a-7b8996861e90 req-b62993da-3da4-432c-b255-98c4ab0a14f4 service neutron] 10.222.0.41 "PUT /v2.0/ports/fd1679c3-9a00-4824-aa1d-b713b416960a HTTP/1.1" status: 200 len: 1091 time: 1.9832304 Jul 15 23:05:30.486020 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6ed01266-146f-45f9-bc08-0fd06cebd364 req-2b5caa76-d4a6-4fab-993b-9824e17ee5a4 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:30.510879 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c845c7b4-bba9-4ac3-a70a-f93b3e1a0a80 req-51185622-4966-43b9-914d-e1b38f54af9f tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e085def-8d90-4258-b908-b06c68452c6d HTTP/1.1" status: 200 len: 210 time: 0.0770986 Jul 15 23:05:30.520371 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62993da-3da4-432c-b255-98c4ab0a14f4 service neutron] Pushing event updated for resources: {'Port': ['ID=fd1679c3-9a00-4824-aa1d-b713b416960a,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:30.563262 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-6ed01266-146f-45f9-bc08-0fd06cebd364 req-2b5caa76-d4a6-4fab-993b-9824e17ee5a4 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Transition to ACTIVE for port object e1c5cea1-b981-408d-a0f6-6b233c93d629 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:05:30.651714 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d17631-6074-40df-814a-7b8996861e90 req-abca52b1-735a-463a-ad27-d943c24fb057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:30.653248 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-03d17631-6074-40df-814a-7b8996861e90 req-abca52b1-735a-463a-ad27-d943c24fb057 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d4a56bf4150b47a1aafe3e0a8ae6ac97&device_id=f53e337a-c6ef-4b42-945e-af6a816e6094 HTTP/1.1" status: 200 len: 1094 time: 0.1028619 Jul 15 23:05:30.654892 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6ed01266-146f-45f9-bc08-0fd06cebd364 req-2b5caa76-d4a6-4fab-993b-9824e17ee5a4 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:30.682511 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:30.734008 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['3c7e2cbb-a9cc-48d1-ad98-939ca5153438'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:30.744574 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-03d17631-6074-40df-814a-7b8996861e90 req-6ef5296a-e675-4d65-ab3e-74a72b8774ca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd1679c3-9a00-4824-aa1d-b713b416960a HTTP/1.1" status: 200 len: 217 time: 0.0555882 Jul 15 23:05:30.784959 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ed01266-146f-45f9-bc08-0fd06cebd364 req-2b5caa76-d4a6-4fab-993b-9824e17ee5a4 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:05:30.789360 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f94ad100-1902-46d7-ae24-83d979a55608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:30.819862 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-6ed01266-146f-45f9-bc08-0fd06cebd364 req-2b5caa76-d4a6-4fab-993b-9824e17ee5a4 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:05:30.821592 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5caa76-d4a6-4fab-993b-9824e17ee5a4 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Pushing event updated for resources: {'Port': ['ID=e1c5cea1-b981-408d-a0f6-6b233c93d629,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:30.827373 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ed01266-146f-45f9-bc08-0fd06cebd364 req-2b5caa76-d4a6-4fab-993b-9824e17ee5a4 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:05:30.829526 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-4ddd5252-8c76-4c91-9623-8f77d3c9fa14 req-01a36e5e-7046-4627-81ab-b7f7a4b10698 service neutron] For port 8f0d8289-9945-4b18-96eb-ec03ccd15832, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=8f0d8289-9945-4b18-96eb-ec03ccd15832,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:30.869366 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f53e337a-c6ef-4b42-945e-af6a816e6094', 'tag': 'fd1679c3-9a00-4824-aa1d-b713b416960a'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:30.871647 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7443779b-2492-4c7b-bd2b-21c796416169" -d '{"events": [{"name": "network-changed", "server_uuid": "f53e337a-c6ef-4b42-945e-af6a816e6094", "tag": "fd1679c3-9a00-4824-aa1d-b713b416960a"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:30.890815 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-4ddd5252-8c76-4c91-9623-8f77d3c9fa14 req-01a36e5e-7046-4627-81ab-b7f7a4b10698 service neutron] For port 8f0d8289-9945-4b18-96eb-ec03ccd15832, host n-h2-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:05:30.917614 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d17631-6074-40df-814a-7b8996861e90 req-1ac69b22-e047-4f28-b90a-feaa0e4c44c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:30.918966 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-03d17631-6074-40df-814a-7b8996861e90 req-1ac69b22-e047-4f28-b90a-feaa0e4c44c0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4944b977-d0e8-4302-b092-5407ca25043e HTTP/1.1" status: 200 len: 853 time: 0.1483266 Jul 15 23:05:30.943862 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78f28607-290c-4646-be68-69602ac0b8f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f0d8289-9945-4b18-96eb-ec03ccd15832'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:30.946638 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71173f3f-cb1e-41e9-8789-e75ae05c31d1" -d '{"events": [{"server_uuid": "78f28607-290c-4646-be68-69602ac0b8f2", "name": "network-vif-unplugged", "status": "completed", "tag": "8f0d8289-9945-4b18-96eb-ec03ccd15832"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:30.952448 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4ddd5252-8c76-4c91-9623-8f77d3c9fa14 req-01a36e5e-7046-4627-81ab-b7f7a4b10698 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:30.968460 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-4ddd5252-8c76-4c91-9623-8f77d3c9fa14 req-01a36e5e-7046-4627-81ab-b7f7a4b10698 service neutron] Transition to ACTIVE for port object 8f0d8289-9945-4b18-96eb-ec03ccd15832 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:05:30.974269 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4ddd5252-8c76-4c91-9623-8f77d3c9fa14 req-01a36e5e-7046-4627-81ab-b7f7a4b10698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:30.985325 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed01266-146f-45f9-bc08-0fd06cebd364 req-2b5caa76-d4a6-4fab-993b-9824e17ee5a4 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:30.985999 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6ed01266-146f-45f9-bc08-0fd06cebd364 req-2b5caa76-d4a6-4fab-993b-9824e17ee5a4 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:30.993887 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-03d17631-6074-40df-814a-7b8996861e90 req-f5e30458-7043-4f28-b2de-a8c7f5beb95d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c1b42de0-c201-4a05-9b98-70df99dfc1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625753 Jul 15 23:05:31.029322 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a36e5e-7046-4627-81ab-b7f7a4b10698 service neutron] Pushing event updated for resources: {'Port': ['ID=8f0d8289-9945-4b18-96eb-ec03ccd15832,revision_number=6']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:31.046525 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eda4c3-30e2-440c-9ac3-6d3af18fd366 req-987137c9-d280-4eec-981c-5c112a9a42dc tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:31.052426 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ddd5252-8c76-4c91-9623-8f77d3c9fa14 req-01a36e5e-7046-4627-81ab-b7f7a4b10698 service neutron] No DVR routers for this DVR port 8f0d8289-9945-4b18-96eb-ec03ccd15832 on host n-h2-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:05:31.054376 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-81eda4c3-30e2-440c-9ac3-6d3af18fd366 req-987137c9-d280-4eec-981c-5c112a9a42dc tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/ports?device_id=a34cf790-18e0-4ca4-8f48-6884c050a5f8 HTTP/1.1" status: 200 len: 936 time: 0.3557320 Jul 15 23:05:31.106697 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6ed01266-146f-45f9-bc08-0fd06cebd364 req-2b5caa76-d4a6-4fab-993b-9824e17ee5a4 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9533818 Jul 15 23:05:31.107938 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-4ddd5252-8c76-4c91-9623-8f77d3c9fa14 req-01a36e5e-7046-4627-81ab-b7f7a4b10698 service neutron] Attempting to bind port 8f0d8289-9945-4b18-96eb-ec03ccd15832 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:05:31.108492 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-4ddd5252-8c76-4c91-9623-8f77d3c9fa14 req-01a36e5e-7046-4627-81ab-b7f7a4b10698 service neutron] Attempting to bind port 8f0d8289-9945-4b18-96eb-ec03ccd15832 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:05:31.108833 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddd5252-8c76-4c91-9623-8f77d3c9fa14 req-01a36e5e-7046-4627-81ab-b7f7a4b10698 service neutron] Attempting to bind port 8f0d8289-9945-4b18-96eb-ec03ccd15832 on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:31.114952 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddd5252-8c76-4c91-9623-8f77d3c9fa14 req-01a36e5e-7046-4627-81ab-b7f7a4b10698 service neutron] Port 8f0d8289-9945-4b18-96eb-ec03ccd15832 on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:05:31.115283 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddd5252-8c76-4c91-9623-8f77d3c9fa14 req-01a36e5e-7046-4627-81ab-b7f7a4b10698 service neutron] Attempting to bind port 8f0d8289-9945-4b18-96eb-ec03ccd15832 on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:31.122477 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddd5252-8c76-4c91-9623-8f77d3c9fa14 req-01a36e5e-7046-4627-81ab-b7f7a4b10698 service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:05:31.122740 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddd5252-8c76-4c91-9623-8f77d3c9fa14 req-01a36e5e-7046-4627-81ab-b7f7a4b10698 service neutron] Checking segment: {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:05:31.123135 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddd5252-8c76-4c91-9623-8f77d3c9fa14 req-01a36e5e-7046-4627-81ab-b7f7a4b10698 service neutron] Bound using segment: {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:05:31.123595 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-4ddd5252-8c76-4c91-9623-8f77d3c9fa14 req-01a36e5e-7046-4627-81ab-b7f7a4b10698 service neutron] Bound port: 8f0d8289-9945-4b18-96eb-ec03ccd15832, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:05:31.123976 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4ddd5252-8c76-4c91-9623-8f77d3c9fa14 req-01a36e5e-7046-4627-81ab-b7f7a4b10698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:31.134969 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-6ed01266-146f-45f9-bc08-0fd06cebd364 req-ef2e03b6-bd44-4cc2-b461-0c0b06592b50 service neutron] Request body: {'port': {'device_id': 'a34cf790-18e0-4ca4-8f48-6884c050a5f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:31.167457 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-fe7655c1-edc5-4280-aa51-ef86414e8850 None None] Provisioning for port e1c5cea1-b981-408d-a0f6-6b233c93d629 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:05:31.173400 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-fe7655c1-edc5-4280-aa51-ef86414e8850 None None] Provisioning complete for port e1c5cea1-b981-408d-a0f6-6b233c93d629 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:31.177152 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe7655c1-edc5-4280-aa51-ef86414e8850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:31.215504 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-4ddd5252-8c76-4c91-9623-8f77d3c9fa14 req-01a36e5e-7046-4627-81ab-b7f7a4b10698 service neutron] For port 8f0d8289-9945-4b18-96eb-ec03ccd15832, host n-h1-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:05:31.220545 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4cf13-0fda-4fa1-a76e-a01eb852681d req-b6b62711-c459-450c-913a-e3b1ce2f793c tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:31.221093 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-fe7655c1-edc5-4280-aa51-ef86414e8850 None None] Port e1c5cea1-b981-408d-a0f6-6b233c93d629 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:05:31.221804 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-4ddd5252-8c76-4c91-9623-8f77d3c9fa14 req-01a36e5e-7046-4627-81ab-b7f7a4b10698 service neutron] For port 8f0d8289-9945-4b18-96eb-ec03ccd15832, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=8f0d8289-9945-4b18-96eb-ec03ccd15832,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:05:31.223163 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f9d4cf13-0fda-4fa1-a76e-a01eb852681d req-b6b62711-c459-450c-913a-e3b1ce2f793c tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=78f28607-290c-4646-be68-69602ac0b8f2 HTTP/1.1" status: 200 len: 950 time: 0.3887136 Jul 15 23:05:31.226642 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-b8b491a2-f6b5-450f-9db1-29ed2935dc27 req-d9a774ed-44e6-43c3-93b9-c30b96229a52 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Allocated IP 192.168.233.198 (5d412861-bef3-4cc1-ae9f-87a6a36753c0/0d909a96-22de-4aa9-b690-1c7da965ceac/b9ecf22a-cd03-404c-b680-fc8930fd9489) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:05:31.235545 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4ddd5252-8c76-4c91-9623-8f77d3c9fa14 req-01a36e5e-7046-4627-81ab-b7f7a4b10698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:31.240432 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-81eda4c3-30e2-440c-9ac3-6d3af18fd366 req-2b78d4d7-99c4-48b9-96a0-adf68ecabf17 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f7c45fd-39fc-4943-ba7d-041fb8807cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851506 Jul 15 23:05:31.295560 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddd5252-8c76-4c91-9623-8f77d3c9fa14 req-01a36e5e-7046-4627-81ab-b7f7a4b10698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:31.296645 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4ddd5252-8c76-4c91-9623-8f77d3c9fa14 req-01a36e5e-7046-4627-81ab-b7f7a4b10698 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:31.298473 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4ddd5252-8c76-4c91-9623-8f77d3c9fa14 req-01a36e5e-7046-4627-81ab-b7f7a4b10698 service neutron] 10.222.0.49 "PUT /v2.0/ports/8f0d8289-9945-4b18-96eb-ec03ccd15832 HTTP/1.1" status: 200 len: 1096 time: 1.2747431 Jul 15 23:05:31.335729 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a36e5e-7046-4627-81ab-b7f7a4b10698 service neutron] Pushing event updated for resources: {'Port': ['ID=8f0d8289-9945-4b18-96eb-ec03ccd15832,revision_number=7']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:31.368199 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-03d17631-6074-40df-814a-7b8996861e90 req-fcb8b997-b9db-46ed-801b-bf33edb9b914 service neutron] 10.222.0.41 "GET /v2.0/networks/c1b42de0-c201-4a05-9b98-70df99dfc1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3626554 Jul 15 23:05:31.410034 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6ed01266-146f-45f9-bc08-0fd06cebd364 req-ef2e03b6-bd44-4cc2-b461-0c0b06592b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:31.413018 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddd5252-8c76-4c91-9623-8f77d3c9fa14 req-dac1f8b6-c6c3-4476-8e0a-1d37cec437f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:31.414721 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4ddd5252-8c76-4c91-9623-8f77d3c9fa14 req-dac1f8b6-c6c3-4476-8e0a-1d37cec437f4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=943e0e7be5644005a591d26197ee19f5&device_id=78f28607-290c-4646-be68-69602ac0b8f2 HTTP/1.1" status: 200 len: 1099 time: 0.0741560 Jul 15 23:05:31.438985 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f9d4cf13-0fda-4fa1-a76e-a01eb852681d req-e92331c2-7d32-4f1d-bf42-dcd740b9d355 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075329 Jul 15 23:05:31.578860 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddd5252-8c76-4c91-9623-8f77d3c9fa14 req-cd7bf3ea-77ca-4829-ae2e-4c398a9a6964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:31.580504 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4ddd5252-8c76-4c91-9623-8f77d3c9fa14 req-cd7bf3ea-77ca-4829-ae2e-4c398a9a6964 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5d412861-bef3-4cc1-ae9f-87a6a36753c0 HTTP/1.1" status: 200 len: 870 time: 0.1521335 Jul 15 23:05:31.651722 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4ddd5252-8c76-4c91-9623-8f77d3c9fa14 req-6ea85eee-a745-49fe-808c-8d26cbed47ec service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=8f0d8289-9945-4b18-96eb-ec03ccd15832 HTTP/1.1" status: 200 len: 217 time: 0.0597000 Jul 15 23:05:31.677793 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3581ef-9f6c-42fb-8bca-9094cdc84ff8 x-openstack-request-id: req-4b3581ef-9f6c-42fb-8bca-9094cdc84ff8 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:31.678092 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78f28607-290c-4646-be68-69602ac0b8f2", "name": "network-vif-unplugged", "status": "completed", "tag": "8f0d8289-9945-4b18-96eb-ec03ccd15832", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:31.678345 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4b3581ef-9f6c-42fb-8bca-9094cdc84ff8 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:31.678808 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78f28607-290c-4646-be68-69602ac0b8f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f0d8289-9945-4b18-96eb-ec03ccd15832', 'code': 200} Jul 15 23:05:31.727154 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddd5252-8c76-4c91-9623-8f77d3c9fa14 req-be0e0162-2498-48ef-85a6-9741b9b27b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:31.729675 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4ddd5252-8c76-4c91-9623-8f77d3c9fa14 req-be0e0162-2498-48ef-85a6-9741b9b27b16 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.0634470 Jul 15 23:05:31.752973 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69fc9797-f65a-43c4-8136-4f004dd75134 x-openstack-request-id: req-69fc9797-f65a-43c4-8136-4f004dd75134 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:31.754078 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f53e337a-c6ef-4b42-945e-af6a816e6094", "tag": "fd1679c3-9a00-4824-aa1d-b713b416960a", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:31.754078 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-69fc9797-f65a-43c4-8136-4f004dd75134 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:31.754405 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f53e337a-c6ef-4b42-945e-af6a816e6094', 'tag': 'fd1679c3-9a00-4824-aa1d-b713b416960a', 'status': 'completed', 'code': 200} Jul 15 23:05:31.809316 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddd5252-8c76-4c91-9623-8f77d3c9fa14 req-5a94de53-7db7-478f-b417-32f0e6e1e71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:31.811084 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4ddd5252-8c76-4c91-9623-8f77d3c9fa14 req-5a94de53-7db7-478f-b417-32f0e6e1e71e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0673845 Jul 15 23:05:31.932972 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4ddd5252-8c76-4c91-9623-8f77d3c9fa14 req-a62221cf-6b9d-4a6c-b6bc-74f0652e24b9 service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037621 Jul 15 23:05:31.971790 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-03d17631-6074-40df-814a-7b8996861e90 req-ccbb48df-f276-4cd2-81e9-786924bb7a6f service neutron] 10.222.0.41 "GET /v2.0/networks/c1b42de0-c201-4a05-9b98-70df99dfc1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5924225 Jul 15 23:05:32.042206 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4ddd5252-8c76-4c91-9623-8f77d3c9fa14 req-dbfb7897-e65c-4bbe-9329-149772ab7b3c service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985246 Jul 15 23:05:32.067997 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b8b491a2-f6b5-450f-9db1-29ed2935dc27 req-d9a774ed-44e6-43c3-93b9-c30b96229a52 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:32.079003 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af9b4a-0f95-4d6d-9001-dc6145d2d461 req-7b5f4f59-efa5-4971-8699-3527e34baef8 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:32.080479 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-05af9b4a-0f95-4d6d-9001-dc6145d2d461 req-7b5f4f59-efa5-4971-8699-3527e34baef8 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/ports?device_id=14b9e249-79e3-4c40-8dfb-0fdf03e38dae HTTP/1.1" status: 200 len: 945 time: 0.6555099 Jul 15 23:05:32.140643 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-b8b491a2-f6b5-450f-9db1-29ed2935dc27 req-d9a774ed-44e6-43c3-93b9-c30b96229a52 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Transition to ACTIVE for port object b9ecf22a-cd03-404c-b680-fc8930fd9489 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:05:32.164895 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b9b7d-0dc3-40e3-853b-9695fdf329a2 req-eda41e80-a932-4179-9a6f-42d8af326bf2 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:32.166470 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-039b9b7d-0dc3-40e3-853b-9695fdf329a2 req-eda41e80-a932-4179-9a6f-42d8af326bf2 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ea09a9e-d339-49fc-bfd6-6648e90f758d HTTP/1.1" status: 200 len: 943 time: 0.3616068 Jul 15 23:05:32.219668 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-05af9b4a-0f95-4d6d-9001-dc6145d2d461 req-2a68e021-9a94-46f4-97f0-e1e90cab1c03 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e74215b-8011-4ee0-b502-a2314077a754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197696 Jul 15 23:05:32.258941 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-039b9b7d-0dc3-40e3-853b-9695fdf329a2 req-de34be4c-c5a8-4aea-8841-c08ce2ef6b79 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816000 Jul 15 23:05:32.270639 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7443779b-2492-4c7b-bd2b-21c796416169 req-9f04f7ce-ed67-4eaf-839e-f9dfd02016e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:32.272230 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7443779b-2492-4c7b-bd2b-21c796416169 req-9f04f7ce-ed67-4eaf-839e-f9dfd02016e5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d4a56bf4150b47a1aafe3e0a8ae6ac97&device_id=f53e337a-c6ef-4b42-945e-af6a816e6094 HTTP/1.1" status: 200 len: 1094 time: 0.1886344 Jul 15 23:05:32.285589 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b8b491a2-f6b5-450f-9db1-29ed2935dc27 req-d9a774ed-44e6-43c3-93b9-c30b96229a52 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:32.302882 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['6b3cb440-13f8-4003-9165-fb2dc04957ff', '77625ffe-b5df-4269-855d-7b7c464c50ec'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:32.346321 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['f1d2d695-5d71-4735-8bec-137ed706a75f', '49b5f4c4-7465-48a8-9f7b-de7de14d6b54', '27ca6d7a-b6af-499c-a045-298783e7181f', 'fbbbb3b3-7436-4a77-ba71-8be5e9a21ac7'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:32.406649 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8b491a2-f6b5-450f-9db1-29ed2935dc27 req-d9a774ed-44e6-43c3-93b9-c30b96229a52 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:05:32.443869 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-b8b491a2-f6b5-450f-9db1-29ed2935dc27 req-d9a774ed-44e6-43c3-93b9-c30b96229a52 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:05:32.459757 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8b491a2-f6b5-450f-9db1-29ed2935dc27 req-d9a774ed-44e6-43c3-93b9-c30b96229a52 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:05:32.497132 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a774ed-44e6-43c3-93b9-c30b96229a52 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Pushing event updated for resources: {'Port': ['ID=b9ecf22a-cd03-404c-b680-fc8930fd9489,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:32.615859 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7443779b-2492-4c7b-bd2b-21c796416169 req-1e7d13e7-6fb4-46fb-abb5-6d10eb3cb62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:32.616967 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7443779b-2492-4c7b-bd2b-21c796416169 req-1e7d13e7-6fb4-46fb-abb5-6d10eb3cb62e service neutron] 10.222.0.41 "GET /v2.0/networks?id=c1b42de0-c201-4a05-9b98-70df99dfc1e5 HTTP/1.1" status: 200 len: 914 time: 0.3294735 Jul 15 23:05:32.652253 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b491a2-f6b5-450f-9db1-29ed2935dc27 req-d9a774ed-44e6-43c3-93b9-c30b96229a52 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:32.652898 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b8b491a2-f6b5-450f-9db1-29ed2935dc27 req-d9a774ed-44e6-43c3-93b9-c30b96229a52 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:32.697229 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-3e53d63c-8f36-4ce4-84c3-62b4fe4cbd08 service neutron] 10.222.0.41 "GET /v2.0/ports/ecb9d93d-9b57-49b1-b9ee-09c24fbebea0/bindings/n-h1-794306-6 HTTP/1.1" status: 200 len: 384 time: 0.0900478 Jul 15 23:05:32.710013 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7443779b-2492-4c7b-bd2b-21c796416169 req-8cc5c6dd-5f16-493d-acf2-d55bc0e7dbe1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd1679c3-9a00-4824-aa1d-b713b416960a HTTP/1.1" status: 200 len: 217 time: 0.0770209 Jul 15 23:05:32.769601 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b8b491a2-f6b5-450f-9db1-29ed2935dc27 req-d9a774ed-44e6-43c3-93b9-c30b96229a52 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8496194 Jul 15 23:05:32.798042 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0507efe9-531d-4e10-b58d-eb85a8690a98 req-ba5fc16f-6d47-46fa-ae21-d0c0a9967d4a tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:32.799656 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0507efe9-531d-4e10-b58d-eb85a8690a98 req-ba5fc16f-6d47-46fa-ae21-d0c0a9967d4a tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e085def-8d90-4258-b908-b06c68452c6d HTTP/1.1" status: 200 len: 936 time: 0.3902600 Jul 15 23:05:32.803559 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-6ed01266-146f-45f9-bc08-0fd06cebd364 req-ef2e03b6-bd44-4cc2-b461-0c0b06592b50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1c5cea1-b981-408d-a0f6-6b233c93d629 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:05:32.817898 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-b8b491a2-f6b5-450f-9db1-29ed2935dc27 req-f3360b94-333b-4970-a6f6-037bfb34875d service neutron] Request body: {'port': {'device_id': '0e085def-8d90-4258-b908-b06c68452c6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:32.827923 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d3c33d-14c4-4c73-b588-68befcf8534c req-dbc1ffec-4676-4d8b-aa54-b9ae2cccf40d tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:32.835265 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-63d3c33d-14c4-4c73-b588-68befcf8534c req-dbc1ffec-4676-4d8b-aa54-b9ae2cccf40d tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/ports?device_id=f53e337a-c6ef-4b42-945e-af6a816e6094 HTTP/1.1" status: 200 len: 943 time: 0.3472576 Jul 15 23:05:32.838490 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6ed01266-146f-45f9-bc08-0fd06cebd364 req-ef2e03b6-bd44-4cc2-b461-0c0b06592b50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:32.859066 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-aa9e637f-a5f0-4f1f-b116-22380e975ff8 None None] Provisioning for port b9ecf22a-cd03-404c-b680-fc8930fd9489 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:05:32.870243 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-aa9e637f-a5f0-4f1f-b116-22380e975ff8 None None] Provisioning complete for port b9ecf22a-cd03-404c-b680-fc8930fd9489 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:32.870573 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aa9e637f-a5f0-4f1f-b116-22380e975ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:32.920069 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-6ed01266-146f-45f9-bc08-0fd06cebd364 req-ef2e03b6-bd44-4cc2-b461-0c0b06592b50 service neutron] Transition to ACTIVE for port object e1c5cea1-b981-408d-a0f6-6b233c93d629 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:05:32.923632 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7443779b-2492-4c7b-bd2b-21c796416169 req-7a64d818-2e34-4631-88c8-c4a40c2025f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:32.925786 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7443779b-2492-4c7b-bd2b-21c796416169 req-7a64d818-2e34-4631-88c8-c4a40c2025f1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4944b977-d0e8-4302-b092-5407ca25043e HTTP/1.1" status: 200 len: 853 time: 0.1928380 Jul 15 23:05:32.926746 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-aa9e637f-a5f0-4f1f-b116-22380e975ff8 None None] Port b9ecf22a-cd03-404c-b680-fc8930fd9489 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:05:32.943873 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6ed01266-146f-45f9-bc08-0fd06cebd364 req-ef2e03b6-bd44-4cc2-b461-0c0b06592b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:32.960407 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-be03df2b-ac1f-4ad4-bf83-71a8f54296c6 service neutron] For port ecb9d93d-9b57-49b1-b9ee-09c24fbebea0, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=ecb9d93d-9b57-49b1-b9ee-09c24fbebea0,segment=NetworkSegment(2a783e67-ba53-4ea9-9bee-afb3f3217392),segment_id=2a783e67-ba53-4ea9-9bee-afb3f3217392)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:32.983927 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-be03df2b-ac1f-4ad4-bf83-71a8f54296c6 service neutron] For port ecb9d93d-9b57-49b1-b9ee-09c24fbebea0, host n-h2-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:05:32.992400 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-63d3c33d-14c4-4c73-b588-68befcf8534c req-0bf13fe2-0a7c-4f99-a393-64ce1b415ded tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/security-groups?id=d689cec7-e188-42fb-8146-0aa589978893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559527 Jul 15 23:05:33.029583 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-be03df2b-ac1f-4ad4-bf83-71a8f54296c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecb9d93d-9b57-49b1-b9ee-09c24fbebea0 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:05:33.030707 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7443779b-2492-4c7b-bd2b-21c796416169 req-118da7cd-f441-40dd-a58e-e7b7d7259870 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c1b42de0-c201-4a05-9b98-70df99dfc1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878539 Jul 15 23:05:33.047748 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0507efe9-531d-4e10-b58d-eb85a8690a98 req-0d7a4cf1-387e-4fb7-b471-cb383d4d936c tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048242 Jul 15 23:05:33.057676 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-be03df2b-ac1f-4ad4-bf83-71a8f54296c6 service neutron] For port ecb9d93d-9b57-49b1-b9ee-09c24fbebea0, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=ecb9d93d-9b57-49b1-b9ee-09c24fbebea0,segment=NetworkSegment(2a783e67-ba53-4ea9-9bee-afb3f3217392),segment_id=2a783e67-ba53-4ea9-9bee-afb3f3217392)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:33.094775 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-be03df2b-ac1f-4ad4-bf83-71a8f54296c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:33.148798 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b8b491a2-f6b5-450f-9db1-29ed2935dc27 req-f3360b94-333b-4970-a6f6-037bfb34875d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:33.152876 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 8f0d8289-9945-4b18-96eb-ec03ccd15832 no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:05:33.153417 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2e03b6-bd44-4cc2-b461-0c0b06592b50 service neutron] Pushing event updated for resources: {'Port': ['ID=e1c5cea1-b981-408d-a0f6-6b233c93d629,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:33.218116 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 8f0d8289-9945-4b18-96eb-ec03ccd15832 not bound to the agent host n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:05:33.241660 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ffa3ac4c-157a-434f-87f4-9a3e3bf4cc96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:33.280255 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-be03df2b-ac1f-4ad4-bf83-71a8f54296c6 service neutron] Transition to ACTIVE for port object ecb9d93d-9b57-49b1-b9ee-09c24fbebea0 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:05:33.294508 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-be03df2b-ac1f-4ad4-bf83-71a8f54296c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:33.298804 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:33.382093 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-be03df2b-ac1f-4ad4-bf83-71a8f54296c6 service neutron] No DVR routers for this DVR port ecb9d93d-9b57-49b1-b9ee-09c24fbebea0 on host n-h2-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:05:33.427246 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-be03df2b-ac1f-4ad4-bf83-71a8f54296c6 service neutron] 10.222.0.41 "PUT /v2.0/ports/ecb9d93d-9b57-49b1-b9ee-09c24fbebea0/bindings/n-h1-794306-6/activate HTTP/1.1" status: 200 len: 369 time: 0.7214112 Jul 15 23:05:33.430494 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be03df2b-ac1f-4ad4-bf83-71a8f54296c6 service neutron] Pushing event updated for resources: {'Port': ['ID=ecb9d93d-9b57-49b1-b9ee-09c24fbebea0,revision_number=10']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:33.488272 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7443779b-2492-4c7b-bd2b-21c796416169 req-6dbe91eb-35bb-44d5-842c-74119191ed40 service neutron] 10.222.0.41 "GET /v2.0/networks/c1b42de0-c201-4a05-9b98-70df99dfc1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4059532 Jul 15 23:05:33.548216 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-6ed01266-146f-45f9-bc08-0fd06cebd364 req-ef2e03b6-bd44-4cc2-b461-0c0b06592b50 service neutron] Attempting to bind port e1c5cea1-b981-408d-a0f6-6b233c93d629 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:05:33.548557 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-6ed01266-146f-45f9-bc08-0fd06cebd364 req-ef2e03b6-bd44-4cc2-b461-0c0b06592b50 service neutron] Attempting to bind port e1c5cea1-b981-408d-a0f6-6b233c93d629 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:05:33.548898 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed01266-146f-45f9-bc08-0fd06cebd364 req-ef2e03b6-bd44-4cc2-b461-0c0b06592b50 service neutron] Attempting to bind port e1c5cea1-b981-408d-a0f6-6b233c93d629 on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:33.589018 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed01266-146f-45f9-bc08-0fd06cebd364 req-ef2e03b6-bd44-4cc2-b461-0c0b06592b50 service neutron] Port e1c5cea1-b981-408d-a0f6-6b233c93d629 on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:05:33.589344 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed01266-146f-45f9-bc08-0fd06cebd364 req-ef2e03b6-bd44-4cc2-b461-0c0b06592b50 service neutron] Attempting to bind port e1c5cea1-b981-408d-a0f6-6b233c93d629 on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:33.643679 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed01266-146f-45f9-bc08-0fd06cebd364 req-ef2e03b6-bd44-4cc2-b461-0c0b06592b50 service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:05:33.644499 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-eefa9c6a-37d2-43ad-986d-476a6b928a53 tempest-LiveMigrationTest-431337817 tempest-LiveMigrationTest-431337817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:33.644623 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed01266-146f-45f9-bc08-0fd06cebd364 req-ef2e03b6-bd44-4cc2-b461-0c0b06592b50 service neutron] Checking segment: {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:05:33.644928 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed01266-146f-45f9-bc08-0fd06cebd364 req-ef2e03b6-bd44-4cc2-b461-0c0b06592b50 service neutron] Bound using segment: {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:05:33.645393 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-6ed01266-146f-45f9-bc08-0fd06cebd364 req-ef2e03b6-bd44-4cc2-b461-0c0b06592b50 service neutron] Bound port: e1c5cea1-b981-408d-a0f6-6b233c93d629, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:05:33.645735 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6ed01266-146f-45f9-bc08-0fd06cebd364 req-ef2e03b6-bd44-4cc2-b461-0c0b06592b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:33.646246 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-eefa9c6a-37d2-43ad-986d-476a6b928a53 tempest-LiveMigrationTest-431337817 tempest-LiveMigrationTest-431337817-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=9ea09a9e-d339-49fc-bfd6-6648e90f758d&tenant_id=680eb147007347d0b28b90eaf34e5f6f&binding%3Ahost_id=n-h2-794306-6 HTTP/1.1" status: 200 len: 1095 time: 0.1018693 Jul 15 23:05:33.662249 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a01a55f-3265-4419-a6c2-3c6f6aefd9a0 req-51d0088b-eeef-43d0-908a-2c5ef01400ef tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:33.663752 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1a01a55f-3265-4419-a6c2-3c6f6aefd9a0 req-51d0088b-eeef-43d0-908a-2c5ef01400ef tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/ports?device_id=a34cf790-18e0-4ca4-8f48-6884c050a5f8 HTTP/1.1" status: 200 len: 948 time: 0.3968110 Jul 15 23:05:33.684601 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78f28607-290c-4646-be68-69602ac0b8f2', 'tag': '8f0d8289-9945-4b18-96eb-ec03ccd15832'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:33.686939 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd51981-dd36-483b-b5e6-7f3ff324ed0f" -d '{"events": [{"name": "network-changed", "server_uuid": "78f28607-290c-4646-be68-69602ac0b8f2", "tag": "8f0d8289-9945-4b18-96eb-ec03ccd15832"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:33.726222 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-bdb8bff8-346a-408b-8cff-49d69d6db633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:33.728594 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-bdb8bff8-346a-408b-8cff-49d69d6db633 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9ea09a9e-d339-49fc-bfd6-6648e90f758d&tenant_id=680eb147007347d0b28b90eaf34e5f6f HTTP/1.1" status: 200 len: 1095 time: 0.0718026 Jul 15 23:05:33.766528 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34404833-e2ba-465d-b297-414c6cbee400 req-5d756798-dccc-49eb-b143-1e7192f27b0b tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:33.768116 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-34404833-e2ba-465d-b297-414c6cbee400 req-5d756798-dccc-49eb-b143-1e7192f27b0b tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=78f28607-290c-4646-be68-69602ac0b8f2 HTTP/1.1" status: 200 len: 948 time: 0.3743021 Jul 15 23:05:33.817385 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7443779b-2492-4c7b-bd2b-21c796416169 req-5110d88e-67de-420e-bd2b-f899c62784eb service neutron] 10.222.0.41 "GET /v2.0/networks/c1b42de0-c201-4a05-9b98-70df99dfc1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131056 Jul 15 23:05:33.818100 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-64ff3b70-2cc3-4762-85b2-2933ddd3c272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:33.819292 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-64ff3b70-2cc3-4762-85b2-2933ddd3c272 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=680eb147007347d0b28b90eaf34e5f6f&device_id=9ea09a9e-d339-49fc-bfd6-6648e90f758d HTTP/1.1" status: 200 len: 1095 time: 0.0621974 Jul 15 23:05:33.860054 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1a01a55f-3265-4419-a6c2-3c6f6aefd9a0 req-9abb0b7d-414d-4faf-88a4-fb8a79a2ce06 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f7c45fd-39fc-4943-ba7d-041fb8807cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580887 Jul 15 23:05:33.896847 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-6ed01266-146f-45f9-bc08-0fd06cebd364 req-ef2e03b6-bd44-4cc2-b461-0c0b06592b50 service neutron] For port e1c5cea1-b981-408d-a0f6-6b233c93d629, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:05:33.921397 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-34404833-e2ba-465d-b297-414c6cbee400 req-cd9a92ab-2fcf-4efb-8965-ace08771ff16 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392446 Jul 15 23:05:33.947282 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-433abd35-3abe-4c7d-ac41-f06d2f18e8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:33.949264 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-433abd35-3abe-4c7d-ac41-f06d2f18e8a2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f037b993-4149-40e0-a687-25986d720de6 HTTP/1.1" status: 200 len: 909 time: 0.1209900 Jul 15 23:05:33.954184 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-6ed01266-146f-45f9-bc08-0fd06cebd364 req-ef2e03b6-bd44-4cc2-b461-0c0b06592b50 service neutron] For port e1c5cea1-b981-408d-a0f6-6b233c93d629, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=e1c5cea1-b981-408d-a0f6-6b233c93d629,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:05:33.961954 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6ed01266-146f-45f9-bc08-0fd06cebd364 req-ef2e03b6-bd44-4cc2-b461-0c0b06592b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:33.965561 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-b8b491a2-f6b5-450f-9db1-29ed2935dc27 req-f3360b94-333b-4970-a6f6-037bfb34875d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9ecf22a-cd03-404c-b680-fc8930fd9489 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:05:34.007746 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-2a59f6b3-37e5-483f-a297-9de0d47a5441 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ecb9d93d-9b57-49b1-b9ee-09c24fbebea0 HTTP/1.1" status: 200 len: 217 time: 0.0411091 Jul 15 23:05:34.026032 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2e03b6-bd44-4cc2-b461-0c0b06592b50 service neutron] Pushing event updated for resources: {'Port': ['ID=e1c5cea1-b981-408d-a0f6-6b233c93d629,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:34.033347 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b8b491a2-f6b5-450f-9db1-29ed2935dc27 req-f3360b94-333b-4970-a6f6-037bfb34875d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:34.064565 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed01266-146f-45f9-bc08-0fd06cebd364 req-ef2e03b6-bd44-4cc2-b461-0c0b06592b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:34.065504 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6ed01266-146f-45f9-bc08-0fd06cebd364 req-ef2e03b6-bd44-4cc2-b461-0c0b06592b50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:34.067145 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6ed01266-146f-45f9-bc08-0fd06cebd364 req-ef2e03b6-bd44-4cc2-b461-0c0b06592b50 service neutron] 10.222.0.49 "PUT /v2.0/ports/e1c5cea1-b981-408d-a0f6-6b233c93d629 HTTP/1.1" status: 200 len: 1096 time: 2.9403055 Jul 15 23:05:34.068292 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a34cf790-18e0-4ca4-8f48-6884c050a5f8', 'tag': 'e1c5cea1-b981-408d-a0f6-6b233c93d629'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:34.069958 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ce9166-14b6-4b0c-9f7f-5a3685c93858" -d '{"events": [{"name": "network-changed", "server_uuid": "a34cf790-18e0-4ca4-8f48-6884c050a5f8", "tag": "e1c5cea1-b981-408d-a0f6-6b233c93d629"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:34.076181 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-b8b491a2-f6b5-450f-9db1-29ed2935dc27 req-f3360b94-333b-4970-a6f6-037bfb34875d service neutron] Transition to ACTIVE for port object b9ecf22a-cd03-404c-b680-fc8930fd9489 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:05:34.085081 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-54171460-1ca3-41f6-a403-d531584c617d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:34.086530 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-54171460-1ca3-41f6-a403-d531584c617d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b89a129e-9de5-4301-b344-10ab05e9feea HTTP/1.1" status: 200 len: 848 time: 0.0688252 Jul 15 23:05:34.107526 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b8b491a2-f6b5-450f-9db1-29ed2935dc27 req-f3360b94-333b-4970-a6f6-037bfb34875d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:34.125739 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:34.162403 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-f042dfe5-0eed-41a2-aaf5-06a4aa9bf3d2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f037b993-4149-40e0-a687-25986d720de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533919 Jul 15 23:05:34.270183 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-bac7f192-1417-455e-972c-202c2ae0880c service neutron] 10.222.0.49 "GET /v2.0/networks/f037b993-4149-40e0-a687-25986d720de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986712 Jul 15 23:05:34.386734 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-c7915504-4251-487c-aacf-7ee6b70036b2 service neutron] 10.222.0.49 "GET /v2.0/networks/f037b993-4149-40e0-a687-25986d720de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046772 Jul 15 23:05:34.541812 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3360b94-333b-4970-a6f6-037bfb34875d service neutron] Pushing event updated for resources: {'Port': ['ID=b9ecf22a-cd03-404c-b680-fc8930fd9489,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:34.603907 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc11343-b535-4d14-94d7-ff33bae7ec4b req-3c32b58a-3222-49e5-b3db-5702687a1303 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:34.605446 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-edc11343-b535-4d14-94d7-ff33bae7ec4b req-3c32b58a-3222-49e5-b3db-5702687a1303 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ea09a9e-d339-49fc-bfd6-6648e90f758d HTTP/1.1" status: 200 len: 944 time: 0.5592422 Jul 15 23:05:34.639619 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e482256c-c8a3-4ed0-9545-2d0c6cdccd3a req-4302e2e0-b0e5-482f-8d4c-4ae825d683b7 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:34.641172 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e482256c-c8a3-4ed0-9545-2d0c6cdccd3a req-4302e2e0-b0e5-482f-8d4c-4ae825d683b7 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/ports?device_id=14b9e249-79e3-4c40-8dfb-0fdf03e38dae HTTP/1.1" status: 200 len: 945 time: 0.5681851 Jul 15 23:05:34.670927 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-b8b491a2-f6b5-450f-9db1-29ed2935dc27 req-f3360b94-333b-4970-a6f6-037bfb34875d service neutron] Attempting to bind port b9ecf22a-cd03-404c-b680-fc8930fd9489 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:05:34.671261 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-b8b491a2-f6b5-450f-9db1-29ed2935dc27 req-f3360b94-333b-4970-a6f6-037bfb34875d service neutron] Attempting to bind port b9ecf22a-cd03-404c-b680-fc8930fd9489 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:05:34.671627 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b491a2-f6b5-450f-9db1-29ed2935dc27 req-f3360b94-333b-4970-a6f6-037bfb34875d service neutron] Attempting to bind port b9ecf22a-cd03-404c-b680-fc8930fd9489 on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:34.684751 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed01266-146f-45f9-bc08-0fd06cebd364 req-d68bdc36-9497-426b-81c8-8f139de0fd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:34.686290 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6ed01266-146f-45f9-bc08-0fd06cebd364 req-d68bdc36-9497-426b-81c8-8f139de0fd27 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0ecdf2a0908246d98bcb66c58ce843fd&device_id=a34cf790-18e0-4ca4-8f48-6884c050a5f8 HTTP/1.1" status: 200 len: 1099 time: 0.5096614 Jul 15 23:05:34.710601 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b491a2-f6b5-450f-9db1-29ed2935dc27 req-f3360b94-333b-4970-a6f6-037bfb34875d service neutron] Port b9ecf22a-cd03-404c-b680-fc8930fd9489 on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:05:34.710937 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b491a2-f6b5-450f-9db1-29ed2935dc27 req-f3360b94-333b-4970-a6f6-037bfb34875d service neutron] Attempting to bind port b9ecf22a-cd03-404c-b680-fc8930fd9489 on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:34.756825 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6ed01266-146f-45f9-bc08-0fd06cebd364 req-a398d99e-803d-4ad2-a0ea-da14d6ff8e36 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=e1c5cea1-b981-408d-a0f6-6b233c93d629 HTTP/1.1" status: 200 len: 217 time: 0.0614631 Jul 15 23:05:34.758013 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b491a2-f6b5-450f-9db1-29ed2935dc27 req-f3360b94-333b-4970-a6f6-037bfb34875d service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:05:34.758382 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b491a2-f6b5-450f-9db1-29ed2935dc27 req-f3360b94-333b-4970-a6f6-037bfb34875d service neutron] Checking segment: {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:05:34.758746 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b491a2-f6b5-450f-9db1-29ed2935dc27 req-f3360b94-333b-4970-a6f6-037bfb34875d service neutron] Bound using segment: {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:05:34.759190 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-b8b491a2-f6b5-450f-9db1-29ed2935dc27 req-f3360b94-333b-4970-a6f6-037bfb34875d service neutron] Bound port: b9ecf22a-cd03-404c-b680-fc8930fd9489, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:05:34.759555 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b8b491a2-f6b5-450f-9db1-29ed2935dc27 req-f3360b94-333b-4970-a6f6-037bfb34875d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:34.763947 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-edc11343-b535-4d14-94d7-ff33bae7ec4b req-f5450a1d-4cf4-4e32-8317-e370400cbcec tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512210 Jul 15 23:05:34.769517 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e482256c-c8a3-4ed0-9545-2d0c6cdccd3a req-e9439f6e-789e-404c-b448-e46cebf2a646 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e74215b-8011-4ee0-b502-a2314077a754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203899 Jul 15 23:05:34.807802 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-4db2ba9a-47d3-41b5-8145-04c749519de8 tempest-LiveMigrationTest-431337817 tempest-LiveMigrationTest-431337817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:34.809573 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-4db2ba9a-47d3-41b5-8145-04c749519de8 tempest-LiveMigrationTest-431337817 tempest-LiveMigrationTest-431337817-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=9ea09a9e-d339-49fc-bfd6-6648e90f758d&tenant_id=680eb147007347d0b28b90eaf34e5f6f&binding%3Ahost_id=n-h1-794306-6 HTTP/1.1" status: 200 len: 1095 time: 0.0720649 Jul 15 23:05:34.874358 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed01266-146f-45f9-bc08-0fd06cebd364 req-9fd89c33-247f-4b43-8cef-d87ac089ffe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:34.876225 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6ed01266-146f-45f9-bc08-0fd06cebd364 req-9fd89c33-247f-4b43-8cef-d87ac089ffe8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.1110134 Jul 15 23:05:34.901795 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-b8b491a2-f6b5-450f-9db1-29ed2935dc27 req-f3360b94-333b-4970-a6f6-037bfb34875d service neutron] For port b9ecf22a-cd03-404c-b680-fc8930fd9489, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:05:34.905345 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-b8b491a2-f6b5-450f-9db1-29ed2935dc27 req-f3360b94-333b-4970-a6f6-037bfb34875d service neutron] For port b9ecf22a-cd03-404c-b680-fc8930fd9489, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=b9ecf22a-cd03-404c-b680-fc8930fd9489,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:05:34.916778 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.49', 54497) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:34.922118 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dafddac3-f1b0-4fab-a0ac-41e8a0c1ad35 x-openstack-request-id: req-dafddac3-f1b0-4fab-a0ac-41e8a0c1ad35 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:34.922499 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78f28607-290c-4646-be68-69602ac0b8f2", "tag": "8f0d8289-9945-4b18-96eb-ec03ccd15832", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:34.922636 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dafddac3-f1b0-4fab-a0ac-41e8a0c1ad35 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:34.923026 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78f28607-290c-4646-be68-69602ac0b8f2', 'tag': '8f0d8289-9945-4b18-96eb-ec03ccd15832', 'status': 'completed', 'code': 200} Jul 15 23:05:34.932200 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b8b491a2-f6b5-450f-9db1-29ed2935dc27 req-f3360b94-333b-4970-a6f6-037bfb34875d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:34.974612 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca5281ed-d922-47d0-9d94-dcd13118ee8b x-openstack-request-id: req-ca5281ed-d922-47d0-9d94-dcd13118ee8b {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:34.974953 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a34cf790-18e0-4ca4-8f48-6884c050a5f8", "tag": "e1c5cea1-b981-408d-a0f6-6b233c93d629", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:34.975122 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ca5281ed-d922-47d0-9d94-dcd13118ee8b {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:34.975521 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a34cf790-18e0-4ca4-8f48-6884c050a5f8', 'tag': 'e1c5cea1-b981-408d-a0f6-6b233c93d629', 'status': 'completed', 'code': 200} Jul 15 23:05:35.009156 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-a5a4a0b2-36c7-47f9-82f1-039936ede2c8 service neutron] For port ecb9d93d-9b57-49b1-b9ee-09c24fbebea0, host n-h2-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:05:35.013830 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-a5a4a0b2-36c7-47f9-82f1-039936ede2c8 service neutron] Notify callbacks [] for binding, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:35.015215 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-6cfc07a4-ad06-446f-bad2-b819841342f2 req-a5a4a0b2-36c7-47f9-82f1-039936ede2c8 service neutron] 10.222.0.49 "DELETE /v2.0/ports/ecb9d93d-9b57-49b1-b9ee-09c24fbebea0/bindings/n-h2-794306-6 HTTP/1.1" status: 204 len: 173 time: 0.1916697 Jul 15 23:05:35.091140 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b491a2-f6b5-450f-9db1-29ed2935dc27 req-f3360b94-333b-4970-a6f6-037bfb34875d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:35.092238 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b8b491a2-f6b5-450f-9db1-29ed2935dc27 req-f3360b94-333b-4970-a6f6-037bfb34875d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:35.095185 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b8b491a2-f6b5-450f-9db1-29ed2935dc27 req-f3360b94-333b-4970-a6f6-037bfb34875d service neutron] 10.222.0.49 "PUT /v2.0/ports/b9ecf22a-cd03-404c-b680-fc8930fd9489 HTTP/1.1" status: 200 len: 1096 time: 2.2861998 Jul 15 23:05:35.163340 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device fd1679c3-9a00-4824-aa1d-b713b416960a details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:05:35.187536 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3360b94-333b-4970-a6f6-037bfb34875d service neutron] Pushing event updated for resources: {'Port': ['ID=b9ecf22a-cd03-404c-b680-fc8930fd9489,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:35.261069 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd51981-dd36-483b-b5e6-7f3ff324ed0f req-bd782c6e-c85d-4ef0-a5fc-90367f18e640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:35.262518 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0cd51981-dd36-483b-b5e6-7f3ff324ed0f req-bd782c6e-c85d-4ef0-a5fc-90367f18e640 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=943e0e7be5644005a591d26197ee19f5&device_id=78f28607-290c-4646-be68-69602ac0b8f2 HTTP/1.1" status: 200 len: 1099 time: 0.3447714 Jul 15 23:05:35.273993 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed01266-146f-45f9-bc08-0fd06cebd364 req-8eacc598-f883-4965-8aa1-2695e1a6a999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:35.275538 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6ed01266-146f-45f9-bc08-0fd06cebd364 req-8eacc598-f883-4965-8aa1-2695e1a6a999 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3687360 Jul 15 23:05:35.298052 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port fd1679c3-9a00-4824-aa1d-b713b416960a, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=fd1679c3-9a00-4824-aa1d-b713b416960a,segment=NetworkSegment(ca12bc68-5d99-44db-b30e-afb9a7b600f7),segment_id=ca12bc68-5d99-44db-b30e-afb9a7b600f7)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:35.310133 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': 'fd1679c3-9a00-4824-aa1d-b713b416960a', 'network_id': 'c1b42de0-c201-4a05-9b98-70df99dfc1e5', 'port_id': 'fd1679c3-9a00-4824-aa1d-b713b416960a', 'mac_address': 'fa:16:3e:c7:94:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4944b977-d0e8-4302-b092-5407ca25043e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:05:35.318321 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd51981-dd36-483b-b5e6-7f3ff324ed0f req-37fdc79d-f2cf-47fc-9993-0548728ca8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:35.319977 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0cd51981-dd36-483b-b5e6-7f3ff324ed0f req-37fdc79d-f2cf-47fc-9993-0548728ca8b5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=943e0e7be5644005a591d26197ee19f5&device_id=78f28607-290c-4646-be68-69602ac0b8f2 HTTP/1.1" status: 200 len: 1099 time: 0.3435633 Jul 15 23:05:35.373812 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:35.383279 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed078c57-81ef-4ff6-bfb3-5344fd4054cc req-647f1ce4-1c13-474f-9688-f891eb7e6d9d tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:35.384859 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ed078c57-81ef-4ff6-bfb3-5344fd4054cc req-647f1ce4-1c13-474f-9688-f891eb7e6d9d tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/ports?device_id=f53e337a-c6ef-4b42-945e-af6a816e6094 HTTP/1.1" status: 200 len: 943 time: 0.4061806 Jul 15 23:05:35.385526 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd1679c3-9a00-4824-aa1d-b713b416960a {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:05:35.413143 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3acf718-49f3-4959-9a88-1a8947a91f1f req-6599a0e6-dd30-4299-8ba4-f923fa19c4a7 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:35.414450 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port fd1679c3-9a00-4824-aa1d-b713b416960a, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=fd1679c3-9a00-4824-aa1d-b713b416960a,segment=NetworkSegment(ca12bc68-5d99-44db-b30e-afb9a7b600f7),segment_id=ca12bc68-5d99-44db-b30e-afb9a7b600f7)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:35.414712 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e3acf718-49f3-4959-9a88-1a8947a91f1f req-6599a0e6-dd30-4299-8ba4-f923fa19c4a7 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e085def-8d90-4258-b908-b06c68452c6d HTTP/1.1" status: 200 len: 948 time: 0.3342049 Jul 15 23:05:35.418733 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:35.501472 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=fd1679c3-9a00-4824-aa1d-b713b416960a,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:35.581537 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b491a2-f6b5-450f-9db1-29ed2935dc27 req-d86f4b6c-8ec0-47f5-ac81-6d189d04a101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:35.583263 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b8b491a2-f6b5-450f-9db1-29ed2935dc27 req-d86f4b6c-8ec0-47f5-ac81-6d189d04a101 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9ac36772b83842538b63e725348a87e1&device_id=0e085def-8d90-4258-b908-b06c68452c6d HTTP/1.1" status: 200 len: 1099 time: 0.4159858 Jul 15 23:05:35.650657 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd51981-dd36-483b-b5e6-7f3ff324ed0f req-356af5ed-4b58-4024-8f46-1166236308b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:35.650657 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0cd51981-dd36-483b-b5e6-7f3ff324ed0f req-356af5ed-4b58-4024-8f46-1166236308b4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5d412861-bef3-4cc1-ae9f-87a6a36753c0 HTTP/1.1" status: 200 len: 870 time: 0.3729620 Jul 15 23:05:35.692221 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ed078c57-81ef-4ff6-bfb3-5344fd4054cc req-6f12ac27-077e-435f-b1a0-ddeb36b49771 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/security-groups?id=d689cec7-e188-42fb-8146-0aa589978893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896388 Jul 15 23:05:35.714288 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b8b491a2-f6b5-450f-9db1-29ed2935dc27 req-933d05f6-b56e-4439-9a31-7d0aae7df3a3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=b9ecf22a-cd03-404c-b680-fc8930fd9489 HTTP/1.1" status: 200 len: 217 time: 0.1006365 Jul 15 23:05:35.717603 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e3acf718-49f3-4959-9a88-1a8947a91f1f req-22722b1c-78e9-47bd-81f5-872c4a7f86d7 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573493 Jul 15 23:05:35.748812 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6ed01266-146f-45f9-bc08-0fd06cebd364 req-f78cf382-b10c-4b4a-8443-30b06027a244 service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4549937 Jul 15 23:05:35.762523 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd51981-dd36-483b-b5e6-7f3ff324ed0f req-1b3796a9-5a80-42c7-8c95-4e7602af3826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:35.763993 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0cd51981-dd36-483b-b5e6-7f3ff324ed0f req-1b3796a9-5a80-42c7-8c95-4e7602af3826 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5d412861-bef3-4cc1-ae9f-87a6a36753c0 HTTP/1.1" status: 200 len: 870 time: 0.4225378 Jul 15 23:05:35.765428 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0cd51981-dd36-483b-b5e6-7f3ff324ed0f req-7c47ae67-d9c7-4521-bce4-c727325fe759 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=8f0d8289-9945-4b18-96eb-ec03ccd15832 HTTP/1.1" status: 200 len: 217 time: 0.0707009 Jul 15 23:05:35.807108 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['fd1679c3-9a00-4824-aa1d-b713b416960a'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:35.899931 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0cd51981-dd36-483b-b5e6-7f3ff324ed0f req-0f2ee60c-1e5c-4e80-8297-85c6a3e71d67 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=8f0d8289-9945-4b18-96eb-ec03ccd15832 HTTP/1.1" status: 200 len: 217 time: 0.1054163 Jul 15 23:05:35.981268 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b491a2-f6b5-450f-9db1-29ed2935dc27 req-76287597-8dea-452b-a44f-ae898fcf00fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:35.982997 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b8b491a2-f6b5-450f-9db1-29ed2935dc27 req-76287597-8dea-452b-a44f-ae898fcf00fe service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.2316458 Jul 15 23:05:36.091015 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd51981-dd36-483b-b5e6-7f3ff324ed0f req-153dce5e-78d8-4e32-af0c-edcefa6c255d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:36.092414 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0cd51981-dd36-483b-b5e6-7f3ff324ed0f req-153dce5e-78d8-4e32-af0c-edcefa6c255d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.2731469 Jul 15 23:05:36.120561 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd51981-dd36-483b-b5e6-7f3ff324ed0f req-76bfb18e-777e-4544-980c-ee75b9f33a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:36.122060 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0cd51981-dd36-483b-b5e6-7f3ff324ed0f req-76bfb18e-777e-4544-980c-ee75b9f33a1c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.2114501 Jul 15 23:05:36.136785 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:36.156910 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6ed01266-146f-45f9-bc08-0fd06cebd364 req-933a3f13-5002-4085-a8c2-e1515c5bffce service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3905623 Jul 15 23:05:36.230104 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 8f0d8289-9945-4b18-96eb-ec03ccd15832 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:05:36.264500 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9d86b-91f2-46d5-a584-6fd701530f87 req-fab591e5-dfc8-4e65-baf2-ca6233363f04 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:36.266089 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f0d9d86b-91f2-46d5-a584-6fd701530f87 req-fab591e5-dfc8-4e65-baf2-ca6233363f04 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=78f28607-290c-4646-be68-69602ac0b8f2 HTTP/1.1" status: 200 len: 948 time: 0.2866223 Jul 15 23:05:36.279106 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f540d-0ed1-4121-aecd-f9e10c4ea3cc req-8a83e79d-5cec-4fc0-9a07-601e30accb92 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:36.280706 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ca0f540d-0ed1-4121-aecd-f9e10c4ea3cc req-8a83e79d-5cec-4fc0-9a07-601e30accb92 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/ports?device_id=a34cf790-18e0-4ca4-8f48-6884c050a5f8 HTTP/1.1" status: 200 len: 948 time: 0.3037765 Jul 15 23:05:36.326279 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b491a2-f6b5-450f-9db1-29ed2935dc27 req-518905fb-05f2-4f6e-9afa-7b25edd9b8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:36.327804 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b8b491a2-f6b5-450f-9db1-29ed2935dc27 req-518905fb-05f2-4f6e-9afa-7b25edd9b8a6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3155711 Jul 15 23:05:36.352826 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd51981-dd36-483b-b5e6-7f3ff324ed0f req-7f336d28-3219-4c88-8092-158f3547581b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:36.353035 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 8f0d8289-9945-4b18-96eb-ec03ccd15832, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=8f0d8289-9945-4b18-96eb-ec03ccd15832,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:36.354272 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0cd51981-dd36-483b-b5e6-7f3ff324ed0f req-7f336d28-3219-4c88-8092-158f3547581b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2394423 Jul 15 23:05:36.366153 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '8f0d8289-9945-4b18-96eb-ec03ccd15832', 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'port_id': '8f0d8289-9945-4b18-96eb-ec03ccd15832', 'mac_address': 'fa:16:3e:c2:f4:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d909a96-22de-4aa9-b690-1c7da965ceac', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:05:36.405402 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:36.419212 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f0d8289-9945-4b18-96eb-ec03ccd15832 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:05:36.441314 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 8f0d8289-9945-4b18-96eb-ec03ccd15832, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=8f0d8289-9945-4b18-96eb-ec03ccd15832,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:36.445719 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:36.449649 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd51981-dd36-483b-b5e6-7f3ff324ed0f req-48740564-92f6-4b2e-b1cf-54fb9a072d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:36.451196 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0cd51981-dd36-483b-b5e6-7f3ff324ed0f req-48740564-92f6-4b2e-b1cf-54fb9a072d0b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2934060 Jul 15 23:05:36.469482 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f0d9d86b-91f2-46d5-a584-6fd701530f87 req-5a6a59b7-d917-421d-9c53-65ce8d1d826d tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828799 Jul 15 23:05:36.504276 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=8f0d8289-9945-4b18-96eb-ec03ccd15832,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:36.528247 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ca0f540d-0ed1-4121-aecd-f9e10c4ea3cc req-9055eea1-afa1-41fb-b819-06aa4b7a5486 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f7c45fd-39fc-4943-ba7d-041fb8807cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341340 Jul 15 23:05:36.925581 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b8b491a2-f6b5-450f-9db1-29ed2935dc27 req-eaea6097-c987-4864-9291-379ce77d7615 service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5795238 Jul 15 23:05:36.947815 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce9166-14b6-4b0c-9f7f-5a3685c93858 req-505f2bfa-5c55-4457-a743-8ec10539f2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:36.949266 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f4ce9166-14b6-4b0c-9f7f-5a3685c93858 req-505f2bfa-5c55-4457-a743-8ec10539f2a4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0ecdf2a0908246d98bcb66c58ce843fd&device_id=a34cf790-18e0-4ca4-8f48-6884c050a5f8 HTTP/1.1" status: 200 len: 1099 time: 0.6785707 Jul 15 23:05:37.000798 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e085def-8d90-4258-b908-b06c68452c6d', 'tag': 'b9ecf22a-cd03-404c-b680-fc8930fd9489'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:37.003154 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37996791-e873-47fc-a42f-bb6261fe1231" -d '{"events": [{"name": "network-changed", "server_uuid": "0e085def-8d90-4258-b908-b06c68452c6d", "tag": "b9ecf22a-cd03-404c-b680-fc8930fd9489"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:37.032477 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0cd51981-dd36-483b-b5e6-7f3ff324ed0f req-f48bb876-401a-4a26-897d-d56a1c1d5ee8 service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6574740 Jul 15 23:05:37.049159 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['8f0d8289-9945-4b18-96eb-ec03ccd15832'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:37.152130 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0cd51981-dd36-483b-b5e6-7f3ff324ed0f req-e51d8eb0-7cef-4565-9f78-3335c892ff6d service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6879010 Jul 15 23:05:37.189275 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device fd1679c3-9a00-4824-aa1d-b713b416960a up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:05:37.256035 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port fd1679c3-9a00-4824-aa1d-b713b416960a completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:05:37.259890 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port fd1679c3-9a00-4824-aa1d-b713b416960a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:37.260272 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:37.330035 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b8b491a2-f6b5-450f-9db1-29ed2935dc27 req-e54cc746-354f-4219-a793-6830e1bd8f0b service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3772399 Jul 15 23:05:37.337711 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88042286-a06a-45da-a664-2f07052f7c51 req-1a3ee0da-97ff-4dab-be4d-f642f6b13507 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:37.339230 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-88042286-a06a-45da-a664-2f07052f7c51 req-1a3ee0da-97ff-4dab-be4d-f642f6b13507 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ea09a9e-d339-49fc-bfd6-6648e90f758d HTTP/1.1" status: 200 len: 944 time: 0.4252760 Jul 15 23:05:37.346647 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:37.372801 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce9166-14b6-4b0c-9f7f-5a3685c93858 req-89da70f4-739c-48a0-a67a-3cb15958c8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:37.374191 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f53e337a-c6ef-4b42-945e-af6a816e6094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd1679c3-9a00-4824-aa1d-b713b416960a'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:37.374315 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f4ce9166-14b6-4b0c-9f7f-5a3685c93858 req-89da70f4-739c-48a0-a67a-3cb15958c8db service neutron] 10.222.0.49 "GET /v2.0/networks?id=5d412861-bef3-4cc1-ae9f-87a6a36753c0 HTTP/1.1" status: 200 len: 870 time: 0.3666427 Jul 15 23:05:37.376552 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fda2788-4f90-4eec-bca5-117839f6dbfa" -d '{"events": [{"server_uuid": "f53e337a-c6ef-4b42-945e-af6a816e6094", "name": "network-vif-plugged", "status": "completed", "tag": "fd1679c3-9a00-4824-aa1d-b713b416960a"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:37.386200 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9ea129-65be-4ac0-9714-1a6e7008fe89 req-4f596b1d-59b3-4b86-894c-3fe93d2bdbd6 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:37.387760 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6c9ea129-65be-4ac0-9714-1a6e7008fe89 req-4f596b1d-59b3-4b86-894c-3fe93d2bdbd6 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/ports?device_id=14b9e249-79e3-4c40-8dfb-0fdf03e38dae HTTP/1.1" status: 200 len: 945 time: 0.4726958 Jul 15 23:05:37.390697 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port fd1679c3-9a00-4824-aa1d-b713b416960a, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=fd1679c3-9a00-4824-aa1d-b713b416960a,segment=NetworkSegment(ca12bc68-5d99-44db-b30e-afb9a7b600f7),segment_id=ca12bc68-5d99-44db-b30e-afb9a7b600f7)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:37.402022 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:37.403232 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device ecb9d93d-9b57-49b1-b9ee-09c24fbebea0 no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:05:37.488876 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0cd51981-dd36-483b-b5e6-7f3ff324ed0f req-f67f0c21-a163-4089-8098-2ed4f46fe36f service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4114010 Jul 15 23:05:37.492901 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=fd1679c3-9a00-4824-aa1d-b713b416960a,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:37.495506 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device ecb9d93d-9b57-49b1-b9ee-09c24fbebea0 not bound to the agent host n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:05:37.497562 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f4ce9166-14b6-4b0c-9f7f-5a3685c93858 req-31f164d7-5932-468b-8cc3-da16a5872b67 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=e1c5cea1-b981-408d-a0f6-6b233c93d629 HTTP/1.1" status: 200 len: 217 time: 0.0659866 Jul 15 23:05:37.511262 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0cd51981-dd36-483b-b5e6-7f3ff324ed0f req-50d59d7d-99fa-42a0-8a4f-7227cbf4b63a service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089254 Jul 15 23:05:37.532315 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-88042286-a06a-45da-a664-2f07052f7c51 req-4bccec1d-516d-4e77-bda0-88555686e7b0 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638644 Jul 15 23:05:37.564999 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6c9ea129-65be-4ac0-9714-1a6e7008fe89 req-e236c50c-2eef-40e5-883d-ab7fdb436ee5 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e74215b-8011-4ee0-b502-a2314077a754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603546 Jul 15 23:05:37.586595 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce9166-14b6-4b0c-9f7f-5a3685c93858 req-3f7be4d4-359a-4afd-a0e1-ddd0ed481317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:37.588431 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f4ce9166-14b6-4b0c-9f7f-5a3685c93858 req-3f7be4d4-359a-4afd-a0e1-ddd0ed481317 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.0795221 Jul 15 23:05:37.668127 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce9166-14b6-4b0c-9f7f-5a3685c93858 req-9b71d771-e8e2-44e8-91ab-79b8a15b80a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:37.669787 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f4ce9166-14b6-4b0c-9f7f-5a3685c93858 req-9b71d771-e8e2-44e8-91ab-79b8a15b80a5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0711920 Jul 15 23:05:37.861518 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f4ce9166-14b6-4b0c-9f7f-5a3685c93858 req-ac5b53ba-8e0f-42af-979b-902cd52bbf91 service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713643 Jul 15 23:05:37.899724 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:37.907197 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3068a0-b8e0-429c-834d-cdef2ec783d4 req-53730788-f003-4108-99e2-e7e4d141f61f tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:37.908752 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5c3068a0-b8e0-429c-834d-cdef2ec783d4 req-53730788-f003-4108-99e2-e7e4d141f61f tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/ports?device_id=f53e337a-c6ef-4b42-945e-af6a816e6094 HTTP/1.1" status: 200 len: 945 time: 0.1939161 Jul 15 23:05:38.066079 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5c3068a0-b8e0-429c-834d-cdef2ec783d4 req-6c660af7-4e27-4842-9977-daa67a2d44a7 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/security-groups?id=d689cec7-e188-42fb-8146-0aa589978893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279700 Jul 15 23:05:38.101631 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff1c88-086d-47e2-a8d5-0889a789dea1 req-56b9f766-3372-4dbd-9f9d-ccf828826d12 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:38.103129 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6cff1c88-086d-47e2-a8d5-0889a789dea1 req-56b9f766-3372-4dbd-9f9d-ccf828826d12 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e085def-8d90-4258-b908-b06c68452c6d HTTP/1.1" status: 200 len: 948 time: 0.2837281 Jul 15 23:05:38.106228 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f4ce9166-14b6-4b0c-9f7f-5a3685c93858 req-02675400-6a97-47c8-a050-e823a7d9b57e service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301810 Jul 15 23:05:38.128733 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f3e70-12ec-43e4-a677-827c99fa5e3b req-c278f08c-58d2-48f5-a60e-b3b465e7d458 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:38.131499 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-af8f3e70-12ec-43e4-a677-827c99fa5e3b req-c278f08c-58d2-48f5-a60e-b3b465e7d458 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.41 "GET /v2.0/ports?device_id=78f28607-290c-4646-be68-69602ac0b8f2&tenant_id=943e0e7be5644005a591d26197ee19f5&binding%3Ahost_id=n-h1-794306-6 HTTP/1.1" status: 200 len: 949 time: 0.2723608 Jul 15 23:05:38.194467 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6cff1c88-086d-47e2-a8d5-0889a789dea1 req-0cd04d1a-0087-41ea-8d8e-b54d039ca14a tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800962 Jul 15 23:05:38.215786 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [req-af8f3e70-12ec-43e4-a677-827c99fa5e3b req-510d163b-80e0-49e8-ad1e-d27b80189679 service neutron] delete failed (client error): The resource could not be found. Jul 15 23:05:38.216836 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-af8f3e70-12ec-43e4-a677-827c99fa5e3b req-510d163b-80e0-49e8-ad1e-d27b80189679 service neutron] 10.222.0.41 "DELETE /v2.0/ports/8f0d8289-9945-4b18-96eb-ec03ccd15832/bindings/n-h2-794306-6 HTTP/1.1" status: 404 len: 380 time: 0.0785341 Jul 15 23:05:38.237859 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb3b034d-4b2a-4965-965e-c3593923f853 x-openstack-request-id: req-eb3b034d-4b2a-4965-965e-c3593923f853 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:38.238588 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e085def-8d90-4258-b908-b06c68452c6d", "tag": "b9ecf22a-cd03-404c-b680-fc8930fd9489", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:38.238996 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-eb3b034d-4b2a-4965-965e-c3593923f853 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:38.239421 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e085def-8d90-4258-b908-b06c68452c6d', 'tag': 'b9ecf22a-cd03-404c-b680-fc8930fd9489', 'status': 'completed', 'code': 200} Jul 15 23:05:38.262418 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6614890-e96d-49aa-bd24-259ae8f830cd x-openstack-request-id: req-e6614890-e96d-49aa-bd24-259ae8f830cd {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:38.262961 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f53e337a-c6ef-4b42-945e-af6a816e6094", "name": "network-vif-plugged", "status": "completed", "tag": "fd1679c3-9a00-4824-aa1d-b713b416960a", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:38.262961 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e6614890-e96d-49aa-bd24-259ae8f830cd {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:38.263328 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f53e337a-c6ef-4b42-945e-af6a816e6094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd1679c3-9a00-4824-aa1d-b713b416960a', 'code': 200} Jul 15 23:05:38.418985 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37996791-e873-47fc-a42f-bb6261fe1231 req-efdf963e-eaab-45cf-be0d-75ad18307d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:38.420557 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-37996791-e873-47fc-a42f-bb6261fe1231 req-efdf963e-eaab-45cf-be0d-75ad18307d58 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9ac36772b83842538b63e725348a87e1&device_id=0e085def-8d90-4258-b908-b06c68452c6d HTTP/1.1" status: 200 len: 1099 time: 0.1482115 Jul 15 23:05:38.423351 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5736ff-55f6-466e-8f53-325eae5cf668 req-ab025070-621b-41a0-a75e-f1ec219072e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:38.425666 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-6b5736ff-55f6-466e-8f53-325eae5cf668 req-ab025070-621b-41a0-a75e-f1ec219072e6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f53e337a-c6ef-4b42-945e-af6a816e6094 HTTP/1.1" status: 200 len: 1096 time: 0.0608256 Jul 15 23:05:38.463301 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-6b5736ff-55f6-466e-8f53-325eae5cf668 req-269b9754-e0b0-45e5-b594-538746a80cbc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d689cec7-e188-42fb-8146-0aa589978893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309432 Jul 15 23:05:38.475189 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f3e70-12ec-43e4-a677-827c99fa5e3b req-d8300e32-1e04-4fcc-af41-ade7655fa1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:38.476723 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-af8f3e70-12ec-43e4-a677-827c99fa5e3b req-d8300e32-1e04-4fcc-af41-ade7655fa1c9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=943e0e7be5644005a591d26197ee19f5&device_id=78f28607-290c-4646-be68-69602ac0b8f2 HTTP/1.1" status: 200 len: 1100 time: 0.1566055 Jul 15 23:05:38.571135 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d23128e-9373-4f9b-b44f-14cbd25604de req-c791436c-5144-4e02-a096-30609168c705 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:38.572656 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5d23128e-9373-4f9b-b44f-14cbd25604de req-c791436c-5144-4e02-a096-30609168c705 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/ports?device_id=a34cf790-18e0-4ca4-8f48-6884c050a5f8 HTTP/1.1" status: 200 len: 948 time: 0.2036293 Jul 15 23:05:38.615300 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37996791-e873-47fc-a42f-bb6261fe1231 req-d5746e66-105f-4328-a89f-071edb873267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:38.616809 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-37996791-e873-47fc-a42f-bb6261fe1231 req-d5746e66-105f-4328-a89f-071edb873267 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5d412861-bef3-4cc1-ae9f-87a6a36753c0 HTTP/1.1" status: 200 len: 870 time: 0.1877294 Jul 15 23:05:38.625661 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8904657-498e-432c-b8c1-4169932f4172 req-aeb8d67b-242e-4f7f-92ad-ffdcbf559bd6 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:38.627185 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f8904657-498e-432c-b8c1-4169932f4172 req-aeb8d67b-242e-4f7f-92ad-ffdcbf559bd6 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=78f28607-290c-4646-be68-69602ac0b8f2 HTTP/1.1" status: 200 len: 949 time: 0.1842003 Jul 15 23:05:38.633795 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 50566) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:38.682543 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-37996791-e873-47fc-a42f-bb6261fe1231 req-c199cccf-2f44-4ba3-a9b6-d937bfd9b319 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=b9ecf22a-cd03-404c-b680-fc8930fd9489 HTTP/1.1" status: 200 len: 217 time: 0.0512328 Jul 15 23:05:38.691360 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5d23128e-9373-4f9b-b44f-14cbd25604de req-ebb9c365-8a59-4851-a487-707882956591 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f7c45fd-39fc-4943-ba7d-041fb8807cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112602 Jul 15 23:05:38.757382 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d17a636-fbd3-4279-8ad3-9b3a21eda75a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:38.768582 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f8904657-498e-432c-b8c1-4169932f4172 req-472d163e-a636-4ce2-bba4-3f43953aab52 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299865 Jul 15 23:05:38.783266 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37996791-e873-47fc-a42f-bb6261fe1231 req-bb3efeb8-dfb7-4664-b965-82be1ed59e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:38.785948 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-37996791-e873-47fc-a42f-bb6261fe1231 req-bb3efeb8-dfb7-4664-b965-82be1ed59e82 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.0915782 Jul 15 23:05:38.875143 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d17a636-fbd3-4279-8ad3-9b3a21eda75a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:38.880207 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d17a636-fbd3-4279-8ad3-9b3a21eda75a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:38.925461 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-4d17a636-fbd3-4279-8ad3-9b3a21eda75a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d5482dadf1134ff0bd4330f49023364e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2900429 Jul 15 23:05:38.929953 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d17a636-fbd3-4279-8ad3-9b3a21eda75a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96687758-d3d8-4904-a585-2a832729eb01,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:38.932359 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 50570) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:38.974789 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f3e70-12ec-43e4-a677-827c99fa5e3b req-346d35ea-8de5-45bf-842f-caad84544b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:38.976300 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-af8f3e70-12ec-43e4-a677-827c99fa5e3b req-346d35ea-8de5-45bf-842f-caad84544b6d service neutron] 10.222.0.41 "GET /v2.0/networks?id=5d412861-bef3-4cc1-ae9f-87a6a36753c0 HTTP/1.1" status: 200 len: 870 time: 0.2419181 Jul 15 23:05:38.984558 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b59d3310-ee82-428b-ad21-119cbfc4f0d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:39.007294 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b59d3310-ee82-428b-ad21-119cbfc4f0d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:39.062251 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b59d3310-ee82-428b-ad21-119cbfc4f0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:39.064873 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b59d3310-ee82-428b-ad21-119cbfc4f0d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:39.066838 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b59d3310-ee82-428b-ad21-119cbfc4f0d0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/96687758-d3d8-4904-a585-2a832729eb01 HTTP/1.1" status: 204 len: 168 time: 0.1330853 Jul 15 23:05:39.077619 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59d3310-ee82-428b-ad21-119cbfc4f0d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96687758-d3d8-4904-a585-2a832729eb01,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:39.314320 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37996791-e873-47fc-a42f-bb6261fe1231 req-e9a166fd-c21e-42d3-b55c-6892e2f43d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:39.316590 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-37996791-e873-47fc-a42f-bb6261fe1231 req-e9a166fd-c21e-42d3-b55c-6892e2f43d6e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4830368 Jul 15 23:05:39.322649 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-af8f3e70-12ec-43e4-a677-827c99fa5e3b req-04607572-10d8-4eec-b3d9-55c70daa261f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=8f0d8289-9945-4b18-96eb-ec03ccd15832 HTTP/1.1" status: 200 len: 217 time: 0.3364694 Jul 15 23:05:39.329550 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d1e2a-0fd7-4731-8ff0-b43b1162c455 req-5abc0793-19f7-4773-8fa1-beacdaa04328 tempest-LiveMigrationTest-431337817 tempest-LiveMigrationTest-431337817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:39.330894 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-684d1e2a-0fd7-4731-8ff0-b43b1162c455 req-5abc0793-19f7-4773-8fa1-beacdaa04328 tempest-LiveMigrationTest-431337817 tempest-LiveMigrationTest-431337817-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=9ea09a9e-d339-49fc-bfd6-6648e90f758d HTTP/1.1" status: 200 len: 1095 time: 0.4987054 Jul 15 23:05:39.373826 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 50582) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:39.387802 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c344dbcd-665e-4b92-ae0d-a1b67ed9d467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:39.417453 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a290843a-1dd1-4564-8b64-1ca829f15843 req-9bff220a-a54f-411c-9617-1694bb43ba9b tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:39.419629 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a290843a-1dd1-4564-8b64-1ca829f15843 req-9bff220a-a54f-411c-9617-1694bb43ba9b tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/ports?device_id=14b9e249-79e3-4c40-8dfb-0fdf03e38dae HTTP/1.1" status: 200 len: 945 time: 0.5040910 Jul 15 23:05:39.482629 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c344dbcd-665e-4b92-ae0d-a1b67ed9d467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:39.486849 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c344dbcd-665e-4b92-ae0d-a1b67ed9d467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:39.501716 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f3e70-12ec-43e4-a677-827c99fa5e3b req-fd5e3bfe-0b89-422f-8fef-5562afe780f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:39.503766 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-af8f3e70-12ec-43e4-a677-827c99fa5e3b req-fd5e3bfe-0b89-422f-8fef-5562afe780f8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.1692600 Jul 15 23:05:39.512078 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-684d1e2a-0fd7-4731-8ff0-b43b1162c455 req-9a83397b-6aae-4d3e-8848-9449a042b2a0 tempest-LiveMigrationTest-431337817 tempest-LiveMigrationTest-431337817-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595902 Jul 15 23:05:39.525054 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c344dbcd-665e-4b92-ae0d-a1b67ed9d467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c17fb37-feec-4462-b0dd-587060ae5118,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:39.532965 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c344dbcd-665e-4b92-ae0d-a1b67ed9d467 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c301ef8e4c6e4122b6f09dcbe74c4bf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1551557 Jul 15 23:05:39.533166 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 50584) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:39.568908 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a290843a-1dd1-4564-8b64-1ca829f15843 req-2bc865d7-d6fa-4e73-85b1-579a754d7b5d tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e74215b-8011-4ee0-b502-a2314077a754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408796 Jul 15 23:05:39.575623 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-37996791-e873-47fc-a42f-bb6261fe1231 req-002199e6-ff27-4c6a-a7c5-e70f0a315101 service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420812 Jul 15 23:05:39.608328 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d1e3c436-98a0-4bbf-ac9c-8a1993ec1a6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:39.632454 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f3e70-12ec-43e4-a677-827c99fa5e3b req-000443fa-84b2-4375-aa75-8337e6a76dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:39.633990 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-af8f3e70-12ec-43e4-a677-827c99fa5e3b req-000443fa-84b2-4375-aa75-8337e6a76dc1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1081548 Jul 15 23:05:39.645810 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d1e3c436-98a0-4bbf-ac9c-8a1993ec1a6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:39.742319 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d1e3c436-98a0-4bbf-ac9c-8a1993ec1a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:39.745389 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d1e3c436-98a0-4bbf-ac9c-8a1993ec1a6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:39.746659 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d1e3c436-98a0-4bbf-ac9c-8a1993ec1a6d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0c17fb37-feec-4462-b0dd-587060ae5118 HTTP/1.1" status: 204 len: 168 time: 0.2125728 Jul 15 23:05:39.772879 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-37996791-e873-47fc-a42f-bb6261fe1231 req-93174b58-eb84-495f-aae4-7cb4d7d47be1 service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793013 Jul 15 23:05:39.775921 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e3c436-98a0-4bbf-ac9c-8a1993ec1a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c17fb37-feec-4462-b0dd-587060ae5118,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:39.826635 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-af8f3e70-12ec-43e4-a677-827c99fa5e3b req-9b2fe791-510d-43bc-97e0-2c7a47959253 service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575451 Jul 15 23:05:39.923289 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe4895-4654-4c28-be47-bd795c722bbb req-f902d115-a11e-4eec-b678-667c97c4e17c tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:39.924520 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4dbe4895-4654-4c28-be47-bd795c722bbb req-f902d115-a11e-4eec-b678-667c97c4e17c tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/ports?device_id=f53e337a-c6ef-4b42-945e-af6a816e6094 HTTP/1.1" status: 200 len: 945 time: 0.1507404 Jul 15 23:05:39.980763 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-af8f3e70-12ec-43e4-a677-827c99fa5e3b req-36894e89-b4af-4caf-916d-4bed5895b1f5 service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462076 Jul 15 23:05:40.015516 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4dbe4895-4654-4c28-be47-bd795c722bbb req-a01ab385-3a64-42f5-9946-415b0e46be09 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/security-groups?id=d689cec7-e188-42fb-8146-0aa589978893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820863 Jul 15 23:05:40.053913 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a22811-eed7-49a4-b7e5-ed9dc5997e1b req-9489d34c-c0c1-4cf2-9d05-d69a4b8f067c tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:40.055442 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-80a22811-eed7-49a4-b7e5-ed9dc5997e1b req-9489d34c-c0c1-4cf2-9d05-d69a4b8f067c tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e085def-8d90-4258-b908-b06c68452c6d HTTP/1.1" status: 200 len: 948 time: 0.0949428 Jul 15 23:05:40.121306 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-80a22811-eed7-49a4-b7e5-ed9dc5997e1b req-41a234fc-0701-4ab5-8959-93174c6859be tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604196 Jul 15 23:05:40.257783 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device e1c5cea1-b981-408d-a0f6-6b233c93d629 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:05:40.260857 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 8f0d8289-9945-4b18-96eb-ec03ccd15832 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:05:40.274434 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719a9972-0be9-4744-930f-35beb2d0884e req-7cb8dd19-d91e-4811-8200-867271c71285 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:40.276007 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-719a9972-0be9-4744-930f-35beb2d0884e req-7cb8dd19-d91e-4811-8200-867271c71285 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/ports?device_id=a34cf790-18e0-4ca4-8f48-6884c050a5f8 HTTP/1.1" status: 200 len: 948 time: 0.1110415 Jul 15 23:05:40.340508 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port 8f0d8289-9945-4b18-96eb-ec03ccd15832 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:05:40.370484 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 8f0d8289-9945-4b18-96eb-ec03ccd15832 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:40.370860 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:40.372673 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970761a5-6d2d-4853-916b-4d4023fdecd6 req-cbb7a371-57a5-40c2-bd84-d17ff85686d4 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:40.374171 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-970761a5-6d2d-4853-916b-4d4023fdecd6 req-cbb7a371-57a5-40c2-bd84-d17ff85686d4 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/networks?id=f037b993-4149-40e0-a687-25986d720de6 HTTP/1.1" status: 200 len: 808 time: 0.1556625 Jul 15 23:05:40.377144 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-719a9972-0be9-4744-930f-35beb2d0884e req-8daaadfb-65a1-41cd-b60c-599d9fe144d4 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f7c45fd-39fc-4943-ba7d-041fb8807cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709076 Jul 15 23:05:40.403139 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-970761a5-6d2d-4853-916b-4d4023fdecd6 req-444542d0-f7f2-47cd-8449-d4ce813f529e tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/quotas/680eb147007347d0b28b90eaf34e5f6f HTTP/1.1" status: 200 len: 375 time: 0.0152607 Jul 15 23:05:40.425382 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port e1c5cea1-b981-408d-a0f6-6b233c93d629, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=e1c5cea1-b981-408d-a0f6-6b233c93d629,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:40.436799 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': 'e1c5cea1-b981-408d-a0f6-6b233c93d629', 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'port_id': 'e1c5cea1-b981-408d-a0f6-6b233c93d629', 'mac_address': 'fa:16:3e:1e:a5:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d909a96-22de-4aa9-b690-1c7da965ceac', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:05:40.506179 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:40.512461 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-970761a5-6d2d-4853-916b-4d4023fdecd6 req-ba4150d3-6428-4c14-b096-297102a16b26 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=680eb147007347d0b28b90eaf34e5f6f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1029725 Jul 15 23:05:40.601395 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1c5cea1-b981-408d-a0f6-6b233c93d629 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:05:40.605321 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:40.636160 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-970761a5-6d2d-4853-916b-4d4023fdecd6 req-aec281fc-36a4-44e3-8b5e-f04213811eed service neutron] 10.222.0.48 "GET /v2.0/networks/f037b993-4149-40e0-a687-25986d720de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099133 Jul 15 23:05:40.764773 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port e1c5cea1-b981-408d-a0f6-6b233c93d629, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=e1c5cea1-b981-408d-a0f6-6b233c93d629,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:40.771752 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78f28607-290c-4646-be68-69602ac0b8f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f0d8289-9945-4b18-96eb-ec03ccd15832'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:40.774087 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d574ece-bc89-404d-ae05-c17c4931f2ef" -d '{"events": [{"server_uuid": "78f28607-290c-4646-be68-69602ac0b8f2", "name": "network-vif-plugged", "status": "completed", "tag": "8f0d8289-9945-4b18-96eb-ec03ccd15832"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:40.780504 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:40.792178 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b5ba1-e343-4254-b11f-797090ad57e8 req-27d5e82c-0661-42f9-95ad-4cdef3e7dd92 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:40.794413 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-625b5ba1-e343-4254-b11f-797090ad57e8 req-27d5e82c-0661-42f9-95ad-4cdef3e7dd92 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=78f28607-290c-4646-be68-69602ac0b8f2 HTTP/1.1" status: 200 len: 949 time: 0.1565733 Jul 15 23:05:40.803934 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 8f0d8289-9945-4b18-96eb-ec03ccd15832, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=8f0d8289-9945-4b18-96eb-ec03ccd15832,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:40.824009 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:40.843691 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-970761a5-6d2d-4853-916b-4d4023fdecd6 req-9adad911-551b-473f-987e-be95930b5c21 service neutron] 10.222.0.48 "GET /v2.0/networks/f037b993-4149-40e0-a687-25986d720de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045736 Jul 15 23:05:40.864017 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=e1c5cea1-b981-408d-a0f6-6b233c93d629,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:40.873689 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-625b5ba1-e343-4254-b11f-797090ad57e8 req-31fcf63f-e30e-4081-8d6a-ec3181ada784 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725977 Jul 15 23:05:40.968646 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=8f0d8289-9945-4b18-96eb-ec03ccd15832,revision_number=9']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:41.049654 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb8eb60-24a7-4c11-ba8b-67fce7082fc9 x-openstack-request-id: req-acb8eb60-24a7-4c11-ba8b-67fce7082fc9 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:41.050154 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78f28607-290c-4646-be68-69602ac0b8f2", "name": "network-vif-plugged", "status": "completed", "tag": "8f0d8289-9945-4b18-96eb-ec03ccd15832", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:41.050612 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-acb8eb60-24a7-4c11-ba8b-67fce7082fc9 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:41.051312 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78f28607-290c-4646-be68-69602ac0b8f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f0d8289-9945-4b18-96eb-ec03ccd15832', 'code': 200} Jul 15 23:05:41.157159 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ccd6d5-e261-410c-9c97-161a12fa0ab1 req-d7318501-2629-4eda-b8a8-021e17977c8f tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:41.158781 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-57ccd6d5-e261-410c-9c97-161a12fa0ab1 req-d7318501-2629-4eda-b8a8-021e17977c8f tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/ports?device_id=14b9e249-79e3-4c40-8dfb-0fdf03e38dae HTTP/1.1" status: 200 len: 945 time: 0.1018980 Jul 15 23:05:41.210855 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-57ccd6d5-e261-410c-9c97-161a12fa0ab1 req-39bb3fd5-229f-4923-9ea9-ca8e44ada53c tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e74215b-8011-4ee0-b502-a2314077a754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427785 Jul 15 23:05:41.257513 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2ab12a0c-3ee0-42cc-bc66-6ef2fa39c4cd req-c6a75ca5-d78d-40ab-af52-191922e8387d tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b4b9a70-2b55-46f0-be18-c2bf97df8d72 HTTP/1.1" status: 200 len: 210 time: 0.0370920 Jul 15 23:05:41.271363 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['e1c5cea1-b981-408d-a0f6-6b233c93d629'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:41.500210 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fec4f1-bc5e-4ee8-b16f-82899c0568e0 req-8730005a-633e-4cc0-9cc8-97c35e5bfba8 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:41.501774 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-21fec4f1-bc5e-4ee8-b16f-82899c0568e0 req-8730005a-633e-4cc0-9cc8-97c35e5bfba8 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e085def-8d90-4258-b908-b06c68452c6d HTTP/1.1" status: 200 len: 948 time: 0.1229546 Jul 15 23:05:41.536940 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5168c4-6ba3-42eb-8a34-5d35e637788a req-ce3c035e-9815-4b83-a6ae-83fa75fe5859 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:41.538468 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8f5168c4-6ba3-42eb-8a34-5d35e637788a req-ce3c035e-9815-4b83-a6ae-83fa75fe5859 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/ports?device_id=f53e337a-c6ef-4b42-945e-af6a816e6094 HTTP/1.1" status: 200 len: 945 time: 0.1233485 Jul 15 23:05:41.575838 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-21fec4f1-bc5e-4ee8-b16f-82899c0568e0 req-4fac81e2-103d-489f-ba76-0480b8550948 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661912 Jul 15 23:05:41.596100 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8f5168c4-6ba3-42eb-8a34-5d35e637788a req-778e3c06-4888-47e6-8f72-0c5e72e43b68 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/security-groups?id=d689cec7-e188-42fb-8146-0aa589978893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493584 Jul 15 23:05:41.791868 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889798b6-91dd-4ea0-9486-a19a192a3978 req-1143eb25-589e-4e24-a9f9-f2f011aab201 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:41.791868 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-889798b6-91dd-4ea0-9486-a19a192a3978 req-1143eb25-589e-4e24-a9f9-f2f011aab201 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/ports?device_id=a34cf790-18e0-4ca4-8f48-6884c050a5f8 HTTP/1.1" status: 200 len: 949 time: 0.0898783 Jul 15 23:05:41.848510 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-889798b6-91dd-4ea0-9486-a19a192a3978 req-393e7e03-34d5-430d-ab48-babdd7c2311f tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f7c45fd-39fc-4943-ba7d-041fb8807cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502264 Jul 15 23:05:41.913449 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4f9eb2ba-9e1f-40d0-9cb6-386f2ce8dc51 req-79fe1e67-0c54-4f21-88fd-358a35964947 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-320046595&fields=id&tenant_id=d4a56bf4150b47a1aafe3e0a8ae6ac97 HTTP/1.1" status: 200 len: 267 time: 0.0498219 Jul 15 23:05:41.988549 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9eb2ba-9e1f-40d0-9cb6-386f2ce8dc51 req-5f026083-b954-40d2-a51b-8680c81e252a tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:41.990070 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4f9eb2ba-9e1f-40d0-9cb6-386f2ce8dc51 req-5f026083-b954-40d2-a51b-8680c81e252a tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/ports?device_id=f53e337a-c6ef-4b42-945e-af6a816e6094 HTTP/1.1" status: 200 len: 945 time: 0.0713854 Jul 15 23:05:42.001085 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-4f9eb2ba-9e1f-40d0-9cb6-386f2ce8dc51 req-87ca801c-cbe7-4a87-ae8b-84a146c94be4 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Request body: {'port': {'security_groups': ['d689cec7-e188-42fb-8146-0aa589978893', 'ed7b7464-aa8d-4590-b4a7-0b89f98915e9']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:42.090489 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4f9eb2ba-9e1f-40d0-9cb6-386f2ce8dc51 req-87ca801c-cbe7-4a87-ae8b-84a146c94be4 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:42.251197 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3933d9b-d348-40f1-a759-1051ba0c7062 req-c5c20b57-5ceb-4123-bbd2-36de4b725b5e tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:42.252792 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f3933d9b-d348-40f1-a759-1051ba0c7062 req-c5c20b57-5ceb-4123-bbd2-36de4b725b5e tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=78f28607-290c-4646-be68-69602ac0b8f2 HTTP/1.1" status: 200 len: 950 time: 0.1236551 Jul 15 23:05:42.260727 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device b9ecf22a-cd03-404c-b680-fc8930fd9489 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:05:42.348127 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f3933d9b-d348-40f1-a759-1051ba0c7062 req-8cf4a136-7dc1-43df-a5b8-64eff73324f8 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882239 Jul 15 23:05:42.361844 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port b9ecf22a-cd03-404c-b680-fc8930fd9489, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=b9ecf22a-cd03-404c-b680-fc8930fd9489,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:42.376224 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': 'b9ecf22a-cd03-404c-b680-fc8930fd9489', 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'port_id': 'b9ecf22a-cd03-404c-b680-fc8930fd9489', 'mac_address': 'fa:16:3e:d9:69:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d909a96-22de-4aa9-b690-1c7da965ceac', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:05:42.398776 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-4f9eb2ba-9e1f-40d0-9cb6-386f2ce8dc51 req-87ca801c-cbe7-4a87-ae8b-84a146c94be4 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] For port fd1679c3-9a00-4824-aa1d-b713b416960a, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=fd1679c3-9a00-4824-aa1d-b713b416960a,segment=NetworkSegment(ca12bc68-5d99-44db-b30e-afb9a7b600f7),segment_id=ca12bc68-5d99-44db-b30e-afb9a7b600f7)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:42.422103 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:42.441343 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9ecf22a-cd03-404c-b680-fc8930fd9489 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:05:42.467045 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port b9ecf22a-cd03-404c-b680-fc8930fd9489, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=b9ecf22a-cd03-404c-b680-fc8930fd9489,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:42.472731 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:42.482769 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4f9eb2ba-9e1f-40d0-9cb6-386f2ce8dc51 req-87ca801c-cbe7-4a87-ae8b-84a146c94be4 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:42.491927 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4f9eb2ba-9e1f-40d0-9cb6-386f2ce8dc51 req-87ca801c-cbe7-4a87-ae8b-84a146c94be4 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:42.508384 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970761a5-6d2d-4853-916b-4d4023fdecd6 req-578ffd65-5641-4600-8c13-9c0ea6bd457e tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:42.509866 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-970761a5-6d2d-4853-916b-4d4023fdecd6 req-578ffd65-5641-4600-8c13-9c0ea6bd457e tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.41 "GET /v2.0/networks?id=f037b993-4149-40e0-a687-25986d720de6 HTTP/1.1" status: 200 len: 808 time: 0.1766334 Jul 15 23:05:42.513853 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['39e3d2bc-c0bf-474d-a5fe-77c548219b78'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:42.542103 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-970761a5-6d2d-4853-916b-4d4023fdecd6 req-2f975ed5-88bc-4621-b11e-26ddb076a21f tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Request body: {'port': {'device_id': '8b4b9a70-2b55-46f0-be18-c2bf97df8d72', 'network_id': 'f037b993-4149-40e0-a687-25986d720de6', 'admin_state_up': True, 'tenant_id': '680eb147007347d0b28b90eaf34e5f6f'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:42.565100 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['fd1679c3-9a00-4824-aa1d-b713b416960a'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:42.580696 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9eb2ba-9e1f-40d0-9cb6-386f2ce8dc51 req-87ca801c-cbe7-4a87-ae8b-84a146c94be4 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:42.582203 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4f9eb2ba-9e1f-40d0-9cb6-386f2ce8dc51 req-87ca801c-cbe7-4a87-ae8b-84a146c94be4 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:42.593451 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4f9eb2ba-9e1f-40d0-9cb6-386f2ce8dc51 req-87ca801c-cbe7-4a87-ae8b-84a146c94be4 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "PUT /v2.0/ports/fd1679c3-9a00-4824-aa1d-b713b416960a HTTP/1.1" status: 200 len: 981 time: 0.5971649 Jul 15 23:05:42.596440 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f53e337a-c6ef-4b42-945e-af6a816e6094', 'tag': 'fd1679c3-9a00-4824-aa1d-b713b416960a'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:42.599024 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3567af87-55c1-4aba-9042-1e1e342105c8" -d '{"events": [{"name": "network-changed", "server_uuid": "f53e337a-c6ef-4b42-945e-af6a816e6094", "tag": "fd1679c3-9a00-4824-aa1d-b713b416960a"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:42.613492 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=b9ecf22a-cd03-404c-b680-fc8930fd9489,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:42.723211 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ca801c-cbe7-4a87-ae8b-84a146c94be4 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Pushing event updated for resources: {'Port': ['ID=fd1679c3-9a00-4824-aa1d-b713b416960a,revision_number=6']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:42.744063 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['fd1679c3-9a00-4824-aa1d-b713b416960a'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:42.775851 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4a7dea09-c034-475e-87c4-671c24795f26 req-b52ef1a2-3eb7-418e-af56-7c34b0812b3a tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b4b9a70-2b55-46f0-be18-c2bf97df8d72 HTTP/1.1" status: 200 len: 210 time: 0.0648763 Jul 15 23:05:42.816440 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-970761a5-6d2d-4853-916b-4d4023fdecd6 req-2f975ed5-88bc-4621-b11e-26ddb076a21f tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Made reservation on behalf of 680eb147007347d0b28b90eaf34e5f6f for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:05:42.821823 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-970761a5-6d2d-4853-916b-4d4023fdecd6 req-2f975ed5-88bc-4621-b11e-26ddb076a21f tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:42.853369 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec84c89-be93-4f34-973f-fd5db28fbd05 req-1d516976-2f49-45bb-a52a-73e3d7cd81ab tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:42.855611 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3ec84c89-be93-4f34-973f-fd5db28fbd05 req-1d516976-2f49-45bb-a52a-73e3d7cd81ab tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/ports?device_id=14b9e249-79e3-4c40-8dfb-0fdf03e38dae HTTP/1.1" status: 200 len: 945 time: 0.1479363 Jul 15 23:05:42.948010 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['b9ecf22a-cd03-404c-b680-fc8930fd9489'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:42.981167 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3ec84c89-be93-4f34-973f-fd5db28fbd05 req-1248792a-34a7-4bf1-891e-9f3daae7eb31 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e74215b-8011-4ee0-b502-a2314077a754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179254 Jul 15 23:05:43.049484 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-970761a5-6d2d-4853-916b-4d4023fdecd6 req-2f975ed5-88bc-4621-b11e-26ddb076a21f tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Allocated IP 172.20.0.11 (f037b993-4149-40e0-a687-25986d720de6/b89a129e-9de5-4301-b344-10ab05e9feea/f139e365-d173-4a38-84ed-c7dc88747f8e) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:05:43.062334 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6327890c-f380-4f9e-ba38-232e2b333295 req-06a57311-1630-4e68-beea-b37857e45246 tempest-MigrationsAdminTest-795065050 tempest-MigrationsAdminTest-795065050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:43.063893 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6327890c-f380-4f9e-ba38-232e2b333295 req-06a57311-1630-4e68-beea-b37857e45246 tempest-MigrationsAdminTest-795065050 tempest-MigrationsAdminTest-795065050-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=78f28607-290c-4646-be68-69602ac0b8f2 HTTP/1.1" status: 200 len: 1101 time: 0.1499348 Jul 15 23:05:43.170741 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bd6e481c-a9a3-42ab-842d-72432fee8cf5 req-c455e6b9-0b23-470d-8901-f39484e67dba tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/security-groups/ed7b7464-aa8d-4590-b4a7-0b89f98915e9 HTTP/1.1" status: 200 len: 1799 time: 0.1245372 Jul 15 23:05:43.178624 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6327890c-f380-4f9e-ba38-232e2b333295 req-93cdfa39-c297-44c1-ab20-86964bd13868 tempest-MigrationsAdminTest-795065050 tempest-MigrationsAdminTest-795065050-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034520 Jul 15 23:05:43.303405 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [req-bd6e481c-a9a3-42ab-842d-72432fee8cf5 req-ce958ddd-a530-4f52-a9d8-4ee8c4575a6a tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 15 23:05:43.304375 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bd6e481c-a9a3-42ab-842d-72432fee8cf5 req-ce958ddd-a530-4f52-a9d8-4ee8c4575a6a tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "DELETE /v2.0/security-groups/ed7b7464-aa8d-4590-b4a7-0b89f98915e9 HTTP/1.1" status: 409 len: 341 time: 0.1249018 Jul 15 23:05:43.349281 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758b487e-6a8f-49f2-9e9f-c7e33b8917d6 x-openstack-request-id: req-758b487e-6a8f-49f2-9e9f-c7e33b8917d6 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:43.349569 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f53e337a-c6ef-4b42-945e-af6a816e6094", "tag": "fd1679c3-9a00-4824-aa1d-b713b416960a", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:43.349819 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-758b487e-6a8f-49f2-9e9f-c7e33b8917d6 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:43.350189 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f53e337a-c6ef-4b42-945e-af6a816e6094', 'tag': 'fd1679c3-9a00-4824-aa1d-b713b416960a', 'status': 'completed', 'code': 200} Jul 15 23:05:43.368591 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-970761a5-6d2d-4853-916b-4d4023fdecd6 req-2f975ed5-88bc-4621-b11e-26ddb076a21f tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:43.422309 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ce5774-5de1-4f9e-b6e6-e70c90a55ec6 req-df2c845d-e2f6-444e-bb1f-3bdea43e24f1 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:43.423891 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-68ce5774-5de1-4f9e-b6e6-e70c90a55ec6 req-df2c845d-e2f6-444e-bb1f-3bdea43e24f1 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e085def-8d90-4258-b908-b06c68452c6d HTTP/1.1" status: 200 len: 949 time: 0.1100626 Jul 15 23:05:43.451655 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-970761a5-6d2d-4853-916b-4d4023fdecd6 req-2f975ed5-88bc-4621-b11e-26ddb076a21f tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:43.458747 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3567af87-55c1-4aba-9042-1e1e342105c8 req-c763e626-a250-4d7b-b19e-b9f02296b60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:43.460335 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-3567af87-55c1-4aba-9042-1e1e342105c8 req-c763e626-a250-4d7b-b19e-b9f02296b60e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d4a56bf4150b47a1aafe3e0a8ae6ac97&device_id=f53e337a-c6ef-4b42-945e-af6a816e6094 HTTP/1.1" status: 200 len: 1135 time: 0.0675914 Jul 15 23:05:43.546442 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-970761a5-6d2d-4853-916b-4d4023fdecd6 req-2f975ed5-88bc-4621-b11e-26ddb076a21f tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Network f037b993-4149-40e0-a687-25986d720de6 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:05:43.551322 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-68ce5774-5de1-4f9e-b6e6-e70c90a55ec6 req-5d63dd36-710b-419c-8ea6-c3f382261f98 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193826 Jul 15 23:05:43.555996 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-970761a5-6d2d-4853-916b-4d4023fdecd6 req-2f975ed5-88bc-4621-b11e-26ddb076a21f tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:05:43.561097 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-970761a5-6d2d-4853-916b-4d4023fdecd6 req-2f975ed5-88bc-4621-b11e-26ddb076a21f tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:05:43.563372 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f975ed5-88bc-4621-b11e-26ddb076a21f tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Pushing event updated for resources: {'Port': ['ID=f139e365-d173-4a38-84ed-c7dc88747f8e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:43.570219 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3567af87-55c1-4aba-9042-1e1e342105c8 req-513307d2-3d67-45ba-90d7-8a16b95dee31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:43.572464 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-3567af87-55c1-4aba-9042-1e1e342105c8 req-513307d2-3d67-45ba-90d7-8a16b95dee31 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c1b42de0-c201-4a05-9b98-70df99dfc1e5 HTTP/1.1" status: 200 len: 914 time: 0.1039717 Jul 15 23:05:43.622647 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-3567af87-55c1-4aba-9042-1e1e342105c8 req-4ad468d6-c61f-49bc-9632-77adf0767948 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd1679c3-9a00-4824-aa1d-b713b416960a HTTP/1.1" status: 200 len: 217 time: 0.0437195 Jul 15 23:05:43.623727 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970761a5-6d2d-4853-916b-4d4023fdecd6 req-2f975ed5-88bc-4621-b11e-26ddb076a21f tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:43.624273 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-970761a5-6d2d-4853-916b-4d4023fdecd6 req-2f975ed5-88bc-4621-b11e-26ddb076a21f tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:43.636377 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124788f-b479-451c-9e12-98e7b5d08cb7 req-3fbef8de-3593-4364-a205-ad4038b12f46 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:43.637989 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7124788f-b479-451c-9e12-98e7b5d08cb7 req-3fbef8de-3593-4364-a205-ad4038b12f46 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/ports?device_id=a34cf790-18e0-4ca4-8f48-6884c050a5f8 HTTP/1.1" status: 200 len: 949 time: 0.1903820 Jul 15 23:05:43.662660 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-970761a5-6d2d-4853-916b-4d4023fdecd6 req-2f975ed5-88bc-4621-b11e-26ddb076a21f tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1286790 Jul 15 23:05:43.684410 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-970761a5-6d2d-4853-916b-4d4023fdecd6 req-68f4bef8-8b65-4d89-bb00-76587f17508c service neutron] Request body: {'port': {'device_id': '8b4b9a70-2b55-46f0-be18-c2bf97df8d72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:43.687399 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3567af87-55c1-4aba-9042-1e1e342105c8 req-fe088867-2f1a-4b12-8c6d-6a54a86e6345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:43.689052 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-3567af87-55c1-4aba-9042-1e1e342105c8 req-fe088867-2f1a-4b12-8c6d-6a54a86e6345 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4944b977-d0e8-4302-b092-5407ca25043e HTTP/1.1" status: 200 len: 853 time: 0.0590236 Jul 15 23:05:43.727695 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7124788f-b479-451c-9e12-98e7b5d08cb7 req-d6838dde-6b3d-4919-89ed-a5abd67c3032 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f7c45fd-39fc-4943-ba7d-041fb8807cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729504 Jul 15 23:05:43.747018 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-3567af87-55c1-4aba-9042-1e1e342105c8 req-af42ddf5-fee6-4291-b766-b20377f7eaa6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c1b42de0-c201-4a05-9b98-70df99dfc1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482733 Jul 15 23:05:43.810215 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-970761a5-6d2d-4853-916b-4d4023fdecd6 req-68f4bef8-8b65-4d89-bb00-76587f17508c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:43.859650 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-3567af87-55c1-4aba-9042-1e1e342105c8 req-77b3cccb-7567-4926-be06-fb16e77056a8 service neutron] 10.222.0.41 "GET /v2.0/networks/c1b42de0-c201-4a05-9b98-70df99dfc1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041620 Jul 15 23:05:44.000300 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-56a3358b-293f-4321-ae49-1f322e03a926 req-b00647e3-4ae2-459c-b56e-ede550575bb7 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=943e0e7be5644005a591d26197ee19f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379324 Jul 15 23:05:44.229290 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a3358b-293f-4321-ae49-1f322e03a926 req-92f87777-4f7d-4597-9368-e940290df727 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:44.230819 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-56a3358b-293f-4321-ae49-1f322e03a926 req-92f87777-4f7d-4597-9368-e940290df727 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2235179 Jul 15 23:05:44.238766 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-3567af87-55c1-4aba-9042-1e1e342105c8 req-4035d04b-1247-40e3-819c-9d08e3b986f0 service neutron] 10.222.0.41 "GET /v2.0/networks/c1b42de0-c201-4a05-9b98-70df99dfc1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3688202 Jul 15 23:05:44.260344 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edfde1a-c428-4c9e-9b26-54c32fc06223 req-f232fb55-020f-4e96-8265-ee97c611edb2 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:44.261846 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3edfde1a-c428-4c9e-9b26-54c32fc06223 req-f232fb55-020f-4e96-8265-ee97c611edb2 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b4b9a70-2b55-46f0-be18-c2bf97df8d72 HTTP/1.1" status: 200 len: 932 time: 0.2379651 Jul 15 23:05:44.265830 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-56a3358b-293f-4321-ae49-1f322e03a926 req-5eaca3d0-c5b0-4726-a7d8-f89ba58aa869 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/quotas/943e0e7be5644005a591d26197ee19f5 HTTP/1.1" status: 200 len: 375 time: 0.0263608 Jul 15 23:05:44.266842 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device e1c5cea1-b981-408d-a0f6-6b233c93d629 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:05:44.327448 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port e1c5cea1-b981-408d-a0f6-6b233c93d629 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:05:44.331661 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port e1c5cea1-b981-408d-a0f6-6b233c93d629 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:44.332040 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:44.379395 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3edfde1a-c428-4c9e-9b26-54c32fc06223 req-1ab9fcd0-ba69-4431-89f0-f9d273c699f3 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075060 Jul 15 23:05:44.383601 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-970761a5-6d2d-4853-916b-4d4023fdecd6 req-68f4bef8-8b65-4d89-bb00-76587f17508c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f139e365-d173-4a38-84ed-c7dc88747f8e {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:05:44.402945 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-970761a5-6d2d-4853-916b-4d4023fdecd6 req-68f4bef8-8b65-4d89-bb00-76587f17508c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:44.422809 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:44.425041 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-970761a5-6d2d-4853-916b-4d4023fdecd6 req-68f4bef8-8b65-4d89-bb00-76587f17508c service neutron] Transition to ACTIVE for port object f139e365-d173-4a38-84ed-c7dc88747f8e will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:05:44.431054 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-56a3358b-293f-4321-ae49-1f322e03a926 req-979946dc-a300-4536-b805-3276e4cc69f7 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=943e0e7be5644005a591d26197ee19f5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1517496 Jul 15 23:05:44.432360 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-970761a5-6d2d-4853-916b-4d4023fdecd6 req-68f4bef8-8b65-4d89-bb00-76587f17508c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:44.476898 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port e1c5cea1-b981-408d-a0f6-6b233c93d629, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=e1c5cea1-b981-408d-a0f6-6b233c93d629,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:44.478669 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a34cf790-18e0-4ca4-8f48-6884c050a5f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1c5cea1-b981-408d-a0f6-6b233c93d629'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:44.482073 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a6ddfb0-3308-4939-a389-2922c1d2d417" -d '{"events": [{"server_uuid": "a34cf790-18e0-4ca4-8f48-6884c050a5f8", "name": "network-vif-plugged", "status": "completed", "tag": "e1c5cea1-b981-408d-a0f6-6b233c93d629"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:44.486765 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:44.519457 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f4bef8-8b65-4d89-bb00-76587f17508c service neutron] Pushing event updated for resources: {'Port': ['ID=f139e365-d173-4a38-84ed-c7dc88747f8e,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:44.542782 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562cf13-44de-407b-902d-adf3c550deeb req-87d66eb0-4176-4c2c-887a-e1fbf6f1f1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:44.545095 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9562cf13-44de-407b-902d-adf3c550deeb req-87d66eb0-4176-4c2c-887a-e1fbf6f1f1fc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d4a56bf4150b47a1aafe3e0a8ae6ac97&device_id=f53e337a-c6ef-4b42-945e-af6a816e6094 HTTP/1.1" status: 200 len: 1135 time: 0.0939307 Jul 15 23:05:44.557239 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=e1c5cea1-b981-408d-a0f6-6b233c93d629,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:44.667621 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562cf13-44de-407b-902d-adf3c550deeb req-8c4df17f-ca4a-4d25-9389-ec46bf92c9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:44.669509 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9562cf13-44de-407b-902d-adf3c550deeb req-8c4df17f-ca4a-4d25-9389-ec46bf92c9c1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c1b42de0-c201-4a05-9b98-70df99dfc1e5 HTTP/1.1" status: 200 len: 914 time: 0.1172819 Jul 15 23:05:44.717828 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9562cf13-44de-407b-902d-adf3c550deeb req-1bcef8dc-6029-4f50-88ac-a5d550421297 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd1679c3-9a00-4824-aa1d-b713b416960a HTTP/1.1" status: 200 len: 217 time: 0.0417545 Jul 15 23:05:44.780541 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562cf13-44de-407b-902d-adf3c550deeb req-1d2cae8c-26e1-42d4-88c3-4781f43b0bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:44.782042 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9562cf13-44de-407b-902d-adf3c550deeb req-1d2cae8c-26e1-42d4-88c3-4781f43b0bf7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4944b977-d0e8-4302-b092-5407ca25043e HTTP/1.1" status: 200 len: 853 time: 0.0575893 Jul 15 23:05:44.826622 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9562cf13-44de-407b-902d-adf3c550deeb req-f3696fdb-028b-4a3b-a27a-dc7a46e155ea service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c1b42de0-c201-4a05-9b98-70df99dfc1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365708 Jul 15 23:05:44.939673 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9562cf13-44de-407b-902d-adf3c550deeb req-7ce37622-2da4-4160-9c11-1944441b4c8b service neutron] 10.222.0.41 "GET /v2.0/networks/c1b42de0-c201-4a05-9b98-70df99dfc1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090550 Jul 15 23:05:44.965026 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-970761a5-6d2d-4853-916b-4d4023fdecd6 req-68f4bef8-8b65-4d89-bb00-76587f17508c service neutron] Attempting to bind port f139e365-d173-4a38-84ed-c7dc88747f8e on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:05:44.965776 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-970761a5-6d2d-4853-916b-4d4023fdecd6 req-68f4bef8-8b65-4d89-bb00-76587f17508c service neutron] Attempting to bind port f139e365-d173-4a38-84ed-c7dc88747f8e by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '2a783e67-ba53-4ea9-9bee-afb3f3217392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f037b993-4149-40e0-a687-25986d720de6'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:05:44.965776 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970761a5-6d2d-4853-916b-4d4023fdecd6 req-68f4bef8-8b65-4d89-bb00-76587f17508c service neutron] Attempting to bind port f139e365-d173-4a38-84ed-c7dc88747f8e on network f037b993-4149-40e0-a687-25986d720de6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:44.980433 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970761a5-6d2d-4853-916b-4d4023fdecd6 req-68f4bef8-8b65-4d89-bb00-76587f17508c service neutron] Port f139e365-d173-4a38-84ed-c7dc88747f8e on network f037b993-4149-40e0-a687-25986d720de6 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:05:44.980895 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970761a5-6d2d-4853-916b-4d4023fdecd6 req-68f4bef8-8b65-4d89-bb00-76587f17508c service neutron] Attempting to bind port f139e365-d173-4a38-84ed-c7dc88747f8e on network f037b993-4149-40e0-a687-25986d720de6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:44.994139 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970761a5-6d2d-4853-916b-4d4023fdecd6 req-68f4bef8-8b65-4d89-bb00-76587f17508c service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:05:44.994390 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970761a5-6d2d-4853-916b-4d4023fdecd6 req-68f4bef8-8b65-4d89-bb00-76587f17508c service neutron] Checking segment: {'id': '2a783e67-ba53-4ea9-9bee-afb3f3217392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f037b993-4149-40e0-a687-25986d720de6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:05:44.994782 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970761a5-6d2d-4853-916b-4d4023fdecd6 req-68f4bef8-8b65-4d89-bb00-76587f17508c service neutron] Bound using segment: {'id': '2a783e67-ba53-4ea9-9bee-afb3f3217392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f037b993-4149-40e0-a687-25986d720de6'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:05:44.995256 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-970761a5-6d2d-4853-916b-4d4023fdecd6 req-68f4bef8-8b65-4d89-bb00-76587f17508c service neutron] Bound port: f139e365-d173-4a38-84ed-c7dc88747f8e, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a783e67-ba53-4ea9-9bee-afb3f3217392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f037b993-4149-40e0-a687-25986d720de6'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:05:44.995638 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-970761a5-6d2d-4853-916b-4d4023fdecd6 req-68f4bef8-8b65-4d89-bb00-76587f17508c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:45.008104 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb678c0c-a057-41d5-89b9-d10f0483b882 req-48933378-626d-4e37-b63a-119669237485 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:45.009672 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-eb678c0c-a057-41d5-89b9-d10f0483b882 req-48933378-626d-4e37-b63a-119669237485 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/ports?device_id=f53e337a-c6ef-4b42-945e-af6a816e6094 HTTP/1.1" status: 200 len: 984 time: 0.4528983 Jul 15 23:05:45.033024 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b09931-4d6d-4551-b5a0-09abfe58094c req-f7ebfd42-4355-4187-a4a2-43c016f372a3 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:45.035165 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f9b09931-4d6d-4551-b5a0-09abfe58094c req-f7ebfd42-4355-4187-a4a2-43c016f372a3 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/ports?device_id=14b9e249-79e3-4c40-8dfb-0fdf03e38dae HTTP/1.1" status: 200 len: 945 time: 0.1684532 Jul 15 23:05:45.059218 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9562cf13-44de-407b-902d-adf3c550deeb req-9ba8e320-002d-46d4-9c5a-78be41adb917 service neutron] 10.222.0.41 "GET /v2.0/networks/c1b42de0-c201-4a05-9b98-70df99dfc1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122720 Jul 15 23:05:45.132734 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-eb678c0c-a057-41d5-89b9-d10f0483b882 req-02a03fed-aac7-4b68-bd58-6de2a2454569 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/security-groups?id=d689cec7-e188-42fb-8146-0aa589978893&id=ed7b7464-aa8d-4590-b4a7-0b89f98915e9&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1124961 Jul 15 23:05:45.149828 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f9b09931-4d6d-4551-b5a0-09abfe58094c req-7dbeb0e1-8b55-4a27-a9c6-9766e7daeaf7 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e74215b-8011-4ee0-b502-a2314077a754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063864 Jul 15 23:05:45.169797 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-970761a5-6d2d-4853-916b-4d4023fdecd6 req-68f4bef8-8b65-4d89-bb00-76587f17508c service neutron] For port f139e365-d173-4a38-84ed-c7dc88747f8e, host n-h2-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:05:45.173119 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-970761a5-6d2d-4853-916b-4d4023fdecd6 req-68f4bef8-8b65-4d89-bb00-76587f17508c service neutron] For port f139e365-d173-4a38-84ed-c7dc88747f8e, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=f139e365-d173-4a38-84ed-c7dc88747f8e,segment=NetworkSegment(2a783e67-ba53-4ea9-9bee-afb3f3217392),segment_id=2a783e67-ba53-4ea9-9bee-afb3f3217392)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:05:45.187195 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-970761a5-6d2d-4853-916b-4d4023fdecd6 req-68f4bef8-8b65-4d89-bb00-76587f17508c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:45.192344 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d4cb32-5113-43ed-a2ec-111ac6b9de33 x-openstack-request-id: req-d5d4cb32-5113-43ed-a2ec-111ac6b9de33 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:45.192771 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a34cf790-18e0-4ca4-8f48-6884c050a5f8", "name": "network-vif-plugged", "status": "completed", "tag": "e1c5cea1-b981-408d-a0f6-6b233c93d629", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:45.193094 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d5d4cb32-5113-43ed-a2ec-111ac6b9de33 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:45.193564 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a34cf790-18e0-4ca4-8f48-6884c050a5f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1c5cea1-b981-408d-a0f6-6b233c93d629', 'code': 200} Jul 15 23:05:45.233421 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970761a5-6d2d-4853-916b-4d4023fdecd6 req-68f4bef8-8b65-4d89-bb00-76587f17508c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:45.234351 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-970761a5-6d2d-4853-916b-4d4023fdecd6 req-68f4bef8-8b65-4d89-bb00-76587f17508c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:45.236599 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-970761a5-6d2d-4853-916b-4d4023fdecd6 req-68f4bef8-8b65-4d89-bb00-76587f17508c service neutron] 10.222.0.41 "PUT /v2.0/ports/f139e365-d173-4a38-84ed-c7dc88747f8e HTTP/1.1" status: 200 len: 1092 time: 1.5586340 Jul 15 23:05:45.282263 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f4bef8-8b65-4d89-bb00-76587f17508c service neutron] Pushing event updated for resources: {'Port': ['ID=f139e365-d173-4a38-84ed-c7dc88747f8e,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:45.356109 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b4b9a70-2b55-46f0-be18-c2bf97df8d72', 'tag': 'f139e365-d173-4a38-84ed-c7dc88747f8e'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:45.358346 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b9ee65-065b-4ce9-829a-c1abdcb49c82" -d '{"events": [{"name": "network-changed", "server_uuid": "8b4b9a70-2b55-46f0-be18-c2bf97df8d72", "tag": "f139e365-d173-4a38-84ed-c7dc88747f8e"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:45.363825 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ec8c30f1-e09f-4be4-9665-4643b48ebbe4 req-8c667022-c94f-42e3-9341-4bfb169d38b5 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=15ef82b7-20b0-46b6-be4d-5fa457f25444 HTTP/1.1" status: 200 len: 210 time: 0.0709276 Jul 15 23:05:45.480886 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a13a7-98e5-48e0-bce1-ed006fcbb222 req-6fb9f4d9-09cf-4745-adfe-c0abb2d7ac18 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:45.482446 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c78a13a7-98e5-48e0-bce1-ed006fcbb222 req-6fb9f4d9-09cf-4745-adfe-c0abb2d7ac18 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e085def-8d90-4258-b908-b06c68452c6d HTTP/1.1" status: 200 len: 949 time: 0.1738234 Jul 15 23:05:45.590741 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c78a13a7-98e5-48e0-bce1-ed006fcbb222 req-23a68640-8ca1-470b-a0d9-28a9553e00cc tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982792 Jul 15 23:05:45.592459 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970761a5-6d2d-4853-916b-4d4023fdecd6 req-7e198e21-e9c4-4f07-a700-893c489e43dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:45.594003 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-970761a5-6d2d-4853-916b-4d4023fdecd6 req-7e198e21-e9c4-4f07-a700-893c489e43dc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=680eb147007347d0b28b90eaf34e5f6f&device_id=8b4b9a70-2b55-46f0-be18-c2bf97df8d72 HTTP/1.1" status: 200 len: 1095 time: 0.1572340 Jul 15 23:05:45.601869 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5081e-8393-4462-baae-424dd8bbcb93 req-810c329f-71ca-4ce6-b55a-8d2ea63cf2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:45.603491 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-75d5081e-8393-4462-baae-424dd8bbcb93 req-810c329f-71ca-4ce6-b55a-8d2ea63cf2de service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a34cf790-18e0-4ca4-8f48-6884c050a5f8 HTTP/1.1" status: 200 len: 1101 time: 0.2054975 Jul 15 23:05:45.646285 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b7144c-4055-4676-8809-2fc4fcd65c82 req-54cc5c59-e32d-4363-8bba-ab631fa2f6f4 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:45.647890 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d2b7144c-4055-4676-8809-2fc4fcd65c82 req-54cc5c59-e32d-4363-8bba-ab631fa2f6f4 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/ports?device_id=a34cf790-18e0-4ca4-8f48-6884c050a5f8 HTTP/1.1" status: 200 len: 950 time: 0.1337628 Jul 15 23:05:45.681204 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-75d5081e-8393-4462-baae-424dd8bbcb93 req-32d4575f-1d3a-4a11-9207-0f763c41077f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=2f7c45fd-39fc-4943-ba7d-041fb8807cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668428 Jul 15 23:05:45.709741 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-970761a5-6d2d-4853-916b-4d4023fdecd6 req-bbb40479-4b14-43e8-bc53-240652d455a1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f139e365-d173-4a38-84ed-c7dc88747f8e HTTP/1.1" status: 200 len: 217 time: 0.0441160 Jul 15 23:05:45.728016 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d2b7144c-4055-4676-8809-2fc4fcd65c82 req-2dd93e50-6629-4904-91fb-0ecbf3d70200 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f7c45fd-39fc-4943-ba7d-041fb8807cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730882 Jul 15 23:05:45.782259 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0feea066-b171-4a21-8ba4-2030b202e511 x-openstack-request-id: req-0feea066-b171-4a21-8ba4-2030b202e511 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:45.782691 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b4b9a70-2b55-46f0-be18-c2bf97df8d72", "tag": "f139e365-d173-4a38-84ed-c7dc88747f8e", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:45.782802 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0feea066-b171-4a21-8ba4-2030b202e511 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:45.783180 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b4b9a70-2b55-46f0-be18-c2bf97df8d72', 'tag': 'f139e365-d173-4a38-84ed-c7dc88747f8e', 'status': 'completed', 'code': 200} Jul 15 23:05:45.800325 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970761a5-6d2d-4853-916b-4d4023fdecd6 req-3ce01c25-8ed6-46ba-917d-ff3ef84e2cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:45.805839 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-970761a5-6d2d-4853-916b-4d4023fdecd6 req-3ce01c25-8ed6-46ba-917d-ff3ef84e2cac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b89a129e-9de5-4301-b344-10ab05e9feea HTTP/1.1" status: 200 len: 848 time: 0.0708389 Jul 15 23:05:45.850869 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-970761a5-6d2d-4853-916b-4d4023fdecd6 req-89f42124-eef4-4813-8ec8-06f047f40d18 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f037b993-4149-40e0-a687-25986d720de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310979 Jul 15 23:05:46.019145 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efca565-0095-47bb-a354-beb530ec8af8 req-b5d9fd77-8a7b-484f-8db9-7d8e652bf70f tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:46.020736 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8efca565-0095-47bb-a354-beb530ec8af8 req-b5d9fd77-8a7b-484f-8db9-7d8e652bf70f tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b4b9a70-2b55-46f0-be18-c2bf97df8d72 HTTP/1.1" status: 200 len: 944 time: 0.1302319 Jul 15 23:05:46.022645 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-970761a5-6d2d-4853-916b-4d4023fdecd6 req-a32f0c9f-46f5-4772-aaaf-7239eee20611 service neutron] 10.222.0.41 "GET /v2.0/networks/f037b993-4149-40e0-a687-25986d720de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554508 Jul 15 23:05:46.092462 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8efca565-0095-47bb-a354-beb530ec8af8 req-3e36804b-9b16-4faf-9d10-2ba2c5707ea9 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640147 Jul 15 23:05:46.163734 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-970761a5-6d2d-4853-916b-4d4023fdecd6 req-0b73a1e7-2a2d-404f-b829-47dbde299a48 service neutron] 10.222.0.41 "GET /v2.0/networks/f037b993-4149-40e0-a687-25986d720de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123924 Jul 15 23:05:46.243784 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 50764) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:46.259939 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-56a3358b-293f-4321-ae49-1f322e03a926 req-70a70266-a349-4a98-94ac-b96a12ca69b3 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=943e0e7be5644005a591d26197ee19f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0639241 Jul 15 23:05:46.274854 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device b9ecf22a-cd03-404c-b680-fc8930fd9489 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:05:46.379255 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port b9ecf22a-cd03-404c-b680-fc8930fd9489 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:05:46.386205 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port b9ecf22a-cd03-404c-b680-fc8930fd9489 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:46.386569 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:46.389672 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b9ee65-065b-4ce9-829a-c1abdcb49c82 req-3085b597-2178-4f81-8e33-42610c33f376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:46.391358 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e7b9ee65-065b-4ce9-829a-c1abdcb49c82 req-3085b597-2178-4f81-8e33-42610c33f376 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=680eb147007347d0b28b90eaf34e5f6f&device_id=8b4b9a70-2b55-46f0-be18-c2bf97df8d72 HTTP/1.1" status: 200 len: 1095 time: 0.0904984 Jul 15 23:05:46.478537 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3bb50699-b06a-49a8-869b-d0f68940b33e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:46.506351 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c4919-142d-47c8-9039-091c77739bfb req-334549bb-bfc8-4e6c-8003-12d1b64fac05 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:46.508302 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7d1c4919-142d-47c8-9039-091c77739bfb req-334549bb-bfc8-4e6c-8003-12d1b64fac05 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/ports?device_id=f53e337a-c6ef-4b42-945e-af6a816e6094 HTTP/1.1" status: 200 len: 984 time: 0.2290263 Jul 15 23:05:46.514624 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:46.516695 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a3358b-293f-4321-ae49-1f322e03a926 req-310fc1ef-d317-4201-a489-ff1ffab9c867 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:46.518740 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-56a3358b-293f-4321-ae49-1f322e03a926 req-310fc1ef-d317-4201-a489-ff1ffab9c867 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2054083 Jul 15 23:05:46.546743 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e135f66e-b4e2-4872-9d98-bc839753958c req-943afcec-dfdb-41b4-ac89-752e9ae2a6fd tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:46.549106 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e135f66e-b4e2-4872-9d98-bc839753958c req-943afcec-dfdb-41b4-ac89-752e9ae2a6fd tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/ports?device_id=14b9e249-79e3-4c40-8dfb-0fdf03e38dae HTTP/1.1" status: 200 len: 945 time: 0.2046938 Jul 15 23:05:46.552297 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port b9ecf22a-cd03-404c-b680-fc8930fd9489, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=b9ecf22a-cd03-404c-b680-fc8930fd9489,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:46.557820 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-56a3358b-293f-4321-ae49-1f322e03a926 req-4684e738-78cf-4ef1-a321-2ad008291ffe tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Request body: {'port': {'device_id': '15ef82b7-20b0-46b6-be4d-5fa457f25444', 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'admin_state_up': True, 'tenant_id': '943e0e7be5644005a591d26197ee19f5'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:46.561571 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:46.581554 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b9ee65-065b-4ce9-829a-c1abdcb49c82 req-ae595a41-103e-4f2c-a3c4-086a3e6f84de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:46.584034 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e7b9ee65-065b-4ce9-829a-c1abdcb49c82 req-ae595a41-103e-4f2c-a3c4-086a3e6f84de service neutron] 10.222.0.41 "GET /v2.0/networks?id=f037b993-4149-40e0-a687-25986d720de6 HTTP/1.1" status: 200 len: 909 time: 0.1827667 Jul 15 23:05:46.621549 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=b9ecf22a-cd03-404c-b680-fc8930fd9489,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:46.630526 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7d1c4919-142d-47c8-9039-091c77739bfb req-bfc91507-0ad5-443c-bdac-9136925c91d9 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/security-groups?id=d689cec7-e188-42fb-8146-0aa589978893&id=ed7b7464-aa8d-4590-b4a7-0b89f98915e9&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1104827 Jul 15 23:05:46.644568 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e7b9ee65-065b-4ce9-829a-c1abdcb49c82 req-6c53faeb-88e7-48f3-87f8-d73d2eb0a999 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f139e365-d173-4a38-84ed-c7dc88747f8e HTTP/1.1" status: 200 len: 217 time: 0.0469487 Jul 15 23:05:46.689203 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e135f66e-b4e2-4872-9d98-bc839753958c req-ddb1a3d3-ff19-4822-86b0-15e0d9efb89e tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e74215b-8011-4ee0-b502-a2314077a754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265795 Jul 15 23:05:46.712317 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3bb50699-b06a-49a8-869b-d0f68940b33e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:46.720840 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3bb50699-b06a-49a8-869b-d0f68940b33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:46.749481 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56a3358b-293f-4321-ae49-1f322e03a926 req-4684e738-78cf-4ef1-a321-2ad008291ffe tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Made reservation on behalf of 943e0e7be5644005a591d26197ee19f5 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:05:46.755905 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-56a3358b-293f-4321-ae49-1f322e03a926 req-4684e738-78cf-4ef1-a321-2ad008291ffe tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:46.779817 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-3bb50699-b06a-49a8-869b-d0f68940b33e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3d31e29fc47c4cc48e37610718010380&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5345240 Jul 15 23:05:46.782580 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 50778) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:46.785301 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b9ee65-065b-4ce9-829a-c1abdcb49c82 req-43f5e50e-8887-45c2-83f0-e697c4e0c55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:46.786819 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e7b9ee65-065b-4ce9-829a-c1abdcb49c82 req-43f5e50e-8887-45c2-83f0-e697c4e0c55b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b89a129e-9de5-4301-b344-10ab05e9feea HTTP/1.1" status: 200 len: 848 time: 0.1204302 Jul 15 23:05:46.802446 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb50699-b06a-49a8-869b-d0f68940b33e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ba8090-571b-447f-a60c-743c645b6a50,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:46.827649 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e7b9ee65-065b-4ce9-829a-c1abdcb49c82 req-9496781c-9ca5-4372-bc86-1358219ee22c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f037b993-4149-40e0-a687-25986d720de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331371 Jul 15 23:05:46.850933 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c2e573b7-3e86-4de9-816d-26f8aa787ef8 req-670f1b47-af95-492f-bf76-4181ae927899 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=15ef82b7-20b0-46b6-be4d-5fa457f25444 HTTP/1.1" status: 200 len: 210 time: 0.0695655 Jul 15 23:05:46.940265 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e7b9ee65-065b-4ce9-829a-c1abdcb49c82 req-645b6aad-ca29-4723-9413-b03d3b2e1e8b service neutron] 10.222.0.41 "GET /v2.0/networks/f037b993-4149-40e0-a687-25986d720de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049170 Jul 15 23:05:47.032967 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3622cc3c-7443-4029-a61f-cf5fd8440709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:47.053549 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-56a3358b-293f-4321-ae49-1f322e03a926 req-4684e738-78cf-4ef1-a321-2ad008291ffe tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Allocated IP 192.168.233.149 (5d412861-bef3-4cc1-ae9f-87a6a36753c0/0d909a96-22de-4aa9-b690-1c7da965ceac/600c70ff-f3b9-44ef-ab5b-b11e9e9453e0) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:05:47.062736 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e7b9ee65-065b-4ce9-829a-c1abdcb49c82 req-bfc1f4fb-bce6-432b-bd60-b272edbce091 service neutron] 10.222.0.41 "GET /v2.0/networks/f037b993-4149-40e0-a687-25986d720de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156361 Jul 15 23:05:47.089713 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-86c6e93c-7214-4019-bd18-06d54b3e002a req-1ae803b3-e510-499f-97a6-f93173a795ec tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-700248885&fields=id&tenant_id=d4a56bf4150b47a1aafe3e0a8ae6ac97 HTTP/1.1" status: 200 len: 267 time: 0.1146255 Jul 15 23:05:47.113227 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577ac9d7-8ff5-4195-aa30-e3cc33d4651d req-240fa3d9-d49a-40db-ac1a-133466598ea6 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:47.114898 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-577ac9d7-8ff5-4195-aa30-e3cc33d4651d req-240fa3d9-d49a-40db-ac1a-133466598ea6 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e085def-8d90-4258-b908-b06c68452c6d HTTP/1.1" status: 200 len: 950 time: 0.2709045 Jul 15 23:05:47.116956 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3622cc3c-7443-4029-a61f-cf5fd8440709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:47.194730 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e085def-8d90-4258-b908-b06c68452c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ecf22a-cd03-404c-b680-fc8930fd9489'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:47.197189 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-970973d7-e83b-43dd-84d3-cf3c959723ef" -d '{"events": [{"server_uuid": "0e085def-8d90-4258-b908-b06c68452c6d", "name": "network-vif-plugged", "status": "completed", "tag": "b9ecf22a-cd03-404c-b680-fc8930fd9489"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:47.249541 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-577ac9d7-8ff5-4195-aa30-e3cc33d4651d req-25174701-9dd3-4173-9f99-1ac77fb0a391 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139672 Jul 15 23:05:47.331523 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c6e93c-7214-4019-bd18-06d54b3e002a req-91876402-2ed4-4d6c-adc4-3b8a763e2619 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:47.333119 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-86c6e93c-7214-4019-bd18-06d54b3e002a req-91876402-2ed4-4d6c-adc4-3b8a763e2619 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/ports?device_id=f53e337a-c6ef-4b42-945e-af6a816e6094 HTTP/1.1" status: 200 len: 984 time: 0.2347028 Jul 15 23:05:47.338166 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3622cc3c-7443-4029-a61f-cf5fd8440709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:47.340686 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3622cc3c-7443-4029-a61f-cf5fd8440709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:47.341817 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-3622cc3c-7443-4029-a61f-cf5fd8440709 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/27ba8090-571b-447f-a60c-743c645b6a50 HTTP/1.1" status: 204 len: 168 time: 0.5580692 Jul 15 23:05:47.359646 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-86c6e93c-7214-4019-bd18-06d54b3e002a req-67884942-380d-4cec-9c66-8fe73dcf2380 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Request body: {'port': {'security_groups': ['d689cec7-e188-42fb-8146-0aa589978893', 'ed7b7464-aa8d-4590-b4a7-0b89f98915e9', 'e2d01e97-b245-4356-9918-6d5f68f2e1df']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:47.386738 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3622cc3c-7443-4029-a61f-cf5fd8440709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ba8090-571b-447f-a60c-743c645b6a50,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:47.460089 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-56a3358b-293f-4321-ae49-1f322e03a926 req-4684e738-78cf-4ef1-a321-2ad008291ffe tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:47.506434 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-56a3358b-293f-4321-ae49-1f322e03a926 req-4684e738-78cf-4ef1-a321-2ad008291ffe tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Transition to ACTIVE for port object 600c70ff-f3b9-44ef-ab5b-b11e9e9453e0 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:05:47.532269 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-86c6e93c-7214-4019-bd18-06d54b3e002a req-67884942-380d-4cec-9c66-8fe73dcf2380 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:47.597677 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffd9140-5746-4b20-a964-f51073d88223 req-12c23611-9118-4786-b7b0-082447e58d11 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:47.599216 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7ffd9140-5746-4b20-a964-f51073d88223 req-12c23611-9118-4786-b7b0-082447e58d11 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/ports?device_id=a34cf790-18e0-4ca4-8f48-6884c050a5f8 HTTP/1.1" status: 200 len: 950 time: 0.2340760 Jul 15 23:05:47.624604 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-56a3358b-293f-4321-ae49-1f322e03a926 req-4684e738-78cf-4ef1-a321-2ad008291ffe tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:47.639746 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['8f0d8289-9945-4b18-96eb-ec03ccd15832'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:47.655436 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 50788) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:47.671714 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02d05245-850e-4fff-b100-218ed8f00a42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:47.715645 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56a3358b-293f-4321-ae49-1f322e03a926 req-4684e738-78cf-4ef1-a321-2ad008291ffe tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:05:47.732556 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-56a3358b-293f-4321-ae49-1f322e03a926 req-4684e738-78cf-4ef1-a321-2ad008291ffe tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:05:47.738039 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7ffd9140-5746-4b20-a964-f51073d88223 req-04055c7e-c607-4b7b-8762-b60fb0c5391a tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f7c45fd-39fc-4943-ba7d-041fb8807cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303680 Jul 15 23:05:47.741922 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-56a3358b-293f-4321-ae49-1f322e03a926 req-4684e738-78cf-4ef1-a321-2ad008291ffe tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:05:47.751667 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4684e738-78cf-4ef1-a321-2ad008291ffe tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Pushing event updated for resources: {'Port': ['ID=600c70ff-f3b9-44ef-ab5b-b11e9e9453e0,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:47.824671 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a3358b-293f-4321-ae49-1f322e03a926 req-4684e738-78cf-4ef1-a321-2ad008291ffe tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:47.825346 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-56a3358b-293f-4321-ae49-1f322e03a926 req-4684e738-78cf-4ef1-a321-2ad008291ffe tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:47.855276 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02d05245-850e-4fff-b100-218ed8f00a42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:47.868371 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-56a3358b-293f-4321-ae49-1f322e03a926 req-4684e738-78cf-4ef1-a321-2ad008291ffe tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3150077 Jul 15 23:05:47.873037 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02d05245-850e-4fff-b100-218ed8f00a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:47.910567 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d05245-850e-4fff-b100-218ed8f00a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44cda989-6626-4932-a19d-5fb36da358a2,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:47.941612 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-56a3358b-293f-4321-ae49-1f322e03a926 req-699f8c77-6613-4f5a-b9e9-f5c6e648493a service neutron] Request body: {'port': {'device_id': '15ef82b7-20b0-46b6-be4d-5fa457f25444', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:47.948013 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-02d05245-850e-4fff-b100-218ed8f00a42 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f289948deda8434d93e65d621a41385f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2911053 Jul 15 23:05:47.949227 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 50796) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:48.035868 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-86c6e93c-7214-4019-bd18-06d54b3e002a req-67884942-380d-4cec-9c66-8fe73dcf2380 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] For port fd1679c3-9a00-4824-aa1d-b713b416960a, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=fd1679c3-9a00-4824-aa1d-b713b416960a,segment=NetworkSegment(ca12bc68-5d99-44db-b30e-afb9a7b600f7),segment_id=ca12bc68-5d99-44db-b30e-afb9a7b600f7)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:48.040394 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-24b5200b-2857-48e2-afd2-725d0adc535b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:48.069277 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-24b5200b-2857-48e2-afd2-725d0adc535b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:48.099268 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-dd744431-1928-43ad-b7dd-7d05f5dcdb9a None None] Provisioning for port 600c70ff-f3b9-44ef-ab5b-b11e9e9453e0 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:05:48.103460 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-dd744431-1928-43ad-b7dd-7d05f5dcdb9a None None] Provisioning complete for port 600c70ff-f3b9-44ef-ab5b-b11e9e9453e0 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:48.104260 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dd744431-1928-43ad-b7dd-7d05f5dcdb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:48.126963 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-24b5200b-2857-48e2-afd2-725d0adc535b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:48.130798 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-24b5200b-2857-48e2-afd2-725d0adc535b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:48.132121 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-24b5200b-2857-48e2-afd2-725d0adc535b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/44cda989-6626-4932-a19d-5fb36da358a2 HTTP/1.1" status: 204 len: 168 time: 0.1813722 Jul 15 23:05:48.132849 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-56a3358b-293f-4321-ae49-1f322e03a926 req-699f8c77-6613-4f5a-b9e9-f5c6e648493a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:48.144614 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-86c6e93c-7214-4019-bd18-06d54b3e002a req-67884942-380d-4cec-9c66-8fe73dcf2380 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:48.147694 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b5200b-2857-48e2-afd2-725d0adc535b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44cda989-6626-4932-a19d-5fb36da358a2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:48.152402 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-86c6e93c-7214-4019-bd18-06d54b3e002a req-67884942-380d-4cec-9c66-8fe73dcf2380 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:48.155701 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-dd744431-1928-43ad-b7dd-7d05f5dcdb9a None None] Port 600c70ff-f3b9-44ef-ab5b-b11e9e9453e0 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:05:48.187647 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['fd1679c3-9a00-4824-aa1d-b713b416960a'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:48.244095 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c6e93c-7214-4019-bd18-06d54b3e002a req-67884942-380d-4cec-9c66-8fe73dcf2380 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:48.244760 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-86c6e93c-7214-4019-bd18-06d54b3e002a req-67884942-380d-4cec-9c66-8fe73dcf2380 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:48.246216 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-86c6e93c-7214-4019-bd18-06d54b3e002a req-67884942-380d-4cec-9c66-8fe73dcf2380 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "PUT /v2.0/ports/fd1679c3-9a00-4824-aa1d-b713b416960a HTTP/1.1" status: 200 len: 1020 time: 0.9033492 Jul 15 23:05:48.248824 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f53e337a-c6ef-4b42-945e-af6a816e6094', 'tag': 'fd1679c3-9a00-4824-aa1d-b713b416960a'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:48.251334 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822c37ea-f429-451e-8718-8a2de3b4c6bc" -d '{"events": [{"name": "network-changed", "server_uuid": "f53e337a-c6ef-4b42-945e-af6a816e6094", "tag": "fd1679c3-9a00-4824-aa1d-b713b416960a"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:48.268979 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['39e3d2bc-c0bf-474d-a5fe-77c548219b78'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:48.301695 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac072b2-d493-4bf5-8ad7-b95e2bde2eb3 x-openstack-request-id: req-dac072b2-d493-4bf5-8ad7-b95e2bde2eb3 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:48.301992 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e085def-8d90-4258-b908-b06c68452c6d", "name": "network-vif-plugged", "status": "completed", "tag": "b9ecf22a-cd03-404c-b680-fc8930fd9489", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:48.302420 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dac072b2-d493-4bf5-8ad7-b95e2bde2eb3 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:48.302966 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e085def-8d90-4258-b908-b06c68452c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ecf22a-cd03-404c-b680-fc8930fd9489', 'code': 200} Jul 15 23:05:48.356119 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67884942-380d-4cec-9c66-8fe73dcf2380 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Pushing event updated for resources: {'Port': ['ID=fd1679c3-9a00-4824-aa1d-b713b416960a,revision_number=7']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:48.394126 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a3a29-ff99-4df7-ac7c-9a7586f6456c req-241a071d-e5ac-4602-9816-3c75399a18a9 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:48.396532 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a65a3a29-ff99-4df7-ac7c-9a7586f6456c req-241a071d-e5ac-4602-9816-3c75399a18a9 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b4b9a70-2b55-46f0-be18-c2bf97df8d72 HTTP/1.1" status: 200 len: 944 time: 0.3301935 Jul 15 23:05:48.412239 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['fd1679c3-9a00-4824-aa1d-b713b416960a'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:48.607446 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a65a3a29-ff99-4df7-ac7c-9a7586f6456c req-318cc2e4-56a1-4548-b59c-4a23f07fcd00 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727862 Jul 15 23:05:48.647292 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da09ec-5cf9-4403-9806-dd8ab8716d8f req-491419d8-e4bf-4d16-a320-5b2d590c9029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:48.648887 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-86da09ec-5cf9-4403-9806-dd8ab8716d8f req-491419d8-e4bf-4d16-a320-5b2d590c9029 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0e085def-8d90-4258-b908-b06c68452c6d HTTP/1.1" status: 200 len: 1101 time: 0.2104573 Jul 15 23:05:48.690810 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad96a6bb-a757-41a7-aabc-cee41812821d req-19896cb1-a8e8-456f-9509-1797a27e0955 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:48.697818 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ad96a6bb-a757-41a7-aabc-cee41812821d req-19896cb1-a8e8-456f-9509-1797a27e0955 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/ports?device_id=14b9e249-79e3-4c40-8dfb-0fdf03e38dae HTTP/1.1" status: 200 len: 945 time: 0.2619839 Jul 15 23:05:49.106865 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-86da09ec-5cf9-4403-9806-dd8ab8716d8f req-e314d86e-7a3b-4c71-8547-891794f76c60 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4501746 Jul 15 23:05:49.116683 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-56a3358b-293f-4321-ae49-1f322e03a926 req-699f8c77-6613-4f5a-b9e9-f5c6e648493a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 600c70ff-f3b9-44ef-ab5b-b11e9e9453e0 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:05:49.121415 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-56a3358b-293f-4321-ae49-1f322e03a926 req-699f8c77-6613-4f5a-b9e9-f5c6e648493a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:49.130568 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ad96a6bb-a757-41a7-aabc-cee41812821d req-1e6e265e-3b54-41c0-8cbe-48c2d6651bf8 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e74215b-8011-4ee0-b502-a2314077a754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4318995 Jul 15 23:05:49.143832 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-56a3358b-293f-4321-ae49-1f322e03a926 req-699f8c77-6613-4f5a-b9e9-f5c6e648493a service neutron] Transition to ACTIVE for port object 600c70ff-f3b9-44ef-ab5b-b11e9e9453e0 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:05:49.148586 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-56a3358b-293f-4321-ae49-1f322e03a926 req-699f8c77-6613-4f5a-b9e9-f5c6e648493a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:49.251409 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device f139e365-d173-4a38-84ed-c7dc88747f8e details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:05:49.297869 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699f8c77-6613-4f5a-b9e9-f5c6e648493a service neutron] Pushing event updated for resources: {'Port': ['ID=600c70ff-f3b9-44ef-ab5b-b11e9e9453e0,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:49.364600 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fd267b3c-3523-4e76-a0f9-ff2f4805210e req-f37165c0-8a0f-42ab-add9-986e0b0ac709 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/security-groups/e2d01e97-b245-4356-9918-6d5f68f2e1df HTTP/1.1" status: 200 len: 1800 time: 0.1671188 Jul 15 23:05:49.382087 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port f139e365-d173-4a38-84ed-c7dc88747f8e, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=f139e365-d173-4a38-84ed-c7dc88747f8e,segment=NetworkSegment(2a783e67-ba53-4ea9-9bee-afb3f3217392),segment_id=2a783e67-ba53-4ea9-9bee-afb3f3217392)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:49.409657 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': 'f139e365-d173-4a38-84ed-c7dc88747f8e', 'network_id': 'f037b993-4149-40e0-a687-25986d720de6', 'port_id': 'f139e365-d173-4a38-84ed-c7dc88747f8e', 'mac_address': 'fa:16:3e:cf:7a:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b89a129e-9de5-4301-b344-10ab05e9feea', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:05:49.410593 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-56a3358b-293f-4321-ae49-1f322e03a926 req-699f8c77-6613-4f5a-b9e9-f5c6e648493a service neutron] Attempting to bind port 600c70ff-f3b9-44ef-ab5b-b11e9e9453e0 on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:05:49.410945 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-56a3358b-293f-4321-ae49-1f322e03a926 req-699f8c77-6613-4f5a-b9e9-f5c6e648493a service neutron] Attempting to bind port 600c70ff-f3b9-44ef-ab5b-b11e9e9453e0 by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:05:49.411274 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a3358b-293f-4321-ae49-1f322e03a926 req-699f8c77-6613-4f5a-b9e9-f5c6e648493a service neutron] Attempting to bind port 600c70ff-f3b9-44ef-ab5b-b11e9e9453e0 on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:49.425548 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a3358b-293f-4321-ae49-1f322e03a926 req-699f8c77-6613-4f5a-b9e9-f5c6e648493a service neutron] Port 600c70ff-f3b9-44ef-ab5b-b11e9e9453e0 on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:05:49.425824 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a3358b-293f-4321-ae49-1f322e03a926 req-699f8c77-6613-4f5a-b9e9-f5c6e648493a service neutron] Attempting to bind port 600c70ff-f3b9-44ef-ab5b-b11e9e9453e0 on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:49.444748 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d297db7-13a4-4292-9188-5d3fcefce367 req-b2e953bc-e973-49a0-af35-f57643c92596 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:49.446235 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4d297db7-13a4-4292-9188-5d3fcefce367 req-b2e953bc-e973-49a0-af35-f57643c92596 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=15ef82b7-20b0-46b6-be4d-5fa457f25444 HTTP/1.1" status: 200 len: 948 time: 0.1901731 Jul 15 23:05:49.448534 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a3358b-293f-4321-ae49-1f322e03a926 req-699f8c77-6613-4f5a-b9e9-f5c6e648493a service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:05:49.448876 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a3358b-293f-4321-ae49-1f322e03a926 req-699f8c77-6613-4f5a-b9e9-f5c6e648493a service neutron] Checking segment: {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:05:49.449269 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a3358b-293f-4321-ae49-1f322e03a926 req-699f8c77-6613-4f5a-b9e9-f5c6e648493a service neutron] Bound using segment: {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:05:49.449715 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-56a3358b-293f-4321-ae49-1f322e03a926 req-699f8c77-6613-4f5a-b9e9-f5c6e648493a service neutron] Bound port: 600c70ff-f3b9-44ef-ab5b-b11e9e9453e0, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:05:49.450081 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-56a3358b-293f-4321-ae49-1f322e03a926 req-699f8c77-6613-4f5a-b9e9-f5c6e648493a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:49.469093 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:49.473823 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [req-fd267b3c-3523-4e76-a0f9-ff2f4805210e req-f9216540-2326-4584-a70f-2529e4294df8 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 15 23:05:49.488153 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fd267b3c-3523-4e76-a0f9-ff2f4805210e req-f9216540-2326-4584-a70f-2529e4294df8 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "DELETE /v2.0/security-groups/e2d01e97-b245-4356-9918-6d5f68f2e1df HTTP/1.1" status: 409 len: 341 time: 0.1226003 Jul 15 23:05:49.489485 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f139e365-d173-4a38-84ed-c7dc88747f8e {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:05:49.522558 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port f139e365-d173-4a38-84ed-c7dc88747f8e, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=f139e365-d173-4a38-84ed-c7dc88747f8e,segment=NetworkSegment(2a783e67-ba53-4ea9-9bee-afb3f3217392),segment_id=2a783e67-ba53-4ea9-9bee-afb3f3217392)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:49.526989 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:49.563322 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3787751-fa40-4e76-9b05-dc8a0ee61fe0 x-openstack-request-id: req-e3787751-fa40-4e76-9b05-dc8a0ee61fe0 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:49.563669 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f53e337a-c6ef-4b42-945e-af6a816e6094", "tag": "fd1679c3-9a00-4824-aa1d-b713b416960a", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:49.564933 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e3787751-fa40-4e76-9b05-dc8a0ee61fe0 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:49.564933 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f53e337a-c6ef-4b42-945e-af6a816e6094', 'tag': 'fd1679c3-9a00-4824-aa1d-b713b416960a', 'status': 'completed', 'code': 200} Jul 15 23:05:49.588786 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4d297db7-13a4-4292-9188-5d3fcefce367 req-430b7a32-7308-43b4-be0a-19e7bf467e13 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261480 Jul 15 23:05:49.619891 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=f139e365-d173-4a38-84ed-c7dc88747f8e,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:49.657311 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-56a3358b-293f-4321-ae49-1f322e03a926 req-699f8c77-6613-4f5a-b9e9-f5c6e648493a service neutron] For port 600c70ff-f3b9-44ef-ab5b-b11e9e9453e0, host n-h2-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:05:49.661560 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-56a3358b-293f-4321-ae49-1f322e03a926 req-699f8c77-6613-4f5a-b9e9-f5c6e648493a service neutron] For port 600c70ff-f3b9-44ef-ab5b-b11e9e9453e0, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=600c70ff-f3b9-44ef-ab5b-b11e9e9453e0,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:05:49.666060 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-56a3358b-293f-4321-ae49-1f322e03a926 req-699f8c77-6613-4f5a-b9e9-f5c6e648493a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:49.671413 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822c37ea-f429-451e-8718-8a2de3b4c6bc req-2439c075-ee0e-4326-b1c4-0ec7ceddb856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:49.673605 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-822c37ea-f429-451e-8718-8a2de3b4c6bc req-2439c075-ee0e-4326-b1c4-0ec7ceddb856 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d4a56bf4150b47a1aafe3e0a8ae6ac97&device_id=f53e337a-c6ef-4b42-945e-af6a816e6094 HTTP/1.1" status: 200 len: 1174 time: 0.0649037 Jul 15 23:05:49.741209 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a3358b-293f-4321-ae49-1f322e03a926 req-699f8c77-6613-4f5a-b9e9-f5c6e648493a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:49.741209 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-56a3358b-293f-4321-ae49-1f322e03a926 req-699f8c77-6613-4f5a-b9e9-f5c6e648493a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:49.741209 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-56a3358b-293f-4321-ae49-1f322e03a926 req-699f8c77-6613-4f5a-b9e9-f5c6e648493a service neutron] 10.222.0.41 "PUT /v2.0/ports/600c70ff-f3b9-44ef-ab5b-b11e9e9453e0 HTTP/1.1" status: 200 len: 1096 time: 1.8055100 Jul 15 23:05:49.793166 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699f8c77-6613-4f5a-b9e9-f5c6e648493a service neutron] Pushing event updated for resources: {'Port': ['ID=600c70ff-f3b9-44ef-ab5b-b11e9e9453e0,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:49.817406 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822c37ea-f429-451e-8718-8a2de3b4c6bc req-86936491-f3ff-4171-bde6-6caefabf8f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:49.818934 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-822c37ea-f429-451e-8718-8a2de3b4c6bc req-86936491-f3ff-4171-bde6-6caefabf8f6a service neutron] 10.222.0.41 "GET /v2.0/networks?id=c1b42de0-c201-4a05-9b98-70df99dfc1e5 HTTP/1.1" status: 200 len: 914 time: 0.1366005 Jul 15 23:05:49.821267 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d962fe-1394-4b7b-bced-01047a324188 req-587dcb5d-fca6-48ba-b69b-a256df88ac43 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:49.822958 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-39d962fe-1394-4b7b-bced-01047a324188 req-587dcb5d-fca6-48ba-b69b-a256df88ac43 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e085def-8d90-4258-b908-b06c68452c6d HTTP/1.1" status: 200 len: 950 time: 0.1533701 Jul 15 23:05:49.864017 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-822c37ea-f429-451e-8718-8a2de3b4c6bc req-a580cb39-c7c8-4bcd-a17e-438c3fbe1b6f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd1679c3-9a00-4824-aa1d-b713b416960a HTTP/1.1" status: 200 len: 217 time: 0.0382259 Jul 15 23:05:49.914378 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a3358b-293f-4321-ae49-1f322e03a926 req-5c6ec411-c41d-4835-b594-804bfc36dbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:49.917878 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['f139e365-d173-4a38-84ed-c7dc88747f8e'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:49.921599 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-56a3358b-293f-4321-ae49-1f322e03a926 req-5c6ec411-c41d-4835-b594-804bfc36dbe1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=943e0e7be5644005a591d26197ee19f5&device_id=15ef82b7-20b0-46b6-be4d-5fa457f25444 HTTP/1.1" status: 200 len: 1099 time: 0.1185796 Jul 15 23:05:49.924355 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-39d962fe-1394-4b7b-bced-01047a324188 req-5fa72626-2b56-46a8-a94a-da26f19f46bb tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738704 Jul 15 23:05:49.965066 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822c37ea-f429-451e-8718-8a2de3b4c6bc req-76bb203a-e86f-4190-825b-596c0e10557c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:49.966550 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-822c37ea-f429-451e-8718-8a2de3b4c6bc req-76bb203a-e86f-4190-825b-596c0e10557c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4944b977-d0e8-4302-b092-5407ca25043e HTTP/1.1" status: 200 len: 853 time: 0.0906861 Jul 15 23:05:50.015882 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-56a3358b-293f-4321-ae49-1f322e03a926 req-acccd339-a85d-4f5e-a382-be978073ebab service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=600c70ff-f3b9-44ef-ab5b-b11e9e9453e0 HTTP/1.1" status: 200 len: 217 time: 0.0827253 Jul 15 23:05:50.034756 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-822c37ea-f429-451e-8718-8a2de3b4c6bc req-8ddc29bf-f18f-4660-b465-22e80a723c79 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c1b42de0-c201-4a05-9b98-70df99dfc1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540240 Jul 15 23:05:50.122356 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a3358b-293f-4321-ae49-1f322e03a926 req-5dc507a1-2a05-4838-91b4-b278df99e9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:50.125658 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-56a3358b-293f-4321-ae49-1f322e03a926 req-5dc507a1-2a05-4838-91b4-b278df99e9ce service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.1030858 Jul 15 23:05:50.148942 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-822c37ea-f429-451e-8718-8a2de3b4c6bc req-328d0be3-8bd2-44f0-af3b-d04f435f7546 service neutron] 10.222.0.41 "GET /v2.0/networks/c1b42de0-c201-4a05-9b98-70df99dfc1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077912 Jul 15 23:05:50.249757 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a3358b-293f-4321-ae49-1f322e03a926 req-05b41938-8e62-4448-9727-e174d80f0886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:50.251654 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-56a3358b-293f-4321-ae49-1f322e03a926 req-05b41938-8e62-4448-9727-e174d80f0886 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1193116 Jul 15 23:05:50.266451 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-822c37ea-f429-451e-8718-8a2de3b4c6bc req-91f187bf-f5a8-423e-bd85-158279ef259b service neutron] 10.222.0.41 "GET /v2.0/networks/c1b42de0-c201-4a05-9b98-70df99dfc1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100495 Jul 15 23:05:50.353655 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b7f8e-5bd1-49b9-b47a-1f835043df89 req-e8df5a2e-d16d-4c23-9f6c-b34b3de3a4c2 tempest-ServersAdminTestJSON-2091725591 tempest-ServersAdminTestJSON-2091725591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:50.354139 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b7f8e-5bd1-49b9-b47a-1f835043df89 req-e8df5a2e-d16d-4c23-9f6c-b34b3de3a4c2 tempest-ServersAdminTestJSON-2091725591 tempest-ServersAdminTestJSON-2091725591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:50.354607 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b7f8e-5bd1-49b9-b47a-1f835043df89 req-e8df5a2e-d16d-4c23-9f6c-b34b3de3a4c2 tempest-ServersAdminTestJSON-2091725591 tempest-ServersAdminTestJSON-2091725591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:50.355083 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b7f8e-5bd1-49b9-b47a-1f835043df89 req-e8df5a2e-d16d-4c23-9f6c-b34b3de3a4c2 tempest-ServersAdminTestJSON-2091725591 tempest-ServersAdminTestJSON-2091725591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:50.355548 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b7f8e-5bd1-49b9-b47a-1f835043df89 req-e8df5a2e-d16d-4c23-9f6c-b34b3de3a4c2 tempest-ServersAdminTestJSON-2091725591 tempest-ServersAdminTestJSON-2091725591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:50.356040 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b7f8e-5bd1-49b9-b47a-1f835043df89 req-e8df5a2e-d16d-4c23-9f6c-b34b3de3a4c2 tempest-ServersAdminTestJSON-2091725591 tempest-ServersAdminTestJSON-2091725591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:50.356501 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b7f8e-5bd1-49b9-b47a-1f835043df89 req-e8df5a2e-d16d-4c23-9f6c-b34b3de3a4c2 tempest-ServersAdminTestJSON-2091725591 tempest-ServersAdminTestJSON-2091725591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:50.356966 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b7f8e-5bd1-49b9-b47a-1f835043df89 req-e8df5a2e-d16d-4c23-9f6c-b34b3de3a4c2 tempest-ServersAdminTestJSON-2091725591 tempest-ServersAdminTestJSON-2091725591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:50.357421 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b7f8e-5bd1-49b9-b47a-1f835043df89 req-e8df5a2e-d16d-4c23-9f6c-b34b3de3a4c2 tempest-ServersAdminTestJSON-2091725591 tempest-ServersAdminTestJSON-2091725591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:50.357881 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b7f8e-5bd1-49b9-b47a-1f835043df89 req-e8df5a2e-d16d-4c23-9f6c-b34b3de3a4c2 tempest-ServersAdminTestJSON-2091725591 tempest-ServersAdminTestJSON-2091725591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:50.358333 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b7f8e-5bd1-49b9-b47a-1f835043df89 req-e8df5a2e-d16d-4c23-9f6c-b34b3de3a4c2 tempest-ServersAdminTestJSON-2091725591 tempest-ServersAdminTestJSON-2091725591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:50.358790 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b7f8e-5bd1-49b9-b47a-1f835043df89 req-e8df5a2e-d16d-4c23-9f6c-b34b3de3a4c2 tempest-ServersAdminTestJSON-2091725591 tempest-ServersAdminTestJSON-2091725591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:50.359250 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b7f8e-5bd1-49b9-b47a-1f835043df89 req-e8df5a2e-d16d-4c23-9f6c-b34b3de3a4c2 tempest-ServersAdminTestJSON-2091725591 tempest-ServersAdminTestJSON-2091725591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:50.359767 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b7f8e-5bd1-49b9-b47a-1f835043df89 req-e8df5a2e-d16d-4c23-9f6c-b34b3de3a4c2 tempest-ServersAdminTestJSON-2091725591 tempest-ServersAdminTestJSON-2091725591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:50.360219 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b7f8e-5bd1-49b9-b47a-1f835043df89 req-e8df5a2e-d16d-4c23-9f6c-b34b3de3a4c2 tempest-ServersAdminTestJSON-2091725591 tempest-ServersAdminTestJSON-2091725591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:50.360952 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b7f8e-5bd1-49b9-b47a-1f835043df89 req-e8df5a2e-d16d-4c23-9f6c-b34b3de3a4c2 tempest-ServersAdminTestJSON-2091725591 tempest-ServersAdminTestJSON-2091725591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:50.361393 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b7f8e-5bd1-49b9-b47a-1f835043df89 req-e8df5a2e-d16d-4c23-9f6c-b34b3de3a4c2 tempest-ServersAdminTestJSON-2091725591 tempest-ServersAdminTestJSON-2091725591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:50.362384 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b7f8e-5bd1-49b9-b47a-1f835043df89 req-e8df5a2e-d16d-4c23-9f6c-b34b3de3a4c2 tempest-ServersAdminTestJSON-2091725591 tempest-ServersAdminTestJSON-2091725591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:50.365257 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-158b7f8e-5bd1-49b9-b47a-1f835043df89 req-e8df5a2e-d16d-4c23-9f6c-b34b3de3a4c2 tempest-ServersAdminTestJSON-2091725591 tempest-ServersAdminTestJSON-2091725591-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=15ef82b7-20b0-46b6-be4d-5fa457f25444&device_id=8b4b9a70-2b55-46f0-be18-c2bf97df8d72&device_id=0e085def-8d90-4258-b908-b06c68452c6d&device_id=a34cf790-18e0-4ca4-8f48-6884c050a5f8&device_id=f53e337a-c6ef-4b42-945e-af6a816e6094&device_id=c97e1568-95ee-4c69-875e-2368a16e3b06&device_id=7eb84bd1-9cd9-43e2-9924-8f6006dc1901&device_id=72a7edd5-dbed-4017-8258-324186bce4ee&device_id=9ea09a9e-d339-49fc-bfd6-6648e90f758d&device_id=14b9e249-79e3-4c40-8dfb-0fdf03e38dae&device_id=34effbc0-2dfe-47c4-8686-e4eb48108560&device_id=d3fe0fc9-3f0f-47d9-b15e-70962cd60c90&device_id=962c5b6d-067c-4f70-a2e6-e2b3fb4aa272&device_id=78f28607-290c-4646-be68-69602ac0b8f2&device_id=2dff3727-03d5-4b9b-a0bc-2113ce2158b0&device_id=bdd0c84f-a278-467d-8908-63914958ae37&device_id=db1a5c74-db56-4a53-8bb7-e2461f3d5ee6&device_id=70896dfb-4452-495b-ade7-c85ec54b4cc6 HTTP/1.1" status: 200 len: 16369 time: 0.1585515 Jul 15 23:05:50.397006 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-158b7f8e-5bd1-49b9-b47a-1f835043df89 req-7b5ef508-4410-4e1e-9b06-d639ba6c48d8 tempest-ServersAdminTestJSON-2091725591 tempest-ServersAdminTestJSON-2091725591-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:50.401333 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-56a3358b-293f-4321-ae49-1f322e03a926 req-0d5a3bcd-f003-4e0a-821f-1530009dc533 service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425779 Jul 15 23:05:50.567433 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-56a3358b-293f-4321-ae49-1f322e03a926 req-c2c3c0a3-de24-4c94-96e8-70d8e756a2da service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522152 Jul 15 23:05:50.581629 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd7126-19d9-4d32-b7b7-bcba52924d99 req-02b65a8d-ad0f-41a7-bb7f-90eaa89a5abb tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:50.583033 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-aebd7126-19d9-4d32-b7b7-bcba52924d99 req-02b65a8d-ad0f-41a7-bb7f-90eaa89a5abb tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b4b9a70-2b55-46f0-be18-c2bf97df8d72 HTTP/1.1" status: 200 len: 945 time: 0.1840060 Jul 15 23:05:50.639389 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-aebd7126-19d9-4d32-b7b7-bcba52924d99 req-895956e6-e592-4ab6-bb4c-5fdb7d638f93 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496967 Jul 15 23:05:50.661002 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-158b7f8e-5bd1-49b9-b47a-1f835043df89 req-7b5ef508-4410-4e1e-9b06-d639ba6c48d8 tempest-ServersAdminTestJSON-2091725591 tempest-ServersAdminTestJSON-2091725591-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:50.664942 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-158b7f8e-5bd1-49b9-b47a-1f835043df89 req-7b5ef508-4410-4e1e-9b06-d639ba6c48d8 tempest-ServersAdminTestJSON-2091725591 tempest-ServersAdminTestJSON-2091725591-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:50.701911 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-158b7f8e-5bd1-49b9-b47a-1f835043df89 req-7b5ef508-4410-4e1e-9b06-d639ba6c48d8 tempest-ServersAdminTestJSON-2091725591 tempest-ServersAdminTestJSON-2091725591-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=d689cec7-e188-42fb-8146-0aa589978893&id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&id=2f7c45fd-39fc-4943-ba7d-041fb8807cdd&id=e2d01e97-b245-4356-9918-6d5f68f2e1df&id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&id=1e74215b-8011-4ee0-b502-a2314077a754&id=a217bd2c-98fe-4a70-96ed-f585468603cd&id=df0c786f-1835-45af-b822-c4ded04949f8&id=7456f027-5692-4aab-9781-fd5247d679a3&id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&id=ed7b7464-aa8d-4590-b4a7-0b89f98915e9&fields=id&fields=name HTTP/1.1" status: 200 len: 1171 time: 0.3281841 Jul 15 23:05:50.720004 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5ef508-4410-4e1e-9b06-d639ba6c48d8 tempest-ServersAdminTestJSON-2091725591 tempest-ServersAdminTestJSON-2091725591-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea84fe5-ae62-44a9-aa20-ed326fe0014f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:50.876549 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c696bb5-aecc-460e-b0eb-7275cea8743a req-528ca251-47fb-42ea-973d-beb5aba5d3f2 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:50.878576 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0c696bb5-aecc-460e-b0eb-7275cea8743a req-528ca251-47fb-42ea-973d-beb5aba5d3f2 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/ports?device_id=14b9e249-79e3-4c40-8dfb-0fdf03e38dae HTTP/1.1" status: 200 len: 945 time: 0.0735130 Jul 15 23:05:50.917836 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0c696bb5-aecc-460e-b0eb-7275cea8743a req-ba45ad30-853a-45c4-920f-7501f58b903f tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e74215b-8011-4ee0-b502-a2314077a754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332384 Jul 15 23:05:50.990656 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09daf530-abf2-438b-ac67-80af8d633364 req-aefeef1c-4409-45ed-b3d0-543dbd857889 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:50.992199 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-09daf530-abf2-438b-ac67-80af8d633364 req-aefeef1c-4409-45ed-b3d0-543dbd857889 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/ports?device_id=f53e337a-c6ef-4b42-945e-af6a816e6094 HTTP/1.1" status: 200 len: 1023 time: 0.0659451 Jul 15 23:05:51.062619 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-09daf530-abf2-438b-ac67-80af8d633364 req-be725474-6586-4237-b7a9-abfe37fc4619 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/security-groups?id=d689cec7-e188-42fb-8146-0aa589978893&id=ed7b7464-aa8d-4590-b4a7-0b89f98915e9&id=e2d01e97-b245-4356-9918-6d5f68f2e1df&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0646639 Jul 15 23:05:51.103448 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3b69b-1935-4d22-bc8f-5faae71816fb req-e986e069-e8ab-47ec-9303-d20197436864 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:51.105039 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-26d3b69b-1935-4d22-bc8f-5faae71816fb req-e986e069-e8ab-47ec-9303-d20197436864 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=15ef82b7-20b0-46b6-be4d-5fa457f25444 HTTP/1.1" status: 200 len: 948 time: 0.0863893 Jul 15 23:05:51.147626 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-26d3b69b-1935-4d22-bc8f-5faae71816fb req-3d4ce13b-a329-4262-b6a4-b1ddae695e3a tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370085 Jul 15 23:05:51.273782 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device f139e365-d173-4a38-84ed-c7dc88747f8e up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:05:51.329313 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port f139e365-d173-4a38-84ed-c7dc88747f8e completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:05:51.334499 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port f139e365-d173-4a38-84ed-c7dc88747f8e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:51.334924 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:51.417175 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:51.434291 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5a9a1-8e2a-4c63-89cc-89c13b4525c8 req-cbf318b6-a0a3-41d2-a93f-a0e7b62543c9 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:51.435844 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-01a5a9a1-8e2a-4c63-89cc-89c13b4525c8 req-cbf318b6-a0a3-41d2-a93f-a0e7b62543c9 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e085def-8d90-4258-b908-b06c68452c6d HTTP/1.1" status: 200 len: 950 time: 0.0736573 Jul 15 23:05:51.441282 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b4b9a70-2b55-46f0-be18-c2bf97df8d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f139e365-d173-4a38-84ed-c7dc88747f8e'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:51.443611 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4047451-b54e-4fa0-b8bc-eb9ca7d6d060" -d '{"events": [{"server_uuid": "8b4b9a70-2b55-46f0-be18-c2bf97df8d72", "name": "network-vif-plugged", "status": "completed", "tag": "f139e365-d173-4a38-84ed-c7dc88747f8e"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:51.456481 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port f139e365-d173-4a38-84ed-c7dc88747f8e, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=f139e365-d173-4a38-84ed-c7dc88747f8e,segment=NetworkSegment(2a783e67-ba53-4ea9-9bee-afb3f3217392),segment_id=2a783e67-ba53-4ea9-9bee-afb3f3217392)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:51.460795 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:51.480586 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-01a5a9a1-8e2a-4c63-89cc-89c13b4525c8 req-6bd9aaf7-a88c-47d8-81f9-37887ec64cc8 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374165 Jul 15 23:05:51.511904 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=f139e365-d173-4a38-84ed-c7dc88747f8e,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:51.566911 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15ef82b7-20b0-46b6-be4d-5fa457f25444', 'tag': '600c70ff-f3b9-44ef-ab5b-b11e9e9453e0'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:51.569002 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a82738-05bd-4e85-bd20-a08cb34d61b9" -d '{"events": [{"name": "network-changed", "server_uuid": "15ef82b7-20b0-46b6-be4d-5fa457f25444", "tag": "600c70ff-f3b9-44ef-ab5b-b11e9e9453e0"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:51.573693 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56227599-6273-4ce4-b8c0-2b64c0496e67 x-openstack-request-id: req-56227599-6273-4ce4-b8c0-2b64c0496e67 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:51.573989 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b4b9a70-2b55-46f0-be18-c2bf97df8d72", "name": "network-vif-plugged", "status": "completed", "tag": "f139e365-d173-4a38-84ed-c7dc88747f8e", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:51.574241 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-56227599-6273-4ce4-b8c0-2b64c0496e67 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:51.574632 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b4b9a70-2b55-46f0-be18-c2bf97df8d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f139e365-d173-4a38-84ed-c7dc88747f8e', 'code': 200} Jul 15 23:05:51.580573 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557247cb-ac42-468a-abe6-23daa072d860 req-f320f769-01ed-4f65-84d7-4f25481b6523 tempest-ServersAdminTestJSON-2091725591 tempest-ServersAdminTestJSON-2091725591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:51.581236 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557247cb-ac42-468a-abe6-23daa072d860 req-f320f769-01ed-4f65-84d7-4f25481b6523 tempest-ServersAdminTestJSON-2091725591 tempest-ServersAdminTestJSON-2091725591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:51.581713 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557247cb-ac42-468a-abe6-23daa072d860 req-f320f769-01ed-4f65-84d7-4f25481b6523 tempest-ServersAdminTestJSON-2091725591 tempest-ServersAdminTestJSON-2091725591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:51.583401 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-557247cb-ac42-468a-abe6-23daa072d860 req-f320f769-01ed-4f65-84d7-4f25481b6523 tempest-ServersAdminTestJSON-2091725591 tempest-ServersAdminTestJSON-2091725591-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=a34cf790-18e0-4ca4-8f48-6884c050a5f8&device_id=c97e1568-95ee-4c69-875e-2368a16e3b06&device_id=7eb84bd1-9cd9-43e2-9924-8f6006dc1901 HTTP/1.1" status: 200 len: 2882 time: 0.0687461 Jul 15 23:05:51.621795 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-557247cb-ac42-468a-abe6-23daa072d860 req-0ca7b35d-1505-4742-86c3-0501b3c0932c tempest-ServersAdminTestJSON-2091725591 tempest-ServersAdminTestJSON-2091725591-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=2f7c45fd-39fc-4943-ba7d-041fb8807cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328853 Jul 15 23:05:51.711384 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6eae30-c83b-4adb-9eef-c1c12552c7ce x-openstack-request-id: req-ce6eae30-c83b-4adb-9eef-c1c12552c7ce {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:51.711780 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15ef82b7-20b0-46b6-be4d-5fa457f25444", "tag": "600c70ff-f3b9-44ef-ab5b-b11e9e9453e0", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:51.712107 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ce6eae30-c83b-4adb-9eef-c1c12552c7ce {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:51.712596 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15ef82b7-20b0-46b6-be4d-5fa457f25444', 'tag': '600c70ff-f3b9-44ef-ab5b-b11e9e9453e0', 'status': 'completed', 'code': 200} Jul 15 23:05:51.773618 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a9fa6-2926-4771-8c25-c1830d75c403 req-9cb4b17f-d978-4103-a5ed-62206df2497a tempest-ServersOnMultiNodesTest-1707304536 tempest-ServersOnMultiNodesTest-1707304536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:51.775167 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ed4a9fa6-2926-4771-8c25-c1830d75c403 req-9cb4b17f-d978-4103-a5ed-62206df2497a tempest-ServersOnMultiNodesTest-1707304536 tempest-ServersOnMultiNodesTest-1707304536-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=0e085def-8d90-4258-b908-b06c68452c6d HTTP/1.1" status: 200 len: 1101 time: 0.1108088 Jul 15 23:05:51.781215 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14586d63-b78b-4c1c-9e96-a25d1d544463 req-3a4c53b6-0d4c-4ea3-a6da-a09a51263c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:51.782649 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-14586d63-b78b-4c1c-9e96-a25d1d544463 req-3a4c53b6-0d4c-4ea3-a6da-a09a51263c4d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8b4b9a70-2b55-46f0-be18-c2bf97df8d72 HTTP/1.1" status: 200 len: 1097 time: 0.1070511 Jul 15 23:05:51.874743 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ed4a9fa6-2926-4771-8c25-c1830d75c403 req-b8e3eaab-c627-4670-97aa-2c63e7bf3ab9 tempest-ServersOnMultiNodesTest-1707304536 tempest-ServersOnMultiNodesTest-1707304536-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855944 Jul 15 23:05:51.882799 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a82738-05bd-4e85-bd20-a08cb34d61b9 req-34d946a1-07de-4501-a152-868a5a6865e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:51.884359 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-30a82738-05bd-4e85-bd20-a08cb34d61b9 req-34d946a1-07de-4501-a152-868a5a6865e4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=943e0e7be5644005a591d26197ee19f5&device_id=15ef82b7-20b0-46b6-be4d-5fa457f25444 HTTP/1.1" status: 200 len: 1099 time: 0.0750241 Jul 15 23:05:51.922873 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-14586d63-b78b-4c1c-9e96-a25d1d544463 req-480dfe51-a08b-4dae-bf97-6246a1838926 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254036 Jul 15 23:05:52.050287 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a82738-05bd-4e85-bd20-a08cb34d61b9 req-c01a6e32-d670-4351-8a17-5d99ed7b880c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:52.052003 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-30a82738-05bd-4e85-bd20-a08cb34d61b9 req-c01a6e32-d670-4351-8a17-5d99ed7b880c service neutron] 10.222.0.41 "GET /v2.0/networks?id=5d412861-bef3-4cc1-ae9f-87a6a36753c0 HTTP/1.1" status: 200 len: 870 time: 0.1329393 Jul 15 23:05:52.052417 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 50892) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:52.146125 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf16d2d-9af1-44e5-a176-d8bbcffd276c req-3dc0e8e4-226e-4a3c-ae27-11bf961ce197 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:52.147672 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ebf16d2d-9af1-44e5-a176-d8bbcffd276c req-3dc0e8e4-226e-4a3c-ae27-11bf961ce197 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b4b9a70-2b55-46f0-be18-c2bf97df8d72 HTTP/1.1" status: 200 len: 946 time: 0.1177108 Jul 15 23:05:52.164151 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf44d511-fd53-4b42-9971-83954f0cbced admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:52.168665 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd6c4ce-1e21-4a3c-a4d2-7321d89468ae req-e2542029-e802-4f3b-9b9b-c4513b802291 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:52.170135 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3dd6c4ce-1e21-4a3c-a4d2-7321d89468ae req-e2542029-e802-4f3b-9b9b-c4513b802291 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/ports?device_id=14b9e249-79e3-4c40-8dfb-0fdf03e38dae HTTP/1.1" status: 200 len: 945 time: 0.1002789 Jul 15 23:05:52.221265 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ebf16d2d-9af1-44e5-a176-d8bbcffd276c req-a1b278fe-7f5e-4966-89b1-8a81d65a4413 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660613 Jul 15 23:05:52.229514 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3dd6c4ce-1e21-4a3c-a4d2-7321d89468ae req-6c1bc21e-57d1-4725-a031-7964c09ee5b8 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e74215b-8011-4ee0-b502-a2314077a754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516169 Jul 15 23:05:52.262849 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf44d511-fd53-4b42-9971-83954f0cbced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:52.267192 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf44d511-fd53-4b42-9971-83954f0cbced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:52.340074 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-30a82738-05bd-4e85-bd20-a08cb34d61b9 req-dbecb6d0-647b-4d11-88fb-646998d1a498 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=600c70ff-f3b9-44ef-ab5b-b11e9e9453e0 HTTP/1.1" status: 200 len: 217 time: 0.0602827 Jul 15 23:05:52.343647 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3fea4a75-5701-4b6e-8ac1-cfee82a528a2 req-04c04b68-fde6-4e9a-b9e3-e90287e7673b tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=9ac36772b83842538b63e725348a87e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227134 Jul 15 23:05:52.347803 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-bf44d511-fd53-4b42-9971-83954f0cbced admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=99d10b8d5b624eb4bb40b85618690647&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2943153 Jul 15 23:05:52.348832 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf44d511-fd53-4b42-9971-83954f0cbced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=810f1702-4d00-42ed-9e16-ce2bd0a52a02,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:52.352557 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 50914) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:52.427224 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a82738-05bd-4e85-bd20-a08cb34d61b9 req-7c5f9a53-9d89-440d-a4cc-f9f3eea55c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:52.428612 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-30a82738-05bd-4e85-bd20-a08cb34d61b9 req-7c5f9a53-9d89-440d-a4cc-f9f3eea55c14 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.0698407 Jul 15 23:05:52.447417 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b38b261d-5921-430c-94f6-b27b27b272a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:52.489326 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b38b261d-5921-430c-94f6-b27b27b272a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:52.504303 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39c6d80-ad89-40f5-9f8f-fd408cefb67d req-edd2bf46-49e2-4d8e-a644-6ee51b0f90ff tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:52.505800 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f39c6d80-ad89-40f5-9f8f-fd408cefb67d req-edd2bf46-49e2-4d8e-a644-6ee51b0f90ff tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/ports?device_id=f53e337a-c6ef-4b42-945e-af6a816e6094 HTTP/1.1" status: 200 len: 1023 time: 0.1406794 Jul 15 23:05:52.514206 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea4a75-5701-4b6e-8ac1-cfee82a528a2 req-c39500fd-c36a-4cd6-a88e-9fff65fb9a3e tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:52.515628 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3fea4a75-5701-4b6e-8ac1-cfee82a528a2 req-c39500fd-c36a-4cd6-a88e-9fff65fb9a3e tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1648855 Jul 15 23:05:52.537652 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a82738-05bd-4e85-bd20-a08cb34d61b9 req-fc4da65f-1434-4ee3-b0e7-9f5f4d420f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:52.538790 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-30a82738-05bd-4e85-bd20-a08cb34d61b9 req-fc4da65f-1434-4ee3-b0e7-9f5f4d420f35 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1016438 Jul 15 23:05:52.573029 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3fea4a75-5701-4b6e-8ac1-cfee82a528a2 req-b7866079-6464-4a1d-9250-970cc7845362 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/quotas/9ac36772b83842538b63e725348a87e1 HTTP/1.1" status: 200 len: 375 time: 0.0487404 Jul 15 23:05:52.577785 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b38b261d-5921-430c-94f6-b27b27b272a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:52.580996 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b38b261d-5921-430c-94f6-b27b27b272a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:52.584557 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b38b261d-5921-430c-94f6-b27b27b272a2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/810f1702-4d00-42ed-9e16-ce2bd0a52a02 HTTP/1.1" status: 204 len: 168 time: 0.2285340 Jul 15 23:05:52.612173 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f39c6d80-ad89-40f5-9f8f-fd408cefb67d req-8fbf3eda-3588-481b-8f77-092fcc9513d9 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/security-groups?id=d689cec7-e188-42fb-8146-0aa589978893&id=ed7b7464-aa8d-4590-b4a7-0b89f98915e9&id=e2d01e97-b245-4356-9918-6d5f68f2e1df&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0955670 Jul 15 23:05:52.620336 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38b261d-5921-430c-94f6-b27b27b272a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=810f1702-4d00-42ed-9e16-ce2bd0a52a02,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:52.661675 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-30a82738-05bd-4e85-bd20-a08cb34d61b9 req-d0acb4d4-f697-4e8b-9940-5384237d0c96 service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150787 Jul 15 23:05:52.672894 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e4cd3-f604-4526-b019-36bd6b62104a req-e64bc7ad-0c2a-4acb-94ef-19ce07d6c9fe tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:52.674961 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a62e4cd3-f604-4526-b019-36bd6b62104a req-e64bc7ad-0c2a-4acb-94ef-19ce07d6c9fe tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.41 "GET /v2.0/ports?device_id=f53e337a-c6ef-4b42-945e-af6a816e6094 HTTP/1.1" status: 200 len: 1023 time: 0.1423223 Jul 15 23:05:52.728832 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3fea4a75-5701-4b6e-8ac1-cfee82a528a2 req-d8851e92-7c3a-4833-8df2-9487c6f26d09 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9ac36772b83842538b63e725348a87e1&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1452649 Jul 15 23:05:52.795488 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-30a82738-05bd-4e85-bd20-a08cb34d61b9 req-7daa69e7-4705-47a4-b495-9a29a0ead956 service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202176 Jul 15 23:05:52.871460 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06555686-37aa-40ff-b0d0-661037d305b6 req-f4843c57-1ed8-477e-a88b-a54861bb842a tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:52.873013 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-06555686-37aa-40ff-b0d0-661037d305b6 req-f4843c57-1ed8-477e-a88b-a54861bb842a tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=15ef82b7-20b0-46b6-be4d-5fa457f25444 HTTP/1.1" status: 200 len: 948 time: 0.1195257 Jul 15 23:05:52.874744 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-a62e4cd3-f604-4526-b019-36bd6b62104a req-f4427319-19e9-4aa2-ae75-66df914fd1e7 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Deleting port fd1679c3-9a00-4824-aa1d-b713b416960a {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:05:52.875086 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a62e4cd3-f604-4526-b019-36bd6b62104a req-f4427319-19e9-4aa2-ae75-66df914fd1e7 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:52.975017 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 50924) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:52.976956 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-06555686-37aa-40ff-b0d0-661037d305b6 req-e0dd1d7d-a0e8-4bbb-bdca-40b51b5f599e tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976684 Jul 15 23:05:52.995935 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-882e5672-5d88-4e7c-aa7c-9a29f29255cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:53.004778 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-a62e4cd3-f604-4526-b019-36bd6b62104a req-f4427319-19e9-4aa2-ae75-66df914fd1e7 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] For port fd1679c3-9a00-4824-aa1d-b713b416960a, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=fd1679c3-9a00-4824-aa1d-b713b416960a,segment=NetworkSegment(ca12bc68-5d99-44db-b30e-afb9a7b600f7),segment_id=ca12bc68-5d99-44db-b30e-afb9a7b600f7)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:53.005458 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a62e4cd3-f604-4526-b019-36bd6b62104a req-f4427319-19e9-4aa2-ae75-66df914fd1e7 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:53.039318 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-a62e4cd3-f604-4526-b019-36bd6b62104a req-f4427319-19e9-4aa2-ae75-66df914fd1e7 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Calling delete_port for fd1679c3-9a00-4824-aa1d-b713b416960a owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:05:53.117308 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-882e5672-5d88-4e7c-aa7c-9a29f29255cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:53.122567 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-882e5672-5d88-4e7c-aa7c-9a29f29255cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:53.157919 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-882e5672-5d88-4e7c-aa7c-9a29f29255cc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5e77a597594343aa884caebedc196942&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1804819 Jul 15 23:05:53.161023 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 50930) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:53.209872 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882e5672-5d88-4e7c-aa7c-9a29f29255cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e115756-2d62-47e4-8b9b-4978151b4d81,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:53.237803 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac8a267b-f135-4ec4-be77-d9d49bae72e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:53.270146 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac8a267b-f135-4ec4-be77-d9d49bae72e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:53.285328 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 600c70ff-f3b9-44ef-ab5b-b11e9e9453e0 details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:05:53.297218 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-83708c25-744e-4188-b764-4dd82cdc8f64 req-d0de95cd-788a-42d7-b02b-69b094ddb45c tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e3da930-ac9e-4692-81e5-392f8ed1f173 HTTP/1.1" status: 200 len: 210 time: 0.1260505 Jul 15 23:05:53.341129 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac8a267b-f135-4ec4-be77-d9d49bae72e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:53.345317 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac8a267b-f135-4ec4-be77-d9d49bae72e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:53.347268 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a62e4cd3-f604-4526-b019-36bd6b62104a req-f4427319-19e9-4aa2-ae75-66df914fd1e7 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:53.347856 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ac8a267b-f135-4ec4-be77-d9d49bae72e3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0e115756-2d62-47e4-8b9b-4978151b4d81 HTTP/1.1" status: 204 len: 168 time: 0.1853187 Jul 15 23:05:53.363955 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8a267b-f135-4ec4-be77-d9d49bae72e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e115756-2d62-47e4-8b9b-4978151b4d81,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:53.403831 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4427319-19e9-4aa2-ae75-66df914fd1e7 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Pushing event deleted for resources: {'Port': ['ID=fd1679c3-9a00-4824-aa1d-b713b416960a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:53.460965 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-a62e4cd3-f604-4526-b019-36bd6b62104a req-f4427319-19e9-4aa2-ae75-66df914fd1e7 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] No DVR routers for this DVR port fd1679c3-9a00-4824-aa1d-b713b416960a on host n-h2-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:05:53.463790 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a62e4cd3-f604-4526-b019-36bd6b62104a req-f4427319-19e9-4aa2-ae75-66df914fd1e7 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:53.466358 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a62e4cd3-f604-4526-b019-36bd6b62104a req-f4427319-19e9-4aa2-ae75-66df914fd1e7 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.41 "DELETE /v2.0/ports/fd1679c3-9a00-4824-aa1d-b713b416960a HTTP/1.1" status: 204 len: 173 time: 0.7867422 Jul 15 23:05:53.529596 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 600c70ff-f3b9-44ef-ab5b-b11e9e9453e0, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=600c70ff-f3b9-44ef-ab5b-b11e9e9453e0,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:53.553504 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': '600c70ff-f3b9-44ef-ab5b-b11e9e9453e0', 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'port_id': '600c70ff-f3b9-44ef-ab5b-b11e9e9453e0', 'mac_address': 'fa:16:3e:d2:6d:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d909a96-22de-4aa9-b690-1c7da965ceac', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:05:53.560197 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['39e3d2bc-c0bf-474d-a5fe-77c548219b78'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:53.621640 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['fd1679c3-9a00-4824-aa1d-b713b416960a'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:53.631491 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22320899-9a8b-45a7-9f92-0a74ce43f241 req-afa82ae4-ae88-4782-968b-9002af83433c tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:53.639992 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-22320899-9a8b-45a7-9f92-0a74ce43f241 req-afa82ae4-ae88-4782-968b-9002af83433c tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b4b9a70-2b55-46f0-be18-c2bf97df8d72 HTTP/1.1" status: 200 len: 946 time: 0.1115737 Jul 15 23:05:53.715889 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f53e337a-c6ef-4b42-945e-af6a816e6094', 'name': 'network-vif-deleted', 'tag': 'fd1679c3-9a00-4824-aa1d-b713b416960a'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:53.718441 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a41dc3-5594-4541-8b08-9b2d3fc16772" -d '{"events": [{"server_uuid": "f53e337a-c6ef-4b42-945e-af6a816e6094", "name": "network-vif-deleted", "tag": "fd1679c3-9a00-4824-aa1d-b713b416960a"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:53.745363 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:53.746765 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-22320899-9a8b-45a7-9f92-0a74ce43f241 req-7f96cef4-8e18-4183-9370-449442824032 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058502 Jul 15 23:05:53.780334 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 600c70ff-f3b9-44ef-ab5b-b11e9e9453e0 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:05:53.796683 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430bc3ee-f320-41cf-95f6-67d2d7a83632 req-404250eb-c7a6-4210-b00f-2d9f83575d1e tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:53.806008 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-430bc3ee-f320-41cf-95f6-67d2d7a83632 req-404250eb-c7a6-4210-b00f-2d9f83575d1e tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/ports?device_id=14b9e249-79e3-4c40-8dfb-0fdf03e38dae HTTP/1.1" status: 200 len: 945 time: 0.1483631 Jul 15 23:05:53.842957 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 600c70ff-f3b9-44ef-ab5b-b11e9e9453e0, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=600c70ff-f3b9-44ef-ab5b-b11e9e9453e0,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:53.860104 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:53.880003 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-430bc3ee-f320-41cf-95f6-67d2d7a83632 req-98a94a09-7ad8-430a-933d-ee68c59dab63 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e74215b-8011-4ee0-b502-a2314077a754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730467 Jul 15 23:05:53.962751 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=600c70ff-f3b9-44ef-ab5b-b11e9e9453e0,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:54.052096 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52168292-2378-4d72-bb1c-45d09aed67b4 x-openstack-request-id: req-52168292-2378-4d72-bb1c-45d09aed67b4 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:54.052386 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f53e337a-c6ef-4b42-945e-af6a816e6094", "name": "network-vif-deleted", "tag": "fd1679c3-9a00-4824-aa1d-b713b416960a", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:54.052940 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-52168292-2378-4d72-bb1c-45d09aed67b4 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:54.053053 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f53e337a-c6ef-4b42-945e-af6a816e6094', 'name': 'network-vif-deleted', 'tag': 'fd1679c3-9a00-4824-aa1d-b713b416960a', 'status': 'completed', 'code': 200} Jul 15 23:05:54.076769 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f9d312b2-3040-41f2-ae1e-3e85a57a98b4 req-635368a6-92c8-4b0c-96c2-6a5f6c22de45 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/ports?device_id=f53e337a-c6ef-4b42-945e-af6a816e6094 HTTP/1.1" status: 200 len: 210 time: 0.0394719 Jul 15 23:05:54.196780 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f037ab-e017-471a-987b-facae7671e5c req-1f04f634-65d5-44ee-a61e-44a2464fa594 tempest-LiveMigrationTest-431337817 tempest-LiveMigrationTest-431337817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:54.198309 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c4f037ab-e017-471a-987b-facae7671e5c req-1f04f634-65d5-44ee-a61e-44a2464fa594 tempest-LiveMigrationTest-431337817 tempest-LiveMigrationTest-431337817-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8b4b9a70-2b55-46f0-be18-c2bf97df8d72 HTTP/1.1" status: 200 len: 1097 time: 0.0615380 Jul 15 23:05:54.275700 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c4f037ab-e017-471a-987b-facae7671e5c req-763fa852-14ce-4ccf-86cc-89ac4627207b tempest-LiveMigrationTest-431337817 tempest-LiveMigrationTest-431337817-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585773 Jul 15 23:05:54.281939 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['600c70ff-f3b9-44ef-ab5b-b11e9e9453e0'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:54.323405 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115c69c-1ce3-42a8-bb84-a74e080e2c0f req-40dedec4-5530-454d-97af-e99ca11a4d6f tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:54.331549 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e115c69c-1ce3-42a8-bb84-a74e080e2c0f req-40dedec4-5530-454d-97af-e99ca11a4d6f tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=15ef82b7-20b0-46b6-be4d-5fa457f25444 HTTP/1.1" status: 200 len: 949 time: 0.1320815 Jul 15 23:05:54.377663 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e115c69c-1ce3-42a8-bb84-a74e080e2c0f req-21842cc2-8024-4904-9c22-08378519919d tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451155 Jul 15 23:05:54.494379 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af7a5a-6f2f-483c-b53b-c1bc5e0454dd req-f647d66b-cc5d-43b6-9fb2-28e1c80765e7 tempest-ServersAdminTestJSON-2091725591 tempest-ServersAdminTestJSON-2091725591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:54.500122 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-50af7a5a-6f2f-483c-b53b-c1bc5e0454dd req-f647d66b-cc5d-43b6-9fb2-28e1c80765e7 tempest-ServersAdminTestJSON-2091725591 tempest-ServersAdminTestJSON-2091725591-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=7eb84bd1-9cd9-43e2-9924-8f6006dc1901 HTTP/1.1" status: 200 len: 1099 time: 0.0680447 Jul 15 23:05:54.564755 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-50af7a5a-6f2f-483c-b53b-c1bc5e0454dd req-ae713d6f-4bf1-433a-8e17-ef0c3cf92823 tempest-ServersAdminTestJSON-2091725591 tempest-ServersAdminTestJSON-2091725591-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=2f7c45fd-39fc-4943-ba7d-041fb8807cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529194 Jul 15 23:05:54.725148 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-aa5598ff-bd6e-407d-a21a-2307781a7bb7 req-8fa976f1-32b9-475f-9cd0-3ffc716b0eba tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e3da930-ac9e-4692-81e5-392f8ed1f173 HTTP/1.1" status: 200 len: 210 time: 0.0412352 Jul 15 23:05:54.751548 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e2f47-2d56-417b-a0eb-a683dd8829ca req-3a30a7ad-c004-4a7a-baeb-a8733826bd7a tempest-LiveMigrationTest-431337817 tempest-LiveMigrationTest-431337817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:54.759771 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a23e2f47-2d56-417b-a0eb-a683dd8829ca req-3a30a7ad-c004-4a7a-baeb-a8733826bd7a tempest-LiveMigrationTest-431337817 tempest-LiveMigrationTest-431337817-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8b4b9a70-2b55-46f0-be18-c2bf97df8d72 HTTP/1.1" status: 200 len: 1097 time: 0.1068134 Jul 15 23:05:54.806030 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a23e2f47-2d56-417b-a0eb-a683dd8829ca req-16c768bd-abea-4a58-a075-a8296141c172 tempest-LiveMigrationTest-431337817 tempest-LiveMigrationTest-431337817-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452027 Jul 15 23:05:54.903990 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9215e12a-b3db-4378-a4b1-47a63c95f995 req-7cbedb5b-7104-4a65-9f44-be0252178757 tempest-ServersAdminTestJSON-2091725591 tempest-ServersAdminTestJSON-2091725591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:54.906255 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9215e12a-b3db-4378-a4b1-47a63c95f995 req-7cbedb5b-7104-4a65-9f44-be0252178757 tempest-ServersAdminTestJSON-2091725591 tempest-ServersAdminTestJSON-2091725591-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=7eb84bd1-9cd9-43e2-9924-8f6006dc1901 HTTP/1.1" status: 200 len: 1099 time: 0.0698373 Jul 15 23:05:54.939655 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3fea4a75-5701-4b6e-8ac1-cfee82a528a2 req-1209e8b2-cd8e-4738-8108-3b7f8038c883 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=9ac36772b83842538b63e725348a87e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320668 Jul 15 23:05:55.044735 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9215e12a-b3db-4378-a4b1-47a63c95f995 req-f62aa128-f8f3-42d8-adc8-ca803e930e24 tempest-ServersAdminTestJSON-2091725591 tempest-ServersAdminTestJSON-2091725591-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=2f7c45fd-39fc-4943-ba7d-041fb8807cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235697 Jul 15 23:05:55.084863 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:55.135451 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea4a75-5701-4b6e-8ac1-cfee82a528a2 req-bebcb338-655b-4868-958c-99782986b483 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:55.136928 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3fea4a75-5701-4b6e-8ac1-cfee82a528a2 req-bebcb338-655b-4868-958c-99782986b483 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1901805 Jul 15 23:05:55.155949 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-3fea4a75-5701-4b6e-8ac1-cfee82a528a2 req-06fb81a5-a79a-4503-b4c2-5bba9fccaa94 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Request body: {'port': {'device_id': '0e3da930-ac9e-4692-81e5-392f8ed1f173', 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'admin_state_up': True, 'tenant_id': '9ac36772b83842538b63e725348a87e1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:55.307030 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device fd1679c3-9a00-4824-aa1d-b713b416960a no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:05:55.335126 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f890e52-065f-4d80-b29f-f9cd17c48143 req-cf95cf94-dc73-4b02-9574-1f8b1a312c73 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:55.336639 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5f890e52-065f-4d80-b29f-f9cd17c48143 req-cf95cf94-dc73-4b02-9574-1f8b1a312c73 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/ports?device_id=14b9e249-79e3-4c40-8dfb-0fdf03e38dae HTTP/1.1" status: 200 len: 945 time: 0.1093287 Jul 15 23:05:55.340952 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fea4a75-5701-4b6e-8ac1-cfee82a528a2 req-06fb81a5-a79a-4503-b4c2-5bba9fccaa94 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Made reservation on behalf of 9ac36772b83842538b63e725348a87e1 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:05:55.344868 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3fea4a75-5701-4b6e-8ac1-cfee82a528a2 req-06fb81a5-a79a-4503-b4c2-5bba9fccaa94 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:55.345064 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] No Port match for: fd1679c3-9a00-4824-aa1d-b713b416960a {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:05:55.345541 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device fd1679c3-9a00-4824-aa1d-b713b416960a not bound to the agent host n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:05:55.440476 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5f890e52-065f-4d80-b29f-f9cd17c48143 req-d7a51a17-3bf2-48b0-87e3-11ea135fce44 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e74215b-8011-4ee0-b502-a2314077a754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910556 Jul 15 23:05:55.562242 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-3fea4a75-5701-4b6e-8ac1-cfee82a528a2 req-06fb81a5-a79a-4503-b4c2-5bba9fccaa94 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Allocated IP 192.168.233.159 (5d412861-bef3-4cc1-ae9f-87a6a36753c0/0d909a96-22de-4aa9-b690-1c7da965ceac/1c3e000c-10d9-48ea-b16e-f6dffaa16f41) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:05:55.578738 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133db5e2-6f90-45ab-9341-f23aad6b194d req-ce8e95d1-d3f0-416a-a512-f3ee742ce008 tempest-LiveMigrationTest-431337817 tempest-LiveMigrationTest-431337817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:55.581110 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-133db5e2-6f90-45ab-9341-f23aad6b194d req-ce8e95d1-d3f0-416a-a512-f3ee742ce008 tempest-LiveMigrationTest-431337817 tempest-LiveMigrationTest-431337817-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8b4b9a70-2b55-46f0-be18-c2bf97df8d72 HTTP/1.1" status: 200 len: 1097 time: 0.1944673 Jul 15 23:05:55.646597 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-133db5e2-6f90-45ab-9341-f23aad6b194d req-ae1650be-1668-439f-bb28-5b1a348b9693 tempest-LiveMigrationTest-431337817 tempest-LiveMigrationTest-431337817-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566590 Jul 15 23:05:55.789299 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3fea4a75-5701-4b6e-8ac1-cfee82a528a2 req-06fb81a5-a79a-4503-b4c2-5bba9fccaa94 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:55.823365 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-3fea4a75-5701-4b6e-8ac1-cfee82a528a2 req-06fb81a5-a79a-4503-b4c2-5bba9fccaa94 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Transition to ACTIVE for port object 1c3e000c-10d9-48ea-b16e-f6dffaa16f41 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:05:55.850037 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-085af052-7ccb-45d5-8fec-d7e5af1f8011 req-5d8feadb-fdf8-4408-b0cf-f27eb0a0cac0 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/security-groups/ed7b7464-aa8d-4590-b4a7-0b89f98915e9 HTTP/1.1" status: 200 len: 1799 time: 0.0580359 Jul 15 23:05:55.924967 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3fea4a75-5701-4b6e-8ac1-cfee82a528a2 req-06fb81a5-a79a-4503-b4c2-5bba9fccaa94 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:55.951833 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['6b3cb440-13f8-4003-9165-fb2dc04957ff', '77625ffe-b5df-4269-855d-7b7c464c50ec', 'b9ecf22a-cd03-404c-b680-fc8930fd9489'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:55.976187 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['f1d2d695-5d71-4735-8bec-137ed706a75f', '49b5f4c4-7465-48a8-9f7b-de7de14d6b54', '27ca6d7a-b6af-499c-a045-298783e7181f', 'fbbbb3b3-7436-4a77-ba71-8be5e9a21ac7'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:05:55.993845 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fea4a75-5701-4b6e-8ac1-cfee82a528a2 req-06fb81a5-a79a-4503-b4c2-5bba9fccaa94 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:05:56.010530 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-3fea4a75-5701-4b6e-8ac1-cfee82a528a2 req-06fb81a5-a79a-4503-b4c2-5bba9fccaa94 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:05:56.017300 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fea4a75-5701-4b6e-8ac1-cfee82a528a2 req-06fb81a5-a79a-4503-b4c2-5bba9fccaa94 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:05:56.029765 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7174e5-cb1a-45f7-8ca1-b3a329a7eae9 req-4f42243b-d375-4993-ba1c-7a29dbd1e043 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:56.031315 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0a7174e5-cb1a-45f7-8ca1-b3a329a7eae9 req-4f42243b-d375-4993-ba1c-7a29dbd1e043 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=15ef82b7-20b0-46b6-be4d-5fa457f25444 HTTP/1.1" status: 200 len: 949 time: 0.1789551 Jul 15 23:05:56.033954 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-085af052-7ccb-45d5-8fec-d7e5af1f8011 req-4f1f1532-ca6c-4f02-8faf-77df775dd4fe tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:56.053823 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fb81a5-a79a-4503-b4c2-5bba9fccaa94 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Pushing event updated for resources: {'Port': ['ID=1c3e000c-10d9-48ea-b16e-f6dffaa16f41,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:56.103840 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-085af052-7ccb-45d5-8fec-d7e5af1f8011 req-4f1f1532-ca6c-4f02-8faf-77df775dd4fe tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:56.140326 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea4a75-5701-4b6e-8ac1-cfee82a528a2 req-06fb81a5-a79a-4503-b4c2-5bba9fccaa94 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:56.141249 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3fea4a75-5701-4b6e-8ac1-cfee82a528a2 req-06fb81a5-a79a-4503-b4c2-5bba9fccaa94 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:56.156179 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0a7174e5-cb1a-45f7-8ca1-b3a329a7eae9 req-4237f18f-2341-4c2d-ae1c-93fb094a9ee5 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970283 Jul 15 23:05:56.194485 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3fea4a75-5701-4b6e-8ac1-cfee82a528a2 req-06fb81a5-a79a-4503-b4c2-5bba9fccaa94 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0423310 Jul 15 23:05:56.216962 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-3fea4a75-5701-4b6e-8ac1-cfee82a528a2 req-0da8c432-c689-449f-bc15-c36156717e92 service neutron] Request body: {'port': {'device_id': '0e3da930-ac9e-4692-81e5-392f8ed1f173', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:56.221898 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-085af052-7ccb-45d5-8fec-d7e5af1f8011 req-4f1f1532-ca6c-4f02-8faf-77df775dd4fe tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:56.224745 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-085af052-7ccb-45d5-8fec-d7e5af1f8011 req-4f1f1532-ca6c-4f02-8faf-77df775dd4fe tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:56.225876 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-085af052-7ccb-45d5-8fec-d7e5af1f8011 req-4f1f1532-ca6c-4f02-8faf-77df775dd4fe tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "DELETE /v2.0/security-groups/ed7b7464-aa8d-4590-b4a7-0b89f98915e9 HTTP/1.1" status: 204 len: 173 time: 0.3686683 Jul 15 23:05:56.407863 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-649ee637-bb64-47cf-ab13-1db0e3a5f273 None None] Provisioning for port 1c3e000c-10d9-48ea-b16e-f6dffaa16f41 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:05:56.428911 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-649ee637-bb64-47cf-ab13-1db0e3a5f273 None None] Provisioning complete for port 1c3e000c-10d9-48ea-b16e-f6dffaa16f41 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:56.429376 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-649ee637-bb64-47cf-ab13-1db0e3a5f273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:56.584543 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1f1532-ca6c-4f02-8faf-77df775dd4fe tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed7b7464-aa8d-4590-b4a7-0b89f98915e9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:56.635969 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-649ee637-bb64-47cf-ab13-1db0e3a5f273 None None] Port 1c3e000c-10d9-48ea-b16e-f6dffaa16f41 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:05:56.667927 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3fea4a75-5701-4b6e-8ac1-cfee82a528a2 req-0da8c432-c689-449f-bc15-c36156717e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:56.687063 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-26d5a4f8-310e-4332-85ee-30db5506fc69 req-2677e6d7-b887-4688-8786-04768cd1428b tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/security-groups/e2d01e97-b245-4356-9918-6d5f68f2e1df HTTP/1.1" status: 200 len: 1800 time: 0.0988972 Jul 15 23:05:56.728156 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d30f9c-dcd0-4b75-9cf5-7625ccd301b9 req-d066949a-c211-4575-ba9c-af889392cd48 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:56.729616 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-02d30f9c-dcd0-4b75-9cf5-7625ccd301b9 req-d066949a-c211-4575-ba9c-af889392cd48 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e3da930-ac9e-4692-81e5-392f8ed1f173 HTTP/1.1" status: 200 len: 936 time: 0.1911209 Jul 15 23:05:56.854391 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-02d30f9c-dcd0-4b75-9cf5-7625ccd301b9 req-22d8dfd7-b665-4afd-8837-2ff432d9b954 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141512 Jul 15 23:05:56.883038 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-26d5a4f8-310e-4332-85ee-30db5506fc69 req-a02d3cce-c7ce-4b30-8da2-47014e94f986 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:56.926053 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-26d5a4f8-310e-4332-85ee-30db5506fc69 req-a02d3cce-c7ce-4b30-8da2-47014e94f986 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:57.045370 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-26d5a4f8-310e-4332-85ee-30db5506fc69 req-a02d3cce-c7ce-4b30-8da2-47014e94f986 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:57.047814 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-26d5a4f8-310e-4332-85ee-30db5506fc69 req-a02d3cce-c7ce-4b30-8da2-47014e94f986 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:57.049534 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-26d5a4f8-310e-4332-85ee-30db5506fc69 req-a02d3cce-c7ce-4b30-8da2-47014e94f986 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "DELETE /v2.0/security-groups/e2d01e97-b245-4356-9918-6d5f68f2e1df HTTP/1.1" status: 204 len: 173 time: 0.3530886 Jul 15 23:05:57.073819 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02d3cce-c7ce-4b30-8da2-47014e94f986 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d01e97-b245-4356-9918-6d5f68f2e1df,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:57.130591 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa39768-7441-43b0-85ee-2068801c5771 req-92390b5c-4dca-4d77-9c40-af0287e05a2a tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:57.132080 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-aaa39768-7441-43b0-85ee-2068801c5771 req-92390b5c-4dca-4d77-9c40-af0287e05a2a tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/ports?device_id=14b9e249-79e3-4c40-8dfb-0fdf03e38dae HTTP/1.1" status: 200 len: 945 time: 0.1423583 Jul 15 23:05:57.151449 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-3fea4a75-5701-4b6e-8ac1-cfee82a528a2 req-0da8c432-c689-449f-bc15-c36156717e92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c3e000c-10d9-48ea-b16e-f6dffaa16f41 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:05:57.167125 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3fea4a75-5701-4b6e-8ac1-cfee82a528a2 req-0da8c432-c689-449f-bc15-c36156717e92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:57.191421 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-3fea4a75-5701-4b6e-8ac1-cfee82a528a2 req-0da8c432-c689-449f-bc15-c36156717e92 service neutron] Transition to ACTIVE for port object 1c3e000c-10d9-48ea-b16e-f6dffaa16f41 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:05:57.197964 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-aaa39768-7441-43b0-85ee-2068801c5771 req-cfef5fb9-f363-4294-bd1a-79bcf824449f tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e74215b-8011-4ee0-b502-a2314077a754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570350 Jul 15 23:05:57.199224 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3fea4a75-5701-4b6e-8ac1-cfee82a528a2 req-0da8c432-c689-449f-bc15-c36156717e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:57.283814 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da8c432-c689-449f-bc15-c36156717e92 service neutron] Pushing event updated for resources: {'Port': ['ID=1c3e000c-10d9-48ea-b16e-f6dffaa16f41,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:57.304869 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 600c70ff-f3b9-44ef-ab5b-b11e9e9453e0 up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:05:57.343949 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-3fea4a75-5701-4b6e-8ac1-cfee82a528a2 req-0da8c432-c689-449f-bc15-c36156717e92 service neutron] Attempting to bind port 1c3e000c-10d9-48ea-b16e-f6dffaa16f41 on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:05:57.344287 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-3fea4a75-5701-4b6e-8ac1-cfee82a528a2 req-0da8c432-c689-449f-bc15-c36156717e92 service neutron] Attempting to bind port 1c3e000c-10d9-48ea-b16e-f6dffaa16f41 by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:05:57.344660 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fea4a75-5701-4b6e-8ac1-cfee82a528a2 req-0da8c432-c689-449f-bc15-c36156717e92 service neutron] Attempting to bind port 1c3e000c-10d9-48ea-b16e-f6dffaa16f41 on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:57.351056 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fea4a75-5701-4b6e-8ac1-cfee82a528a2 req-0da8c432-c689-449f-bc15-c36156717e92 service neutron] Port 1c3e000c-10d9-48ea-b16e-f6dffaa16f41 on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:05:57.351056 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fea4a75-5701-4b6e-8ac1-cfee82a528a2 req-0da8c432-c689-449f-bc15-c36156717e92 service neutron] Attempting to bind port 1c3e000c-10d9-48ea-b16e-f6dffaa16f41 on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:57.358285 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fea4a75-5701-4b6e-8ac1-cfee82a528a2 req-0da8c432-c689-449f-bc15-c36156717e92 service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:05:57.358637 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fea4a75-5701-4b6e-8ac1-cfee82a528a2 req-0da8c432-c689-449f-bc15-c36156717e92 service neutron] Checking segment: {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:05:57.359016 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fea4a75-5701-4b6e-8ac1-cfee82a528a2 req-0da8c432-c689-449f-bc15-c36156717e92 service neutron] Bound using segment: {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:05:57.359629 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-3fea4a75-5701-4b6e-8ac1-cfee82a528a2 req-0da8c432-c689-449f-bc15-c36156717e92 service neutron] Bound port: 1c3e000c-10d9-48ea-b16e-f6dffaa16f41, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:05:57.360409 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3fea4a75-5701-4b6e-8ac1-cfee82a528a2 req-0da8c432-c689-449f-bc15-c36156717e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:57.390327 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port 600c70ff-f3b9-44ef-ab5b-b11e9e9453e0 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:05:57.397983 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port 600c70ff-f3b9-44ef-ab5b-b11e9e9453e0 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:05:57.398500 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:57.492656 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:57.508925 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777fa547-4e84-40aa-ba3f-277dfa13181c req-a795f6d4-a7e1-48a3-9d5d-7f479af4179f tempest-LiveMigrationTest-431337817 tempest-LiveMigrationTest-431337817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:57.510774 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-777fa547-4e84-40aa-ba3f-277dfa13181c req-a795f6d4-a7e1-48a3-9d5d-7f479af4179f tempest-LiveMigrationTest-431337817 tempest-LiveMigrationTest-431337817-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8b4b9a70-2b55-46f0-be18-c2bf97df8d72 HTTP/1.1" status: 200 len: 1097 time: 0.1451240 Jul 15 23:05:57.518439 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-3fea4a75-5701-4b6e-8ac1-cfee82a528a2 req-0da8c432-c689-449f-bc15-c36156717e92 service neutron] For port 1c3e000c-10d9-48ea-b16e-f6dffaa16f41, host n-h2-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:05:57.522133 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-3fea4a75-5701-4b6e-8ac1-cfee82a528a2 req-0da8c432-c689-449f-bc15-c36156717e92 service neutron] For port 1c3e000c-10d9-48ea-b16e-f6dffaa16f41, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=1c3e000c-10d9-48ea-b16e-f6dffaa16f41,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:05:57.531136 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15ef82b7-20b0-46b6-be4d-5fa457f25444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '600c70ff-f3b9-44ef-ab5b-b11e9e9453e0'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:57.533030 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3fea4a75-5701-4b6e-8ac1-cfee82a528a2 req-0da8c432-c689-449f-bc15-c36156717e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:57.535878 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe486c2-5a92-451f-b04f-532f257c3578" -d '{"events": [{"server_uuid": "15ef82b7-20b0-46b6-be4d-5fa457f25444", "name": "network-vif-plugged", "status": "completed", "tag": "600c70ff-f3b9-44ef-ab5b-b11e9e9453e0"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:57.561782 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 600c70ff-f3b9-44ef-ab5b-b11e9e9453e0, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=600c70ff-f3b9-44ef-ab5b-b11e9e9453e0,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:05:57.570915 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:57.598977 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-3ebab448-9748-40f1-b3e1-31c6f44e0ce0 req-e701c7ac-d7aa-467b-bf65-fa456ec6648e tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-594118706', 'description': 'tempest-description-1272678712'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:57.634987 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=600c70ff-f3b9-44ef-ab5b-b11e9e9453e0,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:57.644293 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-777fa547-4e84-40aa-ba3f-277dfa13181c req-44a92444-4793-43f7-ba85-b323335dee11 tempest-LiveMigrationTest-431337817 tempest-LiveMigrationTest-431337817-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196542 Jul 15 23:05:57.649941 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea4a75-5701-4b6e-8ac1-cfee82a528a2 req-0da8c432-c689-449f-bc15-c36156717e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:57.650546 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3fea4a75-5701-4b6e-8ac1-cfee82a528a2 req-0da8c432-c689-449f-bc15-c36156717e92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:57.651942 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3fea4a75-5701-4b6e-8ac1-cfee82a528a2 req-0da8c432-c689-449f-bc15-c36156717e92 service neutron] 10.222.0.41 "PUT /v2.0/ports/1c3e000c-10d9-48ea-b16e-f6dffaa16f41 HTTP/1.1" status: 200 len: 1096 time: 1.4417772 Jul 15 23:05:57.668421 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e3da930-ac9e-4692-81e5-392f8ed1f173', 'tag': '1c3e000c-10d9-48ea-b16e-f6dffaa16f41'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:05:57.670761 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-507b7f9b-c939-4422-9bab-20071ae1664b" -d '{"events": [{"name": "network-changed", "server_uuid": "0e3da930-ac9e-4692-81e5-392f8ed1f173", "tag": "1c3e000c-10d9-48ea-b16e-f6dffaa16f41"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:05:57.673200 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da8c432-c689-449f-bc15-c36156717e92 service neutron] Pushing event updated for resources: {'Port': ['ID=1c3e000c-10d9-48ea-b16e-f6dffaa16f41,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:57.684762 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3ebab448-9748-40f1-b3e1-31c6f44e0ce0 req-e701c7ac-d7aa-467b-bf65-fa456ec6648e tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:57.874122 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea4a75-5701-4b6e-8ac1-cfee82a528a2 req-bb3218f8-6eaa-41ea-baab-09e223bebf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:57.875774 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3fea4a75-5701-4b6e-8ac1-cfee82a528a2 req-bb3218f8-6eaa-41ea-baab-09e223bebf0a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9ac36772b83842538b63e725348a87e1&device_id=0e3da930-ac9e-4692-81e5-392f8ed1f173 HTTP/1.1" status: 200 len: 1099 time: 0.1664090 Jul 15 23:05:57.887753 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3ebab448-9748-40f1-b3e1-31c6f44e0ce0 req-e701c7ac-d7aa-467b-bf65-fa456ec6648e tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:57.897486 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8679188a-7fa0-4da3-bea4-5d5db3de3cea req-081f3a84-b2eb-4219-b1fc-ed67b4377d90 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:57.898880 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8679188a-7fa0-4da3-bea4-5d5db3de3cea req-081f3a84-b2eb-4219-b1fc-ed67b4377d90 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=15ef82b7-20b0-46b6-be4d-5fa457f25444 HTTP/1.1" status: 200 len: 950 time: 0.1470568 Jul 15 23:05:57.905793 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3ebab448-9748-40f1-b3e1-31c6f44e0ce0 req-e701c7ac-d7aa-467b-bf65-fa456ec6648e tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:57.959818 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3fea4a75-5701-4b6e-8ac1-cfee82a528a2 req-9476b7cf-8d84-4881-bd81-46fa6ac8c829 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=1c3e000c-10d9-48ea-b16e-f6dffaa16f41 HTTP/1.1" status: 200 len: 217 time: 0.0596397 Jul 15 23:05:57.988699 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3ebab448-9748-40f1-b3e1-31c6f44e0ce0 req-e701c7ac-d7aa-467b-bf65-fa456ec6648e tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:57.989860 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3ebab448-9748-40f1-b3e1-31c6f44e0ce0 req-e701c7ac-d7aa-467b-bf65-fa456ec6648e tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4003320 Jul 15 23:05:58.013661 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e701c7ac-d7aa-467b-bf65-fa456ec6648e tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1361bf-cc6a-4119-977d-7b4569b9c786,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:58.038333 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8679188a-7fa0-4da3-bea4-5d5db3de3cea req-0bdeb4b5-697d-4c00-afeb-ab3d0804bb24 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276705 Jul 15 23:05:58.043546 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea4a75-5701-4b6e-8ac1-cfee82a528a2 req-4d4db4c8-bfc2-48b3-b5ad-19ab9a1f2742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:58.044994 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3fea4a75-5701-4b6e-8ac1-cfee82a528a2 req-4d4db4c8-bfc2-48b3-b5ad-19ab9a1f2742 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.0678515 Jul 15 23:05:58.107291 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea4a75-5701-4b6e-8ac1-cfee82a528a2 req-1f0ba30d-f2f0-486d-9f2d-43f8abb9322a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:58.108965 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3fea4a75-5701-4b6e-8ac1-cfee82a528a2 req-1f0ba30d-f2f0-486d-9f2d-43f8abb9322a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0564520 Jul 15 23:05:58.144697 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25887580-5695-43fc-861c-11e6140c1b35 x-openstack-request-id: req-25887580-5695-43fc-861c-11e6140c1b35 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:58.145235 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15ef82b7-20b0-46b6-be4d-5fa457f25444", "name": "network-vif-plugged", "status": "completed", "tag": "600c70ff-f3b9-44ef-ab5b-b11e9e9453e0", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:58.145548 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-25887580-5695-43fc-861c-11e6140c1b35 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:58.146009 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15ef82b7-20b0-46b6-be4d-5fa457f25444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '600c70ff-f3b9-44ef-ab5b-b11e9e9453e0', 'code': 200} Jul 15 23:05:58.253145 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3fea4a75-5701-4b6e-8ac1-cfee82a528a2 req-c98bf7d5-9c54-4c0e-98bf-33e908138120 service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363878 Jul 15 23:05:58.277909 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba8469a-f480-4a1c-b2c2-0ae34410164d req-1131c130-622c-44f4-ac26-ea4da30e0975 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:58.279498 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5ba8469a-f480-4a1c-b2c2-0ae34410164d req-1131c130-622c-44f4-ac26-ea4da30e0975 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eb84bd1-9cd9-43e2-9924-8f6006dc1901 HTTP/1.1" status: 200 len: 948 time: 0.1254025 Jul 15 23:05:58.306181 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79671ecd-ec60-44b1-a0bc-0b31c3e42b59 req-989ed497-9e99-496b-b63b-8635af71d824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:58.308149 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-79671ecd-ec60-44b1-a0bc-0b31c3e42b59 req-989ed497-9e99-496b-b63b-8635af71d824 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=15ef82b7-20b0-46b6-be4d-5fa457f25444 HTTP/1.1" status: 200 len: 1101 time: 0.0703278 Jul 15 23:05:58.343683 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-79671ecd-ec60-44b1-a0bc-0b31c3e42b59 req-af6ee805-21ac-4046-b6ef-aecdac2458ec service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283537 Jul 15 23:05:58.374531 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5ba8469a-f480-4a1c-b2c2-0ae34410164d req-ad2bc27f-59be-42a4-ac89-b2e949249e5e tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f7c45fd-39fc-4943-ba7d-041fb8807cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774515 Jul 15 23:05:58.390069 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3fea4a75-5701-4b6e-8ac1-cfee82a528a2 req-07456f02-d2b1-42ce-a942-5878bde1674e service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286676 Jul 15 23:05:58.426402 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f140e3-16ee-446b-9734-f1a8ce5193d7 x-openstack-request-id: req-84f140e3-16ee-446b-9734-f1a8ce5193d7 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:05:58.426889 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e3da930-ac9e-4692-81e5-392f8ed1f173", "tag": "1c3e000c-10d9-48ea-b16e-f6dffaa16f41", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:05:58.427305 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-84f140e3-16ee-446b-9734-f1a8ce5193d7 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:05:58.428116 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e3da930-ac9e-4692-81e5-392f8ed1f173', 'tag': '1c3e000c-10d9-48ea-b16e-f6dffaa16f41', 'status': 'completed', 'code': 200} Jul 15 23:05:58.576228 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9edbc2-9a34-43f6-bf5a-2298567543f7 req-393dc28a-d7b7-4677-be47-8e8628bd81ae tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:58.577710 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0f9edbc2-9a34-43f6-bf5a-2298567543f7 req-393dc28a-d7b7-4677-be47-8e8628bd81ae tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e3da930-ac9e-4692-81e5-392f8ed1f173 HTTP/1.1" status: 200 len: 948 time: 0.0668120 Jul 15 23:05:58.618316 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0f9edbc2-9a34-43f6-bf5a-2298567543f7 req-1f8d501a-30b7-418f-beb3-46e8ff16b028 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337565 Jul 15 23:05:58.694216 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e5c7959a-c52d-488c-8807-36802e30e0ab req-02a20380-60e7-45b9-a868-08ffe04ee5cb tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/security-groups/dd1361bf-cc6a-4119-977d-7b4569b9c786 HTTP/1.1" status: 200 len: 1800 time: 0.0428400 Jul 15 23:05:58.704607 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-e5c7959a-c52d-488c-8807-36802e30e0ab req-299f770a-3909-468c-a8f5-00f2e60df7aa tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1726292730', 'description': 'tempest-description-hth-2095504714'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:58.730460 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e5c7959a-c52d-488c-8807-36802e30e0ab req-299f770a-3909-468c-a8f5-00f2e60df7aa tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks [] for security_group, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:58.812125 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e5c7959a-c52d-488c-8807-36802e30e0ab req-299f770a-3909-468c-a8f5-00f2e60df7aa tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks [] for security_group, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:58.820514 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e5c7959a-c52d-488c-8807-36802e30e0ab req-299f770a-3909-468c-a8f5-00f2e60df7aa tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:58.823027 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e5c7959a-c52d-488c-8807-36802e30e0ab req-299f770a-3909-468c-a8f5-00f2e60df7aa tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:58.824319 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e5c7959a-c52d-488c-8807-36802e30e0ab req-299f770a-3909-468c-a8f5-00f2e60df7aa tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "PUT /v2.0/security-groups/dd1361bf-cc6a-4119-977d-7b4569b9c786 HTTP/1.1" status: 200 len: 1775 time: 0.1244564 Jul 15 23:05:58.862950 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507b7f9b-c939-4422-9bab-20071ae1664b req-f3577987-01a7-45a2-a1b8-329d189827e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:58.864522 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-507b7f9b-c939-4422-9bab-20071ae1664b req-f3577987-01a7-45a2-a1b8-329d189827e4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9ac36772b83842538b63e725348a87e1&device_id=0e3da930-ac9e-4692-81e5-392f8ed1f173 HTTP/1.1" status: 200 len: 1099 time: 0.1204565 Jul 15 23:05:58.865308 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299f770a-3909-468c-a8f5-00f2e60df7aa tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1361bf-cc6a-4119-977d-7b4569b9c786,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:59.016396 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507b7f9b-c939-4422-9bab-20071ae1664b req-09a68e4a-8c0d-45ad-9870-af683c2603d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:59.019036 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-507b7f9b-c939-4422-9bab-20071ae1664b req-09a68e4a-8c0d-45ad-9870-af683c2603d9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5d412861-bef3-4cc1-ae9f-87a6a36753c0 HTTP/1.1" status: 200 len: 870 time: 0.1478007 Jul 15 23:05:59.068336 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-507b7f9b-c939-4422-9bab-20071ae1664b req-4fc9a3e9-a1ee-4db5-a5b4-bf5a4e1159a5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=1c3e000c-10d9-48ea-b16e-f6dffaa16f41 HTTP/1.1" status: 200 len: 217 time: 0.0413482 Jul 15 23:05:59.093242 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54f3ca4-a083-4061-96d2-86edd4cb2101 req-00563849-e86d-4a82-9671-694236dae1d3 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:59.094739 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c54f3ca4-a083-4061-96d2-86edd4cb2101 req-00563849-e86d-4a82-9671-694236dae1d3 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/ports?device_id=14b9e249-79e3-4c40-8dfb-0fdf03e38dae HTTP/1.1" status: 200 len: 945 time: 0.1305223 Jul 15 23:05:59.139313 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51110) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:59.156351 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507b7f9b-c939-4422-9bab-20071ae1664b req-7c6c7cfc-8c60-4fe0-873a-ff1535e14938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:59.157823 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-507b7f9b-c939-4422-9bab-20071ae1664b req-7c6c7cfc-8c60-4fe0-873a-ff1535e14938 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.0818031 Jul 15 23:05:59.164035 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c54f3ca4-a083-4061-96d2-86edd4cb2101 req-8633039b-a4b6-4118-90db-4fe308ebe089 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e74215b-8011-4ee0-b502-a2314077a754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495641 Jul 15 23:05:59.252425 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d4e3f23-8ab2-4778-ada1-91d3a883f793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:59.263282 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fe705b4d-464d-4db2-94c5-a8f918fb6ac0 req-5b8b4e04-1c37-4271-9324-139fca910ef2 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/security-groups/dd1361bf-cc6a-4119-977d-7b4569b9c786 HTTP/1.1" status: 200 len: 1775 time: 0.0570817 Jul 15 23:05:59.278215 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507b7f9b-c939-4422-9bab-20071ae1664b req-317e617b-1352-4617-a358-2b3b52585400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:59.279731 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-507b7f9b-c939-4422-9bab-20071ae1664b req-317e617b-1352-4617-a358-2b3b52585400 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1148345 Jul 15 23:05:59.370448 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-11d05114-cfa8-4597-8ae8-5cb6f6c7082a tempest-LiveMigrationTest-431337817 tempest-LiveMigrationTest-431337817-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:05:59.376063 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-11d05114-cfa8-4597-8ae8-5cb6f6c7082a tempest-LiveMigrationTest-431337817 tempest-LiveMigrationTest-431337817-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119190 Jul 15 23:05:59.388035 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-94dc864f-930e-4b25-83cb-5e02d4a8c6da service neutron] Request body: {'binding': {'host': 'n-h1-794306-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:05:59.389506 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-94dc864f-930e-4b25-83cb-5e02d4a8c6da service neutron] Unknown quota resources ['binding']. {{(pid=93771) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 23:05:59.390808 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-507b7f9b-c939-4422-9bab-20071ae1664b req-af392acb-43ed-4fdb-b6e1-6b90fd9182d9 service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032579 Jul 15 23:05:59.412503 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d4e3f23-8ab2-4778-ada1-91d3a883f793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:59.418737 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d4e3f23-8ab2-4778-ada1-91d3a883f793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:59.483146 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-4d4e3f23-8ab2-4778-ada1-91d3a883f793 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6fa259e133a34c9a81f66c81f0b5088a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3403091 Jul 15 23:05:59.483450 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51118) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:05:59.492883 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4e3f23-8ab2-4778-ada1-91d3a883f793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8151d178-90e2-495d-991c-fe5b9edc211b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:59.516602 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9739da1-e765-43e1-a81f-5cd9b4c57dc2 req-b111b709-534a-4334-a056-9c0452323a09 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:05:59.517356 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c9739da1-e765-43e1-a81f-5cd9b4c57dc2 req-b111b709-534a-4334-a056-9c0452323a09 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=15ef82b7-20b0-46b6-be4d-5fa457f25444 HTTP/1.1" status: 200 len: 950 time: 0.1424942 Jul 15 23:05:59.523282 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-507b7f9b-c939-4422-9bab-20071ae1664b req-a4951a2f-61fd-4238-b528-89cb33090876 service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124413 Jul 15 23:05:59.559348 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c9739da1-e765-43e1-a81f-5cd9b4c57dc2 req-bba8a8b4-4f26-44d4-9b09-a9e6025b299c tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351064 Jul 15 23:05:59.592308 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-392749f7-bb0d-476d-aca4-47052a7d4c76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:59.625744 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-392749f7-bb0d-476d-aca4-47052a7d4c76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:59.627648 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-94dc864f-930e-4b25-83cb-5e02d4a8c6da service neutron] Attempting to bind port f139e365-d173-4a38-84ed-c7dc88747f8e on host n-h1-794306-6 for vnic_type normal with profile None {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:05:59.627989 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-94dc864f-930e-4b25-83cb-5e02d4a8c6da service neutron] Attempting to bind port f139e365-d173-4a38-84ed-c7dc88747f8e by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '2a783e67-ba53-4ea9-9bee-afb3f3217392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f037b993-4149-40e0-a687-25986d720de6'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:05:59.628316 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-94dc864f-930e-4b25-83cb-5e02d4a8c6da service neutron] Attempting to bind port f139e365-d173-4a38-84ed-c7dc88747f8e on network f037b993-4149-40e0-a687-25986d720de6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:59.639289 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-94dc864f-930e-4b25-83cb-5e02d4a8c6da service neutron] Port f139e365-d173-4a38-84ed-c7dc88747f8e on network f037b993-4149-40e0-a687-25986d720de6 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:05:59.639632 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-94dc864f-930e-4b25-83cb-5e02d4a8c6da service neutron] Attempting to bind port f139e365-d173-4a38-84ed-c7dc88747f8e on network f037b993-4149-40e0-a687-25986d720de6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:05:59.658914 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-94dc864f-930e-4b25-83cb-5e02d4a8c6da service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:05:59.659251 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-94dc864f-930e-4b25-83cb-5e02d4a8c6da service neutron] Checking segment: {'id': '2a783e67-ba53-4ea9-9bee-afb3f3217392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f037b993-4149-40e0-a687-25986d720de6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:05:59.659663 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-94dc864f-930e-4b25-83cb-5e02d4a8c6da service neutron] Bound using segment: {'id': '2a783e67-ba53-4ea9-9bee-afb3f3217392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f037b993-4149-40e0-a687-25986d720de6'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:05:59.660102 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-94dc864f-930e-4b25-83cb-5e02d4a8c6da service neutron] Bound port: f139e365-d173-4a38-84ed-c7dc88747f8e, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a783e67-ba53-4ea9-9bee-afb3f3217392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f037b993-4149-40e0-a687-25986d720de6'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:05:59.724415 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-392749f7-bb0d-476d-aca4-47052a7d4c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:59.726866 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-392749f7-bb0d-476d-aca4-47052a7d4c76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:59.728030 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-392749f7-bb0d-476d-aca4-47052a7d4c76 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8151d178-90e2-495d-991c-fe5b9edc211b HTTP/1.1" status: 204 len: 168 time: 0.2436705 Jul 15 23:05:59.729779 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-94dc864f-930e-4b25-83cb-5e02d4a8c6da service neutron] For port f139e365-d173-4a38-84ed-c7dc88747f8e, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=f139e365-d173-4a38-84ed-c7dc88747f8e,segment=NetworkSegment(2a783e67-ba53-4ea9-9bee-afb3f3217392),segment_id=2a783e67-ba53-4ea9-9bee-afb3f3217392)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:05:59.740123 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-94dc864f-930e-4b25-83cb-5e02d4a8c6da service neutron] Notify callbacks [] for binding, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:59.741278 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-94dc864f-930e-4b25-83cb-5e02d4a8c6da service neutron] 10.222.0.48 "POST /v2.0/ports/f139e365-d173-4a38-84ed-c7dc88747f8e/bindings HTTP/1.1" status: 201 len: 389 time: 0.3605771 Jul 15 23:05:59.742282 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392749f7-bb0d-476d-aca4-47052a7d4c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8151d178-90e2-495d-991c-fe5b9edc211b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:05:59.756582 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bf8c2d38-9bf0-410e-8596-23a3659dd361 req-ce23e464-62ec-46f2-9f84-fcd84840be77 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/security-groups/dd1361bf-cc6a-4119-977d-7b4569b9c786 HTTP/1.1" status: 200 len: 1775 time: 0.0576048 Jul 15 23:05:59.833113 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bf8c2d38-9bf0-410e-8596-23a3659dd361 req-b5d39705-0508-4943-94da-8f5469397da8 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:59.863136 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bf8c2d38-9bf0-410e-8596-23a3659dd361 req-b5d39705-0508-4943-94da-8f5469397da8 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:59.921878 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bf8c2d38-9bf0-410e-8596-23a3659dd361 req-b5d39705-0508-4943-94da-8f5469397da8 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:59.925330 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bf8c2d38-9bf0-410e-8596-23a3659dd361 req-b5d39705-0508-4943-94da-8f5469397da8 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:05:59.938683 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bf8c2d38-9bf0-410e-8596-23a3659dd361 req-b5d39705-0508-4943-94da-8f5469397da8 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "DELETE /v2.0/security-groups/dd1361bf-cc6a-4119-977d-7b4569b9c786 HTTP/1.1" status: 204 len: 173 time: 0.1729736 Jul 15 23:05:59.969536 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d39705-0508-4943-94da-8f5469397da8 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1361bf-cc6a-4119-977d-7b4569b9c786,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:00.062938 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314d939f-3b72-4cd3-9a98-add19ef3f6eb req-1059abcd-e8f8-46a6-830c-e19b3d34da94 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:00.064543 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-314d939f-3b72-4cd3-9a98-add19ef3f6eb req-1059abcd-e8f8-46a6-830c-e19b3d34da94 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eb84bd1-9cd9-43e2-9924-8f6006dc1901 HTTP/1.1" status: 200 len: 948 time: 0.0966907 Jul 15 23:06:00.127608 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51130) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:00.141109 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3e964e3e-2698-44f3-ba72-fccdfb488369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:00.176323 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-314d939f-3b72-4cd3-9a98-add19ef3f6eb req-8a9c5501-d4ae-46c4-8808-751e9e405517 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f7c45fd-39fc-4943-ba7d-041fb8807cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895193 Jul 15 23:06:00.189631 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3cb60e-a0ef-4c36-bf2b-1d7acf794c62 req-6910849a-788e-4acc-abd8-86a5c65565e1 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:00.191200 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ff3cb60e-a0ef-4c36-bf2b-1d7acf794c62 req-6910849a-788e-4acc-abd8-86a5c65565e1 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e3da930-ac9e-4692-81e5-392f8ed1f173 HTTP/1.1" status: 200 len: 948 time: 0.1475294 Jul 15 23:06:00.224003 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-b5eec5c6-4499-4c05-839f-676756bfdbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:00.225489 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-b5eec5c6-4499-4c05-839f-676756bfdbc8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=680eb147007347d0b28b90eaf34e5f6f&device_id=8b4b9a70-2b55-46f0-be18-c2bf97df8d72 HTTP/1.1" status: 200 len: 1097 time: 0.1284430 Jul 15 23:06:00.243343 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ff3cb60e-a0ef-4c36-bf2b-1d7acf794c62 req-82f2af77-e5cd-4469-b2b2-353d77763203 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437384 Jul 15 23:06:00.257811 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3e964e3e-2698-44f3-ba72-fccdfb488369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:00.262338 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3e964e3e-2698-44f3-ba72-fccdfb488369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:00.296543 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-3e964e3e-2698-44f3-ba72-fccdfb488369 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3d06dd477a1d46a5b8c0abacf782e7af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1677940 Jul 15 23:06:00.303389 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51134) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:00.339112 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e964e3e-2698-44f3-ba72-fccdfb488369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd433412-f9ec-4c9a-ae31-115a11fa5b66,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:00.374676 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-49660f20-b8c8-4630-b726-5f07c2472a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:00.376300 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-49660f20-b8c8-4630-b726-5f07c2472a04 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f037b993-4149-40e0-a687-25986d720de6 HTTP/1.1" status: 200 len: 909 time: 0.1319656 Jul 15 23:06:00.384408 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ba37fbc9-ddf2-407b-9874-dda205152ca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:00.410179 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ba37fbc9-ddf2-407b-9874-dda205152ca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:00.423950 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-deb94a02-14c6-4c38-b243-3c2e726ad517 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f139e365-d173-4a38-84ed-c7dc88747f8e HTTP/1.1" status: 200 len: 217 time: 0.0382345 Jul 15 23:06:00.463193 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ba37fbc9-ddf2-407b-9874-dda205152ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:00.465697 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ba37fbc9-ddf2-407b-9874-dda205152ca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:00.469248 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ba37fbc9-ddf2-407b-9874-dda205152ca6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bd433412-f9ec-4c9a-ae31-115a11fa5b66 HTTP/1.1" status: 204 len: 168 time: 0.1622984 Jul 15 23:06:00.474221 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260de453-dd0c-4ded-a413-8bc486c51f4a req-991ed24d-dd18-4f0c-9e8f-8fd61adc73c3 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:00.475105 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba37fbc9-ddf2-407b-9874-dda205152ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd433412-f9ec-4c9a-ae31-115a11fa5b66,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:00.475836 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-260de453-dd0c-4ded-a413-8bc486c51f4a req-991ed24d-dd18-4f0c-9e8f-8fd61adc73c3 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b4b9a70-2b55-46f0-be18-c2bf97df8d72 HTTP/1.1" status: 200 len: 946 time: 0.1588013 Jul 15 23:06:00.549611 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-5cf36ef0-6c6f-4994-b3dc-da2807d548a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:00.551091 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-5cf36ef0-6c6f-4994-b3dc-da2807d548a9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b89a129e-9de5-4301-b344-10ab05e9feea HTTP/1.1" status: 200 len: 848 time: 0.0936639 Jul 15 23:06:00.558266 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-260de453-dd0c-4ded-a413-8bc486c51f4a req-d36a779c-97c2-4011-9e65-6cf4bc5c2901 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636587 Jul 15 23:06:00.570820 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdd84df-00b1-4a03-8186-80957ae43cdd req-c7cc6cae-df7e-4380-8d7c-2474d0dbfa89 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:00.572449 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5fdd84df-00b1-4a03-8186-80957ae43cdd req-c7cc6cae-df7e-4380-8d7c-2474d0dbfa89 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/ports?device_id=14b9e249-79e3-4c40-8dfb-0fdf03e38dae HTTP/1.1" status: 200 len: 945 time: 0.1467638 Jul 15 23:06:00.606871 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-c494b9c7-d986-4b38-b06c-bc7555609001 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f037b993-4149-40e0-a687-25986d720de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334353 Jul 15 23:06:00.665636 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5fdd84df-00b1-4a03-8186-80957ae43cdd req-3c212905-4ec1-4938-9788-87036ff4213f tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e74215b-8011-4ee0-b502-a2314077a754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843432 Jul 15 23:06:00.707935 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ef801225-2504-47f2-bf98-169fc890c357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:00.711938 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [req-a0d7fbf3-6801-4958-a901-d55c6bfa572e req-b52b1efa-e3ee-4194-bac7-b43074f80b11 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] show failed (client error): The resource could not be found. Jul 15 23:06:00.712986 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a0d7fbf3-6801-4958-a901-d55c6bfa572e req-b52b1efa-e3ee-4194-bac7-b43074f80b11 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/security-groups/e2d01e97-b245-4356-9918-6d5f68f2e1df HTTP/1.1" status: 404 len: 352 time: 0.0204022 Jul 15 23:06:00.731033 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-35a2e387-82f9-4abe-b5fa-6cbc79689b21 service neutron] 10.222.0.49 "GET /v2.0/networks/f037b993-4149-40e0-a687-25986d720de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159585 Jul 15 23:06:00.895268 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-09db7e80-4c5d-4943-b164-1e4838bd53a1 service neutron] 10.222.0.49 "GET /v2.0/networks/f037b993-4149-40e0-a687-25986d720de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517279 Jul 15 23:06:00.895268 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [req-c99002ea-e8bb-40f5-8ae0-fdd57da62a5a req-d25f3654-a64b-4d63-94e3-d2d63c99be54 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] show failed (client error): The resource could not be found. Jul 15 23:06:00.895268 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c99002ea-e8bb-40f5-8ae0-fdd57da62a5a req-d25f3654-a64b-4d63-94e3-d2d63c99be54 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/security-groups/ed7b7464-aa8d-4590-b4a7-0b89f98915e9 HTTP/1.1" status: 404 len: 352 time: 0.0304306 Jul 15 23:06:00.910214 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704e88b5-3312-4e73-a64b-e3e4517b8641 req-011fc17d-35f9-4a7b-bdbb-8e8a237271ee tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:00.911757 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-704e88b5-3312-4e73-a64b-e3e4517b8641 req-011fc17d-35f9-4a7b-bdbb-8e8a237271ee tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=15ef82b7-20b0-46b6-be4d-5fa457f25444 HTTP/1.1" status: 200 len: 950 time: 0.1322441 Jul 15 23:06:00.953463 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [req-061d8253-bd0c-4993-b69f-3d8d33cf6362 req-685d3f86-3ecd-47bc-9ae6-9ca90c63861f tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] show failed (client error): The resource could not be found. Jul 15 23:06:00.954562 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-061d8253-bd0c-4993-b69f-3d8d33cf6362 req-685d3f86-3ecd-47bc-9ae6-9ca90c63861f tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/security-groups/6737e986-9191-4766-92e0-0324e05f3317 HTTP/1.1" status: 404 len: 352 time: 0.0175467 Jul 15 23:06:00.968198 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-704e88b5-3312-4e73-a64b-e3e4517b8641 req-f1662a40-09cf-449c-b013-55ba717730fe tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503874 Jul 15 23:06:00.997662 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [req-8946c315-a911-4682-8e2a-0868ef7e2854 req-063f0038-dba6-4204-8c34-ab576b39f96a tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] show failed (client error): The resource could not be found. Jul 15 23:06:01.000039 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8946c315-a911-4682-8e2a-0868ef7e2854 req-063f0038-dba6-4204-8c34-ab576b39f96a tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/security-groups/30f89457-e5ba-40fc-ab25-e61025e8c226 HTTP/1.1" status: 404 len: 352 time: 0.0245898 Jul 15 23:06:01.043424 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [req-f3ac0b91-194b-4389-a18c-36ab7e83b9c6 req-85f26b79-c7b7-4447-b09d-1e0d2a05d298 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] show failed (client error): The resource could not be found. Jul 15 23:06:01.044554 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f3ac0b91-194b-4389-a18c-36ab7e83b9c6 req-85f26b79-c7b7-4447-b09d-1e0d2a05d298 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/security-groups/779305f3-9db5-4480-a371-ba279a8e37aa HTTP/1.1" status: 404 len: 352 time: 0.0173824 Jul 15 23:06:01.084346 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [req-b8afe04a-712e-4e8a-957a-6e013371a1c3 req-ade803ce-d339-4c50-93e3-c98857c730e5 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] show failed (client error): The resource could not be found. Jul 15 23:06:01.088031 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b8afe04a-712e-4e8a-957a-6e013371a1c3 req-ade803ce-d339-4c50-93e3-c98857c730e5 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/security-groups/3e66d46e-dbb8-412e-ae7f-dc1392ab36b7 HTTP/1.1" status: 404 len: 352 time: 0.0212467 Jul 15 23:06:01.093352 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-62d23757-3e66-4902-81fb-1981bd873350 tempest-LiveMigrationTest-431337817 tempest-LiveMigrationTest-431337817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:01.095219 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-62d23757-3e66-4902-81fb-1981bd873350 tempest-LiveMigrationTest-431337817 tempest-LiveMigrationTest-431337817-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=8b4b9a70-2b55-46f0-be18-c2bf97df8d72&tenant_id=680eb147007347d0b28b90eaf34e5f6f&binding%3Ahost_id=n-h2-794306-6 HTTP/1.1" status: 200 len: 1097 time: 0.1072929 Jul 15 23:06:01.107668 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-f70d0576-4c89-4a29-ac84-02812ad41636 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-794306-6'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:06:01.190983 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:06:01.205353 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-f70d0576-4c89-4a29-ac84-02812ad41636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:01.331216 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 1c3e000c-10d9-48ea-b16e-f6dffaa16f41 details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:06:01.409119 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-f70d0576-4c89-4a29-ac84-02812ad41636 service neutron] For port f139e365-d173-4a38-84ed-c7dc88747f8e, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=f139e365-d173-4a38-84ed-c7dc88747f8e,segment=NetworkSegment(2a783e67-ba53-4ea9-9bee-afb3f3217392),segment_id=2a783e67-ba53-4ea9-9bee-afb3f3217392)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:01.488428 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-a8a75a52-3b97-4503-b147-361c536e0214 req-3ad1559a-cfcf-497d-b287-aae9807898d2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=15ef82b7-20b0-46b6-be4d-5fa457f25444&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1089942 Jul 15 23:06:01.553931 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-f70d0576-4c89-4a29-ac84-02812ad41636 service neutron] For port f139e365-d173-4a38-84ed-c7dc88747f8e, host n-h2-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:06:01.557042 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 1c3e000c-10d9-48ea-b16e-f6dffaa16f41, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=1c3e000c-10d9-48ea-b16e-f6dffaa16f41,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:01.576204 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': '1c3e000c-10d9-48ea-b16e-f6dffaa16f41', 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'port_id': '1c3e000c-10d9-48ea-b16e-f6dffaa16f41', 'mac_address': 'fa:16:3e:9f:d3:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d909a96-22de-4aa9-b690-1c7da965ceac', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:06:01.600179 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d441b88a-0dba-4800-aa93-1a480a7286a8 req-bb1bbe67-6cac-4ec0-99ca-e401e8a6636c tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:01.601732 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d441b88a-0dba-4800-aa93-1a480a7286a8 req-bb1bbe67-6cac-4ec0-99ca-e401e8a6636c tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eb84bd1-9cd9-43e2-9924-8f6006dc1901 HTTP/1.1" status: 200 len: 948 time: 0.1832960 Jul 15 23:06:01.638279 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:01.641548 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b4b9a70-2b55-46f0-be18-c2bf97df8d72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f139e365-d173-4a38-84ed-c7dc88747f8e'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:01.644669 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb56c488-2fc3-4853-a9a6-4c1bc1e8c112" -d '{"events": [{"server_uuid": "8b4b9a70-2b55-46f0-be18-c2bf97df8d72", "name": "network-vif-unplugged", "status": "completed", "tag": "f139e365-d173-4a38-84ed-c7dc88747f8e"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:01.651039 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-f70d0576-4c89-4a29-ac84-02812ad41636 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:01.662432 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c3e000c-10d9-48ea-b16e-f6dffaa16f41 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:06:01.665883 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8134cedc-d5ba-4032-b3b6-e4ae06e64df6 req-c238e0e9-8cad-4a24-b2bf-db11564561cc tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:01.674410 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8134cedc-d5ba-4032-b3b6-e4ae06e64df6 req-c238e0e9-8cad-4a24-b2bf-db11564561cc tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=15ef82b7-20b0-46b6-be4d-5fa457f25444 HTTP/1.1" status: 200 len: 950 time: 0.2049952 Jul 15 23:06:01.682598 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-f70d0576-4c89-4a29-ac84-02812ad41636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:01.692688 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 1c3e000c-10d9-48ea-b16e-f6dffaa16f41, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=1c3e000c-10d9-48ea-b16e-f6dffaa16f41,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:01.704514 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:01.764552 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d441b88a-0dba-4800-aa93-1a480a7286a8 req-e86b06b0-e982-4608-97bf-17ecb73f2b4f tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f7c45fd-39fc-4943-ba7d-041fb8807cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552446 Jul 15 23:06:01.797350 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=1c3e000c-10d9-48ea-b16e-f6dffaa16f41,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:01.797861 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8134cedc-d5ba-4032-b3b6-e4ae06e64df6 req-f9cdc1e0-fe16-42e5-a4c1-5358f9aef8a2 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223602 Jul 15 23:06:01.823834 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70d0576-4c89-4a29-ac84-02812ad41636 service neutron] Pushing event updated for resources: {'Port': ['ID=f139e365-d173-4a38-84ed-c7dc88747f8e,revision_number=7']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:01.836816 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-f70d0576-4c89-4a29-ac84-02812ad41636 service neutron] Attempting to bind port f139e365-d173-4a38-84ed-c7dc88747f8e on host n-h2-794306-6 for vnic_type normal with profile {"migrating_to": "n-h1-794306-6"} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:06:01.837170 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-f70d0576-4c89-4a29-ac84-02812ad41636 service neutron] Attempting to bind port f139e365-d173-4a38-84ed-c7dc88747f8e by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '2a783e67-ba53-4ea9-9bee-afb3f3217392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f037b993-4149-40e0-a687-25986d720de6'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:06:01.837497 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-f70d0576-4c89-4a29-ac84-02812ad41636 service neutron] Attempting to bind port f139e365-d173-4a38-84ed-c7dc88747f8e on network f037b993-4149-40e0-a687-25986d720de6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:06:01.841903 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-f70d0576-4c89-4a29-ac84-02812ad41636 service neutron] Port f139e365-d173-4a38-84ed-c7dc88747f8e on network f037b993-4149-40e0-a687-25986d720de6 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:06:01.842227 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-f70d0576-4c89-4a29-ac84-02812ad41636 service neutron] Attempting to bind port f139e365-d173-4a38-84ed-c7dc88747f8e on network f037b993-4149-40e0-a687-25986d720de6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:06:01.847925 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-f70d0576-4c89-4a29-ac84-02812ad41636 service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:06:01.848274 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-f70d0576-4c89-4a29-ac84-02812ad41636 service neutron] Checking segment: {'id': '2a783e67-ba53-4ea9-9bee-afb3f3217392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f037b993-4149-40e0-a687-25986d720de6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:06:01.848668 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-f70d0576-4c89-4a29-ac84-02812ad41636 service neutron] Bound using segment: {'id': '2a783e67-ba53-4ea9-9bee-afb3f3217392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f037b993-4149-40e0-a687-25986d720de6'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:06:01.849100 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-f70d0576-4c89-4a29-ac84-02812ad41636 service neutron] Bound port: f139e365-d173-4a38-84ed-c7dc88747f8e, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a783e67-ba53-4ea9-9bee-afb3f3217392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f037b993-4149-40e0-a687-25986d720de6'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:06:01.849465 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-f70d0576-4c89-4a29-ac84-02812ad41636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:01.920555 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-f70d0576-4c89-4a29-ac84-02812ad41636 service neutron] For port f139e365-d173-4a38-84ed-c7dc88747f8e, host n-h2-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:06:01.927764 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-f70d0576-4c89-4a29-ac84-02812ad41636 service neutron] For port f139e365-d173-4a38-84ed-c7dc88747f8e, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=f139e365-d173-4a38-84ed-c7dc88747f8e,segment=NetworkSegment(2a783e67-ba53-4ea9-9bee-afb3f3217392),segment_id=2a783e67-ba53-4ea9-9bee-afb3f3217392)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:06:01.949882 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-f70d0576-4c89-4a29-ac84-02812ad41636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:02.066569 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70d0576-4c89-4a29-ac84-02812ad41636 service neutron] Pushing event updated for resources: {'Port': ['ID=f139e365-d173-4a38-84ed-c7dc88747f8e,revision_number=8']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:02.097920 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['1c3e000c-10d9-48ea-b16e-f6dffaa16f41'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:06:02.132299 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-f70d0576-4c89-4a29-ac84-02812ad41636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:02.133014 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-f70d0576-4c89-4a29-ac84-02812ad41636 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:02.134728 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-f70d0576-4c89-4a29-ac84-02812ad41636 service neutron] 10.222.0.49 "PUT /v2.0/ports/f139e365-d173-4a38-84ed-c7dc88747f8e HTTP/1.1" status: 200 len: 1122 time: 1.0319521 Jul 15 23:06:02.156048 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5bc3f-129a-4812-aa32-de8c5c172a5b req-305fe02e-21d8-4cfe-a29f-1c3e894a080f tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:02.163716 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8ae5bc3f-129a-4812-aa32-de8c5c172a5b req-305fe02e-21d8-4cfe-a29f-1c3e894a080f tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e3da930-ac9e-4692-81e5-392f8ed1f173 HTTP/1.1" status: 200 len: 949 time: 0.2378802 Jul 15 23:06:02.230664 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8ae5bc3f-129a-4812-aa32-de8c5c172a5b req-ba3d22d2-32b3-4de7-9649-da01162959e3 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624423 Jul 15 23:06:02.245882 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f42ab3-4c5f-44aa-b681-66805843be61 req-8958a8b8-8005-4aa2-9311-f7a29aa7c300 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:02.247714 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a2f42ab3-4c5f-44aa-b681-66805843be61 req-8958a8b8-8005-4aa2-9311-f7a29aa7c300 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/ports?device_id=34effbc0-2dfe-47c4-8686-e4eb48108560 HTTP/1.1" status: 200 len: 1023 time: 0.1743531 Jul 15 23:06:02.323151 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['f139e365-d173-4a38-84ed-c7dc88747f8e'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:06:02.662839 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a2f42ab3-4c5f-44aa-b681-66805843be61 req-59a5c99f-1576-4920-a78e-9e08d8fa9e92 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/security-groups?id=d689cec7-e188-42fb-8146-0aa589978893&id=7456f027-5692-4aab-9781-fd5247d679a3&id=df0c786f-1835-45af-b822-c4ded04949f8&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.4073160 Jul 15 23:06:02.694734 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212340c0-03ab-48c7-b328-2dc6d672a919 req-4655eb72-54dd-40a2-9feb-1c210a70ce6d tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:02.696284 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-212340c0-03ab-48c7-b328-2dc6d672a919 req-4655eb72-54dd-40a2-9feb-1c210a70ce6d tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b4b9a70-2b55-46f0-be18-c2bf97df8d72 HTTP/1.1" status: 200 len: 944 time: 0.0864632 Jul 15 23:06:02.724294 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b69792-2992-4343-bfc1-e0093632f5c7 x-openstack-request-id: req-90b69792-2992-4343-bfc1-e0093632f5c7 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:06:02.724579 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b4b9a70-2b55-46f0-be18-c2bf97df8d72", "name": "network-vif-unplugged", "status": "completed", "tag": "f139e365-d173-4a38-84ed-c7dc88747f8e", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:06:02.724834 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-90b69792-2992-4343-bfc1-e0093632f5c7 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:06:02.725222 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b4b9a70-2b55-46f0-be18-c2bf97df8d72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f139e365-d173-4a38-84ed-c7dc88747f8e', 'code': 200} Jul 15 23:06:02.737840 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-212340c0-03ab-48c7-b328-2dc6d672a919 req-e2dd7369-762a-4a58-80b0-bdcc9b406423 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357039 Jul 15 23:06:02.878795 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1fcf1d-5da3-47dc-b900-2598963175ac req-f8d11553-2a76-4f85-b14f-0b61e0495b87 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:02.885875 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fc1fcf1d-5da3-47dc-b900-2598963175ac req-f8d11553-2a76-4f85-b14f-0b61e0495b87 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/ports?device_id=14b9e249-79e3-4c40-8dfb-0fdf03e38dae HTTP/1.1" status: 200 len: 945 time: 0.0752106 Jul 15 23:06:02.924703 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fc1fcf1d-5da3-47dc-b900-2598963175ac req-65929b9b-d5b0-463a-8700-fa35c549d9a4 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e74215b-8011-4ee0-b502-a2314077a754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365469 Jul 15 23:06:03.116579 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886b4144-e533-4d7f-8b57-ce6d53cbd359 req-d33cdb12-3d84-4190-8f15-934f8bb5cc73 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:03.118038 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-886b4144-e533-4d7f-8b57-ce6d53cbd359 req-d33cdb12-3d84-4190-8f15-934f8bb5cc73 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eb84bd1-9cd9-43e2-9924-8f6006dc1901 HTTP/1.1" status: 200 len: 948 time: 0.0893261 Jul 15 23:06:03.166215 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-886b4144-e533-4d7f-8b57-ce6d53cbd359 req-4dd89311-e6d2-40ee-9cb7-5db3bdc13fea tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f7c45fd-39fc-4943-ba7d-041fb8807cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414174 Jul 15 23:06:03.178814 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817e2818-c8b4-47a6-93a3-244b1adc1753 req-a5c7b493-e3fc-4412-9139-716b62eab798 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:03.180347 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-817e2818-c8b4-47a6-93a3-244b1adc1753 req-a5c7b493-e3fc-4412-9139-716b62eab798 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=15ef82b7-20b0-46b6-be4d-5fa457f25444 HTTP/1.1" status: 200 len: 950 time: 0.1019013 Jul 15 23:06:03.191210 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5c941e6e-a7f1-43e9-a0db-4bbffe798108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:03.224108 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-817e2818-c8b4-47a6-93a3-244b1adc1753 req-78f7a895-614b-4525-b706-7e6e14963fab tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366344 Jul 15 23:06:03.309295 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:03.398232 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a75a52-3b97-4503-b147-361c536e0214 req-98d4d8a3-7627-4052-b3c8-9958f0766a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:03.400182 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a8a75a52-3b97-4503-b147-361c536e0214 req-98d4d8a3-7627-4052-b3c8-9958f0766a45 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=943e0e7be5644005a591d26197ee19f5&device_id=15ef82b7-20b0-46b6-be4d-5fa457f25444 HTTP/1.1" status: 200 len: 1101 time: 0.0667276 Jul 15 23:06:03.530230 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a75a52-3b97-4503-b147-361c536e0214 req-49a66b4c-6e46-4f96-8c93-d7e2419a8d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:03.531734 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a8a75a52-3b97-4503-b147-361c536e0214 req-49a66b4c-6e46-4f96-8c93-d7e2419a8d55 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5d412861-bef3-4cc1-ae9f-87a6a36753c0 HTTP/1.1" status: 200 len: 870 time: 0.1242507 Jul 15 23:06:03.594011 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9674213-1004-433b-b4e4-12bc17efccbd req-ada1f803-0fca-4b95-8d46-9e80fe37f0b0 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:03.600308 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f9674213-1004-433b-b4e4-12bc17efccbd req-ada1f803-0fca-4b95-8d46-9e80fe37f0b0 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e3da930-ac9e-4692-81e5-392f8ed1f173 HTTP/1.1" status: 200 len: 949 time: 0.1299789 Jul 15 23:06:03.605753 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a8a75a52-3b97-4503-b147-361c536e0214 req-c687dc38-49f0-4113-9240-af4b40d864e6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=600c70ff-f3b9-44ef-ab5b-b11e9e9453e0 HTTP/1.1" status: 200 len: 217 time: 0.0619032 Jul 15 23:06:03.680263 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f9674213-1004-433b-b4e4-12bc17efccbd req-422f72b9-fb0c-4eb9-af84-b6d11afcd132 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777798 Jul 15 23:06:03.686279 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a75a52-3b97-4503-b147-361c536e0214 req-6067bb2f-e9c4-4c28-a382-b86651346941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:03.687758 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a8a75a52-3b97-4503-b147-361c536e0214 req-6067bb2f-e9c4-4c28-a382-b86651346941 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.0733953 Jul 15 23:06:03.756992 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a75a52-3b97-4503-b147-361c536e0214 req-5f60c43c-cf51-4b1d-9ff6-70b2c5c2d89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:03.758621 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a8a75a52-3b97-4503-b147-361c536e0214 req-5f60c43c-cf51-4b1d-9ff6-70b2c5c2d89e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0639007 Jul 15 23:06:03.898371 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51276) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:03.989653 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a8a75a52-3b97-4503-b147-361c536e0214 req-ab7984af-ce38-4e22-9767-7eee9352d562 service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170429 Jul 15 23:06:04.006866 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3016c2e0-521c-42b9-9613-3fd06454d549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:04.009169 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f89ccd7-b9c9-45a2-a0b2-1aef1bca25d3 req-1347115d-b3d1-418c-a981-c3796f2541d9 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:04.010731 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7f89ccd7-b9c9-45a2-a0b2-1aef1bca25d3 req-1347115d-b3d1-418c-a981-c3796f2541d9 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/ports?device_id=34effbc0-2dfe-47c4-8686-e4eb48108560 HTTP/1.1" status: 200 len: 1023 time: 0.2079544 Jul 15 23:06:04.088792 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c2a58-c138-44ce-a1cc-8f2c4e5c5b05 req-85d7fb20-306e-4c49-8ad4-5959349e60ee tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:04.090392 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-050c2a58-c138-44ce-a1cc-8f2c4e5c5b05 req-85d7fb20-306e-4c49-8ad4-5959349e60ee tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b4b9a70-2b55-46f0-be18-c2bf97df8d72 HTTP/1.1" status: 200 len: 944 time: 0.2098570 Jul 15 23:06:04.099185 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3016c2e0-521c-42b9-9613-3fd06454d549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:04.103316 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3016c2e0-521c-42b9-9613-3fd06454d549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:04.120856 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:04.145017 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-3016c2e0-521c-42b9-9613-3fd06454d549 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e32eadbe8a9d4a6d9a7f443fe2ab4c5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2423825 Jul 15 23:06:04.145289 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51280) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:04.151022 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016c2e0-521c-42b9-9613-3fd06454d549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9394eb29-031a-456d-ad1c-27f1e01780ce,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:04.163894 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016c2e0-521c-42b9-9613-3fd06454d549 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:04.164328 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016c2e0-521c-42b9-9613-3fd06454d549 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:04.164631 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016c2e0-521c-42b9-9613-3fd06454d549 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:04.164907 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016c2e0-521c-42b9-9613-3fd06454d549 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:04.165221 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016c2e0-521c-42b9-9613-3fd06454d549 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:04.165547 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016c2e0-521c-42b9-9613-3fd06454d549 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:04.165872 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016c2e0-521c-42b9-9613-3fd06454d549 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:04.166391 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016c2e0-521c-42b9-9613-3fd06454d549 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:04.166536 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016c2e0-521c-42b9-9613-3fd06454d549 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:04.166814 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016c2e0-521c-42b9-9613-3fd06454d549 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:04.167130 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016c2e0-521c-42b9-9613-3fd06454d549 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:04.167446 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016c2e0-521c-42b9-9613-3fd06454d549 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:04.171184 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad6eb7-626d-4d8b-a5f7-ed2f8bf8c8b9 req-0abfe8e3-3987-4e6c-a852-5e392c43fb03 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:04.172724 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-23ad6eb7-626d-4d8b-a5f7-ed2f8bf8c8b9 req-0abfe8e3-3987-4e6c-a852-5e392c43fb03 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.49 "GET /v2.0/ports?device_id=34effbc0-2dfe-47c4-8686-e4eb48108560 HTTP/1.1" status: 200 len: 1023 time: 0.2879906 Jul 15 23:06:04.211172 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e793c155-fe07-4843-b82c-7c05ad23b9a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:04.224501 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7f89ccd7-b9c9-45a2-a0b2-1aef1bca25d3 req-cd4515f1-458f-4e72-9fd5-e34b1a50b703 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/security-groups?id=d689cec7-e188-42fb-8146-0aa589978893&id=7456f027-5692-4aab-9781-fd5247d679a3&id=df0c786f-1835-45af-b822-c4ded04949f8&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1933270 Jul 15 23:06:04.232155 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e793c155-fe07-4843-b82c-7c05ad23b9a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:04.295008 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e793c155-fe07-4843-b82c-7c05ad23b9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:04.297895 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e793c155-fe07-4843-b82c-7c05ad23b9a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:04.299200 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e793c155-fe07-4843-b82c-7c05ad23b9a9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9394eb29-031a-456d-ad1c-27f1e01780ce HTTP/1.1" status: 204 len: 168 time: 0.1530883 Jul 15 23:06:04.301915 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a8a75a52-3b97-4503-b147-361c536e0214 req-4efe7644-b313-45fd-ba21-580f9af1741f service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863595 Jul 15 23:06:04.312571 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e793c155-fe07-4843-b82c-7c05ad23b9a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9394eb29-031a-456d-ad1c-27f1e01780ce,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:04.320266 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-050c2a58-c138-44ce-a1cc-8f2c4e5c5b05 req-0d1c5a43-31e3-4c8a-ba15-b347dc60f234 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161031 Jul 15 23:06:04.353573 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device f139e365-d173-4a38-84ed-c7dc88747f8e details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:06:04.428565 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-13607057-a06b-42ae-a622-02136d17db4b req-a971bb44-2d60-4be0-be26-91038df3bff0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=962c5b6d-067c-4f70-a2e6-e2b3fb4aa272&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3155410 Jul 15 23:06:04.536226 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-23ad6eb7-626d-4d8b-a5f7-ed2f8bf8c8b9 req-1ff7c54f-b616-4c4a-8372-3a45acd588ab tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Deleting port 39e3d2bc-c0bf-474d-a5fe-77c548219b78 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:06:04.536577 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-23ad6eb7-626d-4d8b-a5f7-ed2f8bf8c8b9 req-1ff7c54f-b616-4c4a-8372-3a45acd588ab tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:04.546869 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port f139e365-d173-4a38-84ed-c7dc88747f8e, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=f139e365-d173-4a38-84ed-c7dc88747f8e,segment=NetworkSegment(2a783e67-ba53-4ea9-9bee-afb3f3217392),segment_id=2a783e67-ba53-4ea9-9bee-afb3f3217392)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:04.566433 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device f139e365-d173-4a38-84ed-c7dc88747f8e has no active binding in host n-h1-794306-6 {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 23:06:04.664408 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13607057-a06b-42ae-a622-02136d17db4b req-87c60b48-5293-4172-acde-ff9a5d71122d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:04.665890 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-13607057-a06b-42ae-a622-02136d17db4b req-87c60b48-5293-4172-acde-ff9a5d71122d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9ac36772b83842538b63e725348a87e1&device_id=962c5b6d-067c-4f70-a2e6-e2b3fb4aa272 HTTP/1.1" status: 200 len: 1101 time: 0.2201061 Jul 15 23:06:04.695237 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03656e4a-8830-4eba-8c0d-da14eadf4fc4 req-bc566ab6-694a-462c-874c-5209f5001e81 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:04.697453 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-03656e4a-8830-4eba-8c0d-da14eadf4fc4 req-bc566ab6-694a-462c-874c-5209f5001e81 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eb84bd1-9cd9-43e2-9924-8f6006dc1901 HTTP/1.1" status: 200 len: 948 time: 0.2316775 Jul 15 23:06:04.708223 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51292) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:04.721546 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65eb2441-5a29-4b12-9731-510b57c54e0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:04.731802 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b4b9a70-2b55-46f0-be18-c2bf97df8d72', 'tag': 'f139e365-d173-4a38-84ed-c7dc88747f8e'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:04.734007 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82275652-fea3-4b6a-911f-d230ea1ff73b" -d '{"events": [{"name": "network-changed", "server_uuid": "8b4b9a70-2b55-46f0-be18-c2bf97df8d72", "tag": "f139e365-d173-4a38-84ed-c7dc88747f8e"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:04.780359 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-23ad6eb7-626d-4d8b-a5f7-ed2f8bf8c8b9 req-1ff7c54f-b616-4c4a-8372-3a45acd588ab tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] For port 39e3d2bc-c0bf-474d-a5fe-77c548219b78, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=39e3d2bc-c0bf-474d-a5fe-77c548219b78,segment=NetworkSegment(ca12bc68-5d99-44db-b30e-afb9a7b600f7),segment_id=ca12bc68-5d99-44db-b30e-afb9a7b600f7)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:04.780721 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-23ad6eb7-626d-4d8b-a5f7-ed2f8bf8c8b9 req-1ff7c54f-b616-4c4a-8372-3a45acd588ab tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:04.814699 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65eb2441-5a29-4b12-9731-510b57c54e0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:04.819440 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65eb2441-5a29-4b12-9731-510b57c54e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:04.839950 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a2547-0054-4edd-9c40-ba3f85680e14 req-af754fd3-ee2f-4126-bfe2-6ec7d7f7db9c tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:04.841427 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f21a2547-0054-4edd-9c40-ba3f85680e14 req-af754fd3-ee2f-4126-bfe2-6ec7d7f7db9c tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=15ef82b7-20b0-46b6-be4d-5fa457f25444 HTTP/1.1" status: 200 len: 950 time: 0.2745140 Jul 15 23:06:04.845992 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-23ad6eb7-626d-4d8b-a5f7-ed2f8bf8c8b9 req-1ff7c54f-b616-4c4a-8372-3a45acd588ab tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Calling delete_port for 39e3d2bc-c0bf-474d-a5fe-77c548219b78 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:06:04.858349 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-65eb2441-5a29-4b12-9731-510b57c54e0b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d45ddcacb86d4472aba794d37b13462d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1488519 Jul 15 23:06:04.859309 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eb2441-5a29-4b12-9731-510b57c54e0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da171a6f-8795-4e38-87da-3d3c226f153e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:04.863233 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51298) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:04.868360 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-03656e4a-8830-4eba-8c0d-da14eadf4fc4 req-a86b24a6-3355-4234-8dbc-cfb881e61180 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f7c45fd-39fc-4943-ba7d-041fb8807cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611621 Jul 15 23:06:04.920373 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-45f5efcf-fa94-46e2-8ef8-3b395954bb94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:04.937888 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13607057-a06b-42ae-a622-02136d17db4b req-54d29627-e184-45e6-bf0a-ba2f6e02b341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:04.938775 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-13607057-a06b-42ae-a622-02136d17db4b req-54d29627-e184-45e6-bf0a-ba2f6e02b341 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5d412861-bef3-4cc1-ae9f-87a6a36753c0 HTTP/1.1" status: 200 len: 870 time: 0.2252195 Jul 15 23:06:04.943717 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-45f5efcf-fa94-46e2-8ef8-3b395954bb94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:04.949633 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f21a2547-0054-4edd-9c40-ba3f85680e14 req-2d4042db-329e-49b4-93ec-2f90a85f81f3 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983634 Jul 15 23:06:04.998818 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-13607057-a06b-42ae-a622-02136d17db4b req-9177b97a-e4d2-466e-b5b9-c4fe8cb4a025 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=6b3cb440-13f8-4003-9165-fb2dc04957ff HTTP/1.1" status: 200 len: 217 time: 0.0482438 Jul 15 23:06:05.015269 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-45f5efcf-fa94-46e2-8ef8-3b395954bb94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:05.017835 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-45f5efcf-fa94-46e2-8ef8-3b395954bb94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:05.019013 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-45f5efcf-fa94-46e2-8ef8-3b395954bb94 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/da171a6f-8795-4e38-87da-3d3c226f153e HTTP/1.1" status: 204 len: 168 time: 0.1546624 Jul 15 23:06:05.026785 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f5efcf-fa94-46e2-8ef8-3b395954bb94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da171a6f-8795-4e38-87da-3d3c226f153e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:05.050351 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c90898-56c6-43c7-a1e9-223bf9fb9b4b x-openstack-request-id: req-41c90898-56c6-43c7-a1e9-223bf9fb9b4b {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:06:05.050641 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b4b9a70-2b55-46f0-be18-c2bf97df8d72", "tag": "f139e365-d173-4a38-84ed-c7dc88747f8e", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:06:05.050888 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-41c90898-56c6-43c7-a1e9-223bf9fb9b4b {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:06:05.051270 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b4b9a70-2b55-46f0-be18-c2bf97df8d72', 'tag': 'f139e365-d173-4a38-84ed-c7dc88747f8e', 'status': 'completed', 'code': 200} Jul 15 23:06:05.071498 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13607057-a06b-42ae-a622-02136d17db4b req-c6d7d5b2-b9d8-4d8d-8d04-5368ee8bc791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:05.073028 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-13607057-a06b-42ae-a622-02136d17db4b req-c6d7d5b2-b9d8-4d8d-8d04-5368ee8bc791 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.0651135 Jul 15 23:06:05.213682 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-23ad6eb7-626d-4d8b-a5f7-ed2f8bf8c8b9 req-1ff7c54f-b616-4c4a-8372-3a45acd588ab tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:05.229404 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['39e3d2bc-c0bf-474d-a5fe-77c548219b78'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:06:05.265141 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff7c54f-b616-4c4a-8372-3a45acd588ab tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Pushing event deleted for resources: {'Port': ['ID=39e3d2bc-c0bf-474d-a5fe-77c548219b78,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:05.316951 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67db1d0-8ff1-4d07-90c8-aaefcde26d3f req-b9c23552-c5c1-4425-8fc1-79a84278b12e tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:05.318463 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c67db1d0-8ff1-4d07-90c8-aaefcde26d3f req-b9c23552-c5c1-4425-8fc1-79a84278b12e tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e3da930-ac9e-4692-81e5-392f8ed1f173 HTTP/1.1" status: 200 len: 949 time: 0.2394786 Jul 15 23:06:05.320385 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82275652-fea3-4b6a-911f-d230ea1ff73b req-9ff2d78d-f41c-47b1-8c77-5d56d54f118d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:05.321743 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-82275652-fea3-4b6a-911f-d230ea1ff73b req-9ff2d78d-f41c-47b1-8c77-5d56d54f118d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=680eb147007347d0b28b90eaf34e5f6f&device_id=8b4b9a70-2b55-46f0-be18-c2bf97df8d72 HTTP/1.1" status: 200 len: 1125 time: 0.2238824 Jul 15 23:06:05.342167 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13607057-a06b-42ae-a622-02136d17db4b req-5878e133-ff95-4410-9112-2287a25fd067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:05.343597 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-13607057-a06b-42ae-a622-02136d17db4b req-5878e133-ff95-4410-9112-2287a25fd067 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2447231 Jul 15 23:06:05.352306 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-23ad6eb7-626d-4d8b-a5f7-ed2f8bf8c8b9 req-1ff7c54f-b616-4c4a-8372-3a45acd588ab tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] No DVR routers for this DVR port 39e3d2bc-c0bf-474d-a5fe-77c548219b78 on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:06:05.360502 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-23ad6eb7-626d-4d8b-a5f7-ed2f8bf8c8b9 req-1ff7c54f-b616-4c4a-8372-3a45acd588ab tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:05.362567 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-23ad6eb7-626d-4d8b-a5f7-ed2f8bf8c8b9 req-1ff7c54f-b616-4c4a-8372-3a45acd588ab tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.49 "DELETE /v2.0/ports/39e3d2bc-c0bf-474d-a5fe-77c548219b78 HTTP/1.1" status: 204 len: 173 time: 1.1704643 Jul 15 23:06:05.382217 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 1c3e000c-10d9-48ea-b16e-f6dffaa16f41 up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:06:05.433996 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6ed8375a-88a7-4f1c-a217-da91e8b32a07 req-31302e3c-6231-4c15-94ab-0d8da8ea9651 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/ports?device_id=34effbc0-2dfe-47c4-8686-e4eb48108560 HTTP/1.1" status: 200 len: 210 time: 0.0757806 Jul 15 23:06:05.465848 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port 1c3e000c-10d9-48ea-b16e-f6dffaa16f41 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:06:05.472996 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port 1c3e000c-10d9-48ea-b16e-f6dffaa16f41 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:06:05.473531 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:05.529165 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c67db1d0-8ff1-4d07-90c8-aaefcde26d3f req-b030da1f-8817-4afe-a311-0935a310ec8f tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895871 Jul 15 23:06:05.572631 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82275652-fea3-4b6a-911f-d230ea1ff73b req-e746fd0b-afbd-44b4-a0f5-898f59766293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:05.574383 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-82275652-fea3-4b6a-911f-d230ea1ff73b req-e746fd0b-afbd-44b4-a0f5-898f59766293 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f037b993-4149-40e0-a687-25986d720de6 HTTP/1.1" status: 200 len: 909 time: 0.2342532 Jul 15 23:06:05.576731 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-13607057-a06b-42ae-a622-02136d17db4b req-46754d44-53e1-4c72-9107-70f04558cdf2 service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951146 Jul 15 23:06:05.632936 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:05.656414 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-82275652-fea3-4b6a-911f-d230ea1ff73b req-a06b7436-2353-49b0-acf5-7a8aaabfe362 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f139e365-d173-4a38-84ed-c7dc88747f8e HTTP/1.1" status: 200 len: 217 time: 0.0724535 Jul 15 23:06:05.669455 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e3da930-ac9e-4692-81e5-392f8ed1f173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c3e000c-10d9-48ea-b16e-f6dffaa16f41'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:05.671831 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89196aa0-d009-40f9-9dbd-7b029395dbf3" -d '{"events": [{"server_uuid": "0e3da930-ac9e-4692-81e5-392f8ed1f173", "name": "network-vif-plugged", "status": "completed", "tag": "1c3e000c-10d9-48ea-b16e-f6dffaa16f41"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:05.688406 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 1c3e000c-10d9-48ea-b16e-f6dffaa16f41, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=1c3e000c-10d9-48ea-b16e-f6dffaa16f41,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:05.693910 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:05.762568 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=1c3e000c-10d9-48ea-b16e-f6dffaa16f41,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:05.768721 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5498d6c-474d-49ce-a19f-5b7a8c785daf x-openstack-request-id: req-a5498d6c-474d-49ce-a19f-5b7a8c785daf {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:06:05.769011 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e3da930-ac9e-4692-81e5-392f8ed1f173", "name": "network-vif-plugged", "status": "completed", "tag": "1c3e000c-10d9-48ea-b16e-f6dffaa16f41", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:06:05.769261 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a5498d6c-474d-49ce-a19f-5b7a8c785daf {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:06:05.769646 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e3da930-ac9e-4692-81e5-392f8ed1f173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c3e000c-10d9-48ea-b16e-f6dffaa16f41', 'code': 200} Jul 15 23:06:06.014317 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d5c7b9-f041-4a02-a8ba-ba2445b7bd00 req-9d5fbc00-a45b-4058-9653-566fbbae2ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:06.017753 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-84d5c7b9-f041-4a02-a8ba-ba2445b7bd00 req-9d5fbc00-a45b-4058-9653-566fbbae2ea2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0e3da930-ac9e-4692-81e5-392f8ed1f173 HTTP/1.1" status: 200 len: 1101 time: 0.0824325 Jul 15 23:06:06.061335 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-84d5c7b9-f041-4a02-a8ba-ba2445b7bd00 req-2c06feb2-1d8a-42eb-bcdc-87500deca8ba service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368590 Jul 15 23:06:06.096847 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82275652-fea3-4b6a-911f-d230ea1ff73b req-fb06f330-017b-484a-82c6-f6f3959493b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:06.098384 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-82275652-fea3-4b6a-911f-d230ea1ff73b req-fb06f330-017b-484a-82c6-f6f3959493b0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b89a129e-9de5-4301-b344-10ab05e9feea HTTP/1.1" status: 200 len: 848 time: 0.4302104 Jul 15 23:06:06.130012 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-13607057-a06b-42ae-a622-02136d17db4b req-d329fd2f-2daf-440e-b14f-d0600333104b service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5391176 Jul 15 23:06:06.145676 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:06.146304 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b1ce57-fec1-457d-b8cb-689948668c6c req-df9f3328-65d7-41b4-9514-65a1da96e822 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:06.147999 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d8b1ce57-fec1-457d-b8cb-689948668c6c req-df9f3328-65d7-41b4-9514-65a1da96e822 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b4b9a70-2b55-46f0-be18-c2bf97df8d72 HTTP/1.1" status: 200 len: 944 time: 0.5136921 Jul 15 23:06:06.214282 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b508520-b3ef-41d0-bd2c-f2852bf802bd req-72229cd6-a02a-421a-8782-4a641073ac2e tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:06.228087 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7b508520-b3ef-41d0-bd2c-f2852bf802bd req-72229cd6-a02a-421a-8782-4a641073ac2e tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eb84bd1-9cd9-43e2-9924-8f6006dc1901 HTTP/1.1" status: 200 len: 948 time: 0.1961162 Jul 15 23:06:06.276801 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d8b1ce57-fec1-457d-b8cb-689948668c6c req-374931b5-9936-4457-96ad-c0ac9889a85b tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196692 Jul 15 23:06:06.325683 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7b508520-b3ef-41d0-bd2c-f2852bf802bd req-d629fa69-13f5-4006-91d9-e248950a3569 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f7c45fd-39fc-4943-ba7d-041fb8807cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953629 Jul 15 23:06:06.366171 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 45cd5c9f-5388-4891-b5fa-9570784f1a2f details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:06:06.428783 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-82275652-fea3-4b6a-911f-d230ea1ff73b req-731bbd1f-7bda-4724-a90a-e16fba94184d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f037b993-4149-40e0-a687-25986d720de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0961149 Jul 15 23:06:06.533818 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 45cd5c9f-5388-4891-b5fa-9570784f1a2f, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=45cd5c9f-5388-4891-b5fa-9570784f1a2f,segment=NetworkSegment(73b65db5-b75b-48b7-8e07-44c7152f69b4),segment_id=73b65db5-b75b-48b7-8e07-44c7152f69b4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:06.559249 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '45cd5c9f-5388-4891-b5fa-9570784f1a2f', 'network_id': '3d02251c-0d36-4f59-b9c0-9c508ddade2e', 'port_id': '45cd5c9f-5388-4891-b5fa-9570784f1a2f', 'mac_address': 'fa:16:3e:04:2a:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04373861-16b0-4a8c-8486-d4c77245a1a4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:06:06.616616 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b92bf2-de48-42b7-9487-9175d656177a req-f479b771-4383-4285-8acd-b909380ee567 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:06.618445 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-11b92bf2-de48-42b7-9487-9175d656177a req-f479b771-4383-4285-8acd-b909380ee567 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=15ef82b7-20b0-46b6-be4d-5fa457f25444 HTTP/1.1" status: 200 len: 950 time: 0.1734459 Jul 15 23:06:06.619749 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:06.644207 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 45cd5c9f-5388-4891-b5fa-9570784f1a2f {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:06:06.661903 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-82275652-fea3-4b6a-911f-d230ea1ff73b req-2726903b-2775-4e0f-bb94-ac03fc81ed2a service neutron] 10.222.0.41 "GET /v2.0/networks/f037b993-4149-40e0-a687-25986d720de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155094 Jul 15 23:06:06.673789 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 45cd5c9f-5388-4891-b5fa-9570784f1a2f, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=45cd5c9f-5388-4891-b5fa-9570784f1a2f,segment=NetworkSegment(73b65db5-b75b-48b7-8e07-44c7152f69b4),segment_id=73b65db5-b75b-48b7-8e07-44c7152f69b4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:06.680815 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:06.700943 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-11b92bf2-de48-42b7-9487-9175d656177a req-8be32b29-031a-46f4-9a8f-9691e0dc91b9 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712814 Jul 15 23:06:06.754897 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=45cd5c9f-5388-4891-b5fa-9570784f1a2f,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:06.803893 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-82275652-fea3-4b6a-911f-d230ea1ff73b req-3c4144b7-f84d-4794-8410-8341c10919b0 service neutron] 10.222.0.41 "GET /v2.0/networks/f037b993-4149-40e0-a687-25986d720de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348381 Jul 15 23:06:06.989557 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['45cd5c9f-5388-4891-b5fa-9570784f1a2f'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:06:07.054790 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34effbc0-2dfe-47c4-8686-e4eb48108560', 'name': 'network-vif-deleted', 'tag': '39e3d2bc-c0bf-474d-a5fe-77c548219b78'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:07.058659 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d70ee96a-4dbb-43da-814b-3980cdf7c20e" -d '{"events": [{"server_uuid": "34effbc0-2dfe-47c4-8686-e4eb48108560", "name": "network-vif-deleted", "tag": "39e3d2bc-c0bf-474d-a5fe-77c548219b78"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:07.085628 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2036ce9-0a7f-4a21-a4ed-95606acc2018 req-3123a7a0-25a6-4349-8415-bee0b318c3c9 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:07.087227 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e2036ce9-0a7f-4a21-a4ed-95606acc2018 req-3123a7a0-25a6-4349-8415-bee0b318c3c9 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e3da930-ac9e-4692-81e5-392f8ed1f173 HTTP/1.1" status: 200 len: 950 time: 0.0923617 Jul 15 23:06:07.154599 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bdf63a03-29dc-4bbe-83a7-050c8bdb01e3 req-f08eb49f-05c2-4d38-b8f0-526eee172f49 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/security-groups/df0c786f-1835-45af-b822-c4ded04949f8 HTTP/1.1" status: 200 len: 1800 time: 0.0663300 Jul 15 23:06:07.160403 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e2036ce9-0a7f-4a21-a4ed-95606acc2018 req-453bcdf3-8bf4-4efd-91dc-d53dfe96fa03 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646982 Jul 15 23:06:07.214437 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bdf63a03-29dc-4bbe-83a7-050c8bdb01e3 req-3fd2e786-14f4-41cd-b908-1ecdb5de5f03 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:07.251298 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bdf63a03-29dc-4bbe-83a7-050c8bdb01e3 req-3fd2e786-14f4-41cd-b908-1ecdb5de5f03 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:07.288931 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f153ff22-5b5d-44c7-8b2d-34f9ab747072 x-openstack-request-id: req-f153ff22-5b5d-44c7-8b2d-34f9ab747072 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:06:07.289226 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34effbc0-2dfe-47c4-8686-e4eb48108560", "name": "network-vif-deleted", "tag": "39e3d2bc-c0bf-474d-a5fe-77c548219b78", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:06:07.289480 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f153ff22-5b5d-44c7-8b2d-34f9ab747072 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:06:07.289869 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34effbc0-2dfe-47c4-8686-e4eb48108560', 'name': 'network-vif-deleted', 'tag': '39e3d2bc-c0bf-474d-a5fe-77c548219b78', 'status': 'completed', 'code': 200} Jul 15 23:06:07.310665 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bdf63a03-29dc-4bbe-83a7-050c8bdb01e3 req-3fd2e786-14f4-41cd-b908-1ecdb5de5f03 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:07.315934 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bdf63a03-29dc-4bbe-83a7-050c8bdb01e3 req-3fd2e786-14f4-41cd-b908-1ecdb5de5f03 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:07.317077 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bdf63a03-29dc-4bbe-83a7-050c8bdb01e3 req-3fd2e786-14f4-41cd-b908-1ecdb5de5f03 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "DELETE /v2.0/security-groups/df0c786f-1835-45af-b822-c4ded04949f8 HTTP/1.1" status: 204 len: 173 time: 0.1557310 Jul 15 23:06:07.330883 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd2e786-14f4-41cd-b908-1ecdb5de5f03 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0c786f-1835-45af-b822-c4ded04949f8,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:07.341152 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd2e786-14f4-41cd-b908-1ecdb5de5f03 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:07.341560 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd2e786-14f4-41cd-b908-1ecdb5de5f03 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:07.341911 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd2e786-14f4-41cd-b908-1ecdb5de5f03 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:07.342255 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd2e786-14f4-41cd-b908-1ecdb5de5f03 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:07.342747 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd2e786-14f4-41cd-b908-1ecdb5de5f03 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:07.343247 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd2e786-14f4-41cd-b908-1ecdb5de5f03 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:07.343603 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd2e786-14f4-41cd-b908-1ecdb5de5f03 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:07.344244 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd2e786-14f4-41cd-b908-1ecdb5de5f03 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:07.344577 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd2e786-14f4-41cd-b908-1ecdb5de5f03 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:07.344905 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd2e786-14f4-41cd-b908-1ecdb5de5f03 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:07.346533 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd2e786-14f4-41cd-b908-1ecdb5de5f03 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:07.346843 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd2e786-14f4-41cd-b908-1ecdb5de5f03 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:07.410837 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f5ecb5c8-54a0-4465-b3c6-a8afc0b6be5c req-f22164df-cc78-4f5f-9a5f-ff15ccc22b0e tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "GET /v2.0/security-groups/7456f027-5692-4aab-9781-fd5247d679a3 HTTP/1.1" status: 200 len: 1800 time: 0.0608852 Jul 15 23:06:07.562382 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f5ecb5c8-54a0-4465-b3c6-a8afc0b6be5c req-afb42989-8540-44c5-ae82-6a5f237d3165 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:07.574205 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-0ef38b3e-b881-4113-a1dd-d54472b39940 service neutron] 10.222.0.41 "GET /v2.0/ports/f139e365-d173-4a38-84ed-c7dc88747f8e/bindings/n-h1-794306-6 HTTP/1.1" status: 200 len: 384 time: 0.1284053 Jul 15 23:06:07.630281 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f5ecb5c8-54a0-4465-b3c6-a8afc0b6be5c req-afb42989-8540-44c5-ae82-6a5f237d3165 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:07.679612 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82dbb78-5ca7-4312-aa3f-68a06e9ba2f4 req-37347ac2-f747-458b-b9b0-da1568f8f317 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:07.681146 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f82dbb78-5ca7-4312-aa3f-68a06e9ba2f4 req-37347ac2-f747-458b-b9b0-da1568f8f317 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b4b9a70-2b55-46f0-be18-c2bf97df8d72 HTTP/1.1" status: 200 len: 944 time: 0.2205276 Jul 15 23:06:07.763834 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f82dbb78-5ca7-4312-aa3f-68a06e9ba2f4 req-1b0fda32-d3ff-4ed6-9707-288553c10a54 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706234 Jul 15 23:06:07.765989 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f5ecb5c8-54a0-4465-b3c6-a8afc0b6be5c req-afb42989-8540-44c5-ae82-6a5f237d3165 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:07.768552 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f5ecb5c8-54a0-4465-b3c6-a8afc0b6be5c req-afb42989-8540-44c5-ae82-6a5f237d3165 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:07.769850 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f5ecb5c8-54a0-4465-b3c6-a8afc0b6be5c req-afb42989-8540-44c5-ae82-6a5f237d3165 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] 10.222.0.48 "DELETE /v2.0/security-groups/7456f027-5692-4aab-9781-fd5247d679a3 HTTP/1.1" status: 204 len: 173 time: 0.3520727 Jul 15 23:06:07.777263 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51414) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:07.807970 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb42989-8540-44c5-ae82-6a5f237d3165 tempest-SecurityGroupsTestJSON-1077822116 tempest-SecurityGroupsTestJSON-1077822116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7456f027-5692-4aab-9781-fd5247d679a3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:07.872944 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fd39983-c00b-49b3-935c-d4e185ca83a1 admin admin] Deleting subnet 4944b977-d0e8-4302-b092-5407ca25043e {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:06:07.888510 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4fd39983-c00b-49b3-935c-d4e185ca83a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:07.904918 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:07.915221 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:07.915221 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:07.915221 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:07.915221 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:07.915221 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:07.915221 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:07.915221 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:07.915221 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:07.915221 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:07.915221 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:07.915221 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:07.915221 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:07.915221 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:07.915221 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:07.915221 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:07.915221 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:07.915221 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:07.915221 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:07.915221 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:07.915221 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:07.915221 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:07.915221 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:07.915221 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:07.915221 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:07.915221 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:07.915221 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:07.915221 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:07.915221 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:07.915221 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:07.915221 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:07.915221 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:07.915221 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:07.915221 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:07.915221 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:07.915221 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:07.915221 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:07.915221 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:07.915221 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:07.915221 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:07.915221 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:07.915221 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:07.915221 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:07.915221 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:07.915221 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:07.915221 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:07.915221 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:07.915221 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:07.915221 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:07.915221 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:07.915221 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:07.915221 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:07.915221 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:07.915221 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:07.915221 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:07.915221 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:07.915221 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:07.918746 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:07.918746 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:07.918746 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:07.918746 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:07.918746 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:07.918746 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:07.918746 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:07.918746 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:07.918746 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:07.918746 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:07.918746 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:07.918746 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:07.918746 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:07.918746 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:07.918746 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:07.918746 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:07.918746 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:07.918746 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:07.945317 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4fd39983-c00b-49b3-935c-d4e185ca83a1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:07.955837 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4fd39983-c00b-49b3-935c-d4e185ca83a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:07.991159 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-b63f3f2b-a410-4060-927a-90045d4f4463 service neutron] For port f139e365-d173-4a38-84ed-c7dc88747f8e, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=f139e365-d173-4a38-84ed-c7dc88747f8e,segment=NetworkSegment(2a783e67-ba53-4ea9-9bee-afb3f3217392),segment_id=2a783e67-ba53-4ea9-9bee-afb3f3217392)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:08.028452 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4fd39983-c00b-49b3-935c-d4e185ca83a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:08.033007 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-b63f3f2b-a410-4060-927a-90045d4f4463 service neutron] For port f139e365-d173-4a38-84ed-c7dc88747f8e, host n-h2-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:06:08.057026 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd39983-c00b-49b3-935c-d4e185ca83a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4944b977-d0e8-4302-b092-5407ca25043e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:08.068870 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4fd39983-c00b-49b3-935c-d4e185ca83a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:08.070760 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-4fd39983-c00b-49b3-935c-d4e185ca83a1 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4944b977-d0e8-4302-b092-5407ca25043e HTTP/1.1" status: 204 len: 168 time: 0.2925098 Jul 15 23:06:08.076070 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51440) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:08.081984 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09937de3-bebe-4237-ae91-66441003654f req-63dee006-9b62-4d7a-95e4-ca71f4d8bbdc tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:08.083543 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-09937de3-bebe-4237-ae91-66441003654f req-63dee006-9b62-4d7a-95e4-ca71f4d8bbdc tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eb84bd1-9cd9-43e2-9924-8f6006dc1901 HTTP/1.1" status: 200 len: 948 time: 0.1848240 Jul 15 23:06:08.141078 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-b63f3f2b-a410-4060-927a-90045d4f4463 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f139e365-d173-4a38-84ed-c7dc88747f8e {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:06:08.158690 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-b63f3f2b-a410-4060-927a-90045d4f4463 service neutron] For port f139e365-d173-4a38-84ed-c7dc88747f8e, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=f139e365-d173-4a38-84ed-c7dc88747f8e,segment=NetworkSegment(2a783e67-ba53-4ea9-9bee-afb3f3217392),segment_id=2a783e67-ba53-4ea9-9bee-afb3f3217392)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:08.160967 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4e9e66d-173a-47b6-9c17-f1aba7a7d08d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:08.185842 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-09937de3-bebe-4237-ae91-66441003654f req-6a65d658-51ff-4e15-acb9-6f9f306c8502 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f7c45fd-39fc-4943-ba7d-041fb8807cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959771 Jul 15 23:06:08.189664 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-b63f3f2b-a410-4060-927a-90045d4f4463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:08.261304 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3c394a-7735-4e73-8f46-bb5ee993bd72 req-8d400b88-869c-4191-b5a7-0405bacdb4cb tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:08.269801 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-aa3c394a-7735-4e73-8f46-bb5ee993bd72 req-8d400b88-869c-4191-b5a7-0405bacdb4cb tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=15ef82b7-20b0-46b6-be4d-5fa457f25444 HTTP/1.1" status: 200 len: 950 time: 0.1679091 Jul 15 23:06:08.280645 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4e9e66d-173a-47b6-9c17-f1aba7a7d08d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:08.299062 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4e9e66d-173a-47b6-9c17-f1aba7a7d08d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 23:06:08.299761 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4e9e66d-173a-47b6-9c17-f1aba7a7d08d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 23:06:08.300732 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4e9e66d-173a-47b6-9c17-f1aba7a7d08d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 23:06:08.301264 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4e9e66d-173a-47b6-9c17-f1aba7a7d08d admin admin] Subscribe: > port after_create 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 23:06:08.301782 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4e9e66d-173a-47b6-9c17-f1aba7a7d08d admin admin] Subscribe: > port after_delete 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 23:06:08.302495 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4e9e66d-173a-47b6-9c17-f1aba7a7d08d admin admin] Subscribe: > port after_update 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 23:06:08.303017 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4e9e66d-173a-47b6-9c17-f1aba7a7d08d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 23:06:08.303548 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4e9e66d-173a-47b6-9c17-f1aba7a7d08d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 23:06:08.304094 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4e9e66d-173a-47b6-9c17-f1aba7a7d08d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 23:06:08.304607 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4e9e66d-173a-47b6-9c17-f1aba7a7d08d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 23:06:08.337791 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-b63f3f2b-a410-4060-927a-90045d4f4463 service neutron] Transition to ACTIVE for port object f139e365-d173-4a38-84ed-c7dc88747f8e will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:06:08.344208 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-b63f3f2b-a410-4060-927a-90045d4f4463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:08.388602 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 45cd5c9f-5388-4891-b5fa-9570784f1a2f up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:06:08.391669 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4e9e66d-173a-47b6-9c17-f1aba7a7d08d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 23:06:08.392064 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4e9e66d-173a-47b6-9c17-f1aba7a7d08d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 23:06:08.392421 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4e9e66d-173a-47b6-9c17-f1aba7a7d08d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 23:06:08.392947 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4e9e66d-173a-47b6-9c17-f1aba7a7d08d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 23:06:08.394012 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-d4e9e66d-173a-47b6-9c17-f1aba7a7d08d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1b42de0-c201-4a05-9b98-70df99dfc1e5']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:06:08.450609 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-aa3c394a-7735-4e73-8f46-bb5ee993bd72 req-789c927e-3da4-4ea8-9278-f82c8a4d76f0 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798897 Jul 15 23:06:08.459094 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-b63f3f2b-a410-4060-927a-90045d4f4463 service neutron] No DVR routers for this DVR port f139e365-d173-4a38-84ed-c7dc88747f8e on host n-h2-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:06:08.461006 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-d4e9e66d-173a-47b6-9c17-f1aba7a7d08d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca12bc68-5d99-44db-b30e-afb9a7b600f7') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:06:08.461489 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-d4e9e66d-173a-47b6-9c17-f1aba7a7d08d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca12bc68-5d99-44db-b30e-afb9a7b600f7') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:06:08.486299 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 45cd5c9f-5388-4891-b5fa-9570784f1a2f triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:06:08.487047 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:08.505149 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4e9e66d-173a-47b6-9c17-f1aba7a7d08d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:08.521913 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63f3f2b-a410-4060-927a-90045d4f4463 service neutron] Pushing event updated for resources: {'Port': ['ID=f139e365-d173-4a38-84ed-c7dc88747f8e,revision_number=10']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:08.529372 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-b63f3f2b-a410-4060-927a-90045d4f4463 service neutron] 10.222.0.41 "PUT /v2.0/ports/f139e365-d173-4a38-84ed-c7dc88747f8e/bindings/n-h1-794306-6/activate HTTP/1.1" status: 200 len: 369 time: 0.9424629 Jul 15 23:06:08.585143 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4e9e66d-173a-47b6-9c17-f1aba7a7d08d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:08.600970 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4e9e66d-173a-47b6-9c17-f1aba7a7d08d admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:06:08.603481 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4e9e66d-173a-47b6-9c17-f1aba7a7d08d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:08.613308 n-d-794306-6 neutron-server[93771]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 23:06:08.613308 n-d-794306-6 neutron-server[93771]: from cryptography.utils import int_from_bytes Jul 15 23:06:08.613308 n-d-794306-6 neutron-server[93771]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 23:06:08.613308 n-d-794306-6 neutron-server[93771]: from cryptography.utils import int_from_bytes Jul 15 23:06:08.613308 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:08.613308 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:08.613308 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:08.613308 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:08.613308 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:08.613308 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:08.613308 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:08.613308 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:08.613308 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:08.613308 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:08.613308 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:08.613308 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:08.613308 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:08.613308 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:08.613308 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:08.613308 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:08.613308 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:08.613308 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:08.613308 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:08.613308 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:08.613308 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:08.613308 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:08.613308 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:08.613308 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:08.613308 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:06:08.613308 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:06:08.613308 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:06:08.613308 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:06:08.613308 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:06:08.613308 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:06:08.613308 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:06:08.613308 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:06:08.613308 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:06:08.613308 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:06:08.613308 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:06:08.613308 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:06:08.613308 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:06:08.613308 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:06:08.613308 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:06:08.613308 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:06:08.613308 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:06:08.613308 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:06:08.613308 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:06:08.613308 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:06:08.613308 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:06:08.613308 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:06:08.613308 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:06:08.613308 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:06:08.613308 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:06:08.613308 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:06:08.613308 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:06:08.613308 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:06:08.613308 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:06:08.613308 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:06:08.613308 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:06:08.613308 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:06:08.613308 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:06:08.613308 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:06:08.625798 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:08.676634 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14b9e249-79e3-4c40-8dfb-0fdf03e38dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45cd5c9f-5388-4891-b5fa-9570784f1a2f'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:08.679815 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ddcabf-75aa-40ce-89bd-e581f1c9608d" -d '{"events": [{"server_uuid": "14b9e249-79e3-4c40-8dfb-0fdf03e38dae", "name": "network-vif-plugged", "status": "completed", "tag": "45cd5c9f-5388-4891-b5fa-9570784f1a2f"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:08.698276 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 45cd5c9f-5388-4891-b5fa-9570784f1a2f, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=45cd5c9f-5388-4891-b5fa-9570784f1a2f,segment=NetworkSegment(73b65db5-b75b-48b7-8e07-44c7152f69b4),segment_id=73b65db5-b75b-48b7-8e07-44c7152f69b4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:08.705155 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:08.714406 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 39e3d2bc-c0bf-474d-a5fe-77c548219b78 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:06:08.753092 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4e9e66d-173a-47b6-9c17-f1aba7a7d08d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:08.762018 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4e9e66d-173a-47b6-9c17-f1aba7a7d08d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:08.777454 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d4e9e66d-173a-47b6-9c17-f1aba7a7d08d admin admin] 10.222.0.48 "DELETE /v2.0/networks/c1b42de0-c201-4a05-9b98-70df99dfc1e5 HTTP/1.1" status: 204 len: 168 time: 0.6892588 Jul 15 23:06:08.794418 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-661bae8c-5d7c-4792-8e88-7c3003c1e313 tempest-LiveMigrationTest-431337817 tempest-LiveMigrationTest-431337817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:08.795738 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-661bae8c-5d7c-4792-8e88-7c3003c1e313 tempest-LiveMigrationTest-431337817 tempest-LiveMigrationTest-431337817-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=8b4b9a70-2b55-46f0-be18-c2bf97df8d72&tenant_id=680eb147007347d0b28b90eaf34e5f6f&binding%3Ahost_id=n-h2-794306-6 HTTP/1.1" status: 200 len: 1096 time: 0.1053524 Jul 15 23:06:08.804220 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6b94b-7a42-4248-b1c5-46b4b2681553 req-a7aae2f8-0b7e-4665-b388-90ad06891a79 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:08.811353 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a5f6b94b-7a42-4248-b1c5-46b4b2681553 req-a7aae2f8-0b7e-4665-b388-90ad06891a79 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e3da930-ac9e-4692-81e5-392f8ed1f173 HTTP/1.1" status: 200 len: 950 time: 0.1606386 Jul 15 23:06:08.827544 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: 39e3d2bc-c0bf-474d-a5fe-77c548219b78 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:06:08.828632 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 39e3d2bc-c0bf-474d-a5fe-77c548219b78 not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:06:08.832081 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=45cd5c9f-5388-4891-b5fa-9570784f1a2f,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:08.834950 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e9e66d-173a-47b6-9c17-f1aba7a7d08d admin admin] Pushing event deleted for resources: {'Network': ['ID=c1b42de0-c201-4a05-9b98-70df99dfc1e5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:08.959776 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a5f6b94b-7a42-4248-b1c5-46b4b2681553 req-d6b780cd-7ab3-4f77-884c-c1de13ea9678 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474340 Jul 15 23:06:09.034188 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-d750258c-7f7f-4d86-a86e-fd8cd3341df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:09.050682 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-d750258c-7f7f-4d86-a86e-fd8cd3341df6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8b4b9a70-2b55-46f0-be18-c2bf97df8d72&tenant_id=680eb147007347d0b28b90eaf34e5f6f HTTP/1.1" status: 200 len: 1096 time: 0.2365506 Jul 15 23:06:09.084260 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230fa575-b608-4c67-b3d8-16ca438d4767 req-2f9067f4-f969-40ea-96e1-e4d4bb13443e tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:09.093544 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-230fa575-b608-4c67-b3d8-16ca438d4767 req-2f9067f4-f969-40ea-96e1-e4d4bb13443e tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] 10.222.0.48 "GET /v2.0/ports?device_id=2dff3727-03d5-4b9b-a0bc-2113ce2158b0 HTTP/1.1" status: 200 len: 945 time: 0.2175486 Jul 15 23:06:09.122186 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51470) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:09.184557 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-230fa575-b608-4c67-b3d8-16ca438d4767 req-957c8662-93d0-4297-abba-39343b5c4042 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] 10.222.0.48 "GET /v2.0/security-groups?id=a217bd2c-98fe-4a70-96ed-f585468603cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898874 Jul 15 23:06:09.241585 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ad9b79-12e2-4557-a80d-961c333418a0 x-openstack-request-id: req-c4ad9b79-12e2-4557-a80d-961c333418a0 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:06:09.242131 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14b9e249-79e3-4c40-8dfb-0fdf03e38dae", "name": "network-vif-plugged", "status": "completed", "tag": "45cd5c9f-5388-4891-b5fa-9570784f1a2f", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:06:09.242305 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c4ad9b79-12e2-4557-a80d-961c333418a0 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:06:09.246841 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14b9e249-79e3-4c40-8dfb-0fdf03e38dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45cd5c9f-5388-4891-b5fa-9570784f1a2f', 'code': 200} Jul 15 23:06:09.247007 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-919d7256-5dd0-4dda-9ba6-513f36bbe0b3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d4a56bf4150b47a1aafe3e0a8ae6ac97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1197379 Jul 15 23:06:09.248621 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51478) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:09.278170 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-f35074c4-6e8e-474d-8368-6c77d92139e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:09.291149 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-f35074c4-6e8e-474d-8368-6c77d92139e5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=680eb147007347d0b28b90eaf34e5f6f&device_id=8b4b9a70-2b55-46f0-be18-c2bf97df8d72 HTTP/1.1" status: 200 len: 1096 time: 0.1943283 Jul 15 23:06:09.462341 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0bdc560b-34f4-4db7-ba3c-68635f696020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:09.498598 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0bdc560b-34f4-4db7-ba3c-68635f696020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:09.558368 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a56dd-3cf7-41c6-b235-739b0b24b7fc req-cd89cf46-5ff8-4004-8baf-1587b11115e2 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:09.565908 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0c7a56dd-3cf7-41c6-b235-739b0b24b7fc req-cd89cf46-5ff8-4004-8baf-1587b11115e2 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b4b9a70-2b55-46f0-be18-c2bf97df8d72 HTTP/1.1" status: 200 len: 945 time: 0.2327876 Jul 15 23:06:09.571294 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0bdc560b-34f4-4db7-ba3c-68635f696020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:09.574401 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0bdc560b-34f4-4db7-ba3c-68635f696020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:09.575841 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-0bdc560b-34f4-4db7-ba3c-68635f696020 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d689cec7-e188-42fb-8146-0aa589978893 HTTP/1.1" status: 204 len: 168 time: 0.3207252 Jul 15 23:06:09.580879 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-5f9463fa-3df2-4d9b-9286-38a4af1a301a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:09.582655 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-5f9463fa-3df2-4d9b-9286-38a4af1a301a service neutron] 10.222.0.49 "GET /v2.0/networks?id=f037b993-4149-40e0-a687-25986d720de6 HTTP/1.1" status: 200 len: 909 time: 0.2811329 Jul 15 23:06:09.598986 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdc560b-34f4-4db7-ba3c-68635f696020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d689cec7-e188-42fb-8146-0aa589978893,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:09.647001 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-301ded9e-f6dc-435f-a622-4fd8e80d36bb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f139e365-d173-4a38-84ed-c7dc88747f8e HTTP/1.1" status: 200 len: 217 time: 0.0496559 Jul 15 23:06:09.653876 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e984f4ff-9280-4efd-910f-36b32d4f2177 req-4463db4a-35db-4c53-b984-07b2f8ae950e tempest-ServersOnMultiNodesTest-1707304536 tempest-ServersOnMultiNodesTest-1707304536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:09.660911 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e984f4ff-9280-4efd-910f-36b32d4f2177 req-4463db4a-35db-4c53-b984-07b2f8ae950e tempest-ServersOnMultiNodesTest-1707304536 tempest-ServersOnMultiNodesTest-1707304536-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=0e3da930-ac9e-4692-81e5-392f8ed1f173 HTTP/1.1" status: 200 len: 1101 time: 0.2123601 Jul 15 23:06:09.736385 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0c7a56dd-3cf7-41c6-b235-739b0b24b7fc req-738044cb-8f91-4879-b2a8-91d0b4559ca1 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687846 Jul 15 23:06:09.776204 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e984f4ff-9280-4efd-910f-36b32d4f2177 req-da0aa632-9d17-4e40-a1cd-d015f28422cc tempest-ServersOnMultiNodesTest-1707304536 tempest-ServersOnMultiNodesTest-1707304536-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140678 Jul 15 23:06:09.779422 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-a36c860f-f2e4-4527-a562-88e56a969a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:09.784309 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51494) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:09.800786 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-a36c860f-f2e4-4527-a562-88e56a969a96 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b89a129e-9de5-4301-b344-10ab05e9feea HTTP/1.1" status: 200 len: 848 time: 0.1358867 Jul 15 23:06:09.865853 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-b02ee8f6-ea75-4f01-939d-6ab228bcfa9d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f037b993-4149-40e0-a687-25986d720de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572884 Jul 15 23:06:10.097396 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-aca81711-8668-4a00-b6c4-6b5625142d19 service neutron] 10.222.0.49 "GET /v2.0/networks/f037b993-4149-40e0-a687-25986d720de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220557 Jul 15 23:06:10.181308 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-63c27bd7-a85b-47a6-8c58-d38359e58908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:10.368310 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b2bd77-1563-40c2-abf9-355cda757913 req-285403dc-5140-432c-b5fc-d9f617f505c8 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:10.376255 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-50b2bd77-1563-40c2-abf9-355cda757913 req-285403dc-5140-432c-b5fc-d9f617f505c8 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=15ef82b7-20b0-46b6-be4d-5fa457f25444 HTTP/1.1" status: 200 len: 950 time: 0.2763767 Jul 15 23:06:10.420165 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-63c27bd7-a85b-47a6-8c58-d38359e58908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:10.425724 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d826927d-6179-482d-ad50-36f963e9f84a req-5862cd71-b459-4e16-a338-44c0c760e706 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:10.430354 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-63c27bd7-a85b-47a6-8c58-d38359e58908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:10.433279 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d826927d-6179-482d-ad50-36f963e9f84a req-5862cd71-b459-4e16-a338-44c0c760e706 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eb84bd1-9cd9-43e2-9924-8f6006dc1901 HTTP/1.1" status: 200 len: 948 time: 0.3346725 Jul 15 23:06:10.481975 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-c2e2de0b-5fd5-4365-b67e-d10b5f6f0bb3 service neutron] 10.222.0.49 "GET /v2.0/networks/f037b993-4149-40e0-a687-25986d720de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955928 Jul 15 23:06:10.512516 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c27bd7-a85b-47a6-8c58-d38359e58908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77c4ec4-6e18-4878-b295-bee6884269b3,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:10.519410 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-50b2bd77-1563-40c2-abf9-355cda757913 req-82a05527-1e42-46a5-b890-3d8e4666b28d tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420197 Jul 15 23:06:10.540045 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-63c27bd7-a85b-47a6-8c58-d38359e58908 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3696dc1a3b6d4475a7016265af34a3fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7546027 Jul 15 23:06:10.543339 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51516) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:10.565742 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d826927d-6179-482d-ad50-36f963e9f84a req-5aac8169-b7d5-4cd1-9534-bbe4d5d4c984 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f7c45fd-39fc-4943-ba7d-041fb8807cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306634 Jul 15 23:06:10.651388 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a00fda42-b8e6-4a83-b4a3-93f611b2790e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:10.718917 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a00fda42-b8e6-4a83-b4a3-93f611b2790e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:10.842274 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a00fda42-b8e6-4a83-b4a3-93f611b2790e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:10.846577 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a00fda42-b8e6-4a83-b4a3-93f611b2790e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:10.853645 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a00fda42-b8e6-4a83-b4a3-93f611b2790e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a77c4ec4-6e18-4878-b295-bee6884269b3 HTTP/1.1" status: 204 len: 168 time: 0.3085299 Jul 15 23:06:10.896039 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00fda42-b8e6-4a83-b4a3-93f611b2790e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77c4ec4-6e18-4878-b295-bee6884269b3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:11.045666 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51534) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:11.185208 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-3f0888fd-9040-4bc1-aac9-7cfa35c74ace tempest-LiveMigrationTest-431337817 tempest-LiveMigrationTest-431337817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:11.190383 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-3f0888fd-9040-4bc1-aac9-7cfa35c74ace tempest-LiveMigrationTest-431337817 tempest-LiveMigrationTest-431337817-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=8b4b9a70-2b55-46f0-be18-c2bf97df8d72&tenant_id=680eb147007347d0b28b90eaf34e5f6f&binding%3Ahost_id=n-h1-794306-6 HTTP/1.1" status: 200 len: 1096 time: 0.1922805 Jul 15 23:06:11.398208 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device f139e365-d173-4a38-84ed-c7dc88747f8e no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:06:11.496289 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7ab8121c-ed44-419a-beaf-1595fd1871c2 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-275081819-network', 'tenant_id': '17c76d71cba4469f89099c3ebf7755c2'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:06:11.521370 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device f139e365-d173-4a38-84ed-c7dc88747f8e not bound to the agent host n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:06:11.538816 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab8121c-ed44-419a-beaf-1595fd1871c2 admin admin] Made reservation on behalf of 17c76d71cba4469f89099c3ebf7755c2 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:06:11.542559 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ab8121c-ed44-419a-beaf-1595fd1871c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:11.553646 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ab8121c-ed44-419a-beaf-1595fd1871c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:11.570801 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51558) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:11.593224 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-319a3c2b-63a4-45ba-9269-746669f1bf14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:11.641016 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-843dd6bc-a74b-4450-ad56-28b635464689 req-f2461ec4-817e-4f4d-9b25-1ebe4b8e6986 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1452551997&fields=id&tenant_id=d3cd72aa62cb4f388e60bffea0b15541 HTTP/1.1" status: 200 len: 267 time: 0.3205879 Jul 15 23:06:11.648264 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-27a1aeb6-a66f-4b3c-aece-2ea10750427d service neutron] For port f139e365-d173-4a38-84ed-c7dc88747f8e, host n-h2-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:06:11.654533 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-27a1aeb6-a66f-4b3c-aece-2ea10750427d service neutron] Notify callbacks [] for binding, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:11.656218 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1b0a81a0-6f91-40ca-9eaa-e5cfdb93a066 req-27a1aeb6-a66f-4b3c-aece-2ea10750427d service neutron] 10.222.0.49 "DELETE /v2.0/ports/f139e365-d173-4a38-84ed-c7dc88747f8e/bindings/n-h2-794306-6 HTTP/1.1" status: 204 len: 173 time: 0.4549801 Jul 15 23:06:11.685513 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fad93fa-e577-4df1-91c6-26f7a82b8b59 req-d642d09d-5698-4187-b35d-0c82b07b63a8 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:11.696647 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8fad93fa-e577-4df1-91c6-26f7a82b8b59 req-d642d09d-5698-4187-b35d-0c82b07b63a8 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b4b9a70-2b55-46f0-be18-c2bf97df8d72 HTTP/1.1" status: 200 len: 945 time: 0.3562374 Jul 15 23:06:11.711006 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ab8121c-ed44-419a-beaf-1595fd1871c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:11.717696 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ab8121c-ed44-419a-beaf-1595fd1871c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:11.732778 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ab8121c-ed44-419a-beaf-1595fd1871c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:06:11.745266 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ab8121c-ed44-419a-beaf-1595fd1871c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:11.745669 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-7ab8121c-ed44-419a-beaf-1595fd1871c2 admin admin] Added segment 5e9c24ff-51aa-41c3-9d89-a1958611c8be of type vlan for network e44e98f5-3493-4f81-9434-a1f39e44c5fc Jul 15 23:06:11.797384 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ab8121c-ed44-419a-beaf-1595fd1871c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:11.820577 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8fad93fa-e577-4df1-91c6-26f7a82b8b59 req-740d96bb-d927-4028-81c9-f8c8cdc18e45 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222260 Jul 15 23:06:11.843255 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ab8121c-ed44-419a-beaf-1595fd1871c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:11.844734 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab8121c-ed44-419a-beaf-1595fd1871c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:11.845912 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ab8121c-ed44-419a-beaf-1595fd1871c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:11.877103 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843dd6bc-a74b-4450-ad56-28b635464689 req-144a8d63-65ca-47b0-8430-80eb8ac33107 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:11.880690 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-843dd6bc-a74b-4450-ad56-28b635464689 req-144a8d63-65ca-47b0-8430-80eb8ac33107 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] 10.222.0.48 "GET /v2.0/networks?id=82a1b157-72db-4f6b-a839-5e04e2b2c143 HTTP/1.1" status: 200 len: 824 time: 0.2306232 Jul 15 23:06:11.909541 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-843dd6bc-a74b-4450-ad56-28b635464689 req-678ca65a-dcc3-47a3-a26d-68048eaf1551 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] 10.222.0.48 "GET /v2.0/quotas/d3cd72aa62cb4f388e60bffea0b15541 HTTP/1.1" status: 200 len: 375 time: 0.0222688 Jul 15 23:06:11.950505 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab8121c-ed44-419a-beaf-1595fd1871c2 admin admin] Pushing event updated for resources: {'Network': ['ID=e44e98f5-3493-4f81-9434-a1f39e44c5fc,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:11.965559 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network e44e98f5-3493-4f81-9434-a1f39e44c5fc details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:06:11.980116 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab8121c-ed44-419a-beaf-1595fd1871c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde6291d-0085-4461-bff2-f84f9cfdb496,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:12.046705 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-843dd6bc-a74b-4450-ad56-28b635464689 req-0ded0464-2dbd-43a1-8eeb-ca8cbf399cc3 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d3cd72aa62cb4f388e60bffea0b15541&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1299579 Jul 15 23:06:12.089283 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-319a3c2b-63a4-45ba-9269-746669f1bf14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:12.097363 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-319a3c2b-63a4-45ba-9269-746669f1bf14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:12.148957 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-7ab8121c-ed44-419a-beaf-1595fd1871c2 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1021135 Jul 15 23:06:12.151340 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-319a3c2b-63a4-45ba-9269-746669f1bf14 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=43dff5337c94450a84cf8a01ae663b20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5792615 Jul 15 23:06:12.152767 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51566) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:12.154632 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51568) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:12.158257 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-94ff44be-52f9-4149-8310-64a98ed4eda2 admin admin] Request body: {'subnet': {'network_id': 'e44e98f5-3493-4f81-9434-a1f39e44c5fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-275081819-subnet', 'tenant_id': '17c76d71cba4469f89099c3ebf7755c2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:06:12.195308 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319a3c2b-63a4-45ba-9269-746669f1bf14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd23d52-4e7f-4e07-bff0-e858e3bfc1d5,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:12.200175 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ff44be-52f9-4149-8310-64a98ed4eda2 admin admin] Made reservation on behalf of 17c76d71cba4469f89099c3ebf7755c2 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:06:12.202487 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-94ff44be-52f9-4149-8310-64a98ed4eda2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:12.211771 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca5cfd1-f410-4596-80e8-7acdb6f55003 req-6973ab42-5672-4c02-98cf-13de318b0bf7 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:12.219138 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6ca5cfd1-f410-4596-80e8-7acdb6f55003 req-6973ab42-5672-4c02-98cf-13de318b0bf7 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e3da930-ac9e-4692-81e5-392f8ed1f173 HTTP/1.1" status: 200 len: 950 time: 0.2049816 Jul 15 23:06:12.243179 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-843dd6bc-a74b-4450-ad56-28b635464689 req-e51b3061-2deb-420d-ab1b-511d70b0973a service neutron] 10.222.0.48 "GET /v2.0/networks/82a1b157-72db-4f6b-a839-5e04e2b2c143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613374 Jul 15 23:06:12.365696 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1dfc88a-c209-42b1-8dad-d41071f3cd9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:12.395345 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1dfc88a-c209-42b1-8dad-d41071f3cd9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:12.476984 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1dfc88a-c209-42b1-8dad-d41071f3cd9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:12.486180 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1dfc88a-c209-42b1-8dad-d41071f3cd9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:12.487361 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f1dfc88a-c209-42b1-8dad-d41071f3cd9a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7cd23d52-4e7f-4e07-bff0-e858e3bfc1d5 HTTP/1.1" status: 204 len: 168 time: 0.3247213 Jul 15 23:06:12.514902 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dfc88a-c209-42b1-8dad-d41071f3cd9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd23d52-4e7f-4e07-bff0-e858e3bfc1d5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:12.730619 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-94ff44be-52f9-4149-8310-64a98ed4eda2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:12.806761 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ff44be-52f9-4149-8310-64a98ed4eda2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a37184c-ca0e-49c0-878a-e1693cdef72b,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:12.854537 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-843dd6bc-a74b-4450-ad56-28b635464689 req-b73a1c7a-4ccf-42cb-a7d0-d8c47c0fafc9 service neutron] 10.222.0.48 "GET /v2.0/networks/82a1b157-72db-4f6b-a839-5e04e2b2c143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6041017 Jul 15 23:06:12.857995 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6ca5cfd1-f410-4596-80e8-7acdb6f55003 req-654d1f51-55c1-473a-9f88-613391cd6743 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6380258 Jul 15 23:06:12.925895 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ff44be-52f9-4149-8310-64a98ed4eda2 admin admin] Checking segment: {'id': '5e9c24ff-51aa-41c3-9d89-a1958611c8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e44e98f5-3493-4f81-9434-a1f39e44c5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:06:12.926981 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ff44be-52f9-4149-8310-64a98ed4eda2 admin admin] Network hostable DHCP agents. Network: e44e98f5-3493-4f81-9434-a1f39e44c5fc, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:06:12.989182 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ff44be-52f9-4149-8310-64a98ed4eda2 admin admin] Network e44e98f5-3493-4f81-9434-a1f39e44c5fc is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:06:13.006485 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-94ff44be-52f9-4149-8310-64a98ed4eda2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, e44e98f5-3493-4f81-9434-a1f39e44c5fc) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:06:13.011083 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ff44be-52f9-4149-8310-64a98ed4eda2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:13.011718 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-94ff44be-52f9-4149-8310-64a98ed4eda2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:13.019205 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85683106-271c-4483-b4a7-180a841f11e6 None None] Network e44e98f5-3493-4f81-9434-a1f39e44c5fc requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:06:13.055651 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-94ff44be-52f9-4149-8310-64a98ed4eda2 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8991315 Jul 15 23:06:13.056662 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51576) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:13.082209 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-6c21a082-83f3-45eb-a3c2-7a76b1583cb7 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-275081819-router', 'tenant_id': '17c76d71cba4469f89099c3ebf7755c2', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:06:13.166970 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6876041-4a66-45c5-aecc-2020a0ed26db req-a100dc4b-ad89-48e9-83cd-591eaaa84153 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:13.169879 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e6876041-4a66-45c5-aecc-2020a0ed26db req-a100dc4b-ad89-48e9-83cd-591eaaa84153 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e3da930-ac9e-4692-81e5-392f8ed1f173 HTTP/1.1" status: 200 len: 950 time: 0.2594287 Jul 15 23:06:13.174983 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c21a082-83f3-45eb-a3c2-7a76b1583cb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:13.178411 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c21a082-83f3-45eb-a3c2-7a76b1583cb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:13.199031 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c258f1-bbfa-4f20-a468-dc10ea62d997 req-52b6df4b-a9e7-4993-87b1-721a73695fe6 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:13.203420 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-28c258f1-bbfa-4f20-a468-dc10ea62d997 req-52b6df4b-a9e7-4993-87b1-721a73695fe6 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] 10.222.0.49 "GET /v2.0/ports?device_id=2dff3727-03d5-4b9b-a0bc-2113ce2158b0 HTTP/1.1" status: 200 len: 945 time: 0.3043814 Jul 15 23:06:13.348061 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c21a082-83f3-45eb-a3c2-7a76b1583cb7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:13.521470 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91259267-d2fd-4661-b602-faa0543c990b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-e44e98f5-3493-4f81-9434-a1f39e44c5fc', 'network_id': 'e44e98f5-3493-4f81-9434-a1f39e44c5fc', 'tenant_id': '17c76d71cba4469f89099c3ebf7755c2', 'fixed_ips': [{'subnet_id': '0a37184c-ca0e-49c0-878a-e1693cdef72b'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:06:13.522368 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-91259267-d2fd-4661-b602-faa0543c990b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:13.733834 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c21a082-83f3-45eb-a3c2-7a76b1583cb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:13.749367 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c67fc-7a47-4887-81f4-27adf96094b9 req-36caf0d1-2734-4c5b-b8fd-cc7a4e4ca7d5 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:13.757370 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-231c67fc-7a47-4887-81f4-27adf96094b9 req-36caf0d1-2734-4c5b-b8fd-cc7a4e4ca7d5 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=15ef82b7-20b0-46b6-be4d-5fa457f25444 HTTP/1.1" status: 200 len: 950 time: 0.4757485 Jul 15 23:06:13.843706 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-91259267-d2fd-4661-b602-faa0543c990b None None] Allocated IP 172.20.0.2 (e44e98f5-3493-4f81-9434-a1f39e44c5fc/0a37184c-ca0e-49c0-878a-e1693cdef72b/30c07b88-6364-4806-9db4-e61a6ff2c7d9) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:06:13.930166 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-231c67fc-7a47-4887-81f4-27adf96094b9 req-08c6452c-2d4a-4a8f-b5c8-aadcb99fc82f tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708188 Jul 15 23:06:13.948812 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-e6876041-4a66-45c5-aecc-2020a0ed26db req-0258366e-4c24-41ee-a7ad-33cca7a185d9 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Deleting port 1c3e000c-10d9-48ea-b16e-f6dffaa16f41 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:06:13.956245 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e6876041-4a66-45c5-aecc-2020a0ed26db req-0258366e-4c24-41ee-a7ad-33cca7a185d9 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:14.105909 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-28c258f1-bbfa-4f20-a468-dc10ea62d997 req-3e585b8a-79f1-4d8f-b0c2-42b12c4ff4a6 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Deleting port 6354f4d2-70d8-423b-b44f-2765880d8e6e {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:06:14.105909 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-28c258f1-bbfa-4f20-a468-dc10ea62d997 req-3e585b8a-79f1-4d8f-b0c2-42b12c4ff4a6 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:14.128135 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d7d9f3-ff43-4eac-91c4-cdb65f6fcf41 req-278cd49d-d1b6-43fc-aa0f-81c5b1b795a7 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:14.140443 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-85d7d9f3-ff43-4eac-91c4-cdb65f6fcf41 req-278cd49d-d1b6-43fc-aa0f-81c5b1b795a7 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eb84bd1-9cd9-43e2-9924-8f6006dc1901 HTTP/1.1" status: 200 len: 948 time: 0.5523622 Jul 15 23:06:14.318971 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-91259267-d2fd-4661-b602-faa0543c990b None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:14.337967 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-91259267-d2fd-4661-b602-faa0543c990b None None] Transition to ACTIVE for port object 30c07b88-6364-4806-9db4-e61a6ff2c7d9 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:06:14.373660 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-91259267-d2fd-4661-b602-faa0543c990b None None] Transition to ACTIVE for port object 30c07b88-6364-4806-9db4-e61a6ff2c7d9 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:06:14.383763 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-91259267-d2fd-4661-b602-faa0543c990b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:14.408899 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-85d7d9f3-ff43-4eac-91c4-cdb65f6fcf41 req-46324ac2-73a2-4d08-b655-b0fe32dd81b0 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f7c45fd-39fc-4943-ba7d-041fb8807cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670007 Jul 15 23:06:14.453257 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91259267-d2fd-4661-b602-faa0543c990b None None] Pushing event updated for resources: {'Port': ['ID=30c07b88-6364-4806-9db4-e61a6ff2c7d9,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:14.476966 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91259267-d2fd-4661-b602-faa0543c990b None None] Network e44e98f5-3493-4f81-9434-a1f39e44c5fc is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:06:14.482741 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-91259267-d2fd-4661-b602-faa0543c990b None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:06:14.488559 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91259267-d2fd-4661-b602-faa0543c990b None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:06:14.522166 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-28c258f1-bbfa-4f20-a468-dc10ea62d997 req-3e585b8a-79f1-4d8f-b0c2-42b12c4ff4a6 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] For port 6354f4d2-70d8-423b-b44f-2765880d8e6e, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=6354f4d2-70d8-423b-b44f-2765880d8e6e,segment=NetworkSegment(6477d1f6-ea27-4e48-9dd8-1fd3f020fd9f),segment_id=6477d1f6-ea27-4e48-9dd8-1fd3f020fd9f)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:14.522536 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-28c258f1-bbfa-4f20-a468-dc10ea62d997 req-3e585b8a-79f1-4d8f-b0c2-42b12c4ff4a6 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:14.644332 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-91259267-d2fd-4661-b602-faa0543c990b None None] Attempting to bind port 30c07b88-6364-4806-9db4-e61a6ff2c7d9 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:06:14.645042 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-91259267-d2fd-4661-b602-faa0543c990b None None] Attempting to bind port 30c07b88-6364-4806-9db4-e61a6ff2c7d9 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '5e9c24ff-51aa-41c3-9d89-a1958611c8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e44e98f5-3493-4f81-9434-a1f39e44c5fc'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:06:14.645495 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91259267-d2fd-4661-b602-faa0543c990b None None] Attempting to bind port 30c07b88-6364-4806-9db4-e61a6ff2c7d9 on network e44e98f5-3493-4f81-9434-a1f39e44c5fc {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:06:14.652491 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91259267-d2fd-4661-b602-faa0543c990b None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:06:14.653156 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91259267-d2fd-4661-b602-faa0543c990b None None] Checking segment: {'id': '5e9c24ff-51aa-41c3-9d89-a1958611c8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e44e98f5-3493-4f81-9434-a1f39e44c5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:06:14.653945 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-91259267-d2fd-4661-b602-faa0543c990b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:14.654657 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91259267-d2fd-4661-b602-faa0543c990b None None] Bound using segment: {'id': '5e9c24ff-51aa-41c3-9d89-a1958611c8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e44e98f5-3493-4f81-9434-a1f39e44c5fc'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:06:14.655769 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-91259267-d2fd-4661-b602-faa0543c990b None None] Bound port: 30c07b88-6364-4806-9db4-e61a6ff2c7d9, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e9c24ff-51aa-41c3-9d89-a1958611c8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e44e98f5-3493-4f81-9434-a1f39e44c5fc'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:06:14.656461 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-91259267-d2fd-4661-b602-faa0543c990b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:14.783978 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-91259267-d2fd-4661-b602-faa0543c990b None None] For port 30c07b88-6364-4806-9db4-e61a6ff2c7d9, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:06:14.789918 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-91259267-d2fd-4661-b602-faa0543c990b None None] For port 30c07b88-6364-4806-9db4-e61a6ff2c7d9, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=30c07b88-6364-4806-9db4-e61a6ff2c7d9,segment=NetworkSegment(5e9c24ff-51aa-41c3-9d89-a1958611c8be),segment_id=5e9c24ff-51aa-41c3-9d89-a1958611c8be)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:06:14.800999 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-91259267-d2fd-4661-b602-faa0543c990b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:14.832921 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c21a082-83f3-45eb-a3c2-7a76b1583cb7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:14.847257 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a0fa63f1-63f9-4a7d-b9b2-8ff6a59edaf2 req-f32b1ab1-36c7-4fdc-8139-9c1b3d8b9bfa tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] 10.222.0.48 "GET /v2.0/ports?device_id=858bafd5-fb27-41ca-b39e-393343f6c46a HTTP/1.1" status: 200 len: 210 time: 0.1164019 Jul 15 23:06:14.849359 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-e6876041-4a66-45c5-aecc-2020a0ed26db req-0258366e-4c24-41ee-a7ad-33cca7a185d9 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] For port 1c3e000c-10d9-48ea-b16e-f6dffaa16f41, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=1c3e000c-10d9-48ea-b16e-f6dffaa16f41,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:14.849785 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e6876041-4a66-45c5-aecc-2020a0ed26db req-0258366e-4c24-41ee-a7ad-33cca7a185d9 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:14.868349 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c21a082-83f3-45eb-a3c2-7a76b1583cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:14.938067 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-e6876041-4a66-45c5-aecc-2020a0ed26db req-0258366e-4c24-41ee-a7ad-33cca7a185d9 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Calling delete_port for 1c3e000c-10d9-48ea-b16e-f6dffaa16f41 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:06:15.055053 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91259267-d2fd-4661-b602-faa0543c990b None None] Pushing event updated for resources: {'Port': ['ID=30c07b88-6364-4806-9db4-e61a6ff2c7d9,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:15.146585 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-6c21a082-83f3-45eb-a3c2-7a76b1583cb7 admin admin] Allocated IP 172.25.5.79 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/855ac6a4-ba21-4c27-b7d9-c47fbfd0774a) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:06:15.333978 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3159116d-aaae-45d2-b63d-9ad090ffa5df req-ba5a3a7c-6ccd-40c5-9b9f-732a68e9e201 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:15.341508 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3159116d-aaae-45d2-b63d-9ad090ffa5df req-ba5a3a7c-6ccd-40c5-9b9f-732a68e9e201 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e3da930-ac9e-4692-81e5-392f8ed1f173 HTTP/1.1" status: 200 len: 950 time: 0.6114717 Jul 15 23:06:15.418048 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b8bd6-2699-4bfc-adf4-8414b5297bb4 req-9bd843f2-0f67-4ea7-ad9e-6d9888360580 tempest-LiveMigrationTest-431337817 tempest-LiveMigrationTest-431337817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:15.427296 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-860b8bd6-2699-4bfc-adf4-8414b5297bb4 req-9bd843f2-0f67-4ea7-ad9e-6d9888360580 tempest-LiveMigrationTest-431337817 tempest-LiveMigrationTest-431337817-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8b4b9a70-2b55-46f0-be18-c2bf97df8d72 HTTP/1.1" status: 200 len: 1096 time: 0.3450954 Jul 15 23:06:15.520328 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3159116d-aaae-45d2-b63d-9ad090ffa5df req-7a8a528f-7602-48ca-a709-f2c5df1ccec3 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714029 Jul 15 23:06:15.577166 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c21a082-83f3-45eb-a3c2-7a76b1583cb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:15.613133 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-860b8bd6-2699-4bfc-adf4-8414b5297bb4 req-9c746fd0-69ad-4f52-8eea-e5308671e489 tempest-LiveMigrationTest-431337817 tempest-LiveMigrationTest-431337817-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849296 Jul 15 23:06:15.634728 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-024663a5-e0c4-49ae-8e33-8403095a2dc4 req-43c56870-1f82-4543-8222-6ffb6fe87c3f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=70896dfb-4452-495b-ade7-c85ec54b4cc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4105890 Jul 15 23:06:15.636356 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c21a082-83f3-45eb-a3c2-7a76b1583cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:15.650721 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-28c258f1-bbfa-4f20-a468-dc10ea62d997 req-3e585b8a-79f1-4d8f-b0c2-42b12c4ff4a6 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:15.651179 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-28c258f1-bbfa-4f20-a468-dc10ea62d997 req-3e585b8a-79f1-4d8f-b0c2-42b12c4ff4a6 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:15.651672 n-d-794306-6 neutron-server[93770]: INFO neutron.db.l3_db [req-28c258f1-bbfa-4f20-a468-dc10ea62d997 req-3e585b8a-79f1-4d8f-b0c2-42b12c4ff4a6 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Floating IP 13a6c9f5-842a-48a5-8b8a-539f90c2604c disassociated. External IP: 172.25.5.192, port: 6354f4d2-70d8-423b-b44f-2765880d8e6e. Jul 15 23:06:15.652101 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-28c258f1-bbfa-4f20-a468-dc10ea62d997 req-3e585b8a-79f1-4d8f-b0c2-42b12c4ff4a6 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Calling delete_port for 6354f4d2-70d8-423b-b44f-2765880d8e6e owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:06:15.655234 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e6876041-4a66-45c5-aecc-2020a0ed26db req-0258366e-4c24-41ee-a7ad-33cca7a185d9 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:15.674615 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['6b3cb440-13f8-4003-9165-fb2dc04957ff', '77625ffe-b5df-4269-855d-7b7c464c50ec', 'b9ecf22a-cd03-404c-b680-fc8930fd9489'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:06:15.746303 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0258366e-4c24-41ee-a7ad-33cca7a185d9 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Pushing event deleted for resources: {'Port': ['ID=1c3e000c-10d9-48ea-b16e-f6dffaa16f41,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:15.793670 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['f1d2d695-5d71-4735-8bec-137ed706a75f', '49b5f4c4-7465-48a8-9f7b-de7de14d6b54', '27ca6d7a-b6af-499c-a045-298783e7181f', 'fbbbb3b3-7436-4a77-ba71-8be5e9a21ac7'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:06:15.881202 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c21a082-83f3-45eb-a3c2-7a76b1583cb7 admin admin] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:06:15.935353 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-6c21a082-83f3-45eb-a3c2-7a76b1583cb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:06:15.948653 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c21a082-83f3-45eb-a3c2-7a76b1583cb7 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:06:15.953610 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c21a082-83f3-45eb-a3c2-7a76b1583cb7 admin admin] Pushing event updated for resources: {'Port': ['ID=855ac6a4-ba21-4c27-b7d9-c47fbfd0774a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:15.991082 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6876041-4a66-45c5-aecc-2020a0ed26db req-0258366e-4c24-41ee-a7ad-33cca7a185d9 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] No DVR routers for this DVR port 1c3e000c-10d9-48ea-b16e-f6dffaa16f41 on host n-h2-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:06:16.003095 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e6876041-4a66-45c5-aecc-2020a0ed26db req-0258366e-4c24-41ee-a7ad-33cca7a185d9 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:16.016862 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e6876041-4a66-45c5-aecc-2020a0ed26db req-0258366e-4c24-41ee-a7ad-33cca7a185d9 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.41 "DELETE /v2.0/ports/1c3e000c-10d9-48ea-b16e-f6dffaa16f41 HTTP/1.1" status: 204 len: 173 time: 2.8394811 Jul 15 23:06:16.099184 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e3da930-ac9e-4692-81e5-392f8ed1f173', 'name': 'network-vif-deleted', 'tag': '1c3e000c-10d9-48ea-b16e-f6dffaa16f41'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:16.107222 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6899e9a-b07f-4456-a02e-06d77e35a629" -d '{"events": [{"server_uuid": "0e3da930-ac9e-4692-81e5-392f8ed1f173", "name": "network-vif-deleted", "tag": "1c3e000c-10d9-48ea-b16e-f6dffaa16f41"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:16.265463 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024663a5-e0c4-49ae-8e33-8403095a2dc4 req-26e16bbc-3148-45a2-bdd2-ea35a56f3fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:16.268027 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-024663a5-e0c4-49ae-8e33-8403095a2dc4 req-26e16bbc-3148-45a2-bdd2-ea35a56f3fc8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9ac36772b83842538b63e725348a87e1&device_id=70896dfb-4452-495b-ade7-c85ec54b4cc6 HTTP/1.1" status: 200 len: 1100 time: 0.5311968 Jul 15 23:06:16.287097 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3dfb29-c33a-444e-b9be-5e355727f266 req-5332959b-6961-4010-927d-1c80bfc886e3 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:16.300933 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-df3dfb29-c33a-444e-b9be-5e355727f266 req-5332959b-6961-4010-927d-1c80bfc886e3 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=15ef82b7-20b0-46b6-be4d-5fa457f25444 HTTP/1.1" status: 200 len: 950 time: 0.3619559 Jul 15 23:06:16.431327 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 6354f4d2-70d8-423b-b44f-2765880d8e6e no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:06:16.572669 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-df3dfb29-c33a-444e-b9be-5e355727f266 req-fdd2aed9-1b1a-4f0a-a770-529ce982996a tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705753 Jul 15 23:06:16.612483 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-28c258f1-bbfa-4f20-a468-dc10ea62d997 req-3e585b8a-79f1-4d8f-b0c2-42b12c4ff4a6 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:16.714667 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:16.745128 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e585b8a-79f1-4d8f-b0c2-42b12c4ff4a6 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Pushing event deleted for resources: {'Port': ['ID=6354f4d2-70d8-423b-b44f-2765880d8e6e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:16.825010 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024663a5-e0c4-49ae-8e33-8403095a2dc4 req-e8c962cc-3246-4db3-8390-659376ad4c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:16.827807 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-024663a5-e0c4-49ae-8e33-8403095a2dc4 req-e8c962cc-3246-4db3-8390-659376ad4c85 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5d412861-bef3-4cc1-ae9f-87a6a36753c0 HTTP/1.1" status: 200 len: 870 time: 0.4537904 Jul 15 23:06:16.858616 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843dd6bc-a74b-4450-ad56-28b635464689 req-57b64922-a3f7-42f8-86b5-e991012d7463 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:16.865219 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-843dd6bc-a74b-4450-ad56-28b635464689 req-57b64922-a3f7-42f8-86b5-e991012d7463 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] 10.222.0.41 "GET /v2.0/networks?id=82a1b157-72db-4f6b-a839-5e04e2b2c143 HTTP/1.1" status: 200 len: 824 time: 1.0903099 Jul 15 23:06:16.893299 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 30c07b88-6364-4806-9db4-e61a6ff2c7d9 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:06:17.025433 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0eb8ab8-ac9b-4178-a222-b4612a96ae4c None None] Network e44e98f5-3493-4f81-9434-a1f39e44c5fc requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:06:17.042468 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28c258f1-bbfa-4f20-a468-dc10ea62d997 req-3e585b8a-79f1-4d8f-b0c2-42b12c4ff4a6 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Router 47895453-f412-49d2-9f76-1f93a0b2e611 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:06:17.043075 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-024663a5-e0c4-49ae-8e33-8403095a2dc4 req-eaffc66f-41ef-4564-a347-37582ba52b6c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=f1d2d695-5d71-4735-8bec-137ed706a75f HTTP/1.1" status: 200 len: 217 time: 0.2035565 Jul 15 23:06:17.093022 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b5f30-1250-49a2-b51c-23b87de382de req-4b1884f6-b7fa-4167-95b5-bab02cc0c8aa tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:17.100555 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b48b5f30-1250-49a2-b51c-23b87de382de req-4b1884f6-b7fa-4167-95b5-bab02cc0c8aa tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eb84bd1-9cd9-43e2-9924-8f6006dc1901 HTTP/1.1" status: 200 len: 948 time: 0.1134512 Jul 15 23:06:17.233093 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024663a5-e0c4-49ae-8e33-8403095a2dc4 req-c7d6f6dd-212a-4f39-b7c3-9bbda51ade71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:17.244777 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-024663a5-e0c4-49ae-8e33-8403095a2dc4 req-c7d6f6dd-212a-4f39-b7c3-9bbda51ade71 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.1751778 Jul 15 23:06:17.277620 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b48b5f30-1250-49a2-b51c-23b87de382de req-b7244e8b-9124-41bb-ac60-c6ea8b650e02 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f7c45fd-39fc-4943-ba7d-041fb8807cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761665 Jul 15 23:06:17.460330 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-843dd6bc-a74b-4450-ad56-28b635464689 req-65dd1a5b-41f6-4fb8-8c5e-254c7720ceea tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3cd72aa62cb4f388e60bffea0b15541 HTTP/1.1" status: 200 len: 380 time: 0.4405792 Jul 15 23:06:17.472858 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28c258f1-bbfa-4f20-a468-dc10ea62d997 req-3e585b8a-79f1-4d8f-b0c2-42b12c4ff4a6 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:06:17.489754 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-788eaf65-ffcf-4138-8e24-e84e32bef48b req-f6be57e9-9a18-495b-b87e-9f4a7a5450d2 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] 10.222.0.48 "GET /v2.0/ports?device_id=858bafd5-fb27-41ca-b39e-393343f6c46a HTTP/1.1" status: 200 len: 210 time: 0.0822911 Jul 15 23:06:17.497431 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cd7561-5327-4d96-9098-07d0381fc906 None None] Sync routers for ids ['47895453-f412-49d2-9f76-1f93a0b2e611'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:06:17.533751 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-843dd6bc-a74b-4450-ad56-28b635464689 req-36fcafdc-0858-4a36-a131-56eec2019079 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Request body: {'port': {'device_id': '858bafd5-fb27-41ca-b39e-393343f6c46a', 'network_id': '82a1b157-72db-4f6b-a839-5e04e2b2c143', 'admin_state_up': True, 'tenant_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'security_groups': ['a217bd2c-98fe-4a70-96ed-f585468603cd']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:06:17.536358 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cd7561-5327-4d96-9098-07d0381fc906 None None] Routers {'47895453-f412-49d2-9f76-1f93a0b2e611'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:06:17.538588 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d9cd7561-5327-4d96-9098-07d0381fc906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:06:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['47895453-f412-49d2-9f76-1f93a0b2e611'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:06:17.543705 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 1c3e000c-10d9-48ea-b16e-f6dffaa16f41 no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:06:17.566270 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0a83b938-0ecc-4539-a87c-fe2711ed073c None None] Provisioning for port 30c07b88-6364-4806-9db4-e61a6ff2c7d9 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:06:17.778260 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] No Port match for: 1c3e000c-10d9-48ea-b16e-f6dffaa16f41 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:06:17.779428 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 1c3e000c-10d9-48ea-b16e-f6dffaa16f41 not bound to the agent host n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:06:17.814746 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b864de67-f3bb-4740-9927-bd0d8ee1495b req-092b20c9-71bb-42a3-9ef0-d992d7754162 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:17.828293 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-d9cd7561-5327-4d96-9098-07d0381fc906 None None] Set router 47895453-f412-49d2-9f76-1f93a0b2e611 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:06:17.829988 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b864de67-f3bb-4740-9927-bd0d8ee1495b req-092b20c9-71bb-42a3-9ef0-d992d7754162 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/networks?id=f037b993-4149-40e0-a687-25986d720de6 HTTP/1.1" status: 200 len: 808 time: 0.3398967 Jul 15 23:06:17.869817 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477b64f6-bc82-40b1-a8ac-db4412390037 x-openstack-request-id: req-477b64f6-bc82-40b1-a8ac-db4412390037 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:06:17.870036 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e3da930-ac9e-4692-81e5-392f8ed1f173", "name": "network-vif-deleted", "tag": "1c3e000c-10d9-48ea-b16e-f6dffaa16f41", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:06:17.870242 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-477b64f6-bc82-40b1-a8ac-db4412390037 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:06:17.870624 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e3da930-ac9e-4692-81e5-392f8ed1f173', 'name': 'network-vif-deleted', 'tag': '1c3e000c-10d9-48ea-b16e-f6dffaa16f41', 'status': 'completed', 'code': 200} Jul 15 23:06:17.878004 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b864de67-f3bb-4740-9927-bd0d8ee1495b req-bbac8216-77d1-4eb6-9a2f-16b96def9758 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/quotas/680eb147007347d0b28b90eaf34e5f6f HTTP/1.1" status: 200 len: 375 time: 0.0470955 Jul 15 23:06:17.897296 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024663a5-e0c4-49ae-8e33-8403095a2dc4 req-aa8735c6-4438-46eb-848f-a2669d62a231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:17.901158 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-024663a5-e0c4-49ae-8e33-8403095a2dc4 req-aa8735c6-4438-46eb-848f-a2669d62a231 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6439228 Jul 15 23:06:17.940970 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-28c258f1-bbfa-4f20-a468-dc10ea62d997 req-3e585b8a-79f1-4d8f-b0c2-42b12c4ff4a6 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] No DVR routers for this DVR port 6354f4d2-70d8-423b-b44f-2765880d8e6e on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:06:17.943807 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-28c258f1-bbfa-4f20-a468-dc10ea62d997 req-3e585b8a-79f1-4d8f-b0c2-42b12c4ff4a6 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:17.945934 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-28c258f1-bbfa-4f20-a468-dc10ea62d997 req-3e585b8a-79f1-4d8f-b0c2-42b12c4ff4a6 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] 10.222.0.49 "DELETE /v2.0/ports/6354f4d2-70d8-423b-b44f-2765880d8e6e HTTP/1.1" status: 204 len: 173 time: 4.6268828 Jul 15 23:06:17.960886 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 30c07b88-6364-4806-9db4-e61a6ff2c7d9 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:06:18.002473 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 30c07b88-6364-4806-9db4-e61a6ff2c7d9 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:06:18.004744 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:18.018847 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b864de67-f3bb-4740-9927-bd0d8ee1495b req-de6d481f-fd7c-4a01-aa86-5942ddcfcb7e tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=680eb147007347d0b28b90eaf34e5f6f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1398895 Jul 15 23:06:18.082449 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-024663a5-e0c4-49ae-8e33-8403095a2dc4 req-c8c85df0-d119-4d45-958c-7dd7e1836a89 service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711776 Jul 15 23:06:18.088664 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c21a082-83f3-45eb-a3c2-7a76b1583cb7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:18.131326 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6c76b551-3330-4c09-805c-cec65d9ec861 req-c013662e-2a6b-4ff3-b402-0c3e7cb61f84 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e3da930-ac9e-4692-81e5-392f8ed1f173 HTTP/1.1" status: 200 len: 210 time: 0.0626023 Jul 15 23:06:18.265938 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-024663a5-e0c4-49ae-8e33-8403095a2dc4 req-c5f288e9-1f6c-4f5f-91ee-baf376cdba93 service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694098 Jul 15 23:06:18.316744 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-843dd6bc-a74b-4450-ad56-28b635464689 req-36fcafdc-0858-4a36-a131-56eec2019079 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Made reservation on behalf of d3cd72aa62cb4f388e60bffea0b15541 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:06:18.321252 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-843dd6bc-a74b-4450-ad56-28b635464689 req-36fcafdc-0858-4a36-a131-56eec2019079 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:18.337451 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b864de67-f3bb-4740-9927-bd0d8ee1495b req-d35ea9cd-0c1e-4a5f-8822-9bdf83585a02 service neutron] 10.222.0.48 "GET /v2.0/networks/f037b993-4149-40e0-a687-25986d720de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175633 Jul 15 23:06:18.369997 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9c630c1a-2365-4af1-aad8-d1f004676aad req-411a87e4-85b2-449c-b733-4cf8fa444499 tempest-FlavorsV2NegativeTest-1058452335 tempest-FlavorsV2NegativeTest-1058452335-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=0f3e88d65c194f098815246978191640&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0551724 Jul 15 23:06:18.470793 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d9cd7561-5327-4d96-9098-07d0381fc906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47895453-f412-49d2-9f76-1f93a0b2e611', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2028028573-router', 'tenant_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'ef7a1c52-d21c-482b-889a-35af421f4d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:15Z', 'updated_at': '2021-07-15T23:03:25Z', 'revision_number': 4, 'project_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'gw_port': {'id': 'ef7a1c52-d21c-482b-889a-35af421f4d5f', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47895453-f412-49d2-9f76-1f93a0b2e611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:18Z', 'updated_at': '2021-07-15T23:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '6c5df109-e094-4b22-859d-bb3271e4fecf', 'name': '', 'network_id': '82a1b157-72db-4f6b-a839-5e04e2b2c143', 'tenant_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'mac_address': 'fa:16:3e:f0:ad:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47895453-f412-49d2-9f76-1f93a0b2e611', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '99f67785-f6f8-403a-8163-19580b515ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:23Z', 'updated_at': '2021-07-15T23:03:36Z', 'revision_number': 5, 'project_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'subnets': [{'id': '99f67785-f6f8-403a-8163-19580b515ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:06:18.475239 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:06:18.484568 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:06:18.525107 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cd7561-5327-4d96-9098-07d0381fc906 None None] Checking router: 47895453-f412-49d2-9f76-1f93a0b2e611 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:06:18.586840 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cd7561-5327-4d96-9098-07d0381fc906 None None] Routers {'47895453-f412-49d2-9f76-1f93a0b2e611'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:06:18.588384 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d9cd7561-5327-4d96-9098-07d0381fc906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:06:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['47895453-f412-49d2-9f76-1f93a0b2e611'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:06:18.626252 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c630c1a-2365-4af1-aad8-d1f004676aad req-35305868-2887-45d1-a120-d42fd18f1bb7 tempest-FlavorsV2NegativeTest-1058452335 tempest-FlavorsV2NegativeTest-1058452335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:18.633643 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9c630c1a-2365-4af1-aad8-d1f004676aad req-35305868-2887-45d1-a120-d42fd18f1bb7 tempest-FlavorsV2NegativeTest-1058452335 tempest-FlavorsV2NegativeTest-1058452335-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2625458 Jul 15 23:06:18.681085 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b864de67-f3bb-4740-9927-bd0d8ee1495b req-f2563911-2d5c-4601-a558-2c62b8ea427a service neutron] 10.222.0.48 "GET /v2.0/networks/f037b993-4149-40e0-a687-25986d720de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328021 Jul 15 23:06:18.693076 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9c630c1a-2365-4af1-aad8-d1f004676aad req-a7d97741-e94a-4ca1-a62a-a93145f9359c tempest-FlavorsV2NegativeTest-1058452335 tempest-FlavorsV2NegativeTest-1058452335-project] 10.222.0.48 "GET /v2.0/quotas/0f3e88d65c194f098815246978191640 HTTP/1.1" status: 200 len: 375 time: 0.0582261 Jul 15 23:06:18.745900 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9c630c1a-2365-4af1-aad8-d1f004676aad req-1a080942-c284-4c88-9f78-a302d3ba943c tempest-FlavorsV2NegativeTest-1058452335 tempest-FlavorsV2NegativeTest-1058452335-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0f3e88d65c194f098815246978191640&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518076 Jul 15 23:06:18.881127 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:18.927881 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c21a082-83f3-45eb-a3c2-7a76b1583cb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:18.962295 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:18.991631 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-d9cd7561-5327-4d96-9098-07d0381fc906 None None] Set router 47895453-f412-49d2-9f76-1f93a0b2e611 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:06:19.183294 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-843dd6bc-a74b-4450-ad56-28b635464689 req-36fcafdc-0858-4a36-a131-56eec2019079 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Allocated IP 172.20.0.8 (82a1b157-72db-4f6b-a839-5e04e2b2c143/99f67785-f6f8-403a-8163-19580b515ea7/59f1f960-7de1-4bce-9911-f70fc04a56c5) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:06:19.202580 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:19.212852 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc36f9b0-1d51-4c2a-ac40-a959b3525c27 req-116d5dd3-28df-45d2-80c4-16edb8b33a6b tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:19.213686 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28', 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'port_id': '9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28', 'mac_address': 'fa:16:3e:c4:c9:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d909a96-22de-4aa9-b690-1c7da965ceac', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:06:19.227830 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cc36f9b0-1d51-4c2a-ac40-a959b3525c27 req-116d5dd3-28df-45d2-80c4-16edb8b33a6b tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=15ef82b7-20b0-46b6-be4d-5fa457f25444 HTTP/1.1" status: 200 len: 950 time: 0.2079430 Jul 15 23:06:19.247905 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c21a082-83f3-45eb-a3c2-7a76b1583cb7 admin admin] Router 692ede29-75dd-450c-bf67-db4eaf105f19 is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:06:19.309354 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cc36f9b0-1d51-4c2a-ac40-a959b3525c27 req-227376f6-dd0a-41d4-b5ef-6bfee66ee4ac tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776289 Jul 15 23:06:19.343468 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 30c07b88-6364-4806-9db4-e61a6ff2c7d9, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=30c07b88-6364-4806-9db4-e61a6ff2c7d9,segment=NetworkSegment(5e9c24ff-51aa-41c3-9d89-a1958611c8be),segment_id=5e9c24ff-51aa-41c3-9d89-a1958611c8be)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:19.446890 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:19.615502 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=30c07b88-6364-4806-9db4-e61a6ff2c7d9,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:19.652628 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb84bd1-9cd9-43e2-9924-8f6006dc1901', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:19.655017 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d1db9e-e5b3-41da-93df-1201e17112ab" -d '{"events": [{"server_uuid": "7eb84bd1-9cd9-43e2-9924-8f6006dc1901", "name": "network-vif-unplugged", "status": "completed", "tag": "9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:19.752419 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:19.752704 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:19.752999 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:19.753335 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:19.758495 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:19.763791 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:19.764690 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:19.768323 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:19.769080 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:19.769483 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c21a082-83f3-45eb-a3c2-7a76b1583cb7 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:06:19.769763 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:19.770276 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:19.770803 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:06:19.777139 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:19.792942 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:19.816398 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:19.821897 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc04a70-87bd-47cc-bdfc-0703a4995d4f None None] Sync routers for ids ['692ede29-75dd-450c-bf67-db4eaf105f19'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:06:19.859381 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c21a082-83f3-45eb-a3c2-7a76b1583cb7 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:19.861785 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:06:19.870279 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-6c21a082-83f3-45eb-a3c2-7a76b1583cb7 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.8061440 Jul 15 23:06:19.872468 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51734) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:19.882774 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d9cd7561-5327-4d96-9098-07d0381fc906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47895453-f412-49d2-9f76-1f93a0b2e611', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2028028573-router', 'tenant_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'ef7a1c52-d21c-482b-889a-35af421f4d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:15Z', 'updated_at': '2021-07-15T23:03:25Z', 'revision_number': 4, 'project_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'gw_port': {'id': 'ef7a1c52-d21c-482b-889a-35af421f4d5f', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47895453-f412-49d2-9f76-1f93a0b2e611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:18Z', 'updated_at': '2021-07-15T23:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '6c5df109-e094-4b22-859d-bb3271e4fecf', 'name': '', 'network_id': '82a1b157-72db-4f6b-a839-5e04e2b2c143', 'tenant_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'mac_address': 'fa:16:3e:f0:ad:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47895453-f412-49d2-9f76-1f93a0b2e611', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '99f67785-f6f8-403a-8163-19580b515ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:23Z', 'updated_at': '2021-07-15T23:03:36Z', 'revision_number': 5, 'project_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'subnets': [{'id': '99f67785-f6f8-403a-8163-19580b515ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:06:19.888993 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dff3727-03d5-4b9b-a0bc-2113ce2158b0', 'name': 'network-vif-deleted', 'tag': '6354f4d2-70d8-423b-b44f-2765880d8e6e'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:19.891887 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f4f80e-8a67-446f-9dc9-58c859d3e46b" -d '{"events": [{"server_uuid": "2dff3727-03d5-4b9b-a0bc-2113ce2158b0", "name": "network-vif-deleted", "tag": "6354f4d2-70d8-423b-b44f-2765880d8e6e"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:19.917130 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fd02cf77-d60e-4cf2-9a64-3a83cce35770 req-b682bd9b-1a44-424b-a7b6-7e6fed9ffa0d tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] 10.222.0.48 "GET /v2.0/ports?device_id=858bafd5-fb27-41ca-b39e-393343f6c46a HTTP/1.1" status: 200 len: 210 time: 0.1609907 Jul 15 23:06:19.920415 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 51740) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:20.021940 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2892594-33d2-4bf6-ad5d-0d4169e6760a req-17fd19a9-dc84-4df0-b2d3-08920b4aed0a tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:20.038711 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc04a70-87bd-47cc-bdfc-0703a4995d4f None None] Routers {'692ede29-75dd-450c-bf67-db4eaf105f19'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:06:20.040040 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c2892594-33d2-4bf6-ad5d-0d4169e6760a req-17fd19a9-dc84-4df0-b2d3-08920b4aed0a tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eb84bd1-9cd9-43e2-9924-8f6006dc1901 HTTP/1.1" status: 200 len: 948 time: 0.3770680 Jul 15 23:06:20.050210 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9cc04a70-87bd-47cc-bdfc-0703a4995d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:06:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['692ede29-75dd-450c-bf67-db4eaf105f19'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:06:20.134800 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cd7561-5327-4d96-9098-07d0381fc906 None None] The sync data for ids ['47895453-f412-49d2-9f76-1f93a0b2e611'] in n-d-794306-6 is: [{'id': '47895453-f412-49d2-9f76-1f93a0b2e611', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2028028573-router', 'tenant_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'ef7a1c52-d21c-482b-889a-35af421f4d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:15Z', 'updated_at': '2021-07-15T23:03:25Z', 'revision_number': 4, 'project_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'gw_port': {'id': 'ef7a1c52-d21c-482b-889a-35af421f4d5f', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47895453-f412-49d2-9f76-1f93a0b2e611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:18Z', 'updated_at': '2021-07-15T23:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '6c5df109-e094-4b22-859d-bb3271e4fecf', 'name': '', 'network_id': '82a1b157-72db-4f6b-a839-5e04e2b2c143', 'tenant_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'mac_address': 'fa:16:3e:f0:ad:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47895453-f412-49d2-9f76-1f93a0b2e611', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '99f67785-f6f8-403a-8163-19580b515ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:23Z', 'updated_at': '2021-07-15T23:03:36Z', 'revision_number': 5, 'project_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'subnets': [{'id': '99f67785-f6f8-403a-8163-19580b515ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:06:20.173606 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5f90bb47-6e02-42a1-9ab9-78415fc928b1 req-7199da37-48af-4e72-99c8-dcba438bb855 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8bc40c9-e4b4-42a2-9b05-d457e348901a HTTP/1.1" status: 200 len: 210 time: 0.1313615 Jul 15 23:06:20.186699 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0fe3d79c-d157-4992-8167-e64a32296271 None None] Provisioning complete for port 30c07b88-6364-4806-9db4-e61a6ff2c7d9 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:06:20.191014 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0fe3d79c-d157-4992-8167-e64a32296271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:20.243024 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c2892594-33d2-4bf6-ad5d-0d4169e6760a req-58432836-ffe0-43ce-84c6-a59893b0a757 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f7c45fd-39fc-4943-ba7d-041fb8807cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019465 Jul 15 23:06:20.354318 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.db.api [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:06:20.356550 n-d-794306-6 neutron-server[93772]: DEBUG oslo_db.api [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:06:20.397304 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:20.514337 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5859e7a-6477-4aa7-97e9-c972a893fc39 x-openstack-request-id: req-d5859e7a-6477-4aa7-97e9-c972a893fc39 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:06:20.514717 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eb84bd1-9cd9-43e2-9924-8f6006dc1901", "name": "network-vif-unplugged", "status": "completed", "tag": "9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:06:20.514908 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d5859e7a-6477-4aa7-97e9-c972a893fc39 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:06:20.522203 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eb84bd1-9cd9-43e2-9924-8f6006dc1901', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28', 'code': 200} Jul 15 23:06:20.703682 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-9cc04a70-87bd-47cc-bdfc-0703a4995d4f None None] Set router 692ede29-75dd-450c-bf67-db4eaf105f19 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:06:20.765505 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00439b6-5da6-481b-940f-d65e70f1eb42 None None] New status for floating IP 13a6c9f5-842a-48a5-8b8a-539f90c2604c: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:06:20.846667 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3aece8e6-6b54-4e16-9bd8-103a43077153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:20.852826 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63721f59-7f00-4ba0-9ef3-5af77bc0e030 x-openstack-request-id: req-63721f59-7f00-4ba0-9ef3-5af77bc0e030 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:06:20.853579 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dff3727-03d5-4b9b-a0bc-2113ce2158b0", "name": "network-vif-deleted", "tag": "6354f4d2-70d8-423b-b44f-2765880d8e6e", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:06:20.854166 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-63721f59-7f00-4ba0-9ef3-5af77bc0e030 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:06:20.854837 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dff3727-03d5-4b9b-a0bc-2113ce2158b0', 'name': 'network-vif-deleted', 'tag': '6354f4d2-70d8-423b-b44f-2765880d8e6e', 'status': 'completed', 'code': 200} Jul 15 23:06:20.896483 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-843dd6bc-a74b-4450-ad56-28b635464689 req-36fcafdc-0858-4a36-a131-56eec2019079 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:21.021378 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3aece8e6-6b54-4e16-9bd8-103a43077153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:21.052057 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3aece8e6-6b54-4e16-9bd8-103a43077153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:21.073251 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-843dd6bc-a74b-4450-ad56-28b635464689 req-36fcafdc-0858-4a36-a131-56eec2019079 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Transition to ACTIVE for port object 59f1f960-7de1-4bce-9911-f70fc04a56c5 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:06:21.093175 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:21.150586 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aece8e6-6b54-4e16-9bd8-103a43077153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e71f242-cb2e-4e6b-96ae-ec2b7583f6d2,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:21.203113 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-3aece8e6-6b54-4e16-9bd8-103a43077153 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0f3e88d65c194f098815246978191640&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2701418 Jul 15 23:06:21.209589 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 51762) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:21.226867 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:06:21.285694 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-843dd6bc-a74b-4450-ad56-28b635464689 req-36fcafdc-0858-4a36-a131-56eec2019079 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:21.296086 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:21.301303 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d5a9f-438d-4e1f-99a8-0bad0f023e05 req-0bfea658-fbb5-4d7e-b0a1-96aa98288850 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:21.305606 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-299d5a9f-438d-4e1f-99a8-0bad0f023e05 req-0bfea658-fbb5-4d7e-b0a1-96aa98288850 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=15ef82b7-20b0-46b6-be4d-5fa457f25444 HTTP/1.1" status: 200 len: 950 time: 0.4534609 Jul 15 23:06:21.321922 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:21.372899 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3858c27c-b1e1-4eb3-ad08-57d712e18125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:21.388284 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-843dd6bc-a74b-4450-ad56-28b635464689 req-36fcafdc-0858-4a36-a131-56eec2019079 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Network 82a1b157-72db-4f6b-a839-5e04e2b2c143 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:06:21.397592 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-843dd6bc-a74b-4450-ad56-28b635464689 req-36fcafdc-0858-4a36-a131-56eec2019079 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:06:21.400638 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-299d5a9f-438d-4e1f-99a8-0bad0f023e05 req-531888a1-aab0-4c8e-8d44-50fd10138038 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901728 Jul 15 23:06:21.413201 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:21.429842 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fcafdc-0858-4a36-a131-56eec2019079 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Pushing event updated for resources: {'Port': ['ID=59f1f960-7de1-4bce-9911-f70fc04a56c5,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:21.433681 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3858c27c-b1e1-4eb3-ad08-57d712e18125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:21.433959 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-843dd6bc-a74b-4450-ad56-28b635464689 req-36fcafdc-0858-4a36-a131-56eec2019079 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:06:21.469689 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9cc04a70-87bd-47cc-bdfc-0703a4995d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '692ede29-75dd-450c-bf67-db4eaf105f19', 'name': 'tempest-TaggedBootDevicesTest_v242-275081819-router', 'tenant_id': '17c76d71cba4469f89099c3ebf7755c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '855ac6a4-ba21-4c27-b7d9-c47fbfd0774a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:06:13Z', 'updated_at': '2021-07-15T23:06:16Z', 'revision_number': 3, 'project_id': '17c76d71cba4469f89099c3ebf7755c2', 'gw_port': {'id': '855ac6a4-ba21-4c27-b7d9-c47fbfd0774a', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '692ede29-75dd-450c-bf67-db4eaf105f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:06:14Z', 'updated_at': '2021-07-15T23:06:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:06:21.473285 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d96ac6-3982-44ae-9e63-85be1f0f9547 req-61b43aa1-fac0-4aad-b18e-b2b52370b22a tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:21.475079 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-66d96ac6-3982-44ae-9e63-85be1f0f9547 req-61b43aa1-fac0-4aad-b18e-b2b52370b22a tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] 10.222.0.48 "GET /v2.0/ports?device_id=858bafd5-fb27-41ca-b39e-393343f6c46a HTTP/1.1" status: 200 len: 931 time: 0.2004938 Jul 15 23:06:21.544850 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-66d96ac6-3982-44ae-9e63-85be1f0f9547 req-eb6e6b94-1050-444b-ab68-6d29e3243d8c tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] 10.222.0.48 "GET /v2.0/security-groups?id=a217bd2c-98fe-4a70-96ed-f585468603cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610311 Jul 15 23:06:21.581707 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3858c27c-b1e1-4eb3-ad08-57d712e18125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:21.588824 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3858c27c-b1e1-4eb3-ad08-57d712e18125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:21.595905 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-3858c27c-b1e1-4eb3-ad08-57d712e18125 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9e71f242-cb2e-4e6b-96ae-ec2b7583f6d2 HTTP/1.1" status: 204 len: 168 time: 0.3793240 Jul 15 23:06:21.634907 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843dd6bc-a74b-4450-ad56-28b635464689 req-36fcafdc-0858-4a36-a131-56eec2019079 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:21.635633 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-843dd6bc-a74b-4450-ad56-28b635464689 req-36fcafdc-0858-4a36-a131-56eec2019079 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:21.646051 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc04a70-87bd-47cc-bdfc-0703a4995d4f None None] Checking router: 692ede29-75dd-450c-bf67-db4eaf105f19 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:06:21.647395 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc04a70-87bd-47cc-bdfc-0703a4995d4f None None] Updating router 692ede29-75dd-450c-bf67-db4eaf105f19 port 855ac6a4-ba21-4c27-b7d9-c47fbfd0774a binding host n-d-794306-6 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:06:21.656261 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 30c07b88-6364-4806-9db4-e61a6ff2c7d9 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:06:21.681923 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3858c27c-b1e1-4eb3-ad08-57d712e18125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e71f242-cb2e-4e6b-96ae-ec2b7583f6d2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:21.704646 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-843dd6bc-a74b-4450-ad56-28b635464689 req-36fcafdc-0858-4a36-a131-56eec2019079 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2164629 Jul 15 23:06:21.734478 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-843dd6bc-a74b-4450-ad56-28b635464689 req-57dd16d6-3b01-4ce7-ad69-e4addf5fd4a3 service neutron] Request body: {'port': {'device_id': '858bafd5-fb27-41ca-b39e-393343f6c46a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:06:21.841862 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:06:21.995691 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9cc04a70-87bd-47cc-bdfc-0703a4995d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:22.054769 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-843dd6bc-a74b-4450-ad56-28b635464689 req-57dd16d6-3b01-4ce7-ad69-e4addf5fd4a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:22.060011 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3552d584-914d-4a60-ab37-84054fcf5cb5 req-e8e06077-322c-4995-b7e5-1283adad49b4 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:22.076191 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3552d584-914d-4a60-ab37-84054fcf5cb5 req-e8e06077-322c-4995-b7e5-1283adad49b4 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e085def-8d90-4258-b908-b06c68452c6d HTTP/1.1" status: 200 len: 950 time: 0.2988105 Jul 15 23:06:22.177771 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cec1a931-4a10-4fab-84dd-49c7df01d1c7 None None] Provisioning for port 59f1f960-7de1-4bce-9911-f70fc04a56c5 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:06:22.231371 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cec1a931-4a10-4fab-84dd-49c7df01d1c7 None None] Provisioning complete for port 59f1f960-7de1-4bce-9911-f70fc04a56c5 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:06:22.232687 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c373b606-beb0-4907-88bb-e53ef441b764 req-aa2faf56-37cb-4c8d-949d-edb4cce26456 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8bc40c9-e4b4-42a2-9b05-d457e348901a HTTP/1.1" status: 200 len: 210 time: 0.2063890 Jul 15 23:06:22.235634 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cec1a931-4a10-4fab-84dd-49c7df01d1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:22.299898 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 30c07b88-6364-4806-9db4-e61a6ff2c7d9 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:06:22.301033 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:22.465726 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3552d584-914d-4a60-ab37-84054fcf5cb5 req-d8a9a63d-6fd9-4f47-929f-545c37542653 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3877323 Jul 15 23:06:22.542139 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-cec1a931-4a10-4fab-84dd-49c7df01d1c7 None None] Port 59f1f960-7de1-4bce-9911-f70fc04a56c5 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:06:22.720423 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-651ca359-80ab-48e3-ac42-dab92ed7b51d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:22.879935 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b864de67-f3bb-4740-9927-bd0d8ee1495b req-a3a8b7bd-afee-4ef0-b7d1-5d1b8acb9289 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:22.881749 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b864de67-f3bb-4740-9927-bd0d8ee1495b req-a3a8b7bd-afee-4ef0-b7d1-5d1b8acb9289 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.49 "GET /v2.0/networks?id=f037b993-4149-40e0-a687-25986d720de6 HTTP/1.1" status: 200 len: 808 time: 0.7647102 Jul 15 23:06:23.007884 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-b864de67-f3bb-4740-9927-bd0d8ee1495b req-2d0e12b3-740a-4808-a9a6-cd69967706a5 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Request body: {'port': {'device_id': 'a8bc40c9-e4b4-42a2-9b05-d457e348901a', 'network_id': 'f037b993-4149-40e0-a687-25986d720de6', 'admin_state_up': True, 'tenant_id': '680eb147007347d0b28b90eaf34e5f6f'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:06:23.120979 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-651ca359-80ab-48e3-ac42-dab92ed7b51d admin admin] Allocated IP 172.20.0.1 (e44e98f5-3493-4f81-9434-a1f39e44c5fc/0a37184c-ca0e-49c0-878a-e1693cdef72b/8011d81b-ce02-4aee-9a4e-051eecd78a1c) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:06:23.130166 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-843dd6bc-a74b-4450-ad56-28b635464689 req-57dd16d6-3b01-4ce7-ad69-e4addf5fd4a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59f1f960-7de1-4bce-9911-f70fc04a56c5 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:06:23.147053 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-843dd6bc-a74b-4450-ad56-28b635464689 req-57dd16d6-3b01-4ce7-ad69-e4addf5fd4a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:23.194566 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-843dd6bc-a74b-4450-ad56-28b635464689 req-57dd16d6-3b01-4ce7-ad69-e4addf5fd4a3 service neutron] Transition to ACTIVE for port object 59f1f960-7de1-4bce-9911-f70fc04a56c5 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:06:23.206306 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9cc04a70-87bd-47cc-bdfc-0703a4995d4f None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:23.218346 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-843dd6bc-a74b-4450-ad56-28b635464689 req-57dd16d6-3b01-4ce7-ad69-e4addf5fd4a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:23.218737 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9cc04a70-87bd-47cc-bdfc-0703a4995d4f None None] Transition to ACTIVE for port object 855ac6a4-ba21-4c27-b7d9-c47fbfd0774a will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:06:23.233696 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9cc04a70-87bd-47cc-bdfc-0703a4995d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:23.299295 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e36b5b-1d17-4d0a-a86a-12427a08db8e None None] Pushing event updated for resources: {'Port': ['ID=855ac6a4-ba21-4c27-b7d9-c47fbfd0774a,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:23.324385 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-9cc04a70-87bd-47cc-bdfc-0703a4995d4f None None] Attempting to bind port 855ac6a4-ba21-4c27-b7d9-c47fbfd0774a on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:06:23.324765 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-9cc04a70-87bd-47cc-bdfc-0703a4995d4f None None] Attempting to bind port 855ac6a4-ba21-4c27-b7d9-c47fbfd0774a by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:06:23.325139 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc04a70-87bd-47cc-bdfc-0703a4995d4f None None] Attempting to bind port 855ac6a4-ba21-4c27-b7d9-c47fbfd0774a on network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:06:23.332842 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc04a70-87bd-47cc-bdfc-0703a4995d4f None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:06:23.333242 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc04a70-87bd-47cc-bdfc-0703a4995d4f None None] Checking segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:06:23.333631 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9cc04a70-87bd-47cc-bdfc-0703a4995d4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:23.334026 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc04a70-87bd-47cc-bdfc-0703a4995d4f None None] Bound using segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:06:23.334730 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-9cc04a70-87bd-47cc-bdfc-0703a4995d4f None None] Bound port: 855ac6a4-ba21-4c27-b7d9-c47fbfd0774a, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:06:23.335126 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9cc04a70-87bd-47cc-bdfc-0703a4995d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:23.385261 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dd16d6-3b01-4ce7-ad69-e4addf5fd4a3 service neutron] Pushing event updated for resources: {'Port': ['ID=59f1f960-7de1-4bce-9911-f70fc04a56c5,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:23.402654 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-9cc04a70-87bd-47cc-bdfc-0703a4995d4f None None] For port 855ac6a4-ba21-4c27-b7d9-c47fbfd0774a, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:06:23.407519 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-9cc04a70-87bd-47cc-bdfc-0703a4995d4f None None] For port 855ac6a4-ba21-4c27-b7d9-c47fbfd0774a, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=855ac6a4-ba21-4c27-b7d9-c47fbfd0774a,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:06:23.409907 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5cb64f-a869-4da4-bf0a-e3369bf8d468 req-18709bad-ad0a-44f9-867b-32f7c55d6191 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:23.411587 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-df5cb64f-a869-4da4-bf0a-e3369bf8d468 req-18709bad-ad0a-44f9-867b-32f7c55d6191 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e085def-8d90-4258-b908-b06c68452c6d HTTP/1.1" status: 200 len: 950 time: 0.3813422 Jul 15 23:06:23.414502 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-651ca359-80ab-48e3-ac42-dab92ed7b51d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:23.415028 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9cc04a70-87bd-47cc-bdfc-0703a4995d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:23.474590 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc04a70-87bd-47cc-bdfc-0703a4995d4f None None] Routers {'692ede29-75dd-450c-bf67-db4eaf105f19'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:06:23.475240 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9cc04a70-87bd-47cc-bdfc-0703a4995d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:06:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['692ede29-75dd-450c-bf67-db4eaf105f19'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:06:23.504737 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8572c8-da95-4399-9ce8-45ee9a7d6b9e req-4a1772d2-acf3-4201-b1e2-be037fb5cdd2 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:23.515669 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8a8572c8-da95-4399-9ce8-45ee9a7d6b9e req-4a1772d2-acf3-4201-b1e2-be037fb5cdd2 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eb84bd1-9cd9-43e2-9924-8f6006dc1901 HTTP/1.1" status: 200 len: 947 time: 0.7975342 Jul 15 23:06:23.552455 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-651ca359-80ab-48e3-ac42-dab92ed7b51d admin admin] Transition to ACTIVE for port object 8011d81b-ce02-4aee-9a4e-051eecd78a1c will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:06:23.575642 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-843dd6bc-a74b-4450-ad56-28b635464689 req-57dd16d6-3b01-4ce7-ad69-e4addf5fd4a3 service neutron] Attempting to bind port 59f1f960-7de1-4bce-9911-f70fc04a56c5 on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:06:23.576168 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-843dd6bc-a74b-4450-ad56-28b635464689 req-57dd16d6-3b01-4ce7-ad69-e4addf5fd4a3 service neutron] Attempting to bind port 59f1f960-7de1-4bce-9911-f70fc04a56c5 by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '6477d1f6-ea27-4e48-9dd8-1fd3f020fd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '82a1b157-72db-4f6b-a839-5e04e2b2c143'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:06:23.576523 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843dd6bc-a74b-4450-ad56-28b635464689 req-57dd16d6-3b01-4ce7-ad69-e4addf5fd4a3 service neutron] Attempting to bind port 59f1f960-7de1-4bce-9911-f70fc04a56c5 on network 82a1b157-72db-4f6b-a839-5e04e2b2c143 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:06:23.583972 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843dd6bc-a74b-4450-ad56-28b635464689 req-57dd16d6-3b01-4ce7-ad69-e4addf5fd4a3 service neutron] Port 59f1f960-7de1-4bce-9911-f70fc04a56c5 on network 82a1b157-72db-4f6b-a839-5e04e2b2c143 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:06:23.584519 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843dd6bc-a74b-4450-ad56-28b635464689 req-57dd16d6-3b01-4ce7-ad69-e4addf5fd4a3 service neutron] Attempting to bind port 59f1f960-7de1-4bce-9911-f70fc04a56c5 on network 82a1b157-72db-4f6b-a839-5e04e2b2c143 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:06:23.603812 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843dd6bc-a74b-4450-ad56-28b635464689 req-57dd16d6-3b01-4ce7-ad69-e4addf5fd4a3 service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:06:23.604158 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843dd6bc-a74b-4450-ad56-28b635464689 req-57dd16d6-3b01-4ce7-ad69-e4addf5fd4a3 service neutron] Checking segment: {'id': '6477d1f6-ea27-4e48-9dd8-1fd3f020fd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '82a1b157-72db-4f6b-a839-5e04e2b2c143'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:06:23.605109 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843dd6bc-a74b-4450-ad56-28b635464689 req-57dd16d6-3b01-4ce7-ad69-e4addf5fd4a3 service neutron] Bound using segment: {'id': '6477d1f6-ea27-4e48-9dd8-1fd3f020fd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '82a1b157-72db-4f6b-a839-5e04e2b2c143'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:06:23.605594 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-843dd6bc-a74b-4450-ad56-28b635464689 req-57dd16d6-3b01-4ce7-ad69-e4addf5fd4a3 service neutron] Bound port: 59f1f960-7de1-4bce-9911-f70fc04a56c5, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6477d1f6-ea27-4e48-9dd8-1fd3f020fd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '82a1b157-72db-4f6b-a839-5e04e2b2c143'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:06:23.605964 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-843dd6bc-a74b-4450-ad56-28b635464689 req-57dd16d6-3b01-4ce7-ad69-e4addf5fd4a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:23.645691 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-9cc04a70-87bd-47cc-bdfc-0703a4995d4f None None] Set router 692ede29-75dd-450c-bf67-db4eaf105f19 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:06:23.653908 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6510fa14-0cc3-4709-9eb2-e2a455bd0c91 req-d4014b2f-6415-49df-bdcf-f121b15ced8e tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:23.655419 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6510fa14-0cc3-4709-9eb2-e2a455bd0c91 req-d4014b2f-6415-49df-bdcf-f121b15ced8e tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=15ef82b7-20b0-46b6-be4d-5fa457f25444 HTTP/1.1" status: 200 len: 950 time: 0.6284595 Jul 15 23:06:23.680473 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-843dd6bc-a74b-4450-ad56-28b635464689 req-57dd16d6-3b01-4ce7-ad69-e4addf5fd4a3 service neutron] For port 59f1f960-7de1-4bce-9911-f70fc04a56c5, host n-h2-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:06:23.684550 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-843dd6bc-a74b-4450-ad56-28b635464689 req-57dd16d6-3b01-4ce7-ad69-e4addf5fd4a3 service neutron] For port 59f1f960-7de1-4bce-9911-f70fc04a56c5, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=59f1f960-7de1-4bce-9911-f70fc04a56c5,segment=NetworkSegment(6477d1f6-ea27-4e48-9dd8-1fd3f020fd9f),segment_id=6477d1f6-ea27-4e48-9dd8-1fd3f020fd9f)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:06:23.693721 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-843dd6bc-a74b-4450-ad56-28b635464689 req-57dd16d6-3b01-4ce7-ad69-e4addf5fd4a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:23.743335 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b864de67-f3bb-4740-9927-bd0d8ee1495b req-2d0e12b3-740a-4808-a9a6-cd69967706a5 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Made reservation on behalf of 680eb147007347d0b28b90eaf34e5f6f for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:06:23.747145 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b864de67-f3bb-4740-9927-bd0d8ee1495b req-2d0e12b3-740a-4808-a9a6-cd69967706a5 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:23.755157 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dd16d6-3b01-4ce7-ad69-e4addf5fd4a3 service neutron] Pushing event updated for resources: {'Port': ['ID=59f1f960-7de1-4bce-9911-f70fc04a56c5,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:23.795448 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8a8572c8-da95-4399-9ce8-45ee9a7d6b9e req-33f0d8ca-e547-4dae-bd62-790707efba72 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f7c45fd-39fc-4943-ba7d-041fb8807cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782373 Jul 15 23:06:23.810491 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843dd6bc-a74b-4450-ad56-28b635464689 req-57dd16d6-3b01-4ce7-ad69-e4addf5fd4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:23.814635 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-843dd6bc-a74b-4450-ad56-28b635464689 req-57dd16d6-3b01-4ce7-ad69-e4addf5fd4a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:23.816598 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-843dd6bc-a74b-4450-ad56-28b635464689 req-57dd16d6-3b01-4ce7-ad69-e4addf5fd4a3 service neutron] 10.222.0.41 "PUT /v2.0/ports/59f1f960-7de1-4bce-9911-f70fc04a56c5 HTTP/1.1" status: 200 len: 1091 time: 2.0967002 Jul 15 23:06:23.817787 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-651ca359-80ab-48e3-ac42-dab92ed7b51d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:23.848053 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '858bafd5-fb27-41ca-b39e-393343f6c46a', 'tag': '59f1f960-7de1-4bce-9911-f70fc04a56c5'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:23.850849 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f54af4-ac7d-4794-85f2-f17332251729" -d '{"events": [{"name": "network-changed", "server_uuid": "858bafd5-fb27-41ca-b39e-393343f6c46a", "tag": "59f1f960-7de1-4bce-9911-f70fc04a56c5"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:23.889973 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e36b5b-1d17-4d0a-a86a-12427a08db8e None None] Pushing event updated for resources: {'Port': ['ID=855ac6a4-ba21-4c27-b7d9-c47fbfd0774a,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:23.927011 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651ca359-80ab-48e3-ac42-dab92ed7b51d admin admin] Network e44e98f5-3493-4f81-9434-a1f39e44c5fc is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:06:23.932921 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9cc04a70-87bd-47cc-bdfc-0703a4995d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '692ede29-75dd-450c-bf67-db4eaf105f19', 'name': 'tempest-TaggedBootDevicesTest_v242-275081819-router', 'tenant_id': '17c76d71cba4469f89099c3ebf7755c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '855ac6a4-ba21-4c27-b7d9-c47fbfd0774a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:06:13Z', 'updated_at': '2021-07-15T23:06:16Z', 'revision_number': 3, 'project_id': '17c76d71cba4469f89099c3ebf7755c2', 'gw_port': {'id': '855ac6a4-ba21-4c27-b7d9-c47fbfd0774a', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '692ede29-75dd-450c-bf67-db4eaf105f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:06:14Z', 'updated_at': '2021-07-15T23:06:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:06:23.948994 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6510fa14-0cc3-4709-9eb2-e2a455bd0c91 req-cdb8ed28-97a6-4bd8-84ff-d371212db64b tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760024 Jul 15 23:06:23.974286 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc04a70-87bd-47cc-bdfc-0703a4995d4f None None] The sync data for ids ['692ede29-75dd-450c-bf67-db4eaf105f19'] in n-d-794306-6 is: [{'id': '692ede29-75dd-450c-bf67-db4eaf105f19', 'name': 'tempest-TaggedBootDevicesTest_v242-275081819-router', 'tenant_id': '17c76d71cba4469f89099c3ebf7755c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '855ac6a4-ba21-4c27-b7d9-c47fbfd0774a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:06:13Z', 'updated_at': '2021-07-15T23:06:16Z', 'revision_number': 3, 'project_id': '17c76d71cba4469f89099c3ebf7755c2', 'gw_port': {'id': '855ac6a4-ba21-4c27-b7d9-c47fbfd0774a', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '692ede29-75dd-450c-bf67-db4eaf105f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:06:14Z', 'updated_at': '2021-07-15T23:06:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:06:23.994536 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-651ca359-80ab-48e3-ac42-dab92ed7b51d admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:06:24.076589 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651ca359-80ab-48e3-ac42-dab92ed7b51d admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:06:24.149620 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-b864de67-f3bb-4740-9927-bd0d8ee1495b req-2d0e12b3-740a-4808-a9a6-cd69967706a5 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Allocated IP 172.20.0.8 (f037b993-4149-40e0-a687-25986d720de6/b89a129e-9de5-4301-b344-10ab05e9feea/74e17b73-3fe4-4f88-802a-610d4f522b58) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:06:24.253926 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651ca359-80ab-48e3-ac42-dab92ed7b51d admin admin] Pushing event updated for resources: {'Port': ['ID=8011d81b-ce02-4aee-9a4e-051eecd78a1c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:24.265403 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-651ca359-80ab-48e3-ac42-dab92ed7b51d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:24.288567 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-df5cb64f-a869-4da4-bf0a-e3369bf8d468 req-9c3999fb-bc23-4f57-9ecb-a34b48928e57 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Deleting port b9ecf22a-cd03-404c-b680-fc8930fd9489 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:06:24.288929 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-df5cb64f-a869-4da4-bf0a-e3369bf8d468 req-9c3999fb-bc23-4f57-9ecb-a34b48928e57 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:24.381461 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-47e889a7-eb05-4fa4-93f2-466d6cf41e5d req-a4314e3e-fa82-4858-b3c5-1a44be5f8e9c tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8bc40c9-e4b4-42a2-9b05-d457e348901a HTTP/1.1" status: 200 len: 210 time: 0.0796154 Jul 15 23:06:24.434572 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843dd6bc-a74b-4450-ad56-28b635464689 req-eae29a90-d325-47a4-b1f3-23c21a9db280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:24.436242 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-843dd6bc-a74b-4450-ad56-28b635464689 req-eae29a90-d325-47a4-b1f3-23c21a9db280 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d3cd72aa62cb4f388e60bffea0b15541&device_id=858bafd5-fb27-41ca-b39e-393343f6c46a HTTP/1.1" status: 200 len: 1094 time: 0.5130987 Jul 15 23:06:24.470985 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-156ef72c-93fa-4fe5-8cd7-19eb24a06b1f None None] Provisioning for port 8011d81b-ce02-4aee-9a4e-051eecd78a1c completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:06:24.493627 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-156ef72c-93fa-4fe5-8cd7-19eb24a06b1f None None] Provisioning complete for port 8011d81b-ce02-4aee-9a4e-051eecd78a1c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:06:24.494181 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-156ef72c-93fa-4fe5-8cd7-19eb24a06b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:24.573985 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-843dd6bc-a74b-4450-ad56-28b635464689 req-9393581b-e3a3-4249-ad39-d6016bad6aa9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59f1f960-7de1-4bce-9911-f70fc04a56c5 HTTP/1.1" status: 200 len: 217 time: 0.1223254 Jul 15 23:06:24.577475 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-156ef72c-93fa-4fe5-8cd7-19eb24a06b1f None None] Port 8011d81b-ce02-4aee-9a4e-051eecd78a1c cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:06:24.620992 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1150abb-b181-43f6-80ed-72c5e673df18 req-b293b406-7d22-4bbe-82ee-96d801dad4b7 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:24.633699 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a1150abb-b181-43f6-80ed-72c5e673df18 req-b293b406-7d22-4bbe-82ee-96d801dad4b7 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] 10.222.0.48 "GET /v2.0/ports?device_id=858bafd5-fb27-41ca-b39e-393343f6c46a HTTP/1.1" status: 200 len: 943 time: 0.4803298 Jul 15 23:06:24.724768 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843dd6bc-a74b-4450-ad56-28b635464689 req-9f225749-f7c2-4c9a-8bd0-20d0b0cd81c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:24.726277 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-843dd6bc-a74b-4450-ad56-28b635464689 req-9f225749-f7c2-4c9a-8bd0-20d0b0cd81c2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=99f67785-f6f8-403a-8163-19580b515ea7 HTTP/1.1" status: 200 len: 863 time: 0.1426618 Jul 15 23:06:24.726874 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-651ca359-80ab-48e3-ac42-dab92ed7b51d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:24.805479 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a1150abb-b181-43f6-80ed-72c5e673df18 req-252a1c73-baa6-4281-a166-96d635f0b7d9 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] 10.222.0.48 "GET /v2.0/security-groups?id=a217bd2c-98fe-4a70-96ed-f585468603cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1667535 Jul 15 23:06:24.869810 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-df5cb64f-a869-4da4-bf0a-e3369bf8d468 req-9c3999fb-bc23-4f57-9ecb-a34b48928e57 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] For port b9ecf22a-cd03-404c-b680-fc8930fd9489, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=b9ecf22a-cd03-404c-b680-fc8930fd9489,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:24.871498 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-df5cb64f-a869-4da4-bf0a-e3369bf8d468 req-9c3999fb-bc23-4f57-9ecb-a34b48928e57 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:24.945470 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-df5cb64f-a869-4da4-bf0a-e3369bf8d468 req-9c3999fb-bc23-4f57-9ecb-a34b48928e57 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Calling delete_port for b9ecf22a-cd03-404c-b680-fc8930fd9489 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:06:25.078320 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:25.078619 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843dd6bc-a74b-4450-ad56-28b635464689 req-e56a4427-7fc3-4212-b1ae-038ac4e0bd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:25.080548 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-843dd6bc-a74b-4450-ad56-28b635464689 req-e56a4427-7fc3-4212-b1ae-038ac4e0bd4a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=82a1b157-72db-4f6b-a839-5e04e2b2c143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3432543 Jul 15 23:06:25.147690 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b864de67-f3bb-4740-9927-bd0d8ee1495b req-2d0e12b3-740a-4808-a9a6-cd69967706a5 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:25.165633 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8f3f4b8a-67b3-4d25-8585-4384fce09736 req-452ca764-bcb6-4ae3-a5a3-c93756a0c2ee tempest-ImagesNegativeTestJSON-217554879 tempest-ImagesNegativeTestJSON-217554879-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=b573f669f35844758f4255793605c410&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1359100 Jul 15 23:06:25.198586 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ecb9f-9a44-494c-a62c-e3b277f9cad9 req-9bdcd12f-5b09-4b89-8784-c089d33ccb85 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:25.206382 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-100ecb9f-9a44-494c-a62c-e3b277f9cad9 req-9bdcd12f-5b09-4b89-8784-c089d33ccb85 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e085def-8d90-4258-b908-b06c68452c6d HTTP/1.1" status: 200 len: 950 time: 0.1602795 Jul 15 23:06:25.278180 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-843dd6bc-a74b-4450-ad56-28b635464689 req-02a914e8-4f05-47fd-9169-33bfdbaf7297 service neutron] 10.222.0.41 "GET /v2.0/networks/82a1b157-72db-4f6b-a839-5e04e2b2c143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638048 Jul 15 23:06:25.295370 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-100ecb9f-9a44-494c-a62c-e3b277f9cad9 req-dc7f6a8b-b877-4eb1-a44a-80c261a3aaf8 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880139 Jul 15 23:06:25.337443 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:06:25.399915 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-651ca359-80ab-48e3-ac42-dab92ed7b51d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:25.467343 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:06:25.467869 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:25.502945 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-651ca359-80ab-48e3-ac42-dab92ed7b51d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:25.592169 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-df5cb64f-a869-4da4-bf0a-e3369bf8d468 req-9c3999fb-bc23-4f57-9ecb-a34b48928e57 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:25.657192 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c77053-113e-4403-8eca-07dc40f9b738 x-openstack-request-id: req-c1c77053-113e-4403-8eca-07dc40f9b738 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:06:25.657911 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "858bafd5-fb27-41ca-b39e-393343f6c46a", "tag": "59f1f960-7de1-4bce-9911-f70fc04a56c5", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:06:25.659991 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c1c77053-113e-4403-8eca-07dc40f9b738 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:06:25.660812 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '858bafd5-fb27-41ca-b39e-393343f6c46a', 'tag': '59f1f960-7de1-4bce-9911-f70fc04a56c5', 'status': 'completed', 'code': 200} Jul 15 23:06:25.689351 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['6b3cb440-13f8-4003-9165-fb2dc04957ff', '77625ffe-b5df-4269-855d-7b7c464c50ec'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:06:25.697514 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['f1d2d695-5d71-4735-8bec-137ed706a75f', '49b5f4c4-7465-48a8-9f7b-de7de14d6b54', '27ca6d7a-b6af-499c-a045-298783e7181f', 'fbbbb3b3-7436-4a77-ba71-8be5e9a21ac7'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:06:25.736884 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f4b8a-67b3-4d25-8585-4384fce09736 req-03d3af90-2cb6-4635-a774-322bc90c7aa2 tempest-ImagesNegativeTestJSON-217554879 tempest-ImagesNegativeTestJSON-217554879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:25.746742 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8f3f4b8a-67b3-4d25-8585-4384fce09736 req-03d3af90-2cb6-4635-a774-322bc90c7aa2 tempest-ImagesNegativeTestJSON-217554879 tempest-ImagesNegativeTestJSON-217554879-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5369041 Jul 15 23:06:25.752000 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3999fb-bc23-4f57-9ecb-a34b48928e57 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Pushing event deleted for resources: {'Port': ['ID=b9ecf22a-cd03-404c-b680-fc8930fd9489,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:25.762488 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b864de67-f3bb-4740-9927-bd0d8ee1495b req-2d0e12b3-740a-4808-a9a6-cd69967706a5 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:25.785216 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8f3f4b8a-67b3-4d25-8585-4384fce09736 req-e4cd7ebb-1e33-4605-8a7f-e86b08fc6892 tempest-ImagesNegativeTestJSON-217554879 tempest-ImagesNegativeTestJSON-217554879-project] 10.222.0.48 "GET /v2.0/quotas/b573f669f35844758f4255793605c410 HTTP/1.1" status: 200 len: 375 time: 0.0372243 Jul 15 23:06:25.847814 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651ca359-80ab-48e3-ac42-dab92ed7b51d admin admin] Pushing event updated for resources: {'Port': ['ID=8011d81b-ce02-4aee-9a4e-051eecd78a1c,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:25.870368 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 855ac6a4-ba21-4c27-b7d9-c47fbfd0774a up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:06:25.871905 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-843dd6bc-a74b-4450-ad56-28b635464689 req-e4f465d9-06dd-4ccd-b90f-f283ca990768 service neutron] 10.222.0.41 "GET /v2.0/networks/82a1b157-72db-4f6b-a839-5e04e2b2c143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5861187 Jul 15 23:06:25.873378 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-651ca359-80ab-48e3-ac42-dab92ed7b51d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:25.920177 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8f3f4b8a-67b3-4d25-8585-4384fce09736 req-c1408282-a966-4b9b-9a40-404a75049998 tempest-ImagesNegativeTestJSON-217554879 tempest-ImagesNegativeTestJSON-217554879-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b573f669f35844758f4255793605c410&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1337442 Jul 15 23:06:26.058157 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-df5cb64f-a869-4da4-bf0a-e3369bf8d468 req-9c3999fb-bc23-4f57-9ecb-a34b48928e57 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] No DVR routers for this DVR port b9ecf22a-cd03-404c-b680-fc8930fd9489 on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:06:26.068448 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-df5cb64f-a869-4da4-bf0a-e3369bf8d468 req-9c3999fb-bc23-4f57-9ecb-a34b48928e57 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:26.070835 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-df5cb64f-a869-4da4-bf0a-e3369bf8d468 req-9c3999fb-bc23-4f57-9ecb-a34b48928e57 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.49 "DELETE /v2.0/ports/b9ecf22a-cd03-404c-b680-fc8930fd9489 HTTP/1.1" status: 204 len: 173 time: 2.6362822 Jul 15 23:06:26.084915 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b864de67-f3bb-4740-9927-bd0d8ee1495b req-2d0e12b3-740a-4808-a9a6-cd69967706a5 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Network f037b993-4149-40e0-a687-25986d720de6 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:06:26.087309 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:26.121711 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e085def-8d90-4258-b908-b06c68452c6d', 'name': 'network-vif-deleted', 'tag': 'b9ecf22a-cd03-404c-b680-fc8930fd9489'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:26.126371 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-199fdcf0-c6de-40d2-8f26-6dee3272d881" -d '{"events": [{"server_uuid": "0e085def-8d90-4258-b908-b06c68452c6d", "name": "network-vif-deleted", "tag": "b9ecf22a-cd03-404c-b680-fc8930fd9489"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:26.139073 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0e12b3-740a-4808-a9a6-cd69967706a5 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Pushing event updated for resources: {'Port': ['ID=74e17b73-3fe4-4f88-802a-610d4f522b58,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:26.163746 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-b864de67-f3bb-4740-9927-bd0d8ee1495b req-2d0e12b3-740a-4808-a9a6-cd69967706a5 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:06:26.184669 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-b864de67-f3bb-4740-9927-bd0d8ee1495b req-2d0e12b3-740a-4808-a9a6-cd69967706a5 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:06:26.279328 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651ca359-80ab-48e3-ac42-dab92ed7b51d admin admin] Network e44e98f5-3493-4f81-9434-a1f39e44c5fc is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:06:26.283267 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b864de67-f3bb-4740-9927-bd0d8ee1495b req-2d0e12b3-740a-4808-a9a6-cd69967706a5 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:26.284163 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b864de67-f3bb-4740-9927-bd0d8ee1495b req-2d0e12b3-740a-4808-a9a6-cd69967706a5 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:26.296018 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b9ed48-c622-4adb-95dc-70302cf01de5 req-8c6e9707-ff80-431a-8cb0-689681921d3d tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:26.298827 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d7b9ed48-c622-4adb-95dc-70302cf01de5 req-8c6e9707-ff80-431a-8cb0-689681921d3d tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eb84bd1-9cd9-43e2-9924-8f6006dc1901 HTTP/1.1" status: 200 len: 947 time: 0.3746753 Jul 15 23:06:26.315278 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-651ca359-80ab-48e3-ac42-dab92ed7b51d admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:06:26.350657 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b864de67-f3bb-4740-9927-bd0d8ee1495b req-2d0e12b3-740a-4808-a9a6-cd69967706a5 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3613818 Jul 15 23:06:26.369753 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f54af4-ac7d-4794-85f2-f17332251729 req-01487a45-ef7c-4522-ad9b-034bdb4c7ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:26.373487 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-b864de67-f3bb-4740-9927-bd0d8ee1495b req-7c0a9753-01c4-451a-9d60-c858519da6dc service neutron] Request body: {'port': {'device_id': 'a8bc40c9-e4b4-42a2-9b05-d457e348901a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:06:26.391253 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f1f54af4-ac7d-4794-85f2-f17332251729 req-01487a45-ef7c-4522-ad9b-034bdb4c7ef8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d3cd72aa62cb4f388e60bffea0b15541&device_id=858bafd5-fb27-41ca-b39e-393343f6c46a HTTP/1.1" status: 200 len: 1094 time: 0.3447461 Jul 15 23:06:26.394723 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb84bd1-9cd9-43e2-9924-8f6006dc1901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:26.401921 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f9ac1ee-0579-4351-b441-1c4482e1aebe" -d '{"events": [{"server_uuid": "7eb84bd1-9cd9-43e2-9924-8f6006dc1901", "name": "network-vif-plugged", "status": "completed", "tag": "9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:26.439659 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d7b9ed48-c622-4adb-95dc-70302cf01de5 req-e6c55a90-a3f1-4c74-9825-f292fdc2c8a4 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f7c45fd-39fc-4943-ba7d-041fb8807cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251004 Jul 15 23:06:26.534092 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:26.546033 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 855ac6a4-ba21-4c27-b7d9-c47fbfd0774a completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:06:26.570986 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 855ac6a4-ba21-4c27-b7d9-c47fbfd0774a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:06:26.571367 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:26.596599 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:26.597703 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device b9ecf22a-cd03-404c-b680-fc8930fd9489 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:06:26.738292 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b864de67-f3bb-4740-9927-bd0d8ee1495b req-7c0a9753-01c4-451a-9d60-c858519da6dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:26.822898 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6196fa1-5a3f-4c92-9714-d2b7e5e489b5 req-8ce572ed-6df3-4cd7-b078-749654a425b2 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:26.844758 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: b9ecf22a-cd03-404c-b680-fc8930fd9489 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:06:26.847345 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device b9ecf22a-cd03-404c-b680-fc8930fd9489 not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:06:26.848095 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b6196fa1-5a3f-4c92-9714-d2b7e5e489b5 req-8ce572ed-6df3-4cd7-b078-749654a425b2 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=15ef82b7-20b0-46b6-be4d-5fa457f25444 HTTP/1.1" status: 200 len: 950 time: 0.3792710 Jul 15 23:06:26.850665 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f54af4-ac7d-4794-85f2-f17332251729 req-3f21c512-c48e-48cc-8d1e-ae2ab6f94790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:26.854050 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f1f54af4-ac7d-4794-85f2-f17332251729 req-3f21c512-c48e-48cc-8d1e-ae2ab6f94790 service neutron] 10.222.0.41 "GET /v2.0/networks?id=82a1b157-72db-4f6b-a839-5e04e2b2c143 HTTP/1.1" status: 200 len: 925 time: 0.4464142 Jul 15 23:06:27.056582 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f1f54af4-ac7d-4794-85f2-f17332251729 req-f4fe1344-167e-4575-b62a-3cf651668b38 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59f1f960-7de1-4bce-9911-f70fc04a56c5 HTTP/1.1" status: 200 len: 217 time: 0.1291490 Jul 15 23:06:27.171427 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b6196fa1-5a3f-4c92-9714-d2b7e5e489b5 req-e32436d0-81cd-4f49-9cfb-85e09f7ae038 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3209381 Jul 15 23:06:27.196471 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9f2ce7e7-ecf8-4cbd-b4c2-7c03ffbd7f7c None None] Provisioning complete for port 8011d81b-ce02-4aee-9a4e-051eecd78a1c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:06:27.197106 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9f2ce7e7-ecf8-4cbd-b4c2-7c03ffbd7f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:27.207528 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-651ca359-80ab-48e3-ac42-dab92ed7b51d admin admin] Router 692ede29-75dd-450c-bf67-db4eaf105f19 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:06:27.261845 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f54af4-ac7d-4794-85f2-f17332251729 req-66f435b2-6b2f-4e91-97a5-90b0c544d3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:27.263142 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f1f54af4-ac7d-4794-85f2-f17332251729 req-66f435b2-6b2f-4e91-97a5-90b0c544d3ab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=99f67785-f6f8-403a-8163-19580b515ea7 HTTP/1.1" status: 200 len: 863 time: 0.1642895 Jul 15 23:06:27.278869 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:27.436738 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11ad3f7-05c3-43c8-a790-b96550859b9d req-7e63eeb6-e42e-4141-acce-638cabc9fd55 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:27.451714 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b11ad3f7-05c3-43c8-a790-b96550859b9d req-7e63eeb6-e42e-4141-acce-638cabc9fd55 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8bc40c9-e4b4-42a2-9b05-d457e348901a HTTP/1.1" status: 200 len: 931 time: 0.6852248 Jul 15 23:06:27.485234 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-651ca359-80ab-48e3-ac42-dab92ed7b51d admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:06:27.510358 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-651ca359-80ab-48e3-ac42-dab92ed7b51d admin admin] 10.222.0.48 "PUT /v2.0/routers/692ede29-75dd-450c-bf67-db4eaf105f19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6292143 Jul 15 23:06:27.526812 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ce7e7-ecf8-4cbd-b4c2-7c03ffbd7f7c None None] Port 8011d81b-ce02-4aee-9a4e-051eecd78a1c cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:06:27.535776 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f54af4-ac7d-4794-85f2-f17332251729 req-df3d12ac-e8f6-4aa7-8824-a004d4c60318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:27.539029 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f1f54af4-ac7d-4794-85f2-f17332251729 req-df3d12ac-e8f6-4aa7-8824-a004d4c60318 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=82a1b157-72db-4f6b-a839-5e04e2b2c143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2682967 Jul 15 23:06:27.567476 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca39a45-5c40-446c-87fd-20ef733e425d None None] Sync routers for ids ['692ede29-75dd-450c-bf67-db4eaf105f19'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:06:27.664305 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca39a45-5c40-446c-87fd-20ef733e425d None None] Routers {'692ede29-75dd-450c-bf67-db4eaf105f19'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:06:27.665817 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-4ca39a45-5c40-446c-87fd-20ef733e425d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:06:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['692ede29-75dd-450c-bf67-db4eaf105f19'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:06:27.671623 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b11ad3f7-05c3-43c8-a790-b96550859b9d req-7185a92f-c4cb-4b05-8961-d688994c5921 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182360 Jul 15 23:06:27.763128 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f1f54af4-ac7d-4794-85f2-f17332251729 req-482a52e9-5494-480f-b9f5-a1e36289c0f0 service neutron] 10.222.0.41 "GET /v2.0/networks/82a1b157-72db-4f6b-a839-5e04e2b2c143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052805 Jul 15 23:06:27.854833 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-b864de67-f3bb-4740-9927-bd0d8ee1495b req-7c0a9753-01c4-451a-9d60-c858519da6dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74e17b73-3fe4-4f88-802a-610d4f522b58 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:06:27.858149 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-4ca39a45-5c40-446c-87fd-20ef733e425d None None] Set router 692ede29-75dd-450c-bf67-db4eaf105f19 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:06:27.885331 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b864de67-f3bb-4740-9927-bd0d8ee1495b req-7c0a9753-01c4-451a-9d60-c858519da6dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:27.929277 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-b864de67-f3bb-4740-9927-bd0d8ee1495b req-7c0a9753-01c4-451a-9d60-c858519da6dc service neutron] Transition to ACTIVE for port object 74e17b73-3fe4-4f88-802a-610d4f522b58 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:06:27.949297 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4789c08f-4dc7-488f-a1f1-cb8d7fe25bb0 x-openstack-request-id: req-4789c08f-4dc7-488f-a1f1-cb8d7fe25bb0 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:06:27.950183 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e085def-8d90-4258-b908-b06c68452c6d", "name": "network-vif-deleted", "tag": "b9ecf22a-cd03-404c-b680-fc8930fd9489", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:06:27.954434 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4789c08f-4dc7-488f-a1f1-cb8d7fe25bb0 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:06:27.955649 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e085def-8d90-4258-b908-b06c68452c6d', 'name': 'network-vif-deleted', 'tag': 'b9ecf22a-cd03-404c-b680-fc8930fd9489', 'status': 'completed', 'code': 200} Jul 15 23:06:27.975956 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b864de67-f3bb-4740-9927-bd0d8ee1495b req-7c0a9753-01c4-451a-9d60-c858519da6dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:28.104732 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f1f54af4-ac7d-4794-85f2-f17332251729 req-3248ac81-15e8-4748-89fc-ef5e5f1d5319 service neutron] 10.222.0.41 "GET /v2.0/networks/82a1b157-72db-4f6b-a839-5e04e2b2c143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343639 Jul 15 23:06:28.165847 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:28.218272 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0a9753-01c4-451a-9d60-c858519da6dc service neutron] Pushing event updated for resources: {'Port': ['ID=74e17b73-3fe4-4f88-802a-610d4f522b58,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:28.232427 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a16600a8-3bbe-4a88-9184-d9b6190f4f2d req-f91bc90f-1381-45df-8b9f-73da4bf546ab tempest-ImagesNegativeTestJSON-217554879 tempest-ImagesNegativeTestJSON-217554879-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c2f62df-a63d-4db7-961c-9d188b453031 HTTP/1.1" status: 200 len: 210 time: 0.0535719 Jul 15 23:06:28.236103 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 855ac6a4-ba21-4c27-b7d9-c47fbfd0774a, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=855ac6a4-ba21-4c27-b7d9-c47fbfd0774a,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:28.261622 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc05930-d4bb-41c2-bf78-fd84c92b2af0 req-31386927-69f1-4072-94f5-9feee1bed25a tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:28.273712 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-adc05930-d4bb-41c2-bf78-fd84c92b2af0 req-31386927-69f1-4072-94f5-9feee1bed25a tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] 10.222.0.48 "GET /v2.0/ports?device_id=858bafd5-fb27-41ca-b39e-393343f6c46a HTTP/1.1" status: 200 len: 943 time: 0.7145452 Jul 15 23:06:28.318885 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:28.360643 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-adc05930-d4bb-41c2-bf78-fd84c92b2af0 req-7a7708c9-3338-4679-adf7-c5982bf5001a tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] 10.222.0.48 "GET /v2.0/security-groups?id=a217bd2c-98fe-4a70-96ed-f585468603cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853179 Jul 15 23:06:28.548529 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-b864de67-f3bb-4740-9927-bd0d8ee1495b req-7c0a9753-01c4-451a-9d60-c858519da6dc service neutron] Attempting to bind port 74e17b73-3fe4-4f88-802a-610d4f522b58 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:06:28.551536 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-b864de67-f3bb-4740-9927-bd0d8ee1495b req-7c0a9753-01c4-451a-9d60-c858519da6dc service neutron] Attempting to bind port 74e17b73-3fe4-4f88-802a-610d4f522b58 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '2a783e67-ba53-4ea9-9bee-afb3f3217392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f037b993-4149-40e0-a687-25986d720de6'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:06:28.552089 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b864de67-f3bb-4740-9927-bd0d8ee1495b req-7c0a9753-01c4-451a-9d60-c858519da6dc service neutron] Attempting to bind port 74e17b73-3fe4-4f88-802a-610d4f522b58 on network f037b993-4149-40e0-a687-25986d720de6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:06:28.564093 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b864de67-f3bb-4740-9927-bd0d8ee1495b req-7c0a9753-01c4-451a-9d60-c858519da6dc service neutron] Port 74e17b73-3fe4-4f88-802a-610d4f522b58 on network f037b993-4149-40e0-a687-25986d720de6 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:06:28.564967 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b864de67-f3bb-4740-9927-bd0d8ee1495b req-7c0a9753-01c4-451a-9d60-c858519da6dc service neutron] Attempting to bind port 74e17b73-3fe4-4f88-802a-610d4f522b58 on network f037b993-4149-40e0-a687-25986d720de6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:06:28.579491 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b864de67-f3bb-4740-9927-bd0d8ee1495b req-7c0a9753-01c4-451a-9d60-c858519da6dc service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:06:28.581770 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b864de67-f3bb-4740-9927-bd0d8ee1495b req-7c0a9753-01c4-451a-9d60-c858519da6dc service neutron] Checking segment: {'id': '2a783e67-ba53-4ea9-9bee-afb3f3217392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f037b993-4149-40e0-a687-25986d720de6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:06:28.582434 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b864de67-f3bb-4740-9927-bd0d8ee1495b req-7c0a9753-01c4-451a-9d60-c858519da6dc service neutron] Bound using segment: {'id': '2a783e67-ba53-4ea9-9bee-afb3f3217392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f037b993-4149-40e0-a687-25986d720de6'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:06:28.583826 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-b864de67-f3bb-4740-9927-bd0d8ee1495b req-7c0a9753-01c4-451a-9d60-c858519da6dc service neutron] Bound port: 74e17b73-3fe4-4f88-802a-610d4f522b58, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a783e67-ba53-4ea9-9bee-afb3f3217392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f037b993-4149-40e0-a687-25986d720de6'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:06:28.586284 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b864de67-f3bb-4740-9927-bd0d8ee1495b req-7c0a9753-01c4-451a-9d60-c858519da6dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:28.784854 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-b864de67-f3bb-4740-9927-bd0d8ee1495b req-7c0a9753-01c4-451a-9d60-c858519da6dc service neutron] For port 74e17b73-3fe4-4f88-802a-610d4f522b58, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:06:28.794420 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-b864de67-f3bb-4740-9927-bd0d8ee1495b req-7c0a9753-01c4-451a-9d60-c858519da6dc service neutron] For port 74e17b73-3fe4-4f88-802a-610d4f522b58, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=74e17b73-3fe4-4f88-802a-610d4f522b58,segment=NetworkSegment(2a783e67-ba53-4ea9-9bee-afb3f3217392),segment_id=2a783e67-ba53-4ea9-9bee-afb3f3217392)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:06:28.815904 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03202ee7-0315-4d2b-aec9-af1b8d1db7e1 x-openstack-request-id: req-03202ee7-0315-4d2b-aec9-af1b8d1db7e1 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:06:28.816332 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eb84bd1-9cd9-43e2-9924-8f6006dc1901", "name": "network-vif-plugged", "status": "completed", "tag": "9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:06:28.816595 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-03202ee7-0315-4d2b-aec9-af1b8d1db7e1 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:06:28.817167 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eb84bd1-9cd9-43e2-9924-8f6006dc1901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28', 'code': 200} Jul 15 23:06:28.831138 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=855ac6a4-ba21-4c27-b7d9-c47fbfd0774a,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:28.903228 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b864de67-f3bb-4740-9927-bd0d8ee1495b req-7c0a9753-01c4-451a-9d60-c858519da6dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:29.008508 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-4ca39a45-5c40-446c-87fd-20ef733e425d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '692ede29-75dd-450c-bf67-db4eaf105f19', 'name': 'tempest-TaggedBootDevicesTest_v242-275081819-router', 'tenant_id': '17c76d71cba4469f89099c3ebf7755c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '855ac6a4-ba21-4c27-b7d9-c47fbfd0774a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:06:13Z', 'updated_at': '2021-07-15T23:06:24Z', 'revision_number': 4, 'project_id': '17c76d71cba4469f89099c3ebf7755c2', 'gw_port': {'id': '855ac6a4-ba21-4c27-b7d9-c47fbfd0774a', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '692ede29-75dd-450c-bf67-db4eaf105f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:06:14Z', 'updated_at': '2021-07-15T23:06:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '8011d81b-ce02-4aee-9a4e-051eecd78a1c', 'name': '', 'network_id': 'e44e98f5-3493-4f81-9434-a1f39e44c5fc', 'tenant_id': '17c76d71cba4469f89099c3ebf7755c2', 'mac_address': 'fa:16:3e:4e:38:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '692ede29-75dd-450c-bf67-db4eaf105f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '0a37184c-ca0e-49c0-878a-e1693cdef72b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:06:22Z', 'updated_at': '2021-07-15T23:06:24Z', 'revision_number': 2, 'project_id': '17c76d71cba4469f89099c3ebf7755c2', 'subnets': [{'id': '0a37184c-ca0e-49c0-878a-e1693cdef72b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:06:29.037043 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0a9753-01c4-451a-9d60-c858519da6dc service neutron] Pushing event updated for resources: {'Port': ['ID=74e17b73-3fe4-4f88-802a-610d4f522b58,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:29.051021 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca39a45-5c40-446c-87fd-20ef733e425d None None] Checking router: 692ede29-75dd-450c-bf67-db4eaf105f19 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:06:29.051708 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca39a45-5c40-446c-87fd-20ef733e425d None None] Updating router 692ede29-75dd-450c-bf67-db4eaf105f19 port 8011d81b-ce02-4aee-9a4e-051eecd78a1c binding host n-d-794306-6 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:06:29.068588 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b864de67-f3bb-4740-9927-bd0d8ee1495b req-7c0a9753-01c4-451a-9d60-c858519da6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:29.069572 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b864de67-f3bb-4740-9927-bd0d8ee1495b req-7c0a9753-01c4-451a-9d60-c858519da6dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:29.071404 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b864de67-f3bb-4740-9927-bd0d8ee1495b req-7c0a9753-01c4-451a-9d60-c858519da6dc service neutron] 10.222.0.49 "PUT /v2.0/ports/74e17b73-3fe4-4f88-802a-610d4f522b58 HTTP/1.1" status: 200 len: 1091 time: 2.7106564 Jul 15 23:06:29.113865 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4ca39a45-5c40-446c-87fd-20ef733e425d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:29.135316 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd1570-7f70-4179-a80f-698e2f13a324 req-49e95563-9ce3-4235-bf54-727663b7eebf tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:29.145979 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2bdd1570-7f70-4179-a80f-698e2f13a324 req-49e95563-9ce3-4235-bf54-727663b7eebf tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eb84bd1-9cd9-43e2-9924-8f6006dc1901 HTTP/1.1" status: 200 len: 948 time: 0.3394003 Jul 15 23:06:29.226583 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d4e6da-8e50-4991-8f7f-66cf1f8f152c req-4bebcb5e-1b27-4d84-9308-3bb6f3c9478f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:29.228149 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f2d4e6da-8e50-4991-8f7f-66cf1f8f152c req-4bebcb5e-1b27-4d84-9308-3bb6f3c9478f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7eb84bd1-9cd9-43e2-9924-8f6006dc1901 HTTP/1.1" status: 200 len: 1099 time: 0.4321208 Jul 15 23:06:29.243474 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dc1bb9-e280-45b1-8c49-896ef1e28ec5 req-4888438a-2fe0-421a-8770-9a39295c302b tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:29.245278 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d8dc1bb9-e280-45b1-8c49-896ef1e28ec5 req-4888438a-2fe0-421a-8770-9a39295c302b tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=15ef82b7-20b0-46b6-be4d-5fa457f25444 HTTP/1.1" status: 200 len: 950 time: 0.3889599 Jul 15 23:06:29.371083 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d8dc1bb9-e280-45b1-8c49-896ef1e28ec5 req-b9213a35-880d-42de-8b9a-544b44c773f8 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094441 Jul 15 23:06:29.436730 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2bdd1570-7f70-4179-a80f-698e2f13a324 req-73a05af5-14ab-4709-93f0-b93907e4c06a tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f7c45fd-39fc-4943-ba7d-041fb8807cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883418 Jul 15 23:06:29.479148 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b864de67-f3bb-4740-9927-bd0d8ee1495b req-88799a2a-2f38-4ad6-9cdd-6b3ee194edfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:29.488094 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b864de67-f3bb-4740-9927-bd0d8ee1495b req-88799a2a-2f38-4ad6-9cdd-6b3ee194edfd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=680eb147007347d0b28b90eaf34e5f6f&device_id=a8bc40c9-e4b4-42a2-9b05-d457e348901a HTTP/1.1" status: 200 len: 1094 time: 0.3166225 Jul 15 23:06:29.502752 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f2d4e6da-8e50-4991-8f7f-66cf1f8f152c req-53fff764-0706-4254-94eb-2d45154bdbd9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=2f7c45fd-39fc-4943-ba7d-041fb8807cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358336 Jul 15 23:06:29.533436 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 59f1f960-7de1-4bce-9911-f70fc04a56c5 details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:06:29.635581 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b864de67-f3bb-4740-9927-bd0d8ee1495b req-cf184963-9a17-4fec-879c-d9511228f215 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74e17b73-3fe4-4f88-802a-610d4f522b58 HTTP/1.1" status: 200 len: 217 time: 0.1315479 Jul 15 23:06:29.847873 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 59f1f960-7de1-4bce-9911-f70fc04a56c5, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=59f1f960-7de1-4bce-9911-f70fc04a56c5,segment=NetworkSegment(6477d1f6-ea27-4e48-9dd8-1fd3f020fd9f),segment_id=6477d1f6-ea27-4e48-9dd8-1fd3f020fd9f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:29.853748 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b864de67-f3bb-4740-9927-bd0d8ee1495b req-96c22385-4210-466a-9298-7a4e0650734b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:29.855798 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b864de67-f3bb-4740-9927-bd0d8ee1495b req-96c22385-4210-466a-9298-7a4e0650734b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b89a129e-9de5-4301-b344-10ab05e9feea HTTP/1.1" status: 200 len: 848 time: 0.2049682 Jul 15 23:06:29.864086 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': '59f1f960-7de1-4bce-9911-f70fc04a56c5', 'network_id': '82a1b157-72db-4f6b-a839-5e04e2b2c143', 'port_id': '59f1f960-7de1-4bce-9911-f70fc04a56c5', 'mac_address': 'fa:16:3e:9f:45:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99f67785-f6f8-403a-8163-19580b515ea7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:06:29.963254 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8bc40c9-e4b4-42a2-9b05-d457e348901a', 'tag': '74e17b73-3fe4-4f88-802a-610d4f522b58'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:29.966300 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15485441-14ea-4b0b-9fd0-b4a2d70d6bf8" -d '{"events": [{"name": "network-changed", "server_uuid": "a8bc40c9-e4b4-42a2-9b05-d457e348901a", "tag": "74e17b73-3fe4-4f88-802a-610d4f522b58"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:30.041265 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b864de67-f3bb-4740-9927-bd0d8ee1495b req-a074bfdd-914a-4cdb-8be7-6d823f0b71e3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f037b993-4149-40e0-a687-25986d720de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826466 Jul 15 23:06:30.060578 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:30.132189 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59f1f960-7de1-4bce-9911-f70fc04a56c5 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:06:30.201066 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b864de67-f3bb-4740-9927-bd0d8ee1495b req-01c3ee03-491f-47f1-8d1e-c77a4fd5c29a service neutron] 10.222.0.49 "GET /v2.0/networks/f037b993-4149-40e0-a687-25986d720de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464083 Jul 15 23:06:30.201664 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 59f1f960-7de1-4bce-9911-f70fc04a56c5, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=59f1f960-7de1-4bce-9911-f70fc04a56c5,segment=NetworkSegment(6477d1f6-ea27-4e48-9dd8-1fd3f020fd9f),segment_id=6477d1f6-ea27-4e48-9dd8-1fd3f020fd9f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:30.218383 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:30.288785 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-8f3f4b8a-67b3-4d25-8585-4384fce09736 req-35fb2c1b-1883-42f1-a972-7446867b5c0f tempest-ImagesNegativeTestJSON-217554879 tempest-ImagesNegativeTestJSON-217554879-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=b573f669f35844758f4255793605c410&shared=False HTTP/1.1" status: 200 len: 213 time: 0.8815281 Jul 15 23:06:30.467518 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=59f1f960-7de1-4bce-9911-f70fc04a56c5,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:30.493833 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 855ac6a4-ba21-4c27-b7d9-c47fbfd0774a up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:06:30.501746 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4ca39a45-5c40-446c-87fd-20ef733e425d None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:30.530806 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f4b8a-67b3-4d25-8585-4384fce09736 req-892786a0-beef-44bd-a488-3996096bf392 tempest-ImagesNegativeTestJSON-217554879 tempest-ImagesNegativeTestJSON-217554879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:30.533331 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-8f3f4b8a-67b3-4d25-8585-4384fce09736 req-892786a0-beef-44bd-a488-3996096bf392 tempest-ImagesNegativeTestJSON-217554879 tempest-ImagesNegativeTestJSON-217554879-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2274675 Jul 15 23:06:30.542221 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4ca39a45-5c40-446c-87fd-20ef733e425d None None] Transition to ACTIVE for port object 8011d81b-ce02-4aee-9a4e-051eecd78a1c will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:06:30.551674 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4ca39a45-5c40-446c-87fd-20ef733e425d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:30.554220 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-8f3f4b8a-67b3-4d25-8585-4384fce09736 req-6c30dff0-51ce-4bd8-8f18-f161856806ae tempest-ImagesNegativeTestJSON-217554879 tempest-ImagesNegativeTestJSON-217554879-project] Request body: {'port': {'device_id': '3c2f62df-a63d-4db7-961c-9d188b453031', 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'admin_state_up': True, 'tenant_id': 'b573f669f35844758f4255793605c410'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:06:30.607936 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4e5f34-2a0d-451a-8f35-68a8a4aaf097 None None] Pushing event updated for resources: {'Port': ['ID=8011d81b-ce02-4aee-9a4e-051eecd78a1c,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:30.675348 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['59f1f960-7de1-4bce-9911-f70fc04a56c5'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:06:30.811629 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-4ca39a45-5c40-446c-87fd-20ef733e425d None None] Attempting to bind port 8011d81b-ce02-4aee-9a4e-051eecd78a1c on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:06:30.828816 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-4ca39a45-5c40-446c-87fd-20ef733e425d None None] Attempting to bind port 8011d81b-ce02-4aee-9a4e-051eecd78a1c by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '5e9c24ff-51aa-41c3-9d89-a1958611c8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e44e98f5-3493-4f81-9434-a1f39e44c5fc'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:06:30.831731 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca39a45-5c40-446c-87fd-20ef733e425d None None] Attempting to bind port 8011d81b-ce02-4aee-9a4e-051eecd78a1c on network e44e98f5-3493-4f81-9434-a1f39e44c5fc {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:06:30.901334 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-100e19e4-f607-4ebe-8931-f8ae7b8f2936 req-ab4ebc75-db9a-4123-a423-36e98919d796 tempest-ImagesNegativeTestJSON-217554879 tempest-ImagesNegativeTestJSON-217554879-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c2f62df-a63d-4db7-961c-9d188b453031 HTTP/1.1" status: 200 len: 210 time: 0.0744300 Jul 15 23:06:30.908993 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 855ac6a4-ba21-4c27-b7d9-c47fbfd0774a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:06:30.909486 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:30.917898 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f3f4b8a-67b3-4d25-8585-4384fce09736 req-6c30dff0-51ce-4bd8-8f18-f161856806ae tempest-ImagesNegativeTestJSON-217554879 tempest-ImagesNegativeTestJSON-217554879-project] Made reservation on behalf of b573f669f35844758f4255793605c410 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:06:30.921622 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8f3f4b8a-67b3-4d25-8585-4384fce09736 req-6c30dff0-51ce-4bd8-8f18-f161856806ae tempest-ImagesNegativeTestJSON-217554879 tempest-ImagesNegativeTestJSON-217554879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:30.929039 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca39a45-5c40-446c-87fd-20ef733e425d None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:06:30.929500 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca39a45-5c40-446c-87fd-20ef733e425d None None] Checking segment: {'id': '5e9c24ff-51aa-41c3-9d89-a1958611c8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e44e98f5-3493-4f81-9434-a1f39e44c5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:06:30.929815 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4ca39a45-5c40-446c-87fd-20ef733e425d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:30.930210 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca39a45-5c40-446c-87fd-20ef733e425d None None] Bound using segment: {'id': '5e9c24ff-51aa-41c3-9d89-a1958611c8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e44e98f5-3493-4f81-9434-a1f39e44c5fc'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:06:30.930704 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-4ca39a45-5c40-446c-87fd-20ef733e425d None None] Bound port: 8011d81b-ce02-4aee-9a4e-051eecd78a1c, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e9c24ff-51aa-41c3-9d89-a1958611c8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e44e98f5-3493-4f81-9434-a1f39e44c5fc'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:06:30.931094 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4ca39a45-5c40-446c-87fd-20ef733e425d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:30.940725 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7410d936-582a-4a06-8121-734d68a475d8 req-466c73d0-2ac4-4c82-b003-bade7af2559e tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:30.944618 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7410d936-582a-4a06-8121-734d68a475d8 req-466c73d0-2ac4-4c82-b003-bade7af2559e tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8bc40c9-e4b4-42a2-9b05-d457e348901a HTTP/1.1" status: 200 len: 943 time: 1.0874445 Jul 15 23:06:30.947906 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8f3f4b8a-67b3-4d25-8585-4384fce09736 req-6c30dff0-51ce-4bd8-8f18-f161856806ae tempest-ImagesNegativeTestJSON-217554879 tempest-ImagesNegativeTestJSON-217554879-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:30.963789 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-71699f7f-962f-4572-afe8-3579bd95f6cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:31.144005 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8f3f4b8a-67b3-4d25-8585-4384fce09736 req-6c30dff0-51ce-4bd8-8f18-f161856806ae tempest-ImagesNegativeTestJSON-217554879 tempest-ImagesNegativeTestJSON-217554879-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:31.151968 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8f3f4b8a-67b3-4d25-8585-4384fce09736 req-6c30dff0-51ce-4bd8-8f18-f161856806ae tempest-ImagesNegativeTestJSON-217554879 tempest-ImagesNegativeTestJSON-217554879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:31.161221 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7410d936-582a-4a06-8121-734d68a475d8 req-d8094e80-dcfc-45a8-aee9-a8ced6cdd4eb tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063255 Jul 15 23:06:31.246764 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-4ca39a45-5c40-446c-87fd-20ef733e425d None None] For port 8011d81b-ce02-4aee-9a4e-051eecd78a1c, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:06:31.252269 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-4ca39a45-5c40-446c-87fd-20ef733e425d None None] For port 8011d81b-ce02-4aee-9a4e-051eecd78a1c, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=8011d81b-ce02-4aee-9a4e-051eecd78a1c,segment=NetworkSegment(5e9c24ff-51aa-41c3-9d89-a1958611c8be),segment_id=5e9c24ff-51aa-41c3-9d89-a1958611c8be)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:06:31.274260 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4ca39a45-5c40-446c-87fd-20ef733e425d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:31.338546 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b864de67-f3bb-4740-9927-bd0d8ee1495b req-2247ed14-d5b5-4417-8f39-4fd9aa6fdf60 service neutron] 10.222.0.49 "GET /v2.0/networks/f037b993-4149-40e0-a687-25986d720de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1272225 Jul 15 23:06:31.409648 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-8f3f4b8a-67b3-4d25-8585-4384fce09736 req-6c30dff0-51ce-4bd8-8f18-f161856806ae tempest-ImagesNegativeTestJSON-217554879 tempest-ImagesNegativeTestJSON-217554879-project] Allocated IP 192.168.233.182 (5d412861-bef3-4cc1-ae9f-87a6a36753c0/0d909a96-22de-4aa9-b690-1c7da965ceac/8db1a556-d5ff-4778-9d75-6eec3abea502) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:06:31.509532 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4e5f34-2a0d-451a-8f35-68a8a4aaf097 None None] Pushing event updated for resources: {'Port': ['ID=8011d81b-ce02-4aee-9a4e-051eecd78a1c,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:31.561323 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e8fd2f-ce1b-4a94-9e05-4d898b7701d3 req-e4ab126a-4892-4d01-826c-a8ded2792226 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:31.566171 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-47e8fd2f-ce1b-4a94-9e05-4d898b7701d3 req-e4ab126a-4892-4d01-826c-a8ded2792226 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] 10.222.0.48 "GET /v2.0/ports?device_id=858bafd5-fb27-41ca-b39e-393343f6c46a HTTP/1.1" status: 200 len: 944 time: 0.3748624 Jul 15 23:06:31.587854 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8f3f4b8a-67b3-4d25-8585-4384fce09736 req-6c30dff0-51ce-4bd8-8f18-f161856806ae tempest-ImagesNegativeTestJSON-217554879 tempest-ImagesNegativeTestJSON-217554879-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:31.628735 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-8f3f4b8a-67b3-4d25-8585-4384fce09736 req-6c30dff0-51ce-4bd8-8f18-f161856806ae tempest-ImagesNegativeTestJSON-217554879 tempest-ImagesNegativeTestJSON-217554879-project] Transition to ACTIVE for port object 8db1a556-d5ff-4778-9d75-6eec3abea502 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:06:31.650676 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-47e8fd2f-ce1b-4a94-9e05-4d898b7701d3 req-87ce7981-ac62-44b3-9b11-7fb9a9effc45 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] 10.222.0.48 "GET /v2.0/security-groups?id=a217bd2c-98fe-4a70-96ed-f585468603cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751135 Jul 15 23:06:31.653242 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca39a45-5c40-446c-87fd-20ef733e425d None None] Routers {'692ede29-75dd-450c-bf67-db4eaf105f19'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:06:31.654074 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-4ca39a45-5c40-446c-87fd-20ef733e425d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:06:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['692ede29-75dd-450c-bf67-db4eaf105f19'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:06:31.710838 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8f3f4b8a-67b3-4d25-8585-4384fce09736 req-6c30dff0-51ce-4bd8-8f18-f161856806ae tempest-ImagesNegativeTestJSON-217554879 tempest-ImagesNegativeTestJSON-217554879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:31.815748 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c15f34-dbaf-4e58-8004-ca72657b9fa8 x-openstack-request-id: req-f3c15f34-dbaf-4e58-8004-ca72657b9fa8 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:06:31.816287 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8bc40c9-e4b4-42a2-9b05-d457e348901a", "tag": "74e17b73-3fe4-4f88-802a-610d4f522b58", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:06:31.816713 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f3c15f34-dbaf-4e58-8004-ca72657b9fa8 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:06:31.817744 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8bc40c9-e4b4-42a2-9b05-d457e348901a', 'tag': '74e17b73-3fe4-4f88-802a-610d4f522b58', 'status': 'completed', 'code': 200} Jul 15 23:06:31.914073 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-4ca39a45-5c40-446c-87fd-20ef733e425d None None] Set router 692ede29-75dd-450c-bf67-db4eaf105f19 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:06:31.919049 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30dff0-51ce-4bd8-8f18-f161856806ae tempest-ImagesNegativeTestJSON-217554879 tempest-ImagesNegativeTestJSON-217554879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6555acc-e9ac-40df-beca-e86a705c2293,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:31.948370 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f3f4b8a-67b3-4d25-8585-4384fce09736 req-6c30dff0-51ce-4bd8-8f18-f161856806ae tempest-ImagesNegativeTestJSON-217554879 tempest-ImagesNegativeTestJSON-217554879-project] Network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:06:31.962202 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-8f3f4b8a-67b3-4d25-8585-4384fce09736 req-6c30dff0-51ce-4bd8-8f18-f161856806ae tempest-ImagesNegativeTestJSON-217554879 tempest-ImagesNegativeTestJSON-217554879-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:06:31.970170 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f3f4b8a-67b3-4d25-8585-4384fce09736 req-6c30dff0-51ce-4bd8-8f18-f161856806ae tempest-ImagesNegativeTestJSON-217554879 tempest-ImagesNegativeTestJSON-217554879-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:06:31.973635 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30dff0-51ce-4bd8-8f18-f161856806ae tempest-ImagesNegativeTestJSON-217554879 tempest-ImagesNegativeTestJSON-217554879-project] Pushing event updated for resources: {'Port': ['ID=8db1a556-d5ff-4778-9d75-6eec3abea502,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:32.015121 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d5b71-297d-44a2-bab7-4e2fe3ee82d1 req-471a4f72-675a-4c04-9471-716f12d6b789 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:32.017996 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9c7d5b71-297d-44a2-bab7-4e2fe3ee82d1 req-471a4f72-675a-4c04-9471-716f12d6b789 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.49 "GET /v2.0/ports?device_id=72a7edd5-dbed-4017-8258-324186bce4ee HTTP/1.1" status: 200 len: 950 time: 0.2772160 Jul 15 23:06:32.086137 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-a8a75a52-3b97-4503-b147-361c536e0214 req-82680902-41af-41ed-9afd-112222bbac9a service neutron] 10.222.0.41 "GET /v2.0/ports/600c70ff-f3b9-44ef-ab5b-b11e9e9453e0/bindings/n-h2-794306-6 HTTP/1.1" status: 200 len: 382 time: 0.3772783 Jul 15 23:06:32.096192 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f4b8a-67b3-4d25-8585-4384fce09736 req-6c30dff0-51ce-4bd8-8f18-f161856806ae tempest-ImagesNegativeTestJSON-217554879 tempest-ImagesNegativeTestJSON-217554879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:32.106158 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8f3f4b8a-67b3-4d25-8585-4384fce09736 req-6c30dff0-51ce-4bd8-8f18-f161856806ae tempest-ImagesNegativeTestJSON-217554879 tempest-ImagesNegativeTestJSON-217554879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:32.137304 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-8f3f4b8a-67b3-4d25-8585-4384fce09736 req-6c30dff0-51ce-4bd8-8f18-f161856806ae tempest-ImagesNegativeTestJSON-217554879 tempest-ImagesNegativeTestJSON-217554879-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5882816 Jul 15 23:06:32.163146 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15485441-14ea-4b0b-9fd0-b4a2d70d6bf8 req-7c7392b9-cb65-44a0-93e2-cce560796c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:32.164731 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-15485441-14ea-4b0b-9fd0-b4a2d70d6bf8 req-7c7392b9-cb65-44a0-93e2-cce560796c4b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=680eb147007347d0b28b90eaf34e5f6f&device_id=a8bc40c9-e4b4-42a2-9b05-d457e348901a HTTP/1.1" status: 200 len: 1094 time: 0.3238587 Jul 15 23:06:32.166414 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-8f3f4b8a-67b3-4d25-8585-4384fce09736 req-582efbdb-fda3-4735-9440-f8db2ab988d6 service neutron] Request body: {'port': {'device_id': '3c2f62df-a63d-4db7-961c-9d188b453031', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:06:32.342034 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8f3f4b8a-67b3-4d25-8585-4384fce09736 req-582efbdb-fda3-4735-9440-f8db2ab988d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:32.521142 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ef6b844d-32d2-45fe-83c5-ceeee5a266ae None None] Provisioning for port 8db1a556-d5ff-4778-9d75-6eec3abea502 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:06:32.538224 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ef6b844d-32d2-45fe-83c5-ceeee5a266ae None None] Provisioning complete for port 8db1a556-d5ff-4778-9d75-6eec3abea502 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:06:32.543986 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-9c7d5b71-297d-44a2-bab7-4e2fe3ee82d1 req-716c6d07-9914-4432-bd8c-14c394dceacd tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Deleting port 77625ffe-b5df-4269-855d-7b7c464c50ec {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:06:32.544474 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9c7d5b71-297d-44a2-bab7-4e2fe3ee82d1 req-716c6d07-9914-4432-bd8c-14c394dceacd tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:32.544973 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ef6b844d-32d2-45fe-83c5-ceeee5a266ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:32.560694 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-4ca39a45-5c40-446c-87fd-20ef733e425d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '692ede29-75dd-450c-bf67-db4eaf105f19', 'name': 'tempest-TaggedBootDevicesTest_v242-275081819-router', 'tenant_id': '17c76d71cba4469f89099c3ebf7755c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '855ac6a4-ba21-4c27-b7d9-c47fbfd0774a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:06:13Z', 'updated_at': '2021-07-15T23:06:24Z', 'revision_number': 4, 'project_id': '17c76d71cba4469f89099c3ebf7755c2', 'gw_port': {'id': '855ac6a4-ba21-4c27-b7d9-c47fbfd0774a', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692ede29-75dd-450c-bf67-db4eaf105f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:06:14Z', 'updated_at': '2021-07-15T23:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '8011d81b-ce02-4aee-9a4e-051eecd78a1c', 'name': '', 'network_id': 'e44e98f5-3493-4f81-9434-a1f39e44c5fc', 'tenant_id': '17c76d71cba4469f89099c3ebf7755c2', 'mac_address': 'fa:16:3e:4e:38:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '692ede29-75dd-450c-bf67-db4eaf105f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '0a37184c-ca0e-49c0-878a-e1693cdef72b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:06:22Z', 'updated_at': '2021-07-15T23:06:31Z', 'revision_number': 4, 'project_id': '17c76d71cba4469f89099c3ebf7755c2', 'subnets': [{'id': '0a37184c-ca0e-49c0-878a-e1693cdef72b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:06:32.598140 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15485441-14ea-4b0b-9fd0-b4a2d70d6bf8 req-6d3d1f36-7477-4dfb-b66f-97b56a058bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:32.601024 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-15485441-14ea-4b0b-9fd0-b4a2d70d6bf8 req-6d3d1f36-7477-4dfb-b66f-97b56a058bce service neutron] 10.222.0.49 "GET /v2.0/networks?id=f037b993-4149-40e0-a687-25986d720de6 HTTP/1.1" status: 200 len: 909 time: 0.4273674 Jul 15 23:06:32.622053 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bcc9d6-08b0-461a-9f1b-7e0385036698 req-1c5a6144-5659-4da4-b633-2f5d62f669c4 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:32.634613 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-26bcc9d6-08b0-461a-9f1b-7e0385036698 req-1c5a6144-5659-4da4-b633-2f5d62f669c4 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=72a7edd5-dbed-4017-8258-324186bce4ee HTTP/1.1" status: 200 len: 950 time: 0.4170642 Jul 15 23:06:32.680453 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca39a45-5c40-446c-87fd-20ef733e425d None None] The sync data for ids ['692ede29-75dd-450c-bf67-db4eaf105f19'] in n-d-794306-6 is: [{'id': '692ede29-75dd-450c-bf67-db4eaf105f19', 'name': 'tempest-TaggedBootDevicesTest_v242-275081819-router', 'tenant_id': '17c76d71cba4469f89099c3ebf7755c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '855ac6a4-ba21-4c27-b7d9-c47fbfd0774a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:06:13Z', 'updated_at': '2021-07-15T23:06:24Z', 'revision_number': 4, 'project_id': '17c76d71cba4469f89099c3ebf7755c2', 'gw_port': {'id': '855ac6a4-ba21-4c27-b7d9-c47fbfd0774a', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692ede29-75dd-450c-bf67-db4eaf105f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:06:14Z', 'updated_at': '2021-07-15T23:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '8011d81b-ce02-4aee-9a4e-051eecd78a1c', 'name': '', 'network_id': 'e44e98f5-3493-4f81-9434-a1f39e44c5fc', 'tenant_id': '17c76d71cba4469f89099c3ebf7755c2', 'mac_address': 'fa:16:3e:4e:38:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '692ede29-75dd-450c-bf67-db4eaf105f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '0a37184c-ca0e-49c0-878a-e1693cdef72b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:06:22Z', 'updated_at': '2021-07-15T23:06:31Z', 'revision_number': 4, 'project_id': '17c76d71cba4469f89099c3ebf7755c2', 'subnets': [{'id': '0a37184c-ca0e-49c0-878a-e1693cdef72b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:06:32.710654 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ef6b844d-32d2-45fe-83c5-ceeee5a266ae None None] Port 8db1a556-d5ff-4778-9d75-6eec3abea502 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:06:32.818318 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-15485441-14ea-4b0b-9fd0-b4a2d70d6bf8 req-f300bbf4-cc45-499f-a131-02c649649334 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74e17b73-3fe4-4f88-802a-610d4f522b58 HTTP/1.1" status: 200 len: 217 time: 0.1741109 Jul 15 23:06:32.923720 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-26bcc9d6-08b0-461a-9f1b-7e0385036698 req-0c62e387-a9dc-4114-955d-60d7ad47390d tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872705 Jul 15 23:06:32.997363 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-9c7d5b71-297d-44a2-bab7-4e2fe3ee82d1 req-716c6d07-9914-4432-bd8c-14c394dceacd tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] For port 77625ffe-b5df-4269-855d-7b7c464c50ec, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=77625ffe-b5df-4269-855d-7b7c464c50ec,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:33.008192 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9c7d5b71-297d-44a2-bab7-4e2fe3ee82d1 req-716c6d07-9914-4432-bd8c-14c394dceacd tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:33.012441 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a75a52-3b97-4503-b147-361c536e0214 req-d2b004fb-6904-4993-ae49-79a50b826371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:33.014164 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-a8a75a52-3b97-4503-b147-361c536e0214 req-d2b004fb-6904-4993-ae49-79a50b826371 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=15ef82b7-20b0-46b6-be4d-5fa457f25444&tenant_id=943e0e7be5644005a591d26197ee19f5 HTTP/1.1" status: 200 len: 1101 time: 0.3386369 Jul 15 23:06:33.035177 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15485441-14ea-4b0b-9fd0-b4a2d70d6bf8 req-7aba4a0d-bfee-4035-9b4e-1b1cd2167eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:33.036969 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-15485441-14ea-4b0b-9fd0-b4a2d70d6bf8 req-7aba4a0d-bfee-4035-9b4e-1b1cd2167eed service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b89a129e-9de5-4301-b344-10ab05e9feea HTTP/1.1" status: 200 len: 848 time: 0.1965611 Jul 15 23:06:33.052701 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-9c7d5b71-297d-44a2-bab7-4e2fe3ee82d1 req-716c6d07-9914-4432-bd8c-14c394dceacd tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Calling delete_port for 77625ffe-b5df-4269-855d-7b7c464c50ec owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:06:33.126286 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-15485441-14ea-4b0b-9fd0-b4a2d70d6bf8 req-e8e11591-816f-4f4d-9839-da0f16baf499 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f037b993-4149-40e0-a687-25986d720de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709052 Jul 15 23:06:33.171196 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-8f3f4b8a-67b3-4d25-8585-4384fce09736 req-582efbdb-fda3-4735-9440-f8db2ab988d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8db1a556-d5ff-4778-9d75-6eec3abea502 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:06:33.194513 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8f3f4b8a-67b3-4d25-8585-4384fce09736 req-582efbdb-fda3-4735-9440-f8db2ab988d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:33.206584 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a75a52-3b97-4503-b147-361c536e0214 req-707ca829-754b-4759-abc4-910c2a0e6752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:33.208254 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-a8a75a52-3b97-4503-b147-361c536e0214 req-707ca829-754b-4759-abc4-910c2a0e6752 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=943e0e7be5644005a591d26197ee19f5&device_id=15ef82b7-20b0-46b6-be4d-5fa457f25444 HTTP/1.1" status: 200 len: 1101 time: 0.1418118 Jul 15 23:06:33.221355 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-99fb61ee-6d37-47e8-a0be-135ab2d64f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:33.312111 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:33.338740 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-8f3f4b8a-67b3-4d25-8585-4384fce09736 req-582efbdb-fda3-4735-9440-f8db2ab988d6 service neutron] Transition to ACTIVE for port object 8db1a556-d5ff-4778-9d75-6eec3abea502 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:06:33.374418 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8f3f4b8a-67b3-4d25-8585-4384fce09736 req-582efbdb-fda3-4735-9440-f8db2ab988d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:33.518542 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-15485441-14ea-4b0b-9fd0-b4a2d70d6bf8 req-e21da61c-a336-43d8-8dbb-84c2ffdd77ab service neutron] 10.222.0.49 "GET /v2.0/networks/f037b993-4149-40e0-a687-25986d720de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530767 Jul 15 23:06:33.545391 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2846595-22da-4ed1-9f37-b087ff732bff req-32206501-22a6-46b6-ab71-0288d280b29b tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:33.548135 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 59f1f960-7de1-4bce-9911-f70fc04a56c5 up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:06:33.557652 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f2846595-22da-4ed1-9f37-b087ff732bff req-32206501-22a6-46b6-ab71-0288d280b29b tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=15ef82b7-20b0-46b6-be4d-5fa457f25444 HTTP/1.1" status: 200 len: 950 time: 0.3911517 Jul 15 23:06:33.586912 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582efbdb-fda3-4735-9440-f8db2ab988d6 service neutron] Pushing event updated for resources: {'Port': ['ID=8db1a556-d5ff-4778-9d75-6eec3abea502,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:33.601505 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a75a52-3b97-4503-b147-361c536e0214 req-d0d9260a-0430-4add-a567-abe28f60efd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:33.603086 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-a8a75a52-3b97-4503-b147-361c536e0214 req-d0d9260a-0430-4add-a567-abe28f60efd0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5d412861-bef3-4cc1-ae9f-87a6a36753c0 HTTP/1.1" status: 200 len: 870 time: 0.3875129 Jul 15 23:06:33.711255 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port 59f1f960-7de1-4bce-9911-f70fc04a56c5 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:06:33.716457 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port 59f1f960-7de1-4bce-9911-f70fc04a56c5 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:06:33.716833 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:33.764595 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-a8a75a52-3b97-4503-b147-361c536e0214 req-53ce87b8-15c2-422b-bc9e-683d9194531e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=600c70ff-f3b9-44ef-ab5b-b11e9e9453e0 HTTP/1.1" status: 200 len: 217 time: 0.1508141 Jul 15 23:06:33.884018 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f2846595-22da-4ed1-9f37-b087ff732bff req-0274cce0-2fca-4faa-815f-f64543f8005f tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064516 Jul 15 23:06:33.898496 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9c7d5b71-297d-44a2-bab7-4e2fe3ee82d1 req-716c6d07-9914-4432-bd8c-14c394dceacd tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:33.923637 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a75a52-3b97-4503-b147-361c536e0214 req-35605d10-5fb6-431c-86b7-63916ea94c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:33.925128 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-a8a75a52-3b97-4503-b147-361c536e0214 req-35605d10-5fb6-431c-86b7-63916ea94c86 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.1487730 Jul 15 23:06:33.928132 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:33.938964 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['6b3cb440-13f8-4003-9165-fb2dc04957ff'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:06:33.950236 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-15485441-14ea-4b0b-9fd0-b4a2d70d6bf8 req-ddabe39e-e09e-42cd-95cb-0cc3c10a23ce service neutron] 10.222.0.49 "GET /v2.0/networks/f037b993-4149-40e0-a687-25986d720de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4130833 Jul 15 23:06:33.986161 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['f1d2d695-5d71-4735-8bec-137ed706a75f', '49b5f4c4-7465-48a8-9f7b-de7de14d6b54', '27ca6d7a-b6af-499c-a045-298783e7181f', 'fbbbb3b3-7436-4a77-ba71-8be5e9a21ac7'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:06:34.012795 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-8f3f4b8a-67b3-4d25-8585-4384fce09736 req-582efbdb-fda3-4735-9440-f8db2ab988d6 service neutron] Attempting to bind port 8db1a556-d5ff-4778-9d75-6eec3abea502 on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:06:34.012795 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-8f3f4b8a-67b3-4d25-8585-4384fce09736 req-582efbdb-fda3-4735-9440-f8db2ab988d6 service neutron] Attempting to bind port 8db1a556-d5ff-4778-9d75-6eec3abea502 by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:06:34.012795 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3f4b8a-67b3-4d25-8585-4384fce09736 req-582efbdb-fda3-4735-9440-f8db2ab988d6 service neutron] Attempting to bind port 8db1a556-d5ff-4778-9d75-6eec3abea502 on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:06:34.013458 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716c6d07-9914-4432-bd8c-14c394dceacd tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Pushing event deleted for resources: {'Port': ['ID=77625ffe-b5df-4269-855d-7b7c464c50ec,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:34.021424 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c7d5b71-297d-44a2-bab7-4e2fe3ee82d1 req-716c6d07-9914-4432-bd8c-14c394dceacd tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] No DVR routers for this DVR port 77625ffe-b5df-4269-855d-7b7c464c50ec on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:06:34.024119 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9c7d5b71-297d-44a2-bab7-4e2fe3ee82d1 req-716c6d07-9914-4432-bd8c-14c394dceacd tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:34.026236 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9c7d5b71-297d-44a2-bab7-4e2fe3ee82d1 req-716c6d07-9914-4432-bd8c-14c394dceacd tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.49 "DELETE /v2.0/ports/77625ffe-b5df-4269-855d-7b7c464c50ec HTTP/1.1" status: 204 len: 173 time: 1.9909871 Jul 15 23:06:34.026710 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a7edd5-dbed-4017-8258-324186bce4ee', 'name': 'network-vif-deleted', 'tag': '77625ffe-b5df-4269-855d-7b7c464c50ec'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:34.036322 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe050bae-c7e0-4611-9de8-8ffd78c869dc" -d '{"events": [{"server_uuid": "72a7edd5-dbed-4017-8258-324186bce4ee", "name": "network-vif-deleted", "tag": "77625ffe-b5df-4269-855d-7b7c464c50ec"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:34.039500 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3f4b8a-67b3-4d25-8585-4384fce09736 req-582efbdb-fda3-4735-9440-f8db2ab988d6 service neutron] Port 8db1a556-d5ff-4778-9d75-6eec3abea502 on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:06:34.039846 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3f4b8a-67b3-4d25-8585-4384fce09736 req-582efbdb-fda3-4735-9440-f8db2ab988d6 service neutron] Attempting to bind port 8db1a556-d5ff-4778-9d75-6eec3abea502 on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:06:34.144826 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3f4b8a-67b3-4d25-8585-4384fce09736 req-582efbdb-fda3-4735-9440-f8db2ab988d6 service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:06:34.145127 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3f4b8a-67b3-4d25-8585-4384fce09736 req-582efbdb-fda3-4735-9440-f8db2ab988d6 service neutron] Checking segment: {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:06:34.145579 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3f4b8a-67b3-4d25-8585-4384fce09736 req-582efbdb-fda3-4735-9440-f8db2ab988d6 service neutron] Bound using segment: {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:06:34.145914 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-8f3f4b8a-67b3-4d25-8585-4384fce09736 req-582efbdb-fda3-4735-9440-f8db2ab988d6 service neutron] Bound port: 8db1a556-d5ff-4778-9d75-6eec3abea502, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:06:34.146809 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8f3f4b8a-67b3-4d25-8585-4384fce09736 req-582efbdb-fda3-4735-9440-f8db2ab988d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:34.379561 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a75a52-3b97-4503-b147-361c536e0214 req-6a2b13db-7c6e-427d-85aa-939074453c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:34.386936 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-a8a75a52-3b97-4503-b147-361c536e0214 req-6a2b13db-7c6e-427d-85aa-939074453c6f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3813882 Jul 15 23:06:34.405091 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-8f3f4b8a-67b3-4d25-8585-4384fce09736 req-582efbdb-fda3-4735-9440-f8db2ab988d6 service neutron] For port 8db1a556-d5ff-4778-9d75-6eec3abea502, host n-h2-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:06:34.432005 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-8f3f4b8a-67b3-4d25-8585-4384fce09736 req-582efbdb-fda3-4735-9440-f8db2ab988d6 service neutron] For port 8db1a556-d5ff-4778-9d75-6eec3abea502, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=8db1a556-d5ff-4778-9d75-6eec3abea502,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:06:34.512587 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8f3f4b8a-67b3-4d25-8585-4384fce09736 req-582efbdb-fda3-4735-9440-f8db2ab988d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:34.535330 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a33c82f-d012-478f-8ad2-94c9a31578b8 req-e793abfc-2ffe-4059-bd66-d7920f63281b tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:34.567903 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2a33c82f-d012-478f-8ad2-94c9a31578b8 req-e793abfc-2ffe-4059-bd66-d7920f63281b tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eb84bd1-9cd9-43e2-9924-8f6006dc1901 HTTP/1.1" status: 200 len: 948 time: 0.2541137 Jul 15 23:06:34.611399 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f4b8a-67b3-4d25-8585-4384fce09736 req-582efbdb-fda3-4735-9440-f8db2ab988d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:34.612104 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8f3f4b8a-67b3-4d25-8585-4384fce09736 req-582efbdb-fda3-4735-9440-f8db2ab988d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:34.615333 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-8f3f4b8a-67b3-4d25-8585-4384fce09736 req-582efbdb-fda3-4735-9440-f8db2ab988d6 service neutron] 10.222.0.41 "PUT /v2.0/ports/8db1a556-d5ff-4778-9d75-6eec3abea502 HTTP/1.1" status: 200 len: 1096 time: 2.4583738 Jul 15 23:06:34.622700 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c2f62df-a63d-4db7-961c-9d188b453031', 'tag': '8db1a556-d5ff-4778-9d75-6eec3abea502'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:34.625263 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e29863-64a4-4c16-96a4-482b7b28fe12" -d '{"events": [{"name": "network-changed", "server_uuid": "3c2f62df-a63d-4db7-961c-9d188b453031", "tag": "8db1a556-d5ff-4778-9d75-6eec3abea502"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:34.679968 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 8011d81b-ce02-4aee-9a4e-051eecd78a1c up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:06:34.701533 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2a33c82f-d012-478f-8ad2-94c9a31578b8 req-b21408b5-ce49-4817-9ce9-67b90e157d90 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f7c45fd-39fc-4943-ba7d-041fb8807cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215460 Jul 15 23:06:34.741874 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582efbdb-fda3-4735-9440-f8db2ab988d6 service neutron] Pushing event updated for resources: {'Port': ['ID=8db1a556-d5ff-4778-9d75-6eec3abea502,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:34.865567 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-a8a75a52-3b97-4503-b147-361c536e0214 req-ab506516-f953-40f3-affa-d8311c117c06 service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4709604 Jul 15 23:06:34.887981 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '858bafd5-fb27-41ca-b39e-393343f6c46a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f1f960-7de1-4bce-9911-f70fc04a56c5'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:34.894341 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2fb2552-e345-4c93-8ba0-ecfe1ec221c8" -d '{"events": [{"server_uuid": "858bafd5-fb27-41ca-b39e-393343f6c46a", "name": "network-vif-plugged", "status": "completed", "tag": "59f1f960-7de1-4bce-9911-f70fc04a56c5"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:34.943798 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 59f1f960-7de1-4bce-9911-f70fc04a56c5, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=59f1f960-7de1-4bce-9911-f70fc04a56c5,segment=NetworkSegment(6477d1f6-ea27-4e48-9dd8-1fd3f020fd9f),segment_id=6477d1f6-ea27-4e48-9dd8-1fd3f020fd9f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:34.957062 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:35.004929 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:35.136798 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-a8a75a52-3b97-4503-b147-361c536e0214 req-0eb31594-f551-43c5-8c63-593b15410d8a service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626719 Jul 15 23:06:35.181921 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f4b8a-67b3-4d25-8585-4384fce09736 req-8860b93d-f3a6-4ed4-956f-a4c98df1fc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:35.186158 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-8f3f4b8a-67b3-4d25-8585-4384fce09736 req-8860b93d-f3a6-4ed4-956f-a4c98df1fc19 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b573f669f35844758f4255793605c410&device_id=3c2f62df-a63d-4db7-961c-9d188b453031 HTTP/1.1" status: 200 len: 1099 time: 0.4281743 Jul 15 23:06:35.199139 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89044f-abaa-4c2e-922a-9f2a9408db07 req-4fdd01a3-b608-4a5a-9714-a107b5ae272b tempest-ImagesNegativeTestJSON-217554879 tempest-ImagesNegativeTestJSON-217554879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:35.209005 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ee89044f-abaa-4c2e-922a-9f2a9408db07 req-4fdd01a3-b608-4a5a-9714-a107b5ae272b tempest-ImagesNegativeTestJSON-217554879 tempest-ImagesNegativeTestJSON-217554879-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c2f62df-a63d-4db7-961c-9d188b453031 HTTP/1.1" status: 200 len: 948 time: 0.1754951 Jul 15 23:06:35.222685 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=59f1f960-7de1-4bce-9911-f70fc04a56c5,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:35.284425 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ee89044f-abaa-4c2e-922a-9f2a9408db07 req-0e1ce6a9-71fa-4ec3-8577-97a6e32c3467 tempest-ImagesNegativeTestJSON-217554879 tempest-ImagesNegativeTestJSON-217554879-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6555acc-e9ac-40df-beca-e86a705c2293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681736 Jul 15 23:06:35.289972 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-8f3f4b8a-67b3-4d25-8585-4384fce09736 req-0296eb10-7933-4f76-a2c4-e87aa701b913 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=8db1a556-d5ff-4778-9d75-6eec3abea502 HTTP/1.1" status: 200 len: 217 time: 0.0889218 Jul 15 23:06:35.393311 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f4b8a-67b3-4d25-8585-4384fce09736 req-06c2dda7-57f9-4615-aae0-8ac269f04fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:35.398226 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-8f3f4b8a-67b3-4d25-8585-4384fce09736 req-06c2dda7-57f9-4615-aae0-8ac269f04fdf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.1020632 Jul 15 23:06:35.407827 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 74e17b73-3fe4-4f88-802a-610d4f522b58 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:06:35.413104 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 77625ffe-b5df-4269-855d-7b7c464c50ec no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:06:35.485788 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: 77625ffe-b5df-4269-855d-7b7c464c50ec {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:06:35.486387 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 77625ffe-b5df-4269-855d-7b7c464c50ec not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:06:35.494159 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f4b8a-67b3-4d25-8585-4384fce09736 req-2d80136f-55eb-4ba2-be0e-0ece307e7fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:35.495705 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-8f3f4b8a-67b3-4d25-8585-4384fce09736 req-2d80136f-55eb-4ba2-be0e-0ece307e7fc2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0910547 Jul 15 23:06:35.557946 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 600c70ff-f3b9-44ef-ab5b-b11e9e9453e0 no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:06:35.588968 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 8011d81b-ce02-4aee-9a4e-051eecd78a1c completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:06:35.610315 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 8011d81b-ce02-4aee-9a4e-051eecd78a1c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:06:35.610841 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:35.625515 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-8f3f4b8a-67b3-4d25-8585-4384fce09736 req-2e20f881-df3c-4558-91ab-2f732566ed5e service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223612 Jul 15 23:06:35.755177 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679e30ca-b96f-439e-a946-a08b8303ad28 req-57eb16d4-0c16-415e-af34-d05497699c58 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:35.758169 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-679e30ca-b96f-439e-a946-a08b8303ad28 req-57eb16d4-0c16-415e-af34-d05497699c58 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] 10.222.0.48 "GET /v2.0/ports?device_id=858bafd5-fb27-41ca-b39e-393343f6c46a HTTP/1.1" status: 200 len: 945 time: 0.1526451 Jul 15 23:06:35.767783 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f5745-784f-47e3-a2c2-e43a3c976334 req-7086ea71-5fac-49ee-a6a3-2338e8d711bd tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:35.770001 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a02f5745-784f-47e3-a2c2-e43a3c976334 req-7086ea71-5fac-49ee-a6a3-2338e8d711bd tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8bc40c9-e4b4-42a2-9b05-d457e348901a HTTP/1.1" status: 200 len: 943 time: 0.2132630 Jul 15 23:06:35.773101 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-8f3f4b8a-67b3-4d25-8585-4384fce09736 req-3918a480-2c62-4a7e-adae-666bcf9cee9e service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420250 Jul 15 23:06:35.833702 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-679e30ca-b96f-439e-a946-a08b8303ad28 req-390ec850-35c2-4403-8b0f-adfe199e8147 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] 10.222.0.48 "GET /v2.0/security-groups?id=a217bd2c-98fe-4a70-96ed-f585468603cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624254 Jul 15 23:06:35.860720 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a02f5745-784f-47e3-a2c2-e43a3c976334 req-3fc20499-605d-4d90-9725-11326ab9c908 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820961 Jul 15 23:06:35.903949 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cedecd80-71a7-4ffc-a4ea-55a71fd91ce4 x-openstack-request-id: req-cedecd80-71a7-4ffc-a4ea-55a71fd91ce4 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:06:35.904854 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a7edd5-dbed-4017-8258-324186bce4ee", "name": "network-vif-deleted", "tag": "77625ffe-b5df-4269-855d-7b7c464c50ec", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:06:35.905222 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cedecd80-71a7-4ffc-a4ea-55a71fd91ce4 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:06:35.905735 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a7edd5-dbed-4017-8258-324186bce4ee', 'name': 'network-vif-deleted', 'tag': '77625ffe-b5df-4269-855d-7b7c464c50ec', 'status': 'completed', 'code': 200} Jul 15 23:06:35.945048 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe42cbb7-c9b3-4034-9fd2-08211d172d37 x-openstack-request-id: req-fe42cbb7-c9b3-4034-9fd2-08211d172d37 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:06:35.945339 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c2f62df-a63d-4db7-961c-9d188b453031", "tag": "8db1a556-d5ff-4778-9d75-6eec3abea502", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:06:35.945612 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fe42cbb7-c9b3-4034-9fd2-08211d172d37 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:06:35.945993 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c2f62df-a63d-4db7-961c-9d188b453031', 'tag': '8db1a556-d5ff-4778-9d75-6eec3abea502', 'status': 'completed', 'code': 200} Jul 15 23:06:36.006255 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:36.057016 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae2a3c9-bf72-4a74-99b3-f217064cbeec x-openstack-request-id: req-4ae2a3c9-bf72-4a74-99b3-f217064cbeec {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:06:36.057315 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "858bafd5-fb27-41ca-b39e-393343f6c46a", "name": "network-vif-plugged", "status": "completed", "tag": "59f1f960-7de1-4bce-9911-f70fc04a56c5", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:06:36.058223 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4ae2a3c9-bf72-4a74-99b3-f217064cbeec {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:06:36.058635 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '858bafd5-fb27-41ca-b39e-393343f6c46a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f1f960-7de1-4bce-9911-f70fc04a56c5', 'code': 200} Jul 15 23:06:36.151985 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e29863-64a4-4c16-96a4-482b7b28fe12 req-d11bdeef-240f-4fe3-9b78-3f2cc92c4688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:36.154368 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-95e29863-64a4-4c16-96a4-482b7b28fe12 req-d11bdeef-240f-4fe3-9b78-3f2cc92c4688 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b573f669f35844758f4255793605c410&device_id=3c2f62df-a63d-4db7-961c-9d188b453031 HTTP/1.1" status: 200 len: 1099 time: 0.1492279 Jul 15 23:06:36.179649 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea17995-377b-4b62-bfd4-1f7156b6b45a req-7f3ac1ef-97ac-43de-ae81-6d2d50c00f2d tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:36.182453 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 74e17b73-3fe4-4f88-802a-610d4f522b58, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=74e17b73-3fe4-4f88-802a-610d4f522b58,segment=NetworkSegment(2a783e67-ba53-4ea9-9bee-afb3f3217392),segment_id=2a783e67-ba53-4ea9-9bee-afb3f3217392)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:36.187358 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2ea17995-377b-4b62-bfd4-1f7156b6b45a req-7f3ac1ef-97ac-43de-ae81-6d2d50c00f2d tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eb84bd1-9cd9-43e2-9924-8f6006dc1901 HTTP/1.1" status: 200 len: 948 time: 0.1252296 Jul 15 23:06:36.209817 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:36.223267 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:36.226305 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 600c70ff-f3b9-44ef-ab5b-b11e9e9453e0, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=600c70ff-f3b9-44ef-ab5b-b11e9e9453e0,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:36.232549 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '74e17b73-3fe4-4f88-802a-610d4f522b58', 'network_id': 'f037b993-4149-40e0-a687-25986d720de6', 'port_id': '74e17b73-3fe4-4f88-802a-610d4f522b58', 'mac_address': 'fa:16:3e:c4:46:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b89a129e-9de5-4301-b344-10ab05e9feea', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:06:36.242202 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:36.282170 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2ea17995-377b-4b62-bfd4-1f7156b6b45a req-a77d8880-4a5e-4451-ba8d-2895a66a7bce tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f7c45fd-39fc-4943-ba7d-041fb8807cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937114 Jul 15 23:06:36.327185 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf58c0-f5d1-4da8-8a35-a4eb97c60d5b req-30d55ddf-63f1-4aa4-b098-a1e70e53ce66 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:36.330312 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cbaf58c0-f5d1-4da8-8a35-a4eb97c60d5b req-30d55ddf-63f1-4aa4-b098-a1e70e53ce66 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=15ef82b7-20b0-46b6-be4d-5fa457f25444 HTTP/1.1" status: 200 len: 950 time: 0.1408823 Jul 15 23:06:36.378711 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8969ca-940a-4369-bb30-31a31672adbf req-604acb31-a3c5-4a71-bc85-e82e3bdd0273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:36.380696 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9d8969ca-940a-4369-bb30-31a31672adbf req-604acb31-a3c5-4a71-bc85-e82e3bdd0273 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=858bafd5-fb27-41ca-b39e-393343f6c46a HTTP/1.1" status: 200 len: 1096 time: 0.1858337 Jul 15 23:06:36.385748 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e29863-64a4-4c16-96a4-482b7b28fe12 req-36c6aa52-8af1-4dd1-89ad-7e71a07e75fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:36.386929 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 8011d81b-ce02-4aee-9a4e-051eecd78a1c, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=8011d81b-ce02-4aee-9a4e-051eecd78a1c,segment=NetworkSegment(5e9c24ff-51aa-41c3-9d89-a1958611c8be),segment_id=5e9c24ff-51aa-41c3-9d89-a1958611c8be)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:36.387229 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-95e29863-64a4-4c16-96a4-482b7b28fe12 req-36c6aa52-8af1-4dd1-89ad-7e71a07e75fe service neutron] 10.222.0.41 "GET /v2.0/networks?id=5d412861-bef3-4cc1-ae9f-87a6a36753c0 HTTP/1.1" status: 200 len: 870 time: 0.2266023 Jul 15 23:06:36.405443 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cbaf58c0-f5d1-4da8-8a35-a4eb97c60d5b req-1048a10a-847b-4465-8b7a-d402d118751a tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695148 Jul 15 23:06:36.418811 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:36.437280 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:36.438665 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-95e29863-64a4-4c16-96a4-482b7b28fe12 req-c7a56d7f-a914-4ca7-88df-1608d8b1b039 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=8db1a556-d5ff-4778-9d75-6eec3abea502 HTTP/1.1" status: 200 len: 217 time: 0.0427136 Jul 15 23:06:36.461742 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9d8969ca-940a-4369-bb30-31a31672adbf req-ab012b41-7a8f-4f7c-aa02-49ed3dc0bb72 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a217bd2c-98fe-4a70-96ed-f585468603cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735509 Jul 15 23:06:36.475765 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=600c70ff-f3b9-44ef-ab5b-b11e9e9453e0,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:36.507230 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74e17b73-3fe4-4f88-802a-610d4f522b58 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:06:36.547769 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 74e17b73-3fe4-4f88-802a-610d4f522b58, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=74e17b73-3fe4-4f88-802a-610d4f522b58,segment=NetworkSegment(2a783e67-ba53-4ea9-9bee-afb3f3217392),segment_id=2a783e67-ba53-4ea9-9bee-afb3f3217392)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:36.561465 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:36.582612 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=8011d81b-ce02-4aee-9a4e-051eecd78a1c,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:36.586642 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e29863-64a4-4c16-96a4-482b7b28fe12 req-fa0a2449-1672-4ac9-b9c1-1df378322bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:36.588438 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-95e29863-64a4-4c16-96a4-482b7b28fe12 req-fa0a2449-1672-4ac9-b9c1-1df378322bd6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.1303678 Jul 15 23:06:36.673003 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=74e17b73-3fe4-4f88-802a-610d4f522b58,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:36.886978 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e29863-64a4-4c16-96a4-482b7b28fe12 req-2c13a105-599f-4966-b011-150caf91ee90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:36.890478 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-95e29863-64a4-4c16-96a4-482b7b28fe12 req-2c13a105-599f-4966-b011-150caf91ee90 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1325400 Jul 15 23:06:36.942992 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['74e17b73-3fe4-4f88-802a-610d4f522b58'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:06:37.004266 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c135380b-95ba-4662-b153-bff2b4a2231c req-52d59e76-e4eb-453c-b71d-f41508338d44 tempest-ImagesNegativeTestJSON-217554879 tempest-ImagesNegativeTestJSON-217554879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:37.013868 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c135380b-95ba-4662-b153-bff2b4a2231c req-52d59e76-e4eb-453c-b71d-f41508338d44 tempest-ImagesNegativeTestJSON-217554879 tempest-ImagesNegativeTestJSON-217554879-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c2f62df-a63d-4db7-961c-9d188b453031 HTTP/1.1" status: 200 len: 948 time: 0.1433983 Jul 15 23:06:37.028658 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-95e29863-64a4-4c16-96a4-482b7b28fe12 req-b6a52e1c-4d41-4127-b6d2-5c87007933d9 service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322935 Jul 15 23:06:37.068425 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c135380b-95ba-4662-b153-bff2b4a2231c req-74fc7b07-4c4a-41e2-ae8c-7cef7608215d tempest-ImagesNegativeTestJSON-217554879 tempest-ImagesNegativeTestJSON-217554879-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6555acc-e9ac-40df-beca-e86a705c2293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501845 Jul 15 23:06:37.195373 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-95e29863-64a4-4c16-96a4-482b7b28fe12 req-d89bb923-d6d1-4a46-a8e3-6d4bda3e366b service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596153 Jul 15 23:06:37.379692 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 45cd5c9f-5388-4891-b5fa-9570784f1a2f no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:06:37.502679 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:37.543869 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068fd63f-dfbc-4c94-8b73-d3441db57b0e req-1af05031-45e3-46b2-928d-34c1969d00e0 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:37.545926 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-068fd63f-dfbc-4c94-8b73-d3441db57b0e req-1af05031-45e3-46b2-928d-34c1969d00e0 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] 10.222.0.48 "GET /v2.0/ports?device_id=858bafd5-fb27-41ca-b39e-393343f6c46a HTTP/1.1" status: 200 len: 945 time: 0.0999949 Jul 15 23:06:37.546084 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 45cd5c9f-5388-4891-b5fa-9570784f1a2f, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=45cd5c9f-5388-4891-b5fa-9570784f1a2f,segment=NetworkSegment(73b65db5-b75b-48b7-8e07-44c7152f69b4),segment_id=73b65db5-b75b-48b7-8e07-44c7152f69b4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:37.561263 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:37.598076 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-068fd63f-dfbc-4c94-8b73-d3441db57b0e req-64d48e55-8282-45d5-bc88-11fc1385c224 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] 10.222.0.48 "GET /v2.0/security-groups?id=a217bd2c-98fe-4a70-96ed-f585468603cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438154 Jul 15 23:06:37.644974 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=45cd5c9f-5388-4891-b5fa-9570784f1a2f,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:37.823282 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70596153-a976-4d2b-873d-73cd9187e1ea req-5b4a06a3-7f80-4bb4-abd5-6996b9423b6d tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:37.825287 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-70596153-a976-4d2b-873d-73cd9187e1ea req-5b4a06a3-7f80-4bb4-abd5-6996b9423b6d tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8bc40c9-e4b4-42a2-9b05-d457e348901a HTTP/1.1" status: 200 len: 944 time: 0.0883067 Jul 15 23:06:37.913197 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:37.924862 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-70596153-a976-4d2b-873d-73cd9187e1ea req-81ba7c6b-644a-41e4-991d-9e51f9b0c9b4 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914168 Jul 15 23:06:38.014965 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef241c-2ce4-4b50-bc08-ae05f9ea82de req-a9b0a60e-af0b-4b38-9a28-b982314bb014 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:38.016894 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7eef241c-2ce4-4b50-bc08-ae05f9ea82de req-a9b0a60e-af0b-4b38-9a28-b982314bb014 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eb84bd1-9cd9-43e2-9924-8f6006dc1901 HTTP/1.1" status: 200 len: 948 time: 0.0901039 Jul 15 23:06:38.059863 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15ef82b7-20b0-46b6-be4d-5fa457f25444', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '600c70ff-f3b9-44ef-ab5b-b11e9e9453e0'}, {'server_uuid': '14b9e249-79e3-4c40-8dfb-0fdf03e38dae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45cd5c9f-5388-4891-b5fa-9570784f1a2f'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:38.061841 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7eef241c-2ce4-4b50-bc08-ae05f9ea82de req-37b044c3-564f-47bb-a10b-e7c88a6ec556 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f7c45fd-39fc-4943-ba7d-041fb8807cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391309 Jul 15 23:06:38.062515 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8bd155-70a2-453d-aa3b-aa63c457f030" -d '{"events": [{"server_uuid": "15ef82b7-20b0-46b6-be4d-5fa457f25444", "name": "network-vif-unplugged", "status": "completed", "tag": "600c70ff-f3b9-44ef-ab5b-b11e9e9453e0"}, {"server_uuid": "14b9e249-79e3-4c40-8dfb-0fdf03e38dae", "name": "network-vif-unplugged", "status": "completed", "tag": "45cd5c9f-5388-4891-b5fa-9570784f1a2f"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:38.180798 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2541fb-815a-4867-bb37-dca7bd4917d0 req-204b0ad3-26c4-4fd0-ae10-567464979c1e tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:38.182676 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1f2541fb-815a-4867-bb37-dca7bd4917d0 req-204b0ad3-26c4-4fd0-ae10-567464979c1e tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=962c5b6d-067c-4f70-a2e6-e2b3fb4aa272 HTTP/1.1" status: 200 len: 950 time: 0.0897384 Jul 15 23:06:38.193483 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:06:38.224423 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1f2541fb-815a-4867-bb37-dca7bd4917d0 req-0f8ed7d2-8bf1-4139-8e4c-6fb0362c2850 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349555 Jul 15 23:06:38.337112 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd8863-6c36-4eb1-9c10-b56d389ccd9e req-f1525958-e53d-42e5-94f5-b6ccf995a35e tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:38.338795 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-51fd8863-6c36-4eb1-9c10-b56d389ccd9e req-f1525958-e53d-42e5-94f5-b6ccf995a35e tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=15ef82b7-20b0-46b6-be4d-5fa457f25444 HTTP/1.1" status: 200 len: 948 time: 0.1133351 Jul 15 23:06:38.347251 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa7d7d-811d-41c0-80da-85022ce735c1 req-284171b1-ed5b-4fcd-955b-996c7b5aa83e tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:38.348722 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6eaa7d7d-811d-41c0-80da-85022ce735c1 req-284171b1-ed5b-4fcd-955b-996c7b5aa83e tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.49 "GET /v2.0/ports?device_id=962c5b6d-067c-4f70-a2e6-e2b3fb4aa272 HTTP/1.1" status: 200 len: 950 time: 0.1118228 Jul 15 23:06:38.426585 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-51fd8863-6c36-4eb1-9c10-b56d389ccd9e req-79114908-b897-4cb2-a5cd-433c7b4a79e3 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768948 Jul 15 23:06:38.495706 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-6eaa7d7d-811d-41c0-80da-85022ce735c1 req-b36e3be9-5bdb-4937-a209-b3bd413fd8d0 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Deleting port 6b3cb440-13f8-4003-9165-fb2dc04957ff {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:06:38.496298 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6eaa7d7d-811d-41c0-80da-85022ce735c1 req-b36e3be9-5bdb-4937-a209-b3bd413fd8d0 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:38.516515 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4109c984-e1dd-4c8e-9fc9-920bcc6a7faf x-openstack-request-id: req-4109c984-e1dd-4c8e-9fc9-920bcc6a7faf {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:06:38.517957 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15ef82b7-20b0-46b6-be4d-5fa457f25444", "name": "network-vif-unplugged", "status": "completed", "tag": "600c70ff-f3b9-44ef-ab5b-b11e9e9453e0", "code": 200}, {"server_uuid": "14b9e249-79e3-4c40-8dfb-0fdf03e38dae", "name": "network-vif-unplugged", "status": "completed", "tag": "45cd5c9f-5388-4891-b5fa-9570784f1a2f", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:06:38.518678 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4109c984-e1dd-4c8e-9fc9-920bcc6a7faf {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:06:38.519816 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15ef82b7-20b0-46b6-be4d-5fa457f25444', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '600c70ff-f3b9-44ef-ab5b-b11e9e9453e0', 'code': 200} Jul 15 23:06:38.520835 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14b9e249-79e3-4c40-8dfb-0fdf03e38dae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45cd5c9f-5388-4891-b5fa-9570784f1a2f', 'code': 200} Jul 15 23:06:38.548007 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 8011d81b-ce02-4aee-9a4e-051eecd78a1c up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:06:38.665661 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 8011d81b-ce02-4aee-9a4e-051eecd78a1c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:06:38.666405 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:38.691654 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-6eaa7d7d-811d-41c0-80da-85022ce735c1 req-b36e3be9-5bdb-4937-a209-b3bd413fd8d0 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] For port 6b3cb440-13f8-4003-9165-fb2dc04957ff, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=6b3cb440-13f8-4003-9165-fb2dc04957ff,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:38.692082 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6eaa7d7d-811d-41c0-80da-85022ce735c1 req-b36e3be9-5bdb-4937-a209-b3bd413fd8d0 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:38.716859 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-6eaa7d7d-811d-41c0-80da-85022ce735c1 req-b36e3be9-5bdb-4937-a209-b3bd413fd8d0 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Calling delete_port for 6b3cb440-13f8-4003-9165-fb2dc04957ff owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:06:38.807705 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6c9df-840a-4466-a3d5-dd5df1dfb296 req-29c1a669-5071-4c29-bbb3-b79e544483c8 tempest-ImagesNegativeTestJSON-217554879 tempest-ImagesNegativeTestJSON-217554879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:38.809538 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c9a6c9df-840a-4466-a3d5-dd5df1dfb296 req-29c1a669-5071-4c29-bbb3-b79e544483c8 tempest-ImagesNegativeTestJSON-217554879 tempest-ImagesNegativeTestJSON-217554879-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c2f62df-a63d-4db7-961c-9d188b453031 HTTP/1.1" status: 200 len: 948 time: 0.1751988 Jul 15 23:06:38.886154 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c9a6c9df-840a-4466-a3d5-dd5df1dfb296 req-d7a6335b-b3cc-47a9-9496-c9234b67b5f5 tempest-ImagesNegativeTestJSON-217554879 tempest-ImagesNegativeTestJSON-217554879-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6555acc-e9ac-40df-beca-e86a705c2293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639062 Jul 15 23:06:39.060499 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6eaa7d7d-811d-41c0-80da-85022ce735c1 req-b36e3be9-5bdb-4937-a209-b3bd413fd8d0 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:39.067824 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e428ae-5e50-4eab-adae-ec47690d80ca req-c01f1ba9-c61a-42aa-99a6-18b7c7441045 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:39.069412 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c7e428ae-5e50-4eab-adae-ec47690d80ca req-c01f1ba9-c61a-42aa-99a6-18b7c7441045 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.41 "GET /v2.0/ports?device_id=15ef82b7-20b0-46b6-be4d-5fa457f25444&tenant_id=943e0e7be5644005a591d26197ee19f5&binding%3Ahost_id=n-h2-794306-6 HTTP/1.1" status: 200 len: 948 time: 0.1435406 Jul 15 23:06:39.071368 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['6b3cb440-13f8-4003-9165-fb2dc04957ff'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:06:39.094878 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['f1d2d695-5d71-4735-8bec-137ed706a75f', '49b5f4c4-7465-48a8-9f7b-de7de14d6b54', '27ca6d7a-b6af-499c-a045-298783e7181f', 'fbbbb3b3-7436-4a77-ba71-8be5e9a21ac7'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:06:39.131759 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b603ad9c-09c8-42cf-9887-6168e432b2d0 req-f50aeec7-35f5-4c26-881a-c0cd7e9bb317 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:39.133445 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b603ad9c-09c8-42cf-9887-6168e432b2d0 req-f50aeec7-35f5-4c26-881a-c0cd7e9bb317 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] 10.222.0.48 "GET /v2.0/ports?device_id=858bafd5-fb27-41ca-b39e-393343f6c46a HTTP/1.1" status: 200 len: 945 time: 0.2329307 Jul 15 23:06:39.137933 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36e3be9-5bdb-4937-a209-b3bd413fd8d0 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Pushing event deleted for resources: {'Port': ['ID=6b3cb440-13f8-4003-9165-fb2dc04957ff,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:39.253492 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee8973-3707-4a65-8791-03dda03e020c req-e235c75b-99d0-4b7e-a0c2-8b2a53210c55 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:39.255885 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bbee8973-3707-4a65-8791-03dda03e020c req-e235c75b-99d0-4b7e-a0c2-8b2a53210c55 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/networks?id=3d02251c-0d36-4f59-b9c0-9c508ddade2e HTTP/1.1" status: 200 len: 805 time: 0.2581947 Jul 15 23:06:39.256962 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eaa7d7d-811d-41c0-80da-85022ce735c1 req-b36e3be9-5bdb-4937-a209-b3bd413fd8d0 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] No DVR routers for this DVR port 6b3cb440-13f8-4003-9165-fb2dc04957ff on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:06:39.261331 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6eaa7d7d-811d-41c0-80da-85022ce735c1 req-b36e3be9-5bdb-4937-a209-b3bd413fd8d0 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:39.263531 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6eaa7d7d-811d-41c0-80da-85022ce735c1 req-b36e3be9-5bdb-4937-a209-b3bd413fd8d0 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.49 "DELETE /v2.0/ports/6b3cb440-13f8-4003-9165-fb2dc04957ff HTTP/1.1" status: 204 len: 173 time: 0.9069676 Jul 15 23:06:39.264481 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '962c5b6d-067c-4f70-a2e6-e2b3fb4aa272', 'name': 'network-vif-deleted', 'tag': '6b3cb440-13f8-4003-9165-fb2dc04957ff'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:39.267078 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d65a61-35cf-4b6c-b813-11aafc0fe612" -d '{"events": [{"server_uuid": "962c5b6d-067c-4f70-a2e6-e2b3fb4aa272", "name": "network-vif-deleted", "tag": "6b3cb440-13f8-4003-9165-fb2dc04957ff"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:39.282476 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b603ad9c-09c8-42cf-9887-6168e432b2d0 req-f95994c0-8863-4086-b3c6-bc9139d2f7fa tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] 10.222.0.48 "GET /v2.0/security-groups?id=a217bd2c-98fe-4a70-96ed-f585468603cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393654 Jul 15 23:06:39.311314 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bbee8973-3707-4a65-8791-03dda03e020c req-4870ee5c-2c63-47c3-98b9-7ba176cdbf7e tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/quotas/dd73df9424ac401598d255879ffa30fd HTTP/1.1" status: 200 len: 375 time: 0.0411439 Jul 15 23:06:39.328409 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4352ef6-d2a4-4e0b-adba-8a030c5faaa1 req-8ed9d525-fcec-4051-8c52-b7663873590e tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:39.334337 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b4352ef6-d2a4-4e0b-adba-8a030c5faaa1 req-8ed9d525-fcec-4051-8c52-b7663873590e tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3fe0fc9-3f0f-47d9-b15e-70962cd60c90 HTTP/1.1" status: 200 len: 950 time: 0.1573341 Jul 15 23:06:39.364418 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e428ae-5e50-4eab-adae-ec47690d80ca req-da446169-77da-43ef-84e0-d32e88d33e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:39.365943 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c7e428ae-5e50-4eab-adae-ec47690d80ca req-da446169-77da-43ef-84e0-d32e88d33e1f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=943e0e7be5644005a591d26197ee19f5&device_id=15ef82b7-20b0-46b6-be4d-5fa457f25444 HTTP/1.1" status: 200 len: 1099 time: 0.1797206 Jul 15 23:06:39.376322 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 74e17b73-3fe4-4f88-802a-610d4f522b58 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:06:39.471610 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bbee8973-3707-4a65-8791-03dda03e020c req-82be4bd6-b66f-4e78-81ed-d74ffd1801fe tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=dd73df9424ac401598d255879ffa30fd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1584144 Jul 15 23:06:39.481181 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port 74e17b73-3fe4-4f88-802a-610d4f522b58 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:06:39.487831 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 74e17b73-3fe4-4f88-802a-610d4f522b58 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:06:39.488266 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:39.559032 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 8db1a556-d5ff-4778-9d75-6eec3abea502 details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:06:39.573740 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6000d0fc-8821-49f3-9ce5-a30cd32351a2 req-3d7d50fc-f200-431d-a226-69bce2ce2f97 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:39.581480 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6000d0fc-8821-49f3-9ce5-a30cd32351a2 req-3d7d50fc-f200-431d-a226-69bce2ce2f97 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=15ef82b7-20b0-46b6-be4d-5fa457f25444 HTTP/1.1" status: 200 len: 948 time: 0.1675038 Jul 15 23:06:39.655241 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e428ae-5e50-4eab-adae-ec47690d80ca req-ad7268c4-af48-4fc5-904d-e55b4d96899f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:39.656839 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bbee8973-3707-4a65-8791-03dda03e020c req-2ab46414-614f-4a19-b905-ef120c115276 service neutron] 10.222.0.48 "GET /v2.0/networks/3d02251c-0d36-4f59-b9c0-9c508ddade2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839244 Jul 15 23:06:39.657667 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c7e428ae-5e50-4eab-adae-ec47690d80ca req-ad7268c4-af48-4fc5-904d-e55b4d96899f service neutron] 10.222.0.41 "GET /v2.0/networks?id=5d412861-bef3-4cc1-ae9f-87a6a36753c0 HTTP/1.1" status: 200 len: 870 time: 0.2371378 Jul 15 23:06:39.674665 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-b4352ef6-d2a4-4e0b-adba-8a030c5faaa1 req-00c2765e-58ca-4124-aa2d-b8b76a865f2d tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Deleting port fbbbb3b3-7436-4a77-ba71-8be5e9a21ac7 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:06:39.675006 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b4352ef6-d2a4-4e0b-adba-8a030c5faaa1 req-00c2765e-58ca-4124-aa2d-b8b76a865f2d tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:39.689420 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:39.761110 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6000d0fc-8821-49f3-9ce5-a30cd32351a2 req-67d81ff7-2aec-4529-86eb-9e54d02e8443 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784897 Jul 15 23:06:39.780095 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c7e428ae-5e50-4eab-adae-ec47690d80ca req-08849009-f1c2-417c-9262-58695fce4421 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=600c70ff-f3b9-44ef-ab5b-b11e9e9453e0 HTTP/1.1" status: 200 len: 217 time: 0.1065371 Jul 15 23:06:39.841542 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bbee8973-3707-4a65-8791-03dda03e020c req-22ab1fef-35e7-4842-a95f-8043055d9089 service neutron] 10.222.0.48 "GET /v2.0/networks/3d02251c-0d36-4f59-b9c0-9c508ddade2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837807 Jul 15 23:06:39.948493 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 74e17b73-3fe4-4f88-802a-610d4f522b58, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=74e17b73-3fe4-4f88-802a-610d4f522b58,segment=NetworkSegment(2a783e67-ba53-4ea9-9bee-afb3f3217392),segment_id=2a783e67-ba53-4ea9-9bee-afb3f3217392)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:39.967249 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e428ae-5e50-4eab-adae-ec47690d80ca req-0bf5471e-fa4d-48db-bc87-afc31d5eb716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:39.982407 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c7e428ae-5e50-4eab-adae-ec47690d80ca req-0bf5471e-fa4d-48db-bc87-afc31d5eb716 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.2018416 Jul 15 23:06:39.987348 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:40.028775 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30019279-5046-4465-8b28-aca18d371dc2 req-7191a418-dfa0-4817-bb8f-645cd9eca34e tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:40.031539 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-30019279-5046-4465-8b28-aca18d371dc2 req-7191a418-dfa0-4817-bb8f-645cd9eca34e tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8bc40c9-e4b4-42a2-9b05-d457e348901a HTTP/1.1" status: 200 len: 945 time: 0.0944183 Jul 15 23:06:40.035821 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 8db1a556-d5ff-4778-9d75-6eec3abea502, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=8db1a556-d5ff-4778-9d75-6eec3abea502,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:40.095970 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-b4352ef6-d2a4-4e0b-adba-8a030c5faaa1 req-00c2765e-58ca-4124-aa2d-b8b76a865f2d tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] For port fbbbb3b3-7436-4a77-ba71-8be5e9a21ac7, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=fbbbb3b3-7436-4a77-ba71-8be5e9a21ac7,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:40.096608 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b4352ef6-d2a4-4e0b-adba-8a030c5faaa1 req-00c2765e-58ca-4124-aa2d-b8b76a865f2d tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:40.165808 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-b4352ef6-d2a4-4e0b-adba-8a030c5faaa1 req-00c2765e-58ca-4124-aa2d-b8b76a865f2d tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Calling delete_port for fbbbb3b3-7436-4a77-ba71-8be5e9a21ac7 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:06:40.181528 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-30019279-5046-4465-8b28-aca18d371dc2 req-80459975-aabb-4c65-af8e-f62f74e5fe98 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398714 Jul 15 23:06:40.188532 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': '8db1a556-d5ff-4778-9d75-6eec3abea502', 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'port_id': '8db1a556-d5ff-4778-9d75-6eec3abea502', 'mac_address': 'fa:16:3e:20:46:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d909a96-22de-4aa9-b690-1c7da965ceac', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:06:40.275812 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=74e17b73-3fe4-4f88-802a-610d4f522b58,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:40.310197 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e428ae-5e50-4eab-adae-ec47690d80ca req-774158f0-3a7a-4f4a-bc6c-91749df6117d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:40.317621 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c7e428ae-5e50-4eab-adae-ec47690d80ca req-774158f0-3a7a-4f4a-bc6c-91749df6117d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3194590 Jul 15 23:06:40.436461 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ffec39-1b42-46d7-b2d1-ca1a0131da0c req-b9733f8f-ad72-4312-9354-ff85bda83b6b tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:40.439174 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d8ffec39-1b42-46d7-b2d1-ca1a0131da0c req-b9733f8f-ad72-4312-9354-ff85bda83b6b tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.49 "GET /v2.0/ports?device_id=14b9e249-79e3-4c40-8dfb-0fdf03e38dae HTTP/1.1" status: 200 len: 943 time: 0.1966639 Jul 15 23:06:40.452936 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699d309-6753-421d-b6cf-812f0228886e req-78454b3b-af80-46a7-8957-dd58eaf264bb tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:40.461061 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f699d309-6753-421d-b6cf-812f0228886e req-78454b3b-af80-46a7-8957-dd58eaf264bb tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eb84bd1-9cd9-43e2-9924-8f6006dc1901 HTTP/1.1" status: 200 len: 948 time: 0.1387858 Jul 15 23:06:40.473608 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:40.505603 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8db1a556-d5ff-4778-9d75-6eec3abea502 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:06:40.529535 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 8db1a556-d5ff-4778-9d75-6eec3abea502, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=8db1a556-d5ff-4778-9d75-6eec3abea502,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:40.535479 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8bc40c9-e4b4-42a2-9b05-d457e348901a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e17b73-3fe4-4f88-802a-610d4f522b58'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:40.538436 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdde6080-5853-48ea-b19f-1e4b221a5702" -d '{"events": [{"server_uuid": "a8bc40c9-e4b4-42a2-9b05-d457e348901a", "name": "network-vif-plugged", "status": "completed", "tag": "74e17b73-3fe4-4f88-802a-610d4f522b58"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:40.543735 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:40.545004 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 600c70ff-f3b9-44ef-ab5b-b11e9e9453e0 details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:06:40.574672 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff4e7f4-d0a9-469e-9725-42de45041aed x-openstack-request-id: req-9ff4e7f4-d0a9-469e-9725-42de45041aed {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:06:40.575049 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "962c5b6d-067c-4f70-a2e6-e2b3fb4aa272", "name": "network-vif-deleted", "tag": "6b3cb440-13f8-4003-9165-fb2dc04957ff", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:06:40.575256 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9ff4e7f4-d0a9-469e-9725-42de45041aed {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:06:40.575664 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '962c5b6d-067c-4f70-a2e6-e2b3fb4aa272', 'name': 'network-vif-deleted', 'tag': '6b3cb440-13f8-4003-9165-fb2dc04957ff', 'status': 'completed', 'code': 200} Jul 15 23:06:40.581194 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 600c70ff-f3b9-44ef-ab5b-b11e9e9453e0, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=600c70ff-f3b9-44ef-ab5b-b11e9e9453e0,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:40.676589 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': '600c70ff-f3b9-44ef-ab5b-b11e9e9453e0', 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'port_id': '600c70ff-f3b9-44ef-ab5b-b11e9e9453e0', 'mac_address': 'fa:16:3e:d2:6d:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d909a96-22de-4aa9-b690-1c7da965ceac', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:06:40.696239 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=8db1a556-d5ff-4778-9d75-6eec3abea502,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:40.755369 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f699d309-6753-421d-b6cf-812f0228886e req-d01bdb03-1e0e-48d5-b26d-99cdc2228ecc tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f7c45fd-39fc-4943-ba7d-041fb8807cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931743 Jul 15 23:06:40.768883 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:40.794902 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 600c70ff-f3b9-44ef-ab5b-b11e9e9453e0 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:06:40.831289 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 600c70ff-f3b9-44ef-ab5b-b11e9e9453e0, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=600c70ff-f3b9-44ef-ab5b-b11e9e9453e0,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:40.836433 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:40.852918 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-d8ffec39-1b42-46d7-b2d1-ca1a0131da0c req-dcafc552-41c3-486b-8f1c-7f46e471db02 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Deleting port 45cd5c9f-5388-4891-b5fa-9570784f1a2f {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:06:40.853468 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d8ffec39-1b42-46d7-b2d1-ca1a0131da0c req-dcafc552-41c3-486b-8f1c-7f46e471db02 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:40.905902 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd44cc-77a8-4596-a7ad-be1fc839058b req-37cec3c8-1e08-419a-aec2-7d9508910fdd tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:40.907662 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9cdd44cc-77a8-4596-a7ad-be1fc839058b req-37cec3c8-1e08-419a-aec2-7d9508910fdd tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] 10.222.0.48 "GET /v2.0/ports?device_id=858bafd5-fb27-41ca-b39e-393343f6c46a HTTP/1.1" status: 200 len: 945 time: 0.2457139 Jul 15 23:06:40.928312 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 52172) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:40.943091 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-f640e103-adcd-4363-a0e7-0a9459d062d4 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Request body: {'floatingip': {'port_id': '59f1f960-7de1-4bce-9911-f70fc04a56c5'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:06:40.968010 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=600c70ff-f3b9-44ef-ab5b-b11e9e9453e0,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:41.073212 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f640e103-adcd-4363-a0e7-0a9459d062d4 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:41.086077 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c7e428ae-5e50-4eab-adae-ec47690d80ca req-06d59d8b-ec51-455e-98a0-b3ecd011779b service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7526822 Jul 15 23:06:41.126944 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b4352ef6-d2a4-4e0b-adba-8a030c5faaa1 req-00c2765e-58ca-4124-aa2d-b8b76a865f2d tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:41.138860 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['6b3cb440-13f8-4003-9165-fb2dc04957ff'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:06:41.168005 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c2765e-58ca-4124-aa2d-b8b76a865f2d tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Pushing event deleted for resources: {'Port': ['ID=fbbbb3b3-7436-4a77-ba71-8be5e9a21ac7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:41.207701 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f9e0d67e-a3f2-4175-b8e7-ebfec6b42ad6 req-eaed593e-12d6-46bc-9ff2-f6555896c47c tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/ports?device_id=816e8b92-0c28-4867-88d2-646fa871a232 HTTP/1.1" status: 200 len: 210 time: 0.1421752 Jul 15 23:06:41.312849 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4352ef6-d2a4-4e0b-adba-8a030c5faaa1 req-00c2765e-58ca-4124-aa2d-b8b76a865f2d tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] No DVR routers for this DVR port fbbbb3b3-7436-4a77-ba71-8be5e9a21ac7 on host n-h2-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:06:41.319431 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b4352ef6-d2a4-4e0b-adba-8a030c5faaa1 req-00c2765e-58ca-4124-aa2d-b8b76a865f2d tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:41.321506 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b4352ef6-d2a4-4e0b-adba-8a030c5faaa1 req-00c2765e-58ca-4124-aa2d-b8b76a865f2d tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.41 "DELETE /v2.0/ports/fbbbb3b3-7436-4a77-ba71-8be5e9a21ac7 HTTP/1.1" status: 204 len: 173 time: 1.9816158 Jul 15 23:06:41.321968 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3fe0fc9-3f0f-47d9-b15e-70962cd60c90', 'name': 'network-vif-deleted', 'tag': 'fbbbb3b3-7436-4a77-ba71-8be5e9a21ac7'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:41.325249 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-906a5f59-d06a-4bf4-9283-c2d98ecbd67b" -d '{"events": [{"server_uuid": "d3fe0fc9-3f0f-47d9-b15e-70962cd60c90", "name": "network-vif-deleted", "tag": "fbbbb3b3-7436-4a77-ba71-8be5e9a21ac7"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:41.355075 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c7e428ae-5e50-4eab-adae-ec47690d80ca req-d6c1ca37-1cdf-48e2-a344-35cee0cd038a service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556899 Jul 15 23:06:41.526038 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['600c70ff-f3b9-44ef-ab5b-b11e9e9453e0'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:06:41.557101 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['8db1a556-d5ff-4778-9d75-6eec3abea502'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:06:41.577221 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-d8ffec39-1b42-46d7-b2d1-ca1a0131da0c req-dcafc552-41c3-486b-8f1c-7f46e471db02 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] For port 45cd5c9f-5388-4891-b5fa-9570784f1a2f, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=45cd5c9f-5388-4891-b5fa-9570784f1a2f,segment=NetworkSegment(73b65db5-b75b-48b7-8e07-44c7152f69b4),segment_id=73b65db5-b75b-48b7-8e07-44c7152f69b4)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:41.577660 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d8ffec39-1b42-46d7-b2d1-ca1a0131da0c req-dcafc552-41c3-486b-8f1c-7f46e471db02 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:41.584995 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device fbbbb3b3-7436-4a77-ba71-8be5e9a21ac7 no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:06:41.631783 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] No Port match for: fbbbb3b3-7436-4a77-ba71-8be5e9a21ac7 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:06:41.632404 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device fbbbb3b3-7436-4a77-ba71-8be5e9a21ac7 not bound to the agent host n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:06:41.637015 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a1678d99-7c1a-479d-84d8-82d1abe82eaa req-ba472d1b-c676-4535-a16a-b828dfa075a8 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3fe0fc9-3f0f-47d9-b15e-70962cd60c90 HTTP/1.1" status: 200 len: 210 time: 0.0764594 Jul 15 23:06:41.668364 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-d8ffec39-1b42-46d7-b2d1-ca1a0131da0c req-dcafc552-41c3-486b-8f1c-7f46e471db02 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Calling delete_port for 45cd5c9f-5388-4891-b5fa-9570784f1a2f owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:06:41.748846 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3010afd5-9fad-4662-8595-da096b03af5e x-openstack-request-id: req-3010afd5-9fad-4662-8595-da096b03af5e {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:06:41.749549 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8bc40c9-e4b4-42a2-9b05-d457e348901a", "name": "network-vif-plugged", "status": "completed", "tag": "74e17b73-3fe4-4f88-802a-610d4f522b58", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:06:41.750042 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3010afd5-9fad-4662-8595-da096b03af5e {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:06:41.750657 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8bc40c9-e4b4-42a2-9b05-d457e348901a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e17b73-3fe4-4f88-802a-610d4f522b58', 'code': 200} Jul 15 23:06:41.822373 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e2116-5f2d-49c1-8f6f-2a0d97b44748 req-361ecce4-d302-48cc-b042-3a1cd17b7aa2 tempest-ImagesNegativeTestJSON-217554879 tempest-ImagesNegativeTestJSON-217554879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:41.831157 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['f1d2d695-5d71-4735-8bec-137ed706a75f', '49b5f4c4-7465-48a8-9f7b-de7de14d6b54', '27ca6d7a-b6af-499c-a045-298783e7181f'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:06:41.831309 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e25e2116-5f2d-49c1-8f6f-2a0d97b44748 req-361ecce4-d302-48cc-b042-3a1cd17b7aa2 tempest-ImagesNegativeTestJSON-217554879 tempest-ImagesNegativeTestJSON-217554879-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c2f62df-a63d-4db7-961c-9d188b453031 HTTP/1.1" status: 200 len: 949 time: 0.7669785 Jul 15 23:06:41.997831 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e25e2116-5f2d-49c1-8f6f-2a0d97b44748 req-624554fe-7002-4bed-a692-fd0a1272090e tempest-ImagesNegativeTestJSON-217554879 tempest-ImagesNegativeTestJSON-217554879-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6555acc-e9ac-40df-beca-e86a705c2293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656346 Jul 15 23:06:42.597858 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0f4b5-ce32-40dd-b8c4-4172fe6ac8d9 req-eeb71ae7-750c-4e34-bdcc-c94d29e8d44b tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:42.599405 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d6a0f4b5-ce32-40dd-b8c4-4172fe6ac8d9 req-eeb71ae7-750c-4e34-bdcc-c94d29e8d44b tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=15ef82b7-20b0-46b6-be4d-5fa457f25444 HTTP/1.1" status: 200 len: 949 time: 0.5777419 Jul 15 23:06:42.620747 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d8ffec39-1b42-46d7-b2d1-ca1a0131da0c req-dcafc552-41c3-486b-8f1c-7f46e471db02 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:42.661893 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a77e9-1291-45e9-ac7a-901b889ffe89 req-93807662-53f0-40e6-95e2-bbcb2d142b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:42.663407 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-168a77e9-1291-45e9-ac7a-901b889ffe89 req-93807662-53f0-40e6-95e2-bbcb2d142b81 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a8bc40c9-e4b4-42a2-9b05-d457e348901a HTTP/1.1" status: 200 len: 1096 time: 0.5608439 Jul 15 23:06:42.724730 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee8973-3707-4a65-8791-03dda03e020c req-ef529e9c-326b-4d95-8fff-436616a291b3 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:42.726226 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bbee8973-3707-4a65-8791-03dda03e020c req-ef529e9c-326b-4d95-8fff-436616a291b3 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.49 "GET /v2.0/networks?id=3d02251c-0d36-4f59-b9c0-9c508ddade2e HTTP/1.1" status: 200 len: 805 time: 0.5723548 Jul 15 23:06:42.727008 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcafc552-41c3-486b-8f1c-7f46e471db02 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Pushing event deleted for resources: {'Port': ['ID=45cd5c9f-5388-4891-b5fa-9570784f1a2f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:42.797372 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-bbee8973-3707-4a65-8791-03dda03e020c req-5ca88e98-7496-4a67-83dc-2b9bb1732b51 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Request body: {'port': {'device_id': '816e8b92-0c28-4867-88d2-646fa871a232', 'network_id': '3d02251c-0d36-4f59-b9c0-9c508ddade2e', 'admin_state_up': True, 'tenant_id': 'dd73df9424ac401598d255879ffa30fd'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:06:42.820969 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37116569-76de-4c34-b549-a2e0e894aaf8 req-9575dc1a-4d43-48f1-b2ae-cad020a818a7 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:42.822481 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-37116569-76de-4c34-b549-a2e0e894aaf8 req-9575dc1a-4d43-48f1-b2ae-cad020a818a7 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8bc40c9-e4b4-42a2-9b05-d457e348901a HTTP/1.1" status: 200 len: 945 time: 0.5308406 Jul 15 23:06:42.904619 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d6a0f4b5-ce32-40dd-b8c4-4172fe6ac8d9 req-95cfdeca-234a-424a-88d0-f312801a8856 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877393 Jul 15 23:06:42.924021 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.db.resource_extend [None req-f640e103-adcd-4363-a0e7-0a9459d062d4 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 23:06:42.933047 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8ffec39-1b42-46d7-b2d1-ca1a0131da0c req-dcafc552-41c3-486b-8f1c-7f46e471db02 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] No DVR routers for this DVR port 45cd5c9f-5388-4891-b5fa-9570784f1a2f on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:06:42.970692 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe067c0-d094-4b3a-8f5b-a15331b65597 x-openstack-request-id: req-efe067c0-d094-4b3a-8f5b-a15331b65597 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:06:42.971584 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3fe0fc9-3f0f-47d9-b15e-70962cd60c90", "name": "network-vif-deleted", "tag": "fbbbb3b3-7436-4a77-ba71-8be5e9a21ac7", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:06:42.972010 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-efe067c0-d094-4b3a-8f5b-a15331b65597 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:06:42.972580 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3fe0fc9-3f0f-47d9-b15e-70962cd60c90', 'name': 'network-vif-deleted', 'tag': 'fbbbb3b3-7436-4a77-ba71-8be5e9a21ac7', 'status': 'completed', 'code': 200} Jul 15 23:06:42.973700 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d8ffec39-1b42-46d7-b2d1-ca1a0131da0c req-dcafc552-41c3-486b-8f1c-7f46e471db02 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:42.975753 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d8ffec39-1b42-46d7-b2d1-ca1a0131da0c req-dcafc552-41c3-486b-8f1c-7f46e471db02 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.49 "DELETE /v2.0/ports/45cd5c9f-5388-4891-b5fa-9570784f1a2f HTTP/1.1" status: 204 len: 173 time: 2.5114582 Jul 15 23:06:43.002750 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14b9e249-79e3-4c40-8dfb-0fdf03e38dae', 'name': 'network-vif-deleted', 'tag': '45cd5c9f-5388-4891-b5fa-9570784f1a2f'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:43.005178 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e28afa0-bc0d-4c59-ad73-952eeec23374" -d '{"events": [{"server_uuid": "14b9e249-79e3-4c40-8dfb-0fdf03e38dae", "name": "network-vif-deleted", "tag": "45cd5c9f-5388-4891-b5fa-9570784f1a2f"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:43.009044 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-168a77e9-1291-45e9-ac7a-901b889ffe89 req-a70806aa-7c14-4535-b1f1-edc8a8bbc936 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069165 Jul 15 23:06:43.055043 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f640e103-adcd-4363-a0e7-0a9459d062d4 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:43.068720 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f640e103-adcd-4363-a0e7-0a9459d062d4 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:43.081699 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-37116569-76de-4c34-b549-a2e0e894aaf8 req-6528e670-d8a0-408b-90e5-c16d1ba5d381 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191594 Jul 15 23:06:43.224570 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbee8973-3707-4a65-8791-03dda03e020c req-5ca88e98-7496-4a67-83dc-2b9bb1732b51 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Made reservation on behalf of dd73df9424ac401598d255879ffa30fd for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:06:43.228601 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bbee8973-3707-4a65-8791-03dda03e020c req-5ca88e98-7496-4a67-83dc-2b9bb1732b51 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:43.294854 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0680fd36-d43e-46a5-a793-c51f7964c2a5 req-940cad33-20d5-43c5-83c1-0bd71dec12d6 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/ports?device_id=816e8b92-0c28-4867-88d2-646fa871a232 HTTP/1.1" status: 200 len: 210 time: 0.0496988 Jul 15 23:06:43.298731 n-d-794306-6 neutron-server[93770]: INFO neutron.db.l3_db [None req-f640e103-adcd-4363-a0e7-0a9459d062d4 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Floating IP 13a6c9f5-842a-48a5-8b8a-539f90c2604c associated. External IP: 172.25.5.192, port: 59f1f960-7de1-4bce-9911-f70fc04a56c5. Jul 15 23:06:43.316165 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed982e02-0978-44e8-b5b2-71b71782b58f req-1906f07a-c516-4d75-a0fb-587e22851631 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:43.317703 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ed982e02-0978-44e8-b5b2-71b71782b58f req-1906f07a-c516-4d75-a0fb-587e22851631 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eb84bd1-9cd9-43e2-9924-8f6006dc1901 HTTP/1.1" status: 200 len: 948 time: 0.2350495 Jul 15 23:06:43.422241 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 6b3cb440-13f8-4003-9165-fb2dc04957ff no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:06:43.448948 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: 6b3cb440-13f8-4003-9165-fb2dc04957ff {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:06:43.449816 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 6b3cb440-13f8-4003-9165-fb2dc04957ff not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:06:43.461456 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e864b3f-d974-477e-8073-077d7d00fe4b x-openstack-request-id: req-9e864b3f-d974-477e-8073-077d7d00fe4b {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:06:43.461725 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14b9e249-79e3-4c40-8dfb-0fdf03e38dae", "name": "network-vif-deleted", "tag": "45cd5c9f-5388-4891-b5fa-9570784f1a2f", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:06:43.461980 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9e864b3f-d974-477e-8073-077d7d00fe4b {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:06:43.462379 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14b9e249-79e3-4c40-8dfb-0fdf03e38dae', 'name': 'network-vif-deleted', 'tag': '45cd5c9f-5388-4891-b5fa-9570784f1a2f', 'status': 'completed', 'code': 200} Jul 15 23:06:43.484327 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ed982e02-0978-44e8-b5b2-71b71782b58f req-c5d86a28-4338-4777-97bf-98c140bc5578 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f7c45fd-39fc-4943-ba7d-041fb8807cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334186 Jul 15 23:06:43.566401 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-bbee8973-3707-4a65-8791-03dda03e020c req-5ca88e98-7496-4a67-83dc-2b9bb1732b51 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Allocated IP 172.20.0.5 (3d02251c-0d36-4f59-b9c0-9c508ddade2e/04373861-16b0-4a8c-8486-d4c77245a1a4/f076dd91-f173-452d-bf79-c859f4aefefa) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:06:43.584948 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 8db1a556-d5ff-4778-9d75-6eec3abea502 up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:06:43.658390 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port 8db1a556-d5ff-4778-9d75-6eec3abea502 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:06:43.667873 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port 8db1a556-d5ff-4778-9d75-6eec3abea502 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:06:43.668587 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:43.868879 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:43.902726 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c2f62df-a63d-4db7-961c-9d188b453031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db1a556-d5ff-4778-9d75-6eec3abea502'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:43.905074 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9bb0b46-d655-4ec0-800d-8f025a50628e" -d '{"events": [{"server_uuid": "3c2f62df-a63d-4db7-961c-9d188b453031", "name": "network-vif-plugged", "status": "completed", "tag": "8db1a556-d5ff-4778-9d75-6eec3abea502"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:43.919784 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 8db1a556-d5ff-4778-9d75-6eec3abea502, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=8db1a556-d5ff-4778-9d75-6eec3abea502,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:43.925744 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:43.925992 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 600c70ff-f3b9-44ef-ab5b-b11e9e9453e0 up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:06:44.029281 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port 600c70ff-f3b9-44ef-ab5b-b11e9e9453e0 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:06:44.029665 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:44.116301 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2870565-3b8f-4dc0-9e5a-34765f60cf88 req-fc2ad5d6-ade4-46ec-bd25-eea65253bd6b tempest-ImagesNegativeTestJSON-217554879 tempest-ImagesNegativeTestJSON-217554879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:44.123486 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d2870565-3b8f-4dc0-9e5a-34765f60cf88 req-fc2ad5d6-ade4-46ec-bd25-eea65253bd6b tempest-ImagesNegativeTestJSON-217554879 tempest-ImagesNegativeTestJSON-217554879-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c2f62df-a63d-4db7-961c-9d188b453031 HTTP/1.1" status: 200 len: 949 time: 0.5798790 Jul 15 23:06:44.156728 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=8db1a556-d5ff-4778-9d75-6eec3abea502,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:44.199840 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f640e103-adcd-4363-a0e7-0a9459d062d4 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Router 47895453-f412-49d2-9f76-1f93a0b2e611 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:06:44.209589 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d2870565-3b8f-4dc0-9e5a-34765f60cf88 req-e88830e6-629f-406f-806f-287771e08aa2 tempest-ImagesNegativeTestJSON-217554879 tempest-ImagesNegativeTestJSON-217554879-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6555acc-e9ac-40df-beca-e86a705c2293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851483 Jul 15 23:06:44.217402 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:44.224582 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bbee8973-3707-4a65-8791-03dda03e020c req-5ca88e98-7496-4a67-83dc-2b9bb1732b51 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:44.245395 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9298a0df-126a-4008-a715-2e2f77324d1a x-openstack-request-id: req-9298a0df-126a-4008-a715-2e2f77324d1a {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:06:44.245687 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c2f62df-a63d-4db7-961c-9d188b453031", "name": "network-vif-plugged", "status": "completed", "tag": "8db1a556-d5ff-4778-9d75-6eec3abea502", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:06:44.245934 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9298a0df-126a-4008-a715-2e2f77324d1a {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:06:44.246321 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c2f62df-a63d-4db7-961c-9d188b453031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db1a556-d5ff-4778-9d75-6eec3abea502', 'code': 200} Jul 15 23:06:44.286710 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 600c70ff-f3b9-44ef-ab5b-b11e9e9453e0, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=600c70ff-f3b9-44ef-ab5b-b11e9e9453e0,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:44.293361 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:44.362884 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bbee8973-3707-4a65-8791-03dda03e020c req-5ca88e98-7496-4a67-83dc-2b9bb1732b51 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:44.370996 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f640e103-adcd-4363-a0e7-0a9459d062d4 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:06:44.378317 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f640e103-adcd-4363-a0e7-0a9459d062d4 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:44.382906 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74c5fed-ca47-4edb-b5a6-5322ab43753a None None] Sync routers for ids ['47895453-f412-49d2-9f76-1f93a0b2e611'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:06:44.405271 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=600c70ff-f3b9-44ef-ab5b-b11e9e9453e0,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:44.413267 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74c5fed-ca47-4edb-b5a6-5322ab43753a None None] Routers {'47895453-f412-49d2-9f76-1f93a0b2e611'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:06:44.414161 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e74c5fed-ca47-4edb-b5a6-5322ab43753a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:06:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['47895453-f412-49d2-9f76-1f93a0b2e611'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:06:44.444746 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4434fdd-3933-4a45-81ff-71efdd9e06d0 req-654b3bf4-c6a7-4853-b6e9-51ccd75a6271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:44.446871 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b4434fdd-3933-4a45-81ff-71efdd9e06d0 req-654b3bf4-c6a7-4853-b6e9-51ccd75a6271 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3c2f62df-a63d-4db7-961c-9d188b453031 HTTP/1.1" status: 200 len: 1101 time: 0.0911355 Jul 15 23:06:44.507356 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b4434fdd-3933-4a45-81ff-71efdd9e06d0 req-70d46423-cbd7-4be3-b85e-f5d03e6f778e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a6555acc-e9ac-40df-beca-e86a705c2293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526037 Jul 15 23:06:44.554107 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbee8973-3707-4a65-8791-03dda03e020c req-5ca88e98-7496-4a67-83dc-2b9bb1732b51 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Network 3d02251c-0d36-4f59-b9c0-9c508ddade2e is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:06:44.565077 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-e74c5fed-ca47-4edb-b5a6-5322ab43753a None None] Set router 47895453-f412-49d2-9f76-1f93a0b2e611 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:06:44.569920 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-bbee8973-3707-4a65-8791-03dda03e020c req-5ca88e98-7496-4a67-83dc-2b9bb1732b51 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:06:44.577870 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbee8973-3707-4a65-8791-03dda03e020c req-5ca88e98-7496-4a67-83dc-2b9bb1732b51 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:06:44.606709 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca88e98-7496-4a67-83dc-2b9bb1732b51 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Pushing event updated for resources: {'Port': ['ID=f076dd91-f173-452d-bf79-c859f4aefefa,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:44.610985 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-f640e103-adcd-4363-a0e7-0a9459d062d4 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] 10.222.0.48 "PUT /v2.0/floatingips/13a6c9f5-842a-48a5-8b8a-539f90c2604c HTTP/1.1" status: 200 len: 991 time: 3.6817415 Jul 15 23:06:44.658517 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee8973-3707-4a65-8791-03dda03e020c req-5ca88e98-7496-4a67-83dc-2b9bb1732b51 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:44.659620 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bbee8973-3707-4a65-8791-03dda03e020c req-5ca88e98-7496-4a67-83dc-2b9bb1732b51 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:44.684341 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff4938f-c612-4351-a202-ba8d9e90d317 req-fa0e434d-8485-4d86-9a2a-4f775bd16e04 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:44.685883 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dff4938f-c612-4351-a202-ba8d9e90d317 req-fa0e434d-8485-4d86-9a2a-4f775bd16e04 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8bc40c9-e4b4-42a2-9b05-d457e348901a HTTP/1.1" status: 200 len: 945 time: 0.3208816 Jul 15 23:06:44.695921 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0486ac6-45b0-4e8d-beee-1e3960d87fa4 req-69e97110-fe32-4f3a-afe8-b991652158b4 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:44.702712 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f0486ac6-45b0-4e8d-beee-1e3960d87fa4 req-69e97110-fe32-4f3a-afe8-b991652158b4 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=15ef82b7-20b0-46b6-be4d-5fa457f25444 HTTP/1.1" status: 200 len: 950 time: 0.2279963 Jul 15 23:06:44.726632 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bbee8973-3707-4a65-8791-03dda03e020c req-5ca88e98-7496-4a67-83dc-2b9bb1732b51 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9697514 Jul 15 23:06:44.758444 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-bbee8973-3707-4a65-8791-03dda03e020c req-bb5f4ed3-660f-4e4c-8dd3-7d0a51856bee service neutron] Request body: {'port': {'device_id': '816e8b92-0c28-4867-88d2-646fa871a232', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:06:44.816493 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f0486ac6-45b0-4e8d-beee-1e3960d87fa4 req-b4d73b0b-d22d-4a80-849d-9fcff5b7adf8 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129131 Jul 15 23:06:44.833202 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dff4938f-c612-4351-a202-ba8d9e90d317 req-0d275020-a739-41df-895d-e2d2afc9dedd tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283004 Jul 15 23:06:44.869597 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e74c5fed-ca47-4edb-b5a6-5322ab43753a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47895453-f412-49d2-9f76-1f93a0b2e611', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2028028573-router', 'tenant_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'ef7a1c52-d21c-482b-889a-35af421f4d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:15Z', 'updated_at': '2021-07-15T23:03:25Z', 'revision_number': 4, 'project_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'gw_port': {'id': 'ef7a1c52-d21c-482b-889a-35af421f4d5f', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47895453-f412-49d2-9f76-1f93a0b2e611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:18Z', 'updated_at': '2021-07-15T23:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '13a6c9f5-842a-48a5-8b8a-539f90c2604c', 'tenant_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'floating_ip_address': '172.25.5.192', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '47895453-f412-49d2-9f76-1f93a0b2e611', 'port_id': '59f1f960-7de1-4bce-9911-f70fc04a56c5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82a1b157-72db-4f6b-a839-5e04e2b2c143', 'mac_address': 'fa:16:3e:9f:45:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858bafd5-fb27-41ca-b39e-393343f6c46a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:03:52Z', 'updated_at': '2021-07-15T23:06:42Z', 'revision_number': 5, 'project_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c5df109-e094-4b22-859d-bb3271e4fecf', 'name': '', 'network_id': '82a1b157-72db-4f6b-a839-5e04e2b2c143', 'tenant_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'mac_address': 'fa:16:3e:f0:ad:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47895453-f412-49d2-9f76-1f93a0b2e611', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '99f67785-f6f8-403a-8163-19580b515ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:23Z', 'updated_at': '2021-07-15T23:03:36Z', 'revision_number': 5, 'project_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'subnets': [{'id': '99f67785-f6f8-403a-8163-19580b515ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:06:44.901129 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bbee8973-3707-4a65-8791-03dda03e020c req-bb5f4ed3-660f-4e4c-8dd3-7d0a51856bee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:44.907425 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74c5fed-ca47-4edb-b5a6-5322ab43753a None None] Checking router: 47895453-f412-49d2-9f76-1f93a0b2e611 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:06:44.918754 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74c5fed-ca47-4edb-b5a6-5322ab43753a None None] Routers {'47895453-f412-49d2-9f76-1f93a0b2e611'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:06:44.919864 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e74c5fed-ca47-4edb-b5a6-5322ab43753a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:06:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['47895453-f412-49d2-9f76-1f93a0b2e611'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:06:45.060944 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-e74c5fed-ca47-4edb-b5a6-5322ab43753a None None] Set router 47895453-f412-49d2-9f76-1f93a0b2e611 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:06:45.154541 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40766b-ee31-4498-b01d-fa5279de9b29 req-c42c0d78-32cb-4d22-937b-2776a7c7fc45 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:45.157217 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ea40766b-ee31-4498-b01d-fa5279de9b29 req-c42c0d78-32cb-4d22-937b-2776a7c7fc45 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=db1a5c74-db56-4a53-8bb7-e2461f3d5ee6 HTTP/1.1" status: 200 len: 950 time: 0.2055478 Jul 15 23:06:45.227876 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b104b4b-e54f-4334-b3aa-31eb788500b9 req-4a61705f-7cba-4004-89c7-917669ca93ac tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:45.229416 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0b104b4b-e54f-4334-b3aa-31eb788500b9 req-4a61705f-7cba-4004-89c7-917669ca93ac tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/ports?device_id=816e8b92-0c28-4867-88d2-646fa871a232 HTTP/1.1" status: 200 len: 931 time: 0.1932588 Jul 15 23:06:45.284790 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ea40766b-ee31-4498-b01d-fa5279de9b29 req-d39b8336-bf1a-4c00-8fe2-3521ea747b21 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198781 Jul 15 23:06:45.321792 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e74c5fed-ca47-4edb-b5a6-5322ab43753a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47895453-f412-49d2-9f76-1f93a0b2e611', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2028028573-router', 'tenant_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'ef7a1c52-d21c-482b-889a-35af421f4d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:15Z', 'updated_at': '2021-07-15T23:03:25Z', 'revision_number': 4, 'project_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'gw_port': {'id': 'ef7a1c52-d21c-482b-889a-35af421f4d5f', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47895453-f412-49d2-9f76-1f93a0b2e611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:18Z', 'updated_at': '2021-07-15T23:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '13a6c9f5-842a-48a5-8b8a-539f90c2604c', 'tenant_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'floating_ip_address': '172.25.5.192', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '47895453-f412-49d2-9f76-1f93a0b2e611', 'port_id': '59f1f960-7de1-4bce-9911-f70fc04a56c5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82a1b157-72db-4f6b-a839-5e04e2b2c143', 'mac_address': 'fa:16:3e:9f:45:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858bafd5-fb27-41ca-b39e-393343f6c46a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:03:52Z', 'updated_at': '2021-07-15T23:06:42Z', 'revision_number': 5, 'project_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c5df109-e094-4b22-859d-bb3271e4fecf', 'name': '', 'network_id': '82a1b157-72db-4f6b-a839-5e04e2b2c143', 'tenant_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'mac_address': 'fa:16:3e:f0:ad:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47895453-f412-49d2-9f76-1f93a0b2e611', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '99f67785-f6f8-403a-8163-19580b515ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:23Z', 'updated_at': '2021-07-15T23:03:36Z', 'revision_number': 5, 'project_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'subnets': [{'id': '99f67785-f6f8-403a-8163-19580b515ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:06:45.329977 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0b104b4b-e54f-4334-b3aa-31eb788500b9 req-d96a313f-7f65-42b4-8e21-93f5f75d1170 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e74215b-8011-4ee0-b502-a2314077a754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899782 Jul 15 23:06:45.354439 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74c5fed-ca47-4edb-b5a6-5322ab43753a None None] The sync data for ids ['47895453-f412-49d2-9f76-1f93a0b2e611'] in n-d-794306-6 is: [{'id': '47895453-f412-49d2-9f76-1f93a0b2e611', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2028028573-router', 'tenant_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'ef7a1c52-d21c-482b-889a-35af421f4d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:15Z', 'updated_at': '2021-07-15T23:03:25Z', 'revision_number': 4, 'project_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'gw_port': {'id': 'ef7a1c52-d21c-482b-889a-35af421f4d5f', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47895453-f412-49d2-9f76-1f93a0b2e611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:18Z', 'updated_at': '2021-07-15T23:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '13a6c9f5-842a-48a5-8b8a-539f90c2604c', 'tenant_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'floating_ip_address': '172.25.5.192', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '47895453-f412-49d2-9f76-1f93a0b2e611', 'port_id': '59f1f960-7de1-4bce-9911-f70fc04a56c5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82a1b157-72db-4f6b-a839-5e04e2b2c143', 'mac_address': 'fa:16:3e:9f:45:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858bafd5-fb27-41ca-b39e-393343f6c46a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:03:52Z', 'updated_at': '2021-07-15T23:06:42Z', 'revision_number': 5, 'project_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c5df109-e094-4b22-859d-bb3271e4fecf', 'name': '', 'network_id': '82a1b157-72db-4f6b-a839-5e04e2b2c143', 'tenant_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'mac_address': 'fa:16:3e:f0:ad:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47895453-f412-49d2-9f76-1f93a0b2e611', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '99f67785-f6f8-403a-8163-19580b515ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:23Z', 'updated_at': '2021-07-15T23:03:36Z', 'revision_number': 5, 'project_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'subnets': [{'id': '99f67785-f6f8-403a-8163-19580b515ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:06:45.403947 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-bbee8973-3707-4a65-8791-03dda03e020c req-bb5f4ed3-660f-4e4c-8dd3-7d0a51856bee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f076dd91-f173-452d-bf79-c859f4aefefa {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:06:45.412701 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 45cd5c9f-5388-4891-b5fa-9570784f1a2f no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:06:45.417103 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bbee8973-3707-4a65-8791-03dda03e020c req-bb5f4ed3-660f-4e4c-8dd3-7d0a51856bee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:45.449083 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: 45cd5c9f-5388-4891-b5fa-9570784f1a2f {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:06:45.449537 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 45cd5c9f-5388-4891-b5fa-9570784f1a2f not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:06:45.470239 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '858bafd5-fb27-41ca-b39e-393343f6c46a', 'tag': '59f1f960-7de1-4bce-9911-f70fc04a56c5'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:45.474916 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9e3c83-d75b-4ebe-8a64-ad77a629b29c" -d '{"events": [{"name": "network-changed", "server_uuid": "858bafd5-fb27-41ca-b39e-393343f6c46a", "tag": "59f1f960-7de1-4bce-9911-f70fc04a56c5"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:45.489436 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-bbee8973-3707-4a65-8791-03dda03e020c req-bb5f4ed3-660f-4e4c-8dd3-7d0a51856bee service neutron] Transition to ACTIVE for port object f076dd91-f173-452d-bf79-c859f4aefefa will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:06:45.493757 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bbee8973-3707-4a65-8791-03dda03e020c req-bb5f4ed3-660f-4e4c-8dd3-7d0a51856bee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:45.574515 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5f4ed3-660f-4e4c-8dd3-7d0a51856bee service neutron] Pushing event updated for resources: {'Port': ['ID=f076dd91-f173-452d-bf79-c859f4aefefa,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:45.618470 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee0090a-77b1-47a2-b5d8-587e7bbe27d0 req-5c05cb5d-e55f-4c3d-8c56-18d25d6ca78f tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:45.620106 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4ee0090a-77b1-47a2-b5d8-587e7bbe27d0 req-5c05cb5d-e55f-4c3d-8c56-18d25d6ca78f tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eb84bd1-9cd9-43e2-9924-8f6006dc1901 HTTP/1.1" status: 200 len: 948 time: 0.1970379 Jul 15 23:06:45.676101 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad851315-8d9e-493d-9af2-f83c3481e734 None None] New status for floating IP 13a6c9f5-842a-48a5-8b8a-539f90c2604c: ACTIVE {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:06:45.754667 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4ee0090a-77b1-47a2-b5d8-587e7bbe27d0 req-d016187a-10f0-4e69-971f-fd5c92625ae9 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f7c45fd-39fc-4943-ba7d-041fb8807cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057389 Jul 15 23:06:45.757479 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-bbee8973-3707-4a65-8791-03dda03e020c req-bb5f4ed3-660f-4e4c-8dd3-7d0a51856bee service neutron] Attempting to bind port f076dd91-f173-452d-bf79-c859f4aefefa on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:06:45.757479 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-bbee8973-3707-4a65-8791-03dda03e020c req-bb5f4ed3-660f-4e4c-8dd3-7d0a51856bee service neutron] Attempting to bind port f076dd91-f173-452d-bf79-c859f4aefefa by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '73b65db5-b75b-48b7-8e07-44c7152f69b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '3d02251c-0d36-4f59-b9c0-9c508ddade2e'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:06:45.757479 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbee8973-3707-4a65-8791-03dda03e020c req-bb5f4ed3-660f-4e4c-8dd3-7d0a51856bee service neutron] Attempting to bind port f076dd91-f173-452d-bf79-c859f4aefefa on network 3d02251c-0d36-4f59-b9c0-9c508ddade2e {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:06:45.767892 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbee8973-3707-4a65-8791-03dda03e020c req-bb5f4ed3-660f-4e4c-8dd3-7d0a51856bee service neutron] Port f076dd91-f173-452d-bf79-c859f4aefefa on network 3d02251c-0d36-4f59-b9c0-9c508ddade2e not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:06:45.768217 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbee8973-3707-4a65-8791-03dda03e020c req-bb5f4ed3-660f-4e4c-8dd3-7d0a51856bee service neutron] Attempting to bind port f076dd91-f173-452d-bf79-c859f4aefefa on network 3d02251c-0d36-4f59-b9c0-9c508ddade2e {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:06:45.775894 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbee8973-3707-4a65-8791-03dda03e020c req-bb5f4ed3-660f-4e4c-8dd3-7d0a51856bee service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:06:45.776232 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbee8973-3707-4a65-8791-03dda03e020c req-bb5f4ed3-660f-4e4c-8dd3-7d0a51856bee service neutron] Checking segment: {'id': '73b65db5-b75b-48b7-8e07-44c7152f69b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '3d02251c-0d36-4f59-b9c0-9c508ddade2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:06:45.776619 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbee8973-3707-4a65-8791-03dda03e020c req-bb5f4ed3-660f-4e4c-8dd3-7d0a51856bee service neutron] Bound using segment: {'id': '73b65db5-b75b-48b7-8e07-44c7152f69b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '3d02251c-0d36-4f59-b9c0-9c508ddade2e'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:06:45.777047 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-bbee8973-3707-4a65-8791-03dda03e020c req-bb5f4ed3-660f-4e4c-8dd3-7d0a51856bee service neutron] Bound port: f076dd91-f173-452d-bf79-c859f4aefefa, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b65db5-b75b-48b7-8e07-44c7152f69b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '3d02251c-0d36-4f59-b9c0-9c508ddade2e'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:06:45.777405 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bbee8973-3707-4a65-8791-03dda03e020c req-bb5f4ed3-660f-4e4c-8dd3-7d0a51856bee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:45.810175 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51471222-56bf-4b47-8b68-59b8fe089293 req-ddfd7d4c-5a6e-48ec-8bf6-f3d3ccb51c8f tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:45.812355 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-51471222-56bf-4b47-8b68-59b8fe089293 req-ddfd7d4c-5a6e-48ec-8bf6-f3d3ccb51c8f tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=15ef82b7-20b0-46b6-be4d-5fa457f25444 HTTP/1.1" status: 200 len: 950 time: 0.1551852 Jul 15 23:06:45.974773 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-bbee8973-3707-4a65-8791-03dda03e020c req-bb5f4ed3-660f-4e4c-8dd3-7d0a51856bee service neutron] For port f076dd91-f173-452d-bf79-c859f4aefefa, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:06:45.979980 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-51471222-56bf-4b47-8b68-59b8fe089293 req-a235d0de-84c4-4e62-b3da-36d5ee24ae97 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322441 Jul 15 23:06:45.993307 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-bbee8973-3707-4a65-8791-03dda03e020c req-bb5f4ed3-660f-4e4c-8dd3-7d0a51856bee service neutron] For port f076dd91-f173-452d-bf79-c859f4aefefa, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=f076dd91-f173-452d-bf79-c859f4aefefa,segment=NetworkSegment(73b65db5-b75b-48b7-8e07-44c7152f69b4),segment_id=73b65db5-b75b-48b7-8e07-44c7152f69b4)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:06:46.000249 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bbee8973-3707-4a65-8791-03dda03e020c req-bb5f4ed3-660f-4e4c-8dd3-7d0a51856bee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:46.126321 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5f4ed3-660f-4e4c-8dd3-7d0a51856bee service neutron] Pushing event updated for resources: {'Port': ['ID=f076dd91-f173-452d-bf79-c859f4aefefa,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:46.152772 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee8973-3707-4a65-8791-03dda03e020c req-bb5f4ed3-660f-4e4c-8dd3-7d0a51856bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:46.153017 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbebe2b-7273-4bf9-8bee-7c907179ebaa req-328fa85f-c516-415c-b307-238a0b70a2f4 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:46.153521 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bbee8973-3707-4a65-8791-03dda03e020c req-bb5f4ed3-660f-4e4c-8dd3-7d0a51856bee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:46.154627 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bbee8973-3707-4a65-8791-03dda03e020c req-bb5f4ed3-660f-4e4c-8dd3-7d0a51856bee service neutron] 10.222.0.49 "PUT /v2.0/ports/f076dd91-f173-452d-bf79-c859f4aefefa HTTP/1.1" status: 200 len: 1091 time: 1.4026957 Jul 15 23:06:46.155249 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-abbebe2b-7273-4bf9-8bee-7c907179ebaa req-328fa85f-c516-415c-b307-238a0b70a2f4 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.41 "GET /v2.0/ports?device_id=db1a5c74-db56-4a53-8bb7-e2461f3d5ee6 HTTP/1.1" status: 200 len: 950 time: 0.1247389 Jul 15 23:06:46.157013 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f09e7e-49d8-4240-a9e2-c67f04563732 req-d262918f-3593-40c0-925d-4db03a19f924 tempest-LiveMigrationTest-431337817 tempest-LiveMigrationTest-431337817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:46.159037 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-83f09e7e-49d8-4240-a9e2-c67f04563732 req-d262918f-3593-40c0-925d-4db03a19f924 tempest-LiveMigrationTest-431337817 tempest-LiveMigrationTest-431337817-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=a8bc40c9-e4b4-42a2-9b05-d457e348901a HTTP/1.1" status: 200 len: 1096 time: 0.2286575 Jul 15 23:06:46.247905 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15ef82b7-20b0-46b6-be4d-5fa457f25444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '600c70ff-f3b9-44ef-ab5b-b11e9e9453e0'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:46.251332 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090c28a5-a137-45ab-8bf3-464199b322d9" -d '{"events": [{"server_uuid": "15ef82b7-20b0-46b6-be4d-5fa457f25444", "name": "network-vif-plugged", "status": "completed", "tag": "600c70ff-f3b9-44ef-ab5b-b11e9e9453e0"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:46.273673 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-83f09e7e-49d8-4240-a9e2-c67f04563732 req-5ecb504d-e39f-4990-b90e-5e0b5600e408 tempest-LiveMigrationTest-431337817 tempest-LiveMigrationTest-431337817-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084411 Jul 15 23:06:46.280557 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-abbebe2b-7273-4bf9-8bee-7c907179ebaa req-7e5c9a2d-9284-49a6-be37-50397beb922b tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Deleting port 49b5f4c4-7465-48a8-9f7b-de7de14d6b54 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:06:46.281042 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-abbebe2b-7273-4bf9-8bee-7c907179ebaa req-7e5c9a2d-9284-49a6-be37-50397beb922b tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:46.328755 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433e9667-9e9f-46ce-ae25-ce0f426a3786 x-openstack-request-id: req-433e9667-9e9f-46ce-ae25-ce0f426a3786 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:06:46.329057 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "858bafd5-fb27-41ca-b39e-393343f6c46a", "tag": "59f1f960-7de1-4bce-9911-f70fc04a56c5", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:06:46.329337 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-433e9667-9e9f-46ce-ae25-ce0f426a3786 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:06:46.329936 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '858bafd5-fb27-41ca-b39e-393343f6c46a', 'tag': '59f1f960-7de1-4bce-9911-f70fc04a56c5', 'status': 'completed', 'code': 200} Jul 15 23:06:46.346590 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84dad2-bfb8-495e-bc3f-2e2d88cf1f80 req-d1719a09-8cff-4b2a-ad03-1ffd7c69a66e tempest-ImagesNegativeTestJSON-217554879 tempest-ImagesNegativeTestJSON-217554879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:46.348401 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9b84dad2-bfb8-495e-bc3f-2e2d88cf1f80 req-d1719a09-8cff-4b2a-ad03-1ffd7c69a66e tempest-ImagesNegativeTestJSON-217554879 tempest-ImagesNegativeTestJSON-217554879-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c2f62df-a63d-4db7-961c-9d188b453031 HTTP/1.1" status: 200 len: 950 time: 0.1761329 Jul 15 23:06:46.367713 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee8973-3707-4a65-8791-03dda03e020c req-08b1510f-d3ff-40ab-bcd9-7ed193e50604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:46.369285 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bbee8973-3707-4a65-8791-03dda03e020c req-08b1510f-d3ff-40ab-bcd9-7ed193e50604 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd73df9424ac401598d255879ffa30fd&device_id=816e8b92-0c28-4867-88d2-646fa871a232 HTTP/1.1" status: 200 len: 1094 time: 0.1588523 Jul 15 23:06:46.402219 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5efe1ee8-0d47-499e-8026-47ac02851fae x-openstack-request-id: req-5efe1ee8-0d47-499e-8026-47ac02851fae {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:06:46.402505 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15ef82b7-20b0-46b6-be4d-5fa457f25444", "name": "network-vif-plugged", "status": "completed", "tag": "600c70ff-f3b9-44ef-ab5b-b11e9e9453e0", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:06:46.402753 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5efe1ee8-0d47-499e-8026-47ac02851fae {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:06:46.403147 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15ef82b7-20b0-46b6-be4d-5fa457f25444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '600c70ff-f3b9-44ef-ab5b-b11e9e9453e0', 'code': 200} Jul 15 23:06:46.424860 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bbee8973-3707-4a65-8791-03dda03e020c req-2a0839bc-96de-43de-943b-c60ed30168fd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f076dd91-f173-452d-bf79-c859f4aefefa HTTP/1.1" status: 200 len: 217 time: 0.0465016 Jul 15 23:06:46.472861 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-abbebe2b-7273-4bf9-8bee-7c907179ebaa req-7e5c9a2d-9284-49a6-be37-50397beb922b tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] For port 49b5f4c4-7465-48a8-9f7b-de7de14d6b54, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=49b5f4c4-7465-48a8-9f7b-de7de14d6b54,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:46.473647 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-abbebe2b-7273-4bf9-8bee-7c907179ebaa req-7e5c9a2d-9284-49a6-be37-50397beb922b tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:46.503229 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9b84dad2-bfb8-495e-bc3f-2e2d88cf1f80 req-aec16c03-18fe-4a48-934b-faf5b9090670 tempest-ImagesNegativeTestJSON-217554879 tempest-ImagesNegativeTestJSON-217554879-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6555acc-e9ac-40df-beca-e86a705c2293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487589 Jul 15 23:06:46.523550 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-abbebe2b-7273-4bf9-8bee-7c907179ebaa req-7e5c9a2d-9284-49a6-be37-50397beb922b tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Calling delete_port for 49b5f4c4-7465-48a8-9f7b-de7de14d6b54 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:06:46.622322 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e3c83-d75b-4ebe-8a64-ad77a629b29c req-ddf240e8-2e45-46bc-9434-157e1b8750f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:46.624447 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-6a9e3c83-d75b-4ebe-8a64-ad77a629b29c req-ddf240e8-2e45-46bc-9434-157e1b8750f6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d3cd72aa62cb4f388e60bffea0b15541&device_id=858bafd5-fb27-41ca-b39e-393343f6c46a HTTP/1.1" status: 200 len: 1096 time: 0.2299097 Jul 15 23:06:46.670942 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee8973-3707-4a65-8791-03dda03e020c req-20c0e8fd-84ba-408b-88d5-4da343e0e3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:46.672844 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bbee8973-3707-4a65-8791-03dda03e020c req-20c0e8fd-84ba-408b-88d5-4da343e0e3ee service neutron] 10.222.0.49 "GET /v2.0/subnets?id=04373861-16b0-4a8c-8486-d4c77245a1a4 HTTP/1.1" status: 200 len: 845 time: 0.2120073 Jul 15 23:06:46.769783 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e3c83-d75b-4ebe-8a64-ad77a629b29c req-0c030aee-ad6f-4660-aae5-3fabbf95b014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:46.771007 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bbee8973-3707-4a65-8791-03dda03e020c req-53617b2c-be89-463f-be9d-7bff6ad57fb8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3d02251c-0d36-4f59-b9c0-9c508ddade2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864754 Jul 15 23:06:46.772085 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-6a9e3c83-d75b-4ebe-8a64-ad77a629b29c req-0c030aee-ad6f-4660-aae5-3fabbf95b014 service neutron] 10.222.0.41 "GET /v2.0/networks?id=82a1b157-72db-4f6b-a839-5e04e2b2c143 HTTP/1.1" status: 200 len: 925 time: 0.1414537 Jul 15 23:06:46.786614 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f08c636-dc86-4032-9f79-ab93b73d2f24 req-4c64aa70-79ea-4a92-9ed6-4a5c09f43b71 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:46.788201 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6f08c636-dc86-4032-9f79-ab93b73d2f24 req-4c64aa70-79ea-4a92-9ed6-4a5c09f43b71 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdd0c84f-a278-467d-8908-63914958ae37 HTTP/1.1" status: 200 len: 949 time: 0.2748179 Jul 15 23:06:46.857592 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d429c-4fb3-47d2-99f0-88ce1126909f req-c5e9768b-14ca-4e23-a074-c8c357a79b2c tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:46.867081 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f87d429c-4fb3-47d2-99f0-88ce1126909f req-c5e9768b-14ca-4e23-a074-c8c357a79b2c tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=db1a5c74-db56-4a53-8bb7-e2461f3d5ee6 HTTP/1.1" status: 200 len: 950 time: 0.2692976 Jul 15 23:06:46.931037 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-6a9e3c83-d75b-4ebe-8a64-ad77a629b29c req-a0726076-0143-4145-a7d2-2d98d6f320f1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59f1f960-7de1-4bce-9911-f70fc04a56c5 HTTP/1.1" status: 200 len: 1001 time: 0.1484382 Jul 15 23:06:46.973514 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f87d429c-4fb3-47d2-99f0-88ce1126909f req-dd3bbcd1-84a6-4ad7-9177-49ac6ce39cb2 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054401 Jul 15 23:06:47.009571 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e3c83-d75b-4ebe-8a64-ad77a629b29c req-e88ed109-77a6-443c-8310-925292e0c3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:47.011536 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-6a9e3c83-d75b-4ebe-8a64-ad77a629b29c req-e88ed109-77a6-443c-8310-925292e0c3da service neutron] 10.222.0.41 "GET /v2.0/subnets?id=99f67785-f6f8-403a-8163-19580b515ea7 HTTP/1.1" status: 200 len: 863 time: 0.0675976 Jul 15 23:06:47.036348 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a01128-433a-4df9-b273-76291148e90f req-513d1a5f-2f2a-4605-84db-417318267a0a tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:47.037240 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f9a01128-433a-4df9-b273-76291148e90f req-513d1a5f-2f2a-4605-84db-417318267a0a tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/ports?device_id=816e8b92-0c28-4867-88d2-646fa871a232 HTTP/1.1" status: 200 len: 943 time: 0.3516505 Jul 15 23:06:47.078509 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bbee8973-3707-4a65-8791-03dda03e020c req-eb1616cc-b504-4862-9949-b24aafd866b0 service neutron] 10.222.0.49 "GET /v2.0/networks/3d02251c-0d36-4f59-b9c0-9c508ddade2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892761 Jul 15 23:06:47.125671 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f9a01128-433a-4df9-b273-76291148e90f req-4ba2fa8c-d26e-418f-83d7-b25316cb622e tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e74215b-8011-4ee0-b502-a2314077a754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770843 Jul 15 23:06:47.147534 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-abbebe2b-7273-4bf9-8bee-7c907179ebaa req-7e5c9a2d-9284-49a6-be37-50397beb922b tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:47.188457 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['f1d2d695-5d71-4735-8bec-137ed706a75f', '49b5f4c4-7465-48a8-9f7b-de7de14d6b54', '27ca6d7a-b6af-499c-a045-298783e7181f'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:06:47.257518 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e3c83-d75b-4ebe-8a64-ad77a629b29c req-66ccd13e-196e-4a13-a882-4f7f8abd6cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:47.261542 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-6a9e3c83-d75b-4ebe-8a64-ad77a629b29c req-66ccd13e-196e-4a13-a882-4f7f8abd6cfb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=82a1b157-72db-4f6b-a839-5e04e2b2c143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2316945 Jul 15 23:06:47.265196 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5c9a2d-9284-49a6-be37-50397beb922b tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Pushing event deleted for resources: {'Port': ['ID=49b5f4c4-7465-48a8-9f7b-de7de14d6b54,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:47.328690 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-6f08c636-dc86-4032-9f79-ab93b73d2f24 req-893aff0d-deb7-4a70-bc56-7e2d0046b388 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Deleting port 27ca6d7a-b6af-499c-a045-298783e7181f {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:06:47.329484 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6f08c636-dc86-4032-9f79-ab93b73d2f24 req-893aff0d-deb7-4a70-bc56-7e2d0046b388 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:47.433299 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-abbebe2b-7273-4bf9-8bee-7c907179ebaa req-7e5c9a2d-9284-49a6-be37-50397beb922b tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] No DVR routers for this DVR port 49b5f4c4-7465-48a8-9f7b-de7de14d6b54 on host n-h2-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:06:47.437729 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-abbebe2b-7273-4bf9-8bee-7c907179ebaa req-7e5c9a2d-9284-49a6-be37-50397beb922b tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:47.443280 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-abbebe2b-7273-4bf9-8bee-7c907179ebaa req-7e5c9a2d-9284-49a6-be37-50397beb922b tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.41 "DELETE /v2.0/ports/49b5f4c4-7465-48a8-9f7b-de7de14d6b54 HTTP/1.1" status: 204 len: 173 time: 1.2788587 Jul 15 23:06:47.444458 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db1a5c74-db56-4a53-8bb7-e2461f3d5ee6', 'name': 'network-vif-deleted', 'tag': '49b5f4c4-7465-48a8-9f7b-de7de14d6b54'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:47.447543 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea470ecd-a499-4907-8f6b-5255db3c0cea" -d '{"events": [{"server_uuid": "db1a5c74-db56-4a53-8bb7-e2461f3d5ee6", "name": "network-vif-deleted", "tag": "49b5f4c4-7465-48a8-9f7b-de7de14d6b54"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:47.520706 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-6a9e3c83-d75b-4ebe-8a64-ad77a629b29c req-47c43d94-2745-493b-b136-cbd354ec2923 service neutron] 10.222.0.41 "GET /v2.0/networks/82a1b157-72db-4f6b-a839-5e04e2b2c143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474313 Jul 15 23:06:47.591891 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-6f08c636-dc86-4032-9f79-ab93b73d2f24 req-893aff0d-deb7-4a70-bc56-7e2d0046b388 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] For port 27ca6d7a-b6af-499c-a045-298783e7181f, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=27ca6d7a-b6af-499c-a045-298783e7181f,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:47.592258 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6f08c636-dc86-4032-9f79-ab93b73d2f24 req-893aff0d-deb7-4a70-bc56-7e2d0046b388 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:47.610431 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bbee8973-3707-4a65-8791-03dda03e020c req-e916be61-3a3e-447f-8c9c-79ba3380f654 service neutron] 10.222.0.49 "GET /v2.0/networks/3d02251c-0d36-4f59-b9c0-9c508ddade2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5231903 Jul 15 23:06:47.635404 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-6f08c636-dc86-4032-9f79-ab93b73d2f24 req-893aff0d-deb7-4a70-bc56-7e2d0046b388 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Calling delete_port for 27ca6d7a-b6af-499c-a045-298783e7181f owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:06:47.722326 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e744343-bf69-4346-b024-25c2f9046899 x-openstack-request-id: req-3e744343-bf69-4346-b024-25c2f9046899 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:06:47.722628 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db1a5c74-db56-4a53-8bb7-e2461f3d5ee6", "name": "network-vif-deleted", "tag": "49b5f4c4-7465-48a8-9f7b-de7de14d6b54", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:06:47.724158 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3e744343-bf69-4346-b024-25c2f9046899 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:06:47.724584 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db1a5c74-db56-4a53-8bb7-e2461f3d5ee6', 'name': 'network-vif-deleted', 'tag': '49b5f4c4-7465-48a8-9f7b-de7de14d6b54', 'status': 'completed', 'code': 200} Jul 15 23:06:47.734177 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d9be1-5ccd-4f18-b503-6577cdd37f07 req-b43073cc-c6a3-4f16-a613-9c0fa5d88675 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:47.738945 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e24d9be1-5ccd-4f18-b503-6577cdd37f07 req-b43073cc-c6a3-4f16-a613-9c0fa5d88675 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eb84bd1-9cd9-43e2-9924-8f6006dc1901 HTTP/1.1" status: 200 len: 948 time: 0.3048267 Jul 15 23:06:47.839332 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-6a9e3c83-d75b-4ebe-8a64-ad77a629b29c req-cbb16048-369f-4d4c-bc06-28b391b25a13 service neutron] 10.222.0.41 "GET /v2.0/networks/82a1b157-72db-4f6b-a839-5e04e2b2c143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683313 Jul 15 23:06:47.866766 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e24d9be1-5ccd-4f18-b503-6577cdd37f07 req-f9f90c0b-9519-4dcf-ae98-3949d0faa17c tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f7c45fd-39fc-4943-ba7d-041fb8807cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177707 Jul 15 23:06:48.027598 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6f08c636-dc86-4032-9f79-ab93b73d2f24 req-893aff0d-deb7-4a70-bc56-7e2d0046b388 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:48.077360 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893aff0d-deb7-4a70-bc56-7e2d0046b388 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Pushing event deleted for resources: {'Port': ['ID=27ca6d7a-b6af-499c-a045-298783e7181f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:48.171228 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f08c636-dc86-4032-9f79-ab93b73d2f24 req-893aff0d-deb7-4a70-bc56-7e2d0046b388 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] No DVR routers for this DVR port 27ca6d7a-b6af-499c-a045-298783e7181f on host n-h2-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:06:48.178378 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6f08c636-dc86-4032-9f79-ab93b73d2f24 req-893aff0d-deb7-4a70-bc56-7e2d0046b388 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:48.180438 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6f08c636-dc86-4032-9f79-ab93b73d2f24 req-893aff0d-deb7-4a70-bc56-7e2d0046b388 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.41 "DELETE /v2.0/ports/27ca6d7a-b6af-499c-a045-298783e7181f HTTP/1.1" status: 204 len: 173 time: 1.3849556 Jul 15 23:06:48.188864 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdbe396-9e6a-415f-87f9-f10b67da0283 req-93e3eff7-21e9-400e-a343-5eb8eb085cb8 tempest-ImagesNegativeTestJSON-217554879 tempest-ImagesNegativeTestJSON-217554879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:48.190406 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1fdbe396-9e6a-415f-87f9-f10b67da0283 req-93e3eff7-21e9-400e-a343-5eb8eb085cb8 tempest-ImagesNegativeTestJSON-217554879 tempest-ImagesNegativeTestJSON-217554879-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c2f62df-a63d-4db7-961c-9d188b453031 HTTP/1.1" status: 200 len: 950 time: 0.2268026 Jul 15 23:06:48.228913 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0df1abf4-5c48-4b92-af16-5b68010d8ff8 req-77a656f0-6b8b-42ef-ac33-3ad79a8162a5 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=db1a5c74-db56-4a53-8bb7-e2461f3d5ee6 HTTP/1.1" status: 200 len: 210 time: 0.0592983 Jul 15 23:06:48.251749 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['f1d2d695-5d71-4735-8bec-137ed706a75f'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:06:48.283157 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1fdbe396-9e6a-415f-87f9-f10b67da0283 req-c1a91075-458c-4806-9366-2add5fb2b3fe tempest-ImagesNegativeTestJSON-217554879 tempest-ImagesNegativeTestJSON-217554879-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6555acc-e9ac-40df-beca-e86a705c2293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839436 Jul 15 23:06:48.332259 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '816e8b92-0c28-4867-88d2-646fa871a232', 'tag': 'f076dd91-f173-452d-bf79-c859f4aefefa'}, {'server_uuid': 'bdd0c84f-a278-467d-8908-63914958ae37', 'name': 'network-vif-deleted', 'tag': '27ca6d7a-b6af-499c-a045-298783e7181f'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:48.336111 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533d0331-020f-4780-b9eb-9a13e83d46e9" -d '{"events": [{"name": "network-changed", "server_uuid": "816e8b92-0c28-4867-88d2-646fa871a232", "tag": "f076dd91-f173-452d-bf79-c859f4aefefa"}, {"server_uuid": "bdd0c84f-a278-467d-8908-63914958ae37", "name": "network-vif-deleted", "tag": "27ca6d7a-b6af-499c-a045-298783e7181f"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:48.470318 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cd004522-e413-4dd0-81c0-9ba1796b68fd req-098ff95a-b867-4dcd-bc83-f83ed482cc49 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=943e0e7be5644005a591d26197ee19f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0631535 Jul 15 23:06:48.644311 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd004522-e413-4dd0-81c0-9ba1796b68fd req-8fe302fd-0cbd-46fa-9b8d-ba26da9d55ab tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:48.651758 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cd004522-e413-4dd0-81c0-9ba1796b68fd req-8fe302fd-0cbd-46fa-9b8d-ba26da9d55ab tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1746731 Jul 15 23:06:48.663629 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f192c1f-3dc4-494c-88e1-3ab0419fba42 req-84a2f0ec-6328-4804-9f2c-75016bd1496d tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:48.669149 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8f192c1f-3dc4-494c-88e1-3ab0419fba42 req-84a2f0ec-6328-4804-9f2c-75016bd1496d tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/ports?device_id=816e8b92-0c28-4867-88d2-646fa871a232 HTTP/1.1" status: 200 len: 943 time: 0.1744730 Jul 15 23:06:48.696069 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cd004522-e413-4dd0-81c0-9ba1796b68fd req-8007c610-3503-4ca9-9539-408e4a6cc76b tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/quotas/943e0e7be5644005a591d26197ee19f5 HTTP/1.1" status: 200 len: 375 time: 0.0430999 Jul 15 23:06:48.740205 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8f192c1f-3dc4-494c-88e1-3ab0419fba42 req-c06c473d-cb9f-4647-ab68-b89e04d34bed tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e74215b-8011-4ee0-b502-a2314077a754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701301 Jul 15 23:06:48.847026 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cd004522-e413-4dd0-81c0-9ba1796b68fd req-80c7add1-680f-4ae9-8d59-dce639f63c3e tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=943e0e7be5644005a591d26197ee19f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1412921 Jul 15 23:06:48.976032 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daadc5da-17c3-453e-8895-677e748d44ed x-openstack-request-id: req-daadc5da-17c3-453e-8895-677e748d44ed {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:06:48.976032 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "816e8b92-0c28-4867-88d2-646fa871a232", "tag": "f076dd91-f173-452d-bf79-c859f4aefefa", "status": "completed", "code": 200}, {"server_uuid": "bdd0c84f-a278-467d-8908-63914958ae37", "name": "network-vif-deleted", "tag": "27ca6d7a-b6af-499c-a045-298783e7181f", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:06:48.976032 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-daadc5da-17c3-453e-8895-677e748d44ed {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:06:48.976393 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '816e8b92-0c28-4867-88d2-646fa871a232', 'tag': 'f076dd91-f173-452d-bf79-c859f4aefefa', 'status': 'completed', 'code': 200} Jul 15 23:06:48.976393 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdd0c84f-a278-467d-8908-63914958ae37', 'name': 'network-vif-deleted', 'tag': '27ca6d7a-b6af-499c-a045-298783e7181f', 'status': 'completed', 'code': 200} Jul 15 23:06:49.164199 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7183e07e-7c31-427c-bc3d-e6d854ac3a1e req-14611205-63b4-4ea7-96fd-85cffe179d99 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=251c2b27-dd3f-48ef-90ca-fc5628302a0d HTTP/1.1" status: 200 len: 210 time: 0.0519006 Jul 15 23:06:49.249767 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d0331-020f-4780-b9eb-9a13e83d46e9 req-fc9afc18-ea00-4faf-aae0-bea8dc401bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:49.251726 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-533d0331-020f-4780-b9eb-9a13e83d46e9 req-fc9afc18-ea00-4faf-aae0-bea8dc401bb1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd73df9424ac401598d255879ffa30fd&device_id=816e8b92-0c28-4867-88d2-646fa871a232 HTTP/1.1" status: 200 len: 1094 time: 0.2056770 Jul 15 23:06:49.337079 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164daf39-e578-42ba-b9b4-035dfcf1a75c req-78cc0691-c465-4ee1-9b75-93f076cabcf9 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:49.346434 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-164daf39-e578-42ba-b9b4-035dfcf1a75c req-78cc0691-c465-4ee1-9b75-93f076cabcf9 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eb84bd1-9cd9-43e2-9924-8f6006dc1901 HTTP/1.1" status: 200 len: 948 time: 0.1698554 Jul 15 23:06:49.643850 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 49b5f4c4-7465-48a8-9f7b-de7de14d6b54 no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:06:49.670517 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] No Port match for: 49b5f4c4-7465-48a8-9f7b-de7de14d6b54 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:06:49.671423 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 49b5f4c4-7465-48a8-9f7b-de7de14d6b54 not bound to the agent host n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:06:49.805216 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-164daf39-e578-42ba-b9b4-035dfcf1a75c req-ea0fb17e-7e15-4142-9a36-1fa55db950f8 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f7c45fd-39fc-4943-ba7d-041fb8807cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4579728 Jul 15 23:06:49.845370 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d0331-020f-4780-b9eb-9a13e83d46e9 req-4ec7a950-fa49-4833-8d85-badd0e8009d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:49.846887 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-533d0331-020f-4780-b9eb-9a13e83d46e9 req-4ec7a950-fa49-4833-8d85-badd0e8009d8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3d02251c-0d36-4f59-b9c0-9c508ddade2e HTTP/1.1" status: 200 len: 906 time: 0.5840309 Jul 15 23:06:49.860888 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78767c7e-e56e-49d6-b430-2fc4abbb0aef req-883efe85-bfc4-48cd-ae71-85df64308b20 tempest-ImagesNegativeTestJSON-217554879 tempest-ImagesNegativeTestJSON-217554879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:49.862572 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-78767c7e-e56e-49d6-b430-2fc4abbb0aef req-883efe85-bfc4-48cd-ae71-85df64308b20 tempest-ImagesNegativeTestJSON-217554879 tempest-ImagesNegativeTestJSON-217554879-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c2f62df-a63d-4db7-961c-9d188b453031 HTTP/1.1" status: 200 len: 950 time: 0.5408862 Jul 15 23:06:49.914676 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35383b1-0e6e-4315-8227-fc4049eeab0b req-8bb45058-6353-415a-b0a1-b8ddd6107f64 tempest-ImagesNegativeTestJSON-217554879 tempest-ImagesNegativeTestJSON-217554879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:49.916297 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a35383b1-0e6e-4315-8227-fc4049eeab0b req-8bb45058-6353-415a-b0a1-b8ddd6107f64 tempest-ImagesNegativeTestJSON-217554879 tempest-ImagesNegativeTestJSON-217554879-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c2f62df-a63d-4db7-961c-9d188b453031 HTTP/1.1" status: 200 len: 950 time: 0.2056880 Jul 15 23:06:49.937694 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-533d0331-020f-4780-b9eb-9a13e83d46e9 req-2b9abd8f-170d-4a4a-a942-b95e15677607 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f076dd91-f173-452d-bf79-c859f4aefefa HTTP/1.1" status: 200 len: 217 time: 0.0740216 Jul 15 23:06:50.058700 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d0331-020f-4780-b9eb-9a13e83d46e9 req-e8a8b598-46dc-45fd-a068-cb8f5692b23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:50.060171 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-533d0331-020f-4780-b9eb-9a13e83d46e9 req-e8a8b598-46dc-45fd-a068-cb8f5692b23f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=04373861-16b0-4a8c-8486-d4c77245a1a4 HTTP/1.1" status: 200 len: 845 time: 0.1141882 Jul 15 23:06:50.081826 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a35383b1-0e6e-4315-8227-fc4049eeab0b req-6abf1d23-dd30-4e61-b0ce-9a6234d65b6f tempest-ImagesNegativeTestJSON-217554879 tempest-ImagesNegativeTestJSON-217554879-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6555acc-e9ac-40df-beca-e86a705c2293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467040 Jul 15 23:06:50.120477 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-533d0331-020f-4780-b9eb-9a13e83d46e9 req-9b35e9a9-ded5-4b7a-8302-6d3c369d61ed service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3d02251c-0d36-4f59-b9c0-9c508ddade2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421083 Jul 15 23:06:50.179197 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-78767c7e-e56e-49d6-b430-2fc4abbb0aef req-7902b4f1-dfc4-4c41-a9fe-4a2be0409490 tempest-ImagesNegativeTestJSON-217554879 tempest-ImagesNegativeTestJSON-217554879-project] Deleting port 8db1a556-d5ff-4778-9d75-6eec3abea502 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:06:50.179537 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-78767c7e-e56e-49d6-b430-2fc4abbb0aef req-7902b4f1-dfc4-4c41-a9fe-4a2be0409490 tempest-ImagesNegativeTestJSON-217554879 tempest-ImagesNegativeTestJSON-217554879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:50.253951 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb42ee-9fca-4cf2-b73f-1ba1463abd77 req-8e99b39c-99d6-4032-9943-d1a3332db62a tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:50.255486 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-93eb42ee-9fca-4cf2-b73f-1ba1463abd77 req-8e99b39c-99d6-4032-9943-d1a3332db62a tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/ports?device_id=816e8b92-0c28-4867-88d2-646fa871a232 HTTP/1.1" status: 200 len: 943 time: 0.2303491 Jul 15 23:06:50.341885 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-533d0331-020f-4780-b9eb-9a13e83d46e9 req-d072ae05-99c2-465b-90db-1f74524c3dae service neutron] 10.222.0.49 "GET /v2.0/networks/3d02251c-0d36-4f59-b9c0-9c508ddade2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136910 Jul 15 23:06:50.364123 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-93eb42ee-9fca-4cf2-b73f-1ba1463abd77 req-071a1926-419b-4287-a20e-506d91348ac5 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e74215b-8011-4ee0-b502-a2314077a754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997102 Jul 15 23:06:50.391896 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-78767c7e-e56e-49d6-b430-2fc4abbb0aef req-7902b4f1-dfc4-4c41-a9fe-4a2be0409490 tempest-ImagesNegativeTestJSON-217554879 tempest-ImagesNegativeTestJSON-217554879-project] For port 8db1a556-d5ff-4778-9d75-6eec3abea502, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=8db1a556-d5ff-4778-9d75-6eec3abea502,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:50.391896 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-78767c7e-e56e-49d6-b430-2fc4abbb0aef req-7902b4f1-dfc4-4c41-a9fe-4a2be0409490 tempest-ImagesNegativeTestJSON-217554879 tempest-ImagesNegativeTestJSON-217554879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:50.418949 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-78767c7e-e56e-49d6-b430-2fc4abbb0aef req-7902b4f1-dfc4-4c41-a9fe-4a2be0409490 tempest-ImagesNegativeTestJSON-217554879 tempest-ImagesNegativeTestJSON-217554879-project] Calling delete_port for 8db1a556-d5ff-4778-9d75-6eec3abea502 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:06:50.517463 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a2802aa5-ce0e-4cb4-855d-c85009d6daf9 req-579e365f-06fc-4d5a-b438-bedf7df42505 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=251c2b27-dd3f-48ef-90ca-fc5628302a0d HTTP/1.1" status: 200 len: 210 time: 0.0405903 Jul 15 23:06:50.572601 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cd004522-e413-4dd0-81c0-9ba1796b68fd req-cd510e9f-98d5-40e9-a785-3f3a135bef54 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=943e0e7be5644005a591d26197ee19f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0657847 Jul 15 23:06:50.582762 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-533d0331-020f-4780-b9eb-9a13e83d46e9 req-fee05e04-5a0f-41a8-8c9b-75abf903dd20 service neutron] 10.222.0.49 "GET /v2.0/networks/3d02251c-0d36-4f59-b9c0-9c508ddade2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324774 Jul 15 23:06:50.751093 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-78767c7e-e56e-49d6-b430-2fc4abbb0aef req-7902b4f1-dfc4-4c41-a9fe-4a2be0409490 tempest-ImagesNegativeTestJSON-217554879 tempest-ImagesNegativeTestJSON-217554879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:50.792613 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['8db1a556-d5ff-4778-9d75-6eec3abea502'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:06:50.812212 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7902b4f1-dfc4-4c41-a9fe-4a2be0409490 tempest-ImagesNegativeTestJSON-217554879 tempest-ImagesNegativeTestJSON-217554879-project] Pushing event deleted for resources: {'Port': ['ID=8db1a556-d5ff-4778-9d75-6eec3abea502,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:50.846024 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd004522-e413-4dd0-81c0-9ba1796b68fd req-82b75745-b729-4688-a487-9d865cd7db38 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:50.847613 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cd004522-e413-4dd0-81c0-9ba1796b68fd req-82b75745-b729-4688-a487-9d865cd7db38 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2661099 Jul 15 23:06:50.869876 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-cd004522-e413-4dd0-81c0-9ba1796b68fd req-a4de4bb2-df2d-40d1-b2a9-9db9daad1db1 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Request body: {'port': {'device_id': '251c2b27-dd3f-48ef-90ca-fc5628302a0d', 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'admin_state_up': True, 'tenant_id': '943e0e7be5644005a591d26197ee19f5'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:06:50.909008 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-78767c7e-e56e-49d6-b430-2fc4abbb0aef req-7902b4f1-dfc4-4c41-a9fe-4a2be0409490 tempest-ImagesNegativeTestJSON-217554879 tempest-ImagesNegativeTestJSON-217554879-project] No DVR routers for this DVR port 8db1a556-d5ff-4778-9d75-6eec3abea502 on host n-h2-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:06:50.912998 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-78767c7e-e56e-49d6-b430-2fc4abbb0aef req-7902b4f1-dfc4-4c41-a9fe-4a2be0409490 tempest-ImagesNegativeTestJSON-217554879 tempest-ImagesNegativeTestJSON-217554879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:50.916022 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-78767c7e-e56e-49d6-b430-2fc4abbb0aef req-7902b4f1-dfc4-4c41-a9fe-4a2be0409490 tempest-ImagesNegativeTestJSON-217554879 tempest-ImagesNegativeTestJSON-217554879-project] 10.222.0.41 "DELETE /v2.0/ports/8db1a556-d5ff-4778-9d75-6eec3abea502 HTTP/1.1" status: 204 len: 173 time: 1.0447552 Jul 15 23:06:50.978248 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c2f62df-a63d-4db7-961c-9d188b453031', 'name': 'network-vif-deleted', 'tag': '8db1a556-d5ff-4778-9d75-6eec3abea502'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:50.981279 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fecc17b8-6820-4530-aae6-6a0bab0cb7ac" -d '{"events": [{"server_uuid": "3c2f62df-a63d-4db7-961c-9d188b453031", "name": "network-vif-deleted", "tag": "8db1a556-d5ff-4778-9d75-6eec3abea502"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:51.078854 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd004522-e413-4dd0-81c0-9ba1796b68fd req-a4de4bb2-df2d-40d1-b2a9-9db9daad1db1 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Made reservation on behalf of 943e0e7be5644005a591d26197ee19f5 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:06:51.087098 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cd004522-e413-4dd0-81c0-9ba1796b68fd req-a4de4bb2-df2d-40d1-b2a9-9db9daad1db1 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:51.162515 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1b395-599c-4afd-b185-394e5a67bb1f req-d85c18d1-4e21-4be2-9d54-6671f86ca118 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:51.183750 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-aba1b395-599c-4afd-b185-394e5a67bb1f req-d85c18d1-4e21-4be2-9d54-6671f86ca118 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eb84bd1-9cd9-43e2-9924-8f6006dc1901 HTTP/1.1" status: 200 len: 948 time: 0.1296482 Jul 15 23:06:51.271450 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-aba1b395-599c-4afd-b185-394e5a67bb1f req-159c8647-7382-42f2-942e-2af40ec049f9 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f7c45fd-39fc-4943-ba7d-041fb8807cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866067 Jul 15 23:06:51.323322 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f54c305-0eec-455c-9182-bc0f927a150d x-openstack-request-id: req-6f54c305-0eec-455c-9182-bc0f927a150d {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:06:51.323629 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c2f62df-a63d-4db7-961c-9d188b453031", "name": "network-vif-deleted", "tag": "8db1a556-d5ff-4778-9d75-6eec3abea502", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:06:51.324065 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6f54c305-0eec-455c-9182-bc0f927a150d {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:06:51.324623 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c2f62df-a63d-4db7-961c-9d188b453031', 'name': 'network-vif-deleted', 'tag': '8db1a556-d5ff-4778-9d75-6eec3abea502', 'status': 'completed', 'code': 200} Jul 15 23:06:51.351394 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-cd004522-e413-4dd0-81c0-9ba1796b68fd req-a4de4bb2-df2d-40d1-b2a9-9db9daad1db1 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Allocated IP 192.168.233.211 (5d412861-bef3-4cc1-ae9f-87a6a36753c0/0d909a96-22de-4aa9-b690-1c7da965ceac/2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:06:51.424174 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device f076dd91-f173-452d-bf79-c859f4aefefa details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:06:51.515503 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b4a32f82-ae73-43d8-866a-209a5793df72 req-47912337-85c8-4819-ab1a-33938b8e5a4e tempest-ImagesNegativeTestJSON-217554879 tempest-ImagesNegativeTestJSON-217554879-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c2f62df-a63d-4db7-961c-9d188b453031 HTTP/1.1" status: 200 len: 210 time: 0.0823939 Jul 15 23:06:51.576598 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c498189d-34ce-4fc9-949c-be3f83fee2df req-9b300495-071a-4bf7-8f9b-6972eeb46f13 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:51.610116 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c498189d-34ce-4fc9-949c-be3f83fee2df req-9b300495-071a-4bf7-8f9b-6972eeb46f13 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=70896dfb-4452-495b-ade7-c85ec54b4cc6 HTTP/1.1" status: 200 len: 949 time: 0.2449439 Jul 15 23:06:51.628410 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cd004522-e413-4dd0-81c0-9ba1796b68fd req-a4de4bb2-df2d-40d1-b2a9-9db9daad1db1 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:51.641024 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port f076dd91-f173-452d-bf79-c859f4aefefa, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=f076dd91-f173-452d-bf79-c859f4aefefa,segment=NetworkSegment(73b65db5-b75b-48b7-8e07-44c7152f69b4),segment_id=73b65db5-b75b-48b7-8e07-44c7152f69b4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:51.650438 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-cd004522-e413-4dd0-81c0-9ba1796b68fd req-a4de4bb2-df2d-40d1-b2a9-9db9daad1db1 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Transition to ACTIVE for port object 2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:06:51.667434 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': 'f076dd91-f173-452d-bf79-c859f4aefefa', 'network_id': '3d02251c-0d36-4f59-b9c0-9c508ddade2e', 'port_id': 'f076dd91-f173-452d-bf79-c859f4aefefa', 'mac_address': 'fa:16:3e:96:28:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04373861-16b0-4a8c-8486-d4c77245a1a4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:06:51.672451 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 27ca6d7a-b6af-499c-a045-298783e7181f no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:06:51.713036 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cd004522-e413-4dd0-81c0-9ba1796b68fd req-a4de4bb2-df2d-40d1-b2a9-9db9daad1db1 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:51.740023 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c498189d-34ce-4fc9-949c-be3f83fee2df req-66b73c2a-2f8f-4f6f-b01f-9adbde60dc45 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273575 Jul 15 23:06:51.750687 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd004522-e413-4dd0-81c0-9ba1796b68fd req-a4de4bb2-df2d-40d1-b2a9-9db9daad1db1 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:06:51.753604 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-cd004522-e413-4dd0-81c0-9ba1796b68fd req-a4de4bb2-df2d-40d1-b2a9-9db9daad1db1 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:06:51.821418 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:51.826202 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd004522-e413-4dd0-81c0-9ba1796b68fd req-a4de4bb2-df2d-40d1-b2a9-9db9daad1db1 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:06:51.879089 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['8f0d8289-9945-4b18-96eb-ec03ccd15832'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:06:51.882901 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['600c70ff-f3b9-44ef-ab5b-b11e9e9453e0'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:06:51.903205 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f076dd91-f173-452d-bf79-c859f4aefefa {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:06:51.966713 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd004522-e413-4dd0-81c0-9ba1796b68fd req-a4de4bb2-df2d-40d1-b2a9-9db9daad1db1 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:51.970184 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cd004522-e413-4dd0-81c0-9ba1796b68fd req-a4de4bb2-df2d-40d1-b2a9-9db9daad1db1 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:51.971964 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port f076dd91-f173-452d-bf79-c859f4aefefa, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=f076dd91-f173-452d-bf79-c859f4aefefa,segment=NetworkSegment(73b65db5-b75b-48b7-8e07-44c7152f69b4),segment_id=73b65db5-b75b-48b7-8e07-44c7152f69b4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:51.973248 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] No Port match for: 27ca6d7a-b6af-499c-a045-298783e7181f {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:06:51.974961 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 27ca6d7a-b6af-499c-a045-298783e7181f not bound to the agent host n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:06:51.981480 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea75ea9-b422-460a-9d07-cee6b2273c80 req-08a6622d-0767-44c9-8b21-6196ade6acf2 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:51.991590 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bea75ea9-b422-460a-9d07-cee6b2273c80 req-08a6622d-0767-44c9-8b21-6196ade6acf2 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/ports?device_id=816e8b92-0c28-4867-88d2-646fa871a232 HTTP/1.1" status: 200 len: 943 time: 0.1479788 Jul 15 23:06:52.035608 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4de4bb2-df2d-40d1-b2a9-9db9daad1db1 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Pushing event updated for resources: {'Port': ['ID=2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:52.059787 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cd004522-e413-4dd0-81c0-9ba1796b68fd req-a4de4bb2-df2d-40d1-b2a9-9db9daad1db1 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1944563 Jul 15 23:06:52.082020 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-cd004522-e413-4dd0-81c0-9ba1796b68fd req-8421c3b9-0dd0-4ae9-baa5-3c3bc6bf1193 service neutron] Request body: {'port': {'device_id': '251c2b27-dd3f-48ef-90ca-fc5628302a0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:06:52.102998 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:52.130307 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bea75ea9-b422-460a-9d07-cee6b2273c80 req-85170ab3-ce3f-49c1-a2de-5e9dbafe1d8c tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e74215b-8011-4ee0-b502-a2314077a754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307230 Jul 15 23:06:52.225739 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cd004522-e413-4dd0-81c0-9ba1796b68fd req-8421c3b9-0dd0-4ae9-baa5-3c3bc6bf1193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:52.233131 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990a84af-ab01-417f-8d24-fd270a34dd70 req-ed8bc592-751e-4ae9-9079-75fcd380b4f9 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:52.245438 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-990a84af-ab01-417f-8d24-fd270a34dd70 req-ed8bc592-751e-4ae9-9079-75fcd380b4f9 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=251c2b27-dd3f-48ef-90ca-fc5628302a0d HTTP/1.1" status: 200 len: 936 time: 0.1450956 Jul 15 23:06:52.308901 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-990a84af-ab01-417f-8d24-fd270a34dd70 req-39bfdad5-76c4-45d3-8bb7-ae1d47b11ab8 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561402 Jul 15 23:06:52.403845 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=f076dd91-f173-452d-bf79-c859f4aefefa,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:52.459705 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a4c89028-921d-43e6-8ad7-b72836db5518 None None] Provisioning for port 2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:06:52.502584 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a4c89028-921d-43e6-8ad7-b72836db5518 None None] Provisioning complete for port 2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:06:52.503106 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a4c89028-921d-43e6-8ad7-b72836db5518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:52.531475 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb06a6be-2fa8-4ce3-b053-8ae44f107331 req-a80da87f-df31-4fe1-9917-265d09d75827 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:52.533980 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cb06a6be-2fa8-4ce3-b053-8ae44f107331 req-a80da87f-df31-4fe1-9917-265d09d75827 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eb84bd1-9cd9-43e2-9924-8f6006dc1901 HTTP/1.1" status: 200 len: 948 time: 0.1129255 Jul 15 23:06:52.554649 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['f076dd91-f173-452d-bf79-c859f4aefefa'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:06:52.600988 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cb06a6be-2fa8-4ce3-b053-8ae44f107331 req-c3b0bf86-2f54-43a2-ae21-c50eec5616e9 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f7c45fd-39fc-4943-ba7d-041fb8807cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607948 Jul 15 23:06:52.647715 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a4c89028-921d-43e6-8ad7-b72836db5518 None None] Port 2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:06:52.797496 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-cd004522-e413-4dd0-81c0-9ba1796b68fd req-8421c3b9-0dd0-4ae9-baa5-3c3bc6bf1193 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:06:52.813921 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cd004522-e413-4dd0-81c0-9ba1796b68fd req-8421c3b9-0dd0-4ae9-baa5-3c3bc6bf1193 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:52.819106 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc99372-6ceb-4f1a-9cb3-a7aaa2d9337c req-64ce0a9a-9a71-4fcb-9e24-c89df33e13ef tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:52.829735 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-afc99372-6ceb-4f1a-9cb3-a7aaa2d9337c req-64ce0a9a-9a71-4fcb-9e24-c89df33e13ef tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.41 "GET /v2.0/ports?device_id=70896dfb-4452-495b-ade7-c85ec54b4cc6 HTTP/1.1" status: 200 len: 949 time: 0.1452930 Jul 15 23:06:52.856739 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-cd004522-e413-4dd0-81c0-9ba1796b68fd req-8421c3b9-0dd0-4ae9-baa5-3c3bc6bf1193 service neutron] Transition to ACTIVE for port object 2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:06:52.867010 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cd004522-e413-4dd0-81c0-9ba1796b68fd req-8421c3b9-0dd0-4ae9-baa5-3c3bc6bf1193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:52.924736 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8421c3b9-0dd0-4ae9-baa5-3c3bc6bf1193 service neutron] Pushing event updated for resources: {'Port': ['ID=2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:53.073775 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-cd004522-e413-4dd0-81c0-9ba1796b68fd req-8421c3b9-0dd0-4ae9-baa5-3c3bc6bf1193 service neutron] Attempting to bind port 2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:06:53.074105 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-cd004522-e413-4dd0-81c0-9ba1796b68fd req-8421c3b9-0dd0-4ae9-baa5-3c3bc6bf1193 service neutron] Attempting to bind port 2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:06:53.074433 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd004522-e413-4dd0-81c0-9ba1796b68fd req-8421c3b9-0dd0-4ae9-baa5-3c3bc6bf1193 service neutron] Attempting to bind port 2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:06:53.082624 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd004522-e413-4dd0-81c0-9ba1796b68fd req-8421c3b9-0dd0-4ae9-baa5-3c3bc6bf1193 service neutron] Port 2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:06:53.082960 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd004522-e413-4dd0-81c0-9ba1796b68fd req-8421c3b9-0dd0-4ae9-baa5-3c3bc6bf1193 service neutron] Attempting to bind port 2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:06:53.091490 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd004522-e413-4dd0-81c0-9ba1796b68fd req-8421c3b9-0dd0-4ae9-baa5-3c3bc6bf1193 service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:06:53.091875 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd004522-e413-4dd0-81c0-9ba1796b68fd req-8421c3b9-0dd0-4ae9-baa5-3c3bc6bf1193 service neutron] Checking segment: {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:06:53.092286 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd004522-e413-4dd0-81c0-9ba1796b68fd req-8421c3b9-0dd0-4ae9-baa5-3c3bc6bf1193 service neutron] Bound using segment: {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:06:53.092758 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-cd004522-e413-4dd0-81c0-9ba1796b68fd req-8421c3b9-0dd0-4ae9-baa5-3c3bc6bf1193 service neutron] Bound port: 2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:06:53.093120 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cd004522-e413-4dd0-81c0-9ba1796b68fd req-8421c3b9-0dd0-4ae9-baa5-3c3bc6bf1193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:53.108281 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-afc99372-6ceb-4f1a-9cb3-a7aaa2d9337c req-2d6c5dce-aba5-4a3e-aa7a-f108fc67e3d9 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Deleting port f1d2d695-5d71-4735-8bec-137ed706a75f {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:06:53.109164 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-afc99372-6ceb-4f1a-9cb3-a7aaa2d9337c req-2d6c5dce-aba5-4a3e-aa7a-f108fc67e3d9 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:53.262654 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-afc99372-6ceb-4f1a-9cb3-a7aaa2d9337c req-2d6c5dce-aba5-4a3e-aa7a-f108fc67e3d9 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] For port f1d2d695-5d71-4735-8bec-137ed706a75f, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=f1d2d695-5d71-4735-8bec-137ed706a75f,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:53.263432 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-afc99372-6ceb-4f1a-9cb3-a7aaa2d9337c req-2d6c5dce-aba5-4a3e-aa7a-f108fc67e3d9 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:53.287878 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-afc99372-6ceb-4f1a-9cb3-a7aaa2d9337c req-2d6c5dce-aba5-4a3e-aa7a-f108fc67e3d9 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Calling delete_port for f1d2d695-5d71-4735-8bec-137ed706a75f owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:06:53.305077 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-cd004522-e413-4dd0-81c0-9ba1796b68fd req-8421c3b9-0dd0-4ae9-baa5-3c3bc6bf1193 service neutron] For port 2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe, host n-h2-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:06:53.308532 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-cd004522-e413-4dd0-81c0-9ba1796b68fd req-8421c3b9-0dd0-4ae9-baa5-3c3bc6bf1193 service neutron] For port 2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:06:53.314349 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cd004522-e413-4dd0-81c0-9ba1796b68fd req-8421c3b9-0dd0-4ae9-baa5-3c3bc6bf1193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:53.392110 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8421c3b9-0dd0-4ae9-baa5-3c3bc6bf1193 service neutron] Pushing event updated for resources: {'Port': ['ID=2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:53.399674 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd004522-e413-4dd0-81c0-9ba1796b68fd req-8421c3b9-0dd0-4ae9-baa5-3c3bc6bf1193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:53.400611 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cd004522-e413-4dd0-81c0-9ba1796b68fd req-8421c3b9-0dd0-4ae9-baa5-3c3bc6bf1193 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:53.401711 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cd004522-e413-4dd0-81c0-9ba1796b68fd req-8421c3b9-0dd0-4ae9-baa5-3c3bc6bf1193 service neutron] 10.222.0.41 "PUT /v2.0/ports/2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe HTTP/1.1" status: 200 len: 1096 time: 1.3247309 Jul 15 23:06:53.402153 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '251c2b27-dd3f-48ef-90ca-fc5628302a0d', 'tag': '2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:53.405525 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb7fc03-db3b-41a6-9364-5d2e8a4d0358" -d '{"events": [{"name": "network-changed", "server_uuid": "251c2b27-dd3f-48ef-90ca-fc5628302a0d", "tag": "2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:53.533422 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67f5fd2-5aa8-4600-86c1-8d8f1e07efb3 req-52729e76-1fb7-4727-b8f8-4e96c5d7d9ba tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:53.555412 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d67f5fd2-5aa8-4600-86c1-8d8f1e07efb3 req-52729e76-1fb7-4727-b8f8-4e96c5d7d9ba tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=70896dfb-4452-495b-ade7-c85ec54b4cc6 HTTP/1.1" status: 200 len: 949 time: 0.5161691 Jul 15 23:06:53.569702 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd004522-e413-4dd0-81c0-9ba1796b68fd req-8f72a6a7-e057-424f-98fc-424dee7840ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:53.569702 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cd004522-e413-4dd0-81c0-9ba1796b68fd req-8f72a6a7-e057-424f-98fc-424dee7840ee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=943e0e7be5644005a591d26197ee19f5&device_id=251c2b27-dd3f-48ef-90ca-fc5628302a0d HTTP/1.1" status: 200 len: 1099 time: 0.0850062 Jul 15 23:06:53.624463 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-afc99372-6ceb-4f1a-9cb3-a7aaa2d9337c req-2d6c5dce-aba5-4a3e-aa7a-f108fc67e3d9 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:53.653484 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cd004522-e413-4dd0-81c0-9ba1796b68fd req-db704575-119b-4538-a101-ae44a1c90876 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe HTTP/1.1" status: 200 len: 217 time: 0.0696731 Jul 15 23:06:53.677189 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['f1d2d695-5d71-4735-8bec-137ed706a75f'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:06:53.680730 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d67f5fd2-5aa8-4600-86c1-8d8f1e07efb3 req-35c7987d-8046-4db3-8942-d038a3e20c20 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f4ec807-be0f-4120-a69c-0d4908f67ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232469 Jul 15 23:06:53.690336 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e89ca1-e1fe-442d-a072-ead1a14be674 req-afff5916-f683-4021-8037-af25950f7474 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:53.699352 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-96e89ca1-e1fe-442d-a072-ead1a14be674 req-afff5916-f683-4021-8037-af25950f7474 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/ports?device_id=816e8b92-0c28-4867-88d2-646fa871a232 HTTP/1.1" status: 200 len: 944 time: 0.2934451 Jul 15 23:06:53.712859 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6c5dce-aba5-4a3e-aa7a-f108fc67e3d9 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Pushing event deleted for resources: {'Port': ['ID=f1d2d695-5d71-4735-8bec-137ed706a75f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:53.738679 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 8db1a556-d5ff-4778-9d75-6eec3abea502 no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:06:53.769880 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd004522-e413-4dd0-81c0-9ba1796b68fd req-4fe74462-8973-4bb1-b764-22f0071762d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:53.771623 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cd004522-e413-4dd0-81c0-9ba1796b68fd req-4fe74462-8973-4bb1-b764-22f0071762d6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.1101508 Jul 15 23:06:53.782590 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-afc99372-6ceb-4f1a-9cb3-a7aaa2d9337c req-2d6c5dce-aba5-4a3e-aa7a-f108fc67e3d9 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] No DVR routers for this DVR port f1d2d695-5d71-4735-8bec-137ed706a75f on host n-h2-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:06:53.791269 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-afc99372-6ceb-4f1a-9cb3-a7aaa2d9337c req-2d6c5dce-aba5-4a3e-aa7a-f108fc67e3d9 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:53.796783 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-afc99372-6ceb-4f1a-9cb3-a7aaa2d9337c req-2d6c5dce-aba5-4a3e-aa7a-f108fc67e3d9 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.41 "DELETE /v2.0/ports/f1d2d695-5d71-4735-8bec-137ed706a75f HTTP/1.1" status: 204 len: 173 time: 0.9589279 Jul 15 23:06:53.812508 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70896dfb-4452-495b-ade7-c85ec54b4cc6', 'name': 'network-vif-deleted', 'tag': 'f1d2d695-5d71-4735-8bec-137ed706a75f'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:53.813297 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] No Port match for: 8db1a556-d5ff-4778-9d75-6eec3abea502 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:06:53.816253 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 8db1a556-d5ff-4778-9d75-6eec3abea502 not bound to the agent host n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:06:53.822936 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69812216-3a8d-48ba-b0aa-15794f1f4b89" -d '{"events": [{"server_uuid": "70896dfb-4452-495b-ade7-c85ec54b4cc6", "name": "network-vif-deleted", "tag": "f1d2d695-5d71-4735-8bec-137ed706a75f"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:53.873799 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-96e89ca1-e1fe-442d-a072-ead1a14be674 req-23796a56-ec51-4b21-9f71-674412bedbd5 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e74215b-8011-4ee0-b502-a2314077a754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732893 Jul 15 23:06:53.930442 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd004522-e413-4dd0-81c0-9ba1796b68fd req-230cc6d9-5d8d-4a28-b11f-3b6db71cadc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:53.938348 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cd004522-e413-4dd0-81c0-9ba1796b68fd req-230cc6d9-5d8d-4a28-b11f-3b6db71cadc4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1463010 Jul 15 23:06:54.023315 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80fd5f5f-8720-468e-8bf1-02ed19e21bfc x-openstack-request-id: req-80fd5f5f-8720-468e-8bf1-02ed19e21bfc {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:06:54.026202 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "251c2b27-dd3f-48ef-90ca-fc5628302a0d", "tag": "2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:06:54.026586 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-80fd5f5f-8720-468e-8bf1-02ed19e21bfc {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:06:54.027042 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '251c2b27-dd3f-48ef-90ca-fc5628302a0d', 'tag': '2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe', 'status': 'completed', 'code': 200} Jul 15 23:06:54.176447 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d2fa8-af5f-4c55-8faf-13824a05b66b req-63dae1ff-47dd-47f9-9196-ea012cbce216 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:54.186273 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a19d2fa8-af5f-4c55-8faf-13824a05b66b req-63dae1ff-47dd-47f9-9196-ea012cbce216 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=251c2b27-dd3f-48ef-90ca-fc5628302a0d HTTP/1.1" status: 200 len: 948 time: 0.1842871 Jul 15 23:06:54.212966 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cd004522-e413-4dd0-81c0-9ba1796b68fd req-1782960a-0886-4b2f-a101-dddd5e4602ad service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733619 Jul 15 23:06:54.346616 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a19d2fa8-af5f-4c55-8faf-13824a05b66b req-dc5775ff-0dc6-4638-af9a-a24be652f50b tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565981 Jul 15 23:06:54.433648 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362c2dc-7769-424a-826b-a01af56e989c req-e15932e0-5587-4c59-9fa2-e819cfab1a38 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:54.437863 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3362c2dc-7769-424a-826b-a01af56e989c req-e15932e0-5587-4c59-9fa2-e819cfab1a38 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eb84bd1-9cd9-43e2-9924-8f6006dc1901 HTTP/1.1" status: 200 len: 948 time: 0.2326667 Jul 15 23:06:54.461799 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ff53d2-e4d4-4031-8fd0-1d19e5d3f8ec x-openstack-request-id: req-f4ff53d2-e4d4-4031-8fd0-1d19e5d3f8ec {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:06:54.462229 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70896dfb-4452-495b-ade7-c85ec54b4cc6", "name": "network-vif-deleted", "tag": "f1d2d695-5d71-4735-8bec-137ed706a75f", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:06:54.462754 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cd004522-e413-4dd0-81c0-9ba1796b68fd req-476f3e4b-6b09-4ecf-9649-241067f5740d service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272840 Jul 15 23:06:54.463097 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f4ff53d2-e4d4-4031-8fd0-1d19e5d3f8ec {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:06:54.463641 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70896dfb-4452-495b-ade7-c85ec54b4cc6', 'name': 'network-vif-deleted', 'tag': 'f1d2d695-5d71-4735-8bec-137ed706a75f', 'status': 'completed', 'code': 200} Jul 15 23:06:54.527903 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3362c2dc-7769-424a-826b-a01af56e989c req-3b727255-55b7-4052-8338-de06edb38ba0 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f7c45fd-39fc-4943-ba7d-041fb8807cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881932 Jul 15 23:06:54.531233 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52424) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:54.724742 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb7fc03-db3b-41a6-9364-5d2e8a4d0358 req-c08b83ef-f9db-45ae-be85-3769165af311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:54.724742 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cfb7fc03-db3b-41a6-9364-5d2e8a4d0358 req-c08b83ef-f9db-45ae-be85-3769165af311 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=943e0e7be5644005a591d26197ee19f5&device_id=251c2b27-dd3f-48ef-90ca-fc5628302a0d HTTP/1.1" status: 200 len: 1099 time: 0.1200354 Jul 15 23:06:54.767883 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-abc994d3-5fb2-457c-b0fe-1a43b772221d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b573f669f35844758f4255793605c410&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2325282 Jul 15 23:06:54.768375 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 52432) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:54.856425 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-14be3b22-8352-45a3-b40a-fd690f0a5c8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:54.885267 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-14be3b22-8352-45a3-b40a-fd690f0a5c8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:54.901596 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb7fc03-db3b-41a6-9364-5d2e8a4d0358 req-4a364d6a-8362-47e4-af66-fd9ef0e00b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:54.905432 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cfb7fc03-db3b-41a6-9364-5d2e8a4d0358 req-4a364d6a-8362-47e4-af66-fd9ef0e00b56 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5d412861-bef3-4cc1-ae9f-87a6a36753c0 HTTP/1.1" status: 200 len: 870 time: 0.1736743 Jul 15 23:06:54.988742 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cfb7fc03-db3b-41a6-9364-5d2e8a4d0358 req-e857e54c-69b3-458b-9b46-b6faaebccc14 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe HTTP/1.1" status: 200 len: 217 time: 0.0761356 Jul 15 23:06:54.989602 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-14be3b22-8352-45a3-b40a-fd690f0a5c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:54.992613 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-14be3b22-8352-45a3-b40a-fd690f0a5c8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:54.996573 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-14be3b22-8352-45a3-b40a-fd690f0a5c8a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a6555acc-e9ac-40df-beca-e86a705c2293 HTTP/1.1" status: 204 len: 168 time: 0.2248259 Jul 15 23:06:54.997450 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ae2e7e18-c3a2-4874-a156-78474870a860 req-5b384db8-aba0-4d34-8dae-f7dc064e1092 tempest-ServersOnMultiNodesTest-1084146441 tempest-ServersOnMultiNodesTest-1084146441-project] 10.222.0.48 "GET /v2.0/ports?device_id=70896dfb-4452-495b-ade7-c85ec54b4cc6 HTTP/1.1" status: 200 len: 210 time: 0.0585046 Jul 15 23:06:55.006770 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14be3b22-8352-45a3-b40a-fd690f0a5c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6555acc-e9ac-40df-beca-e86a705c2293,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:55.080629 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:55.085037 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb7fc03-db3b-41a6-9364-5d2e8a4d0358 req-7f588ac3-9992-4947-86d1-b5beb70ef6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:55.086745 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cfb7fc03-db3b-41a6-9364-5d2e8a4d0358 req-7f588ac3-9992-4947-86d1-b5beb70ef6e2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.0917172 Jul 15 23:06:55.179791 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d09dc-50b9-4086-a0ec-b3529cc0da95 req-e3c1b292-15d8-4218-aba5-6300b11ef957 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:55.188378 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-829d09dc-50b9-4086-a0ec-b3529cc0da95 req-e3c1b292-15d8-4218-aba5-6300b11ef957 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/ports?device_id=816e8b92-0c28-4867-88d2-646fa871a232 HTTP/1.1" status: 200 len: 944 time: 0.0868204 Jul 15 23:06:55.196940 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb7fc03-db3b-41a6-9364-5d2e8a4d0358 req-ed8db333-1321-41f4-bb30-284133c60909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:55.202217 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cfb7fc03-db3b-41a6-9364-5d2e8a4d0358 req-ed8db333-1321-41f4-bb30-284133c60909 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0991204 Jul 15 23:06:55.237568 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-829d09dc-50b9-4086-a0ec-b3529cc0da95 req-ac9b4700-ce30-45da-a08e-ede1608bd004 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e74215b-8011-4ee0-b502-a2314077a754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478110 Jul 15 23:06:55.330796 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cfb7fc03-db3b-41a6-9364-5d2e8a4d0358 req-33eb9703-bf63-445c-bc9f-ada1e0167faa service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177258 Jul 15 23:06:55.441370 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device f076dd91-f173-452d-bf79-c859f4aefefa up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:06:55.472925 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cfb7fc03-db3b-41a6-9364-5d2e8a4d0358 req-cdda8494-5992-4d6f-a889-77cd5c598b00 service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348922 Jul 15 23:06:55.574633 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port f076dd91-f173-452d-bf79-c859f4aefefa completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:06:55.578894 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port f076dd91-f173-452d-bf79-c859f4aefefa triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:06:55.579266 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:55.708106 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720cfdbc-c610-4c4d-9216-3d18c4437b95 req-eeec4a79-b610-4526-ae18-a11ee81dfd4b tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:55.709956 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-720cfdbc-c610-4c4d-9216-3d18c4437b95 req-eeec4a79-b610-4526-ae18-a11ee81dfd4b tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=251c2b27-dd3f-48ef-90ca-fc5628302a0d HTTP/1.1" status: 200 len: 948 time: 0.1515088 Jul 15 23:06:55.731072 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:55.760013 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '816e8b92-0c28-4867-88d2-646fa871a232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f076dd91-f173-452d-bf79-c859f4aefefa'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:55.764880 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d3aba4-43cb-4a59-b116-620371858c64" -d '{"events": [{"server_uuid": "816e8b92-0c28-4867-88d2-646fa871a232", "name": "network-vif-plugged", "status": "completed", "tag": "f076dd91-f173-452d-bf79-c859f4aefefa"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:55.801129 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port f076dd91-f173-452d-bf79-c859f4aefefa, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=f076dd91-f173-452d-bf79-c859f4aefefa,segment=NetworkSegment(73b65db5-b75b-48b7-8e07-44c7152f69b4),segment_id=73b65db5-b75b-48b7-8e07-44c7152f69b4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:55.808422 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:55.870088 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=f076dd91-f173-452d-bf79-c859f4aefefa,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:55.873686 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-720cfdbc-c610-4c4d-9216-3d18c4437b95 req-0b8a3539-2338-401c-9c47-2273203d525b tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567791 Jul 15 23:06:55.903051 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce618f-553a-4faf-afe3-e4309a299f19 req-7fc20750-425d-430f-a38f-571a54086c02 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:55.905276 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-88ce618f-553a-4faf-afe3-e4309a299f19 req-7fc20750-425d-430f-a38f-571a54086c02 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eb84bd1-9cd9-43e2-9924-8f6006dc1901 HTTP/1.1" status: 200 len: 948 time: 0.1416698 Jul 15 23:06:55.986218 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-88ce618f-553a-4faf-afe3-e4309a299f19 req-fc47a23b-98e4-41df-bfaf-635470ba7498 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f7c45fd-39fc-4943-ba7d-041fb8807cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730419 Jul 15 23:06:56.043714 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee98e08b-8ce3-4708-b6a5-13dcccb1d22e x-openstack-request-id: req-ee98e08b-8ce3-4708-b6a5-13dcccb1d22e {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:06:56.044253 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "816e8b92-0c28-4867-88d2-646fa871a232", "name": "network-vif-plugged", "status": "completed", "tag": "f076dd91-f173-452d-bf79-c859f4aefefa", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:06:56.044734 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ee98e08b-8ce3-4708-b6a5-13dcccb1d22e {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:06:56.045490 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '816e8b92-0c28-4867-88d2-646fa871a232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f076dd91-f173-452d-bf79-c859f4aefefa', 'code': 200} Jul 15 23:06:56.192576 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a26c4bd-6c07-4e96-8eaf-3c84631666b3 req-e3c1c6fd-8d14-4b9c-bb6d-c32b0cff48dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:56.194085 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6a26c4bd-6c07-4e96-8eaf-3c84631666b3 req-e3c1c6fd-8d14-4b9c-bb6d-c32b0cff48dd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=816e8b92-0c28-4867-88d2-646fa871a232 HTTP/1.1" status: 200 len: 1096 time: 0.0616612 Jul 15 23:06:56.231060 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6a26c4bd-6c07-4e96-8eaf-3c84631666b3 req-ea4370ef-5f84-4ee9-8801-d93ffa4f9d49 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1e74215b-8011-4ee0-b502-a2314077a754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306959 Jul 15 23:06:56.445920 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52486) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:56.447706 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29600a-27e2-40bc-a95e-8af7cf7929ad req-e75db660-7756-4544-91d0-cdc92ec8a22e tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:56.449724 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-eb29600a-27e2-40bc-a95e-8af7cf7929ad req-e75db660-7756-4544-91d0-cdc92ec8a22e tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/ports?device_id=816e8b92-0c28-4867-88d2-646fa871a232 HTTP/1.1" status: 200 len: 945 time: 0.0786500 Jul 15 23:06:56.499540 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-eb29600a-27e2-40bc-a95e-8af7cf7929ad req-de234180-61c2-4fa1-9b50-735d381fd921 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e74215b-8011-4ee0-b502-a2314077a754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408113 Jul 15 23:06:56.615001 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-3edb5f62-8407-4da6-a6b7-d77e77df4cdc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9ac36772b83842538b63e725348a87e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1658871 Jul 15 23:06:56.615440 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 52494) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:56.675347 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-03aaea75-5858-4aec-a9c4-8d6c71a77b8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:56.700202 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-03aaea75-5858-4aec-a9c4-8d6c71a77b8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:56.757279 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-03aaea75-5858-4aec-a9c4-8d6c71a77b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:56.761243 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-03aaea75-5858-4aec-a9c4-8d6c71a77b8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:56.765518 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-03aaea75-5858-4aec-a9c4-8d6c71a77b8f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6f4ec807-be0f-4120-a69c-0d4908f67ad0 HTTP/1.1" status: 204 len: 168 time: 0.1463723 Jul 15 23:06:56.796135 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aaea75-5858-4aec-a9c4-8d6c71a77b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4ec807-be0f-4120-a69c-0d4908f67ad0,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:57.135320 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2105fba-d8ca-40aa-bb45-25a49a59f5be req-4de123ef-5c09-4520-bb77-b11c4710f981 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:57.143922 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e2105fba-d8ca-40aa-bb45-25a49a59f5be req-4de123ef-5c09-4520-bb77-b11c4710f981 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=251c2b27-dd3f-48ef-90ca-fc5628302a0d HTTP/1.1" status: 200 len: 948 time: 0.1148190 Jul 15 23:06:57.223651 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e2105fba-d8ca-40aa-bb45-25a49a59f5be req-7c0b38ad-9dd2-4889-90fc-f89cfe5ab098 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785720 Jul 15 23:06:57.289835 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 52518) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:57.379763 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-0cb5ec66-5d07-42b1-ae2c-97fb6eec0564 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0cc7228b822a48358ee7c4a77c7fce94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0868528 Jul 15 23:06:57.380574 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52520) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:57.449514 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-edfce543-31a2-435e-a357-e912a7fd5b8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:57.480633 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-edfce543-31a2-435e-a357-e912a7fd5b8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:57.533229 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fac814-a3ef-4b8d-8d27-d5c92c3c9182 req-77ccc53b-719a-41a6-974b-7337422f6de4 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:57.535082 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b0fac814-a3ef-4b8d-8d27-d5c92c3c9182 req-77ccc53b-719a-41a6-974b-7337422f6de4 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eb84bd1-9cd9-43e2-9924-8f6006dc1901 HTTP/1.1" status: 200 len: 948 time: 0.1270609 Jul 15 23:06:57.539955 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-edfce543-31a2-435e-a357-e912a7fd5b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:57.543427 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-edfce543-31a2-435e-a357-e912a7fd5b8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:57.544817 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-edfce543-31a2-435e-a357-e912a7fd5b8b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/20cce9b0-526f-41ce-982d-7e2aaa3c9722 HTTP/1.1" status: 204 len: 168 time: 0.1632798 Jul 15 23:06:57.579772 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfce543-31a2-435e-a357-e912a7fd5b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20cce9b0-526f-41ce-982d-7e2aaa3c9722,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:57.618199 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b0fac814-a3ef-4b8d-8d27-d5c92c3c9182 req-d956520f-d07a-4c37-ba26-e1bddb54a3d3 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f7c45fd-39fc-4943-ba7d-041fb8807cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756586 Jul 15 23:06:57.688120 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:06:57.724835 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device f1d2d695-5d71-4735-8bec-137ed706a75f no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:06:57.806165 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] No Port match for: f1d2d695-5d71-4735-8bec-137ed706a75f {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:06:57.806890 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device f1d2d695-5d71-4735-8bec-137ed706a75f not bound to the agent host n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:06:57.884781 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdccdc05-3b9f-41bc-bc05-420aaa1c26cc req-f994fcdc-1878-4ff5-8110-56a8d8dea061 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:57.886952 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cdccdc05-3b9f-41bc-bc05-420aaa1c26cc req-f994fcdc-1878-4ff5-8110-56a8d8dea061 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/ports?device_id=816e8b92-0c28-4867-88d2-646fa871a232 HTTP/1.1" status: 200 len: 945 time: 0.0951889 Jul 15 23:06:57.944297 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:57.965382 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cdccdc05-3b9f-41bc-bc05-420aaa1c26cc req-52c7227c-137d-4100-bba9-71ceeb5150ef tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e74215b-8011-4ee0-b502-a2314077a754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708053 Jul 15 23:06:57.992542 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': '2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe', 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'port_id': '2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe', 'mac_address': 'fa:16:3e:06:2c:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d909a96-22de-4aa9-b690-1c7da965ceac', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:06:58.069288 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:58.130339 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:06:58.160956 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:58.167353 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:58.300370 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:58.485291 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52564) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:58.525861 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:06:58.539325 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2a72c-7b8e-460b-a5a9-dc0b03b1793b req-839cb85f-5952-40d8-9f68-e81f398d2034 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:58.540926 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6fc2a72c-7b8e-460b-a5a9-dc0b03b1793b req-839cb85f-5952-40d8-9f68-e81f398d2034 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=251c2b27-dd3f-48ef-90ca-fc5628302a0d HTTP/1.1" status: 200 len: 949 time: 0.1259198 Jul 15 23:06:58.631500 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-38a739e0-aea0-4546-aef4-e2adc9abd608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:58.657634 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6fc2a72c-7b8e-460b-a5a9-dc0b03b1793b req-ded6327f-c759-439a-b778-bfe71e67b7db tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858114 Jul 15 23:06:58.743218 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b467081-8452-4d51-9536-2864bfce0a06 req-f00c6130-4dd9-4d4a-b00f-44598599c4d6 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:58.756302 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4b467081-8452-4d51-9536-2864bfce0a06 req-f00c6130-4dd9-4d4a-b00f-44598599c4d6 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/ports?device_id=816e8b92-0c28-4867-88d2-646fa871a232 HTTP/1.1" status: 200 len: 945 time: 0.2086456 Jul 15 23:06:58.773811 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-38a739e0-aea0-4546-aef4-e2adc9abd608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:58.781738 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-38a739e0-aea0-4546-aef4-e2adc9abd608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:58.832516 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4b467081-8452-4d51-9536-2864bfce0a06 req-e9dfb538-9122-4c97-aab5-2fdb64722b64 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e74215b-8011-4ee0-b502-a2314077a754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748012 Jul 15 23:06:58.892841 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a739e0-aea0-4546-aef4-e2adc9abd608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbca8688-3677-46a3-a1c0-e51254efdcd2,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:58.899725 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-38a739e0-aea0-4546-aef4-e2adc9abd608 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0b23cddc37a347b1825a0f5cd7997dc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4096224 Jul 15 23:06:58.899927 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52584) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:58.953827 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7de8f48a-5134-4da5-ad83-712b9ad386ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:58.977348 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7de8f48a-5134-4da5-ad83-712b9ad386ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:59.037197 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b7cce-f6e0-4cdc-aaec-140b4d78ee6c req-33758361-a728-4ee4-9e6f-d4e7ef574647 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:59.043265 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-447b7cce-f6e0-4cdc-aaec-140b4d78ee6c req-33758361-a728-4ee4-9e6f-d4e7ef574647 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eb84bd1-9cd9-43e2-9924-8f6006dc1901 HTTP/1.1" status: 200 len: 948 time: 0.1439590 Jul 15 23:06:59.044654 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7de8f48a-5134-4da5-ad83-712b9ad386ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:59.048409 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7de8f48a-5134-4da5-ad83-712b9ad386ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:59.052055 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-7de8f48a-5134-4da5-ad83-712b9ad386ca admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dbca8688-3677-46a3-a1c0-e51254efdcd2 HTTP/1.1" status: 204 len: 168 time: 0.1486502 Jul 15 23:06:59.059541 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de8f48a-5134-4da5-ad83-712b9ad386ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbca8688-3677-46a3-a1c0-e51254efdcd2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:06:59.104444 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-447b7cce-f6e0-4cdc-aaec-140b4d78ee6c req-c9c3bdad-9cd2-4b74-b8de-081af40e72b5 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f7c45fd-39fc-4943-ba7d-041fb8807cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592659 Jul 15 23:06:59.681849 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52640) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:06:59.687083 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:06:59.764520 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port 2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:06:59.771062 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port 2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:06:59.771431 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:59.884662 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69230815-fb7a-4fb3-9411-56b4ea64952b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:59.891245 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:06:59.933006 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb987f-c657-461d-9af0-f0b48d361b5c req-4cd51416-eed8-4e3e-b07c-167343bcda50 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:06:59.937277 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7dfb987f-c657-461d-9af0-f0b48d361b5c req-4cd51416-eed8-4e3e-b07c-167343bcda50 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=251c2b27-dd3f-48ef-90ca-fc5628302a0d HTTP/1.1" status: 200 len: 949 time: 0.1398935 Jul 15 23:06:59.943490 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '251c2b27-dd3f-48ef-90ca-fc5628302a0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:06:59.947650 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c214fb34-6dd0-4628-b133-ec8edc173dd1" -d '{"events": [{"server_uuid": "251c2b27-dd3f-48ef-90ca-fc5628302a0d", "name": "network-vif-plugged", "status": "completed", "tag": "2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:06:59.986157 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:06:59.991375 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:00.002848 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69230815-fb7a-4fb3-9411-56b4ea64952b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:00.004299 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52660) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:00.011392 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7e7655e2-d03b-4894-8f1b-00776ec9e47e tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-642482321'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:00.018311 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69230815-fb7a-4fb3-9411-56b4ea64952b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:00.035524 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7dfb987f-c657-461d-9af0-f0b48d361b5c req-00a6e6a1-77c1-49ab-8cd7-a8609e3ad0ed tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894842 Jul 15 23:07:00.081909 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-69230815-fb7a-4fb3-9411-56b4ea64952b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9e3922ea61b242e7bc1c77ef12384cbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3948178 Jul 15 23:07:00.083659 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7655e2-d03b-4894-8f1b-00776ec9e47e tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Made reservation on behalf of 17c76d71cba4469f89099c3ebf7755c2 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:07:00.087976 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7e7655e2-d03b-4894-8f1b-00776ec9e47e tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:00.089317 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:00.102882 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52664) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:00.106425 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381cd378-e2d7-43c6-932b-724af39ae71f x-openstack-request-id: req-381cd378-e2d7-43c6-932b-724af39ae71f {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:07:00.106711 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "251c2b27-dd3f-48ef-90ca-fc5628302a0d", "name": "network-vif-plugged", "status": "completed", "tag": "2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:07:00.107207 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-381cd378-e2d7-43c6-932b-724af39ae71f {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:07:00.108170 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '251c2b27-dd3f-48ef-90ca-fc5628302a0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe', 'code': 200} Jul 15 23:07:00.109937 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69230815-fb7a-4fb3-9411-56b4ea64952b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60dfb293-4af1-4534-b3da-2756e89752ac,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:00.115630 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52666) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:00.143305 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e7655e2-d03b-4894-8f1b-00776ec9e47e tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:07:00.165698 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1231b3d0-d76c-4bd3-9e34-47a01c4c6944 req-43235a21-be2d-4b28-a158-6e98193384a3 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:00.166577 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7e7655e2-d03b-4894-8f1b-00776ec9e47e tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:00.167084 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-7e7655e2-d03b-4894-8f1b-00776ec9e47e tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Added segment 3821a0b2-3164-41fa-92ac-fc5f13dae41d of type vlan for network 970a88bd-fdba-4549-becb-46353b196f82 Jul 15 23:07:00.169727 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1231b3d0-d76c-4bd3-9e34-47a01c4c6944 req-43235a21-be2d-4b28-a158-6e98193384a3 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/ports?device_id=816e8b92-0c28-4867-88d2-646fa871a232 HTTP/1.1" status: 200 len: 945 time: 0.0953367 Jul 15 23:07:00.228420 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1231b3d0-d76c-4bd3-9e34-47a01c4c6944 req-b72247a0-f975-4936-b8ac-3cdf83bd54e9 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e74215b-8011-4ee0-b502-a2314077a754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515079 Jul 15 23:07:00.228693 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7e7655e2-d03b-4894-8f1b-00776ec9e47e tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:00.235855 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-016917f1-19d7-47e2-a7bb-a9567f35aaf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:00.298522 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ec1d0009-c29f-42da-8a5f-565eb0ec721e admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1110109490-network', 'tenant_id': '08fe55c8b75249cb85e4212038bb980e'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:00.307948 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-016917f1-19d7-47e2-a7bb-a9567f35aaf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:00.347260 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7e7655e2-d03b-4894-8f1b-00776ec9e47e tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:00.352679 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7655e2-d03b-4894-8f1b-00776ec9e47e tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:00.353262 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7e7655e2-d03b-4894-8f1b-00776ec9e47e tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:00.425504 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1d0009-c29f-42da-8a5f-565eb0ec721e admin admin] Made reservation on behalf of 08fe55c8b75249cb85e4212038bb980e for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:07:00.427813 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec1d0009-c29f-42da-8a5f-565eb0ec721e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:00.433948 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c323f-d8fb-481f-8320-28d25add4c81 req-66cad13c-b5b2-4a94-83b9-e66023f6adfe tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:00.441271 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ea2c323f-d8fb-481f-8320-28d25add4c81 req-66cad13c-b5b2-4a94-83b9-e66023f6adfe tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eb84bd1-9cd9-43e2-9924-8f6006dc1901 HTTP/1.1" status: 200 len: 948 time: 0.0915482 Jul 15 23:07:00.471619 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec1d0009-c29f-42da-8a5f-565eb0ec721e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:00.476303 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-7e7655e2-d03b-4894-8f1b-00776ec9e47e tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4706299 Jul 15 23:07:00.477993 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ea2c323f-d8fb-481f-8320-28d25add4c81 req-a0aa0bd8-65ac-4695-8224-cd85bee7869c tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f7c45fd-39fc-4943-ba7d-041fb8807cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358052 Jul 15 23:07:00.478507 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 52682) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:00.484246 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-7ddb1a0d-e999-4ecd-bdc4-99ee1f373f43 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1476064213'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:00.511631 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7655e2-d03b-4894-8f1b-00776ec9e47e tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Pushing event updated for resources: {'Network': ['ID=970a88bd-fdba-4549-becb-46353b196f82,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:00.518867 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98f0a39-63c8-4b63-8896-5cb2bc9ecff5 req-9bc2c0af-cf53-4c74-9805-d9a0e9f4b795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:00.520542 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e98f0a39-63c8-4b63-8896-5cb2bc9ecff5 req-9bc2c0af-cf53-4c74-9805-d9a0e9f4b795 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=251c2b27-dd3f-48ef-90ca-fc5628302a0d HTTP/1.1" status: 200 len: 1101 time: 0.2866399 Jul 15 23:07:00.520740 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ddb1a0d-e999-4ecd-bdc4-99ee1f373f43 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Made reservation on behalf of 17c76d71cba4469f89099c3ebf7755c2 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:07:00.527943 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ddb1a0d-e999-4ecd-bdc4-99ee1f373f43 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:00.545846 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 970a88bd-fdba-4549-becb-46353b196f82 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:07:00.553888 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-016917f1-19d7-47e2-a7bb-a9567f35aaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:00.556499 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-016917f1-19d7-47e2-a7bb-a9567f35aaf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:00.557788 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-016917f1-19d7-47e2-a7bb-a9567f35aaf4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/60dfb293-4af1-4534-b3da-2756e89752ac HTTP/1.1" status: 204 len: 168 time: 0.4448884 Jul 15 23:07:00.594422 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ddb1a0d-e999-4ecd-bdc4-99ee1f373f43 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:07:00.600854 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ddb1a0d-e999-4ecd-bdc4-99ee1f373f43 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:00.601250 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-7ddb1a0d-e999-4ecd-bdc4-99ee1f373f43 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Added segment a43861fb-eaa5-4486-879b-bd64114918d5 of type vlan for network 9bef9b3a-38af-4114-8d89-aee9e6e60f51 Jul 15 23:07:00.609529 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016917f1-19d7-47e2-a7bb-a9567f35aaf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60dfb293-4af1-4534-b3da-2756e89752ac,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:00.624063 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e98f0a39-63c8-4b63-8896-5cb2bc9ecff5 req-9576e128-0a34-428e-b2ff-7600b8a8edcc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956120 Jul 15 23:07:00.655268 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ddb1a0d-e999-4ecd-bdc4-99ee1f373f43 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:00.708942 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-82da9378-0735-455e-af8e-8e54fc0def9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:00.713915 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ddb1a0d-e999-4ecd-bdc4-99ee1f373f43 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:00.723799 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddb1a0d-e999-4ecd-bdc4-99ee1f373f43 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:00.724310 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec1d0009-c29f-42da-8a5f-565eb0ec721e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:00.724774 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ddb1a0d-e999-4ecd-bdc4-99ee1f373f43 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:00.730972 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec1d0009-c29f-42da-8a5f-565eb0ec721e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:00.762320 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec1d0009-c29f-42da-8a5f-565eb0ec721e admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:07:00.773348 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1d0009-c29f-42da-8a5f-565eb0ec721e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c77c3bf0-ed15-4644-9464-ab51294f6412,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:00.778560 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec1d0009-c29f-42da-8a5f-565eb0ec721e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:00.778901 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-ec1d0009-c29f-42da-8a5f-565eb0ec721e admin admin] Added segment 8a18499d-f751-4b5b-90fb-57238ec26ecc of type vlan for network bb925051-af21-4a66-9998-db8eac3f3d8e Jul 15 23:07:00.790508 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-7ddb1a0d-e999-4ecd-bdc4-99ee1f373f43 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3106265 Jul 15 23:07:00.793900 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52692) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:00.800190 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7d404618-d412-4c7f-866c-2396619deefc tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Request body: {'subnet': {'network_id': '970a88bd-fdba-4549-becb-46353b196f82', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:00.867222 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec1d0009-c29f-42da-8a5f-565eb0ec721e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:00.931424 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddb1a0d-e999-4ecd-bdc4-99ee1f373f43 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Pushing event updated for resources: {'Network': ['ID=9bef9b3a-38af-4114-8d89-aee9e6e60f51,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:00.945491 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 9bef9b3a-38af-4114-8d89-aee9e6e60f51 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:07:00.947193 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec1d0009-c29f-42da-8a5f-565eb0ec721e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:00.948336 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1d0009-c29f-42da-8a5f-565eb0ec721e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:00.948906 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec1d0009-c29f-42da-8a5f-565eb0ec721e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:00.956743 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d404618-d412-4c7f-866c-2396619deefc tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Made reservation on behalf of 17c76d71cba4469f89099c3ebf7755c2 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:07:00.960363 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7d404618-d412-4c7f-866c-2396619deefc tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:01.011490 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ec1d0009-c29f-42da-8a5f-565eb0ec721e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8946998 Jul 15 23:07:01.014875 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 52708) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:01.019958 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-69e4cc07-95fa-4bc0-89f4-0408e254507d admin admin] Request body: {'subnet': {'network_id': 'bb925051-af21-4a66-9998-db8eac3f3d8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1110109490-subnet', 'tenant_id': '08fe55c8b75249cb85e4212038bb980e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:01.049885 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1d0009-c29f-42da-8a5f-565eb0ec721e admin admin] Pushing event updated for resources: {'Network': ['ID=bb925051-af21-4a66-9998-db8eac3f3d8e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:01.061748 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e4cc07-95fa-4bc0-89f4-0408e254507d admin admin] Made reservation on behalf of 08fe55c8b75249cb85e4212038bb980e for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:07:01.062348 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network bb925051-af21-4a66-9998-db8eac3f3d8e details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:07:01.065041 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69e4cc07-95fa-4bc0-89f4-0408e254507d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:01.288286 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69e4cc07-95fa-4bc0-89f4-0408e254507d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:01.316533 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7d404618-d412-4c7f-866c-2396619deefc tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:01.329923 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e024464c-49fc-4160-85b8-2a607ebc7553 req-3abe747e-2fd0-4442-bc88-8e3586a3a910 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:01.336748 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e024464c-49fc-4160-85b8-2a607ebc7553 req-3abe747e-2fd0-4442-bc88-8e3586a3a910 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=251c2b27-dd3f-48ef-90ca-fc5628302a0d HTTP/1.1" status: 200 len: 950 time: 0.1470203 Jul 15 23:07:01.392781 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d404618-d412-4c7f-866c-2396619deefc tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Pushing event updated for resources: {'Subnet': ['ID=ac68c16c-e2e3-48f3-b2ec-e6d10e3c3acf,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:01.395845 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e4cc07-95fa-4bc0-89f4-0408e254507d admin admin] Pushing event updated for resources: {'Subnet': ['ID=677e163d-e2ae-4fac-97cd-29579d7e082c,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:01.414858 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e024464c-49fc-4160-85b8-2a607ebc7553 req-c23c752c-8d95-4a1c-ad28-67a18bdb50d5 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771878 Jul 15 23:07:01.416576 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d404618-d412-4c7f-866c-2396619deefc tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Checking segment: {'id': '3821a0b2-3164-41fa-92ac-fc5f13dae41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '970a88bd-fdba-4549-becb-46353b196f82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:07:01.420458 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d404618-d412-4c7f-866c-2396619deefc tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Network hostable DHCP agents. Network: 970a88bd-fdba-4549-becb-46353b196f82, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:07:01.429406 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e4cc07-95fa-4bc0-89f4-0408e254507d admin admin] Checking segment: {'id': '8a18499d-f751-4b5b-90fb-57238ec26ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'bb925051-af21-4a66-9998-db8eac3f3d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:07:01.429766 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e4cc07-95fa-4bc0-89f4-0408e254507d admin admin] Network hostable DHCP agents. Network: bb925051-af21-4a66-9998-db8eac3f3d8e, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:07:01.447800 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e4cc07-95fa-4bc0-89f4-0408e254507d admin admin] Network bb925051-af21-4a66-9998-db8eac3f3d8e is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:07:01.449702 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d404618-d412-4c7f-866c-2396619deefc tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Network 970a88bd-fdba-4549-becb-46353b196f82 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:07:01.460680 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-69e4cc07-95fa-4bc0-89f4-0408e254507d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, bb925051-af21-4a66-9998-db8eac3f3d8e) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:07:01.461341 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-7d404618-d412-4c7f-866c-2396619deefc tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 970a88bd-fdba-4549-becb-46353b196f82) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:07:01.465297 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e4cc07-95fa-4bc0-89f4-0408e254507d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:01.465918 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69e4cc07-95fa-4bc0-89f4-0408e254507d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:01.471737 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d22fcb1-90b7-47e1-a179-3253710209b9 None None] Network bb925051-af21-4a66-9998-db8eac3f3d8e requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:07:01.480890 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d404618-d412-4c7f-866c-2396619deefc tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:01.481565 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7d404618-d412-4c7f-866c-2396619deefc tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:01.482178 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-69e4cc07-95fa-4bc0-89f4-0408e254507d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4659564 Jul 15 23:07:01.485476 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 52726) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:01.491786 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aae9ec9-0cf6-4e8d-9f16-a410de0b2d28 None None] Network 970a88bd-fdba-4549-becb-46353b196f82 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:07:01.492807 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-7df98fd4-ccec-41b4-afcc-52fddf7b4c3a admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1110109490-router', 'tenant_id': '08fe55c8b75249cb85e4212038bb980e', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:01.504242 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-7d404618-d412-4c7f-866c-2396619deefc tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7091453 Jul 15 23:07:01.506060 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 52728) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:01.514739 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-fafaab5a-46d0-4e2e-9e31-113f88d72f31 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Request body: {'subnet': {'network_id': '9bef9b3a-38af-4114-8d89-aee9e6e60f51', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:01.552417 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7df98fd4-ccec-41b4-afcc-52fddf7b4c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:01.556921 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7df98fd4-ccec-41b4-afcc-52fddf7b4c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:01.701970 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7df98fd4-ccec-41b4-afcc-52fddf7b4c3a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:01.796149 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fafaab5a-46d0-4e2e-9e31-113f88d72f31 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Made reservation on behalf of 17c76d71cba4469f89099c3ebf7755c2 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:07:01.799627 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fafaab5a-46d0-4e2e-9e31-113f88d72f31 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:01.817129 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b99032-02bb-4aaf-be78-99272a8141d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-bb925051-af21-4a66-9998-db8eac3f3d8e', 'network_id': 'bb925051-af21-4a66-9998-db8eac3f3d8e', 'tenant_id': '08fe55c8b75249cb85e4212038bb980e', 'fixed_ips': [{'subnet_id': '677e163d-e2ae-4fac-97cd-29579d7e082c'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:07:01.817969 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-63b99032-02bb-4aaf-be78-99272a8141d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:01.844488 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74716fa4-7056-4fb2-865e-1251dd21370e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-970a88bd-fdba-4549-becb-46353b196f82', 'network_id': '970a88bd-fdba-4549-becb-46353b196f82', 'tenant_id': '17c76d71cba4469f89099c3ebf7755c2', 'fixed_ips': [{'subnet_id': 'ac68c16c-e2e3-48f3-b2ec-e6d10e3c3acf'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:07:01.845420 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-74716fa4-7056-4fb2-865e-1251dd21370e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:02.080312 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-63b99032-02bb-4aaf-be78-99272a8141d5 None None] Allocated IP 172.20.0.2 (bb925051-af21-4a66-9998-db8eac3f3d8e/677e163d-e2ae-4fac-97cd-29579d7e082c/d13a9718-0e2a-4a42-a13c-f81c7e7de3d1) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:07:02.105041 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-74716fa4-7056-4fb2-865e-1251dd21370e None None] Allocated IP 10.1.1.2 (970a88bd-fdba-4549-becb-46353b196f82/ac68c16c-e2e3-48f3-b2ec-e6d10e3c3acf/8d09240c-78f8-4eb2-80d6-4ebf655a6220) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:07:02.204702 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbebb90-aee6-4e6d-a9f2-d63f09f47d75 req-e13a285f-13e3-49b2-a03c-1c31b81316ee tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:02.206181 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7bbebb90-aee6-4e6d-a9f2-d63f09f47d75 req-e13a285f-13e3-49b2-a03c-1c31b81316ee tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eb84bd1-9cd9-43e2-9924-8f6006dc1901 HTTP/1.1" status: 200 len: 948 time: 0.5896432 Jul 15 23:07:02.208470 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7df98fd4-ccec-41b4-afcc-52fddf7b4c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:02.320597 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7bbebb90-aee6-4e6d-a9f2-d63f09f47d75 req-039ab6fa-589f-489c-9079-41547ec924a2 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f7c45fd-39fc-4943-ba7d-041fb8807cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827315 Jul 15 23:07:02.447481 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fafaab5a-46d0-4e2e-9e31-113f88d72f31 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:02.467931 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-63b99032-02bb-4aaf-be78-99272a8141d5 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:02.485867 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-63b99032-02bb-4aaf-be78-99272a8141d5 None None] Transition to ACTIVE for port object d13a9718-0e2a-4a42-a13c-f81c7e7de3d1 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:07:02.495365 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-74716fa4-7056-4fb2-865e-1251dd21370e None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:02.511298 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-74716fa4-7056-4fb2-865e-1251dd21370e None None] Transition to ACTIVE for port object 8d09240c-78f8-4eb2-80d6-4ebf655a6220 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:07:02.513259 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-63b99032-02bb-4aaf-be78-99272a8141d5 None None] Transition to ACTIVE for port object d13a9718-0e2a-4a42-a13c-f81c7e7de3d1 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:07:02.523664 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-63b99032-02bb-4aaf-be78-99272a8141d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:02.544405 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafaab5a-46d0-4e2e-9e31-113f88d72f31 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Pushing event updated for resources: {'Subnet': ['ID=43be6042-6f45-40a3-b1ce-1fe26f72d214,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:02.567185 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b99032-02bb-4aaf-be78-99272a8141d5 None None] Pushing event updated for resources: {'Port': ['ID=d13a9718-0e2a-4a42-a13c-f81c7e7de3d1,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:02.575924 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-74716fa4-7056-4fb2-865e-1251dd21370e None None] Transition to ACTIVE for port object 8d09240c-78f8-4eb2-80d6-4ebf655a6220 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:07:02.584333 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b99032-02bb-4aaf-be78-99272a8141d5 None None] Network bb925051-af21-4a66-9998-db8eac3f3d8e is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:07:02.586782 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-63b99032-02bb-4aaf-be78-99272a8141d5 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:07:02.589766 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b99032-02bb-4aaf-be78-99272a8141d5 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:07:02.594338 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-74716fa4-7056-4fb2-865e-1251dd21370e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:02.613042 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafaab5a-46d0-4e2e-9e31-113f88d72f31 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Checking segment: {'id': 'a43861fb-eaa5-4486-879b-bd64114918d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9bef9b3a-38af-4114-8d89-aee9e6e60f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:07:02.613400 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafaab5a-46d0-4e2e-9e31-113f88d72f31 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Network hostable DHCP agents. Network: 9bef9b3a-38af-4114-8d89-aee9e6e60f51, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:07:02.648414 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74716fa4-7056-4fb2-865e-1251dd21370e None None] Network 970a88bd-fdba-4549-becb-46353b196f82 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:07:02.669346 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7df98fd4-ccec-41b4-afcc-52fddf7b4c3a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:02.669684 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-74716fa4-7056-4fb2-865e-1251dd21370e None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:07:02.672778 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74716fa4-7056-4fb2-865e-1251dd21370e None None] Pushing event updated for resources: {'Port': ['ID=8d09240c-78f8-4eb2-80d6-4ebf655a6220,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:02.674876 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafaab5a-46d0-4e2e-9e31-113f88d72f31 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Network 9bef9b3a-38af-4114-8d89-aee9e6e60f51 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:07:02.695329 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74716fa4-7056-4fb2-865e-1251dd21370e None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:07:02.698299 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7df98fd4-ccec-41b4-afcc-52fddf7b4c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:02.709387 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-fafaab5a-46d0-4e2e-9e31-113f88d72f31 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 9bef9b3a-38af-4114-8d89-aee9e6e60f51) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:07:02.712954 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-63b99032-02bb-4aaf-be78-99272a8141d5 None None] Attempting to bind port d13a9718-0e2a-4a42-a13c-f81c7e7de3d1 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:07:02.713314 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-63b99032-02bb-4aaf-be78-99272a8141d5 None None] Attempting to bind port d13a9718-0e2a-4a42-a13c-f81c7e7de3d1 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '8a18499d-f751-4b5b-90fb-57238ec26ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'bb925051-af21-4a66-9998-db8eac3f3d8e'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:07:02.713688 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b99032-02bb-4aaf-be78-99272a8141d5 None None] Attempting to bind port d13a9718-0e2a-4a42-a13c-f81c7e7de3d1 on network bb925051-af21-4a66-9998-db8eac3f3d8e {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:02.722017 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fafaab5a-46d0-4e2e-9e31-113f88d72f31 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:02.722121 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b99032-02bb-4aaf-be78-99272a8141d5 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:07:02.722416 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b99032-02bb-4aaf-be78-99272a8141d5 None None] Checking segment: {'id': '8a18499d-f751-4b5b-90fb-57238ec26ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'bb925051-af21-4a66-9998-db8eac3f3d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:07:02.722593 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fafaab5a-46d0-4e2e-9e31-113f88d72f31 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:02.723144 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-63b99032-02bb-4aaf-be78-99272a8141d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:02.724260 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b99032-02bb-4aaf-be78-99272a8141d5 None None] Bound using segment: {'id': '8a18499d-f751-4b5b-90fb-57238ec26ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'bb925051-af21-4a66-9998-db8eac3f3d8e'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:07:02.724260 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-63b99032-02bb-4aaf-be78-99272a8141d5 None None] Bound port: d13a9718-0e2a-4a42-a13c-f81c7e7de3d1, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a18499d-f751-4b5b-90fb-57238ec26ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'bb925051-af21-4a66-9998-db8eac3f3d8e'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:07:02.724547 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-63b99032-02bb-4aaf-be78-99272a8141d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:02.745133 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06af2daf-29ea-4107-8d4d-d7b299401520 None None] Network 9bef9b3a-38af-4114-8d89-aee9e6e60f51 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:07:02.778610 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-fafaab5a-46d0-4e2e-9e31-113f88d72f31 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2713733 Jul 15 23:07:02.782449 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 52756) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:02.787563 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-656962de-9f7b-4fba-b629-935172748180 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Request body: {'port': {'network_id': '970a88bd-fdba-4549-becb-46353b196f82', 'name': 'tempest-TaggedBootDevicesTest_v242-598508819', 'fixed_ips': [{'subnet_id': 'ac68c16c-e2e3-48f3-b2ec-e6d10e3c3acf'}]}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:02.800625 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b173db61-cf2f-4d5f-a789-a42a44236135 req-7f03049e-355d-449d-a0d8-afc0d89cca6f tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:02.802141 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b173db61-cf2f-4d5f-a789-a42a44236135 req-7f03049e-355d-449d-a0d8-afc0d89cca6f tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=251c2b27-dd3f-48ef-90ca-fc5628302a0d HTTP/1.1" status: 200 len: 950 time: 0.1836939 Jul 15 23:07:02.836916 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-74716fa4-7056-4fb2-865e-1251dd21370e None None] Attempting to bind port 8d09240c-78f8-4eb2-80d6-4ebf655a6220 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:07:02.837447 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-74716fa4-7056-4fb2-865e-1251dd21370e None None] Attempting to bind port 8d09240c-78f8-4eb2-80d6-4ebf655a6220 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '3821a0b2-3164-41fa-92ac-fc5f13dae41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '970a88bd-fdba-4549-becb-46353b196f82'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:07:02.837603 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74716fa4-7056-4fb2-865e-1251dd21370e None None] Attempting to bind port 8d09240c-78f8-4eb2-80d6-4ebf655a6220 on network 970a88bd-fdba-4549-becb-46353b196f82 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:02.878533 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74716fa4-7056-4fb2-865e-1251dd21370e None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:07:02.878905 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74716fa4-7056-4fb2-865e-1251dd21370e None None] Checking segment: {'id': '3821a0b2-3164-41fa-92ac-fc5f13dae41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '970a88bd-fdba-4549-becb-46353b196f82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:07:02.879308 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-74716fa4-7056-4fb2-865e-1251dd21370e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:02.879730 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74716fa4-7056-4fb2-865e-1251dd21370e None None] Bound using segment: {'id': '3821a0b2-3164-41fa-92ac-fc5f13dae41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '970a88bd-fdba-4549-becb-46353b196f82'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:07:02.880195 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-74716fa4-7056-4fb2-865e-1251dd21370e None None] Bound port: 8d09240c-78f8-4eb2-80d6-4ebf655a6220, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3821a0b2-3164-41fa-92ac-fc5f13dae41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '970a88bd-fdba-4549-becb-46353b196f82'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:07:02.880575 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-74716fa4-7056-4fb2-865e-1251dd21370e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:02.935168 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-7df98fd4-ccec-41b4-afcc-52fddf7b4c3a admin admin] Allocated IP 172.25.5.57 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/61c8e8e9-6576-4f2c-b880-f64224f05b53) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:07:02.944554 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b173db61-cf2f-4d5f-a789-a42a44236135 req-cdaea3b1-0267-4a2d-8424-0ed880b25638 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360343 Jul 15 23:07:02.957521 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-63b99032-02bb-4aaf-be78-99272a8141d5 None None] For port d13a9718-0e2a-4a42-a13c-f81c7e7de3d1, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:07:03.013431 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-63b99032-02bb-4aaf-be78-99272a8141d5 None None] For port d13a9718-0e2a-4a42-a13c-f81c7e7de3d1, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=d13a9718-0e2a-4a42-a13c-f81c7e7de3d1,segment=NetworkSegment(8a18499d-f751-4b5b-90fb-57238ec26ecc),segment_id=8a18499d-f751-4b5b-90fb-57238ec26ecc)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:07:03.027801 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-63b99032-02bb-4aaf-be78-99272a8141d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:03.051320 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656962de-9f7b-4fba-b629-935172748180 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Made reservation on behalf of 17c76d71cba4469f89099c3ebf7755c2 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:07:03.093040 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-74716fa4-7056-4fb2-865e-1251dd21370e None None] For port 8d09240c-78f8-4eb2-80d6-4ebf655a6220, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:07:03.104948 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7df98fd4-ccec-41b4-afcc-52fddf7b4c3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:03.144365 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-74716fa4-7056-4fb2-865e-1251dd21370e None None] For port 8d09240c-78f8-4eb2-80d6-4ebf655a6220, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=8d09240c-78f8-4eb2-80d6-4ebf655a6220,segment=NetworkSegment(3821a0b2-3164-41fa-92ac-fc5f13dae41d),segment_id=3821a0b2-3164-41fa-92ac-fc5f13dae41d)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:07:03.177515 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-74716fa4-7056-4fb2-865e-1251dd21370e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:03.183883 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b99032-02bb-4aaf-be78-99272a8141d5 None None] Pushing event updated for resources: {'Port': ['ID=d13a9718-0e2a-4a42-a13c-f81c7e7de3d1,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:03.206886 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a825326b-cd07-485c-ac6c-11ff2c7595e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-9bef9b3a-38af-4114-8d89-aee9e6e60f51', 'network_id': '9bef9b3a-38af-4114-8d89-aee9e6e60f51', 'tenant_id': '17c76d71cba4469f89099c3ebf7755c2', 'fixed_ips': [{'subnet_id': '43be6042-6f45-40a3-b1ce-1fe26f72d214'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:07:03.207953 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a825326b-cd07-485c-ac6c-11ff2c7595e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:03.241074 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-656962de-9f7b-4fba-b629-935172748180 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:03.276670 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-656962de-9f7b-4fba-b629-935172748180 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] device_id is not set on port f70b3596-455f-49a0-8908-a104df34e5c9 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:07:03.281751 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-11807c9b-690e-4b6a-b0e2-9211b904950b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:03.343163 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7df98fd4-ccec-41b4-afcc-52fddf7b4c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:03.471233 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:03.482116 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74716fa4-7056-4fb2-865e-1251dd21370e None None] Pushing event updated for resources: {'Port': ['ID=8d09240c-78f8-4eb2-80d6-4ebf655a6220,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:03.511697 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device f076dd91-f173-452d-bf79-c859f4aefefa details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:07:03.575407 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-a825326b-cd07-485c-ac6c-11ff2c7595e5 None None] Allocated IP 10.2.2.2 (9bef9b3a-38af-4114-8d89-aee9e6e60f51/43be6042-6f45-40a3-b1ce-1fe26f72d214/b6338681-08dd-4bc5-a4bf-1ebcd9282fa5) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:07:03.677331 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df98fd4-ccec-41b4-afcc-52fddf7b4c3a admin admin] Pushing event updated for resources: {'Port': ['ID=61c8e8e9-6576-4f2c-b880-f64224f05b53,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:03.737874 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df98fd4-ccec-41b4-afcc-52fddf7b4c3a admin admin] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:07:03.754141 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-7df98fd4-ccec-41b4-afcc-52fddf7b4c3a admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:07:03.761542 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df98fd4-ccec-41b4-afcc-52fddf7b4c3a admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:07:03.775098 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73a0bf1-5a83-47e5-88f8-6664c5215691 req-76689e92-5da2-4187-bdef-276639265b25 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:03.782537 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f73a0bf1-5a83-47e5-88f8-6664c5215691 req-76689e92-5da2-4187-bdef-276639265b25 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=251c2b27-dd3f-48ef-90ca-fc5628302a0d HTTP/1.1" status: 200 len: 950 time: 0.6059783 Jul 15 23:07:03.801025 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port f076dd91-f173-452d-bf79-c859f4aefefa, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=f076dd91-f173-452d-bf79-c859f4aefefa,segment=NetworkSegment(73b65db5-b75b-48b7-8e07-44c7152f69b4),segment_id=73b65db5-b75b-48b7-8e07-44c7152f69b4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:03.825793 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': 'f076dd91-f173-452d-bf79-c859f4aefefa', 'network_id': '3d02251c-0d36-4f59-b9c0-9c508ddade2e', 'port_id': 'f076dd91-f173-452d-bf79-c859f4aefefa', 'mac_address': 'fa:16:3e:96:28:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04373861-16b0-4a8c-8486-d4c77245a1a4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:07:03.956986 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f73a0bf1-5a83-47e5-88f8-6664c5215691 req-127c847d-eae3-4dca-8fda-d5c41b06bb92 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731887 Jul 15 23:07:03.960161 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:04.013514 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f076dd91-f173-452d-bf79-c859f4aefefa {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:07:04.024864 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a825326b-cd07-485c-ac6c-11ff2c7595e5 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:04.067296 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a825326b-cd07-485c-ac6c-11ff2c7595e5 None None] Transition to ACTIVE for port object b6338681-08dd-4bc5-a4bf-1ebcd9282fa5 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:07:04.091204 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port f076dd91-f173-452d-bf79-c859f4aefefa, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=f076dd91-f173-452d-bf79-c859f4aefefa,segment=NetworkSegment(73b65db5-b75b-48b7-8e07-44c7152f69b4),segment_id=73b65db5-b75b-48b7-8e07-44c7152f69b4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:04.094196 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a825326b-cd07-485c-ac6c-11ff2c7595e5 None None] Transition to ACTIVE for port object b6338681-08dd-4bc5-a4bf-1ebcd9282fa5 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:07:04.098120 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:04.102949 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a825326b-cd07-485c-ac6c-11ff2c7595e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:04.124327 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a825326b-cd07-485c-ac6c-11ff2c7595e5 None None] Network 9bef9b3a-38af-4114-8d89-aee9e6e60f51 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:07:04.167735 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-a825326b-cd07-485c-ac6c-11ff2c7595e5 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:07:04.172339 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a825326b-cd07-485c-ac6c-11ff2c7595e5 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:07:04.197834 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-656962de-9f7b-4fba-b629-935172748180 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Allocated IP 10.1.1.221 (970a88bd-fdba-4549-becb-46353b196f82/ac68c16c-e2e3-48f3-b2ec-e6d10e3c3acf/f70b3596-455f-49a0-8908-a104df34e5c9) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:07:04.209941 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24497d4c-b936-43da-a92a-4882470b644e req-7d9f1ebc-a2cc-4407-b9e1-6702a6a9cf20 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:04.211506 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-24497d4c-b936-43da-a92a-4882470b644e req-7d9f1ebc-a2cc-4407-b9e1-6702a6a9cf20 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eb84bd1-9cd9-43e2-9924-8f6006dc1901 HTTP/1.1" status: 200 len: 948 time: 0.5920441 Jul 15 23:07:04.220580 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:04.277727 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=f076dd91-f173-452d-bf79-c859f4aefefa,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:04.303804 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['f076dd91-f173-452d-bf79-c859f4aefefa'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:07:04.355687 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a825326b-cd07-485c-ac6c-11ff2c7595e5 None None] Attempting to bind port b6338681-08dd-4bc5-a4bf-1ebcd9282fa5 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:07:04.355961 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a825326b-cd07-485c-ac6c-11ff2c7595e5 None None] Attempting to bind port b6338681-08dd-4bc5-a4bf-1ebcd9282fa5 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'a43861fb-eaa5-4486-879b-bd64114918d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9bef9b3a-38af-4114-8d89-aee9e6e60f51'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:07:04.356307 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a825326b-cd07-485c-ac6c-11ff2c7595e5 None None] Attempting to bind port b6338681-08dd-4bc5-a4bf-1ebcd9282fa5 on network 9bef9b3a-38af-4114-8d89-aee9e6e60f51 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:04.392901 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-24497d4c-b936-43da-a92a-4882470b644e req-acd7af00-a853-4fa0-9d45-44b97a1c1416 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f7c45fd-39fc-4943-ba7d-041fb8807cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727426 Jul 15 23:07:04.421508 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a825326b-cd07-485c-ac6c-11ff2c7595e5 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:07:04.422031 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a825326b-cd07-485c-ac6c-11ff2c7595e5 None None] Checking segment: {'id': 'a43861fb-eaa5-4486-879b-bd64114918d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9bef9b3a-38af-4114-8d89-aee9e6e60f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:07:04.422269 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a825326b-cd07-485c-ac6c-11ff2c7595e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:04.422566 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a825326b-cd07-485c-ac6c-11ff2c7595e5 None None] Bound using segment: {'id': 'a43861fb-eaa5-4486-879b-bd64114918d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9bef9b3a-38af-4114-8d89-aee9e6e60f51'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:07:04.423214 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a825326b-cd07-485c-ac6c-11ff2c7595e5 None None] Bound port: b6338681-08dd-4bc5-a4bf-1ebcd9282fa5, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a43861fb-eaa5-4486-879b-bd64114918d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9bef9b3a-38af-4114-8d89-aee9e6e60f51'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:07:04.423453 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a825326b-cd07-485c-ac6c-11ff2c7595e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:04.542316 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a825326b-cd07-485c-ac6c-11ff2c7595e5 None None] Pushing event updated for resources: {'Port': ['ID=b6338681-08dd-4bc5-a4bf-1ebcd9282fa5,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:04.550032 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7df98fd4-ccec-41b4-afcc-52fddf7b4c3a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:04.817867 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device d13a9718-0e2a-4a42-a13c-f81c7e7de3d1 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:07:04.910735 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a825326b-cd07-485c-ac6c-11ff2c7595e5 None None] For port b6338681-08dd-4bc5-a4bf-1ebcd9282fa5, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:07:04.916457 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a825326b-cd07-485c-ac6c-11ff2c7595e5 None None] For port b6338681-08dd-4bc5-a4bf-1ebcd9282fa5, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=b6338681-08dd-4bc5-a4bf-1ebcd9282fa5,segment=NetworkSegment(a43861fb-eaa5-4486-879b-bd64114918d5),segment_id=a43861fb-eaa5-4486-879b-bd64114918d5)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:07:04.973273 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a825326b-cd07-485c-ac6c-11ff2c7595e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:05.092577 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7df98fd4-ccec-41b4-afcc-52fddf7b4c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:05.187862 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a825326b-cd07-485c-ac6c-11ff2c7595e5 None None] Pushing event updated for resources: {'Port': ['ID=b6338681-08dd-4bc5-a4bf-1ebcd9282fa5,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:05.192843 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f86734db-ca63-4ebc-b904-dfd9a65e3173 req-1a025963-4486-4514-a631-008771c6c300 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=251c2b27-dd3f-48ef-90ca-fc5628302a0d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1687019 Jul 15 23:07:05.200092 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a026e3-8913-4449-a89c-d5929dd34e03 None None] Network 970a88bd-fdba-4549-becb-46353b196f82 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:07:05.318573 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5c88f30a-af19-4e1f-9a84-1a90d1111fde None None] Provisioning for port 8d09240c-78f8-4eb2-80d6-4ebf655a6220 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:07:05.331620 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-656962de-9f7b-4fba-b629-935172748180 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:05.364778 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port d13a9718-0e2a-4a42-a13c-f81c7e7de3d1 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:07:05.371518 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 8d09240c-78f8-4eb2-80d6-4ebf655a6220 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:07:05.487111 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-656962de-9f7b-4fba-b629-935172748180 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Transition to ACTIVE for port object f70b3596-455f-49a0-8908-a104df34e5c9 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:07:05.543686 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc3c48d-b7e2-46be-983b-ac8cb44a185f req-75f34ff5-4daf-41e8-b752-3a51db896f38 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:05.586315 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4dc3c48d-b7e2-46be-983b-ac8cb44a185f req-75f34ff5-4daf-41e8-b752-3a51db896f38 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=251c2b27-dd3f-48ef-90ca-fc5628302a0d HTTP/1.1" status: 200 len: 950 time: 0.4287508 Jul 15 23:07:05.634857 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device f076dd91-f173-452d-bf79-c859f4aefefa up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:07:05.751550 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b41f83-9e04-468e-912d-921996d3efab None None] Network bb925051-af21-4a66-9998-db8eac3f3d8e requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:07:05.781468 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 8d09240c-78f8-4eb2-80d6-4ebf655a6220 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:07:05.824207 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 8d09240c-78f8-4eb2-80d6-4ebf655a6220 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:07:05.824406 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:05.843865 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-986b1300-ad5b-498e-8fd7-e17e6ee32932 None None] Provisioning for port d13a9718-0e2a-4a42-a13c-f81c7e7de3d1 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:07:06.030941 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4dc3c48d-b7e2-46be-983b-ac8cb44a185f req-b719e34c-fab3-4048-ae07-071be32a357a tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4435105 Jul 15 23:07:06.084208 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-656962de-9f7b-4fba-b629-935172748180 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:06.114747 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7df98fd4-ccec-41b4-afcc-52fddf7b4c3a admin admin] Router 77c7ce75-4260-4033-812e-4353ec3c6a74 is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:07:06.135828 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-986b1300-ad5b-498e-8fd7-e17e6ee32932 None None] Provisioning complete for port d13a9718-0e2a-4a42-a13c-f81c7e7de3d1 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:07:06.136303 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-986b1300-ad5b-498e-8fd7-e17e6ee32932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:06.149016 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port f076dd91-f173-452d-bf79-c859f4aefefa triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:07:06.149467 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:06.176802 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-58f46350-616b-4638-ab05-30afa4e98f5b req-67335142-651c-409c-bb0d-9cb0758d28e3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=78f28607-290c-4646-be68-69602ac0b8f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4892821 Jul 15 23:07:06.262537 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656962de-9f7b-4fba-b629-935172748180 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Network 970a88bd-fdba-4549-becb-46353b196f82 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:07:06.287081 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-656962de-9f7b-4fba-b629-935172748180 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:07:06.304310 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7725f626-4a19-480e-ac66-aba1b8a1882d req-1b52ed03-b568-48de-85d0-4c06595e4d46 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:06.315590 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7725f626-4a19-480e-ac66-aba1b8a1882d req-1b52ed03-b568-48de-85d0-4c06595e4d46 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eb84bd1-9cd9-43e2-9924-8f6006dc1901 HTTP/1.1" status: 200 len: 948 time: 0.4337304 Jul 15 23:07:06.322377 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656962de-9f7b-4fba-b629-935172748180 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:07:06.367471 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:06.503425 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656962de-9f7b-4fba-b629-935172748180 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:06.507840 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-656962de-9f7b-4fba-b629-935172748180 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:06.537941 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656962de-9f7b-4fba-b629-935172748180 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Pushing event updated for resources: {'Port': ['ID=f70b3596-455f-49a0-8908-a104df34e5c9,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:06.602313 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:06.737969 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:06.749583 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-986b1300-ad5b-498e-8fd7-e17e6ee32932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:06.752392 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '816e8b92-0c28-4867-88d2-646fa871a232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f076dd91-f173-452d-bf79-c859f4aefefa'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:07:06.755262 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67fc2f6d-d727-45cb-9ce7-e5203d04d154" -d '{"events": [{"server_uuid": "816e8b92-0c28-4867-88d2-646fa871a232", "name": "network-vif-plugged", "status": "completed", "tag": "f076dd91-f173-452d-bf79-c859f4aefefa"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:07:06.773463 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-656962de-9f7b-4fba-b629-935172748180 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.9900286 Jul 15 23:07:06.776127 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52920) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:06.781444 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1869d10a-e70d-4392-ba80-92735c01de9a tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Request body: {'port': {'network_id': '970a88bd-fdba-4549-becb-46353b196f82', 'name': 'tempest-TaggedBootDevicesTest_v242-587751819', 'fixed_ips': [{'subnet_id': 'ac68c16c-e2e3-48f3-b2ec-e6d10e3c3acf'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:06.877444 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7725f626-4a19-480e-ac66-aba1b8a1882d req-fd1c0b66-27b9-4737-8ec1-2b39db034f6d tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f7c45fd-39fc-4943-ba7d-041fb8807cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5607777 Jul 15 23:07:06.889013 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port f076dd91-f173-452d-bf79-c859f4aefefa, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=f076dd91-f173-452d-bf79-c859f4aefefa,segment=NetworkSegment(73b65db5-b75b-48b7-8e07-44c7152f69b4),segment_id=73b65db5-b75b-48b7-8e07-44c7152f69b4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:06.894430 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df98fd4-ccec-41b4-afcc-52fddf7b4c3a admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:07:06.923394 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe539f7-eaf6-49cb-a7ff-c91b2a17d7f3 None None] Sync routers for ids ['77c7ce75-4260-4033-812e-4353ec3c6a74'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:07:06.959419 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe539f7-eaf6-49cb-a7ff-c91b2a17d7f3 None None] Routers {'77c7ce75-4260-4033-812e-4353ec3c6a74'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:07:06.960438 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-7fe539f7-eaf6-49cb-a7ff-c91b2a17d7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:07:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['77c7ce75-4260-4033-812e-4353ec3c6a74'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:07:06.974853 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f46350-616b-4638-ab05-30afa4e98f5b req-b15d155d-a28f-472c-b8f2-687b2911b20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:06.976816 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-58f46350-616b-4638-ab05-30afa4e98f5b req-b15d155d-a28f-472c-b8f2-687b2911b20e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=943e0e7be5644005a591d26197ee19f5&device_id=78f28607-290c-4646-be68-69602ac0b8f2 HTTP/1.1" status: 200 len: 1101 time: 0.7114420 Jul 15 23:07:07.000174 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:07.012441 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1869d10a-e70d-4392-ba80-92735c01de9a tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Made reservation on behalf of 17c76d71cba4469f89099c3ebf7755c2 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:07:07.049458 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5950745-e4cb-49d8-ae08-4ef2f5a4852c req-b24f0ee5-b441-4e16-a07a-c6aba6a8b64c tempest-LiveMigrationTest-431337817 tempest-LiveMigrationTest-431337817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:07.056728 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b5950745-e4cb-49d8-ae08-4ef2f5a4852c req-b24f0ee5-b441-4e16-a07a-c6aba6a8b64c tempest-LiveMigrationTest-431337817 tempest-LiveMigrationTest-431337817-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=a8bc40c9-e4b4-42a2-9b05-d457e348901a HTTP/1.1" status: 200 len: 1096 time: 0.3288517 Jul 15 23:07:07.093997 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7df98fd4-ccec-41b4-afcc-52fddf7b4c3a admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:07.097758 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-7df98fd4-ccec-41b4-afcc-52fddf7b4c3a admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.6088352 Jul 15 23:07:07.103438 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52934) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:07.187623 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 8d09240c-78f8-4eb2-80d6-4ebf655a6220, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=8d09240c-78f8-4eb2-80d6-4ebf655a6220,segment=NetworkSegment(3821a0b2-3164-41fa-92ac-fc5f13dae41d),segment_id=3821a0b2-3164-41fa-92ac-fc5f13dae41d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:07.203101 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a108a35-3e1f-448d-92d0-33e03bdb61c3 None None] Network 9bef9b3a-38af-4114-8d89-aee9e6e60f51 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:07:07.207171 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-986b1300-ad5b-498e-8fd7-e17e6ee32932 None None] For port d13a9718-0e2a-4a42-a13c-f81c7e7de3d1, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=d13a9718-0e2a-4a42-a13c-f81c7e7de3d1,segment=NetworkSegment(8a18499d-f751-4b5b-90fb-57238ec26ecc),segment_id=8a18499d-f751-4b5b-90fb-57238ec26ecc)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:07.235055 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b5950745-e4cb-49d8-ae08-4ef2f5a4852c req-623122be-471f-470e-9e04-f56df121e967 tempest-LiveMigrationTest-431337817 tempest-LiveMigrationTest-431337817-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738436 Jul 15 23:07:07.282976 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-986b1300-ad5b-498e-8fd7-e17e6ee32932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:07.287512 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:07.319535 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f46350-616b-4638-ab05-30afa4e98f5b req-ff331f9e-2b33-42d3-8f4f-5c2eb8187d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:07.321108 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-58f46350-616b-4638-ab05-30afa4e98f5b req-ff331f9e-2b33-42d3-8f4f-5c2eb8187d7d service neutron] 10.222.0.49 "GET /v2.0/networks?id=5d412861-bef3-4cc1-ae9f-87a6a36753c0 HTTP/1.1" status: 200 len: 870 time: 0.3193417 Jul 15 23:07:07.399709 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-7fe539f7-eaf6-49cb-a7ff-c91b2a17d7f3 None None] Set router 77c7ce75-4260-4033-812e-4353ec3c6a74 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:07:07.434484 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-875aa91b-f2f2-401d-82a6-29c86f9349b2 x-openstack-request-id: req-875aa91b-f2f2-401d-82a6-29c86f9349b2 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:07:07.434785 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "816e8b92-0c28-4867-88d2-646fa871a232", "name": "network-vif-plugged", "status": "completed", "tag": "f076dd91-f173-452d-bf79-c859f4aefefa", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:07:07.435190 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-875aa91b-f2f2-401d-82a6-29c86f9349b2 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:07:07.436264 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '816e8b92-0c28-4867-88d2-646fa871a232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f076dd91-f173-452d-bf79-c859f4aefefa', 'code': 200} Jul 15 23:07:07.476979 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-58f46350-616b-4638-ab05-30afa4e98f5b req-6eccdde7-7876-446c-b1ee-04e4759da7a1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=8f0d8289-9945-4b18-96eb-ec03ccd15832 HTTP/1.1" status: 200 len: 217 time: 0.1434691 Jul 15 23:07:07.677330 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f46350-616b-4638-ab05-30afa4e98f5b req-2147a682-ccde-4447-849c-a7c2d6ffb8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:07.679997 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-58f46350-616b-4638-ab05-30afa4e98f5b req-2147a682-ccde-4447-849c-a7c2d6ffb8e6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.2007923 Jul 15 23:07:07.712814 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device b6338681-08dd-4bc5-a4bf-1ebcd9282fa5 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:07:07.834927 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f46350-616b-4638-ab05-30afa4e98f5b req-49f01758-8e71-49b3-a6a8-ef9d318bff09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:07.836348 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-58f46350-616b-4638-ab05-30afa4e98f5b req-49f01758-8e71-49b3-a6a8-ef9d318bff09 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1493106 Jul 15 23:07:07.900473 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=f076dd91-f173-452d-bf79-c859f4aefefa,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:07.934974 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-7fe539f7-eaf6-49cb-a7ff-c91b2a17d7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c7ce75-4260-4033-812e-4353ec3c6a74', 'name': 'tempest-ServersTestBootFromVolume-1110109490-router', 'tenant_id': '08fe55c8b75249cb85e4212038bb980e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '61c8e8e9-6576-4f2c-b880-f64224f05b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:01Z', 'updated_at': '2021-07-15T23:07:04Z', 'revision_number': 3, 'project_id': '08fe55c8b75249cb85e4212038bb980e', 'gw_port': {'id': '61c8e8e9-6576-4f2c-b880-f64224f05b53', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:84:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c7ce75-4260-4033-812e-4353ec3c6a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:02Z', 'updated_at': '2021-07-15T23:07:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:07:07.961269 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe539f7-eaf6-49cb-a7ff-c91b2a17d7f3 None None] Checking router: 77c7ce75-4260-4033-812e-4353ec3c6a74 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:07:07.961618 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe539f7-eaf6-49cb-a7ff-c91b2a17d7f3 None None] Updating router 77c7ce75-4260-4033-812e-4353ec3c6a74 port 61c8e8e9-6576-4f2c-b880-f64224f05b53 binding host n-d-794306-6 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:07:08.000323 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7fe539f7-eaf6-49cb-a7ff-c91b2a17d7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:08.074635 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-200b822e-230b-4da1-a2e4-e474e691593f None None] Provisioning for port b6338681-08dd-4bc5-a4bf-1ebcd9282fa5 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:07:08.116805 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1869d10a-e70d-4392-ba80-92735c01de9a tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:08.151485 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port b6338681-08dd-4bc5-a4bf-1ebcd9282fa5 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:07:08.184582 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port b6338681-08dd-4bc5-a4bf-1ebcd9282fa5 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:07:08.186569 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:08.245202 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-1869d10a-e70d-4392-ba80-92735c01de9a tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] device_id is not set on port 5e6346b3-f308-4702-a019-e0418adeb56d yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:07:08.274831 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:08.342946 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986b1300-ad5b-498e-8fd7-e17e6ee32932 None None] Pushing event updated for resources: {'Port': ['ID=d13a9718-0e2a-4a42-a13c-f81c7e7de3d1,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:08.491613 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6653915c-6246-439e-b14f-4c38afe1c897 None None] Provisioning complete for port 8d09240c-78f8-4eb2-80d6-4ebf655a6220 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:07:08.501569 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6653915c-6246-439e-b14f-4c38afe1c897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:08.680183 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-1869d10a-e70d-4392-ba80-92735c01de9a tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Allocated IP 10.1.1.142 (970a88bd-fdba-4549-becb-46353b196f82/ac68c16c-e2e3-48f3-b2ec-e6d10e3c3acf/5e6346b3-f308-4702-a019-e0418adeb56d) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:07:08.751207 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=8d09240c-78f8-4eb2-80d6-4ebf655a6220,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:08.821960 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7fe539f7-eaf6-49cb-a7ff-c91b2a17d7f3 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:08.853542 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-7fe539f7-eaf6-49cb-a7ff-c91b2a17d7f3 None None] Transition to ACTIVE for port object 61c8e8e9-6576-4f2c-b880-f64224f05b53 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:07:08.873610 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:08.877417 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7fe539f7-eaf6-49cb-a7ff-c91b2a17d7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:08.895733 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-58f46350-616b-4638-ab05-30afa4e98f5b req-61be06ce-6d17-4335-a332-11f83c173e8c service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9552388 Jul 15 23:07:08.922852 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4aa5c7-f1ba-4294-a39b-fdc19b40e3bf req-642057c1-4454-4779-90a1-554f3877f372 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:08.929540 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-7fe539f7-eaf6-49cb-a7ff-c91b2a17d7f3 None None] Attempting to bind port 61c8e8e9-6576-4f2c-b880-f64224f05b53 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:07:08.930095 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-7fe539f7-eaf6-49cb-a7ff-c91b2a17d7f3 None None] Attempting to bind port 61c8e8e9-6576-4f2c-b880-f64224f05b53 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:07:08.930639 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe539f7-eaf6-49cb-a7ff-c91b2a17d7f3 None None] Attempting to bind port 61c8e8e9-6576-4f2c-b880-f64224f05b53 on network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:08.931324 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2c4aa5c7-f1ba-4294-a39b-fdc19b40e3bf req-642057c1-4454-4779-90a1-554f3877f372 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=251c2b27-dd3f-48ef-90ca-fc5628302a0d HTTP/1.1" status: 200 len: 950 time: 1.1144011 Jul 15 23:07:08.953924 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port b6338681-08dd-4bc5-a4bf-1ebcd9282fa5, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=b6338681-08dd-4bc5-a4bf-1ebcd9282fa5,segment=NetworkSegment(a43861fb-eaa5-4486-879b-bd64114918d5),segment_id=a43861fb-eaa5-4486-879b-bd64114918d5)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:08.954877 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe539f7-eaf6-49cb-a7ff-c91b2a17d7f3 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:07:08.956175 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe539f7-eaf6-49cb-a7ff-c91b2a17d7f3 None None] Checking segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:07:08.956766 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7fe539f7-eaf6-49cb-a7ff-c91b2a17d7f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:08.957387 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe539f7-eaf6-49cb-a7ff-c91b2a17d7f3 None None] Bound using segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:07:08.958034 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-7fe539f7-eaf6-49cb-a7ff-c91b2a17d7f3 None None] Bound port: 61c8e8e9-6576-4f2c-b880-f64224f05b53, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:07:08.958813 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7fe539f7-eaf6-49cb-a7ff-c91b2a17d7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:09.034676 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:09.044723 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1869d10a-e70d-4392-ba80-92735c01de9a tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:09.049924 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-58f46350-616b-4638-ab05-30afa4e98f5b req-c18a1e98-c2eb-47c4-a1ed-0099e67dc429 service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157579 Jul 15 23:07:09.082328 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-1869d10a-e70d-4392-ba80-92735c01de9a tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Transition to ACTIVE for port object 5e6346b3-f308-4702-a019-e0418adeb56d will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:07:09.107277 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-7fe539f7-eaf6-49cb-a7ff-c91b2a17d7f3 None None] For port 61c8e8e9-6576-4f2c-b880-f64224f05b53, host n-d-794306-6, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:07:09.122641 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-7fe539f7-eaf6-49cb-a7ff-c91b2a17d7f3 None None] For port 61c8e8e9-6576-4f2c-b880-f64224f05b53, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=61c8e8e9-6576-4f2c-b880-f64224f05b53,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:07:09.131974 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7fe539f7-eaf6-49cb-a7ff-c91b2a17d7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:09.148688 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff8458f-f09f-49fd-a61b-24d16e711d36 None None] Pushing event updated for resources: {'Port': ['ID=61c8e8e9-6576-4f2c-b880-f64224f05b53,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:09.155977 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2c4aa5c7-f1ba-4294-a39b-fdc19b40e3bf req-0d1413f3-f73a-432e-acd7-3db1c9898317 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235541 Jul 15 23:07:09.156894 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86734db-ca63-4ebc-b904-dfd9a65e3173 req-7dff5aff-051f-4ba3-938f-08dea02b8d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:09.163711 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f86734db-ca63-4ebc-b904-dfd9a65e3173 req-7dff5aff-051f-4ba3-938f-08dea02b8d4f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=943e0e7be5644005a591d26197ee19f5&device_id=251c2b27-dd3f-48ef-90ca-fc5628302a0d HTTP/1.1" status: 200 len: 1101 time: 1.2369306 Jul 15 23:07:09.169509 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff8458f-f09f-49fd-a61b-24d16e711d36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:09.169871 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff8458f-f09f-49fd-a61b-24d16e711d36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:09.171844 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff8458f-f09f-49fd-a61b-24d16e711d36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:09.173082 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff8458f-f09f-49fd-a61b-24d16e711d36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:09.173414 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff8458f-f09f-49fd-a61b-24d16e711d36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:09.173731 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff8458f-f09f-49fd-a61b-24d16e711d36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:09.174263 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff8458f-f09f-49fd-a61b-24d16e711d36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:09.174790 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff8458f-f09f-49fd-a61b-24d16e711d36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:09.175731 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff8458f-f09f-49fd-a61b-24d16e711d36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:09.176052 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff8458f-f09f-49fd-a61b-24d16e711d36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:09.176387 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff8458f-f09f-49fd-a61b-24d16e711d36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:09.176713 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff8458f-f09f-49fd-a61b-24d16e711d36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:09.217132 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe539f7-eaf6-49cb-a7ff-c91b2a17d7f3 None None] Routers {'77c7ce75-4260-4033-812e-4353ec3c6a74'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:07:09.218213 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-7fe539f7-eaf6-49cb-a7ff-c91b2a17d7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:07:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['77c7ce75-4260-4033-812e-4353ec3c6a74'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:07:09.236940 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=b6338681-08dd-4bc5-a4bf-1ebcd9282fa5,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:09.264345 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6653915c-6246-439e-b14f-4c38afe1c897 None None] Provisioning for port f70b3596-455f-49a0-8908-a104df34e5c9 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:07:09.270860 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6653915c-6246-439e-b14f-4c38afe1c897 None None] Provisioning complete for port f70b3596-455f-49a0-8908-a104df34e5c9 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:07:09.271397 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6653915c-6246-439e-b14f-4c38afe1c897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:09.340841 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-6653915c-6246-439e-b14f-4c38afe1c897 None None] Port f70b3596-455f-49a0-8908-a104df34e5c9 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:07:09.383541 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1869d10a-e70d-4392-ba80-92735c01de9a tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:09.468293 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-7fe539f7-eaf6-49cb-a7ff-c91b2a17d7f3 None None] Set router 77c7ce75-4260-4033-812e-4353ec3c6a74 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:07:09.507678 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3ee5c5a4-321e-4a96-9aa3-f59ed732ac06 None None] Provisioning complete for port d13a9718-0e2a-4a42-a13c-f81c7e7de3d1 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:07:09.508137 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3ee5c5a4-321e-4a96-9aa3-f59ed732ac06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:09.584679 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device b6338681-08dd-4bc5-a4bf-1ebcd9282fa5 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:07:09.765358 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1869d10a-e70d-4392-ba80-92735c01de9a tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Network 970a88bd-fdba-4549-becb-46353b196f82 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:07:09.807920 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff8458f-f09f-49fd-a61b-24d16e711d36 None None] Pushing event updated for resources: {'Port': ['ID=61c8e8e9-6576-4f2c-b880-f64224f05b53,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:09.866456 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc600f72-f746-4fd9-a2b8-0f8cc2aa8539 req-a95bba34-3e16-45fb-b001-89a1b3daa98c tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:09.875523 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-1869d10a-e70d-4392-ba80-92735c01de9a tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:07:09.878342 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bc600f72-f746-4fd9-a2b8-0f8cc2aa8539 req-a95bba34-3e16-45fb-b001-89a1b3daa98c tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eb84bd1-9cd9-43e2-9924-8f6006dc1901 HTTP/1.1" status: 200 len: 948 time: 0.1279023 Jul 15 23:07:09.948782 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1869d10a-e70d-4392-ba80-92735c01de9a tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Pushing event updated for resources: {'Port': ['ID=5e6346b3-f308-4702-a019-e0418adeb56d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:09.958297 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port b6338681-08dd-4bc5-a4bf-1ebcd9282fa5 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:07:09.958667 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:10.005814 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bc600f72-f746-4fd9-a2b8-0f8cc2aa8539 req-e9aa9f59-cec2-43bb-946f-cad768f01c8e tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f7c45fd-39fc-4943-ba7d-041fb8807cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263957 Jul 15 23:07:10.007062 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-7fe539f7-eaf6-49cb-a7ff-c91b2a17d7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c7ce75-4260-4033-812e-4353ec3c6a74', 'name': 'tempest-ServersTestBootFromVolume-1110109490-router', 'tenant_id': '08fe55c8b75249cb85e4212038bb980e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '61c8e8e9-6576-4f2c-b880-f64224f05b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:01Z', 'updated_at': '2021-07-15T23:07:04Z', 'revision_number': 3, 'project_id': '08fe55c8b75249cb85e4212038bb980e', 'gw_port': {'id': '61c8e8e9-6576-4f2c-b880-f64224f05b53', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:84:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c7ce75-4260-4033-812e-4353ec3c6a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:02Z', 'updated_at': '2021-07-15T23:07:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:07:10.010172 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1869d10a-e70d-4392-ba80-92735c01de9a tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:07:10.015748 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1869d10a-e70d-4392-ba80-92735c01de9a tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:10.016103 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1869d10a-e70d-4392-ba80-92735c01de9a tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:10.016449 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1869d10a-e70d-4392-ba80-92735c01de9a tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:10.016789 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1869d10a-e70d-4392-ba80-92735c01de9a tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:10.017125 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1869d10a-e70d-4392-ba80-92735c01de9a tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:10.017459 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1869d10a-e70d-4392-ba80-92735c01de9a tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:10.017791 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1869d10a-e70d-4392-ba80-92735c01de9a tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:10.018123 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1869d10a-e70d-4392-ba80-92735c01de9a tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:10.018451 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1869d10a-e70d-4392-ba80-92735c01de9a tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:10.018782 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1869d10a-e70d-4392-ba80-92735c01de9a tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:10.019106 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1869d10a-e70d-4392-ba80-92735c01de9a tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:10.019941 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1869d10a-e70d-4392-ba80-92735c01de9a tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:10.033623 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86734db-ca63-4ebc-b904-dfd9a65e3173 req-f0a419c5-114b-41b7-9e44-2c74a34ee87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:10.035385 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f86734db-ca63-4ebc-b904-dfd9a65e3173 req-f0a419c5-114b-41b7-9e44-2c74a34ee87d service neutron] 10.222.0.41 "GET /v2.0/networks?id=5d412861-bef3-4cc1-ae9f-87a6a36753c0 HTTP/1.1" status: 200 len: 870 time: 0.6988063 Jul 15 23:07:10.077727 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe539f7-eaf6-49cb-a7ff-c91b2a17d7f3 None None] The sync data for ids ['77c7ce75-4260-4033-812e-4353ec3c6a74'] in n-d-794306-6 is: [{'id': '77c7ce75-4260-4033-812e-4353ec3c6a74', 'name': 'tempest-ServersTestBootFromVolume-1110109490-router', 'tenant_id': '08fe55c8b75249cb85e4212038bb980e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '61c8e8e9-6576-4f2c-b880-f64224f05b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:01Z', 'updated_at': '2021-07-15T23:07:04Z', 'revision_number': 3, 'project_id': '08fe55c8b75249cb85e4212038bb980e', 'gw_port': {'id': '61c8e8e9-6576-4f2c-b880-f64224f05b53', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:84:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c7ce75-4260-4033-812e-4353ec3c6a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:02Z', 'updated_at': '2021-07-15T23:07:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:07:10.231042 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-00942bc1-2350-489c-b148-d3f96ffc8c44 tempest-LiveMigrationTest-431337817 tempest-LiveMigrationTest-431337817-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:07:10.233737 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-00942bc1-2350-489c-b148-d3f96ffc8c44 tempest-LiveMigrationTest-431337817 tempest-LiveMigrationTest-431337817-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4450128 Jul 15 23:07:10.241574 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device d13a9718-0e2a-4a42-a13c-f81c7e7de3d1 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:07:10.273424 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-30f301ef-0def-41e9-b775-b2128adddf79 service neutron] Request body: {'binding': {'host': 'n-h2-794306-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:10.276097 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-30f301ef-0def-41e9-b775-b2128adddf79 service neutron] Unknown quota resources ['binding']. {{(pid=93771) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 23:07:10.289748 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f86734db-ca63-4ebc-b904-dfd9a65e3173 req-9ba110bd-9c06-4f46-8b51-904f17b70b68 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe HTTP/1.1" status: 200 len: 217 time: 0.1841180 Jul 15 23:07:10.310892 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-291429de-b3cb-4500-b678-c3f23f80b0d1 None None] Provisioning complete for port b6338681-08dd-4bc5-a4bf-1ebcd9282fa5 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:07:10.311419 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-291429de-b3cb-4500-b678-c3f23f80b0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:10.397121 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1869d10a-e70d-4392-ba80-92735c01de9a tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:10.397866 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1869d10a-e70d-4392-ba80-92735c01de9a tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:10.406475 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port d13a9718-0e2a-4a42-a13c-f81c7e7de3d1 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:07:10.406965 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:10.450201 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-1869d10a-e70d-4392-ba80-92735c01de9a tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.6693985 Jul 15 23:07:10.613825 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 8d09240c-78f8-4eb2-80d6-4ebf655a6220 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:07:10.659937 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6472818-2e62-40fe-9126-45612e9808bf req-a65af09b-8551-4a7e-9a3a-0287d067c8d5 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:10.671306 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d6472818-2e62-40fe-9126-45612e9808bf req-a65af09b-8551-4a7e-9a3a-0287d067c8d5 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=251c2b27-dd3f-48ef-90ca-fc5628302a0d HTTP/1.1" status: 200 len: 950 time: 0.1001134 Jul 15 23:07:10.675311 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86734db-ca63-4ebc-b904-dfd9a65e3173 req-66bd3bc2-77b0-4a43-accf-4bd44d4c0391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:10.684291 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f86734db-ca63-4ebc-b904-dfd9a65e3173 req-66bd3bc2-77b0-4a43-accf-4bd44d4c0391 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.3683164 Jul 15 23:07:10.686098 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6a7838f2-53ed-40b2-99ae-1e74666c17c3 None None] Provisioning for port 5e6346b3-f308-4702-a019-e0418adeb56d completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:07:10.693119 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6a7838f2-53ed-40b2-99ae-1e74666c17c3 None None] Provisioning complete for port 5e6346b3-f308-4702-a019-e0418adeb56d triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:07:10.693253 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6a7838f2-53ed-40b2-99ae-1e74666c17c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:10.735215 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 8d09240c-78f8-4eb2-80d6-4ebf655a6220 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:07:10.737041 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:10.753769 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d6472818-2e62-40fe-9126-45612e9808bf req-4c90c52e-52e4-4f57-a38a-78bde16fdc8f tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814202 Jul 15 23:07:10.822040 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-6a7838f2-53ed-40b2-99ae-1e74666c17c3 None None] Port 5e6346b3-f308-4702-a019-e0418adeb56d cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:07:10.841608 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-193d3e0d-733c-4360-91e8-d35fd8af7a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:11.009334 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86734db-ca63-4ebc-b904-dfd9a65e3173 req-f1aec9e4-a263-4adb-ae6e-0bd9c247a343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:11.010807 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f86734db-ca63-4ebc-b904-dfd9a65e3173 req-f1aec9e4-a263-4adb-ae6e-0bd9c247a343 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3063829 Jul 15 23:07:11.062603 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-30f301ef-0def-41e9-b775-b2128adddf79 service neutron] Attempting to bind port 74e17b73-3fe4-4f88-802a-610d4f522b58 on host n-h2-794306-6 for vnic_type normal with profile None {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:07:11.062948 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-30f301ef-0def-41e9-b775-b2128adddf79 service neutron] Attempting to bind port 74e17b73-3fe4-4f88-802a-610d4f522b58 by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '2a783e67-ba53-4ea9-9bee-afb3f3217392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f037b993-4149-40e0-a687-25986d720de6'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:07:11.063284 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-30f301ef-0def-41e9-b775-b2128adddf79 service neutron] Attempting to bind port 74e17b73-3fe4-4f88-802a-610d4f522b58 on network f037b993-4149-40e0-a687-25986d720de6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:11.102580 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-30f301ef-0def-41e9-b775-b2128adddf79 service neutron] Port 74e17b73-3fe4-4f88-802a-610d4f522b58 on network f037b993-4149-40e0-a687-25986d720de6 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:07:11.102933 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-30f301ef-0def-41e9-b775-b2128adddf79 service neutron] Attempting to bind port 74e17b73-3fe4-4f88-802a-610d4f522b58 on network f037b993-4149-40e0-a687-25986d720de6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:11.122225 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-30f301ef-0def-41e9-b775-b2128adddf79 service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:07:11.123276 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-30f301ef-0def-41e9-b775-b2128adddf79 service neutron] Checking segment: {'id': '2a783e67-ba53-4ea9-9bee-afb3f3217392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f037b993-4149-40e0-a687-25986d720de6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:07:11.123883 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-30f301ef-0def-41e9-b775-b2128adddf79 service neutron] Bound using segment: {'id': '2a783e67-ba53-4ea9-9bee-afb3f3217392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f037b993-4149-40e0-a687-25986d720de6'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:07:11.124378 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-30f301ef-0def-41e9-b775-b2128adddf79 service neutron] Bound port: 74e17b73-3fe4-4f88-802a-610d4f522b58, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a783e67-ba53-4ea9-9bee-afb3f3217392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f037b993-4149-40e0-a687-25986d720de6'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:07:11.215427 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53042) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:11.220986 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a84e42d9-8b44-42fc-870a-a979101e804c tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Request body: {'security_group': {'name': 'tempest-securitygroup--697725992', 'description': 'tempest-description--316610134'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:11.260069 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a84e42d9-8b44-42fc-870a-a979101e804c tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:11.293532 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f86734db-ca63-4ebc-b904-dfd9a65e3173 req-2a0c4429-7ce9-4035-9d73-089ffd37daf8 service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715495 Jul 15 23:07:11.330775 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-193d3e0d-733c-4360-91e8-d35fd8af7a2d admin admin] Allocated IP 172.20.0.1 (bb925051-af21-4a66-9998-db8eac3f3d8e/677e163d-e2ae-4fac-97cd-29579d7e082c/aca7175e-e325-431a-af3f-c12f44a0afc8) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:07:11.345176 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-30f301ef-0def-41e9-b775-b2128adddf79 service neutron] For port 74e17b73-3fe4-4f88-802a-610d4f522b58, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=74e17b73-3fe4-4f88-802a-610d4f522b58,segment=NetworkSegment(2a783e67-ba53-4ea9-9bee-afb3f3217392),segment_id=2a783e67-ba53-4ea9-9bee-afb3f3217392)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:07:11.380150 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-30f301ef-0def-41e9-b775-b2128adddf79 service neutron] Notify callbacks [] for binding, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:11.381292 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-30f301ef-0def-41e9-b775-b2128adddf79 service neutron] 10.222.0.48 "POST /v2.0/ports/74e17b73-3fe4-4f88-802a-610d4f522b58/bindings HTTP/1.1" status: 201 len: 389 time: 1.1144280 Jul 15 23:07:11.554154 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7663d4f1-a28e-4061-bd4f-6ea70f4cf162 req-c376c597-ee16-413d-9627-f432f08b28ec tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=5552d18393e34d1caf917adf0e776b46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1102295 Jul 15 23:07:11.570864 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 61c8e8e9-6576-4f2c-b880-f64224f05b53 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:07:11.593640 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f86734db-ca63-4ebc-b904-dfd9a65e3173 req-9bed553b-c12a-4cd8-b54b-61e2c7993815 service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883701 Jul 15 23:07:11.601781 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a84e42d9-8b44-42fc-870a-a979101e804c tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:11.649580 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a84e42d9-8b44-42fc-870a-a979101e804c tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:11.716452 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-193d3e0d-733c-4360-91e8-d35fd8af7a2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:11.732960 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 61c8e8e9-6576-4f2c-b880-f64224f05b53 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:07:11.750573 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 61c8e8e9-6576-4f2c-b880-f64224f05b53 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:07:11.751217 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:11.778597 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-193d3e0d-733c-4360-91e8-d35fd8af7a2d admin admin] Transition to ACTIVE for port object aca7175e-e325-431a-af3f-c12f44a0afc8 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:07:11.788754 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a84e42d9-8b44-42fc-870a-a979101e804c tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:11.794130 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-a84e42d9-8b44-42fc-870a-a979101e804c tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5732760 Jul 15 23:07:11.794665 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53066) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:11.798792 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84e42d9-8b44-42fc-870a-a979101e804c tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3034f104-295d-4ae9-983e-a750e439037a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:11.808575 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-013f1b11-7a0d-431f-8805-df3c1482d600 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Request body: {'security_group_rule': {'security_group_id': '3034f104-295d-4ae9-983e-a750e439037a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:11.820599 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84e42d9-8b44-42fc-870a-a979101e804c tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:11.821102 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84e42d9-8b44-42fc-870a-a979101e804c tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:11.821566 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84e42d9-8b44-42fc-870a-a979101e804c tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:11.822002 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84e42d9-8b44-42fc-870a-a979101e804c tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:11.822445 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84e42d9-8b44-42fc-870a-a979101e804c tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:11.822886 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84e42d9-8b44-42fc-870a-a979101e804c tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:11.823320 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84e42d9-8b44-42fc-870a-a979101e804c tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:11.823798 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84e42d9-8b44-42fc-870a-a979101e804c tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:11.824234 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84e42d9-8b44-42fc-870a-a979101e804c tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:11.824692 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84e42d9-8b44-42fc-870a-a979101e804c tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:11.827464 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84e42d9-8b44-42fc-870a-a979101e804c tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:11.827791 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84e42d9-8b44-42fc-870a-a979101e804c tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:11.874885 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7663d4f1-a28e-4061-bd4f-6ea70f4cf162 req-4492f0e0-1eba-48fd-aa63-c03c1459ac53 tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:11.882513 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7663d4f1-a28e-4061-bd4f-6ea70f4cf162 req-4492f0e0-1eba-48fd-aa63-c03c1459ac53 tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3269353 Jul 15 23:07:11.909866 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7663d4f1-a28e-4061-bd4f-6ea70f4cf162 req-ac7d4cb0-ce5d-4a57-8185-016aa74a409f tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] 10.222.0.48 "GET /v2.0/quotas/5552d18393e34d1caf917adf0e776b46 HTTP/1.1" status: 200 len: 375 time: 0.0247784 Jul 15 23:07:11.949744 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2def8f-ea48-4c87-b8a0-18830b1a50a2 req-8f857138-863c-4f63-830e-257239a0a0f4 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:11.957863 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6b2def8f-ea48-4c87-b8a0-18830b1a50a2 req-8f857138-863c-4f63-830e-257239a0a0f4 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eb84bd1-9cd9-43e2-9924-8f6006dc1901 HTTP/1.1" status: 200 len: 948 time: 0.2499797 Jul 15 23:07:11.977411 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7663d4f1-a28e-4061-bd4f-6ea70f4cf162 req-21af93e4-8e5e-4262-84d6-aa6e1375e7f0 tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5552d18393e34d1caf917adf0e776b46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0663073 Jul 15 23:07:12.013961 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-193d3e0d-733c-4360-91e8-d35fd8af7a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:12.053768 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:12.068697 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6b2def8f-ea48-4c87-b8a0-18830b1a50a2 req-1a642834-c29b-478a-9f4b-fe89db19dbbc tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f7c45fd-39fc-4943-ba7d-041fb8807cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096051 Jul 15 23:07:12.114195 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 61c8e8e9-6576-4f2c-b880-f64224f05b53, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=61c8e8e9-6576-4f2c-b880-f64224f05b53,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:12.120544 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:12.142975 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-013f1b11-7a0d-431f-8805-df3c1482d600 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:12.362784 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193d3e0d-733c-4360-91e8-d35fd8af7a2d admin admin] Network bb925051-af21-4a66-9998-db8eac3f3d8e is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:07:12.395485 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-193d3e0d-733c-4360-91e8-d35fd8af7a2d admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:07:12.421494 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193d3e0d-733c-4360-91e8-d35fd8af7a2d admin admin] Pushing event updated for resources: {'Port': ['ID=aca7175e-e325-431a-af3f-c12f44a0afc8,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:12.473853 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193d3e0d-733c-4360-91e8-d35fd8af7a2d admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:07:12.548825 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=61c8e8e9-6576-4f2c-b880-f64224f05b53,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:12.626594 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-013f1b11-7a0d-431f-8805-df3c1482d600 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:12.660669 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-013f1b11-7a0d-431f-8805-df3c1482d600 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:12.738760 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab04b44-1b6f-4dfa-9035-aacb5fff41af req-dbd1a4b8-b5e4-40ea-8464-be8ef285c229 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:12.743389 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6ab04b44-1b6f-4dfa-9035-aacb5fff41af req-dbd1a4b8-b5e4-40ea-8464-be8ef285c229 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8bc40c9-e4b4-42a2-9b05-d457e348901a HTTP/1.1" status: 200 len: 945 time: 0.1885448 Jul 15 23:07:12.750263 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013f1b11-7a0d-431f-8805-df3c1482d600 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b403057b-3aa0-480f-9514-814fe8bae0ed,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:12.760440 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-29c92104-1f82-4970-bd48-6caf525bf977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:12.762018 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-29c92104-1f82-4970-bd48-6caf525bf977 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=680eb147007347d0b28b90eaf34e5f6f&device_id=a8bc40c9-e4b4-42a2-9b05-d457e348901a HTTP/1.1" status: 200 len: 1096 time: 0.6471312 Jul 15 23:07:12.848731 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6ab04b44-1b6f-4dfa-9035-aacb5fff41af req-60615347-f684-420c-b621-bc872ee55670 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991263 Jul 15 23:07:12.996702 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-55b094ea-7a52-421c-8b78-481d4fe74293 None None] Provisioning for port aca7175e-e325-431a-af3f-c12f44a0afc8 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:07:13.026093 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-55b094ea-7a52-421c-8b78-481d4fe74293 None None] Provisioning complete for port aca7175e-e325-431a-af3f-c12f44a0afc8 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:07:13.029706 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-55b094ea-7a52-421c-8b78-481d4fe74293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:13.052548 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-8414a0ee-f748-49bc-8ede-5d2f6a161e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:13.054944 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-8414a0ee-f748-49bc-8ede-5d2f6a161e08 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f037b993-4149-40e0-a687-25986d720de6 HTTP/1.1" status: 200 len: 909 time: 0.2769566 Jul 15 23:07:13.057198 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-193d3e0d-733c-4360-91e8-d35fd8af7a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:13.068461 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed92073-559d-42ed-9e94-9146bfbec82a req-596bf391-d78b-445a-b2ad-bd075b07ff04 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:13.085093 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6ed92073-559d-42ed-9e94-9146bfbec82a req-596bf391-d78b-445a-b2ad-bd075b07ff04 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=251c2b27-dd3f-48ef-90ca-fc5628302a0d HTTP/1.1" status: 200 len: 950 time: 0.2526674 Jul 15 23:07:13.153823 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-e9852ab8-95f6-443d-8d1d-04ad8e84a0d5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74e17b73-3fe4-4f88-802a-610d4f522b58 HTTP/1.1" status: 200 len: 217 time: 0.0757046 Jul 15 23:07:13.183093 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6ed92073-559d-42ed-9e94-9146bfbec82a req-3b91632e-ee7e-4e47-8232-99e6dd3d854e tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962708 Jul 15 23:07:13.185374 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-55b094ea-7a52-421c-8b78-481d4fe74293 None None] Port aca7175e-e325-431a-af3f-c12f44a0afc8 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:07:13.208719 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-013f1b11-7a0d-431f-8805-df3c1482d600 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:13.210164 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-013f1b11-7a0d-431f-8805-df3c1482d600 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4156916 Jul 15 23:07:13.213472 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53102) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:13.237583 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-cb5aa0b1-2ec5-4ed6-8dc1-c84c35a03a61 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Request body: {'security_group_rule': {'security_group_id': '3034f104-295d-4ae9-983e-a750e439037a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:13.254039 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bc7b463c-5b75-4442-bf84-6df34e84fb79 req-e305591e-cec5-4fbf-b1f6-447a381df25e tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=5552d18393e34d1caf917adf0e776b46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0698471 Jul 15 23:07:13.290771 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cb5aa0b1-2ec5-4ed6-8dc1-c84c35a03a61 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:13.364041 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-d15af7a9-cf10-4c6c-a226-f03da220422b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:13.369522 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-d15af7a9-cf10-4c6c-a226-f03da220422b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b89a129e-9de5-4301-b344-10ab05e9feea HTTP/1.1" status: 200 len: 848 time: 0.1675789 Jul 15 23:07:13.499616 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-c1ea28c9-95e7-4ec0-a5ef-1d1760bae4e5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f037b993-4149-40e0-a687-25986d720de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515056 Jul 15 23:07:13.503119 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cb5aa0b1-2ec5-4ed6-8dc1-c84c35a03a61 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:13.517719 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cb5aa0b1-2ec5-4ed6-8dc1-c84c35a03a61 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:13.524344 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b463c-5b75-4442-bf84-6df34e84fb79 req-f8dcadce-edc8-454b-831f-a125190bacab tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:13.532038 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bc7b463c-5b75-4442-bf84-6df34e84fb79 req-f8dcadce-edc8-454b-831f-a125190bacab tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2691591 Jul 15 23:07:13.553031 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bc7b463c-5b75-4442-bf84-6df34e84fb79 req-30e58744-624b-4fae-80ab-6154f1a70bd9 tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] 10.222.0.48 "GET /v2.0/quotas/5552d18393e34d1caf917adf0e776b46 HTTP/1.1" status: 200 len: 375 time: 0.0199928 Jul 15 23:07:13.554949 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 61c8e8e9-6576-4f2c-b880-f64224f05b53 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:07:13.566674 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5aa0b1-2ec5-4ed6-8dc1-c84c35a03a61 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24415606-a637-4b9f-ad41-9a9da4e7afe7,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:13.602423 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bc7b463c-5b75-4442-bf84-6df34e84fb79 req-5ab26887-8f76-45f6-8f03-c9c204fb63ec tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5552d18393e34d1caf917adf0e776b46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470517 Jul 15 23:07:13.639303 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cb5aa0b1-2ec5-4ed6-8dc1-c84c35a03a61 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:13.641145 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-cb5aa0b1-2ec5-4ed6-8dc1-c84c35a03a61 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4077687 Jul 15 23:07:13.644683 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53108) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:13.657821 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-15fe0d82-68e6-4740-8f60-83df339233e6 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Request body: {'floatingip': {'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:13.674932 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:07:13.689564 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:07:13.728832 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d700b6-7e10-45a6-b30e-e2e96d6985bd req-cfed389b-59cf-4f84-b334-154c9ed751dc tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:13.744312 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-41d700b6-7e10-45a6-b30e-e2e96d6985bd req-cfed389b-59cf-4f84-b334-154c9ed751dc tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eb84bd1-9cd9-43e2-9924-8f6006dc1901 HTTP/1.1" status: 200 len: 948 time: 0.3222718 Jul 15 23:07:13.761067 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-15fe0d82-68e6-4740-8f60-83df339233e6 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:13.777944 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-193d3e0d-733c-4360-91e8-d35fd8af7a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:13.951777 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-41d700b6-7e10-45a6-b30e-e2e96d6985bd req-8007eebb-34a2-4ac7-840c-705a38c0e814 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f7c45fd-39fc-4943-ba7d-041fb8807cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053056 Jul 15 23:07:14.202441 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-60513f20-fe86-4212-9cb2-4760696a8bde req-4f592674-3602-48d5-8aaf-884237be5b2b tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2ece2eb-311e-4a52-854b-af209267fa52 HTTP/1.1" status: 200 len: 210 time: 0.1342223 Jul 15 23:07:14.236638 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:14.302279 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-15fe0d82-68e6-4740-8f60-83df339233e6 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:14.313802 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28', 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'port_id': '9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28', 'mac_address': 'fa:16:3e:c4:c9:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d909a96-22de-4aa9-b690-1c7da965ceac', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:07:14.340668 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-ebda44f2-a7c5-44e5-a012-220828f06655 service neutron] 10.222.0.41 "GET /v2.0/networks/f037b993-4149-40e0-a687-25986d720de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8342602 Jul 15 23:07:14.429701 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:14.437105 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 61c8e8e9-6576-4f2c-b880-f64224f05b53 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:07:14.437478 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:14.570982 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:07:14.661436 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-15fe0d82-68e6-4740-8f60-83df339233e6 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Allocated IP 172.25.5.253 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/56064f80-f51d-4014-bd6c-fc453ef267aa) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:07:14.671903 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:14.672823 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:14.680329 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:14.739865 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c56db2-0d43-40f0-8b1f-30fc44c1c5da req-d538e63f-94ac-498e-94de-7a003390b9a1 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:14.741820 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d2c56db2-0d43-40f0-8b1f-30fc44c1c5da req-d538e63f-94ac-498e-94de-7a003390b9a1 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8bc40c9-e4b4-42a2-9b05-d457e348901a HTTP/1.1" status: 200 len: 945 time: 0.2001688 Jul 15 23:07:14.763323 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-193d3e0d-733c-4360-91e8-d35fd8af7a2d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:14.836392 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-2df81da7-dc71-472d-b0be-926bcd90e739 service neutron] 10.222.0.41 "GET /v2.0/networks/f037b993-4149-40e0-a687-25986d720de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4172733 Jul 15 23:07:14.837626 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-193d3e0d-733c-4360-91e8-d35fd8af7a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:14.877060 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d2c56db2-0d43-40f0-8b1f-30fc44c1c5da req-f94fce51-f36f-4080-bde1-75bb52e0172a tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178727 Jul 15 23:07:14.913793 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193d3e0d-733c-4360-91e8-d35fd8af7a2d admin admin] Pushing event updated for resources: {'Port': ['ID=aca7175e-e325-431a-af3f-c12f44a0afc8,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:14.916247 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-193d3e0d-733c-4360-91e8-d35fd8af7a2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:14.923356 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf89a4-6765-4473-ab6c-335a702f26ae req-4af80458-c9a8-4cb8-a961-da737a2c3df3 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:14.925120 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4daf89a4-6765-4473-ab6c-335a702f26ae req-4af80458-c9a8-4cb8-a961-da737a2c3df3 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=251c2b27-dd3f-48ef-90ca-fc5628302a0d HTTP/1.1" status: 200 len: 950 time: 0.2895381 Jul 15 23:07:14.948368 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28,revision_number=9']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:15.021197 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-15fe0d82-68e6-4740-8f60-83df339233e6 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:15.061072 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.db.api [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:07:15.061777 n-d-794306-6 neutron-server[93772]: DEBUG oslo_db.api [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:07:15.068757 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193d3e0d-733c-4360-91e8-d35fd8af7a2d admin admin] Network bb925051-af21-4a66-9998-db8eac3f3d8e is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:07:15.070962 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-193d3e0d-733c-4360-91e8-d35fd8af7a2d admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:07:15.102383 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4daf89a4-6765-4473-ab6c-335a702f26ae req-7a7a571f-075c-44ef-8204-16ba748cbcc4 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695898 Jul 15 23:07:15.181286 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:07:15.186775 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-15fe0d82-68e6-4740-8f60-83df339233e6 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:15.194674 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:07:15.338863 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fe0d82-68e6-4740-8f60-83df339233e6 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:07:15.348846 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-193d3e0d-733c-4360-91e8-d35fd8af7a2d admin admin] Router 77c7ce75-4260-4033-812e-4353ec3c6a74 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:07:15.350410 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-15fe0d82-68e6-4740-8f60-83df339233e6 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:07:15.386952 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fe0d82-68e6-4740-8f60-83df339233e6 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:07:15.448892 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7663d4f1-a28e-4061-bd4f-6ea70f4cf162 req-7ef92951-7c4e-4788-9e09-a14e1ffe8c61 tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=5552d18393e34d1caf917adf0e776b46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1643801 Jul 15 23:07:15.540188 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-73749741-df23-47d3-8b66-a83944c05721 None None] Provisioning complete for port aca7175e-e325-431a-af3f-c12f44a0afc8 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:07:15.540767 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-73749741-df23-47d3-8b66-a83944c05721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:15.548946 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-193d3e0d-733c-4360-91e8-d35fd8af7a2d admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:07:15.556581 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-193d3e0d-733c-4360-91e8-d35fd8af7a2d admin admin] 10.222.0.48 "PUT /v2.0/routers/77c7ce75-4260-4033-812e-4353ec3c6a74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4520886 Jul 15 23:07:15.609296 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:15.611864 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40171a64-7915-4f08-8a8c-9370eb699ecc None None] Sync routers for ids ['77c7ce75-4260-4033-812e-4353ec3c6a74'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:07:15.641963 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40171a64-7915-4f08-8a8c-9370eb699ecc None None] Routers {'77c7ce75-4260-4033-812e-4353ec3c6a74'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:07:15.642599 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-40171a64-7915-4f08-8a8c-9370eb699ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:07:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['77c7ce75-4260-4033-812e-4353ec3c6a74'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:07:15.647279 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:07:15.676085 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7663d4f1-a28e-4061-bd4f-6ea70f4cf162 req-424eb434-74b8-4866-826a-aa1a29cad6e3 tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:15.677708 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7663d4f1-a28e-4061-bd4f-6ea70f4cf162 req-424eb434-74b8-4866-826a-aa1a29cad6e3 tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2134066 Jul 15 23:07:15.696619 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-73749741-df23-47d3-8b66-a83944c05721 None None] Port aca7175e-e325-431a-af3f-c12f44a0afc8 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:07:15.704235 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fe0d82-68e6-4740-8f60-83df339233e6 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Pushing event updated for resources: {'Port': ['ID=56064f80-f51d-4014-bd6c-fc453ef267aa,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:15.720331 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-7663d4f1-a28e-4061-bd4f-6ea70f4cf162 req-b720a5ea-868b-41ee-bd8e-7aa96039dda5 tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] Request body: {'port': {'device_id': '6e66c0ab-ef6a-4571-ae2d-5ebf6221364e', 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'admin_state_up': True, 'tenant_id': '5552d18393e34d1caf917adf0e776b46'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:15.727275 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:15.735013 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:15.882911 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-40171a64-7915-4f08-8a8c-9370eb699ecc None None] Set router 77c7ce75-4260-4033-812e-4353ec3c6a74 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:07:15.884924 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28,revision_number=10']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:15.985071 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a3fea2-9510-48bc-a4e3-b814d5f27373 req-7617ab9f-7435-4d8b-8627-3137f8f56d13 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:16.000257 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b7a3fea2-9510-48bc-a4e3-b814d5f27373 req-7617ab9f-7435-4d8b-8627-3137f8f56d13 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eb84bd1-9cd9-43e2-9924-8f6006dc1901 HTTP/1.1" status: 200 len: 947 time: 0.6644402 Jul 15 23:07:16.115795 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-080423c3-de6f-46bc-9c62-a43185f326ae req-29cad60d-71a7-4aeb-9d35-6bffc068bec5 tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2ece2eb-311e-4a52-854b-af209267fa52 HTTP/1.1" status: 200 len: 210 time: 0.0530498 Jul 15 23:07:16.164515 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b7a3fea2-9510-48bc-a4e3-b814d5f27373 req-9f63cfd9-17d0-4751-8b08-c947be2d3151 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f7c45fd-39fc-4943-ba7d-041fb8807cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627958 Jul 15 23:07:16.168160 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-15fe0d82-68e6-4740-8f60-83df339233e6 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:16.281805 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7663d4f1-a28e-4061-bd4f-6ea70f4cf162 req-b720a5ea-868b-41ee-bd8e-7aa96039dda5 tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] Made reservation on behalf of 5552d18393e34d1caf917adf0e776b46 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:07:16.286618 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7663d4f1-a28e-4061-bd4f-6ea70f4cf162 req-b720a5ea-868b-41ee-bd8e-7aa96039dda5 tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:16.300212 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-15fe0d82-68e6-4740-8f60-83df339233e6 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:16.491113 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-15fe0d82-68e6-4740-8f60-83df339233e6 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:16.493561 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7663d4f1-a28e-4061-bd4f-6ea70f4cf162 req-b720a5ea-868b-41ee-bd8e-7aa96039dda5 tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:16.500892 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e7c13617-d218-45ea-8feb-db29ce59f0fd req-aece815d-898a-4d3d-a12f-ebeaa5ec314e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c97e1568-95ee-4c69-875e-2368a16e3b06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1629572 Jul 15 23:07:16.512315 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-15fe0d82-68e6-4740-8f60-83df339233e6 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:16.587702 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-40171a64-7915-4f08-8a8c-9370eb699ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c7ce75-4260-4033-812e-4353ec3c6a74', 'name': 'tempest-ServersTestBootFromVolume-1110109490-router', 'tenant_id': '08fe55c8b75249cb85e4212038bb980e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '61c8e8e9-6576-4f2c-b880-f64224f05b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:01Z', 'updated_at': '2021-07-15T23:07:13Z', 'revision_number': 4, 'project_id': '08fe55c8b75249cb85e4212038bb980e', 'gw_port': {'id': '61c8e8e9-6576-4f2c-b880-f64224f05b53', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:84:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c7ce75-4260-4033-812e-4353ec3c6a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:02Z', 'updated_at': '2021-07-15T23:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'aca7175e-e325-431a-af3f-c12f44a0afc8', 'name': '', 'network_id': 'bb925051-af21-4a66-9998-db8eac3f3d8e', 'tenant_id': '08fe55c8b75249cb85e4212038bb980e', 'mac_address': 'fa:16:3e:c7:fd:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c7ce75-4260-4033-812e-4353ec3c6a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '677e163d-e2ae-4fac-97cd-29579d7e082c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:10Z', 'updated_at': '2021-07-15T23:07:14Z', 'revision_number': 2, 'project_id': '08fe55c8b75249cb85e4212038bb980e', 'subnets': [{'id': '677e163d-e2ae-4fac-97cd-29579d7e082c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:07:16.625728 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c13617-d218-45ea-8feb-db29ce59f0fd req-4b308d45-395e-4fc8-8f6b-587f733b1ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:16.627524 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e7c13617-d218-45ea-8feb-db29ce59f0fd req-4b308d45-395e-4fc8-8f6b-587f733b1ca3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ecdf2a0908246d98bcb66c58ce843fd&device_id=c97e1568-95ee-4c69-875e-2368a16e3b06 HTTP/1.1" status: 200 len: 1101 time: 0.0671113 Jul 15 23:07:16.665106 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fe0d82-68e6-4740-8f60-83df339233e6 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Pushing event updated for resources: {'Port': ['ID=56064f80-f51d-4014-bd6c-fc453ef267aa,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:16.674816 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40171a64-7915-4f08-8a8c-9370eb699ecc None None] Checking router: 77c7ce75-4260-4033-812e-4353ec3c6a74 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:07:16.675352 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40171a64-7915-4f08-8a8c-9370eb699ecc None None] Updating router 77c7ce75-4260-4033-812e-4353ec3c6a74 port aca7175e-e325-431a-af3f-c12f44a0afc8 binding host n-d-794306-6 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:07:16.762929 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-40171a64-7915-4f08-8a8c-9370eb699ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:16.905748 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bc7b463c-5b75-4442-bf84-6df34e84fb79 req-5b3575a3-c5ff-4213-b127-b6b0a0fabede tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=5552d18393e34d1caf917adf0e776b46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1207297 Jul 15 23:07:16.937765 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a82a6-f13b-4270-9411-c07eedd61b95 req-3997e9df-7d68-40b4-a01d-bc2e23af6494 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:16.939381 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6f5a82a6-f13b-4270-9411-c07eedd61b95 req-3997e9df-7d68-40b4-a01d-bc2e23af6494 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8bc40c9-e4b4-42a2-9b05-d457e348901a HTTP/1.1" status: 200 len: 945 time: 0.3852952 Jul 15 23:07:16.945515 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-15fe0d82-68e6-4740-8f60-83df339233e6 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:16.961629 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c13617-d218-45ea-8feb-db29ce59f0fd req-6ed701a9-c7c9-439f-bcc4-4c6f895e1452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:16.963091 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e7c13617-d218-45ea-8feb-db29ce59f0fd req-6ed701a9-c7c9-439f-bcc4-4c6f895e1452 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5d412861-bef3-4cc1-ae9f-87a6a36753c0 HTTP/1.1" status: 200 len: 870 time: 0.2267237 Jul 15 23:07:17.105748 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b463c-5b75-4442-bf84-6df34e84fb79 req-88e81e8a-1135-4292-bb38-8e1595d50904 tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:17.108736 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bc7b463c-5b75-4442-bf84-6df34e84fb79 req-88e81e8a-1135-4292-bb38-8e1595d50904 tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1682513 Jul 15 23:07:17.111290 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e7c13617-d218-45ea-8feb-db29ce59f0fd req-849a9877-2189-4012-9fed-70d38046aa2d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=3c7e2cbb-a9cc-48d1-ad98-939ca5153438 HTTP/1.1" status: 200 len: 217 time: 0.1412933 Jul 15 23:07:17.152934 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-bc7b463c-5b75-4442-bf84-6df34e84fb79 req-4d3b63a4-c159-406a-bfe6-6099f7338cff tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] Request body: {'port': {'device_id': 'a2ece2eb-311e-4a52-854b-af209267fa52', 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'admin_state_up': True, 'tenant_id': '5552d18393e34d1caf917adf0e776b46'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:17.239003 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c13617-d218-45ea-8feb-db29ce59f0fd req-42745675-0162-4e13-abfb-15b5aef77a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:17.240542 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e7c13617-d218-45ea-8feb-db29ce59f0fd req-42745675-0162-4e13-abfb-15b5aef77a3b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.1096025 Jul 15 23:07:17.362935 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c13617-d218-45ea-8feb-db29ce59f0fd req-0244c81b-46db-4a8f-9789-6218902da7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:17.368179 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e7c13617-d218-45ea-8feb-db29ce59f0fd req-0244c81b-46db-4a8f-9789-6218902da7f4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1201282 Jul 15 23:07:17.383308 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7663d4f1-a28e-4061-bd4f-6ea70f4cf162 req-b720a5ea-868b-41ee-bd8e-7aa96039dda5 tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:17.389195 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6f5a82a6-f13b-4270-9411-c07eedd61b95 req-6acb39cb-dfd7-4153-8779-003511beded5 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918768 Jul 15 23:07:17.393949 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7663d4f1-a28e-4061-bd4f-6ea70f4cf162 req-b720a5ea-868b-41ee-bd8e-7aa96039dda5 tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:17.395005 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-40171a64-7915-4f08-8a8c-9370eb699ecc None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:17.420107 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-40171a64-7915-4f08-8a8c-9370eb699ecc None None] Transition to ACTIVE for port object aca7175e-e325-431a-af3f-c12f44a0afc8 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:07:17.427849 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-40171a64-7915-4f08-8a8c-9370eb699ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:17.535904 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd00d4c8-4e18-460a-9a38-82daf8875923 None None] Pushing event updated for resources: {'Port': ['ID=aca7175e-e325-431a-af3f-c12f44a0afc8,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:17.602196 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e7c13617-d218-45ea-8feb-db29ce59f0fd req-9c1ddcd1-8ec2-4bf9-9002-379560c31b9f service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211714 Jul 15 23:07:17.671199 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:07:17.716439 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-7663d4f1-a28e-4061-bd4f-6ea70f4cf162 req-b720a5ea-868b-41ee-bd8e-7aa96039dda5 tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] Allocated IP 192.168.233.88 (5d412861-bef3-4cc1-ae9f-87a6a36753c0/0d909a96-22de-4aa9-b690-1c7da965ceac/7aa7c901-dcd7-438f-8527-ef1aaed2caf2) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:07:17.815057 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-40171a64-7915-4f08-8a8c-9370eb699ecc None None] Attempting to bind port aca7175e-e325-431a-af3f-c12f44a0afc8 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:07:17.816169 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-40171a64-7915-4f08-8a8c-9370eb699ecc None None] Attempting to bind port aca7175e-e325-431a-af3f-c12f44a0afc8 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '8a18499d-f751-4b5b-90fb-57238ec26ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'bb925051-af21-4a66-9998-db8eac3f3d8e'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:07:17.816640 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40171a64-7915-4f08-8a8c-9370eb699ecc None None] Attempting to bind port aca7175e-e325-431a-af3f-c12f44a0afc8 on network bb925051-af21-4a66-9998-db8eac3f3d8e {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:17.835730 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40171a64-7915-4f08-8a8c-9370eb699ecc None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:07:17.836107 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40171a64-7915-4f08-8a8c-9370eb699ecc None None] Checking segment: {'id': '8a18499d-f751-4b5b-90fb-57238ec26ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'bb925051-af21-4a66-9998-db8eac3f3d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:07:17.836686 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-40171a64-7915-4f08-8a8c-9370eb699ecc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:17.837090 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40171a64-7915-4f08-8a8c-9370eb699ecc None None] Bound using segment: {'id': '8a18499d-f751-4b5b-90fb-57238ec26ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'bb925051-af21-4a66-9998-db8eac3f3d8e'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:07:17.837654 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-40171a64-7915-4f08-8a8c-9370eb699ecc None None] Bound port: aca7175e-e325-431a-af3f-c12f44a0afc8, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a18499d-f751-4b5b-90fb-57238ec26ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'bb925051-af21-4a66-9998-db8eac3f3d8e'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:07:17.837929 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-40171a64-7915-4f08-8a8c-9370eb699ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:17.849561 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e7c13617-d218-45ea-8feb-db29ce59f0fd req-eef0931b-6a4f-426f-90a9-cff64aa4ad0c service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280376 Jul 15 23:07:17.928213 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-40171a64-7915-4f08-8a8c-9370eb699ecc None None] For port aca7175e-e325-431a-af3f-c12f44a0afc8, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:07:17.931767 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-40171a64-7915-4f08-8a8c-9370eb699ecc None None] For port aca7175e-e325-431a-af3f-c12f44a0afc8, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=aca7175e-e325-431a-af3f-c12f44a0afc8,segment=NetworkSegment(8a18499d-f751-4b5b-90fb-57238ec26ecc),segment_id=8a18499d-f751-4b5b-90fb-57238ec26ecc)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:07:17.942666 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:07:17.943045 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:17.947344 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-40171a64-7915-4f08-8a8c-9370eb699ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:17.979268 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-15fe0d82-68e6-4740-8f60-83df339233e6 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:17.980537 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-15fe0d82-68e6-4740-8f60-83df339233e6 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3313892 Jul 15 23:07:18.004027 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53172) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:18.009690 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-3da5a141-dfc4-45e6-9b07-0e3277cb17a4 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2117802271', 'description': 'tempest-description--1425012228'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:18.080641 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3da5a141-dfc4-45e6-9b07-0e3277cb17a4 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:18.087113 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7663d4f1-a28e-4061-bd4f-6ea70f4cf162 req-b720a5ea-868b-41ee-bd8e-7aa96039dda5 tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:18.142376 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-7663d4f1-a28e-4061-bd4f-6ea70f4cf162 req-b720a5ea-868b-41ee-bd8e-7aa96039dda5 tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] Transition to ACTIVE for port object 7aa7c901-dcd7-438f-8527-ef1aaed2caf2 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:07:18.143061 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40171a64-7915-4f08-8a8c-9370eb699ecc None None] Routers {'77c7ce75-4260-4033-812e-4353ec3c6a74'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:07:18.143171 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-40171a64-7915-4f08-8a8c-9370eb699ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:07:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['77c7ce75-4260-4033-812e-4353ec3c6a74'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:07:18.220373 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd00d4c8-4e18-460a-9a38-82daf8875923 None None] Pushing event updated for resources: {'Port': ['ID=aca7175e-e325-431a-af3f-c12f44a0afc8,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:18.319402 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b720a5ea-868b-41ee-bd8e-7aa96039dda5 tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc6d28b-4398-455c-8f3a-13bc6000f850,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:18.342746 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:18.353041 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc7b463c-5b75-4442-bf84-6df34e84fb79 req-4d3b63a4-c159-406a-bfe6-6099f7338cff tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] Made reservation on behalf of 5552d18393e34d1caf917adf0e776b46 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:07:18.357121 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bc7b463c-5b75-4442-bf84-6df34e84fb79 req-4d3b63a4-c159-406a-bfe6-6099f7338cff tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:18.385541 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-40171a64-7915-4f08-8a8c-9370eb699ecc None None] Set router 77c7ce75-4260-4033-812e-4353ec3c6a74 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:07:18.406131 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7663d4f1-a28e-4061-bd4f-6ea70f4cf162 req-b720a5ea-868b-41ee-bd8e-7aa96039dda5 tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:18.411748 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3da5a141-dfc4-45e6-9b07-0e3277cb17a4 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:18.418869 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3da5a141-dfc4-45e6-9b07-0e3277cb17a4 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:18.493609 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da5a141-dfc4-45e6-9b07-0e3277cb17a4 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95e9101e-3e59-4b22-964f-bd441f029b60,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:18.504529 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3da5a141-dfc4-45e6-9b07-0e3277cb17a4 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:18.506082 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-3da5a141-dfc4-45e6-9b07-0e3277cb17a4 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5003047 Jul 15 23:07:18.508914 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53180) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:18.517926 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ccad8b05-abee-4909-b9c9-fdbd69b3b570 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Request body: {'security_group_rule': {'security_group_id': '95e9101e-3e59-4b22-964f-bd441f029b60', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:18.577669 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ccad8b05-abee-4909-b9c9-fdbd69b3b570 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:18.582694 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7663d4f1-a28e-4061-bd4f-6ea70f4cf162 req-b720a5ea-868b-41ee-bd8e-7aa96039dda5 tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] Network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:07:18.599326 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b720a5ea-868b-41ee-bd8e-7aa96039dda5 tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] Pushing event updated for resources: {'Port': ['ID=7aa7c901-dcd7-438f-8527-ef1aaed2caf2,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:18.621229 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-7663d4f1-a28e-4061-bd4f-6ea70f4cf162 req-b720a5ea-868b-41ee-bd8e-7aa96039dda5 tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:07:18.628370 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-7663d4f1-a28e-4061-bd4f-6ea70f4cf162 req-b720a5ea-868b-41ee-bd8e-7aa96039dda5 tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:07:18.682095 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:18.691720 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb84bd1-9cd9-43e2-9924-8f6006dc1901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:07:18.694105 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd8aa09-9b05-47df-8dbe-3afad1a04f49" -d '{"events": [{"server_uuid": "7eb84bd1-9cd9-43e2-9924-8f6006dc1901", "name": "network-vif-plugged", "status": "completed", "tag": "9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:07:18.707386 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:18.726790 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ccad8b05-abee-4909-b9c9-fdbd69b3b570 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:18.762481 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ccad8b05-abee-4909-b9c9-fdbd69b3b570 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:18.796634 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7663d4f1-a28e-4061-bd4f-6ea70f4cf162 req-b720a5ea-868b-41ee-bd8e-7aa96039dda5 tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:18.797315 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7663d4f1-a28e-4061-bd4f-6ea70f4cf162 req-b720a5ea-868b-41ee-bd8e-7aa96039dda5 tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:18.818422 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccad8b05-abee-4909-b9c9-fdbd69b3b570 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0310ba4c-1036-4dad-a6f2-47c5f2f600ed,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:18.831027 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ccad8b05-abee-4909-b9c9-fdbd69b3b570 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:18.835202 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ccad8b05-abee-4909-b9c9-fdbd69b3b570 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3224909 Jul 15 23:07:18.835471 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53184) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:18.842294 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7cfb981b-046d-4182-ae22-ab50eebb5821 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Request body: {'security_group_rule': {'security_group_id': '95e9101e-3e59-4b22-964f-bd441f029b60', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:18.853120 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7663d4f1-a28e-4061-bd4f-6ea70f4cf162 req-b720a5ea-868b-41ee-bd8e-7aa96039dda5 tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1385574 Jul 15 23:07:18.862287 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a56bfb1b-54ba-40f8-88e9-112a53276f18 req-6b55371b-919a-45e8-8ba1-bbc0c46bc2a3 tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2ece2eb-311e-4a52-854b-af209267fa52 HTTP/1.1" status: 200 len: 210 time: 0.2759809 Jul 15 23:07:18.890376 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-7663d4f1-a28e-4061-bd4f-6ea70f4cf162 req-983fd461-f95d-486e-84fc-11bdd7912d3d service neutron] Request body: {'port': {'device_id': '6e66c0ab-ef6a-4571-ae2d-5ebf6221364e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:18.908400 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7cfb981b-046d-4182-ae22-ab50eebb5821 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:19.039496 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7cfb981b-046d-4182-ae22-ab50eebb5821 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:19.072858 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7cfb981b-046d-4182-ae22-ab50eebb5821 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:19.113667 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfb981b-046d-4182-ae22-ab50eebb5821 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f506a06-5ea8-4028-a7ed-6019432f7ca3,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:19.124040 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7cfb981b-046d-4182-ae22-ab50eebb5821 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:19.125981 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-7cfb981b-046d-4182-ae22-ab50eebb5821 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2884889 Jul 15 23:07:19.128856 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53186) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:19.135589 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a3b82187-8c9d-49b5-9202-6d27bfba5fb9 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Request body: {'floatingip': {'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:19.163598 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3b82187-8c9d-49b5-9202-6d27bfba5fb9 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:19.183296 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28,revision_number=11']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:19.206070 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12763f8-2fc5-41bf-b44d-5711dcbe45bc req-e9175fd6-3b96-498c-84de-2205e0d2e313 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:19.207639 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e12763f8-2fc5-41bf-b44d-5711dcbe45bc req-e9175fd6-3b96-498c-84de-2205e0d2e313 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=251c2b27-dd3f-48ef-90ca-fc5628302a0d HTTP/1.1" status: 200 len: 950 time: 1.2621186 Jul 15 23:07:19.245348 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5ad32608-152c-4d95-9a4e-d6d30fb0cdc3 None None] Provisioning for port 7aa7c901-dcd7-438f-8527-ef1aaed2caf2 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:07:19.250308 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-40171a64-7915-4f08-8a8c-9370eb699ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c7ce75-4260-4033-812e-4353ec3c6a74', 'name': 'tempest-ServersTestBootFromVolume-1110109490-router', 'tenant_id': '08fe55c8b75249cb85e4212038bb980e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '61c8e8e9-6576-4f2c-b880-f64224f05b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:01Z', 'updated_at': '2021-07-15T23:07:13Z', 'revision_number': 4, 'project_id': '08fe55c8b75249cb85e4212038bb980e', 'gw_port': {'id': '61c8e8e9-6576-4f2c-b880-f64224f05b53', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:84:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c7ce75-4260-4033-812e-4353ec3c6a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:02Z', 'updated_at': '2021-07-15T23:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'aca7175e-e325-431a-af3f-c12f44a0afc8', 'name': '', 'network_id': 'bb925051-af21-4a66-9998-db8eac3f3d8e', 'tenant_id': '08fe55c8b75249cb85e4212038bb980e', 'mac_address': 'fa:16:3e:c7:fd:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c7ce75-4260-4033-812e-4353ec3c6a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '677e163d-e2ae-4fac-97cd-29579d7e082c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:10Z', 'updated_at': '2021-07-15T23:07:17Z', 'revision_number': 4, 'project_id': '08fe55c8b75249cb85e4212038bb980e', 'subnets': [{'id': '677e163d-e2ae-4fac-97cd-29579d7e082c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:07:19.291289 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5ad32608-152c-4d95-9a4e-d6d30fb0cdc3 None None] Provisioning complete for port 7aa7c901-dcd7-438f-8527-ef1aaed2caf2 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:07:19.291736 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5ad32608-152c-4d95-9a4e-d6d30fb0cdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:19.293689 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40171a64-7915-4f08-8a8c-9370eb699ecc None None] The sync data for ids ['77c7ce75-4260-4033-812e-4353ec3c6a74'] in n-d-794306-6 is: [{'id': '77c7ce75-4260-4033-812e-4353ec3c6a74', 'name': 'tempest-ServersTestBootFromVolume-1110109490-router', 'tenant_id': '08fe55c8b75249cb85e4212038bb980e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '61c8e8e9-6576-4f2c-b880-f64224f05b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:01Z', 'updated_at': '2021-07-15T23:07:13Z', 'revision_number': 4, 'project_id': '08fe55c8b75249cb85e4212038bb980e', 'gw_port': {'id': '61c8e8e9-6576-4f2c-b880-f64224f05b53', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:84:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c7ce75-4260-4033-812e-4353ec3c6a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:02Z', 'updated_at': '2021-07-15T23:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'aca7175e-e325-431a-af3f-c12f44a0afc8', 'name': '', 'network_id': 'bb925051-af21-4a66-9998-db8eac3f3d8e', 'tenant_id': '08fe55c8b75249cb85e4212038bb980e', 'mac_address': 'fa:16:3e:c7:fd:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c7ce75-4260-4033-812e-4353ec3c6a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '677e163d-e2ae-4fac-97cd-29579d7e082c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:10Z', 'updated_at': '2021-07-15T23:07:17Z', 'revision_number': 4, 'project_id': '08fe55c8b75249cb85e4212038bb980e', 'subnets': [{'id': '677e163d-e2ae-4fac-97cd-29579d7e082c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:07:19.296297 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7663d4f1-a28e-4061-bd4f-6ea70f4cf162 req-983fd461-f95d-486e-84fc-11bdd7912d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:19.339225 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5ad32608-152c-4d95-9a4e-d6d30fb0cdc3 None None] Port 7aa7c901-dcd7-438f-8527-ef1aaed2caf2 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:07:19.403170 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-bc7b463c-5b75-4442-bf84-6df34e84fb79 req-4d3b63a4-c159-406a-bfe6-6099f7338cff tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] Allocated IP 192.168.233.242 (5d412861-bef3-4cc1-ae9f-87a6a36753c0/0d909a96-22de-4aa9-b690-1c7da965ceac/660e37f8-5759-40bf-8192-6bb4645d1c50) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:07:19.413014 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e12763f8-2fc5-41bf-b44d-5711dcbe45bc req-145790d7-0857-4af4-a836-77e4d86056d1 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955886 Jul 15 23:07:19.462903 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3b82187-8c9d-49b5-9202-6d27bfba5fb9 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:19.490655 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92001666-f5b4-4fa7-9e90-7ee756ee52a5 req-62aad5a2-821a-4faa-ade0-2d48f6f2252e tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:19.503764 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-92001666-f5b4-4fa7-9e90-7ee756ee52a5 req-62aad5a2-821a-4faa-ade0-2d48f6f2252e tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eb84bd1-9cd9-43e2-9924-8f6006dc1901 HTTP/1.1" status: 200 len: 949 time: 0.4160678 Jul 15 23:07:19.674757 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-a3b82187-8c9d-49b5-9202-6d27bfba5fb9 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Allocated IP 172.25.5.3 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/81c935cc-ad56-40e8-8968-47e9d8b9c8cb) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:07:19.758444 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab394202-500a-4a90-ac73-c3733478b313 req-30cf3438-b8b3-42d9-98ca-1660d065b5c8 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--697725992&fields=id&tenant_id=17c76d71cba4469f89099c3ebf7755c2 HTTP/1.1" status: 200 len: 267 time: 0.0534906 Jul 15 23:07:19.890356 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-92001666-f5b4-4fa7-9e90-7ee756ee52a5 req-2d66e976-d0c8-4641-9521-99f79467573d tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f7c45fd-39fc-4943-ba7d-041fb8807cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3852899 Jul 15 23:07:19.923851 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3b82187-8c9d-49b5-9202-6d27bfba5fb9 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:19.951711 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab394202-500a-4a90-ac73-c3733478b313 req-18ee7c50-910b-44e8-aede-516c477237be tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:19.953540 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab394202-500a-4a90-ac73-c3733478b313 req-18ee7c50-910b-44e8-aede-516c477237be tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/ports/f70b3596-455f-49a0-8908-a104df34e5c9 HTTP/1.1" status: 200 len: 936 time: 0.1808698 Jul 15 23:07:20.019442 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3b82187-8c9d-49b5-9202-6d27bfba5fb9 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:20.060636 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab394202-500a-4a90-ac73-c3733478b313 req-9e948d65-47e3-49a8-ae19-c80de29fc294 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:20.062403 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab394202-500a-4a90-ac73-c3733478b313 req-9e948d65-47e3-49a8-ae19-c80de29fc294 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/ports/5e6346b3-f308-4702-a019-e0418adeb56d HTTP/1.1" status: 200 len: 936 time: 0.0734973 Jul 15 23:07:20.119685 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b82187-8c9d-49b5-9202-6d27bfba5fb9 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:07:20.124870 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab394202-500a-4a90-ac73-c3733478b313 req-e0ed931c-2d64-4d70-9122-565d0bce8c2a tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/ports?network_id=9bef9b3a-38af-4114-8d89-aee9e6e60f51&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0544655 Jul 15 23:07:20.126975 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-a3b82187-8c9d-49b5-9202-6d27bfba5fb9 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:07:20.146507 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b82187-8c9d-49b5-9202-6d27bfba5fb9 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:07:20.203369 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b82187-8c9d-49b5-9202-6d27bfba5fb9 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Pushing event updated for resources: {'Port': ['ID=81c935cc-ad56-40e8-8968-47e9d8b9c8cb,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:20.212018 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab394202-500a-4a90-ac73-c3733478b313 req-62a6c154-6139-4ac1-b2ce-3fb85befa427 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/ports?network_id=9bef9b3a-38af-4114-8d89-aee9e6e60f51&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0744584 Jul 15 23:07:20.335654 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3b82187-8c9d-49b5-9202-6d27bfba5fb9 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:20.416832 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3b82187-8c9d-49b5-9202-6d27bfba5fb9 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:20.706444 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3b82187-8c9d-49b5-9202-6d27bfba5fb9 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:20.714384 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3b82187-8c9d-49b5-9202-6d27bfba5fb9 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:20.766950 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b82187-8c9d-49b5-9202-6d27bfba5fb9 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Pushing event updated for resources: {'Port': ['ID=81c935cc-ad56-40e8-8968-47e9d8b9c8cb,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:20.865019 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bc7b463c-5b75-4442-bf84-6df34e84fb79 req-4d3b63a4-c159-406a-bfe6-6099f7338cff tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:20.869795 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3b82187-8c9d-49b5-9202-6d27bfba5fb9 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:20.932120 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3b82187-8c9d-49b5-9202-6d27bfba5fb9 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:20.944370 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a3b82187-8c9d-49b5-9202-6d27bfba5fb9 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.8055038 Jul 15 23:07:20.952354 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-bc7b463c-5b75-4442-bf84-6df34e84fb79 req-4d3b63a4-c159-406a-bfe6-6099f7338cff tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] Transition to ACTIVE for port object 660e37f8-5759-40bf-8192-6bb4645d1c50 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:07:21.001647 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7333fb-0002-47a8-a955-f68263cfd5a3 req-e5f97279-eab8-482f-a78a-7a340d39dc66 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:21.003478 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7f7333fb-0002-47a8-a955-f68263cfd5a3 req-e5f97279-eab8-482f-a78a-7a340d39dc66 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8bc40c9-e4b4-42a2-9b05-d457e348901a HTTP/1.1" status: 200 len: 945 time: 0.7903945 Jul 15 23:07:21.077687 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab394202-500a-4a90-ac73-c3733478b313 req-cf6e767d-9ea3-461f-80d1-e2149c964f0c tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:21.084320 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab394202-500a-4a90-ac73-c3733478b313 req-cf6e767d-9ea3-461f-80d1-e2149c964f0c tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:21.095036 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab394202-500a-4a90-ac73-c3733478b313 req-cf6e767d-9ea3-461f-80d1-e2149c964f0c tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:21.096909 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab394202-500a-4a90-ac73-c3733478b313 req-cf6e767d-9ea3-461f-80d1-e2149c964f0c tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/networks?id=e44e98f5-3493-4f81-9434-a1f39e44c5fc&id=970a88bd-fdba-4549-becb-46353b196f82&id=970a88bd-fdba-4549-becb-46353b196f82&id=9bef9b3a-38af-4114-8d89-aee9e6e60f51&id=9bef9b3a-38af-4114-8d89-aee9e6e60f51 HTTP/1.1" status: 200 len: 1994 time: 0.8786769 Jul 15 23:07:21.102164 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7f7333fb-0002-47a8-a955-f68263cfd5a3 req-70a57105-52f6-44df-9e59-235989d3802a tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855572 Jul 15 23:07:21.120751 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab394202-500a-4a90-ac73-c3733478b313 req-4e864b9a-9a64-4dcb-9b04-6ea6dc696023 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/quotas/17c76d71cba4469f89099c3ebf7755c2 HTTP/1.1" status: 200 len: 375 time: 0.0161476 Jul 15 23:07:21.256726 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20fd17bf-2339-479d-b684-3eaa7687914e x-openstack-request-id: req-20fd17bf-2339-479d-b684-3eaa7687914e {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:07:21.257269 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eb84bd1-9cd9-43e2-9924-8f6006dc1901", "name": "network-vif-plugged", "status": "completed", "tag": "9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:07:21.257269 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-20fd17bf-2339-479d-b684-3eaa7687914e {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:07:21.257674 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eb84bd1-9cd9-43e2-9924-8f6006dc1901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28', 'code': 200} Jul 15 23:07:21.370978 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bc7b463c-5b75-4442-bf84-6df34e84fb79 req-4d3b63a4-c159-406a-bfe6-6099f7338cff tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:21.502860 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device aca7175e-e325-431a-af3f-c12f44a0afc8 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:07:21.535235 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-7663d4f1-a28e-4061-bd4f-6ea70f4cf162 req-983fd461-f95d-486e-84fc-11bdd7912d3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aa7c901-dcd7-438f-8527-ef1aaed2caf2 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:07:21.563530 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7663d4f1-a28e-4061-bd4f-6ea70f4cf162 req-983fd461-f95d-486e-84fc-11bdd7912d3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:21.586017 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc7b463c-5b75-4442-bf84-6df34e84fb79 req-4d3b63a4-c159-406a-bfe6-6099f7338cff tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] Network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:07:21.613085 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-bc7b463c-5b75-4442-bf84-6df34e84fb79 req-4d3b63a4-c159-406a-bfe6-6099f7338cff tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:07:21.636955 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc7b463c-5b75-4442-bf84-6df34e84fb79 req-4d3b63a4-c159-406a-bfe6-6099f7338cff tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:07:21.672675 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port aca7175e-e325-431a-af3f-c12f44a0afc8 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:07:21.678564 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port aca7175e-e325-431a-af3f-c12f44a0afc8 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:07:21.680833 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:21.688230 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-7663d4f1-a28e-4061-bd4f-6ea70f4cf162 req-983fd461-f95d-486e-84fc-11bdd7912d3d service neutron] Transition to ACTIVE for port object 7aa7c901-dcd7-438f-8527-ef1aaed2caf2 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:07:21.689586 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3b63a4-c159-406a-bfe6-6099f7338cff tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] Pushing event updated for resources: {'Port': ['ID=660e37f8-5759-40bf-8192-6bb4645d1c50,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:21.823202 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7663d4f1-a28e-4061-bd4f-6ea70f4cf162 req-983fd461-f95d-486e-84fc-11bdd7912d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:21.878920 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:21.979901 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port aca7175e-e325-431a-af3f-c12f44a0afc8, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=aca7175e-e325-431a-af3f-c12f44a0afc8,segment=NetworkSegment(8a18499d-f751-4b5b-90fb-57238ec26ecc),segment_id=8a18499d-f751-4b5b-90fb-57238ec26ecc)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:21.997645 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:22.064596 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b463c-5b75-4442-bf84-6df34e84fb79 req-4d3b63a4-c159-406a-bfe6-6099f7338cff tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:22.065406 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bc7b463c-5b75-4442-bf84-6df34e84fb79 req-4d3b63a4-c159-406a-bfe6-6099f7338cff tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:22.105571 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=aca7175e-e325-431a-af3f-c12f44a0afc8,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:22.116428 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:22.117194 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:22.117625 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:22.118056 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:22.118474 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:22.118878 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:22.119409 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:22.119834 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:22.120343 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:22.120887 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:22.121285 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:22.122225 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:07:22.197949 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983fd461-f95d-486e-84fc-11bdd7912d3d service neutron] Pushing event updated for resources: {'Port': ['ID=7aa7c901-dcd7-438f-8527-ef1aaed2caf2,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:22.202566 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4eb3b783-e7fb-4a5f-bd27-7d0886dc0260 None None] Provisioning for port 660e37f8-5759-40bf-8192-6bb4645d1c50 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:07:22.209076 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4eb3b783-e7fb-4a5f-bd27-7d0886dc0260 None None] Provisioning complete for port 660e37f8-5759-40bf-8192-6bb4645d1c50 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:07:22.209756 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4eb3b783-e7fb-4a5f-bd27-7d0886dc0260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:22.309400 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-4eb3b783-e7fb-4a5f-bd27-7d0886dc0260 None None] Port 660e37f8-5759-40bf-8192-6bb4645d1c50 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:07:22.314737 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab394202-500a-4a90-ac73-c3733478b313 req-2a89350f-4000-4417-a6a3-bd51504dff04 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=17c76d71cba4469f89099c3ebf7755c2&fields=id HTTP/1.1" status: 200 len: 532 time: 1.1866083 Jul 15 23:07:22.322245 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bc7b463c-5b75-4442-bf84-6df34e84fb79 req-4d3b63a4-c159-406a-bfe6-6099f7338cff tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.1776555 Jul 15 23:07:22.370294 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-bc7b463c-5b75-4442-bf84-6df34e84fb79 req-4dad56a4-0cb2-42d8-9578-328e6b1c7622 service neutron] Request body: {'port': {'device_id': 'a2ece2eb-311e-4a52-854b-af209267fa52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:22.427411 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd9b0d6-8035-4593-9a3e-6619887c28a1 req-6a5b6d3b-7d40-4145-ac38-a6a185e6914e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:22.429292 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8bd9b0d6-8035-4593-9a3e-6619887c28a1 req-6a5b6d3b-7d40-4145-ac38-a6a185e6914e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7eb84bd1-9cd9-43e2-9924-8f6006dc1901 HTTP/1.1" status: 200 len: 1100 time: 0.7820115 Jul 15 23:07:22.545277 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8bd9b0d6-8035-4593-9a3e-6619887c28a1 req-394528af-4b85-4099-99b3-c484891ef33a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=2f7c45fd-39fc-4943-ba7d-041fb8807cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849080 Jul 15 23:07:22.628020 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3317ea-39f0-4f5d-a752-b28035aa35d6 req-7f6432cf-f7aa-4264-9f9f-785990dcd4d4 tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:22.635083 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dd3317ea-39f0-4f5d-a752-b28035aa35d6 req-7f6432cf-f7aa-4264-9f9f-785990dcd4d4 tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2ece2eb-311e-4a52-854b-af209267fa52 HTTP/1.1" status: 200 len: 936 time: 0.7592456 Jul 15 23:07:22.642936 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bc7b463c-5b75-4442-bf84-6df34e84fb79 req-4dad56a4-0cb2-42d8-9578-328e6b1c7622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:22.701405 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-7663d4f1-a28e-4061-bd4f-6ea70f4cf162 req-983fd461-f95d-486e-84fc-11bdd7912d3d service neutron] Attempting to bind port 7aa7c901-dcd7-438f-8527-ef1aaed2caf2 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:07:22.701744 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-7663d4f1-a28e-4061-bd4f-6ea70f4cf162 req-983fd461-f95d-486e-84fc-11bdd7912d3d service neutron] Attempting to bind port 7aa7c901-dcd7-438f-8527-ef1aaed2caf2 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:07:22.702076 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7663d4f1-a28e-4061-bd4f-6ea70f4cf162 req-983fd461-f95d-486e-84fc-11bdd7912d3d service neutron] Attempting to bind port 7aa7c901-dcd7-438f-8527-ef1aaed2caf2 on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:22.760809 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7663d4f1-a28e-4061-bd4f-6ea70f4cf162 req-983fd461-f95d-486e-84fc-11bdd7912d3d service neutron] Port 7aa7c901-dcd7-438f-8527-ef1aaed2caf2 on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:07:22.761141 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7663d4f1-a28e-4061-bd4f-6ea70f4cf162 req-983fd461-f95d-486e-84fc-11bdd7912d3d service neutron] Attempting to bind port 7aa7c901-dcd7-438f-8527-ef1aaed2caf2 on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:22.789959 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7663d4f1-a28e-4061-bd4f-6ea70f4cf162 req-983fd461-f95d-486e-84fc-11bdd7912d3d service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:07:22.790301 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7663d4f1-a28e-4061-bd4f-6ea70f4cf162 req-983fd461-f95d-486e-84fc-11bdd7912d3d service neutron] Checking segment: {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:07:22.790686 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7663d4f1-a28e-4061-bd4f-6ea70f4cf162 req-983fd461-f95d-486e-84fc-11bdd7912d3d service neutron] Bound using segment: {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:07:22.791126 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-7663d4f1-a28e-4061-bd4f-6ea70f4cf162 req-983fd461-f95d-486e-84fc-11bdd7912d3d service neutron] Bound port: 7aa7c901-dcd7-438f-8527-ef1aaed2caf2, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:07:22.791485 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7663d4f1-a28e-4061-bd4f-6ea70f4cf162 req-983fd461-f95d-486e-84fc-11bdd7912d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:22.800942 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab394202-500a-4a90-ac73-c3733478b313 req-7946dda3-814c-4ce1-8cbc-c30e2da839e5 service neutron] 10.222.0.48 "GET /v2.0/networks/e44e98f5-3493-4f81-9434-a1f39e44c5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4394324 Jul 15 23:07:22.836265 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dd3317ea-39f0-4f5d-a752-b28035aa35d6 req-ccc55166-363d-46c6-a3f5-e2eadf45cdb7 tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dc6d28b-4398-455c-8f3a-13bc6000f850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002201 Jul 15 23:07:23.228527 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab394202-500a-4a90-ac73-c3733478b313 req-9160ba86-a88b-4c06-b596-bea047b5f04d service neutron] 10.222.0.48 "GET /v2.0/networks/e44e98f5-3493-4f81-9434-a1f39e44c5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4145854 Jul 15 23:07:23.242825 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-7663d4f1-a28e-4061-bd4f-6ea70f4cf162 req-983fd461-f95d-486e-84fc-11bdd7912d3d service neutron] For port 7aa7c901-dcd7-438f-8527-ef1aaed2caf2, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:07:23.299069 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-7663d4f1-a28e-4061-bd4f-6ea70f4cf162 req-983fd461-f95d-486e-84fc-11bdd7912d3d service neutron] For port 7aa7c901-dcd7-438f-8527-ef1aaed2caf2, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=7aa7c901-dcd7-438f-8527-ef1aaed2caf2,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:07:23.323001 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7663d4f1-a28e-4061-bd4f-6ea70f4cf162 req-983fd461-f95d-486e-84fc-11bdd7912d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:23.346930 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf9b00-6326-4433-a8a7-be68f36fdcf6 req-22168c5e-2699-4386-8174-f27900298d35 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:23.361906 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4dcf9b00-6326-4433-a8a7-be68f36fdcf6 req-22168c5e-2699-4386-8174-f27900298d35 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=251c2b27-dd3f-48ef-90ca-fc5628302a0d HTTP/1.1" status: 200 len: 950 time: 0.3162150 Jul 15 23:07:23.405957 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab394202-500a-4a90-ac73-c3733478b313 req-3de623c6-4a60-4342-b576-a99effaa67f2 service neutron] 10.222.0.48 "GET /v2.0/ports/f70b3596-455f-49a0-8908-a104df34e5c9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1600842 Jul 15 23:07:23.473043 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device aca7175e-e325-431a-af3f-c12f44a0afc8 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:07:23.485480 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7663d4f1-a28e-4061-bd4f-6ea70f4cf162 req-983fd461-f95d-486e-84fc-11bdd7912d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:23.486104 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7663d4f1-a28e-4061-bd4f-6ea70f4cf162 req-983fd461-f95d-486e-84fc-11bdd7912d3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:23.487513 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7663d4f1-a28e-4061-bd4f-6ea70f4cf162 req-983fd461-f95d-486e-84fc-11bdd7912d3d service neutron] 10.222.0.49 "PUT /v2.0/ports/7aa7c901-dcd7-438f-8527-ef1aaed2caf2 HTTP/1.1" status: 200 len: 1095 time: 4.6202297 Jul 15 23:07:23.489309 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e66c0ab-ef6a-4571-ae2d-5ebf6221364e', 'tag': '7aa7c901-dcd7-438f-8527-ef1aaed2caf2'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:07:23.491691 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-785dc492-823a-4c73-b644-a61137010cb9" -d '{"events": [{"name": "network-changed", "server_uuid": "6e66c0ab-ef6a-4571-ae2d-5ebf6221364e", "tag": "7aa7c901-dcd7-438f-8527-ef1aaed2caf2"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:07:23.570058 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4dcf9b00-6326-4433-a8a7-be68f36fdcf6 req-7257e2cf-b9e9-42b5-8f62-1405fbc5f883 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071481 Jul 15 23:07:23.632328 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983fd461-f95d-486e-84fc-11bdd7912d3d service neutron] Pushing event updated for resources: {'Port': ['ID=7aa7c901-dcd7-438f-8527-ef1aaed2caf2,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:23.641377 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-bc7b463c-5b75-4442-bf84-6df34e84fb79 req-4dad56a4-0cb2-42d8-9578-328e6b1c7622 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 660e37f8-5759-40bf-8192-6bb4645d1c50 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:07:23.660573 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bc7b463c-5b75-4442-bf84-6df34e84fb79 req-4dad56a4-0cb2-42d8-9578-328e6b1c7622 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:23.692260 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-bc7b463c-5b75-4442-bf84-6df34e84fb79 req-4dad56a4-0cb2-42d8-9578-328e6b1c7622 service neutron] Transition to ACTIVE for port object 660e37f8-5759-40bf-8192-6bb4645d1c50 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:07:23.702915 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab394202-500a-4a90-ac73-c3733478b313 req-80b2c233-ca93-448e-b4be-ceb6587c38dd service neutron] 10.222.0.48 "GET /v2.0/networks/970a88bd-fdba-4549-becb-46353b196f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800531 Jul 15 23:07:23.705279 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bc7b463c-5b75-4442-bf84-6df34e84fb79 req-4dad56a4-0cb2-42d8-9578-328e6b1c7622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:23.713254 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port aca7175e-e325-431a-af3f-c12f44a0afc8 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:07:23.713969 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:23.834542 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7663d4f1-a28e-4061-bd4f-6ea70f4cf162 req-79a8c448-1586-4304-9046-e8db90ff7590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:23.836084 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7663d4f1-a28e-4061-bd4f-6ea70f4cf162 req-79a8c448-1586-4304-9046-e8db90ff7590 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5552d18393e34d1caf917adf0e776b46&device_id=6e66c0ab-ef6a-4571-ae2d-5ebf6221364e HTTP/1.1" status: 200 len: 1098 time: 0.2811973 Jul 15 23:07:23.929655 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7663d4f1-a28e-4061-bd4f-6ea70f4cf162 req-fdedb913-d2df-4fcb-92fb-eef16f8c5949 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=7aa7c901-dcd7-438f-8527-ef1aaed2caf2 HTTP/1.1" status: 200 len: 217 time: 0.0713947 Jul 15 23:07:23.970917 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dad56a4-0cb2-42d8-9578-328e6b1c7622 service neutron] Pushing event updated for resources: {'Port': ['ID=660e37f8-5759-40bf-8192-6bb4645d1c50,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:24.170432 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7663d4f1-a28e-4061-bd4f-6ea70f4cf162 req-e6714c0d-8551-4bd3-acd6-e9ea98807f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:24.171769 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7663d4f1-a28e-4061-bd4f-6ea70f4cf162 req-e6714c0d-8551-4bd3-acd6-e9ea98807f06 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.1974976 Jul 15 23:07:24.225404 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab394202-500a-4a90-ac73-c3733478b313 req-4ca040f8-8e62-491f-beae-422045c51fd7 service neutron] 10.222.0.48 "GET /v2.0/networks/970a88bd-fdba-4549-becb-46353b196f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4900630 Jul 15 23:07:24.383101 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-bc7b463c-5b75-4442-bf84-6df34e84fb79 req-4dad56a4-0cb2-42d8-9578-328e6b1c7622 service neutron] Attempting to bind port 660e37f8-5759-40bf-8192-6bb4645d1c50 on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:07:24.383361 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-bc7b463c-5b75-4442-bf84-6df34e84fb79 req-4dad56a4-0cb2-42d8-9578-328e6b1c7622 service neutron] Attempting to bind port 660e37f8-5759-40bf-8192-6bb4645d1c50 by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:07:24.383722 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7b463c-5b75-4442-bf84-6df34e84fb79 req-4dad56a4-0cb2-42d8-9578-328e6b1c7622 service neutron] Attempting to bind port 660e37f8-5759-40bf-8192-6bb4645d1c50 on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:24.396204 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab394202-500a-4a90-ac73-c3733478b313 req-3697e667-b7fd-4ecc-9f3b-fecf8b68d5e5 service neutron] 10.222.0.48 "GET /v2.0/ports/5e6346b3-f308-4702-a019-e0418adeb56d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1270154 Jul 15 23:07:24.399153 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7b463c-5b75-4442-bf84-6df34e84fb79 req-4dad56a4-0cb2-42d8-9578-328e6b1c7622 service neutron] Port 660e37f8-5759-40bf-8192-6bb4645d1c50 on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:07:24.399473 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7b463c-5b75-4442-bf84-6df34e84fb79 req-4dad56a4-0cb2-42d8-9578-328e6b1c7622 service neutron] Attempting to bind port 660e37f8-5759-40bf-8192-6bb4645d1c50 on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:24.433219 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7b463c-5b75-4442-bf84-6df34e84fb79 req-4dad56a4-0cb2-42d8-9578-328e6b1c7622 service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:07:24.433553 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7b463c-5b75-4442-bf84-6df34e84fb79 req-4dad56a4-0cb2-42d8-9578-328e6b1c7622 service neutron] Checking segment: {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:07:24.433952 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7b463c-5b75-4442-bf84-6df34e84fb79 req-4dad56a4-0cb2-42d8-9578-328e6b1c7622 service neutron] Bound using segment: {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:07:24.435387 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-bc7b463c-5b75-4442-bf84-6df34e84fb79 req-4dad56a4-0cb2-42d8-9578-328e6b1c7622 service neutron] Bound port: 660e37f8-5759-40bf-8192-6bb4645d1c50, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:07:24.435766 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bc7b463c-5b75-4442-bf84-6df34e84fb79 req-4dad56a4-0cb2-42d8-9578-328e6b1c7622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:24.452735 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7663d4f1-a28e-4061-bd4f-6ea70f4cf162 req-1f8a4f81-75ee-494a-9401-3f0420054549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:24.454532 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7663d4f1-a28e-4061-bd4f-6ea70f4cf162 req-1f8a4f81-75ee-494a-9401-3f0420054549 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2591724 Jul 15 23:07:24.616880 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab394202-500a-4a90-ac73-c3733478b313 req-70c8c057-6e83-427c-bb16-90d918ae504f service neutron] 10.222.0.48 "GET /v2.0/networks/970a88bd-fdba-4549-becb-46353b196f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130811 Jul 15 23:07:24.648888 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-bc7b463c-5b75-4442-bf84-6df34e84fb79 req-4dad56a4-0cb2-42d8-9578-328e6b1c7622 service neutron] For port 660e37f8-5759-40bf-8192-6bb4645d1c50, host n-h2-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:07:24.685485 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-bc7b463c-5b75-4442-bf84-6df34e84fb79 req-4dad56a4-0cb2-42d8-9578-328e6b1c7622 service neutron] For port 660e37f8-5759-40bf-8192-6bb4645d1c50, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=660e37f8-5759-40bf-8192-6bb4645d1c50,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:07:24.722379 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bc7b463c-5b75-4442-bf84-6df34e84fb79 req-4dad56a4-0cb2-42d8-9578-328e6b1c7622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:24.732492 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7663d4f1-a28e-4061-bd4f-6ea70f4cf162 req-375c2e45-ee55-4ab4-a0ae-233a72e84ed8 service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235570 Jul 15 23:07:25.085003 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:25.119257 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b463c-5b75-4442-bf84-6df34e84fb79 req-4dad56a4-0cb2-42d8-9578-328e6b1c7622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:25.119779 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bc7b463c-5b75-4442-bf84-6df34e84fb79 req-4dad56a4-0cb2-42d8-9578-328e6b1c7622 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:25.121203 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bc7b463c-5b75-4442-bf84-6df34e84fb79 req-4dad56a4-0cb2-42d8-9578-328e6b1c7622 service neutron] 10.222.0.41 "PUT /v2.0/ports/660e37f8-5759-40bf-8192-6bb4645d1c50 HTTP/1.1" status: 200 len: 1096 time: 2.7570183 Jul 15 23:07:25.154928 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dad56a4-0cb2-42d8-9578-328e6b1c7622 service neutron] Pushing event updated for resources: {'Port': ['ID=660e37f8-5759-40bf-8192-6bb4645d1c50,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:25.169766 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab394202-500a-4a90-ac73-c3733478b313 req-0c35af63-1638-4fc7-9043-ce67bf2fba19 service neutron] 10.222.0.48 "GET /v2.0/networks/970a88bd-fdba-4549-becb-46353b196f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5455465 Jul 15 23:07:25.456141 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab394202-500a-4a90-ac73-c3733478b313 req-0d2bdc0c-6ac0-479b-9eeb-bc35cce29fc6 service neutron] 10.222.0.48 "GET /v2.0/networks/970a88bd-fdba-4549-becb-46353b196f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167053 Jul 15 23:07:25.504608 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7663d4f1-a28e-4061-bd4f-6ea70f4cf162 req-8330a1aa-ce51-4580-a9c2-2e2456e7520a service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7480068 Jul 15 23:07:25.575361 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b463c-5b75-4442-bf84-6df34e84fb79 req-a9e5663a-c5e0-4ec2-9cd0-487e412ae4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:25.577494 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bc7b463c-5b75-4442-bf84-6df34e84fb79 req-a9e5663a-c5e0-4ec2-9cd0-487e412ae4b9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5552d18393e34d1caf917adf0e776b46&device_id=a2ece2eb-311e-4a52-854b-af209267fa52 HTTP/1.1" status: 200 len: 1099 time: 0.3519547 Jul 15 23:07:25.636644 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bc7b463c-5b75-4442-bf84-6df34e84fb79 req-b075403b-3bfa-4257-b1ac-40db12dcbb6d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=660e37f8-5759-40bf-8192-6bb4645d1c50 HTTP/1.1" status: 200 len: 217 time: 0.0440707 Jul 15 23:07:25.659086 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab394202-500a-4a90-ac73-c3733478b313 req-6222d37a-477b-4fbb-ac3d-8550cfa8dfca service neutron] 10.222.0.48 "GET /v2.0/networks/970a88bd-fdba-4549-becb-46353b196f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020130 Jul 15 23:07:25.866178 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab394202-500a-4a90-ac73-c3733478b313 req-c84efb50-25cd-4b07-a430-e49864b455da service neutron] 10.222.0.48 "GET /v2.0/networks/970a88bd-fdba-4549-becb-46353b196f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882312 Jul 15 23:07:25.868101 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b463c-5b75-4442-bf84-6df34e84fb79 req-41309be8-ed60-4653-9852-50176d24f78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:25.869590 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bc7b463c-5b75-4442-bf84-6df34e84fb79 req-41309be8-ed60-4653-9852-50176d24f78a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.2245119 Jul 15 23:07:26.009270 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab394202-500a-4a90-ac73-c3733478b313 req-de037938-2f1c-4dc7-b5ae-0602174e2cbe service neutron] 10.222.0.48 "GET /v2.0/networks/970a88bd-fdba-4549-becb-46353b196f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143928 Jul 15 23:07:26.145019 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b463c-5b75-4442-bf84-6df34e84fb79 req-a4d1c5b5-7c5c-40df-98c9-fbfdff02230c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:26.146588 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bc7b463c-5b75-4442-bf84-6df34e84fb79 req-a4d1c5b5-7c5c-40df-98c9-fbfdff02230c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2674813 Jul 15 23:07:26.188324 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab394202-500a-4a90-ac73-c3733478b313 req-03fbcc4e-847b-45b8-b472-e6becb6e875e service neutron] 10.222.0.48 "GET /v2.0/networks/9bef9b3a-38af-4114-8d89-aee9e6e60f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619005 Jul 15 23:07:26.344993 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bc7b463c-5b75-4442-bf84-6df34e84fb79 req-f2ff3ac9-85cf-415b-ad16-4144e6a6b043 service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840045 Jul 15 23:07:26.351109 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab394202-500a-4a90-ac73-c3733478b313 req-3116653f-96f4-4192-ae0b-dba89bfca680 service neutron] 10.222.0.48 "GET /v2.0/networks/9bef9b3a-38af-4114-8d89-aee9e6e60f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618953 Jul 15 23:07:26.522645 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab394202-500a-4a90-ac73-c3733478b313 req-db0dade1-0152-47ad-8480-fe7ec7097936 service neutron] 10.222.0.48 "GET /v2.0/networks/9bef9b3a-38af-4114-8d89-aee9e6e60f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706722 Jul 15 23:07:26.562728 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bc7b463c-5b75-4442-bf84-6df34e84fb79 req-db07062f-c1a5-4b29-b1dd-2341569d6241 service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839280 Jul 15 23:07:26.635033 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab394202-500a-4a90-ac73-c3733478b313 req-637260c7-22f8-4177-9bcc-144751dc2bed service neutron] 10.222.0.48 "GET /v2.0/networks/9bef9b3a-38af-4114-8d89-aee9e6e60f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039824 Jul 15 23:07:27.150850 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea599f-0fa0-44a1-8159-1824bfd8ef68 req-aaf6cd7a-e35d-4da7-bf13-4992dffb14d5 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:27.152367 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c0ea599f-0fa0-44a1-8159-1824bfd8ef68 req-aaf6cd7a-e35d-4da7-bf13-4992dffb14d5 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eb84bd1-9cd9-43e2-9924-8f6006dc1901 HTTP/1.1" status: 200 len: 949 time: 0.0766358 Jul 15 23:07:27.196391 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c0ea599f-0fa0-44a1-8159-1824bfd8ef68 req-0e207cc2-ea56-418d-98c0-5e59e4f4df38 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f7c45fd-39fc-4943-ba7d-041fb8807cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379345 Jul 15 23:07:27.419757 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de85dd0-21ed-42a1-97f4-710d1b439666 req-481d30ed-112b-4bbc-bf67-91a8d6cda69b tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:27.421365 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6de85dd0-21ed-42a1-97f4-710d1b439666 req-481d30ed-112b-4bbc-bf67-91a8d6cda69b tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8bc40c9-e4b4-42a2-9b05-d457e348901a HTTP/1.1" status: 200 len: 945 time: 0.0823424 Jul 15 23:07:27.480143 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6de85dd0-21ed-42a1-97f4-710d1b439666 req-5d28cbdc-5696-4b74-a90f-55a059d6df21 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514965 Jul 15 23:07:27.486681 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-725e0afa-6c2b-4777-9efb-3db627cfadea x-openstack-request-id: req-725e0afa-6c2b-4777-9efb-3db627cfadea {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:07:27.486975 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e66c0ab-ef6a-4571-ae2d-5ebf6221364e", "tag": "7aa7c901-dcd7-438f-8527-ef1aaed2caf2", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:07:27.487318 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-725e0afa-6c2b-4777-9efb-3db627cfadea {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:07:27.489423 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e66c0ab-ef6a-4571-ae2d-5ebf6221364e', 'tag': '7aa7c901-dcd7-438f-8527-ef1aaed2caf2', 'status': 'completed', 'code': 200} Jul 15 23:07:27.610029 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785dc492-823a-4c73-b644-a61137010cb9 req-1b060fdd-7879-4700-a0c5-e71e9ceb4109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:27.614055 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-785dc492-823a-4c73-b644-a61137010cb9 req-1b060fdd-7879-4700-a0c5-e71e9ceb4109 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5552d18393e34d1caf917adf0e776b46&device_id=6e66c0ab-ef6a-4571-ae2d-5ebf6221364e HTTP/1.1" status: 200 len: 1098 time: 0.1021762 Jul 15 23:07:27.826197 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692dc1fb-1c62-4524-963a-372a4cbfb9b2 req-06d4631a-0817-4077-bc0d-39bc85eac4a9 tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:27.828096 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-692dc1fb-1c62-4524-963a-372a4cbfb9b2 req-06d4631a-0817-4077-bc0d-39bc85eac4a9 tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2ece2eb-311e-4a52-854b-af209267fa52 HTTP/1.1" status: 200 len: 948 time: 0.2286150 Jul 15 23:07:27.835323 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c46dc6-7d1b-4567-8773-19845d15b5e0 req-6ba9b78c-13a2-423f-9622-442a2eaf2799 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:27.836806 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f3c46dc6-7d1b-4567-8773-19845d15b5e0 req-6ba9b78c-13a2-423f-9622-442a2eaf2799 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=251c2b27-dd3f-48ef-90ca-fc5628302a0d HTTP/1.1" status: 200 len: 950 time: 0.1889706 Jul 15 23:07:27.837761 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785dc492-823a-4c73-b644-a61137010cb9 req-8aa21f3a-fba8-4129-af95-1e6e87f5f9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:27.839061 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-785dc492-823a-4c73-b644-a61137010cb9 req-8aa21f3a-fba8-4129-af95-1e6e87f5f9ea service neutron] 10.222.0.49 "GET /v2.0/networks?id=5d412861-bef3-4cc1-ae9f-87a6a36753c0 HTTP/1.1" status: 200 len: 870 time: 0.1925063 Jul 15 23:07:27.909981 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-785dc492-823a-4c73-b644-a61137010cb9 req-78a26fc3-f6e7-4c44-86a8-81af99b43a2c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=7aa7c901-dcd7-438f-8527-ef1aaed2caf2 HTTP/1.1" status: 200 len: 217 time: 0.0627079 Jul 15 23:07:27.959917 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-692dc1fb-1c62-4524-963a-372a4cbfb9b2 req-b276d4c1-d7a1-45aa-b0aa-6c25bb51595e tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dc6d28b-4398-455c-8f3a-13bc6000f850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197789 Jul 15 23:07:27.966458 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f3c46dc6-7d1b-4567-8773-19845d15b5e0 req-63b07d59-117e-426f-beb1-f3e9135b6d54 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201143 Jul 15 23:07:27.982460 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785dc492-823a-4c73-b644-a61137010cb9 req-fa22cc28-ce52-4b33-a03a-f78802a8680b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:27.984041 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-785dc492-823a-4c73-b644-a61137010cb9 req-fa22cc28-ce52-4b33-a03a-f78802a8680b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.0636630 Jul 15 23:07:28.069181 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785dc492-823a-4c73-b644-a61137010cb9 req-d93d7f7c-75e7-4ee4-8ae4-7a848a1cd56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:28.071105 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-785dc492-823a-4c73-b644-a61137010cb9 req-d93d7f7c-75e7-4ee4-8ae4-7a848a1cd56b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0798807 Jul 15 23:07:28.183244 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-785dc492-823a-4c73-b644-a61137010cb9 req-84374416-dd35-4d85-9e86-93cda2cfedf2 service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952497 Jul 15 23:07:28.268837 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f68b2369-34c7-4823-831f-edd4c947b305 req-339a5778-e341-49ee-9105-b5c09a54935d tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 210 time: 0.0641685 Jul 15 23:07:28.360364 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-785dc492-823a-4c73-b644-a61137010cb9 req-fb32dc87-fdd4-438d-8ce8-231a3d80667c service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693859 Jul 15 23:07:28.468666 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7776ebe9-f689-4697-8e25-5f8ca0d833be req-e0e5242f-79e7-4a2d-a8b6-f9d113e4b998 tempest-ServersAdminTestJSON-2091725591 tempest-ServersAdminTestJSON-2091725591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:28.472118 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7776ebe9-f689-4697-8e25-5f8ca0d833be req-e0e5242f-79e7-4a2d-a8b6-f9d113e4b998 tempest-ServersAdminTestJSON-2091725591 tempest-ServersAdminTestJSON-2091725591-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=7eb84bd1-9cd9-43e2-9924-8f6006dc1901 HTTP/1.1" status: 200 len: 1100 time: 0.0620430 Jul 15 23:07:28.515539 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7776ebe9-f689-4697-8e25-5f8ca0d833be req-d8a0adaf-9f27-45e1-b72d-abb307e78372 tempest-ServersAdminTestJSON-2091725591 tempest-ServersAdminTestJSON-2091725591-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=2f7c45fd-39fc-4943-ba7d-041fb8807cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393138 Jul 15 23:07:28.824359 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab394202-500a-4a90-ac73-c3733478b313 req-798d2a69-bf1b-40b8-b54a-3af88d84809d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:28.829269 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab394202-500a-4a90-ac73-c3733478b313 req-798d2a69-bf1b-40b8-b54a-3af88d84809d service neutron] 10.222.0.41 "GET /v2.0/ports/f70b3596-455f-49a0-8908-a104df34e5c9 HTTP/1.1" status: 200 len: 1032 time: 0.1150949 Jul 15 23:07:28.912377 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2cbf5d-a40f-443c-8b37-7d58686d8f90 req-3e624eb5-384b-4a98-9e03-4a5883f0a458 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:28.914013 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fa2cbf5d-a40f-443c-8b37-7d58686d8f90 req-3e624eb5-384b-4a98-9e03-4a5883f0a458 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8bc40c9-e4b4-42a2-9b05-d457e348901a HTTP/1.1" status: 200 len: 945 time: 0.1445904 Jul 15 23:07:28.930441 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab394202-500a-4a90-ac73-c3733478b313 req-4af5a97c-f444-4eaa-a00c-758d1882b222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:28.932166 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab394202-500a-4a90-ac73-c3733478b313 req-4af5a97c-f444-4eaa-a00c-758d1882b222 service neutron] 10.222.0.41 "GET /v2.0/ports/5e6346b3-f308-4702-a019-e0418adeb56d HTTP/1.1" status: 200 len: 1032 time: 0.0852492 Jul 15 23:07:29.008899 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fa2cbf5d-a40f-443c-8b37-7d58686d8f90 req-7449bb43-704e-45bc-bf7a-a5ebd64b86a3 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877881 Jul 15 23:07:29.090102 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab394202-500a-4a90-ac73-c3733478b313 req-5bd227f9-503c-4bd5-8f17-a15c08b19841 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:29.097098 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab394202-500a-4a90-ac73-c3733478b313 req-5bd227f9-503c-4bd5-8f17-a15c08b19841 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:29.103503 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab394202-500a-4a90-ac73-c3733478b313 req-5bd227f9-503c-4bd5-8f17-a15c08b19841 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:29.106225 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab394202-500a-4a90-ac73-c3733478b313 req-5bd227f9-503c-4bd5-8f17-a15c08b19841 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.41 "GET /v2.0/networks?id=e44e98f5-3493-4f81-9434-a1f39e44c5fc&id=970a88bd-fdba-4549-becb-46353b196f82&id=970a88bd-fdba-4549-becb-46353b196f82&id=970a88bd-fdba-4549-becb-46353b196f82&id=970a88bd-fdba-4549-becb-46353b196f82&id=9bef9b3a-38af-4114-8d89-aee9e6e60f51&id=9bef9b3a-38af-4114-8d89-aee9e6e60f51 HTTP/1.1" status: 200 len: 1994 time: 0.1619501 Jul 15 23:07:29.186159 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab394202-500a-4a90-ac73-c3733478b313 req-9dc155d0-19e4-4cc1-ab6f-204da9f56874 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17c76d71cba4469f89099c3ebf7755c2 HTTP/1.1" status: 200 len: 379 time: 0.0583332 Jul 15 23:07:29.199090 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-ab394202-500a-4a90-ac73-c3733478b313 req-ba8ff829-b62a-4d79-b0ec-1561d34bb3e0 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Request body: {'port': {'device_id': 'ebfc3dac-a424-46b2-b718-cab6123db16d', 'network_id': 'e44e98f5-3493-4f81-9434-a1f39e44c5fc', 'admin_state_up': True, 'tenant_id': '17c76d71cba4469f89099c3ebf7755c2', 'security_groups': ['3034f104-295d-4ae9-983e-a750e439037a']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:29.374242 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4864da-4a79-4db5-bfe8-a3a2cf417081 req-ab37226c-0fa0-492f-aa66-1dd7d6a3b25d tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:29.375940 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2b4864da-4a79-4db5-bfe8-a3a2cf417081 req-ab37226c-0fa0-492f-aa66-1dd7d6a3b25d tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=251c2b27-dd3f-48ef-90ca-fc5628302a0d HTTP/1.1" status: 200 len: 950 time: 0.1058166 Jul 15 23:07:29.392238 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab394202-500a-4a90-ac73-c3733478b313 req-ba8ff829-b62a-4d79-b0ec-1561d34bb3e0 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Made reservation on behalf of 17c76d71cba4469f89099c3ebf7755c2 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:07:29.396133 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab394202-500a-4a90-ac73-c3733478b313 req-ba8ff829-b62a-4d79-b0ec-1561d34bb3e0 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:29.447628 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2b4864da-4a79-4db5-bfe8-a3a2cf417081 req-ec98e141-520e-4965-8a38-6c4a7623ac39 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639021 Jul 15 23:07:29.503970 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2ece2eb-311e-4a52-854b-af209267fa52', 'tag': '660e37f8-5759-40bf-8192-6bb4645d1c50'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:07:29.506201 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a18bae6-5c14-4a40-9faa-1e9da6520890" -d '{"events": [{"name": "network-changed", "server_uuid": "a2ece2eb-311e-4a52-854b-af209267fa52", "tag": "660e37f8-5759-40bf-8192-6bb4645d1c50"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:07:29.654970 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-ab394202-500a-4a90-ac73-c3733478b313 req-ba8ff829-b62a-4d79-b0ec-1561d34bb3e0 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Allocated IP 172.20.0.10 (e44e98f5-3493-4f81-9434-a1f39e44c5fc/0a37184c-ca0e-49c0-878a-e1693cdef72b/7d743366-2938-4e94-bd00-f6544b7422ae) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:07:29.679682 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf3cb42-ce57-49a5-b349-1ee8ff473607 req-678e2693-9308-408d-994b-60728a2f5adb tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:29.688199 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-caf3cb42-ce57-49a5-b349-1ee8ff473607 req-678e2693-9308-408d-994b-60728a2f5adb tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2ece2eb-311e-4a52-854b-af209267fa52 HTTP/1.1" status: 200 len: 948 time: 0.2113311 Jul 15 23:07:29.706759 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 7aa7c901-dcd7-438f-8527-ef1aaed2caf2 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:07:29.772194 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3a0a8-f109-4e11-a651-fdf046fe7df4 req-2144ffc2-84d2-4fed-8dd3-1b85f02b970d tempest-ServersAdminTestJSON-2091725591 tempest-ServersAdminTestJSON-2091725591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:29.773698 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-11c3a0a8-f109-4e11-a651-fdf046fe7df4 req-2144ffc2-84d2-4fed-8dd3-1b85f02b970d tempest-ServersAdminTestJSON-2091725591 tempest-ServersAdminTestJSON-2091725591-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=7eb84bd1-9cd9-43e2-9924-8f6006dc1901 HTTP/1.1" status: 200 len: 1100 time: 0.1764781 Jul 15 23:07:29.802096 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-caf3cb42-ce57-49a5-b349-1ee8ff473607 req-1bd719bb-6dfe-4e52-b512-4b22c8f6271b tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dc6d28b-4398-455c-8f3a-13bc6000f850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129456 Jul 15 23:07:29.842518 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 7aa7c901-dcd7-438f-8527-ef1aaed2caf2, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=7aa7c901-dcd7-438f-8527-ef1aaed2caf2,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:29.854835 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 660e37f8-5759-40bf-8192-6bb4645d1c50 details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:07:29.924230 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-11c3a0a8-f109-4e11-a651-fdf046fe7df4 req-1906ec9a-f32a-4130-9663-e3b57b0f89b6 tempest-ServersAdminTestJSON-2091725591 tempest-ServersAdminTestJSON-2091725591-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=2f7c45fd-39fc-4943-ba7d-041fb8807cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350300 Jul 15 23:07:29.978664 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4036cfef-ca35-4a10-b041-29fdbb9cb8f1 req-5ae048e2-3f19-4b11-908b-d8e5085881d6 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 210 time: 0.0464067 Jul 15 23:07:30.002463 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab394202-500a-4a90-ac73-c3733478b313 req-ba8ff829-b62a-4d79-b0ec-1561d34bb3e0 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:30.002821 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '7aa7c901-dcd7-438f-8527-ef1aaed2caf2', 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'port_id': '7aa7c901-dcd7-438f-8527-ef1aaed2caf2', 'mac_address': 'fa:16:3e:4e:01:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d909a96-22de-4aa9-b690-1c7da965ceac', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:07:30.073203 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-ab394202-500a-4a90-ac73-c3733478b313 req-ba8ff829-b62a-4d79-b0ec-1561d34bb3e0 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Transition to ACTIVE for port object 7d743366-2938-4e94-bd00-f6544b7422ae will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:07:30.104104 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 660e37f8-5759-40bf-8192-6bb4645d1c50, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=660e37f8-5759-40bf-8192-6bb4645d1c50,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:30.109854 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:30.118027 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671751fd-b808-445a-ab82-2c417e5d5a8e x-openstack-request-id: req-671751fd-b808-445a-ab82-2c417e5d5a8e {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:07:30.118346 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2ece2eb-311e-4a52-854b-af209267fa52", "tag": "660e37f8-5759-40bf-8192-6bb4645d1c50", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:07:30.118730 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-671751fd-b808-445a-ab82-2c417e5d5a8e {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:07:30.119154 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2ece2eb-311e-4a52-854b-af209267fa52', 'tag': '660e37f8-5759-40bf-8192-6bb4645d1c50', 'status': 'completed', 'code': 200} Jul 15 23:07:30.125327 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab394202-500a-4a90-ac73-c3733478b313 req-ba8ff829-b62a-4d79-b0ec-1561d34bb3e0 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:30.137562 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': '660e37f8-5759-40bf-8192-6bb4645d1c50', 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'port_id': '660e37f8-5759-40bf-8192-6bb4645d1c50', 'mac_address': 'fa:16:3e:ee:cf:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d909a96-22de-4aa9-b690-1c7da965ceac', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:07:30.146796 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aa7c901-dcd7-438f-8527-ef1aaed2caf2 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:07:30.199045 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 7aa7c901-dcd7-438f-8527-ef1aaed2caf2, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=7aa7c901-dcd7-438f-8527-ef1aaed2caf2,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:30.209249 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:30.269337 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab394202-500a-4a90-ac73-c3733478b313 req-ba8ff829-b62a-4d79-b0ec-1561d34bb3e0 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Network e44e98f5-3493-4f81-9434-a1f39e44c5fc is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:07:30.276390 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-ab394202-500a-4a90-ac73-c3733478b313 req-ba8ff829-b62a-4d79-b0ec-1561d34bb3e0 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:07:30.286507 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab394202-500a-4a90-ac73-c3733478b313 req-ba8ff829-b62a-4d79-b0ec-1561d34bb3e0 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:07:30.288193 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:30.297969 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a18bae6-5c14-4a40-9faa-1e9da6520890 req-62727a97-f68b-483b-8d51-5b08f5c043d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:30.299841 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-8a18bae6-5c14-4a40-9faa-1e9da6520890 req-62727a97-f68b-483b-8d51-5b08f5c043d6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5552d18393e34d1caf917adf0e776b46&device_id=a2ece2eb-311e-4a52-854b-af209267fa52 HTTP/1.1" status: 200 len: 1099 time: 0.1647112 Jul 15 23:07:30.302308 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8ff829-b62a-4d79-b0ec-1561d34bb3e0 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Pushing event updated for resources: {'Port': ['ID=7d743366-2938-4e94-bd00-f6544b7422ae,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:30.330150 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=7aa7c901-dcd7-438f-8527-ef1aaed2caf2,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:30.334611 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 660e37f8-5759-40bf-8192-6bb4645d1c50 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:07:30.362313 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 660e37f8-5759-40bf-8192-6bb4645d1c50, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=660e37f8-5759-40bf-8192-6bb4645d1c50,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:30.375454 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:30.490866 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a18bae6-5c14-4a40-9faa-1e9da6520890 req-11bcd4c0-70fc-4601-8a3a-de8666a69638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:30.492952 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-8a18bae6-5c14-4a40-9faa-1e9da6520890 req-11bcd4c0-70fc-4601-8a3a-de8666a69638 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5d412861-bef3-4cc1-ae9f-87a6a36753c0 HTTP/1.1" status: 200 len: 870 time: 0.1770737 Jul 15 23:07:30.540223 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=660e37f8-5759-40bf-8192-6bb4645d1c50,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:30.590728 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-8a18bae6-5c14-4a40-9faa-1e9da6520890 req-87f6d190-e249-4d8a-bd34-1dea1244f1cd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=660e37f8-5759-40bf-8192-6bb4645d1c50 HTTP/1.1" status: 200 len: 217 time: 0.0891845 Jul 15 23:07:30.599132 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['7aa7c901-dcd7-438f-8527-ef1aaed2caf2'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:07:30.694400 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a18bae6-5c14-4a40-9faa-1e9da6520890 req-f345f85d-1aa2-41a2-90b3-02bccadf4c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:30.698068 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-8a18bae6-5c14-4a40-9faa-1e9da6520890 req-f345f85d-1aa2-41a2-90b3-02bccadf4c26 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.1005592 Jul 15 23:07:30.791906 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['660e37f8-5759-40bf-8192-6bb4645d1c50'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:07:30.820523 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d376cc-0992-43c3-81a0-9f28af2fde34 req-13c3d4f8-4466-487a-b986-ddba15e35ad3 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:30.829418 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f4d376cc-0992-43c3-81a0-9f28af2fde34 req-13c3d4f8-4466-487a-b986-ddba15e35ad3 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/networks?id=3d02251c-0d36-4f59-b9c0-9c508ddade2e HTTP/1.1" status: 200 len: 805 time: 0.7990756 Jul 15 23:07:30.902009 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f4d376cc-0992-43c3-81a0-9f28af2fde34 req-14c89bad-356e-4f36-bdc7-b8d84941773b tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/quotas/dd73df9424ac401598d255879ffa30fd HTTP/1.1" status: 200 len: 375 time: 0.0466449 Jul 15 23:07:30.914111 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-808dbb51-e8b3-490b-80d3-d07c8595bdb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:30.938026 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-60589749-a2e1-47d7-9568-cfcd8a9d515e None None] Provisioning for port 7d743366-2938-4e94-bd00-f6544b7422ae completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:07:30.949112 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab394202-500a-4a90-ac73-c3733478b313 req-ba8ff829-b62a-4d79-b0ec-1561d34bb3e0 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:30.949112 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab394202-500a-4a90-ac73-c3733478b313 req-ba8ff829-b62a-4d79-b0ec-1561d34bb3e0 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:30.961490 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a18bae6-5c14-4a40-9faa-1e9da6520890 req-2703b1c4-2e15-466b-9f12-cac1297d0cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:30.966061 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-8a18bae6-5c14-4a40-9faa-1e9da6520890 req-2703b1c4-2e15-466b-9f12-cac1297d0cb1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2562816 Jul 15 23:07:30.984623 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-60589749-a2e1-47d7-9568-cfcd8a9d515e None None] Provisioning complete for port 7d743366-2938-4e94-bd00-f6544b7422ae triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:07:30.986920 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-60589749-a2e1-47d7-9568-cfcd8a9d515e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:30.995132 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab394202-500a-4a90-ac73-c3733478b313 req-ba8ff829-b62a-4d79-b0ec-1561d34bb3e0 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8003449 Jul 15 23:07:31.027196 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-ab394202-500a-4a90-ac73-c3733478b313 req-3c5b59b4-0069-4cea-a5a0-824932fadb62 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Request body: {'port': {'device_id': 'ebfc3dac-a424-46b2-b718-cab6123db16d', 'network_id': '970a88bd-fdba-4549-becb-46353b196f82', 'admin_state_up': True, 'tenant_id': '17c76d71cba4469f89099c3ebf7755c2', 'security_groups': ['3034f104-295d-4ae9-983e-a750e439037a']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:31.097803 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f4d376cc-0992-43c3-81a0-9f28af2fde34 req-8b2865af-818e-4796-a6e1-856324c0189b tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=dd73df9424ac401598d255879ffa30fd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1938953 Jul 15 23:07:31.099188 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-60589749-a2e1-47d7-9568-cfcd8a9d515e None None] Port 7d743366-2938-4e94-bd00-f6544b7422ae cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:07:31.159939 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-8a18bae6-5c14-4a40-9faa-1e9da6520890 req-17e216f0-ff4d-496c-9cdc-05c6488aaca2 service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850848 Jul 15 23:07:31.352853 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-8a18bae6-5c14-4a40-9faa-1e9da6520890 req-285f8df0-9481-440c-801b-de5f42336b7c service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772850 Jul 15 23:07:31.422581 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f4d376cc-0992-43c3-81a0-9f28af2fde34 req-73d13a73-674e-47c7-b2c2-ef6ed18e999d service neutron] 10.222.0.48 "GET /v2.0/networks/3d02251c-0d36-4f59-b9c0-9c508ddade2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237760 Jul 15 23:07:31.473201 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337da60b-d580-4351-a51d-a5c8bb3982fb req-f900979e-c0b3-4e4e-8946-724ebe876200 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:31.473201 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-337da60b-d580-4351-a51d-a5c8bb3982fb req-f900979e-c0b3-4e4e-8946-724ebe876200 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8bc40c9-e4b4-42a2-9b05-d457e348901a HTTP/1.1" status: 200 len: 945 time: 0.3874450 Jul 15 23:07:31.481682 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab394202-500a-4a90-ac73-c3733478b313 req-3c5b59b4-0069-4cea-a5a0-824932fadb62 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Made reservation on behalf of 17c76d71cba4469f89099c3ebf7755c2 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:07:31.485130 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab394202-500a-4a90-ac73-c3733478b313 req-3c5b59b4-0069-4cea-a5a0-824932fadb62 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:31.516810 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62757de7-1507-4ac6-862b-4ad52f4c2184 req-0e84ff66-9bf9-4e4d-becf-8996df8b6f8e tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:31.518275 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-62757de7-1507-4ac6-862b-4ad52f4c2184 req-0e84ff66-9bf9-4e4d-becf-8996df8b6f8e tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.49 "GET /v2.0/ports?device_id=816e8b92-0c28-4867-88d2-646fa871a232 HTTP/1.1" status: 200 len: 945 time: 0.3173270 Jul 15 23:07:31.666219 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-323e1a99-9c4b-4325-acb8-b420a306d205 tempest-LiveMigrationTest-431337817 tempest-LiveMigrationTest-431337817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:31.670795 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-323e1a99-9c4b-4325-acb8-b420a306d205 tempest-LiveMigrationTest-431337817 tempest-LiveMigrationTest-431337817-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a8bc40c9-e4b4-42a2-9b05-d457e348901a&tenant_id=680eb147007347d0b28b90eaf34e5f6f&binding%3Ahost_id=n-h1-794306-6 HTTP/1.1" status: 200 len: 1096 time: 0.1208808 Jul 15 23:07:31.686321 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-a638ca6f-7760-485d-8be6-71a0fdc2d3d1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-794306-6'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:31.700313 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-337da60b-d580-4351-a51d-a5c8bb3982fb req-3fa850b3-9816-4ecc-86b4-36275f89d729 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076938 Jul 15 23:07:31.709355 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device f076dd91-f173-452d-bf79-c859f4aefefa no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:07:31.764039 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f4d376cc-0992-43c3-81a0-9f28af2fde34 req-624ae270-09fb-47f0-a4dc-300c89776b66 service neutron] 10.222.0.48 "GET /v2.0/networks/3d02251c-0d36-4f59-b9c0-9c508ddade2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3325880 Jul 15 23:07:31.820319 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-a638ca6f-7760-485d-8be6-71a0fdc2d3d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:31.944740 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:31.996478 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '816e8b92-0c28-4867-88d2-646fa871a232', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f076dd91-f173-452d-bf79-c859f4aefefa'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:07:32.001699 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23d68b6-1c4c-405a-bc3a-236cad9ef97b" -d '{"events": [{"server_uuid": "816e8b92-0c28-4867-88d2-646fa871a232", "name": "network-vif-unplugged", "status": "completed", "tag": "f076dd91-f173-452d-bf79-c859f4aefefa"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:07:32.040212 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port f076dd91-f173-452d-bf79-c859f4aefefa, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=f076dd91-f173-452d-bf79-c859f4aefefa,segment=NetworkSegment(73b65db5-b75b-48b7-8e07-44c7152f69b4),segment_id=73b65db5-b75b-48b7-8e07-44c7152f69b4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:32.046766 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:32.063629 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-ab394202-500a-4a90-ac73-c3733478b313 req-3c5b59b4-0069-4cea-a5a0-824932fadb62 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Allocated IP 10.1.1.144 (970a88bd-fdba-4549-becb-46353b196f82/ac68c16c-e2e3-48f3-b2ec-e6d10e3c3acf/1508ac1c-9b5d-4c1b-8a04-8901ffeae8f7) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:07:32.104594 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-62757de7-1507-4ac6-862b-4ad52f4c2184 req-078de119-8edf-4974-864c-01e52171a379 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Deleting port f076dd91-f173-452d-bf79-c859f4aefefa {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:07:32.104946 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-62757de7-1507-4ac6-862b-4ad52f4c2184 req-078de119-8edf-4974-864c-01e52171a379 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:32.170616 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=f076dd91-f173-452d-bf79-c859f4aefefa,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:32.172735 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-a638ca6f-7760-485d-8be6-71a0fdc2d3d1 service neutron] For port 74e17b73-3fe4-4f88-802a-610d4f522b58, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=74e17b73-3fe4-4f88-802a-610d4f522b58,segment=NetworkSegment(2a783e67-ba53-4ea9-9bee-afb3f3217392),segment_id=2a783e67-ba53-4ea9-9bee-afb3f3217392)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:32.239442 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-a638ca6f-7760-485d-8be6-71a0fdc2d3d1 service neutron] For port 74e17b73-3fe4-4f88-802a-610d4f522b58, host n-h1-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:07:32.290256 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8bc40c9-e4b4-42a2-9b05-d457e348901a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74e17b73-3fe4-4f88-802a-610d4f522b58'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:07:32.297816 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0ae33f-01d3-44a7-8242-aff967ad90fb" -d '{"events": [{"server_uuid": "a8bc40c9-e4b4-42a2-9b05-d457e348901a", "name": "network-vif-unplugged", "status": "completed", "tag": "74e17b73-3fe4-4f88-802a-610d4f522b58"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:07:32.310001 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-a638ca6f-7760-485d-8be6-71a0fdc2d3d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:32.321437 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-a638ca6f-7760-485d-8be6-71a0fdc2d3d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:32.380383 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e3092-b9be-437d-9c88-2cec767a8ed6 req-786a3442-9631-4fed-a769-69a99131cb0b tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:32.388566 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-963e3092-b9be-437d-9c88-2cec767a8ed6 req-786a3442-9631-4fed-a769-69a99131cb0b tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=251c2b27-dd3f-48ef-90ca-fc5628302a0d HTTP/1.1" status: 200 len: 950 time: 0.5068004 Jul 15 23:07:32.427832 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-62757de7-1507-4ac6-862b-4ad52f4c2184 req-078de119-8edf-4974-864c-01e52171a379 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] For port f076dd91-f173-452d-bf79-c859f4aefefa, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=f076dd91-f173-452d-bf79-c859f4aefefa,segment=NetworkSegment(73b65db5-b75b-48b7-8e07-44c7152f69b4),segment_id=73b65db5-b75b-48b7-8e07-44c7152f69b4)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:32.428570 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-62757de7-1507-4ac6-862b-4ad52f4c2184 req-078de119-8edf-4974-864c-01e52171a379 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:32.452413 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-62757de7-1507-4ac6-862b-4ad52f4c2184 req-078de119-8edf-4974-864c-01e52171a379 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Calling delete_port for f076dd91-f173-452d-bf79-c859f4aefefa owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:07:32.477778 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a638ca6f-7760-485d-8be6-71a0fdc2d3d1 service neutron] Pushing event updated for resources: {'Port': ['ID=74e17b73-3fe4-4f88-802a-610d4f522b58,revision_number=7']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:32.491828 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-a638ca6f-7760-485d-8be6-71a0fdc2d3d1 service neutron] Attempting to bind port 74e17b73-3fe4-4f88-802a-610d4f522b58 on host n-h1-794306-6 for vnic_type normal with profile {"migrating_to": "n-h2-794306-6"} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:07:32.492158 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-a638ca6f-7760-485d-8be6-71a0fdc2d3d1 service neutron] Attempting to bind port 74e17b73-3fe4-4f88-802a-610d4f522b58 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '2a783e67-ba53-4ea9-9bee-afb3f3217392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f037b993-4149-40e0-a687-25986d720de6'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:07:32.492485 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-a638ca6f-7760-485d-8be6-71a0fdc2d3d1 service neutron] Attempting to bind port 74e17b73-3fe4-4f88-802a-610d4f522b58 on network f037b993-4149-40e0-a687-25986d720de6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:32.500749 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-a638ca6f-7760-485d-8be6-71a0fdc2d3d1 service neutron] Port 74e17b73-3fe4-4f88-802a-610d4f522b58 on network f037b993-4149-40e0-a687-25986d720de6 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:07:32.501067 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-a638ca6f-7760-485d-8be6-71a0fdc2d3d1 service neutron] Attempting to bind port 74e17b73-3fe4-4f88-802a-610d4f522b58 on network f037b993-4149-40e0-a687-25986d720de6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:32.507768 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-a638ca6f-7760-485d-8be6-71a0fdc2d3d1 service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:07:32.508357 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-a638ca6f-7760-485d-8be6-71a0fdc2d3d1 service neutron] Checking segment: {'id': '2a783e67-ba53-4ea9-9bee-afb3f3217392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f037b993-4149-40e0-a687-25986d720de6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:07:32.508921 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-a638ca6f-7760-485d-8be6-71a0fdc2d3d1 service neutron] Bound using segment: {'id': '2a783e67-ba53-4ea9-9bee-afb3f3217392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f037b993-4149-40e0-a687-25986d720de6'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:07:32.509570 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-a638ca6f-7760-485d-8be6-71a0fdc2d3d1 service neutron] Bound port: 74e17b73-3fe4-4f88-802a-610d4f522b58, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a783e67-ba53-4ea9-9bee-afb3f3217392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f037b993-4149-40e0-a687-25986d720de6'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:07:32.510094 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-a638ca6f-7760-485d-8be6-71a0fdc2d3d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:32.613968 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-a638ca6f-7760-485d-8be6-71a0fdc2d3d1 service neutron] For port 74e17b73-3fe4-4f88-802a-610d4f522b58, host n-h1-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:07:32.617924 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-a638ca6f-7760-485d-8be6-71a0fdc2d3d1 service neutron] For port 74e17b73-3fe4-4f88-802a-610d4f522b58, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=74e17b73-3fe4-4f88-802a-610d4f522b58,segment=NetworkSegment(2a783e67-ba53-4ea9-9bee-afb3f3217392),segment_id=2a783e67-ba53-4ea9-9bee-afb3f3217392)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:07:32.623686 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-a638ca6f-7760-485d-8be6-71a0fdc2d3d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:32.709801 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-963e3092-b9be-437d-9c88-2cec767a8ed6 req-61037f62-7755-42db-b8c5-7933e93d9e4d tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151384 Jul 15 23:07:32.719293 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a638ca6f-7760-485d-8be6-71a0fdc2d3d1 service neutron] Pushing event updated for resources: {'Port': ['ID=74e17b73-3fe4-4f88-802a-610d4f522b58,revision_number=8']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:32.760356 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-a638ca6f-7760-485d-8be6-71a0fdc2d3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:32.763881 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-a638ca6f-7760-485d-8be6-71a0fdc2d3d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:32.766219 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-a638ca6f-7760-485d-8be6-71a0fdc2d3d1 service neutron] 10.222.0.41 "PUT /v2.0/ports/74e17b73-3fe4-4f88-802a-610d4f522b58 HTTP/1.1" status: 200 len: 1121 time: 1.0850580 Jul 15 23:07:32.798574 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d95e5d3-662b-474b-8d9f-b82a306a70e3 req-6e306979-c6e5-4748-bf01-400c439f72ad tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:32.810639 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7d95e5d3-662b-474b-8d9f-b82a306a70e3 req-6e306979-c6e5-4748-bf01-400c439f72ad tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2ece2eb-311e-4a52-854b-af209267fa52 HTTP/1.1" status: 200 len: 949 time: 0.6076105 Jul 15 23:07:32.853886 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['74e17b73-3fe4-4f88-802a-610d4f522b58'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:07:32.870731 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab394202-500a-4a90-ac73-c3733478b313 req-3c5b59b4-0069-4cea-a5a0-824932fadb62 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:32.888930 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5a784-2ec7-4076-9fae-f06308411f9c req-0254e0d5-29ee-480a-9e3c-b5cfaeea9f2f tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:32.890617 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-72a5a784-2ec7-4076-9fae-f06308411f9c req-0254e0d5-29ee-480a-9e3c-b5cfaeea9f2f tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.49 "GET /v2.0/ports?device_id=a34cf790-18e0-4ca4-8f48-6884c050a5f8 HTTP/1.1" status: 200 len: 950 time: 0.4879293 Jul 15 23:07:32.939908 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-ab394202-500a-4a90-ac73-c3733478b313 req-3c5b59b4-0069-4cea-a5a0-824932fadb62 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Transition to ACTIVE for port object 1508ac1c-9b5d-4c1b-8a04-8901ffeae8f7 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:07:32.956635 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['74e17b73-3fe4-4f88-802a-610d4f522b58'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:07:32.977441 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7d95e5d3-662b-474b-8d9f-b82a306a70e3 req-4939307b-1a93-4de9-8536-af351344a4f9 tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dc6d28b-4398-455c-8f3a-13bc6000f850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657541 Jul 15 23:07:33.156024 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-62757de7-1507-4ac6-862b-4ad52f4c2184 req-078de119-8edf-4974-864c-01e52171a379 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:33.209157 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab394202-500a-4a90-ac73-c3733478b313 req-3c5b59b4-0069-4cea-a5a0-824932fadb62 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:33.220005 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b3866a6f-0a0a-4b32-91e8-cde82b0a0756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:33.231942 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078de119-8edf-4974-864c-01e52171a379 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Pushing event deleted for resources: {'Port': ['ID=f076dd91-f173-452d-bf79-c859f4aefefa,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:33.332126 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:33.339709 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31feb3d-eba7-48c9-ad4a-c6ee4d1b5f3c req-37279a8c-d6db-4c48-aff1-79872929764f tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:33.342076 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d31feb3d-eba7-48c9-ad4a-c6ee4d1b5f3c req-37279a8c-d6db-4c48-aff1-79872929764f tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/ports?device_id=a34cf790-18e0-4ca4-8f48-6884c050a5f8 HTTP/1.1" status: 200 len: 950 time: 0.3819346 Jul 15 23:07:33.364878 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab394202-500a-4a90-ac73-c3733478b313 req-3c5b59b4-0069-4cea-a5a0-824932fadb62 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Network 970a88bd-fdba-4549-becb-46353b196f82 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:07:33.376336 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-62757de7-1507-4ac6-862b-4ad52f4c2184 req-078de119-8edf-4974-864c-01e52171a379 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] No DVR routers for this DVR port f076dd91-f173-452d-bf79-c859f4aefefa on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:07:33.381597 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-ab394202-500a-4a90-ac73-c3733478b313 req-3c5b59b4-0069-4cea-a5a0-824932fadb62 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:07:33.388314 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-62757de7-1507-4ac6-862b-4ad52f4c2184 req-078de119-8edf-4974-864c-01e52171a379 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:33.391193 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-62757de7-1507-4ac6-862b-4ad52f4c2184 req-078de119-8edf-4974-864c-01e52171a379 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.49 "DELETE /v2.0/ports/f076dd91-f173-452d-bf79-c859f4aefefa HTTP/1.1" status: 204 len: 173 time: 1.8655438 Jul 15 23:07:33.391193 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab394202-500a-4a90-ac73-c3733478b313 req-3c5b59b4-0069-4cea-a5a0-824932fadb62 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:07:33.402181 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '816e8b92-0c28-4867-88d2-646fa871a232', 'name': 'network-vif-deleted', 'tag': 'f076dd91-f173-452d-bf79-c859f4aefefa'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:07:33.406051 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-912e4081-6089-4aac-9348-1a6e15ad0f80" -d '{"events": [{"server_uuid": "816e8b92-0c28-4867-88d2-646fa871a232", "name": "network-vif-deleted", "tag": "f076dd91-f173-452d-bf79-c859f4aefefa"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:07:33.426580 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-72a5a784-2ec7-4076-9fae-f06308411f9c req-c62dd30f-40ff-4968-b248-7e3cd725a098 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Deleting port e1c5cea1-b981-408d-a0f6-6b233c93d629 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:07:33.426928 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-72a5a784-2ec7-4076-9fae-f06308411f9c req-c62dd30f-40ff-4968-b248-7e3cd725a098 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:33.458603 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5b59b4-0069-4cea-a5a0-824932fadb62 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Pushing event updated for resources: {'Port': ['ID=1508ac1c-9b5d-4c1b-8a04-8901ffeae8f7,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:33.540326 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d31feb3d-eba7-48c9-ad4a-c6ee4d1b5f3c req-4194dc4a-eafe-49a1-a520-368b9013b364 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f7c45fd-39fc-4943-ba7d-041fb8807cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732950 Jul 15 23:07:33.590640 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab394202-500a-4a90-ac73-c3733478b313 req-3c5b59b4-0069-4cea-a5a0-824932fadb62 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:33.591396 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab394202-500a-4a90-ac73-c3733478b313 req-3c5b59b4-0069-4cea-a5a0-824932fadb62 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:33.626685 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5661a7f-4480-48e4-bb9b-d79c8f55d7be req-cee7f28b-41f6-474a-acee-af3186bd4942 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:33.660887 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5661a7f-4480-48e4-bb9b-d79c8f55d7be req-cee7f28b-41f6-474a-acee-af3186bd4942 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:33.673501 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e5661a7f-4480-48e4-bb9b-d79c8f55d7be req-cee7f28b-41f6-474a-acee-af3186bd4942 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 1654 time: 0.5112214 Jul 15 23:07:33.726101 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 7aa7c901-dcd7-438f-8527-ef1aaed2caf2 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:07:33.750701 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-72a5a784-2ec7-4076-9fae-f06308411f9c req-c62dd30f-40ff-4968-b248-7e3cd725a098 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] For port e1c5cea1-b981-408d-a0f6-6b233c93d629, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=e1c5cea1-b981-408d-a0f6-6b233c93d629,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:33.751203 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-72a5a784-2ec7-4076-9fae-f06308411f9c req-c62dd30f-40ff-4968-b248-7e3cd725a098 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:33.758171 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab394202-500a-4a90-ac73-c3733478b313 req-3c5b59b4-0069-4cea-a5a0-824932fadb62 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7431293 Jul 15 23:07:33.785353 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-72a5a784-2ec7-4076-9fae-f06308411f9c req-c62dd30f-40ff-4968-b248-7e3cd725a098 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Calling delete_port for e1c5cea1-b981-408d-a0f6-6b233c93d629 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:07:33.791406 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-ab394202-500a-4a90-ac73-c3733478b313 req-c1a94010-b03e-4c5e-80b9-4ba08b1246e8 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Request body: {'port': {'device_id': 'ebfc3dac-a424-46b2-b718-cab6123db16d', 'network_id': '970a88bd-fdba-4549-becb-46353b196f82', 'admin_state_up': True, 'tenant_id': '17c76d71cba4469f89099c3ebf7755c2', 'security_groups': ['3034f104-295d-4ae9-983e-a750e439037a']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:33.811442 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ab89f438-cb12-4cf8-afdb-9638869c2dcf None None] Provisioning for port 1508ac1c-9b5d-4c1b-8a04-8901ffeae8f7 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:07:33.823503 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ab89f438-cb12-4cf8-afdb-9638869c2dcf None None] Provisioning complete for port 1508ac1c-9b5d-4c1b-8a04-8901ffeae8f7 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:07:33.823902 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ab89f438-cb12-4cf8-afdb-9638869c2dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:33.867580 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 74e17b73-3fe4-4f88-802a-610d4f522b58 details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:07:33.877265 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port 7aa7c901-dcd7-438f-8527-ef1aaed2caf2 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:07:33.885404 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 660e37f8-5759-40bf-8192-6bb4645d1c50 up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:07:33.888443 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 7aa7c901-dcd7-438f-8527-ef1aaed2caf2 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:07:33.889244 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:33.956738 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ab89f438-cb12-4cf8-afdb-9638869c2dcf None None] Port 1508ac1c-9b5d-4c1b-8a04-8901ffeae8f7 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:07:34.081134 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port 660e37f8-5759-40bf-8192-6bb4645d1c50 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:07:34.113359 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e5661a7f-4480-48e4-bb9b-d79c8f55d7be req-4223b91a-d067-476b-beba-4669a0498d83 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/security-groups?id=3034f104-295d-4ae9-983e-a750e439037a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4386749 Jul 15 23:07:34.127326 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [req-f86734db-ca63-4ebc-b904-dfd9a65e3173 req-357406d1-a4e2-4feb-ad34-a6a55a0582d0 service neutron] show failed (client error): The resource could not be found. Jul 15 23:07:34.129802 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f86734db-ca63-4ebc-b904-dfd9a65e3173 req-357406d1-a4e2-4feb-ad34-a6a55a0582d0 service neutron] 10.222.0.41 "GET /v2.0/ports/2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe/bindings/n-h1-794306-6 HTTP/1.1" status: 404 len: 380 time: 0.1241353 Jul 15 23:07:34.191871 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port 660e37f8-5759-40bf-8192-6bb4645d1c50 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:07:34.192252 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:34.204996 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a968cacc-d0f0-4c76-a959-876ba93c9a2a req-0204f4c4-64c2-446f-8983-c74ad0bc7a2f tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/ports?device_id=61ff0f68-c28e-4cf2-80e0-8c18d93c7dcb HTTP/1.1" status: 200 len: 210 time: 0.2673178 Jul 15 23:07:34.218967 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5bf7c2-9ecf-4889-b974-538bf6a27a69 x-openstack-request-id: req-bd5bf7c2-9ecf-4889-b974-538bf6a27a69 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:07:34.219290 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "816e8b92-0c28-4867-88d2-646fa871a232", "name": "network-vif-unplugged", "status": "completed", "tag": "f076dd91-f173-452d-bf79-c859f4aefefa", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:07:34.219550 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bd5bf7c2-9ecf-4889-b974-538bf6a27a69 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:07:34.219963 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '816e8b92-0c28-4867-88d2-646fa871a232', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f076dd91-f173-452d-bf79-c859f4aefefa', 'code': 200} Jul 15 23:07:34.229814 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:34.335891 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 74e17b73-3fe4-4f88-802a-610d4f522b58, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=74e17b73-3fe4-4f88-802a-610d4f522b58,segment=NetworkSegment(2a783e67-ba53-4ea9-9bee-afb3f3217392),segment_id=2a783e67-ba53-4ea9-9bee-afb3f3217392)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:34.342592 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d598cb2-32e8-4e25-89d8-7d27c3717ef4 x-openstack-request-id: req-1d598cb2-32e8-4e25-89d8-7d27c3717ef4 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:07:34.343100 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8bc40c9-e4b4-42a2-9b05-d457e348901a", "name": "network-vif-unplugged", "status": "completed", "tag": "74e17b73-3fe4-4f88-802a-610d4f522b58", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:07:34.343513 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1d598cb2-32e8-4e25-89d8-7d27c3717ef4 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:07:34.344116 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8bc40c9-e4b4-42a2-9b05-d457e348901a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74e17b73-3fe4-4f88-802a-610d4f522b58', 'code': 200} Jul 15 23:07:34.362325 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 74e17b73-3fe4-4f88-802a-610d4f522b58 has no active binding in host n-h2-794306-6 {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 23:07:34.364018 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:34.424623 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-72a5a784-2ec7-4076-9fae-f06308411f9c req-c62dd30f-40ff-4968-b248-7e3cd725a098 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:34.448528 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:07:34.465460 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f7bb47-9ad5-4063-a8e6-06364f02dd6a x-openstack-request-id: req-b2f7bb47-9ad5-4063-a8e6-06364f02dd6a {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:07:34.466609 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "816e8b92-0c28-4867-88d2-646fa871a232", "name": "network-vif-deleted", "tag": "f076dd91-f173-452d-bf79-c859f4aefefa", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:07:34.467122 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b2f7bb47-9ad5-4063-a8e6-06364f02dd6a {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:07:34.467836 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '816e8b92-0c28-4867-88d2-646fa871a232', 'name': 'network-vif-deleted', 'tag': 'f076dd91-f173-452d-bf79-c859f4aefefa', 'status': 'completed', 'code': 200} Jul 15 23:07:34.473001 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['3c7e2cbb-a9cc-48d1-ad98-939ca5153438'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:07:34.562878 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62dd30f-40ff-4968-b248-7e3cd725a098 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Pushing event deleted for resources: {'Port': ['ID=e1c5cea1-b981-408d-a0f6-6b233c93d629,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:34.619499 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 7aa7c901-dcd7-438f-8527-ef1aaed2caf2, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=7aa7c901-dcd7-438f-8527-ef1aaed2caf2,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:34.628443 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d376cc-0992-43c3-81a0-9f28af2fde34 req-795aa7da-f425-4096-b57c-de84c3071036 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:34.630297 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f4d376cc-0992-43c3-81a0-9f28af2fde34 req-795aa7da-f425-4096-b57c-de84c3071036 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.49 "GET /v2.0/networks?id=3d02251c-0d36-4f59-b9c0-9c508ddade2e HTTP/1.1" status: 200 len: 805 time: 0.8272467 Jul 15 23:07:34.630878 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:34.640185 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:34.645478 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-72a5a784-2ec7-4076-9fae-f06308411f9c req-c62dd30f-40ff-4968-b248-7e3cd725a098 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] No DVR routers for this DVR port e1c5cea1-b981-408d-a0f6-6b233c93d629 on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:07:34.653107 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-f4d376cc-0992-43c3-81a0-9f28af2fde34 req-b26b32f3-a69f-4c86-9a85-b596863b553c tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Request body: {'port': {'device_id': '61ff0f68-c28e-4cf2-80e0-8c18d93c7dcb', 'network_id': '3d02251c-0d36-4f59-b9c0-9c508ddade2e', 'admin_state_up': True, 'tenant_id': 'dd73df9424ac401598d255879ffa30fd'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:34.693986 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-72a5a784-2ec7-4076-9fae-f06308411f9c req-c62dd30f-40ff-4968-b248-7e3cd725a098 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:34.696567 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-72a5a784-2ec7-4076-9fae-f06308411f9c req-c62dd30f-40ff-4968-b248-7e3cd725a098 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.49 "DELETE /v2.0/ports/e1c5cea1-b981-408d-a0f6-6b233c93d629 HTTP/1.1" status: 204 len: 173 time: 1.7823663 Jul 15 23:07:34.801766 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab394202-500a-4a90-ac73-c3733478b313 req-c1a94010-b03e-4c5e-80b9-4ba08b1246e8 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Made reservation on behalf of 17c76d71cba4469f89099c3ebf7755c2 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:07:34.805635 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab394202-500a-4a90-ac73-c3733478b313 req-c1a94010-b03e-4c5e-80b9-4ba08b1246e8 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:35.085804 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=7aa7c901-dcd7-438f-8527-ef1aaed2caf2,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:35.113779 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 660e37f8-5759-40bf-8192-6bb4645d1c50, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=660e37f8-5759-40bf-8192-6bb4645d1c50,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:35.155455 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:35.321727 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856c6a49-8b45-4bd1-82a9-381df468c57a req-66e9117e-77e0-4001-8187-69db8c6f1b45 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:35.330651 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=660e37f8-5759-40bf-8192-6bb4645d1c50,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:35.330963 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-856c6a49-8b45-4bd1-82a9-381df468c57a req-66e9117e-77e0-4001-8187-69db8c6f1b45 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8bc40c9-e4b4-42a2-9b05-d457e348901a HTTP/1.1" status: 200 len: 943 time: 0.7979419 Jul 15 23:07:35.436921 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c624cc-c703-45eb-bbb3-9cb0fccd53af req-0d81b23e-cf5d-409b-9a29-d258c826b715 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:35.438518 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-45c624cc-c703-45eb-bbb3-9cb0fccd53af req-0d81b23e-cf5d-409b-9a29-d258c826b715 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=251c2b27-dd3f-48ef-90ca-fc5628302a0d HTTP/1.1" status: 200 len: 950 time: 0.8069220 Jul 15 23:07:35.525090 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-856c6a49-8b45-4bd1-82a9-381df468c57a req-f946bc7e-3ae7-4714-9d19-4b974ece765c tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929655 Jul 15 23:07:35.620048 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-ab394202-500a-4a90-ac73-c3733478b313 req-c1a94010-b03e-4c5e-80b9-4ba08b1246e8 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Allocated IP 10.1.1.65 (970a88bd-fdba-4549-becb-46353b196f82/ac68c16c-e2e3-48f3-b2ec-e6d10e3c3acf/58031bb6-e328-42ef-a4eb-d60400499716) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:07:35.755760 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device f076dd91-f173-452d-bf79-c859f4aefefa no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:07:35.807716 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: f076dd91-f173-452d-bf79-c859f4aefefa {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:07:35.807991 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device f076dd91-f173-452d-bf79-c859f4aefefa not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:07:35.810769 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device e1c5cea1-b981-408d-a0f6-6b233c93d629 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:07:35.848694 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: e1c5cea1-b981-408d-a0f6-6b233c93d629 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:07:35.849037 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device e1c5cea1-b981-408d-a0f6-6b233c93d629 not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:07:35.889662 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4d376cc-0992-43c3-81a0-9f28af2fde34 req-b26b32f3-a69f-4c86-9a85-b596863b553c tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Made reservation on behalf of dd73df9424ac401598d255879ffa30fd for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:07:35.893519 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f4d376cc-0992-43c3-81a0-9f28af2fde34 req-b26b32f3-a69f-4c86-9a85-b596863b553c tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:35.902423 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86734db-ca63-4ebc-b904-dfd9a65e3173 req-5fe4cb43-ba4f-4f70-8b01-6b6aecebd9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:35.904080 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f86734db-ca63-4ebc-b904-dfd9a65e3173 req-5fe4cb43-ba4f-4f70-8b01-6b6aecebd9e7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=251c2b27-dd3f-48ef-90ca-fc5628302a0d&tenant_id=943e0e7be5644005a591d26197ee19f5 HTTP/1.1" status: 200 len: 1101 time: 0.6319587 Jul 15 23:07:35.930856 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-45c624cc-c703-45eb-bbb3-9cb0fccd53af req-a40fef15-17a6-4fa4-a0fc-b7f188eb4da3 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4789019 Jul 15 23:07:35.947367 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-f86734db-ca63-4ebc-b904-dfd9a65e3173 req-087d8722-6d99-424b-9c20-25d33b822413 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-794306-6', 'device_owner': 'compute:nova'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:36.026032 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab394202-500a-4a90-ac73-c3733478b313 req-c1a94010-b03e-4c5e-80b9-4ba08b1246e8 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:36.128482 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-ab394202-500a-4a90-ac73-c3733478b313 req-c1a94010-b03e-4c5e-80b9-4ba08b1246e8 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Transition to ACTIVE for port object 58031bb6-e328-42ef-a4eb-d60400499716 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:07:36.150776 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:36.175868 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb970c-dbd3-4680-8182-934d25286238 req-55b45e83-e057-474d-aa6a-2d69b6610f3b tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:36.183032 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cebb970c-dbd3-4680-8182-934d25286238 req-55b45e83-e057-474d-aa6a-2d69b6610f3b tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2ece2eb-311e-4a52-854b-af209267fa52 HTTP/1.1" status: 200 len: 950 time: 0.3160889 Jul 15 23:07:36.189778 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f86734db-ca63-4ebc-b904-dfd9a65e3173 req-087d8722-6d99-424b-9c20-25d33b822413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:36.222093 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e66c0ab-ef6a-4571-ae2d-5ebf6221364e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa7c901-dcd7-438f-8527-ef1aaed2caf2'}, {'server_uuid': 'a2ece2eb-311e-4a52-854b-af209267fa52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '660e37f8-5759-40bf-8192-6bb4645d1c50'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:07:36.226545 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-500dfc64-7c5e-496c-81dd-cb7360750540" -d '{"events": [{"server_uuid": "6e66c0ab-ef6a-4571-ae2d-5ebf6221364e", "name": "network-vif-plugged", "status": "completed", "tag": "7aa7c901-dcd7-438f-8527-ef1aaed2caf2"}, {"server_uuid": "a2ece2eb-311e-4a52-854b-af209267fa52", "name": "network-vif-plugged", "status": "completed", "tag": "660e37f8-5759-40bf-8192-6bb4645d1c50"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:07:36.330608 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cebb970c-dbd3-4680-8182-934d25286238 req-682cae53-8d5c-47a3-8039-0fba565ca6b8 tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dc6d28b-4398-455c-8f3a-13bc6000f850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458943 Jul 15 23:07:36.345672 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8bc40c9-e4b4-42a2-9b05-d457e348901a', 'tag': '74e17b73-3fe4-4f88-802a-610d4f522b58'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:07:36.348907 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3b44df-26f8-4ced-bdf5-7e40e40afad8" -d '{"events": [{"name": "network-changed", "server_uuid": "a8bc40c9-e4b4-42a2-9b05-d457e348901a", "tag": "74e17b73-3fe4-4f88-802a-610d4f522b58"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:07:36.362796 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-f4d376cc-0992-43c3-81a0-9f28af2fde34 req-b26b32f3-a69f-4c86-9a85-b596863b553c tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Allocated IP 172.20.0.8 (3d02251c-0d36-4f59-b9c0-9c508ddade2e/04373861-16b0-4a8c-8486-d4c77245a1a4/aa70474e-7649-4249-86c3-adcc97e0fa09) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:07:36.378065 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab394202-500a-4a90-ac73-c3733478b313 req-c1a94010-b03e-4c5e-80b9-4ba08b1246e8 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:36.472508 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a34cf790-18e0-4ca4-8f48-6884c050a5f8', 'name': 'network-vif-deleted', 'tag': 'e1c5cea1-b981-408d-a0f6-6b233c93d629'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:07:36.474799 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11bd1b24-3132-46af-93a5-1fe022083f2a" -d '{"events": [{"server_uuid": "a34cf790-18e0-4ca4-8f48-6884c050a5f8", "name": "network-vif-deleted", "tag": "e1c5cea1-b981-408d-a0f6-6b233c93d629"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:07:36.566533 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab394202-500a-4a90-ac73-c3733478b313 req-c1a94010-b03e-4c5e-80b9-4ba08b1246e8 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Network 970a88bd-fdba-4549-becb-46353b196f82 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:07:36.572520 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-919aa7df-4c9b-4b0f-8140-45d4819a31bb req-c7271d80-cd80-4ed1-bb50-91766050376b tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/ports?device_id=61ff0f68-c28e-4cf2-80e0-8c18d93c7dcb HTTP/1.1" status: 200 len: 210 time: 0.0797591 Jul 15 23:07:36.612716 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a94010-b03e-4c5e-80b9-4ba08b1246e8 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Pushing event updated for resources: {'Port': ['ID=58031bb6-e328-42ef-a4eb-d60400499716,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:36.620053 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-ab394202-500a-4a90-ac73-c3733478b313 req-c1a94010-b03e-4c5e-80b9-4ba08b1246e8 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:07:36.627497 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab394202-500a-4a90-ac73-c3733478b313 req-c1a94010-b03e-4c5e-80b9-4ba08b1246e8 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:07:36.726219 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9656637-ebd5-469e-ba8c-9c8a2556d235 req-177d19fe-be1a-412a-a07d-dcf798a902fb tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:36.733833 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9656637-ebd5-469e-ba8c-9c8a2556d235 req-177d19fe-be1a-412a-a07d-dcf798a902fb tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:36.740199 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d9656637-ebd5-469e-ba8c-9c8a2556d235 req-177d19fe-be1a-412a-a07d-dcf798a902fb tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 1654 time: 0.4428411 Jul 15 23:07:36.830494 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab394202-500a-4a90-ac73-c3733478b313 req-c1a94010-b03e-4c5e-80b9-4ba08b1246e8 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:36.831164 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab394202-500a-4a90-ac73-c3733478b313 req-c1a94010-b03e-4c5e-80b9-4ba08b1246e8 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:36.937596 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 23:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c518bdd2-8022-47b8-a383-fef906a79db7 x-openstack-request-id: req-c518bdd2-8022-47b8-a383-fef906a79db7 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:07:36.937900 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e66c0ab-ef6a-4571-ae2d-5ebf6221364e", "name": "network-vif-plugged", "status": "completed", "tag": "7aa7c901-dcd7-438f-8527-ef1aaed2caf2", "code": 200}, {"server_uuid": "a2ece2eb-311e-4a52-854b-af209267fa52", "name": "network-vif-plugged", "status": "completed", "tag": "660e37f8-5759-40bf-8192-6bb4645d1c50", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:07:36.938178 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c518bdd2-8022-47b8-a383-fef906a79db7 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:07:36.938577 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e66c0ab-ef6a-4571-ae2d-5ebf6221364e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa7c901-dcd7-438f-8527-ef1aaed2caf2', 'code': 200} Jul 15 23:07:36.939449 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2ece2eb-311e-4a52-854b-af209267fa52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '660e37f8-5759-40bf-8192-6bb4645d1c50', 'code': 200} Jul 15 23:07:36.975144 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab394202-500a-4a90-ac73-c3733478b313 req-c1a94010-b03e-4c5e-80b9-4ba08b1246e8 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.1950469 Jul 15 23:07:36.977965 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c58e7610-1371-44d9-ad7f-fbc724d8ab71 x-openstack-request-id: req-c58e7610-1371-44d9-ad7f-fbc724d8ab71 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:07:36.978355 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8bc40c9-e4b4-42a2-9b05-d457e348901a", "tag": "74e17b73-3fe4-4f88-802a-610d4f522b58", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:07:36.978703 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c58e7610-1371-44d9-ad7f-fbc724d8ab71 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:07:36.979194 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8bc40c9-e4b4-42a2-9b05-d457e348901a', 'tag': '74e17b73-3fe4-4f88-802a-610d4f522b58', 'status': 'completed', 'code': 200} Jul 15 23:07:37.005103 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-ab394202-500a-4a90-ac73-c3733478b313 req-8c1f3aed-555a-4552-ab54-4920395a80e2 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Request body: {'port': {'device_id': 'ebfc3dac-a424-46b2-b718-cab6123db16d', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '9bef9b3a-38af-4114-8d89-aee9e6e60f51', 'admin_state_up': True, 'tenant_id': '17c76d71cba4469f89099c3ebf7755c2', 'security_groups': ['3034f104-295d-4ae9-983e-a750e439037a']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:37.009736 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-f86734db-ca63-4ebc-b904-dfd9a65e3173 req-087d8722-6d99-424b-9c20-25d33b822413 service neutron] For port 2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:37.014059 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1014137f-f604-47dc-b232-d841aaffac3c None None] Provisioning for port 58031bb6-e328-42ef-a4eb-d60400499716 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:07:37.019834 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d9656637-ebd5-469e-ba8c-9c8a2556d235 req-e9a49cb4-2919-4284-bf0f-8436ee2805e5 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/security-groups?id=3034f104-295d-4ae9-983e-a750e439037a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2413392 Jul 15 23:07:37.022450 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1014137f-f604-47dc-b232-d841aaffac3c None None] Provisioning complete for port 58031bb6-e328-42ef-a4eb-d60400499716 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:07:37.023893 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1014137f-f604-47dc-b232-d841aaffac3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:37.066984 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eaa8d37-1dcd-4b2d-bcf7-293ecc9fe378 x-openstack-request-id: req-4eaa8d37-1dcd-4b2d-bcf7-293ecc9fe378 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:07:37.067367 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a34cf790-18e0-4ca4-8f48-6884c050a5f8", "name": "network-vif-deleted", "tag": "e1c5cea1-b981-408d-a0f6-6b233c93d629", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:07:37.067552 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4eaa8d37-1dcd-4b2d-bcf7-293ecc9fe378 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:07:37.067968 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a34cf790-18e0-4ca4-8f48-6884c050a5f8', 'name': 'network-vif-deleted', 'tag': 'e1c5cea1-b981-408d-a0f6-6b233c93d629', 'status': 'completed', 'code': 200} Jul 15 23:07:37.111275 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1014137f-f604-47dc-b232-d841aaffac3c None None] Port 58031bb6-e328-42ef-a4eb-d60400499716 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:07:37.151708 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f4d376cc-0992-43c3-81a0-9f28af2fde34 req-b26b32f3-a69f-4c86-9a85-b596863b553c tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:37.236444 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-f86734db-ca63-4ebc-b904-dfd9a65e3173 req-087d8722-6d99-424b-9c20-25d33b822413 service neutron] For port 2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe, host n-h2-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:07:37.255936 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b44df-26f8-4ced-bdf5-7e40e40afad8 req-873876af-53cc-4c94-8572-08a953011678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:37.262360 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5a3b44df-26f8-4ced-bdf5-7e40e40afad8 req-873876af-53cc-4c94-8572-08a953011678 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=680eb147007347d0b28b90eaf34e5f6f&device_id=a8bc40c9-e4b4-42a2-9b05-d457e348901a HTTP/1.1" status: 200 len: 1124 time: 0.2024276 Jul 15 23:07:37.366350 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b44df-26f8-4ced-bdf5-7e40e40afad8 req-8929da79-af8c-4f74-91d5-9af8de2ecaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:37.367880 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5a3b44df-26f8-4ced-bdf5-7e40e40afad8 req-8929da79-af8c-4f74-91d5-9af8de2ecaaf service neutron] 10.222.0.49 "GET /v2.0/networks?id=f037b993-4149-40e0-a687-25986d720de6 HTTP/1.1" status: 200 len: 909 time: 0.0965307 Jul 15 23:07:37.369781 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e9248-f4aa-42fb-8b6f-f36b7067d69c req-5e3e8013-07af-42dc-bce4-9b41c61d360f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:37.372148 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-920e9248-f4aa-42fb-8b6f-f36b7067d69c req-5e3e8013-07af-42dc-bce4-9b41c61d360f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a2ece2eb-311e-4a52-854b-af209267fa52 HTTP/1.1" status: 200 len: 1101 time: 0.2173071 Jul 15 23:07:37.384908 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb246310-f340-4844-bf76-3b6a2537395a req-46b22917-0042-4952-85af-34fbb392a5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:37.387058 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fb246310-f340-4844-bf76-3b6a2537395a req-46b22917-0042-4952-85af-34fbb392a5b9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6e66c0ab-ef6a-4571-ae2d-5ebf6221364e HTTP/1.1" status: 200 len: 1100 time: 0.3575492 Jul 15 23:07:37.409562 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f86734db-ca63-4ebc-b904-dfd9a65e3173 req-087d8722-6d99-424b-9c20-25d33b822413 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:37.437127 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5a3b44df-26f8-4ced-bdf5-7e40e40afad8 req-aea3e458-1f16-4744-b7dc-baafeca765ad service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74e17b73-3fe4-4f88-802a-610d4f522b58 HTTP/1.1" status: 200 len: 217 time: 0.0612347 Jul 15 23:07:37.494634 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-f86734db-ca63-4ebc-b904-dfd9a65e3173 req-087d8722-6d99-424b-9c20-25d33b822413 service neutron] Transition to ACTIVE for port object 2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:07:37.506857 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f4d376cc-0992-43c3-81a0-9f28af2fde34 req-b26b32f3-a69f-4c86-9a85-b596863b553c tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:37.511778 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-920e9248-f4aa-42fb-8b6f-f36b7067d69c req-5321feba-9c17-4db9-a6d8-dcdd28a2822a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3dc6d28b-4398-455c-8f3a-13bc6000f850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268082 Jul 15 23:07:37.516930 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f86734db-ca63-4ebc-b904-dfd9a65e3173 req-087d8722-6d99-424b-9c20-25d33b822413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:37.535299 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab394202-500a-4a90-ac73-c3733478b313 req-8c1f3aed-555a-4552-ab54-4920395a80e2 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Made reservation on behalf of 17c76d71cba4469f89099c3ebf7755c2 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:07:37.541950 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b44df-26f8-4ced-bdf5-7e40e40afad8 req-97c564c8-8411-43fd-a865-78e10b8f4042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:37.544194 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5a3b44df-26f8-4ced-bdf5-7e40e40afad8 req-97c564c8-8411-43fd-a865-78e10b8f4042 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b89a129e-9de5-4301-b344-10ab05e9feea HTTP/1.1" status: 200 len: 848 time: 0.1001289 Jul 15 23:07:37.555209 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6404d4bb-928c-402a-b540-3baa6b5ddff5 req-7388e512-c458-46c5-92a0-85397960520f tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:37.556816 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6404d4bb-928c-402a-b540-3baa6b5ddff5 req-7388e512-c458-46c5-92a0-85397960520f tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8bc40c9-e4b4-42a2-9b05-d457e348901a HTTP/1.1" status: 200 len: 943 time: 0.3935738 Jul 15 23:07:37.587242 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fb246310-f340-4844-bf76-3b6a2537395a req-ec3b5e38-1e2a-4524-b866-d82b18bbc151 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3dc6d28b-4398-455c-8f3a-13bc6000f850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906865 Jul 15 23:07:37.608061 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5a3b44df-26f8-4ced-bdf5-7e40e40afad8 req-a58edf13-cac9-4fb9-b016-ada06a045059 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f037b993-4149-40e0-a687-25986d720de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437844 Jul 15 23:07:37.642526 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155319a-cb67-4c4d-863d-bd37f39ea41c req-b0af4d00-69a5-4b00-bbf1-029e8d41717d tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:37.649963 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b155319a-cb67-4c4d-863d-bd37f39ea41c req-b0af4d00-69a5-4b00-bbf1-029e8d41717d tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/ports?device_id=c97e1568-95ee-4c69-875e-2368a16e3b06 HTTP/1.1" status: 200 len: 950 time: 0.3634143 Jul 15 23:07:37.662926 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4d376cc-0992-43c3-81a0-9f28af2fde34 req-b26b32f3-a69f-4c86-9a85-b596863b553c tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Network 3d02251c-0d36-4f59-b9c0-9c508ddade2e is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:07:37.682456 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-f4d376cc-0992-43c3-81a0-9f28af2fde34 req-b26b32f3-a69f-4c86-9a85-b596863b553c tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:07:37.732704 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4d376cc-0992-43c3-81a0-9f28af2fde34 req-b26b32f3-a69f-4c86-9a85-b596863b553c tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:07:37.737295 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-f86734db-ca63-4ebc-b904-dfd9a65e3173 req-087d8722-6d99-424b-9c20-25d33b822413 service neutron] No DVR routers for this DVR port 2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe on host n-h2-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:07:37.739065 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087d8722-6d99-424b-9c20-25d33b822413 service neutron] Pushing event updated for resources: {'Port': ['ID=2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe,revision_number=6']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:37.841369 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5a3b44df-26f8-4ced-bdf5-7e40e40afad8 req-10e977eb-4245-49c5-b7ea-ed66beefcffb service neutron] 10.222.0.49 "GET /v2.0/networks/f037b993-4149-40e0-a687-25986d720de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762717 Jul 15 23:07:37.916059 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:07:37.925231 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6404d4bb-928c-402a-b540-3baa6b5ddff5 req-dd6fd484-0649-48fb-b92b-856a05b62eb1 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307147 Jul 15 23:07:37.953612 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b155319a-cb67-4c4d-863d-bd37f39ea41c req-0b5d40db-522d-4c8a-ac52-e4a19640a899 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f7c45fd-39fc-4943-ba7d-041fb8807cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030372 Jul 15 23:07:37.990957 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5a3b44df-26f8-4ced-bdf5-7e40e40afad8 req-5a3c94e1-1be6-4f3a-b9b7-6efb1dde9832 service neutron] 10.222.0.49 "GET /v2.0/networks/f037b993-4149-40e0-a687-25986d720de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415198 Jul 15 23:07:38.001528 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d376cc-0992-43c3-81a0-9f28af2fde34 req-b26b32f3-a69f-4c86-9a85-b596863b553c tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:38.003407 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:38.008854 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f4d376cc-0992-43c3-81a0-9f28af2fde34 req-b26b32f3-a69f-4c86-9a85-b596863b553c tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:38.015914 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab394202-500a-4a90-ac73-c3733478b313 req-8c1f3aed-555a-4552-ab54-4920395a80e2 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:38.021095 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-f86734db-ca63-4ebc-b904-dfd9a65e3173 req-087d8722-6d99-424b-9c20-25d33b822413 service neutron] Attempting to bind port 2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:07:38.021849 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-f86734db-ca63-4ebc-b904-dfd9a65e3173 req-087d8722-6d99-424b-9c20-25d33b822413 service neutron] Attempting to bind port 2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:07:38.022479 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86734db-ca63-4ebc-b904-dfd9a65e3173 req-087d8722-6d99-424b-9c20-25d33b822413 service neutron] Attempting to bind port 2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:38.025034 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26b32f3-a69f-4c86-9a85-b596863b553c tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Pushing event updated for resources: {'Port': ['ID=aa70474e-7649-4249-86c3-adcc97e0fa09,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:38.051693 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe not bound to the agent host n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:07:38.076321 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86734db-ca63-4ebc-b904-dfd9a65e3173 req-087d8722-6d99-424b-9c20-25d33b822413 service neutron] Port 2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:07:38.076794 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86734db-ca63-4ebc-b904-dfd9a65e3173 req-087d8722-6d99-424b-9c20-25d33b822413 service neutron] Attempting to bind port 2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:38.086380 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f4d376cc-0992-43c3-81a0-9f28af2fde34 req-b26b32f3-a69f-4c86-9a85-b596863b553c tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4373703 Jul 15 23:07:38.107981 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-f4d376cc-0992-43c3-81a0-9f28af2fde34 req-4d1e7fc0-6f44-4727-b930-ec510fca10b1 service neutron] Request body: {'port': {'device_id': '61ff0f68-c28e-4cf2-80e0-8c18d93c7dcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:38.150585 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86734db-ca63-4ebc-b904-dfd9a65e3173 req-087d8722-6d99-424b-9c20-25d33b822413 service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:07:38.150986 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86734db-ca63-4ebc-b904-dfd9a65e3173 req-087d8722-6d99-424b-9c20-25d33b822413 service neutron] Checking segment: {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:07:38.151378 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86734db-ca63-4ebc-b904-dfd9a65e3173 req-087d8722-6d99-424b-9c20-25d33b822413 service neutron] Bound using segment: {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:07:38.151871 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-f86734db-ca63-4ebc-b904-dfd9a65e3173 req-087d8722-6d99-424b-9c20-25d33b822413 service neutron] Bound port: 2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:07:38.152285 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f86734db-ca63-4ebc-b904-dfd9a65e3173 req-087d8722-6d99-424b-9c20-25d33b822413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:38.532282 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f4d376cc-0992-43c3-81a0-9f28af2fde34 req-4d1e7fc0-6f44-4727-b930-ec510fca10b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:38.557711 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-f86734db-ca63-4ebc-b904-dfd9a65e3173 req-087d8722-6d99-424b-9c20-25d33b822413 service neutron] For port 2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:07:38.915778 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd4ef6-4a22-4e4b-9579-1a4b0f08ee7b req-7fc70cac-ff3b-4673-b3fe-25692e108f71 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:38.918115 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-59dd4ef6-4a22-4e4b-9579-1a4b0f08ee7b req-7fc70cac-ff3b-4673-b3fe-25692e108f71 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.41 "GET /v2.0/ports?device_id=c97e1568-95ee-4c69-875e-2368a16e3b06 HTTP/1.1" status: 200 len: 950 time: 0.0840576 Jul 15 23:07:39.052500 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-59dd4ef6-4a22-4e4b-9579-1a4b0f08ee7b req-61d556f0-122b-45d8-a60b-6781e1c8ab47 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Deleting port 3c7e2cbb-a9cc-48d1-ad98-939ca5153438 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:07:39.052839 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-59dd4ef6-4a22-4e4b-9579-1a4b0f08ee7b req-61d556f0-122b-45d8-a60b-6781e1c8ab47 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:39.103005 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97064693-b867-4278-8ce4-5d07c297ddf0 req-ef97bb95-effc-4606-a0bb-859c0786da63 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:39.104515 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-97064693-b867-4278-8ce4-5d07c297ddf0 req-ef97bb95-effc-4606-a0bb-859c0786da63 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=251c2b27-dd3f-48ef-90ca-fc5628302a0d HTTP/1.1" status: 200 len: 948 time: 0.9772532 Jul 15 23:07:39.105432 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '251c2b27-dd3f-48ef-90ca-fc5628302a0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:07:39.108505 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d66be969-3cb1-473f-9877-0b63c41c223f" -d '{"events": [{"server_uuid": "251c2b27-dd3f-48ef-90ca-fc5628302a0d", "name": "network-vif-unplugged", "status": "completed", "tag": "2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:07:39.112422 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-f86734db-ca63-4ebc-b904-dfd9a65e3173 req-087d8722-6d99-424b-9c20-25d33b822413 service neutron] For port 2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:07:39.154257 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f86734db-ca63-4ebc-b904-dfd9a65e3173 req-087d8722-6d99-424b-9c20-25d33b822413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:39.176904 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-59dd4ef6-4a22-4e4b-9579-1a4b0f08ee7b req-61d556f0-122b-45d8-a60b-6781e1c8ab47 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] For port 3c7e2cbb-a9cc-48d1-ad98-939ca5153438, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=3c7e2cbb-a9cc-48d1-ad98-939ca5153438,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:39.177788 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-59dd4ef6-4a22-4e4b-9579-1a4b0f08ee7b req-61d556f0-122b-45d8-a60b-6781e1c8ab47 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:39.193648 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-59dd4ef6-4a22-4e4b-9579-1a4b0f08ee7b req-61d556f0-122b-45d8-a60b-6781e1c8ab47 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Calling delete_port for 3c7e2cbb-a9cc-48d1-ad98-939ca5153438 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:07:39.197288 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f9f79b-8b83-4908-877d-522999c4acb5 req-cd8d12ab-4799-4ff5-9a65-403ab6f4adc1 tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:39.209797 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-56f9f79b-8b83-4908-877d-522999c4acb5 req-cd8d12ab-4799-4ff5-9a65-403ab6f4adc1 tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2ece2eb-311e-4a52-854b-af209267fa52 HTTP/1.1" status: 200 len: 950 time: 0.8911967 Jul 15 23:07:39.279895 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-ab394202-500a-4a90-ac73-c3733478b313 req-8c1f3aed-555a-4552-ab54-4920395a80e2 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Allocated IP 10.2.2.100 (9bef9b3a-38af-4114-8d89-aee9e6e60f51/43be6042-6f45-40a3-b1ce-1fe26f72d214/53ab0b58-461d-46ab-8d7f-99872f64bbc2) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:07:39.286138 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-97064693-b867-4278-8ce4-5d07c297ddf0 req-643c4281-9242-4215-ac73-7ee984e79cfc tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659606 Jul 15 23:07:39.291193 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86734db-ca63-4ebc-b904-dfd9a65e3173 req-087d8722-6d99-424b-9c20-25d33b822413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:39.291847 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f86734db-ca63-4ebc-b904-dfd9a65e3173 req-087d8722-6d99-424b-9c20-25d33b822413 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:39.293549 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f86734db-ca63-4ebc-b904-dfd9a65e3173 req-087d8722-6d99-424b-9c20-25d33b822413 service neutron] 10.222.0.49 "PUT /v2.0/ports/2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe HTTP/1.1" status: 200 len: 1096 time: 3.3680251 Jul 15 23:07:39.392485 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-59dd4ef6-4a22-4e4b-9579-1a4b0f08ee7b req-61d556f0-122b-45d8-a60b-6781e1c8ab47 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:39.410292 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:07:39.457228 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d556f0-122b-45d8-a60b-6781e1c8ab47 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Pushing event deleted for resources: {'Port': ['ID=3c7e2cbb-a9cc-48d1-ad98-939ca5153438,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:39.474349 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['3c7e2cbb-a9cc-48d1-ad98-939ca5153438'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:07:39.528957 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-56f9f79b-8b83-4908-877d-522999c4acb5 req-ea0b041f-f756-4eec-be4c-91b356c66dc0 tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dc6d28b-4398-455c-8f3a-13bc6000f850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072150 Jul 15 23:07:39.539554 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-59dd4ef6-4a22-4e4b-9579-1a4b0f08ee7b req-61d556f0-122b-45d8-a60b-6781e1c8ab47 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] No DVR routers for this DVR port 3c7e2cbb-a9cc-48d1-ad98-939ca5153438 on host n-h2-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:07:39.551110 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-59dd4ef6-4a22-4e4b-9579-1a4b0f08ee7b req-61d556f0-122b-45d8-a60b-6781e1c8ab47 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:39.551110 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-59dd4ef6-4a22-4e4b-9579-1a4b0f08ee7b req-61d556f0-122b-45d8-a60b-6781e1c8ab47 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.41 "DELETE /v2.0/ports/3c7e2cbb-a9cc-48d1-ad98-939ca5153438 HTTP/1.1" status: 204 len: 173 time: 0.6250138 Jul 15 23:07:39.551363 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c97e1568-95ee-4c69-875e-2368a16e3b06', 'name': 'network-vif-deleted', 'tag': '3c7e2cbb-a9cc-48d1-ad98-939ca5153438'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:07:39.559736 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c30d0421-75a2-4c04-8571-6a9b80315c3c" -d '{"events": [{"server_uuid": "c97e1568-95ee-4c69-875e-2368a16e3b06", "name": "network-vif-deleted", "tag": "3c7e2cbb-a9cc-48d1-ad98-939ca5153438"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:07:39.618575 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087d8722-6d99-424b-9c20-25d33b822413 service neutron] Pushing event updated for resources: {'Port': ['ID=2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe,revision_number=7']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:39.957681 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab394202-500a-4a90-ac73-c3733478b313 req-8c1f3aed-555a-4552-ab54-4920395a80e2 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:40.000515 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86734db-ca63-4ebc-b904-dfd9a65e3173 req-b18a0f4b-2751-4362-85ad-73135fcb907b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:40.002042 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f86734db-ca63-4ebc-b904-dfd9a65e3173 req-b18a0f4b-2751-4362-85ad-73135fcb907b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=943e0e7be5644005a591d26197ee19f5&device_id=251c2b27-dd3f-48ef-90ca-fc5628302a0d HTTP/1.1" status: 200 len: 1099 time: 0.5926769 Jul 15 23:07:40.004482 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-ab394202-500a-4a90-ac73-c3733478b313 req-8c1f3aed-555a-4552-ab54-4920395a80e2 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Transition to ACTIVE for port object 53ab0b58-461d-46ab-8d7f-99872f64bbc2 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:07:40.057780 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aec71d4-e033-46de-a768-fd6e4aa28b1e req-f3629957-0fcb-4874-897c-e83a431ad59f tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:40.059308 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7aec71d4-e033-46de-a768-fd6e4aa28b1e req-f3629957-0fcb-4874-897c-e83a431ad59f tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/ports?device_id=61ff0f68-c28e-4cf2-80e0-8c18d93c7dcb HTTP/1.1" status: 200 len: 931 time: 0.5207047 Jul 15 23:07:40.101954 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9903b23-cf56-4390-87c7-29b736db381d req-47435138-061b-46a0-aa01-5677403430b0 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:40.108645 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9903b23-cf56-4390-87c7-29b736db381d req-47435138-061b-46a0-aa01-5677403430b0 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:40.114645 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9903b23-cf56-4390-87c7-29b736db381d req-47435138-061b-46a0-aa01-5677403430b0 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:40.122135 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c9903b23-cf56-4390-87c7-29b736db381d req-47435138-061b-46a0-aa01-5677403430b0 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 2374 time: 0.3180707 Jul 15 23:07:40.257061 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86734db-ca63-4ebc-b904-dfd9a65e3173 req-126087fb-8937-4095-8d65-c0e6a482de3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:40.258688 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f86734db-ca63-4ebc-b904-dfd9a65e3173 req-126087fb-8937-4095-8d65-c0e6a482de3a service neutron] 10.222.0.49 "GET /v2.0/networks?id=5d412861-bef3-4cc1-ae9f-87a6a36753c0 HTTP/1.1" status: 200 len: 870 time: 0.2467179 Jul 15 23:07:40.337681 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f86734db-ca63-4ebc-b904-dfd9a65e3173 req-76ee92ec-d52e-4296-b3fb-b393384e5ff7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe HTTP/1.1" status: 200 len: 217 time: 0.0623391 Jul 15 23:07:40.368749 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-f4d376cc-0992-43c3-81a0-9f28af2fde34 req-4d1e7fc0-6f44-4727-b930-ec510fca10b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa70474e-7649-4249-86c3-adcc97e0fa09 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:07:40.381158 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7aec71d4-e033-46de-a768-fd6e4aa28b1e req-f8e9e866-766a-4f1f-ab08-52da895da1bc tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e74215b-8011-4ee0-b502-a2314077a754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062701 Jul 15 23:07:40.395644 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f4d376cc-0992-43c3-81a0-9f28af2fde34 req-4d1e7fc0-6f44-4727-b930-ec510fca10b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:40.399682 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab394202-500a-4a90-ac73-c3733478b313 req-8c1f3aed-555a-4552-ab54-4920395a80e2 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:40.496234 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c9903b23-cf56-4390-87c7-29b736db381d req-26287b4a-21b8-4778-9788-83ecb6abb068 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/security-groups?id=3034f104-295d-4ae9-983e-a750e439037a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3731229 Jul 15 23:07:40.504015 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-f4d376cc-0992-43c3-81a0-9f28af2fde34 req-4d1e7fc0-6f44-4727-b930-ec510fca10b1 service neutron] Transition to ACTIVE for port object aa70474e-7649-4249-86c3-adcc97e0fa09 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:07:40.538007 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f4d376cc-0992-43c3-81a0-9f28af2fde34 req-4d1e7fc0-6f44-4727-b930-ec510fca10b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:40.592399 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab394202-500a-4a90-ac73-c3733478b313 req-8c1f3aed-555a-4552-ab54-4920395a80e2 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Network 9bef9b3a-38af-4114-8d89-aee9e6e60f51 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:07:40.597583 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86734db-ca63-4ebc-b904-dfd9a65e3173 req-6b9c7f71-dfb6-4bf2-a597-47e299379cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:40.599979 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f86734db-ca63-4ebc-b904-dfd9a65e3173 req-6b9c7f71-dfb6-4bf2-a597-47e299379cf3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.2123408 Jul 15 23:07:40.609237 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-ab394202-500a-4a90-ac73-c3733478b313 req-8c1f3aed-555a-4552-ab54-4920395a80e2 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:07:40.626340 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1f3aed-555a-4552-ab54-4920395a80e2 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Pushing event updated for resources: {'Port': ['ID=53ab0b58-461d-46ab-8d7f-99872f64bbc2,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:40.667342 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab394202-500a-4a90-ac73-c3733478b313 req-8c1f3aed-555a-4552-ab54-4920395a80e2 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:07:40.747604 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab394202-500a-4a90-ac73-c3733478b313 req-8c1f3aed-555a-4552-ab54-4920395a80e2 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:40.748395 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab394202-500a-4a90-ac73-c3733478b313 req-8c1f3aed-555a-4552-ab54-4920395a80e2 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:40.814045 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1e7fc0-6f44-4727-b930-ec510fca10b1 service neutron] Pushing event updated for resources: {'Port': ['ID=aa70474e-7649-4249-86c3-adcc97e0fa09,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:40.847361 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab394202-500a-4a90-ac73-c3733478b313 req-8c1f3aed-555a-4552-ab54-4920395a80e2 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8541353 Jul 15 23:07:40.891014 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-ab394202-500a-4a90-ac73-c3733478b313 req-2f75cadf-0fa0-40a2-80be-22afc1626cea tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Request body: {'port': {'device_id': 'ebfc3dac-a424-46b2-b718-cab6123db16d', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '9bef9b3a-38af-4114-8d89-aee9e6e60f51', 'admin_state_up': True, 'tenant_id': '17c76d71cba4469f89099c3ebf7755c2', 'security_groups': ['3034f104-295d-4ae9-983e-a750e439037a']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:41.003731 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-893bd0f4-db78-4f43-839b-939580e66f2e x-openstack-request-id: req-893bd0f4-db78-4f43-839b-939580e66f2e {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:07:41.004208 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "251c2b27-dd3f-48ef-90ca-fc5628302a0d", "name": "network-vif-unplugged", "status": "completed", "tag": "2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:07:41.004474 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-893bd0f4-db78-4f43-839b-939580e66f2e {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:07:41.004879 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '251c2b27-dd3f-48ef-90ca-fc5628302a0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe', 'code': 200} Jul 15 23:07:41.019061 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-dd5c40fb-76c1-4f33-9248-57f4fabd7d41 None None] Provisioning for port 53ab0b58-461d-46ab-8d7f-99872f64bbc2 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:07:41.024027 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-dd5c40fb-76c1-4f33-9248-57f4fabd7d41 None None] Provisioning complete for port 53ab0b58-461d-46ab-8d7f-99872f64bbc2 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:07:41.024610 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dd5c40fb-76c1-4f33-9248-57f4fabd7d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:41.083182 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d8866-e2af-4154-9cc3-362c1fc53ac7 req-6bc4825e-0a0f-456b-954f-dbb0f2ffe765 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:41.092472 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a34d8866-e2af-4154-9cc3-362c1fc53ac7 req-6bc4825e-0a0f-456b-954f-dbb0f2ffe765 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8bc40c9-e4b4-42a2-9b05-d457e348901a HTTP/1.1" status: 200 len: 943 time: 0.4826789 Jul 15 23:07:41.116454 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-dd5c40fb-76c1-4f33-9248-57f4fabd7d41 None None] Port 53ab0b58-461d-46ab-8d7f-99872f64bbc2 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:07:41.123529 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86734db-ca63-4ebc-b904-dfd9a65e3173 req-bfcdb16f-db75-45e1-8ed8-a03db48d4e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:41.125178 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f86734db-ca63-4ebc-b904-dfd9a65e3173 req-bfcdb16f-db75-45e1-8ed8-a03db48d4e3c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3981006 Jul 15 23:07:41.127429 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a250948e-453c-46a2-85b1-fc9e2c587926 x-openstack-request-id: req-a250948e-453c-46a2-85b1-fc9e2c587926 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:07:41.127967 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c97e1568-95ee-4c69-875e-2368a16e3b06", "name": "network-vif-deleted", "tag": "3c7e2cbb-a9cc-48d1-ad98-939ca5153438", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:07:41.127967 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a250948e-453c-46a2-85b1-fc9e2c587926 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:07:41.128224 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c97e1568-95ee-4c69-875e-2368a16e3b06', 'name': 'network-vif-deleted', 'tag': '3c7e2cbb-a9cc-48d1-ad98-939ca5153438', 'status': 'completed', 'code': 200} Jul 15 23:07:41.129751 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab394202-500a-4a90-ac73-c3733478b313 req-2f75cadf-0fa0-40a2-80be-22afc1626cea tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Made reservation on behalf of 17c76d71cba4469f89099c3ebf7755c2 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:07:41.134630 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab394202-500a-4a90-ac73-c3733478b313 req-2f75cadf-0fa0-40a2-80be-22afc1626cea tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:41.161162 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-f4d376cc-0992-43c3-81a0-9f28af2fde34 req-4d1e7fc0-6f44-4727-b930-ec510fca10b1 service neutron] Attempting to bind port aa70474e-7649-4249-86c3-adcc97e0fa09 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:07:41.161602 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-f4d376cc-0992-43c3-81a0-9f28af2fde34 req-4d1e7fc0-6f44-4727-b930-ec510fca10b1 service neutron] Attempting to bind port aa70474e-7649-4249-86c3-adcc97e0fa09 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '73b65db5-b75b-48b7-8e07-44c7152f69b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '3d02251c-0d36-4f59-b9c0-9c508ddade2e'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:07:41.162012 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d376cc-0992-43c3-81a0-9f28af2fde34 req-4d1e7fc0-6f44-4727-b930-ec510fca10b1 service neutron] Attempting to bind port aa70474e-7649-4249-86c3-adcc97e0fa09 on network 3d02251c-0d36-4f59-b9c0-9c508ddade2e {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:41.171690 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d376cc-0992-43c3-81a0-9f28af2fde34 req-4d1e7fc0-6f44-4727-b930-ec510fca10b1 service neutron] Port aa70474e-7649-4249-86c3-adcc97e0fa09 on network 3d02251c-0d36-4f59-b9c0-9c508ddade2e not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:07:41.172105 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d376cc-0992-43c3-81a0-9f28af2fde34 req-4d1e7fc0-6f44-4727-b930-ec510fca10b1 service neutron] Attempting to bind port aa70474e-7649-4249-86c3-adcc97e0fa09 on network 3d02251c-0d36-4f59-b9c0-9c508ddade2e {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:41.204998 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a34d8866-e2af-4154-9cc3-362c1fc53ac7 req-b3a7bcfc-5efb-4478-b291-5d2777501c1e tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135910 Jul 15 23:07:41.209822 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d376cc-0992-43c3-81a0-9f28af2fde34 req-4d1e7fc0-6f44-4727-b930-ec510fca10b1 service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:07:41.218613 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d376cc-0992-43c3-81a0-9f28af2fde34 req-4d1e7fc0-6f44-4727-b930-ec510fca10b1 service neutron] Checking segment: {'id': '73b65db5-b75b-48b7-8e07-44c7152f69b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '3d02251c-0d36-4f59-b9c0-9c508ddade2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:07:41.219179 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d376cc-0992-43c3-81a0-9f28af2fde34 req-4d1e7fc0-6f44-4727-b930-ec510fca10b1 service neutron] Bound using segment: {'id': '73b65db5-b75b-48b7-8e07-44c7152f69b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '3d02251c-0d36-4f59-b9c0-9c508ddade2e'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:07:41.219768 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-f4d376cc-0992-43c3-81a0-9f28af2fde34 req-4d1e7fc0-6f44-4727-b930-ec510fca10b1 service neutron] Bound port: aa70474e-7649-4249-86c3-adcc97e0fa09, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b65db5-b75b-48b7-8e07-44c7152f69b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '3d02251c-0d36-4f59-b9c0-9c508ddade2e'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:07:41.220218 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f4d376cc-0992-43c3-81a0-9f28af2fde34 req-4d1e7fc0-6f44-4727-b930-ec510fca10b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:41.496525 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f86734db-ca63-4ebc-b904-dfd9a65e3173 req-93fb3e6a-a868-4477-94d9-a783822a13ed service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451378 Jul 15 23:07:41.531498 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-f4d376cc-0992-43c3-81a0-9f28af2fde34 req-4d1e7fc0-6f44-4727-b930-ec510fca10b1 service neutron] For port aa70474e-7649-4249-86c3-adcc97e0fa09, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:07:41.578763 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d7fe36-078c-4753-9875-a3b19b404744 req-a6ed4db6-8e30-4cf1-ae4f-ebbe0ad1256e tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:41.580526 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-94d7fe36-078c-4753-9875-a3b19b404744 req-a6ed4db6-8e30-4cf1-ae4f-ebbe0ad1256e tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=251c2b27-dd3f-48ef-90ca-fc5628302a0d HTTP/1.1" status: 200 len: 948 time: 0.3521254 Jul 15 23:07:41.594261 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-f4d376cc-0992-43c3-81a0-9f28af2fde34 req-4d1e7fc0-6f44-4727-b930-ec510fca10b1 service neutron] For port aa70474e-7649-4249-86c3-adcc97e0fa09, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=aa70474e-7649-4249-86c3-adcc97e0fa09,segment=NetworkSegment(73b65db5-b75b-48b7-8e07-44c7152f69b4),segment_id=73b65db5-b75b-48b7-8e07-44c7152f69b4)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:07:41.633027 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f4d376cc-0992-43c3-81a0-9f28af2fde34 req-4d1e7fc0-6f44-4727-b930-ec510fca10b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:41.778635 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d376cc-0992-43c3-81a0-9f28af2fde34 req-4d1e7fc0-6f44-4727-b930-ec510fca10b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:41.779247 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f4d376cc-0992-43c3-81a0-9f28af2fde34 req-4d1e7fc0-6f44-4727-b930-ec510fca10b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:41.786752 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f4d376cc-0992-43c3-81a0-9f28af2fde34 req-4d1e7fc0-6f44-4727-b930-ec510fca10b1 service neutron] 10.222.0.49 "PUT /v2.0/ports/aa70474e-7649-4249-86c3-adcc97e0fa09 HTTP/1.1" status: 200 len: 1091 time: 3.6874270 Jul 15 23:07:41.795384 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-ab394202-500a-4a90-ac73-c3733478b313 req-2f75cadf-0fa0-40a2-80be-22afc1626cea tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Allocated IP 10.2.2.200 (9bef9b3a-38af-4114-8d89-aee9e6e60f51/43be6042-6f45-40a3-b1ce-1fe26f72d214/bc89a090-5ba9-4fa7-b1e7-6edd9443bf5d) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:07:41.817338 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 74e17b73-3fe4-4f88-802a-610d4f522b58 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:07:41.818731 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f567396-4f8a-4a6b-9487-315329cd9f77 req-ee73d91b-a70c-4164-8f4f-0b200b6063ef tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:41.836907 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0f567396-4f8a-4a6b-9487-315329cd9f77 req-ee73d91b-a70c-4164-8f4f-0b200b6063ef tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2ece2eb-311e-4a52-854b-af209267fa52 HTTP/1.1" status: 200 len: 950 time: 0.4653580 Jul 15 23:07:41.870965 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-c14ebeeb-8822-48f3-9c70-01200a768654 service neutron] 10.222.0.49 "GET /v2.0/ports/74e17b73-3fe4-4f88-802a-610d4f522b58/bindings/n-h2-794306-6 HTTP/1.1" status: 200 len: 384 time: 0.1224732 Jul 15 23:07:41.901184 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-94d7fe36-078c-4753-9875-a3b19b404744 req-e19e5d04-995e-48ee-91b7-76476a72f29f tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131380 Jul 15 23:07:41.921682 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 3c7e2cbb-a9cc-48d1-ad98-939ca5153438 no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:07:41.948377 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] No Port match for: 3c7e2cbb-a9cc-48d1-ad98-939ca5153438 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:07:41.949483 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 3c7e2cbb-a9cc-48d1-ad98-939ca5153438 not bound to the agent host n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:07:41.987546 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1e7fc0-6f44-4727-b930-ec510fca10b1 service neutron] Pushing event updated for resources: {'Port': ['ID=aa70474e-7649-4249-86c3-adcc97e0fa09,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:42.025811 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0f567396-4f8a-4a6b-9487-315329cd9f77 req-9f093af1-dd86-421c-b9c1-ed303813e39d tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dc6d28b-4398-455c-8f3a-13bc6000f850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880748 Jul 15 23:07:42.065262 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f86734db-ca63-4ebc-b904-dfd9a65e3173 req-f59a2bf7-4c25-43d6-8226-05059ad729aa service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5528708 Jul 15 23:07:42.151661 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d376cc-0992-43c3-81a0-9f28af2fde34 req-423a7cb5-66de-4cd8-8326-a6993157abe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:42.153543 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-cac7e1e7-64e4-4c40-9b82-1702f8db6376 service neutron] For port 74e17b73-3fe4-4f88-802a-610d4f522b58, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=74e17b73-3fe4-4f88-802a-610d4f522b58,segment=NetworkSegment(2a783e67-ba53-4ea9-9bee-afb3f3217392),segment_id=2a783e67-ba53-4ea9-9bee-afb3f3217392)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:42.153974 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f4d376cc-0992-43c3-81a0-9f28af2fde34 req-423a7cb5-66de-4cd8-8326-a6993157abe2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd73df9424ac401598d255879ffa30fd&device_id=61ff0f68-c28e-4cf2-80e0-8c18d93c7dcb HTTP/1.1" status: 200 len: 1094 time: 0.3124986 Jul 15 23:07:42.207529 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f4d376cc-0992-43c3-81a0-9f28af2fde34 req-2a0220f3-c671-4ad9-a91b-bb1f6224dbef service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa70474e-7649-4249-86c3-adcc97e0fa09 HTTP/1.1" status: 200 len: 217 time: 0.0454085 Jul 15 23:07:42.216534 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-cac7e1e7-64e4-4c40-9b82-1702f8db6376 service neutron] For port 74e17b73-3fe4-4f88-802a-610d4f522b58, host n-h1-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:07:42.296811 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-cac7e1e7-64e4-4c40-9b82-1702f8db6376 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74e17b73-3fe4-4f88-802a-610d4f522b58 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:07:42.314266 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-cac7e1e7-64e4-4c40-9b82-1702f8db6376 service neutron] For port 74e17b73-3fe4-4f88-802a-610d4f522b58, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=74e17b73-3fe4-4f88-802a-610d4f522b58,segment=NetworkSegment(2a783e67-ba53-4ea9-9bee-afb3f3217392),segment_id=2a783e67-ba53-4ea9-9bee-afb3f3217392)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:42.334117 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-cac7e1e7-64e4-4c40-9b82-1702f8db6376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:42.446062 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-cac7e1e7-64e4-4c40-9b82-1702f8db6376 service neutron] Transition to ACTIVE for port object 74e17b73-3fe4-4f88-802a-610d4f522b58 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:07:42.453950 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-cac7e1e7-64e4-4c40-9b82-1702f8db6376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:42.473316 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab394202-500a-4a90-ac73-c3733478b313 req-2f75cadf-0fa0-40a2-80be-22afc1626cea tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:42.493683 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d376cc-0992-43c3-81a0-9f28af2fde34 req-97171f93-ef7d-4956-9863-bb804a90efba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:42.495792 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f4d376cc-0992-43c3-81a0-9f28af2fde34 req-97171f93-ef7d-4956-9863-bb804a90efba service neutron] 10.222.0.49 "GET /v2.0/subnets?id=04373861-16b0-4a8c-8486-d4c77245a1a4 HTTP/1.1" status: 200 len: 845 time: 0.2551770 Jul 15 23:07:42.509114 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-ab394202-500a-4a90-ac73-c3733478b313 req-2f75cadf-0fa0-40a2-80be-22afc1626cea tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Transition to ACTIVE for port object bc89a090-5ba9-4fa7-b1e7-6edd9443bf5d will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:07:42.551150 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f4d376cc-0992-43c3-81a0-9f28af2fde34 req-adc4fffa-30f1-4f95-b03d-6baf7ac7ec65 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3d02251c-0d36-4f59-b9c0-9c508ddade2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398760 Jul 15 23:07:42.561731 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-cac7e1e7-64e4-4c40-9b82-1702f8db6376 service neutron] No DVR routers for this DVR port 74e17b73-3fe4-4f88-802a-610d4f522b58 on host n-h1-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:07:42.615611 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7e1e7-64e4-4c40-9b82-1702f8db6376 service neutron] Pushing event updated for resources: {'Port': ['ID=74e17b73-3fe4-4f88-802a-610d4f522b58,revision_number=10']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:42.621905 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-cac7e1e7-64e4-4c40-9b82-1702f8db6376 service neutron] 10.222.0.49 "PUT /v2.0/ports/74e17b73-3fe4-4f88-802a-610d4f522b58/bindings/n-h2-794306-6/activate HTTP/1.1" status: 200 len: 369 time: 0.7451346 Jul 15 23:07:42.643924 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29ef82-a68f-4071-916c-78a5e6f3d672 req-f517db63-d495-4b91-9988-4911c094be5c tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:42.646232 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ce29ef82-a68f-4071-916c-78a5e6f3d672 req-f517db63-d495-4b91-9988-4911c094be5c tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/ports?device_id=61ff0f68-c28e-4cf2-80e0-8c18d93c7dcb HTTP/1.1" status: 200 len: 943 time: 0.3623438 Jul 15 23:07:42.722038 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab394202-500a-4a90-ac73-c3733478b313 req-2f75cadf-0fa0-40a2-80be-22afc1626cea tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:42.769878 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-6cdc35ce-a7ed-45d1-afce-43134d3ada6a tempest-LiveMigrationTest-431337817 tempest-LiveMigrationTest-431337817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:42.771437 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-6cdc35ce-a7ed-45d1-afce-43134d3ada6a tempest-LiveMigrationTest-431337817 tempest-LiveMigrationTest-431337817-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a8bc40c9-e4b4-42a2-9b05-d457e348901a&tenant_id=680eb147007347d0b28b90eaf34e5f6f&binding%3Ahost_id=n-h1-794306-6 HTTP/1.1" status: 200 len: 1095 time: 0.0841901 Jul 15 23:07:42.826695 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ce29ef82-a68f-4071-916c-78a5e6f3d672 req-82036095-7301-4d66-8381-9e5bf0a912be tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e74215b-8011-4ee0-b502-a2314077a754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645722 Jul 15 23:07:42.833389 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f4d376cc-0992-43c3-81a0-9f28af2fde34 req-b9b9e622-36ac-4b6a-84df-8c34658ef4cf service neutron] 10.222.0.49 "GET /v2.0/networks/3d02251c-0d36-4f59-b9c0-9c508ddade2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671905 Jul 15 23:07:42.841784 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab394202-500a-4a90-ac73-c3733478b313 req-2f75cadf-0fa0-40a2-80be-22afc1626cea tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Network 9bef9b3a-38af-4114-8d89-aee9e6e60f51 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:07:42.859608 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-ab394202-500a-4a90-ac73-c3733478b313 req-2f75cadf-0fa0-40a2-80be-22afc1626cea tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:07:42.869238 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f75cadf-0fa0-40a2-80be-22afc1626cea tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Pushing event updated for resources: {'Port': ['ID=bc89a090-5ba9-4fa7-b1e7-6edd9443bf5d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:42.878819 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab394202-500a-4a90-ac73-c3733478b313 req-2f75cadf-0fa0-40a2-80be-22afc1626cea tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:07:42.885154 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-00c4370f-5231-427d-b18a-873633e4520f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:42.893283 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-00c4370f-5231-427d-b18a-873633e4520f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a8bc40c9-e4b4-42a2-9b05-d457e348901a&tenant_id=680eb147007347d0b28b90eaf34e5f6f HTTP/1.1" status: 200 len: 1095 time: 0.1127365 Jul 15 23:07:42.896268 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7729f2-0871-4b20-bf2b-43ee7ccbd7f0 req-2436873a-b51a-4096-8510-3eff656267bd tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:42.903133 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7729f2-0871-4b20-bf2b-43ee7ccbd7f0 req-2436873a-b51a-4096-8510-3eff656267bd tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:42.917319 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7729f2-0871-4b20-bf2b-43ee7ccbd7f0 req-2436873a-b51a-4096-8510-3eff656267bd tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:42.918652 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7729f2-0871-4b20-bf2b-43ee7ccbd7f0 req-2436873a-b51a-4096-8510-3eff656267bd tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:42.920477 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-be7729f2-0871-4b20-bf2b-43ee7ccbd7f0 req-2436873a-b51a-4096-8510-3eff656267bd tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 3095 time: 0.3733602 Jul 15 23:07:43.007217 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '251c2b27-dd3f-48ef-90ca-fc5628302a0d', 'tag': '2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe'}, {'name': 'network-changed', 'server_uuid': '61ff0f68-c28e-4cf2-80e0-8c18d93c7dcb', 'tag': 'aa70474e-7649-4249-86c3-adcc97e0fa09'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:07:43.009333 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e892e278-55d6-455d-ae1e-e4a4f89a2c10" -d '{"events": [{"name": "network-changed", "server_uuid": "251c2b27-dd3f-48ef-90ca-fc5628302a0d", "tag": "2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe"}, {"name": "network-changed", "server_uuid": "61ff0f68-c28e-4cf2-80e0-8c18d93c7dcb", "tag": "aa70474e-7649-4249-86c3-adcc97e0fa09"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:07:43.057224 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-8e43dfe9-af20-46bd-aa12-881ed73b228f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:43.059124 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-8e43dfe9-af20-46bd-aa12-881ed73b228f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=680eb147007347d0b28b90eaf34e5f6f&device_id=a8bc40c9-e4b4-42a2-9b05-d457e348901a HTTP/1.1" status: 200 len: 1095 time: 0.1186264 Jul 15 23:07:43.070107 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab394202-500a-4a90-ac73-c3733478b313 req-2f75cadf-0fa0-40a2-80be-22afc1626cea tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:43.070722 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab394202-500a-4a90-ac73-c3733478b313 req-2f75cadf-0fa0-40a2-80be-22afc1626cea tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:43.127036 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-be7729f2-0871-4b20-bf2b-43ee7ccbd7f0 req-18603ffd-f318-4bfd-9a5b-d61086a1123d tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/security-groups?id=3034f104-295d-4ae9-983e-a750e439037a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1858892 Jul 15 23:07:43.162138 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab394202-500a-4a90-ac73-c3733478b313 req-2f75cadf-0fa0-40a2-80be-22afc1626cea tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2818503 Jul 15 23:07:43.180524 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f4d376cc-0992-43c3-81a0-9f28af2fde34 req-7200128f-4a70-46e3-a834-7e1972b76b1c service neutron] 10.222.0.49 "GET /v2.0/networks/3d02251c-0d36-4f59-b9c0-9c508ddade2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3224325 Jul 15 23:07:43.186649 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-ab394202-500a-4a90-ac73-c3733478b313 req-7cdeb20c-e4e8-4f82-9da9-210715b48b7c service neutron] Request body: {'port': {'device_id': 'ebfc3dac-a424-46b2-b718-cab6123db16d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:43.282250 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-bee1449b-b020-4e85-bc2a-61ac104f7820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:43.284241 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-bee1449b-b020-4e85-bc2a-61ac104f7820 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f037b993-4149-40e0-a687-25986d720de6 HTTP/1.1" status: 200 len: 909 time: 0.2189937 Jul 15 23:07:43.325378 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981442b6-42e4-465e-8d41-c5b53e50eb4a req-ddacc696-b94a-44f2-9358-bf2bec7d7e2f tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:43.326940 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-981442b6-42e4-465e-8d41-c5b53e50eb4a req-ddacc696-b94a-44f2-9358-bf2bec7d7e2f tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e66c0ab-ef6a-4571-ae2d-5ebf6221364e HTTP/1.1" status: 200 len: 949 time: 0.2766953 Jul 15 23:07:43.333750 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-1327e1dc-d503-4c05-9aa7-4cda97c0f343 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74e17b73-3fe4-4f88-802a-610d4f522b58 HTTP/1.1" status: 200 len: 217 time: 0.0425565 Jul 15 23:07:43.372594 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-aa1b1b4c-aa3c-47e7-be1c-19ec0a6fb2d8 None None] Provisioning for port bc89a090-5ba9-4fa7-b1e7-6edd9443bf5d completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:07:43.379716 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-aa1b1b4c-aa3c-47e7-be1c-19ec0a6fb2d8 None None] Provisioning complete for port bc89a090-5ba9-4fa7-b1e7-6edd9443bf5d triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:07:43.380359 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aa1b1b4c-aa3c-47e7-be1c-19ec0a6fb2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:43.450784 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-aa1b1b4c-aa3c-47e7-be1c-19ec0a6fb2d8 None None] Port bc89a090-5ba9-4fa7-b1e7-6edd9443bf5d cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:07:43.467125 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-3243310d-2c82-41d9-928e-3694ce891ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:43.468759 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-3243310d-2c82-41d9-928e-3694ce891ab9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b89a129e-9de5-4301-b344-10ab05e9feea HTTP/1.1" status: 200 len: 848 time: 0.1256130 Jul 15 23:07:43.536443 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-77eedf62-d175-4c28-be54-332a055d40cb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f037b993-4149-40e0-a687-25986d720de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596237 Jul 15 23:07:43.653435 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-dc8706e0-4047-41a7-ac88-a49f8cc596e8 service neutron] 10.222.0.41 "GET /v2.0/networks/f037b993-4149-40e0-a687-25986d720de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100073 Jul 15 23:07:43.771678 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-8eb079e7-397b-444a-be69-0cfba0f00dfb service neutron] 10.222.0.41 "GET /v2.0/networks/f037b993-4149-40e0-a687-25986d720de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121228 Jul 15 23:07:43.780005 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab394202-500a-4a90-ac73-c3733478b313 req-7cdeb20c-e4e8-4f82-9da9-210715b48b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:43.803954 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-981442b6-42e4-465e-8d41-c5b53e50eb4a req-7e959218-22c3-480d-9d84-6d7c13cf19eb tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dc6d28b-4398-455c-8f3a-13bc6000f850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4684010 Jul 15 23:07:43.901459 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12226476-c4a0-4184-b7c3-7c203cfdce42 req-02571db0-987f-47f7-83fa-84573c23a1d9 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:43.903182 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-12226476-c4a0-4184-b7c3-7c203cfdce42 req-02571db0-987f-47f7-83fa-84573c23a1d9 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8bc40c9-e4b4-42a2-9b05-d457e348901a HTTP/1.1" status: 200 len: 944 time: 0.1930501 Jul 15 23:07:44.108665 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-12226476-c4a0-4184-b7c3-7c203cfdce42 req-1d431735-0e3a-4aa0-ae08-931423790385 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312492 Jul 15 23:07:44.238453 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c06e3b7-2769-4ca6-b822-06b2b2f8f298 req-5a8a54b7-5ad1-45a1-9906-5af709bc56f1 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:44.249882 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5c06e3b7-2769-4ca6-b822-06b2b2f8f298 req-5a8a54b7-5ad1-45a1-9906-5af709bc56f1 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eb84bd1-9cd9-43e2-9924-8f6006dc1901 HTTP/1.1" status: 200 len: 949 time: 0.2623672 Jul 15 23:07:44.301131 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-1d47f4fe-c37a-4046-a504-5076d028795b tempest-LiveMigrationTest-431337817 tempest-LiveMigrationTest-431337817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:44.304602 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-1d47f4fe-c37a-4046-a504-5076d028795b tempest-LiveMigrationTest-431337817 tempest-LiveMigrationTest-431337817-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a8bc40c9-e4b4-42a2-9b05-d457e348901a&tenant_id=680eb147007347d0b28b90eaf34e5f6f&binding%3Ahost_id=n-h2-794306-6 HTTP/1.1" status: 200 len: 1095 time: 0.1304691 Jul 15 23:07:44.441499 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb54c28-2581-4167-8a0a-5e24eb767285 req-5ba8959d-bdf8-4cbc-9c18-2f690f448a40 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:44.443146 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-afb54c28-2581-4167-8a0a-5e24eb767285 req-5ba8959d-bdf8-4cbc-9c18-2f690f448a40 tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.49 "GET /v2.0/ports?device_id=7eb84bd1-9cd9-43e2-9924-8f6006dc1901 HTTP/1.1" status: 200 len: 949 time: 0.3323758 Jul 15 23:07:44.447616 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5c06e3b7-2769-4ca6-b822-06b2b2f8f298 req-e91c7ef9-c496-4292-bb5a-06291b0c7b1b tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/security-groups?id=2f7c45fd-39fc-4943-ba7d-041fb8807cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967185 Jul 15 23:07:44.724222 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 15 Jul 2021 23:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b73c45-9cb5-4f73-8d26-88f0d907706c x-openstack-request-id: req-b8b73c45-9cb5-4f73-8d26-88f0d907706c {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:07:44.724544 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "251c2b27-dd3f-48ef-90ca-fc5628302a0d", "tag": "2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "61ff0f68-c28e-4cf2-80e0-8c18d93c7dcb", "tag": "aa70474e-7649-4249-86c3-adcc97e0fa09", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:07:44.725490 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b8b73c45-9cb5-4f73-8d26-88f0d907706c {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:07:44.725927 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '251c2b27-dd3f-48ef-90ca-fc5628302a0d', 'tag': '2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe', 'status': 'completed', 'code': 200} Jul 15 23:07:44.726391 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61ff0f68-c28e-4cf2-80e0-8c18d93c7dcb', 'tag': 'aa70474e-7649-4249-86c3-adcc97e0fa09', 'status': 'completed', 'code': 200} Jul 15 23:07:44.831232 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e79c0b0-c3b8-434e-9b07-7df5b2e8f051 req-8965f0d9-2320-482a-be13-8ccb7b68acab tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:44.836457 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2e79c0b0-c3b8-434e-9b07-7df5b2e8f051 req-8965f0d9-2320-482a-be13-8ccb7b68acab tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=251c2b27-dd3f-48ef-90ca-fc5628302a0d HTTP/1.1" status: 200 len: 948 time: 0.5238056 Jul 15 23:07:44.926872 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-d9dbc008-4faa-4a53-86dc-2ec9da5db845 service neutron] For port 74e17b73-3fe4-4f88-802a-610d4f522b58, host n-h1-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:07:44.931946 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-d9dbc008-4faa-4a53-86dc-2ec9da5db845 service neutron] Notify callbacks [] for binding, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:44.933751 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-7de935c8-4426-48e1-bdd3-28f1a81f4a70 req-d9dbc008-4faa-4a53-86dc-2ec9da5db845 service neutron] 10.222.0.41 "DELETE /v2.0/ports/74e17b73-3fe4-4f88-802a-610d4f522b58/bindings/n-h1-794306-6 HTTP/1.1" status: 204 len: 173 time: 0.6215098 Jul 15 23:07:44.945236 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-ab394202-500a-4a90-ac73-c3733478b313 req-7cdeb20c-e4e8-4f82-9da9-210715b48b7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d743366-2938-4e94-bd00-f6544b7422ae {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:07:44.968684 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2e79c0b0-c3b8-434e-9b07-7df5b2e8f051 req-7e39b66e-7462-450d-bb08-799db116f53f tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192238 Jul 15 23:07:44.980665 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab394202-500a-4a90-ac73-c3733478b313 req-7cdeb20c-e4e8-4f82-9da9-210715b48b7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:44.995993 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-afb54c28-2581-4167-8a0a-5e24eb767285 req-7fd9bb5d-ca04-4795-8c84-d27f4ece3b6d tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Deleting port 9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:07:44.996383 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-afb54c28-2581-4167-8a0a-5e24eb767285 req-7fd9bb5d-ca04-4795-8c84-d27f4ece3b6d tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:45.015181 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e892e278-55d6-455d-ae1e-e4a4f89a2c10 req-f42a4d46-4f97-4e20-8853-a93fd4f8c64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:45.024860 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-ab394202-500a-4a90-ac73-c3733478b313 req-7cdeb20c-e4e8-4f82-9da9-210715b48b7c service neutron] Transition to ACTIVE for port object 7d743366-2938-4e94-bd00-f6544b7422ae will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:07:45.026055 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e892e278-55d6-455d-ae1e-e4a4f89a2c10 req-f42a4d46-4f97-4e20-8853-a93fd4f8c64f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=943e0e7be5644005a591d26197ee19f5&device_id=251c2b27-dd3f-48ef-90ca-fc5628302a0d HTTP/1.1" status: 200 len: 1099 time: 0.1628442 Jul 15 23:07:45.028684 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e892e278-55d6-455d-ae1e-e4a4f89a2c10 req-077f77ce-f773-4203-af9e-5f06432523fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:45.030185 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e892e278-55d6-455d-ae1e-e4a4f89a2c10 req-077f77ce-f773-4203-af9e-5f06432523fc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=943e0e7be5644005a591d26197ee19f5&device_id=251c2b27-dd3f-48ef-90ca-fc5628302a0d HTTP/1.1" status: 200 len: 1099 time: 0.1399956 Jul 15 23:07:45.048410 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab394202-500a-4a90-ac73-c3733478b313 req-7cdeb20c-e4e8-4f82-9da9-210715b48b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:45.194448 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e892e278-55d6-455d-ae1e-e4a4f89a2c10 req-7188b43e-b619-4b0d-bd3d-e3ceecc4d55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:45.212024 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e892e278-55d6-455d-ae1e-e4a4f89a2c10 req-7188b43e-b619-4b0d-bd3d-e3ceecc4d55d service neutron] 10.222.0.49 "GET /v2.0/networks?id=5d412861-bef3-4cc1-ae9f-87a6a36753c0 HTTP/1.1" status: 200 len: 870 time: 0.1638770 Jul 15 23:07:45.308810 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e892e278-55d6-455d-ae1e-e4a4f89a2c10 req-f3670db6-da7d-418f-8ccc-06122b4b8199 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe HTTP/1.1" status: 200 len: 217 time: 0.0951087 Jul 15 23:07:45.331114 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdeb20c-e4e8-4f82-9da9-210715b48b7c service neutron] Pushing event updated for resources: {'Port': ['ID=7d743366-2938-4e94-bd00-f6544b7422ae,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:45.388907 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-afb54c28-2581-4167-8a0a-5e24eb767285 req-7fd9bb5d-ca04-4795-8c84-d27f4ece3b6d tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] For port 9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:45.389303 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-afb54c28-2581-4167-8a0a-5e24eb767285 req-7fd9bb5d-ca04-4795-8c84-d27f4ece3b6d tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:45.453293 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-afb54c28-2581-4167-8a0a-5e24eb767285 req-7fd9bb5d-ca04-4795-8c84-d27f4ece3b6d tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Calling delete_port for 9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:07:45.475545 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e892e278-55d6-455d-ae1e-e4a4f89a2c10 req-02ea9089-eaaf-4a92-b58d-512a379ac747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:45.477099 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e892e278-55d6-455d-ae1e-e4a4f89a2c10 req-02ea9089-eaaf-4a92-b58d-512a379ac747 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.1439199 Jul 15 23:07:45.522709 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ab394202-500a-4a90-ac73-c3733478b313 req-7cdeb20c-e4e8-4f82-9da9-210715b48b7c service neutron] Attempting to bind port 7d743366-2938-4e94-bd00-f6544b7422ae on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:07:45.523519 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ab394202-500a-4a90-ac73-c3733478b313 req-7cdeb20c-e4e8-4f82-9da9-210715b48b7c service neutron] Attempting to bind port 7d743366-2938-4e94-bd00-f6544b7422ae by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '5e9c24ff-51aa-41c3-9d89-a1958611c8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e44e98f5-3493-4f81-9434-a1f39e44c5fc'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:07:45.524046 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab394202-500a-4a90-ac73-c3733478b313 req-7cdeb20c-e4e8-4f82-9da9-210715b48b7c service neutron] Attempting to bind port 7d743366-2938-4e94-bd00-f6544b7422ae on network e44e98f5-3493-4f81-9434-a1f39e44c5fc {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:45.535943 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab394202-500a-4a90-ac73-c3733478b313 req-7cdeb20c-e4e8-4f82-9da9-210715b48b7c service neutron] Port 7d743366-2938-4e94-bd00-f6544b7422ae on network e44e98f5-3493-4f81-9434-a1f39e44c5fc not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:07:45.536522 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab394202-500a-4a90-ac73-c3733478b313 req-7cdeb20c-e4e8-4f82-9da9-210715b48b7c service neutron] Attempting to bind port 7d743366-2938-4e94-bd00-f6544b7422ae on network e44e98f5-3493-4f81-9434-a1f39e44c5fc {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:45.586289 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e892e278-55d6-455d-ae1e-e4a4f89a2c10 req-a2ab1cb6-56bd-4211-af07-0c88304f665e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:45.588273 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e892e278-55d6-455d-ae1e-e4a4f89a2c10 req-a2ab1cb6-56bd-4211-af07-0c88304f665e service neutron] 10.222.0.41 "GET /v2.0/networks?id=5d412861-bef3-4cc1-ae9f-87a6a36753c0 HTTP/1.1" status: 200 len: 870 time: 0.5561826 Jul 15 23:07:45.593279 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa16e5d-a0d1-4ab2-94c8-4b0ee6922cbd req-7b280448-83d1-4b26-83d8-2a15f33c48f4 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:45.596089 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2aa16e5d-a0d1-4ab2-94c8-4b0ee6922cbd req-7b280448-83d1-4b26-83d8-2a15f33c48f4 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/ports?device_id=61ff0f68-c28e-4cf2-80e0-8c18d93c7dcb HTTP/1.1" status: 200 len: 943 time: 0.3269942 Jul 15 23:07:45.634701 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab394202-500a-4a90-ac73-c3733478b313 req-7cdeb20c-e4e8-4f82-9da9-210715b48b7c service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:07:45.642664 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab394202-500a-4a90-ac73-c3733478b313 req-7cdeb20c-e4e8-4f82-9da9-210715b48b7c service neutron] Checking segment: {'id': '5e9c24ff-51aa-41c3-9d89-a1958611c8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e44e98f5-3493-4f81-9434-a1f39e44c5fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:07:45.643122 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab394202-500a-4a90-ac73-c3733478b313 req-7cdeb20c-e4e8-4f82-9da9-210715b48b7c service neutron] Bound using segment: {'id': '5e9c24ff-51aa-41c3-9d89-a1958611c8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e44e98f5-3493-4f81-9434-a1f39e44c5fc'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:07:45.643603 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ab394202-500a-4a90-ac73-c3733478b313 req-7cdeb20c-e4e8-4f82-9da9-210715b48b7c service neutron] Bound port: 7d743366-2938-4e94-bd00-f6544b7422ae, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e9c24ff-51aa-41c3-9d89-a1958611c8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e44e98f5-3493-4f81-9434-a1f39e44c5fc'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:07:45.643987 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab394202-500a-4a90-ac73-c3733478b313 req-7cdeb20c-e4e8-4f82-9da9-210715b48b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:45.654908 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e892e278-55d6-455d-ae1e-e4a4f89a2c10 req-08376d04-36a9-4816-84ee-89eb0a43fbbd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe HTTP/1.1" status: 200 len: 217 time: 0.0576990 Jul 15 23:07:45.703336 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e892e278-55d6-455d-ae1e-e4a4f89a2c10 req-77cf15ff-c349-4767-9038-838ba13a55d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:45.705013 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e892e278-55d6-455d-ae1e-e4a4f89a2c10 req-77cf15ff-c349-4767-9038-838ba13a55d8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2189677 Jul 15 23:07:45.747238 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e892e278-55d6-455d-ae1e-e4a4f89a2c10 req-f02593e3-7aee-4555-9812-2de9f884290c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:45.748863 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e892e278-55d6-455d-ae1e-e4a4f89a2c10 req-f02593e3-7aee-4555-9812-2de9f884290c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.0822835 Jul 15 23:07:45.833419 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:07:45.869567 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e892e278-55d6-455d-ae1e-e4a4f89a2c10 req-ff04da6c-74ce-473b-85b3-3658bc2f0cfc service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544251 Jul 15 23:07:45.912203 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2aa16e5d-a0d1-4ab2-94c8-4b0ee6922cbd req-033907f6-136c-4f91-9880-531d0a7d7170 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e74215b-8011-4ee0-b502-a2314077a754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897489 Jul 15 23:07:45.920185 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e892e278-55d6-455d-ae1e-e4a4f89a2c10 req-6b55d12c-474d-4304-8842-4f7a9c2d2602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:45.921577 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e892e278-55d6-455d-ae1e-e4a4f89a2c10 req-6b55d12c-474d-4304-8842-4f7a9c2d2602 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1641617 Jul 15 23:07:46.076141 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:46.103335 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe', 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'port_id': '2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe', 'mac_address': 'fa:16:3e:06:2c:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d909a96-22de-4aa9-b690-1c7da965ceac', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:07:46.129530 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec99469-a5a9-47bf-bdd2-089624d28fa9 req-e6178a3d-8c68-4e5f-aaf0-9f8da7927126 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:46.137864 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec99469-a5a9-47bf-bdd2-089624d28fa9 req-e6178a3d-8c68-4e5f-aaf0-9f8da7927126 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:46.152094 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec99469-a5a9-47bf-bdd2-089624d28fa9 req-e6178a3d-8c68-4e5f-aaf0-9f8da7927126 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:46.158180 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec99469-a5a9-47bf-bdd2-089624d28fa9 req-e6178a3d-8c68-4e5f-aaf0-9f8da7927126 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:46.170035 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:46.175354 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec99469-a5a9-47bf-bdd2-089624d28fa9 req-e6178a3d-8c68-4e5f-aaf0-9f8da7927126 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:46.177953 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e892e278-55d6-455d-ae1e-e4a4f89a2c10 req-438d7d62-64b4-468a-9216-ec6eed4a7761 service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007028 Jul 15 23:07:46.190980 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6ec99469-a5a9-47bf-bdd2-089624d28fa9 req-e6178a3d-8c68-4e5f-aaf0-9f8da7927126 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 3828 time: 0.5930822 Jul 15 23:07:46.210928 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-ab394202-500a-4a90-ac73-c3733478b313 req-7cdeb20c-e4e8-4f82-9da9-210715b48b7c service neutron] For port 7d743366-2938-4e94-bd00-f6544b7422ae, host n-h2-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:07:46.220805 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:07:46.224215 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e892e278-55d6-455d-ae1e-e4a4f89a2c10 req-8b5540f1-d307-416e-9f14-5f41d7c5b061 service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005458 Jul 15 23:07:46.256434 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-ab394202-500a-4a90-ac73-c3733478b313 req-7cdeb20c-e4e8-4f82-9da9-210715b48b7c service neutron] For port 7d743366-2938-4e94-bd00-f6544b7422ae, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=7d743366-2938-4e94-bd00-f6544b7422ae,segment=NetworkSegment(5e9c24ff-51aa-41c3-9d89-a1958611c8be),segment_id=5e9c24ff-51aa-41c3-9d89-a1958611c8be)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:07:46.257593 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-afb54c28-2581-4167-8a0a-5e24eb767285 req-7fd9bb5d-ca04-4795-8c84-d27f4ece3b6d tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:46.279390 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:07:46.290263 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab394202-500a-4a90-ac73-c3733478b313 req-7cdeb20c-e4e8-4f82-9da9-210715b48b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:46.344064 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:46.349161 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:46.349907 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device aa70474e-7649-4249-86c3-adcc97e0fa09 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:07:46.351961 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd9bb5d-ca04-4795-8c84-d27f4ece3b6d tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Pushing event deleted for resources: {'Port': ['ID=9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:46.370144 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6ec99469-a5a9-47bf-bdd2-089624d28fa9 req-4d687c19-de44-4e6c-ac31-b995b3b5013d tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/security-groups?id=3034f104-295d-4ae9-983e-a750e439037a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1781683 Jul 15 23:07:46.450268 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e892e278-55d6-455d-ae1e-e4a4f89a2c10 req-276b2495-23cf-44e5-a4df-6d8d08747009 service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222800 Jul 15 23:07:46.453087 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e892e278-55d6-455d-ae1e-e4a4f89a2c10 req-3bdf9730-2897-41c9-a418-9ac30cba46da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:46.454976 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e892e278-55d6-455d-ae1e-e4a4f89a2c10 req-3bdf9730-2897-41c9-a418-9ac30cba46da service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd73df9424ac401598d255879ffa30fd&device_id=61ff0f68-c28e-4cf2-80e0-8c18d93c7dcb HTTP/1.1" status: 200 len: 1094 time: 0.2006397 Jul 15 23:07:46.458242 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdeb20c-e4e8-4f82-9da9-210715b48b7c service neutron] Pushing event updated for resources: {'Port': ['ID=7d743366-2938-4e94-bd00-f6544b7422ae,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:46.513025 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb54c28-2581-4167-8a0a-5e24eb767285 req-7fd9bb5d-ca04-4795-8c84-d27f4ece3b6d tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] No DVR routers for this DVR port 9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28 on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:07:46.520127 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-afb54c28-2581-4167-8a0a-5e24eb767285 req-7fd9bb5d-ca04-4795-8c84-d27f4ece3b6d tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:46.525890 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-afb54c28-2581-4167-8a0a-5e24eb767285 req-7fd9bb5d-ca04-4795-8c84-d27f4ece3b6d tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.49 "DELETE /v2.0/ports/9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28 HTTP/1.1" status: 204 len: 173 time: 2.0700195 Jul 15 23:07:46.533333 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab394202-500a-4a90-ac73-c3733478b313 req-7cdeb20c-e4e8-4f82-9da9-210715b48b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:46.533975 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab394202-500a-4a90-ac73-c3733478b313 req-7cdeb20c-e4e8-4f82-9da9-210715b48b7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:46.535393 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab394202-500a-4a90-ac73-c3733478b313 req-7cdeb20c-e4e8-4f82-9da9-210715b48b7c service neutron] 10.222.0.41 "PUT /v2.0/ports/7d743366-2938-4e94-bd00-f6544b7422ae HTTP/1.1" status: 200 len: 1092 time: 3.3573816 Jul 15 23:07:46.646391 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port aa70474e-7649-4249-86c3-adcc97e0fa09, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=aa70474e-7649-4249-86c3-adcc97e0fa09,segment=NetworkSegment(73b65db5-b75b-48b7-8e07-44c7152f69b4),segment_id=73b65db5-b75b-48b7-8e07-44c7152f69b4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:46.653799 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-ab394202-500a-4a90-ac73-c3733478b313 req-82263944-2f99-4df5-b487-d4880722f8be service neutron] Request body: {'port': {'device_id': 'ebfc3dac-a424-46b2-b718-cab6123db16d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:46.688290 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e892e278-55d6-455d-ae1e-e4a4f89a2c10 req-bca536c1-b6e4-4e0b-b6f5-afc3d9aed4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:46.689805 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e892e278-55d6-455d-ae1e-e4a4f89a2c10 req-bca536c1-b6e4-4e0b-b6f5-afc3d9aed4c2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3d02251c-0d36-4f59-b9c0-9c508ddade2e HTTP/1.1" status: 200 len: 906 time: 0.2193711 Jul 15 23:07:46.694897 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:46.712590 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': 'aa70474e-7649-4249-86c3-adcc97e0fa09', 'network_id': '3d02251c-0d36-4f59-b9c0-9c508ddade2e', 'port_id': 'aa70474e-7649-4249-86c3-adcc97e0fa09', 'mac_address': 'fa:16:3e:33:65:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04373861-16b0-4a8c-8486-d4c77245a1a4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:07:46.734881 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb84bd1-9cd9-43e2-9924-8f6006dc1901', 'name': 'network-vif-deleted', 'tag': '9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28'}, {'name': 'network-changed', 'server_uuid': 'ebfc3dac-a424-46b2-b718-cab6123db16d', 'tag': '7d743366-2938-4e94-bd00-f6544b7422ae'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:07:46.741929 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c012aa90-83bc-4a43-ac77-13a221af5e4d" -d '{"events": [{"server_uuid": "7eb84bd1-9cd9-43e2-9924-8f6006dc1901", "name": "network-vif-deleted", "tag": "9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28"}, {"name": "network-changed", "server_uuid": "ebfc3dac-a424-46b2-b718-cab6123db16d", "tag": "7d743366-2938-4e94-bd00-f6544b7422ae"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:07:46.778991 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e892e278-55d6-455d-ae1e-e4a4f89a2c10 req-40f25063-9436-46e1-a153-0cdade4e3302 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa70474e-7649-4249-86c3-adcc97e0fa09 HTTP/1.1" status: 200 len: 217 time: 0.0785182 Jul 15 23:07:46.806939 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:46.834792 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-13ed98dc-0b3e-4f04-a3f7-f94c755728ed req-2ba398e3-3c53-462b-8c97-9c5fca8fb26d tempest-ServersAdminTestJSON-409383139 tempest-ServersAdminTestJSON-409383139-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eb84bd1-9cd9-43e2-9924-8f6006dc1901 HTTP/1.1" status: 200 len: 210 time: 0.0749321 Jul 15 23:07:46.844576 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa70474e-7649-4249-86c3-adcc97e0fa09 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:07:46.885146 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port aa70474e-7649-4249-86c3-adcc97e0fa09, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=aa70474e-7649-4249-86c3-adcc97e0fa09,segment=NetworkSegment(73b65db5-b75b-48b7-8e07-44c7152f69b4),segment_id=73b65db5-b75b-48b7-8e07-44c7152f69b4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:46.891297 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:46.892259 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab394202-500a-4a90-ac73-c3733478b313 req-82263944-2f99-4df5-b487-d4880722f8be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:46.894196 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e892e278-55d6-455d-ae1e-e4a4f89a2c10 req-e3ca1b4e-1c0a-4332-9b2b-29a178453cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:46.895709 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e892e278-55d6-455d-ae1e-e4a4f89a2c10 req-e3ca1b4e-1c0a-4332-9b2b-29a178453cd5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=04373861-16b0-4a8c-8486-d4c77245a1a4 HTTP/1.1" status: 200 len: 845 time: 0.1092439 Jul 15 23:07:46.947788 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f588a-c1f6-4588-836d-0e56a855acb6 req-49b53a6a-633a-4b96-ac58-b091e6c2c8bb tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:46.954860 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8c7f588a-c1f6-4588-836d-0e56a855acb6 req-49b53a6a-633a-4b96-ac58-b091e6c2c8bb tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8bc40c9-e4b4-42a2-9b05-d457e348901a HTTP/1.1" status: 200 len: 944 time: 0.4933743 Jul 15 23:07:46.956582 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e892e278-55d6-455d-ae1e-e4a4f89a2c10 req-c7e79113-4105-4d49-b579-a442ec7bf906 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3d02251c-0d36-4f59-b9c0-9c508ddade2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474803 Jul 15 23:07:46.959933 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=aa70474e-7649-4249-86c3-adcc97e0fa09,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:47.077454 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e892e278-55d6-455d-ae1e-e4a4f89a2c10 req-8d0c574f-015d-45b1-a28b-47dc2e37a390 service neutron] 10.222.0.49 "GET /v2.0/networks/3d02251c-0d36-4f59-b9c0-9c508ddade2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018488 Jul 15 23:07:47.085563 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8c7f588a-c1f6-4588-836d-0e56a855acb6 req-83c866e6-a45f-4648-90d0-94a50a7ac922 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297674 Jul 15 23:07:47.193887 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e892e278-55d6-455d-ae1e-e4a4f89a2c10 req-af346b85-a0bc-408b-bc71-63c5575530b2 service neutron] 10.222.0.49 "GET /v2.0/networks/3d02251c-0d36-4f59-b9c0-9c508ddade2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096823 Jul 15 23:07:47.206687 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9486e18c-4e0b-4854-afeb-735b13ca86a4 req-dd68ba0d-4a06-4a99-b60a-b5438156d435 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:47.213566 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9486e18c-4e0b-4854-afeb-735b13ca86a4 req-dd68ba0d-4a06-4a99-b60a-b5438156d435 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=251c2b27-dd3f-48ef-90ca-fc5628302a0d HTTP/1.1" status: 200 len: 949 time: 0.1730201 Jul 15 23:07:47.296418 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['aa70474e-7649-4249-86c3-adcc97e0fa09'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:07:47.302774 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:07:47.313243 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9486e18c-4e0b-4854-afeb-735b13ca86a4 req-5a4eb284-f4cd-49c0-a738-cc8a7872bd9e tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980515 Jul 15 23:07:47.321293 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-628aeda1-cb4d-4281-b149-5ed5160b37a9 req-887c36b4-9b3e-407c-b976-56d0f64502d2 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--2117802271&fields=id&tenant_id=08fe55c8b75249cb85e4212038bb980e HTTP/1.1" status: 200 len: 267 time: 0.0980978 Jul 15 23:07:47.482866 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628aeda1-cb4d-4281-b149-5ed5160b37a9 req-702fbc30-8fea-4857-b48a-1d615a7b6136 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:47.492111 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-628aeda1-cb4d-4281-b149-5ed5160b37a9 req-702fbc30-8fea-4857-b48a-1d615a7b6136 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] 10.222.0.48 "GET /v2.0/networks?id=bb925051-af21-4a66-9998-db8eac3f3d8e HTTP/1.1" status: 200 len: 816 time: 0.1633463 Jul 15 23:07:47.513411 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 15 Jul 2021 23:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99d203d-39ba-40bf-85af-3959cd4242ab x-openstack-request-id: req-d99d203d-39ba-40bf-85af-3959cd4242ab {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:07:47.514804 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eb84bd1-9cd9-43e2-9924-8f6006dc1901", "name": "network-vif-deleted", "tag": "9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ebfc3dac-a424-46b2-b718-cab6123db16d", "tag": "7d743366-2938-4e94-bd00-f6544b7422ae", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:07:47.515976 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d99d203d-39ba-40bf-85af-3959cd4242ab {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:07:47.516594 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eb84bd1-9cd9-43e2-9924-8f6006dc1901', 'name': 'network-vif-deleted', 'tag': '9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28', 'status': 'completed', 'code': 200} Jul 15 23:07:47.517943 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebfc3dac-a424-46b2-b718-cab6123db16d', 'tag': '7d743366-2938-4e94-bd00-f6544b7422ae', 'status': 'completed', 'code': 200} Jul 15 23:07:47.556810 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012aa90-83bc-4a43-ac77-13a221af5e4d req-bdf8f44f-8142-4636-a138-da396e36bc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:47.558521 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012aa90-83bc-4a43-ac77-13a221af5e4d req-bdf8f44f-8142-4636-a138-da396e36bc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:47.559419 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012aa90-83bc-4a43-ac77-13a221af5e4d req-bdf8f44f-8142-4636-a138-da396e36bc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:47.560358 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012aa90-83bc-4a43-ac77-13a221af5e4d req-bdf8f44f-8142-4636-a138-da396e36bc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:47.561008 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012aa90-83bc-4a43-ac77-13a221af5e4d req-bdf8f44f-8142-4636-a138-da396e36bc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:47.564274 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c012aa90-83bc-4a43-ac77-13a221af5e4d req-bdf8f44f-8142-4636-a138-da396e36bc80 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=17c76d71cba4469f89099c3ebf7755c2&device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 4363 time: 0.1229572 Jul 15 23:07:47.598142 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-628aeda1-cb4d-4281-b149-5ed5160b37a9 req-bebc2c78-0d91-46fb-a36e-69ba416a5fd1 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] 10.222.0.48 "GET /v2.0/quotas/08fe55c8b75249cb85e4212038bb980e HTTP/1.1" status: 200 len: 375 time: 0.1047642 Jul 15 23:07:47.626728 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-ab394202-500a-4a90-ac73-c3733478b313 req-82263944-2f99-4df5-b487-d4880722f8be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f70b3596-455f-49a0-8908-a104df34e5c9 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:07:47.637251 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab394202-500a-4a90-ac73-c3733478b313 req-82263944-2f99-4df5-b487-d4880722f8be service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:47.652333 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-ab394202-500a-4a90-ac73-c3733478b313 req-82263944-2f99-4df5-b487-d4880722f8be service neutron] Transition to ACTIVE for port object f70b3596-455f-49a0-8908-a104df34e5c9 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:07:47.678310 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab394202-500a-4a90-ac73-c3733478b313 req-82263944-2f99-4df5-b487-d4880722f8be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:47.805856 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012aa90-83bc-4a43-ac77-13a221af5e4d req-f0ebbcf4-4a02-45dc-aa53-89d7f365b175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:47.806119 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012aa90-83bc-4a43-ac77-13a221af5e4d req-f0ebbcf4-4a02-45dc-aa53-89d7f365b175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:47.806565 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012aa90-83bc-4a43-ac77-13a221af5e4d req-f0ebbcf4-4a02-45dc-aa53-89d7f365b175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:47.809108 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c012aa90-83bc-4a43-ac77-13a221af5e4d req-f0ebbcf4-4a02-45dc-aa53-89d7f365b175 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=17c76d71cba4469f89099c3ebf7755c2&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2315736 Jul 15 23:07:47.843400 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82263944-2f99-4df5-b487-d4880722f8be service neutron] Pushing event updated for resources: {'Port': ['ID=f70b3596-455f-49a0-8908-a104df34e5c9,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:47.845598 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 7aa7c901-dcd7-438f-8527-ef1aaed2caf2 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:07:47.850359 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:07:47.921231 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ab394202-500a-4a90-ac73-c3733478b313 req-82263944-2f99-4df5-b487-d4880722f8be service neutron] Attempting to bind port f70b3596-455f-49a0-8908-a104df34e5c9 on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:07:47.921694 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ab394202-500a-4a90-ac73-c3733478b313 req-82263944-2f99-4df5-b487-d4880722f8be service neutron] Attempting to bind port f70b3596-455f-49a0-8908-a104df34e5c9 by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '3821a0b2-3164-41fa-92ac-fc5f13dae41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '970a88bd-fdba-4549-becb-46353b196f82'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:07:47.922120 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab394202-500a-4a90-ac73-c3733478b313 req-82263944-2f99-4df5-b487-d4880722f8be service neutron] Attempting to bind port f70b3596-455f-49a0-8908-a104df34e5c9 on network 970a88bd-fdba-4549-becb-46353b196f82 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:47.928724 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: 9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:07:47.929279 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 9e749a04-d8d6-4cc9-a7b9-ba88b2f52b28 not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:07:47.938853 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cab8b3-b874-4d46-899d-30fa669e6941 req-6f1b898c-460c-4af9-baa8-f7d2ef84db70 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:47.949158 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-44cab8b3-b874-4d46-899d-30fa669e6941 req-6f1b898c-460c-4af9-baa8-f7d2ef84db70 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/ports?device_id=61ff0f68-c28e-4cf2-80e0-8c18d93c7dcb HTTP/1.1" status: 200 len: 944 time: 0.3320041 Jul 15 23:07:47.949782 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab394202-500a-4a90-ac73-c3733478b313 req-82263944-2f99-4df5-b487-d4880722f8be service neutron] Port f70b3596-455f-49a0-8908-a104df34e5c9 on network 970a88bd-fdba-4549-becb-46353b196f82 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:07:47.950112 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab394202-500a-4a90-ac73-c3733478b313 req-82263944-2f99-4df5-b487-d4880722f8be service neutron] Attempting to bind port f70b3596-455f-49a0-8908-a104df34e5c9 on network 970a88bd-fdba-4549-becb-46353b196f82 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:47.988828 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab394202-500a-4a90-ac73-c3733478b313 req-82263944-2f99-4df5-b487-d4880722f8be service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:07:47.989168 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab394202-500a-4a90-ac73-c3733478b313 req-82263944-2f99-4df5-b487-d4880722f8be service neutron] Checking segment: {'id': '3821a0b2-3164-41fa-92ac-fc5f13dae41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '970a88bd-fdba-4549-becb-46353b196f82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:07:47.989552 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab394202-500a-4a90-ac73-c3733478b313 req-82263944-2f99-4df5-b487-d4880722f8be service neutron] Bound using segment: {'id': '3821a0b2-3164-41fa-92ac-fc5f13dae41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '970a88bd-fdba-4549-becb-46353b196f82'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:07:47.989998 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ab394202-500a-4a90-ac73-c3733478b313 req-82263944-2f99-4df5-b487-d4880722f8be service neutron] Bound port: f70b3596-455f-49a0-8908-a104df34e5c9, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3821a0b2-3164-41fa-92ac-fc5f13dae41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '970a88bd-fdba-4549-becb-46353b196f82'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:07:47.990358 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab394202-500a-4a90-ac73-c3733478b313 req-82263944-2f99-4df5-b487-d4880722f8be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:48.032668 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-628aeda1-cb4d-4281-b149-5ed5160b37a9 req-3e2e1b8c-72eb-4e3c-8b48-8e1401438390 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=08fe55c8b75249cb85e4212038bb980e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4230635 Jul 15 23:07:48.044092 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 7aa7c901-dcd7-438f-8527-ef1aaed2caf2, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=7aa7c901-dcd7-438f-8527-ef1aaed2caf2,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:48.052360 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012aa90-83bc-4a43-ac77-13a221af5e4d req-1408dd17-fe84-43b6-9321-78feca9ed701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:48.054824 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c012aa90-83bc-4a43-ac77-13a221af5e4d req-1408dd17-fe84-43b6-9321-78feca9ed701 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2399569 Jul 15 23:07:48.061452 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '7aa7c901-dcd7-438f-8527-ef1aaed2caf2', 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'port_id': '7aa7c901-dcd7-438f-8527-ef1aaed2caf2', 'mac_address': 'fa:16:3e:4e:01:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d909a96-22de-4aa9-b690-1c7da965ceac', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:07:48.100265 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-44cab8b3-b874-4d46-899d-30fa669e6941 req-522bcb1b-7b62-484e-a710-878b71396e85 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e74215b-8011-4ee0-b502-a2314077a754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396425 Jul 15 23:07:48.116868 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:48.133136 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7aa7c901-dcd7-438f-8527-ef1aaed2caf2 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:07:48.154625 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 7aa7c901-dcd7-438f-8527-ef1aaed2caf2, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=7aa7c901-dcd7-438f-8527-ef1aaed2caf2,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:48.159821 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:48.189032 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-ab394202-500a-4a90-ac73-c3733478b313 req-82263944-2f99-4df5-b487-d4880722f8be service neutron] For port f70b3596-455f-49a0-8908-a104df34e5c9, host n-h2-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:07:48.193834 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-ab394202-500a-4a90-ac73-c3733478b313 req-82263944-2f99-4df5-b487-d4880722f8be service neutron] For port f70b3596-455f-49a0-8908-a104df34e5c9, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=f70b3596-455f-49a0-8908-a104df34e5c9,segment=NetworkSegment(3821a0b2-3164-41fa-92ac-fc5f13dae41d),segment_id=3821a0b2-3164-41fa-92ac-fc5f13dae41d)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:07:48.208052 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab394202-500a-4a90-ac73-c3733478b313 req-82263944-2f99-4df5-b487-d4880722f8be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:48.221761 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=7aa7c901-dcd7-438f-8527-ef1aaed2caf2,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:48.249060 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-628aeda1-cb4d-4281-b149-5ed5160b37a9 req-4f8b8685-34af-47e0-94b1-4cca8d0d7bc1 service neutron] 10.222.0.48 "GET /v2.0/networks/bb925051-af21-4a66-9998-db8eac3f3d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814363 Jul 15 23:07:48.261862 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab394202-500a-4a90-ac73-c3733478b313 req-82263944-2f99-4df5-b487-d4880722f8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:48.262881 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab394202-500a-4a90-ac73-c3733478b313 req-82263944-2f99-4df5-b487-d4880722f8be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:48.265582 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab394202-500a-4a90-ac73-c3733478b313 req-82263944-2f99-4df5-b487-d4880722f8be service neutron] 10.222.0.41 "PUT /v2.0/ports/f70b3596-455f-49a0-8908-a104df34e5c9 HTTP/1.1" status: 200 len: 1135 time: 1.6278782 Jul 15 23:07:48.379241 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-ab394202-500a-4a90-ac73-c3733478b313 req-e8f4e7b7-e526-4d77-b195-63fe5b86905b service neutron] Request body: {'port': {'device_id': 'ebfc3dac-a424-46b2-b718-cab6123db16d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:48.435081 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-628aeda1-cb4d-4281-b149-5ed5160b37a9 req-3e512e4c-f97d-411e-b360-8b35848b6c03 service neutron] 10.222.0.48 "GET /v2.0/networks/bb925051-af21-4a66-9998-db8eac3f3d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680160 Jul 15 23:07:48.438082 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82263944-2f99-4df5-b487-d4880722f8be service neutron] Pushing event updated for resources: {'Port': ['ID=f70b3596-455f-49a0-8908-a104df34e5c9,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:48.470156 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['7aa7c901-dcd7-438f-8527-ef1aaed2caf2'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:07:48.570468 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab394202-500a-4a90-ac73-c3733478b313 req-e8f4e7b7-e526-4d77-b195-63fe5b86905b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:48.904784 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c29d0-2f90-433d-973e-725f739d935d req-9d48c995-607f-498d-ab4e-bbbd8f20bf56 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:48.907690 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-aa1c29d0-2f90-433d-973e-725f739d935d req-9d48c995-607f-498d-ab4e-bbbd8f20bf56 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.49 "GET /v2.0/ports?device_id=251c2b27-dd3f-48ef-90ca-fc5628302a0d&tenant_id=943e0e7be5644005a591d26197ee19f5&binding%3Ahost_id=n-h1-794306-6 HTTP/1.1" status: 200 len: 949 time: 0.1158388 Jul 15 23:07:49.015042 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-aa1c29d0-2f90-433d-973e-725f739d935d req-e8a56798-7fe3-405d-963a-b9755d591606 service neutron] 10.222.0.49 "GET /v2.0/ports/2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe/bindings/n-h1-794306-6 HTTP/1.1" status: 200 len: 382 time: 0.1005771 Jul 15 23:07:49.153183 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1672c491-4c16-4971-9ebd-1d4f25ad0abe req-7b04c544-7a43-49e9-97d4-26e21b1f5448 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:49.168873 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1672c491-4c16-4971-9ebd-1d4f25ad0abe req-7b04c544-7a43-49e9-97d4-26e21b1f5448 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:49.186949 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1672c491-4c16-4971-9ebd-1d4f25ad0abe req-7b04c544-7a43-49e9-97d4-26e21b1f5448 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:49.195660 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1672c491-4c16-4971-9ebd-1d4f25ad0abe req-7b04c544-7a43-49e9-97d4-26e21b1f5448 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:49.196913 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c29d0-2f90-433d-973e-725f739d935d req-f1c18003-4867-40b5-a460-64a29d0e0baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:49.202219 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1672c491-4c16-4971-9ebd-1d4f25ad0abe req-7b04c544-7a43-49e9-97d4-26e21b1f5448 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:49.203675 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-aa1c29d0-2f90-433d-973e-725f739d935d req-f1c18003-4867-40b5-a460-64a29d0e0baf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=943e0e7be5644005a591d26197ee19f5&device_id=251c2b27-dd3f-48ef-90ca-fc5628302a0d HTTP/1.1" status: 200 len: 1100 time: 0.1573503 Jul 15 23:07:49.210857 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1672c491-4c16-4971-9ebd-1d4f25ad0abe req-7b04c544-7a43-49e9-97d4-26e21b1f5448 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:49.213290 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1672c491-4c16-4971-9ebd-1d4f25ad0abe req-7b04c544-7a43-49e9-97d4-26e21b1f5448 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 4605 time: 0.2973742 Jul 15 23:07:49.414523 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c29d0-2f90-433d-973e-725f739d935d req-b358b80f-3f98-4ca6-b7de-9d86efef46fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:49.420098 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-aa1c29d0-2f90-433d-973e-725f739d935d req-b358b80f-3f98-4ca6-b7de-9d86efef46fa service neutron] 10.222.0.49 "GET /v2.0/networks?id=5d412861-bef3-4cc1-ae9f-87a6a36753c0 HTTP/1.1" status: 200 len: 870 time: 0.2063878 Jul 15 23:07:49.450641 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1672c491-4c16-4971-9ebd-1d4f25ad0abe req-222208bf-35ff-4a82-ae88-ef5e3f14d2f3 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/security-groups?id=fde6291d-0085-4461-bff2-f84f9cfdb496&id=3034f104-295d-4ae9-983e-a750e439037a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2266257 Jul 15 23:07:49.484312 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-ab394202-500a-4a90-ac73-c3733478b313 req-e8f4e7b7-e526-4d77-b195-63fe5b86905b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e6346b3-f308-4702-a019-e0418adeb56d {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:07:49.521677 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab394202-500a-4a90-ac73-c3733478b313 req-e8f4e7b7-e526-4d77-b195-63fe5b86905b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:49.532360 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-aa1c29d0-2f90-433d-973e-725f739d935d req-f6e2ac47-c3c1-4a9f-9730-05c5089d4209 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe HTTP/1.1" status: 200 len: 217 time: 0.1083729 Jul 15 23:07:49.550623 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebfc3dac-a424-46b2-b718-cab6123db16d', 'tag': 'f70b3596-455f-49a0-8908-a104df34e5c9'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:07:49.559929 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9d4148-03b2-4f79-a77d-6a2452a1d646" -d '{"events": [{"name": "network-changed", "server_uuid": "ebfc3dac-a424-46b2-b718-cab6123db16d", "tag": "f70b3596-455f-49a0-8908-a104df34e5c9"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:07:49.620607 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-ab394202-500a-4a90-ac73-c3733478b313 req-e8f4e7b7-e526-4d77-b195-63fe5b86905b service neutron] Transition to ACTIVE for port object 5e6346b3-f308-4702-a019-e0418adeb56d will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:07:49.633914 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c29d0-2f90-433d-973e-725f739d935d req-6cb4fb62-5041-4924-bf2d-4e9bfbf3217f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:49.636422 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-aa1c29d0-2f90-433d-973e-725f739d935d req-6cb4fb62-5041-4924-bf2d-4e9bfbf3217f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.0965066 Jul 15 23:07:49.651270 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab394202-500a-4a90-ac73-c3733478b313 req-e8f4e7b7-e526-4d77-b195-63fe5b86905b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:49.739232 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53706) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:49.750234 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af1b805-ad69-4391-8408-943588ce9964 req-6acaec23-9677-46e7-b1e9-c82639fdfb95 tempest-LiveMigrationTest-431337817 tempest-LiveMigrationTest-431337817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:49.751806 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6af1b805-ad69-4391-8408-943588ce9964 req-6acaec23-9677-46e7-b1e9-c82639fdfb95 tempest-LiveMigrationTest-431337817 tempest-LiveMigrationTest-431337817-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=a8bc40c9-e4b4-42a2-9b05-d457e348901a HTTP/1.1" status: 200 len: 1095 time: 0.3662391 Jul 15 23:07:49.769171 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f4e7b7-e526-4d77-b195-63fe5b86905b service neutron] Pushing event updated for resources: {'Port': ['ID=5e6346b3-f308-4702-a019-e0418adeb56d,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:49.815234 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c29d0-2f90-433d-973e-725f739d935d req-4cccd260-8e06-4b97-b263-82d099a93a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:49.817040 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-aa1c29d0-2f90-433d-973e-725f739d935d req-4cccd260-8e06-4b97-b263-82d099a93a88 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1741989 Jul 15 23:07:49.846955 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 7aa7c901-dcd7-438f-8527-ef1aaed2caf2 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:07:49.890196 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d434e-e3fb-49e0-8f88-d64e8913e1c2 req-c550f509-308d-4f7f-9d3d-7cf3e9fb39f9 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:49.904402 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3e9d434e-e3fb-49e0-8f88-d64e8913e1c2 req-c550f509-308d-4f7f-9d3d-7cf3e9fb39f9 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=251c2b27-dd3f-48ef-90ca-fc5628302a0d HTTP/1.1" status: 200 len: 949 time: 0.2934000 Jul 15 23:07:49.925637 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6af1b805-ad69-4391-8408-943588ce9964 req-dba77e55-04b5-48b8-81fc-3f887ad411a9 tempest-LiveMigrationTest-431337817 tempest-LiveMigrationTest-431337817-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646221 Jul 15 23:07:49.999814 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 7aa7c901-dcd7-438f-8527-ef1aaed2caf2 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:07:50.000299 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:50.082861 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3e9d434e-e3fb-49e0-8f88-d64e8913e1c2 req-62fb64ed-7ea6-4e5a-a5e7-b8385ea7080f tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772807 Jul 15 23:07:50.083639 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ab394202-500a-4a90-ac73-c3733478b313 req-e8f4e7b7-e526-4d77-b195-63fe5b86905b service neutron] Attempting to bind port 5e6346b3-f308-4702-a019-e0418adeb56d on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:07:50.083986 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ab394202-500a-4a90-ac73-c3733478b313 req-e8f4e7b7-e526-4d77-b195-63fe5b86905b service neutron] Attempting to bind port 5e6346b3-f308-4702-a019-e0418adeb56d by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '3821a0b2-3164-41fa-92ac-fc5f13dae41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '970a88bd-fdba-4549-becb-46353b196f82'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:07:50.093102 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab394202-500a-4a90-ac73-c3733478b313 req-e8f4e7b7-e526-4d77-b195-63fe5b86905b service neutron] Attempting to bind port 5e6346b3-f308-4702-a019-e0418adeb56d on network 970a88bd-fdba-4549-becb-46353b196f82 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:50.112848 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab394202-500a-4a90-ac73-c3733478b313 req-e8f4e7b7-e526-4d77-b195-63fe5b86905b service neutron] Port 5e6346b3-f308-4702-a019-e0418adeb56d on network 970a88bd-fdba-4549-becb-46353b196f82 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:07:50.115510 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab394202-500a-4a90-ac73-c3733478b313 req-e8f4e7b7-e526-4d77-b195-63fe5b86905b service neutron] Attempting to bind port 5e6346b3-f308-4702-a019-e0418adeb56d on network 970a88bd-fdba-4549-becb-46353b196f82 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:50.135070 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab394202-500a-4a90-ac73-c3733478b313 req-e8f4e7b7-e526-4d77-b195-63fe5b86905b service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:07:50.136949 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab394202-500a-4a90-ac73-c3733478b313 req-e8f4e7b7-e526-4d77-b195-63fe5b86905b service neutron] Checking segment: {'id': '3821a0b2-3164-41fa-92ac-fc5f13dae41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '970a88bd-fdba-4549-becb-46353b196f82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:07:50.137524 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab394202-500a-4a90-ac73-c3733478b313 req-e8f4e7b7-e526-4d77-b195-63fe5b86905b service neutron] Bound using segment: {'id': '3821a0b2-3164-41fa-92ac-fc5f13dae41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '970a88bd-fdba-4549-becb-46353b196f82'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:07:50.139128 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ab394202-500a-4a90-ac73-c3733478b313 req-e8f4e7b7-e526-4d77-b195-63fe5b86905b service neutron] Bound port: 5e6346b3-f308-4702-a019-e0418adeb56d, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3821a0b2-3164-41fa-92ac-fc5f13dae41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '970a88bd-fdba-4549-becb-46353b196f82'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:07:50.141632 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab394202-500a-4a90-ac73-c3733478b313 req-e8f4e7b7-e526-4d77-b195-63fe5b86905b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:50.301144 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:50.305191 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7efaaa15-0db9-4f68-926e-a5dd290fc6fd req-45415ef1-ed83-45e6-a341-8e8220c7ad88 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a100f14-6637-4d83-8140-f4ce9e57a8c6 HTTP/1.1" status: 200 len: 210 time: 0.1527426 Jul 15 23:07:50.310547 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-aa1c29d0-2f90-433d-973e-725f739d935d req-5f836ab3-9acc-44cc-8021-e069dd7b29e2 service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4849560 Jul 15 23:07:50.465306 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a3e55903-0075-423a-8d31-600124ef8c5f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0ecdf2a0908246d98bcb66c58ce843fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7193177 Jul 15 23:07:50.474395 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53714) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:50.476132 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-ab394202-500a-4a90-ac73-c3733478b313 req-e8f4e7b7-e526-4d77-b195-63fe5b86905b service neutron] For port 5e6346b3-f308-4702-a019-e0418adeb56d, host n-h2-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:07:50.544883 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e66c0ab-ef6a-4571-ae2d-5ebf6221364e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa7c901-dcd7-438f-8527-ef1aaed2caf2'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:07:50.558938 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d309d864-d456-4788-8b0f-2221285664a7" -d '{"events": [{"server_uuid": "6e66c0ab-ef6a-4571-ae2d-5ebf6221364e", "name": "network-vif-plugged", "status": "completed", "tag": "7aa7c901-dcd7-438f-8527-ef1aaed2caf2"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:07:50.581166 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-ab394202-500a-4a90-ac73-c3733478b313 req-e8f4e7b7-e526-4d77-b195-63fe5b86905b service neutron] For port 5e6346b3-f308-4702-a019-e0418adeb56d, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=5e6346b3-f308-4702-a019-e0418adeb56d,segment=NetworkSegment(3821a0b2-3164-41fa-92ac-fc5f13dae41d),segment_id=3821a0b2-3164-41fa-92ac-fc5f13dae41d)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:07:50.603389 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab394202-500a-4a90-ac73-c3733478b313 req-e8f4e7b7-e526-4d77-b195-63fe5b86905b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:50.608014 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 7aa7c901-dcd7-438f-8527-ef1aaed2caf2, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=7aa7c901-dcd7-438f-8527-ef1aaed2caf2,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:50.617248 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:50.619158 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:07:50.707509 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab394202-500a-4a90-ac73-c3733478b313 req-e8f4e7b7-e526-4d77-b195-63fe5b86905b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:50.708829 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab394202-500a-4a90-ac73-c3733478b313 req-e8f4e7b7-e526-4d77-b195-63fe5b86905b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:50.712093 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab394202-500a-4a90-ac73-c3733478b313 req-e8f4e7b7-e526-4d77-b195-63fe5b86905b service neutron] 10.222.0.41 "PUT /v2.0/ports/5e6346b3-f308-4702-a019-e0418adeb56d HTTP/1.1" status: 200 len: 1135 time: 2.3414965 Jul 15 23:07:50.822870 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-ab394202-500a-4a90-ac73-c3733478b313 req-45fafa6e-ea9c-4ec8-ba6f-95dcbb92d3b8 service neutron] Request body: {'port': {'device_id': 'ebfc3dac-a424-46b2-b718-cab6123db16d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:50.833783 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=7aa7c901-dcd7-438f-8527-ef1aaed2caf2,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:50.834206 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-aa1c29d0-2f90-433d-973e-725f739d935d req-44d94faf-9418-4470-b490-1b55b2344c4a service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5077696 Jul 15 23:07:50.835233 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-603f421c-1726-497e-bfd6-48c78b886f5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:50.864326 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port 2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:07:50.875269 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:07:50.875967 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:50.897918 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-835ef705-cf07-4e7b-b4a5-05e2605fdd8b x-openstack-request-id: req-835ef705-cf07-4e7b-b4a5-05e2605fdd8b {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:07:50.899959 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebfc3dac-a424-46b2-b718-cab6123db16d", "tag": "f70b3596-455f-49a0-8908-a104df34e5c9", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:07:50.900351 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-835ef705-cf07-4e7b-b4a5-05e2605fdd8b {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:07:50.900964 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebfc3dac-a424-46b2-b718-cab6123db16d', 'tag': 'f70b3596-455f-49a0-8908-a104df34e5c9', 'status': 'completed', 'code': 200} Jul 15 23:07:50.936682 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-603f421c-1726-497e-bfd6-48c78b886f5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:50.993109 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f4e7b7-e526-4d77-b195-63fe5b86905b service neutron] Pushing event updated for resources: {'Port': ['ID=5e6346b3-f308-4702-a019-e0418adeb56d,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:51.048819 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0537304-bd94-490c-bbb2-c5d6bb3f9244 req-d41db106-fe77-4797-9084-72a2f88eec2b tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:51.060285 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a0537304-bd94-490c-bbb2-c5d6bb3f9244 req-d41db106-fe77-4797-9084-72a2f88eec2b tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/ports?device_id=61ff0f68-c28e-4cf2-80e0-8c18d93c7dcb HTTP/1.1" status: 200 len: 944 time: 0.6068127 Jul 15 23:07:51.076930 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-603f421c-1726-497e-bfd6-48c78b886f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:51.082023 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-603f421c-1726-497e-bfd6-48c78b886f5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:51.085686 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-603f421c-1726-497e-bfd6-48c78b886f5c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2f7c45fd-39fc-4943-ba7d-041fb8807cdd HTTP/1.1" status: 204 len: 168 time: 0.6037796 Jul 15 23:07:51.148198 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603f421c-1726-497e-bfd6-48c78b886f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7c45fd-39fc-4943-ba7d-041fb8807cdd,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:51.150933 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:51.274522 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:51.282693 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a0537304-bd94-490c-bbb2-c5d6bb3f9244 req-d2a83242-7a80-431f-a10f-8e5d1bf80a44 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e74215b-8011-4ee0-b502-a2314077a754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203689 Jul 15 23:07:51.285885 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:51.286856 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device aa70474e-7649-4249-86c3-adcc97e0fa09 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:07:51.316606 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab394202-500a-4a90-ac73-c3733478b313 req-45fafa6e-ea9c-4ec8-ba6f-95dcbb92d3b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:51.378556 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628aeda1-cb4d-4281-b149-5ed5160b37a9 req-61e3de7b-4560-4764-adb2-daba2682b015 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:51.380941 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-628aeda1-cb4d-4281-b149-5ed5160b37a9 req-61e3de7b-4560-4764-adb2-daba2682b015 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] 10.222.0.49 "GET /v2.0/networks?id=bb925051-af21-4a66-9998-db8eac3f3d8e HTTP/1.1" status: 200 len: 816 time: 0.2262986 Jul 15 23:07:51.502093 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-628aeda1-cb4d-4281-b149-5ed5160b37a9 req-75f28e5f-6bb9-4618-b2b2-6ff66e31144e tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08fe55c8b75249cb85e4212038bb980e HTTP/1.1" status: 200 len: 380 time: 0.1059012 Jul 15 23:07:51.509092 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d4148-03b2-4f79-a77d-6a2452a1d646 req-2915b769-7d93-4041-ab14-556924378eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:51.509982 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d4148-03b2-4f79-a77d-6a2452a1d646 req-2915b769-7d93-4041-ab14-556924378eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:51.510998 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d4148-03b2-4f79-a77d-6a2452a1d646 req-2915b769-7d93-4041-ab14-556924378eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:51.511723 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d4148-03b2-4f79-a77d-6a2452a1d646 req-2915b769-7d93-4041-ab14-556924378eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:51.512887 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d4148-03b2-4f79-a77d-6a2452a1d646 req-2915b769-7d93-4041-ab14-556924378eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:51.513536 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d4148-03b2-4f79-a77d-6a2452a1d646 req-2915b769-7d93-4041-ab14-556924378eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:51.514202 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d4148-03b2-4f79-a77d-6a2452a1d646 req-2915b769-7d93-4041-ab14-556924378eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:51.517147 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4a9d4148-03b2-4f79-a77d-6a2452a1d646 req-2915b769-7d93-4041-ab14-556924378eee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=17c76d71cba4469f89099c3ebf7755c2&device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 6219 time: 0.4845698 Jul 15 23:07:51.526842 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-628aeda1-cb4d-4281-b149-5ed5160b37a9 req-cdd08a8e-9963-4731-aaa6-1b3f54108923 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Request body: {'port': {'device_id': '2a100f14-6637-4d83-8140-f4ce9e57a8c6', 'network_id': 'bb925051-af21-4a66-9998-db8eac3f3d8e', 'admin_state_up': True, 'tenant_id': '08fe55c8b75249cb85e4212038bb980e', 'security_groups': ['95e9101e-3e59-4b22-964f-bd441f029b60']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:51.531106 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe,revision_number=9']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:51.569423 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port aa70474e-7649-4249-86c3-adcc97e0fa09 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:07:51.576003 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port aa70474e-7649-4249-86c3-adcc97e0fa09 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:07:51.576326 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:51.842536 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:51.911415 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port aa70474e-7649-4249-86c3-adcc97e0fa09, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=aa70474e-7649-4249-86c3-adcc97e0fa09,segment=NetworkSegment(73b65db5-b75b-48b7-8e07-44c7152f69b4),segment_id=73b65db5-b75b-48b7-8e07-44c7152f69b4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:51.920416 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:52.084714 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=aa70474e-7649-4249-86c3-adcc97e0fa09,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:52.089545 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d4148-03b2-4f79-a77d-6a2452a1d646 req-68c45985-88ad-4022-8b88-f9d1b84dc41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:52.090180 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d4148-03b2-4f79-a77d-6a2452a1d646 req-68c45985-88ad-4022-8b88-f9d1b84dc41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:52.090604 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d4148-03b2-4f79-a77d-6a2452a1d646 req-68c45985-88ad-4022-8b88-f9d1b84dc41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:52.098874 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4a9d4148-03b2-4f79-a77d-6a2452a1d646 req-68c45985-88ad-4022-8b88-f9d1b84dc41a service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=17c76d71cba4469f89099c3ebf7755c2&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5619280 Jul 15 23:07:52.101995 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53738) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:52.198332 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-628aeda1-cb4d-4281-b149-5ed5160b37a9 req-cdd08a8e-9963-4731-aaa6-1b3f54108923 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Made reservation on behalf of 08fe55c8b75249cb85e4212038bb980e for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:07:52.203267 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-628aeda1-cb4d-4281-b149-5ed5160b37a9 req-cdd08a8e-9963-4731-aaa6-1b3f54108923 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:52.212773 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:07:52.293420 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f8eac3e8-95c1-4ba0-aa22-f6984a77b2d5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=26ab23b415084d5ca7967aefcb87e6a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1901598 Jul 15 23:07:52.298720 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53740) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:52.337812 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d4148-03b2-4f79-a77d-6a2452a1d646 req-a7859a82-35b8-4930-9c17-2aa24bd77006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:52.341003 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4a9d4148-03b2-4f79-a77d-6a2452a1d646 req-a7859a82-35b8-4930-9c17-2aa24bd77006 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2210178 Jul 15 23:07:52.459887 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d90b1704-931b-4e75-b1e4-10a9bd97a026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:52.511865 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318dcd15-c356-43ac-ac4a-db7aa93421e4 req-5303285a-9418-448e-ab1b-8dc03de3c935 tempest-LiveMigrationTest-431337817 tempest-LiveMigrationTest-431337817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:52.516370 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-318dcd15-c356-43ac-ac4a-db7aa93421e4 req-5303285a-9418-448e-ab1b-8dc03de3c935 tempest-LiveMigrationTest-431337817 tempest-LiveMigrationTest-431337817-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=a8bc40c9-e4b4-42a2-9b05-d457e348901a HTTP/1.1" status: 200 len: 1095 time: 1.2228482 Jul 15 23:07:52.579373 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d90b1704-931b-4e75-b1e4-10a9bd97a026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:52.678439 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-628aeda1-cb4d-4281-b149-5ed5160b37a9 req-cdd08a8e-9963-4731-aaa6-1b3f54108923 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Allocated IP 172.20.0.7 (bb925051-af21-4a66-9998-db8eac3f3d8e/677e163d-e2ae-4fac-97cd-29579d7e082c/aeacf232-5435-496b-9c70-48aabecf06e6) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:07:52.736894 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c8cceb-a6b9-4f58-9fc0-08730953adca req-c7a63fb6-8105-460c-8086-529e1f1c6cc8 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:52.744185 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c8cceb-a6b9-4f58-9fc0-08730953adca req-c7a63fb6-8105-460c-8086-529e1f1c6cc8 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:52.753372 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c8cceb-a6b9-4f58-9fc0-08730953adca req-c7a63fb6-8105-460c-8086-529e1f1c6cc8 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:52.759833 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c8cceb-a6b9-4f58-9fc0-08730953adca req-c7a63fb6-8105-460c-8086-529e1f1c6cc8 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:52.767249 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c8cceb-a6b9-4f58-9fc0-08730953adca req-c7a63fb6-8105-460c-8086-529e1f1c6cc8 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:52.773842 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c8cceb-a6b9-4f58-9fc0-08730953adca req-c7a63fb6-8105-460c-8086-529e1f1c6cc8 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:52.781220 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c8cceb-a6b9-4f58-9fc0-08730953adca req-c7a63fb6-8105-460c-8086-529e1f1c6cc8 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:52.787310 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d90b1704-931b-4e75-b1e4-10a9bd97a026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:52.790075 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d90b1704-931b-4e75-b1e4-10a9bd97a026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:52.790226 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-23c8cceb-a6b9-4f58-9fc0-08730953adca req-c7a63fb6-8105-460c-8086-529e1f1c6cc8 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 5382 time: 0.7251258 Jul 15 23:07:52.794436 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d90b1704-931b-4e75-b1e4-10a9bd97a026 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2ea84fe5-ae62-44a9-aa20-ed326fe0014f HTTP/1.1" status: 204 len: 168 time: 0.4843662 Jul 15 23:07:52.824491 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-318dcd15-c356-43ac-ac4a-db7aa93421e4 req-83b0e7da-7af0-4ca4-a7c7-62637f2383b3 tempest-LiveMigrationTest-431337817 tempest-LiveMigrationTest-431337817-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721400 Jul 15 23:07:52.912621 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90b1704-931b-4e75-b1e4-10a9bd97a026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea84fe5-ae62-44a9-aa20-ed326fe0014f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:52.940374 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-23c8cceb-a6b9-4f58-9fc0-08730953adca req-de87857a-cca0-4729-9d78-5b519b6901b2 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/security-groups?id=fde6291d-0085-4461-bff2-f84f9cfdb496&id=3034f104-295d-4ae9-983e-a750e439037a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1493142 Jul 15 23:07:52.942773 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebfc3dac-a424-46b2-b718-cab6123db16d', 'tag': '5e6346b3-f308-4702-a019-e0418adeb56d'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:07:52.945327 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1704e536-1ece-4156-9ae1-40b866a9038b" -d '{"events": [{"name": "network-changed", "server_uuid": "ebfc3dac-a424-46b2-b718-cab6123db16d", "tag": "5e6346b3-f308-4702-a019-e0418adeb56d"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:07:52.996241 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ffb7048-e1ee-4288-a102-bea886c6c905 x-openstack-request-id: req-9ffb7048-e1ee-4288-a102-bea886c6c905 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:07:52.996844 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e66c0ab-ef6a-4571-ae2d-5ebf6221364e", "name": "network-vif-plugged", "status": "completed", "tag": "7aa7c901-dcd7-438f-8527-ef1aaed2caf2", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:07:52.996844 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9ffb7048-e1ee-4288-a102-bea886c6c905 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:07:52.997184 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e66c0ab-ef6a-4571-ae2d-5ebf6221364e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa7c901-dcd7-438f-8527-ef1aaed2caf2', 'code': 200} Jul 15 23:07:53.061731 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-628aeda1-cb4d-4281-b149-5ed5160b37a9 req-cdd08a8e-9963-4731-aaa6-1b3f54108923 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:53.080647 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-628aeda1-cb4d-4281-b149-5ed5160b37a9 req-cdd08a8e-9963-4731-aaa6-1b3f54108923 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Transition to ACTIVE for port object aeacf232-5435-496b-9c70-48aabecf06e6 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:07:53.125562 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-628aeda1-cb4d-4281-b149-5ed5160b37a9 req-cdd08a8e-9963-4731-aaa6-1b3f54108923 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:53.275855 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-ab394202-500a-4a90-ac73-c3733478b313 req-45fafa6e-ea9c-4ec8-ba6f-95dcbb92d3b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1508ac1c-9b5d-4c1b-8a04-8901ffeae8f7 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:07:53.295897 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab394202-500a-4a90-ac73-c3733478b313 req-45fafa6e-ea9c-4ec8-ba6f-95dcbb92d3b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:53.379305 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-ab394202-500a-4a90-ac73-c3733478b313 req-45fafa6e-ea9c-4ec8-ba6f-95dcbb92d3b8 service neutron] Transition to ACTIVE for port object 1508ac1c-9b5d-4c1b-8a04-8901ffeae8f7 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:07:53.416485 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab394202-500a-4a90-ac73-c3733478b313 req-45fafa6e-ea9c-4ec8-ba6f-95dcbb92d3b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:53.523471 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fafa6e-ea9c-4ec8-ba6f-95dcbb92d3b8 service neutron] Pushing event updated for resources: {'Port': ['ID=1508ac1c-9b5d-4c1b-8a04-8901ffeae8f7,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:53.662637 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459e00bf-ebc3-4bea-8703-2d24fa79254c req-989a0b8e-4b1f-4246-9232-e08874bb6aa2 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:53.673226 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-459e00bf-ebc3-4bea-8703-2d24fa79254c req-989a0b8e-4b1f-4246-9232-e08874bb6aa2 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a100f14-6637-4d83-8140-f4ce9e57a8c6 HTTP/1.1" status: 200 len: 931 time: 0.4562876 Jul 15 23:07:53.704324 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5199c54-57ac-4414-b2ca-6a74e0f836bc req-f2abef23-1c05-4f58-8672-d922925591f7 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:53.709005 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a5199c54-57ac-4414-b2ca-6a74e0f836bc req-f2abef23-1c05-4f58-8672-d922925591f7 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=251c2b27-dd3f-48ef-90ca-fc5628302a0d HTTP/1.1" status: 200 len: 950 time: 0.4182348 Jul 15 23:07:53.873049 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd08a8e-9963-4731-aaa6-1b3f54108923 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Pushing event updated for resources: {'Port': ['ID=aeacf232-5435-496b-9c70-48aabecf06e6,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:53.874267 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-459e00bf-ebc3-4bea-8703-2d24fa79254c req-5f643670-e727-4090-9258-969e6cf80afa tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] 10.222.0.48 "GET /v2.0/security-groups?id=95e9101e-3e59-4b22-964f-bd441f029b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1988668 Jul 15 23:07:53.950231 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-628aeda1-cb4d-4281-b149-5ed5160b37a9 req-cdd08a8e-9963-4731-aaa6-1b3f54108923 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Network bb925051-af21-4a66-9998-db8eac3f3d8e is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:07:53.959715 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-628aeda1-cb4d-4281-b149-5ed5160b37a9 req-cdd08a8e-9963-4731-aaa6-1b3f54108923 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:07:53.980999 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-628aeda1-cb4d-4281-b149-5ed5160b37a9 req-cdd08a8e-9963-4731-aaa6-1b3f54108923 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:07:54.002181 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a5199c54-57ac-4414-b2ca-6a74e0f836bc req-fe674380-3d5e-435a-9f9b-5dbc88f4a859 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348080 Jul 15 23:07:54.036425 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ab394202-500a-4a90-ac73-c3733478b313 req-45fafa6e-ea9c-4ec8-ba6f-95dcbb92d3b8 service neutron] Attempting to bind port 1508ac1c-9b5d-4c1b-8a04-8901ffeae8f7 on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:07:54.054188 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ab394202-500a-4a90-ac73-c3733478b313 req-45fafa6e-ea9c-4ec8-ba6f-95dcbb92d3b8 service neutron] Attempting to bind port 1508ac1c-9b5d-4c1b-8a04-8901ffeae8f7 by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '3821a0b2-3164-41fa-92ac-fc5f13dae41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '970a88bd-fdba-4549-becb-46353b196f82'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:07:54.054653 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab394202-500a-4a90-ac73-c3733478b313 req-45fafa6e-ea9c-4ec8-ba6f-95dcbb92d3b8 service neutron] Attempting to bind port 1508ac1c-9b5d-4c1b-8a04-8901ffeae8f7 on network 970a88bd-fdba-4549-becb-46353b196f82 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:54.074958 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab394202-500a-4a90-ac73-c3733478b313 req-45fafa6e-ea9c-4ec8-ba6f-95dcbb92d3b8 service neutron] Port 1508ac1c-9b5d-4c1b-8a04-8901ffeae8f7 on network 970a88bd-fdba-4549-becb-46353b196f82 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:07:54.075305 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab394202-500a-4a90-ac73-c3733478b313 req-45fafa6e-ea9c-4ec8-ba6f-95dcbb92d3b8 service neutron] Attempting to bind port 1508ac1c-9b5d-4c1b-8a04-8901ffeae8f7 on network 970a88bd-fdba-4549-becb-46353b196f82 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:54.080712 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab394202-500a-4a90-ac73-c3733478b313 req-45fafa6e-ea9c-4ec8-ba6f-95dcbb92d3b8 service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:07:54.081065 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab394202-500a-4a90-ac73-c3733478b313 req-45fafa6e-ea9c-4ec8-ba6f-95dcbb92d3b8 service neutron] Checking segment: {'id': '3821a0b2-3164-41fa-92ac-fc5f13dae41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '970a88bd-fdba-4549-becb-46353b196f82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:07:54.081465 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab394202-500a-4a90-ac73-c3733478b313 req-45fafa6e-ea9c-4ec8-ba6f-95dcbb92d3b8 service neutron] Bound using segment: {'id': '3821a0b2-3164-41fa-92ac-fc5f13dae41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '970a88bd-fdba-4549-becb-46353b196f82'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:07:54.082368 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ab394202-500a-4a90-ac73-c3733478b313 req-45fafa6e-ea9c-4ec8-ba6f-95dcbb92d3b8 service neutron] Bound port: 1508ac1c-9b5d-4c1b-8a04-8901ffeae8f7, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3821a0b2-3164-41fa-92ac-fc5f13dae41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '970a88bd-fdba-4549-becb-46353b196f82'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:07:54.082732 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab394202-500a-4a90-ac73-c3733478b313 req-45fafa6e-ea9c-4ec8-ba6f-95dcbb92d3b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:54.100584 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628aeda1-cb4d-4281-b149-5ed5160b37a9 req-cdd08a8e-9963-4731-aaa6-1b3f54108923 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:54.101810 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-628aeda1-cb4d-4281-b149-5ed5160b37a9 req-cdd08a8e-9963-4731-aaa6-1b3f54108923 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:54.156253 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-628aeda1-cb4d-4281-b149-5ed5160b37a9 req-cdd08a8e-9963-4731-aaa6-1b3f54108923 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6362400 Jul 15 23:07:54.177274 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-628aeda1-cb4d-4281-b149-5ed5160b37a9 req-b5c6a336-c896-43e7-a60c-5d9ed0b7be97 service neutron] Request body: {'port': {'device_id': '2a100f14-6637-4d83-8140-f4ce9e57a8c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:54.209827 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-ab394202-500a-4a90-ac73-c3733478b313 req-45fafa6e-ea9c-4ec8-ba6f-95dcbb92d3b8 service neutron] For port 1508ac1c-9b5d-4c1b-8a04-8901ffeae8f7, host n-h2-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:07:54.220194 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-ab394202-500a-4a90-ac73-c3733478b313 req-45fafa6e-ea9c-4ec8-ba6f-95dcbb92d3b8 service neutron] For port 1508ac1c-9b5d-4c1b-8a04-8901ffeae8f7, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=1508ac1c-9b5d-4c1b-8a04-8901ffeae8f7,segment=NetworkSegment(3821a0b2-3164-41fa-92ac-fc5f13dae41d),segment_id=3821a0b2-3164-41fa-92ac-fc5f13dae41d)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:07:54.238905 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab394202-500a-4a90-ac73-c3733478b313 req-45fafa6e-ea9c-4ec8-ba6f-95dcbb92d3b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:54.289689 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab394202-500a-4a90-ac73-c3733478b313 req-45fafa6e-ea9c-4ec8-ba6f-95dcbb92d3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:54.296849 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab394202-500a-4a90-ac73-c3733478b313 req-45fafa6e-ea9c-4ec8-ba6f-95dcbb92d3b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:54.298989 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab394202-500a-4a90-ac73-c3733478b313 req-45fafa6e-ea9c-4ec8-ba6f-95dcbb92d3b8 service neutron] 10.222.0.41 "PUT /v2.0/ports/1508ac1c-9b5d-4c1b-8a04-8901ffeae8f7 HTTP/1.1" status: 200 len: 1091 time: 3.5107183 Jul 15 23:07:54.348668 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c29d0-2f90-433d-973e-725f739d935d req-1682c2eb-88af-4225-a022-c0bed3ee53d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:54.350637 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-aa1c29d0-2f90-433d-973e-725f739d935d req-1682c2eb-88af-4225-a022-c0bed3ee53d5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=251c2b27-dd3f-48ef-90ca-fc5628302a0d&tenant_id=943e0e7be5644005a591d26197ee19f5 HTTP/1.1" status: 200 len: 1101 time: 0.5022156 Jul 15 23:07:54.363382 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-628aeda1-cb4d-4281-b149-5ed5160b37a9 req-b5c6a336-c896-43e7-a60c-5d9ed0b7be97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:54.383495 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-aa1c29d0-2f90-433d-973e-725f739d935d req-e9280a52-de6f-42d6-96d4-82ed244c7965 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-794306-6', 'device_owner': 'compute:nova'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:54.431654 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53782) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:54.464349 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-ab394202-500a-4a90-ac73-c3733478b313 req-453d70c0-a1ad-4577-9eaa-3f89ff8715b6 service neutron] Request body: {'port': {'device_id': 'ebfc3dac-a424-46b2-b718-cab6123db16d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:54.508052 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-db41870b-a36b-4140-a5fd-ee54f2ac1b73 None None] Provisioning for port aeacf232-5435-496b-9c70-48aabecf06e6 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:07:54.516708 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-db41870b-a36b-4140-a5fd-ee54f2ac1b73 None None] Provisioning complete for port aeacf232-5435-496b-9c70-48aabecf06e6 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:07:54.517086 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-db41870b-a36b-4140-a5fd-ee54f2ac1b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:54.612400 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-db41870b-a36b-4140-a5fd-ee54f2ac1b73 None None] Port aeacf232-5435-496b-9c70-48aabecf06e6 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:07:54.671591 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc56172-93c4-4fd6-8dd5-5785c354b3a7 x-openstack-request-id: req-ccc56172-93c4-4fd6-8dd5-5785c354b3a7 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:07:54.672191 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebfc3dac-a424-46b2-b718-cab6123db16d", "tag": "5e6346b3-f308-4702-a019-e0418adeb56d", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:07:54.672191 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ccc56172-93c4-4fd6-8dd5-5785c354b3a7 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:07:54.672746 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebfc3dac-a424-46b2-b718-cab6123db16d', 'tag': '5e6346b3-f308-4702-a019-e0418adeb56d', 'status': 'completed', 'code': 200} Jul 15 23:07:54.675226 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab394202-500a-4a90-ac73-c3733478b313 req-453d70c0-a1ad-4577-9eaa-3f89ff8715b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:54.884118 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fafa6e-ea9c-4ec8-ba6f-95dcbb92d3b8 service neutron] Pushing event updated for resources: {'Port': ['ID=1508ac1c-9b5d-4c1b-8a04-8901ffeae8f7,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:54.998315 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '251c2b27-dd3f-48ef-90ca-fc5628302a0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe'}, {'server_uuid': '61ff0f68-c28e-4cf2-80e0-8c18d93c7dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa70474e-7649-4249-86c3-adcc97e0fa09'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:07:55.000609 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c430f84-6239-4721-bc9e-cbaaa1931f1c" -d '{"events": [{"server_uuid": "251c2b27-dd3f-48ef-90ca-fc5628302a0d", "name": "network-vif-plugged", "status": "completed", "tag": "2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe"}, {"server_uuid": "61ff0f68-c28e-4cf2-80e0-8c18d93c7dcb", "name": "network-vif-plugged", "status": "completed", "tag": "aa70474e-7649-4249-86c3-adcc97e0fa09"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:07:55.028040 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e3c38d-6e08-4966-9f7f-981c0a5f78ee req-e057f90b-03a0-4187-911a-55d61aa3d3c3 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:55.030639 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a7e3c38d-6e08-4966-9f7f-981c0a5f78ee req-e057f90b-03a0-4187-911a-55d61aa3d3c3 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/ports?device_id=61ff0f68-c28e-4cf2-80e0-8c18d93c7dcb HTTP/1.1" status: 200 len: 945 time: 0.5998168 Jul 15 23:07:55.089575 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:55.275702 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-ab394202-500a-4a90-ac73-c3733478b313 req-453d70c0-a1ad-4577-9eaa-3f89ff8715b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58031bb6-e328-42ef-a4eb-d60400499716 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:07:55.281774 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b2413e2a-6903-41be-a3c5-cc1b8ea27ea6 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1294275681-network', 'tenant_id': 'b03dd4b5822b46719971bc6056341493'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:55.339799 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab394202-500a-4a90-ac73-c3733478b313 req-453d70c0-a1ad-4577-9eaa-3f89ff8715b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:55.379553 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a7e3c38d-6e08-4966-9f7f-981c0a5f78ee req-368e2ed8-ddca-4e81-9b68-6ec3a9deee21 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e74215b-8011-4ee0-b502-a2314077a754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500220 Jul 15 23:07:55.391070 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-ab394202-500a-4a90-ac73-c3733478b313 req-453d70c0-a1ad-4577-9eaa-3f89ff8715b6 service neutron] Transition to ACTIVE for port object 58031bb6-e328-42ef-a4eb-d60400499716 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:07:55.408554 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab394202-500a-4a90-ac73-c3733478b313 req-453d70c0-a1ad-4577-9eaa-3f89ff8715b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:55.460337 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-628aeda1-cb4d-4281-b149-5ed5160b37a9 req-b5c6a336-c896-43e7-a60c-5d9ed0b7be97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeacf232-5435-496b-9c70-48aabecf06e6 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:07:55.472942 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-628aeda1-cb4d-4281-b149-5ed5160b37a9 req-b5c6a336-c896-43e7-a60c-5d9ed0b7be97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:55.507972 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-628aeda1-cb4d-4281-b149-5ed5160b37a9 req-b5c6a336-c896-43e7-a60c-5d9ed0b7be97 service neutron] Transition to ACTIVE for port object aeacf232-5435-496b-9c70-48aabecf06e6 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:07:55.522105 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-628aeda1-cb4d-4281-b149-5ed5160b37a9 req-b5c6a336-c896-43e7-a60c-5d9ed0b7be97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:55.535798 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2413e2a-6903-41be-a3c5-cc1b8ea27ea6 admin admin] Made reservation on behalf of b03dd4b5822b46719971bc6056341493 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:07:55.538978 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b2413e2a-6903-41be-a3c5-cc1b8ea27ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:55.583725 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453d70c0-a1ad-4577-9eaa-3f89ff8715b6 service neutron] Pushing event updated for resources: {'Port': ['ID=58031bb6-e328-42ef-a4eb-d60400499716,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:55.669222 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b2413e2a-6903-41be-a3c5-cc1b8ea27ea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:55.867203 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c6a336-c896-43e7-a60c-5d9ed0b7be97 service neutron] Pushing event updated for resources: {'Port': ['ID=aeacf232-5435-496b-9c70-48aabecf06e6,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:55.868813 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a99f7-e307-4c5b-adbd-777a22061dd1 req-49e353a8-238e-42ea-b78c-de52cf9d9b34 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:55.878331 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:07:55.892532 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a99f7-e307-4c5b-adbd-777a22061dd1 req-49e353a8-238e-42ea-b78c-de52cf9d9b34 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:55.894023 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-aa1c29d0-2f90-433d-973e-725f739d935d req-e9280a52-de6f-42d6-96d4-82ed244c7965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:55.903289 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a99f7-e307-4c5b-adbd-777a22061dd1 req-49e353a8-238e-42ea-b78c-de52cf9d9b34 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:55.919445 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a99f7-e307-4c5b-adbd-777a22061dd1 req-49e353a8-238e-42ea-b78c-de52cf9d9b34 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:55.951984 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a99f7-e307-4c5b-adbd-777a22061dd1 req-49e353a8-238e-42ea-b78c-de52cf9d9b34 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:55.970577 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a99f7-e307-4c5b-adbd-777a22061dd1 req-49e353a8-238e-42ea-b78c-de52cf9d9b34 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:55.985269 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1704e536-1ece-4156-9ae1-40b866a9038b req-daaeac98-2e4f-4850-8e57-5aded7957907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:55.985925 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1704e536-1ece-4156-9ae1-40b866a9038b req-daaeac98-2e4f-4850-8e57-5aded7957907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:55.986465 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1704e536-1ece-4156-9ae1-40b866a9038b req-daaeac98-2e4f-4850-8e57-5aded7957907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:55.987007 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1704e536-1ece-4156-9ae1-40b866a9038b req-daaeac98-2e4f-4850-8e57-5aded7957907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:55.987654 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1704e536-1ece-4156-9ae1-40b866a9038b req-daaeac98-2e4f-4850-8e57-5aded7957907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:55.988091 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1704e536-1ece-4156-9ae1-40b866a9038b req-daaeac98-2e4f-4850-8e57-5aded7957907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:55.988622 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1704e536-1ece-4156-9ae1-40b866a9038b req-daaeac98-2e4f-4850-8e57-5aded7957907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:55.995500 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a99f7-e307-4c5b-adbd-777a22061dd1 req-49e353a8-238e-42ea-b78c-de52cf9d9b34 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:55.996146 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1704e536-1ece-4156-9ae1-40b866a9038b req-daaeac98-2e4f-4850-8e57-5aded7957907 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=17c76d71cba4469f89099c3ebf7755c2&device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 6286 time: 0.7452538 Jul 15 23:07:56.002528 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fb1a99f7-e307-4c5b-adbd-777a22061dd1 req-49e353a8-238e-42ea-b78c-de52cf9d9b34 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 5406 time: 0.5488324 Jul 15 23:07:56.005857 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b2413e2a-6903-41be-a3c5-cc1b8ea27ea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:56.048570 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b2413e2a-6903-41be-a3c5-cc1b8ea27ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:56.060975 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2413e2a-6903-41be-a3c5-cc1b8ea27ea6 admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:07:56.070796 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b2413e2a-6903-41be-a3c5-cc1b8ea27ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:56.071692 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-b2413e2a-6903-41be-a3c5-cc1b8ea27ea6 admin admin] Added segment a7ec11b6-8367-4d76-bf81-1a7f9b95cb02 of type vlan for network 664fa38c-79c6-41e0-8e32-194e09b9b2e3 Jul 15 23:07:56.095166 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ab394202-500a-4a90-ac73-c3733478b313 req-453d70c0-a1ad-4577-9eaa-3f89ff8715b6 service neutron] Attempting to bind port 58031bb6-e328-42ef-a4eb-d60400499716 on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:07:56.095515 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ab394202-500a-4a90-ac73-c3733478b313 req-453d70c0-a1ad-4577-9eaa-3f89ff8715b6 service neutron] Attempting to bind port 58031bb6-e328-42ef-a4eb-d60400499716 by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '3821a0b2-3164-41fa-92ac-fc5f13dae41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '970a88bd-fdba-4549-becb-46353b196f82'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:07:56.095918 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab394202-500a-4a90-ac73-c3733478b313 req-453d70c0-a1ad-4577-9eaa-3f89ff8715b6 service neutron] Attempting to bind port 58031bb6-e328-42ef-a4eb-d60400499716 on network 970a88bd-fdba-4549-becb-46353b196f82 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:56.122381 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6772e41b-a78e-49cd-9267-373235cfc995 req-e2bccf3c-a27b-412c-a1f8-ec35ccbbb46d tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:56.126194 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:56.128132 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b2413e2a-6903-41be-a3c5-cc1b8ea27ea6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:56.142124 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6772e41b-a78e-49cd-9267-373235cfc995 req-e2bccf3c-a27b-412c-a1f8-ec35ccbbb46d tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a100f14-6637-4d83-8140-f4ce9e57a8c6 HTTP/1.1" status: 200 len: 943 time: 0.5582633 Jul 15 23:07:56.174199 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-628aeda1-cb4d-4281-b149-5ed5160b37a9 req-b5c6a336-c896-43e7-a60c-5d9ed0b7be97 service neutron] Attempting to bind port aeacf232-5435-496b-9c70-48aabecf06e6 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:07:56.174744 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab394202-500a-4a90-ac73-c3733478b313 req-453d70c0-a1ad-4577-9eaa-3f89ff8715b6 service neutron] Port 58031bb6-e328-42ef-a4eb-d60400499716 on network 970a88bd-fdba-4549-becb-46353b196f82 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:07:56.174923 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-628aeda1-cb4d-4281-b149-5ed5160b37a9 req-b5c6a336-c896-43e7-a60c-5d9ed0b7be97 service neutron] Attempting to bind port aeacf232-5435-496b-9c70-48aabecf06e6 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '8a18499d-f751-4b5b-90fb-57238ec26ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'bb925051-af21-4a66-9998-db8eac3f3d8e'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:07:56.174923 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628aeda1-cb4d-4281-b149-5ed5160b37a9 req-b5c6a336-c896-43e7-a60c-5d9ed0b7be97 service neutron] Attempting to bind port aeacf232-5435-496b-9c70-48aabecf06e6 on network bb925051-af21-4a66-9998-db8eac3f3d8e {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:56.175151 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab394202-500a-4a90-ac73-c3733478b313 req-453d70c0-a1ad-4577-9eaa-3f89ff8715b6 service neutron] Attempting to bind port 58031bb6-e328-42ef-a4eb-d60400499716 on network 970a88bd-fdba-4549-becb-46353b196f82 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:56.229762 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628aeda1-cb4d-4281-b149-5ed5160b37a9 req-b5c6a336-c896-43e7-a60c-5d9ed0b7be97 service neutron] Port aeacf232-5435-496b-9c70-48aabecf06e6 on network bb925051-af21-4a66-9998-db8eac3f3d8e not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:07:56.230224 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628aeda1-cb4d-4281-b149-5ed5160b37a9 req-b5c6a336-c896-43e7-a60c-5d9ed0b7be97 service neutron] Attempting to bind port aeacf232-5435-496b-9c70-48aabecf06e6 on network bb925051-af21-4a66-9998-db8eac3f3d8e {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:56.231213 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab394202-500a-4a90-ac73-c3733478b313 req-453d70c0-a1ad-4577-9eaa-3f89ff8715b6 service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:07:56.232737 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab394202-500a-4a90-ac73-c3733478b313 req-453d70c0-a1ad-4577-9eaa-3f89ff8715b6 service neutron] Checking segment: {'id': '3821a0b2-3164-41fa-92ac-fc5f13dae41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '970a88bd-fdba-4549-becb-46353b196f82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:07:56.233329 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab394202-500a-4a90-ac73-c3733478b313 req-453d70c0-a1ad-4577-9eaa-3f89ff8715b6 service neutron] Bound using segment: {'id': '3821a0b2-3164-41fa-92ac-fc5f13dae41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '970a88bd-fdba-4549-becb-46353b196f82'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:07:56.233776 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ab394202-500a-4a90-ac73-c3733478b313 req-453d70c0-a1ad-4577-9eaa-3f89ff8715b6 service neutron] Bound port: 58031bb6-e328-42ef-a4eb-d60400499716, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3821a0b2-3164-41fa-92ac-fc5f13dae41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '970a88bd-fdba-4549-becb-46353b196f82'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:07:56.234145 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab394202-500a-4a90-ac73-c3733478b313 req-453d70c0-a1ad-4577-9eaa-3f89ff8715b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:56.241665 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:56.247364 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:56.276079 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6772e41b-a78e-49cd-9267-373235cfc995 req-45f09420-6268-42a8-b117-e85c8597577a tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] 10.222.0.48 "GET /v2.0/security-groups?id=95e9101e-3e59-4b22-964f-bd441f029b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282907 Jul 15 23:07:56.298111 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b2413e2a-6903-41be-a3c5-cc1b8ea27ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:56.299252 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2413e2a-6903-41be-a3c5-cc1b8ea27ea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:56.299964 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b2413e2a-6903-41be-a3c5-cc1b8ea27ea6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:56.327015 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628aeda1-cb4d-4281-b149-5ed5160b37a9 req-b5c6a336-c896-43e7-a60c-5d9ed0b7be97 service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:07:56.327481 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628aeda1-cb4d-4281-b149-5ed5160b37a9 req-b5c6a336-c896-43e7-a60c-5d9ed0b7be97 service neutron] Checking segment: {'id': '8a18499d-f751-4b5b-90fb-57238ec26ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'bb925051-af21-4a66-9998-db8eac3f3d8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:07:56.327992 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628aeda1-cb4d-4281-b149-5ed5160b37a9 req-b5c6a336-c896-43e7-a60c-5d9ed0b7be97 service neutron] Bound using segment: {'id': '8a18499d-f751-4b5b-90fb-57238ec26ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'bb925051-af21-4a66-9998-db8eac3f3d8e'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:07:56.328537 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-628aeda1-cb4d-4281-b149-5ed5160b37a9 req-b5c6a336-c896-43e7-a60c-5d9ed0b7be97 service neutron] Bound port: aeacf232-5435-496b-9c70-48aabecf06e6, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a18499d-f751-4b5b-90fb-57238ec26ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'bb925051-af21-4a66-9998-db8eac3f3d8e'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:07:56.328996 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-628aeda1-cb4d-4281-b149-5ed5160b37a9 req-b5c6a336-c896-43e7-a60c-5d9ed0b7be97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:56.335997 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fb1a99f7-e307-4c5b-adbd-777a22061dd1 req-b49a5828-02b2-4ec5-88d2-c4376bdf6ec8 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/security-groups?id=fde6291d-0085-4461-bff2-f84f9cfdb496&id=3034f104-295d-4ae9-983e-a750e439037a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2960172 Jul 15 23:07:56.355086 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2413e2a-6903-41be-a3c5-cc1b8ea27ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b1bf12-9b7e-4170-bff0-339f379aeefc,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:56.371702 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe,revision_number=10']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:56.411590 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.db.api [req-aa1c29d0-2f90-433d-973e-725f739d935d req-e9280a52-de6f-42d6-96d4-82ed244c7965 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:07:56.412100 n-d-794306-6 neutron-server[93771]: DEBUG oslo_db.api [req-aa1c29d0-2f90-433d-973e-725f739d935d req-e9280a52-de6f-42d6-96d4-82ed244c7965 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:07:56.458834 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b2413e2a-6903-41be-a3c5-cc1b8ea27ea6 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0254469 Jul 15 23:07:56.472336 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 23:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f11c952-9bfc-4b1e-afef-114538114f11 x-openstack-request-id: req-2f11c952-9bfc-4b1e-afef-114538114f11 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:07:56.473358 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "251c2b27-dd3f-48ef-90ca-fc5628302a0d", "name": "network-vif-plugged", "status": "completed", "tag": "2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe", "code": 200}, {"server_uuid": "61ff0f68-c28e-4cf2-80e0-8c18d93c7dcb", "name": "network-vif-plugged", "status": "completed", "tag": "aa70474e-7649-4249-86c3-adcc97e0fa09", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:07:56.473969 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2f11c952-9bfc-4b1e-afef-114538114f11 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:07:56.474562 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '251c2b27-dd3f-48ef-90ca-fc5628302a0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe', 'code': 200} Jul 15 23:07:56.475429 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ff0f68-c28e-4cf2-80e0-8c18d93c7dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa70474e-7649-4249-86c3-adcc97e0fa09', 'code': 200} Jul 15 23:07:56.476735 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53806) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:56.527080 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-ab394202-500a-4a90-ac73-c3733478b313 req-453d70c0-a1ad-4577-9eaa-3f89ff8715b6 service neutron] For port 58031bb6-e328-42ef-a4eb-d60400499716, host n-h2-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:07:56.560967 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f8890ad3-02d4-4a78-bb91-2b0ab3b119f5 admin admin] Request body: {'subnet': {'network_id': '664fa38c-79c6-41e0-8e32-194e09b9b2e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1294275681-subnet', 'tenant_id': 'b03dd4b5822b46719971bc6056341493', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:56.627389 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8890ad3-02d4-4a78-bb91-2b0ab3b119f5 admin admin] Made reservation on behalf of b03dd4b5822b46719971bc6056341493 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:07:56.630181 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8890ad3-02d4-4a78-bb91-2b0ab3b119f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:56.657388 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-ab394202-500a-4a90-ac73-c3733478b313 req-453d70c0-a1ad-4577-9eaa-3f89ff8715b6 service neutron] For port 58031bb6-e328-42ef-a4eb-d60400499716, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=58031bb6-e328-42ef-a4eb-d60400499716,segment=NetworkSegment(3821a0b2-3164-41fa-92ac-fc5f13dae41d),segment_id=3821a0b2-3164-41fa-92ac-fc5f13dae41d)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:07:56.674331 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebfc3dac-a424-46b2-b718-cab6123db16d', 'tag': '1508ac1c-9b5d-4c1b-8a04-8901ffeae8f7'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:07:56.677231 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e919632-6ce7-4568-8475-624f2efa2f9b" -d '{"events": [{"name": "network-changed", "server_uuid": "ebfc3dac-a424-46b2-b718-cab6123db16d", "tag": "1508ac1c-9b5d-4c1b-8a04-8901ffeae8f7"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:07:56.685331 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab394202-500a-4a90-ac73-c3733478b313 req-453d70c0-a1ad-4577-9eaa-3f89ff8715b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:56.749527 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-628aeda1-cb4d-4281-b149-5ed5160b37a9 req-b5c6a336-c896-43e7-a60c-5d9ed0b7be97 service neutron] For port aeacf232-5435-496b-9c70-48aabecf06e6, host n-h1-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:07:56.752977 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-628aeda1-cb4d-4281-b149-5ed5160b37a9 req-b5c6a336-c896-43e7-a60c-5d9ed0b7be97 service neutron] For port aeacf232-5435-496b-9c70-48aabecf06e6, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=aeacf232-5435-496b-9c70-48aabecf06e6,segment=NetworkSegment(8a18499d-f751-4b5b-90fb-57238ec26ecc),segment_id=8a18499d-f751-4b5b-90fb-57238ec26ecc)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:07:56.754486 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2413e2a-6903-41be-a3c5-cc1b8ea27ea6 admin admin] Pushing event updated for resources: {'Network': ['ID=664fa38c-79c6-41e0-8e32-194e09b9b2e3,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:56.757059 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453d70c0-a1ad-4577-9eaa-3f89ff8715b6 service neutron] Pushing event updated for resources: {'Port': ['ID=58031bb6-e328-42ef-a4eb-d60400499716,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:56.759294 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1704e536-1ece-4156-9ae1-40b866a9038b req-efb9b669-d6c8-4333-9083-61d60de4e9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:56.759850 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1704e536-1ece-4156-9ae1-40b866a9038b req-efb9b669-d6c8-4333-9083-61d60de4e9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:56.760457 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1704e536-1ece-4156-9ae1-40b866a9038b req-efb9b669-d6c8-4333-9083-61d60de4e9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:56.763867 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1704e536-1ece-4156-9ae1-40b866a9038b req-efb9b669-d6c8-4333-9083-61d60de4e9bd service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=17c76d71cba4469f89099c3ebf7755c2&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.7457175 Jul 15 23:07:56.770499 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 664fa38c-79c6-41e0-8e32-194e09b9b2e3 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:07:56.778997 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-628aeda1-cb4d-4281-b149-5ed5160b37a9 req-b5c6a336-c896-43e7-a60c-5d9ed0b7be97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:56.795200 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc99d9-cdbf-4a90-ace8-0262517eb585 req-9e66175d-c968-4bd8-be1a-f1dffbb791a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:56.797079 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d3bc99d9-cdbf-4a90-ace8-0262517eb585 req-9e66175d-c968-4bd8-be1a-f1dffbb791a2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=61ff0f68-c28e-4cf2-80e0-8c18d93c7dcb HTTP/1.1" status: 200 len: 1096 time: 0.1903665 Jul 15 23:07:56.804829 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab394202-500a-4a90-ac73-c3733478b313 req-453d70c0-a1ad-4577-9eaa-3f89ff8715b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:56.805711 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab394202-500a-4a90-ac73-c3733478b313 req-453d70c0-a1ad-4577-9eaa-3f89ff8715b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:56.808228 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab394202-500a-4a90-ac73-c3733478b313 req-453d70c0-a1ad-4577-9eaa-3f89ff8715b6 service neutron] 10.222.0.41 "PUT /v2.0/ports/58031bb6-e328-42ef-a4eb-d60400499716 HTTP/1.1" status: 200 len: 1090 time: 2.3954175 Jul 15 23:07:56.875935 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562eb1aa-1ac2-4b04-972b-8658215ae3c6 req-45e37450-bdfe-4c15-be79-40efa543ccd7 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:56.885091 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-562eb1aa-1ac2-4b04-972b-8658215ae3c6 req-45e37450-bdfe-4c15-be79-40efa543ccd7 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=251c2b27-dd3f-48ef-90ca-fc5628302a0d HTTP/1.1" status: 200 len: 949 time: 0.3512821 Jul 15 23:07:56.905456 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-ab394202-500a-4a90-ac73-c3733478b313 req-a881fab8-c744-4a85-9c08-0a3013e001b9 service neutron] Request body: {'port': {'device_id': 'ebfc3dac-a424-46b2-b718-cab6123db16d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:56.996599 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628aeda1-cb4d-4281-b149-5ed5160b37a9 req-b5c6a336-c896-43e7-a60c-5d9ed0b7be97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:56.997255 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-628aeda1-cb4d-4281-b149-5ed5160b37a9 req-b5c6a336-c896-43e7-a60c-5d9ed0b7be97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:56.999248 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-628aeda1-cb4d-4281-b149-5ed5160b37a9 req-b5c6a336-c896-43e7-a60c-5d9ed0b7be97 service neutron] 10.222.0.49 "PUT /v2.0/ports/aeacf232-5435-496b-9c70-48aabecf06e6 HTTP/1.1" status: 200 len: 1091 time: 2.8349152 Jul 15 23:07:56.999442 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a100f14-6637-4d83-8140-f4ce9e57a8c6', 'tag': 'aeacf232-5435-496b-9c70-48aabecf06e6'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:07:57.002152 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a61e5b-cd2d-4e4d-ae3b-d2f40ed8353d" -d '{"events": [{"name": "network-changed", "server_uuid": "2a100f14-6637-4d83-8140-f4ce9e57a8c6", "tag": "aeacf232-5435-496b-9c70-48aabecf06e6"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:07:57.082962 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d3bc99d9-cdbf-4a90-ace8-0262517eb585 req-39431295-8b84-4dc9-b2dc-a7ea166ed2e6 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1e74215b-8011-4ee0-b502-a2314077a754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679989 Jul 15 23:07:57.136817 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-562eb1aa-1ac2-4b04-972b-8658215ae3c6 req-fb0764af-7306-42af-8307-2f7405651189 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500966 Jul 15 23:07:57.280520 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc5f9f9-bbc0-4873-aedd-550b240a47e6 x-openstack-request-id: req-6cc5f9f9-bbc0-4873-aedd-550b240a47e6 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:07:57.281133 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebfc3dac-a424-46b2-b718-cab6123db16d", "tag": "1508ac1c-9b5d-4c1b-8a04-8901ffeae8f7", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:07:57.281593 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6cc5f9f9-bbc0-4873-aedd-550b240a47e6 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:07:57.282183 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebfc3dac-a424-46b2-b718-cab6123db16d', 'tag': '1508ac1c-9b5d-4c1b-8a04-8901ffeae8f7', 'status': 'completed', 'code': 200} Jul 15 23:07:57.283215 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab394202-500a-4a90-ac73-c3733478b313 req-a881fab8-c744-4a85-9c08-0a3013e001b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:57.318150 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-aa1c29d0-2f90-433d-973e-725f739d935d req-e9280a52-de6f-42d6-96d4-82ed244c7965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:57.368600 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30774e3b-2fda-4030-a486-6c3b8fdff279 x-openstack-request-id: req-30774e3b-2fda-4030-a486-6c3b8fdff279 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:07:57.368893 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a100f14-6637-4d83-8140-f4ce9e57a8c6", "tag": "aeacf232-5435-496b-9c70-48aabecf06e6", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:07:57.369149 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-30774e3b-2fda-4030-a486-6c3b8fdff279 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:07:57.371514 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a100f14-6637-4d83-8140-f4ce9e57a8c6', 'tag': 'aeacf232-5435-496b-9c70-48aabecf06e6', 'status': 'completed', 'code': 200} Jul 15 23:07:57.402468 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c6a336-c896-43e7-a60c-5d9ed0b7be97 service neutron] Pushing event updated for resources: {'Port': ['ID=aeacf232-5435-496b-9c70-48aabecf06e6,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:57.542031 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea2965-4dce-403e-89d0-8d577a84ad26 req-93fb173e-2037-47bd-a469-f2b07aa2f808 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:57.544693 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-76ea2965-4dce-403e-89d0-8d577a84ad26 req-93fb173e-2037-47bd-a469-f2b07aa2f808 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/ports?device_id=61ff0f68-c28e-4cf2-80e0-8c18d93c7dcb HTTP/1.1" status: 200 len: 945 time: 0.2402983 Jul 15 23:07:57.584403 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1704e536-1ece-4156-9ae1-40b866a9038b req-d6789c77-9bfb-4a37-bff8-b47e3306c094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:57.595184 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1704e536-1ece-4156-9ae1-40b866a9038b req-d6789c77-9bfb-4a37-bff8-b47e3306c094 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8079903 Jul 15 23:07:57.668417 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-76ea2965-4dce-403e-89d0-8d577a84ad26 req-81678cd9-b0a8-426e-8291-36e57eba472a tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e74215b-8011-4ee0-b502-a2314077a754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102710 Jul 15 23:07:57.670597 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628aeda1-cb4d-4281-b149-5ed5160b37a9 req-eafd3bfe-fda4-4702-866a-91780d465063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:57.672242 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-628aeda1-cb4d-4281-b149-5ed5160b37a9 req-eafd3bfe-fda4-4702-866a-91780d465063 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=08fe55c8b75249cb85e4212038bb980e&device_id=2a100f14-6637-4d83-8140-f4ce9e57a8c6 HTTP/1.1" status: 200 len: 1094 time: 0.5028608 Jul 15 23:07:57.768393 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8890ad3-02d4-4a78-bb91-2b0ab3b119f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:57.851416 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8890ad3-02d4-4a78-bb91-2b0ab3b119f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cce8750-6222-4c81-8ca6-397ead3e8083,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:57.857678 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-628aeda1-cb4d-4281-b149-5ed5160b37a9 req-8bb12940-6916-4538-8220-89974cd56af0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aeacf232-5435-496b-9c70-48aabecf06e6 HTTP/1.1" status: 200 len: 217 time: 0.1446447 Jul 15 23:07:57.919620 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3527c7-218d-4611-b49e-5a82aaf855ed req-d4e02d48-3bb6-419e-ab21-85f8bea3e261 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:57.927104 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8b3527c7-218d-4611-b49e-5a82aaf855ed req-d4e02d48-3bb6-419e-ab21-85f8bea3e261 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a100f14-6637-4d83-8140-f4ce9e57a8c6 HTTP/1.1" status: 200 len: 943 time: 0.3398945 Jul 15 23:07:57.955209 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-ab394202-500a-4a90-ac73-c3733478b313 req-a881fab8-c744-4a85-9c08-0a3013e001b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53ab0b58-461d-46ab-8d7f-99872f64bbc2 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:07:57.965724 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab394202-500a-4a90-ac73-c3733478b313 req-a881fab8-c744-4a85-9c08-0a3013e001b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:58.005590 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8b3527c7-218d-4611-b49e-5a82aaf855ed req-072658f2-c45d-41bb-baf9-4bf7d5409c5f tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] 10.222.0.48 "GET /v2.0/security-groups?id=95e9101e-3e59-4b22-964f-bd441f029b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774879 Jul 15 23:07:58.006712 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-ab394202-500a-4a90-ac73-c3733478b313 req-a881fab8-c744-4a85-9c08-0a3013e001b9 service neutron] Transition to ACTIVE for port object 53ab0b58-461d-46ab-8d7f-99872f64bbc2 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:07:58.015407 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628aeda1-cb4d-4281-b149-5ed5160b37a9 req-d13b59d1-c596-4e65-90b9-bb935d271468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:58.017407 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-628aeda1-cb4d-4281-b149-5ed5160b37a9 req-d13b59d1-c596-4e65-90b9-bb935d271468 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=677e163d-e2ae-4fac-97cd-29579d7e082c HTTP/1.1" status: 200 len: 855 time: 0.1485436 Jul 15 23:07:58.021515 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab394202-500a-4a90-ac73-c3733478b313 req-a881fab8-c744-4a85-9c08-0a3013e001b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:58.024771 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e919632-6ce7-4568-8475-624f2efa2f9b req-bb65219b-74cb-4b40-9622-f3bcb3a58117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:58.035395 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e919632-6ce7-4568-8475-624f2efa2f9b req-bb65219b-74cb-4b40-9622-f3bcb3a58117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:58.036278 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e919632-6ce7-4568-8475-624f2efa2f9b req-bb65219b-74cb-4b40-9622-f3bcb3a58117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:58.037105 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e919632-6ce7-4568-8475-624f2efa2f9b req-bb65219b-74cb-4b40-9622-f3bcb3a58117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:58.037773 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e919632-6ce7-4568-8475-624f2efa2f9b req-bb65219b-74cb-4b40-9622-f3bcb3a58117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:58.038432 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e919632-6ce7-4568-8475-624f2efa2f9b req-bb65219b-74cb-4b40-9622-f3bcb3a58117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:58.039176 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e919632-6ce7-4568-8475-624f2efa2f9b req-bb65219b-74cb-4b40-9622-f3bcb3a58117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:58.042051 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-3e919632-6ce7-4568-8475-624f2efa2f9b req-bb65219b-74cb-4b40-9622-f3bcb3a58117 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=17c76d71cba4469f89099c3ebf7755c2&device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 6353 time: 0.3738635 Jul 15 23:07:58.129957 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-aa1c29d0-2f90-433d-973e-725f739d935d req-e9280a52-de6f-42d6-96d4-82ed244c7965 service neutron] For port 2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:07:58.156860 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8890ad3-02d4-4a78-bb91-2b0ab3b119f5 admin admin] Checking segment: {'id': 'a7ec11b6-8367-4d76-bf81-1a7f9b95cb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '664fa38c-79c6-41e0-8e32-194e09b9b2e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:07:58.157892 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8890ad3-02d4-4a78-bb91-2b0ab3b119f5 admin admin] Network hostable DHCP agents. Network: 664fa38c-79c6-41e0-8e32-194e09b9b2e3, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:07:58.297183 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a881fab8-c744-4a85-9c08-0a3013e001b9 service neutron] Pushing event updated for resources: {'Port': ['ID=53ab0b58-461d-46ab-8d7f-99872f64bbc2,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:58.354728 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e919632-6ce7-4568-8475-624f2efa2f9b req-2e6d532a-1f5e-4403-a4b1-7c4142407639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:58.355464 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e919632-6ce7-4568-8475-624f2efa2f9b req-2e6d532a-1f5e-4403-a4b1-7c4142407639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:58.356862 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e919632-6ce7-4568-8475-624f2efa2f9b req-2e6d532a-1f5e-4403-a4b1-7c4142407639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:58.360383 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-3e919632-6ce7-4568-8475-624f2efa2f9b req-2e6d532a-1f5e-4403-a4b1-7c4142407639 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=17c76d71cba4469f89099c3ebf7755c2&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2932563 Jul 15 23:07:58.474951 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76385b6b-4fc6-4458-8dbc-61d5b36c18d9 req-f8d6e905-6d2d-474a-a501-9e1a10906bfe tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:58.476789 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '251c2b27-dd3f-48ef-90ca-fc5628302a0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:07:58.480341 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d3e6bf-d040-4c03-85df-39517bf76f87" -d '{"events": [{"server_uuid": "251c2b27-dd3f-48ef-90ca-fc5628302a0d", "name": "network-vif-unplugged", "status": "completed", "tag": "2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:07:58.499630 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76385b6b-4fc6-4458-8dbc-61d5b36c18d9 req-f8d6e905-6d2d-474a-a501-9e1a10906bfe tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:58.506831 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76385b6b-4fc6-4458-8dbc-61d5b36c18d9 req-f8d6e905-6d2d-474a-a501-9e1a10906bfe tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:58.512571 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8890ad3-02d4-4a78-bb91-2b0ab3b119f5 admin admin] Network 664fa38c-79c6-41e0-8e32-194e09b9b2e3 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:07:58.514805 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76385b6b-4fc6-4458-8dbc-61d5b36c18d9 req-f8d6e905-6d2d-474a-a501-9e1a10906bfe tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:58.520966 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76385b6b-4fc6-4458-8dbc-61d5b36c18d9 req-f8d6e905-6d2d-474a-a501-9e1a10906bfe tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:58.527974 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-aa1c29d0-2f90-433d-973e-725f739d935d req-e9280a52-de6f-42d6-96d4-82ed244c7965 service neutron] For port 2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe, host n-h1-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:07:58.528548 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76385b6b-4fc6-4458-8dbc-61d5b36c18d9 req-f8d6e905-6d2d-474a-a501-9e1a10906bfe tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:58.536015 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76385b6b-4fc6-4458-8dbc-61d5b36c18d9 req-f8d6e905-6d2d-474a-a501-9e1a10906bfe tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:58.545640 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-76385b6b-4fc6-4458-8dbc-61d5b36c18d9 req-f8d6e905-6d2d-474a-a501-9e1a10906bfe tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 5418 time: 0.5141962 Jul 15 23:07:58.580491 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-f8890ad3-02d4-4a78-bb91-2b0ab3b119f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 664fa38c-79c6-41e0-8e32-194e09b9b2e3) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:07:58.590678 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469ce011-6b21-4f2d-b522-3eebb812c55a None None] Network 664fa38c-79c6-41e0-8e32-194e09b9b2e3 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:07:58.625782 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ab394202-500a-4a90-ac73-c3733478b313 req-a881fab8-c744-4a85-9c08-0a3013e001b9 service neutron] Attempting to bind port 53ab0b58-461d-46ab-8d7f-99872f64bbc2 on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:07:58.626504 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ab394202-500a-4a90-ac73-c3733478b313 req-a881fab8-c744-4a85-9c08-0a3013e001b9 service neutron] Attempting to bind port 53ab0b58-461d-46ab-8d7f-99872f64bbc2 by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': 'a43861fb-eaa5-4486-879b-bd64114918d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9bef9b3a-38af-4114-8d89-aee9e6e60f51'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:07:58.627099 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab394202-500a-4a90-ac73-c3733478b313 req-a881fab8-c744-4a85-9c08-0a3013e001b9 service neutron] Attempting to bind port 53ab0b58-461d-46ab-8d7f-99872f64bbc2 on network 9bef9b3a-38af-4114-8d89-aee9e6e60f51 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:58.662462 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-76385b6b-4fc6-4458-8dbc-61d5b36c18d9 req-c74ec484-bbf5-4e20-89d7-d430bf3f53bd tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/security-groups?id=fde6291d-0085-4461-bff2-f84f9cfdb496&id=3034f104-295d-4ae9-983e-a750e439037a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1105840 Jul 15 23:07:58.668821 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab394202-500a-4a90-ac73-c3733478b313 req-a881fab8-c744-4a85-9c08-0a3013e001b9 service neutron] Port 53ab0b58-461d-46ab-8d7f-99872f64bbc2 on network 9bef9b3a-38af-4114-8d89-aee9e6e60f51 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:07:58.676746 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab394202-500a-4a90-ac73-c3733478b313 req-a881fab8-c744-4a85-9c08-0a3013e001b9 service neutron] Attempting to bind port 53ab0b58-461d-46ab-8d7f-99872f64bbc2 on network 9bef9b3a-38af-4114-8d89-aee9e6e60f51 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:58.692809 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab394202-500a-4a90-ac73-c3733478b313 req-a881fab8-c744-4a85-9c08-0a3013e001b9 service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:07:58.707529 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab394202-500a-4a90-ac73-c3733478b313 req-a881fab8-c744-4a85-9c08-0a3013e001b9 service neutron] Checking segment: {'id': 'a43861fb-eaa5-4486-879b-bd64114918d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9bef9b3a-38af-4114-8d89-aee9e6e60f51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:07:58.708109 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab394202-500a-4a90-ac73-c3733478b313 req-a881fab8-c744-4a85-9c08-0a3013e001b9 service neutron] Bound using segment: {'id': 'a43861fb-eaa5-4486-879b-bd64114918d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9bef9b3a-38af-4114-8d89-aee9e6e60f51'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:07:58.708694 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ab394202-500a-4a90-ac73-c3733478b313 req-a881fab8-c744-4a85-9c08-0a3013e001b9 service neutron] Bound port: 53ab0b58-461d-46ab-8d7f-99872f64bbc2, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a43861fb-eaa5-4486-879b-bd64114918d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9bef9b3a-38af-4114-8d89-aee9e6e60f51'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:07:58.709334 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab394202-500a-4a90-ac73-c3733478b313 req-a881fab8-c744-4a85-9c08-0a3013e001b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:58.751016 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8890ad3-02d4-4a78-bb91-2b0ab3b119f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:58.751961 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8890ad3-02d4-4a78-bb91-2b0ab3b119f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:58.755778 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628aeda1-cb4d-4281-b149-5ed5160b37a9 req-87ade929-4a13-4c3f-8072-3ba6ae488cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:58.765337 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-628aeda1-cb4d-4281-b149-5ed5160b37a9 req-87ade929-4a13-4c3f-8072-3ba6ae488cb8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bb925051-af21-4a66-9998-db8eac3f3d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7184076 Jul 15 23:07:58.800759 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-aa1c29d0-2f90-433d-973e-725f739d935d req-e9280a52-de6f-42d6-96d4-82ed244c7965 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:07:58.832267 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4649c5b-1166-4f8c-9394-9c04e977c216 x-openstack-request-id: req-c4649c5b-1166-4f8c-9394-9c04e977c216 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:07:58.832872 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "251c2b27-dd3f-48ef-90ca-fc5628302a0d", "name": "network-vif-unplugged", "status": "completed", "tag": "2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:07:58.833303 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c4649c5b-1166-4f8c-9394-9c04e977c216 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:07:58.833872 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '251c2b27-dd3f-48ef-90ca-fc5628302a0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe', 'code': 200} Jul 15 23:07:58.865665 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-aa1c29d0-2f90-433d-973e-725f739d935d req-e9280a52-de6f-42d6-96d4-82ed244c7965 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:58.961825 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f8890ad3-02d4-4a78-bb91-2b0ab3b119f5 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.4082191 Jul 15 23:07:58.965126 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53846) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:07:58.992290 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-07678137-1716-4e1f-a703-4b532ee6a86a admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1294275681-router', 'tenant_id': 'b03dd4b5822b46719971bc6056341493', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:58.993865 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0659524b-b131-4bc0-878e-90b185949982 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-664fa38c-79c6-41e0-8e32-194e09b9b2e3', 'network_id': '664fa38c-79c6-41e0-8e32-194e09b9b2e3', 'tenant_id': 'b03dd4b5822b46719971bc6056341493', 'fixed_ips': [{'subnet_id': '3cce8750-6222-4c81-8ca6-397ead3e8083'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:07:58.995259 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0659524b-b131-4bc0-878e-90b185949982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:59.003050 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-aa1c29d0-2f90-433d-973e-725f739d935d req-e9280a52-de6f-42d6-96d4-82ed244c7965 service neutron] Transition to ACTIVE for port object 2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:07:59.009418 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-ab394202-500a-4a90-ac73-c3733478b313 req-a881fab8-c744-4a85-9c08-0a3013e001b9 service neutron] For port 53ab0b58-461d-46ab-8d7f-99872f64bbc2, host n-h2-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:07:59.018585 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e919632-6ce7-4568-8475-624f2efa2f9b req-944736ec-c4cd-4447-9a27-4697afe83d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:59.024333 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-3e919632-6ce7-4568-8475-624f2efa2f9b req-944736ec-c4cd-4447-9a27-4697afe83d9e service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6546137 Jul 15 23:07:59.028385 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-ab394202-500a-4a90-ac73-c3733478b313 req-a881fab8-c744-4a85-9c08-0a3013e001b9 service neutron] For port 53ab0b58-461d-46ab-8d7f-99872f64bbc2, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=53ab0b58-461d-46ab-8d7f-99872f64bbc2,segment=NetworkSegment(a43861fb-eaa5-4486-879b-bd64114918d5),segment_id=a43861fb-eaa5-4486-879b-bd64114918d5)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:07:59.049907 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab394202-500a-4a90-ac73-c3733478b313 req-a881fab8-c744-4a85-9c08-0a3013e001b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:59.081331 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849603aa-3d29-4f78-a835-6b90650318a7 req-cc852f3b-87af-48cd-bfdf-31aa2f3ff5f7 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:59.084360 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-849603aa-3d29-4f78-a835-6b90650318a7 req-cc852f3b-87af-48cd-bfdf-31aa2f3ff5f7 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=251c2b27-dd3f-48ef-90ca-fc5628302a0d HTTP/1.1" status: 200 len: 949 time: 0.3367348 Jul 15 23:07:59.088427 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-aa1c29d0-2f90-433d-973e-725f739d935d req-e9280a52-de6f-42d6-96d4-82ed244c7965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:59.174434 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-07678137-1716-4e1f-a703-4b532ee6a86a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:59.179031 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-07678137-1716-4e1f-a703-4b532ee6a86a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:59.197421 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9280a52-de6f-42d6-96d4-82ed244c7965 service neutron] Pushing event updated for resources: {'Port': ['ID=2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe,revision_number=11']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:59.225644 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-628aeda1-cb4d-4281-b149-5ed5160b37a9 req-903facdf-d9af-4ff6-a40c-02d7093bcd61 service neutron] 10.222.0.49 "GET /v2.0/networks/bb925051-af21-4a66-9998-db8eac3f3d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4386842 Jul 15 23:07:59.228688 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa1c29d0-2f90-433d-973e-725f739d935d req-e9280a52-de6f-42d6-96d4-82ed244c7965 service neutron] No DVR routers for this DVR port 2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe on host n-h1-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:07:59.244964 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-0659524b-b131-4bc0-878e-90b185949982 None None] Allocated IP 172.20.0.2 (664fa38c-79c6-41e0-8e32-194e09b9b2e3/3cce8750-6222-4c81-8ca6-397ead3e8083/316f3194-5bef-46e0-bf1c-3e440595d3a5) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:07:59.247082 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab394202-500a-4a90-ac73-c3733478b313 req-a881fab8-c744-4a85-9c08-0a3013e001b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:59.249660 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab394202-500a-4a90-ac73-c3733478b313 req-a881fab8-c744-4a85-9c08-0a3013e001b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:59.253891 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab394202-500a-4a90-ac73-c3733478b313 req-a881fab8-c744-4a85-9c08-0a3013e001b9 service neutron] 10.222.0.41 "PUT /v2.0/ports/53ab0b58-461d-46ab-8d7f-99872f64bbc2 HTTP/1.1" status: 200 len: 1091 time: 2.3549683 Jul 15 23:07:59.398205 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebfc3dac-a424-46b2-b718-cab6123db16d', 'tag': '58031bb6-e328-42ef-a4eb-d60400499716'}, {'name': 'network-changed', 'server_uuid': 'ebfc3dac-a424-46b2-b718-cab6123db16d', 'tag': '53ab0b58-461d-46ab-8d7f-99872f64bbc2'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:07:59.404208 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dbb8efd-4192-439f-aebc-7d9a3ad7c239" -d '{"events": [{"name": "network-changed", "server_uuid": "ebfc3dac-a424-46b2-b718-cab6123db16d", "tag": "58031bb6-e328-42ef-a4eb-d60400499716"}, {"name": "network-changed", "server_uuid": "ebfc3dac-a424-46b2-b718-cab6123db16d", "tag": "53ab0b58-461d-46ab-8d7f-99872f64bbc2"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:07:59.410214 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a881fab8-c744-4a85-9c08-0a3013e001b9 service neutron] Pushing event updated for resources: {'Port': ['ID=53ab0b58-461d-46ab-8d7f-99872f64bbc2,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:59.411344 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-628aeda1-cb4d-4281-b149-5ed5160b37a9 req-fed9a83a-5124-4a09-a7e0-9707cb0bb524 service neutron] 10.222.0.49 "GET /v2.0/networks/bb925051-af21-4a66-9998-db8eac3f3d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745777 Jul 15 23:07:59.465671 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-ab394202-500a-4a90-ac73-c3733478b313 req-ae23249f-5ac2-4be5-893b-69f5ea169f66 service neutron] Request body: {'port': {'device_id': 'ebfc3dac-a424-46b2-b718-cab6123db16d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:07:59.492481 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-849603aa-3d29-4f78-a835-6b90650318a7 req-5c79c6f1-172f-4474-9efc-5a6399fb2cfc tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3836911 Jul 15 23:07:59.530848 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-07678137-1716-4e1f-a703-4b532ee6a86a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:59.606221 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0659524b-b131-4bc0-878e-90b185949982 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:59.628966 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0659524b-b131-4bc0-878e-90b185949982 None None] Transition to ACTIVE for port object 316f3194-5bef-46e0-bf1c-3e440595d3a5 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:07:59.667341 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0659524b-b131-4bc0-878e-90b185949982 None None] Transition to ACTIVE for port object 316f3194-5bef-46e0-bf1c-3e440595d3a5 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:07:59.675939 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0659524b-b131-4bc0-878e-90b185949982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:59.709674 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0659524b-b131-4bc0-878e-90b185949982 None None] Network 664fa38c-79c6-41e0-8e32-194e09b9b2e3 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:07:59.726883 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a511b1d1-6a04-42a8-87c1-a2a418610e83 req-d7d0d063-6896-4799-8ff1-dfb9879d7c00 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:07:59.743092 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a511b1d1-6a04-42a8-87c1-a2a418610e83 req-d7d0d063-6896-4799-8ff1-dfb9879d7c00 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/ports?device_id=61ff0f68-c28e-4cf2-80e0-8c18d93c7dcb HTTP/1.1" status: 200 len: 945 time: 0.6484535 Jul 15 23:07:59.753216 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-0659524b-b131-4bc0-878e-90b185949982 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:07:59.759675 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0659524b-b131-4bc0-878e-90b185949982 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:07:59.872893 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-0659524b-b131-4bc0-878e-90b185949982 None None] Attempting to bind port 316f3194-5bef-46e0-bf1c-3e440595d3a5 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:07:59.873266 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-0659524b-b131-4bc0-878e-90b185949982 None None] Attempting to bind port 316f3194-5bef-46e0-bf1c-3e440595d3a5 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'a7ec11b6-8367-4d76-bf81-1a7f9b95cb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '664fa38c-79c6-41e0-8e32-194e09b9b2e3'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:07:59.873828 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0659524b-b131-4bc0-878e-90b185949982 None None] Attempting to bind port 316f3194-5bef-46e0-bf1c-3e440595d3a5 on network 664fa38c-79c6-41e0-8e32-194e09b9b2e3 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:59.880690 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0659524b-b131-4bc0-878e-90b185949982 None None] Pushing event updated for resources: {'Port': ['ID=316f3194-5bef-46e0-bf1c-3e440595d3a5,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:07:59.892625 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0659524b-b131-4bc0-878e-90b185949982 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:07:59.893899 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0659524b-b131-4bc0-878e-90b185949982 None None] Checking segment: {'id': 'a7ec11b6-8367-4d76-bf81-1a7f9b95cb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '664fa38c-79c6-41e0-8e32-194e09b9b2e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:07:59.894520 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0659524b-b131-4bc0-878e-90b185949982 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:59.895645 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0659524b-b131-4bc0-878e-90b185949982 None None] Bound using segment: {'id': 'a7ec11b6-8367-4d76-bf81-1a7f9b95cb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '664fa38c-79c6-41e0-8e32-194e09b9b2e3'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:07:59.895790 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-aa1c29d0-2f90-433d-973e-725f739d935d req-e9280a52-de6f-42d6-96d4-82ed244c7965 service neutron] Attempting to bind port 2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:07:59.896061 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-aa1c29d0-2f90-433d-973e-725f739d935d req-e9280a52-de6f-42d6-96d4-82ed244c7965 service neutron] Attempting to bind port 2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:07:59.896402 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1c29d0-2f90-433d-973e-725f739d935d req-e9280a52-de6f-42d6-96d4-82ed244c7965 service neutron] Attempting to bind port 2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:59.896794 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-0659524b-b131-4bc0-878e-90b185949982 None None] Bound port: 316f3194-5bef-46e0-bf1c-3e440595d3a5, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7ec11b6-8367-4d76-bf81-1a7f9b95cb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '664fa38c-79c6-41e0-8e32-194e09b9b2e3'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:07:59.897671 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0659524b-b131-4bc0-878e-90b185949982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:59.929309 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a511b1d1-6a04-42a8-87c1-a2a418610e83 req-d19edae5-3186-4f6f-afad-f5bdb6d7aad3 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e74215b-8011-4ee0-b502-a2314077a754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852138 Jul 15 23:07:59.929971 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab394202-500a-4a90-ac73-c3733478b313 req-ae23249f-5ac2-4be5-893b-69f5ea169f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:07:59.976517 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1c29d0-2f90-433d-973e-725f739d935d req-e9280a52-de6f-42d6-96d4-82ed244c7965 service neutron] Port 2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:07:59.976858 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1c29d0-2f90-433d-973e-725f739d935d req-e9280a52-de6f-42d6-96d4-82ed244c7965 service neutron] Attempting to bind port 2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:07:59.999940 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0659524b-b131-4bc0-878e-90b185949982 None None] For port 316f3194-5bef-46e0-bf1c-3e440595d3a5, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:08:00.005074 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0659524b-b131-4bc0-878e-90b185949982 None None] For port 316f3194-5bef-46e0-bf1c-3e440595d3a5, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=316f3194-5bef-46e0-bf1c-3e440595d3a5,segment=NetworkSegment(a7ec11b6-8367-4d76-bf81-1a7f9b95cb02),segment_id=a7ec11b6-8367-4d76-bf81-1a7f9b95cb02)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:08:00.017113 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0659524b-b131-4bc0-878e-90b185949982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:00.026376 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1c29d0-2f90-433d-973e-725f739d935d req-e9280a52-de6f-42d6-96d4-82ed244c7965 service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:08:00.026775 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1c29d0-2f90-433d-973e-725f739d935d req-e9280a52-de6f-42d6-96d4-82ed244c7965 service neutron] Checking segment: {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:08:00.027177 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1c29d0-2f90-433d-973e-725f739d935d req-e9280a52-de6f-42d6-96d4-82ed244c7965 service neutron] Bound using segment: {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:08:00.027669 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-aa1c29d0-2f90-433d-973e-725f739d935d req-e9280a52-de6f-42d6-96d4-82ed244c7965 service neutron] Bound port: 2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:08:00.028041 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-aa1c29d0-2f90-433d-973e-725f739d935d req-e9280a52-de6f-42d6-96d4-82ed244c7965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:00.152625 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0659524b-b131-4bc0-878e-90b185949982 None None] Pushing event updated for resources: {'Port': ['ID=316f3194-5bef-46e0-bf1c-3e440595d3a5,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:00.324460 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 15 Jul 2021 23:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-591af263-b43c-486a-978c-fbaa113fecca x-openstack-request-id: req-591af263-b43c-486a-978c-fbaa113fecca {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:08:00.325100 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebfc3dac-a424-46b2-b718-cab6123db16d", "tag": "58031bb6-e328-42ef-a4eb-d60400499716", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ebfc3dac-a424-46b2-b718-cab6123db16d", "tag": "53ab0b58-461d-46ab-8d7f-99872f64bbc2", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:08:00.325626 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-591af263-b43c-486a-978c-fbaa113fecca {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:08:00.326215 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebfc3dac-a424-46b2-b718-cab6123db16d', 'tag': '58031bb6-e328-42ef-a4eb-d60400499716', 'status': 'completed', 'code': 200} Jul 15 23:08:00.326576 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebfc3dac-a424-46b2-b718-cab6123db16d', 'tag': '53ab0b58-461d-46ab-8d7f-99872f64bbc2', 'status': 'completed', 'code': 200} Jul 15 23:08:00.336489 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaaa9fb-5bb1-4505-a348-1019530a7ce7 req-e39dcea0-3d99-45da-972f-105fbbfcb564 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:00.376552 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ebaaa9fb-5bb1-4505-a348-1019530a7ce7 req-e39dcea0-3d99-45da-972f-105fbbfcb564 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a100f14-6637-4d83-8140-f4ce9e57a8c6 HTTP/1.1" status: 200 len: 943 time: 0.6108387 Jul 15 23:08:00.554077 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ebaaa9fb-5bb1-4505-a348-1019530a7ce7 req-65cf67e9-176b-4c82-ba3b-a4171050ab4e tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] 10.222.0.48 "GET /v2.0/security-groups?id=95e9101e-3e59-4b22-964f-bd441f029b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764746 Jul 15 23:08:00.627298 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a61e5b-cd2d-4e4d-ae3b-d2f40ed8353d req-303e7f63-f67d-4998-a4b6-0d48c63d7e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:00.631384 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-77a61e5b-cd2d-4e4d-ae3b-d2f40ed8353d req-303e7f63-f67d-4998-a4b6-0d48c63d7e2f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=08fe55c8b75249cb85e4212038bb980e&device_id=2a100f14-6637-4d83-8140-f4ce9e57a8c6 HTTP/1.1" status: 200 len: 1094 time: 1.0435843 Jul 15 23:08:00.699962 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-07678137-1716-4e1f-a703-4b532ee6a86a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:00.745583 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d8c28a84-6a7f-4ad2-8a32-71cbc233debd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:00.775791 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-aa1c29d0-2f90-433d-973e-725f739d935d req-e9280a52-de6f-42d6-96d4-82ed244c7965 service neutron] For port 2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe, host n-h2-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:08:00.865886 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-ab394202-500a-4a90-ac73-c3733478b313 req-ae23249f-5ac2-4be5-893b-69f5ea169f66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc89a090-5ba9-4fa7-b1e7-6edd9443bf5d {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:08:00.866505 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-aa1c29d0-2f90-433d-973e-725f739d935d req-e9280a52-de6f-42d6-96d4-82ed244c7965 service neutron] For port 2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:08:00.879149 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab394202-500a-4a90-ac73-c3733478b313 req-ae23249f-5ac2-4be5-893b-69f5ea169f66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:00.892816 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-aa1c29d0-2f90-433d-973e-725f739d935d req-e9280a52-de6f-42d6-96d4-82ed244c7965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:00.896394 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-ab394202-500a-4a90-ac73-c3733478b313 req-ae23249f-5ac2-4be5-893b-69f5ea169f66 service neutron] Transition to ACTIVE for port object bc89a090-5ba9-4fa7-b1e7-6edd9443bf5d will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:00.908767 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab394202-500a-4a90-ac73-c3733478b313 req-ae23249f-5ac2-4be5-893b-69f5ea169f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:00.934981 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb8efd-4192-439f-aebc-7d9a3ad7c239 req-29e49f6e-42e3-4b36-a4bf-2b116e02f3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:00.935473 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb8efd-4192-439f-aebc-7d9a3ad7c239 req-29e49f6e-42e3-4b36-a4bf-2b116e02f3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:00.935982 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb8efd-4192-439f-aebc-7d9a3ad7c239 req-29e49f6e-42e3-4b36-a4bf-2b116e02f3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:00.936466 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb8efd-4192-439f-aebc-7d9a3ad7c239 req-29e49f6e-42e3-4b36-a4bf-2b116e02f3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:00.936940 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb8efd-4192-439f-aebc-7d9a3ad7c239 req-29e49f6e-42e3-4b36-a4bf-2b116e02f3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:00.937411 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb8efd-4192-439f-aebc-7d9a3ad7c239 req-29e49f6e-42e3-4b36-a4bf-2b116e02f3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:00.937880 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb8efd-4192-439f-aebc-7d9a3ad7c239 req-29e49f6e-42e3-4b36-a4bf-2b116e02f3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:00.940295 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5dbb8efd-4192-439f-aebc-7d9a3ad7c239 req-29e49f6e-42e3-4b36-a4bf-2b116e02f3a7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=17c76d71cba4469f89099c3ebf7755c2&device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 6420 time: 0.3932014 Jul 15 23:08:00.990182 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c29d0-2f90-433d-973e-725f739d935d req-e9280a52-de6f-42d6-96d4-82ed244c7965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:00.991164 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-aa1c29d0-2f90-433d-973e-725f739d935d req-e9280a52-de6f-42d6-96d4-82ed244c7965 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:00.992729 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-aa1c29d0-2f90-433d-973e-725f739d935d req-e9280a52-de6f-42d6-96d4-82ed244c7965 service neutron] 10.222.0.41 "PUT /v2.0/ports/2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe HTTP/1.1" status: 200 len: 1097 time: 6.6269884 Jul 15 23:08:00.998133 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '251c2b27-dd3f-48ef-90ca-fc5628302a0d', 'tag': '2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:08:01.002999 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379e0a1e-cd19-4350-bf6e-3bc6a26f998b" -d '{"events": [{"name": "network-changed", "server_uuid": "251c2b27-dd3f-48ef-90ca-fc5628302a0d", "tag": "2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:08:01.007410 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae23249f-5ac2-4be5-893b-69f5ea169f66 service neutron] Pushing event updated for resources: {'Port': ['ID=bc89a090-5ba9-4fa7-b1e7-6edd9443bf5d,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:01.110399 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b62b024-3c55-42cd-8952-1a07f57795cb req-9eb15ade-20ba-44a9-b2ea-d1e8763527f1 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:01.126695 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b62b024-3c55-42cd-8952-1a07f57795cb req-9eb15ade-20ba-44a9-b2ea-d1e8763527f1 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:01.132574 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a61e5b-cd2d-4e4d-ae3b-d2f40ed8353d req-be57c91c-a777-4ad3-8a37-58c50778b08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:01.134608 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-77a61e5b-cd2d-4e4d-ae3b-d2f40ed8353d req-be57c91c-a777-4ad3-8a37-58c50778b08e service neutron] 10.222.0.49 "GET /v2.0/networks?id=bb925051-af21-4a66-9998-db8eac3f3d8e HTTP/1.1" status: 200 len: 917 time: 0.4442768 Jul 15 23:08:01.145445 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b62b024-3c55-42cd-8952-1a07f57795cb req-9eb15ade-20ba-44a9-b2ea-d1e8763527f1 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:01.152130 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b62b024-3c55-42cd-8952-1a07f57795cb req-9eb15ade-20ba-44a9-b2ea-d1e8763527f1 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:01.168209 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b62b024-3c55-42cd-8952-1a07f57795cb req-9eb15ade-20ba-44a9-b2ea-d1e8763527f1 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:01.188048 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b62b024-3c55-42cd-8952-1a07f57795cb req-9eb15ade-20ba-44a9-b2ea-d1e8763527f1 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:01.204170 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b62b024-3c55-42cd-8952-1a07f57795cb req-9eb15ade-20ba-44a9-b2ea-d1e8763527f1 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:01.206558 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5b62b024-3c55-42cd-8952-1a07f57795cb req-9eb15ade-20ba-44a9-b2ea-d1e8763527f1 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 5418 time: 0.4427125 Jul 15 23:08:01.343605 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5b62b024-3c55-42cd-8952-1a07f57795cb req-4c6fbe36-a59c-40c4-8cb2-2a5f3dc7b254 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/security-groups?id=fde6291d-0085-4461-bff2-f84f9cfdb496&id=3034f104-295d-4ae9-983e-a750e439037a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1289430 Jul 15 23:08:01.491077 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-77a61e5b-cd2d-4e4d-ae3b-d2f40ed8353d req-66a4d19e-1a0b-494f-9369-40873cf426b3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aeacf232-5435-496b-9c70-48aabecf06e6 HTTP/1.1" status: 200 len: 217 time: 0.1872616 Jul 15 23:08:01.493035 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ab394202-500a-4a90-ac73-c3733478b313 req-ae23249f-5ac2-4be5-893b-69f5ea169f66 service neutron] Attempting to bind port bc89a090-5ba9-4fa7-b1e7-6edd9443bf5d on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:08:01.516727 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ab394202-500a-4a90-ac73-c3733478b313 req-ae23249f-5ac2-4be5-893b-69f5ea169f66 service neutron] Attempting to bind port bc89a090-5ba9-4fa7-b1e7-6edd9443bf5d by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': 'a43861fb-eaa5-4486-879b-bd64114918d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9bef9b3a-38af-4114-8d89-aee9e6e60f51'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:08:01.517170 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab394202-500a-4a90-ac73-c3733478b313 req-ae23249f-5ac2-4be5-893b-69f5ea169f66 service neutron] Attempting to bind port bc89a090-5ba9-4fa7-b1e7-6edd9443bf5d on network 9bef9b3a-38af-4114-8d89-aee9e6e60f51 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:08:01.559736 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab394202-500a-4a90-ac73-c3733478b313 req-ae23249f-5ac2-4be5-893b-69f5ea169f66 service neutron] Port bc89a090-5ba9-4fa7-b1e7-6edd9443bf5d on network 9bef9b3a-38af-4114-8d89-aee9e6e60f51 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:08:01.560262 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab394202-500a-4a90-ac73-c3733478b313 req-ae23249f-5ac2-4be5-893b-69f5ea169f66 service neutron] Attempting to bind port bc89a090-5ba9-4fa7-b1e7-6edd9443bf5d on network 9bef9b3a-38af-4114-8d89-aee9e6e60f51 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:08:01.569259 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9280a52-de6f-42d6-96d4-82ed244c7965 service neutron] Pushing event updated for resources: {'Port': ['ID=2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe,revision_number=12']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:01.602066 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab394202-500a-4a90-ac73-c3733478b313 req-ae23249f-5ac2-4be5-893b-69f5ea169f66 service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:08:01.602575 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab394202-500a-4a90-ac73-c3733478b313 req-ae23249f-5ac2-4be5-893b-69f5ea169f66 service neutron] Checking segment: {'id': 'a43861fb-eaa5-4486-879b-bd64114918d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9bef9b3a-38af-4114-8d89-aee9e6e60f51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:08:01.603156 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab394202-500a-4a90-ac73-c3733478b313 req-ae23249f-5ac2-4be5-893b-69f5ea169f66 service neutron] Bound using segment: {'id': 'a43861fb-eaa5-4486-879b-bd64114918d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9bef9b3a-38af-4114-8d89-aee9e6e60f51'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:08:01.604186 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ab394202-500a-4a90-ac73-c3733478b313 req-ae23249f-5ac2-4be5-893b-69f5ea169f66 service neutron] Bound port: bc89a090-5ba9-4fa7-b1e7-6edd9443bf5d, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a43861fb-eaa5-4486-879b-bd64114918d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9bef9b3a-38af-4114-8d89-aee9e6e60f51'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:08:01.605284 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab394202-500a-4a90-ac73-c3733478b313 req-ae23249f-5ac2-4be5-893b-69f5ea169f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:01.614735 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 316f3194-5bef-46e0-bf1c-3e440595d3a5 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:01.685793 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a61e5b-cd2d-4e4d-ae3b-d2f40ed8353d req-d38d8986-e0bd-4dc3-8550-d41a50b9099d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:01.694819 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-77a61e5b-cd2d-4e4d-ae3b-d2f40ed8353d req-d38d8986-e0bd-4dc3-8550-d41a50b9099d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=677e163d-e2ae-4fac-97cd-29579d7e082c HTTP/1.1" status: 200 len: 855 time: 0.1074157 Jul 15 23:08:01.718230 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 316f3194-5bef-46e0-bf1c-3e440595d3a5 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:01.885331 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb8efd-4192-439f-aebc-7d9a3ad7c239 req-76f581b3-096d-4780-aed0-bb32b7b81903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:01.886177 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb8efd-4192-439f-aebc-7d9a3ad7c239 req-76f581b3-096d-4780-aed0-bb32b7b81903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:01.887089 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb8efd-4192-439f-aebc-7d9a3ad7c239 req-76f581b3-096d-4780-aed0-bb32b7b81903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:01.889178 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5dbb8efd-4192-439f-aebc-7d9a3ad7c239 req-76f581b3-096d-4780-aed0-bb32b7b81903 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=17c76d71cba4469f89099c3ebf7755c2&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.8689253 Jul 15 23:08:01.942985 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-ab394202-500a-4a90-ac73-c3733478b313 req-ae23249f-5ac2-4be5-893b-69f5ea169f66 service neutron] For port bc89a090-5ba9-4fa7-b1e7-6edd9443bf5d, host n-h2-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:08:01.993495 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-ab394202-500a-4a90-ac73-c3733478b313 req-ae23249f-5ac2-4be5-893b-69f5ea169f66 service neutron] For port bc89a090-5ba9-4fa7-b1e7-6edd9443bf5d, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=bc89a090-5ba9-4fa7-b1e7-6edd9443bf5d,segment=NetworkSegment(a43861fb-eaa5-4486-879b-bd64114918d5),segment_id=a43861fb-eaa5-4486-879b-bd64114918d5)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:08:02.003017 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab394202-500a-4a90-ac73-c3733478b313 req-ae23249f-5ac2-4be5-893b-69f5ea169f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:02.045510 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb41eb-aeda-4324-9398-a0548d940ae0 req-82e547e0-c0ef-4c4f-9bfa-94455c217a96 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:02.055855 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-97bb41eb-aeda-4324-9398-a0548d940ae0 req-82e547e0-c0ef-4c4f-9bfa-94455c217a96 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=251c2b27-dd3f-48ef-90ca-fc5628302a0d HTTP/1.1" status: 200 len: 949 time: 0.3655150 Jul 15 23:08:02.095481 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb8efd-4192-439f-aebc-7d9a3ad7c239 req-2e2536ed-9a34-49d7-bfe7-dfd07792f67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:02.101176 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5dbb8efd-4192-439f-aebc-7d9a3ad7c239 req-2e2536ed-9a34-49d7-bfe7-dfd07792f67a service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1940618 Jul 15 23:08:02.104595 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c29d0-2f90-433d-973e-725f739d935d req-d3ff9bb0-c297-45ec-bfe1-72c6bf2099d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:02.107930 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-aa1c29d0-2f90-433d-973e-725f739d935d req-d3ff9bb0-c297-45ec-bfe1-72c6bf2099d4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=943e0e7be5644005a591d26197ee19f5&device_id=251c2b27-dd3f-48ef-90ca-fc5628302a0d HTTP/1.1" status: 200 len: 1100 time: 1.0353818 Jul 15 23:08:02.109576 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-639ced24-f072-4f57-8ad9-966afb3a8c81 x-openstack-request-id: req-639ced24-f072-4f57-8ad9-966afb3a8c81 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:08:02.109863 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "251c2b27-dd3f-48ef-90ca-fc5628302a0d", "tag": "2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:08:02.110112 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-639ced24-f072-4f57-8ad9-966afb3a8c81 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:08:02.110493 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '251c2b27-dd3f-48ef-90ca-fc5628302a0d', 'tag': '2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe', 'status': 'completed', 'code': 200} Jul 15 23:08:02.139844 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb08143a-f9be-4806-8274-e590f4140c5b None None] Network 664fa38c-79c6-41e0-8e32-194e09b9b2e3 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:08:02.143202 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae23249f-5ac2-4be5-893b-69f5ea169f66 service neutron] Pushing event updated for resources: {'Port': ['ID=bc89a090-5ba9-4fa7-b1e7-6edd9443bf5d,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:02.152756 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab394202-500a-4a90-ac73-c3733478b313 req-ae23249f-5ac2-4be5-893b-69f5ea169f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:02.153409 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab394202-500a-4a90-ac73-c3733478b313 req-ae23249f-5ac2-4be5-893b-69f5ea169f66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:02.154893 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab394202-500a-4a90-ac73-c3733478b313 req-ae23249f-5ac2-4be5-893b-69f5ea169f66 service neutron] 10.222.0.41 "PUT /v2.0/ports/bc89a090-5ba9-4fa7-b1e7-6edd9443bf5d HTTP/1.1" status: 200 len: 1091 time: 2.7081234 Jul 15 23:08:02.253523 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-97bb41eb-aeda-4324-9398-a0548d940ae0 req-c8965d21-4f6e-4afa-b4a1-bb83a222451d tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951854 Jul 15 23:08:02.326447 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f74223ab-1bc1-41d2-a4a0-78652a2e1ba3 None None] Provisioning for port 316f3194-5bef-46e0-bf1c-3e440595d3a5 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:02.357308 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f74223ab-1bc1-41d2-a4a0-78652a2e1ba3 None None] Provisioning complete for port 316f3194-5bef-46e0-bf1c-3e440595d3a5 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:02.357973 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f74223ab-1bc1-41d2-a4a0-78652a2e1ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:02.394937 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebfc3dac-a424-46b2-b718-cab6123db16d', 'tag': 'bc89a090-5ba9-4fa7-b1e7-6edd9443bf5d'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:08:02.405682 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3647c73-9791-4c23-b20e-ffea6687df6d" -d '{"events": [{"name": "network-changed", "server_uuid": "ebfc3dac-a424-46b2-b718-cab6123db16d", "tag": "bc89a090-5ba9-4fa7-b1e7-6edd9443bf5d"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:08:02.543321 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379e0a1e-cd19-4350-bf6e-3bc6a26f998b req-de24707d-1363-4678-97ec-b398dff01a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:02.552115 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-379e0a1e-cd19-4350-bf6e-3bc6a26f998b req-de24707d-1363-4678-97ec-b398dff01a29 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=943e0e7be5644005a591d26197ee19f5&device_id=251c2b27-dd3f-48ef-90ca-fc5628302a0d HTTP/1.1" status: 200 len: 1100 time: 0.3914397 Jul 15 23:08:02.648563 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a61e5b-cd2d-4e4d-ae3b-d2f40ed8353d req-0b10470d-1e9d-4221-a209-8eafc3098a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:02.650882 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-77a61e5b-cd2d-4e4d-ae3b-d2f40ed8353d req-0b10470d-1e9d-4221-a209-8eafc3098a3f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bb925051-af21-4a66-9998-db8eac3f3d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9489019 Jul 15 23:08:02.652025 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-07678137-1716-4e1f-a703-4b532ee6a86a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:02.691046 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-07678137-1716-4e1f-a703-4b532ee6a86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:02.711603 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379e0a1e-cd19-4350-bf6e-3bc6a26f998b req-5183b47d-ea96-4e9a-b115-885cfda48054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:02.713396 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-379e0a1e-cd19-4350-bf6e-3bc6a26f998b req-5183b47d-ea96-4e9a-b115-885cfda48054 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5d412861-bef3-4cc1-ae9f-87a6a36753c0 HTTP/1.1" status: 200 len: 870 time: 0.1517618 Jul 15 23:08:02.736130 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb8efd-4192-439f-aebc-7d9a3ad7c239 req-f38d71f8-ba39-444c-bbcc-033ef6933cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:02.736899 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb8efd-4192-439f-aebc-7d9a3ad7c239 req-f38d71f8-ba39-444c-bbcc-033ef6933cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:02.737548 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb8efd-4192-439f-aebc-7d9a3ad7c239 req-f38d71f8-ba39-444c-bbcc-033ef6933cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:02.738174 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb8efd-4192-439f-aebc-7d9a3ad7c239 req-f38d71f8-ba39-444c-bbcc-033ef6933cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:02.738791 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb8efd-4192-439f-aebc-7d9a3ad7c239 req-f38d71f8-ba39-444c-bbcc-033ef6933cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:02.739488 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb8efd-4192-439f-aebc-7d9a3ad7c239 req-f38d71f8-ba39-444c-bbcc-033ef6933cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:02.740300 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb8efd-4192-439f-aebc-7d9a3ad7c239 req-f38d71f8-ba39-444c-bbcc-033ef6933cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:02.742458 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5dbb8efd-4192-439f-aebc-7d9a3ad7c239 req-f38d71f8-ba39-444c-bbcc-033ef6933cec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=17c76d71cba4469f89099c3ebf7755c2&device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 6487 time: 0.4732757 Jul 15 23:08:02.851676 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c29d0-2f90-433d-973e-725f739d935d req-eb060725-7dc9-487a-9794-4d134a9e7fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:02.854893 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-aa1c29d0-2f90-433d-973e-725f739d935d req-eb060725-7dc9-487a-9794-4d134a9e7fc4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5d412861-bef3-4cc1-ae9f-87a6a36753c0 HTTP/1.1" status: 200 len: 870 time: 0.4976611 Jul 15 23:08:02.911053 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-379e0a1e-cd19-4350-bf6e-3bc6a26f998b req-78c62a89-0408-452c-beb5-d46794562087 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe HTTP/1.1" status: 200 len: 217 time: 0.1672964 Jul 15 23:08:02.949954 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-aa1c29d0-2f90-433d-973e-725f739d935d req-d6d33e44-3316-445a-bcde-0e7fc464daca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe HTTP/1.1" status: 200 len: 217 time: 0.0887637 Jul 15 23:08:03.011636 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f74223ab-1bc1-41d2-a4a0-78652a2e1ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:03.043847 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-77a61e5b-cd2d-4e4d-ae3b-d2f40ed8353d req-7c278c01-35da-425b-82d1-f57ba0099d60 service neutron] 10.222.0.49 "GET /v2.0/networks/bb925051-af21-4a66-9998-db8eac3f3d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3668597 Jul 15 23:08:03.053101 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f74223ab-1bc1-41d2-a4a0-78652a2e1ba3 None None] For port 316f3194-5bef-46e0-bf1c-3e440595d3a5, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=316f3194-5bef-46e0-bf1c-3e440595d3a5,segment=NetworkSegment(a7ec11b6-8367-4d76-bf81-1a7f9b95cb02),segment_id=a7ec11b6-8367-4d76-bf81-1a7f9b95cb02)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:03.058772 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f74223ab-1bc1-41d2-a4a0-78652a2e1ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:03.113538 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74223ab-1bc1-41d2-a4a0-78652a2e1ba3 None None] Pushing event updated for resources: {'Port': ['ID=316f3194-5bef-46e0-bf1c-3e440595d3a5,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:03.208868 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c29d0-2f90-433d-973e-725f739d935d req-4fe9150e-fc67-425f-9678-22235f805f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:03.218250 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-aa1c29d0-2f90-433d-973e-725f739d935d req-4fe9150e-fc67-425f-9678-22235f805f5d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.2594635 Jul 15 23:08:03.223130 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-07678137-1716-4e1f-a703-4b532ee6a86a admin admin] Allocated IP 172.25.5.134 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/c86a2d3e-1ffa-4444-b287-7cd0cd8cc6b4) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:08:03.231337 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c2f0118a-6232-4a16-92be-15d5320b6c6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:03.303003 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:03.398595 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-77a61e5b-cd2d-4e4d-ae3b-d2f40ed8353d req-c1902cba-1de9-4fc4-be87-dea03636aa58 service neutron] 10.222.0.49 "GET /v2.0/networks/bb925051-af21-4a66-9998-db8eac3f3d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3197870 Jul 15 23:08:03.558112 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 316f3194-5bef-46e0-bf1c-3e440595d3a5 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:03.558908 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-07678137-1716-4e1f-a703-4b532ee6a86a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:03.567958 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c29d0-2f90-433d-973e-725f739d935d req-925d8056-e02f-41c8-b78f-1fc4b21b534c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:03.569514 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-aa1c29d0-2f90-433d-973e-725f739d935d req-925d8056-e02f-41c8-b78f-1fc4b21b534c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3392165 Jul 15 23:08:03.699516 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d23cae40-7cb8-44b5-aea4-6e7d93ca48c3 None None] Provisioning complete for port 316f3194-5bef-46e0-bf1c-3e440595d3a5 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:03.700200 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d23cae40-7cb8-44b5-aea4-6e7d93ca48c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:03.728895 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-07678137-1716-4e1f-a703-4b532ee6a86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:03.753137 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379e0a1e-cd19-4350-bf6e-3bc6a26f998b req-4e97cae8-7d62-476d-bfa5-538078947e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:03.754995 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-379e0a1e-cd19-4350-bf6e-3bc6a26f998b req-4e97cae8-7d62-476d-bfa5-538078947e74 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.8212125 Jul 15 23:08:03.756761 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 316f3194-5bef-46e0-bf1c-3e440595d3a5 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:03.757392 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:03.812876 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07678137-1716-4e1f-a703-4b532ee6a86a admin admin] Pushing event updated for resources: {'Port': ['ID=c86a2d3e-1ffa-4444-b287-7cd0cd8cc6b4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:03.843565 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-aa1c29d0-2f90-433d-973e-725f739d935d req-c8b2c5a1-9084-4240-aab4-7e3d0e747ed9 service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648439 Jul 15 23:08:03.850484 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d62ff5-61a3-488b-a133-169a4cd4febd req-5e238103-7f74-4994-bbf2-c508e4ac5631 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:03.858795 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d62ff5-61a3-488b-a133-169a4cd4febd req-5e238103-7f74-4994-bbf2-c508e4ac5631 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:03.866179 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d62ff5-61a3-488b-a133-169a4cd4febd req-5e238103-7f74-4994-bbf2-c508e4ac5631 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:03.875659 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d62ff5-61a3-488b-a133-169a4cd4febd req-5e238103-7f74-4994-bbf2-c508e4ac5631 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:03.882951 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d62ff5-61a3-488b-a133-169a4cd4febd req-5e238103-7f74-4994-bbf2-c508e4ac5631 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:03.891734 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d62ff5-61a3-488b-a133-169a4cd4febd req-5e238103-7f74-4994-bbf2-c508e4ac5631 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:03.900206 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d62ff5-61a3-488b-a133-169a4cd4febd req-5e238103-7f74-4994-bbf2-c508e4ac5631 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:03.903870 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f3d62ff5-61a3-488b-a133-169a4cd4febd req-5e238103-7f74-4994-bbf2-c508e4ac5631 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 5430 time: 1.0256109 Jul 15 23:08:03.974257 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07678137-1716-4e1f-a703-4b532ee6a86a admin admin] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:08:03.987660 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-07678137-1716-4e1f-a703-4b532ee6a86a admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:03.990547 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07678137-1716-4e1f-a703-4b532ee6a86a admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:08:04.011442 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f3d62ff5-61a3-488b-a133-169a4cd4febd req-5dfaccce-488e-490a-adff-681e02b2aac0 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/security-groups?id=fde6291d-0085-4461-bff2-f84f9cfdb496&id=3034f104-295d-4ae9-983e-a750e439037a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0689220 Jul 15 23:08:04.091023 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68103928-f277-4b71-b500-256e54894669 req-d99b9d1d-c679-49f4-82ed-11356ce6a96b tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:04.101138 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-68103928-f277-4b71-b500-256e54894669 req-d99b9d1d-c679-49f4-82ed-11356ce6a96b tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a100f14-6637-4d83-8140-f4ce9e57a8c6 HTTP/1.1" status: 200 len: 943 time: 1.3824525 Jul 15 23:08:04.129748 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-721e934d-cc1f-4aba-8fdb-e19ede095923 x-openstack-request-id: req-721e934d-cc1f-4aba-8fdb-e19ede095923 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:08:04.130043 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebfc3dac-a424-46b2-b718-cab6123db16d", "tag": "bc89a090-5ba9-4fa7-b1e7-6edd9443bf5d", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:08:04.130292 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-721e934d-cc1f-4aba-8fdb-e19ede095923 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:08:04.130679 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebfc3dac-a424-46b2-b718-cab6123db16d', 'tag': 'bc89a090-5ba9-4fa7-b1e7-6edd9443bf5d', 'status': 'completed', 'code': 200} Jul 15 23:08:04.145380 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:04.160720 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb8efd-4192-439f-aebc-7d9a3ad7c239 req-01e15635-20c9-4ad0-9389-5e60f680d177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:04.161463 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb8efd-4192-439f-aebc-7d9a3ad7c239 req-01e15635-20c9-4ad0-9389-5e60f680d177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:04.161882 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb8efd-4192-439f-aebc-7d9a3ad7c239 req-01e15635-20c9-4ad0-9389-5e60f680d177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:04.163687 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5dbb8efd-4192-439f-aebc-7d9a3ad7c239 req-01e15635-20c9-4ad0-9389-5e60f680d177 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=17c76d71cba4469f89099c3ebf7755c2&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.4020469 Jul 15 23:08:04.188145 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-aa1c29d0-2f90-433d-973e-725f739d935d req-aa1c18bd-136f-4ee5-9e22-460ce5422870 service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319354 Jul 15 23:08:04.188718 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379e0a1e-cd19-4350-bf6e-3bc6a26f998b req-e49fefcc-dabe-49e7-a9ee-8f894ec583ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:04.190120 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-379e0a1e-cd19-4350-bf6e-3bc6a26f998b req-e49fefcc-dabe-49e7-a9ee-8f894ec583ae service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3823574 Jul 15 23:08:04.412054 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-68103928-f277-4b71-b500-256e54894669 req-f4687150-26d0-4ab5-a1b7-e6822fc8d7d7 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] 10.222.0.48 "GET /v2.0/security-groups?id=95e9101e-3e59-4b22-964f-bd441f029b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3098831 Jul 15 23:08:04.420352 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-379e0a1e-cd19-4350-bf6e-3bc6a26f998b req-ceb99b77-4f62-47c6-b857-c1f7560b5cff service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129700 Jul 15 23:08:04.463925 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379e0a1e-cd19-4350-bf6e-3bc6a26f998b req-297cb386-fe7a-4c02-8557-c0cbedb2b074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:04.465784 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-379e0a1e-cd19-4350-bf6e-3bc6a26f998b req-297cb386-fe7a-4c02-8557-c0cbedb2b074 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=943e0e7be5644005a591d26197ee19f5&device_id=251c2b27-dd3f-48ef-90ca-fc5628302a0d HTTP/1.1" status: 200 len: 1100 time: 0.1690159 Jul 15 23:08:04.472330 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-07678137-1716-4e1f-a703-4b532ee6a86a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:04.834101 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379e0a1e-cd19-4350-bf6e-3bc6a26f998b req-2bbbe4db-8179-4c9b-9166-5d4193dffb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:04.836928 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-379e0a1e-cd19-4350-bf6e-3bc6a26f998b req-2bbbe4db-8179-4c9b-9166-5d4193dffb5d service neutron] 10.222.0.41 "GET /v2.0/networks?id=5d412861-bef3-4cc1-ae9f-87a6a36753c0 HTTP/1.1" status: 200 len: 870 time: 0.3608954 Jul 15 23:08:04.885232 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb8efd-4192-439f-aebc-7d9a3ad7c239 req-4f8556b8-69d1-447a-bfa5-32493ac60adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:04.889702 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5dbb8efd-4192-439f-aebc-7d9a3ad7c239 req-4f8556b8-69d1-447a-bfa5-32493ac60adc service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7171898 Jul 15 23:08:04.905912 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-379e0a1e-cd19-4350-bf6e-3bc6a26f998b req-5b7f30cd-6c37-4bcf-9092-82d7beb66168 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe HTTP/1.1" status: 200 len: 217 time: 0.0574336 Jul 15 23:08:04.920622 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-379e0a1e-cd19-4350-bf6e-3bc6a26f998b req-1e52103a-58f3-4bce-8ee3-53c9bec9469b service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4398141 Jul 15 23:08:04.943898 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d93bad-db58-473a-af05-595f953b0d06 req-f6091390-2488-4e68-a5c3-48fd6adf7d47 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:04.946672 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f8d93bad-db58-473a-af05-595f953b0d06 req-f6091390-2488-4e68-a5c3-48fd6adf7d47 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=251c2b27-dd3f-48ef-90ca-fc5628302a0d HTTP/1.1" status: 200 len: 949 time: 0.4462700 Jul 15 23:08:05.076026 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f8d93bad-db58-473a-af05-595f953b0d06 req-9d917166-ba05-4129-b6a9-94f3a9ae2365 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218851 Jul 15 23:08:05.127416 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab394202-500a-4a90-ac73-c3733478b313 req-e49e725a-b06c-498b-a52c-31ddbc1c5a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:05.127931 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab394202-500a-4a90-ac73-c3733478b313 req-e49e725a-b06c-498b-a52c-31ddbc1c5a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:05.128529 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab394202-500a-4a90-ac73-c3733478b313 req-e49e725a-b06c-498b-a52c-31ddbc1c5a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:05.128986 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab394202-500a-4a90-ac73-c3733478b313 req-e49e725a-b06c-498b-a52c-31ddbc1c5a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:05.129463 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab394202-500a-4a90-ac73-c3733478b313 req-e49e725a-b06c-498b-a52c-31ddbc1c5a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:05.129964 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab394202-500a-4a90-ac73-c3733478b313 req-e49e725a-b06c-498b-a52c-31ddbc1c5a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:05.131296 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab394202-500a-4a90-ac73-c3733478b313 req-e49e725a-b06c-498b-a52c-31ddbc1c5a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:05.133360 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab394202-500a-4a90-ac73-c3733478b313 req-e49e725a-b06c-498b-a52c-31ddbc1c5a1d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=17c76d71cba4469f89099c3ebf7755c2&device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 6487 time: 0.1665089 Jul 15 23:08:05.144307 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2327c79f-1318-4a13-a379-46dff67e0261 req-11edbcb2-9f59-44fa-8891-97c5edb46b84 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:05.144732 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-07678137-1716-4e1f-a703-4b532ee6a86a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:05.152899 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2327c79f-1318-4a13-a379-46dff67e0261 req-11edbcb2-9f59-44fa-8891-97c5edb46b84 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/ports?device_id=61ff0f68-c28e-4cf2-80e0-8c18d93c7dcb HTTP/1.1" status: 200 len: 945 time: 0.1403444 Jul 15 23:08:05.170760 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379e0a1e-cd19-4350-bf6e-3bc6a26f998b req-6eb004ee-098b-47c7-8be4-677b73ada54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:05.172829 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-379e0a1e-cd19-4350-bf6e-3bc6a26f998b req-6eb004ee-098b-47c7-8be4-677b73ada54c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.2598524 Jul 15 23:08:05.214512 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab394202-500a-4a90-ac73-c3733478b313 req-bb11ee03-de43-42d2-a450-a56f110d6319 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d743366-2938-4e94-bd00-f6544b7422ae HTTP/1.1" status: 200 len: 217 time: 0.0587254 Jul 15 23:08:05.250971 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2327c79f-1318-4a13-a379-46dff67e0261 req-00af4090-da8c-4e68-80a4-947ab1921076 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e74215b-8011-4ee0-b502-a2314077a754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970507 Jul 15 23:08:05.402382 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379e0a1e-cd19-4350-bf6e-3bc6a26f998b req-9038c802-332e-411c-b8ae-21a21271d230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:05.404247 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-379e0a1e-cd19-4350-bf6e-3bc6a26f998b req-9038c802-332e-411c-b8ae-21a21271d230 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1774836 Jul 15 23:08:05.445372 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab394202-500a-4a90-ac73-c3733478b313 req-2f71769c-526d-4d55-8e11-d6ce2a035d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:05.446802 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab394202-500a-4a90-ac73-c3733478b313 req-2f71769c-526d-4d55-8e11-d6ce2a035d48 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0a37184c-ca0e-49c0-878a-e1693cdef72b HTTP/1.1" status: 200 len: 855 time: 0.2112134 Jul 15 23:08:05.628128 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07678137-1716-4e1f-a703-4b532ee6a86a admin admin] Router ef90f767-244d-4ca1-9f2a-e93ab03626bb is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:08:05.690506 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a3bf8-63a7-44d1-b413-c565b79aa6a9 req-b7d6fc2e-af29-4d89-88b5-05c0ae630ae9 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:05.700332 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a3bf8-63a7-44d1-b413-c565b79aa6a9 req-b7d6fc2e-af29-4d89-88b5-05c0ae630ae9 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:05.707538 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a3bf8-63a7-44d1-b413-c565b79aa6a9 req-b7d6fc2e-af29-4d89-88b5-05c0ae630ae9 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:05.714908 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a3bf8-63a7-44d1-b413-c565b79aa6a9 req-b7d6fc2e-af29-4d89-88b5-05c0ae630ae9 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:05.724550 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a3bf8-63a7-44d1-b413-c565b79aa6a9 req-b7d6fc2e-af29-4d89-88b5-05c0ae630ae9 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:05.743395 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a3bf8-63a7-44d1-b413-c565b79aa6a9 req-b7d6fc2e-af29-4d89-88b5-05c0ae630ae9 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:05.766185 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a3bf8-63a7-44d1-b413-c565b79aa6a9 req-b7d6fc2e-af29-4d89-88b5-05c0ae630ae9 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:05.780963 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-501a3bf8-63a7-44d1-b413-c565b79aa6a9 req-b7d6fc2e-af29-4d89-88b5-05c0ae630ae9 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 5430 time: 0.4636602 Jul 15 23:08:05.788789 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-379e0a1e-cd19-4350-bf6e-3bc6a26f998b req-b5290d44-504f-42d9-9578-0f54b253b691 service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3720815 Jul 15 23:08:05.886740 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-501a3bf8-63a7-44d1-b413-c565b79aa6a9 req-00791933-1aea-4b7f-a8dc-0bc66de81488 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/security-groups?id=fde6291d-0085-4461-bff2-f84f9cfdb496&id=3034f104-295d-4ae9-983e-a750e439037a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1037047 Jul 15 23:08:05.925148 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device aa70474e-7649-4249-86c3-adcc97e0fa09 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:08:05.950707 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab394202-500a-4a90-ac73-c3733478b313 req-92d32fc5-86e3-45a4-a839-7dda214ffb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:05.960825 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab394202-500a-4a90-ac73-c3733478b313 req-92d32fc5-86e3-45a4-a839-7dda214ffb90 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e44e98f5-3493-4f81-9434-a1f39e44c5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4906495 Jul 15 23:08:06.064745 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:08:06.079883 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2db65baa-ee69-4e04-a8c9-cb4340e989f4 req-319fbe05-9b7d-416f-a886-18d4be24dc8a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9ea09a9e-d339-49fc-bfd6-6648e90f758d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5077665 Jul 15 23:08:06.105649 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07678137-1716-4e1f-a703-4b532ee6a86a admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:08:06.131903 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5096a5-cf6d-42bd-b35f-736474de3a3f None None] Sync routers for ids ['ef90f767-244d-4ca1-9f2a-e93ab03626bb'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:08:06.160602 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5096a5-cf6d-42bd-b35f-736474de3a3f None None] Routers {'ef90f767-244d-4ca1-9f2a-e93ab03626bb'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:08:06.161735 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-bb5096a5-cf6d-42bd-b35f-736474de3a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:08:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ef90f767-244d-4ca1-9f2a-e93ab03626bb'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:06.205367 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-379e0a1e-cd19-4350-bf6e-3bc6a26f998b req-32f556ba-4c98-4afc-919f-403ac345ef1a service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4014795 Jul 15 23:08:06.209095 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-07678137-1716-4e1f-a703-4b532ee6a86a admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:06.214433 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-07678137-1716-4e1f-a703-4b532ee6a86a admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.2381506 Jul 15 23:08:06.215085 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53988) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:06.461583 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-bb5096a5-cf6d-42bd-b35f-736474de3a3f None None] Set router ef90f767-244d-4ca1-9f2a-e93ab03626bb gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:08:06.548129 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:06.568048 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec9dca-b58e-4729-a153-d1576ffdae73 req-3096b4e6-adf3-412f-a122-2e68f9746149 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:06.576712 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-44ec9dca-b58e-4729-a153-d1576ffdae73 req-3096b4e6-adf3-412f-a122-2e68f9746149 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a100f14-6637-4d83-8140-f4ce9e57a8c6 HTTP/1.1" status: 200 len: 943 time: 0.7232881 Jul 15 23:08:06.601732 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:06.757247 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab394202-500a-4a90-ac73-c3733478b313 req-a2c10494-b548-4dd3-b259-b9c6179b42d7 service neutron] 10.222.0.41 "GET /v2.0/networks/e44e98f5-3493-4f81-9434-a1f39e44c5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7892287 Jul 15 23:08:06.848999 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port aa70474e-7649-4249-86c3-adcc97e0fa09, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=aa70474e-7649-4249-86c3-adcc97e0fa09,segment=NetworkSegment(73b65db5-b75b-48b7-8e07-44c7152f69b4),segment_id=73b65db5-b75b-48b7-8e07-44c7152f69b4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:06.891096 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-44ec9dca-b58e-4729-a153-d1576ffdae73 req-2122fd81-e353-4bfc-8b2f-af7329e11678 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] 10.222.0.48 "GET /v2.0/security-groups?id=95e9101e-3e59-4b22-964f-bd441f029b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3130794 Jul 15 23:08:06.930045 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': 'aa70474e-7649-4249-86c3-adcc97e0fa09', 'network_id': '3d02251c-0d36-4f59-b9c0-9c508ddade2e', 'port_id': 'aa70474e-7649-4249-86c3-adcc97e0fa09', 'mac_address': 'fa:16:3e:33:65:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04373861-16b0-4a8c-8486-d4c77245a1a4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:08:06.958940 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': '2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe', 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'port_id': '2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe', 'mac_address': 'fa:16:3e:06:2c:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d909a96-22de-4aa9-b690-1c7da965ceac', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:08:07.186659 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db65baa-ee69-4e04-a8c9-cb4340e989f4 req-b0aa766c-f65c-41d1-bb0a-7adb858af8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:07.192522 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2db65baa-ee69-4e04-a8c9-cb4340e989f4 req-b0aa766c-f65c-41d1-bb0a-7adb858af8af service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=680eb147007347d0b28b90eaf34e5f6f&device_id=9ea09a9e-d339-49fc-bfd6-6648e90f758d HTTP/1.1" status: 200 len: 1095 time: 0.7567892 Jul 15 23:08:07.200514 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:07.275813 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:07.316557 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aa70474e-7649-4249-86c3-adcc97e0fa09 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:08:07.331206 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:08:07.367564 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-bb5096a5-cf6d-42bd-b35f-736474de3a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef90f767-244d-4ca1-9f2a-e93ab03626bb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1294275681-router', 'tenant_id': 'b03dd4b5822b46719971bc6056341493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': 'c86a2d3e-1ffa-4444-b287-7cd0cd8cc6b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:59Z', 'updated_at': '2021-07-15T23:08:04Z', 'revision_number': 3, 'project_id': 'b03dd4b5822b46719971bc6056341493', 'gw_port': {'id': 'c86a2d3e-1ffa-4444-b287-7cd0cd8cc6b4', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:77:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef90f767-244d-4ca1-9f2a-e93ab03626bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:08:02Z', 'updated_at': '2021-07-15T23:08:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:07.391393 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port aa70474e-7649-4249-86c3-adcc97e0fa09, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=aa70474e-7649-4249-86c3-adcc97e0fa09,segment=NetworkSegment(73b65db5-b75b-48b7-8e07-44c7152f69b4),segment_id=73b65db5-b75b-48b7-8e07-44c7152f69b4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:07.395409 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:07.398176 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:07.404898 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:07.456048 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5096a5-cf6d-42bd-b35f-736474de3a3f None None] Checking router: ef90f767-244d-4ca1-9f2a-e93ab03626bb for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:08:07.457847 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968fddea-3691-4f5f-9881-1ac1a830c173 req-8a791472-d3f7-4102-b9bb-efbb6e680aa8 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:07.458426 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5096a5-cf6d-42bd-b35f-736474de3a3f None None] Updating router ef90f767-244d-4ca1-9f2a-e93ab03626bb port c86a2d3e-1ffa-4444-b287-7cd0cd8cc6b4 binding host n-d-794306-6 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:08:07.466109 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-968fddea-3691-4f5f-9881-1ac1a830c173 req-8a791472-d3f7-4102-b9bb-efbb6e680aa8 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=251c2b27-dd3f-48ef-90ca-fc5628302a0d HTTP/1.1" status: 200 len: 949 time: 0.8212347 Jul 15 23:08:07.552369 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['aa70474e-7649-4249-86c3-adcc97e0fa09'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:08:07.571203 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bb5096a5-cf6d-42bd-b35f-736474de3a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:07.800218 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=aa70474e-7649-4249-86c3-adcc97e0fa09,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:07.966983 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db65baa-ee69-4e04-a8c9-cb4340e989f4 req-dc596b85-cd75-4c90-b39e-d5dbf5680c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:07.968925 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2db65baa-ee69-4e04-a8c9-cb4340e989f4 req-dc596b85-cd75-4c90-b39e-d5dbf5680c71 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f037b993-4149-40e0-a687-25986d720de6 HTTP/1.1" status: 200 len: 909 time: 0.7341480 Jul 15 23:08:07.974008 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab394202-500a-4a90-ac73-c3733478b313 req-93e1aa0a-81ee-457c-8b82-c44b4b9e1043 service neutron] 10.222.0.41 "GET /v2.0/networks/e44e98f5-3493-4f81-9434-a1f39e44c5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2086678 Jul 15 23:08:07.989594 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device aa70474e-7649-4249-86c3-adcc97e0fa09 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:08:07.991969 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:08:08.038256 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2db65baa-ee69-4e04-a8c9-cb4340e989f4 req-2ac15100-9c33-4f2c-9510-92dbc1360b12 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ecb9d93d-9b57-49b1-b9ee-09c24fbebea0 HTTP/1.1" status: 200 len: 217 time: 0.0561354 Jul 15 23:08:08.120318 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db65baa-ee69-4e04-a8c9-cb4340e989f4 req-12722f54-7d0f-4854-b8ba-c5e991399ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:08.121853 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2db65baa-ee69-4e04-a8c9-cb4340e989f4 req-12722f54-7d0f-4854-b8ba-c5e991399ad3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b89a129e-9de5-4301-b344-10ab05e9feea HTTP/1.1" status: 200 len: 848 time: 0.0714192 Jul 15 23:08:08.204156 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2db65baa-ee69-4e04-a8c9-cb4340e989f4 req-29dfd019-5206-4f6e-8e51-f65f2fc98478 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f037b993-4149-40e0-a687-25986d720de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376441 Jul 15 23:08:08.218659 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-968fddea-3691-4f5f-9881-1ac1a830c173 req-a2b64cd6-3794-4bee-8bfc-92961bf082dc tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4182191 Jul 15 23:08:08.279820 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:08.357983 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab394202-500a-4a90-ac73-c3733478b313 req-2ec1841e-b2dc-40b4-ab94-2df5762cd591 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=f70b3596-455f-49a0-8908-a104df34e5c9 HTTP/1.1" status: 200 len: 217 time: 0.3150640 Jul 15 23:08:08.551999 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bb5096a5-cf6d-42bd-b35f-736474de3a3f None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:08.592121 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe,revision_number=13']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:08.612238 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-bb5096a5-cf6d-42bd-b35f-736474de3a3f None None] Transition to ACTIVE for port object c86a2d3e-1ffa-4444-b287-7cd0cd8cc6b4 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:08.630354 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bb5096a5-cf6d-42bd-b35f-736474de3a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:08.632861 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9444f6a5-bcce-4907-bc22-97c30363ef66 req-d6be225c-2592-4b69-b353-1ef0ccbf2ec2 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:08.636902 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9444f6a5-bcce-4907-bc22-97c30363ef66 req-d6be225c-2592-4b69-b353-1ef0ccbf2ec2 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/ports?device_id=61ff0f68-c28e-4cf2-80e0-8c18d93c7dcb HTTP/1.1" status: 200 len: 944 time: 0.9152365 Jul 15 23:08:08.752997 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2db65baa-ee69-4e04-a8c9-cb4340e989f4 req-5e7cbcb0-ae9d-47d7-8996-bf5a46aeb0ea service neutron] 10.222.0.49 "GET /v2.0/networks/f037b993-4149-40e0-a687-25986d720de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5318775 Jul 15 23:08:08.782877 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab394202-500a-4a90-ac73-c3733478b313 req-63b78f8e-8038-4232-a96b-13930f551ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:08.784348 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab394202-500a-4a90-ac73-c3733478b313 req-63b78f8e-8038-4232-a96b-13930f551ecc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac68c16c-e2e3-48f3-b2ec-e6d10e3c3acf HTTP/1.1" status: 200 len: 797 time: 0.2519245 Jul 15 23:08:08.870740 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-bb5096a5-cf6d-42bd-b35f-736474de3a3f None None] Attempting to bind port c86a2d3e-1ffa-4444-b287-7cd0cd8cc6b4 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:08:08.871175 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-bb5096a5-cf6d-42bd-b35f-736474de3a3f None None] Attempting to bind port c86a2d3e-1ffa-4444-b287-7cd0cd8cc6b4 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:08:08.874821 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5096a5-cf6d-42bd-b35f-736474de3a3f None None] Attempting to bind port c86a2d3e-1ffa-4444-b287-7cd0cd8cc6b4 on network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:08:08.888144 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5096a5-cf6d-42bd-b35f-736474de3a3f None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:08:08.888574 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5096a5-cf6d-42bd-b35f-736474de3a3f None None] Checking segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:08:08.888913 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bb5096a5-cf6d-42bd-b35f-736474de3a3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:08.889311 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5096a5-cf6d-42bd-b35f-736474de3a3f None None] Bound using segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:08:08.889783 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-bb5096a5-cf6d-42bd-b35f-736474de3a3f None None] Bound port: c86a2d3e-1ffa-4444-b287-7cd0cd8cc6b4, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:08:08.890610 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bb5096a5-cf6d-42bd-b35f-736474de3a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:08.930519 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9444f6a5-bcce-4907-bc22-97c30363ef66 req-0e692ac6-6197-49a3-8c2f-d17c380dbd2a tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e74215b-8011-4ee0-b502-a2314077a754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551076 Jul 15 23:08:08.983986 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-bb5096a5-cf6d-42bd-b35f-736474de3a3f None None] For port c86a2d3e-1ffa-4444-b287-7cd0cd8cc6b4, host n-d-794306-6, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:08:08.987776 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-bb5096a5-cf6d-42bd-b35f-736474de3a3f None None] For port c86a2d3e-1ffa-4444-b287-7cd0cd8cc6b4, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=c86a2d3e-1ffa-4444-b287-7cd0cd8cc6b4,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:08:08.989489 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77087d87-0f93-4d3c-9990-4126edd14ec3 None None] Pushing event updated for resources: {'Port': ['ID=c86a2d3e-1ffa-4444-b287-7cd0cd8cc6b4,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:08.997643 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bb5096a5-cf6d-42bd-b35f-736474de3a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:09.000665 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66a3b4a5-86b4-4e5e-b3a2-77d501240e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:09.138037 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77087d87-0f93-4d3c-9990-4126edd14ec3 None None] Pushing event updated for resources: {'Port': ['ID=c86a2d3e-1ffa-4444-b287-7cd0cd8cc6b4,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:09.153792 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:09.172498 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id aa70474e-7649-4249-86c3-adcc97e0fa09 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:08:09.204239 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5096a5-cf6d-42bd-b35f-736474de3a3f None None] Routers {'ef90f767-244d-4ca1-9f2a-e93ab03626bb'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:08:09.204886 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-bb5096a5-cf6d-42bd-b35f-736474de3a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:08:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ef90f767-244d-4ca1-9f2a-e93ab03626bb'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:09.253476 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port aa70474e-7649-4249-86c3-adcc97e0fa09, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=aa70474e-7649-4249-86c3-adcc97e0fa09,segment=NetworkSegment(73b65db5-b75b-48b7-8e07-44c7152f69b4),segment_id=73b65db5-b75b-48b7-8e07-44c7152f69b4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:09.267878 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:09.346702 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=aa70474e-7649-4249-86c3-adcc97e0fa09,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:09.396983 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-66a3b4a5-86b4-4e5e-b3a2-77d501240e65 admin admin] Allocated IP 172.20.0.1 (664fa38c-79c6-41e0-8e32-194e09b9b2e3/3cce8750-6222-4c81-8ca6-397ead3e8083/f81ef14a-dd0f-4a06-81a1-9e7f76c0e75a) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:08:09.415622 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2db65baa-ee69-4e04-a8c9-cb4340e989f4 req-cdc02652-4842-45a3-837f-4c16e678663d service neutron] 10.222.0.49 "GET /v2.0/networks/f037b993-4149-40e0-a687-25986d720de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6497095 Jul 15 23:08:09.439541 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab394202-500a-4a90-ac73-c3733478b313 req-a2f60ce0-d5b7-4c81-bd02-d726953db209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:09.446833 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab394202-500a-4a90-ac73-c3733478b313 req-a2f60ce0-d5b7-4c81-bd02-d726953db209 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=970a88bd-fdba-4549-becb-46353b196f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6407404 Jul 15 23:08:09.499221 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74341f7b-a370-42d8-ac9f-54a29fb45d3d req-ad910bb6-29d9-42c6-952a-bf7d955e1a05 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:09.519616 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74341f7b-a370-42d8-ac9f-54a29fb45d3d req-ad910bb6-29d9-42c6-952a-bf7d955e1a05 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:09.527107 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74341f7b-a370-42d8-ac9f-54a29fb45d3d req-ad910bb6-29d9-42c6-952a-bf7d955e1a05 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:09.543957 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74341f7b-a370-42d8-ac9f-54a29fb45d3d req-ad910bb6-29d9-42c6-952a-bf7d955e1a05 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:09.550858 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-bb5096a5-cf6d-42bd-b35f-736474de3a3f None None] Set router ef90f767-244d-4ca1-9f2a-e93ab03626bb gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:08:09.555015 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74341f7b-a370-42d8-ac9f-54a29fb45d3d req-ad910bb6-29d9-42c6-952a-bf7d955e1a05 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:09.570088 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74341f7b-a370-42d8-ac9f-54a29fb45d3d req-ad910bb6-29d9-42c6-952a-bf7d955e1a05 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:09.581349 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74341f7b-a370-42d8-ac9f-54a29fb45d3d req-ad910bb6-29d9-42c6-952a-bf7d955e1a05 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:09.589490 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-74341f7b-a370-42d8-ac9f-54a29fb45d3d req-ad910bb6-29d9-42c6-952a-bf7d955e1a05 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 5430 time: 0.6526947 Jul 15 23:08:09.629687 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66a3b4a5-86b4-4e5e-b3a2-77d501240e65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:09.658383 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-66a3b4a5-86b4-4e5e-b3a2-77d501240e65 admin admin] Transition to ACTIVE for port object f81ef14a-dd0f-4a06-81a1-9e7f76c0e75a will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:09.719118 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66a3b4a5-86b4-4e5e-b3a2-77d501240e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:09.808768 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a3b4a5-86b4-4e5e-b3a2-77d501240e65 admin admin] Pushing event updated for resources: {'Port': ['ID=f81ef14a-dd0f-4a06-81a1-9e7f76c0e75a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:09.849685 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a3b4a5-86b4-4e5e-b3a2-77d501240e65 admin admin] Network 664fa38c-79c6-41e0-8e32-194e09b9b2e3 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:08:09.851388 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-66a3b4a5-86b4-4e5e-b3a2-77d501240e65 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:09.856437 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a3b4a5-86b4-4e5e-b3a2-77d501240e65 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:08:09.903300 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab394202-500a-4a90-ac73-c3733478b313 req-eaf93739-1f38-4a3c-8073-1478ce6e6103 service neutron] 10.222.0.41 "GET /v2.0/networks/970a88bd-fdba-4549-becb-46353b196f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4449451 Jul 15 23:08:09.948982 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-74341f7b-a370-42d8-ac9f-54a29fb45d3d req-2635eda6-c4d9-4fd7-bd51-567c755ea214 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/security-groups?id=fde6291d-0085-4461-bff2-f84f9cfdb496&id=3034f104-295d-4ae9-983e-a750e439037a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3433752 Jul 15 23:08:09.957853 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device aa70474e-7649-4249-86c3-adcc97e0fa09 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:10.024262 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66a3b4a5-86b4-4e5e-b3a2-77d501240e65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:10.098389 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:10.375146 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port aa70474e-7649-4249-86c3-adcc97e0fa09 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:10.375978 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab394202-500a-4a90-ac73-c3733478b313 req-12901506-0573-4bc0-95ef-0706bc8eade5 service neutron] 10.222.0.41 "GET /v2.0/networks/970a88bd-fdba-4549-becb-46353b196f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4649909 Jul 15 23:08:10.389454 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:10.407408 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-bb5096a5-cf6d-42bd-b35f-736474de3a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef90f767-244d-4ca1-9f2a-e93ab03626bb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1294275681-router', 'tenant_id': 'b03dd4b5822b46719971bc6056341493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': 'c86a2d3e-1ffa-4444-b287-7cd0cd8cc6b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:59Z', 'updated_at': '2021-07-15T23:08:04Z', 'revision_number': 3, 'project_id': 'b03dd4b5822b46719971bc6056341493', 'gw_port': {'id': 'c86a2d3e-1ffa-4444-b287-7cd0cd8cc6b4', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:77:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef90f767-244d-4ca1-9f2a-e93ab03626bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:08:02Z', 'updated_at': '2021-07-15T23:08:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:10.527345 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab394202-500a-4a90-ac73-c3733478b313 req-2b31036c-21f2-45f3-a5a3-7f98ae4688df service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=5e6346b3-f308-4702-a019-e0418adeb56d HTTP/1.1" status: 200 len: 217 time: 0.1414080 Jul 15 23:08:10.557550 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5096a5-cf6d-42bd-b35f-736474de3a3f None None] The sync data for ids ['ef90f767-244d-4ca1-9f2a-e93ab03626bb'] in n-d-794306-6 is: [{'id': 'ef90f767-244d-4ca1-9f2a-e93ab03626bb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1294275681-router', 'tenant_id': 'b03dd4b5822b46719971bc6056341493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': 'c86a2d3e-1ffa-4444-b287-7cd0cd8cc6b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:59Z', 'updated_at': '2021-07-15T23:08:04Z', 'revision_number': 3, 'project_id': 'b03dd4b5822b46719971bc6056341493', 'gw_port': {'id': 'c86a2d3e-1ffa-4444-b287-7cd0cd8cc6b4', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:77:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef90f767-244d-4ca1-9f2a-e93ab03626bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:08:02Z', 'updated_at': '2021-07-15T23:08:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:08:10.639320 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port 2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:10.655169 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66a3b4a5-86b4-4e5e-b3a2-77d501240e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:10.661879 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5fe5f887-a610-430c-9509-8a753975bb27 None None] Provisioning for port f81ef14a-dd0f-4a06-81a1-9e7f76c0e75a completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:10.675745 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port 2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:10.675745 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:10.767704 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5fe5f887-a610-430c-9509-8a753975bb27 None None] Provisioning complete for port f81ef14a-dd0f-4a06-81a1-9e7f76c0e75a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:10.768230 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5fe5f887-a610-430c-9509-8a753975bb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:10.796357 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab394202-500a-4a90-ac73-c3733478b313 req-c823ecdf-c715-40ac-b2f1-6b2e26c72f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:10.798315 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab394202-500a-4a90-ac73-c3733478b313 req-c823ecdf-c715-40ac-b2f1-6b2e26c72f73 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac68c16c-e2e3-48f3-b2ec-e6d10e3c3acf HTTP/1.1" status: 200 len: 797 time: 0.2326186 Jul 15 23:08:10.953377 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:11.013777 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3461e2-8158-4a3c-9af3-90a24c930171 req-bcfa516d-5ef2-4045-b26c-ad7c92546e0e tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:11.023603 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5c3461e2-8158-4a3c-9af3-90a24c930171 req-bcfa516d-5ef2-4045-b26c-ad7c92546e0e tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a100f14-6637-4d83-8140-f4ce9e57a8c6 HTTP/1.1" status: 200 len: 943 time: 0.4943135 Jul 15 23:08:11.024873 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5fe5f887-a610-430c-9509-8a753975bb27 None None] Port f81ef14a-dd0f-4a06-81a1-9e7f76c0e75a cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:08:11.071165 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ff0f68-c28e-4cf2-80e0-8c18d93c7dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa70474e-7649-4249-86c3-adcc97e0fa09'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:08:11.082524 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab394202-500a-4a90-ac73-c3733478b313 req-aee7f0c8-7a35-463c-842a-27acbf09e5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:11.085945 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e643c08-cb2a-44d8-8d01-6ab3964e0aca" -d '{"events": [{"server_uuid": "61ff0f68-c28e-4cf2-80e0-8c18d93c7dcb", "name": "network-vif-plugged", "status": "completed", "tag": "aa70474e-7649-4249-86c3-adcc97e0fa09"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:08:11.103892 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab394202-500a-4a90-ac73-c3733478b313 req-aee7f0c8-7a35-463c-842a-27acbf09e5e3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=970a88bd-fdba-4549-becb-46353b196f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2945745 Jul 15 23:08:11.138966 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66a3b4a5-86b4-4e5e-b3a2-77d501240e65 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:11.147946 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66a3b4a5-86b4-4e5e-b3a2-77d501240e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:11.160406 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port aa70474e-7649-4249-86c3-adcc97e0fa09, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=aa70474e-7649-4249-86c3-adcc97e0fa09,segment=NetworkSegment(73b65db5-b75b-48b7-8e07-44c7152f69b4),segment_id=73b65db5-b75b-48b7-8e07-44c7152f69b4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:11.183634 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5c3461e2-8158-4a3c-9af3-90a24c930171 req-9490ef4a-ff58-4a86-a55c-2b54855ac449 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] 10.222.0.48 "GET /v2.0/security-groups?id=95e9101e-3e59-4b22-964f-bd441f029b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585138 Jul 15 23:08:11.185244 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:11.193862 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:11.370311 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66a3b4a5-86b4-4e5e-b3a2-77d501240e65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:11.397451 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a3b4a5-86b4-4e5e-b3a2-77d501240e65 admin admin] Pushing event updated for resources: {'Port': ['ID=f81ef14a-dd0f-4a06-81a1-9e7f76c0e75a,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:11.433614 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3b4a5-86b4-4e5e-b3a2-77d501240e65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:11.434099 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3b4a5-86b4-4e5e-b3a2-77d501240e65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:11.434651 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3b4a5-86b4-4e5e-b3a2-77d501240e65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:11.435215 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3b4a5-86b4-4e5e-b3a2-77d501240e65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:11.456591 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3b4a5-86b4-4e5e-b3a2-77d501240e65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:11.456993 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3b4a5-86b4-4e5e-b3a2-77d501240e65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:11.457342 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3b4a5-86b4-4e5e-b3a2-77d501240e65 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:11.457680 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3b4a5-86b4-4e5e-b3a2-77d501240e65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:11.464516 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3b4a5-86b4-4e5e-b3a2-77d501240e65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:11.465012 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3b4a5-86b4-4e5e-b3a2-77d501240e65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:11.465553 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3b4a5-86b4-4e5e-b3a2-77d501240e65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:11.466126 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3b4a5-86b4-4e5e-b3a2-77d501240e65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:11.472625 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab394202-500a-4a90-ac73-c3733478b313 req-d2054a96-330b-4ba0-b5c4-397a4f81e7d8 service neutron] 10.222.0.41 "GET /v2.0/networks/970a88bd-fdba-4549-becb-46353b196f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295438 Jul 15 23:08:11.588296 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=aa70474e-7649-4249-86c3-adcc97e0fa09,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:11.595128 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:11.602154 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:11.705532 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a3b4a5-86b4-4e5e-b3a2-77d501240e65 admin admin] Network 664fa38c-79c6-41e0-8e32-194e09b9b2e3 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:08:11.707502 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-66a3b4a5-86b4-4e5e-b3a2-77d501240e65 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:11.721962 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device c86a2d3e-1ffa-4444-b287-7cd0cd8cc6b4 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:11.872446 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab394202-500a-4a90-ac73-c3733478b313 req-4dc972d7-4b53-4c41-b153-0c5c4dcb10bf service neutron] 10.222.0.41 "GET /v2.0/networks/970a88bd-fdba-4549-becb-46353b196f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3853436 Jul 15 23:08:12.054537 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe,revision_number=14']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:12.079477 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port c86a2d3e-1ffa-4444-b287-7cd0cd8cc6b4 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:12.090941 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port c86a2d3e-1ffa-4444-b287-7cd0cd8cc6b4 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:12.091509 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:12.112608 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66a3b4a5-86b4-4e5e-b3a2-77d501240e65 admin admin] Router ef90f767-244d-4ca1-9f2a-e93ab03626bb has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:08:12.144625 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab394202-500a-4a90-ac73-c3733478b313 req-29d93691-2036-4589-a0b3-4cf1eb982a8b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.144&port_id=1508ac1c-9b5d-4c1b-8a04-8901ffeae8f7 HTTP/1.1" status: 200 len: 217 time: 0.2581742 Jul 15 23:08:12.361438 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab394202-500a-4a90-ac73-c3733478b313 req-835ae864-3122-4983-ad8a-2afca5d52359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:12.367100 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab394202-500a-4a90-ac73-c3733478b313 req-835ae864-3122-4983-ad8a-2afca5d52359 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac68c16c-e2e3-48f3-b2ec-e6d10e3c3acf HTTP/1.1" status: 200 len: 797 time: 0.2140493 Jul 15 23:08:12.470795 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:12.598425 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port c86a2d3e-1ffa-4444-b287-7cd0cd8cc6b4, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=c86a2d3e-1ffa-4444-b287-7cd0cd8cc6b4,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:12.601491 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e052e699-e2a4-4aa5-80a1-0ddcca716108 None None] Provisioning complete for port f81ef14a-dd0f-4a06-81a1-9e7f76c0e75a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:12.602297 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e052e699-e2a4-4aa5-80a1-0ddcca716108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:12.669993 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab394202-500a-4a90-ac73-c3733478b313 req-630e048c-0c91-4004-8270-027fbda26379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:12.673296 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e052e699-e2a4-4aa5-80a1-0ddcca716108 None None] Port f81ef14a-dd0f-4a06-81a1-9e7f76c0e75a cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:08:12.674770 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab394202-500a-4a90-ac73-c3733478b313 req-630e048c-0c91-4004-8270-027fbda26379 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=970a88bd-fdba-4549-becb-46353b196f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2993784 Jul 15 23:08:12.683065 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:12.715924 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a3b4a5-86b4-4e5e-b3a2-77d501240e65 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:08:12.764480 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-66a3b4a5-86b4-4e5e-b3a2-77d501240e65 admin admin] 10.222.0.48 "PUT /v2.0/routers/ef90f767-244d-4ca1-9f2a-e93ab03626bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5479171 Jul 15 23:08:12.852217 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=c86a2d3e-1ffa-4444-b287-7cd0cd8cc6b4,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:12.862220 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d0e263-e003-4f9b-8202-8b04272d22e7 req-cdbcc9ac-9f15-4b85-9a12-fda1c852857d tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:12.863915 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-46d0e263-e003-4f9b-8202-8b04272d22e7 req-cdbcc9ac-9f15-4b85-9a12-fda1c852857d tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=251c2b27-dd3f-48ef-90ca-fc5628302a0d HTTP/1.1" status: 200 len: 951 time: 0.4128876 Jul 15 23:08:13.116302 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-46d0e263-e003-4f9b-8202-8b04272d22e7 req-57ccca37-977d-48c2-ae92-e1365b02489d tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296591 Jul 15 23:08:13.177265 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab394202-500a-4a90-ac73-c3733478b313 req-1042b708-abac-4a31-8ce5-543cfd62ca15 service neutron] 10.222.0.41 "GET /v2.0/networks/970a88bd-fdba-4549-becb-46353b196f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4862740 Jul 15 23:08:13.650806 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device c86a2d3e-1ffa-4444-b287-7cd0cd8cc6b4 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:13.913366 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port c86a2d3e-1ffa-4444-b287-7cd0cd8cc6b4 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:13.913781 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:14.130839 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54104) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:14.146717 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7a610938-b1dc-49b8-8955-37306f000049 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1118304441-network', 'tenant_id': '73938b8339964113b2cd5f57276342eb'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:14.198665 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a610938-b1dc-49b8-8955-37306f000049 admin admin] Made reservation on behalf of 73938b8339964113b2cd5f57276342eb for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:08:14.209953 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a610938-b1dc-49b8-8955-37306f000049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:14.242847 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a610938-b1dc-49b8-8955-37306f000049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:14.514446 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfcbbbe-7430-4f56-8bbf-33086f747e6f None None] Sync routers for ids ['ef90f767-244d-4ca1-9f2a-e93ab03626bb'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:08:14.528711 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfcbbbe-7430-4f56-8bbf-33086f747e6f None None] Routers {'ef90f767-244d-4ca1-9f2a-e93ab03626bb'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:08:14.529411 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-bbfcbbbe-7430-4f56-8bbf-33086f747e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:08:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ef90f767-244d-4ca1-9f2a-e93ab03626bb'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:14.544587 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab394202-500a-4a90-ac73-c3733478b313 req-e5df0264-e78b-48c4-b058-534d32337ef2 service neutron] 10.222.0.41 "GET /v2.0/networks/970a88bd-fdba-4549-becb-46353b196f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3593802 Jul 15 23:08:14.600175 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a610938-b1dc-49b8-8955-37306f000049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:14.627134 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a610938-b1dc-49b8-8955-37306f000049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:14.633062 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab394202-500a-4a90-ac73-c3733478b313 req-13c012c9-1908-40dd-afb4-929b11664c09 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=58031bb6-e328-42ef-a4eb-d60400499716 HTTP/1.1" status: 200 len: 217 time: 0.0717542 Jul 15 23:08:14.666727 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378382cf-0744-453e-8a73-0a579d151a0c req-bce0a465-afdc-401c-8ad4-64d41eb4b455 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:14.667414 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-378382cf-0744-453e-8a73-0a579d151a0c req-bce0a465-afdc-401c-8ad4-64d41eb4b455 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.49 "GET /v2.0/ports?device_id=61ff0f68-c28e-4cf2-80e0-8c18d93c7dcb HTTP/1.1" status: 200 len: 945 time: 0.3892009 Jul 15 23:08:14.671082 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a610938-b1dc-49b8-8955-37306f000049 admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:08:14.690542 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2699a1-f680-4428-9dcb-dde8ac6f48c8 req-23066e85-ba43-48b8-af51-9bad053fbff9 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:14.697852 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2699a1-f680-4428-9dcb-dde8ac6f48c8 req-23066e85-ba43-48b8-af51-9bad053fbff9 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:14.705373 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2699a1-f680-4428-9dcb-dde8ac6f48c8 req-23066e85-ba43-48b8-af51-9bad053fbff9 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:14.713703 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2699a1-f680-4428-9dcb-dde8ac6f48c8 req-23066e85-ba43-48b8-af51-9bad053fbff9 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:14.719698 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a610938-b1dc-49b8-8955-37306f000049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:14.720092 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-7a610938-b1dc-49b8-8955-37306f000049 admin admin] Added segment c985f627-8157-4fb3-867e-9a1ae0d61fe7 of type vlan for network dc9a7735-9a61-4d06-9cef-b144c6d869f5 Jul 15 23:08:14.720502 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2699a1-f680-4428-9dcb-dde8ac6f48c8 req-23066e85-ba43-48b8-af51-9bad053fbff9 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:14.726548 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2699a1-f680-4428-9dcb-dde8ac6f48c8 req-23066e85-ba43-48b8-af51-9bad053fbff9 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:14.733993 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2699a1-f680-4428-9dcb-dde8ac6f48c8 req-23066e85-ba43-48b8-af51-9bad053fbff9 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:14.746397 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8f2699a1-f680-4428-9dcb-dde8ac6f48c8 req-23066e85-ba43-48b8-af51-9bad053fbff9 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 5430 time: 0.4701896 Jul 15 23:08:14.837507 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a610938-b1dc-49b8-8955-37306f000049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3072a89-956a-49c3-9dfd-3acb4f6c6f56,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:14.852038 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a610938-b1dc-49b8-8955-37306f000049 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:14.913619 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a610938-b1dc-49b8-8955-37306f000049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:14.915204 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a610938-b1dc-49b8-8955-37306f000049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:14.917128 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab394202-500a-4a90-ac73-c3733478b313 req-c2f56e3c-c929-462e-9806-6184d04ebfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:14.918392 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a610938-b1dc-49b8-8955-37306f000049 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:14.918715 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab394202-500a-4a90-ac73-c3733478b313 req-c2f56e3c-c929-462e-9806-6184d04ebfd8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac68c16c-e2e3-48f3-b2ec-e6d10e3c3acf HTTP/1.1" status: 200 len: 797 time: 0.1111331 Jul 15 23:08:14.939158 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-bbfcbbbe-7430-4f56-8bbf-33086f747e6f None None] Set router ef90f767-244d-4ca1-9f2a-e93ab03626bb gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:08:15.003213 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-7a610938-b1dc-49b8-8955-37306f000049 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8668232 Jul 15 23:08:15.006585 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54110) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:15.019138 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-35274430-f24a-4da4-827f-3d662321976d admin admin] Request body: {'subnet': {'network_id': 'dc9a7735-9a61-4d06-9cef-b144c6d869f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1118304441-subnet', 'tenant_id': '73938b8339964113b2cd5f57276342eb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:15.059979 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8f2699a1-f680-4428-9dcb-dde8ac6f48c8 req-40fc9fd8-81cc-4e9b-8e1d-840e52e1ede5 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/security-groups?id=fde6291d-0085-4461-bff2-f84f9cfdb496&id=3034f104-295d-4ae9-983e-a750e439037a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3125103 Jul 15 23:08:15.069261 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35274430-f24a-4da4-827f-3d662321976d admin admin] Made reservation on behalf of 73938b8339964113b2cd5f57276342eb for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:08:15.072988 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-35274430-f24a-4da4-827f-3d662321976d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:15.185025 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a610938-b1dc-49b8-8955-37306f000049 admin admin] Pushing event updated for resources: {'Network': ['ID=dc9a7735-9a61-4d06-9cef-b144c6d869f5,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:15.225125 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network dc9a7735-9a61-4d06-9cef-b144c6d869f5 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:08:15.308696 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef4b5507-1e23-4527-bb4a-04ca14db5e62 x-openstack-request-id: req-ef4b5507-1e23-4527-bb4a-04ca14db5e62 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:08:15.309163 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ff0f68-c28e-4cf2-80e0-8c18d93c7dcb", "name": "network-vif-plugged", "status": "completed", "tag": "aa70474e-7649-4249-86c3-adcc97e0fa09", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:08:15.309550 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ef4b5507-1e23-4527-bb4a-04ca14db5e62 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:08:15.310120 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ff0f68-c28e-4cf2-80e0-8c18d93c7dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa70474e-7649-4249-86c3-adcc97e0fa09', 'code': 200} Jul 15 23:08:15.339058 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab394202-500a-4a90-ac73-c3733478b313 req-d564f905-cc0f-4978-a435-bb4c20c51744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:15.340594 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab394202-500a-4a90-ac73-c3733478b313 req-d564f905-cc0f-4978-a435-bb4c20c51744 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=970a88bd-fdba-4549-becb-46353b196f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3932977 Jul 15 23:08:15.344599 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-35274430-f24a-4da4-827f-3d662321976d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:15.532957 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab394202-500a-4a90-ac73-c3733478b313 req-b020b9ec-d526-4e9e-bd37-fe48211c21f0 service neutron] 10.222.0.41 "GET /v2.0/networks/970a88bd-fdba-4549-becb-46353b196f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777587 Jul 15 23:08:15.534414 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35274430-f24a-4da4-827f-3d662321976d admin admin] Pushing event updated for resources: {'Subnet': ['ID=dda57491-7fb4-46a3-9dad-e8b8395130fe,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:15.572727 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-378382cf-0744-453e-8a73-0a579d151a0c req-ac4b5680-b9d5-4dff-a3e0-0d060335ad04 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Deleting port aa70474e-7649-4249-86c3-adcc97e0fa09 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:08:15.574075 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-378382cf-0744-453e-8a73-0a579d151a0c req-ac4b5680-b9d5-4dff-a3e0-0d060335ad04 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:15.614606 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35274430-f24a-4da4-827f-3d662321976d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:15.615370 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35274430-f24a-4da4-827f-3d662321976d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:15.616180 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35274430-f24a-4da4-827f-3d662321976d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:15.616896 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35274430-f24a-4da4-827f-3d662321976d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:15.617285 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35274430-f24a-4da4-827f-3d662321976d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:15.617842 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35274430-f24a-4da4-827f-3d662321976d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:15.618492 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35274430-f24a-4da4-827f-3d662321976d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:15.618863 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35274430-f24a-4da4-827f-3d662321976d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:15.619379 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35274430-f24a-4da4-827f-3d662321976d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:15.619841 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35274430-f24a-4da4-827f-3d662321976d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:15.620269 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35274430-f24a-4da4-827f-3d662321976d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:15.621128 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35274430-f24a-4da4-827f-3d662321976d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:15.684273 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35274430-f24a-4da4-827f-3d662321976d admin admin] Checking segment: {'id': 'c985f627-8157-4fb3-867e-9a1ae0d61fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'dc9a7735-9a61-4d06-9cef-b144c6d869f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:08:15.684802 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35274430-f24a-4da4-827f-3d662321976d admin admin] Network hostable DHCP agents. Network: dc9a7735-9a61-4d06-9cef-b144c6d869f5, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:08:15.787761 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-bbfcbbbe-7430-4f56-8bbf-33086f747e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef90f767-244d-4ca1-9f2a-e93ab03626bb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1294275681-router', 'tenant_id': 'b03dd4b5822b46719971bc6056341493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': 'c86a2d3e-1ffa-4444-b287-7cd0cd8cc6b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:59Z', 'updated_at': '2021-07-15T23:08:10Z', 'revision_number': 4, 'project_id': 'b03dd4b5822b46719971bc6056341493', 'gw_port': {'id': 'c86a2d3e-1ffa-4444-b287-7cd0cd8cc6b4', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:77:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef90f767-244d-4ca1-9f2a-e93ab03626bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:08:02Z', 'updated_at': '2021-07-15T23:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'f81ef14a-dd0f-4a06-81a1-9e7f76c0e75a', 'name': '', 'network_id': '664fa38c-79c6-41e0-8e32-194e09b9b2e3', 'tenant_id': 'b03dd4b5822b46719971bc6056341493', 'mac_address': 'fa:16:3e:21:04:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef90f767-244d-4ca1-9f2a-e93ab03626bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '3cce8750-6222-4c81-8ca6-397ead3e8083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:08:09Z', 'updated_at': '2021-07-15T23:08:10Z', 'revision_number': 2, 'project_id': 'b03dd4b5822b46719971bc6056341493', 'subnets': [{'id': '3cce8750-6222-4c81-8ca6-397ead3e8083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:15.833625 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35274430-f24a-4da4-827f-3d662321976d admin admin] Network dc9a7735-9a61-4d06-9cef-b144c6d869f5 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:08:15.839346 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfcbbbe-7430-4f56-8bbf-33086f747e6f None None] Checking router: ef90f767-244d-4ca1-9f2a-e93ab03626bb for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:08:15.839839 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfcbbbe-7430-4f56-8bbf-33086f747e6f None None] Updating router ef90f767-244d-4ca1-9f2a-e93ab03626bb port f81ef14a-dd0f-4a06-81a1-9e7f76c0e75a binding host n-d-794306-6 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:08:15.854353 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-35274430-f24a-4da4-827f-3d662321976d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, dc9a7735-9a61-4d06-9cef-b144c6d869f5) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:15.873350 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35274430-f24a-4da4-827f-3d662321976d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:15.873997 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-35274430-f24a-4da4-827f-3d662321976d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:15.881699 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab394202-500a-4a90-ac73-c3733478b313 req-120a0c9c-122d-42be-8120-e892b14572e8 service neutron] 10.222.0.41 "GET /v2.0/networks/970a88bd-fdba-4549-becb-46353b196f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373866 Jul 15 23:08:15.885827 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc68eddd-f0f4-40cd-8827-a59e608ff3b6 None None] Network dc9a7735-9a61-4d06-9cef-b144c6d869f5 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:08:15.894192 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-378382cf-0744-453e-8a73-0a579d151a0c req-ac4b5680-b9d5-4dff-a3e0-0d060335ad04 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] For port aa70474e-7649-4249-86c3-adcc97e0fa09, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=aa70474e-7649-4249-86c3-adcc97e0fa09,segment=NetworkSegment(73b65db5-b75b-48b7-8e07-44c7152f69b4),segment_id=73b65db5-b75b-48b7-8e07-44c7152f69b4)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:15.894570 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-378382cf-0744-453e-8a73-0a579d151a0c req-ac4b5680-b9d5-4dff-a3e0-0d060335ad04 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:15.997117 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab394202-500a-4a90-ac73-c3733478b313 req-62dabb3b-bc65-49b9-88f2-1c2f155204f0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=53ab0b58-461d-46ab-8d7f-99872f64bbc2 HTTP/1.1" status: 200 len: 217 time: 0.1074977 Jul 15 23:08:16.006838 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-378382cf-0744-453e-8a73-0a579d151a0c req-ac4b5680-b9d5-4dff-a3e0-0d060335ad04 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Calling delete_port for aa70474e-7649-4249-86c3-adcc97e0fa09 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:08:16.138692 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-35274430-f24a-4da4-827f-3d662321976d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1296797 Jul 15 23:08:16.141145 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab394202-500a-4a90-ac73-c3733478b313 req-24b961a8-1258-46e1-bc83-dfeea66ec632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:16.141605 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54120) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:16.143721 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab394202-500a-4a90-ac73-c3733478b313 req-24b961a8-1258-46e1-bc83-dfeea66ec632 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=43be6042-6f45-40a3-b1ce-1fe26f72d214 HTTP/1.1" status: 200 len: 797 time: 0.1381257 Jul 15 23:08:16.146756 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c19d124d-7bb8-40e6-842f-d753dbef02b3 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1118304441-router', 'tenant_id': '73938b8339964113b2cd5f57276342eb', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:16.168019 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d143e2-da77-4b59-a5db-6333eb769d46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-dc9a7735-9a61-4d06-9cef-b144c6d869f5', 'network_id': 'dc9a7735-9a61-4d06-9cef-b144c6d869f5', 'tenant_id': '73938b8339964113b2cd5f57276342eb', 'fixed_ips': [{'subnet_id': 'dda57491-7fb4-46a3-9dad-e8b8395130fe'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:08:16.169622 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22d143e2-da77-4b59-a5db-6333eb769d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:16.257645 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c19d124d-7bb8-40e6-842f-d753dbef02b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:16.263562 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c19d124d-7bb8-40e6-842f-d753dbef02b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:16.316817 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bbfcbbbe-7430-4f56-8bbf-33086f747e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:16.379816 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab394202-500a-4a90-ac73-c3733478b313 req-cf5b5122-a444-4362-92b0-64005a8690c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:16.381379 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab394202-500a-4a90-ac73-c3733478b313 req-cf5b5122-a444-4362-92b0-64005a8690c0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9bef9b3a-38af-4114-8d89-aee9e6e60f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2285509 Jul 15 23:08:16.382435 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c19d124d-7bb8-40e6-842f-d753dbef02b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:16.585743 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-378382cf-0744-453e-8a73-0a579d151a0c req-ac4b5680-b9d5-4dff-a3e0-0d060335ad04 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:16.644151 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4b5680-b9d5-4dff-a3e0-0d060335ad04 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Pushing event deleted for resources: {'Port': ['ID=aa70474e-7649-4249-86c3-adcc97e0fa09,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:16.707547 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-22d143e2-da77-4b59-a5db-6333eb769d46 None None] Allocated IP 172.20.0.2 (dc9a7735-9a61-4d06-9cef-b144c6d869f5/dda57491-7fb4-46a3-9dad-e8b8395130fe/ef8d07aa-bc9b-4958-82f9-56f0d54bc5df) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:08:16.710329 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-378382cf-0744-453e-8a73-0a579d151a0c req-ac4b5680-b9d5-4dff-a3e0-0d060335ad04 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] No DVR routers for this DVR port aa70474e-7649-4249-86c3-adcc97e0fa09 on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:08:16.717761 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab394202-500a-4a90-ac73-c3733478b313 req-dbb716be-ab55-4635-ad6b-4867c2904b77 service neutron] 10.222.0.41 "GET /v2.0/networks/9bef9b3a-38af-4114-8d89-aee9e6e60f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282070 Jul 15 23:08:16.718945 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-378382cf-0744-453e-8a73-0a579d151a0c req-ac4b5680-b9d5-4dff-a3e0-0d060335ad04 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:16.722277 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-378382cf-0744-453e-8a73-0a579d151a0c req-ac4b5680-b9d5-4dff-a3e0-0d060335ad04 tempest-ImagesTestJSON-788158671 tempest-ImagesTestJSON-788158671-project] 10.222.0.49 "DELETE /v2.0/ports/aa70474e-7649-4249-86c3-adcc97e0fa09 HTTP/1.1" status: 204 len: 173 time: 2.0482638 Jul 15 23:08:16.723095 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ff0f68-c28e-4cf2-80e0-8c18d93c7dcb', 'name': 'network-vif-deleted', 'tag': 'aa70474e-7649-4249-86c3-adcc97e0fa09'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:08:16.726236 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d875d8a8-d910-498e-9088-6b634d410bfc" -d '{"events": [{"server_uuid": "61ff0f68-c28e-4cf2-80e0-8c18d93c7dcb", "name": "network-vif-deleted", "tag": "aa70474e-7649-4249-86c3-adcc97e0fa09"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:08:16.809837 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c19d124d-7bb8-40e6-842f-d753dbef02b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:16.823524 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-dc2a3ad0-65af-4cb1-8b51-1509b80140ad req-fcbde1cf-ee85-4b8c-a754-f261af2ea99f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=15ef82b7-20b0-46b6-be4d-5fa457f25444&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4445901 Jul 15 23:08:17.083229 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22d143e2-da77-4b59-a5db-6333eb769d46 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:17.086727 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bbfcbbbe-7430-4f56-8bbf-33086f747e6f None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:17.106910 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22d143e2-da77-4b59-a5db-6333eb769d46 None None] Transition to ACTIVE for port object ef8d07aa-bc9b-4958-82f9-56f0d54bc5df will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:17.148138 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bbfcbbbe-7430-4f56-8bbf-33086f747e6f None None] Transition to ACTIVE for port object f81ef14a-dd0f-4a06-81a1-9e7f76c0e75a will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:17.180951 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bbfcbbbe-7430-4f56-8bbf-33086f747e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:17.188029 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22d143e2-da77-4b59-a5db-6333eb769d46 None None] Transition to ACTIVE for port object ef8d07aa-bc9b-4958-82f9-56f0d54bc5df will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:17.273871 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769507c8-8d31-4bd0-a6e2-a3f49577a728 None None] Pushing event updated for resources: {'Port': ['ID=f81ef14a-dd0f-4a06-81a1-9e7f76c0e75a,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:17.298235 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22d143e2-da77-4b59-a5db-6333eb769d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:17.315403 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '251c2b27-dd3f-48ef-90ca-fc5628302a0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:08:17.318105 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde572d1-97ee-46a7-903b-03097258572f" -d '{"events": [{"server_uuid": "251c2b27-dd3f-48ef-90ca-fc5628302a0d", "name": "network-vif-plugged", "status": "completed", "tag": "2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:08:17.363047 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a3ad0-65af-4cb1-8b51-1509b80140ad req-4fe4e3d8-dce2-4873-9ae5-f5a063aa20bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:17.383098 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d143e2-da77-4b59-a5db-6333eb769d46 None None] Network dc9a7735-9a61-4d06-9cef-b144c6d869f5 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:08:17.395944 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-22d143e2-da77-4b59-a5db-6333eb769d46 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:17.405927 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d143e2-da77-4b59-a5db-6333eb769d46 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:08:17.406952 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-dc2a3ad0-65af-4cb1-8b51-1509b80140ad req-4fe4e3d8-dce2-4873-9ae5-f5a063aa20bc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=943e0e7be5644005a591d26197ee19f5&device_id=15ef82b7-20b0-46b6-be4d-5fa457f25444 HTTP/1.1" status: 200 len: 1101 time: 0.5307279 Jul 15 23:08:17.425154 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c19d124d-7bb8-40e6-842f-d753dbef02b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:17.455835 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab394202-500a-4a90-ac73-c3733478b313 req-278cd680-c35f-4283-b1d6-38cfbd8e9003 service neutron] 10.222.0.41 "GET /v2.0/networks/9bef9b3a-38af-4114-8d89-aee9e6e60f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7171774 Jul 15 23:08:17.482699 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d143e2-da77-4b59-a5db-6333eb769d46 None None] Pushing event updated for resources: {'Port': ['ID=ef8d07aa-bc9b-4958-82f9-56f0d54bc5df,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:17.519067 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab394202-500a-4a90-ac73-c3733478b313 req-abfeb332-9264-45ad-a622-60f8c05f4a40 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bc89a090-5ba9-4fa7-b1e7-6edd9443bf5d HTTP/1.1" status: 200 len: 217 time: 0.0553353 Jul 15 23:08:17.613533 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a3ad0-65af-4cb1-8b51-1509b80140ad req-9b04c932-fd4a-471d-a0fb-7e6a1faea8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:17.619823 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-dc2a3ad0-65af-4cb1-8b51-1509b80140ad req-9b04c932-fd4a-471d-a0fb-7e6a1faea8e5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5d412861-bef3-4cc1-ae9f-87a6a36753c0 HTTP/1.1" status: 200 len: 870 time: 0.1443028 Jul 15 23:08:17.622148 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c19d124d-7bb8-40e6-842f-d753dbef02b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:17.630533 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab394202-500a-4a90-ac73-c3733478b313 req-902aa714-477d-47bd-bcb9-67c8d845f167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:17.637777 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab394202-500a-4a90-ac73-c3733478b313 req-902aa714-477d-47bd-bcb9-67c8d845f167 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=43be6042-6f45-40a3-b1ce-1fe26f72d214 HTTP/1.1" status: 200 len: 797 time: 0.1126490 Jul 15 23:08:17.680787 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-bbfcbbbe-7430-4f56-8bbf-33086f747e6f None None] Attempting to bind port f81ef14a-dd0f-4a06-81a1-9e7f76c0e75a on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:08:17.683928 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-bbfcbbbe-7430-4f56-8bbf-33086f747e6f None None] Attempting to bind port f81ef14a-dd0f-4a06-81a1-9e7f76c0e75a by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'a7ec11b6-8367-4d76-bf81-1a7f9b95cb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '664fa38c-79c6-41e0-8e32-194e09b9b2e3'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:08:17.685197 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfcbbbe-7430-4f56-8bbf-33086f747e6f None None] Attempting to bind port f81ef14a-dd0f-4a06-81a1-9e7f76c0e75a on network 664fa38c-79c6-41e0-8e32-194e09b9b2e3 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:08:17.738378 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-22d143e2-da77-4b59-a5db-6333eb769d46 None None] Attempting to bind port ef8d07aa-bc9b-4958-82f9-56f0d54bc5df on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:08:17.739748 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-22d143e2-da77-4b59-a5db-6333eb769d46 None None] Attempting to bind port ef8d07aa-bc9b-4958-82f9-56f0d54bc5df by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'c985f627-8157-4fb3-867e-9a1ae0d61fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'dc9a7735-9a61-4d06-9cef-b144c6d869f5'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:08:17.740885 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d143e2-da77-4b59-a5db-6333eb769d46 None None] Attempting to bind port ef8d07aa-bc9b-4958-82f9-56f0d54bc5df on network dc9a7735-9a61-4d06-9cef-b144c6d869f5 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:08:17.756381 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-dc2a3ad0-65af-4cb1-8b51-1509b80140ad req-eb23208f-06d9-4a6d-a8aa-ed64e5bd1135 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=600c70ff-f3b9-44ef-ab5b-b11e9e9453e0 HTTP/1.1" status: 200 len: 217 time: 0.1283460 Jul 15 23:08:17.761196 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfcbbbe-7430-4f56-8bbf-33086f747e6f None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:08:17.762575 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfcbbbe-7430-4f56-8bbf-33086f747e6f None None] Checking segment: {'id': 'a7ec11b6-8367-4d76-bf81-1a7f9b95cb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '664fa38c-79c6-41e0-8e32-194e09b9b2e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:08:17.764758 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bbfcbbbe-7430-4f56-8bbf-33086f747e6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:17.765281 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfcbbbe-7430-4f56-8bbf-33086f747e6f None None] Bound using segment: {'id': 'a7ec11b6-8367-4d76-bf81-1a7f9b95cb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '664fa38c-79c6-41e0-8e32-194e09b9b2e3'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:08:17.766696 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-bbfcbbbe-7430-4f56-8bbf-33086f747e6f None None] Bound port: f81ef14a-dd0f-4a06-81a1-9e7f76c0e75a, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7ec11b6-8367-4d76-bf81-1a7f9b95cb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '664fa38c-79c6-41e0-8e32-194e09b9b2e3'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:08:17.776124 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bbfcbbbe-7430-4f56-8bbf-33086f747e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:17.787417 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d143e2-da77-4b59-a5db-6333eb769d46 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:08:17.787906 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d143e2-da77-4b59-a5db-6333eb769d46 None None] Checking segment: {'id': 'c985f627-8157-4fb3-867e-9a1ae0d61fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'dc9a7735-9a61-4d06-9cef-b144c6d869f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:08:17.788319 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22d143e2-da77-4b59-a5db-6333eb769d46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:17.788718 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d143e2-da77-4b59-a5db-6333eb769d46 None None] Bound using segment: {'id': 'c985f627-8157-4fb3-867e-9a1ae0d61fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'dc9a7735-9a61-4d06-9cef-b144c6d869f5'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:08:17.789208 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-22d143e2-da77-4b59-a5db-6333eb769d46 None None] Bound port: ef8d07aa-bc9b-4958-82f9-56f0d54bc5df, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c985f627-8157-4fb3-867e-9a1ae0d61fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'dc9a7735-9a61-4d06-9cef-b144c6d869f5'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:08:17.795723 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22d143e2-da77-4b59-a5db-6333eb769d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:17.798180 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab394202-500a-4a90-ac73-c3733478b313 req-a89ea93a-c1b3-405c-b3ce-a4b0656f2895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:17.800798 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab394202-500a-4a90-ac73-c3733478b313 req-a89ea93a-c1b3-405c-b3ce-a4b0656f2895 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9bef9b3a-38af-4114-8d89-aee9e6e60f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1562285 Jul 15 23:08:17.910190 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a3ad0-65af-4cb1-8b51-1509b80140ad req-b23f5cdd-cf1b-4f81-b964-6117ced72a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:17.911672 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-dc2a3ad0-65af-4cb1-8b51-1509b80140ad req-b23f5cdd-cf1b-4f81-b964-6117ced72a80 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.0942438 Jul 15 23:08:17.997843 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab394202-500a-4a90-ac73-c3733478b313 req-3ed5bc64-e598-4858-acbf-85b1d91c427b service neutron] 10.222.0.41 "GET /v2.0/networks/9bef9b3a-38af-4114-8d89-aee9e6e60f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851621 Jul 15 23:08:18.045035 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device aeacf232-5435-496b-9c70-48aabecf06e6 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:08:18.047112 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device aa70474e-7649-4249-86c3-adcc97e0fa09 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:08:18.145004 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-c19d124d-7bb8-40e6-842f-d753dbef02b3 admin admin] Allocated IP 172.25.5.182 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/0b7da107-8ac9-45f9-88e5-76ad288f7cf1) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:08:18.148424 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a3ad0-65af-4cb1-8b51-1509b80140ad req-af6f1ad8-6b1a-48a5-a6d6-1f980d00b32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:18.150862 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab394202-500a-4a90-ac73-c3733478b313 req-4f32b323-5a3e-4e37-9278-f4292b633be4 service neutron] 10.222.0.41 "GET /v2.0/networks/9bef9b3a-38af-4114-8d89-aee9e6e60f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459930 Jul 15 23:08:18.151017 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-dc2a3ad0-65af-4cb1-8b51-1509b80140ad req-af6f1ad8-6b1a-48a5-a6d6-1f980d00b32e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2289932 Jul 15 23:08:18.158608 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: aa70474e-7649-4249-86c3-adcc97e0fa09 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:08:18.158975 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device aa70474e-7649-4249-86c3-adcc97e0fa09 not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:08:18.171715 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-bbfcbbbe-7430-4f56-8bbf-33086f747e6f None None] For port f81ef14a-dd0f-4a06-81a1-9e7f76c0e75a, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:08:18.179811 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22d143e2-da77-4b59-a5db-6333eb769d46 None None] For port ef8d07aa-bc9b-4958-82f9-56f0d54bc5df, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:08:18.199718 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22d143e2-da77-4b59-a5db-6333eb769d46 None None] For port ef8d07aa-bc9b-4958-82f9-56f0d54bc5df, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=ef8d07aa-bc9b-4958-82f9-56f0d54bc5df,segment=NetworkSegment(c985f627-8157-4fb3-867e-9a1ae0d61fe7),segment_id=c985f627-8157-4fb3-867e-9a1ae0d61fe7)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:08:18.204275 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-bbfcbbbe-7430-4f56-8bbf-33086f747e6f None None] For port f81ef14a-dd0f-4a06-81a1-9e7f76c0e75a, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=f81ef14a-dd0f-4a06-81a1-9e7f76c0e75a,segment=NetworkSegment(a7ec11b6-8367-4d76-bf81-1a7f9b95cb02),segment_id=a7ec11b6-8367-4d76-bf81-1a7f9b95cb02)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:08:18.209830 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22d143e2-da77-4b59-a5db-6333eb769d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:18.229264 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bbfcbbbe-7430-4f56-8bbf-33086f747e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:18.390532 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfcbbbe-7430-4f56-8bbf-33086f747e6f None None] Routers {'ef90f767-244d-4ca1-9f2a-e93ab03626bb'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:08:18.391198 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-bbfcbbbe-7430-4f56-8bbf-33086f747e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:08:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ef90f767-244d-4ca1-9f2a-e93ab03626bb'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:18.599648 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3647c73-9791-4c23-b20e-ffea6687df6d req-356d37e4-5eb6-40b3-9b80-0ca95028b9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:18.608345 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3647c73-9791-4c23-b20e-ffea6687df6d req-356d37e4-5eb6-40b3-9b80-0ca95028b9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:18.609092 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3647c73-9791-4c23-b20e-ffea6687df6d req-356d37e4-5eb6-40b3-9b80-0ca95028b9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:18.609735 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3647c73-9791-4c23-b20e-ffea6687df6d req-356d37e4-5eb6-40b3-9b80-0ca95028b9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:18.612320 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3647c73-9791-4c23-b20e-ffea6687df6d req-356d37e4-5eb6-40b3-9b80-0ca95028b9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:18.613199 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3647c73-9791-4c23-b20e-ffea6687df6d req-356d37e4-5eb6-40b3-9b80-0ca95028b9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:18.613849 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3647c73-9791-4c23-b20e-ffea6687df6d req-356d37e4-5eb6-40b3-9b80-0ca95028b9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:18.620835 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a3647c73-9791-4c23-b20e-ffea6687df6d req-356d37e4-5eb6-40b3-9b80-0ca95028b9b8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=17c76d71cba4469f89099c3ebf7755c2&device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 6487 time: 0.1808963 Jul 15 23:08:18.628999 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c19d124d-7bb8-40e6-842f-d753dbef02b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:18.671163 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d143e2-da77-4b59-a5db-6333eb769d46 None None] Pushing event updated for resources: {'Port': ['ID=ef8d07aa-bc9b-4958-82f9-56f0d54bc5df,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:18.742974 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c19d124d-7bb8-40e6-842f-d753dbef02b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:18.836613 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19d124d-7bb8-40e6-842f-d753dbef02b3 admin admin] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:08:18.875069 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-c19d124d-7bb8-40e6-842f-d753dbef02b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:18.880644 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19d124d-7bb8-40e6-842f-d753dbef02b3 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:08:18.896376 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3647c73-9791-4c23-b20e-ffea6687df6d req-ec4ae326-841f-4a01-9a56-28488ec7df40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:18.901203 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a3647c73-9791-4c23-b20e-ffea6687df6d req-ec4ae326-841f-4a01-9a56-28488ec7df40 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9bef9b3a-38af-4114-8d89-aee9e6e60f51 HTTP/1.1" status: 200 len: 903 time: 0.2729475 Jul 15 23:08:18.921725 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769507c8-8d31-4bd0-a6e2-a3f49577a728 None None] Pushing event updated for resources: {'Port': ['ID=f81ef14a-dd0f-4a06-81a1-9e7f76c0e75a,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:18.952723 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-dc2a3ad0-65af-4cb1-8b51-1509b80140ad req-ef20ec1f-65ca-4aca-9871-f64ef11fa4df service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7359791 Jul 15 23:08:18.995269 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a3647c73-9791-4c23-b20e-ffea6687df6d req-337b094c-7558-4140-a040-1215a56d5fd0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bc89a090-5ba9-4fa7-b1e7-6edd9443bf5d HTTP/1.1" status: 200 len: 217 time: 0.0870898 Jul 15 23:08:19.021090 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port aeacf232-5435-496b-9c70-48aabecf06e6, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=aeacf232-5435-496b-9c70-48aabecf06e6,segment=NetworkSegment(8a18499d-f751-4b5b-90fb-57238ec26ecc),segment_id=8a18499d-f751-4b5b-90fb-57238ec26ecc)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:19.053116 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': 'aeacf232-5435-496b-9c70-48aabecf06e6', 'network_id': 'bb925051-af21-4a66-9998-db8eac3f3d8e', 'port_id': 'aeacf232-5435-496b-9c70-48aabecf06e6', 'mac_address': 'fa:16:3e:cf:57:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '677e163d-e2ae-4fac-97cd-29579d7e082c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:08:19.088938 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3647c73-9791-4c23-b20e-ffea6687df6d req-2406fb14-fb04-4681-8197-09d41f8584a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:19.092340 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a3647c73-9791-4c23-b20e-ffea6687df6d req-2406fb14-fb04-4681-8197-09d41f8584a9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=43be6042-6f45-40a3-b1ce-1fe26f72d214 HTTP/1.1" status: 200 len: 797 time: 0.0884764 Jul 15 23:08:19.109535 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19d124d-7bb8-40e6-842f-d753dbef02b3 admin admin] Pushing event updated for resources: {'Port': ['ID=0b7da107-8ac9-45f9-88e5-76ad288f7cf1,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:19.112142 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-bbfcbbbe-7430-4f56-8bbf-33086f747e6f None None] Set router ef90f767-244d-4ca1-9f2a-e93ab03626bb gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:08:19.114546 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:19.118039 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-dc2a3ad0-65af-4cb1-8b51-1509b80140ad req-6603aa90-7893-4e40-a77a-f95aa33a590c service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422524 Jul 15 23:08:19.244685 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeacf232-5435-496b-9c70-48aabecf06e6 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:08:19.254516 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3647c73-9791-4c23-b20e-ffea6687df6d req-e5b8eacb-a0d7-4724-81cc-cc1dfa5dbb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:19.256134 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a3647c73-9791-4c23-b20e-ffea6687df6d req-e5b8eacb-a0d7-4724-81cc-cc1dfa5dbb73 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9bef9b3a-38af-4114-8d89-aee9e6e60f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1575994 Jul 15 23:08:19.534247 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a3647c73-9791-4c23-b20e-ffea6687df6d req-33b0b3bd-b6a8-4859-aa6e-4eaf4199ff81 service neutron] 10.222.0.41 "GET /v2.0/networks/9bef9b3a-38af-4114-8d89-aee9e6e60f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676911 Jul 15 23:08:19.542756 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port aeacf232-5435-496b-9c70-48aabecf06e6, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=aeacf232-5435-496b-9c70-48aabecf06e6,segment=NetworkSegment(8a18499d-f751-4b5b-90fb-57238ec26ecc),segment_id=8a18499d-f751-4b5b-90fb-57238ec26ecc)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:19.545325 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c04653-efe5-4007-86d9-de1fceb96c49 req-60bdcd3d-a826-4c8e-bd56-3b3e2e6f547a tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:19.547070 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-61c04653-efe5-4007-86d9-de1fceb96c49 req-60bdcd3d-a826-4c8e-bd56-3b3e2e6f547a tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a100f14-6637-4d83-8140-f4ce9e57a8c6 HTTP/1.1" status: 200 len: 943 time: 0.2562768 Jul 15 23:08:19.586518 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b66f6-b820-4a99-bcf1-870938b110ab req-bd263b35-ec5e-48a8-8d09-67ab50f971fd tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:19.590120 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b48b66f6-b820-4a99-bcf1-870938b110ab req-bd263b35-ec5e-48a8-8d09-67ab50f971fd tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=251c2b27-dd3f-48ef-90ca-fc5628302a0d HTTP/1.1" status: 200 len: 951 time: 0.2288818 Jul 15 23:08:19.590683 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:19.631667 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device ef8d07aa-bc9b-4958-82f9-56f0d54bc5df up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:19.739532 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b48b66f6-b820-4a99-bcf1-870938b110ab req-89b769bc-1afd-424a-9556-d73cdd20fc93 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339114 Jul 15 23:08:19.844580 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=aeacf232-5435-496b-9c70-48aabecf06e6,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:19.945954 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port ef8d07aa-bc9b-4958-82f9-56f0d54bc5df completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:19.976015 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['aeacf232-5435-496b-9c70-48aabecf06e6'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:08:20.117540 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-bbfcbbbe-7430-4f56-8bbf-33086f747e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef90f767-244d-4ca1-9f2a-e93ab03626bb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1294275681-router', 'tenant_id': 'b03dd4b5822b46719971bc6056341493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': 'c86a2d3e-1ffa-4444-b287-7cd0cd8cc6b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:59Z', 'updated_at': '2021-07-15T23:08:10Z', 'revision_number': 4, 'project_id': 'b03dd4b5822b46719971bc6056341493', 'gw_port': {'id': 'c86a2d3e-1ffa-4444-b287-7cd0cd8cc6b4', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:77:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef90f767-244d-4ca1-9f2a-e93ab03626bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:08:02Z', 'updated_at': '2021-07-15T23:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'f81ef14a-dd0f-4a06-81a1-9e7f76c0e75a', 'name': '', 'network_id': '664fa38c-79c6-41e0-8e32-194e09b9b2e3', 'tenant_id': 'b03dd4b5822b46719971bc6056341493', 'mac_address': 'fa:16:3e:21:04:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef90f767-244d-4ca1-9f2a-e93ab03626bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '3cce8750-6222-4c81-8ca6-397ead3e8083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:08:09Z', 'updated_at': '2021-07-15T23:08:18Z', 'revision_number': 4, 'project_id': 'b03dd4b5822b46719971bc6056341493', 'subnets': [{'id': '3cce8750-6222-4c81-8ca6-397ead3e8083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:20.288890 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1bcb0e9-0264-4c09-88f9-b32dbb515310 None None] Network dc9a7735-9a61-4d06-9cef-b144c6d869f5 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:08:20.300130 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfcbbbe-7430-4f56-8bbf-33086f747e6f None None] The sync data for ids ['ef90f767-244d-4ca1-9f2a-e93ab03626bb'] in n-d-794306-6 is: [{'id': 'ef90f767-244d-4ca1-9f2a-e93ab03626bb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1294275681-router', 'tenant_id': 'b03dd4b5822b46719971bc6056341493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': 'c86a2d3e-1ffa-4444-b287-7cd0cd8cc6b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:59Z', 'updated_at': '2021-07-15T23:08:10Z', 'revision_number': 4, 'project_id': 'b03dd4b5822b46719971bc6056341493', 'gw_port': {'id': 'c86a2d3e-1ffa-4444-b287-7cd0cd8cc6b4', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:77:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef90f767-244d-4ca1-9f2a-e93ab03626bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:08:02Z', 'updated_at': '2021-07-15T23:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'f81ef14a-dd0f-4a06-81a1-9e7f76c0e75a', 'name': '', 'network_id': '664fa38c-79c6-41e0-8e32-194e09b9b2e3', 'tenant_id': 'b03dd4b5822b46719971bc6056341493', 'mac_address': 'fa:16:3e:21:04:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef90f767-244d-4ca1-9f2a-e93ab03626bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '3cce8750-6222-4c81-8ca6-397ead3e8083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:08:09Z', 'updated_at': '2021-07-15T23:08:18Z', 'revision_number': 4, 'project_id': 'b03dd4b5822b46719971bc6056341493', 'subnets': [{'id': '3cce8750-6222-4c81-8ca6-397ead3e8083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:08:20.317256 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c19d124d-7bb8-40e6-842f-d753dbef02b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:20.327902 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-61c04653-efe5-4007-86d9-de1fceb96c49 req-b1642290-f7af-482b-bb50-d40c117ae46e tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] 10.222.0.48 "GET /v2.0/security-groups?id=95e9101e-3e59-4b22-964f-bd441f029b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7047601 Jul 15 23:08:20.345495 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f0cc31fd-5967-44c6-bc5e-e261a9e00b6d None None] Provisioning for port ef8d07aa-bc9b-4958-82f9-56f0d54bc5df completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:20.392424 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f0cc31fd-5967-44c6-bc5e-e261a9e00b6d None None] Provisioning complete for port ef8d07aa-bc9b-4958-82f9-56f0d54bc5df triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:20.394494 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f0cc31fd-5967-44c6-bc5e-e261a9e00b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:20.450377 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d9ac3-58f3-417c-9861-10e7dfb5cca0 req-c0cf9c42-522c-4bd8-bb57-343a57cdf628 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:20.457723 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d9ac3-58f3-417c-9861-10e7dfb5cca0 req-c0cf9c42-522c-4bd8-bb57-343a57cdf628 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:20.464627 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d9ac3-58f3-417c-9861-10e7dfb5cca0 req-c0cf9c42-522c-4bd8-bb57-343a57cdf628 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:20.470751 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d9ac3-58f3-417c-9861-10e7dfb5cca0 req-c0cf9c42-522c-4bd8-bb57-343a57cdf628 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:20.477231 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d9ac3-58f3-417c-9861-10e7dfb5cca0 req-c0cf9c42-522c-4bd8-bb57-343a57cdf628 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:20.485126 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d9ac3-58f3-417c-9861-10e7dfb5cca0 req-c0cf9c42-522c-4bd8-bb57-343a57cdf628 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:20.491412 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d9ac3-58f3-417c-9861-10e7dfb5cca0 req-c0cf9c42-522c-4bd8-bb57-343a57cdf628 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:20.493704 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d89d9ac3-58f3-417c-9861-10e7dfb5cca0 req-c0cf9c42-522c-4bd8-bb57-343a57cdf628 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 5430 time: 0.2004399 Jul 15 23:08:20.495461 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d119f833-56cf-4270-9e35-99ef522904ea x-openstack-request-id: req-d119f833-56cf-4270-9e35-99ef522904ea {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:08:20.495996 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ff0f68-c28e-4cf2-80e0-8c18d93c7dcb", "name": "network-vif-deleted", "tag": "aa70474e-7649-4249-86c3-adcc97e0fa09", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:08:20.496410 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d119f833-56cf-4270-9e35-99ef522904ea {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:08:20.497042 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ff0f68-c28e-4cf2-80e0-8c18d93c7dcb', 'name': 'network-vif-deleted', 'tag': 'aa70474e-7649-4249-86c3-adcc97e0fa09', 'status': 'completed', 'code': 200} Jul 15 23:08:20.499382 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a3647c73-9791-4c23-b20e-ffea6687df6d req-c94ace3a-d949-4a2c-b526-11ce5a63e253 service neutron] 10.222.0.41 "GET /v2.0/networks/9bef9b3a-38af-4114-8d89-aee9e6e60f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9511814 Jul 15 23:08:20.541911 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f049648d-f12c-49cc-8302-17c51ef4ee1f x-openstack-request-id: req-f049648d-f12c-49cc-8302-17c51ef4ee1f {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:08:20.542213 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "251c2b27-dd3f-48ef-90ca-fc5628302a0d", "name": "network-vif-plugged", "status": "completed", "tag": "2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:08:20.542479 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f049648d-f12c-49cc-8302-17c51ef4ee1f {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:08:20.542886 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '251c2b27-dd3f-48ef-90ca-fc5628302a0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe', 'code': 200} Jul 15 23:08:20.565575 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d89d9ac3-58f3-417c-9861-10e7dfb5cca0 req-0b90ecee-a240-46f0-8d73-dd5ea50ec443 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/security-groups?id=fde6291d-0085-4461-bff2-f84f9cfdb496&id=3034f104-295d-4ae9-983e-a750e439037a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0648825 Jul 15 23:08:20.776897 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c19d124d-7bb8-40e6-842f-d753dbef02b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:20.932974 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f0cc31fd-5967-44c6-bc5e-e261a9e00b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:20.997982 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f0cc31fd-5967-44c6-bc5e-e261a9e00b6d None None] For port ef8d07aa-bc9b-4958-82f9-56f0d54bc5df, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=ef8d07aa-bc9b-4958-82f9-56f0d54bc5df,segment=NetworkSegment(c985f627-8157-4fb3-867e-9a1ae0d61fe7),segment_id=c985f627-8157-4fb3-867e-9a1ae0d61fe7)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:21.006591 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f0cc31fd-5967-44c6-bc5e-e261a9e00b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:21.045489 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0fc5c9-27da-4739-b8fa-33daa323699d req-4d023cc5-567e-4d38-a870-ca6a117b13ba tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:21.051212 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3a0fc5c9-27da-4739-b8fa-33daa323699d req-4d023cc5-567e-4d38-a870-ca6a117b13ba tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e66c0ab-ef6a-4571-ae2d-5ebf6221364e HTTP/1.1" status: 200 len: 949 time: 0.1380694 Jul 15 23:08:21.105125 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cc31fd-5967-44c6-bc5e-e261a9e00b6d None None] Pushing event updated for resources: {'Port': ['ID=ef8d07aa-bc9b-4958-82f9-56f0d54bc5df,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:21.162727 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3a0fc5c9-27da-4739-b8fa-33daa323699d req-bfdc9b76-3590-4419-a5b2-15b61a7059e3 tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dc6d28b-4398-455c-8f3a-13bc6000f850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039708 Jul 15 23:08:21.226706 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c19d124d-7bb8-40e6-842f-d753dbef02b3 admin admin] Router ce6de405-ca92-42a5-8637-54464755e1e0 is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:08:21.266144 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-082b74c0-7383-4939-89a0-cc9781288426 req-98dc830e-5577-4037-9e84-2908a437e2e3 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=943e0e7be5644005a591d26197ee19f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0625682 Jul 15 23:08:21.506932 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-39b753d8-81c4-4231-a40d-7da09421cf5b None None] Provisioning complete for port ef8d07aa-bc9b-4958-82f9-56f0d54bc5df triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:21.506932 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-39b753d8-81c4-4231-a40d-7da09421cf5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:21.514393 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19d124d-7bb8-40e6-842f-d753dbef02b3 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:08:21.539639 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06076f4a-530c-4915-a986-8f9d8ba46636 None None] Sync routers for ids ['ce6de405-ca92-42a5-8637-54464755e1e0'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:08:21.551513 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c19d124d-7bb8-40e6-842f-d753dbef02b3 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:21.554023 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c19d124d-7bb8-40e6-842f-d753dbef02b3 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.4112751 Jul 15 23:08:21.557581 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54206) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:21.571294 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06076f4a-530c-4915-a986-8f9d8ba46636 None None] Routers {'ce6de405-ca92-42a5-8637-54464755e1e0'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:08:21.572072 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-06076f4a-530c-4915-a986-8f9d8ba46636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:08:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ce6de405-ca92-42a5-8637-54464755e1e0'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:21.581639 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b74c0-7383-4939-89a0-cc9781288426 req-8bcb5a10-a61b-41c4-9da2-c40d25b5d47e tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:21.597637 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-082b74c0-7383-4939-89a0-cc9781288426 req-8bcb5a10-a61b-41c4-9da2-c40d25b5d47e tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3246253 Jul 15 23:08:21.689049 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-082b74c0-7383-4939-89a0-cc9781288426 req-f01cf95b-e594-47ae-8278-cfe26a102612 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/quotas/943e0e7be5644005a591d26197ee19f5 HTTP/1.1" status: 200 len: 375 time: 0.0889635 Jul 15 23:08:21.738385 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device f81ef14a-dd0f-4a06-81a1-9e7f76c0e75a up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:21.834855 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-06076f4a-530c-4915-a986-8f9d8ba46636 None None] Set router ce6de405-ca92-42a5-8637-54464755e1e0 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:08:21.920178 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port f81ef14a-dd0f-4a06-81a1-9e7f76c0e75a completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:21.925485 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port f81ef14a-dd0f-4a06-81a1-9e7f76c0e75a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:21.926095 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:21.932326 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-082b74c0-7383-4939-89a0-cc9781288426 req-a0ded37e-5d55-474d-a4a3-fee96e5fb935 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=943e0e7be5644005a591d26197ee19f5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2409039 Jul 15 23:08:22.095870 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device aeacf232-5435-496b-9c70-48aabecf06e6 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:22.252803 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:22.368152 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port f81ef14a-dd0f-4a06-81a1-9e7f76c0e75a, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=f81ef14a-dd0f-4a06-81a1-9e7f76c0e75a,segment=NetworkSegment(a7ec11b6-8367-4d76-bf81-1a7f9b95cb02),segment_id=a7ec11b6-8367-4d76-bf81-1a7f9b95cb02)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:22.395694 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:22.398519 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device ef8d07aa-bc9b-4958-82f9-56f0d54bc5df up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:22.444148 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-06076f4a-530c-4915-a986-8f9d8ba46636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce6de405-ca92-42a5-8637-54464755e1e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1118304441-router', 'tenant_id': '73938b8339964113b2cd5f57276342eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '0b7da107-8ac9-45f9-88e5-76ad288f7cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:08:16Z', 'updated_at': '2021-07-15T23:08:20Z', 'revision_number': 3, 'project_id': '73938b8339964113b2cd5f57276342eb', 'gw_port': {'id': '0b7da107-8ac9-45f9-88e5-76ad288f7cf1', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:72:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce6de405-ca92-42a5-8637-54464755e1e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:08:17Z', 'updated_at': '2021-07-15T23:08:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:22.506791 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port aeacf232-5435-496b-9c70-48aabecf06e6 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:22.526432 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06076f4a-530c-4915-a986-8f9d8ba46636 None None] Checking router: ce6de405-ca92-42a5-8637-54464755e1e0 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:08:22.528522 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06076f4a-530c-4915-a986-8f9d8ba46636 None None] Updating router ce6de405-ca92-42a5-8637-54464755e1e0 port 0b7da107-8ac9-45f9-88e5-76ad288f7cf1 binding host n-d-794306-6 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:08:22.584717 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port aeacf232-5435-496b-9c70-48aabecf06e6 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:22.585283 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:22.616709 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-06076f4a-530c-4915-a986-8f9d8ba46636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:22.853135 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=f81ef14a-dd0f-4a06-81a1-9e7f76c0e75a,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:22.874287 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:22.874630 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:22.874963 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:22.875552 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:22.875999 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:22.876326 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:22.877439 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:22.877784 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:22.878110 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:22.878481 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:22.878922 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:22.879655 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:22.916814 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port ef8d07aa-bc9b-4958-82f9-56f0d54bc5df triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:22.917250 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:22.954953 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:22.965662 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7b0a8471-d5cd-4793-959d-f15e7d6be59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:22.998590 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a100f14-6637-4d83-8140-f4ce9e57a8c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeacf232-5435-496b-9c70-48aabecf06e6'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:08:23.002622 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c8f5a59-ecc2-4340-bf18-34d1b5c0cc45" -d '{"events": [{"server_uuid": "2a100f14-6637-4d83-8140-f4ce9e57a8c6", "name": "network-vif-plugged", "status": "completed", "tag": "aeacf232-5435-496b-9c70-48aabecf06e6"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:08:23.068235 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port aeacf232-5435-496b-9c70-48aabecf06e6, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=aeacf232-5435-496b-9c70-48aabecf06e6,segment=NetworkSegment(8a18499d-f751-4b5b-90fb-57238ec26ecc),segment_id=8a18499d-f751-4b5b-90fb-57238ec26ecc)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:23.082995 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:23.095100 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a07463-e929-45a2-880e-f169f3385058 req-2688f83d-4a88-4428-b07c-b9d4104fcd8a tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:23.115622 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-39a07463-e929-45a2-880e-f169f3385058 req-2688f83d-4a88-4428-b07c-b9d4104fcd8a tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a100f14-6637-4d83-8140-f4ce9e57a8c6 HTTP/1.1" status: 200 len: 944 time: 0.3898046 Jul 15 23:08:23.232395 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=aeacf232-5435-496b-9c70-48aabecf06e6,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:23.244278 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d74e2e-ac93-4b87-8b8b-6b7c0c682b69 req-40fe6e3c-3faa-448c-91a3-74e8b07b07e9 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:23.254293 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d74e2e-ac93-4b87-8b8b-6b7c0c682b69 req-40fe6e3c-3faa-448c-91a3-74e8b07b07e9 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:23.266162 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-7b0a8471-d5cd-4793-959d-f15e7d6be59f admin admin] Allocated IP 172.20.0.1 (dc9a7735-9a61-4d06-9cef-b144c6d869f5/dda57491-7fb4-46a3-9dad-e8b8395130fe/2e52faea-4205-48d6-8ce5-e1473339e032) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:08:23.272237 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d74e2e-ac93-4b87-8b8b-6b7c0c682b69 req-40fe6e3c-3faa-448c-91a3-74e8b07b07e9 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:23.281102 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d74e2e-ac93-4b87-8b8b-6b7c0c682b69 req-40fe6e3c-3faa-448c-91a3-74e8b07b07e9 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:23.288456 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d74e2e-ac93-4b87-8b8b-6b7c0c682b69 req-40fe6e3c-3faa-448c-91a3-74e8b07b07e9 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:23.296552 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d74e2e-ac93-4b87-8b8b-6b7c0c682b69 req-40fe6e3c-3faa-448c-91a3-74e8b07b07e9 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:23.303977 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d74e2e-ac93-4b87-8b8b-6b7c0c682b69 req-40fe6e3c-3faa-448c-91a3-74e8b07b07e9 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:23.306827 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-61d74e2e-ac93-4b87-8b8b-6b7c0c682b69 req-40fe6e3c-3faa-448c-91a3-74e8b07b07e9 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 5430 time: 0.5072038 Jul 15 23:08:23.323247 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-06076f4a-530c-4915-a986-8f9d8ba46636 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:23.344774 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-06076f4a-530c-4915-a986-8f9d8ba46636 None None] Transition to ACTIVE for port object 0b7da107-8ac9-45f9-88e5-76ad288f7cf1 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:23.355920 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-39a07463-e929-45a2-880e-f169f3385058 req-945deb77-4d21-46fb-a086-72ad334132df tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] 10.222.0.48 "GET /v2.0/security-groups?id=95e9101e-3e59-4b22-964f-bd441f029b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2353213 Jul 15 23:08:23.360049 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-06076f4a-530c-4915-a986-8f9d8ba46636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:23.417118 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7b0a8471-d5cd-4793-959d-f15e7d6be59f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:23.435824 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-7b0a8471-d5cd-4793-959d-f15e7d6be59f admin admin] Transition to ACTIVE for port object 2e52faea-4205-48d6-8ce5-e1473339e032 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:23.458404 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-61d74e2e-ac93-4b87-8b8b-6b7c0c682b69 req-f6bb65eb-52a0-456f-923f-3c231b7b9b91 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/security-groups?id=fde6291d-0085-4461-bff2-f84f9cfdb496&id=3034f104-295d-4ae9-983e-a750e439037a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1229596 Jul 15 23:08:23.459503 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-06076f4a-530c-4915-a986-8f9d8ba46636 None None] Attempting to bind port 0b7da107-8ac9-45f9-88e5-76ad288f7cf1 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:08:23.460083 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-06076f4a-530c-4915-a986-8f9d8ba46636 None None] Attempting to bind port 0b7da107-8ac9-45f9-88e5-76ad288f7cf1 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:08:23.460547 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06076f4a-530c-4915-a986-8f9d8ba46636 None None] Attempting to bind port 0b7da107-8ac9-45f9-88e5-76ad288f7cf1 on network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:08:23.471092 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06076f4a-530c-4915-a986-8f9d8ba46636 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:08:23.471602 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06076f4a-530c-4915-a986-8f9d8ba46636 None None] Checking segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:08:23.472115 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-06076f4a-530c-4915-a986-8f9d8ba46636 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:23.472602 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06076f4a-530c-4915-a986-8f9d8ba46636 None None] Bound using segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:08:23.473171 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-06076f4a-530c-4915-a986-8f9d8ba46636 None None] Bound port: 0b7da107-8ac9-45f9-88e5-76ad288f7cf1, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:08:23.473668 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-06076f4a-530c-4915-a986-8f9d8ba46636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:23.482698 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7b0a8471-d5cd-4793-959d-f15e7d6be59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:23.546659 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320373-9750-42ef-a3c5-f266ae2a3d7b None None] Pushing event updated for resources: {'Port': ['ID=0b7da107-8ac9-45f9-88e5-76ad288f7cf1,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:23.587083 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320373-9750-42ef-a3c5-f266ae2a3d7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:23.587083 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320373-9750-42ef-a3c5-f266ae2a3d7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:23.587083 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320373-9750-42ef-a3c5-f266ae2a3d7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:23.587083 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320373-9750-42ef-a3c5-f266ae2a3d7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:23.587083 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320373-9750-42ef-a3c5-f266ae2a3d7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:23.587083 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320373-9750-42ef-a3c5-f266ae2a3d7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:23.587083 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320373-9750-42ef-a3c5-f266ae2a3d7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:23.587083 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320373-9750-42ef-a3c5-f266ae2a3d7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:23.587083 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320373-9750-42ef-a3c5-f266ae2a3d7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:23.587083 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320373-9750-42ef-a3c5-f266ae2a3d7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:23.587083 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320373-9750-42ef-a3c5-f266ae2a3d7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:23.587083 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320373-9750-42ef-a3c5-f266ae2a3d7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:08:23.588884 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0a8471-d5cd-4793-959d-f15e7d6be59f admin admin] Pushing event updated for resources: {'Port': ['ID=2e52faea-4205-48d6-8ce5-e1473339e032,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:23.619803 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0a8471-d5cd-4793-959d-f15e7d6be59f admin admin] Network dc9a7735-9a61-4d06-9cef-b144c6d869f5 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:08:23.621829 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-7b0a8471-d5cd-4793-959d-f15e7d6be59f admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:23.623008 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-06076f4a-530c-4915-a986-8f9d8ba46636 None None] For port 0b7da107-8ac9-45f9-88e5-76ad288f7cf1, host n-d-794306-6, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:08:23.624632 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0a8471-d5cd-4793-959d-f15e7d6be59f admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:08:23.628404 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-06076f4a-530c-4915-a986-8f9d8ba46636 None None] For port 0b7da107-8ac9-45f9-88e5-76ad288f7cf1, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=0b7da107-8ac9-45f9-88e5-76ad288f7cf1,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:08:23.640182 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-06076f4a-530c-4915-a986-8f9d8ba46636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:23.653490 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9996b035-6baa-4484-8bde-0c58ce1ea144 req-e7ee7819-39b1-45c4-bd8b-09bcc5755a00 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=2bd4a465-5715-42eb-b661-ed856e129d86 HTTP/1.1" status: 200 len: 210 time: 0.2379932 Jul 15 23:08:23.675658 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7b0a8471-d5cd-4793-959d-f15e7d6be59f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:23.684037 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device f81ef14a-dd0f-4a06-81a1-9e7f76c0e75a up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:23.757479 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06076f4a-530c-4915-a986-8f9d8ba46636 None None] Routers {'ce6de405-ca92-42a5-8637-54464755e1e0'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:08:23.759273 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-06076f4a-530c-4915-a986-8f9d8ba46636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:08:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ce6de405-ca92-42a5-8637-54464755e1e0'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:23.915463 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port f81ef14a-dd0f-4a06-81a1-9e7f76c0e75a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:23.918551 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:23.967702 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320373-9750-42ef-a3c5-f266ae2a3d7b None None] Pushing event updated for resources: {'Port': ['ID=0b7da107-8ac9-45f9-88e5-76ad288f7cf1,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:24.056090 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7b0a8471-d5cd-4793-959d-f15e7d6be59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:24.092201 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0f01a7-116d-4185-bb4e-52aef90732c9 x-openstack-request-id: req-ef0f01a7-116d-4185-bb4e-52aef90732c9 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:08:24.093127 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a100f14-6637-4d83-8140-f4ce9e57a8c6", "name": "network-vif-plugged", "status": "completed", "tag": "aeacf232-5435-496b-9c70-48aabecf06e6", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:08:24.093682 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ef0f01a7-116d-4185-bb4e-52aef90732c9 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:08:24.094504 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a100f14-6637-4d83-8140-f4ce9e57a8c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeacf232-5435-496b-9c70-48aabecf06e6', 'code': 200} Jul 15 23:08:24.104942 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 7aa7c901-dcd7-438f-8527-ef1aaed2caf2 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:08:24.182862 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-06076f4a-530c-4915-a986-8f9d8ba46636 None None] Set router ce6de405-ca92-42a5-8637-54464755e1e0 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:08:24.207455 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-65e43c27-e4da-41ab-85f4-1f3f2fe646c8 None None] Provisioning for port 2e52faea-4205-48d6-8ce5-e1473339e032 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:24.231478 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-65e43c27-e4da-41ab-85f4-1f3f2fe646c8 None None] Provisioning complete for port 2e52faea-4205-48d6-8ce5-e1473339e032 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:24.231989 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-65e43c27-e4da-41ab-85f4-1f3f2fe646c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:24.373509 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-65e43c27-e4da-41ab-85f4-1f3f2fe646c8 None None] Port 2e52faea-4205-48d6-8ce5-e1473339e032 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:08:24.393174 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:24.429542 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7b0a8471-d5cd-4793-959d-f15e7d6be59f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:24.450695 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7b0a8471-d5cd-4793-959d-f15e7d6be59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:24.481370 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 7aa7c901-dcd7-438f-8527-ef1aaed2caf2, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=7aa7c901-dcd7-438f-8527-ef1aaed2caf2,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:24.488191 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:24.491313 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ee88b-2085-4596-ba25-ab3aa822e694 req-37bd2c03-d5ba-416b-ae8e-aa6c57ca7985 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:24.532174 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-015ee88b-2085-4596-ba25-ab3aa822e694 req-37bd2c03-d5ba-416b-ae8e-aa6c57ca7985 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] 10.222.0.48 "GET /v2.0/ports?device_id=858bafd5-fb27-41ca-b39e-393343f6c46a HTTP/1.1" status: 200 len: 945 time: 0.2367909 Jul 15 23:08:24.546191 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0a8471-d5cd-4793-959d-f15e7d6be59f admin admin] Pushing event updated for resources: {'Port': ['ID=2e52faea-4205-48d6-8ce5-e1473339e032,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:24.636903 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=7aa7c901-dcd7-438f-8527-ef1aaed2caf2,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:24.660949 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7b0a8471-d5cd-4793-959d-f15e7d6be59f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:24.733855 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-015ee88b-2085-4596-ba25-ab3aa822e694 req-d4820552-194e-4169-9143-6ff189709097 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] 10.222.0.48 "GET /v2.0/security-groups?id=a217bd2c-98fe-4a70-96ed-f585468603cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1969042 Jul 15 23:08:24.887592 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0a8471-d5cd-4793-959d-f15e7d6be59f admin admin] Network dc9a7735-9a61-4d06-9cef-b144c6d869f5 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:08:24.891249 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-7b0a8471-d5cd-4793-959d-f15e7d6be59f admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:24.909005 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-06076f4a-530c-4915-a986-8f9d8ba46636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce6de405-ca92-42a5-8637-54464755e1e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1118304441-router', 'tenant_id': '73938b8339964113b2cd5f57276342eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '0b7da107-8ac9-45f9-88e5-76ad288f7cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:08:16Z', 'updated_at': '2021-07-15T23:08:20Z', 'revision_number': 3, 'project_id': '73938b8339964113b2cd5f57276342eb', 'gw_port': {'id': '0b7da107-8ac9-45f9-88e5-76ad288f7cf1', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:72:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce6de405-ca92-42a5-8637-54464755e1e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:08:17Z', 'updated_at': '2021-07-15T23:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:24.925381 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b2e908-dc10-405f-9510-06ccb644ca6d req-2d4bf38c-91af-4fe4-a813-cd37c35f974e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:24.929433 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c4b2e908-dc10-405f-9510-06ccb644ca6d req-2d4bf38c-91af-4fe4-a813-cd37c35f974e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2a100f14-6637-4d83-8140-f4ce9e57a8c6 HTTP/1.1" status: 200 len: 1096 time: 0.5386295 Jul 15 23:08:24.989040 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06076f4a-530c-4915-a986-8f9d8ba46636 None None] The sync data for ids ['ce6de405-ca92-42a5-8637-54464755e1e0'] in n-d-794306-6 is: [{'id': 'ce6de405-ca92-42a5-8637-54464755e1e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1118304441-router', 'tenant_id': '73938b8339964113b2cd5f57276342eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '0b7da107-8ac9-45f9-88e5-76ad288f7cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:08:16Z', 'updated_at': '2021-07-15T23:08:20Z', 'revision_number': 3, 'project_id': '73938b8339964113b2cd5f57276342eb', 'gw_port': {'id': '0b7da107-8ac9-45f9-88e5-76ad288f7cf1', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:72:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce6de405-ca92-42a5-8637-54464755e1e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:08:17Z', 'updated_at': '2021-07-15T23:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:08:25.090374 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a349a711-be44-4d64-9fb2-fb5eae311e96 req-6f96b7da-82fb-4fbd-aab4-783056167973 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:25.101474 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a349a711-be44-4d64-9fb2-fb5eae311e96 req-6f96b7da-82fb-4fbd-aab4-783056167973 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a100f14-6637-4d83-8140-f4ce9e57a8c6 HTTP/1.1" status: 200 len: 945 time: 0.3294432 Jul 15 23:08:25.113760 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:25.117970 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c4b2e908-dc10-405f-9510-06ccb644ca6d req-c7f95f98-6ca3-4c77-bc52-5ce8eb0eb378 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=95e9101e-3e59-4b22-964f-bd441f029b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1753626 Jul 15 23:08:25.140566 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b0a8471-d5cd-4793-959d-f15e7d6be59f admin admin] Router ce6de405-ca92-42a5-8637-54464755e1e0 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:08:25.191497 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a349a711-be44-4d64-9fb2-fb5eae311e96 req-e3e2c197-1bb7-4e78-b404-70d8799ccfa1 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] 10.222.0.48 "GET /v2.0/security-groups?id=95e9101e-3e59-4b22-964f-bd441f029b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887332 Jul 15 23:08:25.265591 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84cf00c-3a24-4e62-b0c1-0bd2d596f38c req-25aaf86d-c21e-434f-96fa-926a25811e71 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:25.292923 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84cf00c-3a24-4e62-b0c1-0bd2d596f38c req-25aaf86d-c21e-434f-96fa-926a25811e71 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:25.304619 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84cf00c-3a24-4e62-b0c1-0bd2d596f38c req-25aaf86d-c21e-434f-96fa-926a25811e71 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:25.310189 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1ea1de21-edfa-4a12-886d-33204ce72d17 None None] Provisioning complete for port 2e52faea-4205-48d6-8ce5-e1473339e032 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:25.313750 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1ea1de21-edfa-4a12-886d-33204ce72d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:25.318455 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84cf00c-3a24-4e62-b0c1-0bd2d596f38c req-25aaf86d-c21e-434f-96fa-926a25811e71 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:25.326105 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84cf00c-3a24-4e62-b0c1-0bd2d596f38c req-25aaf86d-c21e-434f-96fa-926a25811e71 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:25.333027 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84cf00c-3a24-4e62-b0c1-0bd2d596f38c req-25aaf86d-c21e-434f-96fa-926a25811e71 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:25.341537 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84cf00c-3a24-4e62-b0c1-0bd2d596f38c req-25aaf86d-c21e-434f-96fa-926a25811e71 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:25.343833 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b84cf00c-3a24-4e62-b0c1-0bd2d596f38c req-25aaf86d-c21e-434f-96fa-926a25811e71 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 5430 time: 0.3406861 Jul 15 23:08:25.452852 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1ea1de21-edfa-4a12-886d-33204ce72d17 None None] Port 2e52faea-4205-48d6-8ce5-e1473339e032 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:08:25.465169 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b0a8471-d5cd-4793-959d-f15e7d6be59f admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:08:25.470864 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-7b0a8471-d5cd-4793-959d-f15e7d6be59f admin admin] 10.222.0.48 "PUT /v2.0/routers/ce6de405-ca92-42a5-8637-54464755e1e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9120610 Jul 15 23:08:25.492132 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b84cf00c-3a24-4e62-b0c1-0bd2d596f38c req-a21f083e-b9f4-417c-8aab-eff17caf22ac tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/security-groups?id=fde6291d-0085-4461-bff2-f84f9cfdb496&id=3034f104-295d-4ae9-983e-a750e439037a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1370862 Jul 15 23:08:25.513330 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54292) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:25.596764 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c49edb0-08aa-4fc8-b1b7-8acece4baa26 admin admin] Deleting subnet 04373861-16b0-4a8c-8486-d4c77245a1a4 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:08:25.602187 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3c49edb0-08aa-4fc8-b1b7-8acece4baa26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:25.669677 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3c49edb0-08aa-4fc8-b1b7-8acece4baa26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:25.775530 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1b6badb9-f49b-41b1-abc3-b4553f230668 req-6788b32b-5d48-4d81-b7b9-98d6b22c7326 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=2bd4a465-5715-42eb-b661-ed856e129d86 HTTP/1.1" status: 200 len: 210 time: 0.0635712 Jul 15 23:08:25.782472 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3c49edb0-08aa-4fc8-b1b7-8acece4baa26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:25.886466 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-082b74c0-7383-4939-89a0-cc9781288426 req-ae8c24c1-53b1-4656-8ef3-fb305243c9b4 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=943e0e7be5644005a591d26197ee19f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1011717 Jul 15 23:08:26.033517 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b74c0-7383-4939-89a0-cc9781288426 req-c4b21824-7ab7-4e5c-8c9a-43dbc775c37d tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:26.035338 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-082b74c0-7383-4939-89a0-cc9781288426 req-c4b21824-7ab7-4e5c-8c9a-43dbc775c37d tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1403368 Jul 15 23:08:26.056446 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-082b74c0-7383-4939-89a0-cc9781288426 req-35256e78-51a8-464e-a9ba-a7926a776d66 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Request body: {'port': {'device_id': '2bd4a465-5715-42eb-b661-ed856e129d86', 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'admin_state_up': True, 'tenant_id': '943e0e7be5644005a591d26197ee19f5'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:26.095963 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e66c0ab-ef6a-4571-ae2d-5ebf6221364e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7aa7c901-dcd7-438f-8527-ef1aaed2caf2'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:08:26.099000 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-068879dc-174c-4997-92f6-0918bd803e61" -d '{"events": [{"server_uuid": "6e66c0ab-ef6a-4571-ae2d-5ebf6221364e", "name": "network-vif-unplugged", "status": "completed", "tag": "7aa7c901-dcd7-438f-8527-ef1aaed2caf2"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:08:26.182569 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc4845f-9fc0-4b46-92af-7bc1d9163340 x-openstack-request-id: req-ebc4845f-9fc0-4b46-92af-7bc1d9163340 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:08:26.187363 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e66c0ab-ef6a-4571-ae2d-5ebf6221364e", "name": "network-vif-unplugged", "status": "completed", "tag": "7aa7c901-dcd7-438f-8527-ef1aaed2caf2", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:08:26.188808 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ebc4845f-9fc0-4b46-92af-7bc1d9163340 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:08:26.190243 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e66c0ab-ef6a-4571-ae2d-5ebf6221364e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7aa7c901-dcd7-438f-8527-ef1aaed2caf2', 'code': 200} Jul 15 23:08:26.225478 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 660e37f8-5759-40bf-8192-6bb4645d1c50 details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:08:26.413527 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3c49edb0-08aa-4fc8-b1b7-8acece4baa26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:26.421957 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-082b74c0-7383-4939-89a0-cc9781288426 req-35256e78-51a8-464e-a9ba-a7926a776d66 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Made reservation on behalf of 943e0e7be5644005a591d26197ee19f5 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:08:26.432494 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-082b74c0-7383-4939-89a0-cc9781288426 req-35256e78-51a8-464e-a9ba-a7926a776d66 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:26.509854 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c49edb0-08aa-4fc8-b1b7-8acece4baa26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04373861-16b0-4a8c-8486-d4c77245a1a4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:26.558389 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3c49edb0-08aa-4fc8-b1b7-8acece4baa26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:26.568637 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-3c49edb0-08aa-4fc8-b1b7-8acece4baa26 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/04373861-16b0-4a8c-8486-d4c77245a1a4 HTTP/1.1" status: 204 len: 168 time: 1.0528185 Jul 15 23:08:26.574309 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54318) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:26.630076 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 660e37f8-5759-40bf-8192-6bb4645d1c50, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=660e37f8-5759-40bf-8192-6bb4645d1c50,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:26.666791 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767be567-697c-47c1-9fba-98cd30657c40 req-040409fd-b697-468d-880b-fcada1d1a7a4 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:26.673742 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-767be567-697c-47c1-9fba-98cd30657c40 req-040409fd-b697-468d-880b-fcada1d1a7a4 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a100f14-6637-4d83-8140-f4ce9e57a8c6 HTTP/1.1" status: 200 len: 945 time: 0.1904321 Jul 15 23:08:26.722085 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': '660e37f8-5759-40bf-8192-6bb4645d1c50', 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'port_id': '660e37f8-5759-40bf-8192-6bb4645d1c50', 'mac_address': 'fa:16:3e:ee:cf:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d909a96-22de-4aa9-b690-1c7da965ceac', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:08:26.872952 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-767be567-697c-47c1-9fba-98cd30657c40 req-8b44c66f-d173-4a74-aebd-4a856f6fdc5a tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] 10.222.0.48 "GET /v2.0/security-groups?id=95e9101e-3e59-4b22-964f-bd441f029b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1953073 Jul 15 23:08:26.973429 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62d35051-818d-4309-91d1-38db4b6016bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:26.978038 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:27.061548 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-082b74c0-7383-4939-89a0-cc9781288426 req-35256e78-51a8-464e-a9ba-a7926a776d66 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Allocated IP 192.168.233.3 (5d412861-bef3-4cc1-ae9f-87a6a36753c0/0d909a96-22de-4aa9-b690-1c7da965ceac/3d35e3d9-cd81-4daf-8745-9a0471c1d420) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:08:27.087638 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 660e37f8-5759-40bf-8192-6bb4645d1c50 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:08:27.148572 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 660e37f8-5759-40bf-8192-6bb4645d1c50, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=660e37f8-5759-40bf-8192-6bb4645d1c50,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:27.158490 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:27.308928 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=660e37f8-5759-40bf-8192-6bb4645d1c50,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:27.330931 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['660e37f8-5759-40bf-8192-6bb4645d1c50'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:08:27.419484 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62d35051-818d-4309-91d1-38db4b6016bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:27.473749 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-62d35051-818d-4309-91d1-38db4b6016bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d02251c-0d36-4f59-b9c0-9c508ddade2e']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:27.511457 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-62d35051-818d-4309-91d1-38db4b6016bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73b65db5-b75b-48b7-8e07-44c7152f69b4') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:27.511772 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-62d35051-818d-4309-91d1-38db4b6016bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73b65db5-b75b-48b7-8e07-44c7152f69b4') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:27.528584 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62d35051-818d-4309-91d1-38db4b6016bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:27.545956 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62d35051-818d-4309-91d1-38db4b6016bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:27.554656 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62d35051-818d-4309-91d1-38db4b6016bf admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:08:27.556254 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62d35051-818d-4309-91d1-38db4b6016bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:27.666775 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:27.666775 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:27.666775 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:27.666775 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:27.666775 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:27.666775 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:27.666775 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:27.666775 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:27.666775 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:27.666775 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:27.666775 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:27.666775 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:27.666775 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:27.666775 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:27.666775 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:08:27.666775 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:08:27.666775 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:08:27.666775 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:08:27.666775 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:08:27.666775 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:08:27.666775 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:08:27.666775 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:08:27.666775 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:08:27.666775 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:08:27.666775 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:08:27.666775 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:08:27.666775 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:08:27.666775 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:08:27.666775 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:08:27.666775 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:08:27.666775 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:08:27.666775 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:08:27.666775 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:08:27.666775 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:08:27.666775 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:08:27.666775 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:08:27.666775 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:08:27.666775 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:08:27.666775 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:08:27.666775 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:08:27.666775 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:08:27.666775 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:08:27.666775 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:08:27.666775 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:08:27.666775 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:08:27.666775 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:08:27.699082 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62d35051-818d-4309-91d1-38db4b6016bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:27.699082 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62d35051-818d-4309-91d1-38db4b6016bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:27.699082 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-62d35051-818d-4309-91d1-38db4b6016bf admin admin] 10.222.0.48 "DELETE /v2.0/networks/3d02251c-0d36-4f59-b9c0-9c508ddade2e HTTP/1.1" status: 204 len: 168 time: 1.1149890 Jul 15 23:08:27.718185 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d35051-818d-4309-91d1-38db4b6016bf admin admin] Pushing event deleted for resources: {'Network': ['ID=3d02251c-0d36-4f59-b9c0-9c508ddade2e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:27.744340 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 0b7da107-8ac9-45f9-88e5-76ad288f7cf1 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:27.880450 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-620abfe0-aa38-4fea-b6e4-fc85c6f95b60 req-97ac1335-a38c-42e7-b7bd-449603ac598f tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=2bd4a465-5715-42eb-b661-ed856e129d86 HTTP/1.1" status: 200 len: 210 time: 0.1505082 Jul 15 23:08:28.081748 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-082b74c0-7383-4939-89a0-cc9781288426 req-35256e78-51a8-464e-a9ba-a7926a776d66 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:28.179177 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54336) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:28.251861 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-082b74c0-7383-4939-89a0-cc9781288426 req-35256e78-51a8-464e-a9ba-a7926a776d66 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Transition to ACTIVE for port object 3d35e3d9-cd81-4daf-8745-9a0471c1d420 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:28.278112 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-694c321b-ea26-467a-b227-a8cb6a287421 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dd73df9424ac401598d255879ffa30fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0971138 Jul 15 23:08:28.282461 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54338) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:28.298731 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ace375-00ed-43df-8dec-6c408fda2bc9 None None] Sync routers for ids ['ce6de405-ca92-42a5-8637-54464755e1e0'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:08:28.326227 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 0b7da107-8ac9-45f9-88e5-76ad288f7cf1 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:28.387556 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e361b430-7eaa-4be1-846a-6ce4411f4434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:28.416165 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 0b7da107-8ac9-45f9-88e5-76ad288f7cf1 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:28.417095 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:28.426403 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ace375-00ed-43df-8dec-6c408fda2bc9 None None] Routers {'ce6de405-ca92-42a5-8637-54464755e1e0'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:08:28.442774 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-33ace375-00ed-43df-8dec-6c408fda2bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:08:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ce6de405-ca92-42a5-8637-54464755e1e0'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:28.453536 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e361b430-7eaa-4be1-846a-6ce4411f4434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:28.477193 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63486434-be42-438a-ae76-0cd572b8a8d0 req-7e652deb-1fd5-44da-bbc0-9ebc0c60e482 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:28.527675 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63486434-be42-438a-ae76-0cd572b8a8d0 req-7e652deb-1fd5-44da-bbc0-9ebc0c60e482 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:28.568586 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63486434-be42-438a-ae76-0cd572b8a8d0 req-7e652deb-1fd5-44da-bbc0-9ebc0c60e482 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:28.609779 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63486434-be42-438a-ae76-0cd572b8a8d0 req-7e652deb-1fd5-44da-bbc0-9ebc0c60e482 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:28.646299 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63486434-be42-438a-ae76-0cd572b8a8d0 req-7e652deb-1fd5-44da-bbc0-9ebc0c60e482 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:28.661398 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e361b430-7eaa-4be1-846a-6ce4411f4434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:28.669996 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63486434-be42-438a-ae76-0cd572b8a8d0 req-7e652deb-1fd5-44da-bbc0-9ebc0c60e482 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:28.672887 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e361b430-7eaa-4be1-846a-6ce4411f4434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:28.674218 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e361b430-7eaa-4be1-846a-6ce4411f4434 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1e74215b-8011-4ee0-b502-a2314077a754 HTTP/1.1" status: 204 len: 168 time: 0.3903265 Jul 15 23:08:28.685564 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63486434-be42-438a-ae76-0cd572b8a8d0 req-7e652deb-1fd5-44da-bbc0-9ebc0c60e482 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:28.692000 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-63486434-be42-438a-ae76-0cd572b8a8d0 req-7e652deb-1fd5-44da-bbc0-9ebc0c60e482 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 5430 time: 0.9712901 Jul 15 23:08:28.694639 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e361b430-7eaa-4be1-846a-6ce4411f4434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e74215b-8011-4ee0-b502-a2314077a754,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:28.802181 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-082b74c0-7383-4939-89a0-cc9781288426 req-35256e78-51a8-464e-a9ba-a7926a776d66 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:28.810290 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-63486434-be42-438a-ae76-0cd572b8a8d0 req-e1ff6e61-4854-4286-acd5-bd671bb6ff44 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/security-groups?id=fde6291d-0085-4461-bff2-f84f9cfdb496&id=3034f104-295d-4ae9-983e-a750e439037a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0750864 Jul 15 23:08:28.901334 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['8f0d8289-9945-4b18-96eb-ec03ccd15832'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:08:28.919870 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['600c70ff-f3b9-44ef-ab5b-b11e9e9453e0', '2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:08:28.931275 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-082b74c0-7383-4939-89a0-cc9781288426 req-35256e78-51a8-464e-a9ba-a7926a776d66 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:08:28.939469 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-082b74c0-7383-4939-89a0-cc9781288426 req-35256e78-51a8-464e-a9ba-a7926a776d66 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:28.944679 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-082b74c0-7383-4939-89a0-cc9781288426 req-35256e78-51a8-464e-a9ba-a7926a776d66 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:08:29.064837 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc637671-d673-47aa-990c-5443af8d4c51 req-123bfcc6-e136-45aa-87e7-383c51891416 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:29.081030 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54348) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:08:29.098817 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bc637671-d673-47aa-990c-5443af8d4c51 req-123bfcc6-e136-45aa-87e7-383c51891416 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a100f14-6637-4d83-8140-f4ce9e57a8c6 HTTP/1.1" status: 200 len: 945 time: 0.4055231 Jul 15 23:08:29.100908 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f713242d-9d79-4b66-89d6-e00a92acdf75 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Request body: {'floatingip': {'port_id': 'aeacf232-5435-496b-9c70-48aabecf06e6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:29.107170 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35256e78-51a8-464e-a9ba-a7926a776d66 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Pushing event updated for resources: {'Port': ['ID=3d35e3d9-cd81-4daf-8745-9a0471c1d420,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:29.246966 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b74c0-7383-4939-89a0-cc9781288426 req-35256e78-51a8-464e-a9ba-a7926a776d66 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:29.260026 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-082b74c0-7383-4939-89a0-cc9781288426 req-35256e78-51a8-464e-a9ba-a7926a776d66 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:29.278067 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:08:29.357755 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-082b74c0-7383-4939-89a0-cc9781288426 req-35256e78-51a8-464e-a9ba-a7926a776d66 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.3093777 Jul 15 23:08:29.396344 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-082b74c0-7383-4939-89a0-cc9781288426 req-b0b5b1d9-b72c-46e6-9a3a-1daf82fc432a service neutron] Request body: {'port': {'device_id': '2bd4a465-5715-42eb-b661-ed856e129d86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:29.427144 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f713242d-9d79-4b66-89d6-e00a92acdf75 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Notify callbacks [] for floatingip, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:29.897419 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:29.897419 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:29.897419 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:29.897419 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:29.897419 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:29.897419 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:29.897419 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:29.897419 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:29.897419 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:29.897419 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:29.897419 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:29.897419 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:29.897419 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:29.897419 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:29.897419 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:29.897419 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:29.897419 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:29.897419 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:29.897419 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:29.897419 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:29.897419 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:29.897419 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:29.897419 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:29.897419 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:29.897419 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:29.897419 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:29.897419 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:29.897419 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:29.897419 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:29.897419 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:29.897419 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:29.897419 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:29.897419 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:29.897419 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:29.897419 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:29.897419 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:29.897419 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:29.897419 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:29.897419 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:29.897419 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:29.897419 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:29.897419 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:29.897419 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:29.897419 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:29.897419 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:29.897419 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:29.897419 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:29.897419 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:29.897419 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:29.897419 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:29.897419 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:29.897419 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:29.897419 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:29.897419 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:29.897419 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:29.897419 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:29.907077 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:29.907077 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:29.907077 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:29.907077 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:29.907077 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:29.907077 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:29.907077 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:29.907077 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:29.907077 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:29.907077 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:29.907077 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:29.907077 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:29.907077 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:29.907077 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:29.907077 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:29.907077 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:29.907077 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:08:29.907077 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:08:29.974300 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:30.026835 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-082b74c0-7383-4939-89a0-cc9781288426 req-b0b5b1d9-b72c-46e6-9a3a-1daf82fc432a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:30.039275 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ee6a2ee4-eb45-4aab-824f-4d2f66ddaf37 None None] Provisioning for port 3d35e3d9-cd81-4daf-8745-9a0471c1d420 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:30.111082 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ee6a2ee4-eb45-4aab-824f-4d2f66ddaf37 None None] Provisioning complete for port 3d35e3d9-cd81-4daf-8745-9a0471c1d420 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:30.111880 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee6a2ee4-eb45-4aab-824f-4d2f66ddaf37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:30.271015 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-33ace375-00ed-43df-8dec-6c408fda2bc9 None None] Set router ce6de405-ca92-42a5-8637-54464755e1e0 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:08:30.301773 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 660e37f8-5759-40bf-8192-6bb4645d1c50 up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:30.468258 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 0b7da107-8ac9-45f9-88e5-76ad288f7cf1, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=0b7da107-8ac9-45f9-88e5-76ad288f7cf1,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:30.513782 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27398d68-7363-4e43-9403-281c05c9c6ad req-07f2beca-8bf7-43ce-8dbb-a56777023463 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:30.522723 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-27398d68-7363-4e43-9403-281c05c9c6ad req-07f2beca-8bf7-43ce-8dbb-a56777023463 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=2bd4a465-5715-42eb-b661-ed856e129d86 HTTP/1.1" status: 200 len: 934 time: 0.6766906 Jul 15 23:08:30.601445 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:30.944061 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-27398d68-7363-4e43-9403-281c05c9c6ad req-fb0756f8-118f-49fa-bd73-36ce86c89fe7 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4031272 Jul 15 23:08:31.022826 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=0b7da107-8ac9-45f9-88e5-76ad288f7cf1,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:31.293537 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-082b74c0-7383-4939-89a0-cc9781288426 req-b0b5b1d9-b72c-46e6-9a3a-1daf82fc432a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d35e3d9-cd81-4daf-8745-9a0471c1d420 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:08:31.301462 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ee6a2ee4-eb45-4aab-824f-4d2f66ddaf37 None None] Port 3d35e3d9-cd81-4daf-8745-9a0471c1d420 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:08:31.317326 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-442e897f-be12-48c7-b968-162e2782e320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:31.329929 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-082b74c0-7383-4939-89a0-cc9781288426 req-b0b5b1d9-b72c-46e6-9a3a-1daf82fc432a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:31.333869 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port 660e37f8-5759-40bf-8192-6bb4645d1c50 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:31.334240 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:31.375930 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-082b74c0-7383-4939-89a0-cc9781288426 req-b0b5b1d9-b72c-46e6-9a3a-1daf82fc432a service neutron] Transition to ACTIVE for port object 3d35e3d9-cd81-4daf-8745-9a0471c1d420 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:31.384838 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-082b74c0-7383-4939-89a0-cc9781288426 req-b0b5b1d9-b72c-46e6-9a3a-1daf82fc432a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:31.492095 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b5b1d9-b72c-46e6-9a3a-1daf82fc432a service neutron] Pushing event updated for resources: {'Port': ['ID=3d35e3d9-cd81-4daf-8745-9a0471c1d420,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:31.699325 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:31.860582 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 660e37f8-5759-40bf-8192-6bb4645d1c50, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=660e37f8-5759-40bf-8192-6bb4645d1c50,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:31.864890 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2ece2eb-311e-4a52-854b-af209267fa52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '660e37f8-5759-40bf-8192-6bb4645d1c50'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:08:31.870365 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f4800a0-14ce-4ed0-b4fc-bee955db0083" -d '{"events": [{"server_uuid": "a2ece2eb-311e-4a52-854b-af209267fa52", "name": "network-vif-plugged", "status": "completed", "tag": "660e37f8-5759-40bf-8192-6bb4645d1c50"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:08:31.881763 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:31.888317 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.db.resource_extend [None req-f713242d-9d79-4b66-89d6-e00a92acdf75 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 23:08:31.974262 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-33ace375-00ed-43df-8dec-6c408fda2bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce6de405-ca92-42a5-8637-54464755e1e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1118304441-router', 'tenant_id': '73938b8339964113b2cd5f57276342eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '0b7da107-8ac9-45f9-88e5-76ad288f7cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:08:16Z', 'updated_at': '2021-07-15T23:08:23Z', 'revision_number': 4, 'project_id': '73938b8339964113b2cd5f57276342eb', 'gw_port': {'id': '0b7da107-8ac9-45f9-88e5-76ad288f7cf1', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:72:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce6de405-ca92-42a5-8637-54464755e1e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:08:17Z', 'updated_at': '2021-07-15T23:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '2e52faea-4205-48d6-8ce5-e1473339e032', 'name': '', 'network_id': 'dc9a7735-9a61-4d06-9cef-b144c6d869f5', 'tenant_id': '73938b8339964113b2cd5f57276342eb', 'mac_address': 'fa:16:3e:b2:90:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce6de405-ca92-42a5-8637-54464755e1e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'dda57491-7fb4-46a3-9dad-e8b8395130fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:08:23Z', 'updated_at': '2021-07-15T23:08:24Z', 'revision_number': 2, 'project_id': '73938b8339964113b2cd5f57276342eb', 'subnets': [{'id': 'dda57491-7fb4-46a3-9dad-e8b8395130fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:32.062348 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ace375-00ed-43df-8dec-6c408fda2bc9 None None] Checking router: ce6de405-ca92-42a5-8637-54464755e1e0 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:08:32.063101 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ace375-00ed-43df-8dec-6c408fda2bc9 None None] Updating router ce6de405-ca92-42a5-8637-54464755e1e0 port 2e52faea-4205-48d6-8ce5-e1473339e032 binding host n-d-794306-6 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:08:32.113214 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d603a516-3673-4577-85a1-ecc6ed4b5363 req-edca4f6a-ef68-4d47-8698-4cd59454d317 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:32.120067 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d603a516-3673-4577-85a1-ecc6ed4b5363 req-edca4f6a-ef68-4d47-8698-4cd59454d317 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:32.134836 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f713242d-9d79-4b66-89d6-e00a92acdf75 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:32.140324 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f713242d-9d79-4b66-89d6-e00a92acdf75 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:32.144192 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d603a516-3673-4577-85a1-ecc6ed4b5363 req-edca4f6a-ef68-4d47-8698-4cd59454d317 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:32.160650 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d603a516-3673-4577-85a1-ecc6ed4b5363 req-edca4f6a-ef68-4d47-8698-4cd59454d317 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:32.169858 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-33ace375-00ed-43df-8dec-6c408fda2bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:32.178875 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d603a516-3673-4577-85a1-ecc6ed4b5363 req-edca4f6a-ef68-4d47-8698-4cd59454d317 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:32.184241 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=660e37f8-5759-40bf-8192-6bb4645d1c50,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:32.209713 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d603a516-3673-4577-85a1-ecc6ed4b5363 req-edca4f6a-ef68-4d47-8698-4cd59454d317 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:32.231252 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d603a516-3673-4577-85a1-ecc6ed4b5363 req-edca4f6a-ef68-4d47-8698-4cd59454d317 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:32.260184 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d603a516-3673-4577-85a1-ecc6ed4b5363 req-edca4f6a-ef68-4d47-8698-4cd59454d317 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 5430 time: 0.7563524 Jul 15 23:08:32.383699 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d603a516-3673-4577-85a1-ecc6ed4b5363 req-ff53e40e-8121-41c1-a906-2125b77d28d9 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/security-groups?id=fde6291d-0085-4461-bff2-f84f9cfdb496&id=3034f104-295d-4ae9-983e-a750e439037a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1218925 Jul 15 23:08:32.426119 n-d-794306-6 neutron-server[93771]: INFO neutron.db.l3_db [None req-f713242d-9d79-4b66-89d6-e00a92acdf75 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Floating IP 09445cb6-17e7-47fc-b9cc-9706eb35175e associated. External IP: 172.25.5.3, port: aeacf232-5435-496b-9c70-48aabecf06e6. Jul 15 23:08:32.430342 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-082b74c0-7383-4939-89a0-cc9781288426 req-b0b5b1d9-b72c-46e6-9a3a-1daf82fc432a service neutron] Attempting to bind port 3d35e3d9-cd81-4daf-8745-9a0471c1d420 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:08:32.430913 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-082b74c0-7383-4939-89a0-cc9781288426 req-b0b5b1d9-b72c-46e6-9a3a-1daf82fc432a service neutron] Attempting to bind port 3d35e3d9-cd81-4daf-8745-9a0471c1d420 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:08:32.431325 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082b74c0-7383-4939-89a0-cc9781288426 req-b0b5b1d9-b72c-46e6-9a3a-1daf82fc432a service neutron] Attempting to bind port 3d35e3d9-cd81-4daf-8745-9a0471c1d420 on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:08:32.448224 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082b74c0-7383-4939-89a0-cc9781288426 req-b0b5b1d9-b72c-46e6-9a3a-1daf82fc432a service neutron] Port 3d35e3d9-cd81-4daf-8745-9a0471c1d420 on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:08:32.449452 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082b74c0-7383-4939-89a0-cc9781288426 req-b0b5b1d9-b72c-46e6-9a3a-1daf82fc432a service neutron] Attempting to bind port 3d35e3d9-cd81-4daf-8745-9a0471c1d420 on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:08:32.477355 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082b74c0-7383-4939-89a0-cc9781288426 req-b0b5b1d9-b72c-46e6-9a3a-1daf82fc432a service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:08:32.478353 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082b74c0-7383-4939-89a0-cc9781288426 req-b0b5b1d9-b72c-46e6-9a3a-1daf82fc432a service neutron] Checking segment: {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:08:32.479162 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082b74c0-7383-4939-89a0-cc9781288426 req-b0b5b1d9-b72c-46e6-9a3a-1daf82fc432a service neutron] Bound using segment: {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:08:32.480075 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-082b74c0-7383-4939-89a0-cc9781288426 req-b0b5b1d9-b72c-46e6-9a3a-1daf82fc432a service neutron] Bound port: 3d35e3d9-cd81-4daf-8745-9a0471c1d420, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:08:32.480534 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-082b74c0-7383-4939-89a0-cc9781288426 req-b0b5b1d9-b72c-46e6-9a3a-1daf82fc432a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:32.711737 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-082b74c0-7383-4939-89a0-cc9781288426 req-b0b5b1d9-b72c-46e6-9a3a-1daf82fc432a service neutron] For port 3d35e3d9-cd81-4daf-8745-9a0471c1d420, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:08:32.720565 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-082b74c0-7383-4939-89a0-cc9781288426 req-b0b5b1d9-b72c-46e6-9a3a-1daf82fc432a service neutron] For port 3d35e3d9-cd81-4daf-8745-9a0471c1d420, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=3d35e3d9-cd81-4daf-8745-9a0471c1d420,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:08:32.730623 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-082b74c0-7383-4939-89a0-cc9781288426 req-b0b5b1d9-b72c-46e6-9a3a-1daf82fc432a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:33.080470 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b74c0-7383-4939-89a0-cc9781288426 req-b0b5b1d9-b72c-46e6-9a3a-1daf82fc432a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:33.084623 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-082b74c0-7383-4939-89a0-cc9781288426 req-b0b5b1d9-b72c-46e6-9a3a-1daf82fc432a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:33.088681 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f713242d-9d79-4b66-89d6-e00a92acdf75 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Router 77c7ce75-4260-4033-812e-4353ec3c6a74 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:08:33.102585 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-082b74c0-7383-4939-89a0-cc9781288426 req-b0b5b1d9-b72c-46e6-9a3a-1daf82fc432a service neutron] 10.222.0.49 "PUT /v2.0/ports/3d35e3d9-cd81-4daf-8745-9a0471c1d420 HTTP/1.1" status: 200 len: 1094 time: 3.7348723 Jul 15 23:08:33.126627 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b5b1d9-b72c-46e6-9a3a-1daf82fc432a service neutron] Pushing event updated for resources: {'Port': ['ID=3d35e3d9-cd81-4daf-8745-9a0471c1d420,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:33.161193 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bd4a465-5715-42eb-b661-ed856e129d86', 'tag': '3d35e3d9-cd81-4daf-8745-9a0471c1d420'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:08:33.168466 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6242c702-9834-4ecd-b106-75f050b85002" -d '{"events": [{"name": "network-changed", "server_uuid": "2bd4a465-5715-42eb-b661-ed856e129d86", "tag": "3d35e3d9-cd81-4daf-8745-9a0471c1d420"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:08:33.176071 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3876c422-c3b5-4dc0-a83e-3cac1248f077 x-openstack-request-id: req-3876c422-c3b5-4dc0-a83e-3cac1248f077 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:08:33.176608 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2ece2eb-311e-4a52-854b-af209267fa52", "name": "network-vif-plugged", "status": "completed", "tag": "660e37f8-5759-40bf-8192-6bb4645d1c50", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:08:33.179388 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3876c422-c3b5-4dc0-a83e-3cac1248f077 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:08:33.181484 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2ece2eb-311e-4a52-854b-af209267fa52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '660e37f8-5759-40bf-8192-6bb4645d1c50', 'code': 200} Jul 15 23:08:33.186001 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 0b7da107-8ac9-45f9-88e5-76ad288f7cf1 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:33.491530 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-33ace375-00ed-43df-8dec-6c408fda2bc9 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:33.516337 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f713242d-9d79-4b66-89d6-e00a92acdf75 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:08:33.530885 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-33ace375-00ed-43df-8dec-6c408fda2bc9 None None] Transition to ACTIVE for port object 2e52faea-4205-48d6-8ce5-e1473339e032 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:33.533105 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f713242d-9d79-4b66-89d6-e00a92acdf75 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:33.534089 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67568d06-6782-4474-ad82-b22d69c130d6 None None] Sync routers for ids ['77c7ce75-4260-4033-812e-4353ec3c6a74'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:08:33.568789 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67568d06-6782-4474-ad82-b22d69c130d6 None None] Routers {'77c7ce75-4260-4033-812e-4353ec3c6a74'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:08:33.579712 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-67568d06-6782-4474-ad82-b22d69c130d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:08:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['77c7ce75-4260-4033-812e-4353ec3c6a74'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:33.650736 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-33ace375-00ed-43df-8dec-6c408fda2bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:33.706427 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b74c0-7383-4939-89a0-cc9781288426 req-a8bdbfde-1c27-48f6-aed1-1394d18cca9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:33.714910 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-082b74c0-7383-4939-89a0-cc9781288426 req-a8bdbfde-1c27-48f6-aed1-1394d18cca9e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=943e0e7be5644005a591d26197ee19f5&device_id=2bd4a465-5715-42eb-b661-ed856e129d86 HTTP/1.1" status: 200 len: 1097 time: 0.4816675 Jul 15 23:08:33.725327 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f713242d-9d79-4b66-89d6-e00a92acdf75 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] 10.222.0.48 "PUT /v2.0/floatingips/09445cb6-17e7-47fc-b9cc-9706eb35175e HTTP/1.1" status: 200 len: 989 time: 4.6401248 Jul 15 23:08:33.729781 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a100f14-6637-4d83-8140-f4ce9e57a8c6', 'tag': 'aeacf232-5435-496b-9c70-48aabecf06e6'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:08:33.734124 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89fa32c4-c376-4d2c-8daf-625e00a93701" -d '{"events": [{"name": "network-changed", "server_uuid": "2a100f14-6637-4d83-8140-f4ce9e57a8c6", "tag": "aeacf232-5435-496b-9c70-48aabecf06e6"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:08:33.809683 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0243fda9-e1c4-415d-8a22-9b546c0d005e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:33.985091 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feebb727-0338-4c39-b07a-469bb4d15c72 req-c07a259a-2b8d-4c57-924e-764f1e4dc9bc tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:34.013840 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-feebb727-0338-4c39-b07a-469bb4d15c72 req-c07a259a-2b8d-4c57-924e-764f1e4dc9bc tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=2bd4a465-5715-42eb-b661-ed856e129d86 HTTP/1.1" status: 200 len: 946 time: 0.8835475 Jul 15 23:08:34.028224 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-082b74c0-7383-4939-89a0-cc9781288426 req-b976a736-d891-4a55-8519-9c8b0431b914 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=3d35e3d9-cd81-4daf-8745-9a0471c1d420 HTTP/1.1" status: 200 len: 217 time: 0.2932756 Jul 15 23:08:34.080201 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-67568d06-6782-4474-ad82-b22d69c130d6 None None] Set router 77c7ce75-4260-4033-812e-4353ec3c6a74 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:08:34.091326 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3346e67-891c-4932-8138-c48f9f7b414e x-openstack-request-id: req-c3346e67-891c-4932-8138-c48f9f7b414e {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:08:34.098130 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bd4a465-5715-42eb-b661-ed856e129d86", "tag": "3d35e3d9-cd81-4daf-8745-9a0471c1d420", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:08:34.098558 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c3346e67-891c-4932-8138-c48f9f7b414e {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:08:34.099147 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bd4a465-5715-42eb-b661-ed856e129d86', 'tag': '3d35e3d9-cd81-4daf-8745-9a0471c1d420', 'status': 'completed', 'code': 200} Jul 15 23:08:34.277257 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-33ace375-00ed-43df-8dec-6c408fda2bc9 None None] Attempting to bind port 2e52faea-4205-48d6-8ce5-e1473339e032 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:08:34.278719 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-33ace375-00ed-43df-8dec-6c408fda2bc9 None None] Attempting to bind port 2e52faea-4205-48d6-8ce5-e1473339e032 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'c985f627-8157-4fb3-867e-9a1ae0d61fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'dc9a7735-9a61-4d06-9cef-b144c6d869f5'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:08:34.281799 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ace375-00ed-43df-8dec-6c408fda2bc9 None None] Attempting to bind port 2e52faea-4205-48d6-8ce5-e1473339e032 on network dc9a7735-9a61-4d06-9cef-b144c6d869f5 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:08:34.310758 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:34.355781 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c6825c-4693-4063-8434-fe0b2b9926b0 None None] Pushing event updated for resources: {'Port': ['ID=2e52faea-4205-48d6-8ce5-e1473339e032,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:34.382282 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ace375-00ed-43df-8dec-6c408fda2bc9 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:08:34.385446 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ace375-00ed-43df-8dec-6c408fda2bc9 None None] Checking segment: {'id': 'c985f627-8157-4fb3-867e-9a1ae0d61fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'dc9a7735-9a61-4d06-9cef-b144c6d869f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:08:34.386538 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-33ace375-00ed-43df-8dec-6c408fda2bc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:34.389600 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ace375-00ed-43df-8dec-6c408fda2bc9 None None] Bound using segment: {'id': 'c985f627-8157-4fb3-867e-9a1ae0d61fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'dc9a7735-9a61-4d06-9cef-b144c6d869f5'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:08:34.390671 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-33ace375-00ed-43df-8dec-6c408fda2bc9 None None] Bound port: 2e52faea-4205-48d6-8ce5-e1473339e032, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c985f627-8157-4fb3-867e-9a1ae0d61fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'dc9a7735-9a61-4d06-9cef-b144c6d869f5'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:08:34.391637 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-33ace375-00ed-43df-8dec-6c408fda2bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:34.405220 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-feebb727-0338-4c39-b07a-469bb4d15c72 req-cad708de-9e34-4213-bc36-a09aad267cbe tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3863423 Jul 15 23:08:34.483119 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:34.505428 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b74c0-7383-4939-89a0-cc9781288426 req-4f7cb77a-b85c-4de3-805d-5b0de6726534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:34.509585 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-082b74c0-7383-4939-89a0-cc9781288426 req-4f7cb77a-b85c-4de3-805d-5b0de6726534 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.4337685 Jul 15 23:08:34.651864 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 0b7da107-8ac9-45f9-88e5-76ad288f7cf1 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:34.652882 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:34.966250 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b74c0-7383-4939-89a0-cc9781288426 req-705ad926-5c0a-4e1f-8bcb-23b3bae30c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:34.970416 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-082b74c0-7383-4939-89a0-cc9781288426 req-705ad926-5c0a-4e1f-8bcb-23b3bae30c7c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4511287 Jul 15 23:08:35.100430 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7309233-30de-4177-9978-25870a9379e8 req-40b419a3-6c58-409b-9557-c644891b1ac1 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:35.113777 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7309233-30de-4177-9978-25870a9379e8 req-40b419a3-6c58-409b-9557-c644891b1ac1 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:35.126435 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7309233-30de-4177-9978-25870a9379e8 req-40b419a3-6c58-409b-9557-c644891b1ac1 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:35.138815 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7309233-30de-4177-9978-25870a9379e8 req-40b419a3-6c58-409b-9557-c644891b1ac1 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:35.151671 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7309233-30de-4177-9978-25870a9379e8 req-40b419a3-6c58-409b-9557-c644891b1ac1 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:35.166993 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7309233-30de-4177-9978-25870a9379e8 req-40b419a3-6c58-409b-9557-c644891b1ac1 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:35.179480 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7309233-30de-4177-9978-25870a9379e8 req-40b419a3-6c58-409b-9557-c644891b1ac1 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:35.194529 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e7309233-30de-4177-9978-25870a9379e8 req-40b419a3-6c58-409b-9557-c644891b1ac1 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 5430 time: 0.4475207 Jul 15 23:08:35.252469 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-33ace375-00ed-43df-8dec-6c408fda2bc9 None None] For port 2e52faea-4205-48d6-8ce5-e1473339e032, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:08:35.429867 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ae60d1-fa10-4172-99f0-5a2394aa0bb1 x-openstack-request-id: req-10ae60d1-fa10-4172-99f0-5a2394aa0bb1 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:08:35.431980 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a100f14-6637-4d83-8140-f4ce9e57a8c6", "tag": "aeacf232-5435-496b-9c70-48aabecf06e6", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:08:35.432734 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-10ae60d1-fa10-4172-99f0-5a2394aa0bb1 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:08:35.433701 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a100f14-6637-4d83-8140-f4ce9e57a8c6', 'tag': 'aeacf232-5435-496b-9c70-48aabecf06e6', 'status': 'completed', 'code': 200} Jul 15 23:08:35.509494 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-33ace375-00ed-43df-8dec-6c408fda2bc9 None None] For port 2e52faea-4205-48d6-8ce5-e1473339e032, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=2e52faea-4205-48d6-8ce5-e1473339e032,segment=NetworkSegment(c985f627-8157-4fb3-867e-9a1ae0d61fe7),segment_id=c985f627-8157-4fb3-867e-9a1ae0d61fe7)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:08:35.517958 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-33ace375-00ed-43df-8dec-6c408fda2bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:35.629443 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ace375-00ed-43df-8dec-6c408fda2bc9 None None] Routers {'ce6de405-ca92-42a5-8637-54464755e1e0'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:08:35.630429 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-33ace375-00ed-43df-8dec-6c408fda2bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:08:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ce6de405-ca92-42a5-8637-54464755e1e0'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:35.715540 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e7309233-30de-4177-9978-25870a9379e8 req-39db49f9-7d88-460a-820e-61ba182bd481 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/security-groups?id=fde6291d-0085-4461-bff2-f84f9cfdb496&id=3034f104-295d-4ae9-983e-a750e439037a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5188501 Jul 15 23:08:35.902712 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-082b74c0-7383-4939-89a0-cc9781288426 req-f6893717-a1fe-4e51-ad23-7aaab5d45ef6 service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8987617 Jul 15 23:08:36.038163 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa32c4-c376-4d2c-8daf-625e00a93701 req-91da0d50-9c3a-4c2e-8aeb-83384aaed858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:36.060744 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-89fa32c4-c376-4d2c-8daf-625e00a93701 req-91da0d50-9c3a-4c2e-8aeb-83384aaed858 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=08fe55c8b75249cb85e4212038bb980e&device_id=2a100f14-6637-4d83-8140-f4ce9e57a8c6 HTTP/1.1" status: 200 len: 1096 time: 0.5688872 Jul 15 23:08:36.279003 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-082b74c0-7383-4939-89a0-cc9781288426 req-1fc59b5a-fdd2-4330-b17d-a8eaaee6f26a service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3683989 Jul 15 23:08:36.324961 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-67568d06-6782-4474-ad82-b22d69c130d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c7ce75-4260-4033-812e-4353ec3c6a74', 'name': 'tempest-ServersTestBootFromVolume-1110109490-router', 'tenant_id': '08fe55c8b75249cb85e4212038bb980e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '61c8e8e9-6576-4f2c-b880-f64224f05b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:01Z', 'updated_at': '2021-07-15T23:07:13Z', 'revision_number': 4, 'project_id': '08fe55c8b75249cb85e4212038bb980e', 'gw_port': {'id': '61c8e8e9-6576-4f2c-b880-f64224f05b53', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:84:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c7ce75-4260-4033-812e-4353ec3c6a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:02Z', 'updated_at': '2021-07-15T23:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '09445cb6-17e7-47fc-b9cc-9706eb35175e', 'tenant_id': '08fe55c8b75249cb85e4212038bb980e', 'floating_ip_address': '172.25.5.3', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '77c7ce75-4260-4033-812e-4353ec3c6a74', 'port_id': 'aeacf232-5435-496b-9c70-48aabecf06e6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb925051-af21-4a66-9998-db8eac3f3d8e', 'mac_address': 'fa:16:3e:cf:57:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a100f14-6637-4d83-8140-f4ce9e57a8c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:07:20Z', 'updated_at': '2021-07-15T23:08:31Z', 'revision_number': 1, 'project_id': '08fe55c8b75249cb85e4212038bb980e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aca7175e-e325-431a-af3f-c12f44a0afc8', 'name': '', 'network_id': 'bb925051-af21-4a66-9998-db8eac3f3d8e', 'tenant_id': '08fe55c8b75249cb85e4212038bb980e', 'mac_address': 'fa:16:3e:c7:fd:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c7ce75-4260-4033-812e-4353ec3c6a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '677e163d-e2ae-4fac-97cd-29579d7e082c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:10Z', 'updated_at': '2021-07-15T23:07:21Z', 'revision_number': 5, 'project_id': '08fe55c8b75249cb85e4212038bb980e', 'subnets': [{'id': '677e163d-e2ae-4fac-97cd-29579d7e082c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:36.442820 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67568d06-6782-4474-ad82-b22d69c130d6 None None] Checking router: 77c7ce75-4260-4033-812e-4353ec3c6a74 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:08:36.459770 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67568d06-6782-4474-ad82-b22d69c130d6 None None] Routers {'77c7ce75-4260-4033-812e-4353ec3c6a74'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:08:36.461548 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-67568d06-6782-4474-ad82-b22d69c130d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:08:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['77c7ce75-4260-4033-812e-4353ec3c6a74'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:36.603610 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:36.627209 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242c702-9834-4ecd-b106-75f050b85002 req-a56fed80-d771-47f1-b1a9-b4d6e0e76442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:36.628803 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6242c702-9834-4ecd-b106-75f050b85002 req-a56fed80-d771-47f1-b1a9-b4d6e0e76442 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=943e0e7be5644005a591d26197ee19f5&device_id=2bd4a465-5715-42eb-b661-ed856e129d86 HTTP/1.1" status: 200 len: 1097 time: 0.1526451 Jul 15 23:08:36.723477 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-33ace375-00ed-43df-8dec-6c408fda2bc9 None None] Set router ce6de405-ca92-42a5-8637-54464755e1e0 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:08:36.734931 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c6825c-4693-4063-8434-fe0b2b9926b0 None None] Pushing event updated for resources: {'Port': ['ID=2e52faea-4205-48d6-8ce5-e1473339e032,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:36.895941 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-67568d06-6782-4474-ad82-b22d69c130d6 None None] Set router 77c7ce75-4260-4033-812e-4353ec3c6a74 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:08:37.075805 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa32c4-c376-4d2c-8daf-625e00a93701 req-c44425f5-7eec-4195-b70e-8cce1eacf4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:37.097993 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-89fa32c4-c376-4d2c-8daf-625e00a93701 req-c44425f5-7eec-4195-b70e-8cce1eacf4ca service neutron] 10.222.0.49 "GET /v2.0/networks?id=bb925051-af21-4a66-9998-db8eac3f3d8e HTTP/1.1" status: 200 len: 917 time: 1.0275838 Jul 15 23:08:37.327108 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-89fa32c4-c376-4d2c-8daf-625e00a93701 req-f68c600c-5365-4764-b578-e4e8dc0dc84e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aeacf232-5435-496b-9c70-48aabecf06e6 HTTP/1.1" status: 200 len: 997 time: 0.2215407 Jul 15 23:08:37.407009 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9622527-c5aa-4ff4-8a53-6cc22a7a2d0c req-c7791aa9-8a93-46af-8450-457a1bb60a0a tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:37.424680 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f9622527-c5aa-4ff4-8a53-6cc22a7a2d0c req-c7791aa9-8a93-46af-8450-457a1bb60a0a tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=2bd4a465-5715-42eb-b661-ed856e129d86 HTTP/1.1" status: 200 len: 946 time: 0.6606269 Jul 15 23:08:37.496625 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242c702-9834-4ecd-b106-75f050b85002 req-5856dadc-8be9-4daf-8e06-81f7647bd976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:37.503180 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6242c702-9834-4ecd-b106-75f050b85002 req-5856dadc-8be9-4daf-8e06-81f7647bd976 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5d412861-bef3-4cc1-ae9f-87a6a36753c0 HTTP/1.1" status: 200 len: 870 time: 0.8653417 Jul 15 23:08:37.670948 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6242c702-9834-4ecd-b106-75f050b85002 req-5040f538-9b31-4591-a2f8-0ba8574aa18c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=3d35e3d9-cd81-4daf-8745-9a0471c1d420 HTTP/1.1" status: 200 len: 217 time: 0.1527109 Jul 15 23:08:37.674300 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa32c4-c376-4d2c-8daf-625e00a93701 req-2531774e-312a-4b2c-91c1-ac97e3ddbbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:37.702608 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-89fa32c4-c376-4d2c-8daf-625e00a93701 req-2531774e-312a-4b2c-91c1-ac97e3ddbbaf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=677e163d-e2ae-4fac-97cd-29579d7e082c HTTP/1.1" status: 200 len: 855 time: 0.3579907 Jul 15 23:08:38.000736 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa32c4-c376-4d2c-8daf-625e00a93701 req-5e9abe5c-e6f4-4574-bdb0-e1093f8f44a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:38.001474 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-89fa32c4-c376-4d2c-8daf-625e00a93701 req-5e9abe5c-e6f4-4574-bdb0-e1093f8f44a6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bb925051-af21-4a66-9998-db8eac3f3d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2894590 Jul 15 23:08:38.073146 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f9622527-c5aa-4ff4-8a53-6cc22a7a2d0c req-64957880-626d-4b8c-a7f8-20f96ed80742 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6462193 Jul 15 23:08:38.166387 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-67568d06-6782-4474-ad82-b22d69c130d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c7ce75-4260-4033-812e-4353ec3c6a74', 'name': 'tempest-ServersTestBootFromVolume-1110109490-router', 'tenant_id': '08fe55c8b75249cb85e4212038bb980e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '61c8e8e9-6576-4f2c-b880-f64224f05b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:01Z', 'updated_at': '2021-07-15T23:07:13Z', 'revision_number': 4, 'project_id': '08fe55c8b75249cb85e4212038bb980e', 'gw_port': {'id': '61c8e8e9-6576-4f2c-b880-f64224f05b53', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:84:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c7ce75-4260-4033-812e-4353ec3c6a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:02Z', 'updated_at': '2021-07-15T23:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '09445cb6-17e7-47fc-b9cc-9706eb35175e', 'tenant_id': '08fe55c8b75249cb85e4212038bb980e', 'floating_ip_address': '172.25.5.3', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '77c7ce75-4260-4033-812e-4353ec3c6a74', 'port_id': 'aeacf232-5435-496b-9c70-48aabecf06e6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb925051-af21-4a66-9998-db8eac3f3d8e', 'mac_address': 'fa:16:3e:cf:57:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a100f14-6637-4d83-8140-f4ce9e57a8c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:07:20Z', 'updated_at': '2021-07-15T23:08:31Z', 'revision_number': 1, 'project_id': '08fe55c8b75249cb85e4212038bb980e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aca7175e-e325-431a-af3f-c12f44a0afc8', 'name': '', 'network_id': 'bb925051-af21-4a66-9998-db8eac3f3d8e', 'tenant_id': '08fe55c8b75249cb85e4212038bb980e', 'mac_address': 'fa:16:3e:c7:fd:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c7ce75-4260-4033-812e-4353ec3c6a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '677e163d-e2ae-4fac-97cd-29579d7e082c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:10Z', 'updated_at': '2021-07-15T23:07:21Z', 'revision_number': 5, 'project_id': '08fe55c8b75249cb85e4212038bb980e', 'subnets': [{'id': '677e163d-e2ae-4fac-97cd-29579d7e082c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:38.215930 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242c702-9834-4ecd-b106-75f050b85002 req-5bd1f94b-476c-468d-bb6f-c74386413f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:38.219585 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6242c702-9834-4ecd-b106-75f050b85002 req-5bd1f94b-476c-468d-bb6f-c74386413f47 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.5280523 Jul 15 23:08:38.231946 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:38.277271 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 53ab0b58-461d-46ab-8d7f-99872f64bbc2 details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:08:38.303757 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67568d06-6782-4474-ad82-b22d69c130d6 None None] The sync data for ids ['77c7ce75-4260-4033-812e-4353ec3c6a74'] in n-d-794306-6 is: [{'id': '77c7ce75-4260-4033-812e-4353ec3c6a74', 'name': 'tempest-ServersTestBootFromVolume-1110109490-router', 'tenant_id': '08fe55c8b75249cb85e4212038bb980e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '61c8e8e9-6576-4f2c-b880-f64224f05b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:01Z', 'updated_at': '2021-07-15T23:07:13Z', 'revision_number': 4, 'project_id': '08fe55c8b75249cb85e4212038bb980e', 'gw_port': {'id': '61c8e8e9-6576-4f2c-b880-f64224f05b53', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:84:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c7ce75-4260-4033-812e-4353ec3c6a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:02Z', 'updated_at': '2021-07-15T23:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '09445cb6-17e7-47fc-b9cc-9706eb35175e', 'tenant_id': '08fe55c8b75249cb85e4212038bb980e', 'floating_ip_address': '172.25.5.3', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '77c7ce75-4260-4033-812e-4353ec3c6a74', 'port_id': 'aeacf232-5435-496b-9c70-48aabecf06e6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb925051-af21-4a66-9998-db8eac3f3d8e', 'mac_address': 'fa:16:3e:cf:57:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a100f14-6637-4d83-8140-f4ce9e57a8c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:07:20Z', 'updated_at': '2021-07-15T23:08:31Z', 'revision_number': 1, 'project_id': '08fe55c8b75249cb85e4212038bb980e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aca7175e-e325-431a-af3f-c12f44a0afc8', 'name': '', 'network_id': 'bb925051-af21-4a66-9998-db8eac3f3d8e', 'tenant_id': '08fe55c8b75249cb85e4212038bb980e', 'mac_address': 'fa:16:3e:c7:fd:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c7ce75-4260-4033-812e-4353ec3c6a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '677e163d-e2ae-4fac-97cd-29579d7e082c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:10Z', 'updated_at': '2021-07-15T23:07:21Z', 'revision_number': 5, 'project_id': '08fe55c8b75249cb85e4212038bb980e', 'subnets': [{'id': '677e163d-e2ae-4fac-97cd-29579d7e082c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:08:38.359976 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-89fa32c4-c376-4d2c-8daf-625e00a93701 req-baf28d42-08ca-4141-a8f5-a9063640283e service neutron] 10.222.0.49 "GET /v2.0/networks/bb925051-af21-4a66-9998-db8eac3f3d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513615 Jul 15 23:08:38.458750 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242c702-9834-4ecd-b106-75f050b85002 req-225193de-37f0-4ac3-bb31-1e4592ffd2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:38.468337 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6242c702-9834-4ecd-b106-75f050b85002 req-225193de-37f0-4ac3-bb31-1e4592ffd2f1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2426097 Jul 15 23:08:38.605935 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-33ace375-00ed-43df-8dec-6c408fda2bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce6de405-ca92-42a5-8637-54464755e1e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1118304441-router', 'tenant_id': '73938b8339964113b2cd5f57276342eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '0b7da107-8ac9-45f9-88e5-76ad288f7cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:08:16Z', 'updated_at': '2021-07-15T23:08:23Z', 'revision_number': 4, 'project_id': '73938b8339964113b2cd5f57276342eb', 'gw_port': {'id': '0b7da107-8ac9-45f9-88e5-76ad288f7cf1', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:72:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6de405-ca92-42a5-8637-54464755e1e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:08:17Z', 'updated_at': '2021-07-15T23:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '2e52faea-4205-48d6-8ce5-e1473339e032', 'name': '', 'network_id': 'dc9a7735-9a61-4d06-9cef-b144c6d869f5', 'tenant_id': '73938b8339964113b2cd5f57276342eb', 'mac_address': 'fa:16:3e:b2:90:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce6de405-ca92-42a5-8637-54464755e1e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'dda57491-7fb4-46a3-9dad-e8b8395130fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:08:23Z', 'updated_at': '2021-07-15T23:08:35Z', 'revision_number': 4, 'project_id': '73938b8339964113b2cd5f57276342eb', 'subnets': [{'id': 'dda57491-7fb4-46a3-9dad-e8b8395130fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:38.707840 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 53ab0b58-461d-46ab-8d7f-99872f64bbc2, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=53ab0b58-461d-46ab-8d7f-99872f64bbc2,segment=NetworkSegment(a43861fb-eaa5-4486-879b-bd64114918d5),segment_id=a43861fb-eaa5-4486-879b-bd64114918d5)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:38.732067 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-89fa32c4-c376-4d2c-8daf-625e00a93701 req-105dd506-7076-44f1-90c2-52b4e9ccea68 service neutron] 10.222.0.49 "GET /v2.0/networks/bb925051-af21-4a66-9998-db8eac3f3d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3664885 Jul 15 23:08:38.887226 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6242c702-9834-4ecd-b106-75f050b85002 req-761d0407-5d68-4ac3-976c-8f31a1f4fe9c service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4119256 Jul 15 23:08:38.948816 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': '53ab0b58-461d-46ab-8d7f-99872f64bbc2', 'network_id': '9bef9b3a-38af-4114-8d89-aee9e6e60f51', 'port_id': '53ab0b58-461d-46ab-8d7f-99872f64bbc2', 'mac_address': 'fa:16:3e:90:96:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43be6042-6f45-40a3-b1ce-1fe26f72d214', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:08:38.960105 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7420cfdf-544b-4864-845b-3841dc661887 None None] New status for floating IP 09445cb6-17e7-47fc-b9cc-9706eb35175e: ACTIVE {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:08:38.983403 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ace375-00ed-43df-8dec-6c408fda2bc9 None None] The sync data for ids ['ce6de405-ca92-42a5-8637-54464755e1e0'] in n-d-794306-6 is: [{'id': 'ce6de405-ca92-42a5-8637-54464755e1e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1118304441-router', 'tenant_id': '73938b8339964113b2cd5f57276342eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '0b7da107-8ac9-45f9-88e5-76ad288f7cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:08:16Z', 'updated_at': '2021-07-15T23:08:23Z', 'revision_number': 4, 'project_id': '73938b8339964113b2cd5f57276342eb', 'gw_port': {'id': '0b7da107-8ac9-45f9-88e5-76ad288f7cf1', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:72:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6de405-ca92-42a5-8637-54464755e1e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:08:17Z', 'updated_at': '2021-07-15T23:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '2e52faea-4205-48d6-8ce5-e1473339e032', 'name': '', 'network_id': 'dc9a7735-9a61-4d06-9cef-b144c6d869f5', 'tenant_id': '73938b8339964113b2cd5f57276342eb', 'mac_address': 'fa:16:3e:b2:90:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce6de405-ca92-42a5-8637-54464755e1e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'dda57491-7fb4-46a3-9dad-e8b8395130fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:08:23Z', 'updated_at': '2021-07-15T23:08:35Z', 'revision_number': 4, 'project_id': '73938b8339964113b2cd5f57276342eb', 'subnets': [{'id': 'dda57491-7fb4-46a3-9dad-e8b8395130fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:08:39.299398 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6242c702-9834-4ecd-b106-75f050b85002 req-4795899e-7906-45e6-b87d-661b82a6d1a5 service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3929708 Jul 15 23:08:39.371614 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7927665-74b6-4753-be7e-48e3b34c5749 req-7ef80568-888c-45be-8b30-dc9413e6cf8d tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:39.380876 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7927665-74b6-4753-be7e-48e3b34c5749 req-7ef80568-888c-45be-8b30-dc9413e6cf8d tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:39.403610 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7927665-74b6-4753-be7e-48e3b34c5749 req-7ef80568-888c-45be-8b30-dc9413e6cf8d tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:39.423020 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7927665-74b6-4753-be7e-48e3b34c5749 req-7ef80568-888c-45be-8b30-dc9413e6cf8d tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:39.430868 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7927665-74b6-4753-be7e-48e3b34c5749 req-7ef80568-888c-45be-8b30-dc9413e6cf8d tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:39.438384 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7927665-74b6-4753-be7e-48e3b34c5749 req-7ef80568-888c-45be-8b30-dc9413e6cf8d tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:39.451679 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:39.459888 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7927665-74b6-4753-be7e-48e3b34c5749 req-7ef80568-888c-45be-8b30-dc9413e6cf8d tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:39.459888 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d7927665-74b6-4753-be7e-48e3b34c5749 req-7ef80568-888c-45be-8b30-dc9413e6cf8d tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 5430 time: 0.6808913 Jul 15 23:08:39.517410 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53ab0b58-461d-46ab-8d7f-99872f64bbc2 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:08:39.558332 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d7927665-74b6-4753-be7e-48e3b34c5749 req-e27d69d7-e9d8-40b2-b806-5444ea13bf49 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/security-groups?id=fde6291d-0085-4461-bff2-f84f9cfdb496&id=3034f104-295d-4ae9-983e-a750e439037a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0940995 Jul 15 23:08:39.667357 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 53ab0b58-461d-46ab-8d7f-99872f64bbc2, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=53ab0b58-461d-46ab-8d7f-99872f64bbc2,segment=NetworkSegment(a43861fb-eaa5-4486-879b-bd64114918d5),segment_id=a43861fb-eaa5-4486-879b-bd64114918d5)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:39.925130 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 2e52faea-4205-48d6-8ce5-e1473339e032 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:39.938855 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:39.952308 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 5e6346b3-f308-4702-a019-e0418adeb56d details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:08:40.268474 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 3d35e3d9-cd81-4daf-8745-9a0471c1d420 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:08:40.745398 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 3d35e3d9-cd81-4daf-8745-9a0471c1d420, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=3d35e3d9-cd81-4daf-8745-9a0471c1d420,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:40.760754 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '3d35e3d9-cd81-4daf-8745-9a0471c1d420', 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'port_id': '3d35e3d9-cd81-4daf-8745-9a0471c1d420', 'mac_address': 'fa:16:3e:70:45:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d909a96-22de-4aa9-b690-1c7da965ceac', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:08:40.804165 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.db.resource_extend [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 23:08:40.988729 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7f117e-94d3-4f43-9efb-b10371c70807 req-f9bd076c-1ec6-4567-a566-416e2b2784ea tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:40.993226 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-de7f117e-94d3-4f43-9efb-b10371c70807 req-f9bd076c-1ec6-4567-a566-416e2b2784ea tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=2bd4a465-5715-42eb-b661-ed856e129d86 HTTP/1.1" status: 200 len: 946 time: 1.3138671 Jul 15 23:08:41.085386 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-de7f117e-94d3-4f43-9efb-b10371c70807 req-93fede22-8069-4b7e-8b3f-e84dae426a48 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858774 Jul 15 23:08:41.159453 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=53ab0b58-461d-46ab-8d7f-99872f64bbc2,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:41.169131 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:41.235812 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d35e3d9-cd81-4daf-8745-9a0471c1d420 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:08:41.299108 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 3d35e3d9-cd81-4daf-8745-9a0471c1d420, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=3d35e3d9-cd81-4daf-8745-9a0471c1d420,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:41.345497 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:41.367213 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 2e52faea-4205-48d6-8ce5-e1473339e032 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:41.433566 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 2e52faea-4205-48d6-8ce5-e1473339e032 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:41.433566 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:41.606983 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 5e6346b3-f308-4702-a019-e0418adeb56d, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=5e6346b3-f308-4702-a019-e0418adeb56d,segment=NetworkSegment(3821a0b2-3164-41fa-92ac-fc5f13dae41d),segment_id=3821a0b2-3164-41fa-92ac-fc5f13dae41d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:41.701886 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['3d35e3d9-cd81-4daf-8745-9a0471c1d420'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:08:42.002045 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981102d-a4ff-4938-90db-ef37d2d19cbf req-ab2786e4-f58b-431a-9650-59345e471937 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:42.017232 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981102d-a4ff-4938-90db-ef37d2d19cbf req-ab2786e4-f58b-431a-9650-59345e471937 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:42.034617 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981102d-a4ff-4938-90db-ef37d2d19cbf req-ab2786e4-f58b-431a-9650-59345e471937 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:42.059620 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:42.059620 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': '5e6346b3-f308-4702-a019-e0418adeb56d', 'network_id': '970a88bd-fdba-4549-becb-46353b196f82', 'port_id': '5e6346b3-f308-4702-a019-e0418adeb56d', 'mac_address': 'fa:16:3e:8a:8e:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac68c16c-e2e3-48f3-b2ec-e6d10e3c3acf', 'ip_address': '10.1.1.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:08:42.087300 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981102d-a4ff-4938-90db-ef37d2d19cbf req-ab2786e4-f58b-431a-9650-59345e471937 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:42.107903 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981102d-a4ff-4938-90db-ef37d2d19cbf req-ab2786e4-f58b-431a-9650-59345e471937 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:42.138092 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981102d-a4ff-4938-90db-ef37d2d19cbf req-ab2786e4-f58b-431a-9650-59345e471937 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:42.180450 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981102d-a4ff-4938-90db-ef37d2d19cbf req-ab2786e4-f58b-431a-9650-59345e471937 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:42.202240 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c981102d-a4ff-4938-90db-ef37d2d19cbf req-ab2786e4-f58b-431a-9650-59345e471937 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 5431 time: 0.4070165 Jul 15 23:08:42.280888 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:42.333746 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=3d35e3d9-cd81-4daf-8745-9a0471c1d420,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:42.362161 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c981102d-a4ff-4938-90db-ef37d2d19cbf req-3479da6a-c0e7-4fd7-9581-80c55bc5ada3 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/security-groups?id=fde6291d-0085-4461-bff2-f84f9cfdb496&id=3034f104-295d-4ae9-983e-a750e439037a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1585748 Jul 15 23:08:42.406490 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e6346b3-f308-4702-a019-e0418adeb56d {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:08:42.604434 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 5e6346b3-f308-4702-a019-e0418adeb56d, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=5e6346b3-f308-4702-a019-e0418adeb56d,segment=NetworkSegment(3821a0b2-3164-41fa-92ac-fc5f13dae41d),segment_id=3821a0b2-3164-41fa-92ac-fc5f13dae41d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:42.634685 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 2e52faea-4205-48d6-8ce5-e1473339e032, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=2e52faea-4205-48d6-8ce5-e1473339e032,segment=NetworkSegment(c985f627-8157-4fb3-867e-9a1ae0d61fe7),segment_id=c985f627-8157-4fb3-867e-9a1ae0d61fe7)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:42.634685 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:42.634685 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device bc89a090-5ba9-4fa7-b1e7-6edd9443bf5d details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:08:42.661497 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:42.861206 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port bc89a090-5ba9-4fa7-b1e7-6edd9443bf5d, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=bc89a090-5ba9-4fa7-b1e7-6edd9443bf5d,segment=NetworkSegment(a43861fb-eaa5-4486-879b-bd64114918d5),segment_id=a43861fb-eaa5-4486-879b-bd64114918d5)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:42.920962 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': 'bc89a090-5ba9-4fa7-b1e7-6edd9443bf5d', 'network_id': '9bef9b3a-38af-4114-8d89-aee9e6e60f51', 'port_id': 'bc89a090-5ba9-4fa7-b1e7-6edd9443bf5d', 'mac_address': 'fa:16:3e:7b:47:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43be6042-6f45-40a3-b1ce-1fe26f72d214', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:08:43.095332 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=5e6346b3-f308-4702-a019-e0418adeb56d,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:43.142670 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:43.178174 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc89a090-5ba9-4fa7-b1e7-6edd9443bf5d {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:08:43.259298 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port bc89a090-5ba9-4fa7-b1e7-6edd9443bf5d, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=bc89a090-5ba9-4fa7-b1e7-6edd9443bf5d,segment=NetworkSegment(a43861fb-eaa5-4486-879b-bd64114918d5),segment_id=a43861fb-eaa5-4486-879b-bd64114918d5)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:43.272651 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:43.274069 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device f70b3596-455f-49a0-8908-a104df34e5c9 details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:08:43.290581 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=2e52faea-4205-48d6-8ce5-e1473339e032,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:43.292942 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce7f6e9-a439-4494-81cf-773e435fe315 req-46e0a2bb-10c1-484f-a7e9-d650b313804d tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:43.312541 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4ce7f6e9-a439-4494-81cf-773e435fe315 req-46e0a2bb-10c1-484f-a7e9-d650b313804d tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=2bd4a465-5715-42eb-b661-ed856e129d86 HTTP/1.1" status: 200 len: 947 time: 0.2728889 Jul 15 23:08:43.379885 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port f70b3596-455f-49a0-8908-a104df34e5c9, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=f70b3596-455f-49a0-8908-a104df34e5c9,segment=NetworkSegment(3821a0b2-3164-41fa-92ac-fc5f13dae41d),segment_id=3821a0b2-3164-41fa-92ac-fc5f13dae41d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:43.400455 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4ce7f6e9-a439-4494-81cf-773e435fe315 req-6a8a48f9-a8e7-40b7-b316-9f8e8027a2b4 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867527 Jul 15 23:08:43.410548 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=bc89a090-5ba9-4fa7-b1e7-6edd9443bf5d,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:43.417384 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': 'f70b3596-455f-49a0-8908-a104df34e5c9', 'network_id': '970a88bd-fdba-4549-becb-46353b196f82', 'port_id': 'f70b3596-455f-49a0-8908-a104df34e5c9', 'mac_address': 'fa:16:3e:06:4c:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac68c16c-e2e3-48f3-b2ec-e6d10e3c3acf', 'ip_address': '10.1.1.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:08:43.577941 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:43.602513 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f70b3596-455f-49a0-8908-a104df34e5c9 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:08:43.680013 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port f70b3596-455f-49a0-8908-a104df34e5c9, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=f70b3596-455f-49a0-8908-a104df34e5c9,segment=NetworkSegment(3821a0b2-3164-41fa-92ac-fc5f13dae41d),segment_id=3821a0b2-3164-41fa-92ac-fc5f13dae41d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:43.689502 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:43.690500 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 1508ac1c-9b5d-4c1b-8a04-8901ffeae8f7 details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:08:43.776224 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d8a690-248f-4c57-9071-95d4d6e6e9a0 req-f65895dc-77ad-4c51-8f4f-afb5e62563ef tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:43.781450 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 1508ac1c-9b5d-4c1b-8a04-8901ffeae8f7, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=1508ac1c-9b5d-4c1b-8a04-8901ffeae8f7,segment=NetworkSegment(3821a0b2-3164-41fa-92ac-fc5f13dae41d),segment_id=3821a0b2-3164-41fa-92ac-fc5f13dae41d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:43.783838 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b7d8a690-248f-4c57-9071-95d4d6e6e9a0 req-f65895dc-77ad-4c51-8f4f-afb5e62563ef tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] 10.222.0.48 "GET /v2.0/ports?device_id=858bafd5-fb27-41ca-b39e-393343f6c46a HTTP/1.1" status: 200 len: 945 time: 0.1952658 Jul 15 23:08:43.871304 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b7d8a690-248f-4c57-9071-95d4d6e6e9a0 req-98283e77-cef9-4c0c-906b-492747cdedc0 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] 10.222.0.48 "GET /v2.0/security-groups?id=a217bd2c-98fe-4a70-96ed-f585468603cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799687 Jul 15 23:08:43.883444 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': '1508ac1c-9b5d-4c1b-8a04-8901ffeae8f7', 'network_id': '970a88bd-fdba-4549-becb-46353b196f82', 'port_id': '1508ac1c-9b5d-4c1b-8a04-8901ffeae8f7', 'mac_address': 'fa:16:3e:41:33:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac68c16c-e2e3-48f3-b2ec-e6d10e3c3acf', 'ip_address': '10.1.1.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:08:44.074377 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=f70b3596-455f-49a0-8908-a104df34e5c9,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:44.122355 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:44.150675 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1508ac1c-9b5d-4c1b-8a04-8901ffeae8f7 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:08:44.189632 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 3d35e3d9-cd81-4daf-8745-9a0471c1d420 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:44.262275 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 1508ac1c-9b5d-4c1b-8a04-8901ffeae8f7, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=1508ac1c-9b5d-4c1b-8a04-8901ffeae8f7,segment=NetworkSegment(3821a0b2-3164-41fa-92ac-fc5f13dae41d),segment_id=3821a0b2-3164-41fa-92ac-fc5f13dae41d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:44.269865 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:44.276548 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 7d743366-2938-4e94-bd00-f6544b7422ae details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:08:44.382199 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=1508ac1c-9b5d-4c1b-8a04-8901ffeae8f7,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:44.458657 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port 3d35e3d9-cd81-4daf-8745-9a0471c1d420 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:44.524656 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 3d35e3d9-cd81-4daf-8745-9a0471c1d420 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:44.525495 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:44.743547 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47baa7a-d26b-4677-9bcf-0ba81e935110 req-6a21bf28-09b3-4126-9a79-39b48d8d504b tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:44.793070 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47baa7a-d26b-4677-9bcf-0ba81e935110 req-6a21bf28-09b3-4126-9a79-39b48d8d504b tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:44.818685 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47baa7a-d26b-4677-9bcf-0ba81e935110 req-6a21bf28-09b3-4126-9a79-39b48d8d504b tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:44.868332 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47baa7a-d26b-4677-9bcf-0ba81e935110 req-6a21bf28-09b3-4126-9a79-39b48d8d504b tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:44.898926 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47baa7a-d26b-4677-9bcf-0ba81e935110 req-6a21bf28-09b3-4126-9a79-39b48d8d504b tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:44.910735 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 2e52faea-4205-48d6-8ce5-e1473339e032 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:44.925403 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47baa7a-d26b-4677-9bcf-0ba81e935110 req-6a21bf28-09b3-4126-9a79-39b48d8d504b tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:44.954579 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47baa7a-d26b-4677-9bcf-0ba81e935110 req-6a21bf28-09b3-4126-9a79-39b48d8d504b tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:44.965372 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c47baa7a-d26b-4677-9bcf-0ba81e935110 req-6a21bf28-09b3-4126-9a79-39b48d8d504b tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 5435 time: 0.6001749 Jul 15 23:08:44.993086 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f031437-4b81-4d83-bd33-42e15908bdee req-610cd7e1-c188-4cea-ad1f-81efa4c5a9b7 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:44.999791 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5f031437-4b81-4d83-bd33-42e15908bdee req-610cd7e1-c188-4cea-ad1f-81efa4c5a9b7 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] 10.222.0.41 "GET /v2.0/ports?device_id=858bafd5-fb27-41ca-b39e-393343f6c46a HTTP/1.1" status: 200 len: 945 time: 0.5027993 Jul 15 23:08:45.031124 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 7d743366-2938-4e94-bd00-f6544b7422ae, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=7d743366-2938-4e94-bd00-f6544b7422ae,segment=NetworkSegment(5e9c24ff-51aa-41c3-9d89-a1958611c8be),segment_id=5e9c24ff-51aa-41c3-9d89-a1958611c8be)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:45.209700 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c47baa7a-d26b-4677-9bcf-0ba81e935110 req-a962235d-5956-4843-9949-4818872dec10 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/security-groups?id=fde6291d-0085-4461-bff2-f84f9cfdb496&id=3034f104-295d-4ae9-983e-a750e439037a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2081859 Jul 15 23:08:45.213566 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:45.337973 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 3d35e3d9-cd81-4daf-8745-9a0471c1d420, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=3d35e3d9-cd81-4daf-8745-9a0471c1d420,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:45.347471 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd4a465-5715-42eb-b661-ed856e129d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d35e3d9-cd81-4daf-8745-9a0471c1d420'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:08:45.356864 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7896c974-5d9c-42d8-8246-552d0c7f53d6" -d '{"events": [{"server_uuid": "2bd4a465-5715-42eb-b661-ed856e129d86", "name": "network-vif-plugged", "status": "completed", "tag": "3d35e3d9-cd81-4daf-8745-9a0471c1d420"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:08:45.364010 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': '7d743366-2938-4e94-bd00-f6544b7422ae', 'network_id': 'e44e98f5-3493-4f81-9434-a1f39e44c5fc', 'port_id': '7d743366-2938-4e94-bd00-f6544b7422ae', 'mac_address': 'fa:16:3e:cd:41:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a37184c-ca0e-49c0-878a-e1693cdef72b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:08:45.381844 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:45.500755 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=3d35e3d9-cd81-4daf-8745-9a0471c1d420,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:45.559630 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:45.564230 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 2e52faea-4205-48d6-8ce5-e1473339e032 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:45.564832 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:45.682376 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d743366-2938-4e94-bd00-f6544b7422ae {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:08:45.824813 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 7d743366-2938-4e94-bd00-f6544b7422ae, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=7d743366-2938-4e94-bd00-f6544b7422ae,segment=NetworkSegment(5e9c24ff-51aa-41c3-9d89-a1958611c8be),segment_id=5e9c24ff-51aa-41c3-9d89-a1958611c8be)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:45.845442 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:45.846796 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 58031bb6-e328-42ef-a4eb-d60400499716 details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:08:45.934956 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-5f031437-4b81-4d83-bd33-42e15908bdee req-fda23579-da23-4b6b-8c34-6ce29bb9c24e tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Deleting port 59f1f960-7de1-4bce-9911-f70fc04a56c5 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:08:45.938188 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5f031437-4b81-4d83-bd33-42e15908bdee req-fda23579-da23-4b6b-8c34-6ce29bb9c24e tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:46.078222 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=7d743366-2938-4e94-bd00-f6544b7422ae,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:46.090481 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 58031bb6-e328-42ef-a4eb-d60400499716, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=58031bb6-e328-42ef-a4eb-d60400499716,segment=NetworkSegment(3821a0b2-3164-41fa-92ac-fc5f13dae41d),segment_id=3821a0b2-3164-41fa-92ac-fc5f13dae41d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:46.114275 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': '58031bb6-e328-42ef-a4eb-d60400499716', 'network_id': '970a88bd-fdba-4549-becb-46353b196f82', 'port_id': '58031bb6-e328-42ef-a4eb-d60400499716', 'mac_address': 'fa:16:3e:1d:bb:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac68c16c-e2e3-48f3-b2ec-e6d10e3c3acf', 'ip_address': '10.1.1.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:08:46.273669 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:46.307125 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58031bb6-e328-42ef-a4eb-d60400499716 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:08:46.370754 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 58031bb6-e328-42ef-a4eb-d60400499716, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=58031bb6-e328-42ef-a4eb-d60400499716,segment=NetworkSegment(3821a0b2-3164-41fa-92ac-fc5f13dae41d),segment_id=3821a0b2-3164-41fa-92ac-fc5f13dae41d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:46.377101 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:46.389303 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c69f87-f8c5-4721-8df5-87ebcb93bf93 req-0cc17fcf-ad3d-48ea-aebf-5f6bde8cbf88 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:46.412283 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-50c69f87-f8c5-4721-8df5-87ebcb93bf93 req-0cc17fcf-ad3d-48ea-aebf-5f6bde8cbf88 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=2bd4a465-5715-42eb-b661-ed856e129d86 HTTP/1.1" status: 200 len: 948 time: 0.5012355 Jul 15 23:08:46.524689 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=58031bb6-e328-42ef-a4eb-d60400499716,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:46.533117 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-5f031437-4b81-4d83-bd33-42e15908bdee req-fda23579-da23-4b6b-8c34-6ce29bb9c24e tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] For port 59f1f960-7de1-4bce-9911-f70fc04a56c5, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=59f1f960-7de1-4bce-9911-f70fc04a56c5,segment=NetworkSegment(6477d1f6-ea27-4e48-9dd8-1fd3f020fd9f),segment_id=6477d1f6-ea27-4e48-9dd8-1fd3f020fd9f)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:46.534663 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5f031437-4b81-4d83-bd33-42e15908bdee req-fda23579-da23-4b6b-8c34-6ce29bb9c24e tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:46.618344 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-50c69f87-f8c5-4721-8df5-87ebcb93bf93 req-5c9c8b4b-b8d4-40af-a824-663ad5dcfb14 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059064 Jul 15 23:08:47.163265 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5f031437-4b81-4d83-bd33-42e15908bdee req-fda23579-da23-4b6b-8c34-6ce29bb9c24e tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:47.165009 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5f031437-4b81-4d83-bd33-42e15908bdee req-fda23579-da23-4b6b-8c34-6ce29bb9c24e tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:47.165009 n-d-794306-6 neutron-server[93770]: INFO neutron.db.l3_db [req-5f031437-4b81-4d83-bd33-42e15908bdee req-fda23579-da23-4b6b-8c34-6ce29bb9c24e tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Floating IP 13a6c9f5-842a-48a5-8b8a-539f90c2604c disassociated. External IP: 172.25.5.192, port: 59f1f960-7de1-4bce-9911-f70fc04a56c5. Jul 15 23:08:47.165009 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-5f031437-4b81-4d83-bd33-42e15908bdee req-fda23579-da23-4b6b-8c34-6ce29bb9c24e tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Calling delete_port for 59f1f960-7de1-4bce-9911-f70fc04a56c5 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:08:47.187852 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9c21d0-7048-4a49-8240-ac8ecb406a60 req-6a1b8403-4348-497c-bd6e-9f178376b979 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:47.189878 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2a9c21d0-7048-4a49-8240-ac8ecb406a60 req-6a1b8403-4348-497c-bd6e-9f178376b979 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] 10.222.0.48 "GET /v2.0/ports?device_id=858bafd5-fb27-41ca-b39e-393343f6c46a HTTP/1.1" status: 200 len: 945 time: 0.1952970 Jul 15 23:08:47.340503 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2a9c21d0-7048-4a49-8240-ac8ecb406a60 req-074c6e84-2a36-4d5a-afa2-34f04c92790a tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] 10.222.0.48 "GET /v2.0/security-groups?id=a217bd2c-98fe-4a70-96ed-f585468603cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329522 Jul 15 23:08:47.463419 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['7d743366-2938-4e94-bd00-f6544b7422ae'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:08:47.539679 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['bc89a090-5ba9-4fa7-b1e7-6edd9443bf5d'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:08:47.547120 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['58031bb6-e328-42ef-a4eb-d60400499716'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:08:47.594157 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9e7fc1-78a7-4c2c-bbea-f0071a14e4a1 x-openstack-request-id: req-1f9e7fc1-78a7-4c2c-bbea-f0071a14e4a1 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:08:47.594157 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bd4a465-5715-42eb-b661-ed856e129d86", "name": "network-vif-plugged", "status": "completed", "tag": "3d35e3d9-cd81-4daf-8745-9a0471c1d420", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:08:47.594157 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1f9e7fc1-78a7-4c2c-bbea-f0071a14e4a1 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:08:47.595692 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bd4a465-5715-42eb-b661-ed856e129d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d35e3d9-cd81-4daf-8745-9a0471c1d420', 'code': 200} Jul 15 23:08:47.597396 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['1508ac1c-9b5d-4c1b-8a04-8901ffeae8f7'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:08:47.636421 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5f031437-4b81-4d83-bd33-42e15908bdee req-fda23579-da23-4b6b-8c34-6ce29bb9c24e tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:47.668659 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['f70b3596-455f-49a0-8908-a104df34e5c9'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:08:47.717356 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda23579-da23-4b6b-8c34-6ce29bb9c24e tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Pushing event deleted for resources: {'Port': ['ID=59f1f960-7de1-4bce-9911-f70fc04a56c5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:47.985864 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['53ab0b58-461d-46ab-8d7f-99872f64bbc2'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:08:48.262573 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f031437-4b81-4d83-bd33-42e15908bdee req-fda23579-da23-4b6b-8c34-6ce29bb9c24e tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Router 47895453-f412-49d2-9f76-1f93a0b2e611 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:08:48.360835 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f40a931-dff5-40bf-b932-8aa6c7d5f54b req-874972ae-b6e5-42ec-9da1-19816fe0bfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:48.363106 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4f40a931-dff5-40bf-b932-8aa6c7d5f54b req-874972ae-b6e5-42ec-9da1-19816fe0bfd3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2bd4a465-5715-42eb-b661-ed856e129d86 HTTP/1.1" status: 200 len: 1099 time: 0.6417201 Jul 15 23:08:48.517523 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b9c1f-dbd8-4591-9d4c-5116e801a869 req-ea6a2e7e-cf4b-4782-bbf4-baa1c1166116 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:48.543156 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b9c1f-dbd8-4591-9d4c-5116e801a869 req-ea6a2e7e-cf4b-4782-bbf4-baa1c1166116 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:48.556365 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b9c1f-dbd8-4591-9d4c-5116e801a869 req-ea6a2e7e-cf4b-4782-bbf4-baa1c1166116 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:48.580635 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b9c1f-dbd8-4591-9d4c-5116e801a869 req-ea6a2e7e-cf4b-4782-bbf4-baa1c1166116 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:48.607427 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b9c1f-dbd8-4591-9d4c-5116e801a869 req-ea6a2e7e-cf4b-4782-bbf4-baa1c1166116 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:48.630383 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b9c1f-dbd8-4591-9d4c-5116e801a869 req-ea6a2e7e-cf4b-4782-bbf4-baa1c1166116 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:48.639346 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 59f1f960-7de1-4bce-9911-f70fc04a56c5 no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:08:48.654183 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b9c1f-dbd8-4591-9d4c-5116e801a869 req-ea6a2e7e-cf4b-4782-bbf4-baa1c1166116 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:48.657487 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d85b9c1f-dbd8-4591-9d4c-5116e801a869 req-ea6a2e7e-cf4b-4782-bbf4-baa1c1166116 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 5437 time: 0.6062145 Jul 15 23:08:48.774088 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['5e6346b3-f308-4702-a019-e0418adeb56d'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:08:48.901258 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4f40a931-dff5-40bf-b932-8aa6c7d5f54b req-a714b427-e5c7-489b-8ab6-937f2f879472 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5217412 Jul 15 23:08:48.925774 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] No Port match for: 59f1f960-7de1-4bce-9911-f70fc04a56c5 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:08:48.925774 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 59f1f960-7de1-4bce-9911-f70fc04a56c5 not bound to the agent host n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:08:48.978928 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d85b9c1f-dbd8-4591-9d4c-5116e801a869 req-e92c6824-a035-47aa-9450-9ae272afd8a6 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/security-groups?id=fde6291d-0085-4461-bff2-f84f9cfdb496&id=3034f104-295d-4ae9-983e-a750e439037a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1371894 Jul 15 23:08:49.043277 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f031437-4b81-4d83-bd33-42e15908bdee req-fda23579-da23-4b6b-8c34-6ce29bb9c24e tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:08:49.058368 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397effa0-76c8-4810-b444-77f9d3181fd1 None None] Sync routers for ids ['47895453-f412-49d2-9f76-1f93a0b2e611'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:08:49.075135 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397effa0-76c8-4810-b444-77f9d3181fd1 None None] Routers {'47895453-f412-49d2-9f76-1f93a0b2e611'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:08:49.076268 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-397effa0-76c8-4810-b444-77f9d3181fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:08:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['47895453-f412-49d2-9f76-1f93a0b2e611'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:49.136560 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f031437-4b81-4d83-bd33-42e15908bdee req-fda23579-da23-4b6b-8c34-6ce29bb9c24e tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] No DVR routers for this DVR port 59f1f960-7de1-4bce-9911-f70fc04a56c5 on host n-h2-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:08:49.139714 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5f031437-4b81-4d83-bd33-42e15908bdee req-fda23579-da23-4b6b-8c34-6ce29bb9c24e tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:49.143806 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5f031437-4b81-4d83-bd33-42e15908bdee req-fda23579-da23-4b6b-8c34-6ce29bb9c24e tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] 10.222.0.41 "DELETE /v2.0/ports/59f1f960-7de1-4bce-9911-f70fc04a56c5 HTTP/1.1" status: 204 len: 173 time: 4.1236131 Jul 15 23:08:49.149459 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '858bafd5-fb27-41ca-b39e-393343f6c46a', 'name': 'network-vif-deleted', 'tag': '59f1f960-7de1-4bce-9911-f70fc04a56c5'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:08:49.152100 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633ce125-e52a-4721-a747-fd40f9bcb18b" -d '{"events": [{"server_uuid": "858bafd5-fb27-41ca-b39e-393343f6c46a", "name": "network-vif-deleted", "tag": "59f1f960-7de1-4bce-9911-f70fc04a56c5"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:08:49.271280 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-397effa0-76c8-4810-b444-77f9d3181fd1 None None] Set router 47895453-f412-49d2-9f76-1f93a0b2e611 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:08:49.697264 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-397effa0-76c8-4810-b444-77f9d3181fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47895453-f412-49d2-9f76-1f93a0b2e611', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2028028573-router', 'tenant_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'ef7a1c52-d21c-482b-889a-35af421f4d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:15Z', 'updated_at': '2021-07-15T23:03:25Z', 'revision_number': 4, 'project_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'gw_port': {'id': 'ef7a1c52-d21c-482b-889a-35af421f4d5f', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47895453-f412-49d2-9f76-1f93a0b2e611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:18Z', 'updated_at': '2021-07-15T23:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '6c5df109-e094-4b22-859d-bb3271e4fecf', 'name': '', 'network_id': '82a1b157-72db-4f6b-a839-5e04e2b2c143', 'tenant_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'mac_address': 'fa:16:3e:f0:ad:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47895453-f412-49d2-9f76-1f93a0b2e611', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '99f67785-f6f8-403a-8163-19580b515ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:23Z', 'updated_at': '2021-07-15T23:03:36Z', 'revision_number': 5, 'project_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'subnets': [{'id': '99f67785-f6f8-403a-8163-19580b515ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:49.853052 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397effa0-76c8-4810-b444-77f9d3181fd1 None None] Checking router: 47895453-f412-49d2-9f76-1f93a0b2e611 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:08:49.875029 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397effa0-76c8-4810-b444-77f9d3181fd1 None None] Routers {'47895453-f412-49d2-9f76-1f93a0b2e611'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:08:49.881963 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-397effa0-76c8-4810-b444-77f9d3181fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:08:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['47895453-f412-49d2-9f76-1f93a0b2e611'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:49.973404 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c26c29-74c6-47dc-bc28-abd335bf7938 req-c04e0a8c-1f5c-4266-8f79-a7caea654e4e tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:49.975146 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-42c26c29-74c6-47dc-bc28-abd335bf7938 req-c04e0a8c-1f5c-4266-8f79-a7caea654e4e tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=2bd4a465-5715-42eb-b661-ed856e129d86 HTTP/1.1" status: 200 len: 948 time: 0.1483288 Jul 15 23:08:50.077994 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-42c26c29-74c6-47dc-bc28-abd335bf7938 req-f8de00c6-299e-4117-959b-e24b92656e1f tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912941 Jul 15 23:08:50.453009 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-397effa0-76c8-4810-b444-77f9d3181fd1 None None] Set router 47895453-f412-49d2-9f76-1f93a0b2e611 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:08:50.573941 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e853cdd2-98bd-4f0b-a188-5ec8be538a5f req-0ed14c1c-d8e6-483a-9487-72dac372bdc9 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] 10.222.0.48 "GET /v2.0/ports?device_id=858bafd5-fb27-41ca-b39e-393343f6c46a HTTP/1.1" status: 200 len: 210 time: 0.0416696 Jul 15 23:08:50.637742 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-affeb9b8-3e4c-4b16-8cd7-a233a086f67f x-openstack-request-id: req-affeb9b8-3e4c-4b16-8cd7-a233a086f67f {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:08:50.638097 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "858bafd5-fb27-41ca-b39e-393343f6c46a", "name": "network-vif-deleted", "tag": "59f1f960-7de1-4bce-9911-f70fc04a56c5", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:08:50.638439 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-affeb9b8-3e4c-4b16-8cd7-a233a086f67f {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:08:50.638857 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '858bafd5-fb27-41ca-b39e-393343f6c46a', 'name': 'network-vif-deleted', 'tag': '59f1f960-7de1-4bce-9911-f70fc04a56c5', 'status': 'completed', 'code': 200} Jul 15 23:08:51.014003 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-397effa0-76c8-4810-b444-77f9d3181fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47895453-f412-49d2-9f76-1f93a0b2e611', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2028028573-router', 'tenant_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'ef7a1c52-d21c-482b-889a-35af421f4d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:15Z', 'updated_at': '2021-07-15T23:03:25Z', 'revision_number': 4, 'project_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'gw_port': {'id': 'ef7a1c52-d21c-482b-889a-35af421f4d5f', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47895453-f412-49d2-9f76-1f93a0b2e611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:18Z', 'updated_at': '2021-07-15T23:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '6c5df109-e094-4b22-859d-bb3271e4fecf', 'name': '', 'network_id': '82a1b157-72db-4f6b-a839-5e04e2b2c143', 'tenant_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'mac_address': 'fa:16:3e:f0:ad:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47895453-f412-49d2-9f76-1f93a0b2e611', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '99f67785-f6f8-403a-8163-19580b515ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:23Z', 'updated_at': '2021-07-15T23:03:36Z', 'revision_number': 5, 'project_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'subnets': [{'id': '99f67785-f6f8-403a-8163-19580b515ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:08:51.069172 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b032db0-bdee-4677-a411-07e8b78c51f4 req-5a33b31b-05b7-4e63-9af3-9199c33180d8 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:51.100836 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b032db0-bdee-4677-a411-07e8b78c51f4 req-5a33b31b-05b7-4e63-9af3-9199c33180d8 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:51.123888 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b032db0-bdee-4677-a411-07e8b78c51f4 req-5a33b31b-05b7-4e63-9af3-9199c33180d8 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:51.126398 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397effa0-76c8-4810-b444-77f9d3181fd1 None None] The sync data for ids ['47895453-f412-49d2-9f76-1f93a0b2e611'] in n-d-794306-6 is: [{'id': '47895453-f412-49d2-9f76-1f93a0b2e611', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2028028573-router', 'tenant_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'ef7a1c52-d21c-482b-889a-35af421f4d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:15Z', 'updated_at': '2021-07-15T23:03:25Z', 'revision_number': 4, 'project_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'gw_port': {'id': 'ef7a1c52-d21c-482b-889a-35af421f4d5f', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47895453-f412-49d2-9f76-1f93a0b2e611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:18Z', 'updated_at': '2021-07-15T23:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '6c5df109-e094-4b22-859d-bb3271e4fecf', 'name': '', 'network_id': '82a1b157-72db-4f6b-a839-5e04e2b2c143', 'tenant_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'mac_address': 'fa:16:3e:f0:ad:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47895453-f412-49d2-9f76-1f93a0b2e611', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '99f67785-f6f8-403a-8163-19580b515ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:23Z', 'updated_at': '2021-07-15T23:03:36Z', 'revision_number': 5, 'project_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'subnets': [{'id': '99f67785-f6f8-403a-8163-19580b515ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:08:51.140424 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b032db0-bdee-4677-a411-07e8b78c51f4 req-5a33b31b-05b7-4e63-9af3-9199c33180d8 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:51.149818 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b032db0-bdee-4677-a411-07e8b78c51f4 req-5a33b31b-05b7-4e63-9af3-9199c33180d8 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:51.160040 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b032db0-bdee-4677-a411-07e8b78c51f4 req-5a33b31b-05b7-4e63-9af3-9199c33180d8 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:51.172170 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b032db0-bdee-4677-a411-07e8b78c51f4 req-5a33b31b-05b7-4e63-9af3-9199c33180d8 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:51.187727 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8b032db0-bdee-4677-a411-07e8b78c51f4 req-5a33b31b-05b7-4e63-9af3-9199c33180d8 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 5437 time: 0.3930433 Jul 15 23:08:51.320735 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8b032db0-bdee-4677-a411-07e8b78c51f4 req-0eb52865-45f3-40cb-93b6-d748fb496cee tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/security-groups?id=fde6291d-0085-4461-bff2-f84f9cfdb496&id=3034f104-295d-4ae9-983e-a750e439037a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1315963 Jul 15 23:08:51.842918 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352687aa-2380-4e49-af23-e7de318f1a76 None None] New status for floating IP 13a6c9f5-842a-48a5-8b8a-539f90c2604c: DOWN {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:08:52.020630 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0be7775-9c8b-457b-8043-cd012d8c093b req-c0d788cf-475b-4b47-aeca-951751824809 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:52.030425 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a0be7775-9c8b-457b-8043-cd012d8c093b req-c0d788cf-475b-4b47-aeca-951751824809 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/networks?id=f037b993-4149-40e0-a687-25986d720de6 HTTP/1.1" status: 200 len: 808 time: 0.3750641 Jul 15 23:08:52.084480 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a0be7775-9c8b-457b-8043-cd012d8c093b req-98a897e7-d316-41a6-9a45-a1b5d9a0ad51 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/quotas/680eb147007347d0b28b90eaf34e5f6f HTTP/1.1" status: 200 len: 375 time: 0.0492311 Jul 15 23:08:52.263734 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a0be7775-9c8b-457b-8043-cd012d8c093b req-af3cb32a-da64-4af5-aee1-851fa73fcba7 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=680eb147007347d0b28b90eaf34e5f6f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1751721 Jul 15 23:08:52.463688 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a0be7775-9c8b-457b-8043-cd012d8c093b req-b74c7183-9ea6-40e0-9fc5-4bcede8f3391 service neutron] 10.222.0.48 "GET /v2.0/networks/f037b993-4149-40e0-a687-25986d720de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983745 Jul 15 23:08:52.565442 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 1508ac1c-9b5d-4c1b-8a04-8901ffeae8f7 up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:52.622139 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a0be7775-9c8b-457b-8043-cd012d8c093b req-b64476e2-e013-4463-9189-73695d3a69c1 service neutron] 10.222.0.48 "GET /v2.0/networks/f037b993-4149-40e0-a687-25986d720de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528823 Jul 15 23:08:52.727941 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port 1508ac1c-9b5d-4c1b-8a04-8901ffeae8f7 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:52.733565 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port 1508ac1c-9b5d-4c1b-8a04-8901ffeae8f7 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:52.734291 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:52.860511 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:52.931889 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 1508ac1c-9b5d-4c1b-8a04-8901ffeae8f7, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=1508ac1c-9b5d-4c1b-8a04-8901ffeae8f7,segment=NetworkSegment(3821a0b2-3164-41fa-92ac-fc5f13dae41d),segment_id=3821a0b2-3164-41fa-92ac-fc5f13dae41d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:52.933311 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebfc3dac-a424-46b2-b718-cab6123db16d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1508ac1c-9b5d-4c1b-8a04-8901ffeae8f7'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:08:52.938426 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a9445e-6191-42cd-a226-918a6f606fe0" -d '{"events": [{"server_uuid": "ebfc3dac-a424-46b2-b718-cab6123db16d", "name": "network-vif-plugged", "status": "completed", "tag": "1508ac1c-9b5d-4c1b-8a04-8901ffeae8f7"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:08:52.943230 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:52.945469 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 53ab0b58-461d-46ab-8d7f-99872f64bbc2 up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:53.146665 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=1508ac1c-9b5d-4c1b-8a04-8901ffeae8f7,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:53.162663 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port 53ab0b58-461d-46ab-8d7f-99872f64bbc2 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:53.167246 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port 53ab0b58-461d-46ab-8d7f-99872f64bbc2 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:53.167688 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:53.452365 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:53.562326 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 53ab0b58-461d-46ab-8d7f-99872f64bbc2, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=53ab0b58-461d-46ab-8d7f-99872f64bbc2,segment=NetworkSegment(a43861fb-eaa5-4486-879b-bd64114918d5),segment_id=a43861fb-eaa5-4486-879b-bd64114918d5)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:53.573114 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:53.587982 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 5e6346b3-f308-4702-a019-e0418adeb56d up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:53.816334 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=53ab0b58-461d-46ab-8d7f-99872f64bbc2,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:53.884566 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port 5e6346b3-f308-4702-a019-e0418adeb56d completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:53.896182 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port 5e6346b3-f308-4702-a019-e0418adeb56d triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:53.896868 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:54.179806 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:54.271101 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554de1fb-106a-4faa-b0a3-052c1ff07a6c req-78ac1fb8-0922-4d5c-8ed1-3817d8e87422 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:54.284934 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 5e6346b3-f308-4702-a019-e0418adeb56d, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=5e6346b3-f308-4702-a019-e0418adeb56d,segment=NetworkSegment(3821a0b2-3164-41fa-92ac-fc5f13dae41d),segment_id=3821a0b2-3164-41fa-92ac-fc5f13dae41d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:54.287255 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-554de1fb-106a-4faa-b0a3-052c1ff07a6c req-78ac1fb8-0922-4d5c-8ed1-3817d8e87422 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=2bd4a465-5715-42eb-b661-ed856e129d86 HTTP/1.1" status: 200 len: 948 time: 0.1955755 Jul 15 23:08:54.293359 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:54.294653 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device bc89a090-5ba9-4fa7-b1e7-6edd9443bf5d up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:54.394272 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-554de1fb-106a-4faa-b0a3-052c1ff07a6c req-99b12b32-b839-4e8f-ad0a-3a2e20692d36 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046522 Jul 15 23:08:54.552150 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=5e6346b3-f308-4702-a019-e0418adeb56d,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:54.594510 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port bc89a090-5ba9-4fa7-b1e7-6edd9443bf5d completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:54.614857 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port bc89a090-5ba9-4fa7-b1e7-6edd9443bf5d triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:54.615620 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:54.991728 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:55.097863 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port bc89a090-5ba9-4fa7-b1e7-6edd9443bf5d, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=bc89a090-5ba9-4fa7-b1e7-6edd9443bf5d,segment=NetworkSegment(a43861fb-eaa5-4486-879b-bd64114918d5),segment_id=a43861fb-eaa5-4486-879b-bd64114918d5)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:55.109923 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:55.110856 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 58031bb6-e328-42ef-a4eb-d60400499716 up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:55.141225 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e45be38-a8f1-4c2e-953d-f4f6c3b7a37e req-fdca15f9-7922-499b-be56-16476af70f83 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:55.170185 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e45be38-a8f1-4c2e-953d-f4f6c3b7a37e req-fdca15f9-7922-499b-be56-16476af70f83 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:55.187358 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e45be38-a8f1-4c2e-953d-f4f6c3b7a37e req-fdca15f9-7922-499b-be56-16476af70f83 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:55.215134 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e45be38-a8f1-4c2e-953d-f4f6c3b7a37e req-fdca15f9-7922-499b-be56-16476af70f83 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:55.236285 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e45be38-a8f1-4c2e-953d-f4f6c3b7a37e req-fdca15f9-7922-499b-be56-16476af70f83 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:55.242671 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:55.249150 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e45be38-a8f1-4c2e-953d-f4f6c3b7a37e req-fdca15f9-7922-499b-be56-16476af70f83 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:55.259038 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e45be38-a8f1-4c2e-953d-f4f6c3b7a37e req-fdca15f9-7922-499b-be56-16476af70f83 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:55.262388 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2e45be38-a8f1-4c2e-953d-f4f6c3b7a37e req-fdca15f9-7922-499b-be56-16476af70f83 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 5440 time: 0.3128207 Jul 15 23:08:55.349747 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=bc89a090-5ba9-4fa7-b1e7-6edd9443bf5d,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:55.377368 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port 58031bb6-e328-42ef-a4eb-d60400499716 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:55.385716 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2e45be38-a8f1-4c2e-953d-f4f6c3b7a37e req-4928c6f6-2ff9-43db-88c6-b7a5ca20e3e4 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/security-groups?id=fde6291d-0085-4461-bff2-f84f9cfdb496&id=3034f104-295d-4ae9-983e-a750e439037a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1045239 Jul 15 23:08:55.386303 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port 58031bb6-e328-42ef-a4eb-d60400499716 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:55.386303 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:55.592217 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d94f20-847b-4a48-8a34-c421eaf40d87 x-openstack-request-id: req-37d94f20-847b-4a48-8a34-c421eaf40d87 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:08:55.592217 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebfc3dac-a424-46b2-b718-cab6123db16d", "name": "network-vif-plugged", "status": "completed", "tag": "1508ac1c-9b5d-4c1b-8a04-8901ffeae8f7", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:08:55.592217 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-37d94f20-847b-4a48-8a34-c421eaf40d87 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:08:55.592217 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebfc3dac-a424-46b2-b718-cab6123db16d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1508ac1c-9b5d-4c1b-8a04-8901ffeae8f7', 'code': 200} Jul 15 23:08:55.672176 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:55.751000 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 58031bb6-e328-42ef-a4eb-d60400499716, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=58031bb6-e328-42ef-a4eb-d60400499716,segment=NetworkSegment(3821a0b2-3164-41fa-92ac-fc5f13dae41d),segment_id=3821a0b2-3164-41fa-92ac-fc5f13dae41d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:55.757310 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:55.758492 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device f70b3596-455f-49a0-8908-a104df34e5c9 up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:55.907267 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e7cd779c-219d-4a73-ae31-9026ab39f69d req-0b4b44a7-b79f-4f3f-bcb6-56f8dbf0ecea tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=530cb3cd-0851-4fc8-b790-2e99ac2edf18 HTTP/1.1" status: 200 len: 210 time: 0.0731442 Jul 15 23:08:55.960480 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port f70b3596-455f-49a0-8908-a104df34e5c9 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:55.986828 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port f70b3596-455f-49a0-8908-a104df34e5c9 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:55.992313 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:56.092134 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=58031bb6-e328-42ef-a4eb-d60400499716,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:56.186753 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0be7775-9c8b-457b-8043-cd012d8c093b req-121c63fd-caeb-4fff-a50e-d6084829a896 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:56.193605 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a0be7775-9c8b-457b-8043-cd012d8c093b req-121c63fd-caeb-4fff-a50e-d6084829a896 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.41 "GET /v2.0/networks?id=f037b993-4149-40e0-a687-25986d720de6 HTTP/1.1" status: 200 len: 808 time: 0.3514297 Jul 15 23:08:56.219666 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-a0be7775-9c8b-457b-8043-cd012d8c093b req-420ad9a5-1e08-40bc-b57b-0cb7ca71748a tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Request body: {'port': {'device_id': '530cb3cd-0851-4fc8-b790-2e99ac2edf18', 'network_id': 'f037b993-4149-40e0-a687-25986d720de6', 'admin_state_up': True, 'tenant_id': '680eb147007347d0b28b90eaf34e5f6f'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:56.279762 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:56.423049 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port f70b3596-455f-49a0-8908-a104df34e5c9, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=f70b3596-455f-49a0-8908-a104df34e5c9,segment=NetworkSegment(3821a0b2-3164-41fa-92ac-fc5f13dae41d),segment_id=3821a0b2-3164-41fa-92ac-fc5f13dae41d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:56.431855 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:56.433219 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 7d743366-2938-4e94-bd00-f6544b7422ae up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:08:56.545998 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f254b37-3ee0-4b5c-bd82-8512635a736c req-e368467b-7439-46cb-945b-f3230fc11e79 tempest-MigrationsAdminTest-795065050 tempest-MigrationsAdminTest-795065050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:56.556377 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8f254b37-3ee0-4b5c-bd82-8512635a736c req-e368467b-7439-46cb-945b-f3230fc11e79 tempest-MigrationsAdminTest-795065050 tempest-MigrationsAdminTest-795065050-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=2bd4a465-5715-42eb-b661-ed856e129d86 HTTP/1.1" status: 200 len: 1099 time: 0.3118885 Jul 15 23:08:56.630603 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0be7775-9c8b-457b-8043-cd012d8c093b req-420ad9a5-1e08-40bc-b57b-0cb7ca71748a tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Made reservation on behalf of 680eb147007347d0b28b90eaf34e5f6f for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:08:56.637466 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a0be7775-9c8b-457b-8043-cd012d8c093b req-420ad9a5-1e08-40bc-b57b-0cb7ca71748a tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:56.708057 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8f254b37-3ee0-4b5c-bd82-8512635a736c req-96244073-0081-49d7-ba7f-cd166ea3af3e tempest-MigrationsAdminTest-795065050 tempest-MigrationsAdminTest-795065050-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346846 Jul 15 23:08:56.939178 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=f70b3596-455f-49a0-8908-a104df34e5c9,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:57.014200 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port 7d743366-2938-4e94-bd00-f6544b7422ae completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:08:57.024489 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port 7d743366-2938-4e94-bd00-f6544b7422ae triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:08:57.024959 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:57.076906 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-a0be7775-9c8b-457b-8043-cd012d8c093b req-420ad9a5-1e08-40bc-b57b-0cb7ca71748a tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Allocated IP 172.20.0.7 (f037b993-4149-40e0-a687-25986d720de6/b89a129e-9de5-4301-b344-10ab05e9feea/bf986a0f-e761-42ed-a014-2c3b352b699e) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:08:57.265753 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:57.346003 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 7d743366-2938-4e94-bd00-f6544b7422ae, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=7d743366-2938-4e94-bd00-f6544b7422ae,segment=NetworkSegment(5e9c24ff-51aa-41c3-9d89-a1958611c8be),segment_id=5e9c24ff-51aa-41c3-9d89-a1958611c8be)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:08:57.360343 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:57.458408 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a0be7775-9c8b-457b-8043-cd012d8c093b req-420ad9a5-1e08-40bc-b57b-0cb7ca71748a tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:57.529718 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=7d743366-2938-4e94-bd00-f6544b7422ae,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:57.588169 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a0be7775-9c8b-457b-8043-cd012d8c093b req-420ad9a5-1e08-40bc-b57b-0cb7ca71748a tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:57.589370 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebfc3dac-a424-46b2-b718-cab6123db16d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53ab0b58-461d-46ab-8d7f-99872f64bbc2'}, {'server_uuid': 'ebfc3dac-a424-46b2-b718-cab6123db16d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e6346b3-f308-4702-a019-e0418adeb56d'}, {'server_uuid': 'ebfc3dac-a424-46b2-b718-cab6123db16d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc89a090-5ba9-4fa7-b1e7-6edd9443bf5d'}, {'server_uuid': 'ebfc3dac-a424-46b2-b718-cab6123db16d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58031bb6-e328-42ef-a4eb-d60400499716'}, {'server_uuid': 'ebfc3dac-a424-46b2-b718-cab6123db16d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f70b3596-455f-49a0-8908-a104df34e5c9'}, {'server_uuid': 'ebfc3dac-a424-46b2-b718-cab6123db16d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d743366-2938-4e94-bd00-f6544b7422ae'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:08:57.593432 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2484b2df-a92d-45c0-ade3-60fbc969a183" -d '{"events": [{"server_uuid": "ebfc3dac-a424-46b2-b718-cab6123db16d", "name": "network-vif-plugged", "status": "completed", "tag": "53ab0b58-461d-46ab-8d7f-99872f64bbc2"}, {"server_uuid": "ebfc3dac-a424-46b2-b718-cab6123db16d", "name": "network-vif-plugged", "status": "completed", "tag": "5e6346b3-f308-4702-a019-e0418adeb56d"}, {"server_uuid": "ebfc3dac-a424-46b2-b718-cab6123db16d", "name": "network-vif-plugged", "status": "completed", "tag": "bc89a090-5ba9-4fa7-b1e7-6edd9443bf5d"}, {"server_uuid": "ebfc3dac-a424-46b2-b718-cab6123db16d", "name": "network-vif-plugged", "status": "completed", "tag": "58031bb6-e328-42ef-a4eb-d60400499716"}, {"server_uuid": "ebfc3dac-a424-46b2-b718-cab6123db16d", "name": "network-vif-plugged", "status": "completed", "tag": "f70b3596-455f-49a0-8908-a104df34e5c9"}, {"server_uuid": "ebfc3dac-a424-46b2-b718-cab6123db16d", "name": "network-vif-plugged", "status": "completed", "tag": "7d743366-2938-4e94-bd00-f6544b7422ae"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:08:57.634829 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['74e17b73-3fe4-4f88-802a-610d4f522b58'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:08:57.891273 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0be7775-9c8b-457b-8043-cd012d8c093b req-420ad9a5-1e08-40bc-b57b-0cb7ca71748a tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Network f037b993-4149-40e0-a687-25986d720de6 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:08:57.903488 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-a0be7775-9c8b-457b-8043-cd012d8c093b req-420ad9a5-1e08-40bc-b57b-0cb7ca71748a tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:08:57.918462 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420ad9a5-1e08-40bc-b57b-0cb7ca71748a tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Pushing event updated for resources: {'Port': ['ID=bf986a0f-e761-42ed-a014-2c3b352b699e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:08:57.924009 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0be7775-9c8b-457b-8043-cd012d8c093b req-420ad9a5-1e08-40bc-b57b-0cb7ca71748a tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:08:58.017868 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0be7775-9c8b-457b-8043-cd012d8c093b req-420ad9a5-1e08-40bc-b57b-0cb7ca71748a tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:58.018983 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a0be7775-9c8b-457b-8043-cd012d8c093b req-420ad9a5-1e08-40bc-b57b-0cb7ca71748a tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:58.042807 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef249bac-05ff-4705-af8e-a4ff6f62b447 req-9a81ffb0-9e49-4642-a4cb-1fae8da47c33 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:58.053158 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef249bac-05ff-4705-af8e-a4ff6f62b447 req-9a81ffb0-9e49-4642-a4cb-1fae8da47c33 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:58.066585 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef249bac-05ff-4705-af8e-a4ff6f62b447 req-9a81ffb0-9e49-4642-a4cb-1fae8da47c33 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:58.075733 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef249bac-05ff-4705-af8e-a4ff6f62b447 req-9a81ffb0-9e49-4642-a4cb-1fae8da47c33 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:58.083412 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef249bac-05ff-4705-af8e-a4ff6f62b447 req-9a81ffb0-9e49-4642-a4cb-1fae8da47c33 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:58.094177 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef249bac-05ff-4705-af8e-a4ff6f62b447 req-9a81ffb0-9e49-4642-a4cb-1fae8da47c33 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:58.103049 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef249bac-05ff-4705-af8e-a4ff6f62b447 req-9a81ffb0-9e49-4642-a4cb-1fae8da47c33 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:08:58.113303 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ef249bac-05ff-4705-af8e-a4ff6f62b447 req-9a81ffb0-9e49-4642-a4cb-1fae8da47c33 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 5444 time: 0.5109150 Jul 15 23:08:58.146470 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a0be7775-9c8b-457b-8043-cd012d8c093b req-420ad9a5-1e08-40bc-b57b-0cb7ca71748a tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9367099 Jul 15 23:08:58.185393 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-a0be7775-9c8b-457b-8043-cd012d8c093b req-12c175aa-b231-4160-bf68-bb2970e34dfc service neutron] Request body: {'port': {'device_id': '530cb3cd-0851-4fc8-b790-2e99ac2edf18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:08:58.335297 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ef249bac-05ff-4705-af8e-a4ff6f62b447 req-12b42614-9405-4c30-89a1-9cf502c5f0a4 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/security-groups?id=fde6291d-0085-4461-bff2-f84f9cfdb496&id=3034f104-295d-4ae9-983e-a750e439037a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2198031 Jul 15 23:08:58.576369 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a0be7775-9c8b-457b-8043-cd012d8c093b req-12c175aa-b231-4160-bf68-bb2970e34dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:59.506038 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5db65ea2-c882-48ff-a990-3114ff3a7d3b req-0e563d1c-7d0b-41c4-81cc-1aac78821923 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2bd4a465-5715-42eb-b661-ed856e129d86&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2081733 Jul 15 23:08:59.636700 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-a0be7775-9c8b-457b-8043-cd012d8c093b req-12c175aa-b231-4160-bf68-bb2970e34dfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf986a0f-e761-42ed-a014-2c3b352b699e {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:08:59.669062 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a0be7775-9c8b-457b-8043-cd012d8c093b req-12c175aa-b231-4160-bf68-bb2970e34dfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:59.713261 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-a0be7775-9c8b-457b-8043-cd012d8c093b req-12c175aa-b231-4160-bf68-bb2970e34dfc service neutron] Transition to ACTIVE for port object bf986a0f-e761-42ed-a014-2c3b352b699e will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:08:59.726069 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a0be7775-9c8b-457b-8043-cd012d8c093b req-12c175aa-b231-4160-bf68-bb2970e34dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:08:59.988072 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c175aa-b231-4160-bf68-bb2970e34dfc service neutron] Pushing event updated for resources: {'Port': ['ID=bf986a0f-e761-42ed-a014-2c3b352b699e,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:00.237765 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-a0be7775-9c8b-457b-8043-cd012d8c093b req-12c175aa-b231-4160-bf68-bb2970e34dfc service neutron] Attempting to bind port bf986a0f-e761-42ed-a014-2c3b352b699e on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:09:00.238680 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-a0be7775-9c8b-457b-8043-cd012d8c093b req-12c175aa-b231-4160-bf68-bb2970e34dfc service neutron] Attempting to bind port bf986a0f-e761-42ed-a014-2c3b352b699e by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '2a783e67-ba53-4ea9-9bee-afb3f3217392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f037b993-4149-40e0-a687-25986d720de6'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:09:00.238680 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0be7775-9c8b-457b-8043-cd012d8c093b req-12c175aa-b231-4160-bf68-bb2970e34dfc service neutron] Attempting to bind port bf986a0f-e761-42ed-a014-2c3b352b699e on network f037b993-4149-40e0-a687-25986d720de6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:09:00.281478 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931e42c0-2870-4951-aec5-29d1a736844c req-3a967351-83d2-475f-a09a-a9cd288b5aa0 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:00.294252 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-931e42c0-2870-4951-aec5-29d1a736844c req-3a967351-83d2-475f-a09a-a9cd288b5aa0 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=530cb3cd-0851-4fc8-b790-2e99ac2edf18 HTTP/1.1" status: 200 len: 943 time: 0.5714393 Jul 15 23:09:00.297992 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0be7775-9c8b-457b-8043-cd012d8c093b req-12c175aa-b231-4160-bf68-bb2970e34dfc service neutron] Port bf986a0f-e761-42ed-a014-2c3b352b699e on network f037b993-4149-40e0-a687-25986d720de6 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:09:00.298534 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0be7775-9c8b-457b-8043-cd012d8c093b req-12c175aa-b231-4160-bf68-bb2970e34dfc service neutron] Attempting to bind port bf986a0f-e761-42ed-a014-2c3b352b699e on network f037b993-4149-40e0-a687-25986d720de6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:09:00.365194 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0be7775-9c8b-457b-8043-cd012d8c093b req-12c175aa-b231-4160-bf68-bb2970e34dfc service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:09:00.365534 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0be7775-9c8b-457b-8043-cd012d8c093b req-12c175aa-b231-4160-bf68-bb2970e34dfc service neutron] Checking segment: {'id': '2a783e67-ba53-4ea9-9bee-afb3f3217392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f037b993-4149-40e0-a687-25986d720de6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:09:00.378559 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0be7775-9c8b-457b-8043-cd012d8c093b req-12c175aa-b231-4160-bf68-bb2970e34dfc service neutron] Bound using segment: {'id': '2a783e67-ba53-4ea9-9bee-afb3f3217392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f037b993-4149-40e0-a687-25986d720de6'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:09:00.379044 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-a0be7775-9c8b-457b-8043-cd012d8c093b req-12c175aa-b231-4160-bf68-bb2970e34dfc service neutron] Bound port: bf986a0f-e761-42ed-a014-2c3b352b699e, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a783e67-ba53-4ea9-9bee-afb3f3217392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f037b993-4149-40e0-a687-25986d720de6'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:09:00.379412 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a0be7775-9c8b-457b-8043-cd012d8c093b req-12c175aa-b231-4160-bf68-bb2970e34dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:00.447422 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-931e42c0-2870-4951-aec5-29d1a736844c req-661061a2-92bb-4e1e-94ca-28cf6daed925 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519241 Jul 15 23:09:00.550134 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-a0be7775-9c8b-457b-8043-cd012d8c093b req-12c175aa-b231-4160-bf68-bb2970e34dfc service neutron] For port bf986a0f-e761-42ed-a014-2c3b352b699e, host n-h2-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:09:00.556727 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-a0be7775-9c8b-457b-8043-cd012d8c093b req-12c175aa-b231-4160-bf68-bb2970e34dfc service neutron] For port bf986a0f-e761-42ed-a014-2c3b352b699e, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=bf986a0f-e761-42ed-a014-2c3b352b699e,segment=NetworkSegment(2a783e67-ba53-4ea9-9bee-afb3f3217392),segment_id=2a783e67-ba53-4ea9-9bee-afb3f3217392)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:09:00.568432 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a0be7775-9c8b-457b-8043-cd012d8c093b req-12c175aa-b231-4160-bf68-bb2970e34dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:00.608278 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0be7775-9c8b-457b-8043-cd012d8c093b req-12c175aa-b231-4160-bf68-bb2970e34dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:00.609397 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a0be7775-9c8b-457b-8043-cd012d8c093b req-12c175aa-b231-4160-bf68-bb2970e34dfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:00.612022 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a0be7775-9c8b-457b-8043-cd012d8c093b req-12c175aa-b231-4160-bf68-bb2970e34dfc service neutron] 10.222.0.41 "PUT /v2.0/ports/bf986a0f-e761-42ed-a014-2c3b352b699e HTTP/1.1" status: 200 len: 1091 time: 2.4424706 Jul 15 23:09:00.709975 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bdb06c71-19dc-4075-90ac-b98d08025790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:00.731097 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '530cb3cd-0851-4fc8-b790-2e99ac2edf18', 'tag': 'bf986a0f-e761-42ed-a014-2c3b352b699e'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:09:00.735206 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a2658c-82ea-4444-acd1-e6f11120aef8" -d '{"events": [{"name": "network-changed", "server_uuid": "530cb3cd-0851-4fc8-b790-2e99ac2edf18", "tag": "bf986a0f-e761-42ed-a014-2c3b352b699e"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:09:00.764314 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Thu, 15 Jul 2021 23:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8c9e65-2d03-41c2-8fa4-92c78403db6b x-openstack-request-id: req-ad8c9e65-2d03-41c2-8fa4-92c78403db6b {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:09:00.764896 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebfc3dac-a424-46b2-b718-cab6123db16d", "name": "network-vif-plugged", "status": "completed", "tag": "53ab0b58-461d-46ab-8d7f-99872f64bbc2", "code": 200}, {"server_uuid": "ebfc3dac-a424-46b2-b718-cab6123db16d", "name": "network-vif-plugged", "status": "completed", "tag": "5e6346b3-f308-4702-a019-e0418adeb56d", "code": 200}, {"server_uuid": "ebfc3dac-a424-46b2-b718-cab6123db16d", "name": "network-vif-plugged", "status": "completed", "tag": "bc89a090-5ba9-4fa7-b1e7-6edd9443bf5d", "code": 200}, {"server_uuid": "ebfc3dac-a424-46b2-b718-cab6123db16d", "name": "network-vif-plugged", "status": "completed", "tag": "58031bb6-e328-42ef-a4eb-d60400499716", "code": 200}, {"server_uuid": "ebfc3dac-a424-46b2-b718-cab6123db16d", "name": "network-vif-plugged", "status": "completed", "tag": "f70b3596-455f-49a0-8908-a104df34e5c9", "code": 200}, {"server_uuid": "ebfc3dac-a424-46b2-b718-cab6123db16d", "name": "network-vif-plugged", "status": "completed", "tag": "7d743366-2938-4e94-bd00-f6544b7422ae", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:09:00.765417 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ad8c9e65-2d03-41c2-8fa4-92c78403db6b {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:09:00.766068 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebfc3dac-a424-46b2-b718-cab6123db16d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53ab0b58-461d-46ab-8d7f-99872f64bbc2', 'code': 200} Jul 15 23:09:00.766841 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebfc3dac-a424-46b2-b718-cab6123db16d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e6346b3-f308-4702-a019-e0418adeb56d', 'code': 200} Jul 15 23:09:00.767381 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebfc3dac-a424-46b2-b718-cab6123db16d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc89a090-5ba9-4fa7-b1e7-6edd9443bf5d', 'code': 200} Jul 15 23:09:00.767883 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebfc3dac-a424-46b2-b718-cab6123db16d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58031bb6-e328-42ef-a4eb-d60400499716', 'code': 200} Jul 15 23:09:00.768350 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebfc3dac-a424-46b2-b718-cab6123db16d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f70b3596-455f-49a0-8908-a104df34e5c9', 'code': 200} Jul 15 23:09:00.768847 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebfc3dac-a424-46b2-b718-cab6123db16d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d743366-2938-4e94-bd00-f6544b7422ae', 'code': 200} Jul 15 23:09:00.825263 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c175aa-b231-4160-bf68-bb2970e34dfc service neutron] Pushing event updated for resources: {'Port': ['ID=bf986a0f-e761-42ed-a014-2c3b352b699e,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:00.901041 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0be7775-9c8b-457b-8043-cd012d8c093b req-93d36c18-6e5b-4f0b-a5ab-4af7349cad77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:00.902994 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a0be7775-9c8b-457b-8043-cd012d8c093b req-93d36c18-6e5b-4f0b-a5ab-4af7349cad77 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=680eb147007347d0b28b90eaf34e5f6f&device_id=530cb3cd-0851-4fc8-b790-2e99ac2edf18 HTTP/1.1" status: 200 len: 1094 time: 0.1613162 Jul 15 23:09:01.072651 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a0be7775-9c8b-457b-8043-cd012d8c093b req-51a8cf96-f92d-4198-be24-cebfb5b32f75 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf986a0f-e761-42ed-a014-2c3b352b699e HTTP/1.1" status: 200 len: 217 time: 0.1465435 Jul 15 23:09:01.143071 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0be7775-9c8b-457b-8043-cd012d8c093b req-fe3d90c6-44ba-451e-ba83-b4204c4ece86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:01.145460 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a0be7775-9c8b-457b-8043-cd012d8c093b req-fe3d90c6-44ba-451e-ba83-b4204c4ece86 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b89a129e-9de5-4301-b344-10ab05e9feea HTTP/1.1" status: 200 len: 848 time: 0.0735397 Jul 15 23:09:01.243495 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a0be7775-9c8b-457b-8043-cd012d8c093b req-4e3afbd2-f175-47af-b2c0-b02250529121 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f037b993-4149-40e0-a687-25986d720de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0900426 Jul 15 23:09:01.250603 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e9c22-3b97-457c-9430-8c870f8ca8e8 req-3f66b769-f58c-4fa8-903b-1e949333ea87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:01.251898 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e9c22-3b97-457c-9430-8c870f8ca8e8 req-3f66b769-f58c-4fa8-903b-1e949333ea87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:01.252807 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e9c22-3b97-457c-9430-8c870f8ca8e8 req-3f66b769-f58c-4fa8-903b-1e949333ea87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:01.253615 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e9c22-3b97-457c-9430-8c870f8ca8e8 req-3f66b769-f58c-4fa8-903b-1e949333ea87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:01.254288 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e9c22-3b97-457c-9430-8c870f8ca8e8 req-3f66b769-f58c-4fa8-903b-1e949333ea87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:01.254958 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e9c22-3b97-457c-9430-8c870f8ca8e8 req-3f66b769-f58c-4fa8-903b-1e949333ea87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:01.255660 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e9c22-3b97-457c-9430-8c870f8ca8e8 req-3f66b769-f58c-4fa8-903b-1e949333ea87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:01.258813 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-602e9c22-3b97-457c-9430-8c870f8ca8e8 req-3f66b769-f58c-4fa8-903b-1e949333ea87 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 6501 time: 0.2131848 Jul 15 23:09:01.303266 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-602e9c22-3b97-457c-9430-8c870f8ca8e8 req-2e3c54f8-283d-4cc2-807f-bc6c97021dee service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3034f104-295d-4ae9-983e-a750e439037a&id=fde6291d-0085-4461-bff2-f84f9cfdb496&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352437 Jul 15 23:09:01.517203 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a0be7775-9c8b-457b-8043-cd012d8c093b req-ddb65402-20e7-48d8-9903-0b011e5095df service neutron] 10.222.0.41 "GET /v2.0/networks/f037b993-4149-40e0-a687-25986d720de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668808 Jul 15 23:09:01.569350 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71d107-dd06-4520-8b22-1a42f0bf5ce0 req-26eb454c-6c82-4535-8e79-fc2622dd9e29 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:01.570961 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3f71d107-dd06-4520-8b22-1a42f0bf5ce0 req-26eb454c-6c82-4535-8e79-fc2622dd9e29 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=2bd4a465-5715-42eb-b661-ed856e129d86 HTTP/1.1" status: 200 len: 948 time: 0.2011471 Jul 15 23:09:01.588321 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478d3927-9a49-489b-bb29-3503fed53c1f req-c32e742d-4239-45cd-a373-e51915e68a9c tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:01.594621 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478d3927-9a49-489b-bb29-3503fed53c1f req-c32e742d-4239-45cd-a373-e51915e68a9c tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:01.602310 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478d3927-9a49-489b-bb29-3503fed53c1f req-c32e742d-4239-45cd-a373-e51915e68a9c tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:01.608923 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478d3927-9a49-489b-bb29-3503fed53c1f req-c32e742d-4239-45cd-a373-e51915e68a9c tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:01.615103 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478d3927-9a49-489b-bb29-3503fed53c1f req-c32e742d-4239-45cd-a373-e51915e68a9c tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:01.621783 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478d3927-9a49-489b-bb29-3503fed53c1f req-c32e742d-4239-45cd-a373-e51915e68a9c tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:01.628416 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478d3927-9a49-489b-bb29-3503fed53c1f req-c32e742d-4239-45cd-a373-e51915e68a9c tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:01.636598 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-478d3927-9a49-489b-bb29-3503fed53c1f req-c32e742d-4239-45cd-a373-e51915e68a9c tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 5444 time: 0.2653735 Jul 15 23:09:01.865796 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-478d3927-9a49-489b-bb29-3503fed53c1f req-0c345bd8-3f29-4fb9-8715-10d41449765a tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/security-groups?id=fde6291d-0085-4461-bff2-f84f9cfdb496&id=3034f104-295d-4ae9-983e-a750e439037a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2282479 Jul 15 23:09:01.897832 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3f71d107-dd06-4520-8b22-1a42f0bf5ce0 req-73ed46d2-7394-4953-ac01-c835879ed972 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170224 Jul 15 23:09:01.901011 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a0be7775-9c8b-457b-8043-cd012d8c093b req-aade179c-8804-4a50-8821-a11405402242 service neutron] 10.222.0.41 "GET /v2.0/networks/f037b993-4149-40e0-a687-25986d720de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565677 Jul 15 23:09:01.987771 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54738) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:02.102486 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc15ebd7-0270-4380-b2ac-bff23b509874 x-openstack-request-id: req-fc15ebd7-0270-4380-b2ac-bff23b509874 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:09:02.103123 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "530cb3cd-0851-4fc8-b790-2e99ac2edf18", "tag": "bf986a0f-e761-42ed-a014-2c3b352b699e", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:09:02.104220 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fc15ebd7-0270-4380-b2ac-bff23b509874 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:09:02.105004 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '530cb3cd-0851-4fc8-b790-2e99ac2edf18', 'tag': 'bf986a0f-e761-42ed-a014-2c3b352b699e', 'status': 'completed', 'code': 200} Jul 15 23:09:02.124555 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-efa78ed1-5dd4-4f13-9195-4c4594ca9453 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:02.316822 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-efa78ed1-5dd4-4f13-9195-4c4594ca9453 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:02.442540 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a2658c-82ea-4444-acd1-e6f11120aef8 req-a3dd0128-f31c-442b-ab5f-ce0519978e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:02.445024 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f0a2658c-82ea-4444-acd1-e6f11120aef8 req-a3dd0128-f31c-442b-ab5f-ce0519978e46 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=680eb147007347d0b28b90eaf34e5f6f&device_id=530cb3cd-0851-4fc8-b790-2e99ac2edf18 HTTP/1.1" status: 200 len: 1094 time: 0.2761855 Jul 15 23:09:02.497390 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-efa78ed1-5dd4-4f13-9195-4c4594ca9453 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:02.502113 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-efa78ed1-5dd4-4f13-9195-4c4594ca9453 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:02.504057 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-efa78ed1-5dd4-4f13-9195-4c4594ca9453 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] 10.222.0.48 "DELETE /v2.0/security-groups/a217bd2c-98fe-4a70-96ed-f585468603cd HTTP/1.1" status: 204 len: 168 time: 0.5146918 Jul 15 23:09:02.506738 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54756) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:02.530553 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [None req-c56d1bc5-c871-4da6-b8eb-becd62d2e458 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] show failed (client error): The resource could not be found. Jul 15 23:09:02.534987 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c56d1bc5-c871-4da6-b8eb-becd62d2e458 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] 10.222.0.48 "GET /v2.0/security-groups/a217bd2c-98fe-4a70-96ed-f585468603cd HTTP/1.1" status: 404 len: 347 time: 0.0265076 Jul 15 23:09:02.535842 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54758) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:02.586257 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa78ed1-5dd4-4f13-9195-4c4594ca9453 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a217bd2c-98fe-4a70-96ed-f585468603cd,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:02.621643 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831689f2-129f-497f-9ae1-001e05bf7877 req-17533895-e357-4d98-956d-7ffd2c09c75f tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:02.629582 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-831689f2-129f-497f-9ae1-001e05bf7877 req-17533895-e357-4d98-956d-7ffd2c09c75f tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=530cb3cd-0851-4fc8-b790-2e99ac2edf18 HTTP/1.1" status: 200 len: 943 time: 0.2432609 Jul 15 23:09:02.831989 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-a735d641-6e6e-46c8-8ffa-62d30b080d93 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Deleting port 44ea50ab-aacd-49d4-b6c4-c27633fefacf {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:09:02.832366 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a735d641-6e6e-46c8-8ffa-62d30b080d93 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:02.848755 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a2658c-82ea-4444-acd1-e6f11120aef8 req-5dc7d9d5-7f64-4fcf-9f6c-7d6e1f6d9282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:02.851439 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f0a2658c-82ea-4444-acd1-e6f11120aef8 req-5dc7d9d5-7f64-4fcf-9f6c-7d6e1f6d9282 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f037b993-4149-40e0-a687-25986d720de6 HTTP/1.1" status: 200 len: 909 time: 0.3583300 Jul 15 23:09:02.888643 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-831689f2-129f-497f-9ae1-001e05bf7877 req-cf054c87-020e-4aa3-b6fc-d2cc20c9d1af tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567923 Jul 15 23:09:02.955625 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a735d641-6e6e-46c8-8ffa-62d30b080d93 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:02.956168 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a735d641-6e6e-46c8-8ffa-62d30b080d93 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:02.992783 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-a735d641-6e6e-46c8-8ffa-62d30b080d93 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Calling delete_port for 44ea50ab-aacd-49d4-b6c4-c27633fefacf owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:09:03.069335 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f0a2658c-82ea-4444-acd1-e6f11120aef8 req-d71abb7a-8462-47be-ac23-d7feb663a1c8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf986a0f-e761-42ed-a014-2c3b352b699e HTTP/1.1" status: 200 len: 217 time: 0.1189625 Jul 15 23:09:03.166376 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a735d641-6e6e-46c8-8ffa-62d30b080d93 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:03.202119 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4d47cd48-7fb8-43e8-ba28-5666789d8fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:03.244364 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a735d641-6e6e-46c8-8ffa-62d30b080d93 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Pushing event deleted for resources: {'Port': ['ID=44ea50ab-aacd-49d4-b6c4-c27633fefacf,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:03.250032 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a2658c-82ea-4444-acd1-e6f11120aef8 req-e5f337ef-fd3a-45a3-926a-95a58442d73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:03.251841 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f0a2658c-82ea-4444-acd1-e6f11120aef8 req-e5f337ef-fd3a-45a3-926a-95a58442d73d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b89a129e-9de5-4301-b344-10ab05e9feea HTTP/1.1" status: 200 len: 848 time: 0.1761024 Jul 15 23:09:03.314255 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db65ea2-c882-48ff-a990-3114ff3a7d3b req-32d51578-0d7d-445c-b50d-5eb84e82195f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:03.315098 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:03.318636 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5db65ea2-c882-48ff-a990-3114ff3a7d3b req-32d51578-0d7d-445c-b50d-5eb84e82195f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=943e0e7be5644005a591d26197ee19f5&device_id=2bd4a465-5715-42eb-b661-ed856e129d86 HTTP/1.1" status: 200 len: 1099 time: 0.4609728 Jul 15 23:09:03.322895 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f0a2658c-82ea-4444-acd1-e6f11120aef8 req-1fa1498b-e02c-4843-abf9-0a94468c0bc9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f037b993-4149-40e0-a687-25986d720de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561068 Jul 15 23:09:03.408177 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a735d641-6e6e-46c8-8ffa-62d30b080d93 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:03.411712 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a735d641-6e6e-46c8-8ffa-62d30b080d93 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:03.414012 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a735d641-6e6e-46c8-8ffa-62d30b080d93 tempest-ServersWithSpecificFlavorTestJSON-1544669016 tempest-ServersWithSpecificFlavorTestJSON-1544669016-project] 10.222.0.48 "DELETE /v2.0/floatingips/13a6c9f5-842a-48a5-8b8a-539f90c2604c HTTP/1.1" status: 204 len: 168 time: 0.8769348 Jul 15 23:09:03.531746 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33188b-28ab-409f-9b7c-3e8f5573405b req-ae00ab0f-0a78-46b5-9e75-8c566097006a tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:03.533212 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3c33188b-28ab-409f-9b7c-3e8f5573405b req-ae00ab0f-0a78-46b5-9e75-8c566097006a tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2ece2eb-311e-4a52-854b-af209267fa52 HTTP/1.1" status: 200 len: 950 time: 0.3806503 Jul 15 23:09:03.607364 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f0a2658c-82ea-4444-acd1-e6f11120aef8 req-418690bb-e1f4-41ca-9d34-952329849827 service neutron] 10.222.0.41 "GET /v2.0/networks/f037b993-4149-40e0-a687-25986d720de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709258 Jul 15 23:09:03.698933 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db65ea2-c882-48ff-a990-3114ff3a7d3b req-97af321b-790a-498f-bd90-e602afcb8074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:03.700697 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5db65ea2-c882-48ff-a990-3114ff3a7d3b req-97af321b-790a-498f-bd90-e602afcb8074 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5d412861-bef3-4cc1-ae9f-87a6a36753c0 HTTP/1.1" status: 200 len: 870 time: 0.3741088 Jul 15 23:09:03.703857 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3c33188b-28ab-409f-9b7c-3e8f5573405b req-77058ae4-2675-4cf0-a7dd-93196cc55af7 tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dc6d28b-4398-455c-8f3a-13bc6000f850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354632 Jul 15 23:09:03.803479 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff7632-b1d8-4081-9d41-99579dd0a923 req-61645222-2a89-456e-aa71-36be0ca18a2e tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:03.814824 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff7632-b1d8-4081-9d41-99579dd0a923 req-61645222-2a89-456e-aa71-36be0ca18a2e tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:03.823453 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff7632-b1d8-4081-9d41-99579dd0a923 req-61645222-2a89-456e-aa71-36be0ca18a2e tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:03.838965 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff7632-b1d8-4081-9d41-99579dd0a923 req-61645222-2a89-456e-aa71-36be0ca18a2e tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:03.853563 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff7632-b1d8-4081-9d41-99579dd0a923 req-61645222-2a89-456e-aa71-36be0ca18a2e tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:03.863002 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff7632-b1d8-4081-9d41-99579dd0a923 req-61645222-2a89-456e-aa71-36be0ca18a2e tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:03.875679 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff7632-b1d8-4081-9d41-99579dd0a923 req-61645222-2a89-456e-aa71-36be0ca18a2e tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:03.882108 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b6ff7632-b1d8-4081-9d41-99579dd0a923 req-61645222-2a89-456e-aa71-36be0ca18a2e tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 5444 time: 0.4463155 Jul 15 23:09:03.894177 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5db65ea2-c882-48ff-a990-3114ff3a7d3b req-d6c9a498-8222-4628-ad32-7946ac6611b9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=3d35e3d9-cd81-4daf-8745-9a0471c1d420 HTTP/1.1" status: 200 len: 217 time: 0.1853855 Jul 15 23:09:03.955100 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f0a2658c-82ea-4444-acd1-e6f11120aef8 req-a5ca772c-f975-4e24-9594-a90bb0536ee9 service neutron] 10.222.0.41 "GET /v2.0/networks/f037b993-4149-40e0-a687-25986d720de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395987 Jul 15 23:09:04.060641 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b6ff7632-b1d8-4081-9d41-99579dd0a923 req-abc5ad9f-ed87-4012-9342-2b6770156813 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/security-groups?id=fde6291d-0085-4461-bff2-f84f9cfdb496&id=3034f104-295d-4ae9-983e-a750e439037a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1732965 Jul 15 23:09:04.071520 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db65ea2-c882-48ff-a990-3114ff3a7d3b req-7ed71755-5788-415a-b152-81d729c3885b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:04.073048 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5db65ea2-c882-48ff-a990-3114ff3a7d3b req-7ed71755-5788-415a-b152-81d729c3885b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.1674345 Jul 15 23:09:04.152748 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:04.163275 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ad872-e8ce-4b84-b25f-3884221d64f0 req-8be0094b-9bdb-4bb8-b024-b2e3c42d1aa3 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:04.165924 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-557ad872-e8ce-4b84-b25f-3884221d64f0 req-8be0094b-9bdb-4bb8-b024-b2e3c42d1aa3 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=2bd4a465-5715-42eb-b661-ed856e129d86 HTTP/1.1" status: 200 len: 948 time: 0.1867337 Jul 15 23:09:04.225682 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db65ea2-c882-48ff-a990-3114ff3a7d3b req-ea4dab6b-2ab4-4b08-9365-23f64f70f822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:04.227276 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5db65ea2-c882-48ff-a990-3114ff3a7d3b req-ea4dab6b-2ab4-4b08-9365-23f64f70f822 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1422112 Jul 15 23:09:04.238543 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-557ad872-e8ce-4b84-b25f-3884221d64f0 req-bc568adf-27b0-42a9-9861-d2823ec12aea tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618124 Jul 15 23:09:04.391524 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5db65ea2-c882-48ff-a990-3114ff3a7d3b req-0c8c4c2c-7e15-428f-aa58-efd1da62265c service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516964 Jul 15 23:09:04.554892 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5db65ea2-c882-48ff-a990-3114ff3a7d3b req-9d7149c7-0729-4ed9-b2d6-c097fa326e48 service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551521 Jul 15 23:09:04.629669 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 660e37f8-5759-40bf-8192-6bb4645d1c50 no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:09:04.812868 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:04.873745 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365f7281-74f8-4db3-8de0-1bb55ede1942 req-a37e8bae-0e14-4f88-bf63-3afd904a3faf tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:04.874585 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2ece2eb-311e-4a52-854b-af209267fa52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '660e37f8-5759-40bf-8192-6bb4645d1c50'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:09:04.877615 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-365f7281-74f8-4db3-8de0-1bb55ede1942 req-a37e8bae-0e14-4f88-bf63-3afd904a3faf tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=530cb3cd-0851-4fc8-b790-2e99ac2edf18 HTTP/1.1" status: 200 len: 943 time: 0.1898403 Jul 15 23:09:04.885586 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff038b6-8cd3-4273-b15f-523a2fb67248" -d '{"events": [{"server_uuid": "a2ece2eb-311e-4a52-854b-af209267fa52", "name": "network-vif-unplugged", "status": "completed", "tag": "660e37f8-5759-40bf-8192-6bb4645d1c50"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:09:04.901383 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 660e37f8-5759-40bf-8192-6bb4645d1c50, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=660e37f8-5759-40bf-8192-6bb4645d1c50,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:04.907385 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:04.968263 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-365f7281-74f8-4db3-8de0-1bb55ede1942 req-09201503-64ed-4371-a8ca-1d7d7d33e72d tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649500 Jul 15 23:09:04.987445 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=660e37f8-5759-40bf-8192-6bb4645d1c50,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:05.172357 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43fee5d0-e35f-45d3-8732-bbfeeceed7d4 x-openstack-request-id: req-43fee5d0-e35f-45d3-8732-bbfeeceed7d4 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:09:05.173142 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2ece2eb-311e-4a52-854b-af209267fa52", "name": "network-vif-unplugged", "status": "completed", "tag": "660e37f8-5759-40bf-8192-6bb4645d1c50", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:09:05.174534 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-43fee5d0-e35f-45d3-8732-bbfeeceed7d4 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:09:05.175792 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2ece2eb-311e-4a52-854b-af209267fa52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '660e37f8-5759-40bf-8192-6bb4645d1c50', 'code': 200} Jul 15 23:09:05.423312 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c75bc-6842-4c31-980a-004ef5c85f70 req-45f7a6d2-cd64-43be-8ef7-d5e753b82732 tempest-AttachSCSIVolumeTestJSON-152324139 tempest-AttachSCSIVolumeTestJSON-152324139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:05.426331 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ea2c75bc-6842-4c31-980a-004ef5c85f70 req-45f7a6d2-cd64-43be-8ef7-d5e753b82732 tempest-AttachSCSIVolumeTestJSON-152324139 tempest-AttachSCSIVolumeTestJSON-152324139-project] 10.222.0.48 "GET /v2.0/networks?id=664fa38c-79c6-41e0-8e32-194e09b9b2e3 HTTP/1.1" status: 200 len: 815 time: 0.2450523 Jul 15 23:09:05.458580 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ea2c75bc-6842-4c31-980a-004ef5c85f70 req-2a564c3e-b420-4af6-8721-577d4cefc13a tempest-AttachSCSIVolumeTestJSON-152324139 tempest-AttachSCSIVolumeTestJSON-152324139-project] 10.222.0.48 "GET /v2.0/quotas/b03dd4b5822b46719971bc6056341493 HTTP/1.1" status: 200 len: 375 time: 0.0172613 Jul 15 23:09:05.592499 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54836) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:05.624142 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ea2c75bc-6842-4c31-980a-004ef5c85f70 req-a89f0ca4-d5d1-42a0-906d-225c4d14fa43 tempest-AttachSCSIVolumeTestJSON-152324139 tempest-AttachSCSIVolumeTestJSON-152324139-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b03dd4b5822b46719971bc6056341493&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1585324 Jul 15 23:09:05.660455 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2ce6d-9fee-423b-8491-e16ed5393204 req-6b90f24c-1f73-4b82-a19d-c7c61b28a758 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:05.668718 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2ce6d-9fee-423b-8491-e16ed5393204 req-6b90f24c-1f73-4b82-a19d-c7c61b28a758 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:05.674787 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2ce6d-9fee-423b-8491-e16ed5393204 req-6b90f24c-1f73-4b82-a19d-c7c61b28a758 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:05.682193 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2ce6d-9fee-423b-8491-e16ed5393204 req-6b90f24c-1f73-4b82-a19d-c7c61b28a758 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:05.688613 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2ce6d-9fee-423b-8491-e16ed5393204 req-6b90f24c-1f73-4b82-a19d-c7c61b28a758 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:05.694938 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2ce6d-9fee-423b-8491-e16ed5393204 req-6b90f24c-1f73-4b82-a19d-c7c61b28a758 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:05.701024 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2ce6d-9fee-423b-8491-e16ed5393204 req-6b90f24c-1f73-4b82-a19d-c7c61b28a758 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:05.703043 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-10e2ce6d-9fee-423b-8491-e16ed5393204 req-6b90f24c-1f73-4b82-a19d-c7c61b28a758 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 5444 time: 0.2218776 Jul 15 23:09:05.728033 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88bf26ba-de79-43da-878b-c2740c0a1c36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:05.814336 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-10e2ce6d-9fee-423b-8491-e16ed5393204 req-d8cc9f97-f7ff-4ba0-a251-fc1784b85f48 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/security-groups?id=fde6291d-0085-4461-bff2-f84f9cfdb496&id=3034f104-295d-4ae9-983e-a750e439037a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1014280 Jul 15 23:09:05.844276 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ea2c75bc-6842-4c31-980a-004ef5c85f70 req-0b62e182-d18f-41a9-a02c-08d05628a3c5 service neutron] 10.222.0.48 "GET /v2.0/networks/664fa38c-79c6-41e0-8e32-194e09b9b2e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083180 Jul 15 23:09:05.916302 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88bf26ba-de79-43da-878b-c2740c0a1c36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:05.923118 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88bf26ba-de79-43da-878b-c2740c0a1c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:05.977730 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-88bf26ba-de79-43da-878b-c2740c0a1c36 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6d91db2159554271bbb1a68cd5dc0890&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3839853 Jul 15 23:09:05.978647 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bf26ba-de79-43da-878b-c2740c0a1c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf99ba7-ccf5-4d54-8aeb-57ccb44e06ba,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:05.982517 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54842) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:06.062191 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9e17a97b-5d47-4bde-b3f9-aef3efb5ae10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:06.112912 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9e17a97b-5d47-4bde-b3f9-aef3efb5ae10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:06.173650 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:06.185639 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9e17a97b-5d47-4bde-b3f9-aef3efb5ae10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:06.190974 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9e17a97b-5d47-4bde-b3f9-aef3efb5ae10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:06.195647 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-9e17a97b-5d47-4bde-b3f9-aef3efb5ae10 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bdf99ba7-ccf5-4d54-8aeb-57ccb44e06ba HTTP/1.1" status: 204 len: 168 time: 0.2106953 Jul 15 23:09:06.196975 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:09:06.206664 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e17a97b-5d47-4bde-b3f9-aef3efb5ae10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf99ba7-ccf5-4d54-8aeb-57ccb44e06ba,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:06.314719 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ea2c75bc-6842-4c31-980a-004ef5c85f70 req-cecfd9d6-5c36-4909-a26f-470b53c8e4b4 service neutron] 10.222.0.48 "GET /v2.0/networks/664fa38c-79c6-41e0-8e32-194e09b9b2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4594002 Jul 15 23:09:06.343860 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c3680c-f237-413a-aa28-76e04713fcba req-7d1f5c6b-fccc-4ebc-9e22-f6a349492bb7 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:06.345858 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-21c3680c-f237-413a-aa28-76e04713fcba req-7d1f5c6b-fccc-4ebc-9e22-f6a349492bb7 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=2bd4a465-5715-42eb-b661-ed856e129d86 HTTP/1.1" status: 200 len: 948 time: 0.3915038 Jul 15 23:09:06.397346 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-21c3680c-f237-413a-aa28-76e04713fcba req-0f0f66cb-924d-4fc2-b48e-99a6233b3df7 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416071 Jul 15 23:09:06.755683 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b0014a-fb05-43d1-948e-0841f88e3974 req-8e792226-d5dc-4401-9d94-a0e598fd831b tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:06.764042 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b0014a-fb05-43d1-948e-0841f88e3974 req-8e792226-d5dc-4401-9d94-a0e598fd831b tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:06.771401 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b0014a-fb05-43d1-948e-0841f88e3974 req-8e792226-d5dc-4401-9d94-a0e598fd831b tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:06.779630 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b0014a-fb05-43d1-948e-0841f88e3974 req-8e792226-d5dc-4401-9d94-a0e598fd831b tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:06.785790 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b0014a-fb05-43d1-948e-0841f88e3974 req-8e792226-d5dc-4401-9d94-a0e598fd831b tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:06.793593 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b0014a-fb05-43d1-948e-0841f88e3974 req-8e792226-d5dc-4401-9d94-a0e598fd831b tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:06.799198 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b0014a-fb05-43d1-948e-0841f88e3974 req-8e792226-d5dc-4401-9d94-a0e598fd831b tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:06.801753 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-78b0014a-fb05-43d1-948e-0841f88e3974 req-8e792226-d5dc-4401-9d94-a0e598fd831b tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 5444 time: 0.2043285 Jul 15 23:09:06.815264 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54868) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:06.821873 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b8b75641-d79f-4b07-841d-5724ad9f6b19 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Request body: {'floatingip': {'port_id': '7d743366-2938-4e94-bd00-f6544b7422ae'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:06.893001 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b8b75641-d79f-4b07-841d-5724ad9f6b19 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks [] for floatingip, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:06.941060 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-55aa0c89-3187-4481-a766-d1f817941fa8 req-765a3d7e-2f06-41d9-9ea6-e1c296215d4a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8b4b9a70-2b55-46f0-be18-c2bf97df8d72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2556763 Jul 15 23:09:07.082724 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1eefc6d5-ee9d-452f-b483-c5c4e57e25b6 req-d80b5608-52ad-4af2-8f8e-69963deaf1c5 tempest-AttachSCSIVolumeTestJSON-152324139 tempest-AttachSCSIVolumeTestJSON-152324139-project] 10.222.0.48 "GET /v2.0/ports?device_id=0755d4af-e13a-4356-8083-9e78f5beea87 HTTP/1.1" status: 200 len: 210 time: 0.0827618 Jul 15 23:09:07.104278 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1112fc5f-2c0b-4c0d-8654-136b21377ef8 req-75b8985d-4476-4b34-83a6-a76fcb3aedc3 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:07.111512 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1112fc5f-2c0b-4c0d-8654-136b21377ef8 req-75b8985d-4476-4b34-83a6-a76fcb3aedc3 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=530cb3cd-0851-4fc8-b790-2e99ac2edf18 HTTP/1.1" status: 200 len: 943 time: 0.2675750 Jul 15 23:09:07.184064 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1112fc5f-2c0b-4c0d-8654-136b21377ef8 req-f9ea445e-dbda-4918-8867-aa0570372f5b tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702584 Jul 15 23:09:07.224656 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa0c89-3187-4481-a766-d1f817941fa8 req-7cdf7ffe-9a1c-42ed-8456-e0677084fe23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:07.231973 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-55aa0c89-3187-4481-a766-d1f817941fa8 req-7cdf7ffe-9a1c-42ed-8456-e0677084fe23 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=680eb147007347d0b28b90eaf34e5f6f&device_id=8b4b9a70-2b55-46f0-be18-c2bf97df8d72 HTTP/1.1" status: 200 len: 1096 time: 0.2512164 Jul 15 23:09:07.492919 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa0c89-3187-4481-a766-d1f817941fa8 req-5a3531ed-0198-4d76-a39c-0cc4cd363fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:07.494939 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-55aa0c89-3187-4481-a766-d1f817941fa8 req-5a3531ed-0198-4d76-a39c-0cc4cd363fcb service neutron] 10.222.0.49 "GET /v2.0/networks?id=f037b993-4149-40e0-a687-25986d720de6 HTTP/1.1" status: 200 len: 909 time: 0.2205880 Jul 15 23:09:07.497270 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54894) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:07.622574 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-55aa0c89-3187-4481-a766-d1f817941fa8 req-95b02476-b651-4f47-82f8-d01e2a668f28 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f139e365-d173-4a38-84ed-c7dc88747f8e HTTP/1.1" status: 200 len: 217 time: 0.1040659 Jul 15 23:09:07.760670 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d0f0270d-f429-4037-b94f-c153ff029847 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-293556723-network', 'tenant_id': 'a7cec079ef0140c8b25961f6d92e6d8c'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:07.811829 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa0c89-3187-4481-a766-d1f817941fa8 req-d82f0d95-3185-453c-b2a4-56166a82fef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:07.813404 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-55aa0c89-3187-4481-a766-d1f817941fa8 req-d82f0d95-3185-453c-b2a4-56166a82fef8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b89a129e-9de5-4301-b344-10ab05e9feea HTTP/1.1" status: 200 len: 848 time: 0.1611936 Jul 15 23:09:07.827057 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f0270d-f429-4037-b94f-c153ff029847 admin admin] Made reservation on behalf of a7cec079ef0140c8b25961f6d92e6d8c for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:09:07.836723 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d0f0270d-f429-4037-b94f-c153ff029847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:07.852734 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b8b75641-d79f-4b07-841d-5724ad9f6b19 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:07.857996 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b8b75641-d79f-4b07-841d-5724ad9f6b19 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:07.868090 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987e512-84fe-4d41-9f29-784848801610 req-79fe659f-f006-442d-abef-d44c2d87697c tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:07.870607 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0987e512-84fe-4d41-9f29-784848801610 req-79fe659f-f006-442d-abef-d44c2d87697c tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=2bd4a465-5715-42eb-b661-ed856e129d86 HTTP/1.1" status: 200 len: 948 time: 0.2505343 Jul 15 23:09:07.918437 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d0f0270d-f429-4037-b94f-c153ff029847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:07.924137 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-55aa0c89-3187-4481-a766-d1f817941fa8 req-971e8782-a702-44e3-baf0-adfd154b1701 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f037b993-4149-40e0-a687-25986d720de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1024258 Jul 15 23:09:07.942761 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:08.013959 n-d-794306-6 neutron-server[93771]: INFO neutron.db.l3_db [None req-b8b75641-d79f-4b07-841d-5724ad9f6b19 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Floating IP 55fe455b-66a7-4b2f-8ecf-a9cbfe7a0e09 associated. External IP: 172.25.5.253, port: 7d743366-2938-4e94-bd00-f6544b7422ae. Jul 15 23:09:08.050626 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54906) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:08.099888 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0987e512-84fe-4d41-9f29-784848801610 req-58ec56dd-84bc-4a1e-aad1-59a86c3f4a43 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844523 Jul 15 23:09:08.176349 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-55aa0c89-3187-4481-a766-d1f817941fa8 req-ae17ada2-6894-49c8-8df1-73a3a44d92bf service neutron] 10.222.0.49 "GET /v2.0/networks/f037b993-4149-40e0-a687-25986d720de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327626 Jul 15 23:09:08.290802 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 7aa7c901-dcd7-438f-8527-ef1aaed2caf2 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:09:08.342254 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d0f0270d-f429-4037-b94f-c153ff029847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:08.366846 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d0f0270d-f429-4037-b94f-c153ff029847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:08.419153 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-55aa0c89-3187-4481-a766-d1f817941fa8 req-8490595a-76de-451c-9048-f6ad1fbcd558 service neutron] 10.222.0.49 "GET /v2.0/networks/f037b993-4149-40e0-a687-25986d720de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276340 Jul 15 23:09:08.504930 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0f0270d-f429-4037-b94f-c153ff029847 admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:09:08.539523 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 7aa7c901-dcd7-438f-8527-ef1aaed2caf2, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=7aa7c901-dcd7-438f-8527-ef1aaed2caf2,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:08.560860 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f0d59b8a-21fa-4c35-9322-7e556680a69a req-93bf49d3-ab25-4cce-ac97-5dfee9738246 tempest-AttachSCSIVolumeTestJSON-152324139 tempest-AttachSCSIVolumeTestJSON-152324139-project] 10.222.0.48 "GET /v2.0/ports?device_id=0755d4af-e13a-4356-8083-9e78f5beea87 HTTP/1.1" status: 200 len: 210 time: 0.1349430 Jul 15 23:09:08.569622 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '7aa7c901-dcd7-438f-8527-ef1aaed2caf2', 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'port_id': '7aa7c901-dcd7-438f-8527-ef1aaed2caf2', 'mac_address': 'fa:16:3e:4e:01:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d909a96-22de-4aa9-b690-1c7da965ceac', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:09:08.572952 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f0270d-f429-4037-b94f-c153ff029847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1467f47-86ea-423c-a873-8a7f617103e4,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:08.637463 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d0f0270d-f429-4037-b94f-c153ff029847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:08.638381 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-d0f0270d-f429-4037-b94f-c153ff029847 admin admin] Added segment 9b2399c1-69ca-47eb-968e-0ed983c1b628 of type vlan for network da2508d3-1c4f-442a-a9d5-7aa44627bd72 Jul 15 23:09:08.638503 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:08.656655 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aa7c901-dcd7-438f-8527-ef1aaed2caf2 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:09:08.685530 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 7aa7c901-dcd7-438f-8527-ef1aaed2caf2, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=7aa7c901-dcd7-438f-8527-ef1aaed2caf2,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:08.700118 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:08.778078 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8b75641-d79f-4b07-841d-5724ad9f6b19 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Router 692ede29-75dd-450c-bf67-db4eaf105f19 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:09:08.789792 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d0f0270d-f429-4037-b94f-c153ff029847 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:08.852611 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=7aa7c901-dcd7-438f-8527-ef1aaed2caf2,revision_number=9']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:08.854301 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ff101-d16b-452a-af84-aa396d7fcf52 req-5b288920-a40d-4581-aaf7-12f0fef788b7 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:08.868190 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-371ff101-d16b-452a-af84-aa396d7fcf52 req-5b288920-a40d-4581-aaf7-12f0fef788b7 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=530cb3cd-0851-4fc8-b790-2e99ac2edf18 HTTP/1.1" status: 200 len: 943 time: 0.4869611 Jul 15 23:09:08.875759 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['7aa7c901-dcd7-438f-8527-ef1aaed2caf2'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:09:08.921601 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c75bc-6842-4c31-980a-004ef5c85f70 req-e1186cf2-8973-4a7f-baa8-fb8d9c5c25d8 tempest-AttachSCSIVolumeTestJSON-152324139 tempest-AttachSCSIVolumeTestJSON-152324139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:08.923648 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ea2c75bc-6842-4c31-980a-004ef5c85f70 req-e1186cf2-8973-4a7f-baa8-fb8d9c5c25d8 tempest-AttachSCSIVolumeTestJSON-152324139 tempest-AttachSCSIVolumeTestJSON-152324139-project] 10.222.0.49 "GET /v2.0/networks?id=664fa38c-79c6-41e0-8e32-194e09b9b2e3 HTTP/1.1" status: 200 len: 815 time: 0.3614831 Jul 15 23:09:08.930237 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d0f0270d-f429-4037-b94f-c153ff029847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:08.931497 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f0270d-f429-4037-b94f-c153ff029847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:08.932147 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d0f0270d-f429-4037-b94f-c153ff029847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:08.953746 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-ea2c75bc-6842-4c31-980a-004ef5c85f70 req-1c4cc3f3-29e7-4106-a97e-52ecf1522052 tempest-AttachSCSIVolumeTestJSON-152324139 tempest-AttachSCSIVolumeTestJSON-152324139-project] Request body: {'port': {'device_id': '0755d4af-e13a-4356-8083-9e78f5beea87', 'network_id': '664fa38c-79c6-41e0-8e32-194e09b9b2e3', 'admin_state_up': True, 'tenant_id': 'b03dd4b5822b46719971bc6056341493'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:09.080912 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b75641-d79f-4b07-841d-5724ad9f6b19 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:09:09.087231 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b8b75641-d79f-4b07-841d-5724ad9f6b19 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:09.092596 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6706813d-57bf-44d5-b05f-d8678d7492d8 None None] Sync routers for ids ['692ede29-75dd-450c-bf67-db4eaf105f19'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:09:09.119533 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6706813d-57bf-44d5-b05f-d8678d7492d8 None None] Routers {'692ede29-75dd-450c-bf67-db4eaf105f19'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:09:09.124551 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-6706813d-57bf-44d5-b05f-d8678d7492d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:09:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['692ede29-75dd-450c-bf67-db4eaf105f19'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:09.176487 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b8b75641-d79f-4b07-841d-5724ad9f6b19 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "PUT /v2.0/floatingips/55fe455b-66a7-4b2f-8ecf-a9cbfe7a0e09 HTTP/1.1" status: 200 len: 992 time: 2.3600466 Jul 15 23:09:09.178604 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebfc3dac-a424-46b2-b718-cab6123db16d', 'tag': '7d743366-2938-4e94-bd00-f6544b7422ae'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:09:09.181668 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0710af8d-5a43-4471-b04b-fc476232d2e1" -d '{"events": [{"name": "network-changed", "server_uuid": "ebfc3dac-a424-46b2-b718-cab6123db16d", "tag": "7d743366-2938-4e94-bd00-f6544b7422ae"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:09:09.195823 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-d0f0270d-f429-4037-b94f-c153ff029847 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6929607 Jul 15 23:09:09.198597 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54938) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:09.207899 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5dfcaacb-0dd0-43d7-bab3-6872869fab52 admin admin] Request body: {'subnet': {'network_id': 'da2508d3-1c4f-442a-a9d5-7aa44627bd72', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-293556723-subnet', 'tenant_id': 'a7cec079ef0140c8b25961f6d92e6d8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:09.226516 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-371ff101-d16b-452a-af84-aa396d7fcf52 req-8410425f-2ebe-45bc-a72d-42e8d6d5206c tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3568964 Jul 15 23:09:09.301280 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f0270d-f429-4037-b94f-c153ff029847 admin admin] Pushing event updated for resources: {'Network': ['ID=da2508d3-1c4f-442a-a9d5-7aa44627bd72,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:09.330463 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea2c75bc-6842-4c31-980a-004ef5c85f70 req-1c4cc3f3-29e7-4106-a97e-52ecf1522052 tempest-AttachSCSIVolumeTestJSON-152324139 tempest-AttachSCSIVolumeTestJSON-152324139-project] Made reservation on behalf of b03dd4b5822b46719971bc6056341493 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:09:09.341160 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network da2508d3-1c4f-442a-a9d5-7aa44627bd72 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:09:09.344365 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ea2c75bc-6842-4c31-980a-004ef5c85f70 req-1c4cc3f3-29e7-4106-a97e-52ecf1522052 tempest-AttachSCSIVolumeTestJSON-152324139 tempest-AttachSCSIVolumeTestJSON-152324139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:09.365312 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-097637bb-9545-4b40-9d5c-3e45a78b7821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:09.548787 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dfcaacb-0dd0-43d7-bab3-6872869fab52 admin admin] Made reservation on behalf of a7cec079ef0140c8b25961f6d92e6d8c for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:09:09.567406 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5dfcaacb-0dd0-43d7-bab3-6872869fab52 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:09.592358 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-6706813d-57bf-44d5-b05f-d8678d7492d8 None None] Set router 692ede29-75dd-450c-bf67-db4eaf105f19 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:09:09.696254 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42398b1d-af98-4f73-a858-2ace3efb7586 req-3f870893-1f95-44f3-9d74-896737a3c56c tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:09.707437 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-42398b1d-af98-4f73-a858-2ace3efb7586 req-3f870893-1f95-44f3-9d74-896737a3c56c tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=2bd4a465-5715-42eb-b661-ed856e129d86 HTTP/1.1" status: 200 len: 948 time: 0.2830117 Jul 15 23:09:09.830725 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-ea2c75bc-6842-4c31-980a-004ef5c85f70 req-1c4cc3f3-29e7-4106-a97e-52ecf1522052 tempest-AttachSCSIVolumeTestJSON-152324139 tempest-AttachSCSIVolumeTestJSON-152324139-project] Allocated IP 172.20.0.12 (664fa38c-79c6-41e0-8e32-194e09b9b2e3/3cce8750-6222-4c81-8ca6-397ead3e8083/470bb258-a237-4488-81d8-6ab99ca14be6) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:09:09.863610 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-42398b1d-af98-4f73-a858-2ace3efb7586 req-1fc9e195-10a4-4056-91d7-baba64bc68e9 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530681 Jul 15 23:09:09.981982 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560b1f87-99dc-4b23-8cb6-e50a1207ec67 x-openstack-request-id: req-560b1f87-99dc-4b23-8cb6-e50a1207ec67 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:09:09.982385 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebfc3dac-a424-46b2-b718-cab6123db16d", "tag": "7d743366-2938-4e94-bd00-f6544b7422ae", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:09:09.982562 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-560b1f87-99dc-4b23-8cb6-e50a1207ec67 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:09:09.982933 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebfc3dac-a424-46b2-b718-cab6123db16d', 'tag': '7d743366-2938-4e94-bd00-f6544b7422ae', 'status': 'completed', 'code': 200} Jul 15 23:09:09.987833 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5dfcaacb-0dd0-43d7-bab3-6872869fab52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:10.308821 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 7aa7c901-dcd7-438f-8527-ef1aaed2caf2 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:09:10.488896 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 7aa7c901-dcd7-438f-8527-ef1aaed2caf2 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:10.492021 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:10.769218 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-6706813d-57bf-44d5-b05f-d8678d7492d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '692ede29-75dd-450c-bf67-db4eaf105f19', 'name': 'tempest-TaggedBootDevicesTest_v242-275081819-router', 'tenant_id': '17c76d71cba4469f89099c3ebf7755c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '855ac6a4-ba21-4c27-b7d9-c47fbfd0774a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:06:13Z', 'updated_at': '2021-07-15T23:06:24Z', 'revision_number': 4, 'project_id': '17c76d71cba4469f89099c3ebf7755c2', 'gw_port': {'id': '855ac6a4-ba21-4c27-b7d9-c47fbfd0774a', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692ede29-75dd-450c-bf67-db4eaf105f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:06:14Z', 'updated_at': '2021-07-15T23:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '55fe455b-66a7-4b2f-8ecf-a9cbfe7a0e09', 'tenant_id': '17c76d71cba4469f89099c3ebf7755c2', 'floating_ip_address': '172.25.5.253', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '692ede29-75dd-450c-bf67-db4eaf105f19', 'port_id': '7d743366-2938-4e94-bd00-f6544b7422ae', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e44e98f5-3493-4f81-9434-a1f39e44c5fc', 'mac_address': 'fa:16:3e:cd:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebfc3dac-a424-46b2-b718-cab6123db16d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:07:15Z', 'updated_at': '2021-07-15T23:09:07Z', 'revision_number': 1, 'project_id': '17c76d71cba4469f89099c3ebf7755c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8011d81b-ce02-4aee-9a4e-051eecd78a1c', 'name': '', 'network_id': 'e44e98f5-3493-4f81-9434-a1f39e44c5fc', 'tenant_id': '17c76d71cba4469f89099c3ebf7755c2', 'mac_address': 'fa:16:3e:4e:38:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692ede29-75dd-450c-bf67-db4eaf105f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '0a37184c-ca0e-49c0-878a-e1693cdef72b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:06:22Z', 'updated_at': '2021-07-15T23:06:36Z', 'revision_number': 5, 'project_id': '17c76d71cba4469f89099c3ebf7755c2', 'subnets': [{'id': '0a37184c-ca0e-49c0-878a-e1693cdef72b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:10.791407 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-928e4eb1-36a9-4fdf-8370-dc539d90b057 req-55591bde-2cf9-4802-82ba-94f01a1542ae tempest-AttachSCSIVolumeTestJSON-152324139 tempest-AttachSCSIVolumeTestJSON-152324139-project] 10.222.0.48 "GET /v2.0/ports?device_id=0755d4af-e13a-4356-8083-9e78f5beea87 HTTP/1.1" status: 200 len: 210 time: 0.3332400 Jul 15 23:09:10.827905 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:10.923553 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6706813d-57bf-44d5-b05f-d8678d7492d8 None None] Checking router: 692ede29-75dd-450c-bf67-db4eaf105f19 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:09:10.987445 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6706813d-57bf-44d5-b05f-d8678d7492d8 None None] Routers {'692ede29-75dd-450c-bf67-db4eaf105f19'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:09:10.988289 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-6706813d-57bf-44d5-b05f-d8678d7492d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:09:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['692ede29-75dd-450c-bf67-db4eaf105f19'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:10.999517 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 7aa7c901-dcd7-438f-8527-ef1aaed2caf2, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=7aa7c901-dcd7-438f-8527-ef1aaed2caf2,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:11.003629 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e66c0ab-ef6a-4571-ae2d-5ebf6221364e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa7c901-dcd7-438f-8527-ef1aaed2caf2'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:09:11.010110 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b68ce0a-449b-4944-94ee-fc6b0a5b9cca" -d '{"events": [{"server_uuid": "6e66c0ab-ef6a-4571-ae2d-5ebf6221364e", "name": "network-vif-plugged", "status": "completed", "tag": "7aa7c901-dcd7-438f-8527-ef1aaed2caf2"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:09:11.017075 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:11.131201 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ea2c75bc-6842-4c31-980a-004ef5c85f70 req-1c4cc3f3-29e7-4106-a97e-52ecf1522052 tempest-AttachSCSIVolumeTestJSON-152324139 tempest-AttachSCSIVolumeTestJSON-152324139-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:11.212827 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=7aa7c901-dcd7-438f-8527-ef1aaed2caf2,revision_number=10']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:11.253342 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710af8d-5a43-4471-b04b-fc476232d2e1 req-5a9379a3-88e9-4f25-a7f8-08f888833d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:11.255471 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710af8d-5a43-4471-b04b-fc476232d2e1 req-5a9379a3-88e9-4f25-a7f8-08f888833d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:11.257612 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710af8d-5a43-4471-b04b-fc476232d2e1 req-5a9379a3-88e9-4f25-a7f8-08f888833d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:11.259046 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710af8d-5a43-4471-b04b-fc476232d2e1 req-5a9379a3-88e9-4f25-a7f8-08f888833d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:11.260801 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710af8d-5a43-4471-b04b-fc476232d2e1 req-5a9379a3-88e9-4f25-a7f8-08f888833d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:11.268081 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710af8d-5a43-4471-b04b-fc476232d2e1 req-5a9379a3-88e9-4f25-a7f8-08f888833d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:11.270277 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710af8d-5a43-4471-b04b-fc476232d2e1 req-5a9379a3-88e9-4f25-a7f8-08f888833d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:11.279727 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0710af8d-5a43-4471-b04b-fc476232d2e1 req-5a9379a3-88e9-4f25-a7f8-08f888833d69 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=17c76d71cba4469f89099c3ebf7755c2&device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 6501 time: 1.3839939 Jul 15 23:09:11.463294 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-6706813d-57bf-44d5-b05f-d8678d7492d8 None None] Set router 692ede29-75dd-450c-bf67-db4eaf105f19 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:09:11.472613 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-ea2c75bc-6842-4c31-980a-004ef5c85f70 req-1c4cc3f3-29e7-4106-a97e-52ecf1522052 tempest-AttachSCSIVolumeTestJSON-152324139 tempest-AttachSCSIVolumeTestJSON-152324139-project] Transition to ACTIVE for port object 470bb258-a237-4488-81d8-6ab99ca14be6 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:09:11.636194 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfcaacb-0dd0-43d7-bab3-6872869fab52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b2cdda0-813b-47d4-aa37-b1d7f5617d93,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:11.703459 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfcaacb-0dd0-43d7-bab3-6872869fab52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:11.704033 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfcaacb-0dd0-43d7-bab3-6872869fab52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:11.704659 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfcaacb-0dd0-43d7-bab3-6872869fab52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:11.705215 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfcaacb-0dd0-43d7-bab3-6872869fab52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:11.705762 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfcaacb-0dd0-43d7-bab3-6872869fab52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:11.706327 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfcaacb-0dd0-43d7-bab3-6872869fab52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:11.706939 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfcaacb-0dd0-43d7-bab3-6872869fab52 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:11.708091 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfcaacb-0dd0-43d7-bab3-6872869fab52 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:11.709750 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfcaacb-0dd0-43d7-bab3-6872869fab52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:11.710442 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfcaacb-0dd0-43d7-bab3-6872869fab52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:11.711101 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfcaacb-0dd0-43d7-bab3-6872869fab52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:11.711699 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfcaacb-0dd0-43d7-bab3-6872869fab52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:11.785847 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfcaacb-0dd0-43d7-bab3-6872869fab52 admin admin] Checking segment: {'id': '9b2399c1-69ca-47eb-968e-0ed983c1b628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'da2508d3-1c4f-442a-a9d5-7aa44627bd72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:09:11.786185 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfcaacb-0dd0-43d7-bab3-6872869fab52 admin admin] Network hostable DHCP agents. Network: da2508d3-1c4f-442a-a9d5-7aa44627bd72, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:09:11.916291 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfcaacb-0dd0-43d7-bab3-6872869fab52 admin admin] Network da2508d3-1c4f-442a-a9d5-7aa44627bd72 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:09:11.933001 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-5dfcaacb-0dd0-43d7-bab3-6872869fab52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, da2508d3-1c4f-442a-a9d5-7aa44627bd72) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:09:11.947331 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfcaacb-0dd0-43d7-bab3-6872869fab52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:11.948993 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5dfcaacb-0dd0-43d7-bab3-6872869fab52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:11.954694 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1e43ff-3e35-4859-bf87-41dbc4eeb813 None None] Network da2508d3-1c4f-442a-a9d5-7aa44627bd72 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:09:11.960277 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710af8d-5a43-4471-b04b-fc476232d2e1 req-1ed65dbc-5504-4873-a064-96073f18e681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:11.961997 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0710af8d-5a43-4471-b04b-fc476232d2e1 req-1ed65dbc-5504-4873-a064-96073f18e681 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e44e98f5-3493-4f81-9434-a1f39e44c5fc HTTP/1.1" status: 200 len: 917 time: 0.6520579 Jul 15 23:09:11.974630 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31375b0a-3a6d-406e-970e-ac3d926a23b6 req-e4e58936-6299-4f97-86c4-4d5fcedeb170 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:11.986963 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-31375b0a-3a6d-406e-970e-ac3d926a23b6 req-e4e58936-6299-4f97-86c4-4d5fcedeb170 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=530cb3cd-0851-4fc8-b790-2e99ac2edf18 HTTP/1.1" status: 200 len: 943 time: 0.8235860 Jul 15 23:09:12.089413 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-5dfcaacb-0dd0-43d7-bab3-6872869fab52 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.8884063 Jul 15 23:09:12.325567 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ea2c75bc-6842-4c31-980a-004ef5c85f70 req-1c4cc3f3-29e7-4106-a97e-52ecf1522052 tempest-AttachSCSIVolumeTestJSON-152324139 tempest-AttachSCSIVolumeTestJSON-152324139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:12.435008 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-6706813d-57bf-44d5-b05f-d8678d7492d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '692ede29-75dd-450c-bf67-db4eaf105f19', 'name': 'tempest-TaggedBootDevicesTest_v242-275081819-router', 'tenant_id': '17c76d71cba4469f89099c3ebf7755c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '855ac6a4-ba21-4c27-b7d9-c47fbfd0774a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:06:13Z', 'updated_at': '2021-07-15T23:06:24Z', 'revision_number': 4, 'project_id': '17c76d71cba4469f89099c3ebf7755c2', 'gw_port': {'id': '855ac6a4-ba21-4c27-b7d9-c47fbfd0774a', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692ede29-75dd-450c-bf67-db4eaf105f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:06:14Z', 'updated_at': '2021-07-15T23:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '55fe455b-66a7-4b2f-8ecf-a9cbfe7a0e09', 'tenant_id': '17c76d71cba4469f89099c3ebf7755c2', 'floating_ip_address': '172.25.5.253', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '692ede29-75dd-450c-bf67-db4eaf105f19', 'port_id': '7d743366-2938-4e94-bd00-f6544b7422ae', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e44e98f5-3493-4f81-9434-a1f39e44c5fc', 'mac_address': 'fa:16:3e:cd:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebfc3dac-a424-46b2-b718-cab6123db16d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:07:15Z', 'updated_at': '2021-07-15T23:09:07Z', 'revision_number': 1, 'project_id': '17c76d71cba4469f89099c3ebf7755c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8011d81b-ce02-4aee-9a4e-051eecd78a1c', 'name': '', 'network_id': 'e44e98f5-3493-4f81-9434-a1f39e44c5fc', 'tenant_id': '17c76d71cba4469f89099c3ebf7755c2', 'mac_address': 'fa:16:3e:4e:38:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692ede29-75dd-450c-bf67-db4eaf105f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '0a37184c-ca0e-49c0-878a-e1693cdef72b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:06:22Z', 'updated_at': '2021-07-15T23:06:36Z', 'revision_number': 5, 'project_id': '17c76d71cba4469f89099c3ebf7755c2', 'subnets': [{'id': '0a37184c-ca0e-49c0-878a-e1693cdef72b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:12.467436 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-097637bb-9545-4b40-9d5c-3e45a78b7821 admin admin] Deleting port 6c5df109-e094-4b22-859d-bb3271e4fecf {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:09:12.468025 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-097637bb-9545-4b40-9d5c-3e45a78b7821 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:12.532236 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-31375b0a-3a6d-406e-970e-ac3d926a23b6 req-bdbe9f85-4633-4de0-b9ea-a99b0f536c84 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5436809 Jul 15 23:09:12.538589 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0676c425-9554-4d73-a68c-5d45d45e86ba None None] Network da2508d3-1c4f-442a-a9d5-7aa44627bd72 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:09:12.560433 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6706813d-57bf-44d5-b05f-d8678d7492d8 None None] The sync data for ids ['692ede29-75dd-450c-bf67-db4eaf105f19'] in n-d-794306-6 is: [{'id': '692ede29-75dd-450c-bf67-db4eaf105f19', 'name': 'tempest-TaggedBootDevicesTest_v242-275081819-router', 'tenant_id': '17c76d71cba4469f89099c3ebf7755c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '855ac6a4-ba21-4c27-b7d9-c47fbfd0774a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:06:13Z', 'updated_at': '2021-07-15T23:06:24Z', 'revision_number': 4, 'project_id': '17c76d71cba4469f89099c3ebf7755c2', 'gw_port': {'id': '855ac6a4-ba21-4c27-b7d9-c47fbfd0774a', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692ede29-75dd-450c-bf67-db4eaf105f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:06:14Z', 'updated_at': '2021-07-15T23:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '55fe455b-66a7-4b2f-8ecf-a9cbfe7a0e09', 'tenant_id': '17c76d71cba4469f89099c3ebf7755c2', 'floating_ip_address': '172.25.5.253', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '692ede29-75dd-450c-bf67-db4eaf105f19', 'port_id': '7d743366-2938-4e94-bd00-f6544b7422ae', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e44e98f5-3493-4f81-9434-a1f39e44c5fc', 'mac_address': 'fa:16:3e:cd:41:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebfc3dac-a424-46b2-b718-cab6123db16d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:07:15Z', 'updated_at': '2021-07-15T23:09:07Z', 'revision_number': 1, 'project_id': '17c76d71cba4469f89099c3ebf7755c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8011d81b-ce02-4aee-9a4e-051eecd78a1c', 'name': '', 'network_id': 'e44e98f5-3493-4f81-9434-a1f39e44c5fc', 'tenant_id': '17c76d71cba4469f89099c3ebf7755c2', 'mac_address': 'fa:16:3e:4e:38:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692ede29-75dd-450c-bf67-db4eaf105f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '0a37184c-ca0e-49c0-878a-e1693cdef72b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:06:22Z', 'updated_at': '2021-07-15T23:06:36Z', 'revision_number': 5, 'project_id': '17c76d71cba4469f89099c3ebf7755c2', 'subnets': [{'id': '0a37184c-ca0e-49c0-878a-e1693cdef72b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:09:12.650778 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device bf986a0f-e761-42ed-a014-2c3b352b699e details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:09:12.657483 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0710af8d-5a43-4471-b04b-fc476232d2e1 req-8aa445dd-d913-438b-94bf-1e5fcb35cdb8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d743366-2938-4e94-bd00-f6544b7422ae HTTP/1.1" status: 200 len: 1000 time: 0.6640496 Jul 15 23:09:12.667996 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea2c75bc-6842-4c31-980a-004ef5c85f70 req-1c4cc3f3-29e7-4106-a97e-52ecf1522052 tempest-AttachSCSIVolumeTestJSON-152324139 tempest-AttachSCSIVolumeTestJSON-152324139-project] Network 664fa38c-79c6-41e0-8e32-194e09b9b2e3 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:09:12.804260 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710af8d-5a43-4471-b04b-fc476232d2e1 req-5bbb170d-265d-4d55-a6d9-2d6a1f66dbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:12.806707 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0710af8d-5a43-4471-b04b-fc476232d2e1 req-5bbb170d-265d-4d55-a6d9-2d6a1f66dbb3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0a37184c-ca0e-49c0-878a-e1693cdef72b HTTP/1.1" status: 200 len: 855 time: 0.1346648 Jul 15 23:09:12.807843 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-ea2c75bc-6842-4c31-980a-004ef5c85f70 req-1c4cc3f3-29e7-4106-a97e-52ecf1522052 tempest-AttachSCSIVolumeTestJSON-152324139 tempest-AttachSCSIVolumeTestJSON-152324139-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:09:12.813351 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea2c75bc-6842-4c31-980a-004ef5c85f70 req-1c4cc3f3-29e7-4106-a97e-52ecf1522052 tempest-AttachSCSIVolumeTestJSON-152324139 tempest-AttachSCSIVolumeTestJSON-152324139-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:09:12.956081 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4cc3f3-29e7-4106-a97e-52ecf1522052 tempest-AttachSCSIVolumeTestJSON-152324139 tempest-AttachSCSIVolumeTestJSON-152324139-project] Pushing event updated for resources: {'Port': ['ID=470bb258-a237-4488-81d8-6ab99ca14be6,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:13.030720 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-097637bb-9545-4b40-9d5c-3e45a78b7821 admin admin] For port 6c5df109-e094-4b22-859d-bb3271e4fecf, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=6c5df109-e094-4b22-859d-bb3271e4fecf,segment=NetworkSegment(6477d1f6-ea27-4e48-9dd8-1fd3f020fd9f),segment_id=6477d1f6-ea27-4e48-9dd8-1fd3f020fd9f)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:13.034502 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-097637bb-9545-4b40-9d5c-3e45a78b7821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:13.088081 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-097637bb-9545-4b40-9d5c-3e45a78b7821 admin admin] Calling delete_port for 6c5df109-e094-4b22-859d-bb3271e4fecf owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:09:13.148660 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c75bc-6842-4c31-980a-004ef5c85f70 req-1c4cc3f3-29e7-4106-a97e-52ecf1522052 tempest-AttachSCSIVolumeTestJSON-152324139 tempest-AttachSCSIVolumeTestJSON-152324139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:13.152242 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ea2c75bc-6842-4c31-980a-004ef5c85f70 req-1c4cc3f3-29e7-4106-a97e-52ecf1522052 tempest-AttachSCSIVolumeTestJSON-152324139 tempest-AttachSCSIVolumeTestJSON-152324139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:13.209734 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1c51f1-8b1f-43e4-a846-4c6d66f240ec None None] New status for floating IP 55fe455b-66a7-4b2f-8ecf-a9cbfe7a0e09: ACTIVE {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:09:13.229442 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ea2c75bc-6842-4c31-980a-004ef5c85f70 req-1c4cc3f3-29e7-4106-a97e-52ecf1522052 tempest-AttachSCSIVolumeTestJSON-152324139 tempest-AttachSCSIVolumeTestJSON-152324139-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2929862 Jul 15 23:09:13.261702 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-ea2c75bc-6842-4c31-980a-004ef5c85f70 req-a7ace416-0bb8-4551-9808-65ee956f8b72 service neutron] Request body: {'port': {'device_id': '0755d4af-e13a-4356-8083-9e78f5beea87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:13.444599 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710af8d-5a43-4471-b04b-fc476232d2e1 req-e22b4620-8c11-468d-ac5d-1d27ce654fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:13.447744 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0710af8d-5a43-4471-b04b-fc476232d2e1 req-e22b4620-8c11-468d-ac5d-1d27ce654fa8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e44e98f5-3493-4f81-9434-a1f39e44c5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5835915 Jul 15 23:09:13.567468 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port bf986a0f-e761-42ed-a014-2c3b352b699e, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=bf986a0f-e761-42ed-a014-2c3b352b699e,segment=NetworkSegment(2a783e67-ba53-4ea9-9bee-afb3f3217392),segment_id=2a783e67-ba53-4ea9-9bee-afb3f3217392)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:13.610324 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ea2c75bc-6842-4c31-980a-004ef5c85f70 req-a7ace416-0bb8-4551-9808-65ee956f8b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:13.714717 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bd76734f-195f-4964-bfc6-78c24af87eaf None None] Provisioning for port 470bb258-a237-4488-81d8-6ab99ca14be6 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:09:13.735838 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': 'bf986a0f-e761-42ed-a014-2c3b352b699e', 'network_id': 'f037b993-4149-40e0-a687-25986d720de6', 'port_id': 'bf986a0f-e761-42ed-a014-2c3b352b699e', 'mac_address': 'fa:16:3e:22:eb:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b89a129e-9de5-4301-b344-10ab05e9feea', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:09:13.752658 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-097637bb-9545-4b40-9d5c-3e45a78b7821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:13.784926 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bd76734f-195f-4964-bfc6-78c24af87eaf None None] Provisioning complete for port 470bb258-a237-4488-81d8-6ab99ca14be6 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:13.785460 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bd76734f-195f-4964-bfc6-78c24af87eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:13.884866 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-bd76734f-195f-4964-bfc6-78c24af87eaf None None] Port 470bb258-a237-4488-81d8-6ab99ca14be6 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:09:13.920289 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097637bb-9545-4b40-9d5c-3e45a78b7821 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c5df109-e094-4b22-859d-bb3271e4fecf,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:14.350245 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:14.402746 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf986a0f-e761-42ed-a014-2c3b352b699e {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:09:14.463552 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port bf986a0f-e761-42ed-a014-2c3b352b699e, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=bf986a0f-e761-42ed-a014-2c3b352b699e,segment=NetworkSegment(2a783e67-ba53-4ea9-9bee-afb3f3217392),segment_id=2a783e67-ba53-4ea9-9bee-afb3f3217392)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:14.472226 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:14.631211 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=bf986a0f-e761-42ed-a014-2c3b352b699e,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:14.698485 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-097637bb-9545-4b40-9d5c-3e45a78b7821 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:14.905074 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['bf986a0f-e761-42ed-a014-2c3b352b699e'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:09:15.176134 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5ccf1f-2b14-4087-bc62-e0d7bfbe5a89 req-b1ab8324-34df-45d9-af47-37f6cd0b8114 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:15.190182 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4b5ccf1f-2b14-4087-bc62-e0d7bfbe5a89 req-b1ab8324-34df-45d9-af47-37f6cd0b8114 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=2bd4a465-5715-42eb-b661-ed856e129d86 HTTP/1.1" status: 200 len: 948 time: 1.8379438 Jul 15 23:09:15.207431 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-ea2c75bc-6842-4c31-980a-004ef5c85f70 req-a7ace416-0bb8-4551-9808-65ee956f8b72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 470bb258-a237-4488-81d8-6ab99ca14be6 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:09:15.235963 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0710af8d-5a43-4471-b04b-fc476232d2e1 req-13bc672c-a8f1-4043-97b6-f3e6504d3102 service neutron] 10.222.0.41 "GET /v2.0/networks/e44e98f5-3493-4f81-9434-a1f39e44c5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7241054 Jul 15 23:09:15.282998 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ea2c75bc-6842-4c31-980a-004ef5c85f70 req-a7ace416-0bb8-4551-9808-65ee956f8b72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:15.396125 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-ea2c75bc-6842-4c31-980a-004ef5c85f70 req-a7ace416-0bb8-4551-9808-65ee956f8b72 service neutron] Transition to ACTIVE for port object 470bb258-a237-4488-81d8-6ab99ca14be6 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:09:15.402691 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ea2c75bc-6842-4c31-980a-004ef5c85f70 req-a7ace416-0bb8-4551-9808-65ee956f8b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:15.417541 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-097637bb-9545-4b40-9d5c-3e45a78b7821 admin admin] Router 47895453-f412-49d2-9f76-1f93a0b2e611 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:09:15.498849 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4b5ccf1f-2b14-4087-bc62-e0d7bfbe5a89 req-5cc23c32-59dd-4144-9e84-3407a5ec94a8 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065999 Jul 15 23:09:15.658016 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-825606a4-37f4-445e-a047-30bc89eaa6ac x-openstack-request-id: req-825606a4-37f4-445e-a047-30bc89eaa6ac {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:09:15.658635 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e66c0ab-ef6a-4571-ae2d-5ebf6221364e", "name": "network-vif-plugged", "status": "completed", "tag": "7aa7c901-dcd7-438f-8527-ef1aaed2caf2", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:09:15.658769 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-825606a4-37f4-445e-a047-30bc89eaa6ac {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:09:15.659245 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e66c0ab-ef6a-4571-ae2d-5ebf6221364e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa7c901-dcd7-438f-8527-ef1aaed2caf2', 'code': 200} Jul 15 23:09:15.745704 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-097637bb-9545-4b40-9d5c-3e45a78b7821 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:09:15.757081 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574e9927-2eee-460d-af4f-9f7dd0cdb9fd None None] Sync routers for ids ['47895453-f412-49d2-9f76-1f93a0b2e611'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:09:15.762727 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-097637bb-9545-4b40-9d5c-3e45a78b7821 admin admin] 10.222.0.48 "PUT /v2.0/routers/47895453-f412-49d2-9f76-1f93a0b2e611/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7086842 Jul 15 23:09:15.764144 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55010) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:15.768083 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ace416-0bb8-4551-9808-65ee956f8b72 service neutron] Pushing event updated for resources: {'Port': ['ID=470bb258-a237-4488-81d8-6ab99ca14be6,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:15.784706 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574e9927-2eee-460d-af4f-9f7dd0cdb9fd None None] Routers {'47895453-f412-49d2-9f76-1f93a0b2e611'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:09:15.793762 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-574e9927-2eee-460d-af4f-9f7dd0cdb9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:09:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['47895453-f412-49d2-9f76-1f93a0b2e611'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:15.820269 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ace416-0bb8-4551-9808-65ee956f8b72 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:15.820836 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ace416-0bb8-4551-9808-65ee956f8b72 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:15.821234 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ace416-0bb8-4551-9808-65ee956f8b72 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:15.821874 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ace416-0bb8-4551-9808-65ee956f8b72 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:15.822268 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ace416-0bb8-4551-9808-65ee956f8b72 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:15.822795 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ace416-0bb8-4551-9808-65ee956f8b72 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:15.823131 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ace416-0bb8-4551-9808-65ee956f8b72 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:15.823705 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ace416-0bb8-4551-9808-65ee956f8b72 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:15.824022 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ace416-0bb8-4551-9808-65ee956f8b72 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:15.824455 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ace416-0bb8-4551-9808-65ee956f8b72 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:15.824904 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ace416-0bb8-4551-9808-65ee956f8b72 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:15.825329 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ace416-0bb8-4551-9808-65ee956f8b72 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:15.838476 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0710af8d-5a43-4471-b04b-fc476232d2e1 req-d1229557-a8d0-420f-97f7-ce9bfc71077a service neutron] 10.222.0.41 "GET /v2.0/networks/e44e98f5-3493-4f81-9434-a1f39e44c5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5350759 Jul 15 23:09:15.882560 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ea2c75bc-6842-4c31-980a-004ef5c85f70 req-a7ace416-0bb8-4551-9808-65ee956f8b72 service neutron] Attempting to bind port 470bb258-a237-4488-81d8-6ab99ca14be6 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:09:15.883102 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ea2c75bc-6842-4c31-980a-004ef5c85f70 req-a7ace416-0bb8-4551-9808-65ee956f8b72 service neutron] Attempting to bind port 470bb258-a237-4488-81d8-6ab99ca14be6 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': 'a7ec11b6-8367-4d76-bf81-1a7f9b95cb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '664fa38c-79c6-41e0-8e32-194e09b9b2e3'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:09:15.883934 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2c75bc-6842-4c31-980a-004ef5c85f70 req-a7ace416-0bb8-4551-9808-65ee956f8b72 service neutron] Attempting to bind port 470bb258-a237-4488-81d8-6ab99ca14be6 on network 664fa38c-79c6-41e0-8e32-194e09b9b2e3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:09:15.912122 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2c75bc-6842-4c31-980a-004ef5c85f70 req-a7ace416-0bb8-4551-9808-65ee956f8b72 service neutron] Port 470bb258-a237-4488-81d8-6ab99ca14be6 on network 664fa38c-79c6-41e0-8e32-194e09b9b2e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:09:15.914903 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2c75bc-6842-4c31-980a-004ef5c85f70 req-a7ace416-0bb8-4551-9808-65ee956f8b72 service neutron] Attempting to bind port 470bb258-a237-4488-81d8-6ab99ca14be6 on network 664fa38c-79c6-41e0-8e32-194e09b9b2e3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:09:15.923856 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2c75bc-6842-4c31-980a-004ef5c85f70 req-a7ace416-0bb8-4551-9808-65ee956f8b72 service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:09:15.926747 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2c75bc-6842-4c31-980a-004ef5c85f70 req-a7ace416-0bb8-4551-9808-65ee956f8b72 service neutron] Checking segment: {'id': 'a7ec11b6-8367-4d76-bf81-1a7f9b95cb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '664fa38c-79c6-41e0-8e32-194e09b9b2e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:09:15.927818 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2c75bc-6842-4c31-980a-004ef5c85f70 req-a7ace416-0bb8-4551-9808-65ee956f8b72 service neutron] Bound using segment: {'id': 'a7ec11b6-8367-4d76-bf81-1a7f9b95cb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '664fa38c-79c6-41e0-8e32-194e09b9b2e3'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:09:15.928821 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ea2c75bc-6842-4c31-980a-004ef5c85f70 req-a7ace416-0bb8-4551-9808-65ee956f8b72 service neutron] Bound port: 470bb258-a237-4488-81d8-6ab99ca14be6, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7ec11b6-8367-4d76-bf81-1a7f9b95cb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '664fa38c-79c6-41e0-8e32-194e09b9b2e3'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:09:15.931390 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ea2c75bc-6842-4c31-980a-004ef5c85f70 req-a7ace416-0bb8-4551-9808-65ee956f8b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:16.001279 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-faf862af-5afa-4181-bbe8-1057fc3b595e admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:16.101974 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-ea2c75bc-6842-4c31-980a-004ef5c85f70 req-a7ace416-0bb8-4551-9808-65ee956f8b72 service neutron] For port 470bb258-a237-4488-81d8-6ab99ca14be6, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:09:16.109198 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-ea2c75bc-6842-4c31-980a-004ef5c85f70 req-a7ace416-0bb8-4551-9808-65ee956f8b72 service neutron] For port 470bb258-a237-4488-81d8-6ab99ca14be6, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=470bb258-a237-4488-81d8-6ab99ca14be6,segment=NetworkSegment(a7ec11b6-8367-4d76-bf81-1a7f9b95cb02),segment_id=a7ec11b6-8367-4d76-bf81-1a7f9b95cb02)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:09:16.117044 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ea2c75bc-6842-4c31-980a-004ef5c85f70 req-a7ace416-0bb8-4551-9808-65ee956f8b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:16.119467 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-574e9927-2eee-460d-af4f-9f7dd0cdb9fd None None] Set router 47895453-f412-49d2-9f76-1f93a0b2e611 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:09:16.170247 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-faf862af-5afa-4181-bbe8-1057fc3b595e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:16.298589 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c75bc-6842-4c31-980a-004ef5c85f70 req-a7ace416-0bb8-4551-9808-65ee956f8b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:16.299363 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ea2c75bc-6842-4c31-980a-004ef5c85f70 req-a7ace416-0bb8-4551-9808-65ee956f8b72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:16.307833 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ea2c75bc-6842-4c31-980a-004ef5c85f70 req-a7ace416-0bb8-4551-9808-65ee956f8b72 service neutron] 10.222.0.49 "PUT /v2.0/ports/470bb258-a237-4488-81d8-6ab99ca14be6 HTTP/1.1" status: 200 len: 1092 time: 3.0555785 Jul 15 23:09:16.316277 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0755d4af-e13a-4356-8083-9e78f5beea87', 'tag': '470bb258-a237-4488-81d8-6ab99ca14be6'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:09:16.321176 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-191f59ed-a3a5-4fc1-976b-7dced4549b60" -d '{"events": [{"name": "network-changed", "server_uuid": "0755d4af-e13a-4356-8083-9e78f5beea87", "tag": "470bb258-a237-4488-81d8-6ab99ca14be6"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:09:16.322280 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-faf862af-5afa-4181-bbe8-1057fc3b595e admin admin] Deleting port ef7a1c52-d21c-482b-889a-35af421f4d5f {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:09:16.322684 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-faf862af-5afa-4181-bbe8-1057fc3b595e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:16.522405 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-faf862af-5afa-4181-bbe8-1057fc3b595e admin admin] For port ef7a1c52-d21c-482b-889a-35af421f4d5f, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=ef7a1c52-d21c-482b-889a-35af421f4d5f,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:16.522779 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-faf862af-5afa-4181-bbe8-1057fc3b595e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:16.533334 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ace416-0bb8-4551-9808-65ee956f8b72 service neutron] Pushing event updated for resources: {'Port': ['ID=470bb258-a237-4488-81d8-6ab99ca14be6,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:16.576187 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-faf862af-5afa-4181-bbe8-1057fc3b595e admin admin] Calling delete_port for ef7a1c52-d21c-482b-889a-35af421f4d5f owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:09:16.586549 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-574e9927-2eee-460d-af4f-9f7dd0cdb9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47895453-f412-49d2-9f76-1f93a0b2e611', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2028028573-router', 'tenant_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'ef7a1c52-d21c-482b-889a-35af421f4d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:15Z', 'updated_at': '2021-07-15T23:09:13Z', 'revision_number': 5, 'project_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'gw_port': {'id': 'ef7a1c52-d21c-482b-889a-35af421f4d5f', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47895453-f412-49d2-9f76-1f93a0b2e611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:18Z', 'updated_at': '2021-07-15T23:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:16.606231 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c609a3a1-667c-4651-8d99-cc95927dc45d req-4d2ef97a-9c2f-4ecf-9226-2e50c55a7f1b tempest-AttachSCSIVolumeTestJSON-152324139 tempest-AttachSCSIVolumeTestJSON-152324139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:16.607920 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c609a3a1-667c-4651-8d99-cc95927dc45d req-4d2ef97a-9c2f-4ecf-9226-2e50c55a7f1b tempest-AttachSCSIVolumeTestJSON-152324139 tempest-AttachSCSIVolumeTestJSON-152324139-project] 10.222.0.48 "GET /v2.0/ports?device_id=0755d4af-e13a-4356-8083-9e78f5beea87 HTTP/1.1" status: 200 len: 944 time: 0.4159970 Jul 15 23:09:16.644429 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574e9927-2eee-460d-af4f-9f7dd0cdb9fd None None] Checking router: 47895453-f412-49d2-9f76-1f93a0b2e611 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:09:16.657850 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574e9927-2eee-460d-af4f-9f7dd0cdb9fd None None] Routers {'47895453-f412-49d2-9f76-1f93a0b2e611'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:09:16.658781 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-574e9927-2eee-460d-af4f-9f7dd0cdb9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:09:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['47895453-f412-49d2-9f76-1f93a0b2e611'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:16.732218 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c609a3a1-667c-4651-8d99-cc95927dc45d req-bf38d54b-e11f-40d3-8785-a07c5f1ee4cd tempest-AttachSCSIVolumeTestJSON-152324139 tempest-AttachSCSIVolumeTestJSON-152324139-project] 10.222.0.48 "GET /v2.0/security-groups?id=87b1bf12-9b7e-4170-bff0-339f379aeefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178553 Jul 15 23:09:16.734628 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c75bc-6842-4c31-980a-004ef5c85f70 req-540c654a-91e6-4c59-bcf0-41a0d41d83ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:16.736226 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ea2c75bc-6842-4c31-980a-004ef5c85f70 req-540c654a-91e6-4c59-bcf0-41a0d41d83ca service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b03dd4b5822b46719971bc6056341493&device_id=0755d4af-e13a-4356-8083-9e78f5beea87 HTTP/1.1" status: 200 len: 1095 time: 0.3785863 Jul 15 23:09:16.828845 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ea2c75bc-6842-4c31-980a-004ef5c85f70 req-d390db49-8fa0-4108-8569-eba8bba211b9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=470bb258-a237-4488-81d8-6ab99ca14be6 HTTP/1.1" status: 200 len: 217 time: 0.0824664 Jul 15 23:09:16.877025 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-574e9927-2eee-460d-af4f-9f7dd0cdb9fd None None] Set router 47895453-f412-49d2-9f76-1f93a0b2e611 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:09:16.925138 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-faf862af-5afa-4181-bbe8-1057fc3b595e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:16.963639 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-574e9927-2eee-460d-af4f-9f7dd0cdb9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47895453-f412-49d2-9f76-1f93a0b2e611', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2028028573-router', 'tenant_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:15Z', 'updated_at': '2021-07-15T23:09:16Z', 'revision_number': 6, 'project_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'gw_port_host': None}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:16.963916 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c75bc-6842-4c31-980a-004ef5c85f70 req-c654c488-e7b9-4c45-a8c8-642f7fc163bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:16.963916 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ea2c75bc-6842-4c31-980a-004ef5c85f70 req-c654c488-e7b9-4c45-a8c8-642f7fc163bd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3cce8750-6222-4c81-8ca6-397ead3e8083 HTTP/1.1" status: 200 len: 854 time: 0.1174841 Jul 15 23:09:16.969923 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-8b2b1cd6-35ae-4fae-a768-2ac2fbecebc7 req-b32d5bdf-ede8-4d78-be5b-d1a6a0602897 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1268427289', 'description': 'tempest-description-1712892362'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:17.004477 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574e9927-2eee-460d-af4f-9f7dd0cdb9fd None None] The sync data for ids ['47895453-f412-49d2-9f76-1f93a0b2e611'] in n-d-794306-6 is: [{'id': '47895453-f412-49d2-9f76-1f93a0b2e611', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2028028573-router', 'tenant_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:15Z', 'updated_at': '2021-07-15T23:09:16Z', 'revision_number': 6, 'project_id': 'd3cd72aa62cb4f388e60bffea0b15541', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:09:17.040854 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf862af-5afa-4181-bbe8-1057fc3b595e admin admin] Pushing event deleted for resources: {'Port': ['ID=ef7a1c52-d21c-482b-889a-35af421f4d5f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:17.057963 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8b2b1cd6-35ae-4fae-a768-2ac2fbecebc7 req-b32d5bdf-ede8-4d78-be5b-d1a6a0602897 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:17.124890 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-faf862af-5afa-4181-bbe8-1057fc3b595e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999011'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:17.301760 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-faf862af-5afa-4181-bbe8-1057fc3b595e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:17.304451 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-faf862af-5afa-4181-bbe8-1057fc3b595e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:17.334422 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c75bc-6842-4c31-980a-004ef5c85f70 req-d993f507-3bbc-40ce-bee1-9f2858435fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:17.336220 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ea2c75bc-6842-4c31-980a-004ef5c85f70 req-d993f507-3bbc-40ce-bee1-9f2858435fcd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=664fa38c-79c6-41e0-8e32-194e09b9b2e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3254986 Jul 15 23:09:17.349523 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f16e6728-dce9-4b2e-8aa0-df49f40f28ba req-84f52825-9d59-4f65-b090-9e6091aa7fb8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=15ef82b7-20b0-46b6-be4d-5fa457f25444&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2887981 Jul 15 23:09:17.363829 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-faf862af-5afa-4181-bbe8-1057fc3b595e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:17.365076 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf862af-5afa-4181-bbe8-1057fc3b595e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47895453-f412-49d2-9f76-1f93a0b2e611 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:09:17.370819 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-faf862af-5afa-4181-bbe8-1057fc3b595e admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:17.387474 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-faf862af-5afa-4181-bbe8-1057fc3b595e admin admin] 10.222.0.48 "DELETE /v2.0/routers/47895453-f412-49d2-9f76-1f93a0b2e611 HTTP/1.1" status: 204 len: 168 time: 1.6133165 Jul 15 23:09:17.390170 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55024) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:17.550419 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8b2b1cd6-35ae-4fae-a768-2ac2fbecebc7 req-b32d5bdf-ede8-4d78-be5b-d1a6a0602897 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:17.562138 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-86ab14e3-eff3-4004-8368-af7f37553430 admin admin] Deleting subnet 99f67785-f6f8-403a-8163-19580b515ea7 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:09:17.566699 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-86ab14e3-eff3-4004-8368-af7f37553430 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:17.622690 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8b2b1cd6-35ae-4fae-a768-2ac2fbecebc7 req-b32d5bdf-ede8-4d78-be5b-d1a6a0602897 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:17.683486 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8b2b1cd6-35ae-4fae-a768-2ac2fbecebc7 req-b32d5bdf-ede8-4d78-be5b-d1a6a0602897 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:17.684966 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8b2b1cd6-35ae-4fae-a768-2ac2fbecebc7 req-b32d5bdf-ede8-4d78-be5b-d1a6a0602897 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.7269876 Jul 15 23:09:17.713695 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-86ab14e3-eff3-4004-8368-af7f37553430 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:17.830951 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e6728-dce9-4b2e-8aa0-df49f40f28ba req-a078fad4-58b6-49bd-9d94-1b75f6226ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:17.832629 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f16e6728-dce9-4b2e-8aa0-df49f40f28ba req-a078fad4-58b6-49bd-9d94-1b75f6226ea8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=943e0e7be5644005a591d26197ee19f5&device_id=15ef82b7-20b0-46b6-be4d-5fa457f25444 HTTP/1.1" status: 200 len: 1101 time: 0.3988800 Jul 15 23:09:17.833494 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32d5bdf-ede8-4d78-be5b-d1a6a0602897 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e38d3fa6-cdfd-4113-87d3-b4871e080edc,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:18.016259 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ea2c75bc-6842-4c31-980a-004ef5c85f70 req-3f74a24b-16b9-4ded-9092-480ccb92fc23 service neutron] 10.222.0.49 "GET /v2.0/networks/664fa38c-79c6-41e0-8e32-194e09b9b2e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5178938 Jul 15 23:09:18.330933 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-86ab14e3-eff3-4004-8368-af7f37553430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:18.343104 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef313a66-946a-4754-9fb2-10c5d6e85d7f req-b2aa2f6b-e1f5-4ca6-b5f0-25143e930cbc tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:18.351311 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ef313a66-946a-4754-9fb2-10c5d6e85d7f req-b2aa2f6b-e1f5-4ca6-b5f0-25143e930cbc tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=530cb3cd-0851-4fc8-b790-2e99ac2edf18 HTTP/1.1" status: 200 len: 944 time: 0.4608672 Jul 15 23:09:18.466550 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e6728-dce9-4b2e-8aa0-df49f40f28ba req-6c7f7b8f-5bad-43e4-99c6-91a443d59b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:18.469579 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f16e6728-dce9-4b2e-8aa0-df49f40f28ba req-6c7f7b8f-5bad-43e4-99c6-91a443d59b8a service neutron] 10.222.0.41 "GET /v2.0/networks?id=5d412861-bef3-4cc1-ae9f-87a6a36753c0 HTTP/1.1" status: 200 len: 870 time: 0.5932028 Jul 15 23:09:18.609439 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f16e6728-dce9-4b2e-8aa0-df49f40f28ba req-bf6af25a-d790-4f35-bc44-ee47d6cb6d06 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=600c70ff-f3b9-44ef-ab5b-b11e9e9453e0 HTTP/1.1" status: 200 len: 217 time: 0.0930412 Jul 15 23:09:18.620082 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ef313a66-946a-4754-9fb2-10c5d6e85d7f req-e1c8875b-dc37-4d4a-8733-bbe5db3b46a9 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023625 Jul 15 23:09:18.638184 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ea2c75bc-6842-4c31-980a-004ef5c85f70 req-87763373-e10d-446e-a00a-2ef3f74f283d service neutron] 10.222.0.49 "GET /v2.0/networks/664fa38c-79c6-41e0-8e32-194e09b9b2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5885997 Jul 15 23:09:18.682714 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device bf986a0f-e761-42ed-a014-2c3b352b699e up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:09:18.700955 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-86ab14e3-eff3-4004-8368-af7f37553430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:18.747741 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-86ab14e3-eff3-4004-8368-af7f37553430 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:18.754513 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-86ab14e3-eff3-4004-8368-af7f37553430 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/99f67785-f6f8-403a-8163-19580b515ea7 HTTP/1.1" status: 204 len: 168 time: 1.3604267 Jul 15 23:09:18.754852 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ab14e3-eff3-4004-8368-af7f37553430 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99f67785-f6f8-403a-8163-19580b515ea7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:18.755234 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55036) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:18.792778 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e6728-dce9-4b2e-8aa0-df49f40f28ba req-c7cf6e76-3ef8-4964-88ec-9b0aefede0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:18.794771 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f16e6728-dce9-4b2e-8aa0-df49f40f28ba req-c7cf6e76-3ef8-4964-88ec-9b0aefede0b3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.1701355 Jul 15 23:09:18.808806 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccaba55e-52e1-4735-adcf-b34ef821bc90 None None] Network 82a1b157-72db-4f6b-a839-5e04e2b2c143 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:09:18.920685 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e6728-dce9-4b2e-8aa0-df49f40f28ba req-7e696874-6c77-43f2-9316-022f6a12e56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:18.922491 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f16e6728-dce9-4b2e-8aa0-df49f40f28ba req-7e696874-6c77-43f2-9316-022f6a12e56c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1179657 Jul 15 23:09:18.945337 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 6c5df109-e094-4b22-859d-bb3271e4fecf no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:09:18.949787 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port bf986a0f-e761-42ed-a014-2c3b352b699e completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:09:18.965439 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port bf986a0f-e761-42ed-a014-2c3b352b699e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:18.971686 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:18.996153 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c3aaa071-2dc5-465e-a3ec-9af6503a829d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:19.130820 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-c3aaa071-2dc5-465e-a3ec-9af6503a829d admin admin] Deleting port a1365362-65b0-43ca-a2cb-02fde511b73e {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:09:19.131178 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c3aaa071-2dc5-465e-a3ec-9af6503a829d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:19.166957 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f16e6728-dce9-4b2e-8aa0-df49f40f28ba req-84d4fd61-d4f6-425d-8500-968d7d26b576 service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978731 Jul 15 23:09:19.215823 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 6c5df109-e094-4b22-859d-bb3271e4fecf {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:09:19.216499 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 6c5df109-e094-4b22-859d-bb3271e4fecf not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:09:19.217352 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device ef7a1c52-d21c-482b-889a-35af421f4d5f no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:09:19.322380 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: ef7a1c52-d21c-482b-889a-35af421f4d5f {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:09:19.323138 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device ef7a1c52-d21c-482b-889a-35af421f4d5f not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:09:19.342114 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f16e6728-dce9-4b2e-8aa0-df49f40f28ba req-84ce7dc5-34df-4246-8012-b55166901a17 service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669729 Jul 15 23:09:19.346580 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-c3aaa071-2dc5-465e-a3ec-9af6503a829d admin admin] For port a1365362-65b0-43ca-a2cb-02fde511b73e, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=a1365362-65b0-43ca-a2cb-02fde511b73e,segment=NetworkSegment(6477d1f6-ea27-4e48-9dd8-1fd3f020fd9f),segment_id=6477d1f6-ea27-4e48-9dd8-1fd3f020fd9f)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:19.347544 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c3aaa071-2dc5-465e-a3ec-9af6503a829d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:19.350104 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c9bec7-9e38-4920-a099-0e8504ed2b68 x-openstack-request-id: req-35c9bec7-9e38-4920-a099-0e8504ed2b68 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:09:19.350673 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0755d4af-e13a-4356-8083-9e78f5beea87", "tag": "470bb258-a237-4488-81d8-6ab99ca14be6", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:09:19.350673 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-35c9bec7-9e38-4920-a099-0e8504ed2b68 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:09:19.351061 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0755d4af-e13a-4356-8083-9e78f5beea87', 'tag': '470bb258-a237-4488-81d8-6ab99ca14be6', 'status': 'completed', 'code': 200} Jul 15 23:09:19.381695 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-c3aaa071-2dc5-465e-a3ec-9af6503a829d admin admin] Calling delete_port for a1365362-65b0-43ca-a2cb-02fde511b73e owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:09:19.489231 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:19.604830 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c3aaa071-2dc5-465e-a3ec-9af6503a829d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:19.606270 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f59ed-a3a5-4fc1-976b-7dced4549b60 req-39f9bf04-5bba-431c-ac4c-6ffbe87e8532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:19.608220 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-191f59ed-a3a5-4fc1-976b-7dced4549b60 req-39f9bf04-5bba-431c-ac4c-6ffbe87e8532 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b03dd4b5822b46719971bc6056341493&device_id=0755d4af-e13a-4356-8083-9e78f5beea87 HTTP/1.1" status: 200 len: 1095 time: 0.2651515 Jul 15 23:09:19.608679 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port bf986a0f-e761-42ed-a014-2c3b352b699e, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=bf986a0f-e761-42ed-a014-2c3b352b699e,segment=NetworkSegment(2a783e67-ba53-4ea9-9bee-afb3f3217392),segment_id=2a783e67-ba53-4ea9-9bee-afb3f3217392)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:19.619265 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '530cb3cd-0851-4fc8-b790-2e99ac2edf18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf986a0f-e761-42ed-a014-2c3b352b699e'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:09:19.621217 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3956e62-a406-4dcd-a5e3-a36b636c4c67" -d '{"events": [{"server_uuid": "530cb3cd-0851-4fc8-b790-2e99ac2edf18", "name": "network-vif-plugged", "status": "completed", "tag": "bf986a0f-e761-42ed-a014-2c3b352b699e"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:09:19.626449 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd1f9d9-8000-42a0-927f-004659217363 None None] DHCP port deletion for 82a1b157-72db-4f6b-a839-5e04e2b2c143 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:09:19.644865 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:19.658024 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aaa071-2dc5-465e-a3ec-9af6503a829d admin admin] Pushing event deleted for resources: {'Port': ['ID=a1365362-65b0-43ca-a2cb-02fde511b73e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:19.660330 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3aaa071-2dc5-465e-a3ec-9af6503a829d admin admin] No DVR routers for this DVR port a1365362-65b0-43ca-a2cb-02fde511b73e on host n-d-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:09:19.780001 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c3aaa071-2dc5-465e-a3ec-9af6503a829d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:19.788206 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=bf986a0f-e761-42ed-a014-2c3b352b699e,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:19.791838 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30edf552-b9ef-4a47-b1b7-f04338ca421d req-3a7555bc-b356-474a-a659-48071dbe7ef5 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:19.799801 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-30edf552-b9ef-4a47-b1b7-f04338ca421d req-3a7555bc-b356-474a-a659-48071dbe7ef5 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=2bd4a465-5715-42eb-b661-ed856e129d86 HTTP/1.1" status: 200 len: 948 time: 0.3637528 Jul 15 23:09:19.810934 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-c3aaa071-2dc5-465e-a3ec-9af6503a829d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82a1b157-72db-4f6b-a839-5e04e2b2c143']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:19.841116 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-c3aaa071-2dc5-465e-a3ec-9af6503a829d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6477d1f6-ea27-4e48-9dd8-1fd3f020fd9f') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:19.841116 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-c3aaa071-2dc5-465e-a3ec-9af6503a829d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6477d1f6-ea27-4e48-9dd8-1fd3f020fd9f') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:19.851858 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c3aaa071-2dc5-465e-a3ec-9af6503a829d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:19.876851 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-30edf552-b9ef-4a47-b1b7-f04338ca421d req-f87ac927-d444-46d0-8d2e-0eb0b3401bb1 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760050 Jul 15 23:09:19.878318 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f59ed-a3a5-4fc1-976b-7dced4549b60 req-17758d18-55d9-43d9-a408-58fa46c0be41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:19.879526 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c3aaa071-2dc5-465e-a3ec-9af6503a829d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:19.886342 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-191f59ed-a3a5-4fc1-976b-7dced4549b60 req-17758d18-55d9-43d9-a408-58fa46c0be41 service neutron] 10.222.0.49 "GET /v2.0/networks?id=664fa38c-79c6-41e0-8e32-194e09b9b2e3 HTTP/1.1" status: 200 len: 916 time: 0.2503977 Jul 15 23:09:19.890594 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3aaa071-2dc5-465e-a3ec-9af6503a829d admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:09:19.891130 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c3aaa071-2dc5-465e-a3ec-9af6503a829d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:19.894981 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:09:19.894981 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:09:19.894981 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:09:19.894981 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:09:19.894981 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:09:19.894981 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:09:19.894981 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:09:19.894981 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:09:19.894981 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:09:19.894981 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:09:19.894981 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:09:19.894981 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:09:19.894981 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:09:19.894981 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:09:19.894981 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:09:19.894981 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:09:19.894981 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:09:19.894981 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:09:19.894981 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:09:19.894981 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:09:19.894981 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:09:19.894981 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:09:19.894981 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:09:19.894981 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:09:19.894981 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:09:19.894981 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:09:19.894981 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:09:19.894981 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:09:19.894981 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:09:19.894981 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:09:19.894981 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:09:19.894981 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:09:19.894981 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:09:19.894981 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:09:19.955978 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-191f59ed-a3a5-4fc1-976b-7dced4549b60 req-8ea01a72-d688-4263-8cff-02645fba26fa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=470bb258-a237-4488-81d8-6ab99ca14be6 HTTP/1.1" status: 200 len: 217 time: 0.0600605 Jul 15 23:09:20.027635 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c3aaa071-2dc5-465e-a3ec-9af6503a829d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:20.041296 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c3aaa071-2dc5-465e-a3ec-9af6503a829d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:20.043858 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c3aaa071-2dc5-465e-a3ec-9af6503a829d admin admin] 10.222.0.48 "DELETE /v2.0/networks/82a1b157-72db-4f6b-a839-5e04e2b2c143 HTTP/1.1" status: 204 len: 168 time: 1.2871051 Jul 15 23:09:20.058868 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55046) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:20.063796 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aaa071-2dc5-465e-a3ec-9af6503a829d admin admin] Pushing event deleted for resources: {'Network': ['ID=82a1b157-72db-4f6b-a839-5e04e2b2c143,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:20.104882 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c3826616-4a03-4393-ac5b-59a43c316d9d req-e409ee57-a68d-46c9-90ff-ec6273d6512c tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] 10.222.0.48 "GET /v2.0/security-groups/e38d3fa6-cdfd-4113-87d3-b4871e080edc HTTP/1.1" status: 200 len: 1805 time: 0.0586417 Jul 15 23:09:20.111625 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-c3826616-4a03-4393-ac5b-59a43c316d9d req-812ae4a9-a962-490e-b307-7833352a53ae tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e38d3fa6-cdfd-4113-87d3-b4871e080edc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:20.111943 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-c3826616-4a03-4393-ac5b-59a43c316d9d req-812ae4a9-a962-490e-b307-7833352a53ae tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e38d3fa6-cdfd-4113-87d3-b4871e080edc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:20.123236 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f59ed-a3a5-4fc1-976b-7dced4549b60 req-bd9775b6-8462-47b1-ab5e-ba4d3a5db505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:20.125068 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-191f59ed-a3a5-4fc1-976b-7dced4549b60 req-bd9775b6-8462-47b1-ab5e-ba4d3a5db505 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3cce8750-6222-4c81-8ca6-397ead3e8083 HTTP/1.1" status: 200 len: 854 time: 0.1534834 Jul 15 23:09:20.332395 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f59ed-a3a5-4fc1-976b-7dced4549b60 req-37b72298-8431-4e54-87fb-182d8fc70b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:20.334634 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-191f59ed-a3a5-4fc1-976b-7dced4549b60 req-37b72298-8431-4e54-87fb-182d8fc70b80 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=664fa38c-79c6-41e0-8e32-194e09b9b2e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1933451 Jul 15 23:09:20.344715 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c3826616-4a03-4393-ac5b-59a43c316d9d req-812ae4a9-a962-490e-b307-7833352a53ae tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:20.509087 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c3826616-4a03-4393-ac5b-59a43c316d9d req-812ae4a9-a962-490e-b307-7833352a53ae tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:20.561577 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c3826616-4a03-4393-ac5b-59a43c316d9d req-812ae4a9-a962-490e-b307-7833352a53ae tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:20.607893 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-191f59ed-a3a5-4fc1-976b-7dced4549b60 req-dcf2f94a-876f-4ee8-b075-1448421392f2 service neutron] 10.222.0.49 "GET /v2.0/networks/664fa38c-79c6-41e0-8e32-194e09b9b2e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144532 Jul 15 23:09:20.623764 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812ae4a9-a962-490e-b307-7833352a53ae tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4e2d2f4-d539-45c4-a666-1377965af09f,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:20.627403 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c3826616-4a03-4393-ac5b-59a43c316d9d req-812ae4a9-a962-490e-b307-7833352a53ae tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:20.645067 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c3826616-4a03-4393-ac5b-59a43c316d9d req-812ae4a9-a962-490e-b307-7833352a53ae tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5389373 Jul 15 23:09:20.909299 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device a1365362-65b0-43ca-a2cb-02fde511b73e no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:09:20.922466 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b3f45a2f-b6f1-4faf-b0aa-0e6af5bfef11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:20.934763 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: a1365362-65b0-43ca-a2cb-02fde511b73e {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:09:20.935213 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device a1365362-65b0-43ca-a2cb-02fde511b73e not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:09:21.292896 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-191f59ed-a3a5-4fc1-976b-7dced4549b60 req-9a1a8fe0-842e-42ee-852d-aa2005f38cd8 service neutron] 10.222.0.49 "GET /v2.0/networks/664fa38c-79c6-41e0-8e32-194e09b9b2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6446505 Jul 15 23:09:21.323992 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657c6f7-72ae-4af0-b454-3b0ae1fa8597 req-6b123458-3275-4622-a295-c355c760d942 tempest-AttachSCSIVolumeTestJSON-152324139 tempest-AttachSCSIVolumeTestJSON-152324139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:21.325590 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5657c6f7-72ae-4af0-b454-3b0ae1fa8597 req-6b123458-3275-4622-a295-c355c760d942 tempest-AttachSCSIVolumeTestJSON-152324139 tempest-AttachSCSIVolumeTestJSON-152324139-project] 10.222.0.48 "GET /v2.0/ports?device_id=0755d4af-e13a-4356-8083-9e78f5beea87 HTTP/1.1" status: 200 len: 944 time: 0.1660557 Jul 15 23:09:21.415359 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5657c6f7-72ae-4af0-b454-3b0ae1fa8597 req-c39ee510-6280-4ff0-a0b7-9970889c22d5 tempest-AttachSCSIVolumeTestJSON-152324139 tempest-AttachSCSIVolumeTestJSON-152324139-project] 10.222.0.48 "GET /v2.0/security-groups?id=87b1bf12-9b7e-4170-bff0-339f379aeefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745695 Jul 15 23:09:21.471158 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b3f45a2f-b6f1-4faf-b0aa-0e6af5bfef11 admin admin] Deleting port bcbc0297-b414-4838-ab59-79342bf5ec63 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:09:21.471607 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b3f45a2f-b6f1-4faf-b0aa-0e6af5bfef11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:21.523348 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52b40b2-a3ca-48e8-a9dd-f25a6b5e84b5 x-openstack-request-id: req-f52b40b2-a3ca-48e8-a9dd-f25a6b5e84b5 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:09:21.524015 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "530cb3cd-0851-4fc8-b790-2e99ac2edf18", "name": "network-vif-plugged", "status": "completed", "tag": "bf986a0f-e761-42ed-a014-2c3b352b699e", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:09:21.524583 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f52b40b2-a3ca-48e8-a9dd-f25a6b5e84b5 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:09:21.525536 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '530cb3cd-0851-4fc8-b790-2e99ac2edf18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf986a0f-e761-42ed-a014-2c3b352b699e', 'code': 200} Jul 15 23:09:21.632181 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-b3f45a2f-b6f1-4faf-b0aa-0e6af5bfef11 admin admin] For port bcbc0297-b414-4838-ab59-79342bf5ec63, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=bcbc0297-b414-4838-ab59-79342bf5ec63,segment=NetworkSegment(cb5a350d-7b3e-4904-baaa-34721610753c),segment_id=cb5a350d-7b3e-4904-baaa-34721610753c)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:21.632627 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b3f45a2f-b6f1-4faf-b0aa-0e6af5bfef11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:21.654287 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b3f45a2f-b6f1-4faf-b0aa-0e6af5bfef11 admin admin] Calling delete_port for bcbc0297-b414-4838-ab59-79342bf5ec63 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:09:21.877939 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce07e2-8aaf-4cda-b45e-cc3284383db2 req-c8f9b331-ecfa-4c68-a403-e23807cba86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:21.879500 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-22ce07e2-8aaf-4cda-b45e-cc3284383db2 req-c8f9b331-ecfa-4c68-a403-e23807cba86e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=530cb3cd-0851-4fc8-b790-2e99ac2edf18 HTTP/1.1" status: 200 len: 1096 time: 0.2329223 Jul 15 23:09:21.931933 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f345c2-e8d5-4efc-ab8a-0332c49eeb6b req-6a46d1da-14ea-429b-a407-d9c782430516 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:21.933877 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f4f345c2-e8d5-4efc-ab8a-0332c49eeb6b req-6a46d1da-14ea-429b-a407-d9c782430516 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=530cb3cd-0851-4fc8-b790-2e99ac2edf18 HTTP/1.1" status: 200 len: 945 time: 0.1931064 Jul 15 23:09:21.984561 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-22ce07e2-8aaf-4cda-b45e-cc3284383db2 req-b8756254-b1ec-4424-a04c-91f4773b4aac service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947666 Jul 15 23:09:22.118765 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b3f45a2f-b6f1-4faf-b0aa-0e6af5bfef11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:22.141343 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f4f345c2-e8d5-4efc-ab8a-0332c49eeb6b req-08f92308-9f1b-405e-bf8b-57a0db89a991 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817155 Jul 15 23:09:22.198272 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f45a2f-b6f1-4faf-b0aa-0e6af5bfef11 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcbc0297-b414-4838-ab59-79342bf5ec63,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:22.447494 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-3424b1f5-880d-49c2-a937-858b0e66ec92 req-ce05c020-c800-46d8-a5d8-c7a2de8a6760 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1733264916', 'description': 'tempest-description-1674153881'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:22.498422 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3424b1f5-880d-49c2-a937-858b0e66ec92 req-ce05c020-c800-46d8-a5d8-c7a2de8a6760 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:22.650862 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b3f45a2f-b6f1-4faf-b0aa-0e6af5bfef11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:22.777155 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3424b1f5-880d-49c2-a937-858b0e66ec92 req-ce05c020-c800-46d8-a5d8-c7a2de8a6760 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:22.782941 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3424b1f5-880d-49c2-a937-858b0e66ec92 req-ce05c020-c800-46d8-a5d8-c7a2de8a6760 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:22.892142 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce05c020-c800-46d8-a5d8-c7a2de8a6760 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48560c89-1365-4fd4-9f29-2eb0decd76bf,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:22.901164 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3424b1f5-880d-49c2-a937-858b0e66ec92 req-ce05c020-c800-46d8-a5d8-c7a2de8a6760 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:22.916283 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3424b1f5-880d-49c2-a937-858b0e66ec92 req-ce05c020-c800-46d8-a5d8-c7a2de8a6760 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4775412 Jul 15 23:09:23.116287 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3f45a2f-b6f1-4faf-b0aa-0e6af5bfef11 admin admin] Router db5a3676-c228-40ea-bebf-3aab2804516d has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:09:23.340348 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d3c49-f256-4464-bef5-f496db016192 req-ad3ddb88-6f05-4d4f-9b4c-97a95077c9c0 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:23.351427 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e61d3c49-f256-4464-bef5-f496db016192 req-ad3ddb88-6f05-4d4f-9b4c-97a95077c9c0 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=2bd4a465-5715-42eb-b661-ed856e129d86 HTTP/1.1" status: 200 len: 948 time: 0.2294934 Jul 15 23:09:23.436561 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f45a2f-b6f1-4faf-b0aa-0e6af5bfef11 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:09:23.445897 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10f087d-8609-46fb-8e9f-99492d4d9ba5 None None] Sync routers for ids ['db5a3676-c228-40ea-bebf-3aab2804516d'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:09:23.448300 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b3f45a2f-b6f1-4faf-b0aa-0e6af5bfef11 admin admin] 10.222.0.48 "PUT /v2.0/routers/db5a3676-c228-40ea-bebf-3aab2804516d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3920105 Jul 15 23:09:23.450803 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55066) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:23.455799 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e61d3c49-f256-4464-bef5-f496db016192 req-46fa704a-eecd-41d7-9b9d-ae8e13ff29f1 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033282 Jul 15 23:09:23.458855 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10f087d-8609-46fb-8e9f-99492d4d9ba5 None None] Routers {'db5a3676-c228-40ea-bebf-3aab2804516d'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:09:23.463037 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c10f087d-8609-46fb-8e9f-99492d4d9ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:09:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['db5a3676-c228-40ea-bebf-3aab2804516d'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:23.681025 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-c10f087d-8609-46fb-8e9f-99492d4d9ba5 None None] Set router db5a3676-c228-40ea-bebf-3aab2804516d gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:09:23.696827 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fda640ef-6de1-486c-bf19-c330de15d689 admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:23.896607 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c10f087d-8609-46fb-8e9f-99492d4d9ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db5a3676-c228-40ea-bebf-3aab2804516d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2035461931-router', 'tenant_id': '074ece40fd6c43448dcae252eb464193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '55522528-4b35-4559-80c5-ec566ee0e5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:34Z', 'updated_at': '2021-07-15T23:09:21Z', 'revision_number': 5, 'project_id': '074ece40fd6c43448dcae252eb464193', 'gw_port': {'id': '55522528-4b35-4559-80c5-ec566ee0e5f6', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5a3676-c228-40ea-bebf-3aab2804516d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:36Z', 'updated_at': '2021-07-15T23:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:23.931484 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10f087d-8609-46fb-8e9f-99492d4d9ba5 None None] Checking router: db5a3676-c228-40ea-bebf-3aab2804516d for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:09:23.945283 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10f087d-8609-46fb-8e9f-99492d4d9ba5 None None] Routers {'db5a3676-c228-40ea-bebf-3aab2804516d'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:09:23.945923 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c10f087d-8609-46fb-8e9f-99492d4d9ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:09:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['db5a3676-c228-40ea-bebf-3aab2804516d'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:24.122570 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-c10f087d-8609-46fb-8e9f-99492d4d9ba5 None None] Set router db5a3676-c228-40ea-bebf-3aab2804516d gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:09:24.238827 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fda640ef-6de1-486c-bf19-c330de15d689 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:24.353014 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-fda640ef-6de1-486c-bf19-c330de15d689 admin admin] Deleting port 55522528-4b35-4559-80c5-ec566ee0e5f6 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:09:24.353446 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fda640ef-6de1-486c-bf19-c330de15d689 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:24.482610 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-fda640ef-6de1-486c-bf19-c330de15d689 admin admin] For port 55522528-4b35-4559-80c5-ec566ee0e5f6, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=55522528-4b35-4559-80c5-ec566ee0e5f6,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:24.483298 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fda640ef-6de1-486c-bf19-c330de15d689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:24.500855 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-fda640ef-6de1-486c-bf19-c330de15d689 admin admin] Calling delete_port for 55522528-4b35-4559-80c5-ec566ee0e5f6 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:09:24.523197 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4579a4-852e-4819-8518-e5d344e8f33a req-e223094f-807e-488a-858b-5c98e6cb327d tempest-AttachSCSIVolumeTestJSON-152324139 tempest-AttachSCSIVolumeTestJSON-152324139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:24.525578 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c10f087d-8609-46fb-8e9f-99492d4d9ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db5a3676-c228-40ea-bebf-3aab2804516d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2035461931-router', 'tenant_id': '074ece40fd6c43448dcae252eb464193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '55522528-4b35-4559-80c5-ec566ee0e5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:34Z', 'updated_at': '2021-07-15T23:09:21Z', 'revision_number': 5, 'project_id': '074ece40fd6c43448dcae252eb464193', 'gw_port': {'id': '55522528-4b35-4559-80c5-ec566ee0e5f6', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5a3676-c228-40ea-bebf-3aab2804516d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:36Z', 'updated_at': '2021-07-15T23:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:24.546702 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4b4579a4-852e-4819-8518-e5d344e8f33a req-e223094f-807e-488a-858b-5c98e6cb327d tempest-AttachSCSIVolumeTestJSON-152324139 tempest-AttachSCSIVolumeTestJSON-152324139-project] 10.222.0.48 "GET /v2.0/ports?device_id=0755d4af-e13a-4356-8083-9e78f5beea87 HTTP/1.1" status: 200 len: 944 time: 0.1623161 Jul 15 23:09:24.590893 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10f087d-8609-46fb-8e9f-99492d4d9ba5 None None] The sync data for ids ['db5a3676-c228-40ea-bebf-3aab2804516d'] in n-d-794306-6 is: [{'id': 'db5a3676-c228-40ea-bebf-3aab2804516d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2035461931-router', 'tenant_id': '074ece40fd6c43448dcae252eb464193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '55522528-4b35-4559-80c5-ec566ee0e5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:03:34Z', 'updated_at': '2021-07-15T23:09:21Z', 'revision_number': 5, 'project_id': '074ece40fd6c43448dcae252eb464193', 'gw_port': {'id': '55522528-4b35-4559-80c5-ec566ee0e5f6', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5a3676-c228-40ea-bebf-3aab2804516d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:03:36Z', 'updated_at': '2021-07-15T23:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:09:24.621836 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4b4579a4-852e-4819-8518-e5d344e8f33a req-b1929d99-438b-44f8-a671-ce69c40ef651 tempest-AttachSCSIVolumeTestJSON-152324139 tempest-AttachSCSIVolumeTestJSON-152324139-project] 10.222.0.48 "GET /v2.0/security-groups?id=87b1bf12-9b7e-4170-bff0-339f379aeefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737505 Jul 15 23:09:24.695389 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4f69b63b-906d-4cc1-b396-09f35c84e7f6 req-7185b659-b95e-4d97-a67e-4e3eed9f3d8e tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] 10.222.0.48 "GET /v2.0/security-groups/48560c89-1365-4fd4-9f29-2eb0decd76bf HTTP/1.1" status: 200 len: 1805 time: 0.0522308 Jul 15 23:09:24.700379 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-4f69b63b-906d-4cc1-b396-09f35c84e7f6 req-19244b3c-1061-4261-a20a-6f7090aa241c tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '48560c89-1365-4fd4-9f29-2eb0decd76bf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:24.700769 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-4f69b63b-906d-4cc1-b396-09f35c84e7f6 req-19244b3c-1061-4261-a20a-6f7090aa241c tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '48560c89-1365-4fd4-9f29-2eb0decd76bf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:24.801359 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fda640ef-6de1-486c-bf19-c330de15d689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:24.823993 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4f69b63b-906d-4cc1-b396-09f35c84e7f6 req-19244b3c-1061-4261-a20a-6f7090aa241c tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:24.845518 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda640ef-6de1-486c-bf19-c330de15d689 admin admin] Pushing event deleted for resources: {'Port': ['ID=55522528-4b35-4559-80c5-ec566ee0e5f6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:24.912506 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4f69b63b-906d-4cc1-b396-09f35c84e7f6 req-19244b3c-1061-4261-a20a-6f7090aa241c tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:25.024437 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4f69b63b-906d-4cc1-b396-09f35c84e7f6 req-19244b3c-1061-4261-a20a-6f7090aa241c tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:25.047107 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19244b3c-1061-4261-a20a-6f7090aa241c tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e78f2288-9d8a-4b15-a3b9-a46eb7d64b3c,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:25.064733 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4f69b63b-906d-4cc1-b396-09f35c84e7f6 req-19244b3c-1061-4261-a20a-6f7090aa241c tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:25.077168 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fda640ef-6de1-486c-bf19-c330de15d689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999011'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:25.079997 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4f69b63b-906d-4cc1-b396-09f35c84e7f6 req-19244b3c-1061-4261-a20a-6f7090aa241c tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3815382 Jul 15 23:09:25.124343 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:25.200838 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device bcbc0297-b414-4838-ab59-79342bf5ec63 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:09:25.251211 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: bcbc0297-b414-4838-ab59-79342bf5ec63 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:09:25.251848 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device bcbc0297-b414-4838-ab59-79342bf5ec63 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:09:25.285456 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fda640ef-6de1-486c-bf19-c330de15d689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:25.288856 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fda640ef-6de1-486c-bf19-c330de15d689 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:25.361665 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fda640ef-6de1-486c-bf19-c330de15d689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:25.363666 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda640ef-6de1-486c-bf19-c330de15d689 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db5a3676-c228-40ea-bebf-3aab2804516d {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:09:25.370049 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fda640ef-6de1-486c-bf19-c330de15d689 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:25.371260 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-fda640ef-6de1-486c-bf19-c330de15d689 admin admin] 10.222.0.48 "DELETE /v2.0/routers/db5a3676-c228-40ea-bebf-3aab2804516d HTTP/1.1" status: 204 len: 168 time: 1.9195213 Jul 15 23:09:25.373710 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55076) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:25.379381 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036767d1-a03f-4581-aba5-fb9823e08d71 req-64f7acb9-7ce7-42eb-92cb-a5553df350d2 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:25.390934 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-036767d1-a03f-4581-aba5-fb9823e08d71 req-64f7acb9-7ce7-42eb-92cb-a5553df350d2 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=530cb3cd-0851-4fc8-b790-2e99ac2edf18 HTTP/1.1" status: 200 len: 945 time: 0.1447601 Jul 15 23:09:25.449004 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f4cf642-ebb0-4fdc-bfa4-3f96b97fcafa admin admin] Deleting subnet 1bd33cd5-6d6f-4fda-b898-a1467f01579b {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:09:25.453276 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4f4cf642-ebb0-4fdc-bfa4-3f96b97fcafa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:25.461439 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-036767d1-a03f-4581-aba5-fb9823e08d71 req-295e7860-3bb0-4206-a121-f880d8c961b6 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693564 Jul 15 23:09:25.523231 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4f4cf642-ebb0-4fdc-bfa4-3f96b97fcafa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:25.699315 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4f4cf642-ebb0-4fdc-bfa4-3f96b97fcafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:25.785827 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4f4cf642-ebb0-4fdc-bfa4-3f96b97fcafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:25.874127 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4f4cf642-ebb0-4fdc-bfa4-3f96b97fcafa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:25.879549 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55088) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:25.885266 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28467746-361c-4fbd-a660-03e46579e131 None None] Network be691b14-f658-4c94-a440-dfbc864ac572 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:09:25.891467 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-4f4cf642-ebb0-4fdc-bfa4-3f96b97fcafa admin admin] 10.222.0.48 "DELETE /v2.0/subnets/1bd33cd5-6d6f-4fda-b898-a1467f01579b HTTP/1.1" status: 204 len: 168 time: 0.5148594 Jul 15 23:09:25.893269 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4cf642-ebb0-4fdc-bfa4-3f96b97fcafa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bd33cd5-6d6f-4fda-b898-a1467f01579b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:26.018027 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0dda9728-1ca7-4a33-95d8-f4911e0a9b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:26.179704 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-0dda9728-1ca7-4a33-95d8-f4911e0a9b49 admin admin] Deleting port c4692bd8-ccc4-417d-a548-68d8166c862b {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:09:26.182554 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0dda9728-1ca7-4a33-95d8-f4911e0a9b49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:26.237908 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bae551b-9682-46f5-bf9f-d97468b73761 req-42fe820f-c084-4c56-9e0e-1d13b47d439f tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:26.246253 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cec9682-40fc-442d-a9e5-bdb3c25e0616 None None] DHCP port deletion for be691b14-f658-4c94-a440-dfbc864ac572 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:09:26.253970 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3bae551b-9682-46f5-bf9f-d97468b73761 req-42fe820f-c084-4c56-9e0e-1d13b47d439f tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=2bd4a465-5715-42eb-b661-ed856e129d86 HTTP/1.1" status: 200 len: 948 time: 0.4124045 Jul 15 23:09:26.361616 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-0dda9728-1ca7-4a33-95d8-f4911e0a9b49 admin admin] For port c4692bd8-ccc4-417d-a548-68d8166c862b, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=c4692bd8-ccc4-417d-a548-68d8166c862b,segment=NetworkSegment(cb5a350d-7b3e-4904-baaa-34721610753c),segment_id=cb5a350d-7b3e-4904-baaa-34721610753c)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:26.362152 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0dda9728-1ca7-4a33-95d8-f4911e0a9b49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:26.365882 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-7cec9682-40fc-442d-a9e5-bdb3c25e0616 None None] Deleting port c4692bd8-ccc4-417d-a548-68d8166c862b {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:09:26.366538 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7cec9682-40fc-442d-a9e5-bdb3c25e0616 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:26.381646 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-0dda9728-1ca7-4a33-95d8-f4911e0a9b49 admin admin] Calling delete_port for c4692bd8-ccc4-417d-a548-68d8166c862b owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:09:26.464320 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-7cec9682-40fc-442d-a9e5-bdb3c25e0616 None None] For port c4692bd8-ccc4-417d-a548-68d8166c862b, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=c4692bd8-ccc4-417d-a548-68d8166c862b,segment=NetworkSegment(cb5a350d-7b3e-4904-baaa-34721610753c),segment_id=cb5a350d-7b3e-4904-baaa-34721610753c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:26.465078 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7cec9682-40fc-442d-a9e5-bdb3c25e0616 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:26.481619 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-7cec9682-40fc-442d-a9e5-bdb3c25e0616 None None] Calling delete_port for c4692bd8-ccc4-417d-a548-68d8166c862b owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:09:26.487109 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3bae551b-9682-46f5-bf9f-d97468b73761 req-9babd0ce-24aa-4ee9-b9ce-c047c9e3b514 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317519 Jul 15 23:09:26.494015 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0dda9728-1ca7-4a33-95d8-f4911e0a9b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:26.546550 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-67b85d48-dcf1-4f82-ab51-6175e69c3656 req-1363caef-3538-4578-965e-bd24994841a7 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2023227645', 'description': 'tempest-description-338290397'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:26.551922 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dda9728-1ca7-4a33-95d8-f4911e0a9b49 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4692bd8-ccc4-417d-a548-68d8166c862b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:26.612785 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dda9728-1ca7-4a33-95d8-f4911e0a9b49 admin admin] No DVR routers for this DVR port c4692bd8-ccc4-417d-a548-68d8166c862b on host n-d-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:09:26.615883 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-67b85d48-dcf1-4f82-ab51-6175e69c3656 req-1363caef-3538-4578-965e-bd24994841a7 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:26.647418 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7cec9682-40fc-442d-a9e5-bdb3c25e0616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:26.684530 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cec9682-40fc-442d-a9e5-bdb3c25e0616 None None] Pushing event deleted for resources: {'Port': ['ID=c4692bd8-ccc4-417d-a548-68d8166c862b,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:26.694809 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cec9682-40fc-442d-a9e5-bdb3c25e0616 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:26.695241 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cec9682-40fc-442d-a9e5-bdb3c25e0616 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:26.695684 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cec9682-40fc-442d-a9e5-bdb3c25e0616 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:26.696022 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cec9682-40fc-442d-a9e5-bdb3c25e0616 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:26.696476 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cec9682-40fc-442d-a9e5-bdb3c25e0616 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:26.696869 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cec9682-40fc-442d-a9e5-bdb3c25e0616 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:26.697337 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cec9682-40fc-442d-a9e5-bdb3c25e0616 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:26.697727 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cec9682-40fc-442d-a9e5-bdb3c25e0616 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:26.698115 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cec9682-40fc-442d-a9e5-bdb3c25e0616 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:26.698500 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cec9682-40fc-442d-a9e5-bdb3c25e0616 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:26.698901 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cec9682-40fc-442d-a9e5-bdb3c25e0616 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:26.699302 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cec9682-40fc-442d-a9e5-bdb3c25e0616 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:09:26.712504 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cec9682-40fc-442d-a9e5-bdb3c25e0616 None None] No DVR routers for this DVR port c4692bd8-ccc4-417d-a548-68d8166c862b on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:09:26.773457 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0dda9728-1ca7-4a33-95d8-f4911e0a9b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:26.800252 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-0dda9728-1ca7-4a33-95d8-f4911e0a9b49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be691b14-f658-4c94-a440-dfbc864ac572']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:26.858906 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device c4692bd8-ccc4-417d-a548-68d8166c862b no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:09:26.860015 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-0dda9728-1ca7-4a33-95d8-f4911e0a9b49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb5a350d-7b3e-4904-baaa-34721610753c') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:26.860457 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-0dda9728-1ca7-4a33-95d8-f4911e0a9b49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb5a350d-7b3e-4904-baaa-34721610753c') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:26.892363 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0dda9728-1ca7-4a33-95d8-f4911e0a9b49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:26.934527 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: c4692bd8-ccc4-417d-a548-68d8166c862b {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:09:26.935149 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0dda9728-1ca7-4a33-95d8-f4911e0a9b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:26.935909 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device c4692bd8-ccc4-417d-a548-68d8166c862b not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:09:26.937468 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 55522528-4b35-4559-80c5-ec566ee0e5f6 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:09:26.953199 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dda9728-1ca7-4a33-95d8-f4911e0a9b49 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:09:26.953702 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0dda9728-1ca7-4a33-95d8-f4911e0a9b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:26.955587 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:09:26.955587 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:09:26.955587 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:09:26.955587 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:09:26.955587 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:09:26.955587 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:09:26.955587 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:09:26.955587 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:09:26.955587 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:09:26.955587 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:09:26.955587 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:09:26.955587 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:09:26.955587 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:09:26.955587 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:09:26.955587 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:09:26.955587 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:09:26.955587 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:09:26.955587 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:09:26.955587 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:09:26.955587 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:09:26.955587 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:09:26.955587 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:09:26.955587 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:09:26.955587 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:09:26.955587 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:09:26.955587 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:09:26.955587 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:09:26.955587 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:09:26.955587 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:09:26.955587 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:09:26.955587 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:09:26.955587 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:09:26.955587 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:09:26.955587 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:09:26.955587 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:09:26.955587 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:09:26.955587 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:09:26.955587 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:09:26.955587 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:09:26.955587 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:09:26.955587 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:09:26.955587 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:09:26.955587 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:09:26.955587 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:09:26.955587 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:09:26.955587 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:09:26.955587 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:09:26.955587 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:09:26.978724 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-67b85d48-dcf1-4f82-ab51-6175e69c3656 req-1363caef-3538-4578-965e-bd24994841a7 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:26.987899 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-67b85d48-dcf1-4f82-ab51-6175e69c3656 req-1363caef-3538-4578-965e-bd24994841a7 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:26.990519 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 55522528-4b35-4559-80c5-ec566ee0e5f6 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:09:26.991173 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 55522528-4b35-4559-80c5-ec566ee0e5f6 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:09:27.075537 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0dda9728-1ca7-4a33-95d8-f4911e0a9b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:27.080643 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-67b85d48-dcf1-4f82-ab51-6175e69c3656 req-1363caef-3538-4578-965e-bd24994841a7 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:27.092721 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-67b85d48-dcf1-4f82-ab51-6175e69c3656 req-1363caef-3538-4578-965e-bd24994841a7 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5510926 Jul 15 23:09:27.103028 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0dda9728-1ca7-4a33-95d8-f4911e0a9b49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:27.108426 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-0dda9728-1ca7-4a33-95d8-f4911e0a9b49 admin admin] 10.222.0.48 "DELETE /v2.0/networks/be691b14-f658-4c94-a440-dfbc864ac572 HTTP/1.1" status: 204 len: 168 time: 1.2242129 Jul 15 23:09:27.108426 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1363caef-3538-4578-965e-bd24994841a7 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59bc0d0b-12a5-4c0d-bf36-aed40c78d00f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:27.141930 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dda9728-1ca7-4a33-95d8-f4911e0a9b49 admin admin] Pushing event deleted for resources: {'Network': ['ID=be691b14-f658-4c94-a440-dfbc864ac572,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:27.266369 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d01666-31d8-4a9b-85ad-0b092c5df0cd req-11ad8b6d-38e2-464a-a594-1a7b34b9cbf3 tempest-LiveMigrationTest-431337817 tempest-LiveMigrationTest-431337817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:27.268107 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f3d01666-31d8-4a9b-85ad-0b092c5df0cd req-11ad8b6d-38e2-464a-a594-1a7b34b9cbf3 tempest-LiveMigrationTest-431337817 tempest-LiveMigrationTest-431337817-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=530cb3cd-0851-4fc8-b790-2e99ac2edf18 HTTP/1.1" status: 200 len: 1096 time: 0.0593617 Jul 15 23:09:27.316876 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f3d01666-31d8-4a9b-85ad-0b092c5df0cd req-839f82dc-badb-42ed-84d8-8ecd5fd0ab7c tempest-LiveMigrationTest-431337817 tempest-LiveMigrationTest-431337817-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407753 Jul 15 23:09:27.343512 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55108) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:27.402432 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-df51af4c-9a00-4227-b4a9-3da0a6a57b0a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d3cd72aa62cb4f388e60bffea0b15541&name=default HTTP/1.1" status: 200 len: 2978 time: 0.0553682 Jul 15 23:09:27.402840 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55112) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:27.499209 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8d9c2971-5c94-44b6-bcac-83fe2bcf3af4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:27.532102 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8d9c2971-5c94-44b6-bcac-83fe2bcf3af4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:27.570110 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e75e271-cdbf-477a-972d-9ed997b2a63e req-3a6c5ba9-9292-429b-ad1d-fa82561ea3c9 tempest-AttachSCSIVolumeTestJSON-152324139 tempest-AttachSCSIVolumeTestJSON-152324139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:27.571747 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7e75e271-cdbf-477a-972d-9ed997b2a63e req-3a6c5ba9-9292-429b-ad1d-fa82561ea3c9 tempest-AttachSCSIVolumeTestJSON-152324139 tempest-AttachSCSIVolumeTestJSON-152324139-project] 10.222.0.48 "GET /v2.0/ports?device_id=0755d4af-e13a-4356-8083-9e78f5beea87 HTTP/1.1" status: 200 len: 944 time: 0.1246006 Jul 15 23:09:27.615927 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7e75e271-cdbf-477a-972d-9ed997b2a63e req-c90f80f5-b4f3-4b02-98c4-b93e5d1aff65 tempest-AttachSCSIVolumeTestJSON-152324139 tempest-AttachSCSIVolumeTestJSON-152324139-project] 10.222.0.48 "GET /v2.0/security-groups?id=87b1bf12-9b7e-4170-bff0-339f379aeefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366571 Jul 15 23:09:27.620974 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8d9c2971-5c94-44b6-bcac-83fe2bcf3af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:27.623646 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8d9c2971-5c94-44b6-bcac-83fe2bcf3af4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:27.627248 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-8d9c2971-5c94-44b6-bcac-83fe2bcf3af4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e9b68a13-9c18-4346-b221-7b62cdeba121 HTTP/1.1" status: 204 len: 168 time: 0.2209425 Jul 15 23:09:27.640107 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9c2971-5c94-44b6-bcac-83fe2bcf3af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b68a13-9c18-4346-b221-7b62cdeba121,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:27.901049 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-ae770232-c308-4da4-86e3-af1da50fdb20 req-fd65377a-d366-4be0-906f-90774afd70ae tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-333435701', 'description': 'tempest-description-1022086430'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:27.954692 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ae770232-c308-4da4-86e3-af1da50fdb20 req-fd65377a-d366-4be0-906f-90774afd70ae tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:28.049140 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ae770232-c308-4da4-86e3-af1da50fdb20 req-fd65377a-d366-4be0-906f-90774afd70ae tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:28.053934 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ae770232-c308-4da4-86e3-af1da50fdb20 req-fd65377a-d366-4be0-906f-90774afd70ae tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:28.082227 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ae770232-c308-4da4-86e3-af1da50fdb20 req-fd65377a-d366-4be0-906f-90774afd70ae tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:28.084446 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ae770232-c308-4da4-86e3-af1da50fdb20 req-fd65377a-d366-4be0-906f-90774afd70ae tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1876950 Jul 15 23:09:28.088493 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd65377a-d366-4be0-906f-90774afd70ae tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9162018-0cc1-4b46-961b-0e49a86f96b2,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:28.139913 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55132) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:28.186444 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b5a6699a-4798-4665-b7df-6920058debd2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=074ece40fd6c43448dcae252eb464193&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0453196 Jul 15 23:09:28.187681 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55134) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:28.252560 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb683065-87e6-45a0-be7f-091b93b1a1b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:28.258173 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335518be-6234-4dda-8604-93b08bacf458 req-c0f905f1-ed44-4859-9893-b4249bb51ba6 tempest-LiveMigrationTest-431337817 tempest-LiveMigrationTest-431337817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:28.260643 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-335518be-6234-4dda-8604-93b08bacf458 req-c0f905f1-ed44-4859-9893-b4249bb51ba6 tempest-LiveMigrationTest-431337817 tempest-LiveMigrationTest-431337817-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=530cb3cd-0851-4fc8-b790-2e99ac2edf18 HTTP/1.1" status: 200 len: 1096 time: 0.0763221 Jul 15 23:09:28.283516 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb683065-87e6-45a0-be7f-091b93b1a1b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:28.303802 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-335518be-6234-4dda-8604-93b08bacf458 req-3e3a314a-fbb2-4710-b984-04e547a1244c tempest-LiveMigrationTest-431337817 tempest-LiveMigrationTest-431337817-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376041 Jul 15 23:09:28.351509 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb683065-87e6-45a0-be7f-091b93b1a1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:28.354416 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb683065-87e6-45a0-be7f-091b93b1a1b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:28.355675 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-bb683065-87e6-45a0-be7f-091b93b1a1b7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dbde381b-a1a3-4d61-8e35-5f949f6ef5ed HTTP/1.1" status: 204 len: 168 time: 0.1667955 Jul 15 23:09:28.363857 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb683065-87e6-45a0-be7f-091b93b1a1b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbde381b-a1a3-4d61-8e35-5f949f6ef5ed,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:28.506324 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe496d-9bb7-4ee3-a356-e02afc484f6e req-1de331c5-2ebb-48ef-99f2-43764f4ffb08 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:28.508216 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-82fe496d-9bb7-4ee3-a356-e02afc484f6e req-1de331c5-2ebb-48ef-99f2-43764f4ffb08 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=2bd4a465-5715-42eb-b661-ed856e129d86 HTTP/1.1" status: 200 len: 948 time: 0.0762286 Jul 15 23:09:28.552940 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-82fe496d-9bb7-4ee3-a356-e02afc484f6e req-4e458fd2-0ba9-4ccf-8cd0-c6b0ab2db8a2 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380952 Jul 15 23:09:28.776257 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b107b-e537-45d1-9953-d6af8fc05070 req-2634ad3a-2665-4718-b01f-1926984a9f86 tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:28.777814 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d52b107b-e537-45d1-9953-d6af8fc05070 req-2634ad3a-2665-4718-b01f-1926984a9f86 tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e66c0ab-ef6a-4571-ae2d-5ebf6221364e HTTP/1.1" status: 200 len: 950 time: 0.0822721 Jul 15 23:09:28.816767 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d52b107b-e537-45d1-9953-d6af8fc05070 req-f74e9d25-1027-4793-b2ce-e676be5dd931 tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dc6d28b-4398-455c-8f3a-13bc6000f850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334167 Jul 15 23:09:28.937660 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0e707dad-c95a-43c8-8b9d-e6bfb6df153d req-0e1d139e-e6cd-4ec4-b2a5-2a7e11742d00 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] 10.222.0.48 "GET /v2.0/security-groups/59bc0d0b-12a5-4c0d-bf36-aed40c78d00f HTTP/1.1" status: 200 len: 1804 time: 0.0917859 Jul 15 23:09:28.984094 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0e707dad-c95a-43c8-8b9d-e6bfb6df153d req-c9032766-fcd8-40b2-8379-8a11306f798c tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] 10.222.0.48 "GET /v2.0/security-groups/b9162018-0cc1-4b46-961b-0e49a86f96b2 HTTP/1.1" status: 200 len: 1804 time: 0.0453393 Jul 15 23:09:28.995387 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-0e707dad-c95a-43c8-8b9d-e6bfb6df153d req-e3fea290-b07e-4e5e-b571-0ec62c13f935 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '59bc0d0b-12a5-4c0d-bf36-aed40c78d00f', 'remote_group_id': 'b9162018-0cc1-4b46-961b-0e49a86f96b2', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:28.995719 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-0e707dad-c95a-43c8-8b9d-e6bfb6df153d req-e3fea290-b07e-4e5e-b571-0ec62c13f935 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '59bc0d0b-12a5-4c0d-bf36-aed40c78d00f', 'remote_group_id': 'b9162018-0cc1-4b46-961b-0e49a86f96b2', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:29.064935 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0e707dad-c95a-43c8-8b9d-e6bfb6df153d req-e3fea290-b07e-4e5e-b571-0ec62c13f935 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:29.128422 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0e707dad-c95a-43c8-8b9d-e6bfb6df153d req-e3fea290-b07e-4e5e-b571-0ec62c13f935 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:29.134210 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0e707dad-c95a-43c8-8b9d-e6bfb6df153d req-e3fea290-b07e-4e5e-b571-0ec62c13f935 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:29.160514 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fea290-b07e-4e5e-b571-0ec62c13f935 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19c8fb3e-c851-4fd9-9cc0-7739f1f3af66,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:29.165250 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0e707dad-c95a-43c8-8b9d-e6bfb6df153d req-e3fea290-b07e-4e5e-b571-0ec62c13f935 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:29.166909 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0e707dad-c95a-43c8-8b9d-e6bfb6df153d req-e3fea290-b07e-4e5e-b571-0ec62c13f935 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1757548 Jul 15 23:09:29.411839 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa2a0b6-1727-4c21-9c12-6f2160809ae1 req-b1757ee9-e63e-4ab0-9870-0500984755ae tempest-AttachSCSIVolumeTestJSON-152324139 tempest-AttachSCSIVolumeTestJSON-152324139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:29.413675 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8aa2a0b6-1727-4c21-9c12-6f2160809ae1 req-b1757ee9-e63e-4ab0-9870-0500984755ae tempest-AttachSCSIVolumeTestJSON-152324139 tempest-AttachSCSIVolumeTestJSON-152324139-project] 10.222.0.48 "GET /v2.0/ports?device_id=0755d4af-e13a-4356-8083-9e78f5beea87 HTTP/1.1" status: 200 len: 944 time: 0.0841458 Jul 15 23:09:29.458134 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8aa2a0b6-1727-4c21-9c12-6f2160809ae1 req-1d35bd83-77ac-4d30-a470-d1591638ce0f tempest-AttachSCSIVolumeTestJSON-152324139 tempest-AttachSCSIVolumeTestJSON-152324139-project] 10.222.0.48 "GET /v2.0/security-groups?id=87b1bf12-9b7e-4170-bff0-339f379aeefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347688 Jul 15 23:09:29.616784 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-b57f1ee0-996f-4786-b7be-3dcec5899c93 req-5d8ae987-3731-485a-939a-3171887d9c3b tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-179552320', 'description': 'tempest-description-1390095167'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:29.649204 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b57f1ee0-996f-4786-b7be-3dcec5899c93 req-5d8ae987-3731-485a-939a-3171887d9c3b tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:29.749093 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b57f1ee0-996f-4786-b7be-3dcec5899c93 req-5d8ae987-3731-485a-939a-3171887d9c3b tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:29.753312 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b57f1ee0-996f-4786-b7be-3dcec5899c93 req-5d8ae987-3731-485a-939a-3171887d9c3b tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:29.788546 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b57f1ee0-996f-4786-b7be-3dcec5899c93 req-5d8ae987-3731-485a-939a-3171887d9c3b tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:29.789993 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b57f1ee0-996f-4786-b7be-3dcec5899c93 req-5d8ae987-3731-485a-939a-3171887d9c3b tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1781025 Jul 15 23:09:29.794995 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8ae987-3731-485a-939a-3171887d9c3b tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=668a86bb-ad08-46ef-91f9-31e6696d7cd6,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:30.246311 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec184b-cda5-475e-a782-30165873fa44 req-f48d53c7-1e94-4829-a67b-25b391025240 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:30.247907 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-34ec184b-cda5-475e-a782-30165873fa44 req-f48d53c7-1e94-4829-a67b-25b391025240 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=2bd4a465-5715-42eb-b661-ed856e129d86 HTTP/1.1" status: 200 len: 948 time: 0.1231825 Jul 15 23:09:30.293460 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-34ec184b-cda5-475e-a782-30165873fa44 req-aea3a019-85e1-43b3-93d7-852c60590f3a tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398316 Jul 15 23:09:30.325779 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-6cb1bd89-a814-496d-b2b5-05e5e460520f req-d9b5c2c9-9184-49ba-b063-8c89cfe5f33b tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-477306401', 'description': 'tempest-description-2109732175'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:30.371104 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6cb1bd89-a814-496d-b2b5-05e5e460520f req-d9b5c2c9-9184-49ba-b063-8c89cfe5f33b tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:30.499924 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6cb1bd89-a814-496d-b2b5-05e5e460520f req-d9b5c2c9-9184-49ba-b063-8c89cfe5f33b tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:30.508288 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6cb1bd89-a814-496d-b2b5-05e5e460520f req-d9b5c2c9-9184-49ba-b063-8c89cfe5f33b tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:30.539199 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6cb1bd89-a814-496d-b2b5-05e5e460520f req-d9b5c2c9-9184-49ba-b063-8c89cfe5f33b tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:30.551176 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6cb1bd89-a814-496d-b2b5-05e5e460520f req-d9b5c2c9-9184-49ba-b063-8c89cfe5f33b tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2294605 Jul 15 23:09:30.559544 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b5c2c9-9184-49ba-b063-8c89cfe5f33b tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85a8b0b6-7a71-4ab5-8993-e2d54dc9e4b3,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:30.705349 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5c0696cb-bf9b-483b-af00-e4c8077886be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:30.796377 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c376a-519b-4faa-adfa-f1cf006cda41 req-c0a7fbe9-77d7-4dd7-9d2d-e3512ab0e4e0 tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:30.798614 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-be4c376a-519b-4faa-adfa-f1cf006cda41 req-c0a7fbe9-77d7-4dd7-9d2d-e3512ab0e4e0 tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e66c0ab-ef6a-4571-ae2d-5ebf6221364e HTTP/1.1" status: 200 len: 950 time: 0.1364508 Jul 15 23:09:30.814694 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [req-5db65ea2-c882-48ff-a990-3114ff3a7d3b req-c604cf6e-493b-4dd9-8434-1af87ddad120 service neutron] show failed (client error): The resource could not be found. Jul 15 23:09:30.816162 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5db65ea2-c882-48ff-a990-3114ff3a7d3b req-c604cf6e-493b-4dd9-8434-1af87ddad120 service neutron] 10.222.0.49 "GET /v2.0/ports/3d35e3d9-cd81-4daf-8745-9a0471c1d420/bindings/n-h2-794306-6 HTTP/1.1" status: 404 len: 380 time: 0.1046000 Jul 15 23:09:30.859908 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-be4c376a-519b-4faa-adfa-f1cf006cda41 req-c3e28c61-d84a-466a-8970-e231a2ffb342 tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dc6d28b-4398-455c-8f3a-13bc6000f850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535161 Jul 15 23:09:31.029806 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [req-c8a83592-7829-4e9c-b861-3cda112d480f req-9526a79d-a8df-4cc7-a68a-bb922c7fe611 tempest-LiveMigrationTest-431337817 tempest-LiveMigrationTest-431337817-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:09:31.031238 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c8a83592-7829-4e9c-b861-3cda112d480f req-9526a79d-a8df-4cc7-a68a-bb922c7fe611 tempest-LiveMigrationTest-431337817 tempest-LiveMigrationTest-431337817-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095291 Jul 15 23:09:31.043374 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-c8a83592-7829-4e9c-b861-3cda112d480f req-79b49758-500c-4809-a7c2-aa15a013ab0e service neutron] Request body: {'binding': {'host': 'n-h1-794306-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:31.043791 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-c8a83592-7829-4e9c-b861-3cda112d480f req-79b49758-500c-4809-a7c2-aa15a013ab0e service neutron] Unknown quota resources ['binding']. {{(pid=93771) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 23:09:31.052062 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f0c56-ff13-43ed-9509-c6e245b5fa92 req-f5f5d7b2-87fb-4f62-857c-c91a423a206d tempest-AttachSCSIVolumeTestJSON-152324139 tempest-AttachSCSIVolumeTestJSON-152324139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:31.056049 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fa5f0c56-ff13-43ed-9509-c6e245b5fa92 req-f5f5d7b2-87fb-4f62-857c-c91a423a206d tempest-AttachSCSIVolumeTestJSON-152324139 tempest-AttachSCSIVolumeTestJSON-152324139-project] 10.222.0.48 "GET /v2.0/ports?device_id=0755d4af-e13a-4356-8083-9e78f5beea87 HTTP/1.1" status: 200 len: 944 time: 0.0928211 Jul 15 23:09:31.124567 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fa5f0c56-ff13-43ed-9509-c6e245b5fa92 req-59b4b8a6-dbb5-4ed7-8967-2ee59334f798 tempest-AttachSCSIVolumeTestJSON-152324139 tempest-AttachSCSIVolumeTestJSON-152324139-project] 10.222.0.48 "GET /v2.0/security-groups?id=87b1bf12-9b7e-4170-bff0-339f379aeefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650151 Jul 15 23:09:31.153685 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db65ea2-c882-48ff-a990-3114ff3a7d3b req-4d336ca6-45c3-49ec-95fb-f829e22229ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:31.155413 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5db65ea2-c882-48ff-a990-3114ff3a7d3b req-4d336ca6-45c3-49ec-95fb-f829e22229ee service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2bd4a465-5715-42eb-b661-ed856e129d86&tenant_id=943e0e7be5644005a591d26197ee19f5 HTTP/1.1" status: 200 len: 1099 time: 0.0796509 Jul 15 23:09:31.178508 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-5db65ea2-c882-48ff-a990-3114ff3a7d3b req-a69a7d63-7ae6-4795-965e-1db5e0c24390 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-794306-6', 'device_owner': 'compute:nova'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:31.238956 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c8a83592-7829-4e9c-b861-3cda112d480f req-79b49758-500c-4809-a7c2-aa15a013ab0e service neutron] Attempting to bind port bf986a0f-e761-42ed-a014-2c3b352b699e on host n-h1-794306-6 for vnic_type normal with profile None {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:09:31.238956 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c8a83592-7829-4e9c-b861-3cda112d480f req-79b49758-500c-4809-a7c2-aa15a013ab0e service neutron] Attempting to bind port bf986a0f-e761-42ed-a014-2c3b352b699e by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '2a783e67-ba53-4ea9-9bee-afb3f3217392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f037b993-4149-40e0-a687-25986d720de6'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:09:31.239955 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a83592-7829-4e9c-b861-3cda112d480f req-79b49758-500c-4809-a7c2-aa15a013ab0e service neutron] Attempting to bind port bf986a0f-e761-42ed-a014-2c3b352b699e on network f037b993-4149-40e0-a687-25986d720de6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:09:31.244629 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a83592-7829-4e9c-b861-3cda112d480f req-79b49758-500c-4809-a7c2-aa15a013ab0e service neutron] Port bf986a0f-e761-42ed-a014-2c3b352b699e on network f037b993-4149-40e0-a687-25986d720de6 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:09:31.244938 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a83592-7829-4e9c-b861-3cda112d480f req-79b49758-500c-4809-a7c2-aa15a013ab0e service neutron] Attempting to bind port bf986a0f-e761-42ed-a014-2c3b352b699e on network f037b993-4149-40e0-a687-25986d720de6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:09:31.250694 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a83592-7829-4e9c-b861-3cda112d480f req-79b49758-500c-4809-a7c2-aa15a013ab0e service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:09:31.251312 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a83592-7829-4e9c-b861-3cda112d480f req-79b49758-500c-4809-a7c2-aa15a013ab0e service neutron] Checking segment: {'id': '2a783e67-ba53-4ea9-9bee-afb3f3217392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f037b993-4149-40e0-a687-25986d720de6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:09:31.251719 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a83592-7829-4e9c-b861-3cda112d480f req-79b49758-500c-4809-a7c2-aa15a013ab0e service neutron] Bound using segment: {'id': '2a783e67-ba53-4ea9-9bee-afb3f3217392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f037b993-4149-40e0-a687-25986d720de6'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:09:31.252153 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c8a83592-7829-4e9c-b861-3cda112d480f req-79b49758-500c-4809-a7c2-aa15a013ab0e service neutron] Bound port: bf986a0f-e761-42ed-a014-2c3b352b699e, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a783e67-ba53-4ea9-9bee-afb3f3217392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f037b993-4149-40e0-a687-25986d720de6'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:09:31.282104 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ddbc5a7e-fa36-45c4-8700-bd73481b036c req-64183b35-ca78-4cf3-8d22-d3cf58eb6d30 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] 10.222.0.48 "GET /v2.0/security-groups/668a86bb-ad08-46ef-91f9-31e6696d7cd6 HTTP/1.1" status: 200 len: 1804 time: 0.1004059 Jul 15 23:09:31.316503 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5db65ea2-c882-48ff-a990-3114ff3a7d3b req-a69a7d63-7ae6-4795-965e-1db5e0c24390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:31.317353 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c8a83592-7829-4e9c-b861-3cda112d480f req-79b49758-500c-4809-a7c2-aa15a013ab0e service neutron] For port bf986a0f-e761-42ed-a014-2c3b352b699e, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=bf986a0f-e761-42ed-a014-2c3b352b699e,segment=NetworkSegment(2a783e67-ba53-4ea9-9bee-afb3f3217392),segment_id=2a783e67-ba53-4ea9-9bee-afb3f3217392)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:09:31.324312 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c8a83592-7829-4e9c-b861-3cda112d480f req-79b49758-500c-4809-a7c2-aa15a013ab0e service neutron] Notify callbacks [] for binding, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:31.325659 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c8a83592-7829-4e9c-b861-3cda112d480f req-79b49758-500c-4809-a7c2-aa15a013ab0e service neutron] 10.222.0.48 "POST /v2.0/ports/bf986a0f-e761-42ed-a014-2c3b352b699e/bindings HTTP/1.1" status: 201 len: 389 time: 0.2871616 Jul 15 23:09:31.375431 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ddbc5a7e-fa36-45c4-8700-bd73481b036c req-fed83631-fbd7-4f5d-b3d2-0bb45a0f6506 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] 10.222.0.48 "GET /v2.0/security-groups/85a8b0b6-7a71-4ab5-8993-e2d54dc9e4b3 HTTP/1.1" status: 200 len: 1804 time: 0.0818379 Jul 15 23:09:31.396085 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-ddbc5a7e-fa36-45c4-8700-bd73481b036c req-21c82327-64c0-45b0-8268-14d046828093 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '668a86bb-ad08-46ef-91f9-31e6696d7cd6', 'remote_group_id': '85a8b0b6-7a71-4ab5-8993-e2d54dc9e4b3', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:31.397007 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-ddbc5a7e-fa36-45c4-8700-bd73481b036c req-21c82327-64c0-45b0-8268-14d046828093 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '668a86bb-ad08-46ef-91f9-31e6696d7cd6', 'remote_group_id': '85a8b0b6-7a71-4ab5-8993-e2d54dc9e4b3', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:31.631847 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ddbc5a7e-fa36-45c4-8700-bd73481b036c req-21c82327-64c0-45b0-8268-14d046828093 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:31.669275 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-5db65ea2-c882-48ff-a990-3114ff3a7d3b req-a69a7d63-7ae6-4795-965e-1db5e0c24390 service neutron] For port 3d35e3d9-cd81-4daf-8745-9a0471c1d420, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=3d35e3d9-cd81-4daf-8745-9a0471c1d420,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:31.724387 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ddbc5a7e-fa36-45c4-8700-bd73481b036c req-21c82327-64c0-45b0-8268-14d046828093 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:31.735928 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ddbc5a7e-fa36-45c4-8700-bd73481b036c req-21c82327-64c0-45b0-8268-14d046828093 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:31.752753 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-5db65ea2-c882-48ff-a990-3114ff3a7d3b req-a69a7d63-7ae6-4795-965e-1db5e0c24390 service neutron] For port 3d35e3d9-cd81-4daf-8745-9a0471c1d420, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:09:31.781936 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a83592-7829-4e9c-b861-3cda112d480f req-ed74df34-8ce4-45f1-9c2d-3beb9cba1bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:31.783428 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c8a83592-7829-4e9c-b861-3cda112d480f req-ed74df34-8ce4-45f1-9c2d-3beb9cba1bfd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=680eb147007347d0b28b90eaf34e5f6f&device_id=530cb3cd-0851-4fc8-b790-2e99ac2edf18 HTTP/1.1" status: 200 len: 1096 time: 0.1873980 Jul 15 23:09:31.789727 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c82327-64c0-45b0-8268-14d046828093 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=745e586d-8898-485b-a17c-cbdf5c5bf531,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:31.818979 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ddbc5a7e-fa36-45c4-8700-bd73481b036c req-21c82327-64c0-45b0-8268-14d046828093 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:31.820229 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ddbc5a7e-fa36-45c4-8700-bd73481b036c req-21c82327-64c0-45b0-8268-14d046828093 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4330850 Jul 15 23:09:31.839213 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd4a465-5715-42eb-b661-ed856e129d86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d35e3d9-cd81-4daf-8745-9a0471c1d420'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:09:31.841630 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d350a45-b7a8-445a-b9c3-a6d6e0192f21" -d '{"events": [{"server_uuid": "2bd4a465-5715-42eb-b661-ed856e129d86", "name": "network-vif-unplugged", "status": "completed", "tag": "3d35e3d9-cd81-4daf-8745-9a0471c1d420"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:09:31.846320 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5db65ea2-c882-48ff-a990-3114ff3a7d3b req-a69a7d63-7ae6-4795-965e-1db5e0c24390 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:31.898877 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-5db65ea2-c882-48ff-a990-3114ff3a7d3b req-a69a7d63-7ae6-4795-965e-1db5e0c24390 service neutron] Transition to ACTIVE for port object 3d35e3d9-cd81-4daf-8745-9a0471c1d420 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:09:31.905081 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5db65ea2-c882-48ff-a990-3114ff3a7d3b req-a69a7d63-7ae6-4795-965e-1db5e0c24390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:31.964311 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a83592-7829-4e9c-b861-3cda112d480f req-994bc36d-df47-42b6-96f3-c6752f162467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:31.965948 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c8a83592-7829-4e9c-b861-3cda112d480f req-994bc36d-df47-42b6-96f3-c6752f162467 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f037b993-4149-40e0-a687-25986d720de6 HTTP/1.1" status: 200 len: 909 time: 0.1735983 Jul 15 23:09:31.977640 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69a7d63-7ae6-4795-965e-1db5e0c24390 service neutron] Pushing event updated for resources: {'Port': ['ID=3d35e3d9-cd81-4daf-8745-9a0471c1d420,revision_number=6']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:32.056169 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-5db65ea2-c882-48ff-a990-3114ff3a7d3b req-a69a7d63-7ae6-4795-965e-1db5e0c24390 service neutron] No DVR routers for this DVR port 3d35e3d9-cd81-4daf-8745-9a0471c1d420 on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:09:32.064886 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c8a83592-7829-4e9c-b861-3cda112d480f req-3785b9ae-c1da-43c8-96f6-eb1aa3355c35 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf986a0f-e761-42ed-a014-2c3b352b699e HTTP/1.1" status: 200 len: 217 time: 0.0888257 Jul 15 23:09:32.177900 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-5db65ea2-c882-48ff-a990-3114ff3a7d3b req-a69a7d63-7ae6-4795-965e-1db5e0c24390 service neutron] Attempting to bind port 3d35e3d9-cd81-4daf-8745-9a0471c1d420 on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:09:32.178230 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-5db65ea2-c882-48ff-a990-3114ff3a7d3b req-a69a7d63-7ae6-4795-965e-1db5e0c24390 service neutron] Attempting to bind port 3d35e3d9-cd81-4daf-8745-9a0471c1d420 by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:09:32.178556 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db65ea2-c882-48ff-a990-3114ff3a7d3b req-a69a7d63-7ae6-4795-965e-1db5e0c24390 service neutron] Attempting to bind port 3d35e3d9-cd81-4daf-8745-9a0471c1d420 on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:09:32.195182 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db65ea2-c882-48ff-a990-3114ff3a7d3b req-a69a7d63-7ae6-4795-965e-1db5e0c24390 service neutron] Port 3d35e3d9-cd81-4daf-8745-9a0471c1d420 on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:09:32.195501 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db65ea2-c882-48ff-a990-3114ff3a7d3b req-a69a7d63-7ae6-4795-965e-1db5e0c24390 service neutron] Attempting to bind port 3d35e3d9-cd81-4daf-8745-9a0471c1d420 on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:09:32.201646 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a83592-7829-4e9c-b861-3cda112d480f req-b2c756ef-1833-4845-9dd3-e791327616d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:32.205940 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c8a83592-7829-4e9c-b861-3cda112d480f req-b2c756ef-1833-4845-9dd3-e791327616d4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b89a129e-9de5-4301-b344-10ab05e9feea HTTP/1.1" status: 200 len: 848 time: 0.1270113 Jul 15 23:09:32.216895 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db65ea2-c882-48ff-a990-3114ff3a7d3b req-a69a7d63-7ae6-4795-965e-1db5e0c24390 service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:09:32.217230 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db65ea2-c882-48ff-a990-3114ff3a7d3b req-a69a7d63-7ae6-4795-965e-1db5e0c24390 service neutron] Checking segment: {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:09:32.217613 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db65ea2-c882-48ff-a990-3114ff3a7d3b req-a69a7d63-7ae6-4795-965e-1db5e0c24390 service neutron] Bound using segment: {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:09:32.218052 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-5db65ea2-c882-48ff-a990-3114ff3a7d3b req-a69a7d63-7ae6-4795-965e-1db5e0c24390 service neutron] Bound port: 3d35e3d9-cd81-4daf-8745-9a0471c1d420, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:09:32.218412 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5db65ea2-c882-48ff-a990-3114ff3a7d3b req-a69a7d63-7ae6-4795-965e-1db5e0c24390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:32.242462 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4c4c5-cda9-468a-995b-68c9dc21200e req-e7dddbe3-1111-4379-b086-c2bf59430ee5 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:32.243985 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2ac4c4c5-cda9-468a-995b-68c9dc21200e req-e7dddbe3-1111-4379-b086-c2bf59430ee5 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=2bd4a465-5715-42eb-b661-ed856e129d86 HTTP/1.1" status: 200 len: 946 time: 0.2721205 Jul 15 23:09:32.274495 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c8a83592-7829-4e9c-b861-3cda112d480f req-6b88c880-6e52-4cd9-8019-1524d98f71ae service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f037b993-4149-40e0-a687-25986d720de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587156 Jul 15 23:09:32.342714 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86856ae-230f-405b-9978-9945a0e6dbe3 req-3a5cfbcd-da7d-4337-872e-dfade1eb72da tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:32.344239 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a86856ae-230f-405b-9978-9945a0e6dbe3 req-3a5cfbcd-da7d-4337-872e-dfade1eb72da tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=530cb3cd-0851-4fc8-b790-2e99ac2edf18 HTTP/1.1" status: 200 len: 945 time: 0.2856247 Jul 15 23:09:32.382993 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 470bb258-a237-4488-81d8-6ab99ca14be6 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:09:32.479681 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 470bb258-a237-4488-81d8-6ab99ca14be6, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=470bb258-a237-4488-81d8-6ab99ca14be6,segment=NetworkSegment(a7ec11b6-8367-4d76-bf81-1a7f9b95cb02),segment_id=a7ec11b6-8367-4d76-bf81-1a7f9b95cb02)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:32.495075 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '470bb258-a237-4488-81d8-6ab99ca14be6', 'network_id': '664fa38c-79c6-41e0-8e32-194e09b9b2e3', 'port_id': '470bb258-a237-4488-81d8-6ab99ca14be6', 'mac_address': 'fa:16:3e:7e:3d:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cce8750-6222-4c81-8ca6-397ead3e8083', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:09:32.533391 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:32.546453 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 470bb258-a237-4488-81d8-6ab99ca14be6 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:09:32.566882 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 470bb258-a237-4488-81d8-6ab99ca14be6, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=470bb258-a237-4488-81d8-6ab99ca14be6,segment=NetworkSegment(a7ec11b6-8367-4d76-bf81-1a7f9b95cb02),segment_id=a7ec11b6-8367-4d76-bf81-1a7f9b95cb02)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:32.571703 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:32.623250 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=470bb258-a237-4488-81d8-6ab99ca14be6,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:32.680074 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2ac4c4c5-cda9-468a-995b-68c9dc21200e req-83bf12dc-8fd8-455f-a0f0-71f03faa015b tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4102292 Jul 15 23:09:32.723623 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a86856ae-230f-405b-9978-9945a0e6dbe3 req-1e987066-2275-4a7c-9e9b-94be8c93092b tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3666565 Jul 15 23:09:32.730159 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-5db65ea2-c882-48ff-a990-3114ff3a7d3b req-a69a7d63-7ae6-4795-965e-1db5e0c24390 service neutron] For port 3d35e3d9-cd81-4daf-8745-9a0471c1d420, host n-h2-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:09:32.744546 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c8a83592-7829-4e9c-b861-3cda112d480f req-706140ca-34e9-4b3a-bd5d-562b19323186 service neutron] 10.222.0.49 "GET /v2.0/networks/f037b993-4149-40e0-a687-25986d720de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4599402 Jul 15 23:09:32.748471 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-5db65ea2-c882-48ff-a990-3114ff3a7d3b req-a69a7d63-7ae6-4795-965e-1db5e0c24390 service neutron] For port 3d35e3d9-cd81-4daf-8745-9a0471c1d420, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=3d35e3d9-cd81-4daf-8745-9a0471c1d420,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:09:32.771611 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5db65ea2-c882-48ff-a990-3114ff3a7d3b req-a69a7d63-7ae6-4795-965e-1db5e0c24390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:32.818509 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['470bb258-a237-4488-81d8-6ab99ca14be6'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:09:32.835186 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67214b9b-fa21-4164-9944-ac7c0828871f x-openstack-request-id: req-67214b9b-fa21-4164-9944-ac7c0828871f {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:09:32.835485 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bd4a465-5715-42eb-b661-ed856e129d86", "name": "network-vif-unplugged", "status": "completed", "tag": "3d35e3d9-cd81-4daf-8745-9a0471c1d420", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:09:32.835767 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-67214b9b-fa21-4164-9944-ac7c0828871f {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:09:32.836172 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bd4a465-5715-42eb-b661-ed856e129d86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d35e3d9-cd81-4daf-8745-9a0471c1d420', 'code': 200} Jul 15 23:09:32.883814 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db65ea2-c882-48ff-a990-3114ff3a7d3b req-a69a7d63-7ae6-4795-965e-1db5e0c24390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:32.884375 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5db65ea2-c882-48ff-a990-3114ff3a7d3b req-a69a7d63-7ae6-4795-965e-1db5e0c24390 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:32.885800 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5db65ea2-c882-48ff-a990-3114ff3a7d3b req-a69a7d63-7ae6-4795-965e-1db5e0c24390 service neutron] 10.222.0.41 "PUT /v2.0/ports/3d35e3d9-cd81-4daf-8745-9a0471c1d420 HTTP/1.1" status: 200 len: 1094 time: 1.7136240 Jul 15 23:09:32.946464 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69a7d63-7ae6-4795-965e-1db5e0c24390 service neutron] Pushing event updated for resources: {'Port': ['ID=3d35e3d9-cd81-4daf-8745-9a0471c1d420,revision_number=7']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:32.953832 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-47e09b58-2812-4c7e-bc94-e4c765861a66 req-2c853e45-6884-4b15-98a3-d7b11efdd534 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] 10.222.0.48 "GET /v2.0/security-groups/85a8b0b6-7a71-4ab5-8993-e2d54dc9e4b3 HTTP/1.1" status: 200 len: 1804 time: 0.1838260 Jul 15 23:09:33.045258 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c8a83592-7829-4e9c-b861-3cda112d480f req-0348a239-7ca7-4af4-9e4a-b1094a138009 service neutron] 10.222.0.49 "GET /v2.0/networks/f037b993-4149-40e0-a687-25986d720de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936931 Jul 15 23:09:33.130412 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db65ea2-c882-48ff-a990-3114ff3a7d3b req-5f44fd14-8bfe-491d-9b5a-fdbd8b865f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:33.131991 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5db65ea2-c882-48ff-a990-3114ff3a7d3b req-5f44fd14-8bfe-491d-9b5a-fdbd8b865f0f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=943e0e7be5644005a591d26197ee19f5&device_id=2bd4a465-5715-42eb-b661-ed856e129d86 HTTP/1.1" status: 200 len: 1097 time: 0.1772320 Jul 15 23:09:33.134073 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-47e09b58-2812-4c7e-bc94-e4c765861a66 req-0b3ef9a8-0ce2-4400-95a6-1e921de665e8 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:33.201072 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-47e09b58-2812-4c7e-bc94-e4c765861a66 req-0b3ef9a8-0ce2-4400-95a6-1e921de665e8 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:33.202956 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-93cb0929-b952-44fb-a408-8bf4f455fb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:33.267826 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1608956b-823b-4ed0-9797-2913ffdb093e req-907e3e0e-8e2e-44e8-865a-7a5e8b93aff5 tempest-AttachSCSIVolumeTestJSON-152324139 tempest-AttachSCSIVolumeTestJSON-152324139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:33.269328 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1608956b-823b-4ed0-9797-2913ffdb093e req-907e3e0e-8e2e-44e8-865a-7a5e8b93aff5 tempest-AttachSCSIVolumeTestJSON-152324139 tempest-AttachSCSIVolumeTestJSON-152324139-project] 10.222.0.48 "GET /v2.0/ports?device_id=0755d4af-e13a-4356-8083-9e78f5beea87 HTTP/1.1" status: 200 len: 945 time: 0.2127881 Jul 15 23:09:33.300023 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:33.347858 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db65ea2-c882-48ff-a990-3114ff3a7d3b req-a14180c6-d7fe-477a-b16a-cab7dc587f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:33.350225 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5db65ea2-c882-48ff-a990-3114ff3a7d3b req-a14180c6-d7fe-477a-b16a-cab7dc587f60 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5d412861-bef3-4cc1-ae9f-87a6a36753c0 HTTP/1.1" status: 200 len: 870 time: 0.2084632 Jul 15 23:09:33.358587 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1608956b-823b-4ed0-9797-2913ffdb093e req-18f2632b-2928-4d06-b0e4-f3d738a93c93 tempest-AttachSCSIVolumeTestJSON-152324139 tempest-AttachSCSIVolumeTestJSON-152324139-project] 10.222.0.48 "GET /v2.0/security-groups?id=87b1bf12-9b7e-4170-bff0-339f379aeefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703516 Jul 15 23:09:33.372639 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-47e09b58-2812-4c7e-bc94-e4c765861a66 req-0b3ef9a8-0ce2-4400-95a6-1e921de665e8 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:33.385014 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-47e09b58-2812-4c7e-bc94-e4c765861a66 req-0b3ef9a8-0ce2-4400-95a6-1e921de665e8 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:33.385014 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-47e09b58-2812-4c7e-bc94-e4c765861a66 req-0b3ef9a8-0ce2-4400-95a6-1e921de665e8 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] 10.222.0.48 "DELETE /v2.0/security-groups/85a8b0b6-7a71-4ab5-8993-e2d54dc9e4b3 HTTP/1.1" status: 204 len: 173 time: 0.3805938 Jul 15 23:09:33.441030 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3ef9a8-0ce2-4400-95a6-1e921de665e8 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a8b0b6-7a71-4ab5-8993-e2d54dc9e4b3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:33.456462 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5db65ea2-c882-48ff-a990-3114ff3a7d3b req-692d1532-1555-49e6-8f2b-db24fb4b9788 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=3d35e3d9-cd81-4daf-8745-9a0471c1d420 HTTP/1.1" status: 200 len: 217 time: 0.0661123 Jul 15 23:09:33.526964 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db65ea2-c882-48ff-a990-3114ff3a7d3b req-e59a187d-7c09-4700-88c5-8ac2ef7d0209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:33.528511 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5db65ea2-c882-48ff-a990-3114ff3a7d3b req-e59a187d-7c09-4700-88c5-8ac2ef7d0209 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.0625935 Jul 15 23:09:33.626641 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db65ea2-c882-48ff-a990-3114ff3a7d3b req-f227abc0-fa53-4d1e-8f93-830893ff76d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:33.628372 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5db65ea2-c882-48ff-a990-3114ff3a7d3b req-f227abc0-fa53-4d1e-8f93-830893ff76d7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0733867 Jul 15 23:09:33.683661 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c436aef5-411c-4232-805d-2c28f2dcde65 req-88c25bbf-dd7c-401a-939b-0d0bf422ee8e tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] 10.222.0.48 "GET /v2.0/security-groups/668a86bb-ad08-46ef-91f9-31e6696d7cd6 HTTP/1.1" status: 200 len: 1804 time: 0.0790145 Jul 15 23:09:33.758885 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5db65ea2-c882-48ff-a990-3114ff3a7d3b req-aff3cf26-2a57-45c0-bded-b3fb0b05ade9 service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189549 Jul 15 23:09:33.789648 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-faf9357e-c57a-44a9-9211-9f57569af05c req-f14d630c-7934-497a-9efa-4c3aab06797e tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-213159673', 'description': 'tempest-description-384423680'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:33.885525 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-faf9357e-c57a-44a9-9211-9f57569af05c req-f14d630c-7934-497a-9efa-4c3aab06797e tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:33.938039 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5db65ea2-c882-48ff-a990-3114ff3a7d3b req-17f18567-dc7e-4501-bd17-de210f533186 service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652136 Jul 15 23:09:33.995625 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf0790-195a-44b8-8c29-38da61a76d5f req-2c7a7ba9-3219-4780-abb8-18f5cc2af388 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:33.997780 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-10bf0790-195a-44b8-8c29-38da61a76d5f req-2c7a7ba9-3219-4780-abb8-18f5cc2af388 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=2bd4a465-5715-42eb-b661-ed856e129d86 HTTP/1.1" status: 200 len: 946 time: 0.1231830 Jul 15 23:09:34.062448 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-10bf0790-195a-44b8-8c29-38da61a76d5f req-8893eda9-0451-444f-bdf8-051f1b546ba4 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550284 Jul 15 23:09:34.075674 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-faf9357e-c57a-44a9-9211-9f57569af05c req-f14d630c-7934-497a-9efa-4c3aab06797e tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:34.081378 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-faf9357e-c57a-44a9-9211-9f57569af05c req-f14d630c-7934-497a-9efa-4c3aab06797e tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:34.121424 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14d630c-7934-497a-9efa-4c3aab06797e tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=740eb93b-5a2a-4d08-9c26-73319f574fc4,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:34.124500 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-faf9357e-c57a-44a9-9211-9f57569af05c req-f14d630c-7934-497a-9efa-4c3aab06797e tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:34.126189 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-faf9357e-c57a-44a9-9211-9f57569af05c req-f14d630c-7934-497a-9efa-4c3aab06797e tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3430374 Jul 15 23:09:34.176840 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:34.307619 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c30ec-7636-41a4-bbd6-f23f678afb88 req-c0020da5-5f77-4edd-aa4d-e6e2287a38b0 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:34.309157 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-272c30ec-7636-41a4-bbd6-f23f678afb88 req-c0020da5-5f77-4edd-aa4d-e6e2287a38b0 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=530cb3cd-0851-4fc8-b790-2e99ac2edf18 HTTP/1.1" status: 200 len: 945 time: 0.1007478 Jul 15 23:09:34.340735 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0967192e-d6f4-43df-8655-fbcf18141585 req-acc17cc7-091d-4ec6-bc7d-ad68f9718dc6 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] 10.222.0.48 "GET /v2.0/security-groups/740eb93b-5a2a-4d08-9c26-73319f574fc4 HTTP/1.1" status: 200 len: 1803 time: 0.0754259 Jul 15 23:09:34.362910 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-0967192e-d6f4-43df-8655-fbcf18141585 req-62a4d33a-a985-4da7-971e-d3f4338b94a7 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '740eb93b-5a2a-4d08-9c26-73319f574fc4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:34.364695 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-0967192e-d6f4-43df-8655-fbcf18141585 req-62a4d33a-a985-4da7-971e-d3f4338b94a7 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '740eb93b-5a2a-4d08-9c26-73319f574fc4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:34.378261 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-272c30ec-7636-41a4-bbd6-f23f678afb88 req-d9f4769e-2825-4e7a-b32b-3eb5d57ed96b tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586662 Jul 15 23:09:34.409783 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 470bb258-a237-4488-81d8-6ab99ca14be6 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:09:34.446507 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0967192e-d6f4-43df-8655-fbcf18141585 req-62a4d33a-a985-4da7-971e-d3f4338b94a7 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:34.465758 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0967192e-d6f4-43df-8655-fbcf18141585 req-62a4d33a-a985-4da7-971e-d3f4338b94a7 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:34.470810 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0967192e-d6f4-43df-8655-fbcf18141585 req-62a4d33a-a985-4da7-971e-d3f4338b94a7 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:34.479750 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port 470bb258-a237-4488-81d8-6ab99ca14be6 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:09:34.484576 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 470bb258-a237-4488-81d8-6ab99ca14be6 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:34.485214 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:34.511730 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a4d33a-a985-4da7-971e-d3f4338b94a7 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a248a9d-ac12-4e1c-86c7-2ffd2891bdd3,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:34.526386 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0967192e-d6f4-43df-8655-fbcf18141585 req-62a4d33a-a985-4da7-971e-d3f4338b94a7 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:34.540931 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0967192e-d6f4-43df-8655-fbcf18141585 req-62a4d33a-a985-4da7-971e-d3f4338b94a7 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1888998 Jul 15 23:09:34.601940 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:34.626521 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0755d4af-e13a-4356-8083-9e78f5beea87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '470bb258-a237-4488-81d8-6ab99ca14be6'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:09:34.630438 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9a3991-1fdf-4ddc-b597-84d1f92bf197" -d '{"events": [{"server_uuid": "0755d4af-e13a-4356-8083-9e78f5beea87", "name": "network-vif-plugged", "status": "completed", "tag": "470bb258-a237-4488-81d8-6ab99ca14be6"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:09:34.644749 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 470bb258-a237-4488-81d8-6ab99ca14be6, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=470bb258-a237-4488-81d8-6ab99ca14be6,segment=NetworkSegment(a7ec11b6-8367-4d76-bf81-1a7f9b95cb02),segment_id=a7ec11b6-8367-4d76-bf81-1a7f9b95cb02)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:34.649710 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:34.650621 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 3d35e3d9-cd81-4daf-8745-9a0471c1d420 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:09:34.732751 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 3d35e3d9-cd81-4daf-8745-9a0471c1d420 not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:09:34.733096 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 7aa7c901-dcd7-438f-8527-ef1aaed2caf2 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:09:34.735799 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=470bb258-a237-4488-81d8-6ab99ca14be6,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:34.748970 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ec2d8948-0623-4ab8-aafe-20a56c6a381a req-ba22a5bf-bf61-4c64-b630-40a60e3ecc27 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] 10.222.0.48 "GET /v2.0/security-groups/740eb93b-5a2a-4d08-9c26-73319f574fc4 HTTP/1.1" status: 200 len: 2396 time: 0.0786533 Jul 15 23:09:34.780316 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-ec2d8948-0623-4ab8-aafe-20a56c6a381a req-58d47e42-ef10-4a5e-a8ad-6edb5c19b787 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '740eb93b-5a2a-4d08-9c26-73319f574fc4', 'remote_group_id': None}]} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:34.780918 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-ec2d8948-0623-4ab8-aafe-20a56c6a381a req-58d47e42-ef10-4a5e-a8ad-6edb5c19b787 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '740eb93b-5a2a-4d08-9c26-73319f574fc4', 'remote_group_id': None}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:34.802054 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f4859-7797-4e80-9879-7f05012dd2c1 req-56ce07f2-1f52-4d52-93b4-f613e9194099 tempest-AttachSCSIVolumeTestJSON-152324139 tempest-AttachSCSIVolumeTestJSON-152324139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:34.808417 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-352f4859-7797-4e80-9879-7f05012dd2c1 req-56ce07f2-1f52-4d52-93b4-f613e9194099 tempest-AttachSCSIVolumeTestJSON-152324139 tempest-AttachSCSIVolumeTestJSON-152324139-project] 10.222.0.48 "GET /v2.0/ports?device_id=0755d4af-e13a-4356-8083-9e78f5beea87 HTTP/1.1" status: 200 len: 946 time: 0.1208060 Jul 15 23:09:34.815424 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:34.837835 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bd4a465-5715-42eb-b661-ed856e129d86', 'tag': '3d35e3d9-cd81-4daf-8745-9a0471c1d420'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:09:34.840400 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f493bd8-daac-49b5-ae06-ebcc21ebe7ee" -d '{"events": [{"name": "network-changed", "server_uuid": "2bd4a465-5715-42eb-b661-ed856e129d86", "tag": "3d35e3d9-cd81-4daf-8745-9a0471c1d420"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:09:34.853538 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 7aa7c901-dcd7-438f-8527-ef1aaed2caf2, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=7aa7c901-dcd7-438f-8527-ef1aaed2caf2,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:34.859349 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:34.903163 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-352f4859-7797-4e80-9879-7f05012dd2c1 req-fbea1836-22eb-4acd-bea4-2e824921b9fb tempest-AttachSCSIVolumeTestJSON-152324139 tempest-AttachSCSIVolumeTestJSON-152324139-project] 10.222.0.48 "GET /v2.0/security-groups?id=87b1bf12-9b7e-4170-bff0-339f379aeefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929954 Jul 15 23:09:34.922879 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=7aa7c901-dcd7-438f-8527-ef1aaed2caf2,revision_number=11']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:34.923389 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ec2d8948-0623-4ab8-aafe-20a56c6a381a req-58d47e42-ef10-4a5e-a8ad-6edb5c19b787 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:34.947345 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ec2d8948-0623-4ab8-aafe-20a56c6a381a req-58d47e42-ef10-4a5e-a8ad-6edb5c19b787 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:34.951303 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ec2d8948-0623-4ab8-aafe-20a56c6a381a req-58d47e42-ef10-4a5e-a8ad-6edb5c19b787 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:34.973552 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d47e42-ef10-4a5e-a8ad-6edb5c19b787 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0bde434-1855-4cdb-a381-d6e383bb8f68,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:34.981884 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ec2d8948-0623-4ab8-aafe-20a56c6a381a req-58d47e42-ef10-4a5e-a8ad-6edb5c19b787 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:34.983759 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ec2d8948-0623-4ab8-aafe-20a56c6a381a req-58d47e42-ef10-4a5e-a8ad-6edb5c19b787 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2186258 Jul 15 23:09:35.048963 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf94681a-3a57-4c60-8239-b449c654461b x-openstack-request-id: req-bf94681a-3a57-4c60-8239-b449c654461b {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:09:35.049357 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0755d4af-e13a-4356-8083-9e78f5beea87", "name": "network-vif-plugged", "status": "completed", "tag": "470bb258-a237-4488-81d8-6ab99ca14be6", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:09:35.049737 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bf94681a-3a57-4c60-8239-b449c654461b {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:09:35.050222 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0755d4af-e13a-4356-8083-9e78f5beea87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '470bb258-a237-4488-81d8-6ab99ca14be6', 'code': 200} Jul 15 23:09:35.222205 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6f7fb-2391-4d16-a1c8-b736ce6ee89c req-13e623f7-70b6-4953-b60d-885d26f18d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:35.224578 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b3e6f7fb-2391-4d16-a1c8-b736ce6ee89c req-13e623f7-70b6-4953-b60d-885d26f18d12 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0755d4af-e13a-4356-8083-9e78f5beea87 HTTP/1.1" status: 200 len: 1097 time: 0.0921910 Jul 15 23:09:35.226419 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be79e3f-d94e-4e7c-b8ce-9227c5cb4f71 x-openstack-request-id: req-4be79e3f-d94e-4e7c-b8ce-9227c5cb4f71 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:09:35.226811 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bd4a465-5715-42eb-b661-ed856e129d86", "tag": "3d35e3d9-cd81-4daf-8745-9a0471c1d420", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:09:35.227075 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4be79e3f-d94e-4e7c-b8ce-9227c5cb4f71 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:09:35.227467 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bd4a465-5715-42eb-b661-ed856e129d86', 'tag': '3d35e3d9-cd81-4daf-8745-9a0471c1d420', 'status': 'completed', 'code': 200} Jul 15 23:09:35.309617 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b3e6f7fb-2391-4d16-a1c8-b736ce6ee89c req-5d46098e-e21e-4add-9c7e-796755840db8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=87b1bf12-9b7e-4170-bff0-339f379aeefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790267 Jul 15 23:09:35.314320 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f493bd8-daac-49b5-ae06-ebcc21ebe7ee req-9fe573c8-0fb5-473b-b11a-35ebbc4d5567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:35.316453 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9f493bd8-daac-49b5-ae06-ebcc21ebe7ee req-9fe573c8-0fb5-473b-b11a-35ebbc4d5567 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=943e0e7be5644005a591d26197ee19f5&device_id=2bd4a465-5715-42eb-b661-ed856e129d86 HTTP/1.1" status: 200 len: 1097 time: 0.0694876 Jul 15 23:09:35.368166 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1e7ac8b2-5552-45f8-a810-10096a7507cd req-c8b593f2-d04f-4ca5-b3bc-fbacdad231fc tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] 10.222.0.48 "GET /v2.0/security-groups/740eb93b-5a2a-4d08-9c26-73319f574fc4 HTTP/1.1" status: 200 len: 2994 time: 0.1101217 Jul 15 23:09:35.397010 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f493bd8-daac-49b5-ae06-ebcc21ebe7ee req-270c3ede-1c14-48b9-ace1-04b368a8d4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:35.400371 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9f493bd8-daac-49b5-ae06-ebcc21ebe7ee req-270c3ede-1c14-48b9-ace1-04b368a8d4b2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=943e0e7be5644005a591d26197ee19f5&device_id=2bd4a465-5715-42eb-b661-ed856e129d86 HTTP/1.1" status: 200 len: 1097 time: 0.1095970 Jul 15 23:09:35.492158 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f493bd8-daac-49b5-ae06-ebcc21ebe7ee req-d3874cd9-5d43-43e7-8ad5-80b6bf679f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:35.494016 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9f493bd8-daac-49b5-ae06-ebcc21ebe7ee req-d3874cd9-5d43-43e7-8ad5-80b6bf679f3d service neutron] 10.222.0.49 "GET /v2.0/networks?id=5d412861-bef3-4cc1-ae9f-87a6a36753c0 HTTP/1.1" status: 200 len: 870 time: 0.1373973 Jul 15 23:09:35.552095 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9f493bd8-daac-49b5-ae06-ebcc21ebe7ee req-21399e16-8c1a-4814-97ca-8aedb0593d4d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=3d35e3d9-cd81-4daf-8745-9a0471c1d420 HTTP/1.1" status: 200 len: 217 time: 0.0512781 Jul 15 23:09:35.594781 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7a60dfe2-aa22-482c-8088-90354c2f9c1e req-7954049a-fb99-4cca-87c8-7d6f6ba230a1 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] 10.222.0.48 "GET /v2.0/security-group-rules/e0bde434-1855-4cdb-a381-d6e383bb8f68 HTTP/1.1" status: 200 len: 783 time: 0.0468080 Jul 15 23:09:35.611835 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f493bd8-daac-49b5-ae06-ebcc21ebe7ee req-df226612-eeee-4419-8e8b-805fea3cdb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:35.614196 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9f493bd8-daac-49b5-ae06-ebcc21ebe7ee req-df226612-eeee-4419-8e8b-805fea3cdb19 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.0552278 Jul 15 23:09:35.629645 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217bab24-0251-4fd9-be01-d823d563b579 req-a5c020c6-7397-4aa7-a458-60bbffe2e4af tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:35.631843 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-217bab24-0251-4fd9-be01-d823d563b579 req-a5c020c6-7397-4aa7-a458-60bbffe2e4af tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=2bd4a465-5715-42eb-b661-ed856e129d86 HTTP/1.1" status: 200 len: 946 time: 0.2120943 Jul 15 23:09:35.634211 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f493bd8-daac-49b5-ae06-ebcc21ebe7ee req-d76b4e2f-b62e-4111-a15c-0554fe4c69cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:35.635630 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9f493bd8-daac-49b5-ae06-ebcc21ebe7ee req-d76b4e2f-b62e-4111-a15c-0554fe4c69cf service neutron] 10.222.0.41 "GET /v2.0/networks?id=5d412861-bef3-4cc1-ae9f-87a6a36753c0 HTTP/1.1" status: 200 len: 870 time: 0.2257154 Jul 15 23:09:35.691346 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f493bd8-daac-49b5-ae06-ebcc21ebe7ee req-143b57a0-4058-4898-905a-edf170894ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:35.693762 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9f493bd8-daac-49b5-ae06-ebcc21ebe7ee req-143b57a0-4058-4898-905a-edf170894ea4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0732446 Jul 15 23:09:35.700485 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9f493bd8-daac-49b5-ae06-ebcc21ebe7ee req-495874cd-b791-465c-b08c-d2c46af71cb7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=3d35e3d9-cd81-4daf-8745-9a0471c1d420 HTTP/1.1" status: 200 len: 217 time: 0.0551963 Jul 15 23:09:35.766162 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-217bab24-0251-4fd9-be01-d823d563b579 req-cc2d6eb4-292c-465b-b62b-5355688432f9 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245706 Jul 15 23:09:35.771186 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7a60dfe2-aa22-482c-8088-90354c2f9c1e req-5f9b088a-46cb-4eec-a89d-b1eab25a1ebb tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] 10.222.0.48 "GET /v2.0/security-groups/740eb93b-5a2a-4d08-9c26-73319f574fc4 HTTP/1.1" status: 200 len: 2994 time: 0.1587899 Jul 15 23:09:35.808607 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f493bd8-daac-49b5-ae06-ebcc21ebe7ee req-722c63da-0c6d-4b8f-801e-160c5c6b0526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:35.810072 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9f493bd8-daac-49b5-ae06-ebcc21ebe7ee req-722c63da-0c6d-4b8f-801e-160c5c6b0526 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.0931497 Jul 15 23:09:35.810350 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9f493bd8-daac-49b5-ae06-ebcc21ebe7ee req-10dcd7de-52c0-44e0-acb2-86196ce6186a service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092818 Jul 15 23:09:35.832418 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7a60dfe2-aa22-482c-8088-90354c2f9c1e req-46a29871-38f3-4de9-be1e-5726ce793685 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:35.862913 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7a60dfe2-aa22-482c-8088-90354c2f9c1e req-46a29871-38f3-4de9-be1e-5726ce793685 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:35.902660 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7a60dfe2-aa22-482c-8088-90354c2f9c1e req-46a29871-38f3-4de9-be1e-5726ce793685 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:35.920979 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7a60dfe2-aa22-482c-8088-90354c2f9c1e req-46a29871-38f3-4de9-be1e-5726ce793685 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:35.922702 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7a60dfe2-aa22-482c-8088-90354c2f9c1e req-46a29871-38f3-4de9-be1e-5726ce793685 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/e0bde434-1855-4cdb-a381-d6e383bb8f68 HTTP/1.1" status: 204 len: 173 time: 0.1419473 Jul 15 23:09:35.938438 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9f493bd8-daac-49b5-ae06-ebcc21ebe7ee req-a84b45d6-ad21-4baa-a19c-83c1fe16ed55 service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217372 Jul 15 23:09:35.948856 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a29871-38f3-4de9-be1e-5726ce793685 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e0bde434-1855-4cdb-a381-d6e383bb8f68,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:36.043012 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f493bd8-daac-49b5-ae06-ebcc21ebe7ee req-5a0df092-9e29-483f-a542-649878c93f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:36.045576 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9f493bd8-daac-49b5-ae06-ebcc21ebe7ee req-5a0df092-9e29-483f-a542-649878c93f5e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2247822 Jul 15 23:09:36.175070 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9128a14c-d26d-4bae-82de-f80b51874da9 req-8c43cd3c-f1ad-4109-8130-96bb8e03c9d6 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:36.180990 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:36.182338 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9128a14c-d26d-4bae-82de-f80b51874da9 req-8c43cd3c-f1ad-4109-8130-96bb8e03c9d6 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=530cb3cd-0851-4fc8-b790-2e99ac2edf18 HTTP/1.1" status: 200 len: 945 time: 0.2393129 Jul 15 23:09:36.188962 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-eed77002-6c6d-416c-80a3-c72aa76c3387 req-cae437c4-d5f2-4df7-88d3-557e388ed237 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] 10.222.0.48 "GET /v2.0/security-groups/740eb93b-5a2a-4d08-9c26-73319f574fc4 HTTP/1.1" status: 200 len: 2396 time: 0.1404397 Jul 15 23:09:36.280188 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9128a14c-d26d-4bae-82de-f80b51874da9 req-bbc7ec8b-7892-4bc1-be5a-3eb2770fc24f tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968382 Jul 15 23:09:36.282632 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9f493bd8-daac-49b5-ae06-ebcc21ebe7ee req-0673ccef-6d41-4f5d-b057-eab0c39bf47a service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235515 Jul 15 23:09:36.425677 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-eed77002-6c6d-416c-80a3-c72aa76c3387 req-5e338ce5-361a-4c30-8d3f-eb9d08d0650f tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:36.489521 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-eed77002-6c6d-416c-80a3-c72aa76c3387 req-5e338ce5-361a-4c30-8d3f-eb9d08d0650f tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:36.507871 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9f493bd8-daac-49b5-ae06-ebcc21ebe7ee req-87943c5a-2357-41f8-8a41-ee00e689b9df service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061565 Jul 15 23:09:36.552588 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13532f-5c20-4bb0-8b24-4786e1b0da91 req-84140823-f5d0-4dca-ae84-c6b4246ce961 tempest-AttachSCSIVolumeTestJSON-152324139 tempest-AttachSCSIVolumeTestJSON-152324139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:36.554236 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ff13532f-5c20-4bb0-8b24-4786e1b0da91 req-84140823-f5d0-4dca-ae84-c6b4246ce961 tempest-AttachSCSIVolumeTestJSON-152324139 tempest-AttachSCSIVolumeTestJSON-152324139-project] 10.222.0.48 "GET /v2.0/ports?device_id=0755d4af-e13a-4356-8083-9e78f5beea87 HTTP/1.1" status: 200 len: 946 time: 0.1458526 Jul 15 23:09:36.569133 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-eed77002-6c6d-416c-80a3-c72aa76c3387 req-5e338ce5-361a-4c30-8d3f-eb9d08d0650f tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:36.571705 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-eed77002-6c6d-416c-80a3-c72aa76c3387 req-5e338ce5-361a-4c30-8d3f-eb9d08d0650f tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:36.572897 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-eed77002-6c6d-416c-80a3-c72aa76c3387 req-5e338ce5-361a-4c30-8d3f-eb9d08d0650f tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] 10.222.0.48 "DELETE /v2.0/security-groups/740eb93b-5a2a-4d08-9c26-73319f574fc4 HTTP/1.1" status: 204 len: 173 time: 0.3700588 Jul 15 23:09:36.591022 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e338ce5-361a-4c30-8d3f-eb9d08d0650f tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=740eb93b-5a2a-4d08-9c26-73319f574fc4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:36.616813 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ff13532f-5c20-4bb0-8b24-4786e1b0da91 req-333287a0-c439-4fac-803d-5d757c9a8d06 tempest-AttachSCSIVolumeTestJSON-152324139 tempest-AttachSCSIVolumeTestJSON-152324139-project] 10.222.0.48 "GET /v2.0/security-groups?id=87b1bf12-9b7e-4170-bff0-339f379aeefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553508 Jul 15 23:09:36.729122 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 3d35e3d9-cd81-4daf-8745-9a0471c1d420 details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:09:36.823431 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [req-c47467d8-3bb1-4eb0-9ee2-a59768b2f1ad req-fe12f29f-54ea-4382-912f-430aa8170bda tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] show failed (client error): The resource could not be found. Jul 15 23:09:36.824668 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c47467d8-3bb1-4eb0-9ee2-a59768b2f1ad req-fe12f29f-54ea-4382-912f-430aa8170bda tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] 10.222.0.48 "GET /v2.0/security-groups/85a8b0b6-7a71-4ab5-8993-e2d54dc9e4b3 HTTP/1.1" status: 404 len: 352 time: 0.0166047 Jul 15 23:09:36.872502 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 3d35e3d9-cd81-4daf-8745-9a0471c1d420, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=3d35e3d9-cd81-4daf-8745-9a0471c1d420,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:36.898284 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': '3d35e3d9-cd81-4daf-8745-9a0471c1d420', 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'port_id': '3d35e3d9-cd81-4daf-8745-9a0471c1d420', 'mac_address': 'fa:16:3e:70:45:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d909a96-22de-4aa9-b690-1c7da965ceac', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:09:36.970133 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:37.007200 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d35e3d9-cd81-4daf-8745-9a0471c1d420 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:09:37.050692 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 3d35e3d9-cd81-4daf-8745-9a0471c1d420, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=3d35e3d9-cd81-4daf-8745-9a0471c1d420,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:37.052284 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e66c0ab-ef6a-4571-ae2d-5ebf6221364e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7aa7c901-dcd7-438f-8527-ef1aaed2caf2'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:09:37.057224 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b81aced-fd58-43d1-b313-f69dbe67ddd7" -d '{"events": [{"server_uuid": "6e66c0ab-ef6a-4571-ae2d-5ebf6221364e", "name": "network-vif-unplugged", "status": "completed", "tag": "7aa7c901-dcd7-438f-8527-ef1aaed2caf2"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:09:37.066377 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:37.132371 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f3748830-2a42-495c-b639-5c4d92d581d0 req-742d408e-9d86-4500-b0ec-5189b557818c tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] 10.222.0.48 "GET /v2.0/security-groups/668a86bb-ad08-46ef-91f9-31e6696d7cd6 HTTP/1.1" status: 200 len: 1804 time: 0.1292109 Jul 15 23:09:37.137721 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=3d35e3d9-cd81-4daf-8745-9a0471c1d420,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:37.206803 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47bd626-53ac-443e-bdd7-142aae80dbd4 req-0433dd2a-47b6-4b9a-bbf0-52070cc5a98d tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:37.209082 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f47bd626-53ac-443e-bdd7-142aae80dbd4 req-0433dd2a-47b6-4b9a-bbf0-52070cc5a98d tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=2bd4a465-5715-42eb-b661-ed856e129d86 HTTP/1.1" status: 200 len: 947 time: 0.1702662 Jul 15 23:09:37.243961 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f3748830-2a42-495c-b639-5c4d92d581d0 req-f5cf0f23-0fc9-41a1-a0a6-02c17abaa18f tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:37.272780 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f47bd626-53ac-443e-bdd7-142aae80dbd4 req-782fee9e-0349-4a44-9301-e1dbd00032c8 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555935 Jul 15 23:09:37.284585 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f3748830-2a42-495c-b639-5c4d92d581d0 req-f5cf0f23-0fc9-41a1-a0a6-02c17abaa18f tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:37.350901 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f3748830-2a42-495c-b639-5c4d92d581d0 req-f5cf0f23-0fc9-41a1-a0a6-02c17abaa18f tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:37.354104 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f3748830-2a42-495c-b639-5c4d92d581d0 req-f5cf0f23-0fc9-41a1-a0a6-02c17abaa18f tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:37.366810 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f3748830-2a42-495c-b639-5c4d92d581d0 req-f5cf0f23-0fc9-41a1-a0a6-02c17abaa18f tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] 10.222.0.48 "DELETE /v2.0/security-groups/668a86bb-ad08-46ef-91f9-31e6696d7cd6 HTTP/1.1" status: 204 len: 173 time: 0.2259288 Jul 15 23:09:37.390175 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cf0f23-0fc9-41a1-a0a6-02c17abaa18f tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=668a86bb-ad08-46ef-91f9-31e6696d7cd6,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:37.470995 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd5af1d-9067-4aa0-b262-6a35f3c8a030 x-openstack-request-id: req-0dd5af1d-9067-4aa0-b262-6a35f3c8a030 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:09:37.471872 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e66c0ab-ef6a-4571-ae2d-5ebf6221364e", "name": "network-vif-unplugged", "status": "completed", "tag": "7aa7c901-dcd7-438f-8527-ef1aaed2caf2", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:09:37.472392 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0dd5af1d-9067-4aa0-b262-6a35f3c8a030 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:09:37.472993 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e66c0ab-ef6a-4571-ae2d-5ebf6221364e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7aa7c901-dcd7-438f-8527-ef1aaed2caf2', 'code': 200} Jul 15 23:09:37.621484 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['3d35e3d9-cd81-4daf-8745-9a0471c1d420'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:09:37.677702 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db8007-c12e-4101-b12e-ec5fd8e0af1c req-0cbf84e8-00a2-4ad6-80e7-8c5d60e5ca06 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:37.687406 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-92db8007-c12e-4101-b12e-ec5fd8e0af1c req-0cbf84e8-00a2-4ad6-80e7-8c5d60e5ca06 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=530cb3cd-0851-4fc8-b790-2e99ac2edf18 HTTP/1.1" status: 200 len: 945 time: 0.1108196 Jul 15 23:09:37.746428 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-92db8007-c12e-4101-b12e-ec5fd8e0af1c req-eb79fdb2-1816-424e-96c6-2d3715b654ff tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578132 Jul 15 23:09:37.883035 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0e212d4a-13a4-46b5-90ff-2924a86a2644 req-aa907b79-ed80-455f-a526-7ea14812529c tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] 10.222.0.48 "GET /v2.0/security-groups/b9162018-0cc1-4b46-961b-0e49a86f96b2 HTTP/1.1" status: 200 len: 1804 time: 0.1014986 Jul 15 23:09:37.951527 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0e212d4a-13a4-46b5-90ff-2924a86a2644 req-3781de23-5e9b-41a6-a144-d9af83bea6e5 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:37.974529 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:37.987361 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0e212d4a-13a4-46b5-90ff-2924a86a2644 req-3781de23-5e9b-41a6-a144-d9af83bea6e5 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:38.141759 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0e212d4a-13a4-46b5-90ff-2924a86a2644 req-3781de23-5e9b-41a6-a144-d9af83bea6e5 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:38.147703 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0e212d4a-13a4-46b5-90ff-2924a86a2644 req-3781de23-5e9b-41a6-a144-d9af83bea6e5 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:38.156257 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0e212d4a-13a4-46b5-90ff-2924a86a2644 req-3781de23-5e9b-41a6-a144-d9af83bea6e5 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] 10.222.0.48 "DELETE /v2.0/security-groups/b9162018-0cc1-4b46-961b-0e49a86f96b2 HTTP/1.1" status: 204 len: 173 time: 0.2665310 Jul 15 23:09:38.185505 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3781de23-5e9b-41a6-a144-d9af83bea6e5 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9162018-0cc1-4b46-961b-0e49a86f96b2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:38.197095 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d9fe2-9695-49a3-adcb-f6c95be0f743 req-d4f12756-d82e-4b80-81eb-45735667a369 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:38.198767 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fc9d9fe2-9695-49a3-adcb-f6c95be0f743 req-d4f12756-d82e-4b80-81eb-45735667a369 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bd4a465-5715-42eb-b661-ed856e129d86&tenant_id=943e0e7be5644005a591d26197ee19f5&binding%3Ahost_id=n-h2-794306-6 HTTP/1.1" status: 200 len: 947 time: 0.1693053 Jul 15 23:09:38.275151 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fc9d9fe2-9695-49a3-adcb-f6c95be0f743 req-80f76c20-36bb-4805-ac92-60db9d946463 service neutron] 10.222.0.41 "GET /v2.0/ports/3d35e3d9-cd81-4daf-8745-9a0471c1d420/bindings/n-h2-794306-6 HTTP/1.1" status: 200 len: 382 time: 0.0637009 Jul 15 23:09:38.738260 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-08ed2406-b85f-493a-8f42-f62ade18232f req-db48afb4-f6ed-4dd7-b353-678b3799e77f tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] 10.222.0.48 "GET /v2.0/security-groups/59bc0d0b-12a5-4c0d-bf36-aed40c78d00f HTTP/1.1" status: 200 len: 1804 time: 0.3564343 Jul 15 23:09:38.749160 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d9fe2-9695-49a3-adcb-f6c95be0f743 req-49173347-9516-46b1-8988-8da292363140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:38.750665 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fc9d9fe2-9695-49a3-adcb-f6c95be0f743 req-49173347-9516-46b1-8988-8da292363140 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=943e0e7be5644005a591d26197ee19f5&device_id=2bd4a465-5715-42eb-b661-ed856e129d86 HTTP/1.1" status: 200 len: 1098 time: 0.4168735 Jul 15 23:09:38.822950 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4fde8-bad7-4c79-b697-4626994b6e90 req-95fc66f3-c8ca-4b93-abea-739e791d854f tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:38.824511 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-15c4fde8-bad7-4c79-b697-4626994b6e90 req-95fc66f3-c8ca-4b93-abea-739e791d854f tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=2bd4a465-5715-42eb-b661-ed856e129d86 HTTP/1.1" status: 200 len: 947 time: 0.4560659 Jul 15 23:09:38.918531 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-08ed2406-b85f-493a-8f42-f62ade18232f req-8a8fd786-bf10-44ac-9fc7-aa9ac7275158 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:38.947779 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-15c4fde8-bad7-4c79-b697-4626994b6e90 req-dd6e7ec8-dd4c-4fd2-b781-46f45290d5e6 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147537 Jul 15 23:09:38.951519 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d9fe2-9695-49a3-adcb-f6c95be0f743 req-16747850-24b7-40e6-92d4-5874ffab6d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:38.953048 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fc9d9fe2-9695-49a3-adcb-f6c95be0f743 req-16747850-24b7-40e6-92d4-5874ffab6d39 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5d412861-bef3-4cc1-ae9f-87a6a36753c0 HTTP/1.1" status: 200 len: 870 time: 0.1840272 Jul 15 23:09:38.962470 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-08ed2406-b85f-493a-8f42-f62ade18232f req-8a8fd786-bf10-44ac-9fc7-aa9ac7275158 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:39.009466 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fc9d9fe2-9695-49a3-adcb-f6c95be0f743 req-e2b0ee35-f2ef-4b63-970b-93d63cb9c1af service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=3d35e3d9-cd81-4daf-8745-9a0471c1d420 HTTP/1.1" status: 200 len: 217 time: 0.0439618 Jul 15 23:09:39.078510 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-08ed2406-b85f-493a-8f42-f62ade18232f req-8a8fd786-bf10-44ac-9fc7-aa9ac7275158 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:39.081060 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-08ed2406-b85f-493a-8f42-f62ade18232f req-8a8fd786-bf10-44ac-9fc7-aa9ac7275158 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:39.082755 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-08ed2406-b85f-493a-8f42-f62ade18232f req-8a8fd786-bf10-44ac-9fc7-aa9ac7275158 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] 10.222.0.48 "DELETE /v2.0/security-groups/59bc0d0b-12a5-4c0d-bf36-aed40c78d00f HTTP/1.1" status: 204 len: 173 time: 0.3367977 Jul 15 23:09:39.087347 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d9fe2-9695-49a3-adcb-f6c95be0f743 req-6cbdaca3-39ae-46d5-8452-2ee0e959c180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:39.088903 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fc9d9fe2-9695-49a3-adcb-f6c95be0f743 req-6cbdaca3-39ae-46d5-8452-2ee0e959c180 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.0726523 Jul 15 23:09:39.097304 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8fd786-bf10-44ac-9fc7-aa9ac7275158 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59bc0d0b-12a5-4c0d-bf36-aed40c78d00f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:39.162175 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d9fe2-9695-49a3-adcb-f6c95be0f743 req-9a956720-28be-49f3-8f4a-bf3a189e10ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:39.163868 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fc9d9fe2-9695-49a3-adcb-f6c95be0f743 req-9a956720-28be-49f3-8f4a-bf3a189e10ab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0681810 Jul 15 23:09:39.298576 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fc9d9fe2-9695-49a3-adcb-f6c95be0f743 req-f0cff3bc-163c-41e6-9ef1-da03b85f1b72 service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172662 Jul 15 23:09:39.488042 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fc9d9fe2-9695-49a3-adcb-f6c95be0f743 req-46203353-49e7-45dd-b297-c0442654ed25 service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807368 Jul 15 23:09:39.493486 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8fbec422-1587-4490-bcf0-211e8aeaffb3 req-1efaec8f-f85f-49c7-b65d-fa4f1a8ab9db tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] 10.222.0.48 "GET /v2.0/security-groups/48560c89-1365-4fd4-9f29-2eb0decd76bf HTTP/1.1" status: 200 len: 2404 time: 0.1095994 Jul 15 23:09:39.545958 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4e0f0-b95b-4af6-adcd-40cae69626bd req-efd7fcb7-4fd7-4ca4-a7fc-cd6dabcedc72 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:39.547533 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f5c4e0f0-b95b-4af6-adcd-40cae69626bd req-efd7fcb7-4fd7-4ca4-a7fc-cd6dabcedc72 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=530cb3cd-0851-4fc8-b790-2e99ac2edf18 HTTP/1.1" status: 200 len: 945 time: 0.1515057 Jul 15 23:09:39.604208 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8fbec422-1587-4490-bcf0-211e8aeaffb3 req-1d96d323-47fd-4bcb-a507-cf076bb4ea51 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:39.608323 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f5c4e0f0-b95b-4af6-adcd-40cae69626bd req-52802430-f6b5-4e5c-a2bc-82a923ae945b tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519643 Jul 15 23:09:39.639513 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8fbec422-1587-4490-bcf0-211e8aeaffb3 req-1d96d323-47fd-4bcb-a507-cf076bb4ea51 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:39.691958 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8fbec422-1587-4490-bcf0-211e8aeaffb3 req-1d96d323-47fd-4bcb-a507-cf076bb4ea51 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:39.695032 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8fbec422-1587-4490-bcf0-211e8aeaffb3 req-1d96d323-47fd-4bcb-a507-cf076bb4ea51 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:39.696284 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8fbec422-1587-4490-bcf0-211e8aeaffb3 req-1d96d323-47fd-4bcb-a507-cf076bb4ea51 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] 10.222.0.48 "DELETE /v2.0/security-groups/48560c89-1365-4fd4-9f29-2eb0decd76bf HTTP/1.1" status: 204 len: 173 time: 0.1965587 Jul 15 23:09:39.706680 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d96d323-47fd-4bcb-a507-cf076bb4ea51 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48560c89-1365-4fd4-9f29-2eb0decd76bf,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:40.013330 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b4143bba-31e4-48eb-ae05-5cc25207a535 req-b158c7d0-8d32-468f-83f4-5843a93a19fe tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] 10.222.0.48 "GET /v2.0/security-groups/e38d3fa6-cdfd-4113-87d3-b4871e080edc HTTP/1.1" status: 200 len: 2398 time: 0.0434072 Jul 15 23:09:40.097113 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b4143bba-31e4-48eb-ae05-5cc25207a535 req-6c90c81a-436a-4b60-8be6-03bf24cbb070 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:40.131220 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b4143bba-31e4-48eb-ae05-5cc25207a535 req-6c90c81a-436a-4b60-8be6-03bf24cbb070 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:40.187437 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b4143bba-31e4-48eb-ae05-5cc25207a535 req-6c90c81a-436a-4b60-8be6-03bf24cbb070 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:40.190459 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b4143bba-31e4-48eb-ae05-5cc25207a535 req-6c90c81a-436a-4b60-8be6-03bf24cbb070 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:40.193422 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b4143bba-31e4-48eb-ae05-5cc25207a535 req-6c90c81a-436a-4b60-8be6-03bf24cbb070 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] 10.222.0.48 "DELETE /v2.0/security-groups/e38d3fa6-cdfd-4113-87d3-b4871e080edc HTTP/1.1" status: 204 len: 173 time: 0.1629913 Jul 15 23:09:40.201430 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55596) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:40.207807 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c90c81a-436a-4b60-8be6-03bf24cbb070 tempest-SecurityGroupRulesTestJSON-1587442825 tempest-SecurityGroupRulesTestJSON-1587442825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38d3fa6-cdfd-4113-87d3-b4871e080edc,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:40.289502 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-dab534d0-94d1-46b9-8ba2-0ed871eff29d admin admin] Deleting subnet 3b2cdda0-813b-47d4-aa37-b1d7f5617d93 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:09:40.293409 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dab534d0-94d1-46b9-8ba2-0ed871eff29d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:40.350713 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dab534d0-94d1-46b9-8ba2-0ed871eff29d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:40.402743 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dab534d0-94d1-46b9-8ba2-0ed871eff29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:40.496768 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dab534d0-94d1-46b9-8ba2-0ed871eff29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:40.547320 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab534d0-94d1-46b9-8ba2-0ed871eff29d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b2cdda0-813b-47d4-aa37-b1d7f5617d93,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:40.553726 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dab534d0-94d1-46b9-8ba2-0ed871eff29d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:40.555327 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf28f86-ee93-4209-8b6c-2f85d1c121c9 req-f8c2d86e-db72-4336-b08e-902d383c4821 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:40.560092 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7bf28f86-ee93-4209-8b6c-2f85d1c121c9 req-f8c2d86e-db72-4336-b08e-902d383c4821 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=2bd4a465-5715-42eb-b661-ed856e129d86 HTTP/1.1" status: 200 len: 947 time: 0.1332641 Jul 15 23:09:40.562091 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-dab534d0-94d1-46b9-8ba2-0ed871eff29d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3b2cdda0-813b-47d4-aa37-b1d7f5617d93 HTTP/1.1" status: 204 len: 168 time: 0.3590808 Jul 15 23:09:40.565110 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55622) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:40.629601 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7bf28f86-ee93-4209-8b6c-2f85d1c121c9 req-99ddb30a-ecc0-4f81-963e-881a3e323d58 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625701 Jul 15 23:09:40.655663 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-71ffbc30-b7f6-43e1-b8ea-1881e1a01761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:40.751947 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 3d35e3d9-cd81-4daf-8745-9a0471c1d420 up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:09:40.820704 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-71ffbc30-b7f6-43e1-b8ea-1881e1a01761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:40.834464 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-71ffbc30-b7f6-43e1-b8ea-1881e1a01761 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da2508d3-1c4f-442a-a9d5-7aa44627bd72']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:40.837613 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port 3d35e3d9-cd81-4daf-8745-9a0471c1d420 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:09:40.842111 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port 3d35e3d9-cd81-4daf-8745-9a0471c1d420 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:40.842787 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:40.875458 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-71ffbc30-b7f6-43e1-b8ea-1881e1a01761 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b2399c1-69ca-47eb-968e-0ed983c1b628') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:40.875788 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-71ffbc30-b7f6-43e1-b8ea-1881e1a01761 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b2399c1-69ca-47eb-968e-0ed983c1b628') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:40.883774 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6ba55-a0a2-41e1-ae76-7b7200fe02bb req-60f10381-0327-4e62-b168-f6463b1eccea tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:40.892747 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-11c6ba55-a0a2-41e1-ae76-7b7200fe02bb req-60f10381-0327-4e62-b168-f6463b1eccea tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=530cb3cd-0851-4fc8-b790-2e99ac2edf18 HTTP/1.1" status: 200 len: 945 time: 0.0866113 Jul 15 23:09:40.906455 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-71ffbc30-b7f6-43e1-b8ea-1881e1a01761 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:40.944703 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-71ffbc30-b7f6-43e1-b8ea-1881e1a01761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:40.968160 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71ffbc30-b7f6-43e1-b8ea-1881e1a01761 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:09:40.968554 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-71ffbc30-b7f6-43e1-b8ea-1881e1a01761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:40.992174 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:09:40.992174 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:09:40.992174 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:09:40.992174 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:09:40.992174 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:09:40.992174 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:09:40.992174 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:09:40.992174 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:09:40.992174 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:09:40.992174 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:09:40.992174 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:09:40.992174 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:09:40.992174 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:09:40.992174 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:09:40.992174 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:09:40.992174 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:09:40.992174 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:09:40.992174 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:09:40.992174 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:09:40.992174 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:09:40.992174 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:09:40.992174 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:09:40.992174 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:09:40.992174 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:09:40.992174 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:09:40.992174 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:09:40.992174 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:09:40.992174 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:09:40.992174 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:09:40.992174 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:09:40.992174 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:09:40.992174 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:09:41.008426 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-11c6ba55-a0a2-41e1-ae76-7b7200fe02bb req-fa00af37-c109-4645-bd10-a754b28c1b56 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132247 Jul 15 23:09:41.055072 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-71ffbc30-b7f6-43e1-b8ea-1881e1a01761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:41.075604 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-71ffbc30-b7f6-43e1-b8ea-1881e1a01761 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:41.078003 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-71ffbc30-b7f6-43e1-b8ea-1881e1a01761 admin admin] 10.222.0.48 "DELETE /v2.0/networks/da2508d3-1c4f-442a-a9d5-7aa44627bd72 HTTP/1.1" status: 204 len: 168 time: 0.5118721 Jul 15 23:09:41.079283 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ffbc30-b7f6-43e1-b8ea-1881e1a01761 admin admin] Pushing event deleted for resources: {'Network': ['ID=da2508d3-1c4f-442a-a9d5-7aa44627bd72,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:41.129998 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:41.178751 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 3d35e3d9-cd81-4daf-8745-9a0471c1d420, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=3d35e3d9-cd81-4daf-8745-9a0471c1d420,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:41.180366 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd4a465-5715-42eb-b661-ed856e129d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d35e3d9-cd81-4daf-8745-9a0471c1d420'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:09:41.184591 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca052c9-fd0d-44dd-8f87-6038fcf51c57" -d '{"events": [{"server_uuid": "2bd4a465-5715-42eb-b661-ed856e129d86", "name": "network-vif-plugged", "status": "completed", "tag": "3d35e3d9-cd81-4daf-8745-9a0471c1d420"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:09:41.188503 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:41.283146 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=3d35e3d9-cd81-4daf-8745-9a0471c1d420,revision_number=9']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:41.360821 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55674) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:41.424938 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a257e2ed-af70-442f-9b7d-8166e0ec796f x-openstack-request-id: req-a257e2ed-af70-442f-9b7d-8166e0ec796f {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:09:41.425226 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bd4a465-5715-42eb-b661-ed856e129d86", "name": "network-vif-plugged", "status": "completed", "tag": "3d35e3d9-cd81-4daf-8745-9a0471c1d420", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:09:41.425482 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a257e2ed-af70-442f-9b7d-8166e0ec796f {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:09:41.425971 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bd4a465-5715-42eb-b661-ed856e129d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d35e3d9-cd81-4daf-8745-9a0471c1d420', 'code': 200} Jul 15 23:09:41.429369 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-1a6cf044-e20d-4733-8a23-46441da014b5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a7cec079ef0140c8b25961f6d92e6d8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0660009 Jul 15 23:09:41.432495 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55678) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:41.520853 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e9b9f2ec-a179-4df3-9d24-d2f680440853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:41.552833 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e9b9f2ec-a179-4df3-9d24-d2f680440853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:41.618113 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e9b9f2ec-a179-4df3-9d24-d2f680440853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:41.621188 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e9b9f2ec-a179-4df3-9d24-d2f680440853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:41.622417 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-e9b9f2ec-a179-4df3-9d24-d2f680440853 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a1467f47-86ea-423c-a873-8a7f617103e4 HTTP/1.1" status: 204 len: 168 time: 0.1886692 Jul 15 23:09:41.634687 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b9f2ec-a179-4df3-9d24-d2f680440853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1467f47-86ea-423c-a873-8a7f617103e4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:41.950377 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faded27-d4cf-4044-ba21-3dfaf680e419 req-69102826-a926-4cbf-a802-bb25ebea92b6 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:41.961090 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0faded27-d4cf-4044-ba21-3dfaf680e419 req-69102826-a926-4cbf-a802-bb25ebea92b6 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=2bd4a465-5715-42eb-b661-ed856e129d86 HTTP/1.1" status: 200 len: 948 time: 0.1559472 Jul 15 23:09:42.033284 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0faded27-d4cf-4044-ba21-3dfaf680e419 req-f8730c4b-2e95-4f98-ae56-58e003c980dc tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660448 Jul 15 23:09:42.140544 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55726) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:42.325752 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534a8f5b-9769-47d3-9c19-c2f40f9b66f5 req-cc5eb204-bcb2-4230-9ec9-c4c1c7860640 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:42.335628 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-534a8f5b-9769-47d3-9c19-c2f40f9b66f5 req-cc5eb204-bcb2-4230-9ec9-c4c1c7860640 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=530cb3cd-0851-4fc8-b790-2e99ac2edf18 HTTP/1.1" status: 200 len: 945 time: 0.1466901 Jul 15 23:09:42.367821 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-89cba695-4805-4d50-b6f2-a7de81313ca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:42.421252 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-534a8f5b-9769-47d3-9c19-c2f40f9b66f5 req-b755ff55-eb5c-4ec7-9d12-e3220edb3dfb tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835290 Jul 15 23:09:42.571618 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-89cba695-4805-4d50-b6f2-a7de81313ca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:42.577891 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-89cba695-4805-4d50-b6f2-a7de81313ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:42.626603 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cba695-4805-4d50-b6f2-a7de81313ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd6cc58-0076-41c0-b643-d467389d4931,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:42.659251 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-89cba695-4805-4d50-b6f2-a7de81313ca7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=86eb8f79f04142aca5c22464de5b52e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5168419 Jul 15 23:09:42.662576 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55746) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:42.692000 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d9fe2-9695-49a3-adcb-f6c95be0f743 req-6a558e59-857f-4fe8-bb9f-e0b8151bc9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:42.693649 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-fc9d9fe2-9695-49a3-adcb-f6c95be0f743 req-6a558e59-857f-4fe8-bb9f-e0b8151bc9d9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2bd4a465-5715-42eb-b661-ed856e129d86&tenant_id=943e0e7be5644005a591d26197ee19f5 HTTP/1.1" status: 200 len: 1099 time: 0.1513486 Jul 15 23:09:42.715227 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-fc9d9fe2-9695-49a3-adcb-f6c95be0f743 req-35bd386a-a97f-4a68-8669-d88420147891 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-794306-6', 'device_owner': 'compute:nova'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:42.758172 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9b994c2e-18bb-4d1f-ada6-a03615262deb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:42.813361 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9b994c2e-18bb-4d1f-ada6-a03615262deb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:42.888538 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fc9d9fe2-9695-49a3-adcb-f6c95be0f743 req-35bd386a-a97f-4a68-8669-d88420147891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:42.925182 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9b994c2e-18bb-4d1f-ada6-a03615262deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:42.929326 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9b994c2e-18bb-4d1f-ada6-a03615262deb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:42.933056 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-9b994c2e-18bb-4d1f-ada6-a03615262deb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ccd6cc58-0076-41c0-b643-d467389d4931 HTTP/1.1" status: 204 len: 168 time: 0.2655487 Jul 15 23:09:42.943989 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b994c2e-18bb-4d1f-ada6-a03615262deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd6cc58-0076-41c0-b643-d467389d4931,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:43.071384 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55762) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:43.190225 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:09:43.229879 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-fc9d9fe2-9695-49a3-adcb-f6c95be0f743 req-35bd386a-a97f-4a68-8669-d88420147891 service neutron] For port 3d35e3d9-cd81-4daf-8745-9a0471c1d420, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=3d35e3d9-cd81-4daf-8745-9a0471c1d420,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:43.263045 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a8ff04-418b-4a5a-9843-54807b65eb9a req-44080a06-ddc7-401b-a026-32e24e9c9f0b tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:43.265105 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-71a8ff04-418b-4a5a-9843-54807b65eb9a req-44080a06-ddc7-401b-a026-32e24e9c9f0b tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2ece2eb-311e-4a52-854b-af209267fa52 HTTP/1.1" status: 200 len: 948 time: 0.0998905 Jul 15 23:09:43.302863 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-fc9d9fe2-9695-49a3-adcb-f6c95be0f743 req-35bd386a-a97f-4a68-8669-d88420147891 service neutron] For port 3d35e3d9-cd81-4daf-8745-9a0471c1d420, host n-h2-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:09:43.377528 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fc9d9fe2-9695-49a3-adcb-f6c95be0f743 req-35bd386a-a97f-4a68-8669-d88420147891 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:43.389030 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd4a465-5715-42eb-b661-ed856e129d86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d35e3d9-cd81-4daf-8745-9a0471c1d420'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:09:43.395927 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4fc04d4-4bce-4ca2-867d-4df2eb190683" -d '{"events": [{"server_uuid": "2bd4a465-5715-42eb-b661-ed856e129d86", "name": "network-vif-unplugged", "status": "completed", "tag": "3d35e3d9-cd81-4daf-8745-9a0471c1d420"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:09:43.405829 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-fc9d9fe2-9695-49a3-adcb-f6c95be0f743 req-35bd386a-a97f-4a68-8669-d88420147891 service neutron] Transition to ACTIVE for port object 3d35e3d9-cd81-4daf-8745-9a0471c1d420 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:09:43.412937 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fc9d9fe2-9695-49a3-adcb-f6c95be0f743 req-35bd386a-a97f-4a68-8669-d88420147891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:43.464443 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-500a82ec-629e-4dec-b834-78150fc83759 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-459228926-network', 'tenant_id': 'f7c23ac4cb1a4b598e682a5b3e05e9a8'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:43.494121 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-71a8ff04-418b-4a5a-9843-54807b65eb9a req-93643832-500c-4b51-8a8a-3eac5531e1f8 tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dc6d28b-4398-455c-8f3a-13bc6000f850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218812 Jul 15 23:09:43.499653 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55774) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:43.505305 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bd386a-a97f-4a68-8669-d88420147891 service neutron] Pushing event updated for resources: {'Port': ['ID=3d35e3d9-cd81-4daf-8745-9a0471c1d420,revision_number=10']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:43.508702 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc9d9fe2-9695-49a3-adcb-f6c95be0f743 req-35bd386a-a97f-4a68-8669-d88420147891 service neutron] No DVR routers for this DVR port 3d35e3d9-cd81-4daf-8745-9a0471c1d420 on host n-h2-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:09:43.546471 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33b030d4-06b5-4aa3-987b-a84adf9fe031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:43.578111 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-fc9d9fe2-9695-49a3-adcb-f6c95be0f743 req-35bd386a-a97f-4a68-8669-d88420147891 service neutron] Attempting to bind port 3d35e3d9-cd81-4daf-8745-9a0471c1d420 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:09:43.579233 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-fc9d9fe2-9695-49a3-adcb-f6c95be0f743 req-35bd386a-a97f-4a68-8669-d88420147891 service neutron] Attempting to bind port 3d35e3d9-cd81-4daf-8745-9a0471c1d420 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:09:43.580209 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9d9fe2-9695-49a3-adcb-f6c95be0f743 req-35bd386a-a97f-4a68-8669-d88420147891 service neutron] Attempting to bind port 3d35e3d9-cd81-4daf-8745-9a0471c1d420 on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:09:43.585488 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b91bff-2c00-456e-9787-da020064f4b0 x-openstack-request-id: req-f7b91bff-2c00-456e-9787-da020064f4b0 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:09:43.585829 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bd4a465-5715-42eb-b661-ed856e129d86", "name": "network-vif-unplugged", "status": "completed", "tag": "3d35e3d9-cd81-4daf-8745-9a0471c1d420", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:09:43.586239 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f7b91bff-2c00-456e-9787-da020064f4b0 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:09:43.586972 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bd4a465-5715-42eb-b661-ed856e129d86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d35e3d9-cd81-4daf-8745-9a0471c1d420', 'code': 200} Jul 15 23:09:43.589969 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9d9fe2-9695-49a3-adcb-f6c95be0f743 req-35bd386a-a97f-4a68-8669-d88420147891 service neutron] Port 3d35e3d9-cd81-4daf-8745-9a0471c1d420 on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:09:43.590297 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9d9fe2-9695-49a3-adcb-f6c95be0f743 req-35bd386a-a97f-4a68-8669-d88420147891 service neutron] Attempting to bind port 3d35e3d9-cd81-4daf-8745-9a0471c1d420 on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:09:43.597726 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9d9fe2-9695-49a3-adcb-f6c95be0f743 req-35bd386a-a97f-4a68-8669-d88420147891 service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:09:43.599148 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9d9fe2-9695-49a3-adcb-f6c95be0f743 req-35bd386a-a97f-4a68-8669-d88420147891 service neutron] Checking segment: {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:09:43.599920 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9d9fe2-9695-49a3-adcb-f6c95be0f743 req-35bd386a-a97f-4a68-8669-d88420147891 service neutron] Bound using segment: {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:09:43.601019 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-fc9d9fe2-9695-49a3-adcb-f6c95be0f743 req-35bd386a-a97f-4a68-8669-d88420147891 service neutron] Bound port: 3d35e3d9-cd81-4daf-8745-9a0471c1d420, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:09:43.601649 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fc9d9fe2-9695-49a3-adcb-f6c95be0f743 req-35bd386a-a97f-4a68-8669-d88420147891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:43.608679 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500a82ec-629e-4dec-b834-78150fc83759 admin admin] Made reservation on behalf of f7c23ac4cb1a4b598e682a5b3e05e9a8 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:09:43.611234 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-500a82ec-629e-4dec-b834-78150fc83759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:43.655770 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9900ab-6384-4b4d-b4fb-8a2e99a8bc30 req-9b8de3ce-0ec2-455d-ab1e-8c308997f737 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:43.663320 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8c9900ab-6384-4b4d-b4fb-8a2e99a8bc30 req-9b8de3ce-0ec2-455d-ab1e-8c308997f737 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=2bd4a465-5715-42eb-b661-ed856e129d86 HTTP/1.1" status: 200 len: 948 time: 0.3827517 Jul 15 23:09:43.668842 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-500a82ec-629e-4dec-b834-78150fc83759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:43.700688 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-fc9d9fe2-9695-49a3-adcb-f6c95be0f743 req-35bd386a-a97f-4a68-8669-d88420147891 service neutron] For port 3d35e3d9-cd81-4daf-8745-9a0471c1d420, host n-h1-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:09:43.707456 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-fc9d9fe2-9695-49a3-adcb-f6c95be0f743 req-35bd386a-a97f-4a68-8669-d88420147891 service neutron] For port 3d35e3d9-cd81-4daf-8745-9a0471c1d420, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=3d35e3d9-cd81-4daf-8745-9a0471c1d420,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:09:43.739496 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fc9d9fe2-9695-49a3-adcb-f6c95be0f743 req-35bd386a-a97f-4a68-8669-d88420147891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:43.756607 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8c9900ab-6384-4b4d-b4fb-8a2e99a8bc30 req-19b6ba01-02dc-4b86-8e5d-6ce38c23ba92 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922854 Jul 15 23:09:43.786787 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d9fe2-9695-49a3-adcb-f6c95be0f743 req-35bd386a-a97f-4a68-8669-d88420147891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:43.787564 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fc9d9fe2-9695-49a3-adcb-f6c95be0f743 req-35bd386a-a97f-4a68-8669-d88420147891 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:43.790975 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-fc9d9fe2-9695-49a3-adcb-f6c95be0f743 req-35bd386a-a97f-4a68-8669-d88420147891 service neutron] 10.222.0.49 "PUT /v2.0/ports/3d35e3d9-cd81-4daf-8745-9a0471c1d420 HTTP/1.1" status: 200 len: 1095 time: 1.0854464 Jul 15 23:09:43.911626 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33b030d4-06b5-4aa3-987b-a84adf9fe031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:43.923407 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33b030d4-06b5-4aa3-987b-a84adf9fe031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:43.979255 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bd386a-a97f-4a68-8669-d88420147891 service neutron] Pushing event updated for resources: {'Port': ['ID=3d35e3d9-cd81-4daf-8745-9a0471c1d420,revision_number=11']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:44.019722 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d9fe2-9695-49a3-adcb-f6c95be0f743 req-78855b1d-8b0e-4900-873c-f9fc1874d9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:44.035239 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-fc9d9fe2-9695-49a3-adcb-f6c95be0f743 req-78855b1d-8b0e-4900-873c-f9fc1874d9f6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=943e0e7be5644005a591d26197ee19f5&device_id=2bd4a465-5715-42eb-b661-ed856e129d86 HTTP/1.1" status: 200 len: 1098 time: 0.1788211 Jul 15 23:09:44.068242 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-33b030d4-06b5-4aa3-987b-a84adf9fe031 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=366c020fa5994205806ac73faf2a3d6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5548739 Jul 15 23:09:44.073930 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55780) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:44.075722 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b030d4-06b5-4aa3-987b-a84adf9fe031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9987cb79-837c-4b5f-bbcf-413aa2400fd2,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:44.177958 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc0253b-0700-49bd-b6fc-d9f98edf1db3 req-1432e6bf-64f1-4f07-a4f2-98852997bf7d tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:44.179727 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4dc0253b-0700-49bd-b6fc-d9f98edf1db3 req-1432e6bf-64f1-4f07-a4f2-98852997bf7d tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=530cb3cd-0851-4fc8-b790-2e99ac2edf18 HTTP/1.1" status: 200 len: 945 time: 0.2175748 Jul 15 23:09:44.196269 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-500a82ec-629e-4dec-b834-78150fc83759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:44.203421 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-500a82ec-629e-4dec-b834-78150fc83759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:44.235633 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-500a82ec-629e-4dec-b834-78150fc83759 admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:09:44.267764 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-500a82ec-629e-4dec-b834-78150fc83759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:44.268114 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-500a82ec-629e-4dec-b834-78150fc83759 admin admin] Added segment 28552779-5993-4a0d-bc7a-b0f0810a1d6b of type vlan for network 740b3e4b-21b1-4f13-bbc6-98e47d19bdd4 Jul 15 23:09:44.274634 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4dc0253b-0700-49bd-b6fc-d9f98edf1db3 req-eba5eb36-1bc0-4e1b-b980-cde6af847216 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852149 Jul 15 23:09:44.275850 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500a82ec-629e-4dec-b834-78150fc83759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a420464-b2aa-4eaf-a299-741f06f708c8,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:44.291178 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d9fe2-9695-49a3-adcb-f6c95be0f743 req-01001547-5b58-4be9-b6ce-0b6a6b6f7c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:44.298247 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-fc9d9fe2-9695-49a3-adcb-f6c95be0f743 req-01001547-5b58-4be9-b6ce-0b6a6b6f7c64 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5d412861-bef3-4cc1-ae9f-87a6a36753c0 HTTP/1.1" status: 200 len: 870 time: 0.2543399 Jul 15 23:09:44.320467 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-344c1de6-c6ac-454d-8dc1-87931bcfd43d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:44.370953 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-fc9d9fe2-9695-49a3-adcb-f6c95be0f743 req-affae73b-a746-4fd4-8c45-4647962f3456 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=3d35e3d9-cd81-4daf-8745-9a0471c1d420 HTTP/1.1" status: 200 len: 217 time: 0.0654128 Jul 15 23:09:44.372564 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-500a82ec-629e-4dec-b834-78150fc83759 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:44.395403 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-344c1de6-c6ac-454d-8dc1-87931bcfd43d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:44.450694 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-500a82ec-629e-4dec-b834-78150fc83759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:44.454478 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500a82ec-629e-4dec-b834-78150fc83759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:44.456267 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-500a82ec-629e-4dec-b834-78150fc83759 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:44.465422 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d9fe2-9695-49a3-adcb-f6c95be0f743 req-607db541-bf64-441e-861e-edf634c28e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:44.467430 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-fc9d9fe2-9695-49a3-adcb-f6c95be0f743 req-607db541-bf64-441e-861e-edf634c28e04 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.0873406 Jul 15 23:09:44.531412 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-344c1de6-c6ac-454d-8dc1-87931bcfd43d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:44.536574 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-344c1de6-c6ac-454d-8dc1-87931bcfd43d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:44.538250 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-344c1de6-c6ac-454d-8dc1-87931bcfd43d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9987cb79-837c-4b5f-bbcf-413aa2400fd2 HTTP/1.1" status: 204 len: 168 time: 0.4630852 Jul 15 23:09:44.554207 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344c1de6-c6ac-454d-8dc1-87931bcfd43d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9987cb79-837c-4b5f-bbcf-413aa2400fd2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:44.566091 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d9fe2-9695-49a3-adcb-f6c95be0f743 req-806e1015-abb5-415b-bd46-da34ed096d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:44.567693 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-fc9d9fe2-9695-49a3-adcb-f6c95be0f743 req-806e1015-abb5-415b-bd46-da34ed096d97 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0918403 Jul 15 23:09:44.614149 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500a82ec-629e-4dec-b834-78150fc83759 admin admin] Pushing event updated for resources: {'Network': ['ID=740b3e4b-21b1-4f13-bbc6-98e47d19bdd4,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:44.624549 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-500a82ec-629e-4dec-b834-78150fc83759 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5488899 Jul 15 23:09:44.632503 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 740b3e4b-21b1-4f13-bbc6-98e47d19bdd4 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:09:44.638228 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55786) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:44.644160 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-4ad332b6-349f-4026-a448-94a653c7743c admin admin] Request body: {'subnet': {'network_id': '740b3e4b-21b1-4f13-bbc6-98e47d19bdd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-459228926-subnet', 'tenant_id': 'f7c23ac4cb1a4b598e682a5b3e05e9a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:44.664516 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a83592-7829-4e9c-b861-3cda112d480f req-360a2d36-bb62-44de-b26d-f199349287cc tempest-LiveMigrationTest-431337817 tempest-LiveMigrationTest-431337817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:44.667365 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c8a83592-7829-4e9c-b861-3cda112d480f req-360a2d36-bb62-44de-b26d-f199349287cc tempest-LiveMigrationTest-431337817 tempest-LiveMigrationTest-431337817-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=530cb3cd-0851-4fc8-b790-2e99ac2edf18&tenant_id=680eb147007347d0b28b90eaf34e5f6f&binding%3Ahost_id=n-h2-794306-6 HTTP/1.1" status: 200 len: 1096 time: 0.3764393 Jul 15 23:09:44.682389 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-c8a83592-7829-4e9c-b861-3cda112d480f req-17fc2813-0023-44be-9570-ec40dab2450d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-794306-6'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:44.776206 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 3d35e3d9-cd81-4daf-8745-9a0471c1d420 no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:09:44.822353 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad332b6-349f-4026-a448-94a653c7743c admin admin] Made reservation on behalf of f7c23ac4cb1a4b598e682a5b3e05e9a8 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:09:44.829775 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4ad332b6-349f-4026-a448-94a653c7743c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:44.874091 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-fc9d9fe2-9695-49a3-adcb-f6c95be0f743 req-0b4c4c7f-16a1-436f-8c27-643712f3fffb service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967725 Jul 15 23:09:44.932369 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 3d35e3d9-cd81-4daf-8745-9a0471c1d420 not bound to the agent host n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:09:45.083168 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55798) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:45.107739 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c8a83592-7829-4e9c-b861-3cda112d480f req-17fc2813-0023-44be-9570-ec40dab2450d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:45.129368 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1b959f0-ec60-4e68-a709-43fc9529de0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:45.136077 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-fc9d9fe2-9695-49a3-adcb-f6c95be0f743 req-ce1c1a33-b7ea-4bbb-b537-de8117940198 service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225785 Jul 15 23:09:45.161175 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c069ab3-df6e-4fab-be60-605ecdfd7612 req-66da5d51-e6c3-4f0e-88e6-f2e558ed34e3 tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:45.164827 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0c069ab3-df6e-4fab-be60-605ecdfd7612 req-66da5d51-e6c3-4f0e-88e6-f2e558ed34e3 tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2ece2eb-311e-4a52-854b-af209267fa52 HTTP/1.1" status: 200 len: 948 time: 0.4186168 Jul 15 23:09:45.264194 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1b959f0-ec60-4e68-a709-43fc9529de0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:45.270418 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1b959f0-ec60-4e68-a709-43fc9529de0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:45.303020 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3db688-c90e-49f5-8159-2f80306f0616 req-fc91b2d4-1931-4e03-b91a-50d7772a4219 tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:45.309414 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6a3db688-c90e-49f5-8159-2f80306f0616 req-fc91b2d4-1931-4e03-b91a-50d7772a4219 tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2ece2eb-311e-4a52-854b-af209267fa52 HTTP/1.1" status: 200 len: 948 time: 0.3041677 Jul 15 23:09:45.309732 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e1b959f0-ec60-4e68-a709-43fc9529de0e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9e539110e4744e978efaf8793145bfda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2206998 Jul 15 23:09:45.310763 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55800) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:45.325539 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0c069ab3-df6e-4fab-be60-605ecdfd7612 req-dee227f8-7902-4411-8e40-fefa63951511 tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dc6d28b-4398-455c-8f3a-13bc6000f850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475456 Jul 15 23:09:45.373333 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b959f0-ec60-4e68-a709-43fc9529de0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f0bdbd-7369-4c03-bb80-ac4fcee08c5f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:45.416822 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4ad332b6-349f-4026-a448-94a653c7743c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:45.451554 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6721729-6447-4847-b5fb-e0b6fa7d4dad req-9899fb21-8687-40be-9313-d7266e0a8a25 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:45.453634 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e6721729-6447-4847-b5fb-e0b6fa7d4dad req-9899fb21-8687-40be-9313-d7266e0a8a25 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=2bd4a465-5715-42eb-b661-ed856e129d86 HTTP/1.1" status: 200 len: 947 time: 0.3619647 Jul 15 23:09:45.508963 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad332b6-349f-4026-a448-94a653c7743c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cc5a3c3-8463-4421-9a8f-f65f1ee0c967,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:45.591243 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-c8a83592-7829-4e9c-b861-3cda112d480f req-17fc2813-0023-44be-9570-ec40dab2450d service neutron] For port bf986a0f-e761-42ed-a014-2c3b352b699e, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=bf986a0f-e761-42ed-a014-2c3b352b699e,segment=NetworkSegment(2a783e67-ba53-4ea9-9bee-afb3f3217392),segment_id=2a783e67-ba53-4ea9-9bee-afb3f3217392)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:45.610301 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bd4a465-5715-42eb-b661-ed856e129d86', 'tag': '3d35e3d9-cd81-4daf-8745-9a0471c1d420'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:09:45.618493 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a1bdd50-3f40-4d55-9bc1-7a031cc6b975" -d '{"events": [{"name": "network-changed", "server_uuid": "2bd4a465-5715-42eb-b661-ed856e129d86", "tag": "3d35e3d9-cd81-4daf-8745-9a0471c1d420"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:09:45.623792 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e6721729-6447-4847-b5fb-e0b6fa7d4dad req-3588ea4b-fcb2-40f3-9120-2b10a7709c2d tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397569 Jul 15 23:09:45.624941 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad332b6-349f-4026-a448-94a653c7743c admin admin] Checking segment: {'id': '28552779-5993-4a0d-bc7a-b0f0810a1d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '740b3e4b-21b1-4f13-bbc6-98e47d19bdd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:09:45.626484 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad332b6-349f-4026-a448-94a653c7743c admin admin] Network hostable DHCP agents. Network: 740b3e4b-21b1-4f13-bbc6-98e47d19bdd4, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:09:45.639485 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8f6586d3-b9e2-4d8f-9802-a9a654f0e692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:45.666126 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad332b6-349f-4026-a448-94a653c7743c admin admin] Network 740b3e4b-21b1-4f13-bbc6-98e47d19bdd4 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:09:45.693337 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-4ad332b6-349f-4026-a448-94a653c7743c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 740b3e4b-21b1-4f13-bbc6-98e47d19bdd4) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:09:45.708258 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821385a7-4ae0-4aa5-87ba-81e349aa2815 None None] Network 740b3e4b-21b1-4f13-bbc6-98e47d19bdd4 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:09:45.713612 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad332b6-349f-4026-a448-94a653c7743c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:45.716675 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4ad332b6-349f-4026-a448-94a653c7743c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:45.720599 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8f6586d3-b9e2-4d8f-9802-a9a654f0e692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:45.743649 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-c8a83592-7829-4e9c-b861-3cda112d480f req-17fc2813-0023-44be-9570-ec40dab2450d service neutron] For port bf986a0f-e761-42ed-a014-2c3b352b699e, host n-h2-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:09:45.774513 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-4ad332b6-349f-4026-a448-94a653c7743c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1238890 Jul 15 23:09:45.840647 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-6a3db688-c90e-49f5-8159-2f80306f0616 req-2696bf36-129f-45fe-a1a4-877a27bebd38 tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] Deleting port 660e37f8-5759-40bf-8192-6bb4645d1c50 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:09:45.841356 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6a3db688-c90e-49f5-8159-2f80306f0616 req-2696bf36-129f-45fe-a1a4-877a27bebd38 tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:45.934853 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '530cb3cd-0851-4fc8-b790-2e99ac2edf18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf986a0f-e761-42ed-a014-2c3b352b699e'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:09:45.937150 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50ece95-f5e9-4484-8386-b7b74fc25e64" -d '{"events": [{"server_uuid": "530cb3cd-0851-4fc8-b790-2e99ac2edf18", "name": "network-vif-unplugged", "status": "completed", "tag": "bf986a0f-e761-42ed-a014-2c3b352b699e"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:09:45.943453 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c8a83592-7829-4e9c-b861-3cda112d480f req-17fc2813-0023-44be-9570-ec40dab2450d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:45.997943 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c8a83592-7829-4e9c-b861-3cda112d480f req-17fc2813-0023-44be-9570-ec40dab2450d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:46.057156 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e48758-0ab2-4c24-9c4c-d97225c4e108 None None] Network 740b3e4b-21b1-4f13-bbc6-98e47d19bdd4 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:09:46.209432 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9920cd-502f-43d8-aaac-83d7d04d6dc0 x-openstack-request-id: req-6a9920cd-502f-43d8-aaac-83d7d04d6dc0 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:09:46.210107 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bd4a465-5715-42eb-b661-ed856e129d86", "tag": "3d35e3d9-cd81-4daf-8745-9a0471c1d420", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:09:46.210996 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6a9920cd-502f-43d8-aaac-83d7d04d6dc0 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:09:46.211902 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bd4a465-5715-42eb-b661-ed856e129d86', 'tag': '3d35e3d9-cd81-4daf-8745-9a0471c1d420', 'status': 'completed', 'code': 200} Jul 15 23:09:46.390079 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d79293c-1482-42b2-a32a-e3265c4cf972 x-openstack-request-id: req-4d79293c-1482-42b2-a32a-e3265c4cf972 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:09:46.390079 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "530cb3cd-0851-4fc8-b790-2e99ac2edf18", "name": "network-vif-unplugged", "status": "completed", "tag": "bf986a0f-e761-42ed-a014-2c3b352b699e", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:09:46.390079 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4d79293c-1482-42b2-a32a-e3265c4cf972 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:09:46.390079 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '530cb3cd-0851-4fc8-b790-2e99ac2edf18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf986a0f-e761-42ed-a014-2c3b352b699e', 'code': 200} Jul 15 23:09:46.411534 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1bdd50-3f40-4d55-9bc1-7a031cc6b975 req-e652a4a8-786f-4eff-ab5b-de2fd8aa9f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:46.413316 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5a1bdd50-3f40-4d55-9bc1-7a031cc6b975 req-e652a4a8-786f-4eff-ab5b-de2fd8aa9f11 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=943e0e7be5644005a591d26197ee19f5&device_id=2bd4a465-5715-42eb-b661-ed856e129d86 HTTP/1.1" status: 200 len: 1098 time: 0.1841552 Jul 15 23:09:46.417662 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8f6586d3-b9e2-4d8f-9802-a9a654f0e692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:46.420407 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8f6586d3-b9e2-4d8f-9802-a9a654f0e692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:46.422103 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-8f6586d3-b9e2-4d8f-9802-a9a654f0e692 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/58f0bdbd-7369-4c03-bb80-ac4fcee08c5f HTTP/1.1" status: 204 len: 168 time: 1.1099849 Jul 15 23:09:46.446297 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-6a3db688-c90e-49f5-8159-2f80306f0616 req-2696bf36-129f-45fe-a1a4-877a27bebd38 tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] For port 660e37f8-5759-40bf-8192-6bb4645d1c50, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=660e37f8-5759-40bf-8192-6bb4645d1c50,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:46.446721 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6a3db688-c90e-49f5-8159-2f80306f0616 req-2696bf36-129f-45fe-a1a4-877a27bebd38 tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:46.447127 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1bdd50-3f40-4d55-9bc1-7a031cc6b975 req-20c3ab7e-348a-4ba4-a2ea-1be79cb1fba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:46.449711 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5a1bdd50-3f40-4d55-9bc1-7a031cc6b975 req-20c3ab7e-348a-4ba4-a2ea-1be79cb1fba3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=943e0e7be5644005a591d26197ee19f5&device_id=2bd4a465-5715-42eb-b661-ed856e129d86 HTTP/1.1" status: 200 len: 1098 time: 0.1334836 Jul 15 23:09:46.454773 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device bf986a0f-e761-42ed-a014-2c3b352b699e details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:09:46.466894 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6586d3-b9e2-4d8f-9802-a9a654f0e692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f0bdbd-7369-4c03-bb80-ac4fcee08c5f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:46.484090 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-6a3db688-c90e-49f5-8159-2f80306f0616 req-2696bf36-129f-45fe-a1a4-877a27bebd38 tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] Calling delete_port for 660e37f8-5759-40bf-8192-6bb4645d1c50 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:09:46.544601 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ea514-ce58-400e-b982-cdf2388f4ac7 req-4354f844-46a0-4bd7-9bf0-d18d2f2c7a33 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:46.552278 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-949ea514-ce58-400e-b982-cdf2388f4ac7 req-4354f844-46a0-4bd7-9bf0-d18d2f2c7a33 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=530cb3cd-0851-4fc8-b790-2e99ac2edf18 HTTP/1.1" status: 200 len: 945 time: 0.6726265 Jul 15 23:09:46.565472 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-f5ef1e9a-77de-428f-80d7-c34667b768fc req-7bb2276b-fd0b-4bc4-8aed-fe2167fddc43 tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1047636950', 'description': 'tempest-description-645394161'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:46.584590 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fc2813-0023-44be-9570-ec40dab2450d service neutron] Pushing event updated for resources: {'Port': ['ID=bf986a0f-e761-42ed-a014-2c3b352b699e,revision_number=7']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:46.650915 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-c8a83592-7829-4e9c-b861-3cda112d480f req-17fc2813-0023-44be-9570-ec40dab2450d service neutron] Attempting to bind port bf986a0f-e761-42ed-a014-2c3b352b699e on host n-h2-794306-6 for vnic_type normal with profile {"migrating_to": "n-h1-794306-6"} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:09:46.652164 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-c8a83592-7829-4e9c-b861-3cda112d480f req-17fc2813-0023-44be-9570-ec40dab2450d service neutron] Attempting to bind port bf986a0f-e761-42ed-a014-2c3b352b699e by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '2a783e67-ba53-4ea9-9bee-afb3f3217392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f037b993-4149-40e0-a687-25986d720de6'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:09:46.652164 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a83592-7829-4e9c-b861-3cda112d480f req-17fc2813-0023-44be-9570-ec40dab2450d service neutron] Attempting to bind port bf986a0f-e761-42ed-a014-2c3b352b699e on network f037b993-4149-40e0-a687-25986d720de6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:09:46.673406 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a83592-7829-4e9c-b861-3cda112d480f req-17fc2813-0023-44be-9570-ec40dab2450d service neutron] Port bf986a0f-e761-42ed-a014-2c3b352b699e on network f037b993-4149-40e0-a687-25986d720de6 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:09:46.673813 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a83592-7829-4e9c-b861-3cda112d480f req-17fc2813-0023-44be-9570-ec40dab2450d service neutron] Attempting to bind port bf986a0f-e761-42ed-a014-2c3b352b699e on network f037b993-4149-40e0-a687-25986d720de6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:09:46.685044 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port bf986a0f-e761-42ed-a014-2c3b352b699e, host n-h2-794306-6, got binding levels [] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:46.699021 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f5ef1e9a-77de-428f-80d7-c34667b768fc req-7bb2276b-fd0b-4bc4-8aed-fe2167fddc43 tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:46.708133 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a83592-7829-4e9c-b861-3cda112d480f req-17fc2813-0023-44be-9570-ec40dab2450d service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:09:46.708571 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a83592-7829-4e9c-b861-3cda112d480f req-17fc2813-0023-44be-9570-ec40dab2450d service neutron] Checking segment: {'id': '2a783e67-ba53-4ea9-9bee-afb3f3217392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f037b993-4149-40e0-a687-25986d720de6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:09:46.708855 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a83592-7829-4e9c-b861-3cda112d480f req-17fc2813-0023-44be-9570-ec40dab2450d service neutron] Bound using segment: {'id': '2a783e67-ba53-4ea9-9bee-afb3f3217392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f037b993-4149-40e0-a687-25986d720de6'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:09:46.709382 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-c8a83592-7829-4e9c-b861-3cda112d480f req-17fc2813-0023-44be-9570-ec40dab2450d service neutron] Bound port: bf986a0f-e761-42ed-a014-2c3b352b699e, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a783e67-ba53-4ea9-9bee-afb3f3217392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f037b993-4149-40e0-a687-25986d720de6'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:09:46.709801 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c8a83592-7829-4e9c-b861-3cda112d480f req-17fc2813-0023-44be-9570-ec40dab2450d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:46.730701 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1bdd50-3f40-4d55-9bc1-7a031cc6b975 req-6b852f95-7417-4984-8983-390187b1eea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:46.732519 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5a1bdd50-3f40-4d55-9bc1-7a031cc6b975 req-6b852f95-7417-4984-8983-390187b1eea0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5d412861-bef3-4cc1-ae9f-87a6a36753c0 HTTP/1.1" status: 200 len: 870 time: 0.3056648 Jul 15 23:09:46.734985 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Attempting to bind port bf986a0f-e761-42ed-a014-2c3b352b699e on host n-h2-794306-6 for vnic_type normal with profile {"migrating_to": "n-h1-794306-6"} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:09:46.736606 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Attempting to bind port bf986a0f-e761-42ed-a014-2c3b352b699e by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '2a783e67-ba53-4ea9-9bee-afb3f3217392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f037b993-4149-40e0-a687-25986d720de6'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:09:46.736813 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-949ea514-ce58-400e-b982-cdf2388f4ac7 req-3871e093-43ad-48bd-9251-4c4209a07c7e tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834581 Jul 15 23:09:46.737355 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1bdd50-3f40-4d55-9bc1-7a031cc6b975 req-c0862edd-7401-44b9-9683-7722d29d25b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:46.738775 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Attempting to bind port bf986a0f-e761-42ed-a014-2c3b352b699e on network f037b993-4149-40e0-a687-25986d720de6 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:09:46.739373 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5a1bdd50-3f40-4d55-9bc1-7a031cc6b975 req-c0862edd-7401-44b9-9683-7722d29d25b0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5d412861-bef3-4cc1-ae9f-87a6a36753c0 HTTP/1.1" status: 200 len: 870 time: 0.2757120 Jul 15 23:09:46.747958 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Port bf986a0f-e761-42ed-a014-2c3b352b699e on network f037b993-4149-40e0-a687-25986d720de6 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:09:46.748549 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Attempting to bind port bf986a0f-e761-42ed-a014-2c3b352b699e on network f037b993-4149-40e0-a687-25986d720de6 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:09:46.757601 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:09:46.758124 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Checking segment: {'id': '2a783e67-ba53-4ea9-9bee-afb3f3217392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f037b993-4149-40e0-a687-25986d720de6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:09:46.759120 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Bound using segment: {'id': '2a783e67-ba53-4ea9-9bee-afb3f3217392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f037b993-4149-40e0-a687-25986d720de6'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:09:46.761015 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Bound port: bf986a0f-e761-42ed-a014-2c3b352b699e, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a783e67-ba53-4ea9-9bee-afb3f3217392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f037b993-4149-40e0-a687-25986d720de6'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:09:46.761617 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:46.850795 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5a1bdd50-3f40-4d55-9bc1-7a031cc6b975 req-28e19b3b-051e-45ad-b02a-aa3c6211b0bb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=3d35e3d9-cd81-4daf-8745-9a0471c1d420 HTTP/1.1" status: 200 len: 217 time: 0.1017945 Jul 15 23:09:46.885332 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port bf986a0f-e761-42ed-a014-2c3b352b699e, host n-h2-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:09:46.889351 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port bf986a0f-e761-42ed-a014-2c3b352b699e, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=bf986a0f-e761-42ed-a014-2c3b352b699e,segment=NetworkSegment(2a783e67-ba53-4ea9-9bee-afb3f3217392),segment_id=2a783e67-ba53-4ea9-9bee-afb3f3217392)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:09:46.897334 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:46.902700 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5a1bdd50-3f40-4d55-9bc1-7a031cc6b975 req-4c1902d7-e4cd-49ce-9c67-f0ffcb63e2fb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=3d35e3d9-cd81-4daf-8745-9a0471c1d420 HTTP/1.1" status: 200 len: 217 time: 0.1607621 Jul 15 23:09:46.974738 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-c8a83592-7829-4e9c-b861-3cda112d480f req-17fc2813-0023-44be-9570-ec40dab2450d service neutron] For port bf986a0f-e761-42ed-a014-2c3b352b699e, host n-h2-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:09:47.009612 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.db.api [req-c8a83592-7829-4e9c-b861-3cda112d480f req-17fc2813-0023-44be-9570-ec40dab2450d service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) bf986a0f-e761-42ed-a014-2c3b352b699e-n-h2-794306-6-0 {{(pid=93770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:09:47.010413 n-d-794306-6 neutron-server[93770]: DEBUG oslo_db.api [req-c8a83592-7829-4e9c-b861-3cda112d480f req-17fc2813-0023-44be-9570-ec40dab2450d service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:09:47.010698 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device bf986a0f-e761-42ed-a014-2c3b352b699e has no active binding in host n-h1-794306-6 {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 23:09:47.015595 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=bf986a0f-e761-42ed-a014-2c3b352b699e,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:47.038254 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6a3db688-c90e-49f5-8159-2f80306f0616 req-2696bf36-129f-45fe-a1a4-877a27bebd38 tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:47.043142 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1bdd50-3f40-4d55-9bc1-7a031cc6b975 req-96fa36f2-392d-4f0c-9e1a-936324703fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:47.044666 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5a1bdd50-3f40-4d55-9bc1-7a031cc6b975 req-96fa36f2-392d-4f0c-9e1a-936324703fbd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.1481445 Jul 15 23:09:47.091812 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f5ef1e9a-77de-428f-80d7-c34667b768fc req-7bb2276b-fd0b-4bc4-8aed-fe2167fddc43 tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:47.094914 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2696bf36-129f-45fe-a1a4-877a27bebd38 tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] Pushing event deleted for resources: {'Port': ['ID=660e37f8-5759-40bf-8192-6bb4645d1c50,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:47.099559 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f5ef1e9a-77de-428f-80d7-c34667b768fc req-7bb2276b-fd0b-4bc4-8aed-fe2167fddc43 tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:47.121280 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1bdd50-3f40-4d55-9bc1-7a031cc6b975 req-8bfed7ad-6059-467e-81c6-92dba2cdb360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:47.125788 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5a1bdd50-3f40-4d55-9bc1-7a031cc6b975 req-8bfed7ad-6059-467e-81c6-92dba2cdb360 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.2053227 Jul 15 23:09:47.179629 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f790f4-3cac-455a-acf6-d68ac4438f5e req-5a267b6b-f4ba-43c2-9bf0-eb14461e0ac0 tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:47.188750 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-83f790f4-3cac-455a-acf6-d68ac4438f5e req-5a267b6b-f4ba-43c2-9bf0-eb14461e0ac0 tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2ece2eb-311e-4a52-854b-af209267fa52 HTTP/1.1" status: 200 len: 865 time: 0.2448413 Jul 15 23:09:47.200777 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1bdd50-3f40-4d55-9bc1-7a031cc6b975 req-cccf2b18-ebdf-4314-bd8c-9b5028119fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:47.202269 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5a1bdd50-3f40-4d55-9bc1-7a031cc6b975 req-cccf2b18-ebdf-4314-bd8c-9b5028119fa6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1488519 Jul 15 23:09:47.232860 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f5ef1e9a-77de-428f-80d7-c34667b768fc req-7bb2276b-fd0b-4bc4-8aed-fe2167fddc43 tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:47.234583 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f5ef1e9a-77de-428f-80d7-c34667b768fc req-7bb2276b-fd0b-4bc4-8aed-fe2167fddc43 tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6751578 Jul 15 23:09:47.240338 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1bdd50-3f40-4d55-9bc1-7a031cc6b975 req-afe20d38-1cc2-476e-8c05-989ed283275f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:47.241835 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5a1bdd50-3f40-4d55-9bc1-7a031cc6b975 req-afe20d38-1cc2-476e-8c05-989ed283275f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1085505 Jul 15 23:09:47.283420 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a3db688-c90e-49f5-8159-2f80306f0616 req-2696bf36-129f-45fe-a1a4-877a27bebd38 tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] No DVR routers for this DVR port 660e37f8-5759-40bf-8192-6bb4645d1c50 on host n-h2-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:09:47.307511 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6a3db688-c90e-49f5-8159-2f80306f0616 req-2696bf36-129f-45fe-a1a4-877a27bebd38 tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:47.312346 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6a3db688-c90e-49f5-8159-2f80306f0616 req-2696bf36-129f-45fe-a1a4-877a27bebd38 tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] 10.222.0.41 "DELETE /v2.0/ports/660e37f8-5759-40bf-8192-6bb4645d1c50 HTTP/1.1" status: 204 len: 173 time: 1.9990387 Jul 15 23:09:47.321492 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-83f790f4-3cac-455a-acf6-d68ac4438f5e req-47fc1126-a067-4196-a35b-8d7039ecf29b tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dc6d28b-4398-455c-8f3a-13bc6000f850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317050 Jul 15 23:09:47.324678 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb2276b-fd0b-4bc4-8aed-fe2167fddc43 tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd1a234-581b-4149-9c30-66c1ea7d3555,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:47.427874 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5a1bdd50-3f40-4d55-9bc1-7a031cc6b975 req-e640943a-ca4d-498e-8301-73a652f29355 service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055612 Jul 15 23:09:47.434469 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5a1bdd50-3f40-4d55-9bc1-7a031cc6b975 req-0e4edcfa-eecb-43e6-8571-94970e3b21e1 service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671917 Jul 15 23:09:47.531500 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-c8a83592-7829-4e9c-b861-3cda112d480f req-17fc2813-0023-44be-9570-ec40dab2450d service neutron] Attempting to bind port bf986a0f-e761-42ed-a014-2c3b352b699e on host n-h2-794306-6 for vnic_type normal with profile {"migrating_to": "n-h1-794306-6"} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:09:47.531869 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-c8a83592-7829-4e9c-b861-3cda112d480f req-17fc2813-0023-44be-9570-ec40dab2450d service neutron] Attempting to bind port bf986a0f-e761-42ed-a014-2c3b352b699e by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '2a783e67-ba53-4ea9-9bee-afb3f3217392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f037b993-4149-40e0-a687-25986d720de6'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:09:47.532201 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a83592-7829-4e9c-b861-3cda112d480f req-17fc2813-0023-44be-9570-ec40dab2450d service neutron] Attempting to bind port bf986a0f-e761-42ed-a014-2c3b352b699e on network f037b993-4149-40e0-a687-25986d720de6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:09:47.549079 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a83592-7829-4e9c-b861-3cda112d480f req-17fc2813-0023-44be-9570-ec40dab2450d service neutron] Port bf986a0f-e761-42ed-a014-2c3b352b699e on network f037b993-4149-40e0-a687-25986d720de6 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:09:47.549699 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a83592-7829-4e9c-b861-3cda112d480f req-17fc2813-0023-44be-9570-ec40dab2450d service neutron] Attempting to bind port bf986a0f-e761-42ed-a014-2c3b352b699e on network f037b993-4149-40e0-a687-25986d720de6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:09:47.575720 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a83592-7829-4e9c-b861-3cda112d480f req-17fc2813-0023-44be-9570-ec40dab2450d service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:09:47.576210 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a83592-7829-4e9c-b861-3cda112d480f req-17fc2813-0023-44be-9570-ec40dab2450d service neutron] Checking segment: {'id': '2a783e67-ba53-4ea9-9bee-afb3f3217392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f037b993-4149-40e0-a687-25986d720de6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:09:47.576620 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a83592-7829-4e9c-b861-3cda112d480f req-17fc2813-0023-44be-9570-ec40dab2450d service neutron] Bound using segment: {'id': '2a783e67-ba53-4ea9-9bee-afb3f3217392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f037b993-4149-40e0-a687-25986d720de6'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:09:47.577085 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-c8a83592-7829-4e9c-b861-3cda112d480f req-17fc2813-0023-44be-9570-ec40dab2450d service neutron] Bound port: bf986a0f-e761-42ed-a014-2c3b352b699e, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a783e67-ba53-4ea9-9bee-afb3f3217392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f037b993-4149-40e0-a687-25986d720de6'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:09:47.577459 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c8a83592-7829-4e9c-b861-3cda112d480f req-17fc2813-0023-44be-9570-ec40dab2450d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:47.758626 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5a1bdd50-3f40-4d55-9bc1-7a031cc6b975 req-08890a4a-4330-4b42-bafb-3d4a2ec01e72 service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3182633 Jul 15 23:09:47.761439 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5a1bdd50-3f40-4d55-9bc1-7a031cc6b975 req-afcbeb97-12c0-412c-9017-10e0a019da3b service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203976 Jul 15 23:09:47.789202 n-d-794306-6 neutron-server[93770]: WARNING neutron.plugins.ml2.plugin [req-c8a83592-7829-4e9c-b861-3cda112d480f req-17fc2813-0023-44be-9570-ec40dab2450d service neutron] Concurrent port binding operations failed on port bf986a0f-e761-42ed-a014-2c3b352b699e Jul 15 23:09:47.793942 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-c8a83592-7829-4e9c-b861-3cda112d480f req-17fc2813-0023-44be-9570-ec40dab2450d service neutron] For port bf986a0f-e761-42ed-a014-2c3b352b699e, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=bf986a0f-e761-42ed-a014-2c3b352b699e,segment=NetworkSegment(2a783e67-ba53-4ea9-9bee-afb3f3217392),segment_id=2a783e67-ba53-4ea9-9bee-afb3f3217392)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:47.798751 n-d-794306-6 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [req-c8a83592-7829-4e9c-b861-3cda112d480f req-17fc2813-0023-44be-9570-ec40dab2450d service neutron] Attempt 2 to bind port bf986a0f-e761-42ed-a014-2c3b352b699e Jul 15 23:09:47.809100 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-358a0a10-afa0-435d-b751-2a6ef401f057 req-7b2b1b8c-d0df-429e-a658-f98589d085b6 tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] 10.222.0.48 "GET /v2.0/security-groups/3cd1a234-581b-4149-9c30-66c1ea7d3555 HTTP/1.1" status: 200 len: 1812 time: 0.1197569 Jul 15 23:09:47.810303 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a83592-7829-4e9c-b861-3cda112d480f req-17fc2813-0023-44be-9570-ec40dab2450d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:47.810930 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c8a83592-7829-4e9c-b861-3cda112d480f req-17fc2813-0023-44be-9570-ec40dab2450d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:47.812265 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c8a83592-7829-4e9c-b861-3cda112d480f req-17fc2813-0023-44be-9570-ec40dab2450d service neutron] 10.222.0.49 "PUT /v2.0/ports/bf986a0f-e761-42ed-a014-2c3b352b699e HTTP/1.1" status: 200 len: 1121 time: 3.1348169 Jul 15 23:09:47.823607 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-358a0a10-afa0-435d-b751-2a6ef401f057 req-d0915c35-451d-46bf-965d-8ed847d33e0e tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3cd1a234-581b-4149-9c30-66c1ea7d3555', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:47.823970 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-358a0a10-afa0-435d-b751-2a6ef401f057 req-d0915c35-451d-46bf-965d-8ed847d33e0e tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3cd1a234-581b-4149-9c30-66c1ea7d3555', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:47.851863 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d801d04-d2d6-4834-a813-1b9d2e966448 req-c2102e44-c6e4-42b3-86f2-e182aab8ce46 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:47.859202 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9d801d04-d2d6-4834-a813-1b9d2e966448 req-c2102e44-c6e4-42b3-86f2-e182aab8ce46 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=2bd4a465-5715-42eb-b661-ed856e129d86 HTTP/1.1" status: 200 len: 947 time: 0.2619328 Jul 15 23:09:47.917030 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['bf986a0f-e761-42ed-a014-2c3b352b699e'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:09:47.927810 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9d801d04-d2d6-4834-a813-1b9d2e966448 req-6702839e-803f-4642-a7e7-8399d58f9f1d tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650432 Jul 15 23:09:47.978743 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-358a0a10-afa0-435d-b751-2a6ef401f057 req-d0915c35-451d-46bf-965d-8ed847d33e0e tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:48.000676 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-358a0a10-afa0-435d-b751-2a6ef401f057 req-d0915c35-451d-46bf-965d-8ed847d33e0e tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:48.007613 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-358a0a10-afa0-435d-b751-2a6ef401f057 req-d0915c35-451d-46bf-965d-8ed847d33e0e tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:48.040941 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0915c35-451d-46bf-965d-8ed847d33e0e tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b24ce1b-3565-4d65-881a-67fe2d454499,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:48.047159 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-358a0a10-afa0-435d-b751-2a6ef401f057 req-d0915c35-451d-46bf-965d-8ed847d33e0e tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:48.048677 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-358a0a10-afa0-435d-b751-2a6ef401f057 req-d0915c35-451d-46bf-965d-8ed847d33e0e tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2327743 Jul 15 23:09:48.089057 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['bf986a0f-e761-42ed-a014-2c3b352b699e'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:09:48.156185 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-976adce3-e4be-43c9-8b3e-6129e41caaae req-427af1b1-fe37-40d1-be44-e53075534340 tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] 10.222.0.48 "GET /v2.0/security-groups/3cd1a234-581b-4149-9c30-66c1ea7d3555 HTTP/1.1" status: 200 len: 2405 time: 0.0829179 Jul 15 23:09:48.192442 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3246d1d-651e-4999-b487-3d5cd34c9e6f req-52b91845-0ad9-418f-a15e-e64a988cab7b tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:48.194016 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e3246d1d-651e-4999-b487-3d5cd34c9e6f req-52b91845-0ad9-418f-a15e-e64a988cab7b tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=530cb3cd-0851-4fc8-b790-2e99ac2edf18 HTTP/1.1" status: 200 len: 943 time: 0.1127136 Jul 15 23:09:48.223905 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5e75716e-ec6d-4760-a73c-4e240623ead7 req-02d01ba6-2eaa-41f0-bcc1-a8c352715b73 tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] 10.222.0.48 "GET /v2.0/security-group-rules/9b24ce1b-3565-4d65-881a-67fe2d454499 HTTP/1.1" status: 200 len: 778 time: 0.0288115 Jul 15 23:09:48.262392 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e3246d1d-651e-4999-b487-3d5cd34c9e6f req-cabc315f-34bc-4609-9df9-fbc4e53d776c tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612903 Jul 15 23:09:48.332572 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5e75716e-ec6d-4760-a73c-4e240623ead7 req-bbd69683-3161-4302-b1bf-6a3ff0ecddbe tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] 10.222.0.48 "GET /v2.0/security-groups/3cd1a234-581b-4149-9c30-66c1ea7d3555 HTTP/1.1" status: 200 len: 2405 time: 0.0996685 Jul 15 23:09:48.364353 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5e75716e-ec6d-4760-a73c-4e240623ead7 req-5080c1ca-1757-468d-986b-aa8c668b92bc tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:48.372831 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5e75716e-ec6d-4760-a73c-4e240623ead7 req-5080c1ca-1757-468d-986b-aa8c668b92bc tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:48.390244 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2ece2eb-311e-4a52-854b-af209267fa52', 'name': 'network-vif-deleted', 'tag': '660e37f8-5759-40bf-8192-6bb4645d1c50'}, {'name': 'network-changed', 'server_uuid': '530cb3cd-0851-4fc8-b790-2e99ac2edf18', 'tag': 'bf986a0f-e761-42ed-a014-2c3b352b699e'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:09:48.392812 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b8b7aa9-5c1d-4ce9-980e-e63b7bb333c6" -d '{"events": [{"server_uuid": "a2ece2eb-311e-4a52-854b-af209267fa52", "name": "network-vif-deleted", "tag": "660e37f8-5759-40bf-8192-6bb4645d1c50"}, {"name": "network-changed", "server_uuid": "530cb3cd-0851-4fc8-b790-2e99ac2edf18", "tag": "bf986a0f-e761-42ed-a014-2c3b352b699e"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:09:48.409580 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5e75716e-ec6d-4760-a73c-4e240623ead7 req-5080c1ca-1757-468d-986b-aa8c668b92bc tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:48.416436 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5e75716e-ec6d-4760-a73c-4e240623ead7 req-5080c1ca-1757-468d-986b-aa8c668b92bc tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:48.428220 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5e75716e-ec6d-4760-a73c-4e240623ead7 req-5080c1ca-1757-468d-986b-aa8c668b92bc tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/9b24ce1b-3565-4d65-881a-67fe2d454499 HTTP/1.1" status: 204 len: 173 time: 0.0897923 Jul 15 23:09:48.436985 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5080c1ca-1757-468d-986b-aa8c668b92bc tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9b24ce1b-3565-4d65-881a-67fe2d454499,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:48.451465 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 3d35e3d9-cd81-4daf-8745-9a0471c1d420 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:09:48.496353 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 15 Jul 2021 23:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616c881d-55ee-41e1-a21b-7958633ee321 x-openstack-request-id: req-616c881d-55ee-41e1-a21b-7958633ee321 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:09:48.496751 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2ece2eb-311e-4a52-854b-af209267fa52", "name": "network-vif-deleted", "tag": "660e37f8-5759-40bf-8192-6bb4645d1c50", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "530cb3cd-0851-4fc8-b790-2e99ac2edf18", "tag": "bf986a0f-e761-42ed-a014-2c3b352b699e", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:09:48.497206 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-616c881d-55ee-41e1-a21b-7958633ee321 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:09:48.499048 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2ece2eb-311e-4a52-854b-af209267fa52', 'name': 'network-vif-deleted', 'tag': '660e37f8-5759-40bf-8192-6bb4645d1c50', 'status': 'completed', 'code': 200} Jul 15 23:09:48.500088 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '530cb3cd-0851-4fc8-b790-2e99ac2edf18', 'tag': 'bf986a0f-e761-42ed-a014-2c3b352b699e', 'status': 'completed', 'code': 200} Jul 15 23:09:48.518761 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-1c19997f-0a59-477b-b63a-29bd194a6b00 req-70cffe0b-3888-4415-ac96-988216039b82 tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1549264819', 'description': 'tempest-description-650442578'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:48.574210 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 3d35e3d9-cd81-4daf-8745-9a0471c1d420, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=3d35e3d9-cd81-4daf-8745-9a0471c1d420,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:48.578781 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-058e353c-1ca7-464b-aa97-2b4182902ecf req-40403214-a769-4d88-8709-13088fa9a271 tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2ece2eb-311e-4a52-854b-af209267fa52 HTTP/1.1" status: 200 len: 210 time: 0.0401068 Jul 15 23:09:48.579690 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1c19997f-0a59-477b-b63a-29bd194a6b00 req-70cffe0b-3888-4415-ac96-988216039b82 tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:48.593663 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '3d35e3d9-cd81-4daf-8745-9a0471c1d420', 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'port_id': '3d35e3d9-cd81-4daf-8745-9a0471c1d420', 'mac_address': 'fa:16:3e:70:45:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d909a96-22de-4aa9-b690-1c7da965ceac', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:09:48.650062 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b7aa9-5c1d-4ce9-980e-e63b7bb333c6 req-733ea833-c0a1-4a69-80c0-3e815510892a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:48.651152 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:48.655772 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5b8b7aa9-5c1d-4ce9-980e-e63b7bb333c6 req-733ea833-c0a1-4a69-80c0-3e815510892a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=680eb147007347d0b28b90eaf34e5f6f&device_id=530cb3cd-0851-4fc8-b790-2e99ac2edf18 HTTP/1.1" status: 200 len: 1124 time: 0.0968351 Jul 15 23:09:48.668904 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d35e3d9-cd81-4daf-8745-9a0471c1d420 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:09:48.696924 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 3d35e3d9-cd81-4daf-8745-9a0471c1d420, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=3d35e3d9-cd81-4daf-8745-9a0471c1d420,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:48.702435 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:48.734001 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1c19997f-0a59-477b-b63a-29bd194a6b00 req-70cffe0b-3888-4415-ac96-988216039b82 tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:48.750875 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1c19997f-0a59-477b-b63a-29bd194a6b00 req-70cffe0b-3888-4415-ac96-988216039b82 tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:48.772299 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b7aa9-5c1d-4ce9-980e-e63b7bb333c6 req-242eab4d-6d76-4bf0-b747-909b200c7073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:48.776580 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5b8b7aa9-5c1d-4ce9-980e-e63b7bb333c6 req-242eab4d-6d76-4bf0-b747-909b200c7073 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f037b993-4149-40e0-a687-25986d720de6 HTTP/1.1" status: 200 len: 909 time: 0.1077089 Jul 15 23:09:48.778327 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=3d35e3d9-cd81-4daf-8745-9a0471c1d420,revision_number=12']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:48.790636 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1c19997f-0a59-477b-b63a-29bd194a6b00 req-70cffe0b-3888-4415-ac96-988216039b82 tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:48.806133 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1c19997f-0a59-477b-b63a-29bd194a6b00 req-70cffe0b-3888-4415-ac96-988216039b82 tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2919106 Jul 15 23:09:48.816368 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 660e37f8-5759-40bf-8192-6bb4645d1c50 no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:09:48.820460 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cffe0b-3888-4415-ac96-988216039b82 tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35ead1e4-a242-49ed-973c-e1d96b5961b2,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:48.859971 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] No Port match for: 660e37f8-5759-40bf-8192-6bb4645d1c50 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:09:48.860311 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5b8b7aa9-5c1d-4ce9-980e-e63b7bb333c6 req-e8a3fbb2-5678-4965-b644-704c2b6d12da service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf986a0f-e761-42ed-a014-2c3b352b699e HTTP/1.1" status: 200 len: 217 time: 0.0760295 Jul 15 23:09:48.860521 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 660e37f8-5759-40bf-8192-6bb4645d1c50 not bound to the agent host n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:09:48.924208 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b7aa9-5c1d-4ce9-980e-e63b7bb333c6 req-1c1ab95b-f86c-4a60-97d7-304d8c6d8c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:48.925749 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5b8b7aa9-5c1d-4ce9-980e-e63b7bb333c6 req-1c1ab95b-f86c-4a60-97d7-304d8c6d8c21 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b89a129e-9de5-4301-b344-10ab05e9feea HTTP/1.1" status: 200 len: 848 time: 0.0566216 Jul 15 23:09:48.971445 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5b8b7aa9-5c1d-4ce9-980e-e63b7bb333c6 req-30f10c63-d9d1-42f0-99d5-50b85d176e4a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f037b993-4149-40e0-a687-25986d720de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333905 Jul 15 23:09:48.999268 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2806dd20-3942-4a93-9123-1b9016c382e0 req-b50716f3-5b37-47b2-a0e8-d6d17dd9fc8c tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] 10.222.0.48 "GET /v2.0/security-groups/35ead1e4-a242-49ed-973c-e1d96b5961b2 HTTP/1.1" status: 200 len: 1812 time: 0.0463636 Jul 15 23:09:49.085604 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['3d35e3d9-cd81-4daf-8745-9a0471c1d420'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:09:49.087595 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5b8b7aa9-5c1d-4ce9-980e-e63b7bb333c6 req-f1f1b6d1-e275-41f0-87e4-11a9a23fc1e5 service neutron] 10.222.0.41 "GET /v2.0/networks/f037b993-4149-40e0-a687-25986d720de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073716 Jul 15 23:09:49.128046 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-483bd6bf-479e-4303-a163-89a4493db94e req-97bbc2b8-fcc2-4b30-b01d-293121b09414 tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-860812600', 'description': 'tempest-description-2032786212'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:49.169113 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-483bd6bf-479e-4303-a163-89a4493db94e req-97bbc2b8-fcc2-4b30-b01d-293121b09414 tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:49.192593 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9280430b-6e33-476f-89af-7a658ef695a5 req-61b94b20-79bb-4bee-b85c-bf003e4537e8 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:49.200083 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9280430b-6e33-476f-89af-7a658ef695a5 req-61b94b20-79bb-4bee-b85c-bf003e4537e8 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=2bd4a465-5715-42eb-b661-ed856e129d86 HTTP/1.1" status: 200 len: 948 time: 0.1095579 Jul 15 23:09:49.200299 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5b8b7aa9-5c1d-4ce9-980e-e63b7bb333c6 req-d7c279c6-5d5c-4018-9da2-cd167f524755 service neutron] 10.222.0.41 "GET /v2.0/networks/f037b993-4149-40e0-a687-25986d720de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045096 Jul 15 23:09:49.258447 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9280430b-6e33-476f-89af-7a658ef695a5 req-e719c1c2-85aa-4d32-aa88-6fe1544b0b5f tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576019 Jul 15 23:09:49.334873 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-483bd6bf-479e-4303-a163-89a4493db94e req-97bbc2b8-fcc2-4b30-b01d-293121b09414 tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:49.340563 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-483bd6bf-479e-4303-a163-89a4493db94e req-97bbc2b8-fcc2-4b30-b01d-293121b09414 tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:49.371316 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-483bd6bf-479e-4303-a163-89a4493db94e req-97bbc2b8-fcc2-4b30-b01d-293121b09414 tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:49.372861 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-483bd6bf-479e-4303-a163-89a4493db94e req-97bbc2b8-fcc2-4b30-b01d-293121b09414 tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2518945 Jul 15 23:09:49.381061 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bbc2b8-fcc2-4b30-b01d-293121b09414 tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ece29c88-7019-4d20-a4b0-ceffbdb75670,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:49.543382 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5524d7-7886-42b4-b1cd-f8ec2a8ce1b9 req-a69e9605-2890-4e41-b9a4-e081df5adc39 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:49.544961 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ae5524d7-7886-42b4-b1cd-f8ec2a8ce1b9 req-a69e9605-2890-4e41-b9a4-e081df5adc39 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=530cb3cd-0851-4fc8-b790-2e99ac2edf18 HTTP/1.1" status: 200 len: 943 time: 0.0675485 Jul 15 23:09:49.622114 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ae5524d7-7886-42b4-b1cd-f8ec2a8ce1b9 req-b6088d57-9395-43e7-9e0e-58196483a0c6 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646691 Jul 15 23:09:49.634926 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc6421-b31a-43ba-87b7-253188a5d0a2 req-3820224a-7648-4492-b4b5-896ed72094c2 tempest-MigrationsAdminTest-795065050 tempest-MigrationsAdminTest-795065050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:49.636434 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3dfc6421-b31a-43ba-87b7-253188a5d0a2 req-3820224a-7648-4492-b4b5-896ed72094c2 tempest-MigrationsAdminTest-795065050 tempest-MigrationsAdminTest-795065050-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=2bd4a465-5715-42eb-b661-ed856e129d86 HTTP/1.1" status: 200 len: 1099 time: 0.0882533 Jul 15 23:09:49.681723 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3dfc6421-b31a-43ba-87b7-253188a5d0a2 req-9dcecc48-a9e8-49d0-acfd-9275bbaff32b tempest-MigrationsAdminTest-795065050 tempest-MigrationsAdminTest-795065050-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389562 Jul 15 23:09:49.738133 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-028ef8f4-e2aa-44f3-8076-9b1bf27d1d39 req-21659b48-a860-4f5f-97a3-ecf2f1afd6fd tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] 10.222.0.48 "GET /v2.0/security-groups/ece29c88-7019-4d20-a4b0-ceffbdb75670 HTTP/1.1" status: 200 len: 1812 time: 0.0491164 Jul 15 23:09:49.948271 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-0149c69e-c7bf-404d-a6fb-bdce4139b068 req-e15d7a1d-c0bb-4b37-801c-e2fb8a626ba8 tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1603013567', 'description': 'tempest-description-447742631'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:49.983186 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0149c69e-c7bf-404d-a6fb-bdce4139b068 req-e15d7a1d-c0bb-4b37-801c-e2fb8a626ba8 tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:50.103162 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0149c69e-c7bf-404d-a6fb-bdce4139b068 req-e15d7a1d-c0bb-4b37-801c-e2fb8a626ba8 tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:50.107185 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0149c69e-c7bf-404d-a6fb-bdce4139b068 req-e15d7a1d-c0bb-4b37-801c-e2fb8a626ba8 tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:50.140310 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15d7a1d-c0bb-4b37-801c-e2fb8a626ba8 tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68192394-bbb3-4506-8b5b-2658c334abe4,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:50.147652 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0149c69e-c7bf-404d-a6fb-bdce4139b068 req-e15d7a1d-c0bb-4b37-801c-e2fb8a626ba8 tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:50.149392 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0149c69e-c7bf-404d-a6fb-bdce4139b068 req-e15d7a1d-c0bb-4b37-801c-e2fb8a626ba8 tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2056844 Jul 15 23:09:50.494748 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9ff07318-b4cb-48d2-abcb-5fc17e6e071f req-bf7e4399-4c52-4940-b326-9a8ee61f1ba8 tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] 10.222.0.48 "GET /v2.0/security-groups/68192394-bbb3-4506-8b5b-2658c334abe4 HTTP/1.1" status: 200 len: 1812 time: 0.0773301 Jul 15 23:09:50.522165 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bacf4f-9a35-49e7-9663-e8421dcbc0aa req-a612c37c-1e2e-43de-92c4-b226219d6fdb tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:50.523805 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c3bacf4f-9a35-49e7-9663-e8421dcbc0aa req-a612c37c-1e2e-43de-92c4-b226219d6fdb tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=2bd4a465-5715-42eb-b661-ed856e129d86 HTTP/1.1" status: 200 len: 948 time: 0.1361046 Jul 15 23:09:50.573480 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c3bacf4f-9a35-49e7-9663-e8421dcbc0aa req-bcaf56dd-1880-487a-b39e-09f953c517e5 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427325 Jul 15 23:09:50.607872 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-48746834-a392-474c-a7d6-8fd724b44e7c req-aee8331d-0996-4255-abb1-1efc568712ab tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-837469998', 'description': 'tempest-description-670962074'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:50.640891 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-48746834-a392-474c-a7d6-8fd724b44e7c req-aee8331d-0996-4255-abb1-1efc568712ab tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:50.649555 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55956) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:50.773080 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f1624-baea-4821-aaf8-fe0bfc6ee7fd req-35ba26a8-2dd1-4dc0-81bb-964deab8f7a3 tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:50.774825 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f51f1624-baea-4821-aaf8-fe0bfc6ee7fd req-35ba26a8-2dd1-4dc0-81bb-964deab8f7a3 tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e66c0ab-ef6a-4571-ae2d-5ebf6221364e HTTP/1.1" status: 200 len: 948 time: 0.1311202 Jul 15 23:09:50.779790 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-674d979e-b261-4171-8cf2-420e4a54e39e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:50.834594 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f51f1624-baea-4821-aaf8-fe0bfc6ee7fd req-d3b36cdc-b636-4fc3-a3fd-7a4ffc2cc11b tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dc6d28b-4398-455c-8f3a-13bc6000f850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487723 Jul 15 23:09:50.845841 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-48746834-a392-474c-a7d6-8fd724b44e7c req-aee8331d-0996-4255-abb1-1efc568712ab tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:50.856345 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-48746834-a392-474c-a7d6-8fd724b44e7c req-aee8331d-0996-4255-abb1-1efc568712ab tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:50.887526 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee8331d-0996-4255-abb1-1efc568712ab tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4871fc77-4fb5-4874-bac8-ace8e56e374c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:50.983178 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-674d979e-b261-4171-8cf2-420e4a54e39e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:50.988352 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-674d979e-b261-4171-8cf2-420e4a54e39e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:51.013286 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-48746834-a392-474c-a7d6-8fd724b44e7c req-aee8331d-0996-4255-abb1-1efc568712ab tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:51.014544 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-48746834-a392-474c-a7d6-8fd724b44e7c req-aee8331d-0996-4255-abb1-1efc568712ab tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.4113789 Jul 15 23:09:51.027156 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-674d979e-b261-4171-8cf2-420e4a54e39e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7511d970ae8e42158b11cd006da6c96e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3761389 Jul 15 23:09:51.029700 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55966) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:51.041599 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674d979e-b261-4171-8cf2-420e4a54e39e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba640b1-fdec-4b97-9e5c-0dd193ba6400,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:51.106416 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b414d-7f26-4d98-8976-6d0f8ca42073 req-be0f02ee-8809-4d84-b592-3920c7359704 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:51.108092 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6f9b414d-7f26-4d98-8976-6d0f8ca42073 req-be0f02ee-8809-4d84-b592-3920c7359704 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=530cb3cd-0851-4fc8-b790-2e99ac2edf18 HTTP/1.1" status: 200 len: 943 time: 0.1424999 Jul 15 23:09:51.146236 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b5ab5f04-1dde-489d-8d95-f943e9eb5ed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:51.197510 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6f9b414d-7f26-4d98-8976-6d0f8ca42073 req-2ffc3044-8a77-4a48-9fa2-3cb60db0f585 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792246 Jul 15 23:09:51.208756 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b5ab5f04-1dde-489d-8d95-f943e9eb5ed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:51.247876 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2298278c-aea2-4ca4-99ec-d9e593d0474e req-21a8803c-6075-4cb2-a008-5db14cc3c26c tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] 10.222.0.48 "GET /v2.0/security-groups/4871fc77-4fb5-4874-bac8-ace8e56e374c HTTP/1.1" status: 200 len: 1811 time: 0.0925162 Jul 15 23:09:51.295164 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b5ab5f04-1dde-489d-8d95-f943e9eb5ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:51.297848 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b5ab5f04-1dde-489d-8d95-f943e9eb5ed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:51.299037 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-b5ab5f04-1dde-489d-8d95-f943e9eb5ed5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1ba640b1-fdec-4b97-9e5c-0dd193ba6400 HTTP/1.1" status: 204 len: 168 time: 0.2682450 Jul 15 23:09:51.300075 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [req-57700cd6-fb7a-490e-a40e-e00c871912d0 req-18f5ec87-5df9-4f0f-9acd-0c61a74d45c3 tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] show failed (client error): The resource could not be found. Jul 15 23:09:51.301238 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-57700cd6-fb7a-490e-a40e-e00c871912d0 req-18f5ec87-5df9-4f0f-9acd-0c61a74d45c3 tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] 10.222.0.48 "GET /v2.0/security-groups/b329a915-a2ac-43d7-be57-bb9cd7bd30f9 HTTP/1.1" status: 404 len: 352 time: 0.0267067 Jul 15 23:09:51.310866 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ab5f04-1dde-489d-8d95-f943e9eb5ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba640b1-fdec-4b97-9e5c-0dd193ba6400,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:51.348955 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [req-1bedd6cd-49da-4fd4-956f-c128875791ae req-3304cc2e-2c59-4b5d-8562-c3e0b891dc06 tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] show failed (client error): The resource could not be found. Jul 15 23:09:51.350034 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1bedd6cd-49da-4fd4-956f-c128875791ae req-3304cc2e-2c59-4b5d-8562-c3e0b891dc06 tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] 10.222.0.48 "GET /v2.0/security-group-rules/565a5ab0-dc72-4142-9659-49a71563ff74 HTTP/1.1" status: 404 len: 361 time: 0.0173676 Jul 15 23:09:51.453708 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-987b17c9-9bc8-4a07-b44b-49bb7cce2a36 req-e9e318dd-d679-46cb-a8e0-3027c88e26c5 tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] 10.222.0.48 "GET /v2.0/security-groups/4871fc77-4fb5-4874-bac8-ace8e56e374c HTTP/1.1" status: 200 len: 1811 time: 0.0781441 Jul 15 23:09:51.522150 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-987b17c9-9bc8-4a07-b44b-49bb7cce2a36 req-9e451e7e-5f7b-4bb0-937a-e64d295e3288 tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:51.561295 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-987b17c9-9bc8-4a07-b44b-49bb7cce2a36 req-9e451e7e-5f7b-4bb0-937a-e64d295e3288 tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:51.635425 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-987b17c9-9bc8-4a07-b44b-49bb7cce2a36 req-9e451e7e-5f7b-4bb0-937a-e64d295e3288 tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:51.639455 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-987b17c9-9bc8-4a07-b44b-49bb7cce2a36 req-9e451e7e-5f7b-4bb0-937a-e64d295e3288 tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:51.640807 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-987b17c9-9bc8-4a07-b44b-49bb7cce2a36 req-9e451e7e-5f7b-4bb0-937a-e64d295e3288 tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] 10.222.0.48 "DELETE /v2.0/security-groups/4871fc77-4fb5-4874-bac8-ace8e56e374c HTTP/1.1" status: 204 len: 173 time: 0.1863546 Jul 15 23:09:51.655263 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e451e7e-5f7b-4bb0-937a-e64d295e3288 tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4871fc77-4fb5-4874-bac8-ace8e56e374c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:51.687607 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55986) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:51.713079 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2c26c297-8433-4c42-8af3-4ec4b8f577bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:51.735716 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a8541a4e-105b-4b13-988f-4035648a1f21 req-c09cb634-ae30-4a72-a3b6-2a534cd40f36 tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] 10.222.0.48 "GET /v2.0/security-groups/68192394-bbb3-4506-8b5b-2658c334abe4 HTTP/1.1" status: 200 len: 1812 time: 0.0649760 Jul 15 23:09:51.856452 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2c26c297-8433-4c42-8af3-4ec4b8f577bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:51.856683 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a8541a4e-105b-4b13-988f-4035648a1f21 req-a9df0b36-054d-403f-aa26-f835dd38616c tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:51.864230 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2c26c297-8433-4c42-8af3-4ec4b8f577bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:51.893890 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-2c26c297-8433-4c42-8af3-4ec4b8f577bf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5d379df51ab147deb3930db76724daef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2049787 Jul 15 23:09:51.896530 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55990) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:51.898416 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a8541a4e-105b-4b13-988f-4035648a1f21 req-a9df0b36-054d-403f-aa26-f835dd38616c tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:51.914772 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c26c297-8433-4c42-8af3-4ec4b8f577bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc94d82-f9cd-451c-852e-630ad58d29be,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:51.978781 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d5c06-ab54-420f-82a4-6b5e839180c9 req-e1cc14e5-92ff-4bb9-8690-e0e31755c968 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:51.980714 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b36d5c06-ab54-420f-82a4-6b5e839180c9 req-e1cc14e5-92ff-4bb9-8690-e0e31755c968 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=2bd4a465-5715-42eb-b661-ed856e129d86 HTTP/1.1" status: 200 len: 948 time: 0.1829882 Jul 15 23:09:52.031303 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a8541a4e-105b-4b13-988f-4035648a1f21 req-a9df0b36-054d-403f-aa26-f835dd38616c tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:52.033835 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a8541a4e-105b-4b13-988f-4035648a1f21 req-a9df0b36-054d-403f-aa26-f835dd38616c tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:52.035043 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a8541a4e-105b-4b13-988f-4035648a1f21 req-a9df0b36-054d-403f-aa26-f835dd38616c tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] 10.222.0.48 "DELETE /v2.0/security-groups/68192394-bbb3-4506-8b5b-2658c334abe4 HTTP/1.1" status: 204 len: 173 time: 0.2982543 Jul 15 23:09:52.057358 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a372546c-ef8f-4e38-b2ed-cb0744ac271f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:52.061594 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b36d5c06-ab54-420f-82a4-6b5e839180c9 req-8a7abcd8-e68a-4975-846d-2d64b2aa3d67 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747802 Jul 15 23:09:52.064542 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9df0b36-054d-403f-aa26-f835dd38616c tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68192394-bbb3-4506-8b5b-2658c334abe4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:52.132622 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a372546c-ef8f-4e38-b2ed-cb0744ac271f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:52.240841 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fe372289-312b-4e36-91c7-aa890405102f req-33c470f6-5ba7-4c93-a8b8-7c527338b2ba tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] 10.222.0.48 "GET /v2.0/security-groups/ece29c88-7019-4d20-a4b0-ceffbdb75670 HTTP/1.1" status: 200 len: 1812 time: 0.1275227 Jul 15 23:09:52.289639 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a372546c-ef8f-4e38-b2ed-cb0744ac271f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:52.292518 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a372546c-ef8f-4e38-b2ed-cb0744ac271f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:52.296059 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-a372546c-ef8f-4e38-b2ed-cb0744ac271f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ebc94d82-f9cd-451c-852e-630ad58d29be HTTP/1.1" status: 204 len: 168 time: 0.3925347 Jul 15 23:09:52.326728 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6426ea1-c04c-47a8-a27c-b5c05f46daf2 req-82ccc1c8-8d2c-4460-83de-7eabc3465a43 tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:52.328302 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d6426ea1-c04c-47a8-a27c-b5c05f46daf2 req-82ccc1c8-8d2c-4460-83de-7eabc3465a43 tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e66c0ab-ef6a-4571-ae2d-5ebf6221364e HTTP/1.1" status: 200 len: 948 time: 0.1539884 Jul 15 23:09:52.332695 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a372546c-ef8f-4e38-b2ed-cb0744ac271f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc94d82-f9cd-451c-852e-630ad58d29be,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:52.362719 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fe372289-312b-4e36-91c7-aa890405102f req-2339f3b3-f590-4130-a278-7a16665c3a52 tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:52.389704 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fe372289-312b-4e36-91c7-aa890405102f req-2339f3b3-f590-4130-a278-7a16665c3a52 tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:52.456325 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fe372289-312b-4e36-91c7-aa890405102f req-2339f3b3-f590-4130-a278-7a16665c3a52 tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:52.459178 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fe372289-312b-4e36-91c7-aa890405102f req-2339f3b3-f590-4130-a278-7a16665c3a52 tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:52.460535 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fe372289-312b-4e36-91c7-aa890405102f req-2339f3b3-f590-4130-a278-7a16665c3a52 tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] 10.222.0.48 "DELETE /v2.0/security-groups/ece29c88-7019-4d20-a4b0-ceffbdb75670 HTTP/1.1" status: 204 len: 173 time: 0.2123001 Jul 15 23:09:52.478766 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 3d35e3d9-cd81-4daf-8745-9a0471c1d420 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:09:52.501330 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2339f3b3-f590-4130-a278-7a16665c3a52 tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece29c88-7019-4d20-a4b0-ceffbdb75670,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:52.514649 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d6426ea1-c04c-47a8-a27c-b5c05f46daf2 req-4dd351b1-ee2f-4821-988f-90c7a48aa423 tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dc6d28b-4398-455c-8f3a-13bc6000f850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651552 Jul 15 23:09:52.581660 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port 3d35e3d9-cd81-4daf-8745-9a0471c1d420 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:09:52.582300 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b5292-c5fe-497b-b31c-710eba62bd7b req-1c9fa8ec-0ea9-48ea-9074-530eb547a768 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:52.587108 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 3d35e3d9-cd81-4daf-8745-9a0471c1d420 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:09:52.587256 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cc7b5292-c5fe-497b-b31c-710eba62bd7b req-1c9fa8ec-0ea9-48ea-9074-530eb547a768 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bd4a465-5715-42eb-b661-ed856e129d86 HTTP/1.1" status: 200 len: 948 time: 0.1555917 Jul 15 23:09:52.587581 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:52.770010 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:52.810584 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd4a465-5715-42eb-b661-ed856e129d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d35e3d9-cd81-4daf-8745-9a0471c1d420'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:09:52.819180 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddfa8039-9159-4341-8fd2-c11bc9cc6b0c" -d '{"events": [{"server_uuid": "2bd4a465-5715-42eb-b661-ed856e129d86", "name": "network-vif-plugged", "status": "completed", "tag": "3d35e3d9-cd81-4daf-8745-9a0471c1d420"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:09:52.856838 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 3d35e3d9-cd81-4daf-8745-9a0471c1d420, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=3d35e3d9-cd81-4daf-8745-9a0471c1d420,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:52.864586 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:52.869905 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fc53f181-232d-49fa-a1eb-22bb6338adf9 req-a0b761ad-45fe-402f-9232-f1c5f5c9a4fe tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] 10.222.0.48 "GET /v2.0/security-groups/35ead1e4-a242-49ed-973c-e1d96b5961b2 HTTP/1.1" status: 200 len: 1812 time: 0.1657259 Jul 15 23:09:52.935514 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=3d35e3d9-cd81-4daf-8745-9a0471c1d420,revision_number=13']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:52.962116 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711bbc8b-aa05-4883-8ea7-9b29ac001662 req-6779c5ac-fb72-4e08-89ed-332e4a1a8ba4 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:52.969797 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-711bbc8b-aa05-4883-8ea7-9b29ac001662 req-6779c5ac-fb72-4e08-89ed-332e4a1a8ba4 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=530cb3cd-0851-4fc8-b790-2e99ac2edf18 HTTP/1.1" status: 200 len: 943 time: 0.2270565 Jul 15 23:09:52.975251 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-cc7b5292-c5fe-497b-b31c-710eba62bd7b req-8e7d798b-28d1-48d3-82ff-762474fba6aa tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Deleting port 3d35e3d9-cd81-4daf-8745-9a0471c1d420 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:09:52.975610 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-cc7b5292-c5fe-497b-b31c-710eba62bd7b req-8e7d798b-28d1-48d3-82ff-762474fba6aa tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:53.042879 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fc53f181-232d-49fa-a1eb-22bb6338adf9 req-6a6981b4-8f24-43ac-9088-709e57ab8e5d tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:53.111446 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-711bbc8b-aa05-4883-8ea7-9b29ac001662 req-ed7ea0a8-2f58-4a6c-bb06-239d6e96cd9a tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405261 Jul 15 23:09:53.135782 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fc53f181-232d-49fa-a1eb-22bb6338adf9 req-6a6981b4-8f24-43ac-9088-709e57ab8e5d tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:53.214205 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-cc7b5292-c5fe-497b-b31c-710eba62bd7b req-8e7d798b-28d1-48d3-82ff-762474fba6aa tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] For port 3d35e3d9-cd81-4daf-8745-9a0471c1d420, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=3d35e3d9-cd81-4daf-8745-9a0471c1d420,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:53.214602 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-cc7b5292-c5fe-497b-b31c-710eba62bd7b req-8e7d798b-28d1-48d3-82ff-762474fba6aa tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:53.226393 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2193c6a-030c-4740-94c7-17011a32012a req-0ba324b3-48d3-4e4f-9bda-a8abdd5949ee tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:53.228905 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c2193c6a-030c-4740-94c7-17011a32012a req-0ba324b3-48d3-4e4f-9bda-a8abdd5949ee tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e66c0ab-ef6a-4571-ae2d-5ebf6221364e HTTP/1.1" status: 200 len: 948 time: 0.1143813 Jul 15 23:09:53.242997 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-cc7b5292-c5fe-497b-b31c-710eba62bd7b req-8e7d798b-28d1-48d3-82ff-762474fba6aa tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Calling delete_port for 3d35e3d9-cd81-4daf-8745-9a0471c1d420 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:09:53.279178 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fc53f181-232d-49fa-a1eb-22bb6338adf9 req-6a6981b4-8f24-43ac-9088-709e57ab8e5d tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:53.283846 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fc53f181-232d-49fa-a1eb-22bb6338adf9 req-6a6981b4-8f24-43ac-9088-709e57ab8e5d tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:53.286478 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fc53f181-232d-49fa-a1eb-22bb6338adf9 req-6a6981b4-8f24-43ac-9088-709e57ab8e5d tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] 10.222.0.48 "DELETE /v2.0/security-groups/35ead1e4-a242-49ed-973c-e1d96b5961b2 HTTP/1.1" status: 204 len: 173 time: 0.4157565 Jul 15 23:09:53.350336 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6981b4-8f24-43ac-9088-709e57ab8e5d tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ead1e4-a242-49ed-973c-e1d96b5961b2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:53.358712 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a1fd37-b59d-4185-86a9-9c53393301d9 x-openstack-request-id: req-00a1fd37-b59d-4185-86a9-9c53393301d9 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:09:53.359190 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bd4a465-5715-42eb-b661-ed856e129d86", "name": "network-vif-plugged", "status": "completed", "tag": "3d35e3d9-cd81-4daf-8745-9a0471c1d420", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:09:53.359563 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-00a1fd37-b59d-4185-86a9-9c53393301d9 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:09:53.360693 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bd4a465-5715-42eb-b661-ed856e129d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d35e3d9-cd81-4daf-8745-9a0471c1d420', 'code': 200} Jul 15 23:09:53.508116 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c8a83592-7829-4e9c-b861-3cda112d480f req-fe6a18bb-3d97-469a-aeb9-84b47fb9d0e8 service neutron] 10.222.0.41 "GET /v2.0/ports/bf986a0f-e761-42ed-a014-2c3b352b699e/bindings/n-h1-794306-6 HTTP/1.1" status: 200 len: 384 time: 0.1773858 Jul 15 23:09:53.594815 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-c2193c6a-030c-4740-94c7-17011a32012a req-ae403512-9418-4878-8f3e-391aed23f69e tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] Deleting port 7aa7c901-dcd7-438f-8527-ef1aaed2caf2 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:09:53.595294 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c2193c6a-030c-4740-94c7-17011a32012a req-ae403512-9418-4878-8f3e-391aed23f69e tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:53.653956 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-cc7b5292-c5fe-497b-b31c-710eba62bd7b req-8e7d798b-28d1-48d3-82ff-762474fba6aa tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:53.668570 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['8f0d8289-9945-4b18-96eb-ec03ccd15832', '3d35e3d9-cd81-4daf-8745-9a0471c1d420'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:09:53.698928 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b5921484-2780-4f1c-a078-8f94b264cc53 req-fcd445d4-d68f-4492-b3d6-c719af750b28 tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] 10.222.0.48 "GET /v2.0/security-groups/3cd1a234-581b-4149-9c30-66c1ea7d3555 HTTP/1.1" status: 200 len: 1812 time: 0.1450584 Jul 15 23:09:53.706688 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7d798b-28d1-48d3-82ff-762474fba6aa tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Pushing event deleted for resources: {'Port': ['ID=3d35e3d9-cd81-4daf-8745-9a0471c1d420,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:53.713363 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['600c70ff-f3b9-44ef-ab5b-b11e9e9453e0', '2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:09:53.823391 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc7b5292-c5fe-497b-b31c-710eba62bd7b req-8e7d798b-28d1-48d3-82ff-762474fba6aa tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] No DVR routers for this DVR port 3d35e3d9-cd81-4daf-8745-9a0471c1d420 on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:09:53.836696 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff66b8-b00c-479b-b055-60946fa1f1ad req-3ce0b4c7-e4f9-4a70-b6b6-06f7eba92032 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:53.844102 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f1ff66b8-b00c-479b-b055-60946fa1f1ad req-3ce0b4c7-e4f9-4a70-b6b6-06f7eba92032 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=2bd4a465-5715-42eb-b661-ed856e129d86 HTTP/1.1" status: 200 len: 868 time: 0.2705681 Jul 15 23:09:53.849830 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-cc7b5292-c5fe-497b-b31c-710eba62bd7b req-8e7d798b-28d1-48d3-82ff-762474fba6aa tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:53.855554 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cc7b5292-c5fe-497b-b31c-710eba62bd7b req-8e7d798b-28d1-48d3-82ff-762474fba6aa tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.49 "DELETE /v2.0/ports/3d35e3d9-cd81-4daf-8745-9a0471c1d420 HTTP/1.1" status: 204 len: 173 time: 1.2609680 Jul 15 23:09:53.856425 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd4a465-5715-42eb-b661-ed856e129d86', 'name': 'network-vif-deleted', 'tag': '3d35e3d9-cd81-4daf-8745-9a0471c1d420'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:09:53.863173 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c88747-3cdf-4337-8ed6-15806df6fb2c" -d '{"events": [{"server_uuid": "2bd4a465-5715-42eb-b661-ed856e129d86", "name": "network-vif-deleted", "tag": "3d35e3d9-cd81-4daf-8745-9a0471c1d420"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:09:53.939338 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f1ff66b8-b00c-479b-b055-60946fa1f1ad req-a1ee9578-595d-4266-8004-ef2554cb2d61 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939856 Jul 15 23:09:53.954827 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b5921484-2780-4f1c-a078-8f94b264cc53 req-832d4ad7-d8ca-43a6-9ac0-2e75178b60d8 tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:53.998817 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b5921484-2780-4f1c-a078-8f94b264cc53 req-832d4ad7-d8ca-43a6-9ac0-2e75178b60d8 tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:54.114678 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b5921484-2780-4f1c-a078-8f94b264cc53 req-832d4ad7-d8ca-43a6-9ac0-2e75178b60d8 tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:54.119363 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b5921484-2780-4f1c-a078-8f94b264cc53 req-832d4ad7-d8ca-43a6-9ac0-2e75178b60d8 tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:54.136898 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b5921484-2780-4f1c-a078-8f94b264cc53 req-832d4ad7-d8ca-43a6-9ac0-2e75178b60d8 tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] 10.222.0.48 "DELETE /v2.0/security-groups/3cd1a234-581b-4149-9c30-66c1ea7d3555 HTTP/1.1" status: 204 len: 173 time: 0.4212747 Jul 15 23:09:54.137593 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56050) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:54.184189 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832d4ad7-d8ca-43a6-9ac0-2e75178b60d8 tempest-SecurityGroupRulesNegativeTestJSON-224654261 tempest-SecurityGroupRulesNegativeTestJSON-224654261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd1a234-581b-4149-9c30-66c1ea7d3555,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:54.379617 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-96154278-4ab7-430a-bd98-1c667ea9fd13 admin admin] Deleting subnet 5cc5a3c3-8463-4421-9a8f-f65f1ee0c967 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:09:54.388128 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-96154278-4ab7-430a-bd98-1c667ea9fd13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:54.500437 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c2193c6a-030c-4740-94c7-17011a32012a req-ae403512-9418-4878-8f3e-391aed23f69e tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] For port 7aa7c901-dcd7-438f-8527-ef1aaed2caf2, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=7aa7c901-dcd7-438f-8527-ef1aaed2caf2,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:54.501000 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c2193c6a-030c-4740-94c7-17011a32012a req-ae403512-9418-4878-8f3e-391aed23f69e tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:54.511616 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-96154278-4ab7-430a-bd98-1c667ea9fd13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:54.545152 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-c2193c6a-030c-4740-94c7-17011a32012a req-ae403512-9418-4878-8f3e-391aed23f69e tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] Calling delete_port for 7aa7c901-dcd7-438f-8527-ef1aaed2caf2 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:09:54.667804 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2684549-ebda-46ae-a703-ed4c98ff67bd req-852bf502-222f-4369-be7f-82bafa23adff tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:54.678166 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c2684549-ebda-46ae-a703-ed4c98ff67bd req-852bf502-222f-4369-be7f-82bafa23adff tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e66c0ab-ef6a-4571-ae2d-5ebf6221364e HTTP/1.1" status: 200 len: 948 time: 0.2513344 Jul 15 23:09:54.738797 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-96154278-4ab7-430a-bd98-1c667ea9fd13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:54.755238 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c8a83592-7829-4e9c-b861-3cda112d480f req-25904c99-114d-44dd-91e0-95ab218d3eb7 service neutron] For port bf986a0f-e761-42ed-a014-2c3b352b699e, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=bf986a0f-e761-42ed-a014-2c3b352b699e,segment=NetworkSegment(2a783e67-ba53-4ea9-9bee-afb3f3217392),segment_id=2a783e67-ba53-4ea9-9bee-afb3f3217392)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:54.762969 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c2684549-ebda-46ae-a703-ed4c98ff67bd req-eb9f8b93-4f17-4e91-a8e5-0ddcce35561e tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dc6d28b-4398-455c-8f3a-13bc6000f850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825007 Jul 15 23:09:54.794079 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c8a83592-7829-4e9c-b861-3cda112d480f req-25904c99-114d-44dd-91e0-95ab218d3eb7 service neutron] For port bf986a0f-e761-42ed-a014-2c3b352b699e, host n-h2-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:09:54.862115 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device bf986a0f-e761-42ed-a014-2c3b352b699e no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:09:54.956106 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-c8a83592-7829-4e9c-b861-3cda112d480f req-25904c99-114d-44dd-91e0-95ab218d3eb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf986a0f-e761-42ed-a014-2c3b352b699e {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:09:54.995677 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ec87e9-2c79-4e8f-a988-35e19bcab4d7 x-openstack-request-id: req-49ec87e9-2c79-4e8f-a988-35e19bcab4d7 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:09:54.995997 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bd4a465-5715-42eb-b661-ed856e129d86", "name": "network-vif-deleted", "tag": "3d35e3d9-cd81-4daf-8745-9a0471c1d420", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:09:54.996243 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-49ec87e9-2c79-4e8f-a988-35e19bcab4d7 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:09:55.000417 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bd4a465-5715-42eb-b661-ed856e129d86', 'name': 'network-vif-deleted', 'tag': '3d35e3d9-cd81-4daf-8745-9a0471c1d420', 'status': 'completed', 'code': 200} Jul 15 23:09:55.001956 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-96154278-4ab7-430a-bd98-1c667ea9fd13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:55.035791 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c8a83592-7829-4e9c-b861-3cda112d480f req-25904c99-114d-44dd-91e0-95ab218d3eb7 service neutron] For port bf986a0f-e761-42ed-a014-2c3b352b699e, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=bf986a0f-e761-42ed-a014-2c3b352b699e,segment=NetworkSegment(2a783e67-ba53-4ea9-9bee-afb3f3217392),segment_id=2a783e67-ba53-4ea9-9bee-afb3f3217392)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:55.054166 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96154278-4ab7-430a-bd98-1c667ea9fd13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cc5a3c3-8463-4421-9a8f-f65f1ee0c967,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:55.063061 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-96154278-4ab7-430a-bd98-1c667ea9fd13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:55.067019 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-96154278-4ab7-430a-bd98-1c667ea9fd13 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/5cc5a3c3-8463-4421-9a8f-f65f1ee0c967 HTTP/1.1" status: 204 len: 168 time: 0.8922086 Jul 15 23:09:55.069406 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56072) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:55.078999 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c8a83592-7829-4e9c-b861-3cda112d480f req-25904c99-114d-44dd-91e0-95ab218d3eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:55.091315 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c2193c6a-030c-4740-94c7-17011a32012a req-ae403512-9418-4878-8f3e-391aed23f69e tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:55.122457 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:55.152907 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae403512-9418-4878-8f3e-391aed23f69e tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] Pushing event deleted for resources: {'Port': ['ID=7aa7c901-dcd7-438f-8527-ef1aaed2caf2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:55.197972 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-84e062c5-f9d1-478d-b24d-be008a30fdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:55.247190 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2193c6a-030c-4740-94c7-17011a32012a req-ae403512-9418-4878-8f3e-391aed23f69e tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] No DVR routers for this DVR port 7aa7c901-dcd7-438f-8527-ef1aaed2caf2 on host n-h1-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:09:55.251186 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c2193c6a-030c-4740-94c7-17011a32012a req-ae403512-9418-4878-8f3e-391aed23f69e tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:55.253346 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c2193c6a-030c-4740-94c7-17011a32012a req-ae403512-9418-4878-8f3e-391aed23f69e tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] 10.222.0.49 "DELETE /v2.0/ports/7aa7c901-dcd7-438f-8527-ef1aaed2caf2 HTTP/1.1" status: 204 len: 173 time: 2.0141218 Jul 15 23:09:55.258208 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a60224-d253-46fb-b20a-76c5afcb7eaa req-feee8860-b81f-420a-9ec7-f1360b7751a2 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:55.259014 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e66c0ab-ef6a-4571-ae2d-5ebf6221364e', 'name': 'network-vif-deleted', 'tag': '7aa7c901-dcd7-438f-8527-ef1aaed2caf2'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:09:55.261997 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3cefdf6-7532-4615-927e-b1f845b33310" -d '{"events": [{"server_uuid": "6e66c0ab-ef6a-4571-ae2d-5ebf6221364e", "name": "network-vif-deleted", "tag": "7aa7c901-dcd7-438f-8527-ef1aaed2caf2"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:09:55.269950 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a1a60224-d253-46fb-b20a-76c5afcb7eaa req-feee8860-b81f-420a-9ec7-f1360b7751a2 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=530cb3cd-0851-4fc8-b790-2e99ac2edf18 HTTP/1.1" status: 200 len: 943 time: 0.1904447 Jul 15 23:09:55.330023 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-c8a83592-7829-4e9c-b861-3cda112d480f req-25904c99-114d-44dd-91e0-95ab218d3eb7 service neutron] Transition to ACTIVE for port object bf986a0f-e761-42ed-a014-2c3b352b699e will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:09:55.337102 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c8a83592-7829-4e9c-b861-3cda112d480f req-25904c99-114d-44dd-91e0-95ab218d3eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:55.374211 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a1a60224-d253-46fb-b20a-76c5afcb7eaa req-f0daedd3-79a3-43c5-9d44-17e358e31e48 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987973 Jul 15 23:09:55.426630 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8a83592-7829-4e9c-b861-3cda112d480f req-25904c99-114d-44dd-91e0-95ab218d3eb7 service neutron] No DVR routers for this DVR port bf986a0f-e761-42ed-a014-2c3b352b699e on host n-h2-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:09:55.440891 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25904c99-114d-44dd-91e0-95ab218d3eb7 service neutron] Pushing event updated for resources: {'Port': ['ID=bf986a0f-e761-42ed-a014-2c3b352b699e,revision_number=10']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:55.474856 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-84e062c5-f9d1-478d-b24d-be008a30fdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:55.487287 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-84e062c5-f9d1-478d-b24d-be008a30fdd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['740b3e4b-21b1-4f13-bbc6-98e47d19bdd4']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:55.499932 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-84e062c5-f9d1-478d-b24d-be008a30fdd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28552779-5993-4a0d-bc7a-b0f0810a1d6b') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:55.500256 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-84e062c5-f9d1-478d-b24d-be008a30fdd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28552779-5993-4a0d-bc7a-b0f0810a1d6b') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:09:55.503418 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c8a83592-7829-4e9c-b861-3cda112d480f req-25904c99-114d-44dd-91e0-95ab218d3eb7 service neutron] 10.222.0.41 "PUT /v2.0/ports/bf986a0f-e761-42ed-a014-2c3b352b699e/bindings/n-h1-794306-6/activate HTTP/1.1" status: 200 len: 369 time: 1.9829993 Jul 15 23:09:55.517602 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-84e062c5-f9d1-478d-b24d-be008a30fdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:55.543820 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-84e062c5-f9d1-478d-b24d-be008a30fdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:55.554003 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84e062c5-f9d1-478d-b24d-be008a30fdd8 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:09:55.554417 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-84e062c5-f9d1-478d-b24d-be008a30fdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:55.557530 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:09:55.557530 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:09:55.557530 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:09:55.557530 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:09:55.557530 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:09:55.557530 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:09:55.557530 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:09:55.557530 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:09:55.557530 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:09:55.557530 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:09:55.557530 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:09:55.557530 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:09:55.557530 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:09:55.557530 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:09:55.557530 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:09:55.557530 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:09:55.557530 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:09:55.557530 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:09:55.557530 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:09:55.557530 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:09:55.557530 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:09:55.557530 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:09:55.557530 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:09:55.557530 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:09:55.557530 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:09:55.557530 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:09:55.557530 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:09:55.557530 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:09:55.557530 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:09:55.557530 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:09:55.557530 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:09:55.557530 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:09:55.557530 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:09:55.557530 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:09:55.557530 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:09:55.557530 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:09:55.557530 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:09:55.557530 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:09:55.557530 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:09:55.557530 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:09:55.557530 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:09:55.557530 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:09:55.686859 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-84e062c5-f9d1-478d-b24d-be008a30fdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:55.694321 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-84e062c5-f9d1-478d-b24d-be008a30fdd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:55.699646 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-84e062c5-f9d1-478d-b24d-be008a30fdd8 admin admin] 10.222.0.48 "DELETE /v2.0/networks/740b3e4b-21b1-4f13-bbc6-98e47d19bdd4 HTTP/1.1" status: 204 len: 168 time: 0.6290920 Jul 15 23:09:55.714770 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e062c5-f9d1-478d-b24d-be008a30fdd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=740b3e4b-21b1-4f13-bbc6-98e47d19bdd4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:55.718480 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a83592-7829-4e9c-b861-3cda112d480f req-27b1a8be-986d-4fdc-b767-9f1e642418d9 tempest-LiveMigrationTest-431337817 tempest-LiveMigrationTest-431337817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:55.720902 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c8a83592-7829-4e9c-b861-3cda112d480f req-27b1a8be-986d-4fdc-b767-9f1e642418d9 tempest-LiveMigrationTest-431337817 tempest-LiveMigrationTest-431337817-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=530cb3cd-0851-4fc8-b790-2e99ac2edf18&tenant_id=680eb147007347d0b28b90eaf34e5f6f&binding%3Ahost_id=n-h2-794306-6 HTTP/1.1" status: 200 len: 1095 time: 0.1158929 Jul 15 23:09:55.778854 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4b4e13-606e-4378-b63d-2590e3d37fda x-openstack-request-id: req-1d4b4e13-606e-4378-b63d-2590e3d37fda {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:09:55.779952 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e66c0ab-ef6a-4571-ae2d-5ebf6221364e", "name": "network-vif-deleted", "tag": "7aa7c901-dcd7-438f-8527-ef1aaed2caf2", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:09:55.780630 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1d4b4e13-606e-4378-b63d-2590e3d37fda {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:09:55.781408 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e66c0ab-ef6a-4571-ae2d-5ebf6221364e', 'name': 'network-vif-deleted', 'tag': '7aa7c901-dcd7-438f-8527-ef1aaed2caf2', 'status': 'completed', 'code': 200} Jul 15 23:09:55.849922 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a83592-7829-4e9c-b861-3cda112d480f req-7f147e15-5c07-4ad8-9d2f-9cb584144ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:55.852095 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c8a83592-7829-4e9c-b861-3cda112d480f req-7f147e15-5c07-4ad8-9d2f-9cb584144ae2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=530cb3cd-0851-4fc8-b790-2e99ac2edf18&tenant_id=680eb147007347d0b28b90eaf34e5f6f HTTP/1.1" status: 200 len: 1095 time: 0.1180916 Jul 15 23:09:56.077006 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a83592-7829-4e9c-b861-3cda112d480f req-770bfb66-409f-45d1-af5f-dabe11d122d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:56.079055 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c8a83592-7829-4e9c-b861-3cda112d480f req-770bfb66-409f-45d1-af5f-dabe11d122d4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=680eb147007347d0b28b90eaf34e5f6f&device_id=530cb3cd-0851-4fc8-b790-2e99ac2edf18 HTTP/1.1" status: 200 len: 1095 time: 0.1846924 Jul 15 23:09:56.140269 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56096) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:56.214402 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb021f6c-e761-4976-9e83-f361d4c76b92 req-01597e0d-fddc-44fe-9c4d-60238dfdfe0c tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:56.222276 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bb021f6c-e761-4976-9e83-f361d4c76b92 req-01597e0d-fddc-44fe-9c4d-60238dfdfe0c tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=251c2b27-dd3f-48ef-90ca-fc5628302a0d HTTP/1.1" status: 200 len: 951 time: 0.0983155 Jul 15 23:09:56.240507 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ab448547-cf50-44f5-b60a-00631dbae7a3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f7c23ac4cb1a4b598e682a5b3e05e9a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0916476 Jul 15 23:09:56.245491 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56100) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:56.267802 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a83592-7829-4e9c-b861-3cda112d480f req-eda91c0e-5d82-4274-9f97-9dd6ba369ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:56.270363 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c8a83592-7829-4e9c-b861-3cda112d480f req-eda91c0e-5d82-4274-9f97-9dd6ba369ceb service neutron] 10.222.0.49 "GET /v2.0/networks?id=f037b993-4149-40e0-a687-25986d720de6 HTTP/1.1" status: 200 len: 909 time: 0.1830492 Jul 15 23:09:56.290193 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bb021f6c-e761-4976-9e83-f361d4c76b92 req-4c9dcf63-d101-497e-8891-b89398c3dd56 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663674 Jul 15 23:09:56.336975 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-27c90871-d6f3-40f1-894a-280f5008620a req-d5e22b64-4656-43a6-b1e1-2540ce6ac424 tempest-ListImageFiltersTestJSON-1453789451 tempest-ListImageFiltersTestJSON-1453789451-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e66c0ab-ef6a-4571-ae2d-5ebf6221364e HTTP/1.1" status: 200 len: 210 time: 0.0419888 Jul 15 23:09:56.352291 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c8a83592-7829-4e9c-b861-3cda112d480f req-414f1e29-f1f3-4f9f-9f80-eb8bdabcb7a9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf986a0f-e761-42ed-a014-2c3b352b699e HTTP/1.1" status: 200 len: 217 time: 0.0712428 Jul 15 23:09:56.407848 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d18d8e2c-98f2-4e9b-a137-b82404dbbb51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:56.442130 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d18d8e2c-98f2-4e9b-a137-b82404dbbb51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:56.444858 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a83592-7829-4e9c-b861-3cda112d480f req-3f8d44d9-c279-4408-889e-3ef80e6e471a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:56.446332 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c8a83592-7829-4e9c-b861-3cda112d480f req-3f8d44d9-c279-4408-889e-3ef80e6e471a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b89a129e-9de5-4301-b344-10ab05e9feea HTTP/1.1" status: 200 len: 848 time: 0.0771110 Jul 15 23:09:56.489885 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c8a83592-7829-4e9c-b861-3cda112d480f req-c79431b5-c8b7-474a-8658-b31dbbb7c83b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f037b993-4149-40e0-a687-25986d720de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358717 Jul 15 23:09:56.525228 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 3d35e3d9-cd81-4daf-8745-9a0471c1d420 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:09:56.560548 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: 3d35e3d9-cd81-4daf-8745-9a0471c1d420 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:09:56.561843 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 3d35e3d9-cd81-4daf-8745-9a0471c1d420 not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:09:56.562312 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 7aa7c901-dcd7-438f-8527-ef1aaed2caf2 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:09:56.594655 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: 7aa7c901-dcd7-438f-8527-ef1aaed2caf2 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:09:56.595046 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 7aa7c901-dcd7-438f-8527-ef1aaed2caf2 not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:09:56.676079 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d18d8e2c-98f2-4e9b-a137-b82404dbbb51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:56.682379 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d18d8e2c-98f2-4e9b-a137-b82404dbbb51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:56.683808 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d18d8e2c-98f2-4e9b-a137-b82404dbbb51 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5a420464-b2aa-4eaf-a299-741f06f708c8 HTTP/1.1" status: 204 len: 168 time: 0.4377337 Jul 15 23:09:56.695453 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c8a83592-7829-4e9c-b861-3cda112d480f req-bbbe13d5-2e75-40b7-8877-3dec63144f6f service neutron] 10.222.0.49 "GET /v2.0/networks/f037b993-4149-40e0-a687-25986d720de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970942 Jul 15 23:09:56.717731 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18d8e2c-98f2-4e9b-a137-b82404dbbb51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a420464-b2aa-4eaf-a299-741f06f708c8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:56.852291 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403fcf1b-ea37-43ff-a67d-ba669b7401f0 req-b20b1a29-1815-4b85-8604-dcb4ac8a8d1a tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:56.855862 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-403fcf1b-ea37-43ff-a67d-ba669b7401f0 req-b20b1a29-1815-4b85-8604-dcb4ac8a8d1a tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=530cb3cd-0851-4fc8-b790-2e99ac2edf18 HTTP/1.1" status: 200 len: 944 time: 0.1248569 Jul 15 23:09:56.916803 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c8a83592-7829-4e9c-b861-3cda112d480f req-9446290c-885c-4669-a37d-7ec70b55c181 service neutron] 10.222.0.49 "GET /v2.0/networks/f037b993-4149-40e0-a687-25986d720de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123401 Jul 15 23:09:56.952056 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-403fcf1b-ea37-43ff-a67d-ba669b7401f0 req-c79cca62-a0da-4d0d-8adf-706c0b3dd8fb tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777237 Jul 15 23:09:57.243123 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56128) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:57.542119 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3fda4738-b31b-45eb-be8d-e1c47682c1cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:57.584122 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c52da1-0b2e-4f9e-ac42-efff1b495f34 req-d78e1e12-e125-40a5-a4b7-f5a771713a8f tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:57.585980 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-a6c52da1-0b2e-4f9e-ac42-efff1b495f34 req-d78e1e12-e125-40a5-a4b7-f5a771713a8f tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.41 "GET /v2.0/ports?device_id=251c2b27-dd3f-48ef-90ca-fc5628302a0d HTTP/1.1" status: 200 len: 951 time: 0.1342049 Jul 15 23:09:57.789100 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb17a9ff-72af-47a8-a24e-b36ac11e6c5b req-410dd7d9-a601-498c-bf7b-1a4adc7bbf10 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:57.792076 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fb17a9ff-72af-47a8-a24e-b36ac11e6c5b req-410dd7d9-a601-498c-bf7b-1a4adc7bbf10 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=251c2b27-dd3f-48ef-90ca-fc5628302a0d HTTP/1.1" status: 200 len: 951 time: 0.2581751 Jul 15 23:09:57.876479 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a83592-7829-4e9c-b861-3cda112d480f req-90592004-82d8-40de-9bff-db1d91c1be1f tempest-LiveMigrationTest-431337817 tempest-LiveMigrationTest-431337817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:57.877049 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fb17a9ff-72af-47a8-a24e-b36ac11e6c5b req-5d859edf-5287-4243-9e4b-32febed48255 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772870 Jul 15 23:09:57.880577 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c8a83592-7829-4e9c-b861-3cda112d480f req-90592004-82d8-40de-9bff-db1d91c1be1f tempest-LiveMigrationTest-431337817 tempest-LiveMigrationTest-431337817-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=530cb3cd-0851-4fc8-b790-2e99ac2edf18&tenant_id=680eb147007347d0b28b90eaf34e5f6f&binding%3Ahost_id=n-h1-794306-6 HTTP/1.1" status: 200 len: 1095 time: 0.2862396 Jul 15 23:09:57.922883 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3fda4738-b31b-45eb-be8d-e1c47682c1cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:57.931926 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3fda4738-b31b-45eb-be8d-e1c47682c1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:58.011773 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-a6c52da1-0b2e-4f9e-ac42-efff1b495f34 req-fba8590f-9b0f-49ba-8775-671f0958a704 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Deleting port 2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:09:58.012206 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a6c52da1-0b2e-4f9e-ac42-efff1b495f34 req-fba8590f-9b0f-49ba-8775-671f0958a704 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:58.013688 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-3fda4738-b31b-45eb-be8d-e1c47682c1cc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=30b95126fbd74b0da49b77819e678acc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7682130 Jul 15 23:09:58.015649 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fda4738-b31b-45eb-be8d-e1c47682c1cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37cb8cc9-c8db-4643-a779-acf661891a24,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:58.019676 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56162) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:58.248483 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-962c625b-e005-4af3-9aa6-1f6117f0289c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:58.289849 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-962c625b-e005-4af3-9aa6-1f6117f0289c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:58.291610 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56174) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:58.321350 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-a6c52da1-0b2e-4f9e-ac42-efff1b495f34 req-fba8590f-9b0f-49ba-8775-671f0958a704 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] For port 2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:09:58.321742 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a6c52da1-0b2e-4f9e-ac42-efff1b495f34 req-fba8590f-9b0f-49ba-8775-671f0958a704 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:58.371087 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-a6c52da1-0b2e-4f9e-ac42-efff1b495f34 req-fba8590f-9b0f-49ba-8775-671f0958a704 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Calling delete_port for 2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:09:58.405483 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c8a83592-7829-4e9c-b861-3cda112d480f req-8215d456-1ebe-4229-8609-4e28bfd8a6ed service neutron] For port bf986a0f-e761-42ed-a014-2c3b352b699e, host n-h2-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:09:58.414327 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c8a83592-7829-4e9c-b861-3cda112d480f req-8215d456-1ebe-4229-8609-4e28bfd8a6ed service neutron] Notify callbacks [] for binding, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:58.416305 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c8a83592-7829-4e9c-b861-3cda112d480f req-8215d456-1ebe-4229-8609-4e28bfd8a6ed service neutron] 10.222.0.49 "DELETE /v2.0/ports/bf986a0f-e761-42ed-a014-2c3b352b699e/bindings/n-h2-794306-6 HTTP/1.1" status: 204 len: 173 time: 0.5293722 Jul 15 23:09:58.451933 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b4579-fb13-416e-bea6-8dc75b1414cd req-0b1380cf-da9b-4a0d-bfc4-6749a00f1aae tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:58.464728 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cb6b4579-fb13-416e-bea6-8dc75b1414cd req-0b1380cf-da9b-4a0d-bfc4-6749a00f1aae tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=530cb3cd-0851-4fc8-b790-2e99ac2edf18 HTTP/1.1" status: 200 len: 944 time: 0.1824231 Jul 15 23:09:58.549991 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cb6b4579-fb13-416e-bea6-8dc75b1414cd req-805f482b-dcaa-48be-ab67-281ff133cbe3 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799422 Jul 15 23:09:58.574672 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-962c625b-e005-4af3-9aa6-1f6117f0289c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:58.578046 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-962c625b-e005-4af3-9aa6-1f6117f0289c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:58.590853 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-962c625b-e005-4af3-9aa6-1f6117f0289c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/37cb8cc9-c8db-4643-a779-acf661891a24 HTTP/1.1" status: 204 len: 168 time: 0.5614550 Jul 15 23:09:58.621257 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ae4bd57d-936f-40f2-a363-bf3303e322d6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-214342472-network', 'tenant_id': '126b75f1b6e8430ab20407ac01a093ba'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:09:58.646578 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962c625b-e005-4af3-9aa6-1f6117f0289c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37cb8cc9-c8db-4643-a779-acf661891a24,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:58.730100 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae4bd57d-936f-40f2-a363-bf3303e322d6 admin admin] Made reservation on behalf of 126b75f1b6e8430ab20407ac01a093ba for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:09:58.734578 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ae4bd57d-936f-40f2-a363-bf3303e322d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:58.750601 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ae4bd57d-936f-40f2-a363-bf3303e322d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:58.946440 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a6c52da1-0b2e-4f9e-ac42-efff1b495f34 req-fba8590f-9b0f-49ba-8775-671f0958a704 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:58.960177 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['8f0d8289-9945-4b18-96eb-ec03ccd15832'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:09:59.064088 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['600c70ff-f3b9-44ef-ab5b-b11e9e9453e0'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:09:59.067549 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba8590f-9b0f-49ba-8775-671f0958a704 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Pushing event deleted for resources: {'Port': ['ID=2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:59.263329 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6c52da1-0b2e-4f9e-ac42-efff1b495f34 req-fba8590f-9b0f-49ba-8775-671f0958a704 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] No DVR routers for this DVR port 2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe on host n-h2-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:09:59.269330 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a6c52da1-0b2e-4f9e-ac42-efff1b495f34 req-fba8590f-9b0f-49ba-8775-671f0958a704 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:59.271525 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-a6c52da1-0b2e-4f9e-ac42-efff1b495f34 req-fba8590f-9b0f-49ba-8775-671f0958a704 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.41 "DELETE /v2.0/ports/2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe HTTP/1.1" status: 204 len: 173 time: 1.5940211 Jul 15 23:09:59.275603 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '251c2b27-dd3f-48ef-90ca-fc5628302a0d', 'name': 'network-vif-deleted', 'tag': '2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:09:59.293337 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013150ff-144e-41e3-bf0e-1f1ae09c68e1" -d '{"events": [{"server_uuid": "251c2b27-dd3f-48ef-90ca-fc5628302a0d", "name": "network-vif-deleted", "tag": "2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:09:59.426388 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ae4bd57d-936f-40f2-a363-bf3303e322d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:59.432851 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ae4bd57d-936f-40f2-a363-bf3303e322d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:59.440152 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56218) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:09:59.500359 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4bd57d-936f-40f2-a363-bf3303e322d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b128bd1-cd01-48e0-af84-6a8a2c448c73,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:59.557451 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c886c740-25a1-4d58-997e-9aa8cdae6aaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:59.557656 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd232c6-afbc-4512-b72f-b31a27f05f97 req-b0a1f1cf-e82f-4f72-97bb-c51b39865b94 tempest-LiveMigrationTest-431337817 tempest-LiveMigrationTest-431337817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:59.562871 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5dd232c6-afbc-4512-b72f-b31a27f05f97 req-b0a1f1cf-e82f-4f72-97bb-c51b39865b94 tempest-LiveMigrationTest-431337817 tempest-LiveMigrationTest-431337817-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=530cb3cd-0851-4fc8-b790-2e99ac2edf18 HTTP/1.1" status: 200 len: 1095 time: 0.2097461 Jul 15 23:09:59.590505 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae4bd57d-936f-40f2-a363-bf3303e322d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:09:59.620134 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ae4bd57d-936f-40f2-a363-bf3303e322d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:59.620697 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-ae4bd57d-936f-40f2-a363-bf3303e322d6 admin admin] Added segment 41bb0a1b-8c14-4610-9cb5-c2fe9b931c04 of type vlan for network d6e36f97-f235-442f-9e3a-fe975377da9c Jul 15 23:09:59.642556 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5dd232c6-afbc-4512-b72f-b31a27f05f97 req-57c7d9b9-7d30-4312-afd3-2e4d24a2f8a3 tempest-LiveMigrationTest-431337817 tempest-LiveMigrationTest-431337817-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707536 Jul 15 23:09:59.720473 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ae4bd57d-936f-40f2-a363-bf3303e322d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:59.785602 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d077e26c-30a5-4e31-827c-054cc1140f89 x-openstack-request-id: req-d077e26c-30a5-4e31-827c-054cc1140f89 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:09:59.786202 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "251c2b27-dd3f-48ef-90ca-fc5628302a0d", "name": "network-vif-deleted", "tag": "2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:09:59.786636 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d077e26c-30a5-4e31-827c-054cc1140f89 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:09:59.787195 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '251c2b27-dd3f-48ef-90ca-fc5628302a0d', 'name': 'network-vif-deleted', 'tag': '2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe', 'status': 'completed', 'code': 200} Jul 15 23:09:59.797763 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ae4bd57d-936f-40f2-a363-bf3303e322d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:59.800716 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4bd57d-936f-40f2-a363-bf3303e322d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:09:59.801590 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ae4bd57d-936f-40f2-a363-bf3303e322d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:59.844883 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8a9380cb-9fb5-4e0c-a503-45635e05683a req-39f47138-0c77-41c5-8f54-878977278ebd tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=251c2b27-dd3f-48ef-90ca-fc5628302a0d HTTP/1.1" status: 200 len: 210 time: 0.0567956 Jul 15 23:09:59.952506 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4bd57d-936f-40f2-a363-bf3303e322d6 admin admin] Pushing event updated for resources: {'Network': ['ID=d6e36f97-f235-442f-9e3a-fe975377da9c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:09:59.966699 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c886c740-25a1-4d58-997e-9aa8cdae6aaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:59.969568 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network d6e36f97-f235-442f-9e3a-fe975377da9c details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:09:59.977139 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c886c740-25a1-4d58-997e-9aa8cdae6aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:09:59.991807 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ae4bd57d-936f-40f2-a363-bf3303e322d6 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6954165 Jul 15 23:09:59.994550 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56232) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:00.004395 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-c885ff00-b551-40cf-bdc0-dd642904f7a1 admin admin] Request body: {'subnet': {'network_id': 'd6e36f97-f235-442f-9e3a-fe975377da9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-214342472-subnet', 'tenant_id': '126b75f1b6e8430ab20407ac01a093ba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:00.063353 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c885ff00-b551-40cf-bdc0-dd642904f7a1 admin admin] Made reservation on behalf of 126b75f1b6e8430ab20407ac01a093ba for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:10:00.069146 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c885ff00-b551-40cf-bdc0-dd642904f7a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:00.084104 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c886c740-25a1-4d58-997e-9aa8cdae6aaa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=433af51c22c343e4b7f314f4fcfe76f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5972950 Jul 15 23:10:00.087087 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56238) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:00.094691 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c886c740-25a1-4d58-997e-9aa8cdae6aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=193deeb9-87b0-4104-84f5-23b74d7eb821,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:00.209838 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b0403bd-92f3-4132-a290-1f867838ee41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:00.288355 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b0403bd-92f3-4132-a290-1f867838ee41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:00.394396 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b0403bd-92f3-4132-a290-1f867838ee41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:00.397877 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b0403bd-92f3-4132-a290-1f867838ee41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:00.420726 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-2b0403bd-92f3-4132-a290-1f867838ee41 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/193deeb9-87b0-4104-84f5-23b74d7eb821 HTTP/1.1" status: 204 len: 168 time: 0.3312504 Jul 15 23:10:00.451561 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0403bd-92f3-4132-a290-1f867838ee41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=193deeb9-87b0-4104-84f5-23b74d7eb821,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:00.469568 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c885ff00-b551-40cf-bdc0-dd642904f7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:00.569865 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c885ff00-b551-40cf-bdc0-dd642904f7a1 admin admin] Checking segment: {'id': '41bb0a1b-8c14-4610-9cb5-c2fe9b931c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd6e36f97-f235-442f-9e3a-fe975377da9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:10:00.569865 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c885ff00-b551-40cf-bdc0-dd642904f7a1 admin admin] Network hostable DHCP agents. Network: d6e36f97-f235-442f-9e3a-fe975377da9c, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:10:00.573164 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c885ff00-b551-40cf-bdc0-dd642904f7a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36cc0597-e47b-49f1-adeb-ab87e2be69c4,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:00.608696 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c885ff00-b551-40cf-bdc0-dd642904f7a1 admin admin] Network d6e36f97-f235-442f-9e3a-fe975377da9c is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:10:00.624670 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-c885ff00-b551-40cf-bdc0-dd642904f7a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, d6e36f97-f235-442f-9e3a-fe975377da9c) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:00.630457 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c885ff00-b551-40cf-bdc0-dd642904f7a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:00.631459 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c885ff00-b551-40cf-bdc0-dd642904f7a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:00.636355 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb5a30a-e560-45c4-b24c-c3ed5115ecdc None None] Network d6e36f97-f235-442f-9e3a-fe975377da9c requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:10:00.650445 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-c885ff00-b551-40cf-bdc0-dd642904f7a1 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6540852 Jul 15 23:10:00.653049 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56258) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:00.658379 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c7443cf8-a58b-41a2-b2aa-19834b44ab84 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-214342472-router', 'tenant_id': '126b75f1b6e8430ab20407ac01a093ba', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:00.691868 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c7443cf8-a58b-41a2-b2aa-19834b44ab84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:00.693659 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c7443cf8-a58b-41a2-b2aa-19834b44ab84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:00.804932 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-03b17fdb-baed-4ca1-814a-05d88ce4fb70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:00.812728 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c7443cf8-a58b-41a2-b2aa-19834b44ab84 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:00.906786 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:10:00.956170 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] No Port match for: 2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:10:00.957471 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 2fa1c6ea-c829-47c1-bd55-d00ec5da8cfe not bound to the agent host n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:10:00.968365 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4898ad9d-0eb1-4292-bb35-0bfdc4c9591c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-d6e36f97-f235-442f-9e3a-fe975377da9c', 'network_id': 'd6e36f97-f235-442f-9e3a-fe975377da9c', 'tenant_id': '126b75f1b6e8430ab20407ac01a093ba', 'fixed_ips': [{'subnet_id': '36cc0597-e47b-49f1-adeb-ab87e2be69c4'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:10:00.969235 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4898ad9d-0eb1-4292-bb35-0bfdc4c9591c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:01.033173 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56268) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:01.148690 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c7443cf8-a58b-41a2-b2aa-19834b44ab84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:01.315038 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-4898ad9d-0eb1-4292-bb35-0bfdc4c9591c None None] Allocated IP 172.20.0.2 (d6e36f97-f235-442f-9e3a-fe975377da9c/36cc0597-e47b-49f1-adeb-ab87e2be69c4/6b7a9533-f373-4195-884a-d260df92c7b8) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:10:01.432812 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-a4fa2ba5-7000-44f5-8bdc-e415571f2039 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5552d18393e34d1caf917adf0e776b46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3987978 Jul 15 23:10:01.436511 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56284) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:01.639028 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4898ad9d-0eb1-4292-bb35-0bfdc4c9591c None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:01.652971 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4898ad9d-0eb1-4292-bb35-0bfdc4c9591c None None] Transition to ACTIVE for port object 6b7a9533-f373-4195-884a-d260df92c7b8 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:01.671616 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c7443cf8-a58b-41a2-b2aa-19834b44ab84 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:01.680910 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4898ad9d-0eb1-4292-bb35-0bfdc4c9591c None None] Transition to ACTIVE for port object 6b7a9533-f373-4195-884a-d260df92c7b8 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:01.690984 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4898ad9d-0eb1-4292-bb35-0bfdc4c9591c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:01.710785 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c7443cf8-a58b-41a2-b2aa-19834b44ab84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:01.764655 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4898ad9d-0eb1-4292-bb35-0bfdc4c9591c None None] Network d6e36f97-f235-442f-9e3a-fe975377da9c is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:10:01.769967 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-4898ad9d-0eb1-4292-bb35-0bfdc4c9591c None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:01.775123 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4898ad9d-0eb1-4292-bb35-0bfdc4c9591c None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:10:01.838114 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4898ad9d-0eb1-4292-bb35-0bfdc4c9591c None None] Pushing event updated for resources: {'Port': ['ID=6b7a9533-f373-4195-884a-d260df92c7b8,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:01.874421 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-c7443cf8-a58b-41a2-b2aa-19834b44ab84 admin admin] Allocated IP 172.25.5.110 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/6a275886-6afa-4a5a-9dd2-9107d41d0bc2) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:10:01.891928 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-4898ad9d-0eb1-4292-bb35-0bfdc4c9591c None None] Attempting to bind port 6b7a9533-f373-4195-884a-d260df92c7b8 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:10:01.892155 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-4898ad9d-0eb1-4292-bb35-0bfdc4c9591c None None] Attempting to bind port 6b7a9533-f373-4195-884a-d260df92c7b8 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '41bb0a1b-8c14-4610-9cb5-c2fe9b931c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd6e36f97-f235-442f-9e3a-fe975377da9c'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:10:01.892340 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4898ad9d-0eb1-4292-bb35-0bfdc4c9591c None None] Attempting to bind port 6b7a9533-f373-4195-884a-d260df92c7b8 on network d6e36f97-f235-442f-9e3a-fe975377da9c {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:10:01.899072 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4898ad9d-0eb1-4292-bb35-0bfdc4c9591c None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:10:01.899451 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4898ad9d-0eb1-4292-bb35-0bfdc4c9591c None None] Checking segment: {'id': '41bb0a1b-8c14-4610-9cb5-c2fe9b931c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd6e36f97-f235-442f-9e3a-fe975377da9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:10:01.899883 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4898ad9d-0eb1-4292-bb35-0bfdc4c9591c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:01.900319 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4898ad9d-0eb1-4292-bb35-0bfdc4c9591c None None] Bound using segment: {'id': '41bb0a1b-8c14-4610-9cb5-c2fe9b931c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd6e36f97-f235-442f-9e3a-fe975377da9c'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:10:01.900782 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-4898ad9d-0eb1-4292-bb35-0bfdc4c9591c None None] Bound port: 6b7a9533-f373-4195-884a-d260df92c7b8, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41bb0a1b-8c14-4610-9cb5-c2fe9b931c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd6e36f97-f235-442f-9e3a-fe975377da9c'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:10:01.901160 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4898ad9d-0eb1-4292-bb35-0bfdc4c9591c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:01.950539 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7131c3a-3dc8-4fbb-95f3-b6b631e2c910 req-a210c544-5554-4cf7-8de6-1ee6c46d5fcb tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:01.952478 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f7131c3a-3dc8-4fbb-95f3-b6b631e2c910 req-a210c544-5554-4cf7-8de6-1ee6c46d5fcb tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.49 "GET /v2.0/ports?device_id=530cb3cd-0851-4fc8-b790-2e99ac2edf18 HTTP/1.1" status: 200 len: 944 time: 0.8334050 Jul 15 23:10:02.000859 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fc5e6c7f-4e26-48a0-a7e1-23b5e0459bb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:02.016403 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-4898ad9d-0eb1-4292-bb35-0bfdc4c9591c None None] For port 6b7a9533-f373-4195-884a-d260df92c7b8, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:10:02.021400 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-4898ad9d-0eb1-4292-bb35-0bfdc4c9591c None None] For port 6b7a9533-f373-4195-884a-d260df92c7b8, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=6b7a9533-f373-4195-884a-d260df92c7b8,segment=NetworkSegment(41bb0a1b-8c14-4610-9cb5-c2fe9b931c04),segment_id=41bb0a1b-8c14-4610-9cb5-c2fe9b931c04)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:10:02.028887 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4898ad9d-0eb1-4292-bb35-0bfdc4c9591c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:02.038060 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a75dc-21bf-412b-9e90-fc6281c1818b req-aeefb115-7aee-4c46-813c-ba9f686b4ebd tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:02.044995 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-766a75dc-21bf-412b-9e90-fc6281c1818b req-aeefb115-7aee-4c46-813c-ba9f686b4ebd tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=530cb3cd-0851-4fc8-b790-2e99ac2edf18 HTTP/1.1" status: 200 len: 944 time: 0.5897388 Jul 15 23:10:02.066829 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fc5e6c7f-4e26-48a0-a7e1-23b5e0459bb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:02.106243 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a910ddb7-423a-42e4-b86b-31a21af8243d req-708663be-6be5-47a1-82e3-d081aa32d4d8 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:02.111022 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4898ad9d-0eb1-4292-bb35-0bfdc4c9591c None None] Pushing event updated for resources: {'Port': ['ID=6b7a9533-f373-4195-884a-d260df92c7b8,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:02.113428 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a910ddb7-423a-42e4-b86b-31a21af8243d req-708663be-6be5-47a1-82e3-d081aa32d4d8 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=15ef82b7-20b0-46b6-be4d-5fa457f25444 HTTP/1.1" status: 200 len: 950 time: 0.2080250 Jul 15 23:10:02.171709 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c7443cf8-a58b-41a2-b2aa-19834b44ab84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:02.189431 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-766a75dc-21bf-412b-9e90-fc6281c1818b req-36f3fa36-58cc-4b6f-9708-b94810b5cfc5 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434588 Jul 15 23:10:02.244954 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-f7131c3a-3dc8-4fbb-95f3-b6b631e2c910 req-b59fd923-f701-49a8-b038-e892fdf52521 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Deleting port bf986a0f-e761-42ed-a014-2c3b352b699e {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:10:02.245406 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f7131c3a-3dc8-4fbb-95f3-b6b631e2c910 req-b59fd923-f701-49a8-b038-e892fdf52521 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:02.250119 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a910ddb7-423a-42e4-b86b-31a21af8243d req-9ed2b1cb-404f-4db6-a234-2f27f2d0b01a tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353390 Jul 15 23:10:02.266051 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fc5e6c7f-4e26-48a0-a7e1-23b5e0459bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:02.270992 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fc5e6c7f-4e26-48a0-a7e1-23b5e0459bb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:02.281926 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-fc5e6c7f-4e26-48a0-a7e1-23b5e0459bb9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3dc6d28b-4398-455c-8f3a-13bc6000f850 HTTP/1.1" status: 204 len: 168 time: 0.8443716 Jul 15 23:10:02.302431 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5e6c7f-4e26-48a0-a7e1-23b5e0459bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc6d28b-4398-455c-8f3a-13bc6000f850,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:02.383272 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c7443cf8-a58b-41a2-b2aa-19834b44ab84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:02.392790 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-f7131c3a-3dc8-4fbb-95f3-b6b631e2c910 req-b59fd923-f701-49a8-b038-e892fdf52521 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] For port bf986a0f-e761-42ed-a014-2c3b352b699e, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=bf986a0f-e761-42ed-a014-2c3b352b699e,segment=NetworkSegment(2a783e67-ba53-4ea9-9bee-afb3f3217392),segment_id=2a783e67-ba53-4ea9-9bee-afb3f3217392)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:02.394433 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f7131c3a-3dc8-4fbb-95f3-b6b631e2c910 req-b59fd923-f701-49a8-b038-e892fdf52521 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:02.454033 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-f7131c3a-3dc8-4fbb-95f3-b6b631e2c910 req-b59fd923-f701-49a8-b038-e892fdf52521 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Calling delete_port for bf986a0f-e761-42ed-a014-2c3b352b699e owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:10:02.484380 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7443cf8-a58b-41a2-b2aa-19834b44ab84 admin admin] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:10:02.492641 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-c7443cf8-a58b-41a2-b2aa-19834b44ab84 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:02.496482 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7443cf8-a58b-41a2-b2aa-19834b44ab84 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:10:02.498434 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7443cf8-a58b-41a2-b2aa-19834b44ab84 admin admin] Pushing event updated for resources: {'Port': ['ID=6a275886-6afa-4a5a-9dd2-9107d41d0bc2,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:02.955043 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 6b7a9533-f373-4195-884a-d260df92c7b8 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:10:02.985574 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f7131c3a-3dc8-4fbb-95f3-b6b631e2c910 req-b59fd923-f701-49a8-b038-e892fdf52521 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:03.031012 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['74e17b73-3fe4-4f88-802a-610d4f522b58'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:10:03.093223 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59fd923-f701-49a8-b038-e892fdf52521 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Pushing event deleted for resources: {'Port': ['ID=bf986a0f-e761-42ed-a014-2c3b352b699e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:03.326400 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 6b7a9533-f373-4195-884a-d260df92c7b8 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:10:03.339301 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b8c83-3962-4d3e-8cae-c42f08697f33 req-342eb895-e839-4017-bb42-1fa04917a749 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:03.342703 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9e364bf7-18de-46a1-ad83-0cfad298cf40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:03.358491 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-562b8c83-3962-4d3e-8cae-c42f08697f33 req-342eb895-e839-4017-bb42-1fa04917a749 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.41 "GET /v2.0/ports?device_id=15ef82b7-20b0-46b6-be4d-5fa457f25444 HTTP/1.1" status: 200 len: 950 time: 0.5640042 Jul 15 23:10:03.364628 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:03.374535 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7131c3a-3dc8-4fbb-95f3-b6b631e2c910 req-b59fd923-f701-49a8-b038-e892fdf52521 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] No DVR routers for this DVR port bf986a0f-e761-42ed-a014-2c3b352b699e on host n-h1-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:10:03.423272 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f7131c3a-3dc8-4fbb-95f3-b6b631e2c910 req-b59fd923-f701-49a8-b038-e892fdf52521 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:03.428244 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f7131c3a-3dc8-4fbb-95f3-b6b631e2c910 req-b59fd923-f701-49a8-b038-e892fdf52521 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.49 "DELETE /v2.0/ports/bf986a0f-e761-42ed-a014-2c3b352b699e HTTP/1.1" status: 204 len: 173 time: 1.4676867 Jul 15 23:10:03.430897 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '530cb3cd-0851-4fc8-b790-2e99ac2edf18', 'name': 'network-vif-deleted', 'tag': 'bf986a0f-e761-42ed-a014-2c3b352b699e'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:10:03.433962 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9895b51-5f65-41b5-b9c8-806d959c21b8" -d '{"events": [{"server_uuid": "530cb3cd-0851-4fc8-b790-2e99ac2edf18", "name": "network-vif-deleted", "tag": "bf986a0f-e761-42ed-a014-2c3b352b699e"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:10:03.497655 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c7443cf8-a58b-41a2-b2aa-19834b44ab84 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:03.526518 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3665618f-4e54-4ed5-b775-dce19049e9be req-da2f8050-c7a0-4b9c-9f79-b67765dad23f tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=530cb3cd-0851-4fc8-b790-2e99ac2edf18 HTTP/1.1" status: 200 len: 210 time: 0.0619628 Jul 15 23:10:03.802570 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a7a16b-c3dc-43a2-825e-ae6dfa8ac4dd req-ad7e5d2b-b611-472e-ab39-cb90dc7dc3cd tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:03.804228 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-07a7a16b-c3dc-43a2-825e-ae6dfa8ac4dd req-ad7e5d2b-b611-472e-ab39-cb90dc7dc3cd tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=15ef82b7-20b0-46b6-be4d-5fa457f25444 HTTP/1.1" status: 200 len: 950 time: 0.1570821 Jul 15 23:10:03.887201 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-07a7a16b-c3dc-43a2-825e-ae6dfa8ac4dd req-f0c74be5-f261-4224-ab99-b248fff4541e tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696039 Jul 15 23:10:03.912639 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c65f03-221d-4d75-b366-c018408ee9b7 None None] Network d6e36f97-f235-442f-9e3a-fe975377da9c requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:10:04.166106 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-30e85445-f275-4ad6-9363-5138c71627c4 None None] Provisioning for port 6b7a9533-f373-4195-884a-d260df92c7b8 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:10:04.207362 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-30e85445-f275-4ad6-9363-5138c71627c4 None None] Provisioning complete for port 6b7a9533-f373-4195-884a-d260df92c7b8 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:04.209677 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-30e85445-f275-4ad6-9363-5138c71627c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:04.226232 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:04.263373 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53492889-f94c-4d79-916d-82d76b15ec6e req-0f28c165-31d8-42d7-8db0-c3e6307b9093 tempest-AttachSCSIVolumeTestJSON-152324139 tempest-AttachSCSIVolumeTestJSON-152324139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:04.274888 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-53492889-f94c-4d79-916d-82d76b15ec6e req-0f28c165-31d8-42d7-8db0-c3e6307b9093 tempest-AttachSCSIVolumeTestJSON-152324139 tempest-AttachSCSIVolumeTestJSON-152324139-project] 10.222.0.48 "GET /v2.0/ports?device_id=0755d4af-e13a-4356-8083-9e78f5beea87 HTTP/1.1" status: 200 len: 946 time: 0.1482780 Jul 15 23:10:04.326914 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed20edd3-3c98-4d77-85c9-3e86c7011a41 x-openstack-request-id: req-ed20edd3-3c98-4d77-85c9-3e86c7011a41 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:10:04.327231 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "530cb3cd-0851-4fc8-b790-2e99ac2edf18", "name": "network-vif-deleted", "tag": "bf986a0f-e761-42ed-a014-2c3b352b699e", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:10:04.327632 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ed20edd3-3c98-4d77-85c9-3e86c7011a41 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:10:04.328214 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '530cb3cd-0851-4fc8-b790-2e99ac2edf18', 'name': 'network-vif-deleted', 'tag': 'bf986a0f-e761-42ed-a014-2c3b352b699e', 'status': 'completed', 'code': 200} Jul 15 23:10:04.347676 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c7443cf8-a58b-41a2-b2aa-19834b44ab84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:04.385283 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-53492889-f94c-4d79-916d-82d76b15ec6e req-d0e16d40-9358-4811-9a0e-4fd382749c2c tempest-AttachSCSIVolumeTestJSON-152324139 tempest-AttachSCSIVolumeTestJSON-152324139-project] 10.222.0.48 "GET /v2.0/security-groups?id=87b1bf12-9b7e-4170-bff0-339f379aeefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079402 Jul 15 23:10:04.545432 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-30e85445-f275-4ad6-9363-5138c71627c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:04.548216 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-562b8c83-3962-4d3e-8cae-c42f08697f33 req-18503779-e3b8-47e0-bf24-c7313dc0a625 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Deleting port 600c70ff-f3b9-44ef-ab5b-b11e9e9453e0 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:10:04.548577 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-562b8c83-3962-4d3e-8cae-c42f08697f33 req-18503779-e3b8-47e0-bf24-c7313dc0a625 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:04.614872 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-30e85445-f275-4ad6-9363-5138c71627c4 None None] For port 6b7a9533-f373-4195-884a-d260df92c7b8, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=6b7a9533-f373-4195-884a-d260df92c7b8,segment=NetworkSegment(41bb0a1b-8c14-4610-9cb5-c2fe9b931c04),segment_id=41bb0a1b-8c14-4610-9cb5-c2fe9b931c04)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:04.621729 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-30e85445-f275-4ad6-9363-5138c71627c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:04.708331 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device bf986a0f-e761-42ed-a014-2c3b352b699e no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:10:04.766909 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: bf986a0f-e761-42ed-a014-2c3b352b699e {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:10:04.767258 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device bf986a0f-e761-42ed-a014-2c3b352b699e not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:10:04.791433 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7443cf8-a58b-41a2-b2aa-19834b44ab84 admin admin] Router 0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2 is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:10:04.806552 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e85445-f275-4ad6-9363-5138c71627c4 None None] Pushing event updated for resources: {'Port': ['ID=6b7a9533-f373-4195-884a-d260df92c7b8,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:04.833710 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-562b8c83-3962-4d3e-8cae-c42f08697f33 req-18503779-e3b8-47e0-bf24-c7313dc0a625 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] For port 600c70ff-f3b9-44ef-ab5b-b11e9e9453e0, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=600c70ff-f3b9-44ef-ab5b-b11e9e9453e0,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:04.834078 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-562b8c83-3962-4d3e-8cae-c42f08697f33 req-18503779-e3b8-47e0-bf24-c7313dc0a625 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:04.931932 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-562b8c83-3962-4d3e-8cae-c42f08697f33 req-18503779-e3b8-47e0-bf24-c7313dc0a625 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Calling delete_port for 600c70ff-f3b9-44ef-ab5b-b11e9e9453e0 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:10:05.022877 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5556f88c-0dbb-498c-92a2-dc5e06a9ce82 req-2c428e4c-62a6-4cbf-9f65-e1e0688c5b2a tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=530cb3cd-0851-4fc8-b790-2e99ac2edf18 HTTP/1.1" status: 200 len: 210 time: 0.0490842 Jul 15 23:10:05.064983 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6eb827bd-c54b-439c-ba4f-fcd0f7156d22 None None] Provisioning complete for port 6b7a9533-f373-4195-884a-d260df92c7b8 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:05.065520 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6eb827bd-c54b-439c-ba4f-fcd0f7156d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:05.234238 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7443cf8-a58b-41a2-b2aa-19834b44ab84 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:10:05.255653 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca38586a-7e06-4d08-b450-a7f632bad1eb None None] Sync routers for ids ['0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:10:05.277663 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca38586a-7e06-4d08-b450-a7f632bad1eb None None] Routers {'0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:10:05.278645 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ca38586a-7e06-4d08-b450-a7f632bad1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:10:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:05.317751 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c7443cf8-a58b-41a2-b2aa-19834b44ab84 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:05.319047 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c7443cf8-a58b-41a2-b2aa-19834b44ab84 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.6648729 Jul 15 23:10:05.322357 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56380) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:05.425138 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa531166-c1f4-4eb3-82c3-b42210eddd74 req-e6b13994-115e-4150-9d5a-be8200c02f02 tempest-AttachSCSIVolumeTestJSON-152324139 tempest-AttachSCSIVolumeTestJSON-152324139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:05.426712 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-fa531166-c1f4-4eb3-82c3-b42210eddd74 req-e6b13994-115e-4150-9d5a-be8200c02f02 tempest-AttachSCSIVolumeTestJSON-152324139 tempest-AttachSCSIVolumeTestJSON-152324139-project] 10.222.0.49 "GET /v2.0/ports?device_id=0755d4af-e13a-4356-8083-9e78f5beea87 HTTP/1.1" status: 200 len: 946 time: 0.3485370 Jul 15 23:10:05.497451 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de049ba7-9751-4555-8fb0-517203f7e418 req-f2ebdeab-5a7a-4708-90e8-63c2ad0becf6 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:05.510488 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-de049ba7-9751-4555-8fb0-517203f7e418 req-f2ebdeab-5a7a-4708-90e8-63c2ad0becf6 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=15ef82b7-20b0-46b6-be4d-5fa457f25444 HTTP/1.1" status: 200 len: 950 time: 0.2406602 Jul 15 23:10:05.513224 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56384) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:05.519474 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-ca38586a-7e06-4d08-b450-a7f632bad1eb None None] Set router 0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:10:05.550737 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-562b8c83-3962-4d3e-8cae-c42f08697f33 req-18503779-e3b8-47e0-bf24-c7313dc0a625 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:05.567418 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['8f0d8289-9945-4b18-96eb-ec03ccd15832'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:10:05.632946 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-de049ba7-9751-4555-8fb0-517203f7e418 req-a8ea292f-05a3-4d68-9ebd-ea84d19e3a42 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206722 Jul 15 23:10:05.640004 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18503779-e3b8-47e0-bf24-c7313dc0a625 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Pushing event deleted for resources: {'Port': ['ID=600c70ff-f3b9-44ef-ab5b-b11e9e9453e0,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:05.743333 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-562b8c83-3962-4d3e-8cae-c42f08697f33 req-18503779-e3b8-47e0-bf24-c7313dc0a625 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] No DVR routers for this DVR port 600c70ff-f3b9-44ef-ab5b-b11e9e9453e0 on host n-h2-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:10:05.747383 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-562b8c83-3962-4d3e-8cae-c42f08697f33 req-18503779-e3b8-47e0-bf24-c7313dc0a625 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:05.756577 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-562b8c83-3962-4d3e-8cae-c42f08697f33 req-18503779-e3b8-47e0-bf24-c7313dc0a625 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.41 "DELETE /v2.0/ports/600c70ff-f3b9-44ef-ab5b-b11e9e9453e0 HTTP/1.1" status: 204 len: 173 time: 2.3621356 Jul 15 23:10:05.796829 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-fa531166-c1f4-4eb3-82c3-b42210eddd74 req-a23bef58-b148-42de-82fa-c27ef574453d tempest-AttachSCSIVolumeTestJSON-152324139 tempest-AttachSCSIVolumeTestJSON-152324139-project] Deleting port 470bb258-a237-4488-81d8-6ab99ca14be6 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:10:05.797859 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fa531166-c1f4-4eb3-82c3-b42210eddd74 req-a23bef58-b148-42de-82fa-c27ef574453d tempest-AttachSCSIVolumeTestJSON-152324139 tempest-AttachSCSIVolumeTestJSON-152324139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:05.921081 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2f06c98a-b47c-4d53-bddc-a98328e12b21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:06.045597 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-fa531166-c1f4-4eb3-82c3-b42210eddd74 req-a23bef58-b148-42de-82fa-c27ef574453d tempest-AttachSCSIVolumeTestJSON-152324139 tempest-AttachSCSIVolumeTestJSON-152324139-project] For port 470bb258-a237-4488-81d8-6ab99ca14be6, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=470bb258-a237-4488-81d8-6ab99ca14be6,segment=NetworkSegment(a7ec11b6-8367-4d76-bf81-1a7f9b95cb02),segment_id=a7ec11b6-8367-4d76-bf81-1a7f9b95cb02)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:06.057201 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fa531166-c1f4-4eb3-82c3-b42210eddd74 req-a23bef58-b148-42de-82fa-c27ef574453d tempest-AttachSCSIVolumeTestJSON-152324139 tempest-AttachSCSIVolumeTestJSON-152324139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:06.083979 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-fa531166-c1f4-4eb3-82c3-b42210eddd74 req-a23bef58-b148-42de-82fa-c27ef574453d tempest-AttachSCSIVolumeTestJSON-152324139 tempest-AttachSCSIVolumeTestJSON-152324139-project] Calling delete_port for 470bb258-a237-4488-81d8-6ab99ca14be6 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:10:06.204475 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:06.257723 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ca38586a-7e06-4d08-b450-a7f632bad1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2', 'name': 'tempest-ServersTestManualDisk-214342472-router', 'tenant_id': '126b75f1b6e8430ab20407ac01a093ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '6a275886-6afa-4a5a-9dd2-9107d41d0bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:10:00Z', 'updated_at': '2021-07-15T23:10:02Z', 'revision_number': 3, 'project_id': '126b75f1b6e8430ab20407ac01a093ba', 'gw_port': {'id': '6a275886-6afa-4a5a-9dd2-9107d41d0bc2', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b8:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:10:01Z', 'updated_at': '2021-07-15T23:10:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:06.308694 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca38586a-7e06-4d08-b450-a7f632bad1eb None None] Checking router: 0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:10:06.309382 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca38586a-7e06-4d08-b450-a7f632bad1eb None None] Updating router 0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2 port 6a275886-6afa-4a5a-9dd2-9107d41d0bc2 binding host n-d-794306-6 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:10:06.331883 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15ef82b7-20b0-46b6-be4d-5fa457f25444', 'name': 'network-vif-deleted', 'tag': '600c70ff-f3b9-44ef-ab5b-b11e9e9453e0'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:10:06.336090 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dbb20bf-9cd3-4ff1-8a26-a24ee023a545" -d '{"events": [{"server_uuid": "15ef82b7-20b0-46b6-be4d-5fa457f25444", "name": "network-vif-deleted", "tag": "600c70ff-f3b9-44ef-ab5b-b11e9e9453e0"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:10:06.344280 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d11ffce4-55fb-4daf-b5fd-cf97286e6ef6 req-82e43502-f438-4f8d-a082-d8c15dda2d22 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=530cb3cd-0851-4fc8-b790-2e99ac2edf18 HTTP/1.1" status: 200 len: 210 time: 0.0726452 Jul 15 23:10:06.426612 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ca38586a-7e06-4d08-b450-a7f632bad1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:06.516133 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fa531166-c1f4-4eb3-82c3-b42210eddd74 req-a23bef58-b148-42de-82fa-c27ef574453d tempest-AttachSCSIVolumeTestJSON-152324139 tempest-AttachSCSIVolumeTestJSON-152324139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:06.528463 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['470bb258-a237-4488-81d8-6ab99ca14be6'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:10:06.540935 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af846b-5550-4b2e-aa40-dd1a5bf74a5c req-aa2baef7-e4a7-4d4e-9757-6d86736ebade tempest-AttachSCSIVolumeTestJSON-152324139 tempest-AttachSCSIVolumeTestJSON-152324139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:06.543345 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-58af846b-5550-4b2e-aa40-dd1a5bf74a5c req-aa2baef7-e4a7-4d4e-9757-6d86736ebade tempest-AttachSCSIVolumeTestJSON-152324139 tempest-AttachSCSIVolumeTestJSON-152324139-project] 10.222.0.48 "GET /v2.0/ports?device_id=0755d4af-e13a-4356-8083-9e78f5beea87 HTTP/1.1" status: 200 len: 946 time: 0.3412142 Jul 15 23:10:06.649068 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798978e3-1840-4ff8-9f6e-d97dda56077b x-openstack-request-id: req-798978e3-1840-4ff8-9f6e-d97dda56077b {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:10:06.649700 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15ef82b7-20b0-46b6-be4d-5fa457f25444", "name": "network-vif-deleted", "tag": "600c70ff-f3b9-44ef-ab5b-b11e9e9453e0", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:10:06.651511 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-798978e3-1840-4ff8-9f6e-d97dda56077b {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:10:06.652505 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15ef82b7-20b0-46b6-be4d-5fa457f25444', 'name': 'network-vif-deleted', 'tag': '600c70ff-f3b9-44ef-ab5b-b11e9e9453e0', 'status': 'completed', 'code': 200} Jul 15 23:10:06.666435 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23bef58-b148-42de-82fa-c27ef574453d tempest-AttachSCSIVolumeTestJSON-152324139 tempest-AttachSCSIVolumeTestJSON-152324139-project] Pushing event deleted for resources: {'Port': ['ID=470bb258-a237-4488-81d8-6ab99ca14be6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:06.733312 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2f06c98a-b47c-4d53-bddc-a98328e12b21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:06.752083 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-58af846b-5550-4b2e-aa40-dd1a5bf74a5c req-6984afc2-2916-4480-8151-5a4b06cbf6a3 tempest-AttachSCSIVolumeTestJSON-152324139 tempest-AttachSCSIVolumeTestJSON-152324139-project] 10.222.0.48 "GET /v2.0/security-groups?id=87b1bf12-9b7e-4170-bff0-339f379aeefc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979067 Jul 15 23:10:06.756375 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2f06c98a-b47c-4d53-bddc-a98328e12b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:06.772260 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa531166-c1f4-4eb3-82c3-b42210eddd74 req-a23bef58-b148-42de-82fa-c27ef574453d tempest-AttachSCSIVolumeTestJSON-152324139 tempest-AttachSCSIVolumeTestJSON-152324139-project] No DVR routers for this DVR port 470bb258-a237-4488-81d8-6ab99ca14be6 on host n-h1-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:10:06.796115 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e284bb37-6162-473f-9439-f38a69cb149b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:06.797502 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fa531166-c1f4-4eb3-82c3-b42210eddd74 req-a23bef58-b148-42de-82fa-c27ef574453d tempest-AttachSCSIVolumeTestJSON-152324139 tempest-AttachSCSIVolumeTestJSON-152324139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:06.824833 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-fa531166-c1f4-4eb3-82c3-b42210eddd74 req-a23bef58-b148-42de-82fa-c27ef574453d tempest-AttachSCSIVolumeTestJSON-152324139 tempest-AttachSCSIVolumeTestJSON-152324139-project] 10.222.0.49 "DELETE /v2.0/ports/470bb258-a237-4488-81d8-6ab99ca14be6 HTTP/1.1" status: 204 len: 173 time: 1.3651638 Jul 15 23:10:06.906962 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 600c70ff-f3b9-44ef-ab5b-b11e9e9453e0 no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:10:06.993188 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] No Port match for: 600c70ff-f3b9-44ef-ab5b-b11e9e9453e0 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:10:06.993600 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 600c70ff-f3b9-44ef-ab5b-b11e9e9453e0 not bound to the agent host n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:10:07.029772 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 6b7a9533-f373-4195-884a-d260df92c7b8 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:10:07.202434 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 6b7a9533-f373-4195-884a-d260df92c7b8 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:07.203253 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:07.333947 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ca38586a-7e06-4d08-b450-a7f632bad1eb None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:07.352138 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ca38586a-7e06-4d08-b450-a7f632bad1eb None None] Transition to ACTIVE for port object 6a275886-6afa-4a5a-9dd2-9107d41d0bc2 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:07.359767 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ca38586a-7e06-4d08-b450-a7f632bad1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:07.399280 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-2f06c98a-b47c-4d53-bddc-a98328e12b21 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c6cbef2ca7c64de28808663ee609ba21&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8789794 Jul 15 23:10:07.399280 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f06c98a-b47c-4d53-bddc-a98328e12b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1ac482-2b14-43ca-b37e-f5bf616ac4b4,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:07.401673 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56414) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:07.411449 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-25d98b65-5f34-4191-9f0e-afc2d572b4fd req-8ec49fc5-c69d-4717-b179-940e822fdb92 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=15ef82b7-20b0-46b6-be4d-5fa457f25444 HTTP/1.1" status: 200 len: 210 time: 0.0500045 Jul 15 23:10:07.470053 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56416) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:07.477108 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799febc7-56c3-4aee-9f9c-2ac47595f023 None None] Pushing event updated for resources: {'Port': ['ID=6a275886-6afa-4a5a-9dd2-9107d41d0bc2,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:07.496277 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799febc7-56c3-4aee-9f9c-2ac47595f023 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:07.497333 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799febc7-56c3-4aee-9f9c-2ac47595f023 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:07.497895 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799febc7-56c3-4aee-9f9c-2ac47595f023 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:07.498354 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-e284bb37-6162-473f-9439-f38a69cb149b admin admin] Allocated IP 172.20.0.1 (d6e36f97-f235-442f-9e3a-fe975377da9c/36cc0597-e47b-49f1-adeb-ab87e2be69c4/d337ad64-7e30-49cd-8b51-79f25fe3fa61) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:10:07.498718 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799febc7-56c3-4aee-9f9c-2ac47595f023 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:07.499358 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799febc7-56c3-4aee-9f9c-2ac47595f023 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:07.499944 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799febc7-56c3-4aee-9f9c-2ac47595f023 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:07.500503 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799febc7-56c3-4aee-9f9c-2ac47595f023 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:07.501038 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799febc7-56c3-4aee-9f9c-2ac47595f023 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:07.502070 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799febc7-56c3-4aee-9f9c-2ac47595f023 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:07.503134 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799febc7-56c3-4aee-9f9c-2ac47595f023 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:07.503760 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799febc7-56c3-4aee-9f9c-2ac47595f023 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:07.504313 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799febc7-56c3-4aee-9f9c-2ac47595f023 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:07.522043 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-ca38586a-7e06-4d08-b450-a7f632bad1eb None None] Attempting to bind port 6a275886-6afa-4a5a-9dd2-9107d41d0bc2 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:10:07.522654 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-ca38586a-7e06-4d08-b450-a7f632bad1eb None None] Attempting to bind port 6a275886-6afa-4a5a-9dd2-9107d41d0bc2 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:10:07.523497 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca38586a-7e06-4d08-b450-a7f632bad1eb None None] Attempting to bind port 6a275886-6afa-4a5a-9dd2-9107d41d0bc2 on network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:10:07.529842 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca38586a-7e06-4d08-b450-a7f632bad1eb None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:10:07.530615 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca38586a-7e06-4d08-b450-a7f632bad1eb None None] Checking segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:10:07.531247 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ca38586a-7e06-4d08-b450-a7f632bad1eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:07.531919 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca38586a-7e06-4d08-b450-a7f632bad1eb None None] Bound using segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:10:07.532613 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-ca38586a-7e06-4d08-b450-a7f632bad1eb None None] Bound port: 6a275886-6afa-4a5a-9dd2-9107d41d0bc2, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:10:07.533954 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ca38586a-7e06-4d08-b450-a7f632bad1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:07.575928 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7a98728-ed03-4fc2-b774-26c5f888862c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:07.641930 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-ca38586a-7e06-4d08-b450-a7f632bad1eb None None] For port 6a275886-6afa-4a5a-9dd2-9107d41d0bc2, host n-d-794306-6, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:10:07.652199 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-ca38586a-7e06-4d08-b450-a7f632bad1eb None None] For port 6a275886-6afa-4a5a-9dd2-9107d41d0bc2, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=6a275886-6afa-4a5a-9dd2-9107d41d0bc2,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:10:07.659352 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ca38586a-7e06-4d08-b450-a7f632bad1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:07.664069 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7a98728-ed03-4fc2-b774-26c5f888862c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:07.795994 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca38586a-7e06-4d08-b450-a7f632bad1eb None None] Routers {'0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:10:07.796898 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ca38586a-7e06-4d08-b450-a7f632bad1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:10:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:07.802406 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799febc7-56c3-4aee-9f9c-2ac47595f023 None None] Pushing event updated for resources: {'Port': ['ID=6a275886-6afa-4a5a-9dd2-9107d41d0bc2,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:07.857537 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7a98728-ed03-4fc2-b774-26c5f888862c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:07.865262 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7a98728-ed03-4fc2-b774-26c5f888862c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:07.867344 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a7a98728-ed03-4fc2-b774-26c5f888862c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3d1ac482-2b14-43ca-b37e-f5bf616ac4b4 HTTP/1.1" status: 204 len: 168 time: 0.4634571 Jul 15 23:10:07.879506 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a98728-ed03-4fc2-b774-26c5f888862c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1ac482-2b14-43ca-b37e-f5bf616ac4b4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:07.968364 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a3fc95d1-57c5-48ac-b771-8683ef7679f2 req-c24a54e4-97f6-4cd2-903a-872efeccd751 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=530cb3cd-0851-4fc8-b790-2e99ac2edf18 HTTP/1.1" status: 200 len: 210 time: 0.1721432 Jul 15 23:10:07.986707 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f97c399e-0157-4058-9ef0-0b119042ef86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:07.988864 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:08.088350 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e284bb37-6162-473f-9439-f38a69cb149b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:08.090877 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-ca38586a-7e06-4d08-b450-a7f632bad1eb None None] Set router 0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:10:08.147619 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-e284bb37-6162-473f-9439-f38a69cb149b admin admin] Transition to ACTIVE for port object d337ad64-7e30-49cd-8b51-79f25fe3fa61 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:08.259344 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e284bb37-6162-473f-9439-f38a69cb149b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:08.416965 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ca38586a-7e06-4d08-b450-a7f632bad1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2', 'name': 'tempest-ServersTestManualDisk-214342472-router', 'tenant_id': '126b75f1b6e8430ab20407ac01a093ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '6a275886-6afa-4a5a-9dd2-9107d41d0bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:10:00Z', 'updated_at': '2021-07-15T23:10:02Z', 'revision_number': 3, 'project_id': '126b75f1b6e8430ab20407ac01a093ba', 'gw_port': {'id': '6a275886-6afa-4a5a-9dd2-9107d41d0bc2', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b8:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:10:01Z', 'updated_at': '2021-07-15T23:10:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:08.460327 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca38586a-7e06-4d08-b450-a7f632bad1eb None None] The sync data for ids ['0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2'] in n-d-794306-6 is: [{'id': '0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2', 'name': 'tempest-ServersTestManualDisk-214342472-router', 'tenant_id': '126b75f1b6e8430ab20407ac01a093ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '6a275886-6afa-4a5a-9dd2-9107d41d0bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:10:00Z', 'updated_at': '2021-07-15T23:10:02Z', 'revision_number': 3, 'project_id': '126b75f1b6e8430ab20407ac01a093ba', 'gw_port': {'id': '6a275886-6afa-4a5a-9dd2-9107d41d0bc2', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b8:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:10:01Z', 'updated_at': '2021-07-15T23:10:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:10:08.462186 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f9a6d11e-ffa9-457f-84f6-fd21923e7314 req-ce2a258f-2124-4625-9580-aadc7c6058bc tempest-AttachSCSIVolumeTestJSON-152324139 tempest-AttachSCSIVolumeTestJSON-152324139-project] 10.222.0.48 "GET /v2.0/ports?device_id=0755d4af-e13a-4356-8083-9e78f5beea87 HTTP/1.1" status: 200 len: 210 time: 0.1854253 Jul 15 23:10:08.515986 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e284bb37-6162-473f-9439-f38a69cb149b admin admin] Network d6e36f97-f235-442f-9e3a-fe975377da9c is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:10:08.544461 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-e284bb37-6162-473f-9439-f38a69cb149b admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:08.550474 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e284bb37-6162-473f-9439-f38a69cb149b admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:10:08.618380 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e284bb37-6162-473f-9439-f38a69cb149b admin admin] Pushing event updated for resources: {'Port': ['ID=d337ad64-7e30-49cd-8b51-79f25fe3fa61,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:08.653618 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0755d4af-e13a-4356-8083-9e78f5beea87', 'name': 'network-vif-deleted', 'tag': '470bb258-a237-4488-81d8-6ab99ca14be6'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:10:08.656155 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-556cbed7-20c9-4c7a-9021-3477bafef7df" -d '{"events": [{"server_uuid": "0755d4af-e13a-4356-8083-9e78f5beea87", "name": "network-vif-deleted", "tag": "470bb258-a237-4488-81d8-6ab99ca14be6"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:10:08.680319 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 470bb258-a237-4488-81d8-6ab99ca14be6 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:10:08.684644 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e284bb37-6162-473f-9439-f38a69cb149b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:08.755200 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: 470bb258-a237-4488-81d8-6ab99ca14be6 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:10:08.763555 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 470bb258-a237-4488-81d8-6ab99ca14be6 not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:10:08.769212 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b33bdca0-a470-4e21-a733-27b07497a220 x-openstack-request-id: req-b33bdca0-a470-4e21-a733-27b07497a220 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:10:08.769522 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0755d4af-e13a-4356-8083-9e78f5beea87", "name": "network-vif-deleted", "tag": "470bb258-a237-4488-81d8-6ab99ca14be6", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:10:08.769776 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b33bdca0-a470-4e21-a733-27b07497a220 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:10:08.770208 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0755d4af-e13a-4356-8083-9e78f5beea87', 'name': 'network-vif-deleted', 'tag': '470bb258-a237-4488-81d8-6ab99ca14be6', 'status': 'completed', 'code': 200} Jul 15 23:10:08.981966 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f97c399e-0157-4058-9ef0-0b119042ef86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:09.018621 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f97c399e-0157-4058-9ef0-0b119042ef86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:09.071828 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-24e67b8c-fdf7-4523-b3af-de0a0dc3a7b2 None None] Provisioning for port d337ad64-7e30-49cd-8b51-79f25fe3fa61 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:10:09.085727 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-24e67b8c-fdf7-4523-b3af-de0a0dc3a7b2 None None] Provisioning complete for port d337ad64-7e30-49cd-8b51-79f25fe3fa61 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:09.086505 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-24e67b8c-fdf7-4523-b3af-de0a0dc3a7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:09.188442 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-24e67b8c-fdf7-4523-b3af-de0a0dc3a7b2 None None] Port d337ad64-7e30-49cd-8b51-79f25fe3fa61 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:10:09.200811 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-f97c399e-0157-4058-9ef0-0b119042ef86 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5063293bf67b42cc9e04bf4f8ad07e10&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7236440 Jul 15 23:10:09.203966 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56456) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:09.238494 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97c399e-0157-4058-9ef0-0b119042ef86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aaacc3d-c0f9-4e96-93e9-17fe62691f65,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:09.383531 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-228e32d1-45b3-49eb-811b-d5f8c45265e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:09.451060 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-228e32d1-45b3-49eb-811b-d5f8c45265e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:09.595096 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-228e32d1-45b3-49eb-811b-d5f8c45265e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:09.600932 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-228e32d1-45b3-49eb-811b-d5f8c45265e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:09.606294 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-228e32d1-45b3-49eb-811b-d5f8c45265e3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6aaacc3d-c0f9-4e96-93e9-17fe62691f65 HTTP/1.1" status: 204 len: 168 time: 0.3994436 Jul 15 23:10:09.607533 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56466) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:09.633281 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228e32d1-45b3-49eb-811b-d5f8c45265e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aaacc3d-c0f9-4e96-93e9-17fe62691f65,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:09.725204 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b6d9e6c0-bb6d-4fe1-bd77-537c8f8aea32 req-52941eb5-cd14-4f27-b2af-63c8136d3de7 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=530cb3cd-0851-4fc8-b790-2e99ac2edf18 HTTP/1.1" status: 200 len: 210 time: 0.1843035 Jul 15 23:10:09.788037 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e284bb37-6162-473f-9439-f38a69cb149b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:10.031887 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144839ff-795e-4e3f-9219-37f8a5925ba7 req-e30af523-27df-47bf-ad57-6c6289ebb1b5 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:10.038530 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-144839ff-795e-4e3f-9219-37f8a5925ba7 req-e30af523-27df-47bf-ad57-6c6289ebb1b5 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=78f28607-290c-4646-be68-69602ac0b8f2 HTTP/1.1" status: 200 len: 950 time: 0.4899375 Jul 15 23:10:10.198634 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-fe22ea11-b1d6-45de-94a5-febaad1e4735 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-857798909-network', 'tenant_id': '3f1b49d2e1bb4c6f805799d3352ffc33'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:10.243022 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe22ea11-b1d6-45de-94a5-febaad1e4735 admin admin] Made reservation on behalf of 3f1b49d2e1bb4c6f805799d3352ffc33 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:10:10.249693 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe22ea11-b1d6-45de-94a5-febaad1e4735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:10.275222 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-144839ff-795e-4e3f-9219-37f8a5925ba7 req-a462d168-87e6-4f52-98cc-50664cc836ee tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159052 Jul 15 23:10:10.279155 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe22ea11-b1d6-45de-94a5-febaad1e4735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:10.351308 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56482) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:10.400219 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a4f78f10-14fa-48cf-b948-8dfd5e1ac9de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:10.425334 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e284bb37-6162-473f-9439-f38a69cb149b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:10.432278 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e284bb37-6162-473f-9439-f38a69cb149b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:10.583728 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe22ea11-b1d6-45de-94a5-febaad1e4735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:10.684184 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe22ea11-b1d6-45de-94a5-febaad1e4735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:10.817577 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe22ea11-b1d6-45de-94a5-febaad1e4735 admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:10:10.980869 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe22ea11-b1d6-45de-94a5-febaad1e4735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eba4c93-03a1-49b4-945b-284661c2f5c6,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:11.015552 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe22ea11-b1d6-45de-94a5-febaad1e4735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:11.016158 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-fe22ea11-b1d6-45de-94a5-febaad1e4735 admin admin] Added segment b22de2af-8e90-4724-9c10-1f65893482e6 of type vlan for network 73c45302-e413-4799-964c-318b2624a0d2 Jul 15 23:10:11.094370 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 6a275886-6afa-4a5a-9dd2-9107d41d0bc2 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:10:11.118518 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a4f78f10-14fa-48cf-b948-8dfd5e1ac9de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:11.136363 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca3930f-2d83-4a5e-a269-fafb1cf25cec req-e79de217-2cb6-4940-888f-d7de2ce10ad0 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:11.139642 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-dca3930f-2d83-4a5e-a269-fafb1cf25cec req-e79de217-2cb6-4940-888f-d7de2ce10ad0 tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.49 "GET /v2.0/ports?device_id=78f28607-290c-4646-be68-69602ac0b8f2 HTTP/1.1" status: 200 len: 950 time: 0.4032428 Jul 15 23:10:11.203970 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a4f78f10-14fa-48cf-b948-8dfd5e1ac9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:11.211783 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6217836b-f786-441b-81d2-c56ce4203567 req-b338e4af-30fc-46e8-8904-22b898d17286 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=530cb3cd-0851-4fc8-b790-2e99ac2edf18 HTTP/1.1" status: 200 len: 210 time: 0.1494427 Jul 15 23:10:11.226522 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e284bb37-6162-473f-9439-f38a69cb149b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:11.230605 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e284bb37-6162-473f-9439-f38a69cb149b admin admin] Pushing event updated for resources: {'Port': ['ID=d337ad64-7e30-49cd-8b51-79f25fe3fa61,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:11.256713 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 6a275886-6afa-4a5a-9dd2-9107d41d0bc2 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:10:11.270610 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 6a275886-6afa-4a5a-9dd2-9107d41d0bc2 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:11.272652 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:11.367340 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f78f10-14fa-48cf-b948-8dfd5e1ac9de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70e3242-4522-4a09-a0cb-cb3cc624374c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:11.387613 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a4f78f10-14fa-48cf-b948-8dfd5e1ac9de admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a1eb9c3c766f45b48e093313b4de11ce&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0341516 Jul 15 23:10:11.400773 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56522) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:11.453156 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe22ea11-b1d6-45de-94a5-febaad1e4735 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:11.532605 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:11.543218 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d8e0a-3ebe-4763-918a-5635743a9880 req-dce79651-a212-42cc-8e7b-08a2135a1978 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:11.568627 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 6a275886-6afa-4a5a-9dd2-9107d41d0bc2, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=6a275886-6afa-4a5a-9dd2-9107d41d0bc2,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:11.574139 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a51d8e0a-3ebe-4763-918a-5635743a9880 req-dce79651-a212-42cc-8e7b-08a2135a1978 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a100f14-6637-4d83-8140-f4ce9e57a8c6 HTTP/1.1" status: 200 len: 945 time: 0.6187389 Jul 15 23:10:11.575031 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:11.679157 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=6a275886-6afa-4a5a-9dd2-9107d41d0bc2,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:11.724348 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.db.resource_extend [None req-fe22ea11-b1d6-45de-94a5-febaad1e4735 admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 23:10:11.805005 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe22ea11-b1d6-45de-94a5-febaad1e4735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:11.806905 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe22ea11-b1d6-45de-94a5-febaad1e4735 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:11.811370 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe22ea11-b1d6-45de-94a5-febaad1e4735 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:11.841103 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a51d8e0a-3ebe-4763-918a-5635743a9880 req-64a3256b-c239-4e2d-8ab1-f8f189164e7d tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] 10.222.0.48 "GET /v2.0/security-groups?id=95e9101e-3e59-4b22-964f-bd441f029b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2605491 Jul 15 23:10:11.897454 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-07c5b212-5db6-4871-a1ee-df93cd0f2310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:11.922494 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e284bb37-6162-473f-9439-f38a69cb149b admin admin] Network d6e36f97-f235-442f-9e3a-fe975377da9c is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:10:11.930391 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-e284bb37-6162-473f-9439-f38a69cb149b admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:11.944207 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-07c5b212-5db6-4871-a1ee-df93cd0f2310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:12.008680 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-fe22ea11-b1d6-45de-94a5-febaad1e4735 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.3800161 Jul 15 23:10:12.053783 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56530) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:12.060949 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-0d7b8e93-4f88-4f7a-9629-32f837acf6f4 admin admin] Request body: {'subnet': {'network_id': '73c45302-e413-4799-964c-318b2624a0d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-857798909-subnet', 'tenant_id': '3f1b49d2e1bb4c6f805799d3352ffc33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:12.116663 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe22ea11-b1d6-45de-94a5-febaad1e4735 admin admin] Pushing event updated for resources: {'Network': ['ID=73c45302-e413-4799-964c-318b2624a0d2,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:12.140869 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-dca3930f-2d83-4a5e-a269-fafb1cf25cec req-a3ba7c60-c19a-4260-a224-406bf1eacc3e tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Deleting port 8f0d8289-9945-4b18-96eb-ec03ccd15832 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:10:12.141311 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-dca3930f-2d83-4a5e-a269-fafb1cf25cec req-a3ba7c60-c19a-4260-a224-406bf1eacc3e tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:12.175544 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe22ea11-b1d6-45de-94a5-febaad1e4735 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:12.180360 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe22ea11-b1d6-45de-94a5-febaad1e4735 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:12.184127 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe22ea11-b1d6-45de-94a5-febaad1e4735 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:12.184771 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe22ea11-b1d6-45de-94a5-febaad1e4735 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:12.188512 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe22ea11-b1d6-45de-94a5-febaad1e4735 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:12.191164 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe22ea11-b1d6-45de-94a5-febaad1e4735 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:12.196791 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe22ea11-b1d6-45de-94a5-febaad1e4735 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:12.198578 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe22ea11-b1d6-45de-94a5-febaad1e4735 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:12.200008 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe22ea11-b1d6-45de-94a5-febaad1e4735 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:12.200544 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe22ea11-b1d6-45de-94a5-febaad1e4735 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:12.206030 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe22ea11-b1d6-45de-94a5-febaad1e4735 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:12.207388 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe22ea11-b1d6-45de-94a5-febaad1e4735 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:12.227803 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7b8e93-4f88-4f7a-9629-32f837acf6f4 admin admin] Made reservation on behalf of 3f1b49d2e1bb4c6f805799d3352ffc33 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:10:12.233551 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0d7b8e93-4f88-4f7a-9629-32f837acf6f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:12.247596 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 73c45302-e413-4799-964c-318b2624a0d2 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:10:12.472578 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-07c5b212-5db6-4871-a1ee-df93cd0f2310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:12.481618 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-07c5b212-5db6-4871-a1ee-df93cd0f2310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:12.486915 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-07c5b212-5db6-4871-a1ee-df93cd0f2310 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b70e3242-4522-4a09-a0cb-cb3cc624374c HTTP/1.1" status: 204 len: 168 time: 1.0197861 Jul 15 23:10:12.517291 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-344295ea-ba94-41b0-ac3b-3c8db92b1b83 None None] Provisioning complete for port d337ad64-7e30-49cd-8b51-79f25fe3fa61 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:12.517665 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-344295ea-ba94-41b0-ac3b-3c8db92b1b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:12.543152 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-dca3930f-2d83-4a5e-a269-fafb1cf25cec req-a3ba7c60-c19a-4260-a224-406bf1eacc3e tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] For port 8f0d8289-9945-4b18-96eb-ec03ccd15832, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=8f0d8289-9945-4b18-96eb-ec03ccd15832,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:12.544994 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-dca3930f-2d83-4a5e-a269-fafb1cf25cec req-a3ba7c60-c19a-4260-a224-406bf1eacc3e tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:12.603740 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-dca3930f-2d83-4a5e-a269-fafb1cf25cec req-a3ba7c60-c19a-4260-a224-406bf1eacc3e tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Calling delete_port for 8f0d8289-9945-4b18-96eb-ec03ccd15832 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:10:12.608826 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c5b212-5db6-4871-a1ee-df93cd0f2310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70e3242-4522-4a09-a0cb-cb3cc624374c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:12.647314 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-344295ea-ba94-41b0-ac3b-3c8db92b1b83 None None] Port d337ad64-7e30-49cd-8b51-79f25fe3fa61 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:10:12.811533 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e284bb37-6162-473f-9439-f38a69cb149b admin admin] Router 0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:10:12.819484 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8517d380-20ba-47e2-a913-f05ebcc4f023 req-d23c9118-7e0d-4bf8-89f8-399b0ae01da0 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=530cb3cd-0851-4fc8-b790-2e99ac2edf18 HTTP/1.1" status: 200 len: 210 time: 0.2488422 Jul 15 23:10:12.941201 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-dca3930f-2d83-4a5e-a269-fafb1cf25cec req-a3ba7c60-c19a-4260-a224-406bf1eacc3e tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:12.954444 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce6cb1-68b5-426b-8b7a-df8015f218b5 req-5d5976dc-f81b-4e58-8471-d84b1b60d4bc tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:12.981068 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f1ce6cb1-68b5-426b-8b7a-df8015f218b5 req-5d5976dc-f81b-4e58-8471-d84b1b60d4bc tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/ports?device_id=78f28607-290c-4646-be68-69602ac0b8f2 HTTP/1.1" status: 200 len: 950 time: 0.7598977 Jul 15 23:10:13.031826 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 6a275886-6afa-4a5a-9dd2-9107d41d0bc2 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:10:13.143340 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ba7c60-c19a-4260-a224-406bf1eacc3e tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Pushing event deleted for resources: {'Port': ['ID=8f0d8289-9945-4b18-96eb-ec03ccd15832,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:13.185670 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 6a275886-6afa-4a5a-9dd2-9107d41d0bc2 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:13.186242 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:13.231238 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-dca3930f-2d83-4a5e-a269-fafb1cf25cec req-a3ba7c60-c19a-4260-a224-406bf1eacc3e tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] No DVR routers for this DVR port 8f0d8289-9945-4b18-96eb-ec03ccd15832 on host n-h1-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:10:13.233869 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-dca3930f-2d83-4a5e-a269-fafb1cf25cec req-a3ba7c60-c19a-4260-a224-406bf1eacc3e tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:13.236215 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-dca3930f-2d83-4a5e-a269-fafb1cf25cec req-a3ba7c60-c19a-4260-a224-406bf1eacc3e tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.49 "DELETE /v2.0/ports/8f0d8289-9945-4b18-96eb-ec03ccd15832 HTTP/1.1" status: 204 len: 173 time: 2.0472629 Jul 15 23:10:13.236836 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78f28607-290c-4646-be68-69602ac0b8f2', 'name': 'network-vif-deleted', 'tag': '8f0d8289-9945-4b18-96eb-ec03ccd15832'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:10:13.239496 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a74f32-868e-4500-a33a-4a732519a279" -d '{"events": [{"server_uuid": "78f28607-290c-4646-be68-69602ac0b8f2", "name": "network-vif-deleted", "tag": "8f0d8289-9945-4b18-96eb-ec03ccd15832"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:10:13.370956 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f1ce6cb1-68b5-426b-8b7a-df8015f218b5 req-af7de3c8-b487-4a70-88fe-59885ce4bbcf tempest-MigrationsAdminTest-854521738 tempest-MigrationsAdminTest-854521738-project] 10.222.0.48 "GET /v2.0/security-groups?id=7a68960b-07a0-4a4f-9541-b9f0bcc84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3827267 Jul 15 23:10:13.493011 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-156b006e-6d13-4723-9ff1-2f5c0df36832 x-openstack-request-id: req-156b006e-6d13-4723-9ff1-2f5c0df36832 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:10:13.493294 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78f28607-290c-4646-be68-69602ac0b8f2", "name": "network-vif-deleted", "tag": "8f0d8289-9945-4b18-96eb-ec03ccd15832", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:10:13.493552 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-156b006e-6d13-4723-9ff1-2f5c0df36832 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:10:13.493959 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78f28607-290c-4646-be68-69602ac0b8f2', 'name': 'network-vif-deleted', 'tag': '8f0d8289-9945-4b18-96eb-ec03ccd15832', 'status': 'completed', 'code': 200} Jul 15 23:10:13.594592 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e284bb37-6162-473f-9439-f38a69cb149b admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:10:13.598726 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0d7b8e93-4f88-4f7a-9629-32f837acf6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:13.608362 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eeaf915-8ac8-4677-9ff9-69cbd5da470d None None] Sync routers for ids ['0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:10:13.615866 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-e284bb37-6162-473f-9439-f38a69cb149b admin admin] 10.222.0.48 "PUT /v2.0/routers/0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2919183 Jul 15 23:10:13.630157 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eeaf915-8ac8-4677-9ff9-69cbd5da470d None None] Routers {'0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:10:13.630848 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-5eeaf915-8ac8-4677-9ff9-69cbd5da470d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:10:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:13.718317 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7b8e93-4f88-4f7a-9629-32f837acf6f4 admin admin] Checking segment: {'id': 'b22de2af-8e90-4724-9c10-1f65893482e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '73c45302-e413-4799-964c-318b2624a0d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:10:13.720852 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7b8e93-4f88-4f7a-9629-32f837acf6f4 admin admin] Network hostable DHCP agents. Network: 73c45302-e413-4799-964c-318b2624a0d2, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:10:13.737509 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7b8e93-4f88-4f7a-9629-32f837acf6f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36f2ccc2-3af9-4bcd-9e18-ad2466127ad8,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:13.756947 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7b8e93-4f88-4f7a-9629-32f837acf6f4 admin admin] Network 73c45302-e413-4799-964c-318b2624a0d2 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:10:13.788842 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-0d7b8e93-4f88-4f7a-9629-32f837acf6f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 73c45302-e413-4799-964c-318b2624a0d2) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:13.811383 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7b8e93-4f88-4f7a-9629-32f837acf6f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:13.813798 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04081631-81df-4abb-ab68-4c7f518361e1 None None] Network 73c45302-e413-4799-964c-318b2624a0d2 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:10:13.814027 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0d7b8e93-4f88-4f7a-9629-32f837acf6f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:13.858161 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-0d7b8e93-4f88-4f7a-9629-32f837acf6f4 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.7949896 Jul 15 23:10:14.121230 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387abf47-4176-4b19-9bb8-3cb54c3af597 None None] Network 73c45302-e413-4799-964c-318b2624a0d2 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:10:14.359060 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e869e-00c7-4048-a87a-b1d698d2c30b req-3ff72a6d-73f5-49eb-80db-80737e62c94f tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:14.393766 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-341e869e-00c7-4048-a87a-b1d698d2c30b req-3ff72a6d-73f5-49eb-80db-80737e62c94f tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a100f14-6637-4d83-8140-f4ce9e57a8c6 HTTP/1.1" status: 200 len: 945 time: 0.2260468 Jul 15 23:10:14.588448 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-341e869e-00c7-4048-a87a-b1d698d2c30b req-8449477a-bb79-4ab2-a540-c8e97953e384 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] 10.222.0.48 "GET /v2.0/security-groups?id=95e9101e-3e59-4b22-964f-bd441f029b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1913583 Jul 15 23:10:14.833701 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 8f0d8289-9945-4b18-96eb-ec03ccd15832 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:10:14.899287 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: 8f0d8289-9945-4b18-96eb-ec03ccd15832 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:10:14.900563 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 8f0d8289-9945-4b18-96eb-ec03ccd15832 not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:10:15.005118 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-5eeaf915-8ac8-4677-9ff9-69cbd5da470d None None] Set router 0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:10:15.127268 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56594) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:15.367375 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-79b021cc-94fd-4037-9764-b039a4f1e825 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1868235531-network', 'tenant_id': '97397394137f47b6b8b1bb83454a379f'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:15.448423 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b021cc-94fd-4037-9764-b039a4f1e825 admin admin] Made reservation on behalf of 97397394137f47b6b8b1bb83454a379f for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:10:15.458440 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79b021cc-94fd-4037-9764-b039a4f1e825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:15.465374 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-5eeaf915-8ac8-4677-9ff9-69cbd5da470d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2', 'name': 'tempest-ServersTestManualDisk-214342472-router', 'tenant_id': '126b75f1b6e8430ab20407ac01a093ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '6a275886-6afa-4a5a-9dd2-9107d41d0bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:10:00Z', 'updated_at': '2021-07-15T23:10:09Z', 'revision_number': 4, 'project_id': '126b75f1b6e8430ab20407ac01a093ba', 'gw_port': {'id': '6a275886-6afa-4a5a-9dd2-9107d41d0bc2', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:10:01Z', 'updated_at': '2021-07-15T23:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'd337ad64-7e30-49cd-8b51-79f25fe3fa61', 'name': '', 'network_id': 'd6e36f97-f235-442f-9e3a-fe975377da9c', 'tenant_id': '126b75f1b6e8430ab20407ac01a093ba', 'mac_address': 'fa:16:3e:14:91:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '36cc0597-e47b-49f1-adeb-ab87e2be69c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:10:06Z', 'updated_at': '2021-07-15T23:10:10Z', 'revision_number': 2, 'project_id': '126b75f1b6e8430ab20407ac01a093ba', 'subnets': [{'id': '36cc0597-e47b-49f1-adeb-ab87e2be69c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:15.509514 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79b021cc-94fd-4037-9764-b039a4f1e825 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:15.521655 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56608) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:15.568153 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4cb22b66-0316-43fa-a831-d0d90230d5ec tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Request body: {'security_group': {'name': 'tempest-securitygroup--528931843', 'description': 'tempest-description--1039398733'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:15.580914 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eeaf915-8ac8-4677-9ff9-69cbd5da470d None None] Checking router: 0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:10:15.581918 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eeaf915-8ac8-4677-9ff9-69cbd5da470d None None] Updating router 0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2 port d337ad64-7e30-49cd-8b51-79f25fe3fa61 binding host n-d-794306-6 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:10:15.653696 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4cb22b66-0316-43fa-a831-d0d90230d5ec tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:15.662910 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56610) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:15.743543 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5eeaf915-8ac8-4677-9ff9-69cbd5da470d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:16.014762 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79b021cc-94fd-4037-9764-b039a4f1e825 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:16.030304 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79b021cc-94fd-4037-9764-b039a4f1e825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:16.198361 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a83b50c1-13c6-40af-80db-a52dceab7edb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=943e0e7be5644005a591d26197ee19f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5332320 Jul 15 23:10:16.199026 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56626) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:16.305639 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-beba96b7-8615-44c4-8471-3f0fadd2417c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:16.310595 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4cb22b66-0316-43fa-a831-d0d90230d5ec tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:16.342767 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79b021cc-94fd-4037-9764-b039a4f1e825 admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:10:16.357759 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-beba96b7-8615-44c4-8471-3f0fadd2417c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:16.362505 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79b021cc-94fd-4037-9764-b039a4f1e825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:16.363089 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-79b021cc-94fd-4037-9764-b039a4f1e825 admin admin] Added segment 34c5f733-3f76-4beb-94d8-dfb9dc50430b of type vlan for network 54d36d42-4b6b-4a3b-a62a-15b6ab91449d Jul 15 23:10:16.429822 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-beba96b7-8615-44c4-8471-3f0fadd2417c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:16.432848 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-beba96b7-8615-44c4-8471-3f0fadd2417c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:16.437239 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-beba96b7-8615-44c4-8471-3f0fadd2417c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7a68960b-07a0-4a4f-9541-b9f0bcc84898 HTTP/1.1" status: 204 len: 168 time: 0.2364752 Jul 15 23:10:16.451113 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4cb22b66-0316-43fa-a831-d0d90230d5ec tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:16.456792 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beba96b7-8615-44c4-8471-3f0fadd2417c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a68960b-07a0-4a4f-9541-b9f0bcc84898,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:16.623489 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5eeaf915-8ac8-4677-9ff9-69cbd5da470d None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:16.641486 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5eeaf915-8ac8-4677-9ff9-69cbd5da470d None None] Transition to ACTIVE for port object d337ad64-7e30-49cd-8b51-79f25fe3fa61 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:16.651803 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5eeaf915-8ac8-4677-9ff9-69cbd5da470d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:16.683047 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b021cc-94fd-4037-9764-b039a4f1e825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a691c9-5892-4cc2-9575-d5edfbbe0ec1,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:16.689238 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79b021cc-94fd-4037-9764-b039a4f1e825 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:16.740683 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4cb22b66-0316-43fa-a831-d0d90230d5ec tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:16.744998 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-4cb22b66-0316-43fa-a831-d0d90230d5ec tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.2138011 Jul 15 23:10:16.746104 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56634) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:16.753924 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c25c93da-3ab0-437a-97da-922b867a80ae tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Request body: {'security_group_rule': {'security_group_id': 'b3e68369-d6bb-44c1-80b8-93ccc9edd7c5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:16.850122 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c25c93da-3ab0-437a-97da-922b867a80ae tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:16.850453 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b021cc-94fd-4037-9764-b039a4f1e825 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:16.850875 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b021cc-94fd-4037-9764-b039a4f1e825 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:16.851322 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b021cc-94fd-4037-9764-b039a4f1e825 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:16.851796 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b021cc-94fd-4037-9764-b039a4f1e825 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:16.852240 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b021cc-94fd-4037-9764-b039a4f1e825 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:16.852679 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b021cc-94fd-4037-9764-b039a4f1e825 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:16.854991 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b021cc-94fd-4037-9764-b039a4f1e825 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:16.855470 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b021cc-94fd-4037-9764-b039a4f1e825 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:16.855956 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b021cc-94fd-4037-9764-b039a4f1e825 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:16.856401 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b021cc-94fd-4037-9764-b039a4f1e825 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:16.858152 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b021cc-94fd-4037-9764-b039a4f1e825 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:16.858761 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b021cc-94fd-4037-9764-b039a4f1e825 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:16.862564 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d31842-6ba9-4277-b58a-6e37ae664e31 None None] Pushing event updated for resources: {'Port': ['ID=d337ad64-7e30-49cd-8b51-79f25fe3fa61,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:17.097485 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5eeaf915-8ac8-4677-9ff9-69cbd5da470d None None] Attempting to bind port d337ad64-7e30-49cd-8b51-79f25fe3fa61 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:10:17.098020 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5eeaf915-8ac8-4677-9ff9-69cbd5da470d None None] Attempting to bind port d337ad64-7e30-49cd-8b51-79f25fe3fa61 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '41bb0a1b-8c14-4610-9cb5-c2fe9b931c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd6e36f97-f235-442f-9e3a-fe975377da9c'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:10:17.098489 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eeaf915-8ac8-4677-9ff9-69cbd5da470d None None] Attempting to bind port d337ad64-7e30-49cd-8b51-79f25fe3fa61 on network d6e36f97-f235-442f-9e3a-fe975377da9c {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:10:17.114945 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79b021cc-94fd-4037-9764-b039a4f1e825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:17.117655 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b021cc-94fd-4037-9764-b039a4f1e825 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:17.119066 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eeaf915-8ac8-4677-9ff9-69cbd5da470d None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:10:17.119430 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79b021cc-94fd-4037-9764-b039a4f1e825 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:17.126304 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eeaf915-8ac8-4677-9ff9-69cbd5da470d None None] Checking segment: {'id': '41bb0a1b-8c14-4610-9cb5-c2fe9b931c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd6e36f97-f235-442f-9e3a-fe975377da9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:10:17.128429 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5eeaf915-8ac8-4677-9ff9-69cbd5da470d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:17.128971 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eeaf915-8ac8-4677-9ff9-69cbd5da470d None None] Bound using segment: {'id': '41bb0a1b-8c14-4610-9cb5-c2fe9b931c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd6e36f97-f235-442f-9e3a-fe975377da9c'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:10:17.129589 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5eeaf915-8ac8-4677-9ff9-69cbd5da470d None None] Bound port: d337ad64-7e30-49cd-8b51-79f25fe3fa61, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41bb0a1b-8c14-4610-9cb5-c2fe9b931c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd6e36f97-f235-442f-9e3a-fe975377da9c'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:10:17.129787 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c25c93da-3ab0-437a-97da-922b867a80ae tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:17.130177 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5eeaf915-8ac8-4677-9ff9-69cbd5da470d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:17.137703 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c25c93da-3ab0-437a-97da-922b867a80ae tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:17.168292 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb22b66-0316-43fa-a831-d0d90230d5ec tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e68369-d6bb-44c1-80b8-93ccc9edd7c5,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:17.212563 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56642) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:17.250839 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25c93da-3ab0-437a-97da-922b867a80ae tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23694a7a-84fc-4a0a-b948-0a0755cbef3c,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:17.273656 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c25c93da-3ab0-437a-97da-922b867a80ae tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:17.274525 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e12c8-3968-4263-aa29-7daad95781b3 req-fa2ab97e-e8b4-441d-b160-e1991dee8174 tempest-InstanceActionsNegativeTestJSON-1962410441 tempest-InstanceActionsNegativeTestJSON-1962410441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:17.275177 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c25c93da-3ab0-437a-97da-922b867a80ae tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5273311 Jul 15 23:10:17.277876 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56644) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:17.283166 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-3ed82def-e749-4a8c-9b2e-0b1edcdb69f8 tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Request body: {'security_group_rule': {'security_group_id': 'b3e68369-d6bb-44c1-80b8-93ccc9edd7c5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:17.285019 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9c2e12c8-3968-4263-aa29-7daad95781b3 req-fa2ab97e-e8b4-441d-b160-e1991dee8174 tempest-InstanceActionsNegativeTestJSON-1962410441 tempest-InstanceActionsNegativeTestJSON-1962410441-project] 10.222.0.48 "GET /v2.0/networks?id=73c45302-e413-4799-964c-318b2624a0d2 HTTP/1.1" status: 200 len: 821 time: 0.9633558 Jul 15 23:10:17.341813 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3ed82def-e749-4a8c-9b2e-0b1edcdb69f8 tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:17.353050 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-79b021cc-94fd-4037-9764-b039a4f1e825 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.2238467 Jul 15 23:10:17.359781 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56648) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:17.368262 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5eeaf915-8ac8-4677-9ff9-69cbd5da470d None None] For port d337ad64-7e30-49cd-8b51-79f25fe3fa61, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:10:17.373966 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc39a421-f42c-4c18-902d-121ca63d2e20 req-46f5f6a5-ab03-498e-9800-963fd4356f3b tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:17.378182 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5eeaf915-8ac8-4677-9ff9-69cbd5da470d None None] For port d337ad64-7e30-49cd-8b51-79f25fe3fa61, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=d337ad64-7e30-49cd-8b51-79f25fe3fa61,segment=NetworkSegment(41bb0a1b-8c14-4610-9cb5-c2fe9b931c04),segment_id=41bb0a1b-8c14-4610-9cb5-c2fe9b931c04)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:10:17.385462 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5e7e0e69-4e34-45c5-9bcf-5d38af8c5649 admin admin] Request body: {'subnet': {'network_id': '54d36d42-4b6b-4a3b-a62a-15b6ab91449d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1868235531-subnet', 'tenant_id': '97397394137f47b6b8b1bb83454a379f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:17.387993 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cc39a421-f42c-4c18-902d-121ca63d2e20 req-46f5f6a5-ab03-498e-9800-963fd4356f3b tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a100f14-6637-4d83-8140-f4ce9e57a8c6 HTTP/1.1" status: 200 len: 945 time: 0.7951357 Jul 15 23:10:17.389866 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5eeaf915-8ac8-4677-9ff9-69cbd5da470d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:17.417774 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9c2e12c8-3968-4263-aa29-7daad95781b3 req-df4dcea2-8401-46f7-a167-9b263579ac33 tempest-InstanceActionsNegativeTestJSON-1962410441 tempest-InstanceActionsNegativeTestJSON-1962410441-project] 10.222.0.48 "GET /v2.0/quotas/3f1b49d2e1bb4c6f805799d3352ffc33 HTTP/1.1" status: 200 len: 375 time: 0.1313872 Jul 15 23:10:17.440871 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7e0e69-4e34-45c5-9bcf-5d38af8c5649 admin admin] Made reservation on behalf of 97397394137f47b6b8b1bb83454a379f for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:10:17.444654 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e7e0e69-4e34-45c5-9bcf-5d38af8c5649 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:17.553575 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b021cc-94fd-4037-9764-b039a4f1e825 admin admin] Pushing event updated for resources: {'Network': ['ID=54d36d42-4b6b-4a3b-a62a-15b6ab91449d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:17.587766 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 54d36d42-4b6b-4a3b-a62a-15b6ab91449d details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:10:17.651985 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eeaf915-8ac8-4677-9ff9-69cbd5da470d None None] Routers {'0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:10:17.653353 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-5eeaf915-8ac8-4677-9ff9-69cbd5da470d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:10:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:17.696786 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9c2e12c8-3968-4263-aa29-7daad95781b3 req-bb2cf8b2-41cc-49a4-b84a-12a108b1a6bc tempest-InstanceActionsNegativeTestJSON-1962410441 tempest-InstanceActionsNegativeTestJSON-1962410441-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3f1b49d2e1bb4c6f805799d3352ffc33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1762688 Jul 15 23:10:17.742967 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cc39a421-f42c-4c18-902d-121ca63d2e20 req-13e06a1e-fdb0-4168-bfec-32ae076b7c3e tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] 10.222.0.48 "GET /v2.0/security-groups?id=95e9101e-3e59-4b22-964f-bd441f029b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3535981 Jul 15 23:10:17.769634 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-0e9367cc-c089-4045-943d-1c56b719987f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4a691003c2f84eb08a82ad4c5dae00ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5431557 Jul 15 23:10:17.778760 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56652) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:17.874356 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d31842-6ba9-4277-b58a-6e37ae664e31 None None] Pushing event updated for resources: {'Port': ['ID=d337ad64-7e30-49cd-8b51-79f25fe3fa61,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:17.952995 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8cb5b9b2-6434-47ab-84c8-5a5f8d463e1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:18.010347 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3ed82def-e749-4a8c-9b2e-0b1edcdb69f8 tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:18.039213 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8cb5b9b2-6434-47ab-84c8-5a5f8d463e1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:18.057058 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3ed82def-e749-4a8c-9b2e-0b1edcdb69f8 tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:18.252306 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8cb5b9b2-6434-47ab-84c8-5a5f8d463e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:18.263342 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8cb5b9b2-6434-47ab-84c8-5a5f8d463e1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:18.275843 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-8cb5b9b2-6434-47ab-84c8-5a5f8d463e1e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e3969d95-1be4-4591-91b8-971aa091901d HTTP/1.1" status: 204 len: 168 time: 0.4854255 Jul 15 23:10:18.576169 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3ed82def-e749-4a8c-9b2e-0b1edcdb69f8 tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:18.584539 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-3ed82def-e749-4a8c-9b2e-0b1edcdb69f8 tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3054256 Jul 15 23:10:18.589513 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed82def-e749-4a8c-9b2e-0b1edcdb69f8 tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb0b518e-b7e2-493a-b9b2-4e372ec81811,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:18.604247 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56660) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:18.606770 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e7e0e69-4e34-45c5-9bcf-5d38af8c5649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:18.608992 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9c2e12c8-3968-4263-aa29-7daad95781b3 req-b14a6898-736d-4c8c-9f73-a08d7fa939d2 service neutron] 10.222.0.48 "GET /v2.0/networks/73c45302-e413-4799-964c-318b2624a0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9109461 Jul 15 23:10:18.648344 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc6d36-60a3-40c7-8d9b-f2630d4aff10 req-931345e9-38af-44b1-82cc-4906e728999f tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:18.666103 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-87cc6d36-60a3-40c7-8d9b-f2630d4aff10 req-931345e9-38af-44b1-82cc-4906e728999f tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a100f14-6637-4d83-8140-f4ce9e57a8c6 HTTP/1.1" status: 200 len: 945 time: 0.8797214 Jul 15 23:10:18.668789 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d82777ef-0498-407e-94e9-6e45c71bd38a tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Request body: {'floatingip': {'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:18.690175 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-5eeaf915-8ac8-4677-9ff9-69cbd5da470d None None] Set router 0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:10:18.794261 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9c2e12c8-3968-4263-aa29-7daad95781b3 req-cd308790-7035-4caf-a2d7-47b7774208be service neutron] 10.222.0.48 "GET /v2.0/networks/73c45302-e413-4799-964c-318b2624a0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753385 Jul 15 23:10:18.795270 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb5b9b2-6434-47ab-84c8-5a5f8d463e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3969d95-1be4-4591-91b8-971aa091901d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:19.106897 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d82777ef-0498-407e-94e9-6e45c71bd38a tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:19.149730 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7e0e69-4e34-45c5-9bcf-5d38af8c5649 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe3eef83-74d9-48a6-8931-0e31ba6153cf,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:19.162848 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-275403a0-6d67-4757-8708-16b58a56072c req-7c572a83-c397-41f0-8d95-fad64f8d2364 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a8bc40c9-e4b4-42a2-9b05-d457e348901a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8279471 Jul 15 23:10:19.325092 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-5eeaf915-8ac8-4677-9ff9-69cbd5da470d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2', 'name': 'tempest-ServersTestManualDisk-214342472-router', 'tenant_id': '126b75f1b6e8430ab20407ac01a093ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '6a275886-6afa-4a5a-9dd2-9107d41d0bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:10:00Z', 'updated_at': '2021-07-15T23:10:09Z', 'revision_number': 4, 'project_id': '126b75f1b6e8430ab20407ac01a093ba', 'gw_port': {'id': '6a275886-6afa-4a5a-9dd2-9107d41d0bc2', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:10:01Z', 'updated_at': '2021-07-15T23:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'd337ad64-7e30-49cd-8b51-79f25fe3fa61', 'name': '', 'network_id': 'd6e36f97-f235-442f-9e3a-fe975377da9c', 'tenant_id': '126b75f1b6e8430ab20407ac01a093ba', 'mac_address': 'fa:16:3e:14:91:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '36cc0597-e47b-49f1-adeb-ab87e2be69c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:10:06Z', 'updated_at': '2021-07-15T23:10:17Z', 'revision_number': 4, 'project_id': '126b75f1b6e8430ab20407ac01a093ba', 'subnets': [{'id': '36cc0597-e47b-49f1-adeb-ab87e2be69c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:19.357599 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7e0e69-4e34-45c5-9bcf-5d38af8c5649 admin admin] Checking segment: {'id': '34c5f733-3f76-4beb-94d8-dfb9dc50430b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '54d36d42-4b6b-4a3b-a62a-15b6ab91449d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:10:19.358440 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7e0e69-4e34-45c5-9bcf-5d38af8c5649 admin admin] Network hostable DHCP agents. Network: 54d36d42-4b6b-4a3b-a62a-15b6ab91449d, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:10:19.378956 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eeaf915-8ac8-4677-9ff9-69cbd5da470d None None] The sync data for ids ['0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2'] in n-d-794306-6 is: [{'id': '0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2', 'name': 'tempest-ServersTestManualDisk-214342472-router', 'tenant_id': '126b75f1b6e8430ab20407ac01a093ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '6a275886-6afa-4a5a-9dd2-9107d41d0bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:10:00Z', 'updated_at': '2021-07-15T23:10:09Z', 'revision_number': 4, 'project_id': '126b75f1b6e8430ab20407ac01a093ba', 'gw_port': {'id': '6a275886-6afa-4a5a-9dd2-9107d41d0bc2', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:10:01Z', 'updated_at': '2021-07-15T23:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'd337ad64-7e30-49cd-8b51-79f25fe3fa61', 'name': '', 'network_id': 'd6e36f97-f235-442f-9e3a-fe975377da9c', 'tenant_id': '126b75f1b6e8430ab20407ac01a093ba', 'mac_address': 'fa:16:3e:14:91:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '36cc0597-e47b-49f1-adeb-ab87e2be69c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:10:06Z', 'updated_at': '2021-07-15T23:10:17Z', 'revision_number': 4, 'project_id': '126b75f1b6e8430ab20407ac01a093ba', 'subnets': [{'id': '36cc0597-e47b-49f1-adeb-ab87e2be69c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:10:19.435636 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c1cbc-010d-4d0a-8d83-4aa072208403 req-17ecd1f9-5bb5-4ba1-8fc2-da05629aeff0 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:19.447226 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-217c1cbc-010d-4d0a-8d83-4aa072208403 req-17ecd1f9-5bb5-4ba1-8fc2-da05629aeff0 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a100f14-6637-4d83-8140-f4ce9e57a8c6 HTTP/1.1" status: 200 len: 945 time: 0.3323143 Jul 15 23:10:19.490702 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7e0e69-4e34-45c5-9bcf-5d38af8c5649 admin admin] Network 54d36d42-4b6b-4a3b-a62a-15b6ab91449d is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:10:19.532921 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-5e7e0e69-4e34-45c5-9bcf-5d38af8c5649 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 54d36d42-4b6b-4a3b-a62a-15b6ab91449d) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:19.542798 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbccfbc7-ac00-4bee-9408-c26fcd809480 None None] Network 54d36d42-4b6b-4a3b-a62a-15b6ab91449d requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:10:19.546194 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7e0e69-4e34-45c5-9bcf-5d38af8c5649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:19.546755 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e7e0e69-4e34-45c5-9bcf-5d38af8c5649 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:19.621410 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-5e7e0e69-4e34-45c5-9bcf-5d38af8c5649 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.2613790 Jul 15 23:10:19.632166 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-217c1cbc-010d-4d0a-8d83-4aa072208403 req-7876c386-cece-47f8-9680-fca7c854f129 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] 10.222.0.48 "GET /v2.0/security-groups?id=95e9101e-3e59-4b22-964f-bd441f029b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184773 Jul 15 23:10:19.710389 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275403a0-6d67-4757-8708-16b58a56072c req-781f1e58-5e52-40e0-93a6-790ba9d224ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:19.731110 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-275403a0-6d67-4757-8708-16b58a56072c req-781f1e58-5e52-40e0-93a6-790ba9d224ba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=680eb147007347d0b28b90eaf34e5f6f&device_id=a8bc40c9-e4b4-42a2-9b05-d457e348901a HTTP/1.1" status: 200 len: 1095 time: 0.4339421 Jul 15 23:10:20.074986 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-87cc6d36-60a3-40c7-8d9b-f2630d4aff10 req-4ef1cb38-d50a-4798-9f30-434ca90d26d6 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Deleting port aeacf232-5435-496b-9c70-48aabecf06e6 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:10:20.075519 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-87cc6d36-60a3-40c7-8d9b-f2630d4aff10 req-4ef1cb38-d50a-4798-9f30-434ca90d26d6 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:20.083928 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cb5714a9-2b56-495e-a565-9e1b6d507793 req-366bfc3e-5068-42b9-b846-dff1796ec9a7 tempest-InstanceActionsNegativeTestJSON-1962410441 tempest-InstanceActionsNegativeTestJSON-1962410441-project] 10.222.0.48 "GET /v2.0/ports?device_id=99d2dc05-57c5-4bc4-b62b-b116a8809f5b HTTP/1.1" status: 200 len: 210 time: 0.1130505 Jul 15 23:10:20.193629 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:10:20.334077 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df7bbba-1805-4a17-aafc-9c3fc9c37fc6 None None] Network 54d36d42-4b6b-4a3b-a62a-15b6ab91449d requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:10:20.615717 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-87cc6d36-60a3-40c7-8d9b-f2630d4aff10 req-4ef1cb38-d50a-4798-9f30-434ca90d26d6 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] For port aeacf232-5435-496b-9c70-48aabecf06e6, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=aeacf232-5435-496b-9c70-48aabecf06e6,segment=NetworkSegment(8a18499d-f751-4b5b-90fb-57238ec26ecc),segment_id=8a18499d-f751-4b5b-90fb-57238ec26ecc)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:20.616648 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-87cc6d36-60a3-40c7-8d9b-f2630d4aff10 req-4ef1cb38-d50a-4798-9f30-434ca90d26d6 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:20.815232 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device aeacf232-5435-496b-9c70-48aabecf06e6 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:10:21.206538 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device d337ad64-7e30-49cd-8b51-79f25fe3fa61 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:10:21.292169 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275403a0-6d67-4757-8708-16b58a56072c req-5b01456b-d935-4684-859a-a1a35a508777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:21.293925 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-275403a0-6d67-4757-8708-16b58a56072c req-5b01456b-d935-4684-859a-a1a35a508777 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f037b993-4149-40e0-a687-25986d720de6 HTTP/1.1" status: 200 len: 909 time: 1.3846595 Jul 15 23:10:21.384966 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-87cc6d36-60a3-40c7-8d9b-f2630d4aff10 req-4ef1cb38-d50a-4798-9f30-434ca90d26d6 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:21.385422 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-87cc6d36-60a3-40c7-8d9b-f2630d4aff10 req-4ef1cb38-d50a-4798-9f30-434ca90d26d6 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:21.385725 n-d-794306-6 neutron-server[93771]: INFO neutron.db.l3_db [req-87cc6d36-60a3-40c7-8d9b-f2630d4aff10 req-4ef1cb38-d50a-4798-9f30-434ca90d26d6 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Floating IP 09445cb6-17e7-47fc-b9cc-9706eb35175e disassociated. External IP: 172.25.5.3, port: aeacf232-5435-496b-9c70-48aabecf06e6. Jul 15 23:10:21.386039 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-87cc6d36-60a3-40c7-8d9b-f2630d4aff10 req-4ef1cb38-d50a-4798-9f30-434ca90d26d6 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Calling delete_port for aeacf232-5435-496b-9c70-48aabecf06e6 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:10:21.713463 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-87cc6d36-60a3-40c7-8d9b-f2630d4aff10 req-4ef1cb38-d50a-4798-9f30-434ca90d26d6 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:21.839227 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf3acf-f93a-44a5-b812-bb6a278d5a1d req-fa4bb0e2-c110-4a3e-a25b-03f0372ce365 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:21.867779 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d0bf3acf-f93a-44a5-b812-bb6a278d5a1d req-fa4bb0e2-c110-4a3e-a25b-03f0372ce365 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a100f14-6637-4d83-8140-f4ce9e57a8c6 HTTP/1.1" status: 200 len: 867 time: 0.3136582 Jul 15 23:10:21.879420 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:21.990112 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef1cb38-d50a-4798-9f30-434ca90d26d6 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Pushing event deleted for resources: {'Port': ['ID=aeacf232-5435-496b-9c70-48aabecf06e6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:21.990462 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port d337ad64-7e30-49cd-8b51-79f25fe3fa61 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:10:22.035040 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port d337ad64-7e30-49cd-8b51-79f25fe3fa61 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:22.035473 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:22.075548 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d0bf3acf-f93a-44a5-b812-bb6a278d5a1d req-07a3eadc-1d0f-43a2-bf92-5b6ea439fd4a tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] 10.222.0.48 "GET /v2.0/security-groups?id=95e9101e-3e59-4b22-964f-bd441f029b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2009449 Jul 15 23:10:22.154402 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d82777ef-0498-407e-94e9-6e45c71bd38a tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:22.168227 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-275403a0-6d67-4757-8708-16b58a56072c req-3871743c-0b7e-42fa-8d98-9622e6240bf7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74e17b73-3fe4-4f88-802a-610d4f522b58 HTTP/1.1" status: 200 len: 217 time: 0.5058546 Jul 15 23:10:22.225528 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56732) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:22.232027 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-bca08d75-d6f8-40e7-b691-5327fa6d54c4 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1081229667-network', 'tenant_id': '9f2731a8e0b7447eaa68df36c54ba6f5'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:22.328539 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca08d75-d6f8-40e7-b691-5327fa6d54c4 admin admin] Made reservation on behalf of 9f2731a8e0b7447eaa68df36c54ba6f5 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:10:22.331993 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bca08d75-d6f8-40e7-b691-5327fa6d54c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:22.371953 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:22.451151 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bca08d75-d6f8-40e7-b691-5327fa6d54c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:22.452840 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56734) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:22.470433 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port d337ad64-7e30-49cd-8b51-79f25fe3fa61, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=d337ad64-7e30-49cd-8b51-79f25fe3fa61,segment=NetworkSegment(41bb0a1b-8c14-4610-9cb5-c2fe9b931c04),segment_id=41bb0a1b-8c14-4610-9cb5-c2fe9b931c04)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:22.479750 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:22.631894 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-278cad13-da69-4cd6-be1d-2d222e628190 req-4f34c28a-5c7e-4783-acb3-8d9ac2977861 tempest-InstanceActionsNegativeTestJSON-1962410441 tempest-InstanceActionsNegativeTestJSON-1962410441-project] 10.222.0.48 "GET /v2.0/ports?device_id=99d2dc05-57c5-4bc4-b62b-b116a8809f5b HTTP/1.1" status: 200 len: 210 time: 0.2365701 Jul 15 23:10:22.681603 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=d337ad64-7e30-49cd-8b51-79f25fe3fa61,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:22.990015 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device d337ad64-7e30-49cd-8b51-79f25fe3fa61 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:10:23.211620 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port d337ad64-7e30-49cd-8b51-79f25fe3fa61 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:23.213159 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:23.530554 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275403a0-6d67-4757-8708-16b58a56072c req-79995379-56b4-4c41-bc92-bde42ae89168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:23.532291 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-275403a0-6d67-4757-8708-16b58a56072c req-79995379-56b4-4c41-bc92-bde42ae89168 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b89a129e-9de5-4301-b344-10ab05e9feea HTTP/1.1" status: 200 len: 848 time: 1.3366947 Jul 15 23:10:23.607550 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e12c8-3968-4263-aa29-7daad95781b3 req-83256a00-cdef-43a7-822d-49d0fec0c381 tempest-InstanceActionsNegativeTestJSON-1962410441 tempest-InstanceActionsNegativeTestJSON-1962410441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:23.611070 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9c2e12c8-3968-4263-aa29-7daad95781b3 req-83256a00-cdef-43a7-822d-49d0fec0c381 tempest-InstanceActionsNegativeTestJSON-1962410441 tempest-InstanceActionsNegativeTestJSON-1962410441-project] 10.222.0.41 "GET /v2.0/networks?id=73c45302-e413-4799-964c-318b2624a0d2 HTTP/1.1" status: 200 len: 821 time: 0.6161950 Jul 15 23:10:23.625253 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-275403a0-6d67-4757-8708-16b58a56072c req-23e0adc7-43ff-4053-8768-8e53ac912027 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f037b993-4149-40e0-a687-25986d720de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586257 Jul 15 23:10:23.652972 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-9c2e12c8-3968-4263-aa29-7daad95781b3 req-ee94d5fa-7887-4098-8bc3-f1466330ccf5 tempest-InstanceActionsNegativeTestJSON-1962410441 tempest-InstanceActionsNegativeTestJSON-1962410441-project] Request body: {'port': {'device_id': '99d2dc05-57c5-4bc4-b62b-b116a8809f5b', 'network_id': '73c45302-e413-4799-964c-318b2624a0d2', 'admin_state_up': True, 'tenant_id': '3f1b49d2e1bb4c6f805799d3352ffc33'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:23.659001 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87cc6d36-60a3-40c7-8d9b-f2630d4aff10 req-4ef1cb38-d50a-4798-9f30-434ca90d26d6 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Router 77c7ce75-4260-4033-812e-4353ec3c6a74 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:10:23.708504 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-d82777ef-0498-407e-94e9-6e45c71bd38a tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Allocated IP 172.25.5.8 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/a4d489ed-5c8a-4b16-870d-255e892aad93) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:10:23.709041 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-10720475-c460-4b2f-8227-24150b700859 req-d0a39b75-c844-4f65-93aa-053866ea50d6 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a100f14-6637-4d83-8140-f4ce9e57a8c6 HTTP/1.1" status: 200 len: 210 time: 0.0958111 Jul 15 23:10:23.970682 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-275403a0-6d67-4757-8708-16b58a56072c req-79d37b19-e952-4fc1-a0c9-e7e6eff1de49 service neutron] 10.222.0.41 "GET /v2.0/networks/f037b993-4149-40e0-a687-25986d720de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3362787 Jul 15 23:10:24.066260 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bca08d75-d6f8-40e7-b691-5327fa6d54c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:24.078854 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-88daa7e2-cd4d-4c1a-8c2c-3aa1ed758e56 req-1ba89ec3-b148-46d2-afa9-de0a6189705f tempest-InstanceActionsNegativeTestJSON-1962410441 tempest-InstanceActionsNegativeTestJSON-1962410441-project] 10.222.0.48 "GET /v2.0/ports?device_id=99d2dc05-57c5-4bc4-b62b-b116a8809f5b HTTP/1.1" status: 200 len: 210 time: 0.1317396 Jul 15 23:10:24.134661 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87cc6d36-60a3-40c7-8d9b-f2630d4aff10 req-4ef1cb38-d50a-4798-9f30-434ca90d26d6 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:10:24.150173 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1385a8e6-1193-43fd-90d4-141dca639ef4 None None] Sync routers for ids ['77c7ce75-4260-4033-812e-4353ec3c6a74'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:10:24.169136 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1385a8e6-1193-43fd-90d4-141dca639ef4 None None] Routers {'77c7ce75-4260-4033-812e-4353ec3c6a74'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:10:24.171757 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1385a8e6-1193-43fd-90d4-141dca639ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:10:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['77c7ce75-4260-4033-812e-4353ec3c6a74'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:24.191710 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d82777ef-0498-407e-94e9-6e45c71bd38a tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:24.238372 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-87cc6d36-60a3-40c7-8d9b-f2630d4aff10 req-4ef1cb38-d50a-4798-9f30-434ca90d26d6 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] No DVR routers for this DVR port aeacf232-5435-496b-9c70-48aabecf06e6 on host n-h1-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:10:24.250400 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-87cc6d36-60a3-40c7-8d9b-f2630d4aff10 req-4ef1cb38-d50a-4798-9f30-434ca90d26d6 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:24.258366 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-87cc6d36-60a3-40c7-8d9b-f2630d4aff10 req-4ef1cb38-d50a-4798-9f30-434ca90d26d6 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] 10.222.0.49 "DELETE /v2.0/ports/aeacf232-5435-496b-9c70-48aabecf06e6 HTTP/1.1" status: 204 len: 173 time: 5.5775802 Jul 15 23:10:24.278974 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a100f14-6637-4d83-8140-f4ce9e57a8c6', 'name': 'network-vif-deleted', 'tag': 'aeacf232-5435-496b-9c70-48aabecf06e6'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:10:24.288139 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e249f67-cdbb-4f85-95f0-3d73021c29c0" -d '{"events": [{"server_uuid": "2a100f14-6637-4d83-8140-f4ce9e57a8c6", "name": "network-vif-deleted", "tag": "aeacf232-5435-496b-9c70-48aabecf06e6"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:10:24.336776 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-275403a0-6d67-4757-8708-16b58a56072c req-1feda08e-a409-41c8-9aae-9954711e280f service neutron] 10.222.0.41 "GET /v2.0/networks/f037b993-4149-40e0-a687-25986d720de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3546939 Jul 15 23:10:24.387635 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d82777ef-0498-407e-94e9-6e45c71bd38a tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:24.428493 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-1385a8e6-1193-43fd-90d4-141dca639ef4 None None] Set router 77c7ce75-4260-4033-812e-4353ec3c6a74 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:10:24.463414 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82777ef-0498-407e-94e9-6e45c71bd38a tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Pushing event updated for resources: {'Port': ['ID=a4d489ed-5c8a-4b16-870d-255e892aad93,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:24.481941 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82777ef-0498-407e-94e9-6e45c71bd38a tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:10:24.483607 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-d82777ef-0498-407e-94e9-6e45c71bd38a tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:24.489296 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82777ef-0498-407e-94e9-6e45c71bd38a tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:10:24.540669 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bca08d75-d6f8-40e7-b691-5327fa6d54c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:24.623459 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d82777ef-0498-407e-94e9-6e45c71bd38a tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:24.749219 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d82777ef-0498-407e-94e9-6e45c71bd38a tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:24.769624 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1385a8e6-1193-43fd-90d4-141dca639ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c7ce75-4260-4033-812e-4353ec3c6a74', 'name': 'tempest-ServersTestBootFromVolume-1110109490-router', 'tenant_id': '08fe55c8b75249cb85e4212038bb980e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '61c8e8e9-6576-4f2c-b880-f64224f05b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:01Z', 'updated_at': '2021-07-15T23:07:13Z', 'revision_number': 4, 'project_id': '08fe55c8b75249cb85e4212038bb980e', 'gw_port': {'id': '61c8e8e9-6576-4f2c-b880-f64224f05b53', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:84:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c7ce75-4260-4033-812e-4353ec3c6a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:02Z', 'updated_at': '2021-07-15T23:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'aca7175e-e325-431a-af3f-c12f44a0afc8', 'name': '', 'network_id': 'bb925051-af21-4a66-9998-db8eac3f3d8e', 'tenant_id': '08fe55c8b75249cb85e4212038bb980e', 'mac_address': 'fa:16:3e:c7:fd:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c7ce75-4260-4033-812e-4353ec3c6a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '677e163d-e2ae-4fac-97cd-29579d7e082c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:10Z', 'updated_at': '2021-07-15T23:07:21Z', 'revision_number': 5, 'project_id': '08fe55c8b75249cb85e4212038bb980e', 'subnets': [{'id': '677e163d-e2ae-4fac-97cd-29579d7e082c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:24.837673 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1385a8e6-1193-43fd-90d4-141dca639ef4 None None] Checking router: 77c7ce75-4260-4033-812e-4353ec3c6a74 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:10:24.862438 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb1728-4cfe-451c-8135-cd5cf3264f26 req-c2a30423-4be3-476d-a815-ae19a2c64f17 tempest-NetworksTest-1863636125 tempest-NetworksTest-1863636125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:24.863122 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb1728-4cfe-451c-8135-cd5cf3264f26 req-c2a30423-4be3-476d-a815-ae19a2c64f17 tempest-NetworksTest-1863636125 tempest-NetworksTest-1863636125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:24.863680 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb1728-4cfe-451c-8135-cd5cf3264f26 req-c2a30423-4be3-476d-a815-ae19a2c64f17 tempest-NetworksTest-1863636125 tempest-NetworksTest-1863636125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:24.864218 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb1728-4cfe-451c-8135-cd5cf3264f26 req-c2a30423-4be3-476d-a815-ae19a2c64f17 tempest-NetworksTest-1863636125 tempest-NetworksTest-1863636125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:24.864925 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb1728-4cfe-451c-8135-cd5cf3264f26 req-c2a30423-4be3-476d-a815-ae19a2c64f17 tempest-NetworksTest-1863636125 tempest-NetworksTest-1863636125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:24.865217 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1385a8e6-1193-43fd-90d4-141dca639ef4 None None] Routers {'77c7ce75-4260-4033-812e-4353ec3c6a74'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:10:24.865600 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb1728-4cfe-451c-8135-cd5cf3264f26 req-c2a30423-4be3-476d-a815-ae19a2c64f17 tempest-NetworksTest-1863636125 tempest-NetworksTest-1863636125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:24.866415 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb1728-4cfe-451c-8135-cd5cf3264f26 req-c2a30423-4be3-476d-a815-ae19a2c64f17 tempest-NetworksTest-1863636125 tempest-NetworksTest-1863636125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:24.867099 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb1728-4cfe-451c-8135-cd5cf3264f26 req-c2a30423-4be3-476d-a815-ae19a2c64f17 tempest-NetworksTest-1863636125 tempest-NetworksTest-1863636125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:24.867366 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1385a8e6-1193-43fd-90d4-141dca639ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:10:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['77c7ce75-4260-4033-812e-4353ec3c6a74'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:24.867760 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb1728-4cfe-451c-8135-cd5cf3264f26 req-c2a30423-4be3-476d-a815-ae19a2c64f17 tempest-NetworksTest-1863636125 tempest-NetworksTest-1863636125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:24.868475 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb1728-4cfe-451c-8135-cd5cf3264f26 req-c2a30423-4be3-476d-a815-ae19a2c64f17 tempest-NetworksTest-1863636125 tempest-NetworksTest-1863636125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:24.869005 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb1728-4cfe-451c-8135-cd5cf3264f26 req-c2a30423-4be3-476d-a815-ae19a2c64f17 tempest-NetworksTest-1863636125 tempest-NetworksTest-1863636125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:24.869688 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb1728-4cfe-451c-8135-cd5cf3264f26 req-c2a30423-4be3-476d-a815-ae19a2c64f17 tempest-NetworksTest-1863636125 tempest-NetworksTest-1863636125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:24.870209 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb1728-4cfe-451c-8135-cd5cf3264f26 req-c2a30423-4be3-476d-a815-ae19a2c64f17 tempest-NetworksTest-1863636125 tempest-NetworksTest-1863636125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:24.870739 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb1728-4cfe-451c-8135-cd5cf3264f26 req-c2a30423-4be3-476d-a815-ae19a2c64f17 tempest-NetworksTest-1863636125 tempest-NetworksTest-1863636125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:24.888460 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c7bb1728-4cfe-451c-8135-cd5cf3264f26 req-c2a30423-4be3-476d-a815-ae19a2c64f17 tempest-NetworksTest-1863636125 tempest-NetworksTest-1863636125-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9907 time: 1.0834870 Jul 15 23:10:24.917078 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bca08d75-d6f8-40e7-b691-5327fa6d54c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:10:24.960744 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2679f8-aff2-4620-96fb-4225f7842d33 x-openstack-request-id: req-ac2679f8-aff2-4620-96fb-4225f7842d33 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:10:24.961966 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a100f14-6637-4d83-8140-f4ce9e57a8c6", "name": "network-vif-deleted", "tag": "aeacf232-5435-496b-9c70-48aabecf06e6", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:10:24.963608 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ac2679f8-aff2-4620-96fb-4225f7842d33 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:10:24.965504 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a100f14-6637-4d83-8140-f4ce9e57a8c6', 'name': 'network-vif-deleted', 'tag': 'aeacf232-5435-496b-9c70-48aabecf06e6', 'status': 'completed', 'code': 200} Jul 15 23:10:25.017317 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bca08d75-d6f8-40e7-b691-5327fa6d54c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:25.017747 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-bca08d75-d6f8-40e7-b691-5327fa6d54c4 admin admin] Added segment 9d9c5f69-ab96-43b2-a537-2f2bcc6c0cd3 of type vlan for network 6f977508-2e4a-49ea-8dc8-14401613e2fb Jul 15 23:10:25.062051 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca08d75-d6f8-40e7-b691-5327fa6d54c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f78aa8-906f-4ae3-892f-92f6600ca2cb,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:25.154536 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:25.224933 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d82777ef-0498-407e-94e9-6e45c71bd38a tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:25.234519 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d82777ef-0498-407e-94e9-6e45c71bd38a tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:25.314326 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82777ef-0498-407e-94e9-6e45c71bd38a tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Pushing event updated for resources: {'Port': ['ID=a4d489ed-5c8a-4b16-870d-255e892aad93,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:25.381988 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-1385a8e6-1193-43fd-90d4-141dca639ef4 None None] Set router 77c7ce75-4260-4033-812e-4353ec3c6a74 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:10:25.395236 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7f4ad36a-2c62-4218-870d-625c475fadd8 req-5aad937c-9fac-4c87-869e-f779be1cfdbf tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a100f14-6637-4d83-8140-f4ce9e57a8c6 HTTP/1.1" status: 200 len: 210 time: 0.1092732 Jul 15 23:10:25.398994 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bca08d75-d6f8-40e7-b691-5327fa6d54c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:25.431628 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d82777ef-0498-407e-94e9-6e45c71bd38a tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:25.466951 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d82777ef-0498-407e-94e9-6e45c71bd38a tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:25.484652 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d82777ef-0498-407e-94e9-6e45c71bd38a tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 6.8265235 Jul 15 23:10:25.511601 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c2e12c8-3968-4263-aa29-7daad95781b3 req-ee94d5fa-7887-4098-8bc3-f1466330ccf5 tempest-InstanceActionsNegativeTestJSON-1962410441 tempest-InstanceActionsNegativeTestJSON-1962410441-project] Made reservation on behalf of 3f1b49d2e1bb4c6f805799d3352ffc33 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:10:25.520801 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9c2e12c8-3968-4263-aa29-7daad95781b3 req-ee94d5fa-7887-4098-8bc3-f1466330ccf5 tempest-InstanceActionsNegativeTestJSON-1962410441 tempest-InstanceActionsNegativeTestJSON-1962410441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:25.560734 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.db.resource_extend [None req-bca08d75-d6f8-40e7-b691-5327fa6d54c4 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 23:10:25.647041 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bca08d75-d6f8-40e7-b691-5327fa6d54c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:25.649223 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca08d75-d6f8-40e7-b691-5327fa6d54c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:25.650608 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bca08d75-d6f8-40e7-b691-5327fa6d54c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:25.715936 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4d460f-3971-445c-ab3f-a301b7b6d588 req-4ccfde1e-9069-45cc-963d-16c59852b98e tempest-NetworksTest-1863636125 tempest-NetworksTest-1863636125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:25.723772 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5a4d460f-3971-445c-ab3f-a301b7b6d588 req-4ccfde1e-9069-45cc-963d-16c59852b98e tempest-NetworksTest-1863636125 tempest-NetworksTest-1863636125-project-admin] 10.222.0.48 "GET /v2.0/networks/c4160cc4-e133-4d4e-ad39-f86bca4b2f14 HTTP/1.1" status: 200 len: 886 time: 0.4366169 Jul 15 23:10:25.743287 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1385a8e6-1193-43fd-90d4-141dca639ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c7ce75-4260-4033-812e-4353ec3c6a74', 'name': 'tempest-ServersTestBootFromVolume-1110109490-router', 'tenant_id': '08fe55c8b75249cb85e4212038bb980e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '61c8e8e9-6576-4f2c-b880-f64224f05b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:01Z', 'updated_at': '2021-07-15T23:07:13Z', 'revision_number': 4, 'project_id': '08fe55c8b75249cb85e4212038bb980e', 'gw_port': {'id': '61c8e8e9-6576-4f2c-b880-f64224f05b53', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:84:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c7ce75-4260-4033-812e-4353ec3c6a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:02Z', 'updated_at': '2021-07-15T23:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'aca7175e-e325-431a-af3f-c12f44a0afc8', 'name': '', 'network_id': 'bb925051-af21-4a66-9998-db8eac3f3d8e', 'tenant_id': '08fe55c8b75249cb85e4212038bb980e', 'mac_address': 'fa:16:3e:c7:fd:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c7ce75-4260-4033-812e-4353ec3c6a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '677e163d-e2ae-4fac-97cd-29579d7e082c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:10Z', 'updated_at': '2021-07-15T23:07:21Z', 'revision_number': 5, 'project_id': '08fe55c8b75249cb85e4212038bb980e', 'subnets': [{'id': '677e163d-e2ae-4fac-97cd-29579d7e082c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:25.798578 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1385a8e6-1193-43fd-90d4-141dca639ef4 None None] The sync data for ids ['77c7ce75-4260-4033-812e-4353ec3c6a74'] in n-d-794306-6 is: [{'id': '77c7ce75-4260-4033-812e-4353ec3c6a74', 'name': 'tempest-ServersTestBootFromVolume-1110109490-router', 'tenant_id': '08fe55c8b75249cb85e4212038bb980e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '61c8e8e9-6576-4f2c-b880-f64224f05b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:01Z', 'updated_at': '2021-07-15T23:07:13Z', 'revision_number': 4, 'project_id': '08fe55c8b75249cb85e4212038bb980e', 'gw_port': {'id': '61c8e8e9-6576-4f2c-b880-f64224f05b53', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:84:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c7ce75-4260-4033-812e-4353ec3c6a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:02Z', 'updated_at': '2021-07-15T23:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'aca7175e-e325-431a-af3f-c12f44a0afc8', 'name': '', 'network_id': 'bb925051-af21-4a66-9998-db8eac3f3d8e', 'tenant_id': '08fe55c8b75249cb85e4212038bb980e', 'mac_address': 'fa:16:3e:c7:fd:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c7ce75-4260-4033-812e-4353ec3c6a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '677e163d-e2ae-4fac-97cd-29579d7e082c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:10Z', 'updated_at': '2021-07-15T23:07:21Z', 'revision_number': 5, 'project_id': '08fe55c8b75249cb85e4212038bb980e', 'subnets': [{'id': '677e163d-e2ae-4fac-97cd-29579d7e082c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:10:25.851528 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-bca08d75-d6f8-40e7-b691-5327fa6d54c4 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.6216173 Jul 15 23:10:25.854415 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56782) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:25.870647 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-196db2f9-5d87-4ce4-b945-69fd9a192a15 admin admin] Request body: {'subnet': {'network_id': '6f977508-2e4a-49ea-8dc8-14401613e2fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1081229667-subnet', 'tenant_id': '9f2731a8e0b7447eaa68df36c54ba6f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:25.883974 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a6baf3e5-5659-4c4a-a7a6-8370d16d33f7 req-eaceccec-7300-4e2d-97ca-525255ff8c7f tempest-InstanceActionsNegativeTestJSON-1962410441 tempest-InstanceActionsNegativeTestJSON-1962410441-project] 10.222.0.48 "GET /v2.0/ports?device_id=99d2dc05-57c5-4bc4-b62b-b116a8809f5b HTTP/1.1" status: 200 len: 210 time: 0.0782683 Jul 15 23:10:25.998816 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196db2f9-5d87-4ce4-b945-69fd9a192a15 admin admin] Made reservation on behalf of 9f2731a8e0b7447eaa68df36c54ba6f5 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:10:26.000337 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca08d75-d6f8-40e7-b691-5327fa6d54c4 admin admin] Pushing event updated for resources: {'Network': ['ID=6f977508-2e4a-49ea-8dc8-14401613e2fb,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:26.002796 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-196db2f9-5d87-4ce4-b945-69fd9a192a15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:26.014127 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 6f977508-2e4a-49ea-8dc8-14401613e2fb details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:10:26.190217 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-9c2e12c8-3968-4263-aa29-7daad95781b3 req-ee94d5fa-7887-4098-8bc3-f1466330ccf5 tempest-InstanceActionsNegativeTestJSON-1962410441 tempest-InstanceActionsNegativeTestJSON-1962410441-project] Allocated IP 172.20.0.5 (73c45302-e413-4799-964c-318b2624a0d2/36f2ccc2-3af9-4bcd-9e18-ad2466127ad8/2f6ea692-530e-4fce-8037-209db5547512) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:10:26.308215 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7581b3e-91cf-49a4-afb7-e382f4afda3f req-10d0c06c-81e6-490d-affd-7ea858e336da tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:26.310805 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c7581b3e-91cf-49a4-afb7-e382f4afda3f req-10d0c06c-81e6-490d-affd-7ea858e336da tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8bc40c9-e4b4-42a2-9b05-d457e348901a HTTP/1.1" status: 200 len: 944 time: 0.4810891 Jul 15 23:10:26.363080 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356433ac-3434-40eb-9621-41c4bb5fc9d6 req-d0646afe-b9f1-480c-9a86-18b167aeaebf tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:26.375055 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-356433ac-3434-40eb-9621-41c4bb5fc9d6 req-d0646afe-b9f1-480c-9a86-18b167aeaebf tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8bc40c9-e4b4-42a2-9b05-d457e348901a HTTP/1.1" status: 200 len: 944 time: 0.4960952 Jul 15 23:10:26.397341 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d6be66-f0c3-4a47-ad4b-bfa41ea3908c None None] New status for floating IP 09445cb6-17e7-47fc-b9cc-9706eb35175e: DOWN {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:10:26.397984 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-196db2f9-5d87-4ce4-b945-69fd9a192a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:26.519182 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d976544f-da4d-46c0-9b26-1df8b5b3f3d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:26.538502 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196db2f9-5d87-4ce4-b945-69fd9a192a15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a256ef50-fcf5-45ba-a27a-d88097c91fca,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:26.553067 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196db2f9-5d87-4ce4-b945-69fd9a192a15 admin admin] Checking segment: {'id': '9d9c5f69-ab96-43b2-a537-2f2bcc6c0cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6f977508-2e4a-49ea-8dc8-14401613e2fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:10:26.553432 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196db2f9-5d87-4ce4-b945-69fd9a192a15 admin admin] Network hostable DHCP agents. Network: 6f977508-2e4a-49ea-8dc8-14401613e2fb, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:10:26.589170 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-c7581b3e-91cf-49a4-afb7-e382f4afda3f req-b9c75b0d-6012-4296-95a4-d7a474aeae4a tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Deleting port 74e17b73-3fe4-4f88-802a-610d4f522b58 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:10:26.589823 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c7581b3e-91cf-49a4-afb7-e382f4afda3f req-b9c75b0d-6012-4296-95a4-d7a474aeae4a tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:26.594871 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196db2f9-5d87-4ce4-b945-69fd9a192a15 admin admin] Network 6f977508-2e4a-49ea-8dc8-14401613e2fb is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:10:26.620513 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-356433ac-3434-40eb-9621-41c4bb5fc9d6 req-040ad51f-daea-4962-a8db-bc1afd755f07 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440643 Jul 15 23:10:26.625652 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-196db2f9-5d87-4ce4-b945-69fd9a192a15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 6f977508-2e4a-49ea-8dc8-14401613e2fb) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:26.637722 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30704225-1668-4aed-8241-71048aaac816 None None] Network 6f977508-2e4a-49ea-8dc8-14401613e2fb requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:10:26.646469 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196db2f9-5d87-4ce4-b945-69fd9a192a15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:26.647456 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-196db2f9-5d87-4ce4-b945-69fd9a192a15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:26.683823 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b91d56d1-203e-42db-957e-94f617773f1c req-13dcb1b3-1bfe-490b-abef-6d2ff0351973 tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--528931843&fields=id&tenant_id=126b75f1b6e8430ab20407ac01a093ba HTTP/1.1" status: 200 len: 267 time: 0.2368689 Jul 15 23:10:26.733259 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-196db2f9-5d87-4ce4-b945-69fd9a192a15 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8705626 Jul 15 23:10:26.767850 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c7581b3e-91cf-49a4-afb7-e382f4afda3f req-b9c75b0d-6012-4296-95a4-d7a474aeae4a tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] For port 74e17b73-3fe4-4f88-802a-610d4f522b58, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=74e17b73-3fe4-4f88-802a-610d4f522b58,segment=NetworkSegment(2a783e67-ba53-4ea9-9bee-afb3f3217392),segment_id=2a783e67-ba53-4ea9-9bee-afb3f3217392)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:26.768214 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c7581b3e-91cf-49a4-afb7-e382f4afda3f req-b9c75b0d-6012-4296-95a4-d7a474aeae4a tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:26.791853 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-c7581b3e-91cf-49a4-afb7-e382f4afda3f req-b9c75b0d-6012-4296-95a4-d7a474aeae4a tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Calling delete_port for 74e17b73-3fe4-4f88-802a-610d4f522b58 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:10:26.915423 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91dfaad5-b109-4506-880b-22b9ae1dc5d9 None None] Network 6f977508-2e4a-49ea-8dc8-14401613e2fb requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:10:26.931205 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9c2e12c8-3968-4263-aa29-7daad95781b3 req-ee94d5fa-7887-4098-8bc3-f1466330ccf5 tempest-InstanceActionsNegativeTestJSON-1962410441 tempest-InstanceActionsNegativeTestJSON-1962410441-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:26.992726 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c7581b3e-91cf-49a4-afb7-e382f4afda3f req-b9c75b0d-6012-4296-95a4-d7a474aeae4a tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:27.044501 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['74e17b73-3fe4-4f88-802a-610d4f522b58'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:10:27.057258 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c75b0d-6012-4296-95a4-d7a474aeae4a tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Pushing event deleted for resources: {'Port': ['ID=74e17b73-3fe4-4f88-802a-610d4f522b58,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:27.114856 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d56d1-203e-42db-957e-94f617773f1c req-db39cf87-4e8f-4d56-84d9-52a7ccc0905e tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:27.121888 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b91d56d1-203e-42db-957e-94f617773f1c req-db39cf87-4e8f-4d56-84d9-52a7ccc0905e tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] 10.222.0.48 "GET /v2.0/networks?id=d6e36f97-f235-442f-9e3a-fe975377da9c HTTP/1.1" status: 200 len: 811 time: 0.4163013 Jul 15 23:10:27.164816 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7581b3e-91cf-49a4-afb7-e382f4afda3f req-b9c75b0d-6012-4296-95a4-d7a474aeae4a tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] No DVR routers for this DVR port 74e17b73-3fe4-4f88-802a-610d4f522b58 on host n-h2-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:10:27.168190 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c7581b3e-91cf-49a4-afb7-e382f4afda3f req-b9c75b0d-6012-4296-95a4-d7a474aeae4a tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:27.170972 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c7581b3e-91cf-49a4-afb7-e382f4afda3f req-b9c75b0d-6012-4296-95a4-d7a474aeae4a tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.41 "DELETE /v2.0/ports/74e17b73-3fe4-4f88-802a-610d4f522b58 HTTP/1.1" status: 204 len: 173 time: 0.8384879 Jul 15 23:10:27.171494 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8bc40c9-e4b4-42a2-9b05-d457e348901a', 'name': 'network-vif-deleted', 'tag': '74e17b73-3fe4-4f88-802a-610d4f522b58'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:10:27.175598 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0134cd86-5589-46b2-8baf-31f50f47fab3" -d '{"events": [{"server_uuid": "a8bc40c9-e4b4-42a2-9b05-d457e348901a", "name": "network-vif-deleted", "tag": "74e17b73-3fe4-4f88-802a-610d4f522b58"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:10:27.186522 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac30c77-d35a-44ca-9f13-9f2239a35338 req-70cf26d5-fce1-4153-9463-1dfabca67930 tempest-NetworksTest-1863636125 tempest-NetworksTest-1863636125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:27.187008 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac30c77-d35a-44ca-9f13-9f2239a35338 req-70cf26d5-fce1-4153-9463-1dfabca67930 tempest-NetworksTest-1863636125 tempest-NetworksTest-1863636125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:27.187500 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac30c77-d35a-44ca-9f13-9f2239a35338 req-70cf26d5-fce1-4153-9463-1dfabca67930 tempest-NetworksTest-1863636125 tempest-NetworksTest-1863636125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:27.188104 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac30c77-d35a-44ca-9f13-9f2239a35338 req-70cf26d5-fce1-4153-9463-1dfabca67930 tempest-NetworksTest-1863636125 tempest-NetworksTest-1863636125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:27.188683 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac30c77-d35a-44ca-9f13-9f2239a35338 req-70cf26d5-fce1-4153-9463-1dfabca67930 tempest-NetworksTest-1863636125 tempest-NetworksTest-1863636125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:27.189203 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac30c77-d35a-44ca-9f13-9f2239a35338 req-70cf26d5-fce1-4153-9463-1dfabca67930 tempest-NetworksTest-1863636125 tempest-NetworksTest-1863636125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:27.189778 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac30c77-d35a-44ca-9f13-9f2239a35338 req-70cf26d5-fce1-4153-9463-1dfabca67930 tempest-NetworksTest-1863636125 tempest-NetworksTest-1863636125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:27.190286 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac30c77-d35a-44ca-9f13-9f2239a35338 req-70cf26d5-fce1-4153-9463-1dfabca67930 tempest-NetworksTest-1863636125 tempest-NetworksTest-1863636125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:27.190759 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac30c77-d35a-44ca-9f13-9f2239a35338 req-70cf26d5-fce1-4153-9463-1dfabca67930 tempest-NetworksTest-1863636125 tempest-NetworksTest-1863636125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:27.191270 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac30c77-d35a-44ca-9f13-9f2239a35338 req-70cf26d5-fce1-4153-9463-1dfabca67930 tempest-NetworksTest-1863636125 tempest-NetworksTest-1863636125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:27.191891 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac30c77-d35a-44ca-9f13-9f2239a35338 req-70cf26d5-fce1-4153-9463-1dfabca67930 tempest-NetworksTest-1863636125 tempest-NetworksTest-1863636125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:27.192218 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac30c77-d35a-44ca-9f13-9f2239a35338 req-70cf26d5-fce1-4153-9463-1dfabca67930 tempest-NetworksTest-1863636125 tempest-NetworksTest-1863636125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:27.192679 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac30c77-d35a-44ca-9f13-9f2239a35338 req-70cf26d5-fce1-4153-9463-1dfabca67930 tempest-NetworksTest-1863636125 tempest-NetworksTest-1863636125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:27.193154 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac30c77-d35a-44ca-9f13-9f2239a35338 req-70cf26d5-fce1-4153-9463-1dfabca67930 tempest-NetworksTest-1863636125 tempest-NetworksTest-1863636125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:27.193605 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac30c77-d35a-44ca-9f13-9f2239a35338 req-70cf26d5-fce1-4153-9463-1dfabca67930 tempest-NetworksTest-1863636125 tempest-NetworksTest-1863636125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:27.195962 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bac30c77-d35a-44ca-9f13-9f2239a35338 req-70cf26d5-fce1-4153-9463-1dfabca67930 tempest-NetworksTest-1863636125 tempest-NetworksTest-1863636125-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 10617 time: 0.5312469 Jul 15 23:10:27.203418 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b91d56d1-203e-42db-957e-94f617773f1c req-e7f19822-c5e0-46ba-93b5-0e8003c4ff13 tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] 10.222.0.48 "GET /v2.0/quotas/126b75f1b6e8430ab20407ac01a093ba HTTP/1.1" status: 200 len: 375 time: 0.0805242 Jul 15 23:10:27.256928 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9c2e12c8-3968-4263-aa29-7daad95781b3 req-ee94d5fa-7887-4098-8bc3-f1466330ccf5 tempest-InstanceActionsNegativeTestJSON-1962410441 tempest-InstanceActionsNegativeTestJSON-1962410441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:27.340753 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c2e12c8-3968-4263-aa29-7daad95781b3 req-ee94d5fa-7887-4098-8bc3-f1466330ccf5 tempest-InstanceActionsNegativeTestJSON-1962410441 tempest-InstanceActionsNegativeTestJSON-1962410441-project] Network 73c45302-e413-4799-964c-318b2624a0d2 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:10:27.360324 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-9c2e12c8-3968-4263-aa29-7daad95781b3 req-ee94d5fa-7887-4098-8bc3-f1466330ccf5 tempest-InstanceActionsNegativeTestJSON-1962410441 tempest-InstanceActionsNegativeTestJSON-1962410441-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:27.369527 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c2e12c8-3968-4263-aa29-7daad95781b3 req-ee94d5fa-7887-4098-8bc3-f1466330ccf5 tempest-InstanceActionsNegativeTestJSON-1962410441 tempest-InstanceActionsNegativeTestJSON-1962410441-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:10:27.409321 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee94d5fa-7887-4098-8bc3-f1466330ccf5 tempest-InstanceActionsNegativeTestJSON-1962410441 tempest-InstanceActionsNegativeTestJSON-1962410441-project] Pushing event updated for resources: {'Port': ['ID=2f6ea692-530e-4fce-8037-209db5547512,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:27.481386 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a0ea322e-8339-4640-8855-826bf3843563 req-4fd826e3-0a11-4d89-b27a-38a7bf519042 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a100f14-6637-4d83-8140-f4ce9e57a8c6 HTTP/1.1" status: 200 len: 210 time: 0.0786967 Jul 15 23:10:27.499634 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b91d56d1-203e-42db-957e-94f617773f1c req-bcfeb77b-0aa5-4341-8fe4-5dfe122a65d9 tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=126b75f1b6e8430ab20407ac01a093ba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2947557 Jul 15 23:10:27.519388 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e12c8-3968-4263-aa29-7daad95781b3 req-ee94d5fa-7887-4098-8bc3-f1466330ccf5 tempest-InstanceActionsNegativeTestJSON-1962410441 tempest-InstanceActionsNegativeTestJSON-1962410441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:27.520142 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9c2e12c8-3968-4263-aa29-7daad95781b3 req-ee94d5fa-7887-4098-8bc3-f1466330ccf5 tempest-InstanceActionsNegativeTestJSON-1962410441 tempest-InstanceActionsNegativeTestJSON-1962410441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:27.615533 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9c2e12c8-3968-4263-aa29-7daad95781b3 req-ee94d5fa-7887-4098-8bc3-f1466330ccf5 tempest-InstanceActionsNegativeTestJSON-1962410441 tempest-InstanceActionsNegativeTestJSON-1962410441-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9815252 Jul 15 23:10:27.688726 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56812) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:27.871417 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9780a07-68e0-401a-855f-be0f066ddec9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:28.019625 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9780a07-68e0-401a-855f-be0f066ddec9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:28.025752 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9780a07-68e0-401a-855f-be0f066ddec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:28.068074 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-9c2e12c8-3968-4263-aa29-7daad95781b3 req-c10a407c-ec90-49fb-af6c-57dd2f476328 service neutron] Request body: {'port': {'device_id': '99d2dc05-57c5-4bc4-b62b-b116a8809f5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:28.080744 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b9780a07-68e0-401a-855f-be0f066ddec9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fa8be54a7f1a41c8878b239436a54ffe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3850343 Jul 15 23:10:28.080744 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9780a07-68e0-401a-855f-be0f066ddec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7e1977-20c6-4314-a508-32a3020bd81c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:28.082081 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56816) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:28.163219 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-19118a20-d98c-45b3-a135-22ccb51c7c8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:28.191829 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b91d56d1-203e-42db-957e-94f617773f1c req-ab3b1c46-cfa6-4843-b3ba-b2ce98871b13 service neutron] 10.222.0.48 "GET /v2.0/networks/d6e36f97-f235-442f-9e3a-fe975377da9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6668406 Jul 15 23:10:28.193133 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-19118a20-d98c-45b3-a135-22ccb51c7c8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:28.274882 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-19118a20-d98c-45b3-a135-22ccb51c7c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:28.275454 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-d976544f-da4d-46c0-9b26-1df8b5b3f3d0 admin admin] Deleting port f81ef14a-dd0f-4a06-81a1-9e7f76c0e75a {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:10:28.275833 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d976544f-da4d-46c0-9b26-1df8b5b3f3d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:28.278923 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-19118a20-d98c-45b3-a135-22ccb51c7c8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:28.280484 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-19118a20-d98c-45b3-a135-22ccb51c7c8b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6a7e1977-20c6-4314-a508-32a3020bd81c HTTP/1.1" status: 204 len: 168 time: 0.1973174 Jul 15 23:10:28.301489 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19118a20-d98c-45b3-a135-22ccb51c7c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7e1977-20c6-4314-a508-32a3020bd81c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:28.323207 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9c2e12c8-3968-4263-aa29-7daad95781b3 req-c10a407c-ec90-49fb-af6c-57dd2f476328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:28.377737 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1ddfc9-9b26-4a6f-bb1d-c9afea62c3db req-80d11cb5-e5a5-4d25-bfc2-d42168263c63 tempest-InstanceActionsNegativeTestJSON-1962410441 tempest-InstanceActionsNegativeTestJSON-1962410441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:28.379382 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cf1ddfc9-9b26-4a6f-bb1d-c9afea62c3db req-80d11cb5-e5a5-4d25-bfc2-d42168263c63 tempest-InstanceActionsNegativeTestJSON-1962410441 tempest-InstanceActionsNegativeTestJSON-1962410441-project] 10.222.0.48 "GET /v2.0/ports?device_id=99d2dc05-57c5-4bc4-b62b-b116a8809f5b HTTP/1.1" status: 200 len: 931 time: 0.3169122 Jul 15 23:10:28.546046 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-d976544f-da4d-46c0-9b26-1df8b5b3f3d0 admin admin] For port f81ef14a-dd0f-4a06-81a1-9e7f76c0e75a, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=f81ef14a-dd0f-4a06-81a1-9e7f76c0e75a,segment=NetworkSegment(a7ec11b6-8367-4d76-bf81-1a7f9b95cb02),segment_id=a7ec11b6-8367-4d76-bf81-1a7f9b95cb02)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:28.546462 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d976544f-da4d-46c0-9b26-1df8b5b3f3d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:28.566506 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b91d56d1-203e-42db-957e-94f617773f1c req-5619513c-bae3-47db-aaf5-f02fdc2516d4 service neutron] 10.222.0.48 "GET /v2.0/networks/d6e36f97-f235-442f-9e3a-fe975377da9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3425295 Jul 15 23:10:28.589653 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cf1ddfc9-9b26-4a6f-bb1d-c9afea62c3db req-f14815cd-91bc-44ed-99d3-1383e6df2c67 tempest-InstanceActionsNegativeTestJSON-1962410441 tempest-InstanceActionsNegativeTestJSON-1962410441-project] 10.222.0.48 "GET /v2.0/security-groups?id=3eba4c93-03a1-49b4-945b-284661c2f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996160 Jul 15 23:10:28.590916 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-d976544f-da4d-46c0-9b26-1df8b5b3f3d0 admin admin] Calling delete_port for f81ef14a-dd0f-4a06-81a1-9e7f76c0e75a owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:10:28.674495 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b74b8ab8-90a1-4b7e-8a35-37e44a0c10f0 x-openstack-request-id: req-b74b8ab8-90a1-4b7e-8a35-37e44a0c10f0 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:10:28.674947 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8bc40c9-e4b4-42a2-9b05-d457e348901a", "name": "network-vif-deleted", "tag": "74e17b73-3fe4-4f88-802a-610d4f522b58", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:10:28.675323 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b74b8ab8-90a1-4b7e-8a35-37e44a0c10f0 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:10:28.675955 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8bc40c9-e4b4-42a2-9b05-d457e348901a', 'name': 'network-vif-deleted', 'tag': '74e17b73-3fe4-4f88-802a-610d4f522b58', 'status': 'completed', 'code': 200} Jul 15 23:10:28.738163 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56826) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:28.774410 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4438940f-995f-4b8b-a004-6aedc623dad0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:28.999275 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 74e17b73-3fe4-4f88-802a-610d4f522b58 no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:10:29.064613 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] No Port match for: 74e17b73-3fe4-4f88-802a-610d4f522b58 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:10:29.065367 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 74e17b73-3fe4-4f88-802a-610d4f522b58 not bound to the agent host n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:10:29.084849 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4438940f-995f-4b8b-a004-6aedc623dad0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:29.094079 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4438940f-995f-4b8b-a004-6aedc623dad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:29.202844 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-4438940f-995f-4b8b-a004-6aedc623dad0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=053176fbc9f148ce852b5de6437af020&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4630260 Jul 15 23:10:29.207028 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56838) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:29.243325 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4438940f-995f-4b8b-a004-6aedc623dad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4bf8a8f-591f-43f5-9531-c488a4f8aadd,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:29.254185 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-9c2e12c8-3968-4263-aa29-7daad95781b3 req-c10a407c-ec90-49fb-af6c-57dd2f476328 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f6ea692-530e-4fce-8037-209db5547512 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:10:29.275357 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9c2e12c8-3968-4263-aa29-7daad95781b3 req-c10a407c-ec90-49fb-af6c-57dd2f476328 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:29.298061 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d976544f-da4d-46c0-9b26-1df8b5b3f3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:29.339467 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-9c2e12c8-3968-4263-aa29-7daad95781b3 req-c10a407c-ec90-49fb-af6c-57dd2f476328 service neutron] Transition to ACTIVE for port object 2f6ea692-530e-4fce-8037-209db5547512 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:29.340738 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976544f-da4d-46c0-9b26-1df8b5b3f3d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f81ef14a-dd0f-4a06-81a1-9e7f76c0e75a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:29.349786 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9c2e12c8-3968-4263-aa29-7daad95781b3 req-c10a407c-ec90-49fb-af6c-57dd2f476328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:29.384819 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fd334f64-0910-4852-9266-1086efa3069a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:29.464058 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fd334f64-0910-4852-9266-1086efa3069a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:29.555249 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fd334f64-0910-4852-9266-1086efa3069a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:29.559450 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fd334f64-0910-4852-9266-1086efa3069a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:29.567381 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-fd334f64-0910-4852-9266-1086efa3069a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a4bf8a8f-591f-43f5-9531-c488a4f8aadd HTTP/1.1" status: 204 len: 168 time: 0.3584952 Jul 15 23:10:29.599353 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd334f64-0910-4852-9266-1086efa3069a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4bf8a8f-591f-43f5-9531-c488a4f8aadd,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:29.656545 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-294c4179-fc87-4121-a9ea-f8436e90746d req-d03c5bbc-daef-4590-83bf-751071ca5ce7 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a100f14-6637-4d83-8140-f4ce9e57a8c6 HTTP/1.1" status: 200 len: 210 time: 0.1604292 Jul 15 23:10:29.681653 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10a407c-ec90-49fb-af6c-57dd2f476328 service neutron] Pushing event updated for resources: {'Port': ['ID=2f6ea692-530e-4fce-8037-209db5547512,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:30.028392 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3840d3ee-9507-4c36-aabb-97e169353994 req-79ca7da7-b74c-4046-89c3-8143955e3465 tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1adc0b6-3b02-42d7-8f85-2e5a9c1bad20 HTTP/1.1" status: 200 len: 210 time: 0.1417942 Jul 15 23:10:30.093584 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aaa45b-2216-4d04-9133-89aa3fcbd359 req-74881324-b3db-4a67-8b59-d6ed03447bb1 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:30.109021 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c3aaa45b-2216-4d04-9133-89aa3fcbd359 req-74881324-b3db-4a67-8b59-d6ed03447bb1 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/networks?id=54d36d42-4b6b-4a3b-a62a-15b6ab91449d HTTP/1.1" status: 200 len: 821 time: 0.7003233 Jul 15 23:10:30.144349 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-9c2e12c8-3968-4263-aa29-7daad95781b3 req-c10a407c-ec90-49fb-af6c-57dd2f476328 service neutron] Attempting to bind port 2f6ea692-530e-4fce-8037-209db5547512 on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:10:30.144767 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-9c2e12c8-3968-4263-aa29-7daad95781b3 req-c10a407c-ec90-49fb-af6c-57dd2f476328 service neutron] Attempting to bind port 2f6ea692-530e-4fce-8037-209db5547512 by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': 'b22de2af-8e90-4724-9c10-1f65893482e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '73c45302-e413-4799-964c-318b2624a0d2'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:10:30.145164 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2e12c8-3968-4263-aa29-7daad95781b3 req-c10a407c-ec90-49fb-af6c-57dd2f476328 service neutron] Attempting to bind port 2f6ea692-530e-4fce-8037-209db5547512 on network 73c45302-e413-4799-964c-318b2624a0d2 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:10:30.170346 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2e12c8-3968-4263-aa29-7daad95781b3 req-c10a407c-ec90-49fb-af6c-57dd2f476328 service neutron] Port 2f6ea692-530e-4fce-8037-209db5547512 on network 73c45302-e413-4799-964c-318b2624a0d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:10:30.171134 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2e12c8-3968-4263-aa29-7daad95781b3 req-c10a407c-ec90-49fb-af6c-57dd2f476328 service neutron] Attempting to bind port 2f6ea692-530e-4fce-8037-209db5547512 on network 73c45302-e413-4799-964c-318b2624a0d2 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:10:30.179605 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d976544f-da4d-46c0-9b26-1df8b5b3f3d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:30.206440 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c3aaa45b-2216-4d04-9133-89aa3fcbd359 req-ffd63c56-be07-4041-9678-1bc6e474ec44 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/quotas/97397394137f47b6b8b1bb83454a379f HTTP/1.1" status: 200 len: 375 time: 0.0818894 Jul 15 23:10:30.381806 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2e12c8-3968-4263-aa29-7daad95781b3 req-c10a407c-ec90-49fb-af6c-57dd2f476328 service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:10:30.382821 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2e12c8-3968-4263-aa29-7daad95781b3 req-c10a407c-ec90-49fb-af6c-57dd2f476328 service neutron] Checking segment: {'id': 'b22de2af-8e90-4724-9c10-1f65893482e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '73c45302-e413-4799-964c-318b2624a0d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:10:30.382821 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2e12c8-3968-4263-aa29-7daad95781b3 req-c10a407c-ec90-49fb-af6c-57dd2f476328 service neutron] Bound using segment: {'id': 'b22de2af-8e90-4724-9c10-1f65893482e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '73c45302-e413-4799-964c-318b2624a0d2'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:10:30.383355 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-9c2e12c8-3968-4263-aa29-7daad95781b3 req-c10a407c-ec90-49fb-af6c-57dd2f476328 service neutron] Bound port: 2f6ea692-530e-4fce-8037-209db5547512, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b22de2af-8e90-4724-9c10-1f65893482e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '73c45302-e413-4799-964c-318b2624a0d2'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:10:30.383857 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9c2e12c8-3968-4263-aa29-7daad95781b3 req-c10a407c-ec90-49fb-af6c-57dd2f476328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:30.396005 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c3aaa45b-2216-4d04-9133-89aa3fcbd359 req-c74a7ce9-6618-4c6e-9b3b-4f758a44d4a1 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=97397394137f47b6b8b1bb83454a379f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1882041 Jul 15 23:10:30.529634 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-9c2e12c8-3968-4263-aa29-7daad95781b3 req-c10a407c-ec90-49fb-af6c-57dd2f476328 service neutron] For port 2f6ea692-530e-4fce-8037-209db5547512, host n-h2-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:10:30.536071 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-9c2e12c8-3968-4263-aa29-7daad95781b3 req-c10a407c-ec90-49fb-af6c-57dd2f476328 service neutron] For port 2f6ea692-530e-4fce-8037-209db5547512, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=2f6ea692-530e-4fce-8037-209db5547512,segment=NetworkSegment(b22de2af-8e90-4724-9c10-1f65893482e6),segment_id=b22de2af-8e90-4724-9c10-1f65893482e6)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:10:30.546477 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9c2e12c8-3968-4263-aa29-7daad95781b3 req-c10a407c-ec90-49fb-af6c-57dd2f476328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:30.692237 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10a407c-ec90-49fb-af6c-57dd2f476328 service neutron] Pushing event updated for resources: {'Port': ['ID=2f6ea692-530e-4fce-8037-209db5547512,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:30.715390 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e12c8-3968-4263-aa29-7daad95781b3 req-c10a407c-ec90-49fb-af6c-57dd2f476328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:30.716258 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9c2e12c8-3968-4263-aa29-7daad95781b3 req-c10a407c-ec90-49fb-af6c-57dd2f476328 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:30.717804 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9c2e12c8-3968-4263-aa29-7daad95781b3 req-c10a407c-ec90-49fb-af6c-57dd2f476328 service neutron] 10.222.0.41 "PUT /v2.0/ports/2f6ea692-530e-4fce-8037-209db5547512 HTTP/1.1" status: 200 len: 1091 time: 2.6564929 Jul 15 23:10:30.718378 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99d2dc05-57c5-4bc4-b62b-b116a8809f5b', 'tag': '2f6ea692-530e-4fce-8037-209db5547512'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:10:30.721400 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8080762-4dc7-404d-bc6a-0c59b26d9dc1" -d '{"events": [{"name": "network-changed", "server_uuid": "99d2dc05-57c5-4bc4-b62b-b116a8809f5b", "tag": "2f6ea692-530e-4fce-8037-209db5547512"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:10:30.733194 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b701f9a7-c7de-41a2-babe-a49e886b704a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:30.992245 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d976544f-da4d-46c0-9b26-1df8b5b3f3d0 admin admin] Router ef90f767-244d-4ca1-9f2a-e93ab03626bb has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:10:31.000352 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d56d1-203e-42db-957e-94f617773f1c req-e6a264a4-d73c-4298-ae6e-35a6dcfa4c55 tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:31.004165 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b91d56d1-203e-42db-957e-94f617773f1c req-e6a264a4-d73c-4298-ae6e-35a6dcfa4c55 tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] 10.222.0.49 "GET /v2.0/networks?id=d6e36f97-f235-442f-9e3a-fe975377da9c HTTP/1.1" status: 200 len: 811 time: 0.3612432 Jul 15 23:10:31.097035 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b91d56d1-203e-42db-957e-94f617773f1c req-3949859a-9b0c-4429-aee0-ca7c624ce9b7 tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=126b75f1b6e8430ab20407ac01a093ba HTTP/1.1" status: 200 len: 379 time: 0.0838683 Jul 15 23:10:31.112683 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-b91d56d1-203e-42db-957e-94f617773f1c req-9865bf30-35e6-4e24-b523-c0af9bd9a26f tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Request body: {'port': {'device_id': 'a1adc0b6-3b02-42d7-8f85-2e5a9c1bad20', 'network_id': 'd6e36f97-f235-442f-9e3a-fe975377da9c', 'admin_state_up': True, 'tenant_id': '126b75f1b6e8430ab20407ac01a093ba', 'security_groups': ['b3e68369-d6bb-44c1-80b8-93ccc9edd7c5']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:31.207999 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e12c8-3968-4263-aa29-7daad95781b3 req-43819814-f26c-458b-ba71-6d54d46a627a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:31.209633 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9c2e12c8-3968-4263-aa29-7daad95781b3 req-43819814-f26c-458b-ba71-6d54d46a627a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3f1b49d2e1bb4c6f805799d3352ffc33&device_id=99d2dc05-57c5-4bc4-b62b-b116a8809f5b HTTP/1.1" status: 200 len: 1094 time: 0.3707747 Jul 15 23:10:31.354455 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9c2e12c8-3968-4263-aa29-7daad95781b3 req-14e0213a-c672-4542-8b43-a946a4d8af0f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f6ea692-530e-4fce-8037-209db5547512 HTTP/1.1" status: 200 len: 217 time: 0.0915141 Jul 15 23:10:31.371345 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b91d56d1-203e-42db-957e-94f617773f1c req-9865bf30-35e6-4e24-b523-c0af9bd9a26f tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Made reservation on behalf of 126b75f1b6e8430ab20407ac01a093ba for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:10:31.375397 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b91d56d1-203e-42db-957e-94f617773f1c req-9865bf30-35e6-4e24-b523-c0af9bd9a26f tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:31.451484 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c3aaa45b-2216-4d04-9133-89aa3fcbd359 req-399829bc-bf5d-4482-a471-1bc65ddbcc41 service neutron] 10.222.0.48 "GET /v2.0/networks/54d36d42-4b6b-4a3b-a62a-15b6ab91449d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0544331 Jul 15 23:10:31.591187 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-b91d56d1-203e-42db-957e-94f617773f1c req-9865bf30-35e6-4e24-b523-c0af9bd9a26f tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Allocated IP 172.20.0.5 (d6e36f97-f235-442f-9e3a-fe975377da9c/36cc0597-e47b-49f1-adeb-ab87e2be69c4/fb4dc5ae-8cd3-4d9c-b950-52a6cef1b0a3) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:10:31.823899 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb74c7-deb7-436f-b153-2307ac8ba024 req-851ee351-cb0f-4268-9d7e-ac884940d352 tempest-InstanceActionsNegativeTestJSON-1962410441 tempest-InstanceActionsNegativeTestJSON-1962410441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:31.828317 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2aeb74c7-deb7-436f-b153-2307ac8ba024 req-851ee351-cb0f-4268-9d7e-ac884940d352 tempest-InstanceActionsNegativeTestJSON-1962410441 tempest-InstanceActionsNegativeTestJSON-1962410441-project] 10.222.0.48 "GET /v2.0/ports?device_id=99d2dc05-57c5-4bc4-b62b-b116a8809f5b HTTP/1.1" status: 200 len: 943 time: 0.8928809 Jul 15 23:10:31.846708 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b91d56d1-203e-42db-957e-94f617773f1c req-9865bf30-35e6-4e24-b523-c0af9bd9a26f tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:31.864081 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90286df4-d93b-469e-a137-a5bd4cd64494 req-13e4b9db-546b-4ef6-957b-3ce5459e179d tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:31.865758 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-90286df4-d93b-469e-a137-a5bd4cd64494 req-13e4b9db-546b-4ef6-957b-3ce5459e179d tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b4b9a70-2b55-46f0-be18-c2bf97df8d72 HTTP/1.1" status: 200 len: 945 time: 0.7932053 Jul 15 23:10:31.872411 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-b91d56d1-203e-42db-957e-94f617773f1c req-9865bf30-35e6-4e24-b523-c0af9bd9a26f tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Transition to ACTIVE for port object fb4dc5ae-8cd3-4d9c-b950-52a6cef1b0a3 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:31.936005 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e12c8-3968-4263-aa29-7daad95781b3 req-8d1c8352-bcc9-4174-b515-6fc5584df198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:31.937539 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9c2e12c8-3968-4263-aa29-7daad95781b3 req-8d1c8352-bcc9-4174-b515-6fc5584df198 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=36f2ccc2-3af9-4bcd-9e18-ad2466127ad8 HTTP/1.1" status: 200 len: 861 time: 0.5658498 Jul 15 23:10:31.961123 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b91d56d1-203e-42db-957e-94f617773f1c req-9865bf30-35e6-4e24-b523-c0af9bd9a26f tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:31.982407 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d976544f-da4d-46c0-9b26-1df8b5b3f3d0 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:10:31.995680 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae3c581-e796-4b79-a3ec-023d9db06e24 None None] Sync routers for ids ['ef90f767-244d-4ca1-9f2a-e93ab03626bb'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:10:32.014030 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-d976544f-da4d-46c0-9b26-1df8b5b3f3d0 admin admin] 10.222.0.48 "PUT /v2.0/routers/ef90f767-244d-4ca1-9f2a-e93ab03626bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5554469 Jul 15 23:10:32.015595 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae3c581-e796-4b79-a3ec-023d9db06e24 None None] Routers {'ef90f767-244d-4ca1-9f2a-e93ab03626bb'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:10:32.019168 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9ae3c581-e796-4b79-a3ec-023d9db06e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:10:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ef90f767-244d-4ca1-9f2a-e93ab03626bb'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:32.024222 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2aeb74c7-deb7-436f-b153-2307ac8ba024 req-269fac13-dbae-4e89-88f6-3391fecbd5e9 tempest-InstanceActionsNegativeTestJSON-1962410441 tempest-InstanceActionsNegativeTestJSON-1962410441-project] 10.222.0.48 "GET /v2.0/security-groups?id=3eba4c93-03a1-49b4-945b-284661c2f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943693 Jul 15 23:10:32.027431 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9c2e12c8-3968-4263-aa29-7daad95781b3 req-0203ad98-4d21-48a9-9a78-dfeb9f2b2ad6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73c45302-e413-4799-964c-318b2624a0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725877 Jul 15 23:10:32.028185 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56892) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:32.058872 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b91d56d1-203e-42db-957e-94f617773f1c req-9865bf30-35e6-4e24-b523-c0af9bd9a26f tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Network d6e36f97-f235-442f-9e3a-fe975377da9c is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:10:32.065603 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-b91d56d1-203e-42db-957e-94f617773f1c req-9865bf30-35e6-4e24-b523-c0af9bd9a26f tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:32.070592 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-b91d56d1-203e-42db-957e-94f617773f1c req-9865bf30-35e6-4e24-b523-c0af9bd9a26f tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:10:32.181393 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c3aaa45b-2216-4d04-9133-89aa3fcbd359 req-b8c072ad-32d4-46ab-99bf-ee8f10054d6f service neutron] 10.222.0.48 "GET /v2.0/networks/54d36d42-4b6b-4a3b-a62a-15b6ab91449d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3457537 Jul 15 23:10:32.189510 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9865bf30-35e6-4e24-b523-c0af9bd9a26f tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Pushing event updated for resources: {'Port': ['ID=fb4dc5ae-8cd3-4d9c-b950-52a6cef1b0a3,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:32.276421 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d56d1-203e-42db-957e-94f617773f1c req-9865bf30-35e6-4e24-b523-c0af9bd9a26f tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:32.282833 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b91d56d1-203e-42db-957e-94f617773f1c req-9865bf30-35e6-4e24-b523-c0af9bd9a26f tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:32.326801 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b91d56d1-203e-42db-957e-94f617773f1c req-9865bf30-35e6-4e24-b523-c0af9bd9a26f tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2237411 Jul 15 23:10:32.339797 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-b91d56d1-203e-42db-957e-94f617773f1c req-820ba08a-dedc-4440-ad5b-d8cff940d1bf service neutron] Request body: {'port': {'device_id': 'a1adc0b6-3b02-42d7-8f85-2e5a9c1bad20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:32.507721 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-9ae3c581-e796-4b79-a3ec-023d9db06e24 None None] Set router ef90f767-244d-4ca1-9f2a-e93ab03626bb gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:10:32.545401 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b91d56d1-203e-42db-957e-94f617773f1c req-820ba08a-dedc-4440-ad5b-d8cff940d1bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:32.587718 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b9038823-4a37-4915-a280-932f34e48b94 None None] Provisioning for port fb4dc5ae-8cd3-4d9c-b950-52a6cef1b0a3 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:10:32.607407 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b9038823-4a37-4915-a280-932f34e48b94 None None] Provisioning complete for port fb4dc5ae-8cd3-4d9c-b950-52a6cef1b0a3 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:32.608232 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b9038823-4a37-4915-a280-932f34e48b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:32.701728 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b9038823-4a37-4915-a280-932f34e48b94 None None] Port fb4dc5ae-8cd3-4d9c-b950-52a6cef1b0a3 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:10:33.002923 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab9c578-c2b5-4547-a0bd-19c8d7bb9689 x-openstack-request-id: req-eab9c578-c2b5-4547-a0bd-19c8d7bb9689 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:10:33.003603 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99d2dc05-57c5-4bc4-b62b-b116a8809f5b", "tag": "2f6ea692-530e-4fce-8037-209db5547512", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:10:33.008803 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-eab9c578-c2b5-4547-a0bd-19c8d7bb9689 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:10:33.010277 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99d2dc05-57c5-4bc4-b62b-b116a8809f5b', 'tag': '2f6ea692-530e-4fce-8037-209db5547512', 'status': 'completed', 'code': 200} Jul 15 23:10:33.013741 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9ae3c581-e796-4b79-a3ec-023d9db06e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef90f767-244d-4ca1-9f2a-e93ab03626bb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1294275681-router', 'tenant_id': 'b03dd4b5822b46719971bc6056341493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': 'c86a2d3e-1ffa-4444-b287-7cd0cd8cc6b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:59Z', 'updated_at': '2021-07-15T23:10:29Z', 'revision_number': 5, 'project_id': 'b03dd4b5822b46719971bc6056341493', 'gw_port': {'id': 'c86a2d3e-1ffa-4444-b287-7cd0cd8cc6b4', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:77:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef90f767-244d-4ca1-9f2a-e93ab03626bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:08:02Z', 'updated_at': '2021-07-15T23:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:33.064160 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-04a247c2-dff5-4c1d-b60e-c856b0b4bba3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:33.065299 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-b91d56d1-203e-42db-957e-94f617773f1c req-820ba08a-dedc-4440-ad5b-d8cff940d1bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb4dc5ae-8cd3-4d9c-b950-52a6cef1b0a3 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:10:33.075999 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b91d56d1-203e-42db-957e-94f617773f1c req-820ba08a-dedc-4440-ad5b-d8cff940d1bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:33.091974 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-b91d56d1-203e-42db-957e-94f617773f1c req-820ba08a-dedc-4440-ad5b-d8cff940d1bf service neutron] Transition to ACTIVE for port object fb4dc5ae-8cd3-4d9c-b950-52a6cef1b0a3 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:33.099883 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b91d56d1-203e-42db-957e-94f617773f1c req-820ba08a-dedc-4440-ad5b-d8cff940d1bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:33.121025 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae3c581-e796-4b79-a3ec-023d9db06e24 None None] Checking router: ef90f767-244d-4ca1-9f2a-e93ab03626bb for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:10:33.151103 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae3c581-e796-4b79-a3ec-023d9db06e24 None None] Routers {'ef90f767-244d-4ca1-9f2a-e93ab03626bb'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:10:33.152208 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9ae3c581-e796-4b79-a3ec-023d9db06e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:10:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ef90f767-244d-4ca1-9f2a-e93ab03626bb'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:33.222164 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9aee9565-f36b-4ffe-8963-de05059b702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:33.254359 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820ba08a-dedc-4440-ad5b-d8cff940d1bf service neutron] Pushing event updated for resources: {'Port': ['ID=fb4dc5ae-8cd3-4d9c-b950-52a6cef1b0a3,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:33.280905 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9c2e12c8-3968-4263-aa29-7daad95781b3 req-d0c0625f-4eb2-4067-b280-0c387e362f44 service neutron] 10.222.0.41 "GET /v2.0/networks/73c45302-e413-4799-964c-318b2624a0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0620327 Jul 15 23:10:33.335748 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:33.384595 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-90286df4-d93b-469e-a137-a5bd4cd64494 req-449682b6-ff78-4fb1-a366-a75fc733f350 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Deleting port f139e365-d173-4a38-84ed-c7dc88747f8e {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:10:33.385118 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-90286df4-d93b-469e-a137-a5bd4cd64494 req-449682b6-ff78-4fb1-a366-a75fc733f350 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:33.388392 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-b91d56d1-203e-42db-957e-94f617773f1c req-820ba08a-dedc-4440-ad5b-d8cff940d1bf service neutron] Attempting to bind port fb4dc5ae-8cd3-4d9c-b950-52a6cef1b0a3 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:10:33.388816 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-b91d56d1-203e-42db-957e-94f617773f1c req-820ba08a-dedc-4440-ad5b-d8cff940d1bf service neutron] Attempting to bind port fb4dc5ae-8cd3-4d9c-b950-52a6cef1b0a3 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '41bb0a1b-8c14-4610-9cb5-c2fe9b931c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd6e36f97-f235-442f-9e3a-fe975377da9c'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:10:33.389265 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91d56d1-203e-42db-957e-94f617773f1c req-820ba08a-dedc-4440-ad5b-d8cff940d1bf service neutron] Attempting to bind port fb4dc5ae-8cd3-4d9c-b950-52a6cef1b0a3 on network d6e36f97-f235-442f-9e3a-fe975377da9c {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:10:33.395702 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91d56d1-203e-42db-957e-94f617773f1c req-820ba08a-dedc-4440-ad5b-d8cff940d1bf service neutron] Port fb4dc5ae-8cd3-4d9c-b950-52a6cef1b0a3 on network d6e36f97-f235-442f-9e3a-fe975377da9c not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:10:33.396290 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91d56d1-203e-42db-957e-94f617773f1c req-820ba08a-dedc-4440-ad5b-d8cff940d1bf service neutron] Attempting to bind port fb4dc5ae-8cd3-4d9c-b950-52a6cef1b0a3 on network d6e36f97-f235-442f-9e3a-fe975377da9c {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:10:33.418285 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91d56d1-203e-42db-957e-94f617773f1c req-820ba08a-dedc-4440-ad5b-d8cff940d1bf service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:10:33.418783 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91d56d1-203e-42db-957e-94f617773f1c req-820ba08a-dedc-4440-ad5b-d8cff940d1bf service neutron] Checking segment: {'id': '41bb0a1b-8c14-4610-9cb5-c2fe9b931c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd6e36f97-f235-442f-9e3a-fe975377da9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:10:33.419661 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91d56d1-203e-42db-957e-94f617773f1c req-820ba08a-dedc-4440-ad5b-d8cff940d1bf service neutron] Bound using segment: {'id': '41bb0a1b-8c14-4610-9cb5-c2fe9b931c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd6e36f97-f235-442f-9e3a-fe975377da9c'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:10:33.421656 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-b91d56d1-203e-42db-957e-94f617773f1c req-820ba08a-dedc-4440-ad5b-d8cff940d1bf service neutron] Bound port: fb4dc5ae-8cd3-4d9c-b950-52a6cef1b0a3, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41bb0a1b-8c14-4610-9cb5-c2fe9b931c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd6e36f97-f235-442f-9e3a-fe975377da9c'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:10:33.422480 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b91d56d1-203e-42db-957e-94f617773f1c req-820ba08a-dedc-4440-ad5b-d8cff940d1bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:33.482537 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-9ae3c581-e796-4b79-a3ec-023d9db06e24 None None] Set router ef90f767-244d-4ca1-9f2a-e93ab03626bb gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:10:33.555723 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-b91d56d1-203e-42db-957e-94f617773f1c req-820ba08a-dedc-4440-ad5b-d8cff940d1bf service neutron] For port fb4dc5ae-8cd3-4d9c-b950-52a6cef1b0a3, host n-h1-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:10:33.563509 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-b91d56d1-203e-42db-957e-94f617773f1c req-820ba08a-dedc-4440-ad5b-d8cff940d1bf service neutron] For port fb4dc5ae-8cd3-4d9c-b950-52a6cef1b0a3, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=fb4dc5ae-8cd3-4d9c-b950-52a6cef1b0a3,segment=NetworkSegment(41bb0a1b-8c14-4610-9cb5-c2fe9b931c04),segment_id=41bb0a1b-8c14-4610-9cb5-c2fe9b931c04)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:10:33.573750 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b91d56d1-203e-42db-957e-94f617773f1c req-820ba08a-dedc-4440-ad5b-d8cff940d1bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:33.667448 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56920) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:33.677110 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820ba08a-dedc-4440-ad5b-d8cff940d1bf service neutron] Pushing event updated for resources: {'Port': ['ID=fb4dc5ae-8cd3-4d9c-b950-52a6cef1b0a3,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:33.701012 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d56d1-203e-42db-957e-94f617773f1c req-820ba08a-dedc-4440-ad5b-d8cff940d1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:33.701652 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b91d56d1-203e-42db-957e-94f617773f1c req-820ba08a-dedc-4440-ad5b-d8cff940d1bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:33.703259 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b91d56d1-203e-42db-957e-94f617773f1c req-820ba08a-dedc-4440-ad5b-d8cff940d1bf service neutron] 10.222.0.49 "PUT /v2.0/ports/fb4dc5ae-8cd3-4d9c-b950-52a6cef1b0a3 HTTP/1.1" status: 200 len: 1091 time: 1.3681879 Jul 15 23:10:33.705049 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1adc0b6-3b02-42d7-8f85-2e5a9c1bad20', 'tag': 'fb4dc5ae-8cd3-4d9c-b950-52a6cef1b0a3'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:10:33.707782 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff792d6c-ff1f-4358-8d89-3421097bb11c" -d '{"events": [{"name": "network-changed", "server_uuid": "a1adc0b6-3b02-42d7-8f85-2e5a9c1bad20", "tag": "fb4dc5ae-8cd3-4d9c-b950-52a6cef1b0a3"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:10:33.875809 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d56d1-203e-42db-957e-94f617773f1c req-fc90d956-1a46-41de-aa74-195132009c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:33.877718 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b91d56d1-203e-42db-957e-94f617773f1c req-fc90d956-1a46-41de-aa74-195132009c1a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=126b75f1b6e8430ab20407ac01a093ba&device_id=a1adc0b6-3b02-42d7-8f85-2e5a9c1bad20 HTTP/1.1" status: 200 len: 1094 time: 0.0988507 Jul 15 23:10:33.896427 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58aab8f-b666-41a8-af0b-976a9720511f req-1c225c93-29c6-4292-beee-19a1b483e44d tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:33.904251 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a58aab8f-b666-41a8-af0b-976a9720511f req-1c225c93-29c6-4292-beee-19a1b483e44d tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b4b9a70-2b55-46f0-be18-c2bf97df8d72 HTTP/1.1" status: 200 len: 945 time: 1.2069745 Jul 15 23:10:33.963345 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b91d56d1-203e-42db-957e-94f617773f1c req-a3c0210e-1b3b-43a3-9266-7571b3fc49b9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb4dc5ae-8cd3-4d9c-b950-52a6cef1b0a3 HTTP/1.1" status: 200 len: 217 time: 0.0784376 Jul 15 23:10:33.998186 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9ae3c581-e796-4b79-a3ec-023d9db06e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef90f767-244d-4ca1-9f2a-e93ab03626bb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1294275681-router', 'tenant_id': 'b03dd4b5822b46719971bc6056341493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': 'c86a2d3e-1ffa-4444-b287-7cd0cd8cc6b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:59Z', 'updated_at': '2021-07-15T23:10:29Z', 'revision_number': 5, 'project_id': 'b03dd4b5822b46719971bc6056341493', 'gw_port': {'id': 'c86a2d3e-1ffa-4444-b287-7cd0cd8cc6b4', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:77:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef90f767-244d-4ca1-9f2a-e93ab03626bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:08:02Z', 'updated_at': '2021-07-15T23:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:34.046157 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae3c581-e796-4b79-a3ec-023d9db06e24 None None] The sync data for ids ['ef90f767-244d-4ca1-9f2a-e93ab03626bb'] in n-d-794306-6 is: [{'id': 'ef90f767-244d-4ca1-9f2a-e93ab03626bb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1294275681-router', 'tenant_id': 'b03dd4b5822b46719971bc6056341493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': 'c86a2d3e-1ffa-4444-b287-7cd0cd8cc6b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:59Z', 'updated_at': '2021-07-15T23:10:29Z', 'revision_number': 5, 'project_id': 'b03dd4b5822b46719971bc6056341493', 'gw_port': {'id': 'c86a2d3e-1ffa-4444-b287-7cd0cd8cc6b4', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:77:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef90f767-244d-4ca1-9f2a-e93ab03626bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:08:02Z', 'updated_at': '2021-07-15T23:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:10:34.072158 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88d2a31f-0a54-471e-bd21-78092a627fd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:34.106647 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d56d1-203e-42db-957e-94f617773f1c req-4f46d881-d0cf-46d8-b73e-274577a66280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:34.108858 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b91d56d1-203e-42db-957e-94f617773f1c req-4f46d881-d0cf-46d8-b73e-274577a66280 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=36cc0597-e47b-49f1-adeb-ab87e2be69c4 HTTP/1.1" status: 200 len: 850 time: 0.1396787 Jul 15 23:10:34.109041 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9c2e12c8-3968-4263-aa29-7daad95781b3 req-d0e9bfa4-efa9-4dda-995f-a9d11ea7fbc0 service neutron] 10.222.0.41 "GET /v2.0/networks/73c45302-e413-4799-964c-318b2624a0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7667885 Jul 15 23:10:34.162365 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:34.164322 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-04a247c2-dff5-4c1d-b60e-c856b0b4bba3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:34.211321 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a58aab8f-b666-41a8-af0b-976a9720511f req-edc071f2-bbe0-4c98-bb5c-7ef6b0051090 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054483 Jul 15 23:10:34.240821 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-90286df4-d93b-469e-a137-a5bd4cd64494 req-449682b6-ff78-4fb1-a366-a75fc733f350 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] For port f139e365-d173-4a38-84ed-c7dc88747f8e, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=f139e365-d173-4a38-84ed-c7dc88747f8e,segment=NetworkSegment(2a783e67-ba53-4ea9-9bee-afb3f3217392),segment_id=2a783e67-ba53-4ea9-9bee-afb3f3217392)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:34.241193 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-90286df4-d93b-469e-a137-a5bd4cd64494 req-449682b6-ff78-4fb1-a366-a75fc733f350 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:34.310538 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-90286df4-d93b-469e-a137-a5bd4cd64494 req-449682b6-ff78-4fb1-a366-a75fc733f350 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Calling delete_port for f139e365-d173-4a38-84ed-c7dc88747f8e owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:10:34.320062 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe31caca-2551-4d60-83e5-bde1b1e515a6 req-ce076876-8a35-4c1a-a385-b2921330c025 tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:34.327048 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fe31caca-2551-4d60-83e5-bde1b1e515a6 req-ce076876-8a35-4c1a-a385-b2921330c025 tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1adc0b6-3b02-42d7-8f85-2e5a9c1bad20 HTTP/1.1" status: 200 len: 943 time: 0.9868705 Jul 15 23:10:34.348027 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88d2a31f-0a54-471e-bd21-78092a627fd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:34.358277 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d56d1-203e-42db-957e-94f617773f1c req-c1b309d0-ba0b-46e4-901c-2836b78dacc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:34.360635 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b91d56d1-203e-42db-957e-94f617773f1c req-c1b309d0-ba0b-46e4-901c-2836b78dacc5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d6e36f97-f235-442f-9e3a-fe975377da9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2453570 Jul 15 23:10:34.362148 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88d2a31f-0a54-471e-bd21-78092a627fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:34.523559 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f5b511d0-da5b-441a-b66e-77c60451ad4f req-7ecb1235-9181-4950-aadb-8e6586b98a69 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba5d2d11-9dbe-4882-a346-054db27c2528 HTTP/1.1" status: 200 len: 210 time: 0.1338925 Jul 15 23:10:34.532777 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b91d56d1-203e-42db-957e-94f617773f1c req-9361d502-4421-46be-a0c7-b79ca60d93cd service neutron] 10.222.0.49 "GET /v2.0/networks/d6e36f97-f235-442f-9e3a-fe975377da9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620345 Jul 15 23:10:34.585335 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fe31caca-2551-4d60-83e5-bde1b1e515a6 req-8657ecba-8757-4a49-a03c-3f6260a7ab10 tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3e68369-d6bb-44c1-80b8-93ccc9edd7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2541094 Jul 15 23:10:34.590577 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-88d2a31f-0a54-471e-bd21-78092a627fd8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=823a278e280d47a3a618a1a2367da42f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9145601 Jul 15 23:10:34.597974 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56926) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:34.598646 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d2a31f-0a54-471e-bd21-78092a627fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3859c3-8e2e-4f79-aa6c-0a631f4c92be,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:34.659977 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56928) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:34.750789 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-04a247c2-dff5-4c1d-b60e-c856b0b4bba3 admin admin] Deleting port c86a2d3e-1ffa-4444-b287-7cd0cd8cc6b4 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:10:34.751184 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-04a247c2-dff5-4c1d-b60e-c856b0b4bba3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:34.758834 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fdfbfd5e-2bd7-4ab4-a063-f55c457dfd04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:34.760421 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8080762-4dc7-404d-bc6a-0c59b26d9dc1 req-367c0f0c-5a71-4a45-8e8d-5ca30b47ef61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:34.762550 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c8080762-4dc7-404d-bc6a-0c59b26d9dc1 req-367c0f0c-5a71-4a45-8e8d-5ca30b47ef61 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3f1b49d2e1bb4c6f805799d3352ffc33&device_id=99d2dc05-57c5-4bc4-b62b-b116a8809f5b HTTP/1.1" status: 200 len: 1094 time: 0.5447121 Jul 15 23:10:34.833983 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device f139e365-d173-4a38-84ed-c7dc88747f8e no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:10:34.990911 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device f81ef14a-dd0f-4a06-81a1-9e7f76c0e75a no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:10:35.061699 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: f81ef14a-dd0f-4a06-81a1-9e7f76c0e75a {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:10:35.062127 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device f81ef14a-dd0f-4a06-81a1-9e7f76c0e75a not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:10:35.069082 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c44a1d4d-ca94-43b2-81cb-bed9ef676801 x-openstack-request-id: req-c44a1d4d-ca94-43b2-81cb-bed9ef676801 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:10:35.069544 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1adc0b6-3b02-42d7-8f85-2e5a9c1bad20", "tag": "fb4dc5ae-8cd3-4d9c-b950-52a6cef1b0a3", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:10:35.071126 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c44a1d4d-ca94-43b2-81cb-bed9ef676801 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:10:35.071984 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1adc0b6-3b02-42d7-8f85-2e5a9c1bad20', 'tag': 'fb4dc5ae-8cd3-4d9c-b950-52a6cef1b0a3', 'status': 'completed', 'code': 200} Jul 15 23:10:35.075251 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fdfbfd5e-2bd7-4ab4-a063-f55c457dfd04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:35.093393 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aaa45b-2216-4d04-9133-89aa3fcbd359 req-640fca02-f9b7-4cb4-9ae6-55c5ad4dbbe0 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:35.096850 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c3aaa45b-2216-4d04-9133-89aa3fcbd359 req-640fca02-f9b7-4cb4-9ae6-55c5ad4dbbe0 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.41 "GET /v2.0/networks?id=54d36d42-4b6b-4a3b-a62a-15b6ab91449d HTTP/1.1" status: 200 len: 821 time: 0.3799129 Jul 15 23:10:35.126110 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-c3aaa45b-2216-4d04-9133-89aa3fcbd359 req-50f24234-75f9-47d7-85e6-7d2b466b857c tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Request body: {'port': {'device_id': 'ba5d2d11-9dbe-4882-a346-054db27c2528', 'network_id': '54d36d42-4b6b-4a3b-a62a-15b6ab91449d', 'admin_state_up': True, 'tenant_id': '97397394137f47b6b8b1bb83454a379f'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:35.227862 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b91d56d1-203e-42db-957e-94f617773f1c req-9b306550-a447-476f-a5c0-9fd146ec27d7 service neutron] 10.222.0.49 "GET /v2.0/networks/d6e36f97-f235-442f-9e3a-fe975377da9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6843917 Jul 15 23:10:35.265595 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-04a247c2-dff5-4c1d-b60e-c856b0b4bba3 admin admin] For port c86a2d3e-1ffa-4444-b287-7cd0cd8cc6b4, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=c86a2d3e-1ffa-4444-b287-7cd0cd8cc6b4,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:35.268778 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-04a247c2-dff5-4c1d-b60e-c856b0b4bba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:35.326666 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-04a247c2-dff5-4c1d-b60e-c856b0b4bba3 admin admin] Calling delete_port for c86a2d3e-1ffa-4444-b287-7cd0cd8cc6b4 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:10:35.348559 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3aaa45b-2216-4d04-9133-89aa3fcbd359 req-50f24234-75f9-47d7-85e6-7d2b466b857c tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Made reservation on behalf of 97397394137f47b6b8b1bb83454a379f for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:10:35.350706 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-682042cd-be6f-49bf-b16e-82ddefbaea14 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:35.352492 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c3aaa45b-2216-4d04-9133-89aa3fcbd359 req-50f24234-75f9-47d7-85e6-7d2b466b857c tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:35.433039 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8080762-4dc7-404d-bc6a-0c59b26d9dc1 req-17bfacba-00de-4bc5-b893-f9504fe1f773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:35.435645 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c8080762-4dc7-404d-bc6a-0c59b26d9dc1 req-17bfacba-00de-4bc5-b893-f9504fe1f773 service neutron] 10.222.0.41 "GET /v2.0/networks?id=73c45302-e413-4799-964c-318b2624a0d2 HTTP/1.1" status: 200 len: 922 time: 0.6390600 Jul 15 23:10:35.446339 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-90286df4-d93b-469e-a137-a5bd4cd64494 req-449682b6-ff78-4fb1-a366-a75fc733f350 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:35.472602 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fdfbfd5e-2bd7-4ab4-a063-f55c457dfd04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:35.477184 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fdfbfd5e-2bd7-4ab4-a063-f55c457dfd04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:35.480192 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-fdfbfd5e-2bd7-4ab4-a063-f55c457dfd04 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7f3859c3-8e2e-4f79-aa6c-0a631f4c92be HTTP/1.1" status: 204 len: 168 time: 0.8733466 Jul 15 23:10:35.512247 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-682042cd-be6f-49bf-b16e-82ddefbaea14 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:35.520531 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfbfd5e-2bd7-4ab4-a063-f55c457dfd04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3859c3-8e2e-4f79-aa6c-0a631f4c92be,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:35.525098 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff792d6c-ff1f-4358-8d89-3421097bb11c req-9e331ac5-2214-4bbb-a4ba-5482b08b0d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:35.527624 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ff792d6c-ff1f-4358-8d89-3421097bb11c req-9e331ac5-2214-4bbb-a4ba-5482b08b0d05 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=126b75f1b6e8430ab20407ac01a093ba&device_id=a1adc0b6-3b02-42d7-8f85-2e5a9c1bad20 HTTP/1.1" status: 200 len: 1094 time: 0.2416830 Jul 15 23:10:35.695806 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cfbff6cf-4ea4-4b05-b212-87eeeba0ae9d req-e019633d-f0be-41db-866b-7d42919f7a47 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b4b9a70-2b55-46f0-be18-c2bf97df8d72 HTTP/1.1" status: 200 len: 210 time: 0.2523091 Jul 15 23:10:35.725833 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad49d07-d465-4b38-8237-f764786ce045 req-64a984e1-e6d1-44d0-b3ce-2543a416291d tempest-InstanceActionsNegativeTestJSON-1962410441 tempest-InstanceActionsNegativeTestJSON-1962410441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:35.732332 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bad49d07-d465-4b38-8237-f764786ce045 req-64a984e1-e6d1-44d0-b3ce-2543a416291d tempest-InstanceActionsNegativeTestJSON-1962410441 tempest-InstanceActionsNegativeTestJSON-1962410441-project] 10.222.0.48 "GET /v2.0/ports?device_id=99d2dc05-57c5-4bc4-b62b-b116a8809f5b HTTP/1.1" status: 200 len: 943 time: 0.6934502 Jul 15 23:10:35.733263 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-682042cd-be6f-49bf-b16e-82ddefbaea14 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:35.737133 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-682042cd-be6f-49bf-b16e-82ddefbaea14 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:35.743547 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-682042cd-be6f-49bf-b16e-82ddefbaea14 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] 10.222.0.48 "DELETE /v2.0/security-groups/95e9101e-3e59-4b22-964f-bd441f029b60 HTTP/1.1" status: 204 len: 168 time: 1.0818474 Jul 15 23:10:35.766435 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56940) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:35.782506 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449682b6-ff78-4fb1-a366-a75fc733f350 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Pushing event deleted for resources: {'Port': ['ID=f139e365-d173-4a38-84ed-c7dc88747f8e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:35.795084 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c8080762-4dc7-404d-bc6a-0c59b26d9dc1 req-5bb238b4-1b41-4804-a995-634f13929656 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f6ea692-530e-4fce-8037-209db5547512 HTTP/1.1" status: 200 len: 217 time: 0.3451412 Jul 15 23:10:35.855611 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682042cd-be6f-49bf-b16e-82ddefbaea14 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e9101e-3e59-4b22-964f-bd441f029b60,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:36.029605 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56944) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:36.086227 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-c3aaa45b-2216-4d04-9133-89aa3fcbd359 req-50f24234-75f9-47d7-85e6-7d2b466b857c tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Allocated IP 172.20.0.7 (54d36d42-4b6b-4a3b-a62a-15b6ab91449d/fe3eef83-74d9-48a6-8931-0e31ba6153cf/22d080b6-177e-464f-bc87-78ef2665f72d) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:10:36.118656 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [None req-a428f909-0589-4f79-81fa-f1e7b9696d62 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] show failed (client error): The resource could not be found. Jul 15 23:10:36.118656 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-a428f909-0589-4f79-81fa-f1e7b9696d62 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] 10.222.0.48 "GET /v2.0/security-groups/95e9101e-3e59-4b22-964f-bd441f029b60 HTTP/1.1" status: 404 len: 347 time: 0.3182964 Jul 15 23:10:36.118656 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8080762-4dc7-404d-bc6a-0c59b26d9dc1 req-b8858cc2-f6cc-474f-ae36-7636eaf3bba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:36.118656 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c8080762-4dc7-404d-bc6a-0c59b26d9dc1 req-b8858cc2-f6cc-474f-ae36-7636eaf3bba4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=36f2ccc2-3af9-4bcd-9e18-ad2466127ad8 HTTP/1.1" status: 200 len: 861 time: 0.2440107 Jul 15 23:10:36.119401 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56946) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:36.131667 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-90286df4-d93b-469e-a137-a5bd4cd64494 req-449682b6-ff78-4fb1-a366-a75fc733f350 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] No DVR routers for this DVR port f139e365-d173-4a38-84ed-c7dc88747f8e on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:10:36.135366 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-90286df4-d93b-469e-a137-a5bd4cd64494 req-449682b6-ff78-4fb1-a366-a75fc733f350 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:36.138298 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-90286df4-d93b-469e-a137-a5bd4cd64494 req-449682b6-ff78-4fb1-a366-a75fc733f350 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.49 "DELETE /v2.0/ports/f139e365-d173-4a38-84ed-c7dc88747f8e HTTP/1.1" status: 204 len: 173 time: 4.2603660 Jul 15 23:10:36.154517 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b4b9a70-2b55-46f0-be18-c2bf97df8d72', 'name': 'network-vif-deleted', 'tag': 'f139e365-d173-4a38-84ed-c7dc88747f8e'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:10:36.159080 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16bfae7-2486-406a-a0de-a739f630d25d" -d '{"events": [{"server_uuid": "8b4b9a70-2b55-46f0-be18-c2bf97df8d72", "name": "network-vif-deleted", "tag": "f139e365-d173-4a38-84ed-c7dc88747f8e"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:10:36.184992 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:36.214239 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bad49d07-d465-4b38-8237-f764786ce045 req-1d1c3961-bccb-4a12-87c1-1c3d748e6f45 tempest-InstanceActionsNegativeTestJSON-1962410441 tempest-InstanceActionsNegativeTestJSON-1962410441-project] 10.222.0.48 "GET /v2.0/security-groups?id=3eba4c93-03a1-49b4-945b-284661c2f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4487507 Jul 15 23:10:36.230955 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e71c4eb1-8d3d-4af3-bf5c-4ae2373e8484 req-e783d39e-36e9-421c-be69-222e0115e1cd tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba5d2d11-9dbe-4882-a346-054db27c2528 HTTP/1.1" status: 200 len: 210 time: 0.2022004 Jul 15 23:10:36.233880 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-54ec377b-40a9-41be-8f89-ec564fa2f90c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:36.284202 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff792d6c-ff1f-4358-8d89-3421097bb11c req-dc562308-de90-4c89-9ac8-dee9027955b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:36.285809 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ff792d6c-ff1f-4358-8d89-3421097bb11c req-dc562308-de90-4c89-9ac8-dee9027955b4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d6e36f97-f235-442f-9e3a-fe975377da9c HTTP/1.1" status: 200 len: 912 time: 0.7428896 Jul 15 23:10:36.314156 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c8080762-4dc7-404d-bc6a-0c59b26d9dc1 req-9b45b7ff-faf6-4c71-be72-93c7e5e8b629 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73c45302-e413-4799-964c-318b2624a0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1628599 Jul 15 23:10:36.394316 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ff792d6c-ff1f-4358-8d89-3421097bb11c req-2ca9d9a4-1e7f-4ca0-98f9-8134d1890c78 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb4dc5ae-8cd3-4d9c-b950-52a6cef1b0a3 HTTP/1.1" status: 200 len: 217 time: 0.0985577 Jul 15 23:10:36.434572 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-04a247c2-dff5-4c1d-b60e-c856b0b4bba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:36.549335 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a247c2-dff5-4c1d-b60e-c856b0b4bba3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c86a2d3e-1ffa-4444-b287-7cd0cd8cc6b4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:36.616198 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff792d6c-ff1f-4358-8d89-3421097bb11c req-c4534a9b-1cbc-47bf-810b-297ad1d21f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:36.617791 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ff792d6c-ff1f-4358-8d89-3421097bb11c req-c4534a9b-1cbc-47bf-810b-297ad1d21f69 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=36cc0597-e47b-49f1-adeb-ab87e2be69c4 HTTP/1.1" status: 200 len: 850 time: 0.2151582 Jul 15 23:10:36.680134 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c3aaa45b-2216-4d04-9133-89aa3fcbd359 req-50f24234-75f9-47d7-85e6-7d2b466b857c tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:36.684643 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-02e61ce8-c567-44c6-8b8a-b3f00dd07a17 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Deleting port 81c935cc-ad56-40e8-8968-47e9d8b9c8cb {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:10:36.684994 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02e61ce8-c567-44c6-8b8a-b3f00dd07a17 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:36.833977 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff792d6c-ff1f-4358-8d89-3421097bb11c req-0533ff6b-3402-4559-a864-ecf36f3ffecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:36.835091 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device fb4dc5ae-8cd3-4d9c-b950-52a6cef1b0a3 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:10:36.836050 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ff792d6c-ff1f-4358-8d89-3421097bb11c req-0533ff6b-3402-4559-a864-ecf36f3ffecc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d6e36f97-f235-442f-9e3a-fe975377da9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2097049 Jul 15 23:10:36.840844 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02e61ce8-c567-44c6-8b8a-b3f00dd07a17 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:36.841172 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02e61ce8-c567-44c6-8b8a-b3f00dd07a17 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:36.878296 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c3aaa45b-2216-4d04-9133-89aa3fcbd359 req-50f24234-75f9-47d7-85e6-7d2b466b857c tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:36.924672 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-02e61ce8-c567-44c6-8b8a-b3f00dd07a17 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Calling delete_port for 81c935cc-ad56-40e8-8968-47e9d8b9c8cb owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:10:37.016903 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b0bec9-dbe5-46ee-ae92-4f8c3fad0679 x-openstack-request-id: req-38b0bec9-dbe5-46ee-ae92-4f8c3fad0679 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:10:37.017294 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b4b9a70-2b55-46f0-be18-c2bf97df8d72", "name": "network-vif-deleted", "tag": "f139e365-d173-4a38-84ed-c7dc88747f8e", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:10:37.017498 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-38b0bec9-dbe5-46ee-ae92-4f8c3fad0679 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:10:37.017821 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b4b9a70-2b55-46f0-be18-c2bf97df8d72', 'name': 'network-vif-deleted', 'tag': 'f139e365-d173-4a38-84ed-c7dc88747f8e', 'status': 'completed', 'code': 200} Jul 15 23:10:37.045851 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 2f6ea692-530e-4fce-8037-209db5547512 details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:10:37.076651 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c8080762-4dc7-404d-bc6a-0c59b26d9dc1 req-e49ee6f0-69a3-4c87-abc7-3d30791fded9 service neutron] 10.222.0.41 "GET /v2.0/networks/73c45302-e413-4799-964c-318b2624a0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7522075 Jul 15 23:10:37.096486 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-04a247c2-dff5-4c1d-b60e-c856b0b4bba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999011'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:37.108682 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port fb4dc5ae-8cd3-4d9c-b950-52a6cef1b0a3, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=fb4dc5ae-8cd3-4d9c-b950-52a6cef1b0a3,segment=NetworkSegment(41bb0a1b-8c14-4610-9cb5-c2fe9b931c04),segment_id=41bb0a1b-8c14-4610-9cb5-c2fe9b931c04)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:37.131488 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': 'fb4dc5ae-8cd3-4d9c-b950-52a6cef1b0a3', 'network_id': 'd6e36f97-f235-442f-9e3a-fe975377da9c', 'port_id': 'fb4dc5ae-8cd3-4d9c-b950-52a6cef1b0a3', 'mac_address': 'fa:16:3e:d0:e3:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36cc0597-e47b-49f1-adeb-ab87e2be69c4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:10:37.178980 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:37.180702 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3aaa45b-2216-4d04-9133-89aa3fcbd359 req-50f24234-75f9-47d7-85e6-7d2b466b857c tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Network 54d36d42-4b6b-4a3b-a62a-15b6ab91449d is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:10:37.195432 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb4dc5ae-8cd3-4d9c-b950-52a6cef1b0a3 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:10:37.214140 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-c3aaa45b-2216-4d04-9133-89aa3fcbd359 req-50f24234-75f9-47d7-85e6-7d2b466b857c tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:37.228923 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3aaa45b-2216-4d04-9133-89aa3fcbd359 req-50f24234-75f9-47d7-85e6-7d2b466b857c tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:10:37.244530 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port fb4dc5ae-8cd3-4d9c-b950-52a6cef1b0a3, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=fb4dc5ae-8cd3-4d9c-b950-52a6cef1b0a3,segment=NetworkSegment(41bb0a1b-8c14-4610-9cb5-c2fe9b931c04),segment_id=41bb0a1b-8c14-4610-9cb5-c2fe9b931c04)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:37.250077 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:37.305285 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f24234-75f9-47d7-85e6-7d2b466b857c tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Pushing event updated for resources: {'Port': ['ID=22d080b6-177e-464f-bc87-78ef2665f72d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:37.356355 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=fb4dc5ae-8cd3-4d9c-b950-52a6cef1b0a3,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:37.365648 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-be16a404-c965-4baa-af3b-4b727786c35b req-f84778a0-7e7b-4897-b27a-e34ce62cd816 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b4b9a70-2b55-46f0-be18-c2bf97df8d72 HTTP/1.1" status: 200 len: 210 time: 0.1012521 Jul 15 23:10:37.369842 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:37.370397 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:37.371042 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:37.371592 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:37.383669 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:37.383669 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:37.383669 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:37.383669 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:37.383669 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:37.383669 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:37.383669 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:37.383669 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:10:37.383669 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 2f6ea692-530e-4fce-8037-209db5547512, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=2f6ea692-530e-4fce-8037-209db5547512,segment=NetworkSegment(b22de2af-8e90-4724-9c10-1f65893482e6),segment_id=b22de2af-8e90-4724-9c10-1f65893482e6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:37.393038 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ff792d6c-ff1f-4358-8d89-3421097bb11c req-2030c6fc-b506-4ed4-9bbb-79ac6cd6b27b service neutron] 10.222.0.49 "GET /v2.0/networks/d6e36f97-f235-442f-9e3a-fe975377da9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5472829 Jul 15 23:10:37.404800 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': '2f6ea692-530e-4fce-8037-209db5547512', 'network_id': '73c45302-e413-4799-964c-318b2624a0d2', 'port_id': '2f6ea692-530e-4fce-8037-209db5547512', 'mac_address': 'fa:16:3e:9b:49:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36f2ccc2-3af9-4bcd-9e18-ad2466127ad8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:10:37.413495 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-54ec377b-40a9-41be-8f89-ec564fa2f90c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:37.458445 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aaa45b-2216-4d04-9133-89aa3fcbd359 req-50f24234-75f9-47d7-85e6-7d2b466b857c tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:37.459398 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c3aaa45b-2216-4d04-9133-89aa3fcbd359 req-50f24234-75f9-47d7-85e6-7d2b466b857c tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:37.496795 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-04a247c2-dff5-4c1d-b60e-c856b0b4bba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:37.499382 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-04a247c2-dff5-4c1d-b60e-c856b0b4bba3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:37.566706 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c3aaa45b-2216-4d04-9133-89aa3fcbd359 req-50f24234-75f9-47d7-85e6-7d2b466b857c tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4483759 Jul 15 23:10:37.576470 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-54ec377b-40a9-41be-8f89-ec564fa2f90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:37.587908 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d96f14-ed54-46e3-b6c2-c8f735ce11d3 req-68398fd6-a8e7-401c-8c2a-718dd49510f6 tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:37.588929 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-c3aaa45b-2216-4d04-9133-89aa3fcbd359 req-59626cc3-b028-4d65-a687-d1c9c64620db service neutron] Request body: {'port': {'device_id': 'ba5d2d11-9dbe-4882-a346-054db27c2528', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:37.589638 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-43d96f14-ed54-46e3-b6c2-c8f735ce11d3 req-68398fd6-a8e7-401c-8c2a-718dd49510f6 tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1adc0b6-3b02-42d7-8f85-2e5a9c1bad20 HTTP/1.1" status: 200 len: 943 time: 1.1602859 Jul 15 23:10:37.602446 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['fb4dc5ae-8cd3-4d9c-b950-52a6cef1b0a3'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:10:37.679068 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:37.693354 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-04a247c2-dff5-4c1d-b60e-c856b0b4bba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:37.693902 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a247c2-dff5-4c1d-b60e-c856b0b4bba3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef90f767-244d-4ca1-9f2a-e93ab03626bb {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:10:37.701496 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ff792d6c-ff1f-4358-8d89-3421097bb11c req-7b696bbb-48ac-4072-9d17-296134876b09 service neutron] 10.222.0.49 "GET /v2.0/networks/d6e36f97-f235-442f-9e3a-fe975377da9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971022 Jul 15 23:10:37.713921 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f6ea692-530e-4fce-8037-209db5547512 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:10:37.733888 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-04a247c2-dff5-4c1d-b60e-c856b0b4bba3 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:37.738905 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-04a247c2-dff5-4c1d-b60e-c856b0b4bba3 admin admin] 10.222.0.48 "DELETE /v2.0/routers/ef90f767-244d-4ca1-9f2a-e93ab03626bb HTTP/1.1" status: 204 len: 168 time: 5.5834479 Jul 15 23:10:37.740977 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56958) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:37.743485 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02e61ce8-c567-44c6-8b8a-b3f00dd07a17 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:37.745893 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c8080762-4dc7-404d-bc6a-0c59b26d9dc1 req-1b4837ff-a381-444b-a11e-c4d290d83dd3 service neutron] 10.222.0.41 "GET /v2.0/networks/73c45302-e413-4799-964c-318b2624a0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6584074 Jul 15 23:10:37.756849 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ec377b-40a9-41be-8f89-ec564fa2f90c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3561573-5000-41fe-9dba-319e9f19c4b0,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:37.779304 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-54ec377b-40a9-41be-8f89-ec564fa2f90c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d80f7ab6639e46f9bac5d185d16a4792&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7455192 Jul 15 23:10:37.780304 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 2f6ea692-530e-4fce-8037-209db5547512, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=2f6ea692-530e-4fce-8037-209db5547512,segment=NetworkSegment(b22de2af-8e90-4724-9c10-1f65893482e6),segment_id=b22de2af-8e90-4724-9c10-1f65893482e6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:37.790641 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:37.796546 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56960) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:37.852827 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-8500d231-6074-468d-8422-4c1e90c6c79a admin admin] Deleting subnet 3cce8750-6222-4c81-8ca6-397ead3e8083 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:10:37.856509 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-43d96f14-ed54-46e3-b6c2-c8f735ce11d3 req-e1ff5b66-2be6-4ac1-b80c-d8c39f0d0b64 tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3e68369-d6bb-44c1-80b8-93ccc9edd7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2519994 Jul 15 23:10:37.870070 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8500d231-6074-468d-8422-4c1e90c6c79a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:37.919098 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e1eb2-1a12-4d5b-be62-d4e7f9ab0c85 req-34c51556-3a9f-46d3-bc6a-3cac77d77a34 tempest-InstanceActionsNegativeTestJSON-1962410441 tempest-InstanceActionsNegativeTestJSON-1962410441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:37.929627 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d80e1eb2-1a12-4d5b-be62-d4e7f9ab0c85 req-34c51556-3a9f-46d3-bc6a-3cac77d77a34 tempest-InstanceActionsNegativeTestJSON-1962410441 tempest-InstanceActionsNegativeTestJSON-1962410441-project] 10.222.0.48 "GET /v2.0/ports?device_id=99d2dc05-57c5-4bc4-b62b-b116a8809f5b HTTP/1.1" status: 200 len: 943 time: 0.3963003 Jul 15 23:10:37.957050 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=2f6ea692-530e-4fce-8037-209db5547512,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:37.974615 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e61ce8-c567-44c6-8b8a-b3f00dd07a17 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Pushing event deleted for resources: {'Port': ['ID=81c935cc-ad56-40e8-8968-47e9d8b9c8cb,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:37.997861 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:38.014435 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c3aaa45b-2216-4d04-9133-89aa3fcbd359 req-59626cc3-b028-4d65-a687-d1c9c64620db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:38.023629 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d80e1eb2-1a12-4d5b-be62-d4e7f9ab0c85 req-9df3cc71-8f0a-4ea5-abf9-7f15256b9b3b tempest-InstanceActionsNegativeTestJSON-1962410441 tempest-InstanceActionsNegativeTestJSON-1962410441-project] 10.222.0.48 "GET /v2.0/security-groups?id=3eba4c93-03a1-49b4-945b-284661c2f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926392 Jul 15 23:10:38.025195 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b24bf91-ed7b-4a16-b757-b94ec532262b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:38.073516 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b24bf91-ed7b-4a16-b757-b94ec532262b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:38.089811 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8500d231-6074-468d-8422-4c1e90c6c79a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:38.130094 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['2f6ea692-530e-4fce-8037-209db5547512'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:10:38.205564 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02e61ce8-c567-44c6-8b8a-b3f00dd07a17 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:38.209858 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02e61ce8-c567-44c6-8b8a-b3f00dd07a17 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:38.211182 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-02e61ce8-c567-44c6-8b8a-b3f00dd07a17 tempest-ServersTestBootFromVolume-338845924 tempest-ServersTestBootFromVolume-338845924-project] 10.222.0.48 "DELETE /v2.0/floatingips/09445cb6-17e7-47fc-b9cc-9706eb35175e HTTP/1.1" status: 204 len: 168 time: 2.0913994 Jul 15 23:10:38.216261 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56962) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:38.245521 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc4fe0-9ea2-46e7-ac2a-0571ef960df8 req-9220fec2-8316-4551-bcdd-597280d66396 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:38.247211 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1afc4fe0-9ea2-46e7-ac2a-0571ef960df8 req-9220fec2-8316-4551-bcdd-597280d66396 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba5d2d11-9dbe-4882-a346-054db27c2528 HTTP/1.1" status: 200 len: 931 time: 0.1234293 Jul 15 23:10:38.253601 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b24bf91-ed7b-4a16-b757-b94ec532262b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:38.256426 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b24bf91-ed7b-4a16-b757-b94ec532262b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:38.262339 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-7b24bf91-ed7b-4a16-b757-b94ec532262b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b3561573-5000-41fe-9dba-319e9f19c4b0 HTTP/1.1" status: 204 len: 168 time: 0.4620163 Jul 15 23:10:38.289794 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b24bf91-ed7b-4a16-b757-b94ec532262b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3561573-5000-41fe-9dba-319e9f19c4b0,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:38.356071 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1afc4fe0-9ea2-46e7-ac2a-0571ef960df8 req-6e641088-db7f-4854-8fbc-1719fde03973 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922344 Jul 15 23:10:38.622861 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8500d231-6074-468d-8422-4c1e90c6c79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:38.850141 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8500d231-6074-468d-8422-4c1e90c6c79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:38.869641 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device fb4dc5ae-8cd3-4d9c-b950-52a6cef1b0a3 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:10:38.905911 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8500d231-6074-468d-8422-4c1e90c6c79a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:38.911080 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-8500d231-6074-468d-8422-4c1e90c6c79a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3cce8750-6222-4c81-8ca6-397ead3e8083 HTTP/1.1" status: 204 len: 168 time: 1.1560888 Jul 15 23:10:38.914317 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56982) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:38.938048 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device c86a2d3e-1ffa-4444-b287-7cd0cd8cc6b4 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:10:38.943925 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c95a12b-75c1-4db7-a807-e500841ffaa4 None None] Network 664fa38c-79c6-41e0-8e32-194e09b9b2e3 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:10:39.020304 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: c86a2d3e-1ffa-4444-b287-7cd0cd8cc6b4 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:10:39.020663 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device c86a2d3e-1ffa-4444-b287-7cd0cd8cc6b4 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:10:39.048243 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8500d231-6074-468d-8422-4c1e90c6c79a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cce8750-6222-4c81-8ca6-397ead3e8083,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:39.096853 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ed676f1-bb00-4091-93ca-5be9effa1e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:39.152684 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port fb4dc5ae-8cd3-4d9c-b950-52a6cef1b0a3 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:10:39.179537 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-c3aaa45b-2216-4d04-9133-89aa3fcbd359 req-59626cc3-b028-4d65-a687-d1c9c64620db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22d080b6-177e-464f-bc87-78ef2665f72d {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:10:39.190705 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port fb4dc5ae-8cd3-4d9c-b950-52a6cef1b0a3 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:39.191297 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:39.232952 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed42700e-5256-4783-a99d-47055c2f8e6d req-e5a10392-e493-4f64-8f03-f2430fa6546f tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:39.235302 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c3aaa45b-2216-4d04-9133-89aa3fcbd359 req-59626cc3-b028-4d65-a687-d1c9c64620db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:39.242964 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ed42700e-5256-4783-a99d-47055c2f8e6d req-e5a10392-e493-4f64-8f03-f2430fa6546f tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ea09a9e-d339-49fc-bfd6-6648e90f758d HTTP/1.1" status: 200 len: 944 time: 0.2129908 Jul 15 23:10:39.271271 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-c3aaa45b-2216-4d04-9133-89aa3fcbd359 req-59626cc3-b028-4d65-a687-d1c9c64620db service neutron] Transition to ACTIVE for port object 22d080b6-177e-464f-bc87-78ef2665f72d will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:39.292690 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c3aaa45b-2216-4d04-9133-89aa3fcbd359 req-59626cc3-b028-4d65-a687-d1c9c64620db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:39.301053 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae38e0a-31fb-48ee-b6d9-8ea6962add05 req-793b9d83-2433-4726-99d9-e74bb3d2d67f tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:39.303939 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9ae38e0a-31fb-48ee-b6d9-8ea6962add05 req-793b9d83-2433-4726-99d9-e74bb3d2d67f tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1adc0b6-3b02-42d7-8f85-2e5a9c1bad20 HTTP/1.1" status: 200 len: 944 time: 0.1897895 Jul 15 23:10:39.348801 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-7ed676f1-bb00-4091-93ca-5be9effa1e6c admin admin] Deleting port 316f3194-5bef-46e0-bf1c-3e440595d3a5 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:10:39.349288 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ed676f1-bb00-4091-93ca-5be9effa1e6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:39.363623 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ed42700e-5256-4783-a99d-47055c2f8e6d req-0ef7409a-9ca8-4991-843e-e6eb2e5638f0 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190784 Jul 15 23:10:39.411871 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:39.413926 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59626cc3-b028-4d65-a687-d1c9c64620db service neutron] Pushing event updated for resources: {'Port': ['ID=22d080b6-177e-464f-bc87-78ef2665f72d,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:39.446228 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1adc0b6-3b02-42d7-8f85-2e5a9c1bad20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb4dc5ae-8cd3-4d9c-b950-52a6cef1b0a3'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:10:39.450792 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c0fbac-1f36-46ca-ad21-f885db2820bd" -d '{"events": [{"server_uuid": "a1adc0b6-3b02-42d7-8f85-2e5a9c1bad20", "name": "network-vif-plugged", "status": "completed", "tag": "fb4dc5ae-8cd3-4d9c-b950-52a6cef1b0a3"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:10:39.474813 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9ae38e0a-31fb-48ee-b6d9-8ea6962add05 req-212b013b-1fdf-4a34-9979-457ef4d73655 tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3e68369-d6bb-44c1-80b8-93ccc9edd7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1632614 Jul 15 23:10:39.508273 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port fb4dc5ae-8cd3-4d9c-b950-52a6cef1b0a3, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=fb4dc5ae-8cd3-4d9c-b950-52a6cef1b0a3,segment=NetworkSegment(41bb0a1b-8c14-4610-9cb5-c2fe9b931c04),segment_id=41bb0a1b-8c14-4610-9cb5-c2fe9b931c04)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:39.514377 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:39.530478 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda26cb1-36ee-4514-ad05-d75c86cfa791 None None] DHCP port deletion for 664fa38c-79c6-41e0-8e32-194e09b9b2e3 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:10:39.592947 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=fb4dc5ae-8cd3-4d9c-b950-52a6cef1b0a3,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:39.610087 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41126cb9-9984-450c-8c3e-34215ea19122 req-80ed2123-1e06-4c77-9bbd-4ce405d80e31 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:39.614016 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-41126cb9-9984-450c-8c3e-34215ea19122 req-80ed2123-1e06-4c77-9bbd-4ce405d80e31 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ea09a9e-d339-49fc-bfd6-6648e90f758d HTTP/1.1" status: 200 len: 944 time: 0.3437002 Jul 15 23:10:39.620522 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-7ed676f1-bb00-4091-93ca-5be9effa1e6c admin admin] For port 316f3194-5bef-46e0-bf1c-3e440595d3a5, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=316f3194-5bef-46e0-bf1c-3e440595d3a5,segment=NetworkSegment(a7ec11b6-8367-4d76-bf81-1a7f9b95cb02),segment_id=a7ec11b6-8367-4d76-bf81-1a7f9b95cb02)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:39.620965 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ed676f1-bb00-4091-93ca-5be9effa1e6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:39.662531 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-7ed676f1-bb00-4091-93ca-5be9effa1e6c admin admin] Calling delete_port for 316f3194-5bef-46e0-bf1c-3e440595d3a5 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:10:39.670115 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-dda26cb1-36ee-4514-ad05-d75c86cfa791 None None] Deleting port 316f3194-5bef-46e0-bf1c-3e440595d3a5 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:10:39.670565 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dda26cb1-36ee-4514-ad05-d75c86cfa791 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:39.729762 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c3aaa45b-2216-4d04-9133-89aa3fcbd359 req-59626cc3-b028-4d65-a687-d1c9c64620db service neutron] Attempting to bind port 22d080b6-177e-464f-bc87-78ef2665f72d on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:10:39.730170 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c3aaa45b-2216-4d04-9133-89aa3fcbd359 req-59626cc3-b028-4d65-a687-d1c9c64620db service neutron] Attempting to bind port 22d080b6-177e-464f-bc87-78ef2665f72d by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '34c5f733-3f76-4beb-94d8-dfb9dc50430b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '54d36d42-4b6b-4a3b-a62a-15b6ab91449d'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:10:39.730622 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3aaa45b-2216-4d04-9133-89aa3fcbd359 req-59626cc3-b028-4d65-a687-d1c9c64620db service neutron] Attempting to bind port 22d080b6-177e-464f-bc87-78ef2665f72d on network 54d36d42-4b6b-4a3b-a62a-15b6ab91449d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:10:39.755691 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3aaa45b-2216-4d04-9133-89aa3fcbd359 req-59626cc3-b028-4d65-a687-d1c9c64620db service neutron] Port 22d080b6-177e-464f-bc87-78ef2665f72d on network 54d36d42-4b6b-4a3b-a62a-15b6ab91449d not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:10:39.756239 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3aaa45b-2216-4d04-9133-89aa3fcbd359 req-59626cc3-b028-4d65-a687-d1c9c64620db service neutron] Attempting to bind port 22d080b6-177e-464f-bc87-78ef2665f72d on network 54d36d42-4b6b-4a3b-a62a-15b6ab91449d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:10:39.811017 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-dda26cb1-36ee-4514-ad05-d75c86cfa791 None None] For port 316f3194-5bef-46e0-bf1c-3e440595d3a5, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=316f3194-5bef-46e0-bf1c-3e440595d3a5,segment=NetworkSegment(a7ec11b6-8367-4d76-bf81-1a7f9b95cb02),segment_id=a7ec11b6-8367-4d76-bf81-1a7f9b95cb02)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:39.811630 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dda26cb1-36ee-4514-ad05-d75c86cfa791 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:39.845009 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ed676f1-bb00-4091-93ca-5be9effa1e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:39.861556 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-dda26cb1-36ee-4514-ad05-d75c86cfa791 None None] Calling delete_port for 316f3194-5bef-46e0-bf1c-3e440595d3a5 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:10:39.869269 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3aaa45b-2216-4d04-9133-89aa3fcbd359 req-59626cc3-b028-4d65-a687-d1c9c64620db service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:10:39.869767 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3aaa45b-2216-4d04-9133-89aa3fcbd359 req-59626cc3-b028-4d65-a687-d1c9c64620db service neutron] Checking segment: {'id': '34c5f733-3f76-4beb-94d8-dfb9dc50430b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '54d36d42-4b6b-4a3b-a62a-15b6ab91449d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:10:39.870514 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3aaa45b-2216-4d04-9133-89aa3fcbd359 req-59626cc3-b028-4d65-a687-d1c9c64620db service neutron] Bound using segment: {'id': '34c5f733-3f76-4beb-94d8-dfb9dc50430b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '54d36d42-4b6b-4a3b-a62a-15b6ab91449d'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:10:39.871184 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c3aaa45b-2216-4d04-9133-89aa3fcbd359 req-59626cc3-b028-4d65-a687-d1c9c64620db service neutron] Bound port: 22d080b6-177e-464f-bc87-78ef2665f72d, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34c5f733-3f76-4beb-94d8-dfb9dc50430b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '54d36d42-4b6b-4a3b-a62a-15b6ab91449d'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:10:39.872070 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c3aaa45b-2216-4d04-9133-89aa3fcbd359 req-59626cc3-b028-4d65-a687-d1c9c64620db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:39.883281 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed676f1-bb00-4091-93ca-5be9effa1e6c admin admin] Pushing event deleted for resources: {'Port': ['ID=316f3194-5bef-46e0-bf1c-3e440595d3a5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:39.896808 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed676f1-bb00-4091-93ca-5be9effa1e6c admin admin] No DVR routers for this DVR port 316f3194-5bef-46e0-bf1c-3e440595d3a5 on host n-d-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:10:39.915867 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a01e01d0-f120-4a01-be52-e731a4f2ee53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:39.990465 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dda26cb1-36ee-4514-ad05-d75c86cfa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:39.995451 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8916c236-0d0a-4c44-8dcf-c40a29616a3f req-37f5cd7c-a445-46cd-af66-73cd1ace9d7e tempest-InstanceActionsNegativeTestJSON-1962410441 tempest-InstanceActionsNegativeTestJSON-1962410441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:39.997537 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8916c236-0d0a-4c44-8dcf-c40a29616a3f req-37f5cd7c-a445-46cd-af66-73cd1ace9d7e tempest-InstanceActionsNegativeTestJSON-1962410441 tempest-InstanceActionsNegativeTestJSON-1962410441-project] 10.222.0.48 "GET /v2.0/ports?device_id=99d2dc05-57c5-4bc4-b62b-b116a8809f5b HTTP/1.1" status: 200 len: 944 time: 0.3445549 Jul 15 23:10:40.029144 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda26cb1-36ee-4514-ad05-d75c86cfa791 None None] Pushing event deleted for resources: {'Port': ['ID=316f3194-5bef-46e0-bf1c-3e440595d3a5,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:40.034599 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda26cb1-36ee-4514-ad05-d75c86cfa791 None None] No DVR routers for this DVR port 316f3194-5bef-46e0-bf1c-3e440595d3a5 on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:10:40.137525 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ed676f1-bb00-4091-93ca-5be9effa1e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:40.162038 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-7ed676f1-bb00-4091-93ca-5be9effa1e6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['664fa38c-79c6-41e0-8e32-194e09b9b2e3']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:40.167027 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8916c236-0d0a-4c44-8dcf-c40a29616a3f req-583a0b2e-9bdd-4354-9f9e-f4c683cc565e tempest-InstanceActionsNegativeTestJSON-1962410441 tempest-InstanceActionsNegativeTestJSON-1962410441-project] 10.222.0.48 "GET /v2.0/security-groups?id=3eba4c93-03a1-49b4-945b-284661c2f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158800 Jul 15 23:10:40.186436 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-7ed676f1-bb00-4091-93ca-5be9effa1e6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7ec11b6-8367-4d76-bf81-1a7f9b95cb02') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:40.186861 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-7ed676f1-bb00-4091-93ca-5be9effa1e6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7ec11b6-8367-4d76-bf81-1a7f9b95cb02') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:40.214527 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ed676f1-bb00-4091-93ca-5be9effa1e6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:40.232751 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a905327b-64f0-4207-887e-a043ac479881 x-openstack-request-id: req-a905327b-64f0-4207-887e-a043ac479881 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:10:40.232751 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1adc0b6-3b02-42d7-8f85-2e5a9c1bad20", "name": "network-vif-plugged", "status": "completed", "tag": "fb4dc5ae-8cd3-4d9c-b950-52a6cef1b0a3", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:10:40.232751 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a905327b-64f0-4207-887e-a043ac479881 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:10:40.233344 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1adc0b6-3b02-42d7-8f85-2e5a9c1bad20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb4dc5ae-8cd3-4d9c-b950-52a6cef1b0a3', 'code': 200} Jul 15 23:10:40.244229 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ed676f1-bb00-4091-93ca-5be9effa1e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:40.262580 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eacd34-0170-4195-9f03-18111a2efe58 req-1183496e-9328-4e13-a9ac-8ccb481a057c tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:40.278985 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-53eacd34-0170-4195-9f03-18111a2efe58 req-1183496e-9328-4e13-a9ac-8ccb481a057c tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba5d2d11-9dbe-4882-a346-054db27c2528 HTTP/1.1" status: 200 len: 943 time: 0.3062825 Jul 15 23:10:40.286978 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ed676f1-bb00-4091-93ca-5be9effa1e6c admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:10:40.288226 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ed676f1-bb00-4091-93ca-5be9effa1e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:40.293446 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:10:40.293446 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:10:40.293446 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:10:40.293446 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:10:40.293446 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:10:40.293446 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:10:40.293446 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:10:40.293446 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:10:40.293446 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:10:40.293446 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:10:40.293446 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:10:40.293446 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:10:40.293446 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:10:40.293446 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:10:40.293446 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:10:40.293446 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:10:40.293446 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:10:40.293446 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:10:40.293446 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:10:40.293446 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:10:40.293446 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:10:40.293446 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:10:40.293446 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:10:40.293446 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:10:40.293446 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:10:40.293446 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:10:40.293446 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:10:40.293446 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:10:40.293446 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:10:40.293446 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:10:40.293446 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:10:40.293446 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:10:40.293446 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:10:40.293446 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:10:40.293446 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:10:40.293446 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:10:40.293446 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:10:40.293446 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:10:40.440487 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-53eacd34-0170-4195-9f03-18111a2efe58 req-52743197-9b19-4d27-902a-3f85a87ee8cc tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563017 Jul 15 23:10:40.503445 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ed676f1-bb00-4091-93ca-5be9effa1e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:40.510806 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ed676f1-bb00-4091-93ca-5be9effa1e6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:40.514069 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-7ed676f1-bb00-4091-93ca-5be9effa1e6c admin admin] 10.222.0.48 "DELETE /v2.0/networks/664fa38c-79c6-41e0-8e32-194e09b9b2e3 HTTP/1.1" status: 204 len: 168 time: 1.5983858 Jul 15 23:10:40.520037 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 57020) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:40.543460 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed676f1-bb00-4091-93ca-5be9effa1e6c admin admin] Pushing event deleted for resources: {'Network': ['ID=664fa38c-79c6-41e0-8e32-194e09b9b2e3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:40.544204 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c3aaa45b-2216-4d04-9133-89aa3fcbd359 req-59626cc3-b028-4d65-a687-d1c9c64620db service neutron] For port 22d080b6-177e-464f-bc87-78ef2665f72d, host n-h2-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:10:40.552530 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c3aaa45b-2216-4d04-9133-89aa3fcbd359 req-59626cc3-b028-4d65-a687-d1c9c64620db service neutron] For port 22d080b6-177e-464f-bc87-78ef2665f72d, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=22d080b6-177e-464f-bc87-78ef2665f72d,segment=NetworkSegment(34c5f733-3f76-4beb-94d8-dfb9dc50430b),segment_id=34c5f733-3f76-4beb-94d8-dfb9dc50430b)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:10:40.567868 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-41126cb9-9984-450c-8c3e-34215ea19122 req-d5177e3c-f7ef-41fb-b4dc-b773a9431ca1 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Deleting port ecb9d93d-9b57-49b1-b9ee-09c24fbebea0 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:10:40.568438 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-41126cb9-9984-450c-8c3e-34215ea19122 req-d5177e3c-f7ef-41fb-b4dc-b773a9431ca1 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:40.602937 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8217defc-22be-4d42-963d-f27646092b67 req-9322e575-bed6-43e8-9aed-056d88915573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:40.605749 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8217defc-22be-4d42-963d-f27646092b67 req-9322e575-bed6-43e8-9aed-056d88915573 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a1adc0b6-3b02-42d7-8f85-2e5a9c1bad20 HTTP/1.1" status: 200 len: 1096 time: 0.2603459 Jul 15 23:10:40.642653 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c3aaa45b-2216-4d04-9133-89aa3fcbd359 req-59626cc3-b028-4d65-a687-d1c9c64620db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:40.769457 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aaa45b-2216-4d04-9133-89aa3fcbd359 req-59626cc3-b028-4d65-a687-d1c9c64620db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:40.770205 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c3aaa45b-2216-4d04-9133-89aa3fcbd359 req-59626cc3-b028-4d65-a687-d1c9c64620db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:40.771888 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c3aaa45b-2216-4d04-9133-89aa3fcbd359 req-59626cc3-b028-4d65-a687-d1c9c64620db service neutron] 10.222.0.41 "PUT /v2.0/ports/22d080b6-177e-464f-bc87-78ef2665f72d HTTP/1.1" status: 200 len: 1091 time: 3.1871660 Jul 15 23:10:40.772434 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba5d2d11-9dbe-4882-a346-054db27c2528', 'tag': '22d080b6-177e-464f-bc87-78ef2665f72d'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:10:40.774923 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-850a24f0-474e-4e35-9b8b-f3970e4efd7f" -d '{"events": [{"name": "network-changed", "server_uuid": "ba5d2d11-9dbe-4882-a346-054db27c2528", "tag": "22d080b6-177e-464f-bc87-78ef2665f72d"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:10:40.789563 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59626cc3-b028-4d65-a687-d1c9c64620db service neutron] Pushing event updated for resources: {'Port': ['ID=22d080b6-177e-464f-bc87-78ef2665f72d,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:40.798625 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8217defc-22be-4d42-963d-f27646092b67 req-12d946b8-e413-4e59-a62f-41b2755fe067 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=b3e68369-d6bb-44c1-80b8-93ccc9edd7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1739023 Jul 15 23:10:40.899863 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-41126cb9-9984-450c-8c3e-34215ea19122 req-d5177e3c-f7ef-41fb-b4dc-b773a9431ca1 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] For port ecb9d93d-9b57-49b1-b9ee-09c24fbebea0, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=ecb9d93d-9b57-49b1-b9ee-09c24fbebea0,segment=NetworkSegment(2a783e67-ba53-4ea9-9bee-afb3f3217392),segment_id=2a783e67-ba53-4ea9-9bee-afb3f3217392)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:40.899863 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-41126cb9-9984-450c-8c3e-34215ea19122 req-d5177e3c-f7ef-41fb-b4dc-b773a9431ca1 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:40.904206 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c966f-5b21-46d2-be49-1e841d3a421e req-3bca120a-5afc-496a-a081-50fb881fe4c5 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:40.905847 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9a3c966f-5b21-46d2-be49-1e841d3a421e req-3bca120a-5afc-496a-a081-50fb881fe4c5 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ea09a9e-d339-49fc-bfd6-6648e90f758d HTTP/1.1" status: 200 len: 944 time: 0.2956970 Jul 15 23:10:40.925451 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 316f3194-5bef-46e0-bf1c-3e440595d3a5 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:10:40.950540 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 316f3194-5bef-46e0-bf1c-3e440595d3a5 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:10:40.951274 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 316f3194-5bef-46e0-bf1c-3e440595d3a5 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:10:40.961673 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d2742-2b40-4b56-8515-dcd6a0cd26ad req-05dc6779-e41f-4a8f-a367-c39df335aa55 tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:40.963221 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-531d2742-2b40-4b56-8515-dcd6a0cd26ad req-05dc6779-e41f-4a8f-a367-c39df335aa55 tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1adc0b6-3b02-42d7-8f85-2e5a9c1bad20 HTTP/1.1" status: 200 len: 945 time: 0.2444689 Jul 15 23:10:40.975339 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-41126cb9-9984-450c-8c3e-34215ea19122 req-d5177e3c-f7ef-41fb-b4dc-b773a9431ca1 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Calling delete_port for ecb9d93d-9b57-49b1-b9ee-09c24fbebea0 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:10:41.040935 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9a3c966f-5b21-46d2-be49-1e841d3a421e req-286b2937-ca91-40b8-b468-c8e4e1f92699 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/security-groups?id=3c3f18d2-9e37-410a-acad-e1f5e867dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990818 Jul 15 23:10:41.047125 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 2f6ea692-530e-4fce-8037-209db5547512 up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:10:41.103211 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-531d2742-2b40-4b56-8515-dcd6a0cd26ad req-8eacc9f2-a038-410c-b934-8f0f88688077 tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3e68369-d6bb-44c1-80b8-93ccc9edd7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162014 Jul 15 23:10:41.141322 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aaa45b-2216-4d04-9133-89aa3fcbd359 req-a139f31c-c2b5-4372-b6fa-550672ffb156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:41.143398 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c3aaa45b-2216-4d04-9133-89aa3fcbd359 req-a139f31c-c2b5-4372-b6fa-550672ffb156 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=97397394137f47b6b8b1bb83454a379f&device_id=ba5d2d11-9dbe-4882-a346-054db27c2528 HTTP/1.1" status: 200 len: 1094 time: 0.2613437 Jul 15 23:10:41.172629 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port 2f6ea692-530e-4fce-8037-209db5547512 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:10:41.189338 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port 2f6ea692-530e-4fce-8037-209db5547512 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:41.189785 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:41.311651 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c3aaa45b-2216-4d04-9133-89aa3fcbd359 req-7885a96d-7ad5-4844-8676-33bd1bc12dd3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=22d080b6-177e-464f-bc87-78ef2665f72d HTTP/1.1" status: 200 len: 217 time: 0.1357539 Jul 15 23:10:41.393368 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:41.413262 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2dff8181-a074-4140-b05f-9dff571ee54b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:41.424861 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaea0707-fbf1-41ac-b373-cbb584f28f7b x-openstack-request-id: req-eaea0707-fbf1-41ac-b373-cbb584f28f7b {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:10:41.425722 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba5d2d11-9dbe-4882-a346-054db27c2528", "tag": "22d080b6-177e-464f-bc87-78ef2665f72d", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:10:41.426107 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-eaea0707-fbf1-41ac-b373-cbb584f28f7b {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:10:41.426673 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba5d2d11-9dbe-4882-a346-054db27c2528', 'tag': '22d080b6-177e-464f-bc87-78ef2665f72d', 'status': 'completed', 'code': 200} Jul 15 23:10:41.464596 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 2f6ea692-530e-4fce-8037-209db5547512, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=2f6ea692-530e-4fce-8037-209db5547512,segment=NetworkSegment(b22de2af-8e90-4724-9c10-1f65893482e6),segment_id=b22de2af-8e90-4724-9c10-1f65893482e6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:41.472628 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:41.507747 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aaa45b-2216-4d04-9133-89aa3fcbd359 req-edeb603d-fd45-4463-bf3c-19e02d0fa49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:41.510258 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c3aaa45b-2216-4d04-9133-89aa3fcbd359 req-edeb603d-fd45-4463-bf3c-19e02d0fa49b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fe3eef83-74d9-48a6-8931-0e31ba6153cf HTTP/1.1" status: 200 len: 861 time: 0.1528869 Jul 15 23:10:41.524797 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-41126cb9-9984-450c-8c3e-34215ea19122 req-d5177e3c-f7ef-41fb-b4dc-b773a9431ca1 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:41.525096 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d055b768-ffc5-4657-8153-754c31990594 req-2e3a83aa-63d2-439d-bb4b-b386f732ac24 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=112878df6b1f489cae2c557ebd202932&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1387484 Jul 15 23:10:41.559429 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=2f6ea692-530e-4fce-8037-209db5547512,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:41.583424 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c3aaa45b-2216-4d04-9133-89aa3fcbd359 req-5e1dfd16-87d3-4a01-9c7a-93f3212adec2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=54d36d42-4b6b-4a3b-a62a-15b6ab91449d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602102 Jul 15 23:10:41.646055 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5177e3c-f7ef-41fb-b4dc-b773a9431ca1 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Pushing event deleted for resources: {'Port': ['ID=ecb9d93d-9b57-49b1-b9ee-09c24fbebea0,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:41.724660 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-a01e01d0-f120-4a01-be52-e731a4f2ee53 admin admin] Deleting port aca7175e-e325-431a-af3f-c12f44a0afc8 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:10:41.725023 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a01e01d0-f120-4a01-be52-e731a4f2ee53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:41.727206 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-41126cb9-9984-450c-8c3e-34215ea19122 req-d5177e3c-f7ef-41fb-b4dc-b773a9431ca1 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] No DVR routers for this DVR port ecb9d93d-9b57-49b1-b9ee-09c24fbebea0 on host n-h1-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:10:41.741945 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-41126cb9-9984-450c-8c3e-34215ea19122 req-d5177e3c-f7ef-41fb-b4dc-b773a9431ca1 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:41.744153 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-41126cb9-9984-450c-8c3e-34215ea19122 req-d5177e3c-f7ef-41fb-b4dc-b773a9431ca1 tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.49 "DELETE /v2.0/ports/ecb9d93d-9b57-49b1-b9ee-09c24fbebea0 HTTP/1.1" status: 204 len: 173 time: 2.1238234 Jul 15 23:10:41.910335 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c3aaa45b-2216-4d04-9133-89aa3fcbd359 req-a1ebf7c5-74a1-43d5-93e0-23ec508cb31e service neutron] 10.222.0.41 "GET /v2.0/networks/54d36d42-4b6b-4a3b-a62a-15b6ab91449d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846692 Jul 15 23:10:41.911600 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055b768-ffc5-4657-8153-754c31990594 req-a55ab4df-67cd-4b12-87c4-e480bf6dd24e tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:41.914206 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d055b768-ffc5-4657-8153-754c31990594 req-a55ab4df-67cd-4b12-87c4-e480bf6dd24e tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3879964 Jul 15 23:10:41.972570 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d055b768-ffc5-4657-8153-754c31990594 req-afeacba8-045a-40a2-9d7e-da3a0697717c tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] 10.222.0.48 "GET /v2.0/quotas/112878df6b1f489cae2c557ebd202932 HTTP/1.1" status: 200 len: 375 time: 0.0488188 Jul 15 23:10:41.989418 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f9520-9292-42bd-9e71-41aac013dbb1 req-495303e0-688e-4a07-bcee-0846a6804d40 tempest-InstanceActionsNegativeTestJSON-1962410441 tempest-InstanceActionsNegativeTestJSON-1962410441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:41.989780 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-a01e01d0-f120-4a01-be52-e731a4f2ee53 admin admin] For port aca7175e-e325-431a-af3f-c12f44a0afc8, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=aca7175e-e325-431a-af3f-c12f44a0afc8,segment=NetworkSegment(8a18499d-f751-4b5b-90fb-57238ec26ecc),segment_id=8a18499d-f751-4b5b-90fb-57238ec26ecc)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:41.989969 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a01e01d0-f120-4a01-be52-e731a4f2ee53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:41.992114 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3c5f9520-9292-42bd-9e71-41aac013dbb1 req-495303e0-688e-4a07-bcee-0846a6804d40 tempest-InstanceActionsNegativeTestJSON-1962410441 tempest-InstanceActionsNegativeTestJSON-1962410441-project] 10.222.0.48 "GET /v2.0/ports?device_id=99d2dc05-57c5-4bc4-b62b-b116a8809f5b HTTP/1.1" status: 200 len: 945 time: 0.4186792 Jul 15 23:10:42.012982 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-a01e01d0-f120-4a01-be52-e731a4f2ee53 admin admin] Calling delete_port for aca7175e-e325-431a-af3f-c12f44a0afc8 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:10:42.054723 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d055b768-ffc5-4657-8153-754c31990594 req-506b0a1c-752d-4471-87c7-f434ad6fa5e6 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=112878df6b1f489cae2c557ebd202932&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0590222 Jul 15 23:10:42.126541 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3c5f9520-9292-42bd-9e71-41aac013dbb1 req-26f35524-8ec2-474c-9443-6d31a8a57c53 tempest-InstanceActionsNegativeTestJSON-1962410441 tempest-InstanceActionsNegativeTestJSON-1962410441-project] 10.222.0.48 "GET /v2.0/security-groups?id=3eba4c93-03a1-49b4-945b-284661c2f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090090 Jul 15 23:10:42.139307 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c3aaa45b-2216-4d04-9133-89aa3fcbd359 req-48da56dd-6643-4047-9312-b982d2c0a635 service neutron] 10.222.0.41 "GET /v2.0/networks/54d36d42-4b6b-4a3b-a62a-15b6ab91449d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211101 Jul 15 23:10:42.236581 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d2dc05-57c5-4bc4-b62b-b116a8809f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f6ea692-530e-4fce-8037-209db5547512'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:10:42.242016 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e888688b-1128-49d7-b43d-bd7c1861b89e" -d '{"events": [{"server_uuid": "99d2dc05-57c5-4bc4-b62b-b116a8809f5b", "name": "network-vif-plugged", "status": "completed", "tag": "2f6ea692-530e-4fce-8037-209db5547512"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:10:42.418638 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-2dff8181-a074-4140-b05f-9dff571ee54b admin admin] Deleting port 2e52faea-4205-48d6-8ce5-e1473339e032 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:10:42.419090 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2dff8181-a074-4140-b05f-9dff571ee54b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:42.467137 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850a24f0-474e-4e35-9b8b-f3970e4efd7f req-cf57885c-0368-4802-bf6f-1aa72ac2657d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:42.470874 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-850a24f0-474e-4e35-9b8b-f3970e4efd7f req-cf57885c-0368-4802-bf6f-1aa72ac2657d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=97397394137f47b6b8b1bb83454a379f&device_id=ba5d2d11-9dbe-4882-a346-054db27c2528 HTTP/1.1" status: 200 len: 1094 time: 0.2000790 Jul 15 23:10:42.514288 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-30495c83-d75a-4d2e-ac2a-773fae05b99a req-4ba16f30-649f-4259-b532-18732ef48fec tempest-LiveMigrationTest-1303300593 tempest-LiveMigrationTest-1303300593-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ea09a9e-d339-49fc-bfd6-6648e90f758d HTTP/1.1" status: 200 len: 210 time: 0.0512569 Jul 15 23:10:42.617702 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-2dff8181-a074-4140-b05f-9dff571ee54b admin admin] For port 2e52faea-4205-48d6-8ce5-e1473339e032, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=2e52faea-4205-48d6-8ce5-e1473339e032,segment=NetworkSegment(c985f627-8157-4fb3-867e-9a1ae0d61fe7),segment_id=c985f627-8157-4fb3-867e-9a1ae0d61fe7)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:42.618294 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2dff8181-a074-4140-b05f-9dff571ee54b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:42.640689 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-2dff8181-a074-4140-b05f-9dff571ee54b admin admin] Calling delete_port for 2e52faea-4205-48d6-8ce5-e1473339e032 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:10:42.664133 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850a24f0-474e-4e35-9b8b-f3970e4efd7f req-23e208fa-6878-48ff-91ef-30e864098cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:42.668046 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-850a24f0-474e-4e35-9b8b-f3970e4efd7f req-23e208fa-6878-48ff-91ef-30e864098cd7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=54d36d42-4b6b-4a3b-a62a-15b6ab91449d HTTP/1.1" status: 200 len: 922 time: 0.1879139 Jul 15 23:10:42.671921 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a01e01d0-f120-4a01-be52-e731a4f2ee53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:42.779001 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-850a24f0-474e-4e35-9b8b-f3970e4efd7f req-7411df22-7a65-478b-96e4-923b181e8e36 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=22d080b6-177e-464f-bc87-78ef2665f72d HTTP/1.1" status: 200 len: 217 time: 0.1000302 Jul 15 23:10:42.780265 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01e01d0-f120-4a01-be52-e731a4f2ee53 admin admin] Pushing event deleted for resources: {'Port': ['ID=aca7175e-e325-431a-af3f-c12f44a0afc8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:42.803267 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e6a44-452c-4eb5-b9f9-a24986d1ced7 req-5bf5242f-5e42-432b-a539-b64ba011c555 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:42.811509 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d55e6a44-452c-4eb5-b9f9-a24986d1ced7 req-5bf5242f-5e42-432b-a539-b64ba011c555 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba5d2d11-9dbe-4882-a346-054db27c2528 HTTP/1.1" status: 200 len: 943 time: 0.4645264 Jul 15 23:10:42.903815 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device ecb9d93d-9b57-49b1-b9ee-09c24fbebea0 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:10:42.954776 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: ecb9d93d-9b57-49b1-b9ee-09c24fbebea0 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:10:42.957205 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device ecb9d93d-9b57-49b1-b9ee-09c24fbebea0 not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:10:43.009567 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850a24f0-474e-4e35-9b8b-f3970e4efd7f req-8e760cc8-e3c5-451c-81f8-57b6ea5295e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:43.011973 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-850a24f0-474e-4e35-9b8b-f3970e4efd7f req-8e760cc8-e3c5-451c-81f8-57b6ea5295e7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fe3eef83-74d9-48a6-8931-0e31ba6153cf HTTP/1.1" status: 200 len: 861 time: 0.2221589 Jul 15 23:10:43.017658 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d55e6a44-452c-4eb5-b9f9-a24986d1ced7 req-5032d37e-4791-41e2-b5e2-e680647dc5bc tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010117 Jul 15 23:10:43.073220 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-850a24f0-474e-4e35-9b8b-f3970e4efd7f req-07a5b37c-1187-47cd-a8d9-315301a89cd0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=54d36d42-4b6b-4a3b-a62a-15b6ab91449d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512431 Jul 15 23:10:43.104615 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2454ec06-8a7c-4b35-9400-3cbbbc111f03 req-317eb850-3ce8-4503-b134-6b240cae39e1 tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:43.118009 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2454ec06-8a7c-4b35-9400-3cbbbc111f03 req-317eb850-3ce8-4503-b134-6b240cae39e1 tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1adc0b6-3b02-42d7-8f85-2e5a9c1bad20 HTTP/1.1" status: 200 len: 945 time: 0.3014245 Jul 15 23:10:43.128017 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc404e9-f9f1-46ae-89d5-d0c9f1141977 x-openstack-request-id: req-7bc404e9-f9f1-46ae-89d5-d0c9f1141977 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:10:43.128333 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99d2dc05-57c5-4bc4-b62b-b116a8809f5b", "name": "network-vif-plugged", "status": "completed", "tag": "2f6ea692-530e-4fce-8037-209db5547512", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:10:43.128603 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7bc404e9-f9f1-46ae-89d5-d0c9f1141977 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:10:43.129060 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99d2dc05-57c5-4bc4-b62b-b116a8809f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f6ea692-530e-4fce-8037-209db5547512', 'code': 200} Jul 15 23:10:43.288161 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2454ec06-8a7c-4b35-9400-3cbbbc111f03 req-ebc88140-4b1f-43aa-88f4-b384820a370b tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3e68369-d6bb-44c1-80b8-93ccc9edd7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1675606 Jul 15 23:10:43.348827 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a01e01d0-f120-4a01-be52-e731a4f2ee53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:43.398913 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8c2780ee-ed64-4c24-824e-5d27378e487c req-1376364a-9703-4139-bb7c-2109d328484d tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] 10.222.0.48 "GET /v2.0/ports?device_id=afa5e54c-d7e3-4a1c-8543-096dd4f6b00e HTTP/1.1" status: 200 len: 210 time: 0.1271696 Jul 15 23:10:43.408675 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2dff8181-a074-4140-b05f-9dff571ee54b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:43.453538 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea09a9e-d339-49fc-bfd6-6648e90f758d', 'name': 'network-vif-deleted', 'tag': 'ecb9d93d-9b57-49b1-b9ee-09c24fbebea0'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:10:43.455993 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a571791b-fcf8-42e1-9572-a806d66a5faa" -d '{"events": [{"server_uuid": "9ea09a9e-d339-49fc-bfd6-6648e90f758d", "name": "network-vif-deleted", "tag": "ecb9d93d-9b57-49b1-b9ee-09c24fbebea0"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:10:43.481861 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-850a24f0-474e-4e35-9b8b-f3970e4efd7f req-527be7a5-2bc7-4d78-ba7f-5c67557680f9 service neutron] 10.222.0.41 "GET /v2.0/networks/54d36d42-4b6b-4a3b-a62a-15b6ab91449d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4012766 Jul 15 23:10:43.485111 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dff8181-a074-4140-b05f-9dff571ee54b admin admin] Pushing event deleted for resources: {'Port': ['ID=2e52faea-4205-48d6-8ce5-e1473339e032,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:43.716306 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-850a24f0-474e-4e35-9b8b-f3970e4efd7f req-b42d887d-1104-4d32-85ce-4a15b4f8d1c1 service neutron] 10.222.0.41 "GET /v2.0/networks/54d36d42-4b6b-4a3b-a62a-15b6ab91449d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271502 Jul 15 23:10:44.041700 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a01e01d0-f120-4a01-be52-e731a4f2ee53 admin admin] Router 77c7ce75-4260-4033-812e-4353ec3c6a74 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:10:44.195680 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a01e01d0-f120-4a01-be52-e731a4f2ee53 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:10:44.209680 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a01e01d0-f120-4a01-be52-e731a4f2ee53 admin admin] 10.222.0.48 "PUT /v2.0/routers/77c7ce75-4260-4033-812e-4353ec3c6a74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9904408 Jul 15 23:10:44.210613 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 57072) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:44.221202 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9d494a-230a-44cf-9bce-cc0062971fd0 None None] Sync routers for ids ['77c7ce75-4260-4033-812e-4353ec3c6a74'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:10:44.237941 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9d494a-230a-44cf-9bce-cc0062971fd0 None None] Routers {'77c7ce75-4260-4033-812e-4353ec3c6a74'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:10:44.239977 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-4b9d494a-230a-44cf-9bce-cc0062971fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:10:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['77c7ce75-4260-4033-812e-4353ec3c6a74'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:44.288933 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25675251-3a30-4bd4-b8e1-28b1071a7db4 req-cfedc951-46d1-4072-9ffd-8ddc80112d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:44.291955 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-25675251-3a30-4bd4-b8e1-28b1071a7db4 req-cfedc951-46d1-4072-9ffd-8ddc80112d21 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=99d2dc05-57c5-4bc4-b62b-b116a8809f5b HTTP/1.1" status: 200 len: 1096 time: 1.0214062 Jul 15 23:10:44.388950 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d055b768-ffc5-4657-8153-754c31990594 req-4d1223a8-a860-40a8-a907-743a8bdb5045 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=112878df6b1f489cae2c557ebd202932&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0629697 Jul 15 23:10:44.440670 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-4b9d494a-230a-44cf-9bce-cc0062971fd0 None None] Set router 77c7ce75-4260-4033-812e-4353ec3c6a74 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:10:44.462279 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-25675251-3a30-4bd4-b8e1-28b1071a7db4 req-cb3640cd-a325-41bb-93ea-fed934849c21 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3eba4c93-03a1-49b4-945b-284661c2f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612759 Jul 15 23:10:44.492257 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c115e-a693-41a9-86e9-d2033d1dd59b req-2235a1bf-16cd-4529-a589-a05e2ed923eb tempest-InstanceActionsNegativeTestJSON-1962410441 tempest-InstanceActionsNegativeTestJSON-1962410441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:44.496373 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ee8c115e-a693-41a9-86e9-d2033d1dd59b req-2235a1bf-16cd-4529-a589-a05e2ed923eb tempest-InstanceActionsNegativeTestJSON-1962410441 tempest-InstanceActionsNegativeTestJSON-1962410441-project] 10.222.0.48 "GET /v2.0/ports?device_id=99d2dc05-57c5-4bc4-b62b-b116a8809f5b HTTP/1.1" status: 200 len: 945 time: 0.3931766 Jul 15 23:10:44.586790 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73404cda-0329-4d69-8da1-1ba50f055b90 req-b978af19-da30-4420-b65a-4081608a0be8 tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:44.602182 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-73404cda-0329-4d69-8da1-1ba50f055b90 req-b978af19-da30-4420-b65a-4081608a0be8 tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1adc0b6-3b02-42d7-8f85-2e5a9c1bad20 HTTP/1.1" status: 200 len: 945 time: 0.5031297 Jul 15 23:10:44.602894 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2dff8181-a074-4140-b05f-9dff571ee54b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:44.605941 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 57078) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:44.626742 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4ac32521-399d-4e61-8311-28bd6d805174 tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Request body: {'floatingip': {'port_id': 'fb4dc5ae-8cd3-4d9c-b950-52a6cef1b0a3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:44.647710 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055b768-ffc5-4657-8153-754c31990594 req-909c8f95-6927-45e6-841f-3d6f98240fa8 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:44.649464 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d055b768-ffc5-4657-8153-754c31990594 req-909c8f95-6927-45e6-841f-3d6f98240fa8 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2519019 Jul 15 23:10:44.698692 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-d055b768-ffc5-4657-8153-754c31990594 req-d239267b-1c43-4a67-8772-a6512f756ad6 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] Request body: {'port': {'device_id': 'afa5e54c-d7e3-4a1c-8543-096dd4f6b00e', 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'admin_state_up': True, 'tenant_id': '112878df6b1f489cae2c557ebd202932'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:44.701064 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972c1bfa-3396-432e-b055-3e656f9e4c29 x-openstack-request-id: req-972c1bfa-3396-432e-b055-3e656f9e4c29 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:10:44.701355 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ea09a9e-d339-49fc-bfd6-6648e90f758d", "name": "network-vif-deleted", "tag": "ecb9d93d-9b57-49b1-b9ee-09c24fbebea0", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:10:44.701607 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-972c1bfa-3396-432e-b055-3e656f9e4c29 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:10:44.701997 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea09a9e-d339-49fc-bfd6-6648e90f758d', 'name': 'network-vif-deleted', 'tag': 'ecb9d93d-9b57-49b1-b9ee-09c24fbebea0', 'status': 'completed', 'code': 200} Jul 15 23:10:44.705595 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d8291f6a-ee85-4dc1-8e6b-2e26a7ac01cc admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:44.763828 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-4b9d494a-230a-44cf-9bce-cc0062971fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c7ce75-4260-4033-812e-4353ec3c6a74', 'name': 'tempest-ServersTestBootFromVolume-1110109490-router', 'tenant_id': '08fe55c8b75249cb85e4212038bb980e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '61c8e8e9-6576-4f2c-b880-f64224f05b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:01Z', 'updated_at': '2021-07-15T23:10:42Z', 'revision_number': 5, 'project_id': '08fe55c8b75249cb85e4212038bb980e', 'gw_port': {'id': '61c8e8e9-6576-4f2c-b880-f64224f05b53', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:84:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c7ce75-4260-4033-812e-4353ec3c6a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:02Z', 'updated_at': '2021-07-15T23:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:44.799390 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ac32521-399d-4e61-8311-28bd6d805174 tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:44.803663 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9d494a-230a-44cf-9bce-cc0062971fd0 None None] Checking router: 77c7ce75-4260-4033-812e-4353ec3c6a74 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:10:44.816127 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9d494a-230a-44cf-9bce-cc0062971fd0 None None] Routers {'77c7ce75-4260-4033-812e-4353ec3c6a74'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:10:44.817425 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-4b9d494a-230a-44cf-9bce-cc0062971fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:10:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['77c7ce75-4260-4033-812e-4353ec3c6a74'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:44.850456 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 57080) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:44.912061 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ee8c115e-a693-41a9-86e9-d2033d1dd59b req-8ffb3273-8f6e-4bd9-858b-00f8d4a5bb92 tempest-InstanceActionsNegativeTestJSON-1962410441 tempest-InstanceActionsNegativeTestJSON-1962410441-project] 10.222.0.48 "GET /v2.0/security-groups?id=3eba4c93-03a1-49b4-945b-284661c2f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067210 Jul 15 23:10:45.027045 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-4b9d494a-230a-44cf-9bce-cc0062971fd0 None None] Set router 77c7ce75-4260-4033-812e-4353ec3c6a74 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:10:45.103083 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 22d080b6-177e-464f-bc87-78ef2665f72d details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:10:45.296263 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-94a3a9c3-3352-449f-bf47-124c7bb4996d req-eb9aae69-8a1c-40b5-8834-43d03bdd156c tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] 10.222.0.48 "GET /v2.0/ports?device_id=afa5e54c-d7e3-4a1c-8543-096dd4f6b00e HTTP/1.1" status: 200 len: 210 time: 0.0945175 Jul 15 23:10:45.365853 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 22d080b6-177e-464f-bc87-78ef2665f72d, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=22d080b6-177e-464f-bc87-78ef2665f72d,segment=NetworkSegment(34c5f733-3f76-4beb-94d8-dfb9dc50430b),segment_id=34c5f733-3f76-4beb-94d8-dfb9dc50430b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:45.393428 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-4b9d494a-230a-44cf-9bce-cc0062971fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c7ce75-4260-4033-812e-4353ec3c6a74', 'name': 'tempest-ServersTestBootFromVolume-1110109490-router', 'tenant_id': '08fe55c8b75249cb85e4212038bb980e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '61c8e8e9-6576-4f2c-b880-f64224f05b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:01Z', 'updated_at': '2021-07-15T23:10:42Z', 'revision_number': 5, 'project_id': '08fe55c8b75249cb85e4212038bb980e', 'gw_port': {'id': '61c8e8e9-6576-4f2c-b880-f64224f05b53', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:84:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c7ce75-4260-4033-812e-4353ec3c6a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:02Z', 'updated_at': '2021-07-15T23:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:45.429481 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9d494a-230a-44cf-9bce-cc0062971fd0 None None] The sync data for ids ['77c7ce75-4260-4033-812e-4353ec3c6a74'] in n-d-794306-6 is: [{'id': '77c7ce75-4260-4033-812e-4353ec3c6a74', 'name': 'tempest-ServersTestBootFromVolume-1110109490-router', 'tenant_id': '08fe55c8b75249cb85e4212038bb980e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '61c8e8e9-6576-4f2c-b880-f64224f05b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:07:01Z', 'updated_at': '2021-07-15T23:10:42Z', 'revision_number': 5, 'project_id': '08fe55c8b75249cb85e4212038bb980e', 'gw_port': {'id': '61c8e8e9-6576-4f2c-b880-f64224f05b53', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:84:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c7ce75-4260-4033-812e-4353ec3c6a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:07:02Z', 'updated_at': '2021-07-15T23:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:10:45.431311 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': '22d080b6-177e-464f-bc87-78ef2665f72d', 'network_id': '54d36d42-4b6b-4a3b-a62a-15b6ab91449d', 'port_id': '22d080b6-177e-464f-bc87-78ef2665f72d', 'mac_address': 'fa:16:3e:30:e3:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe3eef83-74d9-48a6-8931-0e31ba6153cf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:10:45.440602 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eb8205c-3381-4399-b0fd-6544ad579bc3 admin admin] Deleting subnet b89a129e-9de5-4301-b344-10ab05e9feea {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:10:45.445767 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d8291f6a-ee85-4dc1-8e6b-2e26a7ac01cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:45.466157 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8eb8205c-3381-4399-b0fd-6544ad579bc3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:45.474924 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d055b768-ffc5-4657-8153-754c31990594 req-d239267b-1c43-4a67-8772-a6512f756ad6 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] Made reservation on behalf of 112878df6b1f489cae2c557ebd202932 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:10:45.475198 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:45.497405 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d055b768-ffc5-4657-8153-754c31990594 req-d239267b-1c43-4a67-8772-a6512f756ad6 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:45.499648 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22d080b6-177e-464f-bc87-78ef2665f72d {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:10:45.552894 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d055b768-ffc5-4657-8153-754c31990594 req-d239267b-1c43-4a67-8772-a6512f756ad6 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:45.557814 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 22d080b6-177e-464f-bc87-78ef2665f72d, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=22d080b6-177e-464f-bc87-78ef2665f72d,segment=NetworkSegment(34c5f733-3f76-4beb-94d8-dfb9dc50430b),segment_id=34c5f733-3f76-4beb-94d8-dfb9dc50430b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:45.568782 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:45.650432 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=22d080b6-177e-464f-bc87-78ef2665f72d,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:45.667182 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-d8291f6a-ee85-4dc1-8e6b-2e26a7ac01cc admin admin] Deleting port 61c8e8e9-6576-4f2c-b880-f64224f05b53 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:10:45.667526 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d8291f6a-ee85-4dc1-8e6b-2e26a7ac01cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:45.693089 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dff8181-a074-4140-b05f-9dff571ee54b admin admin] Router ce6de405-ca92-42a5-8637-54464755e1e0 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:10:45.708583 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e6383-4dbe-4773-8d95-fbe5383a145a req-489c7f90-c83b-47d5-bbbb-cf3229553e60 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:45.710624 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e14e6383-4dbe-4773-8d95-fbe5383a145a req-489c7f90-c83b-47d5-bbbb-cf3229553e60 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba5d2d11-9dbe-4882-a346-054db27c2528 HTTP/1.1" status: 200 len: 943 time: 0.5248265 Jul 15 23:10:45.739317 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8eb8205c-3381-4399-b0fd-6544ad579bc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:45.899608 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-d8291f6a-ee85-4dc1-8e6b-2e26a7ac01cc admin admin] For port 61c8e8e9-6576-4f2c-b880-f64224f05b53, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=61c8e8e9-6576-4f2c-b880-f64224f05b53,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:45.900309 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d8291f6a-ee85-4dc1-8e6b-2e26a7ac01cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:45.912717 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['22d080b6-177e-464f-bc87-78ef2665f72d'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:10:45.932292 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d055b768-ffc5-4657-8153-754c31990594 req-d239267b-1c43-4a67-8772-a6512f756ad6 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:45.940179 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-d8291f6a-ee85-4dc1-8e6b-2e26a7ac01cc admin admin] Calling delete_port for 61c8e8e9-6576-4f2c-b880-f64224f05b53 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:10:45.941997 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d055b768-ffc5-4657-8153-754c31990594 req-d239267b-1c43-4a67-8772-a6512f756ad6 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:45.985165 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8eb8205c-3381-4399-b0fd-6544ad579bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:45.998411 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e14e6383-4dbe-4773-8d95-fbe5383a145a req-3ef177f8-cdb3-4810-b2ae-ba09c61077f0 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635393 Jul 15 23:10:46.156810 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d239267b-1c43-4a67-8772-a6512f756ad6 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa28a9e-feb8-4b10-8229-4407630ce9f3,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:46.207165 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dff8181-a074-4140-b05f-9dff571ee54b admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:10:46.215911 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.db.resource_extend [None req-4ac32521-399d-4e61-8311-28bd6d805174 tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 23:10:46.220423 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0190ba1d-fbf7-41a9-a9bc-d1c82fbdb77e None None] Sync routers for ids ['ce6de405-ca92-42a5-8637-54464755e1e0'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:10:46.232949 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0190ba1d-fbf7-41a9-a9bc-d1c82fbdb77e None None] Routers {'ce6de405-ca92-42a5-8637-54464755e1e0'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:10:46.234168 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0190ba1d-fbf7-41a9-a9bc-d1c82fbdb77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:10:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ce6de405-ca92-42a5-8637-54464755e1e0'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:46.238733 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-2dff8181-a074-4140-b05f-9dff571ee54b admin admin] 10.222.0.48 "PUT /v2.0/routers/ce6de405-ca92-42a5-8637-54464755e1e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7055929 Jul 15 23:10:46.241132 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 57086) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:46.288700 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-d055b768-ffc5-4657-8153-754c31990594 req-d239267b-1c43-4a67-8772-a6512f756ad6 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] Allocated IP 192.168.233.149 (5d412861-bef3-4cc1-ae9f-87a6a36753c0/0d909a96-22de-4aa9-b690-1c7da965ceac/768e8eb3-5a6f-4c4b-a082-52c1cc797d69) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:10:46.338489 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d8291f6a-ee85-4dc1-8e6b-2e26a7ac01cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:46.362458 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-0190ba1d-fbf7-41a9-a9bc-d1c82fbdb77e None None] Set router ce6de405-ca92-42a5-8637-54464755e1e0 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:10:46.413724 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8291f6a-ee85-4dc1-8e6b-2e26a7ac01cc admin admin] Pushing event deleted for resources: {'Port': ['ID=61c8e8e9-6576-4f2c-b880-f64224f05b53,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:46.421051 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ac32521-399d-4e61-8311-28bd6d805174 tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:46.446584 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ac32521-399d-4e61-8311-28bd6d805174 tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:46.512375 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8eb8205c-3381-4399-b0fd-6544ad579bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:46.558700 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d8291f6a-ee85-4dc1-8e6b-2e26a7ac01cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999011'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:46.565822 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0190ba1d-fbf7-41a9-a9bc-d1c82fbdb77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce6de405-ca92-42a5-8637-54464755e1e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1118304441-router', 'tenant_id': '73938b8339964113b2cd5f57276342eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '0b7da107-8ac9-45f9-88e5-76ad288f7cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:08:16Z', 'updated_at': '2021-07-15T23:10:43Z', 'revision_number': 5, 'project_id': '73938b8339964113b2cd5f57276342eb', 'gw_port': {'id': '0b7da107-8ac9-45f9-88e5-76ad288f7cf1', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:72:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6de405-ca92-42a5-8637-54464755e1e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:08:17Z', 'updated_at': '2021-07-15T23:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:46.583487 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb8205c-3381-4399-b0fd-6544ad579bc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b89a129e-9de5-4301-b344-10ab05e9feea,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:46.585934 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8eb8205c-3381-4399-b0fd-6544ad579bc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:46.590473 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-8eb8205c-3381-4399-b0fd-6544ad579bc3 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b89a129e-9de5-4301-b344-10ab05e9feea HTTP/1.1" status: 204 len: 168 time: 1.7371387 Jul 15 23:10:46.595178 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 57090) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:46.596452 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0190ba1d-fbf7-41a9-a9bc-d1c82fbdb77e None None] Checking router: ce6de405-ca92-42a5-8637-54464755e1e0 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:10:46.605070 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0190ba1d-fbf7-41a9-a9bc-d1c82fbdb77e None None] Routers {'ce6de405-ca92-42a5-8637-54464755e1e0'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:10:46.605690 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0190ba1d-fbf7-41a9-a9bc-d1c82fbdb77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:10:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ce6de405-ca92-42a5-8637-54464755e1e0'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:46.636815 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-352c1378-79ba-4dc3-91b0-261cb60a373f req-53759b08-8c47-4138-b841-08f472553e07 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] 10.222.0.48 "GET /v2.0/ports?device_id=afa5e54c-d7e3-4a1c-8543-096dd4f6b00e HTTP/1.1" status: 200 len: 210 time: 0.0584629 Jul 15 23:10:46.657454 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b968694a-50df-4a95-a8b7-28f1e4fcdd8d req-98becd83-4b1f-4ebe-b744-7ed505a0f2e4 tempest-InstanceActionsNegativeTestJSON-1962410441 tempest-InstanceActionsNegativeTestJSON-1962410441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:46.669457 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b968694a-50df-4a95-a8b7-28f1e4fcdd8d req-98becd83-4b1f-4ebe-b744-7ed505a0f2e4 tempest-InstanceActionsNegativeTestJSON-1962410441 tempest-InstanceActionsNegativeTestJSON-1962410441-project] 10.222.0.48 "GET /v2.0/ports?device_id=99d2dc05-57c5-4bc4-b62b-b116a8809f5b HTTP/1.1" status: 200 len: 945 time: 0.5380116 Jul 15 23:10:46.726384 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ac8cb536-40b6-4589-855e-2d668dda96b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:46.726918 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d8291f6a-ee85-4dc1-8e6b-2e26a7ac01cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:46.734367 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d8291f6a-ee85-4dc1-8e6b-2e26a7ac01cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:46.816796 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b968694a-50df-4a95-a8b7-28f1e4fcdd8d req-f9d766bc-8236-43f3-bd70-e25822896daf tempest-InstanceActionsNegativeTestJSON-1962410441 tempest-InstanceActionsNegativeTestJSON-1962410441-project] 10.222.0.48 "GET /v2.0/security-groups?id=3eba4c93-03a1-49b4-945b-284661c2f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514122 Jul 15 23:10:46.818136 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-0190ba1d-fbf7-41a9-a9bc-d1c82fbdb77e None None] Set router ce6de405-ca92-42a5-8637-54464755e1e0 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:10:46.873798 n-d-794306-6 neutron-server[93770]: INFO neutron.db.l3_db [None req-4ac32521-399d-4e61-8311-28bd6d805174 tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Floating IP 4cf95119-7ff1-4365-a7ff-da25fe4e001e associated. External IP: 172.25.5.8, port: fb4dc5ae-8cd3-4d9c-b950-52a6cef1b0a3. Jul 15 23:10:46.886360 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-19459d2f-bc0f-451d-985d-cd8848a1bce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:46.891114 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d055b768-ffc5-4657-8153-754c31990594 req-d239267b-1c43-4a67-8772-a6512f756ad6 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:46.899245 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d8291f6a-ee85-4dc1-8e6b-2e26a7ac01cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:46.900222 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8291f6a-ee85-4dc1-8e6b-2e26a7ac01cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77c7ce75-4260-4033-812e-4353ec3c6a74 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:10:46.920424 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d8291f6a-ee85-4dc1-8e6b-2e26a7ac01cc admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:46.923554 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d8291f6a-ee85-4dc1-8e6b-2e26a7ac01cc admin admin] 10.222.0.48 "DELETE /v2.0/routers/77c7ce75-4260-4033-812e-4353ec3c6a74 HTTP/1.1" status: 204 len: 168 time: 2.7114730 Jul 15 23:10:46.929157 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 57096) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:46.988275 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-d055b768-ffc5-4657-8153-754c31990594 req-d239267b-1c43-4a67-8772-a6512f756ad6 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] Transition to ACTIVE for port object 768e8eb3-5a6f-4c4b-a082-52c1cc797d69 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:46.993010 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device aca7175e-e325-431a-af3f-c12f44a0afc8 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:10:47.038246 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: aca7175e-e325-431a-af3f-c12f44a0afc8 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:10:47.038966 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device aca7175e-e325-431a-af3f-c12f44a0afc8 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:10:47.076126 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 22d080b6-177e-464f-bc87-78ef2665f72d up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:10:47.133886 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e2cf629-f624-4674-a306-8937aeaf1509 admin admin] Deleting subnet 677e163d-e2ae-4fac-97cd-29579d7e082c {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:10:47.206493 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e2cf629-f624-4674-a306-8937aeaf1509 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:47.210732 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port 22d080b6-177e-464f-bc87-78ef2665f72d completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:10:47.217277 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0190ba1d-fbf7-41a9-a9bc-d1c82fbdb77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce6de405-ca92-42a5-8637-54464755e1e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1118304441-router', 'tenant_id': '73938b8339964113b2cd5f57276342eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '0b7da107-8ac9-45f9-88e5-76ad288f7cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:08:16Z', 'updated_at': '2021-07-15T23:10:43Z', 'revision_number': 5, 'project_id': '73938b8339964113b2cd5f57276342eb', 'gw_port': {'id': '0b7da107-8ac9-45f9-88e5-76ad288f7cf1', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:72:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6de405-ca92-42a5-8637-54464755e1e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:08:17Z', 'updated_at': '2021-07-15T23:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:47.217712 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port 22d080b6-177e-464f-bc87-78ef2665f72d triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:47.218092 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:47.271076 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0190ba1d-fbf7-41a9-a9bc-d1c82fbdb77e None None] The sync data for ids ['ce6de405-ca92-42a5-8637-54464755e1e0'] in n-d-794306-6 is: [{'id': 'ce6de405-ca92-42a5-8637-54464755e1e0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1118304441-router', 'tenant_id': '73938b8339964113b2cd5f57276342eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '0b7da107-8ac9-45f9-88e5-76ad288f7cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:08:16Z', 'updated_at': '2021-07-15T23:10:43Z', 'revision_number': 5, 'project_id': '73938b8339964113b2cd5f57276342eb', 'gw_port': {'id': '0b7da107-8ac9-45f9-88e5-76ad288f7cf1', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:72:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6de405-ca92-42a5-8637-54464755e1e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:08:17Z', 'updated_at': '2021-07-15T23:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:10:47.337345 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:47.339627 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-19459d2f-bc0f-451d-985d-cd8848a1bce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:47.352589 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-19459d2f-bc0f-451d-985d-cd8848a1bce6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f037b993-4149-40e0-a687-25986d720de6']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:47.371426 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-19459d2f-bc0f-451d-985d-cd8848a1bce6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a783e67-ba53-4ea9-9bee-afb3f3217392') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:47.371960 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-19459d2f-bc0f-451d-985d-cd8848a1bce6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a783e67-ba53-4ea9-9bee-afb3f3217392') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:47.378823 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba5d2d11-9dbe-4882-a346-054db27c2528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d080b6-177e-464f-bc87-78ef2665f72d'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:10:47.381920 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1afc995a-b6df-423a-b466-17fb06fff2f3" -d '{"events": [{"server_uuid": "ba5d2d11-9dbe-4882-a346-054db27c2528", "name": "network-vif-plugged", "status": "completed", "tag": "22d080b6-177e-464f-bc87-78ef2665f72d"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:10:47.395457 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-19459d2f-bc0f-451d-985d-cd8848a1bce6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:47.398628 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 22d080b6-177e-464f-bc87-78ef2665f72d, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=22d080b6-177e-464f-bc87-78ef2665f72d,segment=NetworkSegment(34c5f733-3f76-4beb-94d8-dfb9dc50430b),segment_id=34c5f733-3f76-4beb-94d8-dfb9dc50430b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:47.404089 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:47.426457 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-19459d2f-bc0f-451d-985d-cd8848a1bce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:47.438869 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19459d2f-bc0f-451d-985d-cd8848a1bce6 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:10:47.439766 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-19459d2f-bc0f-451d-985d-cd8848a1bce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:47.466156 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=22d080b6-177e-464f-bc87-78ef2665f72d,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:47.472015 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:10:47.472015 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:10:47.472015 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:10:47.472015 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:10:47.472015 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:10:47.472015 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:10:47.472015 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:10:47.472015 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:10:47.472015 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:10:47.472015 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:10:47.472015 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:10:47.472015 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:10:47.472015 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:10:47.472015 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:10:47.472015 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:10:47.472015 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:10:47.472015 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:10:47.472015 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:10:47.472015 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:10:47.472015 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:10:47.472015 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:10:47.472015 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:10:47.472015 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:10:47.472015 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:10:47.472015 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:10:47.472015 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:10:47.472015 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:10:47.472015 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:10:47.472015 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:10:47.472015 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:10:47.472015 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:10:47.472015 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:10:47.472015 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:10:47.472015 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:10:47.472015 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:10:47.472015 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:10:47.472015 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:10:47.472015 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:10:47.472015 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:10:47.472015 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:10:47.472015 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:10:47.472015 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:10:47.472015 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:10:47.472015 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:10:47.472015 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:10:47.472015 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:10:47.472015 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:10:47.472015 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:10:47.486648 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d055b768-ffc5-4657-8153-754c31990594 req-d239267b-1c43-4a67-8772-a6512f756ad6 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:47.559411 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e2cf629-f624-4674-a306-8937aeaf1509 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:47.602714 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d055b768-ffc5-4657-8153-754c31990594 req-d239267b-1c43-4a67-8772-a6512f756ad6 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] Network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:10:47.607396 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-19459d2f-bc0f-451d-985d-cd8848a1bce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:47.615697 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-d055b768-ffc5-4657-8153-754c31990594 req-d239267b-1c43-4a67-8772-a6512f756ad6 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:47.626107 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-19459d2f-bc0f-451d-985d-cd8848a1bce6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:47.631369 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-19459d2f-bc0f-451d-985d-cd8848a1bce6 admin admin] 10.222.0.48 "DELETE /v2.0/networks/f037b993-4149-40e0-a687-25986d720de6 HTTP/1.1" status: 204 len: 168 time: 1.0035441 Jul 15 23:10:47.631369 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-d055b768-ffc5-4657-8153-754c31990594 req-d239267b-1c43-4a67-8772-a6512f756ad6 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:10:47.637165 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 57108) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:47.649208 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ac8cb536-40b6-4589-855e-2d668dda96b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:47.661455 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d239267b-1c43-4a67-8772-a6512f756ad6 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] Pushing event updated for resources: {'Port': ['ID=768e8eb3-5a6f-4c4b-a082-52c1cc797d69,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:47.712491 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19459d2f-bc0f-451d-985d-cd8848a1bce6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f037b993-4149-40e0-a687-25986d720de6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:47.750164 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33130d08-d82b-48e5-9add-a5c17c96e3a0 req-b3e3b26f-fae0-448d-b517-dd547eb26146 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:47.751917 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-33130d08-d82b-48e5-9add-a5c17c96e3a0 req-b3e3b26f-fae0-448d-b517-dd547eb26146 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba5d2d11-9dbe-4882-a346-054db27c2528 HTTP/1.1" status: 200 len: 945 time: 0.2388170 Jul 15 23:10:47.761704 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c81f3-d40b-44ca-bcce-dca1db76b88e req-aa664db4-a99f-4b34-8130-88e3e1bfbce7 tempest-InstanceActionsNegativeTestJSON-1962410441 tempest-InstanceActionsNegativeTestJSON-1962410441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:47.763277 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-787c81f3-d40b-44ca-bcce-dca1db76b88e req-aa664db4-a99f-4b34-8130-88e3e1bfbce7 tempest-InstanceActionsNegativeTestJSON-1962410441 tempest-InstanceActionsNegativeTestJSON-1962410441-project] 10.222.0.48 "GET /v2.0/ports?device_id=99d2dc05-57c5-4bc4-b62b-b116a8809f5b HTTP/1.1" status: 200 len: 945 time: 0.2491310 Jul 15 23:10:47.788129 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055b768-ffc5-4657-8153-754c31990594 req-d239267b-1c43-4a67-8772-a6512f756ad6 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:47.789053 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d055b768-ffc5-4657-8153-754c31990594 req-d239267b-1c43-4a67-8772-a6512f756ad6 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:47.800299 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-26068d80-a870-42a9-8b40-5e6862781543 admin admin] Deleting subnet 97557dd7-bf36-4180-af7c-93481bcc664d {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:10:47.810604 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26068d80-a870-42a9-8b40-5e6862781543 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:47.839813 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e2cf629-f624-4674-a306-8937aeaf1509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:47.910988 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d055b768-ffc5-4657-8153-754c31990594 req-d239267b-1c43-4a67-8772-a6512f756ad6 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2507193 Jul 15 23:10:47.914345 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e2cf629-f624-4674-a306-8937aeaf1509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:47.933456 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-d055b768-ffc5-4657-8153-754c31990594 req-a2bd9237-6083-4eb8-b15d-46d8074ab73a service neutron] Request body: {'port': {'device_id': 'afa5e54c-d7e3-4a1c-8543-096dd4f6b00e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:47.943254 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26068d80-a870-42a9-8b40-5e6862781543 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:47.961252 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-33130d08-d82b-48e5-9add-a5c17c96e3a0 req-ed98fdd6-d98f-43c6-9034-22043150d024 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965365 Jul 15 23:10:47.965654 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-787c81f3-d40b-44ca-bcce-dca1db76b88e req-2550a3e3-3209-4e38-8d46-41c646659e0e tempest-InstanceActionsNegativeTestJSON-1962410441 tempest-InstanceActionsNegativeTestJSON-1962410441-project] 10.222.0.48 "GET /v2.0/security-groups?id=3eba4c93-03a1-49b4-945b-284661c2f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887712 Jul 15 23:10:47.975051 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-ac8cb536-40b6-4589-855e-2d668dda96b3 admin admin] Deleting port 0b7da107-8ac9-45f9-88e5-76ad288f7cf1 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:10:47.975311 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ac8cb536-40b6-4589-855e-2d668dda96b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:48.027114 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2cf629-f624-4674-a306-8937aeaf1509 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=677e163d-e2ae-4fac-97cd-29579d7e082c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:48.032631 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e2cf629-f624-4674-a306-8937aeaf1509 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:48.035051 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-8e2cf629-f624-4674-a306-8937aeaf1509 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/677e163d-e2ae-4fac-97cd-29579d7e082c HTTP/1.1" status: 204 len: 168 time: 1.1041598 Jul 15 23:10:48.036192 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b85fa74-4d13-4998-9e6c-25e34d6dcf36 None None] Network bb925051-af21-4a66-9998-db8eac3f3d8e requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:10:48.044573 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a3e80d3f-c818-414b-a24c-f38ae764f9a4 None None] Provisioning for port 768e8eb3-5a6f-4c4b-a082-52c1cc797d69 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:10:48.048628 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 57114) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:48.153190 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26068d80-a870-42a9-8b40-5e6862781543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:48.163691 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac32521-399d-4e61-8311-28bd6d805174 tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Router 0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:10:48.252044 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d055b768-ffc5-4657-8153-754c31990594 req-a2bd9237-6083-4eb8-b15d-46d8074ab73a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:48.296165 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc91578b-83a7-4a31-94e1-cbe12d2d8e35 x-openstack-request-id: req-dc91578b-83a7-4a31-94e1-cbe12d2d8e35 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:10:48.296712 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba5d2d11-9dbe-4882-a346-054db27c2528", "name": "network-vif-plugged", "status": "completed", "tag": "22d080b6-177e-464f-bc87-78ef2665f72d", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:10:48.297060 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dc91578b-83a7-4a31-94e1-cbe12d2d8e35 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:10:48.297885 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba5d2d11-9dbe-4882-a346-054db27c2528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d080b6-177e-464f-bc87-78ef2665f72d', 'code': 200} Jul 15 23:10:48.309487 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a3e80d3f-c818-414b-a24c-f38ae764f9a4 None None] Provisioning complete for port 768e8eb3-5a6f-4c4b-a082-52c1cc797d69 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:48.310003 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a3e80d3f-c818-414b-a24c-f38ae764f9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:48.333276 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26068d80-a870-42a9-8b40-5e6862781543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:48.379117 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-407961b7-4025-4c4a-8647-ffd861d13553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:48.396409 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a3e80d3f-c818-414b-a24c-f38ae764f9a4 None None] Port 768e8eb3-5a6f-4c4b-a082-52c1cc797d69 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:10:48.397114 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26068d80-a870-42a9-8b40-5e6862781543 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:48.402621 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-26068d80-a870-42a9-8b40-5e6862781543 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/97557dd7-bf36-4180-af7c-93481bcc664d HTTP/1.1" status: 204 len: 168 time: 0.7539647 Jul 15 23:10:48.420310 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 57116) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:48.436390 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26068d80-a870-42a9-8b40-5e6862781543 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97557dd7-bf36-4180-af7c-93481bcc664d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:48.438169 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-ac8cb536-40b6-4589-855e-2d668dda96b3 admin admin] For port 0b7da107-8ac9-45f9-88e5-76ad288f7cf1, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=0b7da107-8ac9-45f9-88e5-76ad288f7cf1,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:48.438423 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ac8cb536-40b6-4589-855e-2d668dda96b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:48.469536 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-ac8cb536-40b6-4589-855e-2d668dda96b3 admin admin] Calling delete_port for 0b7da107-8ac9-45f9-88e5-76ad288f7cf1 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:10:48.558751 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2262ca88-9e46-414f-987e-12b55fb2d7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:48.580328 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295dacec-e181-414f-92d8-697ba47bab8a None None] DHCP port deletion for bb925051-af21-4a66-9998-db8eac3f3d8e request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:10:48.615016 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e81eb-06fb-4a85-8399-f038199f8e02 req-036fb8c4-8969-4906-af04-58fdcebbcd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:48.617014 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-df1e81eb-06fb-4a85-8399-f038199f8e02 req-036fb8c4-8969-4906-af04-58fdcebbcd40 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ba5d2d11-9dbe-4882-a346-054db27c2528 HTTP/1.1" status: 200 len: 1096 time: 0.4143794 Jul 15 23:10:48.641189 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-295dacec-e181-414f-92d8-697ba47bab8a None None] Deleting port d13a9718-0e2a-4a42-a13c-f81c7e7de3d1 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:10:48.641656 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-295dacec-e181-414f-92d8-697ba47bab8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:48.645939 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c2b24-82e5-484b-80ff-a620e1d4b616 req-a6a34169-4db6-4860-9287-04beb12453e3 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:48.647990 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ec2c2b24-82e5-484b-80ff-a620e1d4b616 req-a6a34169-4db6-4860-9287-04beb12453e3 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] 10.222.0.48 "GET /v2.0/ports?device_id=afa5e54c-d7e3-4a1c-8543-096dd4f6b00e HTTP/1.1" status: 200 len: 936 time: 0.4089694 Jul 15 23:10:48.668632 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac32521-399d-4e61-8311-28bd6d805174 tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:10:48.697784 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ac32521-399d-4e61-8311-28bd6d805174 tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:48.701610 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7379fde4-dbd4-44c0-ae46-d9f689b63af7 None None] Sync routers for ids ['0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:10:48.721020 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-295dacec-e181-414f-92d8-697ba47bab8a None None] For port d13a9718-0e2a-4a42-a13c-f81c7e7de3d1, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=d13a9718-0e2a-4a42-a13c-f81c7e7de3d1,segment=NetworkSegment(8a18499d-f751-4b5b-90fb-57238ec26ecc),segment_id=8a18499d-f751-4b5b-90fb-57238ec26ecc)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:48.721582 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-295dacec-e181-414f-92d8-697ba47bab8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:48.727267 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2262ca88-9e46-414f-987e-12b55fb2d7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:48.731338 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7379fde4-dbd4-44c0-ae46-d9f689b63af7 None None] Routers {'0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:10:48.732134 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7379fde4-dbd4-44c0-ae46-d9f689b63af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:10:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:48.747084 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-2262ca88-9e46-414f-987e-12b55fb2d7e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5674800a-4f9b-453f-941d-34c393c12306']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:48.767197 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-295dacec-e181-414f-92d8-697ba47bab8a None None] Calling delete_port for d13a9718-0e2a-4a42-a13c-f81c7e7de3d1 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:10:48.814715 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-2262ca88-9e46-414f-987e-12b55fb2d7e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc279add-42a9-490f-be9e-1718d51d9e67') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:48.814952 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-2262ca88-9e46-414f-987e-12b55fb2d7e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc279add-42a9-490f-be9e-1718d51d9e67') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:48.832909 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-df1e81eb-06fb-4a85-8399-f038199f8e02 req-39dfbd65-0019-4af0-832d-f5ce2c7fd666 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003436 Jul 15 23:10:48.834504 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2262ca88-9e46-414f-987e-12b55fb2d7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:48.851000 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-4ac32521-399d-4e61-8311-28bd6d805174 tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] 10.222.0.48 "PUT /v2.0/floatingips/4cf95119-7ff1-4365-a7ff-da25fe4e001e HTTP/1.1" status: 200 len: 989 time: 4.2407551 Jul 15 23:10:48.860026 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1adc0b6-3b02-42d7-8f85-2e5a9c1bad20', 'tag': 'fb4dc5ae-8cd3-4d9c-b950-52a6cef1b0a3'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:10:48.862552 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64d62160-0878-4215-95d4-99aa04a51504" -d '{"events": [{"name": "network-changed", "server_uuid": "a1adc0b6-3b02-42d7-8f85-2e5a9c1bad20", "tag": "fb4dc5ae-8cd3-4d9c-b950-52a6cef1b0a3"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:10:48.863685 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-d055b768-ffc5-4657-8153-754c31990594 req-a2bd9237-6083-4eb8-b15d-46d8074ab73a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 768e8eb3-5a6f-4c4b-a082-52c1cc797d69 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:10:48.875320 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ec2c2b24-82e5-484b-80ff-a620e1d4b616 req-e013caf7-f96e-4e85-86d4-382b9ea98311 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fa28a9e-feb8-4b10-8229-4407630ce9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075279 Jul 15 23:10:48.880010 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-407961b7-4025-4c4a-8647-ffd861d13553 admin admin] Deleting port d13a9718-0e2a-4a42-a13c-f81c7e7de3d1 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:10:48.880549 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-407961b7-4025-4c4a-8647-ffd861d13553 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:48.880707 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2262ca88-9e46-414f-987e-12b55fb2d7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:48.884797 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d055b768-ffc5-4657-8153-754c31990594 req-a2bd9237-6083-4eb8-b15d-46d8074ab73a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:48.898818 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2262ca88-9e46-414f-987e-12b55fb2d7e8 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:10:48.899282 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2262ca88-9e46-414f-987e-12b55fb2d7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:48.905988 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:10:48.905988 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:10:48.905988 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:10:48.905988 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:10:48.905988 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:10:48.905988 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:10:48.905988 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:10:48.905988 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:10:48.905988 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:10:48.905988 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:10:48.905988 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:10:48.905988 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:10:48.905988 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:10:48.905988 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:10:48.905988 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:10:48.905988 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:10:48.905988 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:10:48.905988 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:10:48.905988 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:10:48.905988 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:10:48.905988 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:10:48.905988 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:10:48.905988 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:10:48.905988 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:10:48.905988 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:10:48.905988 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:10:48.905988 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:10:48.905988 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:10:48.905988 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:10:48.905988 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:10:48.905988 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:10:48.905988 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:10:48.905988 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:10:48.905988 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:10:48.935504 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-d055b768-ffc5-4657-8153-754c31990594 req-a2bd9237-6083-4eb8-b15d-46d8074ab73a service neutron] Transition to ACTIVE for port object 768e8eb3-5a6f-4c4b-a082-52c1cc797d69 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:48.951866 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8bad20-af9f-4808-a4d0-2017f1ee4ed2 req-8050215f-2afd-4eec-a7c6-3598b416b203 tempest-InstanceActionsNegativeTestJSON-1962410441 tempest-InstanceActionsNegativeTestJSON-1962410441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:48.953720 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-2a8bad20-af9f-4808-a4d0-2017f1ee4ed2 req-8050215f-2afd-4eec-a7c6-3598b416b203 tempest-InstanceActionsNegativeTestJSON-1962410441 tempest-InstanceActionsNegativeTestJSON-1962410441-project] 10.222.0.41 "GET /v2.0/ports?device_id=99d2dc05-57c5-4bc4-b62b-b116a8809f5b HTTP/1.1" status: 200 len: 945 time: 0.2085848 Jul 15 23:10:48.956461 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d055b768-ffc5-4657-8153-754c31990594 req-a2bd9237-6083-4eb8-b15d-46d8074ab73a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:49.005929 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca344e25-8577-4b67-bd8f-86f7477c5951 x-openstack-request-id: req-ca344e25-8577-4b67-bd8f-86f7477c5951 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:10:49.010610 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1adc0b6-3b02-42d7-8f85-2e5a9c1bad20", "tag": "fb4dc5ae-8cd3-4d9c-b950-52a6cef1b0a3", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:10:49.011087 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ca344e25-8577-4b67-bd8f-86f7477c5951 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:10:49.011730 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1adc0b6-3b02-42d7-8f85-2e5a9c1bad20', 'tag': 'fb4dc5ae-8cd3-4d9c-b950-52a6cef1b0a3', 'status': 'completed', 'code': 200} Jul 15 23:10:49.020595 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-407961b7-4025-4c4a-8647-ffd861d13553 admin admin] For port d13a9718-0e2a-4a42-a13c-f81c7e7de3d1, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=d13a9718-0e2a-4a42-a13c-f81c7e7de3d1,segment=NetworkSegment(8a18499d-f751-4b5b-90fb-57238ec26ecc),segment_id=8a18499d-f751-4b5b-90fb-57238ec26ecc)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:49.021290 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-407961b7-4025-4c4a-8647-ffd861d13553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:49.070339 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-407961b7-4025-4c4a-8647-ffd861d13553 admin admin] Calling delete_port for d13a9718-0e2a-4a42-a13c-f81c7e7de3d1 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:10:49.081320 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2262ca88-9e46-414f-987e-12b55fb2d7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:49.086699 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ac8cb536-40b6-4589-855e-2d668dda96b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:49.090447 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-7379fde4-dbd4-44c0-ae46-d9f689b63af7 None None] Set router 0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:10:49.114028 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2262ca88-9e46-414f-987e-12b55fb2d7e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:49.116062 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-2262ca88-9e46-414f-987e-12b55fb2d7e8 admin admin] 10.222.0.48 "DELETE /v2.0/networks/5674800a-4f9b-453f-941d-34c393c12306 HTTP/1.1" status: 204 len: 168 time: 0.6950908 Jul 15 23:10:49.142177 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8cb536-40b6-4589-855e-2d668dda96b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b7da107-8ac9-45f9-88e5-76ad288f7cf1,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:49.145700 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2262ca88-9e46-414f-987e-12b55fb2d7e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5674800a-4f9b-453f-941d-34c393c12306,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:49.236708 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 2e52faea-4205-48d6-8ce5-e1473339e032 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:10:49.263269 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-295dacec-e181-414f-92d8-697ba47bab8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:49.277538 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 2e52faea-4205-48d6-8ce5-e1473339e032 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:10:49.277810 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 2e52faea-4205-48d6-8ce5-e1473339e032 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:10:49.278212 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 61c8e8e9-6576-4f2c-b880-f64224f05b53 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:10:49.295383 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bd9237-6083-4eb8-b15d-46d8074ab73a service neutron] Pushing event updated for resources: {'Port': ['ID=768e8eb3-5a6f-4c4b-a082-52c1cc797d69,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:49.314609 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295dacec-e181-414f-92d8-697ba47bab8a None None] No DVR routers for this DVR port d13a9718-0e2a-4a42-a13c-f81c7e7de3d1 on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:10:49.335307 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295dacec-e181-414f-92d8-697ba47bab8a None None] Pushing event deleted for resources: {'Port': ['ID=d13a9718-0e2a-4a42-a13c-f81c7e7de3d1,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:49.372153 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 61c8e8e9-6576-4f2c-b880-f64224f05b53 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:10:49.372790 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 61c8e8e9-6576-4f2c-b880-f64224f05b53 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:10:49.374884 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device d13a9718-0e2a-4a42-a13c-f81c7e7de3d1 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:10:49.411123 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: d13a9718-0e2a-4a42-a13c-f81c7e7de3d1 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:10:49.411884 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device d13a9718-0e2a-4a42-a13c-f81c7e7de3d1 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:10:49.432165 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d62160-0878-4215-95d4-99aa04a51504 req-9646e0ed-2d7c-4dab-add4-01aa786101d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:49.433833 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-64d62160-0878-4215-95d4-99aa04a51504 req-9646e0ed-2d7c-4dab-add4-01aa786101d6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=126b75f1b6e8430ab20407ac01a093ba&device_id=a1adc0b6-3b02-42d7-8f85-2e5a9c1bad20 HTTP/1.1" status: 200 len: 1096 time: 0.4035969 Jul 15 23:10:49.434413 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 57130) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:49.485842 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ac8cb536-40b6-4589-855e-2d668dda96b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999011'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:49.531346 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-d055b768-ffc5-4657-8153-754c31990594 req-a2bd9237-6083-4eb8-b15d-46d8074ab73a service neutron] Attempting to bind port 768e8eb3-5a6f-4c4b-a082-52c1cc797d69 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:10:49.531691 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-d055b768-ffc5-4657-8153-754c31990594 req-a2bd9237-6083-4eb8-b15d-46d8074ab73a service neutron] Attempting to bind port 768e8eb3-5a6f-4c4b-a082-52c1cc797d69 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:10:49.531906 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d055b768-ffc5-4657-8153-754c31990594 req-a2bd9237-6083-4eb8-b15d-46d8074ab73a service neutron] Attempting to bind port 768e8eb3-5a6f-4c4b-a082-52c1cc797d69 on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:10:49.540775 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d055b768-ffc5-4657-8153-754c31990594 req-a2bd9237-6083-4eb8-b15d-46d8074ab73a service neutron] Port 768e8eb3-5a6f-4c4b-a082-52c1cc797d69 on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:10:49.541106 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d055b768-ffc5-4657-8153-754c31990594 req-a2bd9237-6083-4eb8-b15d-46d8074ab73a service neutron] Attempting to bind port 768e8eb3-5a6f-4c4b-a082-52c1cc797d69 on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:10:49.552650 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d055b768-ffc5-4657-8153-754c31990594 req-a2bd9237-6083-4eb8-b15d-46d8074ab73a service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:10:49.553029 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d055b768-ffc5-4657-8153-754c31990594 req-a2bd9237-6083-4eb8-b15d-46d8074ab73a service neutron] Checking segment: {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:10:49.553385 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d055b768-ffc5-4657-8153-754c31990594 req-a2bd9237-6083-4eb8-b15d-46d8074ab73a service neutron] Bound using segment: {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:10:49.553799 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-d055b768-ffc5-4657-8153-754c31990594 req-a2bd9237-6083-4eb8-b15d-46d8074ab73a service neutron] Bound port: 768e8eb3-5a6f-4c4b-a082-52c1cc797d69, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:10:49.554163 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d055b768-ffc5-4657-8153-754c31990594 req-a2bd9237-6083-4eb8-b15d-46d8074ab73a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:49.582031 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-2a8bad20-af9f-4808-a4d0-2017f1ee4ed2 req-08036f99-1167-44d5-ae6b-aa15a17ac7d3 tempest-InstanceActionsNegativeTestJSON-1962410441 tempest-InstanceActionsNegativeTestJSON-1962410441-project] Deleting port 2f6ea692-530e-4fce-8037-209db5547512 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:10:49.582416 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2a8bad20-af9f-4808-a4d0-2017f1ee4ed2 req-08036f99-1167-44d5-ae6b-aa15a17ac7d3 tempest-InstanceActionsNegativeTestJSON-1962410441 tempest-InstanceActionsNegativeTestJSON-1962410441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:49.630375 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-407961b7-4025-4c4a-8647-ffd861d13553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:49.636794 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7379fde4-dbd4-44c0-ae46-d9f689b63af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2', 'name': 'tempest-ServersTestManualDisk-214342472-router', 'tenant_id': '126b75f1b6e8430ab20407ac01a093ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '6a275886-6afa-4a5a-9dd2-9107d41d0bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:10:00Z', 'updated_at': '2021-07-15T23:10:09Z', 'revision_number': 4, 'project_id': '126b75f1b6e8430ab20407ac01a093ba', 'gw_port': {'id': '6a275886-6afa-4a5a-9dd2-9107d41d0bc2', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:10:01Z', 'updated_at': '2021-07-15T23:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '4cf95119-7ff1-4365-a7ff-da25fe4e001e', 'tenant_id': '126b75f1b6e8430ab20407ac01a093ba', 'floating_ip_address': '172.25.5.8', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2', 'port_id': 'fb4dc5ae-8cd3-4d9c-b950-52a6cef1b0a3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 785, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6e36f97-f235-442f-9e3a-fe975377da9c', 'mac_address': 'fa:16:3e:d0:e3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1adc0b6-3b02-42d7-8f85-2e5a9c1bad20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:10:24Z', 'updated_at': '2021-07-15T23:10:46Z', 'revision_number': 1, 'project_id': '126b75f1b6e8430ab20407ac01a093ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd337ad64-7e30-49cd-8b51-79f25fe3fa61', 'name': '', 'network_id': 'd6e36f97-f235-442f-9e3a-fe975377da9c', 'tenant_id': '126b75f1b6e8430ab20407ac01a093ba', 'mac_address': 'fa:16:3e:14:91:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '36cc0597-e47b-49f1-adeb-ab87e2be69c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:10:06Z', 'updated_at': '2021-07-15T23:10:22Z', 'revision_number': 5, 'project_id': '126b75f1b6e8430ab20407ac01a093ba', 'subnets': [{'id': '36cc0597-e47b-49f1-adeb-ab87e2be69c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:49.648147 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ac8cb536-40b6-4589-855e-2d668dda96b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:49.689328 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7379fde4-dbd4-44c0-ae46-d9f689b63af7 None None] Checking router: 0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:10:49.703523 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7379fde4-dbd4-44c0-ae46-d9f689b63af7 None None] Routers {'0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:10:49.704775 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7379fde4-dbd4-44c0-ae46-d9f689b63af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:10:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:49.705919 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ac8cb536-40b6-4589-855e-2d668dda96b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:49.710840 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-d055b768-ffc5-4657-8153-754c31990594 req-a2bd9237-6083-4eb8-b15d-46d8074ab73a service neutron] For port 768e8eb3-5a6f-4c4b-a082-52c1cc797d69, host n-h1-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:10:49.715666 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-d055b768-ffc5-4657-8153-754c31990594 req-a2bd9237-6083-4eb8-b15d-46d8074ab73a service neutron] For port 768e8eb3-5a6f-4c4b-a082-52c1cc797d69, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=768e8eb3-5a6f-4c4b-a082-52c1cc797d69,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:10:49.727888 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d055b768-ffc5-4657-8153-754c31990594 req-a2bd9237-6083-4eb8-b15d-46d8074ab73a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:49.733092 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14041ceb-9add-4e21-9917-8805b8a4217f req-3eb833cf-f13d-4c3c-8b34-b2ed28e13c7f tempest-InstanceActionsNegativeTestJSON-1962410441 tempest-InstanceActionsNegativeTestJSON-1962410441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:49.740380 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-14041ceb-9add-4e21-9917-8805b8a4217f req-3eb833cf-f13d-4c3c-8b34-b2ed28e13c7f tempest-InstanceActionsNegativeTestJSON-1962410441 tempest-InstanceActionsNegativeTestJSON-1962410441-project] 10.222.0.48 "GET /v2.0/ports?device_id=99d2dc05-57c5-4bc4-b62b-b116a8809f5b HTTP/1.1" status: 200 len: 945 time: 0.4987040 Jul 15 23:10:49.747405 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407961b7-4025-4c4a-8647-ffd861d13553 admin admin] Pushing event deleted for resources: {'Port': ['ID=d13a9718-0e2a-4a42-a13c-f81c7e7de3d1,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:49.775555 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-bdd90bbc-b2a2-4c28-8627-26517b1eda7b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=680eb147007347d0b28b90eaf34e5f6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3338351 Jul 15 23:10:49.776264 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-2a8bad20-af9f-4808-a4d0-2017f1ee4ed2 req-08036f99-1167-44d5-ae6b-aa15a17ac7d3 tempest-InstanceActionsNegativeTestJSON-1962410441 tempest-InstanceActionsNegativeTestJSON-1962410441-project] For port 2f6ea692-530e-4fce-8037-209db5547512, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=2f6ea692-530e-4fce-8037-209db5547512,segment=NetworkSegment(b22de2af-8e90-4724-9c10-1f65893482e6),segment_id=b22de2af-8e90-4724-9c10-1f65893482e6)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:49.776806 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2a8bad20-af9f-4808-a4d0-2017f1ee4ed2 req-08036f99-1167-44d5-ae6b-aa15a17ac7d3 tempest-InstanceActionsNegativeTestJSON-1962410441 tempest-InstanceActionsNegativeTestJSON-1962410441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:49.783532 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 57132) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:49.819234 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407961b7-4025-4c4a-8647-ffd861d13553 admin admin] No DVR routers for this DVR port d13a9718-0e2a-4a42-a13c-f81c7e7de3d1 on host n-d-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:10:49.821493 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-2a8bad20-af9f-4808-a4d0-2017f1ee4ed2 req-08036f99-1167-44d5-ae6b-aa15a17ac7d3 tempest-InstanceActionsNegativeTestJSON-1962410441 tempest-InstanceActionsNegativeTestJSON-1962410441-project] Calling delete_port for 2f6ea692-530e-4fce-8037-209db5547512 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:10:49.828540 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055b768-ffc5-4657-8153-754c31990594 req-a2bd9237-6083-4eb8-b15d-46d8074ab73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:49.829371 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d055b768-ffc5-4657-8153-754c31990594 req-a2bd9237-6083-4eb8-b15d-46d8074ab73a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:49.830777 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d055b768-ffc5-4657-8153-754c31990594 req-a2bd9237-6083-4eb8-b15d-46d8074ab73a service neutron] 10.222.0.49 "PUT /v2.0/ports/768e8eb3-5a6f-4c4b-a082-52c1cc797d69 HTTP/1.1" status: 200 len: 1096 time: 1.9034309 Jul 15 23:10:49.834298 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afa5e54c-d7e3-4a1c-8543-096dd4f6b00e', 'tag': '768e8eb3-5a6f-4c4b-a082-52c1cc797d69'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:10:49.837100 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f6c6f9-72f7-4622-b5fc-9e3d62a7d8be" -d '{"events": [{"name": "network-changed", "server_uuid": "afa5e54c-d7e3-4a1c-8543-096dd4f6b00e", "tag": "768e8eb3-5a6f-4c4b-a082-52c1cc797d69"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:10:49.893754 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ac8cb536-40b6-4589-855e-2d668dda96b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:49.894706 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac8cb536-40b6-4589-855e-2d668dda96b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce6de405-ca92-42a5-8637-54464755e1e0 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:10:49.914926 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-7379fde4-dbd4-44c0-ae46-d9f689b63af7 None None] Set router 0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:10:49.943646 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ac8cb536-40b6-4589-855e-2d668dda96b3 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:49.945446 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-ac8cb536-40b6-4589-855e-2d668dda96b3 admin admin] 10.222.0.48 "DELETE /v2.0/routers/ce6de405-ca92-42a5-8637-54464755e1e0 HTTP/1.1" status: 204 len: 168 time: 3.6236193 Jul 15 23:10:49.947044 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d62160-0878-4215-95d4-99aa04a51504 req-c1a1311d-6e05-4071-a407-d9b5c42744e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:49.948675 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-64d62160-0878-4215-95d4-99aa04a51504 req-c1a1311d-6e05-4071-a407-d9b5c42744e6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d6e36f97-f235-442f-9e3a-fe975377da9c HTTP/1.1" status: 200 len: 912 time: 0.4937272 Jul 15 23:10:49.953802 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 57138) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:49.965088 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5832ab-a661-498f-b2a6-766b09e37220 req-0163c55f-b539-440b-90a6-f3d93ab4c735 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:49.974074 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6d5832ab-a661-498f-b2a6-766b09e37220 req-0163c55f-b539-440b-90a6-f3d93ab4c735 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba5d2d11-9dbe-4882-a346-054db27c2528 HTTP/1.1" status: 200 len: 945 time: 0.5529451 Jul 15 23:10:50.023251 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bd9237-6083-4eb8-b15d-46d8074ab73a service neutron] Pushing event updated for resources: {'Port': ['ID=768e8eb3-5a6f-4c4b-a082-52c1cc797d69,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:50.084457 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-14041ceb-9add-4e21-9917-8805b8a4217f req-65ba0be3-156c-430e-86f5-cf4a66237582 tempest-InstanceActionsNegativeTestJSON-1962410441 tempest-InstanceActionsNegativeTestJSON-1962410441-project] 10.222.0.48 "GET /v2.0/security-groups?id=3eba4c93-03a1-49b4-945b-284661c2f5c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429596 Jul 15 23:10:50.121242 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6080a203-3e15-403b-b37c-1dafbb35e02d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:50.178860 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6080a203-3e15-403b-b37c-1dafbb35e02d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:50.224176 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-407961b7-4025-4c4a-8647-ffd861d13553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:50.237180 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-407961b7-4025-4c4a-8647-ffd861d13553 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb925051-af21-4a66-9998-db8eac3f3d8e']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:50.277544 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-407961b7-4025-4c4a-8647-ffd861d13553 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a18499d-f751-4b5b-90fb-57238ec26ecc') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:50.277850 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-407961b7-4025-4c4a-8647-ffd861d13553 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a18499d-f751-4b5b-90fb-57238ec26ecc') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:50.281198 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055b768-ffc5-4657-8153-754c31990594 req-28fe50b2-62a4-45b3-a765-8e109b5ac8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:50.283279 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d055b768-ffc5-4657-8153-754c31990594 req-28fe50b2-62a4-45b3-a765-8e109b5ac8ad service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=112878df6b1f489cae2c557ebd202932&device_id=afa5e54c-d7e3-4a1c-8543-096dd4f6b00e HTTP/1.1" status: 200 len: 1099 time: 0.3398056 Jul 15 23:10:50.310338 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-407961b7-4025-4c4a-8647-ffd861d13553 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:50.348863 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d055b768-ffc5-4657-8153-754c31990594 req-d9445428-b12c-4843-8f7b-eb1e99cac6a6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=768e8eb3-5a6f-4c4b-a082-52c1cc797d69 HTTP/1.1" status: 200 len: 217 time: 0.0530941 Jul 15 23:10:50.363126 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6d5832ab-a661-498f-b2a6-766b09e37220 req-4d5de8b8-bc63-43f9-b699-c37e233c9716 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3862841 Jul 15 23:10:50.378969 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d9beb07-01d3-4e9c-8965-307e3108d861 admin admin] Deleting subnet dda57491-7fb4-46a3-9dad-e8b8395130fe {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:10:50.391159 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d9beb07-01d3-4e9c-8965-307e3108d861 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:50.394026 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7379fde4-dbd4-44c0-ae46-d9f689b63af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2', 'name': 'tempest-ServersTestManualDisk-214342472-router', 'tenant_id': '126b75f1b6e8430ab20407ac01a093ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '6a275886-6afa-4a5a-9dd2-9107d41d0bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:10:00Z', 'updated_at': '2021-07-15T23:10:09Z', 'revision_number': 4, 'project_id': '126b75f1b6e8430ab20407ac01a093ba', 'gw_port': {'id': '6a275886-6afa-4a5a-9dd2-9107d41d0bc2', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:10:01Z', 'updated_at': '2021-07-15T23:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '4cf95119-7ff1-4365-a7ff-da25fe4e001e', 'tenant_id': '126b75f1b6e8430ab20407ac01a093ba', 'floating_ip_address': '172.25.5.8', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2', 'port_id': 'fb4dc5ae-8cd3-4d9c-b950-52a6cef1b0a3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 785, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6e36f97-f235-442f-9e3a-fe975377da9c', 'mac_address': 'fa:16:3e:d0:e3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1adc0b6-3b02-42d7-8f85-2e5a9c1bad20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:10:24Z', 'updated_at': '2021-07-15T23:10:46Z', 'revision_number': 1, 'project_id': '126b75f1b6e8430ab20407ac01a093ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd337ad64-7e30-49cd-8b51-79f25fe3fa61', 'name': '', 'network_id': 'd6e36f97-f235-442f-9e3a-fe975377da9c', 'tenant_id': '126b75f1b6e8430ab20407ac01a093ba', 'mac_address': 'fa:16:3e:14:91:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '36cc0597-e47b-49f1-adeb-ab87e2be69c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:10:06Z', 'updated_at': '2021-07-15T23:10:22Z', 'revision_number': 5, 'project_id': '126b75f1b6e8430ab20407ac01a093ba', 'subnets': [{'id': '36cc0597-e47b-49f1-adeb-ab87e2be69c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:50.401237 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d247eea-3cc3-47e8-8d06-14b941c86f0a x-openstack-request-id: req-6d247eea-3cc3-47e8-8d06-14b941c86f0a {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:10:50.401666 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afa5e54c-d7e3-4a1c-8543-096dd4f6b00e", "tag": "768e8eb3-5a6f-4c4b-a082-52c1cc797d69", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:10:50.402014 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6d247eea-3cc3-47e8-8d06-14b941c86f0a {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:10:50.402569 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afa5e54c-d7e3-4a1c-8543-096dd4f6b00e', 'tag': '768e8eb3-5a6f-4c4b-a082-52c1cc797d69', 'status': 'completed', 'code': 200} Jul 15 23:10:50.416158 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2a8bad20-af9f-4808-a4d0-2017f1ee4ed2 req-08036f99-1167-44d5-ae6b-aa15a17ac7d3 tempest-InstanceActionsNegativeTestJSON-1962410441 tempest-InstanceActionsNegativeTestJSON-1962410441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:50.417902 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6080a203-3e15-403b-b37c-1dafbb35e02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:50.423182 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6080a203-3e15-403b-b37c-1dafbb35e02d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:50.427491 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-6080a203-3e15-403b-b37c-1dafbb35e02d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3c3f18d2-9e37-410a-acad-e1f5e867dacc HTTP/1.1" status: 204 len: 168 time: 0.6380374 Jul 15 23:10:50.439349 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7379fde4-dbd4-44c0-ae46-d9f689b63af7 None None] The sync data for ids ['0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2'] in n-d-794306-6 is: [{'id': '0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2', 'name': 'tempest-ServersTestManualDisk-214342472-router', 'tenant_id': '126b75f1b6e8430ab20407ac01a093ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '6a275886-6afa-4a5a-9dd2-9107d41d0bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:10:00Z', 'updated_at': '2021-07-15T23:10:09Z', 'revision_number': 4, 'project_id': '126b75f1b6e8430ab20407ac01a093ba', 'gw_port': {'id': '6a275886-6afa-4a5a-9dd2-9107d41d0bc2', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:10:01Z', 'updated_at': '2021-07-15T23:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '4cf95119-7ff1-4365-a7ff-da25fe4e001e', 'tenant_id': '126b75f1b6e8430ab20407ac01a093ba', 'floating_ip_address': '172.25.5.8', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2', 'port_id': 'fb4dc5ae-8cd3-4d9c-b950-52a6cef1b0a3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 785, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6e36f97-f235-442f-9e3a-fe975377da9c', 'mac_address': 'fa:16:3e:d0:e3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1adc0b6-3b02-42d7-8f85-2e5a9c1bad20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:10:24Z', 'updated_at': '2021-07-15T23:10:46Z', 'revision_number': 1, 'project_id': '126b75f1b6e8430ab20407ac01a093ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd337ad64-7e30-49cd-8b51-79f25fe3fa61', 'name': '', 'network_id': 'd6e36f97-f235-442f-9e3a-fe975377da9c', 'tenant_id': '126b75f1b6e8430ab20407ac01a093ba', 'mac_address': 'fa:16:3e:14:91:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '36cc0597-e47b-49f1-adeb-ab87e2be69c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:10:06Z', 'updated_at': '2021-07-15T23:10:22Z', 'revision_number': 5, 'project_id': '126b75f1b6e8430ab20407ac01a093ba', 'subnets': [{'id': '36cc0597-e47b-49f1-adeb-ab87e2be69c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:10:50.448766 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['2f6ea692-530e-4fce-8037-209db5547512'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:10:50.542854 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d9beb07-01d3-4e9c-8965-307e3108d861 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:50.570296 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6080a203-3e15-403b-b37c-1dafbb35e02d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3f18d2-9e37-410a-acad-e1f5e867dacc,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:50.586866 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08036f99-1167-44d5-ae6b-aa15a17ac7d3 tempest-InstanceActionsNegativeTestJSON-1962410441 tempest-InstanceActionsNegativeTestJSON-1962410441-project] Pushing event deleted for resources: {'Port': ['ID=2f6ea692-530e-4fce-8037-209db5547512,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:50.611459 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055b768-ffc5-4657-8153-754c31990594 req-7690b299-9903-4400-b6da-f1f805d22711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:50.619072 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d055b768-ffc5-4657-8153-754c31990594 req-7690b299-9903-4400-b6da-f1f805d22711 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.2633247 Jul 15 23:10:50.735786 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a8bad20-af9f-4808-a4d0-2017f1ee4ed2 req-08036f99-1167-44d5-ae6b-aa15a17ac7d3 tempest-InstanceActionsNegativeTestJSON-1962410441 tempest-InstanceActionsNegativeTestJSON-1962410441-project] No DVR routers for this DVR port 2f6ea692-530e-4fce-8037-209db5547512 on host n-h2-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:10:50.739768 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2a8bad20-af9f-4808-a4d0-2017f1ee4ed2 req-08036f99-1167-44d5-ae6b-aa15a17ac7d3 tempest-InstanceActionsNegativeTestJSON-1962410441 tempest-InstanceActionsNegativeTestJSON-1962410441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:50.742902 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-2a8bad20-af9f-4808-a4d0-2017f1ee4ed2 req-08036f99-1167-44d5-ae6b-aa15a17ac7d3 tempest-InstanceActionsNegativeTestJSON-1962410441 tempest-InstanceActionsNegativeTestJSON-1962410441-project] 10.222.0.41 "DELETE /v2.0/ports/2f6ea692-530e-4fce-8037-209db5547512 HTTP/1.1" status: 204 len: 173 time: 1.6253238 Jul 15 23:10:50.817808 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055b768-ffc5-4657-8153-754c31990594 req-0a47efc5-c94b-4fb3-a13b-2731f018802f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:50.820227 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d055b768-ffc5-4657-8153-754c31990594 req-0a47efc5-c94b-4fb3-a13b-2731f018802f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1531982 Jul 15 23:10:50.854631 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f08c2b-1bc2-45fd-872f-f41842b49a12 None None] New status for floating IP 4cf95119-7ff1-4365-a7ff-da25fe4e001e: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:10:50.970821 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 0b7da107-8ac9-45f9-88e5-76ad288f7cf1 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:10:51.022272 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 0b7da107-8ac9-45f9-88e5-76ad288f7cf1 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:10:51.022623 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 0b7da107-8ac9-45f9-88e5-76ad288f7cf1 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:10:51.041454 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d055b768-ffc5-4657-8153-754c31990594 req-51572200-00b3-4728-9e97-6c5a6336bf1e service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115149 Jul 15 23:10:51.072788 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-407961b7-4025-4c4a-8647-ffd861d13553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:51.083564 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-64d62160-0878-4215-95d4-99aa04a51504 req-b6a009e5-5e61-4a87-b49f-0d799a8f9ac0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb4dc5ae-8cd3-4d9c-b950-52a6cef1b0a3 HTTP/1.1" status: 200 len: 997 time: 1.0737083 Jul 15 23:10:51.102825 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-407961b7-4025-4c4a-8647-ffd861d13553 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:10:51.104076 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-407961b7-4025-4c4a-8647-ffd861d13553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:51.121892 n-d-794306-6 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:10:51.121892 n-d-794306-6 neutron-server[93770]: self.session.flush() Jul 15 23:10:51.121892 n-d-794306-6 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:10:51.121892 n-d-794306-6 neutron-server[93770]: self.session.flush() Jul 15 23:10:51.121892 n-d-794306-6 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:10:51.121892 n-d-794306-6 neutron-server[93770]: self.session.flush() Jul 15 23:10:51.121892 n-d-794306-6 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:10:51.121892 n-d-794306-6 neutron-server[93770]: self.session.flush() Jul 15 23:10:51.121892 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:10:51.121892 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:10:51.121892 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:10:51.121892 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:10:51.121892 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:10:51.121892 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:10:51.121892 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:10:51.121892 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:10:51.121892 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:10:51.121892 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:10:51.121892 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:10:51.121892 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:10:51.121892 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:10:51.121892 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:10:51.121892 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:10:51.121892 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:10:51.121892 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:10:51.121892 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:10:51.121892 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:10:51.121892 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:10:51.121892 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:10:51.121892 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:10:51.121892 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:10:51.121892 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:10:51.121892 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:10:51.121892 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:10:51.121892 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:10:51.121892 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:10:51.121892 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:10:51.121892 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:10:51.121892 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:10:51.121892 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:10:51.165418 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 57148) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:51.227485 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d055b768-ffc5-4657-8153-754c31990594 req-1a7e7702-2bf8-4bdc-917e-51971e6018ae service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766586 Jul 15 23:10:51.235701 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-2fa04e28-8a12-4df9-9ff0-1f9a75e228d0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=332c6d95561d4cf8b3894a86ea0ad7ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0689840 Jul 15 23:10:51.238589 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 57150) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:51.325722 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f4d4d7c5-2c7d-4e8f-8e6b-0e7561482484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:51.353835 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0bebb810-933a-44eb-936a-eb9aa450573c req-7d66dc51-cfa1-490a-b921-ff7e94a71f27 tempest-InstanceActionsNegativeTestJSON-1962410441 tempest-InstanceActionsNegativeTestJSON-1962410441-project] 10.222.0.48 "GET /v2.0/ports?device_id=99d2dc05-57c5-4bc4-b62b-b116a8809f5b HTTP/1.1" status: 200 len: 210 time: 0.0761142 Jul 15 23:10:51.358827 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-407961b7-4025-4c4a-8647-ffd861d13553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:51.362484 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f4d4d7c5-2c7d-4e8f-8e6b-0e7561482484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:51.364885 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-407961b7-4025-4c4a-8647-ffd861d13553 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:51.368434 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-407961b7-4025-4c4a-8647-ffd861d13553 admin admin] 10.222.0.48 "DELETE /v2.0/networks/bb925051-af21-4a66-9998-db8eac3f3d8e HTTP/1.1" status: 204 len: 168 time: 3.3158345 Jul 15 23:10:51.404214 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d62160-0878-4215-95d4-99aa04a51504 req-259180d5-a670-4e35-b09c-d6efc7cfb84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:51.406254 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-64d62160-0878-4215-95d4-99aa04a51504 req-259180d5-a670-4e35-b09c-d6efc7cfb84f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=36cc0597-e47b-49f1-adeb-ab87e2be69c4 HTTP/1.1" status: 200 len: 850 time: 0.2972045 Jul 15 23:10:51.426634 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f6c6f9-72f7-4622-b5fc-9e3d62a7d8be req-535ffa8b-d89e-4277-b649-1b266f9afb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:51.428344 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e1f6c6f9-72f7-4622-b5fc-9e3d62a7d8be req-535ffa8b-d89e-4277-b649-1b266f9afb83 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=112878df6b1f489cae2c557ebd202932&device_id=afa5e54c-d7e3-4a1c-8543-096dd4f6b00e HTTP/1.1" status: 200 len: 1099 time: 0.1318967 Jul 15 23:10:51.500132 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407961b7-4025-4c4a-8647-ffd861d13553 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb925051-af21-4a66-9998-db8eac3f3d8e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:51.505559 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d9beb07-01d3-4e9c-8965-307e3108d861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:51.540846 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b3926-ebd4-46b8-8450-53ec935ba35b req-a2367740-484a-4591-83e7-8fcf63e9fdcb tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:51.552483 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cc1b3926-ebd4-46b8-8450-53ec935ba35b req-a2367740-484a-4591-83e7-8fcf63e9fdcb tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] 10.222.0.48 "GET /v2.0/ports?device_id=afa5e54c-d7e3-4a1c-8543-096dd4f6b00e HTTP/1.1" status: 200 len: 948 time: 0.4709697 Jul 15 23:10:51.568059 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f4d4d7c5-2c7d-4e8f-8e6b-0e7561482484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:51.571298 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f4d4d7c5-2c7d-4e8f-8e6b-0e7561482484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:51.575213 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f4d4d7c5-2c7d-4e8f-8e6b-0e7561482484 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2c9a6359-dcc5-4158-bb34-9d9332b9f1b0 HTTP/1.1" status: 204 len: 168 time: 0.3300836 Jul 15 23:10:51.587485 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d4d7c5-2c7d-4e8f-8e6b-0e7561482484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9a6359-dcc5-4158-bb34-9d9332b9f1b0,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:51.636100 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f6c6f9-72f7-4622-b5fc-9e3d62a7d8be req-b7662d0b-8178-48aa-9723-3182136a31fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:51.638246 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e1f6c6f9-72f7-4622-b5fc-9e3d62a7d8be req-b7662d0b-8178-48aa-9723-3182136a31fe service neutron] 10.222.0.49 "GET /v2.0/networks?id=5d412861-bef3-4cc1-ae9f-87a6a36753c0 HTTP/1.1" status: 200 len: 870 time: 0.2035952 Jul 15 23:10:51.714984 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e1f6c6f9-72f7-4622-b5fc-9e3d62a7d8be req-d41736a9-d254-4483-b44b-3bee0a45cb8f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=768e8eb3-5a6f-4c4b-a082-52c1cc797d69 HTTP/1.1" status: 200 len: 217 time: 0.0684772 Jul 15 23:10:51.748969 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 57162) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:51.806516 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f6c6f9-72f7-4622-b5fc-9e3d62a7d8be req-53d36754-9ed6-45de-b066-989ef6f1d0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:51.808880 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e1f6c6f9-72f7-4622-b5fc-9e3d62a7d8be req-53d36754-9ed6-45de-b066-989ef6f1d0d9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.0842791 Jul 15 23:10:51.832491 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cc1b3926-ebd4-46b8-8450-53ec935ba35b req-068c40e9-e1c3-4b36-9752-26ae77e458f7 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fa28a9e-feb8-4b10-8229-4407630ce9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781906 Jul 15 23:10:51.908062 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d9beb07-01d3-4e9c-8965-307e3108d861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:51.908933 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f6c6f9-72f7-4622-b5fc-9e3d62a7d8be req-5a037da2-da8a-4474-b616-4cc87a5c0716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:51.910800 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e1f6c6f9-72f7-4622-b5fc-9e3d62a7d8be req-5a037da2-da8a-4474-b616-4cc87a5c0716 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0934515 Jul 15 23:10:51.919087 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d62160-0878-4215-95d4-99aa04a51504 req-d5b77cc7-129d-4ca1-bbc2-e212c853fa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:51.921779 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-64d62160-0878-4215-95d4-99aa04a51504 req-d5b77cc7-129d-4ca1-bbc2-e212c853fa56 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d6e36f97-f235-442f-9e3a-fe975377da9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4705002 Jul 15 23:10:51.946787 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-6ccb093e-5cfa-4fb8-8439-951f403cdac1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=08fe55c8b75249cb85e4212038bb980e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1929703 Jul 15 23:10:51.953960 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 57166) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:52.043008 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9beb07-01d3-4e9c-8965-307e3108d861 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dda57491-7fb4-46a3-9dad-e8b8395130fe,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:52.054458 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067207a9-0b9a-4fd9-b779-2d82e4c3f1f5 None None] Network dc9a7735-9a61-4d06-9cef-b144c6d869f5 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:10:52.072406 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d9beb07-01d3-4e9c-8965-307e3108d861 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:52.075261 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-7d9beb07-01d3-4e9c-8965-307e3108d861 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/dda57491-7fb4-46a3-9dad-e8b8395130fe HTTP/1.1" status: 204 len: 168 time: 2.0873148 Jul 15 23:10:52.081840 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 57172) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:52.129665 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c37f02-3f10-4f5b-8c65-80c9e3d44301 req-5c5c3dcf-2501-4836-80a9-2c8c4f5376ab tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:52.132175 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e3c37f02-3f10-4f5b-8c65-80c9e3d44301 req-5c5c3dcf-2501-4836-80a9-2c8c4f5376ab tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba5d2d11-9dbe-4882-a346-054db27c2528 HTTP/1.1" status: 200 len: 945 time: 0.4334431 Jul 15 23:10:52.299202 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bbf8da62-0282-4f46-b65c-d4be67020202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:52.363265 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e671a90c-408f-4054-b7b5-199f26f3c95e None None] DHCP port deletion for dc9a7735-9a61-4d06-9cef-b144c6d869f5 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:10:52.392356 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-64d62160-0878-4215-95d4-99aa04a51504 req-6c8e57cf-af04-435d-9724-4438e194ada8 service neutron] 10.222.0.49 "GET /v2.0/networks/d6e36f97-f235-442f-9e3a-fe975377da9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4013083 Jul 15 23:10:52.402868 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5286cd08-fa57-4ff6-8ce9-564e4f69ed1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:52.406578 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d2dc05-57c5-4bc4-b62b-b116a8809f5b', 'name': 'network-vif-deleted', 'tag': '2f6ea692-530e-4fce-8037-209db5547512'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:10:52.418379 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7021f62-ff62-4c3d-b24f-168f9ec7b0ae" -d '{"events": [{"server_uuid": "99d2dc05-57c5-4bc4-b62b-b116a8809f5b", "name": "network-vif-deleted", "tag": "2f6ea692-530e-4fce-8037-209db5547512"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:10:52.433509 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e671a90c-408f-4054-b7b5-199f26f3c95e None None] Deleting port ef8d07aa-bc9b-4958-82f9-56f0d54bc5df {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:10:52.434151 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e671a90c-408f-4054-b7b5-199f26f3c95e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:52.445360 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bbf8da62-0282-4f46-b65c-d4be67020202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:52.449754 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e3c37f02-3f10-4f5b-8c65-80c9e3d44301 req-21b7c5bc-5f8d-44c2-94e4-4dc2dff41315 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879136 Jul 15 23:10:52.494819 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e1f6c6f9-72f7-4622-b5fc-9e3d62a7d8be req-2a8b4abd-1d3b-416f-9168-1b14aa7d82c6 service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5765803 Jul 15 23:10:52.548247 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e671a90c-408f-4054-b7b5-199f26f3c95e None None] For port ef8d07aa-bc9b-4958-82f9-56f0d54bc5df, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=ef8d07aa-bc9b-4958-82f9-56f0d54bc5df,segment=NetworkSegment(c985f627-8157-4fb3-867e-9a1ae0d61fe7),segment_id=c985f627-8157-4fb3-867e-9a1ae0d61fe7)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:52.549304 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e671a90c-408f-4054-b7b5-199f26f3c95e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:52.575106 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e671a90c-408f-4054-b7b5-199f26f3c95e None None] Calling delete_port for ef8d07aa-bc9b-4958-82f9-56f0d54bc5df owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:10:52.636161 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a931a556-acb6-4c41-b1d1-1e4c1855f479 x-openstack-request-id: req-a931a556-acb6-4c41-b1d1-1e4c1855f479 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:10:52.636521 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99d2dc05-57c5-4bc4-b62b-b116a8809f5b", "name": "network-vif-deleted", "tag": "2f6ea692-530e-4fce-8037-209db5547512", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:10:52.636674 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a931a556-acb6-4c41-b1d1-1e4c1855f479 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:10:52.637130 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99d2dc05-57c5-4bc4-b62b-b116a8809f5b', 'name': 'network-vif-deleted', 'tag': '2f6ea692-530e-4fce-8037-209db5547512', 'status': 'completed', 'code': 200} Jul 15 23:10:52.664508 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-64d62160-0878-4215-95d4-99aa04a51504 req-19ec144b-a6d8-4ae4-a39d-482ae176edb8 service neutron] 10.222.0.49 "GET /v2.0/networks/d6e36f97-f235-442f-9e3a-fe975377da9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574582 Jul 15 23:10:52.692426 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bbf8da62-0282-4f46-b65c-d4be67020202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:52.697343 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bbf8da62-0282-4f46-b65c-d4be67020202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:52.698100 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e1f6c6f9-72f7-4622-b5fc-9e3d62a7d8be req-a1ef8840-3779-4996-afdc-9e9b2f65980f service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891334 Jul 15 23:10:52.699663 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-bbf8da62-0282-4f46-b65c-d4be67020202 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c77c3bf0-ed15-4644-9464-ab51294f6412 HTTP/1.1" status: 204 len: 168 time: 0.7063324 Jul 15 23:10:52.719790 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 57196) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:52.738950 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf8da62-0282-4f46-b65c-d4be67020202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77c3bf0-ed15-4644-9464-ab51294f6412,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:52.763985 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-5286cd08-fa57-4ff6-8ce9-564e4f69ed1c admin admin] Deleting port ef8d07aa-bc9b-4958-82f9-56f0d54bc5df {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:10:52.764333 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5286cd08-fa57-4ff6-8ce9-564e4f69ed1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:52.789906 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e671a90c-408f-4054-b7b5-199f26f3c95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:52.838770 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e671a90c-408f-4054-b7b5-199f26f3c95e None None] Pushing event deleted for resources: {'Port': ['ID=ef8d07aa-bc9b-4958-82f9-56f0d54bc5df,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:52.851378 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e671a90c-408f-4054-b7b5-199f26f3c95e None None] No DVR routers for this DVR port ef8d07aa-bc9b-4958-82f9-56f0d54bc5df on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:10:52.871889 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-14288dae-1a59-439a-9737-43e0319e2852 admin admin] Deleting subnet 36f2ccc2-3af9-4bcd-9e18-ad2466127ad8 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:10:52.885234 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-14288dae-1a59-439a-9737-43e0319e2852 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:52.938489 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-5286cd08-fa57-4ff6-8ce9-564e4f69ed1c admin admin] For port ef8d07aa-bc9b-4958-82f9-56f0d54bc5df, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=ef8d07aa-bc9b-4958-82f9-56f0d54bc5df,segment=NetworkSegment(c985f627-8157-4fb3-867e-9a1ae0d61fe7),segment_id=c985f627-8157-4fb3-867e-9a1ae0d61fe7)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:52.938996 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5286cd08-fa57-4ff6-8ce9-564e4f69ed1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:52.948948 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 768e8eb3-5a6f-4c4b-a082-52c1cc797d69 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:10:52.980398 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-5286cd08-fa57-4ff6-8ce9-564e4f69ed1c admin admin] Calling delete_port for ef8d07aa-bc9b-4958-82f9-56f0d54bc5df owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:10:52.982986 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-14288dae-1a59-439a-9737-43e0319e2852 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:53.019345 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device ef8d07aa-bc9b-4958-82f9-56f0d54bc5df no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:10:53.043748 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: ef8d07aa-bc9b-4958-82f9-56f0d54bc5df {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:10:53.044502 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device ef8d07aa-bc9b-4958-82f9-56f0d54bc5df not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:10:53.113561 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-14288dae-1a59-439a-9737-43e0319e2852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:53.121442 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 2f6ea692-530e-4fce-8037-209db5547512 no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:10:53.171371 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] No Port match for: 2f6ea692-530e-4fce-8037-209db5547512 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:10:53.172349 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 2f6ea692-530e-4fce-8037-209db5547512 not bound to the agent host n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:10:53.177961 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88518614-f913-483e-a81c-9231b37678f2 req-82d2f15b-e415-4e9f-816e-56a09040734d tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:53.186011 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-88518614-f913-483e-a81c-9231b37678f2 req-82d2f15b-e415-4e9f-816e-56a09040734d tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] 10.222.0.48 "GET /v2.0/ports?device_id=afa5e54c-d7e3-4a1c-8543-096dd4f6b00e HTTP/1.1" status: 200 len: 948 time: 0.1193645 Jul 15 23:10:53.197498 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5286cd08-fa57-4ff6-8ce9-564e4f69ed1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:53.204268 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 768e8eb3-5a6f-4c4b-a082-52c1cc797d69, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=768e8eb3-5a6f-4c4b-a082-52c1cc797d69,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:53.223124 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '768e8eb3-5a6f-4c4b-a082-52c1cc797d69', 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'port_id': '768e8eb3-5a6f-4c4b-a082-52c1cc797d69', 'mac_address': 'fa:16:3e:bd:37:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d909a96-22de-4aa9-b690-1c7da965ceac', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:10:53.253622 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-14288dae-1a59-439a-9737-43e0319e2852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:53.258136 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5286cd08-fa57-4ff6-8ce9-564e4f69ed1c admin admin] Pushing event deleted for resources: {'Port': ['ID=ef8d07aa-bc9b-4958-82f9-56f0d54bc5df,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:53.261838 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5286cd08-fa57-4ff6-8ce9-564e4f69ed1c admin admin] No DVR routers for this DVR port ef8d07aa-bc9b-4958-82f9-56f0d54bc5df on host n-d-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:10:53.278338 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-14288dae-1a59-439a-9737-43e0319e2852 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:53.287100 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-14288dae-1a59-439a-9737-43e0319e2852 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/36f2ccc2-3af9-4bcd-9e18-ad2466127ad8 HTTP/1.1" status: 204 len: 168 time: 0.5657034 Jul 15 23:10:53.291598 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 57206) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:53.309842 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:53.323338 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-88518614-f913-483e-a81c-9231b37678f2 req-32e0a3bc-1b93-4662-b2c7-5e32e37d74c9 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fa28a9e-feb8-4b10-8229-4407630ce9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363516 Jul 15 23:10:53.331214 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 768e8eb3-5a6f-4c4b-a082-52c1cc797d69 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:10:53.353288 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14288dae-1a59-439a-9737-43e0319e2852 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36f2ccc2-3af9-4bcd-9e18-ad2466127ad8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:53.373134 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 768e8eb3-5a6f-4c4b-a082-52c1cc797d69, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=768e8eb3-5a6f-4c4b-a082-52c1cc797d69,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:53.388630 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:53.459073 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-47ef5f15-506d-49e4-bae2-9120307a6f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:53.512031 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=768e8eb3-5a6f-4c4b-a082-52c1cc797d69,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:53.540296 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5286cd08-fa57-4ff6-8ce9-564e4f69ed1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:53.576002 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-5286cd08-fa57-4ff6-8ce9-564e4f69ed1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc9a7735-9a61-4d06-9cef-b144c6d869f5']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:53.593665 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-47ef5f15-506d-49e4-bae2-9120307a6f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:53.598405 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-5286cd08-fa57-4ff6-8ce9-564e4f69ed1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c985f627-8157-4fb3-867e-9a1ae0d61fe7') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:53.598609 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-5286cd08-fa57-4ff6-8ce9-564e4f69ed1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c985f627-8157-4fb3-867e-9a1ae0d61fe7') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:53.605271 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-47ef5f15-506d-49e4-bae2-9120307a6f10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73c45302-e413-4799-964c-318b2624a0d2']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:53.619632 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-47ef5f15-506d-49e4-bae2-9120307a6f10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b22de2af-8e90-4724-9c10-1f65893482e6') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:53.619938 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-47ef5f15-506d-49e4-bae2-9120307a6f10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b22de2af-8e90-4724-9c10-1f65893482e6') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:10:53.621189 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5286cd08-fa57-4ff6-8ce9-564e4f69ed1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:53.631470 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-47ef5f15-506d-49e4-bae2-9120307a6f10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:53.633189 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['768e8eb3-5a6f-4c4b-a082-52c1cc797d69'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:10:53.649020 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5286cd08-fa57-4ff6-8ce9-564e4f69ed1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:53.651939 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-47ef5f15-506d-49e4-bae2-9120307a6f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:53.659315 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c9814-27f9-4e51-b171-2e9c8704bdfb req-4622dca4-1165-4076-8224-2f5e52b5f76f tempest-LiveAutoBlockMigrationV225Test-1599853612 tempest-LiveAutoBlockMigrationV225Test-1599853612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:53.661639 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47ef5f15-506d-49e4-bae2-9120307a6f10 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:10:53.662599 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-47ef5f15-506d-49e4-bae2-9120307a6f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:53.664875 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:10:53.664875 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:10:53.664875 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:10:53.664875 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:10:53.664875 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:10:53.664875 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:10:53.664875 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:10:53.664875 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:10:53.664875 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:10:53.664875 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:10:53.664875 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:10:53.664875 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:10:53.664875 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:10:53.664875 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:10:53.664875 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:10:53.664875 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:10:53.664875 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:10:53.664875 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:10:53.664875 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:10:53.664875 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:10:53.664875 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:10:53.664875 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:10:53.664875 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:10:53.664875 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:10:53.664875 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:10:53.664875 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:10:53.664875 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:10:53.664875 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:10:53.664875 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:10:53.664875 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:10:53.664875 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:10:53.664875 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:10:53.664875 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:10:53.664875 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:10:53.664875 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:10:53.664875 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:10:53.673418 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3e6c9814-27f9-4e51-b171-2e9c8704bdfb req-4622dca4-1165-4076-8224-2f5e52b5f76f tempest-LiveAutoBlockMigrationV225Test-1599853612 tempest-LiveAutoBlockMigrationV225Test-1599853612-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ba5d2d11-9dbe-4882-a346-054db27c2528 HTTP/1.1" status: 200 len: 1096 time: 0.3257875 Jul 15 23:10:53.680823 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5286cd08-fa57-4ff6-8ce9-564e4f69ed1c admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:10:53.681134 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5286cd08-fa57-4ff6-8ce9-564e4f69ed1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:53.692104 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:10:53.692104 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:10:53.692104 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:10:53.692104 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:10:53.692104 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:10:53.692104 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:10:53.692104 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:10:53.692104 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:10:53.692104 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:10:53.692104 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:10:53.692104 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:10:53.692104 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:10:53.692104 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:10:53.692104 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:10:53.692104 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:10:53.692104 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:10:53.692104 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:10:53.692104 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:10:53.692104 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:10:53.692104 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:10:53.692104 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:10:53.692104 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:10:53.692104 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:10:53.692104 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:10:53.692104 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:10:53.692104 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:10:53.692104 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:10:53.692104 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:10:53.692104 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:10:53.692104 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:10:53.692104 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:10:53.692104 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:10:53.762677 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-47ef5f15-506d-49e4-bae2-9120307a6f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:53.785663 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-47ef5f15-506d-49e4-bae2-9120307a6f10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:53.799857 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-47ef5f15-506d-49e4-bae2-9120307a6f10 admin admin] 10.222.0.48 "DELETE /v2.0/networks/73c45302-e413-4799-964c-318b2624a0d2 HTTP/1.1" status: 204 len: 168 time: 0.4589949 Jul 15 23:10:53.828439 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3e6c9814-27f9-4e51-b171-2e9c8704bdfb req-3079fe11-e1be-41e7-9b1d-377b59f97021 tempest-LiveAutoBlockMigrationV225Test-1599853612 tempest-LiveAutoBlockMigrationV225Test-1599853612-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531174 Jul 15 23:10:53.843846 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ef5f15-506d-49e4-bae2-9120307a6f10 admin admin] Pushing event deleted for resources: {'Network': ['ID=73c45302-e413-4799-964c-318b2624a0d2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:53.844064 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5286cd08-fa57-4ff6-8ce9-564e4f69ed1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:53.865809 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5286cd08-fa57-4ff6-8ce9-564e4f69ed1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:53.872870 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-5286cd08-fa57-4ff6-8ce9-564e4f69ed1c admin admin] 10.222.0.48 "DELETE /v2.0/networks/dc9a7735-9a61-4d06-9cef-b144c6d869f5 HTTP/1.1" status: 204 len: 168 time: 1.7815080 Jul 15 23:10:53.898614 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5286cd08-fa57-4ff6-8ce9-564e4f69ed1c admin admin] Pushing event deleted for resources: {'Network': ['ID=dc9a7735-9a61-4d06-9cef-b144c6d869f5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:54.026983 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 57234) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:54.108985 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-e7bbba26-5188-4bba-9e24-240c7b3c009e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3f1b49d2e1bb4c6f805799d3352ffc33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0800261 Jul 15 23:10:54.112393 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 57236) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:54.184762 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c040e38b-2f61-48fb-bf2c-65d207dc413d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:54.185005 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacdc0c2-ef3f-481f-8741-ea546bc694c1 req-655426a1-1bb3-4eef-b53d-de620519f070 tempest-LiveAutoBlockMigrationV225Test-1599853612 tempest-LiveAutoBlockMigrationV225Test-1599853612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:54.190557 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bacdc0c2-ef3f-481f-8741-ea546bc694c1 req-655426a1-1bb3-4eef-b53d-de620519f070 tempest-LiveAutoBlockMigrationV225Test-1599853612 tempest-LiveAutoBlockMigrationV225Test-1599853612-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ba5d2d11-9dbe-4882-a346-054db27c2528 HTTP/1.1" status: 200 len: 1096 time: 0.0946476 Jul 15 23:10:54.213818 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 57240) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:54.214211 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c040e38b-2f61-48fb-bf2c-65d207dc413d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:54.278690 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bacdc0c2-ef3f-481f-8741-ea546bc694c1 req-092a7495-bad9-4505-892c-531ddcbee4b8 tempest-LiveAutoBlockMigrationV225Test-1599853612 tempest-LiveAutoBlockMigrationV225Test-1599853612-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870221 Jul 15 23:10:54.286427 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c040e38b-2f61-48fb-bf2c-65d207dc413d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:54.291309 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-559c954d-fdf0-43cd-b8dd-f9f820059353 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b03dd4b5822b46719971bc6056341493&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0736349 Jul 15 23:10:54.291598 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 57244) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:54.295284 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c040e38b-2f61-48fb-bf2c-65d207dc413d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:54.298127 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c040e38b-2f61-48fb-bf2c-65d207dc413d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3eba4c93-03a1-49b4-945b-284661c2f5c6 HTTP/1.1" status: 204 len: 168 time: 0.1835339 Jul 15 23:10:54.329277 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c040e38b-2f61-48fb-bf2c-65d207dc413d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eba4c93-03a1-49b4-945b-284661c2f5c6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:54.366920 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c260492e-0087-4955-9de0-8d0233728297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:54.411370 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c260492e-0087-4955-9de0-8d0233728297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:54.506201 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c260492e-0087-4955-9de0-8d0233728297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:54.509648 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c260492e-0087-4955-9de0-8d0233728297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:54.511429 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-c260492e-0087-4955-9de0-8d0233728297 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/87b1bf12-9b7e-4170-bff0-339f379aeefc HTTP/1.1" status: 204 len: 168 time: 0.2165611 Jul 15 23:10:54.531003 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c260492e-0087-4955-9de0-8d0233728297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b1bf12-9b7e-4170-bff0-339f379aeefc,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:54.613807 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 57264) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:54.638696 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a972f60-524a-4fef-9281-01b0256ffe2a req-1c45ce5f-7f00-4513-ab31-4f404703bcc8 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:54.642121 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5a972f60-524a-4fef-9281-01b0256ffe2a req-1c45ce5f-7f00-4513-ab31-4f404703bcc8 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] 10.222.0.48 "GET /v2.0/ports?device_id=afa5e54c-d7e3-4a1c-8543-096dd4f6b00e HTTP/1.1" status: 200 len: 949 time: 0.1085017 Jul 15 23:10:54.708171 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5a972f60-524a-4fef-9281-01b0256ffe2a req-2f4b8622-49c2-4ee9-8b8d-2886d6f1bc2c tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fa28a9e-feb8-4b10-8229-4407630ce9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583858 Jul 15 23:10:54.979876 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 768e8eb3-5a6f-4c4b-a082-52c1cc797d69 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:10:55.040907 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-500856fd-c3a1-4b8f-a6fc-e03bdb42e1fd admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1111068333-network', 'tenant_id': '77301433bf364d50839ed355ac121781'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:55.054765 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port 768e8eb3-5a6f-4c4b-a082-52c1cc797d69 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:10:55.063401 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 768e8eb3-5a6f-4c4b-a082-52c1cc797d69 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:10:55.064304 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:55.084523 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500856fd-c3a1-4b8f-a6fc-e03bdb42e1fd admin admin] Made reservation on behalf of 77301433bf364d50839ed355ac121781 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:10:55.091097 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-500856fd-c3a1-4b8f-a6fc-e03bdb42e1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:55.109354 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-500856fd-c3a1-4b8f-a6fc-e03bdb42e1fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:55.172238 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:55.256843 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-500856fd-c3a1-4b8f-a6fc-e03bdb42e1fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:55.266023 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-500856fd-c3a1-4b8f-a6fc-e03bdb42e1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:55.295550 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:55.298024 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 57282) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:55.312682 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-500856fd-c3a1-4b8f-a6fc-e03bdb42e1fd admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:10:55.341622 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500856fd-c3a1-4b8f-a6fc-e03bdb42e1fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e82abe9-32ef-47ea-8481-8effe9d5857f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:55.345413 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-500856fd-c3a1-4b8f-a6fc-e03bdb42e1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:55.345773 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-500856fd-c3a1-4b8f-a6fc-e03bdb42e1fd admin admin] Added segment ecdd8fee-4929-44ab-966b-d81187cd1777 of type vlan for network 0f6e30d3-3305-4017-a720-b675c494fa4e Jul 15 23:10:55.379792 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ebc1233f-69b3-4827-b590-f00bb747b107 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=73938b8339964113b2cd5f57276342eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0798614 Jul 15 23:10:55.382004 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 57290) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:55.401390 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-500856fd-c3a1-4b8f-a6fc-e03bdb42e1fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:55.441956 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-500856fd-c3a1-4b8f-a6fc-e03bdb42e1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:55.443165 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500856fd-c3a1-4b8f-a6fc-e03bdb42e1fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:55.444757 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-500856fd-c3a1-4b8f-a6fc-e03bdb42e1fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:55.480826 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9e47ebf1-469e-4c07-bff7-39c235895b31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:55.514291 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-500856fd-c3a1-4b8f-a6fc-e03bdb42e1fd admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8994250 Jul 15 23:10:55.526797 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 57298) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:55.538231 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-5b0754d6-d4b8-4c42-a9b8-7446b07a19ae admin admin] Request body: {'subnet': {'network_id': '0f6e30d3-3305-4017-a720-b675c494fa4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1111068333-subnet', 'tenant_id': '77301433bf364d50839ed355ac121781', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:55.545621 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9e47ebf1-469e-4c07-bff7-39c235895b31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:55.582343 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa5e54c-d7e3-4a1c-8543-096dd4f6b00e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '768e8eb3-5a6f-4c4b-a082-52c1cc797d69'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:10:55.585204 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a5873bc-fae1-4bb8-9aa0-33e3e733bc81" -d '{"events": [{"server_uuid": "afa5e54c-d7e3-4a1c-8543-096dd4f6b00e", "name": "network-vif-plugged", "status": "completed", "tag": "768e8eb3-5a6f-4c4b-a082-52c1cc797d69"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:10:55.602392 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 768e8eb3-5a6f-4c4b-a082-52c1cc797d69, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=768e8eb3-5a6f-4c4b-a082-52c1cc797d69,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:10:55.609507 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:55.638461 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500856fd-c3a1-4b8f-a6fc-e03bdb42e1fd admin admin] Pushing event updated for resources: {'Network': ['ID=0f6e30d3-3305-4017-a720-b675c494fa4e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:55.642382 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9e47ebf1-469e-4c07-bff7-39c235895b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:55.645836 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9e47ebf1-469e-4c07-bff7-39c235895b31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:55.646077 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0754d6-d4b8-4c42-a9b8-7446b07a19ae admin admin] Made reservation on behalf of 77301433bf364d50839ed355ac121781 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:10:55.647587 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-9e47ebf1-469e-4c07-bff7-39c235895b31 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e3072a89-956a-49c3-9dfd-3acb4f6c6f56 HTTP/1.1" status: 204 len: 168 time: 0.2641284 Jul 15 23:10:55.650831 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5b0754d6-d4b8-4c42-a9b8-7446b07a19ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:55.668583 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e47ebf1-469e-4c07-bff7-39c235895b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3072a89-956a-49c3-9dfd-3acb4f6c6f56,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:55.709747 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=768e8eb3-5a6f-4c4b-a082-52c1cc797d69,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:55.712578 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 0f6e30d3-3305-4017-a720-b675c494fa4e details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:10:55.918607 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b710ee3d-ebdc-4304-8dc3-b6eee20e1d0d x-openstack-request-id: req-b710ee3d-ebdc-4304-8dc3-b6eee20e1d0d {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:10:55.919118 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afa5e54c-d7e3-4a1c-8543-096dd4f6b00e", "name": "network-vif-plugged", "status": "completed", "tag": "768e8eb3-5a6f-4c4b-a082-52c1cc797d69", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:10:55.919529 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b710ee3d-ebdc-4304-8dc3-b6eee20e1d0d {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:10:55.920209 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa5e54c-d7e3-4a1c-8543-096dd4f6b00e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '768e8eb3-5a6f-4c4b-a082-52c1cc797d69', 'code': 200} Jul 15 23:10:56.001411 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5b0754d6-d4b8-4c42-a9b8-7446b07a19ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:56.115456 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0754d6-d4b8-4c42-a9b8-7446b07a19ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=b14d2b19-b0d7-43df-a247-7d67454643b1,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:56.122804 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461915f-f678-46bc-a949-6ca4917b5d28 req-90ab9f39-3715-4cbb-bbc2-37f28fde0dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:56.126810 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b461915f-f678-46bc-a949-6ca4917b5d28 req-90ab9f39-3715-4cbb-bbc2-37f28fde0dd9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=afa5e54c-d7e3-4a1c-8543-096dd4f6b00e HTTP/1.1" status: 200 len: 1101 time: 0.0963428 Jul 15 23:10:56.152516 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0754d6-d4b8-4c42-a9b8-7446b07a19ae admin admin] Checking segment: {'id': 'ecdd8fee-4929-44ab-966b-d81187cd1777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0f6e30d3-3305-4017-a720-b675c494fa4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:10:56.153588 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0754d6-d4b8-4c42-a9b8-7446b07a19ae admin admin] Network hostable DHCP agents. Network: 0f6e30d3-3305-4017-a720-b675c494fa4e, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:10:56.185954 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b461915f-f678-46bc-a949-6ca4917b5d28 req-bae00834-c793-49bb-96a2-6d8f74c55314 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1fa28a9e-feb8-4b10-8229-4407630ce9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531383 Jul 15 23:10:56.192845 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b6146c-dc9e-4435-aff2-38979fadbfc3 req-669b211c-dad7-4ae2-abe6-064977c1270a tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:56.194277 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-74b6146c-dc9e-4435-aff2-38979fadbfc3 req-669b211c-dad7-4ae2-abe6-064977c1270a tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] 10.222.0.48 "GET /v2.0/ports?device_id=afa5e54c-d7e3-4a1c-8543-096dd4f6b00e HTTP/1.1" status: 200 len: 950 time: 0.1389778 Jul 15 23:10:56.195760 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0754d6-d4b8-4c42-a9b8-7446b07a19ae admin admin] Network 0f6e30d3-3305-4017-a720-b675c494fa4e is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:10:56.207821 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-5b0754d6-d4b8-4c42-a9b8-7446b07a19ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 0f6e30d3-3305-4017-a720-b675c494fa4e) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:56.221877 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45c0b36-677d-4631-b1af-27f4b8aeb1bd None None] Network 0f6e30d3-3305-4017-a720-b675c494fa4e requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:10:56.237672 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0754d6-d4b8-4c42-a9b8-7446b07a19ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:56.238488 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5b0754d6-d4b8-4c42-a9b8-7446b07a19ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:56.274279 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-74b6146c-dc9e-4435-aff2-38979fadbfc3 req-3b87ee1b-c05f-4f09-959c-02a520a19c36 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fa28a9e-feb8-4b10-8229-4407630ce9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641253 Jul 15 23:10:56.289003 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-5b0754d6-d4b8-4c42-a9b8-7446b07a19ae admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7606599 Jul 15 23:10:56.291368 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 57340) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:56.297889 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-58a89ece-8b3b-4996-8ec1-7d6e0d1145fb admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1111068333-router', 'tenant_id': '77301433bf364d50839ed355ac121781', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:56.329049 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-58a89ece-8b3b-4996-8ec1-7d6e0d1145fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:56.332352 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-58a89ece-8b3b-4996-8ec1-7d6e0d1145fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:56.431960 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-58a89ece-8b3b-4996-8ec1-7d6e0d1145fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:56.516677 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 57348) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:56.537985 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3b3223-7125-41b9-b5a2-c5497bc4256b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-0f6e30d3-3305-4017-a720-b675c494fa4e', 'network_id': '0f6e30d3-3305-4017-a720-b675c494fa4e', 'tenant_id': '77301433bf364d50839ed355ac121781', 'fixed_ips': [{'subnet_id': 'b14d2b19-b0d7-43df-a247-7d67454643b1'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:10:56.539387 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6c3b3223-7125-41b9-b5a2-c5497bc4256b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:56.681882 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-58a89ece-8b3b-4996-8ec1-7d6e0d1145fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:56.812460 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-21440ea5-6d77-4f42-a4d5-5732ebd8cd3b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-174991001-network', 'tenant_id': '343683afbe6f4c5685ab11fe38988c94'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:56.818773 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-6c3b3223-7125-41b9-b5a2-c5497bc4256b None None] Allocated IP 172.20.0.2 (0f6e30d3-3305-4017-a720-b675c494fa4e/b14d2b19-b0d7-43df-a247-7d67454643b1/a23003ad-6362-457f-b6e6-17fa527d342f) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:10:56.886179 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21440ea5-6d77-4f42-a4d5-5732ebd8cd3b admin admin] Made reservation on behalf of 343683afbe6f4c5685ab11fe38988c94 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:10:56.890866 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-21440ea5-6d77-4f42-a4d5-5732ebd8cd3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:56.906953 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-21440ea5-6d77-4f42-a4d5-5732ebd8cd3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:57.180872 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6c3b3223-7125-41b9-b5a2-c5497bc4256b None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:57.191869 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-21440ea5-6d77-4f42-a4d5-5732ebd8cd3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:57.198969 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-21440ea5-6d77-4f42-a4d5-5732ebd8cd3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:57.205345 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:10:57.221046 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6c3b3223-7125-41b9-b5a2-c5497bc4256b None None] Transition to ACTIVE for port object a23003ad-6362-457f-b6e6-17fa527d342f will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:57.227191 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-ffee14a1-d50f-4f5d-b296-c706d1131cd0 tempest-LiveAutoBlockMigrationV225Test-1599853612 tempest-LiveAutoBlockMigrationV225Test-1599853612-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:10:57.228356 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-ffee14a1-d50f-4f5d-b296-c706d1131cd0 tempest-LiveAutoBlockMigrationV225Test-1599853612 tempest-LiveAutoBlockMigrationV225Test-1599853612-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4063294 Jul 15 23:10:57.249742 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-58a89ece-8b3b-4996-8ec1-7d6e0d1145fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:57.271251 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21440ea5-6d77-4f42-a4d5-5732ebd8cd3b admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:10:57.273866 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21440ea5-6d77-4f42-a4d5-5732ebd8cd3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e35c6df1-9256-45c7-85a2-0e1b5450d95c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:57.274033 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6c3b3223-7125-41b9-b5a2-c5497bc4256b None None] Transition to ACTIVE for port object a23003ad-6362-457f-b6e6-17fa527d342f will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:10:57.289672 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6c3b3223-7125-41b9-b5a2-c5497bc4256b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:57.290815 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-58a89ece-8b3b-4996-8ec1-7d6e0d1145fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:57.295203 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-21440ea5-6d77-4f42-a4d5-5732ebd8cd3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:57.296663 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-21440ea5-6d77-4f42-a4d5-5732ebd8cd3b admin admin] Added segment e7da1777-7aff-41d9-a50f-70ccefd9be9f of type vlan for network 795827c2-b389-4eeb-8582-c55cfb9af9b5 Jul 15 23:10:57.365009 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3b3223-7125-41b9-b5a2-c5497bc4256b None None] Pushing event updated for resources: {'Port': ['ID=a23003ad-6362-457f-b6e6-17fa527d342f,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:57.388768 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3b3223-7125-41b9-b5a2-c5497bc4256b None None] Network 0f6e30d3-3305-4017-a720-b675c494fa4e is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:10:57.391012 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-6c3b3223-7125-41b9-b5a2-c5497bc4256b None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:57.394661 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3b3223-7125-41b9-b5a2-c5497bc4256b None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:10:57.419093 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-21440ea5-6d77-4f42-a4d5-5732ebd8cd3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:57.487826 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-21440ea5-6d77-4f42-a4d5-5732ebd8cd3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:57.489648 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21440ea5-6d77-4f42-a4d5-5732ebd8cd3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:57.490491 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-21440ea5-6d77-4f42-a4d5-5732ebd8cd3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:57.537485 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-6c3b3223-7125-41b9-b5a2-c5497bc4256b None None] Attempting to bind port a23003ad-6362-457f-b6e6-17fa527d342f on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:10:57.538061 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-6c3b3223-7125-41b9-b5a2-c5497bc4256b None None] Attempting to bind port a23003ad-6362-457f-b6e6-17fa527d342f by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'ecdd8fee-4929-44ab-966b-d81187cd1777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0f6e30d3-3305-4017-a720-b675c494fa4e'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:10:57.538656 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3b3223-7125-41b9-b5a2-c5497bc4256b None None] Attempting to bind port a23003ad-6362-457f-b6e6-17fa527d342f on network 0f6e30d3-3305-4017-a720-b675c494fa4e {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:10:57.542785 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-58a89ece-8b3b-4996-8ec1-7d6e0d1145fb admin admin] Allocated IP 172.25.5.86 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/4e4148d2-e95a-4c16-8180-079307452221) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:10:57.549121 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3b3223-7125-41b9-b5a2-c5497bc4256b None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:10:57.549615 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3b3223-7125-41b9-b5a2-c5497bc4256b None None] Checking segment: {'id': 'ecdd8fee-4929-44ab-966b-d81187cd1777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0f6e30d3-3305-4017-a720-b675c494fa4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:10:57.550057 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6c3b3223-7125-41b9-b5a2-c5497bc4256b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:57.550912 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3b3223-7125-41b9-b5a2-c5497bc4256b None None] Bound using segment: {'id': 'ecdd8fee-4929-44ab-966b-d81187cd1777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0f6e30d3-3305-4017-a720-b675c494fa4e'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:10:57.551829 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-6c3b3223-7125-41b9-b5a2-c5497bc4256b None None] Bound port: a23003ad-6362-457f-b6e6-17fa527d342f, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecdd8fee-4929-44ab-966b-d81187cd1777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0f6e30d3-3305-4017-a720-b675c494fa4e'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:10:57.553362 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6c3b3223-7125-41b9-b5a2-c5497bc4256b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:57.602927 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21440ea5-6d77-4f42-a4d5-5732ebd8cd3b admin admin] Pushing event updated for resources: {'Network': ['ID=795827c2-b389-4eeb-8582-c55cfb9af9b5,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:57.620434 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-798ffa01-1fb6-46ba-8ab9-e55bafe23a79 service neutron] Request body: {'binding': {'host': 'n-h1-794306-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:57.620824 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 795827c2-b389-4eeb-8582-c55cfb9af9b5 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:10:57.620945 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-798ffa01-1fb6-46ba-8ab9-e55bafe23a79 service neutron] Unknown quota resources ['binding']. {{(pid=93771) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 23:10:57.668246 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-21440ea5-6d77-4f42-a4d5-5732ebd8cd3b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1492596 Jul 15 23:10:57.675828 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 57376) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:57.684625 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ddb4b013-996a-4fec-846a-b61de39be3b7 admin admin] Request body: {'subnet': {'network_id': '795827c2-b389-4eeb-8582-c55cfb9af9b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-174991001-subnet', 'tenant_id': '343683afbe6f4c5685ab11fe38988c94', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:57.726285 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb4b013-996a-4fec-846a-b61de39be3b7 admin admin] Made reservation on behalf of 343683afbe6f4c5685ab11fe38988c94 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:10:57.729211 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ddb4b013-996a-4fec-846a-b61de39be3b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:57.780773 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-6c3b3223-7125-41b9-b5a2-c5497bc4256b None None] For port a23003ad-6362-457f-b6e6-17fa527d342f, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:10:57.804887 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-58a89ece-8b3b-4996-8ec1-7d6e0d1145fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:57.821209 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-6c3b3223-7125-41b9-b5a2-c5497bc4256b None None] For port a23003ad-6362-457f-b6e6-17fa527d342f, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=a23003ad-6362-457f-b6e6-17fa527d342f,segment=NetworkSegment(ecdd8fee-4929-44ab-966b-d81187cd1777),segment_id=ecdd8fee-4929-44ab-966b-d81187cd1777)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:10:57.826854 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04e45d-f6a0-408f-9268-9c1464572059 req-b86fa54f-ffd1-4402-8bbd-315e78758239 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:57.829638 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0c04e45d-f6a0-408f-9268-9c1464572059 req-b86fa54f-ffd1-4402-8bbd-315e78758239 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] 10.222.0.48 "GET /v2.0/ports?device_id=afa5e54c-d7e3-4a1c-8543-096dd4f6b00e HTTP/1.1" status: 200 len: 950 time: 0.1289947 Jul 15 23:10:57.835389 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6c3b3223-7125-41b9-b5a2-c5497bc4256b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:57.921301 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3b3223-7125-41b9-b5a2-c5497bc4256b None None] Pushing event updated for resources: {'Port': ['ID=a23003ad-6362-457f-b6e6-17fa527d342f,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:57.928745 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0c04e45d-f6a0-408f-9268-9c1464572059 req-39b273cb-f73c-4324-b854-f469e35ac58f tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fa28a9e-feb8-4b10-8229-4407630ce9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782566 Jul 15 23:10:57.940531 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-58a89ece-8b3b-4996-8ec1-7d6e0d1145fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:58.032515 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a89ece-8b3b-4996-8ec1-7d6e0d1145fb admin admin] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:10:58.037877 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-798ffa01-1fb6-46ba-8ab9-e55bafe23a79 service neutron] Attempting to bind port 22d080b6-177e-464f-bc87-78ef2665f72d on host n-h1-794306-6 for vnic_type normal with profile None {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:10:58.038505 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-798ffa01-1fb6-46ba-8ab9-e55bafe23a79 service neutron] Attempting to bind port 22d080b6-177e-464f-bc87-78ef2665f72d by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '34c5f733-3f76-4beb-94d8-dfb9dc50430b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '54d36d42-4b6b-4a3b-a62a-15b6ab91449d'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:10:58.038838 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-798ffa01-1fb6-46ba-8ab9-e55bafe23a79 service neutron] Attempting to bind port 22d080b6-177e-464f-bc87-78ef2665f72d on network 54d36d42-4b6b-4a3b-a62a-15b6ab91449d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:10:58.050103 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-798ffa01-1fb6-46ba-8ab9-e55bafe23a79 service neutron] Port 22d080b6-177e-464f-bc87-78ef2665f72d on network 54d36d42-4b6b-4a3b-a62a-15b6ab91449d not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:10:58.050998 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-798ffa01-1fb6-46ba-8ab9-e55bafe23a79 service neutron] Attempting to bind port 22d080b6-177e-464f-bc87-78ef2665f72d on network 54d36d42-4b6b-4a3b-a62a-15b6ab91449d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:10:58.059969 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-798ffa01-1fb6-46ba-8ab9-e55bafe23a79 service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:10:58.060865 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-798ffa01-1fb6-46ba-8ab9-e55bafe23a79 service neutron] Checking segment: {'id': '34c5f733-3f76-4beb-94d8-dfb9dc50430b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '54d36d42-4b6b-4a3b-a62a-15b6ab91449d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:10:58.062012 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-798ffa01-1fb6-46ba-8ab9-e55bafe23a79 service neutron] Bound using segment: {'id': '34c5f733-3f76-4beb-94d8-dfb9dc50430b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '54d36d42-4b6b-4a3b-a62a-15b6ab91449d'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:10:58.062632 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-798ffa01-1fb6-46ba-8ab9-e55bafe23a79 service neutron] Bound port: 22d080b6-177e-464f-bc87-78ef2665f72d, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34c5f733-3f76-4beb-94d8-dfb9dc50430b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '54d36d42-4b6b-4a3b-a62a-15b6ab91449d'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:10:58.075843 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-58a89ece-8b3b-4996-8ec1-7d6e0d1145fb admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:58.084263 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a89ece-8b3b-4996-8ec1-7d6e0d1145fb admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:10:58.137591 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a89ece-8b3b-4996-8ec1-7d6e0d1145fb admin admin] Pushing event updated for resources: {'Port': ['ID=4e4148d2-e95a-4c16-8180-079307452221,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:58.300472 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-798ffa01-1fb6-46ba-8ab9-e55bafe23a79 service neutron] For port 22d080b6-177e-464f-bc87-78ef2665f72d, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=22d080b6-177e-464f-bc87-78ef2665f72d,segment=NetworkSegment(34c5f733-3f76-4beb-94d8-dfb9dc50430b),segment_id=34c5f733-3f76-4beb-94d8-dfb9dc50430b)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:10:58.314780 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-798ffa01-1fb6-46ba-8ab9-e55bafe23a79 service neutron] Notify callbacks [] for binding, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:58.318149 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-798ffa01-1fb6-46ba-8ab9-e55bafe23a79 service neutron] 10.222.0.48 "POST /v2.0/ports/22d080b6-177e-464f-bc87-78ef2665f72d/bindings HTTP/1.1" status: 201 len: 389 time: 1.0730500 Jul 15 23:10:58.345066 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ddb4b013-996a-4fec-846a-b61de39be3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:58.558271 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb4b013-996a-4fec-846a-b61de39be3b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbdc1414-7110-449f-83db-67d516c4122d,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:10:58.593262 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb4b013-996a-4fec-846a-b61de39be3b7 admin admin] Checking segment: {'id': 'e7da1777-7aff-41d9-a50f-70ccefd9be9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '795827c2-b389-4eeb-8582-c55cfb9af9b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:10:58.594347 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb4b013-996a-4fec-846a-b61de39be3b7 admin admin] Network hostable DHCP agents. Network: 795827c2-b389-4eeb-8582-c55cfb9af9b5, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:10:58.650963 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb4b013-996a-4fec-846a-b61de39be3b7 admin admin] Network 795827c2-b389-4eeb-8582-c55cfb9af9b5 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:10:58.680123 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-ddb4b013-996a-4fec-846a-b61de39be3b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 795827c2-b389-4eeb-8582-c55cfb9af9b5) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:10:58.686139 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb4b013-996a-4fec-846a-b61de39be3b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:58.689140 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ddb4b013-996a-4fec-846a-b61de39be3b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:58.709589 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c832cebe-9b5c-40d3-8409-b4f7b411ef83 None None] Network 795827c2-b389-4eeb-8582-c55cfb9af9b5 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:10:58.720808 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ddb4b013-996a-4fec-846a-b61de39be3b7 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0434666 Jul 15 23:10:58.721874 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 57390) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:58.728678 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-6457bbd7-a5cf-485f-bcaf-aa55d8b35b83 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-174991001-router', 'tenant_id': '343683afbe6f4c5685ab11fe38988c94', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:10:58.766475 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6457bbd7-a5cf-485f-bcaf-aa55d8b35b83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:58.767543 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6457bbd7-a5cf-485f-bcaf-aa55d8b35b83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:58.860678 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-58a89ece-8b3b-4996-8ec1-7d6e0d1145fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:58.949296 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6457bbd7-a5cf-485f-bcaf-aa55d8b35b83 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:59.305465 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device a23003ad-6362-457f-b6e6-17fa527d342f up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:10:59.540616 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5523e61f-a316-423a-bb4d-f78046f26cd9 None None] Network 795827c2-b389-4eeb-8582-c55cfb9af9b5 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:10:59.566388 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6457bbd7-a5cf-485f-bcaf-aa55d8b35b83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:59.667999 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-273b9c73-1c48-4e30-93aa-bdc2cc86fd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:59.678141 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-273b9c73-1c48-4e30-93aa-bdc2cc86fd98 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=97397394137f47b6b8b1bb83454a379f&device_id=ba5d2d11-9dbe-4882-a346-054db27c2528 HTTP/1.1" status: 200 len: 1096 time: 0.7068148 Jul 15 23:10:59.749694 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5d784512-c511-4cf1-ba4f-b3173f083756 req-f378b5cc-91ae-419f-85fb-7a72e4397e15 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=112878df6b1f489cae2c557ebd202932&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1506958 Jul 15 23:10:59.775146 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 57418) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:10:59.777062 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-58a89ece-8b3b-4996-8ec1-7d6e0d1145fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:10:59.791631 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port a23003ad-6362-457f-b6e6-17fa527d342f completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:10:59.889267 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0892bd71-d0d1-46fd-bf38-4e300c582ef4 req-b6df6167-621d-4a29-9437-4524229f61bb tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:10:59.892272 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0892bd71-d0d1-46fd-bf38-4e300c582ef4 req-b6df6167-621d-4a29-9437-4524229f61bb tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba5d2d11-9dbe-4882-a346-054db27c2528 HTTP/1.1" status: 200 len: 945 time: 0.3151145 Jul 15 23:11:00.003381 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b01fa99-e5f8-489c-a21d-08afad1c3381 None None] Network 0f6e30d3-3305-4017-a720-b675c494fa4e requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:11:00.042144 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-233fc222-ff72-40b5-ad72-6dbe9c7923e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:00.045229 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-233fc222-ff72-40b5-ad72-6dbe9c7923e8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=54d36d42-4b6b-4a3b-a62a-15b6ab91449d HTTP/1.1" status: 200 len: 922 time: 0.3588157 Jul 15 23:11:00.074631 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0892bd71-d0d1-46fd-bf38-4e300c582ef4 req-7e213c19-e7ad-47f5-9429-0837f7bb3130 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240180 Jul 15 23:11:00.177290 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5b5a893c-fa28-4e52-84b2-10ed170212a1 None None] Provisioning for port a23003ad-6362-457f-b6e6-17fa527d342f completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:11:00.187469 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5b5a893c-fa28-4e52-84b2-10ed170212a1 None None] Provisioning complete for port a23003ad-6362-457f-b6e6-17fa527d342f triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:11:00.187832 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5b5a893c-fa28-4e52-84b2-10ed170212a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:00.286326 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-bd600d4d-a0f6-452f-8b81-7a4841b3156a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=22d080b6-177e-464f-bc87-78ef2665f72d HTTP/1.1" status: 200 len: 217 time: 0.2290852 Jul 15 23:11:00.408308 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-231b2ba1-00ad-439f-a6c6-20c4259c13f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:00.441561 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5b5a893c-fa28-4e52-84b2-10ed170212a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:00.501961 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5b5a893c-fa28-4e52-84b2-10ed170212a1 None None] For port a23003ad-6362-457f-b6e6-17fa527d342f, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=a23003ad-6362-457f-b6e6-17fa527d342f,segment=NetworkSegment(ecdd8fee-4929-44ab-966b-d81187cd1777),segment_id=ecdd8fee-4929-44ab-966b-d81187cd1777)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:00.508201 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5b5a893c-fa28-4e52-84b2-10ed170212a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:00.549722 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-128fbfa7-b2b8-45ee-b092-52c82003f7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:00.554704 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-128fbfa7-b2b8-45ee-b092-52c82003f7dd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fe3eef83-74d9-48a6-8931-0e31ba6153cf HTTP/1.1" status: 200 len: 861 time: 0.2127693 Jul 15 23:11:00.557150 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6457bbd7-a5cf-485f-bcaf-aa55d8b35b83 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:00.584863 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5a893c-fa28-4e52-84b2-10ed170212a1 None None] Pushing event updated for resources: {'Port': ['ID=a23003ad-6362-457f-b6e6-17fa527d342f,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:00.623140 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6457bbd7-a5cf-485f-bcaf-aa55d8b35b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:00.681724 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-eef8373d-0b58-4988-b71e-2231715d9575 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=54d36d42-4b6b-4a3b-a62a-15b6ab91449d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717278 Jul 15 23:11:00.694118 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d784512-c511-4cf1-ba4f-b3173f083756 req-524e5c59-fc3d-4611-b06a-cd6d055e7dc7 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:00.703545 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5d784512-c511-4cf1-ba4f-b3173f083756 req-524e5c59-fc3d-4611-b06a-cd6d055e7dc7 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9507883 Jul 15 23:11:00.722941 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-895039a2-c69d-4951-a8f1-c4d64ab982ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:00.729402 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5d784512-c511-4cf1-ba4f-b3173f083756 req-c2b6e449-a12b-4d2f-902b-b67a5eef372c tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] 10.222.0.48 "GET /v2.0/quotas/112878df6b1f489cae2c557ebd202932 HTTP/1.1" status: 200 len: 375 time: 0.0243461 Jul 15 23:11:00.813560 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-231b2ba1-00ad-439f-a6c6-20c4259c13f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:00.886843 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-231b2ba1-00ad-439f-a6c6-20c4259c13f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:00.894130 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5d784512-c511-4cf1-ba4f-b3173f083756 req-599ae43e-92b2-4d66-8482-b9ff02cace28 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=112878df6b1f489cae2c557ebd202932&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1635997 Jul 15 23:11:00.895358 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a89ece-8b3b-4996-8ec1-7d6e0d1145fb admin admin] Router a844b0b9-88a6-470a-81b6-68f7d23106dd is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:11:00.965547 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-fc7b2f13-4987-4972-8938-4a72f2a89070 None None] Provisioning complete for port a23003ad-6362-457f-b6e6-17fa527d342f triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:11:00.966164 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fc7b2f13-4987-4972-8938-4a72f2a89070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:00.974572 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-231b2ba1-00ad-439f-a6c6-20c4259c13f5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=41eabba1010b413eb1a66bed4081eac9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1898291 Jul 15 23:11:00.994903 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 57430) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:01.001251 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device a23003ad-6362-457f-b6e6-17fa527d342f up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:11:01.121176 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231b2ba1-00ad-439f-a6c6-20c4259c13f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3bb5cfe-0f96-4180-baa0-718c5990ba5d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:01.155627 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port a23003ad-6362-457f-b6e6-17fa527d342f triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:11:01.155826 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:01.163688 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-6457bbd7-a5cf-485f-bcaf-aa55d8b35b83 admin admin] Allocated IP 172.25.5.38 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/b00c9ebd-f324-43a2-92ba-9478af0ef555) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:11:01.191084 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-a2c62d61-e435-416f-b6b3-1c23259bdb3b service neutron] 10.222.0.49 "GET /v2.0/networks/54d36d42-4b6b-4a3b-a62a-15b6ab91449d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5014143 Jul 15 23:11:01.279055 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bd18e52a-ba1a-4c26-92ac-5d978093635e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:01.330632 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dced5fe9-dc33-4d13-a754-e709363c1626 req-b0fabf36-141f-446a-94e6-510daafc9b1b tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd9f5456-cce7-4591-84ba-406de5235070 HTTP/1.1" status: 200 len: 210 time: 0.0939267 Jul 15 23:11:01.377400 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a89ece-8b3b-4996-8ec1-7d6e0d1145fb admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:11:01.387472 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bd18e52a-ba1a-4c26-92ac-5d978093635e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:01.395040 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130e53b8-da53-4529-9ef9-f875dbda7c78 None None] Sync routers for ids ['a844b0b9-88a6-470a-81b6-68f7d23106dd'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:11:01.411130 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130e53b8-da53-4529-9ef9-f875dbda7c78 None None] Routers {'a844b0b9-88a6-470a-81b6-68f7d23106dd'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:11:01.411544 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-130e53b8-da53-4529-9ef9-f875dbda7c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:10:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['a844b0b9-88a6-470a-81b6-68f7d23106dd'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:01.415216 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-d8d30abe-8fa4-49e8-8213-20989260f2fd service neutron] 10.222.0.49 "GET /v2.0/networks/54d36d42-4b6b-4a3b-a62a-15b6ab91449d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174926 Jul 15 23:11:01.423033 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6457bbd7-a5cf-485f-bcaf-aa55d8b35b83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:01.445018 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-58a89ece-8b3b-4996-8ec1-7d6e0d1145fb admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:01.446210 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-58a89ece-8b3b-4996-8ec1-7d6e0d1145fb admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.1536825 Jul 15 23:11:01.449061 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 57450) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:01.491389 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a6d8e-2acb-4451-9e78-4e0c38374c3f req-657a9ab0-2c4b-400b-a772-23ea644b760a tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:01.505111 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-535a6d8e-2acb-4451-9e78-4e0c38374c3f req-657a9ab0-2c4b-400b-a772-23ea644b760a tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba5d2d11-9dbe-4882-a346-054db27c2528 HTTP/1.1" status: 200 len: 945 time: 0.2238135 Jul 15 23:11:01.605854 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-535a6d8e-2acb-4451-9e78-4e0c38374c3f req-a65dc41d-fdab-41f3-9a5c-f4e1b18746d7 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999146 Jul 15 23:11:01.610256 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bd18e52a-ba1a-4c26-92ac-5d978093635e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:01.618075 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bd18e52a-ba1a-4c26-92ac-5d978093635e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:01.630447 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-bd18e52a-ba1a-4c26-92ac-5d978093635e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c3bb5cfe-0f96-4180-baa0-718c5990ba5d HTTP/1.1" status: 204 len: 168 time: 0.6215544 Jul 15 23:11:01.658331 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd18e52a-ba1a-4c26-92ac-5d978093635e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3bb5cfe-0f96-4180-baa0-718c5990ba5d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:01.818576 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-130e53b8-da53-4529-9ef9-f875dbda7c78 None None] Set router a844b0b9-88a6-470a-81b6-68f7d23106dd gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:11:01.932226 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6457bbd7-a5cf-485f-bcaf-aa55d8b35b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:02.071468 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6457bbd7-a5cf-485f-bcaf-aa55d8b35b83 admin admin] Pushing event updated for resources: {'Port': ['ID=b00c9ebd-f324-43a2-92ba-9478af0ef555,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:02.110330 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-130e53b8-da53-4529-9ef9-f875dbda7c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a844b0b9-88a6-470a-81b6-68f7d23106dd', 'name': 'tempest-ServersTestMultiNic-1111068333-router', 'tenant_id': '77301433bf364d50839ed355ac121781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '4e4148d2-e95a-4c16-8180-079307452221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:10:56Z', 'updated_at': '2021-07-15T23:10:58Z', 'revision_number': 3, 'project_id': '77301433bf364d50839ed355ac121781', 'gw_port': {'id': '4e4148d2-e95a-4c16-8180-079307452221', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f9:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a844b0b9-88a6-470a-81b6-68f7d23106dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:10:57Z', 'updated_at': '2021-07-15T23:10:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:02.133971 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-17461a8b-4b2a-4be5-a920-e7d53902c6cb tempest-LiveAutoBlockMigrationV225Test-1599853612 tempest-LiveAutoBlockMigrationV225Test-1599853612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:02.136037 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-17461a8b-4b2a-4be5-a920-e7d53902c6cb tempest-LiveAutoBlockMigrationV225Test-1599853612 tempest-LiveAutoBlockMigrationV225Test-1599853612-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=ba5d2d11-9dbe-4882-a346-054db27c2528&tenant_id=97397394137f47b6b8b1bb83454a379f&binding%3Ahost_id=n-h2-794306-6 HTTP/1.1" status: 200 len: 1096 time: 0.3197212 Jul 15 23:11:02.137532 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6457bbd7-a5cf-485f-bcaf-aa55d8b35b83 admin admin] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:11:02.177843 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130e53b8-da53-4529-9ef9-f875dbda7c78 None None] Checking router: a844b0b9-88a6-470a-81b6-68f7d23106dd for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:11:02.178442 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130e53b8-da53-4529-9ef9-f875dbda7c78 None None] Updating router a844b0b9-88a6-470a-81b6-68f7d23106dd port 4e4148d2-e95a-4c16-8180-079307452221 binding host n-d-794306-6 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:11:02.195810 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-849f03a1-df7a-4906-b5ac-9166e50f7869 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-794306-6'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:02.216477 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 57480) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:02.236903 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3e10e64-0672-4964-9f70-e8b072a5ab3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:02.246034 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-6457bbd7-a5cf-485f-bcaf-aa55d8b35b83 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:11:02.250385 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6457bbd7-a5cf-485f-bcaf-aa55d8b35b83 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:11:02.262709 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-130e53b8-da53-4529-9ef9-f875dbda7c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:02.332098 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 57482) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:02.348612 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-849f03a1-df7a-4906-b5ac-9166e50f7869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:02.424382 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3e10e64-0672-4964-9f70-e8b072a5ab3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:02.433276 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3e10e64-0672-4964-9f70-e8b072a5ab3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:02.522304 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a92-e3da-40d6-b606-24cd5e0cac66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:02.552049 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-c3e10e64-0672-4964-9f70-e8b072a5ab3b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7a56bb8b2d33439b94c5e67aecf6b25d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3339593 Jul 15 23:11:02.556560 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e10e64-0672-4964-9f70-e8b072a5ab3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=962e6ed5-8cfc-4d03-88a7-aa5bfa23880d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:02.562183 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 57488) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:02.618694 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-059b760c-3777-4fc1-ae2f-f5b9f16b062a req-cc479aaa-f1f0-4356-93de-b9c7666f1340 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd9f5456-cce7-4591-84ba-406de5235070 HTTP/1.1" status: 200 len: 210 time: 0.0538931 Jul 15 23:11:02.701324 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cbc1abd1-f420-4262-b3e4-370b7bb0e667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:02.724773 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-130e53b8-da53-4529-9ef9-f875dbda7c78 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:02.737489 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cbc1abd1-f420-4262-b3e4-370b7bb0e667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:02.740173 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-130e53b8-da53-4529-9ef9-f875dbda7c78 None None] Transition to ACTIVE for port object 4e4148d2-e95a-4c16-8180-079307452221 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:11:02.749082 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-130e53b8-da53-4529-9ef9-f875dbda7c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:02.856344 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a92-e3da-40d6-b606-24cd5e0cac66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:02.874777 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-35ac8a92-e3da-40d6-b606-24cd5e0cac66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:02.879457 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d16a8c-0832-4b8a-bc12-df91a7cb0b94 None None] Pushing event updated for resources: {'Port': ['ID=4e4148d2-e95a-4c16-8180-079307452221,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:02.887412 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-130e53b8-da53-4529-9ef9-f875dbda7c78 None None] Attempting to bind port 4e4148d2-e95a-4c16-8180-079307452221 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:11:02.887412 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-130e53b8-da53-4529-9ef9-f875dbda7c78 None None] Attempting to bind port 4e4148d2-e95a-4c16-8180-079307452221 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:11:02.887412 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130e53b8-da53-4529-9ef9-f875dbda7c78 None None] Attempting to bind port 4e4148d2-e95a-4c16-8180-079307452221 on network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:11:02.894695 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130e53b8-da53-4529-9ef9-f875dbda7c78 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:11:02.895002 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130e53b8-da53-4529-9ef9-f875dbda7c78 None None] Checking segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:11:02.895537 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-130e53b8-da53-4529-9ef9-f875dbda7c78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:02.896052 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130e53b8-da53-4529-9ef9-f875dbda7c78 None None] Bound using segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:11:02.896587 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-130e53b8-da53-4529-9ef9-f875dbda7c78 None None] Bound port: 4e4148d2-e95a-4c16-8180-079307452221, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:11:02.896977 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-130e53b8-da53-4529-9ef9-f875dbda7c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:02.953075 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cbc1abd1-f420-4262-b3e4-370b7bb0e667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:02.955677 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cbc1abd1-f420-4262-b3e4-370b7bb0e667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:02.959652 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-cbc1abd1-f420-4262-b3e4-370b7bb0e667 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/962e6ed5-8cfc-4d03-88a7-aa5bfa23880d HTTP/1.1" status: 204 len: 168 time: 0.3935390 Jul 15 23:11:02.983382 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-35ac8a92-e3da-40d6-b606-24cd5e0cac66 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=aeb223b85f334f4691e7dec179a4f1bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6495416 Jul 15 23:11:02.990205 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 57496) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:02.991953 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-130e53b8-da53-4529-9ef9-f875dbda7c78 None None] For port 4e4148d2-e95a-4c16-8180-079307452221, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:11:02.996621 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-130e53b8-da53-4529-9ef9-f875dbda7c78 None None] For port 4e4148d2-e95a-4c16-8180-079307452221, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=4e4148d2-e95a-4c16-8180-079307452221,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:11:02.999635 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f93b2-c782-4ef5-9c3a-433c401b2ff6 req-2077b72d-103e-4113-8dcb-81bf96ba2a17 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:03.004273 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-130e53b8-da53-4529-9ef9-f875dbda7c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:03.008863 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c45f93b2-c782-4ef5-9c3a-433c401b2ff6 req-2077b72d-103e-4113-8dcb-81bf96ba2a17 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba5d2d11-9dbe-4882-a346-054db27c2528 HTTP/1.1" status: 200 len: 945 time: 0.1488831 Jul 15 23:11:03.018511 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac8a92-e3da-40d6-b606-24cd5e0cac66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b53324-bf60-44df-bdb0-37b9ce5c1ace,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:03.075047 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc1abd1-f420-4262-b3e4-370b7bb0e667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962e6ed5-8cfc-4d03-88a7-aa5bfa23880d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:03.139996 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c45f93b2-c782-4ef5-9c3a-433c401b2ff6 req-38aa1423-1e6a-4138-a064-9b25360440b4 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294515 Jul 15 23:11:03.143143 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130e53b8-da53-4529-9ef9-f875dbda7c78 None None] Routers {'a844b0b9-88a6-470a-81b6-68f7d23106dd'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:11:03.143843 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-130e53b8-da53-4529-9ef9-f875dbda7c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:10:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['a844b0b9-88a6-470a-81b6-68f7d23106dd'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:03.146051 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d16a8c-0832-4b8a-bc12-df91a7cb0b94 None None] Pushing event updated for resources: {'Port': ['ID=4e4148d2-e95a-4c16-8180-079307452221,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:03.164081 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5d784512-c511-4cf1-ba4f-b3173f083756 req-4a4ebe89-c3ff-42b8-bd0a-e57e19bb3312 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=112878df6b1f489cae2c557ebd202932&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0995533 Jul 15 23:11:03.219477 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-938e3515-77f1-4fc0-b877-cdf5b681d6a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:03.290211 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-938e3515-77f1-4fc0-b877-cdf5b681d6a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:03.314691 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-130e53b8-da53-4529-9ef9-f875dbda7c78 None None] Set router a844b0b9-88a6-470a-81b6-68f7d23106dd gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:11:03.411702 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-938e3515-77f1-4fc0-b877-cdf5b681d6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:03.414836 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-938e3515-77f1-4fc0-b877-cdf5b681d6a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:03.416538 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-938e3515-77f1-4fc0-b877-cdf5b681d6a9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/37b53324-bf60-44df-bdb0-37b9ce5c1ace HTTP/1.1" status: 204 len: 168 time: 0.4054928 Jul 15 23:11:03.428515 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938e3515-77f1-4fc0-b877-cdf5b681d6a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b53324-bf60-44df-bdb0-37b9ce5c1ace,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:03.502875 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4ce75d1-251d-4a45-be95-5d19605a8e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:03.531174 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9ebd7aac-4449-441a-8abd-4e3c7358a48b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:03.539625 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:03.588196 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-849f03a1-df7a-4906-b5ac-9166e50f7869 service neutron] For port 22d080b6-177e-464f-bc87-78ef2665f72d, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=22d080b6-177e-464f-bc87-78ef2665f72d,segment=NetworkSegment(34c5f733-3f76-4beb-94d8-dfb9dc50430b),segment_id=34c5f733-3f76-4beb-94d8-dfb9dc50430b)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:03.649296 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6457bbd7-a5cf-485f-bcaf-aa55d8b35b83 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:03.693783 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-130e53b8-da53-4529-9ef9-f875dbda7c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a844b0b9-88a6-470a-81b6-68f7d23106dd', 'name': 'tempest-ServersTestMultiNic-1111068333-router', 'tenant_id': '77301433bf364d50839ed355ac121781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '4e4148d2-e95a-4c16-8180-079307452221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:10:56Z', 'updated_at': '2021-07-15T23:10:58Z', 'revision_number': 3, 'project_id': '77301433bf364d50839ed355ac121781', 'gw_port': {'id': '4e4148d2-e95a-4c16-8180-079307452221', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f9:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a844b0b9-88a6-470a-81b6-68f7d23106dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:10:57Z', 'updated_at': '2021-07-15T23:11:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:03.753268 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130e53b8-da53-4529-9ef9-f875dbda7c78 None None] The sync data for ids ['a844b0b9-88a6-470a-81b6-68f7d23106dd'] in n-d-794306-6 is: [{'id': 'a844b0b9-88a6-470a-81b6-68f7d23106dd', 'name': 'tempest-ServersTestMultiNic-1111068333-router', 'tenant_id': '77301433bf364d50839ed355ac121781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '4e4148d2-e95a-4c16-8180-079307452221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:10:56Z', 'updated_at': '2021-07-15T23:10:58Z', 'revision_number': 3, 'project_id': '77301433bf364d50839ed355ac121781', 'gw_port': {'id': '4e4148d2-e95a-4c16-8180-079307452221', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f9:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a844b0b9-88a6-470a-81b6-68f7d23106dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:10:57Z', 'updated_at': '2021-07-15T23:11:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:11:03.801060 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d784512-c511-4cf1-ba4f-b3173f083756 req-17c74c3f-18b7-4dc9-bc54-f37d60342340 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:03.802787 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5d784512-c511-4cf1-ba4f-b3173f083756 req-17c74c3f-18b7-4dc9-bc54-f37d60342340 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5401919 Jul 15 23:11:03.904107 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-5d784512-c511-4cf1-ba4f-b3173f083756 req-b74b89e5-3a02-4290-b924-b22f9aa80515 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] Request body: {'port': {'device_id': 'cd9f5456-cce7-4591-84ba-406de5235070', 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'admin_state_up': True, 'tenant_id': '112878df6b1f489cae2c557ebd202932'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:03.915316 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ad5b9319-2037-4128-ac70-1bc40a14592c req-be607bcd-1634-41fc-9e16-8e3c7960309e tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd9f5456-cce7-4591-84ba-406de5235070 HTTP/1.1" status: 200 len: 210 time: 0.0751140 Jul 15 23:11:03.960516 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-849f03a1-df7a-4906-b5ac-9166e50f7869 service neutron] For port 22d080b6-177e-464f-bc87-78ef2665f72d, host n-h2-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:11:04.208726 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba5d2d11-9dbe-4882-a346-054db27c2528', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22d080b6-177e-464f-bc87-78ef2665f72d'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:11:04.210657 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:04.211146 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d532ae14-320d-4eb4-a862-c473234bf8ac" -d '{"events": [{"server_uuid": "ba5d2d11-9dbe-4882-a346-054db27c2528", "name": "network-vif-unplugged", "status": "completed", "tag": "22d080b6-177e-464f-bc87-78ef2665f72d"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:11:04.217920 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-849f03a1-df7a-4906-b5ac-9166e50f7869 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:04.257472 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-849f03a1-df7a-4906-b5ac-9166e50f7869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:04.279122 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6457bbd7-a5cf-485f-bcaf-aa55d8b35b83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:04.327085 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c36b91-d08f-4242-9f5a-6dfb186ec10b x-openstack-request-id: req-f7c36b91-d08f-4242-9f5a-6dfb186ec10b {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:11:04.327478 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba5d2d11-9dbe-4882-a346-054db27c2528", "name": "network-vif-unplugged", "status": "completed", "tag": "22d080b6-177e-464f-bc87-78ef2665f72d", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:11:04.327697 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f7c36b91-d08f-4242-9f5a-6dfb186ec10b {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:11:04.328042 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba5d2d11-9dbe-4882-a346-054db27c2528', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22d080b6-177e-464f-bc87-78ef2665f72d', 'code': 200} Jul 15 23:11:04.612228 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1072aba-58cf-44ed-bba5-3afa5e3b5cf9 req-51d4a8f7-7928-40de-8b41-90b0055e8d24 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:04.620462 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b1072aba-58cf-44ed-bba5-3afa5e3b5cf9 req-51d4a8f7-7928-40de-8b41-90b0055e8d24 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba5d2d11-9dbe-4882-a346-054db27c2528 HTTP/1.1" status: 200 len: 943 time: 0.1900415 Jul 15 23:11:04.621450 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-d4ce75d1-251d-4a45-be95-5d19605a8e14 admin admin] Allocated IP 172.20.0.1 (0f6e30d3-3305-4017-a720-b675c494fa4e/b14d2b19-b0d7-43df-a247-7d67454643b1/d1a34080-c633-46cc-bbf8-f10b39e70abe) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:11:04.723107 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b1072aba-58cf-44ed-bba5-3afa5e3b5cf9 req-75ec2513-1deb-4b1a-89c9-99df28b3f417 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965402 Jul 15 23:11:04.755252 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-849f03a1-df7a-4906-b5ac-9166e50f7869 service neutron] Attempting to bind port 22d080b6-177e-464f-bc87-78ef2665f72d on host n-h2-794306-6 for vnic_type normal with profile {"migrating_to": "n-h1-794306-6"} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:11:04.757051 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-849f03a1-df7a-4906-b5ac-9166e50f7869 service neutron] Attempting to bind port 22d080b6-177e-464f-bc87-78ef2665f72d by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '34c5f733-3f76-4beb-94d8-dfb9dc50430b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '54d36d42-4b6b-4a3b-a62a-15b6ab91449d'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:11:04.757589 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-849f03a1-df7a-4906-b5ac-9166e50f7869 service neutron] Attempting to bind port 22d080b6-177e-464f-bc87-78ef2665f72d on network 54d36d42-4b6b-4a3b-a62a-15b6ab91449d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:11:04.777423 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-849f03a1-df7a-4906-b5ac-9166e50f7869 service neutron] Port 22d080b6-177e-464f-bc87-78ef2665f72d on network 54d36d42-4b6b-4a3b-a62a-15b6ab91449d not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:11:04.777763 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-849f03a1-df7a-4906-b5ac-9166e50f7869 service neutron] Attempting to bind port 22d080b6-177e-464f-bc87-78ef2665f72d on network 54d36d42-4b6b-4a3b-a62a-15b6ab91449d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:11:04.780921 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d784512-c511-4cf1-ba4f-b3173f083756 req-b74b89e5-3a02-4290-b924-b22f9aa80515 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] Made reservation on behalf of 112878df6b1f489cae2c557ebd202932 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:11:04.784932 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5d784512-c511-4cf1-ba4f-b3173f083756 req-b74b89e5-3a02-4290-b924-b22f9aa80515 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:04.832517 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-849f03a1-df7a-4906-b5ac-9166e50f7869 service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:11:04.832984 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-849f03a1-df7a-4906-b5ac-9166e50f7869 service neutron] Checking segment: {'id': '34c5f733-3f76-4beb-94d8-dfb9dc50430b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '54d36d42-4b6b-4a3b-a62a-15b6ab91449d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:11:04.833510 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-849f03a1-df7a-4906-b5ac-9166e50f7869 service neutron] Bound using segment: {'id': '34c5f733-3f76-4beb-94d8-dfb9dc50430b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '54d36d42-4b6b-4a3b-a62a-15b6ab91449d'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:11:04.834072 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-849f03a1-df7a-4906-b5ac-9166e50f7869 service neutron] Bound port: 22d080b6-177e-464f-bc87-78ef2665f72d, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34c5f733-3f76-4beb-94d8-dfb9dc50430b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '54d36d42-4b6b-4a3b-a62a-15b6ab91449d'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:11:04.834530 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-849f03a1-df7a-4906-b5ac-9166e50f7869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:04.926356 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849f03a1-df7a-4906-b5ac-9166e50f7869 service neutron] Pushing event updated for resources: {'Port': ['ID=22d080b6-177e-464f-bc87-78ef2665f72d,revision_number=7']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:05.036622 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 4e4148d2-e95a-4c16-8180-079307452221 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:11:05.159260 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 4e4148d2-e95a-4c16-8180-079307452221 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:11:05.166557 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 4e4148d2-e95a-4c16-8180-079307452221 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:11:05.167742 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:05.215755 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4ce75d1-251d-4a45-be95-5d19605a8e14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:05.260218 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-849f03a1-df7a-4906-b5ac-9166e50f7869 service neutron] For port 22d080b6-177e-464f-bc87-78ef2665f72d, host n-h2-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:11:05.285803 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6457bbd7-a5cf-485f-bcaf-aa55d8b35b83 admin admin] Router 33af8eb3-bc66-4e05-980a-8ed031dec3af is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:11:05.296718 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-d4ce75d1-251d-4a45-be95-5d19605a8e14 admin admin] Transition to ACTIVE for port object d1a34080-c633-46cc-bbf8-f10b39e70abe will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:11:05.335506 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-849f03a1-df7a-4906-b5ac-9166e50f7869 service neutron] For port 22d080b6-177e-464f-bc87-78ef2665f72d, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=22d080b6-177e-464f-bc87-78ef2665f72d,segment=NetworkSegment(34c5f733-3f76-4beb-94d8-dfb9dc50430b),segment_id=34c5f733-3f76-4beb-94d8-dfb9dc50430b)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:11:05.348024 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9bae8f7e-a694-49c1-bd66-637cd16b3806 req-b1887ac7-1183-4f92-a7f1-c948286a3ca0 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd9f5456-cce7-4591-84ba-406de5235070 HTTP/1.1" status: 200 len: 210 time: 0.0959020 Jul 15 23:11:05.371254 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-5d784512-c511-4cf1-ba4f-b3173f083756 req-b74b89e5-3a02-4290-b924-b22f9aa80515 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] Allocated IP 192.168.233.58 (5d412861-bef3-4cc1-ae9f-87a6a36753c0/0d909a96-22de-4aa9-b690-1c7da965ceac/23e48d3e-b1ff-4cbc-85c7-1936c9900c09) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:11:05.384806 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-849f03a1-df7a-4906-b5ac-9166e50f7869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:05.398951 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:05.434339 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 4e4148d2-e95a-4c16-8180-079307452221, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=4e4148d2-e95a-4c16-8180-079307452221,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:05.441441 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:05.525357 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=4e4148d2-e95a-4c16-8180-079307452221,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:05.644918 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6457bbd7-a5cf-485f-bcaf-aa55d8b35b83 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:11:05.657391 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440c8a9f-a347-45d3-82e8-cc6f694fc362 None None] Sync routers for ids ['33af8eb3-bc66-4e05-980a-8ed031dec3af'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:11:05.675706 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440c8a9f-a347-45d3-82e8-cc6f694fc362 None None] Routers {'33af8eb3-bc66-4e05-980a-8ed031dec3af'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:11:05.676249 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-440c8a9f-a347-45d3-82e8-cc6f694fc362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:11:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['33af8eb3-bc66-4e05-980a-8ed031dec3af'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:05.723552 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849f03a1-df7a-4906-b5ac-9166e50f7869 service neutron] Pushing event updated for resources: {'Port': ['ID=22d080b6-177e-464f-bc87-78ef2665f72d,revision_number=8']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:05.757457 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4ce75d1-251d-4a45-be95-5d19605a8e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:05.767291 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6457bbd7-a5cf-485f-bcaf-aa55d8b35b83 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:05.772252 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-6457bbd7-a5cf-485f-bcaf-aa55d8b35b83 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.0490975 Jul 15 23:11:05.772452 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 57582) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:05.774622 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-849f03a1-df7a-4906-b5ac-9166e50f7869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:05.775475 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-849f03a1-df7a-4906-b5ac-9166e50f7869 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:05.777387 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-849f03a1-df7a-4906-b5ac-9166e50f7869 service neutron] 10.222.0.49 "PUT /v2.0/ports/22d080b6-177e-464f-bc87-78ef2665f72d HTTP/1.1" status: 200 len: 1121 time: 3.6321211 Jul 15 23:11:05.900117 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-440c8a9f-a347-45d3-82e8-cc6f694fc362 None None] Set router 33af8eb3-bc66-4e05-980a-8ed031dec3af gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:11:05.929683 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['22d080b6-177e-464f-bc87-78ef2665f72d'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:11:05.934201 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ce75d1-251d-4a45-be95-5d19605a8e14 admin admin] Network 0f6e30d3-3305-4017-a720-b675c494fa4e is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:11:05.982400 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-d4ce75d1-251d-4a45-be95-5d19605a8e14 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:11:05.987490 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ce75d1-251d-4a45-be95-5d19605a8e14 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:11:05.995223 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ce75d1-251d-4a45-be95-5d19605a8e14 admin admin] Pushing event updated for resources: {'Port': ['ID=d1a34080-c633-46cc-bbf8-f10b39e70abe,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:06.090244 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4ce75d1-251d-4a45-be95-5d19605a8e14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:06.202689 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5d784512-c511-4cf1-ba4f-b3173f083756 req-b74b89e5-3a02-4290-b924-b22f9aa80515 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:06.252678 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:06.265164 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-5d784512-c511-4cf1-ba4f-b3173f083756 req-b74b89e5-3a02-4290-b924-b22f9aa80515 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] Transition to ACTIVE for port object 23e48d3e-b1ff-4cbc-85c7-1936c9900c09 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:11:06.385388 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba5d2d11-9dbe-4882-a346-054db27c2528', 'tag': '22d080b6-177e-464f-bc87-78ef2665f72d'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:11:06.389989 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-059b4610-cca4-480b-b78d-bb71aae7adf4" -d '{"events": [{"name": "network-changed", "server_uuid": "ba5d2d11-9dbe-4882-a346-054db27c2528", "tag": "22d080b6-177e-464f-bc87-78ef2665f72d"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:11:06.458162 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5d784512-c511-4cf1-ba4f-b3173f083756 req-b74b89e5-3a02-4290-b924-b22f9aa80515 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:06.472492 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['768e8eb3-5a6f-4c4b-a082-52c1cc797d69'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:11:06.558405 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d784512-c511-4cf1-ba4f-b3173f083756 req-b74b89e5-3a02-4290-b924-b22f9aa80515 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] Network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:11:06.562300 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-440c8a9f-a347-45d3-82e8-cc6f694fc362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33af8eb3-bc66-4e05-980a-8ed031dec3af', 'name': 'tempest-ServerRescueTestJSON-174991001-router', 'tenant_id': '343683afbe6f4c5685ab11fe38988c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'b00c9ebd-f324-43a2-92ba-9478af0ef555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:10:58Z', 'updated_at': '2021-07-15T23:11:03Z', 'revision_number': 3, 'project_id': '343683afbe6f4c5685ab11fe38988c94', 'gw_port': {'id': 'b00c9ebd-f324-43a2-92ba-9478af0ef555', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:7d:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33af8eb3-bc66-4e05-980a-8ed031dec3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:11:00Z', 'updated_at': '2021-07-15T23:11:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:06.570592 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-5d784512-c511-4cf1-ba4f-b3173f083756 req-b74b89e5-3a02-4290-b924-b22f9aa80515 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:11:06.578736 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d784512-c511-4cf1-ba4f-b3173f083756 req-b74b89e5-3a02-4290-b924-b22f9aa80515 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:11:06.634165 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440c8a9f-a347-45d3-82e8-cc6f694fc362 None None] Checking router: 33af8eb3-bc66-4e05-980a-8ed031dec3af for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:11:06.634992 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440c8a9f-a347-45d3-82e8-cc6f694fc362 None None] Updating router 33af8eb3-bc66-4e05-980a-8ed031dec3af port b00c9ebd-f324-43a2-92ba-9478af0ef555 binding host n-d-794306-6 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:11:06.635119 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74b89e5-3a02-4290-b924-b22f9aa80515 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] Pushing event updated for resources: {'Port': ['ID=23e48d3e-b1ff-4cbc-85c7-1936c9900c09,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:06.650964 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d784512-c511-4cf1-ba4f-b3173f083756 req-b74b89e5-3a02-4290-b924-b22f9aa80515 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:06.652104 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5d784512-c511-4cf1-ba4f-b3173f083756 req-b74b89e5-3a02-4290-b924-b22f9aa80515 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:06.674537 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-38e512fe-c26f-4022-9867-4ec388d6e567 None None] Provisioning for port d1a34080-c633-46cc-bbf8-f10b39e70abe completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:11:06.704245 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-38e512fe-c26f-4022-9867-4ec388d6e567 None None] Provisioning complete for port d1a34080-c633-46cc-bbf8-f10b39e70abe triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:11:06.704998 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38e512fe-c26f-4022-9867-4ec388d6e567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:06.705242 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-440c8a9f-a347-45d3-82e8-cc6f694fc362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:06.705716 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 57606) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:06.798450 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5d784512-c511-4cf1-ba4f-b3173f083756 req-b74b89e5-3a02-4290-b924-b22f9aa80515 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9052882 Jul 15 23:11:06.817894 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-38e512fe-c26f-4022-9867-4ec388d6e567 None None] Port d1a34080-c633-46cc-bbf8-f10b39e70abe cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:11:06.844032 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-5d784512-c511-4cf1-ba4f-b3173f083756 req-82bd6df6-1829-45ec-8d9c-4c9be9da8e1f service neutron] Request body: {'port': {'device_id': 'cd9f5456-cce7-4591-84ba-406de5235070', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:06.856631 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d992f-9135-45b8-93a6-cddd09ad3020 req-d1b0390c-51a7-4a71-a332-ab7e4e350d4b tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:06.867230 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b01d992f-9135-45b8-93a6-cddd09ad3020 req-d1b0390c-51a7-4a71-a332-ab7e4e350d4b tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba5d2d11-9dbe-4882-a346-054db27c2528 HTTP/1.1" status: 200 len: 943 time: 0.5404453 Jul 15 23:11:06.888478 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4ce75d1-251d-4a45-be95-5d19605a8e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:06.966364 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1a786373-aeaf-4a5c-ba4c-b0d8db6c96f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:06.988454 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 4e4148d2-e95a-4c16-8180-079307452221 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:11:07.026796 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b01d992f-9135-45b8-93a6-cddd09ad3020 req-9d8c8e8e-1f02-4f47-90a6-83e8d02bc34b tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585250 Jul 15 23:11:07.051288 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5d784512-c511-4cf1-ba4f-b3173f083756 req-82bd6df6-1829-45ec-8d9c-4c9be9da8e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:07.055046 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0596378-5152-4a16-87db-ae54bfd63899 req-65d287b6-e324-4dda-a7de-d9529d151b88 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:07.068454 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b0596378-5152-4a16-87db-ae54bfd63899 req-65d287b6-e324-4dda-a7de-d9529d151b88 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd9f5456-cce7-4591-84ba-406de5235070 HTTP/1.1" status: 200 len: 935 time: 0.3602157 Jul 15 23:11:07.088937 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 4e4148d2-e95a-4c16-8180-079307452221 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:11:07.089833 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:07.157503 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a6ae48f2-92f0-496c-81fc-538709185d58 None None] Provisioning for port 23e48d3e-b1ff-4cbc-85c7-1936c9900c09 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:11:07.166544 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a6ae48f2-92f0-496c-81fc-538709185d58 None None] Provisioning complete for port 23e48d3e-b1ff-4cbc-85c7-1936c9900c09 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:11:07.167539 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a6ae48f2-92f0-496c-81fc-538709185d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:07.216078 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a6ae48f2-92f0-496c-81fc-538709185d58 None None] Port 23e48d3e-b1ff-4cbc-85c7-1936c9900c09 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:11:07.223375 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-440c8a9f-a347-45d3-82e8-cc6f694fc362 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:07.229024 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b0596378-5152-4a16-87db-ae54bfd63899 req-8c4d15d1-e6c5-408f-981d-9a7b854bdd97 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fa28a9e-feb8-4b10-8229-4407630ce9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596019 Jul 15 23:11:07.239797 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-440c8a9f-a347-45d3-82e8-cc6f694fc362 None None] Transition to ACTIVE for port object b00c9ebd-f324-43a2-92ba-9478af0ef555 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:11:07.250347 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-440c8a9f-a347-45d3-82e8-cc6f694fc362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:07.330990 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a935800-e5b3-4f6e-b84e-db19c039c650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:07.344346 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f843d20-0b07-4c98-af78-8acf42dd5c06 None None] Pushing event updated for resources: {'Port': ['ID=b00c9ebd-f324-43a2-92ba-9478af0ef555,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:07.370666 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b94a76-539a-4103-bbc5-fd0e368cf7e2 x-openstack-request-id: req-c2b94a76-539a-4103-bbc5-fd0e368cf7e2 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:11:07.371272 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba5d2d11-9dbe-4882-a346-054db27c2528", "tag": "22d080b6-177e-464f-bc87-78ef2665f72d", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:11:07.371379 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-440c8a9f-a347-45d3-82e8-cc6f694fc362 None None] Attempting to bind port b00c9ebd-f324-43a2-92ba-9478af0ef555 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:11:07.371476 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c2b94a76-539a-4103-bbc5-fd0e368cf7e2 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:11:07.371605 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-440c8a9f-a347-45d3-82e8-cc6f694fc362 None None] Attempting to bind port b00c9ebd-f324-43a2-92ba-9478af0ef555 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:11:07.371899 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440c8a9f-a347-45d3-82e8-cc6f694fc362 None None] Attempting to bind port b00c9ebd-f324-43a2-92ba-9478af0ef555 on network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:11:07.372016 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba5d2d11-9dbe-4882-a346-054db27c2528', 'tag': '22d080b6-177e-464f-bc87-78ef2665f72d', 'status': 'completed', 'code': 200} Jul 15 23:11:07.379427 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440c8a9f-a347-45d3-82e8-cc6f694fc362 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:11:07.379941 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440c8a9f-a347-45d3-82e8-cc6f694fc362 None None] Checking segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:11:07.380228 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-440c8a9f-a347-45d3-82e8-cc6f694fc362 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:07.380595 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440c8a9f-a347-45d3-82e8-cc6f694fc362 None None] Bound using segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:11:07.384968 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-440c8a9f-a347-45d3-82e8-cc6f694fc362 None None] Bound port: b00c9ebd-f324-43a2-92ba-9478af0ef555, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:11:07.385360 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-440c8a9f-a347-45d3-82e8-cc6f694fc362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:07.528671 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-440c8a9f-a347-45d3-82e8-cc6f694fc362 None None] For port b00c9ebd-f324-43a2-92ba-9478af0ef555, host n-d-794306-6, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:11:07.544075 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-440c8a9f-a347-45d3-82e8-cc6f694fc362 None None] For port b00c9ebd-f324-43a2-92ba-9478af0ef555, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=b00c9ebd-f324-43a2-92ba-9478af0ef555,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:11:07.560270 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-440c8a9f-a347-45d3-82e8-cc6f694fc362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:07.692943 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440c8a9f-a347-45d3-82e8-cc6f694fc362 None None] Routers {'33af8eb3-bc66-4e05-980a-8ed031dec3af'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:11:07.695035 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-440c8a9f-a347-45d3-82e8-cc6f694fc362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:11:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['33af8eb3-bc66-4e05-980a-8ed031dec3af'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:07.737470 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-6a935800-e5b3-4f6e-b84e-db19c039c650 admin admin] Allocated IP 172.20.0.1 (795827c2-b389-4eeb-8582-c55cfb9af9b5/dbdc1414-7110-449f-83db-67d516c4122d/4609f876-d9e0-4886-8379-772df553435b) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:11:07.767941 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f843d20-0b07-4c98-af78-8acf42dd5c06 None None] Pushing event updated for resources: {'Port': ['ID=b00c9ebd-f324-43a2-92ba-9478af0ef555,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:07.812741 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f843d20-0b07-4c98-af78-8acf42dd5c06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:07.813294 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f843d20-0b07-4c98-af78-8acf42dd5c06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:07.813833 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f843d20-0b07-4c98-af78-8acf42dd5c06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:07.814380 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f843d20-0b07-4c98-af78-8acf42dd5c06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:07.814929 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f843d20-0b07-4c98-af78-8acf42dd5c06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:07.815472 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f843d20-0b07-4c98-af78-8acf42dd5c06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:07.816042 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f843d20-0b07-4c98-af78-8acf42dd5c06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:07.816585 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f843d20-0b07-4c98-af78-8acf42dd5c06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:07.817111 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f843d20-0b07-4c98-af78-8acf42dd5c06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:07.817646 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f843d20-0b07-4c98-af78-8acf42dd5c06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:07.818166 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f843d20-0b07-4c98-af78-8acf42dd5c06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:07.818691 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f843d20-0b07-4c98-af78-8acf42dd5c06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:07.849002 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b4610-cca4-480b-b78d-bb71aae7adf4 req-ccc19c28-8881-4342-8584-eb3eb5bed482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:07.851135 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-059b4610-cca4-480b-b78d-bb71aae7adf4 req-ccc19c28-8881-4342-8584-eb3eb5bed482 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=97397394137f47b6b8b1bb83454a379f&device_id=ba5d2d11-9dbe-4882-a346-054db27c2528 HTTP/1.1" status: 200 len: 1124 time: 0.4528437 Jul 15 23:11:07.861097 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4ce75d1-251d-4a45-be95-5d19605a8e14 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:07.896901 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4ce75d1-251d-4a45-be95-5d19605a8e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:07.926455 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-440c8a9f-a347-45d3-82e8-cc6f694fc362 None None] Set router 33af8eb3-bc66-4e05-980a-8ed031dec3af gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:11:07.987376 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:08.008342 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a935800-e5b3-4f6e-b84e-db19c039c650 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:08.021418 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4ce75d1-251d-4a45-be95-5d19605a8e14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:08.036371 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b4610-cca4-480b-b78d-bb71aae7adf4 req-97b6a28d-5048-4a85-be5a-344150f2df5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:08.038811 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-059b4610-cca4-480b-b78d-bb71aae7adf4 req-97b6a28d-5048-4a85-be5a-344150f2df5e service neutron] 10.222.0.41 "GET /v2.0/networks?id=54d36d42-4b6b-4a3b-a62a-15b6ab91449d HTTP/1.1" status: 200 len: 922 time: 0.1815064 Jul 15 23:11:08.098715 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-059b4610-cca4-480b-b78d-bb71aae7adf4 req-96470a62-c72e-4be3-8af0-7fae9ab45ec7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=22d080b6-177e-464f-bc87-78ef2665f72d HTTP/1.1" status: 200 len: 217 time: 0.0499969 Jul 15 23:11:08.164303 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-440c8a9f-a347-45d3-82e8-cc6f694fc362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33af8eb3-bc66-4e05-980a-8ed031dec3af', 'name': 'tempest-ServerRescueTestJSON-174991001-router', 'tenant_id': '343683afbe6f4c5685ab11fe38988c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'b00c9ebd-f324-43a2-92ba-9478af0ef555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:10:58Z', 'updated_at': '2021-07-15T23:11:03Z', 'revision_number': 3, 'project_id': '343683afbe6f4c5685ab11fe38988c94', 'gw_port': {'id': 'b00c9ebd-f324-43a2-92ba-9478af0ef555', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:7d:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33af8eb3-bc66-4e05-980a-8ed031dec3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:11:00Z', 'updated_at': '2021-07-15T23:11:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:08.183778 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b4610-cca4-480b-b78d-bb71aae7adf4 req-89f8ef78-2dde-41e6-8a61-4b72264fa945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:08.187746 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-059b4610-cca4-480b-b78d-bb71aae7adf4 req-89f8ef78-2dde-41e6-8a61-4b72264fa945 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fe3eef83-74d9-48a6-8931-0e31ba6153cf HTTP/1.1" status: 200 len: 861 time: 0.0803671 Jul 15 23:11:08.189206 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a935800-e5b3-4f6e-b84e-db19c039c650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:08.199447 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1a786373-aeaf-4a5c-ba4c-b0d8db6c96f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:08.210213 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440c8a9f-a347-45d3-82e8-cc6f694fc362 None None] The sync data for ids ['33af8eb3-bc66-4e05-980a-8ed031dec3af'] in n-d-794306-6 is: [{'id': '33af8eb3-bc66-4e05-980a-8ed031dec3af', 'name': 'tempest-ServerRescueTestJSON-174991001-router', 'tenant_id': '343683afbe6f4c5685ab11fe38988c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'b00c9ebd-f324-43a2-92ba-9478af0ef555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:10:58Z', 'updated_at': '2021-07-15T23:11:03Z', 'revision_number': 3, 'project_id': '343683afbe6f4c5685ab11fe38988c94', 'gw_port': {'id': 'b00c9ebd-f324-43a2-92ba-9478af0ef555', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:7d:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33af8eb3-bc66-4e05-980a-8ed031dec3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:11:00Z', 'updated_at': '2021-07-15T23:11:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:11:08.226435 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ce75d1-251d-4a45-be95-5d19605a8e14 admin admin] Pushing event updated for resources: {'Port': ['ID=d1a34080-c633-46cc-bbf8-f10b39e70abe,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:08.250451 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1a786373-aeaf-4a5c-ba4c-b0d8db6c96f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:08.270101 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a935800-e5b3-4f6e-b84e-db19c039c650 admin admin] Network 795827c2-b389-4eeb-8582-c55cfb9af9b5 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:11:08.275291 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-059b4610-cca4-480b-b78d-bb71aae7adf4 req-d70eacab-9f1c-4f7b-be2e-a7c09935f203 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=54d36d42-4b6b-4a3b-a62a-15b6ab91449d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796094 Jul 15 23:11:08.279075 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-6a935800-e5b3-4f6e-b84e-db19c039c650 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:11:08.295834 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a935800-e5b3-4f6e-b84e-db19c039c650 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:11:08.367698 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a935800-e5b3-4f6e-b84e-db19c039c650 admin admin] Pushing event updated for resources: {'Port': ['ID=4609f876-d9e0-4886-8379-772df553435b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:08.386644 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-1a786373-aeaf-4a5c-ba4c-b0d8db6c96f7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=add9cbddf55b4681839507fe7a103f8b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6797636 Jul 15 23:11:08.391125 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 57636) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:08.488868 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a935800-e5b3-4f6e-b84e-db19c039c650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:08.548652 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a786373-aeaf-4a5c-ba4c-b0d8db6c96f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08848a78-4a6d-41e9-83e1-a17a28b54a0a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:08.611829 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-5d784512-c511-4cf1-ba4f-b3173f083756 req-82bd6df6-1829-45ec-8d9c-4c9be9da8e1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23e48d3e-b1ff-4cbc-85c7-1936c9900c09 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:11:08.637917 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-059b4610-cca4-480b-b78d-bb71aae7adf4 req-28b0b90d-8b55-4b62-9e0b-7dda456d8653 service neutron] 10.222.0.41 "GET /v2.0/networks/54d36d42-4b6b-4a3b-a62a-15b6ab91449d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3509724 Jul 15 23:11:08.666173 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5d784512-c511-4cf1-ba4f-b3173f083756 req-82bd6df6-1829-45ec-8d9c-4c9be9da8e1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:08.699529 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a94ef-8905-4c8c-acc0-ffb1bfc63b5b req-a1eadbac-b359-4e32-ae96-c7a206cb201d tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:08.701245 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-688a94ef-8905-4c8c-acc0-ffb1bfc63b5b req-a1eadbac-b359-4e32-ae96-c7a206cb201d tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba5d2d11-9dbe-4882-a346-054db27c2528 HTTP/1.1" status: 200 len: 943 time: 0.3444884 Jul 15 23:11:08.719400 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ce75d1-251d-4a45-be95-5d19605a8e14 admin admin] Network 0f6e30d3-3305-4017-a720-b675c494fa4e is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:11:08.724581 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-5d784512-c511-4cf1-ba4f-b3173f083756 req-82bd6df6-1829-45ec-8d9c-4c9be9da8e1f service neutron] Transition to ACTIVE for port object 23e48d3e-b1ff-4cbc-85c7-1936c9900c09 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:11:08.726531 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-d4ce75d1-251d-4a45-be95-5d19605a8e14 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:11:08.730156 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-151b19c2-2d44-4218-97c7-fcc1f8207884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:08.737749 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5d784512-c511-4cf1-ba4f-b3173f083756 req-82bd6df6-1829-45ec-8d9c-4c9be9da8e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:08.852503 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed70cd-e82a-4afb-be68-e36addfccb40 req-b4997929-6cc1-4d1e-b46f-5614d4ecdf4c tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:08.853967 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9eed70cd-e82a-4afb-be68-e36addfccb40 req-b4997929-6cc1-4d1e-b46f-5614d4ecdf4c tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd9f5456-cce7-4591-84ba-406de5235070 HTTP/1.1" status: 200 len: 935 time: 0.3720295 Jul 15 23:11:08.862369 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bd6df6-1829-45ec-8d9c-4c9be9da8e1f service neutron] Pushing event updated for resources: {'Port': ['ID=23e48d3e-b1ff-4cbc-85c7-1936c9900c09,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:08.973566 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-151b19c2-2d44-4218-97c7-fcc1f8207884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:08.976201 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-688a94ef-8905-4c8c-acc0-ffb1bfc63b5b req-cca21c41-6dcb-4fbb-b45f-9be9cdabd69d tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623494 Jul 15 23:11:08.992310 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-059b4610-cca4-480b-b78d-bb71aae7adf4 req-b3e96f3c-f7d8-4887-ba94-686506270043 service neutron] 10.222.0.41 "GET /v2.0/networks/54d36d42-4b6b-4a3b-a62a-15b6ab91449d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3411913 Jul 15 23:11:09.024583 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a935800-e5b3-4f6e-b84e-db19c039c650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:09.053755 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 22d080b6-177e-464f-bc87-78ef2665f72d details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:11:09.133937 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9eed70cd-e82a-4afb-be68-e36addfccb40 req-b61c1355-c676-44d3-9e55-371effc1758c tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fa28a9e-feb8-4b10-8229-4407630ce9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233975 Jul 15 23:11:09.163870 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device b00c9ebd-f324-43a2-92ba-9478af0ef555 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:11:09.447919 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 22d080b6-177e-464f-bc87-78ef2665f72d, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=22d080b6-177e-464f-bc87-78ef2665f72d,segment=NetworkSegment(34c5f733-3f76-4beb-94d8-dfb9dc50430b),segment_id=34c5f733-3f76-4beb-94d8-dfb9dc50430b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:09.454931 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port b00c9ebd-f324-43a2-92ba-9478af0ef555 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:11:09.475291 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port b00c9ebd-f324-43a2-92ba-9478af0ef555 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:11:09.480198 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:09.559672 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f2f0c7a2-e497-4be4-ae8a-001766ca2e5e None None] Provisioning complete for port d1a34080-c633-46cc-bbf8-f10b39e70abe triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:11:09.560407 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f2f0c7a2-e497-4be4-ae8a-001766ca2e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:09.649938 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4ce75d1-251d-4a45-be95-5d19605a8e14 admin admin] Router a844b0b9-88a6-470a-81b6-68f7d23106dd has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:11:09.658319 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f2f0c7a2-e497-4be4-ae8a-001766ca2e5e None None] Port d1a34080-c633-46cc-bbf8-f10b39e70abe cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:11:09.664699 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 22d080b6-177e-464f-bc87-78ef2665f72d has no active binding in host n-h1-794306-6 {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 23:11:09.725149 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:09.735997 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-151b19c2-2d44-4218-97c7-fcc1f8207884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:09.740685 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-151b19c2-2d44-4218-97c7-fcc1f8207884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:09.742551 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-151b19c2-2d44-4218-97c7-fcc1f8207884 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/08848a78-4a6d-41e9-83e1-a17a28b54a0a HTTP/1.1" status: 204 len: 168 time: 1.2985439 Jul 15 23:11:09.767746 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port b00c9ebd-f324-43a2-92ba-9478af0ef555, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=b00c9ebd-f324-43a2-92ba-9478af0ef555,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:09.782248 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:09.854953 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a935800-e5b3-4f6e-b84e-db19c039c650 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:09.863775 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a935800-e5b3-4f6e-b84e-db19c039c650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:09.872397 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151b19c2-2d44-4218-97c7-fcc1f8207884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08848a78-4a6d-41e9-83e1-a17a28b54a0a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:09.889114 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-5d784512-c511-4cf1-ba4f-b3173f083756 req-82bd6df6-1829-45ec-8d9c-4c9be9da8e1f service neutron] Attempting to bind port 23e48d3e-b1ff-4cbc-85c7-1936c9900c09 on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:11:09.889687 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-5d784512-c511-4cf1-ba4f-b3173f083756 req-82bd6df6-1829-45ec-8d9c-4c9be9da8e1f service neutron] Attempting to bind port 23e48d3e-b1ff-4cbc-85c7-1936c9900c09 by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:11:09.889916 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d784512-c511-4cf1-ba4f-b3173f083756 req-82bd6df6-1829-45ec-8d9c-4c9be9da8e1f service neutron] Attempting to bind port 23e48d3e-b1ff-4cbc-85c7-1936c9900c09 on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:11:09.897326 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d784512-c511-4cf1-ba4f-b3173f083756 req-82bd6df6-1829-45ec-8d9c-4c9be9da8e1f service neutron] Port 23e48d3e-b1ff-4cbc-85c7-1936c9900c09 on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:11:09.897618 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d784512-c511-4cf1-ba4f-b3173f083756 req-82bd6df6-1829-45ec-8d9c-4c9be9da8e1f service neutron] Attempting to bind port 23e48d3e-b1ff-4cbc-85c7-1936c9900c09 on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:11:09.910748 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-52d67566-b0af-4b10-a0fa-6c90f468e84c req-b3071018-8438-4177-8b2d-5054a2318d42 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a1adc0b6-3b02-42d7-8f85-2e5a9c1bad20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4284463 Jul 15 23:11:09.969734 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d784512-c511-4cf1-ba4f-b3173f083756 req-82bd6df6-1829-45ec-8d9c-4c9be9da8e1f service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:11:09.970327 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d784512-c511-4cf1-ba4f-b3173f083756 req-82bd6df6-1829-45ec-8d9c-4c9be9da8e1f service neutron] Checking segment: {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:11:09.970863 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d784512-c511-4cf1-ba4f-b3173f083756 req-82bd6df6-1829-45ec-8d9c-4c9be9da8e1f service neutron] Bound using segment: {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:11:09.988716 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-5d784512-c511-4cf1-ba4f-b3173f083756 req-82bd6df6-1829-45ec-8d9c-4c9be9da8e1f service neutron] Bound port: 23e48d3e-b1ff-4cbc-85c7-1936c9900c09, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:11:09.989100 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5d784512-c511-4cf1-ba4f-b3173f083756 req-82bd6df6-1829-45ec-8d9c-4c9be9da8e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:10.019344 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=b00c9ebd-f324-43a2-92ba-9478af0ef555,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:10.127415 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a935800-e5b3-4f6e-b84e-db19c039c650 admin admin] Pushing event updated for resources: {'Port': ['ID=4609f876-d9e0-4886-8379-772df553435b,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:10.134326 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ce75d1-251d-4a45-be95-5d19605a8e14 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:11:10.143718 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a935800-e5b3-4f6e-b84e-db19c039c650 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:10.148011 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a705d5d-46c1-4ca8-9c04-0e40ce2c884c None None] Sync routers for ids ['a844b0b9-88a6-470a-81b6-68f7d23106dd'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:11:10.155686 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d4ce75d1-251d-4a45-be95-5d19605a8e14 admin admin] 10.222.0.48 "PUT /v2.0/routers/a844b0b9-88a6-470a-81b6-68f7d23106dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7051980 Jul 15 23:11:10.199214 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d67566-b0af-4b10-a0fa-6c90f468e84c req-74c68a0f-eb82-4aac-8164-c871b8dda164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:10.201868 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a705d5d-46c1-4ca8-9c04-0e40ce2c884c None None] Routers {'a844b0b9-88a6-470a-81b6-68f7d23106dd'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:11:10.202951 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-52d67566-b0af-4b10-a0fa-6c90f468e84c req-74c68a0f-eb82-4aac-8164-c871b8dda164 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=126b75f1b6e8430ab20407ac01a093ba&device_id=a1adc0b6-3b02-42d7-8f85-2e5a9c1bad20 HTTP/1.1" status: 200 len: 1096 time: 0.1953547 Jul 15 23:11:10.205682 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8a705d5d-46c1-4ca8-9c04-0e40ce2c884c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:11:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['a844b0b9-88a6-470a-81b6-68f7d23106dd'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:10.211757 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-5d784512-c511-4cf1-ba4f-b3173f083756 req-82bd6df6-1829-45ec-8d9c-4c9be9da8e1f service neutron] For port 23e48d3e-b1ff-4cbc-85c7-1936c9900c09, host n-h2-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:11:10.215299 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-5d784512-c511-4cf1-ba4f-b3173f083756 req-82bd6df6-1829-45ec-8d9c-4c9be9da8e1f service neutron] For port 23e48d3e-b1ff-4cbc-85c7-1936c9900c09, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=23e48d3e-b1ff-4cbc-85c7-1936c9900c09,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:11:10.222724 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5d784512-c511-4cf1-ba4f-b3173f083756 req-82bd6df6-1829-45ec-8d9c-4c9be9da8e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:10.488071 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 57662) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:10.596577 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-8a705d5d-46c1-4ca8-9c04-0e40ce2c884c None None] Set router a844b0b9-88a6-470a-81b6-68f7d23106dd gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:11:10.614369 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d784512-c511-4cf1-ba4f-b3173f083756 req-82bd6df6-1829-45ec-8d9c-4c9be9da8e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:10.614988 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5d784512-c511-4cf1-ba4f-b3173f083756 req-82bd6df6-1829-45ec-8d9c-4c9be9da8e1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:10.616718 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5d784512-c511-4cf1-ba4f-b3173f083756 req-82bd6df6-1829-45ec-8d9c-4c9be9da8e1f service neutron] 10.222.0.41 "PUT /v2.0/ports/23e48d3e-b1ff-4cbc-85c7-1936c9900c09 HTTP/1.1" status: 200 len: 1095 time: 3.7840977 Jul 15 23:11:10.641473 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd9f5456-cce7-4591-84ba-406de5235070', 'tag': '23e48d3e-b1ff-4cbc-85c7-1936c9900c09'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:11:10.655023 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993b3e6e-7088-49fb-9565-55079e4e3541" -d '{"events": [{"name": "network-changed", "server_uuid": "cd9f5456-cce7-4591-84ba-406de5235070", "tag": "23e48d3e-b1ff-4cbc-85c7-1936c9900c09"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:11:10.743282 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bd6df6-1829-45ec-8d9c-4c9be9da8e1f service neutron] Pushing event updated for resources: {'Port': ['ID=23e48d3e-b1ff-4cbc-85c7-1936c9900c09,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:10.814377 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a935800-e5b3-4f6e-b84e-db19c039c650 admin admin] Network 795827c2-b389-4eeb-8582-c55cfb9af9b5 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:11:10.816046 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d67566-b0af-4b10-a0fa-6c90f468e84c req-309189c5-4d0d-4fdf-ab01-72c519dde897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:10.822150 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-52d67566-b0af-4b10-a0fa-6c90f468e84c req-309189c5-4d0d-4fdf-ab01-72c519dde897 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d6e36f97-f235-442f-9e3a-fe975377da9c HTTP/1.1" status: 200 len: 912 time: 0.5650980 Jul 15 23:11:10.831089 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-6a935800-e5b3-4f6e-b84e-db19c039c650 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:11:11.015591 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-2cfc241b-5a6c-411d-98c1-227c4b0d80ca tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1438638271'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:11.097910 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 57676) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:11.107194 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1733e31-2945-4446-8fdb-8231bd02c732 req-dcb28558-13b0-4b3e-8053-9d58d732d6f2 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:11.118923 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b1733e31-2945-4446-8fdb-8231bd02c732 req-dcb28558-13b0-4b3e-8053-9d58d732d6f2 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd9f5456-cce7-4591-84ba-406de5235070 HTTP/1.1" status: 200 len: 947 time: 0.5567052 Jul 15 23:11:11.125771 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-52d67566-b0af-4b10-a0fa-6c90f468e84c req-34a7b7ab-493f-41cc-8d78-665f7e89f4ad service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb4dc5ae-8cd3-4d9c-b950-52a6cef1b0a3 HTTP/1.1" status: 200 len: 999 time: 0.2930064 Jul 15 23:11:11.144647 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594166e9-6a89-4956-8a25-e1de685425bf req-eaa3c509-e80c-4f62-93ae-37d7ca198bd1 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:11.151952 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-594166e9-6a89-4956-8a25-e1de685425bf req-eaa3c509-e80c-4f62-93ae-37d7ca198bd1 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba5d2d11-9dbe-4882-a346-054db27c2528 HTTP/1.1" status: 200 len: 943 time: 0.6623573 Jul 15 23:11:11.157517 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d784512-c511-4cf1-ba4f-b3173f083756 req-53ffdfa2-64b0-490b-a12c-0ea571680673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:11.158895 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5d784512-c511-4cf1-ba4f-b3173f083756 req-53ffdfa2-64b0-490b-a12c-0ea571680673 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=112878df6b1f489cae2c557ebd202932&device_id=cd9f5456-cce7-4591-84ba-406de5235070 HTTP/1.1" status: 200 len: 1098 time: 0.4032848 Jul 15 23:11:11.180489 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-a1d2528b-a02a-4c9e-972d-6daf055aabff service neutron] 10.222.0.41 "GET /v2.0/ports/22d080b6-177e-464f-bc87-78ef2665f72d/bindings/n-h1-794306-6 HTTP/1.1" status: 200 len: 384 time: 0.2988141 Jul 15 23:11:11.295045 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5d784512-c511-4cf1-ba4f-b3173f083756 req-607d627f-6485-43d1-bb97-18a5f6a97c8c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=23e48d3e-b1ff-4cbc-85c7-1936c9900c09 HTTP/1.1" status: 200 len: 217 time: 0.0862188 Jul 15 23:11:11.336870 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d67566-b0af-4b10-a0fa-6c90f468e84c req-bd63429a-a897-4863-8f6b-ceb1f8bc64a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:11.338761 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-52d67566-b0af-4b10-a0fa-6c90f468e84c req-bd63429a-a897-4863-8f6b-ceb1f8bc64a3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=36cc0597-e47b-49f1-adeb-ab87e2be69c4 HTTP/1.1" status: 200 len: 850 time: 0.2032807 Jul 15 23:11:11.345047 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device b00c9ebd-f324-43a2-92ba-9478af0ef555 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:11:11.518771 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-647ebf61-ffbf-4643-8f59-967e6f429223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:11.542137 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d784512-c511-4cf1-ba4f-b3173f083756 req-71eb157c-5395-47de-b4e0-7b4056748c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:11.543945 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5d784512-c511-4cf1-ba4f-b3173f083756 req-71eb157c-5395-47de-b4e0-7b4056748c3a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.2367578 Jul 15 23:11:11.549942 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8a705d5d-46c1-4ca8-9c04-0e40ce2c884c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a844b0b9-88a6-470a-81b6-68f7d23106dd', 'name': 'tempest-ServersTestMultiNic-1111068333-router', 'tenant_id': '77301433bf364d50839ed355ac121781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '4e4148d2-e95a-4c16-8180-079307452221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:10:56Z', 'updated_at': '2021-07-15T23:11:06Z', 'revision_number': 4, 'project_id': '77301433bf364d50839ed355ac121781', 'gw_port': {'id': '4e4148d2-e95a-4c16-8180-079307452221', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a844b0b9-88a6-470a-81b6-68f7d23106dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:10:57Z', 'updated_at': '2021-07-15T23:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'd1a34080-c633-46cc-bbf8-f10b39e70abe', 'name': '', 'network_id': '0f6e30d3-3305-4017-a720-b675c494fa4e', 'tenant_id': '77301433bf364d50839ed355ac121781', 'mac_address': 'fa:16:3e:cb:de:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a844b0b9-88a6-470a-81b6-68f7d23106dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'b14d2b19-b0d7-43df-a247-7d67454643b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:11:03Z', 'updated_at': '2021-07-15T23:11:07Z', 'revision_number': 2, 'project_id': '77301433bf364d50839ed355ac121781', 'subnets': [{'id': 'b14d2b19-b0d7-43df-a247-7d67454643b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:11.672076 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d67566-b0af-4b10-a0fa-6c90f468e84c req-91a6b864-074d-4356-adc3-be84a694ef2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:11.674694 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-52d67566-b0af-4b10-a0fa-6c90f468e84c req-91a6b864-074d-4356-adc3-be84a694ef2d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d6e36f97-f235-442f-9e3a-fe975377da9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2888498 Jul 15 23:11:11.737946 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a705d5d-46c1-4ca8-9c04-0e40ce2c884c None None] Checking router: a844b0b9-88a6-470a-81b6-68f7d23106dd for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:11:11.738489 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a705d5d-46c1-4ca8-9c04-0e40ce2c884c None None] Updating router a844b0b9-88a6-470a-81b6-68f7d23106dd port d1a34080-c633-46cc-bbf8-f10b39e70abe binding host n-d-794306-6 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:11:11.782334 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8a705d5d-46c1-4ca8-9c04-0e40ce2c884c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:11.801867 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port b00c9ebd-f324-43a2-92ba-9478af0ef555 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:11:11.802634 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:11.876398 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d784512-c511-4cf1-ba4f-b3173f083756 req-afb9f165-06d1-4913-815d-605b78de2d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:11.879063 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5d784512-c511-4cf1-ba4f-b3173f083756 req-afb9f165-06d1-4913-815d-605b78de2d86 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3261514 Jul 15 23:11:11.909098 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cfc241b-5a6c-411d-98c1-227c4b0d80ca tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Made reservation on behalf of 77301433bf364d50839ed355ac121781 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:11:11.912968 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2cfc241b-5a6c-411d-98c1-227c4b0d80ca tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:11.958706 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 57692) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:11.991078 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-594166e9-6a89-4956-8a25-e1de685425bf req-800cdf9e-ff9b-4dfa-9130-90137511fb9f tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8382523 Jul 15 23:11:12.010728 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b1733e31-2945-4446-8fdb-8231bd02c732 req-425f864d-1cfa-4961-9113-6e910686a313 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fa28a9e-feb8-4b10-8229-4407630ce9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8907013 Jul 15 23:11:12.091737 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cfc241b-5a6c-411d-98c1-227c4b0d80ca tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:11:12.106779 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-647ebf61-ffbf-4643-8f59-967e6f429223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:12.117971 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a935800-e5b3-4f6e-b84e-db19c039c650 admin admin] Router 33af8eb3-bc66-4e05-980a-8ed031dec3af has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:11:12.172313 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-647ebf61-ffbf-4643-8f59-967e6f429223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:12.202202 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-52d67566-b0af-4b10-a0fa-6c90f468e84c req-aadc1aea-4b6a-4073-85eb-917ac0f74cb0 service neutron] 10.222.0.49 "GET /v2.0/networks/d6e36f97-f235-442f-9e3a-fe975377da9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5066187 Jul 15 23:11:12.216223 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2cfc241b-5a6c-411d-98c1-227c4b0d80ca tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:12.217565 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-2cfc241b-5a6c-411d-98c1-227c4b0d80ca tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Added segment 1a179a96-1d0e-4297-980c-9e67e54caf8d of type vlan for network 7982cf0e-6af9-44ab-9585-f92311551bb5 Jul 15 23:11:12.440425 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47199dc6-a084-4c75-946e-6a9e560ddb5d x-openstack-request-id: req-47199dc6-a084-4c75-946e-6a9e560ddb5d {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:11:12.440780 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8a705d5d-46c1-4ca8-9c04-0e40ce2c884c None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:12.442157 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd9f5456-cce7-4591-84ba-406de5235070", "tag": "23e48d3e-b1ff-4cbc-85c7-1936c9900c09", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:11:12.442826 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-47199dc6-a084-4c75-946e-6a9e560ddb5d {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:11:12.443747 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd9f5456-cce7-4591-84ba-406de5235070', 'tag': '23e48d3e-b1ff-4cbc-85c7-1936c9900c09', 'status': 'completed', 'code': 200} Jul 15 23:11:12.461350 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8a705d5d-46c1-4ca8-9c04-0e40ce2c884c None None] Transition to ACTIVE for port object d1a34080-c633-46cc-bbf8-f10b39e70abe will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:11:12.469512 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8a705d5d-46c1-4ca8-9c04-0e40ce2c884c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:12.550682 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-5f28aeee-d97f-4a13-8330-d6276f6ca53b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-818212789-network', 'tenant_id': '675bfc559b0b40ea8fae85ead4a7a3be'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:12.617063 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16fe484-a030-4412-ac85-5929ce7b79c5 None None] Pushing event updated for resources: {'Port': ['ID=d1a34080-c633-46cc-bbf8-f10b39e70abe,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:12.640223 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-8a705d5d-46c1-4ca8-9c04-0e40ce2c884c None None] Attempting to bind port d1a34080-c633-46cc-bbf8-f10b39e70abe on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:11:12.640704 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-8a705d5d-46c1-4ca8-9c04-0e40ce2c884c None None] Attempting to bind port d1a34080-c633-46cc-bbf8-f10b39e70abe by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'ecdd8fee-4929-44ab-966b-d81187cd1777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0f6e30d3-3305-4017-a720-b675c494fa4e'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:11:12.641002 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a705d5d-46c1-4ca8-9c04-0e40ce2c884c None None] Attempting to bind port d1a34080-c633-46cc-bbf8-f10b39e70abe on network 0f6e30d3-3305-4017-a720-b675c494fa4e {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:11:12.644132 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2cfc241b-5a6c-411d-98c1-227c4b0d80ca tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:12.651444 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a705d5d-46c1-4ca8-9c04-0e40ce2c884c None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:11:12.652026 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a705d5d-46c1-4ca8-9c04-0e40ce2c884c None None] Checking segment: {'id': 'ecdd8fee-4929-44ab-966b-d81187cd1777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0f6e30d3-3305-4017-a720-b675c494fa4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:11:12.652437 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8a705d5d-46c1-4ca8-9c04-0e40ce2c884c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:12.652825 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a705d5d-46c1-4ca8-9c04-0e40ce2c884c None None] Bound using segment: {'id': 'ecdd8fee-4929-44ab-966b-d81187cd1777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0f6e30d3-3305-4017-a720-b675c494fa4e'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:11:12.657475 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-647ebf61-ffbf-4643-8f59-967e6f429223 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=69c7766d6c2945c8aed3bb59b38532b2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5590165 Jul 15 23:11:12.658213 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-8a705d5d-46c1-4ca8-9c04-0e40ce2c884c None None] Bound port: d1a34080-c633-46cc-bbf8-f10b39e70abe, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecdd8fee-4929-44ab-966b-d81187cd1777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0f6e30d3-3305-4017-a720-b675c494fa4e'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:11:12.658836 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8a705d5d-46c1-4ca8-9c04-0e40ce2c884c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:12.667419 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647ebf61-ffbf-4643-8f59-967e6f429223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d4bfab-e10c-4178-8547-84dfc31f6591,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:12.678519 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 57696) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:12.772437 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647ebf61-ffbf-4643-8f59-967e6f429223 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:12.773015 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647ebf61-ffbf-4643-8f59-967e6f429223 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:12.773539 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647ebf61-ffbf-4643-8f59-967e6f429223 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:12.774078 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647ebf61-ffbf-4643-8f59-967e6f429223 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:12.774976 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647ebf61-ffbf-4643-8f59-967e6f429223 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:12.775747 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647ebf61-ffbf-4643-8f59-967e6f429223 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:12.776441 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647ebf61-ffbf-4643-8f59-967e6f429223 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:12.777119 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647ebf61-ffbf-4643-8f59-967e6f429223 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:12.777807 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647ebf61-ffbf-4643-8f59-967e6f429223 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:12.778521 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647ebf61-ffbf-4643-8f59-967e6f429223 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:12.779911 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647ebf61-ffbf-4643-8f59-967e6f429223 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:12.780681 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647ebf61-ffbf-4643-8f59-967e6f429223 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:12.847315 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-8a705d5d-46c1-4ca8-9c04-0e40ce2c884c None None] For port d1a34080-c633-46cc-bbf8-f10b39e70abe, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:11:12.861372 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-8a705d5d-46c1-4ca8-9c04-0e40ce2c884c None None] For port d1a34080-c633-46cc-bbf8-f10b39e70abe, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=d1a34080-c633-46cc-bbf8-f10b39e70abe,segment=NetworkSegment(ecdd8fee-4929-44ab-966b-d81187cd1777),segment_id=ecdd8fee-4929-44ab-966b-d81187cd1777)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:11:12.867998 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8a705d5d-46c1-4ca8-9c04-0e40ce2c884c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:12.868957 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5d784512-c511-4cf1-ba4f-b3173f083756 req-f575a618-e3cd-478d-8b7f-5bd9d98f6571 service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9815776 Jul 15 23:11:12.916662 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-1c6772a4-4a4c-4822-932e-36699428c3c3 service neutron] For port 22d080b6-177e-464f-bc87-78ef2665f72d, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=22d080b6-177e-464f-bc87-78ef2665f72d,segment=NetworkSegment(34c5f733-3f76-4beb-94d8-dfb9dc50430b),segment_id=34c5f733-3f76-4beb-94d8-dfb9dc50430b)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:12.942683 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a705d5d-46c1-4ca8-9c04-0e40ce2c884c None None] Routers {'a844b0b9-88a6-470a-81b6-68f7d23106dd'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:11:12.943740 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8a705d5d-46c1-4ca8-9c04-0e40ce2c884c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:11:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['a844b0b9-88a6-470a-81b6-68f7d23106dd'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:12.947645 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f28aeee-d97f-4a13-8330-d6276f6ca53b admin admin] Made reservation on behalf of 675bfc559b0b40ea8fae85ead4a7a3be for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:11:12.949696 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f28aeee-d97f-4a13-8330-d6276f6ca53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:12.953180 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2cfc241b-5a6c-411d-98c1-227c4b0d80ca tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:12.957010 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-52d67566-b0af-4b10-a0fa-6c90f468e84c req-f67dbddd-fd0e-4512-9f93-a771798b4108 service neutron] 10.222.0.49 "GET /v2.0/networks/d6e36f97-f235-442f-9e3a-fe975377da9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6570997 Jul 15 23:11:12.958655 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfc241b-5a6c-411d-98c1-227c4b0d80ca tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:12.959291 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2cfc241b-5a6c-411d-98c1-227c4b0d80ca tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:13.072048 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f28aeee-d97f-4a13-8330-d6276f6ca53b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:13.114856 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5d784512-c511-4cf1-ba4f-b3173f083756 req-6dee0fb2-889b-4ae4-bf60-dc1caea415bd service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352312 Jul 15 23:11:13.148830 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-1c6772a4-4a4c-4822-932e-36699428c3c3 service neutron] For port 22d080b6-177e-464f-bc87-78ef2665f72d, host n-h2-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:11:13.205391 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-8a705d5d-46c1-4ca8-9c04-0e40ce2c884c None None] Set router a844b0b9-88a6-470a-81b6-68f7d23106dd gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:11:13.230511 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-2cfc241b-5a6c-411d-98c1-227c4b0d80ca tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.7345788 Jul 15 23:11:13.235777 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 57702) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:13.257283 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a27404bc-91cc-4922-ab5f-67c34eb36eb0 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Request body: {'subnet': {'network_id': '7982cf0e-6af9-44ab-9585-f92311551bb5', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:13.325497 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 22d080b6-177e-464f-bc87-78ef2665f72d no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:11:13.337074 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16fe484-a030-4412-ac85-5929ce7b79c5 None None] Pushing event updated for resources: {'Port': ['ID=d1a34080-c633-46cc-bbf8-f10b39e70abe,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:13.399526 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b3e6e-7088-49fb-9565-55079e4e3541 req-63b866f7-27b9-4f22-b285-bd2bdc06c67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:13.401415 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-993b3e6e-7088-49fb-9565-55079e4e3541 req-63b866f7-27b9-4f22-b285-bd2bdc06c67f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=112878df6b1f489cae2c557ebd202932&device_id=cd9f5456-cce7-4591-84ba-406de5235070 HTTP/1.1" status: 200 len: 1098 time: 0.1736121 Jul 15 23:11:13.414127 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-1c6772a4-4a4c-4822-932e-36699428c3c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22d080b6-177e-464f-bc87-78ef2665f72d {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:11:13.432747 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-1c6772a4-4a4c-4822-932e-36699428c3c3 service neutron] For port 22d080b6-177e-464f-bc87-78ef2665f72d, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=22d080b6-177e-464f-bc87-78ef2665f72d,segment=NetworkSegment(34c5f733-3f76-4beb-94d8-dfb9dc50430b),segment_id=34c5f733-3f76-4beb-94d8-dfb9dc50430b)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:13.464703 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfc241b-5a6c-411d-98c1-227c4b0d80ca tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Pushing event updated for resources: {'Network': ['ID=7982cf0e-6af9-44ab-9585-f92311551bb5,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:13.469895 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a935800-e5b3-4f6e-b84e-db19c039c650 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:11:13.483063 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9200c0-693c-444f-97fc-118f788e6b63 None None] Sync routers for ids ['33af8eb3-bc66-4e05-980a-8ed031dec3af'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:11:13.498083 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-1c6772a4-4a4c-4822-932e-36699428c3c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:13.502284 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9200c0-693c-444f-97fc-118f788e6b63 None None] Routers {'33af8eb3-bc66-4e05-980a-8ed031dec3af'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:11:13.506210 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ff9200c0-693c-444f-97fc-118f788e6b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:11:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['33af8eb3-bc66-4e05-980a-8ed031dec3af'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:13.559069 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-6a935800-e5b3-4f6e-b84e-db19c039c650 admin admin] 10.222.0.48 "PUT /v2.0/routers/33af8eb3-bc66-4e05-980a-8ed031dec3af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7852504 Jul 15 23:11:13.597853 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 7982cf0e-6af9-44ab-9585-f92311551bb5 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:11:13.718112 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b3e6e-7088-49fb-9565-55079e4e3541 req-f30c03c3-2fe9-4db1-b579-2b76dae475fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:13.720340 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-993b3e6e-7088-49fb-9565-55079e4e3541 req-f30c03c3-2fe9-4db1-b579-2b76dae475fe service neutron] 10.222.0.41 "GET /v2.0/networks?id=5d412861-bef3-4cc1-ae9f-87a6a36753c0 HTTP/1.1" status: 200 len: 870 time: 0.3118572 Jul 15 23:11:13.817239 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-993b3e6e-7088-49fb-9565-55079e4e3541 req-4a858cf9-7758-4760-aebd-9f39ac5c95a0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=23e48d3e-b1ff-4cbc-85c7-1936c9900c09 HTTP/1.1" status: 200 len: 217 time: 0.0858412 Jul 15 23:11:13.916002 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53dd0954-f8a3-4664-b9b9-f2aa07a321c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:13.969785 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b3e6e-7088-49fb-9565-55079e4e3541 req-5cfb26e9-52f2-4194-abe6-4700bb917430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:13.987636 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-993b3e6e-7088-49fb-9565-55079e4e3541 req-5cfb26e9-52f2-4194-abe6-4700bb917430 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.1425970 Jul 15 23:11:14.017250 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53dd0954-f8a3-4664-b9b9-f2aa07a321c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:14.030763 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-ff9200c0-693c-444f-97fc-118f788e6b63 None None] Set router 33af8eb3-bc66-4e05-980a-8ed031dec3af gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:11:14.071413 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8a705d5d-46c1-4ca8-9c04-0e40ce2c884c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a844b0b9-88a6-470a-81b6-68f7d23106dd', 'name': 'tempest-ServersTestMultiNic-1111068333-router', 'tenant_id': '77301433bf364d50839ed355ac121781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '4e4148d2-e95a-4c16-8180-079307452221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:10:56Z', 'updated_at': '2021-07-15T23:11:06Z', 'revision_number': 4, 'project_id': '77301433bf364d50839ed355ac121781', 'gw_port': {'id': '4e4148d2-e95a-4c16-8180-079307452221', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a844b0b9-88a6-470a-81b6-68f7d23106dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:10:57Z', 'updated_at': '2021-07-15T23:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'd1a34080-c633-46cc-bbf8-f10b39e70abe', 'name': '', 'network_id': '0f6e30d3-3305-4017-a720-b675c494fa4e', 'tenant_id': '77301433bf364d50839ed355ac121781', 'mac_address': 'fa:16:3e:cb:de:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a844b0b9-88a6-470a-81b6-68f7d23106dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'b14d2b19-b0d7-43df-a247-7d67454643b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:11:03Z', 'updated_at': '2021-07-15T23:11:12Z', 'revision_number': 4, 'project_id': '77301433bf364d50839ed355ac121781', 'subnets': [{'id': 'b14d2b19-b0d7-43df-a247-7d67454643b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:14.104982 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b3e6e-7088-49fb-9565-55079e4e3541 req-69bbd0b7-c8bb-4ca5-8295-93b28d76ffae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:14.108407 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-993b3e6e-7088-49fb-9565-55079e4e3541 req-69bbd0b7-c8bb-4ca5-8295-93b28d76ffae service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1185479 Jul 15 23:11:14.154450 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a705d5d-46c1-4ca8-9c04-0e40ce2c884c None None] The sync data for ids ['a844b0b9-88a6-470a-81b6-68f7d23106dd'] in n-d-794306-6 is: [{'id': 'a844b0b9-88a6-470a-81b6-68f7d23106dd', 'name': 'tempest-ServersTestMultiNic-1111068333-router', 'tenant_id': '77301433bf364d50839ed355ac121781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '4e4148d2-e95a-4c16-8180-079307452221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:10:56Z', 'updated_at': '2021-07-15T23:11:06Z', 'revision_number': 4, 'project_id': '77301433bf364d50839ed355ac121781', 'gw_port': {'id': '4e4148d2-e95a-4c16-8180-079307452221', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a844b0b9-88a6-470a-81b6-68f7d23106dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:10:57Z', 'updated_at': '2021-07-15T23:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'd1a34080-c633-46cc-bbf8-f10b39e70abe', 'name': '', 'network_id': '0f6e30d3-3305-4017-a720-b675c494fa4e', 'tenant_id': '77301433bf364d50839ed355ac121781', 'mac_address': 'fa:16:3e:cb:de:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a844b0b9-88a6-470a-81b6-68f7d23106dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': 'b14d2b19-b0d7-43df-a247-7d67454643b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:11:03Z', 'updated_at': '2021-07-15T23:11:12Z', 'revision_number': 4, 'project_id': '77301433bf364d50839ed355ac121781', 'subnets': [{'id': 'b14d2b19-b0d7-43df-a247-7d67454643b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:11:14.189230 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-1c6772a4-4a4c-4822-932e-36699428c3c3 service neutron] Transition to ACTIVE for port object 22d080b6-177e-464f-bc87-78ef2665f72d will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:11:14.205037 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-1c6772a4-4a4c-4822-932e-36699428c3c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:14.226996 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17634520-74f3-4ca5-bd41-cc2de4f1d1dd req-e28c3ff5-8915-4e03-bdad-23c469b50b9f tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:14.237341 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-17634520-74f3-4ca5-bd41-cc2de4f1d1dd req-e28c3ff5-8915-4e03-bdad-23c469b50b9f tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba5d2d11-9dbe-4882-a346-054db27c2528 HTTP/1.1" status: 200 len: 943 time: 0.8305888 Jul 15 23:11:14.253100 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65d4b4-f562-4eaa-beff-95fc672d85d0 req-caf9d38c-c4c9-4b65-8bcd-db7fda7c15f7 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:14.262108 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8b65d4b4-f562-4eaa-beff-95fc672d85d0 req-caf9d38c-c4c9-4b65-8bcd-db7fda7c15f7 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd9f5456-cce7-4591-84ba-406de5235070 HTTP/1.1" status: 200 len: 947 time: 0.8066492 Jul 15 23:11:14.356315 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-993b3e6e-7088-49fb-9565-55079e4e3541 req-408862b6-4b98-4613-934e-1293c3ba5ff7 service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402296 Jul 15 23:11:14.376393 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f28aeee-d97f-4a13-8330-d6276f6ca53b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:14.377853 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53dd0954-f8a3-4664-b9b9-f2aa07a321c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:14.386198 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53dd0954-f8a3-4664-b9b9-f2aa07a321c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:14.410274 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-53dd0954-f8a3-4664-b9b9-f2aa07a321c2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/72d4bfab-e10c-4178-8547-84dfc31f6591 HTTP/1.1" status: 204 len: 168 time: 1.7153418 Jul 15 23:11:14.452846 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f28aeee-d97f-4a13-8330-d6276f6ca53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:14.539010 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-993b3e6e-7088-49fb-9565-55079e4e3541 req-474f7779-9ba1-467a-b0fc-ab8b196a3ac5 service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751740 Jul 15 23:11:14.559299 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dd0954-f8a3-4664-b9b9-f2aa07a321c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d4bfab-e10c-4178-8547-84dfc31f6591,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:14.591160 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6772a4-4a4c-4822-932e-36699428c3c3 service neutron] Pushing event updated for resources: {'Port': ['ID=22d080b6-177e-464f-bc87-78ef2665f72d,revision_number=10']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:14.595972 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-1c6772a4-4a4c-4822-932e-36699428c3c3 service neutron] No DVR routers for this DVR port 22d080b6-177e-464f-bc87-78ef2665f72d on host n-h2-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:11:14.610366 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-17634520-74f3-4ca5-bd41-cc2de4f1d1dd req-79c4aa93-8757-4328-b891-326342833839 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3720174 Jul 15 23:11:14.618176 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f28aeee-d97f-4a13-8330-d6276f6ca53b admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:11:14.621891 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27404bc-91cc-4922-ab5f-67c34eb36eb0 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Made reservation on behalf of 77301433bf364d50839ed355ac121781 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:11:14.626295 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a27404bc-91cc-4922-ab5f-67c34eb36eb0 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:14.689369 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8b65d4b4-f562-4eaa-beff-95fc672d85d0 req-eeec4686-ff04-4ad5-896f-3dcf713f6c41 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fa28a9e-feb8-4b10-8229-4407630ce9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4259286 Jul 15 23:11:14.703860 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ff9200c0-693c-444f-97fc-118f788e6b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33af8eb3-bc66-4e05-980a-8ed031dec3af', 'name': 'tempest-ServerRescueTestJSON-174991001-router', 'tenant_id': '343683afbe6f4c5685ab11fe38988c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'b00c9ebd-f324-43a2-92ba-9478af0ef555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:10:58Z', 'updated_at': '2021-07-15T23:11:08Z', 'revision_number': 4, 'project_id': '343683afbe6f4c5685ab11fe38988c94', 'gw_port': {'id': 'b00c9ebd-f324-43a2-92ba-9478af0ef555', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:7d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33af8eb3-bc66-4e05-980a-8ed031dec3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:11:00Z', 'updated_at': '2021-07-15T23:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '4609f876-d9e0-4886-8379-772df553435b', 'name': '', 'network_id': '795827c2-b389-4eeb-8582-c55cfb9af9b5', 'tenant_id': '343683afbe6f4c5685ab11fe38988c94', 'mac_address': 'fa:16:3e:7a:53:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33af8eb3-bc66-4e05-980a-8ed031dec3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': 'dbdc1414-7110-449f-83db-67d516c4122d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:11:07Z', 'updated_at': '2021-07-15T23:11:09Z', 'revision_number': 2, 'project_id': '343683afbe6f4c5685ab11fe38988c94', 'subnets': [{'id': 'dbdc1414-7110-449f-83db-67d516c4122d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:14.755552 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9200c0-693c-444f-97fc-118f788e6b63 None None] Checking router: 33af8eb3-bc66-4e05-980a-8ed031dec3af for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:11:14.756458 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9200c0-693c-444f-97fc-118f788e6b63 None None] Updating router 33af8eb3-bc66-4e05-980a-8ed031dec3af port 4609f876-d9e0-4886-8379-772df553435b binding host n-d-794306-6 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:11:14.851432 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ff9200c0-693c-444f-97fc-118f788e6b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:14.886833 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f28aeee-d97f-4a13-8330-d6276f6ca53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:14.887899 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-5f28aeee-d97f-4a13-8330-d6276f6ca53b admin admin] Added segment 3c2758b9-e41c-4bf2-b9ed-9081bfc02669 of type vlan for network a62e01ea-f2e5-4ac4-9f56-3043444e806b Jul 15 23:11:14.969486 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f28aeee-d97f-4a13-8330-d6276f6ca53b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:14.984358 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-1c6772a4-4a4c-4822-932e-36699428c3c3 service neutron] 10.222.0.41 "PUT /v2.0/ports/22d080b6-177e-464f-bc87-78ef2665f72d/bindings/n-h1-794306-6/activate HTTP/1.1" status: 200 len: 369 time: 3.7354434 Jul 15 23:11:15.137169 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f28aeee-d97f-4a13-8330-d6276f6ca53b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:15.139670 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 57722) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:15.168732 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device d1a34080-c633-46cc-bbf8-f10b39e70abe up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:11:15.268339 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 23e48d3e-b1ff-4cbc-85c7-1936c9900c09 details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:11:15.276049 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c2c1e631-03ce-46c4-be87-5d8fab512338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:15.465330 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a27404bc-91cc-4922-ab5f-67c34eb36eb0 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:15.567365 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 23e48d3e-b1ff-4cbc-85c7-1936c9900c09, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=23e48d3e-b1ff-4cbc-85c7-1936c9900c09,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:15.575174 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f28aeee-d97f-4a13-8330-d6276f6ca53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:15.577075 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f28aeee-d97f-4a13-8330-d6276f6ca53b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:15.577311 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c2c1e631-03ce-46c4-be87-5d8fab512338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:15.578487 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f28aeee-d97f-4a13-8330-d6276f6ca53b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:15.588108 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27404bc-91cc-4922-ab5f-67c34eb36eb0 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Pushing event updated for resources: {'Subnet': ['ID=e80e72f4-8c74-471e-8ff4-ddeac1998dcf,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:15.592311 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c2c1e631-03ce-46c4-be87-5d8fab512338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:15.630771 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': '23e48d3e-b1ff-4cbc-85c7-1936c9900c09', 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'port_id': '23e48d3e-b1ff-4cbc-85c7-1936c9900c09', 'mac_address': 'fa:16:3e:c7:46:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d909a96-22de-4aa9-b690-1c7da965ceac', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:11:15.681783 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27404bc-91cc-4922-ab5f-67c34eb36eb0 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Checking segment: {'id': '1a179a96-1d0e-4297-980c-9e67e54caf8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '7982cf0e-6af9-44ab-9585-f92311551bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:11:15.681783 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27404bc-91cc-4922-ab5f-67c34eb36eb0 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Network hostable DHCP agents. Network: 7982cf0e-6af9-44ab-9585-f92311551bb5, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:11:15.688324 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-b609665d-e223-4686-bbf3-ea62bfd0ee35 tempest-LiveAutoBlockMigrationV225Test-1599853612 tempest-LiveAutoBlockMigrationV225Test-1599853612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:15.708266 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-b609665d-e223-4686-bbf3-ea62bfd0ee35 tempest-LiveAutoBlockMigrationV225Test-1599853612 tempest-LiveAutoBlockMigrationV225Test-1599853612-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=ba5d2d11-9dbe-4882-a346-054db27c2528&tenant_id=97397394137f47b6b8b1bb83454a379f&binding%3Ahost_id=n-h2-794306-6 HTTP/1.1" status: 200 len: 1095 time: 0.5267119 Jul 15 23:11:15.730785 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-5f28aeee-d97f-4a13-8330-d6276f6ca53b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.7678115 Jul 15 23:11:15.737804 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27404bc-91cc-4922-ab5f-67c34eb36eb0 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Network 7982cf0e-6af9-44ab-9585-f92311551bb5 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:11:15.760638 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 57728) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:15.779520 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c2c1e631-03ce-46c4-be87-5d8fab512338 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ed5a62d5a7814c4fabeba67c061df993&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6378407 Jul 15 23:11:15.790364 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ff9200c0-693c-444f-97fc-118f788e6b63 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:15.815846 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 57732) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:15.819714 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-bd977a83-e593-4786-adb1-6ece340dfffd admin admin] Request body: {'subnet': {'network_id': 'a62e01ea-f2e5-4ac4-9f56-3043444e806b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-818212789-subnet', 'tenant_id': '675bfc559b0b40ea8fae85ead4a7a3be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:15.832237 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ff9200c0-693c-444f-97fc-118f788e6b63 None None] Transition to ACTIVE for port object 4609f876-d9e0-4886-8379-772df553435b will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:11:15.847490 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ff9200c0-693c-444f-97fc-118f788e6b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:15.884292 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port d1a34080-c633-46cc-bbf8-f10b39e70abe completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:11:15.886471 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-a27404bc-91cc-4922-ab5f-67c34eb36eb0 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 7982cf0e-6af9-44ab-9585-f92311551bb5) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:11:15.902247 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port d1a34080-c633-46cc-bbf8-f10b39e70abe triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:11:15.902247 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:15.907839 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27404bc-91cc-4922-ab5f-67c34eb36eb0 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:15.908636 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a27404bc-91cc-4922-ab5f-67c34eb36eb0 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:15.928270 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f28aeee-d97f-4a13-8330-d6276f6ca53b admin admin] Pushing event updated for resources: {'Network': ['ID=a62e01ea-f2e5-4ac4-9f56-3043444e806b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:15.933940 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f0ee9b-4820-46ba-a64d-96a2dbc71b8f None None] Network 7982cf0e-6af9-44ab-9585-f92311551bb5 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:11:16.062783 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c1e631-03ce-46c4-be87-5d8fab512338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf92987e-d85e-4d99-91f3-e0be8e72bf8b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:16.067514 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd977a83-e593-4786-adb1-6ece340dfffd admin admin] Made reservation on behalf of 675bfc559b0b40ea8fae85ead4a7a3be for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:11:16.071909 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd977a83-e593-4786-adb1-6ece340dfffd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:16.074479 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network a62e01ea-f2e5-4ac4-9f56-3043444e806b details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:11:16.090612 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0bbba533-8470-4593-9d2d-e91b0818954d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:16.121216 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:16.151105 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-a27404bc-91cc-4922-ab5f-67c34eb36eb0 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.8976042 Jul 15 23:11:16.157040 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 57746) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:16.166908 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-0f77561b-2798-4ff9-89aa-e24bcc376112 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1959684827'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:16.170504 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23e48d3e-b1ff-4cbc-85c7-1936c9900c09 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:11:16.194542 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 23e48d3e-b1ff-4cbc-85c7-1936c9900c09, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=23e48d3e-b1ff-4cbc-85c7-1936c9900c09,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:16.213677 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-ff9200c0-693c-444f-97fc-118f788e6b63 None None] Attempting to bind port 4609f876-d9e0-4886-8379-772df553435b on host n-d-794306-6 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:11:16.214285 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-ff9200c0-693c-444f-97fc-118f788e6b63 None None] Attempting to bind port 4609f876-d9e0-4886-8379-772df553435b by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'e7da1777-7aff-41d9-a50f-70ccefd9be9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '795827c2-b389-4eeb-8582-c55cfb9af9b5'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:11:16.214657 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9200c0-693c-444f-97fc-118f788e6b63 None None] Attempting to bind port 4609f876-d9e0-4886-8379-772df553435b on network 795827c2-b389-4eeb-8582-c55cfb9af9b5 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:11:16.223104 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:16.226257 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9200c0-693c-444f-97fc-118f788e6b63 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:11:16.230426 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9200c0-693c-444f-97fc-118f788e6b63 None None] Checking segment: {'id': 'e7da1777-7aff-41d9-a50f-70ccefd9be9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '795827c2-b389-4eeb-8582-c55cfb9af9b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:11:16.230426 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ff9200c0-693c-444f-97fc-118f788e6b63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:16.230920 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9200c0-693c-444f-97fc-118f788e6b63 None None] Bound using segment: {'id': 'e7da1777-7aff-41d9-a50f-70ccefd9be9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '795827c2-b389-4eeb-8582-c55cfb9af9b5'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:11:16.233391 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-ff9200c0-693c-444f-97fc-118f788e6b63 None None] Bound port: 4609f876-d9e0-4886-8379-772df553435b, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7da1777-7aff-41d9-a50f-70ccefd9be9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '795827c2-b389-4eeb-8582-c55cfb9af9b5'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:11:16.233977 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ff9200c0-693c-444f-97fc-118f788e6b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:16.289337 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=23e48d3e-b1ff-4cbc-85c7-1936c9900c09,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:16.341244 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0bbba533-8470-4593-9d2d-e91b0818954d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:16.410617 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94802e2-926c-431b-92e8-152f71e091d3 None None] Pushing event updated for resources: {'Port': ['ID=4609f876-d9e0-4886-8379-772df553435b,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:16.421814 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f77561b-2798-4ff9-89aa-e24bcc376112 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Made reservation on behalf of 77301433bf364d50839ed355ac121781 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:11:16.425567 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f77561b-2798-4ff9-89aa-e24bcc376112 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:16.453938 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-5e8b29fe-17f7-422d-b945-582d650ce519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:16.455445 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-5e8b29fe-17f7-422d-b945-582d650ce519 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ba5d2d11-9dbe-4882-a346-054db27c2528&tenant_id=97397394137f47b6b8b1bb83454a379f HTTP/1.1" status: 200 len: 1095 time: 0.6854043 Jul 15 23:11:16.490877 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0396f9c0-4949-4404-a13f-e0e3ee950e35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-7982cf0e-6af9-44ab-9585-f92311551bb5', 'network_id': '7982cf0e-6af9-44ab-9585-f92311551bb5', 'tenant_id': '77301433bf364d50839ed355ac121781', 'fixed_ips': [{'subnet_id': 'e80e72f4-8c74-471e-8ff4-ddeac1998dcf'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:11:16.494120 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0396f9c0-4949-4404-a13f-e0e3ee950e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:16.512015 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-ff9200c0-693c-444f-97fc-118f788e6b63 None None] For port 4609f876-d9e0-4886-8379-772df553435b, host n-d-794306-6, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:11:16.519198 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-ff9200c0-693c-444f-97fc-118f788e6b63 None None] For port 4609f876-d9e0-4886-8379-772df553435b, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=4609f876-d9e0-4886-8379-772df553435b,segment=NetworkSegment(e7da1777-7aff-41d9-a50f-70ccefd9be9f),segment_id=e7da1777-7aff-41d9-a50f-70ccefd9be9f)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:11:16.531236 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ff9200c0-693c-444f-97fc-118f788e6b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:16.588522 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f77561b-2798-4ff9-89aa-e24bcc376112 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:11:16.612335 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a46ab7-9330-45ed-9d84-e340b4b4c691 req-a9761265-b127-495c-9787-67d4ee746dce tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:16.629500 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['23e48d3e-b1ff-4cbc-85c7-1936c9900c09'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:11:16.630516 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c4a46ab7-9330-45ed-9d84-e340b4b4c691 req-a9761265-b127-495c-9787-67d4ee746dce tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/networks?id=795827c2-b389-4eeb-8582-c55cfb9af9b5 HTTP/1.1" status: 200 len: 810 time: 0.6940715 Jul 15 23:11:16.649300 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f77561b-2798-4ff9-89aa-e24bcc376112 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:16.649640 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-0f77561b-2798-4ff9-89aa-e24bcc376112 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Added segment c669c53d-42bd-41ad-a52e-fd10449d5770 of type vlan for network 63f0e99d-c892-4d1b-887b-94c52d0535d4 Jul 15 23:11:16.657454 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b744b4c4-65a4-403c-b5d1-ef806c290ab6 req-b753ae0f-2671-41a6-8708-41a8ce0db2c0 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:16.661940 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b744b4c4-65a4-403c-b5d1-ef806c290ab6 req-b753ae0f-2671-41a6-8708-41a8ce0db2c0 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba5d2d11-9dbe-4882-a346-054db27c2528 HTTP/1.1" status: 200 len: 944 time: 0.5500150 Jul 15 23:11:16.684647 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c4a46ab7-9330-45ed-9d84-e340b4b4c691 req-f608c03f-4837-4b3a-82c1-b1b111b5510a tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/quotas/343683afbe6f4c5685ab11fe38988c94 HTTP/1.1" status: 200 len: 375 time: 0.0204875 Jul 15 23:11:16.701742 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94802e2-926c-431b-92e8-152f71e091d3 None None] Pushing event updated for resources: {'Port': ['ID=4609f876-d9e0-4886-8379-772df553435b,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:16.719888 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd977a83-e593-4786-adb1-6ece340dfffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:16.749706 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f77561b-2798-4ff9-89aa-e24bcc376112 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:16.776235 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9200c0-693c-444f-97fc-118f788e6b63 None None] Routers {'33af8eb3-bc66-4e05-980a-8ed031dec3af'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:11:16.777936 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ff9200c0-693c-444f-97fc-118f788e6b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:11:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['33af8eb3-bc66-4e05-980a-8ed031dec3af'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:16.861703 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0bbba533-8470-4593-9d2d-e91b0818954d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:16.867146 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0bbba533-8470-4593-9d2d-e91b0818954d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:16.874945 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-0bbba533-8470-4593-9d2d-e91b0818954d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bf92987e-d85e-4d99-91f3-e0be8e72bf8b HTTP/1.1" status: 204 len: 168 time: 1.0522304 Jul 15 23:11:16.877536 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b744b4c4-65a4-403c-b5d1-ef806c290ab6 req-b1a7e202-ada4-494a-8440-97b0008d03f3 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878543 Jul 15 23:11:16.900639 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbba533-8470-4593-9d2d-e91b0818954d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf92987e-d85e-4d99-91f3-e0be8e72bf8b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:16.924511 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbba533-8470-4593-9d2d-e91b0818954d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:16.925245 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbba533-8470-4593-9d2d-e91b0818954d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:16.925925 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbba533-8470-4593-9d2d-e91b0818954d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:16.926138 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-f42f9f91-92d6-41f5-8a6b-95d7f24b6af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:16.926717 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbba533-8470-4593-9d2d-e91b0818954d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:16.927408 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbba533-8470-4593-9d2d-e91b0818954d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:16.928108 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbba533-8470-4593-9d2d-e91b0818954d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:16.932870 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-f42f9f91-92d6-41f5-8a6b-95d7f24b6af7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=97397394137f47b6b8b1bb83454a379f&device_id=ba5d2d11-9dbe-4882-a346-054db27c2528 HTTP/1.1" status: 200 len: 1095 time: 0.4231434 Jul 15 23:11:16.936548 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbba533-8470-4593-9d2d-e91b0818954d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:16.937234 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbba533-8470-4593-9d2d-e91b0818954d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:16.937932 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbba533-8470-4593-9d2d-e91b0818954d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:16.939265 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbba533-8470-4593-9d2d-e91b0818954d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:16.940013 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbba533-8470-4593-9d2d-e91b0818954d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:16.940681 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbba533-8470-4593-9d2d-e91b0818954d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:17.017068 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c4a46ab7-9330-45ed-9d84-e340b4b4c691 req-48a1f461-408f-4777-855c-214c2baa51ae tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=343683afbe6f4c5685ab11fe38988c94&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2989511 Jul 15 23:11:17.160916 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-ff9200c0-693c-444f-97fc-118f788e6b63 None None] Set router 33af8eb3-bc66-4e05-980a-8ed031dec3af gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:11:17.175966 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-3787494a-85ff-4417-9135-5c3220246ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:17.179451 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-3787494a-85ff-4417-9135-5c3220246ab4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=54d36d42-4b6b-4a3b-a62a-15b6ab91449d HTTP/1.1" status: 200 len: 922 time: 0.1574800 Jul 15 23:11:17.196462 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd977a83-e593-4786-adb1-6ece340dfffd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1126b8c-d6f8-4596-9ab3-27f6931e900c,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:17.315263 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-0396f9c0-4949-4404-a13f-e0e3ee950e35 None None] Allocated IP 19.80.0.2 (7982cf0e-6af9-44ab-9585-f92311551bb5/e80e72f4-8c74-471e-8ff4-ddeac1998dcf/c057aba0-f198-4bf4-9ed8-0c05f2425867) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:11:17.334522 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c4a46ab7-9330-45ed-9d84-e340b4b4c691 req-6162b701-7b6b-484f-b716-2e2e66748f05 service neutron] 10.222.0.48 "GET /v2.0/networks/795827c2-b389-4eeb-8582-c55cfb9af9b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984781 Jul 15 23:11:17.359916 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:17.628779 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c4a46ab7-9330-45ed-9d84-e340b4b4c691 req-a99774df-4902-448e-8d22-23653e29863c service neutron] 10.222.0.48 "GET /v2.0/networks/795827c2-b389-4eeb-8582-c55cfb9af9b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224810 Jul 15 23:11:17.708229 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb05735-59c3-4654-85bc-bd3b6e306829 req-39dd768d-42da-424d-87b1-b2e6a0baa40e tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:17.730865 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-deb05735-59c3-4654-85bc-bd3b6e306829 req-39dd768d-42da-424d-87b1-b2e6a0baa40e tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd9f5456-cce7-4591-84ba-406de5235070 HTTP/1.1" status: 200 len: 948 time: 0.3943532 Jul 15 23:11:17.839548 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-deb05735-59c3-4654-85bc-bd3b6e306829 req-9726c0ba-be4f-4dae-91cc-50f2437c6972 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fa28a9e-feb8-4b10-8229-4407630ce9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039882 Jul 15 23:11:17.843951 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-a3388185-c9a4-437b-8fdb-0fe186c9553f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=22d080b6-177e-464f-bc87-78ef2665f72d HTTP/1.1" status: 200 len: 217 time: 0.6542010 Jul 15 23:11:17.847933 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd977a83-e593-4786-adb1-6ece340dfffd admin admin] Checking segment: {'id': '3c2758b9-e41c-4bf2-b9ed-9081bfc02669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a62e01ea-f2e5-4ac4-9f56-3043444e806b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:11:17.849097 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd977a83-e593-4786-adb1-6ece340dfffd admin admin] Network hostable DHCP agents. Network: a62e01ea-f2e5-4ac4-9f56-3043444e806b, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:11:17.877536 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f77561b-2798-4ff9-89aa-e24bcc376112 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:17.898326 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f77561b-2798-4ff9-89aa-e24bcc376112 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:17.899012 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f77561b-2798-4ff9-89aa-e24bcc376112 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:17.945668 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port d1a34080-c633-46cc-bbf8-f10b39e70abe, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=d1a34080-c633-46cc-bbf8-f10b39e70abe,segment=NetworkSegment(ecdd8fee-4929-44ab-966b-d81187cd1777),segment_id=ecdd8fee-4929-44ab-966b-d81187cd1777)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:17.957366 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ff9200c0-693c-444f-97fc-118f788e6b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33af8eb3-bc66-4e05-980a-8ed031dec3af', 'name': 'tempest-ServerRescueTestJSON-174991001-router', 'tenant_id': '343683afbe6f4c5685ab11fe38988c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'b00c9ebd-f324-43a2-92ba-9478af0ef555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:10:58Z', 'updated_at': '2021-07-15T23:11:08Z', 'revision_number': 4, 'project_id': '343683afbe6f4c5685ab11fe38988c94', 'gw_port': {'id': 'b00c9ebd-f324-43a2-92ba-9478af0ef555', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:7d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33af8eb3-bc66-4e05-980a-8ed031dec3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:11:00Z', 'updated_at': '2021-07-15T23:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '4609f876-d9e0-4886-8379-772df553435b', 'name': '', 'network_id': '795827c2-b389-4eeb-8582-c55cfb9af9b5', 'tenant_id': '343683afbe6f4c5685ab11fe38988c94', 'mac_address': 'fa:16:3e:7a:53:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33af8eb3-bc66-4e05-980a-8ed031dec3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': 'dbdc1414-7110-449f-83db-67d516c4122d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:11:07Z', 'updated_at': '2021-07-15T23:11:16Z', 'revision_number': 4, 'project_id': '343683afbe6f4c5685ab11fe38988c94', 'subnets': [{'id': 'dbdc1414-7110-449f-83db-67d516c4122d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:11:17.994304 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:18.038533 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9200c0-693c-444f-97fc-118f788e6b63 None None] The sync data for ids ['33af8eb3-bc66-4e05-980a-8ed031dec3af'] in n-d-794306-6 is: [{'id': '33af8eb3-bc66-4e05-980a-8ed031dec3af', 'name': 'tempest-ServerRescueTestJSON-174991001-router', 'tenant_id': '343683afbe6f4c5685ab11fe38988c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'b00c9ebd-f324-43a2-92ba-9478af0ef555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:10:58Z', 'updated_at': '2021-07-15T23:11:08Z', 'revision_number': 4, 'project_id': '343683afbe6f4c5685ab11fe38988c94', 'gw_port': {'id': 'b00c9ebd-f324-43a2-92ba-9478af0ef555', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:7d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33af8eb3-bc66-4e05-980a-8ed031dec3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:11:00Z', 'updated_at': '2021-07-15T23:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '4609f876-d9e0-4886-8379-772df553435b', 'name': '', 'network_id': '795827c2-b389-4eeb-8582-c55cfb9af9b5', 'tenant_id': '343683afbe6f4c5685ab11fe38988c94', 'mac_address': 'fa:16:3e:7a:53:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33af8eb3-bc66-4e05-980a-8ed031dec3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': 'dbdc1414-7110-449f-83db-67d516c4122d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:11:07Z', 'updated_at': '2021-07-15T23:11:16Z', 'revision_number': 4, 'project_id': '343683afbe6f4c5685ab11fe38988c94', 'subnets': [{'id': 'dbdc1414-7110-449f-83db-67d516c4122d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:11:18.155597 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-4d72fd9b-9c9e-4e40-84ec-ee634c884acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:18.170153 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-4d72fd9b-9c9e-4e40-84ec-ee634c884acf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fe3eef83-74d9-48a6-8931-0e31ba6153cf HTTP/1.1" status: 200 len: 861 time: 0.3010702 Jul 15 23:11:18.339341 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-7289415f-09cf-4964-a9b1-8a65a579a308 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=54d36d42-4b6b-4a3b-a62a-15b6ab91449d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1661077 Jul 15 23:11:18.340725 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f77561b-2798-4ff9-89aa-e24bcc376112 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Pushing event updated for resources: {'Network': ['ID=63f0e99d-c892-4d1b-887b-94c52d0535d4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:18.395450 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 63f0e99d-c892-4d1b-887b-94c52d0535d4 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:11:18.476727 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-e31c5a6e-1eac-472c-bfd8-a9f5fc4758ab service neutron] 10.222.0.49 "GET /v2.0/networks/54d36d42-4b6b-4a3b-a62a-15b6ab91449d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253750 Jul 15 23:11:18.478523 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd977a83-e593-4786-adb1-6ece340dfffd admin admin] Network a62e01ea-f2e5-4ac4-9f56-3043444e806b is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:11:18.604146 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0396f9c0-4949-4404-a13f-e0e3ee950e35 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:18.646024 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0396f9c0-4949-4404-a13f-e0e3ee950e35 None None] Transition to ACTIVE for port object c057aba0-f198-4bf4-9ed8-0c05f2425867 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:11:18.675880 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-51f26f16-e835-4235-90bc-f065edf8e558 service neutron] 10.222.0.49 "GET /v2.0/networks/54d36d42-4b6b-4a3b-a62a-15b6ab91449d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863503 Jul 15 23:11:18.678425 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-bd977a83-e593-4786-adb1-6ece340dfffd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, a62e01ea-f2e5-4ac4-9f56-3043444e806b) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:11:18.684244 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd977a83-e593-4786-adb1-6ece340dfffd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:18.685652 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd977a83-e593-4786-adb1-6ece340dfffd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:18.706706 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 57768) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:18.707188 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-0f77561b-2798-4ff9-89aa-e24bcc376112 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.5467541 Jul 15 23:11:18.710649 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-bd977a83-e593-4786-adb1-6ece340dfffd admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.9376640 Jul 15 23:11:18.727555 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-40210a3f-9cfc-4996-be76-c907337555c1 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Request body: {'subnet': {'network_id': '63f0e99d-c892-4d1b-887b-94c52d0535d4', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:18.858891 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=d1a34080-c633-46cc-bbf8-f10b39e70abe,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:18.882827 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942b6334-0589-4e13-9f3b-c575b4d3667f None None] Network a62e01ea-f2e5-4ac4-9f56-3043444e806b requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:11:19.030363 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0396f9c0-4949-4404-a13f-e0e3ee950e35 None None] Transition to ACTIVE for port object c057aba0-f198-4bf4-9ed8-0c05f2425867 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:11:19.213007 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c0ebe378-eb4d-4f87-bb4c-5fd2c537c438 req-3423acaf-a67c-452b-81f6-88314563fe09 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/ports?device_id=05a40a33-ead5-4a16-b340-5c6a8b9f748d HTTP/1.1" status: 200 len: 210 time: 0.1291928 Jul 15 23:11:19.328560 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0396f9c0-4949-4404-a13f-e0e3ee950e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:19.336829 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40210a3f-9cfc-4996-be76-c907337555c1 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Made reservation on behalf of 77301433bf364d50839ed355ac121781 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:11:19.349282 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-40210a3f-9cfc-4996-be76-c907337555c1 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:19.490501 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5581636-b9b6-4b5e-98c1-922c6f30dec8 req-711a501f-03a8-409c-ba2c-ae5820663194 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:19.494660 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e5581636-b9b6-4b5e-98c1-922c6f30dec8 req-711a501f-03a8-409c-ba2c-ae5820663194 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba5d2d11-9dbe-4882-a346-054db27c2528 HTTP/1.1" status: 200 len: 944 time: 0.3891351 Jul 15 23:11:19.593890 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6623d6-fd6a-496e-b7e2-6d88aa7866db None None] Network a62e01ea-f2e5-4ac4-9f56-3043444e806b requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:11:19.657830 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0396f9c0-4949-4404-a13f-e0e3ee950e35 None None] Network 7982cf0e-6af9-44ab-9585-f92311551bb5 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:11:19.673466 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-0396f9c0-4949-4404-a13f-e0e3ee950e35 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:11:19.680457 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0396f9c0-4949-4404-a13f-e0e3ee950e35 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:11:19.687446 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-3c285ea8-088a-4d87-bc46-277455995b68 tempest-LiveAutoBlockMigrationV225Test-1599853612 tempest-LiveAutoBlockMigrationV225Test-1599853612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:19.693220 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0396f9c0-4949-4404-a13f-e0e3ee950e35 None None] Pushing event updated for resources: {'Port': ['ID=c057aba0-f198-4bf4-9ed8-0c05f2425867,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:19.695670 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-3c285ea8-088a-4d87-bc46-277455995b68 tempest-LiveAutoBlockMigrationV225Test-1599853612 tempest-LiveAutoBlockMigrationV225Test-1599853612-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=ba5d2d11-9dbe-4882-a346-054db27c2528&tenant_id=97397394137f47b6b8b1bb83454a379f&binding%3Ahost_id=n-h1-794306-6 HTTP/1.1" status: 200 len: 1095 time: 0.2342651 Jul 15 23:11:19.767823 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e5581636-b9b6-4b5e-98c1-922c6f30dec8 req-964383b2-cad0-4c6b-bd67-c254fc572692 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643893 Jul 15 23:11:19.959396 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-0396f9c0-4949-4404-a13f-e0e3ee950e35 None None] Attempting to bind port c057aba0-f198-4bf4-9ed8-0c05f2425867 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:11:19.959913 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-0396f9c0-4949-4404-a13f-e0e3ee950e35 None None] Attempting to bind port c057aba0-f198-4bf4-9ed8-0c05f2425867 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '1a179a96-1d0e-4297-980c-9e67e54caf8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '7982cf0e-6af9-44ab-9585-f92311551bb5'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:11:19.969475 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0396f9c0-4949-4404-a13f-e0e3ee950e35 None None] Attempting to bind port c057aba0-f198-4bf4-9ed8-0c05f2425867 on network 7982cf0e-6af9-44ab-9585-f92311551bb5 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:11:19.976492 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde65f3-d95c-4b40-af95-871a456e3de7 req-522a24c6-28eb-41c5-af53-3b677c0e7c04 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:19.991711 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9cde65f3-d95c-4b40-af95-871a456e3de7 req-522a24c6-28eb-41c5-af53-3b677c0e7c04 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd9f5456-cce7-4591-84ba-406de5235070 HTTP/1.1" status: 200 len: 948 time: 0.4360375 Jul 15 23:11:20.002936 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0396f9c0-4949-4404-a13f-e0e3ee950e35 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:11:20.003648 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0396f9c0-4949-4404-a13f-e0e3ee950e35 None None] Checking segment: {'id': '1a179a96-1d0e-4297-980c-9e67e54caf8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '7982cf0e-6af9-44ab-9585-f92311551bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:11:20.010682 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0396f9c0-4949-4404-a13f-e0e3ee950e35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:20.011334 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0396f9c0-4949-4404-a13f-e0e3ee950e35 None None] Bound using segment: {'id': '1a179a96-1d0e-4297-980c-9e67e54caf8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '7982cf0e-6af9-44ab-9585-f92311551bb5'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:11:20.012141 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-0396f9c0-4949-4404-a13f-e0e3ee950e35 None None] Bound port: c057aba0-f198-4bf4-9ed8-0c05f2425867, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a179a96-1d0e-4297-980c-9e67e54caf8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '7982cf0e-6af9-44ab-9585-f92311551bb5'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:11:20.012667 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0396f9c0-4949-4404-a13f-e0e3ee950e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:20.201750 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-0061c13e-c152-4aba-a307-0d59756dc3bd service neutron] For port 22d080b6-177e-464f-bc87-78ef2665f72d, host n-h2-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:11:20.211493 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-0061c13e-c152-4aba-a307-0d59756dc3bd service neutron] Notify callbacks [] for binding, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:20.212693 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4c7aadcd-1736-4ab9-a90f-634e37668bd2 req-0061c13e-c152-4aba-a307-0d59756dc3bd service neutron] 10.222.0.49 "DELETE /v2.0/ports/22d080b6-177e-464f-bc87-78ef2665f72d/bindings/n-h2-794306-6 HTTP/1.1" status: 204 len: 173 time: 0.4981942 Jul 15 23:11:20.289815 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9cde65f3-d95c-4b40-af95-871a456e3de7 req-9131643b-c455-4b45-b747-4a36c2cc8d09 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fa28a9e-feb8-4b10-8229-4407630ce9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957187 Jul 15 23:11:20.355376 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-40210a3f-9cfc-4996-be76-c907337555c1 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:20.498819 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0396f9c0-4949-4404-a13f-e0e3ee950e35 None None] For port c057aba0-f198-4bf4-9ed8-0c05f2425867, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:11:20.509669 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 4609f876-d9e0-4886-8379-772df553435b up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:11:20.645084 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0396f9c0-4949-4404-a13f-e0e3ee950e35 None None] For port c057aba0-f198-4bf4-9ed8-0c05f2425867, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=c057aba0-f198-4bf4-9ed8-0c05f2425867,segment=NetworkSegment(1a179a96-1d0e-4297-980c-9e67e54caf8d),segment_id=1a179a96-1d0e-4297-980c-9e67e54caf8d)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:11:20.674754 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0396f9c0-4949-4404-a13f-e0e3ee950e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:20.723453 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40210a3f-9cfc-4996-be76-c907337555c1 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Pushing event updated for resources: {'Subnet': ['ID=efdc09fa-07ba-4b44-bc4b-751608624ddf,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:20.735339 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0396f9c0-4949-4404-a13f-e0e3ee950e35 None None] Pushing event updated for resources: {'Port': ['ID=c057aba0-f198-4bf4-9ed8-0c05f2425867,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:20.759654 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 4609f876-d9e0-4886-8379-772df553435b completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:11:20.768094 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 4609f876-d9e0-4886-8379-772df553435b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:11:20.770032 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:20.885237 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40210a3f-9cfc-4996-be76-c907337555c1 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Checking segment: {'id': 'c669c53d-42bd-41ad-a52e-fd10449d5770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '63f0e99d-c892-4d1b-887b-94c52d0535d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:11:20.899502 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40210a3f-9cfc-4996-be76-c907337555c1 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Network hostable DHCP agents. Network: 63f0e99d-c892-4d1b-887b-94c52d0535d4, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:11:20.966700 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:21.029630 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fc427011-0c22-4640-b940-f27cf143a9b4 req-21d90baf-8916-4e2f-86ee-71b2286620d5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ebfc3dac-a424-46b2-b718-cab6123db16d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4599161 Jul 15 23:11:21.033741 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40210a3f-9cfc-4996-be76-c907337555c1 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Network 63f0e99d-c892-4d1b-887b-94c52d0535d4 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:11:21.058384 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b516c04-1f00-4701-973c-9ce1ab7d0207 req-de84c8b1-6e67-4519-a951-0c329c70989b tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:21.061835 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9b516c04-1f00-4701-973c-9ce1ab7d0207 req-de84c8b1-6e67-4519-a951-0c329c70989b tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/networks?id=a62e01ea-f2e5-4ac4-9f56-3043444e806b HTTP/1.1" status: 200 len: 811 time: 0.4932714 Jul 15 23:11:21.063301 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-40210a3f-9cfc-4996-be76-c907337555c1 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 63f0e99d-c892-4d1b-887b-94c52d0535d4) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:11:21.083042 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40210a3f-9cfc-4996-be76-c907337555c1 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:21.085390 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-40210a3f-9cfc-4996-be76-c907337555c1 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:21.098988 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cf045f-9433-4355-8201-8c6549fabf65 None None] Network 63f0e99d-c892-4d1b-887b-94c52d0535d4 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:11:21.127256 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 4609f876-d9e0-4886-8379-772df553435b, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=4609f876-d9e0-4886-8379-772df553435b,segment=NetworkSegment(e7da1777-7aff-41d9-a50f-70ccefd9be9f),segment_id=e7da1777-7aff-41d9-a50f-70ccefd9be9f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:21.163407 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9b516c04-1f00-4701-973c-9ce1ab7d0207 req-d3a0e68f-fff5-4ad3-9a43-0536e9f403bc tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/quotas/675bfc559b0b40ea8fae85ead4a7a3be HTTP/1.1" status: 200 len: 375 time: 0.0829682 Jul 15 23:11:21.177472 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-40210a3f-9cfc-4996-be76-c907337555c1 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.4685390 Jul 15 23:11:21.286499 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9b516c04-1f00-4701-973c-9ce1ab7d0207 req-150934a6-fc65-4906-9c2b-bf9dce67de23 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=675bfc559b0b40ea8fae85ead4a7a3be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1215224 Jul 15 23:11:21.474331 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:21.475669 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device d1a34080-c633-46cc-bbf8-f10b39e70abe up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:11:21.609772 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 23e48d3e-b1ff-4cbc-85c7-1936c9900c09 up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:11:21.624805 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c4cb2157-f7d3-45ca-be57-2543ca93a811 req-638b66e0-27d5-4bc9-a345-110492289da1 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/ports?device_id=05a40a33-ead5-4a16-b340-5c6a8b9f748d HTTP/1.1" status: 200 len: 210 time: 0.1870532 Jul 15 23:11:21.625018 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a46ab7-9330-45ed-9d84-e340b4b4c691 req-93d8461b-665f-4349-a8ea-b19ca5c07cf8 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:21.628171 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c4a46ab7-9330-45ed-9d84-e340b4b4c691 req-93d8461b-665f-4349-a8ea-b19ca5c07cf8 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.49 "GET /v2.0/networks?id=795827c2-b389-4eeb-8582-c55cfb9af9b5 HTTP/1.1" status: 200 len: 810 time: 0.4672294 Jul 15 23:11:21.659195 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-c4a46ab7-9330-45ed-9d84-e340b4b4c691 req-fc12186e-18aa-4ebb-bdff-6774c2715858 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Request body: {'port': {'device_id': '05a40a33-ead5-4a16-b340-5c6a8b9f748d', 'network_id': '795827c2-b389-4eeb-8582-c55cfb9af9b5', 'admin_state_up': True, 'tenant_id': '343683afbe6f4c5685ab11fe38988c94'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:21.660985 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc427011-0c22-4640-b940-f27cf143a9b4 req-b3267cca-71e9-40f6-bdd2-0f3fe22e5828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:21.661556 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc427011-0c22-4640-b940-f27cf143a9b4 req-b3267cca-71e9-40f6-bdd2-0f3fe22e5828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:21.673540 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc427011-0c22-4640-b940-f27cf143a9b4 req-b3267cca-71e9-40f6-bdd2-0f3fe22e5828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:21.675542 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc427011-0c22-4640-b940-f27cf143a9b4 req-b3267cca-71e9-40f6-bdd2-0f3fe22e5828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:21.676056 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc427011-0c22-4640-b940-f27cf143a9b4 req-b3267cca-71e9-40f6-bdd2-0f3fe22e5828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:21.676541 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc427011-0c22-4640-b940-f27cf143a9b4 req-b3267cca-71e9-40f6-bdd2-0f3fe22e5828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:21.677074 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc427011-0c22-4640-b940-f27cf143a9b4 req-b3267cca-71e9-40f6-bdd2-0f3fe22e5828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:21.690997 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fc427011-0c22-4640-b940-f27cf143a9b4 req-b3267cca-71e9-40f6-bdd2-0f3fe22e5828 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=17c76d71cba4469f89099c3ebf7755c2&device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 6501 time: 0.5330658 Jul 15 23:11:21.751472 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9b516c04-1f00-4701-973c-9ce1ab7d0207 req-fc4c8cf7-b793-462f-95b5-43afa0c3c9c9 service neutron] 10.222.0.48 "GET /v2.0/networks/a62e01ea-f2e5-4ac4-9f56-3043444e806b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4629445 Jul 15 23:11:21.962830 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port d1a34080-c633-46cc-bbf8-f10b39e70abe triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:11:21.972296 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:21.992738 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c04f01-2343-4e42-b67a-1247c8faca96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-63f0e99d-c892-4d1b-887b-94c52d0535d4', 'network_id': '63f0e99d-c892-4d1b-887b-94c52d0535d4', 'tenant_id': '77301433bf364d50839ed355ac121781', 'fixed_ips': [{'subnet_id': 'efdc09fa-07ba-4b44-bc4b-751608624ddf'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:11:21.994398 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a7c04f01-2343-4e42-b67a-1247c8faca96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:22.043549 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=4609f876-d9e0-4886-8379-772df553435b,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:22.078884 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4a46ab7-9330-45ed-9d84-e340b4b4c691 req-fc12186e-18aa-4ebb-bdff-6774c2715858 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Made reservation on behalf of 343683afbe6f4c5685ab11fe38988c94 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:11:22.084622 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c4a46ab7-9330-45ed-9d84-e340b4b4c691 req-fc12186e-18aa-4ebb-bdff-6774c2715858 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:22.213400 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc427011-0c22-4640-b940-f27cf143a9b4 req-5493873c-517a-48a4-b466-96e98cb2673b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:22.214221 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc427011-0c22-4640-b940-f27cf143a9b4 req-5493873c-517a-48a4-b466-96e98cb2673b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:22.214384 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc427011-0c22-4640-b940-f27cf143a9b4 req-5493873c-517a-48a4-b466-96e98cb2673b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:22.216211 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fc427011-0c22-4640-b940-f27cf143a9b4 req-5493873c-517a-48a4-b466-96e98cb2673b service neutron] 10.222.0.41 "GET /v2.0/networks?id=e44e98f5-3493-4f81-9434-a1f39e44c5fc&id=970a88bd-fdba-4549-becb-46353b196f82&id=970a88bd-fdba-4549-becb-46353b196f82&id=970a88bd-fdba-4549-becb-46353b196f82&id=970a88bd-fdba-4549-becb-46353b196f82&id=9bef9b3a-38af-4114-8d89-aee9e6e60f51&id=9bef9b3a-38af-4114-8d89-aee9e6e60f51 HTTP/1.1" status: 200 len: 2297 time: 0.4322069 Jul 15 23:11:22.223177 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port 23e48d3e-b1ff-4cbc-85c7-1936c9900c09 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:11:22.235960 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9b516c04-1f00-4701-973c-9ce1ab7d0207 req-8c6545d9-b092-48cc-bc18-4977c863e334 service neutron] 10.222.0.48 "GET /v2.0/networks/a62e01ea-f2e5-4ac4-9f56-3043444e806b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4816928 Jul 15 23:11:22.240176 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port 23e48d3e-b1ff-4cbc-85c7-1936c9900c09 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:11:22.241362 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:22.418347 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-c4a46ab7-9330-45ed-9d84-e340b4b4c691 req-fc12186e-18aa-4ebb-bdff-6774c2715858 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Allocated IP 172.20.0.8 (795827c2-b389-4eeb-8582-c55cfb9af9b5/dbdc1414-7110-449f-83db-67d516c4122d/0e55c749-c69c-4ff2-9b84-0365058e925e) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:11:22.500229 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-a7c04f01-2343-4e42-b67a-1247c8faca96 None None] Allocated IP 19.86.0.2 (63f0e99d-c892-4d1b-887b-94c52d0535d4/efdc09fa-07ba-4b44-bc4b-751608624ddf/c1235b9e-36c3-4fd5-b78a-8fae23bcd48f) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:11:22.633380 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:23.036401 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c4a46ab7-9330-45ed-9d84-e340b4b4c691 req-fc12186e-18aa-4ebb-bdff-6774c2715858 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:23.101997 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 4609f876-d9e0-4886-8379-772df553435b up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:11:23.105360 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd9f5456-cce7-4591-84ba-406de5235070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23e48d3e-b1ff-4cbc-85c7-1936c9900c09'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:11:23.110995 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc59e18c-f0a6-4235-bdea-dfa3049f0026" -d '{"events": [{"server_uuid": "cd9f5456-cce7-4591-84ba-406de5235070", "name": "network-vif-plugged", "status": "completed", "tag": "23e48d3e-b1ff-4cbc-85c7-1936c9900c09"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:11:23.124869 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c4a46ab7-9330-45ed-9d84-e340b4b4c691 req-fc12186e-18aa-4ebb-bdff-6774c2715858 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:23.156277 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd92c9-39d6-4e5c-97c4-c695cfbfe912 req-12099a42-cd17-4ae6-8fd6-a3aacb9eff11 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:23.172943 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2afd92c9-39d6-4e5c-97c4-c695cfbfe912 req-12099a42-cd17-4ae6-8fd6-a3aacb9eff11 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba5d2d11-9dbe-4882-a346-054db27c2528 HTTP/1.1" status: 200 len: 944 time: 1.2009900 Jul 15 23:11:23.185537 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 23e48d3e-b1ff-4cbc-85c7-1936c9900c09, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=23e48d3e-b1ff-4cbc-85c7-1936c9900c09,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:23.213590 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968f96e4-a964-4f6c-91c4-159b42d557ec None None] Network 7982cf0e-6af9-44ab-9585-f92311551bb5 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:11:23.233994 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:23.247996 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4a46ab7-9330-45ed-9d84-e340b4b4c691 req-fc12186e-18aa-4ebb-bdff-6774c2715858 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Network 795827c2-b389-4eeb-8582-c55cfb9af9b5 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:11:23.255196 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-c4a46ab7-9330-45ed-9d84-e340b4b4c691 req-fc12186e-18aa-4ebb-bdff-6774c2715858 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:11:23.271198 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4a46ab7-9330-45ed-9d84-e340b4b4c691 req-fc12186e-18aa-4ebb-bdff-6774c2715858 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:11:23.295849 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12186e-18aa-4ebb-bdff-6774c2715858 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Pushing event updated for resources: {'Port': ['ID=0e55c749-c69c-4ff2-9b84-0365058e925e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:23.375016 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fc427011-0c22-4640-b940-f27cf143a9b4 req-f351af36-17ec-48a3-90a5-7ad25b22fe28 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d743366-2938-4e94-bd00-f6544b7422ae HTTP/1.1" status: 200 len: 1002 time: 1.1491489 Jul 15 23:11:23.399952 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2afd92c9-39d6-4e5c-97c4-c695cfbfe912 req-2e3a0df3-2e37-45a6-88a3-ad70064ed29d tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252650 Jul 15 23:11:23.406059 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a46ab7-9330-45ed-9d84-e340b4b4c691 req-fc12186e-18aa-4ebb-bdff-6774c2715858 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:23.409364 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c4a46ab7-9330-45ed-9d84-e340b4b4c691 req-fc12186e-18aa-4ebb-bdff-6774c2715858 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:23.438496 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-05cac433-bb56-4382-bd74-be222ee942bd None None] Provisioning for port c057aba0-f198-4bf4-9ed8-0c05f2425867 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:11:23.457878 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 4609f876-d9e0-4886-8379-772df553435b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:11:23.458292 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:23.460420 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c4a46ab7-9330-45ed-9d84-e340b4b4c691 req-fc12186e-18aa-4ebb-bdff-6774c2715858 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8183088 Jul 15 23:11:23.475750 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=23e48d3e-b1ff-4cbc-85c7-1936c9900c09,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:23.480096 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-c4a46ab7-9330-45ed-9d84-e340b4b4c691 req-11cc9a39-69c8-40e3-a8cc-d6080b3c0c1d service neutron] Request body: {'port': {'device_id': '05a40a33-ead5-4a16-b340-5c6a8b9f748d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:23.529922 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a7c04f01-2343-4e42-b67a-1247c8faca96 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:23.584305 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a7c04f01-2343-4e42-b67a-1247c8faca96 None None] Transition to ACTIVE for port object c1235b9e-36c3-4fd5-b78a-8fae23bcd48f will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:11:23.613033 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd3e588-7f18-4f58-a4c4-6a5acf345d24 req-39c01513-8932-485f-a5c9-a31350594258 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:23.627754 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0bd3e588-7f18-4f58-a4c4-6a5acf345d24 req-39c01513-8932-485f-a5c9-a31350594258 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd9f5456-cce7-4591-84ba-406de5235070 HTTP/1.1" status: 200 len: 949 time: 0.4378059 Jul 15 23:11:23.657146 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a7c04f01-2343-4e42-b67a-1247c8faca96 None None] Transition to ACTIVE for port object c1235b9e-36c3-4fd5-b78a-8fae23bcd48f will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:11:23.677892 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc427011-0c22-4640-b940-f27cf143a9b4 req-865b596c-eaf4-4e0d-8dda-d46502a2f462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:23.681623 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fc427011-0c22-4640-b940-f27cf143a9b4 req-865b596c-eaf4-4e0d-8dda-d46502a2f462 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0a37184c-ca0e-49c0-878a-e1693cdef72b HTTP/1.1" status: 200 len: 855 time: 0.2799847 Jul 15 23:11:23.691267 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c4a46ab7-9330-45ed-9d84-e340b4b4c691 req-11cc9a39-69c8-40e3-a8cc-d6080b3c0c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:23.720895 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a7c04f01-2343-4e42-b67a-1247c8faca96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:23.842356 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device c057aba0-f198-4bf4-9ed8-0c05f2425867 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:11:23.852671 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c04f01-2343-4e42-b67a-1247c8faca96 None None] Network 63f0e99d-c892-4d1b-887b-94c52d0535d4 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:11:23.855804 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c04f01-2343-4e42-b67a-1247c8faca96 None None] Pushing event updated for resources: {'Port': ['ID=c1235b9e-36c3-4fd5-b78a-8fae23bcd48f,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:23.880146 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-a7c04f01-2343-4e42-b67a-1247c8faca96 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:11:23.886791 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c04f01-2343-4e42-b67a-1247c8faca96 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:11:23.953822 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0bd3e588-7f18-4f58-a4c4-6a5acf345d24 req-88d46ff1-0577-47cf-b93b-1e77ae832b87 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fa28a9e-feb8-4b10-8229-4407630ce9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247669 Jul 15 23:11:24.029303 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-6e15dc2b-9ced-4ab5-a21b-aa0d7056f8c2 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:24.041763 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port c057aba0-f198-4bf4-9ed8-0c05f2425867 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:11:24.043513 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-6e15dc2b-9ced-4ab5-a21b-aa0d7056f8c2 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:24.050360 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a7c04f01-2343-4e42-b67a-1247c8faca96 None None] Attempting to bind port c1235b9e-36c3-4fd5-b78a-8fae23bcd48f on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:11:24.051462 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a7c04f01-2343-4e42-b67a-1247c8faca96 None None] Attempting to bind port c1235b9e-36c3-4fd5-b78a-8fae23bcd48f by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'c669c53d-42bd-41ad-a52e-fd10449d5770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '63f0e99d-c892-4d1b-887b-94c52d0535d4'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:11:24.052656 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c04f01-2343-4e42-b67a-1247c8faca96 None None] Attempting to bind port c1235b9e-36c3-4fd5-b78a-8fae23bcd48f on network 63f0e99d-c892-4d1b-887b-94c52d0535d4 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:11:24.055994 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-6e15dc2b-9ced-4ab5-a21b-aa0d7056f8c2 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "GET /v2.0/networks?id=7982cf0e-6af9-44ab-9585-f92311551bb5&id=63f0e99d-c892-4d1b-887b-94c52d0535d4&id=7982cf0e-6af9-44ab-9585-f92311551bb5 HTTP/1.1" status: 200 len: 1392 time: 0.3400667 Jul 15 23:11:24.065171 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port c057aba0-f198-4bf4-9ed8-0c05f2425867 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:11:24.066805 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:24.073138 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c04f01-2343-4e42-b67a-1247c8faca96 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:11:24.074097 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c04f01-2343-4e42-b67a-1247c8faca96 None None] Checking segment: {'id': 'c669c53d-42bd-41ad-a52e-fd10449d5770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '63f0e99d-c892-4d1b-887b-94c52d0535d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:11:24.075086 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a7c04f01-2343-4e42-b67a-1247c8faca96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:24.080659 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c04f01-2343-4e42-b67a-1247c8faca96 None None] Bound using segment: {'id': 'c669c53d-42bd-41ad-a52e-fd10449d5770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '63f0e99d-c892-4d1b-887b-94c52d0535d4'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:11:24.081531 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a7c04f01-2343-4e42-b67a-1247c8faca96 None None] Bound port: c1235b9e-36c3-4fd5-b78a-8fae23bcd48f, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c669c53d-42bd-41ad-a52e-fd10449d5770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '63f0e99d-c892-4d1b-887b-94c52d0535d4'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:11:24.082166 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a7c04f01-2343-4e42-b67a-1247c8faca96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:24.101913 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-1055983e-211e-44f7-b329-80d75ffc7c5f tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "GET /v2.0/quotas/77301433bf364d50839ed355ac121781 HTTP/1.1" status: 200 len: 375 time: 0.0446150 Jul 15 23:11:24.171666 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc427011-0c22-4640-b940-f27cf143a9b4 req-b7f863b9-ff05-47ca-baa5-8d4cb4e9fb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:24.173672 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fc427011-0c22-4640-b940-f27cf143a9b4 req-b7f863b9-ff05-47ca-baa5-8d4cb4e9fb9d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e44e98f5-3493-4f81-9434-a1f39e44c5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4792581 Jul 15 23:11:24.332973 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a7c04f01-2343-4e42-b67a-1247c8faca96 None None] For port c1235b9e-36c3-4fd5-b78a-8fae23bcd48f, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:11:24.346865 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a7c04f01-2343-4e42-b67a-1247c8faca96 None None] For port c1235b9e-36c3-4fd5-b78a-8fae23bcd48f, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=c1235b9e-36c3-4fd5-b78a-8fae23bcd48f,segment=NetworkSegment(c669c53d-42bd-41ad-a52e-fd10449d5770),segment_id=c669c53d-42bd-41ad-a52e-fd10449d5770)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:11:24.359172 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a7c04f01-2343-4e42-b67a-1247c8faca96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:24.379638 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-f05d5078-54ce-49f7-a37c-8eb1e535a490 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=77301433bf364d50839ed355ac121781&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2760370 Jul 15 23:11:24.444560 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-c4a46ab7-9330-45ed-9d84-e340b4b4c691 req-11cc9a39-69c8-40e3-a8cc-d6080b3c0c1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e55c749-c69c-4ff2-9b84-0365058e925e {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:11:24.461288 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fc427011-0c22-4640-b940-f27cf143a9b4 req-3180711b-400c-4ae9-9190-99c151e1d525 service neutron] 10.222.0.41 "GET /v2.0/networks/e44e98f5-3493-4f81-9434-a1f39e44c5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784379 Jul 15 23:11:24.469388 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c4a46ab7-9330-45ed-9d84-e340b4b4c691 req-11cc9a39-69c8-40e3-a8cc-d6080b3c0c1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:24.502474 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:24.523294 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-c4a46ab7-9330-45ed-9d84-e340b4b4c691 req-11cc9a39-69c8-40e3-a8cc-d6080b3c0c1d service neutron] Transition to ACTIVE for port object 0e55c749-c69c-4ff2-9b84-0365058e925e will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:11:24.533026 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c4a46ab7-9330-45ed-9d84-e340b4b4c691 req-11cc9a39-69c8-40e3-a8cc-d6080b3c0c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:24.537110 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-45471520-ff18-46bc-9044-8db8407e32fd None None] Provisioning complete for port c057aba0-f198-4bf4-9ed8-0c05f2425867 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:11:24.537618 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-45471520-ff18-46bc-9044-8db8407e32fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:24.563974 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port c057aba0-f198-4bf4-9ed8-0c05f2425867, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=c057aba0-f198-4bf4-9ed8-0c05f2425867,segment=NetworkSegment(1a179a96-1d0e-4297-980c-9e67e54caf8d),segment_id=1a179a96-1d0e-4297-980c-9e67e54caf8d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:24.566611 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c04f01-2343-4e42-b67a-1247c8faca96 None None] Pushing event updated for resources: {'Port': ['ID=c1235b9e-36c3-4fd5-b78a-8fae23bcd48f,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:24.592363 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:24.674270 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-adafc1d7-8913-437d-9602-c02669547567 service neutron] 10.222.0.48 "GET /v2.0/networks/7982cf0e-6af9-44ab-9585-f92311551bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937686 Jul 15 23:11:24.690457 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cc9a39-69c8-40e3-a8cc-d6080b3c0c1d service neutron] Pushing event updated for resources: {'Port': ['ID=0e55c749-c69c-4ff2-9b84-0365058e925e,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:24.707656 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=c057aba0-f198-4bf4-9ed8-0c05f2425867,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:24.828023 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fc427011-0c22-4640-b940-f27cf143a9b4 req-cd6481b0-a314-442f-a40e-bcb43065e1dd service neutron] 10.222.0.41 "GET /v2.0/networks/e44e98f5-3493-4f81-9434-a1f39e44c5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209174 Jul 15 23:11:24.942448 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fc427011-0c22-4640-b940-f27cf143a9b4 req-ad80b4f5-7dbd-4572-88c6-e3102a95a768 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=f70b3596-455f-49a0-8908-a104df34e5c9 HTTP/1.1" status: 200 len: 217 time: 0.1042235 Jul 15 23:11:25.003019 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c4a46ab7-9330-45ed-9d84-e340b4b4c691 req-11cc9a39-69c8-40e3-a8cc-d6080b3c0c1d service neutron] Attempting to bind port 0e55c749-c69c-4ff2-9b84-0365058e925e on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:11:25.003484 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c4a46ab7-9330-45ed-9d84-e340b4b4c691 req-11cc9a39-69c8-40e3-a8cc-d6080b3c0c1d service neutron] Attempting to bind port 0e55c749-c69c-4ff2-9b84-0365058e925e by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': 'e7da1777-7aff-41d9-a50f-70ccefd9be9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '795827c2-b389-4eeb-8582-c55cfb9af9b5'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:11:25.004047 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a46ab7-9330-45ed-9d84-e340b4b4c691 req-11cc9a39-69c8-40e3-a8cc-d6080b3c0c1d service neutron] Attempting to bind port 0e55c749-c69c-4ff2-9b84-0365058e925e on network 795827c2-b389-4eeb-8582-c55cfb9af9b5 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:11:25.016339 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a46ab7-9330-45ed-9d84-e340b4b4c691 req-11cc9a39-69c8-40e3-a8cc-d6080b3c0c1d service neutron] Port 0e55c749-c69c-4ff2-9b84-0365058e925e on network 795827c2-b389-4eeb-8582-c55cfb9af9b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:11:25.016801 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a46ab7-9330-45ed-9d84-e340b4b4c691 req-11cc9a39-69c8-40e3-a8cc-d6080b3c0c1d service neutron] Attempting to bind port 0e55c749-c69c-4ff2-9b84-0365058e925e on network 795827c2-b389-4eeb-8582-c55cfb9af9b5 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:11:25.058051 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-baa00a5b-6899-446b-b5be-411aa8851668 service neutron] 10.222.0.48 "GET /v2.0/networks/7982cf0e-6af9-44ab-9585-f92311551bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3829629 Jul 15 23:11:25.133002 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc427011-0c22-4640-b940-f27cf143a9b4 req-abd0d5ba-34d1-4e59-8ba4-77939d953efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:25.135664 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fc427011-0c22-4640-b940-f27cf143a9b4 req-abd0d5ba-34d1-4e59-8ba4-77939d953efd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac68c16c-e2e3-48f3-b2ec-e6d10e3c3acf HTTP/1.1" status: 200 len: 797 time: 0.1647189 Jul 15 23:11:25.150413 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a46ab7-9330-45ed-9d84-e340b4b4c691 req-11cc9a39-69c8-40e3-a8cc-d6080b3c0c1d service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:11:25.150972 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a46ab7-9330-45ed-9d84-e340b4b4c691 req-11cc9a39-69c8-40e3-a8cc-d6080b3c0c1d service neutron] Checking segment: {'id': 'e7da1777-7aff-41d9-a50f-70ccefd9be9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '795827c2-b389-4eeb-8582-c55cfb9af9b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:11:25.151728 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a46ab7-9330-45ed-9d84-e340b4b4c691 req-11cc9a39-69c8-40e3-a8cc-d6080b3c0c1d service neutron] Bound using segment: {'id': 'e7da1777-7aff-41d9-a50f-70ccefd9be9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '795827c2-b389-4eeb-8582-c55cfb9af9b5'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:11:25.152469 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c4a46ab7-9330-45ed-9d84-e340b4b4c691 req-11cc9a39-69c8-40e3-a8cc-d6080b3c0c1d service neutron] Bound port: 0e55c749-c69c-4ff2-9b84-0365058e925e, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7da1777-7aff-41d9-a50f-70ccefd9be9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '795827c2-b389-4eeb-8582-c55cfb9af9b5'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:11:25.153071 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c4a46ab7-9330-45ed-9d84-e340b4b4c691 req-11cc9a39-69c8-40e3-a8cc-d6080b3c0c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:25.155618 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:25.184383 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b516c04-1f00-4701-973c-9ce1ab7d0207 req-0dd5d0d1-5f7b-4e27-af8b-3ae1c482c420 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:25.187092 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9b516c04-1f00-4701-973c-9ce1ab7d0207 req-0dd5d0d1-5f7b-4e27-af8b-3ae1c482c420 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.41 "GET /v2.0/networks?id=a62e01ea-f2e5-4ac4-9f56-3043444e806b HTTP/1.1" status: 200 len: 811 time: 0.2839532 Jul 15 23:11:25.221276 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-9b516c04-1f00-4701-973c-9ce1ab7d0207 req-ac7cc156-2ebf-41f2-9c72-0a30d1fba65a tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Request body: {'port': {'device_id': '73bd9d95-7454-4685-9654-11d737a2521e', 'network_id': 'a62e01ea-f2e5-4ac4-9f56-3043444e806b', 'admin_state_up': True, 'tenant_id': '675bfc559b0b40ea8fae85ead4a7a3be'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:25.304652 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-809ac6b2-dd68-4398-b703-71352b361cd3 service neutron] 10.222.0.48 "GET /v2.0/networks/63f0e99d-c892-4d1b-887b-94c52d0535d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067564 Jul 15 23:11:25.307243 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc427011-0c22-4640-b940-f27cf143a9b4 req-ee7415bb-09bc-4bed-9915-8206bdc9fbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:25.310143 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fc427011-0c22-4640-b940-f27cf143a9b4 req-ee7415bb-09bc-4bed-9915-8206bdc9fbbd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=970a88bd-fdba-4549-becb-46353b196f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1623597 Jul 15 23:11:25.466558 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c4a46ab7-9330-45ed-9d84-e340b4b4c691 req-11cc9a39-69c8-40e3-a8cc-d6080b3c0c1d service neutron] For port 0e55c749-c69c-4ff2-9b84-0365058e925e, host n-h1-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:11:25.473652 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c4a46ab7-9330-45ed-9d84-e340b4b4c691 req-11cc9a39-69c8-40e3-a8cc-d6080b3c0c1d service neutron] For port 0e55c749-c69c-4ff2-9b84-0365058e925e, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=0e55c749-c69c-4ff2-9b84-0365058e925e,segment=NetworkSegment(e7da1777-7aff-41d9-a50f-70ccefd9be9f),segment_id=e7da1777-7aff-41d9-a50f-70ccefd9be9f)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:11:25.482976 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c4a46ab7-9330-45ed-9d84-e340b4b4c691 req-11cc9a39-69c8-40e3-a8cc-d6080b3c0c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:25.493458 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b516c04-1f00-4701-973c-9ce1ab7d0207 req-ac7cc156-2ebf-41f2-9c72-0a30d1fba65a tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Made reservation on behalf of 675bfc559b0b40ea8fae85ead4a7a3be for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:11:25.497068 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9b516c04-1f00-4701-973c-9ce1ab7d0207 req-ac7cc156-2ebf-41f2-9c72-0a30d1fba65a tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:25.523194 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f4782f16-0e96-4f84-8934-80aa5f63b7cc req-17cd2b86-2667-472d-8326-c61026c6e53b tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=73bd9d95-7454-4685-9654-11d737a2521e HTTP/1.1" status: 200 len: 210 time: 0.0692675 Jul 15 23:11:25.550327 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a46ab7-9330-45ed-9d84-e340b4b4c691 req-11cc9a39-69c8-40e3-a8cc-d6080b3c0c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:25.551346 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c4a46ab7-9330-45ed-9d84-e340b4b4c691 req-11cc9a39-69c8-40e3-a8cc-d6080b3c0c1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:25.553677 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c4a46ab7-9330-45ed-9d84-e340b4b4c691 req-11cc9a39-69c8-40e3-a8cc-d6080b3c0c1d service neutron] 10.222.0.49 "PUT /v2.0/ports/0e55c749-c69c-4ff2-9b84-0365058e925e HTTP/1.1" status: 200 len: 1091 time: 2.0848429 Jul 15 23:11:25.554463 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05a40a33-ead5-4a16-b340-5c6a8b9f748d', 'tag': '0e55c749-c69c-4ff2-9b84-0365058e925e'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:11:25.558247 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81882322-144e-4767-a281-52cef551c436" -d '{"events": [{"name": "network-changed", "server_uuid": "05a40a33-ead5-4a16-b340-5c6a8b9f748d", "tag": "0e55c749-c69c-4ff2-9b84-0365058e925e"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:11:25.560787 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-c4d009b2-9844-4219-8bd3-17902a68424c service neutron] 10.222.0.48 "GET /v2.0/networks/63f0e99d-c892-4d1b-887b-94c52d0535d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475023 Jul 15 23:11:25.563111 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fc427011-0c22-4640-b940-f27cf143a9b4 req-6093b889-6673-47c0-87e7-cbbc342801e2 service neutron] 10.222.0.41 "GET /v2.0/networks/970a88bd-fdba-4549-becb-46353b196f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355411 Jul 15 23:11:25.661543 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cc9a39-69c8-40e3-a8cc-d6080b3c0c1d service neutron] Pushing event updated for resources: {'Port': ['ID=0e55c749-c69c-4ff2-9b84-0365058e925e,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:25.733641 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fc427011-0c22-4640-b940-f27cf143a9b4 req-fee1923d-a516-466e-89db-64ff9508417d service neutron] 10.222.0.41 "GET /v2.0/networks/970a88bd-fdba-4549-becb-46353b196f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352878 Jul 15 23:11:25.836355 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-9b516c04-1f00-4701-973c-9ce1ab7d0207 req-ac7cc156-2ebf-41f2-9c72-0a30d1fba65a tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Allocated IP 172.20.0.8 (a62e01ea-f2e5-4ac4-9f56-3043444e806b/a1126b8c-d6f8-4596-9ab3-27f6931e900c/5b629ed2-08c0-4eca-aa6c-8a71ae9f2bf0) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:11:25.848369 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a46ab7-9330-45ed-9d84-e340b4b4c691 req-b2a60648-5afc-4428-b55b-fb80fcc27615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:25.850505 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c4a46ab7-9330-45ed-9d84-e340b4b4c691 req-b2a60648-5afc-4428-b55b-fb80fcc27615 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=343683afbe6f4c5685ab11fe38988c94&device_id=05a40a33-ead5-4a16-b340-5c6a8b9f748d HTTP/1.1" status: 200 len: 1094 time: 0.1899981 Jul 15 23:11:25.876248 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fc427011-0c22-4640-b940-f27cf143a9b4 req-7b3f7115-1619-4239-84a7-b06fab76c653 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=5e6346b3-f308-4702-a019-e0418adeb56d HTTP/1.1" status: 200 len: 217 time: 0.0703843 Jul 15 23:11:25.926792 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c4a46ab7-9330-45ed-9d84-e340b4b4c691 req-c5dabb51-4ebc-4321-bbdd-e24a44e3b421 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e55c749-c69c-4ff2-9b84-0365058e925e HTTP/1.1" status: 200 len: 217 time: 0.0668144 Jul 15 23:11:25.978797 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-db72f243-5cc2-46e4-b0bc-877cb692885c service neutron] 10.222.0.48 "GET /v2.0/networks/7982cf0e-6af9-44ab-9585-f92311551bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4096634 Jul 15 23:11:26.062425 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc427011-0c22-4640-b940-f27cf143a9b4 req-1b030374-1cac-4a6d-8d06-d11050889508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:26.064827 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fc427011-0c22-4640-b940-f27cf143a9b4 req-1b030374-1cac-4a6d-8d06-d11050889508 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac68c16c-e2e3-48f3-b2ec-e6d10e3c3acf HTTP/1.1" status: 200 len: 797 time: 0.1729579 Jul 15 23:11:26.096381 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a46ab7-9330-45ed-9d84-e340b4b4c691 req-ea68084b-cfa7-475f-b7a8-ba3ff9bc537b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:26.098835 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c4a46ab7-9330-45ed-9d84-e340b4b4c691 req-ea68084b-cfa7-475f-b7a8-ba3ff9bc537b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dbdc1414-7110-449f-83db-67d516c4122d HTTP/1.1" status: 200 len: 850 time: 0.1573234 Jul 15 23:11:26.187628 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a10f52-8efc-4fda-9ff7-fc21d23fd34f req-f15f7385-ce91-4c14-ab4e-ef3979cbe214 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:26.190153 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-19a10f52-8efc-4fda-9ff7-fc21d23fd34f req-f15f7385-ce91-4c14-ab4e-ef3979cbe214 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/ports?device_id=05a40a33-ead5-4a16-b340-5c6a8b9f748d HTTP/1.1" status: 200 len: 943 time: 0.3775299 Jul 15 23:11:26.215758 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c4a46ab7-9330-45ed-9d84-e340b4b4c691 req-9019be43-7422-4348-b6a6-62294a5f6dcc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=795827c2-b389-4eeb-8582-c55cfb9af9b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1072326 Jul 15 23:11:26.237340 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5141e54f-7683-4d93-8d56-10df5ab5f707 None None] Network 63f0e99d-c892-4d1b-887b-94c52d0535d4 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:11:26.308874 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-0b05e232-2487-4f2f-ac5b-4f324b0c5a0d service neutron] 10.222.0.48 "GET /v2.0/networks/7982cf0e-6af9-44ab-9585-f92311551bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059576 Jul 15 23:11:26.316501 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-19a10f52-8efc-4fda-9ff7-fc21d23fd34f req-947e3e5a-bca3-4f11-b084-6ba0846907a2 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/security-groups?id=e35c6df1-9256-45c7-85a2-0e1b5450d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051874 Jul 15 23:11:26.320727 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9b516c04-1f00-4701-973c-9ce1ab7d0207 req-ac7cc156-2ebf-41f2-9c72-0a30d1fba65a tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:26.326193 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc427011-0c22-4640-b940-f27cf143a9b4 req-cff6ae84-8b79-4e65-802c-80f5d48f7942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:26.329181 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fc427011-0c22-4640-b940-f27cf143a9b4 req-cff6ae84-8b79-4e65-802c-80f5d48f7942 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=970a88bd-fdba-4549-becb-46353b196f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2563546 Jul 15 23:11:26.416933 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c4a46ab7-9330-45ed-9d84-e340b4b4c691 req-500ec2cd-eb4a-495a-bdfb-9e37d499c8ce service neutron] 10.222.0.49 "GET /v2.0/networks/795827c2-b389-4eeb-8582-c55cfb9af9b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897216 Jul 15 23:11:26.452982 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9b516c04-1f00-4701-973c-9ce1ab7d0207 req-ac7cc156-2ebf-41f2-9c72-0a30d1fba65a tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:26.541521 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d127135-23ba-4d29-826b-e5561c17f212 x-openstack-request-id: req-2d127135-23ba-4d29-826b-e5561c17f212 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:11:26.542089 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd9f5456-cce7-4591-84ba-406de5235070", "name": "network-vif-plugged", "status": "completed", "tag": "23e48d3e-b1ff-4cbc-85c7-1936c9900c09", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:11:26.543343 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2d127135-23ba-4d29-826b-e5561c17f212 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:11:26.545033 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd9f5456-cce7-4591-84ba-406de5235070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23e48d3e-b1ff-4cbc-85c7-1936c9900c09', 'code': 200} Jul 15 23:11:26.590774 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fc427011-0c22-4640-b940-f27cf143a9b4 req-0878bc32-e5f4-4e36-9028-619c8903b667 service neutron] 10.222.0.41 "GET /v2.0/networks/970a88bd-fdba-4549-becb-46353b196f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531855 Jul 15 23:11:26.593323 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b516c04-1f00-4701-973c-9ce1ab7d0207 req-ac7cc156-2ebf-41f2-9c72-0a30d1fba65a tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Network a62e01ea-f2e5-4ac4-9f56-3043444e806b is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:11:26.600335 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7cc156-2ebf-41f2-9c72-0a30d1fba65a tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Pushing event updated for resources: {'Port': ['ID=5b629ed2-08c0-4eca-aa6c-8a71ae9f2bf0,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:26.607234 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-9b516c04-1f00-4701-973c-9ce1ab7d0207 req-ac7cc156-2ebf-41f2-9c72-0a30d1fba65a tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:11:26.620534 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b516c04-1f00-4701-973c-9ce1ab7d0207 req-ac7cc156-2ebf-41f2-9c72-0a30d1fba65a tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:11:26.669817 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-20526551-89fe-459f-bc64-1f5888083916 None None] Provisioning for port c1235b9e-36c3-4fd5-b78a-8fae23bcd48f completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:11:26.754252 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c4a46ab7-9330-45ed-9d84-e340b4b4c691 req-4d198e3a-d1c8-4a67-a34f-9b9894af0152 service neutron] 10.222.0.49 "GET /v2.0/networks/795827c2-b389-4eeb-8582-c55cfb9af9b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3219187 Jul 15 23:11:26.811915 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b516c04-1f00-4701-973c-9ce1ab7d0207 req-ac7cc156-2ebf-41f2-9c72-0a30d1fba65a tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:26.813448 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9b516c04-1f00-4701-973c-9ce1ab7d0207 req-ac7cc156-2ebf-41f2-9c72-0a30d1fba65a tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:26.886239 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9b516c04-1f00-4701-973c-9ce1ab7d0207 req-ac7cc156-2ebf-41f2-9c72-0a30d1fba65a tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6830881 Jul 15 23:11:26.923906 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-9b516c04-1f00-4701-973c-9ce1ab7d0207 req-44f517e6-63e4-43eb-9375-01d71341da30 service neutron] Request body: {'port': {'device_id': '73bd9d95-7454-4685-9654-11d737a2521e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:26.973902 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fc427011-0c22-4640-b940-f27cf143a9b4 req-9cc1826b-a265-461c-a53f-fc80325aec6c service neutron] 10.222.0.41 "GET /v2.0/networks/970a88bd-fdba-4549-becb-46353b196f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3738215 Jul 15 23:11:26.994612 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c5068-69a4-4baf-b7be-8ecb9739f79b req-ae02e6a6-5bd0-4d18-a77d-00365880be75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:27.001008 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1b3c5068-69a4-4baf-b7be-8ecb9739f79b req-ae02e6a6-5bd0-4d18-a77d-00365880be75 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cd9f5456-cce7-4591-84ba-406de5235070 HTTP/1.1" status: 200 len: 1100 time: 0.3337436 Jul 15 23:11:27.105191 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device c057aba0-f198-4bf4-9ed8-0c05f2425867 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:11:27.197812 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cb0f8c-29a9-4d3e-baea-0410c50374fe req-7cc744b8-8d74-4b0a-a8a4-fb5d00bca8ed tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:27.206678 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-35cb0f8c-29a9-4d3e-baea-0410c50374fe req-7cc744b8-8d74-4b0a-a8a4-fb5d00bca8ed tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd9f5456-cce7-4591-84ba-406de5235070 HTTP/1.1" status: 200 len: 949 time: 0.4078937 Jul 15 23:11:27.218374 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fc427011-0c22-4640-b940-f27cf143a9b4 req-e7e76f54-b6d7-41f5-8de9-6d142abe2e1f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.144&port_id=1508ac1c-9b5d-4c1b-8a04-8901ffeae8f7 HTTP/1.1" status: 200 len: 217 time: 0.2331386 Jul 15 23:11:27.254954 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1b3c5068-69a4-4baf-b7be-8ecb9739f79b req-d25228bb-da70-4fb1-8e7f-6b28ad5167b1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1fa28a9e-feb8-4b10-8229-4407630ce9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368705 Jul 15 23:11:27.278530 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9b516c04-1f00-4701-973c-9ce1ab7d0207 req-44f517e6-63e4-43eb-9375-01d71341da30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:27.279559 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port c057aba0-f198-4bf4-9ed8-0c05f2425867 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:11:27.280317 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:27.382072 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e980a0-511d-457a-a264-ed2969f92dc6 x-openstack-request-id: req-64e980a0-511d-457a-a264-ed2969f92dc6 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:11:27.382758 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05a40a33-ead5-4a16-b340-5c6a8b9f748d", "tag": "0e55c749-c69c-4ff2-9b84-0365058e925e", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:11:27.383280 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-64e980a0-511d-457a-a264-ed2969f92dc6 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:11:27.385956 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05a40a33-ead5-4a16-b340-5c6a8b9f748d', 'tag': '0e55c749-c69c-4ff2-9b84-0365058e925e', 'status': 'completed', 'code': 200} Jul 15 23:11:27.471483 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-35cb0f8c-29a9-4d3e-baea-0410c50374fe req-0d306d55-f9bb-43cf-ba40-a25e145964b9 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fa28a9e-feb8-4b10-8229-4407630ce9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627516 Jul 15 23:11:27.491546 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc427011-0c22-4640-b940-f27cf143a9b4 req-1a4291e7-4a4c-4c84-9c56-5595ecedd102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:27.494266 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fc427011-0c22-4640-b940-f27cf143a9b4 req-1a4291e7-4a4c-4c84-9c56-5595ecedd102 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac68c16c-e2e3-48f3-b2ec-e6d10e3c3acf HTTP/1.1" status: 200 len: 797 time: 0.2638626 Jul 15 23:11:27.561176 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device c1235b9e-36c3-4fd5-b78a-8fae23bcd48f up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:11:27.640182 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc427011-0c22-4640-b940-f27cf143a9b4 req-2bb6fedf-cb48-4dbc-b680-dd9ec0d4cf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:27.649022 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fc427011-0c22-4640-b940-f27cf143a9b4 req-2bb6fedf-cb48-4dbc-b680-dd9ec0d4cf4c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=970a88bd-fdba-4549-becb-46353b196f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1395936 Jul 15 23:11:27.707955 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port c1235b9e-36c3-4fd5-b78a-8fae23bcd48f completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:11:27.708174 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81882322-144e-4767-a281-52cef551c436 req-9265206e-e934-4267-94fc-5d2b69555fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:27.710484 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-81882322-144e-4767-a281-52cef551c436 req-9265206e-e934-4267-94fc-5d2b69555fc6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=343683afbe6f4c5685ab11fe38988c94&device_id=05a40a33-ead5-4a16-b340-5c6a8b9f748d HTTP/1.1" status: 200 len: 1094 time: 0.2853503 Jul 15 23:11:27.713237 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port c1235b9e-36c3-4fd5-b78a-8fae23bcd48f triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:11:27.713742 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:27.835919 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:27.891586 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port c1235b9e-36c3-4fd5-b78a-8fae23bcd48f, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=c1235b9e-36c3-4fd5-b78a-8fae23bcd48f,segment=NetworkSegment(c669c53d-42bd-41ad-a52e-fd10449d5770),segment_id=c669c53d-42bd-41ad-a52e-fd10449d5770)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:27.897206 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:27.974792 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=c1235b9e-36c3-4fd5-b78a-8fae23bcd48f,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:27.979448 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c66951-bbbc-4319-a8da-d8e6e789cbc8 req-7d0b05bb-935f-402d-bd3a-380dddc4210b tempest-LiveAutoBlockMigrationV225Test-1599853612 tempest-LiveAutoBlockMigrationV225Test-1599853612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:27.982501 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-89c66951-bbbc-4319-a8da-d8e6e789cbc8 req-7d0b05bb-935f-402d-bd3a-380dddc4210b tempest-LiveAutoBlockMigrationV225Test-1599853612 tempest-LiveAutoBlockMigrationV225Test-1599853612-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ba5d2d11-9dbe-4882-a346-054db27c2528 HTTP/1.1" status: 200 len: 1095 time: 0.3277745 Jul 15 23:11:27.994882 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81882322-144e-4767-a281-52cef551c436 req-68a8d9a4-dbb9-43b9-a8a6-5c33876970f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:27.996390 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-81882322-144e-4767-a281-52cef551c436 req-68a8d9a4-dbb9-43b9-a8a6-5c33876970f5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=795827c2-b389-4eeb-8582-c55cfb9af9b5 HTTP/1.1" status: 200 len: 911 time: 0.2043066 Jul 15 23:11:28.030801 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fc427011-0c22-4640-b940-f27cf143a9b4 req-e199536f-e65c-42c0-abf7-ddcae2170e82 service neutron] 10.222.0.41 "GET /v2.0/networks/970a88bd-fdba-4549-becb-46353b196f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3742375 Jul 15 23:11:28.067039 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-81882322-144e-4767-a281-52cef551c436 req-940d893c-f641-4fd3-9694-6df5b3f7925a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e55c749-c69c-4ff2-9b84-0365058e925e HTTP/1.1" status: 200 len: 217 time: 0.0435853 Jul 15 23:11:28.085784 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-9b516c04-1f00-4701-973c-9ce1ab7d0207 req-44f517e6-63e4-43eb-9375-01d71341da30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b629ed2-08c0-4eca-aa6c-8a71ae9f2bf0 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:11:28.136027 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9b516c04-1f00-4701-973c-9ce1ab7d0207 req-44f517e6-63e4-43eb-9375-01d71341da30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:28.141731 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-89c66951-bbbc-4319-a8da-d8e6e789cbc8 req-1f398262-339f-4f9c-9a96-3b21ccd7f767 tempest-LiveAutoBlockMigrationV225Test-1599853612 tempest-LiveAutoBlockMigrationV225Test-1599853612-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369288 Jul 15 23:11:28.169825 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-9b516c04-1f00-4701-973c-9ce1ab7d0207 req-44f517e6-63e4-43eb-9375-01d71341da30 service neutron] Transition to ACTIVE for port object 5b629ed2-08c0-4eca-aa6c-8a71ae9f2bf0 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:11:28.178798 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9b516c04-1f00-4701-973c-9ce1ab7d0207 req-44f517e6-63e4-43eb-9375-01d71341da30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:28.183728 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81882322-144e-4767-a281-52cef551c436 req-f7ad1c82-918a-4b55-9979-fdfd663c69e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:28.186521 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-81882322-144e-4767-a281-52cef551c436 req-f7ad1c82-918a-4b55-9979-fdfd663c69e2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dbdc1414-7110-449f-83db-67d516c4122d HTTP/1.1" status: 200 len: 850 time: 0.1124811 Jul 15 23:11:28.267685 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-81882322-144e-4767-a281-52cef551c436 req-ad180d22-42fc-4e18-b408-6f1768610eee service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=795827c2-b389-4eeb-8582-c55cfb9af9b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709136 Jul 15 23:11:28.291456 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fc427011-0c22-4640-b940-f27cf143a9b4 req-813b86a5-e396-49ec-a7f1-d06f9b43dc5b service neutron] 10.222.0.41 "GET /v2.0/networks/970a88bd-fdba-4549-becb-46353b196f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441123 Jul 15 23:11:28.372417 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fc427011-0c22-4640-b940-f27cf143a9b4 req-c909d976-f146-4f9a-9595-3c836c889eb8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=58031bb6-e328-42ef-a4eb-d60400499716 HTTP/1.1" status: 200 len: 217 time: 0.0734551 Jul 15 23:11:28.381741 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c7c39-a55f-493e-b0fb-324bb295ada1 req-fdd6fbd1-d9a5-4099-9514-ee2b86370d0c tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:28.384064 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-aa2c7c39-a55f-493e-b0fb-324bb295ada1 req-fdd6fbd1-d9a5-4099-9514-ee2b86370d0c tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=73bd9d95-7454-4685-9654-11d737a2521e HTTP/1.1" status: 200 len: 931 time: 0.4753532 Jul 15 23:11:28.406342 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f517e6-63e4-43eb-9375-01d71341da30 service neutron] Pushing event updated for resources: {'Port': ['ID=5b629ed2-08c0-4eca-aa6c-8a71ae9f2bf0,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:28.483331 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-aa2c7c39-a55f-493e-b0fb-324bb295ada1 req-0a2cac20-f3a2-4d75-9ee1-8a59303890a8 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549271 Jul 15 23:11:28.490727 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc427011-0c22-4640-b940-f27cf143a9b4 req-65403351-9feb-4848-9b02-3e00c09ad306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:28.493006 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fc427011-0c22-4640-b940-f27cf143a9b4 req-65403351-9feb-4848-9b02-3e00c09ad306 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac68c16c-e2e3-48f3-b2ec-e6d10e3c3acf HTTP/1.1" status: 200 len: 797 time: 0.1072350 Jul 15 23:11:28.579515 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-9b516c04-1f00-4701-973c-9ce1ab7d0207 req-44f517e6-63e4-43eb-9375-01d71341da30 service neutron] Attempting to bind port 5b629ed2-08c0-4eca-aa6c-8a71ae9f2bf0 on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:11:28.580263 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-9b516c04-1f00-4701-973c-9ce1ab7d0207 req-44f517e6-63e4-43eb-9375-01d71341da30 service neutron] Attempting to bind port 5b629ed2-08c0-4eca-aa6c-8a71ae9f2bf0 by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '3c2758b9-e41c-4bf2-b9ed-9081bfc02669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a62e01ea-f2e5-4ac4-9f56-3043444e806b'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:11:28.580937 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b516c04-1f00-4701-973c-9ce1ab7d0207 req-44f517e6-63e4-43eb-9375-01d71341da30 service neutron] Attempting to bind port 5b629ed2-08c0-4eca-aa6c-8a71ae9f2bf0 on network a62e01ea-f2e5-4ac4-9f56-3043444e806b {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:11:28.598445 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b516c04-1f00-4701-973c-9ce1ab7d0207 req-44f517e6-63e4-43eb-9375-01d71341da30 service neutron] Port 5b629ed2-08c0-4eca-aa6c-8a71ae9f2bf0 on network a62e01ea-f2e5-4ac4-9f56-3043444e806b not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:11:28.599108 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b516c04-1f00-4701-973c-9ce1ab7d0207 req-44f517e6-63e4-43eb-9375-01d71341da30 service neutron] Attempting to bind port 5b629ed2-08c0-4eca-aa6c-8a71ae9f2bf0 on network a62e01ea-f2e5-4ac4-9f56-3043444e806b {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:11:28.621348 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b516c04-1f00-4701-973c-9ce1ab7d0207 req-44f517e6-63e4-43eb-9375-01d71341da30 service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:11:28.622041 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b516c04-1f00-4701-973c-9ce1ab7d0207 req-44f517e6-63e4-43eb-9375-01d71341da30 service neutron] Checking segment: {'id': '3c2758b9-e41c-4bf2-b9ed-9081bfc02669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a62e01ea-f2e5-4ac4-9f56-3043444e806b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:11:28.622788 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b516c04-1f00-4701-973c-9ce1ab7d0207 req-44f517e6-63e4-43eb-9375-01d71341da30 service neutron] Bound using segment: {'id': '3c2758b9-e41c-4bf2-b9ed-9081bfc02669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a62e01ea-f2e5-4ac4-9f56-3043444e806b'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:11:28.623683 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-9b516c04-1f00-4701-973c-9ce1ab7d0207 req-44f517e6-63e4-43eb-9375-01d71341da30 service neutron] Bound port: 5b629ed2-08c0-4eca-aa6c-8a71ae9f2bf0, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c2758b9-e41c-4bf2-b9ed-9081bfc02669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a62e01ea-f2e5-4ac4-9f56-3043444e806b'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:11:28.624385 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9b516c04-1f00-4701-973c-9ce1ab7d0207 req-44f517e6-63e4-43eb-9375-01d71341da30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:28.699273 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-81882322-144e-4767-a281-52cef551c436 req-94cec1b8-a9e4-4991-b0b6-9547e725e709 service neutron] 10.222.0.49 "GET /v2.0/networks/795827c2-b389-4eeb-8582-c55cfb9af9b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4161594 Jul 15 23:11:28.722032 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c3944ee1-4d28-428d-b7a1-518effa34e52 req-cf0a9747-f4dd-43b8-a3dd-b488988d0dc0 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "GET /v2.0/ports?device_id=a019ccdd-a9a2-4b3a-b0fb-616034f2ab6e HTTP/1.1" status: 200 len: 210 time: 0.0742579 Jul 15 23:11:28.772414 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc427011-0c22-4640-b940-f27cf143a9b4 req-16ac2d46-2613-4c30-947e-87fd3d025135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:28.775677 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fc427011-0c22-4640-b940-f27cf143a9b4 req-16ac2d46-2613-4c30-947e-87fd3d025135 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=970a88bd-fdba-4549-becb-46353b196f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2758572 Jul 15 23:11:28.810888 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device c1235b9e-36c3-4fd5-b78a-8fae23bcd48f up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:11:28.864015 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-9b516c04-1f00-4701-973c-9ce1ab7d0207 req-44f517e6-63e4-43eb-9375-01d71341da30 service neutron] For port 5b629ed2-08c0-4eca-aa6c-8a71ae9f2bf0, host n-h2-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:11:28.906703 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port c1235b9e-36c3-4fd5-b78a-8fae23bcd48f triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:11:28.908184 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:28.964832 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-9b516c04-1f00-4701-973c-9ce1ab7d0207 req-44f517e6-63e4-43eb-9375-01d71341da30 service neutron] For port 5b629ed2-08c0-4eca-aa6c-8a71ae9f2bf0, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=5b629ed2-08c0-4eca-aa6c-8a71ae9f2bf0,segment=NetworkSegment(3c2758b9-e41c-4bf2-b9ed-9081bfc02669),segment_id=3c2758b9-e41c-4bf2-b9ed-9081bfc02669)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:11:28.977492 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fc427011-0c22-4640-b940-f27cf143a9b4 req-a2822a0b-d9d0-4d25-be6f-dddbc97150eb service neutron] 10.222.0.41 "GET /v2.0/networks/970a88bd-fdba-4549-becb-46353b196f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905367 Jul 15 23:11:28.980701 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9b516c04-1f00-4701-973c-9ce1ab7d0207 req-44f517e6-63e4-43eb-9375-01d71341da30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:28.986752 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513ef6f-3788-4547-8032-0b6fffb0a0f9 req-454fb0d8-da3d-4904-a1bc-7a369797330f tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:28.988305 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e513ef6f-3788-4547-8032-0b6fffb0a0f9 req-454fb0d8-da3d-4904-a1bc-7a369797330f tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/ports?device_id=05a40a33-ead5-4a16-b340-5c6a8b9f748d HTTP/1.1" status: 200 len: 943 time: 0.1544921 Jul 15 23:11:29.037447 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-81882322-144e-4767-a281-52cef551c436 req-9e99d13a-69cd-4a16-b5d0-fbeb9cfb3217 service neutron] 10.222.0.49 "GET /v2.0/networks/795827c2-b389-4eeb-8582-c55cfb9af9b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259809 Jul 15 23:11:29.105881 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e513ef6f-3788-4547-8032-0b6fffb0a0f9 req-0feb3d95-5c4b-4b22-986a-013d4fbf61e3 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/security-groups?id=e35c6df1-9256-45c7-85a2-0e1b5450d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983665 Jul 15 23:11:29.111429 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b516c04-1f00-4701-973c-9ce1ab7d0207 req-44f517e6-63e4-43eb-9375-01d71341da30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:29.112216 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9b516c04-1f00-4701-973c-9ce1ab7d0207 req-44f517e6-63e4-43eb-9375-01d71341da30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:29.113657 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9b516c04-1f00-4701-973c-9ce1ab7d0207 req-44f517e6-63e4-43eb-9375-01d71341da30 service neutron] 10.222.0.41 "PUT /v2.0/ports/5b629ed2-08c0-4eca-aa6c-8a71ae9f2bf0 HTTP/1.1" status: 200 len: 1091 time: 2.2129595 Jul 15 23:11:29.148366 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f517e6-63e4-43eb-9375-01d71341da30 service neutron] Pushing event updated for resources: {'Port': ['ID=5b629ed2-08c0-4eca-aa6c-8a71ae9f2bf0,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:29.163976 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 0e55c749-c69c-4ff2-9b84-0365058e925e details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:11:29.164785 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fc427011-0c22-4640-b940-f27cf143a9b4 req-ba830be6-99cc-47ed-9f10-500470f1a9d0 service neutron] 10.222.0.41 "GET /v2.0/networks/970a88bd-fdba-4549-becb-46353b196f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752827 Jul 15 23:11:29.394709 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73bd9d95-7454-4685-9654-11d737a2521e', 'tag': '5b629ed2-08c0-4eca-aa6c-8a71ae9f2bf0'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:11:29.398979 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3c9d08-ac85-4e62-b168-d2abadc53de6" -d '{"events": [{"name": "network-changed", "server_uuid": "73bd9d95-7454-4685-9654-11d737a2521e", "tag": "5b629ed2-08c0-4eca-aa6c-8a71ae9f2bf0"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:11:29.402852 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 0e55c749-c69c-4ff2-9b84-0365058e925e, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=0e55c749-c69c-4ff2-9b84-0365058e925e,segment=NetworkSegment(e7da1777-7aff-41d9-a50f-70ccefd9be9f),segment_id=e7da1777-7aff-41d9-a50f-70ccefd9be9f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:29.443174 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '0e55c749-c69c-4ff2-9b84-0365058e925e', 'network_id': '795827c2-b389-4eeb-8582-c55cfb9af9b5', 'port_id': '0e55c749-c69c-4ff2-9b84-0365058e925e', 'mac_address': 'fa:16:3e:0a:e4:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbdc1414-7110-449f-83db-67d516c4122d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:11:29.553326 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:29.563257 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b516c04-1f00-4701-973c-9ce1ab7d0207 req-2e238174-12f9-44fb-8cf2-999b12452f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:29.565141 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9b516c04-1f00-4701-973c-9ce1ab7d0207 req-2e238174-12f9-44fb-8cf2-999b12452f8f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=675bfc559b0b40ea8fae85ead4a7a3be&device_id=73bd9d95-7454-4685-9654-11d737a2521e HTTP/1.1" status: 200 len: 1094 time: 0.2407775 Jul 15 23:11:29.579292 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e55c749-c69c-4ff2-9b84-0365058e925e {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:11:29.620454 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 0e55c749-c69c-4ff2-9b84-0365058e925e, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=0e55c749-c69c-4ff2-9b84-0365058e925e,segment=NetworkSegment(e7da1777-7aff-41d9-a50f-70ccefd9be9f),segment_id=e7da1777-7aff-41d9-a50f-70ccefd9be9f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:29.628473 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:29.632050 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9b516c04-1f00-4701-973c-9ce1ab7d0207 req-9c93db63-42fb-4b12-88a5-7d7eb11486ac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b629ed2-08c0-4eca-aa6c-8a71ae9f2bf0 HTTP/1.1" status: 200 len: 217 time: 0.0526788 Jul 15 23:11:29.644754 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-94188a3c-ce19-4713-93e8-862b2d293196 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:29.656993 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-94188a3c-ce19-4713-93e8-862b2d293196 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:29.659746 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-94188a3c-ce19-4713-93e8-862b2d293196 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.49 "GET /v2.0/networks?id=7982cf0e-6af9-44ab-9585-f92311551bb5&id=63f0e99d-c892-4d1b-887b-94c52d0535d4&id=7982cf0e-6af9-44ab-9585-f92311551bb5 HTTP/1.1" status: 200 len: 1392 time: 0.2774086 Jul 15 23:11:29.681367 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-4ea8f00f-766b-4a39-92cd-ecc968477aa9 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Request body: {'port': {'device_id': 'a019ccdd-a9a2-4b3a-b0fb-616034f2ab6e', 'network_id': '7982cf0e-6af9-44ab-9585-f92311551bb5', 'admin_state_up': True, 'tenant_id': '77301433bf364d50839ed355ac121781'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:29.686622 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fc427011-0c22-4640-b940-f27cf143a9b4 req-788b5ac4-c5d0-423b-8e1f-ea724a39321a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=53ab0b58-461d-46ab-8d7f-99872f64bbc2 HTTP/1.1" status: 200 len: 217 time: 0.5154047 Jul 15 23:11:29.770314 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=0e55c749-c69c-4ff2-9b84-0365058e925e,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:29.777521 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc427011-0c22-4640-b940-f27cf143a9b4 req-22520f59-c76f-47c4-8cf2-dfc657b9bbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:29.779719 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fc427011-0c22-4640-b940-f27cf143a9b4 req-22520f59-c76f-47c4-8cf2-dfc657b9bbe4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=43be6042-6f45-40a3-b1ce-1fe26f72d214 HTTP/1.1" status: 200 len: 797 time: 0.0714002 Jul 15 23:11:29.850947 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d0798c-2830-4797-bc56-95eb339749da req-3faccd82-fa95-46bb-9527-1a85631119f1 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:29.856982 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-14d0798c-2830-4797-bc56-95eb339749da req-3faccd82-fa95-46bb-9527-1a85631119f1 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd9f5456-cce7-4591-84ba-406de5235070 HTTP/1.1" status: 200 len: 949 time: 0.1786621 Jul 15 23:11:29.858263 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b516c04-1f00-4701-973c-9ce1ab7d0207 req-dac8fd16-cd61-470a-b390-4c7daae2a64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:29.860426 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9b516c04-1f00-4701-973c-9ce1ab7d0207 req-dac8fd16-cd61-470a-b390-4c7daae2a64a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a1126b8c-d6f8-4596-9ab3-27f6931e900c HTTP/1.1" status: 200 len: 851 time: 0.1990387 Jul 15 23:11:29.906844 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9b516c04-1f00-4701-973c-9ce1ab7d0207 req-60c12f95-405e-427c-998c-cb67149a49e0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a62e01ea-f2e5-4ac4-9f56-3043444e806b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392878 Jul 15 23:11:29.919041 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-14d0798c-2830-4797-bc56-95eb339749da req-8bd5b86b-a0b6-4311-be16-c1925dd6f03f tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fa28a9e-feb8-4b10-8229-4407630ce9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584517 Jul 15 23:11:29.926478 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['0e55c749-c69c-4ff2-9b84-0365058e925e'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:11:29.933768 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc427011-0c22-4640-b940-f27cf143a9b4 req-3f26db6d-ee39-4557-a5f5-89c4e56e5918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:29.936197 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fc427011-0c22-4640-b940-f27cf143a9b4 req-3f26db6d-ee39-4557-a5f5-89c4e56e5918 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9bef9b3a-38af-4114-8d89-aee9e6e60f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1496422 Jul 15 23:11:29.946164 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-4ea8f00f-766b-4a39-92cd-ecc968477aa9 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Made reservation on behalf of 77301433bf364d50839ed355ac121781 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:11:29.955152 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-4ea8f00f-766b-4a39-92cd-ecc968477aa9 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:30.192803 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9b516c04-1f00-4701-973c-9ce1ab7d0207 req-faf0a7d8-d099-41d8-b5d8-01c155821ff4 service neutron] 10.222.0.41 "GET /v2.0/networks/a62e01ea-f2e5-4ac4-9f56-3043444e806b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785506 Jul 15 23:11:30.224622 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fc427011-0c22-4640-b940-f27cf143a9b4 req-39481cf9-1e48-4ae0-95bf-f568068846e9 service neutron] 10.222.0.41 "GET /v2.0/networks/9bef9b3a-38af-4114-8d89-aee9e6e60f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822208 Jul 15 23:11:30.232721 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6cabe-b0b8-46bf-8c21-8744befbbfc8 req-78c006bd-7f87-462b-8da6-f18ac037a0ad tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:30.234304 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a9a6cabe-b0b8-46bf-8c21-8744befbbfc8 req-78c006bd-7f87-462b-8da6-f18ac037a0ad tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/networks?id=54d36d42-4b6b-4a3b-a62a-15b6ab91449d HTTP/1.1" status: 200 len: 821 time: 0.1645663 Jul 15 23:11:30.284570 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a9a6cabe-b0b8-46bf-8c21-8744befbbfc8 req-d72a3608-b711-47f5-badb-ca223deaf19d tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/quotas/97397394137f47b6b8b1bb83454a379f HTTP/1.1" status: 200 len: 375 time: 0.0290840 Jul 15 23:11:30.348565 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff501eb6-5262-4273-af6f-9dae1bf9bfa1 x-openstack-request-id: req-ff501eb6-5262-4273-af6f-9dae1bf9bfa1 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:11:30.349926 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73bd9d95-7454-4685-9654-11d737a2521e", "tag": "5b629ed2-08c0-4eca-aa6c-8a71ae9f2bf0", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:11:30.350319 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ff501eb6-5262-4273-af6f-9dae1bf9bfa1 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:11:30.350902 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73bd9d95-7454-4685-9654-11d737a2521e', 'tag': '5b629ed2-08c0-4eca-aa6c-8a71ae9f2bf0', 'status': 'completed', 'code': 200} Jul 15 23:11:30.355146 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-4ea8f00f-766b-4a39-92cd-ecc968477aa9 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Allocated IP 19.80.0.124 (7982cf0e-6af9-44ab-9585-f92311551bb5/e80e72f4-8c74-471e-8ff4-ddeac1998dcf/d202ed8b-2190-4934-88cb-14351ed77968) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:11:30.395624 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9b516c04-1f00-4701-973c-9ce1ab7d0207 req-9f2846e7-1d83-436b-9b7d-8d8fb6f1ef39 service neutron] 10.222.0.41 "GET /v2.0/networks/a62e01ea-f2e5-4ac4-9f56-3043444e806b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970119 Jul 15 23:11:30.484271 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a9a6cabe-b0b8-46bf-8c21-8744befbbfc8 req-478b866d-b841-4e11-8134-bc09016b20a5 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=97397394137f47b6b8b1bb83454a379f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1978807 Jul 15 23:11:30.491941 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fc427011-0c22-4640-b940-f27cf143a9b4 req-9cb3ea60-54da-46a3-8df2-49a4153bfb2b service neutron] 10.222.0.41 "GET /v2.0/networks/9bef9b3a-38af-4114-8d89-aee9e6e60f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555029 Jul 15 23:11:30.576385 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fc427011-0c22-4640-b940-f27cf143a9b4 req-98668c95-ca6e-474c-b1a6-24ce8deaec1b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bc89a090-5ba9-4fa7-b1e7-6edd9443bf5d HTTP/1.1" status: 200 len: 217 time: 0.0777714 Jul 15 23:11:30.661831 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c9d08-ac85-4e62-b168-d2abadc53de6 req-4809fd91-f9a4-45f8-b8ed-6cbff782cef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:30.663613 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-bd3c9d08-ac85-4e62-b168-d2abadc53de6 req-4809fd91-f9a4-45f8-b8ed-6cbff782cef2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=675bfc559b0b40ea8fae85ead4a7a3be&device_id=73bd9d95-7454-4685-9654-11d737a2521e HTTP/1.1" status: 200 len: 1094 time: 0.1727674 Jul 15 23:11:30.705227 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6d9330fa-d29f-4d51-81c3-f0ba91033ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:30.719816 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-4ea8f00f-766b-4a39-92cd-ecc968477aa9 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:30.781094 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-4ea8f00f-766b-4a39-92cd-ecc968477aa9 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Transition to ACTIVE for port object d202ed8b-2190-4934-88cb-14351ed77968 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:11:30.813455 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc427011-0c22-4640-b940-f27cf143a9b4 req-7c8b3963-75c9-46c9-a3fd-f68f76fc2b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:30.815844 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fc427011-0c22-4640-b940-f27cf143a9b4 req-7c8b3963-75c9-46c9-a3fd-f68f76fc2b12 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=43be6042-6f45-40a3-b1ce-1fe26f72d214 HTTP/1.1" status: 200 len: 797 time: 0.2044091 Jul 15 23:11:30.821551 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a9a6cabe-b0b8-46bf-8c21-8744befbbfc8 req-0ee178c6-8edc-40da-9ebd-7ffb1d276112 service neutron] 10.222.0.48 "GET /v2.0/networks/54d36d42-4b6b-4a3b-a62a-15b6ab91449d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246548 Jul 15 23:11:30.843281 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c9d08-ac85-4e62-b168-d2abadc53de6 req-b809337a-ef3e-4b43-9b49-684fec2e6599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:30.844992 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-bd3c9d08-ac85-4e62-b168-d2abadc53de6 req-b809337a-ef3e-4b43-9b49-684fec2e6599 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a62e01ea-f2e5-4ac4-9f56-3043444e806b HTTP/1.1" status: 200 len: 912 time: 0.1744902 Jul 15 23:11:30.883097 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdce4d7-df87-43b0-9a31-116d5a04cc47 req-c41b9e8f-3819-410f-81ac-62885c157691 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:30.884977 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dcdce4d7-df87-43b0-9a31-116d5a04cc47 req-c41b9e8f-3819-410f-81ac-62885c157691 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=73bd9d95-7454-4685-9654-11d737a2521e HTTP/1.1" status: 200 len: 943 time: 0.3140669 Jul 15 23:11:30.905456 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-bd3c9d08-ac85-4e62-b168-d2abadc53de6 req-c03aed06-acbd-4db9-9f36-18bc504356dd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b629ed2-08c0-4eca-aa6c-8a71ae9f2bf0 HTTP/1.1" status: 200 len: 217 time: 0.0513546 Jul 15 23:11:30.916521 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-4ea8f00f-766b-4a39-92cd-ecc968477aa9 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:31.023079 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dcdce4d7-df87-43b0-9a31-116d5a04cc47 req-54ff5726-a0e3-4138-ac8d-95b7a6d5dcb6 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153357 Jul 15 23:11:31.052211 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc427011-0c22-4640-b940-f27cf143a9b4 req-48f6555b-9d39-49ba-8890-54694b01dcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:31.054900 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fc427011-0c22-4640-b940-f27cf143a9b4 req-48f6555b-9d39-49ba-8890-54694b01dcdb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9bef9b3a-38af-4114-8d89-aee9e6e60f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2306061 Jul 15 23:11:31.091502 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a9a6cabe-b0b8-46bf-8c21-8744befbbfc8 req-c887aff8-bff3-42d6-a588-1acb4dd99ef7 service neutron] 10.222.0.48 "GET /v2.0/networks/54d36d42-4b6b-4a3b-a62a-15b6ab91449d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290084 Jul 15 23:11:31.182050 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 0e55c749-c69c-4ff2-9b84-0365058e925e up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:11:31.266894 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fc427011-0c22-4640-b940-f27cf143a9b4 req-a20c0376-3633-4133-aec0-f1c43c02d3e3 service neutron] 10.222.0.41 "GET /v2.0/networks/9bef9b3a-38af-4114-8d89-aee9e6e60f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022777 Jul 15 23:11:31.376241 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port 0e55c749-c69c-4ff2-9b84-0365058e925e completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:11:31.388799 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 0e55c749-c69c-4ff2-9b84-0365058e925e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:11:31.389195 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:31.488063 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-4ea8f00f-766b-4a39-92cd-ecc968477aa9 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Network 7982cf0e-6af9-44ab-9585-f92311551bb5 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:11:31.515528 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-4ea8f00f-766b-4a39-92cd-ecc968477aa9 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:11:31.532439 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-4ea8f00f-766b-4a39-92cd-ecc968477aa9 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:11:31.546545 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:31.620553 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05a40a33-ead5-4a16-b340-5c6a8b9f748d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e55c749-c69c-4ff2-9b84-0365058e925e'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:11:31.624701 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05531e1-29c3-4155-8d8c-124b0a2e2759" -d '{"events": [{"server_uuid": "05a40a33-ead5-4a16-b340-5c6a8b9f748d", "name": "network-vif-plugged", "status": "completed", "tag": "0e55c749-c69c-4ff2-9b84-0365058e925e"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:11:31.644192 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 0e55c749-c69c-4ff2-9b84-0365058e925e, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=0e55c749-c69c-4ff2-9b84-0365058e925e,segment=NetworkSegment(e7da1777-7aff-41d9-a50f-70ccefd9be9f),segment_id=e7da1777-7aff-41d9-a50f-70ccefd9be9f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:31.650706 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:31.678835 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea8f00f-766b-4a39-92cd-ecc968477aa9 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Pushing event updated for resources: {'Port': ['ID=d202ed8b-2190-4934-88cb-14351ed77968,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:31.683040 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c9d08-ac85-4e62-b168-d2abadc53de6 req-7f3d42a5-9121-491b-a407-957cf2ef3eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:31.686159 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-bd3c9d08-ac85-4e62-b168-d2abadc53de6 req-7f3d42a5-9121-491b-a407-957cf2ef3eef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a1126b8c-d6f8-4596-9ab3-27f6931e900c HTTP/1.1" status: 200 len: 851 time: 0.7729218 Jul 15 23:11:31.689234 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fc427011-0c22-4640-b940-f27cf143a9b4 req-81fa317c-788d-45ac-a995-9ab773d59732 service neutron] 10.222.0.41 "GET /v2.0/networks/9bef9b3a-38af-4114-8d89-aee9e6e60f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4141705 Jul 15 23:11:31.709179 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 57966) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:31.740986 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3146bb-665b-4df1-aacc-9dd9936addf1 req-c4be0558-37ed-4483-aa60-e4693351fd11 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:31.742994 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5e3146bb-665b-4df1-aacc-9dd9936addf1 req-c4be0558-37ed-4483-aa60-e4693351fd11 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "GET /v2.0/ports?device_id=a019ccdd-a9a2-4b3a-b0fb-616034f2ab6e HTTP/1.1" status: 200 len: 932 time: 0.3031623 Jul 15 23:11:31.860787 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=0e55c749-c69c-4ff2-9b84-0365058e925e,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:31.895561 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-4ea8f00f-766b-4a39-92cd-ecc968477aa9 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:31.898345 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-4ea8f00f-766b-4a39-92cd-ecc968477aa9 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:31.907436 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-bd3c9d08-ac85-4e62-b168-d2abadc53de6 req-9d541501-b2aa-462c-9fa7-0b35c335af9d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a62e01ea-f2e5-4ac4-9f56-3043444e806b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1895514 Jul 15 23:11:31.928070 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5e3146bb-665b-4df1-aacc-9dd9936addf1 req-d2ec316c-8561-43f8-bdf0-7d2bfd19b41a tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e82abe9-32ef-47ea-8481-8effe9d5857f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658249 Jul 15 23:11:32.023829 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-4ea8f00f-766b-4a39-92cd-ecc968477aa9 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3489211 Jul 15 23:11:32.053381 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c932cc12-98b4-48d1-803e-eb7bb949149b None None] Provisioning for port d202ed8b-2190-4934-88cb-14351ed77968 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:11:32.054053 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-5f1c7671-ceac-4d3a-ba95-803dd4f5f925 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Request body: {'port': {'device_id': 'a019ccdd-a9a2-4b3a-b0fb-616034f2ab6e', 'network_id': '63f0e99d-c892-4d1b-887b-94c52d0535d4', 'admin_state_up': True, 'tenant_id': '77301433bf364d50839ed355ac121781'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:32.068794 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c932cc12-98b4-48d1-803e-eb7bb949149b None None] Provisioning complete for port d202ed8b-2190-4934-88cb-14351ed77968 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:11:32.071411 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c932cc12-98b4-48d1-803e-eb7bb949149b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:32.077858 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-19680103-241a-4c31-bf9b-23b710b3242e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:32.184652 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c932cc12-98b4-48d1-803e-eb7bb949149b None None] Port d202ed8b-2190-4934-88cb-14351ed77968 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:11:32.291122 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-bd3c9d08-ac85-4e62-b168-d2abadc53de6 req-9a976ceb-12d6-49a9-86ba-4b76ed13ea97 service neutron] 10.222.0.41 "GET /v2.0/networks/a62e01ea-f2e5-4ac4-9f56-3043444e806b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3722007 Jul 15 23:11:32.357310 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4744b-a0f4-44b2-b8b0-a0db40ce53f1 req-0dd1ff21-843a-4907-9622-1c9f72e573e1 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:32.360109 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-55f4744b-a0f4-44b2-b8b0-a0db40ce53f1 req-0dd1ff21-843a-4907-9622-1c9f72e573e1 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/ports?device_id=05a40a33-ead5-4a16-b340-5c6a8b9f748d HTTP/1.1" status: 200 len: 945 time: 0.2003005 Jul 15 23:11:32.472560 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-19680103-241a-4c31-bf9b-23b710b3242e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:32.478900 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-55f4744b-a0f4-44b2-b8b0-a0db40ce53f1 req-7cad5f72-9c54-4d51-b93f-fac5da50c8ed tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/security-groups?id=e35c6df1-9256-45c7-85a2-0e1b5450d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972869 Jul 15 23:11:32.480661 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-19680103-241a-4c31-bf9b-23b710b3242e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:32.500729 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-bd3c9d08-ac85-4e62-b168-d2abadc53de6 req-857a757d-0ffd-46bd-92da-9ef797d36ecd service neutron] 10.222.0.41 "GET /v2.0/networks/a62e01ea-f2e5-4ac4-9f56-3043444e806b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011776 Jul 15 23:11:32.515246 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-5f1c7671-ceac-4d3a-ba95-803dd4f5f925 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Made reservation on behalf of 77301433bf364d50839ed355ac121781 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:11:32.521462 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-5f1c7671-ceac-4d3a-ba95-803dd4f5f925 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:32.550926 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19680103-241a-4c31-bf9b-23b710b3242e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=317d1165-e00f-40c9-a291-dac4e7e0ef39,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:32.581009 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e5ef7af-1727-4dd7-b2ec-6507957836f9 x-openstack-request-id: req-7e5ef7af-1727-4dd7-b2ec-6507957836f9 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:11:32.581506 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05a40a33-ead5-4a16-b340-5c6a8b9f748d", "name": "network-vif-plugged", "status": "completed", "tag": "0e55c749-c69c-4ff2-9b84-0365058e925e", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:11:32.581858 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7e5ef7af-1727-4dd7-b2ec-6507957836f9 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:11:32.582268 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05a40a33-ead5-4a16-b340-5c6a8b9f748d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e55c749-c69c-4ff2-9b84-0365058e925e', 'code': 200} Jul 15 23:11:32.617746 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-19680103-241a-4c31-bf9b-23b710b3242e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=74f001e68088451093eb77173b2126e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9045525 Jul 15 23:11:32.620386 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-62d0e06e-05f6-451d-95fd-a0a5af9585f0 req-18118901-4f19-49f6-bc18-810dfa8a2852 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f5ba9c9-f264-49c8-bde4-0ffb576a2267 HTTP/1.1" status: 200 len: 210 time: 0.1281204 Jul 15 23:11:32.621120 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 57980) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:32.733826 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d15c8e85-0e9e-491c-ba90-e94b62f56638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:32.846811 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-5f1c7671-ceac-4d3a-ba95-803dd4f5f925 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Allocated IP 19.86.0.147 (63f0e99d-c892-4d1b-887b-94c52d0535d4/efdc09fa-07ba-4b44-bc4b-751608624ddf/9ac29fbd-108f-4856-9e66-b935bb58d6a2) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:11:32.869225 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d15c8e85-0e9e-491c-ba90-e94b62f56638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:33.019486 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f221cb41-1609-4412-8724-21807d066b7c req-d6eb1d19-7806-4d18-9c5a-e211461c1f7b tempest-ServersAdminNegativeTestJSON-1901459348 tempest-ServersAdminNegativeTestJSON-1901459348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:33.021250 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f221cb41-1609-4412-8724-21807d066b7c req-d6eb1d19-7806-4d18-9c5a-e211461c1f7b tempest-ServersAdminNegativeTestJSON-1901459348 tempest-ServersAdminNegativeTestJSON-1901459348-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=cd9f5456-cce7-4591-84ba-406de5235070 HTTP/1.1" status: 200 len: 1100 time: 0.2822092 Jul 15 23:11:33.073622 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d15c8e85-0e9e-491c-ba90-e94b62f56638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:33.076929 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d15c8e85-0e9e-491c-ba90-e94b62f56638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:33.078214 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-d15c8e85-0e9e-491c-ba90-e94b62f56638 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/317d1165-e00f-40c9-a291-dac4e7e0ef39 HTTP/1.1" status: 204 len: 168 time: 0.4547980 Jul 15 23:11:33.102718 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f221cb41-1609-4412-8724-21807d066b7c req-2116ab31-2943-44e7-b778-798aa1b17edf tempest-ServersAdminNegativeTestJSON-1901459348 tempest-ServersAdminNegativeTestJSON-1901459348-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:33.120699 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db603fad-12a2-48c1-9941-95f86a353530 req-e671b8ee-17d0-474d-b339-3a00997bd0d6 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:33.123195 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-db603fad-12a2-48c1-9941-95f86a353530 req-e671b8ee-17d0-474d-b339-3a00997bd0d6 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=73bd9d95-7454-4685-9654-11d737a2521e HTTP/1.1" status: 200 len: 943 time: 0.2167330 Jul 15 23:11:33.127474 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15c8e85-0e9e-491c-ba90-e94b62f56638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=317d1165-e00f-40c9-a291-dac4e7e0ef39,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:33.139852 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-5f1c7671-ceac-4d3a-ba95-803dd4f5f925 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:33.160370 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9fc743-bfb7-4c61-9dfc-1b3171c4806b req-eecb65e8-a795-4d5b-8bfe-5df39a013438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:33.160370 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8a9fc743-bfb7-4c61-9dfc-1b3171c4806b req-eecb65e8-a795-4d5b-8bfe-5df39a013438 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=05a40a33-ead5-4a16-b340-5c6a8b9f748d HTTP/1.1" status: 200 len: 1096 time: 0.1872647 Jul 15 23:11:33.174957 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-5f1c7671-ceac-4d3a-ba95-803dd4f5f925 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Transition to ACTIVE for port object 9ac29fbd-108f-4856-9e66-b935bb58d6a2 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:11:33.221432 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-229f966c-89bb-436f-bf7f-e3bdc3434886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:33.278232 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-db603fad-12a2-48c1-9941-95f86a353530 req-74a2926d-a093-4517-97ee-3b5ee1130820 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466997 Jul 15 23:11:33.294276 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8a9fc743-bfb7-4c61-9dfc-1b3171c4806b req-47a42f38-7e6a-47ea-ac52-7c29f0845c15 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e35c6df1-9256-45c7-85a2-0e1b5450d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182508 Jul 15 23:11:33.299491 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-5f1c7671-ceac-4d3a-ba95-803dd4f5f925 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:33.332751 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 5b629ed2-08c0-4eca-aa6c-8a71ae9f2bf0 details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:11:33.377556 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:33.473208 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-5f1c7671-ceac-4d3a-ba95-803dd4f5f925 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Network 63f0e99d-c892-4d1b-887b-94c52d0535d4 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:11:33.475486 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1c7671-ceac-4d3a-ba95-803dd4f5f925 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Pushing event updated for resources: {'Port': ['ID=9ac29fbd-108f-4856-9e66-b935bb58d6a2,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:33.480695 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-5f1c7671-ceac-4d3a-ba95-803dd4f5f925 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:11:33.486409 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f221cb41-1609-4412-8724-21807d066b7c req-2116ab31-2943-44e7-b778-798aa1b17edf tempest-ServersAdminNegativeTestJSON-1901459348 tempest-ServersAdminNegativeTestJSON-1901459348-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:33.494368 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f221cb41-1609-4412-8724-21807d066b7c req-2116ab31-2943-44e7-b778-798aa1b17edf tempest-ServersAdminNegativeTestJSON-1901459348 tempest-ServersAdminNegativeTestJSON-1901459348-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:33.498831 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-5f1c7671-ceac-4d3a-ba95-803dd4f5f925 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:11:33.588028 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f221cb41-1609-4412-8724-21807d066b7c req-2116ab31-2943-44e7-b778-798aa1b17edf tempest-ServersAdminNegativeTestJSON-1901459348 tempest-ServersAdminNegativeTestJSON-1901459348-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1fa28a9e-feb8-4b10-8229-4407630ce9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5345309 Jul 15 23:11:33.636803 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2116ab31-2943-44e7-b778-798aa1b17edf tempest-ServersAdminNegativeTestJSON-1901459348 tempest-ServersAdminNegativeTestJSON-1901459348-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec871974-3cc5-4976-a53d-3fde7a1fbe7f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:33.668965 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-5f1c7671-ceac-4d3a-ba95-803dd4f5f925 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:33.669791 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-5f1c7671-ceac-4d3a-ba95-803dd4f5f925 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:33.703019 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-5f1c7671-ceac-4d3a-ba95-803dd4f5f925 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6663632 Jul 15 23:11:33.740539 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 5b629ed2-08c0-4eca-aa6c-8a71ae9f2bf0, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=5b629ed2-08c0-4eca-aa6c-8a71ae9f2bf0,segment=NetworkSegment(3c2758b9-e41c-4bf2-b9ed-9081bfc02669),segment_id=3c2758b9-e41c-4bf2-b9ed-9081bfc02669)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:33.742470 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-d1145743-fac8-436b-a29c-79e9866d33eb tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Request body: {'port': {'device_id': 'a019ccdd-a9a2-4b3a-b0fb-616034f2ab6e', 'network_id': '7982cf0e-6af9-44ab-9585-f92311551bb5', 'admin_state_up': True, 'tenant_id': '77301433bf364d50839ed355ac121781'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:33.775615 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': '5b629ed2-08c0-4eca-aa6c-8a71ae9f2bf0', 'network_id': 'a62e01ea-f2e5-4ac4-9f56-3043444e806b', 'port_id': '5b629ed2-08c0-4eca-aa6c-8a71ae9f2bf0', 'mac_address': 'fa:16:3e:47:5b:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1126b8c-d6f8-4596-9ab3-27f6931e900c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:11:33.780524 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae35162-06b2-450e-93d1-60079293a055 req-31dafa33-35a7-4b58-aa84-5d59d5f6ebf9 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:33.795399 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae35162-06b2-450e-93d1-60079293a055 req-31dafa33-35a7-4b58-aa84-5d59d5f6ebf9 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:33.816268 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3ae35162-06b2-450e-93d1-60079293a055 req-31dafa33-35a7-4b58-aa84-5d59d5f6ebf9 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "GET /v2.0/ports?device_id=a019ccdd-a9a2-4b3a-b0fb-616034f2ab6e HTTP/1.1" status: 200 len: 1655 time: 0.2082222 Jul 15 23:11:33.875484 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:33.902766 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b629ed2-08c0-4eca-aa6c-8a71ae9f2bf0 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:11:33.919978 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 57998) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:33.923963 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3ae35162-06b2-450e-93d1-60079293a055 req-7fddc5d5-4087-4934-b458-b68e885b96c2 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e82abe9-32ef-47ea-8481-8effe9d5857f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034050 Jul 15 23:11:33.939449 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-27406cd5-37c9-4f82-9b1a-90c43065f1b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:33.970076 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 5b629ed2-08c0-4eca-aa6c-8a71ae9f2bf0, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=5b629ed2-08c0-4eca-aa6c-8a71ae9f2bf0,segment=NetworkSegment(3c2758b9-e41c-4bf2-b9ed-9081bfc02669),segment_id=3c2758b9-e41c-4bf2-b9ed-9081bfc02669)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:33.980687 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:34.072845 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-113fa759-42c5-40b5-8bce-0f0b365c566b None None] Provisioning for port 9ac29fbd-108f-4856-9e66-b935bb58d6a2 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:11:34.087856 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-113fa759-42c5-40b5-8bce-0f0b365c566b None None] Provisioning complete for port 9ac29fbd-108f-4856-9e66-b935bb58d6a2 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:11:34.088645 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-113fa759-42c5-40b5-8bce-0f0b365c566b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:34.116531 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=5b629ed2-08c0-4eca-aa6c-8a71ae9f2bf0,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:34.157173 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-113fa759-42c5-40b5-8bce-0f0b365c566b None None] Port 9ac29fbd-108f-4856-9e66-b935bb58d6a2 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:11:34.162857 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:34.200182 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:11:34.208573 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-27406cd5-37c9-4f82-9b1a-90c43065f1b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:34.232741 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-27406cd5-37c9-4f82-9b1a-90c43065f1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:34.242113 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-d1145743-fac8-436b-a29c-79e9866d33eb tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Made reservation on behalf of 77301433bf364d50839ed355ac121781 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:11:34.245770 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-d1145743-fac8-436b-a29c-79e9866d33eb tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:34.326773 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['5b629ed2-08c0-4eca-aa6c-8a71ae9f2bf0'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:11:34.331163 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27406cd5-37c9-4f82-9b1a-90c43065f1b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aece734d-eef1-40ed-b25e-820874e3aef2,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:34.341393 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-27406cd5-37c9-4f82-9b1a-90c43065f1b1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=58a720a788d6455b9ed8de38ba4cbc64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4162557 Jul 15 23:11:34.349689 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a00e0-5ee0-4c1f-a21c-4c84c5e18539 req-587f78ba-bbf5-4433-951d-b5f51c03eb7f tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:34.351231 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-953a00e0-5ee0-4c1f-a21c-4c84c5e18539 req-587f78ba-bbf5-4433-951d-b5f51c03eb7f tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/ports?device_id=05a40a33-ead5-4a16-b340-5c6a8b9f748d HTTP/1.1" status: 200 len: 945 time: 0.2129991 Jul 15 23:11:34.351786 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 58002) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:34.448253 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-65d80818-9eae-4952-be1b-47c07bf6155e req-1002199d-77c2-478c-babd-7c2d0db8a551 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f5ba9c9-f264-49c8-bde4-0ffb576a2267 HTTP/1.1" status: 200 len: 210 time: 0.1349306 Jul 15 23:11:34.535020 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-953a00e0-5ee0-4c1f-a21c-4c84c5e18539 req-da158adf-3e15-4ddc-a4d6-3e8befb9d5a0 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/security-groups?id=e35c6df1-9256-45c7-85a2-0e1b5450d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023784 Jul 15 23:11:34.555262 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be13fb84-5140-45fb-8fea-d7c2f01bd415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:34.595637 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be13fb84-5140-45fb-8fea-d7c2f01bd415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:34.656057 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-d1145743-fac8-436b-a29c-79e9866d33eb tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Allocated IP 19.80.0.233 (7982cf0e-6af9-44ab-9585-f92311551bb5/e80e72f4-8c74-471e-8ff4-ddeac1998dcf/3baff053-7c05-432f-868b-e7ca85e72c77) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:11:34.665586 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6cabe-b0b8-46bf-8c21-8744befbbfc8 req-0b15c1ed-efc2-4f26-90bc-2a663f737438 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:34.667517 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-a9a6cabe-b0b8-46bf-8c21-8744befbbfc8 req-0b15c1ed-efc2-4f26-90bc-2a663f737438 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.41 "GET /v2.0/networks?id=54d36d42-4b6b-4a3b-a62a-15b6ab91449d HTTP/1.1" status: 200 len: 821 time: 0.2789869 Jul 15 23:11:34.687714 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-a9a6cabe-b0b8-46bf-8c21-8744befbbfc8 req-9bd5ea34-9347-401b-8b66-c3e6597a3445 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Request body: {'port': {'device_id': '7f5ba9c9-f264-49c8-bde4-0ffb576a2267', 'network_id': '54d36d42-4b6b-4a3b-a62a-15b6ab91449d', 'admin_state_up': True, 'tenant_id': '97397394137f47b6b8b1bb83454a379f'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:34.697724 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be13fb84-5140-45fb-8fea-d7c2f01bd415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:34.701379 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be13fb84-5140-45fb-8fea-d7c2f01bd415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:34.703006 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-be13fb84-5140-45fb-8fea-d7c2f01bd415 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/aece734d-eef1-40ed-b25e-820874e3aef2 HTTP/1.1" status: 204 len: 168 time: 0.3477616 Jul 15 23:11:34.753650 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be13fb84-5140-45fb-8fea-d7c2f01bd415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aece734d-eef1-40ed-b25e-820874e3aef2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:34.880116 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38adb93-9c4d-4cc0-aeec-750775f65d48 req-571abf3c-ca5c-4df2-bc86-9c7e1f72f781 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:34.881751 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f38adb93-9c4d-4cc0-aeec-750775f65d48 req-571abf3c-ca5c-4df2-bc86-9c7e1f72f781 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=73bd9d95-7454-4685-9654-11d737a2521e HTTP/1.1" status: 200 len: 944 time: 0.1508334 Jul 15 23:11:34.943362 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cdd146-869e-4b6e-b17c-5a1bc1ed536f req-b9694176-1868-4842-b175-2a374239c706 tempest-ServersAdminNegativeTestJSON-1901459348 tempest-ServersAdminNegativeTestJSON-1901459348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:34.944870 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f5cdd146-869e-4b6e-b17c-5a1bc1ed536f req-b9694176-1868-4842-b175-2a374239c706 tempest-ServersAdminNegativeTestJSON-1901459348 tempest-ServersAdminNegativeTestJSON-1901459348-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=cd9f5456-cce7-4591-84ba-406de5235070 HTTP/1.1" status: 200 len: 1100 time: 0.1078043 Jul 15 23:11:34.954046 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f38adb93-9c4d-4cc0-aeec-750775f65d48 req-5bb65bf7-17ab-455e-9f4a-9a88887b85f5 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600350 Jul 15 23:11:34.991091 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9a6cabe-b0b8-46bf-8c21-8744befbbfc8 req-9bd5ea34-9347-401b-8b66-c3e6597a3445 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Made reservation on behalf of 97397394137f47b6b8b1bb83454a379f for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:11:34.998296 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a9a6cabe-b0b8-46bf-8c21-8744befbbfc8 req-9bd5ea34-9347-401b-8b66-c3e6597a3445 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:35.049467 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f5cdd146-869e-4b6e-b17c-5a1bc1ed536f req-64c098e8-58de-4b1d-b873-467aa0ffe2c5 tempest-ServersAdminNegativeTestJSON-1901459348 tempest-ServersAdminNegativeTestJSON-1901459348-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1fa28a9e-feb8-4b10-8229-4407630ce9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898046 Jul 15 23:11:35.172742 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-d1145743-fac8-436b-a29c-79e9866d33eb tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:35.225469 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-d1145743-fac8-436b-a29c-79e9866d33eb tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Transition to ACTIVE for port object 3baff053-7c05-432f-868b-e7ca85e72c77 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:11:35.271741 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-a9a6cabe-b0b8-46bf-8c21-8744befbbfc8 req-9bd5ea34-9347-401b-8b66-c3e6597a3445 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Allocated IP 172.20.0.9 (54d36d42-4b6b-4a3b-a62a-15b6ab91449d/fe3eef83-74d9-48a6-8931-0e31ba6153cf/397242ff-5eb9-498e-96aa-9ce0edcfee54) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:11:35.344571 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-d1145743-fac8-436b-a29c-79e9866d33eb tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:35.397968 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272a649b-8417-442c-9088-052b5b2eb6b5 req-85e01b28-6135-4ce4-bee6-f833f6f6a187 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:35.401241 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-d1145743-fac8-436b-a29c-79e9866d33eb tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Network 7982cf0e-6af9-44ab-9585-f92311551bb5 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:11:35.409809 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-d1145743-fac8-436b-a29c-79e9866d33eb tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:11:35.412877 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272a649b-8417-442c-9088-052b5b2eb6b5 req-85e01b28-6135-4ce4-bee6-f833f6f6a187 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:35.417298 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-272a649b-8417-442c-9088-052b5b2eb6b5 req-85e01b28-6135-4ce4-bee6-f833f6f6a187 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "GET /v2.0/ports?device_id=a019ccdd-a9a2-4b3a-b0fb-616034f2ab6e HTTP/1.1" status: 200 len: 1655 time: 0.1724794 Jul 15 23:11:35.426034 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-d1145743-fac8-436b-a29c-79e9866d33eb tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:11:35.499760 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1145743-fac8-436b-a29c-79e9866d33eb tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Pushing event updated for resources: {'Port': ['ID=3baff053-7c05-432f-868b-e7ca85e72c77,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:35.540867 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-272a649b-8417-442c-9088-052b5b2eb6b5 req-8c17fcf9-d3b4-4b50-9867-9be662752ff7 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e82abe9-32ef-47ea-8481-8effe9d5857f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126816 Jul 15 23:11:35.605274 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-d1145743-fac8-436b-a29c-79e9866d33eb tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:35.606918 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-d1145743-fac8-436b-a29c-79e9866d33eb tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:35.649570 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-d1145743-fac8-436b-a29c-79e9866d33eb tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9410641 Jul 15 23:11:35.674125 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-52e678c2-ea2c-4bdc-86a0-4318951a6155 service neutron] Request body: {'port': {'device_id': 'a019ccdd-a9a2-4b3a-b0fb-616034f2ab6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:35.722107 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a9a6cabe-b0b8-46bf-8c21-8744befbbfc8 req-9bd5ea34-9347-401b-8b66-c3e6597a3445 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:35.826640 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3a5328f6-b177-49b4-a19b-78c4e5d69784 req-81249dfe-888c-420f-aa3f-ea5ee7045ac5 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f5ba9c9-f264-49c8-bde4-0ffb576a2267 HTTP/1.1" status: 200 len: 210 time: 0.0533142 Jul 15 23:11:35.826883 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-52e678c2-ea2c-4bdc-86a0-4318951a6155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:35.832765 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d7dcd625-9ba5-4a59-bc36-b3c4c533bf23 None None] Provisioning for port 3baff053-7c05-432f-868b-e7ca85e72c77 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:11:35.839450 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d7dcd625-9ba5-4a59-bc36-b3c4c533bf23 None None] Provisioning complete for port 3baff053-7c05-432f-868b-e7ca85e72c77 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:11:35.841291 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d7dcd625-9ba5-4a59-bc36-b3c4c533bf23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:35.959729 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0e43dd-a083-4ce4-a3a6-452c79732b43 req-bc2fedf8-37b5-48f8-a183-3a2565682c84 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:35.971939 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ec0e43dd-a083-4ce4-a3a6-452c79732b43 req-bc2fedf8-37b5-48f8-a183-3a2565682c84 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/ports?device_id=05a40a33-ead5-4a16-b340-5c6a8b9f748d HTTP/1.1" status: 200 len: 945 time: 0.1536512 Jul 15 23:11:36.045572 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ec0e43dd-a083-4ce4-a3a6-452c79732b43 req-7f7fb12e-ab17-4788-bd93-7050972c2612 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/security-groups?id=e35c6df1-9256-45c7-85a2-0e1b5450d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693369 Jul 15 23:11:36.187747 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a9a6cabe-b0b8-46bf-8c21-8744befbbfc8 req-9bd5ea34-9347-401b-8b66-c3e6597a3445 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:36.205999 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-d7dcd625-9ba5-4a59-bc36-b3c4c533bf23 None None] Port 3baff053-7c05-432f-868b-e7ca85e72c77 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:11:36.221499 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:36.244982 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-52e678c2-ea2c-4bdc-86a0-4318951a6155 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d202ed8b-2190-4934-88cb-14351ed77968 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:11:36.250807 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd5ea34-9347-401b-8b66-c3e6597a3445 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Pushing event updated for resources: {'Port': ['ID=397242ff-5eb9-498e-96aa-9ce0edcfee54,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:36.271496 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-52e678c2-ea2c-4bdc-86a0-4318951a6155 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:36.287792 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9a6cabe-b0b8-46bf-8c21-8744befbbfc8 req-9bd5ea34-9347-401b-8b66-c3e6597a3445 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Network 54d36d42-4b6b-4a3b-a62a-15b6ab91449d is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:11:36.292921 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-a9a6cabe-b0b8-46bf-8c21-8744befbbfc8 req-9bd5ea34-9347-401b-8b66-c3e6597a3445 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:11:36.295252 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-52e678c2-ea2c-4bdc-86a0-4318951a6155 service neutron] Transition to ACTIVE for port object d202ed8b-2190-4934-88cb-14351ed77968 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:11:36.296198 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9a6cabe-b0b8-46bf-8c21-8744befbbfc8 req-9bd5ea34-9347-401b-8b66-c3e6597a3445 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:11:36.301295 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-52e678c2-ea2c-4bdc-86a0-4318951a6155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:36.389065 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e678c2-ea2c-4bdc-86a0-4318951a6155 service neutron] Pushing event updated for resources: {'Port': ['ID=d202ed8b-2190-4934-88cb-14351ed77968,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:36.427177 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6cabe-b0b8-46bf-8c21-8744befbbfc8 req-9bd5ea34-9347-401b-8b66-c3e6597a3445 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:36.428764 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a9a6cabe-b0b8-46bf-8c21-8744befbbfc8 req-9bd5ea34-9347-401b-8b66-c3e6597a3445 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:36.461247 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e56f87f-6d36-44ed-b44e-5c594463de35 req-f386f400-8125-4bbc-bfa6-7b46291ed47f tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:36.463709 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4e56f87f-6d36-44ed-b44e-5c594463de35 req-f386f400-8125-4bbc-bfa6-7b46291ed47f tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=73bd9d95-7454-4685-9654-11d737a2521e HTTP/1.1" status: 200 len: 944 time: 0.1778712 Jul 15 23:11:36.519689 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-a9a6cabe-b0b8-46bf-8c21-8744befbbfc8 req-9bd5ea34-9347-401b-8b66-c3e6597a3445 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8375084 Jul 15 23:11:36.552972 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-a9a6cabe-b0b8-46bf-8c21-8744befbbfc8 req-79fe8a61-1050-4f2b-b849-52c02953ed07 service neutron] Request body: {'port': {'device_id': '7f5ba9c9-f264-49c8-bde4-0ffb576a2267', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:36.557337 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4e56f87f-6d36-44ed-b44e-5c594463de35 req-3b42c4cb-1252-4891-b3b5-8792e36f167f tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781384 Jul 15 23:11:36.646949 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-52e678c2-ea2c-4bdc-86a0-4318951a6155 service neutron] Attempting to bind port d202ed8b-2190-4934-88cb-14351ed77968 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:11:36.647756 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-52e678c2-ea2c-4bdc-86a0-4318951a6155 service neutron] Attempting to bind port d202ed8b-2190-4934-88cb-14351ed77968 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '1a179a96-1d0e-4297-980c-9e67e54caf8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '7982cf0e-6af9-44ab-9585-f92311551bb5'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:11:36.648379 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-52e678c2-ea2c-4bdc-86a0-4318951a6155 service neutron] Attempting to bind port d202ed8b-2190-4934-88cb-14351ed77968 on network 7982cf0e-6af9-44ab-9585-f92311551bb5 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:11:36.680413 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-52e678c2-ea2c-4bdc-86a0-4318951a6155 service neutron] Port d202ed8b-2190-4934-88cb-14351ed77968 on network 7982cf0e-6af9-44ab-9585-f92311551bb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:11:36.681027 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-52e678c2-ea2c-4bdc-86a0-4318951a6155 service neutron] Attempting to bind port d202ed8b-2190-4934-88cb-14351ed77968 on network 7982cf0e-6af9-44ab-9585-f92311551bb5 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:11:36.699619 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-52e678c2-ea2c-4bdc-86a0-4318951a6155 service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:11:36.700226 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-52e678c2-ea2c-4bdc-86a0-4318951a6155 service neutron] Checking segment: {'id': '1a179a96-1d0e-4297-980c-9e67e54caf8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '7982cf0e-6af9-44ab-9585-f92311551bb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:11:36.700823 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-52e678c2-ea2c-4bdc-86a0-4318951a6155 service neutron] Bound using segment: {'id': '1a179a96-1d0e-4297-980c-9e67e54caf8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '7982cf0e-6af9-44ab-9585-f92311551bb5'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:11:36.701481 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-52e678c2-ea2c-4bdc-86a0-4318951a6155 service neutron] Bound port: d202ed8b-2190-4934-88cb-14351ed77968, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a179a96-1d0e-4297-980c-9e67e54caf8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '7982cf0e-6af9-44ab-9585-f92311551bb5'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:11:36.702038 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-52e678c2-ea2c-4bdc-86a0-4318951a6155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:36.707709 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a9a6cabe-b0b8-46bf-8c21-8744befbbfc8 req-79fe8a61-1050-4f2b-b849-52c02953ed07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:36.953309 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-52e678c2-ea2c-4bdc-86a0-4318951a6155 service neutron] For port d202ed8b-2190-4934-88cb-14351ed77968, host n-h1-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:11:36.994935 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-52e678c2-ea2c-4bdc-86a0-4318951a6155 service neutron] For port d202ed8b-2190-4934-88cb-14351ed77968, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=d202ed8b-2190-4934-88cb-14351ed77968,segment=NetworkSegment(1a179a96-1d0e-4297-980c-9e67e54caf8d),segment_id=1a179a96-1d0e-4297-980c-9e67e54caf8d)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:11:37.007982 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-52e678c2-ea2c-4bdc-86a0-4318951a6155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:37.059784 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-52e678c2-ea2c-4bdc-86a0-4318951a6155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:37.061344 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-52e678c2-ea2c-4bdc-86a0-4318951a6155 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:37.063871 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-52e678c2-ea2c-4bdc-86a0-4318951a6155 service neutron] 10.222.0.49 "PUT /v2.0/ports/d202ed8b-2190-4934-88cb-14351ed77968 HTTP/1.1" status: 200 len: 1092 time: 1.4019873 Jul 15 23:11:37.076555 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d6389-5d2d-4e70-b521-fcd6fd15528f req-ac3ba9fa-4573-454c-be0c-86a291911e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:37.078969 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b26d6389-5d2d-4e70-b521-fcd6fd15528f req-ac3ba9fa-4573-454c-be0c-86a291911e66 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=343683afbe6f4c5685ab11fe38988c94&device_id=05a40a33-ead5-4a16-b340-5c6a8b9f748d HTTP/1.1" status: 200 len: 1096 time: 0.1277273 Jul 15 23:11:37.089321 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a019ccdd-a9a2-4b3a-b0fb-616034f2ab6e', 'tag': 'd202ed8b-2190-4934-88cb-14351ed77968'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:11:37.094408 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e56946-bc32-410a-a0c7-89aef87201cd" -d '{"events": [{"name": "network-changed", "server_uuid": "a019ccdd-a9a2-4b3a-b0fb-616034f2ab6e", "tag": "d202ed8b-2190-4934-88cb-14351ed77968"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:11:37.112559 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00c7a8-8349-4112-9db5-555956085fba req-7088c08b-1911-4836-a076-af5d4b3d056f tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:37.115705 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2e00c7a8-8349-4112-9db5-555956085fba req-7088c08b-1911-4836-a076-af5d4b3d056f tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd9f5456-cce7-4591-84ba-406de5235070 HTTP/1.1" status: 200 len: 949 time: 0.1775055 Jul 15 23:11:37.123485 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-0e59eb20-031a-4657-8be7-e283aba1ee03 service neutron] Request body: {'port': {'device_id': 'a019ccdd-a9a2-4b3a-b0fb-616034f2ab6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:37.291776 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e678c2-ea2c-4bdc-86a0-4318951a6155 service neutron] Pushing event updated for resources: {'Port': ['ID=d202ed8b-2190-4934-88cb-14351ed77968,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:37.342378 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 5b629ed2-08c0-4eca-aa6c-8a71ae9f2bf0 up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:11:37.359547 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d6389-5d2d-4e70-b521-fcd6fd15528f req-fb08564f-973d-44d2-9bbb-353c966fdaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:37.364343 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b26d6389-5d2d-4e70-b521-fcd6fd15528f req-fb08564f-973d-44d2-9bbb-353c966fdaf8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=795827c2-b389-4eeb-8582-c55cfb9af9b5 HTTP/1.1" status: 200 len: 911 time: 0.2463555 Jul 15 23:11:37.370274 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-0e59eb20-031a-4657-8be7-e283aba1ee03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:37.383281 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2e00c7a8-8349-4112-9db5-555956085fba req-1bc413e9-d7b2-464b-a370-514e94b3cb10 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fa28a9e-feb8-4b10-8229-4407630ce9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521515 Jul 15 23:11:37.445616 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port 5b629ed2-08c0-4eca-aa6c-8a71ae9f2bf0 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:11:37.454823 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port 5b629ed2-08c0-4eca-aa6c-8a71ae9f2bf0 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:11:37.455437 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:37.484205 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b26d6389-5d2d-4e70-b521-fcd6fd15528f req-3968969c-961a-46b4-a672-632a9641b89a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e55c749-c69c-4ff2-9b84-0365058e925e HTTP/1.1" status: 200 len: 217 time: 0.0944426 Jul 15 23:11:37.577241 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627be0e3-ea87-4987-bafc-8ee70f012ca5 req-45ae7686-754c-4dc7-85d8-9126fb848de8 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:37.590197 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627be0e3-ea87-4987-bafc-8ee70f012ca5 req-45ae7686-754c-4dc7-85d8-9126fb848de8 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:37.599004 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-a9a6cabe-b0b8-46bf-8c21-8744befbbfc8 req-79fe8a61-1050-4f2b-b849-52c02953ed07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 397242ff-5eb9-498e-96aa-9ce0edcfee54 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:11:37.601856 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627be0e3-ea87-4987-bafc-8ee70f012ca5 req-45ae7686-754c-4dc7-85d8-9126fb848de8 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:37.605405 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-627be0e3-ea87-4987-bafc-8ee70f012ca5 req-45ae7686-754c-4dc7-85d8-9126fb848de8 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "GET /v2.0/ports?device_id=a019ccdd-a9a2-4b3a-b0fb-616034f2ab6e HTTP/1.1" status: 200 len: 2389 time: 0.5476773 Jul 15 23:11:37.616123 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:37.652113 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d6389-5d2d-4e70-b521-fcd6fd15528f req-7ce277fc-d52f-4252-a5c2-181814d79f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:37.654736 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b26d6389-5d2d-4e70-b521-fcd6fd15528f req-7ce277fc-d52f-4252-a5c2-181814d79f2b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dbdc1414-7110-449f-83db-67d516c4122d HTTP/1.1" status: 200 len: 850 time: 0.1622133 Jul 15 23:11:37.703634 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 5b629ed2-08c0-4eca-aa6c-8a71ae9f2bf0, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=5b629ed2-08c0-4eca-aa6c-8a71ae9f2bf0,segment=NetworkSegment(3c2758b9-e41c-4bf2-b9ed-9081bfc02669),segment_id=3c2758b9-e41c-4bf2-b9ed-9081bfc02669)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:37.706087 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73bd9d95-7454-4685-9654-11d737a2521e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b629ed2-08c0-4eca-aa6c-8a71ae9f2bf0'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:11:37.712419 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1282103a-12fb-4abb-ac0a-bb6f25f0ed0f" -d '{"events": [{"server_uuid": "73bd9d95-7454-4685-9654-11d737a2521e", "name": "network-vif-plugged", "status": "completed", "tag": "5b629ed2-08c0-4eca-aa6c-8a71ae9f2bf0"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:11:37.719471 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:37.722694 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b26d6389-5d2d-4e70-b521-fcd6fd15528f req-c6227ecb-3560-4acc-a9a8-bca716769250 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=795827c2-b389-4eeb-8582-c55cfb9af9b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499516 Jul 15 23:11:37.728601 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-627be0e3-ea87-4987-bafc-8ee70f012ca5 req-9548ddc1-9a66-4905-aa80-1c6dbcd0b3f1 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e82abe9-32ef-47ea-8481-8effe9d5857f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128340 Jul 15 23:11:37.898011 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a9a6cabe-b0b8-46bf-8c21-8744befbbfc8 req-79fe8a61-1050-4f2b-b849-52c02953ed07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:37.900507 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=5b629ed2-08c0-4eca-aa6c-8a71ae9f2bf0,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:37.921808 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:37.922861 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:37.923679 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:37.924520 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:37.925023 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-a9a6cabe-b0b8-46bf-8c21-8744befbbfc8 req-79fe8a61-1050-4f2b-b849-52c02953ed07 service neutron] Transition to ACTIVE for port object 397242ff-5eb9-498e-96aa-9ce0edcfee54 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:11:37.926001 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:37.926942 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:37.927874 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:37.928924 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:37.930170 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:37.931349 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:37.932378 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:37.932602 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-0e59eb20-031a-4657-8be7-e283aba1ee03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ac29fbd-108f-4856-9e66-b935bb58d6a2 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:11:37.933627 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:11:37.943501 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a9a6cabe-b0b8-46bf-8c21-8744befbbfc8 req-79fe8a61-1050-4f2b-b849-52c02953ed07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:37.961501 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-0e59eb20-031a-4657-8be7-e283aba1ee03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:38.002342 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:38.015099 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-0e59eb20-031a-4657-8be7-e283aba1ee03 service neutron] Transition to ACTIVE for port object 9ac29fbd-108f-4856-9e66-b935bb58d6a2 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:11:38.023921 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-0e59eb20-031a-4657-8be7-e283aba1ee03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:38.030649 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fe8a61-1050-4f2b-b849-52c02953ed07 service neutron] Pushing event updated for resources: {'Port': ['ID=397242ff-5eb9-498e-96aa-9ce0edcfee54,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:38.050688 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b26d6389-5d2d-4e70-b521-fcd6fd15528f req-d10b07f1-330c-459c-88d1-d25eb62f0b32 service neutron] 10.222.0.49 "GET /v2.0/networks/795827c2-b389-4eeb-8582-c55cfb9af9b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3206635 Jul 15 23:11:38.128960 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70a73eb-f8dd-4c05-859e-8a08a1a254fc req-93363f43-0787-4fd3-9e8a-358ea01e97ce tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:38.132744 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d70a73eb-f8dd-4c05-859e-8a08a1a254fc req-93363f43-0787-4fd3-9e8a-358ea01e97ce tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f5ba9c9-f264-49c8-bde4-0ffb576a2267 HTTP/1.1" status: 200 len: 931 time: 0.3152368 Jul 15 23:11:38.185444 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e59eb20-031a-4657-8be7-e283aba1ee03 service neutron] Pushing event updated for resources: {'Port': ['ID=9ac29fbd-108f-4856-9e66-b935bb58d6a2,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:38.225714 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126d10e-4fde-48e6-a1e8-2d7851951a6d req-95d34b19-118f-44bb-9aac-93c3e092af6e tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:38.227411 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5126d10e-4fde-48e6-a1e8-2d7851951a6d req-95d34b19-118f-44bb-9aac-93c3e092af6e tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd9f5456-cce7-4591-84ba-406de5235070 HTTP/1.1" status: 200 len: 949 time: 0.2971416 Jul 15 23:11:38.232751 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-a9a6cabe-b0b8-46bf-8c21-8744befbbfc8 req-79fe8a61-1050-4f2b-b849-52c02953ed07 service neutron] Attempting to bind port 397242ff-5eb9-498e-96aa-9ce0edcfee54 on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:11:38.232751 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-a9a6cabe-b0b8-46bf-8c21-8744befbbfc8 req-79fe8a61-1050-4f2b-b849-52c02953ed07 service neutron] Attempting to bind port 397242ff-5eb9-498e-96aa-9ce0edcfee54 by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '34c5f733-3f76-4beb-94d8-dfb9dc50430b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '54d36d42-4b6b-4a3b-a62a-15b6ab91449d'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:11:38.233279 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a6cabe-b0b8-46bf-8c21-8744befbbfc8 req-79fe8a61-1050-4f2b-b849-52c02953ed07 service neutron] Attempting to bind port 397242ff-5eb9-498e-96aa-9ce0edcfee54 on network 54d36d42-4b6b-4a3b-a62a-15b6ab91449d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:11:38.242305 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a6cabe-b0b8-46bf-8c21-8744befbbfc8 req-79fe8a61-1050-4f2b-b849-52c02953ed07 service neutron] Port 397242ff-5eb9-498e-96aa-9ce0edcfee54 on network 54d36d42-4b6b-4a3b-a62a-15b6ab91449d not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:11:38.242627 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a6cabe-b0b8-46bf-8c21-8744befbbfc8 req-79fe8a61-1050-4f2b-b849-52c02953ed07 service neutron] Attempting to bind port 397242ff-5eb9-498e-96aa-9ce0edcfee54 on network 54d36d42-4b6b-4a3b-a62a-15b6ab91449d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:11:38.243201 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bd083a-2413-42f7-8aaa-7d75c6835aea req-88d47ce0-7e62-4326-b367-4eaca702834a tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:38.244934 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f7bd083a-2413-42f7-8aaa-7d75c6835aea req-88d47ce0-7e62-4326-b367-4eaca702834a tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/ports?device_id=05a40a33-ead5-4a16-b340-5c6a8b9f748d HTTP/1.1" status: 200 len: 945 time: 0.2752616 Jul 15 23:11:38.254374 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a6cabe-b0b8-46bf-8c21-8744befbbfc8 req-79fe8a61-1050-4f2b-b849-52c02953ed07 service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:11:38.254742 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a6cabe-b0b8-46bf-8c21-8744befbbfc8 req-79fe8a61-1050-4f2b-b849-52c02953ed07 service neutron] Checking segment: {'id': '34c5f733-3f76-4beb-94d8-dfb9dc50430b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '54d36d42-4b6b-4a3b-a62a-15b6ab91449d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:11:38.255115 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a6cabe-b0b8-46bf-8c21-8744befbbfc8 req-79fe8a61-1050-4f2b-b849-52c02953ed07 service neutron] Bound using segment: {'id': '34c5f733-3f76-4beb-94d8-dfb9dc50430b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '54d36d42-4b6b-4a3b-a62a-15b6ab91449d'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:11:38.255601 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-a9a6cabe-b0b8-46bf-8c21-8744befbbfc8 req-79fe8a61-1050-4f2b-b849-52c02953ed07 service neutron] Bound port: 397242ff-5eb9-498e-96aa-9ce0edcfee54, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34c5f733-3f76-4beb-94d8-dfb9dc50430b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '54d36d42-4b6b-4a3b-a62a-15b6ab91449d'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:11:38.255950 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a9a6cabe-b0b8-46bf-8c21-8744befbbfc8 req-79fe8a61-1050-4f2b-b849-52c02953ed07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:38.276650 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-0e59eb20-031a-4657-8be7-e283aba1ee03 service neutron] Attempting to bind port 9ac29fbd-108f-4856-9e66-b935bb58d6a2 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:11:38.276996 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-0e59eb20-031a-4657-8be7-e283aba1ee03 service neutron] Attempting to bind port 9ac29fbd-108f-4856-9e66-b935bb58d6a2 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': 'c669c53d-42bd-41ad-a52e-fd10449d5770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '63f0e99d-c892-4d1b-887b-94c52d0535d4'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:11:38.277339 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-0e59eb20-031a-4657-8be7-e283aba1ee03 service neutron] Attempting to bind port 9ac29fbd-108f-4856-9e66-b935bb58d6a2 on network 63f0e99d-c892-4d1b-887b-94c52d0535d4 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:11:38.286247 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-0e59eb20-031a-4657-8be7-e283aba1ee03 service neutron] Port 9ac29fbd-108f-4856-9e66-b935bb58d6a2 on network 63f0e99d-c892-4d1b-887b-94c52d0535d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:11:38.286576 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-0e59eb20-031a-4657-8be7-e283aba1ee03 service neutron] Attempting to bind port 9ac29fbd-108f-4856-9e66-b935bb58d6a2 on network 63f0e99d-c892-4d1b-887b-94c52d0535d4 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:11:38.316473 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-0e59eb20-031a-4657-8be7-e283aba1ee03 service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:11:38.317579 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-0e59eb20-031a-4657-8be7-e283aba1ee03 service neutron] Checking segment: {'id': 'c669c53d-42bd-41ad-a52e-fd10449d5770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '63f0e99d-c892-4d1b-887b-94c52d0535d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:11:38.317579 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-0e59eb20-031a-4657-8be7-e283aba1ee03 service neutron] Bound using segment: {'id': 'c669c53d-42bd-41ad-a52e-fd10449d5770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '63f0e99d-c892-4d1b-887b-94c52d0535d4'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:11:38.317855 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-0e59eb20-031a-4657-8be7-e283aba1ee03 service neutron] Bound port: 9ac29fbd-108f-4856-9e66-b935bb58d6a2, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c669c53d-42bd-41ad-a52e-fd10449d5770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '63f0e99d-c892-4d1b-887b-94c52d0535d4'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:11:38.318162 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-0e59eb20-031a-4657-8be7-e283aba1ee03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:38.321980 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d70a73eb-f8dd-4c05-859e-8a08a1a254fc req-be75f275-4a43-47aa-af2a-8bfa54fa108b tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767139 Jul 15 23:11:38.379791 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b26d6389-5d2d-4e70-b521-fcd6fd15528f req-01b48c45-2da3-4316-8b11-f4b070326064 service neutron] 10.222.0.49 "GET /v2.0/networks/795827c2-b389-4eeb-8582-c55cfb9af9b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179648 Jul 15 23:11:38.415065 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea8b323-c11b-4e14-9a41-e3e1bffb5caf x-openstack-request-id: req-6ea8b323-c11b-4e14-9a41-e3e1bffb5caf {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:11:38.415460 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a019ccdd-a9a2-4b3a-b0fb-616034f2ab6e", "tag": "d202ed8b-2190-4934-88cb-14351ed77968", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:11:38.415961 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6ea8b323-c11b-4e14-9a41-e3e1bffb5caf {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:11:38.416549 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a019ccdd-a9a2-4b3a-b0fb-616034f2ab6e', 'tag': 'd202ed8b-2190-4934-88cb-14351ed77968', 'status': 'completed', 'code': 200} Jul 15 23:11:38.417868 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f7bd083a-2413-42f7-8aaa-7d75c6835aea req-57602bd2-ca01-4b08-8535-70f48e6350a9 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/security-groups?id=e35c6df1-9256-45c7-85a2-0e1b5450d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450143 Jul 15 23:11:38.419446 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-a9a6cabe-b0b8-46bf-8c21-8744befbbfc8 req-79fe8a61-1050-4f2b-b849-52c02953ed07 service neutron] For port 397242ff-5eb9-498e-96aa-9ce0edcfee54, host n-h2-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:11:38.439280 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-0e59eb20-031a-4657-8be7-e283aba1ee03 service neutron] For port 9ac29fbd-108f-4856-9e66-b935bb58d6a2, host n-h1-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:11:38.445385 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-0e59eb20-031a-4657-8be7-e283aba1ee03 service neutron] For port 9ac29fbd-108f-4856-9e66-b935bb58d6a2, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=9ac29fbd-108f-4856-9e66-b935bb58d6a2,segment=NetworkSegment(c669c53d-42bd-41ad-a52e-fd10449d5770),segment_id=c669c53d-42bd-41ad-a52e-fd10449d5770)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:11:38.448100 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-a9a6cabe-b0b8-46bf-8c21-8744befbbfc8 req-79fe8a61-1050-4f2b-b849-52c02953ed07 service neutron] For port 397242ff-5eb9-498e-96aa-9ce0edcfee54, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=397242ff-5eb9-498e-96aa-9ce0edcfee54,segment=NetworkSegment(34c5f733-3f76-4beb-94d8-dfb9dc50430b),segment_id=34c5f733-3f76-4beb-94d8-dfb9dc50430b)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:11:38.454567 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-0e59eb20-031a-4657-8be7-e283aba1ee03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:38.471824 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a9a6cabe-b0b8-46bf-8c21-8744befbbfc8 req-79fe8a61-1050-4f2b-b849-52c02953ed07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:38.555001 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-0e59eb20-031a-4657-8be7-e283aba1ee03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:38.556288 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-0e59eb20-031a-4657-8be7-e283aba1ee03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:38.560183 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-0e59eb20-031a-4657-8be7-e283aba1ee03 service neutron] 10.222.0.49 "PUT /v2.0/ports/9ac29fbd-108f-4856-9e66-b935bb58d6a2 HTTP/1.1" status: 200 len: 1092 time: 1.4428248 Jul 15 23:11:38.570919 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-5126d10e-4fde-48e6-a1e8-2d7851951a6d req-734bcabe-93c4-4928-8e5f-3903d5b50a4f tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] Deleting port 23e48d3e-b1ff-4cbc-85c7-1936c9900c09 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:11:38.571788 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5126d10e-4fde-48e6-a1e8-2d7851951a6d req-734bcabe-93c4-4928-8e5f-3903d5b50a4f tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:38.588639 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6cabe-b0b8-46bf-8c21-8744befbbfc8 req-79fe8a61-1050-4f2b-b849-52c02953ed07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:38.590734 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a9a6cabe-b0b8-46bf-8c21-8744befbbfc8 req-79fe8a61-1050-4f2b-b849-52c02953ed07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:38.594259 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-a9a6cabe-b0b8-46bf-8c21-8744befbbfc8 req-79fe8a61-1050-4f2b-b849-52c02953ed07 service neutron] 10.222.0.41 "PUT /v2.0/ports/397242ff-5eb9-498e-96aa-9ce0edcfee54 HTTP/1.1" status: 200 len: 1091 time: 2.0600870 Jul 15 23:11:38.607220 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-8726893a-6989-443c-8b28-0ac6ac80b6b7 service neutron] Request body: {'port': {'device_id': 'a019ccdd-a9a2-4b3a-b0fb-616034f2ab6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:38.617801 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e59eb20-031a-4657-8be7-e283aba1ee03 service neutron] Pushing event updated for resources: {'Port': ['ID=9ac29fbd-108f-4856-9e66-b935bb58d6a2,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:38.843727 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-5126d10e-4fde-48e6-a1e8-2d7851951a6d req-734bcabe-93c4-4928-8e5f-3903d5b50a4f tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] For port 23e48d3e-b1ff-4cbc-85c7-1936c9900c09, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=23e48d3e-b1ff-4cbc-85c7-1936c9900c09,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:38.844316 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5126d10e-4fde-48e6-a1e8-2d7851951a6d req-734bcabe-93c4-4928-8e5f-3903d5b50a4f tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:38.851479 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0967a9-312e-4269-ac7b-b8bdc7131ba3 x-openstack-request-id: req-de0967a9-312e-4269-ac7b-b8bdc7131ba3 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:11:38.852089 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73bd9d95-7454-4685-9654-11d737a2521e", "name": "network-vif-plugged", "status": "completed", "tag": "5b629ed2-08c0-4eca-aa6c-8a71ae9f2bf0", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:11:38.852350 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-de0967a9-312e-4269-ac7b-b8bdc7131ba3 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:11:38.852961 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73bd9d95-7454-4685-9654-11d737a2521e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b629ed2-08c0-4eca-aa6c-8a71ae9f2bf0', 'code': 200} Jul 15 23:11:38.867420 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-5126d10e-4fde-48e6-a1e8-2d7851951a6d req-734bcabe-93c4-4928-8e5f-3903d5b50a4f tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] Calling delete_port for 23e48d3e-b1ff-4cbc-85c7-1936c9900c09 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:11:38.914278 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-8726893a-6989-443c-8b28-0ac6ac80b6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:38.918651 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fe8a61-1050-4f2b-b849-52c02953ed07 service neutron] Pushing event updated for resources: {'Port': ['ID=397242ff-5eb9-498e-96aa-9ce0edcfee54,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:38.948185 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6cabe-b0b8-46bf-8c21-8744befbbfc8 req-c9ddf7e9-9226-4b19-a92e-d52c140a9991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:38.950641 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-a9a6cabe-b0b8-46bf-8c21-8744befbbfc8 req-c9ddf7e9-9226-4b19-a92e-d52c140a9991 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=97397394137f47b6b8b1bb83454a379f&device_id=7f5ba9c9-f264-49c8-bde4-0ffb576a2267 HTTP/1.1" status: 200 len: 1094 time: 0.2393966 Jul 15 23:11:39.034928 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e56946-bc32-410a-a0c7-89aef87201cd req-9c39c359-e9be-45db-a559-469c19e85303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:39.035610 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e56946-bc32-410a-a0c7-89aef87201cd req-9c39c359-e9be-45db-a559-469c19e85303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:39.036274 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e56946-bc32-410a-a0c7-89aef87201cd req-9c39c359-e9be-45db-a559-469c19e85303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:39.038265 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-41e56946-bc32-410a-a0c7-89aef87201cd req-9c39c359-e9be-45db-a559-469c19e85303 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=77301433bf364d50839ed355ac121781&device_id=a019ccdd-a9a2-4b3a-b0fb-616034f2ab6e HTTP/1.1" status: 200 len: 2799 time: 0.5508447 Jul 15 23:11:39.055039 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-a9a6cabe-b0b8-46bf-8c21-8744befbbfc8 req-fa68347a-e058-4727-825a-aa7e44ff8514 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=397242ff-5eb9-498e-96aa-9ce0edcfee54 HTTP/1.1" status: 200 len: 217 time: 0.0780485 Jul 15 23:11:39.091633 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b90ede1-da44-4476-b492-d41931f14a05 req-2682829b-0c44-4e69-9457-d38afea995a4 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:39.093722 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2b90ede1-da44-4476-b492-d41931f14a05 req-2682829b-0c44-4e69-9457-d38afea995a4 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=73bd9d95-7454-4685-9654-11d737a2521e HTTP/1.1" status: 200 len: 945 time: 0.3666277 Jul 15 23:11:39.200864 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6cabe-b0b8-46bf-8c21-8744befbbfc8 req-2127f3de-c45f-4200-9012-cecdd38dd25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:39.202636 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-a9a6cabe-b0b8-46bf-8c21-8744befbbfc8 req-2127f3de-c45f-4200-9012-cecdd38dd25b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fe3eef83-74d9-48a6-8931-0e31ba6153cf HTTP/1.1" status: 200 len: 861 time: 0.1382751 Jul 15 23:11:39.233058 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fcbf9d-9ca6-4a99-bcb4-fc63e83d3069 req-0477d851-d426-43ec-b5c1-dc7a1a6d99f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:39.235030 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-69fcbf9d-9ca6-4a99-bcb4-fc63e83d3069 req-0477d851-d426-43ec-b5c1-dc7a1a6d99f0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=73bd9d95-7454-4685-9654-11d737a2521e HTTP/1.1" status: 200 len: 1096 time: 0.2591736 Jul 15 23:11:39.265871 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-a9a6cabe-b0b8-46bf-8c21-8744befbbfc8 req-56db378d-2c49-4855-9c5c-7f7a23fa5ead service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=54d36d42-4b6b-4a3b-a62a-15b6ab91449d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558269 Jul 15 23:11:39.620209 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2b90ede1-da44-4476-b492-d41931f14a05 req-53ff1541-d038-47b8-a6aa-62b740004e59 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5083818 Jul 15 23:11:39.623699 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e56946-bc32-410a-a0c7-89aef87201cd req-a608ede4-1782-45e2-9daa-e266693d5798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:39.623699 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e56946-bc32-410a-a0c7-89aef87201cd req-a608ede4-1782-45e2-9daa-e266693d5798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:39.624150 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e56946-bc32-410a-a0c7-89aef87201cd req-a608ede4-1782-45e2-9daa-e266693d5798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:39.625712 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-41e56946-bc32-410a-a0c7-89aef87201cd req-a608ede4-1782-45e2-9daa-e266693d5798 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=77301433bf364d50839ed355ac121781&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5722630 Jul 15 23:11:39.627431 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5126d10e-4fde-48e6-a1e8-2d7851951a6d req-734bcabe-93c4-4928-8e5f-3903d5b50a4f tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:39.641828 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['768e8eb3-5a6f-4c4b-a082-52c1cc797d69'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:11:39.697755 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-69fcbf9d-9ca6-4a99-bcb4-fc63e83d3069 req-e835c017-a702-41f2-a367-d69816186381 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4340982 Jul 15 23:11:39.714639 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734bcabe-93c4-4928-8e5f-3903d5b50a4f tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] Pushing event deleted for resources: {'Port': ['ID=23e48d3e-b1ff-4cbc-85c7-1936c9900c09,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:39.806350 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-5126d10e-4fde-48e6-a1e8-2d7851951a6d req-734bcabe-93c4-4928-8e5f-3903d5b50a4f tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] No DVR routers for this DVR port 23e48d3e-b1ff-4cbc-85c7-1936c9900c09 on host n-h2-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:11:39.816007 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e8c02b-1a83-4a20-ab03-bddef62fe862 req-c7241931-f6eb-4f34-8c2e-b0648ad9aabf tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:39.817575 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-95e8c02b-1a83-4a20-ab03-bddef62fe862 req-c7241931-f6eb-4f34-8c2e-b0648ad9aabf tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd9f5456-cce7-4591-84ba-406de5235070 HTTP/1.1" status: 200 len: 867 time: 0.3596296 Jul 15 23:11:39.818803 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5126d10e-4fde-48e6-a1e8-2d7851951a6d req-734bcabe-93c4-4928-8e5f-3903d5b50a4f tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:39.820846 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5126d10e-4fde-48e6-a1e8-2d7851951a6d req-734bcabe-93c4-4928-8e5f-3903d5b50a4f tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] 10.222.0.41 "DELETE /v2.0/ports/23e48d3e-b1ff-4cbc-85c7-1936c9900c09 HTTP/1.1" status: 204 len: 173 time: 1.5715947 Jul 15 23:11:39.825798 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd9f5456-cce7-4591-84ba-406de5235070', 'name': 'network-vif-deleted', 'tag': '23e48d3e-b1ff-4cbc-85c7-1936c9900c09'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:11:39.828140 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af0c0489-9d80-49d7-97ea-a6de74f9481d" -d '{"events": [{"server_uuid": "cd9f5456-cce7-4591-84ba-406de5235070", "name": "network-vif-deleted", "tag": "23e48d3e-b1ff-4cbc-85c7-1936c9900c09"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:11:39.844235 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-a9a6cabe-b0b8-46bf-8c21-8744befbbfc8 req-4e6488a5-af78-44ff-b77b-d773e1ec2b5c service neutron] 10.222.0.41 "GET /v2.0/networks/54d36d42-4b6b-4a3b-a62a-15b6ab91449d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5710404 Jul 15 23:11:39.861162 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-8726893a-6989-443c-8b28-0ac6ac80b6b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3baff053-7c05-432f-868b-e7ca85e72c77 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:11:39.870597 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e56946-bc32-410a-a0c7-89aef87201cd req-031da748-1ad6-45ae-8de9-9903672d8069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:39.871849 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-41e56946-bc32-410a-a0c7-89aef87201cd req-031da748-1ad6-45ae-8de9-9903672d8069 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2317400 Jul 15 23:11:39.871980 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-8726893a-6989-443c-8b28-0ac6ac80b6b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:39.890231 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-8726893a-6989-443c-8b28-0ac6ac80b6b7 service neutron] Transition to ACTIVE for port object 3baff053-7c05-432f-868b-e7ca85e72c77 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:11:39.892591 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-95e8c02b-1a83-4a20-ab03-bddef62fe862 req-aa5f4fc5-e0bd-4f92-bd20-5086fd0ade12 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fa28a9e-feb8-4b10-8229-4407630ce9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584674 Jul 15 23:11:39.896107 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-8726893a-6989-443c-8b28-0ac6ac80b6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:39.992464 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8726893a-6989-443c-8b28-0ac6ac80b6b7 service neutron] Pushing event updated for resources: {'Port': ['ID=3baff053-7c05-432f-868b-e7ca85e72c77,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:40.120483 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-8726893a-6989-443c-8b28-0ac6ac80b6b7 service neutron] Attempting to bind port 3baff053-7c05-432f-868b-e7ca85e72c77 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:11:40.121829 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-8726893a-6989-443c-8b28-0ac6ac80b6b7 service neutron] Attempting to bind port 3baff053-7c05-432f-868b-e7ca85e72c77 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '1a179a96-1d0e-4297-980c-9e67e54caf8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '7982cf0e-6af9-44ab-9585-f92311551bb5'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:11:40.122303 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-8726893a-6989-443c-8b28-0ac6ac80b6b7 service neutron] Attempting to bind port 3baff053-7c05-432f-868b-e7ca85e72c77 on network 7982cf0e-6af9-44ab-9585-f92311551bb5 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:11:40.166636 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-8726893a-6989-443c-8b28-0ac6ac80b6b7 service neutron] Port 3baff053-7c05-432f-868b-e7ca85e72c77 on network 7982cf0e-6af9-44ab-9585-f92311551bb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:11:40.166959 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-8726893a-6989-443c-8b28-0ac6ac80b6b7 service neutron] Attempting to bind port 3baff053-7c05-432f-868b-e7ca85e72c77 on network 7982cf0e-6af9-44ab-9585-f92311551bb5 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:11:40.182955 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-8726893a-6989-443c-8b28-0ac6ac80b6b7 service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:11:40.183316 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-8726893a-6989-443c-8b28-0ac6ac80b6b7 service neutron] Checking segment: {'id': '1a179a96-1d0e-4297-980c-9e67e54caf8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '7982cf0e-6af9-44ab-9585-f92311551bb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:11:40.183846 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-8726893a-6989-443c-8b28-0ac6ac80b6b7 service neutron] Bound using segment: {'id': '1a179a96-1d0e-4297-980c-9e67e54caf8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '7982cf0e-6af9-44ab-9585-f92311551bb5'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:11:40.184437 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-8726893a-6989-443c-8b28-0ac6ac80b6b7 service neutron] Bound port: 3baff053-7c05-432f-868b-e7ca85e72c77, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a179a96-1d0e-4297-980c-9e67e54caf8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '7982cf0e-6af9-44ab-9585-f92311551bb5'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:11:40.184800 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-8726893a-6989-443c-8b28-0ac6ac80b6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:40.288751 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-8726893a-6989-443c-8b28-0ac6ac80b6b7 service neutron] For port 3baff053-7c05-432f-868b-e7ca85e72c77, host n-h1-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:11:40.292824 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-8726893a-6989-443c-8b28-0ac6ac80b6b7 service neutron] For port 3baff053-7c05-432f-868b-e7ca85e72c77, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=3baff053-7c05-432f-868b-e7ca85e72c77,segment=NetworkSegment(1a179a96-1d0e-4297-980c-9e67e54caf8d),segment_id=1a179a96-1d0e-4297-980c-9e67e54caf8d)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:11:40.300563 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-8726893a-6989-443c-8b28-0ac6ac80b6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:40.373119 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-8726893a-6989-443c-8b28-0ac6ac80b6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:40.373660 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-8726893a-6989-443c-8b28-0ac6ac80b6b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:40.375123 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-8726893a-6989-443c-8b28-0ac6ac80b6b7 service neutron] 10.222.0.49 "PUT /v2.0/ports/3baff053-7c05-432f-868b-e7ca85e72c77 HTTP/1.1" status: 200 len: 1092 time: 1.7788868 Jul 15 23:11:40.417970 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a019ccdd-a9a2-4b3a-b0fb-616034f2ab6e', 'tag': '9ac29fbd-108f-4856-9e66-b935bb58d6a2'}, {'name': 'network-changed', 'server_uuid': '7f5ba9c9-f264-49c8-bde4-0ffb576a2267', 'tag': '397242ff-5eb9-498e-96aa-9ce0edcfee54'}, {'name': 'network-changed', 'server_uuid': 'a019ccdd-a9a2-4b3a-b0fb-616034f2ab6e', 'tag': '3baff053-7c05-432f-868b-e7ca85e72c77'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:11:40.421310 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40dd1493-ff3e-453e-866b-990fb9261e2e" -d '{"events": [{"name": "network-changed", "server_uuid": "a019ccdd-a9a2-4b3a-b0fb-616034f2ab6e", "tag": "9ac29fbd-108f-4856-9e66-b935bb58d6a2"}, {"name": "network-changed", "server_uuid": "7f5ba9c9-f264-49c8-bde4-0ffb576a2267", "tag": "397242ff-5eb9-498e-96aa-9ce0edcfee54"}, {"name": "network-changed", "server_uuid": "a019ccdd-a9a2-4b3a-b0fb-616034f2ab6e", "tag": "3baff053-7c05-432f-868b-e7ca85e72c77"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:11:40.475234 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aec9db-4ddb-41c9-b3d8-57dfb26bdd65 req-20864adc-f55b-4393-b15b-8e5113103346 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:40.484486 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f2aec9db-4ddb-41c9-b3d8-57dfb26bdd65 req-20864adc-f55b-4393-b15b-8e5113103346 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f5ba9c9-f264-49c8-bde4-0ffb576a2267 HTTP/1.1" status: 200 len: 943 time: 0.1341810 Jul 15 23:11:40.497123 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8726893a-6989-443c-8b28-0ac6ac80b6b7 service neutron] Pushing event updated for resources: {'Port': ['ID=3baff053-7c05-432f-868b-e7ca85e72c77,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:40.503617 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-a9a6cabe-b0b8-46bf-8c21-8744befbbfc8 req-f1461ad8-20dd-4b29-9373-5a4f39cde869 service neutron] 10.222.0.41 "GET /v2.0/networks/54d36d42-4b6b-4a3b-a62a-15b6ab91449d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4309347 Jul 15 23:11:40.521769 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388cc173-5334-4f0c-b55c-36592673a2fe req-1aaa1d70-ee91-4b75-ac95-ff697f2fcb69 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:40.528174 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388cc173-5334-4f0c-b55c-36592673a2fe req-1aaa1d70-ee91-4b75-ac95-ff697f2fcb69 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:40.534674 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-5099a35c-4170-4a22-bed5-f7becb19b194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:40.535430 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-5099a35c-4170-4a22-bed5-f7becb19b194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:40.535607 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388cc173-5334-4f0c-b55c-36592673a2fe req-1aaa1d70-ee91-4b75-ac95-ff697f2fcb69 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:40.536205 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-5099a35c-4170-4a22-bed5-f7becb19b194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:40.537318 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-388cc173-5334-4f0c-b55c-36592673a2fe req-1aaa1d70-ee91-4b75-ac95-ff697f2fcb69 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "GET /v2.0/ports?device_id=a019ccdd-a9a2-4b3a-b0fb-616034f2ab6e HTTP/1.1" status: 200 len: 2413 time: 0.2458889 Jul 15 23:11:40.541182 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-5099a35c-4170-4a22-bed5-f7becb19b194 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=77301433bf364d50839ed355ac121781&device_id=a019ccdd-a9a2-4b3a-b0fb-616034f2ab6e HTTP/1.1" status: 200 len: 2866 time: 0.1159465 Jul 15 23:11:40.578450 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f2aec9db-4ddb-41c9-b3d8-57dfb26bdd65 req-d98ffef0-2ac7-46cb-bed4-22d5d7ca2590 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926073 Jul 15 23:11:40.621922 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-73d0e34d-f22d-4fc7-b225-2f0b892f0885 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.124&port_id=d202ed8b-2190-4934-88cb-14351ed77968 HTTP/1.1" status: 200 len: 217 time: 0.0725427 Jul 15 23:11:40.622648 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-388cc173-5334-4f0c-b55c-36592673a2fe req-9ec08eb0-a4a6-4918-b3a5-a80afe45b94c tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e82abe9-32ef-47ea-8481-8effe9d5857f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779667 Jul 15 23:11:40.697446 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a73535-9956-4699-908d-3407d53b53a9 x-openstack-request-id: req-00a73535-9956-4699-908d-3407d53b53a9 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:11:40.698068 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd9f5456-cce7-4591-84ba-406de5235070", "name": "network-vif-deleted", "tag": "23e48d3e-b1ff-4cbc-85c7-1936c9900c09", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:11:40.698529 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-00a73535-9956-4699-908d-3407d53b53a9 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:11:40.698943 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd9f5456-cce7-4591-84ba-406de5235070', 'name': 'network-vif-deleted', 'tag': '23e48d3e-b1ff-4cbc-85c7-1936c9900c09', 'status': 'completed', 'code': 200} Jul 15 23:11:40.742020 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-db14b857-bb06-4685-8cef-b392c633c5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:40.743666 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-db14b857-bb06-4685-8cef-b392c633c5e6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e80e72f4-8c74-471e-8ff4-ddeac1998dcf HTTP/1.1" status: 200 len: 801 time: 0.1157815 Jul 15 23:11:40.842846 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-70376e64-2fca-4b2b-aabf-b342bda9b484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:40.844617 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-70376e64-2fca-4b2b-aabf-b342bda9b484 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7982cf0e-6af9-44ab-9585-f92311551bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0940557 Jul 15 23:11:40.873084 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79420a-693f-49c0-a099-54527aa3e3da req-c6a84b9b-e599-4386-8601-b41314b5662a tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:40.874869 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dc79420a-693f-49c0-a099-54527aa3e3da req-c6a84b9b-e599-4386-8601-b41314b5662a tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/ports?device_id=05a40a33-ead5-4a16-b340-5c6a8b9f748d HTTP/1.1" status: 200 len: 945 time: 0.1164238 Jul 15 23:11:40.953632 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dc79420a-693f-49c0-a099-54527aa3e3da req-a30a6664-fbe6-45d7-909f-236699007ac9 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/security-groups?id=e35c6df1-9256-45c7-85a2-0e1b5450d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621924 Jul 15 23:11:41.072326 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-cfafae39-4e5f-4eab-ab59-44384c36e3f7 service neutron] 10.222.0.49 "GET /v2.0/networks/7982cf0e-6af9-44ab-9585-f92311551bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112107 Jul 15 23:11:41.073854 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Thu, 15 Jul 2021 23:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07a2dbb-948a-498d-9418-28a190876cbd x-openstack-request-id: req-e07a2dbb-948a-498d-9418-28a190876cbd {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:11:41.074173 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a019ccdd-a9a2-4b3a-b0fb-616034f2ab6e", "tag": "9ac29fbd-108f-4856-9e66-b935bb58d6a2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7f5ba9c9-f264-49c8-bde4-0ffb576a2267", "tag": "397242ff-5eb9-498e-96aa-9ce0edcfee54", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a019ccdd-a9a2-4b3a-b0fb-616034f2ab6e", "tag": "3baff053-7c05-432f-868b-e7ca85e72c77", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:11:41.074427 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e07a2dbb-948a-498d-9418-28a190876cbd {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:11:41.074940 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a019ccdd-a9a2-4b3a-b0fb-616034f2ab6e', 'tag': '9ac29fbd-108f-4856-9e66-b935bb58d6a2', 'status': 'completed', 'code': 200} Jul 15 23:11:41.075227 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f5ba9c9-f264-49c8-bde4-0ffb576a2267', 'tag': '397242ff-5eb9-498e-96aa-9ce0edcfee54', 'status': 'completed', 'code': 200} Jul 15 23:11:41.075464 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a019ccdd-a9a2-4b3a-b0fb-616034f2ab6e', 'tag': '3baff053-7c05-432f-868b-e7ca85e72c77', 'status': 'completed', 'code': 200} Jul 15 23:11:41.198315 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-484bf23b-b112-47f0-a6ee-0843becb29a5 req-2b6fe5f2-3e25-4ead-b087-a928feb168b3 tempest-QuotasAdminNegativeTest-408163652 tempest-QuotasAdminNegativeTest-408163652-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=41387e712da8415389aaf8a86c5c4113&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268385 Jul 15 23:11:41.238900 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd1493-ff3e-453e-866b-990fb9261e2e req-5856bfe4-c889-4f09-bcc8-086f0731d638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:41.240588 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-40dd1493-ff3e-453e-866b-990fb9261e2e req-5856bfe4-c889-4f09-bcc8-086f0731d638 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=97397394137f47b6b8b1bb83454a379f&device_id=7f5ba9c9-f264-49c8-bde4-0ffb576a2267 HTTP/1.1" status: 200 len: 1094 time: 0.1629977 Jul 15 23:11:41.288108 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-a1f2f9cb-3e7e-4910-8d08-8ecff1e3b630 service neutron] 10.222.0.49 "GET /v2.0/networks/7982cf0e-6af9-44ab-9585-f92311551bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008018 Jul 15 23:11:41.356189 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 23e48d3e-b1ff-4cbc-85c7-1936c9900c09 no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:11:41.378014 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] No Port match for: 23e48d3e-b1ff-4cbc-85c7-1936c9900c09 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:11:41.378292 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-677943c4-054f-4d79-9ed0-76e7707c029d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.147&port_id=9ac29fbd-108f-4856-9e66-b935bb58d6a2 HTTP/1.1" status: 200 len: 217 time: 0.0831451 Jul 15 23:11:41.378415 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 23e48d3e-b1ff-4cbc-85c7-1936c9900c09 not bound to the agent host n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:11:41.403946 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45771f5d-4719-4994-bb74-f6cff9401151 req-6849c956-fa9d-49b0-9056-527dca6fbd53 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:41.406353 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-45771f5d-4719-4994-bb74-f6cff9401151 req-6849c956-fa9d-49b0-9056-527dca6fbd53 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=73bd9d95-7454-4685-9654-11d737a2521e HTTP/1.1" status: 200 len: 945 time: 0.1660371 Jul 15 23:11:41.418859 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484bf23b-b112-47f0-a6ee-0843becb29a5 req-161028ca-cc6b-475c-b94f-f3510fe14300 tempest-QuotasAdminNegativeTest-408163652 tempest-QuotasAdminNegativeTest-408163652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:41.421382 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-484bf23b-b112-47f0-a6ee-0843becb29a5 req-161028ca-cc6b-475c-b94f-f3510fe14300 tempest-QuotasAdminNegativeTest-408163652 tempest-QuotasAdminNegativeTest-408163652-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2109065 Jul 15 23:11:41.470996 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-484bf23b-b112-47f0-a6ee-0843becb29a5 req-5b7ad329-5b8b-414d-8b2f-66d86f52ca73 tempest-QuotasAdminNegativeTest-408163652 tempest-QuotasAdminNegativeTest-408163652-project] 10.222.0.48 "GET /v2.0/quotas/41387e712da8415389aaf8a86c5c4113 HTTP/1.1" status: 200 len: 375 time: 0.0383222 Jul 15 23:11:41.484502 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd1493-ff3e-453e-866b-990fb9261e2e req-1bdc241d-7066-4620-a199-694107d4d039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:41.486914 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-40dd1493-ff3e-453e-866b-990fb9261e2e req-1bdc241d-7066-4620-a199-694107d4d039 service neutron] 10.222.0.41 "GET /v2.0/networks?id=54d36d42-4b6b-4a3b-a62a-15b6ab91449d HTTP/1.1" status: 200 len: 922 time: 0.2362278 Jul 15 23:11:41.489765 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-aa5a438b-c61e-4643-91a9-a991ebea8f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:41.492050 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-aa5a438b-c61e-4643-91a9-a991ebea8f74 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=efdc09fa-07ba-4b44-bc4b-751608624ddf HTTP/1.1" status: 200 len: 801 time: 0.1069899 Jul 15 23:11:41.507415 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-45771f5d-4719-4994-bb74-f6cff9401151 req-a91c3934-5241-44c8-a5db-b2cbec622d57 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844910 Jul 15 23:11:41.540826 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-484bf23b-b112-47f0-a6ee-0843becb29a5 req-cccf6f5b-04a5-4bda-8c05-250713b6e4e3 tempest-QuotasAdminNegativeTest-408163652 tempest-QuotasAdminNegativeTest-408163652-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=41387e712da8415389aaf8a86c5c4113&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0601819 Jul 15 23:11:41.599440 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-40dd1493-ff3e-453e-866b-990fb9261e2e req-9cc05ec0-9476-4972-9abb-2feefcbac1f9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=397242ff-5eb9-498e-96aa-9ce0edcfee54 HTTP/1.1" status: 200 len: 217 time: 0.1052046 Jul 15 23:11:41.712979 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd1493-ff3e-453e-866b-990fb9261e2e req-623c971a-4d3b-488b-875b-5a8d91a319ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:41.716185 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-40dd1493-ff3e-453e-866b-990fb9261e2e req-623c971a-4d3b-488b-875b-5a8d91a319ed service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fe3eef83-74d9-48a6-8931-0e31ba6153cf HTTP/1.1" status: 200 len: 861 time: 0.1092801 Jul 15 23:11:41.726020 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-f8eec34c-0c1e-4a90-a2d1-ecdeee42d621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:41.728537 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-f8eec34c-0c1e-4a90-a2d1-ecdeee42d621 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=63f0e99d-c892-4d1b-887b-94c52d0535d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2233040 Jul 15 23:11:41.789550 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-40dd1493-ff3e-453e-866b-990fb9261e2e req-b0134209-98e7-44c8-8509-13808a02af97 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=54d36d42-4b6b-4a3b-a62a-15b6ab91449d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594440 Jul 15 23:11:42.048745 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-61f19ea1-c9d2-4400-b187-23a9fac50951 service neutron] 10.222.0.49 "GET /v2.0/networks/63f0e99d-c892-4d1b-887b-94c52d0535d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027725 Jul 15 23:11:42.056204 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-40dd1493-ff3e-453e-866b-990fb9261e2e req-a962b4e0-5ba0-430d-ada9-24c8392f96ba service neutron] 10.222.0.41 "GET /v2.0/networks/54d36d42-4b6b-4a3b-a62a-15b6ab91449d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493854 Jul 15 23:11:42.095714 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f055e7-6f7d-40d3-8b75-683defa02922 req-9d5afe5c-5af2-4d8b-81b2-f60e4224272a tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:42.098600 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e5f055e7-6f7d-40d3-8b75-683defa02922 req-9d5afe5c-5af2-4d8b-81b2-f60e4224272a tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f5ba9c9-f264-49c8-bde4-0ffb576a2267 HTTP/1.1" status: 200 len: 943 time: 0.1159129 Jul 15 23:11:42.153192 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e5f055e7-6f7d-40d3-8b75-683defa02922 req-ff8eceb3-d2cc-402d-85ac-8dfacd792cfa tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429122 Jul 15 23:11:42.272917 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-c7fe8f24-b78d-4578-96d1-4fd7188cb3b2 service neutron] 10.222.0.49 "GET /v2.0/networks/63f0e99d-c892-4d1b-887b-94c52d0535d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152638 Jul 15 23:11:42.336374 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-e87217c3-af59-46b9-92d7-604d6465ea1a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.233&port_id=3baff053-7c05-432f-868b-e7ca85e72c77 HTTP/1.1" status: 200 len: 217 time: 0.0538187 Jul 15 23:11:42.383211 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-40dd1493-ff3e-453e-866b-990fb9261e2e req-3044661d-5a05-43af-9715-e4f4b914b903 service neutron] 10.222.0.41 "GET /v2.0/networks/54d36d42-4b6b-4a3b-a62a-15b6ab91449d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913542 Jul 15 23:11:42.406441 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049bce74-fbdd-4e1e-a941-0c14830ae093 req-45f49e64-9bd5-4276-aedb-283ab588cb45 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:42.412025 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-bf6c1211-782b-44e3-82ba-a9b72c23667c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:42.414884 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-bf6c1211-782b-44e3-82ba-a9b72c23667c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e80e72f4-8c74-471e-8ff4-ddeac1998dcf HTTP/1.1" status: 200 len: 801 time: 0.0676336 Jul 15 23:11:42.421535 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049bce74-fbdd-4e1e-a941-0c14830ae093 req-45f49e64-9bd5-4276-aedb-283ab588cb45 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:42.428085 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049bce74-fbdd-4e1e-a941-0c14830ae093 req-45f49e64-9bd5-4276-aedb-283ab588cb45 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:42.431703 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-049bce74-fbdd-4e1e-a941-0c14830ae093 req-45f49e64-9bd5-4276-aedb-283ab588cb45 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "GET /v2.0/ports?device_id=a019ccdd-a9a2-4b3a-b0fb-616034f2ab6e HTTP/1.1" status: 200 len: 2413 time: 0.1568418 Jul 15 23:11:42.484148 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-049bce74-fbdd-4e1e-a941-0c14830ae093 req-b509cad4-7bdd-4569-b732-578582167e63 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e82abe9-32ef-47ea-8481-8effe9d5857f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475664 Jul 15 23:11:42.505269 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-7513c0f7-2b3a-45f5-a010-1d333335ad75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:42.506904 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-7513c0f7-2b3a-45f5-a010-1d333335ad75 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7982cf0e-6af9-44ab-9585-f92311551bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0819032 Jul 15 23:11:42.636100 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-32b9715f-01a2-43e1-9e00-e96ec7b27366 service neutron] 10.222.0.49 "GET /v2.0/networks/7982cf0e-6af9-44ab-9585-f92311551bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211972 Jul 15 23:11:42.748561 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-99d43438-8f72-429c-b347-5f9135c68ae5 req-dc76b735-fa97-4224-bfc3-7c57f12f9618 service neutron] 10.222.0.49 "GET /v2.0/networks/7982cf0e-6af9-44ab-9585-f92311551bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045163 Jul 15 23:11:42.849953 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880ca7e-7b65-4362-a6c7-1825fc448d07 req-f3e706de-b281-444a-aedc-b1f347c1cc99 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:42.851726 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0880ca7e-7b65-4362-a6c7-1825fc448d07 req-f3e706de-b281-444a-aedc-b1f347c1cc99 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/ports?device_id=05a40a33-ead5-4a16-b340-5c6a8b9f748d HTTP/1.1" status: 200 len: 945 time: 0.1118162 Jul 15 23:11:42.899103 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd1493-ff3e-453e-866b-990fb9261e2e req-50f7d892-62b1-486e-adb6-3618b1480e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:42.899967 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd1493-ff3e-453e-866b-990fb9261e2e req-50f7d892-62b1-486e-adb6-3618b1480e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:42.900139 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd1493-ff3e-453e-866b-990fb9261e2e req-50f7d892-62b1-486e-adb6-3618b1480e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:42.901791 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-40dd1493-ff3e-453e-866b-990fb9261e2e req-50f7d892-62b1-486e-adb6-3618b1480e35 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=77301433bf364d50839ed355ac121781&device_id=a019ccdd-a9a2-4b3a-b0fb-616034f2ab6e HTTP/1.1" status: 200 len: 2866 time: 0.0812411 Jul 15 23:11:42.903882 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c28ad1-28b3-4392-af41-cd913eacfe5c req-8a8b1344-8d1c-4f9d-b462-d85e07362dc1 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:42.905560 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-44c28ad1-28b3-4392-af41-cd913eacfe5c req-8a8b1344-8d1c-4f9d-b462-d85e07362dc1 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=73bd9d95-7454-4685-9654-11d737a2521e HTTP/1.1" status: 200 len: 945 time: 0.1234441 Jul 15 23:11:42.940382 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0880ca7e-7b65-4362-a6c7-1825fc448d07 req-65766398-46f5-4da8-b7af-bd2fdc57b5e6 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/security-groups?id=e35c6df1-9256-45c7-85a2-0e1b5450d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790939 Jul 15 23:11:42.972629 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-44c28ad1-28b3-4392-af41-cd913eacfe5c req-472ea7c6-5f31-453c-a552-456e20ff3106 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572429 Jul 15 23:11:43.055163 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd1493-ff3e-453e-866b-990fb9261e2e req-e9a297d2-e517-4f05-a38c-035f3170650d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:43.057418 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-40dd1493-ff3e-453e-866b-990fb9261e2e req-e9a297d2-e517-4f05-a38c-035f3170650d service neutron] 10.222.0.49 "GET /v2.0/networks?id=63f0e99d-c892-4d1b-887b-94c52d0535d4 HTTP/1.1" status: 200 len: 903 time: 0.1481323 Jul 15 23:11:43.116915 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-40dd1493-ff3e-453e-866b-990fb9261e2e req-0753a7ed-206c-42a2-a828-ba1d613bd56f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.147&port_id=9ac29fbd-108f-4856-9e66-b935bb58d6a2 HTTP/1.1" status: 200 len: 217 time: 0.0518289 Jul 15 23:11:43.186491 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb07bde1-65ab-444c-8196-c53f61f8ae5a req-1ba3e013-02db-4ddf-93ec-f72e7a312b7d tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:43.188955 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bb07bde1-65ab-444c-8196-c53f61f8ae5a req-1ba3e013-02db-4ddf-93ec-f72e7a312b7d tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] 10.222.0.48 "GET /v2.0/ports?device_id=afa5e54c-d7e3-4a1c-8543-096dd4f6b00e HTTP/1.1" status: 200 len: 950 time: 0.0915828 Jul 15 23:11:43.195005 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd1493-ff3e-453e-866b-990fb9261e2e req-06845d00-b86d-422d-a45c-a6f06ee17b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:43.197353 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-40dd1493-ff3e-453e-866b-990fb9261e2e req-06845d00-b86d-422d-a45c-a6f06ee17b95 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=efdc09fa-07ba-4b44-bc4b-751608624ddf HTTP/1.1" status: 200 len: 801 time: 0.0692825 Jul 15 23:11:43.269742 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bb07bde1-65ab-444c-8196-c53f61f8ae5a req-f8dcbc8e-2aae-411c-af02-581227187f47 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] 10.222.0.48 "GET /v2.0/security-groups?id=1fa28a9e-feb8-4b10-8229-4407630ce9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696313 Jul 15 23:11:43.285059 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd1493-ff3e-453e-866b-990fb9261e2e req-a861b220-c9a0-49f7-86de-57b0fd3b9164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:43.286747 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-40dd1493-ff3e-453e-866b-990fb9261e2e req-a861b220-c9a0-49f7-86de-57b0fd3b9164 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=63f0e99d-c892-4d1b-887b-94c52d0535d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0824449 Jul 15 23:11:43.360934 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 397242ff-5eb9-498e-96aa-9ce0edcfee54 details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:11:43.428504 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-40dd1493-ff3e-453e-866b-990fb9261e2e req-69a4ea5d-7cea-40ac-9b97-5eb844048a4d service neutron] 10.222.0.49 "GET /v2.0/networks/63f0e99d-c892-4d1b-887b-94c52d0535d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212261 Jul 15 23:11:43.534051 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 397242ff-5eb9-498e-96aa-9ce0edcfee54, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=397242ff-5eb9-498e-96aa-9ce0edcfee54,segment=NetworkSegment(34c5f733-3f76-4beb-94d8-dfb9dc50430b),segment_id=34c5f733-3f76-4beb-94d8-dfb9dc50430b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:43.546052 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b28b1dd-1fe4-4570-9a9d-c8ba2592efa7 req-12183e83-b653-4cd8-ade2-1043d993916d tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:43.549301 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0b28b1dd-1fe4-4570-9a9d-c8ba2592efa7 req-12183e83-b653-4cd8-ade2-1043d993916d tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f5ba9c9-f264-49c8-bde4-0ffb576a2267 HTTP/1.1" status: 200 len: 943 time: 0.1319273 Jul 15 23:11:43.558968 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': '397242ff-5eb9-498e-96aa-9ce0edcfee54', 'network_id': '54d36d42-4b6b-4a3b-a62a-15b6ab91449d', 'port_id': '397242ff-5eb9-498e-96aa-9ce0edcfee54', 'mac_address': 'fa:16:3e:3d:2c:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe3eef83-74d9-48a6-8931-0e31ba6153cf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:11:43.610844 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:43.615542 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0b28b1dd-1fe4-4570-9a9d-c8ba2592efa7 req-da45be35-3e9f-4430-9b89-8836c138f5c7 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594385 Jul 15 23:11:43.628914 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-40dd1493-ff3e-453e-866b-990fb9261e2e req-6be47110-2f24-4499-958c-e982ed581c11 service neutron] 10.222.0.49 "GET /v2.0/networks/63f0e99d-c892-4d1b-887b-94c52d0535d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925294 Jul 15 23:11:43.645030 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 397242ff-5eb9-498e-96aa-9ce0edcfee54 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:11:43.690490 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2bb619-b7e7-4e22-8f44-36b29096f28e req-52101c88-7e96-4035-868b-e4467d56b186 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:43.692497 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-af2bb619-b7e7-4e22-8f44-36b29096f28e req-52101c88-7e96-4035-868b-e4467d56b186 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.41 "GET /v2.0/ports?device_id=73bd9d95-7454-4685-9654-11d737a2521e HTTP/1.1" status: 200 len: 945 time: 0.1376979 Jul 15 23:11:43.698932 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 397242ff-5eb9-498e-96aa-9ce0edcfee54, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=397242ff-5eb9-498e-96aa-9ce0edcfee54,segment=NetworkSegment(34c5f733-3f76-4beb-94d8-dfb9dc50430b),segment_id=34c5f733-3f76-4beb-94d8-dfb9dc50430b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:43.706055 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:43.789739 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ef066eba-2255-4fd4-8db1-22e91f4d3f63 req-c9fc26bd-670a-43fb-8238-b1a95fe1f716 tempest-QuotasAdminNegativeTest-408163652 tempest-QuotasAdminNegativeTest-408163652-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=41387e712da8415389aaf8a86c5c4113&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279436 Jul 15 23:11:43.792584 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=397242ff-5eb9-498e-96aa-9ce0edcfee54,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:43.863539 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd1493-ff3e-453e-866b-990fb9261e2e req-0cd89b39-f3ec-4467-84ce-6e29f83e36ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:43.864063 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd1493-ff3e-453e-866b-990fb9261e2e req-0cd89b39-f3ec-4467-84ce-6e29f83e36ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:43.864548 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd1493-ff3e-453e-866b-990fb9261e2e req-0cd89b39-f3ec-4467-84ce-6e29f83e36ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:43.867990 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-40dd1493-ff3e-453e-866b-990fb9261e2e req-0cd89b39-f3ec-4467-84ce-6e29f83e36ae service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=77301433bf364d50839ed355ac121781&device_id=a019ccdd-a9a2-4b3a-b0fb-616034f2ab6e HTTP/1.1" status: 200 len: 2866 time: 0.1543455 Jul 15 23:11:43.926362 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-af2bb619-b7e7-4e22-8f44-36b29096f28e req-67a4755d-671d-46d6-b3e9-abbb2b200aac tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Deleting port 5b629ed2-08c0-4eca-aa6c-8a71ae9f2bf0 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:11:43.927046 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-af2bb619-b7e7-4e22-8f44-36b29096f28e req-67a4755d-671d-46d6-b3e9-abbb2b200aac tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:43.935898 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad9662-ffa9-4f2f-b724-3d20bf7b6a34 req-33273f93-f66a-4171-b7a8-80563f468ce3 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:43.942537 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad9662-ffa9-4f2f-b724-3d20bf7b6a34 req-33273f93-f66a-4171-b7a8-80563f468ce3 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:43.948448 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad9662-ffa9-4f2f-b724-3d20bf7b6a34 req-33273f93-f66a-4171-b7a8-80563f468ce3 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:43.951091 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d0ad9662-ffa9-4f2f-b724-3d20bf7b6a34 req-33273f93-f66a-4171-b7a8-80563f468ce3 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "GET /v2.0/ports?device_id=a019ccdd-a9a2-4b3a-b0fb-616034f2ab6e HTTP/1.1" status: 200 len: 2413 time: 0.2565455 Jul 15 23:11:44.031080 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef066eba-2255-4fd4-8db1-22e91f4d3f63 req-0834986e-aab0-4d40-994f-ea434bfcf6c8 tempest-QuotasAdminNegativeTest-408163652 tempest-QuotasAdminNegativeTest-408163652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:44.035820 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ef066eba-2255-4fd4-8db1-22e91f4d3f63 req-0834986e-aab0-4d40-994f-ea434bfcf6c8 tempest-QuotasAdminNegativeTest-408163652 tempest-QuotasAdminNegativeTest-408163652-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2354884 Jul 15 23:11:44.046850 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['397242ff-5eb9-498e-96aa-9ce0edcfee54'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:11:44.054175 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d0ad9662-ffa9-4f2f-b724-3d20bf7b6a34 req-c56eec8a-de2c-4f87-b039-ce4e2e59e94e tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e82abe9-32ef-47ea-8481-8effe9d5857f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872140 Jul 15 23:11:44.056362 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd1493-ff3e-453e-866b-990fb9261e2e req-1daca71e-aeab-47c6-98d0-e47caaa8c094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:44.057819 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-40dd1493-ff3e-453e-866b-990fb9261e2e req-1daca71e-aeab-47c6-98d0-e47caaa8c094 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7982cf0e-6af9-44ab-9585-f92311551bb5 HTTP/1.1" status: 200 len: 903 time: 0.1810915 Jul 15 23:11:44.073084 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ef066eba-2255-4fd4-8db1-22e91f4d3f63 req-f5bffff7-b878-4dd5-a57c-ce575b5d37ec tempest-QuotasAdminNegativeTest-408163652 tempest-QuotasAdminNegativeTest-408163652-project] 10.222.0.48 "GET /v2.0/quotas/41387e712da8415389aaf8a86c5c4113 HTTP/1.1" status: 200 len: 375 time: 0.0323503 Jul 15 23:11:44.091838 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-af2bb619-b7e7-4e22-8f44-36b29096f28e req-67a4755d-671d-46d6-b3e9-abbb2b200aac tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] For port 5b629ed2-08c0-4eca-aa6c-8a71ae9f2bf0, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=5b629ed2-08c0-4eca-aa6c-8a71ae9f2bf0,segment=NetworkSegment(3c2758b9-e41c-4bf2-b9ed-9081bfc02669),segment_id=3c2758b9-e41c-4bf2-b9ed-9081bfc02669)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:44.092659 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-af2bb619-b7e7-4e22-8f44-36b29096f28e req-67a4755d-671d-46d6-b3e9-abbb2b200aac tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:44.113532 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-af2bb619-b7e7-4e22-8f44-36b29096f28e req-67a4755d-671d-46d6-b3e9-abbb2b200aac tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Calling delete_port for 5b629ed2-08c0-4eca-aa6c-8a71ae9f2bf0 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:11:44.137127 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ef066eba-2255-4fd4-8db1-22e91f4d3f63 req-f95307b8-d2a8-4494-93b0-e1c6066123b5 tempest-QuotasAdminNegativeTest-408163652 tempest-QuotasAdminNegativeTest-408163652-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=41387e712da8415389aaf8a86c5c4113&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0622876 Jul 15 23:11:44.263044 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9485658-5e46-4644-8dc7-7f0d65667b1f req-e301cbc8-c64e-4f71-8d4f-ecb7c4ad035d tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:44.272879 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f9485658-5e46-4644-8dc7-7f0d65667b1f req-e301cbc8-c64e-4f71-8d4f-ecb7c4ad035d tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] 10.222.0.49 "GET /v2.0/ports?device_id=afa5e54c-d7e3-4a1c-8543-096dd4f6b00e HTTP/1.1" status: 200 len: 950 time: 0.1965520 Jul 15 23:11:44.279977 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-40dd1493-ff3e-453e-866b-990fb9261e2e req-56c94df5-b6cf-458c-bd30-1e3c326e06c3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.233&port_id=3baff053-7c05-432f-868b-e7ca85e72c77 HTTP/1.1" status: 200 len: 217 time: 0.0986900 Jul 15 23:11:44.350674 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd1493-ff3e-453e-866b-990fb9261e2e req-0f1c584e-e75b-4bef-af87-2d0fc5eef775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:44.352504 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-40dd1493-ff3e-453e-866b-990fb9261e2e req-0f1c584e-e75b-4bef-af87-2d0fc5eef775 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e80e72f4-8c74-471e-8ff4-ddeac1998dcf HTTP/1.1" status: 200 len: 801 time: 0.0665312 Jul 15 23:11:44.455976 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-af2bb619-b7e7-4e22-8f44-36b29096f28e req-67a4755d-671d-46d6-b3e9-abbb2b200aac tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:44.497378 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01bd2f0-3879-44ef-9720-75cf652944c0 req-e7cdc16d-3ec9-4090-9030-c606c0c969c5 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:44.499180 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e01bd2f0-3879-44ef-9720-75cf652944c0 req-e7cdc16d-3ec9-4090-9030-c606c0c969c5 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/ports?device_id=05a40a33-ead5-4a16-b340-5c6a8b9f748d HTTP/1.1" status: 200 len: 945 time: 0.1635334 Jul 15 23:11:44.500437 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a4755d-671d-46d6-b3e9-abbb2b200aac tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Pushing event deleted for resources: {'Port': ['ID=5b629ed2-08c0-4eca-aa6c-8a71ae9f2bf0,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:44.517128 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd1493-ff3e-453e-866b-990fb9261e2e req-9deac40f-44f3-4792-a628-36050e28d6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:44.519050 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-40dd1493-ff3e-453e-866b-990fb9261e2e req-9deac40f-44f3-4792-a628-36050e28d6f9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7982cf0e-6af9-44ab-9585-f92311551bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1580510 Jul 15 23:11:44.577177 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-f9485658-5e46-4644-8dc7-7f0d65667b1f req-1044083c-7bfd-4074-940e-ff1a9310fb7a tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] Deleting port 768e8eb3-5a6f-4c4b-a082-52c1cc797d69 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:11:44.577689 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f9485658-5e46-4644-8dc7-7f0d65667b1f req-1044083c-7bfd-4074-940e-ff1a9310fb7a tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:44.580754 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-af2bb619-b7e7-4e22-8f44-36b29096f28e req-67a4755d-671d-46d6-b3e9-abbb2b200aac tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] No DVR routers for this DVR port 5b629ed2-08c0-4eca-aa6c-8a71ae9f2bf0 on host n-h2-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:11:44.588348 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-af2bb619-b7e7-4e22-8f44-36b29096f28e req-67a4755d-671d-46d6-b3e9-abbb2b200aac tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:44.591116 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-af2bb619-b7e7-4e22-8f44-36b29096f28e req-67a4755d-671d-46d6-b3e9-abbb2b200aac tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.41 "DELETE /v2.0/ports/5b629ed2-08c0-4eca-aa6c-8a71ae9f2bf0 HTTP/1.1" status: 204 len: 173 time: 0.8897929 Jul 15 23:11:44.592093 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73bd9d95-7454-4685-9654-11d737a2521e', 'name': 'network-vif-deleted', 'tag': '5b629ed2-08c0-4eca-aa6c-8a71ae9f2bf0'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:11:44.594043 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe04b8d2-4522-4efa-abdc-d678bd14304d" -d '{"events": [{"server_uuid": "73bd9d95-7454-4685-9654-11d737a2521e", "name": "network-vif-deleted", "tag": "5b629ed2-08c0-4eca-aa6c-8a71ae9f2bf0"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:11:44.605215 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed9cd4-a8da-4b60-be50-2c16f98bafb3 req-ee9f72ad-dc48-4a3c-905d-6cfcefe1df37 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:44.607687 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-64ed9cd4-a8da-4b60-be50-2c16f98bafb3 req-ee9f72ad-dc48-4a3c-905d-6cfcefe1df37 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=73bd9d95-7454-4685-9654-11d737a2521e HTTP/1.1" status: 200 len: 867 time: 0.2123742 Jul 15 23:11:44.656261 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e01bd2f0-3879-44ef-9720-75cf652944c0 req-7f6efea4-6f21-4c32-a0ef-635329681f87 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/security-groups?id=e35c6df1-9256-45c7-85a2-0e1b5450d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345406 Jul 15 23:11:44.689277 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-40dd1493-ff3e-453e-866b-990fb9261e2e req-1dd1a1c9-7e02-4212-bd25-4d826faa7a79 service neutron] 10.222.0.49 "GET /v2.0/networks/7982cf0e-6af9-44ab-9585-f92311551bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497736 Jul 15 23:11:44.749471 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-f9485658-5e46-4644-8dc7-7f0d65667b1f req-1044083c-7bfd-4074-940e-ff1a9310fb7a tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] For port 768e8eb3-5a6f-4c4b-a082-52c1cc797d69, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=768e8eb3-5a6f-4c4b-a082-52c1cc797d69,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:44.750164 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f9485658-5e46-4644-8dc7-7f0d65667b1f req-1044083c-7bfd-4074-940e-ff1a9310fb7a tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:44.773742 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-f9485658-5e46-4644-8dc7-7f0d65667b1f req-1044083c-7bfd-4074-940e-ff1a9310fb7a tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] Calling delete_port for 768e8eb3-5a6f-4c4b-a082-52c1cc797d69 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:11:44.778954 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-64ed9cd4-a8da-4b60-be50-2c16f98bafb3 req-c8c953d0-14b5-4998-92c3-f52a2ea4ed5c tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574147 Jul 15 23:11:44.846076 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-40dd1493-ff3e-453e-866b-990fb9261e2e req-7c58d157-60f3-43f1-a35b-be2764d53a65 service neutron] 10.222.0.49 "GET /v2.0/networks/7982cf0e-6af9-44ab-9585-f92311551bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503053 Jul 15 23:11:44.964015 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['5b629ed2-08c0-4eca-aa6c-8a71ae9f2bf0'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:11:45.002752 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f9485658-5e46-4644-8dc7-7f0d65667b1f req-1044083c-7bfd-4074-940e-ff1a9310fb7a tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:45.024770 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['768e8eb3-5a6f-4c4b-a082-52c1cc797d69'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:11:45.060768 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0cdac2c2-1ec8-4839-8af4-fe94c8d0c6f8 req-ae329b2a-86a9-441d-9f45-a73bfc111219 tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] 10.222.0.48 "GET /v2.0/ports?device_id=afa5e54c-d7e3-4a1c-8543-096dd4f6b00e HTTP/1.1" status: 200 len: 210 time: 0.0678186 Jul 15 23:11:45.062419 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18295e58-9727-495e-929e-6426b4fcfc40 x-openstack-request-id: req-18295e58-9727-495e-929e-6426b4fcfc40 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:11:45.063239 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73bd9d95-7454-4685-9654-11d737a2521e", "name": "network-vif-deleted", "tag": "5b629ed2-08c0-4eca-aa6c-8a71ae9f2bf0", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:11:45.063482 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1044083c-7bfd-4074-940e-ff1a9310fb7a tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] Pushing event deleted for resources: {'Port': ['ID=768e8eb3-5a6f-4c4b-a082-52c1cc797d69,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:45.063650 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-18295e58-9727-495e-929e-6426b4fcfc40 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:11:45.064316 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73bd9d95-7454-4685-9654-11d737a2521e', 'name': 'network-vif-deleted', 'tag': '5b629ed2-08c0-4eca-aa6c-8a71ae9f2bf0', 'status': 'completed', 'code': 200} Jul 15 23:11:45.132200 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9485658-5e46-4644-8dc7-7f0d65667b1f req-1044083c-7bfd-4074-940e-ff1a9310fb7a tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] No DVR routers for this DVR port 768e8eb3-5a6f-4c4b-a082-52c1cc797d69 on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:11:45.136000 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f9485658-5e46-4644-8dc7-7f0d65667b1f req-1044083c-7bfd-4074-940e-ff1a9310fb7a tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:45.140127 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f9485658-5e46-4644-8dc7-7f0d65667b1f req-1044083c-7bfd-4074-940e-ff1a9310fb7a tempest-ServersAdminNegativeTestJSON-618976303 tempest-ServersAdminNegativeTestJSON-618976303-project] 10.222.0.49 "DELETE /v2.0/ports/768e8eb3-5a6f-4c4b-a082-52c1cc797d69 HTTP/1.1" status: 204 len: 173 time: 0.8594904 Jul 15 23:11:45.140856 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa5e54c-d7e3-4a1c-8543-096dd4f6b00e', 'name': 'network-vif-deleted', 'tag': '768e8eb3-5a6f-4c4b-a082-52c1cc797d69'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:11:45.145131 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd53c087-2148-4264-b9cf-a2e7a1fa3cc8" -d '{"events": [{"server_uuid": "afa5e54c-d7e3-4a1c-8543-096dd4f6b00e", "name": "network-vif-deleted", "tag": "768e8eb3-5a6f-4c4b-a082-52c1cc797d69"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:11:45.254481 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device d202ed8b-2190-4934-88cb-14351ed77968 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:11:45.328137 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd04dfc3-ab66-4bf2-b84a-c53da8825b61 req-7cb1a69c-336d-47db-a945-0971b6af848b tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:45.330822 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dd04dfc3-ab66-4bf2-b84a-c53da8825b61 req-7cb1a69c-336d-47db-a945-0971b6af848b tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f5ba9c9-f264-49c8-bde4-0ffb576a2267 HTTP/1.1" status: 200 len: 944 time: 0.1424189 Jul 15 23:11:45.402622 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 397242ff-5eb9-498e-96aa-9ce0edcfee54 up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:11:45.415137 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dd04dfc3-ab66-4bf2-b84a-c53da8825b61 req-b085453d-9cf6-444b-894d-8d5faa7e715d tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740097 Jul 15 23:11:45.460502 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a94f2-3b56-40a8-83dd-f5b6eedda8a3 req-9c295288-8f53-4d78-987e-0ab4022e16e5 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:45.471229 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port d202ed8b-2190-4934-88cb-14351ed77968, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=d202ed8b-2190-4934-88cb-14351ed77968,segment=NetworkSegment(1a179a96-1d0e-4297-980c-9e67e54caf8d),segment_id=1a179a96-1d0e-4297-980c-9e67e54caf8d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:45.477103 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a94f2-3b56-40a8-83dd-f5b6eedda8a3 req-9c295288-8f53-4d78-987e-0ab4022e16e5 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:45.497231 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a94f2-3b56-40a8-83dd-f5b6eedda8a3 req-9c295288-8f53-4d78-987e-0ab4022e16e5 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:45.499377 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c68a94f2-3b56-40a8-83dd-f5b6eedda8a3 req-9c295288-8f53-4d78-987e-0ab4022e16e5 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "GET /v2.0/ports?device_id=a019ccdd-a9a2-4b3a-b0fb-616034f2ab6e HTTP/1.1" status: 200 len: 2413 time: 0.1336632 Jul 15 23:11:45.503516 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': 'd202ed8b-2190-4934-88cb-14351ed77968', 'network_id': '7982cf0e-6af9-44ab-9585-f92311551bb5', 'port_id': 'd202ed8b-2190-4934-88cb-14351ed77968', 'mac_address': 'fa:16:3e:e4:c4:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e80e72f4-8c74-471e-8ff4-ddeac1998dcf', 'ip_address': '19.80.0.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:11:45.574815 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:45.577968 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port 397242ff-5eb9-498e-96aa-9ce0edcfee54 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:11:45.588342 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f98596-38f5-4dff-aef5-f7426881381e x-openstack-request-id: req-a8f98596-38f5-4dff-aef5-f7426881381e {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:11:45.589183 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afa5e54c-d7e3-4a1c-8543-096dd4f6b00e", "name": "network-vif-deleted", "tag": "768e8eb3-5a6f-4c4b-a082-52c1cc797d69", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:11:45.590228 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a8f98596-38f5-4dff-aef5-f7426881381e {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:11:45.590372 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port 397242ff-5eb9-498e-96aa-9ce0edcfee54 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:11:45.590873 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:45.591358 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa5e54c-d7e3-4a1c-8543-096dd4f6b00e', 'name': 'network-vif-deleted', 'tag': '768e8eb3-5a6f-4c4b-a082-52c1cc797d69', 'status': 'completed', 'code': 200} Jul 15 23:11:45.599551 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c68a94f2-3b56-40a8-83dd-f5b6eedda8a3 req-99d87dee-7387-4aff-81c7-20fddda53eb4 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e82abe9-32ef-47ea-8481-8effe9d5857f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904603 Jul 15 23:11:45.633302 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d202ed8b-2190-4934-88cb-14351ed77968 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:11:45.661828 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port d202ed8b-2190-4934-88cb-14351ed77968, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=d202ed8b-2190-4934-88cb-14351ed77968,segment=NetworkSegment(1a179a96-1d0e-4297-980c-9e67e54caf8d),segment_id=1a179a96-1d0e-4297-980c-9e67e54caf8d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:45.676717 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:45.678912 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 3baff053-7c05-432f-868b-e7ca85e72c77 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:11:45.797880 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 3baff053-7c05-432f-868b-e7ca85e72c77, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=3baff053-7c05-432f-868b-e7ca85e72c77,segment=NetworkSegment(1a179a96-1d0e-4297-980c-9e67e54caf8d),segment_id=1a179a96-1d0e-4297-980c-9e67e54caf8d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:45.805616 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=d202ed8b-2190-4934-88cb-14351ed77968,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:45.835757 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '3baff053-7c05-432f-868b-e7ca85e72c77', 'network_id': '7982cf0e-6af9-44ab-9585-f92311551bb5', 'port_id': '3baff053-7c05-432f-868b-e7ca85e72c77', 'mac_address': 'fa:16:3e:42:57:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e80e72f4-8c74-471e-8ff4-ddeac1998dcf', 'ip_address': '19.80.0.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:11:45.839622 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:45.896152 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5ba9c9-f264-49c8-bde4-0ffb576a2267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '397242ff-5eb9-498e-96aa-9ce0edcfee54'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:11:45.898689 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed9cb20-2020-4137-afa1-f46ed1caf30e" -d '{"events": [{"server_uuid": "7f5ba9c9-f264-49c8-bde4-0ffb576a2267", "name": "network-vif-plugged", "status": "completed", "tag": "397242ff-5eb9-498e-96aa-9ce0edcfee54"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:11:45.935140 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 397242ff-5eb9-498e-96aa-9ce0edcfee54, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=397242ff-5eb9-498e-96aa-9ce0edcfee54,segment=NetworkSegment(34c5f733-3f76-4beb-94d8-dfb9dc50430b),segment_id=34c5f733-3f76-4beb-94d8-dfb9dc50430b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:45.938345 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:45.942042 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:45.960141 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3baff053-7c05-432f-868b-e7ca85e72c77 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:11:45.989656 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 3baff053-7c05-432f-868b-e7ca85e72c77, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=3baff053-7c05-432f-868b-e7ca85e72c77,segment=NetworkSegment(1a179a96-1d0e-4297-980c-9e67e54caf8d),segment_id=1a179a96-1d0e-4297-980c-9e67e54caf8d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:46.034758 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:46.036458 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 9ac29fbd-108f-4856-9e66-b935bb58d6a2 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:11:46.166023 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196214e2-2de0-46ab-a6dc-e45a93f8ff37 req-3c943f8e-0efc-4c35-9f65-e96682f1e5a3 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:46.188733 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-196214e2-2de0-46ab-a6dc-e45a93f8ff37 req-3c943f8e-0efc-4c35-9f65-e96682f1e5a3 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/ports?device_id=05a40a33-ead5-4a16-b340-5c6a8b9f748d HTTP/1.1" status: 200 len: 945 time: 0.1635334 Jul 15 23:11:46.195378 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=397242ff-5eb9-498e-96aa-9ce0edcfee54,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:46.270471 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 9ac29fbd-108f-4856-9e66-b935bb58d6a2, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=9ac29fbd-108f-4856-9e66-b935bb58d6a2,segment=NetworkSegment(c669c53d-42bd-41ad-a52e-fd10449d5770),segment_id=c669c53d-42bd-41ad-a52e-fd10449d5770)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:46.292247 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-196214e2-2de0-46ab-a6dc-e45a93f8ff37 req-b92d3879-64d2-4a34-9491-c589c70a6b2e tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/security-groups?id=e35c6df1-9256-45c7-85a2-0e1b5450d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017604 Jul 15 23:11:46.333955 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=3baff053-7c05-432f-868b-e7ca85e72c77,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:46.348371 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '9ac29fbd-108f-4856-9e66-b935bb58d6a2', 'network_id': '63f0e99d-c892-4d1b-887b-94c52d0535d4', 'port_id': '9ac29fbd-108f-4856-9e66-b935bb58d6a2', 'mac_address': 'fa:16:3e:b4:4f:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efdc09fa-07ba-4b44-bc4b-751608624ddf', 'ip_address': '19.86.0.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:11:46.400191 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ab1fb0-de57-4144-a03e-7980f926077e x-openstack-request-id: req-41ab1fb0-de57-4144-a03e-7980f926077e {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:11:46.400657 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f5ba9c9-f264-49c8-bde4-0ffb576a2267", "name": "network-vif-plugged", "status": "completed", "tag": "397242ff-5eb9-498e-96aa-9ce0edcfee54", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:11:46.401080 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-41ab1fb0-de57-4144-a03e-7980f926077e {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:11:46.401701 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f5ba9c9-f264-49c8-bde4-0ffb576a2267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '397242ff-5eb9-498e-96aa-9ce0edcfee54', 'code': 200} Jul 15 23:11:46.411043 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:46.432351 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ac29fbd-108f-4856-9e66-b935bb58d6a2 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:11:46.462159 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 9ac29fbd-108f-4856-9e66-b935bb58d6a2, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=9ac29fbd-108f-4856-9e66-b935bb58d6a2,segment=NetworkSegment(c669c53d-42bd-41ad-a52e-fd10449d5770),segment_id=c669c53d-42bd-41ad-a52e-fd10449d5770)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:46.467340 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:46.536236 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-93e59ab1-dbe1-4d45-befe-32fee7d7ca80 req-fa4efad5-a852-42e0-a65d-4bdc6a798b78 tempest-QuotasAdminNegativeTest-408163652 tempest-QuotasAdminNegativeTest-408163652-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=41387e712da8415389aaf8a86c5c4113&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0477962 Jul 15 23:11:46.556311 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=9ac29fbd-108f-4856-9e66-b935bb58d6a2,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:46.600754 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10de740c-251e-452b-930b-7d6a72eb511a req-f13db834-bdad-4ec0-8045-1b16c47a54d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:46.603011 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-10de740c-251e-452b-930b-7d6a72eb511a req-f13db834-bdad-4ec0-8045-1b16c47a54d5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7f5ba9c9-f264-49c8-bde4-0ffb576a2267 HTTP/1.1" status: 200 len: 1096 time: 0.0983582 Jul 15 23:11:46.651866 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-10de740c-251e-452b-930b-7d6a72eb511a req-e5269216-6528-46af-afcf-9c79eeb1250d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419064 Jul 15 23:11:46.778252 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e59ab1-dbe1-4d45-befe-32fee7d7ca80 req-a2aedb9a-b98e-4696-80a6-e0de45620c80 tempest-QuotasAdminNegativeTest-408163652 tempest-QuotasAdminNegativeTest-408163652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:46.779963 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-93e59ab1-dbe1-4d45-befe-32fee7d7ca80 req-a2aedb9a-b98e-4696-80a6-e0de45620c80 tempest-QuotasAdminNegativeTest-408163652 tempest-QuotasAdminNegativeTest-408163652-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2413785 Jul 15 23:11:46.789782 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['9ac29fbd-108f-4856-9e66-b935bb58d6a2'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:11:46.817197 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-93e59ab1-dbe1-4d45-befe-32fee7d7ca80 req-43076cdf-1979-4570-9ca7-b791ce5ef720 tempest-QuotasAdminNegativeTest-408163652 tempest-QuotasAdminNegativeTest-408163652-project] 10.222.0.48 "GET /v2.0/quotas/41387e712da8415389aaf8a86c5c4113 HTTP/1.1" status: 200 len: 375 time: 0.0194807 Jul 15 23:11:46.832162 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['3baff053-7c05-432f-868b-e7ca85e72c77'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:11:46.845034 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['d202ed8b-2190-4934-88cb-14351ed77968'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:11:46.881708 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e6656-e03f-4531-9f85-04412ea5b2a3 req-82fb9c84-5957-41c6-8aee-86a3857b66bd tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:46.883330 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d39e6656-e03f-4531-9f85-04412ea5b2a3 req-82fb9c84-5957-41c6-8aee-86a3857b66bd tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/networks?id=a62e01ea-f2e5-4ac4-9f56-3043444e806b HTTP/1.1" status: 200 len: 811 time: 0.2124853 Jul 15 23:11:46.893983 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-93e59ab1-dbe1-4d45-befe-32fee7d7ca80 req-adf0ed92-d8d4-4fd5-a099-3dee163c94e0 tempest-QuotasAdminNegativeTest-408163652 tempest-QuotasAdminNegativeTest-408163652-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=41387e712da8415389aaf8a86c5c4113&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0635161 Jul 15 23:11:46.909602 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d39e6656-e03f-4531-9f85-04412ea5b2a3 req-21babd85-3433-4dd3-a24e-66425379d810 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/quotas/675bfc559b0b40ea8fae85ead4a7a3be HTTP/1.1" status: 200 len: 375 time: 0.0145264 Jul 15 23:11:46.962910 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 58272) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:46.974636 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d39e6656-e03f-4531-9f85-04412ea5b2a3 req-346e1ac7-364d-4e02-84d9-f764d7784c2d tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=675bfc559b0b40ea8fae85ead4a7a3be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529754 Jul 15 23:11:47.151279 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d39e6656-e03f-4531-9f85-04412ea5b2a3 req-4aaf9132-b712-4eb2-beb6-84447f948a0d service neutron] 10.222.0.48 "GET /v2.0/networks/a62e01ea-f2e5-4ac4-9f56-3043444e806b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591768 Jul 15 23:11:47.233707 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-efad65c8-a378-48fa-b1c0-70a26e7e6445 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=112878df6b1f489cae2c557ebd202932&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2696469 Jul 15 23:11:47.237354 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 58278) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:47.272185 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 768e8eb3-5a6f-4c4b-a082-52c1cc797d69 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:11:47.306229 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77271212-9f2f-4fda-bde9-bdc00097e488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:47.319087 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: 768e8eb3-5a6f-4c4b-a082-52c1cc797d69 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:11:47.320197 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 768e8eb3-5a6f-4c4b-a082-52c1cc797d69 not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:11:47.352835 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d39e6656-e03f-4531-9f85-04412ea5b2a3 req-e43b95c6-22d9-44e5-8f9b-81e242844d5f service neutron] 10.222.0.48 "GET /v2.0/networks/a62e01ea-f2e5-4ac4-9f56-3043444e806b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994584 Jul 15 23:11:47.353081 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77271212-9f2f-4fda-bde9-bdc00097e488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:47.362259 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9a9d9-c0dd-47fc-8bd3-814cfb7663c8 req-a2cd349e-ec59-4e0b-bf5f-0692784b18a9 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:47.363943 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7ce9a9d9-c0dd-47fc-8bd3-814cfb7663c8 req-a2cd349e-ec59-4e0b-bf5f-0692784b18a9 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f5ba9c9-f264-49c8-bde4-0ffb576a2267 HTTP/1.1" status: 200 len: 945 time: 0.1971440 Jul 15 23:11:47.394062 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 5b629ed2-08c0-4eca-aa6c-8a71ae9f2bf0 no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:11:47.427777 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] No Port match for: 5b629ed2-08c0-4eca-aa6c-8a71ae9f2bf0 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:11:47.428403 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 5b629ed2-08c0-4eca-aa6c-8a71ae9f2bf0 not bound to the agent host n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:11:47.436229 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7ce9a9d9-c0dd-47fc-8bd3-814cfb7663c8 req-034e47f0-ece8-430d-b975-f0bd8afd41d6 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585082 Jul 15 23:11:47.451891 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77271212-9f2f-4fda-bde9-bdc00097e488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:47.455230 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77271212-9f2f-4fda-bde9-bdc00097e488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:47.463904 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-77271212-9f2f-4fda-bde9-bdc00097e488 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1fa28a9e-feb8-4b10-8229-4407630ce9f3 HTTP/1.1" status: 204 len: 168 time: 0.2252398 Jul 15 23:11:47.481799 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77271212-9f2f-4fda-bde9-bdc00097e488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa28a9e-feb8-4b10-8229-4407630ce9f3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:47.845111 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f195cea-5154-41f4-a411-b1203846ad75 req-936a10d9-7919-43dd-85f7-250c4e87b5da tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:47.852605 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f195cea-5154-41f4-a411-b1203846ad75 req-936a10d9-7919-43dd-85f7-250c4e87b5da tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:47.860190 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f195cea-5154-41f4-a411-b1203846ad75 req-936a10d9-7919-43dd-85f7-250c4e87b5da tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:47.867977 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4f195cea-5154-41f4-a411-b1203846ad75 req-936a10d9-7919-43dd-85f7-250c4e87b5da tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "GET /v2.0/ports?device_id=a019ccdd-a9a2-4b3a-b0fb-616034f2ab6e HTTP/1.1" status: 200 len: 2416 time: 0.2080894 Jul 15 23:11:47.921963 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4f195cea-5154-41f4-a411-b1203846ad75 req-8654241c-6dbf-459b-a39c-05315fe5110c tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e82abe9-32ef-47ea-8481-8effe9d5857f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529609 Jul 15 23:11:48.116504 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 58302) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:48.191822 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5acd708-265b-41db-b81f-8284260845bd req-d0e45fb1-4bbe-4cf4-b87b-dfe49f961fdc tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:48.194143 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e5acd708-265b-41db-b81f-8284260845bd req-d0e45fb1-4bbe-4cf4-b87b-dfe49f961fdc tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/ports?device_id=05a40a33-ead5-4a16-b340-5c6a8b9f748d HTTP/1.1" status: 200 len: 945 time: 0.1140189 Jul 15 23:11:48.202327 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-119d5378-dbf8-4c5f-b0ff-21b1f0e569dc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2d295cbfad7a4296a15ea6b978b1e245&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0806434 Jul 15 23:11:48.202995 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 58306) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:48.251612 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e5acd708-265b-41db-b81f-8284260845bd req-39bf548b-815a-4693-ac2f-4f49e8865e08 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/security-groups?id=e35c6df1-9256-45c7-85a2-0e1b5450d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471921 Jul 15 23:11:48.284785 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00c5acb9-8760-4534-a5f7-2ca2f00017bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:48.319960 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00c5acb9-8760-4534-a5f7-2ca2f00017bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:48.408741 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00c5acb9-8760-4534-a5f7-2ca2f00017bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:48.417678 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00c5acb9-8760-4534-a5f7-2ca2f00017bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:48.421569 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-00c5acb9-8760-4534-a5f7-2ca2f00017bf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ec871974-3cc5-4976-a53d-3fde7a1fbe7f HTTP/1.1" status: 204 len: 168 time: 0.2171042 Jul 15 23:11:48.437103 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5acb9-8760-4534-a5f7-2ca2f00017bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec871974-3cc5-4976-a53d-3fde7a1fbe7f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:48.499987 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-76fa4583-cdb1-4649-8951-09c4235de536 req-431d5f58-6fc9-482f-a25c-191c80941616 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=2198a759-c7f1-4bf1-9573-d4a80c67bcaa HTTP/1.1" status: 200 len: 210 time: 0.0850971 Jul 15 23:11:48.770118 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b218da-eade-41eb-a769-cffefb5eb7ad req-16f62b4c-62cf-40cd-b022-324df4423c09 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:48.773261 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-19b218da-eade-41eb-a769-cffefb5eb7ad req-16f62b4c-62cf-40cd-b022-324df4423c09 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f5ba9c9-f264-49c8-bde4-0ffb576a2267 HTTP/1.1" status: 200 len: 945 time: 0.1473768 Jul 15 23:11:48.811776 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 58320) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:48.875398 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-19b218da-eade-41eb-a769-cffefb5eb7ad req-132ac36c-ff95-4117-a223-642a7592e6db tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943842 Jul 15 23:11:49.002360 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4134080c-8f9d-42d7-9e5d-174459f1bb33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:49.263089 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0451e632-ca39-41c2-ae47-2edde2e535a5 req-1a994881-0f8b-41d7-9667-07717a230b6c tempest-LiveAutoBlockMigrationV225Test-1599853612 tempest-LiveAutoBlockMigrationV225Test-1599853612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:49.272216 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0451e632-ca39-41c2-ae47-2edde2e535a5 req-1a994881-0f8b-41d7-9667-07717a230b6c tempest-LiveAutoBlockMigrationV225Test-1599853612 tempest-LiveAutoBlockMigrationV225Test-1599853612-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=7f5ba9c9-f264-49c8-bde4-0ffb576a2267 HTTP/1.1" status: 200 len: 1096 time: 0.2347255 Jul 15 23:11:49.284483 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 3baff053-7c05-432f-868b-e7ca85e72c77 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:11:49.355609 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b8e632-cc7c-4792-be3f-a6baba34813e req-a8e159df-f7ed-422f-8f25-9ac8b088934a tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:49.361844 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b8e632-cc7c-4792-be3f-a6baba34813e req-a8e159df-f7ed-422f-8f25-9ac8b088934a tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:49.368575 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b8e632-cc7c-4792-be3f-a6baba34813e req-a8e159df-f7ed-422f-8f25-9ac8b088934a tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:49.376485 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-11b8e632-cc7c-4792-be3f-a6baba34813e req-a8e159df-f7ed-422f-8f25-9ac8b088934a tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "GET /v2.0/ports?device_id=a019ccdd-a9a2-4b3a-b0fb-616034f2ab6e HTTP/1.1" status: 200 len: 2416 time: 0.2965546 Jul 15 23:11:49.402036 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port 3baff053-7c05-432f-868b-e7ca85e72c77 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:11:49.407484 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 3baff053-7c05-432f-868b-e7ca85e72c77 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:11:49.408176 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:49.458387 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0451e632-ca39-41c2-ae47-2edde2e535a5 req-da094af3-60e5-4d19-9ada-764dea93ac2d tempest-LiveAutoBlockMigrationV225Test-1599853612 tempest-LiveAutoBlockMigrationV225Test-1599853612-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818528 Jul 15 23:11:49.473902 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4134080c-8f9d-42d7-9e5d-174459f1bb33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:49.507541 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4134080c-8f9d-42d7-9e5d-174459f1bb33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:49.550038 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-11b8e632-cc7c-4792-be3f-a6baba34813e req-95f06b15-40e5-4df5-a2b5-285aae8c20b5 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e82abe9-32ef-47ea-8481-8effe9d5857f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725872 Jul 15 23:11:49.570641 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e6656-e03f-4531-9f85-04412ea5b2a3 req-8e09767b-c280-407d-8926-03cc8983df6a tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:49.574032 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d39e6656-e03f-4531-9f85-04412ea5b2a3 req-8e09767b-c280-407d-8926-03cc8983df6a tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.41 "GET /v2.0/networks?id=a62e01ea-f2e5-4ac4-9f56-3043444e806b HTTP/1.1" status: 200 len: 811 time: 0.2663653 Jul 15 23:11:49.597798 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-d39e6656-e03f-4531-9f85-04412ea5b2a3 req-813bac53-0c34-46b9-bbe2-2a00d6532691 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Request body: {'port': {'device_id': '2198a759-c7f1-4bf1-9573-d4a80c67bcaa', 'network_id': 'a62e01ea-f2e5-4ac4-9f56-3043444e806b', 'admin_state_up': True, 'tenant_id': '675bfc559b0b40ea8fae85ead4a7a3be'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:49.607546 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:49.620773 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-4134080c-8f9d-42d7-9e5d-174459f1bb33 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=41387e712da8415389aaf8a86c5c4113&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8074074 Jul 15 23:11:49.624055 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 58352) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:49.638833 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4134080c-8f9d-42d7-9e5d-174459f1bb33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cebb84f-5223-460a-84e2-bf90b62ab4a9,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:49.693289 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a019ccdd-a9a2-4b3a-b0fb-616034f2ab6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3baff053-7c05-432f-868b-e7ca85e72c77'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:11:49.703228 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c288a60-faf5-4567-bd18-901b1a77f094" -d '{"events": [{"server_uuid": "a019ccdd-a9a2-4b3a-b0fb-616034f2ab6e", "name": "network-vif-plugged", "status": "completed", "tag": "3baff053-7c05-432f-868b-e7ca85e72c77"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:11:49.753651 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 3baff053-7c05-432f-868b-e7ca85e72c77, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=3baff053-7c05-432f-868b-e7ca85e72c77,segment=NetworkSegment(1a179a96-1d0e-4297-980c-9e67e54caf8d),segment_id=1a179a96-1d0e-4297-980c-9e67e54caf8d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:49.760844 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:49.762579 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 9ac29fbd-108f-4856-9e66-b935bb58d6a2 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:11:49.768203 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a502a288-fa27-4f70-8c26-bf869d32dc59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:49.776490 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 58356) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:49.788950 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d39e6656-e03f-4531-9f85-04412ea5b2a3 req-813bac53-0c34-46b9-bbe2-2a00d6532691 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Made reservation on behalf of 675bfc559b0b40ea8fae85ead4a7a3be for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:11:49.796692 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d39e6656-e03f-4531-9f85-04412ea5b2a3 req-813bac53-0c34-46b9-bbe2-2a00d6532691 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:49.884917 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a502a288-fa27-4f70-8c26-bf869d32dc59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:49.913316 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=3baff053-7c05-432f-868b-e7ca85e72c77,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:49.939555 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port 9ac29fbd-108f-4856-9e66-b935bb58d6a2 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:11:49.951618 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 9ac29fbd-108f-4856-9e66-b935bb58d6a2 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:11:49.952138 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:50.025255 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222ccdf6-a5fc-48e9-999e-dad38adb242f req-113c8620-c260-41bc-b8f6-b08d39bd599f tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:50.028391 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-222ccdf6-a5fc-48e9-999e-dad38adb242f req-113c8620-c260-41bc-b8f6-b08d39bd599f tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/ports?device_id=05a40a33-ead5-4a16-b340-5c6a8b9f748d HTTP/1.1" status: 200 len: 945 time: 0.1797745 Jul 15 23:11:50.044096 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a502a288-fa27-4f70-8c26-bf869d32dc59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:50.047878 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a502a288-fa27-4f70-8c26-bf869d32dc59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:50.052828 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-a502a288-fa27-4f70-8c26-bf869d32dc59 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4cebb84f-5223-460a-84e2-bf90b62ab4a9 HTTP/1.1" status: 204 len: 168 time: 0.4244249 Jul 15 23:11:50.053109 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-039529d6-ba7a-428f-bac8-751c284660fb admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-815411577-network', 'tenant_id': '2c4a4c1056c54e6c9d8e39254706f526'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:50.082722 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a502a288-fa27-4f70-8c26-bf869d32dc59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cebb84f-5223-460a-84e2-bf90b62ab4a9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:50.088118 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-d39e6656-e03f-4531-9f85-04412ea5b2a3 req-813bac53-0c34-46b9-bbe2-2a00d6532691 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Allocated IP 172.20.0.8 (a62e01ea-f2e5-4ac4-9f56-3043444e806b/a1126b8c-d6f8-4596-9ab3-27f6931e900c/6c32f8b8-f36c-486b-968d-0cb7b1b70d24) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:11:50.103659 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039529d6-ba7a-428f-bac8-751c284660fb admin admin] Made reservation on behalf of 2c4a4c1056c54e6c9d8e39254706f526 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:11:50.106948 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-039529d6-ba7a-428f-bac8-751c284660fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:50.123183 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-039529d6-ba7a-428f-bac8-751c284660fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:50.137350 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3c537312-491c-4ac6-8ad2-406de90ca2ec req-21887c80-9f4a-49a2-9b24-2ef403ab36a5 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=2198a759-c7f1-4bf1-9573-d4a80c67bcaa HTTP/1.1" status: 200 len: 210 time: 0.0845180 Jul 15 23:11:50.178960 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:50.188160 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-222ccdf6-a5fc-48e9-999e-dad38adb242f req-3df84958-c038-4b76-b3d0-077d495faaae tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/security-groups?id=e35c6df1-9256-45c7-85a2-0e1b5450d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346505 Jul 15 23:11:50.278354 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 9ac29fbd-108f-4856-9e66-b935bb58d6a2, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=9ac29fbd-108f-4856-9e66-b935bb58d6a2,segment=NetworkSegment(c669c53d-42bd-41ad-a52e-fd10449d5770),segment_id=c669c53d-42bd-41ad-a52e-fd10449d5770)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:50.290234 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:50.291499 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device d202ed8b-2190-4934-88cb-14351ed77968 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:11:50.349143 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e7ec1f-75bd-4473-ada0-35dad0b54a34 x-openstack-request-id: req-d7e7ec1f-75bd-4473-ada0-35dad0b54a34 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:11:50.349830 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a019ccdd-a9a2-4b3a-b0fb-616034f2ab6e", "name": "network-vif-plugged", "status": "completed", "tag": "3baff053-7c05-432f-868b-e7ca85e72c77", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:11:50.350345 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d7e7ec1f-75bd-4473-ada0-35dad0b54a34 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:11:50.350976 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a019ccdd-a9a2-4b3a-b0fb-616034f2ab6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3baff053-7c05-432f-868b-e7ca85e72c77', 'code': 200} Jul 15 23:11:50.420201 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-039529d6-ba7a-428f-bac8-751c284660fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:50.433801 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d39e6656-e03f-4531-9f85-04412ea5b2a3 req-813bac53-0c34-46b9-bbe2-2a00d6532691 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:50.436155 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-039529d6-ba7a-428f-bac8-751c284660fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:50.453295 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=9ac29fbd-108f-4856-9e66-b935bb58d6a2,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:50.467696 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port d202ed8b-2190-4934-88cb-14351ed77968 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:11:50.468550 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-039529d6-ba7a-428f-bac8-751c284660fb admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:11:50.478214 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port d202ed8b-2190-4934-88cb-14351ed77968 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:11:50.482680 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:50.482982 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-039529d6-ba7a-428f-bac8-751c284660fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:50.483709 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-039529d6-ba7a-428f-bac8-751c284660fb admin admin] Added segment 4e3c6507-d031-41e9-a26f-9c2cf8bfd5a3 of type vlan for network e33baf99-7b1d-4b5b-a318-8d1e41837e00 Jul 15 23:11:50.516688 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1b006-834f-4d46-95bd-553ad58639f5 req-5ac94261-61d8-41a6-a9e0-c01acaf246e7 tempest-LiveAutoBlockMigrationV225Test-1599853612 tempest-LiveAutoBlockMigrationV225Test-1599853612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:50.525102 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-98d1b006-834f-4d46-95bd-553ad58639f5 req-5ac94261-61d8-41a6-a9e0-c01acaf246e7 tempest-LiveAutoBlockMigrationV225Test-1599853612 tempest-LiveAutoBlockMigrationV225Test-1599853612-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=7f5ba9c9-f264-49c8-bde4-0ffb576a2267 HTTP/1.1" status: 200 len: 1096 time: 0.1287417 Jul 15 23:11:50.542985 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-039529d6-ba7a-428f-bac8-751c284660fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:50.586838 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-039529d6-ba7a-428f-bac8-751c284660fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:50.587885 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039529d6-ba7a-428f-bac8-751c284660fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:50.588570 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-039529d6-ba7a-428f-bac8-751c284660fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:50.598549 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-98d1b006-834f-4d46-95bd-553ad58639f5 req-b8f63fc6-a88f-4c87-8bb0-105ca8cdf6af tempest-LiveAutoBlockMigrationV225Test-1599853612 tempest-LiveAutoBlockMigrationV225Test-1599853612-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723677 Jul 15 23:11:50.634130 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039529d6-ba7a-428f-bac8-751c284660fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f72ef8-856f-4133-a731-62ace9106bbb,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:50.691893 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:50.716486 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 58370) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:50.720950 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-039529d6-ba7a-428f-bac8-751c284660fb admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9415677 Jul 15 23:11:50.726855 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 58372) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:50.730681 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4b82bc5c-023a-486a-9364-a638b967e774 admin admin] Request body: {'subnet': {'network_id': 'e33baf99-7b1d-4b5b-a318-8d1e41837e00', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-815411577-subnet', 'tenant_id': '2c4a4c1056c54e6c9d8e39254706f526', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:50.744541 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port d202ed8b-2190-4934-88cb-14351ed77968, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=d202ed8b-2190-4934-88cb-14351ed77968,segment=NetworkSegment(1a179a96-1d0e-4297-980c-9e67e54caf8d),segment_id=1a179a96-1d0e-4297-980c-9e67e54caf8d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:50.751343 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:50.780661 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b82bc5c-023a-486a-9364-a638b967e774 admin admin] Made reservation on behalf of 2c4a4c1056c54e6c9d8e39254706f526 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:11:50.797118 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4b82bc5c-023a-486a-9364-a638b967e774 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:50.821396 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7903f965-a4bb-4b1e-a399-a39d7c232dad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:50.829698 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039529d6-ba7a-428f-bac8-751c284660fb admin admin] Pushing event updated for resources: {'Network': ['ID=e33baf99-7b1d-4b5b-a318-8d1e41837e00,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:50.850787 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network e33baf99-7b1d-4b5b-a318-8d1e41837e00 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:11:50.868805 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d39e6656-e03f-4531-9f85-04412ea5b2a3 req-813bac53-0c34-46b9-bbe2-2a00d6532691 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:50.953988 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d39e6656-e03f-4531-9f85-04412ea5b2a3 req-813bac53-0c34-46b9-bbe2-2a00d6532691 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Network a62e01ea-f2e5-4ac4-9f56-3043444e806b is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:11:50.964292 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-d39e6656-e03f-4531-9f85-04412ea5b2a3 req-813bac53-0c34-46b9-bbe2-2a00d6532691 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:11:50.966783 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813bac53-0c34-46b9-bbe2-2a00d6532691 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Pushing event updated for resources: {'Port': ['ID=6c32f8b8-f36c-486b-968d-0cb7b1b70d24,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:50.970265 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-d39e6656-e03f-4531-9f85-04412ea5b2a3 req-813bac53-0c34-46b9-bbe2-2a00d6532691 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:11:50.985988 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=d202ed8b-2190-4934-88cb-14351ed77968,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:51.060119 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e6656-e03f-4531-9f85-04412ea5b2a3 req-813bac53-0c34-46b9-bbe2-2a00d6532691 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:51.060704 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d39e6656-e03f-4531-9f85-04412ea5b2a3 req-813bac53-0c34-46b9-bbe2-2a00d6532691 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:51.092792 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7903f965-a4bb-4b1e-a399-a39d7c232dad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:51.099493 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a11a4-d159-4696-9cd3-030d4fb5750b req-1ce55553-b56f-4783-9bcf-bfaed3c3637c tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:51.104271 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7903f965-a4bb-4b1e-a399-a39d7c232dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:51.109398 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a11a4-d159-4696-9cd3-030d4fb5750b req-1ce55553-b56f-4783-9bcf-bfaed3c3637c tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:51.115917 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a11a4-d159-4696-9cd3-030d4fb5750b req-1ce55553-b56f-4783-9bcf-bfaed3c3637c tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:51.117676 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d39e6656-e03f-4531-9f85-04412ea5b2a3 req-813bac53-0c34-46b9-bbe2-2a00d6532691 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5287936 Jul 15 23:11:51.120244 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4c0a11a4-d159-4696-9cd3-030d4fb5750b req-1ce55553-b56f-4783-9bcf-bfaed3c3637c tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "GET /v2.0/ports?device_id=a019ccdd-a9a2-4b3a-b0fb-616034f2ab6e HTTP/1.1" status: 200 len: 2419 time: 0.2850924 Jul 15 23:11:51.156867 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7903f965-a4bb-4b1e-a399-a39d7c232dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6704c154-303c-4e30-80d5-39d4aa11e193,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:51.170458 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-d39e6656-e03f-4531-9f85-04412ea5b2a3 req-0dea6313-cee9-470f-b55c-cb614dde94ce service neutron] Request body: {'port': {'device_id': '2198a759-c7f1-4bf1-9573-d4a80c67bcaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:51.214189 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4c0a11a4-d159-4696-9cd3-030d4fb5750b req-7c4aff6a-58ba-4481-962a-0154927c38ea tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e82abe9-32ef-47ea-8481-8effe9d5857f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839207 Jul 15 23:11:51.374271 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4b82bc5c-023a-486a-9364-a638b967e774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:51.544388 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b82bc5c-023a-486a-9364-a638b967e774 admin admin] Pushing event updated for resources: {'Subnet': ['ID=792237a5-0811-409c-8af9-3a852f67e40b,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:51.579125 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b82bc5c-023a-486a-9364-a638b967e774 admin admin] Checking segment: {'id': '4e3c6507-d031-41e9-a26f-9c2cf8bfd5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e33baf99-7b1d-4b5b-a318-8d1e41837e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:11:51.579607 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b82bc5c-023a-486a-9364-a638b967e774 admin admin] Network hostable DHCP agents. Network: e33baf99-7b1d-4b5b-a318-8d1e41837e00, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:11:51.618057 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7baef4a-7a67-4448-9be1-a32f990b593b req-349160a2-dd89-48d2-a023-7dc1bc64e72b tempest-LiveAutoBlockMigrationV225Test-1599853612 tempest-LiveAutoBlockMigrationV225Test-1599853612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:51.619642 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e7baef4a-7a67-4448-9be1-a32f990b593b req-349160a2-dd89-48d2-a023-7dc1bc64e72b tempest-LiveAutoBlockMigrationV225Test-1599853612 tempest-LiveAutoBlockMigrationV225Test-1599853612-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=7f5ba9c9-f264-49c8-bde4-0ffb576a2267 HTTP/1.1" status: 200 len: 1096 time: 0.1663218 Jul 15 23:11:51.625648 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-7903f965-a4bb-4b1e-a399-a39d7c232dad admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1e53e6882f3d42e6a38d6e9c24962911&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8975010 Jul 15 23:11:51.630132 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 58388) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:51.636987 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b82bc5c-023a-486a-9364-a638b967e774 admin admin] Network e33baf99-7b1d-4b5b-a318-8d1e41837e00 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:11:51.670941 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f28b74-b4bc-4763-a34f-5a153671240b req-0a9a9f79-6de8-427f-8c67-186ecd484add tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:51.672668 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-00f28b74-b4bc-4763-a34f-5a153671240b req-0a9a9f79-6de8-427f-8c67-186ecd484add tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=2198a759-c7f1-4bf1-9573-d4a80c67bcaa HTTP/1.1" status: 200 len: 931 time: 0.1430893 Jul 15 23:11:51.677273 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-4b82bc5c-023a-486a-9364-a638b967e774 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, e33baf99-7b1d-4b5b-a318-8d1e41837e00) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:11:51.681014 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b82bc5c-023a-486a-9364-a638b967e774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:51.682474 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4b82bc5c-023a-486a-9364-a638b967e774 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:51.699515 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4666c9-17fd-4aa7-aa20-99c0c8f014d8 None None] Network e33baf99-7b1d-4b5b-a318-8d1e41837e00 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:11:51.727822 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d39e6656-e03f-4531-9f85-04412ea5b2a3 req-0dea6313-cee9-470f-b55c-cb614dde94ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:51.744242 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2bba76a9-1166-48ef-97cb-513824584717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:51.804286 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2bba76a9-1166-48ef-97cb-513824584717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:52.029419 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2bba76a9-1166-48ef-97cb-513824584717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:52.034193 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2bba76a9-1166-48ef-97cb-513824584717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:52.036193 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-2bba76a9-1166-48ef-97cb-513824584717 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6704c154-303c-4e30-80d5-39d4aa11e193 HTTP/1.1" status: 204 len: 168 time: 0.4047394 Jul 15 23:11:52.044958 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b98308f-be88-49c0-aacc-d100c2e7bfb5 None None] Network e33baf99-7b1d-4b5b-a318-8d1e41837e00 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:11:52.056470 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bba76a9-1166-48ef-97cb-513824584717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6704c154-303c-4e30-80d5-39d4aa11e193,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:52.187309 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e7baef4a-7a67-4448-9be1-a32f990b593b req-9e74186e-b1b0-45a2-b857-e23aabcbda63 tempest-LiveAutoBlockMigrationV225Test-1599853612 tempest-LiveAutoBlockMigrationV225Test-1599853612-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5515184 Jul 15 23:11:52.232398 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-4b82bc5c-023a-486a-9364-a638b967e774 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5137320 Jul 15 23:11:52.248716 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-d39e6656-e03f-4531-9f85-04412ea5b2a3 req-0dea6313-cee9-470f-b55c-cb614dde94ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c32f8b8-f36c-486b-968d-0cb7b1b70d24 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:11:52.264335 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d39e6656-e03f-4531-9f85-04412ea5b2a3 req-0dea6313-cee9-470f-b55c-cb614dde94ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:52.287114 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-d39e6656-e03f-4531-9f85-04412ea5b2a3 req-0dea6313-cee9-470f-b55c-cb614dde94ce service neutron] Transition to ACTIVE for port object 6c32f8b8-f36c-486b-968d-0cb7b1b70d24 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:11:52.293021 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-00f28b74-b4bc-4763-a34f-5a153671240b req-3278c0ba-6fe7-4a00-b43f-b178dd67d395 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6054130 Jul 15 23:11:52.293534 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d39e6656-e03f-4531-9f85-04412ea5b2a3 req-0dea6313-cee9-470f-b55c-cb614dde94ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:52.353120 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a019ccdd-a9a2-4b3a-b0fb-616034f2ab6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ac29fbd-108f-4856-9e66-b935bb58d6a2'}, {'server_uuid': 'a019ccdd-a9a2-4b3a-b0fb-616034f2ab6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd202ed8b-2190-4934-88cb-14351ed77968'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:11:52.367815 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1113bb5c-e539-4ffb-93d9-54d679eca0a6" -d '{"events": [{"server_uuid": "a019ccdd-a9a2-4b3a-b0fb-616034f2ab6e", "name": "network-vif-plugged", "status": "completed", "tag": "9ac29fbd-108f-4856-9e66-b935bb58d6a2"}, {"server_uuid": "a019ccdd-a9a2-4b3a-b0fb-616034f2ab6e", "name": "network-vif-plugged", "status": "completed", "tag": "d202ed8b-2190-4934-88cb-14351ed77968"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:11:52.428333 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dea6313-cee9-470f-b55c-cb614dde94ce service neutron] Pushing event updated for resources: {'Port': ['ID=6c32f8b8-f36c-486b-968d-0cb7b1b70d24,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:52.548886 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-d39e6656-e03f-4531-9f85-04412ea5b2a3 req-0dea6313-cee9-470f-b55c-cb614dde94ce service neutron] Attempting to bind port 6c32f8b8-f36c-486b-968d-0cb7b1b70d24 on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:11:52.549223 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-d39e6656-e03f-4531-9f85-04412ea5b2a3 req-0dea6313-cee9-470f-b55c-cb614dde94ce service neutron] Attempting to bind port 6c32f8b8-f36c-486b-968d-0cb7b1b70d24 by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '3c2758b9-e41c-4bf2-b9ed-9081bfc02669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a62e01ea-f2e5-4ac4-9f56-3043444e806b'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:11:52.549570 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39e6656-e03f-4531-9f85-04412ea5b2a3 req-0dea6313-cee9-470f-b55c-cb614dde94ce service neutron] Attempting to bind port 6c32f8b8-f36c-486b-968d-0cb7b1b70d24 on network a62e01ea-f2e5-4ac4-9f56-3043444e806b {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:11:52.567082 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39e6656-e03f-4531-9f85-04412ea5b2a3 req-0dea6313-cee9-470f-b55c-cb614dde94ce service neutron] Port 6c32f8b8-f36c-486b-968d-0cb7b1b70d24 on network a62e01ea-f2e5-4ac4-9f56-3043444e806b not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:11:52.567663 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39e6656-e03f-4531-9f85-04412ea5b2a3 req-0dea6313-cee9-470f-b55c-cb614dde94ce service neutron] Attempting to bind port 6c32f8b8-f36c-486b-968d-0cb7b1b70d24 on network a62e01ea-f2e5-4ac4-9f56-3043444e806b {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:11:52.585111 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39e6656-e03f-4531-9f85-04412ea5b2a3 req-0dea6313-cee9-470f-b55c-cb614dde94ce service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:11:52.586474 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39e6656-e03f-4531-9f85-04412ea5b2a3 req-0dea6313-cee9-470f-b55c-cb614dde94ce service neutron] Checking segment: {'id': '3c2758b9-e41c-4bf2-b9ed-9081bfc02669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a62e01ea-f2e5-4ac4-9f56-3043444e806b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:11:52.586899 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39e6656-e03f-4531-9f85-04412ea5b2a3 req-0dea6313-cee9-470f-b55c-cb614dde94ce service neutron] Bound using segment: {'id': '3c2758b9-e41c-4bf2-b9ed-9081bfc02669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a62e01ea-f2e5-4ac4-9f56-3043444e806b'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:11:52.587359 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-d39e6656-e03f-4531-9f85-04412ea5b2a3 req-0dea6313-cee9-470f-b55c-cb614dde94ce service neutron] Bound port: 6c32f8b8-f36c-486b-968d-0cb7b1b70d24, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c2758b9-e41c-4bf2-b9ed-9081bfc02669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a62e01ea-f2e5-4ac4-9f56-3043444e806b'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:11:52.587768 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d39e6656-e03f-4531-9f85-04412ea5b2a3 req-0dea6313-cee9-470f-b55c-cb614dde94ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:52.724731 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-d39e6656-e03f-4531-9f85-04412ea5b2a3 req-0dea6313-cee9-470f-b55c-cb614dde94ce service neutron] For port 6c32f8b8-f36c-486b-968d-0cb7b1b70d24, host n-h2-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:11:52.728933 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-d39e6656-e03f-4531-9f85-04412ea5b2a3 req-0dea6313-cee9-470f-b55c-cb614dde94ce service neutron] For port 6c32f8b8-f36c-486b-968d-0cb7b1b70d24, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=6c32f8b8-f36c-486b-968d-0cb7b1b70d24,segment=NetworkSegment(3c2758b9-e41c-4bf2-b9ed-9081bfc02669),segment_id=3c2758b9-e41c-4bf2-b9ed-9081bfc02669)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:11:52.734599 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d39e6656-e03f-4531-9f85-04412ea5b2a3 req-0dea6313-cee9-470f-b55c-cb614dde94ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:52.774595 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e6656-e03f-4531-9f85-04412ea5b2a3 req-0dea6313-cee9-470f-b55c-cb614dde94ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:52.774595 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d39e6656-e03f-4531-9f85-04412ea5b2a3 req-0dea6313-cee9-470f-b55c-cb614dde94ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:52.775900 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d39e6656-e03f-4531-9f85-04412ea5b2a3 req-0dea6313-cee9-470f-b55c-cb614dde94ce service neutron] 10.222.0.41 "PUT /v2.0/ports/6c32f8b8-f36c-486b-968d-0cb7b1b70d24 HTTP/1.1" status: 200 len: 1091 time: 1.6138263 Jul 15 23:11:52.776474 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2198a759-c7f1-4bf1-9573-d4a80c67bcaa', 'tag': '6c32f8b8-f36c-486b-968d-0cb7b1b70d24'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:11:52.780534 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5531df2e-9208-458d-a0ea-a887e1d56867" -d '{"events": [{"name": "network-changed", "server_uuid": "2198a759-c7f1-4bf1-9573-d4a80c67bcaa", "tag": "6c32f8b8-f36c-486b-968d-0cb7b1b70d24"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:11:52.780830 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e709bed0-0beb-46c7-82ac-2d86d738ea55 req-85b7c25c-c8f8-4462-b848-f973df0e1f53 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:52.800666 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e709bed0-0beb-46c7-82ac-2d86d738ea55 req-85b7c25c-c8f8-4462-b848-f973df0e1f53 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:52.811741 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e709bed0-0beb-46c7-82ac-2d86d738ea55 req-85b7c25c-c8f8-4462-b848-f973df0e1f53 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:52.813693 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e709bed0-0beb-46c7-82ac-2d86d738ea55 req-85b7c25c-c8f8-4462-b848-f973df0e1f53 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "GET /v2.0/ports?device_id=a019ccdd-a9a2-4b3a-b0fb-616034f2ab6e HTTP/1.1" status: 200 len: 2419 time: 0.1869438 Jul 15 23:11:52.818892 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dea6313-cee9-470f-b55c-cb614dde94ce service neutron] Pushing event updated for resources: {'Port': ['ID=6c32f8b8-f36c-486b-968d-0cb7b1b70d24,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:52.827202 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46265049-7ef3-4681-80f9-142575b6cf04 req-49e29615-a178-4160-8f3c-4317f0c02f16 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:52.848014 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-46265049-7ef3-4681-80f9-142575b6cf04 req-49e29615-a178-4160-8f3c-4317f0c02f16 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/ports?device_id=05a40a33-ead5-4a16-b340-5c6a8b9f748d HTTP/1.1" status: 200 len: 945 time: 0.2759371 Jul 15 23:11:52.941584 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e6656-e03f-4531-9f85-04412ea5b2a3 req-1c626a76-3135-49e0-aaea-a7e79ac97525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:52.943370 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d39e6656-e03f-4531-9f85-04412ea5b2a3 req-1c626a76-3135-49e0-aaea-a7e79ac97525 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=675bfc559b0b40ea8fae85ead4a7a3be&device_id=2198a759-c7f1-4bf1-9573-d4a80c67bcaa HTTP/1.1" status: 200 len: 1094 time: 0.0938835 Jul 15 23:11:52.953654 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e709bed0-0beb-46c7-82ac-2d86d738ea55 req-a9ab2746-95b4-46fd-abd7-35b13e3fd9d1 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e82abe9-32ef-47ea-8481-8effe9d5857f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016271 Jul 15 23:11:52.965181 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-46265049-7ef3-4681-80f9-142575b6cf04 req-9b5a823a-61bd-44a5-b151-3d08918e02ba tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/security-groups?id=e35c6df1-9256-45c7-85a2-0e1b5450d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158693 Jul 15 23:11:53.064051 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 23:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e02feaa-8aa9-477e-b94a-e405facd78ac x-openstack-request-id: req-1e02feaa-8aa9-477e-b94a-e405facd78ac {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:11:53.064836 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a019ccdd-a9a2-4b3a-b0fb-616034f2ab6e", "name": "network-vif-plugged", "status": "completed", "tag": "9ac29fbd-108f-4856-9e66-b935bb58d6a2", "code": 200}, {"server_uuid": "a019ccdd-a9a2-4b3a-b0fb-616034f2ab6e", "name": "network-vif-plugged", "status": "completed", "tag": "d202ed8b-2190-4934-88cb-14351ed77968", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:11:53.064836 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1e02feaa-8aa9-477e-b94a-e405facd78ac {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:11:53.065109 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a019ccdd-a9a2-4b3a-b0fb-616034f2ab6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ac29fbd-108f-4856-9e66-b935bb58d6a2', 'code': 200} Jul 15 23:11:53.065252 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a019ccdd-a9a2-4b3a-b0fb-616034f2ab6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd202ed8b-2190-4934-88cb-14351ed77968', 'code': 200} Jul 15 23:11:53.083890 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d39e6656-e03f-4531-9f85-04412ea5b2a3 req-75b1a772-74a0-42db-b66a-f947466c36ba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c32f8b8-f36c-486b-968d-0cb7b1b70d24 HTTP/1.1" status: 200 len: 217 time: 0.1109238 Jul 15 23:11:53.168259 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff16f54b-9a15-467e-80b7-ad715503f719 x-openstack-request-id: req-ff16f54b-9a15-467e-80b7-ad715503f719 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:11:53.168623 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2198a759-c7f1-4bf1-9573-d4a80c67bcaa", "tag": "6c32f8b8-f36c-486b-968d-0cb7b1b70d24", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:11:53.168898 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ff16f54b-9a15-467e-80b7-ad715503f719 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:11:53.169270 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2198a759-c7f1-4bf1-9573-d4a80c67bcaa', 'tag': '6c32f8b8-f36c-486b-968d-0cb7b1b70d24', 'status': 'completed', 'code': 200} Jul 15 23:11:53.191769 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e6656-e03f-4531-9f85-04412ea5b2a3 req-84ed5af2-195c-43a7-8e13-1dd182537568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:53.194179 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d39e6656-e03f-4531-9f85-04412ea5b2a3 req-84ed5af2-195c-43a7-8e13-1dd182537568 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a1126b8c-d6f8-4596-9ab3-27f6931e900c HTTP/1.1" status: 200 len: 851 time: 0.1048520 Jul 15 23:11:53.238013 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d39e6656-e03f-4531-9f85-04412ea5b2a3 req-29e24779-6c27-4d1e-b0a6-b682c0cad942 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a62e01ea-f2e5-4ac4-9f56-3043444e806b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369778 Jul 15 23:11:53.259971 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1df1c7-176e-4222-9777-927f195d2ed9 req-94147a46-936f-4a7d-b8da-1332d172e782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:53.260609 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1df1c7-176e-4222-9777-927f195d2ed9 req-94147a46-936f-4a7d-b8da-1332d172e782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:53.261163 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1df1c7-176e-4222-9777-927f195d2ed9 req-94147a46-936f-4a7d-b8da-1332d172e782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:53.263161 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ff1df1c7-176e-4222-9777-927f195d2ed9 req-94147a46-936f-4a7d-b8da-1332d172e782 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a019ccdd-a9a2-4b3a-b0fb-616034f2ab6e HTTP/1.1" status: 200 len: 2872 time: 0.1072292 Jul 15 23:11:53.321535 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ff1df1c7-176e-4222-9777-927f195d2ed9 req-7b9e74a9-c192-428d-82e1-662375f86104 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=2e82abe9-32ef-47ea-8481-8effe9d5857f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519938 Jul 15 23:11:53.409310 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 58432) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:53.415107 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-aaf5ce04-d5ce-4c35-a070-45e2cb8ee0be admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-710073010-network', 'tenant_id': '30fb90c06fa648b9a505e70d20ee6200'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:53.450187 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf5ce04-d5ce-4c35-a070-45e2cb8ee0be admin admin] Made reservation on behalf of 30fb90c06fa648b9a505e70d20ee6200 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:11:53.453095 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aaf5ce04-d5ce-4c35-a070-45e2cb8ee0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:53.473381 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d39e6656-e03f-4531-9f85-04412ea5b2a3 req-cb86ec43-a02e-41eb-a016-ee5d60fdf8f4 service neutron] 10.222.0.41 "GET /v2.0/networks/a62e01ea-f2e5-4ac4-9f56-3043444e806b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280760 Jul 15 23:11:53.474988 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aaf5ce04-d5ce-4c35-a070-45e2cb8ee0be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:53.698545 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d39e6656-e03f-4531-9f85-04412ea5b2a3 req-01a2b3a0-c6f4-4fe1-9149-4adaf0e5cdce service neutron] 10.222.0.41 "GET /v2.0/networks/a62e01ea-f2e5-4ac4-9f56-3043444e806b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175214 Jul 15 23:11:53.709502 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0092d890-0eee-4a10-8b93-89ba82af61ac req-e0c8ee82-daac-4f67-9d70-dac025333133 tempest-LiveAutoBlockMigrationV225Test-1599853612 tempest-LiveAutoBlockMigrationV225Test-1599853612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:53.711353 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0092d890-0eee-4a10-8b93-89ba82af61ac req-e0c8ee82-daac-4f67-9d70-dac025333133 tempest-LiveAutoBlockMigrationV225Test-1599853612 tempest-LiveAutoBlockMigrationV225Test-1599853612-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=7f5ba9c9-f264-49c8-bde4-0ffb576a2267 HTTP/1.1" status: 200 len: 1096 time: 0.1934619 Jul 15 23:11:53.720908 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aaf5ce04-d5ce-4c35-a070-45e2cb8ee0be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:53.731073 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb2993-cb6c-481f-9a12-20482794fe9e req-68468f76-478e-433b-9fe5-cd2d2d7b7041 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:53.732849 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0adb2993-cb6c-481f-9a12-20482794fe9e req-68468f76-478e-433b-9fe5-cd2d2d7b7041 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=2198a759-c7f1-4bf1-9573-d4a80c67bcaa HTTP/1.1" status: 200 len: 943 time: 0.2094595 Jul 15 23:11:53.734554 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aaf5ce04-d5ce-4c35-a070-45e2cb8ee0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:53.767130 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaf5ce04-d5ce-4c35-a070-45e2cb8ee0be admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:11:53.824165 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 58440) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:53.851546 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aaf5ce04-d5ce-4c35-a070-45e2cb8ee0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:53.852304 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-aaf5ce04-d5ce-4c35-a070-45e2cb8ee0be admin admin] Added segment fa9ba59e-fb0e-4826-bf82-0deacb35d078 of type vlan for network dc3768c1-5ea2-4031-a754-366c2da770a0 Jul 15 23:11:53.855738 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf5ce04-d5ce-4c35-a070-45e2cb8ee0be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0506ecd-b0bb-480a-a50f-c9e619c6d952,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:53.925096 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0adb2993-cb6c-481f-9a12-20482794fe9e req-a8c42006-2e88-486c-82c7-1f87e1b9f6cb tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616426 Jul 15 23:11:53.930465 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0092d890-0eee-4a10-8b93-89ba82af61ac req-6c22573d-9e41-4cbd-87ad-6f39a24be925 tempest-LiveAutoBlockMigrationV225Test-1599853612 tempest-LiveAutoBlockMigrationV225Test-1599853612-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876009 Jul 15 23:11:53.945675 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5531df2e-9208-458d-a0ea-a887e1d56867 req-a24a2f88-555b-4844-a89b-70aeadb210ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:53.949102 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5531df2e-9208-458d-a0ea-a887e1d56867 req-a24a2f88-555b-4844-a89b-70aeadb210ef service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=675bfc559b0b40ea8fae85ead4a7a3be&device_id=2198a759-c7f1-4bf1-9573-d4a80c67bcaa HTTP/1.1" status: 200 len: 1094 time: 0.1100123 Jul 15 23:11:54.009336 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aaf5ce04-d5ce-4c35-a070-45e2cb8ee0be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:54.073500 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aaf5ce04-d5ce-4c35-a070-45e2cb8ee0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:54.075393 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf5ce04-d5ce-4c35-a070-45e2cb8ee0be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:54.076161 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aaf5ce04-d5ce-4c35-a070-45e2cb8ee0be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:54.140646 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-aaf5ce04-d5ce-4c35-a070-45e2cb8ee0be admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7270472 Jul 15 23:11:54.147861 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 58450) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:54.154928 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-8ecd354c-57f2-4f52-a8c0-93db8060e4f0 admin admin] Request body: {'subnet': {'network_id': 'dc3768c1-5ea2-4031-a754-366c2da770a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-710073010-subnet', 'tenant_id': '30fb90c06fa648b9a505e70d20ee6200', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:54.160474 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-612ff3c1-f4d3-4400-aa92-de700ffb5ea3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1540046159-network', 'tenant_id': 'ec36f46f1b7e4eb4acdfec30bd668062'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:54.186673 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.db.api [None req-612ff3c1-f4d3-4400-aa92-de700ffb5ea3 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 23:11:54.186673 n-d-794306-6 neutron-server[93771]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 23:11:54.186673 n-d-794306-6 neutron-server[93771]: [parameters: {'project_id_1': 'ec36f46f1b7e4eb4acdfec30bd668062', 'expiration_1': datetime.datetime(2021, 7, 15, 23, 11, 54, 175107)}] Jul 15 23:11:54.186673 n-d-794306-6 neutron-server[93771]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:11:54.187734 n-d-794306-6 neutron-server[93771]: DEBUG oslo_db.api [None req-612ff3c1-f4d3-4400-aa92-de700ffb5ea3 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:11:54.220887 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf5ce04-d5ce-4c35-a070-45e2cb8ee0be admin admin] Pushing event updated for resources: {'Network': ['ID=dc3768c1-5ea2-4031-a754-366c2da770a0,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:54.226083 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5531df2e-9208-458d-a0ea-a887e1d56867 req-a27a3d8c-82ad-4245-a512-a839a16199ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:54.229928 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5531df2e-9208-458d-a0ea-a887e1d56867 req-a27a3d8c-82ad-4245-a512-a839a16199ae service neutron] 10.222.0.41 "GET /v2.0/networks?id=a62e01ea-f2e5-4ac4-9f56-3043444e806b HTTP/1.1" status: 200 len: 912 time: 0.2739007 Jul 15 23:11:54.234123 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network dc3768c1-5ea2-4031-a754-366c2da770a0 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:11:54.237651 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ecd354c-57f2-4f52-a8c0-93db8060e4f0 admin admin] Made reservation on behalf of 30fb90c06fa648b9a505e70d20ee6200 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:11:54.241466 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8ecd354c-57f2-4f52-a8c0-93db8060e4f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:54.355961 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5531df2e-9208-458d-a0ea-a887e1d56867 req-d7efc8fe-abcb-4c90-a2db-24d519e7affa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c32f8b8-f36c-486b-968d-0cb7b1b70d24 HTTP/1.1" status: 200 len: 217 time: 0.1175933 Jul 15 23:11:54.414033 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad07b3f4-abc1-4b39-b15a-5a96c89adfa8 req-469f4941-0df1-46d1-97b1-4a2ad093fb46 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:54.420456 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ad07b3f4-abc1-4b39-b15a-5a96c89adfa8 req-469f4941-0df1-46d1-97b1-4a2ad093fb46 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/ports?device_id=05a40a33-ead5-4a16-b340-5c6a8b9f748d HTTP/1.1" status: 200 len: 945 time: 0.1595707 Jul 15 23:11:54.447207 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5531df2e-9208-458d-a0ea-a887e1d56867 req-ae057404-2b9d-4d26-9cf4-9a0941aa5140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:54.449943 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5531df2e-9208-458d-a0ea-a887e1d56867 req-ae057404-2b9d-4d26-9cf4-9a0941aa5140 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a1126b8c-d6f8-4596-9ab3-27f6931e900c HTTP/1.1" status: 200 len: 851 time: 0.0892079 Jul 15 23:11:54.493168 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5531df2e-9208-458d-a0ea-a887e1d56867 req-c8f9b414-b008-4441-9aee-b7405139912e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a62e01ea-f2e5-4ac4-9f56-3043444e806b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362415 Jul 15 23:11:54.609585 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ad07b3f4-abc1-4b39-b15a-5a96c89adfa8 req-37016bd8-c424-41fe-b50c-3d72d1aa19ee tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/security-groups?id=e35c6df1-9256-45c7-85a2-0e1b5450d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704805 Jul 15 23:11:54.633025 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5531df2e-9208-458d-a0ea-a887e1d56867 req-8b5cc6de-0543-485c-9c50-0434d274b71f service neutron] 10.222.0.41 "GET /v2.0/networks/a62e01ea-f2e5-4ac4-9f56-3043444e806b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330287 Jul 15 23:11:54.684094 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f445f7-2b1b-40e6-8f47-a5c22860033f req-53c7c70e-1621-4008-a3cd-2ea16fd9f016 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:54.690481 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f445f7-2b1b-40e6-8f47-a5c22860033f req-53c7c70e-1621-4008-a3cd-2ea16fd9f016 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:54.696710 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f445f7-2b1b-40e6-8f47-a5c22860033f req-53c7c70e-1621-4008-a3cd-2ea16fd9f016 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:54.699132 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-72f445f7-2b1b-40e6-8f47-a5c22860033f req-53c7c70e-1621-4008-a3cd-2ea16fd9f016 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "GET /v2.0/ports?device_id=a019ccdd-a9a2-4b3a-b0fb-616034f2ab6e HTTP/1.1" status: 200 len: 2419 time: 0.2660048 Jul 15 23:11:54.751059 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8ecd354c-57f2-4f52-a8c0-93db8060e4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:54.800647 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612ff3c1-f4d3-4400-aa92-de700ffb5ea3 admin admin] Made reservation on behalf of ec36f46f1b7e4eb4acdfec30bd668062 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:11:54.806256 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-612ff3c1-f4d3-4400-aa92-de700ffb5ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:54.827076 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-612ff3c1-f4d3-4400-aa92-de700ffb5ea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:54.836662 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-72f445f7-2b1b-40e6-8f47-a5c22860033f req-b2a1f289-b515-4123-b7c7-f4ef19c9b833 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e82abe9-32ef-47ea-8481-8effe9d5857f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098459 Jul 15 23:11:54.894327 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5531df2e-9208-458d-a0ea-a887e1d56867 req-4ba2c258-c453-4133-a480-489114792ab5 service neutron] 10.222.0.41 "GET /v2.0/networks/a62e01ea-f2e5-4ac4-9f56-3043444e806b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444208 Jul 15 23:11:54.898484 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecd354c-57f2-4f52-a8c0-93db8060e4f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4784f3e6-9c33-4ca9-b939-22218bc2821a,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:54.937116 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecd354c-57f2-4f52-a8c0-93db8060e4f0 admin admin] Checking segment: {'id': 'fa9ba59e-fb0e-4826-bf82-0deacb35d078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'dc3768c1-5ea2-4031-a754-366c2da770a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:11:54.938941 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecd354c-57f2-4f52-a8c0-93db8060e4f0 admin admin] Network hostable DHCP agents. Network: dc3768c1-5ea2-4031-a754-366c2da770a0, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:11:54.973694 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecd354c-57f2-4f52-a8c0-93db8060e4f0 admin admin] Network dc3768c1-5ea2-4031-a754-366c2da770a0 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:11:54.995878 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-8ecd354c-57f2-4f52-a8c0-93db8060e4f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, dc3768c1-5ea2-4031-a754-366c2da770a0) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:11:55.005092 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecd354c-57f2-4f52-a8c0-93db8060e4f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:55.006299 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8ecd354c-57f2-4f52-a8c0-93db8060e4f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:55.013506 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032d2123-fdba-4959-8b26-a2644e2a8941 None None] Network dc3768c1-5ea2-4031-a754-366c2da770a0 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:11:55.088915 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-612ff3c1-f4d3-4400-aa92-de700ffb5ea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:55.098704 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-612ff3c1-f4d3-4400-aa92-de700ffb5ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:55.108459 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-8ecd354c-57f2-4f52-a8c0-93db8060e4f0 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9589341 Jul 15 23:11:55.141458 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-612ff3c1-f4d3-4400-aa92-de700ffb5ea3 admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:11:55.160910 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612ff3c1-f4d3-4400-aa92-de700ffb5ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4da215-1468-4103-a509-9f38e861147e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:55.176040 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-612ff3c1-f4d3-4400-aa92-de700ffb5ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:55.177993 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-612ff3c1-f4d3-4400-aa92-de700ffb5ea3 admin admin] Added segment 7f54d6fd-905a-40e4-9872-e50318fbd6ec of type vlan for network 2eb5a618-95d1-4f19-803a-b44492ccd4ef Jul 15 23:11:55.250361 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-612ff3c1-f4d3-4400-aa92-de700ffb5ea3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:55.299052 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:55.332028 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-612ff3c1-f4d3-4400-aa92-de700ffb5ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:55.334385 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612ff3c1-f4d3-4400-aa92-de700ffb5ea3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:55.337334 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-612ff3c1-f4d3-4400-aa92-de700ffb5ea3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:55.391719 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d168c0-4a8b-4346-9c61-3c0fd9c5ce0f req-45a69798-827b-46c3-a7a1-833d3f5341b9 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:55.397377 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-20d168c0-4a8b-4346-9c61-3c0fd9c5ce0f req-45a69798-827b-46c3-a7a1-833d3f5341b9 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=2198a759-c7f1-4bf1-9573-d4a80c67bcaa HTTP/1.1" status: 200 len: 943 time: 0.1108911 Jul 15 23:11:55.401707 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83d2ce6-547d-464d-b652-a53a22c263ee None None] Network dc3768c1-5ea2-4031-a754-366c2da770a0 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:11:55.424349 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-612ff3c1-f4d3-4400-aa92-de700ffb5ea3 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5983377 Jul 15 23:11:55.429119 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 58466) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:55.459878 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1db80ac0-daa3-4b95-ad67-d55f76283dc3 admin admin] Request body: {'subnet': {'network_id': '2eb5a618-95d1-4f19-803a-b44492ccd4ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1540046159-subnet', 'tenant_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:55.498200 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612ff3c1-f4d3-4400-aa92-de700ffb5ea3 admin admin] Pushing event updated for resources: {'Network': ['ID=2eb5a618-95d1-4f19-803a-b44492ccd4ef,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:55.504971 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-20d168c0-4a8b-4346-9c61-3c0fd9c5ce0f req-fb46072d-2377-45d7-81c9-534944fdbdb0 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050997 Jul 15 23:11:55.534431 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 6c32f8b8-f36c-486b-968d-0cb7b1b70d24 details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:11:55.535637 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db80ac0-daa3-4b95-ad67-d55f76283dc3 admin admin] Made reservation on behalf of ec36f46f1b7e4eb4acdfec30bd668062 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:11:55.538842 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1db80ac0-daa3-4b95-ad67-d55f76283dc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:55.546330 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 2eb5a618-95d1-4f19-803a-b44492ccd4ef details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:11:55.889206 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 6c32f8b8-f36c-486b-968d-0cb7b1b70d24, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=6c32f8b8-f36c-486b-968d-0cb7b1b70d24,segment=NetworkSegment(3c2758b9-e41c-4bf2-b9ed-9081bfc02669),segment_id=3c2758b9-e41c-4bf2-b9ed-9081bfc02669)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:55.910647 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': '6c32f8b8-f36c-486b-968d-0cb7b1b70d24', 'network_id': 'a62e01ea-f2e5-4ac4-9f56-3043444e806b', 'port_id': '6c32f8b8-f36c-486b-968d-0cb7b1b70d24', 'mac_address': 'fa:16:3e:9d:c6:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1126b8c-d6f8-4596-9ab3-27f6931e900c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:11:55.951483 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1db80ac0-daa3-4b95-ad67-d55f76283dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:55.996900 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ab54b0-8a8f-41c2-a95d-68e7dc32935d req-2eb06304-b822-4012-812b-54f1ab951349 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:55.998704 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d0ab54b0-8a8f-41c2-a95d-68e7dc32935d req-2eb06304-b822-4012-812b-54f1ab951349 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/ports?device_id=05a40a33-ead5-4a16-b340-5c6a8b9f748d HTTP/1.1" status: 200 len: 945 time: 0.1220994 Jul 15 23:11:55.999947 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:56.023771 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c32f8b8-f36c-486b-968d-0cb7b1b70d24 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:11:56.046130 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db80ac0-daa3-4b95-ad67-d55f76283dc3 admin admin] Checking segment: {'id': '7f54d6fd-905a-40e4-9872-e50318fbd6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2eb5a618-95d1-4f19-803a-b44492ccd4ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:11:56.046130 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db80ac0-daa3-4b95-ad67-d55f76283dc3 admin admin] Network hostable DHCP agents. Network: 2eb5a618-95d1-4f19-803a-b44492ccd4ef, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:11:56.048093 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db80ac0-daa3-4b95-ad67-d55f76283dc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89fd3128-ac30-4b7c-b596-62c2dc214969,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:56.069620 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 6c32f8b8-f36c-486b-968d-0cb7b1b70d24, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=6c32f8b8-f36c-486b-968d-0cb7b1b70d24,segment=NetworkSegment(3c2758b9-e41c-4bf2-b9ed-9081bfc02669),segment_id=3c2758b9-e41c-4bf2-b9ed-9081bfc02669)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:56.078703 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:56.085546 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db80ac0-daa3-4b95-ad67-d55f76283dc3 admin admin] Network 2eb5a618-95d1-4f19-803a-b44492ccd4ef is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:11:56.088210 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d0ab54b0-8a8f-41c2-a95d-68e7dc32935d req-df14791a-6736-436e-bb8d-27ed996d46af tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/security-groups?id=e35c6df1-9256-45c7-85a2-0e1b5450d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717196 Jul 15 23:11:56.104540 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-1db80ac0-daa3-4b95-ad67-d55f76283dc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 2eb5a618-95d1-4f19-803a-b44492ccd4ef) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:11:56.110001 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db80ac0-daa3-4b95-ad67-d55f76283dc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:56.110951 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1db80ac0-daa3-4b95-ad67-d55f76283dc3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:56.143902 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-1db80ac0-daa3-4b95-ad67-d55f76283dc3 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7130227 Jul 15 23:11:56.146793 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 58494) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:11:56.147965 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef5cda2-b89d-4d13-8596-3f16da7331b1 None None] Network 2eb5a618-95d1-4f19-803a-b44492ccd4ef requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:11:56.154785 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-db85f193-a4b1-4ea6-a33a-20a7e2ec3ea0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1540046159-router', 'tenant_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:56.190357 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-db85f193-a4b1-4ea6-a33a-20a7e2ec3ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:56.191898 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-db85f193-a4b1-4ea6-a33a-20a7e2ec3ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:56.262414 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=6c32f8b8-f36c-486b-968d-0cb7b1b70d24,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:56.283295 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-db85f193-a4b1-4ea6-a33a-20a7e2ec3ea0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:56.446566 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['6c32f8b8-f36c-486b-968d-0cb7b1b70d24'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:11:56.486829 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca07896f-d7d7-4949-a996-61d53bd1572b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-2eb5a618-95d1-4f19-803a-b44492ccd4ef', 'network_id': '2eb5a618-95d1-4f19-803a-b44492ccd4ef', 'tenant_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'fixed_ips': [{'subnet_id': '89fd3128-ac30-4b7c-b596-62c2dc214969'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:11:56.490651 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ca07896f-d7d7-4949-a996-61d53bd1572b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:56.538148 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-2e03e20a-fdff-4762-be75-8442e519185d tempest-LiveAutoBlockMigrationV225Test-1599853612 tempest-LiveAutoBlockMigrationV225Test-1599853612-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:11:56.540169 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-2e03e20a-fdff-4762-be75-8442e519185d tempest-LiveAutoBlockMigrationV225Test-1599853612 tempest-LiveAutoBlockMigrationV225Test-1599853612-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0141017 Jul 15 23:11:56.542755 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-db85f193-a4b1-4ea6-a33a-20a7e2ec3ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:56.661488 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-c7bd8f66-095c-418e-9b78-5a9d1526ad29 service neutron] Request body: {'binding': {'host': 'n-h1-794306-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:56.662844 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-c7bd8f66-095c-418e-9b78-5a9d1526ad29 service neutron] Unknown quota resources ['binding']. {{(pid=93771) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 23:11:56.755147 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cf2af2-7b25-47f7-8bba-05c8f4929c45 req-9c948f1e-f0e9-4e25-a949-37a5af243bfd tempest-VolumesAdminNegativeTest-149183644 tempest-VolumesAdminNegativeTest-149183644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:56.757126 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c0cf2af2-7b25-47f7-8bba-05c8f4929c45 req-9c948f1e-f0e9-4e25-a949-37a5af243bfd tempest-VolumesAdminNegativeTest-149183644 tempest-VolumesAdminNegativeTest-149183644-project] 10.222.0.48 "GET /v2.0/networks?id=e33baf99-7b1d-4b5b-a318-8d1e41837e00 HTTP/1.1" status: 200 len: 814 time: 0.2200663 Jul 15 23:11:56.798345 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c0cf2af2-7b25-47f7-8bba-05c8f4929c45 req-9c7a3002-9172-420f-b6cc-b2c9da372ad7 tempest-VolumesAdminNegativeTest-149183644 tempest-VolumesAdminNegativeTest-149183644-project] 10.222.0.48 "GET /v2.0/quotas/2c4a4c1056c54e6c9d8e39254706f526 HTTP/1.1" status: 200 len: 375 time: 0.0226157 Jul 15 23:11:56.836122 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-ca07896f-d7d7-4949-a996-61d53bd1572b None None] Allocated IP 172.20.0.2 (2eb5a618-95d1-4f19-803a-b44492ccd4ef/89fd3128-ac30-4b7c-b596-62c2dc214969/bcf9d3d3-81ac-4c74-9aaa-14c63a75116a) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:11:56.848831 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c0cf2af2-7b25-47f7-8bba-05c8f4929c45 req-9d02a43a-9038-4fda-9fd8-bbc89c029fff tempest-VolumesAdminNegativeTest-149183644 tempest-VolumesAdminNegativeTest-149183644-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2c4a4c1056c54e6c9d8e39254706f526&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416451 Jul 15 23:11:56.923870 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-c7bd8f66-095c-418e-9b78-5a9d1526ad29 service neutron] Attempting to bind port 397242ff-5eb9-498e-96aa-9ce0edcfee54 on host n-h1-794306-6 for vnic_type normal with profile None {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:11:56.924358 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-c7bd8f66-095c-418e-9b78-5a9d1526ad29 service neutron] Attempting to bind port 397242ff-5eb9-498e-96aa-9ce0edcfee54 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '34c5f733-3f76-4beb-94d8-dfb9dc50430b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '54d36d42-4b6b-4a3b-a62a-15b6ab91449d'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:11:56.924716 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-c7bd8f66-095c-418e-9b78-5a9d1526ad29 service neutron] Attempting to bind port 397242ff-5eb9-498e-96aa-9ce0edcfee54 on network 54d36d42-4b6b-4a3b-a62a-15b6ab91449d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:11:56.930237 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-c7bd8f66-095c-418e-9b78-5a9d1526ad29 service neutron] Port 397242ff-5eb9-498e-96aa-9ce0edcfee54 on network 54d36d42-4b6b-4a3b-a62a-15b6ab91449d not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:11:56.930237 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-c7bd8f66-095c-418e-9b78-5a9d1526ad29 service neutron] Attempting to bind port 397242ff-5eb9-498e-96aa-9ce0edcfee54 on network 54d36d42-4b6b-4a3b-a62a-15b6ab91449d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:11:56.937333 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-c7bd8f66-095c-418e-9b78-5a9d1526ad29 service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:11:56.938017 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-c7bd8f66-095c-418e-9b78-5a9d1526ad29 service neutron] Checking segment: {'id': '34c5f733-3f76-4beb-94d8-dfb9dc50430b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '54d36d42-4b6b-4a3b-a62a-15b6ab91449d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:11:56.938306 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-c7bd8f66-095c-418e-9b78-5a9d1526ad29 service neutron] Bound using segment: {'id': '34c5f733-3f76-4beb-94d8-dfb9dc50430b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '54d36d42-4b6b-4a3b-a62a-15b6ab91449d'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:11:56.938802 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-c7bd8f66-095c-418e-9b78-5a9d1526ad29 service neutron] Bound port: 397242ff-5eb9-498e-96aa-9ce0edcfee54, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34c5f733-3f76-4beb-94d8-dfb9dc50430b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '54d36d42-4b6b-4a3b-a62a-15b6ab91449d'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:11:57.012308 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-c7bd8f66-095c-418e-9b78-5a9d1526ad29 service neutron] For port 397242ff-5eb9-498e-96aa-9ce0edcfee54, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=397242ff-5eb9-498e-96aa-9ce0edcfee54,segment=NetworkSegment(34c5f733-3f76-4beb-94d8-dfb9dc50430b),segment_id=34c5f733-3f76-4beb-94d8-dfb9dc50430b)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:11:57.018449 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-c7bd8f66-095c-418e-9b78-5a9d1526ad29 service neutron] Notify callbacks [] for binding, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:57.019720 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-c7bd8f66-095c-418e-9b78-5a9d1526ad29 service neutron] 10.222.0.48 "POST /v2.0/ports/397242ff-5eb9-498e-96aa-9ce0edcfee54/bindings HTTP/1.1" status: 201 len: 389 time: 0.4725773 Jul 15 23:11:57.114989 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ca07896f-d7d7-4949-a996-61d53bd1572b None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:57.122078 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-db85f193-a4b1-4ea6-a33a-20a7e2ec3ea0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:57.135131 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ca07896f-d7d7-4949-a996-61d53bd1572b None None] Transition to ACTIVE for port object bcf9d3d3-81ac-4c74-9aaa-14c63a75116a will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:11:57.136666 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c0cf2af2-7b25-47f7-8bba-05c8f4929c45 req-ffc2f231-dc81-49a3-8649-286d905c0bed service neutron] 10.222.0.48 "GET /v2.0/networks/e33baf99-7b1d-4b5b-a318-8d1e41837e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797132 Jul 15 23:11:57.164307 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ca07896f-d7d7-4949-a996-61d53bd1572b None None] Transition to ACTIVE for port object bcf9d3d3-81ac-4c74-9aaa-14c63a75116a will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:11:57.171214 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-db85f193-a4b1-4ea6-a33a-20a7e2ec3ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:57.177271 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ca07896f-d7d7-4949-a996-61d53bd1572b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:57.234453 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca07896f-d7d7-4949-a996-61d53bd1572b None None] Network 2eb5a618-95d1-4f19-803a-b44492ccd4ef is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:11:57.240215 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-ca07896f-d7d7-4949-a996-61d53bd1572b None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:11:57.248311 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca07896f-d7d7-4949-a996-61d53bd1572b None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:11:57.257598 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca07896f-d7d7-4949-a996-61d53bd1572b None None] Pushing event updated for resources: {'Port': ['ID=bcf9d3d3-81ac-4c74-9aaa-14c63a75116a,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:57.357254 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ca07896f-d7d7-4949-a996-61d53bd1572b None None] Attempting to bind port bcf9d3d3-81ac-4c74-9aaa-14c63a75116a on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:11:57.358302 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ca07896f-d7d7-4949-a996-61d53bd1572b None None] Attempting to bind port bcf9d3d3-81ac-4c74-9aaa-14c63a75116a by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '7f54d6fd-905a-40e4-9872-e50318fbd6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2eb5a618-95d1-4f19-803a-b44492ccd4ef'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:11:57.358858 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca07896f-d7d7-4949-a996-61d53bd1572b None None] Attempting to bind port bcf9d3d3-81ac-4c74-9aaa-14c63a75116a on network 2eb5a618-95d1-4f19-803a-b44492ccd4ef {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:11:57.367419 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca07896f-d7d7-4949-a996-61d53bd1572b None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:11:57.368056 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca07896f-d7d7-4949-a996-61d53bd1572b None None] Checking segment: {'id': '7f54d6fd-905a-40e4-9872-e50318fbd6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2eb5a618-95d1-4f19-803a-b44492ccd4ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:11:57.368700 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ca07896f-d7d7-4949-a996-61d53bd1572b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:57.369321 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca07896f-d7d7-4949-a996-61d53bd1572b None None] Bound using segment: {'id': '7f54d6fd-905a-40e4-9872-e50318fbd6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2eb5a618-95d1-4f19-803a-b44492ccd4ef'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:11:57.370601 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ca07896f-d7d7-4949-a996-61d53bd1572b None None] Bound port: bcf9d3d3-81ac-4c74-9aaa-14c63a75116a, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f54d6fd-905a-40e4-9872-e50318fbd6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2eb5a618-95d1-4f19-803a-b44492ccd4ef'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:11:57.372132 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ca07896f-d7d7-4949-a996-61d53bd1572b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:57.501191 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ca07896f-d7d7-4949-a996-61d53bd1572b None None] For port bcf9d3d3-81ac-4c74-9aaa-14c63a75116a, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:11:57.505165 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ca07896f-d7d7-4949-a996-61d53bd1572b None None] For port bcf9d3d3-81ac-4c74-9aaa-14c63a75116a, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=bcf9d3d3-81ac-4c74-9aaa-14c63a75116a,segment=NetworkSegment(7f54d6fd-905a-40e4-9872-e50318fbd6ec),segment_id=7f54d6fd-905a-40e4-9872-e50318fbd6ec)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:11:57.512687 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ca07896f-d7d7-4949-a996-61d53bd1572b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:57.527312 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c0cf2af2-7b25-47f7-8bba-05c8f4929c45 req-3b1dd0bc-9d70-4355-9a99-d279c5541dc6 service neutron] 10.222.0.48 "GET /v2.0/networks/e33baf99-7b1d-4b5b-a318-8d1e41837e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3896265 Jul 15 23:11:57.573971 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-db85f193-a4b1-4ea6-a33a-20a7e2ec3ea0 admin admin] Allocated IP 172.25.5.138 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/9566196f-5ece-4352-b64f-6ab0e47b0101) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:11:57.593488 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639986a5-42fe-4562-a7a7-6c07079f4856 req-e3b77798-d8b4-4df2-8188-97375819b997 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:57.600523 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639986a5-42fe-4562-a7a7-6c07079f4856 req-e3b77798-d8b4-4df2-8188-97375819b997 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:57.600868 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca07896f-d7d7-4949-a996-61d53bd1572b None None] Pushing event updated for resources: {'Port': ['ID=bcf9d3d3-81ac-4c74-9aaa-14c63a75116a,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:57.608359 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639986a5-42fe-4562-a7a7-6c07079f4856 req-e3b77798-d8b4-4df2-8188-97375819b997 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:57.610014 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-639986a5-42fe-4562-a7a7-6c07079f4856 req-e3b77798-d8b4-4df2-8188-97375819b997 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "GET /v2.0/ports?device_id=a019ccdd-a9a2-4b3a-b0fb-616034f2ab6e HTTP/1.1" status: 200 len: 2419 time: 0.3030372 Jul 15 23:11:57.619069 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-788abe58-843d-4652-83f1-0903dbb61a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:57.620856 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-788abe58-843d-4652-83f1-0903dbb61a1b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=97397394137f47b6b8b1bb83454a379f&device_id=7f5ba9c9-f264-49c8-bde4-0ffb576a2267 HTTP/1.1" status: 200 len: 1096 time: 0.2595651 Jul 15 23:11:57.768192 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-639986a5-42fe-4562-a7a7-6c07079f4856 req-8c061ce3-f0ab-4fc7-9310-625d69e2cf4e tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e82abe9-32ef-47ea-8481-8effe9d5857f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451595 Jul 15 23:11:58.048717 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-db85f193-a4b1-4ea6-a33a-20a7e2ec3ea0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:58.096459 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-d75bb592-791f-4215-8944-28d3b8c1d35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:58.099911 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-d75bb592-791f-4215-8944-28d3b8c1d35c service neutron] 10.222.0.49 "GET /v2.0/networks?id=54d36d42-4b6b-4a3b-a62a-15b6ab91449d HTTP/1.1" status: 200 len: 922 time: 0.4682310 Jul 15 23:11:58.259184 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-cd00515c-817c-409e-a560-346a8e95c249 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=397242ff-5eb9-498e-96aa-9ce0edcfee54 HTTP/1.1" status: 200 len: 217 time: 0.1447437 Jul 15 23:11:58.352221 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-db85f193-a4b1-4ea6-a33a-20a7e2ec3ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:58.381501 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-53b25d2b-fb52-49aa-b5b2-bbe34f3906b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:58.381501 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-53b25d2b-fb52-49aa-b5b2-bbe34f3906b4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fe3eef83-74d9-48a6-8931-0e31ba6153cf HTTP/1.1" status: 200 len: 861 time: 0.1077993 Jul 15 23:11:58.464486 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-f52e6aa9-98f1-47e7-a606-b33f4819fb7c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=54d36d42-4b6b-4a3b-a62a-15b6ab91449d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536783 Jul 15 23:11:58.466716 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db85f193-a4b1-4ea6-a33a-20a7e2ec3ea0 admin admin] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:11:58.482688 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dceaa3-695a-4129-9006-bec4fc21a9aa req-49dcc33a-0e0b-4ee8-915a-46df8b259c0c tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:58.484813 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-82dceaa3-695a-4129-9006-bec4fc21a9aa req-49dcc33a-0e0b-4ee8-915a-46df8b259c0c tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=2198a759-c7f1-4bf1-9573-d4a80c67bcaa HTTP/1.1" status: 200 len: 944 time: 0.3797419 Jul 15 23:11:58.503306 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-db85f193-a4b1-4ea6-a33a-20a7e2ec3ea0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:11:58.519740 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db85f193-a4b1-4ea6-a33a-20a7e2ec3ea0 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:11:58.565618 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db85f193-a4b1-4ea6-a33a-20a7e2ec3ea0 admin admin] Pushing event updated for resources: {'Port': ['ID=9566196f-5ece-4352-b64f-6ab0e47b0101,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:58.740005 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ae446-e6f0-49d7-be7f-28c0167589b6 req-2541864b-703e-4a09-b734-53496499c5e5 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:58.744060 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-839ae446-e6f0-49d7-be7f-28c0167589b6 req-2541864b-703e-4a09-b734-53496499c5e5 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f5ba9c9-f264-49c8-bde4-0ffb576a2267 HTTP/1.1" status: 200 len: 945 time: 0.4168167 Jul 15 23:11:58.842089 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device bcf9d3d3-81ac-4c74-9aaa-14c63a75116a up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:11:58.952672 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port bcf9d3d3-81ac-4c74-9aaa-14c63a75116a completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:11:59.093101 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212ccc5b-48ac-438f-8c74-487718cfbf7e None None] Network 2eb5a618-95d1-4f19-803a-b44492ccd4ef requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:11:59.168921 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4bf4237c-b8b0-4347-b109-e0d9f6208968 None None] Provisioning for port bcf9d3d3-81ac-4c74-9aaa-14c63a75116a completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:11:59.176932 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4bf4237c-b8b0-4347-b109-e0d9f6208968 None None] Provisioning complete for port bcf9d3d3-81ac-4c74-9aaa-14c63a75116a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:11:59.177744 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4bf4237c-b8b0-4347-b109-e0d9f6208968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:59.253441 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-82dceaa3-695a-4129-9006-bec4fc21a9aa req-81e3b057-1340-4254-b74f-dd66b7f13621 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7465608 Jul 15 23:11:59.341392 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4bf4237c-b8b0-4347-b109-e0d9f6208968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:59.397585 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-839ae446-e6f0-49d7-be7f-28c0167589b6 req-ba53fb40-4adf-44c8-92bf-8cb6d4d34ae4 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425500 Jul 15 23:11:59.402297 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-4bf4237c-b8b0-4347-b109-e0d9f6208968 None None] For port bcf9d3d3-81ac-4c74-9aaa-14c63a75116a, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=bcf9d3d3-81ac-4c74-9aaa-14c63a75116a,segment=NetworkSegment(7f54d6fd-905a-40e4-9872-e50318fbd6ec),segment_id=7f54d6fd-905a-40e4-9872-e50318fbd6ec)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:11:59.407361 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4bf4237c-b8b0-4347-b109-e0d9f6208968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:59.464427 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-0530af6f-580e-46f5-9c1c-3fbfc10692c7 service neutron] 10.222.0.49 "GET /v2.0/networks/54d36d42-4b6b-4a3b-a62a-15b6ab91449d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9869902 Jul 15 23:11:59.467861 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 6c32f8b8-f36c-486b-968d-0cb7b1b70d24 up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:11:59.588085 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cf2af2-7b25-47f7-8bba-05c8f4929c45 req-f2ebe934-bdfb-4045-a34a-564cf26482ac tempest-VolumesAdminNegativeTest-149183644 tempest-VolumesAdminNegativeTest-149183644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:11:59.592474 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c0cf2af2-7b25-47f7-8bba-05c8f4929c45 req-f2ebe934-bdfb-4045-a34a-564cf26482ac tempest-VolumesAdminNegativeTest-149183644 tempest-VolumesAdminNegativeTest-149183644-project] 10.222.0.41 "GET /v2.0/networks?id=e33baf99-7b1d-4b5b-a318-8d1e41837e00 HTTP/1.1" status: 200 len: 814 time: 0.1704686 Jul 15 23:11:59.618810 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-c0cf2af2-7b25-47f7-8bba-05c8f4929c45 req-193f01b2-fe5b-402e-a8ef-7a90f1e8c4d2 tempest-VolumesAdminNegativeTest-149183644 tempest-VolumesAdminNegativeTest-149183644-project] Request body: {'port': {'device_id': '79e8522b-d900-4f61-8970-c2edbbf1d756', 'network_id': 'e33baf99-7b1d-4b5b-a318-8d1e41837e00', 'admin_state_up': True, 'tenant_id': '2c4a4c1056c54e6c9d8e39254706f526'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:11:59.625042 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf4237c-b8b0-4347-b109-e0d9f6208968 None None] Pushing event updated for resources: {'Port': ['ID=bcf9d3d3-81ac-4c74-9aaa-14c63a75116a,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:11:59.684557 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port 6c32f8b8-f36c-486b-968d-0cb7b1b70d24 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:11:59.691844 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port 6c32f8b8-f36c-486b-968d-0cb7b1b70d24 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:11:59.692622 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:59.849452 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0cf2af2-7b25-47f7-8bba-05c8f4929c45 req-193f01b2-fe5b-402e-a8ef-7a90f1e8c4d2 tempest-VolumesAdminNegativeTest-149183644 tempest-VolumesAdminNegativeTest-149183644-project] Made reservation on behalf of 2c4a4c1056c54e6c9d8e39254706f526 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:11:59.853504 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c0cf2af2-7b25-47f7-8bba-05c8f4929c45 req-193f01b2-fe5b-402e-a8ef-7a90f1e8c4d2 tempest-VolumesAdminNegativeTest-149183644 tempest-VolumesAdminNegativeTest-149183644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:59.865252 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7e063c18-9939-4d14-b073-d795d8bf18c4 req-80faf457-763e-4801-a09a-c741a2d1306b tempest-VolumesAdminNegativeTest-149183644 tempest-VolumesAdminNegativeTest-149183644-project] 10.222.0.48 "GET /v2.0/ports?device_id=79e8522b-d900-4f61-8970-c2edbbf1d756 HTTP/1.1" status: 200 len: 210 time: 0.1577868 Jul 15 23:11:59.878531 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:11:59.952245 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2198a759-c7f1-4bf1-9573-d4a80c67bcaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c32f8b8-f36c-486b-968d-0cb7b1b70d24'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:11:59.958357 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d0349fa-1f92-48fb-8932-562a38afa654" -d '{"events": [{"server_uuid": "2198a759-c7f1-4bf1-9573-d4a80c67bcaa", "name": "network-vif-plugged", "status": "completed", "tag": "6c32f8b8-f36c-486b-968d-0cb7b1b70d24"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:11:59.975115 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-b35e3822-ec44-4d5f-b222-d72a36a66335 service neutron] 10.222.0.49 "GET /v2.0/networks/54d36d42-4b6b-4a3b-a62a-15b6ab91449d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5069778 Jul 15 23:11:59.982257 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-db85f193-a4b1-4ea6-a33a-20a7e2ec3ea0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:00.021646 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 6c32f8b8-f36c-486b-968d-0cb7b1b70d24, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=6c32f8b8-f36c-486b-968d-0cb7b1b70d24,segment=NetworkSegment(3c2758b9-e41c-4bf2-b9ed-9081bfc02669),segment_id=3c2758b9-e41c-4bf2-b9ed-9081bfc02669)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:00.035023 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:00.045782 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c5cc1a-f6e9-442b-8882-916de79e6703 req-6296b27c-814d-4a31-9bfb-a078c4b416f2 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:00.047038 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-54c5cc1a-f6e9-442b-8882-916de79e6703 req-6296b27c-814d-4a31-9bfb-a078c4b416f2 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/ports?device_id=05a40a33-ead5-4a16-b340-5c6a8b9f748d HTTP/1.1" status: 200 len: 945 time: 0.5537205 Jul 15 23:12:00.123598 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-79ea2688-1954-446e-9cae-d81071f2ff4e None None] Provisioning complete for port bcf9d3d3-81ac-4c74-9aaa-14c63a75116a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:00.124289 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-79ea2688-1954-446e-9cae-d81071f2ff4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:00.169113 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-c0cf2af2-7b25-47f7-8bba-05c8f4929c45 req-193f01b2-fe5b-402e-a8ef-7a90f1e8c4d2 tempest-VolumesAdminNegativeTest-149183644 tempest-VolumesAdminNegativeTest-149183644-project] Allocated IP 172.20.0.3 (e33baf99-7b1d-4b5b-a318-8d1e41837e00/792237a5-0811-409c-8af9-3a852f67e40b/a2c767f9-4f88-436f-bc02-dabe3afd2d2f) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:12:00.205075 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-54c5cc1a-f6e9-442b-8882-916de79e6703 req-60987878-3a66-44d1-9039-77b76ca935ff tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/security-groups?id=e35c6df1-9256-45c7-85a2-0e1b5450d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509328 Jul 15 23:12:00.246950 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=6c32f8b8-f36c-486b-968d-0cb7b1b70d24,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:00.340298 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08ff24a-adb0-4baa-8368-bfd85b2a0b7b x-openstack-request-id: req-e08ff24a-adb0-4baa-8368-bfd85b2a0b7b {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:12:00.341562 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2198a759-c7f1-4bf1-9573-d4a80c67bcaa", "name": "network-vif-plugged", "status": "completed", "tag": "6c32f8b8-f36c-486b-968d-0cb7b1b70d24", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:12:00.341940 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e08ff24a-adb0-4baa-8368-bfd85b2a0b7b {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:12:00.343157 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2198a759-c7f1-4bf1-9573-d4a80c67bcaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c32f8b8-f36c-486b-968d-0cb7b1b70d24', 'code': 200} Jul 15 23:12:00.343313 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-8a61d694-4ac5-499b-87fa-0457bec301ec tempest-LiveAutoBlockMigrationV225Test-1599853612 tempest-LiveAutoBlockMigrationV225Test-1599853612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:00.344525 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-8a61d694-4ac5-499b-87fa-0457bec301ec tempest-LiveAutoBlockMigrationV225Test-1599853612 tempest-LiveAutoBlockMigrationV225Test-1599853612-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7f5ba9c9-f264-49c8-bde4-0ffb576a2267&tenant_id=97397394137f47b6b8b1bb83454a379f&binding%3Ahost_id=n-h2-794306-6 HTTP/1.1" status: 200 len: 1096 time: 0.2887104 Jul 15 23:12:00.387343 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-90431eb1-e7b3-44ea-8740-176a2cd3821f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-794306-6'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:00.516646 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c0cf2af2-7b25-47f7-8bba-05c8f4929c45 req-193f01b2-fe5b-402e-a8ef-7a90f1e8c4d2 tempest-VolumesAdminNegativeTest-149183644 tempest-VolumesAdminNegativeTest-149183644-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:00.521755 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-db85f193-a4b1-4ea6-a33a-20a7e2ec3ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:00.571411 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c0cf2af2-7b25-47f7-8bba-05c8f4929c45 req-193f01b2-fe5b-402e-a8ef-7a90f1e8c4d2 tempest-VolumesAdminNegativeTest-149183644 tempest-VolumesAdminNegativeTest-149183644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:00.667414 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0cf2af2-7b25-47f7-8bba-05c8f4929c45 req-193f01b2-fe5b-402e-a8ef-7a90f1e8c4d2 tempest-VolumesAdminNegativeTest-149183644 tempest-VolumesAdminNegativeTest-149183644-project] Network e33baf99-7b1d-4b5b-a318-8d1e41837e00 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:12:00.670386 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-90431eb1-e7b3-44ea-8740-176a2cd3821f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:00.672732 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-c0cf2af2-7b25-47f7-8bba-05c8f4929c45 req-193f01b2-fe5b-402e-a8ef-7a90f1e8c4d2 tempest-VolumesAdminNegativeTest-149183644 tempest-VolumesAdminNegativeTest-149183644-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:12:00.678051 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0cf2af2-7b25-47f7-8bba-05c8f4929c45 req-193f01b2-fe5b-402e-a8ef-7a90f1e8c4d2 tempest-VolumesAdminNegativeTest-149183644 tempest-VolumesAdminNegativeTest-149183644-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:12:00.689286 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193f01b2-fe5b-402e-a8ef-7a90f1e8c4d2 tempest-VolumesAdminNegativeTest-149183644 tempest-VolumesAdminNegativeTest-149183644-project] Pushing event updated for resources: {'Port': ['ID=a2c767f9-4f88-436f-bc02-dabe3afd2d2f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:00.709012 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-36ebeddd-70e8-4c71-843c-bfde082b80ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:00.736797 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7447347-7bc0-4669-b922-7eca1ffb039f req-cc73b2d1-054c-4c04-93ad-bcbf945072c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:00.739275 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b7447347-7bc0-4669-b922-7eca1ffb039f req-cc73b2d1-054c-4c04-93ad-bcbf945072c1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2198a759-c7f1-4bf1-9573-d4a80c67bcaa HTTP/1.1" status: 200 len: 1096 time: 0.2835450 Jul 15 23:12:00.794205 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cf2af2-7b25-47f7-8bba-05c8f4929c45 req-193f01b2-fe5b-402e-a8ef-7a90f1e8c4d2 tempest-VolumesAdminNegativeTest-149183644 tempest-VolumesAdminNegativeTest-149183644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:00.794924 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c0cf2af2-7b25-47f7-8bba-05c8f4929c45 req-193f01b2-fe5b-402e-a8ef-7a90f1e8c4d2 tempest-VolumesAdminNegativeTest-149183644 tempest-VolumesAdminNegativeTest-149183644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:00.819647 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c0cf2af2-7b25-47f7-8bba-05c8f4929c45 req-193f01b2-fe5b-402e-a8ef-7a90f1e8c4d2 tempest-VolumesAdminNegativeTest-149183644 tempest-VolumesAdminNegativeTest-149183644-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2110305 Jul 15 23:12:00.830792 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device bcf9d3d3-81ac-4c74-9aaa-14c63a75116a up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:12:00.837809 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-c0cf2af2-7b25-47f7-8bba-05c8f4929c45 req-9b971017-2145-4671-9d91-2babe8ff1791 service neutron] Request body: {'port': {'device_id': '79e8522b-d900-4f61-8970-c2edbbf1d756', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:00.896438 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b7447347-7bc0-4669-b922-7eca1ffb039f req-c3ffaa5c-4d70-4d3c-bfc2-3136cf26bfbb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269650 Jul 15 23:12:00.900446 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port bcf9d3d3-81ac-4c74-9aaa-14c63a75116a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:00.901053 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:00.907662 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8af47-f291-4b97-9565-4e98576c4780 req-7061def9-a8f1-4978-8efb-176349e58887 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:00.916080 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-00b8af47-f291-4b97-9565-4e98576c4780 req-7061def9-a8f1-4978-8efb-176349e58887 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=2198a759-c7f1-4bf1-9573-d4a80c67bcaa HTTP/1.1" status: 200 len: 945 time: 0.3606188 Jul 15 23:12:00.992324 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c0cf2af2-7b25-47f7-8bba-05c8f4929c45 req-9b971017-2145-4671-9d91-2babe8ff1791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:01.048613 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db85f193-a4b1-4ea6-a33a-20a7e2ec3ea0 admin admin] Router fa493c16-b657-4228-8776-5e739991a854 is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:12:01.098402 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-00b8af47-f291-4b97-9565-4e98576c4780 req-a6d930cd-39e6-4351-85d2-c2188bb59b57 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810546 Jul 15 23:12:01.201982 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-90431eb1-e7b3-44ea-8740-176a2cd3821f service neutron] For port 397242ff-5eb9-498e-96aa-9ce0edcfee54, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=397242ff-5eb9-498e-96aa-9ce0edcfee54,segment=NetworkSegment(34c5f733-3f76-4beb-94d8-dfb9dc50430b),segment_id=34c5f733-3f76-4beb-94d8-dfb9dc50430b)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:01.310103 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-c0cf2af2-7b25-47f7-8bba-05c8f4929c45 req-9b971017-2145-4671-9d91-2babe8ff1791 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2c767f9-4f88-436f-bc02-dabe3afd2d2f {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:12:01.318883 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c0cf2af2-7b25-47f7-8bba-05c8f4929c45 req-9b971017-2145-4671-9d91-2babe8ff1791 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:01.334184 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-c0cf2af2-7b25-47f7-8bba-05c8f4929c45 req-9b971017-2145-4671-9d91-2babe8ff1791 service neutron] Transition to ACTIVE for port object a2c767f9-4f88-436f-bc02-dabe3afd2d2f will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:12:01.338234 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c0cf2af2-7b25-47f7-8bba-05c8f4929c45 req-9b971017-2145-4671-9d91-2babe8ff1791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:01.387301 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a086a397-bd56-4ea4-9f4f-3810d6e6e6fb req-7e7cbf00-8052-4014-9cb0-0b2399147592 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:01.392346 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a086a397-bd56-4ea4-9f4f-3810d6e6e6fb req-7e7cbf00-8052-4014-9cb0-0b2399147592 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f5ba9c9-f264-49c8-bde4-0ffb576a2267 HTTP/1.1" status: 200 len: 945 time: 0.4676657 Jul 15 23:12:01.465061 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db85f193-a4b1-4ea6-a33a-20a7e2ec3ea0 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:12:01.478145 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9606a2-2e3b-453c-b95d-65151e1f1fff None None] Sync routers for ids ['fa493c16-b657-4228-8776-5e739991a854'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:12:01.491062 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9606a2-2e3b-453c-b95d-65151e1f1fff None None] Routers {'fa493c16-b657-4228-8776-5e739991a854'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:12:01.492092 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-4e9606a2-2e3b-453c-b95d-65151e1f1fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:11:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['fa493c16-b657-4228-8776-5e739991a854'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:01.513614 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b971017-2145-4671-9d91-2babe8ff1791 service neutron] Pushing event updated for resources: {'Port': ['ID=a2c767f9-4f88-436f-bc02-dabe3afd2d2f,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:01.524890 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-90431eb1-e7b3-44ea-8740-176a2cd3821f service neutron] For port 397242ff-5eb9-498e-96aa-9ce0edcfee54, host n-h2-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:12:01.574061 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c0cf2af2-7b25-47f7-8bba-05c8f4929c45 req-9b971017-2145-4671-9d91-2babe8ff1791 service neutron] Attempting to bind port a2c767f9-4f88-436f-bc02-dabe3afd2d2f on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:12:01.574700 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c0cf2af2-7b25-47f7-8bba-05c8f4929c45 req-9b971017-2145-4671-9d91-2babe8ff1791 service neutron] Attempting to bind port a2c767f9-4f88-436f-bc02-dabe3afd2d2f by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '4e3c6507-d031-41e9-a26f-9c2cf8bfd5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e33baf99-7b1d-4b5b-a318-8d1e41837e00'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:12:01.575291 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cf2af2-7b25-47f7-8bba-05c8f4929c45 req-9b971017-2145-4671-9d91-2babe8ff1791 service neutron] Attempting to bind port a2c767f9-4f88-436f-bc02-dabe3afd2d2f on network e33baf99-7b1d-4b5b-a318-8d1e41837e00 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:12:01.584403 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cf2af2-7b25-47f7-8bba-05c8f4929c45 req-9b971017-2145-4671-9d91-2babe8ff1791 service neutron] Port a2c767f9-4f88-436f-bc02-dabe3afd2d2f on network e33baf99-7b1d-4b5b-a318-8d1e41837e00 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:12:01.584987 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cf2af2-7b25-47f7-8bba-05c8f4929c45 req-9b971017-2145-4671-9d91-2babe8ff1791 service neutron] Attempting to bind port a2c767f9-4f88-436f-bc02-dabe3afd2d2f on network e33baf99-7b1d-4b5b-a318-8d1e41837e00 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:12:01.595016 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cf2af2-7b25-47f7-8bba-05c8f4929c45 req-9b971017-2145-4671-9d91-2babe8ff1791 service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:12:01.595427 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cf2af2-7b25-47f7-8bba-05c8f4929c45 req-9b971017-2145-4671-9d91-2babe8ff1791 service neutron] Checking segment: {'id': '4e3c6507-d031-41e9-a26f-9c2cf8bfd5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e33baf99-7b1d-4b5b-a318-8d1e41837e00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:12:01.596212 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cf2af2-7b25-47f7-8bba-05c8f4929c45 req-9b971017-2145-4671-9d91-2babe8ff1791 service neutron] Bound using segment: {'id': '4e3c6507-d031-41e9-a26f-9c2cf8bfd5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e33baf99-7b1d-4b5b-a318-8d1e41837e00'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:12:01.596977 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c0cf2af2-7b25-47f7-8bba-05c8f4929c45 req-9b971017-2145-4671-9d91-2babe8ff1791 service neutron] Bound port: a2c767f9-4f88-436f-bc02-dabe3afd2d2f, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e3c6507-d031-41e9-a26f-9c2cf8bfd5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e33baf99-7b1d-4b5b-a318-8d1e41837e00'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:12:01.597669 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c0cf2af2-7b25-47f7-8bba-05c8f4929c45 req-9b971017-2145-4671-9d91-2babe8ff1791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:01.602439 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-db85f193-a4b1-4ea6-a33a-20a7e2ec3ea0 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:01.608982 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-db85f193-a4b1-4ea6-a33a-20a7e2ec3ea0 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 5.4558671 Jul 15 23:12:01.613903 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 58548) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:01.627824 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a086a397-bd56-4ea4-9f4f-3810d6e6e6fb req-0120ad82-462a-48a3-8896-2b197d738d44 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703765 Jul 15 23:12:01.656972 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc8856a-55ba-4850-b4d1-6457fc8e7fd0 req-7b041ed5-6a6a-4821-b226-d0738d2d79f7 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:01.663511 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc8856a-55ba-4850-b4d1-6457fc8e7fd0 req-7b041ed5-6a6a-4821-b226-d0738d2d79f7 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:01.670205 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc8856a-55ba-4850-b4d1-6457fc8e7fd0 req-7b041ed5-6a6a-4821-b226-d0738d2d79f7 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:01.677548 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4bc8856a-55ba-4850-b4d1-6457fc8e7fd0 req-7b041ed5-6a6a-4821-b226-d0738d2d79f7 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "GET /v2.0/ports?device_id=a019ccdd-a9a2-4b3a-b0fb-616034f2ab6e HTTP/1.1" status: 200 len: 2419 time: 0.4541581 Jul 15 23:12:01.682478 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5ba9c9-f264-49c8-bde4-0ffb576a2267', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '397242ff-5eb9-498e-96aa-9ce0edcfee54'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:12:01.684818 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dcf7e04-3c81-4437-8de9-416bcf4217a5" -d '{"events": [{"server_uuid": "7f5ba9c9-f264-49c8-bde4-0ffb576a2267", "name": "network-vif-unplugged", "status": "completed", "tag": "397242ff-5eb9-498e-96aa-9ce0edcfee54"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:12:01.690013 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-90431eb1-e7b3-44ea-8740-176a2cd3821f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:01.734492 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-90431eb1-e7b3-44ea-8740-176a2cd3821f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:01.864439 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-4e9606a2-2e3b-453c-b95d-65151e1f1fff None None] Set router fa493c16-b657-4228-8776-5e739991a854 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:12:01.899967 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c0cf2af2-7b25-47f7-8bba-05c8f4929c45 req-9b971017-2145-4671-9d91-2babe8ff1791 service neutron] For port a2c767f9-4f88-436f-bc02-dabe3afd2d2f, host n-h2-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:12:01.927525 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4bc8856a-55ba-4850-b4d1-6457fc8e7fd0 req-bd7e8a9e-ddc1-45e3-a30a-b39a29f2b2aa tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e82abe9-32ef-47ea-8481-8effe9d5857f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488363 Jul 15 23:12:01.932910 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c0cf2af2-7b25-47f7-8bba-05c8f4929c45 req-9b971017-2145-4671-9d91-2babe8ff1791 service neutron] For port a2c767f9-4f88-436f-bc02-dabe3afd2d2f, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=a2c767f9-4f88-436f-bc02-dabe3afd2d2f,segment=NetworkSegment(4e3c6507-d031-41e9-a26f-9c2cf8bfd5a3),segment_id=4e3c6507-d031-41e9-a26f-9c2cf8bfd5a3)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:12:01.941561 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c0cf2af2-7b25-47f7-8bba-05c8f4929c45 req-9b971017-2145-4671-9d91-2babe8ff1791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:02.078900 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cf2af2-7b25-47f7-8bba-05c8f4929c45 req-9b971017-2145-4671-9d91-2babe8ff1791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:02.080942 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c0cf2af2-7b25-47f7-8bba-05c8f4929c45 req-9b971017-2145-4671-9d91-2babe8ff1791 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:02.083296 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c0cf2af2-7b25-47f7-8bba-05c8f4929c45 req-9b971017-2145-4671-9d91-2babe8ff1791 service neutron] 10.222.0.41 "PUT /v2.0/ports/a2c767f9-4f88-436f-bc02-dabe3afd2d2f HTTP/1.1" status: 200 len: 1091 time: 1.2514338 Jul 15 23:12:02.087060 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79e8522b-d900-4f61-8970-c2edbbf1d756', 'tag': 'a2c767f9-4f88-436f-bc02-dabe3afd2d2f'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:12:02.093619 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b0121b-2f76-44aa-b2f9-3cd0c066447b" -d '{"events": [{"name": "network-changed", "server_uuid": "79e8522b-d900-4f61-8970-c2edbbf1d756", "tag": "a2c767f9-4f88-436f-bc02-dabe3afd2d2f"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:12:02.154602 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90431eb1-e7b3-44ea-8740-176a2cd3821f service neutron] Pushing event updated for resources: {'Port': ['ID=397242ff-5eb9-498e-96aa-9ce0edcfee54,revision_number=7']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:02.172383 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-90431eb1-e7b3-44ea-8740-176a2cd3821f service neutron] Attempting to bind port 397242ff-5eb9-498e-96aa-9ce0edcfee54 on host n-h2-794306-6 for vnic_type normal with profile {"migrating_to": "n-h1-794306-6"} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:12:02.172762 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-90431eb1-e7b3-44ea-8740-176a2cd3821f service neutron] Attempting to bind port 397242ff-5eb9-498e-96aa-9ce0edcfee54 by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '34c5f733-3f76-4beb-94d8-dfb9dc50430b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '54d36d42-4b6b-4a3b-a62a-15b6ab91449d'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:12:02.173076 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-90431eb1-e7b3-44ea-8740-176a2cd3821f service neutron] Attempting to bind port 397242ff-5eb9-498e-96aa-9ce0edcfee54 on network 54d36d42-4b6b-4a3b-a62a-15b6ab91449d {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:12:02.215895 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-90431eb1-e7b3-44ea-8740-176a2cd3821f service neutron] Port 397242ff-5eb9-498e-96aa-9ce0edcfee54 on network 54d36d42-4b6b-4a3b-a62a-15b6ab91449d not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:12:02.219620 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-90431eb1-e7b3-44ea-8740-176a2cd3821f service neutron] Attempting to bind port 397242ff-5eb9-498e-96aa-9ce0edcfee54 on network 54d36d42-4b6b-4a3b-a62a-15b6ab91449d {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:12:02.251964 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b971017-2145-4671-9d91-2babe8ff1791 service neutron] Pushing event updated for resources: {'Port': ['ID=a2c767f9-4f88-436f-bc02-dabe3afd2d2f,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:02.272303 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-4e9606a2-2e3b-453c-b95d-65151e1f1fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa493c16-b657-4228-8776-5e739991a854', 'name': 'tempest-FloatingIPsAssociationTestJSON-1540046159-router', 'tenant_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '9566196f-5ece-4352-b64f-6ab0e47b0101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:11:56Z', 'updated_at': '2021-07-15T23:11:59Z', 'revision_number': 3, 'project_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'gw_port': {'id': '9566196f-5ece-4352-b64f-6ab0e47b0101', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:29:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa493c16-b657-4228-8776-5e739991a854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:11:57Z', 'updated_at': '2021-07-15T23:11:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:02.276196 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-90431eb1-e7b3-44ea-8740-176a2cd3821f service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:12:02.276583 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-90431eb1-e7b3-44ea-8740-176a2cd3821f service neutron] Checking segment: {'id': '34c5f733-3f76-4beb-94d8-dfb9dc50430b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '54d36d42-4b6b-4a3b-a62a-15b6ab91449d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:12:02.277382 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-90431eb1-e7b3-44ea-8740-176a2cd3821f service neutron] Bound using segment: {'id': '34c5f733-3f76-4beb-94d8-dfb9dc50430b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '54d36d42-4b6b-4a3b-a62a-15b6ab91449d'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:12:02.278112 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-90431eb1-e7b3-44ea-8740-176a2cd3821f service neutron] Bound port: 397242ff-5eb9-498e-96aa-9ce0edcfee54, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34c5f733-3f76-4beb-94d8-dfb9dc50430b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '54d36d42-4b6b-4a3b-a62a-15b6ab91449d'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:12:02.278540 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-90431eb1-e7b3-44ea-8740-176a2cd3821f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:02.300532 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec056e-6c67-4d4f-b913-97e6773dac3b req-21c35b67-ce52-4e5e-b99a-9e843161429f tempest-VolumesAdminNegativeTest-149183644 tempest-VolumesAdminNegativeTest-149183644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:02.324324 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c9ec056e-6c67-4d4f-b913-97e6773dac3b req-21c35b67-ce52-4e5e-b99a-9e843161429f tempest-VolumesAdminNegativeTest-149183644 tempest-VolumesAdminNegativeTest-149183644-project] 10.222.0.48 "GET /v2.0/ports?device_id=79e8522b-d900-4f61-8970-c2edbbf1d756 HTTP/1.1" status: 200 len: 943 time: 0.4075525 Jul 15 23:12:02.329383 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9606a2-2e3b-453c-b95d-65151e1f1fff None None] Checking router: fa493c16-b657-4228-8776-5e739991a854 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:12:02.329996 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9606a2-2e3b-453c-b95d-65151e1f1fff None None] Updating router fa493c16-b657-4228-8776-5e739991a854 port 9566196f-5ece-4352-b64f-6ab0e47b0101 binding host n-d-794306-6 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:12:02.373791 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4e9606a2-2e3b-453c-b95d-65151e1f1fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:02.509556 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c9ec056e-6c67-4d4f-b913-97e6773dac3b req-46f78823-ac47-4703-b7d6-10e636055ba0 tempest-VolumesAdminNegativeTest-149183644 tempest-VolumesAdminNegativeTest-149183644-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9f72ef8-856f-4133-a731-62ace9106bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755807 Jul 15 23:12:02.524254 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cf2af2-7b25-47f7-8bba-05c8f4929c45 req-4d02300b-60c4-43ec-b869-f7084168b880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:02.526810 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c0cf2af2-7b25-47f7-8bba-05c8f4929c45 req-4d02300b-60c4-43ec-b869-f7084168b880 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c4a4c1056c54e6c9d8e39254706f526&device_id=79e8522b-d900-4f61-8970-c2edbbf1d756 HTTP/1.1" status: 200 len: 1094 time: 0.2991176 Jul 15 23:12:02.619195 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-90431eb1-e7b3-44ea-8740-176a2cd3821f service neutron] For port 397242ff-5eb9-498e-96aa-9ce0edcfee54, host n-h2-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:12:02.630702 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-90431eb1-e7b3-44ea-8740-176a2cd3821f service neutron] For port 397242ff-5eb9-498e-96aa-9ce0edcfee54, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=397242ff-5eb9-498e-96aa-9ce0edcfee54,segment=NetworkSegment(34c5f733-3f76-4beb-94d8-dfb9dc50430b),segment_id=34c5f733-3f76-4beb-94d8-dfb9dc50430b)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:12:02.639649 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c0cf2af2-7b25-47f7-8bba-05c8f4929c45 req-53898ee6-3d07-4915-9c66-7a08c408a0ce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2c767f9-4f88-436f-bc02-dabe3afd2d2f HTTP/1.1" status: 200 len: 217 time: 0.0997529 Jul 15 23:12:02.649796 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6202b-7837-4de6-a75d-01a6fefa20da req-5eed332c-ee16-482b-b583-63cb8f41b437 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:02.663816 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4ca6202b-7837-4de6-a75d-01a6fefa20da req-5eed332c-ee16-482b-b583-63cb8f41b437 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/ports?device_id=05a40a33-ead5-4a16-b340-5c6a8b9f748d HTTP/1.1" status: 200 len: 945 time: 0.2503872 Jul 15 23:12:02.677769 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-90431eb1-e7b3-44ea-8740-176a2cd3821f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:02.791246 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e19bda-b8fe-4541-a2df-b0d22f853eeb req-5d90ef2e-8992-4974-bb6a-95a33e305eab tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:02.805216 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03baf0b2-256f-4ff2-902d-b18dbed6abbe x-openstack-request-id: req-03baf0b2-256f-4ff2-902d-b18dbed6abbe {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:12:02.805524 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f5ba9c9-f264-49c8-bde4-0ffb576a2267", "name": "network-vif-unplugged", "status": "completed", "tag": "397242ff-5eb9-498e-96aa-9ce0edcfee54", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:12:02.805733 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-03baf0b2-256f-4ff2-902d-b18dbed6abbe {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:12:02.805915 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e19bda-b8fe-4541-a2df-b0d22f853eeb req-5d90ef2e-8992-4974-bb6a-95a33e305eab tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:02.806139 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f5ba9c9-f264-49c8-bde4-0ffb576a2267', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '397242ff-5eb9-498e-96aa-9ce0edcfee54', 'code': 200} Jul 15 23:12:02.817097 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e19bda-b8fe-4541-a2df-b0d22f853eeb req-5d90ef2e-8992-4974-bb6a-95a33e305eab tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:02.818969 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4e9606a2-2e3b-453c-b95d-65151e1f1fff None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:02.826605 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-12e19bda-b8fe-4541-a2df-b0d22f853eeb req-5d90ef2e-8992-4974-bb6a-95a33e305eab tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.49 "GET /v2.0/ports?device_id=a019ccdd-a9a2-4b3a-b0fb-616034f2ab6e HTTP/1.1" status: 200 len: 2419 time: 0.3757720 Jul 15 23:12:02.826958 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-90431eb1-e7b3-44ea-8740-176a2cd3821f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:02.826958 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-90431eb1-e7b3-44ea-8740-176a2cd3821f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:02.826958 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-90431eb1-e7b3-44ea-8740-176a2cd3821f service neutron] 10.222.0.49 "PUT /v2.0/ports/397242ff-5eb9-498e-96aa-9ce0edcfee54 HTTP/1.1" status: 200 len: 1121 time: 2.4729536 Jul 15 23:12:02.852601 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4ca6202b-7837-4de6-a75d-01a6fefa20da req-341b8530-3b5f-46e9-994e-4fbaa4b121c9 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/security-groups?id=e35c6df1-9256-45c7-85a2-0e1b5450d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875932 Jul 15 23:12:02.861907 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90431eb1-e7b3-44ea-8740-176a2cd3821f service neutron] Pushing event updated for resources: {'Port': ['ID=397242ff-5eb9-498e-96aa-9ce0edcfee54,revision_number=8']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:02.866956 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4e9606a2-2e3b-453c-b95d-65151e1f1fff None None] Transition to ACTIVE for port object 9566196f-5ece-4352-b64f-6ab0e47b0101 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:12:02.888622 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cf2af2-7b25-47f7-8bba-05c8f4929c45 req-57730706-61c3-4ec4-bc9b-345d5e98870e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:02.890011 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4e9606a2-2e3b-453c-b95d-65151e1f1fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:02.891095 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c0cf2af2-7b25-47f7-8bba-05c8f4929c45 req-57730706-61c3-4ec4-bc9b-345d5e98870e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=792237a5-0811-409c-8af9-3a852f67e40b HTTP/1.1" status: 200 len: 854 time: 0.2428033 Jul 15 23:12:03.006426 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-4e9606a2-2e3b-453c-b95d-65151e1f1fff None None] Attempting to bind port 9566196f-5ece-4352-b64f-6ab0e47b0101 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:12:03.007028 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-4e9606a2-2e3b-453c-b95d-65151e1f1fff None None] Attempting to bind port 9566196f-5ece-4352-b64f-6ab0e47b0101 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:12:03.007621 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9606a2-2e3b-453c-b95d-65151e1f1fff None None] Attempting to bind port 9566196f-5ece-4352-b64f-6ab0e47b0101 on network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:12:03.017907 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e142bbe-0b94-4fbb-9ff8-a216bd20bec3 x-openstack-request-id: req-8e142bbe-0b94-4fbb-9ff8-a216bd20bec3 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:12:03.018523 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['397242ff-5eb9-498e-96aa-9ce0edcfee54'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:12:03.018683 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79e8522b-d900-4f61-8970-c2edbbf1d756", "tag": "a2c767f9-4f88-436f-bc02-dabe3afd2d2f", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:12:03.018856 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8e142bbe-0b94-4fbb-9ff8-a216bd20bec3 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:12:03.019681 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79e8522b-d900-4f61-8970-c2edbbf1d756', 'tag': 'a2c767f9-4f88-436f-bc02-dabe3afd2d2f', 'status': 'completed', 'code': 200} Jul 15 23:12:03.023602 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9606a2-2e3b-453c-b95d-65151e1f1fff None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:12:03.024217 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9606a2-2e3b-453c-b95d-65151e1f1fff None None] Checking segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:12:03.024834 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4e9606a2-2e3b-453c-b95d-65151e1f1fff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:03.025451 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9606a2-2e3b-453c-b95d-65151e1f1fff None None] Bound using segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:12:03.026805 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-4e9606a2-2e3b-453c-b95d-65151e1f1fff None None] Bound port: 9566196f-5ece-4352-b64f-6ab0e47b0101, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:12:03.027635 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4e9606a2-2e3b-453c-b95d-65151e1f1fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:03.065453 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc4f44e-1a77-4b07-a2c4-1e8410fd3f54 None None] Pushing event updated for resources: {'Port': ['ID=9566196f-5ece-4352-b64f-6ab0e47b0101,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:03.128133 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393618a-d756-4f0d-832c-493301218901 req-0a999225-c26b-4e36-9c73-2e8cca22d4b8 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:03.130793 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c393618a-d756-4f0d-832c-493301218901 req-0a999225-c26b-4e36-9c73-2e8cca22d4b8 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=2198a759-c7f1-4bf1-9573-d4a80c67bcaa HTTP/1.1" status: 200 len: 945 time: 0.1257854 Jul 15 23:12:03.199766 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-4e9606a2-2e3b-453c-b95d-65151e1f1fff None None] For port 9566196f-5ece-4352-b64f-6ab0e47b0101, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:12:03.230944 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c0cf2af2-7b25-47f7-8bba-05c8f4929c45 req-bf65aa31-0170-4fee-a41f-cf35b10845d9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e33baf99-7b1d-4b5b-a318-8d1e41837e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0924199 Jul 15 23:12:03.231640 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c393618a-d756-4f0d-832c-493301218901 req-acfd538a-db63-4305-848a-15e3b2d7995c tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715363 Jul 15 23:12:03.236251 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7d9ecfe-3df2-474f-83bb-0a3e078102b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:03.272141 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-4e9606a2-2e3b-453c-b95d-65151e1f1fff None None] For port 9566196f-5ece-4352-b64f-6ab0e47b0101, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=9566196f-5ece-4352-b64f-6ab0e47b0101,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:12:03.272365 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3531a5-9c23-4898-9951-5a8f7ae71317 req-bb5321ac-4ea0-4f04-a9e8-09e8dba36ff4 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:03.295427 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8b3531a5-9c23-4898-9951-5a8f7ae71317 req-bb5321ac-4ea0-4f04-a9e8-09e8dba36ff4 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f5ba9c9-f264-49c8-bde4-0ffb576a2267 HTTP/1.1" status: 200 len: 943 time: 0.1924634 Jul 15 23:12:03.324315 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4e9606a2-2e3b-453c-b95d-65151e1f1fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:03.327420 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-23a4aa74-2762-4bc9-8843-cf018a05f6c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:03.354552 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:03.415655 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8b3531a5-9c23-4898-9951-5a8f7ae71317 req-6ab05d55-7248-4c25-8fba-4d5555490229 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188173 Jul 15 23:12:03.497140 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9606a2-2e3b-453c-b95d-65151e1f1fff None None] Routers {'fa493c16-b657-4228-8776-5e739991a854'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:12:03.498429 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-4e9606a2-2e3b-453c-b95d-65151e1f1fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:12:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['fa493c16-b657-4228-8776-5e739991a854'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:03.545214 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c0cf2af2-7b25-47f7-8bba-05c8f4929c45 req-01e84682-30b2-4c4e-a77f-9c174aaa08f0 service neutron] 10.222.0.41 "GET /v2.0/networks/e33baf99-7b1d-4b5b-a318-8d1e41837e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004081 Jul 15 23:12:03.642939 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc4f44e-1a77-4b07-a2c4-1e8410fd3f54 None None] Pushing event updated for resources: {'Port': ['ID=9566196f-5ece-4352-b64f-6ab0e47b0101,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:03.744583 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ecc20-7df9-433a-8632-ab162f797d9e req-8aeb659a-daf2-45ec-8207-2b9d875c6208 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:03.747815 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-12e19bda-b8fe-4541-a2df-b0d22f853eeb req-62baa64f-2d99-4249-99f3-07fdc5a74a7e tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Deleting port 3baff053-7c05-432f-868b-e7ca85e72c77 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:12:03.748382 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-12e19bda-b8fe-4541-a2df-b0d22f853eeb req-62baa64f-2d99-4249-99f3-07fdc5a74a7e tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:03.777200 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ecc20-7df9-433a-8632-ab162f797d9e req-8aeb659a-daf2-45ec-8207-2b9d875c6208 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:03.813336 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ecc20-7df9-433a-8632-ab162f797d9e req-8aeb659a-daf2-45ec-8207-2b9d875c6208 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:03.815294 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-4e9606a2-2e3b-453c-b95d-65151e1f1fff None None] Set router fa493c16-b657-4228-8776-5e739991a854 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:12:03.827723 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-327ecc20-7df9-433a-8632-ab162f797d9e req-8aeb659a-daf2-45ec-8207-2b9d875c6208 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "GET /v2.0/ports?device_id=a019ccdd-a9a2-4b3a-b0fb-616034f2ab6e HTTP/1.1" status: 200 len: 2419 time: 0.2412708 Jul 15 23:12:03.942198 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-327ecc20-7df9-433a-8632-ab162f797d9e req-fc253a4c-24fa-46e1-bebc-4bf8c45781ef tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e82abe9-32ef-47ea-8481-8effe9d5857f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128554 Jul 15 23:12:04.056855 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c428fcf9-e396-4ea5-9407-a1ff5d7713c4 req-04c4f72a-f204-462f-b3d6-719091326905 tempest-VolumesAdminNegativeTest-149183644 tempest-VolumesAdminNegativeTest-149183644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:04.065239 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c428fcf9-e396-4ea5-9407-a1ff5d7713c4 req-04c4f72a-f204-462f-b3d6-719091326905 tempest-VolumesAdminNegativeTest-149183644 tempest-VolumesAdminNegativeTest-149183644-project] 10.222.0.48 "GET /v2.0/ports?device_id=79e8522b-d900-4f61-8970-c2edbbf1d756 HTTP/1.1" status: 200 len: 943 time: 0.2290182 Jul 15 23:12:04.096663 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-4e9606a2-2e3b-453c-b95d-65151e1f1fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa493c16-b657-4228-8776-5e739991a854', 'name': 'tempest-FloatingIPsAssociationTestJSON-1540046159-router', 'tenant_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '9566196f-5ece-4352-b64f-6ab0e47b0101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:11:56Z', 'updated_at': '2021-07-15T23:11:59Z', 'revision_number': 3, 'project_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'gw_port': {'id': '9566196f-5ece-4352-b64f-6ab0e47b0101', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:29:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa493c16-b657-4228-8776-5e739991a854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:11:57Z', 'updated_at': '2021-07-15T23:12:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:04.132594 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9606a2-2e3b-453c-b95d-65151e1f1fff None None] The sync data for ids ['fa493c16-b657-4228-8776-5e739991a854'] in n-d-794306-6 is: [{'id': 'fa493c16-b657-4228-8776-5e739991a854', 'name': 'tempest-FloatingIPsAssociationTestJSON-1540046159-router', 'tenant_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '9566196f-5ece-4352-b64f-6ab0e47b0101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:11:56Z', 'updated_at': '2021-07-15T23:11:59Z', 'revision_number': 3, 'project_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'gw_port': {'id': '9566196f-5ece-4352-b64f-6ab0e47b0101', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:29:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa493c16-b657-4228-8776-5e739991a854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:11:57Z', 'updated_at': '2021-07-15T23:12:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:12:04.170878 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c428fcf9-e396-4ea5-9407-a1ff5d7713c4 req-fa860c5d-b326-4dd9-ad1a-995082f06017 tempest-VolumesAdminNegativeTest-149183644 tempest-VolumesAdminNegativeTest-149183644-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9f72ef8-856f-4133-a731-62ace9106bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019502 Jul 15 23:12:04.179199 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:04.469056 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56667d51-d88c-427e-ad49-5c761b7de659 req-17750a71-c755-42ef-bbf3-5421ff97c0c2 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:04.493742 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-56667d51-d88c-427e-ad49-5c761b7de659 req-17750a71-c755-42ef-bbf3-5421ff97c0c2 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/ports?device_id=05a40a33-ead5-4a16-b340-5c6a8b9f748d HTTP/1.1" status: 200 len: 945 time: 0.1664619 Jul 15 23:12:04.706862 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c0cf2af2-7b25-47f7-8bba-05c8f4929c45 req-0492f301-d315-42fa-aa91-a7a51205e480 service neutron] 10.222.0.41 "GET /v2.0/networks/e33baf99-7b1d-4b5b-a318-8d1e41837e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9514370 Jul 15 23:12:04.712495 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-56667d51-d88c-427e-ad49-5c761b7de659 req-13817e0b-2a95-4bb8-8490-9f76f08a7f0e tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/security-groups?id=e35c6df1-9256-45c7-85a2-0e1b5450d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156315 Jul 15 23:12:04.767444 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-12e19bda-b8fe-4541-a2df-b0d22f853eeb req-62baa64f-2d99-4249-99f3-07fdc5a74a7e tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] For port 3baff053-7c05-432f-868b-e7ca85e72c77, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=3baff053-7c05-432f-868b-e7ca85e72c77,segment=NetworkSegment(1a179a96-1d0e-4297-980c-9e67e54caf8d),segment_id=1a179a96-1d0e-4297-980c-9e67e54caf8d)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:04.768337 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-12e19bda-b8fe-4541-a2df-b0d22f853eeb req-62baa64f-2d99-4249-99f3-07fdc5a74a7e tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:04.775121 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-a7d9ecfe-3df2-474f-83bb-0a3e078102b9 admin admin] Allocated IP 172.20.0.1 (2eb5a618-95d1-4f19-803a-b44492ccd4ef/89fd3128-ac30-4b7c-b596-62c2dc214969/dc8ead7e-fdda-4ea9-9779-025762cb6035) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:12:04.826239 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f5ba9c9-f264-49c8-bde4-0ffb576a2267', 'tag': '397242ff-5eb9-498e-96aa-9ce0edcfee54'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:12:04.835251 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5fe7067-7deb-4dda-8172-e23f48ef69e3" -d '{"events": [{"name": "network-changed", "server_uuid": "7f5ba9c9-f264-49c8-bde4-0ffb576a2267", "tag": "397242ff-5eb9-498e-96aa-9ce0edcfee54"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:12:04.836621 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-12e19bda-b8fe-4541-a2df-b0d22f853eeb req-62baa64f-2d99-4249-99f3-07fdc5a74a7e tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Calling delete_port for 3baff053-7c05-432f-868b-e7ca85e72c77 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:12:04.984517 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 9566196f-5ece-4352-b64f-6ab0e47b0101 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:12:05.102781 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71459717-8005-4c5d-915a-bae3c79c1c4f req-89a025ac-c28b-403d-a24c-a6f18cbf65a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:05.107689 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-71459717-8005-4c5d-915a-bae3c79c1c4f req-89a025ac-c28b-403d-a24c-a6f18cbf65a3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=05a40a33-ead5-4a16-b340-5c6a8b9f748d HTTP/1.1" status: 200 len: 1096 time: 0.3344765 Jul 15 23:12:05.169775 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 9566196f-5ece-4352-b64f-6ab0e47b0101 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:12:05.194332 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 9566196f-5ece-4352-b64f-6ab0e47b0101 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:05.194969 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:05.228460 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b48220-a8b1-4958-8109-fbb12a64d10b x-openstack-request-id: req-a2b48220-a8b1-4958-8109-fbb12a64d10b {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:12:05.234657 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f5ba9c9-f264-49c8-bde4-0ffb576a2267", "tag": "397242ff-5eb9-498e-96aa-9ce0edcfee54", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:12:05.236843 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a2b48220-a8b1-4958-8109-fbb12a64d10b {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:12:05.240345 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f5ba9c9-f264-49c8-bde4-0ffb576a2267', 'tag': '397242ff-5eb9-498e-96aa-9ce0edcfee54', 'status': 'completed', 'code': 200} Jul 15 23:12:05.359824 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea70510f-97d7-41f4-9174-4f4a2e6f5021 req-f9bbe21d-43c9-4b44-927d-57c6e15faf6b tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:05.374783 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ea70510f-97d7-41f4-9174-4f4a2e6f5021 req-f9bbe21d-43c9-4b44-927d-57c6e15faf6b tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f5ba9c9-f264-49c8-bde4-0ffb576a2267 HTTP/1.1" status: 200 len: 943 time: 0.4459739 Jul 15 23:12:05.377130 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7d9ecfe-3df2-474f-83bb-0a3e078102b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:05.380516 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 397242ff-5eb9-498e-96aa-9ce0edcfee54 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:12:05.397876 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-71459717-8005-4c5d-915a-bae3c79c1c4f req-8fc7a2d0-b8df-4004-ab30-42163faaad7f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e35c6df1-9256-45c7-85a2-0e1b5450d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803116 Jul 15 23:12:05.451382 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-a7d9ecfe-3df2-474f-83bb-0a3e078102b9 admin admin] Transition to ACTIVE for port object dc8ead7e-fdda-4ea9-9779-025762cb6035 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:12:05.506138 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 3baff053-7c05-432f-868b-e7ca85e72c77 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:12:05.516579 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ea70510f-97d7-41f4-9174-4f4a2e6f5021 req-c0b23343-db5c-4bec-ac78-501edc8f34af tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401224 Jul 15 23:12:05.527239 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b0121b-2f76-44aa-b2f9-3cd0c066447b req-2c339bbf-6375-4f04-8bd1-648ec114eecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:05.529294 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-59b0121b-2f76-44aa-b2f9-3cd0c066447b req-2c339bbf-6375-4f04-8bd1-648ec114eecf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c4a4c1056c54e6c9d8e39254706f526&device_id=79e8522b-d900-4f61-8970-c2edbbf1d756 HTTP/1.1" status: 200 len: 1094 time: 0.6859748 Jul 15 23:12:05.587210 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe7067-7deb-4dda-8172-e23f48ef69e3 req-b76d172f-85d6-4880-a1c5-dc3d0a63f4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:05.591133 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c5fe7067-7deb-4dda-8172-e23f48ef69e3 req-b76d172f-85d6-4880-a1c5-dc3d0a63f4bf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=97397394137f47b6b8b1bb83454a379f&device_id=7f5ba9c9-f264-49c8-bde4-0ffb576a2267 HTTP/1.1" status: 200 len: 1124 time: 0.3205414 Jul 15 23:12:05.672712 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:05.716231 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 397242ff-5eb9-498e-96aa-9ce0edcfee54, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=397242ff-5eb9-498e-96aa-9ce0edcfee54,segment=NetworkSegment(34c5f733-3f76-4beb-94d8-dfb9dc50430b),segment_id=34c5f733-3f76-4beb-94d8-dfb9dc50430b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:05.727406 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b0121b-2f76-44aa-b2f9-3cd0c066447b req-e09c6185-1363-4f14-9efd-d98dac00b4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:05.732467 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-59b0121b-2f76-44aa-b2f9-3cd0c066447b req-e09c6185-1363-4f14-9efd-d98dac00b4f9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e33baf99-7b1d-4b5b-a318-8d1e41837e00 HTTP/1.1" status: 200 len: 915 time: 0.1867800 Jul 15 23:12:05.742564 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 9566196f-5ece-4352-b64f-6ab0e47b0101, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=9566196f-5ece-4352-b64f-6ab0e47b0101,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:05.750535 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:05.762256 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 397242ff-5eb9-498e-96aa-9ce0edcfee54 has no active binding in host n-h1-794306-6 {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 23:12:05.871009 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-59b0121b-2f76-44aa-b2f9-3cd0c066447b req-dd421e90-ada5-4a45-a710-81ef9e9e0aa7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2c767f9-4f88-436f-bc02-dabe3afd2d2f HTTP/1.1" status: 200 len: 217 time: 0.0941510 Jul 15 23:12:05.877265 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7d9ecfe-3df2-474f-83bb-0a3e078102b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:06.001492 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b0121b-2f76-44aa-b2f9-3cd0c066447b req-b2f56c25-a939-40c8-bc2d-14318e9ca1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:06.005040 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-59b0121b-2f76-44aa-b2f9-3cd0c066447b req-b2f56c25-a939-40c8-bc2d-14318e9ca1a9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=792237a5-0811-409c-8af9-3a852f67e40b HTTP/1.1" status: 200 len: 854 time: 0.1140220 Jul 15 23:12:06.057826 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:06.058654 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d9ecfe-3df2-474f-83bb-0a3e078102b9 admin admin] Network 2eb5a618-95d1-4f19-803a-b44492ccd4ef is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:12:06.063881 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=9566196f-5ece-4352-b64f-6ab0e47b0101,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:06.097131 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-12e19bda-b8fe-4541-a2df-b0d22f853eeb req-62baa64f-2d99-4249-99f3-07fdc5a74a7e tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:06.124901 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-59b0121b-2f76-44aa-b2f9-3cd0c066447b req-c5a4aa56-e654-45e3-becc-3f88fc236924 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e33baf99-7b1d-4b5b-a318-8d1e41837e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1028986 Jul 15 23:12:06.126154 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-a7d9ecfe-3df2-474f-83bb-0a3e078102b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:12:06.131017 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 9ac29fbd-108f-4856-9e66-b935bb58d6a2 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:12:06.133662 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d9ecfe-3df2-474f-83bb-0a3e078102b9 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:12:06.234943 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:06.328101 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-59b0121b-2f76-44aa-b2f9-3cd0c066447b req-e0ae1220-3e04-468f-8c50-df8ae991116c service neutron] 10.222.0.41 "GET /v2.0/networks/e33baf99-7b1d-4b5b-a318-8d1e41837e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950090 Jul 15 23:12:06.329230 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d9ecfe-3df2-474f-83bb-0a3e078102b9 admin admin] Pushing event updated for resources: {'Port': ['ID=dc8ead7e-fdda-4ea9-9779-025762cb6035,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:06.335531 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:06.466905 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 9ac29fbd-108f-4856-9e66-b935bb58d6a2, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=9ac29fbd-108f-4856-9e66-b935bb58d6a2,segment=NetworkSegment(c669c53d-42bd-41ad-a52e-fd10449d5770),segment_id=c669c53d-42bd-41ad-a52e-fd10449d5770)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:06.475704 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a019ccdd-a9a2-4b3a-b0fb-616034f2ab6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ac29fbd-108f-4856-9e66-b935bb58d6a2'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:12:06.479833 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a48b94-670a-468d-8672-5048a76008b6" -d '{"events": [{"server_uuid": "a019ccdd-a9a2-4b3a-b0fb-616034f2ab6e", "name": "network-vif-unplugged", "status": "completed", "tag": "9ac29fbd-108f-4856-9e66-b935bb58d6a2"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:12:06.484317 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:06.485231 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device d202ed8b-2190-4934-88cb-14351ed77968 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:12:06.515048 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7d9ecfe-3df2-474f-83bb-0a3e078102b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:06.518833 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-12e19bda-b8fe-4541-a2df-b0d22f853eeb req-62baa64f-2d99-4249-99f3-07fdc5a74a7e tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] No DVR routers for this DVR port 3baff053-7c05-432f-868b-e7ca85e72c77 on host n-h1-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:12:06.521220 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62baa64f-2d99-4249-99f3-07fdc5a74a7e tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Pushing event deleted for resources: {'Port': ['ID=3baff053-7c05-432f-868b-e7ca85e72c77,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:06.564707 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-12e19bda-b8fe-4541-a2df-b0d22f853eeb req-62baa64f-2d99-4249-99f3-07fdc5a74a7e tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:06.568419 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-12e19bda-b8fe-4541-a2df-b0d22f853eeb req-62baa64f-2d99-4249-99f3-07fdc5a74a7e tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.49 "DELETE /v2.0/ports/3baff053-7c05-432f-868b-e7ca85e72c77 HTTP/1.1" status: 204 len: 173 time: 3.7386680 Jul 15 23:12:06.570001 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a019ccdd-a9a2-4b3a-b0fb-616034f2ab6e', 'name': 'network-vif-deleted', 'tag': '3baff053-7c05-432f-868b-e7ca85e72c77'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:12:06.574319 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7991a3-89a3-473f-a45c-8cc52fb0dc3d" -d '{"events": [{"server_uuid": "a019ccdd-a9a2-4b3a-b0fb-616034f2ab6e", "name": "network-vif-deleted", "tag": "3baff053-7c05-432f-868b-e7ca85e72c77"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:12:06.631716 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=9ac29fbd-108f-4856-9e66-b935bb58d6a2,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:06.646607 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf911d-6272-4d64-ace2-0e2882967548 req-391de602-6266-49be-adae-6591a0bc5601 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:06.676524 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf911d-6272-4d64-ace2-0e2882967548 req-391de602-6266-49be-adae-6591a0bc5601 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:06.695772 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf911d-6272-4d64-ace2-0e2882967548 req-391de602-6266-49be-adae-6591a0bc5601 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:06.704161 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-13bf911d-6272-4d64-ace2-0e2882967548 req-391de602-6266-49be-adae-6591a0bc5601 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "GET /v2.0/ports?device_id=a019ccdd-a9a2-4b3a-b0fb-616034f2ab6e HTTP/1.1" status: 200 len: 2340 time: 1.2232840 Jul 15 23:12:06.749232 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:06.804738 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe7067-7deb-4dda-8172-e23f48ef69e3 req-579a7f67-5acd-4592-ba88-691e3c1a232c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:06.814783 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c5fe7067-7deb-4dda-8172-e23f48ef69e3 req-579a7f67-5acd-4592-ba88-691e3c1a232c service neutron] 10.222.0.41 "GET /v2.0/networks?id=54d36d42-4b6b-4a3b-a62a-15b6ab91449d HTTP/1.1" status: 200 len: 922 time: 1.1820426 Jul 15 23:12:06.822278 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port d202ed8b-2190-4934-88cb-14351ed77968, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=d202ed8b-2190-4934-88cb-14351ed77968,segment=NetworkSegment(1a179a96-1d0e-4297-980c-9e67e54caf8d),segment_id=1a179a96-1d0e-4297-980c-9e67e54caf8d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:06.831051 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:06.837343 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9c9de09c-5a4f-46d5-aadd-33c5d218bb74 None None] Provisioning for port dc8ead7e-fdda-4ea9-9779-025762cb6035 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:12:06.851320 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd71977-d8aa-4b55-8d62-3d43e0e7e641 req-24b99c74-5f89-4a9d-93ec-b5414c3b368f tempest-VolumesAdminNegativeTest-149183644 tempest-VolumesAdminNegativeTest-149183644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:06.865622 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7dd71977-d8aa-4b55-8d62-3d43e0e7e641 req-24b99c74-5f89-4a9d-93ec-b5414c3b368f tempest-VolumesAdminNegativeTest-149183644 tempest-VolumesAdminNegativeTest-149183644-project] 10.222.0.48 "GET /v2.0/ports?device_id=79e8522b-d900-4f61-8970-c2edbbf1d756 HTTP/1.1" status: 200 len: 943 time: 1.1204109 Jul 15 23:12:06.877915 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9c9de09c-5a4f-46d5-aadd-33c5d218bb74 None None] Provisioning complete for port dc8ead7e-fdda-4ea9-9779-025762cb6035 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:06.879075 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9c9de09c-5a4f-46d5-aadd-33c5d218bb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:06.941396 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=d202ed8b-2190-4934-88cb-14351ed77968,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:06.951711 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 9566196f-5ece-4352-b64f-6ab0e47b0101 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:12:06.999081 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-9c9de09c-5a4f-46d5-aadd-33c5d218bb74 None None] Port dc8ead7e-fdda-4ea9-9779-025762cb6035 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:12:07.013924 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-13bf911d-6272-4d64-ace2-0e2882967548 req-38eaea3a-3d92-469e-ba81-5a6c9730364a tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e82abe9-32ef-47ea-8481-8effe9d5857f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071308 Jul 15 23:12:07.014161 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-59b0121b-2f76-44aa-b2f9-3cd0c066447b req-c93e610e-5863-4d3d-aba0-9ac44a534a69 service neutron] 10.222.0.41 "GET /v2.0/networks/e33baf99-7b1d-4b5b-a318-8d1e41837e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6329389 Jul 15 23:12:07.021219 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 9566196f-5ece-4352-b64f-6ab0e47b0101 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:07.021693 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:07.031807 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c5fe7067-7deb-4dda-8172-e23f48ef69e3 req-ad802f34-7920-4a8f-baf0-3c760ec80754 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=397242ff-5eb9-498e-96aa-9ce0edcfee54 HTTP/1.1" status: 200 len: 217 time: 0.1576643 Jul 15 23:12:07.034769 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-1b12b2cc-cc88-44f6-bf25-02676f0d1eee service neutron] 10.222.0.41 "GET /v2.0/ports/397242ff-5eb9-498e-96aa-9ce0edcfee54/bindings/n-h1-794306-6 HTTP/1.1" status: 200 len: 384 time: 0.5347433 Jul 15 23:12:07.122461 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7dd71977-d8aa-4b55-8d62-3d43e0e7e641 req-23c42ed2-9e3e-4066-932f-2da42ad9801c tempest-VolumesAdminNegativeTest-149183644 tempest-VolumesAdminNegativeTest-149183644-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9f72ef8-856f-4133-a731-62ace9106bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549179 Jul 15 23:12:07.168810 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe7067-7deb-4dda-8172-e23f48ef69e3 req-fdc37d5a-034f-4b11-97d5-1267d29bb233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:07.173721 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c5fe7067-7deb-4dda-8172-e23f48ef69e3 req-fdc37d5a-034f-4b11-97d5-1267d29bb233 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fe3eef83-74d9-48a6-8931-0e31ba6153cf HTTP/1.1" status: 200 len: 861 time: 0.1134262 Jul 15 23:12:07.241536 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c5fe7067-7deb-4dda-8172-e23f48ef69e3 req-5f9963d6-dd62-4f86-98af-c8f7ca29c431 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=54d36d42-4b6b-4a3b-a62a-15b6ab91449d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609105 Jul 15 23:12:07.269378 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-12e19bda-b8fe-4541-a2df-b0d22f853eeb req-14b99aac-2992-478c-8e5c-182632e9a0e8 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Deleting port 9ac29fbd-108f-4856-9e66-b935bb58d6a2 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:12:07.269736 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-12e19bda-b8fe-4541-a2df-b0d22f853eeb req-14b99aac-2992-478c-8e5c-182632e9a0e8 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:07.278300 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7d9ecfe-3df2-474f-83bb-0a3e078102b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:07.481264 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c5fe7067-7deb-4dda-8172-e23f48ef69e3 req-d1611c12-e294-4365-b787-14ddd0bfce37 service neutron] 10.222.0.41 "GET /v2.0/networks/54d36d42-4b6b-4a3b-a62a-15b6ab91449d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332246 Jul 15 23:12:07.525567 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device a2c767f9-4f88-436f-bc02-dabe3afd2d2f details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:12:07.554712 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff3af44-174e-416c-beb7-63a2c6444927 req-c8b3eb79-36cb-46d9-bc50-15df90b77880 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:07.565780 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cff3af44-174e-416c-beb7-63a2c6444927 req-c8b3eb79-36cb-46d9-bc50-15df90b77880 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/ports?device_id=05a40a33-ead5-4a16-b340-5c6a8b9f748d HTTP/1.1" status: 200 len: 945 time: 0.2276785 Jul 15 23:12:07.638609 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-12e19bda-b8fe-4541-a2df-b0d22f853eeb req-14b99aac-2992-478c-8e5c-182632e9a0e8 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] For port 9ac29fbd-108f-4856-9e66-b935bb58d6a2, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=9ac29fbd-108f-4856-9e66-b935bb58d6a2,segment=NetworkSegment(c669c53d-42bd-41ad-a52e-fd10449d5770),segment_id=c669c53d-42bd-41ad-a52e-fd10449d5770)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:07.639121 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-12e19bda-b8fe-4541-a2df-b0d22f853eeb req-14b99aac-2992-478c-8e5c-182632e9a0e8 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:07.696298 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cff3af44-174e-416c-beb7-63a2c6444927 req-6a13627a-42dd-42cc-83a8-393cd736bc7d tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/security-groups?id=e35c6df1-9256-45c7-85a2-0e1b5450d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287985 Jul 15 23:12:07.749833 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c5fe7067-7deb-4dda-8172-e23f48ef69e3 req-d4a79a66-f9fc-4be2-8b30-55b0db11ce74 service neutron] 10.222.0.41 "GET /v2.0/networks/54d36d42-4b6b-4a3b-a62a-15b6ab91449d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620964 Jul 15 23:12:07.761376 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port a2c767f9-4f88-436f-bc02-dabe3afd2d2f, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=a2c767f9-4f88-436f-bc02-dabe3afd2d2f,segment=NetworkSegment(4e3c6507-d031-41e9-a26f-9c2cf8bfd5a3),segment_id=4e3c6507-d031-41e9-a26f-9c2cf8bfd5a3)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:07.784141 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': 'a2c767f9-4f88-436f-bc02-dabe3afd2d2f', 'network_id': 'e33baf99-7b1d-4b5b-a318-8d1e41837e00', 'port_id': 'a2c767f9-4f88-436f-bc02-dabe3afd2d2f', 'mac_address': 'fa:16:3e:7b:f7:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '792237a5-0811-409c-8af9-3a852f67e40b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:12:07.786369 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-12e19bda-b8fe-4541-a2df-b0d22f853eeb req-14b99aac-2992-478c-8e5c-182632e9a0e8 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Calling delete_port for 9ac29fbd-108f-4856-9e66-b935bb58d6a2 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:12:07.799916 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4afc1d19-6327-4e3b-83dd-794f78271302 x-openstack-request-id: req-4afc1d19-6327-4e3b-83dd-794f78271302 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:12:07.800327 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a019ccdd-a9a2-4b3a-b0fb-616034f2ab6e", "name": "network-vif-unplugged", "status": "completed", "tag": "9ac29fbd-108f-4856-9e66-b935bb58d6a2", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:12:07.800829 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4afc1d19-6327-4e3b-83dd-794f78271302 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:12:07.801561 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-574b476d-3033-4e6d-a1d2-b00f88fd3c17 service neutron] For port 397242ff-5eb9-498e-96aa-9ce0edcfee54, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=397242ff-5eb9-498e-96aa-9ce0edcfee54,segment=NetworkSegment(34c5f733-3f76-4beb-94d8-dfb9dc50430b),segment_id=34c5f733-3f76-4beb-94d8-dfb9dc50430b)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:07.801893 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a019ccdd-a9a2-4b3a-b0fb-616034f2ab6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ac29fbd-108f-4856-9e66-b935bb58d6a2', 'code': 200} Jul 15 23:12:07.895563 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:07.924279 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2c767f9-4f88-436f-bc02-dabe3afd2d2f {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:12:07.961221 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port a2c767f9-4f88-436f-bc02-dabe3afd2d2f, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=a2c767f9-4f88-436f-bc02-dabe3afd2d2f,segment=NetworkSegment(4e3c6507-d031-41e9-a26f-9c2cf8bfd5a3),segment_id=4e3c6507-d031-41e9-a26f-9c2cf8bfd5a3)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:07.969672 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:08.027520 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:08.053104 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=a2c767f9-4f88-436f-bc02-dabe3afd2d2f,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:08.074511 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f7f5c-2daa-4ecd-8b87-73e8da7c77f0 req-b4a22952-5ffa-48b2-ba9f-292d7c5f7b07 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:08.077745 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fe3f7f5c-2daa-4ecd-8b87-73e8da7c77f0 req-b4a22952-5ffa-48b2-ba9f-292d7c5f7b07 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f5ba9c9-f264-49c8-bde4-0ffb576a2267 HTTP/1.1" status: 200 len: 943 time: 0.1650164 Jul 15 23:12:08.091126 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-574b476d-3033-4e6d-a1d2-b00f88fd3c17 service neutron] For port 397242ff-5eb9-498e-96aa-9ce0edcfee54, host n-h2-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:12:08.158136 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fe3f7f5c-2daa-4ecd-8b87-73e8da7c77f0 req-7cfcf817-e461-487e-9473-4a64840c28c8 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740342 Jul 15 23:12:08.190567 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-574b476d-3033-4e6d-a1d2-b00f88fd3c17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 397242ff-5eb9-498e-96aa-9ce0edcfee54 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:12:08.240160 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7d9ecfe-3df2-474f-83bb-0a3e078102b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:08.247662 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-574b476d-3033-4e6d-a1d2-b00f88fd3c17 service neutron] For port 397242ff-5eb9-498e-96aa-9ce0edcfee54, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=397242ff-5eb9-498e-96aa-9ce0edcfee54,segment=NetworkSegment(34c5f733-3f76-4beb-94d8-dfb9dc50430b),segment_id=34c5f733-3f76-4beb-94d8-dfb9dc50430b)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:08.260760 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7d9ecfe-3df2-474f-83bb-0a3e078102b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:08.291037 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeec3d69-2502-45cf-9c13-733fe2ae815e x-openstack-request-id: req-eeec3d69-2502-45cf-9c13-733fe2ae815e {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:12:08.292009 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a019ccdd-a9a2-4b3a-b0fb-616034f2ab6e", "name": "network-vif-deleted", "tag": "3baff053-7c05-432f-868b-e7ca85e72c77", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:12:08.292270 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-eeec3d69-2502-45cf-9c13-733fe2ae815e {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:12:08.292763 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a019ccdd-a9a2-4b3a-b0fb-616034f2ab6e', 'name': 'network-vif-deleted', 'tag': '3baff053-7c05-432f-868b-e7ca85e72c77', 'status': 'completed', 'code': 200} Jul 15 23:12:08.330514 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['a2c767f9-4f88-436f-bc02-dabe3afd2d2f'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:12:08.380077 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-574b476d-3033-4e6d-a1d2-b00f88fd3c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:08.466150 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-12e19bda-b8fe-4541-a2df-b0d22f853eeb req-14b99aac-2992-478c-8e5c-182632e9a0e8 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:08.516758 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7d9ecfe-3df2-474f-83bb-0a3e078102b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:08.580725 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d9ecfe-3df2-474f-83bb-0a3e078102b9 admin admin] Pushing event updated for resources: {'Port': ['ID=dc8ead7e-fdda-4ea9-9779-025762cb6035,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:08.678668 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53eb72e-b32d-4051-8164-e1406e771be3 req-0970b57c-e826-4228-9d33-a5e81c34e644 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:08.687721 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d53eb72e-b32d-4051-8164-e1406e771be3 req-0970b57c-e826-4228-9d33-a5e81c34e644 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "GET /v2.0/ports?device_id=a019ccdd-a9a2-4b3a-b0fb-616034f2ab6e HTTP/1.1" status: 200 len: 944 time: 0.2691827 Jul 15 23:12:08.727602 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33303646-0e36-4aa1-b1dd-434a1732f1e9 req-01d46b5c-61e2-4ff7-88a7-14bd920b35fe tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:08.737396 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-33303646-0e36-4aa1-b1dd-434a1732f1e9 req-01d46b5c-61e2-4ff7-88a7-14bd920b35fe tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/networks?id=795827c2-b389-4eeb-8582-c55cfb9af9b5 HTTP/1.1" status: 200 len: 810 time: 0.3193855 Jul 15 23:12:08.742884 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b99aac-2992-478c-8e5c-182632e9a0e8 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Pushing event deleted for resources: {'Port': ['ID=9ac29fbd-108f-4856-9e66-b935bb58d6a2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:08.778842 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-12e19bda-b8fe-4541-a2df-b0d22f853eeb req-14b99aac-2992-478c-8e5c-182632e9a0e8 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] No DVR routers for this DVR port 9ac29fbd-108f-4856-9e66-b935bb58d6a2 on host n-h1-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:12:08.786880 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-12e19bda-b8fe-4541-a2df-b0d22f853eeb req-14b99aac-2992-478c-8e5c-182632e9a0e8 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:08.789312 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-12e19bda-b8fe-4541-a2df-b0d22f853eeb req-14b99aac-2992-478c-8e5c-182632e9a0e8 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.49 "DELETE /v2.0/ports/9ac29fbd-108f-4856-9e66-b935bb58d6a2 HTTP/1.1" status: 204 len: 173 time: 2.2073381 Jul 15 23:12:08.796031 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-33303646-0e36-4aa1-b1dd-434a1732f1e9 req-b96abc5d-ce41-4ff3-84d0-a2f39f36c7bc tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/quotas/343683afbe6f4c5685ab11fe38988c94 HTTP/1.1" status: 200 len: 375 time: 0.0489998 Jul 15 23:12:08.863366 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d53eb72e-b32d-4051-8164-e1406e771be3 req-f22e3bff-c419-4b4a-b644-498cbff493e7 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e82abe9-32ef-47ea-8481-8effe9d5857f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742241 Jul 15 23:12:08.887072 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-574b476d-3033-4e6d-a1d2-b00f88fd3c17 service neutron] Transition to ACTIVE for port object 397242ff-5eb9-498e-96aa-9ce0edcfee54 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:12:08.907946 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-574b476d-3033-4e6d-a1d2-b00f88fd3c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:08.968196 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-33303646-0e36-4aa1-b1dd-434a1732f1e9 req-57d2b03f-fceb-4190-9369-9261ff90f09b tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=343683afbe6f4c5685ab11fe38988c94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1711552 Jul 15 23:12:09.046160 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d9ecfe-3df2-474f-83bb-0a3e078102b9 admin admin] Network 2eb5a618-95d1-4f19-803a-b44492ccd4ef is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:12:09.075349 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-574b476d-3033-4e6d-a1d2-b00f88fd3c17 service neutron] No DVR routers for this DVR port 397242ff-5eb9-498e-96aa-9ce0edcfee54 on host n-h2-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:12:09.084440 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-a7d9ecfe-3df2-474f-83bb-0a3e078102b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:12:09.131317 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574b476d-3033-4e6d-a1d2-b00f88fd3c17 service neutron] Pushing event updated for resources: {'Port': ['ID=397242ff-5eb9-498e-96aa-9ce0edcfee54,revision_number=10']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:09.211845 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-574b476d-3033-4e6d-a1d2-b00f88fd3c17 service neutron] 10.222.0.41 "PUT /v2.0/ports/397242ff-5eb9-498e-96aa-9ce0edcfee54/bindings/n-h1-794306-6/activate HTTP/1.1" status: 200 len: 369 time: 2.1600688 Jul 15 23:12:09.267805 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-33303646-0e36-4aa1-b1dd-434a1732f1e9 req-ae0f8ada-90b9-455b-a3f2-4998040e0c21 service neutron] 10.222.0.48 "GET /v2.0/networks/795827c2-b389-4eeb-8582-c55cfb9af9b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906969 Jul 15 23:12:09.314105 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-12e19bda-b8fe-4541-a2df-b0d22f853eeb req-3cb8820b-63ac-42d1-8b24-89558dcb45fb tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Deleting port d202ed8b-2190-4934-88cb-14351ed77968 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:12:09.314809 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-12e19bda-b8fe-4541-a2df-b0d22f853eeb req-3cb8820b-63ac-42d1-8b24-89558dcb45fb tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:09.321084 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e212a-ab7e-4502-9b57-521885579593 req-4b0fce84-5621-4939-9bd6-e4d6542f005e tempest-VolumesAdminNegativeTest-149183644 tempest-VolumesAdminNegativeTest-149183644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:09.329468 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d50e212a-ab7e-4502-9b57-521885579593 req-4b0fce84-5621-4939-9bd6-e4d6542f005e tempest-VolumesAdminNegativeTest-149183644 tempest-VolumesAdminNegativeTest-149183644-project] 10.222.0.48 "GET /v2.0/ports?device_id=79e8522b-d900-4f61-8970-c2edbbf1d756 HTTP/1.1" status: 200 len: 944 time: 0.2233717 Jul 15 23:12:09.534527 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7d9ecfe-3df2-474f-83bb-0a3e078102b9 admin admin] Router fa493c16-b657-4228-8776-5e739991a854 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:12:09.542070 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device a2c767f9-4f88-436f-bc02-dabe3afd2d2f up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:12:09.551887 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d50e212a-ab7e-4502-9b57-521885579593 req-047f6f8c-6b6a-4264-baa4-44197cc9b625 tempest-VolumesAdminNegativeTest-149183644 tempest-VolumesAdminNegativeTest-149183644-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9f72ef8-856f-4133-a731-62ace9106bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214062 Jul 15 23:12:09.567855 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-33303646-0e36-4aa1-b1dd-434a1732f1e9 req-39e7b262-f13e-406d-8682-a69e14e7d693 service neutron] 10.222.0.48 "GET /v2.0/networks/795827c2-b389-4eeb-8582-c55cfb9af9b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985613 Jul 15 23:12:09.595476 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-89946a0c-29c7-495f-9a5a-01ea3f8c5ab8 tempest-LiveAutoBlockMigrationV225Test-1599853612 tempest-LiveAutoBlockMigrationV225Test-1599853612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:09.597841 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-89946a0c-29c7-495f-9a5a-01ea3f8c5ab8 tempest-LiveAutoBlockMigrationV225Test-1599853612 tempest-LiveAutoBlockMigrationV225Test-1599853612-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7f5ba9c9-f264-49c8-bde4-0ffb576a2267&tenant_id=97397394137f47b6b8b1bb83454a379f&binding%3Ahost_id=n-h2-794306-6 HTTP/1.1" status: 200 len: 1095 time: 0.2166653 Jul 15 23:12:09.662991 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f3d49b91-93df-4179-a379-d0d2c8a4fb1c None None] Provisioning complete for port dc8ead7e-fdda-4ea9-9779-025762cb6035 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:09.663852 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f3d49b91-93df-4179-a379-d0d2c8a4fb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:09.708140 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port a2c767f9-4f88-436f-bc02-dabe3afd2d2f completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:12:09.717764 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port a2c767f9-4f88-436f-bc02-dabe3afd2d2f triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:09.718614 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:09.752640 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f3d49b91-93df-4179-a379-d0d2c8a4fb1c None None] Port dc8ead7e-fdda-4ea9-9779-025762cb6035 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:12:09.806279 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a019ccdd-a9a2-4b3a-b0fb-616034f2ab6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd202ed8b-2190-4934-88cb-14351ed77968'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:12:09.809748 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9992f03-2607-4999-bb7c-64a312607d8d" -d '{"events": [{"server_uuid": "a019ccdd-a9a2-4b3a-b0fb-616034f2ab6e", "name": "network-vif-unplugged", "status": "completed", "tag": "d202ed8b-2190-4934-88cb-14351ed77968"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:12:09.849996 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-569574fc-f66c-42aa-892b-09ce496a5c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:09.863911 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-569574fc-f66c-42aa-892b-09ce496a5c58 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7f5ba9c9-f264-49c8-bde4-0ffb576a2267&tenant_id=97397394137f47b6b8b1bb83454a379f HTTP/1.1" status: 200 len: 1095 time: 0.2579329 Jul 15 23:12:09.881033 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-12e19bda-b8fe-4541-a2df-b0d22f853eeb req-3cb8820b-63ac-42d1-8b24-89558dcb45fb tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] For port d202ed8b-2190-4934-88cb-14351ed77968, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=d202ed8b-2190-4934-88cb-14351ed77968,segment=NetworkSegment(1a179a96-1d0e-4297-980c-9e67e54caf8d),segment_id=1a179a96-1d0e-4297-980c-9e67e54caf8d)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:09.881593 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-12e19bda-b8fe-4541-a2df-b0d22f853eeb req-3cb8820b-63ac-42d1-8b24-89558dcb45fb tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:09.921013 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-12e19bda-b8fe-4541-a2df-b0d22f853eeb req-3cb8820b-63ac-42d1-8b24-89558dcb45fb tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Calling delete_port for d202ed8b-2190-4934-88cb-14351ed77968 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:12:09.956884 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:10.049654 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port a2c767f9-4f88-436f-bc02-dabe3afd2d2f, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=a2c767f9-4f88-436f-bc02-dabe3afd2d2f,segment=NetworkSegment(4e3c6507-d031-41e9-a26f-9c2cf8bfd5a3),segment_id=4e3c6507-d031-41e9-a26f-9c2cf8bfd5a3)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:10.054334 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:10.055330 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 397242ff-5eb9-498e-96aa-9ce0edcfee54 no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:12:10.067534 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-8f82e3b7-cb71-49e2-bfa5-696fd29b4822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:10.070457 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-8f82e3b7-cb71-49e2-bfa5-696fd29b4822 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=97397394137f47b6b8b1bb83454a379f&device_id=7f5ba9c9-f264-49c8-bde4-0ffb576a2267 HTTP/1.1" status: 200 len: 1095 time: 0.1614664 Jul 15 23:12:10.084979 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d9ecfe-3df2-474f-83bb-0a3e078102b9 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:12:10.111691 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e321412c-2b76-454e-a8ef-abfffc7028e5 None None] Sync routers for ids ['fa493c16-b657-4228-8776-5e739991a854'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:12:10.144847 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a7d9ecfe-3df2-474f-83bb-0a3e078102b9 admin admin] 10.222.0.48 "PUT /v2.0/routers/fa493c16-b657-4228-8776-5e739991a854/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5269129 Jul 15 23:12:10.148795 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e321412c-2b76-454e-a8ef-abfffc7028e5 None None] Routers {'fa493c16-b657-4228-8776-5e739991a854'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:12:10.149724 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e321412c-2b76-454e-a8ef-abfffc7028e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:12:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['fa493c16-b657-4228-8776-5e739991a854'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:10.281549 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=a2c767f9-4f88-436f-bc02-dabe3afd2d2f,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:10.297049 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a019ccdd-a9a2-4b3a-b0fb-616034f2ab6e', 'name': 'network-vif-deleted', 'tag': '9ac29fbd-108f-4856-9e66-b935bb58d6a2'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:12:10.300528 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb02f6a-ce0d-49f3-a615-299a4a20e2e4" -d '{"events": [{"server_uuid": "a019ccdd-a9a2-4b3a-b0fb-616034f2ab6e", "name": "network-vif-deleted", "tag": "9ac29fbd-108f-4856-9e66-b935bb58d6a2"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:12:10.326517 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308bf7db-1ee0-45ba-a95a-f5e1eea0ba83 x-openstack-request-id: req-308bf7db-1ee0-45ba-a95a-f5e1eea0ba83 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:12:10.326986 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a019ccdd-a9a2-4b3a-b0fb-616034f2ab6e", "name": "network-vif-unplugged", "status": "completed", "tag": "d202ed8b-2190-4934-88cb-14351ed77968", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:12:10.327399 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-308bf7db-1ee0-45ba-a95a-f5e1eea0ba83 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:12:10.328042 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a019ccdd-a9a2-4b3a-b0fb-616034f2ab6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd202ed8b-2190-4934-88cb-14351ed77968', 'code': 200} Jul 15 23:12:10.386009 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 397242ff-5eb9-498e-96aa-9ce0edcfee54 not bound to the agent host n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:12:10.396886 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-fb1414f9-dc1b-44a6-b24c-63f07d269e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:10.402473 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-fb1414f9-dc1b-44a6-b24c-63f07d269e61 service neutron] 10.222.0.49 "GET /v2.0/networks?id=54d36d42-4b6b-4a3b-a62a-15b6ab91449d HTTP/1.1" status: 200 len: 922 time: 0.3241706 Jul 15 23:12:10.508164 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-12e19bda-b8fe-4541-a2df-b0d22f853eeb req-3cb8820b-63ac-42d1-8b24-89558dcb45fb tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:10.548084 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-e321412c-2b76-454e-a8ef-abfffc7028e5 None None] Set router fa493c16-b657-4228-8776-5e739991a854 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:12:10.580186 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb8820b-63ac-42d1-8b24-89558dcb45fb tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Pushing event deleted for resources: {'Port': ['ID=d202ed8b-2190-4934-88cb-14351ed77968,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:10.597254 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-f2127e41-f93e-4bd9-9a62-07bf22084793 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=397242ff-5eb9-498e-96aa-9ce0edcfee54 HTTP/1.1" status: 200 len: 217 time: 0.1732709 Jul 15 23:12:10.641786 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-92412955-d514-4e25-8d73-f5146133b1f0 req-e7e1f7e9-7132-4279-8a35-0a48db34c27e tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "GET /v2.0/ports?device_id=a019ccdd-a9a2-4b3a-b0fb-616034f2ab6e HTTP/1.1" status: 200 len: 210 time: 0.0784652 Jul 15 23:12:10.698107 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-12e19bda-b8fe-4541-a2df-b0d22f853eeb req-3cb8820b-63ac-42d1-8b24-89558dcb45fb tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] No DVR routers for this DVR port d202ed8b-2190-4934-88cb-14351ed77968 on host n-h1-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:12:10.701563 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-12e19bda-b8fe-4541-a2df-b0d22f853eeb req-3cb8820b-63ac-42d1-8b24-89558dcb45fb tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:10.707722 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-12e19bda-b8fe-4541-a2df-b0d22f853eeb req-3cb8820b-63ac-42d1-8b24-89558dcb45fb tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.49 "DELETE /v2.0/ports/d202ed8b-2190-4934-88cb-14351ed77968 HTTP/1.1" status: 204 len: 173 time: 1.9078808 Jul 15 23:12:10.853970 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-17cf904c-0da6-417c-aec9-40defe7ed595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:10.856461 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-17cf904c-0da6-417c-aec9-40defe7ed595 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fe3eef83-74d9-48a6-8931-0e31ba6153cf HTTP/1.1" status: 200 len: 861 time: 0.2130394 Jul 15 23:12:10.915495 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-911c562d-5b5d-458f-a7ae-b0338207586e req-0a72ecfa-f2ef-47c7-bea9-4132006e7239 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/ports?device_id=172d8b5e-22f6-4828-9f7d-0b0be04feec3 HTTP/1.1" status: 200 len: 210 time: 0.0947688 Jul 15 23:12:10.985556 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-3cd3e84e-9c18-4b30-bac2-8ec71f00fe1d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=54d36d42-4b6b-4a3b-a62a-15b6ab91449d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0987251 Jul 15 23:12:10.997455 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d0b6e6-c6e8-4d2c-9c29-df85f8ca3511 req-03780019-ed7b-4a04-af22-e7913cb56cad tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:10.998582 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-59d0b6e6-c6e8-4d2c-9c29-df85f8ca3511 req-03780019-ed7b-4a04-af22-e7913cb56cad tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f5ba9c9-f264-49c8-bde4-0ffb576a2267 HTTP/1.1" status: 200 len: 944 time: 0.5949574 Jul 15 23:12:11.020409 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c728e1-3118-4015-af4a-716801ea5d6d x-openstack-request-id: req-25c728e1-3118-4015-af4a-716801ea5d6d {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:12:11.020918 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a019ccdd-a9a2-4b3a-b0fb-616034f2ab6e", "name": "network-vif-deleted", "tag": "9ac29fbd-108f-4856-9e66-b935bb58d6a2", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:12:11.021350 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-25c728e1-3118-4015-af4a-716801ea5d6d {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:12:11.022108 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a019ccdd-a9a2-4b3a-b0fb-616034f2ab6e', 'name': 'network-vif-deleted', 'tag': '9ac29fbd-108f-4856-9e66-b935bb58d6a2', 'status': 'completed', 'code': 200} Jul 15 23:12:11.165044 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e321412c-2b76-454e-a8ef-abfffc7028e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa493c16-b657-4228-8776-5e739991a854', 'name': 'tempest-FloatingIPsAssociationTestJSON-1540046159-router', 'tenant_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '9566196f-5ece-4352-b64f-6ab0e47b0101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:11:56Z', 'updated_at': '2021-07-15T23:12:07Z', 'revision_number': 4, 'project_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'gw_port': {'id': '9566196f-5ece-4352-b64f-6ab0e47b0101', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:29:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa493c16-b657-4228-8776-5e739991a854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:11:57Z', 'updated_at': '2021-07-15T23:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'dc8ead7e-fdda-4ea9-9779-025762cb6035', 'name': '', 'network_id': '2eb5a618-95d1-4f19-803a-b44492ccd4ef', 'tenant_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'mac_address': 'fa:16:3e:cf:bc:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa493c16-b657-4228-8776-5e739991a854', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '89fd3128-ac30-4b7c-b596-62c2dc214969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:03Z', 'updated_at': '2021-07-15T23:12:07Z', 'revision_number': 2, 'project_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'subnets': [{'id': '89fd3128-ac30-4b7c-b596-62c2dc214969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:11.225486 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-59d0b6e6-c6e8-4d2c-9c29-df85f8ca3511 req-e474cb63-fd4c-4602-8062-c137004322a8 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000256 Jul 15 23:12:11.394487 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e321412c-2b76-454e-a8ef-abfffc7028e5 None None] Checking router: fa493c16-b657-4228-8776-5e739991a854 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:12:11.395618 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e321412c-2b76-454e-a8ef-abfffc7028e5 None None] Updating router fa493c16-b657-4228-8776-5e739991a854 port dc8ead7e-fdda-4ea9-9779-025762cb6035 binding host n-d-794306-6 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:12:11.402456 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:12:11.477499 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e321412c-2b76-454e-a8ef-abfffc7028e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:11.639308 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-8268779c-618f-4a8a-b098-cf0a327d261a service neutron] 10.222.0.49 "GET /v2.0/networks/54d36d42-4b6b-4a3b-a62a-15b6ab91449d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6392586 Jul 15 23:12:11.735589 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843af3cf-777c-4d99-8427-98044b2cb5fd req-e8a6fbc0-8d16-4ccc-87f4-28c2eefaaec8 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:11.751875 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-843af3cf-777c-4d99-8427-98044b2cb5fd req-e8a6fbc0-8d16-4ccc-87f4-28c2eefaaec8 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "GET /v2.0/networks?id=2eb5a618-95d1-4f19-803a-b44492ccd4ef HTTP/1.1" status: 200 len: 821 time: 0.4644780 Jul 15 23:12:11.816997 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-843af3cf-777c-4d99-8427-98044b2cb5fd req-a6168bae-2e49-49fa-a0b5-b179d3bb85e8 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "GET /v2.0/quotas/ec36f46f1b7e4eb4acdfec30bd668062 HTTP/1.1" status: 200 len: 375 time: 0.0637553 Jul 15 23:12:11.956882 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-01cafbd0-2557-47d0-b27e-4087de47bbe5 service neutron] 10.222.0.49 "GET /v2.0/networks/54d36d42-4b6b-4a3b-a62a-15b6ab91449d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047428 Jul 15 23:12:11.967600 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e321412c-2b76-454e-a8ef-abfffc7028e5 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:11.988138 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-e321412c-2b76-454e-a8ef-abfffc7028e5 None None] Transition to ACTIVE for port object dc8ead7e-fdda-4ea9-9779-025762cb6035 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:12:12.000628 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e321412c-2b76-454e-a8ef-abfffc7028e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:12.000914 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddf78f5-e1a7-478d-a857-dcea8a44d22b req-0ea5a135-f42f-4210-a679-ef23dd6eb590 tempest-VolumesAdminNegativeTest-149183644 tempest-VolumesAdminNegativeTest-149183644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:12.014148 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0ddf78f5-e1a7-478d-a857-dcea8a44d22b req-0ea5a135-f42f-4210-a679-ef23dd6eb590 tempest-VolumesAdminNegativeTest-149183644 tempest-VolumesAdminNegativeTest-149183644-project] 10.222.0.48 "GET /v2.0/ports?device_id=79e8522b-d900-4f61-8970-c2edbbf1d756 HTTP/1.1" status: 200 len: 945 time: 0.4306393 Jul 15 23:12:12.095520 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0ddf78f5-e1a7-478d-a857-dcea8a44d22b req-a1ed09db-de92-4ad1-80de-5246aef69ddd tempest-VolumesAdminNegativeTest-149183644 tempest-VolumesAdminNegativeTest-149183644-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9f72ef8-856f-4133-a731-62ace9106bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798302 Jul 15 23:12:12.141026 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-843af3cf-777c-4d99-8427-98044b2cb5fd req-68c421e3-794b-40eb-9001-bd9115f5f321 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ec36f46f1b7e4eb4acdfec30bd668062&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3229084 Jul 15 23:12:12.256239 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b144c1f0-a945-4d47-a588-e4b326e3fe08 None None] Pushing event updated for resources: {'Port': ['ID=dc8ead7e-fdda-4ea9-9779-025762cb6035,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:12.282189 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-e321412c-2b76-454e-a8ef-abfffc7028e5 None None] Attempting to bind port dc8ead7e-fdda-4ea9-9779-025762cb6035 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:12:12.282558 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-e321412c-2b76-454e-a8ef-abfffc7028e5 None None] Attempting to bind port dc8ead7e-fdda-4ea9-9779-025762cb6035 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '7f54d6fd-905a-40e4-9872-e50318fbd6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2eb5a618-95d1-4f19-803a-b44492ccd4ef'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:12:12.282923 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e321412c-2b76-454e-a8ef-abfffc7028e5 None None] Attempting to bind port dc8ead7e-fdda-4ea9-9779-025762cb6035 on network 2eb5a618-95d1-4f19-803a-b44492ccd4ef {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:12:12.292974 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b144c1f0-a945-4d47-a588-e4b326e3fe08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:12.292974 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b144c1f0-a945-4d47-a588-e4b326e3fe08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:12.293468 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b144c1f0-a945-4d47-a588-e4b326e3fe08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:12.293687 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b144c1f0-a945-4d47-a588-e4b326e3fe08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:12.293964 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b144c1f0-a945-4d47-a588-e4b326e3fe08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:12.294293 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b144c1f0-a945-4d47-a588-e4b326e3fe08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:12.294616 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b144c1f0-a945-4d47-a588-e4b326e3fe08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:12.294939 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b144c1f0-a945-4d47-a588-e4b326e3fe08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:12.295258 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b144c1f0-a945-4d47-a588-e4b326e3fe08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:12.295653 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b144c1f0-a945-4d47-a588-e4b326e3fe08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:12.295911 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b144c1f0-a945-4d47-a588-e4b326e3fe08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:12.296420 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b144c1f0-a945-4d47-a588-e4b326e3fe08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:12.302673 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e321412c-2b76-454e-a8ef-abfffc7028e5 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:12:12.303342 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e321412c-2b76-454e-a8ef-abfffc7028e5 None None] Checking segment: {'id': '7f54d6fd-905a-40e4-9872-e50318fbd6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2eb5a618-95d1-4f19-803a-b44492ccd4ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:12:12.304090 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e321412c-2b76-454e-a8ef-abfffc7028e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:12.305402 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e321412c-2b76-454e-a8ef-abfffc7028e5 None None] Bound using segment: {'id': '7f54d6fd-905a-40e4-9872-e50318fbd6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2eb5a618-95d1-4f19-803a-b44492ccd4ef'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:12:12.306077 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-e321412c-2b76-454e-a8ef-abfffc7028e5 None None] Bound port: dc8ead7e-fdda-4ea9-9779-025762cb6035, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f54d6fd-905a-40e4-9872-e50318fbd6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2eb5a618-95d1-4f19-803a-b44492ccd4ef'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:12:12.306481 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e321412c-2b76-454e-a8ef-abfffc7028e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:12.312532 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-843af3cf-777c-4d99-8427-98044b2cb5fd req-8995d85f-0766-471e-8f39-80b86c88435a service neutron] 10.222.0.48 "GET /v2.0/networks/2eb5a618-95d1-4f19-803a-b44492ccd4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590118 Jul 15 23:12:12.330265 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79e8522b-d900-4f61-8970-c2edbbf1d756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2c767f9-4f88-436f-bc02-dabe3afd2d2f'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:12:12.334464 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcbe30d9-0e6f-4146-bce7-6d33fae312ee" -d '{"events": [{"server_uuid": "79e8522b-d900-4f61-8970-c2edbbf1d756", "name": "network-vif-plugged", "status": "completed", "tag": "a2c767f9-4f88-436f-bc02-dabe3afd2d2f"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:12:12.508343 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-e321412c-2b76-454e-a8ef-abfffc7028e5 None None] For port dc8ead7e-fdda-4ea9-9779-025762cb6035, host n-d-794306-6, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:12:12.516422 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-e321412c-2b76-454e-a8ef-abfffc7028e5 None None] For port dc8ead7e-fdda-4ea9-9779-025762cb6035, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=dc8ead7e-fdda-4ea9-9779-025762cb6035,segment=NetworkSegment(7f54d6fd-905a-40e4-9872-e50318fbd6ec),segment_id=7f54d6fd-905a-40e4-9872-e50318fbd6ec)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:12:12.524699 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e321412c-2b76-454e-a8ef-abfffc7028e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:12.568374 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-843af3cf-777c-4d99-8427-98044b2cb5fd req-4335c140-aa82-4c4b-b643-1837fa7800eb service neutron] 10.222.0.48 "GET /v2.0/networks/2eb5a618-95d1-4f19-803a-b44492ccd4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429411 Jul 15 23:12:12.623893 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e321412c-2b76-454e-a8ef-abfffc7028e5 None None] Routers {'fa493c16-b657-4228-8776-5e739991a854'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:12:12.624972 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e321412c-2b76-454e-a8ef-abfffc7028e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:12:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['fa493c16-b657-4228-8776-5e739991a854'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:12.672089 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 58690) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:12.687506 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b144c1f0-a945-4d47-a588-e4b326e3fe08 None None] Pushing event updated for resources: {'Port': ['ID=dc8ead7e-fdda-4ea9-9779-025762cb6035,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:13.023514 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a019ccdd-a9a2-4b3a-b0fb-616034f2ab6e', 'name': 'network-vif-deleted', 'tag': 'd202ed8b-2190-4934-88cb-14351ed77968'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:12:13.028540 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a28546fc-0e1f-4f7b-b425-aecc71a3823f" -d '{"events": [{"server_uuid": "a019ccdd-a9a2-4b3a-b0fb-616034f2ab6e", "name": "network-vif-deleted", "tag": "d202ed8b-2190-4934-88cb-14351ed77968"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:12:13.172504 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-e321412c-2b76-454e-a8ef-abfffc7028e5 None None] Set router fa493c16-b657-4228-8776-5e739991a854 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:12:13.229320 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0868751f-5764-4610-90a0-4d0c8e2bb73c req-87456857-6c9b-4bba-97c8-0e6f8c52c44b tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/ports?device_id=172d8b5e-22f6-4828-9f7d-0b0be04feec3 HTTP/1.1" status: 200 len: 210 time: 0.1579294 Jul 15 23:12:13.377524 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb5dbfb8-7442-4e4d-aa4d-71b386f24506 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Deleting subnet efdc09fa-07ba-4b44-bc4b-751608624ddf {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:12:13.397318 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb5dbfb8-7442-4e4d-aa4d-71b386f24506 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:13.412088 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9c4b39-f951-48a4-b786-1c1f5cf8b937 x-openstack-request-id: req-ea9c4b39-f951-48a4-b786-1c1f5cf8b937 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:12:13.413861 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79e8522b-d900-4f61-8970-c2edbbf1d756", "name": "network-vif-plugged", "status": "completed", "tag": "a2c767f9-4f88-436f-bc02-dabe3afd2d2f", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:12:13.414289 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ea9c4b39-f951-48a4-b786-1c1f5cf8b937 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:12:13.414849 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79e8522b-d900-4f61-8970-c2edbbf1d756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2c767f9-4f88-436f-bc02-dabe3afd2d2f', 'code': 200} Jul 15 23:12:13.554378 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd206f6-4b3b-419f-9510-61373ff2872d x-openstack-request-id: req-3cd206f6-4b3b-419f-9510-61373ff2872d {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:12:13.555013 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a019ccdd-a9a2-4b3a-b0fb-616034f2ab6e", "name": "network-vif-deleted", "tag": "d202ed8b-2190-4934-88cb-14351ed77968", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:12:13.555560 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3cd206f6-4b3b-419f-9510-61373ff2872d {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:12:13.556447 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a019ccdd-a9a2-4b3a-b0fb-616034f2ab6e', 'name': 'network-vif-deleted', 'tag': 'd202ed8b-2190-4934-88cb-14351ed77968', 'status': 'completed', 'code': 200} Jul 15 23:12:13.567513 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb5dbfb8-7442-4e4d-aa4d-71b386f24506 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:13.729057 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e321412c-2b76-454e-a8ef-abfffc7028e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa493c16-b657-4228-8776-5e739991a854', 'name': 'tempest-FloatingIPsAssociationTestJSON-1540046159-router', 'tenant_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '9566196f-5ece-4352-b64f-6ab0e47b0101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:11:56Z', 'updated_at': '2021-07-15T23:12:07Z', 'revision_number': 4, 'project_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'gw_port': {'id': '9566196f-5ece-4352-b64f-6ab0e47b0101', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:29:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa493c16-b657-4228-8776-5e739991a854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:11:57Z', 'updated_at': '2021-07-15T23:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'dc8ead7e-fdda-4ea9-9779-025762cb6035', 'name': '', 'network_id': '2eb5a618-95d1-4f19-803a-b44492ccd4ef', 'tenant_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'mac_address': 'fa:16:3e:cf:bc:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa493c16-b657-4228-8776-5e739991a854', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '89fd3128-ac30-4b7c-b596-62c2dc214969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:03Z', 'updated_at': '2021-07-15T23:12:12Z', 'revision_number': 4, 'project_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'subnets': [{'id': '89fd3128-ac30-4b7c-b596-62c2dc214969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:13.795378 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e321412c-2b76-454e-a8ef-abfffc7028e5 None None] The sync data for ids ['fa493c16-b657-4228-8776-5e739991a854'] in n-d-794306-6 is: [{'id': 'fa493c16-b657-4228-8776-5e739991a854', 'name': 'tempest-FloatingIPsAssociationTestJSON-1540046159-router', 'tenant_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '9566196f-5ece-4352-b64f-6ab0e47b0101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:11:56Z', 'updated_at': '2021-07-15T23:12:07Z', 'revision_number': 4, 'project_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'gw_port': {'id': '9566196f-5ece-4352-b64f-6ab0e47b0101', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:29:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa493c16-b657-4228-8776-5e739991a854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:11:57Z', 'updated_at': '2021-07-15T23:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'dc8ead7e-fdda-4ea9-9779-025762cb6035', 'name': '', 'network_id': '2eb5a618-95d1-4f19-803a-b44492ccd4ef', 'tenant_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'mac_address': 'fa:16:3e:cf:bc:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa493c16-b657-4228-8776-5e739991a854', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '89fd3128-ac30-4b7c-b596-62c2dc214969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:03Z', 'updated_at': '2021-07-15T23:12:12Z', 'revision_number': 4, 'project_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'subnets': [{'id': '89fd3128-ac30-4b7c-b596-62c2dc214969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:12:13.873253 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb5dbfb8-7442-4e4d-aa4d-71b386f24506 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:14.137027 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb5dbfb8-7442-4e4d-aa4d-71b386f24506 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:14.218062 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d8113-b61b-4c4d-9eed-2b716fcae7da req-46665065-1acb-495a-b136-c248495ea905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:14.221528 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ca0d8113-b61b-4c4d-9eed-2b716fcae7da req-46665065-1acb-495a-b136-c248495ea905 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=79e8522b-d900-4f61-8970-c2edbbf1d756 HTTP/1.1" status: 200 len: 1096 time: 0.2948911 Jul 15 23:12:14.253609 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-d499f314-e2f6-40b4-af18-b31cb3835e7f tempest-LiveAutoBlockMigrationV225Test-1599853612 tempest-LiveAutoBlockMigrationV225Test-1599853612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:14.255525 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-d499f314-e2f6-40b4-af18-b31cb3835e7f tempest-LiveAutoBlockMigrationV225Test-1599853612 tempest-LiveAutoBlockMigrationV225Test-1599853612-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7f5ba9c9-f264-49c8-bde4-0ffb576a2267&tenant_id=97397394137f47b6b8b1bb83454a379f&binding%3Ahost_id=n-h1-794306-6 HTTP/1.1" status: 200 len: 1095 time: 0.2639859 Jul 15 23:12:14.282151 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ca0d8113-b61b-4c4d-9eed-2b716fcae7da req-937f8591-0619-4a4b-8458-f6043ae8050c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c9f72ef8-856f-4133-a731-62ace9106bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528922 Jul 15 23:12:14.395538 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5dbfb8-7442-4e4d-aa4d-71b386f24506 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Pushing event deleted for resources: {'Subnet': ['ID=efdc09fa-07ba-4b44-bc4b-751608624ddf,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:14.426958 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb5dbfb8-7442-4e4d-aa4d-71b386f24506 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:14.430007 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-bb5dbfb8-7442-4e4d-aa4d-71b386f24506 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "DELETE /v2.0/subnets/efdc09fa-07ba-4b44-bc4b-751608624ddf HTTP/1.1" status: 204 len: 168 time: 1.7562816 Jul 15 23:12:14.433148 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 58716) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:14.437722 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6382b78-454a-4894-b747-76a27cce0ace None None] Network 63f0e99d-c892-4d1b-887b-94c52d0535d4 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:12:14.452601 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33303646-0e36-4aa1-b1dd-434a1732f1e9 req-3936ccf1-7a86-46a4-85d3-f822d6b544e1 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:14.455825 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-33303646-0e36-4aa1-b1dd-434a1732f1e9 req-3936ccf1-7a86-46a4-85d3-f822d6b544e1 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.49 "GET /v2.0/networks?id=795827c2-b389-4eeb-8582-c55cfb9af9b5 HTTP/1.1" status: 200 len: 810 time: 1.5882981 Jul 15 23:12:14.503247 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-33303646-0e36-4aa1-b1dd-434a1732f1e9 req-f6eca868-f0ba-4b9d-9d8c-c092e0b1baee tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Request body: {'port': {'device_id': '172d8b5e-22f6-4828-9f7d-0b0be04feec3', 'network_id': '795827c2-b389-4eeb-8582-c55cfb9af9b5', 'admin_state_up': True, 'tenant_id': '343683afbe6f4c5685ab11fe38988c94'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:14.725205 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906146b3-1299-45a7-bc7b-9dbddee08ba1 req-61b5a7d3-7ce0-46e8-81f0-646f507b8d20 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:14.749130 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-906146b3-1299-45a7-bc7b-9dbddee08ba1 req-61b5a7d3-7ce0-46e8-81f0-646f507b8d20 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f5ba9c9-f264-49c8-bde4-0ffb576a2267 HTTP/1.1" status: 200 len: 944 time: 0.7990315 Jul 15 23:12:14.869300 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b657030-1bdd-4421-a94d-242eee089376 None None] DHCP port deletion for 63f0e99d-c892-4d1b-887b-94c52d0535d4 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:12:14.930096 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2de927-bc2b-4601-b1b3-cffe0ffaaccb req-f5bd4671-9e6c-465a-ac1e-e6d0c72f6f80 tempest-VolumesAdminNegativeTest-149183644 tempest-VolumesAdminNegativeTest-149183644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:14.943556 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ea2de927-bc2b-4601-b1b3-cffe0ffaaccb req-f5bd4671-9e6c-465a-ac1e-e6d0c72f6f80 tempest-VolumesAdminNegativeTest-149183644 tempest-VolumesAdminNegativeTest-149183644-project] 10.222.0.48 "GET /v2.0/ports?device_id=79e8522b-d900-4f61-8970-c2edbbf1d756 HTTP/1.1" status: 200 len: 945 time: 0.9959390 Jul 15 23:12:15.092158 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device dc8ead7e-fdda-4ea9-9779-025762cb6035 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:12:15.179197 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-9b657030-1bdd-4421-a94d-242eee089376 None None] Deleting port c1235b9e-36c3-4fd5-b78a-8fae23bcd48f {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:12:15.179866 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9b657030-1bdd-4421-a94d-242eee089376 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:15.197834 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33303646-0e36-4aa1-b1dd-434a1732f1e9 req-f6eca868-f0ba-4b9d-9d8c-c092e0b1baee tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Made reservation on behalf of 343683afbe6f4c5685ab11fe38988c94 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:12:15.205959 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-33303646-0e36-4aa1-b1dd-434a1732f1e9 req-f6eca868-f0ba-4b9d-9d8c-c092e0b1baee tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:15.226260 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-906146b3-1299-45a7-bc7b-9dbddee08ba1 req-c8350ddc-8905-4a98-a6c2-fca4dc42ced2 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4744906 Jul 15 23:12:15.309902 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port dc8ead7e-fdda-4ea9-9779-025762cb6035 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:12:15.332437 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ea2de927-bc2b-4601-b1b3-cffe0ffaaccb req-9d5d32b7-f171-4242-a234-3b835bc2df16 tempest-VolumesAdminNegativeTest-149183644 tempest-VolumesAdminNegativeTest-149183644-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9f72ef8-856f-4133-a731-62ace9106bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3869760 Jul 15 23:12:15.475772 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port dc8ead7e-fdda-4ea9-9779-025762cb6035 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:15.477292 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:15.568232 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-9b657030-1bdd-4421-a94d-242eee089376 None None] For port c1235b9e-36c3-4fd5-b78a-8fae23bcd48f, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=c1235b9e-36c3-4fd5-b78a-8fae23bcd48f,segment=NetworkSegment(c669c53d-42bd-41ad-a52e-fd10449d5770),segment_id=c669c53d-42bd-41ad-a52e-fd10449d5770)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:15.570830 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9b657030-1bdd-4421-a94d-242eee089376 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:15.672717 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-9b657030-1bdd-4421-a94d-242eee089376 None None] Calling delete_port for c1235b9e-36c3-4fd5-b78a-8fae23bcd48f owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:12:15.823230 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e577507d-6b76-4447-a2e7-fdd7dafe6393 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:15.898045 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-b22ce24e-b2fa-45c5-9993-e497e65eaf4e service neutron] For port 397242ff-5eb9-498e-96aa-9ce0edcfee54, host n-h2-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:12:15.922642 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9b657030-1bdd-4421-a94d-242eee089376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:15.965914 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-e577507d-6b76-4447-a2e7-fdd7dafe6393 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] The port 'c1235b9e-36c3-4fd5-b78a-8fae23bcd48f' was deleted {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 15 23:12:15.976636 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-b22ce24e-b2fa-45c5-9993-e497e65eaf4e service neutron] Notify callbacks [] for binding, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:15.979381 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-34f01abf-d74d-493c-bf3d-c968d0c0d26c req-b22ce24e-b2fa-45c5-9993-e497e65eaf4e service neutron] 10.222.0.49 "DELETE /v2.0/ports/397242ff-5eb9-498e-96aa-9ce0edcfee54/bindings/n-h2-794306-6 HTTP/1.1" status: 204 len: 173 time: 1.6986046 Jul 15 23:12:16.029548 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b657030-1bdd-4421-a94d-242eee089376 None None] Pushing event deleted for resources: {'Port': ['ID=c1235b9e-36c3-4fd5-b78a-8fae23bcd48f,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:16.089205 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b657030-1bdd-4421-a94d-242eee089376 None None] No DVR routers for this DVR port c1235b9e-36c3-4fd5-b78a-8fae23bcd48f on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:12:16.109483 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:16.129914 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-19984645-d992-405a-958c-9bd5a0e9110a req-1c251451-6122-49df-8aa4-bf5573308a2d tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb0f843-a54b-4d51-aadc-ab1c901c1850 HTTP/1.1" status: 200 len: 210 time: 0.2541802 Jul 15 23:12:16.188639 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-33303646-0e36-4aa1-b1dd-434a1732f1e9 req-f6eca868-f0ba-4b9d-9d8c-c092e0b1baee tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Allocated IP 172.20.0.5 (795827c2-b389-4eeb-8582-c55cfb9af9b5/dbdc1414-7110-449f-83db-67d516c4122d/d59c9861-c2af-454b-9ede-b1462536f824) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:12:16.206186 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port dc8ead7e-fdda-4ea9-9779-025762cb6035, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=dc8ead7e-fdda-4ea9-9779-025762cb6035,segment=NetworkSegment(7f54d6fd-905a-40e4-9872-e50318fbd6ec),segment_id=7f54d6fd-905a-40e4-9872-e50318fbd6ec)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:16.211770 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e577507d-6b76-4447-a2e7-fdd7dafe6393 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:16.213996 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:16.272670 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-e577507d-6b76-4447-a2e7-fdd7dafe6393 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63f0e99d-c892-4d1b-887b-94c52d0535d4']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:16.305353 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-e577507d-6b76-4447-a2e7-fdd7dafe6393 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c669c53d-42bd-41ad-a52e-fd10449d5770') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:16.305904 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-e577507d-6b76-4447-a2e7-fdd7dafe6393 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c669c53d-42bd-41ad-a52e-fd10449d5770') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:16.331417 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e577507d-6b76-4447-a2e7-fdd7dafe6393 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:16.348922 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e577507d-6b76-4447-a2e7-fdd7dafe6393 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:16.356718 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e577507d-6b76-4447-a2e7-fdd7dafe6393 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:12:16.357219 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e577507d-6b76-4447-a2e7-fdd7dafe6393 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:16.403955 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:12:16.403955 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:12:16.403955 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:12:16.403955 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:12:16.403955 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:12:16.403955 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:12:16.403955 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:12:16.403955 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:12:16.403955 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:12:16.403955 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:12:16.403955 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:12:16.403955 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:12:16.403955 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:12:16.403955 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:12:16.403955 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:12:16.403955 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:12:16.403955 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:12:16.403955 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:12:16.403955 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:12:16.403955 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:12:16.403955 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:12:16.403955 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:12:16.403955 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:12:16.403955 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:12:16.403955 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:12:16.403955 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:12:16.403955 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:12:16.403955 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:12:16.403955 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:12:16.403955 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:12:16.403955 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:12:16.403955 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:12:16.403955 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:12:16.403955 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:12:16.403955 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:12:16.403955 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:12:16.403955 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:12:16.403955 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:12:16.403955 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:12:16.403955 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:12:16.403955 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:12:16.403955 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:12:16.403955 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:12:16.403955 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:12:16.403955 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:12:16.403955 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:12:16.403955 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:12:16.403955 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:12:16.403955 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:12:16.403955 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:12:16.403955 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:12:16.403955 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:12:16.403955 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:12:16.403955 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:12:16.403955 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:12:16.403955 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:12:16.403955 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:12:16.403955 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:12:16.463998 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=dc8ead7e-fdda-4ea9-9779-025762cb6035,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:16.528449 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e577507d-6b76-4447-a2e7-fdd7dafe6393 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:16.569869 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e577507d-6b76-4447-a2e7-fdd7dafe6393 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:16.582528 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e577507d-6b76-4447-a2e7-fdd7dafe6393 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "DELETE /v2.0/networks/63f0e99d-c892-4d1b-887b-94c52d0535d4 HTTP/1.1" status: 204 len: 168 time: 2.1458402 Jul 15 23:12:16.588368 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 58724) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:16.660330 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0906c20f-7b96-4acd-a8fb-1d5838bb4913 req-096a9de5-7327-42f4-8d9c-30ae1d47dd61 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/ports?device_id=172d8b5e-22f6-4828-9f7d-0b0be04feec3 HTTP/1.1" status: 200 len: 210 time: 0.0558455 Jul 15 23:12:16.729239 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e577507d-6b76-4447-a2e7-fdd7dafe6393 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Pushing event deleted for resources: {'Network': ['ID=63f0e99d-c892-4d1b-887b-94c52d0535d4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:16.754740 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e577507d-6b76-4447-a2e7-fdd7dafe6393 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:16.755177 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e577507d-6b76-4447-a2e7-fdd7dafe6393 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:16.755414 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e577507d-6b76-4447-a2e7-fdd7dafe6393 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:16.756800 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e577507d-6b76-4447-a2e7-fdd7dafe6393 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:16.757288 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e577507d-6b76-4447-a2e7-fdd7dafe6393 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:16.757635 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e577507d-6b76-4447-a2e7-fdd7dafe6393 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:16.758072 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e577507d-6b76-4447-a2e7-fdd7dafe6393 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:16.758288 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e577507d-6b76-4447-a2e7-fdd7dafe6393 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:16.758653 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e577507d-6b76-4447-a2e7-fdd7dafe6393 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:16.758979 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e577507d-6b76-4447-a2e7-fdd7dafe6393 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:16.759452 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e577507d-6b76-4447-a2e7-fdd7dafe6393 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:16.759987 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e577507d-6b76-4447-a2e7-fdd7dafe6393 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:16.792742 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6be461e-6ee8-4a75-afa7-89f7143fb554 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Deleting subnet e80e72f4-8c74-471e-8ff4-ddeac1998dcf {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:12:16.808413 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c6be461e-6ee8-4a75-afa7-89f7143fb554 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:16.897134 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c6be461e-6ee8-4a75-afa7-89f7143fb554 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:16.913250 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device dc8ead7e-fdda-4ea9-9779-025762cb6035 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:12:17.030915 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port dc8ead7e-fdda-4ea9-9779-025762cb6035 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:17.031611 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:17.099828 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c6be461e-6ee8-4a75-afa7-89f7143fb554 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:17.208008 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c6be461e-6ee8-4a75-afa7-89f7143fb554 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:17.257660 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6be461e-6ee8-4a75-afa7-89f7143fb554 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Pushing event deleted for resources: {'Subnet': ['ID=e80e72f4-8c74-471e-8ff4-ddeac1998dcf,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:17.264142 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c6be461e-6ee8-4a75-afa7-89f7143fb554 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:17.270367 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c6be461e-6ee8-4a75-afa7-89f7143fb554 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "DELETE /v2.0/subnets/e80e72f4-8c74-471e-8ff4-ddeac1998dcf HTTP/1.1" status: 204 len: 168 time: 0.6586452 Jul 15 23:12:17.271004 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 58732) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:17.284405 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-33303646-0e36-4aa1-b1dd-434a1732f1e9 req-f6eca868-f0ba-4b9d-9d8c-c092e0b1baee tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:17.291011 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619956f4-3882-41fa-ac0d-9591bdc047a5 None None] Network 7982cf0e-6af9-44ab-9585-f92311551bb5 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:12:17.363408 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device c1235b9e-36c3-4fd5-b78a-8fae23bcd48f no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:12:17.385315 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f2b6124d-b1cc-42d3-ac98-c0d87a159c01 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:17.465972 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: c1235b9e-36c3-4fd5-b78a-8fae23bcd48f {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:12:17.467056 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device c1235b9e-36c3-4fd5-b78a-8fae23bcd48f not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:12:17.481143 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f2b6124d-b1cc-42d3-ac98-c0d87a159c01 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Deleting port c057aba0-f198-4bf4-9ed8-0c05f2425867 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:12:17.481143 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f2b6124d-b1cc-42d3-ac98-c0d87a159c01 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:17.562281 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-f2b6124d-b1cc-42d3-ac98-c0d87a159c01 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] For port c057aba0-f198-4bf4-9ed8-0c05f2425867, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=c057aba0-f198-4bf4-9ed8-0c05f2425867,segment=NetworkSegment(1a179a96-1d0e-4297-980c-9e67e54caf8d),segment_id=1a179a96-1d0e-4297-980c-9e67e54caf8d)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:17.562642 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f2b6124d-b1cc-42d3-ac98-c0d87a159c01 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:17.574908 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b76fb9-5c75-4832-9409-28cccd0ed163 req-9d7da8ca-e779-4960-b26b-e55683c3c88c tempest-VolumesAdminNegativeTest-149183644 tempest-VolumesAdminNegativeTest-149183644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:17.578311 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f2b6124d-b1cc-42d3-ac98-c0d87a159c01 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Calling delete_port for c057aba0-f198-4bf4-9ed8-0c05f2425867 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:12:17.587344 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b9b76fb9-5c75-4832-9409-28cccd0ed163 req-9d7da8ca-e779-4960-b26b-e55683c3c88c tempest-VolumesAdminNegativeTest-149183644 tempest-VolumesAdminNegativeTest-149183644-project] 10.222.0.48 "GET /v2.0/ports?device_id=79e8522b-d900-4f61-8970-c2edbbf1d756 HTTP/1.1" status: 200 len: 945 time: 0.2930386 Jul 15 23:12:17.637777 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fcf0a1-b1d4-44a3-aaf0-7981349a7f8e req-d558075d-408b-486d-b5ce-3c6626bfa78d tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:17.650746 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-35fcf0a1-b1d4-44a3-aaf0-7981349a7f8e req-d558075d-408b-486d-b5ce-3c6626bfa78d tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f5ba9c9-f264-49c8-bde4-0ffb576a2267 HTTP/1.1" status: 200 len: 944 time: 0.9616899 Jul 15 23:12:17.696452 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f2b6124d-b1cc-42d3-ac98-c0d87a159c01 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:17.719479 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843af3cf-777c-4d99-8427-98044b2cb5fd req-78f90076-1bf9-42b2-abe0-3af94bb3c629 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:17.722162 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-843af3cf-777c-4d99-8427-98044b2cb5fd req-78f90076-1bf9-42b2-abe0-3af94bb3c629 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.49 "GET /v2.0/networks?id=2eb5a618-95d1-4f19-803a-b44492ccd4ef HTTP/1.1" status: 200 len: 821 time: 1.6816256 Jul 15 23:12:17.730311 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b6124d-b1cc-42d3-ac98-c0d87a159c01 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Pushing event deleted for resources: {'Port': ['ID=c057aba0-f198-4bf4-9ed8-0c05f2425867,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:17.732566 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b6124d-b1cc-42d3-ac98-c0d87a159c01 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] No DVR routers for this DVR port c057aba0-f198-4bf4-9ed8-0c05f2425867 on host n-d-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:12:17.749256 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-843af3cf-777c-4d99-8427-98044b2cb5fd req-10aa566a-ad62-49a4-b664-2d7963b39059 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Request body: {'port': {'device_id': 'ffb0f843-a54b-4d51-aadc-ab1c901c1850', 'network_id': '2eb5a618-95d1-4f19-803a-b44492ccd4ef', 'admin_state_up': True, 'tenant_id': 'ec36f46f1b7e4eb4acdfec30bd668062'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:17.833184 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b9b76fb9-5c75-4832-9409-28cccd0ed163 req-8742ae75-204f-4977-af88-9bb505ac72f8 tempest-VolumesAdminNegativeTest-149183644 tempest-VolumesAdminNegativeTest-149183644-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9f72ef8-856f-4133-a731-62ace9106bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439177 Jul 15 23:12:17.863137 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-35fcf0a1-b1d4-44a3-aaf0-7981349a7f8e req-ac046587-6c57-4825-8e4b-aa25dfc12188 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107282 Jul 15 23:12:17.872245 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-33303646-0e36-4aa1-b1dd-434a1732f1e9 req-f6eca868-f0ba-4b9d-9d8c-c092e0b1baee tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:17.901306 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['0e55c749-c69c-4ff2-9b84-0365058e925e'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:12:17.955126 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f2b6124d-b1cc-42d3-ac98-c0d87a159c01 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:17.997761 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33303646-0e36-4aa1-b1dd-434a1732f1e9 req-f6eca868-f0ba-4b9d-9d8c-c092e0b1baee tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Network 795827c2-b389-4eeb-8582-c55cfb9af9b5 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:12:18.007327 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-33303646-0e36-4aa1-b1dd-434a1732f1e9 req-f6eca868-f0ba-4b9d-9d8c-c092e0b1baee tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:12:18.017894 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-33303646-0e36-4aa1-b1dd-434a1732f1e9 req-f6eca868-f0ba-4b9d-9d8c-c092e0b1baee tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:12:18.053427 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3d5b80-77ff-46ec-954c-5a5ecc230ddb None None] DHCP port deletion for 7982cf0e-6af9-44ab-9585-f92311551bb5 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:12:18.069110 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f2b6124d-b1cc-42d3-ac98-c0d87a159c01 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7982cf0e-6af9-44ab-9585-f92311551bb5']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:18.104178 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33303646-0e36-4aa1-b1dd-434a1732f1e9 req-f6eca868-f0ba-4b9d-9d8c-c092e0b1baee tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:18.106354 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-33303646-0e36-4aa1-b1dd-434a1732f1e9 req-f6eca868-f0ba-4b9d-9d8c-c092e0b1baee tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:18.131173 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f2b6124d-b1cc-42d3-ac98-c0d87a159c01 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a179a96-1d0e-4297-980c-9e67e54caf8d') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:18.131615 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f2b6124d-b1cc-42d3-ac98-c0d87a159c01 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a179a96-1d0e-4297-980c-9e67e54caf8d') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:18.163225 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f2b6124d-b1cc-42d3-ac98-c0d87a159c01 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:18.171978 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eca868-f0ba-4b9d-9d8c-c092e0b1baee tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Pushing event updated for resources: {'Port': ['ID=d59c9861-c2af-454b-9ede-b1462536f824,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:18.185005 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-33303646-0e36-4aa1-b1dd-434a1732f1e9 req-f6eca868-f0ba-4b9d-9d8c-c092e0b1baee tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6907017 Jul 15 23:12:18.210538 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-33303646-0e36-4aa1-b1dd-434a1732f1e9 req-1d477e5d-5f9a-4e82-898c-af79b891475e service neutron] Request body: {'port': {'device_id': '172d8b5e-22f6-4828-9f7d-0b0be04feec3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:18.228080 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f2b6124d-b1cc-42d3-ac98-c0d87a159c01 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:18.236821 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eca868-f0ba-4b9d-9d8c-c092e0b1baee tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:18.238486 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eca868-f0ba-4b9d-9d8c-c092e0b1baee tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:18.239454 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eca868-f0ba-4b9d-9d8c-c092e0b1baee tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:18.240354 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eca868-f0ba-4b9d-9d8c-c092e0b1baee tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:18.241209 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eca868-f0ba-4b9d-9d8c-c092e0b1baee tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:18.242434 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eca868-f0ba-4b9d-9d8c-c092e0b1baee tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:18.243331 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eca868-f0ba-4b9d-9d8c-c092e0b1baee tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:18.244864 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eca868-f0ba-4b9d-9d8c-c092e0b1baee tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:18.245497 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eca868-f0ba-4b9d-9d8c-c092e0b1baee tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:18.246175 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eca868-f0ba-4b9d-9d8c-c092e0b1baee tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:18.246842 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eca868-f0ba-4b9d-9d8c-c092e0b1baee tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:18.247559 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eca868-f0ba-4b9d-9d8c-c092e0b1baee tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:18.247996 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2b6124d-b1cc-42d3-ac98-c0d87a159c01 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:12:18.248641 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f2b6124d-b1cc-42d3-ac98-c0d87a159c01 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:18.265262 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:12:18.265262 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:12:18.265262 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:12:18.265262 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:12:18.265262 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:12:18.265262 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:12:18.265262 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:12:18.265262 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:12:18.265262 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:12:18.265262 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:12:18.265262 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:12:18.265262 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:12:18.265262 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:12:18.265262 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:12:18.265262 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:12:18.265262 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:12:18.265262 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:12:18.265262 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:12:18.265262 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:12:18.265262 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:12:18.265262 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:12:18.265262 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:12:18.265262 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:12:18.265262 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:12:18.265262 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:12:18.265262 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:12:18.265262 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:12:18.265262 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:12:18.265262 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:12:18.265262 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:12:18.265262 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:12:18.265262 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:12:18.473157 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f2b6124d-b1cc-42d3-ac98-c0d87a159c01 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:18.489871 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-60ccd07f-5a4e-4fea-bf9c-8a73e4067e2a req-857f24f5-8f83-498d-b23a-ff07a22d2153 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb0f843-a54b-4d51-aadc-ab1c901c1850 HTTP/1.1" status: 200 len: 210 time: 0.1409583 Jul 15 23:12:18.515817 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f2b6124d-b1cc-42d3-ac98-c0d87a159c01 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:18.534705 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f2b6124d-b1cc-42d3-ac98-c0d87a159c01 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "DELETE /v2.0/networks/7982cf0e-6af9-44ab-9585-f92311551bb5 HTTP/1.1" status: 204 len: 168 time: 1.2618768 Jul 15 23:12:18.539356 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 58744) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:18.584391 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-711a531c-cd23-4292-b0de-52cd117b23d4 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1764062979'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:18.633735 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b6124d-b1cc-42d3-ac98-c0d87a159c01 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Pushing event deleted for resources: {'Network': ['ID=7982cf0e-6af9-44ab-9585-f92311551bb5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:18.673501 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-33303646-0e36-4aa1-b1dd-434a1732f1e9 req-1d477e5d-5f9a-4e82-898c-af79b891475e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:18.699391 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-711a531c-cd23-4292-b0de-52cd117b23d4 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Made reservation on behalf of 77301433bf364d50839ed355ac121781 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:12:18.703629 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-711a531c-cd23-4292-b0de-52cd117b23d4 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:18.711557 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.db.api [req-843af3cf-777c-4d99-8427-98044b2cb5fd req-10aa566a-ad62-49a4-b664-2d7963b39059 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 23:12:18.711557 n-d-794306-6 neutron-server[93770]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 15 23:12:18.711557 n-d-794306-6 neutron-server[93770]: [parameters: {'project_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'id': '8f7b1467-b35d-49fd-a24f-6e8d641a7d6e', 'expiration': datetime.datetime(2021, 7, 15, 23, 14, 18, 682221)}] Jul 15 23:12:18.711557 n-d-794306-6 neutron-server[93770]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:12:18.722243 n-d-794306-6 neutron-server[93770]: DEBUG oslo_db.api [req-843af3cf-777c-4d99-8427-98044b2cb5fd req-10aa566a-ad62-49a4-b664-2d7963b39059 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:12:18.770148 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-711a531c-cd23-4292-b0de-52cd117b23d4 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:12:18.804114 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-711a531c-cd23-4292-b0de-52cd117b23d4 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:18.805683 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-711a531c-cd23-4292-b0de-52cd117b23d4 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Added segment bce73997-e601-45f0-9350-db7021c5a1b2 of type vlan for network 186c4b95-b506-4a8a-bb24-2acd0e481fd4 Jul 15 23:12:18.852236 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device c057aba0-f198-4bf4-9ed8-0c05f2425867 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:12:18.901315 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: c057aba0-f198-4bf4-9ed8-0c05f2425867 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:12:18.901839 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device c057aba0-f198-4bf4-9ed8-0c05f2425867 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:12:18.933629 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-711a531c-cd23-4292-b0de-52cd117b23d4 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:18.973481 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-711a531c-cd23-4292-b0de-52cd117b23d4 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:18.984657 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711a531c-cd23-4292-b0de-52cd117b23d4 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:18.985726 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-711a531c-cd23-4292-b0de-52cd117b23d4 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:19.052440 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-711a531c-cd23-4292-b0de-52cd117b23d4 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4780002 Jul 15 23:12:19.058203 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 58756) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:19.067121 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-77879e02-1b92-4cd1-a576-8d65e588d270 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Request body: {'subnet': {'network_id': '186c4b95-b506-4a8a-bb24-2acd0e481fd4', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:19.159982 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711a531c-cd23-4292-b0de-52cd117b23d4 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Pushing event updated for resources: {'Network': ['ID=186c4b95-b506-4a8a-bb24-2acd0e481fd4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:19.186039 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 186c4b95-b506-4a8a-bb24-2acd0e481fd4 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:12:19.258998 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77879e02-1b92-4cd1-a576-8d65e588d270 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Made reservation on behalf of 77301433bf364d50839ed355ac121781 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:12:19.266516 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77879e02-1b92-4cd1-a576-8d65e588d270 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:19.272693 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d370f0-fd78-490a-a0a2-3229f49392f8 req-f15abc4b-5be0-4259-b50c-9146b4b454fa tempest-LiveAutoBlockMigrationV225Test-1599853612 tempest-LiveAutoBlockMigrationV225Test-1599853612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:19.274491 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-48d370f0-fd78-490a-a0a2-3229f49392f8 req-f15abc4b-5be0-4259-b50c-9146b4b454fa tempest-LiveAutoBlockMigrationV225Test-1599853612 tempest-LiveAutoBlockMigrationV225Test-1599853612-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=7f5ba9c9-f264-49c8-bde4-0ffb576a2267 HTTP/1.1" status: 200 len: 1095 time: 0.3791931 Jul 15 23:12:19.282648 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f3ce4-39be-48d7-a28d-b3c50be2cf9e req-b075f431-ab67-453f-8c89-b95fbb251427 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:19.288372 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-791f3ce4-39be-48d7-a28d-b3c50be2cf9e req-b075f431-ab67-453f-8c89-b95fbb251427 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/ports?device_id=172d8b5e-22f6-4828-9f7d-0b0be04feec3 HTTP/1.1" status: 200 len: 931 time: 0.4122186 Jul 15 23:12:19.424536 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-843af3cf-777c-4d99-8427-98044b2cb5fd req-10aa566a-ad62-49a4-b664-2d7963b39059 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Made reservation on behalf of ec36f46f1b7e4eb4acdfec30bd668062 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:12:19.428155 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-843af3cf-777c-4d99-8427-98044b2cb5fd req-10aa566a-ad62-49a4-b664-2d7963b39059 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:19.437118 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-48d370f0-fd78-490a-a0a2-3229f49392f8 req-932b05d7-cc7e-4323-8aae-21755c4d6e57 tempest-LiveAutoBlockMigrationV225Test-1599853612 tempest-LiveAutoBlockMigrationV225Test-1599853612-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391521 Jul 15 23:12:19.470797 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-791f3ce4-39be-48d7-a28d-b3c50be2cf9e req-3836d16b-fbb3-49fa-b11f-c4c545a2f092 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/security-groups?id=e35c6df1-9256-45c7-85a2-0e1b5450d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807249 Jul 15 23:12:19.565808 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-33303646-0e36-4aa1-b1dd-434a1732f1e9 req-1d477e5d-5f9a-4e82-898c-af79b891475e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d59c9861-c2af-454b-9ede-b1462536f824 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:12:19.584993 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-33303646-0e36-4aa1-b1dd-434a1732f1e9 req-1d477e5d-5f9a-4e82-898c-af79b891475e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:19.617500 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77879e02-1b92-4cd1-a576-8d65e588d270 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:19.640658 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-33303646-0e36-4aa1-b1dd-434a1732f1e9 req-1d477e5d-5f9a-4e82-898c-af79b891475e service neutron] Transition to ACTIVE for port object d59c9861-c2af-454b-9ede-b1462536f824 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:12:19.809885 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-33303646-0e36-4aa1-b1dd-434a1732f1e9 req-1d477e5d-5f9a-4e82-898c-af79b891475e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:19.823964 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77879e02-1b92-4cd1-a576-8d65e588d270 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Pushing event updated for resources: {'Subnet': ['ID=1970dd0b-ae7b-48e2-82a6-b5046a8b1a4f,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:19.863584 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77879e02-1b92-4cd1-a576-8d65e588d270 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Checking segment: {'id': 'bce73997-e601-45f0-9350-db7021c5a1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '186c4b95-b506-4a8a-bb24-2acd0e481fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:12:19.864058 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77879e02-1b92-4cd1-a576-8d65e588d270 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Network hostable DHCP agents. Network: 186c4b95-b506-4a8a-bb24-2acd0e481fd4, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:12:19.886786 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77879e02-1b92-4cd1-a576-8d65e588d270 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Network 186c4b95-b506-4a8a-bb24-2acd0e481fd4 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:12:19.903325 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-77879e02-1b92-4cd1-a576-8d65e588d270 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 186c4b95-b506-4a8a-bb24-2acd0e481fd4) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:12:19.910537 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77879e02-1b92-4cd1-a576-8d65e588d270 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:19.910537 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77879e02-1b92-4cd1-a576-8d65e588d270 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:19.916633 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe579bc-f5e0-4ba8-b9bd-25ceeae98d93 None None] Network 186c4b95-b506-4a8a-bb24-2acd0e481fd4 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:12:19.967620 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-77879e02-1b92-4cd1-a576-8d65e588d270 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9059277 Jul 15 23:12:19.969360 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 58770) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:19.983076 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7a7b9f0f-4fc5-41b3-9fa5-3376c3c95eaf tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-576453194'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:20.022877 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-23547a9e-a581-424c-8ba7-849f09168ecd req-f2ac0f8f-243b-4b76-ab90-2961fb637f5f tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb0f843-a54b-4d51-aadc-ab1c901c1850 HTTP/1.1" status: 200 len: 210 time: 0.1817720 Jul 15 23:12:20.046841 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a7b9f0f-4fc5-41b3-9fa5-3376c3c95eaf tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Made reservation on behalf of 77301433bf364d50839ed355ac121781 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:12:20.057452 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a7b9f0f-4fc5-41b3-9fa5-3376c3c95eaf tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:20.102457 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d477e5d-5f9a-4e82-898c-af79b891475e service neutron] Pushing event updated for resources: {'Port': ['ID=d59c9861-c2af-454b-9ede-b1462536f824,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:20.110416 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a7b9f0f-4fc5-41b3-9fa5-3376c3c95eaf tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:12:20.130933 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-843af3cf-777c-4d99-8427-98044b2cb5fd req-10aa566a-ad62-49a4-b664-2d7963b39059 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Allocated IP 172.20.0.4 (2eb5a618-95d1-4f19-803a-b44492ccd4ef/89fd3128-ac30-4b7c-b596-62c2dc214969/ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:12:20.131509 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a7b9f0f-4fc5-41b3-9fa5-3376c3c95eaf tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:20.131937 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-7a7b9f0f-4fc5-41b3-9fa5-3376c3c95eaf tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Added segment fe39ced5-c783-403d-883d-428169b439d7 of type vlan for network b6c55f67-bef9-447c-bb8d-05db99beec06 Jul 15 23:12:20.219657 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a7b9f0f-4fc5-41b3-9fa5-3376c3c95eaf tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:20.255478 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44449a77-7b78-43c4-8835-2779a558b811 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-186c4b95-b506-4a8a-bb24-2acd0e481fd4', 'network_id': '186c4b95-b506-4a8a-bb24-2acd0e481fd4', 'tenant_id': '77301433bf364d50839ed355ac121781', 'fixed_ips': [{'subnet_id': '1970dd0b-ae7b-48e2-82a6-b5046a8b1a4f'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:12:20.257504 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-44449a77-7b78-43c4-8835-2779a558b811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:20.267305 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a7b9f0f-4fc5-41b3-9fa5-3376c3c95eaf tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:20.277351 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7b9f0f-4fc5-41b3-9fa5-3376c3c95eaf tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:20.278508 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a7b9f0f-4fc5-41b3-9fa5-3376c3c95eaf tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:20.331994 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-7a7b9f0f-4fc5-41b3-9fa5-3376c3c95eaf tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3546121 Jul 15 23:12:20.332301 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 58782) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:20.342942 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-79186710-51d1-45cd-8c8c-5687618fcb04 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Request body: {'subnet': {'network_id': 'b6c55f67-bef9-447c-bb8d-05db99beec06', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:20.347343 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc4dcdb-c36b-4025-bf51-ca5552d8ac76 req-7de92212-3535-461b-a11b-ff9478f1ec48 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:20.349552 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bfc4dcdb-c36b-4025-bf51-ca5552d8ac76 req-7de92212-3535-461b-a11b-ff9478f1ec48 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/networks?id=54d36d42-4b6b-4a3b-a62a-15b6ab91449d HTTP/1.1" status: 200 len: 821 time: 0.3013275 Jul 15 23:12:20.415265 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-33303646-0e36-4aa1-b1dd-434a1732f1e9 req-1d477e5d-5f9a-4e82-898c-af79b891475e service neutron] Attempting to bind port d59c9861-c2af-454b-9ede-b1462536f824 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:12:20.416415 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-33303646-0e36-4aa1-b1dd-434a1732f1e9 req-1d477e5d-5f9a-4e82-898c-af79b891475e service neutron] Attempting to bind port d59c9861-c2af-454b-9ede-b1462536f824 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': 'e7da1777-7aff-41d9-a50f-70ccefd9be9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '795827c2-b389-4eeb-8582-c55cfb9af9b5'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:12:20.416415 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33303646-0e36-4aa1-b1dd-434a1732f1e9 req-1d477e5d-5f9a-4e82-898c-af79b891475e service neutron] Attempting to bind port d59c9861-c2af-454b-9ede-b1462536f824 on network 795827c2-b389-4eeb-8582-c55cfb9af9b5 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:12:20.426494 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bfc4dcdb-c36b-4025-bf51-ca5552d8ac76 req-f17ede62-a12d-4380-8056-93321afe0ed7 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/quotas/97397394137f47b6b8b1bb83454a379f HTTP/1.1" status: 200 len: 375 time: 0.0475967 Jul 15 23:12:20.433375 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7b9f0f-4fc5-41b3-9fa5-3376c3c95eaf tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Pushing event updated for resources: {'Network': ['ID=b6c55f67-bef9-447c-bb8d-05db99beec06,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:20.453423 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33303646-0e36-4aa1-b1dd-434a1732f1e9 req-1d477e5d-5f9a-4e82-898c-af79b891475e service neutron] Port d59c9861-c2af-454b-9ede-b1462536f824 on network 795827c2-b389-4eeb-8582-c55cfb9af9b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:12:20.454332 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33303646-0e36-4aa1-b1dd-434a1732f1e9 req-1d477e5d-5f9a-4e82-898c-af79b891475e service neutron] Attempting to bind port d59c9861-c2af-454b-9ede-b1462536f824 on network 795827c2-b389-4eeb-8582-c55cfb9af9b5 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:12:20.454632 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-44449a77-7b78-43c4-8835-2779a558b811 None None] Allocated IP 19.80.0.2 (186c4b95-b506-4a8a-bb24-2acd0e481fd4/1970dd0b-ae7b-48e2-82a6-b5046a8b1a4f/73d206f2-d7c9-4cf7-8994-153fdfdda988) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:12:20.474329 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network b6c55f67-bef9-447c-bb8d-05db99beec06 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:12:20.550624 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79186710-51d1-45cd-8c8c-5687618fcb04 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Made reservation on behalf of 77301433bf364d50839ed355ac121781 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:12:20.551148 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33303646-0e36-4aa1-b1dd-434a1732f1e9 req-1d477e5d-5f9a-4e82-898c-af79b891475e service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:12:20.551531 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33303646-0e36-4aa1-b1dd-434a1732f1e9 req-1d477e5d-5f9a-4e82-898c-af79b891475e service neutron] Checking segment: {'id': 'e7da1777-7aff-41d9-a50f-70ccefd9be9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '795827c2-b389-4eeb-8582-c55cfb9af9b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:12:20.552044 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33303646-0e36-4aa1-b1dd-434a1732f1e9 req-1d477e5d-5f9a-4e82-898c-af79b891475e service neutron] Bound using segment: {'id': 'e7da1777-7aff-41d9-a50f-70ccefd9be9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '795827c2-b389-4eeb-8582-c55cfb9af9b5'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:12:20.552534 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-33303646-0e36-4aa1-b1dd-434a1732f1e9 req-1d477e5d-5f9a-4e82-898c-af79b891475e service neutron] Bound port: d59c9861-c2af-454b-9ede-b1462536f824, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7da1777-7aff-41d9-a50f-70ccefd9be9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '795827c2-b389-4eeb-8582-c55cfb9af9b5'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:12:20.552914 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-33303646-0e36-4aa1-b1dd-434a1732f1e9 req-1d477e5d-5f9a-4e82-898c-af79b891475e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:20.559682 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79186710-51d1-45cd-8c8c-5687618fcb04 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:20.818518 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-843af3cf-777c-4d99-8427-98044b2cb5fd req-10aa566a-ad62-49a4-b664-2d7963b39059 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:20.836298 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bfc4dcdb-c36b-4025-bf51-ca5552d8ac76 req-74654658-a04d-4f9a-b9d8-eb63cb647970 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=97397394137f47b6b8b1bb83454a379f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3985684 Jul 15 23:12:20.865700 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79186710-51d1-45cd-8c8c-5687618fcb04 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:20.877316 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-33303646-0e36-4aa1-b1dd-434a1732f1e9 req-1d477e5d-5f9a-4e82-898c-af79b891475e service neutron] For port d59c9861-c2af-454b-9ede-b1462536f824, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:12:20.911099 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-843af3cf-777c-4d99-8427-98044b2cb5fd req-10aa566a-ad62-49a4-b664-2d7963b39059 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Transition to ACTIVE for port object ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:12:20.925949 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-33303646-0e36-4aa1-b1dd-434a1732f1e9 req-1d477e5d-5f9a-4e82-898c-af79b891475e service neutron] For port d59c9861-c2af-454b-9ede-b1462536f824, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=d59c9861-c2af-454b-9ede-b1462536f824,segment=NetworkSegment(e7da1777-7aff-41d9-a50f-70ccefd9be9f),segment_id=e7da1777-7aff-41d9-a50f-70ccefd9be9f)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:12:20.966788 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-33303646-0e36-4aa1-b1dd-434a1732f1e9 req-1d477e5d-5f9a-4e82-898c-af79b891475e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:20.983025 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79186710-51d1-45cd-8c8c-5687618fcb04 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Pushing event updated for resources: {'Subnet': ['ID=44a172a3-81f7-415a-b104-2e30d2d8d032,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:20.993226 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-44449a77-7b78-43c4-8835-2779a558b811 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:20.999174 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79186710-51d1-45cd-8c8c-5687618fcb04 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Checking segment: {'id': 'fe39ced5-c783-403d-883d-428169b439d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b6c55f67-bef9-447c-bb8d-05db99beec06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:12:21.000192 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79186710-51d1-45cd-8c8c-5687618fcb04 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Network hostable DHCP agents. Network: b6c55f67-bef9-447c-bb8d-05db99beec06, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:12:21.004087 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-44449a77-7b78-43c4-8835-2779a558b811 None None] Transition to ACTIVE for port object 73d206f2-d7c9-4cf7-8994-153fdfdda988 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:12:21.024325 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79186710-51d1-45cd-8c8c-5687618fcb04 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Network b6c55f67-bef9-447c-bb8d-05db99beec06 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:12:21.028896 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-44449a77-7b78-43c4-8835-2779a558b811 None None] Transition to ACTIVE for port object 73d206f2-d7c9-4cf7-8994-153fdfdda988 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:12:21.038552 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-79186710-51d1-45cd-8c8c-5687618fcb04 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, b6c55f67-bef9-447c-bb8d-05db99beec06) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:12:21.041394 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-44449a77-7b78-43c4-8835-2779a558b811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:21.048628 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79186710-51d1-45cd-8c8c-5687618fcb04 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:21.050201 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cd4f07-5014-4dc8-9397-fdce0fe7ca24 req-f023802f-1d4c-46eb-b052-eac8de564c26 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:21.050387 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79186710-51d1-45cd-8c8c-5687618fcb04 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:21.059911 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-87cd4f07-5014-4dc8-9397-fdce0fe7ca24 req-f023802f-1d4c-46eb-b052-eac8de564c26 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/ports?device_id=172d8b5e-22f6-4828-9f7d-0b0be04feec3 HTTP/1.1" status: 200 len: 943 time: 0.3451324 Jul 15 23:12:21.087631 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfec52f-5c75-4d05-97fc-2f027f5324c4 None None] Network b6c55f67-bef9-447c-bb8d-05db99beec06 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:12:21.090994 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33303646-0e36-4aa1-b1dd-434a1732f1e9 req-1d477e5d-5f9a-4e82-898c-af79b891475e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:21.092466 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-33303646-0e36-4aa1-b1dd-434a1732f1e9 req-1d477e5d-5f9a-4e82-898c-af79b891475e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:21.094187 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-33303646-0e36-4aa1-b1dd-434a1732f1e9 req-1d477e5d-5f9a-4e82-898c-af79b891475e service neutron] 10.222.0.49 "PUT /v2.0/ports/d59c9861-c2af-454b-9ede-b1462536f824 HTTP/1.1" status: 200 len: 1091 time: 2.8907118 Jul 15 23:12:21.096681 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '172d8b5e-22f6-4828-9f7d-0b0be04feec3', 'tag': 'd59c9861-c2af-454b-9ede-b1462536f824'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:12:21.097480 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-79186710-51d1-45cd-8c8c-5687618fcb04 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7589812 Jul 15 23:12:21.099169 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e04ef2e8-570a-4f35-abc9-9d28cebf47fd" -d '{"events": [{"name": "network-changed", "server_uuid": "172d8b5e-22f6-4828-9f7d-0b0be04feec3", "tag": "d59c9861-c2af-454b-9ede-b1462536f824"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:12:21.155644 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44449a77-7b78-43c4-8835-2779a558b811 None None] Network 186c4b95-b506-4a8a-bb24-2acd0e481fd4 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:12:21.167029 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-44449a77-7b78-43c4-8835-2779a558b811 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:12:21.180217 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44449a77-7b78-43c4-8835-2779a558b811 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:12:21.184904 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-87cd4f07-5014-4dc8-9397-fdce0fe7ca24 req-cb8c7cef-ed41-4849-8fab-73280ad26ff7 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/security-groups?id=e35c6df1-9256-45c7-85a2-0e1b5450d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238983 Jul 15 23:12:21.188292 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-843af3cf-777c-4d99-8427-98044b2cb5fd req-10aa566a-ad62-49a4-b664-2d7963b39059 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:21.191365 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44449a77-7b78-43c4-8835-2779a558b811 None None] Pushing event updated for resources: {'Port': ['ID=73d206f2-d7c9-4cf7-8994-153fdfdda988,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:21.207732 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bfc4dcdb-c36b-4025-bf51-ca5552d8ac76 req-60bce229-d150-4d2d-8b86-ed7d7b6af3eb service neutron] 10.222.0.48 "GET /v2.0/networks/54d36d42-4b6b-4a3b-a62a-15b6ab91449d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3612342 Jul 15 23:12:21.244257 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d477e5d-5f9a-4e82-898c-af79b891475e service neutron] Pushing event updated for resources: {'Port': ['ID=d59c9861-c2af-454b-9ede-b1462536f824,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:21.333456 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa566a-ad62-49a4-b664-2d7963b39059 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Pushing event updated for resources: {'Port': ['ID=ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:21.375740 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-44449a77-7b78-43c4-8835-2779a558b811 None None] Attempting to bind port 73d206f2-d7c9-4cf7-8994-153fdfdda988 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:12:21.376333 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-44449a77-7b78-43c4-8835-2779a558b811 None None] Attempting to bind port 73d206f2-d7c9-4cf7-8994-153fdfdda988 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'bce73997-e601-45f0-9350-db7021c5a1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '186c4b95-b506-4a8a-bb24-2acd0e481fd4'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:12:21.377325 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44449a77-7b78-43c4-8835-2779a558b811 None None] Attempting to bind port 73d206f2-d7c9-4cf7-8994-153fdfdda988 on network 186c4b95-b506-4a8a-bb24-2acd0e481fd4 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:12:21.378473 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-843af3cf-777c-4d99-8427-98044b2cb5fd req-10aa566a-ad62-49a4-b664-2d7963b39059 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Network 2eb5a618-95d1-4f19-803a-b44492ccd4ef is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:12:21.396253 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44449a77-7b78-43c4-8835-2779a558b811 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:12:21.396860 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44449a77-7b78-43c4-8835-2779a558b811 None None] Checking segment: {'id': 'bce73997-e601-45f0-9350-db7021c5a1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '186c4b95-b506-4a8a-bb24-2acd0e481fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:12:21.397508 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-44449a77-7b78-43c4-8835-2779a558b811 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:21.398134 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44449a77-7b78-43c4-8835-2779a558b811 None None] Bound using segment: {'id': 'bce73997-e601-45f0-9350-db7021c5a1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '186c4b95-b506-4a8a-bb24-2acd0e481fd4'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:12:21.398925 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-44449a77-7b78-43c4-8835-2779a558b811 None None] Bound port: 73d206f2-d7c9-4cf7-8994-153fdfdda988, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce73997-e601-45f0-9350-db7021c5a1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '186c4b95-b506-4a8a-bb24-2acd0e481fd4'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:12:21.399537 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-44449a77-7b78-43c4-8835-2779a558b811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:21.413847 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-843af3cf-777c-4d99-8427-98044b2cb5fd req-10aa566a-ad62-49a4-b664-2d7963b39059 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:12:21.419989 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-843af3cf-777c-4d99-8427-98044b2cb5fd req-10aa566a-ad62-49a4-b664-2d7963b39059 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:12:21.499089 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33303646-0e36-4aa1-b1dd-434a1732f1e9 req-089ac990-62ee-4892-9bc8-c624e8e22bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:21.500741 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-33303646-0e36-4aa1-b1dd-434a1732f1e9 req-089ac990-62ee-4892-9bc8-c624e8e22bf4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=343683afbe6f4c5685ab11fe38988c94&device_id=172d8b5e-22f6-4828-9f7d-0b0be04feec3 HTTP/1.1" status: 200 len: 1094 time: 0.3068025 Jul 15 23:12:21.509159 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843af3cf-777c-4d99-8427-98044b2cb5fd req-10aa566a-ad62-49a4-b664-2d7963b39059 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:21.509850 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-843af3cf-777c-4d99-8427-98044b2cb5fd req-10aa566a-ad62-49a4-b664-2d7963b39059 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:21.515210 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bfc4dcdb-c36b-4025-bf51-ca5552d8ac76 req-d0ba960d-fb0c-49c5-82e5-8849444f20f0 service neutron] 10.222.0.48 "GET /v2.0/networks/54d36d42-4b6b-4a3b-a62a-15b6ab91449d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066032 Jul 15 23:12:21.590359 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-843af3cf-777c-4d99-8427-98044b2cb5fd req-10aa566a-ad62-49a4-b664-2d7963b39059 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8489907 Jul 15 23:12:21.593426 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7624d87f-33df-452d-b42a-7ceb3fe6a28a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-b6c55f67-bef9-447c-bb8d-05db99beec06', 'network_id': 'b6c55f67-bef9-447c-bb8d-05db99beec06', 'tenant_id': '77301433bf364d50839ed355ac121781', 'fixed_ips': [{'subnet_id': '44a172a3-81f7-415a-b104-2e30d2d8d032'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:12:21.594445 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7624d87f-33df-452d-b42a-7ceb3fe6a28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:21.595623 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-33303646-0e36-4aa1-b1dd-434a1732f1e9 req-37a7b26a-c90d-483f-8067-d6b0336bcad1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d59c9861-c2af-454b-9ede-b1462536f824 HTTP/1.1" status: 200 len: 217 time: 0.0727365 Jul 15 23:12:21.609490 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-843af3cf-777c-4d99-8427-98044b2cb5fd req-a4a73b38-ebd4-4b71-8bb1-6197d604fc8c service neutron] Request body: {'port': {'device_id': 'ffb0f843-a54b-4d51-aadc-ab1c901c1850', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:21.631652 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-44449a77-7b78-43c4-8835-2779a558b811 None None] For port 73d206f2-d7c9-4cf7-8994-153fdfdda988, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:12:21.636349 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-44449a77-7b78-43c4-8835-2779a558b811 None None] For port 73d206f2-d7c9-4cf7-8994-153fdfdda988, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=73d206f2-d7c9-4cf7-8994-153fdfdda988,segment=NetworkSegment(bce73997-e601-45f0-9350-db7021c5a1b2),segment_id=bce73997-e601-45f0-9350-db7021c5a1b2)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:12:21.647948 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-44449a77-7b78-43c4-8835-2779a558b811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:21.851265 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-843af3cf-777c-4d99-8427-98044b2cb5fd req-a4a73b38-ebd4-4b71-8bb1-6197d604fc8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:21.888103 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28aea1f-e7a0-48a0-9616-b7f01077decf x-openstack-request-id: req-b28aea1f-e7a0-48a0-9616-b7f01077decf {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:12:21.888642 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "172d8b5e-22f6-4828-9f7d-0b0be04feec3", "tag": "d59c9861-c2af-454b-9ede-b1462536f824", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:12:21.889052 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b28aea1f-e7a0-48a0-9616-b7f01077decf {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:12:21.889801 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '172d8b5e-22f6-4828-9f7d-0b0be04feec3', 'tag': 'd59c9861-c2af-454b-9ede-b1462536f824', 'status': 'completed', 'code': 200} Jul 15 23:12:21.896627 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33303646-0e36-4aa1-b1dd-434a1732f1e9 req-0172dfb1-e483-4a55-9446-a3fbe5507c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:21.899245 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-33303646-0e36-4aa1-b1dd-434a1732f1e9 req-0172dfb1-e483-4a55-9446-a3fbe5507c4f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dbdc1414-7110-449f-83db-67d516c4122d HTTP/1.1" status: 200 len: 850 time: 0.2956047 Jul 15 23:12:22.020097 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-7624d87f-33df-452d-b42a-7ceb3fe6a28a None None] Allocated IP 19.86.0.2 (b6c55f67-bef9-447c-bb8d-05db99beec06/44a172a3-81f7-415a-b104-2e30d2d8d032/2cccffbe-e99b-4a4e-b047-b001c792ad9b) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:12:22.072855 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-33303646-0e36-4aa1-b1dd-434a1732f1e9 req-35e9f7ec-808c-4a17-8c66-3dd0a364e492 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=795827c2-b389-4eeb-8582-c55cfb9af9b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1304793 Jul 15 23:12:22.114175 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f68f5702-a34e-4947-b496-47efdcefe396 req-c308dbe9-a734-485b-9239-4a5da73db436 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ebfc3dac-a424-46b2-b718-cab6123db16d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0961933 Jul 15 23:12:22.141978 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44449a77-7b78-43c4-8835-2779a558b811 None None] Pushing event updated for resources: {'Port': ['ID=73d206f2-d7c9-4cf7-8994-153fdfdda988,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:22.158838 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-06e8c472-d624-463d-8d7b-83b8184b36e1 None None] Provisioning for port ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:12:22.205812 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-06e8c472-d624-463d-8d7b-83b8184b36e1 None None] Provisioning complete for port ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:22.206361 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-06e8c472-d624-463d-8d7b-83b8184b36e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:22.293819 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-06e8c472-d624-463d-8d7b-83b8184b36e1 None None] Port ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:12:22.380287 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f5702-a34e-4947-b496-47efdcefe396 req-a3fbcb99-f67e-4268-b9c0-c332befd12d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:22.380843 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f5702-a34e-4947-b496-47efdcefe396 req-a3fbcb99-f67e-4268-b9c0-c332befd12d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:22.381326 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f5702-a34e-4947-b496-47efdcefe396 req-a3fbcb99-f67e-4268-b9c0-c332befd12d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:22.381954 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f5702-a34e-4947-b496-47efdcefe396 req-a3fbcb99-f67e-4268-b9c0-c332befd12d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:22.382435 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f5702-a34e-4947-b496-47efdcefe396 req-a3fbcb99-f67e-4268-b9c0-c332befd12d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:22.382908 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f5702-a34e-4947-b496-47efdcefe396 req-a3fbcb99-f67e-4268-b9c0-c332befd12d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:22.386397 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f5702-a34e-4947-b496-47efdcefe396 req-a3fbcb99-f67e-4268-b9c0-c332befd12d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:22.388696 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f68f5702-a34e-4947-b496-47efdcefe396 req-a3fbcb99-f67e-4268-b9c0-c332befd12d9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=17c76d71cba4469f89099c3ebf7755c2&device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 6501 time: 0.1435633 Jul 15 23:12:22.441750 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7624d87f-33df-452d-b42a-7ceb3fe6a28a None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:22.479002 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7624d87f-33df-452d-b42a-7ceb3fe6a28a None None] Transition to ACTIVE for port object 2cccffbe-e99b-4a4e-b047-b001c792ad9b will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:12:22.558449 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7624d87f-33df-452d-b42a-7ceb3fe6a28a None None] Transition to ACTIVE for port object 2cccffbe-e99b-4a4e-b047-b001c792ad9b will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:12:22.577407 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7624d87f-33df-452d-b42a-7ceb3fe6a28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:22.684484 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7624d87f-33df-452d-b42a-7ceb3fe6a28a None None] Pushing event updated for resources: {'Port': ['ID=2cccffbe-e99b-4a4e-b047-b001c792ad9b,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:22.718395 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7624d87f-33df-452d-b42a-7ceb3fe6a28a None None] Network b6c55f67-bef9-447c-bb8d-05db99beec06 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:12:22.721283 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-7624d87f-33df-452d-b42a-7ceb3fe6a28a None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:12:22.727342 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7624d87f-33df-452d-b42a-7ceb3fe6a28a None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:12:22.895686 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f5702-a34e-4947-b496-47efdcefe396 req-326e95bb-e046-40d1-b848-32579f800169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:22.901461 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f5702-a34e-4947-b496-47efdcefe396 req-326e95bb-e046-40d1-b848-32579f800169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:22.905552 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f5702-a34e-4947-b496-47efdcefe396 req-326e95bb-e046-40d1-b848-32579f800169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:22.909981 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-7624d87f-33df-452d-b42a-7ceb3fe6a28a None None] Attempting to bind port 2cccffbe-e99b-4a4e-b047-b001c792ad9b on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:12:22.910632 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-7624d87f-33df-452d-b42a-7ceb3fe6a28a None None] Attempting to bind port 2cccffbe-e99b-4a4e-b047-b001c792ad9b by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'fe39ced5-c783-403d-883d-428169b439d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b6c55f67-bef9-447c-bb8d-05db99beec06'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:12:22.911191 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7624d87f-33df-452d-b42a-7ceb3fe6a28a None None] Attempting to bind port 2cccffbe-e99b-4a4e-b047-b001c792ad9b on network b6c55f67-bef9-447c-bb8d-05db99beec06 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:12:22.918934 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f68f5702-a34e-4947-b496-47efdcefe396 req-326e95bb-e046-40d1-b848-32579f800169 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e44e98f5-3493-4f81-9434-a1f39e44c5fc&id=970a88bd-fdba-4549-becb-46353b196f82&id=970a88bd-fdba-4549-becb-46353b196f82&id=970a88bd-fdba-4549-becb-46353b196f82&id=970a88bd-fdba-4549-becb-46353b196f82&id=9bef9b3a-38af-4114-8d89-aee9e6e60f51&id=9bef9b3a-38af-4114-8d89-aee9e6e60f51 HTTP/1.1" status: 200 len: 2297 time: 0.4693201 Jul 15 23:12:22.925128 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7624d87f-33df-452d-b42a-7ceb3fe6a28a None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:12:22.925427 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-843af3cf-777c-4d99-8427-98044b2cb5fd req-a4a73b38-ebd4-4b71-8bb1-6197d604fc8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:12:22.926442 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7624d87f-33df-452d-b42a-7ceb3fe6a28a None None] Checking segment: {'id': 'fe39ced5-c783-403d-883d-428169b439d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b6c55f67-bef9-447c-bb8d-05db99beec06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:12:22.927855 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7624d87f-33df-452d-b42a-7ceb3fe6a28a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:22.928524 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7624d87f-33df-452d-b42a-7ceb3fe6a28a None None] Bound using segment: {'id': 'fe39ced5-c783-403d-883d-428169b439d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b6c55f67-bef9-447c-bb8d-05db99beec06'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:12:22.929305 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-7624d87f-33df-452d-b42a-7ceb3fe6a28a None None] Bound port: 2cccffbe-e99b-4a4e-b047-b001c792ad9b, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe39ced5-c783-403d-883d-428169b439d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b6c55f67-bef9-447c-bb8d-05db99beec06'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:12:22.929902 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7624d87f-33df-452d-b42a-7ceb3fe6a28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:22.945259 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-843af3cf-777c-4d99-8427-98044b2cb5fd req-a4a73b38-ebd4-4b71-8bb1-6197d604fc8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:22.975838 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-843af3cf-777c-4d99-8427-98044b2cb5fd req-a4a73b38-ebd4-4b71-8bb1-6197d604fc8c service neutron] Transition to ACTIVE for port object ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:12:22.999810 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-843af3cf-777c-4d99-8427-98044b2cb5fd req-a4a73b38-ebd4-4b71-8bb1-6197d604fc8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:23.057534 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f593efc-ef55-4bf3-9e70-76322d34519e req-ba2d2bf3-dfca-4591-baff-2add58c382ea tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:23.062181 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0f593efc-ef55-4bf3-9e70-76322d34519e req-ba2d2bf3-dfca-4591-baff-2add58c382ea tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb0f843-a54b-4d51-aadc-ab1c901c1850 HTTP/1.1" status: 200 len: 931 time: 1.1605999 Jul 15 23:12:23.086118 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-7624d87f-33df-452d-b42a-7ceb3fe6a28a None None] For port 2cccffbe-e99b-4a4e-b047-b001c792ad9b, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:12:23.091718 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f68f5702-a34e-4947-b496-47efdcefe396 req-0853a07a-dcd0-4941-8166-86fbdf635a5a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d743366-2938-4e94-bd00-f6544b7422ae HTTP/1.1" status: 200 len: 1002 time: 0.1637506 Jul 15 23:12:23.093094 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-7624d87f-33df-452d-b42a-7ceb3fe6a28a None None] For port 2cccffbe-e99b-4a4e-b047-b001c792ad9b, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=2cccffbe-e99b-4a4e-b047-b001c792ad9b,segment=NetworkSegment(fe39ced5-c783-403d-883d-428169b439d7),segment_id=fe39ced5-c783-403d-883d-428169b439d7)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:12:23.102088 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7624d87f-33df-452d-b42a-7ceb3fe6a28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:23.134676 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 73d206f2-d7c9-4cf7-8994-153fdfdda988 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:12:23.222834 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-33303646-0e36-4aa1-b1dd-434a1732f1e9 req-4fbc5c9b-c8e5-4112-884d-d47cef433cf0 service neutron] 10.222.0.49 "GET /v2.0/networks/795827c2-b389-4eeb-8582-c55cfb9af9b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1416695 Jul 15 23:12:23.269383 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f5702-a34e-4947-b496-47efdcefe396 req-baf1eab6-e6c5-4e97-82e6-2ebc4106ca17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:23.274232 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f68f5702-a34e-4947-b496-47efdcefe396 req-baf1eab6-e6c5-4e97-82e6-2ebc4106ca17 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0a37184c-ca0e-49c0-878a-e1693cdef72b HTTP/1.1" status: 200 len: 855 time: 0.1683538 Jul 15 23:12:23.393676 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7624d87f-33df-452d-b42a-7ceb3fe6a28a None None] Pushing event updated for resources: {'Port': ['ID=2cccffbe-e99b-4a4e-b047-b001c792ad9b,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:23.456732 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a73b38-ebd4-4b71-8bb1-6197d604fc8c service neutron] Pushing event updated for resources: {'Port': ['ID=ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:23.460386 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 73d206f2-d7c9-4cf7-8994-153fdfdda988 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:12:23.472086 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f5702-a34e-4947-b496-47efdcefe396 req-c2ea5320-187f-47e0-8c6a-6e8fc0bda3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:23.475944 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f68f5702-a34e-4947-b496-47efdcefe396 req-c2ea5320-187f-47e0-8c6a-6e8fc0bda3cf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e44e98f5-3493-4f81-9434-a1f39e44c5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1944408 Jul 15 23:12:23.496993 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0f593efc-ef55-4bf3-9e70-76322d34519e req-b9d7d37d-2a4f-4867-8de2-da1742b4402c tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b4da215-1468-4103-a509-9f38e861147e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342206 Jul 15 23:12:23.705993 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f68f5702-a34e-4947-b496-47efdcefe396 req-782450a3-74ef-44a7-9489-b412b0628bbf service neutron] 10.222.0.41 "GET /v2.0/networks/e44e98f5-3493-4f81-9434-a1f39e44c5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230062 Jul 15 23:12:24.026455 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f68f5702-a34e-4947-b496-47efdcefe396 req-071d04e1-37de-4667-bac5-ab7c6d939481 service neutron] 10.222.0.41 "GET /v2.0/networks/e44e98f5-3493-4f81-9434-a1f39e44c5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844441 Jul 15 23:12:24.125837 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f68f5702-a34e-4947-b496-47efdcefe396 req-acecbc3c-2f86-407c-9c05-03c0b37b6479 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=f70b3596-455f-49a0-8908-a104df34e5c9 HTTP/1.1" status: 200 len: 217 time: 0.0852919 Jul 15 23:12:24.229437 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f5702-a34e-4947-b496-47efdcefe396 req-4b601f10-027e-41ae-b275-923d46240b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:24.233762 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f68f5702-a34e-4947-b496-47efdcefe396 req-4b601f10-027e-41ae-b275-923d46240b4d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac68c16c-e2e3-48f3-b2ec-e6d10e3c3acf HTTP/1.1" status: 200 len: 797 time: 0.0972199 Jul 15 23:12:24.418604 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5725fe72-1065-4b5f-b982-0bb1ebe8b964 None None] Network 186c4b95-b506-4a8a-bb24-2acd0e481fd4 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:12:24.449043 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f5702-a34e-4947-b496-47efdcefe396 req-8f32e1ff-ec93-4dd3-a2c4-9944053c49a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:24.458264 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f68f5702-a34e-4947-b496-47efdcefe396 req-8f32e1ff-ec93-4dd3-a2c4-9944053c49a8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=970a88bd-fdba-4549-becb-46353b196f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2151129 Jul 15 23:12:24.502601 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7fead13a-6341-4749-a4c2-d8987a010075 None None] Provisioning for port 73d206f2-d7c9-4cf7-8994-153fdfdda988 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:12:24.512815 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7fead13a-6341-4749-a4c2-d8987a010075 None None] Provisioning complete for port 73d206f2-d7c9-4cf7-8994-153fdfdda988 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:24.513460 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7fead13a-6341-4749-a4c2-d8987a010075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:24.586726 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-72804c33-54b0-40a1-a794-e80cf3624531 req-3b4f2589-1002-4c52-b7f7-fa41bf3ac52d tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f2d3ea3-1396-4e60-9b5a-4f50f26ae32b HTTP/1.1" status: 200 len: 210 time: 0.1958342 Jul 15 23:12:24.809818 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f68f5702-a34e-4947-b496-47efdcefe396 req-15839033-5c89-439d-bb87-215f2f3efe1a service neutron] 10.222.0.41 "GET /v2.0/networks/970a88bd-fdba-4549-becb-46353b196f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340309 Jul 15 23:12:24.894399 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-33303646-0e36-4aa1-b1dd-434a1732f1e9 req-1da55235-3006-4739-b926-a7637294aac4 service neutron] 10.222.0.49 "GET /v2.0/networks/795827c2-b389-4eeb-8582-c55cfb9af9b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5504775 Jul 15 23:12:24.990801 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-2f445f70-acd0-4a30-8f8d-7991707541a3 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:25.012893 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-2f445f70-acd0-4a30-8f8d-7991707541a3 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:25.041172 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-2f445f70-acd0-4a30-8f8d-7991707541a3 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "GET /v2.0/networks?id=186c4b95-b506-4a8a-bb24-2acd0e481fd4&id=b6c55f67-bef9-447c-bb8d-05db99beec06 HTTP/1.1" status: 200 len: 1391 time: 2.0581996 Jul 15 23:12:25.157762 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 2cccffbe-e99b-4a4e-b047-b001c792ad9b up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:12:25.242000 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f68f5702-a34e-4947-b496-47efdcefe396 req-27bf4adf-6a67-4154-9301-fd3e513d1d03 service neutron] 10.222.0.41 "GET /v2.0/networks/970a88bd-fdba-4549-becb-46353b196f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4075112 Jul 15 23:12:25.325804 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f68f5702-a34e-4947-b496-47efdcefe396 req-db7b080b-e325-49ff-98fa-f2f70557bdb8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=5e6346b3-f308-4702-a019-e0418adeb56d HTTP/1.1" status: 200 len: 217 time: 0.0749338 Jul 15 23:12:25.337521 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-843af3cf-777c-4d99-8427-98044b2cb5fd req-a4a73b38-ebd4-4b71-8bb1-6197d604fc8c service neutron] Attempting to bind port ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:12:25.338050 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-843af3cf-777c-4d99-8427-98044b2cb5fd req-a4a73b38-ebd4-4b71-8bb1-6197d604fc8c service neutron] Attempting to bind port ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '7f54d6fd-905a-40e4-9872-e50318fbd6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2eb5a618-95d1-4f19-803a-b44492ccd4ef'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:12:25.338582 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843af3cf-777c-4d99-8427-98044b2cb5fd req-a4a73b38-ebd4-4b71-8bb1-6197d604fc8c service neutron] Attempting to bind port ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b on network 2eb5a618-95d1-4f19-803a-b44492ccd4ef {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:12:25.345008 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-2e028c68-248f-413f-a16f-439c08875536 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "GET /v2.0/quotas/77301433bf364d50839ed355ac121781 HTTP/1.1" status: 200 len: 375 time: 0.3021441 Jul 15 23:12:25.360770 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc4dcdb-c36b-4025-bf51-ca5552d8ac76 req-9ad04aca-0a65-4283-a99c-aebf4d2dcdae tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:25.363175 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bfc4dcdb-c36b-4025-bf51-ca5552d8ac76 req-9ad04aca-0a65-4283-a99c-aebf4d2dcdae tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.41 "GET /v2.0/networks?id=54d36d42-4b6b-4a3b-a62a-15b6ab91449d HTTP/1.1" status: 200 len: 821 time: 0.9494591 Jul 15 23:12:25.411959 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7fead13a-6341-4749-a4c2-d8987a010075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:25.418720 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-bfc4dcdb-c36b-4025-bf51-ca5552d8ac76 req-e076a585-fe92-426a-bb86-8dc9ea72115b tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Request body: {'port': {'device_id': '2f2d3ea3-1396-4e60-9b5a-4f50f26ae32b', 'network_id': '54d36d42-4b6b-4a3b-a62a-15b6ab91449d', 'admin_state_up': True, 'tenant_id': '97397394137f47b6b8b1bb83454a379f'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:25.460192 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f5702-a34e-4947-b496-47efdcefe396 req-5830c569-1b4d-4721-b12b-b8c64cec6d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:25.463263 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f68f5702-a34e-4947-b496-47efdcefe396 req-5830c569-1b4d-4721-b12b-b8c64cec6d50 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac68c16c-e2e3-48f3-b2ec-e6d10e3c3acf HTTP/1.1" status: 200 len: 797 time: 0.1297221 Jul 15 23:12:25.484985 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-7fead13a-6341-4749-a4c2-d8987a010075 None None] For port 73d206f2-d7c9-4cf7-8994-153fdfdda988, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=73d206f2-d7c9-4cf7-8994-153fdfdda988,segment=NetworkSegment(bce73997-e601-45f0-9350-db7021c5a1b2),segment_id=bce73997-e601-45f0-9350-db7021c5a1b2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:25.487707 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:25.496276 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7fead13a-6341-4749-a4c2-d8987a010075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:25.502856 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843af3cf-777c-4d99-8427-98044b2cb5fd req-a4a73b38-ebd4-4b71-8bb1-6197d604fc8c service neutron] Port ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b on network 2eb5a618-95d1-4f19-803a-b44492ccd4ef not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:12:25.503734 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843af3cf-777c-4d99-8427-98044b2cb5fd req-a4a73b38-ebd4-4b71-8bb1-6197d604fc8c service neutron] Attempting to bind port ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b on network 2eb5a618-95d1-4f19-803a-b44492ccd4ef {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:12:25.561781 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820314f4-cec1-4acb-80b0-f2aaefd2e7f4 None None] Network b6c55f67-bef9-447c-bb8d-05db99beec06 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:12:25.563318 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fead13a-6341-4749-a4c2-d8987a010075 None None] Pushing event updated for resources: {'Port': ['ID=73d206f2-d7c9-4cf7-8994-153fdfdda988,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:25.573112 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 2cccffbe-e99b-4a4e-b047-b001c792ad9b completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:12:25.597319 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843af3cf-777c-4d99-8427-98044b2cb5fd req-a4a73b38-ebd4-4b71-8bb1-6197d604fc8c service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:12:25.598010 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843af3cf-777c-4d99-8427-98044b2cb5fd req-a4a73b38-ebd4-4b71-8bb1-6197d604fc8c service neutron] Checking segment: {'id': '7f54d6fd-905a-40e4-9872-e50318fbd6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2eb5a618-95d1-4f19-803a-b44492ccd4ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:12:25.598712 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843af3cf-777c-4d99-8427-98044b2cb5fd req-a4a73b38-ebd4-4b71-8bb1-6197d604fc8c service neutron] Bound using segment: {'id': '7f54d6fd-905a-40e4-9872-e50318fbd6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2eb5a618-95d1-4f19-803a-b44492ccd4ef'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:12:25.605250 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-843af3cf-777c-4d99-8427-98044b2cb5fd req-a4a73b38-ebd4-4b71-8bb1-6197d604fc8c service neutron] Bound port: ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f54d6fd-905a-40e4-9872-e50318fbd6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2eb5a618-95d1-4f19-803a-b44492ccd4ef'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:12:25.606274 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-843af3cf-777c-4d99-8427-98044b2cb5fd req-a4a73b38-ebd4-4b71-8bb1-6197d604fc8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:25.663362 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f5702-a34e-4947-b496-47efdcefe396 req-38f96778-d801-4cc1-87fa-b946eebec3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:25.669643 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f68f5702-a34e-4947-b496-47efdcefe396 req-38f96778-d801-4cc1-87fa-b946eebec3dc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=970a88bd-fdba-4549-becb-46353b196f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1995628 Jul 15 23:12:25.706538 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-67b6e618-855e-4ddd-9ecf-61222b9af254 None None] Provisioning for port 2cccffbe-e99b-4a4e-b047-b001c792ad9b completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:12:25.720388 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-67b6e618-855e-4ddd-9ecf-61222b9af254 None None] Provisioning complete for port 2cccffbe-e99b-4a4e-b047-b001c792ad9b triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:25.720940 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-67b6e618-855e-4ddd-9ecf-61222b9af254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:25.849844 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ef2e8-570a-4f35-abc9-9d28cebf47fd req-6c557e6b-9516-4866-b915-1f7d963fabba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:25.853603 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e04ef2e8-570a-4f35-abc9-9d28cebf47fd req-6c557e6b-9516-4866-b915-1f7d963fabba service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=343683afbe6f4c5685ab11fe38988c94&device_id=172d8b5e-22f6-4828-9f7d-0b0be04feec3 HTTP/1.1" status: 200 len: 1094 time: 0.7847302 Jul 15 23:12:25.920974 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f68f5702-a34e-4947-b496-47efdcefe396 req-950c877b-3b7a-4afb-aa30-a52218d8074f service neutron] 10.222.0.41 "GET /v2.0/networks/970a88bd-fdba-4549-becb-46353b196f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404473 Jul 15 23:12:26.068037 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-068d14a5-fa55-4394-b519-578694305543 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=77301433bf364d50839ed355ac121781&fields=id HTTP/1.1" status: 200 len: 394 time: 0.7005763 Jul 15 23:12:26.100155 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-67b6e618-855e-4ddd-9ecf-61222b9af254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:26.119764 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f68f5702-a34e-4947-b496-47efdcefe396 req-d585c4e0-70ae-47d2-a6e1-391fe68c3bc1 service neutron] 10.222.0.41 "GET /v2.0/networks/970a88bd-fdba-4549-becb-46353b196f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905773 Jul 15 23:12:26.126603 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a275b-9520-4d22-8818-d7841eaf74fd req-7bacffc8-1239-40f3-966b-9e2c12b6e94e tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:26.129566 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-531a275b-9520-4d22-8818-d7841eaf74fd req-7bacffc8-1239-40f3-966b-9e2c12b6e94e tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/ports?device_id=172d8b5e-22f6-4828-9f7d-0b0be04feec3 HTTP/1.1" status: 200 len: 943 time: 0.8059421 Jul 15 23:12:26.175448 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-843af3cf-777c-4d99-8427-98044b2cb5fd req-a4a73b38-ebd4-4b71-8bb1-6197d604fc8c service neutron] For port ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:12:26.177774 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-67b6e618-855e-4ddd-9ecf-61222b9af254 None None] For port 2cccffbe-e99b-4a4e-b047-b001c792ad9b, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=2cccffbe-e99b-4a4e-b047-b001c792ad9b,segment=NetworkSegment(fe39ced5-c783-403d-883d-428169b439d7),segment_id=fe39ced5-c783-403d-883d-428169b439d7)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:26.182896 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-67b6e618-855e-4ddd-9ecf-61222b9af254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:26.219483 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f68f5702-a34e-4947-b496-47efdcefe396 req-c6f62c78-113a-4538-99f8-894a8c672cb2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.144&port_id=1508ac1c-9b5d-4c1b-8a04-8901ffeae8f7 HTTP/1.1" status: 200 len: 217 time: 0.0878096 Jul 15 23:12:26.346138 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b6e618-855e-4ddd-9ecf-61222b9af254 None None] Pushing event updated for resources: {'Port': ['ID=2cccffbe-e99b-4a4e-b047-b001c792ad9b,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:26.397868 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfc4dcdb-c36b-4025-bf51-ca5552d8ac76 req-e076a585-fe92-426a-bb86-8dc9ea72115b tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Made reservation on behalf of 97397394137f47b6b8b1bb83454a379f for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:12:26.401111 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f5702-a34e-4947-b496-47efdcefe396 req-6d307d3b-76af-4ff0-9a9c-120dd9dbf148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:26.404337 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f68f5702-a34e-4947-b496-47efdcefe396 req-6d307d3b-76af-4ff0-9a9c-120dd9dbf148 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac68c16c-e2e3-48f3-b2ec-e6d10e3c3acf HTTP/1.1" status: 200 len: 797 time: 0.1774828 Jul 15 23:12:26.411910 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bfc4dcdb-c36b-4025-bf51-ca5552d8ac76 req-e076a585-fe92-426a-bb86-8dc9ea72115b tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:26.436395 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-840af220-8c2e-4c68-bd2f-4206d346c8bc None None] Provisioning complete for port 73d206f2-d7c9-4cf7-8994-153fdfdda988 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:26.441353 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-840af220-8c2e-4c68-bd2f-4206d346c8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:26.446525 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-843af3cf-777c-4d99-8427-98044b2cb5fd req-a4a73b38-ebd4-4b71-8bb1-6197d604fc8c service neutron] For port ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b,segment=NetworkSegment(7f54d6fd-905a-40e4-9872-e50318fbd6ec),segment_id=7f54d6fd-905a-40e4-9872-e50318fbd6ec)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:12:26.450133 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ef2e8-570a-4f35-abc9-9d28cebf47fd req-568ab7e8-deae-4237-8bbd-742a8e85701f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:26.451806 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e04ef2e8-570a-4f35-abc9-9d28cebf47fd req-568ab7e8-deae-4237-8bbd-742a8e85701f service neutron] 10.222.0.49 "GET /v2.0/networks?id=795827c2-b389-4eeb-8582-c55cfb9af9b5 HTTP/1.1" status: 200 len: 911 time: 0.5800574 Jul 15 23:12:26.480216 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-843af3cf-777c-4d99-8427-98044b2cb5fd req-a4a73b38-ebd4-4b71-8bb1-6197d604fc8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:26.547798 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843af3cf-777c-4d99-8427-98044b2cb5fd req-a4a73b38-ebd4-4b71-8bb1-6197d604fc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:26.550475 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-843af3cf-777c-4d99-8427-98044b2cb5fd req-a4a73b38-ebd4-4b71-8bb1-6197d604fc8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:26.552996 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-843af3cf-777c-4d99-8427-98044b2cb5fd req-a4a73b38-ebd4-4b71-8bb1-6197d604fc8c service neutron] 10.222.0.49 "PUT /v2.0/ports/ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b HTTP/1.1" status: 200 len: 1091 time: 4.9480727 Jul 15 23:12:26.571930 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f5702-a34e-4947-b496-47efdcefe396 req-ed855f27-c463-48a5-b85e-0314ab2bfa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:26.576069 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f68f5702-a34e-4947-b496-47efdcefe396 req-ed855f27-c463-48a5-b85e-0314ab2bfa76 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=970a88bd-fdba-4549-becb-46353b196f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1615131 Jul 15 23:12:26.730240 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffb0f843-a54b-4d51-aadc-ab1c901c1850', 'tag': 'ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:12:26.733632 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71727e99-d848-416b-8932-eae16b169fd7" -d '{"events": [{"name": "network-changed", "server_uuid": "ffb0f843-a54b-4d51-aadc-ab1c901c1850", "tag": "ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:12:26.745018 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e04ef2e8-570a-4f35-abc9-9d28cebf47fd req-ade096ea-21d1-4819-b35c-e3f269c4697a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d59c9861-c2af-454b-9ede-b1462536f824 HTTP/1.1" status: 200 len: 217 time: 0.2668588 Jul 15 23:12:26.879121 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f68f5702-a34e-4947-b496-47efdcefe396 req-d2be40b0-2bc3-4193-96e7-97b9b79b43b7 service neutron] 10.222.0.41 "GET /v2.0/networks/970a88bd-fdba-4549-becb-46353b196f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951734 Jul 15 23:12:26.900314 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bcfafe5d-f7a0-4461-b159-5cbc2e589a88 None None] Provisioning complete for port 2cccffbe-e99b-4a4e-b047-b001c792ad9b triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:26.900314 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bcfafe5d-f7a0-4461-b159-5cbc2e589a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:26.952642 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 73d206f2-d7c9-4cf7-8994-153fdfdda988 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:12:27.060799 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f68f5702-a34e-4947-b496-47efdcefe396 req-b03f26ab-0b71-475d-859e-f614b2055570 service neutron] 10.222.0.41 "GET /v2.0/networks/970a88bd-fdba-4549-becb-46353b196f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741517 Jul 15 23:12:27.113507 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-bfc4dcdb-c36b-4025-bf51-ca5552d8ac76 req-e076a585-fe92-426a-bb86-8dc9ea72115b tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Allocated IP 172.20.0.2 (54d36d42-4b6b-4a3b-a62a-15b6ab91449d/fe3eef83-74d9-48a6-8931-0e31ba6153cf/77c0025b-ab04-4c95-9ff4-08d9bf61c7ec) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:12:27.129645 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 73d206f2-d7c9-4cf7-8994-153fdfdda988 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:27.131240 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:27.136211 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f68f5702-a34e-4947-b496-47efdcefe396 req-246b429b-7bd1-4cb2-a9b6-25de03055243 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=58031bb6-e328-42ef-a4eb-d60400499716 HTTP/1.1" status: 200 len: 217 time: 0.0675113 Jul 15 23:12:27.144208 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-531a275b-9520-4d22-8818-d7841eaf74fd req-8ed3d648-78d7-4971-beec-fc71a4f0bf81 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/security-groups?id=e35c6df1-9256-45c7-85a2-0e1b5450d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9836791 Jul 15 23:12:27.245680 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f5702-a34e-4947-b496-47efdcefe396 req-b46ec41b-02b1-452b-861e-5fb4a7c77137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:27.248386 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f68f5702-a34e-4947-b496-47efdcefe396 req-b46ec41b-02b1-452b-861e-5fb4a7c77137 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac68c16c-e2e3-48f3-b2ec-e6d10e3c3acf HTTP/1.1" status: 200 len: 797 time: 0.0991354 Jul 15 23:12:27.253916 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ef2e8-570a-4f35-abc9-9d28cebf47fd req-90ec89c0-3cb4-4e8a-a7b6-10e09a9a4f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:27.255720 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e04ef2e8-570a-4f35-abc9-9d28cebf47fd req-90ec89c0-3cb4-4e8a-a7b6-10e09a9a4f5d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dbdc1414-7110-449f-83db-67d516c4122d HTTP/1.1" status: 200 len: 850 time: 0.4047122 Jul 15 23:12:27.364403 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f5702-a34e-4947-b496-47efdcefe396 req-71fd5b04-f37b-450e-b59c-2b108ba9932d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:27.366362 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f68f5702-a34e-4947-b496-47efdcefe396 req-71fd5b04-f37b-450e-b59c-2b108ba9932d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=970a88bd-fdba-4549-becb-46353b196f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1111698 Jul 15 23:12:27.409862 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a73b38-ebd4-4b71-8bb1-6197d604fc8c service neutron] Pushing event updated for resources: {'Port': ['ID=ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:27.420989 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e04ef2e8-570a-4f35-abc9-9d28cebf47fd req-04698ed4-27dd-4dfe-b330-b2f8791cd00d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=795827c2-b389-4eeb-8582-c55cfb9af9b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1483321 Jul 15 23:12:27.517621 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-0d622527-da3d-4ec7-a22f-16d531e9d05d service neutron] 10.222.0.48 "GET /v2.0/networks/186c4b95-b506-4a8a-bb24-2acd0e481fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4065051 Jul 15 23:12:27.558162 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843af3cf-777c-4d99-8427-98044b2cb5fd req-00fd08cd-dcdc-472a-befb-129a6dfcfaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:27.562038 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-843af3cf-777c-4d99-8427-98044b2cb5fd req-00fd08cd-dcdc-472a-befb-129a6dfcfaec service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ec36f46f1b7e4eb4acdfec30bd668062&device_id=ffb0f843-a54b-4d51-aadc-ab1c901c1850 HTTP/1.1" status: 200 len: 1094 time: 0.7961760 Jul 15 23:12:27.568650 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device d59c9861-c2af-454b-9ede-b1462536f824 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:12:27.601605 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f68f5702-a34e-4947-b496-47efdcefe396 req-b0ee384f-0363-4e26-937a-570755c699eb service neutron] 10.222.0.41 "GET /v2.0/networks/970a88bd-fdba-4549-becb-46353b196f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248552 Jul 15 23:12:27.626424 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 2cccffbe-e99b-4a4e-b047-b001c792ad9b up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:12:27.756808 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f68f5702-a34e-4947-b496-47efdcefe396 req-aa4e18da-bd5b-4ed4-8ccb-f3dee4f4137d service neutron] 10.222.0.41 "GET /v2.0/networks/970a88bd-fdba-4549-becb-46353b196f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505744 Jul 15 23:12:27.862209 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-843af3cf-777c-4d99-8427-98044b2cb5fd req-f27048f8-ea3b-4194-a8f6-afd7458c2514 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b HTTP/1.1" status: 200 len: 217 time: 0.2630992 Jul 15 23:12:27.876416 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f68f5702-a34e-4947-b496-47efdcefe396 req-6bc2d370-b904-44e4-b45d-b8f361c69b79 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=53ab0b58-461d-46ab-8d7f-99872f64bbc2 HTTP/1.1" status: 200 len: 217 time: 0.0751061 Jul 15 23:12:27.892654 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 2cccffbe-e99b-4a4e-b047-b001c792ad9b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:27.893163 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:27.952917 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f5702-a34e-4947-b496-47efdcefe396 req-0fc7b8e9-2498-41fd-9364-2f7c94999f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:27.955415 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f68f5702-a34e-4947-b496-47efdcefe396 req-0fc7b8e9-2498-41fd-9364-2f7c94999f49 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=43be6042-6f45-40a3-b1ce-1fe26f72d214 HTTP/1.1" status: 200 len: 797 time: 0.0720670 Jul 15 23:12:27.958565 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port d59c9861-c2af-454b-9ede-b1462536f824, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=d59c9861-c2af-454b-9ede-b1462536f824,segment=NetworkSegment(e7da1777-7aff-41d9-a50f-70ccefd9be9f),segment_id=e7da1777-7aff-41d9-a50f-70ccefd9be9f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:27.993852 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': 'd59c9861-c2af-454b-9ede-b1462536f824', 'network_id': '795827c2-b389-4eeb-8582-c55cfb9af9b5', 'port_id': 'd59c9861-c2af-454b-9ede-b1462536f824', 'mac_address': 'fa:16:3e:07:f5:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbdc1414-7110-449f-83db-67d516c4122d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:12:28.093564 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f5702-a34e-4947-b496-47efdcefe396 req-fcc41393-6ee2-4ef0-aad7-0790856dd330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:28.096070 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f68f5702-a34e-4947-b496-47efdcefe396 req-fcc41393-6ee2-4ef0-aad7-0790856dd330 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9bef9b3a-38af-4114-8d89-aee9e6e60f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1336184 Jul 15 23:12:28.126289 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:28.163605 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d59c9861-c2af-454b-9ede-b1462536f824 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:12:28.170174 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843af3cf-777c-4d99-8427-98044b2cb5fd req-9392954a-8beb-4568-852a-9758c2a0e181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:28.172420 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-843af3cf-777c-4d99-8427-98044b2cb5fd req-9392954a-8beb-4568-852a-9758c2a0e181 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=89fd3128-ac30-4b7c-b596-62c2dc214969 HTTP/1.1" status: 200 len: 860 time: 0.2895982 Jul 15 23:12:28.176460 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e04ef2e8-570a-4f35-abc9-9d28cebf47fd req-cfd330c4-b8e8-4d1d-9f2b-ac0afb3e541d service neutron] 10.222.0.49 "GET /v2.0/networks/795827c2-b389-4eeb-8582-c55cfb9af9b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7335272 Jul 15 23:12:28.201636 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port d59c9861-c2af-454b-9ede-b1462536f824, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=d59c9861-c2af-454b-9ede-b1462536f824,segment=NetworkSegment(e7da1777-7aff-41d9-a50f-70ccefd9be9f),segment_id=e7da1777-7aff-41d9-a50f-70ccefd9be9f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:28.208146 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:28.239070 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-ff012350-d9f4-49ed-86a0-99f69859ecf0 service neutron] 10.222.0.48 "GET /v2.0/networks/186c4b95-b506-4a8a-bb24-2acd0e481fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6743562 Jul 15 23:12:28.261060 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f68f5702-a34e-4947-b496-47efdcefe396 req-d1a5f4de-5e36-4f1c-85c8-1faf8130d2cd service neutron] 10.222.0.41 "GET /v2.0/networks/9bef9b3a-38af-4114-8d89-aee9e6e60f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545937 Jul 15 23:12:28.296957 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=d59c9861-c2af-454b-9ede-b1462536f824,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:28.412158 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f68f5702-a34e-4947-b496-47efdcefe396 req-109e5e4e-463f-4652-95ee-659a91622418 service neutron] 10.222.0.41 "GET /v2.0/networks/9bef9b3a-38af-4114-8d89-aee9e6e60f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442282 Jul 15 23:12:28.423361 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bfc4dcdb-c36b-4025-bf51-ca5552d8ac76 req-e076a585-fe92-426a-bb86-8dc9ea72115b tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:28.465671 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f68f5702-a34e-4947-b496-47efdcefe396 req-f3201cb6-cd02-4465-823c-9707c61d2da1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bc89a090-5ba9-4fa7-b1e7-6edd9443bf5d HTTP/1.1" status: 200 len: 217 time: 0.0462091 Jul 15 23:12:28.479323 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['d59c9861-c2af-454b-9ede-b1462536f824'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:12:28.528158 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-b6ac3a7d-f870-4de9-978f-5c5bd2c3abba service neutron] 10.222.0.48 "GET /v2.0/networks/b6c55f67-bef9-447c-bb8d-05db99beec06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877474 Jul 15 23:12:28.550580 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034ab6dc-dffa-42d5-b5c9-1750487a2d36 req-742a4723-344d-453c-9350-28e90d544a4d tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:28.553081 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-034ab6dc-dffa-42d5-b5c9-1750487a2d36 req-742a4723-344d-453c-9350-28e90d544a4d tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb0f843-a54b-4d51-aadc-ab1c901c1850 HTTP/1.1" status: 200 len: 943 time: 0.4617875 Jul 15 23:12:28.601425 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f5702-a34e-4947-b496-47efdcefe396 req-10c787c3-7a58-4702-9234-ed045c2636a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:28.603015 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e04ef2e8-570a-4f35-abc9-9d28cebf47fd req-e61d4ba3-6774-4e32-9d74-028d3f21803c service neutron] 10.222.0.49 "GET /v2.0/networks/795827c2-b389-4eeb-8582-c55cfb9af9b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4095516 Jul 15 23:12:28.604517 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f68f5702-a34e-4947-b496-47efdcefe396 req-10c787c3-7a58-4702-9234-ed045c2636a8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=43be6042-6f45-40a3-b1ce-1fe26f72d214 HTTP/1.1" status: 200 len: 797 time: 0.1317346 Jul 15 23:12:28.734646 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843af3cf-777c-4d99-8427-98044b2cb5fd req-b24f3869-4ae2-4868-8e47-76f4d6b55a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:28.737335 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-843af3cf-777c-4d99-8427-98044b2cb5fd req-b24f3869-4ae2-4868-8e47-76f4d6b55a3e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2eb5a618-95d1-4f19-803a-b44492ccd4ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5421753 Jul 15 23:12:28.739365 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-f47dc117-a041-4dc8-a7e1-82408195fc48 service neutron] 10.222.0.48 "GET /v2.0/networks/b6c55f67-bef9-447c-bb8d-05db99beec06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826549 Jul 15 23:12:28.750437 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f5702-a34e-4947-b496-47efdcefe396 req-d242e07f-4820-4d96-8fdf-df701839b91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:28.756249 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f68f5702-a34e-4947-b496-47efdcefe396 req-d242e07f-4820-4d96-8fdf-df701839b91b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9bef9b3a-38af-4114-8d89-aee9e6e60f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1436670 Jul 15 23:12:28.797829 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-034ab6dc-dffa-42d5-b5c9-1750487a2d36 req-7ed19320-7715-41ce-b2f4-7593568cf6c2 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b4da215-1468-4103-a509-9f38e861147e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289062 Jul 15 23:12:28.867722 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bfc4dcdb-c36b-4025-bf51-ca5552d8ac76 req-e076a585-fe92-426a-bb86-8dc9ea72115b tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:29.063480 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f68f5702-a34e-4947-b496-47efdcefe396 req-83d8aad9-a928-4192-8a32-6243931173f8 service neutron] 10.222.0.41 "GET /v2.0/networks/9bef9b3a-38af-4114-8d89-aee9e6e60f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996690 Jul 15 23:12:29.380268 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f68f5702-a34e-4947-b496-47efdcefe396 req-a1f8c95f-4ee5-4585-b545-b0a5683d0ab9 service neutron] 10.222.0.41 "GET /v2.0/networks/9bef9b3a-38af-4114-8d89-aee9e6e60f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091619 Jul 15 23:12:29.502501 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace02552-31cf-4567-95bc-21d095a2d2fe x-openstack-request-id: req-ace02552-31cf-4567-95bc-21d095a2d2fe {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:12:29.502894 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffb0f843-a54b-4d51-aadc-ab1c901c1850", "tag": "ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:12:29.503242 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ace02552-31cf-4567-95bc-21d095a2d2fe {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:12:29.503850 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffb0f843-a54b-4d51-aadc-ab1c901c1850', 'tag': 'ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b', 'status': 'completed', 'code': 200} Jul 15 23:12:29.513579 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfc4dcdb-c36b-4025-bf51-ca5552d8ac76 req-e076a585-fe92-426a-bb86-8dc9ea72115b tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Network 54d36d42-4b6b-4a3b-a62a-15b6ab91449d is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:12:29.548610 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-bfc4dcdb-c36b-4025-bf51-ca5552d8ac76 req-e076a585-fe92-426a-bb86-8dc9ea72115b tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:12:29.552778 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device d59c9861-c2af-454b-9ede-b1462536f824 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:12:29.553923 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-843af3cf-777c-4d99-8427-98044b2cb5fd req-86612378-dc58-4c9f-8054-1ec16c8c127f service neutron] 10.222.0.49 "GET /v2.0/networks/2eb5a618-95d1-4f19-803a-b44492ccd4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7922149 Jul 15 23:12:29.555053 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e076a585-fe92-426a-bb86-8dc9ea72115b tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Pushing event updated for resources: {'Port': ['ID=77c0025b-ab04-4c95-9ff4-08d9bf61c7ec,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:29.615073 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfc4dcdb-c36b-4025-bf51-ca5552d8ac76 req-e076a585-fe92-426a-bb86-8dc9ea72115b tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:12:29.697402 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port d59c9861-c2af-454b-9ede-b1462536f824 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:12:29.707191 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port d59c9861-c2af-454b-9ede-b1462536f824 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:29.708313 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:29.829091 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc4dcdb-c36b-4025-bf51-ca5552d8ac76 req-e076a585-fe92-426a-bb86-8dc9ea72115b tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:29.829612 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bfc4dcdb-c36b-4025-bf51-ca5552d8ac76 req-e076a585-fe92-426a-bb86-8dc9ea72115b tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:29.856070 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:29.888952 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-843af3cf-777c-4d99-8427-98044b2cb5fd req-21afe181-be0a-4679-8da6-ca6bdb4d7cf4 service neutron] 10.222.0.49 "GET /v2.0/networks/2eb5a618-95d1-4f19-803a-b44492ccd4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691822 Jul 15 23:12:29.891302 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bfc4dcdb-c36b-4025-bf51-ca5552d8ac76 req-e076a585-fe92-426a-bb86-8dc9ea72115b tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4885709 Jul 15 23:12:29.900537 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a9193-5ff9-459e-86d0-71879c5e35c9 req-d828f6f3-7b91-4a95-a520-ed3482aea1b1 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:29.902086 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9b4a9193-5ff9-459e-86d0-71879c5e35c9 req-d828f6f3-7b91-4a95-a520-ed3482aea1b1 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f2d3ea3-1396-4e60-9b5a-4f50f26ae32b HTTP/1.1" status: 200 len: 931 time: 0.4026427 Jul 15 23:12:29.916011 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e0bb6f-7aba-4512-a819-c4ad46adb383 req-b828e96c-087d-4dec-a8be-e585a40daf5e tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:29.917614 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-24e0bb6f-7aba-4512-a819-c4ad46adb383 req-b828e96c-087d-4dec-a8be-e585a40daf5e tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1adc0b6-3b02-42d7-8f85-2e5a9c1bad20 HTTP/1.1" status: 200 len: 945 time: 0.4231100 Jul 15 23:12:29.926544 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '172d8b5e-22f6-4828-9f7d-0b0be04feec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd59c9861-c2af-454b-9ede-b1462536f824'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:12:29.928871 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97efff2-32ae-4900-85f9-a78b1053cf2f" -d '{"events": [{"server_uuid": "172d8b5e-22f6-4828-9f7d-0b0be04feec3", "name": "network-vif-plugged", "status": "completed", "tag": "d59c9861-c2af-454b-9ede-b1462536f824"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:12:29.947244 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-bfc4dcdb-c36b-4025-bf51-ca5552d8ac76 req-7489b14f-99a3-4522-9068-346655d34e2b service neutron] Request body: {'port': {'device_id': '2f2d3ea3-1396-4e60-9b5a-4f50f26ae32b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:29.948837 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port d59c9861-c2af-454b-9ede-b1462536f824, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=d59c9861-c2af-454b-9ede-b1462536f824,segment=NetworkSegment(e7da1777-7aff-41d9-a50f-70ccefd9be9f),segment_id=e7da1777-7aff-41d9-a50f-70ccefd9be9f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:29.954877 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:30.022809 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=d59c9861-c2af-454b-9ede-b1462536f824,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:30.105562 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9b4a9193-5ff9-459e-86d0-71879c5e35c9 req-d8b1b013-6cf9-46eb-8e75-c5abc7ab059b tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867099 Jul 15 23:12:30.147197 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-24e0bb6f-7aba-4512-a819-c4ad46adb383 req-8abe3278-fc08-406c-95e1-d1e878cdee89 tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3e68369-d6bb-44c1-80b8-93ccc9edd7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1975856 Jul 15 23:12:30.163767 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bfc4dcdb-c36b-4025-bf51-ca5552d8ac76 req-7489b14f-99a3-4522-9068-346655d34e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:30.347262 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71727e99-d848-416b-8932-eae16b169fd7 req-066db415-f788-4ca1-8185-f649f295d985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:30.349929 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-71727e99-d848-416b-8932-eae16b169fd7 req-066db415-f788-4ca1-8185-f649f295d985 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ec36f46f1b7e4eb4acdfec30bd668062&device_id=ffb0f843-a54b-4d51-aadc-ab1c901c1850 HTTP/1.1" status: 200 len: 1094 time: 0.3858356 Jul 15 23:12:30.639664 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-edc7920e-1add-48e7-a77e-750b3dff2cfe req-be83b64b-3d53-490b-8cfe-5b086d4abc22 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "GET /v2.0/ports?device_id=c83e3f9c-c0bb-4859-b012-add707e2d64f HTTP/1.1" status: 200 len: 210 time: 0.1402342 Jul 15 23:12:30.731722 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e1ba6c87-fcfb-4af4-9f9a-d04feca8ad47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:30.744977 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64210f6b-743d-4c46-ad54-40aef2c59284 req-35fffbcc-f48d-4fe3-b0e0-21881dd2e24e tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:30.746578 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-64210f6b-743d-4c46-ad54-40aef2c59284 req-35fffbcc-f48d-4fe3-b0e0-21881dd2e24e tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/ports?device_id=172d8b5e-22f6-4828-9f7d-0b0be04feec3 HTTP/1.1" status: 200 len: 945 time: 0.4908552 Jul 15 23:12:30.817305 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71727e99-d848-416b-8932-eae16b169fd7 req-9b78f871-ed01-4c4d-8f82-0892aadc2893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:30.818898 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-71727e99-d848-416b-8932-eae16b169fd7 req-9b78f871-ed01-4c4d-8f82-0892aadc2893 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2eb5a618-95d1-4f19-803a-b44492ccd4ef HTTP/1.1" status: 200 len: 922 time: 0.4497898 Jul 15 23:12:30.911678 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-64210f6b-743d-4c46-ad54-40aef2c59284 req-ad19a7b7-ae7e-45de-94ee-7d938220ad9a tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/security-groups?id=e35c6df1-9256-45c7-85a2-0e1b5450d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458409 Jul 15 23:12:30.951110 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-71727e99-d848-416b-8932-eae16b169fd7 req-9a8ebef9-3f84-4300-ad44-d048fb731a11 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b HTTP/1.1" status: 200 len: 217 time: 0.1204216 Jul 15 23:12:31.038153 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71727e99-d848-416b-8932-eae16b169fd7 req-2f4013e4-5942-498e-a28f-7c38d92a361c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:31.040948 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-71727e99-d848-416b-8932-eae16b169fd7 req-2f4013e4-5942-498e-a28f-7c38d92a361c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=89fd3128-ac30-4b7c-b596-62c2dc214969 HTTP/1.1" status: 200 len: 860 time: 0.0781136 Jul 15 23:12:31.207622 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-d0bd4eaa-d2c7-4994-a014-6319d13c01b3 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:31.214718 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-d0bd4eaa-d2c7-4994-a014-6319d13c01b3 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:31.216394 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-d0bd4eaa-d2c7-4994-a014-6319d13c01b3 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.41 "GET /v2.0/networks?id=186c4b95-b506-4a8a-bb24-2acd0e481fd4&id=b6c55f67-bef9-447c-bb8d-05db99beec06 HTTP/1.1" status: 200 len: 1391 time: 0.2604938 Jul 15 23:12:31.234188 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bbc92d-be69-4eb3-bd5d-ce8508ec93fe req-09e6488e-476c-4d18-bf90-f14d7b12f76d tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:31.234188 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e3bbc92d-be69-4eb3-bd5d-ce8508ec93fe req-09e6488e-476c-4d18-bf90-f14d7b12f76d tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=2198a759-c7f1-4bf1-9573-d4a80c67bcaa HTTP/1.1" status: 200 len: 945 time: 0.4081459 Jul 15 23:12:31.250796 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-65b21121-7cb1-474b-ac9d-ac95fd09606a tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Request body: {'port': {'device_id': 'c83e3f9c-c0bb-4859-b012-add707e2d64f', 'network_id': '186c4b95-b506-4a8a-bb24-2acd0e481fd4', 'admin_state_up': True, 'tenant_id': '77301433bf364d50839ed355ac121781'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:31.259362 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-bfc4dcdb-c36b-4025-bf51-ca5552d8ac76 req-7489b14f-99a3-4522-9068-346655d34e2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77c0025b-ab04-4c95-9ff4-08d9bf61c7ec {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:12:31.275492 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bfc4dcdb-c36b-4025-bf51-ca5552d8ac76 req-7489b14f-99a3-4522-9068-346655d34e2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:31.324344 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-bfc4dcdb-c36b-4025-bf51-ca5552d8ac76 req-7489b14f-99a3-4522-9068-346655d34e2b service neutron] Transition to ACTIVE for port object 77c0025b-ab04-4c95-9ff4-08d9bf61c7ec will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:12:31.345783 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bfc4dcdb-c36b-4025-bf51-ca5552d8ac76 req-7489b14f-99a3-4522-9068-346655d34e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:31.394591 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e3bbc92d-be69-4eb3-bd5d-ce8508ec93fe req-73a82548-0318-4e34-9a73-0052d6053882 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510262 Jul 15 23:12:31.400859 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-65b21121-7cb1-474b-ac9d-ac95fd09606a tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Made reservation on behalf of 77301433bf364d50839ed355ac121781 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:12:31.405881 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-65b21121-7cb1-474b-ac9d-ac95fd09606a tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:31.411316 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea08f53-8e48-4290-8c74-b56b6c9481dd req-42b2bca4-670e-40ee-a807-6eb8518da9fb tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:31.412937 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3ea08f53-8e48-4290-8c74-b56b6c9481dd req-42b2bca4-670e-40ee-a807-6eb8518da9fb tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb0f843-a54b-4d51-aadc-ab1c901c1850 HTTP/1.1" status: 200 len: 943 time: 0.3381710 Jul 15 23:12:31.434499 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71727e99-d848-416b-8932-eae16b169fd7 req-2975483a-b2ad-430a-b1c6-0154b03970ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:31.436838 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-71727e99-d848-416b-8932-eae16b169fd7 req-2975483a-b2ad-430a-b1c6-0154b03970ea service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2eb5a618-95d1-4f19-803a-b44492ccd4ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3802419 Jul 15 23:12:31.480010 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e2a62bb-e8f9-43a1-b6ee-23e938d0342e x-openstack-request-id: req-4e2a62bb-e8f9-43a1-b6ee-23e938d0342e {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:12:31.480446 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "172d8b5e-22f6-4828-9f7d-0b0be04feec3", "name": "network-vif-plugged", "status": "completed", "tag": "d59c9861-c2af-454b-9ede-b1462536f824", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:12:31.481300 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4e2a62bb-e8f9-43a1-b6ee-23e938d0342e {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:12:31.482121 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '172d8b5e-22f6-4828-9f7d-0b0be04feec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd59c9861-c2af-454b-9ede-b1462536f824', 'code': 200} Jul 15 23:12:31.497218 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7489b14f-99a3-4522-9068-346655d34e2b service neutron] Pushing event updated for resources: {'Port': ['ID=77c0025b-ab04-4c95-9ff4-08d9bf61c7ec,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:31.573010 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:12:31.613987 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-65b21121-7cb1-474b-ac9d-ac95fd09606a tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Allocated IP 19.80.0.204 (186c4b95-b506-4a8a-bb24-2acd0e481fd4/1970dd0b-ae7b-48e2-82a6-b5046a8b1a4f/89ee02db-bae2-4782-ab6f-2f564a220c79) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:12:31.619142 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3ea08f53-8e48-4290-8c74-b56b6c9481dd req-dcb3d1f5-5a10-4f0f-89b8-8fd35cbc7fe6 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b4da215-1468-4103-a509-9f38e861147e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962020 Jul 15 23:12:31.751425 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-71727e99-d848-416b-8932-eae16b169fd7 req-743db2a6-c4c0-4d18-9c63-5e77cef1671c service neutron] 10.222.0.49 "GET /v2.0/networks/2eb5a618-95d1-4f19-803a-b44492ccd4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027153 Jul 15 23:12:31.803321 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b,segment=NetworkSegment(7f54d6fd-905a-40e4-9872-e50318fbd6ec),segment_id=7f54d6fd-905a-40e4-9872-e50318fbd6ec)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:31.837348 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': 'ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b', 'network_id': '2eb5a618-95d1-4f19-803a-b44492ccd4ef', 'port_id': 'ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b', 'mac_address': 'fa:16:3e:62:46:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89fd3128-ac30-4b7c-b596-62c2dc214969', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:12:31.905874 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:31.919189 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-71727e99-d848-416b-8932-eae16b169fd7 req-981aa947-1f4a-429c-b8e0-fc02fd1b0b1b service neutron] 10.222.0.49 "GET /v2.0/networks/2eb5a618-95d1-4f19-803a-b44492ccd4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479023 Jul 15 23:12:31.922967 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:12:31.929797 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-bfc4dcdb-c36b-4025-bf51-ca5552d8ac76 req-7489b14f-99a3-4522-9068-346655d34e2b service neutron] Attempting to bind port 77c0025b-ab04-4c95-9ff4-08d9bf61c7ec on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:12:31.929797 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-bfc4dcdb-c36b-4025-bf51-ca5552d8ac76 req-7489b14f-99a3-4522-9068-346655d34e2b service neutron] Attempting to bind port 77c0025b-ab04-4c95-9ff4-08d9bf61c7ec by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '34c5f733-3f76-4beb-94d8-dfb9dc50430b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '54d36d42-4b6b-4a3b-a62a-15b6ab91449d'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:12:31.929797 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc4dcdb-c36b-4025-bf51-ca5552d8ac76 req-7489b14f-99a3-4522-9068-346655d34e2b service neutron] Attempting to bind port 77c0025b-ab04-4c95-9ff4-08d9bf61c7ec on network 54d36d42-4b6b-4a3b-a62a-15b6ab91449d {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:12:31.949181 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc4dcdb-c36b-4025-bf51-ca5552d8ac76 req-7489b14f-99a3-4522-9068-346655d34e2b service neutron] Port 77c0025b-ab04-4c95-9ff4-08d9bf61c7ec on network 54d36d42-4b6b-4a3b-a62a-15b6ab91449d not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:12:31.949558 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc4dcdb-c36b-4025-bf51-ca5552d8ac76 req-7489b14f-99a3-4522-9068-346655d34e2b service neutron] Attempting to bind port 77c0025b-ab04-4c95-9ff4-08d9bf61c7ec on network 54d36d42-4b6b-4a3b-a62a-15b6ab91449d {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:12:31.974668 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b,segment=NetworkSegment(7f54d6fd-905a-40e4-9872-e50318fbd6ec),segment_id=7f54d6fd-905a-40e4-9872-e50318fbd6ec)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:31.975831 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-65b21121-7cb1-474b-ac9d-ac95fd09606a tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:31.981179 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:31.989102 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc4dcdb-c36b-4025-bf51-ca5552d8ac76 req-7489b14f-99a3-4522-9068-346655d34e2b service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:12:31.989703 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc4dcdb-c36b-4025-bf51-ca5552d8ac76 req-7489b14f-99a3-4522-9068-346655d34e2b service neutron] Checking segment: {'id': '34c5f733-3f76-4beb-94d8-dfb9dc50430b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '54d36d42-4b6b-4a3b-a62a-15b6ab91449d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:12:31.993231 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc4dcdb-c36b-4025-bf51-ca5552d8ac76 req-7489b14f-99a3-4522-9068-346655d34e2b service neutron] Bound using segment: {'id': '34c5f733-3f76-4beb-94d8-dfb9dc50430b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '54d36d42-4b6b-4a3b-a62a-15b6ab91449d'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:12:31.993231 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-bfc4dcdb-c36b-4025-bf51-ca5552d8ac76 req-7489b14f-99a3-4522-9068-346655d34e2b service neutron] Bound port: 77c0025b-ab04-4c95-9ff4-08d9bf61c7ec, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34c5f733-3f76-4beb-94d8-dfb9dc50430b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '54d36d42-4b6b-4a3b-a62a-15b6ab91449d'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:12:31.993231 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bfc4dcdb-c36b-4025-bf51-ca5552d8ac76 req-7489b14f-99a3-4522-9068-346655d34e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:31.993932 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6787780c-9cad-4866-a74c-a6f3e40c54cf req-65cba346-d25c-422e-b1f7-90bdbcf7589f tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:31.995414 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-6787780c-9cad-4866-a74c-a6f3e40c54cf req-65cba346-d25c-422e-b1f7-90bdbcf7589f tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.41 "GET /v2.0/ports?device_id=2198a759-c7f1-4bf1-9573-d4a80c67bcaa HTTP/1.1" status: 200 len: 945 time: 0.2895622 Jul 15 23:12:32.026072 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30fafc0-af3a-46b8-87c5-38a84097dc6e req-5ad4fcb7-07ba-41e8-b509-1b09f87140d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:32.027431 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-65b21121-7cb1-474b-ac9d-ac95fd09606a tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Transition to ACTIVE for port object 89ee02db-bae2-4782-ab6f-2f564a220c79 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:12:32.028011 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a30fafc0-af3a-46b8-87c5-38a84097dc6e req-5ad4fcb7-07ba-41e8-b509-1b09f87140d6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=172d8b5e-22f6-4828-9f7d-0b0be04feec3 HTTP/1.1" status: 200 len: 1096 time: 0.3964014 Jul 15 23:12:32.075018 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:32.075488 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b7ebf2-d7cc-438f-bacf-8f8d90044595 req-3989a4d9-bbea-4138-bf0e-a7a5df69e4c3 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:32.084494 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-96b7ebf2-d7cc-438f-bacf-8f8d90044595 req-3989a4d9-bbea-4138-bf0e-a7a5df69e4c3 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f2d3ea3-1396-4e60-9b5a-4f50f26ae32b HTTP/1.1" status: 200 len: 943 time: 0.1635725 Jul 15 23:12:32.161886 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-65b21121-7cb1-474b-ac9d-ac95fd09606a tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:32.162770 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-96b7ebf2-d7cc-438f-bacf-8f8d90044595 req-17a87956-f5d6-4c5f-bc56-6ff6731b83ae tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768611 Jul 15 23:12:32.255061 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a30fafc0-af3a-46b8-87c5-38a84097dc6e req-a72ead5b-1d0c-47b6-bfcc-53aceb6c4ea9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e35c6df1-9256-45c7-85a2-0e1b5450d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005284 Jul 15 23:12:32.259923 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-bfc4dcdb-c36b-4025-bf51-ca5552d8ac76 req-7489b14f-99a3-4522-9068-346655d34e2b service neutron] For port 77c0025b-ab04-4c95-9ff4-08d9bf61c7ec, host n-h2-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:12:32.264651 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-bfc4dcdb-c36b-4025-bf51-ca5552d8ac76 req-7489b14f-99a3-4522-9068-346655d34e2b service neutron] For port 77c0025b-ab04-4c95-9ff4-08d9bf61c7ec, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=77c0025b-ab04-4c95-9ff4-08d9bf61c7ec,segment=NetworkSegment(34c5f733-3f76-4beb-94d8-dfb9dc50430b),segment_id=34c5f733-3f76-4beb-94d8-dfb9dc50430b)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:12:32.268716 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:12:32.275339 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-65b21121-7cb1-474b-ac9d-ac95fd09606a tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Network 186c4b95-b506-4a8a-bb24-2acd0e481fd4 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:12:32.277520 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b21121-7cb1-474b-ac9d-ac95fd09606a tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Pushing event updated for resources: {'Port': ['ID=89ee02db-bae2-4782-ab6f-2f564a220c79,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:32.287466 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-65b21121-7cb1-474b-ac9d-ac95fd09606a tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:12:32.306438 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bfc4dcdb-c36b-4025-bf51-ca5552d8ac76 req-7489b14f-99a3-4522-9068-346655d34e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:32.306664 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-65b21121-7cb1-474b-ac9d-ac95fd09606a tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:12:32.366793 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-6787780c-9cad-4866-a74c-a6f3e40c54cf req-a969638f-30ab-4ded-a4df-a66f1d481188 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Deleting port 6c32f8b8-f36c-486b-968d-0cb7b1b70d24 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:12:32.367207 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6787780c-9cad-4866-a74c-a6f3e40c54cf req-a969638f-30ab-4ded-a4df-a66f1d481188 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:32.407253 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-65b21121-7cb1-474b-ac9d-ac95fd09606a tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:32.408050 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-65b21121-7cb1-474b-ac9d-ac95fd09606a tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:32.436536 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7489b14f-99a3-4522-9068-346655d34e2b service neutron] Pushing event updated for resources: {'Port': ['ID=77c0025b-ab04-4c95-9ff4-08d9bf61c7ec,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:32.442414 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-65b21121-7cb1-474b-ac9d-ac95fd09606a tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1973033 Jul 15 23:12:32.460467 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc4dcdb-c36b-4025-bf51-ca5552d8ac76 req-7489b14f-99a3-4522-9068-346655d34e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:32.462297 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bfc4dcdb-c36b-4025-bf51-ca5552d8ac76 req-7489b14f-99a3-4522-9068-346655d34e2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:32.465370 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bfc4dcdb-c36b-4025-bf51-ca5552d8ac76 req-7489b14f-99a3-4522-9068-346655d34e2b service neutron] 10.222.0.41 "PUT /v2.0/ports/77c0025b-ab04-4c95-9ff4-08d9bf61c7ec HTTP/1.1" status: 200 len: 1091 time: 2.5237997 Jul 15 23:12:32.489007 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-b096bd92-6647-4330-b674-c589504cfbaf tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Request body: {'port': {'device_id': 'c83e3f9c-c0bb-4859-b012-add707e2d64f', 'network_id': 'b6c55f67-bef9-447c-bb8d-05db99beec06', 'admin_state_up': True, 'tenant_id': '77301433bf364d50839ed355ac121781'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:32.497391 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7d1a13-528a-4a94-84a4-c932d269b451 req-4e9be2f6-2b6c-4621-b688-e5f278c641e6 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:32.513154 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dd7d1a13-528a-4a94-84a4-c932d269b451 req-4e9be2f6-2b6c-4621-b688-e5f278c641e6 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "GET /v2.0/ports?device_id=c83e3f9c-c0bb-4859-b012-add707e2d64f HTTP/1.1" status: 200 len: 932 time: 0.3653750 Jul 15 23:12:32.517197 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f2d3ea3-1396-4e60-9b5a-4f50f26ae32b', 'tag': '77c0025b-ab04-4c95-9ff4-08d9bf61c7ec'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:12:32.519654 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10dac59b-6e58-4a78-be38-4e3a346c89d2" -d '{"events": [{"name": "network-changed", "server_uuid": "2f2d3ea3-1396-4e60-9b5a-4f50f26ae32b", "tag": "77c0025b-ab04-4c95-9ff4-08d9bf61c7ec"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:12:32.581391 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dd7d1a13-528a-4a94-84a4-c932d269b451 req-4a60b333-1e75-493a-8e78-c75a0a0f80a1 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e82abe9-32ef-47ea-8481-8effe9d5857f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659304 Jul 15 23:12:32.627753 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-6787780c-9cad-4866-a74c-a6f3e40c54cf req-a969638f-30ab-4ded-a4df-a66f1d481188 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] For port 6c32f8b8-f36c-486b-968d-0cb7b1b70d24, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=6c32f8b8-f36c-486b-968d-0cb7b1b70d24,segment=NetworkSegment(3c2758b9-e41c-4bf2-b9ed-9081bfc02669),segment_id=3c2758b9-e41c-4bf2-b9ed-9081bfc02669)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:32.629225 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6787780c-9cad-4866-a74c-a6f3e40c54cf req-a969638f-30ab-4ded-a4df-a66f1d481188 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:32.671234 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-6787780c-9cad-4866-a74c-a6f3e40c54cf req-a969638f-30ab-4ded-a4df-a66f1d481188 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Calling delete_port for 6c32f8b8-f36c-486b-968d-0cb7b1b70d24 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:12:32.692290 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc4dcdb-c36b-4025-bf51-ca5552d8ac76 req-c2f21200-6d1a-480a-aa6a-a858d754d47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:32.694266 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bfc4dcdb-c36b-4025-bf51-ca5552d8ac76 req-c2f21200-6d1a-480a-aa6a-a858d754d47c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=97397394137f47b6b8b1bb83454a379f&device_id=2f2d3ea3-1396-4e60-9b5a-4f50f26ae32b HTTP/1.1" status: 200 len: 1094 time: 0.1353922 Jul 15 23:12:32.743828 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9e044829-de17-483b-8e7f-7f3077ffca7d None None] Provisioning for port 89ee02db-bae2-4782-ab6f-2f564a220c79 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:12:32.748416 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9e044829-de17-483b-8e7f-7f3077ffca7d None None] Provisioning complete for port 89ee02db-bae2-4782-ab6f-2f564a220c79 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:32.748789 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9e044829-de17-483b-8e7f-7f3077ffca7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:32.773176 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bfc4dcdb-c36b-4025-bf51-ca5552d8ac76 req-a5af93e0-27cd-4587-a684-dbe828108db9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=77c0025b-ab04-4c95-9ff4-08d9bf61c7ec HTTP/1.1" status: 200 len: 217 time: 0.0648479 Jul 15 23:12:32.790001 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-9e044829-de17-483b-8e7f-7f3077ffca7d None None] Port 89ee02db-bae2-4782-ab6f-2f564a220c79 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:12:32.859925 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-b096bd92-6647-4330-b674-c589504cfbaf tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Made reservation on behalf of 77301433bf364d50839ed355ac121781 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:12:32.864099 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-b096bd92-6647-4330-b674-c589504cfbaf tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:32.940115 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc4dcdb-c36b-4025-bf51-ca5552d8ac76 req-ba05f8ee-3b3b-4069-a031-88c9879be666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:32.941552 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bfc4dcdb-c36b-4025-bf51-ca5552d8ac76 req-ba05f8ee-3b3b-4069-a031-88c9879be666 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fe3eef83-74d9-48a6-8931-0e31ba6153cf HTTP/1.1" status: 200 len: 861 time: 0.1293521 Jul 15 23:12:32.996408 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bfc4dcdb-c36b-4025-bf51-ca5552d8ac76 req-d3972552-6c80-406e-93ac-6ea5cb80c74f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=54d36d42-4b6b-4a3b-a62a-15b6ab91449d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419943 Jul 15 23:12:33.006238 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5988d514-aa36-491a-8589-12d2ca58fcac req-a28deca5-b8ea-4707-beb7-a6a15c8db7df tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:33.009464 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5988d514-aa36-491a-8589-12d2ca58fcac req-a28deca5-b8ea-4707-beb7-a6a15c8db7df tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1adc0b6-3b02-42d7-8f85-2e5a9c1bad20 HTTP/1.1" status: 200 len: 945 time: 0.2453916 Jul 15 23:12:33.097714 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6787780c-9cad-4866-a74c-a6f3e40c54cf req-a969638f-30ab-4ded-a4df-a66f1d481188 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:33.100949 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564bb936-a2ce-48a3-a6cc-5798e2f6a4ad req-cc399464-358a-409a-8d3e-c64b1014d6a0 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:33.106202 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-564bb936-a2ce-48a3-a6cc-5798e2f6a4ad req-cc399464-358a-409a-8d3e-c64b1014d6a0 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/ports?device_id=172d8b5e-22f6-4828-9f7d-0b0be04feec3 HTTP/1.1" status: 200 len: 945 time: 0.2760580 Jul 15 23:12:33.176669 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a969638f-30ab-4ded-a4df-a66f1d481188 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Pushing event deleted for resources: {'Port': ['ID=6c32f8b8-f36c-486b-968d-0cb7b1b70d24,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:33.222650 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5988d514-aa36-491a-8589-12d2ca58fcac req-db8054d8-2bc9-43cb-a180-fabe3ebc26f3 tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3e68369-d6bb-44c1-80b8-93ccc9edd7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1966209 Jul 15 23:12:33.261252 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d047b8e2-3f0c-471e-b447-9e2b78f78404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:33.324496 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-564bb936-a2ce-48a3-a6cc-5798e2f6a4ad req-a601ebac-a3b7-47fb-af79-b2481b5d1881 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/security-groups?id=e35c6df1-9256-45c7-85a2-0e1b5450d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062373 Jul 15 23:12:33.338201 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:33.340754 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-b096bd92-6647-4330-b674-c589504cfbaf tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Allocated IP 19.86.0.146 (b6c55f67-bef9-447c-bb8d-05db99beec06/44a172a3-81f7-415a-b104-2e30d2d8d032/0a38f751-1268-4dd5-88cc-bcf15dfd0b92) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:12:33.345833 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-6787780c-9cad-4866-a74c-a6f3e40c54cf req-a969638f-30ab-4ded-a4df-a66f1d481188 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] No DVR routers for this DVR port 6c32f8b8-f36c-486b-968d-0cb7b1b70d24 on host n-h2-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:12:33.353463 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6787780c-9cad-4866-a74c-a6f3e40c54cf req-a969638f-30ab-4ded-a4df-a66f1d481188 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:33.357478 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-6787780c-9cad-4866-a74c-a6f3e40c54cf req-a969638f-30ab-4ded-a4df-a66f1d481188 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.41 "DELETE /v2.0/ports/6c32f8b8-f36c-486b-968d-0cb7b1b70d24 HTTP/1.1" status: 204 len: 173 time: 1.2762773 Jul 15 23:12:33.358270 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2198a759-c7f1-4bf1-9573-d4a80c67bcaa', 'name': 'network-vif-deleted', 'tag': '6c32f8b8-f36c-486b-968d-0cb7b1b70d24'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:12:33.362853 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f9e384-7d7b-41d9-a0b9-e364d68b5cf3" -d '{"events": [{"server_uuid": "2198a759-c7f1-4bf1-9573-d4a80c67bcaa", "name": "network-vif-deleted", "tag": "6c32f8b8-f36c-486b-968d-0cb7b1b70d24"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:12:33.394234 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bfc4dcdb-c36b-4025-bf51-ca5552d8ac76 req-94f5b080-dee3-4f03-87d4-e3b7f0ff5603 service neutron] 10.222.0.41 "GET /v2.0/networks/54d36d42-4b6b-4a3b-a62a-15b6ab91449d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3818421 Jul 15 23:12:33.477470 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b763d702-d2a9-4f74-a278-5114d2b1f1e7 x-openstack-request-id: req-b763d702-d2a9-4f74-a278-5114d2b1f1e7 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:12:33.478179 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f2d3ea3-1396-4e60-9b5a-4f50f26ae32b", "tag": "77c0025b-ab04-4c95-9ff4-08d9bf61c7ec", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:12:33.478452 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b763d702-d2a9-4f74-a278-5114d2b1f1e7 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:12:33.479359 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f2d3ea3-1396-4e60-9b5a-4f50f26ae32b', 'tag': '77c0025b-ab04-4c95-9ff4-08d9bf61c7ec', 'status': 'completed', 'code': 200} Jul 15 23:12:33.581074 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:12:33.650598 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 6c32f8b8-f36c-486b-968d-0cb7b1b70d24 no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:12:33.679206 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a63440a1-238b-4432-b0ea-343ff494f500 req-e64c65eb-7ed4-49ec-ae57-a7ed3af1d5cb tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=2198a759-c7f1-4bf1-9573-d4a80c67bcaa HTTP/1.1" status: 200 len: 210 time: 0.0848846 Jul 15 23:12:33.688417 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] No Port match for: 6c32f8b8-f36c-486b-968d-0cb7b1b70d24 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:12:33.688780 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 6c32f8b8-f36c-486b-968d-0cb7b1b70d24 not bound to the agent host n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:12:33.762720 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:12:33.772754 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:33.773585 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:33.786401 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bfc4dcdb-c36b-4025-bf51-ca5552d8ac76 req-3b67a9ff-d9cb-43bc-8227-83eb6337533a service neutron] 10.222.0.41 "GET /v2.0/networks/54d36d42-4b6b-4a3b-a62a-15b6ab91449d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3790889 Jul 15 23:12:33.910011 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-b096bd92-6647-4330-b674-c589504cfbaf tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:33.955112 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-b096bd92-6647-4330-b674-c589504cfbaf tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Transition to ACTIVE for port object 0a38f751-1268-4dd5-88cc-bcf15dfd0b92 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:12:33.994332 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334f2b13-24ca-4f00-bdde-52cf84f8d9cf req-0fc2d63d-ab51-491a-b3c0-2730282d8ec6 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:34.006410 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-334f2b13-24ca-4f00-bdde-52cf84f8d9cf req-0fc2d63d-ab51-491a-b3c0-2730282d8ec6 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb0f843-a54b-4d51-aadc-ab1c901c1850 HTTP/1.1" status: 200 len: 944 time: 0.2542946 Jul 15 23:12:34.039147 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:34.045766 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-b096bd92-6647-4330-b674-c589504cfbaf tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:34.093870 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dac59b-6e58-4a78-be38-4e3a346c89d2 req-e5274f95-7175-439c-b97b-04c920a51946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:34.095170 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffb0f843-a54b-4d51-aadc-ab1c901c1850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:12:34.096650 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-10dac59b-6e58-4a78-be38-4e3a346c89d2 req-e5274f95-7175-439c-b97b-04c920a51946 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=97397394137f47b6b8b1bb83454a379f&device_id=2f2d3ea3-1396-4e60-9b5a-4f50f26ae32b HTTP/1.1" status: 200 len: 1094 time: 0.1922681 Jul 15 23:12:34.100707 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc3991ed-4d54-4a0b-84a6-94f0a3df686f" -d '{"events": [{"server_uuid": "ffb0f843-a54b-4d51-aadc-ab1c901c1850", "name": "network-vif-plugged", "status": "completed", "tag": "ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:12:34.115209 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-334f2b13-24ca-4f00-bdde-52cf84f8d9cf req-5fbeea2d-6877-48f9-9d14-8fde2f2dedaf tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b4da215-1468-4103-a509-9f38e861147e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075084 Jul 15 23:12:34.135326 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b,segment=NetworkSegment(7f54d6fd-905a-40e4-9872-e50318fbd6ec),segment_id=7f54d6fd-905a-40e4-9872-e50318fbd6ec)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:34.149538 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:34.275286 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ac8234-e691-47b6-b6ed-39847a7d8d4e x-openstack-request-id: req-83ac8234-e691-47b6-b6ed-39847a7d8d4e {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:12:34.281066 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2198a759-c7f1-4bf1-9573-d4a80c67bcaa", "name": "network-vif-deleted", "tag": "6c32f8b8-f36c-486b-968d-0cb7b1b70d24", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:12:34.281668 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-83ac8234-e691-47b6-b6ed-39847a7d8d4e {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:12:34.283133 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2198a759-c7f1-4bf1-9573-d4a80c67bcaa', 'name': 'network-vif-deleted', 'tag': '6c32f8b8-f36c-486b-968d-0cb7b1b70d24', 'status': 'completed', 'code': 200} Jul 15 23:12:34.286441 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-b096bd92-6647-4330-b674-c589504cfbaf tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Network b6c55f67-bef9-447c-bb8d-05db99beec06 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:12:34.290205 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dac59b-6e58-4a78-be38-4e3a346c89d2 req-d0b5693e-3eed-4fc7-ad4d-b43ef4fc8ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:34.292595 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-10dac59b-6e58-4a78-be38-4e3a346c89d2 req-d0b5693e-3eed-4fc7-ad4d-b43ef4fc8ab2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=54d36d42-4b6b-4a3b-a62a-15b6ab91449d HTTP/1.1" status: 200 len: 922 time: 0.1760938 Jul 15 23:12:34.307924 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-b096bd92-6647-4330-b674-c589504cfbaf tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:12:34.325546 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-b096bd92-6647-4330-b674-c589504cfbaf tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:12:34.347001 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:34.388753 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:34.399859 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-10dac59b-6e58-4a78-be38-4e3a346c89d2 req-c697e8a4-b1a2-47ac-bd29-a070dc5ae3c1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=77c0025b-ab04-4c95-9ff4-08d9bf61c7ec HTTP/1.1" status: 200 len: 217 time: 0.0923946 Jul 15 23:12:34.442980 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b096bd92-6647-4330-b674-c589504cfbaf tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Pushing event updated for resources: {'Port': ['ID=0a38f751-1268-4dd5-88cc-bcf15dfd0b92,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:34.536242 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dac59b-6e58-4a78-be38-4e3a346c89d2 req-dff822e6-1bac-42fd-a688-6d333951666c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:34.538590 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-10dac59b-6e58-4a78-be38-4e3a346c89d2 req-dff822e6-1bac-42fd-a688-6d333951666c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fe3eef83-74d9-48a6-8931-0e31ba6153cf HTTP/1.1" status: 200 len: 861 time: 0.1096897 Jul 15 23:12:34.550621 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-b096bd92-6647-4330-b674-c589504cfbaf tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:34.551459 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-b096bd92-6647-4330-b674-c589504cfbaf tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:34.574000 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-b096bd92-6647-4330-b674-c589504cfbaf tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0903146 Jul 15 23:12:34.595818 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-51439d05-bd47-42d7-ad34-a5484917c55c service neutron] Request body: {'port': {'device_id': 'c83e3f9c-c0bb-4859-b012-add707e2d64f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:34.751254 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-51439d05-bd47-42d7-ad34-a5484917c55c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:34.776104 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-77558289-c1de-4480-8bec-351c67ce6611 None None] Provisioning for port 0a38f751-1268-4dd5-88cc-bcf15dfd0b92 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:12:34.784599 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-77558289-c1de-4480-8bec-351c67ce6611 None None] Provisioning complete for port 0a38f751-1268-4dd5-88cc-bcf15dfd0b92 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:34.801921 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-77558289-c1de-4480-8bec-351c67ce6611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:34.900445 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-77558289-c1de-4480-8bec-351c67ce6611 None None] Port 0a38f751-1268-4dd5-88cc-bcf15dfd0b92 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:12:35.069608 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-10dac59b-6e58-4a78-be38-4e3a346c89d2 req-149e1c26-55ea-4c1b-974e-db89894928d8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=54d36d42-4b6b-4a3b-a62a-15b6ab91449d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5139942 Jul 15 23:12:35.089721 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ad472-cc40-417e-b09c-e4f9e2883c3c req-3e7959fc-10bf-463f-b4c4-9db5fc95ff37 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:35.093994 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1e6ad472-cc40-417e-b09c-e4f9e2883c3c req-3e7959fc-10bf-463f-b4c4-9db5fc95ff37 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f2d3ea3-1396-4e60-9b5a-4f50f26ae32b HTTP/1.1" status: 200 len: 943 time: 0.7999308 Jul 15 23:12:35.340716 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3637b5-ae42-4a65-89e6-bf7c132ee54d req-b57328dd-9ca8-4d1d-9df6-45c99de11dad tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:35.354109 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3637b5-ae42-4a65-89e6-bf7c132ee54d req-b57328dd-9ca8-4d1d-9df6-45c99de11dad tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:35.357153 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4b3637b5-ae42-4a65-89e6-bf7c132ee54d req-b57328dd-9ca8-4d1d-9df6-45c99de11dad tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "GET /v2.0/ports?device_id=c83e3f9c-c0bb-4859-b012-add707e2d64f HTTP/1.1" status: 200 len: 1655 time: 0.8142149 Jul 15 23:12:35.366513 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1e6ad472-cc40-417e-b09c-e4f9e2883c3c req-033207e7-ef7b-436a-b99f-e6c9fe92920e tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431982 Jul 15 23:12:35.439503 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-10dac59b-6e58-4a78-be38-4e3a346c89d2 req-28b5e77e-4e68-486d-98f3-100cec28f06e service neutron] 10.222.0.41 "GET /v2.0/networks/54d36d42-4b6b-4a3b-a62a-15b6ab91449d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368795 Jul 15 23:12:35.475756 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb4af54-fcd9-4292-8e48-7d9016f3a9bc x-openstack-request-id: req-9eb4af54-fcd9-4292-8e48-7d9016f3a9bc {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:12:35.476501 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffb0f843-a54b-4d51-aadc-ab1c901c1850", "name": "network-vif-plugged", "status": "completed", "tag": "ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:12:35.478176 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9eb4af54-fcd9-4292-8e48-7d9016f3a9bc {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:12:35.479121 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffb0f843-a54b-4d51-aadc-ab1c901c1850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b', 'code': 200} Jul 15 23:12:35.606375 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4b3637b5-ae42-4a65-89e6-bf7c132ee54d req-f766ab52-0384-4e43-8713-12bcb6e28225 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e82abe9-32ef-47ea-8481-8effe9d5857f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729410 Jul 15 23:12:35.642372 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 77c0025b-ab04-4c95-9ff4-08d9bf61c7ec details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:12:35.897582 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-10dac59b-6e58-4a78-be38-4e3a346c89d2 req-293c7896-6262-40dd-b7ee-b7037bd9c784 service neutron] 10.222.0.41 "GET /v2.0/networks/54d36d42-4b6b-4a3b-a62a-15b6ab91449d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4467986 Jul 15 23:12:35.928259 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-51439d05-bd47-42d7-ad34-a5484917c55c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89ee02db-bae2-4782-ab6f-2f564a220c79 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:12:35.943295 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1aae9b-fdf0-4914-95cf-48809e5b9869 req-d49ba353-0e31-4b5d-97b9-88a1bfa92cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:35.946594 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5e1aae9b-fdf0-4914-95cf-48809e5b9869 req-d49ba353-0e31-4b5d-97b9-88a1bfa92cec service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ffb0f843-a54b-4d51-aadc-ab1c901c1850 HTTP/1.1" status: 200 len: 1096 time: 0.2466662 Jul 15 23:12:35.976959 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-51439d05-bd47-42d7-ad34-a5484917c55c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:35.993613 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc006d5d-ea6f-4c9c-b631-e0916dc1503a req-0d42631e-d6be-4cbf-b21b-e48babd5ad3d tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:35.995965 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cc006d5d-ea6f-4c9c-b631-e0916dc1503a req-0d42631e-d6be-4cbf-b21b-e48babd5ad3d tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/ports?device_id=172d8b5e-22f6-4828-9f7d-0b0be04feec3 HTTP/1.1" status: 200 len: 945 time: 0.2807965 Jul 15 23:12:36.012586 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 77c0025b-ab04-4c95-9ff4-08d9bf61c7ec, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=77c0025b-ab04-4c95-9ff4-08d9bf61c7ec,segment=NetworkSegment(34c5f733-3f76-4beb-94d8-dfb9dc50430b),segment_id=34c5f733-3f76-4beb-94d8-dfb9dc50430b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:36.038558 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-51439d05-bd47-42d7-ad34-a5484917c55c service neutron] Transition to ACTIVE for port object 89ee02db-bae2-4782-ab6f-2f564a220c79 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:12:36.043090 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5e1aae9b-fdf0-4914-95cf-48809e5b9869 req-8d937cc7-a566-4fbb-9f99-210e18bf4cca service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=2b4da215-1468-4103-a509-9f38e861147e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873432 Jul 15 23:12:36.046598 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-51439d05-bd47-42d7-ad34-a5484917c55c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:36.064444 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': '77c0025b-ab04-4c95-9ff4-08d9bf61c7ec', 'network_id': '54d36d42-4b6b-4a3b-a62a-15b6ab91449d', 'port_id': '77c0025b-ab04-4c95-9ff4-08d9bf61c7ec', 'mac_address': 'fa:16:3e:7a:df:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe3eef83-74d9-48a6-8931-0e31ba6153cf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:12:36.078865 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cc006d5d-ea6f-4c9c-b631-e0916dc1503a req-8cc30dca-37b7-429c-b392-77fb6eba31e9 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/security-groups?id=e35c6df1-9256-45c7-85a2-0e1b5450d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704803 Jul 15 23:12:36.213458 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:36.219762 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51439d05-bd47-42d7-ad34-a5484917c55c service neutron] Pushing event updated for resources: {'Port': ['ID=89ee02db-bae2-4782-ab6f-2f564a220c79,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:36.251510 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77c0025b-ab04-4c95-9ff4-08d9bf61c7ec {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:12:36.282744 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:36.304068 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 77c0025b-ab04-4c95-9ff4-08d9bf61c7ec, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=77c0025b-ab04-4c95-9ff4-08d9bf61c7ec,segment=NetworkSegment(34c5f733-3f76-4beb-94d8-dfb9dc50430b),segment_id=34c5f733-3f76-4beb-94d8-dfb9dc50430b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:36.313981 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:36.448613 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=77c0025b-ab04-4c95-9ff4-08d9bf61c7ec,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:36.546298 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-51439d05-bd47-42d7-ad34-a5484917c55c service neutron] Attempting to bind port 89ee02db-bae2-4782-ab6f-2f564a220c79 on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:12:36.546627 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-51439d05-bd47-42d7-ad34-a5484917c55c service neutron] Attempting to bind port 89ee02db-bae2-4782-ab6f-2f564a220c79 by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': 'bce73997-e601-45f0-9350-db7021c5a1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '186c4b95-b506-4a8a-bb24-2acd0e481fd4'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:12:36.546985 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-51439d05-bd47-42d7-ad34-a5484917c55c service neutron] Attempting to bind port 89ee02db-bae2-4782-ab6f-2f564a220c79 on network 186c4b95-b506-4a8a-bb24-2acd0e481fd4 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:12:36.552254 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-51439d05-bd47-42d7-ad34-a5484917c55c service neutron] Port 89ee02db-bae2-4782-ab6f-2f564a220c79 on network 186c4b95-b506-4a8a-bb24-2acd0e481fd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:12:36.552574 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-51439d05-bd47-42d7-ad34-a5484917c55c service neutron] Attempting to bind port 89ee02db-bae2-4782-ab6f-2f564a220c79 on network 186c4b95-b506-4a8a-bb24-2acd0e481fd4 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:12:36.567090 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-51439d05-bd47-42d7-ad34-a5484917c55c service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:12:36.567709 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-51439d05-bd47-42d7-ad34-a5484917c55c service neutron] Checking segment: {'id': 'bce73997-e601-45f0-9350-db7021c5a1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '186c4b95-b506-4a8a-bb24-2acd0e481fd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:12:36.568431 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-51439d05-bd47-42d7-ad34-a5484917c55c service neutron] Bound using segment: {'id': 'bce73997-e601-45f0-9350-db7021c5a1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '186c4b95-b506-4a8a-bb24-2acd0e481fd4'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:12:36.569144 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-51439d05-bd47-42d7-ad34-a5484917c55c service neutron] Bound port: 89ee02db-bae2-4782-ab6f-2f564a220c79, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bce73997-e601-45f0-9350-db7021c5a1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '186c4b95-b506-4a8a-bb24-2acd0e481fd4'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:12:36.569725 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-51439d05-bd47-42d7-ad34-a5484917c55c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:36.641734 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0af019ba-8f5f-42c1-87db-65c31b3db477 req-5204e4ea-311f-486a-b4aa-d91bf10bf2c2 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=2198a759-c7f1-4bf1-9573-d4a80c67bcaa HTTP/1.1" status: 200 len: 210 time: 0.1107745 Jul 15 23:12:36.750612 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['77c0025b-ab04-4c95-9ff4-08d9bf61c7ec'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:12:36.775139 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-51439d05-bd47-42d7-ad34-a5484917c55c service neutron] For port 89ee02db-bae2-4782-ab6f-2f564a220c79, host n-h2-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:12:36.782555 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-51439d05-bd47-42d7-ad34-a5484917c55c service neutron] For port 89ee02db-bae2-4782-ab6f-2f564a220c79, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=89ee02db-bae2-4782-ab6f-2f564a220c79,segment=NetworkSegment(bce73997-e601-45f0-9350-db7021c5a1b2),segment_id=bce73997-e601-45f0-9350-db7021c5a1b2)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:12:36.808957 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-51439d05-bd47-42d7-ad34-a5484917c55c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:36.941344 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-51439d05-bd47-42d7-ad34-a5484917c55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:36.942354 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-51439d05-bd47-42d7-ad34-a5484917c55c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:36.944644 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-51439d05-bd47-42d7-ad34-a5484917c55c service neutron] 10.222.0.41 "PUT /v2.0/ports/89ee02db-bae2-4782-ab6f-2f564a220c79 HTTP/1.1" status: 200 len: 1092 time: 2.3531835 Jul 15 23:12:36.945346 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c83e3f9c-c0bb-4859-b012-add707e2d64f', 'tag': '89ee02db-bae2-4782-ab6f-2f564a220c79'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:12:36.949619 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a568f31-f778-4a2c-be4e-27a8e5186442" -d '{"events": [{"name": "network-changed", "server_uuid": "c83e3f9c-c0bb-4859-b012-add707e2d64f", "tag": "89ee02db-bae2-4782-ab6f-2f564a220c79"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:12:37.034839 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-29003f29-e839-4375-b781-c1fe5d1daf21 service neutron] Request body: {'port': {'device_id': 'c83e3f9c-c0bb-4859-b012-add707e2d64f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:37.111834 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98132aa3-f9c9-4f17-8b05-d60cf1107518 req-0230abde-7073-4c3c-a005-0a754d9476b5 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:37.121931 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-98132aa3-f9c9-4f17-8b05-d60cf1107518 req-0230abde-7073-4c3c-a005-0a754d9476b5 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb0f843-a54b-4d51-aadc-ab1c901c1850 HTTP/1.1" status: 200 len: 945 time: 0.2565496 Jul 15 23:12:37.216836 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51439d05-bd47-42d7-ad34-a5484917c55c service neutron] Pushing event updated for resources: {'Port': ['ID=89ee02db-bae2-4782-ab6f-2f564a220c79,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:37.261426 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-98132aa3-f9c9-4f17-8b05-d60cf1107518 req-9eaffc9f-9ca7-434c-9b9e-77b03e559347 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b4da215-1468-4103-a509-9f38e861147e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312771 Jul 15 23:12:37.403351 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-29003f29-e839-4375-b781-c1fe5d1daf21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:37.688949 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6d8b50-2931-41e9-946b-e3b308f0afb9 req-984422ea-ff13-469a-b0b4-87f9fd7b7d9d tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:37.690593 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fa6d8b50-2931-41e9-946b-e3b308f0afb9 req-984422ea-ff13-469a-b0b4-87f9fd7b7d9d tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1adc0b6-3b02-42d7-8f85-2e5a9c1bad20 HTTP/1.1" status: 200 len: 945 time: 0.2016590 Jul 15 23:12:37.745442 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24cca21-7b61-4181-8774-01f5bcc055d0 req-4ae0ad77-67d2-4991-b31f-1c9129c5a755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:37.747285 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c24cca21-7b61-4181-8774-01f5bcc055d0 req-4ae0ad77-67d2-4991-b31f-1c9129c5a755 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=343683afbe6f4c5685ab11fe38988c94&device_id=172d8b5e-22f6-4828-9f7d-0b0be04feec3 HTTP/1.1" status: 200 len: 1096 time: 0.1924250 Jul 15 23:12:37.856822 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fa6d8b50-2931-41e9-946b-e3b308f0afb9 req-010836ba-7022-474e-8de1-b4dbca8d8218 tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3e68369-d6bb-44c1-80b8-93ccc9edd7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238470 Jul 15 23:12:37.893516 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-29003f29-e839-4375-b781-c1fe5d1daf21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a38f751-1268-4dd5-88cc-bcf15dfd0b92 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:12:37.911898 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-29003f29-e839-4375-b781-c1fe5d1daf21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:37.935095 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-29003f29-e839-4375-b781-c1fe5d1daf21 service neutron] Transition to ACTIVE for port object 0a38f751-1268-4dd5-88cc-bcf15dfd0b92 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:12:37.940617 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-29003f29-e839-4375-b781-c1fe5d1daf21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:38.035337 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29003f29-e839-4375-b781-c1fe5d1daf21 service neutron] Pushing event updated for resources: {'Port': ['ID=0a38f751-1268-4dd5-88cc-bcf15dfd0b92,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:38.052089 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:38.069099 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ac053-9870-456e-a61a-685eab06524e req-2c823050-f083-4e08-8e9c-8205aa3c4a04 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:38.072664 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1e6ac053-9870-456e-a61a-685eab06524e req-2c823050-f083-4e08-8e9c-8205aa3c4a04 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f2d3ea3-1396-4e60-9b5a-4f50f26ae32b HTTP/1.1" status: 200 len: 944 time: 0.4024899 Jul 15 23:12:38.140960 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-29003f29-e839-4375-b781-c1fe5d1daf21 service neutron] Attempting to bind port 0a38f751-1268-4dd5-88cc-bcf15dfd0b92 on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:12:38.141368 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-29003f29-e839-4375-b781-c1fe5d1daf21 service neutron] Attempting to bind port 0a38f751-1268-4dd5-88cc-bcf15dfd0b92 by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': 'fe39ced5-c783-403d-883d-428169b439d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b6c55f67-bef9-447c-bb8d-05db99beec06'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:12:38.141782 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-29003f29-e839-4375-b781-c1fe5d1daf21 service neutron] Attempting to bind port 0a38f751-1268-4dd5-88cc-bcf15dfd0b92 on network b6c55f67-bef9-447c-bb8d-05db99beec06 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:12:38.147955 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-29003f29-e839-4375-b781-c1fe5d1daf21 service neutron] Port 0a38f751-1268-4dd5-88cc-bcf15dfd0b92 on network b6c55f67-bef9-447c-bb8d-05db99beec06 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:12:38.148287 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-29003f29-e839-4375-b781-c1fe5d1daf21 service neutron] Attempting to bind port 0a38f751-1268-4dd5-88cc-bcf15dfd0b92 on network b6c55f67-bef9-447c-bb8d-05db99beec06 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:12:38.155471 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-29003f29-e839-4375-b781-c1fe5d1daf21 service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:12:38.156519 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-29003f29-e839-4375-b781-c1fe5d1daf21 service neutron] Checking segment: {'id': 'fe39ced5-c783-403d-883d-428169b439d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b6c55f67-bef9-447c-bb8d-05db99beec06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:12:38.157144 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-29003f29-e839-4375-b781-c1fe5d1daf21 service neutron] Bound using segment: {'id': 'fe39ced5-c783-403d-883d-428169b439d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b6c55f67-bef9-447c-bb8d-05db99beec06'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:12:38.157606 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-29003f29-e839-4375-b781-c1fe5d1daf21 service neutron] Bound port: 0a38f751-1268-4dd5-88cc-bcf15dfd0b92, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe39ced5-c783-403d-883d-428169b439d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b6c55f67-bef9-447c-bb8d-05db99beec06'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:12:38.157973 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-29003f29-e839-4375-b781-c1fe5d1daf21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:38.226527 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24cca21-7b61-4181-8774-01f5bcc055d0 req-85264533-8875-4a8e-ab24-7151bfd63645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:38.229782 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c24cca21-7b61-4181-8774-01f5bcc055d0 req-85264533-8875-4a8e-ab24-7151bfd63645 service neutron] 10.222.0.49 "GET /v2.0/networks?id=795827c2-b389-4eeb-8582-c55cfb9af9b5 HTTP/1.1" status: 200 len: 911 time: 0.4587078 Jul 15 23:12:38.249842 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-29003f29-e839-4375-b781-c1fe5d1daf21 service neutron] For port 0a38f751-1268-4dd5-88cc-bcf15dfd0b92, host n-h2-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:12:38.253689 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-29003f29-e839-4375-b781-c1fe5d1daf21 service neutron] For port 0a38f751-1268-4dd5-88cc-bcf15dfd0b92, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=0a38f751-1268-4dd5-88cc-bcf15dfd0b92,segment=NetworkSegment(fe39ced5-c783-403d-883d-428169b439d7),segment_id=fe39ced5-c783-403d-883d-428169b439d7)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:12:38.262440 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-29003f29-e839-4375-b781-c1fe5d1daf21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:38.318291 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-29003f29-e839-4375-b781-c1fe5d1daf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:38.319349 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-29003f29-e839-4375-b781-c1fe5d1daf21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:38.321789 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-29003f29-e839-4375-b781-c1fe5d1daf21 service neutron] 10.222.0.41 "PUT /v2.0/ports/0a38f751-1268-4dd5-88cc-bcf15dfd0b92 HTTP/1.1" status: 200 len: 1092 time: 1.3079684 Jul 15 23:12:38.369023 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ecfaf-1c00-45ed-89b1-920e44b6a9df req-922e2a16-00df-439a-b5a5-5d286abaecae tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:38.373229 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5e7ecfaf-1c00-45ed-89b1-920e44b6a9df req-922e2a16-00df-439a-b5a5-5d286abaecae tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1adc0b6-3b02-42d7-8f85-2e5a9c1bad20 HTTP/1.1" status: 200 len: 945 time: 0.5482755 Jul 15 23:12:38.382258 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c24cca21-7b61-4181-8774-01f5bcc055d0 req-6b225900-d39d-44b6-88f4-b1cfa51f4f24 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d59c9861-c2af-454b-9ede-b1462536f824 HTTP/1.1" status: 200 len: 217 time: 0.1260464 Jul 15 23:12:38.385273 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29003f29-e839-4375-b781-c1fe5d1daf21 service neutron] Pushing event updated for resources: {'Port': ['ID=0a38f751-1268-4dd5-88cc-bcf15dfd0b92,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:38.401923 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1e6ac053-9870-456e-a61a-685eab06524e req-2ff54518-b428-4105-a11c-1897160774e5 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026502 Jul 15 23:12:38.501820 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24cca21-7b61-4181-8774-01f5bcc055d0 req-229a4483-49f7-4a93-b96a-bc0413a2c58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:38.503446 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c24cca21-7b61-4181-8774-01f5bcc055d0 req-229a4483-49f7-4a93-b96a-bc0413a2c58d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dbdc1414-7110-449f-83db-67d516c4122d HTTP/1.1" status: 200 len: 850 time: 0.0980310 Jul 15 23:12:38.543445 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9f7312-09ea-4d70-bd13-8bba30e1adbd x-openstack-request-id: req-fc9f7312-09ea-4d70-bd13-8bba30e1adbd {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:12:38.545831 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c83e3f9c-c0bb-4859-b012-add707e2d64f", "tag": "89ee02db-bae2-4782-ab6f-2f564a220c79", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:12:38.546274 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fc9f7312-09ea-4d70-bd13-8bba30e1adbd {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:12:38.546562 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c83e3f9c-c0bb-4859-b012-add707e2d64f', 'tag': '89ee02db-bae2-4782-ab6f-2f564a220c79', 'status': 'completed', 'code': 200} Jul 15 23:12:38.561467 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-7936421f-1ef4-4edc-b4ec-d84dcd4f4ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:38.562079 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-7936421f-1ef4-4edc-b4ec-d84dcd4f4ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:38.564023 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-7936421f-1ef4-4edc-b4ec-d84dcd4f4ba0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=77301433bf364d50839ed355ac121781&device_id=c83e3f9c-c0bb-4859-b012-add707e2d64f HTTP/1.1" status: 200 len: 1981 time: 0.1528358 Jul 15 23:12:38.596865 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d420737-e58d-4ea3-b9e5-f85e5c5b10ba req-08fb728b-9507-4b0a-bb06-c8c3d4ac6f36 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:38.605817 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d420737-e58d-4ea3-b9e5-f85e5c5b10ba req-08fb728b-9507-4b0a-bb06-c8c3d4ac6f36 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:38.608002 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3d420737-e58d-4ea3-b9e5-f85e5c5b10ba req-08fb728b-9507-4b0a-bb06-c8c3d4ac6f36 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "GET /v2.0/ports?device_id=c83e3f9c-c0bb-4859-b012-add707e2d64f HTTP/1.1" status: 200 len: 1679 time: 0.5643070 Jul 15 23:12:38.655754 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-7c57175a-380a-498b-8b11-f74b02bce96f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.204&port_id=89ee02db-bae2-4782-ab6f-2f564a220c79 HTTP/1.1" status: 200 len: 217 time: 0.0755186 Jul 15 23:12:38.661291 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c24cca21-7b61-4181-8774-01f5bcc055d0 req-247e9e2d-d553-4a84-83fb-f689d59cfe15 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=795827c2-b389-4eeb-8582-c55cfb9af9b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1476371 Jul 15 23:12:38.751418 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-b9b2a194-d095-4bc1-87e2-cc73f18082f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:38.753385 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-b9b2a194-d095-4bc1-87e2-cc73f18082f5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1970dd0b-ae7b-48e2-82a6-b5046a8b1a4f HTTP/1.1" status: 200 len: 801 time: 0.0896263 Jul 15 23:12:38.857707 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3d420737-e58d-4ea3-b9e5-f85e5c5b10ba req-c29c99c0-dcdc-47c5-90b7-1cf953761f3c tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e82abe9-32ef-47ea-8481-8effe9d5857f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942422 Jul 15 23:12:38.891142 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-2d7eb7a3-132a-4fd0-9ec2-3da30ccff6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:38.894644 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-2d7eb7a3-132a-4fd0-9ec2-3da30ccff6da service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=186c4b95-b506-4a8a-bb24-2acd0e481fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1330738 Jul 15 23:12:38.978837 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-5e7ecfaf-1c00-45ed-89b1-920e44b6a9df req-f4092bc7-6eb1-4954-b783-3fcc81621707 tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Deleting port fb4dc5ae-8cd3-4d9c-b950-52a6cef1b0a3 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:12:38.979402 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5e7ecfaf-1c00-45ed-89b1-920e44b6a9df req-f4092bc7-6eb1-4954-b783-3fcc81621707 tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:39.052631 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c24cca21-7b61-4181-8774-01f5bcc055d0 req-254e63f6-1b5b-4920-b6ca-c72b17081b7c service neutron] 10.222.0.49 "GET /v2.0/networks/795827c2-b389-4eeb-8582-c55cfb9af9b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3360584 Jul 15 23:12:39.143945 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-b6513317-b5cb-4599-b075-27898aa9766b service neutron] 10.222.0.41 "GET /v2.0/networks/186c4b95-b506-4a8a-bb24-2acd0e481fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263370 Jul 15 23:12:39.260915 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-5b2ebb2b-a821-49c8-a3a1-20afdfc42cc4 service neutron] 10.222.0.41 "GET /v2.0/networks/186c4b95-b506-4a8a-bb24-2acd0e481fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094673 Jul 15 23:12:39.345111 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-f21bbadf-a0f7-465e-ba21-57dff55c5b95 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.146&port_id=0a38f751-1268-4dd5-88cc-bcf15dfd0b92 HTTP/1.1" status: 200 len: 217 time: 0.0570173 Jul 15 23:12:39.376745 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c24cca21-7b61-4181-8774-01f5bcc055d0 req-51b5f43c-4ce4-4409-922f-0f39badc1255 service neutron] 10.222.0.49 "GET /v2.0/networks/795827c2-b389-4eeb-8582-c55cfb9af9b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132303 Jul 15 23:12:39.433280 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-b9130653-6d0c-4615-93b5-f1d790eae80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:39.434143 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-5e7ecfaf-1c00-45ed-89b1-920e44b6a9df req-f4092bc7-6eb1-4954-b783-3fcc81621707 tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] For port fb4dc5ae-8cd3-4d9c-b950-52a6cef1b0a3, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=fb4dc5ae-8cd3-4d9c-b950-52a6cef1b0a3,segment=NetworkSegment(41bb0a1b-8c14-4610-9cb5-c2fe9b931c04),segment_id=41bb0a1b-8c14-4610-9cb5-c2fe9b931c04)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:39.434703 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5e7ecfaf-1c00-45ed-89b1-920e44b6a9df req-f4092bc7-6eb1-4954-b783-3fcc81621707 tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:39.437752 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-b9130653-6d0c-4615-93b5-f1d790eae80b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=44a172a3-81f7-415a-b104-2e30d2d8d032 HTTP/1.1" status: 200 len: 801 time: 0.0854716 Jul 15 23:12:39.550306 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-45d6f96d-e1f2-4a44-8b7a-5f7ca8b76c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:39.552791 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-45d6f96d-e1f2-4a44-8b7a-5f7ca8b76c1d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b6c55f67-bef9-447c-bb8d-05db99beec06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1077557 Jul 15 23:12:39.600459 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-82312a16-584f-4dc9-bfe2-cac1eded2080 req-11a58cc1-bf1d-4216-a11e-d3426e012150 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=2198a759-c7f1-4bf1-9573-d4a80c67bcaa HTTP/1.1" status: 200 len: 210 time: 0.0782537 Jul 15 23:12:39.645475 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7466d1c-cfdd-4ce6-a920-5a0af4b755f0 req-526fdbec-575e-48ee-be14-627120597378 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:39.648234 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b7466d1c-cfdd-4ce6-a920-5a0af4b755f0 req-526fdbec-575e-48ee-be14-627120597378 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/ports?device_id=172d8b5e-22f6-4828-9f7d-0b0be04feec3 HTTP/1.1" status: 200 len: 945 time: 0.4657788 Jul 15 23:12:39.655825 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 77c0025b-ab04-4c95-9ff4-08d9bf61c7ec up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:12:39.724771 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-917362fc-d70f-4a49-b180-cf1a8615f7c0 service neutron] 10.222.0.41 "GET /v2.0/networks/b6c55f67-bef9-447c-bb8d-05db99beec06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643920 Jul 15 23:12:39.746404 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port 77c0025b-ab04-4c95-9ff4-08d9bf61c7ec completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:12:39.754616 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port 77c0025b-ab04-4c95-9ff4-08d9bf61c7ec triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:39.755326 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:39.782283 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b7466d1c-cfdd-4ce6-a920-5a0af4b755f0 req-bae0be1f-255d-4de4-a3d0-624e49d2430d tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/security-groups?id=e35c6df1-9256-45c7-85a2-0e1b5450d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253364 Jul 15 23:12:39.924523 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:39.933500 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c6b6e3b0-7365-4c84-9ec6-87fe554e6d60 req-c1bff421-3ce8-4da2-8f6f-bc61e701d0ce service neutron] 10.222.0.41 "GET /v2.0/networks/b6c55f67-bef9-447c-bb8d-05db99beec06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013857 Jul 15 23:12:39.977394 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f2d3ea3-1396-4e60-9b5a-4f50f26ae32b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c0025b-ab04-4c95-9ff4-08d9bf61c7ec'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:12:39.981075 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea38753-25f9-4110-907f-16b49f954a85" -d '{"events": [{"server_uuid": "2f2d3ea3-1396-4e60-9b5a-4f50f26ae32b", "name": "network-vif-plugged", "status": "completed", "tag": "77c0025b-ab04-4c95-9ff4-08d9bf61c7ec"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:12:40.018475 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 77c0025b-ab04-4c95-9ff4-08d9bf61c7ec, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=77c0025b-ab04-4c95-9ff4-08d9bf61c7ec,segment=NetworkSegment(34c5f733-3f76-4beb-94d8-dfb9dc50430b),segment_id=34c5f733-3f76-4beb-94d8-dfb9dc50430b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:40.031288 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:40.092867 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5e7ecfaf-1c00-45ed-89b1-920e44b6a9df req-f4092bc7-6eb1-4954-b783-3fcc81621707 tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:40.093961 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5e7ecfaf-1c00-45ed-89b1-920e44b6a9df req-f4092bc7-6eb1-4954-b783-3fcc81621707 tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:40.094819 n-d-794306-6 neutron-server[93770]: INFO neutron.db.l3_db [req-5e7ecfaf-1c00-45ed-89b1-920e44b6a9df req-f4092bc7-6eb1-4954-b783-3fcc81621707 tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Floating IP 4cf95119-7ff1-4365-a7ff-da25fe4e001e disassociated. External IP: 172.25.5.8, port: fb4dc5ae-8cd3-4d9c-b950-52a6cef1b0a3. Jul 15 23:12:40.095758 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-5e7ecfaf-1c00-45ed-89b1-920e44b6a9df req-f4092bc7-6eb1-4954-b783-3fcc81621707 tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Calling delete_port for fb4dc5ae-8cd3-4d9c-b950-52a6cef1b0a3 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:12:40.110289 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=77c0025b-ab04-4c95-9ff4-08d9bf61c7ec,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:40.122647 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:40.123159 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:40.123512 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:40.124423 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:40.124910 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:40.125252 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:40.125586 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:40.125923 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:40.126252 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:40.126579 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:40.126995 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:40.127474 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:12:40.162303 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a568f31-f778-4a2c-be4e-27a8e5186442 req-b14bfea3-4367-4e61-b5b2-782f5b9bb957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:40.163084 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a568f31-f778-4a2c-be4e-27a8e5186442 req-b14bfea3-4367-4e61-b5b2-782f5b9bb957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:40.167123 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1a568f31-f778-4a2c-be4e-27a8e5186442 req-b14bfea3-4367-4e61-b5b2-782f5b9bb957 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=77301433bf364d50839ed355ac121781&device_id=c83e3f9c-c0bb-4859-b012-add707e2d64f HTTP/1.1" status: 200 len: 1981 time: 0.1138921 Jul 15 23:12:40.313819 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a46aa2-ddbd-440c-9304-b380fea12f24 req-a8053711-3b06-4bfe-b65d-35f013fd143c tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:40.316947 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-48a46aa2-ddbd-440c-9304-b380fea12f24 req-a8053711-3b06-4bfe-b65d-35f013fd143c tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb0f843-a54b-4d51-aadc-ab1c901c1850 HTTP/1.1" status: 200 len: 945 time: 0.4542558 Jul 15 23:12:40.322236 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a568f31-f778-4a2c-be4e-27a8e5186442 req-81340763-7807-4d43-830f-862b57cfe3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:40.325612 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1a568f31-f778-4a2c-be4e-27a8e5186442 req-81340763-7807-4d43-830f-862b57cfe3dd service neutron] 10.222.0.41 "GET /v2.0/networks?id=186c4b95-b506-4a8a-bb24-2acd0e481fd4 HTTP/1.1" status: 200 len: 903 time: 0.1526685 Jul 15 23:12:40.331376 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feebffd-575c-4c37-9792-095d2f20470b req-138b4d93-a7af-4728-8223-6e66a28df1b3 tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:40.334005 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6feebffd-575c-4c37-9792-095d2f20470b req-138b4d93-a7af-4728-8223-6e66a28df1b3 tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1adc0b6-3b02-42d7-8f85-2e5a9c1bad20 HTTP/1.1" status: 200 len: 945 time: 0.2605784 Jul 15 23:12:40.380330 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1a568f31-f778-4a2c-be4e-27a8e5186442 req-a70dac2c-4571-47f0-ab94-37219212bcdc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.204&port_id=89ee02db-bae2-4782-ab6f-2f564a220c79 HTTP/1.1" status: 200 len: 217 time: 0.0427310 Jul 15 23:12:40.445189 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-48a46aa2-ddbd-440c-9304-b380fea12f24 req-4d8ac62d-63eb-4a6c-944b-4c55d095e1e4 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b4da215-1468-4103-a509-9f38e861147e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096032 Jul 15 23:12:40.451277 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a568f31-f778-4a2c-be4e-27a8e5186442 req-41f1fbad-4f39-43a6-a176-5b5045579790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:40.454177 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1a568f31-f778-4a2c-be4e-27a8e5186442 req-41f1fbad-4f39-43a6-a176-5b5045579790 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1970dd0b-ae7b-48e2-82a6-b5046a8b1a4f HTTP/1.1" status: 200 len: 801 time: 0.0673831 Jul 15 23:12:40.471822 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6feebffd-575c-4c37-9792-095d2f20470b req-8b984b7a-9609-42fd-80d1-ad188b226086 tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3e68369-d6bb-44c1-80b8-93ccc9edd7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217177 Jul 15 23:12:40.532481 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5e7ecfaf-1c00-45ed-89b1-920e44b6a9df req-f4092bc7-6eb1-4954-b783-3fcc81621707 tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:40.547559 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c83e3f9c-c0bb-4859-b012-add707e2d64f', 'tag': '0a38f751-1268-4dd5-88cc-bcf15dfd0b92'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:12:40.552406 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a567bcee-e168-4f47-9b07-6adb029b01e4" -d '{"events": [{"name": "network-changed", "server_uuid": "c83e3f9c-c0bb-4859-b012-add707e2d64f", "tag": "0a38f751-1268-4dd5-88cc-bcf15dfd0b92"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:12:40.607376 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a568f31-f778-4a2c-be4e-27a8e5186442 req-777bc478-f096-4b5c-9d45-f2e0c3f0122d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:40.611297 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1a568f31-f778-4a2c-be4e-27a8e5186442 req-777bc478-f096-4b5c-9d45-f2e0c3f0122d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=186c4b95-b506-4a8a-bb24-2acd0e481fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1460013 Jul 15 23:12:40.628648 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4092bc7-6eb1-4954-b783-3fcc81621707 tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Pushing event deleted for resources: {'Port': ['ID=fb4dc5ae-8cd3-4d9c-b950-52a6cef1b0a3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:40.824895 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1a568f31-f778-4a2c-be4e-27a8e5186442 req-65e302c1-9349-4376-8ef0-039d709430c7 service neutron] 10.222.0.41 "GET /v2.0/networks/186c4b95-b506-4a8a-bb24-2acd0e481fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048972 Jul 15 23:12:40.986857 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e7ecfaf-1c00-45ed-89b1-920e44b6a9df req-f4092bc7-6eb1-4954-b783-3fcc81621707 tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Router 0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:12:41.007592 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1a568f31-f778-4a2c-be4e-27a8e5186442 req-d9505618-bc3c-4c93-851c-e3c80c8fc67d service neutron] 10.222.0.41 "GET /v2.0/networks/186c4b95-b506-4a8a-bb24-2acd0e481fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681774 Jul 15 23:12:41.247945 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d09903-a3c6-46d7-bde4-4c9d5b0a31bf req-d29ebf6b-044f-4ed8-865a-8da82810a155 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:41.249575 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-75d09903-a3c6-46d7-bde4-4c9d5b0a31bf req-d29ebf6b-044f-4ed8-865a-8da82810a155 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f2d3ea3-1396-4e60-9b5a-4f50f26ae32b HTTP/1.1" status: 200 len: 945 time: 0.4002030 Jul 15 23:12:41.308008 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e7ecfaf-1c00-45ed-89b1-920e44b6a9df req-f4092bc7-6eb1-4954-b783-3fcc81621707 tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:12:41.321196 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b665d3e9-1177-4bb0-87d3-e34dd54d0ef7 None None] Sync routers for ids ['0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:12:41.336950 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b665d3e9-1177-4bb0-87d3-e34dd54d0ef7 None None] Routers {'0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:12:41.338104 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b665d3e9-1177-4bb0-87d3-e34dd54d0ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:12:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:41.369873 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-75d09903-a3c6-46d7-bde4-4c9d5b0a31bf req-3237c2bc-ee67-43c2-9224-4e076aebcdae tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086683 Jul 15 23:12:41.405679 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e7ecfaf-1c00-45ed-89b1-920e44b6a9df req-f4092bc7-6eb1-4954-b783-3fcc81621707 tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] No DVR routers for this DVR port fb4dc5ae-8cd3-4d9c-b950-52a6cef1b0a3 on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:12:41.412188 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5e7ecfaf-1c00-45ed-89b1-920e44b6a9df req-f4092bc7-6eb1-4954-b783-3fcc81621707 tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:41.416543 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5e7ecfaf-1c00-45ed-89b1-920e44b6a9df req-f4092bc7-6eb1-4954-b783-3fcc81621707 tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] 10.222.0.49 "DELETE /v2.0/ports/fb4dc5ae-8cd3-4d9c-b950-52a6cef1b0a3 HTTP/1.1" status: 204 len: 173 time: 3.0087483 Jul 15 23:12:41.417163 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1adc0b6-3b02-42d7-8f85-2e5a9c1bad20', 'name': 'network-vif-deleted', 'tag': 'fb4dc5ae-8cd3-4d9c-b950-52a6cef1b0a3'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:12:41.421496 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e982964-79e8-4632-bcb3-0d0af4c279f7" -d '{"events": [{"server_uuid": "a1adc0b6-3b02-42d7-8f85-2e5a9c1bad20", "name": "network-vif-deleted", "tag": "fb4dc5ae-8cd3-4d9c-b950-52a6cef1b0a3"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:12:41.446963 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39af016-586c-42c8-ae6a-f8092f4d7aaa req-59f588e7-40d4-4c37-b021-46e9dafee40b tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:41.461006 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39af016-586c-42c8-ae6a-f8092f4d7aaa req-59f588e7-40d4-4c37-b021-46e9dafee40b tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:41.473905 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d39af016-586c-42c8-ae6a-f8092f4d7aaa req-59f588e7-40d4-4c37-b021-46e9dafee40b tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "GET /v2.0/ports?device_id=c83e3f9c-c0bb-4859-b012-add707e2d64f HTTP/1.1" status: 200 len: 1679 time: 0.3049595 Jul 15 23:12:41.484851 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-844fe82d-ea48-462b-a787-54066469fd13 x-openstack-request-id: req-844fe82d-ea48-462b-a787-54066469fd13 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:12:41.485438 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f2d3ea3-1396-4e60-9b5a-4f50f26ae32b", "name": "network-vif-plugged", "status": "completed", "tag": "77c0025b-ab04-4c95-9ff4-08d9bf61c7ec", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:12:41.486064 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-844fe82d-ea48-462b-a787-54066469fd13 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:12:41.487029 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f2d3ea3-1396-4e60-9b5a-4f50f26ae32b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c0025b-ab04-4c95-9ff4-08d9bf61c7ec', 'code': 200} Jul 15 23:12:41.542847 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d39af016-586c-42c8-ae6a-f8092f4d7aaa req-60cb1a5a-a05c-434c-a38d-c24094546453 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e82abe9-32ef-47ea-8481-8effe9d5857f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674698 Jul 15 23:12:41.558090 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-b665d3e9-1177-4bb0-87d3-e34dd54d0ef7 None None] Set router 0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:12:41.610205 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device fb4dc5ae-8cd3-4d9c-b950-52a6cef1b0a3 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:12:41.638663 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: fb4dc5ae-8cd3-4d9c-b950-52a6cef1b0a3 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:12:41.639181 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device fb4dc5ae-8cd3-4d9c-b950-52a6cef1b0a3 not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:12:41.725923 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 0a38f751-1268-4dd5-88cc-bcf15dfd0b92 details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:12:41.897565 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9155fb3-c71e-478d-a5e6-d0be1735699d x-openstack-request-id: req-c9155fb3-c71e-478d-a5e6-d0be1735699d {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:12:41.898785 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c83e3f9c-c0bb-4859-b012-add707e2d64f", "tag": "0a38f751-1268-4dd5-88cc-bcf15dfd0b92", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:12:41.899491 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c9155fb3-c71e-478d-a5e6-d0be1735699d {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:12:41.899491 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c83e3f9c-c0bb-4859-b012-add707e2d64f', 'tag': '0a38f751-1268-4dd5-88cc-bcf15dfd0b92', 'status': 'completed', 'code': 200} Jul 15 23:12:41.993038 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6001aa4a-57fb-43f0-b537-8b53e08db765 req-25b7c3f8-fe17-4724-8806-81e8da2999e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:41.994126 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-6001aa4a-57fb-43f0-b537-8b53e08db765 req-25b7c3f8-fe17-4724-8806-81e8da2999e4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2f2d3ea3-1396-4e60-9b5a-4f50f26ae32b HTTP/1.1" status: 200 len: 1096 time: 0.2006388 Jul 15 23:12:42.103713 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-6001aa4a-57fb-43f0-b537-8b53e08db765 req-d80e74d0-496a-46ad-81d9-6b491d942c8d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983269 Jul 15 23:12:42.270462 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 0a38f751-1268-4dd5-88cc-bcf15dfd0b92, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=0a38f751-1268-4dd5-88cc-bcf15dfd0b92,segment=NetworkSegment(fe39ced5-c783-403d-883d-428169b439d7),segment_id=fe39ced5-c783-403d-883d-428169b439d7)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:42.312967 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': '0a38f751-1268-4dd5-88cc-bcf15dfd0b92', 'network_id': 'b6c55f67-bef9-447c-bb8d-05db99beec06', 'port_id': '0a38f751-1268-4dd5-88cc-bcf15dfd0b92', 'mac_address': 'fa:16:3e:39:69:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44a172a3-81f7-415a-b104-2e30d2d8d032', 'ip_address': '19.86.0.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:12:42.451384 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:42.481796 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a38f751-1268-4dd5-88cc-bcf15dfd0b92 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:12:42.546412 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b665d3e9-1177-4bb0-87d3-e34dd54d0ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2', 'name': 'tempest-ServersTestManualDisk-214342472-router', 'tenant_id': '126b75f1b6e8430ab20407ac01a093ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '6a275886-6afa-4a5a-9dd2-9107d41d0bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:10:00Z', 'updated_at': '2021-07-15T23:10:09Z', 'revision_number': 4, 'project_id': '126b75f1b6e8430ab20407ac01a093ba', 'gw_port': {'id': '6a275886-6afa-4a5a-9dd2-9107d41d0bc2', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:10:01Z', 'updated_at': '2021-07-15T23:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'd337ad64-7e30-49cd-8b51-79f25fe3fa61', 'name': '', 'network_id': 'd6e36f97-f235-442f-9e3a-fe975377da9c', 'tenant_id': '126b75f1b6e8430ab20407ac01a093ba', 'mac_address': 'fa:16:3e:14:91:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '36cc0597-e47b-49f1-adeb-ab87e2be69c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:10:06Z', 'updated_at': '2021-07-15T23:10:22Z', 'revision_number': 5, 'project_id': '126b75f1b6e8430ab20407ac01a093ba', 'subnets': [{'id': '36cc0597-e47b-49f1-adeb-ab87e2be69c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:42.552226 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 0a38f751-1268-4dd5-88cc-bcf15dfd0b92, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=0a38f751-1268-4dd5-88cc-bcf15dfd0b92,segment=NetworkSegment(fe39ced5-c783-403d-883d-428169b439d7),segment_id=fe39ced5-c783-403d-883d-428169b439d7)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:42.649609 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:42.651010 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 89ee02db-bae2-4782-ab6f-2f564a220c79 details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:12:42.658771 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b665d3e9-1177-4bb0-87d3-e34dd54d0ef7 None None] Checking router: 0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:12:42.732777 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b665d3e9-1177-4bb0-87d3-e34dd54d0ef7 None None] Routers {'0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:12:42.733968 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b665d3e9-1177-4bb0-87d3-e34dd54d0ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:12:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:42.750649 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d0ab6ced-1c8c-4466-be99-61c5fd50c6ec req-0910164c-b08e-482d-9a62-90386e2bad00 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.1556368 Jul 15 23:12:42.755641 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-d0ab6ced-1c8c-4466-be99-61c5fd50c6ec req-6dd493cd-94cf-4bd2-973c-51461c6cba35 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Request body: {'floatingip': {'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:42.805736 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d0ab6ced-1c8c-4466-be99-61c5fd50c6ec req-6dd493cd-94cf-4bd2-973c-51461c6cba35 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:42.836092 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1910e63-9595-44f5-ae7e-886ceb2311c1 req-dea695a5-826a-4a21-8af4-154051537845 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:42.837835 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e1910e63-9595-44f5-ae7e-886ceb2311c1 req-dea695a5-826a-4a21-8af4-154051537845 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/ports?device_id=172d8b5e-22f6-4828-9f7d-0b0be04feec3 HTTP/1.1" status: 200 len: 945 time: 0.2528195 Jul 15 23:12:42.844754 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a567bcee-e168-4f47-9b07-6adb029b01e4 req-56c6c5b1-a4aa-4b36-b666-267154145474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:42.845261 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a567bcee-e168-4f47-9b07-6adb029b01e4 req-56c6c5b1-a4aa-4b36-b666-267154145474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:42.846945 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a567bcee-e168-4f47-9b07-6adb029b01e4 req-56c6c5b1-a4aa-4b36-b666-267154145474 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=77301433bf364d50839ed355ac121781&device_id=c83e3f9c-c0bb-4859-b012-add707e2d64f HTTP/1.1" status: 200 len: 1982 time: 0.2427385 Jul 15 23:12:42.981872 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.db.resource_extend [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 23:12:42.993923 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e1910e63-9595-44f5-ae7e-886ceb2311c1 req-ba088031-8ef3-4bc7-9462-97b9cc9ab024 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/security-groups?id=e35c6df1-9256-45c7-85a2-0e1b5450d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457856 Jul 15 23:12:43.008543 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=0a38f751-1268-4dd5-88cc-bcf15dfd0b92,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:43.073749 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a567bcee-e168-4f47-9b07-6adb029b01e4 req-be5a44e5-515e-4879-afd4-69693fd7f8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:43.075474 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a567bcee-e168-4f47-9b07-6adb029b01e4 req-be5a44e5-515e-4879-afd4-69693fd7f8ac service neutron] 10.222.0.41 "GET /v2.0/networks?id=b6c55f67-bef9-447c-bb8d-05db99beec06 HTTP/1.1" status: 200 len: 902 time: 0.2029288 Jul 15 23:12:43.081165 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4a548c-45f6-4843-839f-aea65e607121 x-openstack-request-id: req-cc4a548c-45f6-4843-839f-aea65e607121 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:12:43.081456 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1adc0b6-3b02-42d7-8f85-2e5a9c1bad20", "name": "network-vif-deleted", "tag": "fb4dc5ae-8cd3-4d9c-b950-52a6cef1b0a3", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:12:43.081709 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cc4a548c-45f6-4843-839f-aea65e607121 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:12:43.082124 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1adc0b6-3b02-42d7-8f85-2e5a9c1bad20', 'name': 'network-vif-deleted', 'tag': 'fb4dc5ae-8cd3-4d9c-b950-52a6cef1b0a3', 'status': 'completed', 'code': 200} Jul 15 23:12:43.126498 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a567bcee-e168-4f47-9b07-6adb029b01e4 req-7ad3f275-9966-41eb-ab05-8fb0860b27f2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.146&port_id=0a38f751-1268-4dd5-88cc-bcf15dfd0b92 HTTP/1.1" status: 200 len: 217 time: 0.0406294 Jul 15 23:12:43.138092 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-b665d3e9-1177-4bb0-87d3-e34dd54d0ef7 None None] Set router 0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:12:43.177772 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 89ee02db-bae2-4782-ab6f-2f564a220c79, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=89ee02db-bae2-4782-ab6f-2f564a220c79,segment=NetworkSegment(bce73997-e601-45f0-9350-db7021c5a1b2),segment_id=bce73997-e601-45f0-9350-db7021c5a1b2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:43.187562 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d0ab6ced-1c8c-4466-be99-61c5fd50c6ec req-6dd493cd-94cf-4bd2-973c-51461c6cba35 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:43.197189 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': '89ee02db-bae2-4782-ab6f-2f564a220c79', 'network_id': '186c4b95-b506-4a8a-bb24-2acd0e481fd4', 'port_id': '89ee02db-bae2-4782-ab6f-2f564a220c79', 'mac_address': 'fa:16:3e:f4:85:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1970dd0b-ae7b-48e2-82a6-b5046a8b1a4f', 'ip_address': '19.80.0.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:12:43.261422 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a567bcee-e168-4f47-9b07-6adb029b01e4 req-56818022-1b90-4078-8f64-63d75dc5ee4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:43.263445 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a567bcee-e168-4f47-9b07-6adb029b01e4 req-56818022-1b90-4078-8f64-63d75dc5ee4c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=44a172a3-81f7-415a-b104-2e30d2d8d032 HTTP/1.1" status: 200 len: 801 time: 0.1242092 Jul 15 23:12:43.371297 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-d0ab6ced-1c8c-4466-be99-61c5fd50c6ec req-6dd493cd-94cf-4bd2-973c-51461c6cba35 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Allocated IP 172.25.5.26 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/ca5a1838-33bb-40b7-9f22-1f00331f1637) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:12:43.423613 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:43.485058 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89ee02db-bae2-4782-ab6f-2f564a220c79 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:12:43.531230 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 89ee02db-bae2-4782-ab6f-2f564a220c79, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=89ee02db-bae2-4782-ab6f-2f564a220c79,segment=NetworkSegment(bce73997-e601-45f0-9350-db7021c5a1b2),segment_id=bce73997-e601-45f0-9350-db7021c5a1b2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:43.551137 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:43.556885 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a567bcee-e168-4f47-9b07-6adb029b01e4 req-72f1805b-5665-4887-ad5a-bc4803469124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:43.558448 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a567bcee-e168-4f47-9b07-6adb029b01e4 req-72f1805b-5665-4887-ad5a-bc4803469124 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b6c55f67-bef9-447c-bb8d-05db99beec06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1981893 Jul 15 23:12:43.562991 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b665d3e9-1177-4bb0-87d3-e34dd54d0ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2', 'name': 'tempest-ServersTestManualDisk-214342472-router', 'tenant_id': '126b75f1b6e8430ab20407ac01a093ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '6a275886-6afa-4a5a-9dd2-9107d41d0bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:10:00Z', 'updated_at': '2021-07-15T23:10:09Z', 'revision_number': 4, 'project_id': '126b75f1b6e8430ab20407ac01a093ba', 'gw_port': {'id': '6a275886-6afa-4a5a-9dd2-9107d41d0bc2', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:10:01Z', 'updated_at': '2021-07-15T23:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'd337ad64-7e30-49cd-8b51-79f25fe3fa61', 'name': '', 'network_id': 'd6e36f97-f235-442f-9e3a-fe975377da9c', 'tenant_id': '126b75f1b6e8430ab20407ac01a093ba', 'mac_address': 'fa:16:3e:14:91:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '36cc0597-e47b-49f1-adeb-ab87e2be69c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:10:06Z', 'updated_at': '2021-07-15T23:10:22Z', 'revision_number': 5, 'project_id': '126b75f1b6e8430ab20407ac01a093ba', 'subnets': [{'id': '36cc0597-e47b-49f1-adeb-ab87e2be69c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:43.571319 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e23db-4598-4393-95ef-4f374fdf9e6a req-836b8c41-29d2-40a8-a8d2-f1078928d8e5 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:43.578977 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-539e23db-4598-4393-95ef-4f374fdf9e6a req-836b8c41-29d2-40a8-a8d2-f1078928d8e5 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f2d3ea3-1396-4e60-9b5a-4f50f26ae32b HTTP/1.1" status: 200 len: 945 time: 0.2203212 Jul 15 23:12:43.656448 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=89ee02db-bae2-4782-ab6f-2f564a220c79,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:43.659893 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b665d3e9-1177-4bb0-87d3-e34dd54d0ef7 None None] The sync data for ids ['0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2'] in n-d-794306-6 is: [{'id': '0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2', 'name': 'tempest-ServersTestManualDisk-214342472-router', 'tenant_id': '126b75f1b6e8430ab20407ac01a093ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '6a275886-6afa-4a5a-9dd2-9107d41d0bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:10:00Z', 'updated_at': '2021-07-15T23:10:09Z', 'revision_number': 4, 'project_id': '126b75f1b6e8430ab20407ac01a093ba', 'gw_port': {'id': '6a275886-6afa-4a5a-9dd2-9107d41d0bc2', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:10:01Z', 'updated_at': '2021-07-15T23:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'd337ad64-7e30-49cd-8b51-79f25fe3fa61', 'name': '', 'network_id': 'd6e36f97-f235-442f-9e3a-fe975377da9c', 'tenant_id': '126b75f1b6e8430ab20407ac01a093ba', 'mac_address': 'fa:16:3e:14:91:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '36cc0597-e47b-49f1-adeb-ab87e2be69c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:10:06Z', 'updated_at': '2021-07-15T23:10:22Z', 'revision_number': 5, 'project_id': '126b75f1b6e8430ab20407ac01a093ba', 'subnets': [{'id': '36cc0597-e47b-49f1-adeb-ab87e2be69c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:12:43.765771 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-539e23db-4598-4393-95ef-4f374fdf9e6a req-c193ae27-caca-4fff-aca7-eac110554621 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822386 Jul 15 23:12:43.825458 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d0ab6ced-1c8c-4466-be99-61c5fd50c6ec req-6dd493cd-94cf-4bd2-973c-51461c6cba35 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:43.841884 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a567bcee-e168-4f47-9b07-6adb029b01e4 req-cdd1b6e9-d1ba-4efa-8394-9b1d808ae797 service neutron] 10.222.0.41 "GET /v2.0/networks/b6c55f67-bef9-447c-bb8d-05db99beec06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520881 Jul 15 23:12:43.982967 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['0a38f751-1268-4dd5-88cc-bcf15dfd0b92'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:12:44.037386 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['89ee02db-bae2-4782-ab6f-2f564a220c79'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:12:44.044269 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58916a18-0fc6-44c6-b22e-f6c9f5b80ddc None None] New status for floating IP 4cf95119-7ff1-4365-a7ff-da25fe4e001e: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:12:44.045860 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d0ab6ced-1c8c-4466-be99-61c5fd50c6ec req-6dd493cd-94cf-4bd2-973c-51461c6cba35 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:44.115050 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a567bcee-e168-4f47-9b07-6adb029b01e4 req-bf078e3a-874c-404a-b21d-6388489ca4cf service neutron] 10.222.0.41 "GET /v2.0/networks/b6c55f67-bef9-447c-bb8d-05db99beec06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646897 Jul 15 23:12:44.122229 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0ab6ced-1c8c-4466-be99-61c5fd50c6ec req-6dd493cd-94cf-4bd2-973c-51461c6cba35 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:12:44.131662 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-d0ab6ced-1c8c-4466-be99-61c5fd50c6ec req-6dd493cd-94cf-4bd2-973c-51461c6cba35 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:12:44.142177 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb9562-9875-4884-9e32-f22ef1897dba req-4b829533-c042-4266-aa8c-fa912815372b tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:44.149183 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb9562-9875-4884-9e32-f22ef1897dba req-4b829533-c042-4266-aa8c-fa912815372b tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:44.151262 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5beb9562-9875-4884-9e32-f22ef1897dba req-4b829533-c042-4266-aa8c-fa912815372b tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "GET /v2.0/ports?device_id=c83e3f9c-c0bb-4859-b012-add707e2d64f HTTP/1.1" status: 200 len: 1681 time: 0.1813438 Jul 15 23:12:44.152132 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ab6ced-1c8c-4466-be99-61c5fd50c6ec req-6dd493cd-94cf-4bd2-973c-51461c6cba35 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:12:44.194839 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd493cd-94cf-4bd2-973c-51461c6cba35 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Pushing event updated for resources: {'Port': ['ID=ca5a1838-33bb-40b7-9f22-1f00331f1637,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:44.289215 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5beb9562-9875-4884-9e32-f22ef1897dba req-c544a6fe-664e-4f9a-b360-ea23fd4bce4f tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e82abe9-32ef-47ea-8481-8effe9d5857f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907576 Jul 15 23:12:44.303222 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d0ab6ced-1c8c-4466-be99-61c5fd50c6ec req-6dd493cd-94cf-4bd2-973c-51461c6cba35 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:44.381866 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d0ab6ced-1c8c-4466-be99-61c5fd50c6ec req-6dd493cd-94cf-4bd2-973c-51461c6cba35 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:44.606691 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d7223-6650-469e-8840-199391499b6e req-f7b70091-5d57-46e8-8811-3b5c529a911b tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:44.608339 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-740d7223-6650-469e-8840-199391499b6e req-f7b70091-5d57-46e8-8811-3b5c529a911b tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/networks?id=a62e01ea-f2e5-4ac4-9f56-3043444e806b HTTP/1.1" status: 200 len: 811 time: 0.1863673 Jul 15 23:12:44.643644 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-740d7223-6650-469e-8840-199391499b6e req-5b916ce0-f466-4601-a147-ee5a1e76690c tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/quotas/675bfc559b0b40ea8fae85ead4a7a3be HTTP/1.1" status: 200 len: 375 time: 0.0240202 Jul 15 23:12:44.699030 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-740d7223-6650-469e-8840-199391499b6e req-3e8bbb98-1b4e-402c-86a6-f52b2921d1d7 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=675bfc559b0b40ea8fae85ead4a7a3be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440834 Jul 15 23:12:44.739457 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d0ab6ced-1c8c-4466-be99-61c5fd50c6ec req-6dd493cd-94cf-4bd2-973c-51461c6cba35 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:44.752306 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d0ab6ced-1c8c-4466-be99-61c5fd50c6ec req-6dd493cd-94cf-4bd2-973c-51461c6cba35 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:44.891234 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd493cd-94cf-4bd2-973c-51461c6cba35 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Pushing event updated for resources: {'Port': ['ID=ca5a1838-33bb-40b7-9f22-1f00331f1637,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:44.921692 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-740d7223-6650-469e-8840-199391499b6e req-aa7c01a2-0e11-43ab-83d3-70ae34947956 service neutron] 10.222.0.48 "GET /v2.0/networks/a62e01ea-f2e5-4ac4-9f56-3043444e806b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086523 Jul 15 23:12:44.922668 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d0ab6ced-1c8c-4466-be99-61c5fd50c6ec req-6dd493cd-94cf-4bd2-973c-51461c6cba35 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:44.966418 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d0ab6ced-1c8c-4466-be99-61c5fd50c6ec req-6dd493cd-94cf-4bd2-973c-51461c6cba35 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:44.968165 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d0ab6ced-1c8c-4466-be99-61c5fd50c6ec req-6dd493cd-94cf-4bd2-973c-51461c6cba35 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2166419 Jul 15 23:12:45.155962 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d0ab6ced-1c8c-4466-be99-61c5fd50c6ec req-d1f4d0a0-0848-46c6-af96-ed1e7925e00a tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.26 HTTP/1.1" status: 200 len: 695 time: 0.1773565 Jul 15 23:12:45.211366 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-740d7223-6650-469e-8840-199391499b6e req-18e6bfd2-15dd-4859-9851-b4b03d3809e9 service neutron] 10.222.0.48 "GET /v2.0/networks/a62e01ea-f2e5-4ac4-9f56-3043444e806b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788730 Jul 15 23:12:45.322608 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ab6ced-1c8c-4466-be99-61c5fd50c6ec req-d74c8744-7323-4287-a91a-7770d1635d3b tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:45.325118 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d0ab6ced-1c8c-4466-be99-61c5fd50c6ec req-d74c8744-7323-4287-a91a-7770d1635d3b tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "GET /v2.0/networks/c4160cc4-e133-4d4e-ad39-f86bca4b2f14 HTTP/1.1" status: 200 len: 784 time: 0.1612682 Jul 15 23:12:45.443233 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 59050) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:45.534140 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-754e237d-7e20-463a-ab7d-4051c04cdbd4 tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:45.566993 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-754e237d-7e20-463a-ab7d-4051c04cdbd4 tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:45.657381 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-754e237d-7e20-463a-ab7d-4051c04cdbd4 tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:45.660678 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-754e237d-7e20-463a-ab7d-4051c04cdbd4 tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:45.662395 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-754e237d-7e20-463a-ab7d-4051c04cdbd4 tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] 10.222.0.48 "DELETE /v2.0/security-groups/b3e68369-d6bb-44c1-80b8-93ccc9edd7c5 HTTP/1.1" status: 204 len: 168 time: 0.2177911 Jul 15 23:12:45.667677 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 59054) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:45.674672 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754e237d-7e20-463a-ab7d-4051c04cdbd4 tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e68369-d6bb-44c1-80b8-93ccc9edd7c5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:45.682392 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 0a38f751-1268-4dd5-88cc-bcf15dfd0b92 up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:12:45.744225 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [None req-a940c50a-70a4-4d0f-80fe-c081c7b94f42 tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] show failed (client error): The resource could not be found. Jul 15 23:12:45.748864 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-a940c50a-70a4-4d0f-80fe-c081c7b94f42 tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] 10.222.0.48 "GET /v2.0/security-groups/b3e68369-d6bb-44c1-80b8-93ccc9edd7c5 HTTP/1.1" status: 404 len: 347 time: 0.0793979 Jul 15 23:12:45.752680 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 59056) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:45.813852 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port 0a38f751-1268-4dd5-88cc-bcf15dfd0b92 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:12:45.827397 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port 0a38f751-1268-4dd5-88cc-bcf15dfd0b92 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:45.828854 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:46.001616 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:46.066025 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c83e3f9c-c0bb-4859-b012-add707e2d64f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a38f751-1268-4dd5-88cc-bcf15dfd0b92'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:12:46.071073 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa114f02-1cbf-4bb3-b571-d08bd4915775" -d '{"events": [{"server_uuid": "c83e3f9c-c0bb-4859-b012-add707e2d64f", "name": "network-vif-plugged", "status": "completed", "tag": "0a38f751-1268-4dd5-88cc-bcf15dfd0b92"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:12:46.125080 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 0a38f751-1268-4dd5-88cc-bcf15dfd0b92, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=0a38f751-1268-4dd5-88cc-bcf15dfd0b92,segment=NetworkSegment(fe39ced5-c783-403d-883d-428169b439d7),segment_id=fe39ced5-c783-403d-883d-428169b439d7)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:46.132957 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:46.134097 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 89ee02db-bae2-4782-ab6f-2f564a220c79 up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:12:46.171251 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-929a0816-ce6c-4ca4-962f-b13fdb70ac7e tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Deleting port a4d489ed-5c8a-4b16-870d-255e892aad93 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:12:46.172055 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-929a0816-ce6c-4ca4-962f-b13fdb70ac7e tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:46.229841 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b0f695-a23c-440f-bdd9-f036671fc1fc req-d5cb53f7-b66e-4051-9ea5-eb89f6ab865c tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:46.244193 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-85b0f695-a23c-440f-bdd9-f036671fc1fc req-d5cb53f7-b66e-4051-9ea5-eb89f6ab865c tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f2d3ea3-1396-4e60-9b5a-4f50f26ae32b HTTP/1.1" status: 200 len: 945 time: 0.2694149 Jul 15 23:12:46.311590 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=0a38f751-1268-4dd5-88cc-bcf15dfd0b92,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:46.332276 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863cd3c4-5382-44b2-96e6-02f6f6d69a46 req-100496f9-e285-4b43-b54a-91003e7ff36a tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:46.350393 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-863cd3c4-5382-44b2-96e6-02f6f6d69a46 req-100496f9-e285-4b43-b54a-91003e7ff36a tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/ports?device_id=172d8b5e-22f6-4828-9f7d-0b0be04feec3 HTTP/1.1" status: 200 len: 945 time: 0.3433185 Jul 15 23:12:46.355857 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-929a0816-ce6c-4ca4-962f-b13fdb70ac7e tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:46.356586 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-929a0816-ce6c-4ca4-962f-b13fdb70ac7e tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:46.358037 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port 89ee02db-bae2-4782-ab6f-2f564a220c79 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:12:46.368414 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port 89ee02db-bae2-4782-ab6f-2f564a220c79 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:46.368930 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:46.386624 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-929a0816-ce6c-4ca4-962f-b13fdb70ac7e tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Calling delete_port for a4d489ed-5c8a-4b16-870d-255e892aad93 owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:12:46.427302 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-85b0f695-a23c-440f-bdd9-f036671fc1fc req-0b364098-53a3-4aa0-8e11-2bcc7939dd82 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813295 Jul 15 23:12:46.495403 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-863cd3c4-5382-44b2-96e6-02f6f6d69a46 req-85dfab53-e224-4219-9f25-89edb4075f52 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/security-groups?id=e35c6df1-9256-45c7-85a2-0e1b5450d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319120 Jul 15 23:12:46.644595 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-929a0816-ce6c-4ca4-962f-b13fdb70ac7e tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:46.655034 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:46.697668 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929a0816-ce6c-4ca4-962f-b13fdb70ac7e tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Pushing event deleted for resources: {'Port': ['ID=a4d489ed-5c8a-4b16-870d-255e892aad93,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:46.748577 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeb2777-5160-424d-9e1f-af4c552dd1c1 req-b2259d7d-19a6-4179-9dae-d258a7da1ace tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:46.770323 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeb2777-5160-424d-9e1f-af4c552dd1c1 req-b2259d7d-19a6-4179-9dae-d258a7da1ace tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:46.780694 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-efeb2777-5160-424d-9e1f-af4c552dd1c1 req-b2259d7d-19a6-4179-9dae-d258a7da1ace tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "GET /v2.0/ports?device_id=c83e3f9c-c0bb-4859-b012-add707e2d64f HTTP/1.1" status: 200 len: 1682 time: 0.1828423 Jul 15 23:12:46.800688 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 89ee02db-bae2-4782-ab6f-2f564a220c79, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=89ee02db-bae2-4782-ab6f-2f564a220c79,segment=NetworkSegment(bce73997-e601-45f0-9350-db7021c5a1b2),segment_id=bce73997-e601-45f0-9350-db7021c5a1b2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:46.817441 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-929a0816-ce6c-4ca4-962f-b13fdb70ac7e tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:46.817724 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:46.831777 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-929a0816-ce6c-4ca4-962f-b13fdb70ac7e tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:46.839710 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-929a0816-ce6c-4ca4-962f-b13fdb70ac7e tempest-ServersTestManualDisk-1886299254 tempest-ServersTestManualDisk-1886299254-project] 10.222.0.48 "DELETE /v2.0/floatingips/4cf95119-7ff1-4365-a7ff-da25fe4e001e HTTP/1.1" status: 204 len: 168 time: 1.0782917 Jul 15 23:12:46.840386 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 59072) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:46.869368 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-efeb2777-5160-424d-9e1f-af4c552dd1c1 req-e89a34ac-6905-4946-a755-1c799e1da0f4 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e82abe9-32ef-47ea-8481-8effe9d5857f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871022 Jul 15 23:12:47.013137 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-eded1997-c07d-47a9-8fbe-a60dac6c6b8a req-e676a5a4-ec88-4ea8-98c5-aabb01e5f9d7 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f8860e7-5561-46b0-840d-7844d6f82687 HTTP/1.1" status: 200 len: 210 time: 0.0936220 Jul 15 23:12:47.087173 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=89ee02db-bae2-4782-ab6f-2f564a220c79,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:47.122287 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba463abe-029d-4236-ae6b-5ebfe1f04f49 x-openstack-request-id: req-ba463abe-029d-4236-ae6b-5ebfe1f04f49 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:12:47.122854 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c83e3f9c-c0bb-4859-b012-add707e2d64f", "name": "network-vif-plugged", "status": "completed", "tag": "0a38f751-1268-4dd5-88cc-bcf15dfd0b92", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:12:47.123349 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ba463abe-029d-4236-ae6b-5ebfe1f04f49 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:12:47.124468 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c83e3f9c-c0bb-4859-b012-add707e2d64f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a38f751-1268-4dd5-88cc-bcf15dfd0b92', 'code': 200} Jul 15 23:12:47.318820 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf29d815-9f8c-4edb-aae4-9c63c108ccb9 req-aa81f6d8-a597-41d0-9aa8-86f21cc29668 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:47.320928 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bf29d815-9f8c-4edb-aae4-9c63c108ccb9 req-aa81f6d8-a597-41d0-9aa8-86f21cc29668 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "GET /v2.0/networks?id=2eb5a618-95d1-4f19-803a-b44492ccd4ef HTTP/1.1" status: 200 len: 821 time: 0.2525716 Jul 15 23:12:47.342990 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c583c1d-139f-4473-9170-66b15368d916 req-4acee05c-0601-4a04-8cf5-7ddd0f56388c tempest-LiveAutoBlockMigrationV225Test-1599853612 tempest-LiveAutoBlockMigrationV225Test-1599853612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:47.344579 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1c583c1d-139f-4473-9170-66b15368d916 req-4acee05c-0601-4a04-8cf5-7ddd0f56388c tempest-LiveAutoBlockMigrationV225Test-1599853612 tempest-LiveAutoBlockMigrationV225Test-1599853612-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=2f2d3ea3-1396-4e60-9b5a-4f50f26ae32b HTTP/1.1" status: 200 len: 1096 time: 0.1061325 Jul 15 23:12:47.352277 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bf29d815-9f8c-4edb-aae4-9c63c108ccb9 req-cf0fa934-2ec2-4f41-8e5e-052ca73796ae tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "GET /v2.0/quotas/ec36f46f1b7e4eb4acdfec30bd668062 HTTP/1.1" status: 200 len: 375 time: 0.0200720 Jul 15 23:12:47.419793 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1c583c1d-139f-4473-9170-66b15368d916 req-9057e327-e621-4d35-bde9-1f72388ed244 tempest-LiveAutoBlockMigrationV225Test-1599853612 tempest-LiveAutoBlockMigrationV225Test-1599853612-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660741 Jul 15 23:12:47.471653 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bf29d815-9f8c-4edb-aae4-9c63c108ccb9 req-34d2cc0b-95d2-4b6c-beb3-8696cfbfaac0 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ec36f46f1b7e4eb4acdfec30bd668062&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1114087 Jul 15 23:12:47.555912 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-acb389b2-dbaf-4343-8461-8a0789dae26f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:47.636260 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bf29d815-9f8c-4edb-aae4-9c63c108ccb9 req-832d1276-7e69-49aa-ac71-34b3d574c4b9 service neutron] 10.222.0.48 "GET /v2.0/networks/2eb5a618-95d1-4f19-803a-b44492ccd4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524594 Jul 15 23:12:47.855390 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d7223-6650-469e-8840-199391499b6e req-c3338495-d86c-46cc-a8a5-51b0c268c5d3 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:47.857251 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-740d7223-6650-469e-8840-199391499b6e req-c3338495-d86c-46cc-a8a5-51b0c268c5d3 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.41 "GET /v2.0/networks?id=a62e01ea-f2e5-4ac4-9f56-3043444e806b HTTP/1.1" status: 200 len: 811 time: 0.2572541 Jul 15 23:12:47.877463 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-740d7223-6650-469e-8840-199391499b6e req-4ce35510-4d7f-4928-ae1c-aba826bf1414 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Request body: {'port': {'device_id': '5f8860e7-5561-46b0-840d-7844d6f82687', 'network_id': 'a62e01ea-f2e5-4ac4-9f56-3043444e806b', 'admin_state_up': True, 'tenant_id': '675bfc559b0b40ea8fae85ead4a7a3be'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:48.036227 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-acb389b2-dbaf-4343-8461-8a0789dae26f admin admin] Deleting port d337ad64-7e30-49cd-8b51-79f25fe3fa61 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:12:48.037003 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-acb389b2-dbaf-4343-8461-8a0789dae26f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:48.229637 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-acb389b2-dbaf-4343-8461-8a0789dae26f admin admin] For port d337ad64-7e30-49cd-8b51-79f25fe3fa61, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=d337ad64-7e30-49cd-8b51-79f25fe3fa61,segment=NetworkSegment(41bb0a1b-8c14-4610-9cb5-c2fe9b931c04),segment_id=41bb0a1b-8c14-4610-9cb5-c2fe9b931c04)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:48.231866 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-acb389b2-dbaf-4343-8461-8a0789dae26f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:48.260440 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-acb389b2-dbaf-4343-8461-8a0789dae26f admin admin] Calling delete_port for d337ad64-7e30-49cd-8b51-79f25fe3fa61 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:12:48.401349 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:12:48.474115 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bf29d815-9f8c-4edb-aae4-9c63c108ccb9 req-e31f911f-d395-498b-bdbf-69bd165696a6 service neutron] 10.222.0.48 "GET /v2.0/networks/2eb5a618-95d1-4f19-803a-b44492ccd4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8359365 Jul 15 23:12:48.713695 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-acb389b2-dbaf-4343-8461-8a0789dae26f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:48.763560 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2652e-a0d9-4f78-a3d7-db0d0f394502 req-bb0bb064-4535-44d0-87c9-51bfdf513b17 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:48.773259 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-78f2652e-a0d9-4f78-a3d7-db0d0f394502 req-bb0bb064-4535-44d0-87c9-51bfdf513b17 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/ports?device_id=172d8b5e-22f6-4828-9f7d-0b0be04feec3 HTTP/1.1" status: 200 len: 945 time: 0.3356414 Jul 15 23:12:48.844836 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-78f2652e-a0d9-4f78-a3d7-db0d0f394502 req-3cdf1da0-21dc-4075-90e0-e13d2dc99983 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/security-groups?id=e35c6df1-9256-45c7-85a2-0e1b5450d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703759 Jul 15 23:12:48.846937 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb389b2-dbaf-4343-8461-8a0789dae26f admin admin] Pushing event deleted for resources: {'Port': ['ID=d337ad64-7e30-49cd-8b51-79f25fe3fa61,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:48.847759 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-740d7223-6650-469e-8840-199391499b6e req-4ce35510-4d7f-4928-ae1c-aba826bf1414 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Made reservation on behalf of 675bfc559b0b40ea8fae85ead4a7a3be for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:12:48.877699 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-740d7223-6650-469e-8840-199391499b6e req-4ce35510-4d7f-4928-ae1c-aba826bf1414 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:49.126140 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c83e3f9c-c0bb-4859-b012-add707e2d64f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ee02db-bae2-4782-ab6f-2f564a220c79'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:12:49.128629 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1baa64e1-bb25-4e4c-a729-0082030441f4" -d '{"events": [{"server_uuid": "c83e3f9c-c0bb-4859-b012-add707e2d64f", "name": "network-vif-plugged", "status": "completed", "tag": "89ee02db-bae2-4782-ab6f-2f564a220c79"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:12:49.266930 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-acb389b2-dbaf-4343-8461-8a0789dae26f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:49.311551 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d30f5044-9494-43df-a8c3-d51f38670fac req-3263b211-8c34-4b2a-b94b-9cd7aecccc93 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f8860e7-5561-46b0-840d-7844d6f82687 HTTP/1.1" status: 200 len: 210 time: 0.1262543 Jul 15 23:12:49.324879 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c85123c-17eb-4fe4-a83e-99d31317d19e req-ce09ce70-bf1d-4a89-921d-77e856b51bd5 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:49.332355 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c85123c-17eb-4fe4-a83e-99d31317d19e req-ce09ce70-bf1d-4a89-921d-77e856b51bd5 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:49.334178 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4c85123c-17eb-4fe4-a83e-99d31317d19e req-ce09ce70-bf1d-4a89-921d-77e856b51bd5 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "GET /v2.0/ports?device_id=c83e3f9c-c0bb-4859-b012-add707e2d64f HTTP/1.1" status: 200 len: 1683 time: 0.4033837 Jul 15 23:12:49.389697 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4c85123c-17eb-4fe4-a83e-99d31317d19e req-821db175-60c1-47de-9783-310647e9fe49 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e82abe9-32ef-47ea-8481-8effe9d5857f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489247 Jul 15 23:12:49.417371 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-740d7223-6650-469e-8840-199391499b6e req-4ce35510-4d7f-4928-ae1c-aba826bf1414 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Allocated IP 172.20.0.6 (a62e01ea-f2e5-4ac4-9f56-3043444e806b/a1126b8c-d6f8-4596-9ab3-27f6931e900c/1658164f-c97f-423e-b96c-c8112ac6b5eb) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:12:49.555028 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f0271bb8-3f0b-453c-808e-978b6755c4bf req-7e811233-b35b-4c5b-928e-320dcf852be2 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe6797c1-d3be-4b68-91a0-d92eabbd3174 HTTP/1.1" status: 200 len: 210 time: 0.0588591 Jul 15 23:12:49.667459 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acb389b2-dbaf-4343-8461-8a0789dae26f admin admin] Router 0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:12:49.672431 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef00696-bb5c-4151-8ef4-8d492ac03e2a x-openstack-request-id: req-3ef00696-bb5c-4151-8ef4-8d492ac03e2a {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:12:49.672890 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c83e3f9c-c0bb-4859-b012-add707e2d64f", "name": "network-vif-plugged", "status": "completed", "tag": "89ee02db-bae2-4782-ab6f-2f564a220c79", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:12:49.673394 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3ef00696-bb5c-4151-8ef4-8d492ac03e2a {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:12:49.674099 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c83e3f9c-c0bb-4859-b012-add707e2d64f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ee02db-bae2-4782-ab6f-2f564a220c79', 'code': 200} Jul 15 23:12:49.870211 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-740d7223-6650-469e-8840-199391499b6e req-4ce35510-4d7f-4928-ae1c-aba826bf1414 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:49.933137 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-740d7223-6650-469e-8840-199391499b6e req-4ce35510-4d7f-4928-ae1c-aba826bf1414 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:50.008047 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580d472-afe0-46d9-9dd5-31a90e5b0fe4 req-988aef18-3b58-4210-877d-0c41b2b72290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:50.009268 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580d472-afe0-46d9-9dd5-31a90e5b0fe4 req-988aef18-3b58-4210-877d-0c41b2b72290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:50.012359 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1580d472-afe0-46d9-9dd5-31a90e5b0fe4 req-988aef18-3b58-4210-877d-0c41b2b72290 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c83e3f9c-c0bb-4859-b012-add707e2d64f HTTP/1.1" status: 200 len: 1985 time: 0.1924064 Jul 15 23:12:50.014437 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb389b2-dbaf-4343-8461-8a0789dae26f admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:12:50.026508 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-740d7223-6650-469e-8840-199391499b6e req-4ce35510-4d7f-4928-ae1c-aba826bf1414 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Network a62e01ea-f2e5-4ac4-9f56-3043444e806b is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:12:50.029277 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b56c25-11f6-4c0c-b755-751be810d204 None None] Sync routers for ids ['0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:12:50.031554 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-740d7223-6650-469e-8840-199391499b6e req-4ce35510-4d7f-4928-ae1c-aba826bf1414 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:12:50.041117 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-acb389b2-dbaf-4343-8461-8a0789dae26f admin admin] 10.222.0.48 "PUT /v2.0/routers/0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1992314 Jul 15 23:12:50.053493 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-740d7223-6650-469e-8840-199391499b6e req-4ce35510-4d7f-4928-ae1c-aba826bf1414 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:12:50.056569 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 59136) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:50.066018 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b56c25-11f6-4c0c-b755-751be810d204 None None] Routers {'0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:12:50.069425 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-28b56c25-11f6-4c0c-b755-751be810d204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:12:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:50.184235 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1580d472-afe0-46d9-9dd5-31a90e5b0fe4 req-0c23ee57-6f21-4400-ac1e-af6ff4e7eca6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2e82abe9-32ef-47ea-8481-8effe9d5857f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365938 Jul 15 23:12:50.202148 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce35510-4d7f-4928-ae1c-aba826bf1414 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Pushing event updated for resources: {'Port': ['ID=1658164f-c97f-423e-b96c-c8112ac6b5eb,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:50.334759 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d7223-6650-469e-8840-199391499b6e req-4ce35510-4d7f-4928-ae1c-aba826bf1414 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:50.337316 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-740d7223-6650-469e-8840-199391499b6e req-4ce35510-4d7f-4928-ae1c-aba826bf1414 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:50.405982 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-28b56c25-11f6-4c0c-b755-751be810d204 None None] Set router 0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:12:50.413325 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-740d7223-6650-469e-8840-199391499b6e req-4ce35510-4d7f-4928-ae1c-aba826bf1414 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5402877 Jul 15 23:12:50.429019 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-59d5284c-3bef-48ce-b6a2-e4bb8aa1d489 admin admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:50.445112 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab17fa6-8173-4599-88f8-1c0b6060697d req-669aefd8-0bbb-4ffe-a1da-73410cc42a8a tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:50.452412 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab17fa6-8173-4599-88f8-1c0b6060697d req-669aefd8-0bbb-4ffe-a1da-73410cc42a8a tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/ports?device_id=172d8b5e-22f6-4828-9f7d-0b0be04feec3 HTTP/1.1" status: 200 len: 945 time: 0.2763879 Jul 15 23:12:50.500299 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-740d7223-6650-469e-8840-199391499b6e req-3adecb90-09e4-4f93-bc11-e9909215a516 service neutron] Request body: {'port': {'device_id': '5f8860e7-5561-46b0-840d-7844d6f82687', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:50.673813 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab17fa6-8173-4599-88f8-1c0b6060697d req-b38fc405-cff9-4080-9dab-5d3b42f1176a tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/security-groups?id=e35c6df1-9256-45c7-85a2-0e1b5450d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203634 Jul 15 23:12:50.687680 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-28b56c25-11f6-4c0c-b755-751be810d204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2', 'name': 'tempest-ServersTestManualDisk-214342472-router', 'tenant_id': '126b75f1b6e8430ab20407ac01a093ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '6a275886-6afa-4a5a-9dd2-9107d41d0bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:10:00Z', 'updated_at': '2021-07-15T23:12:48Z', 'revision_number': 5, 'project_id': '126b75f1b6e8430ab20407ac01a093ba', 'gw_port': {'id': '6a275886-6afa-4a5a-9dd2-9107d41d0bc2', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:10:01Z', 'updated_at': '2021-07-15T23:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:50.711190 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-740d7223-6650-469e-8840-199391499b6e req-3adecb90-09e4-4f93-bc11-e9909215a516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:50.726968 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-59d5284c-3bef-48ce-b6a2-e4bb8aa1d489 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:50.738113 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b56c25-11f6-4c0c-b755-751be810d204 None None] Checking router: 0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:12:50.759495 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b56c25-11f6-4c0c-b755-751be810d204 None None] Routers {'0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:12:50.760433 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-28b56c25-11f6-4c0c-b755-751be810d204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:12:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:50.774391 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef9f53-afcc-48b1-b9f3-54fabf93060c req-39cd8687-b4a4-4cce-9f06-ace720702a54 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:50.781840 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-57ef9f53-afcc-48b1-b9f3-54fabf93060c req-39cd8687-b4a4-4cce-9f06-ace720702a54 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f8860e7-5561-46b0-840d-7844d6f82687 HTTP/1.1" status: 200 len: 931 time: 0.2449281 Jul 15 23:12:50.926262 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-28b56c25-11f6-4c0c-b755-751be810d204 None None] Set router 0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2 gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:12:50.934664 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-57ef9f53-afcc-48b1-b9f3-54fabf93060c req-7775e6d6-82cb-400e-b842-16c098f03d20 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476142 Jul 15 23:12:51.016387 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-28b56c25-11f6-4c0c-b755-751be810d204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2', 'name': 'tempest-ServersTestManualDisk-214342472-router', 'tenant_id': '126b75f1b6e8430ab20407ac01a093ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:10:00Z', 'updated_at': '2021-07-15T23:12:50Z', 'revision_number': 6, 'project_id': '126b75f1b6e8430ab20407ac01a093ba', 'gw_port_host': None}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:51.016797 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-59d5284c-3bef-48ce-b6a2-e4bb8aa1d489 admin admin] Deleting port 6a275886-6afa-4a5a-9dd2-9107d41d0bc2 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:12:51.017033 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-59d5284c-3bef-48ce-b6a2-e4bb8aa1d489 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:51.054872 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b56c25-11f6-4c0c-b755-751be810d204 None None] The sync data for ids ['0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2'] in n-d-794306-6 is: [{'id': '0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2', 'name': 'tempest-ServersTestManualDisk-214342472-router', 'tenant_id': '126b75f1b6e8430ab20407ac01a093ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:10:00Z', 'updated_at': '2021-07-15T23:12:50Z', 'revision_number': 6, 'project_id': '126b75f1b6e8430ab20407ac01a093ba', 'gw_port_host': None}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:12:51.190392 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-59d5284c-3bef-48ce-b6a2-e4bb8aa1d489 admin admin] For port 6a275886-6afa-4a5a-9dd2-9107d41d0bc2, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=6a275886-6afa-4a5a-9dd2-9107d41d0bc2,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:51.190797 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-59d5284c-3bef-48ce-b6a2-e4bb8aa1d489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:51.312058 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-59d5284c-3bef-48ce-b6a2-e4bb8aa1d489 admin admin] Calling delete_port for 6a275886-6afa-4a5a-9dd2-9107d41d0bc2 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:12:51.325141 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-708b9011-07c2-4998-8368-095614aa26bb req-8393b853-0691-4875-9ab2-3edd31647af9 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe6797c1-d3be-4b68-91a0-d92eabbd3174 HTTP/1.1" status: 200 len: 210 time: 0.0731361 Jul 15 23:12:51.414058 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf29d815-9f8c-4edb-aae4-9c63c108ccb9 req-3a5dd1fe-a244-4e69-b6c7-f18e034b451f tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:51.415595 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bf29d815-9f8c-4edb-aae4-9c63c108ccb9 req-3a5dd1fe-a244-4e69-b6c7-f18e034b451f tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.49 "GET /v2.0/networks?id=2eb5a618-95d1-4f19-803a-b44492ccd4ef HTTP/1.1" status: 200 len: 821 time: 0.4020395 Jul 15 23:12:51.439922 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f372ae77-0979-4d1b-a645-eace2560342f req-8874ee89-b036-4966-b851-944967c7f854 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:51.447112 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f372ae77-0979-4d1b-a645-eace2560342f req-8874ee89-b036-4966-b851-944967c7f854 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:51.448835 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f372ae77-0979-4d1b-a645-eace2560342f req-8874ee89-b036-4966-b851-944967c7f854 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "GET /v2.0/ports?device_id=c83e3f9c-c0bb-4859-b012-add707e2d64f HTTP/1.1" status: 200 len: 1683 time: 0.4829931 Jul 15 23:12:51.456657 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-bf29d815-9f8c-4edb-aae4-9c63c108ccb9 req-cc5fbad9-a206-45ab-9599-bef04e56acfa tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Request body: {'port': {'device_id': 'fe6797c1-d3be-4b68-91a0-d92eabbd3174', 'network_id': '2eb5a618-95d1-4f19-803a-b44492ccd4ef', 'admin_state_up': True, 'tenant_id': 'ec36f46f1b7e4eb4acdfec30bd668062'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:51.624367 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-740d7223-6650-469e-8840-199391499b6e req-3adecb90-09e4-4f93-bc11-e9909215a516 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1658164f-c97f-423e-b96c-c8112ac6b5eb {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:12:51.668886 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-740d7223-6650-469e-8840-199391499b6e req-3adecb90-09e4-4f93-bc11-e9909215a516 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:51.685928 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f372ae77-0979-4d1b-a645-eace2560342f req-8b6c5fb9-c48c-4349-b14d-46388cde3c0e tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e82abe9-32ef-47ea-8481-8effe9d5857f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212937 Jul 15 23:12:51.725058 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-740d7223-6650-469e-8840-199391499b6e req-3adecb90-09e4-4f93-bc11-e9909215a516 service neutron] Transition to ACTIVE for port object 1658164f-c97f-423e-b96c-c8112ac6b5eb will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:12:51.734898 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-740d7223-6650-469e-8840-199391499b6e req-3adecb90-09e4-4f93-bc11-e9909215a516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:51.856154 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adecb90-09e4-4f93-bc11-e9909215a516 service neutron] Pushing event updated for resources: {'Port': ['ID=1658164f-c97f-423e-b96c-c8112ac6b5eb,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:51.872815 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf29d815-9f8c-4edb-aae4-9c63c108ccb9 req-cc5fbad9-a206-45ab-9599-bef04e56acfa tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Made reservation on behalf of ec36f46f1b7e4eb4acdfec30bd668062 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:12:51.876581 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bf29d815-9f8c-4edb-aae4-9c63c108ccb9 req-cc5fbad9-a206-45ab-9599-bef04e56acfa tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:51.996378 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-59d5284c-3bef-48ce-b6a2-e4bb8aa1d489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:52.078643 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d5284c-3bef-48ce-b6a2-e4bb8aa1d489 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a275886-6afa-4a5a-9dd2-9107d41d0bc2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:52.166458 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-740d7223-6650-469e-8840-199391499b6e req-3adecb90-09e4-4f93-bc11-e9909215a516 service neutron] Attempting to bind port 1658164f-c97f-423e-b96c-c8112ac6b5eb on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:12:52.166800 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-740d7223-6650-469e-8840-199391499b6e req-3adecb90-09e4-4f93-bc11-e9909215a516 service neutron] Attempting to bind port 1658164f-c97f-423e-b96c-c8112ac6b5eb by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '3c2758b9-e41c-4bf2-b9ed-9081bfc02669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a62e01ea-f2e5-4ac4-9f56-3043444e806b'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:12:52.167129 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740d7223-6650-469e-8840-199391499b6e req-3adecb90-09e4-4f93-bc11-e9909215a516 service neutron] Attempting to bind port 1658164f-c97f-423e-b96c-c8112ac6b5eb on network a62e01ea-f2e5-4ac4-9f56-3043444e806b {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:12:52.216242 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740d7223-6650-469e-8840-199391499b6e req-3adecb90-09e4-4f93-bc11-e9909215a516 service neutron] Port 1658164f-c97f-423e-b96c-c8112ac6b5eb on network a62e01ea-f2e5-4ac4-9f56-3043444e806b not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:12:52.216652 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740d7223-6650-469e-8840-199391499b6e req-3adecb90-09e4-4f93-bc11-e9909215a516 service neutron] Attempting to bind port 1658164f-c97f-423e-b96c-c8112ac6b5eb on network a62e01ea-f2e5-4ac4-9f56-3043444e806b {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:12:52.258684 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740d7223-6650-469e-8840-199391499b6e req-3adecb90-09e4-4f93-bc11-e9909215a516 service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:12:52.259028 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740d7223-6650-469e-8840-199391499b6e req-3adecb90-09e4-4f93-bc11-e9909215a516 service neutron] Checking segment: {'id': '3c2758b9-e41c-4bf2-b9ed-9081bfc02669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a62e01ea-f2e5-4ac4-9f56-3043444e806b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:12:52.259415 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740d7223-6650-469e-8840-199391499b6e req-3adecb90-09e4-4f93-bc11-e9909215a516 service neutron] Bound using segment: {'id': '3c2758b9-e41c-4bf2-b9ed-9081bfc02669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a62e01ea-f2e5-4ac4-9f56-3043444e806b'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:12:52.264901 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-740d7223-6650-469e-8840-199391499b6e req-3adecb90-09e4-4f93-bc11-e9909215a516 service neutron] Bound port: 1658164f-c97f-423e-b96c-c8112ac6b5eb, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c2758b9-e41c-4bf2-b9ed-9081bfc02669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a62e01ea-f2e5-4ac4-9f56-3043444e806b'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:12:52.264901 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-740d7223-6650-469e-8840-199391499b6e req-3adecb90-09e4-4f93-bc11-e9909215a516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:52.279233 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-59d5284c-3bef-48ce-b6a2-e4bb8aa1d489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999011'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:52.323883 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fbb090-c848-48e9-bed1-7e85837d2cbb req-8921b412-ec9f-438f-9889-facbb1c39bf2 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:52.325598 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e4fbb090-c848-48e9-bed1-7e85837d2cbb req-8921b412-ec9f-438f-9889-facbb1c39bf2 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/ports?device_id=172d8b5e-22f6-4828-9f7d-0b0be04feec3 HTTP/1.1" status: 200 len: 945 time: 0.4198477 Jul 15 23:12:52.804838 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-59d5284c-3bef-48ce-b6a2-e4bb8aa1d489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:52.816778 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-59d5284c-3bef-48ce-b6a2-e4bb8aa1d489 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:52.849469 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-bf29d815-9f8c-4edb-aae4-9c63c108ccb9 req-cc5fbad9-a206-45ab-9599-bef04e56acfa tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Allocated IP 172.20.0.9 (2eb5a618-95d1-4f19-803a-b44492ccd4ef/89fd3128-ac30-4b7c-b596-62c2dc214969/9cca72c3-afd0-4c1c-a86f-351f30b3365a) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:12:52.853298 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 6a275886-6afa-4a5a-9dd2-9107d41d0bc2 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:12:52.879794 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 6a275886-6afa-4a5a-9dd2-9107d41d0bc2 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:12:52.880130 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 6a275886-6afa-4a5a-9dd2-9107d41d0bc2 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:12:52.880552 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device d337ad64-7e30-49cd-8b51-79f25fe3fa61 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:12:52.917187 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: d337ad64-7e30-49cd-8b51-79f25fe3fa61 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:12:52.918039 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device d337ad64-7e30-49cd-8b51-79f25fe3fa61 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:12:52.939015 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e4fbb090-c848-48e9-bed1-7e85837d2cbb req-2829faf6-9c35-4b96-9b78-83f1579bae64 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/security-groups?id=e35c6df1-9256-45c7-85a2-0e1b5450d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5474768 Jul 15 23:12:52.951991 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-59d5284c-3bef-48ce-b6a2-e4bb8aa1d489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:52.953730 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d5284c-3bef-48ce-b6a2-e4bb8aa1d489 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:12:52.958866 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-59d5284c-3bef-48ce-b6a2-e4bb8aa1d489 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:52.960063 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-59d5284c-3bef-48ce-b6a2-e4bb8aa1d489 admin admin] 10.222.0.48 "DELETE /v2.0/routers/0e4a8c9b-67ee-4690-a6e3-43f7ad95eac2 HTTP/1.1" status: 204 len: 168 time: 2.9016705 Jul 15 23:12:52.963061 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 59180) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:52.990118 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-740d7223-6650-469e-8840-199391499b6e req-3adecb90-09e4-4f93-bc11-e9909215a516 service neutron] For port 1658164f-c97f-423e-b96c-c8112ac6b5eb, host n-h2-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:12:53.030674 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-740d7223-6650-469e-8840-199391499b6e req-3adecb90-09e4-4f93-bc11-e9909215a516 service neutron] For port 1658164f-c97f-423e-b96c-c8112ac6b5eb, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=1658164f-c97f-423e-b96c-c8112ac6b5eb,segment=NetworkSegment(3c2758b9-e41c-4bf2-b9ed-9081bfc02669),segment_id=3c2758b9-e41c-4bf2-b9ed-9081bfc02669)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:12:53.054714 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f57d53-566a-43ae-82b5-c6d5a36dffe9 req-8fdaedf7-2c84-432b-971c-35a7d3fc853a tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:53.056548 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-20f57d53-566a-43ae-82b5-c6d5a36dffe9 req-8fdaedf7-2c84-432b-971c-35a7d3fc853a tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f8860e7-5561-46b0-840d-7844d6f82687 HTTP/1.1" status: 200 len: 943 time: 0.7447329 Jul 15 23:12:53.065498 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-740d7223-6650-469e-8840-199391499b6e req-3adecb90-09e4-4f93-bc11-e9909215a516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:53.065718 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-bead15b5-aa42-4044-b4e5-7a73eb6f51e9 admin admin] Deleting subnet 36cc0597-e47b-49f1-adeb-ab87e2be69c4 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:12:53.074304 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bead15b5-aa42-4044-b4e5-7a73eb6f51e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:53.155953 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d7223-6650-469e-8840-199391499b6e req-3adecb90-09e4-4f93-bc11-e9909215a516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:53.157834 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-740d7223-6650-469e-8840-199391499b6e req-3adecb90-09e4-4f93-bc11-e9909215a516 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:53.159327 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-740d7223-6650-469e-8840-199391499b6e req-3adecb90-09e4-4f93-bc11-e9909215a516 service neutron] 10.222.0.41 "PUT /v2.0/ports/1658164f-c97f-423e-b96c-c8112ac6b5eb HTTP/1.1" status: 200 len: 1091 time: 2.6665370 Jul 15 23:12:53.169887 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f8860e7-5561-46b0-840d-7844d6f82687', 'tag': '1658164f-c97f-423e-b96c-c8112ac6b5eb'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:12:53.171090 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bead15b5-aa42-4044-b4e5-7a73eb6f51e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:53.172282 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c0fe602-a399-41d9-bc8d-adc5c29be781" -d '{"events": [{"name": "network-changed", "server_uuid": "5f8860e7-5561-46b0-840d-7844d6f82687", "tag": "1658164f-c97f-423e-b96c-c8112ac6b5eb"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:12:53.322990 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bead15b5-aa42-4044-b4e5-7a73eb6f51e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:53.366787 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-20f57d53-566a-43ae-82b5-c6d5a36dffe9 req-d24e9d9d-9c5a-49fe-8bef-69f271979d03 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024201 Jul 15 23:12:53.461724 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bead15b5-aa42-4044-b4e5-7a73eb6f51e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:53.500526 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-34286521-1e6d-4af3-b38a-cbb913bbac20 req-b425dade-6b5b-46a6-81ae-5b621f0d382f tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe6797c1-d3be-4b68-91a0-d92eabbd3174 HTTP/1.1" status: 200 len: 210 time: 0.0594163 Jul 15 23:12:53.508890 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adecb90-09e4-4f93-bc11-e9909215a516 service neutron] Pushing event updated for resources: {'Port': ['ID=1658164f-c97f-423e-b96c-c8112ac6b5eb,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:53.543366 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bead15b5-aa42-4044-b4e5-7a73eb6f51e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36cc0597-e47b-49f1-adeb-ab87e2be69c4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:53.551213 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e963f6f-e6e8-4bc1-b9e4-68fbe02d0a4d None None] Network d6e36f97-f235-442f-9e3a-fe975377da9c requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:12:53.556253 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bead15b5-aa42-4044-b4e5-7a73eb6f51e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:53.566789 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-bead15b5-aa42-4044-b4e5-7a73eb6f51e9 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/36cc0597-e47b-49f1-adeb-ab87e2be69c4 HTTP/1.1" status: 204 len: 168 time: 0.6025567 Jul 15 23:12:53.572563 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 59186) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:53.601886 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bf29d815-9f8c-4edb-aae4-9c63c108ccb9 req-cc5fbad9-a206-45ab-9599-bef04e56acfa tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:53.685287 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d7223-6650-469e-8840-199391499b6e req-bfb8fc25-d310-4ca4-8047-414c95408b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:53.687703 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-740d7223-6650-469e-8840-199391499b6e req-bfb8fc25-d310-4ca4-8047-414c95408b6e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=675bfc559b0b40ea8fae85ead4a7a3be&device_id=5f8860e7-5561-46b0-840d-7844d6f82687 HTTP/1.1" status: 200 len: 1094 time: 0.3685577 Jul 15 23:12:53.690357 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd72135-c9d0-414a-a331-501e5cb0aa8d x-openstack-request-id: req-ebd72135-c9d0-414a-a331-501e5cb0aa8d {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:12:53.690970 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f8860e7-5561-46b0-840d-7844d6f82687", "tag": "1658164f-c97f-423e-b96c-c8112ac6b5eb", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:12:53.691678 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ebd72135-c9d0-414a-a331-501e5cb0aa8d {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:12:53.692578 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f8860e7-5561-46b0-840d-7844d6f82687', 'tag': '1658164f-c97f-423e-b96c-c8112ac6b5eb', 'status': 'completed', 'code': 200} Jul 15 23:12:53.706281 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-bf29d815-9f8c-4edb-aae4-9c63c108ccb9 req-cc5fbad9-a206-45ab-9599-bef04e56acfa tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Transition to ACTIVE for port object 9cca72c3-afd0-4c1c-a86f-351f30b3365a will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:12:53.765866 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-740d7223-6650-469e-8840-199391499b6e req-f71bba3e-ada9-46df-854f-de997dbb060b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1658164f-c97f-423e-b96c-c8112ac6b5eb HTTP/1.1" status: 200 len: 217 time: 0.0571370 Jul 15 23:12:53.918180 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d7223-6650-469e-8840-199391499b6e req-ddb558df-5d0d-4b3a-93e8-95be534966c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:53.919749 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-740d7223-6650-469e-8840-199391499b6e req-ddb558df-5d0d-4b3a-93e8-95be534966c7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a1126b8c-d6f8-4596-9ab3-27f6931e900c HTTP/1.1" status: 200 len: 851 time: 0.1409385 Jul 15 23:12:53.957098 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1579bce-11cb-41c2-9350-fccd68c9041a req-adb8d7f1-db4c-4268-95e1-47e79bfc3d86 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:53.964755 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1579bce-11cb-41c2-9350-fccd68c9041a req-adb8d7f1-db4c-4268-95e1-47e79bfc3d86 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:53.986106 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba642a2-5fae-4ab2-b212-d1a6b1c45c38 None None] DHCP port deletion for d6e36f97-f235-442f-9e3a-fe975377da9c request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:12:53.996923 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d1579bce-11cb-41c2-9350-fccd68c9041a req-adb8d7f1-db4c-4268-95e1-47e79bfc3d86 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "GET /v2.0/ports?device_id=c83e3f9c-c0bb-4859-b012-add707e2d64f HTTP/1.1" status: 200 len: 1683 time: 0.4208226 Jul 15 23:12:54.088412 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-3ba642a2-5fae-4ab2-b212-d1a6b1c45c38 None None] Deleting port 6b7a9533-f373-4195-884a-d260df92c7b8 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:12:54.088789 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3ba642a2-5fae-4ab2-b212-d1a6b1c45c38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:54.125978 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-740d7223-6650-469e-8840-199391499b6e req-8491f6c4-cfc1-4526-ab14-1231bbcb5f6c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a62e01ea-f2e5-4ac4-9f56-3043444e806b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1980503 Jul 15 23:12:54.129796 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bf29d815-9f8c-4edb-aae4-9c63c108ccb9 req-cc5fbad9-a206-45ab-9599-bef04e56acfa tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:54.156518 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:12:54.198623 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d1579bce-11cb-41c2-9350-fccd68c9041a req-b33be4e5-d90f-48a2-9ed1-bca22433e17c tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e82abe9-32ef-47ea-8481-8effe9d5857f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863639 Jul 15 23:12:54.391625 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5fbad9-a206-45ab-9599-bef04e56acfa tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Pushing event updated for resources: {'Port': ['ID=9cca72c3-afd0-4c1c-a86f-351f30b3365a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:54.408580 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1104992e-fffb-48ac-b045-f8342a1ced42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:54.441886 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf29d815-9f8c-4edb-aae4-9c63c108ccb9 req-cc5fbad9-a206-45ab-9599-bef04e56acfa tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Network 2eb5a618-95d1-4f19-803a-b44492ccd4ef is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:12:54.452508 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-bf29d815-9f8c-4edb-aae4-9c63c108ccb9 req-cc5fbad9-a206-45ab-9599-bef04e56acfa tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:12:54.473245 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf29d815-9f8c-4edb-aae4-9c63c108ccb9 req-cc5fbad9-a206-45ab-9599-bef04e56acfa tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:12:54.560031 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-3ba642a2-5fae-4ab2-b212-d1a6b1c45c38 None None] For port 6b7a9533-f373-4195-884a-d260df92c7b8, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=6b7a9533-f373-4195-884a-d260df92c7b8,segment=NetworkSegment(41bb0a1b-8c14-4610-9cb5-c2fe9b931c04),segment_id=41bb0a1b-8c14-4610-9cb5-c2fe9b931c04)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:54.560464 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3ba642a2-5fae-4ab2-b212-d1a6b1c45c38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:54.614510 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-1104992e-fffb-48ac-b045-f8342a1ced42 admin admin] Deleting port 6b7a9533-f373-4195-884a-d260df92c7b8 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:12:54.618164 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-3ba642a2-5fae-4ab2-b212-d1a6b1c45c38 None None] Calling delete_port for 6b7a9533-f373-4195-884a-d260df92c7b8 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:12:54.619175 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1104992e-fffb-48ac-b045-f8342a1ced42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:54.681428 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf29d815-9f8c-4edb-aae4-9c63c108ccb9 req-cc5fbad9-a206-45ab-9599-bef04e56acfa tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:54.682731 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bf29d815-9f8c-4edb-aae4-9c63c108ccb9 req-cc5fbad9-a206-45ab-9599-bef04e56acfa tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:54.783338 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bf29d815-9f8c-4edb-aae4-9c63c108ccb9 req-cc5fbad9-a206-45ab-9599-bef04e56acfa tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3555503 Jul 15 23:12:54.800396 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-bf29d815-9f8c-4edb-aae4-9c63c108ccb9 req-a9e57e66-d5a7-4752-896e-040302428056 service neutron] Request body: {'port': {'device_id': 'fe6797c1-d3be-4b68-91a0-d92eabbd3174', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:54.814746 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-1104992e-fffb-48ac-b045-f8342a1ced42 admin admin] For port 6b7a9533-f373-4195-884a-d260df92c7b8, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=6b7a9533-f373-4195-884a-d260df92c7b8,segment=NetworkSegment(41bb0a1b-8c14-4610-9cb5-c2fe9b931c04),segment_id=41bb0a1b-8c14-4610-9cb5-c2fe9b931c04)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:54.815113 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1104992e-fffb-48ac-b045-f8342a1ced42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:54.858234 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-1104992e-fffb-48ac-b045-f8342a1ced42 admin admin] Calling delete_port for 6b7a9533-f373-4195-884a-d260df92c7b8 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:12:54.866538 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-740d7223-6650-469e-8840-199391499b6e req-03cb1be7-bcd1-44ae-a538-a6df861fd11d service neutron] 10.222.0.41 "GET /v2.0/networks/a62e01ea-f2e5-4ac4-9f56-3043444e806b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6929417 Jul 15 23:12:54.909428 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 6b7a9533-f373-4195-884a-d260df92c7b8 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:12:54.994205 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1104992e-fffb-48ac-b045-f8342a1ced42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:55.033367 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No active binding found for port 6b7a9533-f373-4195-884a-d260df92c7b8 {{(pid=93772) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 15 23:12:55.034706 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 6b7a9533-f373-4195-884a-d260df92c7b8 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:12:55.060867 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3ba642a2-5fae-4ab2-b212-d1a6b1c45c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:55.063286 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-fad7e67a-5c1a-4460-8bf0-67271d6988af None None] Provisioning for port 9cca72c3-afd0-4c1c-a86f-351f30b3365a completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:12:55.070018 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1104992e-fffb-48ac-b045-f8342a1ced42 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b7a9533-f373-4195-884a-d260df92c7b8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:55.088063 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1104992e-fffb-48ac-b045-f8342a1ced42 admin admin] No DVR routers for this DVR port 6b7a9533-f373-4195-884a-d260df92c7b8 on host n-d-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:12:55.107754 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6d0b1b-0fdd-45d7-b608-4ce125278919 req-a8005723-7e7b-4142-bfd3-dae4a8f0bcb6 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:55.119716 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1c6d0b1b-0fdd-45d7-b608-4ce125278919 req-a8005723-7e7b-4142-bfd3-dae4a8f0bcb6 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/ports?device_id=172d8b5e-22f6-4828-9f7d-0b0be04feec3 HTTP/1.1" status: 200 len: 945 time: 0.3936009 Jul 15 23:12:55.123663 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-fad7e67a-5c1a-4460-8bf0-67271d6988af None None] Provisioning complete for port 9cca72c3-afd0-4c1c-a86f-351f30b3365a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:12:55.124028 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fad7e67a-5c1a-4460-8bf0-67271d6988af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:55.142420 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba642a2-5fae-4ab2-b212-d1a6b1c45c38 None None] Pushing event deleted for resources: {'Port': ['ID=6b7a9533-f373-4195-884a-d260df92c7b8,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:55.236894 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1104992e-fffb-48ac-b045-f8342a1ced42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:55.248151 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-740d7223-6650-469e-8840-199391499b6e req-3f0b1ee3-ac99-43c0-9112-a2e72621a9d6 service neutron] 10.222.0.41 "GET /v2.0/networks/a62e01ea-f2e5-4ac4-9f56-3043444e806b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456550 Jul 15 23:12:55.251557 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-1104992e-fffb-48ac-b045-f8342a1ced42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6e36f97-f235-442f-9e3a-fe975377da9c']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:55.258606 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba642a2-5fae-4ab2-b212-d1a6b1c45c38 None None] No DVR routers for this DVR port 6b7a9533-f373-4195-884a-d260df92c7b8 on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:12:55.267189 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-1104992e-fffb-48ac-b045-f8342a1ced42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41bb0a1b-8c14-4610-9cb5-c2fe9b931c04') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:55.268071 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-1104992e-fffb-48ac-b045-f8342a1ced42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41bb0a1b-8c14-4610-9cb5-c2fe9b931c04') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:12:55.282412 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1104992e-fffb-48ac-b045-f8342a1ced42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:55.293638 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bf29d815-9f8c-4edb-aae4-9c63c108ccb9 req-a9e57e66-d5a7-4752-896e-040302428056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:55.307383 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1104992e-fffb-48ac-b045-f8342a1ced42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:55.311033 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1c6d0b1b-0fdd-45d7-b608-4ce125278919 req-5b2f91f7-8a99-4c8a-8c4d-91a7d09f6208 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/security-groups?id=e35c6df1-9256-45c7-85a2-0e1b5450d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884558 Jul 15 23:12:55.320855 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:55.328713 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-fad7e67a-5c1a-4460-8bf0-67271d6988af None None] Port 9cca72c3-afd0-4c1c-a86f-351f30b3365a cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:12:55.344092 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1104992e-fffb-48ac-b045-f8342a1ced42 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:12:55.344958 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1104992e-fffb-48ac-b045-f8342a1ced42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:55.362948 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f0ba50-0afa-43f1-9d1a-79cd0aaac3ad req-a4c24f86-0b97-44b5-802d-5d4e10ad9d81 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:55.365212 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e9f0ba50-0afa-43f1-9d1a-79cd0aaac3ad req-a4c24f86-0b97-44b5-802d-5d4e10ad9d81 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f8860e7-5561-46b0-840d-7844d6f82687 HTTP/1.1" status: 200 len: 943 time: 0.3649879 Jul 15 23:12:55.526122 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:12:55.526122 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:12:55.526122 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:12:55.526122 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:12:55.526122 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:12:55.526122 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:12:55.526122 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:12:55.526122 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:12:55.526122 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:12:55.526122 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:12:55.526122 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:12:55.526122 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:12:55.526122 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:12:55.526122 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:12:55.526122 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:12:55.526122 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:12:55.526122 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:12:55.526122 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:12:55.526122 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:12:55.526122 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:12:55.526122 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:12:55.526122 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:12:55.526122 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:12:55.526122 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:12:55.526122 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:12:55.526122 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:12:55.526122 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:12:55.526122 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:12:55.526122 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:12:55.526122 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:12:55.526122 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:12:55.526122 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:12:55.526122 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:12:55.526122 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:12:55.526122 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:12:55.526122 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:12:55.531905 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1104992e-fffb-48ac-b045-f8342a1ced42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:55.564532 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1104992e-fffb-48ac-b045-f8342a1ced42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:55.572248 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-1104992e-fffb-48ac-b045-f8342a1ced42 admin admin] 10.222.0.48 "DELETE /v2.0/networks/d6e36f97-f235-442f-9e3a-fe975377da9c HTTP/1.1" status: 204 len: 168 time: 1.9966981 Jul 15 23:12:55.573624 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1104992e-fffb-48ac-b045-f8342a1ced42 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6e36f97-f235-442f-9e3a-fe975377da9c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:55.609045 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e9f0ba50-0afa-43f1-9d1a-79cd0aaac3ad req-a36c0bed-15e3-44a2-94cc-e3c678f1b1fb tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944842 Jul 15 23:12:55.798417 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0fe602-a399-41d9-bc8d-adc5c29be781 req-bab99a7f-d232-4b9b-9dc9-a019988f3635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:55.800415 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5c0fe602-a399-41d9-bc8d-adc5c29be781 req-bab99a7f-d232-4b9b-9dc9-a019988f3635 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=675bfc559b0b40ea8fae85ead4a7a3be&device_id=5f8860e7-5561-46b0-840d-7844d6f82687 HTTP/1.1" status: 200 len: 1094 time: 0.3799524 Jul 15 23:12:55.827611 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 59216) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:55.893101 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-90f05677-d772-4475-8eba-cf719e61e348 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=126b75f1b6e8430ab20407ac01a093ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0641544 Jul 15 23:12:55.895525 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 59218) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:55.968314 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02d607da-5b4e-4133-85b1-11daf8b1a685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:56.005681 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02d607da-5b4e-4133-85b1-11daf8b1a685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:56.018716 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0fe602-a399-41d9-bc8d-adc5c29be781 req-7cf4177b-afa5-45c9-92bd-bace727695de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:56.020683 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5c0fe602-a399-41d9-bc8d-adc5c29be781 req-7cf4177b-afa5-45c9-92bd-bace727695de service neutron] 10.222.0.41 "GET /v2.0/networks?id=a62e01ea-f2e5-4ac4-9f56-3043444e806b HTTP/1.1" status: 200 len: 912 time: 0.2063818 Jul 15 23:12:56.040155 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf53baa-1598-4506-bc5f-b886595bcc7e req-41002e21-91dd-4493-838d-8e2dc033d38d tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:56.048599 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fdf53baa-1598-4506-bc5f-b886595bcc7e req-41002e21-91dd-4493-838d-8e2dc033d38d tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe6797c1-d3be-4b68-91a0-d92eabbd3174 HTTP/1.1" status: 200 len: 931 time: 0.4368227 Jul 15 23:12:56.097909 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5c0fe602-a399-41d9-bc8d-adc5c29be781 req-2cfb7938-4bce-4f54-8bdb-3507000abe5c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1658164f-c97f-423e-b96c-c8112ac6b5eb HTTP/1.1" status: 200 len: 217 time: 0.0460045 Jul 15 23:12:56.142271 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02d607da-5b4e-4133-85b1-11daf8b1a685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:56.145883 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02d607da-5b4e-4133-85b1-11daf8b1a685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:56.147387 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-02d607da-5b4e-4133-85b1-11daf8b1a685 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9b128bd1-cd01-48e0-af84-6a8a2c448c73 HTTP/1.1" status: 204 len: 168 time: 0.2504430 Jul 15 23:12:56.161878 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d607da-5b4e-4133-85b1-11daf8b1a685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b128bd1-cd01-48e0-af84-6a8a2c448c73,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:56.192807 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d7223-6650-469e-8840-199391499b6e req-5c34d38b-b502-4533-bd3e-b42b2d13609f tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:56.195795 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-740d7223-6650-469e-8840-199391499b6e req-5c34d38b-b502-4533-bd3e-b42b2d13609f tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f8860e7-5561-46b0-840d-7844d6f82687 HTTP/1.1" status: 200 len: 943 time: 0.1377056 Jul 15 23:12:56.229498 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fdf53baa-1598-4506-bc5f-b886595bcc7e req-af5b5c6a-5049-45bc-9cb2-4259c7eae5bb tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b4da215-1468-4103-a509-9f38e861147e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796589 Jul 15 23:12:56.285145 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0fe602-a399-41d9-bc8d-adc5c29be781 req-224bca80-4bf5-44ed-9b9d-375d9e239a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:56.286477 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5c0fe602-a399-41d9-bc8d-adc5c29be781 req-224bca80-4bf5-44ed-9b9d-375d9e239a83 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a1126b8c-d6f8-4596-9ab3-27f6931e900c HTTP/1.1" status: 200 len: 851 time: 0.1645103 Jul 15 23:12:56.360963 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5c0fe602-a399-41d9-bc8d-adc5c29be781 req-efbfc0be-9c18-4e86-a145-9aaf25e9a6dc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a62e01ea-f2e5-4ac4-9f56-3043444e806b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649009 Jul 15 23:12:56.387817 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-bf29d815-9f8c-4edb-aae4-9c63c108ccb9 req-a9e57e66-d5a7-4752-896e-040302428056 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cca72c3-afd0-4c1c-a86f-351f30b3365a {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:12:56.411524 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bf29d815-9f8c-4edb-aae4-9c63c108ccb9 req-a9e57e66-d5a7-4752-896e-040302428056 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:56.445607 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-bf29d815-9f8c-4edb-aae4-9c63c108ccb9 req-a9e57e66-d5a7-4752-896e-040302428056 service neutron] Transition to ACTIVE for port object 9cca72c3-afd0-4c1c-a86f-351f30b3365a will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:12:56.463364 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-740d7223-6650-469e-8840-199391499b6e req-18a0dffe-8caa-479e-b910-3e5cdc93d4f7 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Deleting port 1658164f-c97f-423e-b96c-c8112ac6b5eb {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:12:56.465893 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-740d7223-6650-469e-8840-199391499b6e req-18a0dffe-8caa-479e-b910-3e5cdc93d4f7 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:56.479028 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bf29d815-9f8c-4edb-aae4-9c63c108ccb9 req-a9e57e66-d5a7-4752-896e-040302428056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:56.641413 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-740d7223-6650-469e-8840-199391499b6e req-18a0dffe-8caa-479e-b910-3e5cdc93d4f7 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] For port 1658164f-c97f-423e-b96c-c8112ac6b5eb, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=1658164f-c97f-423e-b96c-c8112ac6b5eb,segment=NetworkSegment(3c2758b9-e41c-4bf2-b9ed-9081bfc02669),segment_id=3c2758b9-e41c-4bf2-b9ed-9081bfc02669)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:56.642049 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-740d7223-6650-469e-8840-199391499b6e req-18a0dffe-8caa-479e-b910-3e5cdc93d4f7 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:56.658311 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-740d7223-6650-469e-8840-199391499b6e req-18a0dffe-8caa-479e-b910-3e5cdc93d4f7 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Calling delete_port for 1658164f-c97f-423e-b96c-c8112ac6b5eb owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:12:56.740549 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e57e66-d5a7-4752-896e-040302428056 service neutron] Pushing event updated for resources: {'Port': ['ID=9cca72c3-afd0-4c1c-a86f-351f30b3365a,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:56.753893 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5c0fe602-a399-41d9-bc8d-adc5c29be781 req-d438603c-ff7c-43e4-832f-6df158c04586 service neutron] 10.222.0.41 "GET /v2.0/networks/a62e01ea-f2e5-4ac4-9f56-3043444e806b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3771100 Jul 15 23:12:56.983969 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-740d7223-6650-469e-8840-199391499b6e req-18a0dffe-8caa-479e-b910-3e5cdc93d4f7 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:57.013351 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5c0fe602-a399-41d9-bc8d-adc5c29be781 req-8995bbdb-db40-4e5d-a8e0-23d8753bf644 service neutron] 10.222.0.41 "GET /v2.0/networks/a62e01ea-f2e5-4ac4-9f56-3043444e806b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238796 Jul 15 23:12:57.075949 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf62734f-b515-49eb-a0a5-a765e000958e req-aeb05c73-0591-4bbe-bb8b-ffec2ea107ff tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:57.084004 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf62734f-b515-49eb-a0a5-a765e000958e req-aeb05c73-0591-4bbe-bb8b-ffec2ea107ff tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:57.091862 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bf62734f-b515-49eb-a0a5-a765e000958e req-aeb05c73-0591-4bbe-bb8b-ffec2ea107ff tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "GET /v2.0/ports?device_id=c83e3f9c-c0bb-4859-b012-add707e2d64f HTTP/1.1" status: 200 len: 1683 time: 0.5980132 Jul 15 23:12:57.108728 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-740d7223-6650-469e-8840-199391499b6e req-18a0dffe-8caa-479e-b910-3e5cdc93d4f7 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] No DVR routers for this DVR port 1658164f-c97f-423e-b96c-c8112ac6b5eb on host n-h2-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:12:57.109021 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-bf29d815-9f8c-4edb-aae4-9c63c108ccb9 req-a9e57e66-d5a7-4752-896e-040302428056 service neutron] Attempting to bind port 9cca72c3-afd0-4c1c-a86f-351f30b3365a on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:12:57.109341 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-bf29d815-9f8c-4edb-aae4-9c63c108ccb9 req-a9e57e66-d5a7-4752-896e-040302428056 service neutron] Attempting to bind port 9cca72c3-afd0-4c1c-a86f-351f30b3365a by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '7f54d6fd-905a-40e4-9872-e50318fbd6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2eb5a618-95d1-4f19-803a-b44492ccd4ef'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:12:57.109537 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf29d815-9f8c-4edb-aae4-9c63c108ccb9 req-a9e57e66-d5a7-4752-896e-040302428056 service neutron] Attempting to bind port 9cca72c3-afd0-4c1c-a86f-351f30b3365a on network 2eb5a618-95d1-4f19-803a-b44492ccd4ef {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:12:57.113927 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-740d7223-6650-469e-8840-199391499b6e req-18a0dffe-8caa-479e-b910-3e5cdc93d4f7 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:57.116140 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-740d7223-6650-469e-8840-199391499b6e req-18a0dffe-8caa-479e-b910-3e5cdc93d4f7 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.41 "DELETE /v2.0/ports/1658164f-c97f-423e-b96c-c8112ac6b5eb HTTP/1.1" status: 204 len: 173 time: 0.8665855 Jul 15 23:12:57.117586 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f8860e7-5561-46b0-840d-7844d6f82687', 'name': 'network-vif-deleted', 'tag': '1658164f-c97f-423e-b96c-c8112ac6b5eb'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:12:57.119589 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f7660d-cf09-496e-975a-3a0b16b93c96" -d '{"events": [{"server_uuid": "5f8860e7-5561-46b0-840d-7844d6f82687", "name": "network-vif-deleted", "tag": "1658164f-c97f-423e-b96c-c8112ac6b5eb"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:12:57.134254 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a0dffe-8caa-479e-b910-3e5cdc93d4f7 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Pushing event deleted for resources: {'Port': ['ID=1658164f-c97f-423e-b96c-c8112ac6b5eb,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:57.145272 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf29d815-9f8c-4edb-aae4-9c63c108ccb9 req-a9e57e66-d5a7-4752-896e-040302428056 service neutron] Port 9cca72c3-afd0-4c1c-a86f-351f30b3365a on network 2eb5a618-95d1-4f19-803a-b44492ccd4ef not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:12:57.145657 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf29d815-9f8c-4edb-aae4-9c63c108ccb9 req-a9e57e66-d5a7-4752-896e-040302428056 service neutron] Attempting to bind port 9cca72c3-afd0-4c1c-a86f-351f30b3365a on network 2eb5a618-95d1-4f19-803a-b44492ccd4ef {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:12:57.173006 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf29d815-9f8c-4edb-aae4-9c63c108ccb9 req-a9e57e66-d5a7-4752-896e-040302428056 service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:12:57.173383 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf29d815-9f8c-4edb-aae4-9c63c108ccb9 req-a9e57e66-d5a7-4752-896e-040302428056 service neutron] Checking segment: {'id': '7f54d6fd-905a-40e4-9872-e50318fbd6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2eb5a618-95d1-4f19-803a-b44492ccd4ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:12:57.173734 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf29d815-9f8c-4edb-aae4-9c63c108ccb9 req-a9e57e66-d5a7-4752-896e-040302428056 service neutron] Bound using segment: {'id': '7f54d6fd-905a-40e4-9872-e50318fbd6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2eb5a618-95d1-4f19-803a-b44492ccd4ef'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:12:57.174206 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-bf29d815-9f8c-4edb-aae4-9c63c108ccb9 req-a9e57e66-d5a7-4752-896e-040302428056 service neutron] Bound port: 9cca72c3-afd0-4c1c-a86f-351f30b3365a, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f54d6fd-905a-40e4-9872-e50318fbd6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2eb5a618-95d1-4f19-803a-b44492ccd4ef'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:12:57.174570 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bf29d815-9f8c-4edb-aae4-9c63c108ccb9 req-a9e57e66-d5a7-4752-896e-040302428056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:57.186180 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851dd54-5088-49f3-a368-741ec82e00fc req-8cc18a4a-38b4-4c6f-8cd4-60bc7b67359d tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:57.188125 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8851dd54-5088-49f3-a368-741ec82e00fc req-8cc18a4a-38b4-4c6f-8cd4-60bc7b67359d tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/ports?device_id=172d8b5e-22f6-4828-9f7d-0b0be04feec3 HTTP/1.1" status: 200 len: 945 time: 0.5595682 Jul 15 23:12:57.205242 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bf62734f-b515-49eb-a0a5-a765e000958e req-b141883d-ad7f-4358-b55c-489eee5cbed3 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e82abe9-32ef-47ea-8481-8effe9d5857f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978301 Jul 15 23:12:57.281411 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8851dd54-5088-49f3-a368-741ec82e00fc req-bb5a9806-af0a-49ca-8079-dff5c05e7b8e tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/security-groups?id=e35c6df1-9256-45c7-85a2-0e1b5450d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826049 Jul 15 23:12:57.335652 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-bf29d815-9f8c-4edb-aae4-9c63c108ccb9 req-a9e57e66-d5a7-4752-896e-040302428056 service neutron] For port 9cca72c3-afd0-4c1c-a86f-351f30b3365a, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:12:57.339997 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-bf29d815-9f8c-4edb-aae4-9c63c108ccb9 req-a9e57e66-d5a7-4752-896e-040302428056 service neutron] For port 9cca72c3-afd0-4c1c-a86f-351f30b3365a, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=9cca72c3-afd0-4c1c-a86f-351f30b3365a,segment=NetworkSegment(7f54d6fd-905a-40e4-9872-e50318fbd6ec),segment_id=7f54d6fd-905a-40e4-9872-e50318fbd6ec)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:12:57.345530 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bf29d815-9f8c-4edb-aae4-9c63c108ccb9 req-a9e57e66-d5a7-4752-896e-040302428056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:57.398646 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf29d815-9f8c-4edb-aae4-9c63c108ccb9 req-a9e57e66-d5a7-4752-896e-040302428056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:57.399317 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bf29d815-9f8c-4edb-aae4-9c63c108ccb9 req-a9e57e66-d5a7-4752-896e-040302428056 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:57.400943 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bf29d815-9f8c-4edb-aae4-9c63c108ccb9 req-a9e57e66-d5a7-4752-896e-040302428056 service neutron] 10.222.0.49 "PUT /v2.0/ports/9cca72c3-afd0-4c1c-a86f-351f30b3365a HTTP/1.1" status: 200 len: 1091 time: 2.6052370 Jul 15 23:12:57.405200 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe6797c1-d3be-4b68-91a0-d92eabbd3174', 'tag': '9cca72c3-afd0-4c1c-a86f-351f30b3365a'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:12:57.407895 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf40192-aa90-4fd0-a503-e238d3c4457e" -d '{"events": [{"name": "network-changed", "server_uuid": "fe6797c1-d3be-4b68-91a0-d92eabbd3174", "tag": "9cca72c3-afd0-4c1c-a86f-351f30b3365a"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:12:57.437339 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e57e66-d5a7-4752-896e-040302428056 service neutron] Pushing event updated for resources: {'Port': ['ID=9cca72c3-afd0-4c1c-a86f-351f30b3365a,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:57.458699 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 15 Jul 2021 23:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eaf3627-4bbf-44a2-b118-79aceb811572 x-openstack-request-id: req-8eaf3627-4bbf-44a2-b118-79aceb811572 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:12:57.458699 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f8860e7-5561-46b0-840d-7844d6f82687", "name": "network-vif-deleted", "tag": "1658164f-c97f-423e-b96c-c8112ac6b5eb", "status": "failed", "code": 422}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:12:57.458699 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8eaf3627-4bbf-44a2-b118-79aceb811572 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:12:57.458699 n-d-794306-6 neutron-server[93771]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5f8860e7-5561-46b0-840d-7844d6f82687', 'name': 'network-vif-deleted', 'tag': '1658164f-c97f-423e-b96c-c8112ac6b5eb', 'status': 'failed', 'code': 422} returned with failed status Jul 15 23:12:57.606184 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dffbd124-60df-40d8-b00a-1ab9c75c53a5 req-019bd94e-9e43-4a45-93d1-267386ad36b5 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f8860e7-5561-46b0-840d-7844d6f82687 HTTP/1.1" status: 200 len: 210 time: 0.1315079 Jul 15 23:12:57.674242 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf29d815-9f8c-4edb-aae4-9c63c108ccb9 req-5dde1faf-5eb4-49be-82a0-49159a40620e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:57.682282 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bf29d815-9f8c-4edb-aae4-9c63c108ccb9 req-5dde1faf-5eb4-49be-82a0-49159a40620e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ec36f46f1b7e4eb4acdfec30bd668062&device_id=fe6797c1-d3be-4b68-91a0-d92eabbd3174 HTTP/1.1" status: 200 len: 1094 time: 0.1882849 Jul 15 23:12:57.703807 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 59260) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:57.770185 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bf29d815-9f8c-4edb-aae4-9c63c108ccb9 req-a6883260-9c4b-4f09-a18b-84e7ac00b75e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9cca72c3-afd0-4c1c-a86f-351f30b3365a HTTP/1.1" status: 200 len: 217 time: 0.0798724 Jul 15 23:12:57.833834 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf29d815-9f8c-4edb-aae4-9c63c108ccb9 req-c0ef8ba6-b1b1-415f-b0ee-94c6eb7c7f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:57.838980 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bf29d815-9f8c-4edb-aae4-9c63c108ccb9 req-c0ef8ba6-b1b1-415f-b0ee-94c6eb7c7f6d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=89fd3128-ac30-4b7c-b596-62c2dc214969 HTTP/1.1" status: 200 len: 860 time: 0.0607357 Jul 15 23:12:57.924840 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-927cbe59-cd54-487f-abfe-8f5ff6246151 req-b79dee42-e452-4536-ac9f-d8b76f1ecd7c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=675bfc559b0b40ea8fae85ead4a7a3be&device_id=5f8860e7-5561-46b0-840d-7844d6f82687 HTTP/1.1" status: 200 len: 210 time: 0.0583048 Jul 15 23:12:57.939768 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a36cd6-b211-43ec-b8c1-8229d9f089f6 x-openstack-request-id: req-b0a36cd6-b211-43ec-b8c1-8229d9f089f6 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:12:57.940242 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe6797c1-d3be-4b68-91a0-d92eabbd3174", "tag": "9cca72c3-afd0-4c1c-a86f-351f30b3365a", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:12:57.941126 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b0a36cd6-b211-43ec-b8c1-8229d9f089f6 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:12:57.941713 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe6797c1-d3be-4b68-91a0-d92eabbd3174', 'tag': '9cca72c3-afd0-4c1c-a86f-351f30b3365a', 'status': 'completed', 'code': 200} Jul 15 23:12:58.067557 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-89ca029f-afac-4413-8fa7-7f89d9de19d6 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-53648266-network', 'tenant_id': '1346ace410dc448e8450692617c5ba13'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:58.141589 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37acbaf1-e625-4c02-b493-324fedff06d3 req-ada32ceb-7a76-43cb-926d-afa0a50a70a8 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:58.149274 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-37acbaf1-e625-4c02-b493-324fedff06d3 req-ada32ceb-7a76-43cb-926d-afa0a50a70a8 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe6797c1-d3be-4b68-91a0-d92eabbd3174 HTTP/1.1" status: 200 len: 943 time: 0.2063477 Jul 15 23:12:58.156454 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927cbe59-cd54-487f-abfe-8f5ff6246151 req-343db596-05ef-41bc-9702-75154b96ff7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:58.158659 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-927cbe59-cd54-487f-abfe-8f5ff6246151 req-343db596-05ef-41bc-9702-75154b96ff7b service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=675bfc559b0b40ea8fae85ead4a7a3be&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2200503 Jul 15 23:12:58.160760 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ca029f-afac-4413-8fa7-7f89d9de19d6 admin admin] Made reservation on behalf of 1346ace410dc448e8450692617c5ba13 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:12:58.164307 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89ca029f-afac-4413-8fa7-7f89d9de19d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:58.203707 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-37acbaf1-e625-4c02-b493-324fedff06d3 req-ce459e52-92d9-4c7e-ac25-a7ea35a3ecd3 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b4da215-1468-4103-a509-9f38e861147e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532439 Jul 15 23:12:58.218911 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89ca029f-afac-4413-8fa7-7f89d9de19d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:58.222847 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf29d815-9f8c-4edb-aae4-9c63c108ccb9 req-27801b2b-914c-43d0-9d8d-278cf2e685a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:58.224424 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bf29d815-9f8c-4edb-aae4-9c63c108ccb9 req-27801b2b-914c-43d0-9d8d-278cf2e685a6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2eb5a618-95d1-4f19-803a-b44492ccd4ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3770797 Jul 15 23:12:58.238750 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab94e13-fca2-4c22-9c49-51d031e80b91 req-4656163e-d831-4491-8b54-4514b8723d64 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:58.246066 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab94e13-fca2-4c22-9c49-51d031e80b91 req-4656163e-d831-4491-8b54-4514b8723d64 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:58.263297 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3ab94e13-fca2-4c22-9c49-51d031e80b91 req-4656163e-d831-4491-8b54-4514b8723d64 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.41 "GET /v2.0/ports?device_id=c83e3f9c-c0bb-4859-b012-add707e2d64f HTTP/1.1" status: 200 len: 1683 time: 0.1996176 Jul 15 23:12:58.371397 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927cbe59-cd54-487f-abfe-8f5ff6246151 req-fd89640d-4636-4281-b0fd-3dafb15d7c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:58.374869 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-927cbe59-cd54-487f-abfe-8f5ff6246151 req-fd89640d-4636-4281-b0fd-3dafb15d7c98 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2071843 Jul 15 23:12:58.556395 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-927cbe59-cd54-487f-abfe-8f5ff6246151 req-fafdaab4-05fc-411e-9e79-154c464212dd tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f8860e7-5561-46b0-840d-7844d6f82687 HTTP/1.1" status: 200 len: 210 time: 0.0508549 Jul 15 23:12:58.571864 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89ca029f-afac-4413-8fa7-7f89d9de19d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:58.579885 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89ca029f-afac-4413-8fa7-7f89d9de19d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:58.641265 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89ca029f-afac-4413-8fa7-7f89d9de19d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:12:58.668326 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ca029f-afac-4413-8fa7-7f89d9de19d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9ed1be-d206-4a5f-8102-d7cc29d4ef15,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:58.684360 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89ca029f-afac-4413-8fa7-7f89d9de19d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:58.684917 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-89ca029f-afac-4413-8fa7-7f89d9de19d6 admin admin] Added segment 905c5321-6007-4bdd-9ce8-09c518981f63 of type vlan for network 87b3deb3-fb25-4544-a65d-07737f2f34f5 Jul 15 23:12:58.805062 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89ca029f-afac-4413-8fa7-7f89d9de19d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:58.862701 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89ca029f-afac-4413-8fa7-7f89d9de19d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:58.864581 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ca029f-afac-4413-8fa7-7f89d9de19d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:58.865531 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89ca029f-afac-4413-8fa7-7f89d9de19d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:58.981109 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ca029f-afac-4413-8fa7-7f89d9de19d6 admin admin] Pushing event updated for resources: {'Network': ['ID=87b3deb3-fb25-4544-a65d-07737f2f34f5,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:58.989443 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-89ca029f-afac-4413-8fa7-7f89d9de19d6 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2832742 Jul 15 23:12:58.990558 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 59276) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:12:58.997767 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 87b3deb3-fb25-4544-a65d-07737f2f34f5 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:12:58.999109 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-4e00bda9-726c-4830-85d7-9f41efde6938 admin admin] Request body: {'subnet': {'network_id': '87b3deb3-fb25-4544-a65d-07737f2f34f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-53648266-subnet', 'tenant_id': '1346ace410dc448e8450692617c5ba13', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:12:59.026851 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e00bda9-726c-4830-85d7-9f41efde6938 admin admin] Made reservation on behalf of 1346ace410dc448e8450692617c5ba13 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:12:59.030759 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e00bda9-726c-4830-85d7-9f41efde6938 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:59.144211 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bf29d815-9f8c-4edb-aae4-9c63c108ccb9 req-181c2957-21df-457a-a82e-852076876693 service neutron] 10.222.0.49 "GET /v2.0/networks/2eb5a618-95d1-4f19-803a-b44492ccd4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8797715 Jul 15 23:12:59.285570 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e00bda9-726c-4830-85d7-9f41efde6938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:59.328357 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407465fa-1a9d-410e-a22f-79e9c7c63cd1 req-3d694a09-ffc4-44c1-a3b3-2fb6bd134833 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:59.333175 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e00bda9-726c-4830-85d7-9f41efde6938 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0702bbda-a694-4b9a-a5ce-70b43768acd5,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:12:59.347721 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407465fa-1a9d-410e-a22f-79e9c7c63cd1 req-3d694a09-ffc4-44c1-a3b3-2fb6bd134833 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:59.351278 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-407465fa-1a9d-410e-a22f-79e9c7c63cd1 req-3d694a09-ffc4-44c1-a3b3-2fb6bd134833 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "GET /v2.0/ports?device_id=c83e3f9c-c0bb-4859-b012-add707e2d64f HTTP/1.1" status: 200 len: 1683 time: 0.8858135 Jul 15 23:12:59.379444 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e00bda9-726c-4830-85d7-9f41efde6938 admin admin] Checking segment: {'id': '905c5321-6007-4bdd-9ce8-09c518981f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '87b3deb3-fb25-4544-a65d-07737f2f34f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:12:59.379898 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e00bda9-726c-4830-85d7-9f41efde6938 admin admin] Network hostable DHCP agents. Network: 87b3deb3-fb25-4544-a65d-07737f2f34f5, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:12:59.402437 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e00bda9-726c-4830-85d7-9f41efde6938 admin admin] Network 87b3deb3-fb25-4544-a65d-07737f2f34f5 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:12:59.418130 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-4e00bda9-726c-4830-85d7-9f41efde6938 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 87b3deb3-fb25-4544-a65d-07737f2f34f5) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:12:59.424125 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e00bda9-726c-4830-85d7-9f41efde6938 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:59.425297 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e00bda9-726c-4830-85d7-9f41efde6938 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:59.434346 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca17efb8-e131-4d62-ae74-e5d3ecd06364 None None] Network 87b3deb3-fb25-4544-a65d-07737f2f34f5 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:12:59.438718 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-3ab94e13-fca2-4c22-9c49-51d031e80b91 req-6076029a-7d52-404b-8de1-9d274a47debf tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Deleting port 89ee02db-bae2-4782-ab6f-2f564a220c79 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:12:59.439075 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3ab94e13-fca2-4c22-9c49-51d031e80b91 req-6076029a-7d52-404b-8de1-9d274a47debf tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:59.470611 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b1da8-7e27-43fa-8d4e-3302a91053c7 req-5529428a-38b3-4bce-91de-bc00678149fa tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:59.471171 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-4e00bda9-726c-4830-85d7-9f41efde6938 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4724579 Jul 15 23:12:59.485055 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8f7b1da8-7e27-43fa-8d4e-3302a91053c7 req-5529428a-38b3-4bce-91de-bc00678149fa tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/ports?device_id=172d8b5e-22f6-4828-9f7d-0b0be04feec3 HTTP/1.1" status: 200 len: 945 time: 0.4613159 Jul 15 23:12:59.602403 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-407465fa-1a9d-410e-a22f-79e9c7c63cd1 req-cdef34da-7dd8-4aef-acd2-97a64d0d9c41 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e82abe9-32ef-47ea-8481-8effe9d5857f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372096 Jul 15 23:12:59.621258 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bf29d815-9f8c-4edb-aae4-9c63c108ccb9 req-78a4f608-db4d-49d1-ad9b-1b004ff539f5 service neutron] 10.222.0.49 "GET /v2.0/networks/2eb5a618-95d1-4f19-803a-b44492ccd4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4631572 Jul 15 23:12:59.659956 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8f7b1da8-7e27-43fa-8d4e-3302a91053c7 req-cb11a92d-642b-4eb4-b34f-b934fe8fe145 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/security-groups?id=e35c6df1-9256-45c7-85a2-0e1b5450d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721289 Jul 15 23:12:59.750495 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f842f12-9fa0-4882-bce9-d1e0350936b0 None None] Network 87b3deb3-fb25-4544-a65d-07737f2f34f5 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:12:59.810766 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-3ab94e13-fca2-4c22-9c49-51d031e80b91 req-6076029a-7d52-404b-8de1-9d274a47debf tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] For port 89ee02db-bae2-4782-ab6f-2f564a220c79, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=89ee02db-bae2-4782-ab6f-2f564a220c79,segment=NetworkSegment(bce73997-e601-45f0-9350-db7021c5a1b2),segment_id=bce73997-e601-45f0-9350-db7021c5a1b2)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:12:59.811188 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3ab94e13-fca2-4c22-9c49-51d031e80b91 req-6076029a-7d52-404b-8de1-9d274a47debf tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:12:59.838069 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-3ab94e13-fca2-4c22-9c49-51d031e80b91 req-6076029a-7d52-404b-8de1-9d274a47debf tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Calling delete_port for 89ee02db-bae2-4782-ab6f-2f564a220c79 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:12:59.908481 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf40192-aa90-4fd0-a503-e238d3c4457e req-831d22a0-6aee-4405-b686-43e42500360d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:12:59.910620 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fdf40192-aa90-4fd0-a503-e238d3c4457e req-831d22a0-6aee-4405-b686-43e42500360d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ec36f46f1b7e4eb4acdfec30bd668062&device_id=fe6797c1-d3be-4b68-91a0-d92eabbd3174 HTTP/1.1" status: 200 len: 1094 time: 0.2028866 Jul 15 23:13:00.060675 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf40192-aa90-4fd0-a503-e238d3c4457e req-ee9cd501-3c51-4ee8-b59e-f8e43bc6faba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:00.063396 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fdf40192-aa90-4fd0-a503-e238d3c4457e req-ee9cd501-3c51-4ee8-b59e-f8e43bc6faba service neutron] 10.222.0.49 "GET /v2.0/networks?id=2eb5a618-95d1-4f19-803a-b44492ccd4ef HTTP/1.1" status: 200 len: 922 time: 0.1331537 Jul 15 23:13:00.233286 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fdf40192-aa90-4fd0-a503-e238d3c4457e req-7ac77b1a-203b-4d48-80ad-d882e561490f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9cca72c3-afd0-4c1c-a86f-351f30b3365a HTTP/1.1" status: 200 len: 217 time: 0.1560075 Jul 15 23:13:00.419638 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf40192-aa90-4fd0-a503-e238d3c4457e req-bf7f19db-c11e-4a98-b236-22b6ad6ed210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:00.422122 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fdf40192-aa90-4fd0-a503-e238d3c4457e req-bf7f19db-c11e-4a98-b236-22b6ad6ed210 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=89fd3128-ac30-4b7c-b596-62c2dc214969 HTTP/1.1" status: 200 len: 860 time: 0.1761487 Jul 15 23:13:00.431653 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd886f-ff9c-483a-83b6-28b27b669f60 req-4970f46f-884d-47ed-9b44-ae3466d3c5f6 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:00.435877 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-39bd886f-ff9c-483a-83b6-28b27b669f60 req-4970f46f-884d-47ed-9b44-ae3466d3c5f6 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe6797c1-d3be-4b68-91a0-d92eabbd3174 HTTP/1.1" status: 200 len: 943 time: 0.3629842 Jul 15 23:13:00.621793 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3ab94e13-fca2-4c22-9c49-51d031e80b91 req-6076029a-7d52-404b-8de1-9d274a47debf tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:00.738673 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6076029a-7d52-404b-8de1-9d274a47debf tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Pushing event deleted for resources: {'Port': ['ID=89ee02db-bae2-4782-ab6f-2f564a220c79,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:00.747530 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-539204dd-7b70-4699-8c9a-e92269ec4652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:00.777258 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-39bd886f-ff9c-483a-83b6-28b27b669f60 req-5cf56ff0-cd0c-4671-9085-62ed647613be tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b4da215-1468-4103-a509-9f38e861147e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206482 Jul 15 23:13:00.874379 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-cbd4da6a-d051-40c1-8bcd-8ab0ba15f30a tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:00.876718 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-cbd4da6a-d051-40c1-8bcd-8ab0ba15f30a tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] 10.222.0.48 "GET /v2.0/networks?id=87b3deb3-fb25-4544-a65d-07737f2f34f5 HTTP/1.1" status: 200 len: 816 time: 0.5151634 Jul 15 23:13:00.878636 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ab94e13-fca2-4c22-9c49-51d031e80b91 req-6076029a-7d52-404b-8de1-9d274a47debf tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] No DVR routers for this DVR port 89ee02db-bae2-4782-ab6f-2f564a220c79 on host n-h2-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:13:00.884661 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3ab94e13-fca2-4c22-9c49-51d031e80b91 req-6076029a-7d52-404b-8de1-9d274a47debf tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:00.886588 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3ab94e13-fca2-4c22-9c49-51d031e80b91 req-6076029a-7d52-404b-8de1-9d274a47debf tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.41 "DELETE /v2.0/ports/89ee02db-bae2-4782-ab6f-2f564a220c79 HTTP/1.1" status: 204 len: 173 time: 2.6179872 Jul 15 23:13:00.887039 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c83e3f9c-c0bb-4859-b012-add707e2d64f', 'name': 'network-vif-deleted', 'tag': '89ee02db-bae2-4782-ab6f-2f564a220c79'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:13:00.889370 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da923727-e093-430d-a76b-81c7b4dc4222" -d '{"events": [{"server_uuid": "c83e3f9c-c0bb-4859-b012-add707e2d64f", "name": "network-vif-deleted", "tag": "89ee02db-bae2-4782-ab6f-2f564a220c79"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:13:00.969083 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf40192-aa90-4fd0-a503-e238d3c4457e req-c2fe8fdd-a2a6-4329-b277-9b5a6c617c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:00.970890 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fdf40192-aa90-4fd0-a503-e238d3c4457e req-c2fe8fdd-a2a6-4329-b277-9b5a6c617c71 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2eb5a618-95d1-4f19-803a-b44492ccd4ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5320194 Jul 15 23:13:00.988173 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-31464b38-3f6c-4ebc-82f3-988bb9ac7df2 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] 10.222.0.48 "GET /v2.0/quotas/1346ace410dc448e8450692617c5ba13 HTTP/1.1" status: 200 len: 375 time: 0.1044619 Jul 15 23:13:01.088323 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-6f9e9fd9-2bc4-47d0-ba21-5719fe26f6f4 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1346ace410dc448e8450692617c5ba13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0772276 Jul 15 23:13:01.349888 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2efd704-7bf6-4b0d-8095-ff3c64091375 req-27f8ae50-e4a7-4f2c-bf79-13413119bcbd tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:01.351709 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a2efd704-7bf6-4b0d-8095-ff3c64091375 req-27f8ae50-e4a7-4f2c-bf79-13413119bcbd tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/networks?id=a62e01ea-f2e5-4ac4-9f56-3043444e806b HTTP/1.1" status: 200 len: 811 time: 0.4209905 Jul 15 23:13:01.363139 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fdf40192-aa90-4fd0-a503-e238d3c4457e req-9e457fc9-ec52-43da-8bb3-80d6ef2086c1 service neutron] 10.222.0.49 "GET /v2.0/networks/2eb5a618-95d1-4f19-803a-b44492ccd4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3697927 Jul 15 23:13:01.400791 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-3ab94e13-fca2-4c22-9c49-51d031e80b91 req-8072dfd7-f1fa-41e5-aa9f-f7a3a8699c3f tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Deleting port 0a38f751-1268-4dd5-88cc-bcf15dfd0b92 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:13:01.401143 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3ab94e13-fca2-4c22-9c49-51d031e80b91 req-8072dfd7-f1fa-41e5-aa9f-f7a3a8699c3f tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:01.418430 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a2efd704-7bf6-4b0d-8095-ff3c64091375 req-ff740d6d-070d-4830-865f-014052250f7c tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/quotas/675bfc559b0b40ea8fae85ead4a7a3be HTTP/1.1" status: 200 len: 375 time: 0.0497470 Jul 15 23:13:01.451415 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-3c81fc1a-0c82-4a04-ba08-613e17b38693 service neutron] 10.222.0.48 "GET /v2.0/networks/87b3deb3-fb25-4544-a65d-07737f2f34f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3507786 Jul 15 23:13:01.508888 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a2efd704-7bf6-4b0d-8095-ff3c64091375 req-3a939cbf-4ec7-418c-a671-b0be26bba71a tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=675bfc559b0b40ea8fae85ead4a7a3be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0609565 Jul 15 23:13:01.718973 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fdf40192-aa90-4fd0-a503-e238d3c4457e req-f8e369c2-6711-4d19-984b-2b1d96eb5a46 service neutron] 10.222.0.49 "GET /v2.0/networks/2eb5a618-95d1-4f19-803a-b44492ccd4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3451843 Jul 15 23:13:01.719900 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 9cca72c3-afd0-4c1c-a86f-351f30b3365a details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:13:01.727402 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-3ab94e13-fca2-4c22-9c49-51d031e80b91 req-8072dfd7-f1fa-41e5-aa9f-f7a3a8699c3f tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] For port 0a38f751-1268-4dd5-88cc-bcf15dfd0b92, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=0a38f751-1268-4dd5-88cc-bcf15dfd0b92,segment=NetworkSegment(fe39ced5-c783-403d-883d-428169b439d7),segment_id=fe39ced5-c783-403d-883d-428169b439d7)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:01.727805 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3ab94e13-fca2-4c22-9c49-51d031e80b91 req-8072dfd7-f1fa-41e5-aa9f-f7a3a8699c3f tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:01.756088 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-3ab94e13-fca2-4c22-9c49-51d031e80b91 req-8072dfd7-f1fa-41e5-aa9f-f7a3a8699c3f tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Calling delete_port for 0a38f751-1268-4dd5-88cc-bcf15dfd0b92 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:13:01.766063 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 0a38f751-1268-4dd5-88cc-bcf15dfd0b92 no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:13:01.789146 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-348a9cd2-71f4-4b2d-97a0-5dae90f1074b service neutron] 10.222.0.48 "GET /v2.0/networks/87b3deb3-fb25-4544-a65d-07737f2f34f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192866 Jul 15 23:13:01.801970 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a2efd704-7bf6-4b0d-8095-ff3c64091375 req-442c745a-4e9b-4224-aa8b-77c835535468 service neutron] 10.222.0.48 "GET /v2.0/networks/a62e01ea-f2e5-4ac4-9f56-3043444e806b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291319 Jul 15 23:13:01.873744 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 9cca72c3-afd0-4c1c-a86f-351f30b3365a, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=9cca72c3-afd0-4c1c-a86f-351f30b3365a,segment=NetworkSegment(7f54d6fd-905a-40e4-9872-e50318fbd6ec),segment_id=7f54d6fd-905a-40e4-9872-e50318fbd6ec)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:01.906459 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '9cca72c3-afd0-4c1c-a86f-351f30b3365a', 'network_id': '2eb5a618-95d1-4f19-803a-b44492ccd4ef', 'port_id': '9cca72c3-afd0-4c1c-a86f-351f30b3365a', 'mac_address': 'fa:16:3e:2b:26:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89fd3128-ac30-4b7c-b596-62c2dc214969', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:13:01.948394 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:01.962950 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a2efd704-7bf6-4b0d-8095-ff3c64091375 req-26d353c5-0e3a-4328-b720-c40f13e6b9e4 service neutron] 10.222.0.48 "GET /v2.0/networks/a62e01ea-f2e5-4ac4-9f56-3043444e806b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299016 Jul 15 23:13:01.984673 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:02.016074 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cca72c3-afd0-4c1c-a86f-351f30b3365a {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:13:02.034104 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3ab94e13-fca2-4c22-9c49-51d031e80b91 req-8072dfd7-f1fa-41e5-aa9f-f7a3a8699c3f tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:02.075507 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 89ee02db-bae2-4782-ab6f-2f564a220c79 no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:13:02.079206 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 9cca72c3-afd0-4c1c-a86f-351f30b3365a, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=9cca72c3-afd0-4c1c-a86f-351f30b3365a,segment=NetworkSegment(7f54d6fd-905a-40e4-9872-e50318fbd6ec),segment_id=7f54d6fd-905a-40e4-9872-e50318fbd6ec)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:02.102235 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:02.104197 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8072dfd7-f1fa-41e5-aa9f-f7a3a8699c3f tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Pushing event deleted for resources: {'Port': ['ID=0a38f751-1268-4dd5-88cc-bcf15dfd0b92,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:02.106601 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] No Port match for: 89ee02db-bae2-4782-ab6f-2f564a220c79 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:13:02.106945 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 89ee02db-bae2-4782-ab6f-2f564a220c79 not bound to the agent host n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:13:02.187039 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ab94e13-fca2-4c22-9c49-51d031e80b91 req-8072dfd7-f1fa-41e5-aa9f-f7a3a8699c3f tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] No DVR routers for this DVR port 0a38f751-1268-4dd5-88cc-bcf15dfd0b92 on host n-h2-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:13:02.196412 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3ab94e13-fca2-4c22-9c49-51d031e80b91 req-8072dfd7-f1fa-41e5-aa9f-f7a3a8699c3f tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:02.196412 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3ab94e13-fca2-4c22-9c49-51d031e80b91 req-8072dfd7-f1fa-41e5-aa9f-f7a3a8699c3f tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.41 "DELETE /v2.0/ports/0a38f751-1268-4dd5-88cc-bcf15dfd0b92 HTTP/1.1" status: 204 len: 173 time: 1.3002882 Jul 15 23:13:02.312783 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-251b44df-cc60-4403-b9d4-496c60080e4c req-43c549be-bc58-4d4b-8caa-6276e438d357 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "GET /v2.0/ports?device_id=c83e3f9c-c0bb-4859-b012-add707e2d64f HTTP/1.1" status: 200 len: 210 time: 0.0848513 Jul 15 23:13:02.318142 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=9cca72c3-afd0-4c1c-a86f-351f30b3365a,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:02.373324 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a509c187-c0aa-4162-bc84-e7eae499844b x-openstack-request-id: req-a509c187-c0aa-4162-bc84-e7eae499844b {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:13:02.373818 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c83e3f9c-c0bb-4859-b012-add707e2d64f", "name": "network-vif-deleted", "tag": "89ee02db-bae2-4782-ab6f-2f564a220c79", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:13:02.373937 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a509c187-c0aa-4162-bc84-e7eae499844b {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:13:02.374250 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c83e3f9c-c0bb-4859-b012-add707e2d64f', 'name': 'network-vif-deleted', 'tag': '89ee02db-bae2-4782-ab6f-2f564a220c79', 'status': 'completed', 'code': 200} Jul 15 23:13:02.396292 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['9cca72c3-afd0-4c1c-a86f-351f30b3365a'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:13:02.613147 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc32f6c-ed3d-4029-b2db-a8a9f4675def req-3a7b7791-25e6-452d-94d1-59fc1ed60236 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:02.615066 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2bc32f6c-ed3d-4029-b2db-a8a9f4675def req-3a7b7791-25e6-452d-94d1-59fc1ed60236 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/ports?device_id=172d8b5e-22f6-4828-9f7d-0b0be04feec3 HTTP/1.1" status: 200 len: 945 time: 0.1493647 Jul 15 23:13:02.742264 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2bc32f6c-ed3d-4029-b2db-a8a9f4675def req-52f94b1b-c671-46b6-9895-06eb6060cb21 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/security-groups?id=e35c6df1-9256-45c7-85a2-0e1b5450d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052630 Jul 15 23:13:03.114724 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf12d21-c40e-44a4-9293-5374c6c4b894 req-a5580bd9-fc5e-4a69-be6f-86d7e32e8831 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:03.117287 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-faf12d21-c40e-44a4-9293-5374c6c4b894 req-a5580bd9-fc5e-4a69-be6f-86d7e32e8831 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe6797c1-d3be-4b68-91a0-d92eabbd3174 HTTP/1.1" status: 200 len: 944 time: 0.1337826 Jul 15 23:13:03.179541 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-faf12d21-c40e-44a4-9293-5374c6c4b894 req-cc7f3258-8aa2-4aac-b54f-68b3e2fd542a tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b4da215-1468-4103-a509-9f38e861147e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544491 Jul 15 23:13:03.222847 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-59e87915-d5f1-445e-90f4-f9a1d0aded47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:03.326871 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:03.505831 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a3f936de-31b9-4922-83be-459fea86b4ed req-52485669-0daa-49d2-9a1a-6cb673c4b804 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=3093267e-6877-4e7b-ba59-9d8f8d74bec4 HTTP/1.1" status: 200 len: 210 time: 0.0699143 Jul 15 23:13:03.628150 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-240f7253-3a6a-443b-8123-8c0482747a79 req-9af59164-e86e-4235-84e6-f82753a0be76 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f61831a-2e00-4a5e-b0d8-6ea7fdde3c62 HTTP/1.1" status: 200 len: 210 time: 0.0360932 Jul 15 23:13:03.680377 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d597ba-e379-4f7f-a077-52fdcaeba8de req-4aca8974-78d3-45b1-ac01-8f0d5a72a492 tempest-VolumesAdminNegativeTest-149183644 tempest-VolumesAdminNegativeTest-149183644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:03.681794 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-03d597ba-e379-4f7f-a077-52fdcaeba8de req-4aca8974-78d3-45b1-ac01-8f0d5a72a492 tempest-VolumesAdminNegativeTest-149183644 tempest-VolumesAdminNegativeTest-149183644-project] 10.222.0.48 "GET /v2.0/ports?device_id=79e8522b-d900-4f61-8970-c2edbbf1d756 HTTP/1.1" status: 200 len: 945 time: 0.1786494 Jul 15 23:13:03.734343 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 9cca72c3-afd0-4c1c-a86f-351f30b3365a up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:13:03.778744 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-03d597ba-e379-4f7f-a077-52fdcaeba8de req-401702ce-ca86-4fc0-8a1a-7fe2b995ed53 tempest-VolumesAdminNegativeTest-149183644 tempest-VolumesAdminNegativeTest-149183644-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9f72ef8-856f-4133-a731-62ace9106bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876563 Jul 15 23:13:03.785973 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 59372) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:03.874193 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port 9cca72c3-afd0-4c1c-a86f-351f30b3365a completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:13:03.885624 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 9cca72c3-afd0-4c1c-a86f-351f30b3365a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:13:03.886588 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:03.933246 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-da024ed0-6484-4c0d-b27c-1659c8446bbc tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Deleting subnet 44a172a3-81f7-415a-b104-2e30d2d8d032 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:13:03.937099 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da024ed0-6484-4c0d-b27c-1659c8446bbc tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:04.030559 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da024ed0-6484-4c0d-b27c-1659c8446bbc tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:04.048986 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:04.098872 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe6797c1-d3be-4b68-91a0-d92eabbd3174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cca72c3-afd0-4c1c-a86f-351f30b3365a'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:13:04.105823 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb25b4f-a5aa-49fb-89ef-e79615632be5" -d '{"events": [{"server_uuid": "fe6797c1-d3be-4b68-91a0-d92eabbd3174", "name": "network-vif-plugged", "status": "completed", "tag": "9cca72c3-afd0-4c1c-a86f-351f30b3365a"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:13:04.132874 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 9cca72c3-afd0-4c1c-a86f-351f30b3365a, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=9cca72c3-afd0-4c1c-a86f-351f30b3365a,segment=NetworkSegment(7f54d6fd-905a-40e4-9872-e50318fbd6ec),segment_id=7f54d6fd-905a-40e4-9872-e50318fbd6ec)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:04.140418 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:04.211879 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1863d1d-4659-42ba-a026-4bb6bf9168e5 req-158b888d-779f-497c-94d0-a0965133d364 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:04.226616 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da024ed0-6484-4c0d-b27c-1659c8446bbc tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:04.228550 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b1863d1d-4659-42ba-a026-4bb6bf9168e5 req-158b888d-779f-497c-94d0-a0965133d364 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/ports?device_id=172d8b5e-22f6-4828-9f7d-0b0be04feec3 HTTP/1.1" status: 200 len: 945 time: 0.2964201 Jul 15 23:13:04.271813 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:04.291787 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=9cca72c3-afd0-4c1c-a86f-351f30b3365a,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:04.297955 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b1863d1d-4659-42ba-a026-4bb6bf9168e5 req-375f9d93-3a71-49fa-9ade-39592e50714e tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/security-groups?id=e35c6df1-9256-45c7-85a2-0e1b5450d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677302 Jul 15 23:13:04.328175 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81810e64-ef52-4d31-8304-9741f1eb03f0 x-openstack-request-id: req-81810e64-ef52-4d31-8304-9741f1eb03f0 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:13:04.329662 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe6797c1-d3be-4b68-91a0-d92eabbd3174", "name": "network-vif-plugged", "status": "completed", "tag": "9cca72c3-afd0-4c1c-a86f-351f30b3365a", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:13:04.329869 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-81810e64-ef52-4d31-8304-9741f1eb03f0 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:13:04.332419 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe6797c1-d3be-4b68-91a0-d92eabbd3174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cca72c3-afd0-4c1c-a86f-351f30b3365a', 'code': 200} Jul 15 23:13:04.377715 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c83e3f9c-c0bb-4859-b012-add707e2d64f', 'name': 'network-vif-deleted', 'tag': '0a38f751-1268-4dd5-88cc-bcf15dfd0b92'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:13:04.382231 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91136347-a041-47be-86b6-09b4c0bc2df2" -d '{"events": [{"server_uuid": "c83e3f9c-c0bb-4859-b012-add707e2d64f", "name": "network-vif-deleted", "tag": "0a38f751-1268-4dd5-88cc-bcf15dfd0b92"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:13:04.387304 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da024ed0-6484-4c0d-b27c-1659c8446bbc tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:04.427396 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da024ed0-6484-4c0d-b27c-1659c8446bbc tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Pushing event deleted for resources: {'Subnet': ['ID=44a172a3-81f7-415a-b104-2e30d2d8d032,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:04.435601 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da024ed0-6484-4c0d-b27c-1659c8446bbc tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:04.441339 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-da024ed0-6484-4c0d-b27c-1659c8446bbc tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "DELETE /v2.0/subnets/44a172a3-81f7-415a-b104-2e30d2d8d032 HTTP/1.1" status: 204 len: 168 time: 0.6506186 Jul 15 23:13:04.441803 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 59384) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:04.442146 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96918e8f-9034-4a99-91a1-e463ce91fe6d None None] Network b6c55f67-bef9-447c-bb8d-05db99beec06 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:13:04.491907 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d935778a-e77f-4704-af63-3144cbfa399c x-openstack-request-id: req-d935778a-e77f-4704-af63-3144cbfa399c {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:13:04.491907 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c83e3f9c-c0bb-4859-b012-add707e2d64f", "name": "network-vif-deleted", "tag": "0a38f751-1268-4dd5-88cc-bcf15dfd0b92", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:13:04.491907 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d935778a-e77f-4704-af63-3144cbfa399c {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:13:04.491907 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c83e3f9c-c0bb-4859-b012-add707e2d64f', 'name': 'network-vif-deleted', 'tag': '0a38f751-1268-4dd5-88cc-bcf15dfd0b92', 'status': 'completed', 'code': 200} Jul 15 23:13:04.590444 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2efd704-7bf6-4b0d-8095-ff3c64091375 req-e7f38c72-0e1a-4450-bdde-972da3766dae tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:04.596969 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a2efd704-7bf6-4b0d-8095-ff3c64091375 req-e7f38c72-0e1a-4450-bdde-972da3766dae tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.41 "GET /v2.0/networks?id=a62e01ea-f2e5-4ac4-9f56-3043444e806b HTTP/1.1" status: 200 len: 811 time: 0.2840612 Jul 15 23:13:04.638204 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09c2ab30-ef28-4f19-b8f4-452b6bce79c2 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:04.664572 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-a2efd704-7bf6-4b0d-8095-ff3c64091375 req-666e3f23-71cd-45be-a9f6-9a6e9a01f1da tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Request body: {'port': {'device_id': '3093267e-6877-4e7b-ba59-9d8f8d74bec4', 'network_id': 'a62e01ea-f2e5-4ac4-9f56-3043444e806b', 'admin_state_up': True, 'tenant_id': '675bfc559b0b40ea8fae85ead4a7a3be'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:04.770847 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-09c2ab30-ef28-4f19-b8f4-452b6bce79c2 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Deleting port 2cccffbe-e99b-4a4e-b047-b001c792ad9b {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:13:04.771194 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09c2ab30-ef28-4f19-b8f4-452b6bce79c2 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:04.796412 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b61917d-8370-4908-83d8-9b18527ad61a None None] DHCP port deletion for b6c55f67-bef9-447c-bb8d-05db99beec06 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:13:04.898971 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-09c2ab30-ef28-4f19-b8f4-452b6bce79c2 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] For port 2cccffbe-e99b-4a4e-b047-b001c792ad9b, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=2cccffbe-e99b-4a4e-b047-b001c792ad9b,segment=NetworkSegment(fe39ced5-c783-403d-883d-428169b439d7),segment_id=fe39ced5-c783-403d-883d-428169b439d7)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:04.899947 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09c2ab30-ef28-4f19-b8f4-452b6bce79c2 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:04.911430 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-9b61917d-8370-4908-83d8-9b18527ad61a None None] Deleting port 2cccffbe-e99b-4a4e-b047-b001c792ad9b {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:13:04.911861 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9b61917d-8370-4908-83d8-9b18527ad61a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:04.916799 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-09c2ab30-ef28-4f19-b8f4-452b6bce79c2 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Calling delete_port for 2cccffbe-e99b-4a4e-b047-b001c792ad9b owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:13:05.045844 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09c2ab30-ef28-4f19-b8f4-452b6bce79c2 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:05.070523 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-9b61917d-8370-4908-83d8-9b18527ad61a None None] For port 2cccffbe-e99b-4a4e-b047-b001c792ad9b, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=2cccffbe-e99b-4a4e-b047-b001c792ad9b,segment=NetworkSegment(fe39ced5-c783-403d-883d-428169b439d7),segment_id=fe39ced5-c783-403d-883d-428169b439d7)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:05.072045 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9b61917d-8370-4908-83d8-9b18527ad61a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:05.084187 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c2ab30-ef28-4f19-b8f4-452b6bce79c2 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Pushing event deleted for resources: {'Port': ['ID=2cccffbe-e99b-4a4e-b047-b001c792ad9b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:05.121783 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-9b61917d-8370-4908-83d8-9b18527ad61a None None] Calling delete_port for 2cccffbe-e99b-4a4e-b047-b001c792ad9b owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:13:05.129453 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c2ab30-ef28-4f19-b8f4-452b6bce79c2 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] No DVR routers for this DVR port 2cccffbe-e99b-4a4e-b047-b001c792ad9b on host n-d-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:13:05.250599 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9b61917d-8370-4908-83d8-9b18527ad61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:05.290987 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b61917d-8370-4908-83d8-9b18527ad61a None None] Pushing event deleted for resources: {'Port': ['ID=2cccffbe-e99b-4a4e-b047-b001c792ad9b,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:05.300374 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b61917d-8370-4908-83d8-9b18527ad61a None None] No DVR routers for this DVR port 2cccffbe-e99b-4a4e-b047-b001c792ad9b on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:13:05.354947 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-0ad4cb3c-ceba-47c7-be4d-0784ed914f49 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:05.356715 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-0ad4cb3c-ceba-47c7-be4d-0784ed914f49 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] 10.222.0.41 "GET /v2.0/networks?id=87b3deb3-fb25-4544-a65d-07737f2f34f5 HTTP/1.1" status: 200 len: 816 time: 0.2740920 Jul 15 23:13:05.379464 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-de39a9e8-8016-4914-98df-ae7677942af8 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Request body: {'port': {'device_id': '585cd1c6-d2e2-4549-9bd7-e681db768db7', 'network_id': '87b3deb3-fb25-4544-a65d-07737f2f34f5', 'admin_state_up': True, 'tenant_id': '1346ace410dc448e8450692617c5ba13'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:05.415399 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09c2ab30-ef28-4f19-b8f4-452b6bce79c2 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:05.434906 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-da5f1803-80cf-4154-aabd-3ce64c0c516b req-bee8f08c-a90b-45ec-8c4d-41793532b39a tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=3093267e-6877-4e7b-ba59-9d8f8d74bec4 HTTP/1.1" status: 200 len: 210 time: 0.0889983 Jul 15 23:13:05.453285 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-09c2ab30-ef28-4f19-b8f4-452b6bce79c2 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6c55f67-bef9-447c-bb8d-05db99beec06']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:05.475518 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a070f4e-8ad9-43f8-9008-1e710e261d6c req-e4cf05c6-044f-45f2-9231-1d19528f2f47 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:05.491777 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bfdf54-a27f-44cd-8e09-ecf9b0b1ea41 req-b9eadfbb-62de-4a01-8366-8c75dd3b1186 tempest-VolumesAdminNegativeTest-149183644 tempest-VolumesAdminNegativeTest-149183644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:05.491777 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-41bfdf54-a27f-44cd-8e09-ecf9b0b1ea41 req-b9eadfbb-62de-4a01-8366-8c75dd3b1186 tempest-VolumesAdminNegativeTest-149183644 tempest-VolumesAdminNegativeTest-149183644-project] 10.222.0.41 "GET /v2.0/ports?device_id=79e8522b-d900-4f61-8970-c2edbbf1d756 HTTP/1.1" status: 200 len: 945 time: 0.4749873 Jul 15 23:13:05.492170 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7a070f4e-8ad9-43f8-9008-1e710e261d6c req-e4cf05c6-044f-45f2-9231-1d19528f2f47 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe6797c1-d3be-4b68-91a0-d92eabbd3174 HTTP/1.1" status: 200 len: 945 time: 1.0021822 Jul 15 23:13:05.493955 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-09c2ab30-ef28-4f19-b8f4-452b6bce79c2 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe39ced5-c783-403d-883d-428169b439d7') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:05.494374 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-09c2ab30-ef28-4f19-b8f4-452b6bce79c2 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe39ced5-c783-403d-883d-428169b439d7') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:05.545422 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d20824e-9bde-49a8-a42c-a94669f0f403 req-05c5041e-e3c8-4542-bfea-e0369306e8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:05.553148 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1d20824e-9bde-49a8-a42c-a94669f0f403 req-05c5041e-e3c8-4542-bfea-e0369306e8bf service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fe6797c1-d3be-4b68-91a0-d92eabbd3174 HTTP/1.1" status: 200 len: 1096 time: 0.9545631 Jul 15 23:13:05.576855 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09c2ab30-ef28-4f19-b8f4-452b6bce79c2 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:05.705721 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09c2ab30-ef28-4f19-b8f4-452b6bce79c2 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:05.706468 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2efd704-7bf6-4b0d-8095-ff3c64091375 req-666e3f23-71cd-45be-a9f6-9a6e9a01f1da tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Made reservation on behalf of 675bfc559b0b40ea8fae85ead4a7a3be for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:13:05.714595 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a2efd704-7bf6-4b0d-8095-ff3c64091375 req-666e3f23-71cd-45be-a9f6-9a6e9a01f1da tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:05.746212 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09c2ab30-ef28-4f19-b8f4-452b6bce79c2 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:13:05.746871 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09c2ab30-ef28-4f19-b8f4-452b6bce79c2 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:05.755165 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:13:05.755165 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:13:05.755165 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:13:05.755165 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:13:05.755165 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:13:05.755165 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:13:05.755165 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:13:05.755165 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:13:05.755165 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:13:05.755165 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:13:05.755165 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:13:05.755165 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:13:05.755165 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:13:05.755165 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:13:05.755165 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:13:05.755165 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:13:05.755165 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:13:05.755165 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:13:05.755165 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:13:05.755165 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:13:05.755165 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:13:05.755165 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:13:05.755165 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:13:05.755165 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:13:05.755165 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:13:05.755165 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:13:05.755165 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:13:05.755165 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:13:05.755165 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:13:05.755165 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:13:05.755165 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:13:05.755165 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:13:05.755165 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:13:05.755165 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:13:05.839983 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1d20824e-9bde-49a8-a42c-a94669f0f403 req-29216aca-d740-4565-ac9e-5f0c56cae3e4 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=2b4da215-1468-4103-a509-9f38e861147e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086654 Jul 15 23:13:05.854420 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-9cddb84f-e88e-4d0f-86f1-f8676b0e013a tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:05.860040 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-de39a9e8-8016-4914-98df-ae7677942af8 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Made reservation on behalf of 1346ace410dc448e8450692617c5ba13 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:13:05.860775 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-de39a9e8-8016-4914-98df-ae7677942af8 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:05.866207 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-9cddb84f-e88e-4d0f-86f1-f8676b0e013a tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] 10.222.0.49 "GET /v2.0/networks?id=87b3deb3-fb25-4544-a65d-07737f2f34f5 HTTP/1.1" status: 200 len: 816 time: 0.5221901 Jul 15 23:13:05.888644 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9b809430-433b-4193-a342-0136c5a6cb1a req-ef0aa2b2-4949-4906-bfcf-de63c2d4262c tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f61831a-2e00-4a5e-b0d8-6ea7fdde3c62 HTTP/1.1" status: 200 len: 210 time: 0.1607993 Jul 15 23:13:05.892015 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-41bfdf54-a27f-44cd-8e09-ecf9b0b1ea41 req-e56ca972-e9ec-442d-86df-ca7d30835ab6 tempest-VolumesAdminNegativeTest-149183644 tempest-VolumesAdminNegativeTest-149183644-project] Deleting port a2c767f9-4f88-436f-bc02-dabe3afd2d2f {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:13:05.892617 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-41bfdf54-a27f-44cd-8e09-ecf9b0b1ea41 req-e56ca972-e9ec-442d-86df-ca7d30835ab6 tempest-VolumesAdminNegativeTest-149183644 tempest-VolumesAdminNegativeTest-149183644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:05.897072 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09c2ab30-ef28-4f19-b8f4-452b6bce79c2 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:05.934013 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-825b2fd1-8d96-466a-8bc5-4436045fb542 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Request body: {'port': {'device_id': '1f61831a-2e00-4a5e-b0d8-6ea7fdde3c62', 'network_id': '87b3deb3-fb25-4544-a65d-07737f2f34f5', 'admin_state_up': True, 'tenant_id': '1346ace410dc448e8450692617c5ba13'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:05.938741 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09c2ab30-ef28-4f19-b8f4-452b6bce79c2 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:05.946021 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-09c2ab30-ef28-4f19-b8f4-452b6bce79c2 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "DELETE /v2.0/networks/b6c55f67-bef9-447c-bb8d-05db99beec06 HTTP/1.1" status: 204 len: 168 time: 1.4984000 Jul 15 23:13:05.952401 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.41', 59936) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:05.956641 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 59404) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:05.958693 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c2ab30-ef28-4f19-b8f4-452b6bce79c2 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Pushing event deleted for resources: {'Network': ['ID=b6c55f67-bef9-447c-bb8d-05db99beec06,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:06.128756 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-41bfdf54-a27f-44cd-8e09-ecf9b0b1ea41 req-e56ca972-e9ec-442d-86df-ca7d30835ab6 tempest-VolumesAdminNegativeTest-149183644 tempest-VolumesAdminNegativeTest-149183644-project] For port a2c767f9-4f88-436f-bc02-dabe3afd2d2f, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=a2c767f9-4f88-436f-bc02-dabe3afd2d2f,segment=NetworkSegment(4e3c6507-d031-41e9-a26f-9c2cf8bfd5a3),segment_id=4e3c6507-d031-41e9-a26f-9c2cf8bfd5a3)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:06.129123 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-41bfdf54-a27f-44cd-8e09-ecf9b0b1ea41 req-e56ca972-e9ec-442d-86df-ca7d30835ab6 tempest-VolumesAdminNegativeTest-149183644 tempest-VolumesAdminNegativeTest-149183644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:06.138740 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7a070f4e-8ad9-43f8-9008-1e710e261d6c req-289db038-e777-4c84-98d1-19171a6a8be7 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b4da215-1468-4103-a509-9f38e861147e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6490002 Jul 15 23:13:06.196204 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-de39a9e8-8016-4914-98df-ae7677942af8 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Allocated IP 172.20.0.8 (87b3deb3-fb25-4544-a65d-07737f2f34f5/0702bbda-a694-4b9a-a5ce-70b43768acd5/683ba39b-5c5b-49c5-9a9b-86487f858ce4) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:13:06.221051 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:06.307153 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-41bfdf54-a27f-44cd-8e09-ecf9b0b1ea41 req-e56ca972-e9ec-442d-86df-ca7d30835ab6 tempest-VolumesAdminNegativeTest-149183644 tempest-VolumesAdminNegativeTest-149183644-project] Calling delete_port for a2c767f9-4f88-436f-bc02-dabe3afd2d2f owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:13:06.394118 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fa78aa6-c37c-4fbb-830f-bf3984c9f6bf tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Deleting subnet 1970dd0b-ae7b-48e2-82a6-b5046a8b1a4f {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:13:06.415604 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1fa78aa6-c37c-4fbb-830f-bf3984c9f6bf tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:06.514450 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-0eaa15ac-7cb8-4456-81a3-a5727b8184e4 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:06.517158 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-0eaa15ac-7cb8-4456-81a3-a5727b8184e4 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] 10.222.0.41 "GET /v2.0/networks?id=87b3deb3-fb25-4544-a65d-07737f2f34f5 HTTP/1.1" status: 200 len: 816 time: 0.5503166 Jul 15 23:13:06.523844 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1fa78aa6-c37c-4fbb-830f-bf3984c9f6bf tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:06.557577 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-11f14545-f0c6-48d9-a764-26875e1e9c03 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Request body: {'port': {'device_id': '6a7fa4ef-e851-48b3-b72b-e390a9b85b4a', 'network_id': '87b3deb3-fb25-4544-a65d-07737f2f34f5', 'admin_state_up': True, 'tenant_id': '1346ace410dc448e8450692617c5ba13'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:06.569996 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-de39a9e8-8016-4914-98df-ae7677942af8 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:06.655585 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-41bfdf54-a27f-44cd-8e09-ecf9b0b1ea41 req-e56ca972-e9ec-442d-86df-ca7d30835ab6 tempest-VolumesAdminNegativeTest-149183644 tempest-VolumesAdminNegativeTest-149183644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:06.711822 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56ca972-e9ec-442d-86df-ca7d30835ab6 tempest-VolumesAdminNegativeTest-149183644 tempest-VolumesAdminNegativeTest-149183644-project] Pushing event deleted for resources: {'Port': ['ID=a2c767f9-4f88-436f-bc02-dabe3afd2d2f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:06.715203 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-de39a9e8-8016-4914-98df-ae7677942af8 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:06.737850 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca372295-05b7-4cd3-9f83-a01f05fb035a req-06f999e7-22f8-4665-9cf5-6953c85d94d0 tempest-VolumesAdminNegativeTest-149183644 tempest-VolumesAdminNegativeTest-149183644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:06.739468 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ca372295-05b7-4cd3-9f83-a01f05fb035a req-06f999e7-22f8-4665-9cf5-6953c85d94d0 tempest-VolumesAdminNegativeTest-149183644 tempest-VolumesAdminNegativeTest-149183644-project] 10.222.0.48 "GET /v2.0/ports?device_id=79e8522b-d900-4f61-8970-c2edbbf1d756 HTTP/1.1" status: 200 len: 945 time: 0.6166806 Jul 15 23:13:06.748216 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-a2efd704-7bf6-4b0d-8095-ff3c64091375 req-666e3f23-71cd-45be-a9f6-9a6e9a01f1da tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Allocated IP 172.20.0.11 (a62e01ea-f2e5-4ac4-9f56-3043444e806b/a1126b8c-d6f8-4596-9ab3-27f6931e900c/465a9c57-7e36-4b1b-9e2c-733accddb6c4) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:13:06.805798 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-de39a9e8-8016-4914-98df-ae7677942af8 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Network 87b3deb3-fb25-4544-a65d-07737f2f34f5 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:13:06.827597 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-de39a9e8-8016-4914-98df-ae7677942af8 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:13:06.840814 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-de39a9e8-8016-4914-98df-ae7677942af8 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:13:06.874566 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-825b2fd1-8d96-466a-8bc5-4436045fb542 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Made reservation on behalf of 1346ace410dc448e8450692617c5ba13 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:13:06.880821 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-825b2fd1-8d96-466a-8bc5-4436045fb542 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:06.906574 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de39a9e8-8016-4914-98df-ae7677942af8 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Pushing event updated for resources: {'Port': ['ID=683ba39b-5c5b-49c5-9a9b-86487f858ce4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:06.945931 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 2cccffbe-e99b-4a4e-b047-b001c792ad9b no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:13:06.954904 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-41bfdf54-a27f-44cd-8e09-ecf9b0b1ea41 req-e56ca972-e9ec-442d-86df-ca7d30835ab6 tempest-VolumesAdminNegativeTest-149183644 tempest-VolumesAdminNegativeTest-149183644-project] No DVR routers for this DVR port a2c767f9-4f88-436f-bc02-dabe3afd2d2f on host n-h2-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:13:06.964166 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-41bfdf54-a27f-44cd-8e09-ecf9b0b1ea41 req-e56ca972-e9ec-442d-86df-ca7d30835ab6 tempest-VolumesAdminNegativeTest-149183644 tempest-VolumesAdminNegativeTest-149183644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:06.970404 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-41bfdf54-a27f-44cd-8e09-ecf9b0b1ea41 req-e56ca972-e9ec-442d-86df-ca7d30835ab6 tempest-VolumesAdminNegativeTest-149183644 tempest-VolumesAdminNegativeTest-149183644-project] 10.222.0.41 "DELETE /v2.0/ports/a2c767f9-4f88-436f-bc02-dabe3afd2d2f HTTP/1.1" status: 204 len: 173 time: 1.4705830 Jul 15 23:13:06.971144 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79e8522b-d900-4f61-8970-c2edbbf1d756', 'name': 'network-vif-deleted', 'tag': 'a2c767f9-4f88-436f-bc02-dabe3afd2d2f'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:13:06.976043 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca186b1f-da76-48d7-9bed-508db8f7ed07" -d '{"events": [{"server_uuid": "79e8522b-d900-4f61-8970-c2edbbf1d756", "name": "network-vif-deleted", "tag": "a2c767f9-4f88-436f-bc02-dabe3afd2d2f"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:13:07.000307 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 2cccffbe-e99b-4a4e-b047-b001c792ad9b {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:13:07.000818 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 2cccffbe-e99b-4a4e-b047-b001c792ad9b not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:13:07.022568 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1fa78aa6-c37c-4fbb-830f-bf3984c9f6bf tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:07.041567 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-de39a9e8-8016-4914-98df-ae7677942af8 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:07.042997 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-de39a9e8-8016-4914-98df-ae7677942af8 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:07.070330 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-de39a9e8-8016-4914-98df-ae7677942af8 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6955090 Jul 15 23:13:07.101336 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-9da4c074-f416-4311-9ce2-673123da5bfc service neutron] Request body: {'port': {'device_id': '585cd1c6-d2e2-4549-9bd7-e681db768db7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:07.128478 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ca372295-05b7-4cd3-9f83-a01f05fb035a req-64d2650a-5fd1-45d8-a503-b09a6e331d08 tempest-VolumesAdminNegativeTest-149183644 tempest-VolumesAdminNegativeTest-149183644-project] 10.222.0.48 "GET /v2.0/security-groups?id=c9f72ef8-856f-4133-a731-62ace9106bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213494 Jul 15 23:13:07.197800 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f1940-dda6-44ab-bf61-18f316b73004 req-9dc68eb3-f44f-4ae6-a476-0703b5222e9c tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:07.199428 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8f8f1940-dda6-44ab-bf61-18f316b73004 req-9dc68eb3-f44f-4ae6-a476-0703b5222e9c tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/ports?device_id=172d8b5e-22f6-4828-9f7d-0b0be04feec3 HTTP/1.1" status: 200 len: 945 time: 0.6681302 Jul 15 23:13:07.236831 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-9da4c074-f416-4311-9ce2-673123da5bfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:07.274116 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1fa78aa6-c37c-4fbb-830f-bf3984c9f6bf tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:07.356556 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-11f14545-f0c6-48d9-a764-26875e1e9c03 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Made reservation on behalf of 1346ace410dc448e8450692617c5ba13 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:13:07.360115 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-11f14545-f0c6-48d9-a764-26875e1e9c03 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:07.418702 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a77e288-2d69-4232-81dc-3102cfb56f0a None None] Network 186c4b95-b506-4a8a-bb24-2acd0e481fd4 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:13:07.433154 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa78aa6-c37c-4fbb-830f-bf3984c9f6bf tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Pushing event deleted for resources: {'Subnet': ['ID=1970dd0b-ae7b-48e2-82a6-b5046a8b1a4f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:07.435429 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1fa78aa6-c37c-4fbb-830f-bf3984c9f6bf tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:07.439629 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-1fa78aa6-c37c-4fbb-830f-bf3984c9f6bf tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "DELETE /v2.0/subnets/1970dd0b-ae7b-48e2-82a6-b5046a8b1a4f HTTP/1.1" status: 204 len: 168 time: 1.4509814 Jul 15 23:13:07.440885 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 59422) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:07.474218 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-629bc59a-e35c-4619-9583-422d79183483 req-c5177414-65ff-4989-b038-c05071b6eef7 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=3093267e-6877-4e7b-ba59-9d8f8d74bec4 HTTP/1.1" status: 200 len: 210 time: 0.1291542 Jul 15 23:13:07.486566 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8f8f1940-dda6-44ab-bf61-18f316b73004 req-73fa4688-0ab8-4d2d-bd6d-f7275bc5bbbe tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/security-groups?id=e35c6df1-9256-45c7-85a2-0e1b5450d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584751 Jul 15 23:13:07.529096 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-825b2fd1-8d96-466a-8bc5-4436045fb542 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Allocated IP 172.20.0.2 (87b3deb3-fb25-4544-a65d-07737f2f34f5/0702bbda-a694-4b9a-a5ce-70b43768acd5/3fe526f5-2552-4b55-bc09-efdd15157e20) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:13:07.587669 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a2efd704-7bf6-4b0d-8095-ff3c64091375 req-666e3f23-71cd-45be-a9f6-9a6e9a01f1da tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:07.671805 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1309482e-0068-4319-8913-37cb3ea8d560 x-openstack-request-id: req-1309482e-0068-4319-8913-37cb3ea8d560 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:13:07.672145 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79e8522b-d900-4f61-8970-c2edbbf1d756", "name": "network-vif-deleted", "tag": "a2c767f9-4f88-436f-bc02-dabe3afd2d2f", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:13:07.672402 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1309482e-0068-4319-8913-37cb3ea8d560 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:13:07.672809 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79e8522b-d900-4f61-8970-c2edbbf1d756', 'name': 'network-vif-deleted', 'tag': 'a2c767f9-4f88-436f-bc02-dabe3afd2d2f', 'status': 'completed', 'code': 200} Jul 15 23:13:07.686524 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fad66b33-5c72-404c-8674-15e32b9fe339 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:07.720657 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3f1d3a-171e-4f8c-8e10-c0b48dc9a90b None None] DHCP port deletion for 186c4b95-b506-4a8a-bb24-2acd0e481fd4 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:13:07.784827 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7b1b8435-5842-4882-99b5-468802e473c6 req-afdb8eea-9c2a-45ce-ac5e-5eccf8ea7199 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f61831a-2e00-4a5e-b0d8-6ea7fdde3c62 HTTP/1.1" status: 200 len: 210 time: 0.0463564 Jul 15 23:13:07.812721 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device a2c767f9-4f88-436f-bc02-dabe3afd2d2f no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:13:07.852599 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a2efd704-7bf6-4b0d-8095-ff3c64091375 req-666e3f23-71cd-45be-a9f6-9a6e9a01f1da tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:07.854521 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-fad66b33-5c72-404c-8674-15e32b9fe339 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Deleting port 73d206f2-d7c9-4cf7-8994-153fdfdda988 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:13:07.854521 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fad66b33-5c72-404c-8674-15e32b9fe339 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:07.885294 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] No Port match for: a2c767f9-4f88-436f-bc02-dabe3afd2d2f {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:13:07.885810 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device a2c767f9-4f88-436f-bc02-dabe3afd2d2f not bound to the agent host n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:13:07.903497 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-bb3f1d3a-171e-4f8c-8e10-c0b48dc9a90b None None] Deleting port 73d206f2-d7c9-4cf7-8994-153fdfdda988 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:13:07.904299 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bb3f1d3a-171e-4f8c-8e10-c0b48dc9a90b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:07.963462 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-fad66b33-5c72-404c-8674-15e32b9fe339 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] For port 73d206f2-d7c9-4cf7-8994-153fdfdda988, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=73d206f2-d7c9-4cf7-8994-153fdfdda988,segment=NetworkSegment(bce73997-e601-45f0-9350-db7021c5a1b2),segment_id=bce73997-e601-45f0-9350-db7021c5a1b2)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:07.969389 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fad66b33-5c72-404c-8674-15e32b9fe339 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:08.006001 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-fad66b33-5c72-404c-8674-15e32b9fe339 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Calling delete_port for 73d206f2-d7c9-4cf7-8994-153fdfdda988 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:13:08.009309 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2efd704-7bf6-4b0d-8095-ff3c64091375 req-666e3f23-71cd-45be-a9f6-9a6e9a01f1da tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Network a62e01ea-f2e5-4ac4-9f56-3043444e806b is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:13:08.029538 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-a2efd704-7bf6-4b0d-8095-ff3c64091375 req-666e3f23-71cd-45be-a9f6-9a6e9a01f1da tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:13:08.036262 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e3f23-71cd-45be-a9f6-9a6e9a01f1da tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Pushing event updated for resources: {'Port': ['ID=465a9c57-7e36-4b1b-9e2c-733accddb6c4,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:08.039754 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2efd704-7bf6-4b0d-8095-ff3c64091375 req-666e3f23-71cd-45be-a9f6-9a6e9a01f1da tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:13:08.050091 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-bb3f1d3a-171e-4f8c-8e10-c0b48dc9a90b None None] For port 73d206f2-d7c9-4cf7-8994-153fdfdda988, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=73d206f2-d7c9-4cf7-8994-153fdfdda988,segment=NetworkSegment(bce73997-e601-45f0-9350-db7021c5a1b2),segment_id=bce73997-e601-45f0-9350-db7021c5a1b2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:08.050908 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bb3f1d3a-171e-4f8c-8e10-c0b48dc9a90b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:08.066618 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:08.067697 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-bb3f1d3a-171e-4f8c-8e10-c0b48dc9a90b None None] Calling delete_port for 73d206f2-d7c9-4cf7-8994-153fdfdda988 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:13:08.169905 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fad66b33-5c72-404c-8674-15e32b9fe339 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:08.178555 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-825b2fd1-8d96-466a-8bc5-4436045fb542 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:08.189820 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bb3f1d3a-171e-4f8c-8e10-c0b48dc9a90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:08.198677 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad66b33-5c72-404c-8674-15e32b9fe339 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Pushing event deleted for resources: {'Port': ['ID=73d206f2-d7c9-4cf7-8994-153fdfdda988,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:08.203706 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad66b33-5c72-404c-8674-15e32b9fe339 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] No DVR routers for this DVR port 73d206f2-d7c9-4cf7-8994-153fdfdda988 on host n-d-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:13:08.221068 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2efd704-7bf6-4b0d-8095-ff3c64091375 req-666e3f23-71cd-45be-a9f6-9a6e9a01f1da tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:08.222027 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a2efd704-7bf6-4b0d-8095-ff3c64091375 req-666e3f23-71cd-45be-a9f6-9a6e9a01f1da tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:08.226294 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3f1d3a-171e-4f8c-8e10-c0b48dc9a90b None None] Pushing event deleted for resources: {'Port': ['ID=73d206f2-d7c9-4cf7-8994-153fdfdda988,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:08.233001 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbbc5d3-f1ed-4453-a051-0503d385eda5 req-52979505-875f-4201-a4e1-6390bed1d21b tempest-LiveAutoBlockMigrationV225Test-1599853612 tempest-LiveAutoBlockMigrationV225Test-1599853612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:08.233845 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3f1d3a-171e-4f8c-8e10-c0b48dc9a90b None None] No DVR routers for this DVR port 73d206f2-d7c9-4cf7-8994-153fdfdda988 on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:13:08.234776 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-edbbc5d3-f1ed-4453-a051-0503d385eda5 req-52979505-875f-4201-a4e1-6390bed1d21b tempest-LiveAutoBlockMigrationV225Test-1599853612 tempest-LiveAutoBlockMigrationV225Test-1599853612-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=2f2d3ea3-1396-4e60-9b5a-4f50f26ae32b HTTP/1.1" status: 200 len: 1096 time: 0.3673642 Jul 15 23:13:08.288831 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a2efd704-7bf6-4b0d-8095-ff3c64091375 req-666e3f23-71cd-45be-a9f6-9a6e9a01f1da tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6297696 Jul 15 23:13:08.312779 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88fe0ca-1a62-4770-b7a8-988696713b85 req-afd16e0e-7b5c-4121-b4b5-a87c3fc9e7e4 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:08.314571 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a88fe0ca-1a62-4770-b7a8-988696713b85 req-afd16e0e-7b5c-4121-b4b5-a87c3fc9e7e4 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe6797c1-d3be-4b68-91a0-d92eabbd3174 HTTP/1.1" status: 200 len: 945 time: 0.3087332 Jul 15 23:13:08.328379 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fad66b33-5c72-404c-8674-15e32b9fe339 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:08.332976 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-a2efd704-7bf6-4b0d-8095-ff3c64091375 req-d2ee3f32-a18f-4ce1-9808-bb50afc33249 service neutron] Request body: {'port': {'device_id': '3093267e-6877-4e7b-ba59-9d8f8d74bec4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:08.366612 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-fad66b33-5c72-404c-8674-15e32b9fe339 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['186c4b95-b506-4a8a-bb24-2acd0e481fd4']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:08.374164 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-edbbc5d3-f1ed-4453-a051-0503d385eda5 req-88ccaaf5-c11e-4f7e-a4a5-15a0d9ee667b tempest-LiveAutoBlockMigrationV225Test-1599853612 tempest-LiveAutoBlockMigrationV225Test-1599853612-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190922 Jul 15 23:13:08.375168 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-825b2fd1-8d96-466a-8bc5-4436045fb542 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:08.386528 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-fad66b33-5c72-404c-8674-15e32b9fe339 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bce73997-e601-45f0-9350-db7021c5a1b2') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:08.386528 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-fad66b33-5c72-404c-8674-15e32b9fe339 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bce73997-e601-45f0-9350-db7021c5a1b2') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:08.402963 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fad66b33-5c72-404c-8674-15e32b9fe339 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:08.490494 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fad66b33-5c72-404c-8674-15e32b9fe339 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:08.502146 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fad66b33-5c72-404c-8674-15e32b9fe339 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:13:08.502639 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fad66b33-5c72-404c-8674-15e32b9fe339 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:08.510953 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-825b2fd1-8d96-466a-8bc5-4436045fb542 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Network 87b3deb3-fb25-4544-a65d-07737f2f34f5 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:13:08.514489 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:13:08.514489 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:13:08.514489 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:13:08.514489 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:13:08.514489 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:13:08.514489 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:13:08.514489 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:13:08.514489 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:13:08.514489 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:13:08.514489 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:13:08.514489 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:13:08.514489 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:13:08.514489 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:13:08.514489 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:13:08.514489 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:13:08.514489 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:13:08.514489 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:13:08.514489 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:13:08.514489 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:13:08.514489 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:13:08.514489 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:13:08.514489 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:13:08.514489 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:13:08.514489 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:13:08.514489 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:13:08.514489 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:13:08.514489 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:13:08.514489 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:13:08.514489 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:13:08.514489 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:13:08.514489 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:13:08.514489 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:13:08.520288 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-825b2fd1-8d96-466a-8bc5-4436045fb542 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:13:08.527259 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-825b2fd1-8d96-466a-8bc5-4436045fb542 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:13:08.530692 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825b2fd1-8d96-466a-8bc5-4436045fb542 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Pushing event updated for resources: {'Port': ['ID=3fe526f5-2552-4b55-bc09-efdd15157e20,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:08.547420 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a88fe0ca-1a62-4770-b7a8-988696713b85 req-29972dc8-5ccd-4cef-811e-b6cc1527a7c6 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b4da215-1468-4103-a509-9f38e861147e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031686 Jul 15 23:13:08.648732 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a2efd704-7bf6-4b0d-8095-ff3c64091375 req-d2ee3f32-a18f-4ce1-9808-bb50afc33249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:08.651114 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fad66b33-5c72-404c-8674-15e32b9fe339 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:08.672748 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fad66b33-5c72-404c-8674-15e32b9fe339 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:08.688822 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-fad66b33-5c72-404c-8674-15e32b9fe339 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] 10.222.0.48 "DELETE /v2.0/networks/186c4b95-b506-4a8a-bb24-2acd0e481fd4 HTTP/1.1" status: 204 len: 168 time: 1.2359452 Jul 15 23:13:08.689966 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 59434) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:08.710495 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad66b33-5c72-404c-8674-15e32b9fe339 tempest-ServersTestMultiNic-742966075 tempest-ServersTestMultiNic-742966075-project] Pushing event deleted for resources: {'Network': ['ID=186c4b95-b506-4a8a-bb24-2acd0e481fd4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:08.769679 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-9da4c074-f416-4311-9ce2-673123da5bfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 683ba39b-5c5b-49c5-9a9b-86487f858ce4 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:13:08.794583 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-9da4c074-f416-4311-9ce2-673123da5bfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:08.794862 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7fe4a8c-01f5-4b86-b4cd-8d7c2c7394a7 admin admin] Deleting subnet 792237a5-0811-409c-8af9-3a852f67e40b {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:13:08.801456 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7fe4a8c-01f5-4b86-b4cd-8d7c2c7394a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:08.830928 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-9da4c074-f416-4311-9ce2-673123da5bfc service neutron] Transition to ACTIVE for port object 683ba39b-5c5b-49c5-9a9b-86487f858ce4 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:13:08.840637 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-9da4c074-f416-4311-9ce2-673123da5bfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:08.860395 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7fe4a8c-01f5-4b86-b4cd-8d7c2c7394a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:08.897671 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 73d206f2-d7c9-4cf7-8994-153fdfdda988 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:13:08.922154 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7fe4a8c-01f5-4b86-b4cd-8d7c2c7394a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:08.931910 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da4c074-f416-4311-9ce2-673123da5bfc service neutron] Pushing event updated for resources: {'Port': ['ID=683ba39b-5c5b-49c5-9a9b-86487f858ce4,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:08.946988 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 73d206f2-d7c9-4cf7-8994-153fdfdda988 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:13:08.947336 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 73d206f2-d7c9-4cf7-8994-153fdfdda988 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:13:09.055412 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-9da4c074-f416-4311-9ce2-673123da5bfc service neutron] Attempting to bind port 683ba39b-5c5b-49c5-9a9b-86487f858ce4 on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:13:09.056415 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-9da4c074-f416-4311-9ce2-673123da5bfc service neutron] Attempting to bind port 683ba39b-5c5b-49c5-9a9b-86487f858ce4 by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '905c5321-6007-4bdd-9ce8-09c518981f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '87b3deb3-fb25-4544-a65d-07737f2f34f5'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:13:09.056928 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-9da4c074-f416-4311-9ce2-673123da5bfc service neutron] Attempting to bind port 683ba39b-5c5b-49c5-9a9b-86487f858ce4 on network 87b3deb3-fb25-4544-a65d-07737f2f34f5 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:13:09.062060 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-9da4c074-f416-4311-9ce2-673123da5bfc service neutron] Port 683ba39b-5c5b-49c5-9a9b-86487f858ce4 on network 87b3deb3-fb25-4544-a65d-07737f2f34f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:13:09.062620 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-9da4c074-f416-4311-9ce2-673123da5bfc service neutron] Attempting to bind port 683ba39b-5c5b-49c5-9a9b-86487f858ce4 on network 87b3deb3-fb25-4544-a65d-07737f2f34f5 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:13:09.069821 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-9da4c074-f416-4311-9ce2-673123da5bfc service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:13:09.070443 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-9da4c074-f416-4311-9ce2-673123da5bfc service neutron] Checking segment: {'id': '905c5321-6007-4bdd-9ce8-09c518981f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '87b3deb3-fb25-4544-a65d-07737f2f34f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:13:09.071111 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-9da4c074-f416-4311-9ce2-673123da5bfc service neutron] Bound using segment: {'id': '905c5321-6007-4bdd-9ce8-09c518981f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '87b3deb3-fb25-4544-a65d-07737f2f34f5'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:13:09.071802 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-9da4c074-f416-4311-9ce2-673123da5bfc service neutron] Bound port: 683ba39b-5c5b-49c5-9a9b-86487f858ce4, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '905c5321-6007-4bdd-9ce8-09c518981f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '87b3deb3-fb25-4544-a65d-07737f2f34f5'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:13:09.072513 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-9da4c074-f416-4311-9ce2-673123da5bfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:09.093286 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-825b2fd1-8d96-466a-8bc5-4436045fb542 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:09.097101 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-825b2fd1-8d96-466a-8bc5-4436045fb542 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:09.204676 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-825b2fd1-8d96-466a-8bc5-4436045fb542 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3070261 Jul 15 23:13:09.226138 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-11f14545-f0c6-48d9-a764-26875e1e9c03 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Allocated IP 172.20.0.14 (87b3deb3-fb25-4544-a65d-07737f2f34f5/0702bbda-a694-4b9a-a5ce-70b43768acd5/006939be-bbb3-48d8-8754-8c7014ece223) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:13:09.232964 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-0a9de118-829f-4a5d-b6bd-43d73a7ac8cf service neutron] Request body: {'port': {'device_id': '1f61831a-2e00-4a5e-b0d8-6ea7fdde3c62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:09.319810 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7fe4a8c-01f5-4b86-b4cd-8d7c2c7394a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:09.418491 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fe4a8c-01f5-4b86-b4cd-8d7c2c7394a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=792237a5-0811-409c-8af9-3a852f67e40b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:09.423342 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7fe4a8c-01f5-4b86-b4cd-8d7c2c7394a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:09.428625 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-b7fe4a8c-01f5-4b86-b4cd-8d7c2c7394a7 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/792237a5-0811-409c-8af9-3a852f67e40b HTTP/1.1" status: 204 len: 168 time: 0.7046537 Jul 15 23:13:09.435707 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 59450) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:09.496984 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4208dd4-bbc9-453c-8ac0-897d4d2d5638 req-04848d97-7bd5-4490-936e-acebfe668a13 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:09.501806 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e4208dd4-bbc9-453c-8ac0-897d4d2d5638 req-04848d97-7bd5-4490-936e-acebfe668a13 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=3093267e-6877-4e7b-ba59-9d8f8d74bec4 HTTP/1.1" status: 200 len: 932 time: 0.5398920 Jul 15 23:13:09.567776 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-9da4c074-f416-4311-9ce2-673123da5bfc service neutron] For port 683ba39b-5c5b-49c5-9a9b-86487f858ce4, host n-h2-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:13:09.572192 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-9da4c074-f416-4311-9ce2-673123da5bfc service neutron] For port 683ba39b-5c5b-49c5-9a9b-86487f858ce4, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=683ba39b-5c5b-49c5-9a9b-86487f858ce4,segment=NetworkSegment(905c5321-6007-4bdd-9ce8-09c518981f63),segment_id=905c5321-6007-4bdd-9ce8-09c518981f63)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:13:09.587862 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-9da4c074-f416-4311-9ce2-673123da5bfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:09.609636 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-0a9de118-829f-4a5d-b6bd-43d73a7ac8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:09.627903 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-9da4c074-f416-4311-9ce2-673123da5bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:09.629002 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-9da4c074-f416-4311-9ce2-673123da5bfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:09.630403 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-9da4c074-f416-4311-9ce2-673123da5bfc service neutron] 10.222.0.41 "PUT /v2.0/ports/683ba39b-5c5b-49c5-9a9b-86487f858ce4 HTTP/1.1" status: 200 len: 1091 time: 2.5416229 Jul 15 23:13:09.674574 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '585cd1c6-d2e2-4549-9bd7-e681db768db7', 'tag': '683ba39b-5c5b-49c5-9a9b-86487f858ce4'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:13:09.679671 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b13424-ee86-438b-b938-d8594d84ef24" -d '{"events": [{"name": "network-changed", "server_uuid": "585cd1c6-d2e2-4549-9bd7-e681db768db7", "tag": "683ba39b-5c5b-49c5-9a9b-86487f858ce4"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:13:09.683707 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da4c074-f416-4311-9ce2-673123da5bfc service neutron] Pushing event updated for resources: {'Port': ['ID=683ba39b-5c5b-49c5-9a9b-86487f858ce4,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:09.787837 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-7a01d45a-3813-4be6-9a9d-a54989d2fff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:09.790859 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-7a01d45a-3813-4be6-9a9d-a54989d2fff6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1346ace410dc448e8450692617c5ba13&device_id=585cd1c6-d2e2-4549-9bd7-e681db768db7 HTTP/1.1" status: 200 len: 1094 time: 0.0758283 Jul 15 23:13:09.868185 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-7c2a652d-0662-43d7-adce-34299ced4b92 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=683ba39b-5c5b-49c5-9a9b-86487f858ce4 HTTP/1.1" status: 200 len: 217 time: 0.0624959 Jul 15 23:13:09.938552 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-9aadbce3-d110-4496-9890-f4d1bf974632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:09.942804 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-9aadbce3-d110-4496-9890-f4d1bf974632 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0702bbda-a694-4b9a-a5ce-70b43768acd5 HTTP/1.1" status: 200 len: 856 time: 0.0674832 Jul 15 23:13:09.984134 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-a7a95da1-698e-4f6f-910a-23395faac8fc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=87b3deb3-fb25-4544-a65d-07737f2f34f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347383 Jul 15 23:13:10.130859 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-1e358347-2de1-444a-a1d2-011f1b66d3e8 service neutron] 10.222.0.41 "GET /v2.0/networks/87b3deb3-fb25-4544-a65d-07737f2f34f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376457 Jul 15 23:13:10.155955 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33ab6f99-1094-4c74-8759-aff90a0a5b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:10.212134 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e4208dd4-bbc9-453c-8ac0-897d4d2d5638 req-4614e8a8-82fe-4432-b69a-99845596176d tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6850696 Jul 15 23:13:10.257826 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-517170bd-abd3-4ec4-a0b6-f319fbc0a490 service neutron] 10.222.0.41 "GET /v2.0/networks/87b3deb3-fb25-4544-a65d-07737f2f34f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210899 Jul 15 23:13:10.326853 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-a2efd704-7bf6-4b0d-8095-ff3c64091375 req-d2ee3f32-a18f-4ce1-9808-bb50afc33249 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 465a9c57-7e36-4b1b-9e2c-733accddb6c4 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:13:10.432858 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a2efd704-7bf6-4b0d-8095-ff3c64091375 req-d2ee3f32-a18f-4ce1-9808-bb50afc33249 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:10.454694 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-11f14545-f0c6-48d9-a764-26875e1e9c03 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:10.456115 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-8851d007-221f-4bd0-9528-2b0e95d8c05f tempest-LiveAutoBlockMigrationV225Test-1599853612 tempest-LiveAutoBlockMigrationV225Test-1599853612-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:13:10.457395 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-8851d007-221f-4bd0-9528-2b0e95d8c05f tempest-LiveAutoBlockMigrationV225Test-1599853612 tempest-LiveAutoBlockMigrationV225Test-1599853612-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1081746 Jul 15 23:13:10.471870 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-964c4238-c600-440c-bc05-d08832eac86d service neutron] Request body: {'binding': {'host': 'n-h1-794306-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:10.472326 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-964c4238-c600-440c-bc05-d08832eac86d service neutron] Unknown quota resources ['binding']. {{(pid=93771) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 23:13:10.511864 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-a2efd704-7bf6-4b0d-8095-ff3c64091375 req-d2ee3f32-a18f-4ce1-9808-bb50afc33249 service neutron] Transition to ACTIVE for port object 465a9c57-7e36-4b1b-9e2c-733accddb6c4 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:13:10.582402 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a2efd704-7bf6-4b0d-8095-ff3c64091375 req-d2ee3f32-a18f-4ce1-9808-bb50afc33249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:10.673853 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-964c4238-c600-440c-bc05-d08832eac86d service neutron] Attempting to bind port 77c0025b-ab04-4c95-9ff4-08d9bf61c7ec on host n-h1-794306-6 for vnic_type normal with profile None {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:13:10.673853 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-964c4238-c600-440c-bc05-d08832eac86d service neutron] Attempting to bind port 77c0025b-ab04-4c95-9ff4-08d9bf61c7ec by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '34c5f733-3f76-4beb-94d8-dfb9dc50430b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '54d36d42-4b6b-4a3b-a62a-15b6ab91449d'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:13:10.673853 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-964c4238-c600-440c-bc05-d08832eac86d service neutron] Attempting to bind port 77c0025b-ab04-4c95-9ff4-08d9bf61c7ec on network 54d36d42-4b6b-4a3b-a62a-15b6ab91449d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:13:10.685913 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-964c4238-c600-440c-bc05-d08832eac86d service neutron] Port 77c0025b-ab04-4c95-9ff4-08d9bf61c7ec on network 54d36d42-4b6b-4a3b-a62a-15b6ab91449d not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:13:10.686785 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-964c4238-c600-440c-bc05-d08832eac86d service neutron] Attempting to bind port 77c0025b-ab04-4c95-9ff4-08d9bf61c7ec on network 54d36d42-4b6b-4a3b-a62a-15b6ab91449d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:13:10.687708 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33ab6f99-1094-4c74-8759-aff90a0a5b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:10.696239 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-964c4238-c600-440c-bc05-d08832eac86d service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:13:10.696239 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-964c4238-c600-440c-bc05-d08832eac86d service neutron] Checking segment: {'id': '34c5f733-3f76-4beb-94d8-dfb9dc50430b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '54d36d42-4b6b-4a3b-a62a-15b6ab91449d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:13:10.696239 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-964c4238-c600-440c-bc05-d08832eac86d service neutron] Bound using segment: {'id': '34c5f733-3f76-4beb-94d8-dfb9dc50430b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '54d36d42-4b6b-4a3b-a62a-15b6ab91449d'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:13:10.696239 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-964c4238-c600-440c-bc05-d08832eac86d service neutron] Bound port: 77c0025b-ab04-4c95-9ff4-08d9bf61c7ec, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34c5f733-3f76-4beb-94d8-dfb9dc50430b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '54d36d42-4b6b-4a3b-a62a-15b6ab91449d'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:13:10.730405 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-33ab6f99-1094-4c74-8759-aff90a0a5b0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e33baf99-7b1d-4b5b-a318-8d1e41837e00']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:10.760767 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-33ab6f99-1094-4c74-8759-aff90a0a5b0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e3c6507-d031-41e9-a26f-9c2cf8bfd5a3') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:10.761069 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-33ab6f99-1094-4c74-8759-aff90a0a5b0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e3c6507-d031-41e9-a26f-9c2cf8bfd5a3') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:10.767418 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-964c4238-c600-440c-bc05-d08832eac86d service neutron] For port 77c0025b-ab04-4c95-9ff4-08d9bf61c7ec, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=77c0025b-ab04-4c95-9ff4-08d9bf61c7ec,segment=NetworkSegment(34c5f733-3f76-4beb-94d8-dfb9dc50430b),segment_id=34c5f733-3f76-4beb-94d8-dfb9dc50430b)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:13:10.776749 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-964c4238-c600-440c-bc05-d08832eac86d service neutron] Notify callbacks [] for binding, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:10.783166 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-964c4238-c600-440c-bc05-d08832eac86d service neutron] 10.222.0.48 "POST /v2.0/ports/77c0025b-ab04-4c95-9ff4-08d9bf61c7ec/bindings HTTP/1.1" status: 201 len: 389 time: 0.3171291 Jul 15 23:13:10.785160 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ee3f32-a18f-4ce1-9808-bb50afc33249 service neutron] Pushing event updated for resources: {'Port': ['ID=465a9c57-7e36-4b1b-9e2c-733accddb6c4,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:10.793564 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33ab6f99-1094-4c74-8759-aff90a0a5b0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:10.848691 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-11f14545-f0c6-48d9-a764-26875e1e9c03 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:10.899498 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33ab6f99-1094-4c74-8759-aff90a0a5b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:11.018660 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33ab6f99-1094-4c74-8759-aff90a0a5b0d admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:13:11.019303 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33ab6f99-1094-4c74-8759-aff90a0a5b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:11.029020 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:13:11.029020 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:13:11.029020 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:13:11.029020 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:13:11.029020 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:13:11.029020 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:13:11.029020 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:13:11.029020 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:13:11.029020 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:13:11.029020 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:13:11.029020 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:13:11.029020 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:13:11.029020 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:13:11.029020 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:13:11.029020 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:13:11.029020 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:13:11.029020 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:13:11.029020 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:13:11.029020 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:13:11.029020 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:13:11.029020 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:13:11.029020 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:13:11.029020 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:13:11.029020 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:13:11.029020 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:13:11.029020 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:13:11.029020 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:13:11.029020 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:13:11.029020 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:13:11.029020 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:13:11.029020 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:13:11.029020 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:13:11.029020 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:13:11.029020 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:13:11.029020 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:13:11.029020 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:13:11.029020 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:13:11.029020 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:13:11.029020 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:13:11.029020 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:13:11.029020 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:13:11.029020 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:13:11.029020 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:13:11.029020 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:13:11.029020 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:13:11.029020 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:13:11.029020 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:13:11.029020 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:13:11.029020 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:13:11.029020 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:13:11.029020 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:13:11.029020 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:13:11.029020 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:13:11.029020 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:13:11.029020 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:13:11.029020 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:13:11.029020 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:13:11.029020 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:13:11.029020 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:13:11.029020 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:13:11.029020 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:13:11.029020 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:13:11.029020 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:13:11.029020 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:13:11.029020 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:13:11.029020 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:13:11.029020 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:13:11.042000 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:13:11.042000 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:13:11.042000 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:13:11.042000 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:13:11.042000 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:13:11.042000 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:13:11.042000 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:13:11.048063 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34397ae-044f-4251-89af-9ff019947e6f req-7b33c4a1-b2b5-4b38-8983-b3acbcc984d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:11.050706 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c34397ae-044f-4251-89af-9ff019947e6f req-7b33c4a1-b2b5-4b38-8983-b3acbcc984d6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=172d8b5e-22f6-4828-9f7d-0b0be04feec3 HTTP/1.1" status: 200 len: 1096 time: 0.0913773 Jul 15 23:13:11.055865 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bfe4cd17-bbe1-48c9-a75b-3938cea31b85 req-d770c4be-66fd-4c05-88e6-8d28755b07c5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ba5d2d11-9dbe-4882-a346-054db27c2528&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5671711 Jul 15 23:13:11.116378 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c55b2-73a5-4252-8a10-7ee7506c74a5 req-b460bd0c-d733-4f41-b21e-a8b00a77ec74 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:11.119164 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c34397ae-044f-4251-89af-9ff019947e6f req-4e5fa689-b8a3-4e17-b14e-c865a99893d1 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e35c6df1-9256-45c7-85a2-0e1b5450d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565667 Jul 15 23:13:11.123601 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3d5c55b2-73a5-4252-8a10-7ee7506c74a5 req-b460bd0c-d733-4f41-b21e-a8b00a77ec74 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/ports?device_id=172d8b5e-22f6-4828-9f7d-0b0be04feec3 HTTP/1.1" status: 200 len: 945 time: 0.6825624 Jul 15 23:13:11.160984 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-11f14545-f0c6-48d9-a764-26875e1e9c03 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Network 87b3deb3-fb25-4544-a65d-07737f2f34f5 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:13:11.219095 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-11f14545-f0c6-48d9-a764-26875e1e9c03 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:13:11.255073 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe4cd17-bbe1-48c9-a75b-3938cea31b85 req-19d43081-ce4d-441c-b540-811f3ff845a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:11.258558 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-bfe4cd17-bbe1-48c9-a75b-3938cea31b85 req-19d43081-ce4d-441c-b540-811f3ff845a3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=97397394137f47b6b8b1bb83454a379f&device_id=ba5d2d11-9dbe-4882-a346-054db27c2528 HTTP/1.1" status: 200 len: 1095 time: 0.0812435 Jul 15 23:13:11.279377 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-11f14545-f0c6-48d9-a764-26875e1e9c03 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:13:11.284454 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f14545-f0c6-48d9-a764-26875e1e9c03 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Pushing event updated for resources: {'Port': ['ID=006939be-bbb3-48d8-8754-8c7014ece223,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:11.356411 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33ab6f99-1094-4c74-8759-aff90a0a5b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:11.380531 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33ab6f99-1094-4c74-8759-aff90a0a5b0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:11.383407 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-33ab6f99-1094-4c74-8759-aff90a0a5b0d admin admin] 10.222.0.48 "DELETE /v2.0/networks/e33baf99-7b1d-4b5b-a318-8d1e41837e00 HTTP/1.1" status: 204 len: 168 time: 1.9384727 Jul 15 23:13:11.391182 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 59476) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:11.430430 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-a2efd704-7bf6-4b0d-8095-ff3c64091375 req-d2ee3f32-a18f-4ce1-9808-bb50afc33249 service neutron] Attempting to bind port 465a9c57-7e36-4b1b-9e2c-733accddb6c4 on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:13:11.430788 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-a2efd704-7bf6-4b0d-8095-ff3c64091375 req-d2ee3f32-a18f-4ce1-9808-bb50afc33249 service neutron] Attempting to bind port 465a9c57-7e36-4b1b-9e2c-733accddb6c4 by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '3c2758b9-e41c-4bf2-b9ed-9081bfc02669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a62e01ea-f2e5-4ac4-9f56-3043444e806b'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:13:11.431117 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2efd704-7bf6-4b0d-8095-ff3c64091375 req-d2ee3f32-a18f-4ce1-9808-bb50afc33249 service neutron] Attempting to bind port 465a9c57-7e36-4b1b-9e2c-733accddb6c4 on network a62e01ea-f2e5-4ac4-9f56-3043444e806b {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:13:11.440881 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe4cd17-bbe1-48c9-a75b-3938cea31b85 req-a3a47490-dad2-48f0-b248-80bbb6339553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:11.444417 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-bfe4cd17-bbe1-48c9-a75b-3938cea31b85 req-a3a47490-dad2-48f0-b248-80bbb6339553 service neutron] 10.222.0.49 "GET /v2.0/networks?id=54d36d42-4b6b-4a3b-a62a-15b6ab91449d HTTP/1.1" status: 200 len: 922 time: 0.1534252 Jul 15 23:13:11.474879 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3d5c55b2-73a5-4252-8a10-7ee7506c74a5 req-752b94d9-72de-4912-ad5d-5b69539ff5ff tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/security-groups?id=e35c6df1-9256-45c7-85a2-0e1b5450d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3500242 Jul 15 23:13:11.475895 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ab6f99-1094-4c74-8759-aff90a0a5b0d admin admin] Pushing event deleted for resources: {'Network': ['ID=e33baf99-7b1d-4b5b-a318-8d1e41837e00,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:11.511641 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2efd704-7bf6-4b0d-8095-ff3c64091375 req-d2ee3f32-a18f-4ce1-9808-bb50afc33249 service neutron] Port 465a9c57-7e36-4b1b-9e2c-733accddb6c4 on network a62e01ea-f2e5-4ac4-9f56-3043444e806b not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:13:11.512098 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2efd704-7bf6-4b0d-8095-ff3c64091375 req-d2ee3f32-a18f-4ce1-9808-bb50afc33249 service neutron] Attempting to bind port 465a9c57-7e36-4b1b-9e2c-733accddb6c4 on network a62e01ea-f2e5-4ac4-9f56-3043444e806b {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:13:11.523417 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-bfe4cd17-bbe1-48c9-a75b-3938cea31b85 req-a6b66479-5a3b-4ce6-a5b0-975ae07b72e0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=22d080b6-177e-464f-bc87-78ef2665f72d HTTP/1.1" status: 200 len: 217 time: 0.0655658 Jul 15 23:13:11.557879 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-11f14545-f0c6-48d9-a764-26875e1e9c03 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:11.558789 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-11f14545-f0c6-48d9-a764-26875e1e9c03 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:11.578888 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2efd704-7bf6-4b0d-8095-ff3c64091375 req-d2ee3f32-a18f-4ce1-9808-bb50afc33249 service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:13:11.579396 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2efd704-7bf6-4b0d-8095-ff3c64091375 req-d2ee3f32-a18f-4ce1-9808-bb50afc33249 service neutron] Checking segment: {'id': '3c2758b9-e41c-4bf2-b9ed-9081bfc02669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a62e01ea-f2e5-4ac4-9f56-3043444e806b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:13:11.580027 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2efd704-7bf6-4b0d-8095-ff3c64091375 req-d2ee3f32-a18f-4ce1-9808-bb50afc33249 service neutron] Bound using segment: {'id': '3c2758b9-e41c-4bf2-b9ed-9081bfc02669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a62e01ea-f2e5-4ac4-9f56-3043444e806b'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:13:11.580649 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-a2efd704-7bf6-4b0d-8095-ff3c64091375 req-d2ee3f32-a18f-4ce1-9808-bb50afc33249 service neutron] Bound port: 465a9c57-7e36-4b1b-9e2c-733accddb6c4, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c2758b9-e41c-4bf2-b9ed-9081bfc02669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a62e01ea-f2e5-4ac4-9f56-3043444e806b'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:13:11.581157 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a2efd704-7bf6-4b0d-8095-ff3c64091375 req-d2ee3f32-a18f-4ce1-9808-bb50afc33249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:11.607859 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe4cd17-bbe1-48c9-a75b-3938cea31b85 req-4b49de80-0bc0-461c-b2b9-13f8e7439ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:11.609610 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-bfe4cd17-bbe1-48c9-a75b-3938cea31b85 req-4b49de80-0bc0-461c-b2b9-13f8e7439ac6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fe3eef83-74d9-48a6-8931-0e31ba6153cf HTTP/1.1" status: 200 len: 861 time: 0.0754724 Jul 15 23:13:11.664366 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5181de8-2ad9-4afd-a831-b94996b5473e admin admin] Deleting subnet 4784f3e6-9c33-4ca9-b939-22218bc2821a {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:13:11.670983 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-bfe4cd17-bbe1-48c9-a75b-3938cea31b85 req-f10e5d09-bb46-44c4-a504-1e3df404f75d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=54d36d42-4b6b-4a3b-a62a-15b6ab91449d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535846 Jul 15 23:13:11.676683 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c5181de8-2ad9-4afd-a831-b94996b5473e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:11.686647 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-11f14545-f0c6-48d9-a764-26875e1e9c03 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1418548 Jul 15 23:13:11.741729 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f12f0af-56bd-4e18-a9fa-4b5ecae3f97d req-a4546101-1cb7-42f3-bd78-155ef31995bb tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:11.746567 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8f12f0af-56bd-4e18-a9fa-4b5ecae3f97d req-a4546101-1cb7-42f3-bd78-155ef31995bb tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb0f843-a54b-4d51-aadc-ab1c901c1850&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5888228 Jul 15 23:13:11.759269 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-ab4d7599-b55f-488f-95e9-019f3e6018ad tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:13:11.762442 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-ab4d7599-b55f-488f-95e9-019f3e6018ad tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0359674 Jul 15 23:13:11.807454 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-bfe4cd17-bbe1-48c9-a75b-3938cea31b85 req-6aabb156-8b75-4465-96bc-363c947ff896 service neutron] 10.222.0.49 "GET /v2.0/networks/54d36d42-4b6b-4a3b-a62a-15b6ab91449d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282902 Jul 15 23:13:11.814395 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-0a9de118-829f-4a5d-b6bd-43d73a7ac8cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fe526f5-2552-4b55-bc09-efdd15157e20 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:13:11.829336 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-20156e31-c1f0-4b64-bfff-1ef71e5ef12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:11.832008 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-20156e31-c1f0-4b64-bfff-1ef71e5ef12f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=97397394137f47b6b8b1bb83454a379f&device_id=2f2d3ea3-1396-4e60-9b5a-4f50f26ae32b HTTP/1.1" status: 200 len: 1096 time: 0.6105669 Jul 15 23:13:11.841053 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 683ba39b-5c5b-49c5-9a9b-86487f858ce4 details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:13:11.874353 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-415074d8-144b-4c8d-b717-b2c584d58e62 service neutron] Request body: {'port': {'device_id': '6a7fa4ef-e851-48b3-b72b-e390a9b85b4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:11.892744 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-0a9de118-829f-4a5d-b6bd-43d73a7ac8cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:11.975226 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c5181de8-2ad9-4afd-a831-b94996b5473e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:11.992048 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-bfe4cd17-bbe1-48c9-a75b-3938cea31b85 req-380659a6-b430-4bb7-bad9-e72f9c2795ee service neutron] 10.222.0.49 "GET /v2.0/networks/54d36d42-4b6b-4a3b-a62a-15b6ab91449d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727638 Jul 15 23:13:12.007593 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 683ba39b-5c5b-49c5-9a9b-86487f858ce4, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=683ba39b-5c5b-49c5-9a9b-86487f858ce4,segment=NetworkSegment(905c5321-6007-4bdd-9ce8-09c518981f63),segment_id=905c5321-6007-4bdd-9ce8-09c518981f63)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:12.038011 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': '683ba39b-5c5b-49c5-9a9b-86487f858ce4', 'network_id': '87b3deb3-fb25-4544-a65d-07737f2f34f5', 'port_id': '683ba39b-5c5b-49c5-9a9b-86487f858ce4', 'mac_address': 'fa:16:3e:c0:08:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0702bbda-a694-4b9a-a5ce-70b43768acd5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:13:12.064487 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8f12f0af-56bd-4e18-a9fa-4b5ecae3f97d req-8e1e8b7c-c3fd-4b1a-9b31-5bb04771a2e7 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.26 HTTP/1.1" status: 200 len: 695 time: 0.2543626 Jul 15 23:13:12.082997 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:12.098609 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-0a9de118-829f-4a5d-b6bd-43d73a7ac8cf service neutron] Transition to ACTIVE for port object 3fe526f5-2552-4b55-bc09-efdd15157e20 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:13:12.102963 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 683ba39b-5c5b-49c5-9a9b-86487f858ce4 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:13:12.113253 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-8f12f0af-56bd-4e18-a9fa-4b5ecae3f97d req-62b05908-a871-46d3-a5a5-51e48fdd162c tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Request body: {'floatingip': {'port_id': 'ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:12.128671 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 683ba39b-5c5b-49c5-9a9b-86487f858ce4, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=683ba39b-5c5b-49c5-9a9b-86487f858ce4,segment=NetworkSegment(905c5321-6007-4bdd-9ce8-09c518981f63),segment_id=905c5321-6007-4bdd-9ce8-09c518981f63)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:12.137153 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:12.139779 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-0a9de118-829f-4a5d-b6bd-43d73a7ac8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:12.217627 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=683ba39b-5c5b-49c5-9a9b-86487f858ce4,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:12.245394 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8f12f0af-56bd-4e18-a9fa-4b5ecae3f97d req-62b05908-a871-46d3-a5a5-51e48fdd162c tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:12.260292 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-a2efd704-7bf6-4b0d-8095-ff3c64091375 req-d2ee3f32-a18f-4ce1-9808-bb50afc33249 service neutron] For port 465a9c57-7e36-4b1b-9e2c-733accddb6c4, host n-h2-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:13:12.395323 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c5181de8-2ad9-4afd-a831-b94996b5473e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:12.477913 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-a2efd704-7bf6-4b0d-8095-ff3c64091375 req-d2ee3f32-a18f-4ce1-9808-bb50afc33249 service neutron] For port 465a9c57-7e36-4b1b-9e2c-733accddb6c4, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=465a9c57-7e36-4b1b-9e2c-733accddb6c4,segment=NetworkSegment(3c2758b9-e41c-4bf2-b9ed-9081bfc02669),segment_id=3c2758b9-e41c-4bf2-b9ed-9081bfc02669)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:13:12.535493 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a2efd704-7bf6-4b0d-8095-ff3c64091375 req-d2ee3f32-a18f-4ce1-9808-bb50afc33249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:12.536675 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['683ba39b-5c5b-49c5-9a9b-86487f858ce4'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:13:12.590063 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9de118-829f-4a5d-b6bd-43d73a7ac8cf service neutron] Pushing event updated for resources: {'Port': ['ID=3fe526f5-2552-4b55-bc09-efdd15157e20,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:12.608638 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-415074d8-144b-4c8d-b717-b2c584d58e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:12.649618 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-f8c886cb-85db-4d8e-b659-cf869c9fbaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:12.652187 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-f8c886cb-85db-4d8e-b659-cf869c9fbaa7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=54d36d42-4b6b-4a3b-a62a-15b6ab91449d HTTP/1.1" status: 200 len: 922 time: 0.7826154 Jul 15 23:13:12.761954 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2efd704-7bf6-4b0d-8095-ff3c64091375 req-d2ee3f32-a18f-4ce1-9808-bb50afc33249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:12.762789 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a2efd704-7bf6-4b0d-8095-ff3c64091375 req-d2ee3f32-a18f-4ce1-9808-bb50afc33249 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:12.764386 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a2efd704-7bf6-4b0d-8095-ff3c64091375 req-d2ee3f32-a18f-4ce1-9808-bb50afc33249 service neutron] 10.222.0.41 "PUT /v2.0/ports/465a9c57-7e36-4b1b-9e2c-733accddb6c4 HTTP/1.1" status: 200 len: 1092 time: 4.4441533 Jul 15 23:13:12.767329 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3093267e-6877-4e7b-ba59-9d8f8d74bec4', 'tag': '465a9c57-7e36-4b1b-9e2c-733accddb6c4'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:13:12.770365 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62050062-5091-4150-8f1a-e59eeaa24606" -d '{"events": [{"name": "network-changed", "server_uuid": "3093267e-6877-4e7b-ba59-9d8f8d74bec4", "tag": "465a9c57-7e36-4b1b-9e2c-733accddb6c4"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:13:12.859855 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c88a44-087e-4b04-8b47-6f94caf50122 req-fb80f92b-6c7e-42ee-ab77-4ab0f93a0807 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:12.864396 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-58c88a44-087e-4b04-8b47-6f94caf50122 req-fb80f92b-6c7e-42ee-ab77-4ab0f93a0807 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f61831a-2e00-4a5e-b0d8-6ea7fdde3c62 HTTP/1.1" status: 200 len: 931 time: 1.0413251 Jul 15 23:13:12.911784 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-fc8073ac-c894-4290-9c8c-a037f74920ed service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=77c0025b-ab04-4c95-9ff4-08d9bf61c7ec HTTP/1.1" status: 200 len: 217 time: 0.1909552 Jul 15 23:13:12.992167 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c5181de8-2ad9-4afd-a831-b94996b5473e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:13.535283 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ee3f32-a18f-4ce1-9808-bb50afc33249 service neutron] Pushing event updated for resources: {'Port': ['ID=465a9c57-7e36-4b1b-9e2c-733accddb6c4,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:13.659244 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5181de8-2ad9-4afd-a831-b94996b5473e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4784f3e6-9c33-4ca9-b939-22218bc2821a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:13.670273 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c5181de8-2ad9-4afd-a831-b94996b5473e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:13.672481 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-c5181de8-2ad9-4afd-a831-b94996b5473e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4784f3e6-9c33-4ca9-b939-22218bc2821a HTTP/1.1" status: 204 len: 168 time: 2.2673438 Jul 15 23:13:13.675530 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 59488) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:13.757105 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-f7fda7c5-ed6f-48bd-ad0a-7da5838e822c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:13.758625 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-f7fda7c5-ed6f-48bd-ad0a-7da5838e822c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fe3eef83-74d9-48a6-8931-0e31ba6153cf HTTP/1.1" status: 200 len: 861 time: 0.8160131 Jul 15 23:13:13.761627 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-56cce429-31ef-404c-b37a-ae4016b336a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:13.765882 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-0a9de118-829f-4a5d-b6bd-43d73a7ac8cf service neutron] Attempting to bind port 3fe526f5-2552-4b55-bc09-efdd15157e20 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:13:13.766247 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-0a9de118-829f-4a5d-b6bd-43d73a7ac8cf service neutron] Attempting to bind port 3fe526f5-2552-4b55-bc09-efdd15157e20 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '905c5321-6007-4bdd-9ce8-09c518981f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '87b3deb3-fb25-4544-a65d-07737f2f34f5'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:13:13.766587 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-0a9de118-829f-4a5d-b6bd-43d73a7ac8cf service neutron] Attempting to bind port 3fe526f5-2552-4b55-bc09-efdd15157e20 on network 87b3deb3-fb25-4544-a65d-07737f2f34f5 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:13:13.785204 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-58c88a44-087e-4b04-8b47-6f94caf50122 req-ea57ea1d-c5d8-4e7b-9ffa-2e71f1d07767 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab9ed1be-d206-4a5f-8102-d7cc29d4ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8755064 Jul 15 23:13:13.834298 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-0a9de118-829f-4a5d-b6bd-43d73a7ac8cf service neutron] Port 3fe526f5-2552-4b55-bc09-efdd15157e20 on network 87b3deb3-fb25-4544-a65d-07737f2f34f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:13:13.836185 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-0a9de118-829f-4a5d-b6bd-43d73a7ac8cf service neutron] Attempting to bind port 3fe526f5-2552-4b55-bc09-efdd15157e20 on network 87b3deb3-fb25-4544-a65d-07737f2f34f5 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:13:13.856996 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb5f896-436f-4d3e-ae35-7c3fcf8648c3 x-openstack-request-id: req-4fb5f896-436f-4d3e-ae35-7c3fcf8648c3 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:13:13.857443 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "585cd1c6-d2e2-4549-9bd7-e681db768db7", "tag": "683ba39b-5c5b-49c5-9a9b-86487f858ce4", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:13:13.857792 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4fb5f896-436f-4d3e-ae35-7c3fcf8648c3 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:13:13.858294 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '585cd1c6-d2e2-4549-9bd7-e681db768db7', 'tag': '683ba39b-5c5b-49c5-9a9b-86487f858ce4', 'status': 'completed', 'code': 200} Jul 15 23:13:13.863842 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 683ba39b-5c5b-49c5-9a9b-86487f858ce4 up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:13:13.891013 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-56cce429-31ef-404c-b37a-ae4016b336a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:13.905892 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-56cce429-31ef-404c-b37a-ae4016b336a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc3768c1-5ea2-4031-a754-366c2da770a0']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:13.921279 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-0a9de118-829f-4a5d-b6bd-43d73a7ac8cf service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:13:13.921818 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-0a9de118-829f-4a5d-b6bd-43d73a7ac8cf service neutron] Checking segment: {'id': '905c5321-6007-4bdd-9ce8-09c518981f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '87b3deb3-fb25-4544-a65d-07737f2f34f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:13:13.922445 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-0a9de118-829f-4a5d-b6bd-43d73a7ac8cf service neutron] Bound using segment: {'id': '905c5321-6007-4bdd-9ce8-09c518981f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '87b3deb3-fb25-4544-a65d-07737f2f34f5'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:13:13.923204 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-0a9de118-829f-4a5d-b6bd-43d73a7ac8cf service neutron] Bound port: 3fe526f5-2552-4b55-bc09-efdd15157e20, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '905c5321-6007-4bdd-9ce8-09c518981f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '87b3deb3-fb25-4544-a65d-07737f2f34f5'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:13:13.924734 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-0a9de118-829f-4a5d-b6bd-43d73a7ac8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:13.955112 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-56cce429-31ef-404c-b37a-ae4016b336a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa9ba59e-fb0e-4826-bf82-0deacb35d078') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:13.955596 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-56cce429-31ef-404c-b37a-ae4016b336a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa9ba59e-fb0e-4826-bf82-0deacb35d078') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:13.961814 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-7f98c07a-de79-44c3-b51b-092f976c6c8a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=54d36d42-4b6b-4a3b-a62a-15b6ab91449d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1860816 Jul 15 23:13:13.972898 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-56cce429-31ef-404c-b37a-ae4016b336a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:13.992892 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port 683ba39b-5c5b-49c5-9a9b-86487f858ce4 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:13:13.997417 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-56cce429-31ef-404c-b37a-ae4016b336a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:14.015872 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port 683ba39b-5c5b-49c5-9a9b-86487f858ce4 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:13:14.016351 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:14.018563 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56cce429-31ef-404c-b37a-ae4016b336a3 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:13:14.019209 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-56cce429-31ef-404c-b37a-ae4016b336a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:14.022843 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:13:14.022843 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:13:14.022843 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:13:14.022843 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:13:14.022843 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:13:14.022843 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:13:14.022843 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:13:14.022843 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:13:14.022843 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:13:14.022843 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:13:14.022843 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:13:14.022843 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:13:14.022843 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:13:14.022843 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:13:14.022843 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:13:14.022843 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:13:14.022843 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:13:14.022843 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:13:14.022843 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:13:14.022843 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:13:14.022843 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:13:14.022843 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:13:14.022843 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:13:14.022843 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:13:14.022843 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:13:14.022843 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:13:14.022843 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:13:14.022843 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:13:14.022843 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:13:14.022843 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:13:14.022843 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:13:14.022843 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:13:14.047033 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b13424-ee86-438b-b938-d8594d84ef24 req-f44b4f7f-7c8d-4d07-9eef-1f834064f838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:14.049052 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-47b13424-ee86-438b-b938-d8594d84ef24 req-f44b4f7f-7c8d-4d07-9eef-1f834064f838 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1346ace410dc448e8450692617c5ba13&device_id=585cd1c6-d2e2-4549-9bd7-e681db768db7 HTTP/1.1" status: 200 len: 1095 time: 0.1402476 Jul 15 23:13:14.143521 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:14.149672 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2efd704-7bf6-4b0d-8095-ff3c64091375 req-941114fc-6621-4647-934c-4c0b096cd48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:14.151170 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a2efd704-7bf6-4b0d-8095-ff3c64091375 req-941114fc-6621-4647-934c-4c0b096cd48d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=675bfc559b0b40ea8fae85ead4a7a3be&device_id=3093267e-6877-4e7b-ba59-9d8f8d74bec4 HTTP/1.1" status: 200 len: 1095 time: 1.2500772 Jul 15 23:13:14.176389 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-56cce429-31ef-404c-b37a-ae4016b336a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:14.181730 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '585cd1c6-d2e2-4549-9bd7-e681db768db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '683ba39b-5c5b-49c5-9a9b-86487f858ce4'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:13:14.184414 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-492a5966-d1df-4baf-baff-b4a63f73ae23" -d '{"events": [{"server_uuid": "585cd1c6-d2e2-4549-9bd7-e681db768db7", "name": "network-vif-plugged", "status": "completed", "tag": "683ba39b-5c5b-49c5-9a9b-86487f858ce4"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:13:14.185627 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-56cce429-31ef-404c-b37a-ae4016b336a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:14.191155 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-56cce429-31ef-404c-b37a-ae4016b336a3 admin admin] 10.222.0.48 "DELETE /v2.0/networks/dc3768c1-5ea2-4031-a754-366c2da770a0 HTTP/1.1" status: 204 len: 168 time: 0.5139058 Jul 15 23:13:14.210446 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 683ba39b-5c5b-49c5-9a9b-86487f858ce4, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=683ba39b-5c5b-49c5-9a9b-86487f858ce4,segment=NetworkSegment(905c5321-6007-4bdd-9ce8-09c518981f63),segment_id=905c5321-6007-4bdd-9ce8-09c518981f63)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:14.219294 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:14.256042 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b13424-ee86-438b-b938-d8594d84ef24 req-10ea2430-14ab-4ff6-bec8-689524124f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:14.258020 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-47b13424-ee86-438b-b938-d8594d84ef24 req-10ea2430-14ab-4ff6-bec8-689524124f4c service neutron] 10.222.0.41 "GET /v2.0/networks?id=87b3deb3-fb25-4544-a65d-07737f2f34f5 HTTP/1.1" status: 200 len: 917 time: 0.2004910 Jul 15 23:13:14.259480 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cce429-31ef-404c-b37a-ae4016b336a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc3768c1-5ea2-4031-a754-366c2da770a0,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:14.293159 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=683ba39b-5c5b-49c5-9a9b-86487f858ce4,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:14.301095 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a2efd704-7bf6-4b0d-8095-ff3c64091375 req-0c12fbae-9e94-4807-a8ab-dd22e3fbba4e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=465a9c57-7e36-4b1b-9e2c-733accddb6c4 HTTP/1.1" status: 200 len: 217 time: 0.0932801 Jul 15 23:13:14.326630 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-47b13424-ee86-438b-b938-d8594d84ef24 req-cf23c2a8-b895-41e5-bb0a-988ebe887f9f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=683ba39b-5c5b-49c5-9a9b-86487f858ce4 HTTP/1.1" status: 200 len: 217 time: 0.0575869 Jul 15 23:13:14.373424 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 59494) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:14.432935 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b13424-ee86-438b-b938-d8594d84ef24 req-739b6e59-6908-4929-92ba-22280d741e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:14.434864 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-47b13424-ee86-438b-b938-d8594d84ef24 req-739b6e59-6908-4929-92ba-22280d741e6d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0702bbda-a694-4b9a-a5ce-70b43768acd5 HTTP/1.1" status: 200 len: 856 time: 0.1012228 Jul 15 23:13:14.501911 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-47b13424-ee86-438b-b938-d8594d84ef24 req-1a811ebf-6f5e-44f9-867f-1b9feb49ba3d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=87b3deb3-fb25-4544-a65d-07737f2f34f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560277 Jul 15 23:13:14.505025 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-0a9de118-829f-4a5d-b6bd-43d73a7ac8cf service neutron] For port 3fe526f5-2552-4b55-bc09-efdd15157e20, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:13:14.507528 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-4187796c-8936-4cb5-92de-a81ea93258ce admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2c4a4c1056c54e6c9d8e39254706f526&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1320586 Jul 15 23:13:14.510977 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 59496) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:14.547899 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-e702ff8f-b5d9-4243-b8b6-9dc1b8bce805 service neutron] 10.222.0.49 "GET /v2.0/networks/54d36d42-4b6b-4a3b-a62a-15b6ab91449d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5641582 Jul 15 23:13:14.578976 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-0a9de118-829f-4a5d-b6bd-43d73a7ac8cf service neutron] For port 3fe526f5-2552-4b55-bc09-efdd15157e20, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=3fe526f5-2552-4b55-bc09-efdd15157e20,segment=NetworkSegment(905c5321-6007-4bdd-9ce8-09c518981f63),segment_id=905c5321-6007-4bdd-9ce8-09c518981f63)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:13:14.581096 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2efd704-7bf6-4b0d-8095-ff3c64091375 req-c8cb504f-9b83-40cb-a5a5-a5bbc5dbe7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:14.582977 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a2efd704-7bf6-4b0d-8095-ff3c64091375 req-c8cb504f-9b83-40cb-a5a5-a5bbc5dbe7cc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a1126b8c-d6f8-4596-9ab3-27f6931e900c HTTP/1.1" status: 200 len: 851 time: 0.2498677 Jul 15 23:13:14.602186 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-0a9de118-829f-4a5d-b6bd-43d73a7ac8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:14.666712 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e37872ac-c90e-48e9-81ca-70b17fc2e66c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:14.674688 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-47b13424-ee86-438b-b938-d8594d84ef24 req-021426cf-e84e-4919-8ae6-67ee1f9acd96 service neutron] 10.222.0.41 "GET /v2.0/networks/87b3deb3-fb25-4544-a65d-07737f2f34f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656246 Jul 15 23:13:14.717022 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a2efd704-7bf6-4b0d-8095-ff3c64091375 req-ff72d781-a606-403b-b6ac-04a235b3056c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a62e01ea-f2e5-4ac4-9f56-3043444e806b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1174264 Jul 15 23:13:14.724075 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e37872ac-c90e-48e9-81ca-70b17fc2e66c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:14.778877 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb8693f-e690-4f75-8c71-5f2b5654e899 req-96bf7bcc-632a-4254-bdfe-bcecdeee3f8f tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:14.780491 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-acb8693f-e690-4f75-8c71-5f2b5654e899 req-96bf7bcc-632a-4254-bdfe-bcecdeee3f8f tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f2d3ea3-1396-4e60-9b5a-4f50f26ae32b HTTP/1.1" status: 200 len: 945 time: 0.6394298 Jul 15 23:13:14.785308 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-415074d8-144b-4c8d-b717-b2c584d58e62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 006939be-bbb3-48d8-8754-8c7014ece223 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:13:14.791050 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-0a9de118-829f-4a5d-b6bd-43d73a7ac8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:14.791732 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-0a9de118-829f-4a5d-b6bd-43d73a7ac8cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:14.793161 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-0a9de118-829f-4a5d-b6bd-43d73a7ac8cf service neutron] 10.222.0.49 "PUT /v2.0/ports/3fe526f5-2552-4b55-bc09-efdd15157e20 HTTP/1.1" status: 200 len: 1091 time: 5.5777249 Jul 15 23:13:14.827780 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-47b13424-ee86-438b-b938-d8594d84ef24 req-2375b69a-3fe9-4e4d-8cde-592c38b116e4 service neutron] 10.222.0.41 "GET /v2.0/networks/87b3deb3-fb25-4544-a65d-07737f2f34f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432977 Jul 15 23:13:14.848929 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e37872ac-c90e-48e9-81ca-70b17fc2e66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:14.849500 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-415074d8-144b-4c8d-b717-b2c584d58e62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:14.854442 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e37872ac-c90e-48e9-81ca-70b17fc2e66c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:14.859006 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e37872ac-c90e-48e9-81ca-70b17fc2e66c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c9f72ef8-856f-4133-a731-62ace9106bbb HTTP/1.1" status: 204 len: 168 time: 0.3446302 Jul 15 23:13:14.871018 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37872ac-c90e-48e9-81ca-70b17fc2e66c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f72ef8-856f-4133-a731-62ace9106bbb,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:14.905455 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.db.resource_extend [req-8f12f0af-56bd-4e18-a9fa-4b5ecae3f97d req-62b05908-a871-46d3-a5a5-51e48fdd162c tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 23:13:14.986395 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-415074d8-144b-4c8d-b717-b2c584d58e62 service neutron] Transition to ACTIVE for port object 006939be-bbb3-48d8-8754-8c7014ece223 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:13:15.000073 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9de118-829f-4a5d-b6bd-43d73a7ac8cf service neutron] Pushing event updated for resources: {'Port': ['ID=3fe526f5-2552-4b55-bc09-efdd15157e20,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:15.045557 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-415074d8-144b-4c8d-b717-b2c584d58e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:15.073045 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-10fc4fac-2fc5-489d-bf96-b2aaca275135 service neutron] 10.222.0.49 "GET /v2.0/networks/54d36d42-4b6b-4a3b-a62a-15b6ab91449d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4964569 Jul 15 23:13:15.110268 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8f12f0af-56bd-4e18-a9fa-4b5ecae3f97d req-62b05908-a871-46d3-a5a5-51e48fdd162c tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:15.113570 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-acb8693f-e690-4f75-8c71-5f2b5654e899 req-f620ae55-e33f-42fc-acc6-61c5b8ac5af6 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866690 Jul 15 23:13:15.128500 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8f12f0af-56bd-4e18-a9fa-4b5ecae3f97d req-62b05908-a871-46d3-a5a5-51e48fdd162c tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:15.233211 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a2efd704-7bf6-4b0d-8095-ff3c64091375 req-55ee5506-b43a-4f77-a5a6-8fd5f7b4101f service neutron] 10.222.0.41 "GET /v2.0/networks/a62e01ea-f2e5-4ac4-9f56-3043444e806b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4801412 Jul 15 23:13:15.261399 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415074d8-144b-4c8d-b717-b2c584d58e62 service neutron] Pushing event updated for resources: {'Port': ['ID=006939be-bbb3-48d8-8754-8c7014ece223,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:15.345957 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 59508) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:15.393204 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-71ea4293-a968-4c61-b678-4201fc4d9357 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=30fb90c06fa648b9a505e70d20ee6200&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0456238 Jul 15 23:13:15.397386 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 59510) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:15.457540 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3bf84e50-bc31-4112-ba3b-2d14e9f501d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:15.493805 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3bf84e50-bc31-4112-ba3b-2d14e9f501d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:15.547255 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-51193561-a9fd-40f3-963a-9092aceb58cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:15.548823 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-51193561-a9fd-40f3-963a-9092aceb58cb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1346ace410dc448e8450692617c5ba13&device_id=1f61831a-2e00-4a5e-b0d8-6ea7fdde3c62 HTTP/1.1" status: 200 len: 1094 time: 0.6596160 Jul 15 23:13:15.565504 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3bf84e50-bc31-4112-ba3b-2d14e9f501d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:15.571125 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3bf84e50-bc31-4112-ba3b-2d14e9f501d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:15.580816 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-3bf84e50-bc31-4112-ba3b-2d14e9f501d0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b0506ecd-b0bb-480a-a50f-c9e619c6d952 HTTP/1.1" status: 204 len: 168 time: 0.1775200 Jul 15 23:13:15.602231 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf84e50-bc31-4112-ba3b-2d14e9f501d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0506ecd-b0bb-480a-a50f-c9e619c6d952,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:15.636315 n-d-794306-6 neutron-server[93770]: INFO neutron.db.l3_db [req-8f12f0af-56bd-4e18-a9fa-4b5ecae3f97d req-62b05908-a871-46d3-a5a5-51e48fdd162c tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Floating IP 91b8f176-1871-4f3f-a013-aa311e02db81 associated. External IP: 172.25.5.26, port: ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b. Jul 15 23:13:15.647517 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-ce63c441-0c94-4cf9-b0ea-41253a929cdc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3fe526f5-2552-4b55-bc09-efdd15157e20 HTTP/1.1" status: 200 len: 217 time: 0.0867238 Jul 15 23:13:15.711080 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-415074d8-144b-4c8d-b717-b2c584d58e62 service neutron] Attempting to bind port 006939be-bbb3-48d8-8754-8c7014ece223 on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:13:15.711962 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-415074d8-144b-4c8d-b717-b2c584d58e62 service neutron] Attempting to bind port 006939be-bbb3-48d8-8754-8c7014ece223 by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '905c5321-6007-4bdd-9ce8-09c518981f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '87b3deb3-fb25-4544-a65d-07737f2f34f5'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:13:15.712527 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-415074d8-144b-4c8d-b717-b2c584d58e62 service neutron] Attempting to bind port 006939be-bbb3-48d8-8754-8c7014ece223 on network 87b3deb3-fb25-4544-a65d-07737f2f34f5 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:13:16.091036 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a2efd704-7bf6-4b0d-8095-ff3c64091375 req-7d1035c9-a00e-41e5-a859-858a3f272403 service neutron] 10.222.0.41 "GET /v2.0/networks/a62e01ea-f2e5-4ac4-9f56-3043444e806b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8433514 Jul 15 23:13:16.105210 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-415074d8-144b-4c8d-b717-b2c584d58e62 service neutron] Port 006939be-bbb3-48d8-8754-8c7014ece223 on network 87b3deb3-fb25-4544-a65d-07737f2f34f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:13:16.105536 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-415074d8-144b-4c8d-b717-b2c584d58e62 service neutron] Attempting to bind port 006939be-bbb3-48d8-8754-8c7014ece223 on network 87b3deb3-fb25-4544-a65d-07737f2f34f5 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:13:16.152956 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-415074d8-144b-4c8d-b717-b2c584d58e62 service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:13:16.153217 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-415074d8-144b-4c8d-b717-b2c584d58e62 service neutron] Checking segment: {'id': '905c5321-6007-4bdd-9ce8-09c518981f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '87b3deb3-fb25-4544-a65d-07737f2f34f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:13:16.154130 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-415074d8-144b-4c8d-b717-b2c584d58e62 service neutron] Bound using segment: {'id': '905c5321-6007-4bdd-9ce8-09c518981f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '87b3deb3-fb25-4544-a65d-07737f2f34f5'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:13:16.154782 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-415074d8-144b-4c8d-b717-b2c584d58e62 service neutron] Bound port: 006939be-bbb3-48d8-8754-8c7014ece223, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '905c5321-6007-4bdd-9ce8-09c518981f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '87b3deb3-fb25-4544-a65d-07737f2f34f5'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:13:16.155339 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-415074d8-144b-4c8d-b717-b2c584d58e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:16.187825 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-47d6cfd9-5780-4f77-965e-8bfb52c6522b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:16.189659 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-47d6cfd9-5780-4f77-965e-8bfb52c6522b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0702bbda-a694-4b9a-a5ce-70b43768acd5 HTTP/1.1" status: 200 len: 856 time: 0.5014489 Jul 15 23:13:16.200525 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2ec3e-1cd0-44c9-967c-ea36c8dc9788 req-9663e7a4-f98a-4e19-9c64-82a2ef75ba03 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:16.202505 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fde2ec3e-1cd0-44c9-967c-ea36c8dc9788 req-9663e7a4-f98a-4e19-9c64-82a2ef75ba03 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=3093267e-6877-4e7b-ba59-9d8f8d74bec4 HTTP/1.1" status: 200 len: 944 time: 0.8930643 Jul 15 23:13:16.276208 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-1186f700-d241-417f-b8c0-2ae5a7f02d45 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=87b3deb3-fb25-4544-a65d-07737f2f34f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691555 Jul 15 23:13:16.295394 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-d9d99f84-d91d-4bfb-a567-a51995aef33c service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:13:16.296534 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-d9d99f84-d91d-4bfb-a567-a51995aef33c service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0107217 Jul 15 23:13:16.403218 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fde2ec3e-1cd0-44c9-967c-ea36c8dc9788 req-3125e133-b3fe-4edc-a3a0-83729c72e953 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854172 Jul 15 23:13:16.460744 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-415074d8-144b-4c8d-b717-b2c584d58e62 service neutron] For port 006939be-bbb3-48d8-8754-8c7014ece223, host n-h2-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:13:16.520777 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-415074d8-144b-4c8d-b717-b2c584d58e62 service neutron] For port 006939be-bbb3-48d8-8754-8c7014ece223, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=006939be-bbb3-48d8-8754-8c7014ece223,segment=NetworkSegment(905c5321-6007-4bdd-9ce8-09c518981f63),segment_id=905c5321-6007-4bdd-9ce8-09c518981f63)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:13:16.533168 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 59534) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:16.535214 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-415074d8-144b-4c8d-b717-b2c584d58e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:16.594012 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-4a6bf23e-8c10-41d1-aba8-fd8c7df8b964 service neutron] 10.222.0.49 "GET /v2.0/networks/87b3deb3-fb25-4544-a65d-07737f2f34f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872524 Jul 15 23:13:16.606532 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-415074d8-144b-4c8d-b717-b2c584d58e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:16.607173 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-415074d8-144b-4c8d-b717-b2c584d58e62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:16.608639 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-415074d8-144b-4c8d-b717-b2c584d58e62 service neutron] 10.222.0.41 "PUT /v2.0/ports/006939be-bbb3-48d8-8754-8c7014ece223 HTTP/1.1" status: 200 len: 1092 time: 4.7840307 Jul 15 23:13:16.664326 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f12f0af-56bd-4e18-a9fa-4b5ecae3f97d req-62b05908-a871-46d3-a5a5-51e48fdd162c tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Router fa493c16-b657-4228-8776-5e739991a854 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:13:16.697930 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415074d8-144b-4c8d-b717-b2c584d58e62 service neutron] Pushing event updated for resources: {'Port': ['ID=006939be-bbb3-48d8-8754-8c7014ece223,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:16.710431 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1036c647-547b-466c-8d7b-337f500d6d17 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-313150327-network', 'tenant_id': '5d9ae70e65954be9a165b199be83ef6a'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:16.738439 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1036c647-547b-466c-8d7b-337f500d6d17 admin admin] Made reservation on behalf of 5d9ae70e65954be9a165b199be83ef6a for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:13:16.741637 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1036c647-547b-466c-8d7b-337f500d6d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:16.752011 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1036c647-547b-466c-8d7b-337f500d6d17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:16.869263 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-15482082-3146-4575-9f85-4db6e03baf6d service neutron] 10.222.0.49 "GET /v2.0/networks/87b3deb3-fb25-4544-a65d-07737f2f34f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644732 Jul 15 23:13:16.959333 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1866de-c8be-418e-b3cf-5afaccbc97ec req-2a23e708-dec9-4e26-b90c-441790aae639 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:16.961052 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0f1866de-c8be-418e-b3cf-5afaccbc97ec req-2a23e708-dec9-4e26-b90c-441790aae639 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/ports?device_id=172d8b5e-22f6-4828-9f7d-0b0be04feec3 HTTP/1.1" status: 200 len: 945 time: 0.3068073 Jul 15 23:13:16.974158 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1036c647-547b-466c-8d7b-337f500d6d17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:16.979291 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1036c647-547b-466c-8d7b-337f500d6d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:17.011103 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1036c647-547b-466c-8d7b-337f500d6d17 admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:13:17.021800 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f12f0af-56bd-4e18-a9fa-4b5ecae3f97d req-62b05908-a871-46d3-a5a5-51e48fdd162c tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:13:17.029918 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8f12f0af-56bd-4e18-a9fa-4b5ecae3f97d req-62b05908-a871-46d3-a5a5-51e48fdd162c tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:17.032499 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1036c647-547b-466c-8d7b-337f500d6d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a00402bc-417c-4401-b3a4-a86d8ce769a2,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:17.038573 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1036c647-547b-466c-8d7b-337f500d6d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:17.038573 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-1036c647-547b-466c-8d7b-337f500d6d17 admin admin] Added segment f2e0773f-8183-4f36-8ee8-76cf70d2d71c of type vlan for network 6516a713-fc78-44c2-b99b-acc90d8d4ccb Jul 15 23:13:17.040857 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fe567f-3401-4e63-8edf-5fa9c40ad9ac None None] Sync routers for ids ['fa493c16-b657-4228-8776-5e739991a854'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:13:17.051188 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fe567f-3401-4e63-8edf-5fa9c40ad9ac None None] Routers {'fa493c16-b657-4228-8776-5e739991a854'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:13:17.052786 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-c8fe567f-3401-4e63-8edf-5fa9c40ad9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:13:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['fa493c16-b657-4228-8776-5e739991a854'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:17.054671 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1036c647-547b-466c-8d7b-337f500d6d17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:17.055026 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1036c647-547b-466c-8d7b-337f500d6d17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:17.055368 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1036c647-547b-466c-8d7b-337f500d6d17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:17.055730 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1036c647-547b-466c-8d7b-337f500d6d17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:17.056091 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1036c647-547b-466c-8d7b-337f500d6d17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:17.056389 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1036c647-547b-466c-8d7b-337f500d6d17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:17.056714 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1036c647-547b-466c-8d7b-337f500d6d17 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:17.057165 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1036c647-547b-466c-8d7b-337f500d6d17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:17.058809 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1036c647-547b-466c-8d7b-337f500d6d17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:17.058809 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1036c647-547b-466c-8d7b-337f500d6d17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:17.059076 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1036c647-547b-466c-8d7b-337f500d6d17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:17.059298 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1036c647-547b-466c-8d7b-337f500d6d17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:17.071101 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0f1866de-c8be-418e-b3cf-5afaccbc97ec req-6f939f92-6397-4b94-8f1d-3dc2aa8a58f4 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/security-groups?id=e35c6df1-9256-45c7-85a2-0e1b5450d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921564 Jul 15 23:13:17.073237 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-e2e601a5-7365-4b96-b246-33f29ff532db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:17.074781 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-e2e601a5-7365-4b96-b246-33f29ff532db service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1346ace410dc448e8450692617c5ba13&device_id=6a7fa4ef-e851-48b3-b72b-e390a9b85b4a HTTP/1.1" status: 200 len: 1095 time: 0.3781569 Jul 15 23:13:17.103485 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8f12f0af-56bd-4e18-a9fa-4b5ecae3f97d req-62b05908-a871-46d3-a5a5-51e48fdd162c tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "PUT /v2.0/floatingips/91b8f176-1871-4f3f-a013-aa311e02db81 HTTP/1.1" status: 200 len: 995 time: 5.0000136 Jul 15 23:13:17.146884 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-66aff2ad-971b-4e78-bec7-2523d442b526 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=006939be-bbb3-48d8-8754-8c7014ece223 HTTP/1.1" status: 200 len: 217 time: 0.0562792 Jul 15 23:13:17.173877 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1036c647-547b-466c-8d7b-337f500d6d17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:17.208700 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a20d594-e623-478a-8fce-85dedcf51a08 x-openstack-request-id: req-4a20d594-e623-478a-8fce-85dedcf51a08 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:13:17.209500 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3093267e-6877-4e7b-ba59-9d8f8d74bec4", "tag": "465a9c57-7e36-4b1b-9e2c-733accddb6c4", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:13:17.210082 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4a20d594-e623-478a-8fce-85dedcf51a08 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:13:17.210881 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3093267e-6877-4e7b-ba59-9d8f8d74bec4', 'tag': '465a9c57-7e36-4b1b-9e2c-733accddb6c4', 'status': 'completed', 'code': 200} Jul 15 23:13:17.251112 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-74aa74bc-f35f-423c-891a-24e84a4becf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:17.253246 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-74aa74bc-f35f-423c-891a-24e84a4becf1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0702bbda-a694-4b9a-a5ce-70b43768acd5 HTTP/1.1" status: 200 len: 856 time: 0.1004722 Jul 15 23:13:17.277592 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1036c647-547b-466c-8d7b-337f500d6d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:17.279397 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1036c647-547b-466c-8d7b-337f500d6d17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:17.281993 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1036c647-547b-466c-8d7b-337f500d6d17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:17.296140 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc53f38-7da1-43ac-a35c-012ab6bba530 x-openstack-request-id: req-4bc53f38-7da1-43ac-a35c-012ab6bba530 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:13:17.296937 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "585cd1c6-d2e2-4549-9bd7-e681db768db7", "name": "network-vif-plugged", "status": "completed", "tag": "683ba39b-5c5b-49c5-9a9b-86487f858ce4", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:13:17.296937 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4bc53f38-7da1-43ac-a35c-012ab6bba530 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:13:17.297257 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '585cd1c6-d2e2-4549-9bd7-e681db768db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '683ba39b-5c5b-49c5-9a9b-86487f858ce4', 'code': 200} Jul 15 23:13:17.298426 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-c8fe567f-3401-4e63-8edf-5fa9c40ad9ac None None] Set router fa493c16-b657-4228-8776-5e739991a854 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:13:17.319195 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-21d21829-a0b5-46d0-b044-c20455d87342 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=87b3deb3-fb25-4544-a65d-07737f2f34f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523713 Jul 15 23:13:17.391947 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f12f0af-56bd-4e18-a9fa-4b5ecae3f97d req-6fa3d5bb-8dd9-42e0-9c02-f018630c398c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:17.393698 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8f12f0af-56bd-4e18-a9fa-4b5ecae3f97d req-6fa3d5bb-8dd9-42e0-9c02-f018630c398c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ec36f46f1b7e4eb4acdfec30bd668062&device_id=ffb0f843-a54b-4d51-aadc-ab1c901c1850 HTTP/1.1" status: 200 len: 1096 time: 0.2044370 Jul 15 23:13:17.441166 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-1036c647-547b-466c-8d7b-337f500d6d17 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9023347 Jul 15 23:13:17.455007 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 59546) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:17.466724 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-416fa375-8131-4b58-8b18-8e3e309e1036 admin admin] Request body: {'subnet': {'network_id': '6516a713-fc78-44c2-b99b-acc90d8d4ccb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-313150327-subnet', 'tenant_id': '5d9ae70e65954be9a165b199be83ef6a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:17.552350 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-416fa375-8131-4b58-8b18-8e3e309e1036 admin admin] Made reservation on behalf of 5d9ae70e65954be9a165b199be83ef6a for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:13:17.556365 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-416fa375-8131-4b58-8b18-8e3e309e1036 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:17.611819 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-253e76ab-d1d1-4d5a-81ca-03a7a390b90a service neutron] 10.222.0.41 "GET /v2.0/networks/87b3deb3-fb25-4544-a65d-07737f2f34f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638075 Jul 15 23:13:17.615195 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62050062-5091-4150-8f1a-e59eeaa24606 req-73a696e1-316d-41c6-9f49-db9b277907a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:17.617313 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-62050062-5091-4150-8f1a-e59eeaa24606 req-73a696e1-316d-41c6-9f49-db9b277907a1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=675bfc559b0b40ea8fae85ead4a7a3be&device_id=3093267e-6877-4e7b-ba59-9d8f8d74bec4 HTTP/1.1" status: 200 len: 1095 time: 0.3467956 Jul 15 23:13:17.655148 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1036c647-547b-466c-8d7b-337f500d6d17 admin admin] Pushing event updated for resources: {'Network': ['ID=6516a713-fc78-44c2-b99b-acc90d8d4ccb,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:17.671002 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 6516a713-fc78-44c2-b99b-acc90d8d4ccb details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:13:17.715219 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f12f0af-56bd-4e18-a9fa-4b5ecae3f97d req-77aadf4c-e8f4-4b5d-b35c-b525e0d64173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:17.717924 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8f12f0af-56bd-4e18-a9fa-4b5ecae3f97d req-77aadf4c-e8f4-4b5d-b35c-b525e0d64173 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2eb5a618-95d1-4f19-803a-b44492ccd4ef HTTP/1.1" status: 200 len: 922 time: 0.3039334 Jul 15 23:13:17.790137 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-c8fe567f-3401-4e63-8edf-5fa9c40ad9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa493c16-b657-4228-8776-5e739991a854', 'name': 'tempest-FloatingIPsAssociationTestJSON-1540046159-router', 'tenant_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '9566196f-5ece-4352-b64f-6ab0e47b0101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:11:56Z', 'updated_at': '2021-07-15T23:12:07Z', 'revision_number': 4, 'project_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'gw_port': {'id': '9566196f-5ece-4352-b64f-6ab0e47b0101', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:29:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa493c16-b657-4228-8776-5e739991a854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:11:57Z', 'updated_at': '2021-07-15T23:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '91b8f176-1871-4f3f-a013-aa311e02db81', 'tenant_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'floating_ip_address': '172.25.5.26', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': 'fa493c16-b657-4228-8776-5e739991a854', 'port_id': 'ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eb5a618-95d1-4f19-803a-b44492ccd4ef', 'mac_address': 'fa:16:3e:62:46:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb0f843-a54b-4d51-aadc-ab1c901c1850', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:12:44Z', 'updated_at': '2021-07-15T23:13:14Z', 'revision_number': 1, 'project_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc8ead7e-fdda-4ea9-9779-025762cb6035', 'name': '', 'network_id': '2eb5a618-95d1-4f19-803a-b44492ccd4ef', 'tenant_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'mac_address': 'fa:16:3e:cf:bc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa493c16-b657-4228-8776-5e739991a854', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '89fd3128-ac30-4b7c-b596-62c2dc214969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:03Z', 'updated_at': '2021-07-15T23:12:16Z', 'revision_number': 5, 'project_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'subnets': [{'id': '89fd3128-ac30-4b7c-b596-62c2dc214969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:17.812897 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e3657-5822-410c-834e-1809aa084023 req-39426016-234e-4075-a5c9-d760f068f570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:17.814432 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-666e3657-5822-410c-834e-1809aa084023 req-39426016-234e-4075-a5c9-d760f068f570 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=585cd1c6-d2e2-4549-9bd7-e681db768db7 HTTP/1.1" status: 200 len: 1096 time: 0.3721712 Jul 15 23:13:17.855153 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e9ebb4-df85-46c2-94ad-0518322b5d22 req-9524bdb2-5598-44f3-887f-026cf7d41aa0 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:17.864552 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-05e9ebb4-df85-46c2-94ad-0518322b5d22 req-9524bdb2-5598-44f3-887f-026cf7d41aa0 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f61831a-2e00-4a5e-b0d8-6ea7fdde3c62 HTTP/1.1" status: 200 len: 943 time: 0.4049058 Jul 15 23:13:17.883366 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 465a9c57-7e36-4b1b-9e2c-733accddb6c4 details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:13:17.911132 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-666e3657-5822-410c-834e-1809aa084023 req-8b6570ef-1c12-4629-b97c-7ae41eb7cd50 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ab9ed1be-d206-4a5f-8102-d7cc29d4ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884323 Jul 15 23:13:18.029074 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d6a23a0c-a4b8-4a8a-90ed-20fce3eba870 req-241657bf-267c-4784-a11c-c4aaf9f3a93d service neutron] 10.222.0.41 "GET /v2.0/networks/87b3deb3-fb25-4544-a65d-07737f2f34f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3927324 Jul 15 23:13:18.048759 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fe567f-3401-4e63-8edf-5fa9c40ad9ac None None] Checking router: fa493c16-b657-4228-8776-5e739991a854 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:13:18.051945 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-416fa375-8131-4b58-8b18-8e3e309e1036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:18.066201 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fe567f-3401-4e63-8edf-5fa9c40ad9ac None None] Routers {'fa493c16-b657-4228-8776-5e739991a854'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:13:18.068541 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-c8fe567f-3401-4e63-8edf-5fa9c40ad9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:13:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['fa493c16-b657-4228-8776-5e739991a854'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:18.074373 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62050062-5091-4150-8f1a-e59eeaa24606 req-fc73c038-018c-4cf8-827a-61e36ad3c872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:18.076001 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-62050062-5091-4150-8f1a-e59eeaa24606 req-fc73c038-018c-4cf8-827a-61e36ad3c872 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a62e01ea-f2e5-4ac4-9f56-3043444e806b HTTP/1.1" status: 200 len: 912 time: 0.4412212 Jul 15 23:13:18.140476 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8f12f0af-56bd-4e18-a9fa-4b5ecae3f97d req-679a826e-4183-462f-a2bf-3394fca890d7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b HTTP/1.1" status: 200 len: 998 time: 0.3081541 Jul 15 23:13:18.143077 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-05e9ebb4-df85-46c2-94ad-0518322b5d22 req-cd31e512-a7f7-498e-8789-5c008f7e421f tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab9ed1be-d206-4a5f-8102-d7cc29d4ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103258 Jul 15 23:13:18.191483 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416fa375-8131-4b58-8b18-8e3e309e1036 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ef28179-7a90-48d7-bcfb-e76e0383faee,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:18.227653 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 465a9c57-7e36-4b1b-9e2c-733accddb6c4, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=465a9c57-7e36-4b1b-9e2c-733accddb6c4,segment=NetworkSegment(3c2758b9-e41c-4bf2-b9ed-9081bfc02669),segment_id=3c2758b9-e41c-4bf2-b9ed-9081bfc02669)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:18.253225 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416fa375-8131-4b58-8b18-8e3e309e1036 admin admin] Checking segment: {'id': 'f2e0773f-8183-4f36-8ee8-76cf70d2d71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6516a713-fc78-44c2-b99b-acc90d8d4ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:13:18.255070 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416fa375-8131-4b58-8b18-8e3e309e1036 admin admin] Network hostable DHCP agents. Network: 6516a713-fc78-44c2-b99b-acc90d8d4ccb, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:13:18.281326 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': '465a9c57-7e36-4b1b-9e2c-733accddb6c4', 'network_id': 'a62e01ea-f2e5-4ac4-9f56-3043444e806b', 'port_id': '465a9c57-7e36-4b1b-9e2c-733accddb6c4', 'mac_address': 'fa:16:3e:82:74:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1126b8c-d6f8-4596-9ab3-27f6931e900c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:13:18.301688 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416fa375-8131-4b58-8b18-8e3e309e1036 admin admin] Network 6516a713-fc78-44c2-b99b-acc90d8d4ccb is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:13:18.328495 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-416fa375-8131-4b58-8b18-8e3e309e1036 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 6516a713-fc78-44c2-b99b-acc90d8d4ccb) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:13:18.342216 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-c8fe567f-3401-4e63-8edf-5fa9c40ad9ac None None] Set router fa493c16-b657-4228-8776-5e739991a854 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:13:18.343071 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416fa375-8131-4b58-8b18-8e3e309e1036 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:18.344100 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-416fa375-8131-4b58-8b18-8e3e309e1036 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:18.368807 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10336040-c703-4aeb-a90c-3fae9967188b None None] Network 6516a713-fc78-44c2-b99b-acc90d8d4ccb requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:13:18.377625 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-62050062-5091-4150-8f1a-e59eeaa24606 req-9f24386d-2cdd-4636-8aa2-f01fdd9fee9f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=465a9c57-7e36-4b1b-9e2c-733accddb6c4 HTTP/1.1" status: 200 len: 217 time: 0.1326745 Jul 15 23:13:18.401189 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-416fa375-8131-4b58-8b18-8e3e309e1036 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9331298 Jul 15 23:13:18.401461 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f12f0af-56bd-4e18-a9fa-4b5ecae3f97d req-6337232e-d160-45e9-bea8-7339e1d7d780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:18.413841 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8f12f0af-56bd-4e18-a9fa-4b5ecae3f97d req-6337232e-d160-45e9-bea8-7339e1d7d780 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=89fd3128-ac30-4b7c-b596-62c2dc214969 HTTP/1.1" status: 200 len: 860 time: 0.2580352 Jul 15 23:13:18.450579 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:18.489951 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62050062-5091-4150-8f1a-e59eeaa24606 req-4627f7f9-3df0-4030-b18d-f1b200ceb64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:18.491598 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-62050062-5091-4150-8f1a-e59eeaa24606 req-4627f7f9-3df0-4030-b18d-f1b200ceb64a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a1126b8c-d6f8-4596-9ab3-27f6931e900c HTTP/1.1" status: 200 len: 851 time: 0.1043477 Jul 15 23:13:18.651527 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-62050062-5091-4150-8f1a-e59eeaa24606 req-3e65d9de-ab05-4f49-830e-afd2e1cb8760 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a62e01ea-f2e5-4ac4-9f56-3043444e806b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0900493 Jul 15 23:13:18.711971 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 465a9c57-7e36-4b1b-9e2c-733accddb6c4 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:13:18.751835 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f12f0af-56bd-4e18-a9fa-4b5ecae3f97d req-c075f4da-ede0-4d5d-8c7f-23c731972285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:18.753393 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8f12f0af-56bd-4e18-a9fa-4b5ecae3f97d req-c075f4da-ede0-4d5d-8c7f-23c731972285 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2eb5a618-95d1-4f19-803a-b44492ccd4ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2609067 Jul 15 23:13:18.767503 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 465a9c57-7e36-4b1b-9e2c-733accddb6c4, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=465a9c57-7e36-4b1b-9e2c-733accddb6c4,segment=NetworkSegment(3c2758b9-e41c-4bf2-b9ed-9081bfc02669),segment_id=3c2758b9-e41c-4bf2-b9ed-9081bfc02669)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:18.777335 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:18.800324 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [req-8f12f0af-56bd-4e18-a9fa-4b5ecae3f97d req-eeb482d7-0f01-4f2d-bcfa-5e04f4fc9c7d service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:13:18.801343 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8f12f0af-56bd-4e18-a9fa-4b5ecae3f97d req-eeb482d7-0f01-4f2d-bcfa-5e04f4fc9c7d service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0153594 Jul 15 23:13:18.878722 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-c8fe567f-3401-4e63-8edf-5fa9c40ad9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa493c16-b657-4228-8776-5e739991a854', 'name': 'tempest-FloatingIPsAssociationTestJSON-1540046159-router', 'tenant_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '9566196f-5ece-4352-b64f-6ab0e47b0101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:11:56Z', 'updated_at': '2021-07-15T23:12:07Z', 'revision_number': 4, 'project_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'gw_port': {'id': '9566196f-5ece-4352-b64f-6ab0e47b0101', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:29:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa493c16-b657-4228-8776-5e739991a854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:11:57Z', 'updated_at': '2021-07-15T23:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '91b8f176-1871-4f3f-a013-aa311e02db81', 'tenant_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'floating_ip_address': '172.25.5.26', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': 'fa493c16-b657-4228-8776-5e739991a854', 'port_id': 'ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eb5a618-95d1-4f19-803a-b44492ccd4ef', 'mac_address': 'fa:16:3e:62:46:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb0f843-a54b-4d51-aadc-ab1c901c1850', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:12:44Z', 'updated_at': '2021-07-15T23:13:14Z', 'revision_number': 1, 'project_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc8ead7e-fdda-4ea9-9779-025762cb6035', 'name': '', 'network_id': '2eb5a618-95d1-4f19-803a-b44492ccd4ef', 'tenant_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'mac_address': 'fa:16:3e:cf:bc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa493c16-b657-4228-8776-5e739991a854', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '89fd3128-ac30-4b7c-b596-62c2dc214969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:03Z', 'updated_at': '2021-07-15T23:12:16Z', 'revision_number': 5, 'project_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'subnets': [{'id': '89fd3128-ac30-4b7c-b596-62c2dc214969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:18.886932 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-62050062-5091-4150-8f1a-e59eeaa24606 req-1fa01428-0a12-497a-afef-6515209488f8 service neutron] 10.222.0.41 "GET /v2.0/networks/a62e01ea-f2e5-4ac4-9f56-3043444e806b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194250 Jul 15 23:13:18.898925 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39bf5b41-58f8-41ef-992b-b5f5bda8fb4c None None] Network 6516a713-fc78-44c2-b99b-acc90d8d4ccb requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:13:18.899847 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67e0f6f-3925-4a99-82d4-d6983615a2f8 req-e102cb03-2be2-4223-9af4-ee5cad8bce34 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:18.901754 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f67e0f6f-3925-4a99-82d4-d6983615a2f8 req-e102cb03-2be2-4223-9af4-ee5cad8bce34 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f2d3ea3-1396-4e60-9b5a-4f50f26ae32b HTTP/1.1" status: 200 len: 945 time: 0.2387869 Jul 15 23:13:18.921410 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fe567f-3401-4e63-8edf-5fa9c40ad9ac None None] The sync data for ids ['fa493c16-b657-4228-8776-5e739991a854'] in n-d-794306-6 is: [{'id': 'fa493c16-b657-4228-8776-5e739991a854', 'name': 'tempest-FloatingIPsAssociationTestJSON-1540046159-router', 'tenant_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '9566196f-5ece-4352-b64f-6ab0e47b0101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:11:56Z', 'updated_at': '2021-07-15T23:12:07Z', 'revision_number': 4, 'project_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'gw_port': {'id': '9566196f-5ece-4352-b64f-6ab0e47b0101', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:29:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa493c16-b657-4228-8776-5e739991a854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:11:57Z', 'updated_at': '2021-07-15T23:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '91b8f176-1871-4f3f-a013-aa311e02db81', 'tenant_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'floating_ip_address': '172.25.5.26', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': 'fa493c16-b657-4228-8776-5e739991a854', 'port_id': 'ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eb5a618-95d1-4f19-803a-b44492ccd4ef', 'mac_address': 'fa:16:3e:62:46:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb0f843-a54b-4d51-aadc-ab1c901c1850', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:12:44Z', 'updated_at': '2021-07-15T23:13:14Z', 'revision_number': 1, 'project_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc8ead7e-fdda-4ea9-9779-025762cb6035', 'name': '', 'network_id': '2eb5a618-95d1-4f19-803a-b44492ccd4ef', 'tenant_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'mac_address': 'fa:16:3e:cf:bc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa493c16-b657-4228-8776-5e739991a854', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '89fd3128-ac30-4b7c-b596-62c2dc214969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:03Z', 'updated_at': '2021-07-15T23:12:16Z', 'revision_number': 5, 'project_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'subnets': [{'id': '89fd3128-ac30-4b7c-b596-62c2dc214969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:13:18.971094 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=465a9c57-7e36-4b1b-9e2c-733accddb6c4,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:19.066689 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8f12f0af-56bd-4e18-a9fa-4b5ecae3f97d req-bb56e77f-8c96-4ca8-9b06-6bb0c5befc0a service neutron] 10.222.0.48 "GET /v2.0/networks/2eb5a618-95d1-4f19-803a-b44492ccd4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477710 Jul 15 23:13:19.079877 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f67e0f6f-3925-4a99-82d4-d6983615a2f8 req-8d8b4695-a208-44a9-a87a-db08283e8dfc tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466122 Jul 15 23:13:19.171870 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-62050062-5091-4150-8f1a-e59eeaa24606 req-e658e74f-32a4-4c2a-8ba2-eedd765a492e service neutron] 10.222.0.41 "GET /v2.0/networks/a62e01ea-f2e5-4ac4-9f56-3043444e806b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684720 Jul 15 23:13:19.241438 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['465a9c57-7e36-4b1b-9e2c-733accddb6c4'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:13:19.270786 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f61831a-2e00-4a5e-b0d8-6ea7fdde3c62', 'tag': '3fe526f5-2552-4b55-bc09-efdd15157e20'}, {'name': 'network-changed', 'server_uuid': '6a7fa4ef-e851-48b3-b72b-e390a9b85b4a', 'tag': '006939be-bbb3-48d8-8754-8c7014ece223'}, {'name': 'network-changed', 'server_uuid': 'ffb0f843-a54b-4d51-aadc-ab1c901c1850', 'tag': 'ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:13:19.280967 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac767cc-d4c9-4ba9-a898-8e0e5aff0ae2" -d '{"events": [{"name": "network-changed", "server_uuid": "1f61831a-2e00-4a5e-b0d8-6ea7fdde3c62", "tag": "3fe526f5-2552-4b55-bc09-efdd15157e20"}, {"name": "network-changed", "server_uuid": "6a7fa4ef-e851-48b3-b72b-e390a9b85b4a", "tag": "006939be-bbb3-48d8-8754-8c7014ece223"}, {"name": "network-changed", "server_uuid": "ffb0f843-a54b-4d51-aadc-ab1c901c1850", "tag": "ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:13:19.321196 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd3b955-4618-4a2b-93f4-b21516f6809c None None] New status for floating IP 91b8f176-1871-4f3f-a013-aa311e02db81: ACTIVE {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:13:19.358650 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8f12f0af-56bd-4e18-a9fa-4b5ecae3f97d req-25a467df-7c06-4d95-870c-68d02ee50cd1 service neutron] 10.222.0.48 "GET /v2.0/networks/2eb5a618-95d1-4f19-803a-b44492ccd4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777190 Jul 15 23:13:19.650605 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72544e7a-744e-474e-b655-8cf04fb72baa req-b23a593b-95e2-4c28-ac48-80ffa53db199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:19.652034 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-72544e7a-744e-474e-b655-8cf04fb72baa req-b23a593b-95e2-4c28-ac48-80ffa53db199 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=343683afbe6f4c5685ab11fe38988c94&device_id=172d8b5e-22f6-4828-9f7d-0b0be04feec3 HTTP/1.1" status: 200 len: 1096 time: 0.1207178 Jul 15 23:13:19.665655 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7214a45-2e10-4699-9dba-176ee7f522fb req-bf693e7a-6d6d-40f2-aba4-c24e2ae6e861 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:19.667392 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e7214a45-2e10-4699-9dba-176ee7f522fb req-bf693e7a-6d6d-40f2-aba4-c24e2ae6e861 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=3093267e-6877-4e7b-ba59-9d8f8d74bec4 HTTP/1.1" status: 200 len: 945 time: 0.1069570 Jul 15 23:13:19.804567 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 3fe526f5-2552-4b55-bc09-efdd15157e20 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:13:19.805530 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e7214a45-2e10-4699-9dba-176ee7f522fb req-8d2a3558-e263-432f-b978-86bf5b0a8f28 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251159 Jul 15 23:13:19.893784 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72544e7a-744e-474e-b655-8cf04fb72baa req-3eacca5c-309e-449a-836d-d1b3e0e3ad92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:19.895535 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-72544e7a-744e-474e-b655-8cf04fb72baa req-3eacca5c-309e-449a-836d-d1b3e0e3ad92 service neutron] 10.222.0.49 "GET /v2.0/networks?id=795827c2-b389-4eeb-8582-c55cfb9af9b5 HTTP/1.1" status: 200 len: 911 time: 0.2271972 Jul 15 23:13:19.902591 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 006939be-bbb3-48d8-8754-8c7014ece223 details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:13:19.931097 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 59576) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:19.970527 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 3fe526f5-2552-4b55-bc09-efdd15157e20, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=3fe526f5-2552-4b55-bc09-efdd15157e20,segment=NetworkSegment(905c5321-6007-4bdd-9ce8-09c518981f63),segment_id=905c5321-6007-4bdd-9ce8-09c518981f63)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:19.999169 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-72544e7a-744e-474e-b655-8cf04fb72baa req-0ede269a-5afa-4e9e-91af-79044eaf7d33 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d59c9861-c2af-454b-9ede-b1462536f824 HTTP/1.1" status: 200 len: 217 time: 0.0920849 Jul 15 23:13:20.022409 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '3fe526f5-2552-4b55-bc09-efdd15157e20', 'network_id': '87b3deb3-fb25-4544-a65d-07737f2f34f5', 'port_id': '3fe526f5-2552-4b55-bc09-efdd15157e20', 'mac_address': 'fa:16:3e:1b:de:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0702bbda-a694-4b9a-a5ce-70b43768acd5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:13:20.033253 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc34a3-583c-4b18-a053-87ba5496ae02 req-c9a9e1a7-2502-4219-b701-0d7ff5ec5c46 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:20.041281 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4ccc34a3-583c-4b18-a053-87ba5496ae02 req-c9a9e1a7-2502-4219-b701-0d7ff5ec5c46 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/networks?id=6516a713-fc78-44c2-b99b-acc90d8d4ccb HTTP/1.1" status: 200 len: 821 time: 0.3065085 Jul 15 23:13:20.134743 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:20.142108 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4ccc34a3-583c-4b18-a053-87ba5496ae02 req-9ef0ae58-f996-4ba7-bca3-f27aaf8a8bbb tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/quotas/5d9ae70e65954be9a165b199be83ef6a HTTP/1.1" status: 200 len: 375 time: 0.0817776 Jul 15 23:13:20.163736 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fe526f5-2552-4b55-bc09-efdd15157e20 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:13:20.184859 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 006939be-bbb3-48d8-8754-8c7014ece223, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=006939be-bbb3-48d8-8754-8c7014ece223,segment=NetworkSegment(905c5321-6007-4bdd-9ce8-09c518981f63),segment_id=905c5321-6007-4bdd-9ce8-09c518981f63)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:20.192266 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4ccc34a3-583c-4b18-a053-87ba5496ae02 req-d614c3c4-9016-44b9-8de4-1f3d36fab0c6 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5d9ae70e65954be9a165b199be83ef6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384047 Jul 15 23:13:20.196059 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 3fe526f5-2552-4b55-bc09-efdd15157e20, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=3fe526f5-2552-4b55-bc09-efdd15157e20,segment=NetworkSegment(905c5321-6007-4bdd-9ce8-09c518981f63),segment_id=905c5321-6007-4bdd-9ce8-09c518981f63)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:20.202364 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:20.246278 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72544e7a-744e-474e-b655-8cf04fb72baa req-0988dfe0-f025-45cb-baa0-a46ca63d0113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:20.248562 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-72544e7a-744e-474e-b655-8cf04fb72baa req-0988dfe0-f025-45cb-baa0-a46ca63d0113 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dbdc1414-7110-449f-83db-67d516c4122d HTTP/1.1" status: 200 len: 850 time: 0.2058294 Jul 15 23:13:20.260567 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': '006939be-bbb3-48d8-8754-8c7014ece223', 'network_id': '87b3deb3-fb25-4544-a65d-07737f2f34f5', 'port_id': '006939be-bbb3-48d8-8754-8c7014ece223', 'mac_address': 'fa:16:3e:be:06:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0702bbda-a694-4b9a-a5ce-70b43768acd5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:13:20.264984 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=3fe526f5-2552-4b55-bc09-efdd15157e20,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:20.339255 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:20.360506 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 006939be-bbb3-48d8-8754-8c7014ece223 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:13:20.389245 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 006939be-bbb3-48d8-8754-8c7014ece223, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=006939be-bbb3-48d8-8754-8c7014ece223,segment=NetworkSegment(905c5321-6007-4bdd-9ce8-09c518981f63),segment_id=905c5321-6007-4bdd-9ce8-09c518981f63)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:20.402845 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:20.460468 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aa6c8ee0-ea52-46c8-88b7-f3308d28c7ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:20.472179 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=006939be-bbb3-48d8-8754-8c7014ece223,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:20.511167 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['3fe526f5-2552-4b55-bc09-efdd15157e20'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:13:20.828059 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-72544e7a-744e-474e-b655-8cf04fb72baa req-ebf157df-cbb2-49bc-9e35-0cebb35e6699 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=795827c2-b389-4eeb-8582-c55cfb9af9b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4870126 Jul 15 23:13:20.829532 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['006939be-bbb3-48d8-8754-8c7014ece223'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:13:20.847967 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-aa6c8ee0-ea52-46c8-88b7-f3308d28c7ff admin admin] Deleting port d1a34080-c633-46cc-bbf8-f10b39e70abe {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:13:20.848443 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aa6c8ee0-ea52-46c8-88b7-f3308d28c7ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:20.887914 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b3a60-f06c-4dae-93c9-b0bca150e359 req-0762eea3-98aa-4df9-bacc-d61c4497684c tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:20.894947 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-644b3a60-f06c-4dae-93c9-b0bca150e359 req-0762eea3-98aa-4df9-bacc-d61c4497684c tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f61831a-2e00-4a5e-b0d8-6ea7fdde3c62 HTTP/1.1" status: 200 len: 943 time: 0.8197629 Jul 15 23:13:20.986188 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4ccc34a3-583c-4b18-a053-87ba5496ae02 req-f3757727-7b69-4a91-a094-c39f59beeea4 service neutron] 10.222.0.48 "GET /v2.0/networks/6516a713-fc78-44c2-b99b-acc90d8d4ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7825892 Jul 15 23:13:21.015125 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-aa6c8ee0-ea52-46c8-88b7-f3308d28c7ff admin admin] For port d1a34080-c633-46cc-bbf8-f10b39e70abe, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=d1a34080-c633-46cc-bbf8-f10b39e70abe,segment=NetworkSegment(ecdd8fee-4929-44ab-966b-d81187cd1777),segment_id=ecdd8fee-4929-44ab-966b-d81187cd1777)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:21.015948 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aa6c8ee0-ea52-46c8-88b7-f3308d28c7ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:21.029597 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-644b3a60-f06c-4dae-93c9-b0bca150e359 req-d07611c7-6214-4bd3-8dbb-0a1686a02392 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab9ed1be-d206-4a5f-8102-d7cc29d4ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337402 Jul 15 23:13:21.042700 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-aa6c8ee0-ea52-46c8-88b7-f3308d28c7ff admin admin] Calling delete_port for d1a34080-c633-46cc-bbf8-f10b39e70abe owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:13:21.089618 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-72544e7a-744e-474e-b655-8cf04fb72baa req-73294609-a7e2-4704-bc8e-bc0f5d781cd8 service neutron] 10.222.0.49 "GET /v2.0/networks/795827c2-b389-4eeb-8582-c55cfb9af9b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431526 Jul 15 23:13:21.111968 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Thu, 15 Jul 2021 23:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11934e2f-1106-452b-a786-f20121b0c268 x-openstack-request-id: req-11934e2f-1106-452b-a786-f20121b0c268 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:13:21.112278 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f61831a-2e00-4a5e-b0d8-6ea7fdde3c62", "tag": "3fe526f5-2552-4b55-bc09-efdd15157e20", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6a7fa4ef-e851-48b3-b72b-e390a9b85b4a", "tag": "006939be-bbb3-48d8-8754-8c7014ece223", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ffb0f843-a54b-4d51-aadc-ab1c901c1850", "tag": "ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:13:21.112538 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-11934e2f-1106-452b-a786-f20121b0c268 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:13:21.113260 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f61831a-2e00-4a5e-b0d8-6ea7fdde3c62', 'tag': '3fe526f5-2552-4b55-bc09-efdd15157e20', 'status': 'completed', 'code': 200} Jul 15 23:13:21.113260 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a7fa4ef-e851-48b3-b72b-e390a9b85b4a', 'tag': '006939be-bbb3-48d8-8754-8c7014ece223', 'status': 'completed', 'code': 200} Jul 15 23:13:21.113579 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffb0f843-a54b-4d51-aadc-ab1c901c1850', 'tag': 'ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b', 'status': 'completed', 'code': 200} Jul 15 23:13:21.200403 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4ccc34a3-583c-4b18-a053-87ba5496ae02 req-c89843af-3fb3-40e5-b797-390e480fc107 service neutron] 10.222.0.48 "GET /v2.0/networks/6516a713-fc78-44c2-b99b-acc90d8d4ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025659 Jul 15 23:13:21.295280 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aa6c8ee0-ea52-46c8-88b7-f3308d28c7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:21.328944 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6c8ee0-ea52-46c8-88b7-f3308d28c7ff admin admin] Pushing event deleted for resources: {'Port': ['ID=d1a34080-c633-46cc-bbf8-f10b39e70abe,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:21.359489 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-72544e7a-744e-474e-b655-8cf04fb72baa req-fab39477-d1ed-425c-a36b-eba85b6a53b6 service neutron] 10.222.0.49 "GET /v2.0/networks/795827c2-b389-4eeb-8582-c55cfb9af9b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616832 Jul 15 23:13:21.421632 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac767cc-d4c9-4ba9-a898-8e0e5aff0ae2 req-f3506594-1cd6-4aa3-9966-595179f7fb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:21.423254 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5ac767cc-d4c9-4ba9-a898-8e0e5aff0ae2 req-f3506594-1cd6-4aa3-9966-595179f7fb1e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1346ace410dc448e8450692617c5ba13&device_id=6a7fa4ef-e851-48b3-b72b-e390a9b85b4a HTTP/1.1" status: 200 len: 1096 time: 0.2537515 Jul 15 23:13:21.432831 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a3095-7f6d-4dc6-9942-70f382ce071d req-8a30dcc5-d972-43ec-84ec-5c3649d967bf tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:21.439898 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-968a3095-7f6d-4dc6-9942-70f382ce071d req-8a30dcc5-d972-43ec-84ec-5c3649d967bf tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe6797c1-d3be-4b68-91a0-d92eabbd3174&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2059209 Jul 15 23:13:21.450460 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac767cc-d4c9-4ba9-a898-8e0e5aff0ae2 req-e79d9bd0-f338-4406-b839-33311697e49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:21.452824 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5ac767cc-d4c9-4ba9-a898-8e0e5aff0ae2 req-e79d9bd0-f338-4406-b839-33311697e49c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1346ace410dc448e8450692617c5ba13&device_id=1f61831a-2e00-4a5e-b0d8-6ea7fdde3c62 HTTP/1.1" status: 200 len: 1095 time: 0.3017375 Jul 15 23:13:21.539974 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aa6c8ee0-ea52-46c8-88b7-f3308d28c7ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:21.735207 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac767cc-d4c9-4ba9-a898-8e0e5aff0ae2 req-77ba9a23-429f-4d2d-9259-bcb6bcecfae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:21.737309 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5ac767cc-d4c9-4ba9-a898-8e0e5aff0ae2 req-77ba9a23-429f-4d2d-9259-bcb6bcecfae3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=87b3deb3-fb25-4544-a65d-07737f2f34f5 HTTP/1.1" status: 200 len: 917 time: 0.2831733 Jul 15 23:13:21.811612 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 3fe526f5-2552-4b55-bc09-efdd15157e20 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:13:21.833302 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-968a3095-7f6d-4dc6-9942-70f382ce071d req-065e2b2d-94d1-4b30-aab0-c503d310323a tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.26 HTTP/1.1" status: 200 len: 1000 time: 0.3916609 Jul 15 23:13:21.895188 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa6c8ee0-ea52-46c8-88b7-f3308d28c7ff admin admin] Router a844b0b9-88a6-470a-81b6-68f7d23106dd has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:13:21.905703 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 465a9c57-7e36-4b1b-9e2c-733accddb6c4 up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:13:21.930802 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-968a3095-7f6d-4dc6-9942-70f382ce071d req-635cab46-87b4-42d2-95fa-eb0559f406d7 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Request body: {'floatingip': {'port_id': '9cca72c3-afd0-4c1c-a86f-351f30b3365a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:21.947147 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5ac767cc-d4c9-4ba9-a898-8e0e5aff0ae2 req-387c523b-7469-4e62-b0c2-81e88855d515 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=006939be-bbb3-48d8-8754-8c7014ece223 HTTP/1.1" status: 200 len: 217 time: 0.1965179 Jul 15 23:13:21.949830 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port 3fe526f5-2552-4b55-bc09-efdd15157e20 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:13:21.959071 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 3fe526f5-2552-4b55-bc09-efdd15157e20 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:13:21.959616 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:22.039095 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port 465a9c57-7e36-4b1b-9e2c-733accddb6c4 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:13:22.043165 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port 465a9c57-7e36-4b1b-9e2c-733accddb6c4 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:13:22.043798 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:22.071131 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac767cc-d4c9-4ba9-a898-8e0e5aff0ae2 req-9420a7e0-4e2d-4f15-b7c6-015e35aed852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:22.072597 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5ac767cc-d4c9-4ba9-a898-8e0e5aff0ae2 req-9420a7e0-4e2d-4f15-b7c6-015e35aed852 service neutron] 10.222.0.49 "GET /v2.0/networks?id=87b3deb3-fb25-4544-a65d-07737f2f34f5 HTTP/1.1" status: 200 len: 917 time: 0.4331393 Jul 15 23:13:22.081339 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-968a3095-7f6d-4dc6-9942-70f382ce071d req-635cab46-87b4-42d2-95fa-eb0559f406d7 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:22.086317 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:22.137998 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f61831a-2e00-4a5e-b0d8-6ea7fdde3c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe526f5-2552-4b55-bc09-efdd15157e20'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:13:22.140964 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0afebe5-932e-483a-918c-006215112f83" -d '{"events": [{"server_uuid": "1f61831a-2e00-4a5e-b0d8-6ea7fdde3c62", "name": "network-vif-plugged", "status": "completed", "tag": "3fe526f5-2552-4b55-bc09-efdd15157e20"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:13:22.158516 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac767cc-d4c9-4ba9-a898-8e0e5aff0ae2 req-2b121d98-7564-48e2-a732-cc57d4339d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:22.160067 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5ac767cc-d4c9-4ba9-a898-8e0e5aff0ae2 req-2b121d98-7564-48e2-a732-cc57d4339d00 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0702bbda-a694-4b9a-a5ce-70b43768acd5 HTTP/1.1" status: 200 len: 856 time: 0.1739416 Jul 15 23:13:22.160749 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 3fe526f5-2552-4b55-bc09-efdd15157e20, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=3fe526f5-2552-4b55-bc09-efdd15157e20,segment=NetworkSegment(905c5321-6007-4bdd-9ce8-09c518981f63),segment_id=905c5321-6007-4bdd-9ce8-09c518981f63)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:22.166937 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:22.178708 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa6c8ee0-ea52-46c8-88b7-f3308d28c7ff admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:13:22.188564 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee00e2c3-28dd-4d9a-bcfb-b16842b7d1a3 None None] Sync routers for ids ['a844b0b9-88a6-470a-81b6-68f7d23106dd'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:13:22.190006 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-aa6c8ee0-ea52-46c8-88b7-f3308d28c7ff admin admin] 10.222.0.48 "PUT /v2.0/routers/a844b0b9-88a6-470a-81b6-68f7d23106dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2569652 Jul 15 23:13:22.191682 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 59596) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:22.203471 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee00e2c3-28dd-4d9a-bcfb-b16842b7d1a3 None None] Routers {'a844b0b9-88a6-470a-81b6-68f7d23106dd'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:13:22.204131 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ee00e2c3-28dd-4d9a-bcfb-b16842b7d1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:13:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['a844b0b9-88a6-470a-81b6-68f7d23106dd'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:22.228019 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=3fe526f5-2552-4b55-bc09-efdd15157e20,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:22.272199 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:22.329375 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5ac767cc-d4c9-4ba9-a898-8e0e5aff0ae2 req-0072854f-87f1-4bad-a7b5-b05247f357f2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3fe526f5-2552-4b55-bc09-efdd15157e20 HTTP/1.1" status: 200 len: 217 time: 0.1935625 Jul 15 23:13:22.329903 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 465a9c57-7e36-4b1b-9e2c-733accddb6c4, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=465a9c57-7e36-4b1b-9e2c-733accddb6c4,segment=NetworkSegment(3c2758b9-e41c-4bf2-b9ed-9081bfc02669),segment_id=3c2758b9-e41c-4bf2-b9ed-9081bfc02669)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:22.337582 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:22.356655 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cbf91a3b-3f47-4ea7-a7e1-4337ef32b10f admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:22.409871 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=465a9c57-7e36-4b1b-9e2c-733accddb6c4,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:22.412720 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-ee00e2c3-28dd-4d9a-bcfb-b16842b7d1a3 None None] Set router a844b0b9-88a6-470a-81b6-68f7d23106dd gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:13:22.484071 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cbf91a3b-3f47-4ea7-a7e1-4337ef32b10f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:22.520931 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac767cc-d4c9-4ba9-a898-8e0e5aff0ae2 req-be5c401d-181c-4264-8ede-b2300d5e2fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:22.522490 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5ac767cc-d4c9-4ba9-a898-8e0e5aff0ae2 req-be5c401d-181c-4264-8ede-b2300d5e2fc3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0702bbda-a694-4b9a-a5ce-70b43768acd5 HTTP/1.1" status: 200 len: 856 time: 0.1453114 Jul 15 23:13:22.546504 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5ac767cc-d4c9-4ba9-a898-8e0e5aff0ae2 req-2ed615a2-ea0a-4a69-9b56-09ad8f92ba69 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=87b3deb3-fb25-4544-a65d-07737f2f34f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2302322 Jul 15 23:13:22.557294 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-cbf91a3b-3f47-4ea7-a7e1-4337ef32b10f admin admin] Deleting port 4e4148d2-e95a-4c16-8180-079307452221 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:13:22.557638 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cbf91a3b-3f47-4ea7-a7e1-4337ef32b10f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:22.558815 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1868d66b-5b92-4a9b-982a-cc089fba228c req-d5b97f36-557c-41ab-bc65-b0d062557a18 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:22.564109 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1868d66b-5b92-4a9b-982a-cc089fba228c req-d5b97f36-557c-41ab-bc65-b0d062557a18 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/ports?device_id=172d8b5e-22f6-4828-9f7d-0b0be04feec3 HTTP/1.1" status: 200 len: 945 time: 0.8404074 Jul 15 23:13:22.629386 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ee00e2c3-28dd-4d9a-bcfb-b16842b7d1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a844b0b9-88a6-470a-81b6-68f7d23106dd', 'name': 'tempest-ServersTestMultiNic-1111068333-router', 'tenant_id': '77301433bf364d50839ed355ac121781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '4e4148d2-e95a-4c16-8180-079307452221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:10:56Z', 'updated_at': '2021-07-15T23:13:21Z', 'revision_number': 5, 'project_id': '77301433bf364d50839ed355ac121781', 'gw_port': {'id': '4e4148d2-e95a-4c16-8180-079307452221', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a844b0b9-88a6-470a-81b6-68f7d23106dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:10:57Z', 'updated_at': '2021-07-15T23:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:22.652975 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-cbf91a3b-3f47-4ea7-a7e1-4337ef32b10f admin admin] For port 4e4148d2-e95a-4c16-8180-079307452221, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=4e4148d2-e95a-4c16-8180-079307452221,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:22.653688 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cbf91a3b-3f47-4ea7-a7e1-4337ef32b10f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:22.660617 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee00e2c3-28dd-4d9a-bcfb-b16842b7d1a3 None None] Checking router: a844b0b9-88a6-470a-81b6-68f7d23106dd for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:13:22.666168 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5ac767cc-d4c9-4ba9-a898-8e0e5aff0ae2 req-f556be1e-9b44-4802-b30e-e20285611961 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=87b3deb3-fb25-4544-a65d-07737f2f34f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974309 Jul 15 23:13:22.669733 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-cbf91a3b-3f47-4ea7-a7e1-4337ef32b10f admin admin] Calling delete_port for 4e4148d2-e95a-4c16-8180-079307452221 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:13:22.671241 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee00e2c3-28dd-4d9a-bcfb-b16842b7d1a3 None None] Routers {'a844b0b9-88a6-470a-81b6-68f7d23106dd'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:13:22.671892 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ee00e2c3-28dd-4d9a-bcfb-b16842b7d1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:13:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['a844b0b9-88a6-470a-81b6-68f7d23106dd'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:22.769756 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-ee00e2c3-28dd-4d9a-bcfb-b16842b7d1a3 None None] Set router a844b0b9-88a6-470a-81b6-68f7d23106dd gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:13:22.780661 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1868d66b-5b92-4a9b-982a-cc089fba228c req-e9a824ea-bace-4ad0-b90c-1616b44eb1b4 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/security-groups?id=e35c6df1-9256-45c7-85a2-0e1b5450d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031212 Jul 15 23:13:22.844660 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ee00e2c3-28dd-4d9a-bcfb-b16842b7d1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a844b0b9-88a6-470a-81b6-68f7d23106dd', 'name': 'tempest-ServersTestMultiNic-1111068333-router', 'tenant_id': '77301433bf364d50839ed355ac121781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:10:56Z', 'updated_at': '2021-07-15T23:13:22Z', 'revision_number': 6, 'project_id': '77301433bf364d50839ed355ac121781', 'gw_port_host': None}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:22.938163 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee00e2c3-28dd-4d9a-bcfb-b16842b7d1a3 None None] The sync data for ids ['a844b0b9-88a6-470a-81b6-68f7d23106dd'] in n-d-794306-6 is: [{'id': 'a844b0b9-88a6-470a-81b6-68f7d23106dd', 'name': 'tempest-ServersTestMultiNic-1111068333-router', 'tenant_id': '77301433bf364d50839ed355ac121781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:10:56Z', 'updated_at': '2021-07-15T23:13:22Z', 'revision_number': 6, 'project_id': '77301433bf364d50839ed355ac121781', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:13:23.014496 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5ac767cc-d4c9-4ba9-a898-8e0e5aff0ae2 req-a0fe3cdb-0da8-46b6-bcb7-a47329602ef3 service neutron] 10.222.0.41 "GET /v2.0/networks/87b3deb3-fb25-4544-a65d-07737f2f34f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4465144 Jul 15 23:13:23.126320 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5ac767cc-d4c9-4ba9-a898-8e0e5aff0ae2 req-71563190-a3e9-4056-a1df-f07ed616aa13 service neutron] 10.222.0.49 "GET /v2.0/networks/87b3deb3-fb25-4544-a65d-07737f2f34f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4379058 Jul 15 23:13:23.376804 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cbf91a3b-3f47-4ea7-a7e1-4337ef32b10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:23.393684 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ffe348-34e1-4bff-b072-ba4968779cc5 req-a5da8029-33ca-4ab4-b22a-f81b77375963 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:23.395258 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-82ffe348-34e1-4bff-b072-ba4968779cc5 req-a5da8029-33ca-4ab4-b22a-f81b77375963 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f2d3ea3-1396-4e60-9b5a-4f50f26ae32b HTTP/1.1" status: 200 len: 945 time: 0.4124634 Jul 15 23:13:23.406652 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf91a3b-3f47-4ea7-a7e1-4337ef32b10f admin admin] Pushing event deleted for resources: {'Port': ['ID=4e4148d2-e95a-4c16-8180-079307452221,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:23.477520 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5ac767cc-d4c9-4ba9-a898-8e0e5aff0ae2 req-84fb45d2-e2ed-4afc-9359-0e7f99f6ce6e service neutron] 10.222.0.41 "GET /v2.0/networks/87b3deb3-fb25-4544-a65d-07737f2f34f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4260254 Jul 15 23:13:23.490331 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cbf91a3b-3f47-4ea7-a7e1-4337ef32b10f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999011'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:23.490978 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc34a3-583c-4b18-a053-87ba5496ae02 req-c52bf231-b207-4fd8-8d6e-e50fba1ee01f tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:23.492940 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4ccc34a3-583c-4b18-a053-87ba5496ae02 req-c52bf231-b207-4fd8-8d6e-e50fba1ee01f tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.49 "GET /v2.0/networks?id=6516a713-fc78-44c2-b99b-acc90d8d4ccb HTTP/1.1" status: 200 len: 821 time: 0.4387352 Jul 15 23:13:23.523548 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-4ccc34a3-583c-4b18-a053-87ba5496ae02 req-56190020-1924-4f72-90d3-4ba76e4fc2a2 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Request body: {'port': {'device_id': 'be74c0e3-341b-4907-b634-d8d9507a9a0d', 'network_id': '6516a713-fc78-44c2-b99b-acc90d8d4ccb', 'admin_state_up': True, 'tenant_id': '5d9ae70e65954be9a165b199be83ef6a'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:23.589201 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cbf91a3b-3f47-4ea7-a7e1-4337ef32b10f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:23.591680 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cbf91a3b-3f47-4ea7-a7e1-4337ef32b10f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:23.647076 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cbf91a3b-3f47-4ea7-a7e1-4337ef32b10f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:23.647625 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf91a3b-3f47-4ea7-a7e1-4337ef32b10f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a844b0b9-88a6-470a-81b6-68f7d23106dd {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:13:23.652413 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cbf91a3b-3f47-4ea7-a7e1-4337ef32b10f admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:23.653538 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-cbf91a3b-3f47-4ea7-a7e1-4337ef32b10f admin admin] 10.222.0.48 "DELETE /v2.0/routers/a844b0b9-88a6-470a-81b6-68f7d23106dd HTTP/1.1" status: 204 len: 168 time: 1.4597836 Jul 15 23:13:23.656001 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 59602) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:23.707492 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-babc5aeb-ceb2-41e2-b04b-c6e17eda8586 admin admin] Deleting subnet b14d2b19-b0d7-43df-a247-7d67454643b1 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:13:23.712031 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-babc5aeb-ceb2-41e2-b04b-c6e17eda8586 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:23.754448 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-babc5aeb-ceb2-41e2-b04b-c6e17eda8586 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:23.858740 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-babc5aeb-ceb2-41e2-b04b-c6e17eda8586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:23.919159 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-babc5aeb-ceb2-41e2-b04b-c6e17eda8586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:23.940271 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 006939be-bbb3-48d8-8754-8c7014ece223 up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:13:23.947079 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babc5aeb-ceb2-41e2-b04b-c6e17eda8586 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b14d2b19-b0d7-43df-a247-7d67454643b1,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:23.956325 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-babc5aeb-ceb2-41e2-b04b-c6e17eda8586 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:23.961248 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-babc5aeb-ceb2-41e2-b04b-c6e17eda8586 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b14d2b19-b0d7-43df-a247-7d67454643b1 HTTP/1.1" status: 204 len: 168 time: 0.3007777 Jul 15 23:13:23.961422 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-82ffe348-34e1-4bff-b072-ba4968779cc5 req-2c2bd32a-d8d2-466a-be65-8066551c87d8 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5290077 Jul 15 23:13:23.969353 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 59606) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:23.982925 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa39ec48-f5be-478c-b31c-ca826248a2a1 None None] Network 0f6e30d3-3305-4017-a720-b675c494fa4e requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:13:24.050249 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5ac767cc-d4c9-4ba9-a898-8e0e5aff0ae2 req-6346ff88-0858-49e1-b307-481cf9f1fc1f service neutron] 10.222.0.49 "GET /v2.0/networks/87b3deb3-fb25-4544-a65d-07737f2f34f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9104581 Jul 15 23:13:24.058477 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf5a37dc-ddbf-45fb-9106-b7be2025593c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:24.125941 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-bf5a37dc-ddbf-45fb-9106-b7be2025593c admin admin] Deleting port a23003ad-6362-457f-b6e6-17fa527d342f {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:13:24.126565 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf5a37dc-ddbf-45fb-9106-b7be2025593c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:24.163795 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port 006939be-bbb3-48d8-8754-8c7014ece223 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:13:24.174112 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port 006939be-bbb3-48d8-8754-8c7014ece223 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:13:24.174496 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:24.213057 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ccc34a3-583c-4b18-a053-87ba5496ae02 req-56190020-1924-4f72-90d3-4ba76e4fc2a2 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Made reservation on behalf of 5d9ae70e65954be9a165b199be83ef6a for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:13:24.216685 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4ccc34a3-583c-4b18-a053-87ba5496ae02 req-56190020-1924-4f72-90d3-4ba76e4fc2a2 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:24.227298 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-bf5a37dc-ddbf-45fb-9106-b7be2025593c admin admin] For port a23003ad-6362-457f-b6e6-17fa527d342f, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=a23003ad-6362-457f-b6e6-17fa527d342f,segment=NetworkSegment(ecdd8fee-4929-44ab-966b-d81187cd1777),segment_id=ecdd8fee-4929-44ab-966b-d81187cd1777)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:24.228296 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf5a37dc-ddbf-45fb-9106-b7be2025593c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:24.254983 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-bf5a37dc-ddbf-45fb-9106-b7be2025593c admin admin] Calling delete_port for a23003ad-6362-457f-b6e6-17fa527d342f owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:13:24.306105 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:24.342791 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a432a5a9-083c-4e2f-9162-0e6f5bfa02d5 None None] DHCP port deletion for 0f6e30d3-3305-4017-a720-b675c494fa4e request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:13:24.367063 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 006939be-bbb3-48d8-8754-8c7014ece223, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=006939be-bbb3-48d8-8754-8c7014ece223,segment=NetworkSegment(905c5321-6007-4bdd-9ce8-09c518981f63),segment_id=905c5321-6007-4bdd-9ce8-09c518981f63)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:24.391781 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf5a37dc-ddbf-45fb-9106-b7be2025593c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:24.393102 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:24.417102 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-968a3095-7f6d-4dc6-9942-70f382ce071d req-635cab46-87b4-42d2-95fa-eb0559f406d7 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:24.434831 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5a37dc-ddbf-45fb-9106-b7be2025593c admin admin] Pushing event deleted for resources: {'Port': ['ID=a23003ad-6362-457f-b6e6-17fa527d342f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:24.446095 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5a37dc-ddbf-45fb-9106-b7be2025593c admin admin] No DVR routers for this DVR port a23003ad-6362-457f-b6e6-17fa527d342f on host n-d-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:13:24.461661 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-968a3095-7f6d-4dc6-9942-70f382ce071d req-635cab46-87b4-42d2-95fa-eb0559f406d7 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:24.462392 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=006939be-bbb3-48d8-8754-8c7014ece223,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:24.476715 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7c8f72-e29d-456b-9b1e-be88824a83aa req-6d4edfaa-d1fa-478e-8da8-0414f7860e4e tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:24.477981 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ae7c8f72-e29d-456b-9b1e-be88824a83aa req-6d4edfaa-d1fa-478e-8da8-0414f7860e4e tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=3093267e-6877-4e7b-ba59-9d8f8d74bec4 HTTP/1.1" status: 200 len: 946 time: 0.3320897 Jul 15 23:13:24.481529 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a432a5a9-083c-4e2f-9162-0e6f5bfa02d5 None None] Deleting port a23003ad-6362-457f-b6e6-17fa527d342f {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:13:24.482526 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a432a5a9-083c-4e2f-9162-0e6f5bfa02d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:24.532350 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf5a37dc-ddbf-45fb-9106-b7be2025593c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:24.543048 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac767cc-d4c9-4ba9-a898-8e0e5aff0ae2 req-f9d25dc3-983f-4b9f-9d22-f02eab7dcd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:24.543813 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-bf5a37dc-ddbf-45fb-9106-b7be2025593c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f6e30d3-3305-4017-a720-b675c494fa4e']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:24.545581 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5ac767cc-d4c9-4ba9-a898-8e0e5aff0ae2 req-f9d25dc3-983f-4b9f-9d22-f02eab7dcd8d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ec36f46f1b7e4eb4acdfec30bd668062&device_id=ffb0f843-a54b-4d51-aadc-ab1c901c1850 HTTP/1.1" status: 200 len: 1096 time: 0.4117086 Jul 15 23:13:24.555406 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-bf5a37dc-ddbf-45fb-9106-b7be2025593c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecdd8fee-4929-44ab-966b-d81187cd1777') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:24.555770 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-bf5a37dc-ddbf-45fb-9106-b7be2025593c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecdd8fee-4929-44ab-966b-d81187cd1777') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:24.565188 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf5a37dc-ddbf-45fb-9106-b7be2025593c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:24.565875 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a432a5a9-083c-4e2f-9162-0e6f5bfa02d5 None None] For port a23003ad-6362-457f-b6e6-17fa527d342f, host n-d-794306-6, got binding levels [] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:24.566343 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a432a5a9-083c-4e2f-9162-0e6f5bfa02d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:24.579998 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a432a5a9-083c-4e2f-9162-0e6f5bfa02d5 None None] Calling delete_port for a23003ad-6362-457f-b6e6-17fa527d342f owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:13:24.581261 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf5a37dc-ddbf-45fb-9106-b7be2025593c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:24.582886 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.ipam_backend_mixin [None req-a432a5a9-083c-4e2f-9162-0e6f5bfa02d5 None None] Port a23003ad-6362-457f-b6e6-17fa527d342f was not found and therefore no delete operation was performed {{(pid=93772) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 23:13:24.584635 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a432a5a9-083c-4e2f-9162-0e6f5bfa02d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:24.589856 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf5a37dc-ddbf-45fb-9106-b7be2025593c admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:13:24.590229 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf5a37dc-ddbf-45fb-9106-b7be2025593c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:24.592042 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:13:24.592042 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:13:24.592042 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:13:24.592042 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:13:24.592042 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:13:24.592042 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:13:24.592042 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:13:24.592042 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:13:24.592042 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:13:24.592042 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:13:24.592042 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:13:24.592042 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:13:24.592042 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:13:24.592042 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:13:24.592042 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:13:24.592042 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:13:24.592042 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:13:24.592042 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:13:24.592042 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:13:24.592042 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:13:24.592042 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:13:24.592042 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:13:24.592042 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:13:24.592042 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:13:24.592042 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:13:24.592042 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:13:24.592042 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:13:24.592042 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:13:24.592042 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:13:24.592042 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:13:24.592042 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:13:24.592042 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:13:24.611461 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a432a5a9-083c-4e2f-9162-0e6f5bfa02d5 None None] Pushing event deleted for resources: {'Port': ['ID=a23003ad-6362-457f-b6e6-17fa527d342f,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:24.619434 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a432a5a9-083c-4e2f-9162-0e6f5bfa02d5 None None] No DVR routers for this DVR port a23003ad-6362-457f-b6e6-17fa527d342f on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:13:24.658784 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf5a37dc-ddbf-45fb-9106-b7be2025593c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:24.664521 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf5a37dc-ddbf-45fb-9106-b7be2025593c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:24.669216 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-bf5a37dc-ddbf-45fb-9106-b7be2025593c admin admin] 10.222.0.48 "DELETE /v2.0/networks/0f6e30d3-3305-4017-a720-b675c494fa4e HTTP/1.1" status: 204 len: 168 time: 0.6966500 Jul 15 23:13:24.679768 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5a37dc-ddbf-45fb-9106-b7be2025593c admin admin] Pushing event deleted for resources: {'Network': ['ID=0f6e30d3-3305-4017-a720-b675c494fa4e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:24.736367 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-4ccc34a3-583c-4b18-a053-87ba5496ae02 req-56190020-1924-4f72-90d3-4ba76e4fc2a2 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Allocated IP 172.20.0.9 (6516a713-fc78-44c2-b99b-acc90d8d4ccb/6ef28179-7a90-48d7-bcfb-e76e0383faee/ab47368e-21bb-47d6-86b0-7da757e9e188) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:13:24.785392 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ae7c8f72-e29d-456b-9b1e-be88824a83aa req-f0773d6e-8242-4088-800e-f5732773de33 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296808 Jul 15 23:13:24.820846 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 59612) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:24.825516 n-d-794306-6 neutron-server[93770]: INFO neutron.db.l3_db [req-968a3095-7f6d-4dc6-9942-70f382ce071d req-635cab46-87b4-42d2-95fa-eb0559f406d7 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Floating IP 91b8f176-1871-4f3f-a013-aa311e02db81 associated. External IP: 172.25.5.26, port: ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b. Jul 15 23:13:24.897289 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device a23003ad-6362-457f-b6e6-17fa527d342f no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:13:24.927842 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac767cc-d4c9-4ba9-a898-8e0e5aff0ae2 req-4d10ecc8-fc56-4eca-a36a-75f552195ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:24.929376 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5ac767cc-d4c9-4ba9-a898-8e0e5aff0ae2 req-4d10ecc8-fc56-4eca-a36a-75f552195ba6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2eb5a618-95d1-4f19-803a-b44492ccd4ef HTTP/1.1" status: 200 len: 922 time: 0.3656960 Jul 15 23:13:24.932825 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: a23003ad-6362-457f-b6e6-17fa527d342f {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:13:24.933506 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device a23003ad-6362-457f-b6e6-17fa527d342f not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:13:24.934179 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device d1a34080-c633-46cc-bbf8-f10b39e70abe no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:13:24.934785 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-7dc3ece4-6b71-434e-8274-027b57db2117 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=77301433bf364d50839ed355ac121781&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1069233 Jul 15 23:13:24.935866 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 59614) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:24.956748 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: d1a34080-c633-46cc-bbf8-f10b39e70abe {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:13:24.957855 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device d1a34080-c633-46cc-bbf8-f10b39e70abe not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:13:24.958568 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 4e4148d2-e95a-4c16-8180-079307452221 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:13:24.987040 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 4e4148d2-e95a-4c16-8180-079307452221 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:13:24.987787 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 4e4148d2-e95a-4c16-8180-079307452221 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:13:24.993928 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bdc1240d-10a1-4037-9a41-d29e01bb66fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:25.032058 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bdc1240d-10a1-4037-9a41-d29e01bb66fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:25.057664 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2dc82846-ec5c-4317-8649-71b7731de8e5 req-8da42375-28f1-4d63-bf74-72ab99dc0d23 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/ports?device_id=be74c0e3-341b-4907-b634-d8d9507a9a0d HTTP/1.1" status: 200 len: 210 time: 0.0912924 Jul 15 23:13:25.069345 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5ac767cc-d4c9-4ba9-a898-8e0e5aff0ae2 req-96bcbd55-0b17-4414-adca-960116ba80ec service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b HTTP/1.1" status: 200 len: 217 time: 0.1320758 Jul 15 23:13:25.110439 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bdc1240d-10a1-4037-9a41-d29e01bb66fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:25.113662 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bdc1240d-10a1-4037-9a41-d29e01bb66fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:25.119663 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-bdc1240d-10a1-4037-9a41-d29e01bb66fb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2e82abe9-32ef-47ea-8481-8effe9d5857f HTTP/1.1" status: 204 len: 168 time: 0.1789298 Jul 15 23:13:25.125378 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc1240d-10a1-4037-9a41-d29e01bb66fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e82abe9-32ef-47ea-8481-8effe9d5857f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:25.164192 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:25.324376 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac767cc-d4c9-4ba9-a898-8e0e5aff0ae2 req-f44fceaf-37fb-4755-9c48-1392ff196f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:25.325889 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5ac767cc-d4c9-4ba9-a898-8e0e5aff0ae2 req-f44fceaf-37fb-4755-9c48-1392ff196f45 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=89fd3128-ac30-4b7c-b596-62c2dc214969 HTTP/1.1" status: 200 len: 860 time: 0.2455032 Jul 15 23:13:25.362175 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4ccc34a3-583c-4b18-a053-87ba5496ae02 req-56190020-1924-4f72-90d3-4ba76e4fc2a2 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:25.390549 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:13:25.508852 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-968a3095-7f6d-4dc6-9942-70f382ce071d req-635cab46-87b4-42d2-95fa-eb0559f406d7 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Router fa493c16-b657-4228-8776-5e739991a854 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:13:25.521250 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b156fb-e264-4686-87e7-006d169fb0b2 req-bb9027bd-93ac-4d23-bacb-c87e35ceeda4 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:25.522771 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e8b156fb-e264-4686-87e7-006d169fb0b2 req-bb9027bd-93ac-4d23-bacb-c87e35ceeda4 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f61831a-2e00-4a5e-b0d8-6ea7fdde3c62 HTTP/1.1" status: 200 len: 945 time: 0.2239754 Jul 15 23:13:25.532588 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4ccc34a3-583c-4b18-a053-87ba5496ae02 req-56190020-1924-4f72-90d3-4ba76e4fc2a2 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:25.547889 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac767cc-d4c9-4ba9-a898-8e0e5aff0ae2 req-4d209cff-fb6f-41f0-9d49-3152c0bf0b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:25.549380 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5ac767cc-d4c9-4ba9-a898-8e0e5aff0ae2 req-4d209cff-fb6f-41f0-9d49-3152c0bf0b46 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2eb5a618-95d1-4f19-803a-b44492ccd4ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1981933 Jul 15 23:13:25.680414 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ccc34a3-583c-4b18-a053-87ba5496ae02 req-56190020-1924-4f72-90d3-4ba76e4fc2a2 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Network 6516a713-fc78-44c2-b99b-acc90d8d4ccb is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:13:25.702350 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-4ccc34a3-583c-4b18-a053-87ba5496ae02 req-56190020-1924-4f72-90d3-4ba76e4fc2a2 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:13:25.739069 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ccc34a3-583c-4b18-a053-87ba5496ae02 req-56190020-1924-4f72-90d3-4ba76e4fc2a2 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:13:25.750430 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e8b156fb-e264-4686-87e7-006d169fb0b2 req-852d3778-cbbd-448c-a99d-e5ff7f377149 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab9ed1be-d206-4a5f-8102-d7cc29d4ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113955 Jul 15 23:13:25.796035 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56190020-1924-4f72-90d3-4ba76e4fc2a2 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Pushing event updated for resources: {'Port': ['ID=ab47368e-21bb-47d6-86b0-7da757e9e188,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:25.824239 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f87dfdb9-9ab2-4e70-845c-908eb69ac748 x-openstack-request-id: req-f87dfdb9-9ab2-4e70-845c-908eb69ac748 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:13:25.824239 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f61831a-2e00-4a5e-b0d8-6ea7fdde3c62", "name": "network-vif-plugged", "status": "completed", "tag": "3fe526f5-2552-4b55-bc09-efdd15157e20", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:13:25.824239 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f87dfdb9-9ab2-4e70-845c-908eb69ac748 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:13:25.824239 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f61831a-2e00-4a5e-b0d8-6ea7fdde3c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe526f5-2552-4b55-bc09-efdd15157e20', 'code': 200} Jul 15 23:13:25.877327 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56190020-1924-4f72-90d3-4ba76e4fc2a2 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:25.877679 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56190020-1924-4f72-90d3-4ba76e4fc2a2 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:25.878005 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56190020-1924-4f72-90d3-4ba76e4fc2a2 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:25.878343 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56190020-1924-4f72-90d3-4ba76e4fc2a2 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:25.878672 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56190020-1924-4f72-90d3-4ba76e4fc2a2 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:25.878999 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56190020-1924-4f72-90d3-4ba76e4fc2a2 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:25.879332 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56190020-1924-4f72-90d3-4ba76e4fc2a2 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:25.879683 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56190020-1924-4f72-90d3-4ba76e4fc2a2 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:25.880628 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56190020-1924-4f72-90d3-4ba76e4fc2a2 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:25.881047 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56190020-1924-4f72-90d3-4ba76e4fc2a2 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:25.881758 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56190020-1924-4f72-90d3-4ba76e4fc2a2 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:25.881758 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56190020-1924-4f72-90d3-4ba76e4fc2a2 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:25.910190 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5ac767cc-d4c9-4ba9-a898-8e0e5aff0ae2 req-bdca6edb-98da-4a43-942c-ebc034f24c3e service neutron] 10.222.0.49 "GET /v2.0/networks/2eb5a618-95d1-4f19-803a-b44492ccd4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195038 Jul 15 23:13:25.916416 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc34a3-583c-4b18-a053-87ba5496ae02 req-56190020-1924-4f72-90d3-4ba76e4fc2a2 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:25.917064 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4ccc34a3-583c-4b18-a053-87ba5496ae02 req-56190020-1924-4f72-90d3-4ba76e4fc2a2 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:25.931530 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-968a3095-7f6d-4dc6-9942-70f382ce071d req-635cab46-87b4-42d2-95fa-eb0559f406d7 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:13:25.948485 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1545c4-22c3-4d31-bf55-07fc119a80be None None] Sync routers for ids ['fa493c16-b657-4228-8776-5e739991a854'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:13:25.970401 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1545c4-22c3-4d31-bf55-07fc119a80be None None] Routers {'fa493c16-b657-4228-8776-5e739991a854'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:13:25.971879 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ab1545c4-22c3-4d31-bf55-07fc119a80be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:13:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['fa493c16-b657-4228-8776-5e739991a854'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:26.017681 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4ccc34a3-583c-4b18-a053-87ba5496ae02 req-56190020-1924-4f72-90d3-4ba76e4fc2a2 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5003955 Jul 15 23:13:26.023479 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6baba-1477-4507-a98a-5ab5f32307aa req-43738281-76b3-47b1-897e-54fd26c711b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:26.026091 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-79b6baba-1477-4507-a98a-5ab5f32307aa req-43738281-76b3-47b1-897e-54fd26c711b6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1f61831a-2e00-4a5e-b0d8-6ea7fdde3c62 HTTP/1.1" status: 200 len: 1096 time: 0.0993788 Jul 15 23:13:26.038126 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-4ccc34a3-583c-4b18-a053-87ba5496ae02 req-2030e47b-3a4e-435b-8d68-1346b38aa851 service neutron] Request body: {'port': {'device_id': 'be74c0e3-341b-4907-b634-d8d9507a9a0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:26.078222 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-79b6baba-1477-4507-a98a-5ab5f32307aa req-5db9216d-476b-462a-86d3-63f3187160d4 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ab9ed1be-d206-4a5f-8102-d7cc29d4ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460289 Jul 15 23:13:26.277547 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5ac767cc-d4c9-4ba9-a898-8e0e5aff0ae2 req-bf5be9df-60dc-49bc-b8f4-74707e30264e service neutron] 10.222.0.49 "GET /v2.0/networks/2eb5a618-95d1-4f19-803a-b44492ccd4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3512018 Jul 15 23:13:26.314433 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4ccc34a3-583c-4b18-a053-87ba5496ae02 req-2030e47b-3a4e-435b-8d68-1346b38aa851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:26.353893 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-ab1545c4-22c3-4d31-bf55-07fc119a80be None None] Set router fa493c16-b657-4228-8776-5e739991a854 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:13:26.651340 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ab1545c4-22c3-4d31-bf55-07fc119a80be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa493c16-b657-4228-8776-5e739991a854', 'name': 'tempest-FloatingIPsAssociationTestJSON-1540046159-router', 'tenant_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '9566196f-5ece-4352-b64f-6ab0e47b0101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:11:56Z', 'updated_at': '2021-07-15T23:12:07Z', 'revision_number': 4, 'project_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'gw_port': {'id': '9566196f-5ece-4352-b64f-6ab0e47b0101', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:29:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa493c16-b657-4228-8776-5e739991a854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:11:57Z', 'updated_at': '2021-07-15T23:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '91b8f176-1871-4f3f-a013-aa311e02db81', 'tenant_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'floating_ip_address': '172.25.5.26', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': 'fa493c16-b657-4228-8776-5e739991a854', 'port_id': '9cca72c3-afd0-4c1c-a86f-351f30b3365a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eb5a618-95d1-4f19-803a-b44492ccd4ef', 'mac_address': 'fa:16:3e:2b:26:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6797c1-d3be-4b68-91a0-d92eabbd3174', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:12:44Z', 'updated_at': '2021-07-15T23:13:24Z', 'revision_number': 3, 'project_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc8ead7e-fdda-4ea9-9779-025762cb6035', 'name': '', 'network_id': '2eb5a618-95d1-4f19-803a-b44492ccd4ef', 'tenant_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'mac_address': 'fa:16:3e:cf:bc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa493c16-b657-4228-8776-5e739991a854', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '89fd3128-ac30-4b7c-b596-62c2dc214969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:03Z', 'updated_at': '2021-07-15T23:12:16Z', 'revision_number': 5, 'project_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'subnets': [{'id': '89fd3128-ac30-4b7c-b596-62c2dc214969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:26.681332 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1545c4-22c3-4d31-bf55-07fc119a80be None None] Checking router: fa493c16-b657-4228-8776-5e739991a854 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:13:26.691532 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1545c4-22c3-4d31-bf55-07fc119a80be None None] Routers {'fa493c16-b657-4228-8776-5e739991a854'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:13:26.691919 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ab1545c4-22c3-4d31-bf55-07fc119a80be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:13:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['fa493c16-b657-4228-8776-5e739991a854'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:26.810723 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-ab1545c4-22c3-4d31-bf55-07fc119a80be None None] Set router fa493c16-b657-4228-8776-5e739991a854 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:13:26.822164 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd166e60-c8c6-45ad-ab6d-b72d59537bb0 req-7b26a663-4eb1-43b2-8b41-fcbfd8e51004 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:26.823725 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fd166e60-c8c6-45ad-ab6d-b72d59537bb0 req-7b26a663-4eb1-43b2-8b41-fcbfd8e51004 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/ports?device_id=172d8b5e-22f6-4828-9f7d-0b0be04feec3 HTTP/1.1" status: 200 len: 945 time: 0.6589365 Jul 15 23:13:26.964649 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-968a3095-7f6d-4dc6-9942-70f382ce071d req-635cab46-87b4-42d2-95fa-eb0559f406d7 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Router fa493c16-b657-4228-8776-5e739991a854 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:13:26.972015 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fd166e60-c8c6-45ad-ab6d-b72d59537bb0 req-a8e6f93e-693a-4bec-94fb-19580548d61e tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/security-groups?id=e35c6df1-9256-45c7-85a2-0e1b5450d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343420 Jul 15 23:13:27.098811 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ab1545c4-22c3-4d31-bf55-07fc119a80be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa493c16-b657-4228-8776-5e739991a854', 'name': 'tempest-FloatingIPsAssociationTestJSON-1540046159-router', 'tenant_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '9566196f-5ece-4352-b64f-6ab0e47b0101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:11:56Z', 'updated_at': '2021-07-15T23:12:07Z', 'revision_number': 4, 'project_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'gw_port': {'id': '9566196f-5ece-4352-b64f-6ab0e47b0101', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:29:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa493c16-b657-4228-8776-5e739991a854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:11:57Z', 'updated_at': '2021-07-15T23:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '91b8f176-1871-4f3f-a013-aa311e02db81', 'tenant_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'floating_ip_address': '172.25.5.26', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': 'fa493c16-b657-4228-8776-5e739991a854', 'port_id': '9cca72c3-afd0-4c1c-a86f-351f30b3365a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eb5a618-95d1-4f19-803a-b44492ccd4ef', 'mac_address': 'fa:16:3e:2b:26:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6797c1-d3be-4b68-91a0-d92eabbd3174', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:12:44Z', 'updated_at': '2021-07-15T23:13:24Z', 'revision_number': 3, 'project_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc8ead7e-fdda-4ea9-9779-025762cb6035', 'name': '', 'network_id': '2eb5a618-95d1-4f19-803a-b44492ccd4ef', 'tenant_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'mac_address': 'fa:16:3e:cf:bc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa493c16-b657-4228-8776-5e739991a854', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '89fd3128-ac30-4b7c-b596-62c2dc214969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:03Z', 'updated_at': '2021-07-15T23:12:16Z', 'revision_number': 5, 'project_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'subnets': [{'id': '89fd3128-ac30-4b7c-b596-62c2dc214969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:27.163920 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1545c4-22c3-4d31-bf55-07fc119a80be None None] The sync data for ids ['fa493c16-b657-4228-8776-5e739991a854'] in n-d-794306-6 is: [{'id': 'fa493c16-b657-4228-8776-5e739991a854', 'name': 'tempest-FloatingIPsAssociationTestJSON-1540046159-router', 'tenant_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '9566196f-5ece-4352-b64f-6ab0e47b0101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:11:56Z', 'updated_at': '2021-07-15T23:12:07Z', 'revision_number': 4, 'project_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'gw_port': {'id': '9566196f-5ece-4352-b64f-6ab0e47b0101', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:29:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa493c16-b657-4228-8776-5e739991a854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:11:57Z', 'updated_at': '2021-07-15T23:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '91b8f176-1871-4f3f-a013-aa311e02db81', 'tenant_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'floating_ip_address': '172.25.5.26', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': 'fa493c16-b657-4228-8776-5e739991a854', 'port_id': '9cca72c3-afd0-4c1c-a86f-351f30b3365a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eb5a618-95d1-4f19-803a-b44492ccd4ef', 'mac_address': 'fa:16:3e:2b:26:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6797c1-d3be-4b68-91a0-d92eabbd3174', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:12:44Z', 'updated_at': '2021-07-15T23:13:24Z', 'revision_number': 3, 'project_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc8ead7e-fdda-4ea9-9779-025762cb6035', 'name': '', 'network_id': '2eb5a618-95d1-4f19-803a-b44492ccd4ef', 'tenant_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'mac_address': 'fa:16:3e:cf:bc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa493c16-b657-4228-8776-5e739991a854', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '89fd3128-ac30-4b7c-b596-62c2dc214969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:03Z', 'updated_at': '2021-07-15T23:12:16Z', 'revision_number': 5, 'project_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'subnets': [{'id': '89fd3128-ac30-4b7c-b596-62c2dc214969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:13:27.265280 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-968a3095-7f6d-4dc6-9942-70f382ce071d req-635cab46-87b4-42d2-95fa-eb0559f406d7 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:13:27.276005 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-968a3095-7f6d-4dc6-9942-70f382ce071d req-635cab46-87b4-42d2-95fa-eb0559f406d7 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:27.353737 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-4ccc34a3-583c-4b18-a053-87ba5496ae02 req-2030e47b-3a4e-435b-8d68-1346b38aa851 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab47368e-21bb-47d6-86b0-7da757e9e188 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:13:27.362275 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-2ba6dfcf-1d0e-4599-bf93-c063c394cdab tempest-LiveAutoBlockMigrationV225Test-1599853612 tempest-LiveAutoBlockMigrationV225Test-1599853612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:27.363823 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-2ba6dfcf-1d0e-4599-bf93-c063c394cdab tempest-LiveAutoBlockMigrationV225Test-1599853612 tempest-LiveAutoBlockMigrationV225Test-1599853612-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=2f2d3ea3-1396-4e60-9b5a-4f50f26ae32b&tenant_id=97397394137f47b6b8b1bb83454a379f&binding%3Ahost_id=n-h2-794306-6 HTTP/1.1" status: 200 len: 1096 time: 0.2721074 Jul 15 23:13:27.372345 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4ccc34a3-583c-4b18-a053-87ba5496ae02 req-2030e47b-3a4e-435b-8d68-1346b38aa851 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:27.382404 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-3003ee9b-382e-4b66-96a7-47464828451b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-794306-6'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:27.396544 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffb0f843-a54b-4d51-aadc-ab1c901c1850', 'tag': 'ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:13:27.398158 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b6dd4d-2c27-4af1-a3a6-1d9abb06e016" -d '{"events": [{"name": "network-changed", "server_uuid": "ffb0f843-a54b-4d51-aadc-ab1c901c1850", "tag": "ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:13:27.424171 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e295272-b86e-485e-85af-fc10033b2f6e None None] New status for floating IP 91b8f176-1871-4f3f-a013-aa311e02db81: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:13:27.446404 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-4ccc34a3-583c-4b18-a053-87ba5496ae02 req-2030e47b-3a4e-435b-8d68-1346b38aa851 service neutron] Transition to ACTIVE for port object ab47368e-21bb-47d6-86b0-7da757e9e188 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:13:27.463835 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe10425-3b72-4a7f-b854-9e85b423878f req-9bfc3018-942d-4a15-9a4c-712820c735f7 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:27.465448 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1fe10425-3b72-4a7f-b854-9e85b423878f req-9bfc3018-942d-4a15-9a4c-712820c735f7 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f2d3ea3-1396-4e60-9b5a-4f50f26ae32b HTTP/1.1" status: 200 len: 945 time: 0.2803679 Jul 15 23:13:27.466188 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4ccc34a3-583c-4b18-a053-87ba5496ae02 req-2030e47b-3a4e-435b-8d68-1346b38aa851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:27.534033 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-968a3095-7f6d-4dc6-9942-70f382ce071d req-635cab46-87b4-42d2-95fa-eb0559f406d7 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "PUT /v2.0/floatingips/91b8f176-1871-4f3f-a013-aa311e02db81 HTTP/1.1" status: 200 len: 997 time: 5.6990433 Jul 15 23:13:27.633624 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2030e47b-3a4e-435b-8d68-1346b38aa851 service neutron] Pushing event updated for resources: {'Port': ['ID=ab47368e-21bb-47d6-86b0-7da757e9e188,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:27.687398 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1fe10425-3b72-4a7f-b854-9e85b423878f req-ea9c2a0e-1c87-4de9-8dd5-d1b68db73066 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042766 Jul 15 23:13:27.689821 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-3003ee9b-382e-4b66-96a7-47464828451b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:27.715306 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b46eb9-af7f-443f-ba98-be6130f64d8f None None] Sync routers for ids ['fa493c16-b657-4228-8776-5e739991a854'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:13:27.735072 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b46eb9-af7f-443f-ba98-be6130f64d8f None None] Routers {'fa493c16-b657-4228-8776-5e739991a854'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:13:27.736593 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-50b46eb9-af7f-443f-ba98-be6130f64d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:13:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['fa493c16-b657-4228-8776-5e739991a854'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:27.756514 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a3095-7f6d-4dc6-9942-70f382ce071d req-1cd10e46-e400-4e10-9ab9-12530939ad2f tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:27.758049 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-968a3095-7f6d-4dc6-9942-70f382ce071d req-1cd10e46-e400-4e10-9ab9-12530939ad2f tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "GET /v2.0/ports/ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b HTTP/1.1" status: 200 len: 942 time: 0.1908379 Jul 15 23:13:27.823604 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3093267e-6877-4e7b-ba59-9d8f8d74bec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '465a9c57-7e36-4b1b-9e2c-733accddb6c4'}, {'server_uuid': '6a7fa4ef-e851-48b3-b72b-e390a9b85b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '006939be-bbb3-48d8-8754-8c7014ece223'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:13:27.826931 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef14fd7-89d6-46ab-b15a-ac734601adda" -d '{"events": [{"server_uuid": "3093267e-6877-4e7b-ba59-9d8f8d74bec4", "name": "network-vif-plugged", "status": "completed", "tag": "465a9c57-7e36-4b1b-9e2c-733accddb6c4"}, {"server_uuid": "6a7fa4ef-e851-48b3-b72b-e390a9b85b4a", "name": "network-vif-plugged", "status": "completed", "tag": "006939be-bbb3-48d8-8754-8c7014ece223"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:13:27.835244 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 77c0025b-ab04-4c95-9ff4-08d9bf61c7ec details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:13:27.836709 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-4ccc34a3-583c-4b18-a053-87ba5496ae02 req-2030e47b-3a4e-435b-8d68-1346b38aa851 service neutron] Attempting to bind port ab47368e-21bb-47d6-86b0-7da757e9e188 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:13:27.837198 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-4ccc34a3-583c-4b18-a053-87ba5496ae02 req-2030e47b-3a4e-435b-8d68-1346b38aa851 service neutron] Attempting to bind port ab47368e-21bb-47d6-86b0-7da757e9e188 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': 'f2e0773f-8183-4f36-8ee8-76cf70d2d71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6516a713-fc78-44c2-b99b-acc90d8d4ccb'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:13:27.837616 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccc34a3-583c-4b18-a053-87ba5496ae02 req-2030e47b-3a4e-435b-8d68-1346b38aa851 service neutron] Attempting to bind port ab47368e-21bb-47d6-86b0-7da757e9e188 on network 6516a713-fc78-44c2-b99b-acc90d8d4ccb {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:13:27.876834 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccc34a3-583c-4b18-a053-87ba5496ae02 req-2030e47b-3a4e-435b-8d68-1346b38aa851 service neutron] Port ab47368e-21bb-47d6-86b0-7da757e9e188 on network 6516a713-fc78-44c2-b99b-acc90d8d4ccb not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:13:27.877743 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccc34a3-583c-4b18-a053-87ba5496ae02 req-2030e47b-3a4e-435b-8d68-1346b38aa851 service neutron] Attempting to bind port ab47368e-21bb-47d6-86b0-7da757e9e188 on network 6516a713-fc78-44c2-b99b-acc90d8d4ccb {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:13:27.915886 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccc34a3-583c-4b18-a053-87ba5496ae02 req-2030e47b-3a4e-435b-8d68-1346b38aa851 service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:13:27.916351 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccc34a3-583c-4b18-a053-87ba5496ae02 req-2030e47b-3a4e-435b-8d68-1346b38aa851 service neutron] Checking segment: {'id': 'f2e0773f-8183-4f36-8ee8-76cf70d2d71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6516a713-fc78-44c2-b99b-acc90d8d4ccb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:13:27.916812 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccc34a3-583c-4b18-a053-87ba5496ae02 req-2030e47b-3a4e-435b-8d68-1346b38aa851 service neutron] Bound using segment: {'id': 'f2e0773f-8183-4f36-8ee8-76cf70d2d71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6516a713-fc78-44c2-b99b-acc90d8d4ccb'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:13:27.917540 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-4ccc34a3-583c-4b18-a053-87ba5496ae02 req-2030e47b-3a4e-435b-8d68-1346b38aa851 service neutron] Bound port: ab47368e-21bb-47d6-86b0-7da757e9e188, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2e0773f-8183-4f36-8ee8-76cf70d2d71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6516a713-fc78-44c2-b99b-acc90d8d4ccb'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:13:27.917948 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4ccc34a3-583c-4b18-a053-87ba5496ae02 req-2030e47b-3a4e-435b-8d68-1346b38aa851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:27.932113 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-50b46eb9-af7f-443f-ba98-be6130f64d8f None None] Set router fa493c16-b657-4228-8776-5e739991a854 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:13:28.060805 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 77c0025b-ab04-4c95-9ff4-08d9bf61c7ec, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=77c0025b-ab04-4c95-9ff4-08d9bf61c7ec,segment=NetworkSegment(34c5f733-3f76-4beb-94d8-dfb9dc50430b),segment_id=34c5f733-3f76-4beb-94d8-dfb9dc50430b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:28.077573 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 77c0025b-ab04-4c95-9ff4-08d9bf61c7ec has no active binding in host n-h1-794306-6 {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 23:13:28.083227 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-3003ee9b-382e-4b66-96a7-47464828451b service neutron] For port 77c0025b-ab04-4c95-9ff4-08d9bf61c7ec, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=77c0025b-ab04-4c95-9ff4-08d9bf61c7ec,segment=NetworkSegment(34c5f733-3f76-4beb-94d8-dfb9dc50430b),segment_id=34c5f733-3f76-4beb-94d8-dfb9dc50430b)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:28.127777 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3192a744-6e54-4804-82f5-acab0e7ece35 req-55fc5936-0334-4e32-8cab-60fefe075ebe tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:28.129229 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3192a744-6e54-4804-82f5-acab0e7ece35 req-55fc5936-0334-4e32-8cab-60fefe075ebe tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=3093267e-6877-4e7b-ba59-9d8f8d74bec4 HTTP/1.1" status: 200 len: 946 time: 0.2725465 Jul 15 23:13:28.135941 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-4ccc34a3-583c-4b18-a053-87ba5496ae02 req-2030e47b-3a4e-435b-8d68-1346b38aa851 service neutron] For port ab47368e-21bb-47d6-86b0-7da757e9e188, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:13:28.165042 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a3095-7f6d-4dc6-9942-70f382ce071d req-e881d200-5805-4423-9c3e-3ebdb4527e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:28.166545 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-968a3095-7f6d-4dc6-9942-70f382ce071d req-e881d200-5805-4423-9c3e-3ebdb4527e39 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ec36f46f1b7e4eb4acdfec30bd668062&device_id=ffb0f843-a54b-4d51-aadc-ab1c901c1850 HTTP/1.1" status: 200 len: 1096 time: 0.2633240 Jul 15 23:13:28.183413 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-4ccc34a3-583c-4b18-a053-87ba5496ae02 req-2030e47b-3a4e-435b-8d68-1346b38aa851 service neutron] For port ab47368e-21bb-47d6-86b0-7da757e9e188, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=ab47368e-21bb-47d6-86b0-7da757e9e188,segment=NetworkSegment(f2e0773f-8183-4f36-8ee8-76cf70d2d71c),segment_id=f2e0773f-8183-4f36-8ee8-76cf70d2d71c)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:13:28.202305 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4ccc34a3-583c-4b18-a053-87ba5496ae02 req-2030e47b-3a4e-435b-8d68-1346b38aa851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:28.216607 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-3003ee9b-382e-4b66-96a7-47464828451b service neutron] For port 77c0025b-ab04-4c95-9ff4-08d9bf61c7ec, host n-h2-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:13:28.246864 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-50b46eb9-af7f-443f-ba98-be6130f64d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa493c16-b657-4228-8776-5e739991a854', 'name': 'tempest-FloatingIPsAssociationTestJSON-1540046159-router', 'tenant_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '9566196f-5ece-4352-b64f-6ab0e47b0101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:11:56Z', 'updated_at': '2021-07-15T23:12:07Z', 'revision_number': 4, 'project_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'gw_port': {'id': '9566196f-5ece-4352-b64f-6ab0e47b0101', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:29:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa493c16-b657-4228-8776-5e739991a854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:11:57Z', 'updated_at': '2021-07-15T23:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '91b8f176-1871-4f3f-a013-aa311e02db81', 'tenant_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'floating_ip_address': '172.25.5.26', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': 'fa493c16-b657-4228-8776-5e739991a854', 'port_id': '9cca72c3-afd0-4c1c-a86f-351f30b3365a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eb5a618-95d1-4f19-803a-b44492ccd4ef', 'mac_address': 'fa:16:3e:2b:26:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6797c1-d3be-4b68-91a0-d92eabbd3174', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:12:44Z', 'updated_at': '2021-07-15T23:13:27Z', 'revision_number': 4, 'project_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc8ead7e-fdda-4ea9-9779-025762cb6035', 'name': '', 'network_id': '2eb5a618-95d1-4f19-803a-b44492ccd4ef', 'tenant_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'mac_address': 'fa:16:3e:cf:bc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa493c16-b657-4228-8776-5e739991a854', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '89fd3128-ac30-4b7c-b596-62c2dc214969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:03Z', 'updated_at': '2021-07-15T23:12:16Z', 'revision_number': 5, 'project_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'subnets': [{'id': '89fd3128-ac30-4b7c-b596-62c2dc214969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:28.279950 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b46eb9-af7f-443f-ba98-be6130f64d8f None None] Checking router: fa493c16-b657-4228-8776-5e739991a854 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:13:28.289863 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b46eb9-af7f-443f-ba98-be6130f64d8f None None] Routers {'fa493c16-b657-4228-8776-5e739991a854'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:13:28.290538 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-50b46eb9-af7f-443f-ba98-be6130f64d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:13:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['fa493c16-b657-4228-8776-5e739991a854'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:28.353305 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3192a744-6e54-4804-82f5-acab0e7ece35 req-4d96afe0-b548-418b-a661-ecccad205f0c tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148407 Jul 15 23:13:28.366155 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc34a3-583c-4b18-a053-87ba5496ae02 req-2030e47b-3a4e-435b-8d68-1346b38aa851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:28.367169 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4ccc34a3-583c-4b18-a053-87ba5496ae02 req-2030e47b-3a4e-435b-8d68-1346b38aa851 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:28.368401 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4ccc34a3-583c-4b18-a053-87ba5496ae02 req-2030e47b-3a4e-435b-8d68-1346b38aa851 service neutron] 10.222.0.49 "PUT /v2.0/ports/ab47368e-21bb-47d6-86b0-7da757e9e188 HTTP/1.1" status: 200 len: 1091 time: 2.3417783 Jul 15 23:13:28.391033 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-3003ee9b-382e-4b66-96a7-47464828451b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:28.399825 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2030e47b-3a4e-435b-8d68-1346b38aa851 service neutron] Pushing event updated for resources: {'Port': ['ID=ab47368e-21bb-47d6-86b0-7da757e9e188,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:28.405390 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-3003ee9b-382e-4b66-96a7-47464828451b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:28.450002 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-50b46eb9-af7f-443f-ba98-be6130f64d8f None None] Set router fa493c16-b657-4228-8776-5e739991a854 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:13:28.460915 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a3095-7f6d-4dc6-9942-70f382ce071d req-83b1a83b-0153-49de-9c26-f11b7d87bcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:28.464526 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-968a3095-7f6d-4dc6-9942-70f382ce071d req-83b1a83b-0153-49de-9c26-f11b7d87bcf1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2eb5a618-95d1-4f19-803a-b44492ccd4ef HTTP/1.1" status: 200 len: 922 time: 0.2783918 Jul 15 23:13:28.582101 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-968a3095-7f6d-4dc6-9942-70f382ce071d req-b20e590b-d5cd-402d-8095-594a3bab1e75 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b HTTP/1.1" status: 200 len: 217 time: 0.0823598 Jul 15 23:13:28.586210 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 59698) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:28.594639 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3003ee9b-382e-4b66-96a7-47464828451b service neutron] Pushing event updated for resources: {'Port': ['ID=77c0025b-ab04-4c95-9ff4-08d9bf61c7ec,revision_number=7']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:28.705550 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-3003ee9b-382e-4b66-96a7-47464828451b service neutron] Attempting to bind port 77c0025b-ab04-4c95-9ff4-08d9bf61c7ec on host n-h2-794306-6 for vnic_type normal with profile {"migrating_to": "n-h1-794306-6"} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:13:28.705896 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-3003ee9b-382e-4b66-96a7-47464828451b service neutron] Attempting to bind port 77c0025b-ab04-4c95-9ff4-08d9bf61c7ec by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '34c5f733-3f76-4beb-94d8-dfb9dc50430b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '54d36d42-4b6b-4a3b-a62a-15b6ab91449d'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:13:28.706226 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-3003ee9b-382e-4b66-96a7-47464828451b service neutron] Attempting to bind port 77c0025b-ab04-4c95-9ff4-08d9bf61c7ec on network 54d36d42-4b6b-4a3b-a62a-15b6ab91449d {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:13:28.716487 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-50b46eb9-af7f-443f-ba98-be6130f64d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa493c16-b657-4228-8776-5e739991a854', 'name': 'tempest-FloatingIPsAssociationTestJSON-1540046159-router', 'tenant_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '9566196f-5ece-4352-b64f-6ab0e47b0101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:11:56Z', 'updated_at': '2021-07-15T23:12:07Z', 'revision_number': 4, 'project_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'gw_port': {'id': '9566196f-5ece-4352-b64f-6ab0e47b0101', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:29:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa493c16-b657-4228-8776-5e739991a854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:11:57Z', 'updated_at': '2021-07-15T23:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '91b8f176-1871-4f3f-a013-aa311e02db81', 'tenant_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'floating_ip_address': '172.25.5.26', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': 'fa493c16-b657-4228-8776-5e739991a854', 'port_id': '9cca72c3-afd0-4c1c-a86f-351f30b3365a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eb5a618-95d1-4f19-803a-b44492ccd4ef', 'mac_address': 'fa:16:3e:2b:26:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6797c1-d3be-4b68-91a0-d92eabbd3174', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:12:44Z', 'updated_at': '2021-07-15T23:13:27Z', 'revision_number': 4, 'project_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc8ead7e-fdda-4ea9-9779-025762cb6035', 'name': '', 'network_id': '2eb5a618-95d1-4f19-803a-b44492ccd4ef', 'tenant_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'mac_address': 'fa:16:3e:cf:bc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa493c16-b657-4228-8776-5e739991a854', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '89fd3128-ac30-4b7c-b596-62c2dc214969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:03Z', 'updated_at': '2021-07-15T23:12:16Z', 'revision_number': 5, 'project_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'subnets': [{'id': '89fd3128-ac30-4b7c-b596-62c2dc214969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:28.724297 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-459dff1c-bcd6-46e1-8cd0-d7ef441a1a0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:28.725883 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-3003ee9b-382e-4b66-96a7-47464828451b service neutron] Port 77c0025b-ab04-4c95-9ff4-08d9bf61c7ec on network 54d36d42-4b6b-4a3b-a62a-15b6ab91449d not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:13:28.726217 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-3003ee9b-382e-4b66-96a7-47464828451b service neutron] Attempting to bind port 77c0025b-ab04-4c95-9ff4-08d9bf61c7ec on network 54d36d42-4b6b-4a3b-a62a-15b6ab91449d {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:13:28.730299 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a3095-7f6d-4dc6-9942-70f382ce071d req-00b1f206-6d3d-4d13-970a-59e63f1b4749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:28.731828 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-968a3095-7f6d-4dc6-9942-70f382ce071d req-00b1f206-6d3d-4d13-970a-59e63f1b4749 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=89fd3128-ac30-4b7c-b596-62c2dc214969 HTTP/1.1" status: 200 len: 860 time: 0.1145418 Jul 15 23:13:28.734922 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc34a3-583c-4b18-a053-87ba5496ae02 req-73794711-767e-4c93-bef0-8d0869b9bfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:28.736895 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4ccc34a3-583c-4b18-a053-87ba5496ae02 req-73794711-767e-4c93-bef0-8d0869b9bfee service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5d9ae70e65954be9a165b199be83ef6a&device_id=be74c0e3-341b-4907-b634-d8d9507a9a0d HTTP/1.1" status: 200 len: 1094 time: 0.3164895 Jul 15 23:13:28.744526 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b46eb9-af7f-443f-ba98-be6130f64d8f None None] The sync data for ids ['fa493c16-b657-4228-8776-5e739991a854'] in n-d-794306-6 is: [{'id': 'fa493c16-b657-4228-8776-5e739991a854', 'name': 'tempest-FloatingIPsAssociationTestJSON-1540046159-router', 'tenant_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '9566196f-5ece-4352-b64f-6ab0e47b0101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:11:56Z', 'updated_at': '2021-07-15T23:12:07Z', 'revision_number': 4, 'project_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'gw_port': {'id': '9566196f-5ece-4352-b64f-6ab0e47b0101', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:29:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa493c16-b657-4228-8776-5e739991a854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:11:57Z', 'updated_at': '2021-07-15T23:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '91b8f176-1871-4f3f-a013-aa311e02db81', 'tenant_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'floating_ip_address': '172.25.5.26', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': 'fa493c16-b657-4228-8776-5e739991a854', 'port_id': '9cca72c3-afd0-4c1c-a86f-351f30b3365a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eb5a618-95d1-4f19-803a-b44492ccd4ef', 'mac_address': 'fa:16:3e:2b:26:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6797c1-d3be-4b68-91a0-d92eabbd3174', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:12:44Z', 'updated_at': '2021-07-15T23:13:27Z', 'revision_number': 4, 'project_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc8ead7e-fdda-4ea9-9779-025762cb6035', 'name': '', 'network_id': '2eb5a618-95d1-4f19-803a-b44492ccd4ef', 'tenant_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'mac_address': 'fa:16:3e:cf:bc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa493c16-b657-4228-8776-5e739991a854', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '89fd3128-ac30-4b7c-b596-62c2dc214969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:03Z', 'updated_at': '2021-07-15T23:12:16Z', 'revision_number': 5, 'project_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'subnets': [{'id': '89fd3128-ac30-4b7c-b596-62c2dc214969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:13:28.754772 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-3003ee9b-382e-4b66-96a7-47464828451b service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:13:28.755744 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-3003ee9b-382e-4b66-96a7-47464828451b service neutron] Checking segment: {'id': '34c5f733-3f76-4beb-94d8-dfb9dc50430b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '54d36d42-4b6b-4a3b-a62a-15b6ab91449d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:13:28.756454 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-3003ee9b-382e-4b66-96a7-47464828451b service neutron] Bound using segment: {'id': '34c5f733-3f76-4beb-94d8-dfb9dc50430b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '54d36d42-4b6b-4a3b-a62a-15b6ab91449d'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:13:28.756910 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-3003ee9b-382e-4b66-96a7-47464828451b service neutron] Bound port: 77c0025b-ab04-4c95-9ff4-08d9bf61c7ec, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34c5f733-3f76-4beb-94d8-dfb9dc50430b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '54d36d42-4b6b-4a3b-a62a-15b6ab91449d'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:13:28.757280 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-3003ee9b-382e-4b66-96a7-47464828451b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:28.839116 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4ccc34a3-583c-4b18-a053-87ba5496ae02 req-b890787d-5c29-4d2c-af9b-5725ac325ee3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab47368e-21bb-47d6-86b0-7da757e9e188 HTTP/1.1" status: 200 len: 217 time: 0.0866518 Jul 15 23:13:28.856849 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-459dff1c-bcd6-46e1-8cd0-d7ef441a1a0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:28.861354 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-459dff1c-bcd6-46e1-8cd0-d7ef441a1a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:28.874372 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21ead44-8e75-4092-9100-68af6a58c454 req-9866c1c4-981e-4ec9-bafd-38026d532607 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:28.876094 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b21ead44-8e75-4092-9100-68af6a58c454 req-9866c1c4-981e-4ec9-bafd-38026d532607 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/ports?device_id=be74c0e3-341b-4907-b634-d8d9507a9a0d HTTP/1.1" status: 200 len: 943 time: 0.3028877 Jul 15 23:13:28.905145 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-459dff1c-bcd6-46e1-8cd0-d7ef441a1a0f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ce439e27d78341d5852c346353289de0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3177452 Jul 15 23:13:28.906498 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459dff1c-bcd6-46e1-8cd0-d7ef441a1a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f3ddeb-e7d5-4816-b86e-a051d00d1a97,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:28.908993 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 59704) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:28.969845 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3fa019c5-3cdf-4cbc-9ead-6891a115e88b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:29.005585 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-3003ee9b-382e-4b66-96a7-47464828451b service neutron] For port 77c0025b-ab04-4c95-9ff4-08d9bf61c7ec, host n-h2-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:13:29.009258 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3fa019c5-3cdf-4cbc-9ead-6891a115e88b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:29.010423 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b21ead44-8e75-4092-9100-68af6a58c454 req-173d0d9f-22f6-42a8-8885-478e2a7332ec tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/security-groups?id=a00402bc-417c-4401-b3a4-a86d8ce769a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196375 Jul 15 23:13:29.011853 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc34a3-583c-4b18-a053-87ba5496ae02 req-5868d2fb-72c1-484d-aba1-b18e44938c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:29.013251 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4ccc34a3-583c-4b18-a053-87ba5496ae02 req-5868d2fb-72c1-484d-aba1-b18e44938c8b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6ef28179-7a90-48d7-bcfb-e76e0383faee HTTP/1.1" status: 200 len: 861 time: 0.1501110 Jul 15 23:13:29.016982 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a3095-7f6d-4dc6-9942-70f382ce071d req-31ee2329-d19a-4bbe-9761-ba786a76aecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:29.018247 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-968a3095-7f6d-4dc6-9942-70f382ce071d req-31ee2329-d19a-4bbe-9761-ba786a76aecc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2eb5a618-95d1-4f19-803a-b44492ccd4ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2765696 Jul 15 23:13:29.045865 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-3003ee9b-382e-4b66-96a7-47464828451b service neutron] For port 77c0025b-ab04-4c95-9ff4-08d9bf61c7ec, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=77c0025b-ab04-4c95-9ff4-08d9bf61c7ec,segment=NetworkSegment(34c5f733-3f76-4beb-94d8-dfb9dc50430b),segment_id=34c5f733-3f76-4beb-94d8-dfb9dc50430b)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:13:29.081225 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3fa019c5-3cdf-4cbc-9ead-6891a115e88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:29.081834 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4ccc34a3-583c-4b18-a053-87ba5496ae02 req-931dab3b-4306-42ca-88dc-cb8b5c10ad87 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6516a713-fc78-44c2-b99b-acc90d8d4ccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555077 Jul 15 23:13:29.085851 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3fa019c5-3cdf-4cbc-9ead-6891a115e88b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:29.090594 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-3003ee9b-382e-4b66-96a7-47464828451b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:29.090793 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-3fa019c5-3cdf-4cbc-9ead-6891a115e88b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/53f3ddeb-e7d5-4816-b86e-a051d00d1a97 HTTP/1.1" status: 204 len: 168 time: 0.1778824 Jul 15 23:13:29.108043 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa019c5-3cdf-4cbc-9ead-6891a115e88b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f3ddeb-e7d5-4816-b86e-a051d00d1a97,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:29.325708 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3003ee9b-382e-4b66-96a7-47464828451b service neutron] Pushing event updated for resources: {'Port': ['ID=77c0025b-ab04-4c95-9ff4-08d9bf61c7ec,revision_number=8']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:29.352500 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-968a3095-7f6d-4dc6-9942-70f382ce071d req-11a3c102-b7dd-4b9b-a46b-890669b040d5 service neutron] 10.222.0.48 "GET /v2.0/networks/2eb5a618-95d1-4f19-803a-b44492ccd4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275115 Jul 15 23:13:29.375862 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-3003ee9b-382e-4b66-96a7-47464828451b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:29.376579 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-3003ee9b-382e-4b66-96a7-47464828451b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:29.377870 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-3003ee9b-382e-4b66-96a7-47464828451b service neutron] 10.222.0.49 "PUT /v2.0/ports/77c0025b-ab04-4c95-9ff4-08d9bf61c7ec HTTP/1.1" status: 200 len: 1121 time: 2.0006227 Jul 15 23:13:29.395709 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4ccc34a3-583c-4b18-a053-87ba5496ae02 req-a4308aec-7e6f-4080-8bd3-72882fc2f16f service neutron] 10.222.0.49 "GET /v2.0/networks/6516a713-fc78-44c2-b99b-acc90d8d4ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022308 Jul 15 23:13:29.429775 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 59712) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:29.444369 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c0286d9-e8e7-4d59-889b-675b57ec1eb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:29.504886 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['77c0025b-ab04-4c95-9ff4-08d9bf61c7ec'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:13:29.508520 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064b24b-1028-42a1-b0e1-4eb5eda677c7 req-1be7df2d-625c-4493-8c82-f6b3cb440485 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:29.510366 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c064b24b-1028-42a1-b0e1-4eb5eda677c7 req-1be7df2d-625c-4493-8c82-f6b3cb440485 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f61831a-2e00-4a5e-b0d8-6ea7fdde3c62 HTTP/1.1" status: 200 len: 945 time: 0.3308721 Jul 15 23:13:29.569230 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c0286d9-e8e7-4d59-889b-675b57ec1eb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:29.569522 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['77c0025b-ab04-4c95-9ff4-08d9bf61c7ec'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:13:29.573980 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c0286d9-e8e7-4d59-889b-675b57ec1eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:29.613582 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0286d9-e8e7-4d59-889b-675b57ec1eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4dccf1-a587-4d0b-bf12-9cf8dcc9654d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:29.621035 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-3c0286d9-e8e7-4d59-889b-675b57ec1eb5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=12926ecfa66e4bf2b6c6bfe25c7bea14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1901312 Jul 15 23:13:29.623557 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 59714) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:29.662692 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-968a3095-7f6d-4dc6-9942-70f382ce071d req-1e939de7-0235-4ddd-b3a5-0b1df2d91ec1 service neutron] 10.222.0.48 "GET /v2.0/networks/2eb5a618-95d1-4f19-803a-b44492ccd4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000767 Jul 15 23:13:29.665719 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4ccc34a3-583c-4b18-a053-87ba5496ae02 req-075d3542-9f38-41fa-8671-1dde05af7d20 service neutron] 10.222.0.49 "GET /v2.0/networks/6516a713-fc78-44c2-b99b-acc90d8d4ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601271 Jul 15 23:13:29.668888 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c064b24b-1028-42a1-b0e1-4eb5eda677c7 req-6dd5d6ed-17aa-4f3a-b8f9-a065bc2d6479 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab9ed1be-d206-4a5f-8102-d7cc29d4ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480632 Jul 15 23:13:29.693267 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-06174831-1b0d-4a88-a294-b6608a11e5ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:29.742983 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-06174831-1b0d-4a88-a294-b6608a11e5ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:29.751212 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a3095-7f6d-4dc6-9942-70f382ce071d req-ff335472-7f8f-41bb-97a5-c327f8e063d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:29.754761 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-968a3095-7f6d-4dc6-9942-70f382ce071d req-ff335472-7f8f-41bb-97a5-c327f8e063d3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ec36f46f1b7e4eb4acdfec30bd668062&device_id=fe6797c1-d3be-4b68-91a0-d92eabbd3174 HTTP/1.1" status: 200 len: 1096 time: 0.0656483 Jul 15 23:13:29.824951 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-06174831-1b0d-4a88-a294-b6608a11e5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:29.828894 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-06174831-1b0d-4a88-a294-b6608a11e5ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:29.830205 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-06174831-1b0d-4a88-a294-b6608a11e5ab admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ea4dccf1-a587-4d0b-bf12-9cf8dcc9654d HTTP/1.1" status: 204 len: 168 time: 0.2054877 Jul 15 23:13:29.841929 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06174831-1b0d-4a88-a294-b6608a11e5ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4dccf1-a587-4d0b-bf12-9cf8dcc9654d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:30.237567 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e81d1a88-d1ac-4087-a21d-1d9204503c77 x-openstack-request-id: req-e81d1a88-d1ac-4087-a21d-1d9204503c77 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:13:30.237990 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffb0f843-a54b-4d51-aadc-ab1c901c1850", "tag": "ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:13:30.238341 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e81d1a88-d1ac-4087-a21d-1d9204503c77 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:13:30.238759 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffb0f843-a54b-4d51-aadc-ab1c901c1850', 'tag': 'ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b', 'status': 'completed', 'code': 200} Jul 15 23:13:30.254391 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 23:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c7bd14-90ec-4576-bf94-f0dcddcc56e2 x-openstack-request-id: req-c6c7bd14-90ec-4576-bf94-f0dcddcc56e2 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:13:30.255910 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3093267e-6877-4e7b-ba59-9d8f8d74bec4", "name": "network-vif-plugged", "status": "completed", "tag": "465a9c57-7e36-4b1b-9e2c-733accddb6c4", "code": 200}, {"server_uuid": "6a7fa4ef-e851-48b3-b72b-e390a9b85b4a", "name": "network-vif-plugged", "status": "completed", "tag": "006939be-bbb3-48d8-8754-8c7014ece223", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:13:30.256533 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c6c7bd14-90ec-4576-bf94-f0dcddcc56e2 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:13:30.257149 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3093267e-6877-4e7b-ba59-9d8f8d74bec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '465a9c57-7e36-4b1b-9e2c-733accddb6c4', 'code': 200} Jul 15 23:13:30.257522 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a7fa4ef-e851-48b3-b72b-e390a9b85b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '006939be-bbb3-48d8-8754-8c7014ece223', 'code': 200} Jul 15 23:13:30.364853 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a3095-7f6d-4dc6-9942-70f382ce071d req-8d381820-849d-47b3-b76d-ee0b4cd7b1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:30.366723 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-968a3095-7f6d-4dc6-9942-70f382ce071d req-8d381820-849d-47b3-b76d-ee0b4cd7b1ab service neutron] 10.222.0.48 "GET /v2.0/networks?id=2eb5a618-95d1-4f19-803a-b44492ccd4ef HTTP/1.1" status: 200 len: 922 time: 0.6033611 Jul 15 23:13:30.372143 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b6dd4d-2c27-4af1-a3a6-1d9abb06e016 req-f903c803-81f5-4fc3-8558-b2a9f14c1106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:30.373721 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-48b6dd4d-2c27-4af1-a3a6-1d9abb06e016 req-f903c803-81f5-4fc3-8558-b2a9f14c1106 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ec36f46f1b7e4eb4acdfec30bd668062&device_id=ffb0f843-a54b-4d51-aadc-ab1c901c1850 HTTP/1.1" status: 200 len: 1096 time: 0.1262712 Jul 15 23:13:30.593813 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-968a3095-7f6d-4dc6-9942-70f382ce071d req-517e4d03-3c59-4b62-ac39-02ca65c882a1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9cca72c3-afd0-4c1c-a86f-351f30b3365a HTTP/1.1" status: 200 len: 1000 time: 0.2191010 Jul 15 23:13:30.698123 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b6dd4d-2c27-4af1-a3a6-1d9abb06e016 req-d2dfbacb-d644-43e3-b9cd-70fc6ff0f384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:30.699541 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-48b6dd4d-2c27-4af1-a3a6-1d9abb06e016 req-d2dfbacb-d644-43e3-b9cd-70fc6ff0f384 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2eb5a618-95d1-4f19-803a-b44492ccd4ef HTTP/1.1" status: 200 len: 922 time: 0.3169260 Jul 15 23:13:30.713903 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a3095-7f6d-4dc6-9942-70f382ce071d req-99359356-c933-4d54-abf7-7a5f3c237ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:30.716151 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-968a3095-7f6d-4dc6-9942-70f382ce071d req-99359356-c933-4d54-abf7-7a5f3c237ffd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=89fd3128-ac30-4b7c-b596-62c2dc214969 HTTP/1.1" status: 200 len: 860 time: 0.1101208 Jul 15 23:13:30.731381 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fd84bc63-af8c-48d5-ad2a-48bd078489f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:30.802783 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5124f4b7-9371-4899-b2e9-f75a2fa9b283 req-3bb1c6de-d9a6-4746-a67b-9b1144174923 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:30.807060 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5124f4b7-9371-4899-b2e9-f75a2fa9b283 req-3bb1c6de-d9a6-4746-a67b-9b1144174923 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f2d3ea3-1396-4e60-9b5a-4f50f26ae32b HTTP/1.1" status: 200 len: 943 time: 0.3899932 Jul 15 23:13:30.807060 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c6673-34ee-4aca-a3e2-ea338d9f7bd9 req-c395d5ed-4fae-4102-9f70-823d53a8e15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:30.807981 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c95c6673-34ee-4aca-a3e2-ea338d9f7bd9 req-c395d5ed-4fae-4102-9f70-823d53a8e15e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6a7fa4ef-e851-48b3-b72b-e390a9b85b4a HTTP/1.1" status: 200 len: 1097 time: 0.3590813 Jul 15 23:13:30.809286 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-48b6dd4d-2c27-4af1-a3a6-1d9abb06e016 req-89f0eb22-1859-421e-b9c0-353a85bcd5f5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b HTTP/1.1" status: 200 len: 217 time: 0.0974278 Jul 15 23:13:30.835933 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc52e279-f38c-4a2d-8350-84652460c6a9 req-60543cd3-5d5c-4792-9578-663dc04391d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:30.837675 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dc52e279-f38c-4a2d-8350-84652460c6a9 req-60543cd3-5d5c-4792-9578-663dc04391d2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3093267e-6877-4e7b-ba59-9d8f8d74bec4 HTTP/1.1" status: 200 len: 1097 time: 0.3876929 Jul 15 23:13:30.972846 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b6dd4d-2c27-4af1-a3a6-1d9abb06e016 req-d79d9958-9b2e-4939-9ea0-4a2d0082175d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:30.975608 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-48b6dd4d-2c27-4af1-a3a6-1d9abb06e016 req-d79d9958-9b2e-4939-9ea0-4a2d0082175d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=89fd3128-ac30-4b7c-b596-62c2dc214969 HTTP/1.1" status: 200 len: 860 time: 0.1434803 Jul 15 23:13:30.983393 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dc52e279-f38c-4a2d-8350-84652460c6a9 req-2a122e9f-db9b-4674-8084-8a6f30c2c3fe service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319914 Jul 15 23:13:30.985030 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c95c6673-34ee-4aca-a3e2-ea338d9f7bd9 req-2c9216ec-3a80-476e-b11e-050d3b7f4ffb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ab9ed1be-d206-4a5f-8102-d7cc29d4ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543744 Jul 15 23:13:31.013551 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5124f4b7-9371-4899-b2e9-f75a2fa9b283 req-62da73c0-b370-46ef-8dc2-d1c5e353bcfb tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805100 Jul 15 23:13:31.083621 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a3095-7f6d-4dc6-9942-70f382ce071d req-eae188cd-238c-4a95-9191-b8d6db71b9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:31.087027 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-968a3095-7f6d-4dc6-9942-70f382ce071d req-eae188cd-238c-4a95-9191-b8d6db71b9e7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2eb5a618-95d1-4f19-803a-b44492ccd4ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3548110 Jul 15 23:13:31.160088 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b6dd4d-2c27-4af1-a3a6-1d9abb06e016 req-c1d5968d-31a7-409c-ac9e-3db8dc79eb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:31.162300 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-48b6dd4d-2c27-4af1-a3a6-1d9abb06e016 req-c1d5968d-31a7-409c-ac9e-3db8dc79eb95 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2eb5a618-95d1-4f19-803a-b44492ccd4ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1740816 Jul 15 23:13:31.322438 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-968a3095-7f6d-4dc6-9942-70f382ce071d req-c8e69162-b1b3-42de-981b-a40ad30da108 service neutron] 10.222.0.48 "GET /v2.0/networks/2eb5a618-95d1-4f19-803a-b44492ccd4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245798 Jul 15 23:13:31.385730 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3881d17-1232-418d-961a-e58762c91999 req-149a43b1-fd33-4b8d-b390-6a610bf01ee2 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:31.387302 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c3881d17-1232-418d-961a-e58762c91999 req-149a43b1-fd33-4b8d-b390-6a610bf01ee2 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=3093267e-6877-4e7b-ba59-9d8f8d74bec4 HTTP/1.1" status: 200 len: 946 time: 0.2239525 Jul 15 23:13:31.392994 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-48b6dd4d-2c27-4af1-a3a6-1d9abb06e016 req-480a3ad5-6656-4084-ae29-700409aaaaf3 service neutron] 10.222.0.49 "GET /v2.0/networks/2eb5a618-95d1-4f19-803a-b44492ccd4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023101 Jul 15 23:13:31.538134 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c3881d17-1232-418d-961a-e58762c91999 req-5f3a6d34-faca-44ee-9499-3204bab87165 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426175 Jul 15 23:13:31.542223 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-968a3095-7f6d-4dc6-9942-70f382ce071d req-e51d0e09-ccb8-46c9-849c-a93c5060da0f service neutron] 10.222.0.48 "GET /v2.0/networks/2eb5a618-95d1-4f19-803a-b44492ccd4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130120 Jul 15 23:13:31.579550 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-48b6dd4d-2c27-4af1-a3a6-1d9abb06e016 req-d79539a9-7262-41a6-be1b-989cbd46c2d0 service neutron] 10.222.0.49 "GET /v2.0/networks/2eb5a618-95d1-4f19-803a-b44492ccd4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730947 Jul 15 23:13:31.824178 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed9599-541c-4aec-83eb-e74e8645dc80 req-b26d5137-b87b-4734-984d-962450da67d6 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:31.826406 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fbed9599-541c-4aec-83eb-e74e8645dc80 req-b26d5137-b87b-4734-984d-962450da67d6 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/ports?device_id=be74c0e3-341b-4907-b634-d8d9507a9a0d HTTP/1.1" status: 200 len: 943 time: 0.1308029 Jul 15 23:13:31.849083 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b7e87c-472d-400b-8aed-77d8dca3f022 req-c34036a4-eb2b-40a3-ad66-8d7831a25145 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:31.851723 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-31b7e87c-472d-400b-8aed-77d8dca3f022 req-c34036a4-eb2b-40a3-ad66-8d7831a25145 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a7fa4ef-e851-48b3-b72b-e390a9b85b4a HTTP/1.1" status: 200 len: 946 time: 0.1206787 Jul 15 23:13:31.857328 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device ab47368e-21bb-47d6-86b0-7da757e9e188 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:13:31.922276 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fbed9599-541c-4aec-83eb-e74e8645dc80 req-b99f8272-c04f-4794-942e-0ac08e236118 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/security-groups?id=a00402bc-417c-4401-b3a4-a86d8ce769a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872691 Jul 15 23:13:31.935666 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-31b7e87c-472d-400b-8aed-77d8dca3f022 req-6d12a946-886f-4e15-be5a-ff3f720a8393 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab9ed1be-d206-4a5f-8102-d7cc29d4ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748582 Jul 15 23:13:31.985166 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port ab47368e-21bb-47d6-86b0-7da757e9e188, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=ab47368e-21bb-47d6-86b0-7da757e9e188,segment=NetworkSegment(f2e0773f-8183-4f36-8ee8-76cf70d2d71c),segment_id=f2e0773f-8183-4f36-8ee8-76cf70d2d71c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:32.000765 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': 'ab47368e-21bb-47d6-86b0-7da757e9e188', 'network_id': '6516a713-fc78-44c2-b99b-acc90d8d4ccb', 'port_id': 'ab47368e-21bb-47d6-86b0-7da757e9e188', 'mac_address': 'fa:16:3e:62:bf:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ef28179-7a90-48d7-bcfb-e76e0383faee', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:13:32.062988 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:32.081189 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab47368e-21bb-47d6-86b0-7da757e9e188 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:13:32.112792 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port ab47368e-21bb-47d6-86b0-7da757e9e188, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=ab47368e-21bb-47d6-86b0-7da757e9e188,segment=NetworkSegment(f2e0773f-8183-4f36-8ee8-76cf70d2d71c),segment_id=f2e0773f-8183-4f36-8ee8-76cf70d2d71c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:32.118685 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:32.170808 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d4e08b-8ebc-47d9-be59-161bf5afe755 req-cb6bcf64-250e-4454-9f54-ef6f8ed88bd6 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:32.172873 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-33d4e08b-8ebc-47d9-be59-161bf5afe755 req-cb6bcf64-250e-4454-9f54-ef6f8ed88bd6 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/ports?device_id=172d8b5e-22f6-4828-9f7d-0b0be04feec3 HTTP/1.1" status: 200 len: 945 time: 0.0799301 Jul 15 23:13:32.195855 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=ab47368e-21bb-47d6-86b0-7da757e9e188,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:32.244525 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe6797c1-d3be-4b68-91a0-d92eabbd3174', 'tag': '9cca72c3-afd0-4c1c-a86f-351f30b3365a'}, {'name': 'network-changed', 'server_uuid': 'be74c0e3-341b-4907-b634-d8d9507a9a0d', 'tag': 'ab47368e-21bb-47d6-86b0-7da757e9e188'}, {'server_uuid': '2f2d3ea3-1396-4e60-9b5a-4f50f26ae32b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77c0025b-ab04-4c95-9ff4-08d9bf61c7ec'}, {'name': 'network-changed', 'server_uuid': '2f2d3ea3-1396-4e60-9b5a-4f50f26ae32b', 'tag': '77c0025b-ab04-4c95-9ff4-08d9bf61c7ec'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:13:32.246772 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c26888-3bea-4780-8932-702f66ccb7c7" -d '{"events": [{"name": "network-changed", "server_uuid": "fe6797c1-d3be-4b68-91a0-d92eabbd3174", "tag": "9cca72c3-afd0-4c1c-a86f-351f30b3365a"}, {"name": "network-changed", "server_uuid": "be74c0e3-341b-4907-b634-d8d9507a9a0d", "tag": "ab47368e-21bb-47d6-86b0-7da757e9e188"}, {"server_uuid": "2f2d3ea3-1396-4e60-9b5a-4f50f26ae32b", "name": "network-vif-unplugged", "status": "completed", "tag": "77c0025b-ab04-4c95-9ff4-08d9bf61c7ec"}, {"name": "network-changed", "server_uuid": "2f2d3ea3-1396-4e60-9b5a-4f50f26ae32b", "tag": "77c0025b-ab04-4c95-9ff4-08d9bf61c7ec"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:13:32.267066 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-33d4e08b-8ebc-47d9-be59-161bf5afe755 req-77890730-e1ed-4ef1-a53b-3daa52806987 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/security-groups?id=e35c6df1-9256-45c7-85a2-0e1b5450d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859289 Jul 15 23:13:32.291529 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fd4049f7-1512-4fa6-9ba6-b67ddaa63d62 req-38875827-1da9-4e34-a7a9-8c2189ab6b6d tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.26 HTTP/1.1" status: 200 len: 1000 time: 0.0937383 Jul 15 23:13:32.385966 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4049f7-1512-4fa6-9ba6-b67ddaa63d62 req-83b0f89a-f4dc-4015-95fd-ba826d50ac3a tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:32.388265 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fd4049f7-1512-4fa6-9ba6-b67ddaa63d62 req-83b0f89a-f4dc-4015-95fd-ba826d50ac3a tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "GET /v2.0/ports/9cca72c3-afd0-4c1c-a86f-351f30b3365a HTTP/1.1" status: 200 len: 942 time: 0.0869637 Jul 15 23:13:32.509739 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33944ffc-e092-4f49-8160-e34d0e0a6eea req-7750eace-1c10-4068-84c6-e7066f72ab66 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:32.511777 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-33944ffc-e092-4f49-8160-e34d0e0a6eea req-7750eace-1c10-4068-84c6-e7066f72ab66 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f2d3ea3-1396-4e60-9b5a-4f50f26ae32b HTTP/1.1" status: 200 len: 943 time: 0.1042094 Jul 15 23:13:32.589838 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['ab47368e-21bb-47d6-86b0-7da757e9e188'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:13:32.624456 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fd4049f7-1512-4fa6-9ba6-b67ddaa63d62 req-70b6262d-b8bd-4501-aca7-0a511a35d6c3 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.26 HTTP/1.1" status: 200 len: 1000 time: 0.1379063 Jul 15 23:13:32.637689 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-33944ffc-e092-4f49-8160-e34d0e0a6eea req-dffceefe-b878-42c5-8295-56b7067d2a83 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901096 Jul 15 23:13:32.778069 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 686 Content-Type: application/json Date: Thu, 15 Jul 2021 23:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019785f4-600a-42ca-b782-0a5434d9854b x-openstack-request-id: req-019785f4-600a-42ca-b782-0a5434d9854b {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:13:32.795869 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe6797c1-d3be-4b68-91a0-d92eabbd3174", "tag": "9cca72c3-afd0-4c1c-a86f-351f30b3365a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "be74c0e3-341b-4907-b634-d8d9507a9a0d", "tag": "ab47368e-21bb-47d6-86b0-7da757e9e188", "status": "completed", "code": 200}, {"server_uuid": "2f2d3ea3-1396-4e60-9b5a-4f50f26ae32b", "name": "network-vif-unplugged", "status": "completed", "tag": "77c0025b-ab04-4c95-9ff4-08d9bf61c7ec", "code": 200}, {"name": "network-changed", "server_uuid": "2f2d3ea3-1396-4e60-9b5a-4f50f26ae32b", "tag": "77c0025b-ab04-4c95-9ff4-08d9bf61c7ec", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:13:32.796508 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-019785f4-600a-42ca-b782-0a5434d9854b {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:13:32.798656 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe6797c1-d3be-4b68-91a0-d92eabbd3174', 'tag': '9cca72c3-afd0-4c1c-a86f-351f30b3365a', 'status': 'completed', 'code': 200} Jul 15 23:13:32.798986 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be74c0e3-341b-4907-b634-d8d9507a9a0d', 'tag': 'ab47368e-21bb-47d6-86b0-7da757e9e188', 'status': 'completed', 'code': 200} Jul 15 23:13:32.800666 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f2d3ea3-1396-4e60-9b5a-4f50f26ae32b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77c0025b-ab04-4c95-9ff4-08d9bf61c7ec', 'code': 200} Jul 15 23:13:32.801099 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f2d3ea3-1396-4e60-9b5a-4f50f26ae32b', 'tag': '77c0025b-ab04-4c95-9ff4-08d9bf61c7ec', 'status': 'completed', 'code': 200} Jul 15 23:13:33.020358 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4049f7-1512-4fa6-9ba6-b67ddaa63d62 req-b04c523c-2bae-407c-9ab7-a4b7413f78fe tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:33.022742 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fd4049f7-1512-4fa6-9ba6-b67ddaa63d62 req-b04c523c-2bae-407c-9ab7-a4b7413f78fe tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "GET /v2.0/networks/c4160cc4-e133-4d4e-ad39-f86bca4b2f14 HTTP/1.1" status: 200 len: 784 time: 0.3896680 Jul 15 23:13:33.082603 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c26888-3bea-4780-8932-702f66ccb7c7 req-fc53118a-ca3e-4113-9413-05b314aa5d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:33.084874 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c8c26888-3bea-4780-8932-702f66ccb7c7 req-fc53118a-ca3e-4113-9413-05b314aa5d48 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ec36f46f1b7e4eb4acdfec30bd668062&device_id=fe6797c1-d3be-4b68-91a0-d92eabbd3174 HTTP/1.1" status: 200 len: 1096 time: 0.2827795 Jul 15 23:13:33.097305 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c26888-3bea-4780-8932-702f66ccb7c7 req-22118e32-fd05-4688-8382-b2bc4febe898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:33.099346 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c8c26888-3bea-4780-8932-702f66ccb7c7 req-22118e32-fd05-4688-8382-b2bc4febe898 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=97397394137f47b6b8b1bb83454a379f&device_id=2f2d3ea3-1396-4e60-9b5a-4f50f26ae32b HTTP/1.1" status: 200 len: 1124 time: 0.1762681 Jul 15 23:13:33.114975 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d92b85-aca1-43d5-b656-7586a9e9761b req-9b3dc2c5-62ce-4a03-9c6b-518c8ffb3625 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:33.116544 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f8d92b85-aca1-43d5-b656-7586a9e9761b req-9b3dc2c5-62ce-4a03-9c6b-518c8ffb3625 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=3093267e-6877-4e7b-ba59-9d8f8d74bec4 HTTP/1.1" status: 200 len: 946 time: 0.1913152 Jul 15 23:13:33.212343 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e3c67d5b-4da7-49bb-be43-f499bdac23eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:33.312698 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:33.374890 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f8d92b85-aca1-43d5-b656-7586a9e9761b req-73c9fe67-4d9c-4636-a87a-3fc154653ac9 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481618 Jul 15 23:13:33.395103 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c26888-3bea-4780-8932-702f66ccb7c7 req-5dcab77e-6657-4ccd-8a31-f4f4ce9e7eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:33.396753 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c8c26888-3bea-4780-8932-702f66ccb7c7 req-5dcab77e-6657-4ccd-8a31-f4f4ce9e7eac service neutron] 10.222.0.49 "GET /v2.0/networks?id=2eb5a618-95d1-4f19-803a-b44492ccd4ef HTTP/1.1" status: 200 len: 922 time: 0.3033991 Jul 15 23:13:33.402647 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c26888-3bea-4780-8932-702f66ccb7c7 req-4735ee5b-d471-4682-a93f-65342fc5225e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:33.404547 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c8c26888-3bea-4780-8932-702f66ccb7c7 req-4735ee5b-d471-4682-a93f-65342fc5225e service neutron] 10.222.0.41 "GET /v2.0/networks?id=54d36d42-4b6b-4a3b-a62a-15b6ab91449d HTTP/1.1" status: 200 len: 922 time: 0.2870409 Jul 15 23:13:33.512957 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074992ea-4db9-42f5-bf2e-78d30752b34d req-552d2061-ef19-4820-978c-4700095c92b2 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:33.512957 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-074992ea-4db9-42f5-bf2e-78d30752b34d req-552d2061-ef19-4820-978c-4700095c92b2 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a7fa4ef-e851-48b3-b72b-e390a9b85b4a HTTP/1.1" status: 200 len: 946 time: 0.3226223 Jul 15 23:13:33.524702 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c8c26888-3bea-4780-8932-702f66ccb7c7 req-22ebbe1b-2539-496a-b438-5bd382885c28 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=77c0025b-ab04-4c95-9ff4-08d9bf61c7ec HTTP/1.1" status: 200 len: 217 time: 0.0723574 Jul 15 23:13:33.565569 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c8c26888-3bea-4780-8932-702f66ccb7c7 req-af8fe81a-5b0d-4fe1-afea-07fde2991cd9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9cca72c3-afd0-4c1c-a86f-351f30b3365a HTTP/1.1" status: 200 len: 1000 time: 0.1547699 Jul 15 23:13:33.674651 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-074992ea-4db9-42f5-bf2e-78d30752b34d req-86c5d93a-51b1-476a-93e5-72db18d388cc tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab9ed1be-d206-4a5f-8102-d7cc29d4ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474488 Jul 15 23:13:33.686273 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c26888-3bea-4780-8932-702f66ccb7c7 req-52abf480-b952-4d48-8961-8d59a9d294a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:33.687967 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c8c26888-3bea-4780-8932-702f66ccb7c7 req-52abf480-b952-4d48-8961-8d59a9d294a8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fe3eef83-74d9-48a6-8931-0e31ba6153cf HTTP/1.1" status: 200 len: 861 time: 0.1509078 Jul 15 23:13:33.719501 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c26888-3bea-4780-8932-702f66ccb7c7 req-b90f7294-0407-4c77-9f13-7c1c798f6c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:33.720975 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c8c26888-3bea-4780-8932-702f66ccb7c7 req-b90f7294-0407-4c77-9f13-7c1c798f6c36 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=89fd3128-ac30-4b7c-b596-62c2dc214969 HTTP/1.1" status: 200 len: 860 time: 0.1371033 Jul 15 23:13:33.753919 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c8c26888-3bea-4780-8932-702f66ccb7c7 req-a4f9c7c4-7a89-4f32-b1f9-50a1a9cd9d73 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=54d36d42-4b6b-4a3b-a62a-15b6ab91449d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546472 Jul 15 23:13:33.859473 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9481e50-5198-41fd-b373-1ea8f9434a01 req-0f0ed344-d2cd-46ae-9123-683c5ba96a1b tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:33.861006 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c9481e50-5198-41fd-b373-1ea8f9434a01 req-0f0ed344-d2cd-46ae-9123-683c5ba96a1b tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/ports?device_id=be74c0e3-341b-4907-b634-d8d9507a9a0d HTTP/1.1" status: 200 len: 944 time: 0.3252547 Jul 15 23:13:33.938610 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-337537dd-dd41-42b7-a4be-8326efb18e1b req-e3dfc9b7-b72b-49b7-a0f4-e37b70ca76a1 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.26 HTTP/1.1" status: 200 len: 1000 time: 0.2164984 Jul 15 23:13:34.183013 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:34.373647 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c9481e50-5198-41fd-b373-1ea8f9434a01 req-831ab825-991c-42f4-81e4-b73aba78ed98 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/security-groups?id=a00402bc-417c-4401-b3a4-a86d8ce769a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4978151 Jul 15 23:13:34.384106 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c8c26888-3bea-4780-8932-702f66ccb7c7 req-fe012c26-045d-4cf0-9a91-1713296001f1 service neutron] 10.222.0.41 "GET /v2.0/networks/54d36d42-4b6b-4a3b-a62a-15b6ab91449d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5924489 Jul 15 23:13:34.385898 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c26888-3bea-4780-8932-702f66ccb7c7 req-aa02a052-87a0-4306-a847-4a17068a95dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:34.387326 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c8c26888-3bea-4780-8932-702f66ccb7c7 req-aa02a052-87a0-4306-a847-4a17068a95dd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2eb5a618-95d1-4f19-803a-b44492ccd4ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6361485 Jul 15 23:13:34.436104 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337537dd-dd41-42b7-a4be-8326efb18e1b req-292e73d9-818b-4e7b-aaac-ceab254ac641 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:34.437510 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-337537dd-dd41-42b7-a4be-8326efb18e1b req-292e73d9-818b-4e7b-aaac-ceab254ac641 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "GET /v2.0/ports/9cca72c3-afd0-4c1c-a86f-351f30b3365a HTTP/1.1" status: 200 len: 942 time: 0.4850156 Jul 15 23:13:34.777068 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c8c26888-3bea-4780-8932-702f66ccb7c7 req-1a012602-9f20-4089-8799-94c84afd16d0 service neutron] 10.222.0.41 "GET /v2.0/networks/54d36d42-4b6b-4a3b-a62a-15b6ab91449d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3785949 Jul 15 23:13:34.804200 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f7070-a664-45ca-af07-1733b76da0a3 req-d37ca060-9e41-4d6d-80df-decb143bc9b1 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:34.805788 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-356f7070-a664-45ca-af07-1733b76da0a3 req-d37ca060-9e41-4d6d-80df-decb143bc9b1 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.49 "GET /v2.0/ports?device_id=172d8b5e-22f6-4828-9f7d-0b0be04feec3 HTTP/1.1" status: 200 len: 945 time: 0.3933730 Jul 15 23:13:34.809384 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c8c26888-3bea-4780-8932-702f66ccb7c7 req-672b2f92-1310-4e93-8c32-a80e2cbc0436 service neutron] 10.222.0.49 "GET /v2.0/networks/2eb5a618-95d1-4f19-803a-b44492ccd4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3958189 Jul 15 23:13:34.813056 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-337537dd-dd41-42b7-a4be-8326efb18e1b req-e725ed1a-94f8-4b23-ace2-b230b407a05d tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.26 HTTP/1.1" status: 200 len: 1000 time: 0.2174683 Jul 15 23:13:35.073994 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a9320-ff98-4683-bbd7-6ca4051f751c req-639648d7-1d7d-4772-a53d-50fd486dd047 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:35.075587 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c77a9320-ff98-4683-bbd7-6ca4051f751c req-639648d7-1d7d-4772-a53d-50fd486dd047 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/ports?device_id=172d8b5e-22f6-4828-9f7d-0b0be04feec3 HTTP/1.1" status: 200 len: 945 time: 0.3924072 Jul 15 23:13:35.169048 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c8c26888-3bea-4780-8932-702f66ccb7c7 req-9b84ed88-b9c3-43d5-9d3e-059371a9f71a service neutron] 10.222.0.49 "GET /v2.0/networks/2eb5a618-95d1-4f19-803a-b44492ccd4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489306 Jul 15 23:13:35.188319 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337537dd-dd41-42b7-a4be-8326efb18e1b req-12ca60fc-d3c8-4cd5-bf44-d97568b34a1f tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:35.190104 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-337537dd-dd41-42b7-a4be-8326efb18e1b req-12ca60fc-d3c8-4cd5-bf44-d97568b34a1f tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "GET /v2.0/networks/c4160cc4-e133-4d4e-ad39-f86bca4b2f14 HTTP/1.1" status: 200 len: 784 time: 0.3363647 Jul 15 23:13:35.216724 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c77a9320-ff98-4683-bbd7-6ca4051f751c req-7b9a05d2-5b60-423b-8443-bcf6f690e8fc tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/security-groups?id=e35c6df1-9256-45c7-85a2-0e1b5450d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106110 Jul 15 23:13:35.338129 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-356f7070-a664-45ca-af07-1733b76da0a3 req-2389725c-b63d-4a48-a897-4a78db3f36e5 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Deleting port d59c9861-c2af-454b-9ede-b1462536f824 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:13:35.338591 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-356f7070-a664-45ca-af07-1733b76da0a3 req-2389725c-b63d-4a48-a897-4a78db3f36e5 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:35.386730 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-337537dd-dd41-42b7-a4be-8326efb18e1b req-ff5fac39-8ed4-4a30-af63-b4cd3fff9a91 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.26 HTTP/1.1" status: 200 len: 1000 time: 0.1764207 Jul 15 23:13:35.445072 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-337537dd-dd41-42b7-a4be-8326efb18e1b req-fde4c3df-5d7c-411f-a010-dd93c9a48bec tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:35.507981 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c26888-3bea-4780-8932-702f66ccb7c7 req-93215881-ef59-4850-b0c9-b64643fac046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:35.509642 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c8c26888-3bea-4780-8932-702f66ccb7c7 req-93215881-ef59-4850-b0c9-b64643fac046 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5d9ae70e65954be9a165b199be83ef6a&device_id=be74c0e3-341b-4907-b634-d8d9507a9a0d HTTP/1.1" status: 200 len: 1095 time: 0.2817316 Jul 15 23:13:35.564873 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-337537dd-dd41-42b7-a4be-8326efb18e1b req-fde4c3df-5d7c-411f-a010-dd93c9a48bec tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:35.569298 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-356f7070-a664-45ca-af07-1733b76da0a3 req-2389725c-b63d-4a48-a897-4a78db3f36e5 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] For port d59c9861-c2af-454b-9ede-b1462536f824, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=d59c9861-c2af-454b-9ede-b1462536f824,segment=NetworkSegment(e7da1777-7aff-41d9-a50f-70ccefd9be9f),segment_id=e7da1777-7aff-41d9-a50f-70ccefd9be9f)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:35.569695 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-356f7070-a664-45ca-af07-1733b76da0a3 req-2389725c-b63d-4a48-a897-4a78db3f36e5 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:35.624745 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-356f7070-a664-45ca-af07-1733b76da0a3 req-2389725c-b63d-4a48-a897-4a78db3f36e5 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Calling delete_port for d59c9861-c2af-454b-9ede-b1462536f824 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:13:35.842577 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c26888-3bea-4780-8932-702f66ccb7c7 req-826a162c-266e-4ef4-bbd9-92bc9c1f1172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:35.844202 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c8c26888-3bea-4780-8932-702f66ccb7c7 req-826a162c-266e-4ef4-bbd9-92bc9c1f1172 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6516a713-fc78-44c2-b99b-acc90d8d4ccb HTTP/1.1" status: 200 len: 922 time: 0.3274429 Jul 15 23:13:35.890330 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device ab47368e-21bb-47d6-86b0-7da757e9e188 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:13:35.981841 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port ab47368e-21bb-47d6-86b0-7da757e9e188 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:13:35.987317 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port ab47368e-21bb-47d6-86b0-7da757e9e188 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:13:35.988094 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:36.025656 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c8c26888-3bea-4780-8932-702f66ccb7c7 req-bc002a55-4acc-488e-91a9-171b7ffe50d8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab47368e-21bb-47d6-86b0-7da757e9e188 HTTP/1.1" status: 200 len: 217 time: 0.1569555 Jul 15 23:13:36.100505 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-337537dd-dd41-42b7-a4be-8326efb18e1b req-fde4c3df-5d7c-411f-a010-dd93c9a48bec tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:36.136710 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:36.177826 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be74c0e3-341b-4907-b634-d8d9507a9a0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab47368e-21bb-47d6-86b0-7da757e9e188'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:13:36.183466 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9850c7bd-aae7-4e70-a2bb-4b074ff5d306" -d '{"events": [{"server_uuid": "be74c0e3-341b-4907-b634-d8d9507a9a0d", "name": "network-vif-plugged", "status": "completed", "tag": "ab47368e-21bb-47d6-86b0-7da757e9e188"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:13:36.219026 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port ab47368e-21bb-47d6-86b0-7da757e9e188, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=ab47368e-21bb-47d6-86b0-7da757e9e188,segment=NetworkSegment(f2e0773f-8183-4f36-8ee8-76cf70d2d71c),segment_id=f2e0773f-8183-4f36-8ee8-76cf70d2d71c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:36.227212 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:36.272887 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-337537dd-dd41-42b7-a4be-8326efb18e1b req-fde4c3df-5d7c-411f-a010-dd93c9a48bec tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:36.273191 n-d-794306-6 neutron-server[93770]: INFO neutron.db.l3_db [req-337537dd-dd41-42b7-a4be-8326efb18e1b req-fde4c3df-5d7c-411f-a010-dd93c9a48bec tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Floating IP 91b8f176-1871-4f3f-a013-aa311e02db81 disassociated. External IP: 172.25.5.26, port: 9cca72c3-afd0-4c1c-a86f-351f30b3365a. Jul 15 23:13:36.277759 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c26888-3bea-4780-8932-702f66ccb7c7 req-a98c17c8-918a-4a38-bc33-23bfdee48f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:36.279160 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c8c26888-3bea-4780-8932-702f66ccb7c7 req-a98c17c8-918a-4a38-bc33-23bfdee48f71 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6ef28179-7a90-48d7-bcfb-e76e0383faee HTTP/1.1" status: 200 len: 861 time: 0.1765811 Jul 15 23:13:36.329757 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=ab47368e-21bb-47d6-86b0-7da757e9e188,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:36.342317 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:36.368702 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-356f7070-a664-45ca-af07-1733b76da0a3 req-2389725c-b63d-4a48-a897-4a78db3f36e5 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:36.387805 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['0e55c749-c69c-4ff2-9b84-0365058e925e'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:13:36.414472 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c8c26888-3bea-4780-8932-702f66ccb7c7 req-7f714408-47c3-4645-9996-b28d20e6204c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6516a713-fc78-44c2-b99b-acc90d8d4ccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601470 Jul 15 23:13:36.462975 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2389725c-b63d-4a48-a897-4a78db3f36e5 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Pushing event deleted for resources: {'Port': ['ID=d59c9861-c2af-454b-9ede-b1462536f824,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:36.477567 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9045c4c-c1ef-40a2-b4b4-58df0ead0db3 req-191a60b8-5848-40a3-bb2f-20149c514964 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:36.484949 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d9045c4c-c1ef-40a2-b4b4-58df0ead0db3 req-191a60b8-5848-40a3-bb2f-20149c514964 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f2d3ea3-1396-4e60-9b5a-4f50f26ae32b HTTP/1.1" status: 200 len: 943 time: 0.6823936 Jul 15 23:13:36.672937 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-356f7070-a664-45ca-af07-1733b76da0a3 req-2389725c-b63d-4a48-a897-4a78db3f36e5 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] No DVR routers for this DVR port d59c9861-c2af-454b-9ede-b1462536f824 on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:13:36.685991 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-356f7070-a664-45ca-af07-1733b76da0a3 req-2389725c-b63d-4a48-a897-4a78db3f36e5 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:36.688016 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-356f7070-a664-45ca-af07-1733b76da0a3 req-2389725c-b63d-4a48-a897-4a78db3f36e5 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.49 "DELETE /v2.0/ports/d59c9861-c2af-454b-9ede-b1462536f824 HTTP/1.1" status: 204 len: 173 time: 1.8662102 Jul 15 23:13:36.688483 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '172d8b5e-22f6-4828-9f7d-0b0be04feec3', 'name': 'network-vif-deleted', 'tag': 'd59c9861-c2af-454b-9ede-b1462536f824'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:13:36.690902 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58526146-a8a9-4cb9-a6cc-d4c5dba78ae5" -d '{"events": [{"server_uuid": "172d8b5e-22f6-4828-9f7d-0b0be04feec3", "name": "network-vif-deleted", "tag": "d59c9861-c2af-454b-9ede-b1462536f824"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:13:36.742096 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d9045c4c-c1ef-40a2-b4b4-58df0ead0db3 req-5ab4fd6f-a66f-4299-b54c-f85c487f1b40 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558970 Jul 15 23:13:36.838185 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c8c26888-3bea-4780-8932-702f66ccb7c7 req-834f355a-6b06-4585-b294-6b3be2b03506 service neutron] 10.222.0.49 "GET /v2.0/networks/6516a713-fc78-44c2-b99b-acc90d8d4ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3909314 Jul 15 23:13:37.094205 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-337537dd-dd41-42b7-a4be-8326efb18e1b req-fde4c3df-5d7c-411f-a010-dd93c9a48bec tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Router fa493c16-b657-4228-8776-5e739991a854 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:13:37.103898 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c8c26888-3bea-4780-8932-702f66ccb7c7 req-0599591e-475b-4acb-a3f6-d8fd3a40b7ed service neutron] 10.222.0.49 "GET /v2.0/networks/6516a713-fc78-44c2-b99b-acc90d8d4ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493351 Jul 15 23:13:37.128498 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5243ea-6a62-4811-b634-b6f7c3bbb430 req-aefb45f1-909e-405a-b086-9b92a58dd54f tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:37.135551 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6f5243ea-6a62-4811-b634-b6f7c3bbb430 req-aefb45f1-909e-405a-b086-9b92a58dd54f tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] 10.222.0.48 "GET /v2.0/ports?device_id=585cd1c6-d2e2-4549-9bd7-e681db768db7 HTTP/1.1" status: 200 len: 945 time: 0.1767030 Jul 15 23:13:37.246080 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6f5243ea-6a62-4811-b634-b6f7c3bbb430 req-ef49a567-7be9-438e-82ce-203d6717d52a tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab9ed1be-d206-4a5f-8102-d7cc29d4ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095989 Jul 15 23:13:37.304214 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-337537dd-dd41-42b7-a4be-8326efb18e1b req-fde4c3df-5d7c-411f-a010-dd93c9a48bec tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:13:37.310033 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-337537dd-dd41-42b7-a4be-8326efb18e1b req-fde4c3df-5d7c-411f-a010-dd93c9a48bec tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:37.319209 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c033cf2b-987f-40b9-9ec4-34325c33164d None None] Sync routers for ids ['fa493c16-b657-4228-8776-5e739991a854'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:13:37.345572 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c033cf2b-987f-40b9-9ec4-34325c33164d None None] Routers {'fa493c16-b657-4228-8776-5e739991a854'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:13:37.347747 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-c033cf2b-987f-40b9-9ec4-34325c33164d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:13:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['fa493c16-b657-4228-8776-5e739991a854'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:37.548609 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-c033cf2b-987f-40b9-9ec4-34325c33164d None None] Set router fa493c16-b657-4228-8776-5e739991a854 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:13:37.915555 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device d59c9861-c2af-454b-9ede-b1462536f824 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:13:37.937827 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-c033cf2b-987f-40b9-9ec4-34325c33164d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa493c16-b657-4228-8776-5e739991a854', 'name': 'tempest-FloatingIPsAssociationTestJSON-1540046159-router', 'tenant_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '9566196f-5ece-4352-b64f-6ab0e47b0101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:11:56Z', 'updated_at': '2021-07-15T23:12:07Z', 'revision_number': 4, 'project_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'gw_port': {'id': '9566196f-5ece-4352-b64f-6ab0e47b0101', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:29:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa493c16-b657-4228-8776-5e739991a854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:11:57Z', 'updated_at': '2021-07-15T23:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'dc8ead7e-fdda-4ea9-9779-025762cb6035', 'name': '', 'network_id': '2eb5a618-95d1-4f19-803a-b44492ccd4ef', 'tenant_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'mac_address': 'fa:16:3e:cf:bc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa493c16-b657-4228-8776-5e739991a854', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '89fd3128-ac30-4b7c-b596-62c2dc214969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:03Z', 'updated_at': '2021-07-15T23:12:16Z', 'revision_number': 5, 'project_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'subnets': [{'id': '89fd3128-ac30-4b7c-b596-62c2dc214969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:37.981702 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c033cf2b-987f-40b9-9ec4-34325c33164d None None] Checking router: fa493c16-b657-4228-8776-5e739991a854 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:13:37.993050 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c033cf2b-987f-40b9-9ec4-34325c33164d None None] Routers {'fa493c16-b657-4228-8776-5e739991a854'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:13:37.996295 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-c033cf2b-987f-40b9-9ec4-34325c33164d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:13:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['fa493c16-b657-4228-8776-5e739991a854'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:38.015516 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-45d5026f-978d-40a4-8812-6214b78a49ff service neutron] 10.222.0.41 "GET /v2.0/ports/77c0025b-ab04-4c95-9ff4-08d9bf61c7ec/bindings/n-h1-794306-6 HTTP/1.1" status: 200 len: 384 time: 0.1329372 Jul 15 23:13:38.070744 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-337537dd-dd41-42b7-a4be-8326efb18e1b req-fde4c3df-5d7c-411f-a010-dd93c9a48bec tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "PUT /v2.0/floatingips/91b8f176-1871-4f3f-a013-aa311e02db81 HTTP/1.1" status: 200 len: 694 time: 2.6371949 Jul 15 23:13:38.178547 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b0b492-e34d-4761-9acd-8d09f0e0abad req-7a9611b6-438d-480c-8e11-6fcb265aa0c1 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:38.185491 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 77c0025b-ab04-4c95-9ff4-08d9bf61c7ec no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:13:38.189353 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-57b0b492-e34d-4761-9acd-8d09f0e0abad req-7a9611b6-438d-480c-8e11-6fcb265aa0c1 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/ports?device_id=be74c0e3-341b-4907-b634-d8d9507a9a0d HTTP/1.1" status: 200 len: 945 time: 0.3086624 Jul 15 23:13:38.194576 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: d59c9861-c2af-454b-9ede-b1462536f824 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:13:38.195098 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device d59c9861-c2af-454b-9ede-b1462536f824 not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:13:38.216776 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-c033cf2b-987f-40b9-9ec4-34325c33164d None None] Set router fa493c16-b657-4228-8776-5e739991a854 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:13:38.247685 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:38.299352 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-57b0b492-e34d-4761-9acd-8d09f0e0abad req-eab48064-f88f-4a96-9803-ae756a7495f3 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/security-groups?id=a00402bc-417c-4401-b3a4-a86d8ce769a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090808 Jul 15 23:13:38.333769 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337537dd-dd41-42b7-a4be-8326efb18e1b req-b9ca9b8c-a2f6-4943-b355-2488f22ff796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:38.345210 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-337537dd-dd41-42b7-a4be-8326efb18e1b req-b9ca9b8c-a2f6-4943-b355-2488f22ff796 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ec36f46f1b7e4eb4acdfec30bd668062&device_id=fe6797c1-d3be-4b68-91a0-d92eabbd3174 HTTP/1.1" status: 200 len: 1096 time: 0.2189636 Jul 15 23:13:38.565624 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-6f11173f-3541-4540-b9f2-a50883f53104 service neutron] For port 77c0025b-ab04-4c95-9ff4-08d9bf61c7ec, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=77c0025b-ab04-4c95-9ff4-08d9bf61c7ec,segment=NetworkSegment(34c5f733-3f76-4beb-94d8-dfb9dc50430b),segment_id=34c5f733-3f76-4beb-94d8-dfb9dc50430b)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:38.569531 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-c033cf2b-987f-40b9-9ec4-34325c33164d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa493c16-b657-4228-8776-5e739991a854', 'name': 'tempest-FloatingIPsAssociationTestJSON-1540046159-router', 'tenant_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '9566196f-5ece-4352-b64f-6ab0e47b0101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:11:56Z', 'updated_at': '2021-07-15T23:12:07Z', 'revision_number': 4, 'project_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'gw_port': {'id': '9566196f-5ece-4352-b64f-6ab0e47b0101', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:29:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa493c16-b657-4228-8776-5e739991a854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:11:57Z', 'updated_at': '2021-07-15T23:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'dc8ead7e-fdda-4ea9-9779-025762cb6035', 'name': '', 'network_id': '2eb5a618-95d1-4f19-803a-b44492ccd4ef', 'tenant_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'mac_address': 'fa:16:3e:cf:bc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa493c16-b657-4228-8776-5e739991a854', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '89fd3128-ac30-4b7c-b596-62c2dc214969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:03Z', 'updated_at': '2021-07-15T23:12:16Z', 'revision_number': 5, 'project_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'subnets': [{'id': '89fd3128-ac30-4b7c-b596-62c2dc214969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:38.600218 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337537dd-dd41-42b7-a4be-8326efb18e1b req-cac91ccb-1ddd-4c11-bf02-db09c116a203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:38.601851 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-337537dd-dd41-42b7-a4be-8326efb18e1b req-cac91ccb-1ddd-4c11-bf02-db09c116a203 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2eb5a618-95d1-4f19-803a-b44492ccd4ef HTTP/1.1" status: 200 len: 922 time: 0.2576156 Jul 15 23:13:38.612750 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c033cf2b-987f-40b9-9ec4-34325c33164d None None] The sync data for ids ['fa493c16-b657-4228-8776-5e739991a854'] in n-d-794306-6 is: [{'id': 'fa493c16-b657-4228-8776-5e739991a854', 'name': 'tempest-FloatingIPsAssociationTestJSON-1540046159-router', 'tenant_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '9566196f-5ece-4352-b64f-6ab0e47b0101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:11:56Z', 'updated_at': '2021-07-15T23:12:07Z', 'revision_number': 4, 'project_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'gw_port': {'id': '9566196f-5ece-4352-b64f-6ab0e47b0101', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:29:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa493c16-b657-4228-8776-5e739991a854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:11:57Z', 'updated_at': '2021-07-15T23:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'dc8ead7e-fdda-4ea9-9779-025762cb6035', 'name': '', 'network_id': '2eb5a618-95d1-4f19-803a-b44492ccd4ef', 'tenant_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'mac_address': 'fa:16:3e:cf:bc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa493c16-b657-4228-8776-5e739991a854', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '89fd3128-ac30-4b7c-b596-62c2dc214969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:03Z', 'updated_at': '2021-07-15T23:12:16Z', 'revision_number': 5, 'project_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'subnets': [{'id': '89fd3128-ac30-4b7c-b596-62c2dc214969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:13:38.613374 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-6f11173f-3541-4540-b9f2-a50883f53104 service neutron] For port 77c0025b-ab04-4c95-9ff4-08d9bf61c7ec, host n-h2-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:13:38.663473 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90fdcf6-fb8b-4e18-8808-b00f07b323b5 req-0c6d3ae4-8859-41b1-b394-52bf8f35aafb tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:38.665988 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b90fdcf6-fb8b-4e18-8808-b00f07b323b5 req-0c6d3ae4-8859-41b1-b394-52bf8f35aafb tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=3093267e-6877-4e7b-ba59-9d8f8d74bec4 HTTP/1.1" status: 200 len: 946 time: 0.2000463 Jul 15 23:13:38.708843 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-337537dd-dd41-42b7-a4be-8326efb18e1b req-15aee9a5-86b8-4e2d-b2bf-564dab648bd2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9cca72c3-afd0-4c1c-a86f-351f30b3365a HTTP/1.1" status: 200 len: 217 time: 0.0871971 Jul 15 23:13:38.719307 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-6f11173f-3541-4540-b9f2-a50883f53104 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77c0025b-ab04-4c95-9ff4-08d9bf61c7ec {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:13:38.765700 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-6f11173f-3541-4540-b9f2-a50883f53104 service neutron] For port 77c0025b-ab04-4c95-9ff4-08d9bf61c7ec, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=77c0025b-ab04-4c95-9ff4-08d9bf61c7ec,segment=NetworkSegment(34c5f733-3f76-4beb-94d8-dfb9dc50430b),segment_id=34c5f733-3f76-4beb-94d8-dfb9dc50430b)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:38.798342 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-6f11173f-3541-4540-b9f2-a50883f53104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:38.811860 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b90fdcf6-fb8b-4e18-8808-b00f07b323b5 req-fa24b3ef-39ef-46c9-96b5-bef4921eb197 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125700 Jul 15 23:13:38.815331 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337537dd-dd41-42b7-a4be-8326efb18e1b req-7c52df80-9b7d-4f8f-8756-2760ce1a2882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:38.816815 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-337537dd-dd41-42b7-a4be-8326efb18e1b req-7c52df80-9b7d-4f8f-8756-2760ce1a2882 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=89fd3128-ac30-4b7c-b596-62c2dc214969 HTTP/1.1" status: 200 len: 860 time: 0.1000671 Jul 15 23:13:38.976609 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-6f11173f-3541-4540-b9f2-a50883f53104 service neutron] Transition to ACTIVE for port object 77c0025b-ab04-4c95-9ff4-08d9bf61c7ec will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:13:38.984570 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-6f11173f-3541-4540-b9f2-a50883f53104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:38.988749 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337537dd-dd41-42b7-a4be-8326efb18e1b req-5ef58347-490e-42bd-9d60-8f2499a0ba98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:38.989926 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a6aaa2-1e39-44cc-b8fa-9a61104aac1d None None] New status for floating IP 91b8f176-1871-4f3f-a013-aa311e02db81: DOWN {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:13:38.990932 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-337537dd-dd41-42b7-a4be-8326efb18e1b req-5ef58347-490e-42bd-9d60-8f2499a0ba98 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2eb5a618-95d1-4f19-803a-b44492ccd4ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1306558 Jul 15 23:13:39.078718 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc08bea-3fd8-4ec9-93ec-9188fea5a27d x-openstack-request-id: req-3cc08bea-3fd8-4ec9-93ec-9188fea5a27d {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:13:39.079310 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be74c0e3-341b-4907-b634-d8d9507a9a0d", "name": "network-vif-plugged", "status": "completed", "tag": "ab47368e-21bb-47d6-86b0-7da757e9e188", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:13:39.079793 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3cc08bea-3fd8-4ec9-93ec-9188fea5a27d {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:13:39.080189 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be74c0e3-341b-4907-b634-d8d9507a9a0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab47368e-21bb-47d6-86b0-7da757e9e188', 'code': 200} Jul 15 23:13:39.142497 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-6f11173f-3541-4540-b9f2-a50883f53104 service neutron] No DVR routers for this DVR port 77c0025b-ab04-4c95-9ff4-08d9bf61c7ec on host n-h2-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:13:39.168096 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9db92ee-5f49-4b36-ada7-deac29f3df98 x-openstack-request-id: req-e9db92ee-5f49-4b36-ada7-deac29f3df98 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:13:39.168478 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "172d8b5e-22f6-4828-9f7d-0b0be04feec3", "name": "network-vif-deleted", "tag": "d59c9861-c2af-454b-9ede-b1462536f824", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:13:39.168806 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e9db92ee-5f49-4b36-ada7-deac29f3df98 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:13:39.169288 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '172d8b5e-22f6-4828-9f7d-0b0be04feec3', 'name': 'network-vif-deleted', 'tag': 'd59c9861-c2af-454b-9ede-b1462536f824', 'status': 'completed', 'code': 200} Jul 15 23:13:39.276087 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11173f-3541-4540-b9f2-a50883f53104 service neutron] Pushing event updated for resources: {'Port': ['ID=77c0025b-ab04-4c95-9ff4-08d9bf61c7ec,revision_number=10']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:39.306324 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-6f11173f-3541-4540-b9f2-a50883f53104 service neutron] 10.222.0.41 "PUT /v2.0/ports/77c0025b-ab04-4c95-9ff4-08d9bf61c7ec/bindings/n-h1-794306-6/activate HTTP/1.1" status: 200 len: 369 time: 1.2724981 Jul 15 23:13:39.321636 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-337537dd-dd41-42b7-a4be-8326efb18e1b req-1c017971-30a2-450c-a313-2b66f581fc0e service neutron] 10.222.0.48 "GET /v2.0/networks/2eb5a618-95d1-4f19-803a-b44492ccd4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033051 Jul 15 23:13:39.371509 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d14b4-41e5-4710-939d-edf370974d0a req-198f3132-371c-43c5-97e0-85d6e7186d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:39.373359 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4b6d14b4-41e5-4710-939d-edf370974d0a req-198f3132-371c-43c5-97e0-85d6e7186d80 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=be74c0e3-341b-4907-b634-d8d9507a9a0d HTTP/1.1" status: 200 len: 1096 time: 0.2360880 Jul 15 23:13:39.512069 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4b6d14b4-41e5-4710-939d-edf370974d0a req-20a703ef-90e8-4d1a-b99d-4e50f2da8522 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a00402bc-417c-4401-b3a4-a86d8ce769a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019311 Jul 15 23:13:39.515021 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-337537dd-dd41-42b7-a4be-8326efb18e1b req-79c9a21d-7477-41b4-9088-30c45bdcf7f6 service neutron] 10.222.0.48 "GET /v2.0/networks/2eb5a618-95d1-4f19-803a-b44492ccd4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922772 Jul 15 23:13:39.547675 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-59b7540a-5c0f-4ddc-a231-f406a84aa218 tempest-LiveAutoBlockMigrationV225Test-1599853612 tempest-LiveAutoBlockMigrationV225Test-1599853612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:39.550968 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-59b7540a-5c0f-4ddc-a231-f406a84aa218 tempest-LiveAutoBlockMigrationV225Test-1599853612 tempest-LiveAutoBlockMigrationV225Test-1599853612-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=2f2d3ea3-1396-4e60-9b5a-4f50f26ae32b&tenant_id=97397394137f47b6b8b1bb83454a379f&binding%3Ahost_id=n-h2-794306-6 HTTP/1.1" status: 200 len: 1095 time: 0.1314485 Jul 15 23:13:39.639766 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 59910) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:39.730436 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-2444e503-ef6b-47f8-96b4-faa5a29beb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:39.733018 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-2444e503-ef6b-47f8-96b4-faa5a29beb7b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2f2d3ea3-1396-4e60-9b5a-4f50f26ae32b&tenant_id=97397394137f47b6b8b1bb83454a379f HTTP/1.1" status: 200 len: 1095 time: 0.1562598 Jul 15 23:13:39.766949 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb86e9e-9873-429a-91f4-b17280d37939 req-2fee58e8-d09d-4696-b25b-27c6c0d9d0a6 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:39.769544 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4cb86e9e-9873-429a-91f4-b17280d37939 req-2fee58e8-d09d-4696-b25b-27c6c0d9d0a6 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f2d3ea3-1396-4e60-9b5a-4f50f26ae32b HTTP/1.1" status: 200 len: 944 time: 0.1350894 Jul 15 23:13:39.801172 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b8f19e46-7f66-454e-9c82-fbfad5b90e6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:39.858139 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4cb86e9e-9873-429a-91f4-b17280d37939 req-11c08e45-4791-4183-9b25-99d5991a06c8 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566149 Jul 15 23:13:39.866464 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-69c5a291-d717-4aed-9a60-992f14a28151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:39.868251 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-69c5a291-d717-4aed-9a60-992f14a28151 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=97397394137f47b6b8b1bb83454a379f&device_id=2f2d3ea3-1396-4e60-9b5a-4f50f26ae32b HTTP/1.1" status: 200 len: 1095 time: 0.0986493 Jul 15 23:13:39.941930 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b8f19e46-7f66-454e-9c82-fbfad5b90e6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:39.948139 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b8f19e46-7f66-454e-9c82-fbfad5b90e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:40.004056 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f19e46-7f66-454e-9c82-fbfad5b90e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0fae895-c9a4-4db2-8ea8-8fd5fe6f6abf,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:40.018028 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b8f19e46-7f66-454e-9c82-fbfad5b90e6b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c224ad8407c94cf8b0f46faf68a056b7&name=default HTTP/1.1" status: 200 len: 2981 time: 0.3762724 Jul 15 23:13:40.020300 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 59918) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:40.079714 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-d1762755-0779-40fc-851b-691d7be9fa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:40.081552 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-d1762755-0779-40fc-851b-691d7be9fa60 service neutron] 10.222.0.49 "GET /v2.0/networks?id=54d36d42-4b6b-4a3b-a62a-15b6ab91449d HTTP/1.1" status: 200 len: 922 time: 0.1992316 Jul 15 23:13:40.084761 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d2eefd07-2265-4c86-9994-a9985c0c25d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:40.128573 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d2eefd07-2265-4c86-9994-a9985c0c25d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:40.140629 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-ba2f9ebf-ed46-40fc-973e-4f5bf6a04ab6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=77c0025b-ab04-4c95-9ff4-08d9bf61c7ec HTTP/1.1" status: 200 len: 217 time: 0.0484118 Jul 15 23:13:40.174983 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda3507-704d-4dfc-950d-128ccf9158b4 req-debcecca-7db1-482b-ae42-c4c70c0d8298 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:40.186084 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2eda3507-704d-4dfc-950d-128ccf9158b4 req-debcecca-7db1-482b-ae42-c4c70c0d8298 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/ports?device_id=be74c0e3-341b-4907-b634-d8d9507a9a0d HTTP/1.1" status: 200 len: 945 time: 0.1464772 Jul 15 23:13:40.202837 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d2eefd07-2265-4c86-9994-a9985c0c25d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:40.205861 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d2eefd07-2265-4c86-9994-a9985c0c25d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:40.210557 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d2eefd07-2265-4c86-9994-a9985c0c25d8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b0fae895-c9a4-4db2-8ea8-8fd5fe6f6abf HTTP/1.1" status: 204 len: 168 time: 0.1853745 Jul 15 23:13:40.217217 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eefd07-2265-4c86-9994-a9985c0c25d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0fae895-c9a4-4db2-8ea8-8fd5fe6f6abf,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:40.267902 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2eda3507-704d-4dfc-950d-128ccf9158b4 req-67dca053-0b75-40a3-9ff8-364f18a4c2e8 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/security-groups?id=a00402bc-417c-4401-b3a4-a86d8ce769a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805278 Jul 15 23:13:40.274761 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-eef85391-a9eb-4c2f-8473-a78c956d7a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:40.276067 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-eef85391-a9eb-4c2f-8473-a78c956d7a89 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fe3eef83-74d9-48a6-8931-0e31ba6153cf HTTP/1.1" status: 200 len: 861 time: 0.1208169 Jul 15 23:13:40.347146 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-c518e0e7-8e44-41c5-b23f-d1f62fe4ec73 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=54d36d42-4b6b-4a3b-a62a-15b6ab91449d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474415 Jul 15 23:13:40.421663 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5369d693-0aa9-4882-92bd-30ed43a917dc req-ae41013a-32c0-4011-bbf6-bd36b7630ab7 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:40.430054 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5369d693-0aa9-4882-92bd-30ed43a917dc req-ae41013a-32c0-4011-bbf6-bd36b7630ab7 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] 10.222.0.48 "GET /v2.0/ports?device_id=585cd1c6-d2e2-4549-9bd7-e681db768db7 HTTP/1.1" status: 200 len: 945 time: 0.1410332 Jul 15 23:13:40.515544 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5369d693-0aa9-4882-92bd-30ed43a917dc req-a79f90ce-683b-4fbb-9009-7d35e6f1e786 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab9ed1be-d206-4a5f-8102-d7cc29d4ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844529 Jul 15 23:13:40.542136 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-d43efa5b-2f76-4ead-8099-319faaa91e5d service neutron] 10.222.0.49 "GET /v2.0/networks/54d36d42-4b6b-4a3b-a62a-15b6ab91449d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827128 Jul 15 23:13:40.673242 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 59928) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:40.689342 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-996165bb-301f-4834-b78a-2131ffd48ac2 service neutron] 10.222.0.49 "GET /v2.0/networks/54d36d42-4b6b-4a3b-a62a-15b6ab91449d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324768 Jul 15 23:13:40.700884 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15222490-2991-49e1-940e-5254c66b47a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:40.827968 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cb5cd8-e184-46ae-8845-330a6cd4279a req-df0df23f-48ea-441c-9fd1-9e36c420fe2c tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:40.834692 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-20cb5cd8-e184-46ae-8845-330a6cd4279a req-df0df23f-48ea-441c-9fd1-9e36c420fe2c tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=3093267e-6877-4e7b-ba59-9d8f8d74bec4 HTTP/1.1" status: 200 len: 946 time: 0.1315639 Jul 15 23:13:40.858150 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15222490-2991-49e1-940e-5254c66b47a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:40.863327 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15222490-2991-49e1-940e-5254c66b47a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:40.890965 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-20cb5cd8-e184-46ae-8845-330a6cd4279a req-df0cebab-9cc4-4f46-acdc-67dbe2c5ea32 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511355 Jul 15 23:13:40.913521 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-15222490-2991-49e1-940e-5254c66b47a3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a1842cc8ddcd484dba91ad489866a0b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2375119 Jul 15 23:13:40.917943 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 59932) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:40.928838 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15222490-2991-49e1-940e-5254c66b47a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a0d380-411f-4890-b89e-5915829937f5,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:40.995257 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d400f80-387a-4f04-93c0-17598f54d533 req-6807ff71-0413-494a-8bab-411f83dc5238 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:40.997112 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5d400f80-387a-4f04-93c0-17598f54d533 req-6807ff71-0413-494a-8bab-411f83dc5238 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/ports?device_id=05a40a33-ead5-4a16-b340-5c6a8b9f748d HTTP/1.1" status: 200 len: 945 time: 0.1117377 Jul 15 23:13:41.024257 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3cc4479c-4772-4d09-8694-a60fc97f2c20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:41.049281 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5d400f80-387a-4f04-93c0-17598f54d533 req-5edbb822-ce52-470d-8ded-cd310f82b796 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/security-groups?id=e35c6df1-9256-45c7-85a2-0e1b5450d95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463583 Jul 15 23:13:41.055460 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3cc4479c-4772-4d09-8694-a60fc97f2c20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:41.125832 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3cc4479c-4772-4d09-8694-a60fc97f2c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:41.129233 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3cc4479c-4772-4d09-8694-a60fc97f2c20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:41.131219 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-3cc4479c-4772-4d09-8694-a60fc97f2c20 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a5a0d380-411f-4890-b89e-5915829937f5 HTTP/1.1" status: 204 len: 168 time: 0.2115467 Jul 15 23:13:41.155374 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc4479c-4772-4d09-8694-a60fc97f2c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a0d380-411f-4890-b89e-5915829937f5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:41.188639 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe6797c1-d3be-4b68-91a0-d92eabbd3174', 'tag': '9cca72c3-afd0-4c1c-a86f-351f30b3365a'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:13:41.191107 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db33534f-b77f-49ba-b02c-c2bfd21fa8f6" -d '{"events": [{"name": "network-changed", "server_uuid": "fe6797c1-d3be-4b68-91a0-d92eabbd3174", "tag": "9cca72c3-afd0-4c1c-a86f-351f30b3365a"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:13:41.296443 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8488c79-ff61-4db2-ad4c-2553bcc8f964 req-2ac294a8-ffb7-497d-8b53-4730a6e1a77d tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:41.296443 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c8488c79-ff61-4db2-ad4c-2553bcc8f964 req-2ac294a8-ffb7-497d-8b53-4730a6e1a77d tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb0f843-a54b-4d51-aadc-ab1c901c1850&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2511373 Jul 15 23:13:41.323037 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-e54a772b-a9b3-4a99-9dfa-db382982197c tempest-LiveAutoBlockMigrationV225Test-1599853612 tempest-LiveAutoBlockMigrationV225Test-1599853612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:41.324975 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-e54a772b-a9b3-4a99-9dfa-db382982197c tempest-LiveAutoBlockMigrationV225Test-1599853612 tempest-LiveAutoBlockMigrationV225Test-1599853612-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=2f2d3ea3-1396-4e60-9b5a-4f50f26ae32b&tenant_id=97397394137f47b6b8b1bb83454a379f&binding%3Ahost_id=n-h1-794306-6 HTTP/1.1" status: 200 len: 1095 time: 0.2297459 Jul 15 23:13:41.388412 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c8488c79-ff61-4db2-ad4c-2553bcc8f964 req-dcbede72-19b8-4375-8e59-95abc9c37837 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.26 HTTP/1.1" status: 200 len: 695 time: 0.0827289 Jul 15 23:13:41.396560 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc4c3e0-2102-4425-8241-cabc6319cca8 req-00c44476-9cae-48dd-832b-d9198d3325e6 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:41.398139 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7dc4c3e0-2102-4425-8241-cabc6319cca8 req-00c44476-9cae-48dd-832b-d9198d3325e6 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] 10.222.0.41 "GET /v2.0/ports?device_id=585cd1c6-d2e2-4549-9bd7-e681db768db7 HTTP/1.1" status: 200 len: 945 time: 0.2603972 Jul 15 23:13:41.432822 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-c8488c79-ff61-4db2-ad4c-2553bcc8f964 req-606dd8a7-d9b3-495a-80df-5e93e3d2f34c tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Request body: {'floatingip': {'port_id': 'ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:41.504115 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b681fc-f80e-43f9-83e6-6f76a110b0f8 req-56352ce9-1015-4142-a191-08a899203f41 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:41.505734 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-45b681fc-f80e-43f9-83e6-6f76a110b0f8 req-56352ce9-1015-4142-a191-08a899203f41 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f2d3ea3-1396-4e60-9b5a-4f50f26ae32b HTTP/1.1" status: 200 len: 944 time: 0.3062561 Jul 15 23:13:41.528345 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c8488c79-ff61-4db2-ad4c-2553bcc8f964 req-606dd8a7-d9b3-495a-80df-5e93e3d2f34c tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:41.714162 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-45b681fc-f80e-43f9-83e6-6f76a110b0f8 req-331e88b9-24be-4dcd-baf8-98a10da4d312 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960168 Jul 15 23:13:42.180193 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43cd75e7-a252-435a-8ea4-9587e1c96306 x-openstack-request-id: req-43cd75e7-a252-435a-8ea4-9587e1c96306 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:13:42.180485 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe6797c1-d3be-4b68-91a0-d92eabbd3174", "tag": "9cca72c3-afd0-4c1c-a86f-351f30b3365a", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:13:42.180716 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-43cd75e7-a252-435a-8ea4-9587e1c96306 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:13:42.181099 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe6797c1-d3be-4b68-91a0-d92eabbd3174', 'tag': '9cca72c3-afd0-4c1c-a86f-351f30b3365a', 'status': 'completed', 'code': 200} Jul 15 23:13:42.368097 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e15305-51e9-4fed-afca-dc618f5895e4 req-0c421bac-d0fa-45a5-85f1-3957545bf706 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:42.372326 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-16e15305-51e9-4fed-afca-dc618f5895e4 req-0c421bac-d0fa-45a5-85f1-3957545bf706 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe6797c1-d3be-4b68-91a0-d92eabbd3174 HTTP/1.1" status: 200 len: 945 time: 0.1098034 Jul 15 23:13:42.381722 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-1245c735-cfba-4ec8-a3d0-d65b3e6a434e service neutron] For port 77c0025b-ab04-4c95-9ff4-08d9bf61c7ec, host n-h2-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:13:42.401066 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-7dc4c3e0-2102-4425-8241-cabc6319cca8 req-74961de7-9ef7-437c-9886-ef40a028e155 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Deleting port 683ba39b-5c5b-49c5-9a9b-86487f858ce4 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:13:42.401425 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7dc4c3e0-2102-4425-8241-cabc6319cca8 req-74961de7-9ef7-437c-9886-ef40a028e155 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:42.413918 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-1245c735-cfba-4ec8-a3d0-d65b3e6a434e service neutron] Notify callbacks [] for binding, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:42.415343 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-481fcc00-a18c-4ea3-ab44-9ece20bc086b req-1245c735-cfba-4ec8-a3d0-d65b3e6a434e service neutron] 10.222.0.49 "DELETE /v2.0/ports/77c0025b-ab04-4c95-9ff4-08d9bf61c7ec/bindings/n-h2-794306-6 HTTP/1.1" status: 204 len: 173 time: 1.0528893 Jul 15 23:13:42.497421 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf8761d-e9c8-4efc-95d1-96a9a01371dd req-5062751f-b31f-4833-b83a-14f9a1247c3b tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:42.499217 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1bf8761d-e9c8-4efc-95d1-96a9a01371dd req-5062751f-b31f-4833-b83a-14f9a1247c3b tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.41 "GET /v2.0/ports?device_id=3093267e-6877-4e7b-ba59-9d8f8d74bec4 HTTP/1.1" status: 200 len: 946 time: 0.8340690 Jul 15 23:13:42.553494 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-16e15305-51e9-4fed-afca-dc618f5895e4 req-5f1c7d57-e138-4e11-aa2b-1f40e9cdfd01 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Deleting port 9cca72c3-afd0-4c1c-a86f-351f30b3365a {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:13:42.554474 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-16e15305-51e9-4fed-afca-dc618f5895e4 req-5f1c7d57-e138-4e11-aa2b-1f40e9cdfd01 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:42.680420 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33534f-b77f-49ba-b02c-c2bfd21fa8f6 req-bb5d0d2b-eba5-47de-afe6-b92f4ad7fb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:42.683101 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-db33534f-b77f-49ba-b02c-c2bfd21fa8f6 req-bb5d0d2b-eba5-47de-afe6-b92f4ad7fb13 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ec36f46f1b7e4eb4acdfec30bd668062&device_id=fe6797c1-d3be-4b68-91a0-d92eabbd3174 HTTP/1.1" status: 200 len: 1096 time: 0.4919176 Jul 15 23:13:42.734330 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-16e15305-51e9-4fed-afca-dc618f5895e4 req-5f1c7d57-e138-4e11-aa2b-1f40e9cdfd01 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] For port 9cca72c3-afd0-4c1c-a86f-351f30b3365a, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=9cca72c3-afd0-4c1c-a86f-351f30b3365a,segment=NetworkSegment(7f54d6fd-905a-40e4-9872-e50318fbd6ec),segment_id=7f54d6fd-905a-40e4-9872-e50318fbd6ec)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:42.734924 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-16e15305-51e9-4fed-afca-dc618f5895e4 req-5f1c7d57-e138-4e11-aa2b-1f40e9cdfd01 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:42.759451 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-16e15305-51e9-4fed-afca-dc618f5895e4 req-5f1c7d57-e138-4e11-aa2b-1f40e9cdfd01 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Calling delete_port for 9cca72c3-afd0-4c1c-a86f-351f30b3365a owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:13:42.779653 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227b01c8-470d-4be3-9fdd-99ecb35f17d3 req-3584c534-53f4-4455-b2d7-521f9575d982 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:42.789289 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-227b01c8-470d-4be3-9fdd-99ecb35f17d3 req-3584c534-53f4-4455-b2d7-521f9575d982 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/ports?device_id=be74c0e3-341b-4907-b634-d8d9507a9a0d HTTP/1.1" status: 200 len: 945 time: 0.6031671 Jul 15 23:13:43.038617 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-16e15305-51e9-4fed-afca-dc618f5895e4 req-5f1c7d57-e138-4e11-aa2b-1f40e9cdfd01 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:43.039509 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-7dc4c3e0-2102-4425-8241-cabc6319cca8 req-74961de7-9ef7-437c-9886-ef40a028e155 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] For port 683ba39b-5c5b-49c5-9a9b-86487f858ce4, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=683ba39b-5c5b-49c5-9a9b-86487f858ce4,segment=NetworkSegment(905c5321-6007-4bdd-9ce8-09c518981f63),segment_id=905c5321-6007-4bdd-9ce8-09c518981f63)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:43.040217 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7dc4c3e0-2102-4425-8241-cabc6319cca8 req-74961de7-9ef7-437c-9886-ef40a028e155 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:43.056285 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b', '9cca72c3-afd0-4c1c-a86f-351f30b3365a'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:13:43.084890 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1c7d57-e138-4e11-aa2b-1f40e9cdfd01 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Pushing event deleted for resources: {'Port': ['ID=9cca72c3-afd0-4c1c-a86f-351f30b3365a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:43.176171 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-16e15305-51e9-4fed-afca-dc618f5895e4 req-5f1c7d57-e138-4e11-aa2b-1f40e9cdfd01 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] No DVR routers for this DVR port 9cca72c3-afd0-4c1c-a86f-351f30b3365a on host n-h1-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:13:43.180451 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-16e15305-51e9-4fed-afca-dc618f5895e4 req-5f1c7d57-e138-4e11-aa2b-1f40e9cdfd01 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:43.183401 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-16e15305-51e9-4fed-afca-dc618f5895e4 req-5f1c7d57-e138-4e11-aa2b-1f40e9cdfd01 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.49 "DELETE /v2.0/ports/9cca72c3-afd0-4c1c-a86f-351f30b3365a HTTP/1.1" status: 204 len: 173 time: 0.8030863 Jul 15 23:13:43.184101 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe6797c1-d3be-4b68-91a0-d92eabbd3174', 'name': 'network-vif-deleted', 'tag': '9cca72c3-afd0-4c1c-a86f-351f30b3365a'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:13:43.186969 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f0c802-f38b-4802-be5f-8254a7dc98b9" -d '{"events": [{"server_uuid": "fe6797c1-d3be-4b68-91a0-d92eabbd3174", "name": "network-vif-deleted", "tag": "9cca72c3-afd0-4c1c-a86f-351f30b3365a"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:13:43.243351 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-7dc4c3e0-2102-4425-8241-cabc6319cca8 req-74961de7-9ef7-437c-9886-ef40a028e155 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Calling delete_port for 683ba39b-5c5b-49c5-9a9b-86487f858ce4 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:13:43.292761 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-227b01c8-470d-4be3-9fdd-99ecb35f17d3 req-32759b60-6f49-4109-8de5-14446b547b0e tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/security-groups?id=a00402bc-417c-4401-b3a4-a86d8ce769a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5037322 Jul 15 23:13:43.552105 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d17b1ed-1ca1-4ef1-a4eb-af968b6b3dbb req-48ba7dc9-4b1d-4c76-8a37-998bef03a935 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:43.555167 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2d17b1ed-1ca1-4ef1-a4eb-af968b6b3dbb req-48ba7dc9-4b1d-4c76-8a37-998bef03a935 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.49 "GET /v2.0/ports?device_id=05a40a33-ead5-4a16-b340-5c6a8b9f748d HTTP/1.1" status: 200 len: 945 time: 0.6542428 Jul 15 23:13:43.680126 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33534f-b77f-49ba-b02c-c2bfd21fa8f6 req-930bbca2-bb0b-41fe-8577-f26c7c494fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:43.681800 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-db33534f-b77f-49ba-b02c-c2bfd21fa8f6 req-930bbca2-bb0b-41fe-8577-f26c7c494fcc service neutron] 10.222.0.49 "GET /v2.0/networks?id=2eb5a618-95d1-4f19-803a-b44492ccd4ef HTTP/1.1" status: 200 len: 922 time: 0.9741101 Jul 15 23:13:43.689509 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.db.resource_extend [req-c8488c79-ff61-4db2-ad4c-2553bcc8f964 req-606dd8a7-d9b3-495a-80df-5e93e3d2f34c tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 23:13:43.768037 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-1bf8761d-e9c8-4efc-95d1-96a9a01371dd req-4606ca87-13dc-43a3-be7e-e3929baa73f1 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Deleting port 465a9c57-7e36-4b1b-9e2c-733accddb6c4 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:13:43.768399 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1bf8761d-e9c8-4efc-95d1-96a9a01371dd req-4606ca87-13dc-43a3-be7e-e3929baa73f1 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:43.869682 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-db33534f-b77f-49ba-b02c-c2bfd21fa8f6 req-e5ad60d3-f0ac-466d-97e2-3a6fb8b561d8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9cca72c3-afd0-4c1c-a86f-351f30b3365a HTTP/1.1" status: 200 len: 217 time: 0.1756914 Jul 15 23:13:43.943353 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c8488c79-ff61-4db2-ad4c-2553bcc8f964 req-606dd8a7-d9b3-495a-80df-5e93e3d2f34c tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:44.013492 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c8488c79-ff61-4db2-ad4c-2553bcc8f964 req-606dd8a7-d9b3-495a-80df-5e93e3d2f34c tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:44.075164 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 465a9c57-7e36-4b1b-9e2c-733accddb6c4 no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:13:44.121160 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33534f-b77f-49ba-b02c-c2bfd21fa8f6 req-7b856dfc-9b3e-43be-adef-7924fcfcddb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:44.122378 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-db33534f-b77f-49ba-b02c-c2bfd21fa8f6 req-7b856dfc-9b3e-43be-adef-7924fcfcddb6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=89fd3128-ac30-4b7c-b596-62c2dc214969 HTTP/1.1" status: 200 len: 860 time: 0.2337413 Jul 15 23:13:44.234077 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:44.234378 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd5b858-c27e-449f-9690-1b93276d5f51 req-870840b8-a0a0-4579-a2f5-cbf16f573e34 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:44.235675 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0fd5b858-c27e-449f-9690-1b93276d5f51 req-870840b8-a0a0-4579-a2f5-cbf16f573e34 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] 10.222.0.48 "GET /v2.0/ports?device_id=585cd1c6-d2e2-4549-9bd7-e681db768db7 HTTP/1.1" status: 200 len: 945 time: 0.6622245 Jul 15 23:13:44.248494 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-1bf8761d-e9c8-4efc-95d1-96a9a01371dd req-4606ca87-13dc-43a3-be7e-e3929baa73f1 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] For port 465a9c57-7e36-4b1b-9e2c-733accddb6c4, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=465a9c57-7e36-4b1b-9e2c-733accddb6c4,segment=NetworkSegment(3c2758b9-e41c-4bf2-b9ed-9081bfc02669),segment_id=3c2758b9-e41c-4bf2-b9ed-9081bfc02669)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:44.248740 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1bf8761d-e9c8-4efc-95d1-96a9a01371dd req-4606ca87-13dc-43a3-be7e-e3929baa73f1 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:44.271625 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3093267e-6877-4e7b-ba59-9d8f8d74bec4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '465a9c57-7e36-4b1b-9e2c-733accddb6c4'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:13:44.274377 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bfaf5de-43b5-4edd-8790-96eb80e2b153" -d '{"events": [{"server_uuid": "3093267e-6877-4e7b-ba59-9d8f8d74bec4", "name": "network-vif-unplugged", "status": "completed", "tag": "465a9c57-7e36-4b1b-9e2c-733accddb6c4"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:13:44.292537 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 465a9c57-7e36-4b1b-9e2c-733accddb6c4, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=465a9c57-7e36-4b1b-9e2c-733accddb6c4,segment=NetworkSegment(3c2758b9-e41c-4bf2-b9ed-9081bfc02669),segment_id=3c2758b9-e41c-4bf2-b9ed-9081bfc02669)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:44.292735 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-1bf8761d-e9c8-4efc-95d1-96a9a01371dd req-4606ca87-13dc-43a3-be7e-e3929baa73f1 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Calling delete_port for 465a9c57-7e36-4b1b-9e2c-733accddb6c4 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:13:44.297607 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:44.298730 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 683ba39b-5c5b-49c5-9a9b-86487f858ce4 no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:13:44.324250 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-2d17b1ed-1ca1-4ef1-a4eb-af968b6b3dbb req-3c323c5a-c989-48aa-8291-3b30d6d80c61 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Deleting port 0e55c749-c69c-4ff2-9b84-0365058e925e {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:13:44.324602 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2d17b1ed-1ca1-4ef1-a4eb-af968b6b3dbb req-3c323c5a-c989-48aa-8291-3b30d6d80c61 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:44.334721 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7dc4c3e0-2102-4425-8241-cabc6319cca8 req-74961de7-9ef7-437c-9886-ef40a028e155 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:44.355163 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['3fe526f5-2552-4b55-bc09-efdd15157e20'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:13:44.379449 n-d-794306-6 neutron-server[93770]: INFO neutron.db.l3_db [req-c8488c79-ff61-4db2-ad4c-2553bcc8f964 req-606dd8a7-d9b3-495a-80df-5e93e3d2f34c tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Floating IP 91b8f176-1871-4f3f-a013-aa311e02db81 associated. External IP: 172.25.5.26, port: ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b. Jul 15 23:13:44.392421 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['006939be-bbb3-48d8-8754-8c7014ece223'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:13:44.496656 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=465a9c57-7e36-4b1b-9e2c-733accddb6c4,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:44.500323 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] No active binding found for port 683ba39b-5c5b-49c5-9a9b-86487f858ce4 {{(pid=93772) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 15 23:13:44.501182 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 683ba39b-5c5b-49c5-9a9b-86487f858ce4 not bound to the agent host n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:13:44.518723 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74961de7-9ef7-437c-9886-ef40a028e155 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Pushing event deleted for resources: {'Port': ['ID=683ba39b-5c5b-49c5-9a9b-86487f858ce4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:44.530663 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:44.531204 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:44.531763 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:44.532322 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:44.532875 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:44.533419 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:44.533945 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:44.534486 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:44.535034 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:44.535596 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:44.536672 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:44.537198 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:13:44.540120 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0fd5b858-c27e-449f-9690-1b93276d5f51 req-73b825a9-04d2-4ba0-bc7f-7fb07e7e1e76 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab9ed1be-d206-4a5f-8102-d7cc29d4ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863123 Jul 15 23:13:44.669813 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33534f-b77f-49ba-b02c-c2bfd21fa8f6 req-9d753d76-ef0c-45e8-a9db-4be100cfa0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:44.671597 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-db33534f-b77f-49ba-b02c-c2bfd21fa8f6 req-9d753d76-ef0c-45e8-a9db-4be100cfa0c1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2eb5a618-95d1-4f19-803a-b44492ccd4ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5280097 Jul 15 23:13:44.709264 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dc4c3e0-2102-4425-8241-cabc6319cca8 req-74961de7-9ef7-437c-9886-ef40a028e155 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] No DVR routers for this DVR port 683ba39b-5c5b-49c5-9a9b-86487f858ce4 on host n-h2-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:13:44.721112 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7dc4c3e0-2102-4425-8241-cabc6319cca8 req-74961de7-9ef7-437c-9886-ef40a028e155 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:44.723468 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7dc4c3e0-2102-4425-8241-cabc6319cca8 req-74961de7-9ef7-437c-9886-ef40a028e155 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] 10.222.0.41 "DELETE /v2.0/ports/683ba39b-5c5b-49c5-9a9b-86487f858ce4 HTTP/1.1" status: 204 len: 173 time: 3.3026636 Jul 15 23:13:44.734949 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '585cd1c6-d2e2-4549-9bd7-e681db768db7', 'name': 'network-vif-deleted', 'tag': '683ba39b-5c5b-49c5-9a9b-86487f858ce4'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:13:44.737587 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e16060f-ff66-47bc-bf22-b8a2b1ab621e" -d '{"events": [{"server_uuid": "585cd1c6-d2e2-4549-9bd7-e681db768db7", "name": "network-vif-deleted", "tag": "683ba39b-5c5b-49c5-9a9b-86487f858ce4"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:13:44.793418 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-2d17b1ed-1ca1-4ef1-a4eb-af968b6b3dbb req-3c323c5a-c989-48aa-8291-3b30d6d80c61 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] For port 0e55c749-c69c-4ff2-9b84-0365058e925e, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=0e55c749-c69c-4ff2-9b84-0365058e925e,segment=NetworkSegment(e7da1777-7aff-41d9-a50f-70ccefd9be9f),segment_id=e7da1777-7aff-41d9-a50f-70ccefd9be9f)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:44.794036 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2d17b1ed-1ca1-4ef1-a4eb-af968b6b3dbb req-3c323c5a-c989-48aa-8291-3b30d6d80c61 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:44.925961 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-db33534f-b77f-49ba-b02c-c2bfd21fa8f6 req-89fd0077-9630-4ad3-9d96-167feee53d08 service neutron] 10.222.0.49 "GET /v2.0/networks/2eb5a618-95d1-4f19-803a-b44492ccd4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135801 Jul 15 23:13:44.928561 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-2d17b1ed-1ca1-4ef1-a4eb-af968b6b3dbb req-3c323c5a-c989-48aa-8291-3b30d6d80c61 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Calling delete_port for 0e55c749-c69c-4ff2-9b84-0365058e925e owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:13:45.732912 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1bf8761d-e9c8-4efc-95d1-96a9a01371dd req-4606ca87-13dc-43a3-be7e-e3929baa73f1 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:45.836609 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4606ca87-13dc-43a3-be7e-e3929baa73f1 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Pushing event deleted for resources: {'Port': ['ID=465a9c57-7e36-4b1b-9e2c-733accddb6c4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:45.849615 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-db33534f-b77f-49ba-b02c-c2bfd21fa8f6 req-11d5c80d-bfa0-4ab8-85b4-655eefe8b2bd service neutron] 10.222.0.49 "GET /v2.0/networks/2eb5a618-95d1-4f19-803a-b44492ccd4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9128456 Jul 15 23:13:45.904886 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8488c79-ff61-4db2-ad4c-2553bcc8f964 req-606dd8a7-d9b3-495a-80df-5e93e3d2f34c tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Router fa493c16-b657-4228-8776-5e739991a854 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:13:45.933135 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf74148d-a522-40ce-91f2-656ff74cd65b req-f7817a50-56a3-4beb-8f09-ebb5a83a128b tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:45.935009 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cf74148d-a522-40ce-91f2-656ff74cd65b req-f7817a50-56a3-4beb-8f09-ebb5a83a128b tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=3093267e-6877-4e7b-ba59-9d8f8d74bec4 HTTP/1.1" status: 200 len: 865 time: 0.9697633 Jul 15 23:13:45.954161 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 0e55c749-c69c-4ff2-9b84-0365058e925e no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:13:45.959017 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bf8761d-e9c8-4efc-95d1-96a9a01371dd req-4606ca87-13dc-43a3-be7e-e3929baa73f1 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] No DVR routers for this DVR port 465a9c57-7e36-4b1b-9e2c-733accddb6c4 on host n-h2-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:13:45.964940 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1bf8761d-e9c8-4efc-95d1-96a9a01371dd req-4606ca87-13dc-43a3-be7e-e3929baa73f1 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:45.967650 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1bf8761d-e9c8-4efc-95d1-96a9a01371dd req-4606ca87-13dc-43a3-be7e-e3929baa73f1 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.41 "DELETE /v2.0/ports/465a9c57-7e36-4b1b-9e2c-733accddb6c4 HTTP/1.1" status: 204 len: 173 time: 3.4441457 Jul 15 23:13:46.070759 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2d17b1ed-1ca1-4ef1-a4eb-af968b6b3dbb req-3c323c5a-c989-48aa-8291-3b30d6d80c61 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:46.084803 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:46.085488 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cf74148d-a522-40ce-91f2-656ff74cd65b req-6931a48f-28d9-428f-834c-5280a5c562d0 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282430 Jul 15 23:13:46.120779 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c323c5a-c989-48aa-8291-3b30d6d80c61 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Pushing event deleted for resources: {'Port': ['ID=0e55c749-c69c-4ff2-9b84-0365058e925e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:46.180988 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 9cca72c3-afd0-4c1c-a86f-351f30b3365a no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:13:46.213104 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: 9cca72c3-afd0-4c1c-a86f-351f30b3365a {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:13:46.213970 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 9cca72c3-afd0-4c1c-a86f-351f30b3365a not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:13:46.226387 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d17b1ed-1ca1-4ef1-a4eb-af968b6b3dbb req-3c323c5a-c989-48aa-8291-3b30d6d80c61 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] No DVR routers for this DVR port 0e55c749-c69c-4ff2-9b84-0365058e925e on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:13:46.240515 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2d17b1ed-1ca1-4ef1-a4eb-af968b6b3dbb req-3c323c5a-c989-48aa-8291-3b30d6d80c61 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:46.245018 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2d17b1ed-1ca1-4ef1-a4eb-af968b6b3dbb req-3c323c5a-c989-48aa-8291-3b30d6d80c61 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.49 "DELETE /v2.0/ports/0e55c749-c69c-4ff2-9b84-0365058e925e HTTP/1.1" status: 204 len: 173 time: 2.6662698 Jul 15 23:13:46.268881 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8488c79-ff61-4db2-ad4c-2553bcc8f964 req-606dd8a7-d9b3-495a-80df-5e93e3d2f34c tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:13:46.281999 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef254570-cb5e-41df-a84a-bf897f8ab67a None None] Sync routers for ids ['fa493c16-b657-4228-8776-5e739991a854'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:13:46.295143 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c8488c79-ff61-4db2-ad4c-2553bcc8f964 req-606dd8a7-d9b3-495a-80df-5e93e3d2f34c tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:46.299433 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef254570-cb5e-41df-a84a-bf897f8ab67a None None] Routers {'fa493c16-b657-4228-8776-5e739991a854'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:13:46.301272 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ef254570-cb5e-41df-a84a-bf897f8ab67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:13:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['fa493c16-b657-4228-8776-5e739991a854'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:46.344067 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c8488c79-ff61-4db2-ad4c-2553bcc8f964 req-606dd8a7-d9b3-495a-80df-5e93e3d2f34c tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "PUT /v2.0/floatingips/91b8f176-1871-4f3f-a013-aa311e02db81 HTTP/1.1" status: 200 len: 995 time: 4.9255795 Jul 15 23:13:46.381504 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-664d2ef7-b840-4414-981f-aee39b843614 req-c00136ac-359a-4922-b773-0cc85443f3b0 tempest-ServerRescueTestJSON-1300421573 tempest-ServerRescueTestJSON-1300421573-project] 10.222.0.48 "GET /v2.0/ports?device_id=05a40a33-ead5-4a16-b340-5c6a8b9f748d HTTP/1.1" status: 200 len: 210 time: 0.0362685 Jul 15 23:13:46.470133 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8488c79-ff61-4db2-ad4c-2553bcc8f964 req-1e8045fc-a09d-4088-95ab-7c3d13a05223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:46.472412 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c8488c79-ff61-4db2-ad4c-2553bcc8f964 req-1e8045fc-a09d-4088-95ab-7c3d13a05223 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ec36f46f1b7e4eb4acdfec30bd668062&device_id=ffb0f843-a54b-4d51-aadc-ab1c901c1850 HTTP/1.1" status: 200 len: 1096 time: 0.0895898 Jul 15 23:13:46.507908 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-ef254570-cb5e-41df-a84a-bf897f8ab67a None None] Set router fa493c16-b657-4228-8776-5e739991a854 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:13:46.623359 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8488c79-ff61-4db2-ad4c-2553bcc8f964 req-42628119-7703-4fdf-b137-402f71cb7b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:46.633797 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c8488c79-ff61-4db2-ad4c-2553bcc8f964 req-42628119-7703-4fdf-b137-402f71cb7b1c service neutron] 10.222.0.48 "GET /v2.0/networks?id=2eb5a618-95d1-4f19-803a-b44492ccd4ef HTTP/1.1" status: 200 len: 922 time: 0.1520009 Jul 15 23:13:46.784323 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c8488c79-ff61-4db2-ad4c-2553bcc8f964 req-c2817109-1b07-4205-ad2d-348e16ffe947 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b HTTP/1.1" status: 200 len: 998 time: 0.1495762 Jul 15 23:13:46.833869 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f22fbe48-6bbb-4eb2-9ce4-cd1210e5302f x-openstack-request-id: req-f22fbe48-6bbb-4eb2-9ce4-cd1210e5302f {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:13:46.834939 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe6797c1-d3be-4b68-91a0-d92eabbd3174", "name": "network-vif-deleted", "tag": "9cca72c3-afd0-4c1c-a86f-351f30b3365a", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:13:46.835446 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f22fbe48-6bbb-4eb2-9ce4-cd1210e5302f {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:13:46.836744 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe6797c1-d3be-4b68-91a0-d92eabbd3174', 'name': 'network-vif-deleted', 'tag': '9cca72c3-afd0-4c1c-a86f-351f30b3365a', 'status': 'completed', 'code': 200} Jul 15 23:13:46.921437 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ef254570-cb5e-41df-a84a-bf897f8ab67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa493c16-b657-4228-8776-5e739991a854', 'name': 'tempest-FloatingIPsAssociationTestJSON-1540046159-router', 'tenant_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '9566196f-5ece-4352-b64f-6ab0e47b0101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:11:56Z', 'updated_at': '2021-07-15T23:12:07Z', 'revision_number': 4, 'project_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'gw_port': {'id': '9566196f-5ece-4352-b64f-6ab0e47b0101', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:29:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa493c16-b657-4228-8776-5e739991a854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:11:57Z', 'updated_at': '2021-07-15T23:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '91b8f176-1871-4f3f-a013-aa311e02db81', 'tenant_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'floating_ip_address': '172.25.5.26', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': 'fa493c16-b657-4228-8776-5e739991a854', 'port_id': 'ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eb5a618-95d1-4f19-803a-b44492ccd4ef', 'mac_address': 'fa:16:3e:62:46:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb0f843-a54b-4d51-aadc-ab1c901c1850', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:12:44Z', 'updated_at': '2021-07-15T23:13:43Z', 'revision_number': 8, 'project_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc8ead7e-fdda-4ea9-9779-025762cb6035', 'name': '', 'network_id': '2eb5a618-95d1-4f19-803a-b44492ccd4ef', 'tenant_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'mac_address': 'fa:16:3e:cf:bc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa493c16-b657-4228-8776-5e739991a854', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '89fd3128-ac30-4b7c-b596-62c2dc214969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:03Z', 'updated_at': '2021-07-15T23:12:16Z', 'revision_number': 5, 'project_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'subnets': [{'id': '89fd3128-ac30-4b7c-b596-62c2dc214969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:46.945129 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8488c79-ff61-4db2-ad4c-2553bcc8f964 req-209c378f-764f-4951-83d4-1d9bc63e384d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:46.946808 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c8488c79-ff61-4db2-ad4c-2553bcc8f964 req-209c378f-764f-4951-83d4-1d9bc63e384d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=89fd3128-ac30-4b7c-b596-62c2dc214969 HTTP/1.1" status: 200 len: 860 time: 0.1392789 Jul 15 23:13:46.978353 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef254570-cb5e-41df-a84a-bf897f8ab67a None None] Checking router: fa493c16-b657-4228-8776-5e739991a854 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:13:46.990972 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef254570-cb5e-41df-a84a-bf897f8ab67a None None] Routers {'fa493c16-b657-4228-8776-5e739991a854'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:13:46.992485 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ef254570-cb5e-41df-a84a-bf897f8ab67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:13:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['fa493c16-b657-4228-8776-5e739991a854'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:47.132784 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8488c79-ff61-4db2-ad4c-2553bcc8f964 req-e6878713-012f-42c8-a5c3-3b866c01e571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:47.133700 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c8488c79-ff61-4db2-ad4c-2553bcc8f964 req-e6878713-012f-42c8-a5c3-3b866c01e571 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2eb5a618-95d1-4f19-803a-b44492ccd4ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1685367 Jul 15 23:13:47.197818 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-ef254570-cb5e-41df-a84a-bf897f8ab67a None None] Set router fa493c16-b657-4228-8776-5e739991a854 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:13:47.200957 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e751b982-e551-4058-b8b7-05065a8fa9d4 req-c94f4a6c-a994-4b94-be52-89dd474da51a tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:47.202958 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e751b982-e551-4058-b8b7-05065a8fa9d4 req-c94f4a6c-a994-4b94-be52-89dd474da51a tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/ports?device_id=be74c0e3-341b-4907-b634-d8d9507a9a0d HTTP/1.1" status: 200 len: 945 time: 0.1755917 Jul 15 23:13:47.297217 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e751b982-e551-4058-b8b7-05065a8fa9d4 req-ce6a1b95-7ab4-480e-bc7c-6b65adf13046 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/security-groups?id=a00402bc-417c-4401-b3a4-a86d8ce769a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811369 Jul 15 23:13:47.339489 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c8488c79-ff61-4db2-ad4c-2553bcc8f964 req-4a791441-f65e-49b3-95d4-4e17b1c661b1 service neutron] 10.222.0.48 "GET /v2.0/networks/2eb5a618-95d1-4f19-803a-b44492ccd4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950347 Jul 15 23:13:47.506554 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c8488c79-ff61-4db2-ad4c-2553bcc8f964 req-db754c4f-6448-4eaf-81de-04abfa94872f service neutron] 10.222.0.48 "GET /v2.0/networks/2eb5a618-95d1-4f19-803a-b44492ccd4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563370 Jul 15 23:13:47.550796 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ef254570-cb5e-41df-a84a-bf897f8ab67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa493c16-b657-4228-8776-5e739991a854', 'name': 'tempest-FloatingIPsAssociationTestJSON-1540046159-router', 'tenant_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '9566196f-5ece-4352-b64f-6ab0e47b0101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:11:56Z', 'updated_at': '2021-07-15T23:12:07Z', 'revision_number': 4, 'project_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'gw_port': {'id': '9566196f-5ece-4352-b64f-6ab0e47b0101', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:29:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa493c16-b657-4228-8776-5e739991a854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:11:57Z', 'updated_at': '2021-07-15T23:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '91b8f176-1871-4f3f-a013-aa311e02db81', 'tenant_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'floating_ip_address': '172.25.5.26', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': 'fa493c16-b657-4228-8776-5e739991a854', 'port_id': 'ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eb5a618-95d1-4f19-803a-b44492ccd4ef', 'mac_address': 'fa:16:3e:62:46:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb0f843-a54b-4d51-aadc-ab1c901c1850', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:12:44Z', 'updated_at': '2021-07-15T23:13:43Z', 'revision_number': 8, 'project_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc8ead7e-fdda-4ea9-9779-025762cb6035', 'name': '', 'network_id': '2eb5a618-95d1-4f19-803a-b44492ccd4ef', 'tenant_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'mac_address': 'fa:16:3e:cf:bc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa493c16-b657-4228-8776-5e739991a854', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '89fd3128-ac30-4b7c-b596-62c2dc214969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:03Z', 'updated_at': '2021-07-15T23:12:16Z', 'revision_number': 5, 'project_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'subnets': [{'id': '89fd3128-ac30-4b7c-b596-62c2dc214969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:47.590062 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05aed122-8f40-457a-b949-205c707fd093 x-openstack-request-id: req-05aed122-8f40-457a-b949-205c707fd093 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:13:47.590374 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "585cd1c6-d2e2-4549-9bd7-e681db768db7", "name": "network-vif-deleted", "tag": "683ba39b-5c5b-49c5-9a9b-86487f858ce4", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:13:47.590632 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-05aed122-8f40-457a-b949-205c707fd093 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:13:47.591052 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '585cd1c6-d2e2-4549-9bd7-e681db768db7', 'name': 'network-vif-deleted', 'tag': '683ba39b-5c5b-49c5-9a9b-86487f858ce4', 'status': 'completed', 'code': 200} Jul 15 23:13:47.597343 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef254570-cb5e-41df-a84a-bf897f8ab67a None None] The sync data for ids ['fa493c16-b657-4228-8776-5e739991a854'] in n-d-794306-6 is: [{'id': 'fa493c16-b657-4228-8776-5e739991a854', 'name': 'tempest-FloatingIPsAssociationTestJSON-1540046159-router', 'tenant_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '9566196f-5ece-4352-b64f-6ab0e47b0101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:11:56Z', 'updated_at': '2021-07-15T23:12:07Z', 'revision_number': 4, 'project_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'gw_port': {'id': '9566196f-5ece-4352-b64f-6ab0e47b0101', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:29:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa493c16-b657-4228-8776-5e739991a854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:11:57Z', 'updated_at': '2021-07-15T23:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '91b8f176-1871-4f3f-a013-aa311e02db81', 'tenant_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'floating_ip_address': '172.25.5.26', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': 'fa493c16-b657-4228-8776-5e739991a854', 'port_id': 'ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eb5a618-95d1-4f19-803a-b44492ccd4ef', 'mac_address': 'fa:16:3e:62:46:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb0f843-a54b-4d51-aadc-ab1c901c1850', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:12:44Z', 'updated_at': '2021-07-15T23:13:43Z', 'revision_number': 8, 'project_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc8ead7e-fdda-4ea9-9779-025762cb6035', 'name': '', 'network_id': '2eb5a618-95d1-4f19-803a-b44492ccd4ef', 'tenant_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'mac_address': 'fa:16:3e:cf:bc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa493c16-b657-4228-8776-5e739991a854', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '89fd3128-ac30-4b7c-b596-62c2dc214969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:03Z', 'updated_at': '2021-07-15T23:12:16Z', 'revision_number': 5, 'project_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'subnets': [{'id': '89fd3128-ac30-4b7c-b596-62c2dc214969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:13:47.668461 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5580e1d3-30d3-45ba-947a-372aa61b112a x-openstack-request-id: req-5580e1d3-30d3-45ba-947a-372aa61b112a {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:13:47.669509 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3093267e-6877-4e7b-ba59-9d8f8d74bec4", "name": "network-vif-unplugged", "status": "completed", "tag": "465a9c57-7e36-4b1b-9e2c-733accddb6c4", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:13:47.670095 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5580e1d3-30d3-45ba-947a-372aa61b112a {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:13:47.670782 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3093267e-6877-4e7b-ba59-9d8f8d74bec4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '465a9c57-7e36-4b1b-9e2c-733accddb6c4', 'code': 200} Jul 15 23:13:47.782200 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25326b5d-00b1-497d-ae59-db87b5b16265 req-a24d2551-7618-4329-8366-b914919db195 tempest-LiveAutoBlockMigrationV225Test-1599853612 tempest-LiveAutoBlockMigrationV225Test-1599853612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:47.783811 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-25326b5d-00b1-497d-ae59-db87b5b16265 req-a24d2551-7618-4329-8366-b914919db195 tempest-LiveAutoBlockMigrationV225Test-1599853612 tempest-LiveAutoBlockMigrationV225Test-1599853612-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=2f2d3ea3-1396-4e60-9b5a-4f50f26ae32b HTTP/1.1" status: 200 len: 1095 time: 0.0778344 Jul 15 23:13:47.844207 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-25326b5d-00b1-497d-ae59-db87b5b16265 req-1423781f-244b-43e2-aea3-d8af86fccb5a tempest-LiveAutoBlockMigrationV225Test-1599853612 tempest-LiveAutoBlockMigrationV225Test-1599853612-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463836 Jul 15 23:13:47.933086 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c847e4-ea5a-4b62-821c-b6315b7397a7 None None] New status for floating IP 91b8f176-1871-4f3f-a013-aa311e02db81: ACTIVE {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:13:48.062832 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60070) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:48.179647 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cc8f1917-40f7-470c-9187-d004cab7a420 req-7f1db8bc-244b-4730-98af-5a6d95f07079 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "GET /v2.0/floatingips/91b8f176-1871-4f3f-a013-aa311e02db81 HTTP/1.1" status: 200 len: 995 time: 0.1786923 Jul 15 23:13:48.474697 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f1917-40f7-470c-9187-d004cab7a420 req-9081d74b-f3cf-4462-b341-8059e303b47d tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:48.476264 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cc8f1917-40f7-470c-9187-d004cab7a420 req-9081d74b-f3cf-4462-b341-8059e303b47d tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "GET /v2.0/networks/c4160cc4-e133-4d4e-ad39-f86bca4b2f14 HTTP/1.1" status: 200 len: 784 time: 0.2859373 Jul 15 23:13:48.502873 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [req-cc8f1917-40f7-470c-9187-d004cab7a420 req-d64a190c-825a-42a2-90fb-3c12656c473c tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:13:48.503946 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cc8f1917-40f7-470c-9187-d004cab7a420 req-d64a190c-825a-42a2-90fb-3c12656c473c tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0176201 Jul 15 23:13:48.517912 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b0bc2b-fd54-4625-81bc-1e499822296c req-b0eb535f-4e88-4413-9884-029c1a9f395e tempest-LiveAutoBlockMigrationV225Test-1599853612 tempest-LiveAutoBlockMigrationV225Test-1599853612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:48.519900 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-60b0bc2b-fd54-4625-81bc-1e499822296c req-b0eb535f-4e88-4413-9884-029c1a9f395e tempest-LiveAutoBlockMigrationV225Test-1599853612 tempest-LiveAutoBlockMigrationV225Test-1599853612-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=2f2d3ea3-1396-4e60-9b5a-4f50f26ae32b HTTP/1.1" status: 200 len: 1095 time: 0.1397777 Jul 15 23:13:48.575157 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-60b0bc2b-fd54-4625-81bc-1e499822296c req-cc3e60d1-f2ad-4875-bbfc-863320375a27 tempest-LiveAutoBlockMigrationV225Test-1599853612 tempest-LiveAutoBlockMigrationV225Test-1599853612-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471439 Jul 15 23:13:48.655129 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-859ee0c1-0dd9-446a-9f1e-91ca5f24fa7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:48.756400 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dcf437-030f-427c-8266-bd93b73f1d90 req-36a937f2-cc82-462c-879d-a5434e76749b tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:48.760545 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d8dcf437-030f-427c-8266-bd93b73f1d90 req-36a937f2-cc82-462c-879d-a5434e76749b tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/ports?device_id=be74c0e3-341b-4907-b634-d8d9507a9a0d HTTP/1.1" status: 200 len: 945 time: 0.1119409 Jul 15 23:13:48.873636 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d8dcf437-030f-427c-8266-bd93b73f1d90 req-691ff92f-7e05-4d15-8bab-4a24aff0a20b tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/security-groups?id=a00402bc-417c-4401-b3a4-a86d8ce769a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071317 Jul 15 23:13:48.948904 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c23f2-a0ae-44e2-abdb-32d7a6ae3616 req-83714fac-4438-498b-b987-036b057c8771 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:48.950660 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ca1c23f2-a0ae-44e2-abdb-32d7a6ae3616 req-83714fac-4438-498b-b987-036b057c8771 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/networks?id=a62e01ea-f2e5-4ac4-9f56-3043444e806b HTTP/1.1" status: 200 len: 811 time: 0.1885428 Jul 15 23:13:49.009568 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ca1c23f2-a0ae-44e2-abdb-32d7a6ae3616 req-a91deef5-f8ff-4408-9a25-232b8256fa95 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/quotas/675bfc559b0b40ea8fae85ead4a7a3be HTTP/1.1" status: 200 len: 375 time: 0.0202243 Jul 15 23:13:49.023120 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-859ee0c1-0dd9-446a-9f1e-91ca5f24fa7f admin admin] Deleting port 4609f876-d9e0-4886-8379-772df553435b {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:13:49.023954 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-859ee0c1-0dd9-446a-9f1e-91ca5f24fa7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:49.057189 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ca1c23f2-a0ae-44e2-abdb-32d7a6ae3616 req-14dcb3e8-29e3-4f6a-b360-21b37a339e0d tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=675bfc559b0b40ea8fae85ead4a7a3be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386605 Jul 15 23:13:49.060641 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5bae3d22-9afc-470e-95e5-4e162132fdba req-77420e88-7099-4cdf-a698-964d69154169 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.26 HTTP/1.1" status: 200 len: 1000 time: 0.1298940 Jul 15 23:13:49.137691 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-859ee0c1-0dd9-446a-9f1e-91ca5f24fa7f admin admin] For port 4609f876-d9e0-4886-8379-772df553435b, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=4609f876-d9e0-4886-8379-772df553435b,segment=NetworkSegment(e7da1777-7aff-41d9-a50f-70ccefd9be9f),segment_id=e7da1777-7aff-41d9-a50f-70ccefd9be9f)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:49.138574 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-859ee0c1-0dd9-446a-9f1e-91ca5f24fa7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:49.156169 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-859ee0c1-0dd9-446a-9f1e-91ca5f24fa7f admin admin] Calling delete_port for 4609f876-d9e0-4886-8379-772df553435b owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:13:49.188643 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae3d22-9afc-470e-95e5-4e162132fdba req-65f13e14-b754-4642-90ed-6d167bd2a58c tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:49.190166 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5bae3d22-9afc-470e-95e5-4e162132fdba req-65f13e14-b754-4642-90ed-6d167bd2a58c tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "GET /v2.0/ports/ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b HTTP/1.1" status: 200 len: 942 time: 0.1216593 Jul 15 23:13:49.224560 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ca1c23f2-a0ae-44e2-abdb-32d7a6ae3616 req-d9f04e71-af78-4bcc-8058-c4b11ff78538 service neutron] 10.222.0.48 "GET /v2.0/networks/a62e01ea-f2e5-4ac4-9f56-3043444e806b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567647 Jul 15 23:13:49.389606 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ca1c23f2-a0ae-44e2-abdb-32d7a6ae3616 req-1554474b-e729-42e4-a4ed-8bd14296374a service neutron] 10.222.0.48 "GET /v2.0/networks/a62e01ea-f2e5-4ac4-9f56-3043444e806b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565392 Jul 15 23:13:49.415539 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5bae3d22-9afc-470e-95e5-4e162132fdba req-d8673ea9-f0a7-4314-83ed-c6c48713d7f6 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.26 HTTP/1.1" status: 200 len: 1000 time: 0.0872383 Jul 15 23:13:49.415781 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-859ee0c1-0dd9-446a-9f1e-91ca5f24fa7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:49.453788 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859ee0c1-0dd9-446a-9f1e-91ca5f24fa7f admin admin] Pushing event deleted for resources: {'Port': ['ID=4609f876-d9e0-4886-8379-772df553435b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:49.594700 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3093267e-6877-4e7b-ba59-9d8f8d74bec4', 'name': 'network-vif-deleted', 'tag': '465a9c57-7e36-4b1b-9e2c-733accddb6c4'}, {'server_uuid': '05a40a33-ead5-4a16-b340-5c6a8b9f748d', 'name': 'network-vif-deleted', 'tag': '0e55c749-c69c-4ff2-9b84-0365058e925e'}, {'name': 'network-changed', 'server_uuid': 'ffb0f843-a54b-4d51-aadc-ab1c901c1850', 'tag': 'ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:13:49.602008 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8153ce13-b043-49ee-8279-8b85aac16230" -d '{"events": [{"server_uuid": "3093267e-6877-4e7b-ba59-9d8f8d74bec4", "name": "network-vif-deleted", "tag": "465a9c57-7e36-4b1b-9e2c-733accddb6c4"}, {"server_uuid": "05a40a33-ead5-4a16-b340-5c6a8b9f748d", "name": "network-vif-deleted", "tag": "0e55c749-c69c-4ff2-9b84-0365058e925e"}, {"name": "network-changed", "server_uuid": "ffb0f843-a54b-4d51-aadc-ab1c901c1850", "tag": "ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:13:49.663871 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae3d22-9afc-470e-95e5-4e162132fdba req-602ee301-726e-4def-85f4-0c5fb6accb4e tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:49.673962 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5bae3d22-9afc-470e-95e5-4e162132fdba req-602ee301-726e-4def-85f4-0c5fb6accb4e tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "GET /v2.0/networks/c4160cc4-e133-4d4e-ad39-f86bca4b2f14 HTTP/1.1" status: 200 len: 784 time: 0.2485712 Jul 15 23:13:49.746688 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-859ee0c1-0dd9-446a-9f1e-91ca5f24fa7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:49.769499 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5bae3d22-9afc-470e-95e5-4e162132fdba req-f41b4b8a-98fc-4648-b3f8-370bde06393a tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.26 HTTP/1.1" status: 200 len: 1000 time: 0.0942962 Jul 15 23:13:49.776734 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-5bae3d22-9afc-470e-95e5-4e162132fdba req-551df8f2-0af3-4821-9223-2ace47edbcdf tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:49.868114 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5bae3d22-9afc-470e-95e5-4e162132fdba req-551df8f2-0af3-4821-9223-2ace47edbcdf tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:50.105134 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5bae3d22-9afc-470e-95e5-4e162132fdba req-551df8f2-0af3-4821-9223-2ace47edbcdf tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:50.111233 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5bae3d22-9afc-470e-95e5-4e162132fdba req-551df8f2-0af3-4821-9223-2ace47edbcdf tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:50.111633 n-d-794306-6 neutron-server[93770]: INFO neutron.db.l3_db [req-5bae3d22-9afc-470e-95e5-4e162132fdba req-551df8f2-0af3-4821-9223-2ace47edbcdf tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Floating IP 91b8f176-1871-4f3f-a013-aa311e02db81 disassociated. External IP: 172.25.5.26, port: ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b. Jul 15 23:13:50.229688 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-859ee0c1-0dd9-446a-9f1e-91ca5f24fa7f admin admin] Router 33af8eb3-bc66-4e05-980a-8ed031dec3af has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:13:50.428994 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859ee0c1-0dd9-446a-9f1e-91ca5f24fa7f admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:13:50.435175 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-859ee0c1-0dd9-446a-9f1e-91ca5f24fa7f admin admin] 10.222.0.48 "PUT /v2.0/routers/33af8eb3-bc66-4e05-980a-8ed031dec3af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3711429 Jul 15 23:13:50.437573 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60138) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:50.441682 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810cf823-524a-42de-aa07-320c36936499 None None] Sync routers for ids ['33af8eb3-bc66-4e05-980a-8ed031dec3af'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:13:50.468568 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810cf823-524a-42de-aa07-320c36936499 None None] Routers {'33af8eb3-bc66-4e05-980a-8ed031dec3af'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:13:50.469281 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-810cf823-524a-42de-aa07-320c36936499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:13:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['33af8eb3-bc66-4e05-980a-8ed031dec3af'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:50.563860 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-41a70998-af9d-463f-95e6-9742701766f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:50.642244 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5bae3d22-9afc-470e-95e5-4e162132fdba req-551df8f2-0af3-4821-9223-2ace47edbcdf tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Router fa493c16-b657-4228-8776-5e739991a854 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:13:50.695073 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-810cf823-524a-42de-aa07-320c36936499 None None] Set router 33af8eb3-bc66-4e05-980a-8ed031dec3af gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:13:50.710648 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91516c0c-cdd2-4f15-a245-8771595985b8 req-d77fdee5-095f-465c-afda-094293a9cf43 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:50.721000 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-41a70998-af9d-463f-95e6-9742701766f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:50.726474 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-91516c0c-cdd2-4f15-a245-8771595985b8 req-d77fdee5-095f-465c-afda-094293a9cf43 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/ports?device_id=be74c0e3-341b-4907-b634-d8d9507a9a0d HTTP/1.1" status: 200 len: 945 time: 0.2012208 Jul 15 23:13:50.832123 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-41a70998-af9d-463f-95e6-9742701766f6 admin admin] Deleting port b00c9ebd-f324-43a2-92ba-9478af0ef555 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:13:50.836357 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-41a70998-af9d-463f-95e6-9742701766f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:50.878413 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-91516c0c-cdd2-4f15-a245-8771595985b8 req-04bc2a9d-a47b-413c-b60a-2c5aa55b2859 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/security-groups?id=a00402bc-417c-4401-b3a4-a86d8ce769a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048582 Jul 15 23:13:50.930678 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5bae3d22-9afc-470e-95e5-4e162132fdba req-551df8f2-0af3-4821-9223-2ace47edbcdf tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:13:50.946947 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9128fcde-3a97-42e8-91a1-6883b40d72e9 None None] Sync routers for ids ['fa493c16-b657-4228-8776-5e739991a854'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:13:50.947596 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5bae3d22-9afc-470e-95e5-4e162132fdba req-551df8f2-0af3-4821-9223-2ace47edbcdf tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:50.966545 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9128fcde-3a97-42e8-91a1-6883b40d72e9 None None] Routers {'fa493c16-b657-4228-8776-5e739991a854'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:13:50.968275 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9128fcde-3a97-42e8-91a1-6883b40d72e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:13:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['fa493c16-b657-4228-8776-5e739991a854'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:51.036033 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5bae3d22-9afc-470e-95e5-4e162132fdba req-551df8f2-0af3-4821-9223-2ace47edbcdf tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "PUT /v2.0/floatingips/91b8f176-1871-4f3f-a013-aa311e02db81 HTTP/1.1" status: 200 len: 695 time: 1.2654364 Jul 15 23:13:51.050898 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-41a70998-af9d-463f-95e6-9742701766f6 admin admin] For port b00c9ebd-f324-43a2-92ba-9478af0ef555, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=b00c9ebd-f324-43a2-92ba-9478af0ef555,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:13:51.051176 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-41a70998-af9d-463f-95e6-9742701766f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:51.070224 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-41a70998-af9d-463f-95e6-9742701766f6 admin admin] Calling delete_port for b00c9ebd-f324-43a2-92ba-9478af0ef555 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:13:51.220181 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae3d22-9afc-470e-95e5-4e162132fdba req-5558440d-86f6-4c1d-92d5-dd89a0a53145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:51.221074 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-810cf823-524a-42de-aa07-320c36936499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33af8eb3-bc66-4e05-980a-8ed031dec3af', 'name': 'tempest-ServerRescueTestJSON-174991001-router', 'tenant_id': '343683afbe6f4c5685ab11fe38988c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'b00c9ebd-f324-43a2-92ba-9478af0ef555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:10:58Z', 'updated_at': '2021-07-15T23:13:49Z', 'revision_number': 5, 'project_id': '343683afbe6f4c5685ab11fe38988c94', 'gw_port': {'id': 'b00c9ebd-f324-43a2-92ba-9478af0ef555', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:7d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33af8eb3-bc66-4e05-980a-8ed031dec3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:11:00Z', 'updated_at': '2021-07-15T23:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:51.226923 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5bae3d22-9afc-470e-95e5-4e162132fdba req-5558440d-86f6-4c1d-92d5-dd89a0a53145 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ec36f46f1b7e4eb4acdfec30bd668062&device_id=ffb0f843-a54b-4d51-aadc-ab1c901c1850 HTTP/1.1" status: 200 len: 1096 time: 0.1569688 Jul 15 23:13:51.318552 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-9128fcde-3a97-42e8-91a1-6883b40d72e9 None None] Set router fa493c16-b657-4228-8776-5e739991a854 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:13:51.351553 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-41a70998-af9d-463f-95e6-9742701766f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:51.486487 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae3d22-9afc-470e-95e5-4e162132fdba req-aa072431-0574-4209-b5ae-155f7a9e73ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:51.488048 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5bae3d22-9afc-470e-95e5-4e162132fdba req-aa072431-0574-4209-b5ae-155f7a9e73ca service neutron] 10.222.0.48 "GET /v2.0/networks?id=2eb5a618-95d1-4f19-803a-b44492ccd4ef HTTP/1.1" status: 200 len: 922 time: 0.2566123 Jul 15 23:13:51.545997 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810cf823-524a-42de-aa07-320c36936499 None None] Checking router: 33af8eb3-bc66-4e05-980a-8ed031dec3af for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:13:51.574934 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810cf823-524a-42de-aa07-320c36936499 None None] Routers {'33af8eb3-bc66-4e05-980a-8ed031dec3af'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:13:51.580097 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-810cf823-524a-42de-aa07-320c36936499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:13:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['33af8eb3-bc66-4e05-980a-8ed031dec3af'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:51.587196 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a70998-af9d-463f-95e6-9742701766f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b00c9ebd-f324-43a2-92ba-9478af0ef555,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:51.593399 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-41a70998-af9d-463f-95e6-9742701766f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999011'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:51.627062 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2c3245ac-8f6b-45ed-a600-677717f93e32 req-da4c6a94-754c-47e7-8425-4b7d2b833392 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fe01580-09e1-424c-8fb3-58421610bfec HTTP/1.1" status: 200 len: 210 time: 0.1431558 Jul 15 23:13:51.646590 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5bae3d22-9afc-470e-95e5-4e162132fdba req-f0c48a64-ad52-4e63-aeac-1d1b4fb91b05 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b HTTP/1.1" status: 200 len: 217 time: 0.1506200 Jul 15 23:13:51.710198 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-810cf823-524a-42de-aa07-320c36936499 None None] Set router 33af8eb3-bc66-4e05-980a-8ed031dec3af gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:13:51.758537 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae3d22-9afc-470e-95e5-4e162132fdba req-193624f1-4165-45f5-b4d6-3446e54959bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:51.773572 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5bae3d22-9afc-470e-95e5-4e162132fdba req-193624f1-4165-45f5-b4d6-3446e54959bd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=89fd3128-ac30-4b7c-b596-62c2dc214969 HTTP/1.1" status: 200 len: 860 time: 0.1238925 Jul 15 23:13:51.807233 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-41a70998-af9d-463f-95e6-9742701766f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:51.813712 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9128fcde-3a97-42e8-91a1-6883b40d72e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa493c16-b657-4228-8776-5e739991a854', 'name': 'tempest-FloatingIPsAssociationTestJSON-1540046159-router', 'tenant_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '9566196f-5ece-4352-b64f-6ab0e47b0101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:11:56Z', 'updated_at': '2021-07-15T23:12:07Z', 'revision_number': 4, 'project_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'gw_port': {'id': '9566196f-5ece-4352-b64f-6ab0e47b0101', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:29:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa493c16-b657-4228-8776-5e739991a854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:11:57Z', 'updated_at': '2021-07-15T23:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'dc8ead7e-fdda-4ea9-9779-025762cb6035', 'name': '', 'network_id': '2eb5a618-95d1-4f19-803a-b44492ccd4ef', 'tenant_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'mac_address': 'fa:16:3e:cf:bc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa493c16-b657-4228-8776-5e739991a854', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '89fd3128-ac30-4b7c-b596-62c2dc214969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:03Z', 'updated_at': '2021-07-15T23:12:16Z', 'revision_number': 5, 'project_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'subnets': [{'id': '89fd3128-ac30-4b7c-b596-62c2dc214969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:51.814402 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-41a70998-af9d-463f-95e6-9742701766f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:51.826165 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Thu, 15 Jul 2021 23:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f28cc7-7a95-44fd-a372-d646fbfd5e99 x-openstack-request-id: req-c8f28cc7-7a95-44fd-a372-d646fbfd5e99 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:13:51.826711 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3093267e-6877-4e7b-ba59-9d8f8d74bec4", "name": "network-vif-deleted", "tag": "465a9c57-7e36-4b1b-9e2c-733accddb6c4", "status": "completed", "code": 200}, {"server_uuid": "05a40a33-ead5-4a16-b340-5c6a8b9f748d", "name": "network-vif-deleted", "tag": "0e55c749-c69c-4ff2-9b84-0365058e925e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ffb0f843-a54b-4d51-aadc-ab1c901c1850", "tag": "ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:13:51.832007 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c8f28cc7-7a95-44fd-a372-d646fbfd5e99 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:13:51.840591 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-810cf823-524a-42de-aa07-320c36936499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33af8eb3-bc66-4e05-980a-8ed031dec3af', 'name': 'tempest-ServerRescueTestJSON-174991001-router', 'tenant_id': '343683afbe6f4c5685ab11fe38988c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:10:58Z', 'updated_at': '2021-07-15T23:13:51Z', 'revision_number': 7, 'project_id': '343683afbe6f4c5685ab11fe38988c94', 'gw_port_host': None}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:51.840888 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3093267e-6877-4e7b-ba59-9d8f8d74bec4', 'name': 'network-vif-deleted', 'tag': '465a9c57-7e36-4b1b-9e2c-733accddb6c4', 'status': 'completed', 'code': 200} Jul 15 23:13:51.841377 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05a40a33-ead5-4a16-b340-5c6a8b9f748d', 'name': 'network-vif-deleted', 'tag': '0e55c749-c69c-4ff2-9b84-0365058e925e', 'status': 'completed', 'code': 200} Jul 15 23:13:51.842158 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffb0f843-a54b-4d51-aadc-ab1c901c1850', 'tag': 'ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b', 'status': 'completed', 'code': 200} Jul 15 23:13:51.913397 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810cf823-524a-42de-aa07-320c36936499 None None] The sync data for ids ['33af8eb3-bc66-4e05-980a-8ed031dec3af'] in n-d-794306-6 is: [{'id': '33af8eb3-bc66-4e05-980a-8ed031dec3af', 'name': 'tempest-ServerRescueTestJSON-174991001-router', 'tenant_id': '343683afbe6f4c5685ab11fe38988c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:10:58Z', 'updated_at': '2021-07-15T23:13:51Z', 'revision_number': 7, 'project_id': '343683afbe6f4c5685ab11fe38988c94', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:13:51.921128 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9128fcde-3a97-42e8-91a1-6883b40d72e9 None None] Checking router: fa493c16-b657-4228-8776-5e739991a854 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:13:51.947646 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-41a70998-af9d-463f-95e6-9742701766f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:51.948530 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a70998-af9d-463f-95e6-9742701766f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33af8eb3-bc66-4e05-980a-8ed031dec3af {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:13:51.949140 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9128fcde-3a97-42e8-91a1-6883b40d72e9 None None] Routers {'fa493c16-b657-4228-8776-5e739991a854'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:13:51.953484 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9128fcde-3a97-42e8-91a1-6883b40d72e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:13:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['fa493c16-b657-4228-8776-5e739991a854'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:51.967208 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-41a70998-af9d-463f-95e6-9742701766f6 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:51.968537 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-41a70998-af9d-463f-95e6-9742701766f6 admin admin] 10.222.0.48 "DELETE /v2.0/routers/33af8eb3-bc66-4e05-980a-8ed031dec3af HTTP/1.1" status: 204 len: 168 time: 1.5298295 Jul 15 23:13:51.973850 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60160) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:52.108085 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f5bdca8-19af-4858-966c-e0e59e67620b admin admin] Deleting subnet dbdc1414-7110-449f-83db-67d516c4122d {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:13:52.112006 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4f5bdca8-19af-4858-966c-e0e59e67620b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:52.163007 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4f5bdca8-19af-4858-966c-e0e59e67620b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:52.219509 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4f5bdca8-19af-4858-966c-e0e59e67620b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:52.299296 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4f5bdca8-19af-4858-966c-e0e59e67620b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:52.368002 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5bdca8-19af-4858-966c-e0e59e67620b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbdc1414-7110-449f-83db-67d516c4122d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:52.376770 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4f5bdca8-19af-4858-966c-e0e59e67620b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:52.378957 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-4f5bdca8-19af-4858-966c-e0e59e67620b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/dbdc1414-7110-449f-83db-67d516c4122d HTTP/1.1" status: 204 len: 168 time: 0.4038315 Jul 15 23:13:52.381704 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60170) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:52.582238 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ef6205cf-3eba-471c-b60d-99787f66df78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:52.596236 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-9128fcde-3a97-42e8-91a1-6883b40d72e9 None None] Set router fa493c16-b657-4228-8776-5e739991a854 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:13:52.972511 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 4609f876-d9e0-4886-8379-772df553435b no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:13:53.001080 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 4609f876-d9e0-4886-8379-772df553435b {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:13:53.007076 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 4609f876-d9e0-4886-8379-772df553435b not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:13:53.007909 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device b00c9ebd-f324-43a2-92ba-9478af0ef555 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:13:53.031175 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: b00c9ebd-f324-43a2-92ba-9478af0ef555 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:13:53.031892 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device b00c9ebd-f324-43a2-92ba-9478af0ef555 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:13:53.077198 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9128fcde-3a97-42e8-91a1-6883b40d72e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa493c16-b657-4228-8776-5e739991a854', 'name': 'tempest-FloatingIPsAssociationTestJSON-1540046159-router', 'tenant_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '9566196f-5ece-4352-b64f-6ab0e47b0101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:11:56Z', 'updated_at': '2021-07-15T23:12:07Z', 'revision_number': 4, 'project_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'gw_port': {'id': '9566196f-5ece-4352-b64f-6ab0e47b0101', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:29:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa493c16-b657-4228-8776-5e739991a854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:11:57Z', 'updated_at': '2021-07-15T23:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'dc8ead7e-fdda-4ea9-9779-025762cb6035', 'name': '', 'network_id': '2eb5a618-95d1-4f19-803a-b44492ccd4ef', 'tenant_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'mac_address': 'fa:16:3e:cf:bc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa493c16-b657-4228-8776-5e739991a854', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '89fd3128-ac30-4b7c-b596-62c2dc214969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:03Z', 'updated_at': '2021-07-15T23:12:16Z', 'revision_number': 5, 'project_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'subnets': [{'id': '89fd3128-ac30-4b7c-b596-62c2dc214969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:53.132287 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9128fcde-3a97-42e8-91a1-6883b40d72e9 None None] The sync data for ids ['fa493c16-b657-4228-8776-5e739991a854'] in n-d-794306-6 is: [{'id': 'fa493c16-b657-4228-8776-5e739991a854', 'name': 'tempest-FloatingIPsAssociationTestJSON-1540046159-router', 'tenant_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '9566196f-5ece-4352-b64f-6ab0e47b0101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:11:56Z', 'updated_at': '2021-07-15T23:12:07Z', 'revision_number': 4, 'project_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'gw_port': {'id': '9566196f-5ece-4352-b64f-6ab0e47b0101', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:29:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa493c16-b657-4228-8776-5e739991a854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:11:57Z', 'updated_at': '2021-07-15T23:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'dc8ead7e-fdda-4ea9-9779-025762cb6035', 'name': '', 'network_id': '2eb5a618-95d1-4f19-803a-b44492ccd4ef', 'tenant_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'mac_address': 'fa:16:3e:cf:bc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa493c16-b657-4228-8776-5e739991a854', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '89fd3128-ac30-4b7c-b596-62c2dc214969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:12:03Z', 'updated_at': '2021-07-15T23:12:16Z', 'revision_number': 5, 'project_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'subnets': [{'id': '89fd3128-ac30-4b7c-b596-62c2dc214969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:13:53.162038 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c23f2-a0ae-44e2-abdb-32d7a6ae3616 req-e218973f-e48a-4e16-bf72-7af650e92ab2 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:53.174760 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ca1c23f2-a0ae-44e2-abdb-32d7a6ae3616 req-e218973f-e48a-4e16-bf72-7af650e92ab2 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.41 "GET /v2.0/networks?id=a62e01ea-f2e5-4ac4-9f56-3043444e806b HTTP/1.1" status: 200 len: 811 time: 0.3511481 Jul 15 23:13:53.209747 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-ca1c23f2-a0ae-44e2-abdb-32d7a6ae3616 req-55c030c6-8e4a-43f6-b169-1c029a432951 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Request body: {'port': {'device_id': '2fe01580-09e1-424c-8fb3-58421610bfec', 'network_id': 'a62e01ea-f2e5-4ac4-9f56-3043444e806b', 'admin_state_up': True, 'tenant_id': '675bfc559b0b40ea8fae85ead4a7a3be'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:53.228939 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ef6205cf-3eba-471c-b60d-99787f66df78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:53.242899 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-ef6205cf-3eba-471c-b60d-99787f66df78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['795827c2-b389-4eeb-8582-c55cfb9af9b5']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:53.254719 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-ef6205cf-3eba-471c-b60d-99787f66df78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7da1777-7aff-41d9-a50f-70ccefd9be9f') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:53.255867 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-ef6205cf-3eba-471c-b60d-99787f66df78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7da1777-7aff-41d9-a50f-70ccefd9be9f') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:13:53.271043 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ef6205cf-3eba-471c-b60d-99787f66df78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:53.298065 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ef6205cf-3eba-471c-b60d-99787f66df78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:53.313895 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8153ce13-b043-49ee-8279-8b85aac16230 req-a2de12c3-3af1-4db1-9f1e-92d8acca2cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:53.314309 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef6205cf-3eba-471c-b60d-99787f66df78 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:13:53.315076 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ef6205cf-3eba-471c-b60d-99787f66df78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:53.318723 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:13:53.318723 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:13:53.318723 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:13:53.318723 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:13:53.318723 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:13:53.318723 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:13:53.318723 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:13:53.318723 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:13:53.318723 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:13:53.318723 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:13:53.318723 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:13:53.318723 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:13:53.318723 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:13:53.318723 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:13:53.318723 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:13:53.318723 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:13:53.318723 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:13:53.318723 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:13:53.318723 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:13:53.318723 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:13:53.318723 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:13:53.318723 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:13:53.318723 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:13:53.318723 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:13:53.318723 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:13:53.318723 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:13:53.318723 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:13:53.318723 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:13:53.318723 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:13:53.318723 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:13:53.318723 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:13:53.318723 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:13:53.318723 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:13:53.318723 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:13:53.327276 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8153ce13-b043-49ee-8279-8b85aac16230 req-a2de12c3-3af1-4db1-9f1e-92d8acca2cf2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ec36f46f1b7e4eb4acdfec30bd668062&device_id=ffb0f843-a54b-4d51-aadc-ab1c901c1850 HTTP/1.1" status: 200 len: 1096 time: 1.5306237 Jul 15 23:13:53.358497 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae3d22-9afc-470e-95e5-4e162132fdba req-f29b6809-5a41-4169-89e0-788b91dbc666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:53.361373 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5bae3d22-9afc-470e-95e5-4e162132fdba req-f29b6809-5a41-4169-89e0-788b91dbc666 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2eb5a618-95d1-4f19-803a-b44492ccd4ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.5848989 Jul 15 23:13:53.492986 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe8517a-706c-4c1d-be76-f88ca0ff979f req-5e3236a4-dcf9-4b1b-bff9-257e74c0070b tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:53.504404 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ef6205cf-3eba-471c-b60d-99787f66df78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:53.512468 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ebe8517a-706c-4c1d-be76-f88ca0ff979f req-5e3236a4-dcf9-4b1b-bff9-257e74c0070b tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/ports?device_id=be74c0e3-341b-4907-b634-d8d9507a9a0d HTTP/1.1" status: 200 len: 945 time: 0.6868613 Jul 15 23:13:53.521132 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ef6205cf-3eba-471c-b60d-99787f66df78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:53.534140 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ef6205cf-3eba-471c-b60d-99787f66df78 admin admin] 10.222.0.48 "DELETE /v2.0/networks/795827c2-b389-4eeb-8582-c55cfb9af9b5 HTTP/1.1" status: 204 len: 168 time: 1.1495934 Jul 15 23:13:53.578116 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6205cf-3eba-471c-b60d-99787f66df78 admin admin] Pushing event deleted for resources: {'Network': ['ID=795827c2-b389-4eeb-8582-c55cfb9af9b5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:53.742202 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60196) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:53.807354 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a735cacf-5801-416c-b576-6404ea3f2756 None None] New status for floating IP 91b8f176-1871-4f3f-a013-aa311e02db81: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:13:53.855455 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffb0f843-a54b-4d51-aadc-ab1c901c1850', 'tag': 'ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:13:53.858179 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654c2e9f-32c8-4aca-9411-ce0b5d5afcb9" -d '{"events": [{"name": "network-changed", "server_uuid": "ffb0f843-a54b-4d51-aadc-ab1c901c1850", "tag": "ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:13:53.872797 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 60202) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:53.879606 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-85690a92-28ac-4138-90bb-6d700fa8c7ab admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=343683afbe6f4c5685ab11fe38988c94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1171160 Jul 15 23:13:53.888486 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8153ce13-b043-49ee-8279-8b85aac16230 req-7e7fd0d1-dd78-417d-950d-e84147d6fdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:53.889846 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8153ce13-b043-49ee-8279-8b85aac16230 req-7e7fd0d1-dd78-417d-950d-e84147d6fdf5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2eb5a618-95d1-4f19-803a-b44492ccd4ef HTTP/1.1" status: 200 len: 922 time: 0.5176532 Jul 15 23:13:53.929466 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ebe8517a-706c-4c1d-be76-f88ca0ff979f req-09c68fb2-824b-4916-8a3c-3eae018dba27 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/security-groups?id=a00402bc-417c-4401-b3a4-a86d8ce769a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4161839 Jul 15 23:13:53.937202 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60204) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:54.036870 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5bae3d22-9afc-470e-95e5-4e162132fdba req-5c26a97d-8023-4280-b189-0e0e50b384bb service neutron] 10.222.0.48 "GET /v2.0/networks/2eb5a618-95d1-4f19-803a-b44492ccd4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6347408 Jul 15 23:13:54.076929 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8153ce13-b043-49ee-8279-8b85aac16230 req-043b2318-c240-447b-a9ac-e6fde5f97657 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b HTTP/1.1" status: 200 len: 217 time: 0.1763272 Jul 15 23:13:54.186911 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2a33550d-ee22-43b0-a1c6-e50789f7f282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:54.216400 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6d88e75a-af8d-4959-928d-81b40f2aab00 req-4be8d231-f57c-4f6e-8650-e8f68e77ac59 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fe01580-09e1-424c-8fb3-58421610bfec HTTP/1.1" status: 200 len: 210 time: 0.0605512 Jul 15 23:13:54.250732 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8153ce13-b043-49ee-8279-8b85aac16230 req-8a9ebd85-04ca-4ee3-9e47-ea9776238e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:54.252256 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8153ce13-b043-49ee-8279-8b85aac16230 req-8a9ebd85-04ca-4ee3-9e47-ea9776238e97 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=89fd3128-ac30-4b7c-b596-62c2dc214969 HTTP/1.1" status: 200 len: 860 time: 0.1576924 Jul 15 23:13:54.280201 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca1c23f2-a0ae-44e2-abdb-32d7a6ae3616 req-55c030c6-8e4a-43f6-b169-1c029a432951 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Made reservation on behalf of 675bfc559b0b40ea8fae85ead4a7a3be for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:13:54.280201 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ca1c23f2-a0ae-44e2-abdb-32d7a6ae3616 req-55c030c6-8e4a-43f6-b169-1c029a432951 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:54.299011 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ee7e3c2-41e3-48d5-83f6-a1da6f3ed1bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:54.394661 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2a33550d-ee22-43b0-a1c6-e50789f7f282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:54.402100 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2a33550d-ee22-43b0-a1c6-e50789f7f282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:54.439732 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ee7e3c2-41e3-48d5-83f6-a1da6f3ed1bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:54.450002 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a33550d-ee22-43b0-a1c6-e50789f7f282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c864a71-a45f-494e-8b4e-36e1f8d43350,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:54.482292 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-2a33550d-ee22-43b0-a1c6-e50789f7f282 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b5459a8d842b40b2a30ebeec3af15d79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5439818 Jul 15 23:13:54.486051 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60212) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:54.548023 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-167a3490-065f-4735-88cf-f1c46d65416b x-openstack-request-id: req-167a3490-065f-4735-88cf-f1c46d65416b {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:13:54.548405 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffb0f843-a54b-4d51-aadc-ab1c901c1850", "tag": "ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:13:54.548759 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-167a3490-065f-4735-88cf-f1c46d65416b {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:13:54.549368 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffb0f843-a54b-4d51-aadc-ab1c901c1850', 'tag': 'ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b', 'status': 'completed', 'code': 200} Jul 15 23:13:54.554351 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5bae3d22-9afc-470e-95e5-4e162132fdba req-fd575a57-71df-46af-973c-5408796d2560 service neutron] 10.222.0.48 "GET /v2.0/networks/2eb5a618-95d1-4f19-803a-b44492ccd4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5047810 Jul 15 23:13:54.560888 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ee7e3c2-41e3-48d5-83f6-a1da6f3ed1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:54.563835 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ee7e3c2-41e3-48d5-83f6-a1da6f3ed1bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:54.568831 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-2ee7e3c2-41e3-48d5-83f6-a1da6f3ed1bd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e35c6df1-9256-45c7-85a2-0e1b5450d95c HTTP/1.1" status: 204 len: 168 time: 0.6948965 Jul 15 23:13:54.607499 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1032b681-4df1-4b3f-a777-16ecd545fcd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:54.616432 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7e3c2-41e3-48d5-83f6-a1da6f3ed1bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35c6df1-9256-45c7-85a2-0e1b5450d95c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:54.668539 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1032b681-4df1-4b3f-a777-16ecd545fcd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:54.678884 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8153ce13-b043-49ee-8279-8b85aac16230 req-fc704d0f-019f-4961-b758-946491880787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:54.681688 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8153ce13-b043-49ee-8279-8b85aac16230 req-fc704d0f-019f-4961-b758-946491880787 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2eb5a618-95d1-4f19-803a-b44492ccd4ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3909667 Jul 15 23:13:54.760250 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-ca1c23f2-a0ae-44e2-abdb-32d7a6ae3616 req-55c030c6-8e4a-43f6-b169-1c029a432951 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Allocated IP 172.20.0.13 (a62e01ea-f2e5-4ac4-9f56-3043444e806b/a1126b8c-d6f8-4596-9ab3-27f6931e900c/0a2d3646-061c-4ec4-a49d-cebc7646d42c) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:13:54.810104 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1032b681-4df1-4b3f-a777-16ecd545fcd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:54.814329 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1032b681-4df1-4b3f-a777-16ecd545fcd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:54.816882 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-1032b681-4df1-4b3f-a777-16ecd545fcd3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6c864a71-a45f-494e-8b4e-36e1f8d43350 HTTP/1.1" status: 204 len: 168 time: 0.3293126 Jul 15 23:13:54.837921 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1032b681-4df1-4b3f-a777-16ecd545fcd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c864a71-a45f-494e-8b4e-36e1f8d43350,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:55.146027 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ca1c23f2-a0ae-44e2-abdb-32d7a6ae3616 req-55c030c6-8e4a-43f6-b169-1c029a432951 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:55.162822 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:55.204216 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8153ce13-b043-49ee-8279-8b85aac16230 req-4c1a3aad-7de4-4f69-a6f2-41b00f484494 service neutron] 10.222.0.49 "GET /v2.0/networks/2eb5a618-95d1-4f19-803a-b44492ccd4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5138588 Jul 15 23:13:55.329833 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ca1c23f2-a0ae-44e2-abdb-32d7a6ae3616 req-55c030c6-8e4a-43f6-b169-1c029a432951 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:55.407864 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c030c6-8e4a-43f6-b169-1c029a432951 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Pushing event updated for resources: {'Port': ['ID=0a2d3646-061c-4ec4-a49d-cebc7646d42c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:55.421871 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca1c23f2-a0ae-44e2-abdb-32d7a6ae3616 req-55c030c6-8e4a-43f6-b169-1c029a432951 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Network a62e01ea-f2e5-4ac4-9f56-3043444e806b is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:13:55.450970 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60244) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:55.467370 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-ca1c23f2-a0ae-44e2-abdb-32d7a6ae3616 req-55c030c6-8e4a-43f6-b169-1c029a432951 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:13:55.470134 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca1c23f2-a0ae-44e2-abdb-32d7a6ae3616 req-55c030c6-8e4a-43f6-b169-1c029a432951 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:13:55.487637 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-31e069a8-f7b5-49eb-bdab-6169d09ab96e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:55.547149 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c23f2-a0ae-44e2-abdb-32d7a6ae3616 req-55c030c6-8e4a-43f6-b169-1c029a432951 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:55.548207 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ca1c23f2-a0ae-44e2-abdb-32d7a6ae3616 req-55c030c6-8e4a-43f6-b169-1c029a432951 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:55.659440 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ffcbe-e9ae-4503-a38f-c6effeeaf67f req-864180dc-c3da-4db0-9005-b78f6e6cd23d tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:55.668063 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-651ffcbe-e9ae-4503-a38f-c6effeeaf67f req-864180dc-c3da-4db0-9005-b78f6e6cd23d tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/ports?device_id=be74c0e3-341b-4907-b634-d8d9507a9a0d HTTP/1.1" status: 200 len: 945 time: 0.4610615 Jul 15 23:13:55.671307 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8153ce13-b043-49ee-8279-8b85aac16230 req-bab8af64-6f33-4856-a350-6fcb18c28dd3 service neutron] 10.222.0.49 "GET /v2.0/networks/2eb5a618-95d1-4f19-803a-b44492ccd4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4219117 Jul 15 23:13:55.744969 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-651ffcbe-e9ae-4503-a38f-c6effeeaf67f req-01dd4acc-5172-45a3-b6ad-5feded75d1d6 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/security-groups?id=a00402bc-417c-4401-b3a4-a86d8ce769a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678926 Jul 15 23:13:55.778024 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8affc932-1747-46d3-93ac-aece34c60065 req-a8342df0-abdf-49e9-a642-a1c955add39b tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:55.779765 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8affc932-1747-46d3-93ac-aece34c60065 req-a8342df0-abdf-49e9-a642-a1c955add39b tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fe01580-09e1-424c-8fb3-58421610bfec HTTP/1.1" status: 200 len: 932 time: 0.2085698 Jul 15 23:13:55.787280 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-31e069a8-f7b5-49eb-bdab-6169d09ab96e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:55.795916 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-31e069a8-f7b5-49eb-bdab-6169d09ab96e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:55.831106 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ca1c23f2-a0ae-44e2-abdb-32d7a6ae3616 req-55c030c6-8e4a-43f6-b169-1c029a432951 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6285772 Jul 15 23:13:55.856997 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-ca1c23f2-a0ae-44e2-abdb-32d7a6ae3616 req-63c89210-b216-4a62-bc3d-205d9d147b5e service neutron] Request body: {'port': {'device_id': '2fe01580-09e1-424c-8fb3-58421610bfec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:55.905350 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-31e069a8-f7b5-49eb-bdab-6169d09ab96e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f22b1142f41b44ac9a9768e40827e47b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4524064 Jul 15 23:13:55.910522 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60254) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:55.922414 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e069a8-f7b5-49eb-bdab-6169d09ab96e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f0be42-36ab-4c7d-b44a-15ba9a744fe4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:55.923454 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8affc932-1747-46d3-93ac-aece34c60065 req-b9e990ff-e792-4382-8171-29787d4dbba7 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131058 Jul 15 23:13:55.997778 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c2e9f-32c8-4aca-9411-ce0b5d5afcb9 req-5ce95374-9785-44dd-9227-eb04284d21e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:55.999360 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-654c2e9f-32c8-4aca-9411-ce0b5d5afcb9 req-5ce95374-9785-44dd-9227-eb04284d21e9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ec36f46f1b7e4eb4acdfec30bd668062&device_id=ffb0f843-a54b-4d51-aadc-ab1c901c1850 HTTP/1.1" status: 200 len: 1096 time: 0.2477818 Jul 15 23:13:56.049712 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-70717874-f160-45cb-979b-31d328f34824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:56.098423 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ca1c23f2-a0ae-44e2-abdb-32d7a6ae3616 req-63c89210-b216-4a62-bc3d-205d9d147b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:56.102519 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-70717874-f160-45cb-979b-31d328f34824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:56.103545 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-03f3605d-483d-4375-a6a2-e9ebbb1348e7 req-3bd216de-46c9-46b8-8702-68c6ed9b6dbb tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "GET /v2.0/floatingips/91b8f176-1871-4f3f-a013-aa311e02db81 HTTP/1.1" status: 200 len: 693 time: 0.1007283 Jul 15 23:13:56.206731 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-70717874-f160-45cb-979b-31d328f34824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:56.209540 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-70717874-f160-45cb-979b-31d328f34824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:56.210727 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-70717874-f160-45cb-979b-31d328f34824 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a2f0be42-36ab-4c7d-b44a-15ba9a744fe4 HTTP/1.1" status: 204 len: 168 time: 0.2984953 Jul 15 23:13:56.225795 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70717874-f160-45cb-979b-31d328f34824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f0be42-36ab-4c7d-b44a-15ba9a744fe4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:56.241987 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60266) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:56.442079 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-8bfb65ea-319b-45f3-9a19-b2df7a6627e4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-437639109-network', 'tenant_id': 'bcd8fa5c1bea4844bd70f8774f2c31f7'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:56.464555 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bfb65ea-319b-45f3-9a19-b2df7a6627e4 admin admin] Made reservation on behalf of bcd8fa5c1bea4844bd70f8774f2c31f7 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:13:56.467175 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8bfb65ea-319b-45f3-9a19-b2df7a6627e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:56.477108 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8bfb65ea-319b-45f3-9a19-b2df7a6627e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:56.506746 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c2e9f-32c8-4aca-9411-ce0b5d5afcb9 req-db335337-054e-4f69-abb8-9ab8b4199501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:56.509201 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-654c2e9f-32c8-4aca-9411-ce0b5d5afcb9 req-db335337-054e-4f69-abb8-9ab8b4199501 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2eb5a618-95d1-4f19-803a-b44492ccd4ef HTTP/1.1" status: 200 len: 922 time: 0.4858518 Jul 15 23:13:56.537920 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f3605d-483d-4375-a6a2-e9ebbb1348e7 req-24c47bf6-3811-4cce-b1e1-218b5b53f20f tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:56.547861 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-03f3605d-483d-4375-a6a2-e9ebbb1348e7 req-24c47bf6-3811-4cce-b1e1-218b5b53f20f tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "GET /v2.0/networks/c4160cc4-e133-4d4e-ad39-f86bca4b2f14 HTTP/1.1" status: 200 len: 784 time: 0.4431367 Jul 15 23:13:56.561108 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [req-03f3605d-483d-4375-a6a2-e9ebbb1348e7 req-31ce0289-ae19-4ffa-8843-56e49bcb0bf6 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:13:56.569567 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-03f3605d-483d-4375-a6a2-e9ebbb1348e7 req-31ce0289-ae19-4ffa-8843-56e49bcb0bf6 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0206501 Jul 15 23:13:56.607946 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8bfb65ea-319b-45f3-9a19-b2df7a6627e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:56.612458 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8bfb65ea-319b-45f3-9a19-b2df7a6627e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:56.648487 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bfb65ea-319b-45f3-9a19-b2df7a6627e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:13:56.660389 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb65ea-319b-45f3-9a19-b2df7a6627e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3cc6b1b-b328-4d26-ba63-110947666d07,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:56.668457 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8bfb65ea-319b-45f3-9a19-b2df7a6627e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:56.668861 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-8bfb65ea-319b-45f3-9a19-b2df7a6627e4 admin admin] Added segment f0ef8434-f4a9-4a08-8168-8c265159a987 of type vlan for network 96ab0661-6266-4252-9c9c-1e8142971046 Jul 15 23:13:56.733038 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8bfb65ea-319b-45f3-9a19-b2df7a6627e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:56.776457 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8bfb65ea-319b-45f3-9a19-b2df7a6627e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:56.777976 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfb65ea-319b-45f3-9a19-b2df7a6627e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:56.778676 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8bfb65ea-319b-45f3-9a19-b2df7a6627e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:56.848184 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-8bfb65ea-319b-45f3-9a19-b2df7a6627e4 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5973744 Jul 15 23:13:56.852930 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60274) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:56.860716 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-2cc2640f-816c-4426-ae36-af00594818e0 admin admin] Request body: {'subnet': {'network_id': '96ab0661-6266-4252-9c9c-1e8142971046', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-437639109-subnet', 'tenant_id': 'bcd8fa5c1bea4844bd70f8774f2c31f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:56.909049 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb65ea-319b-45f3-9a19-b2df7a6627e4 admin admin] Pushing event updated for resources: {'Network': ['ID=96ab0661-6266-4252-9c9c-1e8142971046,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:56.920810 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 96ab0661-6266-4252-9c9c-1e8142971046 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:13:56.950605 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc2640f-816c-4426-ae36-af00594818e0 admin admin] Made reservation on behalf of bcd8fa5c1bea4844bd70f8774f2c31f7 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:13:56.952695 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-03f3605d-483d-4375-a6a2-e9ebbb1348e7 req-7f8a4241-690c-49b1-ae09-6aa6b5de35d9 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.26 HTTP/1.1" status: 200 len: 696 time: 0.3821549 Jul 15 23:13:56.956164 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2cc2640f-816c-4426-ae36-af00594818e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:56.995784 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-654c2e9f-32c8-4aca-9411-ce0b5d5afcb9 req-6c362eeb-3b03-47be-b2eb-6bbc91688086 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b HTTP/1.1" status: 200 len: 217 time: 0.4428334 Jul 15 23:13:57.100467 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c2e9f-32c8-4aca-9411-ce0b5d5afcb9 req-a2025c4c-3822-4551-b986-e2fb43213edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:57.104220 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-654c2e9f-32c8-4aca-9411-ce0b5d5afcb9 req-a2025c4c-3822-4551-b986-e2fb43213edc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=89fd3128-ac30-4b7c-b596-62c2dc214969 HTTP/1.1" status: 200 len: 860 time: 0.0624788 Jul 15 23:13:57.127817 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-ca1c23f2-a0ae-44e2-abdb-32d7a6ae3616 req-63c89210-b216-4a62-bc3d-205d9d147b5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a2d3646-061c-4ec4-a49d-cebc7646d42c {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:13:57.141661 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-03f3605d-483d-4375-a6a2-e9ebbb1348e7 req-1fa6ba57-a3ec-47bb-8bae-edb54ceb13b6 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.26 HTTP/1.1" status: 200 len: 696 time: 0.1552756 Jul 15 23:13:57.143943 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ca1c23f2-a0ae-44e2-abdb-32d7a6ae3616 req-63c89210-b216-4a62-bc3d-205d9d147b5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:57.224047 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2ee8b3-024b-4ddd-863b-5567fc88899d req-8bae9770-d2b3-4b03-a790-ce2a5837eb17 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:57.241466 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2ee8b3-024b-4ddd-863b-5567fc88899d req-8bae9770-d2b3-4b03-a790-ce2a5837eb17 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:57.243136 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4a2ee8b3-024b-4ddd-863b-5567fc88899d req-8bae9770-d2b3-4b03-a790-ce2a5837eb17 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f61831a-2e00-4a5e-b0d8-6ea7fdde3c62&device_id=6a7fa4ef-e851-48b3-b72b-e390a9b85b4a HTTP/1.1" status: 200 len: 1682 time: 1.0265751 Jul 15 23:13:57.289623 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-ca1c23f2-a0ae-44e2-abdb-32d7a6ae3616 req-63c89210-b216-4a62-bc3d-205d9d147b5e service neutron] Transition to ACTIVE for port object 0a2d3646-061c-4ec4-a49d-cebc7646d42c will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:13:57.327330 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2cc2640f-816c-4426-ae36-af00594818e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:57.345221 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ca1c23f2-a0ae-44e2-abdb-32d7a6ae3616 req-63c89210-b216-4a62-bc3d-205d9d147b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:57.424070 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc2640f-816c-4426-ae36-af00594818e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=861cc51f-5aa3-4f8e-b090-2fa15d26f9e0,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:57.474306 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c89210-b216-4a62-bc3d-205d9d147b5e service neutron] Pushing event updated for resources: {'Port': ['ID=0a2d3646-061c-4ec4-a49d-cebc7646d42c,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:57.476557 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc2640f-816c-4426-ae36-af00594818e0 admin admin] Checking segment: {'id': 'f0ef8434-f4a9-4a08-8168-8c265159a987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '96ab0661-6266-4252-9c9c-1e8142971046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:13:57.477375 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc2640f-816c-4426-ae36-af00594818e0 admin admin] Network hostable DHCP agents. Network: 96ab0661-6266-4252-9c9c-1e8142971046, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:13:57.493642 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4a2ee8b3-024b-4ddd-863b-5567fc88899d req-a57f31b7-4bcb-4f9f-922d-edaa12ed1ef5 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab9ed1be-d206-4a5f-8102-d7cc29d4ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399220 Jul 15 23:13:57.507225 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc2640f-816c-4426-ae36-af00594818e0 admin admin] Network 96ab0661-6266-4252-9c9c-1e8142971046 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:13:57.527016 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-2cc2640f-816c-4426-ae36-af00594818e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 96ab0661-6266-4252-9c9c-1e8142971046) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:13:57.551952 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc2640f-816c-4426-ae36-af00594818e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:57.551952 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2cc2640f-816c-4426-ae36-af00594818e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:57.552320 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6b9a15-c7de-4930-8148-98ab7db0ad3e None None] Network 96ab0661-6266-4252-9c9c-1e8142971046 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:13:57.580287 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-2cc2640f-816c-4426-ae36-af00594818e0 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7254708 Jul 15 23:13:57.581459 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60296) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:13:57.592450 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c2e9f-32c8-4aca-9411-ce0b5d5afcb9 req-a565cf74-6b18-48ff-b465-9eef55dc1a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:57.593289 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-114d0264-44f2-42ce-9163-48f185109966 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-437639109-router', 'tenant_id': 'bcd8fa5c1bea4844bd70f8774f2c31f7', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:13:57.596457 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-654c2e9f-32c8-4aca-9411-ce0b5d5afcb9 req-a565cf74-6b18-48ff-b465-9eef55dc1a3b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2eb5a618-95d1-4f19-803a-b44492ccd4ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4783084 Jul 15 23:13:57.648146 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-114d0264-44f2-42ce-9163-48f185109966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:57.650351 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-114d0264-44f2-42ce-9163-48f185109966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:57.737996 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-03f3605d-483d-4375-a6a2-e9ebbb1348e7 req-6fbd42fb-09f1-4c66-863b-17d0351d962f tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Deleting port ca5a1838-33bb-40b7-9f22-1f00331f1637 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:13:57.738531 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-03f3605d-483d-4375-a6a2-e9ebbb1348e7 req-6fbd42fb-09f1-4c66-863b-17d0351d962f tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:57.829064 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c9341d-398c-4a27-bef0-49bca2bc16aa None None] Network 96ab0661-6266-4252-9c9c-1e8142971046 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:13:57.829384 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-114d0264-44f2-42ce-9163-48f185109966 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:57.961982 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ca1c23f2-a0ae-44e2-abdb-32d7a6ae3616 req-63c89210-b216-4a62-bc3d-205d9d147b5e service neutron] Attempting to bind port 0a2d3646-061c-4ec4-a49d-cebc7646d42c on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:13:57.962458 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ca1c23f2-a0ae-44e2-abdb-32d7a6ae3616 req-63c89210-b216-4a62-bc3d-205d9d147b5e service neutron] Attempting to bind port 0a2d3646-061c-4ec4-a49d-cebc7646d42c by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '3c2758b9-e41c-4bf2-b9ed-9081bfc02669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a62e01ea-f2e5-4ac4-9f56-3043444e806b'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:13:57.962911 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1c23f2-a0ae-44e2-abdb-32d7a6ae3616 req-63c89210-b216-4a62-bc3d-205d9d147b5e service neutron] Attempting to bind port 0a2d3646-061c-4ec4-a49d-cebc7646d42c on network a62e01ea-f2e5-4ac4-9f56-3043444e806b {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:13:58.001800 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-03f3605d-483d-4375-a6a2-e9ebbb1348e7 req-6fbd42fb-09f1-4c66-863b-17d0351d962f tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:58.002327 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-03f3605d-483d-4375-a6a2-e9ebbb1348e7 req-6fbd42fb-09f1-4c66-863b-17d0351d962f tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:58.053085 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1c23f2-a0ae-44e2-abdb-32d7a6ae3616 req-63c89210-b216-4a62-bc3d-205d9d147b5e service neutron] Port 0a2d3646-061c-4ec4-a49d-cebc7646d42c on network a62e01ea-f2e5-4ac4-9f56-3043444e806b not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:13:58.053319 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1c23f2-a0ae-44e2-abdb-32d7a6ae3616 req-63c89210-b216-4a62-bc3d-205d9d147b5e service neutron] Attempting to bind port 0a2d3646-061c-4ec4-a49d-cebc7646d42c on network a62e01ea-f2e5-4ac4-9f56-3043444e806b {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:13:58.066711 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-03f3605d-483d-4375-a6a2-e9ebbb1348e7 req-6fbd42fb-09f1-4c66-863b-17d0351d962f tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Calling delete_port for ca5a1838-33bb-40b7-9f22-1f00331f1637 owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:13:58.091041 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-114d0264-44f2-42ce-9163-48f185109966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:58.110226 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-654c2e9f-32c8-4aca-9411-ce0b5d5afcb9 req-d49148c0-9667-4f60-9e1e-336544784ba7 service neutron] 10.222.0.49 "GET /v2.0/networks/2eb5a618-95d1-4f19-803a-b44492ccd4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4751356 Jul 15 23:13:58.117848 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1c23f2-a0ae-44e2-abdb-32d7a6ae3616 req-63c89210-b216-4a62-bc3d-205d9d147b5e service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:13:58.118412 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1c23f2-a0ae-44e2-abdb-32d7a6ae3616 req-63c89210-b216-4a62-bc3d-205d9d147b5e service neutron] Checking segment: {'id': '3c2758b9-e41c-4bf2-b9ed-9081bfc02669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a62e01ea-f2e5-4ac4-9f56-3043444e806b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:13:58.119048 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1c23f2-a0ae-44e2-abdb-32d7a6ae3616 req-63c89210-b216-4a62-bc3d-205d9d147b5e service neutron] Bound using segment: {'id': '3c2758b9-e41c-4bf2-b9ed-9081bfc02669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a62e01ea-f2e5-4ac4-9f56-3043444e806b'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:13:58.119823 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ca1c23f2-a0ae-44e2-abdb-32d7a6ae3616 req-63c89210-b216-4a62-bc3d-205d9d147b5e service neutron] Bound port: 0a2d3646-061c-4ec4-a49d-cebc7646d42c, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c2758b9-e41c-4bf2-b9ed-9081bfc02669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a62e01ea-f2e5-4ac4-9f56-3043444e806b'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:13:58.120422 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ca1c23f2-a0ae-44e2-abdb-32d7a6ae3616 req-63c89210-b216-4a62-bc3d-205d9d147b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:58.331391 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-114d0264-44f2-42ce-9163-48f185109966 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:58.366991 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-114d0264-44f2-42ce-9163-48f185109966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:58.553455 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-114d0264-44f2-42ce-9163-48f185109966 admin admin] Allocated IP 172.25.5.41 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/8fef68ce-6528-44d8-81d8-7427892aa6e7) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:13:58.794576 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-ca1c23f2-a0ae-44e2-abdb-32d7a6ae3616 req-63c89210-b216-4a62-bc3d-205d9d147b5e service neutron] For port 0a2d3646-061c-4ec4-a49d-cebc7646d42c, host n-h2-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:13:58.808109 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb18f1a5-f7c6-4ff2-a3de-c728ae42c0fb req-021e9653-e24b-4d95-ab04-6e535e08dad8 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:58.816864 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cb18f1a5-f7c6-4ff2-a3de-c728ae42c0fb req-021e9653-e24b-4d95-ab04-6e535e08dad8 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fe01580-09e1-424c-8fb3-58421610bfec HTTP/1.1" status: 200 len: 944 time: 0.8180392 Jul 15 23:13:58.818346 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-114d0264-44f2-42ce-9163-48f185109966 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:58.830129 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-654c2e9f-32c8-4aca-9411-ce0b5d5afcb9 req-9cd76c36-a7a4-486f-9dd9-caeba897a1ae service neutron] 10.222.0.49 "GET /v2.0/networks/2eb5a618-95d1-4f19-803a-b44492ccd4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7037537 Jul 15 23:13:58.856350 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-ca1c23f2-a0ae-44e2-abdb-32d7a6ae3616 req-63c89210-b216-4a62-bc3d-205d9d147b5e service neutron] For port 0a2d3646-061c-4ec4-a49d-cebc7646d42c, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=0a2d3646-061c-4ec4-a49d-cebc7646d42c,segment=NetworkSegment(3c2758b9-e41c-4bf2-b9ed-9081bfc02669),segment_id=3c2758b9-e41c-4bf2-b9ed-9081bfc02669)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:13:58.862977 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ca1c23f2-a0ae-44e2-abdb-32d7a6ae3616 req-63c89210-b216-4a62-bc3d-205d9d147b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:58.919101 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-114d0264-44f2-42ce-9163-48f185109966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:58.955631 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c23f2-a0ae-44e2-abdb-32d7a6ae3616 req-63c89210-b216-4a62-bc3d-205d9d147b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:58.956294 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ca1c23f2-a0ae-44e2-abdb-32d7a6ae3616 req-63c89210-b216-4a62-bc3d-205d9d147b5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:58.957905 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ca1c23f2-a0ae-44e2-abdb-32d7a6ae3616 req-63c89210-b216-4a62-bc3d-205d9d147b5e service neutron] 10.222.0.41 "PUT /v2.0/ports/0a2d3646-061c-4ec4-a49d-cebc7646d42c HTTP/1.1" status: 200 len: 1092 time: 3.1093788 Jul 15 23:13:58.960574 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fe01580-09e1-424c-8fb3-58421610bfec', 'tag': '0a2d3646-061c-4ec4-a49d-cebc7646d42c'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:13:58.963134 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b18ceab7-2d8a-4ad7-94b2-c7ed04ad27c8" -d '{"events": [{"name": "network-changed", "server_uuid": "2fe01580-09e1-424c-8fb3-58421610bfec", "tag": "0a2d3646-061c-4ec4-a49d-cebc7646d42c"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:13:58.985175 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114d0264-44f2-42ce-9163-48f185109966 admin admin] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:13:58.995561 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-114d0264-44f2-42ce-9163-48f185109966 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:13:59.001894 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114d0264-44f2-42ce-9163-48f185109966 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:13:59.002158 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cb18f1a5-f7c6-4ff2-a3de-c728ae42c0fb req-3314fe92-a730-43b4-bb79-92449c7e4a31 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833751 Jul 15 23:13:59.042562 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114d0264-44f2-42ce-9163-48f185109966 admin admin] Pushing event updated for resources: {'Port': ['ID=8fef68ce-6528-44d8-81d8-7427892aa6e7,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:59.126315 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-03f3605d-483d-4375-a6a2-e9ebbb1348e7 req-6fbd42fb-09f1-4c66-863b-17d0351d962f tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:59.131741 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c89210-b216-4a62-bc3d-205d9d147b5e service neutron] Pushing event updated for resources: {'Port': ['ID=0a2d3646-061c-4ec4-a49d-cebc7646d42c,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:59.165057 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbd42fb-09f1-4c66-863b-17d0351d962f tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Pushing event deleted for resources: {'Port': ['ID=ca5a1838-33bb-40b7-9f22-1f00331f1637,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:13:59.295616 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c23f2-a0ae-44e2-abdb-32d7a6ae3616 req-307f9e86-ea79-462a-a9bb-e2dfc198d395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:59.298736 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ca1c23f2-a0ae-44e2-abdb-32d7a6ae3616 req-307f9e86-ea79-462a-a9bb-e2dfc198d395 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=675bfc559b0b40ea8fae85ead4a7a3be&device_id=2fe01580-09e1-424c-8fb3-58421610bfec HTTP/1.1" status: 200 len: 1095 time: 0.2654397 Jul 15 23:13:59.314282 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-03f3605d-483d-4375-a6a2-e9ebbb1348e7 req-6fbd42fb-09f1-4c66-863b-17d0351d962f tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:59.320765 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-03f3605d-483d-4375-a6a2-e9ebbb1348e7 req-6fbd42fb-09f1-4c66-863b-17d0351d962f tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:59.322585 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-03f3605d-483d-4375-a6a2-e9ebbb1348e7 req-6fbd42fb-09f1-4c66-863b-17d0351d962f tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "DELETE /v2.0/floatingips/91b8f176-1871-4f3f-a013-aa311e02db81 HTTP/1.1" status: 204 len: 173 time: 2.1541286 Jul 15 23:13:59.413105 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ca1c23f2-a0ae-44e2-abdb-32d7a6ae3616 req-2f8170a1-2e4c-455f-b2db-a860a69d2f2f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a2d3646-061c-4ec4-a49d-cebc7646d42c HTTP/1.1" status: 200 len: 217 time: 0.0885293 Jul 15 23:13:59.541912 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c23f2-a0ae-44e2-abdb-32d7a6ae3616 req-e5f1fda6-cdd9-4ca5-875d-23c2a7137faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:59.543364 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ca1c23f2-a0ae-44e2-abdb-32d7a6ae3616 req-e5f1fda6-cdd9-4ca5-875d-23c2a7137faa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a1126b8c-d6f8-4596-9ab3-27f6931e900c HTTP/1.1" status: 200 len: 851 time: 0.0809951 Jul 15 23:13:59.568112 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878b890-9ed0-409c-8ec4-073b8033e9f7 req-358f700c-1786-4764-a691-41826376c90a tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:13:59.575677 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c878b890-9ed0-409c-8ec4-073b8033e9f7 req-358f700c-1786-4764-a691-41826376c90a tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/ports?device_id=be74c0e3-341b-4907-b634-d8d9507a9a0d HTTP/1.1" status: 200 len: 945 time: 0.1612537 Jul 15 23:13:59.611042 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ca1c23f2-a0ae-44e2-abdb-32d7a6ae3616 req-7e61c968-5c89-497e-98f5-ff1335d65f98 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a62e01ea-f2e5-4ac4-9f56-3043444e806b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602701 Jul 15 23:13:59.619163 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-114d0264-44f2-42ce-9163-48f185109966 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:13:59.704622 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c878b890-9ed0-409c-8ec4-073b8033e9f7 req-c7cdc5da-c3ef-452b-9548-a06927a14dd2 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/security-groups?id=a00402bc-417c-4401-b3a4-a86d8ce769a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279531 Jul 15 23:13:59.774161 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d12ab3-515e-4b10-8c2d-32ed504635b8 x-openstack-request-id: req-a0d12ab3-515e-4b10-8c2d-32ed504635b8 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:13:59.774458 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fe01580-09e1-424c-8fb3-58421610bfec", "tag": "0a2d3646-061c-4ec4-a49d-cebc7646d42c", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:13:59.774711 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a0d12ab3-515e-4b10-8c2d-32ed504635b8 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:13:59.775111 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fe01580-09e1-424c-8fb3-58421610bfec', 'tag': '0a2d3646-061c-4ec4-a49d-cebc7646d42c', 'status': 'completed', 'code': 200} Jul 15 23:13:59.862043 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ca1c23f2-a0ae-44e2-abdb-32d7a6ae3616 req-cefdad26-b6b5-475f-b03d-2259e5ca2740 service neutron] 10.222.0.41 "GET /v2.0/networks/a62e01ea-f2e5-4ac4-9f56-3043444e806b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440026 Jul 15 23:14:00.049517 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-114d0264-44f2-42ce-9163-48f185109966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:00.139482 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ca1c23f2-a0ae-44e2-abdb-32d7a6ae3616 req-bea9133c-1314-4852-aac0-e469428eca81 service neutron] 10.222.0.41 "GET /v2.0/networks/a62e01ea-f2e5-4ac4-9f56-3043444e806b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689734 Jul 15 23:14:00.390874 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-114d0264-44f2-42ce-9163-48f185109966 admin admin] Router 55920ec9-675b-4f5a-b4a8-84749765846c is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:14:00.538795 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ceab7-2d8a-4ad7-94b2-c7ed04ad27c8 req-950a0efc-9d05-4df2-8595-b0672c274d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:00.543867 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b18ceab7-2d8a-4ad7-94b2-c7ed04ad27c8 req-950a0efc-9d05-4df2-8595-b0672c274d8b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=675bfc559b0b40ea8fae85ead4a7a3be&device_id=2fe01580-09e1-424c-8fb3-58421610bfec HTTP/1.1" status: 200 len: 1095 time: 0.2990062 Jul 15 23:14:00.579294 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-114d0264-44f2-42ce-9163-48f185109966 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:14:00.594771 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985b522e-b5cd-4635-8081-be484c8092dd None None] Sync routers for ids ['55920ec9-675b-4f5a-b4a8-84749765846c'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:14:00.610336 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-114d0264-44f2-42ce-9163-48f185109966 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:00.616935 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-114d0264-44f2-42ce-9163-48f185109966 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.0340087 Jul 15 23:14:00.618337 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60424) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:00.618503 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ff921-95a6-4d55-b3f8-712a97eb9aa9 req-cc92e7cc-7dc4-4328-aeeb-210bf4207deb tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:00.620276 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cc6ff921-95a6-4d55-b3f8-712a97eb9aa9 req-cc92e7cc-7dc4-4328-aeeb-210bf4207deb tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fe01580-09e1-424c-8fb3-58421610bfec HTTP/1.1" status: 200 len: 944 time: 0.2472341 Jul 15 23:14:00.620441 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985b522e-b5cd-4635-8081-be484c8092dd None None] Routers {'55920ec9-675b-4f5a-b4a8-84749765846c'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:14:00.621020 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-985b522e-b5cd-4635-8081-be484c8092dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:13:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['55920ec9-675b-4f5a-b4a8-84749765846c'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:14:00.634615 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a5417-fd47-4e33-a06e-159495e6bedf req-19531cbe-1668-4c53-a64b-067572be49ce tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:00.643607 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7d9a5417-fd47-4e33-a06e-159495e6bedf req-19531cbe-1668-4c53-a64b-067572be49ce tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/ports?device_id=be74c0e3-341b-4907-b634-d8d9507a9a0d HTTP/1.1" status: 200 len: 945 time: 0.3029249 Jul 15 23:14:00.766217 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-27120cc0-e02f-4599-9c11-6a2549e0a6d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:00.807304 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cc6ff921-95a6-4d55-b3f8-712a97eb9aa9 req-e9996259-990b-423f-8e1c-f68fe4c322ec tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573837 Jul 15 23:14:00.811756 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-985b522e-b5cd-4635-8081-be484c8092dd None None] Set router 55920ec9-675b-4f5a-b4a8-84749765846c gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:14:00.842728 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7d9a5417-fd47-4e33-a06e-159495e6bedf req-2e290d44-45d9-4c11-8d59-3e36ea2c27a3 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/security-groups?id=a00402bc-417c-4401-b3a4-a86d8ce769a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955962 Jul 15 23:14:00.958969 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ceab7-2d8a-4ad7-94b2-c7ed04ad27c8 req-649567a0-7ab7-4b5a-98e7-449e12adcbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:00.968707 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b18ceab7-2d8a-4ad7-94b2-c7ed04ad27c8 req-649567a0-7ab7-4b5a-98e7-449e12adcbf8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a62e01ea-f2e5-4ac4-9f56-3043444e806b HTTP/1.1" status: 200 len: 912 time: 0.4126060 Jul 15 23:14:01.068509 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b18ceab7-2d8a-4ad7-94b2-c7ed04ad27c8 req-03392374-23e2-4b30-9e89-a0413a5bc6c8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a2d3646-061c-4ec4-a49d-cebc7646d42c HTTP/1.1" status: 200 len: 217 time: 0.0904016 Jul 15 23:14:01.114314 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60432) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:01.174191 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ceab7-2d8a-4ad7-94b2-c7ed04ad27c8 req-ed609e80-0354-4f90-bcec-313d81a49d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:01.175734 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b18ceab7-2d8a-4ad7-94b2-c7ed04ad27c8 req-ed609e80-0354-4f90-bcec-313d81a49d74 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a1126b8c-d6f8-4596-9ab3-27f6931e900c HTTP/1.1" status: 200 len: 851 time: 0.1008155 Jul 15 23:14:01.267677 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-985b522e-b5cd-4635-8081-be484c8092dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55920ec9-675b-4f5a-b4a8-84749765846c', 'name': 'tempest-ServerRescueNegativeTestJSON-437639109-router', 'tenant_id': 'bcd8fa5c1bea4844bd70f8774f2c31f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '8fef68ce-6528-44d8-81d8-7427892aa6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:13:57Z', 'updated_at': '2021-07-15T23:13:59Z', 'revision_number': 3, 'project_id': 'bcd8fa5c1bea4844bd70f8774f2c31f7', 'gw_port': {'id': '8fef68ce-6528-44d8-81d8-7427892aa6e7', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55920ec9-675b-4f5a-b4a8-84749765846c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:13:58Z', 'updated_at': '2021-07-15T23:13:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:14:01.311315 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b18ceab7-2d8a-4ad7-94b2-c7ed04ad27c8 req-9bbc7b3e-25f4-492f-982b-27b9d27782e3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a62e01ea-f2e5-4ac4-9f56-3043444e806b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1170073 Jul 15 23:14:01.356579 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985b522e-b5cd-4635-8081-be484c8092dd None None] Checking router: 55920ec9-675b-4f5a-b4a8-84749765846c for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:14:01.356984 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985b522e-b5cd-4635-8081-be484c8092dd None None] Updating router 55920ec9-675b-4f5a-b4a8-84749765846c port 8fef68ce-6528-44d8-81d8-7427892aa6e7 binding host n-d-794306-6 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:14:01.399352 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-985b522e-b5cd-4635-8081-be484c8092dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:01.478246 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46b3f7fd-63cd-4a72-af45-888704e1ea5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:01.539286 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c8ced737-e83d-4ac3-a350-7c3d5ca119be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:01.682604 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b18ceab7-2d8a-4ad7-94b2-c7ed04ad27c8 req-77aa6a80-2b86-48d4-bb2c-d99e21dcf183 service neutron] 10.222.0.41 "GET /v2.0/networks/a62e01ea-f2e5-4ac4-9f56-3043444e806b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3506379 Jul 15 23:14:01.691608 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a012b356-ed98-461a-bf07-e1a1d7df5dad req-c19048df-bddf-4354-a681-39e80d4b6c5a tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:01.701323 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a012b356-ed98-461a-bf07-e1a1d7df5dad req-c19048df-bddf-4354-a681-39e80d4b6c5a tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb0f843-a54b-4d51-aadc-ab1c901c1850 HTTP/1.1" status: 200 len: 945 time: 0.5243430 Jul 15 23:14:01.879147 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a012b356-ed98-461a-bf07-e1a1d7df5dad req-cefe2f7f-a3d2-48a0-8bc3-37c47c4778fb tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b4da215-1468-4103-a509-9f38e861147e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763744 Jul 15 23:14:01.933095 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-985b522e-b5cd-4635-8081-be484c8092dd None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:01.961715 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-985b522e-b5cd-4635-8081-be484c8092dd None None] Transition to ACTIVE for port object 8fef68ce-6528-44d8-81d8-7427892aa6e7 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:14:01.984980 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-985b522e-b5cd-4635-8081-be484c8092dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:02.039558 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccdb944-2cde-4dff-bac1-a09755cfc010 req-3ae37bf6-afc9-4387-9593-93a6af1d36c9 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:02.041162 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2ccdb944-2cde-4dff-bac1-a09755cfc010 req-3ae37bf6-afc9-4387-9593-93a6af1d36c9 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffb0f843-a54b-4d51-aadc-ab1c901c1850 HTTP/1.1" status: 200 len: 945 time: 0.3111794 Jul 15 23:14:02.058334 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46b3f7fd-63cd-4a72-af45-888704e1ea5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:02.084629 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-985b522e-b5cd-4635-8081-be484c8092dd None None] Attempting to bind port 8fef68ce-6528-44d8-81d8-7427892aa6e7 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:14:02.086309 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-985b522e-b5cd-4635-8081-be484c8092dd None None] Attempting to bind port 8fef68ce-6528-44d8-81d8-7427892aa6e7 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:14:02.086892 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985b522e-b5cd-4635-8081-be484c8092dd None None] Attempting to bind port 8fef68ce-6528-44d8-81d8-7427892aa6e7 on network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:14:02.088087 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b18ceab7-2d8a-4ad7-94b2-c7ed04ad27c8 req-651a35fd-0116-409f-9c9e-95104ba255ce service neutron] 10.222.0.41 "GET /v2.0/networks/a62e01ea-f2e5-4ac4-9f56-3043444e806b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3767631 Jul 15 23:14:02.103151 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985b522e-b5cd-4635-8081-be484c8092dd None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:14:02.104289 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985b522e-b5cd-4635-8081-be484c8092dd None None] Checking segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:14:02.105735 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-985b522e-b5cd-4635-8081-be484c8092dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:02.106363 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985b522e-b5cd-4635-8081-be484c8092dd None None] Bound using segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:14:02.107036 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-985b522e-b5cd-4635-8081-be484c8092dd None None] Bound port: 8fef68ce-6528-44d8-81d8-7427892aa6e7, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:14:02.107694 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-985b522e-b5cd-4635-8081-be484c8092dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:02.113177 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97c266b-a830-4ded-a32d-3c314d74642e None None] Pushing event updated for resources: {'Port': ['ID=8fef68ce-6528-44d8-81d8-7427892aa6e7,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:02.132899 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46b3f7fd-63cd-4a72-af45-888704e1ea5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:02.150552 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 0a2d3646-061c-4ec4-a49d-cebc7646d42c details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:14:02.195539 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-46b3f7fd-63cd-4a72-af45-888704e1ea5b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0fba011566444053abfadd75dd9d49ae&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0799739 Jul 15 23:14:02.210202 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 60448) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:02.219303 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-c8ced737-e83d-4ac3-a350-7c3d5ca119be admin admin] Allocated IP 172.20.0.1 (96ab0661-6266-4252-9c9c-1e8142971046/861cc51f-5aa3-4f8e-b090-2fa15d26f9e0/b9759042-d727-460a-8172-565b0d384964) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:14:02.222032 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b3f7fd-63cd-4a72-af45-888704e1ea5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c362c46-a0b2-4234-968e-713f3fd1d260,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:02.268585 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-985b522e-b5cd-4635-8081-be484c8092dd None None] For port 8fef68ce-6528-44d8-81d8-7427892aa6e7, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:14:02.289798 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-985b522e-b5cd-4635-8081-be484c8092dd None None] For port 8fef68ce-6528-44d8-81d8-7427892aa6e7, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=8fef68ce-6528-44d8-81d8-7427892aa6e7,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:14:02.346090 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6d9bd742-d635-4c08-bfd1-0bf4645e41cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:02.352694 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-985b522e-b5cd-4635-8081-be484c8092dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:02.373153 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6d9bd742-d635-4c08-bfd1-0bf4645e41cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:02.391041 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:14:02.423528 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97c266b-a830-4ded-a32d-3c314d74642e None None] Pushing event updated for resources: {'Port': ['ID=8fef68ce-6528-44d8-81d8-7427892aa6e7,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:02.445833 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-2ccdb944-2cde-4dff-bac1-a09755cfc010 req-4f340891-cb41-4fe5-b41d-3d31440b9cd2 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Deleting port ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:14:02.446589 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2ccdb944-2cde-4dff-bac1-a09755cfc010 req-4f340891-cb41-4fe5-b41d-3d31440b9cd2 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:02.453068 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6d9bd742-d635-4c08-bfd1-0bf4645e41cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:02.456920 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6d9bd742-d635-4c08-bfd1-0bf4645e41cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:02.460770 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-6d9bd742-d635-4c08-bfd1-0bf4645e41cb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1c362c46-a0b2-4234-968e-713f3fd1d260 HTTP/1.1" status: 204 len: 168 time: 0.2370887 Jul 15 23:14:02.478064 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985b522e-b5cd-4635-8081-be484c8092dd None None] Routers {'55920ec9-675b-4f5a-b4a8-84749765846c'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:14:02.479762 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-985b522e-b5cd-4635-8081-be484c8092dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:13:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['55920ec9-675b-4f5a-b4a8-84749765846c'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:14:02.494774 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 0a2d3646-061c-4ec4-a49d-cebc7646d42c, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=0a2d3646-061c-4ec4-a49d-cebc7646d42c,segment=NetworkSegment(3c2758b9-e41c-4bf2-b9ed-9081bfc02669),segment_id=3c2758b9-e41c-4bf2-b9ed-9081bfc02669)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:02.505172 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9bd742-d635-4c08-bfd1-0bf4645e41cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c362c46-a0b2-4234-968e-713f3fd1d260,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:02.594005 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c8ced737-e83d-4ac3-a350-7c3d5ca119be admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:02.673901 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': '0a2d3646-061c-4ec4-a49d-cebc7646d42c', 'network_id': 'a62e01ea-f2e5-4ac4-9f56-3043444e806b', 'port_id': '0a2d3646-061c-4ec4-a49d-cebc7646d42c', 'mac_address': 'fa:16:3e:3b:91:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1126b8c-d6f8-4596-9ab3-27f6931e900c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:14:02.727105 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c8ced737-e83d-4ac3-a350-7c3d5ca119be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:02.835856 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-2ccdb944-2cde-4dff-bac1-a09755cfc010 req-4f340891-cb41-4fe5-b41d-3d31440b9cd2 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] For port ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b,segment=NetworkSegment(7f54d6fd-905a-40e4-9872-e50318fbd6ec),segment_id=7f54d6fd-905a-40e4-9872-e50318fbd6ec)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:02.837674 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2ccdb944-2cde-4dff-bac1-a09755cfc010 req-4f340891-cb41-4fe5-b41d-3d31440b9cd2 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:02.869273 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-2ccdb944-2cde-4dff-bac1-a09755cfc010 req-4f340891-cb41-4fe5-b41d-3d31440b9cd2 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Calling delete_port for ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:14:02.884849 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:02.904813 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6cbc5c-1d7e-4ffe-a548-ae3d5d51ffa4 req-6c7c6ca0-4f55-4a3b-b886-0d1ce3a5f084 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:02.913034 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1b6cbc5c-1d7e-4ffe-a548-ae3d5d51ffa4 req-6c7c6ca0-4f55-4a3b-b886-0d1ce3a5f084 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fe01580-09e1-424c-8fb3-58421610bfec HTTP/1.1" status: 200 len: 944 time: 0.2771518 Jul 15 23:14:02.916362 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ced737-e83d-4ac3-a350-7c3d5ca119be admin admin] Network 96ab0661-6266-4252-9c9c-1e8142971046 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:14:02.919832 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ced737-e83d-4ac3-a350-7c3d5ca119be admin admin] Pushing event updated for resources: {'Port': ['ID=b9759042-d727-460a-8172-565b0d384964,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:02.937226 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-c8ced737-e83d-4ac3-a350-7c3d5ca119be admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:14:02.947784 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ced737-e83d-4ac3-a350-7c3d5ca119be admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:14:02.953211 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a2d3646-061c-4ec4-a49d-cebc7646d42c {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:14:03.028803 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 0a2d3646-061c-4ec4-a49d-cebc7646d42c, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=0a2d3646-061c-4ec4-a49d-cebc7646d42c,segment=NetworkSegment(3c2758b9-e41c-4bf2-b9ed-9081bfc02669),segment_id=3c2758b9-e41c-4bf2-b9ed-9081bfc02669)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:03.041979 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:03.042288 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1b6cbc5c-1d7e-4ffe-a548-ae3d5d51ffa4 req-3cd96742-4ec0-45e7-9154-b5d69253a60f tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251180 Jul 15 23:14:03.106485 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-985b522e-b5cd-4635-8081-be484c8092dd None None] Set router 55920ec9-675b-4f5a-b4a8-84749765846c gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:14:03.138839 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c8ced737-e83d-4ac3-a350-7c3d5ca119be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:03.296552 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60466) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:03.340619 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=0a2d3646-061c-4ec4-a49d-cebc7646d42c,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:03.346359 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7f0ec9f-e161-448a-b59f-bfe46431bf87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:03.380337 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2ccdb944-2cde-4dff-bac1-a09755cfc010 req-4f340891-cb41-4fe5-b41d-3d31440b9cd2 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:03.448958 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:14:03.468864 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54459a63-7bdb-40b4-a91d-08620f8caccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:03.477320 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f340891-cb41-4fe5-b41d-3d31440b9cd2 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Pushing event deleted for resources: {'Port': ['ID=ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:03.564897 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-872ade84-ab51-4829-aeb3-2c7fa194ee76 req-9f6a9f51-091e-4167-8e0d-a59c203cb0b1 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffb0f843-a54b-4d51-aadc-ab1c901c1850 HTTP/1.1" status: 200 len: 210 time: 0.0914698 Jul 15 23:14:03.607183 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ccdb944-2cde-4dff-bac1-a09755cfc010 req-4f340891-cb41-4fe5-b41d-3d31440b9cd2 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] No DVR routers for this DVR port ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:14:03.612908 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2ccdb944-2cde-4dff-bac1-a09755cfc010 req-4f340891-cb41-4fe5-b41d-3d31440b9cd2 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:03.617774 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2ccdb944-2cde-4dff-bac1-a09755cfc010 req-4f340891-cb41-4fe5-b41d-3d31440b9cd2 tempest-FloatingIPsAssociationTestJSON-1914746008 tempest-FloatingIPsAssociationTestJSON-1914746008-project] 10.222.0.49 "DELETE /v2.0/ports/ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b HTTP/1.1" status: 204 len: 173 time: 1.5681791 Jul 15 23:14:03.618826 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffb0f843-a54b-4d51-aadc-ab1c901c1850', 'name': 'network-vif-deleted', 'tag': 'ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:14:03.622857 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7f0ec9f-e161-448a-b59f-bfe46431bf87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:03.623944 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d8e52e-3e48-41b8-a3bd-7e35f0bc452e" -d '{"events": [{"server_uuid": "ffb0f843-a54b-4d51-aadc-ab1c901c1850", "name": "network-vif-deleted", "tag": "ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:14:03.740827 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['0a2d3646-061c-4ec4-a49d-cebc7646d42c'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:14:03.771085 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c8ced737-e83d-4ac3-a350-7c3d5ca119be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:03.780688 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7f0ec9f-e161-448a-b59f-bfe46431bf87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:03.870002 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:03.907612 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f7f0ec9f-e161-448a-b59f-bfe46431bf87 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9b6c03ebed7c439c9470dfe084b20c24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5979557 Jul 15 23:14:03.910581 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 60478) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:04.030510 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4222b8a3-646f-48c8-ad96-b5b5e62d9370 x-openstack-request-id: req-4222b8a3-646f-48c8-ad96-b5b5e62d9370 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:14:04.031089 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffb0f843-a54b-4d51-aadc-ab1c901c1850", "name": "network-vif-deleted", "tag": "ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:14:04.031541 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4222b8a3-646f-48c8-ad96-b5b5e62d9370 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:14:04.032166 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffb0f843-a54b-4d51-aadc-ab1c901c1850', 'name': 'network-vif-deleted', 'tag': 'ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b', 'status': 'completed', 'code': 200} Jul 15 23:14:04.085800 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f0ec9f-e161-448a-b59f-bfe46431bf87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f3f560-9a8c-4b21-8cfb-aae8b3abc673,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:04.242764 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-965589b0-cba9-4f78-9c3e-1c6aaee6497b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:04.310545 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:04.399745 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-985b522e-b5cd-4635-8081-be484c8092dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55920ec9-675b-4f5a-b4a8-84749765846c', 'name': 'tempest-ServerRescueNegativeTestJSON-437639109-router', 'tenant_id': 'bcd8fa5c1bea4844bd70f8774f2c31f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '8fef68ce-6528-44d8-81d8-7427892aa6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:13:57Z', 'updated_at': '2021-07-15T23:13:59Z', 'revision_number': 3, 'project_id': 'bcd8fa5c1bea4844bd70f8774f2c31f7', 'gw_port': {'id': '8fef68ce-6528-44d8-81d8-7427892aa6e7', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55920ec9-675b-4f5a-b4a8-84749765846c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:13:58Z', 'updated_at': '2021-07-15T23:14:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:14:04.471883 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-965589b0-cba9-4f78-9c3e-1c6aaee6497b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:04.537113 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985b522e-b5cd-4635-8081-be484c8092dd None None] The sync data for ids ['55920ec9-675b-4f5a-b4a8-84749765846c'] in n-d-794306-6 is: [{'id': '55920ec9-675b-4f5a-b4a8-84749765846c', 'name': 'tempest-ServerRescueNegativeTestJSON-437639109-router', 'tenant_id': 'bcd8fa5c1bea4844bd70f8774f2c31f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '8fef68ce-6528-44d8-81d8-7427892aa6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:13:57Z', 'updated_at': '2021-07-15T23:13:59Z', 'revision_number': 3, 'project_id': 'bcd8fa5c1bea4844bd70f8774f2c31f7', 'gw_port': {'id': '8fef68ce-6528-44d8-81d8-7427892aa6e7', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55920ec9-675b-4f5a-b4a8-84749765846c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:13:58Z', 'updated_at': '2021-07-15T23:14:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:14:04.768762 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-965589b0-cba9-4f78-9c3e-1c6aaee6497b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:04.771471 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-965589b0-cba9-4f78-9c3e-1c6aaee6497b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:04.776417 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-965589b0-cba9-4f78-9c3e-1c6aaee6497b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/39f3f560-9a8c-4b21-8cfb-aae8b3abc673 HTTP/1.1" status: 204 len: 168 time: 0.8603663 Jul 15 23:14:04.842291 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e74a0-1750-473f-acc6-294f2d2856a6 req-76f0d23a-b157-47dd-8b15-b2f875ecc55c tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:04.849392 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d87e74a0-1750-473f-acc6-294f2d2856a6 req-76f0d23a-b157-47dd-8b15-b2f875ecc55c tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a7fa4ef-e851-48b3-b72b-e390a9b85b4a HTTP/1.1" status: 200 len: 946 time: 0.4179258 Jul 15 23:14:04.887216 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965589b0-cba9-4f78-9c3e-1c6aaee6497b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f3f560-9a8c-4b21-8cfb-aae8b3abc673,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:04.916868 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2132a375-3487-4542-b06a-2cf187ba70aa req-418b7b75-418b-4b53-a513-fec41ae31181 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:04.919446 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2132a375-3487-4542-b06a-2cf187ba70aa req-418b7b75-418b-4b53-a513-fec41ae31181 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a7fa4ef-e851-48b3-b72b-e390a9b85b4a HTTP/1.1" status: 200 len: 946 time: 0.6146595 Jul 15 23:14:04.943947 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d6db2-49c2-4091-9108-e70b70390b6c req-89e07534-7ffd-4cfd-82c6-732a532b8b1b tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:04.956393 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-615d6db2-49c2-4091-9108-e70b70390b6c req-89e07534-7ffd-4cfd-82c6-732a532b8b1b tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/ports?device_id=be74c0e3-341b-4907-b634-d8d9507a9a0d HTTP/1.1" status: 200 len: 945 time: 0.5231013 Jul 15 23:14:05.176015 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c8ced737-e83d-4ac3-a350-7c3d5ca119be admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:05.187722 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c8ced737-e83d-4ac3-a350-7c3d5ca119be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:05.222671 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-615d6db2-49c2-4091-9108-e70b70390b6c req-f873b260-4e4c-434a-9f2a-74be7d25c077 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/security-groups?id=a00402bc-417c-4401-b3a4-a86d8ce769a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648640 Jul 15 23:14:05.234643 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d87e74a0-1750-473f-acc6-294f2d2856a6 req-d8edd279-6c1f-4ab0-a6bf-c1f15d051578 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab9ed1be-d206-4a5f-8102-d7cc29d4ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737977 Jul 15 23:14:05.478143 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c8ced737-e83d-4ac3-a350-7c3d5ca119be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:05.482482 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ced737-e83d-4ac3-a350-7c3d5ca119be admin admin] Pushing event updated for resources: {'Port': ['ID=b9759042-d727-460a-8172-565b0d384964,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:05.716106 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-2132a375-3487-4542-b06a-2cf187ba70aa req-09cb3eca-922b-40a9-844e-5d9b703ab92d tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Deleting port 006939be-bbb3-48d8-8754-8c7014ece223 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:14:05.716773 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2132a375-3487-4542-b06a-2cf187ba70aa req-09cb3eca-922b-40a9-844e-5d9b703ab92d tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:05.722436 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ced737-e83d-4ac3-a350-7c3d5ca119be admin admin] Network 96ab0661-6266-4252-9c9c-1e8142971046 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:14:05.726129 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-c8ced737-e83d-4ac3-a350-7c3d5ca119be admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:14:05.936624 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60502) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:06.010359 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device ab47368e-21bb-47d6-86b0-7da757e9e188 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:14:06.039222 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100b6b4c-5eac-4522-a809-f32f91d93b1d req-4e95cee1-9560-4188-b200-f7a94bbe9db3 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:06.042119 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-100b6b4c-5eac-4522-a809-f32f91d93b1d req-4e95cee1-9560-4188-b200-f7a94bbe9db3 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fe01580-09e1-424c-8fb3-58421610bfec HTTP/1.1" status: 200 len: 945 time: 0.5055480 Jul 15 23:14:06.122152 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:14:06.147172 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d2603f-5f23-496e-aec1-5ba75c39fe65 req-7891298d-d8ca-401c-a9a7-94c580793acd tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:06.157680 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:14:06.158429 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device ce57e3b0-e8d6-45bc-b95c-bfbacd39f79b not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:14:06.165490 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 0a2d3646-061c-4ec4-a49d-cebc7646d42c up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:14:06.165932 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-24d2603f-5f23-496e-aec1-5ba75c39fe65 req-7891298d-d8ca-401c-a9a7-94c580793acd tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f61831a-2e00-4a5e-b0d8-6ea7fdde3c62 HTTP/1.1" status: 200 len: 945 time: 0.5354593 Jul 15 23:14:06.256927 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ced737-e83d-4ac3-a350-7c3d5ca119be admin admin] Router 55920ec9-675b-4f5a-b4a8-84749765846c has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:14:06.315774 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-2132a375-3487-4542-b06a-2cf187ba70aa req-09cb3eca-922b-40a9-844e-5d9b703ab92d tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] For port 006939be-bbb3-48d8-8754-8c7014ece223, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=006939be-bbb3-48d8-8754-8c7014ece223,segment=NetworkSegment(905c5321-6007-4bdd-9ce8-09c518981f63),segment_id=905c5321-6007-4bdd-9ce8-09c518981f63)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:06.316354 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2132a375-3487-4542-b06a-2cf187ba70aa req-09cb3eca-922b-40a9-844e-5d9b703ab92d tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:06.407226 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-2132a375-3487-4542-b06a-2cf187ba70aa req-09cb3eca-922b-40a9-844e-5d9b703ab92d tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Calling delete_port for 006939be-bbb3-48d8-8754-8c7014ece223 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:14:06.449999 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-100b6b4c-5eac-4522-a809-f32f91d93b1d req-bbd0ae67-b3ed-4c96-a7f5-66fe9d197ee2 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3985040 Jul 15 23:14:06.780770 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ced737-e83d-4ac3-a350-7c3d5ca119be admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:14:06.793337 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c8ced737-e83d-4ac3-a350-7c3d5ca119be admin admin] 10.222.0.48 "PUT /v2.0/routers/55920ec9-675b-4f5a-b4a8-84749765846c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1547773 Jul 15 23:14:06.980540 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:07.059479 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port ab47368e-21bb-47d6-86b0-7da757e9e188, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=ab47368e-21bb-47d6-86b0-7da757e9e188,segment=NetworkSegment(f2e0773f-8183-4f36-8ee8-76cf70d2d71c),segment_id=f2e0773f-8183-4f36-8ee8-76cf70d2d71c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:07.099515 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port 0a2d3646-061c-4ec4-a49d-cebc7646d42c completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:14:07.117910 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port 0a2d3646-061c-4ec4-a49d-cebc7646d42c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:14:07.119597 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:07.121885 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': 'ab47368e-21bb-47d6-86b0-7da757e9e188', 'network_id': '6516a713-fc78-44c2-b99b-acc90d8d4ccb', 'port_id': 'ab47368e-21bb-47d6-86b0-7da757e9e188', 'mac_address': 'fa:16:3e:62:bf:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ef28179-7a90-48d7-bcfb-e76e0383faee', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:14:07.172076 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 8fef68ce-6528-44d8-81d8-7427892aa6e7 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:14:07.230168 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb3322-9157-4154-b4e6-65422635713d req-7117c7aa-2db1-4604-ab10-82dee2beb27a tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:07.237917 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fccb3322-9157-4154-b4e6-65422635713d req-7117c7aa-2db1-4604-ab10-82dee2beb27a tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/ports?device_id=be74c0e3-341b-4907-b634-d8d9507a9a0d HTTP/1.1" status: 200 len: 945 time: 0.6717479 Jul 15 23:14:07.256507 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-24d2603f-5f23-496e-aec1-5ba75c39fe65 req-5e5b846f-9b09-47d6-8b08-33d19a4abba7 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Deleting port 3fe526f5-2552-4b55-bc09-efdd15157e20 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:14:07.257310 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-24d2603f-5f23-496e-aec1-5ba75c39fe65 req-5e5b846f-9b09-47d6-8b08-33d19a4abba7 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:07.420757 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:07.449094 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2132a375-3487-4542-b06a-2cf187ba70aa req-09cb3eca-922b-40a9-844e-5d9b703ab92d tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:07.467902 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:07.478733 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ab47368e-21bb-47d6-86b0-7da757e9e188 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:14:07.515367 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port ab47368e-21bb-47d6-86b0-7da757e9e188, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=ab47368e-21bb-47d6-86b0-7da757e9e188,segment=NetworkSegment(f2e0773f-8183-4f36-8ee8-76cf70d2d71c),segment_id=f2e0773f-8183-4f36-8ee8-76cf70d2d71c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:07.517083 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 8fef68ce-6528-44d8-81d8-7427892aa6e7 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:14:07.555450 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 8fef68ce-6528-44d8-81d8-7427892aa6e7 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:14:07.556213 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:07.559552 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['3fe526f5-2552-4b55-bc09-efdd15157e20'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:14:07.568969 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:07.581218 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a91ae44e-3d46-45fc-b103-1c2a51bafb44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:07.635931 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cb3eca-922b-40a9-844e-5d9b703ab92d tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Pushing event deleted for resources: {'Port': ['ID=006939be-bbb3-48d8-8754-8c7014ece223,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:07.659356 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fccb3322-9157-4154-b4e6-65422635713d req-fce92611-cba1-447a-bb0b-a7e6ef71c6d1 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/security-groups?id=a00402bc-417c-4401-b3a4-a86d8ce769a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4202344 Jul 15 23:14:07.756994 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e1f409-852a-4e8a-8ad8-4a401ba4ef68 req-8fe55146-694c-4948-9eaf-712f069a83a4 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:07.768290 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-50e1f409-852a-4e8a-8ad8-4a401ba4ef68 req-8fe55146-694c-4948-9eaf-712f069a83a4 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a7fa4ef-e851-48b3-b72b-e390a9b85b4a HTTP/1.1" status: 200 len: 867 time: 0.9494452 Jul 15 23:14:07.781187 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['ab47368e-21bb-47d6-86b0-7da757e9e188'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:14:07.783234 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fe01580-09e1-424c-8fb3-58421610bfec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a2d3646-061c-4ec4-a49d-cebc7646d42c'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:14:07.785592 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6990b1d-350d-4d04-bc62-cc5427710b12" -d '{"events": [{"server_uuid": "2fe01580-09e1-424c-8fb3-58421610bfec", "name": "network-vif-plugged", "status": "completed", "tag": "0a2d3646-061c-4ec4-a49d-cebc7646d42c"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:14:07.910533 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 0a2d3646-061c-4ec4-a49d-cebc7646d42c, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=0a2d3646-061c-4ec4-a49d-cebc7646d42c,segment=NetworkSegment(3c2758b9-e41c-4bf2-b9ed-9081bfc02669),segment_id=3c2758b9-e41c-4bf2-b9ed-9081bfc02669)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:07.977062 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:08.001898 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-24d2603f-5f23-496e-aec1-5ba75c39fe65 req-5e5b846f-9b09-47d6-8b08-33d19a4abba7 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] For port 3fe526f5-2552-4b55-bc09-efdd15157e20, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=3fe526f5-2552-4b55-bc09-efdd15157e20,segment=NetworkSegment(905c5321-6007-4bdd-9ce8-09c518981f63),segment_id=905c5321-6007-4bdd-9ce8-09c518981f63)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:08.001898 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-24d2603f-5f23-496e-aec1-5ba75c39fe65 req-5e5b846f-9b09-47d6-8b08-33d19a4abba7 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:08.033084 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-24d2603f-5f23-496e-aec1-5ba75c39fe65 req-5e5b846f-9b09-47d6-8b08-33d19a4abba7 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Calling delete_port for 3fe526f5-2552-4b55-bc09-efdd15157e20 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:14:08.047898 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 3fe526f5-2552-4b55-bc09-efdd15157e20 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:14:08.184858 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06529a1e-924b-483d-87ad-2999ae182485 None None] Sync routers for ids ['55920ec9-675b-4f5a-b4a8-84749765846c'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:14:08.201637 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06529a1e-924b-483d-87ad-2999ae182485 None None] Routers {'55920ec9-675b-4f5a-b4a8-84749765846c'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:14:08.202617 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-06529a1e-924b-483d-87ad-2999ae182485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:14:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['55920ec9-675b-4f5a-b4a8-84749765846c'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:14:08.205422 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 006939be-bbb3-48d8-8754-8c7014ece223 no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:14:08.338111 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] No Port match for: 006939be-bbb3-48d8-8754-8c7014ece223 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:14:08.338493 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 006939be-bbb3-48d8-8754-8c7014ece223 not bound to the agent host n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:14:08.355586 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-2132a375-3487-4542-b06a-2cf187ba70aa req-09cb3eca-922b-40a9-844e-5d9b703ab92d tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] No DVR routers for this DVR port 006939be-bbb3-48d8-8754-8c7014ece223 on host n-h2-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:14:08.357386 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-24d2603f-5f23-496e-aec1-5ba75c39fe65 req-5e5b846f-9b09-47d6-8b08-33d19a4abba7 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:08.371652 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-a91ae44e-3d46-45fc-b103-1c2a51bafb44 admin admin] Deleting port dc8ead7e-fdda-4ea9-9779-025762cb6035 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:14:08.372350 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a91ae44e-3d46-45fc-b103-1c2a51bafb44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:08.390805 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2132a375-3487-4542-b06a-2cf187ba70aa req-09cb3eca-922b-40a9-844e-5d9b703ab92d tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:08.393173 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2132a375-3487-4542-b06a-2cf187ba70aa req-09cb3eca-922b-40a9-844e-5d9b703ab92d tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] 10.222.0.41 "DELETE /v2.0/ports/006939be-bbb3-48d8-8754-8c7014ece223 HTTP/1.1" status: 204 len: 173 time: 3.4316802 Jul 15 23:14:08.434213 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:08.443864 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=ab47368e-21bb-47d6-86b0-7da757e9e188,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:08.479714 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Port 3fe526f5-2552-4b55-bc09-efdd15157e20 update to DOWN by agent not found {{(pid=93772) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 15 23:14:08.528335 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a7fa4ef-e851-48b3-b72b-e390a9b85b4a', 'name': 'network-vif-deleted', 'tag': '006939be-bbb3-48d8-8754-8c7014ece223'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:14:08.530778 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93352e68-bc05-476c-8001-2b075adf6dbe" -d '{"events": [{"server_uuid": "6a7fa4ef-e851-48b3-b72b-e390a9b85b4a", "name": "network-vif-deleted", "tag": "006939be-bbb3-48d8-8754-8c7014ece223"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:14:08.565591 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5b846f-9b09-47d6-8b08-33d19a4abba7 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Pushing event deleted for resources: {'Port': ['ID=3fe526f5-2552-4b55-bc09-efdd15157e20,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:08.592684 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=0a2d3646-061c-4ec4-a49d-cebc7646d42c,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:08.611042 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-06529a1e-924b-483d-87ad-2999ae182485 None None] Set router 55920ec9-675b-4f5a-b4a8-84749765846c gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:14:08.693430 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:08.720759 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-50e1f409-852a-4e8a-8ad8-4a401ba4ef68 req-9220f825-ca0e-4406-8a98-3d07a085a54a tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab9ed1be-d206-4a5f-8102-d7cc29d4ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9509928 Jul 15 23:14:08.751028 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-a91ae44e-3d46-45fc-b103-1c2a51bafb44 admin admin] For port dc8ead7e-fdda-4ea9-9779-025762cb6035, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=dc8ead7e-fdda-4ea9-9779-025762cb6035,segment=NetworkSegment(7f54d6fd-905a-40e4-9872-e50318fbd6ec),segment_id=7f54d6fd-905a-40e4-9872-e50318fbd6ec)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:08.752884 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a91ae44e-3d46-45fc-b103-1c2a51bafb44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:08.807930 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-a91ae44e-3d46-45fc-b103-1c2a51bafb44 admin admin] Calling delete_port for dc8ead7e-fdda-4ea9-9779-025762cb6035 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:14:08.814263 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d2603f-5f23-496e-aec1-5ba75c39fe65 req-5e5b846f-9b09-47d6-8b08-33d19a4abba7 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] No DVR routers for this DVR port 3fe526f5-2552-4b55-bc09-efdd15157e20 on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:14:08.834334 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-24d2603f-5f23-496e-aec1-5ba75c39fe65 req-5e5b846f-9b09-47d6-8b08-33d19a4abba7 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:08.838524 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-24d2603f-5f23-496e-aec1-5ba75c39fe65 req-5e5b846f-9b09-47d6-8b08-33d19a4abba7 tempest-ListServersNegativeTestJSON-173257511 tempest-ListServersNegativeTestJSON-173257511-project] 10.222.0.49 "DELETE /v2.0/ports/3fe526f5-2552-4b55-bc09-efdd15157e20 HTTP/1.1" status: 204 len: 173 time: 2.6711552 Jul 15 23:14:08.858485 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 8fef68ce-6528-44d8-81d8-7427892aa6e7, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=8fef68ce-6528-44d8-81d8-7427892aa6e7,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:08.897881 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:09.037092 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=8fef68ce-6528-44d8-81d8-7427892aa6e7,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:09.123357 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2435cab-08ea-4b40-9e27-3fbddb8fab88 req-f5ae31e2-dd9f-416a-91e2-24ac54e5cb0c tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:09.134114 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a2435cab-08ea-4b40-9e27-3fbddb8fab88 req-f5ae31e2-dd9f-416a-91e2-24ac54e5cb0c tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/networks?id=96ab0661-6266-4252-9c9c-1e8142971046 HTTP/1.1" status: 200 len: 818 time: 0.5623605 Jul 15 23:14:09.186661 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a2435cab-08ea-4b40-9e27-3fbddb8fab88 req-fe3020e7-fb56-4480-a440-86880ce3ebd5 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/quotas/bcd8fa5c1bea4844bd70f8774f2c31f7 HTTP/1.1" status: 200 len: 375 time: 0.0411594 Jul 15 23:14:09.217564 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-06529a1e-924b-483d-87ad-2999ae182485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55920ec9-675b-4f5a-b4a8-84749765846c', 'name': 'tempest-ServerRescueNegativeTestJSON-437639109-router', 'tenant_id': 'bcd8fa5c1bea4844bd70f8774f2c31f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '8fef68ce-6528-44d8-81d8-7427892aa6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:13:57Z', 'updated_at': '2021-07-15T23:14:03Z', 'revision_number': 4, 'project_id': 'bcd8fa5c1bea4844bd70f8774f2c31f7', 'gw_port': {'id': '8fef68ce-6528-44d8-81d8-7427892aa6e7', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55920ec9-675b-4f5a-b4a8-84749765846c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:13:58Z', 'updated_at': '2021-07-15T23:14:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'b9759042-d727-460a-8172-565b0d384964', 'name': '', 'network_id': '96ab0661-6266-4252-9c9c-1e8142971046', 'tenant_id': 'bcd8fa5c1bea4844bd70f8774f2c31f7', 'mac_address': 'fa:16:3e:e2:5d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55920ec9-675b-4f5a-b4a8-84749765846c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '861cc51f-5aa3-4f8e-b090-2fa15d26f9e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:14:01Z', 'updated_at': '2021-07-15T23:14:04Z', 'revision_number': 2, 'project_id': 'bcd8fa5c1bea4844bd70f8774f2c31f7', 'subnets': [{'id': '861cc51f-5aa3-4f8e-b090-2fa15d26f9e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:14:09.312090 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06529a1e-924b-483d-87ad-2999ae182485 None None] Checking router: 55920ec9-675b-4f5a-b4a8-84749765846c for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:14:09.313576 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06529a1e-924b-483d-87ad-2999ae182485 None None] Updating router 55920ec9-675b-4f5a-b4a8-84749765846c port b9759042-d727-460a-8172-565b0d384964 binding host n-d-794306-6 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:14:09.351765 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60578) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:09.382917 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-06529a1e-924b-483d-87ad-2999ae182485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:09.439892 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a91ae44e-3d46-45fc-b103-1c2a51bafb44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:09.621443 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91ae44e-3d46-45fc-b103-1c2a51bafb44 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc8ead7e-fdda-4ea9-9779-025762cb6035,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:09.651040 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-010a5f31-077d-4d21-bd97-67f09c9222f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:09.959056 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a91ae44e-3d46-45fc-b103-1c2a51bafb44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:10.062148 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device ab47368e-21bb-47d6-86b0-7da757e9e188 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:14:10.111234 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-010a5f31-077d-4d21-bd97-67f09c9222f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:10.160101 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-010a5f31-077d-4d21-bd97-67f09c9222f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:10.245063 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-010a5f31-077d-4d21-bd97-67f09c9222f4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2ec1a1e9b2c54b7794b3158cc30d5e7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8907609 Jul 15 23:14:10.245922 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60586) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:10.293779 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010a5f31-077d-4d21-bd97-67f09c9222f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba018933-4064-4aa0-b6d7-763b5ac3ad57,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:10.300789 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-06529a1e-924b-483d-87ad-2999ae182485 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:10.314550 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-06529a1e-924b-483d-87ad-2999ae182485 None None] Transition to ACTIVE for port object b9759042-d727-460a-8172-565b0d384964 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:14:10.335294 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a2435cab-08ea-4b40-9e27-3fbddb8fab88 req-56a3a26f-32c5-4cce-b673-856c7306de77 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=bcd8fa5c1bea4844bd70f8774f2c31f7&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1470370 Jul 15 23:14:10.339958 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-06529a1e-924b-483d-87ad-2999ae182485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:10.366636 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a709d3-0bc2-4b6b-85bb-6d9e2d29b7f8 req-86e05a20-c74b-4e60-9b17-956701e8c193 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:10.379508 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-92a709d3-0bc2-4b6b-85bb-6d9e2d29b7f8 req-86e05a20-c74b-4e60-9b17-956701e8c193 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fe01580-09e1-424c-8fb3-58421610bfec HTTP/1.1" status: 200 len: 946 time: 0.2554042 Jul 15 23:14:10.385161 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:10.402125 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [req-a2435cab-08ea-4b40-9e27-3fbddb8fab88 req-66486dfb-00ef-4a7d-980e-7880b295bbe4 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:14:10.407048 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a2435cab-08ea-4b40-9e27-3fbddb8fab88 req-66486dfb-00ef-4a7d-980e-7880b295bbe4 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108454 Jul 15 23:14:10.433252 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ab47368e-21bb-47d6-86b0-7da757e9e188 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:14:10.479454 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port ab47368e-21bb-47d6-86b0-7da757e9e188, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=ab47368e-21bb-47d6-86b0-7da757e9e188,segment=NetworkSegment(f2e0773f-8183-4f36-8ee8-76cf70d2d71c),segment_id=f2e0773f-8183-4f36-8ee8-76cf70d2d71c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:10.487177 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:10.554456 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eead62-d276-4720-95f0-a1c328c9d3b4 None None] Pushing event updated for resources: {'Port': ['ID=b9759042-d727-460a-8172-565b0d384964,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:10.575080 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eead62-d276-4720-95f0-a1c328c9d3b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:10.575391 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eead62-d276-4720-95f0-a1c328c9d3b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:10.576214 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eead62-d276-4720-95f0-a1c328c9d3b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:10.576754 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eead62-d276-4720-95f0-a1c328c9d3b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:10.577196 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eead62-d276-4720-95f0-a1c328c9d3b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:10.577608 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eead62-d276-4720-95f0-a1c328c9d3b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:10.578058 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eead62-d276-4720-95f0-a1c328c9d3b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:10.578481 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eead62-d276-4720-95f0-a1c328c9d3b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:10.579018 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eead62-d276-4720-95f0-a1c328c9d3b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:10.579475 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eead62-d276-4720-95f0-a1c328c9d3b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:10.580011 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eead62-d276-4720-95f0-a1c328c9d3b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:10.580348 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eead62-d276-4720-95f0-a1c328c9d3b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:10.586369 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-06529a1e-924b-483d-87ad-2999ae182485 None None] Attempting to bind port b9759042-d727-460a-8172-565b0d384964 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:14:10.586953 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-06529a1e-924b-483d-87ad-2999ae182485 None None] Attempting to bind port b9759042-d727-460a-8172-565b0d384964 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'f0ef8434-f4a9-4a08-8168-8c265159a987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '96ab0661-6266-4252-9c9c-1e8142971046'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:14:10.587508 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06529a1e-924b-483d-87ad-2999ae182485 None None] Attempting to bind port b9759042-d727-460a-8172-565b0d384964 on network 96ab0661-6266-4252-9c9c-1e8142971046 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:14:10.601526 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06529a1e-924b-483d-87ad-2999ae182485 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:14:10.602129 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06529a1e-924b-483d-87ad-2999ae182485 None None] Checking segment: {'id': 'f0ef8434-f4a9-4a08-8168-8c265159a987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '96ab0661-6266-4252-9c9c-1e8142971046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:14:10.602800 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-06529a1e-924b-483d-87ad-2999ae182485 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:10.603437 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06529a1e-924b-483d-87ad-2999ae182485 None None] Bound using segment: {'id': 'f0ef8434-f4a9-4a08-8168-8c265159a987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '96ab0661-6266-4252-9c9c-1e8142971046'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:14:10.605437 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-06529a1e-924b-483d-87ad-2999ae182485 None None] Bound port: b9759042-d727-460a-8172-565b0d384964, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ef8434-f4a9-4a08-8168-8c265159a987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '96ab0661-6266-4252-9c9c-1e8142971046'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:14:10.605691 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=ab47368e-21bb-47d6-86b0-7da757e9e188,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:10.606095 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-06529a1e-924b-483d-87ad-2999ae182485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:10.631395 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df2c36b0-40b9-4101-8a4e-4abe93d26d3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:10.685267 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-92a709d3-0bc2-4b6b-85bb-6d9e2d29b7f8 req-9d74afd8-12d7-4c49-adf1-7f76f83adaeb tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022106 Jul 15 23:14:10.720666 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df2c36b0-40b9-4101-8a4e-4abe93d26d3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:10.745831 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-06529a1e-924b-483d-87ad-2999ae182485 None None] For port b9759042-d727-460a-8172-565b0d384964, host n-d-794306-6, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:14:10.752696 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-06529a1e-924b-483d-87ad-2999ae182485 None None] For port b9759042-d727-460a-8172-565b0d384964, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=b9759042-d727-460a-8172-565b0d384964,segment=NetworkSegment(f0ef8434-f4a9-4a08-8168-8c265159a987),segment_id=f0ef8434-f4a9-4a08-8168-8c265159a987)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:14:10.758356 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a2435cab-08ea-4b40-9e27-3fbddb8fab88 req-9bb3d4d3-8a92-4a10-99f1-e062f9cec8b4 service neutron] 10.222.0.48 "GET /v2.0/networks/96ab0661-6266-4252-9c9c-1e8142971046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398392 Jul 15 23:14:10.763040 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-06529a1e-924b-483d-87ad-2999ae182485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:10.781202 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a91ae44e-3d46-45fc-b103-1c2a51bafb44 admin admin] Router fa493c16-b657-4228-8776-5e739991a854 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:14:10.832215 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d0f813-68f2-4de7-b0e6-845ba23721f2 x-openstack-request-id: req-e8d0f813-68f2-4de7-b0e6-845ba23721f2 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:14:10.832215 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fe01580-09e1-424c-8fb3-58421610bfec", "name": "network-vif-plugged", "status": "completed", "tag": "0a2d3646-061c-4ec4-a49d-cebc7646d42c", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:14:10.832515 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e8d0f813-68f2-4de7-b0e6-845ba23721f2 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:14:10.834599 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fe01580-09e1-424c-8fb3-58421610bfec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a2d3646-061c-4ec4-a49d-cebc7646d42c', 'code': 200} Jul 15 23:14:10.897386 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06529a1e-924b-483d-87ad-2999ae182485 None None] Routers {'55920ec9-675b-4f5a-b4a8-84749765846c'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:14:10.908298 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-06529a1e-924b-483d-87ad-2999ae182485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:14:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['55920ec9-675b-4f5a-b4a8-84749765846c'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:14:11.043803 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eead62-d276-4720-95f0-a1c328c9d3b4 None None] Pushing event updated for resources: {'Port': ['ID=b9759042-d727-460a-8172-565b0d384964,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:11.054687 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e79d31f-57b2-4177-b4a4-e3549b766b5e x-openstack-request-id: req-1e79d31f-57b2-4177-b4a4-e3549b766b5e {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:14:11.055129 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a7fa4ef-e851-48b3-b72b-e390a9b85b4a", "name": "network-vif-deleted", "tag": "006939be-bbb3-48d8-8754-8c7014ece223", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:14:11.055641 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1e79d31f-57b2-4177-b4a4-e3549b766b5e {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:14:11.061900 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a7fa4ef-e851-48b3-b72b-e390a9b85b4a', 'name': 'network-vif-deleted', 'tag': '006939be-bbb3-48d8-8754-8c7014ece223', 'status': 'completed', 'code': 200} Jul 15 23:14:11.092186 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df2c36b0-40b9-4101-8a4e-4abe93d26d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:11.101068 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df2c36b0-40b9-4101-8a4e-4abe93d26d3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:11.102703 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-df2c36b0-40b9-4101-8a4e-4abe93d26d3a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ba018933-4064-4aa0-b6d7-763b5ac3ad57 HTTP/1.1" status: 204 len: 168 time: 0.8464382 Jul 15 23:14:11.151385 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2c36b0-40b9-4101-8a4e-4abe93d26d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba018933-4064-4aa0-b6d7-763b5ac3ad57,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:11.213929 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a91ae44e-3d46-45fc-b103-1c2a51bafb44 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:14:11.239758 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f4a1b0-7c56-43c2-839d-8c4a56bcef00 None None] Sync routers for ids ['fa493c16-b657-4228-8776-5e739991a854'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:14:11.241278 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a91ae44e-3d46-45fc-b103-1c2a51bafb44 admin admin] 10.222.0.48 "PUT /v2.0/routers/fa493c16-b657-4228-8776-5e739991a854/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3031459 Jul 15 23:14:11.242148 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60590) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:11.267493 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a2435cab-08ea-4b40-9e27-3fbddb8fab88 req-cd4db29c-555a-4a97-8048-f93a8d29b7c8 service neutron] 10.222.0.48 "GET /v2.0/networks/96ab0661-6266-4252-9c9c-1e8142971046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4668458 Jul 15 23:14:11.333661 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f4a1b0-7c56-43c2-839d-8c4a56bcef00 None None] Routers {'fa493c16-b657-4228-8776-5e739991a854'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:14:11.348291 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-54f4a1b0-7c56-43c2-839d-8c4a56bcef00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:14:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['fa493c16-b657-4228-8776-5e739991a854'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:14:11.358682 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c26b213-05ab-4dd5-9eb4-5396e4629877 req-87f76899-9ee3-4005-81c6-25110a91a658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:11.371460 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3c26b213-05ab-4dd5-9eb4-5396e4629877 req-87f76899-9ee3-4005-81c6-25110a91a658 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2fe01580-09e1-424c-8fb3-58421610bfec HTTP/1.1" status: 200 len: 1097 time: 0.3042746 Jul 15 23:14:11.481353 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3c26b213-05ab-4dd5-9eb4-5396e4629877 req-5fc32ab1-b815-4ebe-afff-a6cc025bc24a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024313 Jul 15 23:14:11.509184 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 8fef68ce-6528-44d8-81d8-7427892aa6e7 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:14:11.635253 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b08dddbb-939c-4f6e-941b-ff762cee824d admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:11.711781 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c30b51f-b31e-4cbb-9ff3-32679890550f req-97601510-2aeb-4288-acec-646ac5158f5e tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:11.722729 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1c30b51f-b31e-4cbb-9ff3-32679890550f req-97601510-2aeb-4288-acec-646ac5158f5e tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/ports?device_id=be74c0e3-341b-4907-b634-d8d9507a9a0d HTTP/1.1" status: 200 len: 943 time: 0.2435730 Jul 15 23:14:11.745496 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-06529a1e-924b-483d-87ad-2999ae182485 None None] Set router 55920ec9-675b-4f5a-b4a8-84749765846c gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:14:11.828328 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1c30b51f-b31e-4cbb-9ff3-32679890550f req-978929a4-90a4-4fbe-b0af-6037a2a217af tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/security-groups?id=a00402bc-417c-4401-b3a4-a86d8ce769a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042273 Jul 15 23:14:11.829668 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 8fef68ce-6528-44d8-81d8-7427892aa6e7 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:14:11.833742 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:12.045343 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b08dddbb-939c-4f6e-941b-ff762cee824d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:12.196203 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b08dddbb-939c-4f6e-941b-ff762cee824d admin admin] Deleting port 9566196f-5ece-4352-b64f-6ab0e47b0101 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:14:12.197060 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b08dddbb-939c-4f6e-941b-ff762cee824d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:12.212117 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-54f4a1b0-7c56-43c2-839d-8c4a56bcef00 None None] Set router fa493c16-b657-4228-8776-5e739991a854 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:14:12.226005 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-06529a1e-924b-483d-87ad-2999ae182485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55920ec9-675b-4f5a-b4a8-84749765846c', 'name': 'tempest-ServerRescueNegativeTestJSON-437639109-router', 'tenant_id': 'bcd8fa5c1bea4844bd70f8774f2c31f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '8fef68ce-6528-44d8-81d8-7427892aa6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:13:57Z', 'updated_at': '2021-07-15T23:14:03Z', 'revision_number': 4, 'project_id': 'bcd8fa5c1bea4844bd70f8774f2c31f7', 'gw_port': {'id': '8fef68ce-6528-44d8-81d8-7427892aa6e7', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55920ec9-675b-4f5a-b4a8-84749765846c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:13:58Z', 'updated_at': '2021-07-15T23:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'b9759042-d727-460a-8172-565b0d384964', 'name': '', 'network_id': '96ab0661-6266-4252-9c9c-1e8142971046', 'tenant_id': 'bcd8fa5c1bea4844bd70f8774f2c31f7', 'mac_address': 'fa:16:3e:e2:5d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55920ec9-675b-4f5a-b4a8-84749765846c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '861cc51f-5aa3-4f8e-b090-2fa15d26f9e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:14:01Z', 'updated_at': '2021-07-15T23:14:10Z', 'revision_number': 4, 'project_id': 'bcd8fa5c1bea4844bd70f8774f2c31f7', 'subnets': [{'id': '861cc51f-5aa3-4f8e-b090-2fa15d26f9e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:14:12.297526 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06529a1e-924b-483d-87ad-2999ae182485 None None] The sync data for ids ['55920ec9-675b-4f5a-b4a8-84749765846c'] in n-d-794306-6 is: [{'id': '55920ec9-675b-4f5a-b4a8-84749765846c', 'name': 'tempest-ServerRescueNegativeTestJSON-437639109-router', 'tenant_id': 'bcd8fa5c1bea4844bd70f8774f2c31f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '8fef68ce-6528-44d8-81d8-7427892aa6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:13:57Z', 'updated_at': '2021-07-15T23:14:03Z', 'revision_number': 4, 'project_id': 'bcd8fa5c1bea4844bd70f8774f2c31f7', 'gw_port': {'id': '8fef68ce-6528-44d8-81d8-7427892aa6e7', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55920ec9-675b-4f5a-b4a8-84749765846c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:13:58Z', 'updated_at': '2021-07-15T23:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'b9759042-d727-460a-8172-565b0d384964', 'name': '', 'network_id': '96ab0661-6266-4252-9c9c-1e8142971046', 'tenant_id': 'bcd8fa5c1bea4844bd70f8774f2c31f7', 'mac_address': 'fa:16:3e:e2:5d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55920ec9-675b-4f5a-b4a8-84749765846c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '861cc51f-5aa3-4f8e-b090-2fa15d26f9e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:14:01Z', 'updated_at': '2021-07-15T23:14:10Z', 'revision_number': 4, 'project_id': 'bcd8fa5c1bea4844bd70f8774f2c31f7', 'subnets': [{'id': '861cc51f-5aa3-4f8e-b090-2fa15d26f9e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:14:12.592284 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-b08dddbb-939c-4f6e-941b-ff762cee824d admin admin] For port 9566196f-5ece-4352-b64f-6ab0e47b0101, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=9566196f-5ece-4352-b64f-6ab0e47b0101,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:12.592729 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b08dddbb-939c-4f6e-941b-ff762cee824d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:12.614251 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b08dddbb-939c-4f6e-941b-ff762cee824d admin admin] Calling delete_port for 9566196f-5ece-4352-b64f-6ab0e47b0101 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:14:12.688389 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-14cb7855-cbe9-4fd5-8279-61a5b4f2a22b req-486beb11-af21-4cc7-b40b-59eb484782c3 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/ports?device_id=159498bb-e71d-4162-a872-a8de7dd821be HTTP/1.1" status: 200 len: 210 time: 0.1639178 Jul 15 23:14:12.998628 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69636658-bc83-4996-9521-7899e64e01f3 req-a67e46a8-11aa-45e9-ae8f-c4f99218a473 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:13.016034 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-69636658-bc83-4996-9521-7899e64e01f3 req-a67e46a8-11aa-45e9-ae8f-c4f99218a473 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fe01580-09e1-424c-8fb3-58421610bfec HTTP/1.1" status: 200 len: 946 time: 0.2753170 Jul 15 23:14:13.085550 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f61831a-2e00-4a5e-b0d8-6ea7fdde3c62', 'name': 'network-vif-deleted', 'tag': '3fe526f5-2552-4b55-bc09-efdd15157e20'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:14:13.091860 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2273f218-5df8-4a2d-82e6-86db0639eb46" -d '{"events": [{"server_uuid": "1f61831a-2e00-4a5e-b0d8-6ea7fdde3c62", "name": "network-vif-deleted", "tag": "3fe526f5-2552-4b55-bc09-efdd15157e20"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:14:13.186459 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-69636658-bc83-4996-9521-7899e64e01f3 req-0bb44203-9984-41ba-be53-0133da57e5e8 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691635 Jul 15 23:14:13.330379 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b08dddbb-939c-4f6e-941b-ff762cee824d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:13.389208 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device b9759042-d727-460a-8172-565b0d384964 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:14:13.424906 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8fa609de-0d00-492b-b1cd-866aa1e4f291 req-48f77b4d-b8c8-43e3-a0b7-3f472f7c465c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7f5ba9c9-f264-49c8-bde4-0ffb576a2267&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1788480 Jul 15 23:14:13.469883 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 60638) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:13.510710 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08dddbb-939c-4f6e-941b-ff762cee824d admin admin] Pushing event deleted for resources: {'Port': ['ID=9566196f-5ece-4352-b64f-6ab0e47b0101,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:13.699103 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a62c3b6-8ab9-41e1-8bbc-8d59f57243c7 x-openstack-request-id: req-6a62c3b6-8ab9-41e1-8bbc-8d59f57243c7 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:14:13.707495 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f61831a-2e00-4a5e-b0d8-6ea7fdde3c62", "name": "network-vif-deleted", "tag": "3fe526f5-2552-4b55-bc09-efdd15157e20", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:14:13.711489 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6a62c3b6-8ab9-41e1-8bbc-8d59f57243c7 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:14:13.712202 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f61831a-2e00-4a5e-b0d8-6ea7fdde3c62', 'name': 'network-vif-deleted', 'tag': '3fe526f5-2552-4b55-bc09-efdd15157e20', 'status': 'completed', 'code': 200} Jul 15 23:14:13.737086 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port b9759042-d727-460a-8172-565b0d384964 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:14:13.776950 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-54f4a1b0-7c56-43c2-839d-8c4a56bcef00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa493c16-b657-4228-8776-5e739991a854', 'name': 'tempest-FloatingIPsAssociationTestJSON-1540046159-router', 'tenant_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '9566196f-5ece-4352-b64f-6ab0e47b0101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:11:56Z', 'updated_at': '2021-07-15T23:14:09Z', 'revision_number': 5, 'project_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'gw_port': {'id': '9566196f-5ece-4352-b64f-6ab0e47b0101', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:29:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa493c16-b657-4228-8776-5e739991a854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:11:57Z', 'updated_at': '2021-07-15T23:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:14:13.779370 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port b9759042-d727-460a-8172-565b0d384964 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:14:13.780004 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:13.859721 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b08dddbb-939c-4f6e-941b-ff762cee824d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999011'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:13.983050 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-89a0d27b-d271-4c59-82c9-4a9d29c79dd0 admin admin] Deleting subnet 0702bbda-a694-4b9a-a5ce-70b43768acd5 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:14:14.112378 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f4a1b0-7c56-43c2-839d-8c4a56bcef00 None None] Checking router: fa493c16-b657-4228-8776-5e739991a854 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:14:14.249024 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b08dddbb-939c-4f6e-941b-ff762cee824d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:14.253085 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b08dddbb-939c-4f6e-941b-ff762cee824d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:14.280847 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f4a1b0-7c56-43c2-839d-8c4a56bcef00 None None] Routers {'fa493c16-b657-4228-8776-5e739991a854'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:14:14.281778 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-54f4a1b0-7c56-43c2-839d-8c4a56bcef00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:14:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['fa493c16-b657-4228-8776-5e739991a854'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:14:14.294412 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ecb243-e598-4232-b3de-7c2794a9000b req-7c0566b1-7383-4a94-9ddd-12125e0efd44 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:14.303792 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a6ecb243-e598-4232-b3de-7c2794a9000b req-7c0566b1-7383-4a94-9ddd-12125e0efd44 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/networks?id=96ab0661-6266-4252-9c9c-1e8142971046 HTTP/1.1" status: 200 len: 818 time: 0.4418285 Jul 15 23:14:14.307677 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-89a0d27b-d271-4c59-82c9-4a9d29c79dd0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:14.327724 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b08dddbb-939c-4f6e-941b-ff762cee824d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:14.332284 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b08dddbb-939c-4f6e-941b-ff762cee824d admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa493c16-b657-4228-8776-5e739991a854 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:14:14.348717 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b08dddbb-939c-4f6e-941b-ff762cee824d admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:14.355298 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b08dddbb-939c-4f6e-941b-ff762cee824d admin admin] 10.222.0.48 "DELETE /v2.0/routers/fa493c16-b657-4228-8776-5e739991a854 HTTP/1.1" status: 204 len: 168 time: 3.1103368 Jul 15 23:14:14.357047 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60656) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:14.400610 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:14.405435 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a6ecb243-e598-4232-b3de-7c2794a9000b req-a40fc05f-2e08-48df-9856-70c1f81bcbb6 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/quotas/bcd8fa5c1bea4844bd70f8774f2c31f7 HTTP/1.1" status: 200 len: 375 time: 0.1002164 Jul 15 23:14:14.476395 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-89a0d27b-d271-4c59-82c9-4a9d29c79dd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:14.481070 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa609de-0d00-492b-b1cd-866aa1e4f291 req-01caeacd-1119-44c3-a3b8-460d4528c028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:14.482793 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8fa609de-0d00-492b-b1cd-866aa1e4f291 req-01caeacd-1119-44c3-a3b8-460d4528c028 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=97397394137f47b6b8b1bb83454a379f&device_id=7f5ba9c9-f264-49c8-bde4-0ffb576a2267 HTTP/1.1" status: 200 len: 1095 time: 1.0280654 Jul 15 23:14:14.521455 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-54f4a1b0-7c56-43c2-839d-8c4a56bcef00 None None] Set router fa493c16-b657-4228-8776-5e739991a854 gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:14:14.527549 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d55ab20-f52b-48ac-ab4a-de014b83a6e7 admin admin] Deleting subnet 89fd3128-ac30-4b7c-b596-62c2dc214969 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:14:14.537648 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d55ab20-f52b-48ac-ab4a-de014b83a6e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:14.646995 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa609de-0d00-492b-b1cd-866aa1e4f291 req-3a2f15d9-bf43-4de1-a83a-b46adeec5239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:14.649592 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8fa609de-0d00-492b-b1cd-866aa1e4f291 req-3a2f15d9-bf43-4de1-a83a-b46adeec5239 service neutron] 10.222.0.49 "GET /v2.0/networks?id=54d36d42-4b6b-4a3b-a62a-15b6ab91449d HTTP/1.1" status: 200 len: 922 time: 0.1200891 Jul 15 23:14:14.661367 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d55ab20-f52b-48ac-ab4a-de014b83a6e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:14.752740 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8fa609de-0d00-492b-b1cd-866aa1e4f291 req-6a21ca06-c5f3-4c9a-9cc3-117ed088581c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=397242ff-5eb9-498e-96aa-9ce0edcfee54 HTTP/1.1" status: 200 len: 217 time: 0.0951598 Jul 15 23:14:14.870449 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa609de-0d00-492b-b1cd-866aa1e4f291 req-319b618e-1983-4782-b88f-bc1ed5593932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:14.872065 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8fa609de-0d00-492b-b1cd-866aa1e4f291 req-319b618e-1983-4782-b88f-bc1ed5593932 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fe3eef83-74d9-48a6-8931-0e31ba6153cf HTTP/1.1" status: 200 len: 861 time: 0.1094027 Jul 15 23:14:14.873193 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-89a0d27b-d271-4c59-82c9-4a9d29c79dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:14.906482 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d55ab20-f52b-48ac-ab4a-de014b83a6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:15.031430 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8fa609de-0d00-492b-b1cd-866aa1e4f291 req-11415519-7361-4c75-8205-802ec19d37bb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=54d36d42-4b6b-4a3b-a62a-15b6ab91449d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1479483 Jul 15 23:14:15.054255 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a6ecb243-e598-4232-b3de-7c2794a9000b req-901b37a1-8010-4b08-908f-026d93c4214b tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=bcd8fa5c1bea4844bd70f8774f2c31f7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6473553 Jul 15 23:14:15.092052 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d55ab20-f52b-48ac-ab4a-de014b83a6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:15.131888 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-54f4a1b0-7c56-43c2-839d-8c4a56bcef00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa493c16-b657-4228-8776-5e739991a854', 'name': 'tempest-FloatingIPsAssociationTestJSON-1540046159-router', 'tenant_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:11:56Z', 'updated_at': '2021-07-15T23:14:13Z', 'revision_number': 7, 'project_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'gw_port_host': None}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:14:15.186825 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f4a1b0-7c56-43c2-839d-8c4a56bcef00 None None] The sync data for ids ['fa493c16-b657-4228-8776-5e739991a854'] in n-d-794306-6 is: [{'id': 'fa493c16-b657-4228-8776-5e739991a854', 'name': 'tempest-FloatingIPsAssociationTestJSON-1540046159-router', 'tenant_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:11:56Z', 'updated_at': '2021-07-15T23:14:13Z', 'revision_number': 7, 'project_id': 'ec36f46f1b7e4eb4acdfec30bd668062', 'gw_port_host': None}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:14:15.213194 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port b9759042-d727-460a-8172-565b0d384964, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=b9759042-d727-460a-8172-565b0d384964,segment=NetworkSegment(f0ef8434-f4a9-4a08-8168-8c265159a987),segment_id=f0ef8434-f4a9-4a08-8168-8c265159a987)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:15.232331 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:15.493614 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=b9759042-d727-460a-8172-565b0d384964,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:15.610135 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-89a0d27b-d271-4c59-82c9-4a9d29c79dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:15.838273 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a0d27b-d271-4c59-82c9-4a9d29c79dd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0702bbda-a694-4b9a-a5ce-70b43768acd5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:15.842494 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-89a0d27b-d271-4c59-82c9-4a9d29c79dd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:15.845930 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-89a0d27b-d271-4c59-82c9-4a9d29c79dd0 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/0702bbda-a694-4b9a-a5ce-70b43768acd5 HTTP/1.1" status: 204 len: 168 time: 2.3710773 Jul 15 23:14:15.925244 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 60672) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:15.985588 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d55ab20-f52b-48ac-ab4a-de014b83a6e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89fd3128-ac30-4b7c-b596-62c2dc214969,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:15.996247 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d55ab20-f52b-48ac-ab4a-de014b83a6e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:15.999890 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-1d55ab20-f52b-48ac-ab4a-de014b83a6e7 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/89fd3128-ac30-4b7c-b596-62c2dc214969 HTTP/1.1" status: 204 len: 168 time: 1.6412363 Jul 15 23:14:16.002122 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60674) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:16.003733 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fe1f17-6360-49e2-b22c-c3c2b87550f3 None None] Network 2eb5a618-95d1-4f19-803a-b44492ccd4ef requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:14:16.019099 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a6ecb243-e598-4232-b3de-7c2794a9000b req-806008bb-7be2-4e15-995a-8e9bff1b8d4e service neutron] 10.222.0.48 "GET /v2.0/networks/96ab0661-6266-4252-9c9c-1e8142971046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9638786 Jul 15 23:14:16.169116 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8fa609de-0d00-492b-b1cd-866aa1e4f291 req-f08ea1f3-c2da-40d7-a1e4-17eb44604a2d service neutron] 10.222.0.49 "GET /v2.0/networks/54d36d42-4b6b-4a3b-a62a-15b6ab91449d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1120379 Jul 15 23:14:16.170132 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb028399-e0aa-40cd-8b3d-4c6555316c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:16.183510 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e80ec12-7d88-401f-81ca-30cb6d0c983c req-8213a4bd-78a1-4ba0-a1b4-3ea9d664bbda tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:16.186687 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0e80ec12-7d88-401f-81ca-30cb6d0c983c req-8213a4bd-78a1-4ba0-a1b4-3ea9d664bbda tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/ports?device_id=be74c0e3-341b-4907-b634-d8d9507a9a0d HTTP/1.1" status: 200 len: 943 time: 1.3064461 Jul 15 23:14:16.348802 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-bb028399-e0aa-40cd-8b3d-4c6555316c69 admin admin] Deleting port bcf9d3d3-81ac-4c74-9aaa-14c63a75116a {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:14:16.349806 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb028399-e0aa-40cd-8b3d-4c6555316c69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:16.368846 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6c1e71-7687-4430-970c-6f48a3c8a3a6 None None] DHCP port deletion for 2eb5a618-95d1-4f19-803a-b44492ccd4ef request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:14:16.425658 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2435cab-08ea-4b40-9e27-3fbddb8fab88 req-87768d9d-706f-4ed9-a9d8-bec49a95160d tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:16.429253 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a2435cab-08ea-4b40-9e27-3fbddb8fab88 req-87768d9d-706f-4ed9-a9d8-bec49a95160d tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.41 "GET /v2.0/networks?id=96ab0661-6266-4252-9c9c-1e8142971046 HTTP/1.1" status: 200 len: 818 time: 1.0372975 Jul 15 23:14:16.469879 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ee6c1e71-7687-4430-970c-6f48a3c8a3a6 None None] Deleting port bcf9d3d3-81ac-4c74-9aaa-14c63a75116a {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:14:16.470319 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee6c1e71-7687-4430-970c-6f48a3c8a3a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:16.471464 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-a2435cab-08ea-4b40-9e27-3fbddb8fab88 req-e1f767e0-417b-4003-b537-35240a14eccb tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Request body: {'port': {'device_id': '159498bb-e71d-4162-a872-a8de7dd821be', 'network_id': '96ab0661-6266-4252-9c9c-1e8142971046', 'admin_state_up': True, 'tenant_id': 'bcd8fa5c1bea4844bd70f8774f2c31f7'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:14:16.499605 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-deef110f-b4de-4db1-bdda-7ac321d4ee06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:16.516837 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-bb028399-e0aa-40cd-8b3d-4c6555316c69 admin admin] For port bcf9d3d3-81ac-4c74-9aaa-14c63a75116a, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=bcf9d3d3-81ac-4c74-9aaa-14c63a75116a,segment=NetworkSegment(7f54d6fd-905a-40e4-9872-e50318fbd6ec),segment_id=7f54d6fd-905a-40e4-9872-e50318fbd6ec)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:16.517382 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb028399-e0aa-40cd-8b3d-4c6555316c69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:16.540226 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-bb028399-e0aa-40cd-8b3d-4c6555316c69 admin admin] Calling delete_port for bcf9d3d3-81ac-4c74-9aaa-14c63a75116a owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:14:16.569283 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ee6c1e71-7687-4430-970c-6f48a3c8a3a6 None None] For port bcf9d3d3-81ac-4c74-9aaa-14c63a75116a, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=bcf9d3d3-81ac-4c74-9aaa-14c63a75116a,segment=NetworkSegment(7f54d6fd-905a-40e4-9872-e50318fbd6ec),segment_id=7f54d6fd-905a-40e4-9872-e50318fbd6ec)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:16.569859 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee6c1e71-7687-4430-970c-6f48a3c8a3a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:16.597296 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0e80ec12-7d88-401f-81ca-30cb6d0c983c req-f89614a3-423b-4ac5-aadc-daf0d6e61453 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/security-groups?id=a00402bc-417c-4401-b3a4-a86d8ce769a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3804379 Jul 15 23:14:16.621424 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ee6c1e71-7687-4430-970c-6f48a3c8a3a6 None None] Calling delete_port for bcf9d3d3-81ac-4c74-9aaa-14c63a75116a owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:14:16.623229 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466b2e0d-68e3-443b-be5a-22a255da79cb req-b17c50a2-f572-41bc-b85c-73dd40817a2f tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:16.628971 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-466b2e0d-68e3-443b-be5a-22a255da79cb req-b17c50a2-f572-41bc-b85c-73dd40817a2f tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.49 "GET /v2.0/ports?device_id=be74c0e3-341b-4907-b634-d8d9507a9a0d HTTP/1.1" status: 200 len: 943 time: 0.9114656 Jul 15 23:14:16.706097 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb028399-e0aa-40cd-8b3d-4c6555316c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:16.747356 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a6ecb243-e598-4232-b3de-7c2794a9000b req-98513cc0-ea13-43e2-8f5f-0a057543954c service neutron] 10.222.0.48 "GET /v2.0/networks/96ab0661-6266-4252-9c9c-1e8142971046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6927013 Jul 15 23:14:16.771372 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee6c1e71-7687-4430-970c-6f48a3c8a3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:16.836334 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb028399-e0aa-40cd-8b3d-4c6555316c69 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcf9d3d3-81ac-4c74-9aaa-14c63a75116a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:16.853366 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6c1e71-7687-4430-970c-6f48a3c8a3a6 None None] Pushing event deleted for resources: {'Port': ['ID=bcf9d3d3-81ac-4c74-9aaa-14c63a75116a,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:16.856010 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb028399-e0aa-40cd-8b3d-4c6555316c69 admin admin] No DVR routers for this DVR port bcf9d3d3-81ac-4c74-9aaa-14c63a75116a on host n-d-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:14:16.877751 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6c1e71-7687-4430-970c-6f48a3c8a3a6 None None] No DVR routers for this DVR port bcf9d3d3-81ac-4c74-9aaa-14c63a75116a on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:14:16.962386 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8fa609de-0d00-492b-b1cd-866aa1e4f291 req-debe3a89-772a-4a9e-98e1-c45818d66884 service neutron] 10.222.0.49 "GET /v2.0/networks/54d36d42-4b6b-4a3b-a62a-15b6ab91449d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7590847 Jul 15 23:14:17.237232 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb028399-e0aa-40cd-8b3d-4c6555316c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:17.265277 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-deef110f-b4de-4db1-bdda-7ac321d4ee06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:17.273133 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-bb028399-e0aa-40cd-8b3d-4c6555316c69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eb5a618-95d1-4f19-803a-b44492ccd4ef']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:14:17.298819 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-deef110f-b4de-4db1-bdda-7ac321d4ee06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87b3deb3-fb25-4544-a65d-07737f2f34f5']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:14:17.311088 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-bb028399-e0aa-40cd-8b3d-4c6555316c69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f54d6fd-905a-40e4-9872-e50318fbd6ec') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:14:17.311425 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-bb028399-e0aa-40cd-8b3d-4c6555316c69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f54d6fd-905a-40e4-9872-e50318fbd6ec') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:14:17.342128 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb028399-e0aa-40cd-8b3d-4c6555316c69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:17.359292 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-deef110f-b4de-4db1-bdda-7ac321d4ee06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '905c5321-6007-4bdd-9ce8-09c518981f63') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:14:17.359809 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-deef110f-b4de-4db1-bdda-7ac321d4ee06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '905c5321-6007-4bdd-9ce8-09c518981f63') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:14:17.363086 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2435cab-08ea-4b40-9e27-3fbddb8fab88 req-e1f767e0-417b-4003-b537-35240a14eccb tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Made reservation on behalf of bcd8fa5c1bea4844bd70f8774f2c31f7 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:14:17.377174 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a2435cab-08ea-4b40-9e27-3fbddb8fab88 req-e1f767e0-417b-4003-b537-35240a14eccb tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:17.386561 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb028399-e0aa-40cd-8b3d-4c6555316c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:17.428822 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb028399-e0aa-40cd-8b3d-4c6555316c69 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:14:17.429454 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb028399-e0aa-40cd-8b3d-4c6555316c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:17.432471 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:14:17.432471 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:14:17.432471 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:14:17.432471 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:14:17.432471 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:14:17.432471 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:14:17.432471 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:14:17.432471 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:14:17.432471 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:14:17.432471 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:14:17.432471 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:14:17.432471 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:14:17.432471 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:14:17.432471 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:14:17.432471 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:14:17.432471 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:14:17.432471 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:14:17.432471 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:14:17.432471 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:14:17.432471 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:14:17.432471 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:14:17.432471 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:14:17.432471 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:14:17.432471 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:14:17.432471 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:14:17.432471 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:14:17.432471 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:14:17.432471 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:14:17.432471 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:14:17.432471 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:14:17.432471 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:14:17.432471 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:14:17.575703 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device b9759042-d727-460a-8172-565b0d384964 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:14:17.587223 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-deef110f-b4de-4db1-bdda-7ac321d4ee06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:17.656117 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb028399-e0aa-40cd-8b3d-4c6555316c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:17.722567 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb028399-e0aa-40cd-8b3d-4c6555316c69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:17.729627 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-bb028399-e0aa-40cd-8b3d-4c6555316c69 admin admin] 10.222.0.48 "DELETE /v2.0/networks/2eb5a618-95d1-4f19-803a-b44492ccd4ef HTTP/1.1" status: 204 len: 168 time: 1.7255905 Jul 15 23:14:17.731179 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb028399-e0aa-40cd-8b3d-4c6555316c69 admin admin] Pushing event deleted for resources: {'Network': ['ID=2eb5a618-95d1-4f19-803a-b44492ccd4ef,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:17.789390 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb028399-e0aa-40cd-8b3d-4c6555316c69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:17.789390 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb028399-e0aa-40cd-8b3d-4c6555316c69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:17.789390 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb028399-e0aa-40cd-8b3d-4c6555316c69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:17.789390 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb028399-e0aa-40cd-8b3d-4c6555316c69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:17.789390 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb028399-e0aa-40cd-8b3d-4c6555316c69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:17.789390 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb028399-e0aa-40cd-8b3d-4c6555316c69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:17.789390 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb028399-e0aa-40cd-8b3d-4c6555316c69 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:17.789390 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb028399-e0aa-40cd-8b3d-4c6555316c69 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:17.789390 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb028399-e0aa-40cd-8b3d-4c6555316c69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:17.789390 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb028399-e0aa-40cd-8b3d-4c6555316c69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:17.789390 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb028399-e0aa-40cd-8b3d-4c6555316c69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:17.789390 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb028399-e0aa-40cd-8b3d-4c6555316c69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:17.804814 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port b9759042-d727-460a-8172-565b0d384964 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:14:17.804814 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:17.813838 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-deef110f-b4de-4db1-bdda-7ac321d4ee06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:17.827063 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deef110f-b4de-4db1-bdda-7ac321d4ee06 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:14:17.827626 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-deef110f-b4de-4db1-bdda-7ac321d4ee06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:17.829618 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:14:17.829618 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:14:17.829618 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:14:17.829618 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:14:17.829618 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:14:17.829618 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:14:17.829618 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:14:17.829618 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:14:17.829618 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:14:17.829618 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:14:17.829618 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:14:17.829618 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:14:17.829618 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:14:17.829618 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:14:17.829618 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:14:17.829618 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:14:17.829618 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:14:17.829618 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:14:17.829618 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:14:17.829618 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:14:17.829618 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:14:17.829618 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:14:17.829618 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:14:17.829618 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:14:17.829618 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:14:17.829618 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:14:17.829618 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:14:17.829618 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:14:17.829618 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:14:17.829618 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:14:17.829618 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:14:17.829618 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:14:17.829618 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:14:17.829618 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:14:17.829618 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:14:17.829618 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:14:17.829618 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:14:17.829618 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:14:17.829618 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:14:17.829618 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:14:17.829618 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:14:17.829618 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:14:17.829618 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:14:17.829618 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:14:17.829618 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:14:17.829618 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:14:17.829618 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:14:17.829618 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:14:17.829618 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:14:17.829618 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:14:17.829618 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:14:17.829618 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:14:17.829618 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:14:17.829618 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:14:17.829618 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:14:17.829618 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:14:17.829618 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:14:17.829618 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:14:17.829618 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:14:17.829618 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:14:17.829618 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:14:17.829618 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:14:17.901117 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-466b2e0d-68e3-443b-be5a-22a255da79cb req-ba6b510d-1462-41ec-9453-762a2976e2b8 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Deleting port ab47368e-21bb-47d6-86b0-7da757e9e188 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:14:17.901695 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-466b2e0d-68e3-443b-be5a-22a255da79cb req-ba6b510d-1462-41ec-9453-762a2976e2b8 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:17.995852 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1fc1713d-7e15-47d7-8b70-35ebfc5c9380 req-7aed738d-25c7-4048-855c-176bad861f50 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/ports?device_id=720fe211-7265-4b45-94a1-7b3fc96e34e8 HTTP/1.1" status: 200 len: 210 time: 0.3714204 Jul 15 23:14:18.153316 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c133502a-6e96-487d-88b0-30b858722d23 req-5e859484-20ec-432e-9ee2-4b3f5725f4be tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:18.160919 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c133502a-6e96-487d-88b0-30b858722d23 req-5e859484-20ec-432e-9ee2-4b3f5725f4be tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fe01580-09e1-424c-8fb3-58421610bfec HTTP/1.1" status: 200 len: 946 time: 1.1635921 Jul 15 23:14:18.215051 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 9566196f-5ece-4352-b64f-6ab0e47b0101 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:14:18.293117 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-deef110f-b4de-4db1-bdda-7ac321d4ee06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:18.333796 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-deef110f-b4de-4db1-bdda-7ac321d4ee06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:18.337440 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-deef110f-b4de-4db1-bdda-7ac321d4ee06 admin admin] 10.222.0.48 "DELETE /v2.0/networks/87b3deb3-fb25-4544-a65d-07737f2f34f5 HTTP/1.1" status: 204 len: 168 time: 2.3874316 Jul 15 23:14:18.365773 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 9566196f-5ece-4352-b64f-6ab0e47b0101 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:14:18.367683 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 9566196f-5ece-4352-b64f-6ab0e47b0101 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:14:18.368316 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device dc8ead7e-fdda-4ea9-9779-025762cb6035 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:14:18.388439 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deef110f-b4de-4db1-bdda-7ac321d4ee06 admin admin] Pushing event deleted for resources: {'Network': ['ID=87b3deb3-fb25-4544-a65d-07737f2f34f5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:18.402925 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60706) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:18.422142 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c133502a-6e96-487d-88b0-30b858722d23 req-4e15f5d3-3e5f-42cc-aee1-f58f61a4cacf tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601428 Jul 15 23:14:18.430413 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-a2435cab-08ea-4b40-9e27-3fbddb8fab88 req-e1f767e0-417b-4003-b537-35240a14eccb tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Allocated IP 172.20.0.7 (96ab0661-6266-4252-9c9c-1e8142971046/861cc51f-5aa3-4f8e-b090-2fa15d26f9e0/e2a2b966-442b-4f4d-9d32-2b902d12a3e4) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:14:18.520084 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: dc8ead7e-fdda-4ea9-9779-025762cb6035 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:14:18.529835 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device dc8ead7e-fdda-4ea9-9779-025762cb6035 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:14:18.530525 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device bcf9d3d3-81ac-4c74-9aaa-14c63a75116a no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:14:18.562590 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-466b2e0d-68e3-443b-be5a-22a255da79cb req-ba6b510d-1462-41ec-9453-762a2976e2b8 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] For port ab47368e-21bb-47d6-86b0-7da757e9e188, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=ab47368e-21bb-47d6-86b0-7da757e9e188,segment=NetworkSegment(f2e0773f-8183-4f36-8ee8-76cf70d2d71c),segment_id=f2e0773f-8183-4f36-8ee8-76cf70d2d71c)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:18.565510 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-466b2e0d-68e3-443b-be5a-22a255da79cb req-ba6b510d-1462-41ec-9453-762a2976e2b8 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:18.640843 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: bcf9d3d3-81ac-4c74-9aaa-14c63a75116a {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:14:18.641893 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device bcf9d3d3-81ac-4c74-9aaa-14c63a75116a not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:14:18.643814 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b29db430-9358-435e-b05b-2b79195c4932 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ec36f46f1b7e4eb4acdfec30bd668062&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2389898 Jul 15 23:14:18.647881 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60714) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:18.665079 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-466b2e0d-68e3-443b-be5a-22a255da79cb req-ba6b510d-1462-41ec-9453-762a2976e2b8 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Calling delete_port for ab47368e-21bb-47d6-86b0-7da757e9e188 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:14:18.811705 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-713bed1b-8cf9-4a45-ba7b-9bd14d1b16e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:18.906163 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-713bed1b-8cf9-4a45-ba7b-9bd14d1b16e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:19.160536 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60720) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:19.280656 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-5188c871-24d8-4da1-9e23-e7130628108c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1346ace410dc448e8450692617c5ba13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1165695 Jul 15 23:14:19.282466 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-713bed1b-8cf9-4a45-ba7b-9bd14d1b16e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:19.285843 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-713bed1b-8cf9-4a45-ba7b-9bd14d1b16e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:19.291676 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-713bed1b-8cf9-4a45-ba7b-9bd14d1b16e9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2b4da215-1468-4103-a509-9f38e861147e HTTP/1.1" status: 204 len: 168 time: 0.6376832 Jul 15 23:14:19.291676 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60726) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:19.335860 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713bed1b-8cf9-4a45-ba7b-9bd14d1b16e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4da215-1468-4103-a509-9f38e861147e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:19.455407 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-722249f4-1f5b-4dd6-9333-aa3ee82614f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:19.501568 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-722249f4-1f5b-4dd6-9333-aa3ee82614f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:19.666307 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-722249f4-1f5b-4dd6-9333-aa3ee82614f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:19.675074 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-722249f4-1f5b-4dd6-9333-aa3ee82614f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:19.679668 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-722249f4-1f5b-4dd6-9333-aa3ee82614f0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ab9ed1be-d206-4a5f-8102-d7cc29d4ef15 HTTP/1.1" status: 204 len: 168 time: 0.3571792 Jul 15 23:14:19.714038 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722249f4-1f5b-4dd6-9333-aa3ee82614f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9ed1be-d206-4a5f-8102-d7cc29d4ef15,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:19.793791 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c98f605-3514-4226-9e10-e7134900830e req-3b82286a-d89f-42d4-a671-5cb657e3cd4a tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:19.804413 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6c98f605-3514-4226-9e10-e7134900830e req-3b82286a-d89f-42d4-a671-5cb657e3cd4a tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/ports?device_id=be74c0e3-341b-4907-b634-d8d9507a9a0d HTTP/1.1" status: 200 len: 943 time: 1.0850792 Jul 15 23:14:19.895677 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a2435cab-08ea-4b40-9e27-3fbddb8fab88 req-e1f767e0-417b-4003-b537-35240a14eccb tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:19.969966 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6c98f605-3514-4226-9e10-e7134900830e req-c368a394-021b-420a-a40c-f1513d806cf4 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/security-groups?id=a00402bc-417c-4401-b3a4-a86d8ce769a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643097 Jul 15 23:14:20.016550 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-466b2e0d-68e3-443b-be5a-22a255da79cb req-ba6b510d-1462-41ec-9453-762a2976e2b8 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:20.090401 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device ab47368e-21bb-47d6-86b0-7da757e9e188 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:14:20.134108 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: ab47368e-21bb-47d6-86b0-7da757e9e188 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:14:20.135796 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device ab47368e-21bb-47d6-86b0-7da757e9e188 not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:14:20.182461 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6b510d-1462-41ec-9453-762a2976e2b8 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Pushing event deleted for resources: {'Port': ['ID=ab47368e-21bb-47d6-86b0-7da757e9e188,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:20.402669 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ca6d85da-9584-4f00-9783-5165778ad044 req-e461189e-d76c-40a1-b4bb-ee3fa8621dc1 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/ports?device_id=720fe211-7265-4b45-94a1-7b3fc96e34e8 HTTP/1.1" status: 200 len: 210 time: 0.0967317 Jul 15 23:14:20.404021 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-466b2e0d-68e3-443b-be5a-22a255da79cb req-ba6b510d-1462-41ec-9453-762a2976e2b8 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] No DVR routers for this DVR port ab47368e-21bb-47d6-86b0-7da757e9e188 on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:14:20.445575 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-466b2e0d-68e3-443b-be5a-22a255da79cb req-ba6b510d-1462-41ec-9453-762a2976e2b8 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:20.448559 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-466b2e0d-68e3-443b-be5a-22a255da79cb req-ba6b510d-1462-41ec-9453-762a2976e2b8 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.49 "DELETE /v2.0/ports/ab47368e-21bb-47d6-86b0-7da757e9e188 HTTP/1.1" status: 204 len: 173 time: 3.8085871 Jul 15 23:14:20.450959 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be74c0e3-341b-4907-b634-d8d9507a9a0d', 'name': 'network-vif-deleted', 'tag': 'ab47368e-21bb-47d6-86b0-7da757e9e188'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:14:20.452470 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b910e1-576a-4bda-ae20-c2acb5257ca0" -d '{"events": [{"server_uuid": "be74c0e3-341b-4907-b634-d8d9507a9a0d", "name": "network-vif-deleted", "tag": "ab47368e-21bb-47d6-86b0-7da757e9e188"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:14:20.463443 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a2435cab-08ea-4b40-9e27-3fbddb8fab88 req-e1f767e0-417b-4003-b537-35240a14eccb tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:20.563802 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2435cab-08ea-4b40-9e27-3fbddb8fab88 req-e1f767e0-417b-4003-b537-35240a14eccb tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Network 96ab0661-6266-4252-9c9c-1e8142971046 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:14:20.584810 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-a2435cab-08ea-4b40-9e27-3fbddb8fab88 req-e1f767e0-417b-4003-b537-35240a14eccb tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:14:20.594579 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2435cab-08ea-4b40-9e27-3fbddb8fab88 req-e1f767e0-417b-4003-b537-35240a14eccb tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:14:20.658670 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ecb243-e598-4232-b3de-7c2794a9000b req-7e2abac0-5e30-4635-a415-3bf685f48fa0 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:20.660720 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a6ecb243-e598-4232-b3de-7c2794a9000b req-7e2abac0-5e30-4635-a415-3bf685f48fa0 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.49 "GET /v2.0/networks?id=96ab0661-6266-4252-9c9c-1e8142971046 HTTP/1.1" status: 200 len: 818 time: 0.5100994 Jul 15 23:14:20.662201 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f767e0-417b-4003-b537-35240a14eccb tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Pushing event updated for resources: {'Port': ['ID=e2a2b966-442b-4f4d-9d32-2b902d12a3e4,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:20.687335 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-a6ecb243-e598-4232-b3de-7c2794a9000b req-a38cea79-e88b-462b-a75e-d539a622c62a tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Request body: {'port': {'device_id': '720fe211-7265-4b45-94a1-7b3fc96e34e8', 'network_id': '96ab0661-6266-4252-9c9c-1e8142971046', 'admin_state_up': True, 'tenant_id': 'bcd8fa5c1bea4844bd70f8774f2c31f7'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:14:20.767416 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c696475-95f3-4573-b9d0-9788ebb2bddc req-c8358062-d633-4848-b1e9-b2abb06046a0 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:20.786074 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5c696475-95f3-4573-b9d0-9788ebb2bddc req-c8358062-d633-4848-b1e9-b2abb06046a0 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fe01580-09e1-424c-8fb3-58421610bfec HTTP/1.1" status: 200 len: 946 time: 0.5489588 Jul 15 23:14:20.830913 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2435cab-08ea-4b40-9e27-3fbddb8fab88 req-e1f767e0-417b-4003-b537-35240a14eccb tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:20.832449 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a2435cab-08ea-4b40-9e27-3fbddb8fab88 req-e1f767e0-417b-4003-b537-35240a14eccb tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:20.896212 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a2435cab-08ea-4b40-9e27-3fbddb8fab88 req-e1f767e0-417b-4003-b537-35240a14eccb tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4386411 Jul 15 23:14:20.917411 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-a2435cab-08ea-4b40-9e27-3fbddb8fab88 req-dcb23fd3-86e1-4c10-bb11-ce4a68570b90 service neutron] Request body: {'port': {'device_id': '159498bb-e71d-4162-a872-a8de7dd821be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:14:20.945880 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5c696475-95f3-4573-b9d0-9788ebb2bddc req-8c9cc3b6-b700-4112-a902-14230ea5b388 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583052 Jul 15 23:14:21.058878 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6ecb243-e598-4232-b3de-7c2794a9000b req-a38cea79-e88b-462b-a75e-d539a622c62a tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Made reservation on behalf of bcd8fa5c1bea4844bd70f8774f2c31f7 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:14:21.064059 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a6ecb243-e598-4232-b3de-7c2794a9000b req-a38cea79-e88b-462b-a75e-d539a622c62a tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:21.093529 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a2435cab-08ea-4b40-9e27-3fbddb8fab88 req-dcb23fd3-86e1-4c10-bb11-ce4a68570b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:21.401436 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-a6ecb243-e598-4232-b3de-7c2794a9000b req-a38cea79-e88b-462b-a75e-d539a622c62a tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Allocated IP 172.20.0.8 (96ab0661-6266-4252-9c9c-1e8142971046/861cc51f-5aa3-4f8e-b090-2fa15d26f9e0/9b438afd-ebca-4f2c-a898-19c214d9055b) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:14:21.452632 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364451e4-78fa-4de4-9b86-5a3289d39fb5 x-openstack-request-id: req-364451e4-78fa-4de4-9b86-5a3289d39fb5 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:14:21.453009 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be74c0e3-341b-4907-b634-d8d9507a9a0d", "name": "network-vif-deleted", "tag": "ab47368e-21bb-47d6-86b0-7da757e9e188", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:14:21.453227 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-364451e4-78fa-4de4-9b86-5a3289d39fb5 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:14:21.453594 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be74c0e3-341b-4907-b634-d8d9507a9a0d', 'name': 'network-vif-deleted', 'tag': 'ab47368e-21bb-47d6-86b0-7da757e9e188', 'status': 'completed', 'code': 200} Jul 15 23:14:21.869295 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e8d48277-ffb4-4a26-9dcf-316d84cd95d0 req-de19e5c6-cf57-4712-a549-d9da41b44357 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/ports?device_id=be74c0e3-341b-4907-b634-d8d9507a9a0d HTTP/1.1" status: 200 len: 210 time: 0.1912835 Jul 15 23:14:21.922878 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7c2e929a-09bd-45aa-a7d5-5a156ff4991d req-0b09e9e1-3021-412e-bb24-1a2d5f64304e tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/ports?device_id=720fe211-7265-4b45-94a1-7b3fc96e34e8 HTTP/1.1" status: 200 len: 210 time: 0.1237879 Jul 15 23:14:21.997121 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a6ecb243-e598-4232-b3de-7c2794a9000b req-a38cea79-e88b-462b-a75e-d539a622c62a tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:22.066843 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 60794) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:22.111505 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a6ecb243-e598-4232-b3de-7c2794a9000b req-a38cea79-e88b-462b-a75e-d539a622c62a tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:22.179972 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6ecb243-e598-4232-b3de-7c2794a9000b req-a38cea79-e88b-462b-a75e-d539a622c62a tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Network 96ab0661-6266-4252-9c9c-1e8142971046 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:14:22.216013 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-a6ecb243-e598-4232-b3de-7c2794a9000b req-a38cea79-e88b-462b-a75e-d539a622c62a tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:14:22.224603 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ecb243-e598-4232-b3de-7c2794a9000b req-a38cea79-e88b-462b-a75e-d539a622c62a tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:14:22.278688 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60802) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:22.301378 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ecb243-e598-4232-b3de-7c2794a9000b req-a38cea79-e88b-462b-a75e-d539a622c62a tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:22.302320 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a6ecb243-e598-4232-b3de-7c2794a9000b req-a38cea79-e88b-462b-a75e-d539a622c62a tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:22.442730 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38cea79-e88b-462b-a75e-d539a622c62a tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Pushing event updated for resources: {'Port': ['ID=9b438afd-ebca-4f2c-a898-19c214d9055b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:22.452749 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a6ecb243-e598-4232-b3de-7c2794a9000b req-a38cea79-e88b-462b-a75e-d539a622c62a tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7731185 Jul 15 23:14:22.473070 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-a6ecb243-e598-4232-b3de-7c2794a9000b req-93d080cc-0fa7-452c-b4f5-8248fe528f72 service neutron] Request body: {'port': {'device_id': '720fe211-7265-4b45-94a1-7b3fc96e34e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:14:22.530142 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-432d1eab-0287-4604-b872-0515f5a0a062 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-414628760-network', 'tenant_id': '7b056b7f1c7a4605a8a953683314e21f'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:14:22.551360 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707eddf3-76bd-4986-a829-890d9c22c4ad req-9d43814c-b022-4425-ae76-4d8f66c6172f tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:22.553631 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-707eddf3-76bd-4986-a829-890d9c22c4ad req-9d43814c-b022-4425-ae76-4d8f66c6172f tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fe01580-09e1-424c-8fb3-58421610bfec HTTP/1.1" status: 200 len: 946 time: 0.3720336 Jul 15 23:14:22.573561 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ffaa7cb3-314f-45c5-8b3e-a1e7b3f337d0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1264744552-network', 'tenant_id': '48062b7ca7314e72995400ce76936d28'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:14:22.593389 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-a2435cab-08ea-4b40-9e27-3fbddb8fab88 req-dcb23fd3-86e1-4c10-bb11-ce4a68570b90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2a2b966-442b-4f4d-9d32-2b902d12a3e4 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:14:22.595124 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432d1eab-0287-4604-b872-0515f5a0a062 admin admin] Made reservation on behalf of 7b056b7f1c7a4605a8a953683314e21f for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:14:22.600491 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-432d1eab-0287-4604-b872-0515f5a0a062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:22.610585 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-432d1eab-0287-4604-b872-0515f5a0a062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:22.614371 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a2435cab-08ea-4b40-9e27-3fbddb8fab88 req-dcb23fd3-86e1-4c10-bb11-ce4a68570b90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:22.630026 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.db.api [None req-432d1eab-0287-4604-b872-0515f5a0a062 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 23:14:22.630026 n-d-794306-6 neutron-server[93771]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 23:14:22.630026 n-d-794306-6 neutron-server[93771]: [parameters: {'project_id_1': '7b056b7f1c7a4605a8a953683314e21f', 'expiration_1': datetime.datetime(2021, 7, 15, 23, 14, 22, 624050)}] Jul 15 23:14:22.630026 n-d-794306-6 neutron-server[93771]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:14:22.631842 n-d-794306-6 neutron-server[93771]: DEBUG oslo_db.api [None req-432d1eab-0287-4604-b872-0515f5a0a062 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:14:22.682387 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffaa7cb3-314f-45c5-8b3e-a1e7b3f337d0 admin admin] Made reservation on behalf of 48062b7ca7314e72995400ce76936d28 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:14:22.685305 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ffaa7cb3-314f-45c5-8b3e-a1e7b3f337d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:22.692786 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-a2435cab-08ea-4b40-9e27-3fbddb8fab88 req-dcb23fd3-86e1-4c10-bb11-ce4a68570b90 service neutron] Transition to ACTIVE for port object e2a2b966-442b-4f4d-9d32-2b902d12a3e4 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:14:22.715262 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a2435cab-08ea-4b40-9e27-3fbddb8fab88 req-dcb23fd3-86e1-4c10-bb11-ce4a68570b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:22.724138 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-707eddf3-76bd-4986-a829-890d9c22c4ad req-55443db2-067a-478c-9da2-5b7fbdadf53c tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574895 Jul 15 23:14:22.724801 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ffaa7cb3-314f-45c5-8b3e-a1e7b3f337d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:22.726954 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a6ecb243-e598-4232-b3de-7c2794a9000b req-93d080cc-0fa7-452c-b4f5-8248fe528f72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:22.832522 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb23fd3-86e1-4c10-bb11-ce4a68570b90 service neutron] Pushing event updated for resources: {'Port': ['ID=e2a2b966-442b-4f4d-9d32-2b902d12a3e4,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:23.056326 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-a2435cab-08ea-4b40-9e27-3fbddb8fab88 req-dcb23fd3-86e1-4c10-bb11-ce4a68570b90 service neutron] Attempting to bind port e2a2b966-442b-4f4d-9d32-2b902d12a3e4 on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:14:23.057010 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-a2435cab-08ea-4b40-9e27-3fbddb8fab88 req-dcb23fd3-86e1-4c10-bb11-ce4a68570b90 service neutron] Attempting to bind port e2a2b966-442b-4f4d-9d32-2b902d12a3e4 by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': 'f0ef8434-f4a9-4a08-8168-8c265159a987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '96ab0661-6266-4252-9c9c-1e8142971046'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:14:23.057010 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2435cab-08ea-4b40-9e27-3fbddb8fab88 req-dcb23fd3-86e1-4c10-bb11-ce4a68570b90 service neutron] Attempting to bind port e2a2b966-442b-4f4d-9d32-2b902d12a3e4 on network 96ab0661-6266-4252-9c9c-1e8142971046 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:14:23.076678 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2435cab-08ea-4b40-9e27-3fbddb8fab88 req-dcb23fd3-86e1-4c10-bb11-ce4a68570b90 service neutron] Port e2a2b966-442b-4f4d-9d32-2b902d12a3e4 on network 96ab0661-6266-4252-9c9c-1e8142971046 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:14:23.076958 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2435cab-08ea-4b40-9e27-3fbddb8fab88 req-dcb23fd3-86e1-4c10-bb11-ce4a68570b90 service neutron] Attempting to bind port e2a2b966-442b-4f4d-9d32-2b902d12a3e4 on network 96ab0661-6266-4252-9c9c-1e8142971046 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:14:23.134178 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-432d1eab-0287-4604-b872-0515f5a0a062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:23.145802 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2435cab-08ea-4b40-9e27-3fbddb8fab88 req-dcb23fd3-86e1-4c10-bb11-ce4a68570b90 service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:14:23.146325 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2435cab-08ea-4b40-9e27-3fbddb8fab88 req-dcb23fd3-86e1-4c10-bb11-ce4a68570b90 service neutron] Checking segment: {'id': 'f0ef8434-f4a9-4a08-8168-8c265159a987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '96ab0661-6266-4252-9c9c-1e8142971046'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:14:23.146910 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2435cab-08ea-4b40-9e27-3fbddb8fab88 req-dcb23fd3-86e1-4c10-bb11-ce4a68570b90 service neutron] Bound using segment: {'id': 'f0ef8434-f4a9-4a08-8168-8c265159a987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '96ab0661-6266-4252-9c9c-1e8142971046'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:14:23.147608 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-a2435cab-08ea-4b40-9e27-3fbddb8fab88 req-dcb23fd3-86e1-4c10-bb11-ce4a68570b90 service neutron] Bound port: e2a2b966-442b-4f4d-9d32-2b902d12a3e4, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0ef8434-f4a9-4a08-8168-8c265159a987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '96ab0661-6266-4252-9c9c-1e8142971046'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:14:23.148169 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a2435cab-08ea-4b40-9e27-3fbddb8fab88 req-dcb23fd3-86e1-4c10-bb11-ce4a68570b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:23.201335 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ffaa7cb3-314f-45c5-8b3e-a1e7b3f337d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:23.232922 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ffaa7cb3-314f-45c5-8b3e-a1e7b3f337d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:23.296449 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 60816) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:23.306897 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ae539686-b240-4bd3-91a8-16aa40d38e26 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2082767181', 'description': 'tempest-description--1659045373'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:14:23.348389 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffaa7cb3-314f-45c5-8b3e-a1e7b3f337d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:14:23.354277 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-432d1eab-0287-4604-b872-0515f5a0a062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:23.358587 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-432d1eab-0287-4604-b872-0515f5a0a062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:23.389912 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-432d1eab-0287-4604-b872-0515f5a0a062 admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:14:23.404904 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432d1eab-0287-4604-b872-0515f5a0a062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64103a0e-0590-4b37-801e-b51674401f31,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:23.405361 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaa7cb3-314f-45c5-8b3e-a1e7b3f337d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c74adf09-8f31-442e-8308-11432e0394c3,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:23.409943 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-432d1eab-0287-4604-b872-0515f5a0a062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:23.410496 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-432d1eab-0287-4604-b872-0515f5a0a062 admin admin] Added segment f4a31cbf-fa24-44fe-8726-b1aeea2122f6 of type vlan for network 9c8e80dc-d138-4f8e-aeb2-b0a6ac2097e3 Jul 15 23:14:23.456560 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ffaa7cb3-314f-45c5-8b3e-a1e7b3f337d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:23.457111 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-ffaa7cb3-314f-45c5-8b3e-a1e7b3f337d0 admin admin] Added segment 8c95e0dc-7b2e-4fda-acd8-715dc490e464 of type vlan for network bc4d0c97-5d85-4af5-8dfb-79d73dbdb620 Jul 15 23:14:23.471256 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-a2435cab-08ea-4b40-9e27-3fbddb8fab88 req-dcb23fd3-86e1-4c10-bb11-ce4a68570b90 service neutron] For port e2a2b966-442b-4f4d-9d32-2b902d12a3e4, host n-h2-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:14:23.473043 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-432d1eab-0287-4604-b872-0515f5a0a062 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:23.528742 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-432d1eab-0287-4604-b872-0515f5a0a062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:23.530806 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432d1eab-0287-4604-b872-0515f5a0a062 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:23.533167 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-432d1eab-0287-4604-b872-0515f5a0a062 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:23.558596 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ae539686-b240-4bd3-91a8-16aa40d38e26 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:23.577403 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-a2435cab-08ea-4b40-9e27-3fbddb8fab88 req-dcb23fd3-86e1-4c10-bb11-ce4a68570b90 service neutron] For port e2a2b966-442b-4f4d-9d32-2b902d12a3e4, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=e2a2b966-442b-4f4d-9d32-2b902d12a3e4,segment=NetworkSegment(f0ef8434-f4a9-4a08-8168-8c265159a987),segment_id=f0ef8434-f4a9-4a08-8168-8c265159a987)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:14:23.609167 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-432d1eab-0287-4604-b872-0515f5a0a062 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3284564 Jul 15 23:14:23.613556 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60824) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:23.617956 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6699577-88ad-4cb4-b6b5-335a14067a0f req-796d14dc-b16b-49e3-ab51-16b8998cb93d tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:23.619697 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b6699577-88ad-4cb4-b6b5-335a14067a0f req-796d14dc-b16b-49e3-ab51-16b8998cb93d tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/ports?device_id=720fe211-7265-4b45-94a1-7b3fc96e34e8 HTTP/1.1" status: 200 len: 931 time: 0.4669974 Jul 15 23:14:23.624194 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-a6ecb243-e598-4232-b3de-7c2794a9000b req-93d080cc-0fa7-452c-b4f5-8248fe528f72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b438afd-ebca-4f2c-a898-19c214d9055b {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:14:23.639697 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a2435cab-08ea-4b40-9e27-3fbddb8fab88 req-dcb23fd3-86e1-4c10-bb11-ce4a68570b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:23.640309 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-bce1d655-6627-44b6-bdc8-22d47bb6ceff admin admin] Request body: {'subnet': {'network_id': '9c8e80dc-d138-4f8e-aeb2-b0a6ac2097e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-414628760-subnet', 'tenant_id': '7b056b7f1c7a4605a8a953683314e21f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:14:23.654344 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a6ecb243-e598-4232-b3de-7c2794a9000b req-93d080cc-0fa7-452c-b4f5-8248fe528f72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:23.657811 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ffaa7cb3-314f-45c5-8b3e-a1e7b3f337d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:23.763683 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-a6ecb243-e598-4232-b3de-7c2794a9000b req-93d080cc-0fa7-452c-b4f5-8248fe528f72 service neutron] Transition to ACTIVE for port object 9b438afd-ebca-4f2c-a898-19c214d9055b will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:14:23.780340 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432d1eab-0287-4604-b872-0515f5a0a062 admin admin] Pushing event updated for resources: {'Network': ['ID=9c8e80dc-d138-4f8e-aeb2-b0a6ac2097e3,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:23.782774 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2435cab-08ea-4b40-9e27-3fbddb8fab88 req-dcb23fd3-86e1-4c10-bb11-ce4a68570b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:23.783625 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a2435cab-08ea-4b40-9e27-3fbddb8fab88 req-dcb23fd3-86e1-4c10-bb11-ce4a68570b90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:23.785466 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a2435cab-08ea-4b40-9e27-3fbddb8fab88 req-dcb23fd3-86e1-4c10-bb11-ce4a68570b90 service neutron] 10.222.0.41 "PUT /v2.0/ports/e2a2b966-442b-4f4d-9d32-2b902d12a3e4 HTTP/1.1" status: 200 len: 1091 time: 2.8724930 Jul 15 23:14:23.797302 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '159498bb-e71d-4162-a872-a8de7dd821be', 'tag': 'e2a2b966-442b-4f4d-9d32-2b902d12a3e4'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:14:23.800317 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a51109e-42d5-4300-8e59-5cdfc75a0b6f" -d '{"events": [{"name": "network-changed", "server_uuid": "159498bb-e71d-4162-a872-a8de7dd821be", "tag": "e2a2b966-442b-4f4d-9d32-2b902d12a3e4"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:14:23.814554 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 9c8e80dc-d138-4f8e-aeb2-b0a6ac2097e3 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:14:23.818400 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a6ecb243-e598-4232-b3de-7c2794a9000b req-93d080cc-0fa7-452c-b4f5-8248fe528f72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:23.837646 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce1d655-6627-44b6-bdc8-22d47bb6ceff admin admin] Made reservation on behalf of 7b056b7f1c7a4605a8a953683314e21f for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:14:23.844773 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bce1d655-6627-44b6-bdc8-22d47bb6ceff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:23.858356 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ae97d758-4e49-436c-a94d-679308201481 req-58ea6ebc-522a-4e09-a030-9e8c36b855b7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ebfc3dac-a424-46b2-b718-cab6123db16d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5408020 Jul 15 23:14:23.897539 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b6699577-88ad-4cb4-b6b5-335a14067a0f req-50a6caab-6973-48af-bf17-4e3a9466bd44 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3cc6b1b-b328-4d26-ba63-110947666d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488201 Jul 15 23:14:23.910445 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb23fd3-86e1-4c10-bb11-ce4a68570b90 service neutron] Pushing event updated for resources: {'Port': ['ID=e2a2b966-442b-4f4d-9d32-2b902d12a3e4,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:23.922848 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ffaa7cb3-314f-45c5-8b3e-a1e7b3f337d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:23.924316 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffaa7cb3-314f-45c5-8b3e-a1e7b3f337d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:23.925292 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ffaa7cb3-314f-45c5-8b3e-a1e7b3f337d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:24.067166 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ddd876-0f95-44c8-95a0-f18def7b1173 x-openstack-request-id: req-45ddd876-0f95-44c8-95a0-f18def7b1173 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:14:24.068330 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "159498bb-e71d-4162-a872-a8de7dd821be", "tag": "e2a2b966-442b-4f4d-9d32-2b902d12a3e4", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:14:24.068330 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-45ddd876-0f95-44c8-95a0-f18def7b1173 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:14:24.068330 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '159498bb-e71d-4162-a872-a8de7dd821be', 'tag': 'e2a2b966-442b-4f4d-9d32-2b902d12a3e4', 'status': 'completed', 'code': 200} Jul 15 23:14:24.207013 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bce1d655-6627-44b6-bdc8-22d47bb6ceff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:24.279871 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce1d655-6627-44b6-bdc8-22d47bb6ceff admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f1c9051-03d6-4cfe-a21f-410e003552b9,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:24.292848 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce1d655-6627-44b6-bdc8-22d47bb6ceff admin admin] Checking segment: {'id': 'f4a31cbf-fa24-44fe-8726-b1aeea2122f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9c8e80dc-d138-4f8e-aeb2-b0a6ac2097e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:14:24.293217 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce1d655-6627-44b6-bdc8-22d47bb6ceff admin admin] Network hostable DHCP agents. Network: 9c8e80dc-d138-4f8e-aeb2-b0a6ac2097e3, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:14:24.322944 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce1d655-6627-44b6-bdc8-22d47bb6ceff admin admin] Network 9c8e80dc-d138-4f8e-aeb2-b0a6ac2097e3 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:14:24.340768 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-bce1d655-6627-44b6-bdc8-22d47bb6ceff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 9c8e80dc-d138-4f8e-aeb2-b0a6ac2097e3) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:14:24.347335 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce1d655-6627-44b6-bdc8-22d47bb6ceff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:24.348503 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bce1d655-6627-44b6-bdc8-22d47bb6ceff admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:24.367601 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19e5172-ab3a-4bb9-981c-ef503475c474 None None] Network 9c8e80dc-d138-4f8e-aeb2-b0a6ac2097e3 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:14:24.393552 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d080cc-0fa7-452c-b4f5-8248fe528f72 service neutron] Pushing event updated for resources: {'Port': ['ID=9b438afd-ebca-4f2c-a898-19c214d9055b,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:24.402910 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaa7cb3-314f-45c5-8b3e-a1e7b3f337d0 admin admin] Pushing event updated for resources: {'Network': ['ID=bc4d0c97-5d85-4af5-8dfb-79d73dbdb620,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:24.429871 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network bc4d0c97-5d85-4af5-8dfb-79d73dbdb620 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:14:24.553218 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2435cab-08ea-4b40-9e27-3fbddb8fab88 req-e7828161-1195-4cb1-a60f-2929923cdbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:24.555970 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a2435cab-08ea-4b40-9e27-3fbddb8fab88 req-e7828161-1195-4cb1-a60f-2929923cdbc8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bcd8fa5c1bea4844bd70f8774f2c31f7&device_id=159498bb-e71d-4162-a872-a8de7dd821be HTTP/1.1" status: 200 len: 1094 time: 0.6501646 Jul 15 23:14:24.571163 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ae539686-b240-4bd3-91a8-16aa40d38e26 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:24.599710 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae97d758-4e49-436c-a94d-679308201481 req-c1bd5807-d2ad-4396-b2f4-608b80b0a44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:24.599936 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-bce1d655-6627-44b6-bdc8-22d47bb6ceff admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9749060 Jul 15 23:14:24.600357 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae97d758-4e49-436c-a94d-679308201481 req-c1bd5807-d2ad-4396-b2f4-608b80b0a44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:24.600357 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae97d758-4e49-436c-a94d-679308201481 req-c1bd5807-d2ad-4396-b2f4-608b80b0a44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:24.600357 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae97d758-4e49-436c-a94d-679308201481 req-c1bd5807-d2ad-4396-b2f4-608b80b0a44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:24.600357 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae97d758-4e49-436c-a94d-679308201481 req-c1bd5807-d2ad-4396-b2f4-608b80b0a44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:24.600357 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae97d758-4e49-436c-a94d-679308201481 req-c1bd5807-d2ad-4396-b2f4-608b80b0a44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:24.600357 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae97d758-4e49-436c-a94d-679308201481 req-c1bd5807-d2ad-4396-b2f4-608b80b0a44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:24.600357 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ae97d758-4e49-436c-a94d-679308201481 req-c1bd5807-d2ad-4396-b2f4-608b80b0a44a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=17c76d71cba4469f89099c3ebf7755c2&device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 6501 time: 0.6062026 Jul 15 23:14:24.642288 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7033c32-a8bc-469d-a384-d866806cd53c None None] Network 9c8e80dc-d138-4f8e-aeb2-b0a6ac2097e3 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:14:24.642681 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ae539686-b240-4bd3-91a8-16aa40d38e26 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:24.717021 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-ffaa7cb3-314f-45c5-8b3e-a1e7b3f337d0 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 2.6474628 Jul 15 23:14:24.718460 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-a6ecb243-e598-4232-b3de-7c2794a9000b req-93d080cc-0fa7-452c-b4f5-8248fe528f72 service neutron] Attempting to bind port 9b438afd-ebca-4f2c-a898-19c214d9055b on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:14:24.718997 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-a6ecb243-e598-4232-b3de-7c2794a9000b req-93d080cc-0fa7-452c-b4f5-8248fe528f72 service neutron] Attempting to bind port 9b438afd-ebca-4f2c-a898-19c214d9055b by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': 'f0ef8434-f4a9-4a08-8168-8c265159a987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '96ab0661-6266-4252-9c9c-1e8142971046'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:14:24.719426 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60844) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:24.719551 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ecb243-e598-4232-b3de-7c2794a9000b req-93d080cc-0fa7-452c-b4f5-8248fe528f72 service neutron] Attempting to bind port 9b438afd-ebca-4f2c-a898-19c214d9055b on network 96ab0661-6266-4252-9c9c-1e8142971046 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:14:24.727102 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-8429f8cb-86dd-4d58-bdf2-fdb2d3dbd90e admin admin] Request body: {'subnet': {'network_id': 'bc4d0c97-5d85-4af5-8dfb-79d73dbdb620', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1264744552-subnet', 'tenant_id': '48062b7ca7314e72995400ce76936d28', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:14:24.758879 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a3685d-1d71-481f-a2ee-fdc67dc8779c req-affb2663-5c26-4121-9aeb-db08a96192fb tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:24.771146 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a6a3685d-1d71-481f-a2ee-fdc67dc8779c req-affb2663-5c26-4121-9aeb-db08a96192fb tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fe01580-09e1-424c-8fb3-58421610bfec HTTP/1.1" status: 200 len: 946 time: 0.6743093 Jul 15 23:14:24.789576 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8429f8cb-86dd-4d58-bdf2-fdb2d3dbd90e admin admin] Made reservation on behalf of 48062b7ca7314e72995400ce76936d28 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:14:24.794750 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a2435cab-08ea-4b40-9e27-3fbddb8fab88 req-d8a4e371-ebf3-4288-a79b-4459aeec7fcc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2a2b966-442b-4f4d-9d32-2b902d12a3e4 HTTP/1.1" status: 200 len: 217 time: 0.2212970 Jul 15 23:14:24.795071 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8429f8cb-86dd-4d58-bdf2-fdb2d3dbd90e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:24.845160 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ecb243-e598-4232-b3de-7c2794a9000b req-93d080cc-0fa7-452c-b4f5-8248fe528f72 service neutron] Port 9b438afd-ebca-4f2c-a898-19c214d9055b on network 96ab0661-6266-4252-9c9c-1e8142971046 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:14:24.845640 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ecb243-e598-4232-b3de-7c2794a9000b req-93d080cc-0fa7-452c-b4f5-8248fe528f72 service neutron] Attempting to bind port 9b438afd-ebca-4f2c-a898-19c214d9055b on network 96ab0661-6266-4252-9c9c-1e8142971046 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:14:24.909857 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ecb243-e598-4232-b3de-7c2794a9000b req-93d080cc-0fa7-452c-b4f5-8248fe528f72 service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:14:24.910940 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ecb243-e598-4232-b3de-7c2794a9000b req-93d080cc-0fa7-452c-b4f5-8248fe528f72 service neutron] Checking segment: {'id': 'f0ef8434-f4a9-4a08-8168-8c265159a987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '96ab0661-6266-4252-9c9c-1e8142971046'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:14:24.910940 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ecb243-e598-4232-b3de-7c2794a9000b req-93d080cc-0fa7-452c-b4f5-8248fe528f72 service neutron] Bound using segment: {'id': 'f0ef8434-f4a9-4a08-8168-8c265159a987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '96ab0661-6266-4252-9c9c-1e8142971046'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:14:24.911696 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-a6ecb243-e598-4232-b3de-7c2794a9000b req-93d080cc-0fa7-452c-b4f5-8248fe528f72 service neutron] Bound port: 9b438afd-ebca-4f2c-a898-19c214d9055b, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0ef8434-f4a9-4a08-8168-8c265159a987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '96ab0661-6266-4252-9c9c-1e8142971046'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:14:24.912094 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a6ecb243-e598-4232-b3de-7c2794a9000b req-93d080cc-0fa7-452c-b4f5-8248fe528f72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:25.058671 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ae539686-b240-4bd3-91a8-16aa40d38e26 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:25.063235 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-ae539686-b240-4bd3-91a8-16aa40d38e26 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.7622674 Jul 15 23:14:25.066082 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60854) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:25.077108 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ad8f3ae4-10fa-4bb4-bd11-2608683a9475 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Request body: {'security_group_rule': {'security_group_id': 'abb4b684-8f34-468b-aecd-0b7658c0c2ad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:14:25.088572 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae539686-b240-4bd3-91a8-16aa40d38e26 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abb4b684-8f34-468b-aecd-0b7658c0c2ad,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:25.157126 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:25.183895 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a6a3685d-1d71-481f-a2ee-fdc67dc8779c req-c3d3db16-5662-4552-991b-b8b1fd5fbe2c tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4116232 Jul 15 23:14:25.193791 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad8f3ae4-10fa-4bb4-bd11-2608683a9475 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:25.216827 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2435cab-08ea-4b40-9e27-3fbddb8fab88 req-521a7fb0-dcb0-4d6c-a717-2fab16b9df6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:25.216827 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a2435cab-08ea-4b40-9e27-3fbddb8fab88 req-521a7fb0-dcb0-4d6c-a717-2fab16b9df6c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=861cc51f-5aa3-4f8e-b090-2fa15d26f9e0 HTTP/1.1" status: 200 len: 858 time: 0.3779211 Jul 15 23:14:25.262153 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8429f8cb-86dd-4d58-bdf2-fdb2d3dbd90e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:25.271978 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae97d758-4e49-436c-a94d-679308201481 req-db1302bd-069e-43fe-9c36-a04d56761be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:25.272834 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae97d758-4e49-436c-a94d-679308201481 req-db1302bd-069e-43fe-9c36-a04d56761be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:25.273662 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae97d758-4e49-436c-a94d-679308201481 req-db1302bd-069e-43fe-9c36-a04d56761be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:25.276544 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ae97d758-4e49-436c-a94d-679308201481 req-db1302bd-069e-43fe-9c36-a04d56761be6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e44e98f5-3493-4f81-9434-a1f39e44c5fc&id=970a88bd-fdba-4549-becb-46353b196f82&id=970a88bd-fdba-4549-becb-46353b196f82&id=970a88bd-fdba-4549-becb-46353b196f82&id=970a88bd-fdba-4549-becb-46353b196f82&id=9bef9b3a-38af-4114-8d89-aee9e6e60f51&id=9bef9b3a-38af-4114-8d89-aee9e6e60f51 HTTP/1.1" status: 200 len: 2297 time: 0.5687487 Jul 15 23:14:25.326810 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a2435cab-08ea-4b40-9e27-3fbddb8fab88 req-b538e42c-16d6-4f45-9bb5-d8d27f0e218e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=96ab0661-6266-4252-9c9c-1e8142971046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880051 Jul 15 23:14:25.377680 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8429f8cb-86dd-4d58-bdf2-fdb2d3dbd90e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb78a6d5-607f-412f-94b4-7bd41c3d2f9c,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:25.420831 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-a6ecb243-e598-4232-b3de-7c2794a9000b req-93d080cc-0fa7-452c-b4f5-8248fe528f72 service neutron] For port 9b438afd-ebca-4f2c-a898-19c214d9055b, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:14:25.470228 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-a6ecb243-e598-4232-b3de-7c2794a9000b req-93d080cc-0fa7-452c-b4f5-8248fe528f72 service neutron] For port 9b438afd-ebca-4f2c-a898-19c214d9055b, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=9b438afd-ebca-4f2c-a898-19c214d9055b,segment=NetworkSegment(f0ef8434-f4a9-4a08-8168-8c265159a987),segment_id=f0ef8434-f4a9-4a08-8168-8c265159a987)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:14:25.526484 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad8f3ae4-10fa-4bb4-bd11-2608683a9475 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:25.535215 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8429f8cb-86dd-4d58-bdf2-fdb2d3dbd90e admin admin] Checking segment: {'id': '8c95e0dc-7b2e-4fda-acd8-715dc490e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bc4d0c97-5d85-4af5-8dfb-79d73dbdb620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:14:25.536207 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8429f8cb-86dd-4d58-bdf2-fdb2d3dbd90e admin admin] Network hostable DHCP agents. Network: bc4d0c97-5d85-4af5-8dfb-79d73dbdb620, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:14:25.538201 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a6ecb243-e598-4232-b3de-7c2794a9000b req-93d080cc-0fa7-452c-b4f5-8248fe528f72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:25.550959 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ae97d758-4e49-436c-a94d-679308201481 req-757cdd8b-0c91-4b25-b8b1-3ef3d445403c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d743366-2938-4e94-bd00-f6544b7422ae HTTP/1.1" status: 200 len: 1002 time: 0.2283909 Jul 15 23:14:25.551434 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad8f3ae4-10fa-4bb4-bd11-2608683a9475 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:25.569127 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8429f8cb-86dd-4d58-bdf2-fdb2d3dbd90e admin admin] Network bc4d0c97-5d85-4af5-8dfb-79d73dbdb620 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:14:25.609537 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8f3ae4-10fa-4bb4-bd11-2608683a9475 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5be19aee-065d-42e9-bec3-7eacab167085,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:25.627080 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad8f3ae4-10fa-4bb4-bd11-2608683a9475 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:25.636441 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ad8f3ae4-10fa-4bb4-bd11-2608683a9475 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5679300 Jul 15 23:14:25.637921 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60868) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:25.658221 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1844fba9-1755-4f75-bbc0-6968115b4597 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Request body: {'security_group_rule': {'security_group_id': 'abb4b684-8f34-468b-aecd-0b7658c0c2ad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:14:25.658221 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-8429f8cb-86dd-4d58-bdf2-fdb2d3dbd90e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, bc4d0c97-5d85-4af5-8dfb-79d73dbdb620) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:14:25.670172 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8429f8cb-86dd-4d58-bdf2-fdb2d3dbd90e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:25.673663 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427ca432-e8c6-41b5-9667-c95c35b9061f None None] Network bc4d0c97-5d85-4af5-8dfb-79d73dbdb620 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:14:25.680816 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8429f8cb-86dd-4d58-bdf2-fdb2d3dbd90e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:25.736749 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1844fba9-1755-4f75-bbc0-6968115b4597 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:25.747592 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-8429f8cb-86dd-4d58-bdf2-fdb2d3dbd90e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0225766 Jul 15 23:14:25.751057 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60878) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:25.759170 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f8850c63-d3ea-4b5e-a207-73cd543c6a16 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1264744552-router', 'tenant_id': '48062b7ca7314e72995400ce76936d28', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:14:25.847039 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8850c63-d3ea-4b5e-a207-73cd543c6a16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:25.848826 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8850c63-d3ea-4b5e-a207-73cd543c6a16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:25.882171 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1844fba9-1755-4f75-bbc0-6968115b4597 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:25.891783 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1844fba9-1755-4f75-bbc0-6968115b4597 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:25.965293 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1844fba9-1755-4f75-bbc0-6968115b4597 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:25.967308 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-1844fba9-1755-4f75-bbc0-6968115b4597 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3274908 Jul 15 23:14:25.984457 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c43417-05b0-42a3-a2d4-044a1ada08a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-bc4d0c97-5d85-4af5-8dfb-79d73dbdb620', 'network_id': 'bc4d0c97-5d85-4af5-8dfb-79d73dbdb620', 'tenant_id': '48062b7ca7314e72995400ce76936d28', 'fixed_ips': [{'subnet_id': 'fb78a6d5-607f-412f-94b4-7bd41c3d2f9c'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:14:25.986166 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-15c43417-05b0-42a3-a2d4-044a1ada08a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:26.023192 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60880) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:26.030081 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d47b5e60-b4b9-4839-aa45-8974d1882d31 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Request body: {'floatingip': {'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:14:26.043483 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1844fba9-1755-4f75-bbc0-6968115b4597 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a890718c-adf5-4174-bebe-908a20151a29,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:26.048276 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8850c63-d3ea-4b5e-a207-73cd543c6a16 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:26.153532 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1399d02-ee4b-43eb-924b-11d7f59190ab req-c0a34528-8f25-4165-8bc7-fcef69340746 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:26.156028 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f1399d02-ee4b-43eb-924b-11d7f59190ab req-c0a34528-8f25-4165-8bc7-fcef69340746 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/ports?device_id=720fe211-7265-4b45-94a1-7b3fc96e34e8 HTTP/1.1" status: 200 len: 943 time: 0.9755876 Jul 15 23:14:26.201095 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d47b5e60-b4b9-4839-aa45-8974d1882d31 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:26.230781 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ecb243-e598-4232-b3de-7c2794a9000b req-93d080cc-0fa7-452c-b4f5-8248fe528f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:26.231816 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a6ecb243-e598-4232-b3de-7c2794a9000b req-93d080cc-0fa7-452c-b4f5-8248fe528f72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:26.234301 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a6ecb243-e598-4232-b3de-7c2794a9000b req-93d080cc-0fa7-452c-b4f5-8248fe528f72 service neutron] 10.222.0.49 "PUT /v2.0/ports/9b438afd-ebca-4f2c-a898-19c214d9055b HTTP/1.1" status: 200 len: 1091 time: 3.7669380 Jul 15 23:14:26.235404 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '720fe211-7265-4b45-94a1-7b3fc96e34e8', 'tag': '9b438afd-ebca-4f2c-a898-19c214d9055b'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:14:26.248070 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447574b8-79d2-4806-8343-07d72e5784bb" -d '{"events": [{"name": "network-changed", "server_uuid": "720fe211-7265-4b45-94a1-7b3fc96e34e8", "tag": "9b438afd-ebca-4f2c-a898-19c214d9055b"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:14:26.361049 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-15c43417-05b0-42a3-a2d4-044a1ada08a4 None None] Allocated IP 172.20.0.2 (bc4d0c97-5d85-4af5-8dfb-79d73dbdb620/fb78a6d5-607f-412f-94b4-7bd41c3d2f9c/f4f96062-4d72-4173-a457-038dada86332) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:14:26.370027 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8850c63-d3ea-4b5e-a207-73cd543c6a16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:26.451162 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae97d758-4e49-436c-a94d-679308201481 req-93789d32-9ce0-4e66-bc09-abb18c627c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:26.452654 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ae97d758-4e49-436c-a94d-679308201481 req-93789d32-9ce0-4e66-bc09-abb18c627c9b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0a37184c-ca0e-49c0-878a-e1693cdef72b HTTP/1.1" status: 200 len: 855 time: 0.8903182 Jul 15 23:14:26.454581 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a2435cab-08ea-4b40-9e27-3fbddb8fab88 req-0c4007e1-fe87-4c4e-a671-8982c309f6e8 service neutron] 10.222.0.41 "GET /v2.0/networks/96ab0661-6266-4252-9c9c-1e8142971046?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1083844 Jul 15 23:14:26.464555 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d080cc-0fa7-452c-b4f5-8248fe528f72 service neutron] Pushing event updated for resources: {'Port': ['ID=9b438afd-ebca-4f2c-a898-19c214d9055b,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:26.580094 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d080cc-0fa7-452c-b4f5-8248fe528f72 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:26.580854 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d080cc-0fa7-452c-b4f5-8248fe528f72 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:26.581524 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d080cc-0fa7-452c-b4f5-8248fe528f72 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:26.582101 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d080cc-0fa7-452c-b4f5-8248fe528f72 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:26.583298 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d080cc-0fa7-452c-b4f5-8248fe528f72 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:26.585063 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d080cc-0fa7-452c-b4f5-8248fe528f72 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:26.585637 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d080cc-0fa7-452c-b4f5-8248fe528f72 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:26.586478 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d080cc-0fa7-452c-b4f5-8248fe528f72 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:26.587038 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d080cc-0fa7-452c-b4f5-8248fe528f72 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:26.587613 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d080cc-0fa7-452c-b4f5-8248fe528f72 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:26.588233 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d080cc-0fa7-452c-b4f5-8248fe528f72 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:26.588784 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d080cc-0fa7-452c-b4f5-8248fe528f72 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:26.626173 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d47b5e60-b4b9-4839-aa45-8974d1882d31 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:26.706761 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-15c43417-05b0-42a3-a2d4-044a1ada08a4 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:26.720903 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-15c43417-05b0-42a3-a2d4-044a1ada08a4 None None] Transition to ACTIVE for port object f4f96062-4d72-4173-a457-038dada86332 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:14:26.737107 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42976be0-2e0d-4b99-9ece-4fcacc0b7bb1 req-a5d1675f-ab52-4b27-97bd-1836d70f6d31 tempest-ServerPasswordTestJSON-1964862032 tempest-ServerPasswordTestJSON-1964862032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:26.751397 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-42976be0-2e0d-4b99-9ece-4fcacc0b7bb1 req-a5d1675f-ab52-4b27-97bd-1836d70f6d31 tempest-ServerPasswordTestJSON-1964862032 tempest-ServerPasswordTestJSON-1964862032-project] 10.222.0.48 "GET /v2.0/networks?id=9c8e80dc-d138-4f8e-aeb2-b0a6ac2097e3 HTTP/1.1" status: 200 len: 812 time: 0.5522213 Jul 15 23:14:26.763053 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-15c43417-05b0-42a3-a2d4-044a1ada08a4 None None] Transition to ACTIVE for port object f4f96062-4d72-4173-a457-038dada86332 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:14:26.776759 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f1399d02-ee4b-43eb-924b-11d7f59190ab req-4ea275fb-5eb7-4bcd-9293-12573a302efd tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3cc6b1b-b328-4d26-ba63-110947666d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5593696 Jul 15 23:14:26.782549 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-15c43417-05b0-42a3-a2d4-044a1ada08a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:26.823972 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c43417-05b0-42a3-a2d4-044a1ada08a4 None None] Network bc4d0c97-5d85-4af5-8dfb-79d73dbdb620 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:14:26.828704 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-15c43417-05b0-42a3-a2d4-044a1ada08a4 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:14:26.866901 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c43417-05b0-42a3-a2d4-044a1ada08a4 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:14:26.952732 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-d47b5e60-b4b9-4839-aa45-8974d1882d31 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Allocated IP 172.25.5.122 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/4c295a91-16ac-4494-954e-be406853b5de) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:14:26.957136 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8850c63-d3ea-4b5e-a207-73cd543c6a16 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:26.958846 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-15c43417-05b0-42a3-a2d4-044a1ada08a4 None None] Attempting to bind port f4f96062-4d72-4173-a457-038dada86332 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:14:26.959809 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-15c43417-05b0-42a3-a2d4-044a1ada08a4 None None] Attempting to bind port f4f96062-4d72-4173-a457-038dada86332 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '8c95e0dc-7b2e-4fda-acd8-715dc490e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bc4d0c97-5d85-4af5-8dfb-79d73dbdb620'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:14:26.960786 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c43417-05b0-42a3-a2d4-044a1ada08a4 None None] Attempting to bind port f4f96062-4d72-4173-a457-038dada86332 on network bc4d0c97-5d85-4af5-8dfb-79d73dbdb620 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:14:26.964487 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c43417-05b0-42a3-a2d4-044a1ada08a4 None None] Pushing event updated for resources: {'Port': ['ID=f4f96062-4d72-4173-a457-038dada86332,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:26.973031 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c43417-05b0-42a3-a2d4-044a1ada08a4 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:14:26.974598 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c43417-05b0-42a3-a2d4-044a1ada08a4 None None] Checking segment: {'id': '8c95e0dc-7b2e-4fda-acd8-715dc490e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bc4d0c97-5d85-4af5-8dfb-79d73dbdb620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:14:26.975324 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-15c43417-05b0-42a3-a2d4-044a1ada08a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:26.975981 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c43417-05b0-42a3-a2d4-044a1ada08a4 None None] Bound using segment: {'id': '8c95e0dc-7b2e-4fda-acd8-715dc490e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bc4d0c97-5d85-4af5-8dfb-79d73dbdb620'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:14:26.977651 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-15c43417-05b0-42a3-a2d4-044a1ada08a4 None None] Bound port: f4f96062-4d72-4173-a457-038dada86332, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c95e0dc-7b2e-4fda-acd8-715dc490e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bc4d0c97-5d85-4af5-8dfb-79d73dbdb620'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:14:26.978402 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-15c43417-05b0-42a3-a2d4-044a1ada08a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:26.982181 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-42976be0-2e0d-4b99-9ece-4fcacc0b7bb1 req-013e2879-88c8-4b4e-88ff-a92bb8bd771f tempest-ServerPasswordTestJSON-1964862032 tempest-ServerPasswordTestJSON-1964862032-project] 10.222.0.48 "GET /v2.0/quotas/7b056b7f1c7a4605a8a953683314e21f HTTP/1.1" status: 200 len: 375 time: 0.2277641 Jul 15 23:14:27.007615 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8850c63-d3ea-4b5e-a207-73cd543c6a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:27.060934 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae97d758-4e49-436c-a94d-679308201481 req-80e513f5-6b0d-4035-aabb-52c28dcd5213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:27.063969 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ae97d758-4e49-436c-a94d-679308201481 req-80e513f5-6b0d-4035-aabb-52c28dcd5213 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e44e98f5-3493-4f81-9434-a1f39e44c5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5914242 Jul 15 23:14:27.066294 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-15c43417-05b0-42a3-a2d4-044a1ada08a4 None None] For port f4f96062-4d72-4173-a457-038dada86332, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:14:27.070839 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-15c43417-05b0-42a3-a2d4-044a1ada08a4 None None] For port f4f96062-4d72-4173-a457-038dada86332, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=f4f96062-4d72-4173-a457-038dada86332,segment=NetworkSegment(8c95e0dc-7b2e-4fda-acd8-715dc490e464),segment_id=8c95e0dc-7b2e-4fda-acd8-715dc490e464)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:14:27.080368 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-15c43417-05b0-42a3-a2d4-044a1ada08a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:27.116341 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ecb243-e598-4232-b3de-7c2794a9000b req-888bc990-2115-452d-8512-cf8df5d3f05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:27.118949 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a6ecb243-e598-4232-b3de-7c2794a9000b req-888bc990-2115-452d-8512-cf8df5d3f05e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bcd8fa5c1bea4844bd70f8774f2c31f7&device_id=720fe211-7265-4b45-94a1-7b3fc96e34e8 HTTP/1.1" status: 200 len: 1094 time: 0.7406528 Jul 15 23:14:27.156984 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-42976be0-2e0d-4b99-9ece-4fcacc0b7bb1 req-ff7c2367-870d-43fd-9143-bdab096dd97b tempest-ServerPasswordTestJSON-1964862032 tempest-ServerPasswordTestJSON-1964862032-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7b056b7f1c7a4605a8a953683314e21f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1738114 Jul 15 23:14:27.164946 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c43417-05b0-42a3-a2d4-044a1ada08a4 None None] Pushing event updated for resources: {'Port': ['ID=f4f96062-4d72-4173-a457-038dada86332,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:27.302057 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d47b5e60-b4b9-4839-aa45-8974d1882d31 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:27.331109 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a2435cab-08ea-4b40-9e27-3fbddb8fab88 req-33a9fd08-f6e9-4a24-9e45-958fada17be4 service neutron] 10.222.0.41 "GET /v2.0/networks/96ab0661-6266-4252-9c9c-1e8142971046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8508289 Jul 15 23:14:27.374404 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a6ecb243-e598-4232-b3de-7c2794a9000b req-7de8fcfe-a826-4e15-ac7a-a0c9a02a08b7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b438afd-ebca-4f2c-a898-19c214d9055b HTTP/1.1" status: 200 len: 217 time: 0.2148714 Jul 15 23:14:27.447141 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d47b5e60-b4b9-4839-aa45-8974d1882d31 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:27.566835 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47b5e60-b4b9-4839-aa45-8974d1882d31 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:14:27.580177 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-d47b5e60-b4b9-4839-aa45-8974d1882d31 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:14:27.589205 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47b5e60-b4b9-4839-aa45-8974d1882d31 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:14:27.690469 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-f8850c63-d3ea-4b5e-a207-73cd543c6a16 admin admin] Allocated IP 172.25.5.138 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/2af7e956-bc7f-4291-a112-9e2d05887610) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:14:27.693457 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47b5e60-b4b9-4839-aa45-8974d1882d31 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Pushing event updated for resources: {'Port': ['ID=4c295a91-16ac-4494-954e-be406853b5de,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:27.745071 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ae97d758-4e49-436c-a94d-679308201481 req-66ec769c-1dff-4f32-b637-2317fca0fb6a service neutron] 10.222.0.41 "GET /v2.0/networks/e44e98f5-3493-4f81-9434-a1f39e44c5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6378620 Jul 15 23:14:27.781582 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ecb243-e598-4232-b3de-7c2794a9000b req-2ec4b46f-10d0-4fda-8a6f-6edcc6272104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:27.783105 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a6ecb243-e598-4232-b3de-7c2794a9000b req-2ec4b46f-10d0-4fda-8a6f-6edcc6272104 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=861cc51f-5aa3-4f8e-b090-2fa15d26f9e0 HTTP/1.1" status: 200 len: 858 time: 0.3038857 Jul 15 23:14:27.820731 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d47b5e60-b4b9-4839-aa45-8974d1882d31 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:27.889984 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb196c-76df-4b02-b5e7-08f338b73bcb req-001b81e8-2656-4478-890e-20f2786ba0df tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:27.903444 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-36bb196c-76df-4b02-b5e7-08f338b73bcb req-001b81e8-2656-4478-890e-20f2786ba0df tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fe01580-09e1-424c-8fb3-58421610bfec HTTP/1.1" status: 200 len: 946 time: 0.5530796 Jul 15 23:14:27.908897 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a6ecb243-e598-4232-b3de-7c2794a9000b req-afeef562-96ea-4cbb-8d61-97af5e8f8328 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=96ab0661-6266-4252-9c9c-1e8142971046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1076334 Jul 15 23:14:27.951084 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d47b5e60-b4b9-4839-aa45-8974d1882d31 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:27.958190 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8850c63-d3ea-4b5e-a207-73cd543c6a16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:27.992741 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-42976be0-2e0d-4b99-9ece-4fcacc0b7bb1 req-7e61ed09-ba76-4199-a295-1a35bc8939ea service neutron] 10.222.0.48 "GET /v2.0/networks/9c8e80dc-d138-4f8e-aeb2-b0a6ac2097e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8346257 Jul 15 23:14:28.072842 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a51109e-42d5-4300-8e59-5cdfc75a0b6f req-6d2c30f9-c219-4ae9-9c74-196eb815a670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:28.075319 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6a51109e-42d5-4300-8e59-5cdfc75a0b6f req-6d2c30f9-c219-4ae9-9c74-196eb815a670 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bcd8fa5c1bea4844bd70f8774f2c31f7&device_id=159498bb-e71d-4162-a872-a8de7dd821be HTTP/1.1" status: 200 len: 1094 time: 0.5876653 Jul 15 23:14:28.101593 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8850c63-d3ea-4b5e-a207-73cd543c6a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:28.173753 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8850c63-d3ea-4b5e-a207-73cd543c6a16 admin admin] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:14:28.182470 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-f8850c63-d3ea-4b5e-a207-73cd543c6a16 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:14:28.192493 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8850c63-d3ea-4b5e-a207-73cd543c6a16 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:14:28.196247 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8850c63-d3ea-4b5e-a207-73cd543c6a16 admin admin] Pushing event updated for resources: {'Port': ['ID=2af7e956-bc7f-4291-a112-9e2d05887610,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:28.264607 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d47b5e60-b4b9-4839-aa45-8974d1882d31 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:28.271862 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d47b5e60-b4b9-4839-aa45-8974d1882d31 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:28.296087 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-36bb196c-76df-4b02-b5e7-08f338b73bcb req-9edb8883-8cf2-4300-9732-63a54e9b6be9 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3914232 Jul 15 23:14:28.342424 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ae97d758-4e49-436c-a94d-679308201481 req-091d67d9-66bc-4fdf-9ee1-49f104cd731e service neutron] 10.222.0.41 "GET /v2.0/networks/e44e98f5-3493-4f81-9434-a1f39e44c5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5765164 Jul 15 23:14:28.496793 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c04cd028-4215-4583-96b4-c12d2ee2e3fc x-openstack-request-id: req-c04cd028-4215-4583-96b4-c12d2ee2e3fc {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:14:28.497124 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "720fe211-7265-4b45-94a1-7b3fc96e34e8", "tag": "9b438afd-ebca-4f2c-a898-19c214d9055b", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:14:28.497338 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c04cd028-4215-4583-96b4-c12d2ee2e3fc {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:14:28.497743 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '720fe211-7265-4b45-94a1-7b3fc96e34e8', 'tag': '9b438afd-ebca-4f2c-a898-19c214d9055b', 'status': 'completed', 'code': 200} Jul 15 23:14:28.517769 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47b5e60-b4b9-4839-aa45-8974d1882d31 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Pushing event updated for resources: {'Port': ['ID=4c295a91-16ac-4494-954e-be406853b5de,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:28.549218 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ae97d758-4e49-436c-a94d-679308201481 req-84a0175e-de48-45ff-aff0-30e295f81fd7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=f70b3596-455f-49a0-8908-a104df34e5c9 HTTP/1.1" status: 200 len: 217 time: 0.1337070 Jul 15 23:14:28.558447 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d47b5e60-b4b9-4839-aa45-8974d1882d31 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:28.574247 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a6ecb243-e598-4232-b3de-7c2794a9000b req-d86a8b2e-f9b9-4a39-9ff8-61a851330bee service neutron] 10.222.0.49 "GET /v2.0/networks/96ab0661-6266-4252-9c9c-1e8142971046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6466286 Jul 15 23:14:28.590905 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d47b5e60-b4b9-4839-aa45-8974d1882d31 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:28.605010 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d47b5e60-b4b9-4839-aa45-8974d1882d31 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5785949 Jul 15 23:14:28.681508 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-42976be0-2e0d-4b99-9ece-4fcacc0b7bb1 req-8ed2054d-fe42-4b11-8272-8bc2c2aa893a service neutron] 10.222.0.48 "GET /v2.0/networks/9c8e80dc-d138-4f8e-aeb2-b0a6ac2097e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6214108 Jul 15 23:14:28.756043 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a51109e-42d5-4300-8e59-5cdfc75a0b6f req-4f380e04-0c0f-43e8-b671-082bd687262f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:28.757590 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6a51109e-42d5-4300-8e59-5cdfc75a0b6f req-4f380e04-0c0f-43e8-b671-082bd687262f service neutron] 10.222.0.41 "GET /v2.0/networks?id=96ab0661-6266-4252-9c9c-1e8142971046 HTTP/1.1" status: 200 len: 919 time: 0.6496062 Jul 15 23:14:28.837109 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e6e036-62b3-4ed9-abdd-226e691f6687 None None] Network bc4d0c97-5d85-4af5-8dfb-79d73dbdb620 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:14:28.880355 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8850c63-d3ea-4b5e-a207-73cd543c6a16 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:28.919158 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6a51109e-42d5-4300-8e59-5cdfc75a0b6f req-0db2af3a-cdf0-445f-abf0-955f4d26d739 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2a2b966-442b-4f4d-9d32-2b902d12a3e4 HTTP/1.1" status: 200 len: 217 time: 0.1507435 Jul 15 23:14:29.037556 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae97d758-4e49-436c-a94d-679308201481 req-a4aa1a92-3a6f-4823-bc98-8122bab6b7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:29.039084 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ae97d758-4e49-436c-a94d-679308201481 req-a4aa1a92-3a6f-4823-bc98-8122bab6b7c3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac68c16c-e2e3-48f3-b2ec-e6d10e3c3acf HTTP/1.1" status: 200 len: 797 time: 0.4725852 Jul 15 23:14:29.120940 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4d17877d-ba32-456a-be4e-b4eb259ff1cf None None] Provisioning for port f4f96062-4d72-4173-a457-038dada86332 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:14:29.170889 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a51109e-42d5-4300-8e59-5cdfc75a0b6f req-9badbe7b-6f61-4526-b06b-2273f372ae6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:29.171878 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6a51109e-42d5-4300-8e59-5cdfc75a0b6f req-9badbe7b-6f61-4526-b06b-2273f372ae6a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=861cc51f-5aa3-4f8e-b090-2fa15d26f9e0 HTTP/1.1" status: 200 len: 858 time: 0.1374862 Jul 15 23:14:29.427668 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6a51109e-42d5-4300-8e59-5cdfc75a0b6f req-93f6539c-dc8e-40fd-8681-43b3b9140413 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=96ab0661-6266-4252-9c9c-1e8142971046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2287872 Jul 15 23:14:29.448494 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a6ecb243-e598-4232-b3de-7c2794a9000b req-1a9003ef-434c-4f9e-9e8c-0218ec135a13 service neutron] 10.222.0.49 "GET /v2.0/networks/96ab0661-6266-4252-9c9c-1e8142971046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8279893 Jul 15 23:14:29.449605 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device f4f96062-4d72-4173-a457-038dada86332 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:14:29.469793 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8850c63-d3ea-4b5e-a207-73cd543c6a16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:29.586723 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port f4f96062-4d72-4173-a457-038dada86332 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:14:29.598754 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port f4f96062-4d72-4173-a457-038dada86332 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:14:29.599162 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:29.775245 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-99d72d87-72fd-4af1-a5b3-cfaf04f7afd8 None None] Provisioning complete for port f4f96062-4d72-4173-a457-038dada86332 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:14:29.779244 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-99d72d87-72fd-4af1-a5b3-cfaf04f7afd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:29.961353 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-99d72d87-72fd-4af1-a5b3-cfaf04f7afd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:29.980303 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:30.043065 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-99d72d87-72fd-4af1-a5b3-cfaf04f7afd8 None None] For port f4f96062-4d72-4173-a457-038dada86332, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=f4f96062-4d72-4173-a457-038dada86332,segment=NetworkSegment(8c95e0dc-7b2e-4fda-acd8-715dc490e464),segment_id=8c95e0dc-7b2e-4fda-acd8-715dc490e464)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:30.049817 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-99d72d87-72fd-4af1-a5b3-cfaf04f7afd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:30.085460 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6a51109e-42d5-4300-8e59-5cdfc75a0b6f req-1bafb245-6e7f-4b6f-8349-790ac4c805b4 service neutron] 10.222.0.41 "GET /v2.0/networks/96ab0661-6266-4252-9c9c-1e8142971046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6316078 Jul 15 23:14:30.140873 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b3237-7bd6-4799-ac52-d7491414fd23 req-ae95620c-f97a-49f7-aded-a52c1f0d72c8 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:30.160221 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.db.api [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:14:30.160397 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bc9b3237-7bd6-4799-ac52-d7491414fd23 req-ae95620c-f97a-49f7-aded-a52c1f0d72c8 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/networks?id=6516a713-fc78-44c2-b99b-acc90d8d4ccb HTTP/1.1" status: 200 len: 821 time: 0.7044964 Jul 15 23:14:30.161254 n-d-794306-6 neutron-server[93772]: DEBUG oslo_db.api [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:14:30.194635 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d72d87-72fd-4af1-a5b3-cfaf04f7afd8 None None] Pushing event updated for resources: {'Port': ['ID=f4f96062-4d72-4173-a457-038dada86332,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:30.225346 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8850c63-d3ea-4b5e-a207-73cd543c6a16 admin admin] Router 2a5b2c62-c5ed-499b-b5a1-baeaab3889da is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:14:30.239099 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42768f9e-8eb8-47ee-a1cf-55efede18122 req-a7de0c3e-747f-4565-9215-4fc547efac61 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:30.241698 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-42768f9e-8eb8-47ee-a1cf-55efede18122 req-a7de0c3e-747f-4565-9215-4fc547efac61 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/ports?device_id=720fe211-7265-4b45-94a1-7b3fc96e34e8 HTTP/1.1" status: 200 len: 943 time: 1.4830966 Jul 15 23:14:30.244014 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bc9b3237-7bd6-4799-ac52-d7491414fd23 req-30430319-1f16-4d2e-a69b-26a7e1a8b39b tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/quotas/5d9ae70e65954be9a165b199be83ef6a HTTP/1.1" status: 200 len: 375 time: 0.0526958 Jul 15 23:14:30.259936 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device e2a2b966-442b-4f4d-9d32-2b902d12a3e4 details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:14:30.368595 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae97d758-4e49-436c-a94d-679308201481 req-94a1a8d3-c0e8-4107-8b1c-72ce1ea119e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:30.371466 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ae97d758-4e49-436c-a94d-679308201481 req-94a1a8d3-c0e8-4107-8b1c-72ce1ea119e7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=970a88bd-fdba-4549-becb-46353b196f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.1968644 Jul 15 23:14:30.422845 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port e2a2b966-442b-4f4d-9d32-2b902d12a3e4, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=e2a2b966-442b-4f4d-9d32-2b902d12a3e4,segment=NetworkSegment(f0ef8434-f4a9-4a08-8168-8c265159a987),segment_id=f0ef8434-f4a9-4a08-8168-8c265159a987)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:30.505550 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8850c63-d3ea-4b5e-a207-73cd543c6a16 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:14:30.541317 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12085a68-9035-4b1a-90bf-38c78c96a6fe None None] Sync routers for ids ['2a5b2c62-c5ed-499b-b5a1-baeaab3889da'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:14:30.588971 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8850c63-d3ea-4b5e-a207-73cd543c6a16 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:30.591261 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f8850c63-d3ea-4b5e-a207-73cd543c6a16 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 4.8395333 Jul 15 23:14:30.594423 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12085a68-9035-4b1a-90bf-38c78c96a6fe None None] Routers {'2a5b2c62-c5ed-499b-b5a1-baeaab3889da'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:14:30.595371 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60942) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:30.595953 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-12085a68-9035-4b1a-90bf-38c78c96a6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:14:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['2a5b2c62-c5ed-499b-b5a1-baeaab3889da'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:14:30.629052 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': 'e2a2b966-442b-4f4d-9d32-2b902d12a3e4', 'network_id': '96ab0661-6266-4252-9c9c-1e8142971046', 'port_id': 'e2a2b966-442b-4f4d-9d32-2b902d12a3e4', 'mac_address': 'fa:16:3e:61:fc:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '861cc51f-5aa3-4f8e-b090-2fa15d26f9e0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:14:30.648650 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-42768f9e-8eb8-47ee-a1cf-55efede18122 req-3f5ee4b7-7a79-4fa5-b7a9-595f6d1181f2 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3cc6b1b-b328-4d26-ba63-110947666d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3728504 Jul 15 23:14:30.832172 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:30.833912 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-12085a68-9035-4b1a-90bf-38c78c96a6fe None None] Set router 2a5b2c62-c5ed-499b-b5a1-baeaab3889da gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:14:30.835384 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f1e192a2-1b59-4c46-8b60-a9cae68161a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:30.862103 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2a2b966-442b-4f4d-9d32-2b902d12a3e4 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:14:30.881945 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447574b8-79d2-4806-8343-07d72e5784bb req-2f58bea7-0717-4c94-9315-84f311216976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:30.884399 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-447574b8-79d2-4806-8343-07d72e5784bb req-2f58bea7-0717-4c94-9315-84f311216976 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bcd8fa5c1bea4844bd70f8774f2c31f7&device_id=720fe211-7265-4b45-94a1-7b3fc96e34e8 HTTP/1.1" status: 200 len: 1094 time: 1.0118132 Jul 15 23:14:30.925363 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port e2a2b966-442b-4f4d-9d32-2b902d12a3e4, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=e2a2b966-442b-4f4d-9d32-2b902d12a3e4,segment=NetworkSegment(f0ef8434-f4a9-4a08-8168-8c265159a987),segment_id=f0ef8434-f4a9-4a08-8168-8c265159a987)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:30.925651 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6a51109e-42d5-4300-8e59-5cdfc75a0b6f req-c29bda80-0e7d-43d9-83b8-d07b7a985130 service neutron] 10.222.0.41 "GET /v2.0/networks/96ab0661-6266-4252-9c9c-1e8142971046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8088036 Jul 15 23:14:30.936268 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:31.011782 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bc9b3237-7bd6-4799-ac52-d7491414fd23 req-a6112fe3-2c1f-42cc-a7d4-b0f0b7ca0d02 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5d9ae70e65954be9a165b199be83ef6a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7441916 Jul 15 23:14:31.053977 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-07270949-858c-4701-b1f0-c0932f1903b6 req-a25e13aa-f9da-4e35-8133-9960fc3168a7 tempest-ServerPasswordTestJSON-1964862032 tempest-ServerPasswordTestJSON-1964862032-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c7e89e4-a981-4812-beae-c43c8ec6948c HTTP/1.1" status: 200 len: 210 time: 0.1229696 Jul 15 23:14:31.090158 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=e2a2b966-442b-4f4d-9d32-2b902d12a3e4,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:31.247811 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-12085a68-9035-4b1a-90bf-38c78c96a6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5b2c62-c5ed-499b-b5a1-baeaab3889da', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1264744552-router', 'tenant_id': '48062b7ca7314e72995400ce76936d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '2af7e956-bc7f-4291-a112-9e2d05887610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:14:25Z', 'updated_at': '2021-07-15T23:14:28Z', 'revision_number': 3, 'project_id': '48062b7ca7314e72995400ce76936d28', 'gw_port': {'id': '2af7e956-bc7f-4291-a112-9e2d05887610', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5b2c62-c5ed-499b-b5a1-baeaab3889da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:14:27Z', 'updated_at': '2021-07-15T23:14:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:14:31.300376 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['e2a2b966-442b-4f4d-9d32-2b902d12a3e4'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:14:31.312021 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12085a68-9035-4b1a-90bf-38c78c96a6fe None None] Checking router: 2a5b2c62-c5ed-499b-b5a1-baeaab3889da for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:14:31.312561 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12085a68-9035-4b1a-90bf-38c78c96a6fe None None] Updating router 2a5b2c62-c5ed-499b-b5a1-baeaab3889da port 2af7e956-bc7f-4291-a112-9e2d05887610 binding host n-d-794306-6 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:14:31.381555 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ae97d758-4e49-436c-a94d-679308201481 req-b4313552-e7a3-4155-b250-f64c0d5d5d41 service neutron] 10.222.0.41 "GET /v2.0/networks/970a88bd-fdba-4549-becb-46353b196f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8946726 Jul 15 23:14:31.424108 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-12085a68-9035-4b1a-90bf-38c78c96a6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:31.450532 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device f4f96062-4d72-4173-a457-038dada86332 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:14:31.729201 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port f4f96062-4d72-4173-a457-038dada86332 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:14:31.739894 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:31.822020 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d72a1c4-63a9-4bbc-9b90-be8613ec067c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:32.076999 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-12085a68-9035-4b1a-90bf-38c78c96a6fe None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:32.103801 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-12085a68-9035-4b1a-90bf-38c78c96a6fe None None] Transition to ACTIVE for port object 2af7e956-bc7f-4291-a112-9e2d05887610 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:14:32.114561 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447574b8-79d2-4806-8343-07d72e5784bb req-c1758add-f02f-4a57-9c70-a55907a68bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:32.116990 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-447574b8-79d2-4806-8343-07d72e5784bb req-c1758add-f02f-4a57-9c70-a55907a68bb6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=96ab0661-6266-4252-9c9c-1e8142971046 HTTP/1.1" status: 200 len: 919 time: 1.2082140 Jul 15 23:14:32.119468 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-12085a68-9035-4b1a-90bf-38c78c96a6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:32.124046 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 9b438afd-ebca-4f2c-a898-19c214d9055b details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:14:32.199851 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02be27cd-1178-4855-a9c4-a7c12779be4c None None] Pushing event updated for resources: {'Port': ['ID=2af7e956-bc7f-4291-a112-9e2d05887610,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:32.234543 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-12085a68-9035-4b1a-90bf-38c78c96a6fe None None] Attempting to bind port 2af7e956-bc7f-4291-a112-9e2d05887610 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:14:32.235193 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-12085a68-9035-4b1a-90bf-38c78c96a6fe None None] Attempting to bind port 2af7e956-bc7f-4291-a112-9e2d05887610 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:14:32.235718 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12085a68-9035-4b1a-90bf-38c78c96a6fe None None] Attempting to bind port 2af7e956-bc7f-4291-a112-9e2d05887610 on network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:14:32.245272 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12085a68-9035-4b1a-90bf-38c78c96a6fe None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:14:32.245779 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12085a68-9035-4b1a-90bf-38c78c96a6fe None None] Checking segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:14:32.246349 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-12085a68-9035-4b1a-90bf-38c78c96a6fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:32.247048 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12085a68-9035-4b1a-90bf-38c78c96a6fe None None] Bound using segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:14:32.247852 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-12085a68-9035-4b1a-90bf-38c78c96a6fe None None] Bound port: 2af7e956-bc7f-4291-a112-9e2d05887610, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:14:32.248517 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-12085a68-9035-4b1a-90bf-38c78c96a6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:32.287951 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-447574b8-79d2-4806-8343-07d72e5784bb req-8fb8a7a7-918a-436e-be9d-bbf5c9907f1e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b438afd-ebca-4f2c-a898-19c214d9055b HTTP/1.1" status: 200 len: 217 time: 0.1179688 Jul 15 23:14:32.295003 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-5d72a1c4-63a9-4bbc-9b90-be8613ec067c admin admin] Allocated IP 172.20.0.1 (bc4d0c97-5d85-4af5-8dfb-79d73dbdb620/fb78a6d5-607f-412f-94b4-7bd41c3d2f9c/58e30866-e2d0-4313-b9ba-6f06ee68b22d) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:14:32.366633 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-12085a68-9035-4b1a-90bf-38c78c96a6fe None None] For port 2af7e956-bc7f-4291-a112-9e2d05887610, host n-d-794306-6, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:14:32.373415 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-12085a68-9035-4b1a-90bf-38c78c96a6fe None None] For port 2af7e956-bc7f-4291-a112-9e2d05887610, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=2af7e956-bc7f-4291-a112-9e2d05887610,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:14:32.386271 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-12085a68-9035-4b1a-90bf-38c78c96a6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:32.405885 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 9b438afd-ebca-4f2c-a898-19c214d9055b, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=9b438afd-ebca-4f2c-a898-19c214d9055b,segment=NetworkSegment(f0ef8434-f4a9-4a08-8168-8c265159a987),segment_id=f0ef8434-f4a9-4a08-8168-8c265159a987)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:32.428871 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '9b438afd-ebca-4f2c-a898-19c214d9055b', 'network_id': '96ab0661-6266-4252-9c9c-1e8142971046', 'port_id': '9b438afd-ebca-4f2c-a898-19c214d9055b', 'mac_address': 'fa:16:3e:c8:4b:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '861cc51f-5aa3-4f8e-b090-2fa15d26f9e0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:14:32.430407 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bc9b3237-7bd6-4799-ac52-d7491414fd23 req-5aa3e48b-6f37-47d1-821e-98d5a1a90804 service neutron] 10.222.0.48 "GET /v2.0/networks/6516a713-fc78-44c2-b99b-acc90d8d4ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4174922 Jul 15 23:14:32.518204 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:32.541859 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b438afd-ebca-4f2c-a898-19c214d9055b {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:14:32.552792 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42976be0-2e0d-4b99-9ece-4fcacc0b7bb1 req-1a656fd2-c59b-4038-b292-3914183602b1 tempest-ServerPasswordTestJSON-1964862032 tempest-ServerPasswordTestJSON-1964862032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:32.560028 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12085a68-9035-4b1a-90bf-38c78c96a6fe None None] Routers {'2a5b2c62-c5ed-499b-b5a1-baeaab3889da'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:14:32.560304 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-42976be0-2e0d-4b99-9ece-4fcacc0b7bb1 req-1a656fd2-c59b-4038-b292-3914183602b1 tempest-ServerPasswordTestJSON-1964862032 tempest-ServerPasswordTestJSON-1964862032-project] 10.222.0.41 "GET /v2.0/networks?id=9c8e80dc-d138-4f8e-aeb2-b0a6ac2097e3 HTTP/1.1" status: 200 len: 812 time: 1.3683903 Jul 15 23:14:32.561519 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-12085a68-9035-4b1a-90bf-38c78c96a6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:14:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['2a5b2c62-c5ed-499b-b5a1-baeaab3889da'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:14:32.568662 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02be27cd-1178-4855-a9c4-a7c12779be4c None None] Pushing event updated for resources: {'Port': ['ID=2af7e956-bc7f-4291-a112-9e2d05887610,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:32.588412 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d72a1c4-63a9-4bbc-9b90-be8613ec067c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:32.604567 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-42976be0-2e0d-4b99-9ece-4fcacc0b7bb1 req-111679fa-35d0-46a6-b122-4d387231d0cd tempest-ServerPasswordTestJSON-1964862032 tempest-ServerPasswordTestJSON-1964862032-project] Request body: {'port': {'device_id': '4c7e89e4-a981-4812-beae-c43c8ec6948c', 'network_id': '9c8e80dc-d138-4f8e-aeb2-b0a6ac2097e3', 'admin_state_up': True, 'tenant_id': '7b056b7f1c7a4605a8a953683314e21f'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:14:32.609296 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 9b438afd-ebca-4f2c-a898-19c214d9055b, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=9b438afd-ebca-4f2c-a898-19c214d9055b,segment=NetworkSegment(f0ef8434-f4a9-4a08-8168-8c265159a987),segment_id=f0ef8434-f4a9-4a08-8168-8c265159a987)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:32.621841 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:32.644622 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-5d72a1c4-63a9-4bbc-9b90-be8613ec067c admin admin] Transition to ACTIVE for port object 58e30866-e2d0-4313-b9ba-6f06ee68b22d will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:14:32.675616 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447574b8-79d2-4806-8343-07d72e5784bb req-715e09e7-72f8-45fb-b909-507b1934b08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:32.679344 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-447574b8-79d2-4806-8343-07d72e5784bb req-715e09e7-72f8-45fb-b909-507b1934b08d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=861cc51f-5aa3-4f8e-b090-2fa15d26f9e0 HTTP/1.1" status: 200 len: 858 time: 0.3626957 Jul 15 23:14:32.748631 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d72a1c4-63a9-4bbc-9b90-be8613ec067c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:32.754619 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=9b438afd-ebca-4f2c-a898-19c214d9055b,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:32.784147 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ae97d758-4e49-436c-a94d-679308201481 req-0acc0e42-bb3a-405e-92f5-b779d66911ed service neutron] 10.222.0.41 "GET /v2.0/networks/970a88bd-fdba-4549-becb-46353b196f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7058403 Jul 15 23:14:32.818814 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-12085a68-9035-4b1a-90bf-38c78c96a6fe None None] Set router 2a5b2c62-c5ed-499b-b5a1-baeaab3889da gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:14:32.826958 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d72a1c4-63a9-4bbc-9b90-be8613ec067c admin admin] Network bc4d0c97-5d85-4af5-8dfb-79d73dbdb620 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:14:32.833145 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-5d72a1c4-63a9-4bbc-9b90-be8613ec067c admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:14:32.840779 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d72a1c4-63a9-4bbc-9b90-be8613ec067c admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:14:32.855770 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['9b438afd-ebca-4f2c-a898-19c214d9055b'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:14:32.887999 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a301579-54cc-4174-9f3b-6330fd5af853 req-40aeccf3-093c-4cb4-8692-0e13bb638b0e tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:32.891818 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2a301579-54cc-4174-9f3b-6330fd5af853 req-40aeccf3-093c-4cb4-8692-0e13bb638b0e tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fe01580-09e1-424c-8fb3-58421610bfec HTTP/1.1" status: 200 len: 946 time: 0.7970066 Jul 15 23:14:32.917930 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d72a1c4-63a9-4bbc-9b90-be8613ec067c admin admin] Pushing event updated for resources: {'Port': ['ID=58e30866-e2d0-4313-b9ba-6f06ee68b22d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:32.937406 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-447574b8-79d2-4806-8343-07d72e5784bb req-eecb5083-e9f5-4798-9e98-31320986398a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=96ab0661-6266-4252-9c9c-1e8142971046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2409301 Jul 15 23:14:32.949053 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d72a1c4-63a9-4bbc-9b90-be8613ec067c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:33.076024 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ae97d758-4e49-436c-a94d-679308201481 req-4b75a795-06d9-48c6-81f3-143194ac686c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=5e6346b3-f308-4702-a019-e0418adeb56d HTTP/1.1" status: 200 len: 217 time: 0.1486282 Jul 15 23:14:33.216929 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-12085a68-9035-4b1a-90bf-38c78c96a6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5b2c62-c5ed-499b-b5a1-baeaab3889da', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1264744552-router', 'tenant_id': '48062b7ca7314e72995400ce76936d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '2af7e956-bc7f-4291-a112-9e2d05887610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:14:25Z', 'updated_at': '2021-07-15T23:14:28Z', 'revision_number': 3, 'project_id': '48062b7ca7314e72995400ce76936d28', 'gw_port': {'id': '2af7e956-bc7f-4291-a112-9e2d05887610', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5b2c62-c5ed-499b-b5a1-baeaab3889da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:14:27Z', 'updated_at': '2021-07-15T23:14:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:14:33.255801 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2a301579-54cc-4174-9f3b-6330fd5af853 req-c1f89225-fa7e-495d-815a-936b0157e720 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849709 Jul 15 23:14:33.291704 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-74771c04-807c-4edd-85db-fa74ab320d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:33.293665 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12085a68-9035-4b1a-90bf-38c78c96a6fe None None] The sync data for ids ['2a5b2c62-c5ed-499b-b5a1-baeaab3889da'] in n-d-794306-6 is: [{'id': '2a5b2c62-c5ed-499b-b5a1-baeaab3889da', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1264744552-router', 'tenant_id': '48062b7ca7314e72995400ce76936d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '2af7e956-bc7f-4291-a112-9e2d05887610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:14:25Z', 'updated_at': '2021-07-15T23:14:28Z', 'revision_number': 3, 'project_id': '48062b7ca7314e72995400ce76936d28', 'gw_port': {'id': '2af7e956-bc7f-4291-a112-9e2d05887610', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5b2c62-c5ed-499b-b5a1-baeaab3889da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:14:27Z', 'updated_at': '2021-07-15T23:14:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:14:33.306647 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d72a1c4-63a9-4bbc-9b90-be8613ec067c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:33.369683 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:33.424503 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae97d758-4e49-436c-a94d-679308201481 req-53cd742c-96a4-490b-b580-0d442e9c376f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:33.427525 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ae97d758-4e49-436c-a94d-679308201481 req-53cd742c-96a4-490b-b580-0d442e9c376f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac68c16c-e2e3-48f3-b2ec-e6d10e3c3acf HTTP/1.1" status: 200 len: 797 time: 0.2403228 Jul 15 23:14:33.466053 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d1acbb59-c95a-4d3f-b66b-f1e218e595b1 None None] Provisioning for port 58e30866-e2d0-4313-b9ba-6f06ee68b22d completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:14:33.480617 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d1acbb59-c95a-4d3f-b66b-f1e218e595b1 None None] Provisioning complete for port 58e30866-e2d0-4313-b9ba-6f06ee68b22d triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:14:33.481376 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d1acbb59-c95a-4d3f-b66b-f1e218e595b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:33.527786 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-447574b8-79d2-4806-8343-07d72e5784bb req-c26bd881-cc18-45fc-af9b-df5522b68afb service neutron] 10.222.0.49 "GET /v2.0/networks/96ab0661-6266-4252-9c9c-1e8142971046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4429524 Jul 15 23:14:33.566617 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-d1acbb59-c95a-4d3f-b66b-f1e218e595b1 None None] Port 58e30866-e2d0-4313-b9ba-6f06ee68b22d cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:14:33.588489 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bc9b3237-7bd6-4799-ac52-d7491414fd23 req-214ecb0a-4444-4dc3-8846-5d43eae9b4f5 service neutron] 10.222.0.48 "GET /v2.0/networks/6516a713-fc78-44c2-b99b-acc90d8d4ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1323936 Jul 15 23:14:33.759149 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42976be0-2e0d-4b99-9ece-4fcacc0b7bb1 req-111679fa-35d0-46a6-b122-4d387231d0cd tempest-ServerPasswordTestJSON-1964862032 tempest-ServerPasswordTestJSON-1964862032-project] Made reservation on behalf of 7b056b7f1c7a4605a8a953683314e21f for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:14:33.765330 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-42976be0-2e0d-4b99-9ece-4fcacc0b7bb1 req-111679fa-35d0-46a6-b122-4d387231d0cd tempest-ServerPasswordTestJSON-1964862032 tempest-ServerPasswordTestJSON-1964862032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:33.857207 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae97d758-4e49-436c-a94d-679308201481 req-d2a3e350-b5a7-4792-bf62-1a7e9a53ea89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:33.858805 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ae97d758-4e49-436c-a94d-679308201481 req-d2a3e350-b5a7-4792-bf62-1a7e9a53ea89 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=970a88bd-fdba-4549-becb-46353b196f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3243279 Jul 15 23:14:33.863720 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-447574b8-79d2-4806-8343-07d72e5784bb req-80278692-3d21-4696-b7bf-c7e441189935 service neutron] 10.222.0.49 "GET /v2.0/networks/96ab0661-6266-4252-9c9c-1e8142971046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227735 Jul 15 23:14:33.905391 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d72a1c4-63a9-4bbc-9b90-be8613ec067c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:33.914781 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d72a1c4-63a9-4bbc-9b90-be8613ec067c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:34.085257 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d72a1c4-63a9-4bbc-9b90-be8613ec067c admin admin] Pushing event updated for resources: {'Port': ['ID=58e30866-e2d0-4313-b9ba-6f06ee68b22d,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:34.155483 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 9b438afd-ebca-4f2c-a898-19c214d9055b up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:14:34.179351 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d72a1c4-63a9-4bbc-9b90-be8613ec067c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:34.291493 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0809821d-ef91-4341-944c-00f89acc1713 req-33e7bae2-befd-4471-988c-f3cbf8bbb626 tempest-ServerPasswordTestJSON-1964862032 tempest-ServerPasswordTestJSON-1964862032-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c7e89e4-a981-4812-beae-c43c8ec6948c HTTP/1.1" status: 200 len: 210 time: 0.0616155 Jul 15 23:14:34.324641 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device e2a2b966-442b-4f4d-9d32-2b902d12a3e4 up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:14:34.366609 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:34.405820 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port 9b438afd-ebca-4f2c-a898-19c214d9055b completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:14:34.415918 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 9b438afd-ebca-4f2c-a898-19c214d9055b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:14:34.416688 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:34.469353 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port e2a2b966-442b-4f4d-9d32-2b902d12a3e4 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:14:34.494152 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port e2a2b966-442b-4f4d-9d32-2b902d12a3e4 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:14:34.494599 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:34.519315 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ae97d758-4e49-436c-a94d-679308201481 req-b1bb679e-0832-44b8-8b90-112e3b2aa923 service neutron] 10.222.0.41 "GET /v2.0/networks/970a88bd-fdba-4549-becb-46353b196f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6287498 Jul 15 23:14:34.526906 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8ddb9c00-7abf-475b-a71c-af26f42d5999 req-0e81ae0a-2559-43b2-8c89-8e5e64c2cc2c tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/ports?device_id=8501acfb-d746-4f81-94de-883d32000579 HTTP/1.1" status: 200 len: 210 time: 0.1170299 Jul 15 23:14:34.530295 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-42976be0-2e0d-4b99-9ece-4fcacc0b7bb1 req-111679fa-35d0-46a6-b122-4d387231d0cd tempest-ServerPasswordTestJSON-1964862032 tempest-ServerPasswordTestJSON-1964862032-project] Allocated IP 172.20.0.5 (9c8e80dc-d138-4f8e-aeb2-b0a6ac2097e3/7f1c9051-03d6-4cfe-a21f-410e003552b9/b4324f9d-de2e-4c82-aa36-c0b083095a73) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:14:34.577888 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d72a1c4-63a9-4bbc-9b90-be8613ec067c admin admin] Network bc4d0c97-5d85-4af5-8dfb-79d73dbdb620 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:14:34.580108 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-5d72a1c4-63a9-4bbc-9b90-be8613ec067c admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:14:34.735646 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:34.760757 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d72a1c4-63a9-4bbc-9b90-be8613ec067c admin admin] Router 2a5b2c62-c5ed-499b-b5a1-baeaab3889da has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:14:34.841343 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:34.842889 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '159498bb-e71d-4162-a872-a8de7dd821be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a2b966-442b-4f4d-9d32-2b902d12a3e4'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:14:34.845815 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3a88f8-77cb-451b-b9ec-e4f3d3ecb6d4" -d '{"events": [{"server_uuid": "159498bb-e71d-4162-a872-a8de7dd821be", "name": "network-vif-plugged", "status": "completed", "tag": "e2a2b966-442b-4f4d-9d32-2b902d12a3e4"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:14:34.881858 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port e2a2b966-442b-4f4d-9d32-2b902d12a3e4, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=e2a2b966-442b-4f4d-9d32-2b902d12a3e4,segment=NetworkSegment(f0ef8434-f4a9-4a08-8168-8c265159a987),segment_id=f0ef8434-f4a9-4a08-8168-8c265159a987)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:34.891073 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:34.945894 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5178cf2-f896-4ff1-b6b4-4742e75f1209 req-17315895-3b07-4e53-8b00-639ca374f8cb tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:34.949624 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 9b438afd-ebca-4f2c-a898-19c214d9055b, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=9b438afd-ebca-4f2c-a898-19c214d9055b,segment=NetworkSegment(f0ef8434-f4a9-4a08-8168-8c265159a987),segment_id=f0ef8434-f4a9-4a08-8168-8c265159a987)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:34.949775 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d72a1c4-63a9-4bbc-9b90-be8613ec067c admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:14:34.962510 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f5178cf2-f896-4ff1-b6b4-4742e75f1209 req-17315895-3b07-4e53-8b00-639ca374f8cb tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/ports?device_id=720fe211-7265-4b45-94a1-7b3fc96e34e8 HTTP/1.1" status: 200 len: 944 time: 0.6351726 Jul 15 23:14:34.962844 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:34.977047 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-5d72a1c4-63a9-4bbc-9b90-be8613ec067c admin admin] 10.222.0.48 "PUT /v2.0/routers/2a5b2c62-c5ed-499b-b5a1-baeaab3889da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3796999 Jul 15 23:14:35.001213 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=e2a2b966-442b-4f4d-9d32-2b902d12a3e4,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:35.038350 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2c77e3cc-ef88-4143-a3ce-193bb09ae63f None None] Provisioning complete for port 58e30866-e2d0-4313-b9ba-6f06ee68b22d triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:14:35.056405 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ae97d758-4e49-436c-a94d-679308201481 req-9f0051ce-a657-4216-bfd4-247057c01f34 service neutron] 10.222.0.41 "GET /v2.0/networks/970a88bd-fdba-4549-becb-46353b196f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5279830 Jul 15 23:14:35.057117 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2c77e3cc-ef88-4143-a3ce-193bb09ae63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:35.143869 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2c77e3cc-ef88-4143-a3ce-193bb09ae63f None None] Port 58e30866-e2d0-4313-b9ba-6f06ee68b22d cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:14:35.148518 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=9b438afd-ebca-4f2c-a898-19c214d9055b,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:35.171217 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ae97d758-4e49-436c-a94d-679308201481 req-d37cd39b-7dcf-4e4e-b9f7-6638b79949af service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.144&port_id=1508ac1c-9b5d-4c1b-8a04-8901ffeae8f7 HTTP/1.1" status: 200 len: 217 time: 0.0764334 Jul 15 23:14:35.255351 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4668988e-8f39-408e-b220-cd7ccfbbd3bc req-2fb6d29f-f878-434d-8788-b695dc29a788 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:35.256911 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4668988e-8f39-408e-b220-cd7ccfbbd3bc req-2fb6d29f-f878-434d-8788-b695dc29a788 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fe01580-09e1-424c-8fb3-58421610bfec HTTP/1.1" status: 200 len: 946 time: 0.4803290 Jul 15 23:14:35.280023 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f5178cf2-f896-4ff1-b6b4-4742e75f1209 req-4a4975de-ed99-465d-9b77-6cf4222a7080 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3cc6b1b-b328-4d26-ba63-110947666d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158352 Jul 15 23:14:35.311544 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-42976be0-2e0d-4b99-9ece-4fcacc0b7bb1 req-111679fa-35d0-46a6-b122-4d387231d0cd tempest-ServerPasswordTestJSON-1964862032 tempest-ServerPasswordTestJSON-1964862032-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:35.330079 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae97d758-4e49-436c-a94d-679308201481 req-07dabc68-8f05-42c9-9c6a-46b8e967a41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:35.332143 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ae97d758-4e49-436c-a94d-679308201481 req-07dabc68-8f05-42c9-9c6a-46b8e967a41f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac68c16c-e2e3-48f3-b2ec-e6d10e3c3acf HTTP/1.1" status: 200 len: 797 time: 0.1507642 Jul 15 23:14:35.430420 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4668988e-8f39-408e-b220-cd7ccfbbd3bc req-9e104efb-be13-44e3-a130-fd4a816d5af9 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615639 Jul 15 23:14:35.490820 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 2af7e956-bc7f-4291-a112-9e2d05887610 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:14:35.523083 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0781d9ce-4a63-4679-9110-d67edde82113 x-openstack-request-id: req-0781d9ce-4a63-4679-9110-d67edde82113 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:14:35.523829 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "159498bb-e71d-4162-a872-a8de7dd821be", "name": "network-vif-plugged", "status": "completed", "tag": "e2a2b966-442b-4f4d-9d32-2b902d12a3e4", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:14:35.524509 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0781d9ce-4a63-4679-9110-d67edde82113 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:14:35.525464 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '159498bb-e71d-4162-a872-a8de7dd821be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a2b966-442b-4f4d-9d32-2b902d12a3e4', 'code': 200} Jul 15 23:14:35.527185 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae97d758-4e49-436c-a94d-679308201481 req-2ae8dffe-daee-440f-9fe0-6fcc5fd52b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:35.528992 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ae97d758-4e49-436c-a94d-679308201481 req-2ae8dffe-daee-440f-9fe0-6fcc5fd52b18 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=970a88bd-fdba-4549-becb-46353b196f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1906965 Jul 15 23:14:35.530222 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-42976be0-2e0d-4b99-9ece-4fcacc0b7bb1 req-111679fa-35d0-46a6-b122-4d387231d0cd tempest-ServerPasswordTestJSON-1964862032 tempest-ServerPasswordTestJSON-1964862032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:35.601335 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 2af7e956-bc7f-4291-a112-9e2d05887610 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:14:35.606976 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 2af7e956-bc7f-4291-a112-9e2d05887610 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:14:35.607455 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:35.612833 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42976be0-2e0d-4b99-9ece-4fcacc0b7bb1 req-111679fa-35d0-46a6-b122-4d387231d0cd tempest-ServerPasswordTestJSON-1964862032 tempest-ServerPasswordTestJSON-1964862032-project] Network 9c8e80dc-d138-4f8e-aeb2-b0a6ac2097e3 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:14:35.654523 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-42976be0-2e0d-4b99-9ece-4fcacc0b7bb1 req-111679fa-35d0-46a6-b122-4d387231d0cd tempest-ServerPasswordTestJSON-1964862032 tempest-ServerPasswordTestJSON-1964862032-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:14:35.657350 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-42976be0-2e0d-4b99-9ece-4fcacc0b7bb1 req-111679fa-35d0-46a6-b122-4d387231d0cd tempest-ServerPasswordTestJSON-1964862032 tempest-ServerPasswordTestJSON-1964862032-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:14:35.694742 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111679fa-35d0-46a6-b122-4d387231d0cd tempest-ServerPasswordTestJSON-1964862032 tempest-ServerPasswordTestJSON-1964862032-project] Pushing event updated for resources: {'Port': ['ID=b4324f9d-de2e-4c82-aa36-c0b083095a73,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:35.737838 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:35.769295 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 2af7e956-bc7f-4291-a112-9e2d05887610, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=2af7e956-bc7f-4291-a112-9e2d05887610,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:35.775761 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:35.779183 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ae97d758-4e49-436c-a94d-679308201481 req-03e5f9f5-f603-4ec1-ac64-5db0eb7ccd75 service neutron] 10.222.0.41 "GET /v2.0/networks/970a88bd-fdba-4549-becb-46353b196f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331774 Jul 15 23:14:35.866692 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=2af7e956-bc7f-4291-a112-9e2d05887610,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:35.897461 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21779c8a-bc20-4241-85d9-64ed422bc81d req-9ba7b5fa-379e-48b5-98b7-7e34e72ffa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:35.900536 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-21779c8a-bc20-4241-85d9-64ed422bc81d req-9ba7b5fa-379e-48b5-98b7-7e34e72ffa9a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=159498bb-e71d-4162-a872-a8de7dd821be HTTP/1.1" status: 200 len: 1096 time: 0.2640018 Jul 15 23:14:35.960380 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-21779c8a-bc20-4241-85d9-64ed422bc81d req-5b42f815-2715-455f-b7e6-7556c56362a5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f3cc6b1b-b328-4d26-ba63-110947666d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511992 Jul 15 23:14:36.010049 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42976be0-2e0d-4b99-9ece-4fcacc0b7bb1 req-111679fa-35d0-46a6-b122-4d387231d0cd tempest-ServerPasswordTestJSON-1964862032 tempest-ServerPasswordTestJSON-1964862032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:36.010643 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-42976be0-2e0d-4b99-9ece-4fcacc0b7bb1 req-111679fa-35d0-46a6-b122-4d387231d0cd tempest-ServerPasswordTestJSON-1964862032 tempest-ServerPasswordTestJSON-1964862032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:36.166337 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-42976be0-2e0d-4b99-9ece-4fcacc0b7bb1 req-111679fa-35d0-46a6-b122-4d387231d0cd tempest-ServerPasswordTestJSON-1964862032 tempest-ServerPasswordTestJSON-1964862032-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5748432 Jul 15 23:14:36.212784 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bed429-cd3e-4d0f-9438-50fe55bddaf0 None None] Sync routers for ids ['2a5b2c62-c5ed-499b-b5a1-baeaab3889da'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:14:36.220500 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:36.227604 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bed429-cd3e-4d0f-9438-50fe55bddaf0 None None] Routers {'2a5b2c62-c5ed-499b-b5a1-baeaab3889da'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:14:36.228700 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-74bed429-cd3e-4d0f-9438-50fe55bddaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:14:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['2a5b2c62-c5ed-499b-b5a1-baeaab3889da'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:14:36.237018 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7818fa-a9ce-40a3-b35c-42c87e962d6f req-b81a5ded-4cac-474f-8646-e48c0f14ad44 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:36.240336 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-be7818fa-a9ce-40a3-b35c-42c87e962d6f req-b81a5ded-4cac-474f-8646-e48c0f14ad44 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/networks?id=54d36d42-4b6b-4a3b-a62a-15b6ab91449d HTTP/1.1" status: 200 len: 821 time: 0.5705917 Jul 15 23:14:36.263965 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-42976be0-2e0d-4b99-9ece-4fcacc0b7bb1 req-d82c9ada-915e-4195-b589-a1bac998fc17 service neutron] Request body: {'port': {'device_id': '4c7e89e4-a981-4812-beae-c43c8ec6948c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:14:36.417431 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-74bed429-cd3e-4d0f-9438-50fe55bddaf0 None None] Set router 2a5b2c62-c5ed-499b-b5a1-baeaab3889da gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:14:36.703127 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ae97d758-4e49-436c-a94d-679308201481 req-f60e57a1-8bdc-445b-bd25-039aca452f0a service neutron] 10.222.0.41 "GET /v2.0/networks/970a88bd-fdba-4549-becb-46353b196f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8957682 Jul 15 23:14:36.732162 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-be7818fa-a9ce-40a3-b35c-42c87e962d6f req-0ed8deb4-5a4b-448e-9af7-745c5823b2d9 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/quotas/97397394137f47b6b8b1bb83454a379f HTTP/1.1" status: 200 len: 375 time: 0.0859895 Jul 15 23:14:36.747366 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740bfcb3-ac99-4737-993e-0b93e7d7f326 req-ce1b175a-3886-484a-a5df-87e406bdfe33 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:36.748145 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-740bfcb3-ac99-4737-993e-0b93e7d7f326 req-ce1b175a-3886-484a-a5df-87e406bdfe33 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] 10.222.0.48 "GET /v2.0/networks?id=bc4d0c97-5d85-4af5-8dfb-79d73dbdb620 HTTP/1.1" status: 200 len: 829 time: 0.8776841 Jul 15 23:14:36.758981 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-74bed429-cd3e-4d0f-9438-50fe55bddaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5b2c62-c5ed-499b-b5a1-baeaab3889da', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1264744552-router', 'tenant_id': '48062b7ca7314e72995400ce76936d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '2af7e956-bc7f-4291-a112-9e2d05887610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:14:25Z', 'updated_at': '2021-07-15T23:14:33Z', 'revision_number': 4, 'project_id': '48062b7ca7314e72995400ce76936d28', 'gw_port': {'id': '2af7e956-bc7f-4291-a112-9e2d05887610', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5b2c62-c5ed-499b-b5a1-baeaab3889da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:14:27Z', 'updated_at': '2021-07-15T23:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '58e30866-e2d0-4313-b9ba-6f06ee68b22d', 'name': '', 'network_id': 'bc4d0c97-5d85-4af5-8dfb-79d73dbdb620', 'tenant_id': '48062b7ca7314e72995400ce76936d28', 'mac_address': 'fa:16:3e:fa:3d:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5b2c62-c5ed-499b-b5a1-baeaab3889da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'fb78a6d5-607f-412f-94b4-7bd41c3d2f9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:14:31Z', 'updated_at': '2021-07-15T23:14:33Z', 'revision_number': 2, 'project_id': '48062b7ca7314e72995400ce76936d28', 'subnets': [{'id': 'fb78a6d5-607f-412f-94b4-7bd41c3d2f9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:14:36.805027 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ae97d758-4e49-436c-a94d-679308201481 req-4d1c8901-5191-443a-91bf-be706f8d3cb9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=58031bb6-e328-42ef-a4eb-d60400499716 HTTP/1.1" status: 200 len: 217 time: 0.0913332 Jul 15 23:14:36.811723 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bed429-cd3e-4d0f-9438-50fe55bddaf0 None None] Checking router: 2a5b2c62-c5ed-499b-b5a1-baeaab3889da for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:14:36.812314 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bed429-cd3e-4d0f-9438-50fe55bddaf0 None None] Updating router 2a5b2c62-c5ed-499b-b5a1-baeaab3889da port 58e30866-e2d0-4313-b9ba-6f06ee68b22d binding host n-d-794306-6 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:14:36.854819 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-74bed429-cd3e-4d0f-9438-50fe55bddaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:36.863416 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b3237-7bd6-4799-ac52-d7491414fd23 req-769f9090-8046-4224-8bb2-94d2b2ef8d41 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:36.865691 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bc9b3237-7bd6-4799-ac52-d7491414fd23 req-769f9090-8046-4224-8bb2-94d2b2ef8d41 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.49 "GET /v2.0/networks?id=6516a713-fc78-44c2-b99b-acc90d8d4ccb HTTP/1.1" status: 200 len: 821 time: 0.9753025 Jul 15 23:14:36.886841 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-bc9b3237-7bd6-4799-ac52-d7491414fd23 req-86cd8708-c4c4-45a1-a107-9fcfaee5bb51 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Request body: {'port': {'device_id': '8501acfb-d746-4f81-94de-883d32000579', 'network_id': '6516a713-fc78-44c2-b99b-acc90d8d4ccb', 'admin_state_up': True, 'tenant_id': '5d9ae70e65954be9a165b199be83ef6a'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:14:36.915681 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-740bfcb3-ac99-4737-993e-0b93e7d7f326 req-aa34a171-295d-4b6b-adab-2713e382e720 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] 10.222.0.48 "GET /v2.0/quotas/48062b7ca7314e72995400ce76936d28 HTTP/1.1" status: 200 len: 375 time: 0.1340721 Jul 15 23:14:37.005069 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-42976be0-2e0d-4b99-9ece-4fcacc0b7bb1 req-d82c9ada-915e-4195-b589-a1bac998fc17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:37.112337 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae97d758-4e49-436c-a94d-679308201481 req-f5a37131-970d-4f9e-b738-e7c81b9d02e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:37.115620 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ae97d758-4e49-436c-a94d-679308201481 req-f5a37131-970d-4f9e-b738-e7c81b9d02e4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac68c16c-e2e3-48f3-b2ec-e6d10e3c3acf HTTP/1.1" status: 200 len: 797 time: 0.3010082 Jul 15 23:14:37.245011 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-be7818fa-a9ce-40a3-b35c-42c87e962d6f req-6c433b75-45f2-443b-989b-85abf83e923c tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=97397394137f47b6b8b1bb83454a379f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4667087 Jul 15 23:14:37.257831 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-74bed429-cd3e-4d0f-9438-50fe55bddaf0 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:37.270629 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-74bed429-cd3e-4d0f-9438-50fe55bddaf0 None None] Transition to ACTIVE for port object 58e30866-e2d0-4313-b9ba-6f06ee68b22d will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:14:37.277977 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-74bed429-cd3e-4d0f-9438-50fe55bddaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:37.357917 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-740bfcb3-ac99-4737-993e-0b93e7d7f326 req-662c9379-5701-47c0-b238-6aea6eee24eb tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=48062b7ca7314e72995400ce76936d28&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4232850 Jul 15 23:14:37.369230 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10eaf79-cbb0-443d-a392-aeb20456f790 None None] Pushing event updated for resources: {'Port': ['ID=58e30866-e2d0-4313-b9ba-6f06ee68b22d,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:37.395039 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc9b3237-7bd6-4799-ac52-d7491414fd23 req-86cd8708-c4c4-45a1-a107-9fcfaee5bb51 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Made reservation on behalf of 5d9ae70e65954be9a165b199be83ef6a for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:14:37.398742 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bc9b3237-7bd6-4799-ac52-d7491414fd23 req-86cd8708-c4c4-45a1-a107-9fcfaee5bb51 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:37.410297 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 2af7e956-bc7f-4291-a112-9e2d05887610 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:14:37.490175 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-74bed429-cd3e-4d0f-9438-50fe55bddaf0 None None] Attempting to bind port 58e30866-e2d0-4313-b9ba-6f06ee68b22d on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:14:37.490757 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-74bed429-cd3e-4d0f-9438-50fe55bddaf0 None None] Attempting to bind port 58e30866-e2d0-4313-b9ba-6f06ee68b22d by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '8c95e0dc-7b2e-4fda-acd8-715dc490e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bc4d0c97-5d85-4af5-8dfb-79d73dbdb620'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:14:37.491340 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bed429-cd3e-4d0f-9438-50fe55bddaf0 None None] Attempting to bind port 58e30866-e2d0-4313-b9ba-6f06ee68b22d on network bc4d0c97-5d85-4af5-8dfb-79d73dbdb620 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:14:37.504928 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bed429-cd3e-4d0f-9438-50fe55bddaf0 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:14:37.505470 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bed429-cd3e-4d0f-9438-50fe55bddaf0 None None] Checking segment: {'id': '8c95e0dc-7b2e-4fda-acd8-715dc490e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bc4d0c97-5d85-4af5-8dfb-79d73dbdb620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:14:37.506070 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-74bed429-cd3e-4d0f-9438-50fe55bddaf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:37.506589 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bed429-cd3e-4d0f-9438-50fe55bddaf0 None None] Bound using segment: {'id': '8c95e0dc-7b2e-4fda-acd8-715dc490e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bc4d0c97-5d85-4af5-8dfb-79d73dbdb620'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:14:37.507439 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-74bed429-cd3e-4d0f-9438-50fe55bddaf0 None None] Bound port: 58e30866-e2d0-4313-b9ba-6f06ee68b22d, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c95e0dc-7b2e-4fda-acd8-715dc490e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bc4d0c97-5d85-4af5-8dfb-79d73dbdb620'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:14:37.508125 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-74bed429-cd3e-4d0f-9438-50fe55bddaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:37.528256 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '720fe211-7265-4b45-94a1-7b3fc96e34e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b438afd-ebca-4f2c-a898-19c214d9055b'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:14:37.533147 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5c9cc4-2032-4d0a-aa0b-e365dc785ca9" -d '{"events": [{"server_uuid": "720fe211-7265-4b45-94a1-7b3fc96e34e8", "name": "network-vif-plugged", "status": "completed", "tag": "9b438afd-ebca-4f2c-a898-19c214d9055b"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:14:37.679307 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae97d758-4e49-436c-a94d-679308201481 req-b11405cc-89d4-4c49-9ead-ea45339a8365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:37.681790 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ae97d758-4e49-436c-a94d-679308201481 req-b11405cc-89d4-4c49-9ead-ea45339a8365 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=970a88bd-fdba-4549-becb-46353b196f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5492373 Jul 15 23:14:37.735260 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-be7818fa-a9ce-40a3-b35c-42c87e962d6f req-e3848520-661d-451a-af65-02f0833a5a2f service neutron] 10.222.0.48 "GET /v2.0/networks/54d36d42-4b6b-4a3b-a62a-15b6ab91449d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4665608 Jul 15 23:14:37.747708 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 2af7e956-bc7f-4291-a112-9e2d05887610 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:14:37.748085 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:37.795241 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-74bed429-cd3e-4d0f-9438-50fe55bddaf0 None None] For port 58e30866-e2d0-4313-b9ba-6f06ee68b22d, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:14:37.813664 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-74bed429-cd3e-4d0f-9438-50fe55bddaf0 None None] For port 58e30866-e2d0-4313-b9ba-6f06ee68b22d, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=58e30866-e2d0-4313-b9ba-6f06ee68b22d,segment=NetworkSegment(8c95e0dc-7b2e-4fda-acd8-715dc490e464),segment_id=8c95e0dc-7b2e-4fda-acd8-715dc490e464)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:14:37.825563 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-74bed429-cd3e-4d0f-9438-50fe55bddaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:37.850846 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-740bfcb3-ac99-4737-993e-0b93e7d7f326 req-859a64a6-b91b-4d67-9b4e-38e2aa418b4b service neutron] 10.222.0.48 "GET /v2.0/networks/bc4d0c97-5d85-4af5-8dfb-79d73dbdb620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4919076 Jul 15 23:14:37.918182 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bed429-cd3e-4d0f-9438-50fe55bddaf0 None None] Routers {'2a5b2c62-c5ed-499b-b5a1-baeaab3889da'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:14:37.918908 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-74bed429-cd3e-4d0f-9438-50fe55bddaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:14:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['2a5b2c62-c5ed-499b-b5a1-baeaab3889da'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:14:37.975703 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10eaf79-cbb0-443d-a392-aeb20456f790 None None] Pushing event updated for resources: {'Port': ['ID=58e30866-e2d0-4313-b9ba-6f06ee68b22d,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:38.089628 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:38.107115 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-74bed429-cd3e-4d0f-9438-50fe55bddaf0 None None] Set router 2a5b2c62-c5ed-499b-b5a1-baeaab3889da gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:14:38.191616 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ae97d758-4e49-436c-a94d-679308201481 req-34f40da8-fb23-4d25-aeef-b894199d87c2 service neutron] 10.222.0.41 "GET /v2.0/networks/970a88bd-fdba-4549-becb-46353b196f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4828699 Jul 15 23:14:38.197500 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-bc9b3237-7bd6-4799-ac52-d7491414fd23 req-86cd8708-c4c4-45a1-a107-9fcfaee5bb51 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Allocated IP 172.20.0.6 (6516a713-fc78-44c2-b99b-acc90d8d4ccb/6ef28179-7a90-48d7-bcfb-e76e0383faee/2c559cab-5f06-41d1-8dba-c9097717a57b) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:14:38.219078 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-be7818fa-a9ce-40a3-b35c-42c87e962d6f req-5acfa0b5-b30e-407e-81aa-565c2d719e7a service neutron] 10.222.0.48 "GET /v2.0/networks/54d36d42-4b6b-4a3b-a62a-15b6ab91449d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4526398 Jul 15 23:14:38.375871 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-740bfcb3-ac99-4737-993e-0b93e7d7f326 req-3e1cde1c-038a-4362-b847-ad5bbffa191b service neutron] 10.222.0.48 "GET /v2.0/networks/bc4d0c97-5d85-4af5-8dfb-79d73dbdb620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4087129 Jul 15 23:14:38.378171 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-42976be0-2e0d-4b99-9ece-4fcacc0b7bb1 req-d82c9ada-915e-4195-b589-a1bac998fc17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4324f9d-de2e-4c82-aa36-c0b083095a73 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:14:38.400100 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-42976be0-2e0d-4b99-9ece-4fcacc0b7bb1 req-d82c9ada-915e-4195-b589-a1bac998fc17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:38.436398 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-42976be0-2e0d-4b99-9ece-4fcacc0b7bb1 req-d82c9ada-915e-4195-b589-a1bac998fc17 service neutron] Transition to ACTIVE for port object b4324f9d-de2e-4c82-aa36-c0b083095a73 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:14:38.437669 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-74bed429-cd3e-4d0f-9438-50fe55bddaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5b2c62-c5ed-499b-b5a1-baeaab3889da', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1264744552-router', 'tenant_id': '48062b7ca7314e72995400ce76936d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '2af7e956-bc7f-4291-a112-9e2d05887610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:14:25Z', 'updated_at': '2021-07-15T23:14:33Z', 'revision_number': 4, 'project_id': '48062b7ca7314e72995400ce76936d28', 'gw_port': {'id': '2af7e956-bc7f-4291-a112-9e2d05887610', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5b2c62-c5ed-499b-b5a1-baeaab3889da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:14:27Z', 'updated_at': '2021-07-15T23:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '58e30866-e2d0-4313-b9ba-6f06ee68b22d', 'name': '', 'network_id': 'bc4d0c97-5d85-4af5-8dfb-79d73dbdb620', 'tenant_id': '48062b7ca7314e72995400ce76936d28', 'mac_address': 'fa:16:3e:fa:3d:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5b2c62-c5ed-499b-b5a1-baeaab3889da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'fb78a6d5-607f-412f-94b4-7bd41c3d2f9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:14:31Z', 'updated_at': '2021-07-15T23:14:37Z', 'revision_number': 4, 'project_id': '48062b7ca7314e72995400ce76936d28', 'subnets': [{'id': 'fb78a6d5-607f-412f-94b4-7bd41c3d2f9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:14:38.459025 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-42976be0-2e0d-4b99-9ece-4fcacc0b7bb1 req-d82c9ada-915e-4195-b589-a1bac998fc17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:38.469519 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ae97d758-4e49-436c-a94d-679308201481 req-2b5b3cf2-3489-467f-a1a7-4d4d9a0bfa98 service neutron] 10.222.0.41 "GET /v2.0/networks/970a88bd-fdba-4549-becb-46353b196f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653325 Jul 15 23:14:38.478194 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bed429-cd3e-4d0f-9438-50fe55bddaf0 None None] The sync data for ids ['2a5b2c62-c5ed-499b-b5a1-baeaab3889da'] in n-d-794306-6 is: [{'id': '2a5b2c62-c5ed-499b-b5a1-baeaab3889da', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1264744552-router', 'tenant_id': '48062b7ca7314e72995400ce76936d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '2af7e956-bc7f-4291-a112-9e2d05887610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:14:25Z', 'updated_at': '2021-07-15T23:14:33Z', 'revision_number': 4, 'project_id': '48062b7ca7314e72995400ce76936d28', 'gw_port': {'id': '2af7e956-bc7f-4291-a112-9e2d05887610', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5b2c62-c5ed-499b-b5a1-baeaab3889da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:14:27Z', 'updated_at': '2021-07-15T23:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '58e30866-e2d0-4313-b9ba-6f06ee68b22d', 'name': '', 'network_id': 'bc4d0c97-5d85-4af5-8dfb-79d73dbdb620', 'tenant_id': '48062b7ca7314e72995400ce76936d28', 'mac_address': 'fa:16:3e:fa:3d:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5b2c62-c5ed-499b-b5a1-baeaab3889da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'fb78a6d5-607f-412f-94b4-7bd41c3d2f9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:14:31Z', 'updated_at': '2021-07-15T23:14:37Z', 'revision_number': 4, 'project_id': '48062b7ca7314e72995400ce76936d28', 'subnets': [{'id': 'fb78a6d5-607f-412f-94b4-7bd41c3d2f9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:14:38.604461 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ae97d758-4e49-436c-a94d-679308201481 req-44d0fdd1-92b2-4fe7-8544-a71113af62d4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=53ab0b58-461d-46ab-8d7f-99872f64bbc2 HTTP/1.1" status: 200 len: 217 time: 0.1228163 Jul 15 23:14:38.635872 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82c9ada-915e-4195-b589-a1bac998fc17 service neutron] Pushing event updated for resources: {'Port': ['ID=b4324f9d-de2e-4c82-aa36-c0b083095a73,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:38.788468 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bc9b3237-7bd6-4799-ac52-d7491414fd23 req-86cd8708-c4c4-45a1-a107-9fcfaee5bb51 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:38.937530 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae97d758-4e49-436c-a94d-679308201481 req-086f9f1d-fc10-4114-a98a-d23e989a40a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:38.940853 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ae97d758-4e49-436c-a94d-679308201481 req-086f9f1d-fc10-4114-a98a-d23e989a40a6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=43be6042-6f45-40a3-b1ce-1fe26f72d214 HTTP/1.1" status: 200 len: 797 time: 0.3231106 Jul 15 23:14:39.077226 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bc9b3237-7bd6-4799-ac52-d7491414fd23 req-86cd8708-c4c4-45a1-a107-9fcfaee5bb51 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:39.085369 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1e8db735-ab87-4a8d-80f3-fb924ca769cd req-64dd7333-2c6c-418b-8c38-0ed903dec810 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/ports?device_id=8501acfb-d746-4f81-94de-883d32000579 HTTP/1.1" status: 200 len: 210 time: 0.1253786 Jul 15 23:14:39.258914 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-42976be0-2e0d-4b99-9ece-4fcacc0b7bb1 req-d82c9ada-915e-4195-b589-a1bac998fc17 service neutron] Attempting to bind port b4324f9d-de2e-4c82-aa36-c0b083095a73 on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:14:39.259402 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-42976be0-2e0d-4b99-9ece-4fcacc0b7bb1 req-d82c9ada-915e-4195-b589-a1bac998fc17 service neutron] Attempting to bind port b4324f9d-de2e-4c82-aa36-c0b083095a73 by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': 'f4a31cbf-fa24-44fe-8726-b1aeea2122f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9c8e80dc-d138-4f8e-aeb2-b0a6ac2097e3'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:14:39.259883 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42976be0-2e0d-4b99-9ece-4fcacc0b7bb1 req-d82c9ada-915e-4195-b589-a1bac998fc17 service neutron] Attempting to bind port b4324f9d-de2e-4c82-aa36-c0b083095a73 on network 9c8e80dc-d138-4f8e-aeb2-b0a6ac2097e3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:14:39.341289 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42976be0-2e0d-4b99-9ece-4fcacc0b7bb1 req-d82c9ada-915e-4195-b589-a1bac998fc17 service neutron] Port b4324f9d-de2e-4c82-aa36-c0b083095a73 on network 9c8e80dc-d138-4f8e-aeb2-b0a6ac2097e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:14:39.341640 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42976be0-2e0d-4b99-9ece-4fcacc0b7bb1 req-d82c9ada-915e-4195-b589-a1bac998fc17 service neutron] Attempting to bind port b4324f9d-de2e-4c82-aa36-c0b083095a73 on network 9c8e80dc-d138-4f8e-aeb2-b0a6ac2097e3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:14:39.399913 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:14:39.418374 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc9b3237-7bd6-4799-ac52-d7491414fd23 req-86cd8708-c4c4-45a1-a107-9fcfaee5bb51 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Network 6516a713-fc78-44c2-b99b-acc90d8d4ccb is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:14:39.450313 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42976be0-2e0d-4b99-9ece-4fcacc0b7bb1 req-d82c9ada-915e-4195-b589-a1bac998fc17 service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:14:39.452368 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42976be0-2e0d-4b99-9ece-4fcacc0b7bb1 req-d82c9ada-915e-4195-b589-a1bac998fc17 service neutron] Checking segment: {'id': 'f4a31cbf-fa24-44fe-8726-b1aeea2122f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9c8e80dc-d138-4f8e-aeb2-b0a6ac2097e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:14:39.454275 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42976be0-2e0d-4b99-9ece-4fcacc0b7bb1 req-d82c9ada-915e-4195-b589-a1bac998fc17 service neutron] Bound using segment: {'id': 'f4a31cbf-fa24-44fe-8726-b1aeea2122f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9c8e80dc-d138-4f8e-aeb2-b0a6ac2097e3'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:14:39.456571 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-42976be0-2e0d-4b99-9ece-4fcacc0b7bb1 req-d82c9ada-915e-4195-b589-a1bac998fc17 service neutron] Bound port: b4324f9d-de2e-4c82-aa36-c0b083095a73, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4a31cbf-fa24-44fe-8726-b1aeea2122f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9c8e80dc-d138-4f8e-aeb2-b0a6ac2097e3'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:14:39.457586 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-42976be0-2e0d-4b99-9ece-4fcacc0b7bb1 req-d82c9ada-915e-4195-b589-a1bac998fc17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:39.499467 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-bc9b3237-7bd6-4799-ac52-d7491414fd23 req-86cd8708-c4c4-45a1-a107-9fcfaee5bb51 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:14:39.515641 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc9b3237-7bd6-4799-ac52-d7491414fd23 req-86cd8708-c4c4-45a1-a107-9fcfaee5bb51 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:14:39.536598 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cd8708-c4c4-45a1-a107-9fcfaee5bb51 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Pushing event updated for resources: {'Port': ['ID=2c559cab-5f06-41d1-8dba-c9097717a57b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:39.536899 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 58e30866-e2d0-4313-b9ba-6f06ee68b22d up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:14:39.677549 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 58e30866-e2d0-4313-b9ba-6f06ee68b22d completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:14:39.680811 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b3237-7bd6-4799-ac52-d7491414fd23 req-86cd8708-c4c4-45a1-a107-9fcfaee5bb51 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:39.686616 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 58e30866-e2d0-4313-b9ba-6f06ee68b22d triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:14:39.688475 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:39.688807 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bc9b3237-7bd6-4799-ac52-d7491414fd23 req-86cd8708-c4c4-45a1-a107-9fcfaee5bb51 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:39.714236 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb851d-c34c-4bfd-843e-a22b678269e7 req-309d551d-33e0-409e-b43a-4e758f61b4be tempest-ServerPasswordTestJSON-1964862032 tempest-ServerPasswordTestJSON-1964862032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:39.715894 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f7cb851d-c34c-4bfd-843e-a22b678269e7 req-309d551d-33e0-409e-b43a-4e758f61b4be tempest-ServerPasswordTestJSON-1964862032 tempest-ServerPasswordTestJSON-1964862032-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c7e89e4-a981-4812-beae-c43c8ec6948c HTTP/1.1" status: 200 len: 943 time: 0.8328247 Jul 15 23:14:39.839552 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bc9b3237-7bd6-4799-ac52-d7491414fd23 req-86cd8708-c4c4-45a1-a107-9fcfaee5bb51 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9559648 Jul 15 23:14:39.859551 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:39.884493 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-bc9b3237-7bd6-4799-ac52-d7491414fd23 req-7a56b32a-8850-4c96-8358-1dfa258437bc service neutron] Request body: {'port': {'device_id': '8501acfb-d746-4f81-94de-883d32000579', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:14:39.899931 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae97d758-4e49-436c-a94d-679308201481 req-5be63017-28c1-41a7-8eb7-0fe4843c14f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:39.902173 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ae97d758-4e49-436c-a94d-679308201481 req-5be63017-28c1-41a7-8eb7-0fe4843c14f9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9bef9b3a-38af-4114-8d89-aee9e6e60f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9498851 Jul 15 23:14:39.948825 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 58e30866-e2d0-4313-b9ba-6f06ee68b22d, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=58e30866-e2d0-4313-b9ba-6f06ee68b22d,segment=NetworkSegment(8c95e0dc-7b2e-4fda-acd8-715dc490e464),segment_id=8c95e0dc-7b2e-4fda-acd8-715dc490e464)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:39.961896 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:39.986477 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f7cb851d-c34c-4bfd-843e-a22b678269e7 req-7a90c744-fa3b-4ee1-a192-eac0e10d0974 tempest-ServerPasswordTestJSON-1964862032 tempest-ServerPasswordTestJSON-1964862032-project] 10.222.0.48 "GET /v2.0/security-groups?id=64103a0e-0590-4b37-801e-b51674401f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313697 Jul 15 23:14:40.034485 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-42976be0-2e0d-4b99-9ece-4fcacc0b7bb1 req-d82c9ada-915e-4195-b589-a1bac998fc17 service neutron] For port b4324f9d-de2e-4c82-aa36-c0b083095a73, host n-h2-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:14:40.082061 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=58e30866-e2d0-4313-b9ba-6f06ee68b22d,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:40.116904 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-42976be0-2e0d-4b99-9ece-4fcacc0b7bb1 req-d82c9ada-915e-4195-b589-a1bac998fc17 service neutron] For port b4324f9d-de2e-4c82-aa36-c0b083095a73, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=b4324f9d-de2e-4c82-aa36-c0b083095a73,segment=NetworkSegment(f4a31cbf-fa24-44fe-8726-b1aeea2122f6),segment_id=f4a31cbf-fa24-44fe-8726-b1aeea2122f6)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:14:40.136348 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-42976be0-2e0d-4b99-9ece-4fcacc0b7bb1 req-d82c9ada-915e-4195-b589-a1bac998fc17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:40.234670 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53da751-adec-431b-9693-13f18f087d2a req-f2d0a227-a5a4-4d3e-a066-3479fd1b8aa5 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:40.237368 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c53da751-adec-431b-9693-13f18f087d2a req-f2d0a227-a5a4-4d3e-a066-3479fd1b8aa5 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/ports?device_id=720fe211-7265-4b45-94a1-7b3fc96e34e8 HTTP/1.1" status: 200 len: 945 time: 0.8000810 Jul 15 23:14:40.376972 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42976be0-2e0d-4b99-9ece-4fcacc0b7bb1 req-d82c9ada-915e-4195-b589-a1bac998fc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:40.377702 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-42976be0-2e0d-4b99-9ece-4fcacc0b7bb1 req-d82c9ada-915e-4195-b589-a1bac998fc17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:40.379268 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-42976be0-2e0d-4b99-9ece-4fcacc0b7bb1 req-d82c9ada-915e-4195-b589-a1bac998fc17 service neutron] 10.222.0.41 "PUT /v2.0/ports/b4324f9d-de2e-4c82-aa36-c0b083095a73 HTTP/1.1" status: 200 len: 1091 time: 4.1219754 Jul 15 23:14:40.383132 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c7e89e4-a981-4812-beae-c43c8ec6948c', 'tag': 'b4324f9d-de2e-4c82-aa36-c0b083095a73'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:14:40.385475 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e7698d-c589-4653-b48c-25697bec9914" -d '{"events": [{"name": "network-changed", "server_uuid": "4c7e89e4-a981-4812-beae-c43c8ec6948c", "tag": "b4324f9d-de2e-4c82-aa36-c0b083095a73"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:14:40.403952 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bc9b3237-7bd6-4799-ac52-d7491414fd23 req-7a56b32a-8850-4c96-8358-1dfa258437bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:40.446211 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ae97d758-4e49-436c-a94d-679308201481 req-8f4913ad-c324-4dbc-908b-74a049bc2983 service neutron] 10.222.0.41 "GET /v2.0/networks/9bef9b3a-38af-4114-8d89-aee9e6e60f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5151343 Jul 15 23:14:40.493881 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82c9ada-915e-4195-b589-a1bac998fc17 service neutron] Pushing event updated for resources: {'Port': ['ID=b4324f9d-de2e-4c82-aa36-c0b083095a73,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:41.027210 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c53da751-adec-431b-9693-13f18f087d2a req-6ba45351-737a-4f76-a504-2a39b38ac058 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3cc6b1b-b328-4d26-ba63-110947666d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7403817 Jul 15 23:14:41.028237 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7818fa-a9ce-40a3-b35c-42c87e962d6f req-f41374f7-b839-4960-b278-350662959aee tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:41.030484 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-be7818fa-a9ce-40a3-b35c-42c87e962d6f req-f41374f7-b839-4960-b278-350662959aee tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.41 "GET /v2.0/networks?id=54d36d42-4b6b-4a3b-a62a-15b6ab91449d HTTP/1.1" status: 200 len: 821 time: 0.1409993 Jul 15 23:14:41.078046 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-be7818fa-a9ce-40a3-b35c-42c87e962d6f req-b2add5b0-1535-4e76-8cde-9511b4d73a28 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Request body: {'port': {'device_id': '7abb4c18-915b-4d5d-9b2e-7a134555b04c', 'network_id': '54d36d42-4b6b-4a3b-a62a-15b6ab91449d', 'admin_state_up': True, 'tenant_id': '97397394137f47b6b8b1bb83454a379f'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:14:41.310224 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3da24be-9e5e-485e-b076-fcd007b7f0f9 x-openstack-request-id: req-c3da24be-9e5e-485e-b076-fcd007b7f0f9 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:14:41.311455 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "720fe211-7265-4b45-94a1-7b3fc96e34e8", "name": "network-vif-plugged", "status": "completed", "tag": "9b438afd-ebca-4f2c-a898-19c214d9055b", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:14:41.312032 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c3da24be-9e5e-485e-b076-fcd007b7f0f9 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:14:41.312860 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '720fe211-7265-4b45-94a1-7b3fc96e34e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b438afd-ebca-4f2c-a898-19c214d9055b', 'code': 200} Jul 15 23:14:41.390803 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be7818fa-a9ce-40a3-b35c-42c87e962d6f req-b2add5b0-1535-4e76-8cde-9511b4d73a28 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Made reservation on behalf of 97397394137f47b6b8b1bb83454a379f for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:14:41.413482 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-be7818fa-a9ce-40a3-b35c-42c87e962d6f req-b2add5b0-1535-4e76-8cde-9511b4d73a28 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:41.444849 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea971e31-64ba-4d53-9b4b-04218f444f00 req-f53e9bfe-8ad0-43e0-aa06-0f0fe2c7cf5a tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:41.447478 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ea971e31-64ba-4d53-9b4b-04218f444f00 req-f53e9bfe-8ad0-43e0-aa06-0f0fe2c7cf5a tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fe01580-09e1-424c-8fb3-58421610bfec HTTP/1.1" status: 200 len: 946 time: 1.1561685 Jul 15 23:14:41.466743 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 58e30866-e2d0-4313-b9ba-6f06ee68b22d up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:14:41.587036 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42976be0-2e0d-4b99-9ece-4fcacc0b7bb1 req-4ab96c24-e41d-4077-8ebd-2a9b6061e341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:41.588649 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-42976be0-2e0d-4b99-9ece-4fcacc0b7bb1 req-4ab96c24-e41d-4077-8ebd-2a9b6061e341 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7b056b7f1c7a4605a8a953683314e21f&device_id=4c7e89e4-a981-4812-beae-c43c8ec6948c HTTP/1.1" status: 200 len: 1094 time: 1.1377783 Jul 15 23:14:41.654639 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ae97d758-4e49-436c-a94d-679308201481 req-4eb72670-36b7-4568-8ae1-55fd6f221b0d service neutron] 10.222.0.41 "GET /v2.0/networks/9bef9b3a-38af-4114-8d89-aee9e6e60f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1672487 Jul 15 23:14:41.684793 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 58e30866-e2d0-4313-b9ba-6f06ee68b22d triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:14:41.688406 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:41.734008 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6f45be86-2667-4903-80a6-651f0006816f req-4b8cce85-9ed8-4717-a5d8-a5b1ac2a7fce tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=7abb4c18-915b-4d5d-9b2e-7a134555b04c HTTP/1.1" status: 200 len: 210 time: 0.1893442 Jul 15 23:14:41.746717 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740bfcb3-ac99-4737-993e-0b93e7d7f326 req-2b5cee79-7569-482b-990f-bbca7ee34850 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:41.754862 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-740bfcb3-ac99-4737-993e-0b93e7d7f326 req-2b5cee79-7569-482b-990f-bbca7ee34850 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] 10.222.0.41 "GET /v2.0/networks?id=bc4d0c97-5d85-4af5-8dfb-79d73dbdb620 HTTP/1.1" status: 200 len: 829 time: 0.3269756 Jul 15 23:14:41.783184 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-740bfcb3-ac99-4737-993e-0b93e7d7f326 req-1c739ff9-ed74-4a2e-88b2-c051d3fd77d8 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Request body: {'port': {'device_id': 'be308bf9-ab6d-4e1a-aa67-27a5fa9bdb49', 'network_id': 'bc4d0c97-5d85-4af5-8dfb-79d73dbdb620', 'admin_state_up': True, 'tenant_id': '48062b7ca7314e72995400ce76936d28'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:14:42.011286 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-be7818fa-a9ce-40a3-b35c-42c87e962d6f req-b2add5b0-1535-4e76-8cde-9511b4d73a28 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Allocated IP 172.20.0.8 (54d36d42-4b6b-4a3b-a62a-15b6ab91449d/fe3eef83-74d9-48a6-8931-0e31ba6153cf/04364241-cc9c-414f-80e8-010de4fc03f7) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:14:42.029825 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-740bfcb3-ac99-4737-993e-0b93e7d7f326 req-1c739ff9-ed74-4a2e-88b2-c051d3fd77d8 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Made reservation on behalf of 48062b7ca7314e72995400ce76936d28 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:14:42.034555 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-740bfcb3-ac99-4737-993e-0b93e7d7f326 req-1c739ff9-ed74-4a2e-88b2-c051d3fd77d8 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:42.067198 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ea971e31-64ba-4d53-9b4b-04218f444f00 req-653c2a13-f449-4582-9ff1-a475e7318f82 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5872397 Jul 15 23:14:42.070068 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ae97d758-4e49-436c-a94d-679308201481 req-041bd6b7-b605-45ea-a8be-c66dcaa81162 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bc89a090-5ba9-4fa7-b1e7-6edd9443bf5d HTTP/1.1" status: 200 len: 217 time: 0.4140244 Jul 15 23:14:42.127238 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-42976be0-2e0d-4b99-9ece-4fcacc0b7bb1 req-70b22d81-3a09-41e3-bb27-ce4d962d86c5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4324f9d-de2e-4c82-aa36-c0b083095a73 HTTP/1.1" status: 200 len: 217 time: 0.4307861 Jul 15 23:14:42.186973 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 32840) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:42.303516 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-740bfcb3-ac99-4737-993e-0b93e7d7f326 req-1c739ff9-ed74-4a2e-88b2-c051d3fd77d8 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Allocated IP 172.20.0.12 (bc4d0c97-5d85-4af5-8dfb-79d73dbdb620/fb78a6d5-607f-412f-94b4-7bd41c3d2f9c/20e617c1-19b4-403b-b99b-d8c56dfd02cc) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:14:42.320267 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-be7818fa-a9ce-40a3-b35c-42c87e962d6f req-b2add5b0-1535-4e76-8cde-9511b4d73a28 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:42.367033 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-be7818fa-a9ce-40a3-b35c-42c87e962d6f req-b2add5b0-1535-4e76-8cde-9511b4d73a28 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:42.382521 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['77c0025b-ab04-4c95-9ff4-08d9bf61c7ec'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:14:42.470682 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be7818fa-a9ce-40a3-b35c-42c87e962d6f req-b2add5b0-1535-4e76-8cde-9511b4d73a28 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Network 54d36d42-4b6b-4a3b-a62a-15b6ab91449d is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:14:42.472379 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b4438e94-5da7-4207-867d-b70a25a31407 req-50bcbb7c-abe8-401a-8ab2-e8442c0be8ed tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] 10.222.0.48 "GET /v2.0/ports?device_id=be308bf9-ab6d-4e1a-aa67-27a5fa9bdb49 HTTP/1.1" status: 200 len: 210 time: 0.3987284 Jul 15 23:14:42.526599 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-be7818fa-a9ce-40a3-b35c-42c87e962d6f req-b2add5b0-1535-4e76-8cde-9511b4d73a28 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:14:42.539797 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb3e70fb-c03b-47d8-adb2-b1768f08c45e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:42.556968 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-be7818fa-a9ce-40a3-b35c-42c87e962d6f req-b2add5b0-1535-4e76-8cde-9511b4d73a28 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:14:42.623293 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278c8e1b-acc0-48df-a5e0-4ff87df5491f x-openstack-request-id: req-278c8e1b-acc0-48df-a5e0-4ff87df5491f {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:14:42.623757 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c7e89e4-a981-4812-beae-c43c8ec6948c", "tag": "b4324f9d-de2e-4c82-aa36-c0b083095a73", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:14:42.624157 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-278c8e1b-acc0-48df-a5e0-4ff87df5491f {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:14:42.624755 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c7e89e4-a981-4812-beae-c43c8ec6948c', 'tag': 'b4324f9d-de2e-4c82-aa36-c0b083095a73', 'status': 'completed', 'code': 200} Jul 15 23:14:42.676253 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10deb4bf-1b8d-485b-8f60-e85f34cc4885 req-9b68b2bb-91dd-412c-a27c-d4909cd57eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:42.678861 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-10deb4bf-1b8d-485b-8f60-e85f34cc4885 req-9b68b2bb-91dd-412c-a27c-d4909cd57eba service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=720fe211-7265-4b45-94a1-7b3fc96e34e8 HTTP/1.1" status: 200 len: 1096 time: 1.1216409 Jul 15 23:14:42.680607 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae97d758-4e49-436c-a94d-679308201481 req-a532e4aa-2223-4c5a-8c1b-e2dc353a9eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:42.682191 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ae97d758-4e49-436c-a94d-679308201481 req-a532e4aa-2223-4c5a-8c1b-e2dc353a9eaf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=43be6042-6f45-40a3-b1ce-1fe26f72d214 HTTP/1.1" status: 200 len: 797 time: 0.5305717 Jul 15 23:14:42.682389 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7818fa-a9ce-40a3-b35c-42c87e962d6f req-b2add5b0-1535-4e76-8cde-9511b4d73a28 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:42.682906 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-be7818fa-a9ce-40a3-b35c-42c87e962d6f req-b2add5b0-1535-4e76-8cde-9511b4d73a28 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:42.687087 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2add5b0-1535-4e76-8cde-9511b4d73a28 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Pushing event updated for resources: {'Port': ['ID=04364241-cc9c-414f-80e8-010de4fc03f7,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:42.702514 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42976be0-2e0d-4b99-9ece-4fcacc0b7bb1 req-d5ee338c-25dc-40c6-a66a-03f4fe374154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:42.704590 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-42976be0-2e0d-4b99-9ece-4fcacc0b7bb1 req-d5ee338c-25dc-40c6-a66a-03f4fe374154 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7f1c9051-03d6-4cfe-a21f-410e003552b9 HTTP/1.1" status: 200 len: 852 time: 0.5564506 Jul 15 23:14:42.876804 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-740bfcb3-ac99-4737-993e-0b93e7d7f326 req-1c739ff9-ed74-4a2e-88b2-c051d3fd77d8 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:42.896570 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-42976be0-2e0d-4b99-9ece-4fcacc0b7bb1 req-bec62816-79ca-4c1e-80bd-c87f30e171bb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9c8e80dc-d138-4f8e-aeb2-b0a6ac2097e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1428881 Jul 15 23:14:42.901599 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-740bfcb3-ac99-4737-993e-0b93e7d7f326 req-1c739ff9-ed74-4a2e-88b2-c051d3fd77d8 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Transition to ACTIVE for port object 20e617c1-19b4-403b-b99b-d8c56dfd02cc will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:14:42.929189 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb3e70fb-c03b-47d8-adb2-b1768f08c45e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:42.937174 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-10deb4bf-1b8d-485b-8f60-e85f34cc4885 req-0e7f7215-eafa-445e-9968-8326fcce131f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f3cc6b1b-b328-4d26-ba63-110947666d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388315 Jul 15 23:14:42.937700 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb3e70fb-c03b-47d8-adb2-b1768f08c45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:42.948747 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-be7818fa-a9ce-40a3-b35c-42c87e962d6f req-b2add5b0-1535-4e76-8cde-9511b4d73a28 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8781643 Jul 15 23:14:42.991697 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-be7818fa-a9ce-40a3-b35c-42c87e962d6f req-8dab935e-4fc7-4bff-a006-81fd1b1e37d3 service neutron] Request body: {'port': {'device_id': '7abb4c18-915b-4d5d-9b2e-7a134555b04c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:14:43.032305 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f298c0ab-b5e9-4510-9ace-94b7608a4e4f req-b5fd4ca1-c208-40af-be4a-6aa0349fd87c tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:43.037733 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f298c0ab-b5e9-4510-9ace-94b7608a4e4f req-b5fd4ca1-c208-40af-be4a-6aa0349fd87c tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/ports?device_id=8501acfb-d746-4f81-94de-883d32000579 HTTP/1.1" status: 200 len: 931 time: 0.5623634 Jul 15 23:14:43.057338 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3e70fb-c03b-47d8-adb2-b1768f08c45e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa990ccf-777d-473a-bc78-949eb79a606f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:43.068135 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-bb3e70fb-c03b-47d8-adb2-b1768f08c45e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e49a86f7ec104bb18c6fc8195cede3d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8774104 Jul 15 23:14:43.070090 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 32848) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:43.113481 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-740bfcb3-ac99-4737-993e-0b93e7d7f326 req-1c739ff9-ed74-4a2e-88b2-c051d3fd77d8 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:43.215975 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-740bfcb3-ac99-4737-993e-0b93e7d7f326 req-1c739ff9-ed74-4a2e-88b2-c051d3fd77d8 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Network bc4d0c97-5d85-4af5-8dfb-79d73dbdb620 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:14:43.225641 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-740bfcb3-ac99-4737-993e-0b93e7d7f326 req-1c739ff9-ed74-4a2e-88b2-c051d3fd77d8 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:14:43.228025 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-be7818fa-a9ce-40a3-b35c-42c87e962d6f req-8dab935e-4fc7-4bff-a006-81fd1b1e37d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:43.233728 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-740bfcb3-ac99-4737-993e-0b93e7d7f326 req-1c739ff9-ed74-4a2e-88b2-c051d3fd77d8 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:14:43.242370 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-bc9b3237-7bd6-4799-ac52-d7491414fd23 req-7a56b32a-8850-4c96-8358-1dfa258437bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c559cab-5f06-41d1-8dba-c9097717a57b {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:14:43.272979 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c739ff9-ed74-4a2e-88b2-c051d3fd77d8 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Pushing event updated for resources: {'Port': ['ID=20e617c1-19b4-403b-b99b-d8c56dfd02cc,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:43.304947 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f298c0ab-b5e9-4510-9ace-94b7608a4e4f req-e1af96c9-45bc-4097-8f98-c7c3b022de24 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/security-groups?id=a00402bc-417c-4401-b3a4-a86d8ce769a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458508 Jul 15 23:14:43.310967 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b814a19-4c6d-4eb3-88f1-2e845ec3381d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:43.313458 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bc9b3237-7bd6-4799-ac52-d7491414fd23 req-7a56b32a-8850-4c96-8358-1dfa258437bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:43.372512 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-bc9b3237-7bd6-4799-ac52-d7491414fd23 req-7a56b32a-8850-4c96-8358-1dfa258437bc service neutron] Transition to ACTIVE for port object 2c559cab-5f06-41d1-8dba-c9097717a57b will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:14:43.389828 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740bfcb3-ac99-4737-993e-0b93e7d7f326 req-1c739ff9-ed74-4a2e-88b2-c051d3fd77d8 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:43.390607 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-740bfcb3-ac99-4737-993e-0b93e7d7f326 req-1c739ff9-ed74-4a2e-88b2-c051d3fd77d8 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:43.407073 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b814a19-4c6d-4eb3-88f1-2e845ec3381d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:43.451367 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-740bfcb3-ac99-4737-993e-0b93e7d7f326 req-1c739ff9-ed74-4a2e-88b2-c051d3fd77d8 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6779299 Jul 15 23:14:43.464573 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae97d758-4e49-436c-a94d-679308201481 req-8dbe0794-91f2-4fc9-a28b-40806b454d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:43.468813 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ae97d758-4e49-436c-a94d-679308201481 req-8dbe0794-91f2-4fc9-a28b-40806b454d1b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9bef9b3a-38af-4114-8d89-aee9e6e60f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7720559 Jul 15 23:14:43.477343 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-42976be0-2e0d-4b99-9ece-4fcacc0b7bb1 req-00043512-a29d-42c7-9192-17200d06b094 service neutron] 10.222.0.41 "GET /v2.0/networks/9c8e80dc-d138-4f8e-aeb2-b0a6ac2097e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5386546 Jul 15 23:14:43.498107 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae83b54-ce3f-4db2-a59a-5238df6e5c23 req-10e63f05-e2fa-4c44-9299-340eb8898dee tempest-ServerPasswordTestJSON-1964862032 tempest-ServerPasswordTestJSON-1964862032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:43.499861 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7ae83b54-ce3f-4db2-a59a-5238df6e5c23 req-10e63f05-e2fa-4c44-9299-340eb8898dee tempest-ServerPasswordTestJSON-1964862032 tempest-ServerPasswordTestJSON-1964862032-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c7e89e4-a981-4812-beae-c43c8ec6948c HTTP/1.1" status: 200 len: 943 time: 0.6721942 Jul 15 23:14:43.520511 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bc9b3237-7bd6-4799-ac52-d7491414fd23 req-7a56b32a-8850-4c96-8358-1dfa258437bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:43.537941 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-740bfcb3-ac99-4737-993e-0b93e7d7f326 req-8266410b-e05e-4c3e-a813-137d348373c0 service neutron] Request body: {'port': {'device_id': 'be308bf9-ab6d-4e1a-aa67-27a5fa9bdb49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:14:43.702261 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-82653567-0cdb-4ef2-85cb-87960ab3f501 None None] Provisioning for port 20e617c1-19b4-403b-b99b-d8c56dfd02cc completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:14:43.716422 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-82653567-0cdb-4ef2-85cb-87960ab3f501 None None] Provisioning complete for port 20e617c1-19b4-403b-b99b-d8c56dfd02cc triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:14:43.717034 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-82653567-0cdb-4ef2-85cb-87960ab3f501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:43.743332 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a56b32a-8850-4c96-8358-1dfa258437bc service neutron] Pushing event updated for resources: {'Port': ['ID=2c559cab-5f06-41d1-8dba-c9097717a57b,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:43.804013 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-82653567-0cdb-4ef2-85cb-87960ab3f501 None None] Port 20e617c1-19b4-403b-b99b-d8c56dfd02cc cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:14:43.805424 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b814a19-4c6d-4eb3-88f1-2e845ec3381d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:43.809234 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b814a19-4c6d-4eb3-88f1-2e845ec3381d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:43.814579 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-0b814a19-4c6d-4eb3-88f1-2e845ec3381d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/aa990ccf-777d-473a-bc78-949eb79a606f HTTP/1.1" status: 204 len: 168 time: 0.7395244 Jul 15 23:14:43.814579 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-740bfcb3-ac99-4737-993e-0b93e7d7f326 req-8266410b-e05e-4c3e-a813-137d348373c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:43.826736 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b814a19-4c6d-4eb3-88f1-2e845ec3381d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa990ccf-777d-473a-bc78-949eb79a606f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:43.910199 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7ae83b54-ce3f-4db2-a59a-5238df6e5c23 req-a719a67c-eba5-4b94-8b5f-0bad3a67f825 tempest-ServerPasswordTestJSON-1964862032 tempest-ServerPasswordTestJSON-1964862032-project] 10.222.0.48 "GET /v2.0/security-groups?id=64103a0e-0590-4b37-801e-b51674401f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3858864 Jul 15 23:14:44.036586 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ae97d758-4e49-436c-a94d-679308201481 req-c353ce18-5c3f-4407-8a11-d1182ac1c633 service neutron] 10.222.0.41 "GET /v2.0/networks/9bef9b3a-38af-4114-8d89-aee9e6e60f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5332983 Jul 15 23:14:44.092123 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-42976be0-2e0d-4b99-9ece-4fcacc0b7bb1 req-e48a62c4-439f-48f1-bc20-71e5dfc57f4b service neutron] 10.222.0.41 "GET /v2.0/networks/9c8e80dc-d138-4f8e-aeb2-b0a6ac2097e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5910416 Jul 15 23:14:44.146830 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710f0c1-ef3d-4823-8ef8-123650f94b77 req-0cfd57e3-89d2-4a90-bca0-be7d4506024d tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:44.148494 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c710f0c1-ef3d-4823-8ef8-123650f94b77 req-0cfd57e3-89d2-4a90-bca0-be7d4506024d tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/ports?device_id=720fe211-7265-4b45-94a1-7b3fc96e34e8 HTTP/1.1" status: 200 len: 945 time: 0.6056759 Jul 15 23:14:44.309827 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-bc9b3237-7bd6-4799-ac52-d7491414fd23 req-7a56b32a-8850-4c96-8358-1dfa258437bc service neutron] Attempting to bind port 2c559cab-5f06-41d1-8dba-c9097717a57b on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:14:44.310689 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-bc9b3237-7bd6-4799-ac52-d7491414fd23 req-7a56b32a-8850-4c96-8358-1dfa258437bc service neutron] Attempting to bind port 2c559cab-5f06-41d1-8dba-c9097717a57b by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': 'f2e0773f-8183-4f36-8ee8-76cf70d2d71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6516a713-fc78-44c2-b99b-acc90d8d4ccb'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:14:44.310689 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9b3237-7bd6-4799-ac52-d7491414fd23 req-7a56b32a-8850-4c96-8358-1dfa258437bc service neutron] Attempting to bind port 2c559cab-5f06-41d1-8dba-c9097717a57b on network 6516a713-fc78-44c2-b99b-acc90d8d4ccb {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:14:44.322698 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c710f0c1-ef3d-4823-8ef8-123650f94b77 req-f1c345ee-ccbe-45b6-b718-84c86d0a414f tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3cc6b1b-b328-4d26-ba63-110947666d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437078 Jul 15 23:14:44.336961 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9b3237-7bd6-4799-ac52-d7491414fd23 req-7a56b32a-8850-4c96-8358-1dfa258437bc service neutron] Port 2c559cab-5f06-41d1-8dba-c9097717a57b on network 6516a713-fc78-44c2-b99b-acc90d8d4ccb not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:14:44.337351 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9b3237-7bd6-4799-ac52-d7491414fd23 req-7a56b32a-8850-4c96-8358-1dfa258437bc service neutron] Attempting to bind port 2c559cab-5f06-41d1-8dba-c9097717a57b on network 6516a713-fc78-44c2-b99b-acc90d8d4ccb {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:14:44.349606 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9b3237-7bd6-4799-ac52-d7491414fd23 req-7a56b32a-8850-4c96-8358-1dfa258437bc service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:14:44.350323 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9b3237-7bd6-4799-ac52-d7491414fd23 req-7a56b32a-8850-4c96-8358-1dfa258437bc service neutron] Checking segment: {'id': 'f2e0773f-8183-4f36-8ee8-76cf70d2d71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6516a713-fc78-44c2-b99b-acc90d8d4ccb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:14:44.351082 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9b3237-7bd6-4799-ac52-d7491414fd23 req-7a56b32a-8850-4c96-8358-1dfa258437bc service neutron] Bound using segment: {'id': 'f2e0773f-8183-4f36-8ee8-76cf70d2d71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6516a713-fc78-44c2-b99b-acc90d8d4ccb'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:14:44.352080 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-bc9b3237-7bd6-4799-ac52-d7491414fd23 req-7a56b32a-8850-4c96-8358-1dfa258437bc service neutron] Bound port: 2c559cab-5f06-41d1-8dba-c9097717a57b, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2e0773f-8183-4f36-8ee8-76cf70d2d71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6516a713-fc78-44c2-b99b-acc90d8d4ccb'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:14:44.352727 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bc9b3237-7bd6-4799-ac52-d7491414fd23 req-7a56b32a-8850-4c96-8358-1dfa258437bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:44.538825 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-bc9b3237-7bd6-4799-ac52-d7491414fd23 req-7a56b32a-8850-4c96-8358-1dfa258437bc service neutron] For port 2c559cab-5f06-41d1-8dba-c9097717a57b, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:14:44.587651 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ae97d758-4e49-436c-a94d-679308201481 req-ccf80015-19c0-4842-9540-b01ffdb87f0e service neutron] 10.222.0.41 "GET /v2.0/networks/9bef9b3a-38af-4114-8d89-aee9e6e60f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5256436 Jul 15 23:14:44.729701 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-bc9b3237-7bd6-4799-ac52-d7491414fd23 req-7a56b32a-8850-4c96-8358-1dfa258437bc service neutron] For port 2c559cab-5f06-41d1-8dba-c9097717a57b, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=2c559cab-5f06-41d1-8dba-c9097717a57b,segment=NetworkSegment(f2e0773f-8183-4f36-8ee8-76cf70d2d71c),segment_id=f2e0773f-8183-4f36-8ee8-76cf70d2d71c)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:14:44.773406 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bc9b3237-7bd6-4799-ac52-d7491414fd23 req-7a56b32a-8850-4c96-8358-1dfa258437bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:44.820191 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e7698d-c589-4653-b48c-25697bec9914 req-c26a20db-12cf-4846-b6bf-58c8b1bff8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:44.825304 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e6e7698d-c589-4653-b48c-25697bec9914 req-c26a20db-12cf-4846-b6bf-58c8b1bff8fa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7b056b7f1c7a4605a8a953683314e21f&device_id=4c7e89e4-a981-4812-beae-c43c8ec6948c HTTP/1.1" status: 200 len: 1094 time: 0.5996468 Jul 15 23:14:44.971334 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b3237-7bd6-4799-ac52-d7491414fd23 req-7a56b32a-8850-4c96-8358-1dfa258437bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:44.972176 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bc9b3237-7bd6-4799-ac52-d7491414fd23 req-7a56b32a-8850-4c96-8358-1dfa258437bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:44.975429 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bc9b3237-7bd6-4799-ac52-d7491414fd23 req-7a56b32a-8850-4c96-8358-1dfa258437bc service neutron] 10.222.0.49 "PUT /v2.0/ports/2c559cab-5f06-41d1-8dba-c9097717a57b HTTP/1.1" status: 200 len: 1091 time: 5.1233706 Jul 15 23:14:44.996561 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8501acfb-d746-4f81-94de-883d32000579', 'tag': '2c559cab-5f06-41d1-8dba-c9097717a57b'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:14:45.012773 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed23930-744c-4942-bc99-dd1a0acec8d3" -d '{"events": [{"name": "network-changed", "server_uuid": "8501acfb-d746-4f81-94de-883d32000579", "tag": "2c559cab-5f06-41d1-8dba-c9097717a57b"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:14:45.147947 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a56b32a-8850-4c96-8358-1dfa258437bc service neutron] Pushing event updated for resources: {'Port': ['ID=2c559cab-5f06-41d1-8dba-c9097717a57b,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:45.164955 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91109930-3ff2-404d-900d-0363157ddcba req-bca17d9d-0d07-420a-bd01-7a6b7cf0af64 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:45.172788 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-91109930-3ff2-404d-900d-0363157ddcba req-bca17d9d-0d07-420a-bd01-7a6b7cf0af64 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=7abb4c18-915b-4d5d-9b2e-7a134555b04c HTTP/1.1" status: 200 len: 931 time: 0.6071200 Jul 15 23:14:45.211775 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18de2fa9-d93a-4c46-a93c-d0c53743a268 req-6d2ed2df-e941-4926-9875-8503e1d945ad tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:45.216315 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-be7818fa-a9ce-40a3-b35c-42c87e962d6f req-8dab935e-4fc7-4bff-a006-81fd1b1e37d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04364241-cc9c-414f-80e8-010de4fc03f7 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:14:45.219113 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-18de2fa9-d93a-4c46-a93c-d0c53743a268 req-6d2ed2df-e941-4926-9875-8503e1d945ad tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fe01580-09e1-424c-8fb3-58421610bfec HTTP/1.1" status: 200 len: 946 time: 0.6711597 Jul 15 23:14:45.238403 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-be7818fa-a9ce-40a3-b35c-42c87e962d6f req-8dab935e-4fc7-4bff-a006-81fd1b1e37d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:45.290775 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-be7818fa-a9ce-40a3-b35c-42c87e962d6f req-8dab935e-4fc7-4bff-a006-81fd1b1e37d3 service neutron] Transition to ACTIVE for port object 04364241-cc9c-414f-80e8-010de4fc03f7 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:14:45.292660 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e7698d-c589-4653-b48c-25697bec9914 req-f646e315-50d3-4d27-a6a8-3464ca52aa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:45.295553 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e6e7698d-c589-4653-b48c-25697bec9914 req-f646e315-50d3-4d27-a6a8-3464ca52aa7f service neutron] 10.222.0.41 "GET /v2.0/networks?id=9c8e80dc-d138-4f8e-aeb2-b0a6ac2097e3 HTTP/1.1" status: 200 len: 913 time: 0.4261260 Jul 15 23:14:45.316315 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-be7818fa-a9ce-40a3-b35c-42c87e962d6f req-8dab935e-4fc7-4bff-a006-81fd1b1e37d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:45.338286 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-740bfcb3-ac99-4737-993e-0b93e7d7f326 req-8266410b-e05e-4c3e-a813-137d348373c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20e617c1-19b4-403b-b99b-d8c56dfd02cc {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:14:45.361431 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-91109930-3ff2-404d-900d-0363157ddcba req-27d48027-d420-417b-8c83-3b08bd8c96e2 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873064 Jul 15 23:14:45.387147 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-18de2fa9-d93a-4c46-a93c-d0c53743a268 req-4f1de268-5951-4191-a2a6-c0efe04d9fc0 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668162 Jul 15 23:14:45.417893 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-740bfcb3-ac99-4737-993e-0b93e7d7f326 req-8266410b-e05e-4c3e-a813-137d348373c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:45.513026 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e6e7698d-c589-4653-b48c-25697bec9914 req-34d270f3-e5b2-423f-8e02-eeaf4df24554 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4324f9d-de2e-4c82-aa36-c0b083095a73 HTTP/1.1" status: 200 len: 217 time: 0.1905820 Jul 15 23:14:45.515971 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dab935e-4fc7-4bff-a006-81fd1b1e37d3 service neutron] Pushing event updated for resources: {'Port': ['ID=04364241-cc9c-414f-80e8-010de4fc03f7,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:45.527648 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-740bfcb3-ac99-4737-993e-0b93e7d7f326 req-8266410b-e05e-4c3e-a813-137d348373c0 service neutron] Transition to ACTIVE for port object 20e617c1-19b4-403b-b99b-d8c56dfd02cc will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:14:45.566480 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-740bfcb3-ac99-4737-993e-0b93e7d7f326 req-8266410b-e05e-4c3e-a813-137d348373c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:45.596824 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b3237-7bd6-4799-ac52-d7491414fd23 req-8ffd6e5f-9481-4f9a-908c-96041d44104a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:45.606173 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bc9b3237-7bd6-4799-ac52-d7491414fd23 req-8ffd6e5f-9481-4f9a-908c-96041d44104a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5d9ae70e65954be9a165b199be83ef6a&device_id=8501acfb-d746-4f81-94de-883d32000579 HTTP/1.1" status: 200 len: 1094 time: 0.5583351 Jul 15 23:14:45.693787 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266410b-e05e-4c3e-a813-137d348373c0 service neutron] Pushing event updated for resources: {'Port': ['ID=20e617c1-19b4-403b-b99b-d8c56dfd02cc,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:45.792398 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e7698d-c589-4653-b48c-25697bec9914 req-601e0519-70dd-4830-9e29-07042e53c820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:45.795158 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e6e7698d-c589-4653-b48c-25697bec9914 req-601e0519-70dd-4830-9e29-07042e53c820 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7f1c9051-03d6-4cfe-a21f-410e003552b9 HTTP/1.1" status: 200 len: 852 time: 0.2748678 Jul 15 23:14:45.802515 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bc9b3237-7bd6-4799-ac52-d7491414fd23 req-cef02fa6-f603-41e9-8bb4-b86562b99816 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c559cab-5f06-41d1-8dba-c9097717a57b HTTP/1.1" status: 200 len: 217 time: 0.1810215 Jul 15 23:14:45.885710 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-be7818fa-a9ce-40a3-b35c-42c87e962d6f req-8dab935e-4fc7-4bff-a006-81fd1b1e37d3 service neutron] Attempting to bind port 04364241-cc9c-414f-80e8-010de4fc03f7 on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:14:45.886220 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-be7818fa-a9ce-40a3-b35c-42c87e962d6f req-8dab935e-4fc7-4bff-a006-81fd1b1e37d3 service neutron] Attempting to bind port 04364241-cc9c-414f-80e8-010de4fc03f7 by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '34c5f733-3f76-4beb-94d8-dfb9dc50430b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '54d36d42-4b6b-4a3b-a62a-15b6ab91449d'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:14:45.886755 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7818fa-a9ce-40a3-b35c-42c87e962d6f req-8dab935e-4fc7-4bff-a006-81fd1b1e37d3 service neutron] Attempting to bind port 04364241-cc9c-414f-80e8-010de4fc03f7 on network 54d36d42-4b6b-4a3b-a62a-15b6ab91449d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:14:45.932344 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7818fa-a9ce-40a3-b35c-42c87e962d6f req-8dab935e-4fc7-4bff-a006-81fd1b1e37d3 service neutron] Port 04364241-cc9c-414f-80e8-010de4fc03f7 on network 54d36d42-4b6b-4a3b-a62a-15b6ab91449d not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:14:45.933031 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7818fa-a9ce-40a3-b35c-42c87e962d6f req-8dab935e-4fc7-4bff-a006-81fd1b1e37d3 service neutron] Attempting to bind port 04364241-cc9c-414f-80e8-010de4fc03f7 on network 54d36d42-4b6b-4a3b-a62a-15b6ab91449d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:14:45.945528 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b3237-7bd6-4799-ac52-d7491414fd23 req-0d36714e-82ad-4122-b3ff-bf0feb74037e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:45.947303 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bc9b3237-7bd6-4799-ac52-d7491414fd23 req-0d36714e-82ad-4122-b3ff-bf0feb74037e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6ef28179-7a90-48d7-bcfb-e76e0383faee HTTP/1.1" status: 200 len: 861 time: 0.0883121 Jul 15 23:14:45.950719 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e6e7698d-c589-4653-b48c-25697bec9914 req-ba24f8c0-1c34-435a-b27d-95096949950b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9c8e80dc-d138-4f8e-aeb2-b0a6ac2097e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0941563 Jul 15 23:14:45.953487 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7818fa-a9ce-40a3-b35c-42c87e962d6f req-8dab935e-4fc7-4bff-a006-81fd1b1e37d3 service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:14:45.954029 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7818fa-a9ce-40a3-b35c-42c87e962d6f req-8dab935e-4fc7-4bff-a006-81fd1b1e37d3 service neutron] Checking segment: {'id': '34c5f733-3f76-4beb-94d8-dfb9dc50430b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '54d36d42-4b6b-4a3b-a62a-15b6ab91449d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:14:45.954633 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7818fa-a9ce-40a3-b35c-42c87e962d6f req-8dab935e-4fc7-4bff-a006-81fd1b1e37d3 service neutron] Bound using segment: {'id': '34c5f733-3f76-4beb-94d8-dfb9dc50430b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '54d36d42-4b6b-4a3b-a62a-15b6ab91449d'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:14:45.955315 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-be7818fa-a9ce-40a3-b35c-42c87e962d6f req-8dab935e-4fc7-4bff-a006-81fd1b1e37d3 service neutron] Bound port: 04364241-cc9c-414f-80e8-010de4fc03f7, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34c5f733-3f76-4beb-94d8-dfb9dc50430b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '54d36d42-4b6b-4a3b-a62a-15b6ab91449d'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:14:45.959124 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-be7818fa-a9ce-40a3-b35c-42c87e962d6f req-8dab935e-4fc7-4bff-a006-81fd1b1e37d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:46.019537 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-740bfcb3-ac99-4737-993e-0b93e7d7f326 req-8266410b-e05e-4c3e-a813-137d348373c0 service neutron] Attempting to bind port 20e617c1-19b4-403b-b99b-d8c56dfd02cc on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:14:46.020092 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-740bfcb3-ac99-4737-993e-0b93e7d7f326 req-8266410b-e05e-4c3e-a813-137d348373c0 service neutron] Attempting to bind port 20e617c1-19b4-403b-b99b-d8c56dfd02cc by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '8c95e0dc-7b2e-4fda-acd8-715dc490e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bc4d0c97-5d85-4af5-8dfb-79d73dbdb620'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:14:46.020603 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740bfcb3-ac99-4737-993e-0b93e7d7f326 req-8266410b-e05e-4c3e-a813-137d348373c0 service neutron] Attempting to bind port 20e617c1-19b4-403b-b99b-d8c56dfd02cc on network bc4d0c97-5d85-4af5-8dfb-79d73dbdb620 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:14:46.079835 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e6e7698d-c589-4653-b48c-25697bec9914 req-ea41dc57-1fdf-4c37-87de-8ee422bd46bf service neutron] 10.222.0.41 "GET /v2.0/networks/9c8e80dc-d138-4f8e-aeb2-b0a6ac2097e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216323 Jul 15 23:14:46.144425 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bc9b3237-7bd6-4799-ac52-d7491414fd23 req-21b5a38f-14c5-4caf-afb3-0f8a6587b649 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6516a713-fc78-44c2-b99b-acc90d8d4ccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1885140 Jul 15 23:14:46.171526 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740bfcb3-ac99-4737-993e-0b93e7d7f326 req-8266410b-e05e-4c3e-a813-137d348373c0 service neutron] Port 20e617c1-19b4-403b-b99b-d8c56dfd02cc on network bc4d0c97-5d85-4af5-8dfb-79d73dbdb620 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:14:46.173327 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740bfcb3-ac99-4737-993e-0b93e7d7f326 req-8266410b-e05e-4c3e-a813-137d348373c0 service neutron] Attempting to bind port 20e617c1-19b4-403b-b99b-d8c56dfd02cc on network bc4d0c97-5d85-4af5-8dfb-79d73dbdb620 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:14:46.185851 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740bfcb3-ac99-4737-993e-0b93e7d7f326 req-8266410b-e05e-4c3e-a813-137d348373c0 service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:14:46.187231 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740bfcb3-ac99-4737-993e-0b93e7d7f326 req-8266410b-e05e-4c3e-a813-137d348373c0 service neutron] Checking segment: {'id': '8c95e0dc-7b2e-4fda-acd8-715dc490e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bc4d0c97-5d85-4af5-8dfb-79d73dbdb620'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:14:46.188659 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740bfcb3-ac99-4737-993e-0b93e7d7f326 req-8266410b-e05e-4c3e-a813-137d348373c0 service neutron] Bound using segment: {'id': '8c95e0dc-7b2e-4fda-acd8-715dc490e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bc4d0c97-5d85-4af5-8dfb-79d73dbdb620'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:14:46.189656 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-740bfcb3-ac99-4737-993e-0b93e7d7f326 req-8266410b-e05e-4c3e-a813-137d348373c0 service neutron] Bound port: 20e617c1-19b4-403b-b99b-d8c56dfd02cc, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c95e0dc-7b2e-4fda-acd8-715dc490e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bc4d0c97-5d85-4af5-8dfb-79d73dbdb620'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:14:46.190413 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-740bfcb3-ac99-4737-993e-0b93e7d7f326 req-8266410b-e05e-4c3e-a813-137d348373c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:46.290925 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-be7818fa-a9ce-40a3-b35c-42c87e962d6f req-8dab935e-4fc7-4bff-a006-81fd1b1e37d3 service neutron] For port 04364241-cc9c-414f-80e8-010de4fc03f7, host n-h2-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:14:46.332106 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37362cce-535e-431f-8ff5-04399c17573b req-6704b8c1-bb98-4fb7-8ca6-b8f2003c058e tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:46.344561 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-be7818fa-a9ce-40a3-b35c-42c87e962d6f req-8dab935e-4fc7-4bff-a006-81fd1b1e37d3 service neutron] For port 04364241-cc9c-414f-80e8-010de4fc03f7, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=04364241-cc9c-414f-80e8-010de4fc03f7,segment=NetworkSegment(34c5f733-3f76-4beb-94d8-dfb9dc50430b),segment_id=34c5f733-3f76-4beb-94d8-dfb9dc50430b)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:14:46.349380 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-37362cce-535e-431f-8ff5-04399c17573b req-6704b8c1-bb98-4fb7-8ca6-b8f2003c058e tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/ports?device_id=8501acfb-d746-4f81-94de-883d32000579 HTTP/1.1" status: 200 len: 943 time: 0.7040236 Jul 15 23:14:46.367612 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-be7818fa-a9ce-40a3-b35c-42c87e962d6f req-8dab935e-4fc7-4bff-a006-81fd1b1e37d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:46.417542 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device b4324f9d-de2e-4c82-aa36-c0b083095a73 details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:14:46.485839 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7818fa-a9ce-40a3-b35c-42c87e962d6f req-8dab935e-4fc7-4bff-a006-81fd1b1e37d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:46.487038 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-be7818fa-a9ce-40a3-b35c-42c87e962d6f req-8dab935e-4fc7-4bff-a006-81fd1b1e37d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:46.489923 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-be7818fa-a9ce-40a3-b35c-42c87e962d6f req-8dab935e-4fc7-4bff-a006-81fd1b1e37d3 service neutron] 10.222.0.41 "PUT /v2.0/ports/04364241-cc9c-414f-80e8-010de4fc03f7 HTTP/1.1" status: 200 len: 1091 time: 3.5091767 Jul 15 23:14:46.491791 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7abb4c18-915b-4d5d-9b2e-7a134555b04c', 'tag': '04364241-cc9c-414f-80e8-010de4fc03f7'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:14:46.496081 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5a115b-1614-48a6-a0a8-40ca1048a2bb" -d '{"events": [{"name": "network-changed", "server_uuid": "7abb4c18-915b-4d5d-9b2e-7a134555b04c", "tag": "04364241-cc9c-414f-80e8-010de4fc03f7"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:14:46.516257 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-740bfcb3-ac99-4737-993e-0b93e7d7f326 req-8266410b-e05e-4c3e-a813-137d348373c0 service neutron] For port 20e617c1-19b4-403b-b99b-d8c56dfd02cc, host n-h2-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:14:46.528804 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-740bfcb3-ac99-4737-993e-0b93e7d7f326 req-8266410b-e05e-4c3e-a813-137d348373c0 service neutron] For port 20e617c1-19b4-403b-b99b-d8c56dfd02cc, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=20e617c1-19b4-403b-b99b-d8c56dfd02cc,segment=NetworkSegment(8c95e0dc-7b2e-4fda-acd8-715dc490e464),segment_id=8c95e0dc-7b2e-4fda-acd8-715dc490e464)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:14:46.542817 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-740bfcb3-ac99-4737-993e-0b93e7d7f326 req-8266410b-e05e-4c3e-a813-137d348373c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:46.554253 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dab935e-4fc7-4bff-a006-81fd1b1e37d3 service neutron] Pushing event updated for resources: {'Port': ['ID=04364241-cc9c-414f-80e8-010de4fc03f7,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:46.658685 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740bfcb3-ac99-4737-993e-0b93e7d7f326 req-8266410b-e05e-4c3e-a813-137d348373c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:46.659778 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-740bfcb3-ac99-4737-993e-0b93e7d7f326 req-8266410b-e05e-4c3e-a813-137d348373c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:46.662745 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-740bfcb3-ac99-4737-993e-0b93e7d7f326 req-8266410b-e05e-4c3e-a813-137d348373c0 service neutron] 10.222.0.41 "PUT /v2.0/ports/20e617c1-19b4-403b-b99b-d8c56dfd02cc HTTP/1.1" status: 200 len: 1092 time: 3.1404150 Jul 15 23:14:46.676774 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port b4324f9d-de2e-4c82-aa36-c0b083095a73, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=b4324f9d-de2e-4c82-aa36-c0b083095a73,segment=NetworkSegment(f4a31cbf-fa24-44fe-8726-b1aeea2122f6),segment_id=f4a31cbf-fa24-44fe-8726-b1aeea2122f6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:46.722185 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': 'b4324f9d-de2e-4c82-aa36-c0b083095a73', 'network_id': '9c8e80dc-d138-4f8e-aeb2-b0a6ac2097e3', 'port_id': 'b4324f9d-de2e-4c82-aa36-c0b083095a73', 'mac_address': 'fa:16:3e:ec:ac:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f1c9051-03d6-4cfe-a21f-410e003552b9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:14:46.789872 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 32904) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:46.808851 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266410b-e05e-4c3e-a813-137d348373c0 service neutron] Pushing event updated for resources: {'Port': ['ID=20e617c1-19b4-403b-b99b-d8c56dfd02cc,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:46.814854 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:46.850831 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4324f9d-de2e-4c82-aa36-c0b083095a73 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:14:46.900792 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port b4324f9d-de2e-4c82-aa36-c0b083095a73, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=b4324f9d-de2e-4c82-aa36-c0b083095a73,segment=NetworkSegment(f4a31cbf-fa24-44fe-8726-b1aeea2122f6),segment_id=f4a31cbf-fa24-44fe-8726-b1aeea2122f6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:46.908448 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:46.975378 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7818fa-a9ce-40a3-b35c-42c87e962d6f req-3c646d04-0406-4eee-a71f-1f59d38897d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:46.975956 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-be7818fa-a9ce-40a3-b35c-42c87e962d6f req-3c646d04-0406-4eee-a71f-1f59d38897d8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=97397394137f47b6b8b1bb83454a379f&device_id=7abb4c18-915b-4d5d-9b2e-7a134555b04c HTTP/1.1" status: 200 len: 1094 time: 0.4055090 Jul 15 23:14:47.009106 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740bfcb3-ac99-4737-993e-0b93e7d7f326 req-1f00937b-1eb5-47bf-ac18-266ba941d94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:47.012292 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-740bfcb3-ac99-4737-993e-0b93e7d7f326 req-1f00937b-1eb5-47bf-ac18-266ba941d94f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=48062b7ca7314e72995400ce76936d28&device_id=be308bf9-ab6d-4e1a-aa67-27a5fa9bdb49 HTTP/1.1" status: 200 len: 1095 time: 0.2381601 Jul 15 23:14:47.014096 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=b4324f9d-de2e-4c82-aa36-c0b083095a73,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:47.033933 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:47.034554 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:47.035186 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:47.036784 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:47.037316 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:47.037669 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:47.038009 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:47.038344 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:47.038970 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:47.039315 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:47.039678 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:47.040303 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:14:47.135354 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-be7818fa-a9ce-40a3-b35c-42c87e962d6f req-2f31f35b-941f-4a8d-b56d-8cf5dc6f4bfc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04364241-cc9c-414f-80e8-010de4fc03f7 HTTP/1.1" status: 200 len: 217 time: 0.1407435 Jul 15 23:14:47.138839 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-740bfcb3-ac99-4737-993e-0b93e7d7f326 req-89e11bb8-1d4a-49f6-bfd0-9c92858a0b0b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20e617c1-19b4-403b-b99b-d8c56dfd02cc HTTP/1.1" status: 200 len: 217 time: 0.0684040 Jul 15 23:14:47.150749 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f8cc3e47-2e95-4207-92a1-a0f32d5b9962 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1802425046'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:14:47.186677 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec906a8-fe28-4b62-819d-6333762b8f4a req-b1ac6462-5431-4907-89c0-0c7964984e52 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:47.188293 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cec906a8-fe28-4b62-819d-6333762b8f4a req-b1ac6462-5431-4907-89c0-0c7964984e52 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] 10.222.0.48 "GET /v2.0/ports?device_id=be308bf9-ab6d-4e1a-aa67-27a5fa9bdb49 HTTP/1.1" status: 200 len: 944 time: 1.4062243 Jul 15 23:14:47.272665 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e6e7698d-c589-4653-b48c-25697bec9914 req-193a59d7-11b2-44ec-82b7-017387a1a2d4 service neutron] 10.222.0.41 "GET /v2.0/networks/9c8e80dc-d138-4f8e-aeb2-b0a6ac2097e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1322334 Jul 15 23:14:47.276046 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-37362cce-535e-431f-8ff5-04399c17573b req-8cf449ae-f859-4469-8a15-f7590523305f tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/security-groups?id=a00402bc-417c-4401-b3a4-a86d8ce769a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9253085 Jul 15 23:14:47.293237 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bc9b3237-7bd6-4799-ac52-d7491414fd23 req-74d403da-9599-402c-b10e-3c896dd40ab5 service neutron] 10.222.0.49 "GET /v2.0/networks/6516a713-fc78-44c2-b99b-acc90d8d4ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1288383 Jul 15 23:14:47.296732 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cec906a8-fe28-4b62-819d-6333762b8f4a req-6a35fbce-9b7a-4946-ba0e-839591afdb57 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] 10.222.0.48 "GET /v2.0/security-groups?id=c74adf09-8f31-442e-8308-11432e0394c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794053 Jul 15 23:14:47.306502 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['b4324f9d-de2e-4c82-aa36-c0b083095a73'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:14:47.336236 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8cc3e47-2e95-4207-92a1-a0f32d5b9962 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Made reservation on behalf of a919695a37b94186b285a34651d930fb for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:14:47.345971 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8cc3e47-2e95-4207-92a1-a0f32d5b9962 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:47.382876 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7818fa-a9ce-40a3-b35c-42c87e962d6f req-6287675e-b8b4-4461-b111-d3b66b26edb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:47.386778 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-be7818fa-a9ce-40a3-b35c-42c87e962d6f req-6287675e-b8b4-4461-b111-d3b66b26edb5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fe3eef83-74d9-48a6-8931-0e31ba6153cf HTTP/1.1" status: 200 len: 861 time: 0.2252042 Jul 15 23:14:47.401947 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740bfcb3-ac99-4737-993e-0b93e7d7f326 req-1bd70700-2bb9-451b-8f40-eb461fd91bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:47.405767 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-740bfcb3-ac99-4737-993e-0b93e7d7f326 req-1bd70700-2bb9-451b-8f40-eb461fd91bc8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fb78a6d5-607f-412f-94b4-7bd41c3d2f9c HTTP/1.1" status: 200 len: 868 time: 0.2471752 Jul 15 23:14:47.407773 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8cc3e47-2e95-4207-92a1-a0f32d5b9962 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:47.483175 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-be7818fa-a9ce-40a3-b35c-42c87e962d6f req-74ad1c33-3fbd-4c04-a2e7-9ad7b9ce824c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=54d36d42-4b6b-4a3b-a62a-15b6ab91449d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680232 Jul 15 23:14:47.542732 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bc9b3237-7bd6-4799-ac52-d7491414fd23 req-4d41fa6e-e902-415b-a889-89a5e3d2724c service neutron] 10.222.0.49 "GET /v2.0/networks/6516a713-fc78-44c2-b99b-acc90d8d4ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423368 Jul 15 23:14:47.545464 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d552d9-07f6-42a3-a917-4e8f5dfb7653 x-openstack-request-id: req-d7d552d9-07f6-42a3-a917-4e8f5dfb7653 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:14:47.545818 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8501acfb-d746-4f81-94de-883d32000579", "tag": "2c559cab-5f06-41d1-8dba-c9097717a57b", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:14:47.546824 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d7d552d9-07f6-42a3-a917-4e8f5dfb7653 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:14:47.547259 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8501acfb-d746-4f81-94de-883d32000579', 'tag': '2c559cab-5f06-41d1-8dba-c9097717a57b', 'status': 'completed', 'code': 200} Jul 15 23:14:47.644443 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-be7818fa-a9ce-40a3-b35c-42c87e962d6f req-f179f9b6-cabd-49d7-98ef-4a7ecc2130ac service neutron] 10.222.0.41 "GET /v2.0/networks/54d36d42-4b6b-4a3b-a62a-15b6ab91449d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322114 Jul 15 23:14:47.717993 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d95a244-afa7-49db-8fbc-0707fefca498 req-454de3e5-9340-4599-9fa3-536f2a8eb1f9 tempest-ServerPasswordTestJSON-1964862032 tempest-ServerPasswordTestJSON-1964862032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:47.719898 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3d95a244-afa7-49db-8fbc-0707fefca498 req-454de3e5-9340-4599-9fa3-536f2a8eb1f9 tempest-ServerPasswordTestJSON-1964862032 tempest-ServerPasswordTestJSON-1964862032-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c7e89e4-a981-4812-beae-c43c8ec6948c HTTP/1.1" status: 200 len: 944 time: 0.1761041 Jul 15 23:14:47.727444 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed23930-744c-4942-bc99-dd1a0acec8d3 req-73d084dc-dfdb-41d9-899c-c33219cc4a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:47.729378 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-aed23930-744c-4942-bc99-dd1a0acec8d3 req-73d084dc-dfdb-41d9-899c-c33219cc4a36 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5d9ae70e65954be9a165b199be83ef6a&device_id=8501acfb-d746-4f81-94de-883d32000579 HTTP/1.1" status: 200 len: 1094 time: 0.1061034 Jul 15 23:14:47.850998 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-be7818fa-a9ce-40a3-b35c-42c87e962d6f req-0a7d196f-1657-4451-b196-69ee3990e18c service neutron] 10.222.0.41 "GET /v2.0/networks/54d36d42-4b6b-4a3b-a62a-15b6ab91449d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950119 Jul 15 23:14:47.881814 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740bfcb3-ac99-4737-993e-0b93e7d7f326 req-b7e16fe3-1cb1-4936-9769-5f4f050c0351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:47.882894 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-740bfcb3-ac99-4737-993e-0b93e7d7f326 req-b7e16fe3-1cb1-4936-9769-5f4f050c0351 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bc4d0c97-5d85-4af5-8dfb-79d73dbdb620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4666083 Jul 15 23:14:47.900095 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3d95a244-afa7-49db-8fbc-0707fefca498 req-c4a2fe9c-934d-440d-abf5-282c773c81b1 tempest-ServerPasswordTestJSON-1964862032 tempest-ServerPasswordTestJSON-1964862032-project] 10.222.0.48 "GET /v2.0/security-groups?id=64103a0e-0590-4b37-801e-b51674401f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547956 Jul 15 23:14:47.987943 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed23930-744c-4942-bc99-dd1a0acec8d3 req-b67f9ba3-e7e3-4cbe-a330-8cb07164255f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:47.991656 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-aed23930-744c-4942-bc99-dd1a0acec8d3 req-b67f9ba3-e7e3-4cbe-a330-8cb07164255f service neutron] 10.222.0.49 "GET /v2.0/networks?id=6516a713-fc78-44c2-b99b-acc90d8d4ccb HTTP/1.1" status: 200 len: 922 time: 0.2558639 Jul 15 23:14:48.072449 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8cc3e47-2e95-4207-92a1-a0f32d5b9962 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:48.075891 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-740bfcb3-ac99-4737-993e-0b93e7d7f326 req-7d280115-d488-43dc-8489-93bcce626114 service neutron] 10.222.0.41 "GET /v2.0/networks/bc4d0c97-5d85-4af5-8dfb-79d73dbdb620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847191 Jul 15 23:14:48.079207 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8cc3e47-2e95-4207-92a1-a0f32d5b9962 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:48.092552 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-aed23930-744c-4942-bc99-dd1a0acec8d3 req-631982b0-5c97-47d9-b1be-5a8a4a7b931e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c559cab-5f06-41d1-8dba-c9097717a57b HTTP/1.1" status: 200 len: 217 time: 0.0888050 Jul 15 23:14:48.121028 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3888e5a-b0a1-4702-b2d5-8c83729b71a9 req-e813ffa2-3555-43a4-ada3-1ae206d38179 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:48.136873 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b3888e5a-b0a1-4702-b2d5-8c83729b71a9 req-e813ffa2-3555-43a4-ada3-1ae206d38179 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/ports?device_id=720fe211-7265-4b45-94a1-7b3fc96e34e8 HTTP/1.1" status: 200 len: 945 time: 0.3560610 Jul 15 23:14:48.146438 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8cc3e47-2e95-4207-92a1-a0f32d5b9962 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:14:48.190831 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cc3e47-2e95-4207-92a1-a0f32d5b9962 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4327d0-1197-4ade-b644-578ca40eea3d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:48.220378 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8cc3e47-2e95-4207-92a1-a0f32d5b9962 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:48.220935 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-f8cc3e47-2e95-4207-92a1-a0f32d5b9962 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Added segment 3fe446d0-e8f6-4058-a596-9ad799ce7b94 of type vlan for network 4bc101bf-c180-4ee8-b69d-e6b2a855cc81 Jul 15 23:14:48.328580 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-740bfcb3-ac99-4737-993e-0b93e7d7f326 req-fbeb9fb4-8973-4b7e-be5c-d2895c808b90 service neutron] 10.222.0.41 "GET /v2.0/networks/bc4d0c97-5d85-4af5-8dfb-79d73dbdb620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451589 Jul 15 23:14:48.331428 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8cc3e47-2e95-4207-92a1-a0f32d5b9962 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:48.362817 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b3888e5a-b0a1-4702-b2d5-8c83729b71a9 req-309baa2c-6bec-4eea-a98d-6fa95ac7f623 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3cc6b1b-b328-4d26-ba63-110947666d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242744 Jul 15 23:14:48.369355 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed23930-744c-4942-bc99-dd1a0acec8d3 req-8381f986-a3c5-4a69-a4eb-f087378480c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:48.371722 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-aed23930-744c-4942-bc99-dd1a0acec8d3 req-8381f986-a3c5-4a69-a4eb-f087378480c3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6ef28179-7a90-48d7-bcfb-e76e0383faee HTTP/1.1" status: 200 len: 861 time: 0.2698977 Jul 15 23:14:48.406081 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8cc3e47-2e95-4207-92a1-a0f32d5b9962 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:48.418514 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cc3e47-2e95-4207-92a1-a0f32d5b9962 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:48.419784 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8cc3e47-2e95-4207-92a1-a0f32d5b9962 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:48.440296 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-aed23930-744c-4942-bc99-dd1a0acec8d3 req-01524dbc-5b7b-4e3c-bfc6-528aad1af427 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6516a713-fc78-44c2-b99b-acc90d8d4ccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587885 Jul 15 23:14:48.533288 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7eab4-53fe-44f7-800f-0b0799aa7a23 req-ac655e19-8339-49c8-a195-f6d1a1a28d96 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:48.535922 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cca7eab4-53fe-44f7-800f-0b0799aa7a23 req-ac655e19-8339-49c8-a195-f6d1a1a28d96 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=7abb4c18-915b-4d5d-9b2e-7a134555b04c HTTP/1.1" status: 200 len: 943 time: 0.2875721 Jul 15 23:14:48.568505 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f8cc3e47-2e95-4207-92a1-a0f32d5b9962 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.7759678 Jul 15 23:14:48.569534 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cc3e47-2e95-4207-92a1-a0f32d5b9962 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Pushing event updated for resources: {'Network': ['ID=4bc101bf-c180-4ee8-b69d-e6b2a855cc81,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:48.572084 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 32916) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:48.578606 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-2689e0ab-bf31-4463-bc13-3db0c751e65c tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Request body: {'subnet': {'network_id': '4bc101bf-c180-4ee8-b69d-e6b2a855cc81', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:14:48.581201 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 4bc101bf-c180-4ee8-b69d-e6b2a855cc81 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:14:48.729418 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2689e0ab-bf31-4463-bc13-3db0c751e65c tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Made reservation on behalf of a919695a37b94186b285a34651d930fb for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:14:48.734805 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2689e0ab-bf31-4463-bc13-3db0c751e65c tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:48.756305 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-aed23930-744c-4942-bc99-dd1a0acec8d3 req-a33a397c-4fb6-4575-b25c-3f92112576ec service neutron] 10.222.0.49 "GET /v2.0/networks/6516a713-fc78-44c2-b99b-acc90d8d4ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080492 Jul 15 23:14:48.761723 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cca7eab4-53fe-44f7-800f-0b0799aa7a23 req-d6017ad2-9abc-4021-b9f9-e5cf598eb246 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405857 Jul 15 23:14:48.874872 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac591b3-900d-4efe-9a87-5f3a1b3bb6ad x-openstack-request-id: req-2ac591b3-900d-4efe-9a87-5f3a1b3bb6ad {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:14:48.875251 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7abb4c18-915b-4d5d-9b2e-7a134555b04c", "tag": "04364241-cc9c-414f-80e8-010de4fc03f7", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:14:48.875611 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2ac591b3-900d-4efe-9a87-5f3a1b3bb6ad {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:14:48.876075 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7abb4c18-915b-4d5d-9b2e-7a134555b04c', 'tag': '04364241-cc9c-414f-80e8-010de4fc03f7', 'status': 'completed', 'code': 200} Jul 15 23:14:48.897695 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820b6129-a157-4701-a123-87aaf8a6300c req-feeeb78d-8538-409c-add8-1aa16d20ef37 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:48.919508 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-820b6129-a157-4701-a123-87aaf8a6300c req-feeeb78d-8538-409c-add8-1aa16d20ef37 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fe01580-09e1-424c-8fb3-58421610bfec HTTP/1.1" status: 200 len: 946 time: 0.2966008 Jul 15 23:14:48.991300 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-aed23930-744c-4942-bc99-dd1a0acec8d3 req-7fcb9a6f-ace7-401b-9589-02d7ded2b2b4 service neutron] 10.222.0.49 "GET /v2.0/networks/6516a713-fc78-44c2-b99b-acc90d8d4ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278566 Jul 15 23:14:49.022830 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-820b6129-a157-4701-a123-87aaf8a6300c req-9d4de4e4-5516-44cb-9b43-5edf99a7670a tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020403 Jul 15 23:14:49.116004 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5a115b-1614-48a6-a0a8-40ca1048a2bb req-e714de5e-b263-4f47-be48-592134d5adba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:49.118317 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4f5a115b-1614-48a6-a0a8-40ca1048a2bb req-e714de5e-b263-4f47-be48-592134d5adba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=97397394137f47b6b8b1bb83454a379f&device_id=7abb4c18-915b-4d5d-9b2e-7a134555b04c HTTP/1.1" status: 200 len: 1094 time: 0.1726418 Jul 15 23:14:49.176589 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b369431e-790e-47a3-b3dc-02e54ab291fa req-f45d0300-6912-401e-afd4-43ec14231db1 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:49.180896 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b369431e-790e-47a3-b3dc-02e54ab291fa req-f45d0300-6912-401e-afd4-43ec14231db1 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/ports?device_id=8501acfb-d746-4f81-94de-883d32000579 HTTP/1.1" status: 200 len: 943 time: 0.1396232 Jul 15 23:14:49.227033 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2689e0ab-bf31-4463-bc13-3db0c751e65c tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:49.321116 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b369431e-790e-47a3-b3dc-02e54ab291fa req-9b73930d-8b5b-493a-9c5d-bb5271eb4afd tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/security-groups?id=a00402bc-417c-4401-b3a4-a86d8ce769a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193292 Jul 15 23:14:49.344877 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2689e0ab-bf31-4463-bc13-3db0c751e65c tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Pushing event updated for resources: {'Subnet': ['ID=9ed85680-c541-4911-8adf-e432e2a78dec,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:49.359951 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da181539-b367-41e7-97f6-545fae367848 req-070e0b1d-c138-429d-9874-aa8bcbe207ad tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:49.362934 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-da181539-b367-41e7-97f6-545fae367848 req-070e0b1d-c138-429d-9874-aa8bcbe207ad tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] 10.222.0.48 "GET /v2.0/ports?device_id=be308bf9-ab6d-4e1a-aa67-27a5fa9bdb49 HTTP/1.1" status: 200 len: 944 time: 0.1806295 Jul 15 23:14:49.419081 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5a115b-1614-48a6-a0a8-40ca1048a2bb req-c9c57b01-bc12-4400-bea2-56065dc7ab72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:49.422046 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4f5a115b-1614-48a6-a0a8-40ca1048a2bb req-c9c57b01-bc12-4400-bea2-56065dc7ab72 service neutron] 10.222.0.41 "GET /v2.0/networks?id=54d36d42-4b6b-4a3b-a62a-15b6ab91449d HTTP/1.1" status: 200 len: 922 time: 0.2764788 Jul 15 23:14:49.447327 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-da181539-b367-41e7-97f6-545fae367848 req-e4dbca35-7c07-4166-a24d-04624ee0d10e tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] 10.222.0.48 "GET /v2.0/security-groups?id=c74adf09-8f31-442e-8308-11432e0394c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682645 Jul 15 23:14:49.507540 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2689e0ab-bf31-4463-bc13-3db0c751e65c tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Checking segment: {'id': '3fe446d0-e8f6-4058-a596-9ad799ce7b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '4bc101bf-c180-4ee8-b69d-e6b2a855cc81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:14:49.512644 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2689e0ab-bf31-4463-bc13-3db0c751e65c tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Network hostable DHCP agents. Network: 4bc101bf-c180-4ee8-b69d-e6b2a855cc81, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:14:49.528259 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4f5a115b-1614-48a6-a0a8-40ca1048a2bb req-b6368c9a-a01b-48cb-b3b5-84a45fe59a47 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04364241-cc9c-414f-80e8-010de4fc03f7 HTTP/1.1" status: 200 len: 217 time: 0.0872922 Jul 15 23:14:49.644203 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2689e0ab-bf31-4463-bc13-3db0c751e65c tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Network 4bc101bf-c180-4ee8-b69d-e6b2a855cc81 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:14:49.671796 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-2689e0ab-bf31-4463-bc13-3db0c751e65c tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 4bc101bf-c180-4ee8-b69d-e6b2a855cc81) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:14:49.685300 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5a115b-1614-48a6-a0a8-40ca1048a2bb req-f8e05f60-5f60-4a13-9eeb-0c49b9d67121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:49.685514 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43aa9d8-a202-4f37-938b-9b47120d46ef None None] Network 4bc101bf-c180-4ee8-b69d-e6b2a855cc81 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:14:49.685957 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4f5a115b-1614-48a6-a0a8-40ca1048a2bb req-f8e05f60-5f60-4a13-9eeb-0c49b9d67121 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fe3eef83-74d9-48a6-8931-0e31ba6153cf HTTP/1.1" status: 200 len: 861 time: 0.1296704 Jul 15 23:14:49.697713 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2689e0ab-bf31-4463-bc13-3db0c751e65c tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:49.698781 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2689e0ab-bf31-4463-bc13-3db0c751e65c tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:49.762712 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4f5a115b-1614-48a6-a0a8-40ca1048a2bb req-a026b208-29ca-4a53-b2c1-94b841159580 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=54d36d42-4b6b-4a3b-a62a-15b6ab91449d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600154 Jul 15 23:14:49.771941 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-2689e0ab-bf31-4463-bc13-3db0c751e65c tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1985285 Jul 15 23:14:49.775376 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 32924) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:49.784578 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-929731cb-ba4c-48be-a3a4-64b8fe292e24 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Request body: {'port': {'network_id': '4bc101bf-c180-4ee8-b69d-e6b2a855cc81', 'name': 'tempest-DHCPAgentSchedulersTestJSON-148633839'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:14:49.970476 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9f5b98-ee16-4949-b503-0025e4f65bc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-4bc101bf-c180-4ee8-b69d-e6b2a855cc81', 'network_id': '4bc101bf-c180-4ee8-b69d-e6b2a855cc81', 'tenant_id': 'a919695a37b94186b285a34651d930fb', 'fixed_ips': [{'subnet_id': '9ed85680-c541-4911-8adf-e432e2a78dec'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:14:49.971831 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ef9f5b98-ee16-4949-b503-0025e4f65bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:50.037021 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c750e93-ecb8-4c45-af55-a69f9acf4e88 req-3256cb84-42ef-4c94-b4c8-7e32a7e06f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:50.038565 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1c750e93-ecb8-4c45-af55-a69f9acf4e88 req-3256cb84-42ef-4c94-b4c8-7e32a7e06f78 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bcd8fa5c1bea4844bd70f8774f2c31f7&device_id=720fe211-7265-4b45-94a1-7b3fc96e34e8 HTTP/1.1" status: 200 len: 1096 time: 0.2246163 Jul 15 23:14:50.062126 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422100d-eade-4556-a6c3-3a2c22bd2ff8 req-0975bf7e-f551-4711-be2b-215391643715 tempest-ServerPasswordTestJSON-1964862032 tempest-ServerPasswordTestJSON-1964862032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:50.064069 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8422100d-eade-4556-a6c3-3a2c22bd2ff8 req-0975bf7e-f551-4711-be2b-215391643715 tempest-ServerPasswordTestJSON-1964862032 tempest-ServerPasswordTestJSON-1964862032-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c7e89e4-a981-4812-beae-c43c8ec6948c HTTP/1.1" status: 200 len: 944 time: 0.1690764 Jul 15 23:14:50.098740 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-929731cb-ba4c-48be-a3a4-64b8fe292e24 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Made reservation on behalf of a919695a37b94186b285a34651d930fb for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:14:50.101990 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e85dc-9a2d-4c18-9219-77b208cbf9f7 req-7454e5e1-c6fb-42cc-96e8-f75a1bd6104e tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:50.103637 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e16e85dc-9a2d-4c18-9219-77b208cbf9f7 req-7454e5e1-c6fb-42cc-96e8-f75a1bd6104e tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/ports?device_id=720fe211-7265-4b45-94a1-7b3fc96e34e8 HTTP/1.1" status: 200 len: 945 time: 0.1927762 Jul 15 23:14:50.104739 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-929731cb-ba4c-48be-a3a4-64b8fe292e24 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:50.138078 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-929731cb-ba4c-48be-a3a4-64b8fe292e24 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] device_id is not set on port 6f47ba8a-66b5-4f3a-a96c-3da572e2432b yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:14:50.148717 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4f5a115b-1614-48a6-a0a8-40ca1048a2bb req-5dd570f0-bb51-4e70-89ed-9f18562daae3 service neutron] 10.222.0.41 "GET /v2.0/networks/54d36d42-4b6b-4a3b-a62a-15b6ab91449d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357330 Jul 15 23:14:50.184499 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-ef9f5b98-ee16-4949-b503-0025e4f65bc5 None None] Allocated IP 172.20.0.2 (4bc101bf-c180-4ee8-b69d-e6b2a855cc81/9ed85680-c541-4911-8adf-e432e2a78dec/8bd1e131-dd12-4252-8d89-0c6916494a89) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:14:50.234316 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e16e85dc-9a2d-4c18-9219-77b208cbf9f7 req-a11e4b72-babd-46e7-aa1e-569824784c6a tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3cc6b1b-b328-4d26-ba63-110947666d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193883 Jul 15 23:14:50.244027 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8422100d-eade-4556-a6c3-3a2c22bd2ff8 req-92881f3e-576c-45d1-a26b-a03621da3922 tempest-ServerPasswordTestJSON-1964862032 tempest-ServerPasswordTestJSON-1964862032-project] 10.222.0.48 "GET /v2.0/security-groups?id=64103a0e-0590-4b37-801e-b51674401f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327093 Jul 15 23:14:50.249187 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c750e93-ecb8-4c45-af55-a69f9acf4e88 req-e14d117e-f4d2-4596-a66f-dc59484fefc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:50.250740 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1c750e93-ecb8-4c45-af55-a69f9acf4e88 req-e14d117e-f4d2-4596-a66f-dc59484fefc0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=96ab0661-6266-4252-9c9c-1e8142971046 HTTP/1.1" status: 200 len: 919 time: 0.1979148 Jul 15 23:14:50.277722 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 2c559cab-5f06-41d1-8dba-c9097717a57b details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:14:50.385738 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1c750e93-ecb8-4c45-af55-a69f9acf4e88 req-304c536f-2c94-43b2-a9dc-c66df8066b08 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b438afd-ebca-4f2c-a898-19c214d9055b HTTP/1.1" status: 200 len: 217 time: 0.1254256 Jul 15 23:14:50.427782 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4f5a115b-1614-48a6-a0a8-40ca1048a2bb req-3c63d93e-2f63-403f-af8c-11f8e6dcdbc2 service neutron] 10.222.0.41 "GET /v2.0/networks/54d36d42-4b6b-4a3b-a62a-15b6ab91449d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692256 Jul 15 23:14:50.451345 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 20e617c1-19b4-403b-b99b-d8c56dfd02cc details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:14:50.468481 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device b4324f9d-de2e-4c82-aa36-c0b083095a73 up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:14:50.542620 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c750e93-ecb8-4c45-af55-a69f9acf4e88 req-bfcb429a-9beb-4185-9528-a5370372f990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:50.545096 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1c750e93-ecb8-4c45-af55-a69f9acf4e88 req-bfcb429a-9beb-4185-9528-a5370372f990 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=861cc51f-5aa3-4f8e-b090-2fa15d26f9e0 HTTP/1.1" status: 200 len: 858 time: 0.1534035 Jul 15 23:14:50.568978 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.db.resource_extend [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 23:14:50.608457 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1c750e93-ecb8-4c45-af55-a69f9acf4e88 req-c0e39e05-8aad-459f-8291-0b54317ec6db service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=96ab0661-6266-4252-9c9c-1e8142971046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512061 Jul 15 23:14:50.617931 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ef9f5b98-ee16-4949-b503-0025e4f65bc5 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:50.647845 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ef9f5b98-ee16-4949-b503-0025e4f65bc5 None None] Transition to ACTIVE for port object 8bd1e131-dd12-4252-8d89-0c6916494a89 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:14:50.688376 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940fd9b3-aadf-4db5-8f99-d35c4343d001 req-e9bf9964-f8c9-47b7-8457-7b7bc379033f tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:50.696157 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-940fd9b3-aadf-4db5-8f99-d35c4343d001 req-e9bf9964-f8c9-47b7-8457-7b7bc379033f tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=7abb4c18-915b-4d5d-9b2e-7a134555b04c HTTP/1.1" status: 200 len: 943 time: 0.2580884 Jul 15 23:14:50.720886 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92cf33a-e7e5-4952-b3df-8d37c9a7d9ed req-a8e89283-a4d8-4add-a81a-5fc55bf3b3bf tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:50.722948 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a92cf33a-e7e5-4952-b3df-8d37c9a7d9ed req-a8e89283-a4d8-4add-a81a-5fc55bf3b3bf tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fe01580-09e1-424c-8fb3-58421610bfec HTTP/1.1" status: 200 len: 946 time: 0.2301598 Jul 15 23:14:50.813521 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-940fd9b3-aadf-4db5-8f99-d35c4343d001 req-e43cf209-8a54-4a1a-9d2d-e43655ca1f87 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164408 Jul 15 23:14:50.845165 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1c750e93-ecb8-4c45-af55-a69f9acf4e88 req-fbbd0660-98d5-4f6f-893e-01a25714f87d service neutron] 10.222.0.49 "GET /v2.0/networks/96ab0661-6266-4252-9c9c-1e8142971046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284064 Jul 15 23:14:50.854676 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a92cf33a-e7e5-4952-b3df-8d37c9a7d9ed req-5f028cb5-783e-4164-a8d2-6fc7d30d01d2 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203425 Jul 15 23:14:50.875093 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ef9f5b98-ee16-4949-b503-0025e4f65bc5 None None] Transition to ACTIVE for port object 8bd1e131-dd12-4252-8d89-0c6916494a89 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:14:50.888166 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be308bf9-ab6d-4e1a-aa67-27a5fa9bdb49', 'tag': '20e617c1-19b4-403b-b99b-d8c56dfd02cc'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:14:50.888166 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe0c7ab-f8d5-40bb-b6ce-4714771ce379" -d '{"events": [{"name": "network-changed", "server_uuid": "be308bf9-ab6d-4e1a-aa67-27a5fa9bdb49", "tag": "20e617c1-19b4-403b-b99b-d8c56dfd02cc"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:14:50.888665 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 2c559cab-5f06-41d1-8dba-c9097717a57b, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=2c559cab-5f06-41d1-8dba-c9097717a57b,segment=NetworkSegment(f2e0773f-8183-4f36-8ee8-76cf70d2d71c),segment_id=f2e0773f-8183-4f36-8ee8-76cf70d2d71c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:50.907767 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ef9f5b98-ee16-4949-b503-0025e4f65bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:50.976217 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '2c559cab-5f06-41d1-8dba-c9097717a57b', 'network_id': '6516a713-fc78-44c2-b99b-acc90d8d4ccb', 'port_id': '2c559cab-5f06-41d1-8dba-c9097717a57b', 'mac_address': 'fa:16:3e:8a:fb:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ef28179-7a90-48d7-bcfb-e76e0383faee', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:14:50.996722 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port b4324f9d-de2e-4c82-aa36-c0b083095a73 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:14:51.016755 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port b4324f9d-de2e-4c82-aa36-c0b083095a73 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:14:51.017655 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:51.021416 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-929731cb-ba4c-48be-a3a4-64b8fe292e24 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Allocated IP 172.20.0.4 (4bc101bf-c180-4ee8-b69d-e6b2a855cc81/9ed85680-c541-4911-8adf-e432e2a78dec/6f47ba8a-66b5-4f3a-a96c-3da572e2432b) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:14:51.031381 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9f5b98-ee16-4949-b503-0025e4f65bc5 None None] Network 4bc101bf-c180-4ee8-b69d-e6b2a855cc81 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:14:51.096088 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-ef9f5b98-ee16-4949-b503-0025e4f65bc5 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:14:51.101781 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 20e617c1-19b4-403b-b99b-d8c56dfd02cc, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=20e617c1-19b4-403b-b99b-d8c56dfd02cc,segment=NetworkSegment(8c95e0dc-7b2e-4fda-acd8-715dc490e464),segment_id=8c95e0dc-7b2e-4fda-acd8-715dc490e464)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:51.147854 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9f5b98-ee16-4949-b503-0025e4f65bc5 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:14:51.166502 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9f5b98-ee16-4949-b503-0025e4f65bc5 None None] Pushing event updated for resources: {'Port': ['ID=8bd1e131-dd12-4252-8d89-0c6916494a89,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:51.209814 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': '20e617c1-19b4-403b-b99b-d8c56dfd02cc', 'network_id': 'bc4d0c97-5d85-4af5-8dfb-79d73dbdb620', 'port_id': '20e617c1-19b4-403b-b99b-d8c56dfd02cc', 'mac_address': 'fa:16:3e:af:72:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb78a6d5-607f-412f-94b4-7bd41c3d2f9c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:14:51.217777 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1c750e93-ecb8-4c45-af55-a69f9acf4e88 req-3f0c7a9f-c074-492e-9f67-148ebc44600d service neutron] 10.222.0.49 "GET /v2.0/networks/96ab0661-6266-4252-9c9c-1e8142971046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3615336 Jul 15 23:14:51.263031 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:51.285039 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-929731cb-ba4c-48be-a3a4-64b8fe292e24 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:51.292925 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a29975-5056-4493-8251-84e5e166b68f req-196113ae-e34b-4b1c-b11a-43375caaf9ac tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:51.305889 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-43a29975-5056-4493-8251-84e5e166b68f req-196113ae-e34b-4b1c-b11a-43375caaf9ac tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/ports?device_id=8501acfb-d746-4f81-94de-883d32000579 HTTP/1.1" status: 200 len: 943 time: 0.2668357 Jul 15 23:14:51.312229 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-929731cb-ba4c-48be-a3a4-64b8fe292e24 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Transition to ACTIVE for port object 6f47ba8a-66b5-4f3a-a96c-3da572e2432b will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:14:51.373917 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-929731cb-ba4c-48be-a3a4-64b8fe292e24 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:51.382021 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bfa50d-625e-47dd-a319-d0ddde6b4e73 req-19f3640d-321b-40e2-8940-982de797b1be tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:51.385084 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-87bfa50d-625e-47dd-a319-d0ddde6b4e73 req-19f3640d-321b-40e2-8940-982de797b1be tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] 10.222.0.48 "GET /v2.0/ports?device_id=be308bf9-ab6d-4e1a-aa67-27a5fa9bdb49 HTTP/1.1" status: 200 len: 944 time: 0.3113353 Jul 15 23:14:51.401451 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c559cab-5f06-41d1-8dba-c9097717a57b {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:14:51.431851 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ef9f5b98-ee16-4949-b503-0025e4f65bc5 None None] Attempting to bind port 8bd1e131-dd12-4252-8d89-0c6916494a89 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:14:51.432752 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ef9f5b98-ee16-4949-b503-0025e4f65bc5 None None] Attempting to bind port 8bd1e131-dd12-4252-8d89-0c6916494a89 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '3fe446d0-e8f6-4058-a596-9ad799ce7b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '4bc101bf-c180-4ee8-b69d-e6b2a855cc81'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:14:51.433600 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9f5b98-ee16-4949-b503-0025e4f65bc5 None None] Attempting to bind port 8bd1e131-dd12-4252-8d89-0c6916494a89 on network 4bc101bf-c180-4ee8-b69d-e6b2a855cc81 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:14:51.437045 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-43a29975-5056-4493-8251-84e5e166b68f req-5e935f25-4c81-488d-9cfc-ccd5c353a3d5 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/security-groups?id=a00402bc-417c-4401-b3a4-a86d8ce769a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299181 Jul 15 23:14:51.438416 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929731cb-ba4c-48be-a3a4-64b8fe292e24 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Network 4bc101bf-c180-4ee8-b69d-e6b2a855cc81 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:14:51.449347 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-929731cb-ba4c-48be-a3a4-64b8fe292e24 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:14:51.456508 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929731cb-ba4c-48be-a3a4-64b8fe292e24 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:14:51.466049 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-87bfa50d-625e-47dd-a319-d0ddde6b4e73 req-cce7a79f-4007-43a9-9758-31004a297bbd tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] 10.222.0.48 "GET /v2.0/security-groups?id=c74adf09-8f31-442e-8308-11432e0394c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751052 Jul 15 23:14:51.497940 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:51.498274 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929731cb-ba4c-48be-a3a4-64b8fe292e24 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Pushing event updated for resources: {'Port': ['ID=6f47ba8a-66b5-4f3a-a96c-3da572e2432b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:51.510768 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9f5b98-ee16-4949-b503-0025e4f65bc5 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:14:51.511289 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9f5b98-ee16-4949-b503-0025e4f65bc5 None None] Checking segment: {'id': '3fe446d0-e8f6-4058-a596-9ad799ce7b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '4bc101bf-c180-4ee8-b69d-e6b2a855cc81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:14:51.512186 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ef9f5b98-ee16-4949-b503-0025e4f65bc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:51.513014 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9f5b98-ee16-4949-b503-0025e4f65bc5 None None] Bound using segment: {'id': '3fe446d0-e8f6-4058-a596-9ad799ce7b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '4bc101bf-c180-4ee8-b69d-e6b2a855cc81'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:14:51.513802 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ef9f5b98-ee16-4949-b503-0025e4f65bc5 None None] Bound port: 8bd1e131-dd12-4252-8d89-0c6916494a89, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fe446d0-e8f6-4058-a596-9ad799ce7b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '4bc101bf-c180-4ee8-b69d-e6b2a855cc81'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:14:51.516082 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ef9f5b98-ee16-4949-b503-0025e4f65bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:51.522585 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 2c559cab-5f06-41d1-8dba-c9097717a57b, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=2c559cab-5f06-41d1-8dba-c9097717a57b,segment=NetworkSegment(f2e0773f-8183-4f36-8ee8-76cf70d2d71c),segment_id=f2e0773f-8183-4f36-8ee8-76cf70d2d71c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:51.559071 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929731cb-ba4c-48be-a3a4-64b8fe292e24 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:51.559907 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-929731cb-ba4c-48be-a3a4-64b8fe292e24 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:51.567421 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:51.592194 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-929731cb-ba4c-48be-a3a4-64b8fe292e24 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8109386 Jul 15 23:14:51.592616 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 32946) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:51.600982 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ea4d68-0a91-40cc-9800-62405c5124bf x-openstack-request-id: req-d4ea4d68-0a91-40cc-9800-62405c5124bf {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:14:51.601573 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be308bf9-ab6d-4e1a-aa67-27a5fa9bdb49", "tag": "20e617c1-19b4-403b-b99b-d8c56dfd02cc", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:14:51.601765 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d4ea4d68-0a91-40cc-9800-62405c5124bf {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:14:51.602256 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be308bf9-ab6d-4e1a-aa67-27a5fa9bdb49', 'tag': '20e617c1-19b4-403b-b99b-d8c56dfd02cc', 'status': 'completed', 'code': 200} Jul 15 23:14:51.614668 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20e617c1-19b4-403b-b99b-d8c56dfd02cc {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:14:51.625893 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:51.710543 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 20e617c1-19b4-403b-b99b-d8c56dfd02cc, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=20e617c1-19b4-403b-b99b-d8c56dfd02cc,segment=NetworkSegment(8c95e0dc-7b2e-4fda-acd8-715dc490e464),segment_id=8c95e0dc-7b2e-4fda-acd8-715dc490e464)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:51.742439 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c7e89e4-a981-4812-beae-c43c8ec6948c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4324f9d-de2e-4c82-aa36-c0b083095a73'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:14:51.746788 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f092ef3-dec6-42c9-b392-870b3ecad9fb" -d '{"events": [{"server_uuid": "4c7e89e4-a981-4812-beae-c43c8ec6948c", "name": "network-vif-plugged", "status": "completed", "tag": "b4324f9d-de2e-4c82-aa36-c0b083095a73"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:14:51.750658 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:51.753749 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-bcb86517-6603-4276-802f-b85980b17414 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Deleting port 6f47ba8a-66b5-4f3a-a96c-3da572e2432b {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:14:51.754674 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bcb86517-6603-4276-802f-b85980b17414 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:51.756651 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=2c559cab-5f06-41d1-8dba-c9097717a57b,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:51.788754 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port b4324f9d-de2e-4c82-aa36-c0b083095a73, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=b4324f9d-de2e-4c82-aa36-c0b083095a73,segment=NetworkSegment(f4a31cbf-fa24-44fe-8726-b1aeea2122f6),segment_id=f4a31cbf-fa24-44fe-8726-b1aeea2122f6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:51.835266 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['2c559cab-5f06-41d1-8dba-c9097717a57b'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:14:51.843151 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ef9f5b98-ee16-4949-b503-0025e4f65bc5 None None] For port 8bd1e131-dd12-4252-8d89-0c6916494a89, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:14:51.849833 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:51.853705 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe0c7ab-f8d5-40bb-b6ce-4714771ce379 req-321ca1cf-b356-4c89-ba0c-b75bf5991d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:51.856538 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-bfe0c7ab-f8d5-40bb-b6ce-4714771ce379 req-321ca1cf-b356-4c89-ba0c-b75bf5991d15 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=48062b7ca7314e72995400ce76936d28&device_id=be308bf9-ab6d-4e1a-aa67-27a5fa9bdb49 HTTP/1.1" status: 200 len: 1096 time: 0.1389766 Jul 15 23:14:51.898313 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ef9f5b98-ee16-4949-b503-0025e4f65bc5 None None] For port 8bd1e131-dd12-4252-8d89-0c6916494a89, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=8bd1e131-dd12-4252-8d89-0c6916494a89,segment=NetworkSegment(3fe446d0-e8f6-4058-a596-9ad799ce7b94),segment_id=3fe446d0-e8f6-4058-a596-9ad799ce7b94)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:14:51.914702 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ef9f5b98-ee16-4949-b503-0025e4f65bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:51.950765 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=20e617c1-19b4-403b-b99b-d8c56dfd02cc,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:51.987341 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bcb86517-6603-4276-802f-b85980b17414 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:52.001372 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe0c7ab-f8d5-40bb-b6ce-4714771ce379 req-8afbf8b9-8b2a-49ad-8e6c-f3fca1b694b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:52.003245 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-bfe0c7ab-f8d5-40bb-b6ce-4714771ce379 req-8afbf8b9-8b2a-49ad-8e6c-f3fca1b694b1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bc4d0c97-5d85-4af5-8dfb-79d73dbdb620 HTTP/1.1" status: 200 len: 930 time: 0.1355841 Jul 15 23:14:52.012854 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-bcb86517-6603-4276-802f-b85980b17414 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Calling delete_port for 6f47ba8a-66b5-4f3a-a96c-3da572e2432b owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:14:52.032294 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=b4324f9d-de2e-4c82-aa36-c0b083095a73,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:52.081776 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-bfe0c7ab-f8d5-40bb-b6ce-4714771ce379 req-ccbbcd86-8168-4163-9e06-f795f2ff2915 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20e617c1-19b4-403b-b99b-d8c56dfd02cc HTTP/1.1" status: 200 len: 217 time: 0.0680802 Jul 15 23:14:52.118970 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035beb43-901d-4106-b635-5cd24b5cab8c req-b6e3ca3b-ed99-4736-8767-6fb1b02dc468 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:52.120511 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9f5b98-ee16-4949-b503-0025e4f65bc5 None None] Pushing event updated for resources: {'Port': ['ID=8bd1e131-dd12-4252-8d89-0c6916494a89,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:52.121629 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-035beb43-901d-4106-b635-5cd24b5cab8c req-b6e3ca3b-ed99-4736-8767-6fb1b02dc468 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/ports?device_id=720fe211-7265-4b45-94a1-7b3fc96e34e8 HTTP/1.1" status: 200 len: 945 time: 0.2546673 Jul 15 23:14:52.170427 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe0c7ab-f8d5-40bb-b6ce-4714771ce379 req-b6a9e191-3dd3-4eb3-84ce-7a49542f87b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:52.170985 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce3d79-1fb5-4734-8da6-a7398bbdab7f req-1bb5175e-8dfe-48f2-aec9-0775c8bbb181 tempest-ServerPasswordTestJSON-1964862032 tempest-ServerPasswordTestJSON-1964862032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:52.172687 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e3ce3d79-1fb5-4734-8da6-a7398bbdab7f req-1bb5175e-8dfe-48f2-aec9-0775c8bbb181 tempest-ServerPasswordTestJSON-1964862032 tempest-ServerPasswordTestJSON-1964862032-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c7e89e4-a981-4812-beae-c43c8ec6948c HTTP/1.1" status: 200 len: 945 time: 0.2637029 Jul 15 23:14:52.173630 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-bfe0c7ab-f8d5-40bb-b6ce-4714771ce379 req-b6a9e191-3dd3-4eb3-84ce-7a49542f87b3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fb78a6d5-607f-412f-94b4-7bd41c3d2f9c HTTP/1.1" status: 200 len: 868 time: 0.0786045 Jul 15 23:14:52.270740 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-035beb43-901d-4106-b635-5cd24b5cab8c req-da06de51-d82c-4afe-8265-6eea0a93aeee tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3cc6b1b-b328-4d26-ba63-110947666d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343088 Jul 15 23:14:52.297097 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['20e617c1-19b4-403b-b99b-d8c56dfd02cc'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:14:52.313105 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe0c7ab-f8d5-40bb-b6ce-4714771ce379 req-b5340e21-68f0-473d-b7ad-ca730c651f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:52.316113 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-bfe0c7ab-f8d5-40bb-b6ce-4714771ce379 req-b5340e21-68f0-473d-b7ad-ca730c651f1e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bc4d0c97-5d85-4af5-8dfb-79d73dbdb620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1295559 Jul 15 23:14:52.366019 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e3ce3d79-1fb5-4734-8da6-a7398bbdab7f req-b7c33132-54c6-4516-9065-027103a85fed tempest-ServerPasswordTestJSON-1964862032 tempest-ServerPasswordTestJSON-1964862032-project] 10.222.0.48 "GET /v2.0/security-groups?id=64103a0e-0590-4b37-801e-b51674401f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793292 Jul 15 23:14:52.402371 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915eec31-3d37-4034-8d84-f25fce9c2320 x-openstack-request-id: req-915eec31-3d37-4034-8d84-f25fce9c2320 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:14:52.402666 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c7e89e4-a981-4812-beae-c43c8ec6948c", "name": "network-vif-plugged", "status": "completed", "tag": "b4324f9d-de2e-4c82-aa36-c0b083095a73", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:14:52.402925 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-915eec31-3d37-4034-8d84-f25fce9c2320 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:14:52.403324 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c7e89e4-a981-4812-beae-c43c8ec6948c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4324f9d-de2e-4c82-aa36-c0b083095a73', 'code': 200} Jul 15 23:14:52.427074 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bcb86517-6603-4276-802f-b85980b17414 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:52.460440 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 0a2d3646-061c-4ec4-a49d-cebc7646d42c details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:14:52.490132 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb86517-6603-4276-802f-b85980b17414 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Pushing event deleted for resources: {'Port': ['ID=6f47ba8a-66b5-4f3a-a96c-3da572e2432b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:52.510697 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-bfe0c7ab-f8d5-40bb-b6ce-4714771ce379 req-584eeed4-1ff9-4fad-8fed-43e2967f595a service neutron] 10.222.0.41 "GET /v2.0/networks/bc4d0c97-5d85-4af5-8dfb-79d73dbdb620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845601 Jul 15 23:14:52.588153 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bcb86517-6603-4276-802f-b85980b17414 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:52.590740 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-bcb86517-6603-4276-802f-b85980b17414 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] 10.222.0.48 "DELETE /v2.0/ports/6f47ba8a-66b5-4f3a-a96c-3da572e2432b HTTP/1.1" status: 204 len: 168 time: 0.9969828 Jul 15 23:14:52.595131 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 32960) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:52.716714 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 0a2d3646-061c-4ec4-a49d-cebc7646d42c, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=0a2d3646-061c-4ec4-a49d-cebc7646d42c,segment=NetworkSegment(3c2758b9-e41c-4bf2-b9ed-9081bfc02669),segment_id=3c2758b9-e41c-4bf2-b9ed-9081bfc02669)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:52.739782 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e013f252-da53-4802-b0a5-88a938709449 req-7210240f-e4cc-40f1-a591-42d9305f342d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:52.741248 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e013f252-da53-4802-b0a5-88a938709449 req-7210240f-e4cc-40f1-a591-42d9305f342d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4c7e89e4-a981-4812-beae-c43c8ec6948c HTTP/1.1" status: 200 len: 1096 time: 0.1606698 Jul 15 23:14:52.749388 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-bfe0c7ab-f8d5-40bb-b6ce-4714771ce379 req-9d910f07-63ec-4b14-850a-3cc4690528bf service neutron] 10.222.0.41 "GET /v2.0/networks/bc4d0c97-5d85-4af5-8dfb-79d73dbdb620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317774 Jul 15 23:14:52.759975 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': '0a2d3646-061c-4ec4-a49d-cebc7646d42c', 'network_id': 'a62e01ea-f2e5-4ac4-9f56-3043444e806b', 'port_id': '0a2d3646-061c-4ec4-a49d-cebc7646d42c', 'mac_address': 'fa:16:3e:3b:91:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1126b8c-d6f8-4596-9ab3-27f6931e900c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:14:52.799938 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e013f252-da53-4802-b0a5-88a938709449 req-0895f758-2395-4c6e-82d9-b4c6e4ecb5d8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=64103a0e-0590-4b37-801e-b51674401f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494642 Jul 15 23:14:52.802293 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 32974) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:52.802678 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-8ccf56bf-25d3-4d6d-bdf1-10a0b96db8ad tempest-DHCPAgentSchedulersTestJSON-800265784 tempest-DHCPAgentSchedulersTestJSON-800265784-project-admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.2062745 Jul 15 23:14:52.808967 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-92dde52c-d2d3-4fca-89ae-bee975cccc41 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1189937442'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:14:52.841802 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92dde52c-d2d3-4fca-89ae-bee975cccc41 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Made reservation on behalf of a919695a37b94186b285a34651d930fb for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:14:52.847556 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92dde52c-d2d3-4fca-89ae-bee975cccc41 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:52.855137 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfba62f-6f61-4a95-a3e2-0d01b9e0584c req-55d0c611-1643-4fc3-837e-bc9a216e4e2e tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:52.856707 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1bfba62f-6f61-4a95-a3e2-0d01b9e0584c req-55d0c611-1643-4fc3-837e-bc9a216e4e2e tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fe01580-09e1-424c-8fb3-58421610bfec HTTP/1.1" status: 200 len: 946 time: 0.1940873 Jul 15 23:14:52.865023 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c856bf-2508-4442-9535-7b7452e44e64 req-886270bd-f2ea-4f0d-a89c-4cc70b24f1ae tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:52.866846 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-29c856bf-2508-4442-9535-7b7452e44e64 req-886270bd-f2ea-4f0d-a89c-4cc70b24f1ae tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=7abb4c18-915b-4d5d-9b2e-7a134555b04c HTTP/1.1" status: 200 len: 943 time: 0.2253866 Jul 15 23:14:52.879663 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92dde52c-d2d3-4fca-89ae-bee975cccc41 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:14:52.892132 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92dde52c-d2d3-4fca-89ae-bee975cccc41 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:52.892532 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-92dde52c-d2d3-4fca-89ae-bee975cccc41 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Added segment 837c7d44-a699-4fe4-8091-8e49d6d18c61 of type vlan for network 4e579de1-d92f-41c0-b4a7-06ed26e21a35 Jul 15 23:14:52.903294 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:52.930399 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0a2d3646-061c-4ec4-a49d-cebc7646d42c {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:14:52.934455 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1bfba62f-6f61-4a95-a3e2-0d01b9e0584c req-64dc271d-594e-464d-8654-e7ab86de67e2 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665166 Jul 15 23:14:52.951550 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92dde52c-d2d3-4fca-89ae-bee975cccc41 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:52.963466 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 0a2d3646-061c-4ec4-a49d-cebc7646d42c, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=0a2d3646-061c-4ec4-a49d-cebc7646d42c,segment=NetworkSegment(3c2758b9-e41c-4bf2-b9ed-9081bfc02669),segment_id=3c2758b9-e41c-4bf2-b9ed-9081bfc02669)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:52.969447 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:52.979671 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-29c856bf-2508-4442-9535-7b7452e44e64 req-87df31c0-b728-4862-abbe-0c043a458c07 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057463 Jul 15 23:14:53.004309 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92dde52c-d2d3-4fca-89ae-bee975cccc41 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:53.023752 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92dde52c-d2d3-4fca-89ae-bee975cccc41 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:53.023752 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92dde52c-d2d3-4fca-89ae-bee975cccc41 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:53.034944 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=0a2d3646-061c-4ec4-a49d-cebc7646d42c,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:53.056359 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-92dde52c-d2d3-4fca-89ae-bee975cccc41 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.2525580 Jul 15 23:14:53.059139 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 32976) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:53.174222 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dde52c-d2d3-4fca-89ae-bee975cccc41 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Pushing event updated for resources: {'Network': ['ID=4e579de1-d92f-41c0-b4a7-06ed26e21a35,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:53.189578 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 4e579de1-d92f-41c0-b4a7-06ed26e21a35 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:14:53.267233 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['0a2d3646-061c-4ec4-a49d-cebc7646d42c'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:14:53.413563 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-bf336f6c-e20c-46a2-99ce-a0be0f7da326 tempest-DHCPAgentSchedulersTestJSON-800265784 tempest-DHCPAgentSchedulersTestJSON-800265784-project-admin] 10.222.0.48 "GET /v2.0/agents/d912915a-6deb-4860-a86e-db53e57b08b8/dhcp-networks HTTP/1.1" status: 200 len: 11305 time: 0.3523407 Jul 15 23:14:53.418844 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 32994) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:53.438948 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8828331d-b8c7-4830-afbe-8c6e0e8298b4 req-51d51ea0-320b-4b66-9002-cd455cdd1172 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:53.451462 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8828331d-b8c7-4830-afbe-8c6e0e8298b4 req-51d51ea0-320b-4b66-9002-cd455cdd1172 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/ports?device_id=8501acfb-d746-4f81-94de-883d32000579 HTTP/1.1" status: 200 len: 944 time: 0.3618546 Jul 15 23:14:53.484281 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41466b96-94a9-4aa4-9e31-f35d57c54d60 req-49da10ea-d235-47e1-bbd4-0762f9f09693 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:53.487761 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-41466b96-94a9-4aa4-9e31-f35d57c54d60 req-49da10ea-d235-47e1-bbd4-0762f9f09693 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] 10.222.0.48 "GET /v2.0/ports?device_id=be308bf9-ab6d-4e1a-aa67-27a5fa9bdb49 HTTP/1.1" status: 200 len: 945 time: 0.3329296 Jul 15 23:14:53.498734 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 8bd1e131-dd12-4252-8d89-0c6916494a89 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:14:53.570804 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528d6d4b-15b0-4e21-903e-036e4836815a None None] Network 4bc101bf-c180-4ee8-b69d-e6b2a855cc81 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:14:53.571543 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8828331d-b8c7-4830-afbe-8c6e0e8298b4 req-1ca52a2b-f076-40f8-a428-5362090e27fc tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/security-groups?id=a00402bc-417c-4401-b3a4-a86d8ce769a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185496 Jul 15 23:14:53.587521 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc81cdb-ec5b-4b1a-b3fc-180b6f938a42 tempest-DHCPAgentSchedulersTestJSON-800265784 tempest-DHCPAgentSchedulersTestJSON-800265784-project-admin] Network 4e579de1-d92f-41c0-b4a7-06ed26e21a35 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:14:53.594922 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-41466b96-94a9-4aa4-9e31-f35d57c54d60 req-e1454876-05e1-4eee-9834-ea2b2cf8d985 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] 10.222.0.48 "GET /v2.0/security-groups?id=c74adf09-8f31-442e-8308-11432e0394c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882645 Jul 15 23:14:53.610538 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-7dc81cdb-ec5b-4b1a-b3fc-180b6f938a42 tempest-DHCPAgentSchedulersTestJSON-800265784 tempest-DHCPAgentSchedulersTestJSON-800265784-project-admin] 10.222.0.48 "POST /v2.0/agents/d912915a-6deb-4860-a86e-db53e57b08b8/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1902874 Jul 15 23:14:53.615888 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 32998) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:53.616116 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c29c50-bb6f-4ca5-8809-768c577d565d None None] Network 4e579de1-d92f-41c0-b4a7-06ed26e21a35 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:14:53.858226 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-83e6a208-8dd4-4fff-ba9d-1c8de3351646 None None] Provisioning for port 8bd1e131-dd12-4252-8d89-0c6916494a89 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:14:53.910174 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 8bd1e131-dd12-4252-8d89-0c6916494a89 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:14:53.917081 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33004) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:53.918602 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-44d8a72c-fbea-416c-8c12-35f69c832e59 tempest-DHCPAgentSchedulersTestJSON-800265784 tempest-DHCPAgentSchedulersTestJSON-800265784-project-admin] 10.222.0.48 "GET /v2.0/agents/d912915a-6deb-4860-a86e-db53e57b08b8/dhcp-networks HTTP/1.1" status: 200 len: 12076 time: 0.3006818 Jul 15 23:14:53.938301 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 8bd1e131-dd12-4252-8d89-0c6916494a89 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:14:53.938301 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:53.964015 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f199f-6089-4f5e-acbd-cf4c65bb4e71 req-21ca282e-f729-4544-acb5-47f22aa15e52 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:53.970846 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-652f199f-6089-4f5e-acbd-cf4c65bb4e71 req-21ca282e-f729-4544-acb5-47f22aa15e52 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/ports?device_id=720fe211-7265-4b45-94a1-7b3fc96e34e8 HTTP/1.1" status: 200 len: 945 time: 0.1345789 Jul 15 23:14:54.030846 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-652f199f-6089-4f5e-acbd-cf4c65bb4e71 req-cefe2e86-f872-4932-9342-3b8b652ad4a3 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3cc6b1b-b328-4d26-ba63-110947666d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588932 Jul 15 23:14:54.157110 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-9d5053ec-8d40-4b77-9023-524793954256 tempest-DHCPAgentSchedulersTestJSON-800265784 tempest-DHCPAgentSchedulersTestJSON-800265784-project-admin] 10.222.0.48 "DELETE /v2.0/agents/d912915a-6deb-4860-a86e-db53e57b08b8/dhcp-networks/4e579de1-d92f-41c0-b4a7-06ed26e21a35 HTTP/1.1" status: 204 len: 168 time: 0.2348225 Jul 15 23:14:54.158025 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33010) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:54.189097 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:54.264999 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33137de8-33b2-485f-aad9-107f931ceddb req-1d99a0e7-8f92-441e-b22a-e7d58776de98 tempest-ServerPasswordTestJSON-1964862032 tempest-ServerPasswordTestJSON-1964862032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:54.282509 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-33137de8-33b2-485f-aad9-107f931ceddb req-1d99a0e7-8f92-441e-b22a-e7d58776de98 tempest-ServerPasswordTestJSON-1964862032 tempest-ServerPasswordTestJSON-1964862032-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c7e89e4-a981-4812-beae-c43c8ec6948c HTTP/1.1" status: 200 len: 945 time: 0.1827543 Jul 15 23:14:54.300674 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 2c559cab-5f06-41d1-8dba-c9097717a57b up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:14:54.303162 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 8bd1e131-dd12-4252-8d89-0c6916494a89, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=8bd1e131-dd12-4252-8d89-0c6916494a89,segment=NetworkSegment(3fe446d0-e8f6-4058-a596-9ad799ce7b94),segment_id=3fe446d0-e8f6-4058-a596-9ad799ce7b94)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:54.325033 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:54.462823 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 0a2d3646-061c-4ec4-a49d-cebc7646d42c up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:14:54.469537 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-33137de8-33b2-485f-aad9-107f931ceddb req-03f63991-19e0-4df5-a8f1-596c6d3391fe tempest-ServerPasswordTestJSON-1964862032 tempest-ServerPasswordTestJSON-1964862032-project] 10.222.0.48 "GET /v2.0/security-groups?id=64103a0e-0590-4b37-801e-b51674401f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859536 Jul 15 23:14:54.527021 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ebddb2f8-dad6-4dd8-b5ba-ff259657e188 tempest-DHCPAgentSchedulersTestJSON-800265784 tempest-DHCPAgentSchedulersTestJSON-800265784-project-admin] 10.222.0.48 "GET /v2.0/agents/d912915a-6deb-4860-a86e-db53e57b08b8/dhcp-networks HTTP/1.1" status: 200 len: 11305 time: 0.3671241 Jul 15 23:14:54.527798 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33012) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:54.565233 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d477464c-3167-40a0-81c4-eaced7d2c7d3 tempest-DHCPAgentSchedulersTestJSON-800265784 tempest-DHCPAgentSchedulersTestJSON-800265784-project-admin] 10.222.0.48 "GET /v2.0/networks/4bc101bf-c180-4ee8-b69d-e6b2a855cc81/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0354950 Jul 15 23:14:54.565892 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33014) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:54.580548 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd032bd4-8dc3-444c-96f4-0198bf4d4606 req-c2e2075a-797a-48de-a6c9-0fece02f71e8 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:54.592934 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c18cc093-0dd8-4007-bc1c-8146cfd385e9 tempest-DHCPAgentSchedulersTestJSON-800265784 tempest-DHCPAgentSchedulersTestJSON-800265784-project-admin] 10.222.0.48 "GET /v2.0/networks/4bc101bf-c180-4ee8-b69d-e6b2a855cc81/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0258927 Jul 15 23:14:54.595372 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33016) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:54.599048 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=8bd1e131-dd12-4252-8d89-0c6916494a89,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:54.602974 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bd032bd4-8dc3-444c-96f4-0198bf4d4606 req-c2e2075a-797a-48de-a6c9-0fece02f71e8 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fe01580-09e1-424c-8fb3-58421610bfec HTTP/1.1" status: 200 len: 945 time: 0.2882297 Jul 15 23:14:54.632151 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port 2c559cab-5f06-41d1-8dba-c9097717a57b completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:14:54.636843 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port 0a2d3646-061c-4ec4-a49d-cebc7646d42c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:14:54.637360 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:54.682273 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 2c559cab-5f06-41d1-8dba-c9097717a57b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:14:54.684685 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:54.807527 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bd032bd4-8dc3-444c-96f4-0198bf4d4606 req-82aecfc3-0268-4744-978a-36c29c00f883 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011852 Jul 15 23:14:54.900894 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-de7e036d-7135-4ed3-9173-0217e482c18d tempest-DHCPAgentSchedulersTestJSON-800265784 tempest-DHCPAgentSchedulersTestJSON-800265784-project-admin] 10.222.0.48 "GET /v2.0/agents/d912915a-6deb-4860-a86e-db53e57b08b8/dhcp-networks HTTP/1.1" status: 200 len: 11305 time: 0.3043087 Jul 15 23:14:54.906446 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33024) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:54.963003 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-341e9ee6-4335-4a2a-8843-c418e2969441 None None] Provisioning complete for port 8bd1e131-dd12-4252-8d89-0c6916494a89 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:14:54.963616 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-341e9ee6-4335-4a2a-8843-c418e2969441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:54.993326 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d4b2f-5958-4269-8a1b-20de9645567b req-c3c7118c-b4c9-464f-ba95-13d73a67041e tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:55.002894 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5c1d4b2f-5958-4269-8a1b-20de9645567b req-c3c7118c-b4c9-464f-ba95-13d73a67041e tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=7abb4c18-915b-4d5d-9b2e-7a134555b04c HTTP/1.1" status: 200 len: 943 time: 0.1913455 Jul 15 23:14:55.096083 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf790442-ec52-47b7-a00a-ace3702bd009 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:55.138253 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5c1d4b2f-5958-4269-8a1b-20de9645567b req-39243125-a6ca-4f35-8428-37bc5c12e2d9 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276693 Jul 15 23:14:55.308093 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1182b769-4293-4aa8-b324-7e661b3d0763 req-45c140b3-cd6f-4eb9-ac0d-ad3fe8dec1cc tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:55.318927 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1182b769-4293-4aa8-b324-7e661b3d0763 req-45c140b3-cd6f-4eb9-ac0d-ad3fe8dec1cc tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/ports?device_id=8501acfb-d746-4f81-94de-883d32000579 HTTP/1.1" status: 200 len: 944 time: 0.2267022 Jul 15 23:14:55.417583 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1182b769-4293-4aa8-b324-7e661b3d0763 req-c6246a53-f8e7-4476-bcdd-18a8bbb6d332 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/security-groups?id=a00402bc-417c-4401-b3a4-a86d8ce769a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971713 Jul 15 23:14:55.468604 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:55.580649 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 8bd1e131-dd12-4252-8d89-0c6916494a89 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:14:55.583559 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a458ab-965a-4552-a034-1b4c84ea233b req-58243b7b-3771-47f6-96e5-438a94da2e51 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:55.599329 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d7a458ab-965a-4552-a034-1b4c84ea233b req-58243b7b-3771-47f6-96e5-438a94da2e51 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] 10.222.0.48 "GET /v2.0/ports?device_id=be308bf9-ab6d-4e1a-aa67-27a5fa9bdb49 HTTP/1.1" status: 200 len: 945 time: 0.1804948 Jul 15 23:14:55.719767 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d7a458ab-965a-4552-a034-1b4c84ea233b req-8cb477f2-ae16-43a2-b3ef-e497a0ad83c3 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] 10.222.0.48 "GET /v2.0/security-groups?id=c74adf09-8f31-442e-8308-11432e0394c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191502 Jul 15 23:14:55.733303 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fe01580-09e1-424c-8fb3-58421610bfec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a2d3646-061c-4ec4-a49d-cebc7646d42c'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:14:55.735909 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db19427-63bb-46ab-8665-6705ce8cb199" -d '{"events": [{"server_uuid": "2fe01580-09e1-424c-8fb3-58421610bfec", "name": "network-vif-plugged", "status": "completed", "tag": "0a2d3646-061c-4ec4-a49d-cebc7646d42c"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:14:55.757050 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:55.779628 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:55.783139 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 0a2d3646-061c-4ec4-a49d-cebc7646d42c, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=0a2d3646-061c-4ec4-a49d-cebc7646d42c,segment=NetworkSegment(3c2758b9-e41c-4bf2-b9ed-9081bfc02669),segment_id=3c2758b9-e41c-4bf2-b9ed-9081bfc02669)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:55.839428 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:55.839428 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 20e617c1-19b4-403b-b99b-d8c56dfd02cc up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:14:55.917900 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 8bd1e131-dd12-4252-8d89-0c6916494a89 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:14:55.918504 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:55.943496 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eecb87d-6058-4433-8267-2b5a602da030 req-03845f22-9097-45bb-9c4a-4061523bf787 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:55.950892 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0eecb87d-6058-4433-8267-2b5a602da030 req-03845f22-9097-45bb-9c4a-4061523bf787 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/ports?device_id=720fe211-7265-4b45-94a1-7b3fc96e34e8 HTTP/1.1" status: 200 len: 945 time: 0.1057868 Jul 15 23:14:56.013218 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0eecb87d-6058-4433-8267-2b5a602da030 req-d4d1c00b-ef5a-493a-8423-0dfa07a2e938 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3cc6b1b-b328-4d26-ba63-110947666d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606310 Jul 15 23:14:56.014756 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 2c559cab-5f06-41d1-8dba-c9097717a57b, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=2c559cab-5f06-41d1-8dba-c9097717a57b,segment=NetworkSegment(f2e0773f-8183-4f36-8ee8-76cf70d2d71c),segment_id=f2e0773f-8183-4f36-8ee8-76cf70d2d71c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:56.034842 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:56.065554 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port 20e617c1-19b4-403b-b99b-d8c56dfd02cc completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:14:56.077278 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=0a2d3646-061c-4ec4-a49d-cebc7646d42c,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:56.090774 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port 20e617c1-19b4-403b-b99b-d8c56dfd02cc triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:14:56.091233 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:56.098233 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ee1305-129e-49f7-a3c6-471efc7a1515 x-openstack-request-id: req-c9ee1305-129e-49f7-a3c6-471efc7a1515 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:14:56.098600 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fe01580-09e1-424c-8fb3-58421610bfec", "name": "network-vif-plugged", "status": "completed", "tag": "0a2d3646-061c-4ec4-a49d-cebc7646d42c", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:14:56.099043 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c9ee1305-129e-49f7-a3c6-471efc7a1515 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:14:56.099563 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fe01580-09e1-424c-8fb3-58421610bfec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a2d3646-061c-4ec4-a49d-cebc7646d42c', 'code': 200} Jul 15 23:14:56.154567 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d1645063-9cde-4f93-b6cf-c02572060329 None None] Could not find standard attr ID for object 6f47ba8a-66b5-4f3a-a96c-3da572e2432b. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:14:56.175673 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf790442-ec52-47b7-a00a-ace3702bd009 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:56.191645 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-bf790442-ec52-47b7-a00a-ace3702bd009 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e579de1-d92f-41c0-b4a7-06ed26e21a35']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:14:56.209170 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-bf790442-ec52-47b7-a00a-ace3702bd009 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '837c7d44-a699-4fe4-8091-8e49d6d18c61') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:14:56.209847 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-bf790442-ec52-47b7-a00a-ace3702bd009 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '837c7d44-a699-4fe4-8091-8e49d6d18c61') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:14:56.222257 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf790442-ec52-47b7-a00a-ace3702bd009 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:56.226832 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=2c559cab-5f06-41d1-8dba-c9097717a57b,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:56.258376 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf790442-ec52-47b7-a00a-ace3702bd009 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:56.282916 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf790442-ec52-47b7-a00a-ace3702bd009 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:14:56.283841 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf790442-ec52-47b7-a00a-ace3702bd009 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:56.288156 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:14:56.288156 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:14:56.288156 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:14:56.288156 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:14:56.288156 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:14:56.288156 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:14:56.288156 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:14:56.288156 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:14:56.288156 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:14:56.288156 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:14:56.288156 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:14:56.288156 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:14:56.288156 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:14:56.288156 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:14:56.288156 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:14:56.288156 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:14:56.288156 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:14:56.288156 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:14:56.288156 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:14:56.288156 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:14:56.288156 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:14:56.288156 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:14:56.288156 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:14:56.288156 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:14:56.288156 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:14:56.288156 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:14:56.288156 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:14:56.288156 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:14:56.288156 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:14:56.288156 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:14:56.288156 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:14:56.288156 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:14:56.288156 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:14:56.288156 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:14:56.288156 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:14:56.288156 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:14:56.386868 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:56.415835 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf790442-ec52-47b7-a00a-ace3702bd009 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:56.440590 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf790442-ec52-47b7-a00a-ace3702bd009 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:56.452889 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-bf790442-ec52-47b7-a00a-ace3702bd009 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] 10.222.0.48 "DELETE /v2.0/networks/4e579de1-d92f-41c0-b4a7-06ed26e21a35 HTTP/1.1" status: 204 len: 168 time: 1.5451033 Jul 15 23:14:56.454606 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 33038) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:56.459482 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 04364241-cc9c-414f-80e8-010de4fc03f7 details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:14:56.465696 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf790442-ec52-47b7-a00a-ace3702bd009 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Pushing event deleted for resources: {'Network': ['ID=4e579de1-d92f-41c0-b4a7-06ed26e21a35,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:56.511240 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 20e617c1-19b4-403b-b99b-d8c56dfd02cc, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=20e617c1-19b4-403b-b99b-d8c56dfd02cc,segment=NetworkSegment(8c95e0dc-7b2e-4fda-acd8-715dc490e464),segment_id=8c95e0dc-7b2e-4fda-acd8-715dc490e464)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:56.519407 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:56.522009 n-d-794306-6 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-028130c0-e579-4a46-9b2a-88c3e59e5f20 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] DELETE failed (client error): The resource could not be found. Jul 15 23:14:56.522921 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-028130c0-e579-4a46-9b2a-88c3e59e5f20 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:14:56.524883 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-028130c0-e579-4a46-9b2a-88c3e59e5f20 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] 10.222.0.48 "DELETE /v2.0/ports/6f47ba8a-66b5-4f3a-a96c-3da572e2432b HTTP/1.1" status: 404 len: 333 time: 0.0686469 Jul 15 23:14:56.527640 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33040) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:56.566336 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df66d42-8f15-4295-bf51-8f04cc251514 req-8d7159ad-cec9-41c9-b126-1f81c107a741 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:56.572206 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4df66d42-8f15-4295-bf51-8f04cc251514 req-8d7159ad-cec9-41c9-b126-1f81c107a741 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fe01580-09e1-424c-8fb3-58421610bfec HTTP/1.1" status: 200 len: 946 time: 0.2635069 Jul 15 23:14:56.657727 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab98853-875f-48a1-80b4-43f5523c72be req-b982a6f4-7b2a-4bcb-95ca-865e8b5722c2 tempest-ServerPasswordTestJSON-1964862032 tempest-ServerPasswordTestJSON-1964862032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:56.662313 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-3169110a-0176-4bc2-9eb6-db7b94a2d76e tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Deleting subnet 9ed85680-c541-4911-8adf-e432e2a78dec {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:14:56.665935 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3ab98853-875f-48a1-80b4-43f5523c72be req-b982a6f4-7b2a-4bcb-95ca-865e8b5722c2 tempest-ServerPasswordTestJSON-1964862032 tempest-ServerPasswordTestJSON-1964862032-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c7e89e4-a981-4812-beae-c43c8ec6948c HTTP/1.1" status: 200 len: 945 time: 0.1852047 Jul 15 23:14:56.673152 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3169110a-0176-4bc2-9eb6-db7b94a2d76e tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:56.682064 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4df66d42-8f15-4295-bf51-8f04cc251514 req-a4c564bd-4535-4011-a207-90d3d8678f9d tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868561 Jul 15 23:14:56.732128 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 04364241-cc9c-414f-80e8-010de4fc03f7, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=04364241-cc9c-414f-80e8-010de4fc03f7,segment=NetworkSegment(34c5f733-3f76-4beb-94d8-dfb9dc50430b),segment_id=34c5f733-3f76-4beb-94d8-dfb9dc50430b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:56.754908 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': '04364241-cc9c-414f-80e8-010de4fc03f7', 'network_id': '54d36d42-4b6b-4a3b-a62a-15b6ab91449d', 'port_id': '04364241-cc9c-414f-80e8-010de4fc03f7', 'mac_address': 'fa:16:3e:72:47:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe3eef83-74d9-48a6-8931-0e31ba6153cf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:14:56.791363 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3ab98853-875f-48a1-80b4-43f5523c72be req-dddac3b0-676c-4de6-b21e-ab4f569aa425 tempest-ServerPasswordTestJSON-1964862032 tempest-ServerPasswordTestJSON-1964862032-project] 10.222.0.48 "GET /v2.0/security-groups?id=64103a0e-0590-4b37-801e-b51674401f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241772 Jul 15 23:14:56.814147 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:56.817034 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=20e617c1-19b4-403b-b99b-d8c56dfd02cc,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:56.843379 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3169110a-0176-4bc2-9eb6-db7b94a2d76e tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:56.849390 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04364241-cc9c-414f-80e8-010de4fc03f7 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:14:56.895541 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 04364241-cc9c-414f-80e8-010de4fc03f7, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=04364241-cc9c-414f-80e8-010de4fc03f7,segment=NetworkSegment(34c5f733-3f76-4beb-94d8-dfb9dc50430b),segment_id=34c5f733-3f76-4beb-94d8-dfb9dc50430b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:56.905575 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:57.038972 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=04364241-cc9c-414f-80e8-010de4fc03f7,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:57.061355 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3169110a-0176-4bc2-9eb6-db7b94a2d76e tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:57.094552 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3750d-1acf-492d-b067-d6fe0c95807e req-f8907d61-3e0d-4066-b612-6c38d1e3a0ee tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:57.099685 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-72a3750d-1acf-492d-b067-d6fe0c95807e req-f8907d61-3e0d-4066-b612-6c38d1e3a0ee tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=7abb4c18-915b-4d5d-9b2e-7a134555b04c HTTP/1.1" status: 200 len: 943 time: 0.2270193 Jul 15 23:14:57.117377 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e0da6-65b3-48d0-8209-e8e95e49ddbc req-cf7e6dc4-3373-4c71-8b4e-b9f04188df93 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:57.125160 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0a7e0da6-65b3-48d0-8209-e8e95e49ddbc req-cf7e6dc4-3373-4c71-8b4e-b9f04188df93 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/ports?device_id=8501acfb-d746-4f81-94de-883d32000579 HTTP/1.1" status: 200 len: 945 time: 0.1714146 Jul 15 23:14:57.149033 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3169110a-0176-4bc2-9eb6-db7b94a2d76e tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:57.198288 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3169110a-0176-4bc2-9eb6-db7b94a2d76e tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Pushing event deleted for resources: {'Subnet': ['ID=9ed85680-c541-4911-8adf-e432e2a78dec,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:57.208471 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3169110a-0176-4bc2-9eb6-db7b94a2d76e tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:57.209356 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-72a3750d-1acf-492d-b067-d6fe0c95807e req-e69b046c-cf6f-4fab-b18a-7a013b316307 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084571 Jul 15 23:14:57.216147 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-3169110a-0176-4bc2-9eb6-db7b94a2d76e tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] 10.222.0.48 "DELETE /v2.0/subnets/9ed85680-c541-4911-8adf-e432e2a78dec HTTP/1.1" status: 204 len: 168 time: 0.6867385 Jul 15 23:14:57.217136 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33050) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:57.220560 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f25273f-4724-4634-b092-aedc8fbc23cc None None] Network 4bc101bf-c180-4ee8-b69d-e6b2a855cc81 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:14:57.240518 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0a7e0da6-65b3-48d0-8209-e8e95e49ddbc req-edc2d09a-cd15-46b7-b9ff-0e7a5cae690d tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/security-groups?id=a00402bc-417c-4401-b3a4-a86d8ce769a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141088 Jul 15 23:14:57.313534 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['04364241-cc9c-414f-80e8-010de4fc03f7'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:14:57.406542 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1c358de-d5e7-4d2f-978f-90b2ed6f7118 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:57.570441 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f1c358de-d5e7-4d2f-978f-90b2ed6f7118 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Deleting port 8bd1e131-dd12-4252-8d89-0c6916494a89 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:14:57.570864 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1c358de-d5e7-4d2f-978f-90b2ed6f7118 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:57.587601 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5bdee2-6643-47ea-b7fc-974645c0cf97 req-fe31bf54-bdd1-410d-84d5-9949dfb54a22 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:57.595117 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-da5bdee2-6643-47ea-b7fc-974645c0cf97 req-fe31bf54-bdd1-410d-84d5-9949dfb54a22 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] 10.222.0.48 "GET /v2.0/ports?device_id=be308bf9-ab6d-4e1a-aa67-27a5fa9bdb49 HTTP/1.1" status: 200 len: 946 time: 0.1487637 Jul 15 23:14:57.684323 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-da5bdee2-6643-47ea-b7fc-974645c0cf97 req-6230b64c-990f-44e4-8047-c3e2d60b047e tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] 10.222.0.48 "GET /v2.0/security-groups?id=c74adf09-8f31-442e-8308-11432e0394c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879216 Jul 15 23:14:57.727206 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-f1c358de-d5e7-4d2f-978f-90b2ed6f7118 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] For port 8bd1e131-dd12-4252-8d89-0c6916494a89, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=8bd1e131-dd12-4252-8d89-0c6916494a89,segment=NetworkSegment(3fe446d0-e8f6-4058-a596-9ad799ce7b94),segment_id=3fe446d0-e8f6-4058-a596-9ad799ce7b94)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:57.727495 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1c358de-d5e7-4d2f-978f-90b2ed6f7118 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:57.758028 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f1c358de-d5e7-4d2f-978f-90b2ed6f7118 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Calling delete_port for 8bd1e131-dd12-4252-8d89-0c6916494a89 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:14:57.799873 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6469212-505c-4e1f-9f88-bdc3c1a5c5fb None None] DHCP port deletion for 4bc101bf-c180-4ee8-b69d-e6b2a855cc81 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:14:57.895528 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e6469212-505c-4e1f-9f88-bdc3c1a5c5fb None None] Deleting port 8bd1e131-dd12-4252-8d89-0c6916494a89 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:14:57.896019 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e6469212-505c-4e1f-9f88-bdc3c1a5c5fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:57.928170 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1c358de-d5e7-4d2f-978f-90b2ed6f7118 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:57.960625 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c358de-d5e7-4d2f-978f-90b2ed6f7118 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Pushing event deleted for resources: {'Port': ['ID=8bd1e131-dd12-4252-8d89-0c6916494a89,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:57.962898 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c358de-d5e7-4d2f-978f-90b2ed6f7118 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] No DVR routers for this DVR port 8bd1e131-dd12-4252-8d89-0c6916494a89 on host n-d-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:14:58.053067 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e6469212-505c-4e1f-9f88-bdc3c1a5c5fb None None] For port 8bd1e131-dd12-4252-8d89-0c6916494a89, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=8bd1e131-dd12-4252-8d89-0c6916494a89,segment=NetworkSegment(3fe446d0-e8f6-4058-a596-9ad799ce7b94),segment_id=3fe446d0-e8f6-4058-a596-9ad799ce7b94)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:14:58.053982 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e6469212-505c-4e1f-9f88-bdc3c1a5c5fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:58.089656 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e6469212-505c-4e1f-9f88-bdc3c1a5c5fb None None] Calling delete_port for 8bd1e131-dd12-4252-8d89-0c6916494a89 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:14:58.100940 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8501acfb-d746-4f81-94de-883d32000579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c559cab-5f06-41d1-8dba-c9097717a57b'}, {'server_uuid': 'be308bf9-ab6d-4e1a-aa67-27a5fa9bdb49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20e617c1-19b4-403b-b99b-d8c56dfd02cc'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:14:58.107192 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1babdecd-a7ce-4757-afe9-660bb7cece69" -d '{"events": [{"server_uuid": "8501acfb-d746-4f81-94de-883d32000579", "name": "network-vif-plugged", "status": "completed", "tag": "2c559cab-5f06-41d1-8dba-c9097717a57b"}, {"server_uuid": "be308bf9-ab6d-4e1a-aa67-27a5fa9bdb49", "name": "network-vif-plugged", "status": "completed", "tag": "20e617c1-19b4-403b-b99b-d8c56dfd02cc"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:14:58.130617 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1c358de-d5e7-4d2f-978f-90b2ed6f7118 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:58.145291 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f1c358de-d5e7-4d2f-978f-90b2ed6f7118 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bc101bf-c180-4ee8-b69d-e6b2a855cc81']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:14:58.146546 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900250a-aeb6-4e1b-a1bb-153e62519587 req-60b9fbd1-dcb3-4131-9da9-3ab4828e99a5 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:58.148322 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1900250a-aeb6-4e1b-a1bb-153e62519587 req-60b9fbd1-dcb3-4131-9da9-3ab4828e99a5 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/ports?device_id=720fe211-7265-4b45-94a1-7b3fc96e34e8 HTTP/1.1" status: 200 len: 945 time: 0.1260495 Jul 15 23:14:58.171294 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f1c358de-d5e7-4d2f-978f-90b2ed6f7118 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fe446d0-e8f6-4058-a596-9ad799ce7b94') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:14:58.171930 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f1c358de-d5e7-4d2f-978f-90b2ed6f7118 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fe446d0-e8f6-4058-a596-9ad799ce7b94') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:14:58.192280 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1c358de-d5e7-4d2f-978f-90b2ed6f7118 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:58.226558 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1c358de-d5e7-4d2f-978f-90b2ed6f7118 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:58.230311 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e6469212-505c-4e1f-9f88-bdc3c1a5c5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:58.233696 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1900250a-aeb6-4e1b-a1bb-153e62519587 req-fc083592-abda-4a72-85c4-2177a25c5bb3 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3cc6b1b-b328-4d26-ba63-110947666d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751719 Jul 15 23:14:58.238960 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1c358de-d5e7-4d2f-978f-90b2ed6f7118 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:14:58.240404 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1c358de-d5e7-4d2f-978f-90b2ed6f7118 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:58.283741 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:14:58.283741 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:14:58.283741 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:14:58.283741 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:14:58.283741 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:14:58.283741 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:14:58.283741 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:14:58.283741 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:14:58.283741 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:14:58.283741 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:14:58.283741 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:14:58.283741 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:14:58.283741 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:14:58.283741 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:14:58.283741 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:14:58.283741 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:14:58.283741 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:14:58.283741 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:14:58.283741 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:14:58.283741 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:14:58.283741 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:14:58.283741 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:14:58.283741 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:14:58.283741 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:14:58.283741 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:14:58.283741 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:14:58.283741 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:14:58.283741 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:14:58.283741 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:14:58.283741 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:14:58.283741 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:14:58.283741 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:14:58.305259 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc1f0a-6b9c-47c0-ab85-5cae0bc11384 req-1c091525-cd86-48f2-a4e9-3e571f9dc183 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:58.306868 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4ffc1f0a-6b9c-47c0-ab85-5cae0bc11384 req-1c091525-cd86-48f2-a4e9-3e571f9dc183 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fe01580-09e1-424c-8fb3-58421610bfec HTTP/1.1" status: 200 len: 946 time: 0.1368988 Jul 15 23:14:58.341856 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6469212-505c-4e1f-9f88-bdc3c1a5c5fb None None] Pushing event deleted for resources: {'Port': ['ID=8bd1e131-dd12-4252-8d89-0c6916494a89,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:58.349334 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6469212-505c-4e1f-9f88-bdc3c1a5c5fb None None] No DVR routers for this DVR port 8bd1e131-dd12-4252-8d89-0c6916494a89 on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:14:58.366590 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1c358de-d5e7-4d2f-978f-90b2ed6f7118 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:58.377112 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1c358de-d5e7-4d2f-978f-90b2ed6f7118 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:58.381390 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f1c358de-d5e7-4d2f-978f-90b2ed6f7118 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] 10.222.0.48 "DELETE /v2.0/networks/4bc101bf-c180-4ee8-b69d-e6b2a855cc81 HTTP/1.1" status: 204 len: 168 time: 1.1630809 Jul 15 23:14:58.392584 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4ffc1f0a-6b9c-47c0-ab85-5cae0bc11384 req-5fcf274e-201b-4ff8-bb4d-60c75240f79c tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786784 Jul 15 23:14:58.402221 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c358de-d5e7-4d2f-978f-90b2ed6f7118 tempest-DHCPAgentSchedulersTestJSON-1641324271 tempest-DHCPAgentSchedulersTestJSON-1641324271-project] Pushing event deleted for resources: {'Network': ['ID=4bc101bf-c180-4ee8-b69d-e6b2a855cc81,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:58.464448 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 23:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcae2529-e143-417b-8226-b210d1b2c8ee x-openstack-request-id: req-bcae2529-e143-417b-8226-b210d1b2c8ee {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:14:58.464917 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8501acfb-d746-4f81-94de-883d32000579", "name": "network-vif-plugged", "status": "completed", "tag": "2c559cab-5f06-41d1-8dba-c9097717a57b", "code": 200}, {"server_uuid": "be308bf9-ab6d-4e1a-aa67-27a5fa9bdb49", "name": "network-vif-plugged", "status": "completed", "tag": "20e617c1-19b4-403b-b99b-d8c56dfd02cc", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:14:58.465278 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bcae2529-e143-417b-8226-b210d1b2c8ee {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:14:58.466375 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8501acfb-d746-4f81-94de-883d32000579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c559cab-5f06-41d1-8dba-c9097717a57b', 'code': 200} Jul 15 23:14:58.466672 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be308bf9-ab6d-4e1a-aa67-27a5fa9bdb49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20e617c1-19b4-403b-b99b-d8c56dfd02cc', 'code': 200} Jul 15 23:14:58.725535 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8379d3f1-4041-4256-be17-4227a8598794 req-7ee3890e-3efb-4bd3-bd41-d47c0565b99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:58.727594 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-8379d3f1-4041-4256-be17-4227a8598794 req-7ee3890e-3efb-4bd3-bd41-d47c0565b99d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=be308bf9-ab6d-4e1a-aa67-27a5fa9bdb49 HTTP/1.1" status: 200 len: 1097 time: 0.1028025 Jul 15 23:14:58.782586 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-8379d3f1-4041-4256-be17-4227a8598794 req-bdb17b02-c575-468b-889f-8fec90d889a7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c74adf09-8f31-442e-8308-11432e0394c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470762 Jul 15 23:14:59.000966 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33072) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:59.129697 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abde580-8c46-4b9b-abf7-790ed6e8812c req-e426a0e0-9de6-492e-855e-159e6750416a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:59.131288 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9abde580-8c46-4b9b-abf7-790ed6e8812c req-e426a0e0-9de6-492e-855e-159e6750416a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8501acfb-d746-4f81-94de-883d32000579 HTTP/1.1" status: 200 len: 1096 time: 0.5497136 Jul 15 23:14:59.169586 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628940e4-5738-4a9e-b19d-7dead243ac6c req-cf102c87-301d-4953-9617-403cd479ff11 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:59.177462 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-628940e4-5738-4a9e-b19d-7dead243ac6c req-cf102c87-301d-4953-9617-403cd479ff11 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=7abb4c18-915b-4d5d-9b2e-7a134555b04c HTTP/1.1" status: 200 len: 944 time: 0.5814645 Jul 15 23:14:59.222036 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e3113-7321-4649-aa11-a97e9f236b17 req-c54bc791-ec75-4de7-8b9a-6ab00ccc8c66 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:59.224375 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8c3e3113-7321-4649-aa11-a97e9f236b17 req-c54bc791-ec75-4de7-8b9a-6ab00ccc8c66 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/ports?device_id=8501acfb-d746-4f81-94de-883d32000579 HTTP/1.1" status: 200 len: 945 time: 0.1903923 Jul 15 23:14:59.233219 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9abde580-8c46-4b9b-abf7-790ed6e8812c req-ea75a63b-876f-4c6a-9308-32d1a21325cb service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a00402bc-417c-4401-b3a4-a86d8ce769a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945432 Jul 15 23:14:59.255337 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-0d4044b7-72bf-45a7-b45a-cedaa3de17d4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a919695a37b94186b285a34651d930fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2531931 Jul 15 23:14:59.260728 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33076) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:14:59.272667 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-628940e4-5738-4a9e-b19d-7dead243ac6c req-4c0f5a14-e3ab-4cc0-a317-ffd59c8b1567 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941577 Jul 15 23:14:59.350471 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8c3e3113-7321-4649-aa11-a97e9f236b17 req-bd56b9a5-b8c9-4a23-8d7d-a2d197d4248b tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/security-groups?id=a00402bc-417c-4401-b3a4-a86d8ce769a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178570 Jul 15 23:14:59.359243 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-863f04f1-b4ee-4904-b428-533f865cf7cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:59.411664 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-863f04f1-b4ee-4904-b428-533f865cf7cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:59.423431 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 8bd1e131-dd12-4252-8d89-0c6916494a89 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:14:59.483013 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 8bd1e131-dd12-4252-8d89-0c6916494a89 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:14:59.483501 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 8bd1e131-dd12-4252-8d89-0c6916494a89 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:14:59.506467 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-863f04f1-b4ee-4904-b428-533f865cf7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:59.509207 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-863f04f1-b4ee-4904-b428-533f865cf7cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:14:59.510777 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-863f04f1-b4ee-4904-b428-533f865cf7cc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fd4327d0-1197-4ade-b644-578ca40eea3d HTTP/1.1" status: 204 len: 168 time: 0.2484853 Jul 15 23:14:59.528432 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863f04f1-b4ee-4904-b428-533f865cf7cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4327d0-1197-4ade-b644-578ca40eea3d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:14:59.771298 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69109660-d39c-409c-85af-e57ac0c95d2a req-e4d82536-c412-4b2b-8910-f5d2d579668c tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:59.779035 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-69109660-d39c-409c-85af-e57ac0c95d2a req-e4d82536-c412-4b2b-8910-f5d2d579668c tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] 10.222.0.48 "GET /v2.0/ports?device_id=be308bf9-ab6d-4e1a-aa67-27a5fa9bdb49 HTTP/1.1" status: 200 len: 946 time: 0.1014533 Jul 15 23:14:59.885182 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-69109660-d39c-409c-85af-e57ac0c95d2a req-a5cbc5e3-2fe3-4daf-9eef-b55257ed5a7a tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] 10.222.0.48 "GET /v2.0/security-groups?id=c74adf09-8f31-442e-8308-11432e0394c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013842 Jul 15 23:14:59.921513 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0333da2c-044d-43fa-8d41-ed5885beec3f req-cd5a1b0a-673a-477d-9dfe-aa26946435c9 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:14:59.931184 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0333da2c-044d-43fa-8d41-ed5885beec3f req-cd5a1b0a-673a-477d-9dfe-aa26946435c9 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/ports?device_id=720fe211-7265-4b45-94a1-7b3fc96e34e8 HTTP/1.1" status: 200 len: 945 time: 0.1431229 Jul 15 23:14:59.993315 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0333da2c-044d-43fa-8d41-ed5885beec3f req-8dccb974-a0c9-4f12-81ff-c98ecd669ed3 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3cc6b1b-b328-4d26-ba63-110947666d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573525 Jul 15 23:15:00.080178 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33092) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:00.104334 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2cde4647-fc55-4ae5-aab1-53316b87226a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:00.138392 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9fe7a-4fb1-4b2b-b9f9-250c33b51414 req-7075cfec-e95b-48e5-a6eb-1d2909f2efbd tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:00.148058 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f0d9fe7a-4fb1-4b2b-b9f9-250c33b51414 req-7075cfec-e95b-48e5-a6eb-1d2909f2efbd tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fe01580-09e1-424c-8fb3-58421610bfec HTTP/1.1" status: 200 len: 946 time: 0.0850155 Jul 15 23:15:00.264979 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f0d9fe7a-4fb1-4b2b-b9f9-250c33b51414 req-d8e87d49-7fad-4a71-bd99-2f54ca0d3c06 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157694 Jul 15 23:15:00.333538 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2cde4647-fc55-4ae5-aab1-53316b87226a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:00.346509 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2cde4647-fc55-4ae5-aab1-53316b87226a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:00.346907 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4be201-fd89-48cb-b35c-4f43bbac07bb req-15a5c601-7971-4abd-bbc3-519411e18119 tempest-ServerPasswordTestJSON-1964862032 tempest-ServerPasswordTestJSON-1964862032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:00.352358 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2e4be201-fd89-48cb-b35c-4f43bbac07bb req-15a5c601-7971-4abd-bbc3-519411e18119 tempest-ServerPasswordTestJSON-1964862032 tempest-ServerPasswordTestJSON-1964862032-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c7e89e4-a981-4812-beae-c43c8ec6948c HTTP/1.1" status: 200 len: 945 time: 0.1623297 Jul 15 23:15:00.417100 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cde4647-fc55-4ae5-aab1-53316b87226a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf8eb82-133c-4bef-bfd7-644fe2f8a89d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:00.424166 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-2cde4647-fc55-4ae5-aab1-53316b87226a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=25c02b3d5509422e90a9af5b6f0517ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3428452 Jul 15 23:15:00.430111 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33098) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:00.480279 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2e4be201-fd89-48cb-b35c-4f43bbac07bb req-4b4248be-7c69-4431-954c-b251e6328433 tempest-ServerPasswordTestJSON-1964862032 tempest-ServerPasswordTestJSON-1964862032-project] 10.222.0.48 "GET /v2.0/security-groups?id=64103a0e-0590-4b37-801e-b51674401f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182690 Jul 15 23:15:00.488372 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 04364241-cc9c-414f-80e8-010de4fc03f7 up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:15:00.557704 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6bad2ab1-7d76-4764-9a98-06fb314a0501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:00.590506 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6bad2ab1-7d76-4764-9a98-06fb314a0501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:00.628788 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port 04364241-cc9c-414f-80e8-010de4fc03f7 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:15:00.640628 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port 04364241-cc9c-414f-80e8-010de4fc03f7 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:00.642915 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:00.671011 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6bad2ab1-7d76-4764-9a98-06fb314a0501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:00.673934 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6bad2ab1-7d76-4764-9a98-06fb314a0501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:00.675081 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-6bad2ab1-7d76-4764-9a98-06fb314a0501 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/faf8eb82-133c-4bef-bfd7-644fe2f8a89d HTTP/1.1" status: 204 len: 168 time: 0.2438471 Jul 15 23:15:00.711699 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad2ab1-7d76-4764-9a98-06fb314a0501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf8eb82-133c-4bef-bfd7-644fe2f8a89d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:00.750153 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc1f9c-77f0-426b-aa5f-59446ba0ed4f req-d93860d9-0844-48a5-8734-bf33fe4ba301 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:00.752317 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e3cc1f9c-77f0-426b-aa5f-59446ba0ed4f req-d93860d9-0844-48a5-8734-bf33fe4ba301 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=7abb4c18-915b-4d5d-9b2e-7a134555b04c HTTP/1.1" status: 200 len: 944 time: 0.2323694 Jul 15 23:15:00.767477 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ef6c53d8-9be9-4c55-ad4c-999117fcb8b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:00.839782 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a32bd0-8918-47bc-9889-a431cc39754b req-1735cfa0-6d9d-415e-b1d0-367c4c81853c tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:00.841491 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c3a32bd0-8918-47bc-9889-a431cc39754b req-1735cfa0-6d9d-415e-b1d0-367c4c81853c tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/ports?device_id=8501acfb-d746-4f81-94de-883d32000579 HTTP/1.1" status: 200 len: 945 time: 0.1750138 Jul 15 23:15:00.856885 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e3cc1f9c-77f0-426b-aa5f-59446ba0ed4f req-23e54fca-dfa1-4fce-9e8d-6aeea1398220 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808525 Jul 15 23:15:00.860423 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:00.914710 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 04364241-cc9c-414f-80e8-010de4fc03f7, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=04364241-cc9c-414f-80e8-010de4fc03f7,segment=NetworkSegment(34c5f733-3f76-4beb-94d8-dfb9dc50430b),segment_id=34c5f733-3f76-4beb-94d8-dfb9dc50430b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:00.915954 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7abb4c18-915b-4d5d-9b2e-7a134555b04c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04364241-cc9c-414f-80e8-010de4fc03f7'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:15:00.919862 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ab4c4a-d989-47c4-b7aa-27a4d6832afc" -d '{"events": [{"server_uuid": "7abb4c18-915b-4d5d-9b2e-7a134555b04c", "name": "network-vif-plugged", "status": "completed", "tag": "04364241-cc9c-414f-80e8-010de4fc03f7"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:15:00.924491 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:00.955069 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c3a32bd0-8918-47bc-9889-a431cc39754b req-b421af32-5be9-4eef-9bb1-6a8ee593dcd0 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/security-groups?id=a00402bc-417c-4401-b3a4-a86d8ce769a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970340 Jul 15 23:15:01.021962 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=04364241-cc9c-414f-80e8-010de4fc03f7,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:01.137081 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cae7166-d4ff-49bf-967f-a33ba8270779 x-openstack-request-id: req-4cae7166-d4ff-49bf-967f-a33ba8270779 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:15:01.137390 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7abb4c18-915b-4d5d-9b2e-7a134555b04c", "name": "network-vif-plugged", "status": "completed", "tag": "04364241-cc9c-414f-80e8-010de4fc03f7", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:15:01.137620 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4cae7166-d4ff-49bf-967f-a33ba8270779 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:15:01.138034 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7abb4c18-915b-4d5d-9b2e-7a134555b04c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04364241-cc9c-414f-80e8-010de4fc03f7', 'code': 200} Jul 15 23:15:01.298062 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e07f7ce-161c-495f-acb5-f912b66ba457 req-5f602dbb-cf70-4acf-abbc-e463caafe6bf tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:01.299907 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6e07f7ce-161c-495f-acb5-f912b66ba457 req-5f602dbb-cf70-4acf-abbc-e463caafe6bf tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] 10.222.0.48 "GET /v2.0/ports?device_id=be308bf9-ab6d-4e1a-aa67-27a5fa9bdb49 HTTP/1.1" status: 200 len: 946 time: 0.1438961 Jul 15 23:15:01.408828 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7bfe22-4b6e-4117-bced-fa4f89ef30d8 req-915a3a21-aec2-44a7-be68-97396293f555 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:01.408828 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0b7bfe22-4b6e-4117-bced-fa4f89ef30d8 req-915a3a21-aec2-44a7-be68-97396293f555 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/ports?device_id=8501acfb-d746-4f81-94de-883d32000579 HTTP/1.1" status: 200 len: 945 time: 0.1476893 Jul 15 23:15:01.444427 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6e07f7ce-161c-495f-acb5-f912b66ba457 req-fdb048f0-ae5c-494b-89df-4cfb5e66b3fb tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] 10.222.0.48 "GET /v2.0/security-groups?id=c74adf09-8f31-442e-8308-11432e0394c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912640 Jul 15 23:15:01.472003 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1377f244-ce34-4132-8ea8-6e9d7be8768e req-3ad20638-5afb-4577-86a0-4ae3aac79c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:01.474848 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1377f244-ce34-4132-8ea8-6e9d7be8768e req-3ad20638-5afb-4577-86a0-4ae3aac79c15 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7abb4c18-915b-4d5d-9b2e-7a134555b04c HTTP/1.1" status: 200 len: 1096 time: 0.1429658 Jul 15 23:15:01.477376 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0b7bfe22-4b6e-4117-bced-fa4f89ef30d8 req-da4b6f65-9503-4ace-9802-646d3d1781d8 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/security-groups?id=a00402bc-417c-4401-b3a4-a86d8ce769a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593998 Jul 15 23:15:01.669441 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1377f244-ce34-4132-8ea8-6e9d7be8768e req-18784b34-95e5-4ae2-97d7-cc0756a394c5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872299 Jul 15 23:15:01.768031 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fbec7b-39c4-4061-b964-7058de44ea26 req-9c5ee09a-ec8f-47d1-8af3-aae9b6fd521d tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:01.785433 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e3ec1-6811-464e-aa76-75c90d315be9 req-fe819545-eab6-4dae-8205-ebdb98fb0ce0 tempest-ServerPasswordTestJSON-1964862032 tempest-ServerPasswordTestJSON-1964862032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:01.787544 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-314e3ec1-6811-464e-aa76-75c90d315be9 req-fe819545-eab6-4dae-8205-ebdb98fb0ce0 tempest-ServerPasswordTestJSON-1964862032 tempest-ServerPasswordTestJSON-1964862032-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c7e89e4-a981-4812-beae-c43c8ec6948c HTTP/1.1" status: 200 len: 945 time: 0.2220302 Jul 15 23:15:01.791895 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b7fbec7b-39c4-4061-b964-7058de44ea26 req-9c5ee09a-ec8f-47d1-8af3-aae9b6fd521d tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/ports?device_id=720fe211-7265-4b45-94a1-7b3fc96e34e8 HTTP/1.1" status: 200 len: 945 time: 0.1780729 Jul 15 23:15:01.884173 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b7fbec7b-39c4-4061-b964-7058de44ea26 req-94dabe25-8a9e-44ab-a260-5938312b4fa5 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3cc6b1b-b328-4d26-ba63-110947666d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886998 Jul 15 23:15:01.931896 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa6e1a6-00f9-432e-9cd7-7d41f02d8e78 req-97fe6d5f-2c3b-4515-8159-5586e4d0dab7 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:01.931896 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0fa6e1a6-00f9-432e-9cd7-7d41f02d8e78 req-97fe6d5f-2c3b-4515-8159-5586e4d0dab7 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fe01580-09e1-424c-8fb3-58421610bfec HTTP/1.1" status: 200 len: 946 time: 0.1242335 Jul 15 23:15:01.976706 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0fa6e1a6-00f9-432e-9cd7-7d41f02d8e78 req-78e90887-836f-4e35-8194-4160a4baedc2 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398748 Jul 15 23:15:02.175032 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-314e3ec1-6811-464e-aa76-75c90d315be9 req-417de209-aa53-4241-8cbb-5ce42a5ca843 tempest-ServerPasswordTestJSON-1964862032 tempest-ServerPasswordTestJSON-1964862032-project] Deleting port b4324f9d-de2e-4c82-aa36-c0b083095a73 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:15:02.175427 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-314e3ec1-6811-464e-aa76-75c90d315be9 req-417de209-aa53-4241-8cbb-5ce42a5ca843 tempest-ServerPasswordTestJSON-1964862032 tempest-ServerPasswordTestJSON-1964862032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:02.268880 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0c935ff0-c635-4e63-afdf-d0694a1521e4 req-201cf837-b207-4e04-aeb1-a3de1617bb23 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=c4160cc4-e133-4d4e-ad39-f86bca4b2f14 HTTP/1.1" status: 200 len: 258 time: 0.2460809 Jul 15 23:15:02.285128 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-0c935ff0-c635-4e63-afdf-d0694a1521e4 req-d60381ad-f2d5-4855-8460-9f19596e044f tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Request body: {'floatingip': {'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:02.327092 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0c935ff0-c635-4e63-afdf-d0694a1521e4 req-d60381ad-f2d5-4855-8460-9f19596e044f tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:02.333221 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-314e3ec1-6811-464e-aa76-75c90d315be9 req-417de209-aa53-4241-8cbb-5ce42a5ca843 tempest-ServerPasswordTestJSON-1964862032 tempest-ServerPasswordTestJSON-1964862032-project] For port b4324f9d-de2e-4c82-aa36-c0b083095a73, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=b4324f9d-de2e-4c82-aa36-c0b083095a73,segment=NetworkSegment(f4a31cbf-fa24-44fe-8726-b1aeea2122f6),segment_id=f4a31cbf-fa24-44fe-8726-b1aeea2122f6)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:02.333720 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-314e3ec1-6811-464e-aa76-75c90d315be9 req-417de209-aa53-4241-8cbb-5ce42a5ca843 tempest-ServerPasswordTestJSON-1964862032 tempest-ServerPasswordTestJSON-1964862032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:02.375220 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-314e3ec1-6811-464e-aa76-75c90d315be9 req-417de209-aa53-4241-8cbb-5ce42a5ca843 tempest-ServerPasswordTestJSON-1964862032 tempest-ServerPasswordTestJSON-1964862032-project] Calling delete_port for b4324f9d-de2e-4c82-aa36-c0b083095a73 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:15:02.522835 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0c935ff0-c635-4e63-afdf-d0694a1521e4 req-d60381ad-f2d5-4855-8460-9f19596e044f tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:02.710482 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-314e3ec1-6811-464e-aa76-75c90d315be9 req-417de209-aa53-4241-8cbb-5ce42a5ca843 tempest-ServerPasswordTestJSON-1964862032 tempest-ServerPasswordTestJSON-1964862032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:02.751325 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['b4324f9d-de2e-4c82-aa36-c0b083095a73'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:15:02.776465 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-0c935ff0-c635-4e63-afdf-d0694a1521e4 req-d60381ad-f2d5-4855-8460-9f19596e044f tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Allocated IP 172.25.5.165 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/3ea7948f-f858-42f8-858d-b8e52fdd9871) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:15:02.857338 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417de209-aa53-4241-8cbb-5ce42a5ca843 tempest-ServerPasswordTestJSON-1964862032 tempest-ServerPasswordTestJSON-1964862032-project] Pushing event deleted for resources: {'Port': ['ID=b4324f9d-de2e-4c82-aa36-c0b083095a73,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:02.976994 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0c935ff0-c635-4e63-afdf-d0694a1521e4 req-d60381ad-f2d5-4855-8460-9f19596e044f tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:02.993178 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-314e3ec1-6811-464e-aa76-75c90d315be9 req-417de209-aa53-4241-8cbb-5ce42a5ca843 tempest-ServerPasswordTestJSON-1964862032 tempest-ServerPasswordTestJSON-1964862032-project] No DVR routers for this DVR port b4324f9d-de2e-4c82-aa36-c0b083095a73 on host n-h2-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:15:02.996268 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-314e3ec1-6811-464e-aa76-75c90d315be9 req-417de209-aa53-4241-8cbb-5ce42a5ca843 tempest-ServerPasswordTestJSON-1964862032 tempest-ServerPasswordTestJSON-1964862032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:03.000784 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-314e3ec1-6811-464e-aa76-75c90d315be9 req-417de209-aa53-4241-8cbb-5ce42a5ca843 tempest-ServerPasswordTestJSON-1964862032 tempest-ServerPasswordTestJSON-1964862032-project] 10.222.0.41 "DELETE /v2.0/ports/b4324f9d-de2e-4c82-aa36-c0b083095a73 HTTP/1.1" status: 204 len: 173 time: 1.0210423 Jul 15 23:15:03.001269 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c7e89e4-a981-4812-beae-c43c8ec6948c', 'name': 'network-vif-deleted', 'tag': 'b4324f9d-de2e-4c82-aa36-c0b083095a73'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:15:03.004876 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac203ed-3c08-42cb-9115-818d97746750" -d '{"events": [{"server_uuid": "4c7e89e4-a981-4812-beae-c43c8ec6948c", "name": "network-vif-deleted", "tag": "b4324f9d-de2e-4c82-aa36-c0b083095a73"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:15:03.102525 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-30db866c-3077-42dd-9a58-7d0a85867ce8 req-076779ed-89dc-4d6f-9f38-2f02b2885832 tempest-ServerPasswordTestJSON-1964862032 tempest-ServerPasswordTestJSON-1964862032-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c7e89e4-a981-4812-beae-c43c8ec6948c HTTP/1.1" status: 200 len: 210 time: 0.0955460 Jul 15 23:15:03.179792 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0c935ff0-c635-4e63-afdf-d0694a1521e4 req-d60381ad-f2d5-4855-8460-9f19596e044f tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:03.244904 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-12ffc1bb-50c6-413e-a20c-a38b53ebc68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:03.335320 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c935ff0-c635-4e63-afdf-d0694a1521e4 req-d60381ad-f2d5-4855-8460-9f19596e044f tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:15:03.339784 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:03.369631 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-0c935ff0-c635-4e63-afdf-d0694a1521e4 req-d60381ad-f2d5-4855-8460-9f19596e044f tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:03.376893 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60381ad-f2d5-4855-8460-9f19596e044f tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Pushing event updated for resources: {'Port': ['ID=3ea7948f-f858-42f8-858d-b8e52fdd9871,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:03.383028 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c935ff0-c635-4e63-afdf-d0694a1521e4 req-d60381ad-f2d5-4855-8460-9f19596e044f tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:15:03.440259 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33172) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:03.596689 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749fd0e8-a75b-42f8-9c65-5c832f234753 req-64f0d74d-8b7b-4d03-a21b-2088845ab2b0 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:03.615327 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-749fd0e8-a75b-42f8-9c65-5c832f234753 req-64f0d74d-8b7b-4d03-a21b-2088845ab2b0 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=7abb4c18-915b-4d5d-9b2e-7a134555b04c HTTP/1.1" status: 200 len: 945 time: 0.2641149 Jul 15 23:15:03.632231 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-61b82512-7903-4f97-b7c0-4001a2039a71 tempest-ExternalNetworksAdminNegativeTestJSON-441581085 tempest-ExternalNetworksAdminNegativeTestJSON-441581085-project-admin] Request body: {'floatingip': {'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:03.637375 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0c935ff0-c635-4e63-afdf-d0694a1521e4 req-d60381ad-f2d5-4855-8460-9f19596e044f tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:03.677906 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-61b82512-7903-4f97-b7c0-4001a2039a71 tempest-ExternalNetworksAdminNegativeTestJSON-441581085 tempest-ExternalNetworksAdminNegativeTestJSON-441581085-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:03.730434 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-749fd0e8-a75b-42f8-9c65-5c832f234753 req-95927645-8608-4149-acdc-ed8fec29b3fc tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204453 Jul 15 23:15:03.766924 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0c935ff0-c635-4e63-afdf-d0694a1521e4 req-d60381ad-f2d5-4855-8460-9f19596e044f tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:03.859656 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-61b82512-7903-4f97-b7c0-4001a2039a71 tempest-ExternalNetworksAdminNegativeTestJSON-441581085 tempest-ExternalNetworksAdminNegativeTestJSON-441581085-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:04.168695 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-61b82512-7903-4f97-b7c0-4001a2039a71 tempest-ExternalNetworksAdminNegativeTestJSON-441581085 tempest-ExternalNetworksAdminNegativeTestJSON-441581085-project-admin] Allocated IP 172.25.5.216 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/7d2e0184-5f58-4ab8-95fc-5fa517f6e760) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:15:04.228832 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:04.269114 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0c935ff0-c635-4e63-afdf-d0694a1521e4 req-d60381ad-f2d5-4855-8460-9f19596e044f tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:04.289479 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0c935ff0-c635-4e63-afdf-d0694a1521e4 req-d60381ad-f2d5-4855-8460-9f19596e044f tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:04.309326 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 2c559cab-5f06-41d1-8dba-c9097717a57b details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:15:04.420831 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60381ad-f2d5-4855-8460-9f19596e044f tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Pushing event updated for resources: {'Port': ['ID=3ea7948f-f858-42f8-858d-b8e52fdd9871,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:04.491723 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 2c559cab-5f06-41d1-8dba-c9097717a57b, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=2c559cab-5f06-41d1-8dba-c9097717a57b,segment=NetworkSegment(f2e0773f-8183-4f36-8ee8-76cf70d2d71c),segment_id=f2e0773f-8183-4f36-8ee8-76cf70d2d71c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:04.501512 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-61b82512-7903-4f97-b7c0-4001a2039a71 tempest-ExternalNetworksAdminNegativeTestJSON-441581085 tempest-ExternalNetworksAdminNegativeTestJSON-441581085-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:04.506514 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '2c559cab-5f06-41d1-8dba-c9097717a57b', 'network_id': '6516a713-fc78-44c2-b99b-acc90d8d4ccb', 'port_id': '2c559cab-5f06-41d1-8dba-c9097717a57b', 'mac_address': 'fa:16:3e:8a:fb:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ef28179-7a90-48d7-bcfb-e76e0383faee', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:15:04.529350 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0c935ff0-c635-4e63-afdf-d0694a1521e4 req-d60381ad-f2d5-4855-8460-9f19596e044f tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:04.557088 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-61b82512-7903-4f97-b7c0-4001a2039a71 tempest-ExternalNetworksAdminNegativeTestJSON-441581085 tempest-ExternalNetworksAdminNegativeTestJSON-441581085-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:04.572515 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:04.609855 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0c935ff0-c635-4e63-afdf-d0694a1521e4 req-d60381ad-f2d5-4855-8460-9f19596e044f tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:04.610199 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2c559cab-5f06-41d1-8dba-c9097717a57b {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:15:04.612092 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0c935ff0-c635-4e63-afdf-d0694a1521e4 req-d60381ad-f2d5-4855-8460-9f19596e044f tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3318031 Jul 15 23:15:04.626676 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b82512-7903-4f97-b7c0-4001a2039a71 tempest-ExternalNetworksAdminNegativeTestJSON-441581085 tempest-ExternalNetworksAdminNegativeTestJSON-441581085-project-admin] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:15:04.648860 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b82512-7903-4f97-b7c0-4001a2039a71 tempest-ExternalNetworksAdminNegativeTestJSON-441581085 tempest-ExternalNetworksAdminNegativeTestJSON-441581085-project-admin] Pushing event updated for resources: {'Port': ['ID=7d2e0184-5f58-4ab8-95fc-5fa517f6e760,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:04.652892 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-61b82512-7903-4f97-b7c0-4001a2039a71 tempest-ExternalNetworksAdminNegativeTestJSON-441581085 tempest-ExternalNetworksAdminNegativeTestJSON-441581085-project-admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:04.661927 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b82512-7903-4f97-b7c0-4001a2039a71 tempest-ExternalNetworksAdminNegativeTestJSON-441581085 tempest-ExternalNetworksAdminNegativeTestJSON-441581085-project-admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:15:04.672647 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 2c559cab-5f06-41d1-8dba-c9097717a57b, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=2c559cab-5f06-41d1-8dba-c9097717a57b,segment=NetworkSegment(f2e0773f-8183-4f36-8ee8-76cf70d2d71c),segment_id=f2e0773f-8183-4f36-8ee8-76cf70d2d71c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:04.681943 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:04.752162 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0c935ff0-c635-4e63-afdf-d0694a1521e4 req-65a84fd9-effd-4d29-b0f9-816bc02feeea tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.165 HTTP/1.1" status: 200 len: 696 time: 0.1271257 Jul 15 23:15:04.756601 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=2c559cab-5f06-41d1-8dba-c9097717a57b,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:04.764818 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d3e36-c828-46da-8fe1-c8781cc95a4b req-e32a94fb-3fb2-471c-8f70-68a7898879f1 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:04.766847 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d26d3e36-c828-46da-8fe1-c8781cc95a4b req-e32a94fb-3fb2-471c-8f70-68a7898879f1 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/ports?device_id=720fe211-7265-4b45-94a1-7b3fc96e34e8 HTTP/1.1" status: 200 len: 945 time: 0.2671103 Jul 15 23:15:04.795185 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['2c559cab-5f06-41d1-8dba-c9097717a57b'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:15:04.803513 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-61b82512-7903-4f97-b7c0-4001a2039a71 tempest-ExternalNetworksAdminNegativeTestJSON-441581085 tempest-ExternalNetworksAdminNegativeTestJSON-441581085-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:04.883421 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-61b82512-7903-4f97-b7c0-4001a2039a71 tempest-ExternalNetworksAdminNegativeTestJSON-441581085 tempest-ExternalNetworksAdminNegativeTestJSON-441581085-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:04.936895 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d26d3e36-c828-46da-8fe1-c8781cc95a4b req-079115f3-bc9d-48ee-a413-829f12024c72 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3cc6b1b-b328-4d26-ba63-110947666d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580737 Jul 15 23:15:05.097409 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c935ff0-c635-4e63-afdf-d0694a1521e4 req-15aa3dba-91dc-4361-8639-5f260136f9dc tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:05.102096 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0c935ff0-c635-4e63-afdf-d0694a1521e4 req-15aa3dba-91dc-4361-8639-5f260136f9dc tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] 10.222.0.48 "GET /v2.0/networks/c4160cc4-e133-4d4e-ad39-f86bca4b2f14 HTTP/1.1" status: 200 len: 784 time: 0.3338406 Jul 15 23:15:05.121857 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55bf544a-9db1-40a1-8d47-161363b425a9 x-openstack-request-id: req-55bf544a-9db1-40a1-8d47-161363b425a9 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:15:05.122171 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c7e89e4-a981-4812-beae-c43c8ec6948c", "name": "network-vif-deleted", "tag": "b4324f9d-de2e-4c82-aa36-c0b083095a73", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:15:05.122394 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-55bf544a-9db1-40a1-8d47-161363b425a9 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:15:05.122811 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c7e89e4-a981-4812-beae-c43c8ec6948c', 'name': 'network-vif-deleted', 'tag': 'b4324f9d-de2e-4c82-aa36-c0b083095a73', 'status': 'completed', 'code': 200} Jul 15 23:15:05.131800 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [req-0c935ff0-c635-4e63-afdf-d0694a1521e4 req-4696f454-d06d-4325-ac21-e145f2ec99fc tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:15:05.134215 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0c935ff0-c635-4e63-afdf-d0694a1521e4 req-4696f454-d06d-4325-ac21-e145f2ec99fc tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0183835 Jul 15 23:15:05.188098 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-61b82512-7903-4f97-b7c0-4001a2039a71 tempest-ExternalNetworksAdminNegativeTestJSON-441581085 tempest-ExternalNetworksAdminNegativeTestJSON-441581085-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:05.197119 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-61b82512-7903-4f97-b7c0-4001a2039a71 tempest-ExternalNetworksAdminNegativeTestJSON-441581085 tempest-ExternalNetworksAdminNegativeTestJSON-441581085-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:05.311919 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b82512-7903-4f97-b7c0-4001a2039a71 tempest-ExternalNetworksAdminNegativeTestJSON-441581085 tempest-ExternalNetworksAdminNegativeTestJSON-441581085-project-admin] Pushing event updated for resources: {'Port': ['ID=7d2e0184-5f58-4ab8-95fc-5fa517f6e760,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:05.330509 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-61b82512-7903-4f97-b7c0-4001a2039a71 tempest-ExternalNetworksAdminNegativeTestJSON-441581085 tempest-ExternalNetworksAdminNegativeTestJSON-441581085-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:05.363335 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-61b82512-7903-4f97-b7c0-4001a2039a71 tempest-ExternalNetworksAdminNegativeTestJSON-441581085 tempest-ExternalNetworksAdminNegativeTestJSON-441581085-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:05.368425 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-61b82512-7903-4f97-b7c0-4001a2039a71 tempest-ExternalNetworksAdminNegativeTestJSON-441581085 tempest-ExternalNetworksAdminNegativeTestJSON-441581085-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9255319 Jul 15 23:15:05.372391 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33190) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:05.381041 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-acb0bcdf-e281-4e00-a1f4-e9ce7693f0b5 tempest-ExternalNetworksAdminNegativeTestJSON-441581085 tempest-ExternalNetworksAdminNegativeTestJSON-441581085-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1627177467', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'fixed_ips': [{'ip_address': '172.25.5.216'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:05.419164 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb0bcdf-e281-4e00-a1f4-e9ce7693f0b5 tempest-ExternalNetworksAdminNegativeTestJSON-441581085 tempest-ExternalNetworksAdminNegativeTestJSON-441581085-project-admin] Made reservation on behalf of e4d353d9255d42eba839308d28fb321a for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:05.428877 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-acb0bcdf-e281-4e00-a1f4-e9ce7693f0b5 tempest-ExternalNetworksAdminNegativeTestJSON-441581085 tempest-ExternalNetworksAdminNegativeTestJSON-441581085-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:05.432980 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4a219-f74b-4bf1-a2ca-cec3f202b3a0 req-7b693415-235f-44c3-8471-4e989273233d tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:05.436310 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cfc4a219-f74b-4bf1-a2ca-cec3f202b3a0 req-7b693415-235f-44c3-8471-4e989273233d tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fe01580-09e1-424c-8fb3-58421610bfec HTTP/1.1" status: 200 len: 946 time: 0.2091098 Jul 15 23:15:05.443195 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec166f1-205d-48b4-a38a-5d931b3cd5e1 req-d43ea37f-2004-4774-a750-935e671857d3 tempest-LiveAutoBlockMigrationV225Test-1599853612 tempest-LiveAutoBlockMigrationV225Test-1599853612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:05.452049 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-acb0bcdf-e281-4e00-a1f4-e9ce7693f0b5 tempest-ExternalNetworksAdminNegativeTestJSON-441581085 tempest-ExternalNetworksAdminNegativeTestJSON-441581085-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:05.453651 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cec166f1-205d-48b4-a38a-5d931b3cd5e1 req-d43ea37f-2004-4774-a750-935e671857d3 tempest-LiveAutoBlockMigrationV225Test-1599853612 tempest-LiveAutoBlockMigrationV225Test-1599853612-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=7abb4c18-915b-4d5d-9b2e-7a134555b04c HTTP/1.1" status: 200 len: 1096 time: 0.1576827 Jul 15 23:15:05.571653 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cec166f1-205d-48b4-a38a-5d931b3cd5e1 req-79b9cf07-f1aa-4a62-88e4-420d140dccf5 tempest-LiveAutoBlockMigrationV225Test-1599853612 tempest-LiveAutoBlockMigrationV225Test-1599853612-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164956 Jul 15 23:15:05.588233 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cfc4a219-f74b-4bf1-a2ca-cec3f202b3a0 req-3ba62231-24c8-4c18-bd72-61bf72c27bcb tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307218 Jul 15 23:15:05.639678 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-acb0bcdf-e281-4e00-a1f4-e9ce7693f0b5 tempest-ExternalNetworksAdminNegativeTestJSON-441581085 tempest-ExternalNetworksAdminNegativeTestJSON-441581085-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:05.655603 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-acb0bcdf-e281-4e00-a1f4-e9ce7693f0b5 tempest-ExternalNetworksAdminNegativeTestJSON-441581085 tempest-ExternalNetworksAdminNegativeTestJSON-441581085-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:05.672963 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-acb0bcdf-e281-4e00-a1f4-e9ce7693f0b5 tempest-ExternalNetworksAdminNegativeTestJSON-441581085 tempest-ExternalNetworksAdminNegativeTestJSON-441581085-project-admin] device_id is not set on port 27484cf9-caf6-4748-a9e0-55169e6b6bc4 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:15:05.728799 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 33200) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:05.865130 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-741da65e-4d73-41b9-9d88-72387ae47ed9 admin admin] Deleting subnet 7f1c9051-03d6-4cfe-a21f-410e003552b9 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:15:05.870019 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-741da65e-4d73-41b9-9d88-72387ae47ed9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:05.933359 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-741da65e-4d73-41b9-9d88-72387ae47ed9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:05.943826 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-acb0bcdf-e281-4e00-a1f4-e9ce7693f0b5 tempest-ExternalNetworksAdminNegativeTestJSON-441581085 tempest-ExternalNetworksAdminNegativeTestJSON-441581085-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 15 23:15:05.948890 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acb0bcdf-e281-4e00-a1f4-e9ce7693f0b5 tempest-ExternalNetworksAdminNegativeTestJSON-441581085 tempest-ExternalNetworksAdminNegativeTestJSON-441581085-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:15:05.990345 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb0bcdf-e281-4e00-a1f4-e9ce7693f0b5 tempest-ExternalNetworksAdminNegativeTestJSON-441581085 tempest-ExternalNetworksAdminNegativeTestJSON-441581085-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=754c01cc-2582-4bdc-a624-eff7b4cff8f7,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:05.998281 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-acb0bcdf-e281-4e00-a1f4-e9ce7693f0b5 tempest-ExternalNetworksAdminNegativeTestJSON-441581085 tempest-ExternalNetworksAdminNegativeTestJSON-441581085-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.6244068 Jul 15 23:15:05.999096 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33204) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:06.151486 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-741da65e-4d73-41b9-9d88-72387ae47ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:06.220519 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-36f62182-8ea3-4e6d-831a-f38cd46ca443 tempest-ExternalNetworksAdminNegativeTestJSON-441581085 tempest-ExternalNetworksAdminNegativeTestJSON-441581085-project-admin] Deleting port 7d2e0184-5f58-4ab8-95fc-5fa517f6e760 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:15:06.221248 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-36f62182-8ea3-4e6d-831a-f38cd46ca443 tempest-ExternalNetworksAdminNegativeTestJSON-441581085 tempest-ExternalNetworksAdminNegativeTestJSON-441581085-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:06.232356 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659bf6b2-0ee0-4b80-a78b-b899a2776f9f req-bc403c6c-06a9-4b04-a755-3d274456143d tempest-LiveAutoBlockMigrationV225Test-1599853612 tempest-LiveAutoBlockMigrationV225Test-1599853612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:06.234083 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-659bf6b2-0ee0-4b80-a78b-b899a2776f9f req-bc403c6c-06a9-4b04-a755-3d274456143d tempest-LiveAutoBlockMigrationV225Test-1599853612 tempest-LiveAutoBlockMigrationV225Test-1599853612-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=7abb4c18-915b-4d5d-9b2e-7a134555b04c HTTP/1.1" status: 200 len: 1096 time: 0.2469137 Jul 15 23:15:06.279997 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef7d0e6-9e0b-4aee-9ddf-d3d8be5cccaa req-cb1618b1-464e-4cbc-873a-8b5fd4561677 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:06.315182 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cef7d0e6-9e0b-4aee-9ddf-d3d8be5cccaa req-cb1618b1-464e-4cbc-873a-8b5fd4561677 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] 10.222.0.48 "GET /v2.0/ports?device_id=be308bf9-ab6d-4e1a-aa67-27a5fa9bdb49&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2306633 Jul 15 23:15:06.321983 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 2c559cab-5f06-41d1-8dba-c9097717a57b up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:15:06.370728 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-741da65e-4d73-41b9-9d88-72387ae47ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:06.393534 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cef7d0e6-9e0b-4aee-9ddf-d3d8be5cccaa req-a6725a51-b8a9-446e-8f39-27f6613e4124 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.165 HTTP/1.1" status: 200 len: 696 time: 0.0977674 Jul 15 23:15:06.421830 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-659bf6b2-0ee0-4b80-a78b-b899a2776f9f req-3033890a-81a9-44ec-a557-39c264139fc8 tempest-LiveAutoBlockMigrationV225Test-1599853612 tempest-LiveAutoBlockMigrationV225Test-1599853612-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587453 Jul 15 23:15:06.427125 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-36f62182-8ea3-4e6d-831a-f38cd46ca443 tempest-ExternalNetworksAdminNegativeTestJSON-441581085 tempest-ExternalNetworksAdminNegativeTestJSON-441581085-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:06.427473 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-36f62182-8ea3-4e6d-831a-f38cd46ca443 tempest-ExternalNetworksAdminNegativeTestJSON-441581085 tempest-ExternalNetworksAdminNegativeTestJSON-441581085-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:06.428001 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-cef7d0e6-9e0b-4aee-9ddf-d3d8be5cccaa req-72bbf391-4107-4f98-ae16-7fdd3854bcae tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Request body: {'floatingip': {'port_id': '20e617c1-19b4-403b-b99b-d8c56dfd02cc', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:06.437416 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741da65e-4d73-41b9-9d88-72387ae47ed9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f1c9051-03d6-4cfe-a21f-410e003552b9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:06.453893 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-36f62182-8ea3-4e6d-831a-f38cd46ca443 tempest-ExternalNetworksAdminNegativeTestJSON-441581085 tempest-ExternalNetworksAdminNegativeTestJSON-441581085-project-admin] Calling delete_port for 7d2e0184-5f58-4ab8-95fc-5fa517f6e760 owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:15:06.472087 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:06.485530 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-741da65e-4d73-41b9-9d88-72387ae47ed9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:06.488760 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-741da65e-4d73-41b9-9d88-72387ae47ed9 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7f1c9051-03d6-4cfe-a21f-410e003552b9 HTTP/1.1" status: 204 len: 168 time: 0.7588837 Jul 15 23:15:06.495998 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33212) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:06.501520 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-cef7d0e6-9e0b-4aee-9ddf-d3d8be5cccaa req-72bbf391-4107-4f98-ae16-7fdd3854bcae tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:06.518976 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 2c559cab-5f06-41d1-8dba-c9097717a57b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:06.519415 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:06.601367 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device b4324f9d-de2e-4c82-aa36-c0b083095a73 no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:15:06.647421 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] No Port match for: b4324f9d-de2e-4c82-aa36-c0b083095a73 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:15:06.647799 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device b4324f9d-de2e-4c82-aa36-c0b083095a73 not bound to the agent host n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:15:06.746334 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:06.774394 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b13ee4ca-1ac0-449f-add1-54e0d3949274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:06.792267 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8501acfb-d746-4f81-94de-883d32000579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c559cab-5f06-41d1-8dba-c9097717a57b'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:15:06.794505 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ecb1075-5ed1-4a97-a84f-684dfb20d615" -d '{"events": [{"server_uuid": "8501acfb-d746-4f81-94de-883d32000579", "name": "network-vif-plugged", "status": "completed", "tag": "2c559cab-5f06-41d1-8dba-c9097717a57b"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:15:06.818709 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 2c559cab-5f06-41d1-8dba-c9097717a57b, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=2c559cab-5f06-41d1-8dba-c9097717a57b,segment=NetworkSegment(f2e0773f-8183-4f36-8ee8-76cf70d2d71c),segment_id=f2e0773f-8183-4f36-8ee8-76cf70d2d71c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:06.831612 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:06.930212 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=2c559cab-5f06-41d1-8dba-c9097717a57b,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:07.021000 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b13ee4ca-1ac0-449f-add1-54e0d3949274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:07.045198 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-b13ee4ca-1ac0-449f-add1-54e0d3949274 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c8e80dc-d138-4f8e-aeb2-b0a6ac2097e3']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:07.066771 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-b13ee4ca-1ac0-449f-add1-54e0d3949274 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4a31cbf-fa24-44fe-8726-b1aeea2122f6') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:07.067726 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-b13ee4ca-1ac0-449f-add1-54e0d3949274 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4a31cbf-fa24-44fe-8726-b1aeea2122f6') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:07.096539 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b13ee4ca-1ac0-449f-add1-54e0d3949274 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:07.122589 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-36f62182-8ea3-4e6d-831a-f38cd46ca443 tempest-ExternalNetworksAdminNegativeTestJSON-441581085 tempest-ExternalNetworksAdminNegativeTestJSON-441581085-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:07.137920 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b13ee4ca-1ac0-449f-add1-54e0d3949274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:07.190292 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b13ee4ca-1ac0-449f-add1-54e0d3949274 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:15:07.190974 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b13ee4ca-1ac0-449f-add1-54e0d3949274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:07.194491 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:15:07.194491 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:15:07.194491 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:15:07.194491 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:15:07.194491 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:15:07.194491 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:15:07.194491 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:15:07.194491 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:15:07.194491 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:15:07.194491 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:15:07.194491 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:15:07.194491 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:15:07.194491 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:15:07.194491 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:15:07.194491 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:15:07.194491 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:15:07.194491 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:15:07.194491 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:15:07.194491 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:15:07.194491 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:15:07.194491 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:15:07.194491 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:15:07.194491 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:15:07.194491 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:15:07.194491 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:15:07.194491 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:15:07.194491 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:15:07.194491 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:15:07.194491 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:15:07.194491 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:15:07.194491 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:15:07.194491 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:15:07.194491 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:15:07.194491 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:15:07.239684 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aae566-7c35-4aa5-8112-ddb0eda5c0aa req-ea749998-4166-4156-aa60-a5e04a62392c tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:07.241313 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c6aae566-7c35-4aa5-8112-ddb0eda5c0aa req-ea749998-4166-4156-aa60-a5e04a62392c tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/ports?device_id=8501acfb-d746-4f81-94de-883d32000579 HTTP/1.1" status: 200 len: 945 time: 0.2496052 Jul 15 23:15:07.245240 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f62182-8ea3-4e6d-831a-f38cd46ca443 tempest-ExternalNetworksAdminNegativeTestJSON-441581085 tempest-ExternalNetworksAdminNegativeTestJSON-441581085-project-admin] Pushing event deleted for resources: {'Port': ['ID=7d2e0184-5f58-4ab8-95fc-5fa517f6e760,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:07.375715 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c6aae566-7c35-4aa5-8112-ddb0eda5c0aa req-c43cd078-0b35-4a21-9139-50b3a7957252 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/security-groups?id=a00402bc-417c-4401-b3a4-a86d8ce769a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206434 Jul 15 23:15:07.432561 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-cef7d0e6-9e0b-4aee-9ddf-d3d8be5cccaa req-72bbf391-4107-4f98-ae16-7fdd3854bcae tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:07.436888 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-cef7d0e6-9e0b-4aee-9ddf-d3d8be5cccaa req-72bbf391-4107-4f98-ae16-7fdd3854bcae tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:07.440477 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b13ee4ca-1ac0-449f-add1-54e0d3949274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:07.453746 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-36f62182-8ea3-4e6d-831a-f38cd46ca443 tempest-ExternalNetworksAdminNegativeTestJSON-441581085 tempest-ExternalNetworksAdminNegativeTestJSON-441581085-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:07.459317 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-36f62182-8ea3-4e6d-831a-f38cd46ca443 tempest-ExternalNetworksAdminNegativeTestJSON-441581085 tempest-ExternalNetworksAdminNegativeTestJSON-441581085-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:07.464234 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-36f62182-8ea3-4e6d-831a-f38cd46ca443 tempest-ExternalNetworksAdminNegativeTestJSON-441581085 tempest-ExternalNetworksAdminNegativeTestJSON-441581085-project-admin] 10.222.0.48 "DELETE /v2.0/floatingips/365cdfd3-f155-403f-87a3-0c43253ead7a HTTP/1.1" status: 204 len: 168 time: 1.4634511 Jul 15 23:15:07.505163 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b13ee4ca-1ac0-449f-add1-54e0d3949274 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:07.512324 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b13ee4ca-1ac0-449f-add1-54e0d3949274 admin admin] 10.222.0.48 "DELETE /v2.0/networks/9c8e80dc-d138-4f8e-aeb2-b0a6ac2097e3 HTTP/1.1" status: 204 len: 168 time: 1.0116417 Jul 15 23:15:07.512324 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13ee4ca-1ac0-449f-add1-54e0d3949274 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c8e80dc-d138-4f8e-aeb2-b0a6ac2097e3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:07.702711 n-d-794306-6 neutron-server[93770]: INFO neutron.db.l3_db [req-cef7d0e6-9e0b-4aee-9ddf-d3d8be5cccaa req-72bbf391-4107-4f98-ae16-7fdd3854bcae tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Floating IP 3292290d-321e-4ca8-8c0d-e31cfb9f3a45 associated. External IP: 172.25.5.165, port: 20e617c1-19b4-403b-b99b-d8c56dfd02cc. Jul 15 23:15:07.863893 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33230) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:07.934303 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-0d25b1ed-ae3a-4d1e-b585-3f2274f4b3ae admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7b056b7f1c7a4605a8a953683314e21f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0666616 Jul 15 23:15:07.934729 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33232) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:08.034467 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c14c003-555d-4eab-b785-90b582c7db66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:08.053089 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33234) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:08.072732 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:08.073281 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c14c003-555d-4eab-b785-90b582c7db66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:08.188667 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c14c003-555d-4eab-b785-90b582c7db66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:08.192174 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c14c003-555d-4eab-b785-90b582c7db66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:08.197258 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-5c14c003-555d-4eab-b785-90b582c7db66 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/64103a0e-0590-4b37-801e-b51674401f31 HTTP/1.1" status: 204 len: 168 time: 0.2578108 Jul 15 23:15:08.217799 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c14c003-555d-4eab-b785-90b582c7db66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64103a0e-0590-4b37-801e-b51674401f31,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:08.309969 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01052489-5e66-443e-b9ab-96f0a65471a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:08.444967 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e9407-30bb-4b7d-be39-b1ea95d1f82c req-def309c6-5341-4f97-8b1a-32b6821ed284 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:08.456394 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-247e9407-30bb-4b7d-be39-b1ea95d1f82c req-def309c6-5341-4f97-8b1a-32b6821ed284 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/ports?device_id=720fe211-7265-4b45-94a1-7b3fc96e34e8 HTTP/1.1" status: 200 len: 945 time: 0.7866392 Jul 15 23:15:08.553888 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01052489-5e66-443e-b9ab-96f0a65471a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:08.558632 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01052489-5e66-443e-b9ab-96f0a65471a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:08.642031 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01052489-5e66-443e-b9ab-96f0a65471a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e24d86-b69c-450c-bd0e-2f4b601649a1,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:08.664653 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-01052489-5e66-443e-b9ab-96f0a65471a5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=db1771b4c5d74050af4cfb513c771a78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6046231 Jul 15 23:15:08.664653 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33244) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:08.685595 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-247e9407-30bb-4b7d-be39-b1ea95d1f82c req-e04b948e-a484-4dac-b656-2f0732935890 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3cc6b1b-b328-4d26-ba63-110947666d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272580 Jul 15 23:15:08.753653 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cef7d0e6-9e0b-4aee-9ddf-d3d8be5cccaa req-72bbf391-4107-4f98-ae16-7fdd3854bcae tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Router 2a5b2c62-c5ed-499b-b5a1-baeaab3889da has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:15:08.779917 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-47736196-8491-49af-bf4c-5c47f1a7f261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:08.837555 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-47736196-8491-49af-bf4c-5c47f1a7f261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:08.968949 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-47736196-8491-49af-bf4c-5c47f1a7f261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:08.974180 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-47736196-8491-49af-bf4c-5c47f1a7f261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:08.977792 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-47736196-8491-49af-bf4c-5c47f1a7f261 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/56e24d86-b69c-450c-bd0e-2f4b601649a1 HTTP/1.1" status: 204 len: 168 time: 0.3053758 Jul 15 23:15:08.999523 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47736196-8491-49af-bf4c-5c47f1a7f261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e24d86-b69c-450c-bd0e-2f4b601649a1,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:09.037919 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cef7d0e6-9e0b-4aee-9ddf-d3d8be5cccaa req-72bbf391-4107-4f98-ae16-7fdd3854bcae tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:15:09.050179 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b407ede8-99ad-4334-b15b-b812c3800af8 None None] Sync routers for ids ['2a5b2c62-c5ed-499b-b5a1-baeaab3889da'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:15:09.052665 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-cef7d0e6-9e0b-4aee-9ddf-d3d8be5cccaa req-72bbf391-4107-4f98-ae16-7fdd3854bcae tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:09.064827 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b407ede8-99ad-4334-b15b-b812c3800af8 None None] Routers {'2a5b2c62-c5ed-499b-b5a1-baeaab3889da'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:15:09.065472 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b407ede8-99ad-4334-b15b-b812c3800af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:15:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['2a5b2c62-c5ed-499b-b5a1-baeaab3889da'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:09.162115 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cef7d0e6-9e0b-4aee-9ddf-d3d8be5cccaa req-72bbf391-4107-4f98-ae16-7fdd3854bcae tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] 10.222.0.48 "PUT /v2.0/floatingips/3292290d-321e-4ca8-8c0d-e31cfb9f3a45 HTTP/1.1" status: 200 len: 997 time: 2.7675486 Jul 15 23:15:09.172131 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be308bf9-ab6d-4e1a-aa67-27a5fa9bdb49', 'tag': '20e617c1-19b4-403b-b99b-d8c56dfd02cc'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:15:09.181739 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea17eac-4138-4868-9861-1018289b05f1" -d '{"events": [{"name": "network-changed", "server_uuid": "be308bf9-ab6d-4e1a-aa67-27a5fa9bdb49", "tag": "20e617c1-19b4-403b-b99b-d8c56dfd02cc"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:15:09.288233 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aa2d1a-6f84-4c5e-bd1d-4e5f93e25e7e req-66a81f9f-3875-4174-bb2a-9f55a7790ad5 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:09.299668 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-90aa2d1a-6f84-4c5e-bd1d-4e5f93e25e7e req-66a81f9f-3875-4174-bb2a-9f55a7790ad5 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fe01580-09e1-424c-8fb3-58421610bfec HTTP/1.1" status: 200 len: 946 time: 0.2420342 Jul 15 23:15:09.337403 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef7d0e6-9e0b-4aee-9ddf-d3d8be5cccaa req-0f0602a1-0cc8-474d-996f-829d8c864b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:09.347529 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cef7d0e6-9e0b-4aee-9ddf-d3d8be5cccaa req-0f0602a1-0cc8-474d-996f-829d8c864b37 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=48062b7ca7314e72995400ce76936d28&device_id=be308bf9-ab6d-4e1a-aa67-27a5fa9bdb49 HTTP/1.1" status: 200 len: 1097 time: 0.1606920 Jul 15 23:15:09.365154 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-b407ede8-99ad-4334-b15b-b812c3800af8 None None] Set router 2a5b2c62-c5ed-499b-b5a1-baeaab3889da gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:15:09.435123 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-90aa2d1a-6f84-4c5e-bd1d-4e5f93e25e7e req-2a193bac-3156-4f5e-8ddc-4940043d900f tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288817 Jul 15 23:15:09.543270 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef7d0e6-9e0b-4aee-9ddf-d3d8be5cccaa req-033ae929-7cea-4fa3-a1a4-4536dca3114a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:09.553528 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cef7d0e6-9e0b-4aee-9ddf-d3d8be5cccaa req-033ae929-7cea-4fa3-a1a4-4536dca3114a service neutron] 10.222.0.48 "GET /v2.0/networks?id=bc4d0c97-5d85-4af5-8dfb-79d73dbdb620 HTTP/1.1" status: 200 len: 930 time: 0.2037327 Jul 15 23:15:09.640495 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-674c627e-29b0-4a5e-be76-48b38c8c9ddb x-openstack-request-id: req-674c627e-29b0-4a5e-be76-48b38c8c9ddb {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:15:09.641343 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8501acfb-d746-4f81-94de-883d32000579", "name": "network-vif-plugged", "status": "completed", "tag": "2c559cab-5f06-41d1-8dba-c9097717a57b", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:15:09.641765 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-674c627e-29b0-4a5e-be76-48b38c8c9ddb {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:15:09.642350 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8501acfb-d746-4f81-94de-883d32000579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c559cab-5f06-41d1-8dba-c9097717a57b', 'code': 200} Jul 15 23:15:09.684284 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cef7d0e6-9e0b-4aee-9ddf-d3d8be5cccaa req-b9f16270-aa3e-4909-83c3-b56f15d40c46 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20e617c1-19b4-403b-b99b-d8c56dfd02cc HTTP/1.1" status: 200 len: 1000 time: 0.1294413 Jul 15 23:15:09.882555 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b407ede8-99ad-4334-b15b-b812c3800af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5b2c62-c5ed-499b-b5a1-baeaab3889da', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1264744552-router', 'tenant_id': '48062b7ca7314e72995400ce76936d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '2af7e956-bc7f-4291-a112-9e2d05887610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:14:25Z', 'updated_at': '2021-07-15T23:14:33Z', 'revision_number': 4, 'project_id': '48062b7ca7314e72995400ce76936d28', 'gw_port': {'id': '2af7e956-bc7f-4291-a112-9e2d05887610', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5b2c62-c5ed-499b-b5a1-baeaab3889da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:14:27Z', 'updated_at': '2021-07-15T23:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '3292290d-321e-4ca8-8c0d-e31cfb9f3a45', 'tenant_id': '48062b7ca7314e72995400ce76936d28', 'floating_ip_address': '172.25.5.165', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '2a5b2c62-c5ed-499b-b5a1-baeaab3889da', 'port_id': '20e617c1-19b4-403b-b99b-d8c56dfd02cc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1100, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc4d0c97-5d85-4af5-8dfb-79d73dbdb620', 'mac_address': 'fa:16:3e:af:72:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be308bf9-ab6d-4e1a-aa67-27a5fa9bdb49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:15:03Z', 'updated_at': '2021-07-15T23:15:07Z', 'revision_number': 1, 'project_id': '48062b7ca7314e72995400ce76936d28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58e30866-e2d0-4313-b9ba-6f06ee68b22d', 'name': '', 'network_id': 'bc4d0c97-5d85-4af5-8dfb-79d73dbdb620', 'tenant_id': '48062b7ca7314e72995400ce76936d28', 'mac_address': 'fa:16:3e:fa:3d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5b2c62-c5ed-499b-b5a1-baeaab3889da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'fb78a6d5-607f-412f-94b4-7bd41c3d2f9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:14:31Z', 'updated_at': '2021-07-15T23:14:39Z', 'revision_number': 5, 'project_id': '48062b7ca7314e72995400ce76936d28', 'subnets': [{'id': 'fb78a6d5-607f-412f-94b4-7bd41c3d2f9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:09.917894 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef7d0e6-9e0b-4aee-9ddf-d3d8be5cccaa req-15fc1ebb-5038-4011-9223-4ef40fb2de78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:09.919527 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cef7d0e6-9e0b-4aee-9ddf-d3d8be5cccaa req-15fc1ebb-5038-4011-9223-4ef40fb2de78 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fb78a6d5-607f-412f-94b4-7bd41c3d2f9c HTTP/1.1" status: 200 len: 868 time: 0.2261231 Jul 15 23:15:09.964340 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33272) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:09.994327 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b407ede8-99ad-4334-b15b-b812c3800af8 None None] Checking router: 2a5b2c62-c5ed-499b-b5a1-baeaab3889da for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:15:10.014257 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b407ede8-99ad-4334-b15b-b812c3800af8 None None] Routers {'2a5b2c62-c5ed-499b-b5a1-baeaab3889da'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:15:10.018701 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b407ede8-99ad-4334-b15b-b812c3800af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:15:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['2a5b2c62-c5ed-499b-b5a1-baeaab3889da'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:10.029669 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef7d0e6-9e0b-4aee-9ddf-d3d8be5cccaa req-2fc9783e-f37d-49c4-a154-04c089375838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:10.031954 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cef7d0e6-9e0b-4aee-9ddf-d3d8be5cccaa req-2fc9783e-f37d-49c4-a154-04c089375838 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bc4d0c97-5d85-4af5-8dfb-79d73dbdb620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0951810 Jul 15 23:15:10.147252 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-dc0bf420-79fc-4474-ad47-a2841d9afe78 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e4d353d9255d42eba839308d28fb321a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1757824 Jul 15 23:15:10.147643 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33276) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:10.171191 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33278) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:10.285985 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cef7d0e6-9e0b-4aee-9ddf-d3d8be5cccaa req-9e8fdbe3-f553-4398-bf5f-65d2734f92ce service neutron] 10.222.0.48 "GET /v2.0/networks/bc4d0c97-5d85-4af5-8dfb-79d73dbdb620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301888 Jul 15 23:15:10.302013 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dcfc2013-648e-41b8-90cd-1601a060c35c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:10.325567 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 2c559cab-5f06-41d1-8dba-c9097717a57b no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:15:10.404198 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dcfc2013-648e-41b8-90cd-1601a060c35c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:10.510904 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dcfc2013-648e-41b8-90cd-1601a060c35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:10.517641 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dcfc2013-648e-41b8-90cd-1601a060c35c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:10.519126 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-dcfc2013-648e-41b8-90cd-1601a060c35c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/754c01cc-2582-4bdc-a624-eff7b4cff8f7 HTTP/1.1" status: 204 len: 168 time: 0.3703420 Jul 15 23:15:10.543549 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfc2013-648e-41b8-90cd-1601a060c35c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=754c01cc-2582-4bdc-a624-eff7b4cff8f7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:10.672168 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-b407ede8-99ad-4334-b15b-b812c3800af8 None None] Set router 2a5b2c62-c5ed-499b-b5a1-baeaab3889da gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:15:10.680686 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:10.688818 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f6a79b28-8581-49ff-9db6-9bd2e7462200 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-851690107-network', 'tenant_id': 'e9becec18cd64d19acfb6d44e69692c1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:10.698708 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cef7d0e6-9e0b-4aee-9ddf-d3d8be5cccaa req-7e4fddb5-9dfb-4b1d-9902-de5a0ec494b8 service neutron] 10.222.0.48 "GET /v2.0/networks/bc4d0c97-5d85-4af5-8dfb-79d73dbdb620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4110055 Jul 15 23:15:10.770002 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a79b28-8581-49ff-9db6-9bd2e7462200 admin admin] Made reservation on behalf of e9becec18cd64d19acfb6d44e69692c1 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:10.781313 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6a79b28-8581-49ff-9db6-9bd2e7462200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:10.828577 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6a79b28-8581-49ff-9db6-9bd2e7462200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:10.859505 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9ad393-de35-4564-8237-cfd4acf2366c x-openstack-request-id: req-5a9ad393-de35-4564-8237-cfd4acf2366c {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:15:10.859984 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be308bf9-ab6d-4e1a-aa67-27a5fa9bdb49", "tag": "20e617c1-19b4-403b-b99b-d8c56dfd02cc", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:15:10.860387 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5a9ad393-de35-4564-8237-cfd4acf2366c {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:15:10.861011 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be308bf9-ab6d-4e1a-aa67-27a5fa9bdb49', 'tag': '20e617c1-19b4-403b-b99b-d8c56dfd02cc', 'status': 'completed', 'code': 200} Jul 15 23:15:10.866746 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 2c559cab-5f06-41d1-8dba-c9097717a57b, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=2c559cab-5f06-41d1-8dba-c9097717a57b,segment=NetworkSegment(f2e0773f-8183-4f36-8ee8-76cf70d2d71c),segment_id=f2e0773f-8183-4f36-8ee8-76cf70d2d71c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:10.878992 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:11.078948 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=2c559cab-5f06-41d1-8dba-c9097717a57b,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:11.120722 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea17eac-4138-4868-9861-1018289b05f1 req-d494488a-e005-4cfb-879c-202f9e02b831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:11.123676 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-2ea17eac-4138-4868-9861-1018289b05f1 req-d494488a-e005-4cfb-879c-202f9e02b831 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=48062b7ca7314e72995400ce76936d28&device_id=be308bf9-ab6d-4e1a-aa67-27a5fa9bdb49 HTTP/1.1" status: 200 len: 1097 time: 0.1698978 Jul 15 23:15:11.327282 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8da05b-6818-4144-a0fc-c7082e510240 req-08c9155e-1a37-4b40-a38d-84e27ec338bf tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:11.341156 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0b8da05b-6818-4144-a0fc-c7082e510240 req-08c9155e-1a37-4b40-a38d-84e27ec338bf tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/ports?device_id=720fe211-7265-4b45-94a1-7b3fc96e34e8 HTTP/1.1" status: 200 len: 945 time: 0.1925101 Jul 15 23:15:11.445646 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6a79b28-8581-49ff-9db6-9bd2e7462200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:11.454942 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6a79b28-8581-49ff-9db6-9bd2e7462200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:11.459412 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0b8da05b-6818-4144-a0fc-c7082e510240 req-1ffbd1e7-03e3-43fb-a8e2-765fe712c0f5 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3cc6b1b-b328-4d26-ba63-110947666d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129756 Jul 15 23:15:11.512775 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b407ede8-99ad-4334-b15b-b812c3800af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5b2c62-c5ed-499b-b5a1-baeaab3889da', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1264744552-router', 'tenant_id': '48062b7ca7314e72995400ce76936d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '2af7e956-bc7f-4291-a112-9e2d05887610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:14:25Z', 'updated_at': '2021-07-15T23:14:33Z', 'revision_number': 4, 'project_id': '48062b7ca7314e72995400ce76936d28', 'gw_port': {'id': '2af7e956-bc7f-4291-a112-9e2d05887610', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5b2c62-c5ed-499b-b5a1-baeaab3889da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:14:27Z', 'updated_at': '2021-07-15T23:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '3292290d-321e-4ca8-8c0d-e31cfb9f3a45', 'tenant_id': '48062b7ca7314e72995400ce76936d28', 'floating_ip_address': '172.25.5.165', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '2a5b2c62-c5ed-499b-b5a1-baeaab3889da', 'port_id': '20e617c1-19b4-403b-b99b-d8c56dfd02cc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1100, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc4d0c97-5d85-4af5-8dfb-79d73dbdb620', 'mac_address': 'fa:16:3e:af:72:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be308bf9-ab6d-4e1a-aa67-27a5fa9bdb49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:15:03Z', 'updated_at': '2021-07-15T23:15:07Z', 'revision_number': 1, 'project_id': '48062b7ca7314e72995400ce76936d28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58e30866-e2d0-4313-b9ba-6f06ee68b22d', 'name': '', 'network_id': 'bc4d0c97-5d85-4af5-8dfb-79d73dbdb620', 'tenant_id': '48062b7ca7314e72995400ce76936d28', 'mac_address': 'fa:16:3e:fa:3d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5b2c62-c5ed-499b-b5a1-baeaab3889da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'fb78a6d5-607f-412f-94b4-7bd41c3d2f9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:14:31Z', 'updated_at': '2021-07-15T23:14:39Z', 'revision_number': 5, 'project_id': '48062b7ca7314e72995400ce76936d28', 'subnets': [{'id': 'fb78a6d5-607f-412f-94b4-7bd41c3d2f9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:11.533860 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6a79b28-8581-49ff-9db6-9bd2e7462200 admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:15:11.578061 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea17eac-4138-4868-9861-1018289b05f1 req-2fb12d5c-d31c-413b-a1be-8365eed1d2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:11.580743 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-2ea17eac-4138-4868-9861-1018289b05f1 req-2fb12d5c-d31c-413b-a1be-8365eed1d2c9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bc4d0c97-5d85-4af5-8dfb-79d73dbdb620 HTTP/1.1" status: 200 len: 930 time: 0.4434695 Jul 15 23:15:11.599909 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b407ede8-99ad-4334-b15b-b812c3800af8 None None] The sync data for ids ['2a5b2c62-c5ed-499b-b5a1-baeaab3889da'] in n-d-794306-6 is: [{'id': '2a5b2c62-c5ed-499b-b5a1-baeaab3889da', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1264744552-router', 'tenant_id': '48062b7ca7314e72995400ce76936d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '2af7e956-bc7f-4291-a112-9e2d05887610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:14:25Z', 'updated_at': '2021-07-15T23:14:33Z', 'revision_number': 4, 'project_id': '48062b7ca7314e72995400ce76936d28', 'gw_port': {'id': '2af7e956-bc7f-4291-a112-9e2d05887610', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5b2c62-c5ed-499b-b5a1-baeaab3889da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:14:27Z', 'updated_at': '2021-07-15T23:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '3292290d-321e-4ca8-8c0d-e31cfb9f3a45', 'tenant_id': '48062b7ca7314e72995400ce76936d28', 'floating_ip_address': '172.25.5.165', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '2a5b2c62-c5ed-499b-b5a1-baeaab3889da', 'port_id': '20e617c1-19b4-403b-b99b-d8c56dfd02cc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1100, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc4d0c97-5d85-4af5-8dfb-79d73dbdb620', 'mac_address': 'fa:16:3e:af:72:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be308bf9-ab6d-4e1a-aa67-27a5fa9bdb49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:15:03Z', 'updated_at': '2021-07-15T23:15:07Z', 'revision_number': 1, 'project_id': '48062b7ca7314e72995400ce76936d28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58e30866-e2d0-4313-b9ba-6f06ee68b22d', 'name': '', 'network_id': 'bc4d0c97-5d85-4af5-8dfb-79d73dbdb620', 'tenant_id': '48062b7ca7314e72995400ce76936d28', 'mac_address': 'fa:16:3e:fa:3d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5b2c62-c5ed-499b-b5a1-baeaab3889da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'fb78a6d5-607f-412f-94b4-7bd41c3d2f9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:14:31Z', 'updated_at': '2021-07-15T23:14:39Z', 'revision_number': 5, 'project_id': '48062b7ca7314e72995400ce76936d28', 'subnets': [{'id': 'fb78a6d5-607f-412f-94b4-7bd41c3d2f9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:15:11.612881 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a79b28-8581-49ff-9db6-9bd2e7462200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c75ced0b-b679-4ed8-a0bf-e5a0053ebcf0,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:11.643896 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8501acfb-d746-4f81-94de-883d32000579', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c559cab-5f06-41d1-8dba-c9097717a57b'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:15:11.646518 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd00f7b-3240-4f39-a9d8-a79deaf42df9" -d '{"events": [{"server_uuid": "8501acfb-d746-4f81-94de-883d32000579", "name": "network-vif-unplugged", "status": "completed", "tag": "2c559cab-5f06-41d1-8dba-c9097717a57b"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:15:11.753921 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6a79b28-8581-49ff-9db6-9bd2e7462200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:11.754938 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-f6a79b28-8581-49ff-9db6-9bd2e7462200 admin admin] Added segment d7b09758-ffc0-4d02-ad5e-168911b86f82 of type vlan for network 8ecd94bd-62eb-4c2d-b91c-0c9de8655a42 Jul 15 23:15:11.758723 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-2ea17eac-4138-4868-9861-1018289b05f1 req-80d281dc-a10c-465f-b858-affa9bb7e1ff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20e617c1-19b4-403b-b99b-d8c56dfd02cc HTTP/1.1" status: 200 len: 1000 time: 0.1392229 Jul 15 23:15:11.868044 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6a79b28-8581-49ff-9db6-9bd2e7462200 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:11.885892 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea17eac-4138-4868-9861-1018289b05f1 req-0af2b985-4092-4ebd-92eb-3615e748e906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:11.887865 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-2ea17eac-4138-4868-9861-1018289b05f1 req-0af2b985-4092-4ebd-92eb-3615e748e906 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fb78a6d5-607f-412f-94b4-7bd41c3d2f9c HTTP/1.1" status: 200 len: 868 time: 0.1180863 Jul 15 23:15:11.947501 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6a79b28-8581-49ff-9db6-9bd2e7462200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:11.950207 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a79b28-8581-49ff-9db6-9bd2e7462200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:11.950832 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6a79b28-8581-49ff-9db6-9bd2e7462200 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:11.982865 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f6a79b28-8581-49ff-9db6-9bd2e7462200 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.8057671 Jul 15 23:15:11.983139 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 33308) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:11.999988 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-bc977f9d-bc40-4d42-8232-c06497ccfdc0 admin admin] Request body: {'subnet': {'network_id': '8ecd94bd-62eb-4c2d-b91c-0c9de8655a42', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-851690107-subnet', 'tenant_id': 'e9becec18cd64d19acfb6d44e69692c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:12.038452 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee1798d-f9e9-481b-8693-520cf21d2235 req-1912c0b3-d6d4-414c-9f1d-b967b17149b9 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:12.057578 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee1798d-f9e9-481b-8693-520cf21d2235 req-1912c0b3-d6d4-414c-9f1d-b967b17149b9 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:12.079982 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee1798d-f9e9-481b-8693-520cf21d2235 req-1912c0b3-d6d4-414c-9f1d-b967b17149b9 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:12.095832 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee1798d-f9e9-481b-8693-520cf21d2235 req-1912c0b3-d6d4-414c-9f1d-b967b17149b9 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:12.118069 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee1798d-f9e9-481b-8693-520cf21d2235 req-1912c0b3-d6d4-414c-9f1d-b967b17149b9 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:12.131863 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee1798d-f9e9-481b-8693-520cf21d2235 req-1912c0b3-d6d4-414c-9f1d-b967b17149b9 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:12.149236 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee1798d-f9e9-481b-8693-520cf21d2235 req-1912c0b3-d6d4-414c-9f1d-b967b17149b9 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:12.169736 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3ee1798d-f9e9-481b-8693-520cf21d2235 req-1912c0b3-d6d4-414c-9f1d-b967b17149b9 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 5444 time: 0.4550345 Jul 15 23:15:12.190597 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3e66e3-1407-4c39-be5a-4112e08a4170 None None] New status for floating IP 3292290d-321e-4ca8-8c0d-e31cfb9f3a45: ACTIVE {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:15:12.203594 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a79b28-8581-49ff-9db6-9bd2e7462200 admin admin] Pushing event updated for resources: {'Network': ['ID=8ecd94bd-62eb-4c2d-b91c-0c9de8655a42,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:12.226064 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea17eac-4138-4868-9861-1018289b05f1 req-b5378e5e-37ef-4e48-b78e-bdf778fa8aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:12.232759 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-2ea17eac-4138-4868-9861-1018289b05f1 req-b5378e5e-37ef-4e48-b78e-bdf778fa8aef service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bc4d0c97-5d85-4af5-8dfb-79d73dbdb620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3340774 Jul 15 23:15:12.384734 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc977f9d-bc40-4d42-8232-c06497ccfdc0 admin admin] Made reservation on behalf of e9becec18cd64d19acfb6d44e69692c1 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:12.403867 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bc977f9d-bc40-4d42-8232-c06497ccfdc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:12.449336 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-2ea17eac-4138-4868-9861-1018289b05f1 req-767167de-a76d-46da-a562-e899be24757f service neutron] 10.222.0.41 "GET /v2.0/networks/bc4d0c97-5d85-4af5-8dfb-79d73dbdb620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056551 Jul 15 23:15:12.529401 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3ee1798d-f9e9-481b-8693-520cf21d2235 req-cdea6caa-f700-4466-a826-4b1c2235fe4b tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/security-groups?id=fde6291d-0085-4461-bff2-f84f9cfdb496&id=3034f104-295d-4ae9-983e-a750e439037a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3585835 Jul 15 23:15:12.685914 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-2ea17eac-4138-4868-9861-1018289b05f1 req-62063ad6-c0de-409d-ae7f-e7e023040d9e service neutron] 10.222.0.41 "GET /v2.0/networks/bc4d0c97-5d85-4af5-8dfb-79d73dbdb620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254772 Jul 15 23:15:12.828270 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 8ecd94bd-62eb-4c2d-b91c-0c9de8655a42 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:15:12.988969 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f5f53a-e2d2-4960-950f-0117e3c1324b req-ad3b83bd-c4b4-4a02-9414-61b5d84457cf tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:12.996905 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b0f5f53a-e2d2-4960-950f-0117e3c1324b req-ad3b83bd-c4b4-4a02-9414-61b5d84457cf tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.49 "GET /v2.0/ports?device_id=8501acfb-d746-4f81-94de-883d32000579 HTTP/1.1" status: 200 len: 943 time: 0.7964053 Jul 15 23:15:13.358253 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776da66c-7e3c-4ca7-b9af-3f874fad9169 req-b8d7b90c-3631-4ba3-aba0-45e49393fb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:13.360567 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-776da66c-7e3c-4ca7-b9af-3f874fad9169 req-b8d7b90c-3631-4ba3-aba0-45e49393fb9b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=720fe211-7265-4b45-94a1-7b3fc96e34e8 HTTP/1.1" status: 200 len: 1096 time: 0.7893484 Jul 15 23:15:13.561523 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df899d-23bd-41a1-87c0-266b554776bc req-cdbe6328-8820-4155-9a25-729bb357ec4a tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:13.572706 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f8df899d-23bd-41a1-87c0-266b554776bc req-cdbe6328-8820-4155-9a25-729bb357ec4a tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fe01580-09e1-424c-8fb3-58421610bfec HTTP/1.1" status: 200 len: 946 time: 0.5602403 Jul 15 23:15:13.587014 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bc977f9d-bc40-4d42-8232-c06497ccfdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:13.705189 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-776da66c-7e3c-4ca7-b9af-3f874fad9169 req-1beb2fbb-965f-4d05-9bdc-a733eb268bcb service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f3cc6b1b-b328-4d26-ba63-110947666d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430437 Jul 15 23:15:13.715665 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc977f9d-bc40-4d42-8232-c06497ccfdc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e212a520-684a-4fbf-ae3b-aab2e981ec56,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:13.744238 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f8df899d-23bd-41a1-87c0-266b554776bc req-e587d818-7f29-40c1-8fc3-3d402059b9b1 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704235 Jul 15 23:15:13.778626 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-656c7974-8baf-4932-82f2-50b1581c3bd3 tempest-LiveAutoBlockMigrationV225Test-1599853612 tempest-LiveAutoBlockMigrationV225Test-1599853612-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:15:13.782002 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-656c7974-8baf-4932-82f2-50b1581c3bd3 tempest-LiveAutoBlockMigrationV225Test-1599853612 tempest-LiveAutoBlockMigrationV225Test-1599853612-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087717 Jul 15 23:15:13.813125 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-e7317e89-7d61-47aa-aae8-e797eb6618cc service neutron] Request body: {'binding': {'host': 'n-h1-794306-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:13.813994 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-e7317e89-7d61-47aa-aae8-e797eb6618cc service neutron] Unknown quota resources ['binding']. {{(pid=93771) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 23:15:13.826657 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc977f9d-bc40-4d42-8232-c06497ccfdc0 admin admin] Checking segment: {'id': 'd7b09758-ffc0-4d02-ad5e-168911b86f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8ecd94bd-62eb-4c2d-b91c-0c9de8655a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:15:13.826657 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc977f9d-bc40-4d42-8232-c06497ccfdc0 admin admin] Network hostable DHCP agents. Network: 8ecd94bd-62eb-4c2d-b91c-0c9de8655a42, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:15:13.826657 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-b0f5f53a-e2d2-4960-950f-0117e3c1324b req-96079a1c-a402-4800-8738-61a7234b5cd2 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Deleting port 2c559cab-5f06-41d1-8dba-c9097717a57b {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:15:13.826657 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b0f5f53a-e2d2-4960-950f-0117e3c1324b req-96079a1c-a402-4800-8738-61a7234b5cd2 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:14.013418 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc977f9d-bc40-4d42-8232-c06497ccfdc0 admin admin] Network 8ecd94bd-62eb-4c2d-b91c-0c9de8655a42 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:15:14.085378 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-bc977f9d-bc40-4d42-8232-c06497ccfdc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 8ecd94bd-62eb-4c2d-b91c-0c9de8655a42) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:14.099301 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f0d6b0-ae03-41df-9422-92b834ae20df None None] Network 8ecd94bd-62eb-4c2d-b91c-0c9de8655a42 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:15:14.117830 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc977f9d-bc40-4d42-8232-c06497ccfdc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:14.118731 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bc977f9d-bc40-4d42-8232-c06497ccfdc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:14.130644 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-b0f5f53a-e2d2-4960-950f-0117e3c1324b req-96079a1c-a402-4800-8738-61a7234b5cd2 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] For port 2c559cab-5f06-41d1-8dba-c9097717a57b, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=2c559cab-5f06-41d1-8dba-c9097717a57b,segment=NetworkSegment(f2e0773f-8183-4f36-8ee8-76cf70d2d71c),segment_id=f2e0773f-8183-4f36-8ee8-76cf70d2d71c)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:14.131127 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b0f5f53a-e2d2-4960-950f-0117e3c1324b req-96079a1c-a402-4800-8738-61a7234b5cd2 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:14.220417 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-b0f5f53a-e2d2-4960-950f-0117e3c1324b req-96079a1c-a402-4800-8738-61a7234b5cd2 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Calling delete_port for 2c559cab-5f06-41d1-8dba-c9097717a57b owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:15:14.247734 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-bc977f9d-bc40-4d42-8232-c06497ccfdc0 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.2609103 Jul 15 23:15:14.260448 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 33354) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:14.280368 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-2ed4d880-8f7f-4e1c-b669-b7f723735dd4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-851690107-router', 'tenant_id': 'e9becec18cd64d19acfb6d44e69692c1', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:14.283103 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-e7317e89-7d61-47aa-aae8-e797eb6618cc service neutron] Attempting to bind port 04364241-cc9c-414f-80e8-010de4fc03f7 on host n-h1-794306-6 for vnic_type normal with profile None {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:15:14.283441 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-e7317e89-7d61-47aa-aae8-e797eb6618cc service neutron] Attempting to bind port 04364241-cc9c-414f-80e8-010de4fc03f7 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '34c5f733-3f76-4beb-94d8-dfb9dc50430b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '54d36d42-4b6b-4a3b-a62a-15b6ab91449d'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:15:14.283800 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-e7317e89-7d61-47aa-aae8-e797eb6618cc service neutron] Attempting to bind port 04364241-cc9c-414f-80e8-010de4fc03f7 on network 54d36d42-4b6b-4a3b-a62a-15b6ab91449d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:14.300577 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-e7317e89-7d61-47aa-aae8-e797eb6618cc service neutron] Port 04364241-cc9c-414f-80e8-010de4fc03f7 on network 54d36d42-4b6b-4a3b-a62a-15b6ab91449d not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:15:14.302659 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-e7317e89-7d61-47aa-aae8-e797eb6618cc service neutron] Attempting to bind port 04364241-cc9c-414f-80e8-010de4fc03f7 on network 54d36d42-4b6b-4a3b-a62a-15b6ab91449d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:14.325894 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-e7317e89-7d61-47aa-aae8-e797eb6618cc service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:15:14.326466 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-e7317e89-7d61-47aa-aae8-e797eb6618cc service neutron] Checking segment: {'id': '34c5f733-3f76-4beb-94d8-dfb9dc50430b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '54d36d42-4b6b-4a3b-a62a-15b6ab91449d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:15:14.327164 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-e7317e89-7d61-47aa-aae8-e797eb6618cc service neutron] Bound using segment: {'id': '34c5f733-3f76-4beb-94d8-dfb9dc50430b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '54d36d42-4b6b-4a3b-a62a-15b6ab91449d'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:15:14.329328 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-e7317e89-7d61-47aa-aae8-e797eb6618cc service neutron] Bound port: 04364241-cc9c-414f-80e8-010de4fc03f7, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34c5f733-3f76-4beb-94d8-dfb9dc50430b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '54d36d42-4b6b-4a3b-a62a-15b6ab91449d'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:15:14.457950 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb2f40a-0da2-4a2d-8b51-c7c7edae3b40 None None] Network 8ecd94bd-62eb-4c2d-b91c-0c9de8655a42 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:15:14.490502 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc4e7e1-c647-4c07-8182-e32ece41f6b0 req-40637255-98f8-435f-98ad-73a740ac749f tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:14.518840 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5bc4e7e1-c647-4c07-8182-e32ece41f6b0 req-40637255-98f8-435f-98ad-73a740ac749f tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/ports?device_id=8501acfb-d746-4f81-94de-883d32000579 HTTP/1.1" status: 200 len: 943 time: 0.5261486 Jul 15 23:15:14.594049 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-e7317e89-7d61-47aa-aae8-e797eb6618cc service neutron] For port 04364241-cc9c-414f-80e8-010de4fc03f7, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=04364241-cc9c-414f-80e8-010de4fc03f7,segment=NetworkSegment(34c5f733-3f76-4beb-94d8-dfb9dc50430b),segment_id=34c5f733-3f76-4beb-94d8-dfb9dc50430b)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:15:14.595463 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33356) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:14.638674 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-e7317e89-7d61-47aa-aae8-e797eb6618cc service neutron] Notify callbacks [] for binding, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:14.676181 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-e7317e89-7d61-47aa-aae8-e797eb6618cc service neutron] 10.222.0.48 "POST /v2.0/ports/04364241-cc9c-414f-80e8-010de4fc03f7/bindings HTTP/1.1" status: 201 len: 389 time: 0.8740304 Jul 15 23:15:14.693571 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ed4d880-8f7f-4e1c-b669-b7f723735dd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:14.701638 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ed4d880-8f7f-4e1c-b669-b7f723735dd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:14.874667 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5bc4e7e1-c647-4c07-8182-e32ece41f6b0 req-65a0aadc-0094-41d1-9d55-60924fcb0964 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/security-groups?id=a00402bc-417c-4401-b3a4-a86d8ce769a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498631 Jul 15 23:15:15.003231 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c964120-15ef-4db6-ab33-a859f8b317f4 x-openstack-request-id: req-3c964120-15ef-4db6-ab33-a859f8b317f4 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:15:15.009869 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8501acfb-d746-4f81-94de-883d32000579", "name": "network-vif-unplugged", "status": "completed", "tag": "2c559cab-5f06-41d1-8dba-c9097717a57b", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:15:15.010467 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3c964120-15ef-4db6-ab33-a859f8b317f4 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:15:15.011201 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8501acfb-d746-4f81-94de-883d32000579', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c559cab-5f06-41d1-8dba-c9097717a57b', 'code': 200} Jul 15 23:15:15.109532 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ed4d880-8f7f-4e1c-b669-b7f723735dd4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:15.227075 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-94a68f8f-7ce1-41e0-bf23-dbb65b4bc183 tempest-PortsAdminExtendedAttrsTestJSON-308088933 tempest-PortsAdminExtendedAttrsTestJSON-308088933-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1229145623'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:15.253171 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a68f8f-7ce1-41e0-bf23-dbb65b4bc183 tempest-PortsAdminExtendedAttrsTestJSON-308088933 tempest-PortsAdminExtendedAttrsTestJSON-308088933-project] Made reservation on behalf of 19f5ac8ab46240c082ead69d284d3292 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:15.259753 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-94a68f8f-7ce1-41e0-bf23-dbb65b4bc183 tempest-PortsAdminExtendedAttrsTestJSON-308088933 tempest-PortsAdminExtendedAttrsTestJSON-308088933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:15.284399 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-94a68f8f-7ce1-41e0-bf23-dbb65b4bc183 tempest-PortsAdminExtendedAttrsTestJSON-308088933 tempest-PortsAdminExtendedAttrsTestJSON-308088933-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:15.425534 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-94a68f8f-7ce1-41e0-bf23-dbb65b4bc183 tempest-PortsAdminExtendedAttrsTestJSON-308088933 tempest-PortsAdminExtendedAttrsTestJSON-308088933-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:15.432887 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-94a68f8f-7ce1-41e0-bf23-dbb65b4bc183 tempest-PortsAdminExtendedAttrsTestJSON-308088933 tempest-PortsAdminExtendedAttrsTestJSON-308088933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:15.477250 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94a68f8f-7ce1-41e0-bf23-dbb65b4bc183 tempest-PortsAdminExtendedAttrsTestJSON-308088933 tempest-PortsAdminExtendedAttrsTestJSON-308088933-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:15:15.492851 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a68f8f-7ce1-41e0-bf23-dbb65b4bc183 tempest-PortsAdminExtendedAttrsTestJSON-308088933 tempest-PortsAdminExtendedAttrsTestJSON-308088933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1093d44a-3792-4bc5-8fe2-100f4076ebe8,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:15.497984 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-94a68f8f-7ce1-41e0-bf23-dbb65b4bc183 tempest-PortsAdminExtendedAttrsTestJSON-308088933 tempest-PortsAdminExtendedAttrsTestJSON-308088933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:15.498835 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-94a68f8f-7ce1-41e0-bf23-dbb65b4bc183 tempest-PortsAdminExtendedAttrsTestJSON-308088933 tempest-PortsAdminExtendedAttrsTestJSON-308088933-project] Added segment 6bf1d213-d19d-4106-93c2-06a340233ad7 of type vlan for network 6f22767f-b25d-44c4-a1ed-c9f06c6b1e44 Jul 15 23:15:15.565197 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-94a68f8f-7ce1-41e0-bf23-dbb65b4bc183 tempest-PortsAdminExtendedAttrsTestJSON-308088933 tempest-PortsAdminExtendedAttrsTestJSON-308088933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:15.618217 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-94a68f8f-7ce1-41e0-bf23-dbb65b4bc183 tempest-PortsAdminExtendedAttrsTestJSON-308088933 tempest-PortsAdminExtendedAttrsTestJSON-308088933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:15.625753 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a68f8f-7ce1-41e0-bf23-dbb65b4bc183 tempest-PortsAdminExtendedAttrsTestJSON-308088933 tempest-PortsAdminExtendedAttrsTestJSON-308088933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:15.626540 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-94a68f8f-7ce1-41e0-bf23-dbb65b4bc183 tempest-PortsAdminExtendedAttrsTestJSON-308088933 tempest-PortsAdminExtendedAttrsTestJSON-308088933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:15.709590 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b0f5f53a-e2d2-4960-950f-0117e3c1324b req-96079a1c-a402-4800-8738-61a7234b5cd2 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:15.718416 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-94a68f8f-7ce1-41e0-bf23-dbb65b4bc183 tempest-PortsAdminExtendedAttrsTestJSON-308088933 tempest-PortsAdminExtendedAttrsTestJSON-308088933-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.1163495 Jul 15 23:15:15.726806 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ed4d880-8f7f-4e1c-b669-b7f723735dd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:15.748709 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-97520d81-9664-4222-bd40-58b87837c7b2 req-ae99327f-75ac-4c40-889b-2ad391c07cff tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=c4160cc4-e133-4d4e-ad39-f86bca4b2f14 HTTP/1.1" status: 200 len: 258 time: 0.8522749 Jul 15 23:15:15.768050 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-97520d81-9664-4222-bd40-58b87837c7b2 req-e22aa515-ec4d-4fe9-9777-d80c994fff83 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Request body: {'floatingip': {'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:15.773553 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a68f8f-7ce1-41e0-bf23-dbb65b4bc183 tempest-PortsAdminExtendedAttrsTestJSON-308088933 tempest-PortsAdminExtendedAttrsTestJSON-308088933-project] Pushing event updated for resources: {'Network': ['ID=6f22767f-b25d-44c4-a1ed-c9f06c6b1e44,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:15.809493 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 6f22767f-b25d-44c4-a1ed-c9f06c6b1e44 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:15:15.824910 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96079a1c-a402-4800-8738-61a7234b5cd2 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Pushing event deleted for resources: {'Port': ['ID=2c559cab-5f06-41d1-8dba-c9097717a57b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:15.915280 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-24daad76-3ac0-40ee-970c-4f97e19f0cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:15.917212 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-24daad76-3ac0-40ee-970c-4f97e19f0cc2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=97397394137f47b6b8b1bb83454a379f&device_id=7abb4c18-915b-4d5d-9b2e-7a134555b04c HTTP/1.1" status: 200 len: 1096 time: 0.5967600 Jul 15 23:15:15.951252 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0f5f53a-e2d2-4960-950f-0117e3c1324b req-96079a1c-a402-4800-8738-61a7234b5cd2 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] No DVR routers for this DVR port 2c559cab-5f06-41d1-8dba-c9097717a57b on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:15:15.964433 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b0f5f53a-e2d2-4960-950f-0117e3c1324b req-96079a1c-a402-4800-8738-61a7234b5cd2 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:15.967924 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b0f5f53a-e2d2-4960-950f-0117e3c1324b req-96079a1c-a402-4800-8738-61a7234b5cd2 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.49 "DELETE /v2.0/ports/2c559cab-5f06-41d1-8dba-c9097717a57b HTTP/1.1" status: 204 len: 173 time: 2.9298198 Jul 15 23:15:15.983939 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef44925-86ca-4d04-bc69-2fbd2bc43bfb req-feb7e265-4053-4399-95a7-b2bc9a02e640 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:15.988613 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5ef44925-86ca-4d04-bc69-2fbd2bc43bfb req-feb7e265-4053-4399-95a7-b2bc9a02e640 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/ports?device_id=720fe211-7265-4b45-94a1-7b3fc96e34e8 HTTP/1.1" status: 200 len: 945 time: 0.6176052 Jul 15 23:15:15.989255 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8501acfb-d746-4f81-94de-883d32000579', 'name': 'network-vif-deleted', 'tag': '2c559cab-5f06-41d1-8dba-c9097717a57b'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:15:15.998226 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-930140cb-08ca-43f7-a4ff-fce14c9407f2" -d '{"events": [{"server_uuid": "8501acfb-d746-4f81-94de-883d32000579", "name": "network-vif-deleted", "tag": "2c559cab-5f06-41d1-8dba-c9097717a57b"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:15:16.027119 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-97520d81-9664-4222-bd40-58b87837c7b2 req-e22aa515-ec4d-4fe9-9777-d80c994fff83 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:16.196553 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5ef44925-86ca-4d04-bc69-2fbd2bc43bfb req-47af0722-ff0a-48be-a359-d7745fd541c7 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3cc6b1b-b328-4d26-ba63-110947666d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931174 Jul 15 23:15:16.239738 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-31ed812a-8c00-4e4c-ae4b-6d51c5446768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:16.241475 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-31ed812a-8c00-4e4c-ae4b-6d51c5446768 service neutron] 10.222.0.49 "GET /v2.0/networks?id=54d36d42-4b6b-4a3b-a62a-15b6ab91449d HTTP/1.1" status: 200 len: 922 time: 0.2944019 Jul 15 23:15:16.325217 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-a09ad69d-ef9f-47de-a66b-702c851941d0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04364241-cc9c-414f-80e8-010de4fc03f7 HTTP/1.1" status: 200 len: 217 time: 0.0762050 Jul 15 23:15:16.386490 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 2c559cab-5f06-41d1-8dba-c9097717a57b no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:15:16.410812 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-8b0df178-0dfe-4cc3-a3ce-fb86490b01c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:16.412388 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-8b0df178-0dfe-4cc3-a3ce-fb86490b01c4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fe3eef83-74d9-48a6-8931-0e31ba6153cf HTTP/1.1" status: 200 len: 861 time: 0.0780118 Jul 15 23:15:16.422212 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:15:16.425197 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: 2c559cab-5f06-41d1-8dba-c9097717a57b {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:15:16.426312 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 2c559cab-5f06-41d1-8dba-c9097717a57b not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:15:16.922704 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-1db33940-63c7-477a-a2ba-c51d74142eb9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=54d36d42-4b6b-4a3b-a62a-15b6ab91449d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4866865 Jul 15 23:15:16.989571 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-97520d81-9664-4222-bd40-58b87837c7b2 req-e22aa515-ec4d-4fe9-9777-d80c994fff83 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:17.103550 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ed4d880-8f7f-4e1c-b669-b7f723735dd4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:17.124147 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739c8aa-188f-44b3-88fd-5255697edca1 req-ae710cfd-5eb2-485d-8a16-b9057b714b77 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:17.133739 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739c8aa-188f-44b3-88fd-5255697edca1 req-ae710cfd-5eb2-485d-8a16-b9057b714b77 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:17.137139 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739c8aa-188f-44b3-88fd-5255697edca1 req-ae710cfd-5eb2-485d-8a16-b9057b714b77 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:17.143200 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739c8aa-188f-44b3-88fd-5255697edca1 req-ae710cfd-5eb2-485d-8a16-b9057b714b77 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:17.150400 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739c8aa-188f-44b3-88fd-5255697edca1 req-ae710cfd-5eb2-485d-8a16-b9057b714b77 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:17.160982 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739c8aa-188f-44b3-88fd-5255697edca1 req-ae710cfd-5eb2-485d-8a16-b9057b714b77 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:17.171958 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739c8aa-188f-44b3-88fd-5255697edca1 req-ae710cfd-5eb2-485d-8a16-b9057b714b77 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:17.175246 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d739c8aa-188f-44b3-88fd-5255697edca1 req-ae710cfd-5eb2-485d-8a16-b9057b714b77 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 5444 time: 0.7858419 Jul 15 23:15:17.228757 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ed4d880-8f7f-4e1c-b669-b7f723735dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:17.248177 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a28381-ed4d-45a4-9d94-f49bf6ce76cb req-2a62ad83-9623-4930-b609-cc1ae65077d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:17.250880 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c5a28381-ed4d-45a4-9d94-f49bf6ce76cb req-2a62ad83-9623-4930-b609-cc1ae65077d7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=675bfc559b0b40ea8fae85ead4a7a3be&device_id=2fe01580-09e1-424c-8fb3-58421610bfec HTTP/1.1" status: 200 len: 1097 time: 0.1057687 Jul 15 23:15:17.259462 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-96d27a06-e368-4fab-b662-09530f23b1f9 service neutron] 10.222.0.49 "GET /v2.0/networks/54d36d42-4b6b-4a3b-a62a-15b6ab91449d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3256493 Jul 15 23:15:17.404357 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a28381-ed4d-45a4-9d94-f49bf6ce76cb req-683e38c5-250b-43d1-a240-d60f11dc4eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:17.406893 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c5a28381-ed4d-45a4-9d94-f49bf6ce76cb req-683e38c5-250b-43d1-a240-d60f11dc4eb4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a62e01ea-f2e5-4ac4-9f56-3043444e806b HTTP/1.1" status: 200 len: 912 time: 0.1483018 Jul 15 23:15:17.485753 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-97520d81-9664-4222-bd40-58b87837c7b2 req-e22aa515-ec4d-4fe9-9777-d80c994fff83 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Allocated IP 172.25.5.217 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/d682cb09-18fd-4fe9-a2c0-0e7228747ed0) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:15:17.498885 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c5a28381-ed4d-45a4-9d94-f49bf6ce76cb req-75e4b280-f11c-426b-ab10-287fc869ce3a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a2d3646-061c-4ec4-a49d-cebc7646d42c HTTP/1.1" status: 200 len: 217 time: 0.0845571 Jul 15 23:15:17.556139 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-d736a0e6-f64c-4e92-b2bb-f0d1d5693286 service neutron] 10.222.0.49 "GET /v2.0/networks/54d36d42-4b6b-4a3b-a62a-15b6ab91449d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891223 Jul 15 23:15:17.593252 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a28381-ed4d-45a4-9d94-f49bf6ce76cb req-05fbb2aa-0bff-4f2c-ad15-4d67c054d370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:17.595689 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c5a28381-ed4d-45a4-9d94-f49bf6ce76cb req-05fbb2aa-0bff-4f2c-ad15-4d67c054d370 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a1126b8c-d6f8-4596-9ab3-27f6931e900c HTTP/1.1" status: 200 len: 851 time: 0.0819941 Jul 15 23:15:17.626360 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e3ea19-fda8-4480-af7b-140b4ef0744f req-f9d0c449-c1a6-4404-9daa-3e9b567a349b tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:17.629054 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a5e3ea19-fda8-4480-af7b-140b4ef0744f req-f9d0c449-c1a6-4404-9daa-3e9b567a349b tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fe01580-09e1-424c-8fb3-58421610bfec HTTP/1.1" status: 200 len: 946 time: 0.2501788 Jul 15 23:15:17.673545 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c5a28381-ed4d-45a4-9d94-f49bf6ce76cb req-5db7336c-34a4-41e8-b4e4-c6c06fbe6b22 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a62e01ea-f2e5-4ac4-9f56-3043444e806b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524418 Jul 15 23:15:17.717403 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-97520d81-9664-4222-bd40-58b87837c7b2 req-e22aa515-ec4d-4fe9-9777-d80c994fff83 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:17.740610 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a5e3ea19-fda8-4480-af7b-140b4ef0744f req-b0c91ca5-8f85-4c74-9e12-4bef63120079 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974662 Jul 15 23:15:17.811401 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-97520d81-9664-4222-bd40-58b87837c7b2 req-e22aa515-ec4d-4fe9-9777-d80c994fff83 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:17.930156 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97520d81-9664-4222-bd40-58b87837c7b2 req-e22aa515-ec4d-4fe9-9777-d80c994fff83 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:15:17.947656 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-97520d81-9664-4222-bd40-58b87837c7b2 req-e22aa515-ec4d-4fe9-9777-d80c994fff83 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:17.951841 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-97520d81-9664-4222-bd40-58b87837c7b2 req-e22aa515-ec4d-4fe9-9777-d80c994fff83 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:15:18.099629 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22aa515-ec4d-4fe9-9777-d80c994fff83 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Pushing event updated for resources: {'Port': ['ID=d682cb09-18fd-4fe9-a2c0-0e7228747ed0,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:18.110424 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-2ed4d880-8f7f-4e1c-b669-b7f723735dd4 admin admin] Allocated IP 172.25.5.3 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/ce77cd60-9ed0-40f5-b5e6-1bd5d8bbafa4) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:15:18.290414 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c5a28381-ed4d-45a4-9d94-f49bf6ce76cb req-1f8ffbbe-be17-4645-aff3-213ce48d4d92 service neutron] 10.222.0.41 "GET /v2.0/networks/a62e01ea-f2e5-4ac4-9f56-3043444e806b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6025715 Jul 15 23:15:18.343388 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-97520d81-9664-4222-bd40-58b87837c7b2 req-e22aa515-ec4d-4fe9-9777-d80c994fff83 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:18.370993 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1d30a-8737-4258-9b45-7158299366a8 req-b70dd687-efc4-4d72-b4d0-7c234063ef1a tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:18.373284 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b1c1d30a-8737-4258-9b45-7158299366a8 req-b70dd687-efc4-4d72-b4d0-7c234063ef1a tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=7abb4c18-915b-4d5d-9b2e-7a134555b04c HTTP/1.1" status: 200 len: 945 time: 0.4324312 Jul 15 23:15:18.447281 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c5a28381-ed4d-45a4-9d94-f49bf6ce76cb req-10e8a7a2-69e6-43a6-bedd-b70387694c3c service neutron] 10.222.0.41 "GET /v2.0/networks/a62e01ea-f2e5-4ac4-9f56-3043444e806b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482089 Jul 15 23:15:18.537682 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-97520d81-9664-4222-bd40-58b87837c7b2 req-e22aa515-ec4d-4fe9-9777-d80c994fff83 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:18.546553 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ed4d880-8f7f-4e1c-b669-b7f723735dd4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:18.559058 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b1c1d30a-8737-4258-9b45-7158299366a8 req-9c2a815d-ba6f-49b9-8240-02669a426876 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361804 Jul 15 23:15:18.731218 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ed4d880-8f7f-4e1c-b669-b7f723735dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:18.811429 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed4d880-8f7f-4e1c-b669-b7f723735dd4 admin admin] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:15:18.825310 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-2ed4d880-8f7f-4e1c-b669-b7f723735dd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:18.835536 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed4d880-8f7f-4e1c-b669-b7f723735dd4 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:15:18.884689 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed4d880-8f7f-4e1c-b669-b7f723735dd4 admin admin] Pushing event updated for resources: {'Port': ['ID=ce77cd60-9ed0-40f5-b5e6-1bd5d8bbafa4,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:18.988810 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33390) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:18.997923 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Request body: {'port': {'network_id': '6f22767f-b25d-44c4-a1ed-c9f06c6b1e44', 'binding:host_id': 'n-h1-794306-6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-494927022'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:19.036607 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Made reservation on behalf of 86035c7b1f04422e8f8ece7de8d74ab5 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:19.041801 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:19.059923 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:19.064082 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-97520d81-9664-4222-bd40-58b87837c7b2 req-e22aa515-ec4d-4fe9-9777-d80c994fff83 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:19.110216 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-97520d81-9664-4222-bd40-58b87837c7b2 req-e22aa515-ec4d-4fe9-9777-d80c994fff83 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:19.227873 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a879105d-a7f5-4d70-b55e-b64fedba24ac x-openstack-request-id: req-a879105d-a7f5-4d70-b55e-b64fedba24ac {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:15:19.230750 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8501acfb-d746-4f81-94de-883d32000579", "name": "network-vif-deleted", "tag": "2c559cab-5f06-41d1-8dba-c9097717a57b", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:15:19.231363 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a879105d-a7f5-4d70-b55e-b64fedba24ac {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:15:19.233158 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8501acfb-d746-4f81-94de-883d32000579', 'name': 'network-vif-deleted', 'tag': '2c559cab-5f06-41d1-8dba-c9097717a57b', 'status': 'completed', 'code': 200} Jul 15 23:15:19.259661 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:19.275107 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:19.283442 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] device_id is not set on port c4b8402c-2f54-4725-936c-5bdd5c094081 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:15:19.380399 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22aa515-ec4d-4fe9-9777-d80c994fff83 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Pushing event updated for resources: {'Port': ['ID=d682cb09-18fd-4fe9-a2c0-0e7228747ed0,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:19.402055 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-97520d81-9664-4222-bd40-58b87837c7b2 req-e22aa515-ec4d-4fe9-9777-d80c994fff83 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:19.423593 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-97520d81-9664-4222-bd40-58b87837c7b2 req-e22aa515-ec4d-4fe9-9777-d80c994fff83 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:19.426046 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-97520d81-9664-4222-bd40-58b87837c7b2 req-e22aa515-ec4d-4fe9-9777-d80c994fff83 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.6759441 Jul 15 23:15:19.475401 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee7bad3-0ac5-4afb-a5b0-e8b6c54e2f4f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:19.510156 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:19.510951 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:19.511859 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:19.512555 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:19.513266 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:19.514089 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:19.514778 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:19.515443 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:19.516356 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:19.517081 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:19.517732 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:19.518527 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:19.586707 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-97520d81-9664-4222-bd40-58b87837c7b2 req-2ec06e04-0006-4f1c-b6d7-ad622c26f8c3 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.217 HTTP/1.1" status: 200 len: 696 time: 0.0999067 Jul 15 23:15:19.828568 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ed4d880-8f7f-4e1c-b669-b7f723735dd4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:19.837449 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] device_id is not set on port c4b8402c-2f54-4725-936c-5bdd5c094081 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:15:19.858744 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:19.890074 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Transition to ACTIVE for port object c4b8402c-2f54-4725-936c-5bdd5c094081 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:19.917560 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:19.958544 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192f8e7-da28-4243-ba11-270914563962 req-4aae0c0d-fb00-4f32-9a91-19d63e033ce0 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:19.972243 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f192f8e7-da28-4243-ba11-270914563962 req-4aae0c0d-fb00-4f32-9a91-19d63e033ce0 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/ports?device_id=159498bb-e71d-4162-a872-a8de7dd821be HTTP/1.1" status: 200 len: 945 time: 0.4234912 Jul 15 23:15:20.049915 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97520d81-9664-4222-bd40-58b87837c7b2 req-e52afe1d-2759-4890-b060-5cad1ac5d22f tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:20.052719 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-97520d81-9664-4222-bd40-58b87837c7b2 req-e52afe1d-2759-4890-b060-5cad1ac5d22f tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] 10.222.0.48 "GET /v2.0/networks/c4160cc4-e133-4d4e-ad39-f86bca4b2f14 HTTP/1.1" status: 200 len: 784 time: 0.4436929 Jul 15 23:15:20.112529 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f192f8e7-da28-4243-ba11-270914563962 req-600ce905-beec-463a-acc5-d5530da3330c tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3cc6b1b-b328-4d26-ba63-110947666d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386509 Jul 15 23:15:20.122641 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Checking segment: {'id': '6bf1d213-d19d-4106-93c2-06a340233ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6f22767f-b25d-44c4-a1ed-c9f06c6b1e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:15:20.125950 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Network hostable DHCP agents. Network: 6f22767f-b25d-44c4-a1ed-c9f06c6b1e44, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:15:20.128332 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Pushing event updated for resources: {'Port': ['ID=c4b8402c-2f54-4725-936c-5bdd5c094081,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:20.191503 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Network 6f22767f-b25d-44c4-a1ed-c9f06c6b1e44 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:15:20.215093 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 6f22767f-b25d-44c4-a1ed-c9f06c6b1e44) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:20.231897 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1132edeb-7fb7-4bbc-b2e5-38c3d9f9c3c7 None None] Network 6f22767f-b25d-44c4-a1ed-c9f06c6b1e44 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:15:20.234210 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:15:20.273980 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 33422) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:20.278741 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port c4b8402c-2f54-4725-936c-5bdd5c094081 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:15:20.279773 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port c4b8402c-2f54-4725-936c-5bdd5c094081 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '6bf1d213-d19d-4106-93c2-06a340233ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6f22767f-b25d-44c4-a1ed-c9f06c6b1e44'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:15:20.280702 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port c4b8402c-2f54-4725-936c-5bdd5c094081 on network 6f22767f-b25d-44c4-a1ed-c9f06c6b1e44 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:20.294463 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Port c4b8402c-2f54-4725-936c-5bdd5c094081 on network 6f22767f-b25d-44c4-a1ed-c9f06c6b1e44 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:15:20.296854 n-d-794306-6 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Failed to bind port c4b8402c-2f54-4725-936c-5bdd5c094081 on host n-h1-794306-6 for vnic_type normal using segments [{'id': '6bf1d213-d19d-4106-93c2-06a340233ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6f22767f-b25d-44c4-a1ed-c9f06c6b1e44'}] Jul 15 23:15:20.297825 n-d-794306-6 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempt 2 to bind port c4b8402c-2f54-4725-936c-5bdd5c094081 Jul 15 23:15:20.337887 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port c4b8402c-2f54-4725-936c-5bdd5c094081 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:15:20.343447 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port c4b8402c-2f54-4725-936c-5bdd5c094081 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '6bf1d213-d19d-4106-93c2-06a340233ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6f22767f-b25d-44c4-a1ed-c9f06c6b1e44'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:15:20.344515 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port c4b8402c-2f54-4725-936c-5bdd5c094081 on network 6f22767f-b25d-44c4-a1ed-c9f06c6b1e44 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:20.361225 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Port c4b8402c-2f54-4725-936c-5bdd5c094081 on network 6f22767f-b25d-44c4-a1ed-c9f06c6b1e44 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:15:20.362996 n-d-794306-6 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Failed to bind port c4b8402c-2f54-4725-936c-5bdd5c094081 on host n-h1-794306-6 for vnic_type normal using segments [{'id': '6bf1d213-d19d-4106-93c2-06a340233ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6f22767f-b25d-44c4-a1ed-c9f06c6b1e44'}] Jul 15 23:15:20.363805 n-d-794306-6 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempt 3 to bind port c4b8402c-2f54-4725-936c-5bdd5c094081 Jul 15 23:15:20.400187 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port c4b8402c-2f54-4725-936c-5bdd5c094081 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:15:20.402014 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port c4b8402c-2f54-4725-936c-5bdd5c094081 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '6bf1d213-d19d-4106-93c2-06a340233ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6f22767f-b25d-44c4-a1ed-c9f06c6b1e44'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:15:20.402358 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port c4b8402c-2f54-4725-936c-5bdd5c094081 on network 6f22767f-b25d-44c4-a1ed-c9f06c6b1e44 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:20.413142 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Port c4b8402c-2f54-4725-936c-5bdd5c094081 on network 6f22767f-b25d-44c4-a1ed-c9f06c6b1e44 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:15:20.413486 n-d-794306-6 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Failed to bind port c4b8402c-2f54-4725-936c-5bdd5c094081 on host n-h1-794306-6 for vnic_type normal using segments [{'id': '6bf1d213-d19d-4106-93c2-06a340233ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6f22767f-b25d-44c4-a1ed-c9f06c6b1e44'}] Jul 15 23:15:20.413875 n-d-794306-6 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempt 4 to bind port c4b8402c-2f54-4725-936c-5bdd5c094081 Jul 15 23:15:20.437934 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port c4b8402c-2f54-4725-936c-5bdd5c094081 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:15:20.438673 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port c4b8402c-2f54-4725-936c-5bdd5c094081 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '6bf1d213-d19d-4106-93c2-06a340233ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6f22767f-b25d-44c4-a1ed-c9f06c6b1e44'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:15:20.439352 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port c4b8402c-2f54-4725-936c-5bdd5c094081 on network 6f22767f-b25d-44c4-a1ed-c9f06c6b1e44 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:20.447756 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Port c4b8402c-2f54-4725-936c-5bdd5c094081 on network 6f22767f-b25d-44c4-a1ed-c9f06c6b1e44 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:15:20.448360 n-d-794306-6 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Failed to bind port c4b8402c-2f54-4725-936c-5bdd5c094081 on host n-h1-794306-6 for vnic_type normal using segments [{'id': '6bf1d213-d19d-4106-93c2-06a340233ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6f22767f-b25d-44c4-a1ed-c9f06c6b1e44'}] Jul 15 23:15:20.448984 n-d-794306-6 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempt 5 to bind port c4b8402c-2f54-4725-936c-5bdd5c094081 Jul 15 23:15:20.477376 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port c4b8402c-2f54-4725-936c-5bdd5c094081 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:15:20.478258 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port c4b8402c-2f54-4725-936c-5bdd5c094081 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '6bf1d213-d19d-4106-93c2-06a340233ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6f22767f-b25d-44c4-a1ed-c9f06c6b1e44'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:15:20.482368 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port c4b8402c-2f54-4725-936c-5bdd5c094081 on network 6f22767f-b25d-44c4-a1ed-c9f06c6b1e44 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:20.496116 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Port c4b8402c-2f54-4725-936c-5bdd5c094081 on network 6f22767f-b25d-44c4-a1ed-c9f06c6b1e44 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:15:20.496610 n-d-794306-6 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Failed to bind port c4b8402c-2f54-4725-936c-5bdd5c094081 on host n-h1-794306-6 for vnic_type normal using segments [{'id': '6bf1d213-d19d-4106-93c2-06a340233ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6f22767f-b25d-44c4-a1ed-c9f06c6b1e44'}] Jul 15 23:15:20.497500 n-d-794306-6 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempt 6 to bind port c4b8402c-2f54-4725-936c-5bdd5c094081 Jul 15 23:15:20.518767 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port c4b8402c-2f54-4725-936c-5bdd5c094081 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:15:20.520971 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port c4b8402c-2f54-4725-936c-5bdd5c094081 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '6bf1d213-d19d-4106-93c2-06a340233ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6f22767f-b25d-44c4-a1ed-c9f06c6b1e44'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:15:20.521827 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port c4b8402c-2f54-4725-936c-5bdd5c094081 on network 6f22767f-b25d-44c4-a1ed-c9f06c6b1e44 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:20.528523 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Port c4b8402c-2f54-4725-936c-5bdd5c094081 on network 6f22767f-b25d-44c4-a1ed-c9f06c6b1e44 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:15:20.529027 n-d-794306-6 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Failed to bind port c4b8402c-2f54-4725-936c-5bdd5c094081 on host n-h1-794306-6 for vnic_type normal using segments [{'id': '6bf1d213-d19d-4106-93c2-06a340233ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6f22767f-b25d-44c4-a1ed-c9f06c6b1e44'}] Jul 15 23:15:20.529727 n-d-794306-6 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempt 7 to bind port c4b8402c-2f54-4725-936c-5bdd5c094081 Jul 15 23:15:20.553760 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port c4b8402c-2f54-4725-936c-5bdd5c094081 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:15:20.554467 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port c4b8402c-2f54-4725-936c-5bdd5c094081 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '6bf1d213-d19d-4106-93c2-06a340233ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6f22767f-b25d-44c4-a1ed-c9f06c6b1e44'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:15:20.555008 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port c4b8402c-2f54-4725-936c-5bdd5c094081 on network 6f22767f-b25d-44c4-a1ed-c9f06c6b1e44 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:20.563983 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Port c4b8402c-2f54-4725-936c-5bdd5c094081 on network 6f22767f-b25d-44c4-a1ed-c9f06c6b1e44 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:15:20.564912 n-d-794306-6 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Failed to bind port c4b8402c-2f54-4725-936c-5bdd5c094081 on host n-h1-794306-6 for vnic_type normal using segments [{'id': '6bf1d213-d19d-4106-93c2-06a340233ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6f22767f-b25d-44c4-a1ed-c9f06c6b1e44'}] Jul 15 23:15:20.565583 n-d-794306-6 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempt 8 to bind port c4b8402c-2f54-4725-936c-5bdd5c094081 Jul 15 23:15:20.595105 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port c4b8402c-2f54-4725-936c-5bdd5c094081 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:15:20.595686 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port c4b8402c-2f54-4725-936c-5bdd5c094081 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '6bf1d213-d19d-4106-93c2-06a340233ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6f22767f-b25d-44c4-a1ed-c9f06c6b1e44'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:15:20.596246 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port c4b8402c-2f54-4725-936c-5bdd5c094081 on network 6f22767f-b25d-44c4-a1ed-c9f06c6b1e44 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:20.605435 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Port c4b8402c-2f54-4725-936c-5bdd5c094081 on network 6f22767f-b25d-44c4-a1ed-c9f06c6b1e44 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:15:20.605918 n-d-794306-6 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Failed to bind port c4b8402c-2f54-4725-936c-5bdd5c094081 on host n-h1-794306-6 for vnic_type normal using segments [{'id': '6bf1d213-d19d-4106-93c2-06a340233ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6f22767f-b25d-44c4-a1ed-c9f06c6b1e44'}] Jul 15 23:15:20.606532 n-d-794306-6 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempt 9 to bind port c4b8402c-2f54-4725-936c-5bdd5c094081 Jul 15 23:15:20.634063 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port c4b8402c-2f54-4725-936c-5bdd5c094081 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:15:20.634627 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port c4b8402c-2f54-4725-936c-5bdd5c094081 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '6bf1d213-d19d-4106-93c2-06a340233ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6f22767f-b25d-44c4-a1ed-c9f06c6b1e44'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:15:20.635132 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port c4b8402c-2f54-4725-936c-5bdd5c094081 on network 6f22767f-b25d-44c4-a1ed-c9f06c6b1e44 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:20.642166 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Port c4b8402c-2f54-4725-936c-5bdd5c094081 on network 6f22767f-b25d-44c4-a1ed-c9f06c6b1e44 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:15:20.643014 n-d-794306-6 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Failed to bind port c4b8402c-2f54-4725-936c-5bdd5c094081 on host n-h1-794306-6 for vnic_type normal using segments [{'id': '6bf1d213-d19d-4106-93c2-06a340233ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6f22767f-b25d-44c4-a1ed-c9f06c6b1e44'}] Jul 15 23:15:20.643613 n-d-794306-6 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempt 10 to bind port c4b8402c-2f54-4725-936c-5bdd5c094081 Jul 15 23:15:20.651743 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 0a2d3646-061c-4ec4-a49d-cebc7646d42c no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:15:20.665656 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port c4b8402c-2f54-4725-936c-5bdd5c094081 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:15:20.665914 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ed4d880-8f7f-4e1c-b669-b7f723735dd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:20.666257 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port c4b8402c-2f54-4725-936c-5bdd5c094081 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '6bf1d213-d19d-4106-93c2-06a340233ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6f22767f-b25d-44c4-a1ed-c9f06c6b1e44'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:15:20.666709 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port c4b8402c-2f54-4725-936c-5bdd5c094081 on network 6f22767f-b25d-44c4-a1ed-c9f06c6b1e44 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:20.674968 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Port c4b8402c-2f54-4725-936c-5bdd5c094081 on network 6f22767f-b25d-44c4-a1ed-c9f06c6b1e44 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:15:20.676075 n-d-794306-6 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Failed to bind port c4b8402c-2f54-4725-936c-5bdd5c094081 on host n-h1-794306-6 for vnic_type normal using segments [{'id': '6bf1d213-d19d-4106-93c2-06a340233ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6f22767f-b25d-44c4-a1ed-c9f06c6b1e44'}] Jul 15 23:15:20.676700 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:20.677894 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baca95b-3df4-4ca4-bfbe-1038623d3b3b req-ad76ce79-073f-4a28-83a4-d7fd620c82e2 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:20.684674 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1baca95b-3df4-4ca4-bfbe-1038623d3b3b req-ad76ce79-073f-4a28-83a4-d7fd620c82e2 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/networks?id=6516a713-fc78-44c2-b99b-acc90d8d4ccb HTTP/1.1" status: 200 len: 821 time: 0.2741985 Jul 15 23:15:20.711282 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1baca95b-3df4-4ca4-bfbe-1038623d3b3b req-2ab9bada-5665-48be-b621-011a6df14e33 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/quotas/5d9ae70e65954be9a165b199be83ef6a HTTP/1.1" status: 200 len: 375 time: 0.0252059 Jul 15 23:15:20.834421 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:20.872827 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fe01580-09e1-424c-8fb3-58421610bfec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a2d3646-061c-4ec4-a49d-cebc7646d42c'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:15:20.875919 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02112d8f-113a-4bd4-8df4-f5eb671ed2b9" -d '{"events": [{"server_uuid": "2fe01580-09e1-424c-8fb3-58421610bfec", "name": "network-vif-unplugged", "status": "completed", "tag": "0a2d3646-061c-4ec4-a49d-cebc7646d42c"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:15:20.883056 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] For port c4b8402c-2f54-4725-936c-5bdd5c094081, host n-h1-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:15:20.892424 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempted to set empty binding levels {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 15 23:15:20.901928 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:20.913357 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 0a2d3646-061c-4ec4-a49d-cebc7646d42c, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=0a2d3646-061c-4ec4-a49d-cebc7646d42c,segment=NetworkSegment(3c2758b9-e41c-4bf2-b9ed-9081bfc02669),segment_id=3c2758b9-e41c-4bf2-b9ed-9081bfc02669)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:20.922332 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:20.925543 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8a9103-2795-4b1f-87a3-cfe787a08249 req-c25e93b1-6dbe-4758-9f0e-d0d451e417df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:20.926417 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8a9103-2795-4b1f-87a3-cfe787a08249 req-c25e93b1-6dbe-4758-9f0e-d0d451e417df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:20.927380 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8a9103-2795-4b1f-87a3-cfe787a08249 req-c25e93b1-6dbe-4758-9f0e-d0d451e417df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:20.928170 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8a9103-2795-4b1f-87a3-cfe787a08249 req-c25e93b1-6dbe-4758-9f0e-d0d451e417df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:20.929007 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8a9103-2795-4b1f-87a3-cfe787a08249 req-c25e93b1-6dbe-4758-9f0e-d0d451e417df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:20.929817 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8a9103-2795-4b1f-87a3-cfe787a08249 req-c25e93b1-6dbe-4758-9f0e-d0d451e417df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:20.930708 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8a9103-2795-4b1f-87a3-cfe787a08249 req-c25e93b1-6dbe-4758-9f0e-d0d451e417df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:20.933886 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4e8a9103-2795-4b1f-87a3-cfe787a08249 req-c25e93b1-6dbe-4758-9f0e-d0d451e417df service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 6501 time: 0.6586795 Jul 15 23:15:20.958862 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada8f47f-138c-4df9-b2b6-78a785162823 req-d68eca9e-2252-4707-b365-358fe5d33072 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:20.961749 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ada8f47f-138c-4df9-b2b6-78a785162823 req-d68eca9e-2252-4707-b365-358fe5d33072 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fe01580-09e1-424c-8fb3-58421610bfec HTTP/1.1" status: 200 len: 946 time: 0.4393284 Jul 15 23:15:21.027195 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:21.028027 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:21.049482 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 2.0582006 Jul 15 23:15:21.052163 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc1c7c1-486f-456a-9e5b-632c42844430 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Pushing event updated for resources: {'Port': ['ID=c4b8402c-2f54-4725-936c-5bdd5c094081,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:21.055490 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33432) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:21.061912 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=0a2d3646-061c-4ec4-a49d-cebc7646d42c,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:21.127273 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4e8a9103-2795-4b1f-87a3-cfe787a08249 req-0d54f400-f9e2-4799-9ec1-4808a8664f51 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fde6291d-0085-4461-bff2-f84f9cfdb496&id=3034f104-295d-4ae9-983e-a750e439037a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1137166 Jul 15 23:15:21.174102 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ada8f47f-138c-4df9-b2b6-78a785162823 req-1d28c03d-3bfb-48ac-829c-ab312c65c957 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550548 Jul 15 23:15:21.204636 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-baa7c48e-c155-41cc-be18-8d5a0490bbca tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Deleting port c4b8402c-2f54-4725-936c-5bdd5c094081 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:15:21.205568 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-baa7c48e-c155-41cc-be18-8d5a0490bbca tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:21.220794 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1baca95b-3df4-4ca4-bfbe-1038623d3b3b req-74d39b98-b52f-445e-8f33-7c4664e8bbcc tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5d9ae70e65954be9a165b199be83ef6a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5001087 Jul 15 23:15:21.305467 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ed4d880-8f7f-4e1c-b669-b7f723735dd4 admin admin] Router 9998ed2d-a058-4470-b866-0f8a8ce96d8f is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:15:21.353739 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-baa7c48e-c155-41cc-be18-8d5a0490bbca tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] For port c4b8402c-2f54-4725-936c-5bdd5c094081, host n-h1-794306-6, got binding levels [] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:21.354935 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-baa7c48e-c155-41cc-be18-8d5a0490bbca tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:21.393565 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-baa7c48e-c155-41cc-be18-8d5a0490bbca tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Calling delete_port for c4b8402c-2f54-4725-936c-5bdd5c094081 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:15:21.598462 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-baa7c48e-c155-41cc-be18-8d5a0490bbca tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:21.644964 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa7c48e-c155-41cc-be18-8d5a0490bbca tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Pushing event deleted for resources: {'Port': ['ID=c4b8402c-2f54-4725-936c-5bdd5c094081,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:21.675477 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-baa7c48e-c155-41cc-be18-8d5a0490bbca tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:21.683143 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-baa7c48e-c155-41cc-be18-8d5a0490bbca tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] 10.222.0.48 "DELETE /v2.0/ports/c4b8402c-2f54-4725-936c-5bdd5c094081 HTTP/1.1" status: 204 len: 168 time: 0.6225274 Jul 15 23:15:21.683378 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1baca95b-3df4-4ca4-bfbe-1038623d3b3b req-6d619636-2ed2-4d44-bad9-2864680e1e62 service neutron] 10.222.0.48 "GET /v2.0/networks/6516a713-fc78-44c2-b99b-acc90d8d4ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4439299 Jul 15 23:15:21.684891 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33438) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:21.733941 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-f08f7ab7-e517-450b-818a-482814bdc065 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] GET failed (client error): The resource could not be found. Jul 15 23:15:21.737089 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f08f7ab7-e517-450b-818a-482814bdc065 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] 10.222.0.48 "GET /v2.0/ports/c4b8402c-2f54-4725-936c-5bdd5c094081 HTTP/1.1" status: 404 len: 333 time: 0.0513945 Jul 15 23:15:21.741625 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33440) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:21.751336 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-0e92e871-858c-4ce5-9a2c-df5c50da7008 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Request body: {'port': {'network_id': '6f22767f-b25d-44c4-a1ed-c9f06c6b1e44', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-618139072'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:21.773137 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69caf05-0225-4974-978a-fcc343c411ef req-adee3be9-4e2c-4c36-9bf9-7eab7e661710 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:21.785543 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d69caf05-0225-4974-978a-fcc343c411ef req-adee3be9-4e2c-4c36-9bf9-7eab7e661710 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=7abb4c18-915b-4d5d-9b2e-7a134555b04c HTTP/1.1" status: 200 len: 945 time: 0.3894253 Jul 15 23:15:21.788079 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e92e871-858c-4ce5-9a2c-df5c50da7008 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Made reservation on behalf of 86035c7b1f04422e8f8ece7de8d74ab5 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:21.791847 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e92e871-858c-4ce5-9a2c-df5c50da7008 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:21.816992 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-0e92e871-858c-4ce5-9a2c-df5c50da7008 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] device_id is not set on port 36b567cd-e323-4609-9272-9dcaf977b4c1 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:15:21.832375 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed4d880-8f7f-4e1c-b669-b7f723735dd4 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:15:21.854922 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49690566-8498-48a6-b6f5-e4a8cf128232 None None] Sync routers for ids ['9998ed2d-a058-4470-b866-0f8a8ce96d8f'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:15:21.868693 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49690566-8498-48a6-b6f5-e4a8cf128232 None None] Routers {'9998ed2d-a058-4470-b866-0f8a8ce96d8f'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:15:21.869927 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-49690566-8498-48a6-b6f5-e4a8cf128232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:15:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['9998ed2d-a058-4470-b866-0f8a8ce96d8f'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:22.076350 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-49690566-8498-48a6-b6f5-e4a8cf128232 None None] Set router 9998ed2d-a058-4470-b866-0f8a8ce96d8f gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:15:22.167031 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e92e871-858c-4ce5-9a2c-df5c50da7008 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:22.234341 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e92e871-858c-4ce5-9a2c-df5c50da7008 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:22.308813 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e92e871-858c-4ce5-9a2c-df5c50da7008 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Network 6f22767f-b25d-44c4-a1ed-c9f06c6b1e44 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:15:22.314420 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-0e92e871-858c-4ce5-9a2c-df5c50da7008 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:22.321769 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e92e871-858c-4ce5-9a2c-df5c50da7008 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:15:22.323133 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e92e871-858c-4ce5-9a2c-df5c50da7008 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:22.324594 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e92e871-858c-4ce5-9a2c-df5c50da7008 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:22.366888 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e92e871-858c-4ce5-9a2c-df5c50da7008 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Pushing event updated for resources: {'Port': ['ID=36b567cd-e323-4609-9272-9dcaf977b4c1,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:22.375470 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-0e92e871-858c-4ce5-9a2c-df5c50da7008 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6313159 Jul 15 23:15:22.379493 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33444) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:22.390711 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-24e460cd-dc9b-4dad-a295-cb8f0b27fd59 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-794306-6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:22.449062 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-49690566-8498-48a6-b6f5-e4a8cf128232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9998ed2d-a058-4470-b866-0f8a8ce96d8f', 'name': 'tempest-ServerRescueTestJSONUnderV235-851690107-router', 'tenant_id': 'e9becec18cd64d19acfb6d44e69692c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'ce77cd60-9ed0-40f5-b5e6-1bd5d8bbafa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:15:14Z', 'updated_at': '2021-07-15T23:15:19Z', 'revision_number': 3, 'project_id': 'e9becec18cd64d19acfb6d44e69692c1', 'gw_port': {'id': 'ce77cd60-9ed0-40f5-b5e6-1bd5d8bbafa4', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7f:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9998ed2d-a058-4470-b866-0f8a8ce96d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:15:17Z', 'updated_at': '2021-07-15T23:15:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:22.452362 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d69caf05-0225-4974-978a-fcc343c411ef req-802b51de-c30e-4c64-8b8f-c30777c326f7 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6635170 Jul 15 23:15:22.453670 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ed4d880-8f7f-4e1c-b669-b7f723735dd4 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:22.456300 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-2ed4d880-8f7f-4e1c-b669-b7f723735dd4 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.1946411 Jul 15 23:15:22.459890 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33446) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:22.508718 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49690566-8498-48a6-b6f5-e4a8cf128232 None None] Checking router: 9998ed2d-a058-4470-b866-0f8a8ce96d8f for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:15:22.509233 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49690566-8498-48a6-b6f5-e4a8cf128232 None None] Updating router 9998ed2d-a058-4470-b866-0f8a8ce96d8f port ce77cd60-9ed0-40f5-b5e6-1bd5d8bbafa4 binding host n-d-794306-6 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:15:22.544578 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1baca95b-3df4-4ca4-bfbe-1038623d3b3b req-68597c51-2c05-417c-b220-3c826932554b service neutron] 10.222.0.48 "GET /v2.0/networks/6516a713-fc78-44c2-b99b-acc90d8d4ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8630774 Jul 15 23:15:22.616477 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-49690566-8498-48a6-b6f5-e4a8cf128232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:22.874242 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 15 Jul 2021 23:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fbcfc54-4f8b-410a-9ca5-4db628aeaa7d x-openstack-request-id: req-0fbcfc54-4f8b-410a-9ca5-4db628aeaa7d {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:15:22.875042 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fe01580-09e1-424c-8fb3-58421610bfec", "name": "network-vif-unplugged", "status": "failed", "tag": "0a2d3646-061c-4ec4-a49d-cebc7646d42c", "code": 422}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:15:22.875042 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0fbcfc54-4f8b-410a-9ca5-4db628aeaa7d {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:15:22.875758 n-d-794306-6 neutron-server[93772]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2fe01580-09e1-424c-8fb3-58421610bfec', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0a2d3646-061c-4ec4-a49d-cebc7646d42c', 'code': 422} returned with failed status Jul 15 23:15:22.936867 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-24e460cd-dc9b-4dad-a295-cb8f0b27fd59 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:23.197380 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af5967-5265-4115-9a96-777da9669588 req-9e2250c3-c1ec-4d3c-9b82-bc695b6fc379 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:23.200191 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a3af5967-5265-4115-9a96-777da9669588 req-9e2250c3-c1ec-4d3c-9b82-bc695b6fc379 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] 10.222.0.48 "GET /v2.0/ports?device_id=be308bf9-ab6d-4e1a-aa67-27a5fa9bdb49&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3296297 Jul 15 23:15:23.357031 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-24e460cd-dc9b-4dad-a295-cb8f0b27fd59 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] device_id is not set on port 36b567cd-e323-4609-9272-9dcaf977b4c1 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:15:23.368060 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-24e460cd-dc9b-4dad-a295-cb8f0b27fd59 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:23.396383 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-49690566-8498-48a6-b6f5-e4a8cf128232 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:23.413967 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-49690566-8498-48a6-b6f5-e4a8cf128232 None None] Transition to ACTIVE for port object ce77cd60-9ed0-40f5-b5e6-1bd5d8bbafa4 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:23.416195 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc9d5d11-cffc-4798-85a9-6a31af5df482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:23.424458 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-49690566-8498-48a6-b6f5-e4a8cf128232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:23.436559 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a3af5967-5265-4115-9a96-777da9669588 req-7ec6e16b-ce06-4c0a-bd97-0e6e0ac10d61 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.217 HTTP/1.1" status: 200 len: 696 time: 0.2152069 Jul 15 23:15:23.438960 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-24e460cd-dc9b-4dad-a295-cb8f0b27fd59 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Transition to ACTIVE for port object 36b567cd-e323-4609-9272-9dcaf977b4c1 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:23.444773 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-24e460cd-dc9b-4dad-a295-cb8f0b27fd59 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:23.467007 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcdf7b0-a3e8-41fe-8f58-9f4d013397e4 req-fe6899c0-ec5f-44ba-808c-4812372e815a tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:23.469790 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4fcdf7b0-a3e8-41fe-8f58-9f4d013397e4 req-fe6899c0-ec5f-44ba-808c-4812372e815a tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fe01580-09e1-424c-8fb3-58421610bfec HTTP/1.1" status: 200 len: 944 time: 0.4053707 Jul 15 23:15:23.478369 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-a3af5967-5265-4115-9a96-777da9669588 req-b39a9888-d1c1-4a54-a314-e811ba1d7579 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Request body: {'floatingip': {'port_id': '20e617c1-19b4-403b-b99b-d8c56dfd02cc', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:23.518915 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-49690566-8498-48a6-b6f5-e4a8cf128232 None None] Attempting to bind port ce77cd60-9ed0-40f5-b5e6-1bd5d8bbafa4 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:15:23.520031 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-49690566-8498-48a6-b6f5-e4a8cf128232 None None] Attempting to bind port ce77cd60-9ed0-40f5-b5e6-1bd5d8bbafa4 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:15:23.520554 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49690566-8498-48a6-b6f5-e4a8cf128232 None None] Attempting to bind port ce77cd60-9ed0-40f5-b5e6-1bd5d8bbafa4 on network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:23.544759 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49690566-8498-48a6-b6f5-e4a8cf128232 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:15:23.545536 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49690566-8498-48a6-b6f5-e4a8cf128232 None None] Checking segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:15:23.546190 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-49690566-8498-48a6-b6f5-e4a8cf128232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:23.546820 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49690566-8498-48a6-b6f5-e4a8cf128232 None None] Bound using segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:15:23.547598 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-49690566-8498-48a6-b6f5-e4a8cf128232 None None] Bound port: ce77cd60-9ed0-40f5-b5e6-1bd5d8bbafa4, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:15:23.548557 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-49690566-8498-48a6-b6f5-e4a8cf128232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:23.551688 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150986da-45cc-40dc-8917-9e4a6bec5cc8 None None] Pushing event updated for resources: {'Port': ['ID=ce77cd60-9ed0-40f5-b5e6-1bd5d8bbafa4,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:23.620915 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a3af5967-5265-4115-9a96-777da9669588 req-b39a9888-d1c1-4a54-a314-e811ba1d7579 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:23.633367 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150986da-45cc-40dc-8917-9e4a6bec5cc8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:23.633947 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150986da-45cc-40dc-8917-9e4a6bec5cc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:23.638870 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150986da-45cc-40dc-8917-9e4a6bec5cc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:23.639529 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150986da-45cc-40dc-8917-9e4a6bec5cc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:23.641767 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150986da-45cc-40dc-8917-9e4a6bec5cc8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:23.642317 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150986da-45cc-40dc-8917-9e4a6bec5cc8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:23.642861 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150986da-45cc-40dc-8917-9e4a6bec5cc8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:23.643399 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150986da-45cc-40dc-8917-9e4a6bec5cc8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:23.643970 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150986da-45cc-40dc-8917-9e4a6bec5cc8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:23.650845 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150986da-45cc-40dc-8917-9e4a6bec5cc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:23.652301 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150986da-45cc-40dc-8917-9e4a6bec5cc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:23.652848 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150986da-45cc-40dc-8917-9e4a6bec5cc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:23.775870 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-49690566-8498-48a6-b6f5-e4a8cf128232 None None] For port ce77cd60-9ed0-40f5-b5e6-1bd5d8bbafa4, host n-d-794306-6, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:15:23.782131 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-49690566-8498-48a6-b6f5-e4a8cf128232 None None] For port ce77cd60-9ed0-40f5-b5e6-1bd5d8bbafa4, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=ce77cd60-9ed0-40f5-b5e6-1bd5d8bbafa4,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:15:23.803023 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-49690566-8498-48a6-b6f5-e4a8cf128232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:23.806955 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-cc9d5d11-cffc-4798-85a9-6a31af5df482 admin admin] Allocated IP 172.20.0.1 (8ecd94bd-62eb-4c2d-b91c-0c9de8655a42/e212a520-684a-4fbf-ae3b-aab2e981ec56/61a45663-9d9b-4b46-9f48-cfdab9d9116b) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:15:23.907377 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150986da-45cc-40dc-8917-9e4a6bec5cc8 None None] Pushing event updated for resources: {'Port': ['ID=ce77cd60-9ed0-40f5-b5e6-1bd5d8bbafa4,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:23.931934 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49690566-8498-48a6-b6f5-e4a8cf128232 None None] Routers {'9998ed2d-a058-4470-b866-0f8a8ce96d8f'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:15:23.932723 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-49690566-8498-48a6-b6f5-e4a8cf128232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:15:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['9998ed2d-a058-4470-b866-0f8a8ce96d8f'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:24.030712 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc9d5d11-cffc-4798-85a9-6a31af5df482 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:24.056764 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-49690566-8498-48a6-b6f5-e4a8cf128232 None None] Set router 9998ed2d-a058-4470-b866-0f8a8ce96d8f gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:15:24.165056 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc9d5d11-cffc-4798-85a9-6a31af5df482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:24.321277 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9d5d11-cffc-4798-85a9-6a31af5df482 admin admin] Network 8ecd94bd-62eb-4c2d-b91c-0c9de8655a42 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:15:24.326515 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [req-a3af5967-5265-4115-9a96-777da9669588 req-b39a9888-d1c1-4a54-a314-e811ba1d7579 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] update failed (client error): There was a conflict when trying to complete your request. Jul 15 23:15:24.336694 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a3af5967-5265-4115-9a96-777da9669588 req-b39a9888-d1c1-4a54-a314-e811ba1d7579 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] 10.222.0.48 "PUT /v2.0/floatingips/ad08d9a6-e3fa-4ceb-b94b-991a77cf1c68 HTTP/1.1" status: 409 len: 551 time: 0.8651083 Jul 15 23:15:24.352425 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-24e460cd-dc9b-4dad-a295-cb8f0b27fd59 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port 36b567cd-e323-4609-9272-9dcaf977b4c1 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:15:24.353452 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-24e460cd-dc9b-4dad-a295-cb8f0b27fd59 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port 36b567cd-e323-4609-9272-9dcaf977b4c1 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '6bf1d213-d19d-4106-93c2-06a340233ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6f22767f-b25d-44c4-a1ed-c9f06c6b1e44'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:15:24.354263 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e460cd-dc9b-4dad-a295-cb8f0b27fd59 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port 36b567cd-e323-4609-9272-9dcaf977b4c1 on network 6f22767f-b25d-44c4-a1ed-c9f06c6b1e44 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:24.359091 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-cc9d5d11-cffc-4798-85a9-6a31af5df482 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:24.372182 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9d5d11-cffc-4798-85a9-6a31af5df482 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:15:24.400330 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4fcdf7b0-a3e8-41fe-8f58-9f4d013397e4 req-ae0e08c8-3479-4d2a-a737-7b51c0f52b45 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9058285 Jul 15 23:15:24.406441 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e460cd-dc9b-4dad-a295-cb8f0b27fd59 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Pushing event updated for resources: {'Port': ['ID=36b567cd-e323-4609-9272-9dcaf977b4c1,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:24.423945 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e460cd-dc9b-4dad-a295-cb8f0b27fd59 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Port 36b567cd-e323-4609-9272-9dcaf977b4c1 on network 6f22767f-b25d-44c4-a1ed-c9f06c6b1e44 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:15:24.424659 n-d-794306-6 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-24e460cd-dc9b-4dad-a295-cb8f0b27fd59 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Failed to bind port 36b567cd-e323-4609-9272-9dcaf977b4c1 on host n-h1-794306-6 for vnic_type normal using segments [{'id': '6bf1d213-d19d-4106-93c2-06a340233ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6f22767f-b25d-44c4-a1ed-c9f06c6b1e44'}] Jul 15 23:15:24.431472 n-d-794306-6 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-24e460cd-dc9b-4dad-a295-cb8f0b27fd59 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempt 2 to bind port 36b567cd-e323-4609-9272-9dcaf977b4c1 Jul 15 23:15:24.434849 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-49690566-8498-48a6-b6f5-e4a8cf128232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9998ed2d-a058-4470-b866-0f8a8ce96d8f', 'name': 'tempest-ServerRescueTestJSONUnderV235-851690107-router', 'tenant_id': 'e9becec18cd64d19acfb6d44e69692c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'ce77cd60-9ed0-40f5-b5e6-1bd5d8bbafa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:15:14Z', 'updated_at': '2021-07-15T23:15:19Z', 'revision_number': 3, 'project_id': 'e9becec18cd64d19acfb6d44e69692c1', 'gw_port': {'id': 'ce77cd60-9ed0-40f5-b5e6-1bd5d8bbafa4', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7f:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9998ed2d-a058-4470-b866-0f8a8ce96d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:15:17Z', 'updated_at': '2021-07-15T23:15:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:24.491872 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-24e460cd-dc9b-4dad-a295-cb8f0b27fd59 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port 36b567cd-e323-4609-9272-9dcaf977b4c1 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:15:24.492316 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-24e460cd-dc9b-4dad-a295-cb8f0b27fd59 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port 36b567cd-e323-4609-9272-9dcaf977b4c1 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '6bf1d213-d19d-4106-93c2-06a340233ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6f22767f-b25d-44c4-a1ed-c9f06c6b1e44'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:15:24.492787 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e460cd-dc9b-4dad-a295-cb8f0b27fd59 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port 36b567cd-e323-4609-9272-9dcaf977b4c1 on network 6f22767f-b25d-44c4-a1ed-c9f06c6b1e44 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:24.513073 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e460cd-dc9b-4dad-a295-cb8f0b27fd59 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Port 36b567cd-e323-4609-9272-9dcaf977b4c1 on network 6f22767f-b25d-44c4-a1ed-c9f06c6b1e44 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:15:24.513559 n-d-794306-6 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-24e460cd-dc9b-4dad-a295-cb8f0b27fd59 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Failed to bind port 36b567cd-e323-4609-9272-9dcaf977b4c1 on host n-h1-794306-6 for vnic_type normal using segments [{'id': '6bf1d213-d19d-4106-93c2-06a340233ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6f22767f-b25d-44c4-a1ed-c9f06c6b1e44'}] Jul 15 23:15:24.520759 n-d-794306-6 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-24e460cd-dc9b-4dad-a295-cb8f0b27fd59 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempt 3 to bind port 36b567cd-e323-4609-9272-9dcaf977b4c1 Jul 15 23:15:24.536307 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-24e460cd-dc9b-4dad-a295-cb8f0b27fd59 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port 36b567cd-e323-4609-9272-9dcaf977b4c1 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:15:24.536802 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-24e460cd-dc9b-4dad-a295-cb8f0b27fd59 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port 36b567cd-e323-4609-9272-9dcaf977b4c1 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '6bf1d213-d19d-4106-93c2-06a340233ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6f22767f-b25d-44c4-a1ed-c9f06c6b1e44'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:15:24.537330 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e460cd-dc9b-4dad-a295-cb8f0b27fd59 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port 36b567cd-e323-4609-9272-9dcaf977b4c1 on network 6f22767f-b25d-44c4-a1ed-c9f06c6b1e44 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:24.546746 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e460cd-dc9b-4dad-a295-cb8f0b27fd59 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Port 36b567cd-e323-4609-9272-9dcaf977b4c1 on network 6f22767f-b25d-44c4-a1ed-c9f06c6b1e44 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:15:24.547238 n-d-794306-6 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-24e460cd-dc9b-4dad-a295-cb8f0b27fd59 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Failed to bind port 36b567cd-e323-4609-9272-9dcaf977b4c1 on host n-h1-794306-6 for vnic_type normal using segments [{'id': '6bf1d213-d19d-4106-93c2-06a340233ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6f22767f-b25d-44c4-a1ed-c9f06c6b1e44'}] Jul 15 23:15:24.548046 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc9d5d11-cffc-4798-85a9-6a31af5df482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:24.553839 n-d-794306-6 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-24e460cd-dc9b-4dad-a295-cb8f0b27fd59 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempt 4 to bind port 36b567cd-e323-4609-9272-9dcaf977b4c1 Jul 15 23:15:24.555594 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49690566-8498-48a6-b6f5-e4a8cf128232 None None] The sync data for ids ['9998ed2d-a058-4470-b866-0f8a8ce96d8f'] in n-d-794306-6 is: [{'id': '9998ed2d-a058-4470-b866-0f8a8ce96d8f', 'name': 'tempest-ServerRescueTestJSONUnderV235-851690107-router', 'tenant_id': 'e9becec18cd64d19acfb6d44e69692c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'ce77cd60-9ed0-40f5-b5e6-1bd5d8bbafa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:15:14Z', 'updated_at': '2021-07-15T23:15:19Z', 'revision_number': 3, 'project_id': 'e9becec18cd64d19acfb6d44e69692c1', 'gw_port': {'id': 'ce77cd60-9ed0-40f5-b5e6-1bd5d8bbafa4', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7f:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9998ed2d-a058-4470-b866-0f8a8ce96d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:15:17Z', 'updated_at': '2021-07-15T23:15:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:15:24.559100 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9d5d11-cffc-4798-85a9-6a31af5df482 admin admin] Pushing event updated for resources: {'Port': ['ID=61a45663-9d9b-4b46-9f48-cfdab9d9116b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:24.638366 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-24e460cd-dc9b-4dad-a295-cb8f0b27fd59 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port 36b567cd-e323-4609-9272-9dcaf977b4c1 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:15:24.638866 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-24e460cd-dc9b-4dad-a295-cb8f0b27fd59 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port 36b567cd-e323-4609-9272-9dcaf977b4c1 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '6bf1d213-d19d-4106-93c2-06a340233ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6f22767f-b25d-44c4-a1ed-c9f06c6b1e44'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:15:24.639313 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e460cd-dc9b-4dad-a295-cb8f0b27fd59 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port 36b567cd-e323-4609-9272-9dcaf977b4c1 on network 6f22767f-b25d-44c4-a1ed-c9f06c6b1e44 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:24.654000 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 0a2d3646-061c-4ec4-a49d-cebc7646d42c no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:15:24.665631 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e460cd-dc9b-4dad-a295-cb8f0b27fd59 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Port 36b567cd-e323-4609-9272-9dcaf977b4c1 on network 6f22767f-b25d-44c4-a1ed-c9f06c6b1e44 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:15:24.667738 n-d-794306-6 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-24e460cd-dc9b-4dad-a295-cb8f0b27fd59 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Failed to bind port 36b567cd-e323-4609-9272-9dcaf977b4c1 on host n-h1-794306-6 for vnic_type normal using segments [{'id': '6bf1d213-d19d-4106-93c2-06a340233ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6f22767f-b25d-44c4-a1ed-c9f06c6b1e44'}] Jul 15 23:15:24.684348 n-d-794306-6 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-24e460cd-dc9b-4dad-a295-cb8f0b27fd59 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempt 5 to bind port 36b567cd-e323-4609-9272-9dcaf977b4c1 Jul 15 23:15:24.714705 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-24e460cd-dc9b-4dad-a295-cb8f0b27fd59 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port 36b567cd-e323-4609-9272-9dcaf977b4c1 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:15:24.715448 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-24e460cd-dc9b-4dad-a295-cb8f0b27fd59 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port 36b567cd-e323-4609-9272-9dcaf977b4c1 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '6bf1d213-d19d-4106-93c2-06a340233ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6f22767f-b25d-44c4-a1ed-c9f06c6b1e44'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:15:24.716610 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e460cd-dc9b-4dad-a295-cb8f0b27fd59 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port 36b567cd-e323-4609-9272-9dcaf977b4c1 on network 6f22767f-b25d-44c4-a1ed-c9f06c6b1e44 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:24.736253 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e460cd-dc9b-4dad-a295-cb8f0b27fd59 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Port 36b567cd-e323-4609-9272-9dcaf977b4c1 on network 6f22767f-b25d-44c4-a1ed-c9f06c6b1e44 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:15:24.737760 n-d-794306-6 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-24e460cd-dc9b-4dad-a295-cb8f0b27fd59 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Failed to bind port 36b567cd-e323-4609-9272-9dcaf977b4c1 on host n-h1-794306-6 for vnic_type normal using segments [{'id': '6bf1d213-d19d-4106-93c2-06a340233ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6f22767f-b25d-44c4-a1ed-c9f06c6b1e44'}] Jul 15 23:15:24.742315 n-d-794306-6 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-24e460cd-dc9b-4dad-a295-cb8f0b27fd59 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempt 6 to bind port 36b567cd-e323-4609-9272-9dcaf977b4c1 Jul 15 23:15:24.783812 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-24e460cd-dc9b-4dad-a295-cb8f0b27fd59 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port 36b567cd-e323-4609-9272-9dcaf977b4c1 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:15:24.785507 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-24e460cd-dc9b-4dad-a295-cb8f0b27fd59 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port 36b567cd-e323-4609-9272-9dcaf977b4c1 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '6bf1d213-d19d-4106-93c2-06a340233ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6f22767f-b25d-44c4-a1ed-c9f06c6b1e44'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:15:24.791256 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e460cd-dc9b-4dad-a295-cb8f0b27fd59 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port 36b567cd-e323-4609-9272-9dcaf977b4c1 on network 6f22767f-b25d-44c4-a1ed-c9f06c6b1e44 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:24.853496 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e460cd-dc9b-4dad-a295-cb8f0b27fd59 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Port 36b567cd-e323-4609-9272-9dcaf977b4c1 on network 6f22767f-b25d-44c4-a1ed-c9f06c6b1e44 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:15:24.854357 n-d-794306-6 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-24e460cd-dc9b-4dad-a295-cb8f0b27fd59 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Failed to bind port 36b567cd-e323-4609-9272-9dcaf977b4c1 on host n-h1-794306-6 for vnic_type normal using segments [{'id': '6bf1d213-d19d-4106-93c2-06a340233ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6f22767f-b25d-44c4-a1ed-c9f06c6b1e44'}] Jul 15 23:15:24.858343 n-d-794306-6 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-24e460cd-dc9b-4dad-a295-cb8f0b27fd59 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempt 7 to bind port 36b567cd-e323-4609-9272-9dcaf977b4c1 Jul 15 23:15:24.881101 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-24e460cd-dc9b-4dad-a295-cb8f0b27fd59 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port 36b567cd-e323-4609-9272-9dcaf977b4c1 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:15:24.881596 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-24e460cd-dc9b-4dad-a295-cb8f0b27fd59 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port 36b567cd-e323-4609-9272-9dcaf977b4c1 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '6bf1d213-d19d-4106-93c2-06a340233ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6f22767f-b25d-44c4-a1ed-c9f06c6b1e44'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:15:24.882045 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e460cd-dc9b-4dad-a295-cb8f0b27fd59 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port 36b567cd-e323-4609-9272-9dcaf977b4c1 on network 6f22767f-b25d-44c4-a1ed-c9f06c6b1e44 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:24.889678 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e460cd-dc9b-4dad-a295-cb8f0b27fd59 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Port 36b567cd-e323-4609-9272-9dcaf977b4c1 on network 6f22767f-b25d-44c4-a1ed-c9f06c6b1e44 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:15:24.890082 n-d-794306-6 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-24e460cd-dc9b-4dad-a295-cb8f0b27fd59 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Failed to bind port 36b567cd-e323-4609-9272-9dcaf977b4c1 on host n-h1-794306-6 for vnic_type normal using segments [{'id': '6bf1d213-d19d-4106-93c2-06a340233ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6f22767f-b25d-44c4-a1ed-c9f06c6b1e44'}] Jul 15 23:15:24.892457 n-d-794306-6 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-24e460cd-dc9b-4dad-a295-cb8f0b27fd59 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempt 8 to bind port 36b567cd-e323-4609-9272-9dcaf977b4c1 Jul 15 23:15:24.918084 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-24e460cd-dc9b-4dad-a295-cb8f0b27fd59 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port 36b567cd-e323-4609-9272-9dcaf977b4c1 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:15:24.918471 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-24e460cd-dc9b-4dad-a295-cb8f0b27fd59 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port 36b567cd-e323-4609-9272-9dcaf977b4c1 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '6bf1d213-d19d-4106-93c2-06a340233ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6f22767f-b25d-44c4-a1ed-c9f06c6b1e44'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:15:24.918947 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e460cd-dc9b-4dad-a295-cb8f0b27fd59 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port 36b567cd-e323-4609-9272-9dcaf977b4c1 on network 6f22767f-b25d-44c4-a1ed-c9f06c6b1e44 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:24.945821 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e460cd-dc9b-4dad-a295-cb8f0b27fd59 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Port 36b567cd-e323-4609-9272-9dcaf977b4c1 on network 6f22767f-b25d-44c4-a1ed-c9f06c6b1e44 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:15:24.946465 n-d-794306-6 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-24e460cd-dc9b-4dad-a295-cb8f0b27fd59 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Failed to bind port 36b567cd-e323-4609-9272-9dcaf977b4c1 on host n-h1-794306-6 for vnic_type normal using segments [{'id': '6bf1d213-d19d-4106-93c2-06a340233ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6f22767f-b25d-44c4-a1ed-c9f06c6b1e44'}] Jul 15 23:15:24.949981 n-d-794306-6 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-24e460cd-dc9b-4dad-a295-cb8f0b27fd59 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempt 9 to bind port 36b567cd-e323-4609-9272-9dcaf977b4c1 Jul 15 23:15:24.956531 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9c58f032-4264-4229-ad43-79b3de195724 req-b05eff24-175e-49ae-81fe-eefe9b1960f5 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f630477-25d0-41ff-8a80-57bbce333916 HTTP/1.1" status: 200 len: 210 time: 0.1494896 Jul 15 23:15:24.970502 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-24e460cd-dc9b-4dad-a295-cb8f0b27fd59 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port 36b567cd-e323-4609-9272-9dcaf977b4c1 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:15:24.971425 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-24e460cd-dc9b-4dad-a295-cb8f0b27fd59 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port 36b567cd-e323-4609-9272-9dcaf977b4c1 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '6bf1d213-d19d-4106-93c2-06a340233ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6f22767f-b25d-44c4-a1ed-c9f06c6b1e44'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:15:24.971892 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e460cd-dc9b-4dad-a295-cb8f0b27fd59 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port 36b567cd-e323-4609-9272-9dcaf977b4c1 on network 6f22767f-b25d-44c4-a1ed-c9f06c6b1e44 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:24.981879 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e460cd-dc9b-4dad-a295-cb8f0b27fd59 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Port 36b567cd-e323-4609-9272-9dcaf977b4c1 on network 6f22767f-b25d-44c4-a1ed-c9f06c6b1e44 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:15:24.982345 n-d-794306-6 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-24e460cd-dc9b-4dad-a295-cb8f0b27fd59 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Failed to bind port 36b567cd-e323-4609-9272-9dcaf977b4c1 on host n-h1-794306-6 for vnic_type normal using segments [{'id': '6bf1d213-d19d-4106-93c2-06a340233ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6f22767f-b25d-44c4-a1ed-c9f06c6b1e44'}] Jul 15 23:15:24.984415 n-d-794306-6 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-24e460cd-dc9b-4dad-a295-cb8f0b27fd59 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempt 10 to bind port 36b567cd-e323-4609-9272-9dcaf977b4c1 Jul 15 23:15:25.024271 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc9d5d11-cffc-4798-85a9-6a31af5df482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:25.046402 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-24e460cd-dc9b-4dad-a295-cb8f0b27fd59 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port 36b567cd-e323-4609-9272-9dcaf977b4c1 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:15:25.047114 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-24e460cd-dc9b-4dad-a295-cb8f0b27fd59 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port 36b567cd-e323-4609-9272-9dcaf977b4c1 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '6bf1d213-d19d-4106-93c2-06a340233ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6f22767f-b25d-44c4-a1ed-c9f06c6b1e44'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:15:25.053536 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e460cd-dc9b-4dad-a295-cb8f0b27fd59 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port 36b567cd-e323-4609-9272-9dcaf977b4c1 on network 6f22767f-b25d-44c4-a1ed-c9f06c6b1e44 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:25.086997 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ff64b4bf-2f13-4cca-b3f9-a4f4c3b55526 req-cdb19aba-9555-4390-ad77-036a07f287a2 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] 10.222.0.48 "GET /v2.0/floatingips/ad08d9a6-e3fa-4ceb-b94b-991a77cf1c68 HTTP/1.1" status: 200 len: 693 time: 0.0863836 Jul 15 23:15:25.137274 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e460cd-dc9b-4dad-a295-cb8f0b27fd59 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Port 36b567cd-e323-4609-9272-9dcaf977b4c1 on network 6f22767f-b25d-44c4-a1ed-c9f06c6b1e44 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:15:25.141526 n-d-794306-6 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-24e460cd-dc9b-4dad-a295-cb8f0b27fd59 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Failed to bind port 36b567cd-e323-4609-9272-9dcaf977b4c1 on host n-h1-794306-6 for vnic_type normal using segments [{'id': '6bf1d213-d19d-4106-93c2-06a340233ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6f22767f-b25d-44c4-a1ed-c9f06c6b1e44'}] Jul 15 23:15:25.174912 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-24e460cd-dc9b-4dad-a295-cb8f0b27fd59 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:25.225528 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:25.557973 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff64b4bf-2f13-4cca-b3f9-a4f4c3b55526 req-7202c252-2336-40c1-b259-f6d0f1d9094c tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:25.564380 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ff64b4bf-2f13-4cca-b3f9-a4f4c3b55526 req-7202c252-2336-40c1-b259-f6d0f1d9094c tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] 10.222.0.48 "GET /v2.0/networks/c4160cc4-e133-4d4e-ad39-f86bca4b2f14 HTTP/1.1" status: 200 len: 784 time: 0.4757938 Jul 15 23:15:25.604664 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [req-ff64b4bf-2f13-4cca-b3f9-a4f4c3b55526 req-32b450de-35ee-4e02-bb50-391543a918be tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:15:25.612118 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ff64b4bf-2f13-4cca-b3f9-a4f4c3b55526 req-32b450de-35ee-4e02-bb50-391543a918be tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0303979 Jul 15 23:15:25.652451 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device ce77cd60-9ed0-40f5-b5e6-1bd5d8bbafa4 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:15:25.813521 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484bcb4a-b383-4d57-a322-db0b7727a7e6 req-af36d831-d12b-4262-a13d-51919d2ee4d7 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:25.815371 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-484bcb4a-b383-4d57-a322-db0b7727a7e6 req-af36d831-d12b-4262-a13d-51919d2ee4d7 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=7abb4c18-915b-4d5d-9b2e-7a134555b04c HTTP/1.1" status: 200 len: 945 time: 0.5844450 Jul 15 23:15:25.832596 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port ce77cd60-9ed0-40f5-b5e6-1bd5d8bbafa4 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:15:25.841641 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port ce77cd60-9ed0-40f5-b5e6-1bd5d8bbafa4 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:25.842479 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:25.861771 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ff64b4bf-2f13-4cca-b3f9-a4f4c3b55526 req-800eccf7-783f-4a3f-877c-2244b573984d tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.217 HTTP/1.1" status: 200 len: 696 time: 0.2484820 Jul 15 23:15:25.946978 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc9d5d11-cffc-4798-85a9-6a31af5df482 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:25.961772 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-24e460cd-dc9b-4dad-a295-cb8f0b27fd59 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] For port 36b567cd-e323-4609-9272-9dcaf977b4c1, host n-h1-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:15:25.962384 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-24e460cd-dc9b-4dad-a295-cb8f0b27fd59 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempted to set empty binding levels {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 15 23:15:25.980177 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc9d5d11-cffc-4798-85a9-6a31af5df482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:26.065251 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:26.112197 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ff64b4bf-2f13-4cca-b3f9-a4f4c3b55526 req-861551e7-6ef6-40e0-9eb7-ba4d83b1feaa tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.217 HTTP/1.1" status: 200 len: 696 time: 0.2287769 Jul 15 23:15:26.123257 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port ce77cd60-9ed0-40f5-b5e6-1bd5d8bbafa4, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=ce77cd60-9ed0-40f5-b5e6-1bd5d8bbafa4,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:26.130420 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:26.151967 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-24e460cd-dc9b-4dad-a295-cb8f0b27fd59 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:26.229985 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=ce77cd60-9ed0-40f5-b5e6-1bd5d8bbafa4,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:26.260657 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-484bcb4a-b383-4d57-a322-db0b7727a7e6 req-851812f8-d493-4e6b-b288-152bb5723f60 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3969519 Jul 15 23:15:26.315397 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-24e460cd-dc9b-4dad-a295-cb8f0b27fd59 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] In _notify_port_updated(), no bound segment for port 36b567cd-e323-4609-9272-9dcaf977b4c1 on network 6f22767f-b25d-44c4-a1ed-c9f06c6b1e44 {{(pid=93771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:15:26.317345 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e460cd-dc9b-4dad-a295-cb8f0b27fd59 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:26.318086 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-24e460cd-dc9b-4dad-a295-cb8f0b27fd59 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:26.320201 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-24e460cd-dc9b-4dad-a295-cb8f0b27fd59 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] 10.222.0.48 "PUT /v2.0/ports/36b567cd-e323-4609-9272-9dcaf977b4c1 HTTP/1.1" status: 200 len: 974 time: 3.9372361 Jul 15 23:15:26.321452 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9d5d11-cffc-4798-85a9-6a31af5df482 admin admin] Pushing event updated for resources: {'Port': ['ID=61a45663-9d9b-4b46-9f48-cfdab9d9116b,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:26.324776 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 33470) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:26.374665 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baca95b-3df4-4ca4-bfbe-1038623d3b3b req-fd4acb74-33b1-49c6-9127-b8d76f516a42 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:26.385769 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1baca95b-3df4-4ca4-bfbe-1038623d3b3b req-fd4acb74-33b1-49c6-9127-b8d76f516a42 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.41 "GET /v2.0/networks?id=6516a713-fc78-44c2-b99b-acc90d8d4ccb HTTP/1.1" status: 200 len: 821 time: 0.6013856 Jul 15 23:15:26.391718 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc9d5d11-cffc-4798-85a9-6a31af5df482 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:26.470388 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-1baca95b-3df4-4ca4-bfbe-1038623d3b3b req-17af1c80-8017-4380-a05d-0144cfb9b6a3 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Request body: {'port': {'device_id': '6f630477-25d0-41ff-8a80-57bbce333916', 'network_id': '6516a713-fc78-44c2-b99b-acc90d8d4ccb', 'admin_state_up': True, 'tenant_id': '5d9ae70e65954be9a165b199be83ef6a'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:26.506366 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577f96cb-3f1a-4450-ad1e-f6e148585550 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:26.506924 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577f96cb-3f1a-4450-ad1e-f6e148585550 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:26.507553 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577f96cb-3f1a-4450-ad1e-f6e148585550 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:26.508072 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577f96cb-3f1a-4450-ad1e-f6e148585550 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:26.508886 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577f96cb-3f1a-4450-ad1e-f6e148585550 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:26.509555 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577f96cb-3f1a-4450-ad1e-f6e148585550 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:26.510411 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577f96cb-3f1a-4450-ad1e-f6e148585550 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:26.511202 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577f96cb-3f1a-4450-ad1e-f6e148585550 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:26.512063 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577f96cb-3f1a-4450-ad1e-f6e148585550 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:26.512833 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577f96cb-3f1a-4450-ad1e-f6e148585550 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:26.513669 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577f96cb-3f1a-4450-ad1e-f6e148585550 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:26.514472 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577f96cb-3f1a-4450-ad1e-f6e148585550 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:26.515298 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577f96cb-3f1a-4450-ad1e-f6e148585550 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:26.516116 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577f96cb-3f1a-4450-ad1e-f6e148585550 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:26.516594 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577f96cb-3f1a-4450-ad1e-f6e148585550 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:26.517065 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577f96cb-3f1a-4450-ad1e-f6e148585550 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:26.517535 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577f96cb-3f1a-4450-ad1e-f6e148585550 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:26.517997 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577f96cb-3f1a-4450-ad1e-f6e148585550 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:26.518503 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577f96cb-3f1a-4450-ad1e-f6e148585550 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:26.518969 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577f96cb-3f1a-4450-ad1e-f6e148585550 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:26.520306 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577f96cb-3f1a-4450-ad1e-f6e148585550 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:26.520930 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577f96cb-3f1a-4450-ad1e-f6e148585550 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:26.521600 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577f96cb-3f1a-4450-ad1e-f6e148585550 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:26.522299 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577f96cb-3f1a-4450-ad1e-f6e148585550 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:26.523139 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577f96cb-3f1a-4450-ad1e-f6e148585550 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:26.523332 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577f96cb-3f1a-4450-ad1e-f6e148585550 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:26.523979 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577f96cb-3f1a-4450-ad1e-f6e148585550 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:26.524399 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577f96cb-3f1a-4450-ad1e-f6e148585550 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:26.525582 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577f96cb-3f1a-4450-ad1e-f6e148585550 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:26.525582 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577f96cb-3f1a-4450-ad1e-f6e148585550 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:26.525993 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577f96cb-3f1a-4450-ad1e-f6e148585550 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:26.526632 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577f96cb-3f1a-4450-ad1e-f6e148585550 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:26.527077 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577f96cb-3f1a-4450-ad1e-f6e148585550 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:26.527630 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577f96cb-3f1a-4450-ad1e-f6e148585550 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:26.528041 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577f96cb-3f1a-4450-ad1e-f6e148585550 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:26.528525 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577f96cb-3f1a-4450-ad1e-f6e148585550 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:26.535707 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-577f96cb-3f1a-4450-ad1e-f6e148585550 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 32063 time: 0.2021353 Jul 15 23:15:26.537877 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-ff64b4bf-2f13-4cca-b3f9-a4f4c3b55526 req-2813be3b-7b4f-4f2c-b2bd-c90a0544f28c tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Deleting port d682cb09-18fd-4fe9-a2c0-0e7228747ed0 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:15:26.538511 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ff64b4bf-2f13-4cca-b3f9-a4f4c3b55526 req-2813be3b-7b4f-4f2c-b2bd-c90a0544f28c tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:26.541577 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 33476) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:26.668237 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e460cd-dc9b-4dad-a295-cb8f0b27fd59 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Pushing event updated for resources: {'Port': ['ID=36b567cd-e323-4609-9272-9dcaf977b4c1,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:26.730002 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ff64b4bf-2f13-4cca-b3f9-a4f4c3b55526 req-2813be3b-7b4f-4f2c-b2bd-c90a0544f28c tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:26.730446 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ff64b4bf-2f13-4cca-b3f9-a4f4c3b55526 req-2813be3b-7b4f-4f2c-b2bd-c90a0544f28c tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:26.750408 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-ff64b4bf-2f13-4cca-b3f9-a4f4c3b55526 req-2813be3b-7b4f-4f2c-b2bd-c90a0544f28c tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Calling delete_port for d682cb09-18fd-4fe9-a2c0-0e7228747ed0 owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:15:26.785077 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1baca95b-3df4-4ca4-bfbe-1038623d3b3b req-17af1c80-8017-4380-a05d-0144cfb9b6a3 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Made reservation on behalf of 5d9ae70e65954be9a165b199be83ef6a for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:26.791729 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1baca95b-3df4-4ca4-bfbe-1038623d3b3b req-17af1c80-8017-4380-a05d-0144cfb9b6a3 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:26.853187 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-08b544f0-4cba-464c-b7ca-a989aaec6537 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Deleting port 36b567cd-e323-4609-9272-9dcaf977b4c1 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:15:26.853187 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-08b544f0-4cba-464c-b7ca-a989aaec6537 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:26.867454 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9d5d11-cffc-4798-85a9-6a31af5df482 admin admin] Network 8ecd94bd-62eb-4c2d-b91c-0c9de8655a42 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:15:26.874613 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-cc9d5d11-cffc-4798-85a9-6a31af5df482 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:27.026722 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-08b544f0-4cba-464c-b7ca-a989aaec6537 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] For port 36b567cd-e323-4609-9272-9dcaf977b4c1, host n-h1-794306-6, got binding levels [] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:27.027324 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-08b544f0-4cba-464c-b7ca-a989aaec6537 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:27.060427 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-08b544f0-4cba-464c-b7ca-a989aaec6537 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Calling delete_port for 36b567cd-e323-4609-9272-9dcaf977b4c1 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:15:27.139120 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-1baca95b-3df4-4ca4-bfbe-1038623d3b3b req-17af1c80-8017-4380-a05d-0144cfb9b6a3 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Allocated IP 172.20.0.13 (6516a713-fc78-44c2-b99b-acc90d8d4ccb/6ef28179-7a90-48d7-bcfb-e76e0383faee/b971e369-edad-4591-bd3a-6b5d8952cf76) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:15:27.180395 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc9d5d11-cffc-4798-85a9-6a31af5df482 admin admin] Router 9998ed2d-a058-4470-b866-0f8a8ce96d8f has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:15:27.196086 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ff64b4bf-2f13-4cca-b3f9-a4f4c3b55526 req-2813be3b-7b4f-4f2c-b2bd-c90a0544f28c tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:27.246464 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2813be3b-7b4f-4f2c-b2bd-c90a0544f28c tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Pushing event deleted for resources: {'Port': ['ID=d682cb09-18fd-4fe9-a2c0-0e7228747ed0,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:27.267092 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2813be3b-7b4f-4f2c-b2bd-c90a0544f28c tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:27.267419 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2813be3b-7b4f-4f2c-b2bd-c90a0544f28c tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:27.268035 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2813be3b-7b4f-4f2c-b2bd-c90a0544f28c tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:27.268371 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2813be3b-7b4f-4f2c-b2bd-c90a0544f28c tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:27.268783 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2813be3b-7b4f-4f2c-b2bd-c90a0544f28c tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:27.269148 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2813be3b-7b4f-4f2c-b2bd-c90a0544f28c tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:27.270106 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2813be3b-7b4f-4f2c-b2bd-c90a0544f28c tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:27.270643 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2813be3b-7b4f-4f2c-b2bd-c90a0544f28c tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:27.271324 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2813be3b-7b4f-4f2c-b2bd-c90a0544f28c tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:27.272128 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2813be3b-7b4f-4f2c-b2bd-c90a0544f28c tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:27.272932 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2813be3b-7b4f-4f2c-b2bd-c90a0544f28c tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:27.273814 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2813be3b-7b4f-4f2c-b2bd-c90a0544f28c tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:27.359804 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-08b544f0-4cba-464c-b7ca-a989aaec6537 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:27.399275 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ff64b4bf-2f13-4cca-b3f9-a4f4c3b55526 req-2813be3b-7b4f-4f2c-b2bd-c90a0544f28c tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:27.402954 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ff64b4bf-2f13-4cca-b3f9-a4f4c3b55526 req-2813be3b-7b4f-4f2c-b2bd-c90a0544f28c tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:27.404886 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ff64b4bf-2f13-4cca-b3f9-a4f4c3b55526 req-2813be3b-7b4f-4f2c-b2bd-c90a0544f28c tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] 10.222.0.48 "DELETE /v2.0/floatingips/ad08d9a6-e3fa-4ceb-b94b-991a77cf1c68 HTTP/1.1" status: 204 len: 173 time: 1.2847219 Jul 15 23:15:27.408771 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b544f0-4cba-464c-b7ca-a989aaec6537 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Pushing event deleted for resources: {'Port': ['ID=36b567cd-e323-4609-9272-9dcaf977b4c1,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:27.413126 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-08b544f0-4cba-464c-b7ca-a989aaec6537 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:27.416063 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-08b544f0-4cba-464c-b7ca-a989aaec6537 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] 10.222.0.48 "DELETE /v2.0/ports/36b567cd-e323-4609-9272-9dcaf977b4c1 HTTP/1.1" status: 204 len: 168 time: 0.8732700 Jul 15 23:15:27.420781 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 33512) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:27.464306 n-d-794306-6 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-f23f5ed9-c963-41c3-a354-f535f958b473 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] GET failed (client error): The resource could not be found. Jul 15 23:15:27.466534 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-f23f5ed9-c963-41c3-a354-f535f958b473 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] 10.222.0.48 "GET /v2.0/ports/36b567cd-e323-4609-9272-9dcaf977b4c1 HTTP/1.1" status: 404 len: 333 time: 0.0444553 Jul 15 23:15:27.473766 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 33516) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:27.480564 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-3ca16cf0-9e2a-4091-a53f-61d948e56e03 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1671279361', 'network_id': '6f22767f-b25d-44c4-a1ed-c9f06c6b1e44'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:27.529748 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca16cf0-9e2a-4091-a53f-61d948e56e03 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Made reservation on behalf of 86035c7b1f04422e8f8ece7de8d74ab5 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:27.532849 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3ca16cf0-9e2a-4091-a53f-61d948e56e03 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:27.601940 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-3ca16cf0-9e2a-4091-a53f-61d948e56e03 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] device_id is not set on port 0fe94f3e-17f7-429a-8643-d61df8074c74 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:15:27.626960 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc9d5d11-cffc-4798-85a9-6a31af5df482 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:15:27.668438 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-cc9d5d11-cffc-4798-85a9-6a31af5df482 admin admin] 10.222.0.48 "PUT /v2.0/routers/9998ed2d-a058-4470-b866-0f8a8ce96d8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1947503 Jul 15 23:15:27.673956 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device ce77cd60-9ed0-40f5-b5e6-1bd5d8bbafa4 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:15:27.722922 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1baca95b-3df4-4ca4-bfbe-1038623d3b3b req-17af1c80-8017-4380-a05d-0144cfb9b6a3 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:27.828144 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9487193a-dd5e-4beb-9d5b-a7e5b4bba377 None None] Sync routers for ids ['9998ed2d-a058-4470-b866-0f8a8ce96d8f'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:15:27.854338 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1baca95b-3df4-4ca4-bfbe-1038623d3b3b req-17af1c80-8017-4380-a05d-0144cfb9b6a3 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:27.860875 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9487193a-dd5e-4beb-9d5b-a7e5b4bba377 None None] Routers {'9998ed2d-a058-4470-b866-0f8a8ce96d8f'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:15:27.862298 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9487193a-dd5e-4beb-9d5b-a7e5b4bba377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:15:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['9998ed2d-a058-4470-b866-0f8a8ce96d8f'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:27.935771 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port ce77cd60-9ed0-40f5-b5e6-1bd5d8bbafa4 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:27.936740 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:27.971265 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17af1c80-8017-4380-a05d-0144cfb9b6a3 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Pushing event updated for resources: {'Port': ['ID=b971e369-edad-4591-bd3a-6b5d8952cf76,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:27.986106 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1baca95b-3df4-4ca4-bfbe-1038623d3b3b req-17af1c80-8017-4380-a05d-0144cfb9b6a3 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Network 6516a713-fc78-44c2-b99b-acc90d8d4ccb is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:15:27.986264 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3ca16cf0-9e2a-4091-a53f-61d948e56e03 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:27.988154 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-1baca95b-3df4-4ca4-bfbe-1038623d3b3b req-17af1c80-8017-4380-a05d-0144cfb9b6a3 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:27.999067 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-1baca95b-3df4-4ca4-bfbe-1038623d3b3b req-17af1c80-8017-4380-a05d-0144cfb9b6a3 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:15:28.054920 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3ca16cf0-9e2a-4091-a53f-61d948e56e03 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:28.074764 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baca95b-3df4-4ca4-bfbe-1038623d3b3b req-17af1c80-8017-4380-a05d-0144cfb9b6a3 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:28.075431 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1baca95b-3df4-4ca4-bfbe-1038623d3b3b req-17af1c80-8017-4380-a05d-0144cfb9b6a3 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:28.095884 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1baca95b-3df4-4ca4-bfbe-1038623d3b3b req-17af1c80-8017-4380-a05d-0144cfb9b6a3 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6419005 Jul 15 23:15:28.121366 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-1baca95b-3df4-4ca4-bfbe-1038623d3b3b req-9fa1cd54-3e45-4415-9cc0-7992e7177236 service neutron] Request body: {'port': {'device_id': '6f630477-25d0-41ff-8a80-57bbce333916', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:28.196911 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-9487193a-dd5e-4beb-9d5b-a7e5b4bba377 None None] Set router 9998ed2d-a058-4470-b866-0f8a8ce96d8f gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:15:28.251293 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca16cf0-9e2a-4091-a53f-61d948e56e03 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Network 6f22767f-b25d-44c4-a1ed-c9f06c6b1e44 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:15:28.271197 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-3ca16cf0-9e2a-4091-a53f-61d948e56e03 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:28.271746 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1baca95b-3df4-4ca4-bfbe-1038623d3b3b req-9fa1cd54-3e45-4415-9cc0-7992e7177236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:28.283919 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca16cf0-9e2a-4091-a53f-61d948e56e03 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:15:28.285519 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca16cf0-9e2a-4091-a53f-61d948e56e03 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:28.286408 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3ca16cf0-9e2a-4091-a53f-61d948e56e03 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:28.298369 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca16cf0-9e2a-4091-a53f-61d948e56e03 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Pushing event updated for resources: {'Port': ['ID=0fe94f3e-17f7-429a-8643-d61df8074c74,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:28.333654 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-3ca16cf0-9e2a-4091-a53f-61d948e56e03 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8562713 Jul 15 23:15:28.335953 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 33524) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:28.372824 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc76d5-bbb0-4e5d-8cf7-5fe5b4dcf2d6 req-10b9c180-b3db-47e4-ac64-7cb8709e6ec7 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:28.375994 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-74bc76d5-bbb0-4e5d-8cf7-5fe5b4dcf2d6 req-10b9c180-b3db-47e4-ac64-7cb8709e6ec7 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/ports?device_id=159498bb-e71d-4162-a872-a8de7dd821be HTTP/1.1" status: 200 len: 945 time: 0.6749024 Jul 15 23:15:28.433680 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7bb363-292c-4d7e-814f-d81cbe20e20f req-1c3fc72a-6a07-48f8-bff7-c31bbd8bb4f2 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:28.436304 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fd7bb363-292c-4d7e-814f-d81cbe20e20f req-1c3fc72a-6a07-48f8-bff7-c31bbd8bb4f2 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fe01580-09e1-424c-8fb3-58421610bfec HTTP/1.1" status: 200 len: 944 time: 0.3860984 Jul 15 23:15:28.590656 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3426dded-d275-4c5c-894e-c23db2870c52 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:28.592783 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-3426dded-d275-4c5c-894e-c23db2870c52 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] 10.222.0.48 "GET /v2.0/ports/0fe94f3e-17f7-429a-8643-d61df8074c74 HTTP/1.1" status: 200 len: 955 time: 0.2508268 Jul 15 23:15:28.598910 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33526) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:28.618812 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-74bc76d5-bbb0-4e5d-8cf7-5fe5b4dcf2d6 req-9a666856-4149-46b3-8ba3-97a9d9e43921 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3cc6b1b-b328-4d26-ba63-110947666d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803167 Jul 15 23:15:28.644644 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9487193a-dd5e-4beb-9d5b-a7e5b4bba377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9998ed2d-a058-4470-b866-0f8a8ce96d8f', 'name': 'tempest-ServerRescueTestJSONUnderV235-851690107-router', 'tenant_id': 'e9becec18cd64d19acfb6d44e69692c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'ce77cd60-9ed0-40f5-b5e6-1bd5d8bbafa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:15:14Z', 'updated_at': '2021-07-15T23:15:24Z', 'revision_number': 4, 'project_id': 'e9becec18cd64d19acfb6d44e69692c1', 'gw_port': {'id': 'ce77cd60-9ed0-40f5-b5e6-1bd5d8bbafa4', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9998ed2d-a058-4470-b866-0f8a8ce96d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:15:17Z', 'updated_at': '2021-07-15T23:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '61a45663-9d9b-4b46-9f48-cfdab9d9116b', 'name': '', 'network_id': '8ecd94bd-62eb-4c2d-b91c-0c9de8655a42', 'tenant_id': 'e9becec18cd64d19acfb6d44e69692c1', 'mac_address': 'fa:16:3e:91:0c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9998ed2d-a058-4470-b866-0f8a8ce96d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'e212a520-684a-4fbf-ae3b-aab2e981ec56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:15:23Z', 'updated_at': '2021-07-15T23:15:25Z', 'revision_number': 2, 'project_id': 'e9becec18cd64d19acfb6d44e69692c1', 'subnets': [{'id': 'e212a520-684a-4fbf-ae3b-aab2e981ec56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:28.694196 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9487193a-dd5e-4beb-9d5b-a7e5b4bba377 None None] Checking router: 9998ed2d-a058-4470-b866-0f8a8ce96d8f for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:15:28.696601 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9487193a-dd5e-4beb-9d5b-a7e5b4bba377 None None] Updating router 9998ed2d-a058-4470-b866-0f8a8ce96d8f port 61a45663-9d9b-4b46-9f48-cfdab9d9116b binding host n-d-794306-6 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:15:28.709403 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-fd7bb363-292c-4d7e-814f-d81cbe20e20f req-a76bcf7c-b94f-482f-9731-97b2ff853767 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Deleting port 0a2d3646-061c-4ec4-a49d-cebc7646d42c {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:15:28.709403 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fd7bb363-292c-4d7e-814f-d81cbe20e20f req-a76bcf7c-b94f-482f-9731-97b2ff853767 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:28.771655 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9487193a-dd5e-4beb-9d5b-a7e5b4bba377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:28.929492 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-fd7bb363-292c-4d7e-814f-d81cbe20e20f req-a76bcf7c-b94f-482f-9731-97b2ff853767 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] For port 0a2d3646-061c-4ec4-a49d-cebc7646d42c, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=0a2d3646-061c-4ec4-a49d-cebc7646d42c,segment=NetworkSegment(3c2758b9-e41c-4bf2-b9ed-9081bfc02669),segment_id=3c2758b9-e41c-4bf2-b9ed-9081bfc02669)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:28.930055 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fd7bb363-292c-4d7e-814f-d81cbe20e20f req-a76bcf7c-b94f-482f-9731-97b2ff853767 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:28.957535 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-fd7bb363-292c-4d7e-814f-d81cbe20e20f req-a76bcf7c-b94f-482f-9731-97b2ff853767 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Calling delete_port for 0a2d3646-061c-4ec4-a49d-cebc7646d42c owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:15:28.974680 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca85e9-c206-4847-acf1-b59b198a15df req-687bd8f2-6b2d-407a-9a85-594ae8cf7316 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:28.976357 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-14ca85e9-c206-4847-acf1-b59b198a15df req-687bd8f2-6b2d-407a-9a85-594ae8cf7316 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f630477-25d0-41ff-8a80-57bbce333916 HTTP/1.1" status: 200 len: 932 time: 0.1550324 Jul 15 23:15:29.089781 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-14ca85e9-c206-4847-acf1-b59b198a15df req-bf80cd34-fed2-4c1e-b0b6-3a6d5c861deb tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/security-groups?id=a00402bc-417c-4401-b3a4-a86d8ce769a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033595 Jul 15 23:15:29.276399 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-1baca95b-3df4-4ca4-bfbe-1038623d3b3b req-9fa1cd54-3e45-4415-9cc0-7992e7177236 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b971e369-edad-4591-bd3a-6b5d8952cf76 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:15:29.283527 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-32bb9d6d-ed71-48d0-90ea-c5d6795e430c tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Deleting port 0fe94f3e-17f7-429a-8643-d61df8074c74 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:15:29.284119 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-32bb9d6d-ed71-48d0-90ea-c5d6795e430c tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:29.291866 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1baca95b-3df4-4ca4-bfbe-1038623d3b3b req-9fa1cd54-3e45-4415-9cc0-7992e7177236 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:29.292305 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fd7bb363-292c-4d7e-814f-d81cbe20e20f req-a76bcf7c-b94f-482f-9731-97b2ff853767 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:29.347316 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-1baca95b-3df4-4ca4-bfbe-1038623d3b3b req-9fa1cd54-3e45-4415-9cc0-7992e7177236 service neutron] Transition to ACTIVE for port object b971e369-edad-4591-bd3a-6b5d8952cf76 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:29.368840 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76bcf7c-b94f-482f-9731-97b2ff853767 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Pushing event deleted for resources: {'Port': ['ID=0a2d3646-061c-4ec4-a49d-cebc7646d42c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:29.398125 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9487193a-dd5e-4beb-9d5b-a7e5b4bba377 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:29.398449 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1baca95b-3df4-4ca4-bfbe-1038623d3b3b req-9fa1cd54-3e45-4415-9cc0-7992e7177236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:29.415135 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-32bb9d6d-ed71-48d0-90ea-c5d6795e430c tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:29.427203 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9487193a-dd5e-4beb-9d5b-a7e5b4bba377 None None] Transition to ACTIVE for port object 61a45663-9d9b-4b46-9f48-cfdab9d9116b will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:29.439333 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9487193a-dd5e-4beb-9d5b-a7e5b4bba377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:29.454178 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-32bb9d6d-ed71-48d0-90ea-c5d6795e430c tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Calling delete_port for 0fe94f3e-17f7-429a-8643-d61df8074c74 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:15:29.457401 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd7bb363-292c-4d7e-814f-d81cbe20e20f req-a76bcf7c-b94f-482f-9731-97b2ff853767 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] No DVR routers for this DVR port 0a2d3646-061c-4ec4-a49d-cebc7646d42c on host n-h2-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:15:29.465315 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fd7bb363-292c-4d7e-814f-d81cbe20e20f req-a76bcf7c-b94f-482f-9731-97b2ff853767 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:29.483507 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fd7bb363-292c-4d7e-814f-d81cbe20e20f req-a76bcf7c-b94f-482f-9731-97b2ff853767 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "DELETE /v2.0/ports/0a2d3646-061c-4ec4-a49d-cebc7646d42c HTTP/1.1" status: 204 len: 173 time: 1.0273044 Jul 15 23:15:29.484057 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fe01580-09e1-424c-8fb3-58421610bfec', 'name': 'network-vif-deleted', 'tag': '0a2d3646-061c-4ec4-a49d-cebc7646d42c'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:15:29.489919 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-612f269b-8228-4e27-96e2-e3ed68de62d9" -d '{"events": [{"server_uuid": "2fe01580-09e1-424c-8fb3-58421610bfec", "name": "network-vif-deleted", "tag": "0a2d3646-061c-4ec4-a49d-cebc7646d42c"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:15:29.577335 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa1cd54-3e45-4415-9cc0-7992e7177236 service neutron] Pushing event updated for resources: {'Port': ['ID=b971e369-edad-4591-bd3a-6b5d8952cf76,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:29.602547 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e793fa7-687e-4145-ba7b-0ad0e45518c4 None None] Pushing event updated for resources: {'Port': ['ID=61a45663-9d9b-4b46-9f48-cfdab9d9116b,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:29.658470 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-9487193a-dd5e-4beb-9d5b-a7e5b4bba377 None None] Attempting to bind port 61a45663-9d9b-4b46-9f48-cfdab9d9116b on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:15:29.659091 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-9487193a-dd5e-4beb-9d5b-a7e5b4bba377 None None] Attempting to bind port 61a45663-9d9b-4b46-9f48-cfdab9d9116b by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'd7b09758-ffc0-4d02-ad5e-168911b86f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8ecd94bd-62eb-4c2d-b91c-0c9de8655a42'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:15:29.659497 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9487193a-dd5e-4beb-9d5b-a7e5b4bba377 None None] Attempting to bind port 61a45663-9d9b-4b46-9f48-cfdab9d9116b on network 8ecd94bd-62eb-4c2d-b91c-0c9de8655a42 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:29.668563 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9487193a-dd5e-4beb-9d5b-a7e5b4bba377 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:15:29.669001 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9487193a-dd5e-4beb-9d5b-a7e5b4bba377 None None] Checking segment: {'id': 'd7b09758-ffc0-4d02-ad5e-168911b86f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8ecd94bd-62eb-4c2d-b91c-0c9de8655a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:15:29.669553 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9487193a-dd5e-4beb-9d5b-a7e5b4bba377 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:29.670424 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9487193a-dd5e-4beb-9d5b-a7e5b4bba377 None None] Bound using segment: {'id': 'd7b09758-ffc0-4d02-ad5e-168911b86f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8ecd94bd-62eb-4c2d-b91c-0c9de8655a42'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:15:29.671046 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-9487193a-dd5e-4beb-9d5b-a7e5b4bba377 None None] Bound port: 61a45663-9d9b-4b46-9f48-cfdab9d9116b, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b09758-ffc0-4d02-ad5e-168911b86f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8ecd94bd-62eb-4c2d-b91c-0c9de8655a42'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:15:29.671797 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9487193a-dd5e-4beb-9d5b-a7e5b4bba377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:29.709692 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-1baca95b-3df4-4ca4-bfbe-1038623d3b3b req-9fa1cd54-3e45-4415-9cc0-7992e7177236 service neutron] Attempting to bind port b971e369-edad-4591-bd3a-6b5d8952cf76 on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:15:29.709969 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b298436-4758-4b1a-9372-7f2e28012b60 req-c333f9ff-2aa5-403e-921f-37928cc3d0fa tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:29.710417 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-1baca95b-3df4-4ca4-bfbe-1038623d3b3b req-9fa1cd54-3e45-4415-9cc0-7992e7177236 service neutron] Attempting to bind port b971e369-edad-4591-bd3a-6b5d8952cf76 by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': 'f2e0773f-8183-4f36-8ee8-76cf70d2d71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6516a713-fc78-44c2-b99b-acc90d8d4ccb'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:15:29.711305 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1baca95b-3df4-4ca4-bfbe-1038623d3b3b req-9fa1cd54-3e45-4415-9cc0-7992e7177236 service neutron] Attempting to bind port b971e369-edad-4591-bd3a-6b5d8952cf76 on network 6516a713-fc78-44c2-b99b-acc90d8d4ccb {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:29.713417 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7b298436-4758-4b1a-9372-7f2e28012b60 req-c333f9ff-2aa5-403e-921f-37928cc3d0fa tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=7abb4c18-915b-4d5d-9b2e-7a134555b04c HTTP/1.1" status: 200 len: 945 time: 0.4038048 Jul 15 23:15:29.723430 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1baca95b-3df4-4ca4-bfbe-1038623d3b3b req-9fa1cd54-3e45-4415-9cc0-7992e7177236 service neutron] Port b971e369-edad-4591-bd3a-6b5d8952cf76 on network 6516a713-fc78-44c2-b99b-acc90d8d4ccb not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:15:29.724125 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1baca95b-3df4-4ca4-bfbe-1038623d3b3b req-9fa1cd54-3e45-4415-9cc0-7992e7177236 service neutron] Attempting to bind port b971e369-edad-4591-bd3a-6b5d8952cf76 on network 6516a713-fc78-44c2-b99b-acc90d8d4ccb {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:29.739459 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-32bb9d6d-ed71-48d0-90ea-c5d6795e430c tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:29.748586 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1baca95b-3df4-4ca4-bfbe-1038623d3b3b req-9fa1cd54-3e45-4415-9cc0-7992e7177236 service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:15:29.749038 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1baca95b-3df4-4ca4-bfbe-1038623d3b3b req-9fa1cd54-3e45-4415-9cc0-7992e7177236 service neutron] Checking segment: {'id': 'f2e0773f-8183-4f36-8ee8-76cf70d2d71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6516a713-fc78-44c2-b99b-acc90d8d4ccb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:15:29.749409 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1baca95b-3df4-4ca4-bfbe-1038623d3b3b req-9fa1cd54-3e45-4415-9cc0-7992e7177236 service neutron] Bound using segment: {'id': 'f2e0773f-8183-4f36-8ee8-76cf70d2d71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6516a713-fc78-44c2-b99b-acc90d8d4ccb'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:15:29.749855 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-1baca95b-3df4-4ca4-bfbe-1038623d3b3b req-9fa1cd54-3e45-4415-9cc0-7992e7177236 service neutron] Bound port: b971e369-edad-4591-bd3a-6b5d8952cf76, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2e0773f-8183-4f36-8ee8-76cf70d2d71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6516a713-fc78-44c2-b99b-acc90d8d4ccb'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:15:29.750236 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1baca95b-3df4-4ca4-bfbe-1038623d3b3b req-9fa1cd54-3e45-4415-9cc0-7992e7177236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:29.763227 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-32bb9d6d-ed71-48d0-90ea-c5d6795e430c tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:29.765713 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-32bb9d6d-ed71-48d0-90ea-c5d6795e430c tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] 10.222.0.48 "DELETE /v2.0/ports/0fe94f3e-17f7-429a-8643-d61df8074c74 HTTP/1.1" status: 204 len: 168 time: 1.1653860 Jul 15 23:15:29.775510 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 33538) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:29.794144 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bb9d6d-ed71-48d0-90ea-c5d6795e430c tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Pushing event deleted for resources: {'Port': ['ID=0fe94f3e-17f7-429a-8643-d61df8074c74,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:29.832546 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-9487193a-dd5e-4beb-9d5b-a7e5b4bba377 None None] For port 61a45663-9d9b-4b46-9f48-cfdab9d9116b, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:15:29.837928 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-9487193a-dd5e-4beb-9d5b-a7e5b4bba377 None None] For port 61a45663-9d9b-4b46-9f48-cfdab9d9116b, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=61a45663-9d9b-4b46-9f48-cfdab9d9116b,segment=NetworkSegment(d7b09758-ffc0-4d02-ad5e-168911b86f82),segment_id=d7b09758-ffc0-4d02-ad5e-168911b86f82)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:15:29.846184 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9487193a-dd5e-4beb-9d5b-a7e5b4bba377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:29.851455 n-d-794306-6 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-551bec05-ac83-43b5-8951-2f8f97b88c85 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] GET failed (client error): The resource could not be found. Jul 15 23:15:29.861147 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-551bec05-ac83-43b5-8951-2f8f97b88c85 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] 10.222.0.48 "GET /v2.0/ports/0fe94f3e-17f7-429a-8643-d61df8074c74 HTTP/1.1" status: 404 len: 333 time: 0.0814331 Jul 15 23:15:29.866217 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33546) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:29.873327 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7b298436-4758-4b1a-9372-7f2e28012b60 req-584b9b6e-2583-42bb-b5e1-a3f43b98b26b tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430523 Jul 15 23:15:29.875764 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a2b0efa2-8e2c-4e6c-801d-1f25723700ab tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Request body: {'port': {'network_id': '6f22767f-b25d-44c4-a1ed-c9f06c6b1e44', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-408549208'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:29.951403 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b0efa2-8e2c-4e6c-801d-1f25723700ab tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Made reservation on behalf of 86035c7b1f04422e8f8ece7de8d74ab5 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:29.953955 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a2b0efa2-8e2c-4e6c-801d-1f25723700ab tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:29.967608 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9487193a-dd5e-4beb-9d5b-a7e5b4bba377 None None] Routers {'9998ed2d-a058-4470-b866-0f8a8ce96d8f'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:15:29.968588 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9487193a-dd5e-4beb-9d5b-a7e5b4bba377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:15:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['9998ed2d-a058-4470-b866-0f8a8ce96d8f'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:29.970822 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-1baca95b-3df4-4ca4-bfbe-1038623d3b3b req-9fa1cd54-3e45-4415-9cc0-7992e7177236 service neutron] For port b971e369-edad-4591-bd3a-6b5d8952cf76, host n-h2-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:15:29.978931 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-1baca95b-3df4-4ca4-bfbe-1038623d3b3b req-9fa1cd54-3e45-4415-9cc0-7992e7177236 service neutron] For port b971e369-edad-4591-bd3a-6b5d8952cf76, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=b971e369-edad-4591-bd3a-6b5d8952cf76,segment=NetworkSegment(f2e0773f-8183-4f36-8ee8-76cf70d2d71c),segment_id=f2e0773f-8183-4f36-8ee8-76cf70d2d71c)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:15:29.987767 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1baca95b-3df4-4ca4-bfbe-1038623d3b3b req-9fa1cd54-3e45-4415-9cc0-7992e7177236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:30.048403 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-a2b0efa2-8e2c-4e6c-801d-1f25723700ab tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] device_id is not set on port 3ce91a68-90b0-4474-b47c-9b7ddfdc8364 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:15:30.083623 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3ae2c73e-4e3c-49e6-a758-2002b64cc0f3 req-8d825899-e38c-4064-8b83-18dc42dc9d73 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.165 HTTP/1.1" status: 200 len: 1002 time: 0.1469929 Jul 15 23:15:30.089537 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e793fa7-687e-4145-ba7b-0ad0e45518c4 None None] Pushing event updated for resources: {'Port': ['ID=61a45663-9d9b-4b46-9f48-cfdab9d9116b,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:30.120433 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baca95b-3df4-4ca4-bfbe-1038623d3b3b req-9fa1cd54-3e45-4415-9cc0-7992e7177236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:30.121487 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1baca95b-3df4-4ca4-bfbe-1038623d3b3b req-9fa1cd54-3e45-4415-9cc0-7992e7177236 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:30.123642 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1baca95b-3df4-4ca4-bfbe-1038623d3b3b req-9fa1cd54-3e45-4415-9cc0-7992e7177236 service neutron] 10.222.0.41 "PUT /v2.0/ports/b971e369-edad-4591-bd3a-6b5d8952cf76 HTTP/1.1" status: 200 len: 1092 time: 2.0126379 Jul 15 23:15:30.124284 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f630477-25d0-41ff-8a80-57bbce333916', 'tag': 'b971e369-edad-4591-bd3a-6b5d8952cf76'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:15:30.128036 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e692965-737c-4522-8910-ce831796a9e4" -d '{"events": [{"name": "network-changed", "server_uuid": "6f630477-25d0-41ff-8a80-57bbce333916", "tag": "b971e369-edad-4591-bd3a-6b5d8952cf76"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:15:30.201947 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa1cd54-3e45-4415-9cc0-7992e7177236 service neutron] Pushing event updated for resources: {'Port': ['ID=b971e369-edad-4591-bd3a-6b5d8952cf76,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:30.233461 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae2c73e-4e3c-49e6-a758-2002b64cc0f3 req-724d6b85-d861-4fce-ae5c-fd64a69851c6 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:30.247457 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3ae2c73e-4e3c-49e6-a758-2002b64cc0f3 req-724d6b85-d861-4fce-ae5c-fd64a69851c6 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] 10.222.0.48 "GET /v2.0/ports/20e617c1-19b4-403b-b99b-d8c56dfd02cc HTTP/1.1" status: 200 len: 943 time: 0.1557994 Jul 15 23:15:30.249188 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-9487193a-dd5e-4beb-9d5b-a7e5b4bba377 None None] Set router 9998ed2d-a058-4470-b866-0f8a8ce96d8f gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:15:30.484658 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a2b0efa2-8e2c-4e6c-801d-1f25723700ab tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:30.508981 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3ae2c73e-4e3c-49e6-a758-2002b64cc0f3 req-23b775d7-a560-480e-96b2-636bc955bc60 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.165 HTTP/1.1" status: 200 len: 1002 time: 0.1286948 Jul 15 23:15:30.521174 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baca95b-3df4-4ca4-bfbe-1038623d3b3b req-2646e497-7e46-40e6-ad20-4ab52e4f4dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:30.523920 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1baca95b-3df4-4ca4-bfbe-1038623d3b3b req-2646e497-7e46-40e6-ad20-4ab52e4f4dc9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d9ae70e65954be9a165b199be83ef6a&device_id=6f630477-25d0-41ff-8a80-57bbce333916 HTTP/1.1" status: 200 len: 1095 time: 0.3080399 Jul 15 23:15:30.617232 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1baca95b-3df4-4ca4-bfbe-1038623d3b3b req-b5e59b82-6044-486d-ad42-7bfed4cde83e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b971e369-edad-4591-bd3a-6b5d8952cf76 HTTP/1.1" status: 200 len: 217 time: 0.0736282 Jul 15 23:15:30.706264 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a2b0efa2-8e2c-4e6c-801d-1f25723700ab tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:30.729662 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae2c73e-4e3c-49e6-a758-2002b64cc0f3 req-3325a75a-c12d-4c12-a135-f193afabd2c5 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:30.733210 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3ae2c73e-4e3c-49e6-a758-2002b64cc0f3 req-3325a75a-c12d-4c12-a135-f193afabd2c5 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] 10.222.0.48 "GET /v2.0/networks/c4160cc4-e133-4d4e-ad39-f86bca4b2f14 HTTP/1.1" status: 200 len: 784 time: 0.2235074 Jul 15 23:15:30.752335 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [req-3ae2c73e-4e3c-49e6-a758-2002b64cc0f3 req-5f54ed81-b61f-40d5-8ceb-015bf9d8d817 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:15:30.753934 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3ae2c73e-4e3c-49e6-a758-2002b64cc0f3 req-5f54ed81-b61f-40d5-8ceb-015bf9d8d817 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074823 Jul 15 23:15:30.787879 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9487193a-dd5e-4beb-9d5b-a7e5b4bba377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9998ed2d-a058-4470-b866-0f8a8ce96d8f', 'name': 'tempest-ServerRescueTestJSONUnderV235-851690107-router', 'tenant_id': 'e9becec18cd64d19acfb6d44e69692c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'ce77cd60-9ed0-40f5-b5e6-1bd5d8bbafa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:15:14Z', 'updated_at': '2021-07-15T23:15:24Z', 'revision_number': 4, 'project_id': 'e9becec18cd64d19acfb6d44e69692c1', 'gw_port': {'id': 'ce77cd60-9ed0-40f5-b5e6-1bd5d8bbafa4', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9998ed2d-a058-4470-b866-0f8a8ce96d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:15:17Z', 'updated_at': '2021-07-15T23:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '61a45663-9d9b-4b46-9f48-cfdab9d9116b', 'name': '', 'network_id': '8ecd94bd-62eb-4c2d-b91c-0c9de8655a42', 'tenant_id': 'e9becec18cd64d19acfb6d44e69692c1', 'mac_address': 'fa:16:3e:91:0c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9998ed2d-a058-4470-b866-0f8a8ce96d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'e212a520-684a-4fbf-ae3b-aab2e981ec56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:15:23Z', 'updated_at': '2021-07-15T23:15:29Z', 'revision_number': 4, 'project_id': 'e9becec18cd64d19acfb6d44e69692c1', 'subnets': [{'id': 'e212a520-684a-4fbf-ae3b-aab2e981ec56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:30.793052 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cc0a82a5-43aa-4712-85b6-464b8ec569a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:30.819118 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baca95b-3df4-4ca4-bfbe-1038623d3b3b req-9bd8a26e-4de1-4a29-85df-8d5a70b28c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:30.821966 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1baca95b-3df4-4ca4-bfbe-1038623d3b3b req-9bd8a26e-4de1-4a29-85df-8d5a70b28c70 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ef28179-7a90-48d7-bcfb-e76e0383faee HTTP/1.1" status: 200 len: 861 time: 0.1960301 Jul 15 23:15:30.828409 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b0efa2-8e2c-4e6c-801d-1f25723700ab tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Network 6f22767f-b25d-44c4-a1ed-c9f06c6b1e44 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:15:30.854881 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-a2b0efa2-8e2c-4e6c-801d-1f25723700ab tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:30.873224 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9487193a-dd5e-4beb-9d5b-a7e5b4bba377 None None] The sync data for ids ['9998ed2d-a058-4470-b866-0f8a8ce96d8f'] in n-d-794306-6 is: [{'id': '9998ed2d-a058-4470-b866-0f8a8ce96d8f', 'name': 'tempest-ServerRescueTestJSONUnderV235-851690107-router', 'tenant_id': 'e9becec18cd64d19acfb6d44e69692c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'ce77cd60-9ed0-40f5-b5e6-1bd5d8bbafa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:15:14Z', 'updated_at': '2021-07-15T23:15:24Z', 'revision_number': 4, 'project_id': 'e9becec18cd64d19acfb6d44e69692c1', 'gw_port': {'id': 'ce77cd60-9ed0-40f5-b5e6-1bd5d8bbafa4', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9998ed2d-a058-4470-b866-0f8a8ce96d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:15:17Z', 'updated_at': '2021-07-15T23:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '61a45663-9d9b-4b46-9f48-cfdab9d9116b', 'name': '', 'network_id': '8ecd94bd-62eb-4c2d-b91c-0c9de8655a42', 'tenant_id': 'e9becec18cd64d19acfb6d44e69692c1', 'mac_address': 'fa:16:3e:91:0c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9998ed2d-a058-4470-b866-0f8a8ce96d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'e212a520-684a-4fbf-ae3b-aab2e981ec56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:15:23Z', 'updated_at': '2021-07-15T23:15:29Z', 'revision_number': 4, 'project_id': 'e9becec18cd64d19acfb6d44e69692c1', 'subnets': [{'id': 'e212a520-684a-4fbf-ae3b-aab2e981ec56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:15:30.897186 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b0efa2-8e2c-4e6c-801d-1f25723700ab tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Pushing event updated for resources: {'Port': ['ID=3ce91a68-90b0-4474-b47c-9b7ddfdc8364,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:30.904017 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b0efa2-8e2c-4e6c-801d-1f25723700ab tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:15:30.906809 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b0efa2-8e2c-4e6c-801d-1f25723700ab tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:30.908245 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a2b0efa2-8e2c-4e6c-801d-1f25723700ab tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:30.915719 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1baca95b-3df4-4ca4-bfbe-1038623d3b3b req-50828805-83c2-41cc-a230-166bab564bdb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6516a713-fc78-44c2-b99b-acc90d8d4ccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819101 Jul 15 23:15:30.981107 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3ae2c73e-4e3c-49e6-a758-2002b64cc0f3 req-2087b2df-f06d-4c67-9293-709342646d50 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.165 HTTP/1.1" status: 200 len: 1002 time: 0.2082112 Jul 15 23:15:31.025908 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a2b0efa2-8e2c-4e6c-801d-1f25723700ab tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.1572011 Jul 15 23:15:31.030203 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33566) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:31.057663 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-3ae2c73e-4e3c-49e6-a758-2002b64cc0f3 req-fa78558b-f2c5-4343-97d1-87ef0d180acd tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:31.109835 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-3db40d92-f7ae-48b6-ac15-2fb9f42fe411 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-794306-6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:31.200358 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee8a25-f58f-4fb3-be5d-ba069bc5bae7 req-8f35a118-96aa-4ac7-917c-8f4d686aae72 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:31.209105 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-45ee8a25-f58f-4fb3-be5d-ba069bc5bae7 req-8f35a118-96aa-4ac7-917c-8f4d686aae72 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] 10.222.0.48 "GET /v2.0/networks?id=8ecd94bd-62eb-4c2d-b91c-0c9de8655a42 HTTP/1.1" status: 200 len: 819 time: 0.4115465 Jul 15 23:15:31.213832 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1baca95b-3df4-4ca4-bfbe-1038623d3b3b req-c30e7882-7a6d-47ac-b284-c909119b7cc4 service neutron] 10.222.0.41 "GET /v2.0/networks/6516a713-fc78-44c2-b99b-acc90d8d4ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894304 Jul 15 23:15:31.236522 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3ae2c73e-4e3c-49e6-a758-2002b64cc0f3 req-fa78558b-f2c5-4343-97d1-87ef0d180acd tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:31.243124 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-45ee8a25-f58f-4fb3-be5d-ba069bc5bae7 req-97a8bc04-39ba-4c27-a72c-2d790cde5bee tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] 10.222.0.48 "GET /v2.0/quotas/e9becec18cd64d19acfb6d44e69692c1 HTTP/1.1" status: 200 len: 375 time: 0.0313163 Jul 15 23:15:31.308240 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3db40d92-f7ae-48b6-ac15-2fb9f42fe411 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:31.524309 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1baca95b-3df4-4ca4-bfbe-1038623d3b3b req-767cdf70-cdf7-4f8f-8a80-d4176bd9a701 service neutron] 10.222.0.41 "GET /v2.0/networks/6516a713-fc78-44c2-b99b-acc90d8d4ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870810 Jul 15 23:15:31.531453 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 61a45663-9d9b-4b46-9f48-cfdab9d9116b up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:15:31.533688 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3ae2c73e-4e3c-49e6-a758-2002b64cc0f3 req-fa78558b-f2c5-4343-97d1-87ef0d180acd tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:31.553131 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3ae2c73e-4e3c-49e6-a758-2002b64cc0f3 req-fa78558b-f2c5-4343-97d1-87ef0d180acd tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:31.553610 n-d-794306-6 neutron-server[93770]: INFO neutron.db.l3_db [req-3ae2c73e-4e3c-49e6-a758-2002b64cc0f3 req-fa78558b-f2c5-4343-97d1-87ef0d180acd tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Floating IP 3292290d-321e-4ca8-8c0d-e31cfb9f3a45 disassociated. External IP: 172.25.5.165, port: 20e617c1-19b4-403b-b99b-d8c56dfd02cc. Jul 15 23:15:31.671711 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 61a45663-9d9b-4b46-9f48-cfdab9d9116b completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:15:31.678921 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 61a45663-9d9b-4b46-9f48-cfdab9d9116b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:31.679277 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:31.685385 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-45ee8a25-f58f-4fb3-be5d-ba069bc5bae7 req-ad9b1d88-3283-4363-afb2-8af40af73820 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e9becec18cd64d19acfb6d44e69692c1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3967683 Jul 15 23:15:31.799585 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-3db40d92-f7ae-48b6-ac15-2fb9f42fe411 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] device_id is not set on port 3ce91a68-90b0-4474-b47c-9b7ddfdc8364 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:15:31.810447 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:31.810877 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3db40d92-f7ae-48b6-ac15-2fb9f42fe411 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:31.856340 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-3db40d92-f7ae-48b6-ac15-2fb9f42fe411 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Transition to ACTIVE for port object 3ce91a68-90b0-4474-b47c-9b7ddfdc8364 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:31.862309 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3db40d92-f7ae-48b6-ac15-2fb9f42fe411 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:31.906966 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 61a45663-9d9b-4b46-9f48-cfdab9d9116b, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=61a45663-9d9b-4b46-9f48-cfdab9d9116b,segment=NetworkSegment(d7b09758-ffc0-4d02-ad5e-168911b86f82),segment_id=d7b09758-ffc0-4d02-ad5e-168911b86f82)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:31.915099 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:31.969010 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-3db40d92-f7ae-48b6-ac15-2fb9f42fe411 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port 3ce91a68-90b0-4474-b47c-9b7ddfdc8364 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:15:31.969495 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-3db40d92-f7ae-48b6-ac15-2fb9f42fe411 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port 3ce91a68-90b0-4474-b47c-9b7ddfdc8364 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '6bf1d213-d19d-4106-93c2-06a340233ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6f22767f-b25d-44c4-a1ed-c9f06c6b1e44'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:15:31.970700 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db40d92-f7ae-48b6-ac15-2fb9f42fe411 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port 3ce91a68-90b0-4474-b47c-9b7ddfdc8364 on network 6f22767f-b25d-44c4-a1ed-c9f06c6b1e44 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:31.973383 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db40d92-f7ae-48b6-ac15-2fb9f42fe411 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Pushing event updated for resources: {'Port': ['ID=3ce91a68-90b0-4474-b47c-9b7ddfdc8364,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:31.996683 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db40d92-f7ae-48b6-ac15-2fb9f42fe411 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Port 3ce91a68-90b0-4474-b47c-9b7ddfdc8364 on network 6f22767f-b25d-44c4-a1ed-c9f06c6b1e44 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:15:31.996683 n-d-794306-6 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-3db40d92-f7ae-48b6-ac15-2fb9f42fe411 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Failed to bind port 3ce91a68-90b0-4474-b47c-9b7ddfdc8364 on host n-h1-794306-6 for vnic_type normal using segments [{'id': '6bf1d213-d19d-4106-93c2-06a340233ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6f22767f-b25d-44c4-a1ed-c9f06c6b1e44'}] Jul 15 23:15:31.996683 n-d-794306-6 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-3db40d92-f7ae-48b6-ac15-2fb9f42fe411 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempt 2 to bind port 3ce91a68-90b0-4474-b47c-9b7ddfdc8364 Jul 15 23:15:32.021865 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-3db40d92-f7ae-48b6-ac15-2fb9f42fe411 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port 3ce91a68-90b0-4474-b47c-9b7ddfdc8364 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:15:32.022360 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-3db40d92-f7ae-48b6-ac15-2fb9f42fe411 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port 3ce91a68-90b0-4474-b47c-9b7ddfdc8364 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '6bf1d213-d19d-4106-93c2-06a340233ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6f22767f-b25d-44c4-a1ed-c9f06c6b1e44'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:15:32.022863 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db40d92-f7ae-48b6-ac15-2fb9f42fe411 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port 3ce91a68-90b0-4474-b47c-9b7ddfdc8364 on network 6f22767f-b25d-44c4-a1ed-c9f06c6b1e44 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:32.030122 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db40d92-f7ae-48b6-ac15-2fb9f42fe411 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Port 3ce91a68-90b0-4474-b47c-9b7ddfdc8364 on network 6f22767f-b25d-44c4-a1ed-c9f06c6b1e44 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:15:32.030557 n-d-794306-6 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-3db40d92-f7ae-48b6-ac15-2fb9f42fe411 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Failed to bind port 3ce91a68-90b0-4474-b47c-9b7ddfdc8364 on host n-h1-794306-6 for vnic_type normal using segments [{'id': '6bf1d213-d19d-4106-93c2-06a340233ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6f22767f-b25d-44c4-a1ed-c9f06c6b1e44'}] Jul 15 23:15:32.031129 n-d-794306-6 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-3db40d92-f7ae-48b6-ac15-2fb9f42fe411 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempt 3 to bind port 3ce91a68-90b0-4474-b47c-9b7ddfdc8364 Jul 15 23:15:32.032643 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=61a45663-9d9b-4b46-9f48-cfdab9d9116b,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:32.069423 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-3db40d92-f7ae-48b6-ac15-2fb9f42fe411 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port 3ce91a68-90b0-4474-b47c-9b7ddfdc8364 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:15:32.070199 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-3db40d92-f7ae-48b6-ac15-2fb9f42fe411 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port 3ce91a68-90b0-4474-b47c-9b7ddfdc8364 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '6bf1d213-d19d-4106-93c2-06a340233ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6f22767f-b25d-44c4-a1ed-c9f06c6b1e44'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:15:32.070889 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db40d92-f7ae-48b6-ac15-2fb9f42fe411 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port 3ce91a68-90b0-4474-b47c-9b7ddfdc8364 on network 6f22767f-b25d-44c4-a1ed-c9f06c6b1e44 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:32.079982 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db40d92-f7ae-48b6-ac15-2fb9f42fe411 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Port 3ce91a68-90b0-4474-b47c-9b7ddfdc8364 on network 6f22767f-b25d-44c4-a1ed-c9f06c6b1e44 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:15:32.080756 n-d-794306-6 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-3db40d92-f7ae-48b6-ac15-2fb9f42fe411 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Failed to bind port 3ce91a68-90b0-4474-b47c-9b7ddfdc8364 on host n-h1-794306-6 for vnic_type normal using segments [{'id': '6bf1d213-d19d-4106-93c2-06a340233ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6f22767f-b25d-44c4-a1ed-c9f06c6b1e44'}] Jul 15 23:15:32.081697 n-d-794306-6 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-3db40d92-f7ae-48b6-ac15-2fb9f42fe411 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempt 4 to bind port 3ce91a68-90b0-4474-b47c-9b7ddfdc8364 Jul 15 23:15:32.101453 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-3db40d92-f7ae-48b6-ac15-2fb9f42fe411 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port 3ce91a68-90b0-4474-b47c-9b7ddfdc8364 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:15:32.102026 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-3db40d92-f7ae-48b6-ac15-2fb9f42fe411 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port 3ce91a68-90b0-4474-b47c-9b7ddfdc8364 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '6bf1d213-d19d-4106-93c2-06a340233ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6f22767f-b25d-44c4-a1ed-c9f06c6b1e44'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:15:32.102603 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db40d92-f7ae-48b6-ac15-2fb9f42fe411 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port 3ce91a68-90b0-4474-b47c-9b7ddfdc8364 on network 6f22767f-b25d-44c4-a1ed-c9f06c6b1e44 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:32.110588 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db40d92-f7ae-48b6-ac15-2fb9f42fe411 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Port 3ce91a68-90b0-4474-b47c-9b7ddfdc8364 on network 6f22767f-b25d-44c4-a1ed-c9f06c6b1e44 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:15:32.111203 n-d-794306-6 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-3db40d92-f7ae-48b6-ac15-2fb9f42fe411 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Failed to bind port 3ce91a68-90b0-4474-b47c-9b7ddfdc8364 on host n-h1-794306-6 for vnic_type normal using segments [{'id': '6bf1d213-d19d-4106-93c2-06a340233ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6f22767f-b25d-44c4-a1ed-c9f06c6b1e44'}] Jul 15 23:15:32.111922 n-d-794306-6 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-3db40d92-f7ae-48b6-ac15-2fb9f42fe411 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempt 5 to bind port 3ce91a68-90b0-4474-b47c-9b7ddfdc8364 Jul 15 23:15:32.143111 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-3db40d92-f7ae-48b6-ac15-2fb9f42fe411 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port 3ce91a68-90b0-4474-b47c-9b7ddfdc8364 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:15:32.143622 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-3db40d92-f7ae-48b6-ac15-2fb9f42fe411 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port 3ce91a68-90b0-4474-b47c-9b7ddfdc8364 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '6bf1d213-d19d-4106-93c2-06a340233ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6f22767f-b25d-44c4-a1ed-c9f06c6b1e44'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:15:32.144397 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db40d92-f7ae-48b6-ac15-2fb9f42fe411 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port 3ce91a68-90b0-4474-b47c-9b7ddfdc8364 on network 6f22767f-b25d-44c4-a1ed-c9f06c6b1e44 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:32.150750 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db40d92-f7ae-48b6-ac15-2fb9f42fe411 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Port 3ce91a68-90b0-4474-b47c-9b7ddfdc8364 on network 6f22767f-b25d-44c4-a1ed-c9f06c6b1e44 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:15:32.151409 n-d-794306-6 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-3db40d92-f7ae-48b6-ac15-2fb9f42fe411 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Failed to bind port 3ce91a68-90b0-4474-b47c-9b7ddfdc8364 on host n-h1-794306-6 for vnic_type normal using segments [{'id': '6bf1d213-d19d-4106-93c2-06a340233ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6f22767f-b25d-44c4-a1ed-c9f06c6b1e44'}] Jul 15 23:15:32.151917 n-d-794306-6 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-3db40d92-f7ae-48b6-ac15-2fb9f42fe411 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempt 6 to bind port 3ce91a68-90b0-4474-b47c-9b7ddfdc8364 Jul 15 23:15:32.172185 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-3db40d92-f7ae-48b6-ac15-2fb9f42fe411 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port 3ce91a68-90b0-4474-b47c-9b7ddfdc8364 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:15:32.172684 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-3db40d92-f7ae-48b6-ac15-2fb9f42fe411 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port 3ce91a68-90b0-4474-b47c-9b7ddfdc8364 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '6bf1d213-d19d-4106-93c2-06a340233ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6f22767f-b25d-44c4-a1ed-c9f06c6b1e44'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:15:32.173132 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db40d92-f7ae-48b6-ac15-2fb9f42fe411 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port 3ce91a68-90b0-4474-b47c-9b7ddfdc8364 on network 6f22767f-b25d-44c4-a1ed-c9f06c6b1e44 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:32.180691 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db40d92-f7ae-48b6-ac15-2fb9f42fe411 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Port 3ce91a68-90b0-4474-b47c-9b7ddfdc8364 on network 6f22767f-b25d-44c4-a1ed-c9f06c6b1e44 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:15:32.181446 n-d-794306-6 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-3db40d92-f7ae-48b6-ac15-2fb9f42fe411 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Failed to bind port 3ce91a68-90b0-4474-b47c-9b7ddfdc8364 on host n-h1-794306-6 for vnic_type normal using segments [{'id': '6bf1d213-d19d-4106-93c2-06a340233ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6f22767f-b25d-44c4-a1ed-c9f06c6b1e44'}] Jul 15 23:15:32.182164 n-d-794306-6 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-3db40d92-f7ae-48b6-ac15-2fb9f42fe411 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempt 7 to bind port 3ce91a68-90b0-4474-b47c-9b7ddfdc8364 Jul 15 23:15:32.202495 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-3db40d92-f7ae-48b6-ac15-2fb9f42fe411 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port 3ce91a68-90b0-4474-b47c-9b7ddfdc8364 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:15:32.203051 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-3db40d92-f7ae-48b6-ac15-2fb9f42fe411 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port 3ce91a68-90b0-4474-b47c-9b7ddfdc8364 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '6bf1d213-d19d-4106-93c2-06a340233ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6f22767f-b25d-44c4-a1ed-c9f06c6b1e44'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:15:32.203640 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db40d92-f7ae-48b6-ac15-2fb9f42fe411 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port 3ce91a68-90b0-4474-b47c-9b7ddfdc8364 on network 6f22767f-b25d-44c4-a1ed-c9f06c6b1e44 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:32.209516 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db40d92-f7ae-48b6-ac15-2fb9f42fe411 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Port 3ce91a68-90b0-4474-b47c-9b7ddfdc8364 on network 6f22767f-b25d-44c4-a1ed-c9f06c6b1e44 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:15:32.210026 n-d-794306-6 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-3db40d92-f7ae-48b6-ac15-2fb9f42fe411 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Failed to bind port 3ce91a68-90b0-4474-b47c-9b7ddfdc8364 on host n-h1-794306-6 for vnic_type normal using segments [{'id': '6bf1d213-d19d-4106-93c2-06a340233ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6f22767f-b25d-44c4-a1ed-c9f06c6b1e44'}] Jul 15 23:15:32.210528 n-d-794306-6 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-3db40d92-f7ae-48b6-ac15-2fb9f42fe411 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempt 8 to bind port 3ce91a68-90b0-4474-b47c-9b7ddfdc8364 Jul 15 23:15:32.226502 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-3db40d92-f7ae-48b6-ac15-2fb9f42fe411 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port 3ce91a68-90b0-4474-b47c-9b7ddfdc8364 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:15:32.227002 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-3db40d92-f7ae-48b6-ac15-2fb9f42fe411 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port 3ce91a68-90b0-4474-b47c-9b7ddfdc8364 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '6bf1d213-d19d-4106-93c2-06a340233ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6f22767f-b25d-44c4-a1ed-c9f06c6b1e44'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:15:32.227440 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db40d92-f7ae-48b6-ac15-2fb9f42fe411 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port 3ce91a68-90b0-4474-b47c-9b7ddfdc8364 on network 6f22767f-b25d-44c4-a1ed-c9f06c6b1e44 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:32.234829 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db40d92-f7ae-48b6-ac15-2fb9f42fe411 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Port 3ce91a68-90b0-4474-b47c-9b7ddfdc8364 on network 6f22767f-b25d-44c4-a1ed-c9f06c6b1e44 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:15:32.235431 n-d-794306-6 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-3db40d92-f7ae-48b6-ac15-2fb9f42fe411 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Failed to bind port 3ce91a68-90b0-4474-b47c-9b7ddfdc8364 on host n-h1-794306-6 for vnic_type normal using segments [{'id': '6bf1d213-d19d-4106-93c2-06a340233ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6f22767f-b25d-44c4-a1ed-c9f06c6b1e44'}] Jul 15 23:15:32.236220 n-d-794306-6 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-3db40d92-f7ae-48b6-ac15-2fb9f42fe411 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempt 9 to bind port 3ce91a68-90b0-4474-b47c-9b7ddfdc8364 Jul 15 23:15:32.258212 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-3db40d92-f7ae-48b6-ac15-2fb9f42fe411 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port 3ce91a68-90b0-4474-b47c-9b7ddfdc8364 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:15:32.258799 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-3db40d92-f7ae-48b6-ac15-2fb9f42fe411 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port 3ce91a68-90b0-4474-b47c-9b7ddfdc8364 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '6bf1d213-d19d-4106-93c2-06a340233ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6f22767f-b25d-44c4-a1ed-c9f06c6b1e44'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:15:32.259556 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db40d92-f7ae-48b6-ac15-2fb9f42fe411 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port 3ce91a68-90b0-4474-b47c-9b7ddfdc8364 on network 6f22767f-b25d-44c4-a1ed-c9f06c6b1e44 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:32.267483 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db40d92-f7ae-48b6-ac15-2fb9f42fe411 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Port 3ce91a68-90b0-4474-b47c-9b7ddfdc8364 on network 6f22767f-b25d-44c4-a1ed-c9f06c6b1e44 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:15:32.268363 n-d-794306-6 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-3db40d92-f7ae-48b6-ac15-2fb9f42fe411 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Failed to bind port 3ce91a68-90b0-4474-b47c-9b7ddfdc8364 on host n-h1-794306-6 for vnic_type normal using segments [{'id': '6bf1d213-d19d-4106-93c2-06a340233ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6f22767f-b25d-44c4-a1ed-c9f06c6b1e44'}] Jul 15 23:15:32.268978 n-d-794306-6 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-3db40d92-f7ae-48b6-ac15-2fb9f42fe411 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempt 10 to bind port 3ce91a68-90b0-4474-b47c-9b7ddfdc8364 Jul 15 23:15:32.292325 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-3db40d92-f7ae-48b6-ac15-2fb9f42fe411 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port 3ce91a68-90b0-4474-b47c-9b7ddfdc8364 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:15:32.292855 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-3db40d92-f7ae-48b6-ac15-2fb9f42fe411 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port 3ce91a68-90b0-4474-b47c-9b7ddfdc8364 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '6bf1d213-d19d-4106-93c2-06a340233ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6f22767f-b25d-44c4-a1ed-c9f06c6b1e44'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:15:32.293390 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db40d92-f7ae-48b6-ac15-2fb9f42fe411 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempting to bind port 3ce91a68-90b0-4474-b47c-9b7ddfdc8364 on network 6f22767f-b25d-44c4-a1ed-c9f06c6b1e44 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:32.302366 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db40d92-f7ae-48b6-ac15-2fb9f42fe411 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Port 3ce91a68-90b0-4474-b47c-9b7ddfdc8364 on network 6f22767f-b25d-44c4-a1ed-c9f06c6b1e44 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:15:32.302878 n-d-794306-6 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-3db40d92-f7ae-48b6-ac15-2fb9f42fe411 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Failed to bind port 3ce91a68-90b0-4474-b47c-9b7ddfdc8364 on host n-h1-794306-6 for vnic_type normal using segments [{'id': '6bf1d213-d19d-4106-93c2-06a340233ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6f22767f-b25d-44c4-a1ed-c9f06c6b1e44'}] Jul 15 23:15:32.303449 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3db40d92-f7ae-48b6-ac15-2fb9f42fe411 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:32.431776 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-3db40d92-f7ae-48b6-ac15-2fb9f42fe411 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] For port 3ce91a68-90b0-4474-b47c-9b7ddfdc8364, host n-h1-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:15:32.432317 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-3db40d92-f7ae-48b6-ac15-2fb9f42fe411 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attempted to set empty binding levels {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 15 23:15:32.440665 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3db40d92-f7ae-48b6-ac15-2fb9f42fe411 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:32.450765 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 04364241-cc9c-414f-80e8-010de4fc03f7 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:15:32.521917 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-3db40d92-f7ae-48b6-ac15-2fb9f42fe411 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] In _notify_port_updated(), no bound segment for port 3ce91a68-90b0-4474-b47c-9b7ddfdc8364 on network 6f22767f-b25d-44c4-a1ed-c9f06c6b1e44 {{(pid=93771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:15:32.523305 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db40d92-f7ae-48b6-ac15-2fb9f42fe411 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:32.524146 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3db40d92-f7ae-48b6-ac15-2fb9f42fe411 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:32.529638 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-3db40d92-f7ae-48b6-ac15-2fb9f42fe411 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] 10.222.0.48 "PUT /v2.0/ports/3ce91a68-90b0-4474-b47c-9b7ddfdc8364 HTTP/1.1" status: 200 len: 974 time: 1.4936507 Jul 15 23:15:32.533782 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33570) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:32.589481 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db40d92-f7ae-48b6-ac15-2fb9f42fe411 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Pushing event updated for resources: {'Port': ['ID=3ce91a68-90b0-4474-b47c-9b7ddfdc8364,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:32.653667 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 04364241-cc9c-414f-80e8-010de4fc03f7, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=04364241-cc9c-414f-80e8-010de4fc03f7,segment=NetworkSegment(34c5f733-3f76-4beb-94d8-dfb9dc50430b),segment_id=34c5f733-3f76-4beb-94d8-dfb9dc50430b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:32.667112 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-1b2bc310-848a-4565-b869-64786645b2a8 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Deleting port 3ce91a68-90b0-4474-b47c-9b7ddfdc8364 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:15:32.667704 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b2bc310-848a-4565-b869-64786645b2a8 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:32.678674 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 04364241-cc9c-414f-80e8-010de4fc03f7 has no active binding in host n-h1-794306-6 {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 23:15:32.708531 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-45ee8a25-f58f-4fb3-be5d-ba069bc5bae7 req-75e412c8-c7fa-41d8-a4e1-dffff536dec8 service neutron] 10.222.0.48 "GET /v2.0/networks/8ecd94bd-62eb-4c2d-b91c-0c9de8655a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9556391 Jul 15 23:15:32.790299 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-1b2bc310-848a-4565-b869-64786645b2a8 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] For port 3ce91a68-90b0-4474-b47c-9b7ddfdc8364, host n-h1-794306-6, got binding levels [] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:32.791086 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b2bc310-848a-4565-b869-64786645b2a8 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:32.802181 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ae2c73e-4e3c-49e6-a758-2002b64cc0f3 req-fa78558b-f2c5-4343-97d1-87ef0d180acd tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Router 2a5b2c62-c5ed-499b-b5a1-baeaab3889da has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:15:32.820484 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-1b2bc310-848a-4565-b869-64786645b2a8 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Calling delete_port for 3ce91a68-90b0-4474-b47c-9b7ddfdc8364 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:15:32.914829 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-1012e704-d24d-44c1-93bc-4021ebf70200 tempest-LiveAutoBlockMigrationV225Test-1599853612 tempest-LiveAutoBlockMigrationV225Test-1599853612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:32.918363 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-1012e704-d24d-44c1-93bc-4021ebf70200 tempest-LiveAutoBlockMigrationV225Test-1599853612 tempest-LiveAutoBlockMigrationV225Test-1599853612-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7abb4c18-915b-4d5d-9b2e-7a134555b04c&tenant_id=97397394137f47b6b8b1bb83454a379f&binding%3Ahost_id=n-h2-794306-6 HTTP/1.1" status: 200 len: 1096 time: 0.3706164 Jul 15 23:15:33.002192 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-785a97de-7744-44d5-8ab3-b316b518c140 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-794306-6'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:33.013568 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b2bc310-848a-4565-b869-64786645b2a8 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:33.034367 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-45ee8a25-f58f-4fb3-be5d-ba069bc5bae7 req-a2a78d2d-0f4a-4e69-b46c-d3ce5dc1b900 service neutron] 10.222.0.48 "GET /v2.0/networks/8ecd94bd-62eb-4c2d-b91c-0c9de8655a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118417 Jul 15 23:15:33.060797 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2bc310-848a-4565-b869-64786645b2a8 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Pushing event deleted for resources: {'Port': ['ID=3ce91a68-90b0-4474-b47c-9b7ddfdc8364,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:33.068145 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b2bc310-848a-4565-b869-64786645b2a8 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:33.070900 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-1b2bc310-848a-4565-b869-64786645b2a8 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] 10.222.0.48 "DELETE /v2.0/ports/3ce91a68-90b0-4474-b47c-9b7ddfdc8364 HTTP/1.1" status: 204 len: 168 time: 0.5346768 Jul 15 23:15:33.075381 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33572) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:33.146372 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-474cd4e1-19ca-4e53-b99e-91b0035493b0 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] GET failed (client error): The resource could not be found. Jul 15 23:15:33.148483 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-474cd4e1-19ca-4e53-b99e-91b0035493b0 tempest-PortsAdminExtendedAttrsTestJSON-1073418035 tempest-PortsAdminExtendedAttrsTestJSON-1073418035-project-admin] 10.222.0.48 "GET /v2.0/ports/3ce91a68-90b0-4474-b47c-9b7ddfdc8364 HTTP/1.1" status: 404 len: 333 time: 0.0647180 Jul 15 23:15:33.154790 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33574) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:33.201946 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-785a97de-7744-44d5-8ab3-b316b518c140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:33.205685 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ae2c73e-4e3c-49e6-a758-2002b64cc0f3 req-fa78558b-f2c5-4343-97d1-87ef0d180acd tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:15:33.220612 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3ae2c73e-4e3c-49e6-a758-2002b64cc0f3 req-fa78558b-f2c5-4343-97d1-87ef0d180acd tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:33.229142 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4d4612-b37b-4b11-a9d9-58c1d8e22591 None None] Sync routers for ids ['2a5b2c62-c5ed-499b-b5a1-baeaab3889da'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:15:33.242721 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d2575111-4041-4ad3-b9c5-4ed7fae27998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:33.254361 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4d4612-b37b-4b11-a9d9-58c1d8e22591 None None] Routers {'2a5b2c62-c5ed-499b-b5a1-baeaab3889da'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:15:33.256195 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-7a4d4612-b37b-4b11-a9d9-58c1d8e22591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:15:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['2a5b2c62-c5ed-499b-b5a1-baeaab3889da'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:33.305396 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-434a2986-ed86-4c1e-bb1b-45baf42de847 tempest-PortsAdminExtendedAttrsTestJSON-308088933 tempest-PortsAdminExtendedAttrsTestJSON-308088933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:33.341337 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:33.531148 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-434a2986-ed86-4c1e-bb1b-45baf42de847 tempest-PortsAdminExtendedAttrsTestJSON-308088933 tempest-PortsAdminExtendedAttrsTestJSON-308088933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:33.558176 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 15 Jul 2021 23:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e436b25b-3aad-4299-a7c7-b97885678a13 x-openstack-request-id: req-e436b25b-3aad-4299-a7c7-b97885678a13 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:15:33.558633 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-434a2986-ed86-4c1e-bb1b-45baf42de847 tempest-PortsAdminExtendedAttrsTestJSON-308088933 tempest-PortsAdminExtendedAttrsTestJSON-308088933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f22767f-b25d-44c4-a1ed-c9f06c6b1e44']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:33.559075 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fe01580-09e1-424c-8fb3-58421610bfec", "name": "network-vif-deleted", "tag": "0a2d3646-061c-4ec4-a49d-cebc7646d42c", "status": "failed", "code": 422}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:15:33.559543 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e436b25b-3aad-4299-a7c7-b97885678a13 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:15:33.560196 n-d-794306-6 neutron-server[93770]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2fe01580-09e1-424c-8fb3-58421610bfec', 'name': 'network-vif-deleted', 'tag': '0a2d3646-061c-4ec4-a49d-cebc7646d42c', 'status': 'failed', 'code': 422} returned with failed status Jul 15 23:15:33.589702 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-434a2986-ed86-4c1e-bb1b-45baf42de847 tempest-PortsAdminExtendedAttrsTestJSON-308088933 tempest-PortsAdminExtendedAttrsTestJSON-308088933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bf1d213-d19d-4106-93c2-06a340233ad7') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:33.590076 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-434a2986-ed86-4c1e-bb1b-45baf42de847 tempest-PortsAdminExtendedAttrsTestJSON-308088933 tempest-PortsAdminExtendedAttrsTestJSON-308088933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bf1d213-d19d-4106-93c2-06a340233ad7') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:33.594703 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 61a45663-9d9b-4b46-9f48-cfdab9d9116b up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:15:33.603962 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3ae2c73e-4e3c-49e6-a758-2002b64cc0f3 req-fa78558b-f2c5-4343-97d1-87ef0d180acd tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] 10.222.0.48 "PUT /v2.0/floatingips/3292290d-321e-4ca8-8c0d-e31cfb9f3a45 HTTP/1.1" status: 200 len: 695 time: 2.5597854 Jul 15 23:15:33.609698 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-434a2986-ed86-4c1e-bb1b-45baf42de847 tempest-PortsAdminExtendedAttrsTestJSON-308088933 tempest-PortsAdminExtendedAttrsTestJSON-308088933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:33.641140 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f0a1d7-4bc6-4e30-949f-2a598b7fcedd x-openstack-request-id: req-23f0a1d7-4bc6-4e30-949f-2a598b7fcedd {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:15:33.641537 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f630477-25d0-41ff-8a80-57bbce333916", "tag": "b971e369-edad-4591-bd3a-6b5d8952cf76", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:15:33.641898 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-23f0a1d7-4bc6-4e30-949f-2a598b7fcedd {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:15:33.642478 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f630477-25d0-41ff-8a80-57bbce333916', 'tag': 'b971e369-edad-4591-bd3a-6b5d8952cf76', 'status': 'completed', 'code': 200} Jul 15 23:15:33.667678 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-434a2986-ed86-4c1e-bb1b-45baf42de847 tempest-PortsAdminExtendedAttrsTestJSON-308088933 tempest-PortsAdminExtendedAttrsTestJSON-308088933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:33.697822 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 61a45663-9d9b-4b46-9f48-cfdab9d9116b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:33.698870 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:33.699299 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-434a2986-ed86-4c1e-bb1b-45baf42de847 tempest-PortsAdminExtendedAttrsTestJSON-308088933 tempest-PortsAdminExtendedAttrsTestJSON-308088933-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:15:33.699884 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-434a2986-ed86-4c1e-bb1b-45baf42de847 tempest-PortsAdminExtendedAttrsTestJSON-308088933 tempest-PortsAdminExtendedAttrsTestJSON-308088933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:33.711039 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-785a97de-7744-44d5-8ab3-b316b518c140 service neutron] For port 04364241-cc9c-414f-80e8-010de4fc03f7, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=04364241-cc9c-414f-80e8-010de4fc03f7,segment=NetworkSegment(34c5f733-3f76-4beb-94d8-dfb9dc50430b),segment_id=34c5f733-3f76-4beb-94d8-dfb9dc50430b)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:33.730521 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:15:33.730521 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:15:33.730521 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:15:33.730521 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:15:33.730521 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:15:33.730521 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:15:33.730521 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:15:33.730521 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:15:33.730521 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:15:33.730521 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:15:33.730521 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:15:33.730521 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:15:33.730521 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:15:33.730521 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:15:33.730521 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:15:33.730521 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:15:33.730521 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:15:33.730521 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:15:33.730521 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:15:33.730521 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:15:33.730521 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:15:33.730521 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:15:33.730521 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:15:33.730521 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:15:33.730521 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:15:33.730521 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:15:33.730521 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:15:33.730521 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:15:33.730521 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:15:33.730521 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:15:33.730521 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:15:33.730521 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:15:33.730521 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:15:33.730521 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:15:33.809498 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-785a97de-7744-44d5-8ab3-b316b518c140 service neutron] For port 04364241-cc9c-414f-80e8-010de4fc03f7, host n-h2-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:15:33.828708 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-7a4d4612-b37b-4b11-a9d9-58c1d8e22591 None None] Set router 2a5b2c62-c5ed-499b-b5a1-baeaab3889da gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:15:33.977883 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-434a2986-ed86-4c1e-bb1b-45baf42de847 tempest-PortsAdminExtendedAttrsTestJSON-308088933 tempest-PortsAdminExtendedAttrsTestJSON-308088933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:34.002270 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-434a2986-ed86-4c1e-bb1b-45baf42de847 tempest-PortsAdminExtendedAttrsTestJSON-308088933 tempest-PortsAdminExtendedAttrsTestJSON-308088933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:34.007436 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-434a2986-ed86-4c1e-bb1b-45baf42de847 tempest-PortsAdminExtendedAttrsTestJSON-308088933 tempest-PortsAdminExtendedAttrsTestJSON-308088933-project] 10.222.0.48 "DELETE /v2.0/networks/6f22767f-b25d-44c4-a1ed-c9f06c6b1e44 HTTP/1.1" status: 204 len: 168 time: 0.8510349 Jul 15 23:15:34.018460 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-785a97de-7744-44d5-8ab3-b316b518c140 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:34.036118 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-785a97de-7744-44d5-8ab3-b316b518c140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:34.084797 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434a2986-ed86-4c1e-bb1b-45baf42de847 tempest-PortsAdminExtendedAttrsTestJSON-308088933 tempest-PortsAdminExtendedAttrsTestJSON-308088933-project] Pushing event deleted for resources: {'Network': ['ID=6f22767f-b25d-44c4-a1ed-c9f06c6b1e44,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:34.104682 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae2c73e-4e3c-49e6-a758-2002b64cc0f3 req-56b2ff8e-0163-49ce-9d8e-b24cafdc2abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:34.104962 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e692965-737c-4522-8910-ce831796a9e4 req-a723aa60-2c15-4b6d-8efc-f4a4540027d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:34.108043 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-8e692965-737c-4522-8910-ce831796a9e4 req-a723aa60-2c15-4b6d-8efc-f4a4540027d7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d9ae70e65954be9a165b199be83ef6a&device_id=6f630477-25d0-41ff-8a80-57bbce333916 HTTP/1.1" status: 200 len: 1095 time: 0.4107149 Jul 15 23:15:34.119706 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3ae2c73e-4e3c-49e6-a758-2002b64cc0f3 req-56b2ff8e-0163-49ce-9d8e-b24cafdc2abe service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=48062b7ca7314e72995400ce76936d28&device_id=be308bf9-ab6d-4e1a-aa67-27a5fa9bdb49 HTTP/1.1" status: 200 len: 1097 time: 0.4677978 Jul 15 23:15:34.204305 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:34.321378 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e692965-737c-4522-8910-ce831796a9e4 req-85e614cc-47bf-43aa-a2d1-8b3a24040af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:34.324361 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-8e692965-737c-4522-8910-ce831796a9e4 req-85e614cc-47bf-43aa-a2d1-8b3a24040af4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6516a713-fc78-44c2-b99b-acc90d8d4ccb HTTP/1.1" status: 200 len: 922 time: 0.2087040 Jul 15 23:15:34.328620 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-7a4d4612-b37b-4b11-a9d9-58c1d8e22591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5b2c62-c5ed-499b-b5a1-baeaab3889da', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1264744552-router', 'tenant_id': '48062b7ca7314e72995400ce76936d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '2af7e956-bc7f-4291-a112-9e2d05887610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:14:25Z', 'updated_at': '2021-07-15T23:14:33Z', 'revision_number': 4, 'project_id': '48062b7ca7314e72995400ce76936d28', 'gw_port': {'id': '2af7e956-bc7f-4291-a112-9e2d05887610', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5b2c62-c5ed-499b-b5a1-baeaab3889da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:14:27Z', 'updated_at': '2021-07-15T23:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '58e30866-e2d0-4313-b9ba-6f06ee68b22d', 'name': '', 'network_id': 'bc4d0c97-5d85-4af5-8dfb-79d73dbdb620', 'tenant_id': '48062b7ca7314e72995400ce76936d28', 'mac_address': 'fa:16:3e:fa:3d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5b2c62-c5ed-499b-b5a1-baeaab3889da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'fb78a6d5-607f-412f-94b4-7bd41c3d2f9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:14:31Z', 'updated_at': '2021-07-15T23:14:39Z', 'revision_number': 5, 'project_id': '48062b7ca7314e72995400ce76936d28', 'subnets': [{'id': 'fb78a6d5-607f-412f-94b4-7bd41c3d2f9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:34.344459 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785a97de-7744-44d5-8ab3-b316b518c140 service neutron] Pushing event updated for resources: {'Port': ['ID=04364241-cc9c-414f-80e8-010de4fc03f7,revision_number=7']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:34.388262 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4d4612-b37b-4b11-a9d9-58c1d8e22591 None None] Checking router: 2a5b2c62-c5ed-499b-b5a1-baeaab3889da for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:15:34.406657 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4d4612-b37b-4b11-a9d9-58c1d8e22591 None None] Routers {'2a5b2c62-c5ed-499b-b5a1-baeaab3889da'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:15:34.408040 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-7a4d4612-b37b-4b11-a9d9-58c1d8e22591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:15:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['2a5b2c62-c5ed-499b-b5a1-baeaab3889da'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:34.414143 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-8e692965-737c-4522-8910-ce831796a9e4 req-b921aefd-9b29-400d-8212-b481ae480036 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b971e369-edad-4591-bd3a-6b5d8952cf76 HTTP/1.1" status: 200 len: 217 time: 0.0812898 Jul 15 23:15:34.483035 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-785a97de-7744-44d5-8ab3-b316b518c140 service neutron] Attempting to bind port 04364241-cc9c-414f-80e8-010de4fc03f7 on host n-h2-794306-6 for vnic_type normal with profile {"migrating_to": "n-h1-794306-6"} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:15:34.483508 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-785a97de-7744-44d5-8ab3-b316b518c140 service neutron] Attempting to bind port 04364241-cc9c-414f-80e8-010de4fc03f7 by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '34c5f733-3f76-4beb-94d8-dfb9dc50430b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '54d36d42-4b6b-4a3b-a62a-15b6ab91449d'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:15:34.483963 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-785a97de-7744-44d5-8ab3-b316b518c140 service neutron] Attempting to bind port 04364241-cc9c-414f-80e8-010de4fc03f7 on network 54d36d42-4b6b-4a3b-a62a-15b6ab91449d {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:34.497742 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a7ec7-1475-4d5b-84f6-226bca99f280 req-9715f765-444d-48ac-aeaa-9a058ad4b8a4 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:34.508227 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-451a7ec7-1475-4d5b-84f6-226bca99f280 req-9715f765-444d-48ac-aeaa-9a058ad4b8a4 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f630477-25d0-41ff-8a80-57bbce333916 HTTP/1.1" status: 200 len: 944 time: 0.5576525 Jul 15 23:15:34.547083 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e692965-737c-4522-8910-ce831796a9e4 req-3e93b954-9455-488f-a722-2d7654d9c6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:34.550295 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-8e692965-737c-4522-8910-ce831796a9e4 req-3e93b954-9455-488f-a722-2d7654d9c6b9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ef28179-7a90-48d7-bcfb-e76e0383faee HTTP/1.1" status: 200 len: 861 time: 0.1249387 Jul 15 23:15:34.602767 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae2c73e-4e3c-49e6-a758-2002b64cc0f3 req-9d78204a-afb8-4789-84d9-ae75203dc9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:34.605588 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3ae2c73e-4e3c-49e6-a758-2002b64cc0f3 req-9d78204a-afb8-4789-84d9-ae75203dc9b9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bc4d0c97-5d85-4af5-8dfb-79d73dbdb620 HTTP/1.1" status: 200 len: 930 time: 0.4844756 Jul 15 23:15:34.614563 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-451a7ec7-1475-4d5b-84f6-226bca99f280 req-993c03b5-f92c-4377-ae09-04712e258530 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/security-groups?id=a00402bc-417c-4401-b3a4-a86d8ce769a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048579 Jul 15 23:15:34.616832 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-785a97de-7744-44d5-8ab3-b316b518c140 service neutron] Port 04364241-cc9c-414f-80e8-010de4fc03f7 on network 54d36d42-4b6b-4a3b-a62a-15b6ab91449d not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:15:34.617634 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-785a97de-7744-44d5-8ab3-b316b518c140 service neutron] Attempting to bind port 04364241-cc9c-414f-80e8-010de4fc03f7 on network 54d36d42-4b6b-4a3b-a62a-15b6ab91449d {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:34.626967 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-785a97de-7744-44d5-8ab3-b316b518c140 service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:15:34.627912 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-785a97de-7744-44d5-8ab3-b316b518c140 service neutron] Checking segment: {'id': '34c5f733-3f76-4beb-94d8-dfb9dc50430b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '54d36d42-4b6b-4a3b-a62a-15b6ab91449d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:15:34.629356 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-785a97de-7744-44d5-8ab3-b316b518c140 service neutron] Bound using segment: {'id': '34c5f733-3f76-4beb-94d8-dfb9dc50430b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '54d36d42-4b6b-4a3b-a62a-15b6ab91449d'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:15:34.630534 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-785a97de-7744-44d5-8ab3-b316b518c140 service neutron] Bound port: 04364241-cc9c-414f-80e8-010de4fc03f7, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34c5f733-3f76-4beb-94d8-dfb9dc50430b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '54d36d42-4b6b-4a3b-a62a-15b6ab91449d'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:15:34.631398 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-785a97de-7744-44d5-8ab3-b316b518c140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:34.649937 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-8e692965-737c-4522-8910-ce831796a9e4 req-dec8d9cd-68bb-4f18-b04c-712be36f818a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6516a713-fc78-44c2-b99b-acc90d8d4ccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904469 Jul 15 23:15:34.692203 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device b971e369-edad-4591-bd3a-6b5d8952cf76 details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:15:34.698980 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-7a4d4612-b37b-4b11-a9d9-58c1d8e22591 None None] Set router 2a5b2c62-c5ed-499b-b5a1-baeaab3889da gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:15:34.752890 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33594) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:34.856561 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-785a97de-7744-44d5-8ab3-b316b518c140 service neutron] For port 04364241-cc9c-414f-80e8-010de4fc03f7, host n-h2-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:15:34.864539 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-785a97de-7744-44d5-8ab3-b316b518c140 service neutron] For port 04364241-cc9c-414f-80e8-010de4fc03f7, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=04364241-cc9c-414f-80e8-010de4fc03f7,segment=NetworkSegment(34c5f733-3f76-4beb-94d8-dfb9dc50430b),segment_id=34c5f733-3f76-4beb-94d8-dfb9dc50430b)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:15:34.883019 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-785a97de-7744-44d5-8ab3-b316b518c140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:35.012659 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-8e692965-737c-4522-8910-ce831796a9e4 req-a3bc7c8b-7b53-4d32-8b3f-1e61dc8a1f5e service neutron] 10.222.0.41 "GET /v2.0/networks/6516a713-fc78-44c2-b99b-acc90d8d4ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538408 Jul 15 23:15:35.057268 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785a97de-7744-44d5-8ab3-b316b518c140 service neutron] Pushing event updated for resources: {'Port': ['ID=04364241-cc9c-414f-80e8-010de4fc03f7,revision_number=8']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:35.068492 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3ae2c73e-4e3c-49e6-a758-2002b64cc0f3 req-b7409ffc-3bc5-4328-9255-3ba81b8426e7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20e617c1-19b4-403b-b99b-d8c56dfd02cc HTTP/1.1" status: 200 len: 217 time: 0.2015421 Jul 15 23:15:35.172781 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-785a97de-7744-44d5-8ab3-b316b518c140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:35.178101 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-785a97de-7744-44d5-8ab3-b316b518c140 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:35.185429 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-785a97de-7744-44d5-8ab3-b316b518c140 service neutron] 10.222.0.49 "PUT /v2.0/ports/04364241-cc9c-414f-80e8-010de4fc03f7 HTTP/1.1" status: 200 len: 1121 time: 2.1867816 Jul 15 23:15:35.316870 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['04364241-cc9c-414f-80e8-010de4fc03f7'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:15:35.348965 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port b971e369-edad-4591-bd3a-6b5d8952cf76, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=b971e369-edad-4591-bd3a-6b5d8952cf76,segment=NetworkSegment(f2e0773f-8183-4f36-8ee8-76cf70d2d71c),segment_id=f2e0773f-8183-4f36-8ee8-76cf70d2d71c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:35.376904 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae2c73e-4e3c-49e6-a758-2002b64cc0f3 req-b779d7c6-e5d7-4018-8501-c1cae2f4daf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:35.395163 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3ae2c73e-4e3c-49e6-a758-2002b64cc0f3 req-b779d7c6-e5d7-4018-8501-c1cae2f4daf3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fb78a6d5-607f-412f-94b4-7bd41c3d2f9c HTTP/1.1" status: 200 len: 868 time: 0.2537920 Jul 15 23:15:35.457957 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['04364241-cc9c-414f-80e8-010de4fc03f7'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:15:35.470166 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-7a4d4612-b37b-4b11-a9d9-58c1d8e22591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5b2c62-c5ed-499b-b5a1-baeaab3889da', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1264744552-router', 'tenant_id': '48062b7ca7314e72995400ce76936d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '2af7e956-bc7f-4291-a112-9e2d05887610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:14:25Z', 'updated_at': '2021-07-15T23:14:33Z', 'revision_number': 4, 'project_id': '48062b7ca7314e72995400ce76936d28', 'gw_port': {'id': '2af7e956-bc7f-4291-a112-9e2d05887610', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5b2c62-c5ed-499b-b5a1-baeaab3889da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:14:27Z', 'updated_at': '2021-07-15T23:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '58e30866-e2d0-4313-b9ba-6f06ee68b22d', 'name': '', 'network_id': 'bc4d0c97-5d85-4af5-8dfb-79d73dbdb620', 'tenant_id': '48062b7ca7314e72995400ce76936d28', 'mac_address': 'fa:16:3e:fa:3d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5b2c62-c5ed-499b-b5a1-baeaab3889da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'fb78a6d5-607f-412f-94b4-7bd41c3d2f9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:14:31Z', 'updated_at': '2021-07-15T23:14:39Z', 'revision_number': 5, 'project_id': '48062b7ca7314e72995400ce76936d28', 'subnets': [{'id': 'fb78a6d5-607f-412f-94b4-7bd41c3d2f9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:35.546698 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-8e692965-737c-4522-8910-ce831796a9e4 req-847a1b40-1fdf-49a3-abc4-c8d5fd659ea5 service neutron] 10.222.0.41 "GET /v2.0/networks/6516a713-fc78-44c2-b99b-acc90d8d4ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5208671 Jul 15 23:15:35.562953 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be308bf9-ab6d-4e1a-aa67-27a5fa9bdb49', 'tag': '20e617c1-19b4-403b-b99b-d8c56dfd02cc'}, {'server_uuid': '7abb4c18-915b-4d5d-9b2e-7a134555b04c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04364241-cc9c-414f-80e8-010de4fc03f7'}, {'name': 'network-changed', 'server_uuid': '7abb4c18-915b-4d5d-9b2e-7a134555b04c', 'tag': '04364241-cc9c-414f-80e8-010de4fc03f7'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:15:35.564871 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-7dc5a130-620d-4a26-96e4-eeb28be082fc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=19f5ac8ab46240c082ead69d284d3292&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8072782 Jul 15 23:15:35.569699 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33602) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:35.575849 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb2847b-ec17-4dd4-963b-c6dc7f153315" -d '{"events": [{"name": "network-changed", "server_uuid": "be308bf9-ab6d-4e1a-aa67-27a5fa9bdb49", "tag": "20e617c1-19b4-403b-b99b-d8c56dfd02cc"}, {"server_uuid": "7abb4c18-915b-4d5d-9b2e-7a134555b04c", "name": "network-vif-unplugged", "status": "completed", "tag": "04364241-cc9c-414f-80e8-010de4fc03f7"}, {"name": "network-changed", "server_uuid": "7abb4c18-915b-4d5d-9b2e-7a134555b04c", "tag": "04364241-cc9c-414f-80e8-010de4fc03f7"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:15:35.599895 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': 'b971e369-edad-4591-bd3a-6b5d8952cf76', 'network_id': '6516a713-fc78-44c2-b99b-acc90d8d4ccb', 'port_id': 'b971e369-edad-4591-bd3a-6b5d8952cf76', 'mac_address': 'fa:16:3e:0f:d7:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ef28179-7a90-48d7-bcfb-e76e0383faee', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:15:35.607711 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4d4612-b37b-4b11-a9d9-58c1d8e22591 None None] The sync data for ids ['2a5b2c62-c5ed-499b-b5a1-baeaab3889da'] in n-d-794306-6 is: [{'id': '2a5b2c62-c5ed-499b-b5a1-baeaab3889da', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1264744552-router', 'tenant_id': '48062b7ca7314e72995400ce76936d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '2af7e956-bc7f-4291-a112-9e2d05887610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:14:25Z', 'updated_at': '2021-07-15T23:14:33Z', 'revision_number': 4, 'project_id': '48062b7ca7314e72995400ce76936d28', 'gw_port': {'id': '2af7e956-bc7f-4291-a112-9e2d05887610', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5b2c62-c5ed-499b-b5a1-baeaab3889da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:14:27Z', 'updated_at': '2021-07-15T23:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '58e30866-e2d0-4313-b9ba-6f06ee68b22d', 'name': '', 'network_id': 'bc4d0c97-5d85-4af5-8dfb-79d73dbdb620', 'tenant_id': '48062b7ca7314e72995400ce76936d28', 'mac_address': 'fa:16:3e:fa:3d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5b2c62-c5ed-499b-b5a1-baeaab3889da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'fb78a6d5-607f-412f-94b4-7bd41c3d2f9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:14:31Z', 'updated_at': '2021-07-15T23:14:39Z', 'revision_number': 5, 'project_id': '48062b7ca7314e72995400ce76936d28', 'subnets': [{'id': 'fb78a6d5-607f-412f-94b4-7bd41c3d2f9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:15:35.749026 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d75c65b3-4b6e-415c-bb50-223567a224ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:35.793945 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d75c65b3-4b6e-415c-bb50-223567a224ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:35.881345 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae2c73e-4e3c-49e6-a758-2002b64cc0f3 req-2c80c93b-b27c-4c9c-ad81-5ed88258f050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:35.889441 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:35.905633 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3ae2c73e-4e3c-49e6-a758-2002b64cc0f3 req-2c80c93b-b27c-4c9c-ad81-5ed88258f050 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bc4d0c97-5d85-4af5-8dfb-79d73dbdb620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4824402 Jul 15 23:15:35.950106 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d75c65b3-4b6e-415c-bb50-223567a224ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:35.953918 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d75c65b3-4b6e-415c-bb50-223567a224ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:35.960441 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d75c65b3-4b6e-415c-bb50-223567a224ba admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1093d44a-3792-4bc5-8fe2-100f4076ebe8 HTTP/1.1" status: 204 len: 168 time: 0.3825815 Jul 15 23:15:35.968035 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b971e369-edad-4591-bd3a-6b5d8952cf76 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:15:35.985310 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c65b3-4b6e-415c-bb50-223567a224ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1093d44a-3792-4bc5-8fe2-100f4076ebe8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:36.081825 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port b971e369-edad-4591-bd3a-6b5d8952cf76, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=b971e369-edad-4591-bd3a-6b5d8952cf76,segment=NetworkSegment(f2e0773f-8183-4f36-8ee8-76cf70d2d71c),segment_id=f2e0773f-8183-4f36-8ee8-76cf70d2d71c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:36.096509 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:36.199170 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee8a25-f58f-4fb3-be5d-ba069bc5bae7 req-86e2af33-b54c-4dde-842e-a681203a9b23 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:36.202661 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-45ee8a25-f58f-4fb3-be5d-ba069bc5bae7 req-86e2af33-b54c-4dde-842e-a681203a9b23 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] 10.222.0.49 "GET /v2.0/networks?id=8ecd94bd-62eb-4c2d-b91c-0c9de8655a42 HTTP/1.1" status: 200 len: 819 time: 0.5589473 Jul 15 23:15:36.227545 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-45ee8a25-f58f-4fb3-be5d-ba069bc5bae7 req-8088d7d9-a0fc-4385-b3dd-e8dc165436a5 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Request body: {'port': {'device_id': '051b1372-b85f-43be-9ec5-11e1510a8a33', 'network_id': '8ecd94bd-62eb-4c2d-b91c-0c9de8655a42', 'admin_state_up': True, 'tenant_id': 'e9becec18cd64d19acfb6d44e69692c1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:36.267632 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=b971e369-edad-4591-bd3a-6b5d8952cf76,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:36.275457 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:36.326352 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249c94ad-a9ba-4e72-8760-5e32f4e34252 None None] New status for floating IP 3292290d-321e-4ca8-8c0d-e31cfb9f3a45: DOWN {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:15:36.376496 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e4b120-0d75-45ce-add1-f79aeb85dfb4 req-b028f2c9-92c4-4e91-a2e0-1337c64c7969 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:36.384687 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a6e4b120-0d75-45ce-add1-f79aeb85dfb4 req-b028f2c9-92c4-4e91-a2e0-1337c64c7969 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=7abb4c18-915b-4d5d-9b2e-7a134555b04c HTTP/1.1" status: 200 len: 943 time: 0.7427225 Jul 15 23:15:36.449556 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3ae2c73e-4e3c-49e6-a758-2002b64cc0f3 req-b9e9485f-da0b-4198-8a5d-a84ed38d9bd1 service neutron] 10.222.0.48 "GET /v2.0/networks/bc4d0c97-5d85-4af5-8dfb-79d73dbdb620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5403666 Jul 15 23:15:36.614786 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a6e4b120-0d75-45ce-add1-f79aeb85dfb4 req-c823f745-ecdc-43db-a142-7cf514bce76c tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186260 Jul 15 23:15:36.653335 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33612) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:36.712229 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['b971e369-edad-4591-bd3a-6b5d8952cf76'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:15:36.758516 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3ae2c73e-4e3c-49e6-a758-2002b64cc0f3 req-2b6147fd-de3d-4354-b69a-59f3e1533648 service neutron] 10.222.0.48 "GET /v2.0/networks/bc4d0c97-5d85-4af5-8dfb-79d73dbdb620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621658 Jul 15 23:15:36.761006 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45ee8a25-f58f-4fb3-be5d-ba069bc5bae7 req-8088d7d9-a0fc-4385-b3dd-e8dc165436a5 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Made reservation on behalf of e9becec18cd64d19acfb6d44e69692c1 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:36.767837 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-45ee8a25-f58f-4fb3-be5d-ba069bc5bae7 req-8088d7d9-a0fc-4385-b3dd-e8dc165436a5 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:36.778553 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d3b159e2-0183-4ee3-b6e0-d9a59b3826fe admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=86035c7b1f04422e8f8ece7de8d74ab5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1231055 Jul 15 23:15:36.783608 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33614) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:36.940422 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-130cee39-a737-42ad-833b-c0f60b9816c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:37.003998 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-130cee39-a737-42ad-833b-c0f60b9816c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:37.063946 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-21bb0fd0-34af-453e-9a5f-216bdde9a3cf req-a6b36e64-0208-49d7-9add-300c08e18922 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] 10.222.0.48 "GET /v2.0/ports?device_id=051b1372-b85f-43be-9ec5-11e1510a8a33 HTTP/1.1" status: 200 len: 210 time: 0.0529447 Jul 15 23:15:37.127136 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-45ee8a25-f58f-4fb3-be5d-ba069bc5bae7 req-8088d7d9-a0fc-4385-b3dd-e8dc165436a5 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Allocated IP 172.20.0.3 (8ecd94bd-62eb-4c2d-b91c-0c9de8655a42/e212a520-684a-4fbf-ae3b-aab2e981ec56/426feaae-9363-4074-b0ce-63b4ab490675) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:15:37.128368 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-130cee39-a737-42ad-833b-c0f60b9816c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:37.137750 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-130cee39-a737-42ad-833b-c0f60b9816c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:37.139491 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-130cee39-a737-42ad-833b-c0f60b9816c6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1ee7bad3-0ac5-4afb-a5b0-e8b6c54e2f4f HTTP/1.1" status: 204 len: 168 time: 0.3463833 Jul 15 23:15:37.153242 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130cee39-a737-42ad-833b-c0f60b9816c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee7bad3-0ac5-4afb-a5b0-e8b6c54e2f4f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:37.408337 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Thu, 15 Jul 2021 23:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83970b7b-bf30-4672-b55d-a30b26ead6c4 x-openstack-request-id: req-83970b7b-bf30-4672-b55d-a30b26ead6c4 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:15:37.408767 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be308bf9-ab6d-4e1a-aa67-27a5fa9bdb49", "tag": "20e617c1-19b4-403b-b99b-d8c56dfd02cc", "status": "completed", "code": 200}, {"server_uuid": "7abb4c18-915b-4d5d-9b2e-7a134555b04c", "name": "network-vif-unplugged", "status": "completed", "tag": "04364241-cc9c-414f-80e8-010de4fc03f7", "code": 200}, {"name": "network-changed", "server_uuid": "7abb4c18-915b-4d5d-9b2e-7a134555b04c", "tag": "04364241-cc9c-414f-80e8-010de4fc03f7", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:15:37.409097 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-83970b7b-bf30-4672-b55d-a30b26ead6c4 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:15:37.409745 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be308bf9-ab6d-4e1a-aa67-27a5fa9bdb49', 'tag': '20e617c1-19b4-403b-b99b-d8c56dfd02cc', 'status': 'completed', 'code': 200} Jul 15 23:15:37.410801 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7abb4c18-915b-4d5d-9b2e-7a134555b04c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04364241-cc9c-414f-80e8-010de4fc03f7', 'code': 200} Jul 15 23:15:37.411482 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7abb4c18-915b-4d5d-9b2e-7a134555b04c', 'tag': '04364241-cc9c-414f-80e8-010de4fc03f7', 'status': 'completed', 'code': 200} Jul 15 23:15:37.548890 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb2847b-ec17-4dd4-963b-c6dc7f153315 req-9cb6054c-ad4c-4bc0-aee6-f93f5d67607b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:37.551088 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-bdb2847b-ec17-4dd4-963b-c6dc7f153315 req-9cb6054c-ad4c-4bc0-aee6-f93f5d67607b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=48062b7ca7314e72995400ce76936d28&device_id=be308bf9-ab6d-4e1a-aa67-27a5fa9bdb49 HTTP/1.1" status: 200 len: 1097 time: 0.0983920 Jul 15 23:15:37.605663 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd6aae-b273-4ddb-adfa-608b291dc5f2 req-49ac30b6-d6f3-46b8-a40d-7c6610d48397 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:37.607381 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7dbd6aae-b273-4ddb-adfa-608b291dc5f2 req-49ac30b6-d6f3-46b8-a40d-7c6610d48397 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/networks?id=a62e01ea-f2e5-4ac4-9f56-3043444e806b HTTP/1.1" status: 200 len: 811 time: 0.3924737 Jul 15 23:15:37.627336 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-45ee8a25-f58f-4fb3-be5d-ba069bc5bae7 req-8088d7d9-a0fc-4385-b3dd-e8dc165436a5 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:37.648382 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7dbd6aae-b273-4ddb-adfa-608b291dc5f2 req-4c1de445-84b3-4232-a7fa-07ba24306f8b tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/quotas/675bfc559b0b40ea8fae85ead4a7a3be HTTP/1.1" status: 200 len: 375 time: 0.0284896 Jul 15 23:15:37.701044 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7dbd6aae-b273-4ddb-adfa-608b291dc5f2 req-2136d640-2738-46fa-9f20-ec5ede9bdf3c tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=675bfc559b0b40ea8fae85ead4a7a3be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386796 Jul 15 23:15:37.781985 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85612155-8abb-432c-90ed-6aaba32196ab req-2460ec54-2ea1-4b36-be76-40d1799c761c tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:37.783703 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-85612155-8abb-432c-90ed-6aaba32196ab req-2460ec54-2ea1-4b36-be76-40d1799c761c tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f630477-25d0-41ff-8a80-57bbce333916 HTTP/1.1" status: 200 len: 945 time: 0.2887919 Jul 15 23:15:37.825074 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb2847b-ec17-4dd4-963b-c6dc7f153315 req-ba30c8a9-41dc-4f03-bddd-177a9d4666f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:37.827905 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-bdb2847b-ec17-4dd4-963b-c6dc7f153315 req-ba30c8a9-41dc-4f03-bddd-177a9d4666f1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bc4d0c97-5d85-4af5-8dfb-79d73dbdb620 HTTP/1.1" status: 200 len: 930 time: 0.1887715 Jul 15 23:15:37.866029 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-45ee8a25-f58f-4fb3-be5d-ba069bc5bae7 req-8088d7d9-a0fc-4385-b3dd-e8dc165436a5 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:37.878936 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-bdb2847b-ec17-4dd4-963b-c6dc7f153315 req-5f9e839a-776f-4d88-ab5f-a3eafd2c98da service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20e617c1-19b4-403b-b99b-d8c56dfd02cc HTTP/1.1" status: 200 len: 217 time: 0.0432727 Jul 15 23:15:37.969841 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45ee8a25-f58f-4fb3-be5d-ba069bc5bae7 req-8088d7d9-a0fc-4385-b3dd-e8dc165436a5 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Network 8ecd94bd-62eb-4c2d-b91c-0c9de8655a42 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:15:37.976429 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7dbd6aae-b273-4ddb-adfa-608b291dc5f2 req-de12cf31-14c6-40f4-937d-b77bd4879a3b service neutron] 10.222.0.48 "GET /v2.0/networks/a62e01ea-f2e5-4ac4-9f56-3043444e806b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606385 Jul 15 23:15:37.987241 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-85612155-8abb-432c-90ed-6aaba32196ab req-acad94e0-308a-4181-a435-8b007462849f tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/security-groups?id=a00402bc-417c-4401-b3a4-a86d8ce769a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425247 Jul 15 23:15:37.991990 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-45ee8a25-f58f-4fb3-be5d-ba069bc5bae7 req-8088d7d9-a0fc-4385-b3dd-e8dc165436a5 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:37.994638 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-45ee8a25-f58f-4fb3-be5d-ba069bc5bae7 req-8088d7d9-a0fc-4385-b3dd-e8dc165436a5 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:15:38.011392 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb2847b-ec17-4dd4-963b-c6dc7f153315 req-0adb8c68-26d5-4633-891d-7adf2b0980d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:38.014696 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-bdb2847b-ec17-4dd4-963b-c6dc7f153315 req-0adb8c68-26d5-4633-891d-7adf2b0980d9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fb78a6d5-607f-412f-94b4-7bd41c3d2f9c HTTP/1.1" status: 200 len: 868 time: 0.1268692 Jul 15 23:15:38.016467 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088d7d9-a0fc-4385-b3dd-e8dc165436a5 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Pushing event updated for resources: {'Port': ['ID=426feaae-9363-4074-b0ce-63b4ab490675,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:38.074026 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:38.170607 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb2847b-ec17-4dd4-963b-c6dc7f153315 req-702bd73f-569d-4361-a412-04a44356c9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:38.172810 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-bdb2847b-ec17-4dd4-963b-c6dc7f153315 req-702bd73f-569d-4361-a412-04a44356c9ca service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bc4d0c97-5d85-4af5-8dfb-79d73dbdb620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1467798 Jul 15 23:15:38.266504 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4a70f03e-aef4-4d1a-b64a-cd551562ee03 req-92168b83-01b3-49cd-8982-f37514b5b898 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] 10.222.0.48 "GET /v2.0/floatingips/3292290d-321e-4ca8-8c0d-e31cfb9f3a45 HTTP/1.1" status: 200 len: 693 time: 0.2078500 Jul 15 23:15:38.354346 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-bdb2847b-ec17-4dd4-963b-c6dc7f153315 req-fd738a72-3686-4583-aa45-2ceb0ea9c5ce service neutron] 10.222.0.41 "GET /v2.0/networks/bc4d0c97-5d85-4af5-8dfb-79d73dbdb620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741698 Jul 15 23:15:38.384587 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee8a25-f58f-4fb3-be5d-ba069bc5bae7 req-8088d7d9-a0fc-4385-b3dd-e8dc165436a5 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:38.385864 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-45ee8a25-f58f-4fb3-be5d-ba069bc5bae7 req-8088d7d9-a0fc-4385-b3dd-e8dc165436a5 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:38.523379 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-45ee8a25-f58f-4fb3-be5d-ba069bc5bae7 req-8088d7d9-a0fc-4385-b3dd-e8dc165436a5 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3057714 Jul 15 23:15:38.533821 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-bdb2847b-ec17-4dd4-963b-c6dc7f153315 req-1d68949c-b16d-422b-a55b-fcd4dfd7669f service neutron] 10.222.0.41 "GET /v2.0/networks/bc4d0c97-5d85-4af5-8dfb-79d73dbdb620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651223 Jul 15 23:15:38.533821 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33652) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:38.536829 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7dbd6aae-b273-4ddb-adfa-608b291dc5f2 req-2dad381c-73b6-443e-94f7-7166aea1f5be service neutron] 10.222.0.48 "GET /v2.0/networks/a62e01ea-f2e5-4ac4-9f56-3043444e806b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5467820 Jul 15 23:15:38.567084 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-45ee8a25-f58f-4fb3-be5d-ba069bc5bae7 req-bf67865a-06f9-42ca-943d-29828a4d1793 service neutron] Request body: {'port': {'device_id': '051b1372-b85f-43be-9ec5-11e1510a8a33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:38.685848 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a70f03e-aef4-4d1a-b64a-cd551562ee03 req-e7502849-3a7d-4fed-ac98-f314be5853ac tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:38.698680 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4a70f03e-aef4-4d1a-b64a-cd551562ee03 req-e7502849-3a7d-4fed-ac98-f314be5853ac tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] 10.222.0.48 "GET /v2.0/networks/c4160cc4-e133-4d4e-ad39-f86bca4b2f14 HTTP/1.1" status: 200 len: 784 time: 0.4305801 Jul 15 23:15:38.712670 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device b971e369-edad-4591-bd3a-6b5d8952cf76 up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:15:38.765600 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-35ec659b-8063-4939-a48d-d25a07ac2e2f tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-107356058'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:38.852160 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4a70f03e-aef4-4d1a-b64a-cd551562ee03 req-74b5b6c0-0dfd-43bc-acdb-36321a812edf tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.165 HTTP/1.1" status: 200 len: 696 time: 0.1518936 Jul 15 23:15:38.864584 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port b971e369-edad-4591-bd3a-6b5d8952cf76 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:15:38.865629 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ec659b-8063-4939-a48d-d25a07ac2e2f tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Made reservation on behalf of 56d4f27363ee4dd9a9774e075bea6532 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:38.869121 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port b971e369-edad-4591-bd3a-6b5d8952cf76 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:38.869503 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:38.884057 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-35ec659b-8063-4939-a48d-d25a07ac2e2f tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:38.954743 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-35ec659b-8063-4939-a48d-d25a07ac2e2f tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:39.012839 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb2847b-ec17-4dd4-963b-c6dc7f153315 req-db3915eb-9d0f-4add-9ddb-d02d3aaec66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:39.013160 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4a70f03e-aef4-4d1a-b64a-cd551562ee03 req-833d64b1-20b2-4b6b-a234-e5cc9bcc5770 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.165 HTTP/1.1" status: 200 len: 696 time: 0.1594985 Jul 15 23:15:39.020881 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-bdb2847b-ec17-4dd4-963b-c6dc7f153315 req-db3915eb-9d0f-4add-9ddb-d02d3aaec66b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=97397394137f47b6b8b1bb83454a379f&device_id=7abb4c18-915b-4d5d-9b2e-7a134555b04c HTTP/1.1" status: 200 len: 1124 time: 0.3315418 Jul 15 23:15:39.072082 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:39.092457 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-45ee8a25-f58f-4fb3-be5d-ba069bc5bae7 req-bf67865a-06f9-42ca-943d-29828a4d1793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:39.267078 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb2847b-ec17-4dd4-963b-c6dc7f153315 req-0110830e-67bf-402f-989f-51c94aeced83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:39.270301 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-bdb2847b-ec17-4dd4-963b-c6dc7f153315 req-0110830e-67bf-402f-989f-51c94aeced83 service neutron] 10.222.0.41 "GET /v2.0/networks?id=54d36d42-4b6b-4a3b-a62a-15b6ab91449d HTTP/1.1" status: 200 len: 922 time: 0.2346799 Jul 15 23:15:39.356458 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-bdb2847b-ec17-4dd4-963b-c6dc7f153315 req-e28dbcaf-8bab-4dd4-94e9-ed8ee3bb98b3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04364241-cc9c-414f-80e8-010de4fc03f7 HTTP/1.1" status: 200 len: 217 time: 0.0745366 Jul 15 23:15:39.434636 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-35ec659b-8063-4939-a48d-d25a07ac2e2f tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:39.440997 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-35ec659b-8063-4939-a48d-d25a07ac2e2f tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:39.459056 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f630477-25d0-41ff-8a80-57bbce333916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b971e369-edad-4591-bd3a-6b5d8952cf76'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:15:39.467116 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7036caa2-7065-4103-bea3-d78c9deaf1bb" -d '{"events": [{"server_uuid": "6f630477-25d0-41ff-8a80-57bbce333916", "name": "network-vif-plugged", "status": "completed", "tag": "b971e369-edad-4591-bd3a-6b5d8952cf76"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:15:39.490640 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35ec659b-8063-4939-a48d-d25a07ac2e2f tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:15:39.501353 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb2847b-ec17-4dd4-963b-c6dc7f153315 req-9093adf9-aec5-46ec-b769-301072a5f77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:39.502952 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-bdb2847b-ec17-4dd4-963b-c6dc7f153315 req-9093adf9-aec5-46ec-b769-301072a5f77c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fe3eef83-74d9-48a6-8931-0e31ba6153cf HTTP/1.1" status: 200 len: 861 time: 0.1360044 Jul 15 23:15:39.505368 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port b971e369-edad-4591-bd3a-6b5d8952cf76, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=b971e369-edad-4591-bd3a-6b5d8952cf76,segment=NetworkSegment(f2e0773f-8183-4f36-8ee8-76cf70d2d71c),segment_id=f2e0773f-8183-4f36-8ee8-76cf70d2d71c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:39.506218 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ec659b-8063-4939-a48d-d25a07ac2e2f tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4006e8-2697-4a0d-9f1a-34e123bbac61,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:39.511693 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:39.546793 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-35ec659b-8063-4939-a48d-d25a07ac2e2f tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:39.547378 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-35ec659b-8063-4939-a48d-d25a07ac2e2f tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Added segment ce4beb68-e007-4a2b-8ee8-03268d70dbe1 of type vlan for network 8df25258-ecc8-4b2e-ac54-1c3f8c3b1205 Jul 15 23:15:39.573854 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-bdb2847b-ec17-4dd4-963b-c6dc7f153315 req-30b82316-64af-4625-bdd1-ad327b3c7737 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=54d36d42-4b6b-4a3b-a62a-15b6ab91449d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470052 Jul 15 23:15:39.608734 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20666bea-c60b-466c-acd9-f8bb3a01038e req-724577ce-193e-42dd-abe9-efc1b0d22ee6 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:39.611263 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-20666bea-c60b-466c-acd9-f8bb3a01038e req-724577ce-193e-42dd-abe9-efc1b0d22ee6 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/ports?device_id=159498bb-e71d-4162-a872-a8de7dd821be HTTP/1.1" status: 200 len: 945 time: 0.5780516 Jul 15 23:15:39.658515 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=b971e369-edad-4591-bd3a-6b5d8952cf76,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:39.697554 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-4a70f03e-aef4-4d1a-b64a-cd551562ee03 req-0e14ef35-64fd-4f2a-9dbd-06d4b185f98e tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Deleting port 3ea7948f-f858-42f8-858d-b8e52fdd9871 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:15:39.698151 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4a70f03e-aef4-4d1a-b64a-cd551562ee03 req-0e14ef35-64fd-4f2a-9dbd-06d4b185f98e tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:39.708727 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-35ec659b-8063-4939-a48d-d25a07ac2e2f tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:39.812330 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-bdb2847b-ec17-4dd4-963b-c6dc7f153315 req-51ede8e9-b3c0-44a9-9250-f030656e389c service neutron] 10.222.0.41 "GET /v2.0/networks/54d36d42-4b6b-4a3b-a62a-15b6ab91449d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315505 Jul 15 23:15:39.813929 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-35ec659b-8063-4939-a48d-d25a07ac2e2f tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:39.820347 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ec659b-8063-4939-a48d-d25a07ac2e2f tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:39.821397 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-35ec659b-8063-4939-a48d-d25a07ac2e2f tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:39.858980 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-20666bea-c60b-466c-acd9-f8bb3a01038e req-b7f6ee4a-7d35-4adc-9f2b-5d3a2323e87e tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3cc6b1b-b328-4d26-ba63-110947666d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363462 Jul 15 23:15:39.949934 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-35ec659b-8063-4939-a48d-d25a07ac2e2f tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.4150891 Jul 15 23:15:39.957626 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33672) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:39.973877 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-97bf4716-19f6-4b1e-b7b6-3bf3d0a48357 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Request body: {'subnet': {'network_id': '8df25258-ecc8-4b2e-ac54-1c3f8c3b1205', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:40.178523 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ec659b-8063-4939-a48d-d25a07ac2e2f tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Pushing event updated for resources: {'Network': ['ID=8df25258-ecc8-4b2e-ac54-1c3f8c3b1205,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:40.201891 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 8df25258-ecc8-4b2e-ac54-1c3f8c3b1205 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:15:40.337080 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-bdb2847b-ec17-4dd4-963b-c6dc7f153315 req-90c831e3-8b7f-401a-9a81-56e64b257208 service neutron] 10.222.0.41 "GET /v2.0/networks/54d36d42-4b6b-4a3b-a62a-15b6ab91449d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5106041 Jul 15 23:15:40.382316 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97bf4716-19f6-4b1e-b7b6-3bf3d0a48357 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Made reservation on behalf of 56d4f27363ee4dd9a9774e075bea6532 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:40.386728 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-97bf4716-19f6-4b1e-b7b6-3bf3d0a48357 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:40.696070 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4a70f03e-aef4-4d1a-b64a-cd551562ee03 req-0e14ef35-64fd-4f2a-9dbd-06d4b185f98e tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:40.697670 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4a70f03e-aef4-4d1a-b64a-cd551562ee03 req-0e14ef35-64fd-4f2a-9dbd-06d4b185f98e tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:40.721869 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-4a70f03e-aef4-4d1a-b64a-cd551562ee03 req-0e14ef35-64fd-4f2a-9dbd-06d4b185f98e tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Calling delete_port for 3ea7948f-f858-42f8-858d-b8e52fdd9871 owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:15:40.740249 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-97bf4716-19f6-4b1e-b7b6-3bf3d0a48357 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:40.813129 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bf4716-19f6-4b1e-b7b6-3bf3d0a48357 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Checking segment: {'id': 'ce4beb68-e007-4a2b-8ee8-03268d70dbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8df25258-ecc8-4b2e-ac54-1c3f8c3b1205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:15:40.813485 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bf4716-19f6-4b1e-b7b6-3bf3d0a48357 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Network hostable DHCP agents. Network: 8df25258-ecc8-4b2e-ac54-1c3f8c3b1205, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:15:40.835476 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bf4716-19f6-4b1e-b7b6-3bf3d0a48357 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Pushing event updated for resources: {'Subnet': ['ID=a879978a-d662-4717-94eb-fa1cc31a4096,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:40.845063 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bf4716-19f6-4b1e-b7b6-3bf3d0a48357 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Network 8df25258-ecc8-4b2e-ac54-1c3f8c3b1205 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:15:40.865003 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-97bf4716-19f6-4b1e-b7b6-3bf3d0a48357 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 8df25258-ecc8-4b2e-ac54-1c3f8c3b1205) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:40.875665 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bf4716-19f6-4b1e-b7b6-3bf3d0a48357 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:40.877832 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-97bf4716-19f6-4b1e-b7b6-3bf3d0a48357 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:40.884678 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71701be-58ee-41bf-859c-721791c4b384 None None] Network 8df25258-ecc8-4b2e-ac54-1c3f8c3b1205 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:15:40.921278 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-97bf4716-19f6-4b1e-b7b6-3bf3d0a48357 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9587355 Jul 15 23:15:40.922507 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33682) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:40.930462 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-2b2bc74c-3890-4448-8ce0-67076f27145d tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Request body: {'port': {'network_id': '8df25258-ecc8-4b2e-ac54-1c3f8c3b1205', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-588341606'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:40.955121 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4a70f03e-aef4-4d1a-b64a-cd551562ee03 req-0e14ef35-64fd-4f2a-9dbd-06d4b185f98e tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:41.016180 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14ef35-64fd-4f2a-9dbd-06d4b185f98e tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Pushing event deleted for resources: {'Port': ['ID=3ea7948f-f858-42f8-858d-b8e52fdd9871,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:41.147236 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-45ee8a25-f58f-4fb3-be5d-ba069bc5bae7 req-bf67865a-06f9-42ca-943d-29828a4d1793 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 426feaae-9363-4074-b0ce-63b4ab490675 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:15:41.170428 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4753b52a-9db9-4b71-97e2-fcd3ad5376df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-8df25258-ecc8-4b2e-ac54-1c3f8c3b1205', 'network_id': '8df25258-ecc8-4b2e-ac54-1c3f8c3b1205', 'tenant_id': '56d4f27363ee4dd9a9774e075bea6532', 'fixed_ips': [{'subnet_id': 'a879978a-d662-4717-94eb-fa1cc31a4096'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:15:41.171355 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4753b52a-9db9-4b71-97e2-fcd3ad5376df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:41.174082 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-45ee8a25-f58f-4fb3-be5d-ba069bc5bae7 req-bf67865a-06f9-42ca-943d-29828a4d1793 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:41.192175 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7129af-ce6f-4117-b95d-38df94933c78 req-00965fa4-a1ca-4aff-8a1b-84856d1e3510 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:41.200475 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9e7129af-ce6f-4117-b95d-38df94933c78 req-00965fa4-a1ca-4aff-8a1b-84856d1e3510 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=7abb4c18-915b-4d5d-9b2e-7a134555b04c HTTP/1.1" status: 200 len: 943 time: 0.7100081 Jul 15 23:15:41.217102 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4a70f03e-aef4-4d1a-b64a-cd551562ee03 req-0e14ef35-64fd-4f2a-9dbd-06d4b185f98e tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:41.220000 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4a70f03e-aef4-4d1a-b64a-cd551562ee03 req-0e14ef35-64fd-4f2a-9dbd-06d4b185f98e tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:41.223309 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4a70f03e-aef4-4d1a-b64a-cd551562ee03 req-0e14ef35-64fd-4f2a-9dbd-06d4b185f98e tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] 10.222.0.48 "DELETE /v2.0/floatingips/3292290d-321e-4ca8-8c0d-e31cfb9f3a45 HTTP/1.1" status: 204 len: 173 time: 2.2070022 Jul 15 23:15:41.240609 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-45ee8a25-f58f-4fb3-be5d-ba069bc5bae7 req-bf67865a-06f9-42ca-943d-29828a4d1793 service neutron] Transition to ACTIVE for port object 426feaae-9363-4074-b0ce-63b4ab490675 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:41.257256 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-45ee8a25-f58f-4fb3-be5d-ba069bc5bae7 req-bf67865a-06f9-42ca-943d-29828a4d1793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:41.279778 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b2bc74c-3890-4448-8ce0-67076f27145d tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Made reservation on behalf of 56d4f27363ee4dd9a9774e075bea6532 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:41.285364 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b2bc74c-3890-4448-8ce0-67076f27145d tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:41.310686 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-2b2bc74c-3890-4448-8ce0-67076f27145d tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] device_id is not set on port 1c1ff01e-5f49-4dbd-b846-c35a46d686de yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:15:41.379543 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf67865a-06f9-42ca-943d-29828a4d1793 service neutron] Pushing event updated for resources: {'Port': ['ID=426feaae-9363-4074-b0ce-63b4ab490675,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:41.387826 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9e7129af-ce6f-4117-b95d-38df94933c78 req-11d4d805-f3ee-420c-9a8a-68bd5e7d5fe7 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863315 Jul 15 23:15:41.523958 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-45ee8a25-f58f-4fb3-be5d-ba069bc5bae7 req-bf67865a-06f9-42ca-943d-29828a4d1793 service neutron] Attempting to bind port 426feaae-9363-4074-b0ce-63b4ab490675 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:15:41.524188 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-45ee8a25-f58f-4fb3-be5d-ba069bc5bae7 req-bf67865a-06f9-42ca-943d-29828a4d1793 service neutron] Attempting to bind port 426feaae-9363-4074-b0ce-63b4ab490675 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': 'd7b09758-ffc0-4d02-ad5e-168911b86f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8ecd94bd-62eb-4c2d-b91c-0c9de8655a42'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:15:41.524482 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ee8a25-f58f-4fb3-be5d-ba069bc5bae7 req-bf67865a-06f9-42ca-943d-29828a4d1793 service neutron] Attempting to bind port 426feaae-9363-4074-b0ce-63b4ab490675 on network 8ecd94bd-62eb-4c2d-b91c-0c9de8655a42 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:41.530859 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ee8a25-f58f-4fb3-be5d-ba069bc5bae7 req-bf67865a-06f9-42ca-943d-29828a4d1793 service neutron] Port 426feaae-9363-4074-b0ce-63b4ab490675 on network 8ecd94bd-62eb-4c2d-b91c-0c9de8655a42 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:15:41.531192 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ee8a25-f58f-4fb3-be5d-ba069bc5bae7 req-bf67865a-06f9-42ca-943d-29828a4d1793 service neutron] Attempting to bind port 426feaae-9363-4074-b0ce-63b4ab490675 on network 8ecd94bd-62eb-4c2d-b91c-0c9de8655a42 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:41.546060 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ee8a25-f58f-4fb3-be5d-ba069bc5bae7 req-bf67865a-06f9-42ca-943d-29828a4d1793 service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:15:41.546451 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ee8a25-f58f-4fb3-be5d-ba069bc5bae7 req-bf67865a-06f9-42ca-943d-29828a4d1793 service neutron] Checking segment: {'id': 'd7b09758-ffc0-4d02-ad5e-168911b86f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8ecd94bd-62eb-4c2d-b91c-0c9de8655a42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:15:41.546852 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ee8a25-f58f-4fb3-be5d-ba069bc5bae7 req-bf67865a-06f9-42ca-943d-29828a4d1793 service neutron] Bound using segment: {'id': 'd7b09758-ffc0-4d02-ad5e-168911b86f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8ecd94bd-62eb-4c2d-b91c-0c9de8655a42'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:15:41.547305 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-45ee8a25-f58f-4fb3-be5d-ba069bc5bae7 req-bf67865a-06f9-42ca-943d-29828a4d1793 service neutron] Bound port: 426feaae-9363-4074-b0ce-63b4ab490675, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7b09758-ffc0-4d02-ad5e-168911b86f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8ecd94bd-62eb-4c2d-b91c-0c9de8655a42'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:15:41.547721 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-45ee8a25-f58f-4fb3-be5d-ba069bc5bae7 req-bf67865a-06f9-42ca-943d-29828a4d1793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:41.608830 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-4753b52a-9db9-4b71-97e2-fcd3ad5376df None None] Allocated IP 2001:db8::2 (8df25258-ecc8-4b2e-ac54-1c3f8c3b1205/a879978a-d662-4717-94eb-fa1cc31a4096/14a6c799-374f-4783-b29f-b3c7528ffd25) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:15:41.693586 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8955a8f-0a1f-4058-bc1e-94139d09cfb5 req-d6f0f71a-25d5-4973-bdbb-d2e342888287 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:41.696508 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c8955a8f-0a1f-4058-bc1e-94139d09cfb5 req-d6f0f71a-25d5-4973-bdbb-d2e342888287 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] 10.222.0.48 "GET /v2.0/ports?device_id=051b1372-b85f-43be-9ec5-11e1510a8a33 HTTP/1.1" status: 200 len: 943 time: 0.2239902 Jul 15 23:15:41.753790 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-45ee8a25-f58f-4fb3-be5d-ba069bc5bae7 req-bf67865a-06f9-42ca-943d-29828a4d1793 service neutron] For port 426feaae-9363-4074-b0ce-63b4ab490675, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:15:41.760890 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-45ee8a25-f58f-4fb3-be5d-ba069bc5bae7 req-bf67865a-06f9-42ca-943d-29828a4d1793 service neutron] For port 426feaae-9363-4074-b0ce-63b4ab490675, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=426feaae-9363-4074-b0ce-63b4ab490675,segment=NetworkSegment(d7b09758-ffc0-4d02-ad5e-168911b86f82),segment_id=d7b09758-ffc0-4d02-ad5e-168911b86f82)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:15:41.813643 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd6aae-b273-4ddb-adfa-608b291dc5f2 req-03cecf11-5122-4767-bf06-cca1f7e3b960 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:41.816036 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-45ee8a25-f58f-4fb3-be5d-ba069bc5bae7 req-bf67865a-06f9-42ca-943d-29828a4d1793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:41.817334 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-7dbd6aae-b273-4ddb-adfa-608b291dc5f2 req-03cecf11-5122-4767-bf06-cca1f7e3b960 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.41 "GET /v2.0/networks?id=a62e01ea-f2e5-4ac4-9f56-3043444e806b HTTP/1.1" status: 200 len: 811 time: 0.5522895 Jul 15 23:15:41.821234 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-901757f0-208a-4ddd-a5ad-bcacc59495c8 req-4ed8009f-ab0a-4bd2-ad9d-46e33b912011 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=61c5767a-c6c2-4653-8302-bf1a560dc731 HTTP/1.1" status: 200 len: 210 time: 0.1073010 Jul 15 23:15:41.859850 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-7dbd6aae-b273-4ddb-adfa-608b291dc5f2 req-ed916c45-ddb8-4de8-9592-8c8598b3cc3d tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Request body: {'port': {'device_id': '61c5767a-c6c2-4653-8302-bf1a560dc731', 'network_id': 'a62e01ea-f2e5-4ac4-9f56-3043444e806b', 'admin_state_up': True, 'tenant_id': '675bfc559b0b40ea8fae85ead4a7a3be'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:41.960764 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4753b52a-9db9-4b71-97e2-fcd3ad5376df None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:41.975070 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4753b52a-9db9-4b71-97e2-fcd3ad5376df None None] Transition to ACTIVE for port object 14a6c799-374f-4783-b29f-b3c7528ffd25 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:41.986851 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf67865a-06f9-42ca-943d-29828a4d1793 service neutron] Pushing event updated for resources: {'Port': ['ID=426feaae-9363-4074-b0ce-63b4ab490675,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:42.018521 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee8a25-f58f-4fb3-be5d-ba069bc5bae7 req-bf67865a-06f9-42ca-943d-29828a4d1793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:42.019704 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-45ee8a25-f58f-4fb3-be5d-ba069bc5bae7 req-bf67865a-06f9-42ca-943d-29828a4d1793 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:42.020316 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4753b52a-9db9-4b71-97e2-fcd3ad5376df None None] Transition to ACTIVE for port object 14a6c799-374f-4783-b29f-b3c7528ffd25 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:42.022595 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-45ee8a25-f58f-4fb3-be5d-ba069bc5bae7 req-bf67865a-06f9-42ca-943d-29828a4d1793 service neutron] 10.222.0.49 "PUT /v2.0/ports/426feaae-9363-4074-b0ce-63b4ab490675 HTTP/1.1" status: 200 len: 1091 time: 3.4631968 Jul 15 23:15:42.023548 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '051b1372-b85f-43be-9ec5-11e1510a8a33', 'tag': '426feaae-9363-4074-b0ce-63b4ab490675'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:15:42.026580 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47899e3a-4e52-4613-bfe6-1b540d74775d" -d '{"events": [{"name": "network-changed", "server_uuid": "051b1372-b85f-43be-9ec5-11e1510a8a33", "tag": "426feaae-9363-4074-b0ce-63b4ab490675"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:15:42.040295 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4753b52a-9db9-4b71-97e2-fcd3ad5376df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:42.084732 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c8955a8f-0a1f-4058-bc1e-94139d09cfb5 req-d59af617-23a2-413b-80d9-92c6d33456aa tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] 10.222.0.48 "GET /v2.0/security-groups?id=c75ced0b-b679-4ed8-a0bf-e5a0053ebcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212969 Jul 15 23:15:42.142229 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4753b52a-9db9-4b71-97e2-fcd3ad5376df None None] Pushing event updated for resources: {'Port': ['ID=14a6c799-374f-4783-b29f-b3c7528ffd25,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:42.174951 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4753b52a-9db9-4b71-97e2-fcd3ad5376df None None] Network 8df25258-ecc8-4b2e-ac54-1c3f8c3b1205 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:15:42.178337 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-4753b52a-9db9-4b71-97e2-fcd3ad5376df None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:42.182764 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4753b52a-9db9-4b71-97e2-fcd3ad5376df None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:15:42.234958 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e129a6d-a221-4998-8d0e-735a3153a0e4 x-openstack-request-id: req-6e129a6d-a221-4998-8d0e-735a3153a0e4 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:15:42.235784 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f630477-25d0-41ff-8a80-57bbce333916", "name": "network-vif-plugged", "status": "completed", "tag": "b971e369-edad-4591-bd3a-6b5d8952cf76", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:15:42.236362 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6e129a6d-a221-4998-8d0e-735a3153a0e4 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:15:42.236986 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f630477-25d0-41ff-8a80-57bbce333916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b971e369-edad-4591-bd3a-6b5d8952cf76', 'code': 200} Jul 15 23:15:42.287288 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee8a25-f58f-4fb3-be5d-ba069bc5bae7 req-c3e2e1e1-d449-4e75-a759-f7fe64bacca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:42.289505 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-45ee8a25-f58f-4fb3-be5d-ba069bc5bae7 req-c3e2e1e1-d449-4e75-a759-f7fe64bacca9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e9becec18cd64d19acfb6d44e69692c1&device_id=051b1372-b85f-43be-9ec5-11e1510a8a33 HTTP/1.1" status: 200 len: 1094 time: 0.2022548 Jul 15 23:15:42.308900 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-4753b52a-9db9-4b71-97e2-fcd3ad5376df None None] Attempting to bind port 14a6c799-374f-4783-b29f-b3c7528ffd25 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:15:42.309374 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-4753b52a-9db9-4b71-97e2-fcd3ad5376df None None] Attempting to bind port 14a6c799-374f-4783-b29f-b3c7528ffd25 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'ce4beb68-e007-4a2b-8ee8-03268d70dbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8df25258-ecc8-4b2e-ac54-1c3f8c3b1205'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:15:42.309852 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4753b52a-9db9-4b71-97e2-fcd3ad5376df None None] Attempting to bind port 14a6c799-374f-4783-b29f-b3c7528ffd25 on network 8df25258-ecc8-4b2e-ac54-1c3f8c3b1205 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:42.312313 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6bb7c-6979-4896-98ef-efec2fedcf79 req-203166f0-1eb9-47b6-88cf-08386ee62870 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:42.314120 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f3e6bb7c-6979-4896-98ef-efec2fedcf79 req-203166f0-1eb9-47b6-88cf-08386ee62870 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f630477-25d0-41ff-8a80-57bbce333916 HTTP/1.1" status: 200 len: 946 time: 0.1927769 Jul 15 23:15:42.323194 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4753b52a-9db9-4b71-97e2-fcd3ad5376df None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:15:42.323738 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4753b52a-9db9-4b71-97e2-fcd3ad5376df None None] Checking segment: {'id': 'ce4beb68-e007-4a2b-8ee8-03268d70dbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8df25258-ecc8-4b2e-ac54-1c3f8c3b1205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:15:42.325619 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4753b52a-9db9-4b71-97e2-fcd3ad5376df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:42.326268 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4753b52a-9db9-4b71-97e2-fcd3ad5376df None None] Bound using segment: {'id': 'ce4beb68-e007-4a2b-8ee8-03268d70dbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8df25258-ecc8-4b2e-ac54-1c3f8c3b1205'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:15:42.327072 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-4753b52a-9db9-4b71-97e2-fcd3ad5376df None None] Bound port: 14a6c799-374f-4783-b29f-b3c7528ffd25, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce4beb68-e007-4a2b-8ee8-03268d70dbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8df25258-ecc8-4b2e-ac54-1c3f8c3b1205'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:15:42.329933 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4753b52a-9db9-4b71-97e2-fcd3ad5376df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:42.341993 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-2b2bc74c-3890-4448-8ce0-67076f27145d tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Allocated IP 2001:db8::33d (8df25258-ecc8-4b2e-ac54-1c3f8c3b1205/a879978a-d662-4717-94eb-fa1cc31a4096/1c1ff01e-5f49-4dbd-b846-c35a46d686de) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:15:42.354483 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dbd6aae-b273-4ddb-adfa-608b291dc5f2 req-ed916c45-ddb8-4de8-9592-8c8598b3cc3d tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Made reservation on behalf of 675bfc559b0b40ea8fae85ead4a7a3be for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:42.358663 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7dbd6aae-b273-4ddb-adfa-608b291dc5f2 req-ed916c45-ddb8-4de8-9592-8c8598b3cc3d tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:42.363333 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f145e59-7be6-43e3-ad7e-d09626835a15 x-openstack-request-id: req-3f145e59-7be6-43e3-ad7e-d09626835a15 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:15:42.364172 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "051b1372-b85f-43be-9ec5-11e1510a8a33", "tag": "426feaae-9363-4074-b0ce-63b4ab490675", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:15:42.364795 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3f145e59-7be6-43e3-ad7e-d09626835a15 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:15:42.365679 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '051b1372-b85f-43be-9ec5-11e1510a8a33', 'tag': '426feaae-9363-4074-b0ce-63b4ab490675', 'status': 'completed', 'code': 200} Jul 15 23:15:42.404690 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-075a3b0c-8f30-468f-a609-63b2244762d2 service neutron] 10.222.0.41 "GET /v2.0/ports/04364241-cc9c-414f-80e8-010de4fc03f7/bindings/n-h1-794306-6 HTTP/1.1" status: 200 len: 384 time: 0.2381632 Jul 15 23:15:42.406412 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-45ee8a25-f58f-4fb3-be5d-ba069bc5bae7 req-77647408-f421-43f7-8ab4-c3665c2ba5c0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=426feaae-9363-4074-b0ce-63b4ab490675 HTTP/1.1" status: 200 len: 217 time: 0.1043401 Jul 15 23:15:42.423824 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-4753b52a-9db9-4b71-97e2-fcd3ad5376df None None] For port 14a6c799-374f-4783-b29f-b3c7528ffd25, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:15:42.432363 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-4753b52a-9db9-4b71-97e2-fcd3ad5376df None None] For port 14a6c799-374f-4783-b29f-b3c7528ffd25, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=14a6c799-374f-4783-b29f-b3c7528ffd25,segment=NetworkSegment(ce4beb68-e007-4a2b-8ee8-03268d70dbe1),segment_id=ce4beb68-e007-4a2b-8ee8-03268d70dbe1)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:15:42.438203 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4753b52a-9db9-4b71-97e2-fcd3ad5376df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:42.507061 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4753b52a-9db9-4b71-97e2-fcd3ad5376df None None] Pushing event updated for resources: {'Port': ['ID=14a6c799-374f-4783-b29f-b3c7528ffd25,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:42.580022 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f3e6bb7c-6979-4896-98ef-efec2fedcf79 req-8bc90bbe-8a13-4f0b-a841-0bb24d8bff4a tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/security-groups?id=a00402bc-417c-4401-b3a4-a86d8ce769a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994979 Jul 15 23:15:42.612332 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee8a25-f58f-4fb3-be5d-ba069bc5bae7 req-bb90d766-1585-4d12-a343-1666f5bee72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:42.614406 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-45ee8a25-f58f-4fb3-be5d-ba069bc5bae7 req-bb90d766-1585-4d12-a343-1666f5bee72e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e212a520-684a-4fbf-ae3b-aab2e981ec56 HTTP/1.1" status: 200 len: 859 time: 0.1837442 Jul 15 23:15:42.679957 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-45ee8a25-f58f-4fb3-be5d-ba069bc5bae7 req-7a5be987-f304-4bb2-bc1c-6f551ea4190e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8ecd94bd-62eb-4c2d-b91c-0c9de8655a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563774 Jul 15 23:15:42.724178 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b4004-ea5b-43b1-b716-efd3057cb78d req-9bc38600-a3bf-4e06-8ef6-21ac887daf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:42.727442 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-501b4004-ea5b-43b1-b716-efd3057cb78d req-9bc38600-a3bf-4e06-8ef6-21ac887daf7f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6f630477-25d0-41ff-8a80-57bbce333916 HTTP/1.1" status: 200 len: 1097 time: 0.3646686 Jul 15 23:15:42.733991 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce9c56-57e2-4589-9858-9989d4e8045f req-882d5004-0cc9-4ceb-8042-335d67867187 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:42.735120 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-7dbd6aae-b273-4ddb-adfa-608b291dc5f2 req-ed916c45-ddb8-4de8-9592-8c8598b3cc3d tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Allocated IP 172.20.0.7 (a62e01ea-f2e5-4ac4-9f56-3043444e806b/a1126b8c-d6f8-4596-9ab3-27f6931e900c/7899febd-87ee-4462-88e1-a85c14b644f6) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:15:42.741837 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 04364241-cc9c-414f-80e8-010de4fc03f7 no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:15:42.742100 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9bce9c56-57e2-4589-9858-9989d4e8045f req-882d5004-0cc9-4ceb-8042-335d67867187 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] 10.222.0.48 "GET /v2.0/ports?device_id=be308bf9-ab6d-4e1a-aa67-27a5fa9bdb49&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2458000 Jul 15 23:15:42.810041 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9bce9c56-57e2-4589-9858-9989d4e8045f req-1036f145-c166-403e-864f-028aac66c09c tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0670350 Jul 15 23:15:42.899481 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-39dfbf3c-bedb-46c2-bba5-2c0f844c9c0e req-73f8d3a7-c196-42d1-900c-a1982f3e9c84 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0454021 Jul 15 23:15:43.039218 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b2bc74c-3890-4448-8ce0-67076f27145d tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:43.045140 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-501b4004-ea5b-43b1-b716-efd3057cb78d req-c72822fa-87d0-486c-b8cc-7f0eecb270dc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a00402bc-417c-4401-b3a4-a86d8ce769a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967556 Jul 15 23:15:43.070450 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-45ee8a25-f58f-4fb3-be5d-ba069bc5bae7 req-1c1ded53-5c5e-4906-b989-e46a3ba552fb service neutron] 10.222.0.49 "GET /v2.0/networks/8ecd94bd-62eb-4c2d-b91c-0c9de8655a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3806629 Jul 15 23:15:43.082159 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1a2eea-b102-48cb-92c8-c7413fc4f14c req-f5abb948-1a6b-4e03-a70c-94f6f50da568 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:43.084277 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2a1a2eea-b102-48cb-92c8-c7413fc4f14c req-f5abb948-1a6b-4e03-a70c-94f6f50da568 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=7abb4c18-915b-4d5d-9b2e-7a134555b04c HTTP/1.1" status: 200 len: 943 time: 0.3370867 Jul 15 23:15:43.134881 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-2b2bc74c-3890-4448-8ce0-67076f27145d tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Transition to ACTIVE for port object 1c1ff01e-5f49-4dbd-b846-c35a46d686de will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:43.159843 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-148732e1-a9db-498d-ab9b-89ae3d8608eb req-7c361ba4-e799-435a-8b76-939a48d95667 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=61c5767a-c6c2-4653-8302-bf1a560dc731 HTTP/1.1" status: 200 len: 210 time: 0.0651271 Jul 15 23:15:43.172305 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-490f48ea-4d11-4fba-8c9f-27ccf4f85217 service neutron] For port 04364241-cc9c-414f-80e8-010de4fc03f7, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=04364241-cc9c-414f-80e8-010de4fc03f7,segment=NetworkSegment(34c5f733-3f76-4beb-94d8-dfb9dc50430b),segment_id=34c5f733-3f76-4beb-94d8-dfb9dc50430b)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:43.249181 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2a1a2eea-b102-48cb-92c8-c7413fc4f14c req-d2df469e-d354-4b6e-a7ef-4671f7bf9acb tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523280 Jul 15 23:15:43.273186 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-45ee8a25-f58f-4fb3-be5d-ba069bc5bae7 req-d7386400-edd9-4360-9153-0e4f2c340038 service neutron] 10.222.0.49 "GET /v2.0/networks/8ecd94bd-62eb-4c2d-b91c-0c9de8655a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865542 Jul 15 23:15:43.494546 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47899e3a-4e52-4613-bfe6-1b540d74775d req-4a64d570-d879-44f1-a651-01c901849b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:43.496767 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-47899e3a-4e52-4613-bfe6-1b540d74775d req-4a64d570-d879-44f1-a651-01c901849b22 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e9becec18cd64d19acfb6d44e69692c1&device_id=051b1372-b85f-43be-9ec5-11e1510a8a33 HTTP/1.1" status: 200 len: 1094 time: 0.1348815 Jul 15 23:15:43.585378 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 14a6c799-374f-4783-b29f-b3c7528ffd25 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:15:43.646693 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-490f48ea-4d11-4fba-8c9f-27ccf4f85217 service neutron] For port 04364241-cc9c-414f-80e8-010de4fc03f7, host n-h2-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:15:43.717479 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47899e3a-4e52-4613-bfe6-1b540d74775d req-97f23e5d-88d8-46b2-be97-741948c5c94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:43.719127 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-47899e3a-4e52-4613-bfe6-1b540d74775d req-97f23e5d-88d8-46b2-be97-741948c5c94e service neutron] 10.222.0.49 "GET /v2.0/networks?id=8ecd94bd-62eb-4c2d-b91c-0c9de8655a42 HTTP/1.1" status: 200 len: 920 time: 0.2159843 Jul 15 23:15:43.726389 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-490f48ea-4d11-4fba-8c9f-27ccf4f85217 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04364241-cc9c-414f-80e8-010de4fc03f7 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:15:43.741141 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-490f48ea-4d11-4fba-8c9f-27ccf4f85217 service neutron] For port 04364241-cc9c-414f-80e8-010de4fc03f7, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=04364241-cc9c-414f-80e8-010de4fc03f7,segment=NetworkSegment(34c5f733-3f76-4beb-94d8-dfb9dc50430b),segment_id=34c5f733-3f76-4beb-94d8-dfb9dc50430b)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:43.750170 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 14a6c799-374f-4783-b29f-b3c7528ffd25 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:15:43.792701 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-490f48ea-4d11-4fba-8c9f-27ccf4f85217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:43.839125 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7dbd6aae-b273-4ddb-adfa-608b291dc5f2 req-ed916c45-ddb8-4de8-9592-8c8598b3cc3d tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:43.881232 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-47899e3a-4e52-4613-bfe6-1b540d74775d req-51aa7447-74c2-4a8e-84ff-decbf9eadead service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=426feaae-9363-4074-b0ce-63b4ab490675 HTTP/1.1" status: 200 len: 217 time: 0.1527421 Jul 15 23:15:43.930535 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b2bc74c-3890-4448-8ce0-67076f27145d tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:44.024174 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-490f48ea-4d11-4fba-8c9f-27ccf4f85217 service neutron] Transition to ACTIVE for port object 04364241-cc9c-414f-80e8-010de4fc03f7 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:44.030831 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2bc74c-3890-4448-8ce0-67076f27145d tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Network 8df25258-ecc8-4b2e-ac54-1c3f8c3b1205 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:15:44.040971 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-490f48ea-4d11-4fba-8c9f-27ccf4f85217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:44.043553 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-2b2bc74c-3890-4448-8ce0-67076f27145d tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:44.046227 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2bc74c-3890-4448-8ce0-67076f27145d tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:15:44.052302 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2bc74c-3890-4448-8ce0-67076f27145d tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:44.053241 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47899e3a-4e52-4613-bfe6-1b540d74775d req-b4e7d5b3-5137-412e-af0b-52d00a6362f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:44.053350 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b2bc74c-3890-4448-8ce0-67076f27145d tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:44.054116 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-47899e3a-4e52-4613-bfe6-1b540d74775d req-b4e7d5b3-5137-412e-af0b-52d00a6362f9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e212a520-684a-4fbf-ae3b-aab2e981ec56 HTTP/1.1" status: 200 len: 859 time: 0.1545684 Jul 15 23:15:44.064315 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2bc74c-3890-4448-8ce0-67076f27145d tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Pushing event updated for resources: {'Port': ['ID=1c1ff01e-5f49-4dbd-b846-c35a46d686de,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:44.110886 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-47899e3a-4e52-4613-bfe6-1b540d74775d req-9e6a1f51-8309-420f-a425-ff719575291e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8ecd94bd-62eb-4c2d-b91c-0c9de8655a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457234 Jul 15 23:15:44.120820 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b33b89-b0d5-4d24-9a0c-faaf16073542 None None] Network 8df25258-ecc8-4b2e-ac54-1c3f8c3b1205 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:15:44.134120 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6b6e32-8200-441b-9fa4-488110dd18f9 req-18cee4ad-4353-44ea-bf95-474ee1a6f4fc tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:44.135704 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-be6b6e32-8200-441b-9fa4-488110dd18f9 req-18cee4ad-4353-44ea-bf95-474ee1a6f4fc tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] 10.222.0.48 "GET /v2.0/ports?device_id=051b1372-b85f-43be-9ec5-11e1510a8a33 HTTP/1.1" status: 200 len: 943 time: 0.2696149 Jul 15 23:15:44.142080 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7dbd6aae-b273-4ddb-adfa-608b291dc5f2 req-ed916c45-ddb8-4de8-9592-8c8598b3cc3d tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:44.156290 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47474433-856a-4db0-bfc8-c99236207876 req-46b51154-9e2b-4417-97e6-01c82ec744dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:44.157864 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-47474433-856a-4db0-bfc8-c99236207876 req-46b51154-9e2b-4417-97e6-01c82ec744dc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bcd8fa5c1bea4844bd70f8774f2c31f7&device_id=159498bb-e71d-4162-a872-a8de7dd821be HTTP/1.1" status: 200 len: 1096 time: 0.2960637 Jul 15 23:15:44.163645 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-2b2bc74c-3890-4448-8ce0-67076f27145d tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.2360530 Jul 15 23:15:44.170266 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33714) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:44.189556 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b3757611-d6de-4045-9bda-e9402c8f59b0 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Request body: {'port': {'network_id': '8df25258-ecc8-4b2e-ac54-1c3f8c3b1205', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1168396859', 'allowed_address_pairs': [{'ip_address': '2001:db8::33d', 'mac_address': 'fa:16:3e:7b:91:93'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:44.194705 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b5a36-1924-4a2b-b764-a3392a1a8ba6 req-e2543132-9b49-49f2-9af3-37dbdfd59d82 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:44.195968 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-016b5a36-1924-4a2b-b764-a3392a1a8ba6 req-e2543132-9b49-49f2-9af3-37dbdfd59d82 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f630477-25d0-41ff-8a80-57bbce333916 HTTP/1.1" status: 200 len: 946 time: 0.3015828 Jul 15 23:15:44.222845 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4f517ccb-06b9-40bf-9ba5-e15c3d0be9ab None None] Provisioning for port 14a6c799-374f-4783-b29f-b3c7528ffd25 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:15:44.238624 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4f517ccb-06b9-40bf-9ba5-e15c3d0be9ab None None] Provisioning complete for port 14a6c799-374f-4783-b29f-b3c7528ffd25 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:44.239171 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4f517ccb-06b9-40bf-9ba5-e15c3d0be9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:44.371310 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-490f48ea-4d11-4fba-8c9f-27ccf4f85217 service neutron] No DVR routers for this DVR port 04364241-cc9c-414f-80e8-010de4fc03f7 on host n-h2-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:15:44.375499 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490f48ea-4d11-4fba-8c9f-27ccf4f85217 service neutron] Pushing event updated for resources: {'Port': ['ID=04364241-cc9c-414f-80e8-010de4fc03f7,revision_number=10']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:44.423339 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4f517ccb-06b9-40bf-9ba5-e15c3d0be9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:44.426696 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dbd6aae-b273-4ddb-adfa-608b291dc5f2 req-ed916c45-ddb8-4de8-9592-8c8598b3cc3d tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Network a62e01ea-f2e5-4ac4-9f56-3043444e806b is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:15:44.431452 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-016b5a36-1924-4a2b-b764-a3392a1a8ba6 req-2173b6c5-82fb-4c77-8ffb-fa574ca9a63e tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/security-groups?id=a00402bc-417c-4401-b3a4-a86d8ce769a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228129 Jul 15 23:15:44.437190 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-7dbd6aae-b273-4ddb-adfa-608b291dc5f2 req-ed916c45-ddb8-4de8-9592-8c8598b3cc3d tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:44.449905 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dbd6aae-b273-4ddb-adfa-608b291dc5f2 req-ed916c45-ddb8-4de8-9592-8c8598b3cc3d tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:15:44.471535 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-be6b6e32-8200-441b-9fa4-488110dd18f9 req-af6ab854-4f93-4012-86bb-1a570fc6f521 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] 10.222.0.48 "GET /v2.0/security-groups?id=c75ced0b-b679-4ed8-a0bf-e5a0053ebcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097949 Jul 15 23:15:44.495864 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 426feaae-9363-4074-b0ce-63b4ab490675 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:15:44.497344 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-47899e3a-4e52-4613-bfe6-1b540d74775d req-cd3507bd-96c3-42ce-af62-8679908b13d6 service neutron] 10.222.0.49 "GET /v2.0/networks/8ecd94bd-62eb-4c2d-b91c-0c9de8655a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676860 Jul 15 23:15:44.523768 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-490f48ea-4d11-4fba-8c9f-27ccf4f85217 service neutron] 10.222.0.41 "PUT /v2.0/ports/04364241-cc9c-414f-80e8-010de4fc03f7/bindings/n-h1-794306-6/activate HTTP/1.1" status: 200 len: 369 time: 2.1070838 Jul 15 23:15:44.538206 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed916c45-ddb8-4de8-9592-8c8598b3cc3d tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Pushing event updated for resources: {'Port': ['ID=7899febd-87ee-4462-88e1-a85c14b644f6,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:44.573826 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd6aae-b273-4ddb-adfa-608b291dc5f2 req-ed916c45-ddb8-4de8-9592-8c8598b3cc3d tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:44.574589 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7dbd6aae-b273-4ddb-adfa-608b291dc5f2 req-ed916c45-ddb8-4de8-9592-8c8598b3cc3d tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:44.602255 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3757611-d6de-4045-9bda-e9402c8f59b0 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Made reservation on behalf of 56d4f27363ee4dd9a9774e075bea6532 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:44.610680 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-4f517ccb-06b9-40bf-9ba5-e15c3d0be9ab None None] For port 14a6c799-374f-4783-b29f-b3c7528ffd25, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=14a6c799-374f-4783-b29f-b3c7528ffd25,segment=NetworkSegment(ce4beb68-e007-4a2b-8ee8-03268d70dbe1),segment_id=ce4beb68-e007-4a2b-8ee8-03268d70dbe1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:44.611403 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-7dbd6aae-b273-4ddb-adfa-608b291dc5f2 req-ed916c45-ddb8-4de8-9592-8c8598b3cc3d tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7647283 Jul 15 23:15:44.641847 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4f517ccb-06b9-40bf-9ba5-e15c3d0be9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:44.651392 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-7dbd6aae-b273-4ddb-adfa-608b291dc5f2 req-0f4aa941-95d7-4b25-800f-ec1839053a36 service neutron] Request body: {'port': {'device_id': '61c5767a-c6c2-4653-8302-bf1a560dc731', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:44.745198 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f517ccb-06b9-40bf-9ba5-e15c3d0be9ab None None] Pushing event updated for resources: {'Port': ['ID=14a6c799-374f-4783-b29f-b3c7528ffd25,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:44.782216 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47474433-856a-4db0-bfc8-c99236207876 req-eca8fa80-7ead-4b44-9da3-6899f3c7b515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:44.783767 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-47474433-856a-4db0-bfc8-c99236207876 req-eca8fa80-7ead-4b44-9da3-6899f3c7b515 service neutron] 10.222.0.41 "GET /v2.0/networks?id=96ab0661-6266-4252-9c9c-1e8142971046 HTTP/1.1" status: 200 len: 919 time: 0.6133754 Jul 15 23:15:44.802305 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-47899e3a-4e52-4613-bfe6-1b540d74775d req-ae7526c9-a6ae-4c74-a2f6-bc68e9e4100b service neutron] 10.222.0.49 "GET /v2.0/networks/8ecd94bd-62eb-4c2d-b91c-0c9de8655a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003333 Jul 15 23:15:44.824641 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b3757611-d6de-4045-9bda-e9402c8f59b0 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:44.857068 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7dbd6aae-b273-4ddb-adfa-608b291dc5f2 req-0f4aa941-95d7-4b25-800f-ec1839053a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:44.870816 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 426feaae-9363-4074-b0ce-63b4ab490675, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=426feaae-9363-4074-b0ce-63b4ab490675,segment=NetworkSegment(d7b09758-ffc0-4d02-ad5e-168911b86f82),segment_id=d7b09758-ffc0-4d02-ad5e-168911b86f82)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:44.884108 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-b3757611-d6de-4045-9bda-e9402c8f59b0 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] device_id is not set on port 9556b8c8-f86f-4847-a875-7f9f2d5c06d2 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:15:44.891938 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-47474433-856a-4db0-bfc8-c99236207876 req-a7d64caf-f579-4b9f-8918-e2e72a42fb3d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2a2b966-442b-4f4d-9d32-2b902d12a3e4 HTTP/1.1" status: 200 len: 217 time: 0.0928156 Jul 15 23:15:44.893095 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '426feaae-9363-4074-b0ce-63b4ab490675', 'network_id': '8ecd94bd-62eb-4c2d-b91c-0c9de8655a42', 'port_id': '426feaae-9363-4074-b0ce-63b4ab490675', 'mac_address': 'fa:16:3e:6b:2a:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e212a520-684a-4fbf-ae3b-aab2e981ec56', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:15:44.951745 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:44.972762 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 426feaae-9363-4074-b0ce-63b4ab490675 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:15:45.000801 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47474433-856a-4db0-bfc8-c99236207876 req-dd382be0-a5fc-4509-9dbb-d3c0944e9e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:45.000801 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-47474433-856a-4db0-bfc8-c99236207876 req-dd382be0-a5fc-4509-9dbb-d3c0944e9e8f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=861cc51f-5aa3-4f8e-b090-2fa15d26f9e0 HTTP/1.1" status: 200 len: 858 time: 0.0982196 Jul 15 23:15:45.009912 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 426feaae-9363-4074-b0ce-63b4ab490675, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=426feaae-9363-4074-b0ce-63b4ab490675,segment=NetworkSegment(d7b09758-ffc0-4d02-ad5e-168911b86f82),segment_id=d7b09758-ffc0-4d02-ad5e-168911b86f82)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:45.016794 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:45.046982 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9af81de8-38c4-4da8-b8ad-3b6c80c085eb None None] Provisioning complete for port 14a6c799-374f-4783-b29f-b3c7528ffd25 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:45.047366 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9af81de8-38c4-4da8-b8ad-3b6c80c085eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:45.100671 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-bddd8f67-bcef-45ad-9999-db52c2049503 tempest-LiveAutoBlockMigrationV225Test-1599853612 tempest-LiveAutoBlockMigrationV225Test-1599853612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:45.102920 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-bddd8f67-bcef-45ad-9999-db52c2049503 tempest-LiveAutoBlockMigrationV225Test-1599853612 tempest-LiveAutoBlockMigrationV225Test-1599853612-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7abb4c18-915b-4d5d-9b2e-7a134555b04c&tenant_id=97397394137f47b6b8b1bb83454a379f&binding%3Ahost_id=n-h2-794306-6 HTTP/1.1" status: 200 len: 1095 time: 0.4442279 Jul 15 23:15:45.106086 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=426feaae-9363-4074-b0ce-63b4ab490675,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:45.107197 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-47474433-856a-4db0-bfc8-c99236207876 req-9232fcc5-bcf3-45ea-a087-fa8725d65945 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=96ab0661-6266-4252-9c9c-1e8142971046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805368 Jul 15 23:15:45.201224 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9af81de8-38c4-4da8-b8ad-3b6c80c085eb None None] Provisioning for port 1c1ff01e-5f49-4dbd-b846-c35a46d686de completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:15:45.206278 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9af81de8-38c4-4da8-b8ad-3b6c80c085eb None None] Provisioning complete for port 1c1ff01e-5f49-4dbd-b846-c35a46d686de triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:45.206278 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9af81de8-38c4-4da8-b8ad-3b6c80c085eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:45.263317 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070071fb-db2a-4b46-a367-ffbc7c90a5f8 req-ffddf069-1fb3-425c-b73d-f03653fdb1ad tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:45.265390 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-070071fb-db2a-4b46-a367-ffbc7c90a5f8 req-ffddf069-1fb3-425c-b73d-f03653fdb1ad tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] 10.222.0.48 "GET /v2.0/ports?device_id=be308bf9-ab6d-4e1a-aa67-27a5fa9bdb49 HTTP/1.1" status: 200 len: 946 time: 0.5486403 Jul 15 23:15:45.283694 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-9af81de8-38c4-4da8-b8ad-3b6c80c085eb None None] Port 1c1ff01e-5f49-4dbd-b846-c35a46d686de cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:15:45.306097 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-b3757611-d6de-4045-9bda-e9402c8f59b0 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Allocated IP 2001:db8::1a7 (8df25258-ecc8-4b2e-ac54-1c3f8c3b1205/a879978a-d662-4717-94eb-fa1cc31a4096/9556b8c8-f86f-4847-a875-7f9f2d5c06d2) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:15:45.313531 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['426feaae-9363-4074-b0ce-63b4ab490675'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:15:45.319342 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266eb7c-0be3-46fd-bd8c-64bf0f522b2b req-8b48cde1-c226-4a16-99cc-2385229ef545 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:45.326975 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1266eb7c-0be3-46fd-bd8c-64bf0f522b2b req-8b48cde1-c226-4a16-99cc-2385229ef545 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/ports?device_id=159498bb-e71d-4162-a872-a8de7dd821be HTTP/1.1" status: 200 len: 945 time: 0.6126707 Jul 15 23:15:45.447133 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-47474433-856a-4db0-bfc8-c99236207876 req-b38f3fc2-3a1c-46f6-a775-2228735db595 service neutron] 10.222.0.41 "GET /v2.0/networks/96ab0661-6266-4252-9c9c-1e8142971046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213258 Jul 15 23:15:45.453336 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-070071fb-db2a-4b46-a367-ffbc7c90a5f8 req-51cc33b7-e5eb-4258-b53b-fa1738881dd9 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] 10.222.0.48 "GET /v2.0/security-groups?id=c74adf09-8f31-442e-8308-11432e0394c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500361 Jul 15 23:15:45.465935 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1266eb7c-0be3-46fd-bd8c-64bf0f522b2b req-2bb05525-abd2-4c0b-92c5-c34ae642275d tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3cc6b1b-b328-4d26-ba63-110947666d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379979 Jul 15 23:15:45.486900 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 14a6c799-374f-4783-b29f-b3c7528ffd25 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:15:45.500824 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-ba91d6dd-ef19-48b1-8f92-d05c991c3d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:45.504899 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-ba91d6dd-ef19-48b1-8f92-d05c991c3d19 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7abb4c18-915b-4d5d-9b2e-7a134555b04c&tenant_id=97397394137f47b6b8b1bb83454a379f HTTP/1.1" status: 200 len: 1095 time: 0.3356662 Jul 15 23:15:45.655375 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-43091111-aa85-4a02-be62-1b6aadc7fbcc None None] Provisioning complete for port 1c1ff01e-5f49-4dbd-b846-c35a46d686de triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:45.656148 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-43091111-aa85-4a02-be62-1b6aadc7fbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:45.697506 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b3757611-d6de-4045-9bda-e9402c8f59b0 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:45.720736 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-7dbd6aae-b273-4ddb-adfa-608b291dc5f2 req-0f4aa941-95d7-4b25-800f-ec1839053a36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7899febd-87ee-4462-88e1-a85c14b644f6 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:15:45.726633 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 14a6c799-374f-4783-b29f-b3c7528ffd25 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:45.727165 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:45.738665 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7dbd6aae-b273-4ddb-adfa-608b291dc5f2 req-0f4aa941-95d7-4b25-800f-ec1839053a36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:45.741194 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-b3757611-d6de-4045-9bda-e9402c8f59b0 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Transition to ACTIVE for port object 9556b8c8-f86f-4847-a875-7f9f2d5c06d2 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:45.755700 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ce35f-80b0-4062-97c8-be797eaa22b9 req-07a675f8-45bc-4ad3-882c-d8a7c9b42251 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:45.757271 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-a02ce35f-80b0-4062-97c8-be797eaa22b9 req-07a675f8-45bc-4ad3-882c-d8a7c9b42251 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] 10.222.0.41 "GET /v2.0/ports?device_id=be308bf9-ab6d-4e1a-aa67-27a5fa9bdb49 HTTP/1.1" status: 200 len: 946 time: 0.2141929 Jul 15 23:15:45.762920 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-43091111-aa85-4a02-be62-1b6aadc7fbcc None None] Port 1c1ff01e-5f49-4dbd-b846-c35a46d686de cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:15:45.773923 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-837fc818-3c0d-4b81-a68c-3b8e83f31d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:45.776414 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-837fc818-3c0d-4b81-a68c-3b8e83f31d7b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=97397394137f47b6b8b1bb83454a379f&device_id=7abb4c18-915b-4d5d-9b2e-7a134555b04c HTTP/1.1" status: 200 len: 1095 time: 0.2354336 Jul 15 23:15:45.781486 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-7dbd6aae-b273-4ddb-adfa-608b291dc5f2 req-0f4aa941-95d7-4b25-800f-ec1839053a36 service neutron] Transition to ACTIVE for port object 7899febd-87ee-4462-88e1-a85c14b644f6 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:45.808769 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7dbd6aae-b273-4ddb-adfa-608b291dc5f2 req-0f4aa941-95d7-4b25-800f-ec1839053a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:45.848490 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-47474433-856a-4db0-bfc8-c99236207876 req-993a2363-d5fd-4836-ba47-3c361cf41593 service neutron] 10.222.0.41 "GET /v2.0/networks/96ab0661-6266-4252-9c9c-1e8142971046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204257 Jul 15 23:15:45.924072 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4aa941-95d7-4b25-800f-ec1839053a36 service neutron] Pushing event updated for resources: {'Port': ['ID=7899febd-87ee-4462-88e1-a85c14b644f6,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:45.932628 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b3757611-d6de-4045-9bda-e9402c8f59b0 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:45.986368 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8572bd1b-c270-413e-8a85-f9109886a738 req-13399541-60e1-44ab-a8de-0011e63e7f8b tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:45.992154 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8572bd1b-c270-413e-8a85-f9109886a738 req-13399541-60e1-44ab-a8de-0011e63e7f8b tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=61c5767a-c6c2-4653-8302-bf1a560dc731 HTTP/1.1" status: 200 len: 931 time: 0.3490374 Jul 15 23:15:46.026031 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b0c8a-1468-4a0d-90e1-ac42776800b6 req-20a705e3-fdfd-4863-9e5b-cbb2a254e9a9 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:46.028180 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e44b0c8a-1468-4a0d-90e1-ac42776800b6 req-20a705e3-fdfd-4863-9e5b-cbb2a254e9a9 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=7abb4c18-915b-4d5d-9b2e-7a134555b04c HTTP/1.1" status: 200 len: 944 time: 0.3665137 Jul 15 23:15:46.059872 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-c9e24943-7564-4866-a27e-0814bdd694d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:46.060337 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3757611-d6de-4045-9bda-e9402c8f59b0 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Network 8df25258-ecc8-4b2e-ac54-1c3f8c3b1205 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:15:46.061382 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-c9e24943-7564-4866-a27e-0814bdd694d1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=54d36d42-4b6b-4a3b-a62a-15b6ab91449d HTTP/1.1" status: 200 len: 922 time: 0.2736838 Jul 15 23:15:46.071126 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-b3757611-d6de-4045-9bda-e9402c8f59b0 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:46.075798 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3757611-d6de-4045-9bda-e9402c8f59b0 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Pushing event updated for resources: {'Port': ['ID=9556b8c8-f86f-4847-a875-7f9f2d5c06d2,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:46.078286 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3757611-d6de-4045-9bda-e9402c8f59b0 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:15:46.085929 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3757611-d6de-4045-9bda-e9402c8f59b0 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:46.085929 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b3757611-d6de-4045-9bda-e9402c8f59b0 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:46.119380 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-a02ce35f-80b0-4062-97c8-be797eaa22b9 req-02dc2a86-e67d-432b-b090-6fa9fe54bdd7 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Deleting port 20e617c1-19b4-403b-b99b-d8c56dfd02cc {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:15:46.119790 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a02ce35f-80b0-4062-97c8-be797eaa22b9 req-02dc2a86-e67d-432b-b090-6fa9fe54bdd7 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:46.123126 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-7dbd6aae-b273-4ddb-adfa-608b291dc5f2 req-0f4aa941-95d7-4b25-800f-ec1839053a36 service neutron] Attempting to bind port 7899febd-87ee-4462-88e1-a85c14b644f6 on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:15:46.123518 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-7dbd6aae-b273-4ddb-adfa-608b291dc5f2 req-0f4aa941-95d7-4b25-800f-ec1839053a36 service neutron] Attempting to bind port 7899febd-87ee-4462-88e1-a85c14b644f6 by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '3c2758b9-e41c-4bf2-b9ed-9081bfc02669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a62e01ea-f2e5-4ac4-9f56-3043444e806b'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:15:46.123799 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbd6aae-b273-4ddb-adfa-608b291dc5f2 req-0f4aa941-95d7-4b25-800f-ec1839053a36 service neutron] Attempting to bind port 7899febd-87ee-4462-88e1-a85c14b644f6 on network a62e01ea-f2e5-4ac4-9f56-3043444e806b {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:46.124552 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8572bd1b-c270-413e-8a85-f9109886a738 req-60005176-7915-4876-b4a7-13e549572706 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272616 Jul 15 23:15:46.129062 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b3757611-d6de-4045-9bda-e9402c8f59b0 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.9548371 Jul 15 23:15:46.131445 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-6e4ff88b-4a7e-420c-9e12-83852b00548d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04364241-cc9c-414f-80e8-010de4fc03f7 HTTP/1.1" status: 200 len: 217 time: 0.0574818 Jul 15 23:15:46.132095 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 33728) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:46.157802 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbd6aae-b273-4ddb-adfa-608b291dc5f2 req-0f4aa941-95d7-4b25-800f-ec1839053a36 service neutron] Port 7899febd-87ee-4462-88e1-a85c14b644f6 on network a62e01ea-f2e5-4ac4-9f56-3043444e806b not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:15:46.158125 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbd6aae-b273-4ddb-adfa-608b291dc5f2 req-0f4aa941-95d7-4b25-800f-ec1839053a36 service neutron] Attempting to bind port 7899febd-87ee-4462-88e1-a85c14b644f6 on network a62e01ea-f2e5-4ac4-9f56-3043444e806b {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:15:46.173421 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbd6aae-b273-4ddb-adfa-608b291dc5f2 req-0f4aa941-95d7-4b25-800f-ec1839053a36 service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:15:46.173421 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbd6aae-b273-4ddb-adfa-608b291dc5f2 req-0f4aa941-95d7-4b25-800f-ec1839053a36 service neutron] Checking segment: {'id': '3c2758b9-e41c-4bf2-b9ed-9081bfc02669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a62e01ea-f2e5-4ac4-9f56-3043444e806b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:15:46.173421 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbd6aae-b273-4ddb-adfa-608b291dc5f2 req-0f4aa941-95d7-4b25-800f-ec1839053a36 service neutron] Bound using segment: {'id': '3c2758b9-e41c-4bf2-b9ed-9081bfc02669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a62e01ea-f2e5-4ac4-9f56-3043444e806b'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:15:46.173421 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-7dbd6aae-b273-4ddb-adfa-608b291dc5f2 req-0f4aa941-95d7-4b25-800f-ec1839053a36 service neutron] Bound port: 7899febd-87ee-4462-88e1-a85c14b644f6, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c2758b9-e41c-4bf2-b9ed-9081bfc02669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a62e01ea-f2e5-4ac4-9f56-3043444e806b'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:15:46.173421 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7dbd6aae-b273-4ddb-adfa-608b291dc5f2 req-0f4aa941-95d7-4b25-800f-ec1839053a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:46.174167 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e44b0c8a-1468-4a0d-90e1-ac42776800b6 req-d986bc8b-4edf-41b3-8f7a-ba8a8ae8a88c tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316280 Jul 15 23:15:46.284331 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-80dfb6e4-588d-4bc5-91dd-3517c940f2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:46.287251 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-80dfb6e4-588d-4bc5-91dd-3517c940f2f0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fe3eef83-74d9-48a6-8931-0e31ba6153cf HTTP/1.1" status: 200 len: 861 time: 0.1195674 Jul 15 23:15:46.401840 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-daca1ec2-f8ff-4264-b72c-cd8e49e820a6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=54d36d42-4b6b-4a3b-a62a-15b6ab91449d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774994 Jul 15 23:15:46.402355 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-a02ce35f-80b0-4062-97c8-be797eaa22b9 req-02dc2a86-e67d-432b-b090-6fa9fe54bdd7 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] For port 20e617c1-19b4-403b-b99b-d8c56dfd02cc, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=20e617c1-19b4-403b-b99b-d8c56dfd02cc,segment=NetworkSegment(8c95e0dc-7b2e-4fda-acd8-715dc490e464),segment_id=8c95e0dc-7b2e-4fda-acd8-715dc490e464)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:46.402720 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a02ce35f-80b0-4062-97c8-be797eaa22b9 req-02dc2a86-e67d-432b-b090-6fa9fe54bdd7 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:46.412421 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-7dbd6aae-b273-4ddb-adfa-608b291dc5f2 req-0f4aa941-95d7-4b25-800f-ec1839053a36 service neutron] For port 7899febd-87ee-4462-88e1-a85c14b644f6, host n-h2-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:15:46.416488 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-7dbd6aae-b273-4ddb-adfa-608b291dc5f2 req-0f4aa941-95d7-4b25-800f-ec1839053a36 service neutron] For port 7899febd-87ee-4462-88e1-a85c14b644f6, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=7899febd-87ee-4462-88e1-a85c14b644f6,segment=NetworkSegment(3c2758b9-e41c-4bf2-b9ed-9081bfc02669),segment_id=3c2758b9-e41c-4bf2-b9ed-9081bfc02669)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:15:46.421900 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-a02ce35f-80b0-4062-97c8-be797eaa22b9 req-02dc2a86-e67d-432b-b090-6fa9fe54bdd7 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Calling delete_port for 20e617c1-19b4-403b-b99b-d8c56dfd02cc owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:15:46.424344 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7dbd6aae-b273-4ddb-adfa-608b291dc5f2 req-0f4aa941-95d7-4b25-800f-ec1839053a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:46.502432 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 426feaae-9363-4074-b0ce-63b4ab490675 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:15:46.553259 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f99c915b-36b3-44a1-ada3-6ada4a2304ea None None] Provisioning for port 9556b8c8-f86f-4847-a875-7f9f2d5c06d2 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:15:46.559830 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f99c915b-36b3-44a1-ada3-6ada4a2304ea None None] Provisioning complete for port 9556b8c8-f86f-4847-a875-7f9f2d5c06d2 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:46.560203 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f99c915b-36b3-44a1-ada3-6ada4a2304ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:46.571472 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd6aae-b273-4ddb-adfa-608b291dc5f2 req-0f4aa941-95d7-4b25-800f-ec1839053a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:46.572519 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7dbd6aae-b273-4ddb-adfa-608b291dc5f2 req-0f4aa941-95d7-4b25-800f-ec1839053a36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:46.574715 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-7dbd6aae-b273-4ddb-adfa-608b291dc5f2 req-0f4aa941-95d7-4b25-800f-ec1839053a36 service neutron] 10.222.0.41 "PUT /v2.0/ports/7899febd-87ee-4462-88e1-a85c14b644f6 HTTP/1.1" status: 200 len: 1091 time: 1.9351254 Jul 15 23:15:46.577902 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61c5767a-c6c2-4653-8302-bf1a560dc731', 'tag': '7899febd-87ee-4462-88e1-a85c14b644f6'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:15:46.582676 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e788f79b-e308-4b4c-9aeb-76769a8997e5" -d '{"events": [{"name": "network-changed", "server_uuid": "61c5767a-c6c2-4653-8302-bf1a560dc731", "tag": "7899febd-87ee-4462-88e1-a85c14b644f6"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:15:46.616175 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4aa941-95d7-4b25-800f-ec1839053a36 service neutron] Pushing event updated for resources: {'Port': ['ID=7899febd-87ee-4462-88e1-a85c14b644f6,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:46.616718 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f99c915b-36b3-44a1-ada3-6ada4a2304ea None None] Port 9556b8c8-f86f-4847-a875-7f9f2d5c06d2 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:15:46.623108 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port 426feaae-9363-4074-b0ce-63b4ab490675 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:15:46.627874 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 426feaae-9363-4074-b0ce-63b4ab490675 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:46.629577 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:46.748788 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:46.780153 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '051b1372-b85f-43be-9ec5-11e1510a8a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '426feaae-9363-4074-b0ce-63b4ab490675'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:15:46.781385 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10b4f68-7ab1-4781-b32c-0db1d3dffb30" -d '{"events": [{"server_uuid": "051b1372-b85f-43be-9ec5-11e1510a8a33", "name": "network-vif-plugged", "status": "completed", "tag": "426feaae-9363-4074-b0ce-63b4ab490675"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:15:46.802161 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 426feaae-9363-4074-b0ce-63b4ab490675, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=426feaae-9363-4074-b0ce-63b4ab490675,segment=NetworkSegment(d7b09758-ffc0-4d02-ad5e-168911b86f82),segment_id=d7b09758-ffc0-4d02-ad5e-168911b86f82)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:46.807674 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:46.824687 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd6aae-b273-4ddb-adfa-608b291dc5f2 req-328d3732-bb91-48c4-b5bc-3b208374d400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:46.827230 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-7dbd6aae-b273-4ddb-adfa-608b291dc5f2 req-328d3732-bb91-48c4-b5bc-3b208374d400 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=675bfc559b0b40ea8fae85ead4a7a3be&device_id=61c5767a-c6c2-4653-8302-bf1a560dc731 HTTP/1.1" status: 200 len: 1094 time: 0.1632700 Jul 15 23:15:46.852928 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a02ce35f-80b0-4062-97c8-be797eaa22b9 req-02dc2a86-e67d-432b-b090-6fa9fe54bdd7 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:46.871955 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=426feaae-9363-4074-b0ce-63b4ab490675,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:46.894956 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['20e617c1-19b4-403b-b99b-d8c56dfd02cc'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:15:46.899300 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-7dbd6aae-b273-4ddb-adfa-608b291dc5f2 req-6bb409a4-b94b-4c74-9be7-a377dc717871 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7899febd-87ee-4462-88e1-a85c14b644f6 HTTP/1.1" status: 200 len: 217 time: 0.0543368 Jul 15 23:15:46.931194 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dc2a86-e67d-432b-b090-6fa9fe54bdd7 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Pushing event deleted for resources: {'Port': ['ID=20e617c1-19b4-403b-b99b-d8c56dfd02cc,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:47.017793 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-a02ce35f-80b0-4062-97c8-be797eaa22b9 req-02dc2a86-e67d-432b-b090-6fa9fe54bdd7 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] No DVR routers for this DVR port 20e617c1-19b4-403b-b99b-d8c56dfd02cc on host n-h2-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:15:47.022519 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a02ce35f-80b0-4062-97c8-be797eaa22b9 req-02dc2a86-e67d-432b-b090-6fa9fe54bdd7 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:47.024513 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-a02ce35f-80b0-4062-97c8-be797eaa22b9 req-02dc2a86-e67d-432b-b090-6fa9fe54bdd7 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] 10.222.0.41 "DELETE /v2.0/ports/20e617c1-19b4-403b-b99b-d8c56dfd02cc HTTP/1.1" status: 204 len: 173 time: 1.2579401 Jul 15 23:15:47.028458 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd6aae-b273-4ddb-adfa-608b291dc5f2 req-02677aa4-2393-4047-87cf-78e94ff4cae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:47.029866 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-7dbd6aae-b273-4ddb-adfa-608b291dc5f2 req-02677aa4-2393-4047-87cf-78e94ff4cae0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a1126b8c-d6f8-4596-9ab3-27f6931e900c HTTP/1.1" status: 200 len: 851 time: 0.1090028 Jul 15 23:15:47.073269 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-7dbd6aae-b273-4ddb-adfa-608b291dc5f2 req-0812f48e-70fd-4fc3-96dc-36eef8f62219 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a62e01ea-f2e5-4ac4-9f56-3043444e806b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353515 Jul 15 23:15:47.149815 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea1d596-0902-4cad-9ab8-2420d44d4875 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:47.155827 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea1d596-0902-4cad-9ab8-2420d44d4875 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:47.161927 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea1d596-0902-4cad-9ab8-2420d44d4875 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:47.166933 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-5ea1d596-0902-4cad-9ab8-2420d44d4875 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 1.0286911 Jul 15 23:15:47.174141 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 33738) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:47.217903 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-7dbd6aae-b273-4ddb-adfa-608b291dc5f2 req-24c11b2c-8dd7-4bf1-b321-a088de4dba90 service neutron] 10.222.0.41 "GET /v2.0/networks/a62e01ea-f2e5-4ac4-9f56-3043444e806b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375649 Jul 15 23:15:47.251170 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc97456c-9547-462a-b90d-59535ada779e req-ed7ee94e-1947-4895-9d5d-692d1c96e073 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:47.253668 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cc97456c-9547-462a-b90d-59535ada779e req-ed7ee94e-1947-4895-9d5d-692d1c96e073 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f630477-25d0-41ff-8a80-57bbce333916 HTTP/1.1" status: 200 len: 946 time: 0.8650990 Jul 15 23:15:47.291406 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1098f2-4516-4619-bf0c-e5f5662ca9ff req-881a4fb5-82de-4b4b-acb8-a3397d7c40fd tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:47.292936 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3a1098f2-4516-4619-bf0c-e5f5662ca9ff req-881a4fb5-82de-4b4b-acb8-a3397d7c40fd tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] 10.222.0.48 "GET /v2.0/ports?device_id=051b1372-b85f-43be-9ec5-11e1510a8a33 HTTP/1.1" status: 200 len: 944 time: 0.9028358 Jul 15 23:15:47.305140 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-04ff3a95-fd8d-4d7c-a031-9edcf7d0dfa6 service neutron] 10.222.0.49 "GET /v2.0/networks/54d36d42-4b6b-4a3b-a62a-15b6ab91449d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8728282 Jul 15 23:15:47.360594 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-7dbd6aae-b273-4ddb-adfa-608b291dc5f2 req-7d066914-7d55-44bd-a1a0-50c5ff8285fc service neutron] 10.222.0.41 "GET /v2.0/networks/a62e01ea-f2e5-4ac4-9f56-3043444e806b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272850 Jul 15 23:15:47.451796 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cc97456c-9547-462a-b90d-59535ada779e req-fac9e6dc-cad0-4679-878e-7e4d7936b5d5 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/security-groups?id=a00402bc-417c-4401-b3a4-a86d8ce769a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790283 Jul 15 23:15:47.487400 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3a1098f2-4516-4619-bf0c-e5f5662ca9ff req-03e09566-4da0-4337-abe7-0ce13ba2b398 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] 10.222.0.48 "GET /v2.0/security-groups?id=c75ced0b-b679-4ed8-a0bf-e5a0053ebcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800079 Jul 15 23:15:47.545190 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-e093c5f6-0ed8-4b0f-9ac0-fc8ffbfb9380 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Deleting port 9556b8c8-f86f-4847-a875-7f9f2d5c06d2 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:15:47.545568 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e093c5f6-0ed8-4b0f-9ac0-fc8ffbfb9380 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:47.553388 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-1cbd70de-3dac-4586-92b2-696ec8098f99 service neutron] 10.222.0.49 "GET /v2.0/networks/54d36d42-4b6b-4a3b-a62a-15b6ab91449d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224345 Jul 15 23:15:47.806288 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c6e74ec1-a4e6-4a6d-8598-21269217bada req-fb15dad2-bac2-4b2d-9391-7b6d85233a30 tempest-FloatingIPsAssociationNegativeTestJSON-772267691 tempest-FloatingIPsAssociationNegativeTestJSON-772267691-project] 10.222.0.48 "GET /v2.0/ports?device_id=be308bf9-ab6d-4e1a-aa67-27a5fa9bdb49 HTTP/1.1" status: 200 len: 210 time: 0.1152170 Jul 15 23:15:47.848653 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e093c5f6-0ed8-4b0f-9ac0-fc8ffbfb9380 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:47.883407 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-e093c5f6-0ed8-4b0f-9ac0-fc8ffbfb9380 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Calling delete_port for 9556b8c8-f86f-4847-a875-7f9f2d5c06d2 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:15:47.908319 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32116b40-f4d7-4a73-9870-37b3d7bc31ae x-openstack-request-id: req-32116b40-f4d7-4a73-9870-37b3d7bc31ae {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:15:47.908834 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61c5767a-c6c2-4653-8302-bf1a560dc731", "tag": "7899febd-87ee-4462-88e1-a85c14b644f6", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:15:47.908834 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-32116b40-f4d7-4a73-9870-37b3d7bc31ae {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:15:47.909317 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61c5767a-c6c2-4653-8302-bf1a560dc731', 'tag': '7899febd-87ee-4462-88e1-a85c14b644f6', 'status': 'completed', 'code': 200} Jul 15 23:15:47.945955 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d30972-bd2f-4991-a64b-862eec53ad8f x-openstack-request-id: req-f2d30972-bd2f-4991-a64b-862eec53ad8f {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:15:47.947179 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "051b1372-b85f-43be-9ec5-11e1510a8a33", "name": "network-vif-plugged", "status": "completed", "tag": "426feaae-9363-4074-b0ce-63b4ab490675", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:15:47.947807 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f2d30972-bd2f-4991-a64b-862eec53ad8f {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:15:47.951019 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '051b1372-b85f-43be-9ec5-11e1510a8a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '426feaae-9363-4074-b0ce-63b4ab490675', 'code': 200} Jul 15 23:15:48.059461 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feeb8b7-fa86-401e-b61d-9bbbc2a41cce req-35d697bb-d61f-426a-bcef-1424d19a944b tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:48.061954 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0feeb8b7-fa86-401e-b61d-9bbbc2a41cce req-35d697bb-d61f-426a-bcef-1424d19a944b tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/ports?device_id=159498bb-e71d-4162-a872-a8de7dd821be HTTP/1.1" status: 200 len: 945 time: 0.3492253 Jul 15 23:15:48.087698 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788f79b-e308-4b4c-9aeb-76769a8997e5 req-926d4d5f-ea50-4f1d-aa80-4fdd4443dbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:48.089639 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e788f79b-e308-4b4c-9aeb-76769a8997e5 req-926d4d5f-ea50-4f1d-aa80-4fdd4443dbbc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=675bfc559b0b40ea8fae85ead4a7a3be&device_id=61c5767a-c6c2-4653-8302-bf1a560dc731 HTTP/1.1" status: 200 len: 1094 time: 0.1025727 Jul 15 23:15:48.208709 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788f79b-e308-4b4c-9aeb-76769a8997e5 req-7b2b52bf-12a0-4553-92cf-938d09a2a9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:48.211103 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e788f79b-e308-4b4c-9aeb-76769a8997e5 req-7b2b52bf-12a0-4553-92cf-938d09a2a9a0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a62e01ea-f2e5-4ac4-9f56-3043444e806b HTTP/1.1" status: 200 len: 912 time: 0.1152346 Jul 15 23:15:48.231864 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-33192ffa-223e-4d6c-a8bb-fd85fb014076 tempest-LiveAutoBlockMigrationV225Test-1599853612 tempest-LiveAutoBlockMigrationV225Test-1599853612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:48.233413 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-33192ffa-223e-4d6c-a8bb-fd85fb014076 tempest-LiveAutoBlockMigrationV225Test-1599853612 tempest-LiveAutoBlockMigrationV225Test-1599853612-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7abb4c18-915b-4d5d-9b2e-7a134555b04c&tenant_id=97397394137f47b6b8b1bb83454a379f&binding%3Ahost_id=n-h1-794306-6 HTTP/1.1" status: 200 len: 1095 time: 0.3427041 Jul 15 23:15:48.236364 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0feeb8b7-fa86-401e-b61d-9bbbc2a41cce req-fbb9ad2a-b8fd-4a40-b894-c938a6e86f64 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3cc6b1b-b328-4d26-ba63-110947666d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485820 Jul 15 23:15:48.302364 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e788f79b-e308-4b4c-9aeb-76769a8997e5 req-26671b05-efbc-4b5b-9987-09a4829be0c7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7899febd-87ee-4462-88e1-a85c14b644f6 HTTP/1.1" status: 200 len: 217 time: 0.0822403 Jul 15 23:15:48.341712 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7865d212-6d78-4dc0-86d6-81a8c1dba0ce req-c94e6a81-9213-4fc1-a072-98ab4613d7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:48.343250 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7865d212-6d78-4dc0-86d6-81a8c1dba0ce req-c94e6a81-9213-4fc1-a072-98ab4613d7a5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=051b1372-b85f-43be-9ec5-11e1510a8a33 HTTP/1.1" status: 200 len: 1096 time: 0.2782199 Jul 15 23:15:48.389253 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788f79b-e308-4b4c-9aeb-76769a8997e5 req-0b0111e1-c760-4d70-8537-16390b110a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:48.391215 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e788f79b-e308-4b4c-9aeb-76769a8997e5 req-0b0111e1-c760-4d70-8537-16390b110a34 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a1126b8c-d6f8-4596-9ab3-27f6931e900c HTTP/1.1" status: 200 len: 851 time: 0.0814919 Jul 15 23:15:48.404584 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7970ef48-cae8-45b3-ae1b-10b140b1b163 req-db566ea3-137d-42cc-baa0-8351010579f2 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:48.406562 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7970ef48-cae8-45b3-ae1b-10b140b1b163 req-db566ea3-137d-42cc-baa0-8351010579f2 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=61c5767a-c6c2-4653-8302-bf1a560dc731 HTTP/1.1" status: 200 len: 943 time: 0.2871962 Jul 15 23:15:48.411243 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e093c5f6-0ed8-4b0f-9ac0-fc8ffbfb9380 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:48.435646 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e788f79b-e308-4b4c-9aeb-76769a8997e5 req-3d828c8d-7aad-47cb-8e9c-b65862ca32c9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a62e01ea-f2e5-4ac4-9f56-3043444e806b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377040 Jul 15 23:15:48.526650 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7865d212-6d78-4dc0-86d6-81a8c1dba0ce req-3099294f-02a5-4ae1-bad6-d37d48a1a162 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c75ced0b-b679-4ed8-a0bf-e5a0053ebcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733918 Jul 15 23:15:48.546394 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e788f79b-e308-4b4c-9aeb-76769a8997e5 req-5a77952e-fb67-48ed-a9b6-dc25b6f1453c service neutron] 10.222.0.41 "GET /v2.0/networks/a62e01ea-f2e5-4ac4-9f56-3043444e806b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029811 Jul 15 23:15:48.550935 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e093c5f6-0ed8-4b0f-9ac0-fc8ffbfb9380 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Pushing event deleted for resources: {'Port': ['ID=9556b8c8-f86f-4847-a875-7f9f2d5c06d2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:48.660307 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7970ef48-cae8-45b3-ae1b-10b140b1b163 req-de3a3a15-95b6-4938-b31e-870225f3ad8e tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407534 Jul 15 23:15:48.675460 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e788f79b-e308-4b4c-9aeb-76769a8997e5 req-69da1708-552c-4651-b813-6a9def309988 service neutron] 10.222.0.41 "GET /v2.0/networks/a62e01ea-f2e5-4ac4-9f56-3043444e806b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219521 Jul 15 23:15:48.747215 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-ae857c68-d10f-4d5b-820e-4154b07962de service neutron] For port 04364241-cc9c-414f-80e8-010de4fc03f7, host n-h2-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:15:48.783811 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-ae857c68-d10f-4d5b-820e-4154b07962de service neutron] Notify callbacks [] for binding, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:48.785720 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c7da6b02-5aa8-4016-9450-b3c5c728f497 req-ae857c68-d10f-4d5b-820e-4154b07962de service neutron] 10.222.0.49 "DELETE /v2.0/ports/04364241-cc9c-414f-80e8-010de4fc03f7/bindings/n-h2-794306-6 HTTP/1.1" status: 204 len: 173 time: 0.5407031 Jul 15 23:15:48.788451 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e093c5f6-0ed8-4b0f-9ac0-fc8ffbfb9380 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:48.793325 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-e093c5f6-0ed8-4b0f-9ac0-fc8ffbfb9380 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] 10.222.0.48 "DELETE /v2.0/ports/9556b8c8-f86f-4847-a875-7f9f2d5c06d2 HTTP/1.1" status: 204 len: 168 time: 1.6179683 Jul 15 23:15:48.794251 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33748) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:48.812099 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706628b7-493b-4d31-a06f-1acd6cc822cc req-e4df352f-c21f-4d76-80fb-b3f4ada557b6 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:48.813793 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-706628b7-493b-4d31-a06f-1acd6cc822cc req-e4df352f-c21f-4d76-80fb-b3f4ada557b6 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=7abb4c18-915b-4d5d-9b2e-7a134555b04c HTTP/1.1" status: 200 len: 944 time: 0.4059765 Jul 15 23:15:48.836233 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-676113fd-1986-4a50-a625-9ecf83c00d0d tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] GET failed (client error): The resource could not be found. Jul 15 23:15:48.837855 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-676113fd-1986-4a50-a625-9ecf83c00d0d tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] 10.222.0.48 "GET /v2.0/ports/9556b8c8-f86f-4847-a875-7f9f2d5c06d2 HTTP/1.1" status: 404 len: 333 time: 0.0395675 Jul 15 23:15:48.843403 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33750) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:48.849110 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b60df93b-2d51-4a89-bce5-182f7a03e7e2 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Request body: {'port': {'network_id': '8df25258-ecc8-4b2e-ac54-1c3f8c3b1205', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1054985470'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:48.879550 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-706628b7-493b-4d31-a06f-1acd6cc822cc req-83da1679-4ffc-4f50-a2cf-84cc9bf8b7e9 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571275 Jul 15 23:15:49.017553 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60df93b-2d51-4a89-bce5-182f7a03e7e2 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Made reservation on behalf of 56d4f27363ee4dd9a9774e075bea6532 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:49.024245 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b60df93b-2d51-4a89-bce5-182f7a03e7e2 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:49.061194 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-b60df93b-2d51-4a89-bce5-182f7a03e7e2 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] device_id is not set on port 3da35f5e-77ca-467d-b3fb-df10c6eecfdd yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:15:49.130376 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 33758) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:49.228454 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d5d70f-69e7-48ef-bed4-cfc90f606974 req-3804e7a2-ce9f-4f6d-b147-2915272ca012 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:49.244109 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f1d5d70f-69e7-48ef-bed4-cfc90f606974 req-3804e7a2-ce9f-4f6d-b147-2915272ca012 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] 10.222.0.48 "GET /v2.0/ports?device_id=051b1372-b85f-43be-9ec5-11e1510a8a33 HTTP/1.1" status: 200 len: 945 time: 0.1781397 Jul 15 23:15:49.268400 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-b60df93b-2d51-4a89-bce5-182f7a03e7e2 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Allocated IP 2001:db8::2c7 (8df25258-ecc8-4b2e-ac54-1c3f8c3b1205/a879978a-d662-4717-94eb-fa1cc31a4096/3da35f5e-77ca-467d-b3fb-df10c6eecfdd) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:15:49.426296 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f1d5d70f-69e7-48ef-bed4-cfc90f606974 req-883869b4-c789-4420-9c38-e18ba49af250 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] 10.222.0.48 "GET /v2.0/security-groups?id=c75ced0b-b679-4ed8-a0bf-e5a0053ebcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801684 Jul 15 23:15:49.550978 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f93d2cc-417a-419e-aecf-f2da141a0b27 req-9748672b-f8f7-4736-9172-b11ffca08977 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:49.560290 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1f93d2cc-417a-419e-aecf-f2da141a0b27 req-9748672b-f8f7-4736-9172-b11ffca08977 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f630477-25d0-41ff-8a80-57bbce333916 HTTP/1.1" status: 200 len: 946 time: 0.2988591 Jul 15 23:15:49.581526 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b60df93b-2d51-4a89-bce5-182f7a03e7e2 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:49.617651 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-b60df93b-2d51-4a89-bce5-182f7a03e7e2 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Transition to ACTIVE for port object 3da35f5e-77ca-467d-b3fb-df10c6eecfdd will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:49.657049 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b60df93b-2d51-4a89-bce5-182f7a03e7e2 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:49.716589 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60df93b-2d51-4a89-bce5-182f7a03e7e2 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Network 8df25258-ecc8-4b2e-ac54-1c3f8c3b1205 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:15:49.720148 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-b60df93b-2d51-4a89-bce5-182f7a03e7e2 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:49.725337 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60df93b-2d51-4a89-bce5-182f7a03e7e2 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:15:49.731170 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60df93b-2d51-4a89-bce5-182f7a03e7e2 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:49.731170 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b60df93b-2d51-4a89-bce5-182f7a03e7e2 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:49.736810 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60df93b-2d51-4a89-bce5-182f7a03e7e2 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Pushing event updated for resources: {'Port': ['ID=3da35f5e-77ca-467d-b3fb-df10c6eecfdd,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:49.762635 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b60df93b-2d51-4a89-bce5-182f7a03e7e2 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9179142 Jul 15 23:15:49.763481 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33766) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:49.769995 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-538f29b2-f47f-4c3a-9576-613b554dfcf5 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::33d', 'mac_address': 'fa:16:3e:7b:91:93'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:49.939476 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be308bf9-ab6d-4e1a-aa67-27a5fa9bdb49', 'name': 'network-vif-deleted', 'tag': '20e617c1-19b4-403b-b99b-d8c56dfd02cc'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:15:49.944611 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5069792f-e361-486b-81ee-7d33d85dddc9" -d '{"events": [{"server_uuid": "be308bf9-ab6d-4e1a-aa67-27a5fa9bdb49", "name": "network-vif-deleted", "tag": "20e617c1-19b4-403b-b99b-d8c56dfd02cc"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:15:50.023179 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1f93d2cc-417a-419e-aecf-f2da141a0b27 req-4eb5c9ff-8dc9-49e3-9175-9a4a02840382 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/security-groups?id=a00402bc-417c-4401-b3a4-a86d8ce769a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4611843 Jul 15 23:15:50.062497 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-538f29b2-f47f-4c3a-9576-613b554dfcf5 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:50.099173 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-750d0561-4c61-4f9b-9387-73ce2193332f None None] Provisioning for port 3da35f5e-77ca-467d-b3fb-df10c6eecfdd completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:15:50.105900 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-750d0561-4c61-4f9b-9387-73ce2193332f None None] Provisioning complete for port 3da35f5e-77ca-467d-b3fb-df10c6eecfdd triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:50.106571 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-750d0561-4c61-4f9b-9387-73ce2193332f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:50.159479 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-750d0561-4c61-4f9b-9387-73ce2193332f None None] Port 3da35f5e-77ca-467d-b3fb-df10c6eecfdd cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:15:50.226964 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a035df9e-7dbe-40a1-84d3-0d86c13d84cd req-44d541a2-7bda-44e5-86fc-17365ea3267b tempest-LiveAutoBlockMigrationV225Test-1599853612 tempest-LiveAutoBlockMigrationV225Test-1599853612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:50.228966 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a035df9e-7dbe-40a1-84d3-0d86c13d84cd req-44d541a2-7bda-44e5-86fc-17365ea3267b tempest-LiveAutoBlockMigrationV225Test-1599853612 tempest-LiveAutoBlockMigrationV225Test-1599853612-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=7abb4c18-915b-4d5d-9b2e-7a134555b04c HTTP/1.1" status: 200 len: 1095 time: 0.6286752 Jul 15 23:15:50.303703 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-538f29b2-f47f-4c3a-9576-613b554dfcf5 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:50.311216 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-538f29b2-f47f-4c3a-9576-613b554dfcf5 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:50.344673 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a035df9e-7dbe-40a1-84d3-0d86c13d84cd req-fe30a2b6-3746-474b-a29b-3a2a2c80c210 tempest-LiveAutoBlockMigrationV225Test-1599853612 tempest-LiveAutoBlockMigrationV225Test-1599853612-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038294 Jul 15 23:15:50.351294 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-538f29b2-f47f-4c3a-9576-613b554dfcf5 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] In _notify_port_updated(), no bound segment for port 3da35f5e-77ca-467d-b3fb-df10c6eecfdd on network 8df25258-ecc8-4b2e-ac54-1c3f8c3b1205 {{(pid=93771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:15:50.358199 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538f29b2-f47f-4c3a-9576-613b554dfcf5 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:50.359294 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-538f29b2-f47f-4c3a-9576-613b554dfcf5 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:50.365297 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-538f29b2-f47f-4c3a-9576-613b554dfcf5 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] 10.222.0.48 "PUT /v2.0/ports/3da35f5e-77ca-467d-b3fb-df10c6eecfdd HTTP/1.1" status: 200 len: 1003 time: 0.5963500 Jul 15 23:15:50.365382 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33770) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:50.376856 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babab05a-2586-4b98-a4c6-c98d21bff89f req-27d83249-8730-48dd-9d1a-f638f3f56b0b tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:50.383548 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-babab05a-2586-4b98-a4c6-c98d21bff89f req-27d83249-8730-48dd-9d1a-f638f3f56b0b tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/ports?device_id=159498bb-e71d-4162-a872-a8de7dd821be HTTP/1.1" status: 200 len: 945 time: 0.2267895 Jul 15 23:15:50.429897 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538f29b2-f47f-4c3a-9576-613b554dfcf5 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Pushing event updated for resources: {'Port': ['ID=3da35f5e-77ca-467d-b3fb-df10c6eecfdd,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:50.500892 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-babab05a-2586-4b98-a4c6-c98d21bff89f req-237fa3c3-563d-4013-8ec7-0c5cdfebfb69 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3cc6b1b-b328-4d26-ba63-110947666d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138742 Jul 15 23:15:50.515465 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f6b61043-87a3-4f69-9d2a-88af16bac90b tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Deleting port 3da35f5e-77ca-467d-b3fb-df10c6eecfdd {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:15:50.515843 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6b61043-87a3-4f69-9d2a-88af16bac90b tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:50.531770 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3b7eb3c0-64ce-44b4-af61-a8ae0fc61d4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:50.613682 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d639e84-8905-46b7-8cce-708ab47a76ee x-openstack-request-id: req-3d639e84-8905-46b7-8cce-708ab47a76ee {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:15:50.614095 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be308bf9-ab6d-4e1a-aa67-27a5fa9bdb49", "name": "network-vif-deleted", "tag": "20e617c1-19b4-403b-b99b-d8c56dfd02cc", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:15:50.614500 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3d639e84-8905-46b7-8cce-708ab47a76ee {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:15:50.615129 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be308bf9-ab6d-4e1a-aa67-27a5fa9bdb49', 'name': 'network-vif-deleted', 'tag': '20e617c1-19b4-403b-b99b-d8c56dfd02cc', 'status': 'completed', 'code': 200} Jul 15 23:15:50.665425 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6b61043-87a3-4f69-9d2a-88af16bac90b tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:50.688358 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f6b61043-87a3-4f69-9d2a-88af16bac90b tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Calling delete_port for 3da35f5e-77ca-467d-b3fb-df10c6eecfdd owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:15:50.756290 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61a0c36-3ce4-467d-9a7e-a3fe5fe30f33 req-14301acf-9611-4a58-86e6-e4c13be2a3c0 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:50.761825 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 7899febd-87ee-4462-88e1-a85c14b644f6 details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:15:50.765369 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c61a0c36-3ce4-467d-9a7e-a3fe5fe30f33 req-14301acf-9611-4a58-86e6-e4c13be2a3c0 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=61c5767a-c6c2-4653-8302-bf1a560dc731 HTTP/1.1" status: 200 len: 943 time: 0.1549237 Jul 15 23:15:50.770039 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 20e617c1-19b4-403b-b99b-d8c56dfd02cc no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:15:50.848890 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] No Port match for: 20e617c1-19b4-403b-b99b-d8c56dfd02cc {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:15:50.849530 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 20e617c1-19b4-403b-b99b-d8c56dfd02cc not bound to the agent host n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:15:50.953178 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9b1190-026e-4f56-b36d-928fb2a87058 req-a189dc3d-a4fe-4ae7-9f65-53008791cc9a tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:50.954764 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-fe9b1190-026e-4f56-b36d-928fb2a87058 req-a189dc3d-a4fe-4ae7-9f65-53008791cc9a tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f630477-25d0-41ff-8a80-57bbce333916 HTTP/1.1" status: 200 len: 946 time: 0.1630719 Jul 15 23:15:50.963698 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c61a0c36-3ce4-467d-9a7e-a3fe5fe30f33 req-5e937ac7-5c6a-4bf2-9254-f10d4ae39f91 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968017 Jul 15 23:15:50.991455 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d2ddc03d-9366-40bc-ad5c-79e774f5b77d None None] Provisioning complete for port 3da35f5e-77ca-467d-b3fb-df10c6eecfdd triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:50.992053 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d2ddc03d-9366-40bc-ad5c-79e774f5b77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:51.046071 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-d2ddc03d-9366-40bc-ad5c-79e774f5b77d None None] Port 3da35f5e-77ca-467d-b3fb-df10c6eecfdd cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:15:51.257727 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa8e14-e496-4824-b7e1-5fe131a2d4e6 req-ed348a40-35bc-482a-9fbc-e594d76f592b tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:51.259263 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-67aa8e14-e496-4824-b7e1-5fe131a2d4e6 req-ed348a40-35bc-482a-9fbc-e594d76f592b tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] 10.222.0.48 "GET /v2.0/ports?device_id=051b1372-b85f-43be-9ec5-11e1510a8a33 HTTP/1.1" status: 200 len: 945 time: 0.1931698 Jul 15 23:15:51.333358 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfceca0-830d-497b-a9f2-dfad12b0b062 req-144ae081-b277-466c-acfc-389028401f95 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:51.335074 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7cfceca0-830d-497b-a9f2-dfad12b0b062 req-144ae081-b277-466c-acfc-389028401f95 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=7abb4c18-915b-4d5d-9b2e-7a134555b04c HTTP/1.1" status: 200 len: 944 time: 0.1824400 Jul 15 23:15:51.345223 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-67aa8e14-e496-4824-b7e1-5fe131a2d4e6 req-47ef4d58-ba11-43bd-8bef-ad3c2baf7501 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] 10.222.0.48 "GET /v2.0/security-groups?id=c75ced0b-b679-4ed8-a0bf-e5a0053ebcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747430 Jul 15 23:15:51.354445 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 7899febd-87ee-4462-88e1-a85c14b644f6, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=7899febd-87ee-4462-88e1-a85c14b644f6,segment=NetworkSegment(3c2758b9-e41c-4bf2-b9ed-9081bfc02669),segment_id=3c2758b9-e41c-4bf2-b9ed-9081bfc02669)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:51.358390 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-3b7eb3c0-64ce-44b4-af61-a8ae0fc61d4a admin admin] Deleting port 58e30866-e2d0-4313-b9ba-6f06ee68b22d {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:15:51.358733 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3b7eb3c0-64ce-44b4-af61-a8ae0fc61d4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:51.400417 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': '7899febd-87ee-4462-88e1-a85c14b644f6', 'network_id': 'a62e01ea-f2e5-4ac4-9f56-3043444e806b', 'port_id': '7899febd-87ee-4462-88e1-a85c14b644f6', 'mac_address': 'fa:16:3e:84:fc:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1126b8c-d6f8-4596-9ab3-27f6931e900c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:15:51.454567 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7cfceca0-830d-497b-a9f2-dfad12b0b062 req-9cf46482-9ecc-4509-bf54-f376aec32f3f tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075401 Jul 15 23:15:51.463271 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6b61043-87a3-4f69-9d2a-88af16bac90b tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:51.485755 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:51.507088 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b61043-87a3-4f69-9d2a-88af16bac90b tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Pushing event deleted for resources: {'Port': ['ID=3da35f5e-77ca-467d-b3fb-df10c6eecfdd,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:51.530794 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7899febd-87ee-4462-88e1-a85c14b644f6 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:15:51.542920 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-3b7eb3c0-64ce-44b4-af61-a8ae0fc61d4a admin admin] For port 58e30866-e2d0-4313-b9ba-6f06ee68b22d, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=58e30866-e2d0-4313-b9ba-6f06ee68b22d,segment=NetworkSegment(8c95e0dc-7b2e-4fda-acd8-715dc490e464),segment_id=8c95e0dc-7b2e-4fda-acd8-715dc490e464)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:51.543381 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3b7eb3c0-64ce-44b4-af61-a8ae0fc61d4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:51.597120 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 7899febd-87ee-4462-88e1-a85c14b644f6, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=7899febd-87ee-4462-88e1-a85c14b644f6,segment=NetworkSegment(3c2758b9-e41c-4bf2-b9ed-9081bfc02669),segment_id=3c2758b9-e41c-4bf2-b9ed-9081bfc02669)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:51.604422 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:51.607033 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-3b7eb3c0-64ce-44b4-af61-a8ae0fc61d4a admin admin] Calling delete_port for 58e30866-e2d0-4313-b9ba-6f06ee68b22d owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:15:51.767498 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=7899febd-87ee-4462-88e1-a85c14b644f6,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:51.795406 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd27d1-083b-48c3-a613-5c50c4947ed9 req-be760c6a-0e39-4d3a-9692-f4a1d4a7bf1f tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:51.800132 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:51.800631 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:51.801080 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:51.801927 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:51.802438 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:51.803021 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:51.803825 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:51.804485 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:51.805586 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:51.805703 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9afd27d1-083b-48c3-a613-5c50c4947ed9 req-be760c6a-0e39-4d3a-9692-f4a1d4a7bf1f tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f630477-25d0-41ff-8a80-57bbce333916 HTTP/1.1" status: 200 len: 946 time: 0.2446682 Jul 15 23:15:51.807293 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:51.807293 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:51.807828 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:15:51.824812 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-fe9b1190-026e-4f56-b36d-928fb2a87058 req-a47ed578-b0cd-4ae3-a803-bc11ff38c49c tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Deleting port b971e369-edad-4591-bd3a-6b5d8952cf76 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:15:51.824812 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fe9b1190-026e-4f56-b36d-928fb2a87058 req-a47ed578-b0cd-4ae3-a803-bc11ff38c49c tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:51.860908 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6b61043-87a3-4f69-9d2a-88af16bac90b tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:51.863991 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f6b61043-87a3-4f69-9d2a-88af16bac90b tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] 10.222.0.48 "DELETE /v2.0/ports/3da35f5e-77ca-467d-b3fb-df10c6eecfdd HTTP/1.1" status: 204 len: 168 time: 1.4966269 Jul 15 23:15:51.867361 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33786) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:51.912586 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d5160fc-6617-4901-a2c1-e630fe946bbf tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] GET failed (client error): The resource could not be found. Jul 15 23:15:51.914454 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-9d5160fc-6617-4901-a2c1-e630fe946bbf tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] 10.222.0.48 "GET /v2.0/ports/3da35f5e-77ca-467d-b3fb-df10c6eecfdd HTTP/1.1" status: 404 len: 333 time: 0.0455832 Jul 15 23:15:51.920860 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33788) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:51.928027 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-8db981d9-bec6-4aae-911d-984d4753d973 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Request body: {'port': {'network_id': '8df25258-ecc8-4b2e-ac54-1c3f8c3b1205', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1755080479'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:51.979343 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['7899febd-87ee-4462-88e1-a85c14b644f6'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:15:52.121706 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9afd27d1-083b-48c3-a613-5c50c4947ed9 req-7b49e8fe-3e6f-4463-9b9b-b0c849362f27 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/security-groups?id=a00402bc-417c-4401-b3a4-a86d8ce769a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146055 Jul 15 23:15:52.157815 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130fd80f-ee48-4a16-8fe5-095b2dc73a85 req-97a7466e-3e89-4d45-8ce9-4220810f2ee5 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:52.160916 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-130fd80f-ee48-4a16-8fe5-095b2dc73a85 req-97a7466e-3e89-4d45-8ce9-4220810f2ee5 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.49 "GET /v2.0/ports?device_id=7abb4c18-915b-4d5d-9b2e-7a134555b04c HTTP/1.1" status: 200 len: 944 time: 0.5509524 Jul 15 23:15:52.162109 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-fe9b1190-026e-4f56-b36d-928fb2a87058 req-a47ed578-b0cd-4ae3-a803-bc11ff38c49c tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] For port b971e369-edad-4591-bd3a-6b5d8952cf76, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=b971e369-edad-4591-bd3a-6b5d8952cf76,segment=NetworkSegment(f2e0773f-8183-4f36-8ee8-76cf70d2d71c),segment_id=f2e0773f-8183-4f36-8ee8-76cf70d2d71c)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:52.162790 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fe9b1190-026e-4f56-b36d-928fb2a87058 req-a47ed578-b0cd-4ae3-a803-bc11ff38c49c tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:52.190884 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-fe9b1190-026e-4f56-b36d-928fb2a87058 req-a47ed578-b0cd-4ae3-a803-bc11ff38c49c tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Calling delete_port for b971e369-edad-4591-bd3a-6b5d8952cf76 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:15:52.199359 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db981d9-bec6-4aae-911d-984d4753d973 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Made reservation on behalf of 56d4f27363ee4dd9a9774e075bea6532 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:52.203096 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8db981d9-bec6-4aae-911d-984d4753d973 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:52.240131 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-8db981d9-bec6-4aae-911d-984d4753d973 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] device_id is not set on port 5ab7bbe4-380e-4014-a84d-60a09ea37c29 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:15:52.410850 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c545629-ffab-4aee-9a0f-26abe3dd4361 req-49a6b22a-4bbd-4c3a-91d3-840dd7469c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:52.412921 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5c545629-ffab-4aee-9a0f-26abe3dd4361 req-49a6b22a-4bbd-4c3a-91d3-840dd7469c05 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e9becec18cd64d19acfb6d44e69692c1&device_id=051b1372-b85f-43be-9ec5-11e1510a8a33 HTTP/1.1" status: 200 len: 1096 time: 0.4732013 Jul 15 23:15:52.506400 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-8db981d9-bec6-4aae-911d-984d4753d973 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Allocated IP 2001:db8::2b2 (8df25258-ecc8-4b2e-ac54-1c3f8c3b1205/a879978a-d662-4717-94eb-fa1cc31a4096/5ab7bbe4-380e-4014-a84d-60a09ea37c29) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:15:52.534988 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fe9b1190-026e-4f56-b36d-928fb2a87058 req-a47ed578-b0cd-4ae3-a803-bc11ff38c49c tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:52.586575 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47ed578-b0cd-4ae3-a803-bc11ff38c49c tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Pushing event deleted for resources: {'Port': ['ID=b971e369-edad-4591-bd3a-6b5d8952cf76,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:52.639285 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe9b1190-026e-4f56-b36d-928fb2a87058 req-a47ed578-b0cd-4ae3-a803-bc11ff38c49c tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] No DVR routers for this DVR port b971e369-edad-4591-bd3a-6b5d8952cf76 on host n-h2-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:15:52.642382 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fe9b1190-026e-4f56-b36d-928fb2a87058 req-a47ed578-b0cd-4ae3-a803-bc11ff38c49c tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:52.645427 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-fe9b1190-026e-4f56-b36d-928fb2a87058 req-a47ed578-b0cd-4ae3-a803-bc11ff38c49c tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.41 "DELETE /v2.0/ports/b971e369-edad-4591-bd3a-6b5d8952cf76 HTTP/1.1" status: 204 len: 173 time: 1.6837497 Jul 15 23:15:52.646033 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f630477-25d0-41ff-8a80-57bbce333916', 'name': 'network-vif-deleted', 'tag': 'b971e369-edad-4591-bd3a-6b5d8952cf76'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:15:52.649687 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35fb9cb8-61fc-4748-8bb0-2bd8410322a2" -d '{"events": [{"server_uuid": "6f630477-25d0-41ff-8a80-57bbce333916", "name": "network-vif-deleted", "tag": "b971e369-edad-4591-bd3a-6b5d8952cf76"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:15:52.794498 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device b971e369-edad-4591-bd3a-6b5d8952cf76 no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:15:52.820271 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] No Port match for: b971e369-edad-4591-bd3a-6b5d8952cf76 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:15:52.820766 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device b971e369-edad-4591-bd3a-6b5d8952cf76 not bound to the agent host n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:15:52.828892 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ed5f3-c265-455f-ac4f-151ca2328c26 req-198e4dda-0c89-4890-a9d4-d79de2ab0fe0 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:52.830914 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2f2ed5f3-c265-455f-ac4f-151ca2328c26 req-198e4dda-0c89-4890-a9d4-d79de2ab0fe0 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/ports?device_id=159498bb-e71d-4162-a872-a8de7dd821be HTTP/1.1" status: 200 len: 945 time: 0.7079892 Jul 15 23:15:52.970856 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78faddbb-b7bd-4269-abf8-f7dc3b725807 req-045dc0e2-e8ff-458f-bba3-69ca9bdde07a tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:52.973728 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-78faddbb-b7bd-4269-abf8-f7dc3b725807 req-045dc0e2-e8ff-458f-bba3-69ca9bdde07a tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] 10.222.0.48 "GET /v2.0/ports?device_id=051b1372-b85f-43be-9ec5-11e1510a8a33 HTTP/1.1" status: 200 len: 945 time: 0.6971910 Jul 15 23:15:52.985511 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-130fd80f-ee48-4a16-8fe5-095b2dc73a85 req-afbc4e64-e1e3-4827-ad46-0bb13dfcde03 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Deleting port 04364241-cc9c-414f-80e8-010de4fc03f7 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:15:52.985853 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-130fd80f-ee48-4a16-8fe5-095b2dc73a85 req-afbc4e64-e1e3-4827-ad46-0bb13dfcde03 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:52.995513 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3b7eb3c0-64ce-44b4-af61-a8ae0fc61d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:53.011082 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2f2ed5f3-c265-455f-ac4f-151ca2328c26 req-34aedd08-0450-42a6-935a-ea57e095f28a tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3cc6b1b-b328-4d26-ba63-110947666d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687446 Jul 15 23:15:53.073532 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c545629-ffab-4aee-9a0f-26abe3dd4361 req-250fa016-ada0-40b3-a1a7-49d8dbb7c08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:53.075690 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5c545629-ffab-4aee-9a0f-26abe3dd4361 req-250fa016-ada0-40b3-a1a7-49d8dbb7c08c service neutron] 10.222.0.49 "GET /v2.0/networks?id=8ecd94bd-62eb-4c2d-b91c-0c9de8655a42 HTTP/1.1" status: 200 len: 920 time: 0.6350584 Jul 15 23:15:53.083396 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7eb3c0-64ce-44b4-af61-a8ae0fc61d4a admin admin] Pushing event deleted for resources: {'Port': ['ID=58e30866-e2d0-4313-b9ba-6f06ee68b22d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:53.168115 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8db981d9-bec6-4aae-911d-984d4753d973 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:53.192408 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-8db981d9-bec6-4aae-911d-984d4753d973 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Transition to ACTIVE for port object 5ab7bbe4-380e-4014-a84d-60a09ea37c29 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:53.229272 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5c545629-ffab-4aee-9a0f-26abe3dd4361 req-08596533-5c5d-4e3d-8118-59c12c3d4345 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=426feaae-9363-4074-b0ce-63b4ab490675 HTTP/1.1" status: 200 len: 217 time: 0.1419713 Jul 15 23:15:53.249960 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8db981d9-bec6-4aae-911d-984d4753d973 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:53.307551 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db981d9-bec6-4aae-911d-984d4753d973 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Network 8df25258-ecc8-4b2e-ac54-1c3f8c3b1205 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:15:53.311600 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-8db981d9-bec6-4aae-911d-984d4753d973 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:53.312631 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-78faddbb-b7bd-4269-abf8-f7dc3b725807 req-310ce9ae-2699-4578-89cd-b6c26b3bc412 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] 10.222.0.48 "GET /v2.0/security-groups?id=c75ced0b-b679-4ed8-a0bf-e5a0053ebcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291924 Jul 15 23:15:53.320580 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db981d9-bec6-4aae-911d-984d4753d973 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:15:53.326732 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db981d9-bec6-4aae-911d-984d4753d973 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:53.327526 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8db981d9-bec6-4aae-911d-984d4753d973 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:53.395849 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:15:53.397870 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db981d9-bec6-4aae-911d-984d4753d973 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Pushing event updated for resources: {'Port': ['ID=5ab7bbe4-380e-4014-a84d-60a09ea37c29,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:53.407527 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-8db981d9-bec6-4aae-911d-984d4753d973 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4857705 Jul 15 23:15:53.414696 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33798) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:53.430694 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-2d303a94-e47c-4dd0-8e3d-6c0b6c70a9dd tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:7b:91:93'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:53.431379 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-130fd80f-ee48-4a16-8fe5-095b2dc73a85 req-afbc4e64-e1e3-4827-ad46-0bb13dfcde03 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] For port 04364241-cc9c-414f-80e8-010de4fc03f7, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=04364241-cc9c-414f-80e8-010de4fc03f7,segment=NetworkSegment(34c5f733-3f76-4beb-94d8-dfb9dc50430b),segment_id=34c5f733-3f76-4beb-94d8-dfb9dc50430b)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:53.437344 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-130fd80f-ee48-4a16-8fe5-095b2dc73a85 req-afbc4e64-e1e3-4827-ad46-0bb13dfcde03 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:53.489714 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c545629-ffab-4aee-9a0f-26abe3dd4361 req-8e31d6e2-941f-4350-b9cd-38f767d1d38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:53.492466 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5c545629-ffab-4aee-9a0f-26abe3dd4361 req-8e31d6e2-941f-4350-b9cd-38f767d1d38a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e212a520-684a-4fbf-ae3b-aab2e981ec56 HTTP/1.1" status: 200 len: 859 time: 0.2508032 Jul 15 23:15:53.524712 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-130fd80f-ee48-4a16-8fe5-095b2dc73a85 req-afbc4e64-e1e3-4827-ad46-0bb13dfcde03 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Calling delete_port for 04364241-cc9c-414f-80e8-010de4fc03f7 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:15:53.605518 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5c545629-ffab-4aee-9a0f-26abe3dd4361 req-64b47441-76b5-4461-88f0-ff8101301123 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8ecd94bd-62eb-4c2d-b91c-0c9de8655a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782356 Jul 15 23:15:53.607928 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d303a94-e47c-4dd0-8e3d-6c0b6c70a9dd tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:53.810832 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e30fa4e7-ffac-4140-9c4d-ea65da7ca5d0 None None] Provisioning for port 5ab7bbe4-380e-4014-a84d-60a09ea37c29 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:15:53.815473 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e30fa4e7-ffac-4140-9c4d-ea65da7ca5d0 None None] Provisioning complete for port 5ab7bbe4-380e-4014-a84d-60a09ea37c29 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:53.816647 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e30fa4e7-ffac-4140-9c4d-ea65da7ca5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:53.828882 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd80349-6596-4fa5-8021-29703c72f70b req-321a4577-e712-43ef-a9d8-d2acabd1e851 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:53.832376 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7fd80349-6596-4fa5-8021-29703c72f70b req-321a4577-e712-43ef-a9d8-d2acabd1e851 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=61c5767a-c6c2-4653-8302-bf1a560dc731 HTTP/1.1" status: 200 len: 944 time: 0.6195407 Jul 15 23:15:53.852599 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3b7eb3c0-64ce-44b4-af61-a8ae0fc61d4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:53.861510 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e30fa4e7-ffac-4140-9c4d-ea65da7ca5d0 None None] Port 5ab7bbe4-380e-4014-a84d-60a09ea37c29 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:15:53.879640 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d303a94-e47c-4dd0-8e3d-6c0b6c70a9dd tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:53.884470 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d303a94-e47c-4dd0-8e3d-6c0b6c70a9dd tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:53.919952 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-2d303a94-e47c-4dd0-8e3d-6c0b6c70a9dd tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] In _notify_port_updated(), no bound segment for port 5ab7bbe4-380e-4014-a84d-60a09ea37c29 on network 8df25258-ecc8-4b2e-ac54-1c3f8c3b1205 {{(pid=93771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:15:53.927635 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d303a94-e47c-4dd0-8e3d-6c0b6c70a9dd tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:53.928757 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d303a94-e47c-4dd0-8e3d-6c0b6c70a9dd tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:53.933860 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-2d303a94-e47c-4dd0-8e3d-6c0b6c70a9dd tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] 10.222.0.48 "PUT /v2.0/ports/5ab7bbe4-380e-4014-a84d-60a09ea37c29 HTTP/1.1" status: 200 len: 1003 time: 0.5139706 Jul 15 23:15:53.935825 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33800) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:53.998171 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d303a94-e47c-4dd0-8e3d-6c0b6c70a9dd tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Pushing event updated for resources: {'Port': ['ID=5ab7bbe4-380e-4014-a84d-60a09ea37c29,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:54.086848 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-0a899a3d-7168-4290-a2e4-b99cc414d401 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Deleting port 5ab7bbe4-380e-4014-a84d-60a09ea37c29 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:15:54.087358 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0a899a3d-7168-4290-a2e4-b99cc414d401 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:54.110261 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7fd80349-6596-4fa5-8021-29703c72f70b req-50cd5fd6-e497-486c-9124-95c147e6a689 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670608 Jul 15 23:15:54.129809 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b014bb9-b862-470b-89c8-5891d4985a4a req-23596825-a3f1-4dff-a268-3ddf21fcff5a tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:54.141349 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1b014bb9-b862-470b-89c8-5891d4985a4a req-23596825-a3f1-4dff-a268-3ddf21fcff5a tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=7abb4c18-915b-4d5d-9b2e-7a134555b04c HTTP/1.1" status: 200 len: 944 time: 0.5415704 Jul 15 23:15:54.141349 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5c545629-ffab-4aee-9a0f-26abe3dd4361 req-6f5da83b-393c-4a62-8bbe-eeadeb7e3822 service neutron] 10.222.0.49 "GET /v2.0/networks/8ecd94bd-62eb-4c2d-b91c-0c9de8655a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4215028 Jul 15 23:15:54.196584 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0577585f-9dad-4011-91cb-5424b6a2d717 x-openstack-request-id: req-0577585f-9dad-4011-91cb-5424b6a2d717 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:15:54.196891 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f630477-25d0-41ff-8a80-57bbce333916", "name": "network-vif-deleted", "tag": "b971e369-edad-4591-bd3a-6b5d8952cf76", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:15:54.197151 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0577585f-9dad-4011-91cb-5424b6a2d717 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:15:54.197641 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f630477-25d0-41ff-8a80-57bbce333916', 'name': 'network-vif-deleted', 'tag': 'b971e369-edad-4591-bd3a-6b5d8952cf76', 'status': 'completed', 'code': 200} Jul 15 23:15:54.245098 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0a899a3d-7168-4290-a2e4-b99cc414d401 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:54.266614 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-0a899a3d-7168-4290-a2e4-b99cc414d401 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Calling delete_port for 5ab7bbe4-380e-4014-a84d-60a09ea37c29 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:15:54.298268 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9c5791aa-b905-4fdb-903e-f8f28210c8b8 None None] Provisioning complete for port 5ab7bbe4-380e-4014-a84d-60a09ea37c29 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:54.298641 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9c5791aa-b905-4fdb-903e-f8f28210c8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:54.350259 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-9c5791aa-b905-4fdb-903e-f8f28210c8b8 None None] Port 5ab7bbe4-380e-4014-a84d-60a09ea37c29 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:15:54.371521 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1b014bb9-b862-470b-89c8-5891d4985a4a req-ed55cca9-c2ed-42a3-88bb-fe355facc21e tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338727 Jul 15 23:15:54.377410 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-130fd80f-ee48-4a16-8fe5-095b2dc73a85 req-afbc4e64-e1e3-4827-ad46-0bb13dfcde03 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:54.395806 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['77c0025b-ab04-4c95-9ff4-08d9bf61c7ec', '04364241-cc9c-414f-80e8-010de4fc03f7'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:15:54.485672 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0a899a3d-7168-4290-a2e4-b99cc414d401 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:54.496467 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbc4e64-e1e3-4827-ad46-0bb13dfcde03 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Pushing event deleted for resources: {'Port': ['ID=04364241-cc9c-414f-80e8-010de4fc03f7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:54.527457 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a899a3d-7168-4290-a2e4-b99cc414d401 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Pushing event deleted for resources: {'Port': ['ID=5ab7bbe4-380e-4014-a84d-60a09ea37c29,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:54.538185 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5c545629-ffab-4aee-9a0f-26abe3dd4361 req-d0e8c359-08e7-40a3-a05a-c9244c567ffc service neutron] 10.222.0.49 "GET /v2.0/networks/8ecd94bd-62eb-4c2d-b91c-0c9de8655a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3768446 Jul 15 23:15:54.607412 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-130fd80f-ee48-4a16-8fe5-095b2dc73a85 req-afbc4e64-e1e3-4827-ad46-0bb13dfcde03 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] No DVR routers for this DVR port 04364241-cc9c-414f-80e8-010de4fc03f7 on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:15:54.609686 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0a899a3d-7168-4290-a2e4-b99cc414d401 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:54.614571 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-130fd80f-ee48-4a16-8fe5-095b2dc73a85 req-afbc4e64-e1e3-4827-ad46-0bb13dfcde03 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:54.616566 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-130fd80f-ee48-4a16-8fe5-095b2dc73a85 req-afbc4e64-e1e3-4827-ad46-0bb13dfcde03 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.49 "DELETE /v2.0/ports/04364241-cc9c-414f-80e8-010de4fc03f7 HTTP/1.1" status: 204 len: 173 time: 2.4015064 Jul 15 23:15:54.617020 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7abb4c18-915b-4d5d-9b2e-7a134555b04c', 'name': 'network-vif-deleted', 'tag': '04364241-cc9c-414f-80e8-010de4fc03f7'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:15:54.619560 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec934b0a-bda5-4c37-82c7-2e4c8dd2c651" -d '{"events": [{"server_uuid": "7abb4c18-915b-4d5d-9b2e-7a134555b04c", "name": "network-vif-deleted", "tag": "04364241-cc9c-414f-80e8-010de4fc03f7"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:15:54.639061 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-0a899a3d-7168-4290-a2e4-b99cc414d401 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] 10.222.0.48 "DELETE /v2.0/ports/5ab7bbe4-380e-4014-a84d-60a09ea37c29 HTTP/1.1" status: 204 len: 168 time: 0.7020893 Jul 15 23:15:54.644396 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33818) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:54.647305 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b7eb3c0-64ce-44b4-af61-a8ae0fc61d4a admin admin] Router 2a5b2c62-c5ed-499b-b5a1-baeaab3889da has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:15:54.736299 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-aca6b234-ecc9-44f4-a0fc-86fd4bf198fc tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] GET failed (client error): The resource could not be found. Jul 15 23:15:54.748362 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-aca6b234-ecc9-44f4-a0fc-86fd4bf198fc tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] 10.222.0.48 "GET /v2.0/ports/5ab7bbe4-380e-4014-a84d-60a09ea37c29 HTTP/1.1" status: 404 len: 333 time: 0.0974631 Jul 15 23:15:54.749332 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33822) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:54.750751 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885f688-abc9-4c74-a38c-507ad53bf2cd req-a519cb3a-3a9b-4994-b064-ec1795a3dcb6 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:54.755977 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-da54884a-d237-42ef-aaa1-3e9cec36abe0 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Request body: {'port': {'network_id': '8df25258-ecc8-4b2e-ac54-1c3f8c3b1205', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-712422918'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:54.759188 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1885f688-abc9-4c74-a38c-507ad53bf2cd req-a519cb3a-3a9b-4994-b064-ec1795a3dcb6 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/ports?device_id=159498bb-e71d-4162-a872-a8de7dd821be HTTP/1.1" status: 200 len: 945 time: 0.3251510 Jul 15 23:15:54.804362 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 7899febd-87ee-4462-88e1-a85c14b644f6 up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:15:54.915938 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port 7899febd-87ee-4462-88e1-a85c14b644f6 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:15:54.922230 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port 7899febd-87ee-4462-88e1-a85c14b644f6 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:54.922904 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:54.942156 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da54884a-d237-42ef-aaa1-3e9cec36abe0 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Made reservation on behalf of 56d4f27363ee4dd9a9774e075bea6532 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:54.947465 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da54884a-d237-42ef-aaa1-3e9cec36abe0 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:54.950625 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1885f688-abc9-4c74-a38c-507ad53bf2cd req-7ccef7ef-962a-486f-8d4b-ba107417e366 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3cc6b1b-b328-4d26-ba63-110947666d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904311 Jul 15 23:15:54.990533 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b7eb3c0-64ce-44b4-af61-a8ae0fc61d4a admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:15:55.002329 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-da54884a-d237-42ef-aaa1-3e9cec36abe0 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] device_id is not set on port 3e4140e8-d4da-4ab5-a2c5-b9010625a2a8 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:15:55.006016 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60c7817-f707-426b-95a8-d50e20def8a7 None None] Sync routers for ids ['2a5b2c62-c5ed-499b-b5a1-baeaab3889da'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:15:55.012028 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33824) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:55.016209 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-3b7eb3c0-64ce-44b4-af61-a8ae0fc61d4a admin admin] 10.222.0.48 "PUT /v2.0/routers/2a5b2c62-c5ed-499b-b5a1-baeaab3889da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8837380 Jul 15 23:15:55.022462 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60c7817-f707-426b-95a8-d50e20def8a7 None None] Routers {'2a5b2c62-c5ed-499b-b5a1-baeaab3889da'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:15:55.023491 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-c60c7817-f707-426b-95a8-d50e20def8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:15:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['2a5b2c62-c5ed-499b-b5a1-baeaab3889da'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:55.058985 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09bb65c-6ac7-457c-a678-05993a0567ca req-a6964c91-e213-40b6-9952-61186740a38c tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:55.060693 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d09bb65c-6ac7-457c-a678-05993a0567ca req-a6964c91-e213-40b6-9952-61186740a38c tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] 10.222.0.48 "GET /v2.0/ports?device_id=051b1372-b85f-43be-9ec5-11e1510a8a33 HTTP/1.1" status: 200 len: 945 time: 0.3314443 Jul 15 23:15:55.129931 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:55.153479 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d09bb65c-6ac7-457c-a678-05993a0567ca req-a85e1d5b-35ed-4bbf-850e-a6bc4bdac4d0 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] 10.222.0.48 "GET /v2.0/security-groups?id=c75ced0b-b679-4ed8-a0bf-e5a0053ebcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853677 Jul 15 23:15:55.183645 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-675e9278-a354-49bb-937e-c86cf71fce09 x-openstack-request-id: req-675e9278-a354-49bb-937e-c86cf71fce09 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:15:55.184127 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7abb4c18-915b-4d5d-9b2e-7a134555b04c", "name": "network-vif-deleted", "tag": "04364241-cc9c-414f-80e8-010de4fc03f7", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:15:55.184528 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-675e9278-a354-49bb-937e-c86cf71fce09 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:15:55.185177 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7abb4c18-915b-4d5d-9b2e-7a134555b04c', 'name': 'network-vif-deleted', 'tag': '04364241-cc9c-414f-80e8-010de4fc03f7', 'status': 'completed', 'code': 200} Jul 15 23:15:55.256529 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-c60c7817-f707-426b-95a8-d50e20def8a7 None None] Set router 2a5b2c62-c5ed-499b-b5a1-baeaab3889da gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:15:55.262493 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 7899febd-87ee-4462-88e1-a85c14b644f6, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=7899febd-87ee-4462-88e1-a85c14b644f6,segment=NetworkSegment(3c2758b9-e41c-4bf2-b9ed-9081bfc02669),segment_id=3c2758b9-e41c-4bf2-b9ed-9081bfc02669)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:55.268238 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61c5767a-c6c2-4653-8302-bf1a560dc731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7899febd-87ee-4462-88e1-a85c14b644f6'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:15:55.275536 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e8fc38-d9fe-4f3c-8133-cd5c2f0bb8a4" -d '{"events": [{"server_uuid": "61c5767a-c6c2-4653-8302-bf1a560dc731", "name": "network-vif-plugged", "status": "completed", "tag": "7899febd-87ee-4462-88e1-a85c14b644f6"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:15:55.286109 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:55.288165 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:55.431000 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=7899febd-87ee-4462-88e1-a85c14b644f6,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:55.497333 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8a198a-4062-4493-85f3-53cb107536be x-openstack-request-id: req-cf8a198a-4062-4493-85f3-53cb107536be {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:15:55.497811 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61c5767a-c6c2-4653-8302-bf1a560dc731", "name": "network-vif-plugged", "status": "completed", "tag": "7899febd-87ee-4462-88e1-a85c14b644f6", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:15:55.498074 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cf8a198a-4062-4493-85f3-53cb107536be {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:15:55.498500 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61c5767a-c6c2-4653-8302-bf1a560dc731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7899febd-87ee-4462-88e1-a85c14b644f6', 'code': 200} Jul 15 23:15:55.521360 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-c60c7817-f707-426b-95a8-d50e20def8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5b2c62-c5ed-499b-b5a1-baeaab3889da', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1264744552-router', 'tenant_id': '48062b7ca7314e72995400ce76936d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '2af7e956-bc7f-4291-a112-9e2d05887610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:14:25Z', 'updated_at': '2021-07-15T23:15:52Z', 'revision_number': 5, 'project_id': '48062b7ca7314e72995400ce76936d28', 'gw_port': {'id': '2af7e956-bc7f-4291-a112-9e2d05887610', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5b2c62-c5ed-499b-b5a1-baeaab3889da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:14:27Z', 'updated_at': '2021-07-15T23:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:55.569501 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 33836) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:55.579347 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77ec30a4-ab76-4495-9c68-33dd5a895ba7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:55.596490 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-da54884a-d237-42ef-aaa1-3e9cec36abe0 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Allocated IP 2001:db8::d3 (8df25258-ecc8-4b2e-ac54-1c3f8c3b1205/a879978a-d662-4717-94eb-fa1cc31a4096/3e4140e8-d4da-4ab5-a2c5-b9010625a2a8) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:15:55.597277 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64685390-d330-442b-befd-6928fe4e0ce2 req-a821dee0-cfe2-4cbc-b8cf-b28c2c46cb00 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:55.599356 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-64685390-d330-442b-befd-6928fe4e0ce2 req-a821dee0-cfe2-4cbc-b8cf-b28c2c46cb00 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=61c5767a-c6c2-4653-8302-bf1a560dc731 HTTP/1.1" status: 200 len: 945 time: 0.1479921 Jul 15 23:15:55.627060 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60c7817-f707-426b-95a8-d50e20def8a7 None None] Checking router: 2a5b2c62-c5ed-499b-b5a1-baeaab3889da for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:15:55.654344 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60c7817-f707-426b-95a8-d50e20def8a7 None None] Routers {'2a5b2c62-c5ed-499b-b5a1-baeaab3889da'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:15:55.655273 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-c60c7817-f707-426b-95a8-d50e20def8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:15:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['2a5b2c62-c5ed-499b-b5a1-baeaab3889da'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:55.804238 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-c60c7817-f707-426b-95a8-d50e20def8a7 None None] Set router 2a5b2c62-c5ed-499b-b5a1-baeaab3889da gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:15:55.962200 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77ec30a4-ab76-4495-9c68-33dd5a895ba7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:55.986246 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb204b4-0dba-44f0-a981-daa911ff95fd req-aa1b4616-086b-407b-9d4c-06b79b933868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:55.989896 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ccb204b4-0dba-44f0-a981-daa911ff95fd req-aa1b4616-086b-407b-9d4c-06b79b933868 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=61c5767a-c6c2-4653-8302-bf1a560dc731 HTTP/1.1" status: 200 len: 1096 time: 0.3248308 Jul 15 23:15:56.076064 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-c60c7817-f707-426b-95a8-d50e20def8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5b2c62-c5ed-499b-b5a1-baeaab3889da', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1264744552-router', 'tenant_id': '48062b7ca7314e72995400ce76936d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '2af7e956-bc7f-4291-a112-9e2d05887610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:14:25Z', 'updated_at': '2021-07-15T23:15:52Z', 'revision_number': 5, 'project_id': '48062b7ca7314e72995400ce76936d28', 'gw_port': {'id': '2af7e956-bc7f-4291-a112-9e2d05887610', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5b2c62-c5ed-499b-b5a1-baeaab3889da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:14:27Z', 'updated_at': '2021-07-15T23:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:56.115403 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60c7817-f707-426b-95a8-d50e20def8a7 None None] The sync data for ids ['2a5b2c62-c5ed-499b-b5a1-baeaab3889da'] in n-d-794306-6 is: [{'id': '2a5b2c62-c5ed-499b-b5a1-baeaab3889da', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1264744552-router', 'tenant_id': '48062b7ca7314e72995400ce76936d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '2af7e956-bc7f-4291-a112-9e2d05887610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:14:25Z', 'updated_at': '2021-07-15T23:15:52Z', 'revision_number': 5, 'project_id': '48062b7ca7314e72995400ce76936d28', 'gw_port': {'id': '2af7e956-bc7f-4291-a112-9e2d05887610', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5b2c62-c5ed-499b-b5a1-baeaab3889da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:14:27Z', 'updated_at': '2021-07-15T23:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:15:56.137359 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-64685390-d330-442b-befd-6928fe4e0ce2 req-d9d295c6-c842-4b0a-a9ce-546ee5f2f71e tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5225458 Jul 15 23:15:56.161854 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ccb204b4-0dba-44f0-a981-daa911ff95fd req-75c411ee-b189-443e-98e7-47a3144f3643 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332526 Jul 15 23:15:56.199201 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da54884a-d237-42ef-aaa1-3e9cec36abe0 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:56.206981 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7fea0b04-6c36-46f7-bbcb-a2439e9c836c req-d02912cc-2962-4146-9c34-808366a7b9c0 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=7abb4c18-915b-4d5d-9b2e-7a134555b04c HTTP/1.1" status: 200 len: 210 time: 0.0661433 Jul 15 23:15:56.213791 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-77ec30a4-ab76-4495-9c68-33dd5a895ba7 admin admin] Deleting port 2af7e956-bc7f-4291-a112-9e2d05887610 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:15:56.214367 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77ec30a4-ab76-4495-9c68-33dd5a895ba7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:56.261083 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-da54884a-d237-42ef-aaa1-3e9cec36abe0 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Transition to ACTIVE for port object 3e4140e8-d4da-4ab5-a2c5-b9010625a2a8 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:56.263299 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79755fd4-44fa-41eb-9346-a8045b275706 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:56.314547 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79755fd4-44fa-41eb-9346-a8045b275706 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:56.369667 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-77ec30a4-ab76-4495-9c68-33dd5a895ba7 admin admin] For port 2af7e956-bc7f-4291-a112-9e2d05887610, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=2af7e956-bc7f-4291-a112-9e2d05887610,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:56.370238 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77ec30a4-ab76-4495-9c68-33dd5a895ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:56.397639 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-77ec30a4-ab76-4495-9c68-33dd5a895ba7 admin admin] Calling delete_port for 2af7e956-bc7f-4291-a112-9e2d05887610 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:15:56.404534 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da54884a-d237-42ef-aaa1-3e9cec36abe0 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:56.494064 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da54884a-d237-42ef-aaa1-3e9cec36abe0 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Pushing event updated for resources: {'Port': ['ID=3e4140e8-d4da-4ab5-a2c5-b9010625a2a8,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:56.508033 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da54884a-d237-42ef-aaa1-3e9cec36abe0 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Network 8df25258-ecc8-4b2e-ac54-1c3f8c3b1205 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:15:56.512831 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79755fd4-44fa-41eb-9346-a8045b275706 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:56.513254 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 04364241-cc9c-414f-80e8-010de4fc03f7 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:15:56.515565 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79755fd4-44fa-41eb-9346-a8045b275706 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:56.517345 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-79755fd4-44fa-41eb-9346-a8045b275706 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "DELETE /v2.0/security-groups/abb4b684-8f34-468b-aecd-0b7658c0c2ad HTTP/1.1" status: 204 len: 168 time: 0.9135702 Jul 15 23:15:56.524077 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33842) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:56.529115 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-da54884a-d237-42ef-aaa1-3e9cec36abe0 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:56.544136 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46379364-d169-45c6-9045-2c9a86de7e5b req-2442b364-7bcf-4eb2-9142-82195031dd4a tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:56.546798 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-46379364-d169-45c6-9045-2c9a86de7e5b req-2442b364-7bcf-4eb2-9142-82195031dd4a tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/ports?device_id=159498bb-e71d-4162-a872-a8de7dd821be HTTP/1.1" status: 200 len: 945 time: 0.1811373 Jul 15 23:15:56.559327 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: 04364241-cc9c-414f-80e8-010de4fc03f7 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:15:56.562202 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da54884a-d237-42ef-aaa1-3e9cec36abe0 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:15:56.565743 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 04364241-cc9c-414f-80e8-010de4fc03f7 not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:15:56.570582 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79755fd4-44fa-41eb-9346-a8045b275706 tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb4b684-8f34-468b-aecd-0b7658c0c2ad,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:56.577228 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da54884a-d237-42ef-aaa1-3e9cec36abe0 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:56.577228 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da54884a-d237-42ef-aaa1-3e9cec36abe0 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:56.604726 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd01d134-49ad-48d5-8241-89de88cfeb48 req-399bd5e0-f7ef-47b2-90d0-f83fc9f6d541 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:56.614987 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bd01d134-49ad-48d5-8241-89de88cfeb48 req-399bd5e0-f7ef-47b2-90d0-f83fc9f6d541 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] 10.222.0.48 "GET /v2.0/ports?device_id=051b1372-b85f-43be-9ec5-11e1510a8a33 HTTP/1.1" status: 200 len: 945 time: 0.1963608 Jul 15 23:15:56.656566 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-46379364-d169-45c6-9045-2c9a86de7e5b req-3e7b3a1d-9830-4d85-b222-e89911b99132 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3cc6b1b-b328-4d26-ba63-110947666d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993130 Jul 15 23:15:56.675251 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [None req-348aaa1a-c59d-4ca4-8601-aa394c090d5f tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] show failed (client error): The resource could not be found. Jul 15 23:15:56.680759 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 33844) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:56.681096 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-348aaa1a-c59d-4ca4-8601-aa394c090d5f tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "GET /v2.0/security-groups/abb4b684-8f34-468b-aecd-0b7658c0c2ad HTTP/1.1" status: 404 len: 347 time: 0.1437745 Jul 15 23:15:56.715538 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-da54884a-d237-42ef-aaa1-3e9cec36abe0 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.9627137 Jul 15 23:15:56.718280 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33846) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:56.726726 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-251fadf2-98e4-47d9-af32-38ebbbff4095 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Request body: {'port': {'network_id': '8df25258-ecc8-4b2e-ac54-1c3f8c3b1205', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1578945027'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:56.826325 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bd01d134-49ad-48d5-8241-89de88cfeb48 req-c054fe63-c7ab-48bf-8d2f-7dd50faa5595 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] 10.222.0.48 "GET /v2.0/security-groups?id=c75ced0b-b679-4ed8-a0bf-e5a0053ebcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093384 Jul 15 23:15:57.009500 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-251fadf2-98e4-47d9-af32-38ebbbff4095 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Made reservation on behalf of 56d4f27363ee4dd9a9774e075bea6532 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:15:57.014217 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-251fadf2-98e4-47d9-af32-38ebbbff4095 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:57.022110 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-3607333a-178f-4266-905f-9ea7bdaa834e tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Deleting port 4c295a91-16ac-4494-954e-be406853b5de {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:15:57.022537 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3607333a-178f-4266-905f-9ea7bdaa834e tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:57.040762 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-251fadf2-98e4-47d9-af32-38ebbbff4095 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] device_id is not set on port c41e9337-a2ce-40b0-a725-d2bbd31c90f8 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:15:57.045975 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77ec30a4-ab76-4495-9c68-33dd5a895ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:57.077207 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a4e58db3-27df-43df-898a-ecc916d829fc None None] Provisioning for port 3e4140e8-d4da-4ab5-a2c5-b9010625a2a8 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:15:57.084860 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a4e58db3-27df-43df-898a-ecc916d829fc None None] Provisioning complete for port 3e4140e8-d4da-4ab5-a2c5-b9010625a2a8 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:57.086010 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a4e58db3-27df-43df-898a-ecc916d829fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:57.122598 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ec30a4-ab76-4495-9c68-33dd5a895ba7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2af7e956-bc7f-4291-a112-9e2d05887610,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:57.164656 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3607333a-178f-4266-905f-9ea7bdaa834e tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:57.164905 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3607333a-178f-4266-905f-9ea7bdaa834e tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:57.168967 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a4e58db3-27df-43df-898a-ecc916d829fc None None] Port 3e4140e8-d4da-4ab5-a2c5-b9010625a2a8 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:15:57.183916 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-3607333a-178f-4266-905f-9ea7bdaa834e tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Calling delete_port for 4c295a91-16ac-4494-954e-be406853b5de owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:15:57.241498 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77ec30a4-ab76-4495-9c68-33dd5a895ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999011'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:57.340568 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77ec30a4-ab76-4495-9c68-33dd5a895ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:57.342929 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77ec30a4-ab76-4495-9c68-33dd5a895ba7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:57.398579 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77ec30a4-ab76-4495-9c68-33dd5a895ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:57.399137 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ec30a4-ab76-4495-9c68-33dd5a895ba7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a5b2c62-c5ed-499b-b5a1-baeaab3889da {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:15:57.405776 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77ec30a4-ab76-4495-9c68-33dd5a895ba7 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:57.406949 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-77ec30a4-ab76-4495-9c68-33dd5a895ba7 admin admin] 10.222.0.48 "DELETE /v2.0/routers/2a5b2c62-c5ed-499b-b5a1-baeaab3889da HTTP/1.1" status: 204 len: 168 time: 2.3939381 Jul 15 23:15:57.410377 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33852) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:57.456057 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-251fadf2-98e4-47d9-af32-38ebbbff4095 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Allocated IP 2001:db8::1bb (8df25258-ecc8-4b2e-ac54-1c3f8c3b1205/a879978a-d662-4717-94eb-fa1cc31a4096/c41e9337-a2ce-40b0-a725-d2bbd31c90f8) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:15:57.490954 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-8078e565-2f2d-4185-9e7b-3372ccd70c50 admin admin] Deleting subnet fb78a6d5-607f-412f-94b4-7bd41c3d2f9c {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:15:57.496254 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8078e565-2f2d-4185-9e7b-3372ccd70c50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:57.573312 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8078e565-2f2d-4185-9e7b-3372ccd70c50 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:57.585036 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4b6874dd-4323-4b74-bbf0-20ba006b78e6 req-8c4a56b8-4613-4b44-a462-7e0dd454c010 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=7abb4c18-915b-4d5d-9b2e-7a134555b04c HTTP/1.1" status: 200 len: 210 time: 0.1191819 Jul 15 23:15:57.601020 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 58e30866-e2d0-4313-b9ba-6f06ee68b22d no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:15:57.624959 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3607333a-178f-4266-905f-9ea7bdaa834e tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:57.646312 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 58e30866-e2d0-4313-b9ba-6f06ee68b22d {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:15:57.647157 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 58e30866-e2d0-4313-b9ba-6f06ee68b22d not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:15:57.664306 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607333a-178f-4266-905f-9ea7bdaa834e tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Pushing event deleted for resources: {'Port': ['ID=4c295a91-16ac-4494-954e-be406853b5de,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:57.807461 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8078e565-2f2d-4185-9e7b-3372ccd70c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:57.817080 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed3dce-8609-43fc-b723-0782a94cc57b req-ac6c8b54-b3c4-43e5-9150-e547a527384a tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:57.828367 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-13ed3dce-8609-43fc-b723-0782a94cc57b req-ac6c8b54-b3c4-43e5-9150-e547a527384a tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=61c5767a-c6c2-4653-8302-bf1a560dc731 HTTP/1.1" status: 200 len: 945 time: 0.3361866 Jul 15 23:15:57.879623 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-251fadf2-98e4-47d9-af32-38ebbbff4095 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:57.903532 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3607333a-178f-4266-905f-9ea7bdaa834e tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:57.903793 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-251fadf2-98e4-47d9-af32-38ebbbff4095 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Transition to ACTIVE for port object c41e9337-a2ce-40b0-a725-d2bbd31c90f8 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:15:57.906817 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3607333a-178f-4266-905f-9ea7bdaa834e tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:57.906817 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-3607333a-178f-4266-905f-9ea7bdaa834e tempest-ImagesOneServerNegativeTestJSON-602173002 tempest-ImagesOneServerNegativeTestJSON-602173002-project] 10.222.0.48 "DELETE /v2.0/floatingips/ea61c534-c924-4793-8ce6-36770f46660c HTTP/1.1" status: 204 len: 168 time: 1.2215760 Jul 15 23:15:57.942964 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-13ed3dce-8609-43fc-b723-0782a94cc57b req-0fcf3d35-8513-4719-8b34-ad23edd3bb53 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130595 Jul 15 23:15:57.960972 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8078e565-2f2d-4185-9e7b-3372ccd70c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:57.991994 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddbe762-063c-42ac-89c0-c7d9eb7325df req-b55ef8d3-fc0a-49da-ae18-e74292f91eab tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:57.991994 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2ddbe762-063c-42ac-89c0-c7d9eb7325df req-b55ef8d3-fc0a-49da-ae18-e74292f91eab tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/ports?device_id=159498bb-e71d-4162-a872-a8de7dd821be HTTP/1.1" status: 200 len: 945 time: 0.1537955 Jul 15 23:15:58.024899 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8078e565-2f2d-4185-9e7b-3372ccd70c50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:58.030029 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6d81d2-08aa-4e43-953b-73322028dd13 None None] Network bc4d0c97-5d85-4af5-8dfb-79d73dbdb620 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:15:58.033078 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-8078e565-2f2d-4185-9e7b-3372ccd70c50 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/fb78a6d5-607f-412f-94b4-7bd41c3d2f9c HTTP/1.1" status: 204 len: 168 time: 0.6197510 Jul 15 23:15:58.035448 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8078e565-2f2d-4185-9e7b-3372ccd70c50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb78a6d5-607f-412f-94b4-7bd41c3d2f9c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:58.039526 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 33862) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:58.044233 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-251fadf2-98e4-47d9-af32-38ebbbff4095 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:58.157386 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251fadf2-98e4-47d9-af32-38ebbbff4095 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Pushing event updated for resources: {'Port': ['ID=c41e9337-a2ce-40b0-a725-d2bbd31c90f8,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:58.194656 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2ddbe762-063c-42ac-89c0-c7d9eb7325df req-d91cdcd7-cada-43c9-8bf9-02fe5adcd35f tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3cc6b1b-b328-4d26-ba63-110947666d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028785 Jul 15 23:15:58.209756 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251fadf2-98e4-47d9-af32-38ebbbff4095 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Network 8df25258-ecc8-4b2e-ac54-1c3f8c3b1205 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:15:58.212595 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-251fadf2-98e4-47d9-af32-38ebbbff4095 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:15:58.224751 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251fadf2-98e4-47d9-af32-38ebbbff4095 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:15:58.244629 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251fadf2-98e4-47d9-af32-38ebbbff4095 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:58.248686 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-251fadf2-98e4-47d9-af32-38ebbbff4095 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:58.300466 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-251fadf2-98e4-47d9-af32-38ebbbff4095 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5800405 Jul 15 23:15:58.315414 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33866) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:58.338994 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-43d84cb4-0ca5-4893-a8f1-6d50f4705208 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::33d', 'mac_address': 'fa:16:3e:7b:91:93'}, {'ip_address': '2001:db8::d3', 'mac_address': 'fa:16:3e:c6:be:a2'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:15:58.517145 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7e968d2-0c1c-49ca-86b0-0a15bc719bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:58.586882 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2efe56-c5f7-452a-9b64-557e92a584e0 None None] DHCP port deletion for bc4d0c97-5d85-4af5-8dfb-79d73dbdb620 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:15:58.667338 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f556dc8d-6571-4645-96de-73542a483850 req-6ff4b068-b21d-47f9-8181-3986ef96440c tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:58.672962 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f556dc8d-6571-4645-96de-73542a483850 req-6ff4b068-b21d-47f9-8181-3986ef96440c tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] 10.222.0.48 "GET /v2.0/ports?device_id=051b1372-b85f-43be-9ec5-11e1510a8a33 HTTP/1.1" status: 200 len: 945 time: 0.2763960 Jul 15 23:15:58.674144 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 33876) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:58.723876 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0b2efe56-c5f7-452a-9b64-557e92a584e0 None None] Deleting port f4f96062-4d72-4173-a457-038dada86332 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:15:58.724384 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0b2efe56-c5f7-452a-9b64-557e92a584e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:58.863658 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9acd856-ae8b-4cc5-bedb-944de85f231c admin admin] Deleting subnet 6ef28179-7a90-48d7-bcfb-e76e0383faee {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:15:58.865260 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0b2efe56-c5f7-452a-9b64-557e92a584e0 None None] For port f4f96062-4d72-4173-a457-038dada86332, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=f4f96062-4d72-4173-a457-038dada86332,segment=NetworkSegment(8c95e0dc-7b2e-4fda-acd8-715dc490e464),segment_id=8c95e0dc-7b2e-4fda-acd8-715dc490e464)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:58.865807 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0b2efe56-c5f7-452a-9b64-557e92a584e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:58.873236 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a9acd856-ae8b-4cc5-bedb-944de85f231c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:58.882958 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0b2efe56-c5f7-452a-9b64-557e92a584e0 None None] Calling delete_port for f4f96062-4d72-4173-a457-038dada86332 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:15:58.936984 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f556dc8d-6571-4645-96de-73542a483850 req-5e275693-e04c-4704-9bcf-4c45a620c48e tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] 10.222.0.48 "GET /v2.0/security-groups?id=c75ced0b-b679-4ed8-a0bf-e5a0053ebcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760089 Jul 15 23:15:58.974915 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3f88620c-3798-49dc-94f0-390bef5e72d5 None None] Provisioning for port c41e9337-a2ce-40b0-a725-d2bbd31c90f8 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:15:58.982099 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3f88620c-3798-49dc-94f0-390bef5e72d5 None None] Provisioning complete for port c41e9337-a2ce-40b0-a725-d2bbd31c90f8 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:15:58.982483 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3f88620c-3798-49dc-94f0-390bef5e72d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:58.985972 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-89c89364-3b52-4747-8016-8d46aa971f13 req-e7ce4a20-7ecc-4cb5-b25f-2ecca8d2fb52 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=7abb4c18-915b-4d5d-9b2e-7a134555b04c HTTP/1.1" status: 200 len: 210 time: 0.0837638 Jul 15 23:15:59.038116 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a9acd856-ae8b-4cc5-bedb-944de85f231c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:59.072669 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-3f88620c-3798-49dc-94f0-390bef5e72d5 None None] Port c41e9337-a2ce-40b0-a725-d2bbd31c90f8 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:15:59.117473 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0b2efe56-c5f7-452a-9b64-557e92a584e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:59.158934 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-b7e968d2-0c1c-49ca-86b0-0a15bc719bdd admin admin] Deleting port f4f96062-4d72-4173-a457-038dada86332 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:15:59.159334 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7e968d2-0c1c-49ca-86b0-0a15bc719bdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:59.162772 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2efe56-c5f7-452a-9b64-557e92a584e0 None None] Pushing event deleted for resources: {'Port': ['ID=f4f96062-4d72-4173-a457-038dada86332,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:59.178160 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2efe56-c5f7-452a-9b64-557e92a584e0 None None] No DVR routers for this DVR port f4f96062-4d72-4173-a457-038dada86332 on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:15:59.181879 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a9acd856-ae8b-4cc5-bedb-944de85f231c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:59.224401 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43d84cb4-0ca5-4893-a8f1-6d50f4705208 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:59.337527 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-b7e968d2-0c1c-49ca-86b0-0a15bc719bdd admin admin] For port f4f96062-4d72-4173-a457-038dada86332, host n-d-794306-6, got binding levels [] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:15:59.338373 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7e968d2-0c1c-49ca-86b0-0a15bc719bdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:59.354420 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-b7e968d2-0c1c-49ca-86b0-0a15bc719bdd admin admin] Calling delete_port for f4f96062-4d72-4173-a457-038dada86332 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:15:59.357665 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.ipam_backend_mixin [None req-b7e968d2-0c1c-49ca-86b0-0a15bc719bdd admin admin] Port f4f96062-4d72-4173-a457-038dada86332 was not found and therefore no delete operation was performed {{(pid=93770) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 23:15:59.359232 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7e968d2-0c1c-49ca-86b0-0a15bc719bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:59.391098 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e968d2-0c1c-49ca-86b0-0a15bc719bdd admin admin] No DVR routers for this DVR port f4f96062-4d72-4173-a457-038dada86332 on host n-d-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:15:59.475080 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e968d2-0c1c-49ca-86b0-0a15bc719bdd admin admin] Pushing event deleted for resources: {'Port': ['ID=f4f96062-4d72-4173-a457-038dada86332,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:59.489346 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device f4f96062-4d72-4173-a457-038dada86332 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:15:59.522897 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: f4f96062-4d72-4173-a457-038dada86332 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:15:59.523251 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device f4f96062-4d72-4173-a457-038dada86332 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:15:59.523897 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 2af7e956-bc7f-4291-a112-9e2d05887610 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:15:59.526550 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43d84cb4-0ca5-4893-a8f1-6d50f4705208 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:59.533147 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43d84cb4-0ca5-4893-a8f1-6d50f4705208 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:59.545553 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 2af7e956-bc7f-4291-a112-9e2d05887610 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:15:59.546184 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 2af7e956-bc7f-4291-a112-9e2d05887610 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:15:59.560787 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f77fdc2-3e90-4de3-91b3-5b29cea14f8b req-c9e26b8d-5c64-4b11-9ce0-baaa63174004 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:59.562828 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0f77fdc2-3e90-4de3-91b3-5b29cea14f8b req-c9e26b8d-5c64-4b11-9ce0-baaa63174004 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=61c5767a-c6c2-4653-8302-bf1a560dc731 HTTP/1.1" status: 200 len: 945 time: 0.3992238 Jul 15 23:15:59.573399 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-43d84cb4-0ca5-4893-a8f1-6d50f4705208 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] In _notify_port_updated(), no bound segment for port c41e9337-a2ce-40b0-a725-d2bbd31c90f8 on network 8df25258-ecc8-4b2e-ac54-1c3f8c3b1205 {{(pid=93771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:15:59.579396 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d84cb4-0ca5-4893-a8f1-6d50f4705208 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:59.580364 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43d84cb4-0ca5-4893-a8f1-6d50f4705208 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:59.582875 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-43d84cb4-0ca5-4893-a8f1-6d50f4705208 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] 10.222.0.48 "PUT /v2.0/ports/c41e9337-a2ce-40b0-a725-d2bbd31c90f8 HTTP/1.1" status: 200 len: 1067 time: 1.2614901 Jul 15 23:15:59.586572 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33882) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:59.625750 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e22167-345f-4480-87b4-bb8a6c508877 req-e7af3563-2c69-403d-896c-493aa4eb8573 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:15:59.635210 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-94e22167-345f-4480-87b4-bb8a6c508877 req-e7af3563-2c69-403d-896c-493aa4eb8573 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/ports?device_id=159498bb-e71d-4162-a872-a8de7dd821be HTTP/1.1" status: 200 len: 945 time: 0.2608039 Jul 15 23:15:59.644588 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d84cb4-0ca5-4893-a8f1-6d50f4705208 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Pushing event updated for resources: {'Port': ['ID=c41e9337-a2ce-40b0-a725-d2bbd31c90f8,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:59.661772 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a9acd856-ae8b-4cc5-bedb-944de85f231c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:59.715979 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7e968d2-0c1c-49ca-86b0-0a15bc719bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:59.748264 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-8e44acad-9ded-413f-8b57-f3955b045d57 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Deleting port c41e9337-a2ce-40b0-a725-d2bbd31c90f8 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:15:59.748818 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e44acad-9ded-413f-8b57-f3955b045d57 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:59.767876 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9acd856-ae8b-4cc5-bedb-944de85f231c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ef28179-7a90-48d7-bcfb-e76e0383faee,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:15:59.778644 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-b7e968d2-0c1c-49ca-86b0-0a15bc719bdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc4d0c97-5d85-4af5-8dfb-79d73dbdb620']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:59.793270 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a9acd856-ae8b-4cc5-bedb-944de85f231c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:59.797706 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-a9acd856-ae8b-4cc5-bedb-944de85f231c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/6ef28179-7a90-48d7-bcfb-e76e0383faee HTTP/1.1" status: 204 len: 168 time: 1.1219451 Jul 15 23:15:59.812323 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0f77fdc2-3e90-4de3-91b3-5b29cea14f8b req-8e1a004c-52bf-424d-a508-bc03ab2ad636 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341919 Jul 15 23:15:59.816293 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 33884) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:15:59.852074 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-94e22167-345f-4480-87b4-bb8a6c508877 req-3e5f8c77-af88-4b00-b7cb-f3efced029be tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3cc6b1b-b328-4d26-ba63-110947666d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154720 Jul 15 23:15:59.875472 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-b7e968d2-0c1c-49ca-86b0-0a15bc719bdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c95e0dc-7b2e-4fda-acd8-715dc490e464') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:59.876064 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-b7e968d2-0c1c-49ca-86b0-0a15bc719bdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c95e0dc-7b2e-4fda-acd8-715dc490e464') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:15:59.911001 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7e968d2-0c1c-49ca-86b0-0a15bc719bdd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:59.925124 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e44acad-9ded-413f-8b57-f3955b045d57 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:59.951410 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-8e44acad-9ded-413f-8b57-f3955b045d57 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Calling delete_port for c41e9337-a2ce-40b0-a725-d2bbd31c90f8 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:15:59.983939 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7e968d2-0c1c-49ca-86b0-0a15bc719bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:15:59.997664 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7e968d2-0c1c-49ca-86b0-0a15bc719bdd admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:15:59.998225 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7e968d2-0c1c-49ca-86b0-0a15bc719bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:00.015161 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:16:00.015161 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:16:00.015161 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:16:00.015161 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:16:00.015161 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:16:00.015161 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:16:00.015161 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:16:00.015161 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:16:00.015161 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:16:00.015161 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:16:00.015161 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:16:00.015161 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:16:00.015161 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:16:00.015161 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:16:00.015161 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:16:00.015161 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:16:00.015161 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:16:00.015161 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:16:00.015161 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:16:00.015161 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:16:00.015161 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:16:00.015161 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:16:00.015161 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:16:00.015161 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:16:00.015161 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:16:00.015161 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:16:00.015161 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:16:00.015161 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:16:00.015161 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:16:00.015161 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:16:00.015161 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:16:00.015161 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:16:00.015161 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:16:00.015161 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:16:00.015161 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:16:00.015161 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:16:00.015161 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:16:00.015161 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:16:00.015161 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:16:00.015161 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:16:00.015161 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:16:00.015161 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:16:00.015161 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:16:00.015161 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:16:00.015161 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:16:00.015161 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:16:00.015161 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:16:00.015161 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:16:00.015161 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:16:00.015161 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:16:00.015161 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:16:00.015161 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:16:00.015161 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:16:00.015161 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:16:00.015161 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:16:00.015161 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:16:00.015161 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:16:00.015161 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:16:00.015161 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:16:00.015161 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:16:00.015161 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:16:00.015161 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:16:00.015161 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:16:00.015161 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:16:00.015161 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:16:00.015161 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:16:00.036442 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4c4572b7-d8ca-4b0d-90a3-f0f4fd13c315 None None] Provisioning complete for port c41e9337-a2ce-40b0-a725-d2bbd31c90f8 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:00.037073 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4c4572b7-d8ca-4b0d-90a3-f0f4fd13c315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:00.061968 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-825299df-19c4-4caa-8232-84e6d50be6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:00.133718 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-4c4572b7-d8ca-4b0d-90a3-f0f4fd13c315 None None] Port c41e9337-a2ce-40b0-a725-d2bbd31c90f8 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:16:00.236424 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7e968d2-0c1c-49ca-86b0-0a15bc719bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:00.267063 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e44acad-9ded-413f-8b57-f3955b045d57 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:00.267752 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7e968d2-0c1c-49ca-86b0-0a15bc719bdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:00.270409 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-b7e968d2-0c1c-49ca-86b0-0a15bc719bdd admin admin] 10.222.0.48 "DELETE /v2.0/networks/bc4d0c97-5d85-4af5-8dfb-79d73dbdb620 HTTP/1.1" status: 204 len: 168 time: 2.2281513 Jul 15 23:16:00.341583 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e44acad-9ded-413f-8b57-f3955b045d57 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Pushing event deleted for resources: {'Port': ['ID=c41e9337-a2ce-40b0-a725-d2bbd31c90f8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:00.409120 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e968d2-0c1c-49ca-86b0-0a15bc719bdd admin admin] Pushing event deleted for resources: {'Network': ['ID=bc4d0c97-5d85-4af5-8dfb-79d73dbdb620,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:00.489793 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-825299df-19c4-4caa-8232-84e6d50be6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:00.536568 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1b9f923d-3653-4d37-a0b1-4a5228503c37 req-81714f32-da17-4e81-8604-df95adbdc1e4 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=7abb4c18-915b-4d5d-9b2e-7a134555b04c HTTP/1.1" status: 200 len: 210 time: 0.1346600 Jul 15 23:16:00.542399 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-825299df-19c4-4caa-8232-84e6d50be6fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6516a713-fc78-44c2-b99b-acc90d8d4ccb']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:00.570103 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-825299df-19c4-4caa-8232-84e6d50be6fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2e0773f-8183-4f36-8ee8-76cf70d2d71c') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:00.570539 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-825299df-19c4-4caa-8232-84e6d50be6fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2e0773f-8183-4f36-8ee8-76cf70d2d71c') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:00.637507 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-825299df-19c4-4caa-8232-84e6d50be6fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:00.652953 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 33896) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:00.693853 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e44acad-9ded-413f-8b57-f3955b045d57 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:00.699679 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-8e44acad-9ded-413f-8b57-f3955b045d57 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] 10.222.0.48 "DELETE /v2.0/ports/c41e9337-a2ce-40b0-a725-d2bbd31c90f8 HTTP/1.1" status: 204 len: 168 time: 1.1118903 Jul 15 23:16:00.700458 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33898) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:00.739061 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-218b6ff6-3cbc-4cbc-a1f6-0668356e3994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:00.762091 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4597602-7be8-49b6-a019-78f83c73ae1a tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] GET failed (client error): The resource could not be found. Jul 15 23:16:00.766672 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f4597602-7be8-49b6-a019-78f83c73ae1a tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] 10.222.0.48 "GET /v2.0/ports/c41e9337-a2ce-40b0-a725-d2bbd31c90f8 HTTP/1.1" status: 404 len: 333 time: 0.0651352 Jul 15 23:16:00.770790 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33900) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:00.784861 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-825299df-19c4-4caa-8232-84e6d50be6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:00.805058 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad6b3c-d15e-4d66-b667-095a63782173 req-4744151d-99c3-4e01-bf87-c455efada6a5 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:00.812275 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-32ad6b3c-d15e-4d66-b667-095a63782173 req-4744151d-99c3-4e01-bf87-c455efada6a5 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] 10.222.0.48 "GET /v2.0/ports?device_id=051b1372-b85f-43be-9ec5-11e1510a8a33 HTTP/1.1" status: 200 len: 945 time: 0.5618708 Jul 15 23:16:00.859188 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-825299df-19c4-4caa-8232-84e6d50be6fc admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:16:00.859627 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-825299df-19c4-4caa-8232-84e6d50be6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:00.861415 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:16:00.861415 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:16:00.861415 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:16:00.861415 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:16:00.861415 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:16:00.861415 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:16:00.861415 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:16:00.861415 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:16:00.861415 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:16:00.861415 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:16:00.861415 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:16:00.861415 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:16:00.861415 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:16:00.861415 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:16:00.861415 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:16:00.861415 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:16:00.861415 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:16:00.861415 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:16:00.861415 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:16:00.861415 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:16:00.861415 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:16:00.861415 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:16:00.861415 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:16:00.861415 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:16:00.861415 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:16:00.861415 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:16:00.861415 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:16:00.861415 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:16:00.861415 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:16:00.861415 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:16:00.861415 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:16:00.861415 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:16:00.950138 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-6d4cd32d-6ad9-4e7f-a5fd-8fba169a0bd9 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Deleting port 3e4140e8-d4da-4ab5-a2c5-b9010625a2a8 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:16:00.950138 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d4cd32d-6ad9-4e7f-a5fd-8fba169a0bd9 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:01.045610 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-65bcb218-f19b-470e-ba25-a733d36ee0b1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=48062b7ca7314e72995400ce76936d28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3717465 Jul 15 23:16:01.058427 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 33904) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:01.060510 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-825299df-19c4-4caa-8232-84e6d50be6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:01.064588 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d4cd32d-6ad9-4e7f-a5fd-8fba169a0bd9 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:01.081797 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-6d4cd32d-6ad9-4e7f-a5fd-8fba169a0bd9 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Calling delete_port for 3e4140e8-d4da-4ab5-a2c5-b9010625a2a8 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:16:01.125042 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-825299df-19c4-4caa-8232-84e6d50be6fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:01.127230 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-825299df-19c4-4caa-8232-84e6d50be6fc admin admin] 10.222.0.48 "DELETE /v2.0/networks/6516a713-fc78-44c2-b99b-acc90d8d4ccb HTTP/1.1" status: 204 len: 168 time: 1.2727807 Jul 15 23:16:01.144554 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825299df-19c4-4caa-8232-84e6d50be6fc admin admin] Pushing event deleted for resources: {'Network': ['ID=6516a713-fc78-44c2-b99b-acc90d8d4ccb,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:01.147141 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d9d4e280-08df-4fb3-9f52-2a6d1dc904be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:01.178719 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d9d4e280-08df-4fb3-9f52-2a6d1dc904be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:01.218434 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-32ad6b3c-d15e-4d66-b667-095a63782173 req-7373e0b8-2598-4283-988a-2fe336178f95 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] 10.222.0.48 "GET /v2.0/security-groups?id=c75ced0b-b679-4ed8-a0bf-e5a0053ebcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4024858 Jul 15 23:16:01.274052 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92441973-b08a-465c-9613-17f44fb7aec5 req-1b4ae4f7-bf2a-4463-8491-26e6074685f9 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:01.285525 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-92441973-b08a-465c-9613-17f44fb7aec5 req-1b4ae4f7-bf2a-4463-8491-26e6074685f9 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=61c5767a-c6c2-4653-8302-bf1a560dc731 HTTP/1.1" status: 200 len: 945 time: 0.4988463 Jul 15 23:16:01.367161 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-92441973-b08a-465c-9613-17f44fb7aec5 req-a83e13e1-3608-4f60-97d7-0c67c63bb883 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773706 Jul 15 23:16:01.374715 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d4cd32d-6ad9-4e7f-a5fd-8fba169a0bd9 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:01.410348 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d9d4e280-08df-4fb3-9f52-2a6d1dc904be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:01.414623 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d9d4e280-08df-4fb3-9f52-2a6d1dc904be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:01.416204 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-d9d4e280-08df-4fb3-9f52-2a6d1dc904be admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c74adf09-8f31-442e-8308-11432e0394c3 HTTP/1.1" status: 204 len: 168 time: 0.3528235 Jul 15 23:16:01.450367 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d4e280-08df-4fb3-9f52-2a6d1dc904be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74adf09-8f31-442e-8308-11432e0394c3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:01.494917 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4cd32d-6ad9-4e7f-a5fd-8fba169a0bd9 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Pushing event deleted for resources: {'Port': ['ID=3e4140e8-d4da-4ab5-a2c5-b9010625a2a8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:01.555876 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33910) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:01.565739 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d4cd32d-6ad9-4e7f-a5fd-8fba169a0bd9 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:01.570279 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-6d4cd32d-6ad9-4e7f-a5fd-8fba169a0bd9 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] 10.222.0.48 "DELETE /v2.0/ports/3e4140e8-d4da-4ab5-a2c5-b9010625a2a8 HTTP/1.1" status: 204 len: 168 time: 0.7988000 Jul 15 23:16:01.574335 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 33912) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:01.637512 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-379ffab6-6bae-4aa2-8d53-e4e6988ed215 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5d9ae70e65954be9a165b199be83ef6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0801158 Jul 15 23:16:01.639236 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33918) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:01.641097 n-d-794306-6 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ba3139e-55da-4c96-84bf-694474377891 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] GET failed (client error): The resource could not be found. Jul 15 23:16:01.652123 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-0ba3139e-55da-4c96-84bf-694474377891 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] 10.222.0.48 "GET /v2.0/ports/3e4140e8-d4da-4ab5-a2c5-b9010625a2a8 HTTP/1.1" status: 404 len: 333 time: 0.0764799 Jul 15 23:16:01.654651 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33920) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:01.706442 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bd4cc3-e180-47cb-a53d-48048fb67a4d req-697215dd-4485-4781-ac97-7f5d468f3dbe tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:01.710014 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e6bd4cc3-e180-47cb-a53d-48048fb67a4d req-697215dd-4485-4781-ac97-7f5d468f3dbe tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/ports?device_id=159498bb-e71d-4162-a872-a8de7dd821be HTTP/1.1" status: 200 len: 945 time: 0.1872287 Jul 15 23:16:01.812396 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e6bd4cc3-e180-47cb-a53d-48048fb67a4d req-d56d2406-c35f-4335-b686-5684da3fc1e1 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3cc6b1b-b328-4d26-ba63-110947666d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939169 Jul 15 23:16:01.821140 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26c2adac-fa85-4de0-b5e4-8a36ea00d11f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:01.856674 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26c2adac-fa85-4de0-b5e4-8a36ea00d11f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:01.916213 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-eb4e3337-f455-4e92-b64d-f6367d6b03d9 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Deleting port 1c1ff01e-5f49-4dbd-b846-c35a46d686de {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:16:01.916213 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eb4e3337-f455-4e92-b64d-f6367d6b03d9 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:01.986647 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26c2adac-fa85-4de0-b5e4-8a36ea00d11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:01.990401 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26c2adac-fa85-4de0-b5e4-8a36ea00d11f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:01.996034 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-26c2adac-fa85-4de0-b5e4-8a36ea00d11f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a00402bc-417c-4401-b3a4-a86d8ce769a2 HTTP/1.1" status: 204 len: 168 time: 0.3513381 Jul 15 23:16:02.081759 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c2adac-fa85-4de0-b5e4-8a36ea00d11f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00402bc-417c-4401-b3a4-a86d8ce769a2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:02.133840 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eb4e3337-f455-4e92-b64d-f6367d6b03d9 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:02.162650 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-eb4e3337-f455-4e92-b64d-f6367d6b03d9 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Calling delete_port for 1c1ff01e-5f49-4dbd-b846-c35a46d686de owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:16:02.312346 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca62e72-1c16-4616-a38d-9b77e62d5c91 req-a98e4229-1047-4b89-abfe-982e7714b53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:02.314360 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-eca62e72-1c16-4616-a38d-9b77e62d5c91 req-a98e4229-1047-4b89-abfe-982e7714b53f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=159498bb-e71d-4162-a872-a8de7dd821be HTTP/1.1" status: 200 len: 1096 time: 0.1327631 Jul 15 23:16:02.405222 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-eca62e72-1c16-4616-a38d-9b77e62d5c91 req-a552d19c-c3d5-4dd9-b74d-0c9e8239c503 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f3cc6b1b-b328-4d26-ba63-110947666d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808368 Jul 15 23:16:02.457879 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eb4e3337-f455-4e92-b64d-f6367d6b03d9 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:02.499528 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4e3337-f455-4e92-b64d-f6367d6b03d9 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Pushing event deleted for resources: {'Port': ['ID=1c1ff01e-5f49-4dbd-b846-c35a46d686de,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:02.541048 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eb4e3337-f455-4e92-b64d-f6367d6b03d9 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:02.547015 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-eb4e3337-f455-4e92-b64d-f6367d6b03d9 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] 10.222.0.48 "DELETE /v2.0/ports/1c1ff01e-5f49-4dbd-b846-c35a46d686de HTTP/1.1" status: 204 len: 168 time: 0.8881354 Jul 15 23:16:02.547410 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33952) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:02.681839 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-c308b5a8-c1ca-4b86-82a0-85f0cd72cd10 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Deleting subnet a879978a-d662-4717-94eb-fa1cc31a4096 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:16:02.707451 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c308b5a8-c1ca-4b86-82a0-85f0cd72cd10 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:02.827214 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c308b5a8-c1ca-4b86-82a0-85f0cd72cd10 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:02.871024 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a207022-acff-4f14-a0e8-667342eadefa req-31f9c645-faaa-4ee5-8855-f1c8cefa662a tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:02.886659 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3a207022-acff-4f14-a0e8-667342eadefa req-31f9c645-faaa-4ee5-8855-f1c8cefa662a tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] 10.222.0.48 "GET /v2.0/ports?device_id=051b1372-b85f-43be-9ec5-11e1510a8a33 HTTP/1.1" status: 200 len: 945 time: 0.2347155 Jul 15 23:16:03.007914 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3a207022-acff-4f14-a0e8-667342eadefa req-7203ffdd-7c9c-4d37-8776-073e5a066ce6 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] 10.222.0.48 "GET /v2.0/security-groups?id=c75ced0b-b679-4ed8-a0bf-e5a0053ebcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166279 Jul 15 23:16:03.055818 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b9b8b1-121f-4c29-a767-4e23f9b851ac req-d5edcbdc-4cef-49da-93ea-ba0ac35c4ac1 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:03.063327 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-66b9b8b1-121f-4c29-a767-4e23f9b851ac req-d5edcbdc-4cef-49da-93ea-ba0ac35c4ac1 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=61c5767a-c6c2-4653-8302-bf1a560dc731 HTTP/1.1" status: 200 len: 945 time: 0.3228731 Jul 15 23:16:03.112156 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c308b5a8-c1ca-4b86-82a0-85f0cd72cd10 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:03.214736 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-66b9b8b1-121f-4c29-a767-4e23f9b851ac req-5289862b-c6ed-4130-a910-a12d8ed3ac02 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500132 Jul 15 23:16:03.250005 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d1fe2a7f-a593-47ed-89c3-09f79255a65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:03.291043 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c308b5a8-c1ca-4b86-82a0-85f0cd72cd10 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:03.365693 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:03.405285 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c308b5a8-c1ca-4b86-82a0-85f0cd72cd10 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Pushing event deleted for resources: {'Subnet': ['ID=a879978a-d662-4717-94eb-fa1cc31a4096,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:03.424782 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c308b5a8-c1ca-4b86-82a0-85f0cd72cd10 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:03.437977 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c308b5a8-c1ca-4b86-82a0-85f0cd72cd10 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] 10.222.0.48 "DELETE /v2.0/subnets/a879978a-d662-4717-94eb-fa1cc31a4096 HTTP/1.1" status: 204 len: 168 time: 0.8834658 Jul 15 23:16:03.438431 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33978) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:03.449897 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b4b3a7-479c-4721-9d2f-781abff02c51 None None] Network 8df25258-ecc8-4b2e-ac54-1c3f8c3b1205 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:16:03.509234 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424bbe5-aca1-439e-b61d-cc41b88302c9 req-5d112f67-7221-4e59-96af-73ec9ddbea59 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:03.513307 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0424bbe5-aca1-439e-b61d-cc41b88302c9 req-5d112f67-7221-4e59-96af-73ec9ddbea59 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/ports?device_id=159498bb-e71d-4162-a872-a8de7dd821be HTTP/1.1" status: 200 len: 945 time: 0.1546664 Jul 15 23:16:03.613663 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0424bbe5-aca1-439e-b61d-cc41b88302c9 req-f1523ab4-538f-4272-8e54-d179d05c6fd5 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3cc6b1b-b328-4d26-ba63-110947666d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914340 Jul 15 23:16:03.680262 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da3b2bcf-60a1-4dba-b067-1c335eab5b73 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:03.876389 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-da3b2bcf-60a1-4dba-b067-1c335eab5b73 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Deleting port 14a6c799-374f-4783-b29f-b3c7528ffd25 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:16:03.876922 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da3b2bcf-60a1-4dba-b067-1c335eab5b73 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:03.932646 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c34de2-74dc-4cc1-ae04-6b39973b571c None None] DHCP port deletion for 8df25258-ecc8-4b2e-ac54-1c3f8c3b1205 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:16:03.999411 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d4629a85-ae7c-45b0-a8ad-9fb9d148e320 req-e96b60a9-067d-4388-8de7-762aded9cebe tempest-ImagesOneServerTestJSON-749746477 tempest-ImagesOneServerTestJSON-749746477-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=c16f9dd195944b75b0e53536453ab564&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0595338 Jul 15 23:16:04.055535 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-93c34de2-74dc-4cc1-ae04-6b39973b571c None None] Deleting port 14a6c799-374f-4783-b29f-b3c7528ffd25 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:16:04.056057 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-93c34de2-74dc-4cc1-ae04-6b39973b571c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:04.117535 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-da3b2bcf-60a1-4dba-b067-1c335eab5b73 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] For port 14a6c799-374f-4783-b29f-b3c7528ffd25, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=14a6c799-374f-4783-b29f-b3c7528ffd25,segment=NetworkSegment(ce4beb68-e007-4a2b-8ee8-03268d70dbe1),segment_id=ce4beb68-e007-4a2b-8ee8-03268d70dbe1)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:04.118163 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da3b2bcf-60a1-4dba-b067-1c335eab5b73 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:04.193395 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-da3b2bcf-60a1-4dba-b067-1c335eab5b73 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Calling delete_port for 14a6c799-374f-4783-b29f-b3c7528ffd25 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:16:04.302278 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-93c34de2-74dc-4cc1-ae04-6b39973b571c None None] For port 14a6c799-374f-4783-b29f-b3c7528ffd25, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=14a6c799-374f-4783-b29f-b3c7528ffd25,segment=NetworkSegment(ce4beb68-e007-4a2b-8ee8-03268d70dbe1),segment_id=ce4beb68-e007-4a2b-8ee8-03268d70dbe1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:04.308694 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-93c34de2-74dc-4cc1-ae04-6b39973b571c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:04.348171 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-93c34de2-74dc-4cc1-ae04-6b39973b571c None None] Calling delete_port for 14a6c799-374f-4783-b29f-b3c7528ffd25 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:16:04.361148 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:04.439313 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da3b2bcf-60a1-4dba-b067-1c335eab5b73 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:04.493063 n-d-794306-6 neutron-server[93772]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 23:16:04.493063 n-d-794306-6 neutron-server[93772]: from cryptography.utils import int_from_bytes Jul 15 23:16:04.493063 n-d-794306-6 neutron-server[93772]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 23:16:04.493063 n-d-794306-6 neutron-server[93772]: from cryptography.utils import int_from_bytes Jul 15 23:16:04.493063 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:16:04.493063 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:16:04.493063 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:16:04.493063 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:16:04.493063 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:16:04.493063 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:16:04.493063 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:16:04.493063 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:16:04.493063 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:16:04.493063 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:16:04.493063 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:16:04.493063 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:16:04.493063 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:16:04.493063 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:16:04.493063 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:16:04.493063 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:16:04.493063 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:16:04.493063 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:16:04.493063 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:16:04.493063 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:16:04.493063 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:16:04.493063 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:16:04.493063 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:16:04.493063 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:16:04.493063 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:16:04.493063 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:16:04.493063 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:16:04.493063 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:16:04.493063 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:16:04.493063 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:16:04.493063 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:16:04.493063 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:16:04.493063 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:16:04.493063 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:16:04.493063 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:16:04.493063 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:16:04.493063 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:16:04.493063 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:16:04.496318 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:16:04.496318 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:16:04.496318 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:16:04.496318 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:16:04.496318 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:16:04.496318 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:16:04.496318 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:16:04.496318 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:16:04.496318 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:16:04.496318 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:16:04.496318 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:16:04.496318 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:16:04.496318 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:16:04.496318 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:16:04.509933 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-93c34de2-74dc-4cc1-ae04-6b39973b571c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:04.530201 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3b2bcf-60a1-4dba-b067-1c335eab5b73 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Pushing event deleted for resources: {'Port': ['ID=14a6c799-374f-4783-b29f-b3c7528ffd25,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:04.536542 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c34de2-74dc-4cc1-ae04-6b39973b571c None None] No DVR routers for this DVR port 14a6c799-374f-4783-b29f-b3c7528ffd25 on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:16:04.538201 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3b2bcf-60a1-4dba-b067-1c335eab5b73 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] No DVR routers for this DVR port 14a6c799-374f-4783-b29f-b3c7528ffd25 on host n-d-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:16:04.579966 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c34de2-74dc-4cc1-ae04-6b39973b571c None None] Pushing event deleted for resources: {'Port': ['ID=14a6c799-374f-4783-b29f-b3c7528ffd25,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:04.783804 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da3b2bcf-60a1-4dba-b067-1c335eab5b73 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:04.803216 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-da3b2bcf-60a1-4dba-b067-1c335eab5b73 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8df25258-ecc8-4b2e-ac54-1c3f8c3b1205']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:04.821849 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34034) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:04.835506 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-da3b2bcf-60a1-4dba-b067-1c335eab5b73 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce4beb68-e007-4a2b-8ee8-03268d70dbe1') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:04.835939 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-da3b2bcf-60a1-4dba-b067-1c335eab5b73 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce4beb68-e007-4a2b-8ee8-03268d70dbe1') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:04.868723 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da3b2bcf-60a1-4dba-b067-1c335eab5b73 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:04.934687 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da3b2bcf-60a1-4dba-b067-1c335eab5b73 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:04.952467 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da3b2bcf-60a1-4dba-b067-1c335eab5b73 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:16:04.952899 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da3b2bcf-60a1-4dba-b067-1c335eab5b73 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:04.960905 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:16:04.960905 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:16:04.960905 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:16:04.960905 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:16:04.960905 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:16:04.960905 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:16:04.960905 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:16:04.960905 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:16:04.960905 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:16:04.960905 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:16:04.960905 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:16:04.960905 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:16:04.960905 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:16:04.960905 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:16:04.960905 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:16:04.960905 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:16:04.960905 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:16:04.960905 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:16:04.960905 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:16:04.960905 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:16:04.960905 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:16:04.960905 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:16:04.960905 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:16:04.960905 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:16:04.960905 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:16:04.960905 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:16:04.960905 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:16:04.960905 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:16:04.960905 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:16:04.960905 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:16:04.960905 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:16:04.960905 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:16:04.960905 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:16:04.960905 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:16:04.960905 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:16:04.960905 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:16:04.960905 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:16:04.960905 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:16:04.960905 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:16:04.960905 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:16:04.960905 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:16:04.960905 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:16:04.960905 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:16:04.960905 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:16:04.960905 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:16:04.960905 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:16:04.960905 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:16:04.960905 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:16:04.960905 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:16:04.960905 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:16:04.960905 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:16:04.960905 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:16:04.960905 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:16:04.960905 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:16:04.960905 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:16:04.960905 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:16:04.975772 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4629a85-ae7c-45b0-a8ad-9fb9d148e320 req-46dcb0d5-aeae-4d9b-9d97-f28fe654bed5 tempest-ImagesOneServerTestJSON-749746477 tempest-ImagesOneServerTestJSON-749746477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:04.977690 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d4629a85-ae7c-45b0-a8ad-9fb9d148e320 req-46dcb0d5-aeae-4d9b-9d97-f28fe654bed5 tempest-ImagesOneServerTestJSON-749746477 tempest-ImagesOneServerTestJSON-749746477-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9766374 Jul 15 23:16:05.015621 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d4629a85-ae7c-45b0-a8ad-9fb9d148e320 req-a21ad606-7f76-4e85-a409-0738203bbb41 tempest-ImagesOneServerTestJSON-749746477 tempest-ImagesOneServerTestJSON-749746477-project] 10.222.0.48 "GET /v2.0/quotas/c16f9dd195944b75b0e53536453ab564 HTTP/1.1" status: 200 len: 375 time: 0.0265892 Jul 15 23:16:05.067873 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d4629a85-ae7c-45b0-a8ad-9fb9d148e320 req-a5995dfe-e827-4c7e-adc4-324ce5bf83ff tempest-ImagesOneServerTestJSON-749746477 tempest-ImagesOneServerTestJSON-749746477-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c16f9dd195944b75b0e53536453ab564&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510037 Jul 15 23:16:05.094718 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a92b6415-e860-40ee-8e8b-20ec932ffb43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:05.097924 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725183c5-4100-4a31-ba96-480d025f8102 req-9e0a3ed1-6c84-454b-a59a-adf472c74792 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:05.100087 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-725183c5-4100-4a31-ba96-480d025f8102 req-9e0a3ed1-6c84-454b-a59a-adf472c74792 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] 10.222.0.48 "GET /v2.0/ports?device_id=051b1372-b85f-43be-9ec5-11e1510a8a33 HTTP/1.1" status: 200 len: 945 time: 0.2211900 Jul 15 23:16:05.108133 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da3b2bcf-60a1-4dba-b067-1c335eab5b73 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:05.121031 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da3b2bcf-60a1-4dba-b067-1c335eab5b73 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:05.133468 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-da3b2bcf-60a1-4dba-b067-1c335eab5b73 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] 10.222.0.48 "DELETE /v2.0/networks/8df25258-ecc8-4b2e-ac54-1c3f8c3b1205 HTTP/1.1" status: 204 len: 168 time: 1.6886284 Jul 15 23:16:05.192852 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3b2bcf-60a1-4dba-b067-1c335eab5b73 tempest-AllowedAddressPairIpV6TestJSON-757450265 tempest-AllowedAddressPairIpV6TestJSON-757450265-project] Pushing event deleted for resources: {'Network': ['ID=8df25258-ecc8-4b2e-ac54-1c3f8c3b1205,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:05.193080 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-725183c5-4100-4a31-ba96-480d025f8102 req-05eb1cb0-837d-43fc-86f9-8a4b6164a4c8 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] 10.222.0.48 "GET /v2.0/security-groups?id=c75ced0b-b679-4ed8-a0bf-e5a0053ebcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789573 Jul 15 23:16:05.459539 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a92b6415-e860-40ee-8e8b-20ec932ffb43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:05.467852 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a92b6415-e860-40ee-8e8b-20ec932ffb43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:05.580563 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 14a6c799-374f-4783-b29f-b3c7528ffd25 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:16:05.598606 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc031e2-5132-438f-9548-d1a508bb33ee req-68acf92e-85ef-4be2-90cb-125d7aaf2d18 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:05.601046 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cfc031e2-5132-438f-9548-d1a508bb33ee req-68acf92e-85ef-4be2-90cb-125d7aaf2d18 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=61c5767a-c6c2-4653-8302-bf1a560dc731 HTTP/1.1" status: 200 len: 945 time: 0.1698186 Jul 15 23:16:05.621227 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a92b6415-e860-40ee-8e8b-20ec932ffb43 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=294d69b238fa474a9e50f3fdda21d614&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7979186 Jul 15 23:16:05.632755 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 14a6c799-374f-4783-b29f-b3c7528ffd25 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:16:05.633111 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 14a6c799-374f-4783-b29f-b3c7528ffd25 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:16:05.633925 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92b6415-e860-40ee-8e8b-20ec932ffb43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2489f36d-dc7e-416c-a1cf-5f6e51452249,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:05.644270 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 34048) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:05.715851 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34050) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:05.782282 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cfc031e2-5132-438f-9548-d1a508bb33ee req-6f2996a8-b488-4bb2-9184-e908f1c23d06 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720500 Jul 15 23:16:05.907045 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2c0f919e-65eb-4504-a3a4-eb86d16eb920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:05.915628 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-47b9284b-4a35-4051-aa6d-65c4d16c5d8e req-f5cc9736-ecc4-4be4-859a-73c7fa855458 tempest-ImagesOneServerTestJSON-749746477 tempest-ImagesOneServerTestJSON-749746477-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f726bf3-5396-491d-9933-4c0399c97803 HTTP/1.1" status: 200 len: 210 time: 0.0486929 Jul 15 23:16:05.927954 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41055133-84ff-4540-aed0-3450eced6d1d req-5e7e8b6e-c1e4-451a-8f4d-621cd9837a30 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:05.934964 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-41055133-84ff-4540-aed0-3450eced6d1d req-5e7e8b6e-c1e4-451a-8f4d-621cd9837a30 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/ports?device_id=159498bb-e71d-4162-a872-a8de7dd821be HTTP/1.1" status: 200 len: 945 time: 0.2534611 Jul 15 23:16:05.977701 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2c0f919e-65eb-4504-a3a4-eb86d16eb920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:06.008257 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-72177006-8501-466f-9545-6caa3386daa0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=56d4f27363ee4dd9a9774e075bea6532&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2907741 Jul 15 23:16:06.018055 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34058) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:06.069564 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2c0f919e-65eb-4504-a3a4-eb86d16eb920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:06.072406 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2c0f919e-65eb-4504-a3a4-eb86d16eb920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:06.074165 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-2c0f919e-65eb-4504-a3a4-eb86d16eb920 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2489f36d-dc7e-416c-a1cf-5f6e51452249 HTTP/1.1" status: 204 len: 168 time: 0.4271860 Jul 15 23:16:06.092994 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-41055133-84ff-4540-aed0-3450eced6d1d req-aff8a99f-695c-4d92-827d-5fd110800df9 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3cc6b1b-b328-4d26-ba63-110947666d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568234 Jul 15 23:16:06.106849 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0f919e-65eb-4504-a3a4-eb86d16eb920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2489f36d-dc7e-416c-a1cf-5f6e51452249,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:06.146361 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c9b9e037-6da6-40b5-980b-ceb1f40489e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:06.223308 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c9b9e037-6da6-40b5-980b-ceb1f40489e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:06.274975 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:06.365286 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c9b9e037-6da6-40b5-980b-ceb1f40489e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:06.376405 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c9b9e037-6da6-40b5-980b-ceb1f40489e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:06.377636 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c9b9e037-6da6-40b5-980b-ceb1f40489e2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bb4006e8-2697-4a0d-9f1a-34e123bbac61 HTTP/1.1" status: 204 len: 168 time: 0.3585362 Jul 15 23:16:06.426211 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b9e037-6da6-40b5-980b-ceb1f40489e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4006e8-2697-4a0d-9f1a-34e123bbac61,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:06.749091 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feba2b2-9906-4e8e-9835-ba7dd991845f req-1a741cf0-fe36-4946-bd10-8883cdc50f2c tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:06.756614 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2feba2b2-9906-4e8e-9835-ba7dd991845f req-1a741cf0-fe36-4946-bd10-8883cdc50f2c tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] 10.222.0.48 "GET /v2.0/ports?device_id=051b1372-b85f-43be-9ec5-11e1510a8a33 HTTP/1.1" status: 200 len: 945 time: 0.1865685 Jul 15 23:16:06.867948 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2feba2b2-9906-4e8e-9835-ba7dd991845f req-2cf4b3d3-86c8-406a-a603-020729d643cc tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] 10.222.0.48 "GET /v2.0/security-groups?id=c75ced0b-b679-4ed8-a0bf-e5a0053ebcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033800 Jul 15 23:16:07.026457 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79aded2-2673-49ad-b8d6-181465da1ea9 req-795ba69b-578c-4ef0-bdfe-def11cac7aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:07.028105 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e79aded2-2673-49ad-b8d6-181465da1ea9 req-795ba69b-578c-4ef0-bdfe-def11cac7aa4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bcd8fa5c1bea4844bd70f8774f2c31f7&device_id=159498bb-e71d-4162-a872-a8de7dd821be HTTP/1.1" status: 200 len: 1096 time: 0.2180049 Jul 15 23:16:07.073761 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee2b70d-5b2e-40c5-b91a-0efa65faecc8 req-7456f9b9-8eee-4f34-95c4-e928c7bc6d80 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:07.100343 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7ee2b70d-5b2e-40c5-b91a-0efa65faecc8 req-7456f9b9-8eee-4f34-95c4-e928c7bc6d80 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/ports?device_id=159498bb-e71d-4162-a872-a8de7dd821be HTTP/1.1" status: 200 len: 945 time: 0.1569407 Jul 15 23:16:07.229576 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7ee2b70d-5b2e-40c5-b91a-0efa65faecc8 req-876bffee-6390-4cdc-8f72-847ada6527de tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3cc6b1b-b328-4d26-ba63-110947666d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243849 Jul 15 23:16:07.313552 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79aded2-2673-49ad-b8d6-181465da1ea9 req-9eda6493-d8c1-4a0d-8183-aa4c85f9236a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:07.317611 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e79aded2-2673-49ad-b8d6-181465da1ea9 req-9eda6493-d8c1-4a0d-8183-aa4c85f9236a service neutron] 10.222.0.41 "GET /v2.0/networks?id=96ab0661-6266-4252-9c9c-1e8142971046 HTTP/1.1" status: 200 len: 919 time: 0.2816105 Jul 15 23:16:07.342313 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c9dca5-f867-47d2-9994-a2adfeeee635 req-188244bf-e348-482f-a146-2d9714a99269 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:07.352122 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-73c9dca5-f867-47d2-9994-a2adfeeee635 req-188244bf-e348-482f-a146-2d9714a99269 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=61c5767a-c6c2-4653-8302-bf1a560dc731 HTTP/1.1" status: 200 len: 945 time: 0.1486142 Jul 15 23:16:07.391300 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e79aded2-2673-49ad-b8d6-181465da1ea9 req-5f8ea73d-e4bf-4b4f-a0ec-a17658aa85cc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2a2b966-442b-4f4d-9d32-2b902d12a3e4 HTTP/1.1" status: 200 len: 217 time: 0.0662446 Jul 15 23:16:07.474407 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-216d4af2-9aa1-4eb7-b648-4f5ebd35781b req-51f0e78c-856c-4c75-84b1-8bbac0acccc1 tempest-ImagesOneServerTestJSON-749746477 tempest-ImagesOneServerTestJSON-749746477-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f726bf3-5396-491d-9933-4c0399c97803 HTTP/1.1" status: 200 len: 210 time: 0.0648763 Jul 15 23:16:07.508368 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79aded2-2673-49ad-b8d6-181465da1ea9 req-bf92a722-c691-4984-bf52-17d21d932ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:07.508368 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e79aded2-2673-49ad-b8d6-181465da1ea9 req-bf92a722-c691-4984-bf52-17d21d932ae8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=861cc51f-5aa3-4f8e-b090-2fa15d26f9e0 HTTP/1.1" status: 200 len: 858 time: 0.1079795 Jul 15 23:16:07.532477 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-73c9dca5-f867-47d2-9994-a2adfeeee635 req-403ddbca-316e-4e95-b995-592f83b0c19c tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704063 Jul 15 23:16:07.578570 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e79aded2-2673-49ad-b8d6-181465da1ea9 req-5f926df4-6335-4cda-bceb-b8db25814a86 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=96ab0661-6266-4252-9c9c-1e8142971046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668108 Jul 15 23:16:07.687410 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d4629a85-ae7c-45b0-a8ad-9fb9d148e320 req-5998a898-e2e5-406d-b93c-d3d7f97ebe7a tempest-ImagesOneServerTestJSON-749746477 tempest-ImagesOneServerTestJSON-749746477-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=c16f9dd195944b75b0e53536453ab564&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0436392 Jul 15 23:16:07.782923 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e79aded2-2673-49ad-b8d6-181465da1ea9 req-b7c03970-45ff-4212-a08e-ef074ff6cf5e service neutron] 10.222.0.41 "GET /v2.0/networks/96ab0661-6266-4252-9c9c-1e8142971046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888797 Jul 15 23:16:08.000169 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4629a85-ae7c-45b0-a8ad-9fb9d148e320 req-19a68336-bbfd-4f55-a1c0-6e59eeef8446 tempest-ImagesOneServerTestJSON-749746477 tempest-ImagesOneServerTestJSON-749746477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:08.001972 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d4629a85-ae7c-45b0-a8ad-9fb9d148e320 req-19a68336-bbfd-4f55-a1c0-6e59eeef8446 tempest-ImagesOneServerTestJSON-749746477 tempest-ImagesOneServerTestJSON-749746477-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3135324 Jul 15 23:16:08.019643 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-d4629a85-ae7c-45b0-a8ad-9fb9d148e320 req-73d848bb-6fc6-4e99-b852-e34e923fdefe tempest-ImagesOneServerTestJSON-749746477 tempest-ImagesOneServerTestJSON-749746477-project] Request body: {'port': {'device_id': '7f726bf3-5396-491d-9933-4c0399c97803', 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'admin_state_up': True, 'tenant_id': 'c16f9dd195944b75b0e53536453ab564'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:08.063280 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e79aded2-2673-49ad-b8d6-181465da1ea9 req-d8fb9b1c-dfe8-4822-bed3-93a328567373 service neutron] 10.222.0.41 "GET /v2.0/networks/96ab0661-6266-4252-9c9c-1e8142971046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694874 Jul 15 23:16:08.122608 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:08.395664 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f27a0-7266-48e0-9c1b-33949cf91b30 req-d6d092de-e23e-4598-8bee-cc8eb7583c6c tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:08.398428 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4d5f27a0-7266-48e0-9c1b-33949cf91b30 req-d6d092de-e23e-4598-8bee-cc8eb7583c6c tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] 10.222.0.48 "GET /v2.0/ports?device_id=051b1372-b85f-43be-9ec5-11e1510a8a33 HTTP/1.1" status: 200 len: 945 time: 0.2247374 Jul 15 23:16:08.404534 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4629a85-ae7c-45b0-a8ad-9fb9d148e320 req-73d848bb-6fc6-4e99-b852-e34e923fdefe tempest-ImagesOneServerTestJSON-749746477 tempest-ImagesOneServerTestJSON-749746477-project] Made reservation on behalf of c16f9dd195944b75b0e53536453ab564 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:16:08.411882 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d4629a85-ae7c-45b0-a8ad-9fb9d148e320 req-73d848bb-6fc6-4e99-b852-e34e923fdefe tempest-ImagesOneServerTestJSON-749746477 tempest-ImagesOneServerTestJSON-749746477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:08.413927 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34130) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:08.442793 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d4629a85-ae7c-45b0-a8ad-9fb9d148e320 req-73d848bb-6fc6-4e99-b852-e34e923fdefe tempest-ImagesOneServerTestJSON-749746477 tempest-ImagesOneServerTestJSON-749746477-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:08.499973 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4d5f27a0-7266-48e0-9c1b-33949cf91b30 req-8a52631e-39c2-4ce6-88e3-b298f8e5e933 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] 10.222.0.48 "GET /v2.0/security-groups?id=c75ced0b-b679-4ed8-a0bf-e5a0053ebcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825813 Jul 15 23:16:08.636812 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-6de5b90a-1a3b-4aed-a3a0-66654525b4f5 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-981950229'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:08.693265 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d4629a85-ae7c-45b0-a8ad-9fb9d148e320 req-73d848bb-6fc6-4e99-b852-e34e923fdefe tempest-ImagesOneServerTestJSON-749746477 tempest-ImagesOneServerTestJSON-749746477-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:08.702071 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d4629a85-ae7c-45b0-a8ad-9fb9d148e320 req-73d848bb-6fc6-4e99-b852-e34e923fdefe tempest-ImagesOneServerTestJSON-749746477 tempest-ImagesOneServerTestJSON-749746477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:08.736064 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de5b90a-1a3b-4aed-a3a0-66654525b4f5 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Made reservation on behalf of 19b76e00ca0d41e88c7f1b539a85b9d2 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:16:08.746129 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6de5b90a-1a3b-4aed-a3a0-66654525b4f5 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:08.760796 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6de5b90a-1a3b-4aed-a3a0-66654525b4f5 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:08.832681 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d848bb-6fc6-4e99-b852-e34e923fdefe tempest-ImagesOneServerTestJSON-749746477 tempest-ImagesOneServerTestJSON-749746477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f50483d-572b-492d-86d3-650d594956a0,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:08.917584 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6de5b90a-1a3b-4aed-a3a0-66654525b4f5 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:08.923651 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6de5b90a-1a3b-4aed-a3a0-66654525b4f5 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:08.955331 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6de5b90a-1a3b-4aed-a3a0-66654525b4f5 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:16:08.966937 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de5b90a-1a3b-4aed-a3a0-66654525b4f5 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f26ef6-7fa6-4698-9a3e-6d14a4546c4e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:08.974542 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6de5b90a-1a3b-4aed-a3a0-66654525b4f5 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:08.974948 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-6de5b90a-1a3b-4aed-a3a0-66654525b4f5 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Added segment f01b5b12-0ee8-4f12-b220-83bfd6ddc189 of type vlan for network cae1f44d-c348-477f-87a5-0fb712434073 Jul 15 23:16:08.980611 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-d4629a85-ae7c-45b0-a8ad-9fb9d148e320 req-73d848bb-6fc6-4e99-b852-e34e923fdefe tempest-ImagesOneServerTestJSON-749746477 tempest-ImagesOneServerTestJSON-749746477-project] Allocated IP 192.168.233.252 (5d412861-bef3-4cc1-ae9f-87a6a36753c0/0d909a96-22de-4aa9-b690-1c7da965ceac/f5082b5e-c3b4-4fcb-8a20-3a719884f34f) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:16:08.996741 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2656643-8ad2-4d93-b2dd-b9a8c20b9933 req-8ed35c49-7e07-4617-b9cf-cb7abfc2288f tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:08.998520 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c2656643-8ad2-4d93-b2dd-b9a8c20b9933 req-8ed35c49-7e07-4617-b9cf-cb7abfc2288f tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/ports?device_id=159498bb-e71d-4162-a872-a8de7dd821be HTTP/1.1" status: 200 len: 945 time: 0.2780323 Jul 15 23:16:09.032327 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6de5b90a-1a3b-4aed-a3a0-66654525b4f5 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:09.037889 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb8b13c-6153-4896-86be-1de929e8644c req-4cbfba0e-fc81-4382-88be-f36e09a1d4c1 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:09.040306 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5bb8b13c-6153-4896-86be-1de929e8644c req-4cbfba0e-fc81-4382-88be-f36e09a1d4c1 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f2d3ea3-1396-4e60-9b5a-4f50f26ae32b HTTP/1.1" status: 200 len: 944 time: 0.1954794 Jul 15 23:16:09.080985 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6de5b90a-1a3b-4aed-a3a0-66654525b4f5 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:09.087903 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de5b90a-1a3b-4aed-a3a0-66654525b4f5 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:09.088456 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6de5b90a-1a3b-4aed-a3a0-66654525b4f5 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:09.134667 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-6de5b90a-1a3b-4aed-a3a0-66654525b4f5 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.7192612 Jul 15 23:16:09.139531 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34138) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:09.145005 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c2656643-8ad2-4d93-b2dd-b9a8c20b9933 req-18441218-6653-489e-a6b6-515f9f234fc2 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3cc6b1b-b328-4d26-ba63-110947666d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329370 Jul 15 23:16:09.146005 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-2f3dc0c3-cb0a-4e4e-aabf-f4d06e0d476b tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Request body: {'subnet': {'network_id': 'cae1f44d-c348-477f-87a5-0fb712434073', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:09.226362 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de5b90a-1a3b-4aed-a3a0-66654525b4f5 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Pushing event updated for resources: {'Network': ['ID=cae1f44d-c348-477f-87a5-0fb712434073,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:09.247498 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network cae1f44d-c348-477f-87a5-0fb712434073 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:16:09.311923 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f3dc0c3-cb0a-4e4e-aabf-f4d06e0d476b tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Made reservation on behalf of 19b76e00ca0d41e88c7f1b539a85b9d2 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:16:09.317631 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f3dc0c3-cb0a-4e4e-aabf-f4d06e0d476b tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:09.402675 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-5bb8b13c-6153-4896-86be-1de929e8644c req-c2981ffb-fac7-4046-86bd-d47b6cdd9401 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Deleting port 77c0025b-ab04-4c95-9ff4-08d9bf61c7ec {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:16:09.403299 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5bb8b13c-6153-4896-86be-1de929e8644c req-c2981ffb-fac7-4046-86bd-d47b6cdd9401 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:09.445052 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d4629a85-ae7c-45b0-a8ad-9fb9d148e320 req-73d848bb-6fc6-4e99-b852-e34e923fdefe tempest-ImagesOneServerTestJSON-749746477 tempest-ImagesOneServerTestJSON-749746477-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:09.474014 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-d4629a85-ae7c-45b0-a8ad-9fb9d148e320 req-73d848bb-6fc6-4e99-b852-e34e923fdefe tempest-ImagesOneServerTestJSON-749746477 tempest-ImagesOneServerTestJSON-749746477-project] Transition to ACTIVE for port object f5082b5e-c3b4-4fcb-8a20-3a719884f34f will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:16:09.547814 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce01ba2d-016f-4d14-8ad5-5ab7c9d27fbd req-449cf10d-8b56-4eee-adc3-95b483718a71 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:09.549403 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ce01ba2d-016f-4d14-8ad5-5ab7c9d27fbd req-449cf10d-8b56-4eee-adc3-95b483718a71 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f2d3ea3-1396-4e60-9b5a-4f50f26ae32b HTTP/1.1" status: 200 len: 944 time: 0.2450755 Jul 15 23:16:09.569309 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f3dc0c3-cb0a-4e4e-aabf-f4d06e0d476b tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:09.603857 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-5bb8b13c-6153-4896-86be-1de929e8644c req-c2981ffb-fac7-4046-86bd-d47b6cdd9401 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] For port 77c0025b-ab04-4c95-9ff4-08d9bf61c7ec, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=77c0025b-ab04-4c95-9ff4-08d9bf61c7ec,segment=NetworkSegment(34c5f733-3f76-4beb-94d8-dfb9dc50430b),segment_id=34c5f733-3f76-4beb-94d8-dfb9dc50430b)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:09.604280 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5bb8b13c-6153-4896-86be-1de929e8644c req-c2981ffb-fac7-4046-86bd-d47b6cdd9401 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:09.626734 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-5bb8b13c-6153-4896-86be-1de929e8644c req-c2981ffb-fac7-4046-86bd-d47b6cdd9401 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Calling delete_port for 77c0025b-ab04-4c95-9ff4-08d9bf61c7ec owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:16:09.638532 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3dc0c3-cb0a-4e4e-aabf-f4d06e0d476b tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Pushing event updated for resources: {'Subnet': ['ID=00562c60-f65f-4dba-aeeb-503b2e0cda96,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:09.648012 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3dc0c3-cb0a-4e4e-aabf-f4d06e0d476b tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Checking segment: {'id': 'f01b5b12-0ee8-4f12-b220-83bfd6ddc189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'cae1f44d-c348-477f-87a5-0fb712434073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:16:09.648385 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3dc0c3-cb0a-4e4e-aabf-f4d06e0d476b tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Network hostable DHCP agents. Network: cae1f44d-c348-477f-87a5-0fb712434073, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:16:09.656684 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d4629a85-ae7c-45b0-a8ad-9fb9d148e320 req-73d848bb-6fc6-4e99-b852-e34e923fdefe tempest-ImagesOneServerTestJSON-749746477 tempest-ImagesOneServerTestJSON-749746477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:09.664510 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ce01ba2d-016f-4d14-8ad5-5ab7c9d27fbd req-c7eb7303-2631-4704-ba3e-23d27c73dd1b tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030705 Jul 15 23:16:09.677498 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3dc0c3-cb0a-4e4e-aabf-f4d06e0d476b tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Network cae1f44d-c348-477f-87a5-0fb712434073 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:16:09.693368 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-2f3dc0c3-cb0a-4e4e-aabf-f4d06e0d476b tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, cae1f44d-c348-477f-87a5-0fb712434073) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:16:09.704383 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3dc0c3-cb0a-4e4e-aabf-f4d06e0d476b tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:09.705819 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f3dc0c3-cb0a-4e4e-aabf-f4d06e0d476b tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:09.709678 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd1faaa-a7b7-4944-81a8-310d06018884 None None] Network cae1f44d-c348-477f-87a5-0fb712434073 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:16:09.726175 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-2f3dc0c3-cb0a-4e4e-aabf-f4d06e0d476b tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5827131 Jul 15 23:16:09.726611 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34142) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:09.732985 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a2197834-443d-4362-aeee-494d40bcba18 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1005825454', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:09.763085 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4629a85-ae7c-45b0-a8ad-9fb9d148e320 req-73d848bb-6fc6-4e99-b852-e34e923fdefe tempest-ImagesOneServerTestJSON-749746477 tempest-ImagesOneServerTestJSON-749746477-project] Network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:16:09.766043 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a2197834-443d-4362-aeee-494d40bcba18 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:09.768023 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a2197834-443d-4362-aeee-494d40bcba18 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:09.778916 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-d4629a85-ae7c-45b0-a8ad-9fb9d148e320 req-73d848bb-6fc6-4e99-b852-e34e923fdefe tempest-ImagesOneServerTestJSON-749746477 tempest-ImagesOneServerTestJSON-749746477-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:16:09.782334 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4629a85-ae7c-45b0-a8ad-9fb9d148e320 req-73d848bb-6fc6-4e99-b852-e34e923fdefe tempest-ImagesOneServerTestJSON-749746477 tempest-ImagesOneServerTestJSON-749746477-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:16:09.869606 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a2197834-443d-4362-aeee-494d40bcba18 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:09.874591 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a2197834-443d-4362-aeee-494d40bcba18 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:09.877102 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d848bb-6fc6-4e99-b852-e34e923fdefe tempest-ImagesOneServerTestJSON-749746477 tempest-ImagesOneServerTestJSON-749746477-project] Pushing event updated for resources: {'Port': ['ID=f5082b5e-c3b4-4fcb-8a20-3a719884f34f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:09.902834 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a2197834-443d-4362-aeee-494d40bcba18 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:09.904590 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a2197834-443d-4362-aeee-494d40bcba18 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.1766903 Jul 15 23:16:09.907384 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34146) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:10.030280 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4629a85-ae7c-45b0-a8ad-9fb9d148e320 req-73d848bb-6fc6-4e99-b852-e34e923fdefe tempest-ImagesOneServerTestJSON-749746477 tempest-ImagesOneServerTestJSON-749746477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:10.031346 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d4629a85-ae7c-45b0-a8ad-9fb9d148e320 req-73d848bb-6fc6-4e99-b852-e34e923fdefe tempest-ImagesOneServerTestJSON-749746477 tempest-ImagesOneServerTestJSON-749746477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:10.121737 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208f1f1a-5601-400b-abf2-dc781482cb17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-cae1f44d-c348-477f-87a5-0fb712434073', 'network_id': 'cae1f44d-c348-477f-87a5-0fb712434073', 'tenant_id': '19b76e00ca0d41e88c7f1b539a85b9d2', 'fixed_ips': [{'subnet_id': '00562c60-f65f-4dba-aeeb-503b2e0cda96'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:16:10.123303 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-208f1f1a-5601-400b-abf2-dc781482cb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:10.177119 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5bb8b13c-6153-4896-86be-1de929e8644c req-c2981ffb-fac7-4046-86bd-d47b6cdd9401 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:10.181178 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d4629a85-ae7c-45b0-a8ad-9fb9d148e320 req-73d848bb-6fc6-4e99-b852-e34e923fdefe tempest-ImagesOneServerTestJSON-749746477 tempest-ImagesOneServerTestJSON-749746477-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1712620 Jul 15 23:16:10.220086 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2981ffb-fac7-4046-86bd-d47b6cdd9401 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Pushing event deleted for resources: {'Port': ['ID=77c0025b-ab04-4c95-9ff4-08d9bf61c7ec,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:10.234159 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-d4629a85-ae7c-45b0-a8ad-9fb9d148e320 req-33b6c232-677e-437e-86c4-b54498b52636 service neutron] Request body: {'port': {'device_id': '7f726bf3-5396-491d-9933-4c0399c97803', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:10.305558 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['77c0025b-ab04-4c95-9ff4-08d9bf61c7ec'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:16:10.337160 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-208f1f1a-5601-400b-abf2-dc781482cb17 None None] Allocated IP 172.20.0.2 (cae1f44d-c348-477f-87a5-0fb712434073/00562c60-f65f-4dba-aeeb-503b2e0cda96/c5beed4f-0139-4f33-b86e-0f7a94faa661) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:16:10.355983 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d4629a85-ae7c-45b0-a8ad-9fb9d148e320 req-33b6c232-677e-437e-86c4-b54498b52636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:10.372343 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6cf211fe-6e27-4fc3-a472-e170752a2ccc None None] Provisioning for port f5082b5e-c3b4-4fcb-8a20-3a719884f34f completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:16:10.395869 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6cf211fe-6e27-4fc3-a472-e170752a2ccc None None] Provisioning complete for port f5082b5e-c3b4-4fcb-8a20-3a719884f34f triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:10.396624 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6cf211fe-6e27-4fc3-a472-e170752a2ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:10.418124 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc110b92-bc00-4f44-b7fb-4ceb342c6fe3 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:10.420101 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c2af3f-6fc0-4c78-b379-fcd7a01c73ed req-4313e8b3-2863-4a94-8814-d94393cd0cd9 tempest-ImagesOneServerTestJSON-749746477 tempest-ImagesOneServerTestJSON-749746477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:10.424298 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-34c2af3f-6fc0-4c78-b379-fcd7a01c73ed req-4313e8b3-2863-4a94-8814-d94393cd0cd9 tempest-ImagesOneServerTestJSON-749746477 tempest-ImagesOneServerTestJSON-749746477-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f726bf3-5396-491d-9933-4c0399c97803 HTTP/1.1" status: 200 len: 936 time: 0.6093795 Jul 15 23:16:10.442885 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-6cf211fe-6e27-4fc3-a472-e170752a2ccc None None] Port f5082b5e-c3b4-4fcb-8a20-3a719884f34f cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:16:10.473855 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bb8b13c-6153-4896-86be-1de929e8644c req-c2981ffb-fac7-4046-86bd-d47b6cdd9401 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] No DVR routers for this DVR port 77c0025b-ab04-4c95-9ff4-08d9bf61c7ec on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:16:10.505427 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5bb8b13c-6153-4896-86be-1de929e8644c req-c2981ffb-fac7-4046-86bd-d47b6cdd9401 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:10.507542 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5bb8b13c-6153-4896-86be-1de929e8644c req-c2981ffb-fac7-4046-86bd-d47b6cdd9401 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.49 "DELETE /v2.0/ports/77c0025b-ab04-4c95-9ff4-08d9bf61c7ec HTTP/1.1" status: 204 len: 173 time: 1.4552917 Jul 15 23:16:10.509733 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f2d3ea3-1396-4e60-9b5a-4f50f26ae32b', 'name': 'network-vif-deleted', 'tag': '77c0025b-ab04-4c95-9ff4-08d9bf61c7ec'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:16:10.511378 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b35a59-69e3-47df-9743-bec3db69ca85" -d '{"events": [{"server_uuid": "2f2d3ea3-1396-4e60-9b5a-4f50f26ae32b", "name": "network-vif-deleted", "tag": "77c0025b-ab04-4c95-9ff4-08d9bf61c7ec"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:16:10.577159 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-208f1f1a-5601-400b-abf2-dc781482cb17 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:10.589224 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-208f1f1a-5601-400b-abf2-dc781482cb17 None None] Transition to ACTIVE for port object c5beed4f-0139-4f33-b86e-0f7a94faa661 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:16:10.602607 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-34c2af3f-6fc0-4c78-b379-fcd7a01c73ed req-1fd41614-da45-4bed-88bb-62283e3ca7f5 tempest-ImagesOneServerTestJSON-749746477 tempest-ImagesOneServerTestJSON-749746477-project] 10.222.0.48 "GET /v2.0/security-groups?id=4f50483d-572b-492d-86d3-650d594956a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390491 Jul 15 23:16:10.635672 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-208f1f1a-5601-400b-abf2-dc781482cb17 None None] Transition to ACTIVE for port object c5beed4f-0139-4f33-b86e-0f7a94faa661 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:16:10.651824 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-208f1f1a-5601-400b-abf2-dc781482cb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:10.754155 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208f1f1a-5601-400b-abf2-dc781482cb17 None None] Network cae1f44d-c348-477f-87a5-0fb712434073 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:16:10.765979 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-208f1f1a-5601-400b-abf2-dc781482cb17 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:16:10.780504 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208f1f1a-5601-400b-abf2-dc781482cb17 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:16:10.801291 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208f1f1a-5601-400b-abf2-dc781482cb17 None None] Pushing event updated for resources: {'Port': ['ID=c5beed4f-0139-4f33-b86e-0f7a94faa661,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:10.835632 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5248fb39-3c70-4453-a441-53697bb6bc83 req-84c5d66c-ef43-4101-8bbf-a9371584ee6f tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:10.840715 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5248fb39-3c70-4453-a441-53697bb6bc83 req-84c5d66c-ef43-4101-8bbf-a9371584ee6f tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=61c5767a-c6c2-4653-8302-bf1a560dc731 HTTP/1.1" status: 200 len: 945 time: 0.4363737 Jul 15 23:16:10.889647 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-208f1f1a-5601-400b-abf2-dc781482cb17 None None] Attempting to bind port c5beed4f-0139-4f33-b86e-0f7a94faa661 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:16:10.890026 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-208f1f1a-5601-400b-abf2-dc781482cb17 None None] Attempting to bind port c5beed4f-0139-4f33-b86e-0f7a94faa661 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'f01b5b12-0ee8-4f12-b220-83bfd6ddc189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'cae1f44d-c348-477f-87a5-0fb712434073'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:16:10.890399 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208f1f1a-5601-400b-abf2-dc781482cb17 None None] Attempting to bind port c5beed4f-0139-4f33-b86e-0f7a94faa661 on network cae1f44d-c348-477f-87a5-0fb712434073 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:16:10.896861 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208f1f1a-5601-400b-abf2-dc781482cb17 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:16:10.897239 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208f1f1a-5601-400b-abf2-dc781482cb17 None None] Checking segment: {'id': 'f01b5b12-0ee8-4f12-b220-83bfd6ddc189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'cae1f44d-c348-477f-87a5-0fb712434073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:16:10.897653 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-208f1f1a-5601-400b-abf2-dc781482cb17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:10.898055 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208f1f1a-5601-400b-abf2-dc781482cb17 None None] Bound using segment: {'id': 'f01b5b12-0ee8-4f12-b220-83bfd6ddc189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'cae1f44d-c348-477f-87a5-0fb712434073'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:16:10.898736 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-208f1f1a-5601-400b-abf2-dc781482cb17 None None] Bound port: c5beed4f-0139-4f33-b86e-0f7a94faa661, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f01b5b12-0ee8-4f12-b220-83bfd6ddc189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'cae1f44d-c348-477f-87a5-0fb712434073'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:16:10.899346 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-208f1f1a-5601-400b-abf2-dc781482cb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:10.924764 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-fc110b92-bc00-4f44-b7fb-4ceb342c6fe3 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Allocated IP 172.20.0.1 (cae1f44d-c348-477f-87a5-0fb712434073/00562c60-f65f-4dba-aeeb-503b2e0cda96/789732c4-dd76-4fb7-8345-efc7714ca3f7) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:16:10.995305 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5248fb39-3c70-4453-a441-53697bb6bc83 req-c9f5923c-17c3-4f70-b2d6-586c2e9d08df tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405532 Jul 15 23:16:11.001385 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-208f1f1a-5601-400b-abf2-dc781482cb17 None None] For port c5beed4f-0139-4f33-b86e-0f7a94faa661, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:16:11.005921 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-208f1f1a-5601-400b-abf2-dc781482cb17 None None] For port c5beed4f-0139-4f33-b86e-0f7a94faa661, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=c5beed4f-0139-4f33-b86e-0f7a94faa661,segment=NetworkSegment(f01b5b12-0ee8-4f12-b220-83bfd6ddc189),segment_id=f01b5b12-0ee8-4f12-b220-83bfd6ddc189)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:16:11.011299 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-208f1f1a-5601-400b-abf2-dc781482cb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:11.086000 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad24db-88d3-45de-9fb9-8cf406b432b3 req-3b5436a4-011c-4270-928c-34e8e1c16918 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:11.092912 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-74ad24db-88d3-45de-9fb9-8cf406b432b3 req-3b5436a4-011c-4270-928c-34e8e1c16918 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] 10.222.0.48 "GET /v2.0/ports?device_id=051b1372-b85f-43be-9ec5-11e1510a8a33 HTTP/1.1" status: 200 len: 945 time: 0.3035419 Jul 15 23:16:11.093303 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208f1f1a-5601-400b-abf2-dc781482cb17 None None] Pushing event updated for resources: {'Port': ['ID=c5beed4f-0139-4f33-b86e-0f7a94faa661,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:11.099878 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cf000e-0e9c-4a4f-b98d-a2c879020c39 req-e585c07d-6578-42ee-8988-2af01f6f428d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:11.101512 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c8cf000e-0e9c-4a4f-b98d-a2c879020c39 req-e585c07d-6578-42ee-8988-2af01f6f428d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=051b1372-b85f-43be-9ec5-11e1510a8a33 HTTP/1.1" status: 200 len: 1096 time: 0.3092012 Jul 15 23:16:11.193122 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c8cf000e-0e9c-4a4f-b98d-a2c879020c39 req-9f0813e2-837e-4d23-9dd7-c46e872e9941 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c75ced0b-b679-4ed8-a0bf-e5a0053ebcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823073 Jul 15 23:16:11.200048 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-74ad24db-88d3-45de-9fb9-8cf406b432b3 req-732d7263-edaa-4852-a28a-4a636dfb4bae tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] 10.222.0.48 "GET /v2.0/security-groups?id=c75ced0b-b679-4ed8-a0bf-e5a0053ebcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062784 Jul 15 23:16:11.282649 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc110b92-bc00-4f44-b7fb-4ceb342c6fe3 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:11.301559 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-fc110b92-bc00-4f44-b7fb-4ceb342c6fe3 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Transition to ACTIVE for port object 789732c4-dd76-4fb7-8345-efc7714ca3f7 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:16:11.338015 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afdee24c-5f49-4cc6-9830-c77a738dfc07 x-openstack-request-id: req-afdee24c-5f49-4cc6-9830-c77a738dfc07 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:16:11.338337 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f2d3ea3-1396-4e60-9b5a-4f50f26ae32b", "name": "network-vif-deleted", "tag": "77c0025b-ab04-4c95-9ff4-08d9bf61c7ec", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:16:11.338586 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-afdee24c-5f49-4cc6-9830-c77a738dfc07 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:16:11.339001 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f2d3ea3-1396-4e60-9b5a-4f50f26ae32b', 'name': 'network-vif-deleted', 'tag': '77c0025b-ab04-4c95-9ff4-08d9bf61c7ec', 'status': 'completed', 'code': 200} Jul 15 23:16:11.349548 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-d4629a85-ae7c-45b0-a8ad-9fb9d148e320 req-33b6c232-677e-437e-86c4-b54498b52636 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5082b5e-c3b4-4fcb-8a20-3a719884f34f {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:16:11.365367 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d4629a85-ae7c-45b0-a8ad-9fb9d148e320 req-33b6c232-677e-437e-86c4-b54498b52636 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:11.381588 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc110b92-bc00-4f44-b7fb-4ceb342c6fe3 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:11.395260 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-d4629a85-ae7c-45b0-a8ad-9fb9d148e320 req-33b6c232-677e-437e-86c4-b54498b52636 service neutron] Transition to ACTIVE for port object f5082b5e-c3b4-4fcb-8a20-3a719884f34f will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:16:11.402725 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d4629a85-ae7c-45b0-a8ad-9fb9d148e320 req-33b6c232-677e-437e-86c4-b54498b52636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:11.438351 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b63271-3c69-48e8-8377-25b52acb65ea req-e0252d11-f36d-4589-9f0f-4a9b6b907c68 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:11.447826 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-37b63271-3c69-48e8-8377-25b52acb65ea req-e0252d11-f36d-4589-9f0f-4a9b6b907c68 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/ports?device_id=159498bb-e71d-4162-a872-a8de7dd821be HTTP/1.1" status: 200 len: 945 time: 0.1761193 Jul 15 23:16:11.518086 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc110b92-bc00-4f44-b7fb-4ceb342c6fe3 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Network cae1f44d-c348-477f-87a5-0fb712434073 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:16:11.545164 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-fc110b92-bc00-4f44-b7fb-4ceb342c6fe3 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:16:11.554287 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc110b92-bc00-4f44-b7fb-4ceb342c6fe3 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:16:11.564295 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc110b92-bc00-4f44-b7fb-4ceb342c6fe3 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Pushing event updated for resources: {'Port': ['ID=789732c4-dd76-4fb7-8345-efc7714ca3f7,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:11.637317 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cae1a20a-3d12-45b2-a8f6-daa44abd4d66 req-0a5a8c67-fc0d-433d-b3cd-be81cfb39aa9 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f2d3ea3-1396-4e60-9b5a-4f50f26ae32b HTTP/1.1" status: 200 len: 210 time: 0.0847383 Jul 15 23:16:11.638277 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b6c232-677e-437e-86c4-b54498b52636 service neutron] Pushing event updated for resources: {'Port': ['ID=f5082b5e-c3b4-4fcb-8a20-3a719884f34f,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:11.650175 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-37b63271-3c69-48e8-8377-25b52acb65ea req-3a6bea2e-b2b7-416a-9429-4b56a996f1af tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3cc6b1b-b328-4d26-ba63-110947666d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010517 Jul 15 23:16:11.696360 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc110b92-bc00-4f44-b7fb-4ceb342c6fe3 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:11.925301 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-d4629a85-ae7c-45b0-a8ad-9fb9d148e320 req-33b6c232-677e-437e-86c4-b54498b52636 service neutron] Attempting to bind port f5082b5e-c3b4-4fcb-8a20-3a719884f34f on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:16:11.925859 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-d4629a85-ae7c-45b0-a8ad-9fb9d148e320 req-33b6c232-677e-437e-86c4-b54498b52636 service neutron] Attempting to bind port f5082b5e-c3b4-4fcb-8a20-3a719884f34f by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:16:11.927794 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4629a85-ae7c-45b0-a8ad-9fb9d148e320 req-33b6c232-677e-437e-86c4-b54498b52636 service neutron] Attempting to bind port f5082b5e-c3b4-4fcb-8a20-3a719884f34f on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:16:11.936013 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4629a85-ae7c-45b0-a8ad-9fb9d148e320 req-33b6c232-677e-437e-86c4-b54498b52636 service neutron] Port f5082b5e-c3b4-4fcb-8a20-3a719884f34f on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:16:11.937916 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4629a85-ae7c-45b0-a8ad-9fb9d148e320 req-33b6c232-677e-437e-86c4-b54498b52636 service neutron] Attempting to bind port f5082b5e-c3b4-4fcb-8a20-3a719884f34f on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:16:11.949144 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4629a85-ae7c-45b0-a8ad-9fb9d148e320 req-33b6c232-677e-437e-86c4-b54498b52636 service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:16:11.949711 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4629a85-ae7c-45b0-a8ad-9fb9d148e320 req-33b6c232-677e-437e-86c4-b54498b52636 service neutron] Checking segment: {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:16:11.950329 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4629a85-ae7c-45b0-a8ad-9fb9d148e320 req-33b6c232-677e-437e-86c4-b54498b52636 service neutron] Bound using segment: {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:16:11.951065 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-d4629a85-ae7c-45b0-a8ad-9fb9d148e320 req-33b6c232-677e-437e-86c4-b54498b52636 service neutron] Bound port: f5082b5e-c3b4-4fcb-8a20-3a719884f34f, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:16:11.951711 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d4629a85-ae7c-45b0-a8ad-9fb9d148e320 req-33b6c232-677e-437e-86c4-b54498b52636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:12.146236 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc110b92-bc00-4f44-b7fb-4ceb342c6fe3 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:12.167170 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-d4629a85-ae7c-45b0-a8ad-9fb9d148e320 req-33b6c232-677e-437e-86c4-b54498b52636 service neutron] For port f5082b5e-c3b4-4fcb-8a20-3a719884f34f, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:16:12.172561 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-d4629a85-ae7c-45b0-a8ad-9fb9d148e320 req-33b6c232-677e-437e-86c4-b54498b52636 service neutron] For port f5082b5e-c3b4-4fcb-8a20-3a719884f34f, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=f5082b5e-c3b4-4fcb-8a20-3a719884f34f,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:16:12.198030 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d4629a85-ae7c-45b0-a8ad-9fb9d148e320 req-33b6c232-677e-437e-86c4-b54498b52636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:12.234708 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4629a85-ae7c-45b0-a8ad-9fb9d148e320 req-33b6c232-677e-437e-86c4-b54498b52636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:12.235308 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d4629a85-ae7c-45b0-a8ad-9fb9d148e320 req-33b6c232-677e-437e-86c4-b54498b52636 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:12.237427 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d4629a85-ae7c-45b0-a8ad-9fb9d148e320 req-33b6c232-677e-437e-86c4-b54498b52636 service neutron] 10.222.0.49 "PUT /v2.0/ports/f5082b5e-c3b4-4fcb-8a20-3a719884f34f HTTP/1.1" status: 200 len: 1096 time: 2.0223303 Jul 15 23:16:12.285642 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c20c33-fb4e-4f29-b6b0-a8dc8525f25f req-ee8310a7-240b-4143-9e40-0e585736d626 tempest-ImagesOneServerTestJSON-749746477 tempest-ImagesOneServerTestJSON-749746477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:12.302925 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b0c20c33-fb4e-4f29-b6b0-a8dc8525f25f req-ee8310a7-240b-4143-9e40-0e585736d626 tempest-ImagesOneServerTestJSON-749746477 tempest-ImagesOneServerTestJSON-749746477-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f726bf3-5396-491d-9933-4c0399c97803 HTTP/1.1" status: 200 len: 948 time: 0.2183478 Jul 15 23:16:12.515250 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b6c232-677e-437e-86c4-b54498b52636 service neutron] Pushing event updated for resources: {'Port': ['ID=f5082b5e-c3b4-4fcb-8a20-3a719884f34f,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:12.590874 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 77c0025b-ab04-4c95-9ff4-08d9bf61c7ec no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:16:12.684041 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b0c20c33-fb4e-4f29-b6b0-a8dc8525f25f req-8351b4a0-a308-4c72-9f63-3550846bed24 tempest-ImagesOneServerTestJSON-749746477 tempest-ImagesOneServerTestJSON-749746477-project] 10.222.0.48 "GET /v2.0/security-groups?id=4f50483d-572b-492d-86d3-650d594956a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3748515 Jul 15 23:16:12.685472 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: 77c0025b-ab04-4c95-9ff4-08d9bf61c7ec {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:16:12.686576 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 77c0025b-ab04-4c95-9ff4-08d9bf61c7ec not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:16:12.749392 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4629a85-ae7c-45b0-a8ad-9fb9d148e320 req-85ec14cc-6acb-45d6-af5b-9515281d5ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:12.755921 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d4629a85-ae7c-45b0-a8ad-9fb9d148e320 req-85ec14cc-6acb-45d6-af5b-9515281d5ca9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c16f9dd195944b75b0e53536453ab564&device_id=7f726bf3-5396-491d-9933-4c0399c97803 HTTP/1.1" status: 200 len: 1099 time: 0.2331581 Jul 15 23:16:12.926960 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d4629a85-ae7c-45b0-a8ad-9fb9d148e320 req-01a9dec9-e0f1-47ca-b034-ca38a90ae8fd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=f5082b5e-c3b4-4fcb-8a20-3a719884f34f HTTP/1.1" status: 200 len: 217 time: 0.1564760 Jul 15 23:16:13.189115 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc110b92-bc00-4f44-b7fb-4ceb342c6fe3 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:13.196830 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc110b92-bc00-4f44-b7fb-4ceb342c6fe3 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:13.353825 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df53f51b-b230-4115-b6a2-725308e11b7b None None] Network cae1f44d-c348-477f-87a5-0fb712434073 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:16:13.368656 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc110b92-bc00-4f44-b7fb-4ceb342c6fe3 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:13.371470 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc110b92-bc00-4f44-b7fb-4ceb342c6fe3 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Pushing event updated for resources: {'Port': ['ID=789732c4-dd76-4fb7-8345-efc7714ca3f7,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:13.514561 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc110b92-bc00-4f44-b7fb-4ceb342c6fe3 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Network cae1f44d-c348-477f-87a5-0fb712434073 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:16:13.522273 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-fc110b92-bc00-4f44-b7fb-4ceb342c6fe3 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:16:13.523430 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f726bf3-5396-491d-9933-4c0399c97803', 'tag': 'f5082b5e-c3b4-4fcb-8a20-3a719884f34f'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:16:13.532460 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6832b23-57e3-4e35-afd1-7482be183049" -d '{"events": [{"name": "network-changed", "server_uuid": "7f726bf3-5396-491d-9933-4c0399c97803", "tag": "f5082b5e-c3b4-4fcb-8a20-3a719884f34f"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:16:13.622841 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e42583b9-c255-4d91-9539-b11b591b9c34 None None] Provisioning for port c5beed4f-0139-4f33-b86e-0f7a94faa661 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:16:13.633991 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device c5beed4f-0139-4f33-b86e-0f7a94faa661 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:16:13.711837 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4629a85-ae7c-45b0-a8ad-9fb9d148e320 req-d08ad6dc-87bc-433e-ba82-a56545256ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:13.715233 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d4629a85-ae7c-45b0-a8ad-9fb9d148e320 req-d08ad6dc-87bc-433e-ba82-a56545256ff0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.7824945 Jul 15 23:16:13.792975 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b06bf87-b7ed-43c1-ba0a-64005966ca0b req-03088caa-9834-48d7-b9d8-04f7a94fa495 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:13.794852 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8b06bf87-b7ed-43c1-ba0a-64005966ca0b req-03088caa-9834-48d7-b9d8-04f7a94fa495 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=61c5767a-c6c2-4653-8302-bf1a560dc731 HTTP/1.1" status: 200 len: 945 time: 0.9108770 Jul 15 23:16:13.856441 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dcd3a5-48aa-41bc-9433-7eef595f6bb0 req-27d98dfe-320f-4c4d-92ef-956672f3017d tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:13.858087 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-49dcd3a5-48aa-41bc-9433-7eef595f6bb0 req-27d98dfe-320f-4c4d-92ef-956672f3017d tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] 10.222.0.48 "GET /v2.0/ports?device_id=051b1372-b85f-43be-9ec5-11e1510a8a33 HTTP/1.1" status: 200 len: 945 time: 0.3196695 Jul 15 23:16:13.957709 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port c5beed4f-0139-4f33-b86e-0f7a94faa661 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:16:13.960655 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-49dcd3a5-48aa-41bc-9433-7eef595f6bb0 req-d55a3701-9c9f-46ed-85a9-990925760016 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] 10.222.0.48 "GET /v2.0/security-groups?id=c75ced0b-b679-4ed8-a0bf-e5a0053ebcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727637 Jul 15 23:16:13.966228 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc110b92-bc00-4f44-b7fb-4ceb342c6fe3 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Router 8e3e0cc8-c4a8-4219-bcff-8b4f7935fabb is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:16:13.974672 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8b06bf87-b7ed-43c1-ba0a-64005966ca0b req-7ea0b2d0-947a-4117-ac39-63fa8963eb8a tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726482 Jul 15 23:16:13.985811 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port c5beed4f-0139-4f33-b86e-0f7a94faa661 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:13.986390 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:13.987825 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4629a85-ae7c-45b0-a8ad-9fb9d148e320 req-0fc8ae1e-3d1e-4be7-b988-cca97e313402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:13.989432 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d4629a85-ae7c-45b0-a8ad-9fb9d148e320 req-0fc8ae1e-3d1e-4be7-b988-cca97e313402 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2679114 Jul 15 23:16:14.222765 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:14.239811 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-4e3bea39-5235-4d11-9aad-55893ff2fe39 req-07b378ad-91af-418a-8431-0a4c95348092 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1780092812', 'description': 'tempest-description-397754926'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:14.291434 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25534b18-a5b7-4425-9c3a-d8b272fe4cf2 x-openstack-request-id: req-25534b18-a5b7-4425-9c3a-d8b272fe4cf2 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:16:14.291997 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f726bf3-5396-491d-9933-4c0399c97803", "tag": "f5082b5e-c3b4-4fcb-8a20-3a719884f34f", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:16:14.292491 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-25534b18-a5b7-4425-9c3a-d8b272fe4cf2 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:16:14.293195 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f726bf3-5396-491d-9933-4c0399c97803', 'tag': 'f5082b5e-c3b4-4fcb-8a20-3a719884f34f', 'status': 'completed', 'code': 200} Jul 15 23:16:14.311177 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port c5beed4f-0139-4f33-b86e-0f7a94faa661, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=c5beed4f-0139-4f33-b86e-0f7a94faa661,segment=NetworkSegment(f01b5b12-0ee8-4f12-b220-83bfd6ddc189),segment_id=f01b5b12-0ee8-4f12-b220-83bfd6ddc189)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:14.323956 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:14.422998 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4e3bea39-5235-4d11-9aad-55893ff2fe39 req-07b378ad-91af-418a-8431-0a4c95348092 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:14.435438 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d4629a85-ae7c-45b0-a8ad-9fb9d148e320 req-4dcafceb-adb2-4403-a2af-a1a009918774 service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4393110 Jul 15 23:16:14.446277 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=c5beed4f-0139-4f33-b86e-0f7a94faa661,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:14.600119 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31767055-a00e-4f1d-9b82-8e31f31ea172 req-fa04a31a-2239-4d01-b7bb-79976dab78f7 tempest-ImagesOneServerTestJSON-749746477 tempest-ImagesOneServerTestJSON-749746477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:14.602710 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-31767055-a00e-4f1d-9b82-8e31f31ea172 req-fa04a31a-2239-4d01-b7bb-79976dab78f7 tempest-ImagesOneServerTestJSON-749746477 tempest-ImagesOneServerTestJSON-749746477-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f726bf3-5396-491d-9933-4c0399c97803 HTTP/1.1" status: 200 len: 948 time: 0.2497511 Jul 15 23:16:14.671346 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1c3e204d-b4c9-4d08-a458-ecfa4b41b93e None None] Provisioning for port 789732c4-dd76-4fb7-8345-efc7714ca3f7 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:16:14.678843 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1c3e204d-b4c9-4d08-a458-ecfa4b41b93e None None] Provisioning complete for port 789732c4-dd76-4fb7-8345-efc7714ca3f7 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:14.679503 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c3e204d-b4c9-4d08-a458-ecfa4b41b93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:14.695165 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fafadaa7-3e4b-4938-a847-2c00593fb7b7 req-f8d55ed8-3d03-45ab-8d89-01d01b4b0d89 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ba5d2d11-9dbe-4882-a346-054db27c2528&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2427511 Jul 15 23:16:14.698202 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc110b92-bc00-4f44-b7fb-4ceb342c6fe3 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:16:14.700446 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d4629a85-ae7c-45b0-a8ad-9fb9d148e320 req-6a555f16-ab6f-486f-96e7-e428bd2d56ef service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469673 Jul 15 23:16:14.719544 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-31767055-a00e-4f1d-9b82-8e31f31ea172 req-9f5c982e-203b-422a-8e18-54ef13a3ff44 tempest-ImagesOneServerTestJSON-749746477 tempest-ImagesOneServerTestJSON-749746477-project] 10.222.0.48 "GET /v2.0/security-groups?id=4f50483d-572b-492d-86d3-650d594956a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071644 Jul 15 23:16:14.728215 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e89ed65-22c0-4b9b-9600-2cc9e78a5df2 None None] Sync routers for ids ['8e3e0cc8-c4a8-4219-bcff-8b4f7935fabb'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:16:14.730473 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-fc110b92-bc00-4f44-b7fb-4ceb342c6fe3 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] 10.222.0.48 "PUT /v2.0/routers/8e3e0cc8-c4a8-4219-bcff-8b4f7935fabb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8206811 Jul 15 23:16:14.733973 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34194) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:14.748891 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-72db5094-dd40-4da2-9591-3e9ff08d6832 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Request body: {'port': {'network_id': 'cae1f44d-c348-477f-87a5-0fb712434073', 'name': 'tempest-FloatingIPNegativeTestJSON-1352107559'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:14.763870 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4e3bea39-5235-4d11-9aad-55893ff2fe39 req-07b378ad-91af-418a-8431-0a4c95348092 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:14.769506 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4e3bea39-5235-4d11-9aad-55893ff2fe39 req-07b378ad-91af-418a-8431-0a4c95348092 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:14.774987 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1c3e204d-b4c9-4d08-a458-ecfa4b41b93e None None] Port 789732c4-dd76-4fb7-8345-efc7714ca3f7 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:16:14.781219 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e89ed65-22c0-4b9b-9600-2cc9e78a5df2 None None] Routers {'8e3e0cc8-c4a8-4219-bcff-8b4f7935fabb'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:16:14.781840 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3e89ed65-22c0-4b9b-9600-2cc9e78a5df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:16:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['8e3e0cc8-c4a8-4219-bcff-8b4f7935fabb'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:14.834028 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4e3bea39-5235-4d11-9aad-55893ff2fe39 req-07b378ad-91af-418a-8431-0a4c95348092 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:14.843953 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3e89ed65-22c0-4b9b-9600-2cc9e78a5df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:14.846493 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4e3bea39-5235-4d11-9aad-55893ff2fe39 req-07b378ad-91af-418a-8431-0a4c95348092 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.6199808 Jul 15 23:16:14.887600 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1c3e204d-b4c9-4d08-a458-ecfa4b41b93e None None] Provisioning complete for port c5beed4f-0139-4f33-b86e-0f7a94faa661 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:14.900392 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c3e204d-b4c9-4d08-a458-ecfa4b41b93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:14.906008 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e89ed65-22c0-4b9b-9600-2cc9e78a5df2 None None] Routers {'8e3e0cc8-c4a8-4219-bcff-8b4f7935fabb'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:16:14.908324 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3e89ed65-22c0-4b9b-9600-2cc9e78a5df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:16:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['8e3e0cc8-c4a8-4219-bcff-8b4f7935fabb'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:14.915074 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b378ad-91af-418a-8431-0a4c95348092 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88e451c8-7f1b-4bc2-b02b-b9e8adb2fd78,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:14.989530 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72db5094-dd40-4da2-9591-3e9ff08d6832 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Made reservation on behalf of 19b76e00ca0d41e88c7f1b539a85b9d2 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:16:15.002253 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6832b23-57e3-4e35-afd1-7482be183049 req-db139d20-3931-4da9-a1e7-a32eb020d3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:15.003886 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-72db5094-dd40-4da2-9591-3e9ff08d6832 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:15.016313 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a6832b23-57e3-4e35-afd1-7482be183049 req-db139d20-3931-4da9-a1e7-a32eb020d3d7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c16f9dd195944b75b0e53536453ab564&device_id=7f726bf3-5396-491d-9933-4c0399c97803 HTTP/1.1" status: 200 len: 1099 time: 0.2149043 Jul 15 23:16:15.018412 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafadaa7-3e4b-4938-a847-2c00593fb7b7 req-9460c6e5-923c-4101-94f4-324a58e25fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:15.020544 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fafadaa7-3e4b-4938-a847-2c00593fb7b7 req-9460c6e5-923c-4101-94f4-324a58e25fa1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=97397394137f47b6b8b1bb83454a379f&device_id=ba5d2d11-9dbe-4882-a346-054db27c2528 HTTP/1.1" status: 200 len: 1095 time: 0.2203932 Jul 15 23:16:15.060151 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3e89ed65-22c0-4b9b-9600-2cc9e78a5df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:15.065782 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e89ed65-22c0-4b9b-9600-2cc9e78a5df2 None None] The sync data for ids ['8e3e0cc8-c4a8-4219-bcff-8b4f7935fabb'] in n-d-794306-6 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:16:15.092039 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-72db5094-dd40-4da2-9591-3e9ff08d6832 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] device_id is not set on port 56f0236e-c2f6-47a6-b7e2-f34dc072e55e yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:16:15.304976 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-72db5094-dd40-4da2-9591-3e9ff08d6832 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Allocated IP 172.20.0.7 (cae1f44d-c348-477f-87a5-0fb712434073/00562c60-f65f-4dba-aeeb-503b2e0cda96/56f0236e-c2f6-47a6-b7e2-f34dc072e55e) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:16:15.354474 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6832b23-57e3-4e35-afd1-7482be183049 req-b9f7830e-3229-471f-8aa3-cb5a67950d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:15.356109 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a6832b23-57e3-4e35-afd1-7482be183049 req-b9f7830e-3229-471f-8aa3-cb5a67950d92 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5d412861-bef3-4cc1-ae9f-87a6a36753c0 HTTP/1.1" status: 200 len: 870 time: 0.3317096 Jul 15 23:16:15.385149 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafadaa7-3e4b-4938-a847-2c00593fb7b7 req-e8fe63d4-93ae-478f-a346-bdd4012297a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:15.386703 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fafadaa7-3e4b-4938-a847-2c00593fb7b7 req-e8fe63d4-93ae-478f-a346-bdd4012297a9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=54d36d42-4b6b-4a3b-a62a-15b6ab91449d HTTP/1.1" status: 200 len: 922 time: 0.3084130 Jul 15 23:16:15.451766 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-36fc6485-20fe-49eb-aed4-b51b62e76fdc None None] Provisioning complete for port 789732c4-dd76-4fb7-8345-efc7714ca3f7 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:15.452201 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-36fc6485-20fe-49eb-aed4-b51b62e76fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:15.496696 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-10b39106-c259-453a-be5e-76a5bf072110 req-18e07260-1197-49af-b447-b9bf312fdd65 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1780092812&fields=id&tenant_id=e9becec18cd64d19acfb6d44e69692c1 HTTP/1.1" status: 200 len: 267 time: 0.2300034 Jul 15 23:16:15.515494 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a6832b23-57e3-4e35-afd1-7482be183049 req-95ca8eec-a0d8-467c-82d9-b527fa914823 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=f5082b5e-c3b4-4fcb-8a20-3a719884f34f HTTP/1.1" status: 200 len: 217 time: 0.1480606 Jul 15 23:16:15.539687 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-36fc6485-20fe-49eb-aed4-b51b62e76fdc None None] Port 789732c4-dd76-4fb7-8345-efc7714ca3f7 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:16:15.571508 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device c5beed4f-0139-4f33-b86e-0f7a94faa661 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:16:15.594873 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-72db5094-dd40-4da2-9591-3e9ff08d6832 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:15.600376 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fafadaa7-3e4b-4938-a847-2c00593fb7b7 req-90afc5db-8693-493b-80d4-4d710b45ea0b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=22d080b6-177e-464f-bc87-78ef2665f72d HTTP/1.1" status: 200 len: 217 time: 0.1295938 Jul 15 23:16:15.622890 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-72db5094-dd40-4da2-9591-3e9ff08d6832 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Transition to ACTIVE for port object 56f0236e-c2f6-47a6-b7e2-f34dc072e55e will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:16:15.640872 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port c5beed4f-0139-4f33-b86e-0f7a94faa661 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:15.641245 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:15.669892 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafadaa7-3e4b-4938-a847-2c00593fb7b7 req-5d443017-74c2-4a4c-95e8-6d0d97f9e022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:15.671657 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fafadaa7-3e4b-4938-a847-2c00593fb7b7 req-5d443017-74c2-4a4c-95e8-6d0d97f9e022 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fe3eef83-74d9-48a6-8931-0e31ba6153cf HTTP/1.1" status: 200 len: 861 time: 0.0643101 Jul 15 23:16:15.684996 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-72db5094-dd40-4da2-9591-3e9ff08d6832 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:15.750529 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72db5094-dd40-4da2-9591-3e9ff08d6832 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Network cae1f44d-c348-477f-87a5-0fb712434073 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:16:15.757659 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-72db5094-dd40-4da2-9591-3e9ff08d6832 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:16:15.762043 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72db5094-dd40-4da2-9591-3e9ff08d6832 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:16:15.777182 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fafadaa7-3e4b-4938-a847-2c00593fb7b7 req-e0c9ef5a-88c7-4993-bfd1-9e32cd17ad65 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=54d36d42-4b6b-4a3b-a62a-15b6ab91449d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827944 Jul 15 23:16:15.789895 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72db5094-dd40-4da2-9591-3e9ff08d6832 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Pushing event updated for resources: {'Port': ['ID=56f0236e-c2f6-47a6-b7e2-f34dc072e55e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:15.833639 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5ef4e7a5-e79b-42a0-b159-9014f485c41d None None] Provisioning complete for port 789732c4-dd76-4fb7-8345-efc7714ca3f7 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:15.834468 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5ef4e7a5-e79b-42a0-b159-9014f485c41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:15.843367 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6832b23-57e3-4e35-afd1-7482be183049 req-816b6861-074e-4f54-9824-efe907cec7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:15.845338 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a6832b23-57e3-4e35-afd1-7482be183049 req-816b6861-074e-4f54-9824-efe907cec7fe service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.2438352 Jul 15 23:16:15.851011 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72db5094-dd40-4da2-9591-3e9ff08d6832 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:15.851833 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-72db5094-dd40-4da2-9591-3e9ff08d6832 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:15.868801 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-72db5094-dd40-4da2-9591-3e9ff08d6832 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1291063 Jul 15 23:16:15.872019 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34212) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:15.873656 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5ef4e7a5-e79b-42a0-b159-9014f485c41d None None] Port 789732c4-dd76-4fb7-8345-efc7714ca3f7 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:16:15.877337 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7c83ba9c-717e-4217-9893-94073f9e7f6c tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Request body: {'floatingip': {'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:15.914148 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f397a158-f02f-488e-a8b0-f9f030979c7b req-83e7c542-d486-4c8a-b230-1f3cd303701b tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:15.921181 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f397a158-f02f-488e-a8b0-f9f030979c7b req-83e7c542-d486-4c8a-b230-1f3cd303701b tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=61c5767a-c6c2-4653-8302-bf1a560dc731 HTTP/1.1" status: 200 len: 945 time: 0.2243962 Jul 15 23:16:15.929546 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7c83ba9c-717e-4217-9893-94073f9e7f6c tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:16.023513 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b39106-c259-453a-be5e-76a5bf072110 req-2dc5e489-2f32-4020-8b3f-f4893bb71842 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:16.025165 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-10b39106-c259-453a-be5e-76a5bf072110 req-2dc5e489-2f32-4020-8b3f-f4893bb71842 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] 10.222.0.48 "GET /v2.0/ports?device_id=051b1372-b85f-43be-9ec5-11e1510a8a33 HTTP/1.1" status: 200 len: 945 time: 0.5276730 Jul 15 23:16:16.041958 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b946add6-0cb9-48ef-ad83-c94e208fd8ad req-ac038a57-3d10-48a0-842b-3e94a2cb047d tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:16.043525 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b946add6-0cb9-48ef-ad83-c94e208fd8ad req-ac038a57-3d10-48a0-842b-3e94a2cb047d tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f5ba9c9-f264-49c8-bde4-0ffb576a2267 HTTP/1.1" status: 200 len: 944 time: 0.1285918 Jul 15 23:16:16.052275 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-10b39106-c259-453a-be5e-76a5bf072110 req-a5be0659-7a35-4364-be62-c9ebb992fb10 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Request body: {'port': {'security_groups': ['c75ced0b-b679-4ed8-a0bf-e5a0053ebcf0', '88e451c8-7f1b-4bc2-b02b-b9e8adb2fd78']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:16.102042 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2589aefb-7cda-40be-a2a3-a0e2fd7d5bbc None None] Provisioning for port 56f0236e-c2f6-47a6-b7e2-f34dc072e55e completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:16:16.106003 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2589aefb-7cda-40be-a2a3-a0e2fd7d5bbc None None] Provisioning complete for port 56f0236e-c2f6-47a6-b7e2-f34dc072e55e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:16.107134 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2589aefb-7cda-40be-a2a3-a0e2fd7d5bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:16.150928 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fafadaa7-3e4b-4938-a847-2c00593fb7b7 req-38a5ab6a-525e-4d44-a389-c2697cfecf2e service neutron] 10.222.0.49 "GET /v2.0/networks/54d36d42-4b6b-4a3b-a62a-15b6ab91449d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538146 Jul 15 23:16:16.152335 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2589aefb-7cda-40be-a2a3-a0e2fd7d5bbc None None] Port 56f0236e-c2f6-47a6-b7e2-f34dc072e55e cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:16:16.163022 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f397a158-f02f-488e-a8b0-f9f030979c7b req-1fd07c9d-9bcb-400b-ba2a-79f1293cbe30 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054088 Jul 15 23:16:16.227987 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7c83ba9c-717e-4217-9893-94073f9e7f6c tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:16.256249 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6832b23-57e3-4e35-afd1-7482be183049 req-4b705425-0600-4e03-8ffe-0ed5cfcc1c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:16.258280 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a6832b23-57e3-4e35-afd1-7482be183049 req-4b705425-0600-4e03-8ffe-0ed5cfcc1c36 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3727601 Jul 15 23:16:16.306554 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-b946add6-0cb9-48ef-ad83-c94e208fd8ad req-71203a98-02b6-4040-a9a3-e6cc6a203e1e tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Deleting port 397242ff-5eb9-498e-96aa-9ce0edcfee54 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:16:16.306891 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b946add6-0cb9-48ef-ad83-c94e208fd8ad req-71203a98-02b6-4040-a9a3-e6cc6a203e1e tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:16.352418 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-10b39106-c259-453a-be5e-76a5bf072110 req-a5be0659-7a35-4364-be62-c9ebb992fb10 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:16.443753 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-7c83ba9c-717e-4217-9893-94073f9e7f6c tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Allocated IP 172.25.5.145 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/bccf8384-fff2-43db-9f6e-f68e573681e4) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:16:16.462959 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-b946add6-0cb9-48ef-ad83-c94e208fd8ad req-71203a98-02b6-4040-a9a3-e6cc6a203e1e tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] For port 397242ff-5eb9-498e-96aa-9ce0edcfee54, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=397242ff-5eb9-498e-96aa-9ce0edcfee54,segment=NetworkSegment(34c5f733-3f76-4beb-94d8-dfb9dc50430b),segment_id=34c5f733-3f76-4beb-94d8-dfb9dc50430b)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:16.463901 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b946add6-0cb9-48ef-ad83-c94e208fd8ad req-71203a98-02b6-4040-a9a3-e6cc6a203e1e tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:16.492148 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-b946add6-0cb9-48ef-ad83-c94e208fd8ad req-71203a98-02b6-4040-a9a3-e6cc6a203e1e tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Calling delete_port for 397242ff-5eb9-498e-96aa-9ce0edcfee54 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:16:16.494719 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fafadaa7-3e4b-4938-a847-2c00593fb7b7 req-7786880c-f605-4069-a525-31a441c5d6c1 service neutron] 10.222.0.49 "GET /v2.0/networks/54d36d42-4b6b-4a3b-a62a-15b6ab91449d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3266251 Jul 15 23:16:16.514036 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a6832b23-57e3-4e35-afd1-7482be183049 req-9c905536-bf5a-4ba1-960e-aaaee3a6afdd service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485135 Jul 15 23:16:16.594992 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab58edb-c706-430a-bb97-eaf73f0fa175 req-14aa3afd-2e0e-4a2b-94bd-5fa9f523c1f8 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:16.596879 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bab58edb-c706-430a-bb97-eaf73f0fa175 req-14aa3afd-2e0e-4a2b-94bd-5fa9f523c1f8 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/ports?device_id=159498bb-e71d-4162-a872-a8de7dd821be HTTP/1.1" status: 200 len: 945 time: 0.2960744 Jul 15 23:16:16.708967 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7c83ba9c-717e-4217-9893-94073f9e7f6c tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:16.726551 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bab58edb-c706-430a-bb97-eaf73f0fa175 req-ea432bf9-0f9c-482c-8f32-d634f28feafe tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3cc6b1b-b328-4d26-ba63-110947666d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183419 Jul 15 23:16:16.737193 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a6832b23-57e3-4e35-afd1-7482be183049 req-8ee8d48d-0e88-4639-89af-381698f2cdd9 service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053246 Jul 15 23:16:16.802716 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7c83ba9c-717e-4217-9893-94073f9e7f6c tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:16.810732 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b946add6-0cb9-48ef-ad83-c94e208fd8ad req-71203a98-02b6-4040-a9a3-e6cc6a203e1e tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:16.837326 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-10b39106-c259-453a-be5e-76a5bf072110 req-a5be0659-7a35-4364-be62-c9ebb992fb10 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] For port 426feaae-9363-4074-b0ce-63b4ab490675, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=426feaae-9363-4074-b0ce-63b4ab490675,segment=NetworkSegment(d7b09758-ffc0-4d02-ad5e-168911b86f82),segment_id=d7b09758-ffc0-4d02-ad5e-168911b86f82)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:16.856414 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c83ba9c-717e-4217-9893-94073f9e7f6c tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:16:16.862508 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-7c83ba9c-717e-4217-9893-94073f9e7f6c tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:16:16.868119 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c83ba9c-717e-4217-9893-94073f9e7f6c tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:16:16.897400 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-10b39106-c259-453a-be5e-76a5bf072110 req-a5be0659-7a35-4364-be62-c9ebb992fb10 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:16.904879 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-10b39106-c259-453a-be5e-76a5bf072110 req-a5be0659-7a35-4364-be62-c9ebb992fb10 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:16.917128 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['426feaae-9363-4074-b0ce-63b4ab490675'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:16:16.963318 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-b946add6-0cb9-48ef-ad83-c94e208fd8ad req-71203a98-02b6-4040-a9a3-e6cc6a203e1e tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] No DVR routers for this DVR port 397242ff-5eb9-498e-96aa-9ce0edcfee54 on host n-h1-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:16:16.964954 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c83ba9c-717e-4217-9893-94073f9e7f6c tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Pushing event updated for resources: {'Port': ['ID=bccf8384-fff2-43db-9f6e-f68e573681e4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:16.969671 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b946add6-0cb9-48ef-ad83-c94e208fd8ad req-71203a98-02b6-4040-a9a3-e6cc6a203e1e tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:16.972331 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b946add6-0cb9-48ef-ad83-c94e208fd8ad req-71203a98-02b6-4040-a9a3-e6cc6a203e1e tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.49 "DELETE /v2.0/ports/397242ff-5eb9-498e-96aa-9ce0edcfee54 HTTP/1.1" status: 204 len: 173 time: 0.9209006 Jul 15 23:16:16.973041 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5ba9c9-f264-49c8-bde4-0ffb576a2267', 'name': 'network-vif-deleted', 'tag': '397242ff-5eb9-498e-96aa-9ce0edcfee54'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:16:16.975984 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316b19a7-c30b-4b42-8f91-91ff160c1d87" -d '{"events": [{"server_uuid": "7f5ba9c9-f264-49c8-bde4-0ffb576a2267", "name": "network-vif-deleted", "tag": "397242ff-5eb9-498e-96aa-9ce0edcfee54"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:16:17.008004 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71203a98-02b6-4040-a9a3-e6cc6a203e1e tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Pushing event deleted for resources: {'Port': ['ID=397242ff-5eb9-498e-96aa-9ce0edcfee54,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:17.061270 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-de13effa-3060-4512-9c6a-6eb1f5215f07 req-5fcddf2e-e131-447d-a60b-1392fca7f590 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f5ba9c9-f264-49c8-bde4-0ffb576a2267 HTTP/1.1" status: 200 len: 210 time: 0.1491504 Jul 15 23:16:17.077812 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7c83ba9c-717e-4217-9893-94073f9e7f6c tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:17.110763 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b39106-c259-453a-be5e-76a5bf072110 req-a5be0659-7a35-4364-be62-c9ebb992fb10 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:17.111456 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-10b39106-c259-453a-be5e-76a5bf072110 req-a5be0659-7a35-4364-be62-c9ebb992fb10 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:17.126040 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-10b39106-c259-453a-be5e-76a5bf072110 req-a5be0659-7a35-4364-be62-c9ebb992fb10 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] 10.222.0.48 "PUT /v2.0/ports/426feaae-9363-4074-b0ce-63b4ab490675 HTTP/1.1" status: 200 len: 981 time: 1.0929213 Jul 15 23:16:17.127427 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '051b1372-b85f-43be-9ec5-11e1510a8a33', 'tag': '426feaae-9363-4074-b0ce-63b4ab490675'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:16:17.143946 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19fdc6ae-a543-4eda-940b-c3b471d3e26e" -d '{"events": [{"name": "network-changed", "server_uuid": "051b1372-b85f-43be-9ec5-11e1510a8a33", "tag": "426feaae-9363-4074-b0ce-63b4ab490675"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:16:17.159601 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5be0659-7a35-4364-be62-c9ebb992fb10 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Pushing event updated for resources: {'Port': ['ID=426feaae-9363-4074-b0ce-63b4ab490675,revision_number=6']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:17.193106 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['426feaae-9363-4074-b0ce-63b4ab490675'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:16:17.197021 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7c83ba9c-717e-4217-9893-94073f9e7f6c tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:17.435240 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e37d3-7c35-4a14-975b-59f54d75b5ea req-b782ec07-2f5d-4fec-abdc-a9b6ec60e600 tempest-ImagesOneServerTestJSON-749746477 tempest-ImagesOneServerTestJSON-749746477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:17.444269 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-794e37d3-7c35-4a14-975b-59f54d75b5ea req-b782ec07-2f5d-4fec-abdc-a9b6ec60e600 tempest-ImagesOneServerTestJSON-749746477 tempest-ImagesOneServerTestJSON-749746477-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f726bf3-5396-491d-9933-4c0399c97803 HTTP/1.1" status: 200 len: 948 time: 0.1286445 Jul 15 23:16:17.508530 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-794e37d3-7c35-4a14-975b-59f54d75b5ea req-86d2bea3-b454-41f4-a9e0-11a82401b693 tempest-ImagesOneServerTestJSON-749746477 tempest-ImagesOneServerTestJSON-749746477-project] 10.222.0.48 "GET /v2.0/security-groups?id=4f50483d-572b-492d-86d3-650d594956a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598717 Jul 15 23:16:17.514315 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7c83ba9c-717e-4217-9893-94073f9e7f6c tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:17.530210 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7c83ba9c-717e-4217-9893-94073f9e7f6c tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:17.639425 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c83ba9c-717e-4217-9893-94073f9e7f6c tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Pushing event updated for resources: {'Port': ['ID=bccf8384-fff2-43db-9f6e-f68e573681e4,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:17.681588 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7c83ba9c-717e-4217-9893-94073f9e7f6c tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:17.712029 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7c83ba9c-717e-4217-9893-94073f9e7f6c tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:17.713335 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-7c83ba9c-717e-4217-9893-94073f9e7f6c tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8401010 Jul 15 23:16:17.714882 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d55e45-8287-42ef-ba25-370595d26cc4 x-openstack-request-id: req-77d55e45-8287-42ef-ba25-370595d26cc4 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:16:17.715171 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f5ba9c9-f264-49c8-bde4-0ffb576a2267", "name": "network-vif-deleted", "tag": "397242ff-5eb9-498e-96aa-9ce0edcfee54", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:16:17.715422 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-77d55e45-8287-42ef-ba25-370595d26cc4 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:16:17.715859 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f5ba9c9-f264-49c8-bde4-0ffb576a2267', 'name': 'network-vif-deleted', 'tag': '397242ff-5eb9-498e-96aa-9ce0edcfee54', 'status': 'completed', 'code': 200} Jul 15 23:16:17.716502 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34232) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:17.722795 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e722cb79-f221-414e-9a17-7a3d6f62103e tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Request body: {'floatingip': {'port_id': '56f0236e-c2f6-47a6-b7e2-f34dc072e55e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:17.806064 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e722cb79-f221-414e-9a17-7a3d6f62103e tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks [] for floatingip, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:17.871458 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c479c642-6623-4ff0-ae75-2d80613db2c6 req-44cf8850-28af-46e2-9b66-7912e2c508cc tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1780092812&fields=id&tenant_id=e9becec18cd64d19acfb6d44e69692c1 HTTP/1.1" status: 200 len: 267 time: 0.0394723 Jul 15 23:16:17.954184 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c479c642-6623-4ff0-ae75-2d80613db2c6 req-a11bfdcf-72d2-4cde-a0ef-a405748cb800 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:17.956377 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c479c642-6623-4ff0-ae75-2d80613db2c6 req-a11bfdcf-72d2-4cde-a0ef-a405748cb800 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] 10.222.0.48 "GET /v2.0/ports?device_id=051b1372-b85f-43be-9ec5-11e1510a8a33 HTTP/1.1" status: 200 len: 984 time: 0.0840390 Jul 15 23:16:17.973368 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [None req-e722cb79-f221-414e-9a17-7a3d6f62103e tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] update failed (client error): The resource could not be found. Jul 15 23:16:17.973729 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-c479c642-6623-4ff0-ae75-2d80613db2c6 req-14dde0bc-3a38-4767-af00-6fa8bc8a7321 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Request body: {'port': {'security_groups': ['c75ced0b-b679-4ed8-a0bf-e5a0053ebcf0']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:17.974670 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e722cb79-f221-414e-9a17-7a3d6f62103e tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] 10.222.0.48 "PUT /v2.0/floatingips/cc5d9242-b930-4e97-aa2e-90700e1424d2 HTTP/1.1" status: 404 len: 507 time: 0.2571111 Jul 15 23:16:17.979085 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34238) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:18.128955 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec765857-59d7-4422-862f-0f6240f3fefa x-openstack-request-id: req-ec765857-59d7-4422-862f-0f6240f3fefa {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:16:18.129469 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "051b1372-b85f-43be-9ec5-11e1510a8a33", "tag": "426feaae-9363-4074-b0ce-63b4ab490675", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:16:18.129838 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ec765857-59d7-4422-862f-0f6240f3fefa {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:16:18.130487 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '051b1372-b85f-43be-9ec5-11e1510a8a33', 'tag': '426feaae-9363-4074-b0ce-63b4ab490675', 'status': 'completed', 'code': 200} Jul 15 23:16:18.161371 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c479c642-6623-4ff0-ae75-2d80613db2c6 req-14dde0bc-3a38-4767-af00-6fa8bc8a7321 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:18.289847 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-0ba2d079-940d-4d2e-bd19-f5b1c12f5563 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Deleting port bccf8384-fff2-43db-9f6e-f68e573681e4 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:16:18.290207 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0ba2d079-940d-4d2e-bd19-f5b1c12f5563 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:18.320796 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fdc6ae-a543-4eda-940b-c3b471d3e26e req-e48cf131-4074-43aa-95b6-2a7b6aef8506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:18.322677 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-19fdc6ae-a543-4eda-940b-c3b471d3e26e req-e48cf131-4074-43aa-95b6-2a7b6aef8506 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e9becec18cd64d19acfb6d44e69692c1&device_id=051b1372-b85f-43be-9ec5-11e1510a8a33 HTTP/1.1" status: 200 len: 1135 time: 0.1366181 Jul 15 23:16:18.509807 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0ba2d079-940d-4d2e-bd19-f5b1c12f5563 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:18.510202 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0ba2d079-940d-4d2e-bd19-f5b1c12f5563 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:18.531948 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-0ba2d079-940d-4d2e-bd19-f5b1c12f5563 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Calling delete_port for bccf8384-fff2-43db-9f6e-f68e573681e4 owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:16:18.532235 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e109da-1525-433f-9dc7-28895428fbdd req-38da5c7b-db90-457c-ad47-d883d07680b4 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:18.542755 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-04e109da-1525-433f-9dc7-28895428fbdd req-38da5c7b-db90-457c-ad47-d883d07680b4 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=61c5767a-c6c2-4653-8302-bf1a560dc731 HTTP/1.1" status: 200 len: 945 time: 0.2503378 Jul 15 23:16:18.549155 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fdc6ae-a543-4eda-940b-c3b471d3e26e req-98592ef9-4985-45d8-a451-88d1e1c36f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:18.550963 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-19fdc6ae-a543-4eda-940b-c3b471d3e26e req-98592ef9-4985-45d8-a451-88d1e1c36f94 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8ecd94bd-62eb-4c2d-b91c-0c9de8655a42 HTTP/1.1" status: 200 len: 920 time: 0.2223358 Jul 15 23:16:18.614604 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-04e109da-1525-433f-9dc7-28895428fbdd req-3b07ec65-3615-45f3-a659-01c05e480086 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662129 Jul 15 23:16:18.623094 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device f5082b5e-c3b4-4fcb-8a20-3a719884f34f details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:16:18.635561 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-19fdc6ae-a543-4eda-940b-c3b471d3e26e req-7bcc5bae-bfe0-4904-b40e-e15fc98692a1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=426feaae-9363-4074-b0ce-63b4ab490675 HTTP/1.1" status: 200 len: 217 time: 0.0775216 Jul 15 23:16:18.660001 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-c479c642-6623-4ff0-ae75-2d80613db2c6 req-14dde0bc-3a38-4767-af00-6fa8bc8a7321 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] For port 426feaae-9363-4074-b0ce-63b4ab490675, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=426feaae-9363-4074-b0ce-63b4ab490675,segment=NetworkSegment(d7b09758-ffc0-4d02-ad5e-168911b86f82),segment_id=d7b09758-ffc0-4d02-ad5e-168911b86f82)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:18.717880 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fdc6ae-a543-4eda-940b-c3b471d3e26e req-69706251-789c-47ad-b063-43a6e0b535d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:18.720089 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-19fdc6ae-a543-4eda-940b-c3b471d3e26e req-69706251-789c-47ad-b063-43a6e0b535d0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e212a520-684a-4fbf-ae3b-aab2e981ec56 HTTP/1.1" status: 200 len: 859 time: 0.0776114 Jul 15 23:16:18.750638 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c479c642-6623-4ff0-ae75-2d80613db2c6 req-14dde0bc-3a38-4767-af00-6fa8bc8a7321 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:18.759999 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c479c642-6623-4ff0-ae75-2d80613db2c6 req-14dde0bc-3a38-4767-af00-6fa8bc8a7321 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:18.765293 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-19fdc6ae-a543-4eda-940b-c3b471d3e26e req-9dff29f3-4f4c-495f-a35b-b8fac6b1aa2f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8ecd94bd-62eb-4c2d-b91c-0c9de8655a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327907 Jul 15 23:16:18.837287 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['426feaae-9363-4074-b0ce-63b4ab490675'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:16:18.882198 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c479c642-6623-4ff0-ae75-2d80613db2c6 req-14dde0bc-3a38-4767-af00-6fa8bc8a7321 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:18.882803 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c479c642-6623-4ff0-ae75-2d80613db2c6 req-14dde0bc-3a38-4767-af00-6fa8bc8a7321 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:18.887762 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c479c642-6623-4ff0-ae75-2d80613db2c6 req-14dde0bc-3a38-4767-af00-6fa8bc8a7321 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] 10.222.0.48 "PUT /v2.0/ports/426feaae-9363-4074-b0ce-63b4ab490675 HTTP/1.1" status: 200 len: 942 time: 0.9201386 Jul 15 23:16:18.928698 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port f5082b5e-c3b4-4fcb-8a20-3a719884f34f, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=f5082b5e-c3b4-4fcb-8a20-3a719884f34f,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:18.942652 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['426feaae-9363-4074-b0ce-63b4ab490675'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:16:18.965179 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dde0bc-3a38-4767-af00-6fa8bc8a7321 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Pushing event updated for resources: {'Port': ['ID=426feaae-9363-4074-b0ce-63b4ab490675,revision_number=7']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:18.998066 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0ba2d079-940d-4d2e-bd19-f5b1c12f5563 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:19.012041 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': 'f5082b5e-c3b4-4fcb-8a20-3a719884f34f', 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'port_id': 'f5082b5e-c3b4-4fcb-8a20-3a719884f34f', 'mac_address': 'fa:16:3e:be:f8:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d909a96-22de-4aa9-b690-1c7da965ceac', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:16:19.044322 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba2d079-940d-4d2e-bd19-f5b1c12f5563 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Pushing event deleted for resources: {'Port': ['ID=bccf8384-fff2-43db-9f6e-f68e573681e4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:19.057459 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-19fdc6ae-a543-4eda-940b-c3b471d3e26e req-f73d4dbe-572b-4ce4-8729-e0ffef3c6fdb service neutron] 10.222.0.49 "GET /v2.0/networks/8ecd94bd-62eb-4c2d-b91c-0c9de8655a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857449 Jul 15 23:16:19.141600 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:19.212744 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0ba2d079-940d-4d2e-bd19-f5b1c12f5563 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:19.215426 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0ba2d079-940d-4d2e-bd19-f5b1c12f5563 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:19.216650 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-0ba2d079-940d-4d2e-bd19-f5b1c12f5563 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] 10.222.0.48 "DELETE /v2.0/floatingips/cc5d9242-b930-4e97-aa2e-90700e1424d2 HTTP/1.1" status: 204 len: 168 time: 1.2364473 Jul 15 23:16:19.222578 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34254) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:19.227871 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-9a219ac0-0cfa-4025-9a38-d95695b893f2 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Request body: {'floatingip': {'floating_network_id': 'cae1f44d-c348-477f-87a5-0fb712434073', 'port_id': '56f0236e-c2f6-47a6-b7e2-f34dc072e55e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:19.279050 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5082b5e-c3b4-4fcb-8a20-3a719884f34f {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:16:19.293105 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-19fdc6ae-a543-4eda-940b-c3b471d3e26e req-6d7a8ea0-7e5f-43aa-904a-e9464a258bfc service neutron] 10.222.0.49 "GET /v2.0/networks/8ecd94bd-62eb-4c2d-b91c-0c9de8655a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102385 Jul 15 23:16:19.314710 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a219ac0-0cfa-4025-9a38-d95695b893f2 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:19.390196 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port f5082b5e-c3b4-4fcb-8a20-3a719884f34f, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=f5082b5e-c3b4-4fcb-8a20-3a719884f34f,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:19.405026 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:19.514916 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=f5082b5e-c3b4-4fcb-8a20-3a719884f34f,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:19.516959 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [None req-9a219ac0-0cfa-4025-9a38-d95695b893f2 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:16:19.524809 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-9a219ac0-0cfa-4025-9a38-d95695b893f2 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2954187 Jul 15 23:16:19.525706 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34256) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:19.531712 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c09179a9-6c6a-41fa-8ad2-091c236d3c44 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Request body: {'floatingip': {'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'port_id': '56f0236e-c2f6-47a6-b7e2-f34dc072e55e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:19.649044 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['f5082b5e-c3b4-4fcb-8a20-3a719884f34f'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:16:19.869873 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c09179a9-6c6a-41fa-8ad2-091c236d3c44 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:19.934662 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5ba822fe-0bde-4a1e-8d90-11f56293b73e req-51aeebeb-b7e9-4192-823b-3e2afd3f0e2c tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7874765 Jul 15 23:16:19.953728 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9d714-6fdd-4b0c-b103-f4edcb0ab902 req-52984c7b-be6b-4759-aafe-d7f5175ad0af tempest-ImagesOneServerTestJSON-749746477 tempest-ImagesOneServerTestJSON-749746477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:19.958517 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0ed9d714-6fdd-4b0c-b103-f4edcb0ab902 req-52984c7b-be6b-4759-aafe-d7f5175ad0af tempest-ImagesOneServerTestJSON-749746477 tempest-ImagesOneServerTestJSON-749746477-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f726bf3-5396-491d-9933-4c0399c97803 HTTP/1.1" status: 200 len: 948 time: 0.6887808 Jul 15 23:16:19.965561 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-5ba822fe-0bde-4a1e-8d90-11f56293b73e req-3babf2b9-ef88-4b0f-9489-7686ca084d67 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Request body: {'floatingip': {'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:20.013991 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c09179a9-6c6a-41fa-8ad2-091c236d3c44 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:20.042571 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5ba822fe-0bde-4a1e-8d90-11f56293b73e req-3babf2b9-ef88-4b0f-9489-7686ca084d67 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:20.049201 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0ed9d714-6fdd-4b0c-b103-f4edcb0ab902 req-c0c97b2f-4647-4456-b910-50daeaa3fbec tempest-ImagesOneServerTestJSON-749746477 tempest-ImagesOneServerTestJSON-749746477-project] 10.222.0.48 "GET /v2.0/security-groups?id=4f50483d-572b-492d-86d3-650d594956a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760033 Jul 15 23:16:20.133319 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '051b1372-b85f-43be-9ec5-11e1510a8a33', 'tag': '426feaae-9363-4074-b0ce-63b4ab490675'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:16:20.137258 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da27edf2-a5e2-494a-a11a-258a12ea5666" -d '{"events": [{"name": "network-changed", "server_uuid": "051b1372-b85f-43be-9ec5-11e1510a8a33", "tag": "426feaae-9363-4074-b0ce-63b4ab490675"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:16:20.165053 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-c09179a9-6c6a-41fa-8ad2-091c236d3c44 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Allocated IP 172.25.5.178 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/9b6f07b7-4408-45e7-8291-1cac5b315c8b) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:16:20.264499 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5ba822fe-0bde-4a1e-8d90-11f56293b73e req-3babf2b9-ef88-4b0f-9489-7686ca084d67 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:20.353948 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c09179a9-6c6a-41fa-8ad2-091c236d3c44 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:20.422041 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c09179a9-6c6a-41fa-8ad2-091c236d3c44 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:20.494471 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09179a9-6c6a-41fa-8ad2-091c236d3c44 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:16:20.499836 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-c09179a9-6c6a-41fa-8ad2-091c236d3c44 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:16:20.504976 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-5ba822fe-0bde-4a1e-8d90-11f56293b73e req-3babf2b9-ef88-4b0f-9489-7686ca084d67 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Allocated IP 172.25.5.82 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/2b6ffdbc-7e62-4610-af56-9165a0225c8f) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:16:20.505869 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09179a9-6c6a-41fa-8ad2-091c236d3c44 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:16:20.510275 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09179a9-6c6a-41fa-8ad2-091c236d3c44 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Pushing event updated for resources: {'Port': ['ID=9b6f07b7-4408-45e7-8291-1cac5b315c8b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:20.546314 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09179a9-6c6a-41fa-8ad2-091c236d3c44 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:20.546905 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09179a9-6c6a-41fa-8ad2-091c236d3c44 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:20.547464 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09179a9-6c6a-41fa-8ad2-091c236d3c44 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:20.548050 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09179a9-6c6a-41fa-8ad2-091c236d3c44 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:20.548624 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09179a9-6c6a-41fa-8ad2-091c236d3c44 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:20.549163 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09179a9-6c6a-41fa-8ad2-091c236d3c44 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:20.550375 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09179a9-6c6a-41fa-8ad2-091c236d3c44 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:20.550937 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09179a9-6c6a-41fa-8ad2-091c236d3c44 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:20.551558 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09179a9-6c6a-41fa-8ad2-091c236d3c44 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:20.552123 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09179a9-6c6a-41fa-8ad2-091c236d3c44 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:20.552924 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09179a9-6c6a-41fa-8ad2-091c236d3c44 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:20.553466 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09179a9-6c6a-41fa-8ad2-091c236d3c44 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:20.638281 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device f5082b5e-c3b4-4fcb-8a20-3a719884f34f up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:16:20.653198 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5ba822fe-0bde-4a1e-8d90-11f56293b73e req-3babf2b9-ef88-4b0f-9489-7686ca084d67 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:20.700796 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5ba822fe-0bde-4a1e-8d90-11f56293b73e req-3babf2b9-ef88-4b0f-9489-7686ca084d67 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:20.748980 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3babf2b9-ef88-4b0f-9489-7686ca084d67 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Pushing event updated for resources: {'Port': ['ID=2b6ffdbc-7e62-4610-af56-9165a0225c8f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:20.765323 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-c09179a9-6c6a-41fa-8ad2-091c236d3c44 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Deleting port 9b6f07b7-4408-45e7-8291-1cac5b315c8b {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:16:20.765690 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c09179a9-6c6a-41fa-8ad2-091c236d3c44 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:20.772625 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port f5082b5e-c3b4-4fcb-8a20-3a719884f34f completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:16:20.775308 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ba822fe-0bde-4a1e-8d90-11f56293b73e req-3babf2b9-ef88-4b0f-9489-7686ca084d67 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:16:20.778627 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-5ba822fe-0bde-4a1e-8d90-11f56293b73e req-3babf2b9-ef88-4b0f-9489-7686ca084d67 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:16:20.780047 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port f5082b5e-c3b4-4fcb-8a20-3a719884f34f triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:20.780630 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:20.785105 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba822fe-0bde-4a1e-8d90-11f56293b73e req-3babf2b9-ef88-4b0f-9489-7686ca084d67 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:16:20.880977 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c09179a9-6c6a-41fa-8ad2-091c236d3c44 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:20.881356 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c09179a9-6c6a-41fa-8ad2-091c236d3c44 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:20.897835 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-c09179a9-6c6a-41fa-8ad2-091c236d3c44 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Calling delete_port for 9b6f07b7-4408-45e7-8291-1cac5b315c8b owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:16:20.911855 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:20.941622 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f726bf3-5396-491d-9933-4c0399c97803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5082b5e-c3b4-4fcb-8a20-3a719884f34f'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:16:20.944591 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1def4489-c3b1-48e5-b3c7-fd6ab06808d8" -d '{"events": [{"server_uuid": "7f726bf3-5396-491d-9933-4c0399c97803", "name": "network-vif-plugged", "status": "completed", "tag": "f5082b5e-c3b4-4fcb-8a20-3a719884f34f"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:16:20.961487 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port f5082b5e-c3b4-4fcb-8a20-3a719884f34f, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=f5082b5e-c3b4-4fcb-8a20-3a719884f34f,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:20.968414 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:20.969701 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 397242ff-5eb9-498e-96aa-9ce0edcfee54 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:16:20.997486 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5ba822fe-0bde-4a1e-8d90-11f56293b73e req-3babf2b9-ef88-4b0f-9489-7686ca084d67 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:20.999553 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: 397242ff-5eb9-498e-96aa-9ce0edcfee54 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:16:21.000218 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 397242ff-5eb9-498e-96aa-9ce0edcfee54 not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:16:21.061302 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=f5082b5e-c3b4-4fcb-8a20-3a719884f34f,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:21.084082 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c09179a9-6c6a-41fa-8ad2-091c236d3c44 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:21.086535 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5ba822fe-0bde-4a1e-8d90-11f56293b73e req-3babf2b9-ef88-4b0f-9489-7686ca084d67 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:21.132609 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09179a9-6c6a-41fa-8ad2-091c236d3c44 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Pushing event deleted for resources: {'Port': ['ID=9b6f07b7-4408-45e7-8291-1cac5b315c8b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:21.221570 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f2578f-3c65-402b-a74f-eb015e362f7b req-f0003a0a-0b61-47e4-9602-6e36cc57142a tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:21.225042 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-53f2578f-3c65-402b-a74f-eb015e362f7b req-f0003a0a-0b61-47e4-9602-6e36cc57142a tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba5d2d11-9dbe-4882-a346-054db27c2528 HTTP/1.1" status: 200 len: 944 time: 0.1895680 Jul 15 23:16:21.310570 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [None req-c09179a9-6c6a-41fa-8ad2-091c236d3c44 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] create failed (client error): The resource could not be found. Jul 15 23:16:21.312013 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c09179a9-6c6a-41fa-8ad2-091c236d3c44 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.7851393 Jul 15 23:16:21.338560 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34274) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:21.344451 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5ba822fe-0bde-4a1e-8d90-11f56293b73e req-3babf2b9-ef88-4b0f-9489-7686ca084d67 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:21.350240 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5ba822fe-0bde-4a1e-8d90-11f56293b73e req-3babf2b9-ef88-4b0f-9489-7686ca084d67 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:21.417371 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3babf2b9-ef88-4b0f-9489-7686ca084d67 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Pushing event updated for resources: {'Port': ['ID=2b6ffdbc-7e62-4610-af56-9165a0225c8f,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:21.464407 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5ba822fe-0bde-4a1e-8d90-11f56293b73e req-3babf2b9-ef88-4b0f-9489-7686ca084d67 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:21.486676 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5ba822fe-0bde-4a1e-8d90-11f56293b73e req-3babf2b9-ef88-4b0f-9489-7686ca084d67 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:21.488349 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5ba822fe-0bde-4a1e-8d90-11f56293b73e req-3babf2b9-ef88-4b0f-9489-7686ca084d67 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5285227 Jul 15 23:16:21.508865 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-53f2578f-3c65-402b-a74f-eb015e362f7b req-9cceb72c-0581-4743-b4ae-13ea3f7133bf tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Deleting port 22d080b6-177e-464f-bc87-78ef2665f72d {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:16:21.509212 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-53f2578f-3c65-402b-a74f-eb015e362f7b req-9cceb72c-0581-4743-b4ae-13ea3f7133bf tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:21.594040 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5ba822fe-0bde-4a1e-8d90-11f56293b73e req-164d3d66-1819-41f5-b2a4-7fa64717c1cf tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.82 HTTP/1.1" status: 200 len: 695 time: 0.0990942 Jul 15 23:16:21.641747 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-53f2578f-3c65-402b-a74f-eb015e362f7b req-9cceb72c-0581-4743-b4ae-13ea3f7133bf tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] For port 22d080b6-177e-464f-bc87-78ef2665f72d, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=22d080b6-177e-464f-bc87-78ef2665f72d,segment=NetworkSegment(34c5f733-3f76-4beb-94d8-dfb9dc50430b),segment_id=34c5f733-3f76-4beb-94d8-dfb9dc50430b)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:21.642119 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-53f2578f-3c65-402b-a74f-eb015e362f7b req-9cceb72c-0581-4743-b4ae-13ea3f7133bf tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:21.659992 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-2eeb980d-e091-43fd-ac29-b715eae493f8 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Deleting port 56f0236e-c2f6-47a6-b7e2-f34dc072e55e {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:16:21.660450 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2eeb980d-e091-43fd-ac29-b715eae493f8 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:21.663475 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-53f2578f-3c65-402b-a74f-eb015e362f7b req-9cceb72c-0581-4743-b4ae-13ea3f7133bf tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Calling delete_port for 22d080b6-177e-464f-bc87-78ef2665f72d owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:16:21.691143 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa46c0-ae3e-4d8b-b4e8-2abefa1bf28b req-b62c2003-e34a-493c-8d6f-e1e175fa923c tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:21.692894 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-88aa46c0-ae3e-4d8b-b4e8-2abefa1bf28b req-b62c2003-e34a-493c-8d6f-e1e175fa923c tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=61c5767a-c6c2-4653-8302-bf1a560dc731 HTTP/1.1" status: 200 len: 945 time: 0.1501055 Jul 15 23:16:21.782793 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-88aa46c0-ae3e-4d8b-b4e8-2abefa1bf28b req-3816fd3b-d171-44ff-86c7-edb6280b9a50 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576112 Jul 15 23:16:21.790856 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba822fe-0bde-4a1e-8d90-11f56293b73e req-54166042-a92f-49f9-92bd-24e586079996 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:21.797894 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5ba822fe-0bde-4a1e-8d90-11f56293b73e req-54166042-a92f-49f9-92bd-24e586079996 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] 10.222.0.48 "GET /v2.0/networks/c4160cc4-e133-4d4e-ad39-f86bca4b2f14 HTTP/1.1" status: 200 len: 784 time: 0.1943343 Jul 15 23:16:21.804688 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [req-5ba822fe-0bde-4a1e-8d90-11f56293b73e req-06e107cc-4eac-42db-802c-e8837c5132c4 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:16:21.821867 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5ba822fe-0bde-4a1e-8d90-11f56293b73e req-06e107cc-4eac-42db-802c-e8837c5132c4 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0230317 Jul 15 23:16:21.845132 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2eeb980d-e091-43fd-ac29-b715eae493f8 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:21.861691 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395c46b3-3e9e-49fe-a43c-3c68a3e0a1a5 x-openstack-request-id: req-395c46b3-3e9e-49fe-a43c-3c68a3e0a1a5 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:16:21.862534 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "051b1372-b85f-43be-9ec5-11e1510a8a33", "tag": "426feaae-9363-4074-b0ce-63b4ab490675", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:16:21.862799 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-395c46b3-3e9e-49fe-a43c-3c68a3e0a1a5 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:16:21.863232 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '051b1372-b85f-43be-9ec5-11e1510a8a33', 'tag': '426feaae-9363-4074-b0ce-63b4ab490675', 'status': 'completed', 'code': 200} Jul 15 23:16:21.869133 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-2eeb980d-e091-43fd-ac29-b715eae493f8 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Calling delete_port for 56f0236e-c2f6-47a6-b7e2-f34dc072e55e owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:16:21.976202 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6067e77d-cd65-40ed-897d-d02ae25d6e7a x-openstack-request-id: req-6067e77d-cd65-40ed-897d-d02ae25d6e7a {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:16:21.976717 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f726bf3-5396-491d-9933-4c0399c97803", "name": "network-vif-plugged", "status": "completed", "tag": "f5082b5e-c3b4-4fcb-8a20-3a719884f34f", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:16:21.977029 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6067e77d-cd65-40ed-897d-d02ae25d6e7a {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:16:21.977614 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f726bf3-5396-491d-9933-4c0399c97803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5082b5e-c3b4-4fcb-8a20-3a719884f34f', 'code': 200} Jul 15 23:16:22.075783 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-53f2578f-3c65-402b-a74f-eb015e362f7b req-9cceb72c-0581-4743-b4ae-13ea3f7133bf tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:22.129324 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cceb72c-0581-4743-b4ae-13ea3f7133bf tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Pushing event deleted for resources: {'Port': ['ID=22d080b6-177e-464f-bc87-78ef2665f72d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:22.183611 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-53f2578f-3c65-402b-a74f-eb015e362f7b req-9cceb72c-0581-4743-b4ae-13ea3f7133bf tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] No DVR routers for this DVR port 22d080b6-177e-464f-bc87-78ef2665f72d on host n-h1-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:16:22.187674 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-53f2578f-3c65-402b-a74f-eb015e362f7b req-9cceb72c-0581-4743-b4ae-13ea3f7133bf tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:22.190975 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-53f2578f-3c65-402b-a74f-eb015e362f7b req-9cceb72c-0581-4743-b4ae-13ea3f7133bf tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.49 "DELETE /v2.0/ports/22d080b6-177e-464f-bc87-78ef2665f72d HTTP/1.1" status: 204 len: 173 time: 0.9594667 Jul 15 23:16:22.193194 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba5d2d11-9dbe-4882-a346-054db27c2528', 'name': 'network-vif-deleted', 'tag': '22d080b6-177e-464f-bc87-78ef2665f72d'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:16:22.210838 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a306e48-1b26-4db0-8ad0-5611135e18ef" -d '{"events": [{"server_uuid": "ba5d2d11-9dbe-4882-a346-054db27c2528", "name": "network-vif-deleted", "tag": "22d080b6-177e-464f-bc87-78ef2665f72d"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:16:22.254033 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27edf2-a5e2-494a-a11a-258a12ea5666 req-309447f9-37f4-459d-92b9-2ff861ad98f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:22.255634 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-da27edf2-a5e2-494a-a11a-258a12ea5666 req-309447f9-37f4-459d-92b9-2ff861ad98f3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e9becec18cd64d19acfb6d44e69692c1&device_id=051b1372-b85f-43be-9ec5-11e1510a8a33 HTTP/1.1" status: 200 len: 1096 time: 0.3579838 Jul 15 23:16:22.291320 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2eeb980d-e091-43fd-ac29-b715eae493f8 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:22.350430 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeb980d-e091-43fd-ac29-b715eae493f8 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Pushing event deleted for resources: {'Port': ['ID=56f0236e-c2f6-47a6-b7e2-f34dc072e55e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:22.366954 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27edf2-a5e2-494a-a11a-258a12ea5666 req-3ac3e3bf-3092-4425-b006-31649d43c923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:22.368703 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-da27edf2-a5e2-494a-a11a-258a12ea5666 req-3ac3e3bf-3092-4425-b006-31649d43c923 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8ecd94bd-62eb-4c2d-b91c-0c9de8655a42 HTTP/1.1" status: 200 len: 920 time: 0.1037602 Jul 15 23:16:22.477745 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-da27edf2-a5e2-494a-a11a-258a12ea5666 req-18be041b-2f4d-4b50-ba62-a38af286a017 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=426feaae-9363-4074-b0ce-63b4ab490675 HTTP/1.1" status: 200 len: 217 time: 0.1025040 Jul 15 23:16:22.478789 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2eeb980d-e091-43fd-ac29-b715eae493f8 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:22.483545 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-2eeb980d-e091-43fd-ac29-b715eae493f8 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] 10.222.0.48 "DELETE /v2.0/ports/56f0236e-c2f6-47a6-b7e2-f34dc072e55e HTTP/1.1" status: 204 len: 168 time: 1.1367059 Jul 15 23:16:22.483760 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34282) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:22.549491 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27edf2-a5e2-494a-a11a-258a12ea5666 req-d58b47ea-8229-4069-8a1c-88377414ce4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:22.551345 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-da27edf2-a5e2-494a-a11a-258a12ea5666 req-d58b47ea-8229-4069-8a1c-88377414ce4d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e212a520-684a-4fbf-ae3b-aab2e981ec56 HTTP/1.1" status: 200 len: 859 time: 0.0644512 Jul 15 23:16:22.576538 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d114e520-35d7-49ab-9421-6eda787742f0 req-32de89ed-ac20-45d0-a4de-75ce73fdda1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:22.578276 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d114e520-35d7-49ab-9421-6eda787742f0 req-32de89ed-ac20-45d0-a4de-75ce73fdda1c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7f726bf3-5396-491d-9933-4c0399c97803 HTTP/1.1" status: 200 len: 1101 time: 0.4590840 Jul 15 23:16:22.591106 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c97cb-8678-4aab-945a-0260f7fdabee req-12d87a49-170a-4c75-b166-4d9029a28091 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:22.593056 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0d2c97cb-8678-4aab-945a-0260f7fdabee req-12d87a49-170a-4c75-b166-4d9029a28091 tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba5d2d11-9dbe-4882-a346-054db27c2528 HTTP/1.1" status: 200 len: 866 time: 0.5798016 Jul 15 23:16:22.615864 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f0b8ce-4c29-46bc-9a6b-00bad8bd9bb2 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:22.620250 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-01f0b8ce-4c29-46bc-9a6b-00bad8bd9bb2 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e3e0cc8-c4a8-4219-bcff-8b4f7935fabb HTTP/1.1" status: 200 len: 913 time: 0.1327679 Jul 15 23:16:22.622291 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34286) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:22.625773 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18726ef0-0402-4475-8077-c8aec1d82cd5 req-b9c0b22b-c275-4bb4-a7ab-5dfbf8f46687 tempest-ImagesOneServerTestJSON-749746477 tempest-ImagesOneServerTestJSON-749746477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:22.634998 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-18726ef0-0402-4475-8077-c8aec1d82cd5 req-b9c0b22b-c275-4bb4-a7ab-5dfbf8f46687 tempest-ImagesOneServerTestJSON-749746477 tempest-ImagesOneServerTestJSON-749746477-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f726bf3-5396-491d-9933-4c0399c97803 HTTP/1.1" status: 200 len: 950 time: 0.4213398 Jul 15 23:16:22.662769 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-da27edf2-a5e2-494a-a11a-258a12ea5666 req-56c5b86e-0bc6-4ae4-b6e9-b890f3eb6ac2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8ecd94bd-62eb-4c2d-b91c-0c9de8655a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0992634 Jul 15 23:16:22.737015 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d114e520-35d7-49ab-9421-6eda787742f0 req-77811649-6e38-4a14-8c5d-9cdb4caaca2c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4f50483d-572b-492d-86d3-650d594956a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272182 Jul 15 23:16:22.839307 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-18726ef0-0402-4475-8077-c8aec1d82cd5 req-22e1fff4-c7df-4c86-8e5e-8b6aeccc7688 tempest-ImagesOneServerTestJSON-749746477 tempest-ImagesOneServerTestJSON-749746477-project] 10.222.0.48 "GET /v2.0/security-groups?id=4f50483d-572b-492d-86d3-650d594956a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026348 Jul 15 23:16:22.859348 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0d2c97cb-8678-4aab-945a-0260f7fdabee req-b814f6a6-9388-4f4d-b11f-407a3359edfd tempest-LiveAutoBlockMigrationV225Test-310721309 tempest-LiveAutoBlockMigrationV225Test-310721309-project] 10.222.0.48 "GET /v2.0/security-groups?id=45a691c9-5892-4cc2-9575-d5edfbbe0ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024288 Jul 15 23:16:22.913061 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-da27edf2-a5e2-494a-a11a-258a12ea5666 req-1bf8ca9a-ff9c-4a62-98fc-7452b97ac8c5 service neutron] 10.222.0.49 "GET /v2.0/networks/8ecd94bd-62eb-4c2d-b91c-0c9de8655a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423074 Jul 15 23:16:22.962853 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be8c549-a5ad-42f4-9bb3-6b76e4895f3b x-openstack-request-id: req-0be8c549-a5ad-42f4-9bb3-6b76e4895f3b {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:16:22.963150 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba5d2d11-9dbe-4882-a346-054db27c2528", "name": "network-vif-deleted", "tag": "22d080b6-177e-464f-bc87-78ef2665f72d", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:16:22.969503 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0be8c549-a5ad-42f4-9bb3-6b76e4895f3b {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:16:22.969964 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba5d2d11-9dbe-4882-a346-054db27c2528', 'name': 'network-vif-deleted', 'tag': '22d080b6-177e-464f-bc87-78ef2665f72d', 'status': 'completed', 'code': 200} Jul 15 23:16:23.087122 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-da27edf2-a5e2-494a-a11a-258a12ea5666 req-5f0fde1e-e586-4c35-9aad-2e6d4839d91d service neutron] 10.222.0.49 "GET /v2.0/networks/8ecd94bd-62eb-4c2d-b91c-0c9de8655a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660018 Jul 15 23:16:23.236563 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904eda11-b01e-44c9-89e9-53079f111fa9 req-44287689-d0ca-48ec-8575-7ab1f55e8b12 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:23.239173 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-904eda11-b01e-44c9-89e9-53079f111fa9 req-44287689-d0ca-48ec-8575-7ab1f55e8b12 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=61c5767a-c6c2-4653-8302-bf1a560dc731 HTTP/1.1" status: 200 len: 945 time: 0.1373417 Jul 15 23:16:23.251974 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7016c9ec-cf3a-4d44-89f5-83a76e2fd825 req-9b6c3008-938a-4c54-8479-2ec06f6910c2 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:23.254271 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7016c9ec-cf3a-4d44-89f5-83a76e2fd825 req-9b6c3008-938a-4c54-8479-2ec06f6910c2 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] 10.222.0.48 "GET /v2.0/ports?device_id=051b1372-b85f-43be-9ec5-11e1510a8a33&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1323032 Jul 15 23:16:23.303782 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f0f15dc-80e9-45aa-aa8a-fc7b000514cd tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:23.334346 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7016c9ec-cf3a-4d44-89f5-83a76e2fd825 req-c8acedec-9324-452b-9972-78d621686738 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.82 HTTP/1.1" status: 200 len: 695 time: 0.0715258 Jul 15 23:16:23.337769 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-904eda11-b01e-44c9-89e9-53079f111fa9 req-f5382c2b-1890-4604-a902-5602419a1a1e tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824878 Jul 15 23:16:23.344437 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-7016c9ec-cf3a-4d44-89f5-83a76e2fd825 req-faad570c-0285-4f92-8bae-e0dc5c8c5cca tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Request body: {'floatingip': {'port_id': '426feaae-9363-4074-b0ce-63b4ab490675', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:23.394693 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7016c9ec-cf3a-4d44-89f5-83a76e2fd825 req-faad570c-0285-4f92-8bae-e0dc5c8c5cca tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:24.068350 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-3f0f15dc-80e9-45aa-aa8a-fc7b000514cd tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Deleting port 789732c4-dd76-4fb7-8345-efc7714ca3f7 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:16:24.068824 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f0f15dc-80e9-45aa-aa8a-fc7b000514cd tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:24.106899 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34306) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:24.198041 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f0f15dc-80e9-45aa-aa8a-fc7b000514cd tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:24.217268 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-3f0f15dc-80e9-45aa-aa8a-fc7b000514cd tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Calling delete_port for 789732c4-dd76-4fb7-8345-efc7714ca3f7 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:16:24.269845 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7016c9ec-cf3a-4d44-89f5-83a76e2fd825 req-faad570c-0285-4f92-8bae-e0dc5c8c5cca tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:24.276534 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7016c9ec-cf3a-4d44-89f5-83a76e2fd825 req-faad570c-0285-4f92-8bae-e0dc5c8c5cca tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:24.350721 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d26746-6a5d-47f4-8815-f53dcba83836 req-dfe46d91-866c-4fed-a699-bad15945aa91 tempest-ImagesOneServerTestJSON-749746477 tempest-ImagesOneServerTestJSON-749746477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:24.352444 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-53d26746-6a5d-47f4-8815-f53dcba83836 req-dfe46d91-866c-4fed-a699-bad15945aa91 tempest-ImagesOneServerTestJSON-749746477 tempest-ImagesOneServerTestJSON-749746477-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f726bf3-5396-491d-9933-4c0399c97803 HTTP/1.1" status: 200 len: 950 time: 0.2201395 Jul 15 23:16:24.403422 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f1c0d38-84f2-4b49-96f0-fc3ffd57051b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:24.479829 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-53d26746-6a5d-47f4-8815-f53dcba83836 req-02394d5c-c26b-401e-9f2a-5105a8d22d0c tempest-ImagesOneServerTestJSON-749746477 tempest-ImagesOneServerTestJSON-749746477-project] 10.222.0.48 "GET /v2.0/security-groups?id=4f50483d-572b-492d-86d3-650d594956a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096463 Jul 15 23:16:24.485444 n-d-794306-6 neutron-server[93770]: INFO neutron.db.l3_db [req-7016c9ec-cf3a-4d44-89f5-83a76e2fd825 req-faad570c-0285-4f92-8bae-e0dc5c8c5cca tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Floating IP ad523581-79c4-4819-ad36-a44184797dc3 associated. External IP: 172.25.5.82, port: 426feaae-9363-4074-b0ce-63b4ab490675. Jul 15 23:16:24.538276 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f0f15dc-80e9-45aa-aa8a-fc7b000514cd tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:24.574440 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0f15dc-80e9-45aa-aa8a-fc7b000514cd tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Pushing event deleted for resources: {'Port': ['ID=789732c4-dd76-4fb7-8345-efc7714ca3f7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:24.605317 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 34314) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:24.636856 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 22d080b6-177e-464f-bc87-78ef2665f72d no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:16:24.689724 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: 22d080b6-177e-464f-bc87-78ef2665f72d {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:16:24.690156 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 22d080b6-177e-464f-bc87-78ef2665f72d not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:16:24.740881 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f1c0d38-84f2-4b49-96f0-fc3ffd57051b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:24.749291 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f1c0d38-84f2-4b49-96f0-fc3ffd57051b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:24.859598 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1c0d38-84f2-4b49-96f0-fc3ffd57051b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8745e0c-7a0b-42bc-898a-d7d8f09067d5,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:24.870435 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f0f15dc-80e9-45aa-aa8a-fc7b000514cd tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:24.878995 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-5f1c0d38-84f2-4b49-96f0-fc3ffd57051b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0a8d363eb3d94ed99f5a8e0e9406c251&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7709832 Jul 15 23:16:24.879739 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34320) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:25.117376 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-127b8818-0b30-4ccc-a329-53d16afe3ae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:25.135793 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f0f15dc-80e9-45aa-aa8a-fc7b000514cd tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Router 8e3e0cc8-c4a8-4219-bcff-8b4f7935fabb has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:16:25.158328 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-127b8818-0b30-4ccc-a329-53d16afe3ae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:25.184326 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:25.212506 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-872f8307-97d5-4793-a36e-fddff124ef8a admin admin] Deleting subnet fe3eef83-74d9-48a6-8931-0e31ba6153cf {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:16:25.224019 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-872f8307-97d5-4793-a36e-fddff124ef8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:25.240962 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cb9c9185-cd03-40ee-9099-07961fc22fa6 req-34807562-4b3f-43dc-b778-99c69f2efe85 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ebfc3dac-a424-46b2-b718-cab6123db16d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1986930 Jul 15 23:16:25.277442 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f0f15dc-80e9-45aa-aa8a-fc7b000514cd tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:16:25.278273 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7016c9ec-cf3a-4d44-89f5-83a76e2fd825 req-faad570c-0285-4f92-8bae-e0dc5c8c5cca tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Router 9998ed2d-a058-4470-b866-0f8a8ce96d8f has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:16:25.288146 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-872f8307-97d5-4793-a36e-fddff124ef8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:25.291474 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4ab93f-9d7a-4c04-99ec-705dbeee69df None None] Sync routers for ids ['8e3e0cc8-c4a8-4219-bcff-8b4f7935fabb'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:16:25.292542 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 34322) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:25.292943 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-3f0f15dc-80e9-45aa-aa8a-fc7b000514cd tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] 10.222.0.48 "PUT /v2.0/routers/8e3e0cc8-c4a8-4219-bcff-8b4f7935fabb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6690056 Jul 15 23:16:25.319126 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4ab93f-9d7a-4c04-99ec-705dbeee69df None None] Routers {'8e3e0cc8-c4a8-4219-bcff-8b4f7935fabb'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:16:25.320952 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-5d4ab93f-9d7a-4c04-99ec-705dbeee69df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:16:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['8e3e0cc8-c4a8-4219-bcff-8b4f7935fabb'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:25.326051 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-127b8818-0b30-4ccc-a329-53d16afe3ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:25.328672 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-127b8818-0b30-4ccc-a329-53d16afe3ae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:25.330212 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-127b8818-0b30-4ccc-a329-53d16afe3ae1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c8745e0c-7a0b-42bc-898a-d7d8f09067d5 HTTP/1.1" status: 204 len: 168 time: 0.4458780 Jul 15 23:16:25.357814 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127b8818-0b30-4ccc-a329-53d16afe3ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8745e0c-7a0b-42bc-898a-d7d8f09067d5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:25.401380 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-5d4ab93f-9d7a-4c04-99ec-705dbeee69df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:25.412289 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4ab93f-9d7a-4c04-99ec-705dbeee69df None None] Routers {'8e3e0cc8-c4a8-4219-bcff-8b4f7935fabb'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:16:25.413410 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-5d4ab93f-9d7a-4c04-99ec-705dbeee69df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:16:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['8e3e0cc8-c4a8-4219-bcff-8b4f7935fabb'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:25.454506 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-5d4ab93f-9d7a-4c04-99ec-705dbeee69df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:25.455217 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4ab93f-9d7a-4c04-99ec-705dbeee69df None None] The sync data for ids ['8e3e0cc8-c4a8-4219-bcff-8b4f7935fabb'] in n-d-794306-6 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:16:25.467083 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c9185-cd03-40ee-9099-07961fc22fa6 req-28603df0-1fdf-47d7-abd4-fb8805c9c1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:25.468145 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c9185-cd03-40ee-9099-07961fc22fa6 req-28603df0-1fdf-47d7-abd4-fb8805c9c1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:25.468831 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c9185-cd03-40ee-9099-07961fc22fa6 req-28603df0-1fdf-47d7-abd4-fb8805c9c1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:25.469456 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c9185-cd03-40ee-9099-07961fc22fa6 req-28603df0-1fdf-47d7-abd4-fb8805c9c1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:25.470105 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c9185-cd03-40ee-9099-07961fc22fa6 req-28603df0-1fdf-47d7-abd4-fb8805c9c1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:25.470731 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c9185-cd03-40ee-9099-07961fc22fa6 req-28603df0-1fdf-47d7-abd4-fb8805c9c1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:25.471951 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c9185-cd03-40ee-9099-07961fc22fa6 req-28603df0-1fdf-47d7-abd4-fb8805c9c1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:25.474344 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cb9c9185-cd03-40ee-9099-07961fc22fa6 req-28603df0-1fdf-47d7-abd4-fb8805c9c1a9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=17c76d71cba4469f89099c3ebf7755c2&device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 6501 time: 0.1373010 Jul 15 23:16:25.487562 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5e73a1-e842-4054-875d-b938a6f7cc35 req-eb1df005-9bee-40e3-977b-e649c5b3ca2c tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:25.489503 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fd5e73a1-e842-4054-875d-b938a6f7cc35 req-eb1df005-9bee-40e3-977b-e649c5b3ca2c tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=61c5767a-c6c2-4653-8302-bf1a560dc731 HTTP/1.1" status: 200 len: 945 time: 0.7218633 Jul 15 23:16:25.572883 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-686791c2-4934-4fc0-82ae-c70f2a5e3bb2 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:25.692402 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c9185-cd03-40ee-9099-07961fc22fa6 req-4b3f5495-fbed-476c-9c27-55145495210c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:25.693539 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c9185-cd03-40ee-9099-07961fc22fa6 req-4b3f5495-fbed-476c-9c27-55145495210c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:25.695227 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c9185-cd03-40ee-9099-07961fc22fa6 req-4b3f5495-fbed-476c-9c27-55145495210c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:25.696275 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-872f8307-97d5-4793-a36e-fddff124ef8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:25.697689 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cb9c9185-cd03-40ee-9099-07961fc22fa6 req-4b3f5495-fbed-476c-9c27-55145495210c service neutron] 10.222.0.41 "GET /v2.0/networks?id=e44e98f5-3493-4f81-9434-a1f39e44c5fc&id=970a88bd-fdba-4549-becb-46353b196f82&id=970a88bd-fdba-4549-becb-46353b196f82&id=970a88bd-fdba-4549-becb-46353b196f82&id=970a88bd-fdba-4549-becb-46353b196f82&id=9bef9b3a-38af-4114-8d89-aee9e6e60f51&id=9bef9b3a-38af-4114-8d89-aee9e6e60f51 HTTP/1.1" status: 200 len: 2297 time: 0.1480203 Jul 15 23:16:25.751883 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fd5e73a1-e842-4054-875d-b938a6f7cc35 req-6aff77b1-da8c-4d96-a0cb-442c35d9dcd0 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182927 Jul 15 23:16:25.846781 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cb9c9185-cd03-40ee-9099-07961fc22fa6 req-b4fd7954-2d24-46b6-905e-618503246f7b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d743366-2938-4e94-bd00-f6544b7422ae HTTP/1.1" status: 200 len: 1002 time: 0.1409254 Jul 15 23:16:25.967522 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-686791c2-4934-4fc0-82ae-c70f2a5e3bb2 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:25.972982 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-686791c2-4934-4fc0-82ae-c70f2a5e3bb2 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:25.988619 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-872f8307-97d5-4793-a36e-fddff124ef8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:26.016006 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c9185-cd03-40ee-9099-07961fc22fa6 req-c56df85f-3c03-404c-941a-69995f275df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:26.017690 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cb9c9185-cd03-40ee-9099-07961fc22fa6 req-c56df85f-3c03-404c-941a-69995f275df6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0a37184c-ca0e-49c0-878a-e1693cdef72b HTTP/1.1" status: 200 len: 855 time: 0.1568856 Jul 15 23:16:26.054966 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7016c9ec-cf3a-4d44-89f5-83a76e2fd825 req-faad570c-0285-4f92-8bae-e0dc5c8c5cca tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:16:26.068057 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023d7847-970d-4481-8103-6c101a23cfd2 None None] Sync routers for ids ['9998ed2d-a058-4470-b866-0f8a8ce96d8f'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:16:26.075186 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-872f8307-97d5-4793-a36e-fddff124ef8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:26.077125 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-872f8307-97d5-4793-a36e-fddff124ef8a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/fe3eef83-74d9-48a6-8931-0e31ba6153cf HTTP/1.1" status: 204 len: 168 time: 1.4705124 Jul 15 23:16:26.080473 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7016c9ec-cf3a-4d44-89f5-83a76e2fd825 req-faad570c-0285-4f92-8bae-e0dc5c8c5cca tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:26.082694 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34340) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:26.085560 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872f8307-97d5-4793-a36e-fddff124ef8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe3eef83-74d9-48a6-8931-0e31ba6153cf,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:26.087235 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023d7847-970d-4481-8103-6c101a23cfd2 None None] Routers {'9998ed2d-a058-4470-b866-0f8a8ce96d8f'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:16:26.093323 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-023d7847-970d-4481-8103-6c101a23cfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:16:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['9998ed2d-a058-4470-b866-0f8a8ce96d8f'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:26.109925 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-686791c2-4934-4fc0-82ae-c70f2a5e3bb2 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:26.110464 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-686791c2-4934-4fc0-82ae-c70f2a5e3bb2 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Fanout notify agent at l3_agent the message router_deleted on router 8e3e0cc8-c4a8-4219-bcff-8b4f7935fabb {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:16:26.120594 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-686791c2-4934-4fc0-82ae-c70f2a5e3bb2 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:26.122305 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-686791c2-4934-4fc0-82ae-c70f2a5e3bb2 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] 10.222.0.48 "DELETE /v2.0/routers/8e3e0cc8-c4a8-4219-bcff-8b4f7935fabb HTTP/1.1" status: 204 len: 168 time: 0.8282466 Jul 15 23:16:26.126013 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 34348) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:26.182094 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7016c9ec-cf3a-4d44-89f5-83a76e2fd825 req-faad570c-0285-4f92-8bae-e0dc5c8c5cca tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] 10.222.0.48 "PUT /v2.0/floatingips/ad523581-79c4-4819-ad36-a44184797dc3 HTTP/1.1" status: 200 len: 995 time: 2.8416364 Jul 15 23:16:26.187025 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '051b1372-b85f-43be-9ec5-11e1510a8a33', 'tag': '426feaae-9363-4074-b0ce-63b4ab490675'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:16:26.189661 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d7a782-be70-401d-bbbb-4eb06bd7603f" -d '{"events": [{"name": "network-changed", "server_uuid": "051b1372-b85f-43be-9ec5-11e1510a8a33", "tag": "426feaae-9363-4074-b0ce-63b4ab490675"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:16:26.213223 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-7699a65d-8a64-4789-8438-afd08e86e4a0 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Deleting subnet 00562c60-f65f-4dba-aeeb-503b2e0cda96 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:16:26.217667 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7699a65d-8a64-4789-8438-afd08e86e4a0 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:26.271789 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-023d7847-970d-4481-8103-6c101a23cfd2 None None] Set router 9998ed2d-a058-4470-b866-0f8a8ce96d8f gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:16:26.298061 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c9185-cd03-40ee-9099-07961fc22fa6 req-44fb438c-f776-4694-bb90-56eb5251407b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:26.304641 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cb9c9185-cd03-40ee-9099-07961fc22fa6 req-44fb438c-f776-4694-bb90-56eb5251407b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e44e98f5-3493-4f81-9434-a1f39e44c5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2768559 Jul 15 23:16:26.312834 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7699a65d-8a64-4789-8438-afd08e86e4a0 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:26.390856 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7016c9ec-cf3a-4d44-89f5-83a76e2fd825 req-d15876f1-23cf-4e07-b3c9-81ce16761f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:26.392623 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7016c9ec-cf3a-4d44-89f5-83a76e2fd825 req-d15876f1-23cf-4e07-b3c9-81ce16761f5e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e9becec18cd64d19acfb6d44e69692c1&device_id=051b1372-b85f-43be-9ec5-11e1510a8a33 HTTP/1.1" status: 200 len: 1096 time: 0.1761293 Jul 15 23:16:26.394255 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e0546622-9e68-41ef-a129-33a10801ab85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:26.536324 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7699a65d-8a64-4789-8438-afd08e86e4a0 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:26.567614 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e0546622-9e68-41ef-a129-33a10801ab85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:26.573981 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cb9c9185-cd03-40ee-9099-07961fc22fa6 req-55ef666b-28ea-4890-810d-ca8dbb9421c3 service neutron] 10.222.0.41 "GET /v2.0/networks/e44e98f5-3493-4f81-9434-a1f39e44c5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543616 Jul 15 23:16:26.674959 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7016c9ec-cf3a-4d44-89f5-83a76e2fd825 req-054b72da-968a-4600-b2dd-3aa5220f5873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:26.679638 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7016c9ec-cf3a-4d44-89f5-83a76e2fd825 req-054b72da-968a-4600-b2dd-3aa5220f5873 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8ecd94bd-62eb-4c2d-b91c-0c9de8655a42 HTTP/1.1" status: 200 len: 920 time: 0.2567780 Jul 15 23:16:26.719675 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-e0546622-9e68-41ef-a129-33a10801ab85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54d36d42-4b6b-4a3b-a62a-15b6ab91449d']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:26.731057 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7699a65d-8a64-4789-8438-afd08e86e4a0 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:26.761331 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cb9c9185-cd03-40ee-9099-07961fc22fa6 req-a9196194-460f-477a-96af-00e4131d450a service neutron] 10.222.0.41 "GET /v2.0/networks/e44e98f5-3493-4f81-9434-a1f39e44c5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790628 Jul 15 23:16:26.764056 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-e0546622-9e68-41ef-a129-33a10801ab85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34c5f733-3f76-4beb-94d8-dfb9dc50430b') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:26.764511 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-e0546622-9e68-41ef-a129-33a10801ab85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34c5f733-3f76-4beb-94d8-dfb9dc50430b') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:26.795464 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e0546622-9e68-41ef-a129-33a10801ab85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:26.843015 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cb9c9185-cd03-40ee-9099-07961fc22fa6 req-7de31d49-b047-474e-bd0f-d87f43cdbe5a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=f70b3596-455f-49a0-8908-a104df34e5c9 HTTP/1.1" status: 200 len: 217 time: 0.0746002 Jul 15 23:16:26.866737 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e0546622-9e68-41ef-a129-33a10801ab85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:26.882330 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-023d7847-970d-4481-8103-6c101a23cfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9998ed2d-a058-4470-b866-0f8a8ce96d8f', 'name': 'tempest-ServerRescueTestJSONUnderV235-851690107-router', 'tenant_id': 'e9becec18cd64d19acfb6d44e69692c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'ce77cd60-9ed0-40f5-b5e6-1bd5d8bbafa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:15:14Z', 'updated_at': '2021-07-15T23:15:24Z', 'revision_number': 4, 'project_id': 'e9becec18cd64d19acfb6d44e69692c1', 'gw_port': {'id': 'ce77cd60-9ed0-40f5-b5e6-1bd5d8bbafa4', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9998ed2d-a058-4470-b866-0f8a8ce96d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:15:17Z', 'updated_at': '2021-07-15T23:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': 'ad523581-79c4-4819-ad36-a44184797dc3', 'tenant_id': 'e9becec18cd64d19acfb6d44e69692c1', 'floating_ip_address': '172.25.5.82', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '9998ed2d-a058-4470-b866-0f8a8ce96d8f', 'port_id': '426feaae-9363-4074-b0ce-63b4ab490675', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ecd94bd-62eb-4c2d-b91c-0c9de8655a42', 'mac_address': 'fa:16:3e:6b:2a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051b1372-b85f-43be-9ec5-11e1510a8a33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:16:20Z', 'updated_at': '2021-07-15T23:16:24Z', 'revision_number': 1, 'project_id': 'e9becec18cd64d19acfb6d44e69692c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61a45663-9d9b-4b46-9f48-cfdab9d9116b', 'name': '', 'network_id': '8ecd94bd-62eb-4c2d-b91c-0c9de8655a42', 'tenant_id': 'e9becec18cd64d19acfb6d44e69692c1', 'mac_address': 'fa:16:3e:91:0c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9998ed2d-a058-4470-b866-0f8a8ce96d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'e212a520-684a-4fbf-ae3b-aab2e981ec56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:15:23Z', 'updated_at': '2021-07-15T23:15:31Z', 'revision_number': 5, 'project_id': 'e9becec18cd64d19acfb6d44e69692c1', 'subnets': [{'id': 'e212a520-684a-4fbf-ae3b-aab2e981ec56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:26.903681 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fceb3be-0b89-48c7-bf6f-9a081cb1c2d6 x-openstack-request-id: req-9fceb3be-0b89-48c7-bf6f-9a081cb1c2d6 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:16:26.910857 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "051b1372-b85f-43be-9ec5-11e1510a8a33", "tag": "426feaae-9363-4074-b0ce-63b4ab490675", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:16:26.910857 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9fceb3be-0b89-48c7-bf6f-9a081cb1c2d6 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:16:26.911279 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '051b1372-b85f-43be-9ec5-11e1510a8a33', 'tag': '426feaae-9363-4074-b0ce-63b4ab490675', 'status': 'completed', 'code': 200} Jul 15 23:16:26.939320 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7699a65d-8a64-4789-8438-afd08e86e4a0 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:26.946290 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-7699a65d-8a64-4789-8438-afd08e86e4a0 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] 10.222.0.48 "DELETE /v2.0/subnets/00562c60-f65f-4dba-aeeb-503b2e0cda96 HTTP/1.1" status: 204 len: 168 time: 0.8165121 Jul 15 23:16:26.949621 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 34368) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:26.952580 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0546622-9e68-41ef-a129-33a10801ab85 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:16:26.954836 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e0546622-9e68-41ef-a129-33a10801ab85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:26.968113 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023d7847-970d-4481-8103-6c101a23cfd2 None None] Checking router: 9998ed2d-a058-4470-b866-0f8a8ce96d8f for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:16:26.974399 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7699a65d-8a64-4789-8438-afd08e86e4a0 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Pushing event deleted for resources: {'Subnet': ['ID=00562c60-f65f-4dba-aeeb-503b2e0cda96,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:26.977336 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1999569a-bbf5-44f7-8d6b-9ca967ee7a6e None None] Network cae1f44d-c348-477f-87a5-0fb712434073 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:16:27.035052 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:16:27.035052 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:16:27.035052 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:16:27.035052 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:16:27.035052 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:16:27.035052 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:16:27.035052 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:16:27.035052 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:16:27.035052 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:16:27.035052 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:16:27.035052 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:16:27.035052 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:16:27.035052 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:16:27.035052 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:16:27.035052 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:16:27.035052 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:16:27.035052 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:16:27.035052 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:16:27.035052 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:16:27.035052 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:16:27.035052 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:16:27.035052 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:16:27.035052 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:16:27.035052 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:16:27.035052 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:16:27.035052 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:16:27.035052 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:16:27.035052 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:16:27.035052 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:16:27.035052 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:16:27.035052 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:16:27.035052 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:16:27.035052 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:16:27.035052 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:16:27.052047 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023d7847-970d-4481-8103-6c101a23cfd2 None None] Routers {'9998ed2d-a058-4470-b866-0f8a8ce96d8f'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:16:27.052967 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-023d7847-970d-4481-8103-6c101a23cfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:16:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['9998ed2d-a058-4470-b866-0f8a8ce96d8f'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:27.076355 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e0546622-9e68-41ef-a129-33a10801ab85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:27.132505 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e0546622-9e68-41ef-a129-33a10801ab85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:27.132505 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e0546622-9e68-41ef-a129-33a10801ab85 admin admin] 10.222.0.48 "DELETE /v2.0/networks/54d36d42-4b6b-4a3b-a62a-15b6ab91449d HTTP/1.1" status: 204 len: 168 time: 1.0398903 Jul 15 23:16:27.132505 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0546622-9e68-41ef-a129-33a10801ab85 admin admin] Pushing event deleted for resources: {'Network': ['ID=54d36d42-4b6b-4a3b-a62a-15b6ab91449d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:27.132505 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c9185-cd03-40ee-9099-07961fc22fa6 req-573de4e1-8ece-4654-ad72-ef1dde84087a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:27.132505 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cb9c9185-cd03-40ee-9099-07961fc22fa6 req-573de4e1-8ece-4654-ad72-ef1dde84087a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac68c16c-e2e3-48f3-b2ec-e6d10e3c3acf HTTP/1.1" status: 200 len: 797 time: 0.2790818 Jul 15 23:16:27.132505 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34372) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:27.140131 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7016c9ec-cf3a-4d44-89f5-83a76e2fd825 req-a43ce37b-4a9b-486c-a7df-ac43ad1d31ea service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=426feaae-9363-4074-b0ce-63b4ab490675 HTTP/1.1" status: 200 len: 998 time: 0.4378726 Jul 15 23:16:27.260705 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b328ffe-58c7-4e6d-915e-ef437b6c5f10 admin admin] Deleting subnet a256ef50-fcf5-45ba-a27a-d88097c91fca {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:16:27.266183 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b328ffe-58c7-4e6d-915e-ef437b6c5f10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:27.339250 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b328ffe-58c7-4e6d-915e-ef437b6c5f10 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:27.347175 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7ad0271-a888-4a39-84be-3aad683d2047 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:27.359632 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d7a782-be70-401d-bbbb-4eb06bd7603f req-03bbfe9c-fc10-4492-9b45-88b9eafca0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:27.362291 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-27d7a782-be70-401d-bbbb-4eb06bd7603f req-03bbfe9c-fc10-4492-9b45-88b9eafca0bf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e9becec18cd64d19acfb6d44e69692c1&device_id=051b1372-b85f-43be-9ec5-11e1510a8a33 HTTP/1.1" status: 200 len: 1096 time: 0.4445848 Jul 15 23:16:27.380711 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7016c9ec-cf3a-4d44-89f5-83a76e2fd825 req-434b3603-883c-4339-83ca-fb5396d17077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:27.382628 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7016c9ec-cf3a-4d44-89f5-83a76e2fd825 req-434b3603-883c-4339-83ca-fb5396d17077 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e212a520-684a-4fbf-ae3b-aab2e981ec56 HTTP/1.1" status: 200 len: 859 time: 0.2411652 Jul 15 23:16:27.401422 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b328ffe-58c7-4e6d-915e-ef437b6c5f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:27.453008 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c9185-cd03-40ee-9099-07961fc22fa6 req-ecfd30c8-f934-42b3-ad8d-265298a5b0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:27.458457 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cb9c9185-cd03-40ee-9099-07961fc22fa6 req-ecfd30c8-f934-42b3-ad8d-265298a5b0eb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=970a88bd-fdba-4549-becb-46353b196f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3111253 Jul 15 23:16:27.493590 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7016c9ec-cf3a-4d44-89f5-83a76e2fd825 req-d0baba35-8640-471f-a468-df8bcf76345f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8ecd94bd-62eb-4c2d-b91c-0c9de8655a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0993452 Jul 15 23:16:27.507275 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-023d7847-970d-4481-8103-6c101a23cfd2 None None] Set router 9998ed2d-a058-4470-b866-0f8a8ce96d8f gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:16:27.610655 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b328ffe-58c7-4e6d-915e-ef437b6c5f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:27.678132 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b328ffe-58c7-4e6d-915e-ef437b6c5f10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a256ef50-fcf5-45ba-a27a-d88097c91fca,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:27.680694 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b328ffe-58c7-4e6d-915e-ef437b6c5f10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:27.687037 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-1b328ffe-58c7-4e6d-915e-ef437b6c5f10 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a256ef50-fcf5-45ba-a27a-d88097c91fca HTTP/1.1" status: 204 len: 168 time: 0.5547373 Jul 15 23:16:27.690909 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34386) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:27.724085 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b38bf09-4118-47e8-b638-81a2d50b1c42 None None] DHCP port deletion for cae1f44d-c348-477f-87a5-0fb712434073 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:16:27.737895 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cb9c9185-cd03-40ee-9099-07961fc22fa6 req-ec160c78-14c3-444b-bd66-6cd2e0a6ec40 service neutron] 10.222.0.41 "GET /v2.0/networks/970a88bd-fdba-4549-becb-46353b196f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740314 Jul 15 23:16:27.766611 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-b7ad0271-a888-4a39-84be-3aad683d2047 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Deleting port c5beed4f-0139-4f33-b86e-0f7a94faa661 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:16:27.767136 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7ad0271-a888-4a39-84be-3aad683d2047 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:27.777081 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d7a782-be70-401d-bbbb-4eb06bd7603f req-b13a6253-b960-4821-b0ee-089f68dcd7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:27.778921 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-27d7a782-be70-401d-bbbb-4eb06bd7603f req-b13a6253-b960-4821-b0ee-089f68dcd7bf service neutron] 10.222.0.49 "GET /v2.0/networks?id=8ecd94bd-62eb-4c2d-b91c-0c9de8655a42 HTTP/1.1" status: 200 len: 920 time: 0.4019234 Jul 15 23:16:27.858163 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-674715e1-2c52-4d14-9c64-3a295d0c3693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:27.898151 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-4b38bf09-4118-47e8-b638-81a2d50b1c42 None None] Deleting port c5beed4f-0139-4f33-b86e-0f7a94faa661 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:16:27.898540 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4b38bf09-4118-47e8-b638-81a2d50b1c42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:27.936307 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7016c9ec-cf3a-4d44-89f5-83a76e2fd825 req-6435eb2e-97d5-49e5-a877-bde701b1881f service neutron] 10.222.0.48 "GET /v2.0/networks/8ecd94bd-62eb-4c2d-b91c-0c9de8655a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4263628 Jul 15 23:16:27.964028 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d888a-7112-4333-8c91-c4f34220b411 req-2b7ee0b8-bb1f-49d0-ae22-8242aa7c0b65 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:27.966409 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b41d888a-7112-4333-8c91-c4f34220b411 req-2b7ee0b8-bb1f-49d0-ae22-8242aa7c0b65 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=61c5767a-c6c2-4653-8302-bf1a560dc731 HTTP/1.1" status: 200 len: 945 time: 0.4764013 Jul 15 23:16:28.007898 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cb9c9185-cd03-40ee-9099-07961fc22fa6 req-e3df4d4c-2eb1-4843-b431-006275186f55 service neutron] 10.222.0.41 "GET /v2.0/networks/970a88bd-fdba-4549-becb-46353b196f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581418 Jul 15 23:16:28.041127 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-674715e1-2c52-4d14-9c64-3a295d0c3693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:28.042139 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-4b38bf09-4118-47e8-b638-81a2d50b1c42 None None] For port c5beed4f-0139-4f33-b86e-0f7a94faa661, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=c5beed4f-0139-4f33-b86e-0f7a94faa661,segment=NetworkSegment(f01b5b12-0ee8-4f12-b220-83bfd6ddc189),segment_id=f01b5b12-0ee8-4f12-b220-83bfd6ddc189)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:28.047468 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4b38bf09-4118-47e8-b638-81a2d50b1c42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:28.063507 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-023d7847-970d-4481-8103-6c101a23cfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9998ed2d-a058-4470-b866-0f8a8ce96d8f', 'name': 'tempest-ServerRescueTestJSONUnderV235-851690107-router', 'tenant_id': 'e9becec18cd64d19acfb6d44e69692c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'ce77cd60-9ed0-40f5-b5e6-1bd5d8bbafa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:15:14Z', 'updated_at': '2021-07-15T23:15:24Z', 'revision_number': 4, 'project_id': 'e9becec18cd64d19acfb6d44e69692c1', 'gw_port': {'id': 'ce77cd60-9ed0-40f5-b5e6-1bd5d8bbafa4', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9998ed2d-a058-4470-b866-0f8a8ce96d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:15:17Z', 'updated_at': '2021-07-15T23:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': 'ad523581-79c4-4819-ad36-a44184797dc3', 'tenant_id': 'e9becec18cd64d19acfb6d44e69692c1', 'floating_ip_address': '172.25.5.82', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '9998ed2d-a058-4470-b866-0f8a8ce96d8f', 'port_id': '426feaae-9363-4074-b0ce-63b4ab490675', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ecd94bd-62eb-4c2d-b91c-0c9de8655a42', 'mac_address': 'fa:16:3e:6b:2a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051b1372-b85f-43be-9ec5-11e1510a8a33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:16:20Z', 'updated_at': '2021-07-15T23:16:24Z', 'revision_number': 1, 'project_id': 'e9becec18cd64d19acfb6d44e69692c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61a45663-9d9b-4b46-9f48-cfdab9d9116b', 'name': '', 'network_id': '8ecd94bd-62eb-4c2d-b91c-0c9de8655a42', 'tenant_id': 'e9becec18cd64d19acfb6d44e69692c1', 'mac_address': 'fa:16:3e:91:0c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9998ed2d-a058-4470-b866-0f8a8ce96d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'e212a520-684a-4fbf-ae3b-aab2e981ec56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:15:23Z', 'updated_at': '2021-07-15T23:15:31Z', 'revision_number': 5, 'project_id': 'e9becec18cd64d19acfb6d44e69692c1', 'subnets': [{'id': 'e212a520-684a-4fbf-ae3b-aab2e981ec56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:28.066960 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-4b38bf09-4118-47e8-b638-81a2d50b1c42 None None] Calling delete_port for c5beed4f-0139-4f33-b86e-0f7a94faa661 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:16:28.091025 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-b7ad0271-a888-4a39-84be-3aad683d2047 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] For port c5beed4f-0139-4f33-b86e-0f7a94faa661, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=c5beed4f-0139-4f33-b86e-0f7a94faa661,segment=NetworkSegment(f01b5b12-0ee8-4f12-b220-83bfd6ddc189),segment_id=f01b5b12-0ee8-4f12-b220-83bfd6ddc189)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:28.091402 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7ad0271-a888-4a39-84be-3aad683d2047 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:28.109790 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023d7847-970d-4481-8103-6c101a23cfd2 None None] The sync data for ids ['9998ed2d-a058-4470-b866-0f8a8ce96d8f'] in n-d-794306-6 is: [{'id': '9998ed2d-a058-4470-b866-0f8a8ce96d8f', 'name': 'tempest-ServerRescueTestJSONUnderV235-851690107-router', 'tenant_id': 'e9becec18cd64d19acfb6d44e69692c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'ce77cd60-9ed0-40f5-b5e6-1bd5d8bbafa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:15:14Z', 'updated_at': '2021-07-15T23:15:24Z', 'revision_number': 4, 'project_id': 'e9becec18cd64d19acfb6d44e69692c1', 'gw_port': {'id': 'ce77cd60-9ed0-40f5-b5e6-1bd5d8bbafa4', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9998ed2d-a058-4470-b866-0f8a8ce96d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:15:17Z', 'updated_at': '2021-07-15T23:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': 'ad523581-79c4-4819-ad36-a44184797dc3', 'tenant_id': 'e9becec18cd64d19acfb6d44e69692c1', 'floating_ip_address': '172.25.5.82', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '9998ed2d-a058-4470-b866-0f8a8ce96d8f', 'port_id': '426feaae-9363-4074-b0ce-63b4ab490675', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ecd94bd-62eb-4c2d-b91c-0c9de8655a42', 'mac_address': 'fa:16:3e:6b:2a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051b1372-b85f-43be-9ec5-11e1510a8a33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:16:20Z', 'updated_at': '2021-07-15T23:16:24Z', 'revision_number': 1, 'project_id': 'e9becec18cd64d19acfb6d44e69692c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61a45663-9d9b-4b46-9f48-cfdab9d9116b', 'name': '', 'network_id': '8ecd94bd-62eb-4c2d-b91c-0c9de8655a42', 'tenant_id': 'e9becec18cd64d19acfb6d44e69692c1', 'mac_address': 'fa:16:3e:91:0c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9998ed2d-a058-4470-b866-0f8a8ce96d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'e212a520-684a-4fbf-ae3b-aab2e981ec56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:15:23Z', 'updated_at': '2021-07-15T23:15:31Z', 'revision_number': 5, 'project_id': 'e9becec18cd64d19acfb6d44e69692c1', 'subnets': [{'id': 'e212a520-684a-4fbf-ae3b-aab2e981ec56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:16:28.118209 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-27d7a782-be70-401d-bbbb-4eb06bd7603f req-d1654058-31c2-4877-b1e5-0cf260324f45 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=426feaae-9363-4074-b0ce-63b4ab490675 HTTP/1.1" status: 200 len: 998 time: 0.2877564 Jul 15 23:16:28.122310 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-674715e1-2c52-4d14-9c64-3a295d0c3693 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f977508-2e4a-49ea-8dc8-14401613e2fb']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:28.166480 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-674715e1-2c52-4d14-9c64-3a295d0c3693 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d9c5f69-ab96-43b2-a537-2f2bcc6c0cd3') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:28.166996 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-674715e1-2c52-4d14-9c64-3a295d0c3693 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d9c5f69-ab96-43b2-a537-2f2bcc6c0cd3') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:28.192129 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-b7ad0271-a888-4a39-84be-3aad683d2047 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Calling delete_port for c5beed4f-0139-4f33-b86e-0f7a94faa661 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:16:28.197664 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-674715e1-2c52-4d14-9c64-3a295d0c3693 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:28.204747 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b41d888a-7112-4333-8c91-c4f34220b411 req-a081956a-39d1-43ff-8db3-cf8a7e1bae7d tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599615 Jul 15 23:16:28.214546 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cb9c9185-cd03-40ee-9099-07961fc22fa6 req-9322648e-79f7-45e1-8878-0da58bf74df6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=5e6346b3-f308-4702-a019-e0418adeb56d HTTP/1.1" status: 200 len: 217 time: 0.1703012 Jul 15 23:16:28.243323 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4b38bf09-4118-47e8-b638-81a2d50b1c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:28.260733 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-674715e1-2c52-4d14-9c64-3a295d0c3693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:28.298127 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-674715e1-2c52-4d14-9c64-3a295d0c3693 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:16:28.298796 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-674715e1-2c52-4d14-9c64-3a295d0c3693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:28.301831 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:16:28.301831 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:16:28.301831 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:16:28.301831 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:16:28.301831 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:16:28.301831 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:16:28.301831 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:16:28.301831 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:16:28.301831 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:16:28.301831 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:16:28.301831 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:16:28.301831 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:16:28.301831 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:16:28.301831 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:16:28.301831 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:16:28.301831 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:16:28.301831 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:16:28.301831 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:16:28.301831 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:16:28.301831 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:16:28.301831 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:16:28.301831 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:16:28.301831 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:16:28.301831 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:16:28.301831 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:16:28.301831 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:16:28.301831 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:16:28.301831 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:16:28.301831 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:16:28.301831 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:16:28.301831 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:16:28.301831 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:16:28.317555 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b38bf09-4118-47e8-b638-81a2d50b1c42 None None] No DVR routers for this DVR port c5beed4f-0139-4f33-b86e-0f7a94faa661 on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:16:28.321077 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b38bf09-4118-47e8-b638-81a2d50b1c42 None None] Pushing event deleted for resources: {'Port': ['ID=c5beed4f-0139-4f33-b86e-0f7a94faa661,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:28.390137 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d7a782-be70-401d-bbbb-4eb06bd7603f req-5cf91d07-20d1-4c10-8590-f9015be60ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:28.392243 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-27d7a782-be70-401d-bbbb-4eb06bd7603f req-5cf91d07-20d1-4c10-8590-f9015be60ee0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e212a520-684a-4fbf-ae3b-aab2e981ec56 HTTP/1.1" status: 200 len: 859 time: 0.1966097 Jul 15 23:16:28.446694 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c9185-cd03-40ee-9099-07961fc22fa6 req-bb0d52e8-15a7-406f-a3d7-e5f4f7689413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:28.448831 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cb9c9185-cd03-40ee-9099-07961fc22fa6 req-bb0d52e8-15a7-406f-a3d7-e5f4f7689413 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac68c16c-e2e3-48f3-b2ec-e6d10e3c3acf HTTP/1.1" status: 200 len: 797 time: 0.2272122 Jul 15 23:16:28.450073 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-674715e1-2c52-4d14-9c64-3a295d0c3693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:28.478509 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-674715e1-2c52-4d14-9c64-3a295d0c3693 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:28.480914 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-27d7a782-be70-401d-bbbb-4eb06bd7603f req-744adbfa-87e4-405a-a198-8d203acbef7d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8ecd94bd-62eb-4c2d-b91c-0c9de8655a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752239 Jul 15 23:16:28.484878 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-674715e1-2c52-4d14-9c64-3a295d0c3693 admin admin] 10.222.0.48 "DELETE /v2.0/networks/6f977508-2e4a-49ea-8dc8-14401613e2fb HTTP/1.1" status: 204 len: 168 time: 0.7914793 Jul 15 23:16:28.529310 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674715e1-2c52-4d14-9c64-3a295d0c3693 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f977508-2e4a-49ea-8dc8-14401613e2fb,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:28.560030 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e627d2-99ea-4db2-b513-ae96b846dce6 None None] New status for floating IP ad523581-79c4-4819-ad36-a44184797dc3: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:16:28.591524 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c9185-cd03-40ee-9099-07961fc22fa6 req-9565d433-6047-431c-a53f-d0d1a44747af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:28.594009 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cb9c9185-cd03-40ee-9099-07961fc22fa6 req-9565d433-6047-431c-a53f-d0d1a44747af service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=970a88bd-fdba-4549-becb-46353b196f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1317647 Jul 15 23:16:28.607529 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-95b2851e-be77-4dd4-b590-132122bea0fb req-216298b5-e6d8-4a75-9c65-dffadb008ae6 tempest-AbsoluteLimitsNegativeTestJSON-1583957411 tempest-AbsoluteLimitsNegativeTestJSON-1583957411-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=6f8fee4801804ed185566ebec286c6d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1741023 Jul 15 23:16:28.635875 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7016c9ec-cf3a-4d44-89f5-83a76e2fd825 req-9853fbaa-5a80-44f0-aebb-45669343ae2d service neutron] 10.222.0.48 "GET /v2.0/networks/8ecd94bd-62eb-4c2d-b91c-0c9de8655a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6683981 Jul 15 23:16:28.811019 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34406) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:28.849624 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cb9c9185-cd03-40ee-9099-07961fc22fa6 req-94faf2fc-6eb4-4935-811b-f29e8127a297 service neutron] 10.222.0.41 "GET /v2.0/networks/970a88bd-fdba-4549-becb-46353b196f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475884 Jul 15 23:16:28.891653 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-9f9c5a6e-7163-4f66-b85c-e734813e1026 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=97397394137f47b6b8b1bb83454a379f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0788939 Jul 15 23:16:28.892697 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34408) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:29.088886 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1333f2d3-a972-4718-9036-20919b51d40d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:29.116949 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cb9c9185-cd03-40ee-9099-07961fc22fa6 req-32b66415-f2a5-42a8-ba0a-51b31e0e0d47 service neutron] 10.222.0.41 "GET /v2.0/networks/970a88bd-fdba-4549-becb-46353b196f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322450 Jul 15 23:16:29.132406 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1333f2d3-a972-4718-9036-20919b51d40d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:29.227551 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cb9c9185-cd03-40ee-9099-07961fc22fa6 req-a87b68c8-3619-491e-8399-f90d8de953de service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.144&port_id=1508ac1c-9b5d-4c1b-8a04-8901ffeae8f7 HTTP/1.1" status: 200 len: 217 time: 0.0630147 Jul 15 23:16:29.263955 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7ad0271-a888-4a39-84be-3aad683d2047 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:29.318531 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-27d7a782-be70-401d-bbbb-4eb06bd7603f req-fe423d76-7a58-4e38-a9d3-40ebec19b493 service neutron] 10.222.0.49 "GET /v2.0/networks/8ecd94bd-62eb-4c2d-b91c-0c9de8655a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7775061 Jul 15 23:16:29.351835 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ad0271-a888-4a39-84be-3aad683d2047 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] No DVR routers for this DVR port c5beed4f-0139-4f33-b86e-0f7a94faa661 on host n-d-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:16:29.412359 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ad0271-a888-4a39-84be-3aad683d2047 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Pushing event deleted for resources: {'Port': ['ID=c5beed4f-0139-4f33-b86e-0f7a94faa661,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:29.466396 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b2851e-be77-4dd4-b590-132122bea0fb req-2d772aa3-c75d-405c-b850-4e4fe85c95fb tempest-AbsoluteLimitsNegativeTestJSON-1583957411 tempest-AbsoluteLimitsNegativeTestJSON-1583957411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:29.469771 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-95b2851e-be77-4dd4-b590-132122bea0fb req-2d772aa3-c75d-405c-b850-4e4fe85c95fb tempest-AbsoluteLimitsNegativeTestJSON-1583957411 tempest-AbsoluteLimitsNegativeTestJSON-1583957411-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8480430 Jul 15 23:16:29.496766 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ad0271-a888-4a39-84be-3aad683d2047 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:29.497414 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ad0271-a888-4a39-84be-3aad683d2047 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:29.498210 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ad0271-a888-4a39-84be-3aad683d2047 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:29.498721 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ad0271-a888-4a39-84be-3aad683d2047 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:29.499464 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ad0271-a888-4a39-84be-3aad683d2047 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:29.499949 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ad0271-a888-4a39-84be-3aad683d2047 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:29.500619 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ad0271-a888-4a39-84be-3aad683d2047 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:29.501301 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ad0271-a888-4a39-84be-3aad683d2047 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:29.502018 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ad0271-a888-4a39-84be-3aad683d2047 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:29.503149 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ad0271-a888-4a39-84be-3aad683d2047 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:29.504249 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ad0271-a888-4a39-84be-3aad683d2047 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:29.504603 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ad0271-a888-4a39-84be-3aad683d2047 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:29.524532 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-136dfbc2-c4f9-4fbb-a8ad-23e032990978 req-2e5225e4-b11a-4c60-ab25-d786e2aa5514 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.82 HTTP/1.1" status: 200 len: 1000 time: 0.2886956 Jul 15 23:16:29.525905 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device c5beed4f-0139-4f33-b86e-0f7a94faa661 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:16:29.549709 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: c5beed4f-0139-4f33-b86e-0f7a94faa661 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:16:29.550206 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device c5beed4f-0139-4f33-b86e-0f7a94faa661 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:16:29.578863 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1333f2d3-a972-4718-9036-20919b51d40d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:29.582687 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1333f2d3-a972-4718-9036-20919b51d40d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:29.585755 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-1333f2d3-a972-4718-9036-20919b51d40d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/45a691c9-5892-4cc2-9575-d5edfbbe0ec1 HTTP/1.1" status: 204 len: 168 time: 0.6792760 Jul 15 23:16:29.603797 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c9185-cd03-40ee-9099-07961fc22fa6 req-bb2f247d-7a20-460b-a73f-4301bfc801e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:29.605378 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cb9c9185-cd03-40ee-9099-07961fc22fa6 req-bb2f247d-7a20-460b-a73f-4301bfc801e9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac68c16c-e2e3-48f3-b2ec-e6d10e3c3acf HTTP/1.1" status: 200 len: 797 time: 0.3712080 Jul 15 23:16:29.610765 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1333f2d3-a972-4718-9036-20919b51d40d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a691c9-5892-4cc2-9575-d5edfbbe0ec1,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:29.641866 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-95b2851e-be77-4dd4-b590-132122bea0fb req-442b1f93-fba1-448c-b5e0-8dc3b84fb41a tempest-AbsoluteLimitsNegativeTestJSON-1583957411 tempest-AbsoluteLimitsNegativeTestJSON-1583957411-project] 10.222.0.48 "GET /v2.0/quotas/6f8fee4801804ed185566ebec286c6d5 HTTP/1.1" status: 200 len: 375 time: 0.1228929 Jul 15 23:16:29.683525 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7ad0271-a888-4a39-84be-3aad683d2047 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:29.718599 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c9185-cd03-40ee-9099-07961fc22fa6 req-c2e6e4f1-445c-4242-a3b3-b898f4365848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:29.718599 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cb9c9185-cd03-40ee-9099-07961fc22fa6 req-c2e6e4f1-445c-4242-a3b3-b898f4365848 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=970a88bd-fdba-4549-becb-46353b196f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1032360 Jul 15 23:16:29.728754 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-b7ad0271-a888-4a39-84be-3aad683d2047 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cae1f44d-c348-477f-87a5-0fb712434073']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:29.763820 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-95b2851e-be77-4dd4-b590-132122bea0fb req-67297aa8-4617-485a-b88c-5a1edf537527 tempest-AbsoluteLimitsNegativeTestJSON-1583957411 tempest-AbsoluteLimitsNegativeTestJSON-1583957411-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6f8fee4801804ed185566ebec286c6d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1208272 Jul 15 23:16:29.775083 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-b7ad0271-a888-4a39-84be-3aad683d2047 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f01b5b12-0ee8-4f12-b220-83bfd6ddc189') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:29.775083 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-b7ad0271-a888-4a39-84be-3aad683d2047 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f01b5b12-0ee8-4f12-b220-83bfd6ddc189') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:29.797061 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136dfbc2-c4f9-4fbb-a8ad-23e032990978 req-83ee4784-ef5c-4b21-83f3-b5cb996c60ea tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:29.798825 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-136dfbc2-c4f9-4fbb-a8ad-23e032990978 req-83ee4784-ef5c-4b21-83f3-b5cb996c60ea tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] 10.222.0.48 "GET /v2.0/ports/426feaae-9363-4074-b0ce-63b4ab490675 HTTP/1.1" status: 200 len: 942 time: 0.2289217 Jul 15 23:16:29.801419 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7ad0271-a888-4a39-84be-3aad683d2047 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:29.810484 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-27d7a782-be70-401d-bbbb-4eb06bd7603f req-50d3d5e4-309c-4aed-ad3d-37c3e12180b2 service neutron] 10.222.0.49 "GET /v2.0/networks/8ecd94bd-62eb-4c2d-b91c-0c9de8655a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4645040 Jul 15 23:16:29.832087 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7ad0271-a888-4a39-84be-3aad683d2047 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:29.855524 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7ad0271-a888-4a39-84be-3aad683d2047 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:16:29.855791 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7ad0271-a888-4a39-84be-3aad683d2047 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:29.860549 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cb9c9185-cd03-40ee-9099-07961fc22fa6 req-6ee9449d-4769-4370-bd2f-e41acb188e80 service neutron] 10.222.0.41 "GET /v2.0/networks/970a88bd-fdba-4549-becb-46353b196f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308293 Jul 15 23:16:29.865088 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:16:29.865088 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:16:29.865088 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:16:29.865088 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:16:29.865088 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:16:29.865088 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:16:29.865088 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:16:29.865088 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:16:29.865088 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:16:29.865088 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:16:29.865088 n-d-794306-6 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:16:29.865088 n-d-794306-6 neutron-server[93770]: self.session.flush() Jul 15 23:16:29.865088 n-d-794306-6 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:16:29.865088 n-d-794306-6 neutron-server[93770]: self.session.flush() Jul 15 23:16:29.865088 n-d-794306-6 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:16:29.865088 n-d-794306-6 neutron-server[93770]: self.session.flush() Jul 15 23:16:29.865088 n-d-794306-6 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:16:29.865088 n-d-794306-6 neutron-server[93770]: self.session.flush() Jul 15 23:16:29.865088 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:16:29.865088 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:16:29.865088 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:16:29.865088 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:16:29.865088 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:16:29.865088 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:16:29.865088 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:16:29.865088 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:16:29.865088 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:16:29.865088 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:16:29.865088 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:16:29.865088 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:16:29.865088 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:16:29.865088 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:16:29.865088 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:16:29.865088 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:16:29.865088 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:16:29.865088 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:16:29.865088 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:16:29.865088 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:16:29.865088 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:16:29.865088 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:16:29.865088 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:16:29.865088 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:16:29.865088 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:16:29.865088 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:16:29.865088 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:16:29.865088 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:16:29.865088 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:16:29.865088 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:16:29.865088 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:16:29.865088 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:16:30.015347 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cb9c9185-cd03-40ee-9099-07961fc22fa6 req-d55d8800-ac31-468e-9898-ca557d3bf41b service neutron] 10.222.0.41 "GET /v2.0/networks/970a88bd-fdba-4549-becb-46353b196f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438861 Jul 15 23:16:30.090682 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7ad0271-a888-4a39-84be-3aad683d2047 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:30.102134 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cb9c9185-cd03-40ee-9099-07961fc22fa6 req-5eece31e-377c-4462-9f02-3e2c1307c80b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=58031bb6-e328-42ef-a4eb-d60400499716 HTTP/1.1" status: 200 len: 217 time: 0.0776181 Jul 15 23:16:30.107421 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7ad0271-a888-4a39-84be-3aad683d2047 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:30.114105 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-b7ad0271-a888-4a39-84be-3aad683d2047 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] 10.222.0.48 "DELETE /v2.0/networks/cae1f44d-c348-477f-87a5-0fb712434073 HTTP/1.1" status: 204 len: 168 time: 3.1576133 Jul 15 23:16:30.163240 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34432) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:30.194852 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ad0271-a888-4a39-84be-3aad683d2047 tempest-FloatingIPNegativeTestJSON-466569684 tempest-FloatingIPNegativeTestJSON-466569684-project] Pushing event deleted for resources: {'Network': ['ID=cae1f44d-c348-477f-87a5-0fb712434073,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:30.208949 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c9185-cd03-40ee-9099-07961fc22fa6 req-86f5f97a-c426-41ad-8830-242f0e1ab17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:30.210748 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cb9c9185-cd03-40ee-9099-07961fc22fa6 req-86f5f97a-c426-41ad-8830-242f0e1ab17d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac68c16c-e2e3-48f3-b2ec-e6d10e3c3acf HTTP/1.1" status: 200 len: 797 time: 0.0987446 Jul 15 23:16:30.213895 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-136dfbc2-c4f9-4fbb-a8ad-23e032990978 req-0fbe3cbd-b6b6-482f-8074-24e2e512b6ef tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.82 HTTP/1.1" status: 200 len: 1000 time: 0.2342858 Jul 15 23:16:30.324609 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caefd04-43e7-4701-89fe-beb3864a28bb req-749591b7-f4cf-47ed-825f-184cd51baee7 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:30.333564 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1caefd04-43e7-4701-89fe-beb3864a28bb req-749591b7-f4cf-47ed-825f-184cd51baee7 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=61c5767a-c6c2-4653-8302-bf1a560dc731 HTTP/1.1" status: 200 len: 945 time: 0.2443779 Jul 15 23:16:30.343784 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-dede676a-d5a7-419a-b2fd-0406718acd41 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9f2731a8e0b7447eaa68df36c54ba6f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1747572 Jul 15 23:16:30.343784 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34444) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:30.417348 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c9185-cd03-40ee-9099-07961fc22fa6 req-a62971ba-acc7-4535-993b-8eb9241a7c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:30.426605 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cb9c9185-cd03-40ee-9099-07961fc22fa6 req-a62971ba-acc7-4535-993b-8eb9241a7c79 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=970a88bd-fdba-4549-becb-46353b196f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2002389 Jul 15 23:16:30.446300 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:16:30.479684 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 34452) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:30.538710 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1caefd04-43e7-4701-89fe-beb3864a28bb req-5f5ad7af-ae37-419a-8d8a-953dafff3a61 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041287 Jul 15 23:16:30.568346 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136dfbc2-c4f9-4fbb-a8ad-23e032990978 req-e7c1e63a-c44b-4a18-b045-ffd72dbb5ae3 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:30.569969 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-136dfbc2-c4f9-4fbb-a8ad-23e032990978 req-e7c1e63a-c44b-4a18-b045-ffd72dbb5ae3 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] 10.222.0.48 "GET /v2.0/networks/c4160cc4-e133-4d4e-ad39-f86bca4b2f14 HTTP/1.1" status: 200 len: 784 time: 0.3498580 Jul 15 23:16:30.672827 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device f5082b5e-c3b4-4fcb-8a20-3a719884f34f details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:16:30.747194 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cb9c9185-cd03-40ee-9099-07961fc22fa6 req-e87d3110-886d-4ce3-bba3-765123cef421 service neutron] 10.222.0.41 "GET /v2.0/networks/970a88bd-fdba-4549-becb-46353b196f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129427 Jul 15 23:16:30.755381 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-81a87e41-1332-410d-8a3c-dfd91a0c791c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:30.774123 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ded88942-e76c-4811-b9f1-9cfa8aef32b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:30.790199 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-136dfbc2-c4f9-4fbb-a8ad-23e032990978 req-84eaf0dc-5642-414f-8b7f-39c139e0f641 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.82 HTTP/1.1" status: 200 len: 1000 time: 0.1969738 Jul 15 23:16:30.797441 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb71ed20-a1a9-4ce6-afef-484f7af05fef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:30.808823 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-136dfbc2-c4f9-4fbb-a8ad-23e032990978 req-6711c774-4f28-4ecc-83e8-6021948a20a3 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:30.891093 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-81a87e41-1332-410d-8a3c-dfd91a0c791c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:30.918409 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port f5082b5e-c3b4-4fcb-8a20-3a719884f34f, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=f5082b5e-c3b4-4fcb-8a20-3a719884f34f,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:30.935521 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': 'f5082b5e-c3b4-4fcb-8a20-3a719884f34f', 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'port_id': 'f5082b5e-c3b4-4fcb-8a20-3a719884f34f', 'mac_address': 'fa:16:3e:be:f8:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d909a96-22de-4aa9-b690-1c7da965ceac', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:16:30.950377 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 34472) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:30.986768 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60667848-e7a0-4064-a03f-410f381298d5 req-1621d606-6497-4371-a2c6-d7f062d990a6 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:30.988582 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-60667848-e7a0-4064-a03f-410f381298d5 req-1621d606-6497-4371-a2c6-d7f062d990a6 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.41 "GET /v2.0/ports?device_id=61c5767a-c6c2-4653-8302-bf1a560dc731 HTTP/1.1" status: 200 len: 945 time: 0.3630207 Jul 15 23:16:31.010408 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:31.020159 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-136dfbc2-c4f9-4fbb-a8ad-23e032990978 req-6711c774-4f28-4ecc-83e8-6021948a20a3 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:31.033322 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f5082b5e-c3b4-4fcb-8a20-3a719884f34f {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:16:31.102318 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port f5082b5e-c3b4-4fcb-8a20-3a719884f34f, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=f5082b5e-c3b4-4fcb-8a20-3a719884f34f,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:31.109570 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:31.134265 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cb9c9185-cd03-40ee-9099-07961fc22fa6 req-46c2af9b-e04e-4813-8a96-02760928f17c service neutron] 10.222.0.41 "GET /v2.0/networks/970a88bd-fdba-4549-becb-46353b196f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3753693 Jul 15 23:16:31.162301 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-81a87e41-1332-410d-8a3c-dfd91a0c791c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:31.164937 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-81a87e41-1332-410d-8a3c-dfd91a0c791c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:31.166126 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-81a87e41-1332-410d-8a3c-dfd91a0c791c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/69f78aa8-906f-4ae3-892f-92f6600ca2cb HTTP/1.1" status: 204 len: 168 time: 0.8216753 Jul 15 23:16:31.205311 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=f5082b5e-c3b4-4fcb-8a20-3a719884f34f,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:31.216314 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['f5082b5e-c3b4-4fcb-8a20-3a719884f34f'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:16:31.284587 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cb9c9185-cd03-40ee-9099-07961fc22fa6 req-83975ade-a0e0-421a-928a-014158fb8bf8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=53ab0b58-461d-46ab-8d7f-99872f64bbc2 HTTP/1.1" status: 200 len: 217 time: 0.1359699 Jul 15 23:16:31.344469 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a87e41-1332-410d-8a3c-dfd91a0c791c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f78aa8-906f-4ae3-892f-92f6600ca2cb,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:31.431994 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-60667848-e7a0-4064-a03f-410f381298d5 req-1c3dcdc3-ac3c-470e-8826-77d2e16c6374 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Deleting port 7899febd-87ee-4462-88e1-a85c14b644f6 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:16:31.435264 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-60667848-e7a0-4064-a03f-410f381298d5 req-1c3dcdc3-ac3c-470e-8826-77d2e16c6374 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:31.476931 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c9185-cd03-40ee-9099-07961fc22fa6 req-49813c6f-0124-4aa6-8e94-e936a075b6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:31.479040 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cb9c9185-cd03-40ee-9099-07961fc22fa6 req-49813c6f-0124-4aa6-8e94-e936a075b6ab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=43be6042-6f45-40a3-b1ce-1fe26f72d214 HTTP/1.1" status: 200 len: 797 time: 0.1558058 Jul 15 23:16:31.552413 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-136dfbc2-c4f9-4fbb-a8ad-23e032990978 req-6711c774-4f28-4ecc-83e8-6021948a20a3 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:31.595290 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-136dfbc2-c4f9-4fbb-a8ad-23e032990978 req-6711c774-4f28-4ecc-83e8-6021948a20a3 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:31.595290 n-d-794306-6 neutron-server[93770]: INFO neutron.db.l3_db [req-136dfbc2-c4f9-4fbb-a8ad-23e032990978 req-6711c774-4f28-4ecc-83e8-6021948a20a3 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Floating IP ad523581-79c4-4819-ad36-a44184797dc3 disassociated. External IP: 172.25.5.82, port: 426feaae-9363-4074-b0ce-63b4ab490675. Jul 15 23:16:31.622313 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c9185-cd03-40ee-9099-07961fc22fa6 req-cf5ee25d-7b42-425e-ae64-168704aeb763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:31.629045 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cb9c9185-cd03-40ee-9099-07961fc22fa6 req-cf5ee25d-7b42-425e-ae64-168704aeb763 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9bef9b3a-38af-4114-8d89-aee9e6e60f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1385858 Jul 15 23:16:31.632647 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-60667848-e7a0-4064-a03f-410f381298d5 req-1c3dcdc3-ac3c-470e-8826-77d2e16c6374 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] For port 7899febd-87ee-4462-88e1-a85c14b644f6, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=7899febd-87ee-4462-88e1-a85c14b644f6,segment=NetworkSegment(3c2758b9-e41c-4bf2-b9ed-9081bfc02669),segment_id=3c2758b9-e41c-4bf2-b9ed-9081bfc02669)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:31.633145 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-60667848-e7a0-4064-a03f-410f381298d5 req-1c3dcdc3-ac3c-470e-8826-77d2e16c6374 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:31.645495 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-0380ab07-6ebc-4334-a952-6f0b82231614 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=19b76e00ca0d41e88c7f1b539a85b9d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6892533 Jul 15 23:16:31.648063 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34500) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:31.682925 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-60667848-e7a0-4064-a03f-410f381298d5 req-1c3dcdc3-ac3c-470e-8826-77d2e16c6374 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Calling delete_port for 7899febd-87ee-4462-88e1-a85c14b644f6 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:16:31.704042 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb71ed20-a1a9-4ce6-afef-484f7af05fef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:31.760083 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb71ed20-a1a9-4ce6-afef-484f7af05fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:31.785646 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d63cd-e3cf-4f17-aee8-22a09ffd66ae req-f9372b22-b0e2-47c9-bacd-8e0fbea6086e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:31.791647 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-252d63cd-e3cf-4f17-aee8-22a09ffd66ae req-f9372b22-b0e2-47c9-bacd-8e0fbea6086e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bcd8fa5c1bea4844bd70f8774f2c31f7&device_id=159498bb-e71d-4162-a872-a8de7dd821be HTTP/1.1" status: 200 len: 1096 time: 0.4612632 Jul 15 23:16:31.897323 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-fb71ed20-a1a9-4ce6-afef-484f7af05fef admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6f8fee4801804ed185566ebec286c6d5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4118757 Jul 15 23:16:31.907996 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2503df2d-ec6b-4283-89c0-b3bc22cdec2c req-1a5972dd-f55d-4a6c-957c-3b6e6b3d254f tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:31.916060 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2503df2d-ec6b-4283-89c0-b3bc22cdec2c req-1a5972dd-f55d-4a6c-957c-3b6e6b3d254f tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/ports?device_id=159498bb-e71d-4162-a872-a8de7dd821be HTTP/1.1" status: 200 len: 945 time: 0.4180741 Jul 15 23:16:31.920285 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 34510) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:31.922746 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb71ed20-a1a9-4ce6-afef-484f7af05fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe20a3a-1311-4aac-8611-56b218d76bf9,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:32.064068 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cb9c9185-cd03-40ee-9099-07961fc22fa6 req-136f2bab-2114-4c9c-bfd9-8ec31d11f798 service neutron] 10.222.0.41 "GET /v2.0/networks/9bef9b3a-38af-4114-8d89-aee9e6e60f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4228947 Jul 15 23:16:32.064068 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-60667848-e7a0-4064-a03f-410f381298d5 req-1c3dcdc3-ac3c-470e-8826-77d2e16c6374 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:32.102876 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['7899febd-87ee-4462-88e1-a85c14b644f6'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:16:32.150581 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2503df2d-ec6b-4283-89c0-b3bc22cdec2c req-51de759b-7f9f-49a7-bf6b-6ccaf7733016 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3cc6b1b-b328-4d26-ba63-110947666d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335019 Jul 15 23:16:32.169802 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d63cd-e3cf-4f17-aee8-22a09ffd66ae req-958d5baf-b24a-4bb2-8e04-bac6199da820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:32.173596 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-252d63cd-e3cf-4f17-aee8-22a09ffd66ae req-958d5baf-b24a-4bb2-8e04-bac6199da820 service neutron] 10.222.0.41 "GET /v2.0/networks?id=96ab0661-6266-4252-9c9c-1e8142971046 HTTP/1.1" status: 200 len: 919 time: 0.3641415 Jul 15 23:16:32.193008 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3dcdc3-ac3c-470e-8826-77d2e16c6374 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Pushing event deleted for resources: {'Port': ['ID=7899febd-87ee-4462-88e1-a85c14b644f6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:32.196468 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cb9c9185-cd03-40ee-9099-07961fc22fa6 req-f808299c-9cc7-4ad7-ad49-40f46f786477 service neutron] 10.222.0.41 "GET /v2.0/networks/9bef9b3a-38af-4114-8d89-aee9e6e60f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004987 Jul 15 23:16:32.254117 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cb9c9185-cd03-40ee-9099-07961fc22fa6 req-dbc2d382-a3ef-4f9f-b123-a8e4b7e3b579 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bc89a090-5ba9-4fa7-b1e7-6edd9443bf5d HTTP/1.1" status: 200 len: 217 time: 0.0450590 Jul 15 23:16:32.273343 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e54e6262-4170-421e-bd40-bcb00828e2d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:32.352029 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-60667848-e7a0-4064-a03f-410f381298d5 req-1c3dcdc3-ac3c-470e-8826-77d2e16c6374 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] No DVR routers for this DVR port 7899febd-87ee-4462-88e1-a85c14b644f6 on host n-h2-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:16:32.360515 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-60667848-e7a0-4064-a03f-410f381298d5 req-1c3dcdc3-ac3c-470e-8826-77d2e16c6374 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:32.363430 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-60667848-e7a0-4064-a03f-410f381298d5 req-1c3dcdc3-ac3c-470e-8826-77d2e16c6374 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.41 "DELETE /v2.0/ports/7899febd-87ee-4462-88e1-a85c14b644f6 HTTP/1.1" status: 204 len: 173 time: 1.3565209 Jul 15 23:16:32.376320 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61c5767a-c6c2-4653-8302-bf1a560dc731', 'name': 'network-vif-deleted', 'tag': '7899febd-87ee-4462-88e1-a85c14b644f6'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:16:32.378153 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bcc7dcb-3b1b-441a-ab71-38391d8c9897" -d '{"events": [{"server_uuid": "61c5767a-c6c2-4653-8302-bf1a560dc731", "name": "network-vif-deleted", "tag": "7899febd-87ee-4462-88e1-a85c14b644f6"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:16:32.401201 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e54e6262-4170-421e-bd40-bcb00828e2d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:32.415370 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-252d63cd-e3cf-4f17-aee8-22a09ffd66ae req-ba68f535-3479-46f7-bd93-435d395b1b29 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2a2b966-442b-4f4d-9d32-2b902d12a3e4 HTTP/1.1" status: 200 len: 217 time: 0.2318883 Jul 15 23:16:32.416062 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c9185-cd03-40ee-9099-07961fc22fa6 req-75a44c1a-a0c0-4f26-a558-b1d0c05787da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:32.418193 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cb9c9185-cd03-40ee-9099-07961fc22fa6 req-75a44c1a-a0c0-4f26-a558-b1d0c05787da service neutron] 10.222.0.41 "GET /v2.0/subnets?id=43be6042-6f45-40a3-b1ce-1fe26f72d214 HTTP/1.1" status: 200 len: 797 time: 0.1537964 Jul 15 23:16:32.427432 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1892933f-bd2c-4745-a7f1-8d047d3d9dfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:32.511052 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9e224d1d-6349-48cb-86dd-2a810b36f35d req-12a89425-67e6-4204-8822-5894b0676e48 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=61c5767a-c6c2-4653-8302-bf1a560dc731 HTTP/1.1" status: 200 len: 210 time: 0.0916581 Jul 15 23:16:32.560615 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e54e6262-4170-421e-bd40-bcb00828e2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:32.563119 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e54e6262-4170-421e-bd40-bcb00828e2d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:32.564351 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e54e6262-4170-421e-bd40-bcb00828e2d7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f3f26ef6-7fa6-4698-9a3e-6d14a4546c4e HTTP/1.1" status: 204 len: 168 time: 0.9020529 Jul 15 23:16:32.604704 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e6262-4170-421e-bd40-bcb00828e2d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f26ef6-7fa6-4698-9a3e-6d14a4546c4e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:32.610296 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c9185-cd03-40ee-9099-07961fc22fa6 req-01bce81b-f299-4ed3-825c-f16785f293ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:32.611923 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cb9c9185-cd03-40ee-9099-07961fc22fa6 req-01bce81b-f299-4ed3-825c-f16785f293ac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9bef9b3a-38af-4114-8d89-aee9e6e60f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1687319 Jul 15 23:16:32.651936 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1892933f-bd2c-4745-a7f1-8d047d3d9dfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:32.699161 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device f5082b5e-c3b4-4fcb-8a20-3a719884f34f up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:16:32.706561 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-136dfbc2-c4f9-4fbb-a8ad-23e032990978 req-6711c774-4f28-4ecc-83e8-6021948a20a3 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Router 9998ed2d-a058-4470-b866-0f8a8ce96d8f has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:16:32.719534 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f40a27-4089-4c2e-8bbd-d753076c87bd x-openstack-request-id: req-11f40a27-4089-4c2e-8bbd-d753076c87bd {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:16:32.720142 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d63cd-e3cf-4f17-aee8-22a09ffd66ae req-345feee3-fd7d-44c0-8630-b1d855dececc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:32.720496 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61c5767a-c6c2-4653-8302-bf1a560dc731", "name": "network-vif-deleted", "tag": "7899febd-87ee-4462-88e1-a85c14b644f6", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:16:32.722313 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-252d63cd-e3cf-4f17-aee8-22a09ffd66ae req-345feee3-fd7d-44c0-8630-b1d855dececc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=861cc51f-5aa3-4f8e-b090-2fa15d26f9e0 HTTP/1.1" status: 200 len: 858 time: 0.2765319 Jul 15 23:16:32.722758 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-11f40a27-4089-4c2e-8bbd-d753076c87bd {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:16:32.723309 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61c5767a-c6c2-4653-8302-bf1a560dc731', 'name': 'network-vif-deleted', 'tag': '7899febd-87ee-4462-88e1-a85c14b644f6', 'status': 'completed', 'code': 200} Jul 15 23:16:32.782823 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-252d63cd-e3cf-4f17-aee8-22a09ffd66ae req-04f66827-af0d-46d0-9181-2ec2c0d7c536 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=96ab0661-6266-4252-9c9c-1e8142971046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412052 Jul 15 23:16:32.826603 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port f5082b5e-c3b4-4fcb-8a20-3a719884f34f triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:32.827145 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:32.898727 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1892933f-bd2c-4745-a7f1-8d047d3d9dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:32.902175 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1892933f-bd2c-4745-a7f1-8d047d3d9dfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:32.904061 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-1892933f-bd2c-4745-a7f1-8d047d3d9dfe admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4fe20a3a-1311-4aac-8611-56b218d76bf9 HTTP/1.1" status: 204 len: 168 time: 0.9766572 Jul 15 23:16:32.919420 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cb9c9185-cd03-40ee-9099-07961fc22fa6 req-75b2761c-caec-4573-9522-6a460f0c0fbb service neutron] 10.222.0.41 "GET /v2.0/networks/9bef9b3a-38af-4114-8d89-aee9e6e60f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816463 Jul 15 23:16:33.005432 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:33.029917 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f726bf3-5396-491d-9933-4c0399c97803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5082b5e-c3b4-4fcb-8a20-3a719884f34f'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:16:33.030953 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1892933f-bd2c-4745-a7f1-8d047d3d9dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe20a3a-1311-4aac-8611-56b218d76bf9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:33.032110 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a263867e-f3e8-4f92-85bc-0cacdc2f8e23" -d '{"events": [{"server_uuid": "7f726bf3-5396-491d-9933-4c0399c97803", "name": "network-vif-plugged", "status": "completed", "tag": "f5082b5e-c3b4-4fcb-8a20-3a719884f34f"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:16:33.062916 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port f5082b5e-c3b4-4fcb-8a20-3a719884f34f, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=f5082b5e-c3b4-4fcb-8a20-3a719884f34f,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:33.068940 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:33.133998 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb9dc03-c0f5-409e-92f2-a5b1d22b623c x-openstack-request-id: req-bdb9dc03-c0f5-409e-92f2-a5b1d22b623c {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:16:33.134645 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f726bf3-5396-491d-9933-4c0399c97803", "name": "network-vif-plugged", "status": "completed", "tag": "f5082b5e-c3b4-4fcb-8a20-3a719884f34f", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:16:33.135080 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bdb9dc03-c0f5-409e-92f2-a5b1d22b623c {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:16:33.135660 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f726bf3-5396-491d-9933-4c0399c97803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5082b5e-c3b4-4fcb-8a20-3a719884f34f', 'code': 200} Jul 15 23:16:33.137413 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=f5082b5e-c3b4-4fcb-8a20-3a719884f34f,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:33.164886 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-252d63cd-e3cf-4f17-aee8-22a09ffd66ae req-d3fb607c-0e9d-4ee4-bbb8-f71ec2fab33c service neutron] 10.222.0.41 "GET /v2.0/networks/96ab0661-6266-4252-9c9c-1e8142971046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3727291 Jul 15 23:16:33.171926 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-136dfbc2-c4f9-4fbb-a8ad-23e032990978 req-6711c774-4f28-4ecc-83e8-6021948a20a3 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:16:33.185667 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495d748b-a81a-4e27-aa6a-809390abb5d4 None None] Sync routers for ids ['9998ed2d-a058-4470-b866-0f8a8ce96d8f'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:16:33.197617 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cb9c9185-cd03-40ee-9099-07961fc22fa6 req-54e8bba6-50f9-491f-9405-a3d884f8b773 service neutron] 10.222.0.41 "GET /v2.0/networks/9bef9b3a-38af-4114-8d89-aee9e6e60f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696173 Jul 15 23:16:33.201959 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-136dfbc2-c4f9-4fbb-a8ad-23e032990978 req-6711c774-4f28-4ecc-83e8-6021948a20a3 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:33.211600 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495d748b-a81a-4e27-aa6a-809390abb5d4 None None] Routers {'9998ed2d-a058-4470-b866-0f8a8ce96d8f'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:16:33.212376 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-495d748b-a81a-4e27-aa6a-809390abb5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:16:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['9998ed2d-a058-4470-b866-0f8a8ce96d8f'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:33.291608 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e0e20f81-25a7-4421-9c93-f002d88d7750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:33.358234 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:33.389963 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-495d748b-a81a-4e27-aa6a-809390abb5d4 None None] Set router 9998ed2d-a058-4470-b866-0f8a8ce96d8f gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:16:33.546221 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-252d63cd-e3cf-4f17-aee8-22a09ffd66ae req-ec327e38-674f-46eb-8b4c-bc28e4074b76 service neutron] 10.222.0.41 "GET /v2.0/networks/96ab0661-6266-4252-9c9c-1e8142971046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3409741 Jul 15 23:16:33.593211 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-136dfbc2-c4f9-4fbb-a8ad-23e032990978 req-6711c774-4f28-4ecc-83e8-6021948a20a3 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] 10.222.0.48 "PUT /v2.0/floatingips/ad523581-79c4-4819-ad36-a44184797dc3 HTTP/1.1" status: 200 len: 694 time: 2.8019609 Jul 15 23:16:33.596687 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '051b1372-b85f-43be-9ec5-11e1510a8a33', 'tag': '426feaae-9363-4074-b0ce-63b4ab490675'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:16:33.604350 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c361d70-ea4e-4a7c-a7c1-552cfec20106" -d '{"events": [{"name": "network-changed", "server_uuid": "051b1372-b85f-43be-9ec5-11e1510a8a33", "tag": "426feaae-9363-4074-b0ce-63b4ab490675"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:16:33.988204 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-495d748b-a81a-4e27-aa6a-809390abb5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9998ed2d-a058-4470-b866-0f8a8ce96d8f', 'name': 'tempest-ServerRescueTestJSONUnderV235-851690107-router', 'tenant_id': 'e9becec18cd64d19acfb6d44e69692c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'ce77cd60-9ed0-40f5-b5e6-1bd5d8bbafa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:15:14Z', 'updated_at': '2021-07-15T23:15:24Z', 'revision_number': 4, 'project_id': 'e9becec18cd64d19acfb6d44e69692c1', 'gw_port': {'id': 'ce77cd60-9ed0-40f5-b5e6-1bd5d8bbafa4', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9998ed2d-a058-4470-b866-0f8a8ce96d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:15:17Z', 'updated_at': '2021-07-15T23:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '61a45663-9d9b-4b46-9f48-cfdab9d9116b', 'name': '', 'network_id': '8ecd94bd-62eb-4c2d-b91c-0c9de8655a42', 'tenant_id': 'e9becec18cd64d19acfb6d44e69692c1', 'mac_address': 'fa:16:3e:91:0c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9998ed2d-a058-4470-b866-0f8a8ce96d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'e212a520-684a-4fbf-ae3b-aab2e981ec56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:15:23Z', 'updated_at': '2021-07-15T23:15:31Z', 'revision_number': 5, 'project_id': 'e9becec18cd64d19acfb6d44e69692c1', 'subnets': [{'id': 'e212a520-684a-4fbf-ae3b-aab2e981ec56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:34.067267 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495d748b-a81a-4e27-aa6a-809390abb5d4 None None] Checking router: 9998ed2d-a058-4470-b866-0f8a8ce96d8f for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:16:34.085315 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495d748b-a81a-4e27-aa6a-809390abb5d4 None None] Routers {'9998ed2d-a058-4470-b866-0f8a8ce96d8f'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:16:34.085742 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-495d748b-a81a-4e27-aa6a-809390abb5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:16:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['9998ed2d-a058-4470-b866-0f8a8ce96d8f'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:34.281791 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:34.306313 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73027b4b-2bb2-4dbd-8b67-757b166be79f req-2e1e2f4d-8a86-41b0-ac8b-755e03f526a7 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:34.310763 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-495d748b-a81a-4e27-aa6a-809390abb5d4 None None] Set router 9998ed2d-a058-4470-b866-0f8a8ce96d8f gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:16:34.315684 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-73027b4b-2bb2-4dbd-8b67-757b166be79f req-2e1e2f4d-8a86-41b0-ac8b-755e03f526a7 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/ports?device_id=159498bb-e71d-4162-a872-a8de7dd821be HTTP/1.1" status: 200 len: 945 time: 0.7665021 Jul 15 23:16:34.362663 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136dfbc2-c4f9-4fbb-a8ad-23e032990978 req-a02e3537-16c3-4c25-b780-d4930f870269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:34.365015 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-136dfbc2-c4f9-4fbb-a8ad-23e032990978 req-a02e3537-16c3-4c25-b780-d4930f870269 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e9becec18cd64d19acfb6d44e69692c1&device_id=051b1372-b85f-43be-9ec5-11e1510a8a33 HTTP/1.1" status: 200 len: 1096 time: 0.1590688 Jul 15 23:16:34.413986 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-73027b4b-2bb2-4dbd-8b67-757b166be79f req-3ec29e81-ed35-4d7e-8c28-b96fba2ad687 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3cc6b1b-b328-4d26-ba63-110947666d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970361 Jul 15 23:16:34.640260 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136dfbc2-c4f9-4fbb-a8ad-23e032990978 req-617fe8c0-6b6c-4e2e-83af-1cc300a1221c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:34.649512 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-136dfbc2-c4f9-4fbb-a8ad-23e032990978 req-617fe8c0-6b6c-4e2e-83af-1cc300a1221c service neutron] 10.222.0.48 "GET /v2.0/networks?id=8ecd94bd-62eb-4c2d-b91c-0c9de8655a42 HTTP/1.1" status: 200 len: 920 time: 0.2610211 Jul 15 23:16:34.818426 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5abeccc-976c-4721-aa85-2acacdfd6b01 x-openstack-request-id: req-c5abeccc-976c-4721-aa85-2acacdfd6b01 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:16:34.818720 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "051b1372-b85f-43be-9ec5-11e1510a8a33", "tag": "426feaae-9363-4074-b0ce-63b4ab490675", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:16:34.821014 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c5abeccc-976c-4721-aa85-2acacdfd6b01 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:16:34.821525 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '051b1372-b85f-43be-9ec5-11e1510a8a33', 'tag': '426feaae-9363-4074-b0ce-63b4ab490675', 'status': 'completed', 'code': 200} Jul 15 23:16:34.831359 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-136dfbc2-c4f9-4fbb-a8ad-23e032990978 req-27ec9564-8aad-4a87-babc-74dfa2676748 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=426feaae-9363-4074-b0ce-63b4ab490675 HTTP/1.1" status: 200 len: 217 time: 0.1802206 Jul 15 23:16:34.970846 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-495d748b-a81a-4e27-aa6a-809390abb5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9998ed2d-a058-4470-b866-0f8a8ce96d8f', 'name': 'tempest-ServerRescueTestJSONUnderV235-851690107-router', 'tenant_id': 'e9becec18cd64d19acfb6d44e69692c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'ce77cd60-9ed0-40f5-b5e6-1bd5d8bbafa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:15:14Z', 'updated_at': '2021-07-15T23:15:24Z', 'revision_number': 4, 'project_id': 'e9becec18cd64d19acfb6d44e69692c1', 'gw_port': {'id': 'ce77cd60-9ed0-40f5-b5e6-1bd5d8bbafa4', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9998ed2d-a058-4470-b866-0f8a8ce96d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:15:17Z', 'updated_at': '2021-07-15T23:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '61a45663-9d9b-4b46-9f48-cfdab9d9116b', 'name': '', 'network_id': '8ecd94bd-62eb-4c2d-b91c-0c9de8655a42', 'tenant_id': 'e9becec18cd64d19acfb6d44e69692c1', 'mac_address': 'fa:16:3e:91:0c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9998ed2d-a058-4470-b866-0f8a8ce96d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'e212a520-684a-4fbf-ae3b-aab2e981ec56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:15:23Z', 'updated_at': '2021-07-15T23:15:31Z', 'revision_number': 5, 'project_id': 'e9becec18cd64d19acfb6d44e69692c1', 'subnets': [{'id': 'e212a520-684a-4fbf-ae3b-aab2e981ec56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:34.971870 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136dfbc2-c4f9-4fbb-a8ad-23e032990978 req-4e09ddcb-5186-4392-863a-42ddce7cb046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:34.973670 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-136dfbc2-c4f9-4fbb-a8ad-23e032990978 req-4e09ddcb-5186-4392-863a-42ddce7cb046 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e212a520-684a-4fbf-ae3b-aab2e981ec56 HTTP/1.1" status: 200 len: 859 time: 0.1200898 Jul 15 23:16:35.015134 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c361d70-ea4e-4a7c-a7c1-552cfec20106 req-278e3335-ffe1-406e-8a51-a5061815dbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:35.016709 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1c361d70-ea4e-4a7c-a7c1-552cfec20106 req-278e3335-ffe1-406e-8a51-a5061815dbd6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e9becec18cd64d19acfb6d44e69692c1&device_id=051b1372-b85f-43be-9ec5-11e1510a8a33 HTTP/1.1" status: 200 len: 1096 time: 0.1943679 Jul 15 23:16:35.019658 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-136dfbc2-c4f9-4fbb-a8ad-23e032990978 req-625e5c5a-b9c5-484b-ae88-8b31b1999518 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8ecd94bd-62eb-4c2d-b91c-0c9de8655a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393829 Jul 15 23:16:35.064882 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495d748b-a81a-4e27-aa6a-809390abb5d4 None None] The sync data for ids ['9998ed2d-a058-4470-b866-0f8a8ce96d8f'] in n-d-794306-6 is: [{'id': '9998ed2d-a058-4470-b866-0f8a8ce96d8f', 'name': 'tempest-ServerRescueTestJSONUnderV235-851690107-router', 'tenant_id': 'e9becec18cd64d19acfb6d44e69692c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'ce77cd60-9ed0-40f5-b5e6-1bd5d8bbafa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:15:14Z', 'updated_at': '2021-07-15T23:15:24Z', 'revision_number': 4, 'project_id': 'e9becec18cd64d19acfb6d44e69692c1', 'gw_port': {'id': 'ce77cd60-9ed0-40f5-b5e6-1bd5d8bbafa4', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9998ed2d-a058-4470-b866-0f8a8ce96d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:15:17Z', 'updated_at': '2021-07-15T23:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '61a45663-9d9b-4b46-9f48-cfdab9d9116b', 'name': '', 'network_id': '8ecd94bd-62eb-4c2d-b91c-0c9de8655a42', 'tenant_id': 'e9becec18cd64d19acfb6d44e69692c1', 'mac_address': 'fa:16:3e:91:0c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9998ed2d-a058-4470-b866-0f8a8ce96d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'e212a520-684a-4fbf-ae3b-aab2e981ec56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:15:23Z', 'updated_at': '2021-07-15T23:15:31Z', 'revision_number': 5, 'project_id': 'e9becec18cd64d19acfb6d44e69692c1', 'subnets': [{'id': 'e212a520-684a-4fbf-ae3b-aab2e981ec56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:16:35.065927 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34612) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:35.079734 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 7899febd-87ee-4462-88e1-a85c14b644f6 no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:16:35.135950 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] No Port match for: 7899febd-87ee-4462-88e1-a85c14b644f6 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:16:35.136762 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 7899febd-87ee-4462-88e1-a85c14b644f6 not bound to the agent host n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:16:35.312724 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-136dfbc2-c4f9-4fbb-a8ad-23e032990978 req-baac95f1-704a-4b4d-98a3-74a8012a3fc5 service neutron] 10.222.0.48 "GET /v2.0/networks/8ecd94bd-62eb-4c2d-b91c-0c9de8655a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839541 Jul 15 23:16:35.322109 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c4b7c3fb-2fa4-4df5-b275-ec2fd9efbc58 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1706913100'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:35.326630 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c361d70-ea4e-4a7c-a7c1-552cfec20106 req-5660b818-8718-4cc6-a371-525ad7fa65bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:35.328462 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1c361d70-ea4e-4a7c-a7c1-552cfec20106 req-5660b818-8718-4cc6-a371-525ad7fa65bd service neutron] 10.222.0.49 "GET /v2.0/networks?id=8ecd94bd-62eb-4c2d-b91c-0c9de8655a42 HTTP/1.1" status: 200 len: 920 time: 0.2987411 Jul 15 23:16:35.406405 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b7c3fb-2fa4-4df5-b275-ec2fd9efbc58 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Made reservation on behalf of 545ae24b56d14f939269409987b9058f for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:16:35.413463 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4b7c3fb-2fa4-4df5-b275-ec2fd9efbc58 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:35.450874 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1c361d70-ea4e-4a7c-a7c1-552cfec20106 req-1d286c90-96c3-4473-91b3-ffe513b20079 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=426feaae-9363-4074-b0ce-63b4ab490675 HTTP/1.1" status: 200 len: 217 time: 0.1035736 Jul 15 23:16:35.464539 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4b7c3fb-2fa4-4df5-b275-ec2fd9efbc58 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:35.562525 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a1e8e0-2bdb-4478-956a-d0a0d2e21088 None None] New status for floating IP ad523581-79c4-4819-ad36-a44184797dc3: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:16:35.733704 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4b7c3fb-2fa4-4df5-b275-ec2fd9efbc58 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:35.735196 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34632) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:35.750373 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4b7c3fb-2fa4-4df5-b275-ec2fd9efbc58 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:35.791677 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b7c3fb-2fa4-4df5-b275-ec2fd9efbc58 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb023f2f-44e6-4bf4-b183-3fdf35a0b0e3,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:35.806988 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4b7c3fb-2fa4-4df5-b275-ec2fd9efbc58 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:16:35.832608 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4b7c3fb-2fa4-4df5-b275-ec2fd9efbc58 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:35.833550 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-c4b7c3fb-2fa4-4df5-b275-ec2fd9efbc58 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Added segment 6637c752-1d65-4f22-958b-1d4e2ce1c59f of type vlan for network c6499627-4e2f-48ea-ae86-72130adb3fc2 Jul 15 23:16:35.883264 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c361d70-ea4e-4a7c-a7c1-552cfec20106 req-f8230328-5581-4f95-88ba-eb8342ce54f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:35.885276 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1c361d70-ea4e-4a7c-a7c1-552cfec20106 req-f8230328-5581-4f95-88ba-eb8342ce54f5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e212a520-684a-4fbf-ae3b-aab2e981ec56 HTTP/1.1" status: 200 len: 859 time: 0.4188375 Jul 15 23:16:35.936801 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-136dfbc2-c4f9-4fbb-a8ad-23e032990978 req-46eeac08-a570-4953-959e-56953d508e4a service neutron] 10.222.0.48 "GET /v2.0/networks/8ecd94bd-62eb-4c2d-b91c-0c9de8655a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6222820 Jul 15 23:16:35.938691 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1c361d70-ea4e-4a7c-a7c1-552cfec20106 req-b2663a72-cc39-4f23-a44d-e71cb123373f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8ecd94bd-62eb-4c2d-b91c-0c9de8655a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460608 Jul 15 23:16:35.946406 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43710a0-0d09-436b-a3f5-c06f8c5ba93a req-e0267f23-aa98-4ff4-9735-d90e435a74a2 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:35.956637 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4b7c3fb-2fa4-4df5-b275-ec2fd9efbc58 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:35.956841 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e43710a0-0d09-436b-a3f5-c06f8c5ba93a req-e0267f23-aa98-4ff4-9735-d90e435a74a2 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/networks?id=a62e01ea-f2e5-4ac4-9f56-3043444e806b HTTP/1.1" status: 200 len: 811 time: 0.2958431 Jul 15 23:16:35.992493 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-fa976559-5970-489c-89a3-aaffe268c9c9 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1202844198-network', 'tenant_id': '04a65f78b8174947993666f7e4bbc0b9'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:36.000995 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e43710a0-0d09-436b-a3f5-c06f8c5ba93a req-72f30de7-2e86-434e-b643-1c64fd36e886 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/quotas/675bfc559b0b40ea8fae85ead4a7a3be HTTP/1.1" status: 200 len: 375 time: 0.0429602 Jul 15 23:16:36.040625 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4b7c3fb-2fa4-4df5-b275-ec2fd9efbc58 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:36.043835 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e43710a0-0d09-436b-a3f5-c06f8c5ba93a req-82102a38-8d5a-4680-8a8a-a0c32234085b tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=675bfc559b0b40ea8fae85ead4a7a3be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419774 Jul 15 23:16:36.048866 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b7c3fb-2fa4-4df5-b275-ec2fd9efbc58 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:36.049172 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [req-e43710a0-0d09-436b-a3f5-c06f8c5ba93a req-5152e4f4-e11c-44d0-8c8f-547644de8d06 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:16:36.050440 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4b7c3fb-2fa4-4df5-b275-ec2fd9efbc58 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:36.056369 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e43710a0-0d09-436b-a3f5-c06f8c5ba93a req-5152e4f4-e11c-44d0-8c8f-547644de8d06 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116050 Jul 15 23:16:36.059874 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa976559-5970-489c-89a3-aaffe268c9c9 admin admin] Made reservation on behalf of 04a65f78b8174947993666f7e4bbc0b9 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:16:36.066378 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa976559-5970-489c-89a3-aaffe268c9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:36.087787 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa976559-5970-489c-89a3-aaffe268c9c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:36.208630 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c4b7c3fb-2fa4-4df5-b275-ec2fd9efbc58 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1406026 Jul 15 23:16:36.259405 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b7c3fb-2fa4-4df5-b275-ec2fd9efbc58 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Pushing event updated for resources: {'Network': ['ID=c6499627-4e2f-48ea-ae86-72130adb3fc2,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:36.268961 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:36.295084 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network c6499627-4e2f-48ea-ae86-72130adb3fc2 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:16:36.305958 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1c361d70-ea4e-4a7c-a7c1-552cfec20106 req-df6ed7e8-73ff-4cd5-8971-902cda06ac56 service neutron] 10.222.0.49 "GET /v2.0/networks/8ecd94bd-62eb-4c2d-b91c-0c9de8655a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462996 Jul 15 23:16:36.329919 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa976559-5970-489c-89a3-aaffe268c9c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:36.337681 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa976559-5970-489c-89a3-aaffe268c9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:36.369992 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34640) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:36.376667 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-08b20a67-ec4b-44ad-a0d3-ca5a36257814 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Request body: {'subnet': {'network_id': 'c6499627-4e2f-48ea-ae86-72130adb3fc2', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:36.378155 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e43710a0-0d09-436b-a3f5-c06f8c5ba93a req-b617d8d3-fb7b-4638-9ee0-f063ada54b60 service neutron] 10.222.0.48 "GET /v2.0/networks/a62e01ea-f2e5-4ac4-9f56-3043444e806b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203077 Jul 15 23:16:36.479348 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa976559-5970-489c-89a3-aaffe268c9c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=026ccaf9-2313-49c4-96c9-1c2030556211,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:36.482212 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa976559-5970-489c-89a3-aaffe268c9c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:16:36.498489 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa976559-5970-489c-89a3-aaffe268c9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:36.498911 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-fa976559-5970-489c-89a3-aaffe268c9c9 admin admin] Added segment 86b9d139-c4d6-423d-9c0e-82fbc1015d6d of type vlan for network a1bc42a2-e6af-46e4-b790-ed7e48cafe35 Jul 15 23:16:36.509609 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b20a67-ec4b-44ad-a0d3-ca5a36257814 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Made reservation on behalf of 545ae24b56d14f939269409987b9058f for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:16:36.513860 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-08b20a67-ec4b-44ad-a0d3-ca5a36257814 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:36.527947 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b33e58-ec81-4c67-8570-d1b309c0147a req-320a5136-e4e6-4466-aa73-610172540c18 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:36.530163 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-14b33e58-ec81-4c67-8570-d1b309c0147a req-320a5136-e4e6-4466-aa73-610172540c18 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/ports?device_id=159498bb-e71d-4162-a872-a8de7dd821be HTTP/1.1" status: 200 len: 945 time: 0.3288693 Jul 15 23:16:36.590864 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa976559-5970-489c-89a3-aaffe268c9c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:36.654336 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-14b33e58-ec81-4c67-8570-d1b309c0147a req-2bb8fdc5-0807-44a2-aa23-bfbc23f235fe tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3cc6b1b-b328-4d26-ba63-110947666d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824721 Jul 15 23:16:36.667887 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1c361d70-ea4e-4a7c-a7c1-552cfec20106 req-f7606666-331a-4e8b-9718-e86711c3cadb service neutron] 10.222.0.49 "GET /v2.0/networks/8ecd94bd-62eb-4c2d-b91c-0c9de8655a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3533721 Jul 15 23:16:36.718581 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa976559-5970-489c-89a3-aaffe268c9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:36.720189 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e43710a0-0d09-436b-a3f5-c06f8c5ba93a req-95d09999-7d16-4a66-86d8-9826c998a025 service neutron] 10.222.0.48 "GET /v2.0/networks/a62e01ea-f2e5-4ac4-9f56-3043444e806b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383608 Jul 15 23:16:36.727224 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa976559-5970-489c-89a3-aaffe268c9c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:36.727855 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa976559-5970-489c-89a3-aaffe268c9c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:36.788615 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-fa976559-5970-489c-89a3-aaffe268c9c9 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0490973 Jul 15 23:16:36.789799 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 34648) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:36.798295 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d94066d6-7b6c-4c2f-a2b3-7a67a740d413 admin admin] Request body: {'subnet': {'network_id': 'a1bc42a2-e6af-46e4-b790-ed7e48cafe35', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1202844198-subnet', 'tenant_id': '04a65f78b8174947993666f7e4bbc0b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:36.858518 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa976559-5970-489c-89a3-aaffe268c9c9 admin admin] Pushing event updated for resources: {'Network': ['ID=a1bc42a2-e6af-46e4-b790-ed7e48cafe35,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:36.883865 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network a1bc42a2-e6af-46e4-b790-ed7e48cafe35 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:16:36.895611 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d94066d6-7b6c-4c2f-a2b3-7a67a740d413 admin admin] Made reservation on behalf of 04a65f78b8174947993666f7e4bbc0b9 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:16:36.900156 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d94066d6-7b6c-4c2f-a2b3-7a67a740d413 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:37.060157 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-08b20a67-ec4b-44ad-a0d3-ca5a36257814 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:37.099033 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d9cc21ba-25fb-4dab-b9c9-50fa76fd1f4d req-e76bc963-8940-4835-bbc0-1b3ee8c8df8e tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] 10.222.0.48 "GET /v2.0/floatingips/ad523581-79c4-4819-ad36-a44184797dc3 HTTP/1.1" status: 200 len: 692 time: 0.1021821 Jul 15 23:16:37.178569 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b20a67-ec4b-44ad-a0d3-ca5a36257814 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Checking segment: {'id': '6637c752-1d65-4f22-958b-1d4e2ce1c59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c6499627-4e2f-48ea-ae86-72130adb3fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:16:37.179373 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b20a67-ec4b-44ad-a0d3-ca5a36257814 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Network hostable DHCP agents. Network: c6499627-4e2f-48ea-ae86-72130adb3fc2, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:16:37.196712 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-25eeaac3-c674-43ff-ba0b-eeaee8965c9e req-99a370bd-e23d-4a50-95cd-cec6dfa40bd6 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6959f4f-02eb-4b02-8aa1-01411c48e630 HTTP/1.1" status: 200 len: 210 time: 0.0712934 Jul 15 23:16:37.203299 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b20a67-ec4b-44ad-a0d3-ca5a36257814 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Pushing event updated for resources: {'Subnet': ['ID=7b87856f-e486-4a63-b8a2-b30e7c8e84b4,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:37.227747 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b20a67-ec4b-44ad-a0d3-ca5a36257814 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Network c6499627-4e2f-48ea-ae86-72130adb3fc2 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:16:37.251483 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-08b20a67-ec4b-44ad-a0d3-ca5a36257814 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, c6499627-4e2f-48ea-ae86-72130adb3fc2) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:16:37.258679 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b20a67-ec4b-44ad-a0d3-ca5a36257814 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:37.259645 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-08b20a67-ec4b-44ad-a0d3-ca5a36257814 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:37.260443 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792ec6d1-6fd7-4e17-b7fa-7702788f0059 None None] Network c6499627-4e2f-48ea-ae86-72130adb3fc2 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:16:37.278930 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-08b20a67-ec4b-44ad-a0d3-ca5a36257814 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.9066231 Jul 15 23:16:37.287535 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34662) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:37.300238 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c3e470d5-ee89-4455-9cad-8126d40ee799 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1865498464'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:37.350068 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e470d5-ee89-4455-9cad-8126d40ee799 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Made reservation on behalf of 545ae24b56d14f939269409987b9058f for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:16:37.353764 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c3e470d5-ee89-4455-9cad-8126d40ee799 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:37.435265 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3e470d5-ee89-4455-9cad-8126d40ee799 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:16:37.452276 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c3e470d5-ee89-4455-9cad-8126d40ee799 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:37.452671 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-c3e470d5-ee89-4455-9cad-8126d40ee799 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Added segment 81445cf3-66a3-4cee-b727-837097079742 of type vlan for network ab4609f8-294f-40fc-b005-304711c22895 Jul 15 23:16:37.531421 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cc21ba-25fb-4dab-b9c9-50fa76fd1f4d req-f178b62a-3d8f-43ec-a5f9-c82b503cd2fc tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:37.532963 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d9cc21ba-25fb-4dab-b9c9-50fa76fd1f4d req-f178b62a-3d8f-43ec-a5f9-c82b503cd2fc tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] 10.222.0.48 "GET /v2.0/networks/c4160cc4-e133-4d4e-ad39-f86bca4b2f14 HTTP/1.1" status: 200 len: 784 time: 0.4251909 Jul 15 23:16:37.553353 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c3e470d5-ee89-4455-9cad-8126d40ee799 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:37.597258 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c3e470d5-ee89-4455-9cad-8126d40ee799 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:37.612981 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e470d5-ee89-4455-9cad-8126d40ee799 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:37.615367 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c3e470d5-ee89-4455-9cad-8126d40ee799 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:37.653422 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdb90a3-1994-48e4-86ba-0c8989b1bb3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-c6499627-4e2f-48ea-ae86-72130adb3fc2', 'network_id': 'c6499627-4e2f-48ea-ae86-72130adb3fc2', 'tenant_id': '545ae24b56d14f939269409987b9058f', 'fixed_ips': [{'subnet_id': '7b87856f-e486-4a63-b8a2-b30e7c8e84b4'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:16:37.655096 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7cdb90a3-1994-48e4-86ba-0c8989b1bb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:37.660688 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c3e470d5-ee89-4455-9cad-8126d40ee799 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3716536 Jul 15 23:16:37.665203 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34688) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:37.679990 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-040d57f5-e523-421c-aae5-bdb6a876962b tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Request body: {'subnet': {'network_id': 'ab4609f8-294f-40fc-b005-304711c22895', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:37.756256 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d9cc21ba-25fb-4dab-b9c9-50fa76fd1f4d req-e7de227c-2dbd-4371-9713-67a976dab62f tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.82 HTTP/1.1" status: 200 len: 695 time: 0.1676273 Jul 15 23:16:37.930228 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e470d5-ee89-4455-9cad-8126d40ee799 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Pushing event updated for resources: {'Network': ['ID=ab4609f8-294f-40fc-b005-304711c22895,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:37.953866 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-7cdb90a3-1994-48e4-86ba-0c8989b1bb3f None None] Allocated IP 172.20.255.242 (c6499627-4e2f-48ea-ae86-72130adb3fc2/7b87856f-e486-4a63-b8a2-b30e7c8e84b4/88473d52-008f-4af1-833f-8b5ec6ec8499) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:16:37.967539 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d94066d6-7b6c-4c2f-a2b3-7a67a740d413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:37.990474 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-040d57f5-e523-421c-aae5-bdb6a876962b tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Made reservation on behalf of 545ae24b56d14f939269409987b9058f for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:16:37.994817 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-040d57f5-e523-421c-aae5-bdb6a876962b tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:38.000729 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network ab4609f8-294f-40fc-b005-304711c22895 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:16:38.077262 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d9cc21ba-25fb-4dab-b9c9-50fa76fd1f4d req-d5bbda45-66f4-4f41-a841-08f1a5c39ea6 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.82 HTTP/1.1" status: 200 len: 695 time: 0.3100641 Jul 15 23:16:38.081743 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94066d6-7b6c-4c2f-a2b3-7a67a740d413 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8df8426-0e96-4b13-8962-7f1c77f773d8,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:38.313325 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94066d6-7b6c-4c2f-a2b3-7a67a740d413 admin admin] Checking segment: {'id': '86b9d139-c4d6-423d-9c0e-82fbc1015d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a1bc42a2-e6af-46e4-b790-ed7e48cafe35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:16:38.313325 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94066d6-7b6c-4c2f-a2b3-7a67a740d413 admin admin] Network hostable DHCP agents. Network: a1bc42a2-e6af-46e4-b790-ed7e48cafe35, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:16:38.403924 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b2ab2c-c839-4328-8de1-0e6b93c85af0 req-79e72ca6-aad2-41b6-94ed-a3606381d411 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:38.405709 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-36b2ab2c-c839-4328-8de1-0e6b93c85af0 req-79e72ca6-aad2-41b6-94ed-a3606381d411 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/ports?device_id=159498bb-e71d-4162-a872-a8de7dd821be HTTP/1.1" status: 200 len: 945 time: 0.5202959 Jul 15 23:16:38.406870 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-040d57f5-e523-421c-aae5-bdb6a876962b tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:38.426304 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94066d6-7b6c-4c2f-a2b3-7a67a740d413 admin admin] Network a1bc42a2-e6af-46e4-b790-ed7e48cafe35 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:16:38.462321 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-d94066d6-7b6c-4c2f-a2b3-7a67a740d413 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, a1bc42a2-e6af-46e4-b790-ed7e48cafe35) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:16:38.465463 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:38.481438 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94066d6-7b6c-4c2f-a2b3-7a67a740d413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:38.482078 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d94066d6-7b6c-4c2f-a2b3-7a67a740d413 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:38.507771 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-d94066d6-7b6c-4c2f-a2b3-7a67a740d413 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.7167752 Jul 15 23:16:38.518062 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040d57f5-e523-421c-aae5-bdb6a876962b tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Pushing event updated for resources: {'Subnet': ['ID=ce111c66-11c0-44f5-ad34-36c962612cd1,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:38.530757 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040d57f5-e523-421c-aae5-bdb6a876962b tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Checking segment: {'id': '81445cf3-66a3-4cee-b727-837097079742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ab4609f8-294f-40fc-b005-304711c22895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:16:38.536444 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040d57f5-e523-421c-aae5-bdb6a876962b tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Network hostable DHCP agents. Network: ab4609f8-294f-40fc-b005-304711c22895, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:16:38.546702 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-d9cc21ba-25fb-4dab-b9c9-50fa76fd1f4d req-629b61e1-d973-4726-a3b2-2a8d3fffea59 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Deleting port 2b6ffdbc-7e62-4610-af56-9165a0225c8f {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:16:38.547293 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d9cc21ba-25fb-4dab-b9c9-50fa76fd1f4d req-629b61e1-d973-4726-a3b2-2a8d3fffea59 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:38.564920 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-36b2ab2c-c839-4328-8de1-0e6b93c85af0 req-b8f86449-4dd9-4eb1-8b16-3bfd9e51473f tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3cc6b1b-b328-4d26-ba63-110947666d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434011 Jul 15 23:16:38.567289 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5bda972-dc87-4146-9d44-a5e037da7920 None None] Network a1bc42a2-e6af-46e4-b790-ed7e48cafe35 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:16:38.599885 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040d57f5-e523-421c-aae5-bdb6a876962b tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Network ab4609f8-294f-40fc-b005-304711c22895 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:16:38.610328 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-040d57f5-e523-421c-aae5-bdb6a876962b tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, ab4609f8-294f-40fc-b005-304711c22895) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:16:38.616170 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040d57f5-e523-421c-aae5-bdb6a876962b tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:38.616778 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-040d57f5-e523-421c-aae5-bdb6a876962b tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:38.659718 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8f128b-63b6-42b7-9372-7d9c4a5012ee None None] Network ab4609f8-294f-40fc-b005-304711c22895 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:16:38.660503 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-040d57f5-e523-421c-aae5-bdb6a876962b tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.9918318 Jul 15 23:16:38.662323 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34708) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:38.736393 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d9cc21ba-25fb-4dab-b9c9-50fa76fd1f4d req-629b61e1-d973-4726-a3b2-2a8d3fffea59 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:38.737281 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d9cc21ba-25fb-4dab-b9c9-50fa76fd1f4d req-629b61e1-d973-4726-a3b2-2a8d3fffea59 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:38.776384 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-d9cc21ba-25fb-4dab-b9c9-50fa76fd1f4d req-629b61e1-d973-4726-a3b2-2a8d3fffea59 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Calling delete_port for 2b6ffdbc-7e62-4610-af56-9165a0225c8f owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:16:38.900625 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ed392780-6663-45a1-93a8-04a9fdc228c6 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:39.010049 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ed392780-6663-45a1-93a8-04a9fdc228c6 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:39.063616 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d9cc21ba-25fb-4dab-b9c9-50fa76fd1f4d req-629b61e1-d973-4726-a3b2-2a8d3fffea59 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:39.080304 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7cdb90a3-1994-48e4-86ba-0c8989b1bb3f None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:39.135716 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ed392780-6663-45a1-93a8-04a9fdc228c6 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:39.145849 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629b61e1-d973-4726-a3b2-2a8d3fffea59 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Pushing event deleted for resources: {'Port': ['ID=2b6ffdbc-7e62-4610-af56-9165a0225c8f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:39.205188 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d106331c-a9ae-46da-b7e2-1f78c5f9af26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-ab4609f8-294f-40fc-b005-304711c22895', 'network_id': 'ab4609f8-294f-40fc-b005-304711c22895', 'tenant_id': '545ae24b56d14f939269409987b9058f', 'fixed_ips': [{'subnet_id': 'ce111c66-11c0-44f5-ad34-36c962612cd1'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:16:39.211337 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d106331c-a9ae-46da-b7e2-1f78c5f9af26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:39.235413 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed392780-6663-45a1-93a8-04a9fdc228c6 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Pushing event deleted for resources: {'Subnet': ['ID=ce111c66-11c0-44f5-ad34-36c962612cd1,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:39.390258 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ed392780-6663-45a1-93a8-04a9fdc228c6 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:39.390685 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d9cc21ba-25fb-4dab-b9c9-50fa76fd1f4d req-629b61e1-d973-4726-a3b2-2a8d3fffea59 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:39.394669 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d9cc21ba-25fb-4dab-b9c9-50fa76fd1f4d req-629b61e1-d973-4726-a3b2-2a8d3fffea59 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:39.395893 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d9cc21ba-25fb-4dab-b9c9-50fa76fd1f4d req-629b61e1-d973-4726-a3b2-2a8d3fffea59 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] 10.222.0.48 "DELETE /v2.0/floatingips/ad523581-79c4-4819-ad36-a44184797dc3 HTTP/1.1" status: 204 len: 173 time: 1.3176293 Jul 15 23:16:39.431728 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-ed392780-6663-45a1-93a8-04a9fdc228c6 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab4609f8-294f-40fc-b005-304711c22895']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:39.465931 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-ed392780-6663-45a1-93a8-04a9fdc228c6 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81445cf3-66a3-4cee-b727-837097079742') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:39.467675 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-ed392780-6663-45a1-93a8-04a9fdc228c6 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81445cf3-66a3-4cee-b727-837097079742') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:39.477750 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43710a0-0d09-436b-a3f5-c06f8c5ba93a req-d0945f66-076d-4a85-83ac-3a78e89f48a1 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:39.486581 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e43710a0-0d09-436b-a3f5-c06f8c5ba93a req-d0945f66-076d-4a85-83ac-3a78e89f48a1 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.41 "GET /v2.0/networks?id=a62e01ea-f2e5-4ac4-9f56-3043444e806b HTTP/1.1" status: 200 len: 811 time: 0.2902422 Jul 15 23:16:39.501492 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ed392780-6663-45a1-93a8-04a9fdc228c6 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:39.502542 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7cdb90a3-1994-48e4-86ba-0c8989b1bb3f None None] Transition to ACTIVE for port object 88473d52-008f-4af1-833f-8b5ec6ec8499 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:16:39.516479 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-e43710a0-0d09-436b-a3f5-c06f8c5ba93a req-9e2c3dba-548d-4725-a11e-82cf5cea2815 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Request body: {'port': {'device_id': 'b6959f4f-02eb-4b02-8aa1-01411c48e630', 'network_id': 'a62e01ea-f2e5-4ac4-9f56-3043444e806b', 'admin_state_up': True, 'tenant_id': '675bfc559b0b40ea8fae85ead4a7a3be'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:39.551134 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47e2c29-c955-4c6f-9ab3-b154a4ce8312 None None] Network ab4609f8-294f-40fc-b005-304711c22895 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:16:39.555527 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ed392780-6663-45a1-93a8-04a9fdc228c6 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:39.578916 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed392780-6663-45a1-93a8-04a9fdc228c6 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:16:39.579337 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ed392780-6663-45a1-93a8-04a9fdc228c6 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:39.615163 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-240d34bf-678d-4c99-b395-ebc6845f90be req-9d5cf5fd-9b10-42fd-9797-c0ba5c04f4a9 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6959f4f-02eb-4b02-8aa1-01411c48e630 HTTP/1.1" status: 200 len: 210 time: 0.0379546 Jul 15 23:16:39.646987 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 34730) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:39.714929 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [req-d1177f76-941c-44ed-b507-94c352c0bf08 req-d2c3b46d-5f89-41f2-9411-fc5f5c75f4a8 tempest-SecurityGroupsNegativeTestJSON-348320205 tempest-SecurityGroupsNegativeTestJSON-348320205-project] show failed (client error): The resource could not be found. Jul 15 23:16:39.716030 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d1177f76-941c-44ed-b507-94c352c0bf08 req-d2c3b46d-5f89-41f2-9411-fc5f5c75f4a8 tempest-SecurityGroupsNegativeTestJSON-348320205 tempest-SecurityGroupsNegativeTestJSON-348320205-project] 10.222.0.48 "GET /v2.0/security-groups/ca960752-6f6b-453b-9f37-f6585ff455e3 HTTP/1.1" status: 404 len: 352 time: 0.0907137 Jul 15 23:16:39.740514 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:16:39.740514 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:16:39.740514 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:16:39.740514 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:16:39.740514 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:16:39.740514 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:16:39.740514 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:16:39.740514 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:16:39.740514 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:16:39.740514 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:16:39.740514 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:16:39.740514 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:16:39.740514 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:16:39.740514 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:16:39.740514 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:16:39.740514 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:16:39.740514 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:16:39.740514 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:16:39.740514 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:16:39.740514 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:16:39.740514 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:16:39.740514 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:16:39.740514 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:16:39.740514 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:16:39.740514 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:16:39.740514 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:16:39.740514 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:16:39.740514 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:16:39.740514 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:16:39.740514 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:16:39.740514 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:16:39.740514 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:16:39.743091 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ed392780-6663-45a1-93a8-04a9fdc228c6 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:39.762092 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ed392780-6663-45a1-93a8-04a9fdc228c6 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:39.770196 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ed392780-6663-45a1-93a8-04a9fdc228c6 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] 10.222.0.48 "DELETE /v2.0/networks/ab4609f8-294f-40fc-b005-304711c22895 HTTP/1.1" status: 204 len: 168 time: 1.0963290 Jul 15 23:16:39.770769 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34736) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:39.792597 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-02ef01de-07ae-4b84-b640-95d3a816ab8c tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-889718078'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:39.797528 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed392780-6663-45a1-93a8-04a9fdc228c6 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Pushing event deleted for resources: {'Network': ['ID=ab4609f8-294f-40fc-b005-304711c22895,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:39.821400 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ef01de-07ae-4b84-b640-95d3a816ab8c tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Made reservation on behalf of 545ae24b56d14f939269409987b9058f for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:16:39.826909 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02ef01de-07ae-4b84-b640-95d3a816ab8c tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:39.853110 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95b5aca-8ed3-46f5-8820-74ef0c7fc930 None None] Network a1bc42a2-e6af-46e4-b790-ed7e48cafe35 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:16:39.896870 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02ef01de-07ae-4b84-b640-95d3a816ab8c tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:16:39.941196 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7cdb90a3-1994-48e4-86ba-0c8989b1bb3f None None] Transition to ACTIVE for port object 88473d52-008f-4af1-833f-8b5ec6ec8499 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:16:39.951098 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-10c5208b-1f65-490a-8cd3-dc7d979ca3e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:39.953283 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7cdb90a3-1994-48e4-86ba-0c8989b1bb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:39.962389 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02ef01de-07ae-4b84-b640-95d3a816ab8c tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:39.963160 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-02ef01de-07ae-4b84-b640-95d3a816ab8c tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Added segment 93de999e-3814-4d2f-bd39-a2affe7eb850 of type vlan for network c117991c-3bfd-47cd-909d-8ffaf6650e46 Jul 15 23:16:40.021674 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02ef01de-07ae-4b84-b640-95d3a816ab8c tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:40.039378 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96872a8-57f4-4d15-835d-16e201e2adc8 req-da1d970c-bb2f-4739-a990-8a58ec120387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:40.041387 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e96872a8-57f4-4d15-835d-16e201e2adc8 req-da1d970c-bb2f-4739-a990-8a58ec120387 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=159498bb-e71d-4162-a872-a8de7dd821be HTTP/1.1" status: 200 len: 1096 time: 0.1326189 Jul 15 23:16:40.043148 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ca4a199a-16da-497d-98e3-825bd124f5f2 req-f9054712-a4ca-40a2-8ba7-b59ba50c598b tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] 10.222.0.48 "GET /v2.0/security-groups/88e451c8-7f1b-4bc2-b02b-b9e8adb2fd78 HTTP/1.1" status: 200 len: 1809 time: 0.3636806 Jul 15 23:16:40.045217 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdb90a3-1994-48e4-86ba-0c8989b1bb3f None None] Pushing event updated for resources: {'Port': ['ID=88473d52-008f-4af1-833f-8b5ec6ec8499,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:40.076045 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdb90a3-1994-48e4-86ba-0c8989b1bb3f None None] Network c6499627-4e2f-48ea-ae86-72130adb3fc2 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:16:40.080906 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-7cdb90a3-1994-48e4-86ba-0c8989b1bb3f None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:16:40.085437 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdb90a3-1994-48e4-86ba-0c8989b1bb3f None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:16:40.109639 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e96872a8-57f4-4d15-835d-16e201e2adc8 req-37b41572-8109-4b77-a53f-02f81048baa7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f3cc6b1b-b328-4d26-ba63-110947666d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617788 Jul 15 23:16:40.112642 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02ef01de-07ae-4b84-b640-95d3a816ab8c tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:40.121686 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ef01de-07ae-4b84-b640-95d3a816ab8c tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:40.122656 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02ef01de-07ae-4b84-b640-95d3a816ab8c tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:40.162832 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1bd3c4-1919-4c6b-afe3-e4d9acd8cb62 req-565af463-d39f-4381-9bf0-c35629cbed59 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:40.164504 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5d1bd3c4-1919-4c6b-afe3-e4d9acd8cb62 req-565af463-d39f-4381-9bf0-c35629cbed59 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/ports?device_id=159498bb-e71d-4162-a872-a8de7dd821be HTTP/1.1" status: 200 len: 945 time: 0.2419577 Jul 15 23:16:40.208053 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ca4a199a-16da-497d-98e3-825bd124f5f2 req-6a52d096-1a1a-4583-853a-1ec1e625c7cb tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:40.210635 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ef01de-07ae-4b84-b640-95d3a816ab8c tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Pushing event updated for resources: {'Network': ['ID=c117991c-3bfd-47cd-909d-8ffaf6650e46,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:40.232922 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network c117991c-3bfd-47cd-909d-8ffaf6650e46 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:16:40.249509 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-7cdb90a3-1994-48e4-86ba-0c8989b1bb3f None None] Attempting to bind port 88473d52-008f-4af1-833f-8b5ec6ec8499 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:16:40.249903 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-7cdb90a3-1994-48e4-86ba-0c8989b1bb3f None None] Attempting to bind port 88473d52-008f-4af1-833f-8b5ec6ec8499 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '6637c752-1d65-4f22-958b-1d4e2ce1c59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c6499627-4e2f-48ea-ae86-72130adb3fc2'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:16:40.250291 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdb90a3-1994-48e4-86ba-0c8989b1bb3f None None] Attempting to bind port 88473d52-008f-4af1-833f-8b5ec6ec8499 on network c6499627-4e2f-48ea-ae86-72130adb3fc2 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:16:40.269704 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdb90a3-1994-48e4-86ba-0c8989b1bb3f None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:16:40.270122 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdb90a3-1994-48e4-86ba-0c8989b1bb3f None None] Checking segment: {'id': '6637c752-1d65-4f22-958b-1d4e2ce1c59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c6499627-4e2f-48ea-ae86-72130adb3fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:16:40.270490 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7cdb90a3-1994-48e4-86ba-0c8989b1bb3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:40.270889 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdb90a3-1994-48e4-86ba-0c8989b1bb3f None None] Bound using segment: {'id': '6637c752-1d65-4f22-958b-1d4e2ce1c59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c6499627-4e2f-48ea-ae86-72130adb3fc2'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:16:40.271371 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-7cdb90a3-1994-48e4-86ba-0c8989b1bb3f None None] Bound port: 88473d52-008f-4af1-833f-8b5ec6ec8499, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6637c752-1d65-4f22-958b-1d4e2ce1c59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c6499627-4e2f-48ea-ae86-72130adb3fc2'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:16:40.271823 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7cdb90a3-1994-48e4-86ba-0c8989b1bb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:40.287162 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ca4a199a-16da-497d-98e3-825bd124f5f2 req-6a52d096-1a1a-4583-853a-1ec1e625c7cb tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:40.304881 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5d1bd3c4-1919-4c6b-afe3-e4d9acd8cb62 req-9c7d0d6d-8bd2-44a0-a9f4-14433e2e5ae9 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3cc6b1b-b328-4d26-ba63-110947666d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305943 Jul 15 23:16:40.356342 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-10c5208b-1f65-490a-8cd3-dc7d979ca3e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:40.370905 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-10c5208b-1f65-490a-8cd3-dc7d979ca3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:40.373431 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-02ef01de-07ae-4b84-b640-95d3a816ab8c tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6014106 Jul 15 23:16:40.376068 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34746) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:40.383411 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b454f7f3-aecc-4cad-976f-ea6b4ce2151d tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Request body: {'subnet': {'network_id': 'c117991c-3bfd-47cd-909d-8ffaf6650e46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:40.407894 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-7cdb90a3-1994-48e4-86ba-0c8989b1bb3f None None] For port 88473d52-008f-4af1-833f-8b5ec6ec8499, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:16:40.411916 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-7cdb90a3-1994-48e4-86ba-0c8989b1bb3f None None] For port 88473d52-008f-4af1-833f-8b5ec6ec8499, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=88473d52-008f-4af1-833f-8b5ec6ec8499,segment=NetworkSegment(6637c752-1d65-4f22-958b-1d4e2ce1c59f),segment_id=6637c752-1d65-4f22-958b-1d4e2ce1c59f)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:16:40.419230 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7cdb90a3-1994-48e4-86ba-0c8989b1bb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:40.435999 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c5208b-1f65-490a-8cd3-dc7d979ca3e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c078e539-ddb0-4063-8766-0598e917325f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:40.440750 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ca4a199a-16da-497d-98e3-825bd124f5f2 req-6a52d096-1a1a-4583-853a-1ec1e625c7cb tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:40.443983 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ca4a199a-16da-497d-98e3-825bd124f5f2 req-6a52d096-1a1a-4583-853a-1ec1e625c7cb tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:40.446198 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ca4a199a-16da-497d-98e3-825bd124f5f2 req-6a52d096-1a1a-4583-853a-1ec1e625c7cb tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] 10.222.0.48 "DELETE /v2.0/security-groups/88e451c8-7f1b-4bc2-b02b-b9e8adb2fd78 HTTP/1.1" status: 204 len: 173 time: 0.4020648 Jul 15 23:16:40.469390 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a52d096-1a1a-4583-853a-1ec1e625c7cb tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e451c8-7f1b-4bc2-b02b-b9e8adb2fd78,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:40.544361 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e43710a0-0d09-436b-a3f5-c06f8c5ba93a req-9e2c3dba-548d-4725-a11e-82cf5cea2815 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Made reservation on behalf of 675bfc559b0b40ea8fae85ead4a7a3be for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:16:40.548157 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e43710a0-0d09-436b-a3f5-c06f8c5ba93a req-9e2c3dba-548d-4725-a11e-82cf5cea2815 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:40.556959 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-10c5208b-1f65-490a-8cd3-dc7d979ca3e5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c3d22d177e474155bea65ab836708f39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9166200 Jul 15 23:16:40.569574 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 34754) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:40.620852 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdb90a3-1994-48e4-86ba-0c8989b1bb3f None None] Pushing event updated for resources: {'Port': ['ID=88473d52-008f-4af1-833f-8b5ec6ec8499,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:40.647551 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b454f7f3-aecc-4cad-976f-ea6b4ce2151d tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Made reservation on behalf of 545ae24b56d14f939269409987b9058f for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:16:40.653690 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5d2282d7-5340-4a12-8e28-0f26a38d5403 req-52b7b0d8-42ca-4324-b7bc-edd196eba144 tempest-SecurityGroupsNegativeTestJSON-348320205 tempest-SecurityGroupsNegativeTestJSON-348320205-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=04a65f78b8174947993666f7e4bbc0b9 HTTP/1.1" status: 200 len: 2988 time: 0.2022679 Jul 15 23:16:40.658110 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b454f7f3-aecc-4cad-976f-ea6b4ce2151d tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:40.772086 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53aa0853-abcb-47d6-82fb-9bcfb7a9d193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:40.857307 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53aa0853-abcb-47d6-82fb-9bcfb7a9d193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:40.863659 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5d2282d7-5340-4a12-8e28-0f26a38d5403 req-0a8b48ac-fc4f-41d1-bacb-0b805ea13b60 tempest-SecurityGroupsNegativeTestJSON-348320205 tempest-SecurityGroupsNegativeTestJSON-348320205-project] 10.222.0.48 "GET /v2.0/security-groups/026ccaf9-2313-49c4-96c9-1c2030556211 HTTP/1.1" status: 200 len: 2985 time: 0.1405423 Jul 15 23:16:40.898398 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-e43710a0-0d09-436b-a3f5-c06f8c5ba93a req-9e2c3dba-548d-4725-a11e-82cf5cea2815 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Allocated IP 172.20.0.2 (a62e01ea-f2e5-4ac4-9f56-3043444e806b/a1126b8c-d6f8-4596-9ab3-27f6931e900c/2bd90c6d-5d43-4849-8251-6c4609c805b4) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:16:40.962943 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.ipam_backend_mixin [None req-b454f7f3-aecc-4cad-976f-ea6b4ce2151d tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Performing IP validity checks on allocation pools {{(pid=93771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 15 23:16:40.963788 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.ipam_backend_mixin [None req-b454f7f3-aecc-4cad-976f-ea6b4ce2151d tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 15 23:16:40.989030 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5d2282d7-5340-4a12-8e28-0f26a38d5403 req-d24fa3cd-a48b-415e-9758-3d04bff3eacd tempest-SecurityGroupsNegativeTestJSON-348320205 tempest-SecurityGroupsNegativeTestJSON-348320205-project] 10.222.0.48 "GET /v2.0/security-groups/026ccaf9-2313-49c4-96c9-1c2030556211 HTTP/1.1" status: 200 len: 2985 time: 0.1138005 Jul 15 23:16:41.142591 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53aa0853-abcb-47d6-82fb-9bcfb7a9d193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:41.145637 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53aa0853-abcb-47d6-82fb-9bcfb7a9d193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:41.149730 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-53aa0853-abcb-47d6-82fb-9bcfb7a9d193 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c078e539-ddb0-4063-8766-0598e917325f HTTP/1.1" status: 204 len: 168 time: 0.5687776 Jul 15 23:16:41.166967 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aa0853-abcb-47d6-82fb-9bcfb7a9d193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c078e539-ddb0-4063-8766-0598e917325f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:41.321256 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b454f7f3-aecc-4cad-976f-ea6b4ce2151d tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:41.427046 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b454f7f3-aecc-4cad-976f-ea6b4ce2151d tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Checking segment: {'id': '93de999e-3814-4d2f-bd39-a2affe7eb850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c117991c-3bfd-47cd-909d-8ffaf6650e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:16:41.427420 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b454f7f3-aecc-4cad-976f-ea6b4ce2151d tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Network hostable DHCP agents. Network: c117991c-3bfd-47cd-909d-8ffaf6650e46, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:16:41.438092 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b454f7f3-aecc-4cad-976f-ea6b4ce2151d tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Pushing event updated for resources: {'Subnet': ['ID=86f5ce17-a41e-4297-8a69-ce42e5d4f7d3,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:41.462195 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b454f7f3-aecc-4cad-976f-ea6b4ce2151d tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Network c117991c-3bfd-47cd-909d-8ffaf6650e46 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:16:41.481320 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-b454f7f3-aecc-4cad-976f-ea6b4ce2151d tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, c117991c-3bfd-47cd-909d-8ffaf6650e46) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:16:41.491953 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b454f7f3-aecc-4cad-976f-ea6b4ce2151d tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:41.492574 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b454f7f3-aecc-4cad-976f-ea6b4ce2151d tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:41.496005 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecb3629-e500-4c11-9ef9-6ccfe9f92c02 None None] Network c117991c-3bfd-47cd-909d-8ffaf6650e46 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:16:41.524255 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b454f7f3-aecc-4cad-976f-ea6b4ce2151d tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.1444459 Jul 15 23:16:41.524659 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34770) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:41.687018 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 88473d52-008f-4af1-833f-8b5ec6ec8499 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:16:41.774904 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9ba46ee-7ca6-4fb4-9160-fd7ec666802f tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:41.814817 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34772) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:41.828268 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f5a32402-1e52-4784-94af-38866f9fb221 req-ba30be16-facf-467a-8bc6-9701f3e3c978 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6959f4f-02eb-4b02-8aa1-01411c48e630 HTTP/1.1" status: 200 len: 210 time: 0.5222771 Jul 15 23:16:41.874311 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c72374ff-c005-4094-9c9b-93921b232201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:41.886106 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0545bfb6-44ee-4aea-8e1a-99b4621ac1b0 req-087764ba-c136-46f6-84d9-92205394a89b tempest-SecurityGroupsNegativeTestJSON-348320205 tempest-SecurityGroupsNegativeTestJSON-348320205-project] 10.222.0.48 "GET /v2.0/security-groups/026ccaf9-2313-49c4-96c9-1c2030556211 HTTP/1.1" status: 200 len: 2985 time: 0.7236164 Jul 15 23:16:41.923403 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e43710a0-0d09-436b-a3f5-c06f8c5ba93a req-9e2c3dba-548d-4725-a11e-82cf5cea2815 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:41.944153 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 88473d52-008f-4af1-833f-8b5ec6ec8499 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:16:41.990209 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [req-0545bfb6-44ee-4aea-8e1a-99b4621ac1b0 req-decb396c-e903-44cf-a026-64bb21d08e2b tempest-SecurityGroupsNegativeTestJSON-348320205 tempest-SecurityGroupsNegativeTestJSON-348320205-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 15 23:16:41.991017 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da970880-d6fb-4654-a95e-b908be78df25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-c117991c-3bfd-47cd-909d-8ffaf6650e46', 'network_id': 'c117991c-3bfd-47cd-909d-8ffaf6650e46', 'tenant_id': '545ae24b56d14f939269409987b9058f', 'fixed_ips': [{'subnet_id': '86f5ce17-a41e-4297-8a69-ce42e5d4f7d3'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:16:41.992108 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-da970880-d6fb-4654-a95e-b908be78df25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:42.013357 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0545bfb6-44ee-4aea-8e1a-99b4621ac1b0 req-decb396c-e903-44cf-a026-64bb21d08e2b tempest-SecurityGroupsNegativeTestJSON-348320205 tempest-SecurityGroupsNegativeTestJSON-348320205-project] 10.222.0.48 "DELETE /v2.0/security-groups/026ccaf9-2313-49c4-96c9-1c2030556211 HTTP/1.1" status: 409 len: 352 time: 0.1259828 Jul 15 23:16:42.074841 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e43710a0-0d09-436b-a3f5-c06f8c5ba93a req-9e2c3dba-548d-4725-a11e-82cf5cea2815 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:42.152165 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c72374ff-c005-4094-9c9b-93921b232201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:42.170720 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9ba46ee-7ca6-4fb4-9160-fd7ec666802f tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:42.179307 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c72374ff-c005-4094-9c9b-93921b232201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:42.226800 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-da970880-d6fb-4654-a95e-b908be78df25 None None] Allocated IP 172.20.0.3 (c117991c-3bfd-47cd-909d-8ffaf6650e46/86f5ce17-a41e-4297-8a69-ce42e5d4f7d3/ebc05bcf-27c8-4889-ab34-102f241c9ce0) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:16:42.262568 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e43710a0-0d09-436b-a3f5-c06f8c5ba93a req-9e2c3dba-548d-4725-a11e-82cf5cea2815 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Network a62e01ea-f2e5-4ac4-9f56-3043444e806b is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:16:42.303213 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c72374ff-c005-4094-9c9b-93921b232201 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8b8111574cf04bbeae01d2e5d8a3dfa4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4863386 Jul 15 23:16:42.304765 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72374ff-c005-4094-9c9b-93921b232201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc85624-0a5a-488a-908d-f31059ff8441,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:42.307684 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34776) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:42.344820 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-e43710a0-0d09-436b-a3f5-c06f8c5ba93a req-9e2c3dba-548d-4725-a11e-82cf5cea2815 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:16:42.350942 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-e43710a0-0d09-436b-a3f5-c06f8c5ba93a req-9e2c3dba-548d-4725-a11e-82cf5cea2815 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:16:42.372230 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-472a5337-8d06-4b13-bd4c-15400047e630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:42.402340 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-472a5337-8d06-4b13-bd4c-15400047e630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:42.436828 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2c3dba-548d-4725-a11e-82cf5cea2815 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Pushing event updated for resources: {'Port': ['ID=2bd90c6d-5d43-4849-8251-6c4609c805b4,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:42.491468 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-da970880-d6fb-4654-a95e-b908be78df25 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:42.501318 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f08c6c-325e-4390-9081-659207b75642 None None] Network c6499627-4e2f-48ea-ae86-72130adb3fc2 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:16:42.526268 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43710a0-0d09-436b-a3f5-c06f8c5ba93a req-9e2c3dba-548d-4725-a11e-82cf5cea2815 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:42.526989 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e43710a0-0d09-436b-a3f5-c06f8c5ba93a req-9e2c3dba-548d-4725-a11e-82cf5cea2815 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:42.540808 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-472a5337-8d06-4b13-bd4c-15400047e630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:42.543367 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-472a5337-8d06-4b13-bd4c-15400047e630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:42.544703 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-472a5337-8d06-4b13-bd4c-15400047e630 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bdc85624-0a5a-488a-908d-f31059ff8441 HTTP/1.1" status: 204 len: 168 time: 0.2352972 Jul 15 23:16:42.554958 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2203e25b-112b-4bc7-9a2e-e0192d878314 req-da932792-86c4-451d-82d0-b84b3913dee8 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:42.562492 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2203e25b-112b-4bc7-9a2e-e0192d878314 req-da932792-86c4-451d-82d0-b84b3913dee8 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] 10.222.0.48 "GET /v2.0/ports?device_id=051b1372-b85f-43be-9ec5-11e1510a8a33 HTTP/1.1" status: 200 len: 945 time: 0.4513013 Jul 15 23:16:42.576882 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-da970880-d6fb-4654-a95e-b908be78df25 None None] Transition to ACTIVE for port object ebc05bcf-27c8-4889-ab34-102f241c9ce0 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:16:42.586784 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472a5337-8d06-4b13-bd4c-15400047e630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc85624-0a5a-488a-908d-f31059ff8441,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:42.594816 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8a80fa-8613-4921-87af-a19971ea7bf7 req-1ce4b8b8-3b8e-4a33-927d-4e07be7681b3 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:42.604654 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cb8a80fa-8613-4921-87af-a19971ea7bf7 req-1ce4b8b8-3b8e-4a33-927d-4e07be7681b3 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/ports?device_id=159498bb-e71d-4162-a872-a8de7dd821be HTTP/1.1" status: 200 len: 945 time: 0.3407259 Jul 15 23:16:42.630777 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e43710a0-0d09-436b-a3f5-c06f8c5ba93a req-9e2c3dba-548d-4725-a11e-82cf5cea2815 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1206830 Jul 15 23:16:42.656284 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ef2b765b-606f-4518-a598-edafa7f4ab9b None None] Provisioning for port 88473d52-008f-4af1-833f-8b5ec6ec8499 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:16:42.674424 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-e43710a0-0d09-436b-a3f5-c06f8c5ba93a req-08849e44-abae-41b4-9eab-7ce9415be018 service neutron] Request body: {'port': {'device_id': 'b6959f4f-02eb-4b02-8aa1-01411c48e630', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:42.693981 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2203e25b-112b-4bc7-9a2e-e0192d878314 req-f92c490f-9d53-446d-91c5-b11d059e0129 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] 10.222.0.48 "GET /v2.0/security-groups?id=c75ced0b-b679-4ed8-a0bf-e5a0053ebcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304681 Jul 15 23:16:42.724418 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ef2b765b-606f-4518-a598-edafa7f4ab9b None None] Provisioning complete for port 88473d52-008f-4af1-833f-8b5ec6ec8499 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:42.726338 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ef2b765b-606f-4518-a598-edafa7f4ab9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:42.748212 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cb8a80fa-8613-4921-87af-a19971ea7bf7 req-725cdcb8-15d0-494b-bb32-1d39116f1768 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3cc6b1b-b328-4d26-ba63-110947666d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425614 Jul 15 23:16:42.913500 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e43710a0-0d09-436b-a3f5-c06f8c5ba93a req-08849e44-abae-41b4-9eab-7ce9415be018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:42.955810 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [req-c5354eea-9f34-48f7-953f-a39feb277f4e req-cd252e8c-d0aa-49d7-8814-895f602caeb6 tempest-SecurityGroupsNegativeTestJSON-348320205 tempest-SecurityGroupsNegativeTestJSON-348320205-project] show failed (client error): The resource could not be found. Jul 15 23:16:42.969702 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c5354eea-9f34-48f7-953f-a39feb277f4e req-cd252e8c-d0aa-49d7-8814-895f602caeb6 tempest-SecurityGroupsNegativeTestJSON-348320205 tempest-SecurityGroupsNegativeTestJSON-348320205-project] 10.222.0.48 "GET /v2.0/security-groups/5b209927-d025-4746-b089-39d34c482ab6 HTTP/1.1" status: 404 len: 352 time: 0.1668739 Jul 15 23:16:43.101127 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-da970880-d6fb-4654-a95e-b908be78df25 None None] Transition to ACTIVE for port object ebc05bcf-27c8-4889-ab34-102f241c9ce0 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:16:43.144843 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9ba46ee-7ca6-4fb4-9160-fd7ec666802f tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:43.248680 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-da970880-d6fb-4654-a95e-b908be78df25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:43.323903 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da970880-d6fb-4654-a95e-b908be78df25 None None] Pushing event updated for resources: {'Port': ['ID=ebc05bcf-27c8-4889-ab34-102f241c9ce0,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:43.381750 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ef2b765b-606f-4518-a598-edafa7f4ab9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:43.412198 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da970880-d6fb-4654-a95e-b908be78df25 None None] Network c117991c-3bfd-47cd-909d-8ffaf6650e46 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:16:43.416631 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-da970880-d6fb-4654-a95e-b908be78df25 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:16:43.442696 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da970880-d6fb-4654-a95e-b908be78df25 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:16:43.517100 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ef2b765b-606f-4518-a598-edafa7f4ab9b None None] For port 88473d52-008f-4af1-833f-8b5ec6ec8499, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=88473d52-008f-4af1-833f-8b5ec6ec8499,segment=NetworkSegment(6637c752-1d65-4f22-958b-1d4e2ce1c59f),segment_id=6637c752-1d65-4f22-958b-1d4e2ce1c59f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:43.542030 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ef2b765b-606f-4518-a598-edafa7f4ab9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:43.562548 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-e43710a0-0d09-436b-a3f5-c06f8c5ba93a req-08849e44-abae-41b4-9eab-7ce9415be018 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bd90c6d-5d43-4849-8251-6c4609c805b4 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:16:43.575005 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e43710a0-0d09-436b-a3f5-c06f8c5ba93a req-08849e44-abae-41b4-9eab-7ce9415be018 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:43.597730 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-e43710a0-0d09-436b-a3f5-c06f8c5ba93a req-08849e44-abae-41b4-9eab-7ce9415be018 service neutron] Transition to ACTIVE for port object 2bd90c6d-5d43-4849-8251-6c4609c805b4 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:16:43.608716 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e43710a0-0d09-436b-a3f5-c06f8c5ba93a req-08849e44-abae-41b4-9eab-7ce9415be018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:43.660198 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2b765b-606f-4518-a598-edafa7f4ab9b None None] Pushing event updated for resources: {'Port': ['ID=88473d52-008f-4af1-833f-8b5ec6ec8499,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:43.682699 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-da970880-d6fb-4654-a95e-b908be78df25 None None] Attempting to bind port ebc05bcf-27c8-4889-ab34-102f241c9ce0 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:16:43.683263 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-da970880-d6fb-4654-a95e-b908be78df25 None None] Attempting to bind port ebc05bcf-27c8-4889-ab34-102f241c9ce0 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '93de999e-3814-4d2f-bd39-a2affe7eb850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c117991c-3bfd-47cd-909d-8ffaf6650e46'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:16:43.684395 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da970880-d6fb-4654-a95e-b908be78df25 None None] Attempting to bind port ebc05bcf-27c8-4889-ab34-102f241c9ce0 on network c117991c-3bfd-47cd-909d-8ffaf6650e46 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:16:43.713129 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da970880-d6fb-4654-a95e-b908be78df25 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:16:43.713685 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da970880-d6fb-4654-a95e-b908be78df25 None None] Checking segment: {'id': '93de999e-3814-4d2f-bd39-a2affe7eb850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c117991c-3bfd-47cd-909d-8ffaf6650e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:16:43.714109 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-da970880-d6fb-4654-a95e-b908be78df25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:43.714519 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da970880-d6fb-4654-a95e-b908be78df25 None None] Bound using segment: {'id': '93de999e-3814-4d2f-bd39-a2affe7eb850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c117991c-3bfd-47cd-909d-8ffaf6650e46'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:16:43.715025 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-da970880-d6fb-4654-a95e-b908be78df25 None None] Bound port: ebc05bcf-27c8-4889-ab34-102f241c9ce0, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93de999e-3814-4d2f-bd39-a2affe7eb850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c117991c-3bfd-47cd-909d-8ffaf6650e46'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:16:43.715420 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-da970880-d6fb-4654-a95e-b908be78df25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:43.716527 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ba46ee-7ca6-4fb4-9160-fd7ec666802f tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Pushing event deleted for resources: {'Subnet': ['ID=86f5ce17-a41e-4297-8a69-ce42e5d4f7d3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:43.769289 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [req-7861c3d5-083f-4e85-b318-3f647a264e5a req-04018699-fba8-4f27-b652-d4e02e0f25a3 tempest-SecurityGroupsNegativeTestJSON-348320205 tempest-SecurityGroupsNegativeTestJSON-348320205-project] show failed (client error): The resource could not be found. Jul 15 23:16:43.773989 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7861c3d5-083f-4e85-b318-3f647a264e5a req-04018699-fba8-4f27-b652-d4e02e0f25a3 tempest-SecurityGroupsNegativeTestJSON-348320205 tempest-SecurityGroupsNegativeTestJSON-348320205-project] 10.222.0.48 "GET /v2.0/security-groups/22bda34d-927e-4914-9a9d-6a36169a1a2f HTTP/1.1" status: 404 len: 352 time: 0.1693249 Jul 15 23:16:43.801105 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 34818) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:43.841990 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9ba46ee-7ca6-4fb4-9160-fd7ec666802f tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:43.874814 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-da970880-d6fb-4654-a95e-b908be78df25 None None] For port ebc05bcf-27c8-4889-ab34-102f241c9ce0, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:16:43.883413 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f9ba46ee-7ca6-4fb4-9160-fd7ec666802f tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c117991c-3bfd-47cd-909d-8ffaf6650e46']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:43.891239 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-da970880-d6fb-4654-a95e-b908be78df25 None None] For port ebc05bcf-27c8-4889-ab34-102f241c9ce0, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=ebc05bcf-27c8-4889-ab34-102f241c9ce0,segment=NetworkSegment(93de999e-3814-4d2f-bd39-a2affe7eb850),segment_id=93de999e-3814-4d2f-bd39-a2affe7eb850)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:16:43.898244 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-da970880-d6fb-4654-a95e-b908be78df25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:43.921684 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f9ba46ee-7ca6-4fb4-9160-fd7ec666802f tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93de999e-3814-4d2f-bd39-a2affe7eb850') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:43.921684 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f9ba46ee-7ca6-4fb4-9160-fd7ec666802f tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93de999e-3814-4d2f-bd39-a2affe7eb850') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:43.941973 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9ba46ee-7ca6-4fb4-9160-fd7ec666802f tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:43.971187 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42785ee-38b5-4c02-96ae-a6862b7dadf9 req-e03d70c3-3426-4fe8-ba67-e8c23aca9d79 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:43.971187 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e42785ee-38b5-4c02-96ae-a6862b7dadf9 req-e03d70c3-3426-4fe8-ba67-e8c23aca9d79 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6959f4f-02eb-4b02-8aa1-01411c48e630 HTTP/1.1" status: 200 len: 931 time: 0.7599814 Jul 15 23:16:43.975320 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9ba46ee-7ca6-4fb4-9160-fd7ec666802f tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:43.990714 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9ba46ee-7ca6-4fb4-9160-fd7ec666802f tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:16:43.991291 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9ba46ee-7ca6-4fb4-9160-fd7ec666802f tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:44.005150 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:16:44.005150 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:16:44.005150 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:16:44.005150 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:16:44.005150 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:16:44.005150 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:16:44.005150 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:16:44.005150 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:16:44.005150 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:16:44.005150 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:16:44.005150 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:16:44.005150 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:16:44.005150 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:16:44.005150 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:16:44.005150 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:16:44.005150 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:16:44.005150 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:16:44.005150 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:16:44.005150 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:16:44.005150 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:16:44.005150 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:16:44.005150 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:16:44.005150 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:16:44.005150 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:16:44.005150 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:16:44.005150 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:16:44.005150 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:16:44.005150 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:16:44.005150 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:16:44.005150 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:16:44.005150 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:16:44.005150 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:16:44.083314 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08849e44-abae-41b4-9eab-7ce9415be018 service neutron] Pushing event updated for resources: {'Port': ['ID=2bd90c6d-5d43-4849-8251-6c4609c805b4,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:44.184452 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-e43710a0-0d09-436b-a3f5-c06f8c5ba93a req-08849e44-abae-41b4-9eab-7ce9415be018 service neutron] Attempting to bind port 2bd90c6d-5d43-4849-8251-6c4609c805b4 on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:16:44.184820 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-e43710a0-0d09-436b-a3f5-c06f8c5ba93a req-08849e44-abae-41b4-9eab-7ce9415be018 service neutron] Attempting to bind port 2bd90c6d-5d43-4849-8251-6c4609c805b4 by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '3c2758b9-e41c-4bf2-b9ed-9081bfc02669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a62e01ea-f2e5-4ac4-9f56-3043444e806b'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:16:44.185383 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43710a0-0d09-436b-a3f5-c06f8c5ba93a req-08849e44-abae-41b4-9eab-7ce9415be018 service neutron] Attempting to bind port 2bd90c6d-5d43-4849-8251-6c4609c805b4 on network a62e01ea-f2e5-4ac4-9f56-3043444e806b {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:16:44.188377 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.db.api [None req-f9ba46ee-7ca6-4fb4-9160-fd7ec666802f tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 15 23:16:44.188377 n-d-794306-6 neutron-server[93771]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 15 23:16:44.188377 n-d-794306-6 neutron-server[93771]: [parameters: {'id': 'c117991c-3bfd-47cd-909d-8ffaf6650e46'}] Jul 15 23:16:44.188377 n-d-794306-6 neutron-server[93771]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:16:44.190212 n-d-794306-6 neutron-server[93771]: DEBUG oslo_db.api [None req-f9ba46ee-7ca6-4fb4-9160-fd7ec666802f tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:16:44.195476 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-77c15b61-74d5-4e60-a0b3-1a14c4f57c40 admin admin] Deleting subnet d8df8426-0e96-4b13-8962-7f1c77f773d8 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:16:44.202476 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43710a0-0d09-436b-a3f5-c06f8c5ba93a req-08849e44-abae-41b4-9eab-7ce9415be018 service neutron] Port 2bd90c6d-5d43-4849-8251-6c4609c805b4 on network a62e01ea-f2e5-4ac4-9f56-3043444e806b not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:16:44.202798 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43710a0-0d09-436b-a3f5-c06f8c5ba93a req-08849e44-abae-41b4-9eab-7ce9415be018 service neutron] Attempting to bind port 2bd90c6d-5d43-4849-8251-6c4609c805b4 on network a62e01ea-f2e5-4ac4-9f56-3043444e806b {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:16:44.205608 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da970880-d6fb-4654-a95e-b908be78df25 None None] Pushing event updated for resources: {'Port': ['ID=ebc05bcf-27c8-4889-ab34-102f241c9ce0,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:44.216994 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472b7022-e736-4fd5-901e-2b5300b35fc6 None None] Network c117991c-3bfd-47cd-909d-8ffaf6650e46 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:16:44.222223 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-77c15b61-74d5-4e60-a0b3-1a14c4f57c40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:44.232437 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43710a0-0d09-436b-a3f5-c06f8c5ba93a req-08849e44-abae-41b4-9eab-7ce9415be018 service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:16:44.242376 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43710a0-0d09-436b-a3f5-c06f8c5ba93a req-08849e44-abae-41b4-9eab-7ce9415be018 service neutron] Checking segment: {'id': '3c2758b9-e41c-4bf2-b9ed-9081bfc02669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a62e01ea-f2e5-4ac4-9f56-3043444e806b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:16:44.243069 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43710a0-0d09-436b-a3f5-c06f8c5ba93a req-08849e44-abae-41b4-9eab-7ce9415be018 service neutron] Bound using segment: {'id': '3c2758b9-e41c-4bf2-b9ed-9081bfc02669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a62e01ea-f2e5-4ac4-9f56-3043444e806b'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:16:44.244032 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-e43710a0-0d09-436b-a3f5-c06f8c5ba93a req-08849e44-abae-41b4-9eab-7ce9415be018 service neutron] Bound port: 2bd90c6d-5d43-4849-8251-6c4609c805b4, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c2758b9-e41c-4bf2-b9ed-9081bfc02669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a62e01ea-f2e5-4ac4-9f56-3043444e806b'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:16:44.245028 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e43710a0-0d09-436b-a3f5-c06f8c5ba93a req-08849e44-abae-41b4-9eab-7ce9415be018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:44.306198 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e42785ee-38b5-4c02-96ae-a6862b7dadf9 req-65c00dda-3d94-43e4-9224-c54590332e1c tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439017 Jul 15 23:16:44.526223 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-de5ca710-0f5b-4f8f-bba2-6477b78dca44 None None] Provisioning complete for port 88473d52-008f-4af1-833f-8b5ec6ec8499 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:44.529227 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-de5ca710-0f5b-4f8f-bba2-6477b78dca44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:44.618835 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd52aac-1af1-43dd-aa25-cf7c4dcb5625 req-5f0d762a-2f3a-406a-91f3-57d24336f730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:44.620613 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1dd52aac-1af1-43dd-aa25-cf7c4dcb5625 req-5f0d762a-2f3a-406a-91f3-57d24336f730 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bcd8fa5c1bea4844bd70f8774f2c31f7&device_id=159498bb-e71d-4162-a872-a8de7dd821be HTTP/1.1" status: 200 len: 1096 time: 0.2208533 Jul 15 23:16:44.655735 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9395cb-5dae-439e-aefa-e311994a3d8e req-d3ce1f09-a7b5-4ff2-bdb8-9d9c0ad1cc23 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:44.658818 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6f9395cb-5dae-439e-aefa-e311994a3d8e req-d3ce1f09-a7b5-4ff2-bdb8-9d9c0ad1cc23 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] 10.222.0.49 "GET /v2.0/ports?device_id=051b1372-b85f-43be-9ec5-11e1510a8a33 HTTP/1.1" status: 200 len: 945 time: 1.0529196 Jul 15 23:16:44.723290 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9ba46ee-7ca6-4fb4-9160-fd7ec666802f tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:44.879826 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd52aac-1af1-43dd-aa25-cf7c4dcb5625 req-93fde202-6dab-415a-b134-2cbd3ae8ea52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:44.881853 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1dd52aac-1af1-43dd-aa25-cf7c4dcb5625 req-93fde202-6dab-415a-b134-2cbd3ae8ea52 service neutron] 10.222.0.41 "GET /v2.0/networks?id=96ab0661-6266-4252-9c9c-1e8142971046 HTTP/1.1" status: 200 len: 919 time: 0.2549250 Jul 15 23:16:44.884282 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f9ba46ee-7ca6-4fb4-9160-fd7ec666802f tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Deleting port ebc05bcf-27c8-4889-ab34-102f241c9ce0 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:16:44.884896 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9ba46ee-7ca6-4fb4-9160-fd7ec666802f tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:44.975264 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-f9ba46ee-7ca6-4fb4-9160-fd7ec666802f tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] For port ebc05bcf-27c8-4889-ab34-102f241c9ce0, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=ebc05bcf-27c8-4889-ab34-102f241c9ce0,segment=NetworkSegment(93de999e-3814-4d2f-bd39-a2affe7eb850),segment_id=93de999e-3814-4d2f-bd39-a2affe7eb850)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:44.980298 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9ba46ee-7ca6-4fb4-9160-fd7ec666802f tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:45.004375 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f9ba46ee-7ca6-4fb4-9160-fd7ec666802f tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Calling delete_port for ebc05bcf-27c8-4889-ab34-102f241c9ce0 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:16:45.036513 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-e43710a0-0d09-436b-a3f5-c06f8c5ba93a req-08849e44-abae-41b4-9eab-7ce9415be018 service neutron] For port 2bd90c6d-5d43-4849-8251-6c4609c805b4, host n-h2-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:16:45.079934 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-77c15b61-74d5-4e60-a0b3-1a14c4f57c40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:45.134536 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f87d80-e896-4470-81d8-70608ba03977 None None] get_active_networks_info from n-d-794306-6 {{(pid=93772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 23:16:45.150693 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-e43710a0-0d09-436b-a3f5-c06f8c5ba93a req-08849e44-abae-41b4-9eab-7ce9415be018 service neutron] For port 2bd90c6d-5d43-4849-8251-6c4609c805b4, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=2bd90c6d-5d43-4849-8251-6c4609c805b4,segment=NetworkSegment(3c2758b9-e41c-4bf2-b9ed-9081bfc02669),segment_id=3c2758b9-e41c-4bf2-b9ed-9081bfc02669)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:16:45.172885 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e43710a0-0d09-436b-a3f5-c06f8c5ba93a req-08849e44-abae-41b4-9eab-7ce9415be018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:45.217204 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9ba46ee-7ca6-4fb4-9160-fd7ec666802f tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:45.232939 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1dd52aac-1af1-43dd-aa25-cf7c4dcb5625 req-684e51ce-abf7-4903-8d18-f4a14637aef6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2a2b966-442b-4f4d-9d32-2b902d12a3e4 HTTP/1.1" status: 200 len: 217 time: 0.1156490 Jul 15 23:16:45.273890 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-77c15b61-74d5-4e60-a0b3-1a14c4f57c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:45.322937 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0830a5-33a6-4455-ad33-c61cbf085b51 req-eb0b76dd-2daa-4902-9a23-909dea450889 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:45.324667 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9a0830a5-33a6-4455-ad33-c61cbf085b51 req-eb0b76dd-2daa-4902-9a23-909dea450889 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/ports?device_id=159498bb-e71d-4162-a872-a8de7dd821be HTTP/1.1" status: 200 len: 945 time: 0.6123221 Jul 15 23:16:45.384366 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f87d80-e896-4470-81d8-70608ba03977 None None] Resources bound (agent type, host, resource id): {{(pid=93772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 23:16:45.411242 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e080f-9176-4d05-bbee-5bb1dfb9e1e2 req-566da19f-bd0f-4e84-b1f3-c86c3d3973dc tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:45.418702 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-aa1e080f-9176-4d05-bbee-5bb1dfb9e1e2 req-566da19f-bd0f-4e84-b1f3-c86c3d3973dc tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] 10.222.0.48 "GET /v2.0/ports?device_id=051b1372-b85f-43be-9ec5-11e1510a8a33 HTTP/1.1" status: 200 len: 945 time: 0.8142769 Jul 15 23:16:45.458293 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ba46ee-7ca6-4fb4-9160-fd7ec666802f tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Pushing event deleted for resources: {'Port': ['ID=ebc05bcf-27c8-4889-ab34-102f241c9ce0,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:45.470357 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd52aac-1af1-43dd-aa25-cf7c4dcb5625 req-23127e56-54ef-46bf-8d33-b44b5517644e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:45.477642 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1dd52aac-1af1-43dd-aa25-cf7c4dcb5625 req-23127e56-54ef-46bf-8d33-b44b5517644e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=861cc51f-5aa3-4f8e-b090-2fa15d26f9e0 HTTP/1.1" status: 200 len: 858 time: 0.2044973 Jul 15 23:16:45.480482 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ba46ee-7ca6-4fb4-9160-fd7ec666802f tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] No DVR routers for this DVR port ebc05bcf-27c8-4889-ab34-102f241c9ce0 on host n-d-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:16:45.483073 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43710a0-0d09-436b-a3f5-c06f8c5ba93a req-08849e44-abae-41b4-9eab-7ce9415be018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:45.483858 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e43710a0-0d09-436b-a3f5-c06f8c5ba93a req-08849e44-abae-41b4-9eab-7ce9415be018 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:45.485604 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e43710a0-0d09-436b-a3f5-c06f8c5ba93a req-08849e44-abae-41b4-9eab-7ce9415be018 service neutron] 10.222.0.41 "PUT /v2.0/ports/2bd90c6d-5d43-4849-8251-6c4609c805b4 HTTP/1.1" status: 200 len: 1091 time: 2.8335381 Jul 15 23:16:45.490134 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6959f4f-02eb-4b02-8aa1-01411c48e630', 'tag': '2bd90c6d-5d43-4849-8251-6c4609c805b4'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:16:45.492488 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fefbd4df-911d-4714-9680-b5076370607d" -d '{"events": [{"name": "network-changed", "server_uuid": "b6959f4f-02eb-4b02-8aa1-01411c48e630", "tag": "2bd90c6d-5d43-4849-8251-6c4609c805b4"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:16:45.519846 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9a0830a5-33a6-4455-ad33-c61cbf085b51 req-fb5b278e-fada-41c8-aa6d-e9f996165ae7 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3cc6b1b-b328-4d26-ba63-110947666d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820159 Jul 15 23:16:45.532696 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08849e44-abae-41b4-9eab-7ce9415be018 service neutron] Pushing event updated for resources: {'Port': ['ID=2bd90c6d-5d43-4849-8251-6c4609c805b4,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:45.593659 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1dd52aac-1af1-43dd-aa25-cf7c4dcb5625 req-0aa3800f-759a-4473-81c7-8ca0387bf7df service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=96ab0661-6266-4252-9c9c-1e8142971046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0940900 Jul 15 23:16:45.649231 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-6f9395cb-5dae-439e-aefa-e311994a3d8e req-34dfd20e-1aea-41b1-ab3f-7146d9af7b6a tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Deleting port 426feaae-9363-4074-b0ce-63b4ab490675 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:16:45.650279 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6f9395cb-5dae-439e-aefa-e311994a3d8e req-34dfd20e-1aea-41b1-ab3f-7146d9af7b6a tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:45.693555 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 88473d52-008f-4af1-833f-8b5ec6ec8499 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:16:45.745159 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-aa1e080f-9176-4d05-bbee-5bb1dfb9e1e2 req-1a473e83-ab84-4988-be09-f8e485848180 tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] 10.222.0.48 "GET /v2.0/security-groups?id=c75ced0b-b679-4ed8-a0bf-e5a0053ebcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253188 Jul 15 23:16:45.772086 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-77c15b61-74d5-4e60-a0b3-1a14c4f57c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:45.779858 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1dd52aac-1af1-43dd-aa25-cf7c4dcb5625 req-88ceb0fe-f6d7-4e03-beba-c8e40924e7ab service neutron] 10.222.0.41 "GET /v2.0/networks/96ab0661-6266-4252-9c9c-1e8142971046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714528 Jul 15 23:16:45.868743 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c15b61-74d5-4e60-a0b3-1a14c4f57c40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8df8426-0e96-4b13-8962-7f1c77f773d8,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:45.922969 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-77c15b61-74d5-4e60-a0b3-1a14c4f57c40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:45.936211 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-77c15b61-74d5-4e60-a0b3-1a14c4f57c40 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d8df8426-0e96-4b13-8962-7f1c77f773d8 HTTP/1.1" status: 204 len: 168 time: 2.1275690 Jul 15 23:16:45.976781 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9ba46ee-7ca6-4fb4-9160-fd7ec666802f tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:45.979237 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34868) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:46.024543 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f9ba46ee-7ca6-4fb4-9160-fd7ec666802f tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c117991c-3bfd-47cd-909d-8ffaf6650e46']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:46.044764 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 88473d52-008f-4af1-833f-8b5ec6ec8499 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:46.045222 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:46.075156 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f9ba46ee-7ca6-4fb4-9160-fd7ec666802f tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93de999e-3814-4d2f-bd39-a2affe7eb850') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:46.075495 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f9ba46ee-7ca6-4fb4-9160-fd7ec666802f tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93de999e-3814-4d2f-bd39-a2affe7eb850') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:46.082207 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18ade27-58cd-4bbb-9091-d3b5f8e0757d x-openstack-request-id: req-f18ade27-58cd-4bbb-9091-d3b5f8e0757d {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:16:46.083069 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6959f4f-02eb-4b02-8aa1-01411c48e630", "tag": "2bd90c6d-5d43-4849-8251-6c4609c805b4", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:16:46.083069 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f18ade27-58cd-4bbb-9091-d3b5f8e0757d {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:16:46.083312 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6959f4f-02eb-4b02-8aa1-01411c48e630', 'tag': '2bd90c6d-5d43-4849-8251-6c4609c805b4', 'status': 'completed', 'code': 200} Jul 15 23:16:46.139068 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9ba46ee-7ca6-4fb4-9160-fd7ec666802f tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:46.201839 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b99abd7-5ce7-4353-abb0-01030ebca2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:46.218424 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9ba46ee-7ca6-4fb4-9160-fd7ec666802f tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:46.228638 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43710a0-0d09-436b-a3f5-c06f8c5ba93a req-6e6e86d8-0243-4e93-9ca8-528d2ee0f2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:46.230159 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e43710a0-0d09-436b-a3f5-c06f8c5ba93a req-6e6e86d8-0243-4e93-9ca8-528d2ee0f2b6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=675bfc559b0b40ea8fae85ead4a7a3be&device_id=b6959f4f-02eb-4b02-8aa1-01411c48e630 HTTP/1.1" status: 200 len: 1094 time: 0.6391177 Jul 15 23:16:46.231288 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1dd52aac-1af1-43dd-aa25-cf7c4dcb5625 req-0d45a74a-2e47-4dd7-95bb-b81baf8b4abb service neutron] 10.222.0.41 "GET /v2.0/networks/96ab0661-6266-4252-9c9c-1e8142971046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4448183 Jul 15 23:16:46.251368 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d43d95-3d1a-421b-9320-cc6715703385 req-d131658d-b21e-4a5b-a8e9-f32298d7da2f tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:46.252381 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9ba46ee-7ca6-4fb4-9160-fd7ec666802f tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:16:46.252811 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9ba46ee-7ca6-4fb4-9160-fd7ec666802f tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:46.265999 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-11d43d95-3d1a-421b-9320-cc6715703385 req-d131658d-b21e-4a5b-a8e9-f32298d7da2f tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6959f4f-02eb-4b02-8aa1-01411c48e630 HTTP/1.1" status: 200 len: 943 time: 0.4862573 Jul 15 23:16:46.268768 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:16:46.268768 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:16:46.268768 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:16:46.268768 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:16:46.268768 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:16:46.268768 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:16:46.268768 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:16:46.268768 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:16:46.268768 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:16:46.268768 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:16:46.268768 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:16:46.268768 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:16:46.268768 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:16:46.268768 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:16:46.268768 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:16:46.268768 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:16:46.268768 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:16:46.268768 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:16:46.268768 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:16:46.268768 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:16:46.268768 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:16:46.268768 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:16:46.268768 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:16:46.268768 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:16:46.268768 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:16:46.268768 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:16:46.268768 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:16:46.268768 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:16:46.268768 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:16:46.268768 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:16:46.268768 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:16:46.268768 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:16:46.311297 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-6f9395cb-5dae-439e-aefa-e311994a3d8e req-34dfd20e-1aea-41b1-ab3f-7146d9af7b6a tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] For port 426feaae-9363-4074-b0ce-63b4ab490675, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=426feaae-9363-4074-b0ce-63b4ab490675,segment=NetworkSegment(d7b09758-ffc0-4d02-ad5e-168911b86f82),segment_id=d7b09758-ffc0-4d02-ad5e-168911b86f82)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:46.311792 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6f9395cb-5dae-439e-aefa-e311994a3d8e req-34dfd20e-1aea-41b1-ab3f-7146d9af7b6a tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:46.375961 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e43710a0-0d09-436b-a3f5-c06f8c5ba93a req-6f970b0f-e562-4abf-bce8-4bc2159975c5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2bd90c6d-5d43-4849-8251-6c4609c805b4 HTTP/1.1" status: 200 len: 217 time: 0.1031659 Jul 15 23:16:46.389957 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-6f9395cb-5dae-439e-aefa-e311994a3d8e req-34dfd20e-1aea-41b1-ab3f-7146d9af7b6a tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Calling delete_port for 426feaae-9363-4074-b0ce-63b4ab490675 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:16:46.500191 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43710a0-0d09-436b-a3f5-c06f8c5ba93a req-2ccfd681-d418-4761-94fa-c299aba4e9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:46.521800 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e43710a0-0d09-436b-a3f5-c06f8c5ba93a req-2ccfd681-d418-4761-94fa-c299aba4e9c6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a1126b8c-d6f8-4596-9ab3-27f6931e900c HTTP/1.1" status: 200 len: 851 time: 0.1319685 Jul 15 23:16:46.529216 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b99abd7-5ce7-4353-abb0-01030ebca2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:46.532285 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9ba46ee-7ca6-4fb4-9160-fd7ec666802f tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:46.552431 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9ba46ee-7ca6-4fb4-9160-fd7ec666802f tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:46.553405 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-11d43d95-3d1a-421b-9320-cc6715703385 req-e1cf21c2-b8b5-4ddf-b737-551f708a4032 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504196 Jul 15 23:16:46.555104 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f9ba46ee-7ca6-4fb4-9160-fd7ec666802f tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] 10.222.0.48 "DELETE /v2.0/networks/c117991c-3bfd-47cd-909d-8ffaf6650e46 HTTP/1.1" status: 204 len: 168 time: 5.0296562 Jul 15 23:16:46.564032 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 34884) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:46.568814 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-0b99abd7-5ce7-4353-abb0-01030ebca2b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1bc42a2-e6af-46e4-b790-ed7e48cafe35']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:46.580938 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ba46ee-7ca6-4fb4-9160-fd7ec666802f tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Pushing event deleted for resources: {'Network': ['ID=c117991c-3bfd-47cd-909d-8ffaf6650e46,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:46.591943 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-0b99abd7-5ce7-4353-abb0-01030ebca2b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86b9d139-c4d6-423d-9c0e-82fbc1015d6d') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:46.592239 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-0b99abd7-5ce7-4353-abb0-01030ebca2b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86b9d139-c4d6-423d-9c0e-82fbc1015d6d') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:46.606834 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b99abd7-5ce7-4353-abb0-01030ebca2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:46.607539 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-300899b8-6e11-4a82-a42c-12a93797e871 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-594709312'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:46.625221 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-961424bb-aa29-4f32-bb12-b54500f8f862 req-5141909d-9af2-427d-afb0-e2d45efa445a tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=892300aeedd14c678fe3492b6c8ba55d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0968122 Jul 15 23:16:46.647195 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b99abd7-5ce7-4353-abb0-01030ebca2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:46.672576 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b99abd7-5ce7-4353-abb0-01030ebca2b8 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:16:46.673234 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b99abd7-5ce7-4353-abb0-01030ebca2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:46.691941 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e43710a0-0d09-436b-a3f5-c06f8c5ba93a req-e81af643-095b-40bf-9c30-c0ba18c579dd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a62e01ea-f2e5-4ac4-9f56-3043444e806b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607607 Jul 15 23:16:46.700448 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:16:46.700448 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:16:46.700448 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:16:46.700448 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:16:46.700448 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:16:46.700448 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:16:46.700448 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:16:46.700448 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:16:46.700448 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:16:46.700448 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:16:46.700448 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:16:46.700448 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:16:46.700448 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:16:46.700448 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:16:46.700448 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:16:46.700448 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:16:46.700448 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:16:46.700448 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:16:46.700448 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:16:46.700448 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:16:46.700448 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:16:46.700448 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:16:46.700448 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:16:46.700448 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:16:46.700448 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:16:46.700448 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:16:46.700448 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:16:46.700448 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:16:46.700448 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:16:46.700448 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:16:46.700448 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:16:46.700448 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:16:46.758615 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b99abd7-5ce7-4353-abb0-01030ebca2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:46.765154 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b99abd7-5ce7-4353-abb0-01030ebca2b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:46.767186 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-0b99abd7-5ce7-4353-abb0-01030ebca2b8 admin admin] 10.222.0.48 "DELETE /v2.0/networks/a1bc42a2-e6af-46e4-b790-ed7e48cafe35 HTTP/1.1" status: 204 len: 168 time: 0.7853854 Jul 15 23:16:46.779974 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b99abd7-5ce7-4353-abb0-01030ebca2b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1bc42a2-e6af-46e4-b790-ed7e48cafe35,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:47.029910 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300899b8-6e11-4a82-a42c-12a93797e871 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Made reservation on behalf of 545ae24b56d14f939269409987b9058f for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:16:47.035896 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-300899b8-6e11-4a82-a42c-12a93797e871 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:47.050256 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34892) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:47.069737 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961424bb-aa29-4f32-bb12-b54500f8f862 req-739e5262-0cf9-4def-aae5-c736651e9d0e tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:47.073586 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-961424bb-aa29-4f32-bb12-b54500f8f862 req-739e5262-0cf9-4def-aae5-c736651e9d0e tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4467762 Jul 15 23:16:47.112509 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-98055f6b-878f-4f4a-b793-42d37905e8ea admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=04a65f78b8174947993666f7e4bbc0b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0608191 Jul 15 23:16:47.114871 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34894) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:47.141384 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-300899b8-6e11-4a82-a42c-12a93797e871 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:16:47.160554 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-961424bb-aa29-4f32-bb12-b54500f8f862 req-3c219197-cc11-4d4c-bde4-8686b02f0778 tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] 10.222.0.48 "GET /v2.0/quotas/892300aeedd14c678fe3492b6c8ba55d HTTP/1.1" status: 200 len: 375 time: 0.0637779 Jul 15 23:16:47.180185 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-300899b8-6e11-4a82-a42c-12a93797e871 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:47.180764 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-300899b8-6e11-4a82-a42c-12a93797e871 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Added segment 73ee769a-06a7-4dd7-958e-ea2cf6feff5c of type vlan for network b4d20cbb-bcc2-4097-a175-95e41b288115 Jul 15 23:16:47.193172 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e43710a0-0d09-436b-a3f5-c06f8c5ba93a req-40aae72d-ad05-4cdd-88a4-813f4b018594 service neutron] 10.222.0.41 "GET /v2.0/networks/a62e01ea-f2e5-4ac4-9f56-3043444e806b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541296 Jul 15 23:16:47.198979 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf394491-ec2d-4d7b-8690-c2130703a68e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:47.244677 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf394491-ec2d-4d7b-8690-c2130703a68e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:47.277495 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e935f0be-c5df-4924-80db-cd74d6ee2b51 req-7326381b-032b-43fb-804c-f8dde581e24f tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:47.279222 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e935f0be-c5df-4924-80db-cd74d6ee2b51 req-7326381b-032b-43fb-804c-f8dde581e24f tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/ports?device_id=159498bb-e71d-4162-a872-a8de7dd821be HTTP/1.1" status: 200 len: 945 time: 0.4346812 Jul 15 23:16:47.286426 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-961424bb-aa29-4f32-bb12-b54500f8f862 req-e8164e3a-ecba-4eef-999d-996fc4605bec tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=892300aeedd14c678fe3492b6c8ba55d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1109381 Jul 15 23:16:47.342150 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf394491-ec2d-4d7b-8690-c2130703a68e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:47.345363 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf394491-ec2d-4d7b-8690-c2130703a68e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:47.347604 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-bf394491-ec2d-4d7b-8690-c2130703a68e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/026ccaf9-2313-49c4-96c9-1c2030556211 HTTP/1.1" status: 204 len: 168 time: 0.2315004 Jul 15 23:16:47.384009 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf394491-ec2d-4d7b-8690-c2130703a68e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=026ccaf9-2313-49c4-96c9-1c2030556211,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:47.479303 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6f9395cb-5dae-439e-aefa-e311994a3d8e req-34dfd20e-1aea-41b1-ab3f-7146d9af7b6a tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:47.557650 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-300899b8-6e11-4a82-a42c-12a93797e871 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:47.565154 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e935f0be-c5df-4924-80db-cd74d6ee2b51 req-74235f6c-4b97-4677-b5e6-4de3ad0b4c68 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3cc6b1b-b328-4d26-ba63-110947666d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774858 Jul 15 23:16:47.619061 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dfd20e-1aea-41b1-ab3f-7146d9af7b6a tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Pushing event deleted for resources: {'Port': ['ID=426feaae-9363-4074-b0ce-63b4ab490675,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:47.668778 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f9395cb-5dae-439e-aefa-e311994a3d8e req-34dfd20e-1aea-41b1-ab3f-7146d9af7b6a tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] No DVR routers for this DVR port 426feaae-9363-4074-b0ce-63b4ab490675 on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:16:47.672267 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6f9395cb-5dae-439e-aefa-e311994a3d8e req-34dfd20e-1aea-41b1-ab3f-7146d9af7b6a tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:47.677146 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6f9395cb-5dae-439e-aefa-e311994a3d8e req-34dfd20e-1aea-41b1-ab3f-7146d9af7b6a tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] 10.222.0.49 "DELETE /v2.0/ports/426feaae-9363-4074-b0ce-63b4ab490675 HTTP/1.1" status: 204 len: 173 time: 2.9619403 Jul 15 23:16:47.706039 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e43710a0-0d09-436b-a3f5-c06f8c5ba93a req-be9c3410-df50-42c5-8039-0ac22d56a32a service neutron] 10.222.0.41 "GET /v2.0/networks/a62e01ea-f2e5-4ac4-9f56-3043444e806b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4644022 Jul 15 23:16:47.766009 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-300899b8-6e11-4a82-a42c-12a93797e871 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:47.776621 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300899b8-6e11-4a82-a42c-12a93797e871 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:47.777513 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-300899b8-6e11-4a82-a42c-12a93797e871 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:47.810115 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-300899b8-6e11-4a82-a42c-12a93797e871 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2440712 Jul 15 23:16:47.812972 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34914) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:47.818724 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-6b0b8837-8761-499a-a6ca-20ce6b34f1fe tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Request body: {'subnet': {'network_id': 'b4d20cbb-bcc2-4097-a175-95e41b288115', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:47.897850 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9d4a1c4b-7269-44df-a704-f9012484d3ba req-2bdaa049-9941-4e07-8624-f3f0fedb625a tempest-ServerRescueTestJSONUnderV235-20287128 tempest-ServerRescueTestJSONUnderV235-20287128-project] 10.222.0.48 "GET /v2.0/ports?device_id=051b1372-b85f-43be-9ec5-11e1510a8a33 HTTP/1.1" status: 200 len: 210 time: 0.1057754 Jul 15 23:16:48.013368 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-928c908c-f787-49cc-9272-520766656ad0 req-74136e97-c5e3-4920-9021-71bdf648f860 tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] 10.222.0.48 "GET /v2.0/ports?device_id=557655c9-7e55-4711-8d38-36fd7d8b1ad2 HTTP/1.1" status: 200 len: 210 time: 0.1985440 Jul 15 23:16:48.086665 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b0b8837-8761-499a-a6ca-20ce6b34f1fe tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Made reservation on behalf of 545ae24b56d14f939269409987b9058f for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:16:48.090933 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6b0b8837-8761-499a-a6ca-20ce6b34f1fe tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:48.167524 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '051b1372-b85f-43be-9ec5-11e1510a8a33', 'name': 'network-vif-deleted', 'tag': '426feaae-9363-4074-b0ce-63b4ab490675'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:16:48.169989 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7e6001-c1cd-4bc2-9d3c-c6add06a0a85" -d '{"events": [{"server_uuid": "051b1372-b85f-43be-9ec5-11e1510a8a33", "name": "network-vif-deleted", "tag": "426feaae-9363-4074-b0ce-63b4ab490675"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:16:48.179610 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300899b8-6e11-4a82-a42c-12a93797e871 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Pushing event updated for resources: {'Network': ['ID=b4d20cbb-bcc2-4097-a175-95e41b288115,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:48.214375 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network b4d20cbb-bcc2-4097-a175-95e41b288115 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:16:48.262833 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c8ee91-c7d3-4c66-8870-826d11fb92a7 x-openstack-request-id: req-a4c8ee91-c7d3-4c66-8870-826d11fb92a7 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:16:48.263423 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "051b1372-b85f-43be-9ec5-11e1510a8a33", "name": "network-vif-deleted", "tag": "426feaae-9363-4074-b0ce-63b4ab490675", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:16:48.263921 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a4c8ee91-c7d3-4c66-8870-826d11fb92a7 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:16:48.264592 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '051b1372-b85f-43be-9ec5-11e1510a8a33', 'name': 'network-vif-deleted', 'tag': '426feaae-9363-4074-b0ce-63b4ab490675', 'status': 'completed', 'code': 200} Jul 15 23:16:48.270167 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefbd4df-911d-4714-9680-b5076370607d req-35836839-c26c-44e3-bf2c-19482ba99853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:48.273130 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fefbd4df-911d-4714-9680-b5076370607d req-35836839-c26c-44e3-bf2c-19482ba99853 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=675bfc559b0b40ea8fae85ead4a7a3be&device_id=b6959f4f-02eb-4b02-8aa1-01411c48e630 HTTP/1.1" status: 200 len: 1094 time: 0.3736808 Jul 15 23:16:48.379054 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefbd4df-911d-4714-9680-b5076370607d req-92b56add-e73b-4974-9efd-534e7c22d85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:48.381457 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fefbd4df-911d-4714-9680-b5076370607d req-92b56add-e73b-4974-9efd-534e7c22d85d service neutron] 10.222.0.41 "GET /v2.0/networks?id=a62e01ea-f2e5-4ac4-9f56-3043444e806b HTTP/1.1" status: 200 len: 912 time: 0.1009369 Jul 15 23:16:48.790837 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6b0b8837-8761-499a-a6ca-20ce6b34f1fe tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:48.840527 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 426feaae-9363-4074-b0ce-63b4ab490675 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:16:48.875424 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: 426feaae-9363-4074-b0ce-63b4ab490675 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:16:48.876052 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 426feaae-9363-4074-b0ce-63b4ab490675 not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:16:48.973351 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fefbd4df-911d-4714-9680-b5076370607d req-5569344a-ff38-4324-9c89-ac2f523d8e12 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2bd90c6d-5d43-4849-8251-6c4609c805b4 HTTP/1.1" status: 200 len: 217 time: 0.5828485 Jul 15 23:16:49.040283 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736cbc1e-f814-436c-84f9-6d5c613cb853 req-5d1f479b-419e-483d-96ef-73c005ecdafa tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:49.042341 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-736cbc1e-f814-436c-84f9-6d5c613cb853 req-5d1f479b-419e-483d-96ef-73c005ecdafa tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6959f4f-02eb-4b02-8aa1-01411c48e630 HTTP/1.1" status: 200 len: 943 time: 0.8257279 Jul 15 23:16:49.055715 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34946) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:49.114463 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0b8837-8761-499a-a6ca-20ce6b34f1fe tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Checking segment: {'id': '73ee769a-06a7-4dd7-958e-ea2cf6feff5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b4d20cbb-bcc2-4097-a175-95e41b288115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:16:49.115039 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0b8837-8761-499a-a6ca-20ce6b34f1fe tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Network hostable DHCP agents. Network: b4d20cbb-bcc2-4097-a175-95e41b288115, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:16:49.121740 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0b8837-8761-499a-a6ca-20ce6b34f1fe tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Pushing event updated for resources: {'Subnet': ['ID=083edec2-a50c-4ada-a0a2-d26031991350,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:49.160437 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0b8837-8761-499a-a6ca-20ce6b34f1fe tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Network b4d20cbb-bcc2-4097-a175-95e41b288115 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:16:49.172497 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefbd4df-911d-4714-9680-b5076370607d req-f61ef126-28d5-4184-9183-47280650061a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:49.174929 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fefbd4df-911d-4714-9680-b5076370607d req-f61ef126-28d5-4184-9183-47280650061a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a1126b8c-d6f8-4596-9ab3-27f6931e900c HTTP/1.1" status: 200 len: 851 time: 0.1842568 Jul 15 23:16:49.180402 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-6b0b8837-8761-499a-a6ca-20ce6b34f1fe tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, b4d20cbb-bcc2-4097-a175-95e41b288115) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:16:49.188112 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa7794d-17eb-4cdb-beba-645b8c45b34e req-1db330ef-4e92-4b45-8c55-47416815d825 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:49.189182 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0b8837-8761-499a-a6ca-20ce6b34f1fe tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:49.191042 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6b0b8837-8761-499a-a6ca-20ce6b34f1fe tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:49.196857 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8aa7794d-17eb-4cdb-beba-645b8c45b34e req-1db330ef-4e92-4b45-8c55-47416815d825 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/ports?device_id=159498bb-e71d-4162-a872-a8de7dd821be HTTP/1.1" status: 200 len: 945 time: 0.2417018 Jul 15 23:16:49.198035 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3b7feb-d754-48ce-abae-c01935689a4d None None] Network b4d20cbb-bcc2-4097-a175-95e41b288115 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:16:49.203142 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-736cbc1e-f814-436c-84f9-6d5c613cb853 req-a2c68acc-4232-4c85-9a8e-1d26faecfa80 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516247 Jul 15 23:16:49.252686 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fefbd4df-911d-4714-9680-b5076370607d req-00c8490d-4904-4613-ac84-4a026475b1bd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a62e01ea-f2e5-4ac4-9f56-3043444e806b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476689 Jul 15 23:16:49.276990 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-6b0b8837-8761-499a-a6ca-20ce6b34f1fe tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4626842 Jul 15 23:16:49.282813 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34952) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:49.296244 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a468b51a-866e-4479-a2bc-76815ae86987 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1320556491-network', 'tenant_id': '0fcede583b6b458da6b681624616b0b4'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:49.365144 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fefbd4df-911d-4714-9680-b5076370607d req-4e9ec35f-46b1-4651-8052-826d42230515 service neutron] 10.222.0.41 "GET /v2.0/networks/a62e01ea-f2e5-4ac4-9f56-3043444e806b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067326 Jul 15 23:16:49.385891 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8aa7794d-17eb-4cdb-beba-645b8c45b34e req-9ac34180-d2c3-44d3-aa3b-1e0bba29b0f3 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3cc6b1b-b328-4d26-ba63-110947666d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879387 Jul 15 23:16:49.558160 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34968) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:49.584590 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fefbd4df-911d-4714-9680-b5076370607d req-b5b89231-474a-4aad-bd9e-51534738561d service neutron] 10.222.0.41 "GET /v2.0/networks/a62e01ea-f2e5-4ac4-9f56-3043444e806b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131031 Jul 15 23:16:49.598337 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a468b51a-866e-4479-a2bc-76815ae86987 admin admin] Made reservation on behalf of 0fcede583b6b458da6b681624616b0b4 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:16:49.602622 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a468b51a-866e-4479-a2bc-76815ae86987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:49.662687 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d0016b-3708-4944-adda-fd3f727de0f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-b4d20cbb-bcc2-4097-a175-95e41b288115', 'network_id': 'b4d20cbb-bcc2-4097-a175-95e41b288115', 'tenant_id': '545ae24b56d14f939269409987b9058f', 'fixed_ips': [{'subnet_id': '083edec2-a50c-4ada-a0a2-d26031991350'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:16:49.663869 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-94d0016b-3708-4944-adda-fd3f727de0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:49.682664 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a468b51a-866e-4479-a2bc-76815ae86987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:49.686954 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-907af34d-0433-481b-bd36-46df7dcc0f4e req-9afaed17-33aa-4d3e-b260-df6a1c037da2 tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] 10.222.0.48 "GET /v2.0/ports?device_id=557655c9-7e55-4711-8d38-36fd7d8b1ad2 HTTP/1.1" status: 200 len: 210 time: 0.0366151 Jul 15 23:16:49.794472 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89e3a58f-d53c-43c6-a0db-d5602673c801 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:50.008137 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89e3a58f-d53c-43c6-a0db-d5602673c801 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:50.102489 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-961424bb-aa29-4f32-bb12-b54500f8f862 req-e3844d5e-2776-4a4a-beb3-6b42d2068285 tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=892300aeedd14c678fe3492b6c8ba55d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0553098 Jul 15 23:16:50.126559 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a468b51a-866e-4479-a2bc-76815ae86987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:50.142156 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a468b51a-866e-4479-a2bc-76815ae86987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:50.198601 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a468b51a-866e-4479-a2bc-76815ae86987 admin admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:16:50.212513 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a468b51a-866e-4479-a2bc-76815ae86987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7500d7-da38-42d1-8a4f-d0a111766c37,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:50.241998 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a468b51a-866e-4479-a2bc-76815ae86987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:50.243496 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-a468b51a-866e-4479-a2bc-76815ae86987 admin admin] Added segment 7f5ce7d6-1f0d-40c2-8f4e-72bafb9ba40d of type vlan for network c6d78d97-c5bd-4992-9d0e-5892dffd416b Jul 15 23:16:50.318022 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-94d0016b-3708-4944-adda-fd3f727de0f3 None None] Allocated IP 172.20.0.1 (b4d20cbb-bcc2-4097-a175-95e41b288115/083edec2-a50c-4ada-a0a2-d26031991350/b66dd115-1baa-4466-b104-7b2dc00d0b9b) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:16:50.329212 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a468b51a-866e-4479-a2bc-76815ae86987 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:50.470469 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961424bb-aa29-4f32-bb12-b54500f8f862 req-193c15b5-b47f-4b63-a7ba-d90b9c77d92b tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:50.474490 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a468b51a-866e-4479-a2bc-76815ae86987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:50.476217 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a468b51a-866e-4479-a2bc-76815ae86987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:50.476804 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a468b51a-866e-4479-a2bc-76815ae86987 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:50.479149 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-961424bb-aa29-4f32-bb12-b54500f8f862 req-193c15b5-b47f-4b63-a7ba-d90b9c77d92b tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3727808 Jul 15 23:16:50.500416 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-961424bb-aa29-4f32-bb12-b54500f8f862 req-fe07967a-2ff9-400d-8ac7-0861012488b4 tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] Request body: {'port': {'device_id': '557655c9-7e55-4711-8d38-36fd7d8b1ad2', 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'admin_state_up': True, 'tenant_id': '892300aeedd14c678fe3492b6c8ba55d'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:50.558091 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a468b51a-866e-4479-a2bc-76815ae86987 admin admin] Pushing event updated for resources: {'Network': ['ID=c6d78d97-c5bd-4992-9d0e-5892dffd416b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:50.563497 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a468b51a-866e-4479-a2bc-76815ae86987 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5021853 Jul 15 23:16:50.570394 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 34988) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:50.579430 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-8399759f-cdfa-4890-afe1-99dcad0633b7 admin admin] Request body: {'subnet': {'network_id': 'c6d78d97-c5bd-4992-9d0e-5892dffd416b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1320556491-subnet', 'tenant_id': '0fcede583b6b458da6b681624616b0b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:50.603990 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-94d0016b-3708-4944-adda-fd3f727de0f3 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:50.615511 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-94d0016b-3708-4944-adda-fd3f727de0f3 None None] Transition to ACTIVE for port object b66dd115-1baa-4466-b104-7b2dc00d0b9b will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:16:50.639384 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network c6d78d97-c5bd-4992-9d0e-5892dffd416b details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:16:50.672978 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d88c663f-bea7-4df4-a43b-3d3991075f77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:50.681917 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8399759f-cdfa-4890-afe1-99dcad0633b7 admin admin] Made reservation on behalf of 0fcede583b6b458da6b681624616b0b4 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:16:50.684795 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8399759f-cdfa-4890-afe1-99dcad0633b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:50.757394 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-94d0016b-3708-4944-adda-fd3f727de0f3 None None] Transition to ACTIVE for port object b66dd115-1baa-4466-b104-7b2dc00d0b9b will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:16:50.768491 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-94d0016b-3708-4944-adda-fd3f727de0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:50.784940 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf992b0-e99e-4038-86a4-5cf2dfb67811 req-3e866816-8063-4ae8-8889-1415c833c6dd tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:50.791830 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5bf992b0-e99e-4038-86a4-5cf2dfb67811 req-3e866816-8063-4ae8-8889-1415c833c6dd tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6959f4f-02eb-4b02-8aa1-01411c48e630 HTTP/1.1" status: 200 len: 943 time: 0.2829554 Jul 15 23:16:50.863870 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d0016b-3708-4944-adda-fd3f727de0f3 None None] Pushing event updated for resources: {'Port': ['ID=b66dd115-1baa-4466-b104-7b2dc00d0b9b,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:50.876654 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d0016b-3708-4944-adda-fd3f727de0f3 None None] Network b4d20cbb-bcc2-4097-a175-95e41b288115 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:16:50.878272 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-94d0016b-3708-4944-adda-fd3f727de0f3 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:16:50.885579 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d0016b-3708-4944-adda-fd3f727de0f3 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:16:50.931165 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89e3a58f-d53c-43c6-a0db-d5602673c801 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:50.986279 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-94d0016b-3708-4944-adda-fd3f727de0f3 None None] Attempting to bind port b66dd115-1baa-4466-b104-7b2dc00d0b9b on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:16:50.987794 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-94d0016b-3708-4944-adda-fd3f727de0f3 None None] Attempting to bind port b66dd115-1baa-4466-b104-7b2dc00d0b9b by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '73ee769a-06a7-4dd7-958e-ea2cf6feff5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b4d20cbb-bcc2-4097-a175-95e41b288115'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:16:50.988587 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d0016b-3708-4944-adda-fd3f727de0f3 None None] Attempting to bind port b66dd115-1baa-4466-b104-7b2dc00d0b9b on network b4d20cbb-bcc2-4097-a175-95e41b288115 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:16:50.996246 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d0016b-3708-4944-adda-fd3f727de0f3 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:16:50.997117 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d0016b-3708-4944-adda-fd3f727de0f3 None None] Checking segment: {'id': '73ee769a-06a7-4dd7-958e-ea2cf6feff5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b4d20cbb-bcc2-4097-a175-95e41b288115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:16:50.997806 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-94d0016b-3708-4944-adda-fd3f727de0f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:50.999418 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d0016b-3708-4944-adda-fd3f727de0f3 None None] Bound using segment: {'id': '73ee769a-06a7-4dd7-958e-ea2cf6feff5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b4d20cbb-bcc2-4097-a175-95e41b288115'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:16:51.000363 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-94d0016b-3708-4944-adda-fd3f727de0f3 None None] Bound port: b66dd115-1baa-4466-b104-7b2dc00d0b9b, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ee769a-06a7-4dd7-958e-ea2cf6feff5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b4d20cbb-bcc2-4097-a175-95e41b288115'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:16:51.001636 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-94d0016b-3708-4944-adda-fd3f727de0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:51.027211 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e3a58f-d53c-43c6-a0db-d5602673c801 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Pushing event deleted for resources: {'Subnet': ['ID=083edec2-a50c-4ada-a0a2-d26031991350,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:51.080294 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5bf992b0-e99e-4038-86a4-5cf2dfb67811 req-77d36dd5-f052-4946-b2c2-1de382d2b234 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697639 Jul 15 23:16:51.092559 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-961424bb-aa29-4f32-bb12-b54500f8f862 req-fe07967a-2ff9-400d-8ac7-0861012488b4 tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] Made reservation on behalf of 892300aeedd14c678fe3492b6c8ba55d for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:16:51.097003 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-961424bb-aa29-4f32-bb12-b54500f8f862 req-fe07967a-2ff9-400d-8ac7-0861012488b4 tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:51.139762 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 2bd90c6d-5d43-4849-8251-6c4609c805b4 details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:16:51.140197 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6a81755c-485e-4fed-87a8-691ded4ead66 req-09fd036b-aad2-4644-808f-5f42f64439c9 tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] 10.222.0.48 "GET /v2.0/ports?device_id=557655c9-7e55-4711-8d38-36fd7d8b1ad2 HTTP/1.1" status: 200 len: 210 time: 0.1090543 Jul 15 23:16:51.145389 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-961424bb-aa29-4f32-bb12-b54500f8f862 req-fe07967a-2ff9-400d-8ac7-0861012488b4 tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:51.188573 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-94d0016b-3708-4944-adda-fd3f727de0f3 None None] For port b66dd115-1baa-4466-b104-7b2dc00d0b9b, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:16:51.197458 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-94d0016b-3708-4944-adda-fd3f727de0f3 None None] For port b66dd115-1baa-4466-b104-7b2dc00d0b9b, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=b66dd115-1baa-4466-b104-7b2dc00d0b9b,segment=NetworkSegment(73ee769a-06a7-4dd7-958e-ea2cf6feff5c),segment_id=73ee769a-06a7-4dd7-958e-ea2cf6feff5c)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:16:51.206434 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-94d0016b-3708-4944-adda-fd3f727de0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:51.307149 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d0016b-3708-4944-adda-fd3f727de0f3 None None] Pushing event updated for resources: {'Port': ['ID=b66dd115-1baa-4466-b104-7b2dc00d0b9b,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:51.323685 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.db.resource_extend [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 23:16:51.368011 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89e3a58f-d53c-43c6-a0db-d5602673c801 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:51.383454 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8399759f-cdfa-4890-afe1-99dcad0633b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:51.384412 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-89e3a58f-d53c-43c6-a0db-d5602673c801 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4d20cbb-bcc2-4097-a175-95e41b288115']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:51.407796 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-89e3a58f-d53c-43c6-a0db-d5602673c801 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73ee769a-06a7-4dd7-958e-ea2cf6feff5c') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:51.408106 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-89e3a58f-d53c-43c6-a0db-d5602673c801 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73ee769a-06a7-4dd7-958e-ea2cf6feff5c') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:51.422489 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89e3a58f-d53c-43c6-a0db-d5602673c801 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:51.447642 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89e3a58f-d53c-43c6-a0db-d5602673c801 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:51.457142 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89e3a58f-d53c-43c6-a0db-d5602673c801 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:16:51.457892 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89e3a58f-d53c-43c6-a0db-d5602673c801 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:51.496524 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399759f-cdfa-4890-afe1-99dcad0633b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a144ec76-c4c9-4c39-825f-807a0a3dd5eb,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:51.503220 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-961424bb-aa29-4f32-bb12-b54500f8f862 req-fe07967a-2ff9-400d-8ac7-0861012488b4 tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:51.509975 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed924ed5-b081-4961-8478-1dab996467d2 None None] Network b4d20cbb-bcc2-4097-a175-95e41b288115 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:16:51.525394 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8399759f-cdfa-4890-afe1-99dcad0633b7 admin admin] Checking segment: {'id': '7f5ce7d6-1f0d-40c2-8f4e-72bafb9ba40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c6d78d97-c5bd-4992-9d0e-5892dffd416b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:16:51.528036 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8399759f-cdfa-4890-afe1-99dcad0633b7 admin admin] Network hostable DHCP agents. Network: c6d78d97-c5bd-4992-9d0e-5892dffd416b, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:16:51.536002 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-961424bb-aa29-4f32-bb12-b54500f8f862 req-fe07967a-2ff9-400d-8ac7-0861012488b4 tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:51.545339 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:16:51.545339 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:16:51.545339 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:16:51.545339 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:16:51.545339 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:16:51.545339 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:16:51.545339 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:16:51.545339 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:16:51.545339 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:16:51.545339 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:16:51.545339 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:16:51.545339 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:16:51.545339 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:16:51.545339 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:16:51.545339 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:16:51.545339 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:16:51.545339 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:16:51.545339 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:16:51.545339 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:16:51.545339 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:16:51.545339 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:16:51.545339 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:16:51.545339 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:16:51.545339 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:16:51.545339 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:16:51.545339 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:16:51.545339 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:16:51.545339 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:16:51.545339 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:16:51.545339 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:16:51.545339 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:16:51.545339 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:16:51.555798 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.db.api [None req-89e3a58f-d53c-43c6-a0db-d5602673c801 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 15 23:16:51.555798 n-d-794306-6 neutron-server[93771]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 15 23:16:51.555798 n-d-794306-6 neutron-server[93771]: [parameters: {'id': 'b4d20cbb-bcc2-4097-a175-95e41b288115'}] Jul 15 23:16:51.555798 n-d-794306-6 neutron-server[93771]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:16:51.556390 n-d-794306-6 neutron-server[93771]: DEBUG oslo_db.api [None req-89e3a58f-d53c-43c6-a0db-d5602673c801 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:16:51.636392 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 2bd90c6d-5d43-4849-8251-6c4609c805b4, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=2bd90c6d-5d43-4849-8251-6c4609c805b4,segment=NetworkSegment(3c2758b9-e41c-4bf2-b9ed-9081bfc02669),segment_id=3c2758b9-e41c-4bf2-b9ed-9081bfc02669)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:51.661161 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe07967a-2ff9-400d-8ac7-0861012488b4 tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c64b9d56-be86-4e26-a1b5-495f6676e1e2,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:51.670128 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8399759f-cdfa-4890-afe1-99dcad0633b7 admin admin] Network c6d78d97-c5bd-4992-9d0e-5892dffd416b is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:16:51.692624 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': '2bd90c6d-5d43-4849-8251-6c4609c805b4', 'network_id': 'a62e01ea-f2e5-4ac4-9f56-3043444e806b', 'port_id': '2bd90c6d-5d43-4849-8251-6c4609c805b4', 'mac_address': 'fa:16:3e:92:f4:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1126b8c-d6f8-4596-9ab3-27f6931e900c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:16:51.696960 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-8399759f-cdfa-4890-afe1-99dcad0633b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, c6d78d97-c5bd-4992-9d0e-5892dffd416b) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:16:51.708837 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8399759f-cdfa-4890-afe1-99dcad0633b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:51.709465 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8399759f-cdfa-4890-afe1-99dcad0633b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:51.716306 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d7d44a-b43b-48a4-90d9-e1c6c1b82c94 None None] Network c6d78d97-c5bd-4992-9d0e-5892dffd416b requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:16:51.767170 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-d88c663f-bea7-4df4-a43b-3d3991075f77 admin admin] Deleting port 61a45663-9d9b-4b46-9f48-cfdab9d9116b {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:16:51.767465 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d88c663f-bea7-4df4-a43b-3d3991075f77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:51.778413 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-8399759f-cdfa-4890-afe1-99dcad0633b7 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2066092 Jul 15 23:16:51.880924 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-961424bb-aa29-4f32-bb12-b54500f8f862 req-fe07967a-2ff9-400d-8ac7-0861012488b4 tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] Allocated IP 192.168.233.139 (5d412861-bef3-4cc1-ae9f-87a6a36753c0/0d909a96-22de-4aa9-b690-1c7da965ceac/37afd2b4-493c-45b6-9144-4c9c9285d9b9) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:16:51.964767 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-d88c663f-bea7-4df4-a43b-3d3991075f77 admin admin] For port 61a45663-9d9b-4b46-9f48-cfdab9d9116b, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=61a45663-9d9b-4b46-9f48-cfdab9d9116b,segment=NetworkSegment(d7b09758-ffc0-4d02-ad5e-168911b86f82),segment_id=d7b09758-ffc0-4d02-ad5e-168911b86f82)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:51.965442 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d88c663f-bea7-4df4-a43b-3d3991075f77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:51.994303 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-d88c663f-bea7-4df4-a43b-3d3991075f77 admin admin] Calling delete_port for 61a45663-9d9b-4b46-9f48-cfdab9d9116b owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:16:52.096468 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89e3a58f-d53c-43c6-a0db-d5602673c801 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:52.134062 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19349ad-29be-40c5-8942-a83ad3f56d5d None None] Network c6d78d97-c5bd-4992-9d0e-5892dffd416b requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:16:52.294365 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-961424bb-aa29-4f32-bb12-b54500f8f862 req-fe07967a-2ff9-400d-8ac7-0861012488b4 tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:52.337824 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-961424bb-aa29-4f32-bb12-b54500f8f862 req-fe07967a-2ff9-400d-8ac7-0861012488b4 tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] Transition to ACTIVE for port object 37afd2b4-493c-45b6-9144-4c9c9285d9b9 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:16:52.463831 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-89e3a58f-d53c-43c6-a0db-d5602673c801 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Deleting port b66dd115-1baa-4466-b104-7b2dc00d0b9b {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:16:52.464252 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89e3a58f-d53c-43c6-a0db-d5602673c801 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:52.488667 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:52.526102 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bd90c6d-5d43-4849-8251-6c4609c805b4 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:16:52.545129 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-961424bb-aa29-4f32-bb12-b54500f8f862 req-fe07967a-2ff9-400d-8ac7-0861012488b4 tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:52.588015 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 2bd90c6d-5d43-4849-8251-6c4609c805b4, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=2bd90c6d-5d43-4849-8251-6c4609c805b4,segment=NetworkSegment(3c2758b9-e41c-4bf2-b9ed-9081bfc02669),segment_id=3c2758b9-e41c-4bf2-b9ed-9081bfc02669)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:52.593790 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:52.648172 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-961424bb-aa29-4f32-bb12-b54500f8f862 req-fe07967a-2ff9-400d-8ac7-0861012488b4 tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] Network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:16:52.662403 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-961424bb-aa29-4f32-bb12-b54500f8f862 req-fe07967a-2ff9-400d-8ac7-0861012488b4 tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:16:52.712703 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-961424bb-aa29-4f32-bb12-b54500f8f862 req-fe07967a-2ff9-400d-8ac7-0861012488b4 tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:16:52.726069 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=2bd90c6d-5d43-4849-8251-6c4609c805b4,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:52.743519 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:52.743893 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:52.744244 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:52.744586 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:52.744993 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:52.745335 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:52.745666 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:52.745998 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:52.746324 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:52.746652 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:52.746977 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:52.747303 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:16:52.797728 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe07967a-2ff9-400d-8ac7-0861012488b4 tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] Pushing event updated for resources: {'Port': ['ID=37afd2b4-493c-45b6-9144-4c9c9285d9b9,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:52.871374 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d667dc98-fa17-418b-be20-525d8055d1cd req-0a745c0d-9b94-480e-a784-78d95af1a692 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:52.873627 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d667dc98-fa17-418b-be20-525d8055d1cd req-0a745c0d-9b94-480e-a784-78d95af1a692 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6959f4f-02eb-4b02-8aa1-01411c48e630 HTTP/1.1" status: 200 len: 943 time: 0.4468012 Jul 15 23:16:52.885287 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961424bb-aa29-4f32-bb12-b54500f8f862 req-fe07967a-2ff9-400d-8ac7-0861012488b4 tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:52.885996 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-961424bb-aa29-4f32-bb12-b54500f8f862 req-fe07967a-2ff9-400d-8ac7-0861012488b4 tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:52.913724 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c089e2-9815-44f8-acbd-aed333a5e398 req-519be0ff-0587-4948-90f1-8fbfd53f5520 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:52.915334 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-94c089e2-9815-44f8-acbd-aed333a5e398 req-519be0ff-0587-4948-90f1-8fbfd53f5520 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/networks?id=c6d78d97-c5bd-4992-9d0e-5892dffd416b HTTP/1.1" status: 200 len: 815 time: 0.4873111 Jul 15 23:16:52.946950 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['2bd90c6d-5d43-4849-8251-6c4609c805b4'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:16:52.960365 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-94c089e2-9815-44f8-acbd-aed333a5e398 req-0fe5dd23-3aee-4226-a330-d36078dd82c0 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/quotas/0fcede583b6b458da6b681624616b0b4 HTTP/1.1" status: 200 len: 375 time: 0.0282063 Jul 15 23:16:52.964886 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-961424bb-aa29-4f32-bb12-b54500f8f862 req-fe07967a-2ff9-400d-8ac7-0861012488b4 tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4693007 Jul 15 23:16:52.988213 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d667dc98-fa17-418b-be20-525d8055d1cd req-3d05e957-e517-4525-aabc-f3d11760aa2c tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985663 Jul 15 23:16:52.992940 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-961424bb-aa29-4f32-bb12-b54500f8f862 req-50281f0d-1102-4713-ac74-46bbe48209cc service neutron] Request body: {'port': {'device_id': '557655c9-7e55-4711-8d38-36fd7d8b1ad2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:53.047246 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2977d51d-9685-4eab-bc47-a10577e0a0dd None None] get_active_networks_info from n-d-794306-6 {{(pid=93772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 23:16:53.063202 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-94c089e2-9815-44f8-acbd-aed333a5e398 req-27a10420-c2da-4192-a999-1361bfe08f25 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0fcede583b6b458da6b681624616b0b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0805466 Jul 15 23:16:53.212686 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-64a161e0-9c86-4e22-bb2d-a39ae60b364d None None] Provisioning for port 37afd2b4-493c-45b6-9144-4c9c9285d9b9 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:16:53.235124 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-64a161e0-9c86-4e22-bb2d-a39ae60b364d None None] Provisioning complete for port 37afd2b4-493c-45b6-9144-4c9c9285d9b9 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:53.235535 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-64a161e0-9c86-4e22-bb2d-a39ae60b364d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:53.295355 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-89e3a58f-d53c-43c6-a0db-d5602673c801 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] For port b66dd115-1baa-4466-b104-7b2dc00d0b9b, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=b66dd115-1baa-4466-b104-7b2dc00d0b9b,segment=NetworkSegment(73ee769a-06a7-4dd7-958e-ea2cf6feff5c),segment_id=73ee769a-06a7-4dd7-958e-ea2cf6feff5c)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:53.295942 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89e3a58f-d53c-43c6-a0db-d5602673c801 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:53.307395 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d88c663f-bea7-4df4-a43b-3d3991075f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:53.324383 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-961424bb-aa29-4f32-bb12-b54500f8f862 req-50281f0d-1102-4713-ac74-46bbe48209cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:53.355106 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-89e3a58f-d53c-43c6-a0db-d5602673c801 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Calling delete_port for b66dd115-1baa-4466-b104-7b2dc00d0b9b owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:16:53.358286 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88c663f-bea7-4df4-a43b-3d3991075f77 admin admin] Pushing event deleted for resources: {'Port': ['ID=61a45663-9d9b-4b46-9f48-cfdab9d9116b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:53.361896 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-64a161e0-9c86-4e22-bb2d-a39ae60b364d None None] Port 37afd2b4-493c-45b6-9144-4c9c9285d9b9 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:16:53.477712 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2977d51d-9685-4eab-bc47-a10577e0a0dd None None] Resources bound (agent type, host, resource id): {{(pid=93772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 23:16:53.574537 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-94c089e2-9815-44f8-acbd-aed333a5e398 req-f1f73a30-0028-485e-9ed2-3c87f66b51b8 service neutron] 10.222.0.48 "GET /v2.0/networks/c6d78d97-c5bd-4992-9d0e-5892dffd416b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4992638 Jul 15 23:16:53.696262 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3563f74-9e80-4e63-bb7a-56620c4ae2a6 req-510060cc-f6b3-47f8-a7db-11a2468d2e0d tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:53.705913 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e3563f74-9e80-4e63-bb7a-56620c4ae2a6 req-510060cc-f6b3-47f8-a7db-11a2468d2e0d tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] 10.222.0.48 "GET /v2.0/ports?device_id=557655c9-7e55-4711-8d38-36fd7d8b1ad2 HTTP/1.1" status: 200 len: 936 time: 0.4912381 Jul 15 23:16:53.762566 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d88c663f-bea7-4df4-a43b-3d3991075f77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:53.885147 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e3563f74-9e80-4e63-bb7a-56620c4ae2a6 req-8baf64dc-75d3-481e-908d-b3dc2a655ef0 tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] 10.222.0.48 "GET /v2.0/security-groups?id=c64b9d56-be86-4e26-a1b5-495f6676e1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782615 Jul 15 23:16:53.979785 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-94c089e2-9815-44f8-acbd-aed333a5e398 req-0f15c803-712d-4582-8d46-1a4594f5af91 service neutron] 10.222.0.48 "GET /v2.0/networks/c6d78d97-c5bd-4992-9d0e-5892dffd416b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4012899 Jul 15 23:16:54.026066 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89e3a58f-d53c-43c6-a0db-d5602673c801 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:54.100666 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e3a58f-d53c-43c6-a0db-d5602673c801 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Pushing event deleted for resources: {'Port': ['ID=b66dd115-1baa-4466-b104-7b2dc00d0b9b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:54.126037 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e3a58f-d53c-43c6-a0db-d5602673c801 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] No DVR routers for this DVR port b66dd115-1baa-4466-b104-7b2dc00d0b9b on host n-d-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:16:54.315552 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89e3a58f-d53c-43c6-a0db-d5602673c801 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:54.330574 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-89e3a58f-d53c-43c6-a0db-d5602673c801 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4d20cbb-bcc2-4097-a175-95e41b288115']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:54.378266 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-89e3a58f-d53c-43c6-a0db-d5602673c801 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73ee769a-06a7-4dd7-958e-ea2cf6feff5c') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:54.378739 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-89e3a58f-d53c-43c6-a0db-d5602673c801 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73ee769a-06a7-4dd7-958e-ea2cf6feff5c') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:54.396031 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89e3a58f-d53c-43c6-a0db-d5602673c801 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:54.416404 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89e3a58f-d53c-43c6-a0db-d5602673c801 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:54.423264 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89e3a58f-d53c-43c6-a0db-d5602673c801 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:16:54.424233 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89e3a58f-d53c-43c6-a0db-d5602673c801 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:54.456943 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2329a7bb-ec60-40e7-a653-3134d1f4f6a3 req-2531601a-de8b-48a5-9de8-365a7aa6bc8f tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fb6019-0cdb-419d-bd3f-0d77cd61fc7c HTTP/1.1" status: 200 len: 210 time: 0.1142726 Jul 15 23:16:54.499428 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911db67f-b968-43a2-a5bc-590dd2b208ed req-4a2f2e88-afe8-4472-961b-85c11176125b tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:54.501979 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-911db67f-b968-43a2-a5bc-590dd2b208ed req-4a2f2e88-afe8-4472-961b-85c11176125b tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6959f4f-02eb-4b02-8aa1-01411c48e630 HTTP/1.1" status: 200 len: 944 time: 0.2795904 Jul 15 23:16:54.507006 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-961424bb-aa29-4f32-bb12-b54500f8f862 req-50281f0d-1102-4713-ac74-46bbe48209cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37afd2b4-493c-45b6-9144-4c9c9285d9b9 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:16:54.521964 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:16:54.521964 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:16:54.521964 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:16:54.521964 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:16:54.521964 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:16:54.521964 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:16:54.521964 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:16:54.521964 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:16:54.521964 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:16:54.521964 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:16:54.521964 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:16:54.521964 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:16:54.521964 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:16:54.521964 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:16:54.521964 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:16:54.521964 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:16:54.521964 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:16:54.521964 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:16:54.521964 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:16:54.521964 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:16:54.521964 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:16:54.521964 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:16:54.521964 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:16:54.521964 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:16:54.521964 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:16:54.521964 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:16:54.521964 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:16:54.521964 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:16:54.521964 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:16:54.521964 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:16:54.521964 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:16:54.521964 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:16:54.528158 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89e3a58f-d53c-43c6-a0db-d5602673c801 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:54.531654 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d88c663f-bea7-4df4-a43b-3d3991075f77 admin admin] Router 9998ed2d-a058-4470-b866-0f8a8ce96d8f has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:16:54.531986 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-961424bb-aa29-4f32-bb12-b54500f8f862 req-50281f0d-1102-4713-ac74-46bbe48209cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:54.538847 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89e3a58f-d53c-43c6-a0db-d5602673c801 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:54.544714 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-89e3a58f-d53c-43c6-a0db-d5602673c801 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] 10.222.0.48 "DELETE /v2.0/networks/b4d20cbb-bcc2-4097-a175-95e41b288115 HTTP/1.1" status: 204 len: 168 time: 5.2593248 Jul 15 23:16:54.546868 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 35052) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:54.554642 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-acd45301-c3fa-4f14-8acd-ba06d96af134 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-591679977'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:54.587553 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd45301-c3fa-4f14-8acd-ba06d96af134 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Made reservation on behalf of 545ae24b56d14f939269409987b9058f for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:16:54.592366 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-961424bb-aa29-4f32-bb12-b54500f8f862 req-50281f0d-1102-4713-ac74-46bbe48209cc service neutron] Transition to ACTIVE for port object 37afd2b4-493c-45b6-9144-4c9c9285d9b9 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:16:54.593812 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-acd45301-c3fa-4f14-8acd-ba06d96af134 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:54.617441 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-961424bb-aa29-4f32-bb12-b54500f8f862 req-50281f0d-1102-4713-ac74-46bbe48209cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:54.626263 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e3a58f-d53c-43c6-a0db-d5602673c801 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Pushing event deleted for resources: {'Network': ['ID=b4d20cbb-bcc2-4097-a175-95e41b288115,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:54.753271 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-911db67f-b968-43a2-a5bc-590dd2b208ed req-ef33906e-867b-4213-bda9-4f1fbd2a39c3 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236211 Jul 15 23:16:54.805243 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d88c663f-bea7-4df4-a43b-3d3991075f77 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:16:54.814627 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d88c663f-bea7-4df4-a43b-3d3991075f77 admin admin] 10.222.0.48 "PUT /v2.0/routers/9998ed2d-a058-4470-b866-0f8a8ce96d8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2469783 Jul 15 23:16:54.819694 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 35058) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:54.821303 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cea7d0-9d99-4e80-8267-cfee3eee69a3 None None] Sync routers for ids ['9998ed2d-a058-4470-b866-0f8a8ce96d8f'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:16:54.865372 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50281f0d-1102-4713-ac74-46bbe48209cc service neutron] Pushing event updated for resources: {'Port': ['ID=37afd2b4-493c-45b6-9144-4c9c9285d9b9,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:54.866380 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cea7d0-9d99-4e80-8267-cfee3eee69a3 None None] Routers {'9998ed2d-a058-4470-b866-0f8a8ce96d8f'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:16:54.868038 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-12cea7d0-9d99-4e80-8267-cfee3eee69a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:16:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['9998ed2d-a058-4470-b866-0f8a8ce96d8f'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:54.938085 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acd45301-c3fa-4f14-8acd-ba06d96af134 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:16:55.019821 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-acd45301-c3fa-4f14-8acd-ba06d96af134 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:55.024902 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-acd45301-c3fa-4f14-8acd-ba06d96af134 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Added segment e34b7223-1634-4a32-b69b-704673d97302 of type vlan for network 0e80a87b-4c26-410a-b704-0c09b2c2f465 Jul 15 23:16:55.110735 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-acd45301-c3fa-4f14-8acd-ba06d96af134 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:55.154377 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-961424bb-aa29-4f32-bb12-b54500f8f862 req-50281f0d-1102-4713-ac74-46bbe48209cc service neutron] Attempting to bind port 37afd2b4-493c-45b6-9144-4c9c9285d9b9 on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:16:55.154810 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-961424bb-aa29-4f32-bb12-b54500f8f862 req-50281f0d-1102-4713-ac74-46bbe48209cc service neutron] Attempting to bind port 37afd2b4-493c-45b6-9144-4c9c9285d9b9 by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:16:55.155245 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961424bb-aa29-4f32-bb12-b54500f8f862 req-50281f0d-1102-4713-ac74-46bbe48209cc service neutron] Attempting to bind port 37afd2b4-493c-45b6-9144-4c9c9285d9b9 on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:16:55.177161 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961424bb-aa29-4f32-bb12-b54500f8f862 req-50281f0d-1102-4713-ac74-46bbe48209cc service neutron] Port 37afd2b4-493c-45b6-9144-4c9c9285d9b9 on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:16:55.178066 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961424bb-aa29-4f32-bb12-b54500f8f862 req-50281f0d-1102-4713-ac74-46bbe48209cc service neutron] Attempting to bind port 37afd2b4-493c-45b6-9144-4c9c9285d9b9 on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:16:55.188598 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961424bb-aa29-4f32-bb12-b54500f8f862 req-50281f0d-1102-4713-ac74-46bbe48209cc service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:16:55.189035 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961424bb-aa29-4f32-bb12-b54500f8f862 req-50281f0d-1102-4713-ac74-46bbe48209cc service neutron] Checking segment: {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:16:55.189561 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961424bb-aa29-4f32-bb12-b54500f8f862 req-50281f0d-1102-4713-ac74-46bbe48209cc service neutron] Bound using segment: {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:16:55.190374 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-961424bb-aa29-4f32-bb12-b54500f8f862 req-50281f0d-1102-4713-ac74-46bbe48209cc service neutron] Bound port: 37afd2b4-493c-45b6-9144-4c9c9285d9b9, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:16:55.190806 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-961424bb-aa29-4f32-bb12-b54500f8f862 req-50281f0d-1102-4713-ac74-46bbe48209cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:55.211221 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 2bd90c6d-5d43-4849-8251-6c4609c805b4 up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:16:55.228492 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-78c62c86-5986-469a-af9e-073b7e8b7964 admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:55.230594 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-acd45301-c3fa-4f14-8acd-ba06d96af134 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:55.258688 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd45301-c3fa-4f14-8acd-ba06d96af134 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:55.259393 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-acd45301-c3fa-4f14-8acd-ba06d96af134 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:55.335588 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:55.358564 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-12cea7d0-9d99-4e80-8267-cfee3eee69a3 None None] Set router 9998ed2d-a058-4470-b866-0f8a8ce96d8f gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:16:55.433677 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba3ecb7-463a-4540-a0e9-b57921051c03 req-b60ccded-2d63-4d37-998a-f923c02cb16a tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:55.436876 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-eba3ecb7-463a-4540-a0e9-b57921051c03 req-b60ccded-2d63-4d37-998a-f923c02cb16a tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] 10.222.0.48 "GET /v2.0/ports?device_id=557655c9-7e55-4711-8d38-36fd7d8b1ad2 HTTP/1.1" status: 200 len: 948 time: 0.2120650 Jul 15 23:16:55.442573 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-961424bb-aa29-4f32-bb12-b54500f8f862 req-50281f0d-1102-4713-ac74-46bbe48209cc service neutron] For port 37afd2b4-493c-45b6-9144-4c9c9285d9b9, host n-h2-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:16:55.449923 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-961424bb-aa29-4f32-bb12-b54500f8f862 req-50281f0d-1102-4713-ac74-46bbe48209cc service neutron] For port 37afd2b4-493c-45b6-9144-4c9c9285d9b9, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=37afd2b4-493c-45b6-9144-4c9c9285d9b9,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:16:55.481039 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port 2bd90c6d-5d43-4849-8251-6c4609c805b4 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:16:55.504304 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-961424bb-aa29-4f32-bb12-b54500f8f862 req-50281f0d-1102-4713-ac74-46bbe48209cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:55.510834 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port 2bd90c6d-5d43-4849-8251-6c4609c805b4 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:16:55.511280 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:55.562825 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-acd45301-c3fa-4f14-8acd-ba06d96af134 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0131905 Jul 15 23:16:55.567980 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 35084) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:55.575009 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-dab91bf3-fdbe-40ca-9709-d80645237b5a tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Request body: {'subnet': {'network_id': '0e80a87b-4c26-410a-b704-0c09b2c2f465', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:55.627868 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd45301-c3fa-4f14-8acd-ba06d96af134 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Pushing event updated for resources: {'Network': ['ID=0e80a87b-4c26-410a-b704-0c09b2c2f465,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:55.653959 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961424bb-aa29-4f32-bb12-b54500f8f862 req-50281f0d-1102-4713-ac74-46bbe48209cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:55.654596 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-961424bb-aa29-4f32-bb12-b54500f8f862 req-50281f0d-1102-4713-ac74-46bbe48209cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:55.656604 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-961424bb-aa29-4f32-bb12-b54500f8f862 req-50281f0d-1102-4713-ac74-46bbe48209cc service neutron] 10.222.0.41 "PUT /v2.0/ports/37afd2b4-493c-45b6-9144-4c9c9285d9b9 HTTP/1.1" status: 200 len: 1096 time: 2.6740513 Jul 15 23:16:55.660388 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50281f0d-1102-4713-ac74-46bbe48209cc service neutron] Pushing event updated for resources: {'Port': ['ID=37afd2b4-493c-45b6-9144-4c9c9285d9b9,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:55.675442 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '557655c9-7e55-4711-8d38-36fd7d8b1ad2', 'tag': '37afd2b4-493c-45b6-9144-4c9c9285d9b9'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:16:55.681319 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a9c97d7-f04c-4b4f-a7ab-26941bff9ca6" -d '{"events": [{"name": "network-changed", "server_uuid": "557655c9-7e55-4711-8d38-36fd7d8b1ad2", "tag": "37afd2b4-493c-45b6-9144-4c9c9285d9b9"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:16:55.691391 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-eba3ecb7-463a-4540-a0e9-b57921051c03 req-0fdf8267-4f6f-446c-a644-adc7e2e1bc77 tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] 10.222.0.48 "GET /v2.0/security-groups?id=c64b9d56-be86-4e26-a1b5-495f6676e1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461054 Jul 15 23:16:55.732882 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 0e80a87b-4c26-410a-b704-0c09b2c2f465 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:16:55.796485 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:55.843274 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-45f59911-3e8a-4e7f-be2a-fda50c727525 req-a1bf7e5c-c2ea-4b77-8b8a-50d8a0ed99a8 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fb6019-0cdb-419d-bd3f-0d77cd61fc7c HTTP/1.1" status: 200 len: 210 time: 0.1250951 Jul 15 23:16:55.875354 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad45c6a-91bf-41ac-9e99-c9ca9edc2dba x-openstack-request-id: req-4ad45c6a-91bf-41ac-9e99-c9ca9edc2dba {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:16:55.877143 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "557655c9-7e55-4711-8d38-36fd7d8b1ad2", "tag": "37afd2b4-493c-45b6-9144-4c9c9285d9b9", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:16:55.880756 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4ad45c6a-91bf-41ac-9e99-c9ca9edc2dba {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:16:55.881694 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '557655c9-7e55-4711-8d38-36fd7d8b1ad2', 'tag': '37afd2b4-493c-45b6-9144-4c9c9285d9b9', 'status': 'completed', 'code': 200} Jul 15 23:16:55.901494 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab91bf3-fdbe-40ca-9709-d80645237b5a tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Made reservation on behalf of 545ae24b56d14f939269409987b9058f for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:16:55.915650 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dab91bf3-fdbe-40ca-9709-d80645237b5a tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:56.005171 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961424bb-aa29-4f32-bb12-b54500f8f862 req-34f1b289-ee44-4bab-bbdc-1ad38ab3cb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:56.009772 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-961424bb-aa29-4f32-bb12-b54500f8f862 req-34f1b289-ee44-4bab-bbdc-1ad38ab3cb7b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=892300aeedd14c678fe3492b6c8ba55d&device_id=557655c9-7e55-4711-8d38-36fd7d8b1ad2 HTTP/1.1" status: 200 len: 1099 time: 0.1702001 Jul 15 23:16:56.010473 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-78c62c86-5986-469a-af9e-073b7e8b7964 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:56.083539 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 2bd90c6d-5d43-4849-8251-6c4609c805b4, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=2bd90c6d-5d43-4849-8251-6c4609c805b4,segment=NetworkSegment(3c2758b9-e41c-4bf2-b9ed-9081bfc02669),segment_id=3c2758b9-e41c-4bf2-b9ed-9081bfc02669)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:56.090511 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6959f4f-02eb-4b02-8aa1-01411c48e630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd90c6d-5d43-4849-8251-6c4609c805b4'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:16:56.093035 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e81e2ead-ce68-4319-9d6a-dad65092d560" -d '{"events": [{"server_uuid": "b6959f4f-02eb-4b02-8aa1-01411c48e630", "name": "network-vif-plugged", "status": "completed", "tag": "2bd90c6d-5d43-4849-8251-6c4609c805b4"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:16:56.112786 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:56.113986 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-961424bb-aa29-4f32-bb12-b54500f8f862 req-169b81f4-20ac-44c6-b50a-99784ea9b955 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=37afd2b4-493c-45b6-9144-4c9c9285d9b9 HTTP/1.1" status: 200 len: 217 time: 0.0919294 Jul 15 23:16:56.266115 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-78c62c86-5986-469a-af9e-073b7e8b7964 admin admin] Deleting port ce77cd60-9ed0-40f5-b5e6-1bd5d8bbafa4 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:16:56.266374 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-78c62c86-5986-469a-af9e-073b7e8b7964 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:56.460596 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961424bb-aa29-4f32-bb12-b54500f8f862 req-921eee2c-faa9-414b-b8b6-93bc8c8cc21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:56.463445 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-961424bb-aa29-4f32-bb12-b54500f8f862 req-921eee2c-faa9-414b-b8b6-93bc8c8cc21c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.3433580 Jul 15 23:16:56.589479 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=2bd90c6d-5d43-4849-8251-6c4609c805b4,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:56.603013 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0fe441c-af7f-40de-94f1-368bf5305fb1 x-openstack-request-id: req-b0fe441c-af7f-40de-94f1-368bf5305fb1 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:16:56.603279 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6959f4f-02eb-4b02-8aa1-01411c48e630", "name": "network-vif-plugged", "status": "completed", "tag": "2bd90c6d-5d43-4849-8251-6c4609c805b4", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:16:56.603600 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b0fe441c-af7f-40de-94f1-368bf5305fb1 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:16:56.606053 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6959f4f-02eb-4b02-8aa1-01411c48e630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd90c6d-5d43-4849-8251-6c4609c805b4', 'code': 200} Jul 15 23:16:56.622635 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-12cea7d0-9d99-4e80-8267-cfee3eee69a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9998ed2d-a058-4470-b866-0f8a8ce96d8f', 'name': 'tempest-ServerRescueTestJSONUnderV235-851690107-router', 'tenant_id': 'e9becec18cd64d19acfb6d44e69692c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'ce77cd60-9ed0-40f5-b5e6-1bd5d8bbafa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:15:14Z', 'updated_at': '2021-07-15T23:16:52Z', 'revision_number': 5, 'project_id': 'e9becec18cd64d19acfb6d44e69692c1', 'gw_port': {'id': 'ce77cd60-9ed0-40f5-b5e6-1bd5d8bbafa4', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:7f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9998ed2d-a058-4470-b866-0f8a8ce96d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:15:17Z', 'updated_at': '2021-07-15T23:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:56.660449 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cea7d0-9d99-4e80-8267-cfee3eee69a3 None None] Checking router: 9998ed2d-a058-4470-b866-0f8a8ce96d8f for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:16:56.676767 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c089e2-9815-44f8-acbd-aed333a5e398 req-404f95f3-6fa5-4085-92e4-4df147c884f1 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:56.678948 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cea7d0-9d99-4e80-8267-cfee3eee69a3 None None] Routers {'9998ed2d-a058-4470-b866-0f8a8ce96d8f'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:16:56.679693 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-12cea7d0-9d99-4e80-8267-cfee3eee69a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:16:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['9998ed2d-a058-4470-b866-0f8a8ce96d8f'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:56.682055 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-94c089e2-9815-44f8-acbd-aed333a5e398 req-404f95f3-6fa5-4085-92e4-4df147c884f1 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.49 "GET /v2.0/networks?id=c6d78d97-c5bd-4992-9d0e-5892dffd416b HTTP/1.1" status: 200 len: 815 time: 0.4873121 Jul 15 23:16:56.686094 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-78c62c86-5986-469a-af9e-073b7e8b7964 admin admin] For port ce77cd60-9ed0-40f5-b5e6-1bd5d8bbafa4, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=ce77cd60-9ed0-40f5-b5e6-1bd5d8bbafa4,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:56.687723 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-78c62c86-5986-469a-af9e-073b7e8b7964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:56.696074 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5df0d2f-a286-4d4c-8226-76b0df20f8c2 req-d19914cf-5aa0-4530-8da3-941e70f1063b tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:56.698662 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dab91bf3-fdbe-40ca-9709-d80645237b5a tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:56.717225 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e5df0d2f-a286-4d4c-8226-76b0df20f8c2 req-d19914cf-5aa0-4530-8da3-941e70f1063b tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6959f4f-02eb-4b02-8aa1-01411c48e630 HTTP/1.1" status: 200 len: 945 time: 0.6194277 Jul 15 23:16:56.777462 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-94c089e2-9815-44f8-acbd-aed333a5e398 req-3acbf653-51a2-48d6-b7bb-55d7af226969 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Request body: {'port': {'device_id': '69fb6019-0cdb-419d-bd3f-0d77cd61fc7c', 'network_id': 'c6d78d97-c5bd-4992-9d0e-5892dffd416b', 'admin_state_up': True, 'tenant_id': '0fcede583b6b458da6b681624616b0b4'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:56.790686 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db7eada-f3e1-4454-bdaa-a22ef48aea1d req-94f57d55-e5a6-40d0-924c-ef97bfad5c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:56.792940 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-3db7eada-f3e1-4454-bdaa-a22ef48aea1d req-94f57d55-e5a6-40d0-924c-ef97bfad5c50 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b6959f4f-02eb-4b02-8aa1-01411c48e630 HTTP/1.1" status: 200 len: 1096 time: 0.4196174 Jul 15 23:16:56.794453 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-12cea7d0-9d99-4e80-8267-cfee3eee69a3 None None] Set router 9998ed2d-a058-4470-b866-0f8a8ce96d8f gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:16:56.812085 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-78c62c86-5986-469a-af9e-073b7e8b7964 admin admin] Calling delete_port for ce77cd60-9ed0-40f5-b5e6-1bd5d8bbafa4 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:16:56.871417 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-12cea7d0-9d99-4e80-8267-cfee3eee69a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9998ed2d-a058-4470-b866-0f8a8ce96d8f', 'name': 'tempest-ServerRescueTestJSONUnderV235-851690107-router', 'tenant_id': 'e9becec18cd64d19acfb6d44e69692c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:15:14Z', 'updated_at': '2021-07-15T23:16:56Z', 'revision_number': 6, 'project_id': 'e9becec18cd64d19acfb6d44e69692c1', 'gw_port_host': None}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:56.916589 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cea7d0-9d99-4e80-8267-cfee3eee69a3 None None] The sync data for ids ['9998ed2d-a058-4470-b866-0f8a8ce96d8f'] in n-d-794306-6 is: [{'id': '9998ed2d-a058-4470-b866-0f8a8ce96d8f', 'name': 'tempest-ServerRescueTestJSONUnderV235-851690107-router', 'tenant_id': 'e9becec18cd64d19acfb6d44e69692c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:15:14Z', 'updated_at': '2021-07-15T23:16:56Z', 'revision_number': 6, 'project_id': 'e9becec18cd64d19acfb6d44e69692c1', 'gw_port_host': None}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:16:56.982171 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab91bf3-fdbe-40ca-9709-d80645237b5a tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Pushing event updated for resources: {'Subnet': ['ID=2328efef-d060-48c0-aa50-41e38b760656,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:56.991670 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-3db7eada-f3e1-4454-bdaa-a22ef48aea1d req-e933d7a6-49cc-4fde-9ce3-07bf81228147 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715248 Jul 15 23:16:57.008893 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab91bf3-fdbe-40ca-9709-d80645237b5a tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Checking segment: {'id': 'e34b7223-1634-4a32-b69b-704673d97302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0e80a87b-4c26-410a-b704-0c09b2c2f465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:16:57.009291 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab91bf3-fdbe-40ca-9709-d80645237b5a tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Network hostable DHCP agents. Network: 0e80a87b-4c26-410a-b704-0c09b2c2f465, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:16:57.009847 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e5df0d2f-a286-4d4c-8226-76b0df20f8c2 req-74496f16-52d3-4e5a-86d0-2a625c82c565 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912064 Jul 15 23:16:57.012112 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961424bb-aa29-4f32-bb12-b54500f8f862 req-6b1c0883-0c80-4cdc-8161-a41ad56da9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:57.014310 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-961424bb-aa29-4f32-bb12-b54500f8f862 req-6b1c0883-0c80-4cdc-8161-a41ad56da9da service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5442863 Jul 15 23:16:57.084856 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94c089e2-9815-44f8-acbd-aed333a5e398 req-3acbf653-51a2-48d6-b7bb-55d7af226969 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Made reservation on behalf of 0fcede583b6b458da6b681624616b0b4 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:16:57.091050 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-94c089e2-9815-44f8-acbd-aed333a5e398 req-3acbf653-51a2-48d6-b7bb-55d7af226969 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:57.098556 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab91bf3-fdbe-40ca-9709-d80645237b5a tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Network 0e80a87b-4c26-410a-b704-0c09b2c2f465 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:16:57.131144 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-dab91bf3-fdbe-40ca-9709-d80645237b5a tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 0e80a87b-4c26-410a-b704-0c09b2c2f465) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:16:57.144988 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab91bf3-fdbe-40ca-9709-d80645237b5a tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:57.146089 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dab91bf3-fdbe-40ca-9709-d80645237b5a tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:57.152227 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59c55cb-5159-4fa0-86ff-e514ee255946 None None] Network 0e80a87b-4c26-410a-b704-0c09b2c2f465 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:16:57.180309 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-dab91bf3-fdbe-40ca-9709-d80645237b5a tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6106496 Jul 15 23:16:57.186016 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 35122) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:57.287046 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e009ae86-9823-4aa3-ab2d-a83e11ce4a40 req-72682627-7a1c-4aa4-ae1a-b70a7cf6086d tempest-ImagesOneServerTestJSON-749746477 tempest-ImagesOneServerTestJSON-749746477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:57.300008 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e009ae86-9823-4aa3-ab2d-a83e11ce4a40 req-72682627-7a1c-4aa4-ae1a-b70a7cf6086d tempest-ImagesOneServerTestJSON-749746477 tempest-ImagesOneServerTestJSON-749746477-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f726bf3-5396-491d-9933-4c0399c97803 HTTP/1.1" status: 200 len: 950 time: 0.4212334 Jul 15 23:16:57.397205 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444336fd-93db-4aba-9f0e-301b7197e838 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-0e80a87b-4c26-410a-b704-0c09b2c2f465', 'network_id': '0e80a87b-4c26-410a-b704-0c09b2c2f465', 'tenant_id': '545ae24b56d14f939269409987b9058f', 'fixed_ips': [{'subnet_id': '2328efef-d060-48c0-aa50-41e38b760656'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:16:57.398398 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-444336fd-93db-4aba-9f0e-301b7197e838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:57.518485 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-94c089e2-9815-44f8-acbd-aed333a5e398 req-3acbf653-51a2-48d6-b7bb-55d7af226969 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Allocated IP 172.20.0.4 (c6d78d97-c5bd-4992-9d0e-5892dffd416b/a144ec76-c4c9-4c39-825f-807a0a3dd5eb/510baed5-5df5-41aa-922d-764396cd58db) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:16:57.649616 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-444336fd-93db-4aba-9f0e-301b7197e838 None None] Allocated IP 172.20.0.2 (0e80a87b-4c26-410a-b704-0c09b2c2f465/2328efef-d060-48c0-aa50-41e38b760656/dcc6e3e8-34eb-42fa-8828-a273818f8158) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:16:57.650440 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-78c62c86-5986-469a-af9e-073b7e8b7964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:57.691773 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c62c86-5986-469a-af9e-073b7e8b7964 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce77cd60-9ed0-40f5-b5e6-1bd5d8bbafa4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:57.761280 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5fbe4b88-c1dc-41e5-9cee-d3bc48e7f129 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:57.810228 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-78c62c86-5986-469a-af9e-073b7e8b7964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999011'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:57.826522 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-444336fd-93db-4aba-9f0e-301b7197e838 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:57.836432 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-444336fd-93db-4aba-9f0e-301b7197e838 None None] Transition to ACTIVE for port object dcc6e3e8-34eb-42fa-8828-a273818f8158 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:16:57.855162 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-444336fd-93db-4aba-9f0e-301b7197e838 None None] Transition to ACTIVE for port object dcc6e3e8-34eb-42fa-8828-a273818f8158 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:16:57.864685 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-444336fd-93db-4aba-9f0e-301b7197e838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:57.981712 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device ce77cd60-9ed0-40f5-b5e6-1bd5d8bbafa4 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:16:57.993001 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444336fd-93db-4aba-9f0e-301b7197e838 None None] Network 0e80a87b-4c26-410a-b704-0c09b2c2f465 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:16:58.036462 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444336fd-93db-4aba-9f0e-301b7197e838 None None] Pushing event updated for resources: {'Port': ['ID=dcc6e3e8-34eb-42fa-8828-a273818f8158,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:58.045282 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-444336fd-93db-4aba-9f0e-301b7197e838 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:16:58.056191 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: ce77cd60-9ed0-40f5-b5e6-1bd5d8bbafa4 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:16:58.056810 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device ce77cd60-9ed0-40f5-b5e6-1bd5d8bbafa4 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:16:58.057760 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 61a45663-9d9b-4b46-9f48-cfdab9d9116b no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:16:58.061382 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-78c62c86-5986-469a-af9e-073b7e8b7964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:58.061666 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444336fd-93db-4aba-9f0e-301b7197e838 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:16:58.066179 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-78c62c86-5986-469a-af9e-073b7e8b7964 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:58.130907 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5fbe4b88-c1dc-41e5-9cee-d3bc48e7f129 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:58.135390 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e009ae86-9823-4aa3-ab2d-a83e11ce4a40 req-23bd90af-439b-40bf-bc62-b3adbd6f39dd tempest-ImagesOneServerTestJSON-749746477 tempest-ImagesOneServerTestJSON-749746477-project] 10.222.0.48 "GET /v2.0/security-groups?id=4f50483d-572b-492d-86d3-650d594956a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8331287 Jul 15 23:16:58.175748 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 61a45663-9d9b-4b46-9f48-cfdab9d9116b {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:16:58.175748 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 61a45663-9d9b-4b46-9f48-cfdab9d9116b not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:16:58.179100 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-78c62c86-5986-469a-af9e-073b7e8b7964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:58.180387 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c62c86-5986-469a-af9e-073b7e8b7964 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9998ed2d-a058-4470-b866-0f8a8ce96d8f {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:16:58.195834 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-78c62c86-5986-469a-af9e-073b7e8b7964 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:58.199927 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-78c62c86-5986-469a-af9e-073b7e8b7964 admin admin] 10.222.0.48 "DELETE /v2.0/routers/9998ed2d-a058-4470-b866-0f8a8ce96d8f HTTP/1.1" status: 204 len: 168 time: 3.3789461 Jul 15 23:16:58.203206 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 35132) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:58.254814 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-961424bb-aa29-4f32-bb12-b54500f8f862 req-43d428c6-66d3-400b-bc3b-366f0a9d1b17 service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9860711 Jul 15 23:16:58.291049 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7b560d8-6f40-47c1-aa4f-64a78cf0caaa admin admin] Deleting subnet e212a520-684a-4fbf-ae3b-aab2e981ec56 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:16:58.294871 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7b560d8-6f40-47c1-aa4f-64a78cf0caaa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:58.311954 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-444336fd-93db-4aba-9f0e-301b7197e838 None None] Attempting to bind port dcc6e3e8-34eb-42fa-8828-a273818f8158 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:16:58.312500 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-444336fd-93db-4aba-9f0e-301b7197e838 None None] Attempting to bind port dcc6e3e8-34eb-42fa-8828-a273818f8158 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'e34b7223-1634-4a32-b69b-704673d97302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0e80a87b-4c26-410a-b704-0c09b2c2f465'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:16:58.313665 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444336fd-93db-4aba-9f0e-301b7197e838 None None] Attempting to bind port dcc6e3e8-34eb-42fa-8828-a273818f8158 on network 0e80a87b-4c26-410a-b704-0c09b2c2f465 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:16:58.328462 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444336fd-93db-4aba-9f0e-301b7197e838 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:16:58.329168 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444336fd-93db-4aba-9f0e-301b7197e838 None None] Checking segment: {'id': 'e34b7223-1634-4a32-b69b-704673d97302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0e80a87b-4c26-410a-b704-0c09b2c2f465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:16:58.330953 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-444336fd-93db-4aba-9f0e-301b7197e838 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:58.331380 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5fbe4b88-c1dc-41e5-9cee-d3bc48e7f129 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:58.331728 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444336fd-93db-4aba-9f0e-301b7197e838 None None] Bound using segment: {'id': 'e34b7223-1634-4a32-b69b-704673d97302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0e80a87b-4c26-410a-b704-0c09b2c2f465'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:16:58.332508 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-444336fd-93db-4aba-9f0e-301b7197e838 None None] Bound port: dcc6e3e8-34eb-42fa-8828-a273818f8158, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e34b7223-1634-4a32-b69b-704673d97302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0e80a87b-4c26-410a-b704-0c09b2c2f465'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:16:58.333050 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-444336fd-93db-4aba-9f0e-301b7197e838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:58.368891 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c467a59-8eaf-4bbb-94ec-35a318bf3c6e req-09362484-9dac-4d9f-8fe1-6b60f7b3afa3 tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:58.370462 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6c467a59-8eaf-4bbb-94ec-35a318bf3c6e req-09362484-9dac-4d9f-8fe1-6b60f7b3afa3 tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] 10.222.0.48 "GET /v2.0/ports?device_id=557655c9-7e55-4711-8d38-36fd7d8b1ad2 HTTP/1.1" status: 200 len: 948 time: 1.1046498 Jul 15 23:16:58.397048 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbe4b88-c1dc-41e5-9cee-d3bc48e7f129 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Pushing event deleted for resources: {'Subnet': ['ID=2328efef-d060-48c0-aa50-41e38b760656,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:58.424103 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7b560d8-6f40-47c1-aa4f-64a78cf0caaa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:58.462233 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-444336fd-93db-4aba-9f0e-301b7197e838 None None] For port dcc6e3e8-34eb-42fa-8828-a273818f8158, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:16:58.466221 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-444336fd-93db-4aba-9f0e-301b7197e838 None None] For port dcc6e3e8-34eb-42fa-8828-a273818f8158, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=dcc6e3e8-34eb-42fa-8828-a273818f8158,segment=NetworkSegment(e34b7223-1634-4a32-b69b-704673d97302),segment_id=e34b7223-1634-4a32-b69b-704673d97302)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:16:58.473202 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-444336fd-93db-4aba-9f0e-301b7197e838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:58.481366 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-93092781-961a-4999-96e8-decdef87429a req-9feec668-d567-4faa-85c2-d94b8d1da035 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fb6019-0cdb-419d-bd3f-0d77cd61fc7c HTTP/1.1" status: 200 len: 210 time: 0.1098883 Jul 15 23:16:58.501493 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6c467a59-8eaf-4bbb-94ec-35a318bf3c6e req-7e0fe63a-9b7b-4942-bf21-2a8fe53bc1d4 tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] 10.222.0.48 "GET /v2.0/security-groups?id=c64b9d56-be86-4e26-a1b5-495f6676e1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178353 Jul 15 23:16:58.561109 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444336fd-93db-4aba-9f0e-301b7197e838 None None] Pushing event updated for resources: {'Port': ['ID=dcc6e3e8-34eb-42fa-8828-a273818f8158,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:58.571819 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-94c089e2-9815-44f8-acbd-aed333a5e398 req-3acbf653-51a2-48d6-b7bb-55d7af226969 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:58.576320 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5fbe4b88-c1dc-41e5-9cee-d3bc48e7f129 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:58.601005 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-5fbe4b88-c1dc-41e5-9cee-d3bc48e7f129 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e80a87b-4c26-410a-b704-0c09b2c2f465']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:58.609548 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-961424bb-aa29-4f32-bb12-b54500f8f862 req-0be52345-204e-407e-984d-dbd180f6d53e service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573581 Jul 15 23:16:58.617854 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7b560d8-6f40-47c1-aa4f-64a78cf0caaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:58.652991 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-94c089e2-9815-44f8-acbd-aed333a5e398 req-3acbf653-51a2-48d6-b7bb-55d7af226969 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:58.667367 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-5fbe4b88-c1dc-41e5-9cee-d3bc48e7f129 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e34b7223-1634-4a32-b69b-704673d97302') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:58.667705 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-5fbe4b88-c1dc-41e5-9cee-d3bc48e7f129 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e34b7223-1634-4a32-b69b-704673d97302') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:58.684861 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5fbe4b88-c1dc-41e5-9cee-d3bc48e7f129 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:58.708051 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5fbe4b88-c1dc-41e5-9cee-d3bc48e7f129 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:58.718699 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fbe4b88-c1dc-41e5-9cee-d3bc48e7f129 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:16:58.719022 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5fbe4b88-c1dc-41e5-9cee-d3bc48e7f129 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:58.719631 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70828ebc-4746-434f-9575-228ff1ddc229 None None] Network 0e80a87b-4c26-410a-b704-0c09b2c2f465 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:16:58.722947 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:16:58.722947 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:16:58.722947 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:16:58.722947 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:16:58.722947 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:16:58.722947 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:16:58.722947 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:16:58.722947 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:16:58.722947 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:16:58.722947 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:16:58.722947 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:16:58.722947 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:16:58.722947 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:16:58.722947 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:16:58.722947 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:16:58.722947 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:16:58.722947 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:16:58.722947 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:16:58.722947 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:16:58.722947 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:16:58.722947 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:16:58.722947 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:16:58.722947 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:16:58.722947 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:16:58.722947 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:16:58.722947 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:16:58.722947 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:16:58.722947 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:16:58.722947 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:16:58.722947 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:16:58.722947 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:16:58.722947 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:16:58.762552 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7b560d8-6f40-47c1-aa4f-64a78cf0caaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:58.811127 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94c089e2-9815-44f8-acbd-aed333a5e398 req-3acbf653-51a2-48d6-b7bb-55d7af226969 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Network c6d78d97-c5bd-4992-9d0e-5892dffd416b is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:16:58.814095 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acbf653-51a2-48d6-b7bb-55d7af226969 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Pushing event updated for resources: {'Port': ['ID=510baed5-5df5-41aa-922d-764396cd58db,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:58.831642 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-94c089e2-9815-44f8-acbd-aed333a5e398 req-3acbf653-51a2-48d6-b7bb-55d7af226969 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:16:58.838295 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-94c089e2-9815-44f8-acbd-aed333a5e398 req-3acbf653-51a2-48d6-b7bb-55d7af226969 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:16:58.862945 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7b560d8-6f40-47c1-aa4f-64a78cf0caaa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:58.867899 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f7b560d8-6f40-47c1-aa4f-64a78cf0caaa admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e212a520-684a-4fbf-ae3b-aab2e981ec56 HTTP/1.1" status: 204 len: 168 time: 0.6604745 Jul 15 23:16:58.867899 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b560d8-6f40-47c1-aa4f-64a78cf0caaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e212a520-684a-4fbf-ae3b-aab2e981ec56,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:58.869173 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 35152) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:58.869893 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.db.api [None req-5fbe4b88-c1dc-41e5-9cee-d3bc48e7f129 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 15 23:16:58.869893 n-d-794306-6 neutron-server[93771]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 15 23:16:58.869893 n-d-794306-6 neutron-server[93771]: [parameters: {'id': '0e80a87b-4c26-410a-b704-0c09b2c2f465'}] Jul 15 23:16:58.869893 n-d-794306-6 neutron-server[93771]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:16:58.870422 n-d-794306-6 neutron-server[93771]: DEBUG oslo_db.api [None req-5fbe4b88-c1dc-41e5-9cee-d3bc48e7f129 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:16:58.925366 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32e1919-5ef7-4e2c-8660-961efa518292 None None] get_active_networks_info from n-d-794306-6 {{(pid=93772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 23:16:58.926907 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c089e2-9815-44f8-acbd-aed333a5e398 req-3acbf653-51a2-48d6-b7bb-55d7af226969 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:58.927619 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-94c089e2-9815-44f8-acbd-aed333a5e398 req-3acbf653-51a2-48d6-b7bb-55d7af226969 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:58.946749 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-94c089e2-9815-44f8-acbd-aed333a5e398 req-3acbf653-51a2-48d6-b7bb-55d7af226969 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2151229 Jul 15 23:16:58.964964 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-94c089e2-9815-44f8-acbd-aed333a5e398 req-2d2731c0-61f2-4a02-aa04-b8fe52e1e86a service neutron] Request body: {'port': {'device_id': '69fb6019-0cdb-419d-bd3f-0d77cd61fc7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:16:58.975950 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde6124-e9ce-4dd9-af47-a1dcdf32917a req-6a6fb210-a970-4965-85b0-8570bab0bd97 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:58.976705 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eb6119ac-97f8-460a-9d93-260acebc29da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:58.977543 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7fde6124-e9ce-4dd9-af47-a1dcdf32917a req-6a6fb210-a970-4965-85b0-8570bab0bd97 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6959f4f-02eb-4b02-8aa1-01411c48e630 HTTP/1.1" status: 200 len: 945 time: 0.2499139 Jul 15 23:16:59.005653 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c97d7-f04c-4b4f-a7ab-26941bff9ca6 req-e64f806b-1c71-4f09-bdc4-fc7fc549ad3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:59.007445 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5a9c97d7-f04c-4b4f-a7ab-26941bff9ca6 req-e64f806b-1c71-4f09-bdc4-fc7fc549ad3d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=892300aeedd14c678fe3492b6c8ba55d&device_id=557655c9-7e55-4711-8d38-36fd7d8b1ad2 HTTP/1.1" status: 200 len: 1099 time: 0.2739732 Jul 15 23:16:59.117679 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32e1919-5ef7-4e2c-8660-961efa518292 None None] Resources bound (agent type, host, resource id): {{(pid=93772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 23:16:59.151463 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7fde6124-e9ce-4dd9-af47-a1dcdf32917a req-f79aefc9-9c36-4d21-802e-5d0ad3761a24 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428068 Jul 15 23:16:59.168561 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eb6119ac-97f8-460a-9d93-260acebc29da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:59.174045 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-94c089e2-9815-44f8-acbd-aed333a5e398 req-2d2731c0-61f2-4a02-aa04-b8fe52e1e86a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:59.195321 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-eb6119ac-97f8-460a-9d93-260acebc29da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ecd94bd-62eb-4c2d-b91c-0c9de8655a42']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:59.222261 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-eb6119ac-97f8-460a-9d93-260acebc29da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7b09758-ffc0-4d02-ad5e-168911b86f82') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:59.222792 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-eb6119ac-97f8-460a-9d93-260acebc29da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7b09758-ffc0-4d02-ad5e-168911b86f82') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:16:59.243042 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c97d7-f04c-4b4f-a7ab-26941bff9ca6 req-ee4368dd-cfb8-4dfa-b113-6c8479ff7b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:59.244634 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5a9c97d7-f04c-4b4f-a7ab-26941bff9ca6 req-ee4368dd-cfb8-4dfa-b113-6c8479ff7b38 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5d412861-bef3-4cc1-ae9f-87a6a36753c0 HTTP/1.1" status: 200 len: 870 time: 0.2233918 Jul 15 23:16:59.247713 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eb6119ac-97f8-460a-9d93-260acebc29da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:59.271404 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eb6119ac-97f8-460a-9d93-260acebc29da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:59.290040 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb6119ac-97f8-460a-9d93-260acebc29da admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:16:59.290481 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eb6119ac-97f8-460a-9d93-260acebc29da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:59.295205 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:16:59.295205 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:16:59.295205 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:16:59.295205 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:16:59.295205 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:16:59.295205 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:16:59.295205 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:16:59.295205 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:16:59.295205 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:16:59.295205 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:16:59.295205 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:16:59.295205 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:16:59.295205 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:16:59.295205 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:16:59.295205 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:16:59.295205 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:16:59.295205 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:16:59.295205 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:16:59.295205 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:16:59.295205 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:16:59.295205 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:16:59.295205 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:16:59.295205 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:16:59.295205 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:16:59.295205 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:16:59.295205 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:16:59.295205 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:16:59.295205 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:16:59.295205 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:16:59.295205 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:16:59.295205 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:16:59.295205 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:16:59.321183 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5a9c97d7-f04c-4b4f-a7ab-26941bff9ca6 req-d7b43bbc-7587-4f2f-bb2b-4a484cd0b51f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=37afd2b4-493c-45b6-9144-4c9c9285d9b9 HTTP/1.1" status: 200 len: 217 time: 0.0658898 Jul 15 23:16:59.416077 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5fbe4b88-c1dc-41e5-9cee-d3bc48e7f129 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:59.439943 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eb6119ac-97f8-460a-9d93-260acebc29da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:59.458286 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c97d7-f04c-4b4f-a7ab-26941bff9ca6 req-7db39b05-55f1-4d6a-8e7c-e00af4e7c862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:59.460141 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5a9c97d7-f04c-4b4f-a7ab-26941bff9ca6 req-7db39b05-55f1-4d6a-8e7c-e00af4e7c862 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.1304610 Jul 15 23:16:59.464335 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eb6119ac-97f8-460a-9d93-260acebc29da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:59.466399 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-eb6119ac-97f8-460a-9d93-260acebc29da admin admin] 10.222.0.48 "DELETE /v2.0/networks/8ecd94bd-62eb-4c2d-b91c-0c9de8655a42 HTTP/1.1" status: 204 len: 168 time: 0.5950150 Jul 15 23:16:59.477188 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6119ac-97f8-460a-9d93-260acebc29da admin admin] Pushing event deleted for resources: {'Network': ['ID=8ecd94bd-62eb-4c2d-b91c-0c9de8655a42,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:16:59.596062 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-5fbe4b88-c1dc-41e5-9cee-d3bc48e7f129 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Deleting port dcc6e3e8-34eb-42fa-8828-a273818f8158 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:16:59.596972 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5fbe4b88-c1dc-41e5-9cee-d3bc48e7f129 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:59.703609 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-5fbe4b88-c1dc-41e5-9cee-d3bc48e7f129 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] For port dcc6e3e8-34eb-42fa-8828-a273818f8158, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=dcc6e3e8-34eb-42fa-8828-a273818f8158,segment=NetworkSegment(e34b7223-1634-4a32-b69b-704673d97302),segment_id=e34b7223-1634-4a32-b69b-704673d97302)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:16:59.703609 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5fbe4b88-c1dc-41e5-9cee-d3bc48e7f129 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:59.708873 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 35198) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:59.740354 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-5fbe4b88-c1dc-41e5-9cee-d3bc48e7f129 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Calling delete_port for dcc6e3e8-34eb-42fa-8828-a273818f8158 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:16:59.764783 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c97d7-f04c-4b4f-a7ab-26941bff9ca6 req-9fd86c3a-b159-438b-9b5b-12f3232cd0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:16:59.766567 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5a9c97d7-f04c-4b4f-a7ab-26941bff9ca6 req-9fd86c3a-b159-438b-9b5b-12f3232cd0d1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2823932 Jul 15 23:16:59.857270 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-33075fa9-603f-4fa3-8cb5-fe8459c41653 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e9becec18cd64d19acfb6d44e69692c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1437199 Jul 15 23:16:59.858812 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 35202) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:16:59.889852 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-94c089e2-9815-44f8-acbd-aed333a5e398 req-2d2731c0-61f2-4a02-aa04-b8fe52e1e86a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 510baed5-5df5-41aa-922d-764396cd58db {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:16:59.904828 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-94c089e2-9815-44f8-acbd-aed333a5e398 req-2d2731c0-61f2-4a02-aa04-b8fe52e1e86a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:59.961660 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2736b04c-fc20-4c79-80da-20e2615c8c79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:59.966502 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5fbe4b88-c1dc-41e5-9cee-d3bc48e7f129 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:16:59.967277 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-94c089e2-9815-44f8-acbd-aed333a5e398 req-2d2731c0-61f2-4a02-aa04-b8fe52e1e86a service neutron] Transition to ACTIVE for port object 510baed5-5df5-41aa-922d-764396cd58db will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:16:59.977661 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-94c089e2-9815-44f8-acbd-aed333a5e398 req-2d2731c0-61f2-4a02-aa04-b8fe52e1e86a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:00.026720 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5a9c97d7-f04c-4b4f-a7ab-26941bff9ca6 req-cbbe0ce9-3ade-4ba2-917a-ec1df546b683 service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496989 Jul 15 23:17:00.044147 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbe4b88-c1dc-41e5-9cee-d3bc48e7f129 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] No DVR routers for this DVR port dcc6e3e8-34eb-42fa-8828-a273818f8158 on host n-d-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:17:00.056299 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbe4b88-c1dc-41e5-9cee-d3bc48e7f129 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Pushing event deleted for resources: {'Port': ['ID=dcc6e3e8-34eb-42fa-8828-a273818f8158,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:00.095800 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2736b04c-fc20-4c79-80da-20e2615c8c79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:00.107289 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2731c0-61f2-4a02-aa04-b8fe52e1e86a service neutron] Pushing event updated for resources: {'Port': ['ID=510baed5-5df5-41aa-922d-764396cd58db,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:00.183389 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5fbe4b88-c1dc-41e5-9cee-d3bc48e7f129 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:00.199429 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-5fbe4b88-c1dc-41e5-9cee-d3bc48e7f129 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e80a87b-4c26-410a-b704-0c09b2c2f465']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:00.217719 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-5fbe4b88-c1dc-41e5-9cee-d3bc48e7f129 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e34b7223-1634-4a32-b69b-704673d97302') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:00.218017 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-5fbe4b88-c1dc-41e5-9cee-d3bc48e7f129 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e34b7223-1634-4a32-b69b-704673d97302') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:00.233654 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5fbe4b88-c1dc-41e5-9cee-d3bc48e7f129 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:00.258807 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5fbe4b88-c1dc-41e5-9cee-d3bc48e7f129 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:00.265373 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2736b04c-fc20-4c79-80da-20e2615c8c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:00.268733 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2736b04c-fc20-4c79-80da-20e2615c8c79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:00.273065 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-2736b04c-fc20-4c79-80da-20e2615c8c79 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c75ced0b-b679-4ed8-a0bf-e5a0053ebcf0 HTTP/1.1" status: 204 len: 168 time: 0.4100697 Jul 15 23:17:00.273065 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fbe4b88-c1dc-41e5-9cee-d3bc48e7f129 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:17:00.273065 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5fbe4b88-c1dc-41e5-9cee-d3bc48e7f129 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:00.277405 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:17:00.277405 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:17:00.277405 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:17:00.277405 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:17:00.277405 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:17:00.277405 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:17:00.277405 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:17:00.277405 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:17:00.277405 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:17:00.277405 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:17:00.277405 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:17:00.277405 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:17:00.277405 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:17:00.277405 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:17:00.277405 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:17:00.277405 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:17:00.277405 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:17:00.277405 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:17:00.277405 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:17:00.277405 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:17:00.277405 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:17:00.277405 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:17:00.277405 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:17:00.277405 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:17:00.277405 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:17:00.277405 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:17:00.277405 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:17:00.277405 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:17:00.277405 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:17:00.277405 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:17:00.277405 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:17:00.277405 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:17:00.282794 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355110e4-c984-4b81-838d-144d23f22939 req-857a4d28-ced0-4263-9fc6-64f7016ce269 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:00.284656 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-355110e4-c984-4b81-838d-144d23f22939 req-857a4d28-ced0-4263-9fc6-64f7016ce269 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fb6019-0cdb-419d-bd3f-0d77cd61fc7c HTTP/1.1" status: 200 len: 931 time: 0.3770716 Jul 15 23:17:00.293248 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5a9c97d7-f04c-4b4f-a7ab-26941bff9ca6 req-cb706f18-ee3b-4b39-a7b3-4723e7a9af33 service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520959 Jul 15 23:17:00.301202 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2736b04c-fc20-4c79-80da-20e2615c8c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c75ced0b-b679-4ed8-a0bf-e5a0053ebcf0,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:00.339944 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833609a1-9af2-4033-9c2d-2e6693175e5f req-b61689a0-12b3-4350-9193-a955f64d8905 tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:00.341514 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-833609a1-9af2-4033-9c2d-2e6693175e5f req-b61689a0-12b3-4350-9193-a955f64d8905 tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] 10.222.0.48 "GET /v2.0/ports?device_id=557655c9-7e55-4711-8d38-36fd7d8b1ad2 HTTP/1.1" status: 200 len: 948 time: 0.2423613 Jul 15 23:17:00.364282 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5fbe4b88-c1dc-41e5-9cee-d3bc48e7f129 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:00.373195 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5fbe4b88-c1dc-41e5-9cee-d3bc48e7f129 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:00.375865 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-5fbe4b88-c1dc-41e5-9cee-d3bc48e7f129 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] 10.222.0.48 "DELETE /v2.0/networks/0e80a87b-4c26-410a-b704-0c09b2c2f465 HTTP/1.1" status: 204 len: 168 time: 3.1883874 Jul 15 23:17:00.382190 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 35208) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:00.384736 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-355110e4-c984-4b81-838d-144d23f22939 req-5d0209da-2c8e-403b-b475-975ae23243c2 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905228 Jul 15 23:17:00.390271 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b9877194-f0e7-452c-b3b8-ab4969367f41 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-151016110'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:00.391961 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-94c089e2-9815-44f8-acbd-aed333a5e398 req-2d2731c0-61f2-4a02-aa04-b8fe52e1e86a service neutron] Attempting to bind port 510baed5-5df5-41aa-922d-764396cd58db on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:17:00.392389 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-94c089e2-9815-44f8-acbd-aed333a5e398 req-2d2731c0-61f2-4a02-aa04-b8fe52e1e86a service neutron] Attempting to bind port 510baed5-5df5-41aa-922d-764396cd58db by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '7f5ce7d6-1f0d-40c2-8f4e-72bafb9ba40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c6d78d97-c5bd-4992-9d0e-5892dffd416b'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:17:00.392914 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c089e2-9815-44f8-acbd-aed333a5e398 req-2d2731c0-61f2-4a02-aa04-b8fe52e1e86a service neutron] Attempting to bind port 510baed5-5df5-41aa-922d-764396cd58db on network c6d78d97-c5bd-4992-9d0e-5892dffd416b {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:17:00.402118 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c089e2-9815-44f8-acbd-aed333a5e398 req-2d2731c0-61f2-4a02-aa04-b8fe52e1e86a service neutron] Port 510baed5-5df5-41aa-922d-764396cd58db on network c6d78d97-c5bd-4992-9d0e-5892dffd416b not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:17:00.402460 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c089e2-9815-44f8-acbd-aed333a5e398 req-2d2731c0-61f2-4a02-aa04-b8fe52e1e86a service neutron] Attempting to bind port 510baed5-5df5-41aa-922d-764396cd58db on network c6d78d97-c5bd-4992-9d0e-5892dffd416b {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:17:00.414995 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbe4b88-c1dc-41e5-9cee-d3bc48e7f129 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Pushing event deleted for resources: {'Network': ['ID=0e80a87b-4c26-410a-b704-0c09b2c2f465,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:00.417524 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c089e2-9815-44f8-acbd-aed333a5e398 req-2d2731c0-61f2-4a02-aa04-b8fe52e1e86a service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:17:00.417872 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c089e2-9815-44f8-acbd-aed333a5e398 req-2d2731c0-61f2-4a02-aa04-b8fe52e1e86a service neutron] Checking segment: {'id': '7f5ce7d6-1f0d-40c2-8f4e-72bafb9ba40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c6d78d97-c5bd-4992-9d0e-5892dffd416b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:17:00.418367 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c089e2-9815-44f8-acbd-aed333a5e398 req-2d2731c0-61f2-4a02-aa04-b8fe52e1e86a service neutron] Bound using segment: {'id': '7f5ce7d6-1f0d-40c2-8f4e-72bafb9ba40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c6d78d97-c5bd-4992-9d0e-5892dffd416b'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:17:00.418937 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-94c089e2-9815-44f8-acbd-aed333a5e398 req-2d2731c0-61f2-4a02-aa04-b8fe52e1e86a service neutron] Bound port: 510baed5-5df5-41aa-922d-764396cd58db, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f5ce7d6-1f0d-40c2-8f4e-72bafb9ba40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c6d78d97-c5bd-4992-9d0e-5892dffd416b'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:17:00.419316 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-94c089e2-9815-44f8-acbd-aed333a5e398 req-2d2731c0-61f2-4a02-aa04-b8fe52e1e86a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:00.425599 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-833609a1-9af2-4033-9c2d-2e6693175e5f req-5e3a332e-36d9-42d2-9083-1c2db8205ea0 tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] 10.222.0.48 "GET /v2.0/security-groups?id=c64b9d56-be86-4e26-a1b5-495f6676e1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692849 Jul 15 23:17:00.453017 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9877194-f0e7-452c-b3b8-ab4969367f41 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Made reservation on behalf of 545ae24b56d14f939269409987b9058f for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:17:00.459250 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9877194-f0e7-452c-b3b8-ab4969367f41 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:00.516051 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-94c089e2-9815-44f8-acbd-aed333a5e398 req-2d2731c0-61f2-4a02-aa04-b8fe52e1e86a service neutron] For port 510baed5-5df5-41aa-922d-764396cd58db, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:17:00.523390 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9877194-f0e7-452c-b3b8-ab4969367f41 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:17:00.526223 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-94c089e2-9815-44f8-acbd-aed333a5e398 req-2d2731c0-61f2-4a02-aa04-b8fe52e1e86a service neutron] For port 510baed5-5df5-41aa-922d-764396cd58db, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=510baed5-5df5-41aa-922d-764396cd58db,segment=NetworkSegment(7f5ce7d6-1f0d-40c2-8f4e-72bafb9ba40d),segment_id=7f5ce7d6-1f0d-40c2-8f4e-72bafb9ba40d)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:17:00.534155 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-94c089e2-9815-44f8-acbd-aed333a5e398 req-2d2731c0-61f2-4a02-aa04-b8fe52e1e86a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:00.541831 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9877194-f0e7-452c-b3b8-ab4969367f41 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:00.542220 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-b9877194-f0e7-452c-b3b8-ab4969367f41 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Added segment b2b56a36-6996-4a55-a0dd-43a8dcc0cc47 of type vlan for network 627bcb0c-4d0d-4ed0-acd7-a7b7afd82870 Jul 15 23:17:00.604577 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9877194-f0e7-452c-b3b8-ab4969367f41 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:00.641964 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c089e2-9815-44f8-acbd-aed333a5e398 req-2d2731c0-61f2-4a02-aa04-b8fe52e1e86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:00.643018 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-94c089e2-9815-44f8-acbd-aed333a5e398 req-2d2731c0-61f2-4a02-aa04-b8fe52e1e86a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:00.644890 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-94c089e2-9815-44f8-acbd-aed333a5e398 req-2d2731c0-61f2-4a02-aa04-b8fe52e1e86a service neutron] 10.222.0.49 "PUT /v2.0/ports/510baed5-5df5-41aa-922d-764396cd58db HTTP/1.1" status: 200 len: 1091 time: 1.6893592 Jul 15 23:17:00.645557 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69fb6019-0cdb-419d-bd3f-0d77cd61fc7c', 'tag': '510baed5-5df5-41aa-922d-764396cd58db'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:17:00.657221 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9877194-f0e7-452c-b3b8-ab4969367f41 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:00.668916 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9877194-f0e7-452c-b3b8-ab4969367f41 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:00.670257 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9877194-f0e7-452c-b3b8-ab4969367f41 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:00.681762 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32988732-602c-4503-a618-658bf2d90295" -d '{"events": [{"name": "network-changed", "server_uuid": "69fb6019-0cdb-419d-bd3f-0d77cd61fc7c", "tag": "510baed5-5df5-41aa-922d-764396cd58db"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:17:00.751103 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2746ec38-7d6d-45ef-a244-f56d9fedc710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:00.757070 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2731c0-61f2-4a02-aa04-b8fe52e1e86a service neutron] Pushing event updated for resources: {'Port': ['ID=510baed5-5df5-41aa-922d-764396cd58db,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:00.784176 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b9877194-f0e7-452c-b3b8-ab4969367f41 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3965306 Jul 15 23:17:00.786451 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 35230) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:00.811836 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-596d7821-6da1-42fc-b9dd-bbf5829bd755 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Request body: {'subnet': {'network_id': '627bcb0c-4d0d-4ed0-acd7-a7b7afd82870', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:00.841595 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device f5082b5e-c3b4-4fcb-8a20-3a719884f34f no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:17:00.946893 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c089e2-9815-44f8-acbd-aed333a5e398 req-dffa43c3-0fe5-4f42-90ad-a7362e23fd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:00.948489 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-94c089e2-9815-44f8-acbd-aed333a5e398 req-dffa43c3-0fe5-4f42-90ad-a7362e23fd8e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0fcede583b6b458da6b681624616b0b4&device_id=69fb6019-0cdb-419d-bd3f-0d77cd61fc7c HTTP/1.1" status: 200 len: 1094 time: 0.1840329 Jul 15 23:17:00.962367 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c2abd-ed63-423e-8cbb-4c93c0efdab9 req-c25e4325-ce49-47ec-8abe-e2ecd562648f tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:00.971010 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bd3c2abd-ed63-423e-8cbb-4c93c0efdab9 req-c25e4325-ce49-47ec-8abe-e2ecd562648f tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6959f4f-02eb-4b02-8aa1-01411c48e630 HTTP/1.1" status: 200 len: 945 time: 0.1283717 Jul 15 23:17:01.010932 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-596d7821-6da1-42fc-b9dd-bbf5829bd755 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Made reservation on behalf of 545ae24b56d14f939269409987b9058f for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:17:01.014693 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-596d7821-6da1-42fc-b9dd-bbf5829bd755 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:01.020416 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9877194-f0e7-452c-b3b8-ab4969367f41 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Pushing event updated for resources: {'Network': ['ID=627bcb0c-4d0d-4ed0-acd7-a7b7afd82870,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:01.029577 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-94c089e2-9815-44f8-acbd-aed333a5e398 req-2c4de4a9-7e10-4c3d-bd9a-8d4728b9a5e0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=510baed5-5df5-41aa-922d-764396cd58db HTTP/1.1" status: 200 len: 217 time: 0.0560908 Jul 15 23:17:01.059232 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 627bcb0c-4d0d-4ed0-acd7-a7b7afd82870 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:17:01.091323 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bd3c2abd-ed63-423e-8cbb-4c93c0efdab9 req-24c61ee1-80af-4d43-a860-9a29ee2811e2 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180212 Jul 15 23:17:01.120562 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:01.139058 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.ipam_backend_mixin [None req-596d7821-6da1-42fc-b9dd-bbf5829bd755 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Performing IP validity checks on allocation pools {{(pid=93771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 15 23:17:01.139624 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.ipam_backend_mixin [None req-596d7821-6da1-42fc-b9dd-bbf5829bd755 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 15 23:17:01.154671 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c089e2-9815-44f8-acbd-aed333a5e398 req-a35d7628-31d8-4a29-b03a-2715522a8ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:01.159183 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-94c089e2-9815-44f8-acbd-aed333a5e398 req-a35d7628-31d8-4a29-b03a-2715522a8ee2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a144ec76-c4c9-4c39-825f-807a0a3dd5eb HTTP/1.1" status: 200 len: 855 time: 0.1235557 Jul 15 23:17:01.218392 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 37afd2b4-493c-45b6-9144-4c9c9285d9b9 details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:17:01.245817 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-94c089e2-9815-44f8-acbd-aed333a5e398 req-54ecccc5-ed4e-4080-9ab8-20ece4b0d289 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c6d78d97-c5bd-4992-9d0e-5892dffd416b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792575 Jul 15 23:17:01.247192 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0bda209-8e7b-4d11-9b8f-349324ba38c2 x-openstack-request-id: req-e0bda209-8e7b-4d11-9b8f-349324ba38c2 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:17:01.247475 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69fb6019-0cdb-419d-bd3f-0d77cd61fc7c", "tag": "510baed5-5df5-41aa-922d-764396cd58db", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:17:01.247743 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e0bda209-8e7b-4d11-9b8f-349324ba38c2 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:17:01.248144 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69fb6019-0cdb-419d-bd3f-0d77cd61fc7c', 'tag': '510baed5-5df5-41aa-922d-764396cd58db', 'status': 'completed', 'code': 200} Jul 15 23:17:01.279991 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port f5082b5e-c3b4-4fcb-8a20-3a719884f34f, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=f5082b5e-c3b4-4fcb-8a20-3a719884f34f,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:01.432627 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f726bf3-5396-491d-9933-4c0399c97803', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5082b5e-c3b4-4fcb-8a20-3a719884f34f'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:17:01.437082 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed38f191-b6c1-4408-ae29-05f5b810f53e" -d '{"events": [{"server_uuid": "7f726bf3-5396-491d-9933-4c0399c97803", "name": "network-vif-unplugged", "status": "completed", "tag": "f5082b5e-c3b4-4fcb-8a20-3a719884f34f"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:17:01.452808 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-94c089e2-9815-44f8-acbd-aed333a5e398 req-8535c4d0-5b6c-4543-a390-8fb2f9f460be service neutron] 10.222.0.49 "GET /v2.0/networks/c6d78d97-c5bd-4992-9d0e-5892dffd416b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007213 Jul 15 23:17:01.457912 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:01.523052 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-596d7821-6da1-42fc-b9dd-bbf5829bd755 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:01.527837 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=f5082b5e-c3b4-4fcb-8a20-3a719884f34f,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:01.570443 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ee739c-2139-4bd8-8d55-cd0a98a8408b x-openstack-request-id: req-e9ee739c-2139-4bd8-8d55-cd0a98a8408b {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:17:01.570443 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f726bf3-5396-491d-9933-4c0399c97803", "name": "network-vif-unplugged", "status": "completed", "tag": "f5082b5e-c3b4-4fcb-8a20-3a719884f34f", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:17:01.570443 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e9ee739c-2139-4bd8-8d55-cd0a98a8408b {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:17:01.570443 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f726bf3-5396-491d-9933-4c0399c97803', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5082b5e-c3b4-4fcb-8a20-3a719884f34f', 'code': 200} Jul 15 23:17:01.582041 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 37afd2b4-493c-45b6-9144-4c9c9285d9b9, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=37afd2b4-493c-45b6-9144-4c9c9285d9b9,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:01.607741 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': '37afd2b4-493c-45b6-9144-4c9c9285d9b9', 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'port_id': '37afd2b4-493c-45b6-9144-4c9c9285d9b9', 'mac_address': 'fa:16:3e:5c:60:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d909a96-22de-4aa9-b690-1c7da965ceac', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:17:01.664221 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-94c089e2-9815-44f8-acbd-aed333a5e398 req-e5c883b6-7222-41b5-97d6-7c7129a6af9d service neutron] 10.222.0.49 "GET /v2.0/networks/c6d78d97-c5bd-4992-9d0e-5892dffd416b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035515 Jul 15 23:17:01.693109 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:01.714002 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596d7821-6da1-42fc-b9dd-bbf5829bd755 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Pushing event updated for resources: {'Subnet': ['ID=08581860-14df-4c72-aeff-d333db814eb3,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:01.729979 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37afd2b4-493c-45b6-9144-4c9c9285d9b9 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:17:01.758999 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596d7821-6da1-42fc-b9dd-bbf5829bd755 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Checking segment: {'id': 'b2b56a36-6996-4a55-a0dd-43a8dcc0cc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '627bcb0c-4d0d-4ed0-acd7-a7b7afd82870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:17:01.758999 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596d7821-6da1-42fc-b9dd-bbf5829bd755 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Network hostable DHCP agents. Network: 627bcb0c-4d0d-4ed0-acd7-a7b7afd82870, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:17:01.795632 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 37afd2b4-493c-45b6-9144-4c9c9285d9b9, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=37afd2b4-493c-45b6-9144-4c9c9285d9b9,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:01.799987 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596d7821-6da1-42fc-b9dd-bbf5829bd755 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Network 627bcb0c-4d0d-4ed0-acd7-a7b7afd82870 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:17:01.802920 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:01.838803 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-596d7821-6da1-42fc-b9dd-bbf5829bd755 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 627bcb0c-4d0d-4ed0-acd7-a7b7afd82870) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:17:01.851281 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596d7821-6da1-42fc-b9dd-bbf5829bd755 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:01.852374 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-596d7821-6da1-42fc-b9dd-bbf5829bd755 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:01.857882 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06260662-f499-41dc-9495-97ca5a126a16 None None] Network 627bcb0c-4d0d-4ed0-acd7-a7b7afd82870 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:17:01.884085 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 35274) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:01.888272 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-596d7821-6da1-42fc-b9dd-bbf5829bd755 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.0898926 Jul 15 23:17:02.003389 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4492db-33c9-488b-aab9-9078cd840666 req-fe6c2768-ab83-4bf0-9449-7e6b676adc15 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:02.005577 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5e4492db-33c9-488b-aab9-9078cd840666 req-fe6c2768-ab83-4bf0-9449-7e6b676adc15 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fb6019-0cdb-419d-bd3f-0d77cd61fc7c HTTP/1.1" status: 200 len: 943 time: 0.3398540 Jul 15 23:17:02.007716 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=37afd2b4-493c-45b6-9144-4c9c9285d9b9,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:02.015683 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32988732-602c-4503-a618-658bf2d90295 req-68ce09c8-892a-4f58-b374-c38ef052c9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:02.016991 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-32988732-602c-4503-a618-658bf2d90295 req-68ce09c8-892a-4f58-b374-c38ef052c9bd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0fcede583b6b458da6b681624616b0b4&device_id=69fb6019-0cdb-419d-bd3f-0d77cd61fc7c HTTP/1.1" status: 200 len: 1094 time: 0.2784147 Jul 15 23:17:02.032587 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba1c1e-0159-4f62-b297-f35db15bebd4 req-90ad7be2-f752-43c4-8fd9-47f9c422fb53 tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:02.034292 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b5ba1c1e-0159-4f62-b297-f35db15bebd4 req-90ad7be2-f752-43c4-8fd9-47f9c422fb53 tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] 10.222.0.48 "GET /v2.0/ports?device_id=557655c9-7e55-4711-8d38-36fd7d8b1ad2 HTTP/1.1" status: 200 len: 949 time: 0.2161441 Jul 15 23:17:02.056757 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18cc46a8-275d-4ed7-880c-a8eb7c0a79ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-627bcb0c-4d0d-4ed0-acd7-a7b7afd82870', 'network_id': '627bcb0c-4d0d-4ed0-acd7-a7b7afd82870', 'tenant_id': '545ae24b56d14f939269409987b9058f', 'fixed_ips': [{'subnet_id': '08581860-14df-4c72-aeff-d333db814eb3'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:17:02.057986 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-18cc46a8-275d-4ed7-880c-a8eb7c0a79ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:02.140389 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9760fbe3-52e9-4973-a409-99089ef80d02 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:02.195117 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['37afd2b4-493c-45b6-9144-4c9c9285d9b9'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:17:02.216210 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5e4492db-33c9-488b-aab9-9078cd840666 req-59a82fbb-690e-4eb3-9e8c-110817df57dc tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913681 Jul 15 23:17:02.228525 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b5ba1c1e-0159-4f62-b297-f35db15bebd4 req-80edbfb6-cc3e-410c-adf7-bc288e3c54d2 tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] 10.222.0.48 "GET /v2.0/security-groups?id=c64b9d56-be86-4e26-a1b5-495f6676e1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723959 Jul 15 23:17:02.264942 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-18cc46a8-275d-4ed7-880c-a8eb7c0a79ee None None] Allocated IP 172.20.0.3 (627bcb0c-4d0d-4ed0-acd7-a7b7afd82870/08581860-14df-4c72-aeff-d333db814eb3/2828a6fa-227f-47eb-b2f1-ac8bd1cac08b) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:17:02.275272 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32988732-602c-4503-a618-658bf2d90295 req-6e34e01f-7ee4-4c5f-b4f9-e844892dfe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:02.276892 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-32988732-602c-4503-a618-658bf2d90295 req-6e34e01f-7ee4-4c5f-b4f9-e844892dfe35 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c6d78d97-c5bd-4992-9d0e-5892dffd416b HTTP/1.1" status: 200 len: 916 time: 0.2414055 Jul 15 23:17:02.354421 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-32988732-602c-4503-a618-658bf2d90295 req-87ca81ed-be3a-4ded-9e6d-ee2815e5316b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=510baed5-5df5-41aa-922d-764396cd58db HTTP/1.1" status: 200 len: 217 time: 0.0647469 Jul 15 23:17:02.363749 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9760fbe3-52e9-4973-a409-99089ef80d02 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:02.487149 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32988732-602c-4503-a618-658bf2d90295 req-ba5a5655-e6e1-493a-9a26-e37b5b0a08c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:02.489580 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-32988732-602c-4503-a618-658bf2d90295 req-ba5a5655-e6e1-493a-9a26-e37b5b0a08c6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a144ec76-c4c9-4c39-825f-807a0a3dd5eb HTTP/1.1" status: 200 len: 855 time: 0.1222696 Jul 15 23:17:02.524710 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-18cc46a8-275d-4ed7-880c-a8eb7c0a79ee None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:02.535180 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-18cc46a8-275d-4ed7-880c-a8eb7c0a79ee None None] Transition to ACTIVE for port object 2828a6fa-227f-47eb-b2f1-ac8bd1cac08b will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:17:02.553778 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-18cc46a8-275d-4ed7-880c-a8eb7c0a79ee None None] Transition to ACTIVE for port object 2828a6fa-227f-47eb-b2f1-ac8bd1cac08b will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:17:02.561570 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-18cc46a8-275d-4ed7-880c-a8eb7c0a79ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:02.586061 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-32988732-602c-4503-a618-658bf2d90295 req-bda2aba9-72fc-40da-9810-a7ac7f88dd75 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c6d78d97-c5bd-4992-9d0e-5892dffd416b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791812 Jul 15 23:17:02.610274 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cc46a8-275d-4ed7-880c-a8eb7c0a79ee None None] Network 627bcb0c-4d0d-4ed0-acd7-a7b7afd82870 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:17:02.615147 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-18cc46a8-275d-4ed7-880c-a8eb7c0a79ee None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:17:02.617062 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cc46a8-275d-4ed7-880c-a8eb7c0a79ee None None] Pushing event updated for resources: {'Port': ['ID=2828a6fa-227f-47eb-b2f1-ac8bd1cac08b,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:02.619542 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cc46a8-275d-4ed7-880c-a8eb7c0a79ee None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:17:02.713897 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-18cc46a8-275d-4ed7-880c-a8eb7c0a79ee None None] Attempting to bind port 2828a6fa-227f-47eb-b2f1-ac8bd1cac08b on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:17:02.714433 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-18cc46a8-275d-4ed7-880c-a8eb7c0a79ee None None] Attempting to bind port 2828a6fa-227f-47eb-b2f1-ac8bd1cac08b by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'b2b56a36-6996-4a55-a0dd-43a8dcc0cc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '627bcb0c-4d0d-4ed0-acd7-a7b7afd82870'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:17:02.714874 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cc46a8-275d-4ed7-880c-a8eb7c0a79ee None None] Attempting to bind port 2828a6fa-227f-47eb-b2f1-ac8bd1cac08b on network 627bcb0c-4d0d-4ed0-acd7-a7b7afd82870 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:17:02.725100 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cc46a8-275d-4ed7-880c-a8eb7c0a79ee None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:17:02.725724 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cc46a8-275d-4ed7-880c-a8eb7c0a79ee None None] Checking segment: {'id': 'b2b56a36-6996-4a55-a0dd-43a8dcc0cc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '627bcb0c-4d0d-4ed0-acd7-a7b7afd82870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:17:02.726337 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-18cc46a8-275d-4ed7-880c-a8eb7c0a79ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:02.727033 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cc46a8-275d-4ed7-880c-a8eb7c0a79ee None None] Bound using segment: {'id': 'b2b56a36-6996-4a55-a0dd-43a8dcc0cc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '627bcb0c-4d0d-4ed0-acd7-a7b7afd82870'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:17:02.728185 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-18cc46a8-275d-4ed7-880c-a8eb7c0a79ee None None] Bound port: 2828a6fa-227f-47eb-b2f1-ac8bd1cac08b, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2b56a36-6996-4a55-a0dd-43a8dcc0cc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '627bcb0c-4d0d-4ed0-acd7-a7b7afd82870'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:17:02.728868 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-18cc46a8-275d-4ed7-880c-a8eb7c0a79ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:02.874651 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-18cc46a8-275d-4ed7-880c-a8eb7c0a79ee None None] For port 2828a6fa-227f-47eb-b2f1-ac8bd1cac08b, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:17:02.879670 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-18cc46a8-275d-4ed7-880c-a8eb7c0a79ee None None] For port 2828a6fa-227f-47eb-b2f1-ac8bd1cac08b, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=2828a6fa-227f-47eb-b2f1-ac8bd1cac08b,segment=NetworkSegment(b2b56a36-6996-4a55-a0dd-43a8dcc0cc47),segment_id=b2b56a36-6996-4a55-a0dd-43a8dcc0cc47)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:17:02.891274 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-18cc46a8-275d-4ed7-880c-a8eb7c0a79ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:03.073604 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cc46a8-275d-4ed7-880c-a8eb7c0a79ee None None] Pushing event updated for resources: {'Port': ['ID=2828a6fa-227f-47eb-b2f1-ac8bd1cac08b,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:03.181751 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9bb4924c-f990-4fa2-8bec-ae65b1f16038 req-7cd2ec10-6433-4d90-9aac-72e427e5ceef tempest-ServerShowV257Test-60507535 tempest-ServerShowV257Test-60507535-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0e202be-f80a-4e38-b95f-d0855544aeec HTTP/1.1" status: 200 len: 210 time: 0.0435736 Jul 15 23:17:03.183225 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9760fbe3-52e9-4973-a409-99089ef80d02 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:03.187748 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-32988732-602c-4503-a618-658bf2d90295 req-9203e875-dc11-47e0-aa04-9e60cfbda6c7 service neutron] 10.222.0.49 "GET /v2.0/networks/c6d78d97-c5bd-4992-9d0e-5892dffd416b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5871289 Jul 15 23:17:03.226023 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-237f4612-9e9d-47c4-95e2-17b283f17f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:03.271352 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9760fbe3-52e9-4973-a409-99089ef80d02 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Pushing event deleted for resources: {'Subnet': ['ID=08581860-14df-4c72-aeff-d333db814eb3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:03.347980 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:03.412813 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ea3f4-ee1c-4dda-9304-80f6c8437489 req-ed9abb17-70de-42c5-99d9-b57dbd30379f tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:03.420038 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-018ea3f4-ee1c-4dda-9304-80f6c8437489 req-ed9abb17-70de-42c5-99d9-b57dbd30379f tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6959f4f-02eb-4b02-8aa1-01411c48e630 HTTP/1.1" status: 200 len: 945 time: 0.9286952 Jul 15 23:17:03.477692 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9760fbe3-52e9-4973-a409-99089ef80d02 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:03.508694 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-9760fbe3-52e9-4973-a409-99089ef80d02 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['627bcb0c-4d0d-4ed0-acd7-a7b7afd82870']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:03.554842 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-9760fbe3-52e9-4973-a409-99089ef80d02 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2b56a36-6996-4a55-a0dd-43a8dcc0cc47') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:03.555157 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-9760fbe3-52e9-4973-a409-99089ef80d02 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2b56a36-6996-4a55-a0dd-43a8dcc0cc47') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:03.593365 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-32988732-602c-4503-a618-658bf2d90295 req-ada5cca7-379b-4275-aed6-1fde477b1347 service neutron] 10.222.0.49 "GET /v2.0/networks/c6d78d97-c5bd-4992-9d0e-5892dffd416b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3974071 Jul 15 23:17:03.597238 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9760fbe3-52e9-4973-a409-99089ef80d02 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:03.635469 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-018ea3f4-ee1c-4dda-9304-80f6c8437489 req-a4f653a1-20a2-48ab-9f61-06135b38c3a3 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142661 Jul 15 23:17:03.681974 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9760fbe3-52e9-4973-a409-99089ef80d02 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:03.704034 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 2828a6fa-227f-47eb-b2f1-ac8bd1cac08b up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:17:03.710098 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9760fbe3-52e9-4973-a409-99089ef80d02 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:17:03.710860 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9760fbe3-52e9-4973-a409-99089ef80d02 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:03.716582 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:17:03.716582 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:17:03.716582 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:17:03.716582 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:17:03.716582 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:17:03.716582 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:17:03.716582 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:17:03.716582 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:17:03.716582 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:17:03.716582 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:17:03.716582 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:17:03.716582 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:17:03.716582 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:17:03.716582 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:17:03.716582 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:17:03.716582 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:17:03.716582 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:17:03.716582 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:17:03.716582 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:17:03.716582 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:17:03.716582 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:17:03.716582 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:17:03.716582 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:17:03.716582 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:17:03.716582 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:17:03.716582 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:17:03.716582 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:17:03.716582 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:17:03.716582 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:17:03.716582 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:17:03.716582 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:17:03.716582 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:17:03.716582 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:17:03.716582 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:17:03.716582 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:17:03.716582 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:17:03.716582 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:17:03.716582 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:17:03.716582 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:17:03.716582 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:17:03.716582 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:17:03.716582 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:17:03.716582 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:17:03.716582 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:17:03.716582 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:17:03.716582 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:17:03.716582 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:17:03.716582 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:17:03.716582 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:17:03.716582 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:17:03.818324 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 2828a6fa-227f-47eb-b2f1-ac8bd1cac08b completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:17:03.835547 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f323a-082f-4e7e-b21d-b8055620af42 req-e5b708c5-af8d-462c-944e-c2f3d8201068 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:03.840360 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1d4f323a-082f-4e7e-b21d-b8055620af42 req-e5b708c5-af8d-462c-944e-c2f3d8201068 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fb6019-0cdb-419d-bd3f-0d77cd61fc7c HTTP/1.1" status: 200 len: 943 time: 0.2628474 Jul 15 23:17:03.854666 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.db.api [None req-9760fbe3-52e9-4973-a409-99089ef80d02 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 15 23:17:03.854666 n-d-794306-6 neutron-server[93770]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 15 23:17:03.854666 n-d-794306-6 neutron-server[93770]: [parameters: {'id': '627bcb0c-4d0d-4ed0-acd7-a7b7afd82870'}] Jul 15 23:17:03.854666 n-d-794306-6 neutron-server[93770]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:17:03.855565 n-d-794306-6 neutron-server[93770]: DEBUG oslo_db.api [None req-9760fbe3-52e9-4973-a409-99089ef80d02 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:17:03.945153 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1d4f323a-082f-4e7e-b21d-b8055620af42 req-cbd0cadf-07ac-47a7-80ec-fcc3f75b9b7b tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882895 Jul 15 23:17:04.003267 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9940f18-7b2b-47b3-baf2-07a20b09b503 req-563610c5-0a81-447d-beb0-da0a29efea02 tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:04.005354 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c9940f18-7b2b-47b3-baf2-07a20b09b503 req-563610c5-0a81-447d-beb0-da0a29efea02 tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] 10.222.0.48 "GET /v2.0/ports?device_id=557655c9-7e55-4711-8d38-36fd7d8b1ad2 HTTP/1.1" status: 200 len: 949 time: 0.1635344 Jul 15 23:17:04.066852 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c9940f18-7b2b-47b3-baf2-07a20b09b503 req-71f59882-b20a-4c10-be90-19af3fc1199d tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] 10.222.0.48 "GET /v2.0/security-groups?id=c64b9d56-be86-4e26-a1b5-495f6676e1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551481 Jul 15 23:17:04.208605 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:04.356876 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9760fbe3-52e9-4973-a409-99089ef80d02 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:04.436832 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b0833ce8-cc54-4af3-8889-8e47ff7de6fa req-c1c88046-875c-47ab-bf7c-d1a1308f1df0 tempest-ServerShowV257Test-60507535 tempest-ServerShowV257Test-60507535-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0e202be-f80a-4e38-b95f-d0855544aeec HTTP/1.1" status: 200 len: 210 time: 0.0387669 Jul 15 23:17:04.487265 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-9760fbe3-52e9-4973-a409-99089ef80d02 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Deleting port 2828a6fa-227f-47eb-b2f1-ac8bd1cac08b {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:17:04.487814 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9760fbe3-52e9-4973-a409-99089ef80d02 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:04.592978 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-9760fbe3-52e9-4973-a409-99089ef80d02 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] For port 2828a6fa-227f-47eb-b2f1-ac8bd1cac08b, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=2828a6fa-227f-47eb-b2f1-ac8bd1cac08b,segment=NetworkSegment(b2b56a36-6996-4a55-a0dd-43a8dcc0cc47),segment_id=b2b56a36-6996-4a55-a0dd-43a8dcc0cc47)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:04.593641 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9760fbe3-52e9-4973-a409-99089ef80d02 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:04.623595 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-9760fbe3-52e9-4973-a409-99089ef80d02 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Calling delete_port for 2828a6fa-227f-47eb-b2f1-ac8bd1cac08b owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:17:04.692636 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0714c78-3cc1-491a-864a-e5950b2c9c00 None None] Network 627bcb0c-4d0d-4ed0-acd7-a7b7afd82870 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:17:04.784950 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-10009e6d-634d-4947-b77b-46efb2ceb9dc None None] Provisioning for port 2828a6fa-227f-47eb-b2f1-ac8bd1cac08b completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:17:04.797310 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d42f9d-dce0-485d-ad07-e4428af121b2 req-5de27a13-50f1-4616-966b-1a6325f0dbaf tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:04.803739 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-10009e6d-634d-4947-b77b-46efb2ceb9dc None None] Provisioning complete for port 2828a6fa-227f-47eb-b2f1-ac8bd1cac08b triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:17:04.804382 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-10009e6d-634d-4947-b77b-46efb2ceb9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:04.805434 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-88d42f9d-dce0-485d-ad07-e4428af121b2 req-5de27a13-50f1-4616-966b-1a6325f0dbaf tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6959f4f-02eb-4b02-8aa1-01411c48e630 HTTP/1.1" status: 200 len: 945 time: 0.1163912 Jul 15 23:17:04.852270 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-88d42f9d-dce0-485d-ad07-e4428af121b2 req-3cd4dce8-3fb2-4f40-97bb-9b9f99b268ae tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458307 Jul 15 23:17:04.861576 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9760fbe3-52e9-4973-a409-99089ef80d02 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:04.870563 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 510baed5-5df5-41aa-922d-764396cd58db details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:17:04.895459 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9760fbe3-52e9-4973-a409-99089ef80d02 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Pushing event deleted for resources: {'Port': ['ID=2828a6fa-227f-47eb-b2f1-ac8bd1cac08b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:04.908886 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9760fbe3-52e9-4973-a409-99089ef80d02 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] No DVR routers for this DVR port 2828a6fa-227f-47eb-b2f1-ac8bd1cac08b on host n-d-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:17:04.967336 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-10009e6d-634d-4947-b77b-46efb2ceb9dc None None] Could not find standard attr ID for object 2828a6fa-227f-47eb-b2f1-ac8bd1cac08b. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:17:04.970658 n-d-794306-6 neutron-server[93772]: INFO neutron.plugins.ml2.db [None req-10009e6d-634d-4947-b77b-46efb2ceb9dc None None] No ports have port_id starting with 2828a6fa-227f-47eb-b2f1-ac8bd1cac08b Jul 15 23:17:05.024541 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9760fbe3-52e9-4973-a409-99089ef80d02 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:05.038653 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-9760fbe3-52e9-4973-a409-99089ef80d02 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['627bcb0c-4d0d-4ed0-acd7-a7b7afd82870']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:05.052887 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-9760fbe3-52e9-4973-a409-99089ef80d02 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2b56a36-6996-4a55-a0dd-43a8dcc0cc47') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:05.053477 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-9760fbe3-52e9-4973-a409-99089ef80d02 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2b56a36-6996-4a55-a0dd-43a8dcc0cc47') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:05.066896 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9760fbe3-52e9-4973-a409-99089ef80d02 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:05.069341 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661b235c-74b5-4ff1-ae00-a28257f2e41d None None] DHCP port deletion for 627bcb0c-4d0d-4ed0-acd7-a7b7afd82870 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:17:05.084916 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9760fbe3-52e9-4973-a409-99089ef80d02 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:05.093201 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9760fbe3-52e9-4973-a409-99089ef80d02 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:17:05.094220 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9760fbe3-52e9-4973-a409-99089ef80d02 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:05.162528 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:17:05.162528 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:17:05.162528 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:17:05.162528 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:17:05.162528 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:17:05.162528 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:17:05.162528 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:17:05.162528 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:17:05.162528 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:17:05.162528 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:17:05.162528 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:17:05.162528 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:17:05.162528 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:17:05.162528 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:17:05.162528 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:17:05.162528 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:17:05.162528 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:17:05.162528 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:17:05.162528 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:17:05.162528 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:17:05.162528 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:17:05.162528 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:17:05.162528 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:17:05.162528 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:17:05.162528 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:17:05.162528 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:17:05.162528 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:17:05.162528 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:17:05.162528 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:17:05.162528 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:17:05.162528 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:17:05.162528 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:17:05.216150 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 510baed5-5df5-41aa-922d-764396cd58db, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=510baed5-5df5-41aa-922d-764396cd58db,segment=NetworkSegment(7f5ce7d6-1f0d-40c2-8f4e-72bafb9ba40d),segment_id=7f5ce7d6-1f0d-40c2-8f4e-72bafb9ba40d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:05.264552 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '510baed5-5df5-41aa-922d-764396cd58db', 'network_id': 'c6d78d97-c5bd-4992-9d0e-5892dffd416b', 'port_id': '510baed5-5df5-41aa-922d-764396cd58db', 'mac_address': 'fa:16:3e:88:be:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a144ec76-c4c9-4c39-825f-807a0a3dd5eb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:17:05.277516 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 37afd2b4-493c-45b6-9144-4c9c9285d9b9 up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:17:05.351742 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9760fbe3-52e9-4973-a409-99089ef80d02 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:05.353537 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:05.371946 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9760fbe3-52e9-4973-a409-99089ef80d02 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:05.374632 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-9760fbe3-52e9-4973-a409-99089ef80d02 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] 10.222.0.48 "DELETE /v2.0/networks/627bcb0c-4d0d-4ed0-acd7-a7b7afd82870 HTTP/1.1" status: 204 len: 168 time: 3.4894865 Jul 15 23:17:05.375890 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 510baed5-5df5-41aa-922d-764396cd58db {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:17:05.379056 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 35350) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:05.389525 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-9a230222-3e2b-4bfe-911b-0cb1995bc54a tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1713504810'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:05.421829 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9760fbe3-52e9-4973-a409-99089ef80d02 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Pushing event deleted for resources: {'Network': ['ID=627bcb0c-4d0d-4ed0-acd7-a7b7afd82870,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:05.477375 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e564317-d4cb-4335-af52-6d6f46cf14ed req-492d13b7-ab92-42bf-9d88-8e5cd361de5a tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:05.487733 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5e564317-d4cb-4335-af52-6d6f46cf14ed req-492d13b7-ab92-42bf-9d88-8e5cd361de5a tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fb6019-0cdb-419d-bd3f-0d77cd61fc7c HTTP/1.1" status: 200 len: 943 time: 0.3129039 Jul 15 23:17:05.502271 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a230222-3e2b-4bfe-911b-0cb1995bc54a tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Made reservation on behalf of 545ae24b56d14f939269409987b9058f for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:17:05.510379 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a230222-3e2b-4bfe-911b-0cb1995bc54a tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:05.519013 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 510baed5-5df5-41aa-922d-764396cd58db, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=510baed5-5df5-41aa-922d-764396cd58db,segment=NetworkSegment(7f5ce7d6-1f0d-40c2-8f4e-72bafb9ba40d),segment_id=7f5ce7d6-1f0d-40c2-8f4e-72bafb9ba40d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:05.554162 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3605c5f3-45b3-4f42-a62e-a43b0665e508 req-63212f8c-0a77-4c68-8918-f9773fa4b706 tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:05.554409 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:05.556466 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device f5082b5e-c3b4-4fcb-8a20-3a719884f34f details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:17:05.556733 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a230222-3e2b-4bfe-911b-0cb1995bc54a tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:17:05.558644 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3605c5f3-45b3-4f42-a62e-a43b0665e508 req-63212f8c-0a77-4c68-8918-f9773fa4b706 tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] 10.222.0.48 "GET /v2.0/ports?device_id=557655c9-7e55-4711-8d38-36fd7d8b1ad2 HTTP/1.1" status: 200 len: 949 time: 0.2984982 Jul 15 23:17:05.599229 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a230222-3e2b-4bfe-911b-0cb1995bc54a tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:05.610055 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5e564317-d4cb-4335-af52-6d6f46cf14ed req-2d20dcdc-40d5-4a95-b801-07ebe06a3069 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192894 Jul 15 23:17:05.612253 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-9a230222-3e2b-4bfe-911b-0cb1995bc54a tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Added segment bdc75312-ff75-430a-97fe-a0040a337858 of type vlan for network 4582652a-b5aa-40c8-9ba4-dea9fff6f2f6 Jul 15 23:17:05.668637 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=510baed5-5df5-41aa-922d-764396cd58db,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:05.717803 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 2828a6fa-227f-47eb-b2f1-ac8bd1cac08b no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:17:05.723970 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a230222-3e2b-4bfe-911b-0cb1995bc54a tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:05.796008 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3605c5f3-45b3-4f42-a62e-a43b0665e508 req-14e5cf73-5959-4e40-9def-db3252797b13 tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] 10.222.0.48 "GET /v2.0/security-groups?id=c64b9d56-be86-4e26-a1b5-495f6676e1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216871 Jul 15 23:17:05.796603 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a230222-3e2b-4bfe-911b-0cb1995bc54a tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:05.803900 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a230222-3e2b-4bfe-911b-0cb1995bc54a tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:05.804382 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a230222-3e2b-4bfe-911b-0cb1995bc54a tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:05.813441 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 2828a6fa-227f-47eb-b2f1-ac8bd1cac08b {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:17:05.813797 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 2828a6fa-227f-47eb-b2f1-ac8bd1cac08b not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:17:05.847099 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.db.resource_extend [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 23:17:05.849813 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port 37afd2b4-493c-45b6-9144-4c9c9285d9b9 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:17:05.869498 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port 37afd2b4-493c-45b6-9144-4c9c9285d9b9 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:17:05.870149 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:05.888196 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 35370) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:05.894460 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a4e146a9-24ac-48b2-85bc-e210de54eccb tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Request body: {'subnet': {'network_id': '4582652a-b5aa-40c8-9ba4-dea9fff6f2f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:05.902621 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-9a230222-3e2b-4bfe-911b-0cb1995bc54a tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5215456 Jul 15 23:17:06.148635 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a230222-3e2b-4bfe-911b-0cb1995bc54a tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Pushing event updated for resources: {'Network': ['ID=4582652a-b5aa-40c8-9ba4-dea9fff6f2f6,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:06.287627 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 4582652a-b5aa-40c8-9ba4-dea9fff6f2f6 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:17:06.312105 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a1f7b4a6-06e5-45ec-9040-f7506dfea73c req-ef0d1d76-ef70-4d21-8737-03bb74b48223 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f0e202be-f80a-4e38-b95f-d0855544aeec HTTP/1.1" status: 200 len: 210 time: 0.1107008 Jul 15 23:17:06.351548 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-df8d2f2b-ab22-482f-89cd-2b2f81052c9c req-92d8df32-d39c-4741-bd48-33b1a5250b0f tempest-ServerShowV257Test-60507535 tempest-ServerShowV257Test-60507535-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0e202be-f80a-4e38-b95f-d0855544aeec HTTP/1.1" status: 200 len: 210 time: 0.1071665 Jul 15 23:17:06.404104 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:06.407631 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port f5082b5e-c3b4-4fcb-8a20-3a719884f34f, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=f5082b5e-c3b4-4fcb-8a20-3a719884f34f,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:06.412125 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8458373d-d9a2-4de6-83a3-159f628ae15b req-528f5509-56f6-466f-894f-a450182235e1 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:06.413618 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8458373d-d9a2-4de6-83a3-159f628ae15b req-528f5509-56f6-466f-894f-a450182235e1 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6959f4f-02eb-4b02-8aa1-01411c48e630 HTTP/1.1" status: 200 len: 945 time: 0.2390606 Jul 15 23:17:06.419623 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e146a9-24ac-48b2-85bc-e210de54eccb tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Made reservation on behalf of 545ae24b56d14f939269409987b9058f for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:17:06.425072 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a4e146a9-24ac-48b2-85bc-e210de54eccb tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:06.475439 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:06.497781 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': 'f5082b5e-c3b4-4fcb-8a20-3a719884f34f', 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'port_id': 'f5082b5e-c3b4-4fcb-8a20-3a719884f34f', 'mac_address': 'fa:16:3e:be:f8:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d909a96-22de-4aa9-b690-1c7da965ceac', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:17:06.522053 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb42bc7-4589-42d9-bb62-1de5862aeeb1 req-c59e2f69-f820-4c5a-9743-fbb35d514732 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:06.536140 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7eb42bc7-4589-42d9-bb62-1de5862aeeb1 req-c59e2f69-f820-4c5a-9743-fbb35d514732 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6959f4f-02eb-4b02-8aa1-01411c48e630 HTTP/1.1" status: 200 len: 945 time: 0.3472939 Jul 15 23:17:06.628248 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '557655c9-7e55-4711-8d38-36fd7d8b1ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37afd2b4-493c-45b6-9144-4c9c9285d9b9'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:17:06.632123 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-231038d4-2d41-4e2c-b0a5-10336b89887b" -d '{"events": [{"server_uuid": "557655c9-7e55-4711-8d38-36fd7d8b1ad2", "name": "network-vif-plugged", "status": "completed", "tag": "37afd2b4-493c-45b6-9144-4c9c9285d9b9"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:17:06.660540 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 37afd2b4-493c-45b6-9144-4c9c9285d9b9, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=37afd2b4-493c-45b6-9144-4c9c9285d9b9,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:06.666961 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:06.676343 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:06.709138 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2755e34-052c-4c86-8c48-1d041391c812 x-openstack-request-id: req-b2755e34-052c-4c86-8c48-1d041391c812 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:17:06.709741 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "557655c9-7e55-4711-8d38-36fd7d8b1ad2", "name": "network-vif-plugged", "status": "completed", "tag": "37afd2b4-493c-45b6-9144-4c9c9285d9b9", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:17:06.709992 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b2755e34-052c-4c86-8c48-1d041391c812 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:17:06.710386 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '557655c9-7e55-4711-8d38-36fd7d8b1ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37afd2b4-493c-45b6-9144-4c9c9285d9b9', 'code': 200} Jul 15 23:17:06.759421 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5082b5e-c3b4-4fcb-8a20-3a719884f34f {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:17:06.862089 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a4e146a9-24ac-48b2-85bc-e210de54eccb tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:06.890615 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port f5082b5e-c3b4-4fcb-8a20-3a719884f34f, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=f5082b5e-c3b4-4fcb-8a20-3a719884f34f,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:06.903723 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=37afd2b4-493c-45b6-9144-4c9c9285d9b9,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:06.911653 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:06.972819 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7eb42bc7-4589-42d9-bb62-1de5862aeeb1 req-83b60823-b4ca-44ee-adf1-60ddb1012343 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4096904 Jul 15 23:17:07.019044 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a010e48-27ac-48da-bcb7-5ef2df465252 req-cc6350fd-b9f4-48f1-9e66-d8fd6b095288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:07.021986 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-3a010e48-27ac-48da-bcb7-5ef2df465252 req-cc6350fd-b9f4-48f1-9e66-d8fd6b095288 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=557655c9-7e55-4711-8d38-36fd7d8b1ad2 HTTP/1.1" status: 200 len: 1101 time: 0.1994770 Jul 15 23:17:07.070878 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['f5082b5e-c3b4-4fcb-8a20-3a719884f34f'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:17:07.153114 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-3a010e48-27ac-48da-bcb7-5ef2df465252 req-1e7dc5f4-f423-4326-a9a9-1941692784eb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c64b9d56-be86-4e26-a1b5-495f6676e1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229649 Jul 15 23:17:07.188193 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=f5082b5e-c3b4-4fcb-8a20-3a719884f34f,revision_number=9']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:07.213262 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['510baed5-5df5-41aa-922d-764396cd58db'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:17:07.310655 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e146a9-24ac-48b2-85bc-e210de54eccb tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Checking segment: {'id': 'bdc75312-ff75-430a-97fe-a0040a337858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '4582652a-b5aa-40c8-9ba4-dea9fff6f2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:17:07.311346 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e146a9-24ac-48b2-85bc-e210de54eccb tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Network hostable DHCP agents. Network: 4582652a-b5aa-40c8-9ba4-dea9fff6f2f6, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:17:07.369608 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e146a9-24ac-48b2-85bc-e210de54eccb tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Network 4582652a-b5aa-40c8-9ba4-dea9fff6f2f6 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:17:07.396700 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:17:07.403228 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-a4e146a9-24ac-48b2-85bc-e210de54eccb tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 4582652a-b5aa-40c8-9ba4-dea9fff6f2f6) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:17:07.416624 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e146a9-24ac-48b2-85bc-e210de54eccb tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Pushing event updated for resources: {'Subnet': ['ID=6a2cc586-a161-43c1-bf18-55ab4045db27,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:07.436726 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f85432-f76b-4096-b26d-f2ae58dc7bf1 None None] Network 4582652a-b5aa-40c8-9ba4-dea9fff6f2f6 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:17:07.438362 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e146a9-24ac-48b2-85bc-e210de54eccb tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:07.440659 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a4e146a9-24ac-48b2-85bc-e210de54eccb tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:07.454245 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-8458373d-d9a2-4de6-83a3-159f628ae15b req-50548ac4-faf0-4b26-86ce-628c5ba739d0 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Deleting port 2bd90c6d-5d43-4849-8251-6c4609c805b4 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:17:07.454808 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8458373d-d9a2-4de6-83a3-159f628ae15b req-50548ac4-faf0-4b26-86ce-628c5ba739d0 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:07.585496 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-8458373d-d9a2-4de6-83a3-159f628ae15b req-50548ac4-faf0-4b26-86ce-628c5ba739d0 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] For port 2bd90c6d-5d43-4849-8251-6c4609c805b4, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=2bd90c6d-5d43-4849-8251-6c4609c805b4,segment=NetworkSegment(3c2758b9-e41c-4bf2-b9ed-9081bfc02669),segment_id=3c2758b9-e41c-4bf2-b9ed-9081bfc02669)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:07.585496 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8458373d-d9a2-4de6-83a3-159f628ae15b req-50548ac4-faf0-4b26-86ce-628c5ba739d0 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:07.602376 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-8458373d-d9a2-4de6-83a3-159f628ae15b req-50548ac4-faf0-4b26-86ce-628c5ba739d0 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Calling delete_port for 2bd90c6d-5d43-4849-8251-6c4609c805b4 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:17:07.686226 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc6dac-e536-4089-b975-29439a2afdb0 req-b763063f-9fce-43cc-8ff2-58f126ada443 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:07.693696 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-67cc6dac-e536-4089-b975-29439a2afdb0 req-b763063f-9fce-43cc-8ff2-58f126ada443 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fb6019-0cdb-419d-bd3f-0d77cd61fc7c HTTP/1.1" status: 200 len: 944 time: 0.7395639 Jul 15 23:17:07.775518 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-a4e146a9-24ac-48b2-85bc-e210de54eccb tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.8844976 Jul 15 23:17:07.776095 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 35404) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:07.790277 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-67cc6dac-e536-4089-b975-29439a2afdb0 req-5f8f86aa-0921-4de7-a4d2-1e27101968d0 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954688 Jul 15 23:17:07.914510 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83850f4-4ee6-4042-b6ab-d677ea6923bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-4582652a-b5aa-40c8-9ba4-dea9fff6f2f6', 'network_id': '4582652a-b5aa-40c8-9ba4-dea9fff6f2f6', 'tenant_id': '545ae24b56d14f939269409987b9058f', 'fixed_ips': [{'subnet_id': '6a2cc586-a161-43c1-bf18-55ab4045db27'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:17:07.914510 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f83850f4-4ee6-4042-b6ab-d677ea6923bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:07.919155 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c3016-feb2-4e90-8ed9-48dcb56038d3 req-dff41a9f-1a6f-4252-a73d-2d76d8421387 tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:07.932259 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-876c3016-feb2-4e90-8ed9-48dcb56038d3 req-dff41a9f-1a6f-4252-a73d-2d76d8421387 tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] 10.222.0.48 "GET /v2.0/ports?device_id=557655c9-7e55-4711-8d38-36fd7d8b1ad2 HTTP/1.1" status: 200 len: 950 time: 0.3142545 Jul 15 23:17:08.093991 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e63c991d-4430-4ea2-af66-3910c92ef36e tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:08.130602 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-876c3016-feb2-4e90-8ed9-48dcb56038d3 req-d63a7d38-ff17-4b8d-bb74-21b58b35dc85 tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] 10.222.0.48 "GET /v2.0/security-groups?id=c64b9d56-be86-4e26-a1b5-495f6676e1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933887 Jul 15 23:17:08.212130 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:08.240330 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-db203f9a-7263-4815-94ff-d7ae84315758 req-d752fd0d-3cc4-4fd2-b29b-95560db3de25 tempest-ServerShowV257Test-60507535 tempest-ServerShowV257Test-60507535-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0e202be-f80a-4e38-b95f-d0855544aeec HTTP/1.1" status: 200 len: 210 time: 0.1068220 Jul 15 23:17:08.246703 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8458373d-d9a2-4de6-83a3-159f628ae15b req-50548ac4-faf0-4b26-86ce-628c5ba739d0 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:08.329316 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e63c991d-4430-4ea2-af66-3910c92ef36e tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:08.486061 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-f83850f4-4ee6-4042-b6ab-d677ea6923bd None None] Allocated IP 172.20.0.1 (4582652a-b5aa-40c8-9ba4-dea9fff6f2f6/6a2cc586-a161-43c1-bf18-55ab4045db27/e55f3432-f2a9-4def-942b-af9695de915c) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:17:08.521120 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-8458373d-d9a2-4de6-83a3-159f628ae15b req-50548ac4-faf0-4b26-86ce-628c5ba739d0 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] No DVR routers for this DVR port 2bd90c6d-5d43-4849-8251-6c4609c805b4 on host n-h2-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:17:08.525578 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50548ac4-faf0-4b26-86ce-628c5ba739d0 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Pushing event deleted for resources: {'Port': ['ID=2bd90c6d-5d43-4849-8251-6c4609c805b4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:08.536161 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8458373d-d9a2-4de6-83a3-159f628ae15b req-50548ac4-faf0-4b26-86ce-628c5ba739d0 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:08.538800 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8458373d-d9a2-4de6-83a3-159f628ae15b req-50548ac4-faf0-4b26-86ce-628c5ba739d0 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.41 "DELETE /v2.0/ports/2bd90c6d-5d43-4849-8251-6c4609c805b4 HTTP/1.1" status: 204 len: 173 time: 2.1078088 Jul 15 23:17:08.544884 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6959f4f-02eb-4b02-8aa1-01411c48e630', 'name': 'network-vif-deleted', 'tag': '2bd90c6d-5d43-4849-8251-6c4609c805b4'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:17:08.547898 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f2ee01-2a99-4c70-bdd2-d539cf33eaf3" -d '{"events": [{"server_uuid": "b6959f4f-02eb-4b02-8aa1-01411c48e630", "name": "network-vif-deleted", "tag": "2bd90c6d-5d43-4849-8251-6c4609c805b4"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:17:08.557178 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b398d7bd-c79e-43bc-b18b-722a7e7ab23d req-e62bbb9c-5f6f-4e77-b56b-57ccaef96694 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6959f4f-02eb-4b02-8aa1-01411c48e630 HTTP/1.1" status: 200 len: 210 time: 0.1267879 Jul 15 23:17:08.657324 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f104e6e5-5a24-4742-9f1f-bde06bc4b39e x-openstack-request-id: req-f104e6e5-5a24-4742-9f1f-bde06bc4b39e {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:17:08.658144 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6959f4f-02eb-4b02-8aa1-01411c48e630", "name": "network-vif-deleted", "tag": "2bd90c6d-5d43-4849-8251-6c4609c805b4", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:17:08.658692 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f104e6e5-5a24-4742-9f1f-bde06bc4b39e {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:17:08.659332 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6959f4f-02eb-4b02-8aa1-01411c48e630', 'name': 'network-vif-deleted', 'tag': '2bd90c6d-5d43-4849-8251-6c4609c805b4', 'status': 'completed', 'code': 200} Jul 15 23:17:08.695768 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['2bd90c6d-5d43-4849-8251-6c4609c805b4'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:17:08.948236 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device f5082b5e-c3b4-4fcb-8a20-3a719884f34f up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:17:09.135468 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f83850f4-4ee6-4042-b6ab-d677ea6923bd None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:09.174143 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f83850f4-4ee6-4042-b6ab-d677ea6923bd None None] Transition to ACTIVE for port object e55f3432-f2a9-4def-942b-af9695de915c will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:17:09.207478 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port f5082b5e-c3b4-4fcb-8a20-3a719884f34f triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:17:09.208335 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:09.215303 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f83850f4-4ee6-4042-b6ab-d677ea6923bd None None] Transition to ACTIVE for port object e55f3432-f2a9-4def-942b-af9695de915c will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:17:09.265069 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f83850f4-4ee6-4042-b6ab-d677ea6923bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:09.277342 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e63c991d-4430-4ea2-af66-3910c92ef36e tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:09.378846 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c991d-4430-4ea2-af66-3910c92ef36e tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Pushing event deleted for resources: {'Subnet': ['ID=6a2cc586-a161-43c1-bf18-55ab4045db27,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:09.397203 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83850f4-4ee6-4042-b6ab-d677ea6923bd None None] Pushing event updated for resources: {'Port': ['ID=e55f3432-f2a9-4def-942b-af9695de915c,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:09.445245 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83850f4-4ee6-4042-b6ab-d677ea6923bd None None] Network 4582652a-b5aa-40c8-9ba4-dea9fff6f2f6 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:17:09.456305 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-f83850f4-4ee6-4042-b6ab-d677ea6923bd None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:17:09.465779 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83850f4-4ee6-4042-b6ab-d677ea6923bd None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:17:09.510088 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b145eef7-2157-4c1b-9f21-59a825c8d746 req-42ea0973-00c8-4d92-96b9-691c30da1ad7 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:09.523269 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b145eef7-2157-4c1b-9f21-59a825c8d746 req-42ea0973-00c8-4d92-96b9-691c30da1ad7 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fb6019-0cdb-419d-bd3f-0d77cd61fc7c HTTP/1.1" status: 200 len: 944 time: 0.3902230 Jul 15 23:17:09.582504 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f086b070-d298-4914-8b27-cbdfd107e2b3 req-da9f0074-2dc9-46e3-994a-52876b4cd2eb tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:09.585071 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f086b070-d298-4914-8b27-cbdfd107e2b3 req-da9f0074-2dc9-46e3-994a-52876b4cd2eb tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] 10.222.0.48 "GET /v2.0/ports?device_id=557655c9-7e55-4711-8d38-36fd7d8b1ad2 HTTP/1.1" status: 200 len: 950 time: 0.2711408 Jul 15 23:17:09.613428 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b145eef7-2157-4c1b-9f21-59a825c8d746 req-c337321e-85f7-40c0-b66d-a61f2c23da4e tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881479 Jul 15 23:17:09.624763 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e63c991d-4430-4ea2-af66-3910c92ef36e tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:09.650199 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-e63c991d-4430-4ea2-af66-3910c92ef36e tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4582652a-b5aa-40c8-9ba4-dea9fff6f2f6']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:09.674514 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-e63c991d-4430-4ea2-af66-3910c92ef36e tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdc75312-ff75-430a-97fe-a0040a337858') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:09.675479 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-e63c991d-4430-4ea2-af66-3910c92ef36e tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdc75312-ff75-430a-97fe-a0040a337858') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:09.706784 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e63c991d-4430-4ea2-af66-3910c92ef36e tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:09.732664 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e63c991d-4430-4ea2-af66-3910c92ef36e tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:09.750431 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f086b070-d298-4914-8b27-cbdfd107e2b3 req-463d9b16-0211-4e44-90d3-7e85cf18a807 tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] 10.222.0.48 "GET /v2.0/security-groups?id=c64b9d56-be86-4e26-a1b5-495f6676e1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325004 Jul 15 23:17:09.760221 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e63c991d-4430-4ea2-af66-3910c92ef36e tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:17:09.760965 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e63c991d-4430-4ea2-af66-3910c92ef36e tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:09.770660 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f83850f4-4ee6-4042-b6ab-d677ea6923bd None None] Attempting to bind port e55f3432-f2a9-4def-942b-af9695de915c on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:17:09.771195 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f83850f4-4ee6-4042-b6ab-d677ea6923bd None None] Attempting to bind port e55f3432-f2a9-4def-942b-af9695de915c by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'bdc75312-ff75-430a-97fe-a0040a337858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '4582652a-b5aa-40c8-9ba4-dea9fff6f2f6'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:17:09.771916 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:17:09.771916 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:17:09.771916 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:17:09.771916 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:17:09.771916 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:17:09.771916 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:17:09.771916 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:17:09.771916 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:17:09.771916 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:17:09.771916 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:17:09.771916 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:17:09.771916 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:17:09.771916 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:17:09.771916 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:17:09.771916 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:17:09.771916 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:17:09.771916 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:17:09.771916 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:17:09.771916 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:17:09.771916 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:17:09.771916 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:17:09.771916 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:17:09.771916 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:17:09.771916 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:17:09.771916 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:17:09.771916 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:17:09.771916 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:17:09.771916 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:17:09.771916 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:17:09.771916 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:17:09.771916 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:17:09.771916 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:17:09.773835 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83850f4-4ee6-4042-b6ab-d677ea6923bd None None] Attempting to bind port e55f3432-f2a9-4def-942b-af9695de915c on network 4582652a-b5aa-40c8-9ba4-dea9fff6f2f6 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:17:09.834045 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83850f4-4ee6-4042-b6ab-d677ea6923bd None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:17:09.836499 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83850f4-4ee6-4042-b6ab-d677ea6923bd None None] Checking segment: {'id': 'bdc75312-ff75-430a-97fe-a0040a337858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '4582652a-b5aa-40c8-9ba4-dea9fff6f2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:17:09.839328 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f83850f4-4ee6-4042-b6ab-d677ea6923bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:09.840098 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83850f4-4ee6-4042-b6ab-d677ea6923bd None None] Bound using segment: {'id': 'bdc75312-ff75-430a-97fe-a0040a337858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '4582652a-b5aa-40c8-9ba4-dea9fff6f2f6'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:17:09.840844 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f83850f4-4ee6-4042-b6ab-d677ea6923bd None None] Bound port: e55f3432-f2a9-4def-942b-af9695de915c, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdc75312-ff75-430a-97fe-a0040a337858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '4582652a-b5aa-40c8-9ba4-dea9fff6f2f6'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:17:09.842795 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f83850f4-4ee6-4042-b6ab-d677ea6923bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:09.877891 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:09.937235 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.db.api [None req-e63c991d-4430-4ea2-af66-3910c92ef36e tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 15 23:17:09.937235 n-d-794306-6 neutron-server[93771]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 15 23:17:09.937235 n-d-794306-6 neutron-server[93771]: [parameters: {'id': '4582652a-b5aa-40c8-9ba4-dea9fff6f2f6'}] Jul 15 23:17:09.937235 n-d-794306-6 neutron-server[93771]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:17:09.938177 n-d-794306-6 neutron-server[93771]: DEBUG oslo_db.api [None req-e63c991d-4430-4ea2-af66-3910c92ef36e tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:17:10.017076 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2fe2fed9-a82c-4ff3-af7b-815a31ba9347 req-9af01aa0-f41f-4b0e-b18e-508377b000cc tempest-ServerShowV257Test-60507535 tempest-ServerShowV257Test-60507535-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0e202be-f80a-4e38-b95f-d0855544aeec HTTP/1.1" status: 200 len: 210 time: 0.0877922 Jul 15 23:17:10.051059 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f726bf3-5396-491d-9933-4c0399c97803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5082b5e-c3b4-4fcb-8a20-3a719884f34f'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:17:10.054721 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f787ceeb-6880-4266-ae3b-880a69bcac63" -d '{"events": [{"server_uuid": "7f726bf3-5396-491d-9933-4c0399c97803", "name": "network-vif-plugged", "status": "completed", "tag": "f5082b5e-c3b4-4fcb-8a20-3a719884f34f"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:17:10.091119 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port f5082b5e-c3b4-4fcb-8a20-3a719884f34f, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=f5082b5e-c3b4-4fcb-8a20-3a719884f34f,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:10.101858 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:10.103480 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 510baed5-5df5-41aa-922d-764396cd58db up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:17:10.143464 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5d553d2d-caa0-4eba-950b-618f708162f2 req-0ca72a81-7ee2-4c75-b520-6f6278093407 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6959f4f-02eb-4b02-8aa1-01411c48e630 HTTP/1.1" status: 200 len: 210 time: 0.0731373 Jul 15 23:17:10.219526 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=f5082b5e-c3b4-4fcb-8a20-3a719884f34f,revision_number=10']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:10.248552 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f83850f4-4ee6-4042-b6ab-d677ea6923bd None None] For port e55f3432-f2a9-4def-942b-af9695de915c, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:17:10.253505 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f83850f4-4ee6-4042-b6ab-d677ea6923bd None None] For port e55f3432-f2a9-4def-942b-af9695de915c, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=e55f3432-f2a9-4def-942b-af9695de915c,segment=NetworkSegment(bdc75312-ff75-430a-97fe-a0040a337858),segment_id=bdc75312-ff75-430a-97fe-a0040a337858)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:17:10.260695 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f83850f4-4ee6-4042-b6ab-d677ea6923bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:10.440897 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e63c991d-4430-4ea2-af66-3910c92ef36e tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:10.465225 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c10d41-6bc2-4dcc-8168-b6e335001fcb None None] Network 4582652a-b5aa-40c8-9ba4-dea9fff6f2f6 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:17:10.496942 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port 510baed5-5df5-41aa-922d-764396cd58db completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:17:10.509967 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 510baed5-5df5-41aa-922d-764396cd58db triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:17:10.510709 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:10.514554 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83850f4-4ee6-4042-b6ab-d677ea6923bd None None] Pushing event updated for resources: {'Port': ['ID=e55f3432-f2a9-4def-942b-af9695de915c,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:10.563048 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-e63c991d-4430-4ea2-af66-3910c92ef36e tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Deleting port e55f3432-f2a9-4def-942b-af9695de915c {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:17:10.563553 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e63c991d-4430-4ea2-af66-3910c92ef36e tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:10.584922 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b306378c-6fe6-4a45-bb4f-46839628cab1 x-openstack-request-id: req-b306378c-6fe6-4a45-bb4f-46839628cab1 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:17:10.585221 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f726bf3-5396-491d-9933-4c0399c97803", "name": "network-vif-plugged", "status": "completed", "tag": "f5082b5e-c3b4-4fcb-8a20-3a719884f34f", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:17:10.585473 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b306378c-6fe6-4a45-bb4f-46839628cab1 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:17:10.585864 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f726bf3-5396-491d-9933-4c0399c97803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5082b5e-c3b4-4fcb-8a20-3a719884f34f', 'code': 200} Jul 15 23:17:10.702457 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-e63c991d-4430-4ea2-af66-3910c92ef36e tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] For port e55f3432-f2a9-4def-942b-af9695de915c, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=e55f3432-f2a9-4def-942b-af9695de915c,segment=NetworkSegment(bdc75312-ff75-430a-97fe-a0040a337858),segment_id=bdc75312-ff75-430a-97fe-a0040a337858)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:10.707509 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e63c991d-4430-4ea2-af66-3910c92ef36e tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:10.708014 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:10.759374 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-e63c991d-4430-4ea2-af66-3910c92ef36e tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Calling delete_port for e55f3432-f2a9-4def-942b-af9695de915c owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:17:10.772232 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa2aadd-0da6-4f98-9568-143120de60e8 None None] get_active_networks_info from n-d-794306-6 {{(pid=93772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 23:17:10.785942 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 510baed5-5df5-41aa-922d-764396cd58db, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=510baed5-5df5-41aa-922d-764396cd58db,segment=NetworkSegment(7f5ce7d6-1f0d-40c2-8f4e-72bafb9ba40d),segment_id=7f5ce7d6-1f0d-40c2-8f4e-72bafb9ba40d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:10.840290 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:10.970323 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e63c991d-4430-4ea2-af66-3910c92ef36e tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:11.032005 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=510baed5-5df5-41aa-922d-764396cd58db,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:11.034604 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85ebf29-cf67-4fce-b7d3-43bb4aa59391 req-00ea9837-6743-4e1d-9fd1-ec003c633bc3 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:11.046218 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63c991d-4430-4ea2-af66-3910c92ef36e tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] No DVR routers for this DVR port e55f3432-f2a9-4def-942b-af9695de915c on host n-d-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:17:11.049381 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f85ebf29-cf67-4fce-b7d3-43bb4aa59391 req-00ea9837-6743-4e1d-9fd1-ec003c633bc3 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fb6019-0cdb-419d-bd3f-0d77cd61fc7c HTTP/1.1" status: 200 len: 945 time: 0.1230354 Jul 15 23:17:11.055078 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c991d-4430-4ea2-af66-3910c92ef36e tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Pushing event deleted for resources: {'Port': ['ID=e55f3432-f2a9-4def-942b-af9695de915c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:11.093382 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa2aadd-0da6-4f98-9568-143120de60e8 None None] Resources bound (agent type, host, resource id): {{(pid=93772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 23:17:11.116717 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f85ebf29-cf67-4fce-b7d3-43bb4aa59391 req-f5d8fbc2-5ffb-4705-aaa1-0d7a648f6841 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658574 Jul 15 23:17:11.234062 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e63c991d-4430-4ea2-af66-3910c92ef36e tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:11.256912 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-e63c991d-4430-4ea2-af66-3910c92ef36e tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4582652a-b5aa-40c8-9ba4-dea9fff6f2f6']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:11.281134 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 2bd90c6d-5d43-4849-8251-6c4609c805b4 no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:17:11.285728 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-e63c991d-4430-4ea2-af66-3910c92ef36e tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdc75312-ff75-430a-97fe-a0040a337858') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:11.286029 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-e63c991d-4430-4ea2-af66-3910c92ef36e tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdc75312-ff75-430a-97fe-a0040a337858') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:11.308354 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e63c991d-4430-4ea2-af66-3910c92ef36e tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:11.321952 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] No Port match for: 2bd90c6d-5d43-4849-8251-6c4609c805b4 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:17:11.322460 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 2bd90c6d-5d43-4849-8251-6c4609c805b4 not bound to the agent host n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:17:11.335134 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e63c991d-4430-4ea2-af66-3910c92ef36e tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:11.343148 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e63c991d-4430-4ea2-af66-3910c92ef36e tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:17:11.344187 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e63c991d-4430-4ea2-af66-3910c92ef36e tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:11.375498 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:17:11.375498 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:17:11.375498 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:17:11.375498 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:17:11.375498 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:17:11.375498 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:17:11.375498 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:17:11.375498 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:17:11.375498 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:17:11.375498 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:17:11.375498 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:17:11.375498 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:17:11.375498 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:17:11.375498 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:17:11.375498 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:17:11.375498 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:17:11.375498 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:17:11.375498 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:17:11.375498 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:17:11.375498 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:17:11.375498 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:17:11.375498 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:17:11.375498 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:17:11.375498 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:17:11.375498 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:17:11.375498 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:17:11.375498 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:17:11.375498 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:17:11.375498 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:17:11.375498 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:17:11.375498 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:17:11.375498 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:17:11.449915 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e63c991d-4430-4ea2-af66-3910c92ef36e tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:11.470890 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e63c991d-4430-4ea2-af66-3910c92ef36e tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:11.486558 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e63c991d-4430-4ea2-af66-3910c92ef36e tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] 10.222.0.48 "DELETE /v2.0/networks/4582652a-b5aa-40c8-9ba4-dea9fff6f2f6 HTTP/1.1" status: 204 len: 168 time: 3.7076035 Jul 15 23:17:11.494143 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 35488) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:11.500244 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-0d5c5cab-cf8e-460d-9446-b58922c2649d tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1616597780'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:11.506727 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c991d-4430-4ea2-af66-3910c92ef36e tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Pushing event deleted for resources: {'Network': ['ID=4582652a-b5aa-40c8-9ba4-dea9fff6f2f6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:11.546178 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5c5cab-cf8e-460d-9446-b58922c2649d tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Made reservation on behalf of 545ae24b56d14f939269409987b9058f for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:17:11.553870 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0d5c5cab-cf8e-460d-9446-b58922c2649d tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:11.628542 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcdb444-97a0-42b6-8d29-3cca54cb774d req-af36f9d3-e9b6-4c8b-8887-6459d3ea98fd tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:11.630130 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bbcdb444-97a0-42b6-8d29-3cca54cb774d req-af36f9d3-e9b6-4c8b-8887-6459d3ea98fd tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/ports?device_id=720fe211-7265-4b45-94a1-7b3fc96e34e8 HTTP/1.1" status: 200 len: 945 time: 0.2011168 Jul 15 23:17:11.634498 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7c48ad8d-5407-42bb-afc1-5ab9392f4815 req-24a367d3-1278-4b51-a6d1-b79963e01553 tempest-ServerShowV257Test-60507535 tempest-ServerShowV257Test-60507535-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0e202be-f80a-4e38-b95f-d0855544aeec HTTP/1.1" status: 200 len: 210 time: 0.0534484 Jul 15 23:17:11.644151 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d5c5cab-cf8e-460d-9446-b58922c2649d tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:17:11.675809 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0d5c5cab-cf8e-460d-9446-b58922c2649d tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:11.676108 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-0d5c5cab-cf8e-460d-9446-b58922c2649d tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Added segment 04d3eeb3-e0c0-46a3-99e3-db186372267c of type vlan for network d73306c4-f56f-4f06-96f9-050b409c4383 Jul 15 23:17:11.722546 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bbcdb444-97a0-42b6-8d29-3cca54cb774d req-25c557b9-d656-4b6a-8301-68ceb2c63176 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3cc6b1b-b328-4d26-ba63-110947666d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719366 Jul 15 23:17:11.740776 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0d5c5cab-cf8e-460d-9446-b58922c2649d tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:11.795277 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0d5c5cab-cf8e-460d-9446-b58922c2649d tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:11.803298 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5c5cab-cf8e-460d-9446-b58922c2649d tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:11.803987 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0d5c5cab-cf8e-460d-9446-b58922c2649d tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:11.980021 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5c5cab-cf8e-460d-9446-b58922c2649d tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Pushing event updated for resources: {'Network': ['ID=d73306c4-f56f-4f06-96f9-050b409c4383,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:11.994782 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network d73306c4-f56f-4f06-96f9-050b409c4383 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:17:11.999321 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 35494) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:12.000346 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-0d5c5cab-cf8e-460d-9446-b58922c2649d tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5050869 Jul 15 23:17:12.008142 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a637053d-5942-47f7-95a5-5c6957cb9535 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Request body: {'subnet': {'network_id': 'd73306c4-f56f-4f06-96f9-050b409c4383', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:12.146839 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a637053d-5942-47f7-95a5-5c6957cb9535 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Made reservation on behalf of 545ae24b56d14f939269409987b9058f for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:17:12.153252 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a637053d-5942-47f7-95a5-5c6957cb9535 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:12.390019 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d9a953-1664-477f-8bf7-251281c595c3 req-894ee462-734b-4603-8498-7f60a09bea33 tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:12.400452 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-81d9a953-1664-477f-8bf7-251281c595c3 req-894ee462-734b-4603-8498-7f60a09bea33 tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] 10.222.0.48 "GET /v2.0/ports?device_id=557655c9-7e55-4711-8d38-36fd7d8b1ad2 HTTP/1.1" status: 200 len: 950 time: 0.1458237 Jul 15 23:17:12.513787 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a637053d-5942-47f7-95a5-5c6957cb9535 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:12.554024 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-81d9a953-1664-477f-8bf7-251281c595c3 req-0ab4bf52-4749-47df-8eab-4da28491f272 tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] 10.222.0.48 "GET /v2.0/security-groups?id=c64b9d56-be86-4e26-a1b5-495f6676e1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525819 Jul 15 23:17:12.587144 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69fb6019-0cdb-419d-bd3f-0d77cd61fc7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '510baed5-5df5-41aa-922d-764396cd58db'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:17:12.590537 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5874b13-98c1-4354-83b8-4c344975441e" -d '{"events": [{"server_uuid": "69fb6019-0cdb-419d-bd3f-0d77cd61fc7c", "name": "network-vif-plugged", "status": "completed", "tag": "510baed5-5df5-41aa-922d-764396cd58db"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:17:12.614387 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d06656-c999-41eb-9e43-dcabfa6f2564 req-85173592-7f19-45df-a859-6fc087e1567b tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:12.616050 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-01d06656-c999-41eb-9e43-dcabfa6f2564 req-85173592-7f19-45df-a859-6fc087e1567b tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fb6019-0cdb-419d-bd3f-0d77cd61fc7c HTTP/1.1" status: 200 len: 945 time: 0.1956341 Jul 15 23:17:12.668373 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a637053d-5942-47f7-95a5-5c6957cb9535 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Checking segment: {'id': '04d3eeb3-e0c0-46a3-99e3-db186372267c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd73306c4-f56f-4f06-96f9-050b409c4383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:17:12.668713 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a637053d-5942-47f7-95a5-5c6957cb9535 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Network hostable DHCP agents. Network: d73306c4-f56f-4f06-96f9-050b409c4383, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:17:12.675821 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a637053d-5942-47f7-95a5-5c6957cb9535 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Pushing event updated for resources: {'Subnet': ['ID=2882a914-61dd-4467-bb01-163611c88dff,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:12.693661 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-01d06656-c999-41eb-9e43-dcabfa6f2564 req-d19b2065-59a3-4ccd-8dc4-834e595e4190 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659585 Jul 15 23:17:12.716926 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a637053d-5942-47f7-95a5-5c6957cb9535 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Network d73306c4-f56f-4f06-96f9-050b409c4383 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:17:12.738657 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-a637053d-5942-47f7-95a5-5c6957cb9535 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, d73306c4-f56f-4f06-96f9-050b409c4383) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:17:12.746188 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a637053d-5942-47f7-95a5-5c6957cb9535 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:12.747124 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a637053d-5942-47f7-95a5-5c6957cb9535 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:12.752991 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b44d1b-697e-412c-abe2-6953d3132d94 x-openstack-request-id: req-54b44d1b-697e-412c-abe2-6953d3132d94 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:17:12.753363 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69fb6019-0cdb-419d-bd3f-0d77cd61fc7c", "name": "network-vif-plugged", "status": "completed", "tag": "510baed5-5df5-41aa-922d-764396cd58db", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:17:12.753639 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-54b44d1b-697e-412c-abe2-6953d3132d94 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:17:12.754297 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69fb6019-0cdb-419d-bd3f-0d77cd61fc7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '510baed5-5df5-41aa-922d-764396cd58db', 'code': 200} Jul 15 23:17:12.760234 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ce9102-9497-4f54-8dbb-f1952fb34b17 None None] Network d73306c4-f56f-4f06-96f9-050b409c4383 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:17:12.799168 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a637053d-5942-47f7-95a5-5c6957cb9535 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7978637 Jul 15 23:17:12.805174 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 35522) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:13.123873 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30408f3e-dd3b-499e-9c14-0974a502d4d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-d73306c4-f56f-4f06-96f9-050b409c4383', 'network_id': 'd73306c4-f56f-4f06-96f9-050b409c4383', 'tenant_id': '545ae24b56d14f939269409987b9058f', 'fixed_ips': [{'subnet_id': '2882a914-61dd-4467-bb01-163611c88dff'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:17:13.127501 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-30408f3e-dd3b-499e-9c14-0974a502d4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:13.266422 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b33cecb9-b68c-4ddd-8006-d30295aaeb02 req-1cebf673-c033-42d3-a591-1ac36182b383 tempest-ServerShowV257Test-60507535 tempest-ServerShowV257Test-60507535-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0e202be-f80a-4e38-b95f-d0855544aeec HTTP/1.1" status: 200 len: 210 time: 0.1511757 Jul 15 23:17:13.331063 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-edb474e6-c36a-4561-800d-7e6639655903 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:13.404290 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e3665-d6db-4132-b241-84779b2244d9 req-51df99da-e1a6-4477-8d40-e08a6299c396 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:13.414104 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-699e3665-d6db-4132-b241-84779b2244d9 req-51df99da-e1a6-4477-8d40-e08a6299c396 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/ports?device_id=720fe211-7265-4b45-94a1-7b3fc96e34e8 HTTP/1.1" status: 200 len: 945 time: 0.2803063 Jul 15 23:17:13.418725 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-30408f3e-dd3b-499e-9c14-0974a502d4d7 None None] Allocated IP 172.20.0.1 (d73306c4-f56f-4f06-96f9-050b409c4383/2882a914-61dd-4467-bb01-163611c88dff/d83b2fad-8ca7-41b1-be37-be37f7d0956f) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:17:13.461089 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a87fd-e558-455c-b337-8df40d1949d0 req-9817e692-671e-4102-8201-cc2adf7dedd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:13.462970 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-360a87fd-e558-455c-b337-8df40d1949d0 req-9817e692-671e-4102-8201-cc2adf7dedd4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=69fb6019-0cdb-419d-bd3f-0d77cd61fc7c HTTP/1.1" status: 200 len: 1096 time: 0.4761126 Jul 15 23:17:13.497847 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb535d0e-7d40-4a46-96fb-3bd2b8254aa2 req-fb5205aa-4d6d-415f-a85a-271d7e9feb13 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:13.500584 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fb535d0e-7d40-4a46-96fb-3bd2b8254aa2 req-fb5205aa-4d6d-415f-a85a-271d7e9feb13 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.49 "GET /v2.0/ports?device_id=720fe211-7265-4b45-94a1-7b3fc96e34e8 HTTP/1.1" status: 200 len: 945 time: 0.4739134 Jul 15 23:17:13.558732 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-699e3665-d6db-4132-b241-84779b2244d9 req-9e0846fb-c496-464c-b863-5ae9880df89a tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3cc6b1b-b328-4d26-ba63-110947666d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431723 Jul 15 23:17:13.886789 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-30408f3e-dd3b-499e-9c14-0974a502d4d7 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:13.904661 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-30408f3e-dd3b-499e-9c14-0974a502d4d7 None None] Transition to ACTIVE for port object d83b2fad-8ca7-41b1-be37-be37f7d0956f will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:17:13.947701 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-30408f3e-dd3b-499e-9c14-0974a502d4d7 None None] Transition to ACTIVE for port object d83b2fad-8ca7-41b1-be37-be37f7d0956f will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:17:13.966472 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-30408f3e-dd3b-499e-9c14-0974a502d4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:14.038787 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30408f3e-dd3b-499e-9c14-0974a502d4d7 None None] Network d73306c4-f56f-4f06-96f9-050b409c4383 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:17:14.043929 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-30408f3e-dd3b-499e-9c14-0974a502d4d7 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:17:14.049847 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30408f3e-dd3b-499e-9c14-0974a502d4d7 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:17:14.053461 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30408f3e-dd3b-499e-9c14-0974a502d4d7 None None] Pushing event updated for resources: {'Port': ['ID=d83b2fad-8ca7-41b1-be37-be37f7d0956f,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:14.133153 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-30408f3e-dd3b-499e-9c14-0974a502d4d7 None None] Attempting to bind port d83b2fad-8ca7-41b1-be37-be37f7d0956f on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:17:14.133882 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-30408f3e-dd3b-499e-9c14-0974a502d4d7 None None] Attempting to bind port d83b2fad-8ca7-41b1-be37-be37f7d0956f by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '04d3eeb3-e0c0-46a3-99e3-db186372267c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd73306c4-f56f-4f06-96f9-050b409c4383'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:17:14.134108 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30408f3e-dd3b-499e-9c14-0974a502d4d7 None None] Attempting to bind port d83b2fad-8ca7-41b1-be37-be37f7d0956f on network d73306c4-f56f-4f06-96f9-050b409c4383 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:17:14.141415 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30408f3e-dd3b-499e-9c14-0974a502d4d7 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:17:14.142731 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30408f3e-dd3b-499e-9c14-0974a502d4d7 None None] Checking segment: {'id': '04d3eeb3-e0c0-46a3-99e3-db186372267c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd73306c4-f56f-4f06-96f9-050b409c4383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:17:14.143636 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-30408f3e-dd3b-499e-9c14-0974a502d4d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:14.144414 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30408f3e-dd3b-499e-9c14-0974a502d4d7 None None] Bound using segment: {'id': '04d3eeb3-e0c0-46a3-99e3-db186372267c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd73306c4-f56f-4f06-96f9-050b409c4383'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:17:14.145164 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-30408f3e-dd3b-499e-9c14-0974a502d4d7 None None] Bound port: d83b2fad-8ca7-41b1-be37-be37f7d0956f, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04d3eeb3-e0c0-46a3-99e3-db186372267c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd73306c4-f56f-4f06-96f9-050b409c4383'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:17:14.145671 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-30408f3e-dd3b-499e-9c14-0974a502d4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:14.403350 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-edb474e6-c36a-4561-800d-7e6639655903 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:14.412621 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-30408f3e-dd3b-499e-9c14-0974a502d4d7 None None] For port d83b2fad-8ca7-41b1-be37-be37f7d0956f, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:17:14.417328 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-30408f3e-dd3b-499e-9c14-0974a502d4d7 None None] For port d83b2fad-8ca7-41b1-be37-be37f7d0956f, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=d83b2fad-8ca7-41b1-be37-be37f7d0956f,segment=NetworkSegment(04d3eeb3-e0c0-46a3-99e3-db186372267c),segment_id=04d3eeb3-e0c0-46a3-99e3-db186372267c)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:17:14.424454 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-30408f3e-dd3b-499e-9c14-0974a502d4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:14.546653 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-360a87fd-e558-455c-b337-8df40d1949d0 req-759efa75-21ed-43bf-b16d-0e2bd8b2833c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0245507 Jul 15 23:17:14.551039 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30408f3e-dd3b-499e-9c14-0974a502d4d7 None None] Pushing event updated for resources: {'Port': ['ID=d83b2fad-8ca7-41b1-be37-be37f7d0956f,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:14.708374 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c6e26b-25d8-4102-bb32-8a02610a540c req-8eadfdd5-ca48-47a6-bcf2-d153f1e84fae tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:14.718665 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-08c6e26b-25d8-4102-bb32-8a02610a540c req-8eadfdd5-ca48-47a6-bcf2-d153f1e84fae tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] 10.222.0.48 "GET /v2.0/ports?device_id=557655c9-7e55-4711-8d38-36fd7d8b1ad2 HTTP/1.1" status: 200 len: 950 time: 0.3891432 Jul 15 23:17:14.731419 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-edb474e6-c36a-4561-800d-7e6639655903 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:14.852476 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-fb535d0e-7d40-4a46-96fb-3bd2b8254aa2 req-9eeb7f22-0d51-4f98-acae-bcf8447091d1 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Deleting port 9b438afd-ebca-4f2c-a898-19c214d9055b {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:17:14.852922 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fb535d0e-7d40-4a46-96fb-3bd2b8254aa2 req-9eeb7f22-0d51-4f98-acae-bcf8447091d1 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:14.857252 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb474e6-c36a-4561-800d-7e6639655903 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Pushing event deleted for resources: {'Subnet': ['ID=2882a914-61dd-4467-bb01-163611c88dff,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:14.876799 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c09952-84bc-4daa-8c16-2dc1e72ee082 req-0e3df362-86a3-42e9-b8bf-41852b52ff83 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:14.884138 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-30c09952-84bc-4daa-8c16-2dc1e72ee082 req-0e3df362-86a3-42e9-b8bf-41852b52ff83 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fb6019-0cdb-419d-bd3f-0d77cd61fc7c HTTP/1.1" status: 200 len: 945 time: 0.4745727 Jul 15 23:17:14.905735 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c615c9-2de7-4fc8-8c82-cd4e896efc68 req-0bbd2634-a6a2-4925-bf2c-8cf3c88805d0 tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:14.909207 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-96c615c9-2de7-4fc8-8c82-cd4e896efc68 req-0bbd2634-a6a2-4925-bf2c-8cf3c88805d0 tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] 10.222.0.41 "GET /v2.0/ports?device_id=557655c9-7e55-4711-8d38-36fd7d8b1ad2 HTTP/1.1" status: 200 len: 950 time: 1.2106211 Jul 15 23:17:15.003169 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-08c6e26b-25d8-4102-bb32-8a02610a540c req-6246aa02-c79b-486b-9cef-ff29a5049697 tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] 10.222.0.48 "GET /v2.0/security-groups?id=c64b9d56-be86-4e26-a1b5-495f6676e1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825048 Jul 15 23:17:15.280551 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-edb474e6-c36a-4561-800d-7e6639655903 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:15.319680 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-edb474e6-c36a-4561-800d-7e6639655903 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d73306c4-f56f-4f06-96f9-050b409c4383']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:15.398829 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-edb474e6-c36a-4561-800d-7e6639655903 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04d3eeb3-e0c0-46a3-99e3-db186372267c') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:15.399146 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-edb474e6-c36a-4561-800d-7e6639655903 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04d3eeb3-e0c0-46a3-99e3-db186372267c') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:15.417385 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-30c09952-84bc-4daa-8c16-2dc1e72ee082 req-ddf936fc-6bae-4df8-ac51-2a8e617d060c tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4684036 Jul 15 23:17:15.545177 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-edb474e6-c36a-4561-800d-7e6639655903 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:15.570342 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-fb535d0e-7d40-4a46-96fb-3bd2b8254aa2 req-9eeb7f22-0d51-4f98-acae-bcf8447091d1 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] For port 9b438afd-ebca-4f2c-a898-19c214d9055b, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=9b438afd-ebca-4f2c-a898-19c214d9055b,segment=NetworkSegment(f0ef8434-f4a9-4a08-8168-8c265159a987),segment_id=f0ef8434-f4a9-4a08-8168-8c265159a987)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:15.571121 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fb535d0e-7d40-4a46-96fb-3bd2b8254aa2 req-9eeb7f22-0d51-4f98-acae-bcf8447091d1 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:15.634750 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-edb474e6-c36a-4561-800d-7e6639655903 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:15.643330 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-fb535d0e-7d40-4a46-96fb-3bd2b8254aa2 req-9eeb7f22-0d51-4f98-acae-bcf8447091d1 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Calling delete_port for 9b438afd-ebca-4f2c-a898-19c214d9055b owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:17:15.696148 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edb474e6-c36a-4561-800d-7e6639655903 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:17:15.696148 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-edb474e6-c36a-4561-800d-7e6639655903 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:15.702503 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:17:15.702503 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:17:15.702503 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:17:15.702503 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:17:15.702503 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:17:15.702503 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:17:15.702503 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:17:15.702503 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:17:15.702503 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:17:15.702503 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:17:15.702503 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:17:15.702503 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:17:15.702503 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:17:15.702503 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:17:15.702503 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:17:15.702503 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:17:15.702503 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:17:15.702503 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:17:15.702503 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:17:15.702503 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:17:15.702503 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:17:15.702503 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:17:15.702503 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:17:15.702503 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:17:15.702503 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:17:15.702503 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:17:15.702503 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:17:15.702503 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:17:15.702503 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:17:15.702503 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:17:15.702503 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:17:15.702503 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:17:15.875712 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device d83b2fad-8ca7-41b1-be37-be37f7d0956f up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:17:15.992144 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port d83b2fad-8ca7-41b1-be37-be37f7d0956f completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:17:16.231947 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e766eeaa-365d-40ec-bdb1-e644da05b35c req-c911b9ec-6822-4ab7-a255-ee985fe33559 tempest-ServerShowV257Test-60507535 tempest-ServerShowV257Test-60507535-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0e202be-f80a-4e38-b95f-d0855544aeec HTTP/1.1" status: 200 len: 210 time: 0.4093881 Jul 15 23:17:16.335938 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.db.api [None req-edb474e6-c36a-4561-800d-7e6639655903 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 15 23:17:16.335938 n-d-794306-6 neutron-server[93770]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 15 23:17:16.335938 n-d-794306-6 neutron-server[93770]: [parameters: {'id': 'd73306c4-f56f-4f06-96f9-050b409c4383'}] Jul 15 23:17:16.335938 n-d-794306-6 neutron-server[93770]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:17:16.336754 n-d-794306-6 neutron-server[93770]: DEBUG oslo_db.api [None req-edb474e6-c36a-4561-800d-7e6639655903 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:17:16.342363 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fb535d0e-7d40-4a46-96fb-3bd2b8254aa2 req-9eeb7f22-0d51-4f98-acae-bcf8447091d1 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:16.350231 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-96c615c9-2de7-4fc8-8c82-cd4e896efc68 req-869ceb4e-7c60-4d68-aa9e-0832b18d81da tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] Deleting port 37afd2b4-493c-45b6-9144-4c9c9285d9b9 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:17:16.350856 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-96c615c9-2de7-4fc8-8c82-cd4e896efc68 req-869ceb4e-7c60-4d68-aa9e-0832b18d81da tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:16.381208 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['e2a2b966-442b-4f4d-9d32-2b902d12a3e4'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:17:16.434158 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeb7f22-0d51-4f98-acae-bcf8447091d1 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Pushing event deleted for resources: {'Port': ['ID=9b438afd-ebca-4f2c-a898-19c214d9055b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:16.479445 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9619ccd-a478-4bfa-9d36-7ea3d6fd4f6f req-fe5579ba-91af-4b8a-91c4-281795b4acf5 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:16.481320 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2d4a36-69bf-4228-9be2-39ba92505970 None None] Network d73306c4-f56f-4f06-96f9-050b409c4383 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:17:16.487529 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f9619ccd-a478-4bfa-9d36-7ea3d6fd4f6f req-fe5579ba-91af-4b8a-91c4-281795b4acf5 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/ports?device_id=720fe211-7265-4b45-94a1-7b3fc96e34e8 HTTP/1.1" status: 200 len: 867 time: 0.7771673 Jul 15 23:17:16.616204 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb535d0e-7d40-4a46-96fb-3bd2b8254aa2 req-9eeb7f22-0d51-4f98-acae-bcf8447091d1 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] No DVR routers for this DVR port 9b438afd-ebca-4f2c-a898-19c214d9055b on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:17:16.640365 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bdbe5902-1f93-471e-be54-53d9ab7b25e3 None None] Provisioning for port d83b2fad-8ca7-41b1-be37-be37f7d0956f completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:17:16.660691 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fb535d0e-7d40-4a46-96fb-3bd2b8254aa2 req-9eeb7f22-0d51-4f98-acae-bcf8447091d1 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:16.662760 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fb535d0e-7d40-4a46-96fb-3bd2b8254aa2 req-9eeb7f22-0d51-4f98-acae-bcf8447091d1 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.49 "DELETE /v2.0/ports/9b438afd-ebca-4f2c-a898-19c214d9055b HTTP/1.1" status: 204 len: 173 time: 3.1306162 Jul 15 23:17:16.680468 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '720fe211-7265-4b45-94a1-7b3fc96e34e8', 'name': 'network-vif-deleted', 'tag': '9b438afd-ebca-4f2c-a898-19c214d9055b'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:17:16.683864 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09a1b12-95c7-4e2e-8232-7ce99c06334b" -d '{"events": [{"server_uuid": "720fe211-7265-4b45-94a1-7b3fc96e34e8", "name": "network-vif-deleted", "tag": "9b438afd-ebca-4f2c-a898-19c214d9055b"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:17:16.697474 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bdbe5902-1f93-471e-be54-53d9ab7b25e3 None None] Provisioning complete for port d83b2fad-8ca7-41b1-be37-be37f7d0956f triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:17:16.697474 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bdbe5902-1f93-471e-be54-53d9ab7b25e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:16.728636 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f9619ccd-a478-4bfa-9d36-7ea3d6fd4f6f req-030a6e22-72ac-4d53-8e8c-48a4619768ba tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3cc6b1b-b328-4d26-ba63-110947666d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400694 Jul 15 23:17:16.844309 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-edb474e6-c36a-4561-800d-7e6639655903 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:16.933549 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-96c615c9-2de7-4fc8-8c82-cd4e896efc68 req-869ceb4e-7c60-4d68-aa9e-0832b18d81da tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] For port 37afd2b4-493c-45b6-9144-4c9c9285d9b9, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=37afd2b4-493c-45b6-9144-4c9c9285d9b9,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:16.950935 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-96c615c9-2de7-4fc8-8c82-cd4e896efc68 req-869ceb4e-7c60-4d68-aa9e-0832b18d81da tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:16.960213 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 9b438afd-ebca-4f2c-a898-19c214d9055b no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:17:17.054256 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f0f24c-6960-45f7-87c8-31d3a229b454 req-5f530863-6993-43c4-9e3a-8622f7c1a4c7 tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:17.072134 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a2f0f24c-6960-45f7-87c8-31d3a229b454 req-5f530863-6993-43c4-9e3a-8622f7c1a4c7 tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] 10.222.0.48 "GET /v2.0/ports?device_id=557655c9-7e55-4711-8d38-36fd7d8b1ad2 HTTP/1.1" status: 200 len: 950 time: 0.4043536 Jul 15 23:17:17.099766 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-96c615c9-2de7-4fc8-8c82-cd4e896efc68 req-869ceb4e-7c60-4d68-aa9e-0832b18d81da tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] Calling delete_port for 37afd2b4-493c-45b6-9144-4c9c9285d9b9 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:17:17.168294 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: 9b438afd-ebca-4f2c-a898-19c214d9055b {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:17:17.169524 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 9b438afd-ebca-4f2c-a898-19c214d9055b not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:17:17.307018 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bdbe5902-1f93-471e-be54-53d9ab7b25e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:17.312369 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 37afd2b4-493c-45b6-9144-4c9c9285d9b9 no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:17:17.363633 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a2f0f24c-6960-45f7-87c8-31d3a229b454 req-ea4143fa-6f78-4d08-9866-ce27b837a724 tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] 10.222.0.48 "GET /v2.0/security-groups?id=c64b9d56-be86-4e26-a1b5-495f6676e1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895801 Jul 15 23:17:17.501956 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-edb474e6-c36a-4561-800d-7e6639655903 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Deleting port d83b2fad-8ca7-41b1-be37-be37f7d0956f {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:17:17.502302 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-edb474e6-c36a-4561-800d-7e6639655903 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:17.710082 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72d421c-d52e-4e83-80e0-8aade0f1dd7c None None] DHCP port deletion for d73306c4-f56f-4f06-96f9-050b409c4383 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:17:17.727824 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d95c39e-5db9-42c0-a3ce-02bff5ee9ee1 x-openstack-request-id: req-1d95c39e-5db9-42c0-a3ce-02bff5ee9ee1 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:17:17.728705 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "720fe211-7265-4b45-94a1-7b3fc96e34e8", "name": "network-vif-deleted", "tag": "9b438afd-ebca-4f2c-a898-19c214d9055b", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:17:17.728868 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1d95c39e-5db9-42c0-a3ce-02bff5ee9ee1 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:17:17.729422 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '720fe211-7265-4b45-94a1-7b3fc96e34e8', 'name': 'network-vif-deleted', 'tag': '9b438afd-ebca-4f2c-a898-19c214d9055b', 'status': 'completed', 'code': 200} Jul 15 23:17:17.750093 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-bdbe5902-1f93-471e-be54-53d9ab7b25e3 None None] For port d83b2fad-8ca7-41b1-be37-be37f7d0956f, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=d83b2fad-8ca7-41b1-be37-be37f7d0956f,segment=NetworkSegment(04d3eeb3-e0c0-46a3-99e3-db186372267c),segment_id=04d3eeb3-e0c0-46a3-99e3-db186372267c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:17.779150 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bdbe5902-1f93-471e-be54-53d9ab7b25e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:17.810807 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:17.903032 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-edb474e6-c36a-4561-800d-7e6639655903 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] For port d83b2fad-8ca7-41b1-be37-be37f7d0956f, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=d83b2fad-8ca7-41b1-be37-be37f7d0956f,segment=NetworkSegment(04d3eeb3-e0c0-46a3-99e3-db186372267c),segment_id=04d3eeb3-e0c0-46a3-99e3-db186372267c)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:17.903699 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-edb474e6-c36a-4561-800d-7e6639655903 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:17.953435 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-edb474e6-c36a-4561-800d-7e6639655903 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Calling delete_port for d83b2fad-8ca7-41b1-be37-be37f7d0956f owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:17:17.993135 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-96c615c9-2de7-4fc8-8c82-cd4e896efc68 req-869ceb4e-7c60-4d68-aa9e-0832b18d81da tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:18.064570 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbe5902-1f93-471e-be54-53d9ab7b25e3 None None] Pushing event updated for resources: {'Port': ['ID=d83b2fad-8ca7-41b1-be37-be37f7d0956f,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:18.078411 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e72d421c-d52e-4e83-80e0-8aade0f1dd7c None None] Deleting port d83b2fad-8ca7-41b1-be37-be37f7d0956f {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:17:18.078900 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e72d421c-d52e-4e83-80e0-8aade0f1dd7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:18.234374 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e72d421c-d52e-4e83-80e0-8aade0f1dd7c None None] For port d83b2fad-8ca7-41b1-be37-be37f7d0956f, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=d83b2fad-8ca7-41b1-be37-be37f7d0956f,segment=NetworkSegment(04d3eeb3-e0c0-46a3-99e3-db186372267c),segment_id=04d3eeb3-e0c0-46a3-99e3-db186372267c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:18.235085 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e72d421c-d52e-4e83-80e0-8aade0f1dd7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:18.260828 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e72d421c-d52e-4e83-80e0-8aade0f1dd7c None None] Calling delete_port for d83b2fad-8ca7-41b1-be37-be37f7d0956f owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:17:18.325952 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869ceb4e-7c60-4d68-aa9e-0832b18d81da tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] Pushing event deleted for resources: {'Port': ['ID=37afd2b4-493c-45b6-9144-4c9c9285d9b9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:18.338140 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-96c615c9-2de7-4fc8-8c82-cd4e896efc68 req-869ceb4e-7c60-4d68-aa9e-0832b18d81da tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] No DVR routers for this DVR port 37afd2b4-493c-45b6-9144-4c9c9285d9b9 on host n-h2-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:17:18.342548 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-96c615c9-2de7-4fc8-8c82-cd4e896efc68 req-869ceb4e-7c60-4d68-aa9e-0832b18d81da tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:18.346344 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-96c615c9-2de7-4fc8-8c82-cd4e896efc68 req-869ceb4e-7c60-4d68-aa9e-0832b18d81da tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] 10.222.0.41 "DELETE /v2.0/ports/37afd2b4-493c-45b6-9144-4c9c9285d9b9 HTTP/1.1" status: 204 len: 173 time: 3.2199147 Jul 15 23:17:18.391371 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-54d510b2-ffa0-44d0-8a28-2b37d4f95eb7 req-5cbc25eb-c5d6-4409-9cd9-dc26b83cba1f tempest-ServerShowV257Test-60507535 tempest-ServerShowV257Test-60507535-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0e202be-f80a-4e38-b95f-d0855544aeec HTTP/1.1" status: 200 len: 210 time: 0.4000089 Jul 15 23:17:18.465036 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a33afb3-3608-4b09-93fc-bd2197a11b92 req-a1941398-b8b5-4370-8e0e-853c9a297c71 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:18.481310 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1a33afb3-3608-4b09-93fc-bd2197a11b92 req-a1941398-b8b5-4370-8e0e-853c9a297c71 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fb6019-0cdb-419d-bd3f-0d77cd61fc7c HTTP/1.1" status: 200 len: 945 time: 1.1127689 Jul 15 23:17:18.500354 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-edb474e6-c36a-4561-800d-7e6639655903 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:18.557141 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e72d421c-d52e-4e83-80e0-8aade0f1dd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:18.620825 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb474e6-c36a-4561-800d-7e6639655903 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] No DVR routers for this DVR port d83b2fad-8ca7-41b1-be37-be37f7d0956f on host n-d-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:17:18.622509 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72d421c-d52e-4e83-80e0-8aade0f1dd7c None None] No DVR routers for this DVR port d83b2fad-8ca7-41b1-be37-be37f7d0956f on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:17:18.742808 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72d421c-d52e-4e83-80e0-8aade0f1dd7c None None] Pushing event deleted for resources: {'Port': ['ID=d83b2fad-8ca7-41b1-be37-be37f7d0956f,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:18.778481 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-edb474e6-c36a-4561-800d-7e6639655903 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:18.793012 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-edb474e6-c36a-4561-800d-7e6639655903 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d73306c4-f56f-4f06-96f9-050b409c4383']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:18.806276 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-edb474e6-c36a-4561-800d-7e6639655903 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04d3eeb3-e0c0-46a3-99e3-db186372267c') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:18.806674 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-edb474e6-c36a-4561-800d-7e6639655903 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04d3eeb3-e0c0-46a3-99e3-db186372267c') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:18.819420 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-edb474e6-c36a-4561-800d-7e6639655903 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:18.839897 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-edb474e6-c36a-4561-800d-7e6639655903 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:18.847457 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edb474e6-c36a-4561-800d-7e6639655903 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:17:18.848060 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-edb474e6-c36a-4561-800d-7e6639655903 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:18.977148 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:17:18.977148 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:17:18.977148 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:17:18.977148 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:17:18.977148 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:17:18.977148 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:17:18.977148 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:17:18.977148 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:17:18.977148 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:17:18.977148 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:17:18.977148 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:17:18.977148 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:17:18.977148 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:17:18.977148 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:17:18.977148 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:17:18.977148 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:17:18.977148 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:17:18.977148 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:17:18.977148 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:17:18.977148 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:17:18.977148 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:17:18.977148 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:17:18.977148 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:17:18.977148 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:17:18.977148 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:17:18.977148 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:17:18.977148 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:17:18.977148 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:17:18.977148 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:17:18.977148 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:17:18.977148 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:17:18.977148 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:17:18.980650 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb474e6-c36a-4561-800d-7e6639655903 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Pushing event deleted for resources: {'Port': ['ID=d83b2fad-8ca7-41b1-be37-be37f7d0956f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:19.007601 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-edb474e6-c36a-4561-800d-7e6639655903 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:19.027217 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1a33afb3-3608-4b09-93fc-bd2197a11b92 req-44ed1df6-0ad3-4695-9368-89bfe91a4642 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5412731 Jul 15 23:17:19.056572 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-edb474e6-c36a-4561-800d-7e6639655903 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:19.065327 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-edb474e6-c36a-4561-800d-7e6639655903 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] 10.222.0.48 "DELETE /v2.0/networks/d73306c4-f56f-4f06-96f9-050b409c4383 HTTP/1.1" status: 204 len: 168 time: 6.2587912 Jul 15 23:17:19.071498 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 35598) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:19.081055 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-88ae4d4c-c056-4ed5-abb3-ef4ae880cc0b tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1307266024'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:19.103135 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb474e6-c36a-4561-800d-7e6639655903 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Pushing event deleted for resources: {'Network': ['ID=d73306c4-f56f-4f06-96f9-050b409c4383,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:19.143277 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ae4d4c-c056-4ed5-abb3-ef4ae880cc0b tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Made reservation on behalf of 545ae24b56d14f939269409987b9058f for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:17:19.147269 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88ae4d4c-c056-4ed5-abb3-ef4ae880cc0b tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:19.232289 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88ae4d4c-c056-4ed5-abb3-ef4ae880cc0b tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:17:19.251161 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6cce0627-af56-4ee2-af12-70d5964baa20 req-3c591110-7c96-40d6-9d41-192c2008a3c3 tempest-TenantUsagesTestJSON-1597477619 tempest-TenantUsagesTestJSON-1597477619-project] 10.222.0.48 "GET /v2.0/ports?device_id=557655c9-7e55-4711-8d38-36fd7d8b1ad2 HTTP/1.1" status: 200 len: 210 time: 0.0868967 Jul 15 23:17:19.275747 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88ae4d4c-c056-4ed5-abb3-ef4ae880cc0b tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:19.276103 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-88ae4d4c-c056-4ed5-abb3-ef4ae880cc0b tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Added segment d3a5a0c1-f972-4ded-9abe-03f17c09a5ca of type vlan for network c1a7dc7b-9ca3-48ee-820f-1b1cb1820b24 Jul 15 23:17:19.397753 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88ae4d4c-c056-4ed5-abb3-ef4ae880cc0b tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:19.482175 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88ae4d4c-c056-4ed5-abb3-ef4ae880cc0b tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:19.491206 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ae4d4c-c056-4ed5-abb3-ef4ae880cc0b tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:19.492059 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88ae4d4c-c056-4ed5-abb3-ef4ae880cc0b tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:19.644002 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ae4d4c-c056-4ed5-abb3-ef4ae880cc0b tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Pushing event updated for resources: {'Network': ['ID=c1a7dc7b-9ca3-48ee-820f-1b1cb1820b24,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:19.674956 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network c1a7dc7b-9ca3-48ee-820f-1b1cb1820b24 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:17:19.686351 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-88ae4d4c-c056-4ed5-abb3-ef4ae880cc0b tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6132903 Jul 15 23:17:19.691204 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 35606) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:19.700023 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d4db8ff8-39e0-4caf-a6f5-3a73898d455a tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:19.750331 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '557655c9-7e55-4711-8d38-36fd7d8b1ad2', 'name': 'network-vif-deleted', 'tag': '37afd2b4-493c-45b6-9144-4c9c9285d9b9'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:17:19.759441 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a4b919-f42c-4292-958e-12821af685c9" -d '{"events": [{"server_uuid": "557655c9-7e55-4711-8d38-36fd7d8b1ad2", "name": "network-vif-deleted", "tag": "37afd2b4-493c-45b6-9144-4c9c9285d9b9"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:17:19.850139 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device d83b2fad-8ca7-41b1-be37-be37f7d0956f no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:17:19.889176 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: d83b2fad-8ca7-41b1-be37-be37f7d0956f {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:17:19.890082 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device d83b2fad-8ca7-41b1-be37-be37f7d0956f not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:17:19.954009 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-538f2055-aa3e-4afd-98c3-546806ad57c3 req-cbafae8d-4cbf-425d-ba6e-0f6f6d9d1a91 tempest-ServerShowV257Test-60507535 tempest-ServerShowV257Test-60507535-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0e202be-f80a-4e38-b95f-d0855544aeec HTTP/1.1" status: 200 len: 210 time: 0.0405550 Jul 15 23:17:19.966746 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6279fb-8cb9-4f2a-8d28-2ae3f5c8bc77 req-dc9526df-4dcc-4ac7-8187-df6b9da1f173 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:19.968782 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2c6279fb-8cb9-4f2a-8d28-2ae3f5c8bc77 req-dc9526df-4dcc-4ac7-8187-df6b9da1f173 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fb6019-0cdb-419d-bd3f-0d77cd61fc7c HTTP/1.1" status: 200 len: 945 time: 0.3265350 Jul 15 23:17:20.035904 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2c6279fb-8cb9-4f2a-8d28-2ae3f5c8bc77 req-c410412e-3e3b-437c-98b6-48c96e982e65 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570276 Jul 15 23:17:20.088442 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4db8ff8-39e0-4caf-a6f5-3a73898d455a tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:20.106927 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4db8ff8-39e0-4caf-a6f5-3a73898d455a tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:20.135597 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d4db8ff8-39e0-4caf-a6f5-3a73898d455a tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Network c1a7dc7b-9ca3-48ee-820f-1b1cb1820b24 is not hosted by any dhcp agent {{(pid=93771) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 23:17:20.152491 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4db8ff8-39e0-4caf-a6f5-3a73898d455a tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:20.154726 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4db8ff8-39e0-4caf-a6f5-3a73898d455a tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:20.156909 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d4db8ff8-39e0-4caf-a6f5-3a73898d455a tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] 10.222.0.48 "PUT /v2.0/networks/c1a7dc7b-9ca3-48ee-820f-1b1cb1820b24 HTTP/1.1" status: 200 len: 723 time: 0.4642420 Jul 15 23:17:20.161138 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 35616) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:20.167904 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-1d877fdb-5ac3-4862-a281-73371d95ddf0 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Request body: {'subnet': {'network_id': 'c1a7dc7b-9ca3-48ee-820f-1b1cb1820b24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:20.180505 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b31679-dc2a-4fd9-822e-642412d7b785 x-openstack-request-id: req-65b31679-dc2a-4fd9-822e-642412d7b785 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:17:20.180948 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "557655c9-7e55-4711-8d38-36fd7d8b1ad2", "name": "network-vif-deleted", "tag": "37afd2b4-493c-45b6-9144-4c9c9285d9b9", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:17:20.181300 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-65b31679-dc2a-4fd9-822e-642412d7b785 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:17:20.181708 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '557655c9-7e55-4711-8d38-36fd7d8b1ad2', 'name': 'network-vif-deleted', 'tag': '37afd2b4-493c-45b6-9144-4c9c9285d9b9', 'status': 'completed', 'code': 200} Jul 15 23:17:20.304589 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db8ff8-39e0-4caf-a6f5-3a73898d455a tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Pushing event updated for resources: {'Network': ['ID=c1a7dc7b-9ca3-48ee-820f-1b1cb1820b24,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:20.324183 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network c1a7dc7b-9ca3-48ee-820f-1b1cb1820b24 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:17:20.385874 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e7a93-d6d8-4233-bfe4-57ca7695ad44 req-610cf540-c06b-4629-bd6e-f9416e3ae227 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:20.394627 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-637e7a93-d6d8-4233-bfe4-57ca7695ad44 req-610cf540-c06b-4629-bd6e-f9416e3ae227 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/ports?device_id=159498bb-e71d-4162-a872-a8de7dd821be HTTP/1.1" status: 200 len: 945 time: 0.2119551 Jul 15 23:17:20.492280 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-637e7a93-d6d8-4233-bfe4-57ca7695ad44 req-408cc52e-c76f-4ff7-9d1f-bf4ef734d820 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3cc6b1b-b328-4d26-ba63-110947666d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966098 Jul 15 23:17:20.493826 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d877fdb-5ac3-4862-a281-73371d95ddf0 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Made reservation on behalf of 545ae24b56d14f939269409987b9058f for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:17:20.499355 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d877fdb-5ac3-4862-a281-73371d95ddf0 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:21.200728 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d877fdb-5ac3-4862-a281-73371d95ddf0 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:21.415257 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d877fdb-5ac3-4862-a281-73371d95ddf0 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Pushing event updated for resources: {'Subnet': ['ID=92f989e3-fcdf-4c8b-9bca-d04ec55b468c,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:21.415257 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d877fdb-5ac3-4862-a281-73371d95ddf0 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Checking segment: {'id': 'd3a5a0c1-f972-4ded-9abe-03f17c09a5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c1a7dc7b-9ca3-48ee-820f-1b1cb1820b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:17:21.415257 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d877fdb-5ac3-4862-a281-73371d95ddf0 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Network hostable DHCP agents. Network: c1a7dc7b-9ca3-48ee-820f-1b1cb1820b24, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:17:21.493304 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4983da81-d79b-41dd-bb68-9fa6768d5bca req-cd62d6ff-9e18-489a-b91b-255e4aed1bd1 tempest-ServerShowV257Test-60507535 tempest-ServerShowV257Test-60507535-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0e202be-f80a-4e38-b95f-d0855544aeec HTTP/1.1" status: 200 len: 210 time: 0.0835106 Jul 15 23:17:21.522221 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 35658) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:21.538240 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d877fdb-5ac3-4862-a281-73371d95ddf0 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Network c1a7dc7b-9ca3-48ee-820f-1b1cb1820b24 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:17:21.612666 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-1d877fdb-5ac3-4862-a281-73371d95ddf0 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, c1a7dc7b-9ca3-48ee-820f-1b1cb1820b24) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:17:21.625615 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d877fdb-5ac3-4862-a281-73371d95ddf0 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:21.630149 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d877fdb-5ac3-4862-a281-73371d95ddf0 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:21.642531 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa5c047-eb71-48ca-8b71-8660b9994a77 None None] Network c1a7dc7b-9ca3-48ee-820f-1b1cb1820b24 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:17:21.725425 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 35672) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:21.728767 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-1d877fdb-5ac3-4862-a281-73371d95ddf0 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5642488 Jul 15 23:17:21.744302 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-4f08795e-41fb-4670-8808-1e3459abd291 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:21.784383 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc578a6-fb1d-4bc8-b744-1b47ad8ef5bc req-40672988-9c7c-496e-bec2-6e3c321f2f96 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:21.789350 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9bc578a6-fb1d-4bc8-b744-1b47ad8ef5bc req-40672988-9c7c-496e-bec2-6e3c321f2f96 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fb6019-0cdb-419d-bd3f-0d77cd61fc7c HTTP/1.1" status: 200 len: 945 time: 0.2813151 Jul 15 23:17:21.945014 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9bc578a6-fb1d-4bc8-b744-1b47ad8ef5bc req-cc959007-10cb-4e01-8d9a-2f9717843905 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354392 Jul 15 23:17:22.136032 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e3d103-d93c-42fa-81da-757f5dcb75e1 req-4da0c664-8dd5-492c-b16f-9534ee0c5f7a tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:22.149130 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-43e3d103-d93c-42fa-81da-757f5dcb75e1 req-4da0c664-8dd5-492c-b16f-9534ee0c5f7a tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/ports?device_id=159498bb-e71d-4162-a872-a8de7dd821be HTTP/1.1" status: 200 len: 945 time: 0.1658328 Jul 15 23:17:22.221485 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-43e3d103-d93c-42fa-81da-757f5dcb75e1 req-e003af88-f944-4094-8953-bf006c7892ac tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3cc6b1b-b328-4d26-ba63-110947666d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709367 Jul 15 23:17:22.293543 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df83a7e-e0ba-4be6-8397-fe3ea61f29f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-c1a7dc7b-9ca3-48ee-820f-1b1cb1820b24', 'network_id': 'c1a7dc7b-9ca3-48ee-820f-1b1cb1820b24', 'tenant_id': '545ae24b56d14f939269409987b9058f', 'fixed_ips': [{'subnet_id': '92f989e3-fcdf-4c8b-9bca-d04ec55b468c'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:17:22.295050 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1df83a7e-e0ba-4be6-8397-fe3ea61f29f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:22.307594 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4f08795e-41fb-4670-8808-1e3459abd291 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-260801841'] for subnet, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:22.453663 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-90dacdea-6712-4670-90fd-9f0343b823c5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=892300aeedd14c678fe3492b6c8ba55d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9300539 Jul 15 23:17:22.456317 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 35676) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:22.614036 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-580bbd74-4cae-44ec-bfc1-a2e173f6810e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:22.686718 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-580bbd74-4cae-44ec-bfc1-a2e173f6810e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:22.688713 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4f08795e-41fb-4670-8808-1e3459abd291 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742541842571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-261491205'] for subnet, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:22.847439 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-580bbd74-4cae-44ec-bfc1-a2e173f6810e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:22.853045 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-580bbd74-4cae-44ec-bfc1-a2e173f6810e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:22.856505 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-580bbd74-4cae-44ec-bfc1-a2e173f6810e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c64b9d56-be86-4e26-a1b5-495f6676e1e2 HTTP/1.1" status: 204 len: 168 time: 0.3977344 Jul 15 23:17:22.859989 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f08795e-41fb-4670-8808-1e3459abd291 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:22.864323 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4f08795e-41fb-4670-8808-1e3459abd291 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:22.866037 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-1df83a7e-e0ba-4be6-8397-fe3ea61f29f9 None None] Allocated IP 172.20.0.2 (c1a7dc7b-9ca3-48ee-820f-1b1cb1820b24/92f989e3-fcdf-4c8b-9bca-d04ec55b468c/8ea69534-0df8-4d3d-b0fb-ec35d4ce4c90) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:17:22.869096 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-4f08795e-41fb-4670-8808-1e3459abd291 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] 10.222.0.48 "PUT /v2.0/subnets/92f989e3-fcdf-4c8b-9bca-d04ec55b468c HTTP/1.1" status: 200 len: 806 time: 1.1387520 Jul 15 23:17:22.869818 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 35698) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:22.903900 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580bbd74-4cae-44ec-bfc1-a2e173f6810e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c64b9d56-be86-4e26-a1b5-495f6676e1e2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:22.992000 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f08795e-41fb-4670-8808-1e3459abd291 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Pushing event updated for resources: {'Subnet': ['ID=92f989e3-fcdf-4c8b-9bca-d04ec55b468c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:23.012164 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4bb98fe3-ccb5-44cb-aa3b-620eb7365a9a req-f46b607f-5312-43cc-a0d2-f02495cf8a93 tempest-ServerShowV257Test-60507535 tempest-ServerShowV257Test-60507535-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0e202be-f80a-4e38-b95f-d0855544aeec HTTP/1.1" status: 200 len: 210 time: 0.1109707 Jul 15 23:17:23.077544 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f08795e-41fb-4670-8808-1e3459abd291 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:23.078244 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f08795e-41fb-4670-8808-1e3459abd291 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:23.078860 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f08795e-41fb-4670-8808-1e3459abd291 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:23.079932 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f08795e-41fb-4670-8808-1e3459abd291 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:23.080431 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f08795e-41fb-4670-8808-1e3459abd291 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:23.081057 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f08795e-41fb-4670-8808-1e3459abd291 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:23.081573 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f08795e-41fb-4670-8808-1e3459abd291 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:23.082061 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f08795e-41fb-4670-8808-1e3459abd291 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:23.082547 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f08795e-41fb-4670-8808-1e3459abd291 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:23.083020 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f08795e-41fb-4670-8808-1e3459abd291 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:23.083502 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f08795e-41fb-4670-8808-1e3459abd291 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:23.084030 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f08795e-41fb-4670-8808-1e3459abd291 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:23.226677 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30ab7105-dc48-4b2e-84f8-e8bfcd6d7fa4 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:23.462029 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30ab7105-dc48-4b2e-84f8-e8bfcd6d7fa4 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:23.495274 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e80b5a5-d4aa-4528-87f3-15758b042cfe req-aa12e965-2ee0-40e6-9a4c-3f586e039318 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:23.508140 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5e80b5a5-d4aa-4528-87f3-15758b042cfe req-aa12e965-2ee0-40e6-9a4c-3f586e039318 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fb6019-0cdb-419d-bd3f-0d77cd61fc7c HTTP/1.1" status: 200 len: 945 time: 0.2203572 Jul 15 23:17:23.509784 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1df83a7e-e0ba-4be6-8397-fe3ea61f29f9 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:23.556428 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1df83a7e-e0ba-4be6-8397-fe3ea61f29f9 None None] Transition to ACTIVE for port object 8ea69534-0df8-4d3d-b0fb-ec35d4ce4c90 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:17:23.568005 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5e80b5a5-d4aa-4528-87f3-15758b042cfe req-28a2ab99-dd03-4668-9282-c4d9ec47ab05 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577388 Jul 15 23:17:23.636854 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1df83a7e-e0ba-4be6-8397-fe3ea61f29f9 None None] Transition to ACTIVE for port object 8ea69534-0df8-4d3d-b0fb-ec35d4ce4c90 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:17:23.648275 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1df83a7e-e0ba-4be6-8397-fe3ea61f29f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:23.697259 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 35712) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:23.734211 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 35714) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:23.756038 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-503d74aa-939c-43a7-8803-72fc8a6e6c6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:23.787989 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30ab7105-dc48-4b2e-84f8-e8bfcd6d7fa4 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:23.803194 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df83a7e-e0ba-4be6-8397-fe3ea61f29f9 None None] Network c1a7dc7b-9ca3-48ee-820f-1b1cb1820b24 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:17:23.808379 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-1df83a7e-e0ba-4be6-8397-fe3ea61f29f9 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:17:23.832289 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df83a7e-e0ba-4be6-8397-fe3ea61f29f9 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:17:23.943207 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df83a7e-e0ba-4be6-8397-fe3ea61f29f9 None None] Pushing event updated for resources: {'Port': ['ID=8ea69534-0df8-4d3d-b0fb-ec35d4ce4c90,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:23.946339 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ab7105-dc48-4b2e-84f8-e8bfcd6d7fa4 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Pushing event deleted for resources: {'Subnet': ['ID=92f989e3-fcdf-4c8b-9bca-d04ec55b468c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:24.019446 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-1df83a7e-e0ba-4be6-8397-fe3ea61f29f9 None None] Attempting to bind port 8ea69534-0df8-4d3d-b0fb-ec35d4ce4c90 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:17:24.020806 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-1df83a7e-e0ba-4be6-8397-fe3ea61f29f9 None None] Attempting to bind port 8ea69534-0df8-4d3d-b0fb-ec35d4ce4c90 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'd3a5a0c1-f972-4ded-9abe-03f17c09a5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c1a7dc7b-9ca3-48ee-820f-1b1cb1820b24'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:17:24.021329 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df83a7e-e0ba-4be6-8397-fe3ea61f29f9 None None] Attempting to bind port 8ea69534-0df8-4d3d-b0fb-ec35d4ce4c90 on network c1a7dc7b-9ca3-48ee-820f-1b1cb1820b24 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:17:24.035610 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-503d74aa-939c-43a7-8803-72fc8a6e6c6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:24.040334 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df83a7e-e0ba-4be6-8397-fe3ea61f29f9 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:17:24.040805 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df83a7e-e0ba-4be6-8397-fe3ea61f29f9 None None] Checking segment: {'id': 'd3a5a0c1-f972-4ded-9abe-03f17c09a5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c1a7dc7b-9ca3-48ee-820f-1b1cb1820b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:17:24.042161 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1df83a7e-e0ba-4be6-8397-fe3ea61f29f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:24.043375 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df83a7e-e0ba-4be6-8397-fe3ea61f29f9 None None] Bound using segment: {'id': 'd3a5a0c1-f972-4ded-9abe-03f17c09a5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c1a7dc7b-9ca3-48ee-820f-1b1cb1820b24'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:17:24.043375 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-1df83a7e-e0ba-4be6-8397-fe3ea61f29f9 None None] Bound port: 8ea69534-0df8-4d3d-b0fb-ec35d4ce4c90, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3a5a0c1-f972-4ded-9abe-03f17c09a5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c1a7dc7b-9ca3-48ee-820f-1b1cb1820b24'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:17:24.043637 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1df83a7e-e0ba-4be6-8397-fe3ea61f29f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:24.050588 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-503d74aa-939c-43a7-8803-72fc8a6e6c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:24.162301 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30ab7105-dc48-4b2e-84f8-e8bfcd6d7fa4 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:24.190480 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-30ab7105-dc48-4b2e-84f8-e8bfcd6d7fa4 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1a7dc7b-9ca3-48ee-820f-1b1cb1820b24']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:24.215340 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-30ab7105-dc48-4b2e-84f8-e8bfcd6d7fa4 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3a5a0c1-f972-4ded-9abe-03f17c09a5ca') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:24.215654 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-30ab7105-dc48-4b2e-84f8-e8bfcd6d7fa4 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3a5a0c1-f972-4ded-9abe-03f17c09a5ca') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:24.227031 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-503d74aa-939c-43a7-8803-72fc8a6e6c6c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7159d913a66e487dbcd0c3c47350e934&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5281467 Jul 15 23:17:24.228055 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 35722) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:24.232411 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503d74aa-939c-43a7-8803-72fc8a6e6c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94861d8c-ff9e-4f33-8286-81c1725d19d4,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:24.244423 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30ab7105-dc48-4b2e-84f8-e8bfcd6d7fa4 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:24.280413 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1df83a7e-e0ba-4be6-8397-fe3ea61f29f9 None None] For port 8ea69534-0df8-4d3d-b0fb-ec35d4ce4c90, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:17:24.285077 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1df83a7e-e0ba-4be6-8397-fe3ea61f29f9 None None] For port 8ea69534-0df8-4d3d-b0fb-ec35d4ce4c90, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=8ea69534-0df8-4d3d-b0fb-ec35d4ce4c90,segment=NetworkSegment(d3a5a0c1-f972-4ded-9abe-03f17c09a5ca),segment_id=d3a5a0c1-f972-4ded-9abe-03f17c09a5ca)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:17:24.291179 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1df83a7e-e0ba-4be6-8397-fe3ea61f29f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:24.317372 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30ab7105-dc48-4b2e-84f8-e8bfcd6d7fa4 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:24.369821 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5e1332-ce31-4bb4-a50b-c444f2c6f07a req-37ec7457-035a-4009-92b9-fd48120c3971 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:24.380901 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30ab7105-dc48-4b2e-84f8-e8bfcd6d7fa4 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:17:24.381162 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bb5e1332-ce31-4bb4-a50b-c444f2c6f07a req-37ec7457-035a-4009-92b9-fd48120c3971 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/ports?device_id=159498bb-e71d-4162-a872-a8de7dd821be HTTP/1.1" status: 200 len: 945 time: 0.3202124 Jul 15 23:17:24.381325 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30ab7105-dc48-4b2e-84f8-e8bfcd6d7fa4 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:24.404749 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:17:24.404749 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:17:24.404749 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:17:24.404749 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:17:24.404749 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:17:24.404749 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:17:24.404749 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:17:24.404749 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:17:24.404749 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:17:24.404749 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:17:24.404749 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:17:24.404749 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:17:24.404749 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:17:24.404749 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:17:24.404749 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:17:24.404749 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:17:24.404749 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:17:24.404749 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:17:24.404749 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:17:24.404749 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:17:24.404749 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:17:24.404749 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:17:24.404749 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:17:24.404749 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:17:24.404749 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:17:24.404749 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:17:24.404749 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:17:24.404749 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:17:24.404749 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:17:24.404749 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:17:24.404749 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:17:24.404749 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:17:24.456459 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0fb30ad-dc1c-44cb-a646-b8ef35332953 admin admin] Deleting subnet a1126b8c-d6f8-4596-9ab3-27f6931e900c {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:17:24.458231 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5153826a-be2c-4191-8603-2b646afbc859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:24.482493 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5153826a-be2c-4191-8603-2b646afbc859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:24.512035 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bb5e1332-ce31-4bb4-a50b-c444f2c6f07a req-86fb96a9-bc6e-4a6f-8cce-79b5aa76ee05 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3cc6b1b-b328-4d26-ba63-110947666d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249423 Jul 15 23:17:24.567011 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df83a7e-e0ba-4be6-8397-fe3ea61f29f9 None None] Pushing event updated for resources: {'Port': ['ID=8ea69534-0df8-4d3d-b0fb-ec35d4ce4c90,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:24.584580 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce50b372-3f0f-4308-a4ff-6bf32c53245f None None] Network c1a7dc7b-9ca3-48ee-820f-1b1cb1820b24 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:17:24.633864 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5153826a-be2c-4191-8603-2b646afbc859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:24.637319 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5153826a-be2c-4191-8603-2b646afbc859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:24.641335 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-5153826a-be2c-4191-8603-2b646afbc859 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/94861d8c-ff9e-4f33-8286-81c1725d19d4 HTTP/1.1" status: 204 len: 168 time: 0.4078562 Jul 15 23:17:24.666895 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5153826a-be2c-4191-8603-2b646afbc859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94861d8c-ff9e-4f33-8286-81c1725d19d4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:25.042921 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af46e33-e3f4-4efd-9176-3c450d3c4414 req-ce80ece8-c639-4b3f-b55e-98605b9fbb1b tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:25.045962 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9af46e33-e3f4-4efd-9176-3c450d3c4414 req-ce80ece8-c639-4b3f-b55e-98605b9fbb1b tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.41 "GET /v2.0/ports?device_id=159498bb-e71d-4162-a872-a8de7dd821be HTTP/1.1" status: 200 len: 945 time: 0.1670613 Jul 15 23:17:25.081647 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0fb30ad-dc1c-44cb-a646-b8ef35332953 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:25.105132 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5a698ff8-7699-40fe-8c3f-6de380e60b3e req-79c1cd28-37d9-42c3-b65a-5effd94001ef tempest-ServerShowV257Test-60507535 tempest-ServerShowV257Test-60507535-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0e202be-f80a-4e38-b95f-d0855544aeec HTTP/1.1" status: 200 len: 210 time: 0.1047516 Jul 15 23:17:25.120181 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa718c06-7452-44b6-98b7-af4010129696 None None] Network c1a7dc7b-9ca3-48ee-820f-1b1cb1820b24 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:17:25.139401 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.db.api [None req-30ab7105-dc48-4b2e-84f8-e8bfcd6d7fa4 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 15 23:17:25.139401 n-d-794306-6 neutron-server[93771]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 15 23:17:25.139401 n-d-794306-6 neutron-server[93771]: [parameters: {'id': 'c1a7dc7b-9ca3-48ee-820f-1b1cb1820b24'}] Jul 15 23:17:25.139401 n-d-794306-6 neutron-server[93771]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:17:25.140101 n-d-794306-6 neutron-server[93771]: DEBUG oslo_db.api [None req-30ab7105-dc48-4b2e-84f8-e8bfcd6d7fa4 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:17:25.210979 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0fb30ad-dc1c-44cb-a646-b8ef35332953 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:25.334524 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-9af46e33-e3f4-4efd-9176-3c450d3c4414 req-62e7f792-ec42-45ee-9bcf-6ed9345bc026 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Deleting port e2a2b966-442b-4f4d-9d32-2b902d12a3e4 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:17:25.334760 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9af46e33-e3f4-4efd-9176-3c450d3c4414 req-62e7f792-ec42-45ee-9bcf-6ed9345bc026 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:25.342082 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0fb30ad-dc1c-44cb-a646-b8ef35332953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:25.348274 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150618e-c752-4005-9616-130351f16d84 req-0fb5fb47-e855-4ddc-a99b-8111005723ae tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:25.358948 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1150618e-c752-4005-9616-130351f16d84 req-0fb5fb47-e855-4ddc-a99b-8111005723ae tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fb6019-0cdb-419d-bd3f-0d77cd61fc7c HTTP/1.1" status: 200 len: 945 time: 0.2666698 Jul 15 23:17:25.426950 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:25.459096 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0fb30ad-dc1c-44cb-a646-b8ef35332953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:25.509529 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fb30ad-dc1c-44cb-a646-b8ef35332953 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1126b8c-d6f8-4596-9ab3-27f6931e900c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:25.514079 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0fb30ad-dc1c-44cb-a646-b8ef35332953 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:25.516241 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a0fb30ad-dc1c-44cb-a646-b8ef35332953 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a1126b8c-d6f8-4596-9ab3-27f6931e900c HTTP/1.1" status: 204 len: 168 time: 1.7782757 Jul 15 23:17:25.520347 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 35750) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:25.523399 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1150618e-c752-4005-9616-130351f16d84 req-869b4924-d08a-44db-88f0-e4e10bf787dc tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481082 Jul 15 23:17:25.649801 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30ab7105-dc48-4b2e-84f8-e8bfcd6d7fa4 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:25.653619 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114b43c9-e1d5-4670-8772-ee9f60e6222c None None] get_active_networks_info from n-d-794306-6 {{(pid=93772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 23:17:25.694332 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-811a80e8-e04a-4d82-82c1-41f7bcd56aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:25.732541 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-9af46e33-e3f4-4efd-9176-3c450d3c4414 req-62e7f792-ec42-45ee-9bcf-6ed9345bc026 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] For port e2a2b966-442b-4f4d-9d32-2b902d12a3e4, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=e2a2b966-442b-4f4d-9d32-2b902d12a3e4,segment=NetworkSegment(f0ef8434-f4a9-4a08-8168-8c265159a987),segment_id=f0ef8434-f4a9-4a08-8168-8c265159a987)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:25.732972 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9af46e33-e3f4-4efd-9176-3c450d3c4414 req-62e7f792-ec42-45ee-9bcf-6ed9345bc026 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:25.804105 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-9af46e33-e3f4-4efd-9176-3c450d3c4414 req-62e7f792-ec42-45ee-9bcf-6ed9345bc026 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Calling delete_port for e2a2b966-442b-4f4d-9d32-2b902d12a3e4 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:17:25.823368 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c372d43-f360-4295-8bce-d5b078bbc8b3 req-2f9818ad-e66d-440d-9e0c-ecfc44430963 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:25.830548 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c372d43-f360-4295-8bce-d5b078bbc8b3 req-2f9818ad-e66d-440d-9e0c-ecfc44430963 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:25.837123 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c372d43-f360-4295-8bce-d5b078bbc8b3 req-2f9818ad-e66d-440d-9e0c-ecfc44430963 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:25.843209 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c372d43-f360-4295-8bce-d5b078bbc8b3 req-2f9818ad-e66d-440d-9e0c-ecfc44430963 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:25.849572 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c372d43-f360-4295-8bce-d5b078bbc8b3 req-2f9818ad-e66d-440d-9e0c-ecfc44430963 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:25.856184 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c372d43-f360-4295-8bce-d5b078bbc8b3 req-2f9818ad-e66d-440d-9e0c-ecfc44430963 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:25.862975 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c372d43-f360-4295-8bce-d5b078bbc8b3 req-2f9818ad-e66d-440d-9e0c-ecfc44430963 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:25.870904 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7c372d43-f360-4295-8bce-d5b078bbc8b3 req-2f9818ad-e66d-440d-9e0c-ecfc44430963 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 5444 time: 0.4969065 Jul 15 23:17:25.893782 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114b43c9-e1d5-4670-8772-ee9f60e6222c None None] Resources bound (agent type, host, resource id): {{(pid=93772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 23:17:25.998388 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-811a80e8-e04a-4d82-82c1-41f7bcd56aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:26.021074 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-811a80e8-e04a-4d82-82c1-41f7bcd56aee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a62e01ea-f2e5-4ac4-9f56-3043444e806b']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:26.041343 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-30ab7105-dc48-4b2e-84f8-e8bfcd6d7fa4 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Deleting port 8ea69534-0df8-4d3d-b0fb-ec35d4ce4c90 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:17:26.041757 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30ab7105-dc48-4b2e-84f8-e8bfcd6d7fa4 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:26.048982 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-811a80e8-e04a-4d82-82c1-41f7bcd56aee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c2758b9-e41c-4bf2-b9ed-9081bfc02669') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:26.049319 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-811a80e8-e04a-4d82-82c1-41f7bcd56aee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c2758b9-e41c-4bf2-b9ed-9081bfc02669') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:26.098549 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-811a80e8-e04a-4d82-82c1-41f7bcd56aee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:26.180739 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-811a80e8-e04a-4d82-82c1-41f7bcd56aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:26.192729 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-811a80e8-e04a-4d82-82c1-41f7bcd56aee admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:17:26.193268 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-811a80e8-e04a-4d82-82c1-41f7bcd56aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:26.195417 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:17:26.195417 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:17:26.195417 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:17:26.195417 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:17:26.195417 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:17:26.195417 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:17:26.195417 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:17:26.195417 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:17:26.195417 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:17:26.195417 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:17:26.195417 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:17:26.195417 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:17:26.195417 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:17:26.195417 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:17:26.195417 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:17:26.195417 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:17:26.195417 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:17:26.195417 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:17:26.195417 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:17:26.195417 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:17:26.195417 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:17:26.195417 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:17:26.195417 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:17:26.195417 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:17:26.195417 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:17:26.195417 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:17:26.195417 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:17:26.195417 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:17:26.195417 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:17:26.195417 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:17:26.195417 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:17:26.195417 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:17:26.199332 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-30ab7105-dc48-4b2e-84f8-e8bfcd6d7fa4 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] For port 8ea69534-0df8-4d3d-b0fb-ec35d4ce4c90, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=8ea69534-0df8-4d3d-b0fb-ec35d4ce4c90,segment=NetworkSegment(d3a5a0c1-f972-4ded-9abe-03f17c09a5ca),segment_id=d3a5a0c1-f972-4ded-9abe-03f17c09a5ca)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:26.199619 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30ab7105-dc48-4b2e-84f8-e8bfcd6d7fa4 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:26.256353 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-30ab7105-dc48-4b2e-84f8-e8bfcd6d7fa4 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Calling delete_port for 8ea69534-0df8-4d3d-b0fb-ec35d4ce4c90 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:17:26.392243 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-ca5f6a69-ef7a-42d0-8be2-81ba4597278a tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:26.406940 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-ca5f6a69-ef7a-42d0-8be2-81ba4597278a tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:26.426000 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-ca5f6a69-ef7a-42d0-8be2-81ba4597278a tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:26.438717 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-ca5f6a69-ef7a-42d0-8be2-81ba4597278a tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:26.453761 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-ca5f6a69-ef7a-42d0-8be2-81ba4597278a tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:26.466538 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-ca5f6a69-ef7a-42d0-8be2-81ba4597278a tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:26.483298 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-ca5f6a69-ef7a-42d0-8be2-81ba4597278a tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:26.487874 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-ca5f6a69-ef7a-42d0-8be2-81ba4597278a tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 5444 time: 0.4628086 Jul 15 23:17:26.567367 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7c372d43-f360-4295-8bce-d5b078bbc8b3 req-a72dd844-cbac-43f1-875b-3f3feca63497 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/security-groups?id=fde6291d-0085-4461-bff2-f84f9cfdb496&id=3034f104-295d-4ae9-983e-a750e439037a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6954513 Jul 15 23:17:26.619065 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-811a80e8-e04a-4d82-82c1-41f7bcd56aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:26.648336 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8afbb3-5682-4ea9-85c6-e6f39882b1f6 req-63b253da-c3c9-4a72-87f9-2e7ec7d6f623 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:26.662721 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ea8afbb3-5682-4ea9-85c6-e6f39882b1f6 req-63b253da-c3c9-4a72-87f9-2e7ec7d6f623 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/ports?device_id=159498bb-e71d-4162-a872-a8de7dd821be HTTP/1.1" status: 200 len: 945 time: 0.8937938 Jul 15 23:17:26.673493 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-811a80e8-e04a-4d82-82c1-41f7bcd56aee admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:26.677568 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-811a80e8-e04a-4d82-82c1-41f7bcd56aee admin admin] 10.222.0.48 "DELETE /v2.0/networks/a62e01ea-f2e5-4ac4-9f56-3043444e806b HTTP/1.1" status: 204 len: 168 time: 1.1555784 Jul 15 23:17:26.683277 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30ab7105-dc48-4b2e-84f8-e8bfcd6d7fa4 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:26.795406 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ab7105-dc48-4b2e-84f8-e8bfcd6d7fa4 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Pushing event deleted for resources: {'Port': ['ID=8ea69534-0df8-4d3d-b0fb-ec35d4ce4c90,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:26.798942 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811a80e8-e04a-4d82-82c1-41f7bcd56aee admin admin] Pushing event deleted for resources: {'Network': ['ID=a62e01ea-f2e5-4ac4-9f56-3043444e806b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:26.813954 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ab7105-dc48-4b2e-84f8-e8bfcd6d7fa4 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] No DVR routers for this DVR port 8ea69534-0df8-4d3d-b0fb-ec35d4ce4c90 on host n-d-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:17:26.846850 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 35780) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:26.850051 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ea8afbb3-5682-4ea9-85c6-e6f39882b1f6 req-1417d081-038c-46e0-9880-bfca6a78f5bb tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3cc6b1b-b328-4d26-ba63-110947666d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687980 Jul 15 23:17:26.854122 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-d551412b-16b2-43b8-85c3-4fa809def3d8 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:26.856513 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-d551412b-16b2-43b8-85c3-4fa809def3d8 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.41 "GET /v2.0/ports/5e6346b3-f308-4702-a019-e0418adeb56d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3023069 Jul 15 23:17:26.953505 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9af46e33-e3f4-4efd-9176-3c450d3c4414 req-62e7f792-ec42-45ee-9bcf-6ed9345bc026 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:26.989130 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['e2a2b966-442b-4f4d-9d32-2b902d12a3e4'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:17:27.240233 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30ab7105-dc48-4b2e-84f8-e8bfcd6d7fa4 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:27.256902 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-9af46e33-e3f4-4efd-9176-3c450d3c4414 req-62e7f792-ec42-45ee-9bcf-6ed9345bc026 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] No DVR routers for this DVR port e2a2b966-442b-4f4d-9d32-2b902d12a3e4 on host n-h2-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:17:27.283625 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9af46e33-e3f4-4efd-9176-3c450d3c4414 req-62e7f792-ec42-45ee-9bcf-6ed9345bc026 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:27.295344 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9af46e33-e3f4-4efd-9176-3c450d3c4414 req-62e7f792-ec42-45ee-9bcf-6ed9345bc026 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.41 "DELETE /v2.0/ports/e2a2b966-442b-4f4d-9d32-2b902d12a3e4 HTTP/1.1" status: 204 len: 173 time: 2.2098267 Jul 15 23:17:27.311290 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '159498bb-e71d-4162-a872-a8de7dd821be', 'name': 'network-vif-deleted', 'tag': 'e2a2b966-442b-4f4d-9d32-2b902d12a3e4'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:17:27.314857 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e18bda9-49b5-409a-9a2b-91f61082e454" -d '{"events": [{"server_uuid": "159498bb-e71d-4162-a872-a8de7dd821be", "name": "network-vif-deleted", "tag": "e2a2b966-442b-4f4d-9d32-2b902d12a3e4"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:17:27.323855 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e7f792-ec42-45ee-9bcf-6ed9345bc026 tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] Pushing event deleted for resources: {'Port': ['ID=e2a2b966-442b-4f4d-9d32-2b902d12a3e4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:27.337548 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-4c0962f3-491e-425c-a1d3-d77fe1f89c44 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1416065937-network', 'tenant_id': '755c71b8af0f4b4f8456f64801bb7be8'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:27.346450 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 35784) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:27.373765 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-30ab7105-dc48-4b2e-84f8-e8bfcd6d7fa4 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1a7dc7b-9ca3-48ee-820f-1b1cb1820b24']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:27.469688 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-30ab7105-dc48-4b2e-84f8-e8bfcd6d7fa4 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3a5a0c1-f972-4ded-9abe-03f17c09a5ca') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:27.470197 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fdb3c830-f46e-46f3-a90b-fe7abcb12a0e req-759cf606-ba35-45b6-9118-cf62dfb08fa9 tempest-ServerShowV257Test-60507535 tempest-ServerShowV257Test-60507535-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0e202be-f80a-4e38-b95f-d0855544aeec HTTP/1.1" status: 200 len: 210 time: 0.1277246 Jul 15 23:17:27.470377 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-30ab7105-dc48-4b2e-84f8-e8bfcd6d7fa4 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3a5a0c1-f972-4ded-9abe-03f17c09a5ca') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:27.503165 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30ab7105-dc48-4b2e-84f8-e8bfcd6d7fa4 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:27.511490 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c0962f3-491e-425c-a1d3-d77fe1f89c44 admin admin] Made reservation on behalf of 755c71b8af0f4b4f8456f64801bb7be8 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:17:27.525911 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-6126a547-5084-47d3-a7cd-53cb9b3671f1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=675bfc559b0b40ea8fae85ead4a7a3be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1626470 Jul 15 23:17:27.526270 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c0962f3-491e-425c-a1d3-d77fe1f89c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:27.537732 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 35788) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:27.603517 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c0962f3-491e-425c-a1d3-d77fe1f89c44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:27.625242 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1051b-4958-41c8-8fab-a20d803dc346 req-dba34123-6a81-4ffd-8693-32e3378c624d tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:27.635110 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b0b1051b-4958-41c8-8fab-a20d803dc346 req-dba34123-6a81-4ffd-8693-32e3378c624d tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fb6019-0cdb-419d-bd3f-0d77cd61fc7c HTTP/1.1" status: 200 len: 945 time: 0.3380384 Jul 15 23:17:27.635544 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30ab7105-dc48-4b2e-84f8-e8bfcd6d7fa4 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:27.646034 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-1afb7083-7e79-4f42-9488-81e55a86aed7 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.41 "GET /v2.0/networks/970a88bd-fdba-4549-becb-46353b196f82?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.7751474 Jul 15 23:17:27.659545 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30ab7105-dc48-4b2e-84f8-e8bfcd6d7fa4 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:17:27.660270 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30ab7105-dc48-4b2e-84f8-e8bfcd6d7fa4 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:27.675190 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-20bc5488-eee5-4865-9358-8878b7845cdf service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:27.679470 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:17:27.679470 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:17:27.679470 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:17:27.679470 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:17:27.679470 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:17:27.679470 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:17:27.679470 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:17:27.679470 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:17:27.679470 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:17:27.679470 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:17:27.679470 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:17:27.679470 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:17:27.679470 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:17:27.679470 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:17:27.679470 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:17:27.679470 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:17:27.679470 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:17:27.679470 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:17:27.679470 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:17:27.679470 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:17:27.679470 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:17:27.679470 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:17:27.679470 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:17:27.679470 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:17:27.679470 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:17:27.679470 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:17:27.679470 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:17:27.679470 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:17:27.679470 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:17:27.679470 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:17:27.679470 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:17:27.679470 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:17:27.710942 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e992843-a852-4f27-9b33-022706fcb01c x-openstack-request-id: req-8e992843-a852-4f27-9b33-022706fcb01c {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:17:27.711662 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "159498bb-e71d-4162-a872-a8de7dd821be", "name": "network-vif-deleted", "tag": "e2a2b966-442b-4f4d-9d32-2b902d12a3e4", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:17:27.713250 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8e992843-a852-4f27-9b33-022706fcb01c {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:17:27.713874 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '159498bb-e71d-4162-a872-a8de7dd821be', 'name': 'network-vif-deleted', 'tag': 'e2a2b966-442b-4f4d-9d32-2b902d12a3e4', 'status': 'completed', 'code': 200} Jul 15 23:17:27.721134 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b36e7cae-c91f-4ae7-b6b1-f7bfca0cc7aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:27.776231 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b36e7cae-c91f-4ae7-b6b1-f7bfca0cc7aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:27.870961 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b36e7cae-c91f-4ae7-b6b1-f7bfca0cc7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:27.879150 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b36e7cae-c91f-4ae7-b6b1-f7bfca0cc7aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:27.884389 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-b36e7cae-c91f-4ae7-b6b1-f7bfca0cc7aa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d8cf7f14-a1c7-4b03-82d2-3e029c1ee516 HTTP/1.1" status: 204 len: 168 time: 0.3353732 Jul 15 23:17:27.922660 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b0b1051b-4958-41c8-8fab-a20d803dc346 req-96f71e9c-80fd-4c28-85a9-a8d2f3c6cd6a tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813947 Jul 15 23:17:27.927060 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36e7cae-c91f-4ae7-b6b1-f7bfca0cc7aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8cf7f14-a1c7-4b03-82d2-3e029c1ee516,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:27.952173 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30ab7105-dc48-4b2e-84f8-e8bfcd6d7fa4 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:28.016980 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30ab7105-dc48-4b2e-84f8-e8bfcd6d7fa4 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:28.023906 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-30ab7105-dc48-4b2e-84f8-e8bfcd6d7fa4 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] 10.222.0.48 "DELETE /v2.0/networks/c1a7dc7b-9ca3-48ee-820f-1b1cb1820b24 HTTP/1.1" status: 204 len: 168 time: 5.1460695 Jul 15 23:17:28.025164 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 35802) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:28.028939 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ab7105-dc48-4b2e-84f8-e8bfcd6d7fa4 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Pushing event deleted for resources: {'Network': ['ID=c1a7dc7b-9ca3-48ee-820f-1b1cb1820b24,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:28.062387 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-20bc5488-eee5-4865-9358-8878b7845cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:28.121294 n-d-794306-6 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-69655cea-725d-4cd9-85e7-2f51a45aa8d4 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] DELETE failed (client error): The resource could not be found. Jul 15 23:17:28.122214 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69655cea-725d-4cd9-85e7-2f51a45aa8d4 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:17:28.133358 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-69655cea-725d-4cd9-85e7-2f51a45aa8d4 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] 10.222.0.48 "DELETE /v2.0/networks/c1a7dc7b-9ca3-48ee-820f-1b1cb1820b24 HTTP/1.1" status: 404 len: 339 time: 0.1066043 Jul 15 23:17:28.137188 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 35808) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:28.146902 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-3ee91cb2-b35e-4e54-bf5d-808d74888496 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-638663026', 'description': 'd1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:28.269370 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e214b1c-0a24-4828-970b-0322890e8964 req-97a84525-51de-4c71-b6fa-c4242191ea63 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:28.285790 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e214b1c-0a24-4828-970b-0322890e8964 req-97a84525-51de-4c71-b6fa-c4242191ea63 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:28.296578 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e214b1c-0a24-4828-970b-0322890e8964 req-97a84525-51de-4c71-b6fa-c4242191ea63 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:28.322150 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e214b1c-0a24-4828-970b-0322890e8964 req-97a84525-51de-4c71-b6fa-c4242191ea63 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:28.335653 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e214b1c-0a24-4828-970b-0322890e8964 req-97a84525-51de-4c71-b6fa-c4242191ea63 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:28.344161 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e214b1c-0a24-4828-970b-0322890e8964 req-97a84525-51de-4c71-b6fa-c4242191ea63 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:28.351993 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e214b1c-0a24-4828-970b-0322890e8964 req-97a84525-51de-4c71-b6fa-c4242191ea63 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:28.365497 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6e214b1c-0a24-4828-970b-0322890e8964 req-97a84525-51de-4c71-b6fa-c4242191ea63 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 5444 time: 0.3177419 Jul 15 23:17:28.380945 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c0962f3-491e-425c-a1d3-d77fe1f89c44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:28.404610 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c0962f3-491e-425c-a1d3-d77fe1f89c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:28.467713 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0962f3-491e-425c-a1d3-d77fe1f89c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf63f085-cfb6-4606-8374-6ce3431eb566,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:28.468921 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d03e473f-f999-4caf-baec-d9a6f171c654 req-4584bb0b-3bea-4a26-af81-9cc0f2ef53ef tempest-ServerRescueNegativeTestJSON-1332391598 tempest-ServerRescueNegativeTestJSON-1332391598-project] 10.222.0.48 "GET /v2.0/ports?device_id=159498bb-e71d-4162-a872-a8de7dd821be HTTP/1.1" status: 200 len: 210 time: 0.1017547 Jul 15 23:17:28.524180 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c0962f3-491e-425c-a1d3-d77fe1f89c44 admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:17:28.620664 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c0962f3-491e-425c-a1d3-d77fe1f89c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:28.621198 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-4c0962f3-491e-425c-a1d3-d77fe1f89c44 admin admin] Added segment 857a4ff2-b898-498c-add5-fac2c5adbfc6 of type vlan for network 9f19e16d-80cc-4978-a6af-90886f4815b0 Jul 15 23:17:28.634617 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee91cb2-b35e-4e54-bf5d-808d74888496 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Made reservation on behalf of 545ae24b56d14f939269409987b9058f for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:17:28.644675 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3ee91cb2-b35e-4e54-bf5d-808d74888496 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:28.713624 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-20bc5488-eee5-4865-9358-8878b7845cdf service neutron] For port 5e6346b3-f308-4702-a019-e0418adeb56d, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=5e6346b3-f308-4702-a019-e0418adeb56d,segment=NetworkSegment(3821a0b2-3164-41fa-92ac-fc5f13dae41d),segment_id=3821a0b2-3164-41fa-92ac-fc5f13dae41d)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:28.758252 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c0962f3-491e-425c-a1d3-d77fe1f89c44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:28.778738 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ee91cb2-b35e-4e54-bf5d-808d74888496 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:17:28.806086 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3ee91cb2-b35e-4e54-bf5d-808d74888496 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:28.806789 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-3ee91cb2-b35e-4e54-bf5d-808d74888496 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Added segment e0b9bd03-7d1f-4499-8e23-b68756055d07 of type vlan for network 02d1dfc9-dcbe-44f5-b161-4d358e9e8ba7 Jul 15 23:17:28.873222 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6e214b1c-0a24-4828-970b-0322890e8964 req-a8002e30-7733-4d31-897e-9bfdc49d665d tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/security-groups?id=fde6291d-0085-4461-bff2-f84f9cfdb496&id=3034f104-295d-4ae9-983e-a750e439037a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3757646 Jul 15 23:17:28.883064 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-20bc5488-eee5-4865-9358-8878b7845cdf service neutron] For port 5e6346b3-f308-4702-a019-e0418adeb56d, host n-h2-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:17:28.892915 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3ee91cb2-b35e-4e54-bf5d-808d74888496 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:28.962220 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-20bc5488-eee5-4865-9358-8878b7845cdf service neutron] device_id is not set on port 5e6346b3-f308-4702-a019-e0418adeb56d yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:17:28.965324 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3ee91cb2-b35e-4e54-bf5d-808d74888496 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:28.984957 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-20bc5488-eee5-4865-9358-8878b7845cdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:28.986934 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee91cb2-b35e-4e54-bf5d-808d74888496 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:28.988159 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3ee91cb2-b35e-4e54-bf5d-808d74888496 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:28.990842 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c0962f3-491e-425c-a1d3-d77fe1f89c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:28.992758 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0962f3-491e-425c-a1d3-d77fe1f89c44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:28.994028 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c0962f3-491e-425c-a1d3-d77fe1f89c44 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:29.002237 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-20bc5488-eee5-4865-9358-8878b7845cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:29.127640 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-738c31f7-76ab-4aab-9198-bed4f1232b30 req-b0339f37-8ebc-4d91-8029-451d8cc1f4c5 tempest-ServerShowV257Test-60507535 tempest-ServerShowV257Test-60507535-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0e202be-f80a-4e38-b95f-d0855544aeec HTTP/1.1" status: 200 len: 210 time: 0.1331832 Jul 15 23:17:29.199525 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-3ee91cb2-b35e-4e54-bf5d-808d74888496 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.0610707 Jul 15 23:17:29.217317 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 35832) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:29.233406 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-4c0962f3-491e-425c-a1d3-d77fe1f89c44 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.3857436 Jul 15 23:17:29.373902 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device e2a2b966-442b-4f4d-9d32-2b902d12a3e4 no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:17:29.375755 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfc12c3-7b3a-4be5-96cc-49ce7ce1cdd7 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:29.378187 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-2cfc12c3-7b3a-4be5-96cc-49ce7ce1cdd7 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] 10.222.0.48 "GET /v2.0/networks?id=02d1dfc9-dcbe-44f5-b161-4d358e9e8ba7 HTTP/1.1" status: 200 len: 760 time: 0.1565440 Jul 15 23:17:29.378791 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 35834) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:29.388721 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 35840) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:29.407073 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-20bc5488-eee5-4865-9358-8878b7845cdf service neutron] No DVR routers for this DVR port 5e6346b3-f308-4702-a019-e0418adeb56d on host n-h2-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:17:29.426861 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ed4b74e4-90cf-4643-a8b8-8759124f4dd8 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Request body: {'network': {'description': 'd2'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:29.433790 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-00df45f8-fd7f-4e61-a076-8fbb50e928f7 admin admin] Request body: {'subnet': {'network_id': '9f19e16d-80cc-4978-a6af-90886f4815b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1416065937-subnet', 'tenant_id': '755c71b8af0f4b4f8456f64801bb7be8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:29.443129 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91cb2-b35e-4e54-bf5d-808d74888496 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Pushing event updated for resources: {'Network': ['ID=02d1dfc9-dcbe-44f5-b161-4d358e9e8ba7,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:29.455385 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] No Port match for: e2a2b966-442b-4f4d-9d32-2b902d12a3e4 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:17:29.455977 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device e2a2b966-442b-4f4d-9d32-2b902d12a3e4 not bound to the agent host n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:17:29.456634 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 53ab0b58-461d-46ab-8d7f-99872f64bbc2 no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:17:29.473921 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 02d1dfc9-dcbe-44f5-b161-4d358e9e8ba7 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:17:29.505118 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0962f3-491e-425c-a1d3-d77fe1f89c44 admin admin] Pushing event updated for resources: {'Network': ['ID=9f19e16d-80cc-4978-a6af-90886f4815b0,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:29.511117 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bc5488-eee5-4865-9358-8878b7845cdf service neutron] Pushing event updated for resources: {'Port': ['ID=5e6346b3-f308-4702-a019-e0418adeb56d,revision_number=6']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:29.579904 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 9f19e16d-80cc-4978-a6af-90886f4815b0 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:17:29.601201 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00df45f8-fd7f-4e61-a076-8fbb50e928f7 admin admin] Made reservation on behalf of 755c71b8af0f4b4f8456f64801bb7be8 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:17:29.613204 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-00df45f8-fd7f-4e61-a076-8fbb50e928f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:29.676972 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-20bc5488-eee5-4865-9358-8878b7845cdf service neutron] In _notify_port_updated(), no bound segment for port 5e6346b3-f308-4702-a019-e0418adeb56d on network 970a88bd-fdba-4549-becb-46353b196f82 {{(pid=93771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:17:29.678301 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-20bc5488-eee5-4865-9358-8878b7845cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:29.679564 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-20bc5488-eee5-4865-9358-8878b7845cdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:29.693614 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-20bc5488-eee5-4865-9358-8878b7845cdf service neutron] 10.222.0.41 "PUT /v2.0/ports/5e6346b3-f308-4702-a019-e0418adeb56d HTTP/1.1" status: 200 len: 1032 time: 2.0363667 Jul 15 23:17:29.738189 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a072fd-6a83-42b6-9c1d-2709b0b05f14 req-7412939a-d436-42b5-b11f-0b67ca461400 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:29.766035 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-18a072fd-6a83-42b6-9c1d-2709b0b05f14 req-7412939a-d436-42b5-b11f-0b67ca461400 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fb6019-0cdb-419d-bd3f-0d77cd61fc7c HTTP/1.1" status: 200 len: 945 time: 0.6017184 Jul 15 23:17:29.849930 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 35852) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:29.954500 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0e00bb16-b314-42c4-8a85-99c82451cbae None None] Provisioning complete for port 5e6346b3-f308-4702-a019-e0418adeb56d triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:17:29.955304 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0e00bb16-b314-42c4-8a85-99c82451cbae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:29.968963 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 35854) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:29.999029 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-b669c3cd-2425-4631-9554-b21d9d339033 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:30.002227 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-b669c3cd-2425-4631-9554-b21d9d339033 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.41 "GET /v2.0/ports/f70b3596-455f-49a0-8908-a104df34e5c9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3020294 Jul 15 23:17:30.028092 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:30.029617 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-18a072fd-6a83-42b6-9c1d-2709b0b05f14 req-6847c7bd-adab-4a62-929c-dfc806a54306 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595384 Jul 15 23:17:30.076539 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-5a5d0d7f-5731-4342-81fd-97ff7b872f88 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:30.082367 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0e00bb16-b314-42c4-8a85-99c82451cbae None None] Port 5e6346b3-f308-4702-a019-e0418adeb56d cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:17:30.132555 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebfc3dac-a424-46b2-b718-cab6123db16d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53ab0b58-461d-46ab-8d7f-99872f64bbc2'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:17:30.144128 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ece9977-3fd5-4fd0-a192-78f45fc83c9b" -d '{"events": [{"server_uuid": "ebfc3dac-a424-46b2-b718-cab6123db16d", "name": "network-vif-unplugged", "status": "completed", "tag": "53ab0b58-461d-46ab-8d7f-99872f64bbc2"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:17:30.194571 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 53ab0b58-461d-46ab-8d7f-99872f64bbc2, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=53ab0b58-461d-46ab-8d7f-99872f64bbc2,segment=NetworkSegment(a43861fb-eaa5-4486-879b-bd64114918d5),segment_id=a43861fb-eaa5-4486-879b-bd64114918d5)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:30.202487 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:30.205025 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 5e6346b3-f308-4702-a019-e0418adeb56d no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:17:30.318064 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbaecac6-0090-404c-b084-cf796815e946 x-openstack-request-id: req-fbaecac6-0090-404c-b084-cf796815e946 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:17:30.318554 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebfc3dac-a424-46b2-b718-cab6123db16d", "name": "network-vif-unplugged", "status": "completed", "tag": "53ab0b58-461d-46ab-8d7f-99872f64bbc2", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:17:30.318922 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fbaecac6-0090-404c-b084-cf796815e946 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:17:30.319790 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebfc3dac-a424-46b2-b718-cab6123db16d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53ab0b58-461d-46ab-8d7f-99872f64bbc2', 'code': 200} Jul 15 23:17:30.400427 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 5e6346b3-f308-4702-a019-e0418adeb56d not bound to the agent host n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:17:30.401436 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device bc89a090-5ba9-4fa7-b1e7-6edd9443bf5d no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:17:30.430617 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-cc01ef47-a0e6-47d2-8d95-3deaafa18dea admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1991659375-network', 'tenant_id': 'c691a27677f54c85a3250b5bafef55f4'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:30.463449 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=53ab0b58-461d-46ab-8d7f-99872f64bbc2,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:30.534628 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ed4b74e4-90cf-4643-a8b8-8759124f4dd8 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:30.553336 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:30.612765 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port bc89a090-5ba9-4fa7-b1e7-6edd9443bf5d, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=bc89a090-5ba9-4fa7-b1e7-6edd9443bf5d,segment=NetworkSegment(a43861fb-eaa5-4486-879b-bd64114918d5),segment_id=a43861fb-eaa5-4486-879b-bd64114918d5)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:30.623867 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:30.624630 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device f70b3596-455f-49a0-8908-a104df34e5c9 no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:17:30.698747 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-5a5d0d7f-5731-4342-81fd-97ff7b872f88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:30.708418 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc01ef47-a0e6-47d2-8d95-3deaafa18dea admin admin] Made reservation on behalf of c691a27677f54c85a3250b5bafef55f4 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:17:30.712661 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc01ef47-a0e6-47d2-8d95-3deaafa18dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:30.759198 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=bc89a090-5ba9-4fa7-b1e7-6edd9443bf5d,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:30.760803 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc01ef47-a0e6-47d2-8d95-3deaafa18dea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:30.773565 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ed4b74e4-90cf-4643-a8b8-8759124f4dd8 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:30.811434 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ed4b74e4-90cf-4643-a8b8-8759124f4dd8 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Network 02d1dfc9-dcbe-44f5-b161-4d358e9e8ba7 is not hosted by any dhcp agent {{(pid=93771) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 23:17:30.835555 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4b74e4-90cf-4643-a8b8-8759124f4dd8 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:30.837160 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ed4b74e4-90cf-4643-a8b8-8759124f4dd8 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:30.839664 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ed4b74e4-90cf-4643-a8b8-8759124f4dd8 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] 10.222.0.48 "PUT /v2.0/networks/02d1dfc9-dcbe-44f5-b161-4d358e9e8ba7 HTTP/1.1" status: 200 len: 757 time: 1.4373455 Jul 15 23:17:30.841640 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6d3c265f-14d4-4c4e-868b-f6aff004deb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:30.866311 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 35866) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:30.889666 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0ace7a08-3e8c-4a28-8193-d869becc421f req-fd4a1d75-242d-4013-bcfc-5ad897dba4b5 tempest-ServerShowV257Test-60507535 tempest-ServerShowV257Test-60507535-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0e202be-f80a-4e38-b95f-d0855544aeec HTTP/1.1" status: 200 len: 210 time: 0.1471815 Jul 15 23:17:31.028604 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:31.081959 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01525754-21f5-4171-b2ad-4e0fadf16224 req-d2d5e209-34ae-4255-9673-d8525430e73f tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:31.103307 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01525754-21f5-4171-b2ad-4e0fadf16224 req-d2d5e209-34ae-4255-9673-d8525430e73f tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:31.121590 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01525754-21f5-4171-b2ad-4e0fadf16224 req-d2d5e209-34ae-4255-9673-d8525430e73f tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:31.139430 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01525754-21f5-4171-b2ad-4e0fadf16224 req-d2d5e209-34ae-4255-9673-d8525430e73f tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:31.149667 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port f70b3596-455f-49a0-8908-a104df34e5c9, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=f70b3596-455f-49a0-8908-a104df34e5c9,segment=NetworkSegment(3821a0b2-3164-41fa-92ac-fc5f13dae41d),segment_id=3821a0b2-3164-41fa-92ac-fc5f13dae41d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:31.155778 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:31.156910 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 1508ac1c-9b5d-4c1b-8a04-8901ffeae8f7 no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:17:31.158446 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9118f3-c9b5-47d6-9309-cf7a8dd4c812 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:31.169413 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01525754-21f5-4171-b2ad-4e0fadf16224 req-d2d5e209-34ae-4255-9673-d8525430e73f tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:31.169687 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-1e9118f3-c9b5-47d6-9309-cf7a8dd4c812 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] 10.222.0.48 "GET /v2.0/networks?id=02d1dfc9-dcbe-44f5-b161-4d358e9e8ba7 HTTP/1.1" status: 200 len: 760 time: 0.2974956 Jul 15 23:17:31.176133 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 35874) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:31.197523 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01525754-21f5-4171-b2ad-4e0fadf16224 req-d2d5e209-34ae-4255-9673-d8525430e73f tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:31.211613 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ebcdfa33-db50-4e14-b917-a9fbe35b9ee0 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-835236938'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:31.229901 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-01525754-21f5-4171-b2ad-4e0fadf16224 req-d2d5e209-34ae-4255-9673-d8525430e73f tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 4663 time: 0.8167534 Jul 15 23:17:31.316526 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4b74e4-90cf-4643-a8b8-8759124f4dd8 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Pushing event updated for resources: {'Network': ['ID=02d1dfc9-dcbe-44f5-b161-4d358e9e8ba7,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:31.346640 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.db.api [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-5a5d0d7f-5731-4342-81fd-97ff7b872f88 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:17:31.347390 n-d-794306-6 neutron-server[93771]: DEBUG oslo_db.api [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-5a5d0d7f-5731-4342-81fd-97ff7b872f88 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:17:31.377118 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-00df45f8-fd7f-4e61-a076-8fbb50e928f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:31.487690 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 02d1dfc9-dcbe-44f5-b161-4d358e9e8ba7 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:17:31.517503 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc01ef47-a0e6-47d2-8d95-3deaafa18dea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:31.554740 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc01ef47-a0e6-47d2-8d95-3deaafa18dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:31.586067 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df45f8-fd7f-4e61-a076-8fbb50e928f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c47fb0aa-d130-4cc4-8f0f-6fe438367e12,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:31.612888 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00df45f8-fd7f-4e61-a076-8fbb50e928f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:31.613653 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00df45f8-fd7f-4e61-a076-8fbb50e928f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:31.613993 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00df45f8-fd7f-4e61-a076-8fbb50e928f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:31.614332 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00df45f8-fd7f-4e61-a076-8fbb50e928f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:31.614656 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00df45f8-fd7f-4e61-a076-8fbb50e928f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:31.615129 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00df45f8-fd7f-4e61-a076-8fbb50e928f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:31.615460 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00df45f8-fd7f-4e61-a076-8fbb50e928f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:31.615829 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00df45f8-fd7f-4e61-a076-8fbb50e928f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:31.616155 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00df45f8-fd7f-4e61-a076-8fbb50e928f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:31.616478 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00df45f8-fd7f-4e61-a076-8fbb50e928f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:31.616806 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00df45f8-fd7f-4e61-a076-8fbb50e928f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:31.617126 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00df45f8-fd7f-4e61-a076-8fbb50e928f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:31.628397 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00df45f8-fd7f-4e61-a076-8fbb50e928f7 admin admin] Checking segment: {'id': '857a4ff2-b898-498c-add5-fac2c5adbfc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9f19e16d-80cc-4978-a6af-90886f4815b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:17:31.628725 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00df45f8-fd7f-4e61-a076-8fbb50e928f7 admin admin] Network hostable DHCP agents. Network: 9f19e16d-80cc-4978-a6af-90886f4815b0, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:17:31.631346 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc01ef47-a0e6-47d2-8d95-3deaafa18dea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5ef66a-e715-44ab-8361-7af52d97a15d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:31.656799 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc01ef47-a0e6-47d2-8d95-3deaafa18dea admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:17:31.666615 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-01525754-21f5-4171-b2ad-4e0fadf16224 req-e8353b8f-dc97-4b0c-8deb-7f1bf3823e8d tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/security-groups?id=fde6291d-0085-4461-bff2-f84f9cfdb496&id=3034f104-295d-4ae9-983e-a750e439037a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3947387 Jul 15 23:17:31.679565 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc01ef47-a0e6-47d2-8d95-3deaafa18dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:31.680504 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-cc01ef47-a0e6-47d2-8d95-3deaafa18dea admin admin] Added segment f247e100-b6af-41b8-bbb1-7fe6ea2479be of type vlan for network 72dd1139-85ac-44a3-8181-7845deb521ca Jul 15 23:17:31.756526 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00df45f8-fd7f-4e61-a076-8fbb50e928f7 admin admin] Network 9f19e16d-80cc-4978-a6af-90886f4815b0 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:17:31.778885 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-00df45f8-fd7f-4e61-a076-8fbb50e928f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 9f19e16d-80cc-4978-a6af-90886f4815b0) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:17:31.787357 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=f70b3596-455f-49a0-8908-a104df34e5c9,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:31.803101 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c792444-66b6-4f4c-bc2c-07e551a384c9 None None] Network 9f19e16d-80cc-4978-a6af-90886f4815b0 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:17:31.826471 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc01ef47-a0e6-47d2-8d95-3deaafa18dea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:31.832235 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00df45f8-fd7f-4e61-a076-8fbb50e928f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:31.859379 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-00df45f8-fd7f-4e61-a076-8fbb50e928f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:31.869978 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebcdfa33-db50-4e14-b917-a9fbe35b9ee0 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Made reservation on behalf of 545ae24b56d14f939269409987b9058f for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:17:31.874043 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ebcdfa33-db50-4e14-b917-a9fbe35b9ee0 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:31.954485 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-00df45f8-fd7f-4e61-a076-8fbb50e928f7 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.5691888 Jul 15 23:17:31.957037 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 35880) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:31.960280 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:31.964899 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-de1ecaa8-0eab-4232-81b9-745a2e98353e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1416065937-router', 'tenant_id': '755c71b8af0f4b4f8456f64801bb7be8', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:31.981628 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc01ef47-a0e6-47d2-8d95-3deaafa18dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:31.982863 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc01ef47-a0e6-47d2-8d95-3deaafa18dea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:31.983977 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc01ef47-a0e6-47d2-8d95-3deaafa18dea admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:31.990838 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac17a8-b12f-4afe-a3fe-22434e97b7f1 req-6d278b16-b260-4521-aa8c-a26a5af32edb tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:32.006091 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8bac17a8-b12f-4afe-a3fe-22434e97b7f1 req-6d278b16-b260-4521-aa8c-a26a5af32edb tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fb6019-0cdb-419d-bd3f-0d77cd61fc7c HTTP/1.1" status: 200 len: 945 time: 0.3736954 Jul 15 23:17:32.006495 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebcdfa33-db50-4e14-b917-a9fbe35b9ee0 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:17:32.009235 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-5a5d0d7f-5731-4342-81fd-97ff7b872f88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:32.066298 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ebcdfa33-db50-4e14-b917-a9fbe35b9ee0 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:32.066648 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-ebcdfa33-db50-4e14-b917-a9fbe35b9ee0 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Added segment d0919237-87dd-49af-87fb-fab340ad8ff1 of type vlan for network 2d31eb91-df66-4e3a-be85-6e91ff9e0d69 Jul 15 23:17:32.114819 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8bac17a8-b12f-4afe-a3fe-22434e97b7f1 req-b4ba7e85-8b9b-4504-9661-ea53b87b668f tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058028 Jul 15 23:17:32.140873 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a42d47e3-6622-4ee5-87ff-c4e2c5d62d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:32.161919 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-de1ecaa8-0eab-4232-81b9-745a2e98353e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:32.163150 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-de1ecaa8-0eab-4232-81b9-745a2e98353e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:32.167969 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-cc01ef47-a0e6-47d2-8d95-3deaafa18dea admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1969242 Jul 15 23:17:32.200905 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 35890) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:32.207412 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc01ef47-a0e6-47d2-8d95-3deaafa18dea admin admin] Pushing event updated for resources: {'Network': ['ID=72dd1139-85ac-44a3-8181-7845deb521ca,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:32.227281 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a0e1c4d9-1568-4177-a4b9-87acb08cd0d2 admin admin] Request body: {'subnet': {'network_id': '72dd1139-85ac-44a3-8181-7845deb521ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1991659375-subnet', 'tenant_id': 'c691a27677f54c85a3250b5bafef55f4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:32.235961 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 72dd1139-85ac-44a3-8181-7845deb521ca details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:17:32.278753 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ebcdfa33-db50-4e14-b917-a9fbe35b9ee0 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:32.352456 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebfc3dac-a424-46b2-b718-cab6123db16d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc89a090-5ba9-4fa7-b1e7-6edd9443bf5d'}, {'server_uuid': 'ebfc3dac-a424-46b2-b718-cab6123db16d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f70b3596-455f-49a0-8908-a104df34e5c9'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:17:32.366832 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4623f18a-100e-4194-b1e3-80e92d100d6a" -d '{"events": [{"server_uuid": "ebfc3dac-a424-46b2-b718-cab6123db16d", "name": "network-vif-unplugged", "status": "completed", "tag": "bc89a090-5ba9-4fa7-b1e7-6edd9443bf5d"}, {"server_uuid": "ebfc3dac-a424-46b2-b718-cab6123db16d", "name": "network-vif-unplugged", "status": "completed", "tag": "f70b3596-455f-49a0-8908-a104df34e5c9"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:17:32.390144 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377a7775-8028-4762-a79f-a6ace339382a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-9f19e16d-80cc-4978-a6af-90886f4815b0', 'network_id': '9f19e16d-80cc-4978-a6af-90886f4815b0', 'tenant_id': '755c71b8af0f4b4f8456f64801bb7be8', 'fixed_ips': [{'subnet_id': 'c47fb0aa-d130-4cc4-8f0f-6fe438367e12'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:17:32.391120 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-377a7775-8028-4762-a79f-a6ace339382a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:32.415682 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e1c4d9-1568-4177-a4b9-87acb08cd0d2 admin admin] Made reservation on behalf of c691a27677f54c85a3250b5bafef55f4 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:17:32.415682 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0e1c4d9-1568-4177-a4b9-87acb08cd0d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:32.520229 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-de1ecaa8-0eab-4232-81b9-745a2e98353e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:32.529600 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 1508ac1c-9b5d-4c1b-8a04-8901ffeae8f7, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=1508ac1c-9b5d-4c1b-8a04-8901ffeae8f7,segment=NetworkSegment(3821a0b2-3164-41fa-92ac-fc5f13dae41d),segment_id=3821a0b2-3164-41fa-92ac-fc5f13dae41d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:32.539677 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:32.540806 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 7d743366-2938-4e94-bd00-f6544b7422ae no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:17:32.543200 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ebcdfa33-db50-4e14-b917-a9fbe35b9ee0 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:32.554740 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcdfa33-db50-4e14-b917-a9fbe35b9ee0 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:32.555830 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ebcdfa33-db50-4e14-b917-a9fbe35b9ee0 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:32.632761 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 15 Jul 2021 23:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e128955a-0a45-4445-a72f-f7621079bc9f x-openstack-request-id: req-e128955a-0a45-4445-a72f-f7621079bc9f {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:17:32.633385 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebfc3dac-a424-46b2-b718-cab6123db16d", "name": "network-vif-unplugged", "status": "completed", "tag": "bc89a090-5ba9-4fa7-b1e7-6edd9443bf5d", "code": 200}, {"server_uuid": "ebfc3dac-a424-46b2-b718-cab6123db16d", "name": "network-vif-unplugged", "status": "completed", "tag": "f70b3596-455f-49a0-8908-a104df34e5c9", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:17:32.633853 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e128955a-0a45-4445-a72f-f7621079bc9f {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:17:32.634587 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebfc3dac-a424-46b2-b718-cab6123db16d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc89a090-5ba9-4fa7-b1e7-6edd9443bf5d', 'code': 200} Jul 15 23:17:32.635096 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebfc3dac-a424-46b2-b718-cab6123db16d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f70b3596-455f-49a0-8908-a104df34e5c9', 'code': 200} Jul 15 23:17:32.678465 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8054d010-6b1e-49d2-b4ca-8cad61cd54e6 req-0f5a4ad3-825a-41a7-a861-3698900117a0 tempest-ServerShowV257Test-60507535 tempest-ServerShowV257Test-60507535-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0e202be-f80a-4e38-b95f-d0855544aeec HTTP/1.1" status: 200 len: 210 time: 0.0474312 Jul 15 23:17:32.798693 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-a42d47e3-6622-4ee5-87ff-c4e2c5d62d25 admin admin] Deleting port b9759042-d727-460a-8172-565b0d384964 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:17:32.799266 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a42d47e3-6622-4ee5-87ff-c4e2c5d62d25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:32.991432 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-a42d47e3-6622-4ee5-87ff-c4e2c5d62d25 admin admin] For port b9759042-d727-460a-8172-565b0d384964, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=b9759042-d727-460a-8172-565b0d384964,segment=NetworkSegment(f0ef8434-f4a9-4a08-8168-8c265159a987),segment_id=f0ef8434-f4a9-4a08-8168-8c265159a987)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:32.992589 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a42d47e3-6622-4ee5-87ff-c4e2c5d62d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:33.007310 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-a42d47e3-6622-4ee5-87ff-c4e2c5d62d25 admin admin] Calling delete_port for b9759042-d727-460a-8172-565b0d384964 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:17:33.070642 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=1508ac1c-9b5d-4c1b-8a04-8901ffeae8f7,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:33.203459 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:33.244660 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ebcdfa33-db50-4e14-b917-a9fbe35b9ee0 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.0353961 Jul 15 23:17:33.278563 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 35908) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:33.287860 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d4e9934d-1537-43b4-8aa0-75322bdaebfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:33.302519 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-377a7775-8028-4762-a79f-a6ace339382a None None] Allocated IP 172.20.0.2 (9f19e16d-80cc-4978-a6af-90886f4815b0/c47fb0aa-d130-4cc4-8f0f-6fe438367e12/b7f6ef72-76aa-442d-8cbb-5c27a497f494) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:17:33.349314 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 7d743366-2938-4e94-bd00-f6544b7422ae, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=7d743366-2938-4e94-bd00-f6544b7422ae,segment=NetworkSegment(5e9c24ff-51aa-41c3-9d89-a1958611c8be),segment_id=5e9c24ff-51aa-41c3-9d89-a1958611c8be)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:33.372999 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:33.374327 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 58031bb6-e328-42ef-a4eb-d60400499716 no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:17:33.432089 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-699b23a4-4e3c-43d7-84b1-0fe004d45f71 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Request body: {'subnet': {'network_id': '2d31eb91-df66-4e3a-be85-6e91ff9e0d69', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:33.522358 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:33.564505 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a42d47e3-6622-4ee5-87ff-c4e2c5d62d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:33.680027 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42d47e3-6622-4ee5-87ff-c4e2c5d62d25 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9759042-d727-460a-8172-565b0d384964,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:33.702247 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=7d743366-2938-4e94-bd00-f6544b7422ae,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:33.764808 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:33.806448 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcdfa33-db50-4e14-b917-a9fbe35b9ee0 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Pushing event updated for resources: {'Network': ['ID=2d31eb91-df66-4e3a-be85-6e91ff9e0d69,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:33.867513 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-de1ecaa8-0eab-4232-81b9-745a2e98353e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:33.871510 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 58031bb6-e328-42ef-a4eb-d60400499716, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=58031bb6-e328-42ef-a4eb-d60400499716,segment=NetworkSegment(3821a0b2-3164-41fa-92ac-fc5f13dae41d),segment_id=3821a0b2-3164-41fa-92ac-fc5f13dae41d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:33.881008 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 2d31eb91-df66-4e3a-be85-6e91ff9e0d69 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:17:33.895927 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:33.897363 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-5a5d0d7f-5731-4342-81fd-97ff7b872f88 service neutron] For port f70b3596-455f-49a0-8908-a104df34e5c9, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=f70b3596-455f-49a0-8908-a104df34e5c9,segment=NetworkSegment(3821a0b2-3164-41fa-92ac-fc5f13dae41d),segment_id=3821a0b2-3164-41fa-92ac-fc5f13dae41d)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:33.968304 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699b23a4-4e3c-43d7-84b1-0fe004d45f71 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Made reservation on behalf of 545ae24b56d14f939269409987b9058f for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:17:33.976616 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-699b23a4-4e3c-43d7-84b1-0fe004d45f71 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:33.987057 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a42d47e3-6622-4ee5-87ff-c4e2c5d62d25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:34.015544 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811e64c7-1262-4d72-a8a0-6eb92b675c32 req-18418558-2c8a-47ff-94a0-554cc6d3babe tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:34.023898 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811e64c7-1262-4d72-a8a0-6eb92b675c32 req-18418558-2c8a-47ff-94a0-554cc6d3babe tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:34.031691 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811e64c7-1262-4d72-a8a0-6eb92b675c32 req-18418558-2c8a-47ff-94a0-554cc6d3babe tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:34.039050 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811e64c7-1262-4d72-a8a0-6eb92b675c32 req-18418558-2c8a-47ff-94a0-554cc6d3babe tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:34.046029 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811e64c7-1262-4d72-a8a0-6eb92b675c32 req-18418558-2c8a-47ff-94a0-554cc6d3babe tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:34.053563 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811e64c7-1262-4d72-a8a0-6eb92b675c32 req-18418558-2c8a-47ff-94a0-554cc6d3babe tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:34.055487 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-811e64c7-1262-4d72-a8a0-6eb92b675c32 req-18418558-2c8a-47ff-94a0-554cc6d3babe tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 4657 time: 0.8992763 Jul 15 23:17:34.076142 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-377a7775-8028-4762-a79f-a6ace339382a None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:34.081983 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=58031bb6-e328-42ef-a4eb-d60400499716,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:34.091936 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-377a7775-8028-4762-a79f-a6ace339382a None None] Transition to ACTIVE for port object b7f6ef72-76aa-442d-8cbb-5c27a497f494 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:17:34.117563 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-377a7775-8028-4762-a79f-a6ace339382a None None] Transition to ACTIVE for port object b7f6ef72-76aa-442d-8cbb-5c27a497f494 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:17:34.130027 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-377a7775-8028-4762-a79f-a6ace339382a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:34.182736 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-5a5d0d7f-5731-4342-81fd-97ff7b872f88 service neutron] For port f70b3596-455f-49a0-8908-a104df34e5c9, host n-h2-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:17:34.185936 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec1ea20-a996-4955-a8cf-c846a2baa68e req-a0230a68-5fb5-48f8-a4c3-8c54816d8eba tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:34.188117 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377a7775-8028-4762-a79f-a6ace339382a None None] Network 9f19e16d-80cc-4978-a6af-90886f4815b0 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:17:34.193712 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-377a7775-8028-4762-a79f-a6ace339382a None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:17:34.196384 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1ec1ea20-a996-4955-a8cf-c846a2baa68e req-a0230a68-5fb5-48f8-a4c3-8c54816d8eba tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fb6019-0cdb-419d-bd3f-0d77cd61fc7c HTTP/1.1" status: 200 len: 945 time: 0.6430929 Jul 15 23:17:34.204689 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377a7775-8028-4762-a79f-a6ace339382a None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:17:34.268622 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-811e64c7-1262-4d72-a8a0-6eb92b675c32 req-2298dda2-b5f0-44eb-919d-77d487744e52 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/security-groups?id=fde6291d-0085-4461-bff2-f84f9cfdb496&id=3034f104-295d-4ae9-983e-a750e439037a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1393638 Jul 15 23:17:34.305541 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-377a7775-8028-4762-a79f-a6ace339382a None None] Attempting to bind port b7f6ef72-76aa-442d-8cbb-5c27a497f494 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:17:34.305895 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-377a7775-8028-4762-a79f-a6ace339382a None None] Attempting to bind port b7f6ef72-76aa-442d-8cbb-5c27a497f494 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '857a4ff2-b898-498c-add5-fac2c5adbfc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9f19e16d-80cc-4978-a6af-90886f4815b0'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:17:34.306438 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377a7775-8028-4762-a79f-a6ace339382a None None] Attempting to bind port b7f6ef72-76aa-442d-8cbb-5c27a497f494 on network 9f19e16d-80cc-4978-a6af-90886f4815b0 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:17:34.308876 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a7775-8028-4762-a79f-a6ace339382a None None] Pushing event updated for resources: {'Port': ['ID=b7f6ef72-76aa-442d-8cbb-5c27a497f494,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:34.313852 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:34.318130 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377a7775-8028-4762-a79f-a6ace339382a None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:17:34.318714 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377a7775-8028-4762-a79f-a6ace339382a None None] Checking segment: {'id': '857a4ff2-b898-498c-add5-fac2c5adbfc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9f19e16d-80cc-4978-a6af-90886f4815b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:17:34.319192 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-377a7775-8028-4762-a79f-a6ace339382a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:34.319741 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377a7775-8028-4762-a79f-a6ace339382a None None] Bound using segment: {'id': '857a4ff2-b898-498c-add5-fac2c5adbfc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9f19e16d-80cc-4978-a6af-90886f4815b0'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:17:34.320486 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-377a7775-8028-4762-a79f-a6ace339382a None None] Bound port: b7f6ef72-76aa-442d-8cbb-5c27a497f494, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '857a4ff2-b898-498c-add5-fac2c5adbfc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9f19e16d-80cc-4978-a6af-90886f4815b0'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:17:34.321175 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-377a7775-8028-4762-a79f-a6ace339382a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:34.424504 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1ec1ea20-a996-4955-a8cf-c846a2baa68e req-79d1ca83-02db-4a88-825a-06c92b200e78 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267749 Jul 15 23:17:34.442496 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-377a7775-8028-4762-a79f-a6ace339382a None None] For port b7f6ef72-76aa-442d-8cbb-5c27a497f494, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:17:34.453602 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-377a7775-8028-4762-a79f-a6ace339382a None None] For port b7f6ef72-76aa-442d-8cbb-5c27a497f494, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=b7f6ef72-76aa-442d-8cbb-5c27a497f494,segment=NetworkSegment(857a4ff2-b898-498c-add5-fac2c5adbfc6),segment_id=857a4ff2-b898-498c-add5-fac2c5adbfc6)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:17:34.462334 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-377a7775-8028-4762-a79f-a6ace339382a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:34.600746 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0e1c4d9-1568-4177-a4b9-87acb08cd0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:34.625521 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a7775-8028-4762-a79f-a6ace339382a None None] Pushing event updated for resources: {'Port': ['ID=b7f6ef72-76aa-442d-8cbb-5c27a497f494,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:34.636982 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebfc3dac-a424-46b2-b718-cab6123db16d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1508ac1c-9b5d-4c1b-8a04-8901ffeae8f7'}, {'server_uuid': 'ebfc3dac-a424-46b2-b718-cab6123db16d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d743366-2938-4e94-bd00-f6544b7422ae'}, {'server_uuid': 'ebfc3dac-a424-46b2-b718-cab6123db16d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58031bb6-e328-42ef-a4eb-d60400499716'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:17:34.641096 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-110ef1a6-bc71-4e42-9954-54d6c2ca5475" -d '{"events": [{"server_uuid": "ebfc3dac-a424-46b2-b718-cab6123db16d", "name": "network-vif-unplugged", "status": "completed", "tag": "1508ac1c-9b5d-4c1b-8a04-8901ffeae8f7"}, {"server_uuid": "ebfc3dac-a424-46b2-b718-cab6123db16d", "name": "network-vif-unplugged", "status": "completed", "tag": "7d743366-2938-4e94-bd00-f6544b7422ae"}, {"server_uuid": "ebfc3dac-a424-46b2-b718-cab6123db16d", "name": "network-vif-unplugged", "status": "completed", "tag": "58031bb6-e328-42ef-a4eb-d60400499716"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:17:34.698588 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-5a5d0d7f-5731-4342-81fd-97ff7b872f88 service neutron] device_id is not set on port f70b3596-455f-49a0-8908-a104df34e5c9 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:17:34.728509 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Thu, 15 Jul 2021 23:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b1347c-3180-47c7-8c65-d1888eff173d x-openstack-request-id: req-95b1347c-3180-47c7-8c65-d1888eff173d {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:17:34.729194 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebfc3dac-a424-46b2-b718-cab6123db16d", "name": "network-vif-unplugged", "status": "completed", "tag": "1508ac1c-9b5d-4c1b-8a04-8901ffeae8f7", "code": 200}, {"server_uuid": "ebfc3dac-a424-46b2-b718-cab6123db16d", "name": "network-vif-unplugged", "status": "completed", "tag": "7d743366-2938-4e94-bd00-f6544b7422ae", "code": 200}, {"server_uuid": "ebfc3dac-a424-46b2-b718-cab6123db16d", "name": "network-vif-unplugged", "status": "completed", "tag": "58031bb6-e328-42ef-a4eb-d60400499716", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:17:34.729194 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-95b1347c-3180-47c7-8c65-d1888eff173d {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:17:34.729692 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebfc3dac-a424-46b2-b718-cab6123db16d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1508ac1c-9b5d-4c1b-8a04-8901ffeae8f7', 'code': 200} Jul 15 23:17:34.730152 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebfc3dac-a424-46b2-b718-cab6123db16d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d743366-2938-4e94-bd00-f6544b7422ae', 'code': 200} Jul 15 23:17:34.730529 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebfc3dac-a424-46b2-b718-cab6123db16d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58031bb6-e328-42ef-a4eb-d60400499716', 'code': 200} Jul 15 23:17:34.766192 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e1c4d9-1568-4177-a4b9-87acb08cd0d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c6a4d69-e5f7-4129-9f0b-56463cfab399,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:34.773785 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-5a5d0d7f-5731-4342-81fd-97ff7b872f88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:34.804903 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-5a5d0d7f-5731-4342-81fd-97ff7b872f88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:35.046776 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5d0d7f-5731-4342-81fd-97ff7b872f88 service neutron] Pushing event updated for resources: {'Port': ['ID=f70b3596-455f-49a0-8908-a104df34e5c9,revision_number=7']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:35.122567 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-5a5d0d7f-5731-4342-81fd-97ff7b872f88 service neutron] No DVR routers for this DVR port f70b3596-455f-49a0-8908-a104df34e5c9 on host n-h2-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:17:35.164920 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e1c4d9-1568-4177-a4b9-87acb08cd0d2 admin admin] Checking segment: {'id': 'f247e100-b6af-41b8-bbb1-7fe6ea2479be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '72dd1139-85ac-44a3-8181-7845deb521ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:17:35.165392 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e1c4d9-1568-4177-a4b9-87acb08cd0d2 admin admin] Network hostable DHCP agents. Network: 72dd1139-85ac-44a3-8181-7845deb521ca, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:17:35.217007 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2e0caa50-23e5-46d8-9607-da8e08415e06 req-82a0fe1b-2cf7-4f96-ae0a-7d95f6590262 tempest-ServerShowV257Test-60507535 tempest-ServerShowV257Test-60507535-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0e202be-f80a-4e38-b95f-d0855544aeec HTTP/1.1" status: 200 len: 210 time: 0.0616739 Jul 15 23:17:35.291427 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a42d47e3-6622-4ee5-87ff-c4e2c5d62d25 admin admin] Router 55920ec9-675b-4f5a-b4a8-84749765846c has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:17:35.311281 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-03c89b0f-8ec2-49fd-b107-15b1ea238f00 None None] Provisioning complete for port f70b3596-455f-49a0-8908-a104df34e5c9 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:17:35.311880 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-03c89b0f-8ec2-49fd-b107-15b1ea238f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:35.365199 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-03c89b0f-8ec2-49fd-b107-15b1ea238f00 None None] Port f70b3596-455f-49a0-8908-a104df34e5c9 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:17:35.404774 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-699b23a4-4e3c-43d7-84b1-0fe004d45f71 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:35.471383 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a42d47e3-6622-4ee5-87ff-c4e2c5d62d25 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:17:35.482639 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-5a5d0d7f-5731-4342-81fd-97ff7b872f88 service neutron] In _notify_port_updated(), no bound segment for port f70b3596-455f-49a0-8908-a104df34e5c9 on network 970a88bd-fdba-4549-becb-46353b196f82 {{(pid=93771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:17:35.484057 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-5a5d0d7f-5731-4342-81fd-97ff7b872f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:35.485061 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-5a5d0d7f-5731-4342-81fd-97ff7b872f88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:35.486079 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaca9ee0-ebbd-433c-bf49-7d730c88abb2 None None] Sync routers for ids ['55920ec9-675b-4f5a-b4a8-84749765846c'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:17:35.488292 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-5a5d0d7f-5731-4342-81fd-97ff7b872f88 service neutron] 10.222.0.41 "PUT /v2.0/ports/f70b3596-455f-49a0-8908-a104df34e5c9 HTTP/1.1" status: 200 len: 1032 time: 5.4384313 Jul 15 23:17:35.502844 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-a42d47e3-6622-4ee5-87ff-c4e2c5d62d25 admin admin] 10.222.0.48 "PUT /v2.0/routers/55920ec9-675b-4f5a-b4a8-84749765846c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6491597 Jul 15 23:17:35.503822 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 35938) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:35.523741 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaca9ee0-ebbd-433c-bf49-7d730c88abb2 None None] Routers {'55920ec9-675b-4f5a-b4a8-84749765846c'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:17:35.524750 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-eaca9ee0-ebbd-433c-bf49-7d730c88abb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:17:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['55920ec9-675b-4f5a-b4a8-84749765846c'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:35.548497 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e1c4d9-1568-4177-a4b9-87acb08cd0d2 admin admin] Network 72dd1139-85ac-44a3-8181-7845deb521ca is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:17:35.721258 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-a0e1c4d9-1568-4177-a4b9-87acb08cd0d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 72dd1139-85ac-44a3-8181-7845deb521ca) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:17:35.729378 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e1c4d9-1568-4177-a4b9-87acb08cd0d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:35.730908 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621864d5-c299-46ff-bd25-d2154b4dbd11 None None] Network 72dd1139-85ac-44a3-8181-7845deb521ca requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:17:35.731809 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0e1c4d9-1568-4177-a4b9-87acb08cd0d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:35.778395 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-eaca9ee0-ebbd-433c-bf49-7d730c88abb2 None None] Set router 55920ec9-675b-4f5a-b4a8-84749765846c gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:17:35.800556 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699b23a4-4e3c-43d7-84b1-0fe004d45f71 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Checking segment: {'id': 'd0919237-87dd-49af-87fb-fab340ad8ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2d31eb91-df66-4e3a-be85-6e91ff9e0d69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:17:35.801406 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699b23a4-4e3c-43d7-84b1-0fe004d45f71 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Network hostable DHCP agents. Network: 2d31eb91-df66-4e3a-be85-6e91ff9e0d69, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:17:35.848943 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b23a4-4e3c-43d7-84b1-0fe004d45f71 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Pushing event updated for resources: {'Subnet': ['ID=482b9aa6-8500-4931-b261-965e7807cf0a,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:35.868776 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699b23a4-4e3c-43d7-84b1-0fe004d45f71 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Network 2d31eb91-df66-4e3a-be85-6e91ff9e0d69 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:17:35.890782 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a0e1c4d9-1568-4177-a4b9-87acb08cd0d2 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.6671498 Jul 15 23:17:35.892864 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 35942) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:35.904662 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a3360b1b-7922-4f08-9093-b7287e18c57b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1991659375-router', 'tenant_id': 'c691a27677f54c85a3250b5bafef55f4', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:35.911292 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-699b23a4-4e3c-43d7-84b1-0fe004d45f71 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 2d31eb91-df66-4e3a-be85-6e91ff9e0d69) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:17:35.916129 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-de1ecaa8-0eab-4232-81b9-745a2e98353e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:35.926678 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83550ba1-69fa-4720-bb7f-cd07feae47ad None None] Network 2d31eb91-df66-4e3a-be85-6e91ff9e0d69 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:17:35.928953 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device b7f6ef72-76aa-442d-8cbb-5c27a497f494 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:17:35.974938 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699b23a4-4e3c-43d7-84b1-0fe004d45f71 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:35.975538 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-699b23a4-4e3c-43d7-84b1-0fe004d45f71 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:36.007872 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-de1ecaa8-0eab-4232-81b9-745a2e98353e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:36.046097 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f32ab-7d4c-4020-ab30-90b358d23073 req-c4e55311-2b84-4ffd-b85b-c35a54700204 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:36.054027 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f32ab-7d4c-4020-ab30-90b358d23073 req-c4e55311-2b84-4ffd-b85b-c35a54700204 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:36.062496 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f32ab-7d4c-4020-ab30-90b358d23073 req-c4e55311-2b84-4ffd-b85b-c35a54700204 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:36.069651 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f32ab-7d4c-4020-ab30-90b358d23073 req-c4e55311-2b84-4ffd-b85b-c35a54700204 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:36.083210 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f32ab-7d4c-4020-ab30-90b358d23073 req-c4e55311-2b84-4ffd-b85b-c35a54700204 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:36.108771 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3360b1b-7922-4f08-9093-b7287e18c57b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:36.110918 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8e8f32ab-7d4c-4020-ab30-90b358d23073 req-c4e55311-2b84-4ffd-b85b-c35a54700204 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 3876 time: 0.4828348 Jul 15 23:17:36.111267 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3360b1b-7922-4f08-9093-b7287e18c57b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:36.136225 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-699b23a4-4e3c-43d7-84b1-0fe004d45f71 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8247898 Jul 15 23:17:36.140881 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 35944) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:36.166524 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-eaca9ee0-ebbd-433c-bf49-7d730c88abb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55920ec9-675b-4f5a-b4a8-84749765846c', 'name': 'tempest-ServerRescueNegativeTestJSON-437639109-router', 'tenant_id': 'bcd8fa5c1bea4844bd70f8774f2c31f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '8fef68ce-6528-44d8-81d8-7427892aa6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:13:57Z', 'updated_at': '2021-07-15T23:17:33Z', 'revision_number': 5, 'project_id': 'bcd8fa5c1bea4844bd70f8774f2c31f7', 'gw_port': {'id': '8fef68ce-6528-44d8-81d8-7427892aa6e7', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55920ec9-675b-4f5a-b4a8-84749765846c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:13:58Z', 'updated_at': '2021-07-15T23:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:36.176790 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d0e16c-7409-4365-b16d-067d681d8083 req-0cc07f73-0492-466e-8941-633f2980c515 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:36.184484 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-61d0e16c-7409-4365-b16d-067d681d8083 req-0cc07f73-0492-466e-8941-633f2980c515 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fb6019-0cdb-419d-bd3f-0d77cd61fc7c HTTP/1.1" status: 200 len: 945 time: 0.4469206 Jul 15 23:17:36.199145 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1162a115-b219-4179-b1fa-5fa157303a9b admin admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:36.225390 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaca9ee0-ebbd-433c-bf49-7d730c88abb2 None None] Checking router: 55920ec9-675b-4f5a-b4a8-84749765846c for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:17:36.245158 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaca9ee0-ebbd-433c-bf49-7d730c88abb2 None None] Routers {'55920ec9-675b-4f5a-b4a8-84749765846c'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:17:36.246498 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-eaca9ee0-ebbd-433c-bf49-7d730c88abb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:17:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['55920ec9-675b-4f5a-b4a8-84749765846c'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:36.332075 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:36.426561 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port b7f6ef72-76aa-442d-8cbb-5c27a497f494 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:17:36.436933 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-79b89eb5-c31e-4dfb-a9e0-411834db4a58 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Deleting port 53ab0b58-461d-46ab-8d7f-99872f64bbc2 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:17:36.437480 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-79b89eb5-c31e-4dfb-a9e0-411834db4a58 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:36.471163 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223effa9-93e5-44f0-b7a8-88133681307c None None] Network 9f19e16d-80cc-4978-a6af-90886f4815b0 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:17:36.505101 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-eaca9ee0-ebbd-433c-bf49-7d730c88abb2 None None] Set router 55920ec9-675b-4f5a-b4a8-84749765846c gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:17:36.511780 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7eaf3e-4e0a-4bc6-8789-940d158d4a40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-72dd1139-85ac-44a3-8181-7845deb521ca', 'network_id': '72dd1139-85ac-44a3-8181-7845deb521ca', 'tenant_id': 'c691a27677f54c85a3250b5bafef55f4', 'fixed_ips': [{'subnet_id': '8c6a4d69-e5f7-4129-9f0b-56463cfab399'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:17:36.515953 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2d7eaf3e-4e0a-4bc6-8789-940d158d4a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:36.541665 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3360b1b-7922-4f08-9093-b7287e18c57b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:36.552467 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8e8f32ab-7d4c-4020-ab30-90b358d23073 req-6b4b8d25-e9ff-406d-94ea-5362597f3e4c tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/security-groups?id=3034f104-295d-4ae9-983e-a750e439037a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4395692 Jul 15 23:17:36.634600 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-61d0e16c-7409-4365-b16d-067d681d8083 req-6e9c6300-4645-478d-b1d5-8e0bab8b630b tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4488029 Jul 15 23:17:36.668297 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a948dbcb-578e-468b-8a74-8eafd4857e5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-2d31eb91-df66-4e3a-be85-6e91ff9e0d69', 'network_id': '2d31eb91-df66-4e3a-be85-6e91ff9e0d69', 'tenant_id': '545ae24b56d14f939269409987b9058f', 'fixed_ips': [{'subnet_id': '482b9aa6-8500-4931-b261-965e7807cf0a'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:17:36.669687 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a948dbcb-578e-468b-8a74-8eafd4857e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:36.687412 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1162a115-b219-4179-b1fa-5fa157303a9b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:36.733887 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e7312606-02a7-4682-8051-448d7995332a None None] Provisioning for port b7f6ef72-76aa-442d-8cbb-5c27a497f494 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:17:36.772108 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-de1ecaa8-0eab-4232-81b9-745a2e98353e admin admin] Allocated IP 172.25.5.180 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/a7ebeb8b-0d2f-428c-8fc7-26482e6a3e28) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:17:36.810125 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-1162a115-b219-4179-b1fa-5fa157303a9b admin admin] Deleting port 8fef68ce-6528-44d8-81d8-7427892aa6e7 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:17:36.815016 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1162a115-b219-4179-b1fa-5fa157303a9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:36.922582 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e7312606-02a7-4682-8051-448d7995332a None None] Provisioning complete for port b7f6ef72-76aa-442d-8cbb-5c27a497f494 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:17:36.922760 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e7312606-02a7-4682-8051-448d7995332a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:36.946532 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-16a7983b-4792-40d9-86c0-80e9fc490308 req-b79a7c9f-ac6b-4c9e-81cd-743445c0cb59 tempest-ServerShowV257Test-60507535 tempest-ServerShowV257Test-60507535-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0e202be-f80a-4e38-b95f-d0855544aeec HTTP/1.1" status: 200 len: 210 time: 0.0511036 Jul 15 23:17:37.008162 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-1162a115-b219-4179-b1fa-5fa157303a9b admin admin] For port 8fef68ce-6528-44d8-81d8-7427892aa6e7, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=8fef68ce-6528-44d8-81d8-7427892aa6e7,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:37.009333 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1162a115-b219-4179-b1fa-5fa157303a9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:37.031118 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-eaca9ee0-ebbd-433c-bf49-7d730c88abb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55920ec9-675b-4f5a-b4a8-84749765846c', 'name': 'tempest-ServerRescueNegativeTestJSON-437639109-router', 'tenant_id': 'bcd8fa5c1bea4844bd70f8774f2c31f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '8fef68ce-6528-44d8-81d8-7427892aa6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:13:57Z', 'updated_at': '2021-07-15T23:17:33Z', 'revision_number': 5, 'project_id': 'bcd8fa5c1bea4844bd70f8774f2c31f7', 'gw_port': {'id': '8fef68ce-6528-44d8-81d8-7427892aa6e7', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55920ec9-675b-4f5a-b4a8-84749765846c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:13:58Z', 'updated_at': '2021-07-15T23:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:37.037878 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-1162a115-b219-4179-b1fa-5fa157303a9b admin admin] Calling delete_port for 8fef68ce-6528-44d8-81d8-7427892aa6e7 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:17:37.038780 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3118c7b7-cb35-46af-b167-97ddf75a1a03 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:37.093194 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaca9ee0-ebbd-433c-bf49-7d730c88abb2 None None] The sync data for ids ['55920ec9-675b-4f5a-b4a8-84749765846c'] in n-d-794306-6 is: [{'id': '55920ec9-675b-4f5a-b4a8-84749765846c', 'name': 'tempest-ServerRescueNegativeTestJSON-437639109-router', 'tenant_id': 'bcd8fa5c1bea4844bd70f8774f2c31f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '8fef68ce-6528-44d8-81d8-7427892aa6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:13:57Z', 'updated_at': '2021-07-15T23:17:33Z', 'revision_number': 5, 'project_id': 'bcd8fa5c1bea4844bd70f8774f2c31f7', 'gw_port': {'id': '8fef68ce-6528-44d8-81d8-7427892aa6e7', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55920ec9-675b-4f5a-b4a8-84749765846c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:13:58Z', 'updated_at': '2021-07-15T23:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:17:37.182328 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-a948dbcb-578e-468b-8a74-8eafd4857e5e None None] Allocated IP 172.20.0.2 (2d31eb91-df66-4e3a-be85-6e91ff9e0d69/482b9aa6-8500-4931-b261-965e7807cf0a/21247af2-4192-4498-a59b-dcddbe57f9c8) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:17:37.199166 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-79b89eb5-c31e-4dfb-a9e0-411834db4a58 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] For port 53ab0b58-461d-46ab-8d7f-99872f64bbc2, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=53ab0b58-461d-46ab-8d7f-99872f64bbc2,segment=NetworkSegment(a43861fb-eaa5-4486-879b-bd64114918d5),segment_id=a43861fb-eaa5-4486-879b-bd64114918d5)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:37.199920 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-79b89eb5-c31e-4dfb-a9e0-411834db4a58 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:37.269642 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3360b1b-7922-4f08-9093-b7287e18c57b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:37.289934 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3118c7b7-cb35-46af-b167-97ddf75a1a03 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:37.312028 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8906429-e079-47bc-95b5-adc399bc40ce req-07e5d150-ba9a-4c0c-a312-166808e70c63 tempest-ImagesOneServerTestJSON-749746477 tempest-ImagesOneServerTestJSON-749746477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:37.318805 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e8906429-e079-47bc-95b5-adc399bc40ce req-07e5d150-ba9a-4c0c-a312-166808e70c63 tempest-ImagesOneServerTestJSON-749746477 tempest-ImagesOneServerTestJSON-749746477-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f726bf3-5396-491d-9933-4c0399c97803 HTTP/1.1" status: 200 len: 951 time: 0.1458421 Jul 15 23:17:37.355089 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1162a115-b219-4179-b1fa-5fa157303a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:37.378411 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-79b89eb5-c31e-4dfb-a9e0-411834db4a58 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Calling delete_port for 53ab0b58-461d-46ab-8d7f-99872f64bbc2 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:17:37.394180 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e8906429-e079-47bc-95b5-adc399bc40ce req-6d6c59ce-2747-4a2d-a8ba-7b98fa5c1836 tempest-ImagesOneServerTestJSON-749746477 tempest-ImagesOneServerTestJSON-749746477-project] 10.222.0.48 "GET /v2.0/security-groups?id=4f50483d-572b-492d-86d3-650d594956a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748358 Jul 15 23:17:37.396896 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1162a115-b219-4179-b1fa-5fa157303a9b admin admin] Pushing event deleted for resources: {'Port': ['ID=8fef68ce-6528-44d8-81d8-7427892aa6e7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:37.501918 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1162a115-b219-4179-b1fa-5fa157303a9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999011'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:37.686115 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1162a115-b219-4179-b1fa-5fa157303a9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:37.690527 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1162a115-b219-4179-b1fa-5fa157303a9b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:37.733813 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device b9759042-d727-460a-8172-565b0d384964 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:17:37.753315 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-2d7eaf3e-4e0a-4bc6-8789-940d158d4a40 None None] Allocated IP 172.20.0.2 (72dd1139-85ac-44a3-8181-7845deb521ca/8c6a4d69-e5f7-4129-9f0b-56463cfab399/2e651391-e8a3-41c9-9337-3764e7f32f56) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:17:37.806774 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1162a115-b219-4179-b1fa-5fa157303a9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:37.807627 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1162a115-b219-4179-b1fa-5fa157303a9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55920ec9-675b-4f5a-b4a8-84749765846c {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:17:37.816684 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1162a115-b219-4179-b1fa-5fa157303a9b admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:37.818391 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-1162a115-b219-4179-b1fa-5fa157303a9b admin admin] 10.222.0.48 "DELETE /v2.0/routers/55920ec9-675b-4f5a-b4a8-84749765846c HTTP/1.1" status: 204 len: 168 time: 2.3127019 Jul 15 23:17:37.825156 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 35984) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:37.878826 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: b9759042-d727-460a-8172-565b0d384964 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:17:37.879172 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device b9759042-d727-460a-8172-565b0d384964 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:17:37.886714 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-de1ecaa8-0eab-4232-81b9-745a2e98353e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:38.023959 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a948dbcb-578e-468b-8a74-8eafd4857e5e None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:38.037072 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8838b597-12a9-48c2-87d0-39d5fbd528d1 req-83dd6727-0a30-489c-9686-30050cdb2f86 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f0e202be-f80a-4e38-b95f-d0855544aeec HTTP/1.1" status: 200 len: 210 time: 0.1080437 Jul 15 23:17:38.085861 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a948dbcb-578e-468b-8a74-8eafd4857e5e None None] Transition to ACTIVE for port object 21247af2-4192-4498-a59b-dcddbe57f9c8 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:17:38.111015 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e7312606-02a7-4682-8051-448d7995332a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:38.156477 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-7487c12c-b201-4cbf-ac06-2b55d52287a9 admin admin] Deleting subnet 861cc51f-5aa3-4f8e-b090-2fa15d26f9e0 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:17:38.161547 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7487c12c-b201-4cbf-ac06-2b55d52287a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:38.179944 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a948dbcb-578e-468b-8a74-8eafd4857e5e None None] Transition to ACTIVE for port object 21247af2-4192-4498-a59b-dcddbe57f9c8 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:17:38.215034 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-de1ecaa8-0eab-4232-81b9-745a2e98353e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:38.234580 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:38.258201 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7487c12c-b201-4cbf-ac06-2b55d52287a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:38.338445 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-79b89eb5-c31e-4dfb-a9e0-411834db4a58 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:38.342730 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a587bd-f90b-41bd-a793-97e688350c05 req-781087bb-2084-4658-9c27-e485d72ac19a tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:38.350153 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a587bd-f90b-41bd-a793-97e688350c05 req-781087bb-2084-4658-9c27-e485d72ac19a tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:38.359641 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a587bd-f90b-41bd-a793-97e688350c05 req-781087bb-2084-4658-9c27-e485d72ac19a tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:38.364386 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a948dbcb-578e-468b-8a74-8eafd4857e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:38.370257 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a587bd-f90b-41bd-a793-97e688350c05 req-781087bb-2084-4658-9c27-e485d72ac19a tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:38.377907 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a587bd-f90b-41bd-a793-97e688350c05 req-781087bb-2084-4658-9c27-e485d72ac19a tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:38.385947 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e7a587bd-f90b-41bd-a793-97e688350c05 req-781087bb-2084-4658-9c27-e485d72ac19a tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 3798 time: 0.3591006 Jul 15 23:17:38.403168 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3118c7b7-cb35-46af-b167-97ddf75a1a03 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:38.452901 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7487c12c-b201-4cbf-ac06-2b55d52287a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:38.468052 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3118c7b7-cb35-46af-b167-97ddf75a1a03 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Pushing event deleted for resources: {'Subnet': ['ID=482b9aa6-8500-4931-b261-965e7807cf0a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:38.483205 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1ecaa8-0eab-4232-81b9-745a2e98353e admin admin] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:17:38.494023 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-de1ecaa8-0eab-4232-81b9-745a2e98353e admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:17:38.498037 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1ecaa8-0eab-4232-81b9-745a2e98353e admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:17:38.520012 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e7a587bd-f90b-41bd-a793-97e688350c05 req-2fe75c81-76e5-4f07-9e66-7d96612d8026 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/security-groups?id=3034f104-295d-4ae9-983e-a750e439037a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329110 Jul 15 23:17:38.562089 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e7312606-02a7-4682-8051-448d7995332a None None] For port b7f6ef72-76aa-442d-8cbb-5c27a497f494, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=b7f6ef72-76aa-442d-8cbb-5c27a497f494,segment=NetworkSegment(857a4ff2-b898-498c-add5-fac2c5adbfc6),segment_id=857a4ff2-b898-498c-add5-fac2c5adbfc6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:38.611467 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7487c12c-b201-4cbf-ac06-2b55d52287a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:38.611878 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e7312606-02a7-4682-8051-448d7995332a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:38.644495 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a948dbcb-578e-468b-8a74-8eafd4857e5e None None] Network 2d31eb91-df66-4e3a-be85-6e91ff9e0d69 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:17:38.655252 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7487c12c-b201-4cbf-ac06-2b55d52287a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=861cc51f-5aa3-4f8e-b090-2fa15d26f9e0,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:38.658174 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a948dbcb-578e-468b-8a74-8eafd4857e5e None None] Pushing event updated for resources: {'Port': ['ID=21247af2-4192-4498-a59b-dcddbe57f9c8,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:38.696061 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7487c12c-b201-4cbf-ac06-2b55d52287a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:38.698541 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-7487c12c-b201-4cbf-ac06-2b55d52287a9 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/861cc51f-5aa3-4f8e-b090-2fa15d26f9e0 HTTP/1.1" status: 204 len: 168 time: 0.8713474 Jul 15 23:17:38.704894 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 36014) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:38.846855 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7312606-02a7-4682-8051-448d7995332a None None] Pushing event updated for resources: {'Port': ['ID=b7f6ef72-76aa-442d-8cbb-5c27a497f494,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:38.854391 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-a948dbcb-578e-468b-8a74-8eafd4857e5e None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:17:38.858007 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a948dbcb-578e-468b-8a74-8eafd4857e5e None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:17:38.883333 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2d7eaf3e-4e0a-4bc6-8789-940d158d4a40 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:38.904049 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-734b4835-6ceb-4820-b5f4-d5513fda9adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:38.948641 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2d7eaf3e-4e0a-4bc6-8789-940d158d4a40 None None] Transition to ACTIVE for port object 2e651391-e8a3-41c9-9337-3764e7f32f56 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:17:38.998644 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-65c630d5-d49e-4dc4-a0c6-2814aa501815 None None] Provisioning complete for port b7f6ef72-76aa-442d-8cbb-5c27a497f494 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:17:38.998995 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-65c630d5-d49e-4dc4-a0c6-2814aa501815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:39.085052 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device f5082b5e-c3b4-4fcb-8a20-3a719884f34f no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:17:39.123750 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55122b5b-106e-4501-b581-13357b1015f7 req-772a9743-dacc-420e-afb2-e6b107c76f09 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:39.125526 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1ecaa8-0eab-4232-81b9-745a2e98353e admin admin] Pushing event updated for resources: {'Port': ['ID=a7ebeb8b-0d2f-428c-8fc7-26482e6a3e28,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:39.129545 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-79b89eb5-c31e-4dfb-a9e0-411834db4a58 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] No DVR routers for this DVR port 53ab0b58-461d-46ab-8d7f-99872f64bbc2 on host n-h2-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:17:39.142775 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2d7eaf3e-4e0a-4bc6-8789-940d158d4a40 None None] Transition to ACTIVE for port object 2e651391-e8a3-41c9-9337-3764e7f32f56 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:17:39.147806 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-55122b5b-106e-4501-b581-13357b1015f7 req-772a9743-dacc-420e-afb2-e6b107c76f09 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fb6019-0cdb-419d-bd3f-0d77cd61fc7c HTTP/1.1" status: 200 len: 945 time: 0.3514295 Jul 15 23:17:39.163400 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a948dbcb-578e-468b-8a74-8eafd4857e5e None None] Attempting to bind port 21247af2-4192-4498-a59b-dcddbe57f9c8 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:17:39.163802 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a948dbcb-578e-468b-8a74-8eafd4857e5e None None] Attempting to bind port 21247af2-4192-4498-a59b-dcddbe57f9c8 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'd0919237-87dd-49af-87fb-fab340ad8ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2d31eb91-df66-4e3a-be85-6e91ff9e0d69'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:17:39.164175 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a948dbcb-578e-468b-8a74-8eafd4857e5e None None] Attempting to bind port 21247af2-4192-4498-a59b-dcddbe57f9c8 on network 2d31eb91-df66-4e3a-be85-6e91ff9e0d69 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:17:39.170582 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2d7eaf3e-4e0a-4bc6-8789-940d158d4a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:39.204788 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-79b89eb5-c31e-4dfb-a9e0-411834db4a58 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:39.210835 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-79b89eb5-c31e-4dfb-a9e0-411834db4a58 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.41 "DELETE /v2.0/ports/53ab0b58-461d-46ab-8d7f-99872f64bbc2 HTTP/1.1" status: 204 len: 173 time: 3.7160530 Jul 15 23:17:39.225425 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a948dbcb-578e-468b-8a74-8eafd4857e5e None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:17:39.225791 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a948dbcb-578e-468b-8a74-8eafd4857e5e None None] Checking segment: {'id': 'd0919237-87dd-49af-87fb-fab340ad8ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2d31eb91-df66-4e3a-be85-6e91ff9e0d69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:17:39.226197 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a948dbcb-578e-468b-8a74-8eafd4857e5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:39.226593 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a948dbcb-578e-468b-8a74-8eafd4857e5e None None] Bound using segment: {'id': 'd0919237-87dd-49af-87fb-fab340ad8ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2d31eb91-df66-4e3a-be85-6e91ff9e0d69'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:17:39.227066 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a948dbcb-578e-468b-8a74-8eafd4857e5e None None] Bound port: 21247af2-4192-4498-a59b-dcddbe57f9c8, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0919237-87dd-49af-87fb-fab340ad8ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2d31eb91-df66-4e3a-be85-6e91ff9e0d69'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:17:39.227448 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a948dbcb-578e-468b-8a74-8eafd4857e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:39.265185 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-567d0de6-f2e9-48ae-b8b8-4c7176ea288b req-91d79146-30fd-454d-bfe6-3d4df96188b7 tempest-ServerShowV257Test-60507535 tempest-ServerShowV257Test-60507535-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0e202be-f80a-4e38-b95f-d0855544aeec HTTP/1.1" status: 200 len: 210 time: 0.0963175 Jul 15 23:17:39.316143 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-734b4835-6ceb-4820-b5f4-d5513fda9adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:39.341739 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-734b4835-6ceb-4820-b5f4-d5513fda9adb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96ab0661-6266-4252-9c9c-1e8142971046']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:39.371946 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-734b4835-6ceb-4820-b5f4-d5513fda9adb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0ef8434-f4a9-4a08-8168-8c265159a987') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:39.372317 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-734b4835-6ceb-4820-b5f4-d5513fda9adb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0ef8434-f4a9-4a08-8168-8c265159a987') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:39.383540 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7eaf3e-4e0a-4bc6-8789-940d158d4a40 None None] Network 72dd1139-85ac-44a3-8181-7845deb521ca is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:17:39.401188 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-2d7eaf3e-4e0a-4bc6-8789-940d158d4a40 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:17:39.404289 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7eaf3e-4e0a-4bc6-8789-940d158d4a40 None None] Pushing event updated for resources: {'Port': ['ID=2e651391-e8a3-41c9-9337-3764e7f32f56,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:39.405393 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-55122b5b-106e-4501-b581-13357b1015f7 req-b413d5eb-400d-4022-b13f-9ce125b6e953 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559223 Jul 15 23:17:39.412243 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7eaf3e-4e0a-4bc6-8789-940d158d4a40 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:17:39.427361 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-734b4835-6ceb-4820-b5f4-d5513fda9adb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:39.451982 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-734b4835-6ceb-4820-b5f4-d5513fda9adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:39.463672 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-734b4835-6ceb-4820-b5f4-d5513fda9adb admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:17:39.464288 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-734b4835-6ceb-4820-b5f4-d5513fda9adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:39.467592 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:17:39.467592 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:17:39.467592 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:17:39.467592 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:17:39.467592 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:17:39.467592 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:17:39.467592 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:17:39.467592 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:17:39.467592 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:17:39.467592 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:17:39.467592 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:17:39.467592 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:17:39.467592 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:17:39.467592 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:17:39.467592 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:17:39.467592 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:17:39.467592 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:17:39.467592 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:17:39.467592 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:17:39.467592 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:17:39.467592 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:17:39.467592 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:17:39.467592 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:17:39.467592 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:17:39.467592 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:17:39.467592 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:17:39.467592 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:17:39.467592 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:17:39.467592 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:17:39.467592 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:17:39.467592 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:17:39.467592 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:17:39.505955 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebfc3dac-a424-46b2-b718-cab6123db16d', 'name': 'network-vif-deleted', 'tag': '53ab0b58-461d-46ab-8d7f-99872f64bbc2'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:17:39.511887 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca2d9a6-5aaf-4e70-b922-87f59c7cd741" -d '{"events": [{"server_uuid": "ebfc3dac-a424-46b2-b718-cab6123db16d", "name": "network-vif-deleted", "tag": "53ab0b58-461d-46ab-8d7f-99872f64bbc2"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:17:39.541752 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3360b1b-7922-4f08-9093-b7287e18c57b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:39.575189 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b89eb5-c31e-4dfb-a9e0-411834db4a58 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Pushing event deleted for resources: {'Port': ['ID=53ab0b58-461d-46ab-8d7f-99872f64bbc2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:39.582566 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-2d7eaf3e-4e0a-4bc6-8789-940d158d4a40 None None] Attempting to bind port 2e651391-e8a3-41c9-9337-3764e7f32f56 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:17:39.582935 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-2d7eaf3e-4e0a-4bc6-8789-940d158d4a40 None None] Attempting to bind port 2e651391-e8a3-41c9-9337-3764e7f32f56 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'f247e100-b6af-41b8-bbb1-7fe6ea2479be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '72dd1139-85ac-44a3-8181-7845deb521ca'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:17:39.583305 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7eaf3e-4e0a-4bc6-8789-940d158d4a40 None None] Attempting to bind port 2e651391-e8a3-41c9-9337-3764e7f32f56 on network 72dd1139-85ac-44a3-8181-7845deb521ca {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:17:39.600581 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7eaf3e-4e0a-4bc6-8789-940d158d4a40 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:17:39.600962 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7eaf3e-4e0a-4bc6-8789-940d158d4a40 None None] Checking segment: {'id': 'f247e100-b6af-41b8-bbb1-7fe6ea2479be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '72dd1139-85ac-44a3-8181-7845deb521ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:17:39.601361 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2d7eaf3e-4e0a-4bc6-8789-940d158d4a40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:39.603549 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7eaf3e-4e0a-4bc6-8789-940d158d4a40 None None] Bound using segment: {'id': 'f247e100-b6af-41b8-bbb1-7fe6ea2479be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '72dd1139-85ac-44a3-8181-7845deb521ca'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:17:39.604265 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-2d7eaf3e-4e0a-4bc6-8789-940d158d4a40 None None] Bound port: 2e651391-e8a3-41c9-9337-3764e7f32f56, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f247e100-b6af-41b8-bbb1-7fe6ea2479be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '72dd1139-85ac-44a3-8181-7845deb521ca'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:17:39.604822 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2d7eaf3e-4e0a-4bc6-8789-940d158d4a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:39.620129 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-734b4835-6ceb-4820-b5f4-d5513fda9adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:39.633449 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-734b4835-6ceb-4820-b5f4-d5513fda9adb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:39.650465 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-734b4835-6ceb-4820-b5f4-d5513fda9adb admin admin] 10.222.0.48 "DELETE /v2.0/networks/96ab0661-6266-4252-9c9c-1e8142971046 HTTP/1.1" status: 204 len: 168 time: 0.9389694 Jul 15 23:17:39.675024 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b4835-6ceb-4820-b5f4-d5513fda9adb admin admin] Pushing event deleted for resources: {'Network': ['ID=96ab0661-6266-4252-9c9c-1e8142971046,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:39.679488 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:39.742058 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a948dbcb-578e-468b-8a74-8eafd4857e5e None None] For port 21247af2-4192-4498-a59b-dcddbe57f9c8, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:17:39.754190 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a948dbcb-578e-468b-8a74-8eafd4857e5e None None] For port 21247af2-4192-4498-a59b-dcddbe57f9c8, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=21247af2-4192-4498-a59b-dcddbe57f9c8,segment=NetworkSegment(d0919237-87dd-49af-87fb-fab340ad8ff1),segment_id=d0919237-87dd-49af-87fb-fab340ad8ff1)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:17:39.833581 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 36032) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:39.885015 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device b7f6ef72-76aa-442d-8cbb-5c27a497f494 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:17:39.894669 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3360b1b-7922-4f08-9093-b7287e18c57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:39.906153 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d684c84a-8670-4f3b-bafc-833c91c7ae92 x-openstack-request-id: req-d684c84a-8670-4f3b-bafc-833c91c7ae92 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:17:39.906486 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebfc3dac-a424-46b2-b718-cab6123db16d", "name": "network-vif-deleted", "tag": "53ab0b58-461d-46ab-8d7f-99872f64bbc2", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:17:39.906694 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d684c84a-8670-4f3b-bafc-833c91c7ae92 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:17:39.907848 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebfc3dac-a424-46b2-b718-cab6123db16d', 'name': 'network-vif-deleted', 'tag': '53ab0b58-461d-46ab-8d7f-99872f64bbc2', 'status': 'completed', 'code': 200} Jul 15 23:17:39.929254 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a948dbcb-578e-468b-8a74-8eafd4857e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:39.970860 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-e42195c3-5b02-40ab-85f4-8063424d84a8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bcd8fa5c1bea4844bd70f8774f2c31f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1340253 Jul 15 23:17:39.977250 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 36034) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:39.990233 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3118c7b7-cb35-46af-b167-97ddf75a1a03 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:40.006404 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f726bf3-5396-491d-9933-4c0399c97803', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5082b5e-c3b4-4fcb-8a20-3a719884f34f'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:17:40.009398 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d74613-47ce-4c2c-958c-dce5a4dacd9e" -d '{"events": [{"server_uuid": "7f726bf3-5396-491d-9933-4c0399c97803", "name": "network-vif-unplugged", "status": "completed", "tag": "f5082b5e-c3b4-4fcb-8a20-3a719884f34f"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:17:40.063757 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port f5082b5e-c3b4-4fcb-8a20-3a719884f34f, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=f5082b5e-c3b4-4fcb-8a20-3a719884f34f,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:40.100600 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:40.109551 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73af8e-9999-4f35-8328-c1fbc6be19e7 req-549914cc-3f82-4543-8dc9-ed0da430d7d6 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:40.117883 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-3118c7b7-cb35-46af-b167-97ddf75a1a03 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d31eb91-df66-4e3a-be85-6e91ff9e0d69']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:40.120777 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73af8e-9999-4f35-8328-c1fbc6be19e7 req-549914cc-3f82-4543-8dc9-ed0da430d7d6 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:40.131663 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73af8e-9999-4f35-8328-c1fbc6be19e7 req-549914cc-3f82-4543-8dc9-ed0da430d7d6 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:40.132696 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-2d7eaf3e-4e0a-4bc6-8789-940d158d4a40 None None] For port 2e651391-e8a3-41c9-9337-3764e7f32f56, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:17:40.140484 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73af8e-9999-4f35-8328-c1fbc6be19e7 req-549914cc-3f82-4543-8dc9-ed0da430d7d6 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:40.144350 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7b73af8e-9999-4f35-8328-c1fbc6be19e7 req-549914cc-3f82-4543-8dc9-ed0da430d7d6 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 3143 time: 0.2388930 Jul 15 23:17:40.155537 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-2d7eaf3e-4e0a-4bc6-8789-940d158d4a40 None None] For port 2e651391-e8a3-41c9-9337-3764e7f32f56, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=2e651391-e8a3-41c9-9337-3764e7f32f56,segment=NetworkSegment(f247e100-b6af-41b8-bbb1-7fe6ea2479be),segment_id=f247e100-b6af-41b8-bbb1-7fe6ea2479be)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:17:40.161923 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b184964f-8e3c-4f6b-b3d6-43a60f88782e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:40.172276 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2d7eaf3e-4e0a-4bc6-8789-940d158d4a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:40.174508 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a948dbcb-578e-468b-8a74-8eafd4857e5e None None] Pushing event updated for resources: {'Port': ['ID=21247af2-4192-4498-a59b-dcddbe57f9c8,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:40.215979 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-3118c7b7-cb35-46af-b167-97ddf75a1a03 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0919237-87dd-49af-87fb-fab340ad8ff1') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:40.216455 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-3118c7b7-cb35-46af-b167-97ddf75a1a03 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0919237-87dd-49af-87fb-fab340ad8ff1') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:40.226243 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2465687d-edcd-4f59-be8f-f9da7ab76015 None None] Network 2d31eb91-df66-4e3a-be85-6e91ff9e0d69 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:17:40.239598 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port b7f6ef72-76aa-442d-8cbb-5c27a497f494 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:17:40.240044 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:40.251385 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3118c7b7-cb35-46af-b167-97ddf75a1a03 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:40.265089 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b184964f-8e3c-4f6b-b3d6-43a60f88782e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:40.321905 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7b73af8e-9999-4f35-8328-c1fbc6be19e7 req-a3799347-0fd7-4ded-ad95-9e672b6463ce tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/security-groups?id=3034f104-295d-4ae9-983e-a750e439037a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525767 Jul 15 23:17:40.331362 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3118c7b7-cb35-46af-b167-97ddf75a1a03 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:40.345757 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa4aa85-30ed-44e2-9421-2215fb843cde req-a413151c-d265-4d01-b43c-fe9cee380fee tempest-ImagesOneServerTestJSON-749746477 tempest-ImagesOneServerTestJSON-749746477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:40.354439 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-afa4aa85-30ed-44e2-9421-2215fb843cde req-a413151c-d265-4d01-b43c-fe9cee380fee tempest-ImagesOneServerTestJSON-749746477 tempest-ImagesOneServerTestJSON-749746477-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f726bf3-5396-491d-9933-4c0399c97803 HTTP/1.1" status: 200 len: 951 time: 0.3135319 Jul 15 23:17:40.370401 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3118c7b7-cb35-46af-b167-97ddf75a1a03 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:17:40.380286 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3118c7b7-cb35-46af-b167-97ddf75a1a03 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:40.410153 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:17:40.410153 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:17:40.410153 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:17:40.410153 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:17:40.410153 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:17:40.410153 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:17:40.410153 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:17:40.410153 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:17:40.410153 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:17:40.410153 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:17:40.410153 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:17:40.410153 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:17:40.410153 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:17:40.410153 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:17:40.410153 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:17:40.410153 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:17:40.410153 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:17:40.410153 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:17:40.410153 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:17:40.410153 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:17:40.410153 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:17:40.410153 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:17:40.410153 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:17:40.410153 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:17:40.410153 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:17:40.410153 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:17:40.410153 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:17:40.410153 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:17:40.410153 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:17:40.410153 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:17:40.410153 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:17:40.410153 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:17:40.410153 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:17:40.410153 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:17:40.410153 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:17:40.410153 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:17:40.415067 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b184964f-8e3c-4f6b-b3d6-43a60f88782e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:40.419626 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b184964f-8e3c-4f6b-b3d6-43a60f88782e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:40.425151 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-b184964f-8e3c-4f6b-b3d6-43a60f88782e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f3cc6b1b-b328-4d26-ba63-110947666d07 HTTP/1.1" status: 204 len: 168 time: 0.4424467 Jul 15 23:17:40.441856 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=f5082b5e-c3b4-4fcb-8a20-3a719884f34f,revision_number=11']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:40.530598 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b184964f-8e3c-4f6b-b3d6-43a60f88782e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3cc6b1b-b328-4d26-ba63-110947666d07,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:40.530804 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-446f4c22-34a4-4f06-9fd3-24243ece31ed x-openstack-request-id: req-446f4c22-34a4-4f06-9fd3-24243ece31ed {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:17:40.531306 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f726bf3-5396-491d-9933-4c0399c97803", "name": "network-vif-unplugged", "status": "completed", "tag": "f5082b5e-c3b4-4fcb-8a20-3a719884f34f", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:17:40.532616 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-446f4c22-34a4-4f06-9fd3-24243ece31ed {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:17:40.533139 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f726bf3-5396-491d-9933-4c0399c97803', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5082b5e-c3b4-4fcb-8a20-3a719884f34f', 'code': 200} Jul 15 23:17:40.563557 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-afa4aa85-30ed-44e2-9421-2215fb843cde req-de4192f2-f654-488d-9463-6ebbf8edb57e tempest-ImagesOneServerTestJSON-749746477 tempest-ImagesOneServerTestJSON-749746477-project] 10.222.0.48 "GET /v2.0/security-groups?id=4f50483d-572b-492d-86d3-650d594956a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084739 Jul 15 23:17:40.587652 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-de1ecaa8-0eab-4232-81b9-745a2e98353e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:40.617521 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.db.api [None req-3118c7b7-cb35-46af-b167-97ddf75a1a03 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 15 23:17:40.617521 n-d-794306-6 neutron-server[93771]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 15 23:17:40.617521 n-d-794306-6 neutron-server[93771]: [parameters: {'id': '2d31eb91-df66-4e3a-be85-6e91ff9e0d69'}] Jul 15 23:17:40.617521 n-d-794306-6 neutron-server[93771]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:17:40.618878 n-d-794306-6 neutron-server[93771]: DEBUG oslo_db.api [None req-3118c7b7-cb35-46af-b167-97ddf75a1a03 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:17:40.621128 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-a3360b1b-7922-4f08-9093-b7287e18c57b admin admin] Allocated IP 172.25.5.116 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/c126e0f2-7b39-47ee-bcb1-ab21bab14aaa) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:17:40.759962 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-87e8e60b-5ba1-4888-a245-2422fa08219d tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Deleting port 58031bb6-e328-42ef-a4eb-d60400499716 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:17:40.761070 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-87e8e60b-5ba1-4888-a245-2422fa08219d tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:40.780300 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7eaf3e-4e0a-4bc6-8789-940d158d4a40 None None] Pushing event updated for resources: {'Port': ['ID=2e651391-e8a3-41c9-9337-3764e7f32f56,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:40.865026 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 8fef68ce-6528-44d8-81d8-7427892aa6e7 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:17:40.906088 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 8fef68ce-6528-44d8-81d8-7427892aa6e7 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:17:40.907071 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 8fef68ce-6528-44d8-81d8-7427892aa6e7 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:17:41.032290 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9d44c380-f60f-4fb6-8e9a-e5eedc8bd2f9 req-f866dc31-f315-49fd-8d26-d5bd50fd88bb tempest-ServerShowV257Test-60507535 tempest-ServerShowV257Test-60507535-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0e202be-f80a-4e38-b95f-d0855544aeec HTTP/1.1" status: 200 len: 210 time: 0.1182601 Jul 15 23:17:41.114909 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c658a-1b9b-44ae-8e00-45b374aad637 req-c9570e26-fd22-457b-b7bc-d6f878fd8973 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:41.117268 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6f7c658a-1b9b-44ae-8e00-45b374aad637 req-c9570e26-fd22-457b-b7bc-d6f878fd8973 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fb6019-0cdb-419d-bd3f-0d77cd61fc7c HTTP/1.1" status: 200 len: 945 time: 0.1801593 Jul 15 23:17:41.120646 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3118c7b7-cb35-46af-b167-97ddf75a1a03 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:41.205741 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6f7c658a-1b9b-44ae-8e00-45b374aad637 req-4e5e92b3-40fc-40c4-b35a-5f0c345dea3e tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775163 Jul 15 23:17:41.308471 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-87e8e60b-5ba1-4888-a245-2422fa08219d tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] For port 58031bb6-e328-42ef-a4eb-d60400499716, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=58031bb6-e328-42ef-a4eb-d60400499716,segment=NetworkSegment(3821a0b2-3164-41fa-92ac-fc5f13dae41d),segment_id=3821a0b2-3164-41fa-92ac-fc5f13dae41d)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:41.309095 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-87e8e60b-5ba1-4888-a245-2422fa08219d tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:41.356676 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-87e8e60b-5ba1-4888-a245-2422fa08219d tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Calling delete_port for 58031bb6-e328-42ef-a4eb-d60400499716 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:17:41.526328 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3360b1b-7922-4f08-9093-b7287e18c57b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:41.605297 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-3118c7b7-cb35-46af-b167-97ddf75a1a03 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Deleting port 21247af2-4192-4498-a59b-dcddbe57f9c8 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:17:41.605882 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3118c7b7-cb35-46af-b167-97ddf75a1a03 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:41.736331 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-de1ecaa8-0eab-4232-81b9-745a2e98353e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:41.840731 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-847e42f8-d504-4d08-b2a8-a134d282a1e4 req-1532c6fc-f623-4b3e-aa30-505a21478a22 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cd9751d0f56b4e3d8b1ab8ebe658498b&device_id=f0e202be-f80a-4e38-b95f-d0855544aeec HTTP/1.1" status: 200 len: 210 time: 0.1441145 Jul 15 23:17:41.848619 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-3118c7b7-cb35-46af-b167-97ddf75a1a03 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] For port 21247af2-4192-4498-a59b-dcddbe57f9c8, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=21247af2-4192-4498-a59b-dcddbe57f9c8,segment=NetworkSegment(d0919237-87dd-49af-87fb-fab340ad8ff1),segment_id=d0919237-87dd-49af-87fb-fab340ad8ff1)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:41.849129 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3118c7b7-cb35-46af-b167-97ddf75a1a03 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:41.910691 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 2e651391-e8a3-41c9-9337-3764e7f32f56 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:17:41.952061 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-847e42f8-d504-4d08-b2a8-a134d282a1e4 req-48dd579f-d066-4d6e-85ef-7225e4d12321 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=cd9751d0f56b4e3d8b1ab8ebe658498b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0746064 Jul 15 23:17:42.014210 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3360b1b-7922-4f08-9093-b7287e18c57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:42.044461 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 2e651391-e8a3-41c9-9337-3764e7f32f56 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:17:42.052312 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-3118c7b7-cb35-46af-b167-97ddf75a1a03 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Calling delete_port for 21247af2-4192-4498-a59b-dcddbe57f9c8 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:17:42.216455 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3360b1b-7922-4f08-9093-b7287e18c57b admin admin] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:17:42.225141 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dba22b-99bd-4e90-8190-0f2c5e9bb730 req-b73286a2-96af-4f48-bbc7-f4f30a158f09 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:42.228439 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea6d38f-eb74-4cd4-abbc-31ab6a0392fa None None] Network 72dd1139-85ac-44a3-8181-7845deb521ca requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:17:42.232458 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dba22b-99bd-4e90-8190-0f2c5e9bb730 req-b73286a2-96af-4f48-bbc7-f4f30a158f09 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:42.239282 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dba22b-99bd-4e90-8190-0f2c5e9bb730 req-b73286a2-96af-4f48-bbc7-f4f30a158f09 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:42.245465 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dba22b-99bd-4e90-8190-0f2c5e9bb730 req-b73286a2-96af-4f48-bbc7-f4f30a158f09 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:42.254638 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-04dba22b-99bd-4e90-8190-0f2c5e9bb730 req-b73286a2-96af-4f48-bbc7-f4f30a158f09 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 3143 time: 0.5898244 Jul 15 23:17:42.259607 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-a3360b1b-7922-4f08-9093-b7287e18c57b admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:17:42.277913 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3360b1b-7922-4f08-9093-b7287e18c57b admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:17:42.285606 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-87e8e60b-5ba1-4888-a245-2422fa08219d tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:42.302810 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2fec4-5ae2-44c9-af47-fff08a1148c6 req-0e73f8a0-4a5c-406b-b6aa-e61e46ca3cd0 tempest-ImagesOneServerTestJSON-749746477 tempest-ImagesOneServerTestJSON-749746477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:42.305209 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-91c2fec4-5ae2-44c9-af47-fff08a1148c6 req-0e73f8a0-4a5c-406b-b6aa-e61e46ca3cd0 tempest-ImagesOneServerTestJSON-749746477 tempest-ImagesOneServerTestJSON-749746477-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f726bf3-5396-491d-9933-4c0399c97803 HTTP/1.1" status: 200 len: 949 time: 0.5306613 Jul 15 23:17:42.309123 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3360b1b-7922-4f08-9093-b7287e18c57b admin admin] Pushing event updated for resources: {'Port': ['ID=c126e0f2-7b39-47ee-bcb1-ab21bab14aaa,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:42.385064 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ec6a7eed-1ac6-45b7-a8f0-a07145fe196a None None] Provisioning for port 2e651391-e8a3-41c9-9337-3764e7f32f56 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:17:42.414074 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ec6a7eed-1ac6-45b7-a8f0-a07145fe196a None None] Provisioning complete for port 2e651391-e8a3-41c9-9337-3764e7f32f56 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:17:42.416223 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7eed-1ac6-45b7-a8f0-a07145fe196a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:42.420846 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e8e60b-5ba1-4888-a245-2422fa08219d tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Pushing event deleted for resources: {'Port': ['ID=58031bb6-e328-42ef-a4eb-d60400499716,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:42.562338 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-87e8e60b-5ba1-4888-a245-2422fa08219d tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] No DVR routers for this DVR port 58031bb6-e328-42ef-a4eb-d60400499716 on host n-h2-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:17:42.569216 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-87e8e60b-5ba1-4888-a245-2422fa08219d tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:42.571533 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-87e8e60b-5ba1-4888-a245-2422fa08219d tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.41 "DELETE /v2.0/ports/58031bb6-e328-42ef-a4eb-d60400499716 HTTP/1.1" status: 204 len: 173 time: 3.0429699 Jul 15 23:17:42.572054 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebfc3dac-a424-46b2-b718-cab6123db16d', 'name': 'network-vif-deleted', 'tag': '58031bb6-e328-42ef-a4eb-d60400499716'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:17:42.574437 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9881a6a6-46e5-4f30-aced-7385500bc90f" -d '{"events": [{"server_uuid": "ebfc3dac-a424-46b2-b718-cab6123db16d", "name": "network-vif-deleted", "tag": "58031bb6-e328-42ef-a4eb-d60400499716"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:17:42.653998 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3118c7b7-cb35-46af-b167-97ddf75a1a03 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:42.711180 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3118c7b7-cb35-46af-b167-97ddf75a1a03 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Pushing event deleted for resources: {'Port': ['ID=21247af2-4192-4498-a59b-dcddbe57f9c8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:42.731887 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3118c7b7-cb35-46af-b167-97ddf75a1a03 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] No DVR routers for this DVR port 21247af2-4192-4498-a59b-dcddbe57f9c8 on host n-d-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:17:42.735359 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de1ecaa8-0eab-4232-81b9-745a2e98353e admin admin] Router bab31119-3d90-4a5d-ab77-c376b95871e4 is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:17:42.885274 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7eed-1ac6-45b7-a8f0-a07145fe196a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:42.946750 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-04dba22b-99bd-4e90-8190-0f2c5e9bb730 req-e08476bc-996c-49b8-beac-f7c5bf669428 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/security-groups?id=3034f104-295d-4ae9-983e-a750e439037a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6907830 Jul 15 23:17:42.962270 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ec6a7eed-1ac6-45b7-a8f0-a07145fe196a None None] For port 2e651391-e8a3-41c9-9337-3764e7f32f56, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=2e651391-e8a3-41c9-9337-3764e7f32f56,segment=NetworkSegment(f247e100-b6af-41b8-bbb1-7fe6ea2479be),segment_id=f247e100-b6af-41b8-bbb1-7fe6ea2479be)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:42.970906 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7eed-1ac6-45b7-a8f0-a07145fe196a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:43.056512 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e42f8-d504-4d08-b2a8-a134d282a1e4 req-5fa1f1a1-5ecf-41b4-beb0-b6bf54f19c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:43.058134 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-847e42f8-d504-4d08-b2a8-a134d282a1e4 req-5fa1f1a1-5ecf-41b4-beb0-b6bf54f19c91 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0663428 Jul 15 23:17:43.080802 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57afa292-1509-4f54-b569-a139f948d6e8 req-2baaffb6-06b0-488f-a8c7-3a84bad9b46c tempest-ImagesOneServerTestJSON-749746477 tempest-ImagesOneServerTestJSON-749746477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:43.093657 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-57afa292-1509-4f54-b569-a139f948d6e8 req-2baaffb6-06b0-488f-a8c7-3a84bad9b46c tempest-ImagesOneServerTestJSON-749746477 tempest-ImagesOneServerTestJSON-749746477-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f726bf3-5396-491d-9933-4c0399c97803 HTTP/1.1" status: 200 len: 949 time: 1.1376166 Jul 15 23:17:43.129359 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6a7eed-1ac6-45b7-a8f0-a07145fe196a None None] Pushing event updated for resources: {'Port': ['ID=2e651391-e8a3-41c9-9337-3764e7f32f56,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:43.213712 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-57afa292-1509-4f54-b569-a139f948d6e8 req-a408eead-aa55-4690-8712-9b2af6cd6b01 tempest-ImagesOneServerTestJSON-749746477 tempest-ImagesOneServerTestJSON-749746477-project] 10.222.0.48 "GET /v2.0/security-groups?id=4f50483d-572b-492d-86d3-650d594956a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183062 Jul 15 23:17:43.273404 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-76cce84c-bea9-48ee-8d96-98e930fccf42 req-5211a218-3659-4a1d-8e5a-4b6e296ab2f0 tempest-ServerShowV257Test-60507535 tempest-ServerShowV257Test-60507535-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0e202be-f80a-4e38-b95f-d0855544aeec HTTP/1.1" status: 200 len: 210 time: 0.0564337 Jul 15 23:17:43.288989 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-91c2fec4-5ae2-44c9-af47-fff08a1148c6 req-0ee80847-03af-45ab-8ad3-1133793cde4f tempest-ImagesOneServerTestJSON-749746477 tempest-ImagesOneServerTestJSON-749746477-project] Deleting port f5082b5e-c3b4-4fcb-8a20-3a719884f34f {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:17:43.289349 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-91c2fec4-5ae2-44c9-af47-fff08a1148c6 req-0ee80847-03af-45ab-8ad3-1133793cde4f tempest-ImagesOneServerTestJSON-749746477 tempest-ImagesOneServerTestJSON-749746477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:43.397742 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320a0dc9-9c65-4f92-992c-1b39c937e936 None None] get_active_networks_info from n-d-794306-6 {{(pid=93772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 23:17:43.432210 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3118c7b7-cb35-46af-b167-97ddf75a1a03 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:43.506112 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-91c2fec4-5ae2-44c9-af47-fff08a1148c6 req-0ee80847-03af-45ab-8ad3-1133793cde4f tempest-ImagesOneServerTestJSON-749746477 tempest-ImagesOneServerTestJSON-749746477-project] For port f5082b5e-c3b4-4fcb-8a20-3a719884f34f, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=f5082b5e-c3b4-4fcb-8a20-3a719884f34f,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:43.506753 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-91c2fec4-5ae2-44c9-af47-fff08a1148c6 req-0ee80847-03af-45ab-8ad3-1133793cde4f tempest-ImagesOneServerTestJSON-749746477 tempest-ImagesOneServerTestJSON-749746477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:43.531359 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-91c2fec4-5ae2-44c9-af47-fff08a1148c6 req-0ee80847-03af-45ab-8ad3-1133793cde4f tempest-ImagesOneServerTestJSON-749746477 tempest-ImagesOneServerTestJSON-749746477-project] Calling delete_port for f5082b5e-c3b4-4fcb-8a20-3a719884f34f owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:17:43.542021 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632fd409-de02-4f33-9c6e-ec8947a35eb6 req-7b7d5046-8b01-4e23-9064-44527d054367 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:43.543795 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-632fd409-de02-4f33-9c6e-ec8947a35eb6 req-7b7d5046-8b01-4e23-9064-44527d054367 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fb6019-0cdb-419d-bd3f-0d77cd61fc7c HTTP/1.1" status: 200 len: 945 time: 0.1449730 Jul 15 23:17:43.556734 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320a0dc9-9c65-4f92-992c-1b39c937e936 None None] Resources bound (agent type, host, resource id): {{(pid=93772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 23:17:43.565064 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-3118c7b7-cb35-46af-b167-97ddf75a1a03 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d31eb91-df66-4e3a-be85-6e91ff9e0d69']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:43.584310 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-3118c7b7-cb35-46af-b167-97ddf75a1a03 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0919237-87dd-49af-87fb-fab340ad8ff1') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:43.584310 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-3118c7b7-cb35-46af-b167-97ddf75a1a03 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0919237-87dd-49af-87fb-fab340ad8ff1') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:43.606903 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3118c7b7-cb35-46af-b167-97ddf75a1a03 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:43.626958 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3118c7b7-cb35-46af-b167-97ddf75a1a03 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:43.634464 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3118c7b7-cb35-46af-b167-97ddf75a1a03 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:17:43.634919 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3118c7b7-cb35-46af-b167-97ddf75a1a03 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:43.639486 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c9971e06-f5ee-4b7a-9b59-64ad67d1e0df None None] Provisioning complete for port 2e651391-e8a3-41c9-9337-3764e7f32f56 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:17:43.639486 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c9971e06-f5ee-4b7a-9b59-64ad67d1e0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:43.723312 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-632fd409-de02-4f33-9c6e-ec8947a35eb6 req-2c6d9406-6f5d-45f9-b599-08162e29204f tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458354 Jul 15 23:17:43.726245 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:17:43.726245 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:17:43.726245 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:17:43.726245 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:17:43.726245 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:17:43.726245 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:17:43.726245 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:17:43.726245 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:17:43.726245 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:17:43.726245 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:17:43.726245 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:17:43.726245 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:17:43.726245 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:17:43.726245 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:17:43.726245 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:17:43.726245 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:17:43.726245 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:17:43.726245 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:17:43.726245 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:17:43.726245 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:17:43.726245 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:17:43.726245 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:17:43.726245 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:17:43.726245 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:17:43.726245 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:17:43.726245 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:17:43.726245 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:17:43.726245 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:17:43.726245 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:17:43.726245 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:17:43.726245 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:17:43.726245 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:17:43.734232 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3118c7b7-cb35-46af-b167-97ddf75a1a03 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:43.804228 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 2e651391-e8a3-41c9-9337-3764e7f32f56 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:17:43.823016 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3118c7b7-cb35-46af-b167-97ddf75a1a03 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:43.825018 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-3118c7b7-cb35-46af-b167-97ddf75a1a03 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] 10.222.0.48 "DELETE /v2.0/networks/2d31eb91-df66-4e3a-be85-6e91ff9e0d69 HTTP/1.1" status: 204 len: 168 time: 7.6816304 Jul 15 23:17:43.826498 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3118c7b7-cb35-46af-b167-97ddf75a1a03 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Pushing event deleted for resources: {'Network': ['ID=2d31eb91-df66-4e3a-be85-6e91ff9e0d69,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:43.835770 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36088) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:43.837775 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-0de25154-b2b7-4261-9007-7bba15a220aa tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Deleting port 1508ac1c-9b5d-4c1b-8a04-8901ffeae8f7 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:17:43.838123 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-0de25154-b2b7-4261-9007-7bba15a220aa tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:43.971297 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-91c2fec4-5ae2-44c9-af47-fff08a1148c6 req-0ee80847-03af-45ab-8ad3-1133793cde4f tempest-ImagesOneServerTestJSON-749746477 tempest-ImagesOneServerTestJSON-749746477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:43.977601 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-0de25154-b2b7-4261-9007-7bba15a220aa tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] For port 1508ac1c-9b5d-4c1b-8a04-8901ffeae8f7, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=1508ac1c-9b5d-4c1b-8a04-8901ffeae8f7,segment=NetworkSegment(3821a0b2-3164-41fa-92ac-fc5f13dae41d),segment_id=3821a0b2-3164-41fa-92ac-fc5f13dae41d)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:43.977976 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-0de25154-b2b7-4261-9007-7bba15a220aa tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:43.994206 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-0de25154-b2b7-4261-9007-7bba15a220aa tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Calling delete_port for 1508ac1c-9b5d-4c1b-8a04-8901ffeae8f7 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:17:44.011905 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 2e651391-e8a3-41c9-9337-3764e7f32f56 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:17:44.012718 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:44.073797 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee80847-03af-45ab-8ad3-1133793cde4f tempest-ImagesOneServerTestJSON-749746477 tempest-ImagesOneServerTestJSON-749746477-project] Pushing event deleted for resources: {'Port': ['ID=f5082b5e-c3b4-4fcb-8a20-3a719884f34f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:44.127048 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-91c2fec4-5ae2-44c9-af47-fff08a1148c6 req-0ee80847-03af-45ab-8ad3-1133793cde4f tempest-ImagesOneServerTestJSON-749746477 tempest-ImagesOneServerTestJSON-749746477-project] No DVR routers for this DVR port f5082b5e-c3b4-4fcb-8a20-3a719884f34f on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:17:44.134478 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-91c2fec4-5ae2-44c9-af47-fff08a1148c6 req-0ee80847-03af-45ab-8ad3-1133793cde4f tempest-ImagesOneServerTestJSON-749746477 tempest-ImagesOneServerTestJSON-749746477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:44.137855 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-91c2fec4-5ae2-44c9-af47-fff08a1148c6 req-0ee80847-03af-45ab-8ad3-1133793cde4f tempest-ImagesOneServerTestJSON-749746477 tempest-ImagesOneServerTestJSON-749746477-project] 10.222.0.49 "DELETE /v2.0/ports/f5082b5e-c3b4-4fcb-8a20-3a719884f34f HTTP/1.1" status: 204 len: 173 time: 1.7879596 Jul 15 23:17:44.138591 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f726bf3-5396-491d-9933-4c0399c97803', 'name': 'network-vif-deleted', 'tag': 'f5082b5e-c3b4-4fcb-8a20-3a719884f34f'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:17:44.145149 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf46b1aa-e451-44b5-b8e5-01aa98b2b7e6" -d '{"events": [{"server_uuid": "7f726bf3-5396-491d-9933-4c0399c97803", "name": "network-vif-deleted", "tag": "f5082b5e-c3b4-4fcb-8a20-3a719884f34f"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:17:44.250524 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14ce62c-ea3d-4058-8617-df201cb61ed2 x-openstack-request-id: req-a14ce62c-ea3d-4058-8617-df201cb61ed2 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:17:44.251629 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f726bf3-5396-491d-9933-4c0399c97803", "name": "network-vif-deleted", "tag": "f5082b5e-c3b4-4fcb-8a20-3a719884f34f", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:17:44.252117 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a14ce62c-ea3d-4058-8617-df201cb61ed2 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:17:44.252799 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f726bf3-5396-491d-9933-4c0399c97803', 'name': 'network-vif-deleted', 'tag': 'f5082b5e-c3b4-4fcb-8a20-3a719884f34f', 'status': 'completed', 'code': 200} Jul 15 23:17:44.261447 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-727f5173-b5eb-4cd7-9065-1220a1a6a891 x-openstack-request-id: req-727f5173-b5eb-4cd7-9065-1220a1a6a891 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:17:44.261937 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebfc3dac-a424-46b2-b718-cab6123db16d", "name": "network-vif-deleted", "tag": "58031bb6-e328-42ef-a4eb-d60400499716", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:17:44.262311 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-727f5173-b5eb-4cd7-9065-1220a1a6a891 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:17:44.262939 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebfc3dac-a424-46b2-b718-cab6123db16d', 'name': 'network-vif-deleted', 'tag': '58031bb6-e328-42ef-a4eb-d60400499716', 'status': 'completed', 'code': 200} Jul 15 23:17:44.280306 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-0de25154-b2b7-4261-9007-7bba15a220aa tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:44.352304 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3360b1b-7922-4f08-9093-b7287e18c57b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:44.356277 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de1ecaa8-0eab-4232-81b9-745a2e98353e admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:17:44.358875 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f39caf6-fa20-4f24-b9a1-d05781f2bfc8 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] GET failed (client error): The resource could not be found. Jul 15 23:17:44.363741 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-8f39caf6-fa20-4f24-b9a1-d05781f2bfc8 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] 10.222.0.48 "GET /v2.0/subnets/482b9aa6-8500-4931-b261-965e7807cf0a HTTP/1.1" status: 404 len: 337 time: 0.1689770 Jul 15 23:17:44.370945 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3843dc69-534e-42a0-9a20-64ccee0e80ac None None] Sync routers for ids ['bab31119-3d90-4a5d-ab77-c376b95871e4'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:17:44.379533 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36102) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:44.382928 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a4e77571-ad18-4ec8-a0ec-60eafa71df09 req-5a5d4453-0ca3-4237-ab0b-84f7d10228a0 tempest-ServerShowV247Test-1382569235 tempest-ServerShowV247Test-1382569235-project] 10.222.0.48 "GET /v2.0/ports?device_id=8abeaf77-ec42-4c18-97a5-80e2421a6d7c HTTP/1.1" status: 200 len: 210 time: 0.0573726 Jul 15 23:17:44.392381 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3843dc69-534e-42a0-9a20-64ccee0e80ac None None] Routers {'bab31119-3d90-4a5d-ab77-c376b95871e4'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:17:44.397025 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3843dc69-534e-42a0-9a20-64ccee0e80ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:17:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['bab31119-3d90-4a5d-ab77-c376b95871e4'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:44.412350 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:17:44.539653 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-847e42f8-d504-4d08-b2a8-a134d282a1e4 req-8cee625a-26ef-4bba-9eda-d0a452f66d46 tempest-ServerShowV257Test-60507535 tempest-ServerShowV257Test-60507535-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0e202be-f80a-4e38-b95f-d0855544aeec HTTP/1.1" status: 200 len: 210 time: 0.1501403 Jul 15 23:17:44.567872 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de25154-b2b7-4261-9007-7bba15a220aa tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Pushing event deleted for resources: {'Port': ['ID=1508ac1c-9b5d-4c1b-8a04-8901ffeae8f7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:44.595788 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-77f38462-978c-4f53-a00d-8262bec5eb80 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] DELETE failed (client error): The resource could not be found. Jul 15 23:17:44.597419 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77f38462-978c-4f53-a00d-8262bec5eb80 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:17:44.606697 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-77f38462-978c-4f53-a00d-8262bec5eb80 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] 10.222.0.48 "DELETE /v2.0/networks/2d31eb91-df66-4e3a-be85-6e91ff9e0d69 HTTP/1.1" status: 404 len: 339 time: 0.1535592 Jul 15 23:17:44.609798 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36112) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:44.660481 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-de1ecaa8-0eab-4232-81b9-745a2e98353e admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:44.662187 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-de1ecaa8-0eab-4232-81b9-745a2e98353e admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 12.7040696 Jul 15 23:17:44.675844 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104dae05-550d-414b-a678-f93de53de084 req-7d3b2834-aee6-4c66-8e3d-f1f48b340657 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:44.702630 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104dae05-550d-414b-a678-f93de53de084 req-7d3b2834-aee6-4c66-8e3d-f1f48b340657 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:44.717345 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-104dae05-550d-414b-a678-f93de53de084 req-7d3b2834-aee6-4c66-8e3d-f1f48b340657 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 1678 time: 0.3311477 Jul 15 23:17:44.736551 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 36114) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:44.815124 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-3843dc69-534e-42a0-9a20-64ccee0e80ac None None] Set router bab31119-3d90-4a5d-ab77-c376b95871e4 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:17:45.010747 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-16bc4ca1-23b9-4da7-b895-329622df56c4 req-72db884f-363d-4c49-b6d4-f0395dba77fb tempest-ImagesOneServerTestJSON-749746477 tempest-ImagesOneServerTestJSON-749746477-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f726bf3-5396-491d-9933-4c0399c97803 HTTP/1.1" status: 200 len: 210 time: 0.0809593 Jul 15 23:17:45.106700 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-0de25154-b2b7-4261-9007-7bba15a220aa tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] No DVR routers for this DVR port 1508ac1c-9b5d-4c1b-8a04-8901ffeae8f7 on host n-h2-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:17:45.114267 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-104dae05-550d-414b-a678-f93de53de084 req-80286769-9b5e-4347-a646-6e8a91fb2e27 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/security-groups?id=3034f104-295d-4ae9-983e-a750e439037a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3958282 Jul 15 23:17:45.123489 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-0de25154-b2b7-4261-9007-7bba15a220aa tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:45.134242 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-0de25154-b2b7-4261-9007-7bba15a220aa tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.41 "DELETE /v2.0/ports/1508ac1c-9b5d-4c1b-8a04-8901ffeae8f7 HTTP/1.1" status: 204 len: 173 time: 2.5519280 Jul 15 23:17:45.237268 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device f5082b5e-c3b4-4fcb-8a20-3a719884f34f no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:17:45.276631 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: f5082b5e-c3b4-4fcb-8a20-3a719884f34f {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:17:45.276980 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device f5082b5e-c3b4-4fcb-8a20-3a719884f34f not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:17:45.485635 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3843dc69-534e-42a0-9a20-64ccee0e80ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab31119-3d90-4a5d-ab77-c376b95871e4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1416065937-router', 'tenant_id': '755c71b8af0f4b4f8456f64801bb7be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': 'a7ebeb8b-0d2f-428c-8fc7-26482e6a3e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:32Z', 'updated_at': '2021-07-15T23:17:39Z', 'revision_number': 3, 'project_id': '755c71b8af0f4b4f8456f64801bb7be8', 'gw_port': {'id': 'a7ebeb8b-0d2f-428c-8fc7-26482e6a3e28', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bab31119-3d90-4a5d-ab77-c376b95871e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:36Z', 'updated_at': '2021-07-15T23:17:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:45.557926 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3843dc69-534e-42a0-9a20-64ccee0e80ac None None] Checking router: bab31119-3d90-4a5d-ab77-c376b95871e4 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:17:45.558288 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3843dc69-534e-42a0-9a20-64ccee0e80ac None None] Updating router bab31119-3d90-4a5d-ab77-c376b95871e4 port a7ebeb8b-0d2f-428c-8fc7-26482e6a3e28 binding host n-d-794306-6 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:17:45.659130 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3843dc69-534e-42a0-9a20-64ccee0e80ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:45.721553 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e7feb18f-d6be-430d-aa6f-c6362a0e8098 req-08ac58af-20d4-4cd4-a415-9876b2d31928 tempest-ServerShowV257Test-60507535 tempest-ServerShowV257Test-60507535-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0e202be-f80a-4e38-b95f-d0855544aeec HTTP/1.1" status: 200 len: 210 time: 0.3046436 Jul 15 23:17:45.850149 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9d8377-366e-4729-b6f5-e1f6368f698a tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:45.856095 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-1e9d8377-366e-4729-b6f5-e1f6368f698a tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 1.2442417 Jul 15 23:17:45.856810 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 36132) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:45.954372 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-7217c2d4-412c-4b49-a32c-2e26c9648513 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Deleting port bc89a090-5ba9-4fa7-b1e7-6edd9443bf5d {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:17:45.954945 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-7217c2d4-412c-4b49-a32c-2e26c9648513 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:45.963455 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3360b1b-7922-4f08-9093-b7287e18c57b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:46.053352 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-1910d1e2-422a-411b-a04c-034e661ab572 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] 10.222.0.48 "GET /v2.0/subnets?network_id=c4160cc4-e133-4d4e-ad39-f86bca4b2f14 HTTP/1.1" status: 200 len: 207 time: 0.1878684 Jul 15 23:17:46.063380 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 36142) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:46.268555 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebfc3dac-a424-46b2-b718-cab6123db16d', 'name': 'network-vif-deleted', 'tag': '1508ac1c-9b5d-4c1b-8a04-8901ffeae8f7'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:17:46.271299 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f47c96f-e33c-447d-9ce9-4f0434dfe362" -d '{"events": [{"server_uuid": "ebfc3dac-a424-46b2-b718-cab6123db16d", "name": "network-vif-deleted", "tag": "1508ac1c-9b5d-4c1b-8a04-8901ffeae8f7"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:17:46.282993 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-7217c2d4-412c-4b49-a32c-2e26c9648513 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] For port bc89a090-5ba9-4fa7-b1e7-6edd9443bf5d, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=bc89a090-5ba9-4fa7-b1e7-6edd9443bf5d,segment=NetworkSegment(a43861fb-eaa5-4486-879b-bd64114918d5),segment_id=a43861fb-eaa5-4486-879b-bd64114918d5)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:46.283354 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-7217c2d4-412c-4b49-a32c-2e26c9648513 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:46.312424 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-7217c2d4-412c-4b49-a32c-2e26c9648513 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Calling delete_port for bc89a090-5ba9-4fa7-b1e7-6edd9443bf5d owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:17:46.320308 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3843dc69-534e-42a0-9a20-64ccee0e80ac None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:46.339218 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3843dc69-534e-42a0-9a20-64ccee0e80ac None None] Transition to ACTIVE for port object a7ebeb8b-0d2f-428c-8fc7-26482e6a3e28 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:17:46.345981 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-89e663a7-f0f1-4774-9048-c731bfc62624 req-c31b355d-8679-44b1-a155-748d137db680 tempest-ServerShowV247Test-1382569235 tempest-ServerShowV247Test-1382569235-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e5c59f2-c829-4ce5-826d-0fa240adc5de HTTP/1.1" status: 200 len: 210 time: 0.2296877 Jul 15 23:17:46.352494 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3843dc69-534e-42a0-9a20-64ccee0e80ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:46.460580 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-3843dc69-534e-42a0-9a20-64ccee0e80ac None None] Attempting to bind port a7ebeb8b-0d2f-428c-8fc7-26482e6a3e28 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:17:46.460959 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-3843dc69-534e-42a0-9a20-64ccee0e80ac None None] Attempting to bind port a7ebeb8b-0d2f-428c-8fc7-26482e6a3e28 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:17:46.461316 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3843dc69-534e-42a0-9a20-64ccee0e80ac None None] Attempting to bind port a7ebeb8b-0d2f-428c-8fc7-26482e6a3e28 on network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:17:46.463693 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2ef849-500c-4d56-8a91-2b3a54fdf2d9 None None] Pushing event updated for resources: {'Port': ['ID=a7ebeb8b-0d2f-428c-8fc7-26482e6a3e28,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:46.472393 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3843dc69-534e-42a0-9a20-64ccee0e80ac None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:17:46.472814 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3843dc69-534e-42a0-9a20-64ccee0e80ac None None] Checking segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:17:46.473173 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3843dc69-534e-42a0-9a20-64ccee0e80ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:46.473567 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3843dc69-534e-42a0-9a20-64ccee0e80ac None None] Bound using segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:17:46.474041 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-3843dc69-534e-42a0-9a20-64ccee0e80ac None None] Bound port: a7ebeb8b-0d2f-428c-8fc7-26482e6a3e28, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:17:46.474423 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3843dc69-534e-42a0-9a20-64ccee0e80ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:46.552349 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693e985-4e25-4555-ae0c-ae18087a3d8f req-2e8338fa-1bca-4d03-bb66-bd70480cee30 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:46.566972 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3360b1b-7922-4f08-9093-b7287e18c57b admin admin] Router 5caf442f-90f5-4944-9b7b-3c82b82f80d5 is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:17:46.584769 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b693e985-4e25-4555-ae0c-ae18087a3d8f req-2e8338fa-1bca-4d03-bb66-bd70480cee30 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fb6019-0cdb-419d-bd3f-0d77cd61fc7c HTTP/1.1" status: 200 len: 945 time: 0.6668577 Jul 15 23:17:46.639389 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-3843dc69-534e-42a0-9a20-64ccee0e80ac None None] For port a7ebeb8b-0d2f-428c-8fc7-26482e6a3e28, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:17:46.653082 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-3843dc69-534e-42a0-9a20-64ccee0e80ac None None] For port a7ebeb8b-0d2f-428c-8fc7-26482e6a3e28, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=a7ebeb8b-0d2f-428c-8fc7-26482e6a3e28,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:17:46.663882 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3843dc69-534e-42a0-9a20-64ccee0e80ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:46.774939 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3843dc69-534e-42a0-9a20-64ccee0e80ac None None] Routers {'bab31119-3d90-4a5d-ab77-c376b95871e4'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:17:46.775727 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3843dc69-534e-42a0-9a20-64ccee0e80ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:17:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['bab31119-3d90-4a5d-ab77-c376b95871e4'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:46.782831 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2ef849-500c-4d56-8a91-2b3a54fdf2d9 None None] Pushing event updated for resources: {'Port': ['ID=a7ebeb8b-0d2f-428c-8fc7-26482e6a3e28,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:46.903506 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b693e985-4e25-4555-ae0c-ae18087a3d8f req-aa921d42-08a7-4516-9426-9e9ee5ddb76d tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175752 Jul 15 23:17:46.968405 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7cfefb3-be44-4dd9-bd69-5df6055cc499 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:46.991848 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7cfefb3-be44-4dd9-bd69-5df6055cc499 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:47.001998 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3360b1b-7922-4f08-9093-b7287e18c57b admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:17:47.016270 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd180c91-9ad1-43ea-8339-34322ed57b6b None None] Sync routers for ids ['5caf442f-90f5-4944-9b7b-3c82b82f80d5'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:17:47.019990 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7cfefb3-be44-4dd9-bd69-5df6055cc499 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:47.032875 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7cfefb3-be44-4dd9-bd69-5df6055cc499 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:47.040498 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-a7cfefb3-be44-4dd9-bd69-5df6055cc499 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.9699175 Jul 15 23:17:47.054449 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 36156) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:47.058622 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd180c91-9ad1-43ea-8339-34322ed57b6b None None] Routers {'5caf442f-90f5-4944-9b7b-3c82b82f80d5'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:17:47.060983 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-fd180c91-9ad1-43ea-8339-34322ed57b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:17:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['5caf442f-90f5-4944-9b7b-3c82b82f80d5'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:47.095121 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-3843dc69-534e-42a0-9a20-64ccee0e80ac None None] Set router bab31119-3d90-4a5d-ab77-c376b95871e4 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:17:47.117428 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6427070c-4c90-4b07-baf0-5cfc37381a5b x-openstack-request-id: req-6427070c-4c90-4b07-baf0-5cfc37381a5b {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:17:47.117779 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebfc3dac-a424-46b2-b718-cab6123db16d", "name": "network-vif-deleted", "tag": "1508ac1c-9b5d-4c1b-8a04-8901ffeae8f7", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:17:47.120193 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6427070c-4c90-4b07-baf0-5cfc37381a5b {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:17:47.120784 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebfc3dac-a424-46b2-b718-cab6123db16d', 'name': 'network-vif-deleted', 'tag': '1508ac1c-9b5d-4c1b-8a04-8901ffeae8f7', 'status': 'completed', 'code': 200} Jul 15 23:17:47.129601 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-7217c2d4-412c-4b49-a32c-2e26c9648513 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:47.199762 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-f4973838-9690-4329-ac7b-d07432bfffd1 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] 10.222.0.48 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1429021 Jul 15 23:17:47.212810 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 36158) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:47.367042 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 36162) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:47.499399 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-fd180c91-9ad1-43ea-8339-34322ed57b6b None None] Set router 5caf442f-90f5-4944-9b7b-3c82b82f80d5 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:17:47.524254 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79ed0bb2-8690-4166-9c29-16cb741f7ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:47.562647 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6af52a0-1ed9-4953-8bbd-e440c1945737 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:47.565574 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6af52a0-1ed9-4953-8bbd-e440c1945737 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:47.568399 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-b6af52a0-1ed9-4953-8bbd-e440c1945737 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.3538089 Jul 15 23:17:47.574303 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 36168) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:47.626644 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0053a125-3e39-44b5-bc17-d8b25e9fc93d req-db9031d2-d16f-442c-a5b3-e1663fcc0bfb tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:47.645954 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0053a125-3e39-44b5-bc17-d8b25e9fc93d req-db9031d2-d16f-442c-a5b3-e1663fcc0bfb tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:47.660401 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0053a125-3e39-44b5-bc17-d8b25e9fc93d req-db9031d2-d16f-442c-a5b3-e1663fcc0bfb tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 1600 time: 0.8148017 Jul 15 23:17:47.882909 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3843dc69-534e-42a0-9a20-64ccee0e80ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab31119-3d90-4a5d-ab77-c376b95871e4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1416065937-router', 'tenant_id': '755c71b8af0f4b4f8456f64801bb7be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': 'a7ebeb8b-0d2f-428c-8fc7-26482e6a3e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:32Z', 'updated_at': '2021-07-15T23:17:39Z', 'revision_number': 3, 'project_id': '755c71b8af0f4b4f8456f64801bb7be8', 'gw_port': {'id': 'a7ebeb8b-0d2f-428c-8fc7-26482e6a3e28', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bab31119-3d90-4a5d-ab77-c376b95871e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:36Z', 'updated_at': '2021-07-15T23:17:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:47.928957 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 36172) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:48.003888 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3843dc69-534e-42a0-9a20-64ccee0e80ac None None] The sync data for ids ['bab31119-3d90-4a5d-ab77-c376b95871e4'] in n-d-794306-6 is: [{'id': 'bab31119-3d90-4a5d-ab77-c376b95871e4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1416065937-router', 'tenant_id': '755c71b8af0f4b4f8456f64801bb7be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': 'a7ebeb8b-0d2f-428c-8fc7-26482e6a3e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:32Z', 'updated_at': '2021-07-15T23:17:39Z', 'revision_number': 3, 'project_id': '755c71b8af0f4b4f8456f64801bb7be8', 'gw_port': {'id': 'a7ebeb8b-0d2f-428c-8fc7-26482e6a3e28', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bab31119-3d90-4a5d-ab77-c376b95871e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:36Z', 'updated_at': '2021-07-15T23:17:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:17:48.034510 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-227a7e3f-8fec-454a-89fd-ba038dbcf8c8 req-8ca90bb9-e1af-4878-85ef-6a8e5a7449df tempest-ServerShowV247Test-1382569235 tempest-ServerShowV247Test-1382569235-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e5c59f2-c829-4ce5-826d-0fa240adc5de HTTP/1.1" status: 200 len: 210 time: 0.1638620 Jul 15 23:17:48.089989 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0053a125-3e39-44b5-bc17-d8b25e9fc93d req-f5138e21-a51e-4818-a1b4-3d25bdd0f71e tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/security-groups?id=3034f104-295d-4ae9-983e-a750e439037a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4276536 Jul 15 23:17:48.139825 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c957290c-acbc-441f-af9f-559043c02852 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Attributes excluded by policy engine: ['shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:48.142154 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c957290c-acbc-441f-af9f-559043c02852 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Attributes excluded by policy engine: ['shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:48.146933 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-c957290c-acbc-441f-af9f-559043c02852 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] 10.222.0.48 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.5690644 Jul 15 23:17:48.159559 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36178) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:48.199462 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e2135f8-6756-4427-a905-21935afeec60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:48.233495 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7217c2d4-412c-4b49-a32c-2e26c9648513 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Pushing event deleted for resources: {'Port': ['ID=bc89a090-5ba9-4fa7-b1e7-6edd9443bf5d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:48.240580 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3360b1b-7922-4f08-9093-b7287e18c57b admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:48.248199 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a3360b1b-7922-4f08-9093-b7287e18c57b admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 12.3447897 Jul 15 23:17:48.249175 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36180) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:48.335088 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-7217c2d4-412c-4b49-a32c-2e26c9648513 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] No DVR routers for this DVR port bc89a090-5ba9-4fa7-b1e7-6edd9443bf5d on host n-h2-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:17:48.339561 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-7217c2d4-412c-4b49-a32c-2e26c9648513 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:48.341686 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-fd180c91-9ad1-43ea-8339-34322ed57b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5caf442f-90f5-4944-9b7b-3c82b82f80d5', 'name': 'tempest-AttachVolumeTestJSON-1991659375-router', 'tenant_id': 'c691a27677f54c85a3250b5bafef55f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': 'c126e0f2-7b39-47ee-bcb1-ab21bab14aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:36Z', 'updated_at': '2021-07-15T23:17:42Z', 'revision_number': 3, 'project_id': 'c691a27677f54c85a3250b5bafef55f4', 'gw_port': {'id': 'c126e0f2-7b39-47ee-bcb1-ab21bab14aaa', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e9:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5caf442f-90f5-4944-9b7b-3c82b82f80d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:39Z', 'updated_at': '2021-07-15T23:17:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:48.343966 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-7217c2d4-412c-4b49-a32c-2e26c9648513 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.41 "DELETE /v2.0/ports/bc89a090-5ba9-4fa7-b1e7-6edd9443bf5d HTTP/1.1" status: 204 len: 173 time: 3.0372980 Jul 15 23:17:48.376962 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd180c91-9ad1-43ea-8339-34322ed57b6b None None] Checking router: 5caf442f-90f5-4944-9b7b-3c82b82f80d5 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:17:48.377443 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd180c91-9ad1-43ea-8339-34322ed57b6b None None] Updating router 5caf442f-90f5-4944-9b7b-3c82b82f80d5 port c126e0f2-7b39-47ee-bcb1-ab21bab14aaa binding host n-d-794306-6 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:17:48.401914 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-79ed0bb2-8690-4166-9c29-16cb741f7ab0 admin admin] Allocated IP 172.20.0.1 (9f19e16d-80cc-4978-a6af-90886f4815b0/c47fb0aa-d130-4cc4-8f0f-6fe438367e12/fc40c1de-3b30-4b81-bef4-6ac8d611c557) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:17:48.409120 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-c74e534e-b9e8-4c1b-b2e5-3d6ec66b2bfb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c16f9dd195944b75b0e53536453ab564&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0291569 Jul 15 23:17:48.415243 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 36182) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:48.442928 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fd180c91-9ad1-43ea-8339-34322ed57b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:48.848815 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ffe5b8-3c11-4297-9c9e-2c7933ef09e4 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:48.857410 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c1ffe5b8-3c11-4297-9c9e-2c7933ef09e4 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] 10.222.0.48 "GET /v2.0/networks/c6499627-4e2f-48ea-ae86-72130adb3fc2 HTTP/1.1" status: 200 len: 800 time: 0.6868460 Jul 15 23:17:48.897941 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36184) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:49.076919 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fd180c91-9ad1-43ea-8339-34322ed57b6b None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:49.093328 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-fd180c91-9ad1-43ea-8339-34322ed57b6b None None] Transition to ACTIVE for port object c126e0f2-7b39-47ee-bcb1-ab21bab14aaa will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:17:49.106788 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fd180c91-9ad1-43ea-8339-34322ed57b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:49.161796 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebfc3dac-a424-46b2-b718-cab6123db16d', 'name': 'network-vif-deleted', 'tag': 'bc89a090-5ba9-4fa7-b1e7-6edd9443bf5d'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:17:49.164202 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee39ec19-8c99-413a-b478-f0c4933fbc0d" -d '{"events": [{"server_uuid": "ebfc3dac-a424-46b2-b718-cab6123db16d", "name": "network-vif-deleted", "tag": "bc89a090-5ba9-4fa7-b1e7-6edd9443bf5d"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:17:49.237981 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569a2a0f-a374-4570-a544-ace4f804d36a None None] Pushing event updated for resources: {'Port': ['ID=c126e0f2-7b39-47ee-bcb1-ab21bab14aaa,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:49.246500 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a648ece0-4d90-4e0f-91f4-481b6fd1a9fb tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] 10.222.0.48 "GET /v2.0/networks/c6499627-4e2f-48ea-ae86-72130adb3fc2?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3400438 Jul 15 23:17:49.247863 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36192) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:49.260570 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569a2a0f-a374-4570-a544-ace4f804d36a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:49.261139 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569a2a0f-a374-4570-a544-ace4f804d36a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:49.264772 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-6443692a-4a93-4902-b4e6-5be7d5855310 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Deleting port 7d743366-2938-4e94-bd00-f6544b7422ae {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:17:49.265509 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-6443692a-4a93-4902-b4e6-5be7d5855310 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:49.274064 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569a2a0f-a374-4570-a544-ace4f804d36a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:49.275724 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569a2a0f-a374-4570-a544-ace4f804d36a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:49.276248 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569a2a0f-a374-4570-a544-ace4f804d36a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:49.276586 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569a2a0f-a374-4570-a544-ace4f804d36a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:49.276914 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569a2a0f-a374-4570-a544-ace4f804d36a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:49.277596 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569a2a0f-a374-4570-a544-ace4f804d36a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:49.277917 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569a2a0f-a374-4570-a544-ace4f804d36a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:49.278244 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569a2a0f-a374-4570-a544-ace4f804d36a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:49.278568 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569a2a0f-a374-4570-a544-ace4f804d36a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:49.279079 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569a2a0f-a374-4570-a544-ace4f804d36a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:49.317231 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-fd180c91-9ad1-43ea-8339-34322ed57b6b None None] Attempting to bind port c126e0f2-7b39-47ee-bcb1-ab21bab14aaa on host n-d-794306-6 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:17:49.318736 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-fd180c91-9ad1-43ea-8339-34322ed57b6b None None] Attempting to bind port c126e0f2-7b39-47ee-bcb1-ab21bab14aaa by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:17:49.318736 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd180c91-9ad1-43ea-8339-34322ed57b6b None None] Attempting to bind port c126e0f2-7b39-47ee-bcb1-ab21bab14aaa on network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:17:49.324120 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd180c91-9ad1-43ea-8339-34322ed57b6b None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:17:49.324466 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd180c91-9ad1-43ea-8339-34322ed57b6b None None] Checking segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:17:49.324877 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fd180c91-9ad1-43ea-8339-34322ed57b6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:49.325266 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd180c91-9ad1-43ea-8339-34322ed57b6b None None] Bound using segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:17:49.325738 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-fd180c91-9ad1-43ea-8339-34322ed57b6b None None] Bound port: c126e0f2-7b39-47ee-bcb1-ab21bab14aaa, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:17:49.326152 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fd180c91-9ad1-43ea-8339-34322ed57b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:49.423132 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-fd180c91-9ad1-43ea-8339-34322ed57b6b None None] For port c126e0f2-7b39-47ee-bcb1-ab21bab14aaa, host n-d-794306-6, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:17:49.434074 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-fd180c91-9ad1-43ea-8339-34322ed57b6b None None] For port c126e0f2-7b39-47ee-bcb1-ab21bab14aaa, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=c126e0f2-7b39-47ee-bcb1-ab21bab14aaa,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:17:49.442616 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fd180c91-9ad1-43ea-8339-34322ed57b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:49.524680 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79ed0bb2-8690-4166-9c29-16cb741f7ab0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:49.547940 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3655918c-ed15-4a98-801a-32a59cef5dc4 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:49.560685 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-3655918c-ed15-4a98-801a-32a59cef5dc4 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] 10.222.0.48 "GET /v2.0/subnets/7b87856f-e486-4a63-b8a2-b30e7c8e84b4 HTTP/1.1" status: 200 len: 811 time: 0.3005395 Jul 15 23:17:49.567467 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36194) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:49.635872 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569a2a0f-a374-4570-a544-ace4f804d36a None None] Pushing event updated for resources: {'Port': ['ID=c126e0f2-7b39-47ee-bcb1-ab21bab14aaa,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:49.637963 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88d32f0-b989-4a9e-aefc-cc6dfe672311 req-826533a5-35e5-4961-a70b-e405c63fd77c tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:49.640875 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e88d32f0-b989-4a9e-aefc-cc6dfe672311 req-826533a5-35e5-4961-a70b-e405c63fd77c tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fb6019-0cdb-419d-bd3f-0d77cd61fc7c HTTP/1.1" status: 200 len: 945 time: 1.3320494 Jul 15 23:17:49.653020 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-79ed0bb2-8690-4166-9c29-16cb741f7ab0 admin admin] Transition to ACTIVE for port object fc40c1de-3b30-4b81-bef4-6ac8d611c557 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:17:49.684345 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-73c57a60-8f2a-457f-8885-5e58730ae158 req-3e79685b-3460-4ab6-9d5a-5dd00215a9ba tempest-ServerShowV247Test-1382569235 tempest-ServerShowV247Test-1382569235-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e5c59f2-c829-4ce5-826d-0fa240adc5de HTTP/1.1" status: 200 len: 210 time: 0.1287026 Jul 15 23:17:49.685674 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd180c91-9ad1-43ea-8339-34322ed57b6b None None] Routers {'5caf442f-90f5-4944-9b7b-3c82b82f80d5'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:17:49.686668 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-fd180c91-9ad1-43ea-8339-34322ed57b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:17:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['5caf442f-90f5-4944-9b7b-3c82b82f80d5'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:49.704261 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-6443692a-4a93-4902-b4e6-5be7d5855310 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] For port 7d743366-2938-4e94-bd00-f6544b7422ae, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=7d743366-2938-4e94-bd00-f6544b7422ae,segment=NetworkSegment(5e9c24ff-51aa-41c3-9d89-a1958611c8be),segment_id=5e9c24ff-51aa-41c3-9d89-a1958611c8be)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:49.704724 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-6443692a-4a93-4902-b4e6-5be7d5855310 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:49.745064 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3d8f7d-f218-4065-91ba-d56d08ff1ed7 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Attributes excluded by policy engine: ['shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:49.756368 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-5e3d8f7d-f218-4065-91ba-d56d08ff1ed7 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] 10.222.0.48 "GET /v2.0/subnets/7b87856f-e486-4a63-b8a2-b30e7c8e84b4?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1873186 Jul 15 23:17:49.759467 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e2135f8-6756-4427-a905-21935afeec60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:49.802005 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device a7ebeb8b-0d2f-428c-8fc7-26482e6a3e28 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:17:49.891197 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36196) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:49.932612 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port a7ebeb8b-0d2f-428c-8fc7-26482e6a3e28 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:17:49.943707 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port a7ebeb8b-0d2f-428c-8fc7-26482e6a3e28 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:17:49.944098 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:49.949455 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-8ff0909a-8ff8-4951-90d9-4b17ef0b726b tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1582345982'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:49.957269 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e2135f8-6756-4427-a905-21935afeec60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:49.968325 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4c2b1dd7-2b68-49e0-850a-47005ec13948 req-f88ba922-fe3f-4c0c-8a8f-8469e6d41f19 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8abeaf77-ec42-4c18-97a5-80e2421a6d7c HTTP/1.1" status: 200 len: 210 time: 0.3121569 Jul 15 23:17:49.973006 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-fd180c91-9ad1-43ea-8339-34322ed57b6b None None] Set router 5caf442f-90f5-4944-9b7b-3c82b82f80d5 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:17:49.988380 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-052d8f14-f675-4776-8c37-65fe41c044ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:50.089509 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:50.121201 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port a7ebeb8b-0d2f-428c-8fc7-26482e6a3e28, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=a7ebeb8b-0d2f-428c-8fc7-26482e6a3e28,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:50.128041 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:50.134123 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff0909a-8ff8-4951-90d9-4b17ef0b726b tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Made reservation on behalf of 545ae24b56d14f939269409987b9058f for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:17:50.135237 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e88d32f0-b989-4a9e-aefc-cc6dfe672311 req-4266d64d-e4fe-4164-9267-5398da969a95 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4493940 Jul 15 23:17:50.140748 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ff0909a-8ff8-4951-90d9-4b17ef0b726b tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:50.222793 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-052d8f14-f675-4776-8c37-65fe41c044ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:50.232529 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=a7ebeb8b-0d2f-428c-8fc7-26482e6a3e28,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:50.266911 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79ed0bb2-8690-4166-9c29-16cb741f7ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:50.300641 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ff0909a-8ff8-4951-90d9-4b17ef0b726b tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:17:50.303823 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c4b7b2d-f348-440a-a52f-fa6daf8d9b95 x-openstack-request-id: req-5c4b7b2d-f348-440a-a52f-fa6daf8d9b95 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:17:50.304689 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebfc3dac-a424-46b2-b718-cab6123db16d", "name": "network-vif-deleted", "tag": "bc89a090-5ba9-4fa7-b1e7-6edd9443bf5d", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:17:50.304957 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5c4b7b2d-f348-440a-a52f-fa6daf8d9b95 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:17:50.305488 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebfc3dac-a424-46b2-b718-cab6123db16d', 'name': 'network-vif-deleted', 'tag': 'bc89a090-5ba9-4fa7-b1e7-6edd9443bf5d', 'status': 'completed', 'code': 200} Jul 15 23:17:50.324978 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-fd180c91-9ad1-43ea-8339-34322ed57b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5caf442f-90f5-4944-9b7b-3c82b82f80d5', 'name': 'tempest-AttachVolumeTestJSON-1991659375-router', 'tenant_id': 'c691a27677f54c85a3250b5bafef55f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': 'c126e0f2-7b39-47ee-bcb1-ab21bab14aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:36Z', 'updated_at': '2021-07-15T23:17:42Z', 'revision_number': 3, 'project_id': 'c691a27677f54c85a3250b5bafef55f4', 'gw_port': {'id': 'c126e0f2-7b39-47ee-bcb1-ab21bab14aaa', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e9:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5caf442f-90f5-4944-9b7b-3c82b82f80d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:39Z', 'updated_at': '2021-07-15T23:17:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:50.352852 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-9e2135f8-6756-4427-a905-21935afeec60 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cd9751d0f56b4e3d8b1ab8ebe658498b&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4216335 Jul 15 23:17:50.359060 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ed0bb2-8690-4166-9c29-16cb741f7ab0 admin admin] Network 9f19e16d-80cc-4978-a6af-90886f4815b0 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:17:50.362945 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 36198) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:50.379339 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd180c91-9ad1-43ea-8339-34322ed57b6b None None] The sync data for ids ['5caf442f-90f5-4944-9b7b-3c82b82f80d5'] in n-d-794306-6 is: [{'id': '5caf442f-90f5-4944-9b7b-3c82b82f80d5', 'name': 'tempest-AttachVolumeTestJSON-1991659375-router', 'tenant_id': 'c691a27677f54c85a3250b5bafef55f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': 'c126e0f2-7b39-47ee-bcb1-ab21bab14aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:36Z', 'updated_at': '2021-07-15T23:17:42Z', 'revision_number': 3, 'project_id': 'c691a27677f54c85a3250b5bafef55f4', 'gw_port': {'id': 'c126e0f2-7b39-47ee-bcb1-ab21bab14aaa', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e9:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5caf442f-90f5-4944-9b7b-3c82b82f80d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:39Z', 'updated_at': '2021-07-15T23:17:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:17:50.393493 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-79ed0bb2-8690-4166-9c29-16cb741f7ab0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:17:50.396482 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2135f8-6756-4427-a905-21935afeec60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e272e8-e5e2-4cf1-8270-17e8ba934604,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:50.413662 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ed0bb2-8690-4166-9c29-16cb741f7ab0 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:17:50.423028 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-6443692a-4a93-4902-b4e6-5be7d5855310 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:50.423840 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-6443692a-4a93-4902-b4e6-5be7d5855310 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:50.424266 n-d-794306-6 neutron-server[93771]: INFO neutron.db.l3_db [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-6443692a-4a93-4902-b4e6-5be7d5855310 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Floating IP 55fe455b-66a7-4b2f-8ecf-a9cbfe7a0e09 disassociated. External IP: 172.25.5.253, port: 7d743366-2938-4e94-bd00-f6544b7422ae. Jul 15 23:17:50.424767 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-6443692a-4a93-4902-b4e6-5be7d5855310 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Calling delete_port for 7d743366-2938-4e94-bd00-f6544b7422ae owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:17:50.504049 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ed0bb2-8690-4166-9c29-16cb741f7ab0 admin admin] Pushing event updated for resources: {'Port': ['ID=fc40c1de-3b30-4b81-bef4-6ac8d611c557,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:50.609393 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ff0909a-8ff8-4951-90d9-4b17ef0b726b tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:50.610657 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-8ff0909a-8ff8-4951-90d9-4b17ef0b726b tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Added segment 3577fd4d-b321-4b6e-a0e0-f5f556f37dcb of type vlan for network 5eada5ed-bf1b-454b-8b91-dfdbcb8c95e3 Jul 15 23:17:50.652080 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a55b6-dab2-4730-aa07-223f2b0d395d req-936e8eb3-4725-4180-ac1c-f0f5727f10e0 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:50.662137 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-418a55b6-dab2-4730-aa07-223f2b0d395d req-936e8eb3-4725-4180-ac1c-f0f5727f10e0 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 944 time: 0.7665083 Jul 15 23:17:50.663173 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-052d8f14-f675-4776-8c37-65fe41c044ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:50.668587 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-052d8f14-f675-4776-8c37-65fe41c044ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:50.670698 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-052d8f14-f675-4776-8c37-65fe41c044ab admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4f50483d-572b-492d-86d3-650d594956a0 HTTP/1.1" status: 204 len: 168 time: 2.2464228 Jul 15 23:17:50.673291 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79ed0bb2-8690-4166-9c29-16cb741f7ab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:50.979269 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a5eaeba-8607-4bec-aef1-48db0e4a5892 None None] Provisioning for port fc40c1de-3b30-4b81-bef4-6ac8d611c557 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:17:50.992677 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a5eaeba-8607-4bec-aef1-48db0e4a5892 None None] Provisioning complete for port fc40c1de-3b30-4b81-bef4-6ac8d611c557 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:17:50.993302 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a5eaeba-8607-4bec-aef1-48db0e4a5892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:51.003371 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ff0909a-8ff8-4951-90d9-4b17ef0b726b tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:51.109570 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052d8f14-f675-4776-8c37-65fe41c044ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f50483d-572b-492d-86d3-650d594956a0,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:51.179739 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-180f9b8b-796d-4573-96e2-76b1a759f9be req-c1fbe2c8-baae-4996-8359-fac233d9e51a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2e5c59f2-c829-4ce5-826d-0fa240adc5de HTTP/1.1" status: 200 len: 210 time: 0.2283270 Jul 15 23:17:51.192222 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a5eaeba-8607-4bec-aef1-48db0e4a5892 None None] Port fc40c1de-3b30-4b81-bef4-6ac8d611c557 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:17:51.231102 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-6443692a-4a93-4902-b4e6-5be7d5855310 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:51.278374 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-71d8e203-67af-45e0-ada7-aedc4cc7555b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:51.312562 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9bb22439-3eb8-4404-b887-52ee16794d63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:51.360171 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ff0909a-8ff8-4951-90d9-4b17ef0b726b tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:51.372480 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff0909a-8ff8-4951-90d9-4b17ef0b726b tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:51.374622 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ff0909a-8ff8-4951-90d9-4b17ef0b726b tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:51.386370 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-418a55b6-dab2-4730-aa07-223f2b0d395d req-d308b48d-1805-4224-8970-f0a6215e5f0d tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/security-groups?id=3034f104-295d-4ae9-983e-a750e439037a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6592050 Jul 15 23:17:51.389961 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0d45e273-d5c8-4947-9b6b-ad63400b16bc req-1a448621-b72a-4c7d-95b8-3dc2ced8f9c3 tempest-ServerShowV247Test-1382569235 tempest-ServerShowV247Test-1382569235-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e5c59f2-c829-4ce5-826d-0fa240adc5de HTTP/1.1" status: 200 len: 210 time: 0.1731791 Jul 15 23:17:51.405730 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6443692a-4a93-4902-b4e6-5be7d5855310 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Pushing event deleted for resources: {'Port': ['ID=7d743366-2938-4e94-bd00-f6544b7422ae,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:51.543646 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-8ff0909a-8ff8-4951-90d9-4b17ef0b726b tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6390324 Jul 15 23:17:51.546937 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 36210) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:51.563479 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-36a46f89-c055-4b64-b227-be4fc572dd9e tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Request body: {'subnet': {'network_id': '5eada5ed-bf1b-454b-8b91-dfdbcb8c95e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:51.704929 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9bb22439-3eb8-4404-b887-52ee16794d63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:51.730001 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff0909a-8ff8-4951-90d9-4b17ef0b726b tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Pushing event updated for resources: {'Network': ['ID=5eada5ed-bf1b-454b-8b91-dfdbcb8c95e3,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:51.749493 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 5eada5ed-bf1b-454b-8b91-dfdbcb8c95e3 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:17:51.971360 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device c126e0f2-7b39-47ee-bcb1-ab21bab14aaa up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:17:52.104423 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port c126e0f2-7b39-47ee-bcb1-ab21bab14aaa completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:17:52.115021 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port c126e0f2-7b39-47ee-bcb1-ab21bab14aaa triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:17:52.116360 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:52.327191 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79ed0bb2-8690-4166-9c29-16cb741f7ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:52.366417 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:52.372009 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-6443692a-4a93-4902-b4e6-5be7d5855310 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Router 692ede29-75dd-450c-bf67-db4eaf105f19 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:17:52.429726 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port c126e0f2-7b39-47ee-bcb1-ab21bab14aaa, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=c126e0f2-7b39-47ee-bcb1-ab21bab14aaa,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:52.453971 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:52.457483 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device a7ebeb8b-0d2f-428c-8fc7-26482e6a3e28 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:17:52.539539 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=c126e0f2-7b39-47ee-bcb1-ab21bab14aaa,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:52.650414 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a46f89-c055-4b64-b227-be4fc572dd9e tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Made reservation on behalf of 545ae24b56d14f939269409987b9058f for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:17:52.674482 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-36a46f89-c055-4b64-b227-be4fc572dd9e tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:52.690744 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9bb22439-3eb8-4404-b887-52ee16794d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:52.696718 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9bb22439-3eb8-4404-b887-52ee16794d63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:52.699403 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-9bb22439-3eb8-4404-b887-52ee16794d63 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a6e272e8-e5e2-4cf1-8270-17e8ba934604 HTTP/1.1" status: 204 len: 168 time: 2.3238137 Jul 15 23:17:52.712140 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port a7ebeb8b-0d2f-428c-8fc7-26482e6a3e28 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:17:52.713776 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:52.728434 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-71d8e203-67af-45e0-ada7-aedc4cc7555b admin admin] Allocated IP 172.20.0.1 (72dd1139-85ac-44a3-8181-7845deb521ca/8c6a4d69-e5f7-4129-9f0b-56463cfab399/12c36751-f011-4281-8ed5-a95b40bd1dbf) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:17:52.736186 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-6443692a-4a93-4902-b4e6-5be7d5855310 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:17:52.790494 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36232) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:52.805578 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df8df7c-4e9c-4065-ade7-fe422e40f05f None None] Sync routers for ids ['692ede29-75dd-450c-bf67-db4eaf105f19'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:17:52.834294 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-6443692a-4a93-4902-b4e6-5be7d5855310 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] No DVR routers for this DVR port 7d743366-2938-4e94-bd00-f6544b7422ae on host n-h2-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:17:52.838887 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-6443692a-4a93-4902-b4e6-5be7d5855310 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:52.839759 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df8df7c-4e9c-4065-ade7-fe422e40f05f None None] Routers {'692ede29-75dd-450c-bf67-db4eaf105f19'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:17:52.841072 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-1df8df7c-4e9c-4065-ade7-fe422e40f05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:17:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['692ede29-75dd-450c-bf67-db4eaf105f19'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:52.842123 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-05a0f6e6-6ac2-46b7-807a-7655218806d7 req-6443692a-4a93-4902-b4e6-5be7d5855310 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.41 "DELETE /v2.0/ports/7d743366-2938-4e94-bd00-f6544b7422ae HTTP/1.1" status: 204 len: 173 time: 4.4433913 Jul 15 23:17:52.856990 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb22439-3eb8-4404-b887-52ee16794d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e272e8-e5e2-4cf1-8270-17e8ba934604,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:52.871350 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebfc3dac-a424-46b2-b718-cab6123db16d', 'name': 'network-vif-deleted', 'tag': '7d743366-2938-4e94-bd00-f6544b7422ae'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:17:52.876630 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f373b73-bfac-47ff-a9f6-b3eaf6d17962" -d '{"events": [{"server_uuid": "ebfc3dac-a424-46b2-b718-cab6123db16d", "name": "network-vif-deleted", "tag": "7d743366-2938-4e94-bd00-f6544b7422ae"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:17:52.960718 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f2ebb-6074-43c2-92c0-4118c4f4fc14 req-6c63804e-a6fe-4aff-aa54-983f3ec5d622 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:52.994801 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-de5f2ebb-6074-43c2-92c0-4118c4f4fc14 req-6c63804e-a6fe-4aff-aa54-983f3ec5d622 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fb6019-0cdb-419d-bd3f-0d77cd61fc7c HTTP/1.1" status: 200 len: 945 time: 1.2234285 Jul 15 23:17:53.050891 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a04c9ae8-b2b1-457e-b1a2-310c18ffb8cf req-87ffae50-ae19-46c0-b661-8f3d03998121 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 210 time: 0.3618531 Jul 15 23:17:53.063124 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-00cc8a45-85f4-4c7f-b398-5d74ace7c0bc admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-749798368-network', 'tenant_id': '1535e8fb4bbf47a995341d11b9792565'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:53.151511 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00cc8a45-85f4-4c7f-b398-5d74ace7c0bc admin admin] Made reservation on behalf of 1535e8fb4bbf47a995341d11b9792565 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:17:53.156023 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00cc8a45-85f4-4c7f-b398-5d74ace7c0bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:53.186920 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 510baed5-5df5-41aa-922d-764396cd58db no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:17:53.190290 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 510baed5-5df5-41aa-922d-764396cd58db details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:17:53.207844 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-71d8e203-67af-45e0-ada7-aedc4cc7555b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:53.245348 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-71d8e203-67af-45e0-ada7-aedc4cc7555b admin admin] Transition to ACTIVE for port object 12c36751-f011-4281-8ed5-a95b40bd1dbf will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:17:53.247081 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.ipam_backend_mixin [None req-36a46f89-c055-4b64-b227-be4fc572dd9e tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Performing IP validity checks on allocation pools {{(pid=93770) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 15 23:17:53.249927 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.ipam_backend_mixin [None req-36a46f89-c055-4b64-b227-be4fc572dd9e tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93770) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 15 23:17:53.309335 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-de5f2ebb-6074-43c2-92c0-4118c4f4fc14 req-50de78d1-54d2-4728-a42a-72ce0f7ee1cd tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113506 Jul 15 23:17:53.328182 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-1df8df7c-4e9c-4065-ade7-fe422e40f05f None None] Set router 692ede29-75dd-450c-bf67-db4eaf105f19 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:17:53.336506 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00cc8a45-85f4-4c7f-b398-5d74ace7c0bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:53.370187 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-71d8e203-67af-45e0-ada7-aedc4cc7555b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:53.439979 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d8e203-67af-45e0-ada7-aedc4cc7555b admin admin] Pushing event updated for resources: {'Port': ['ID=12c36751-f011-4281-8ed5-a95b40bd1dbf,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:53.442836 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.db.resource_extend [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 23:17:53.443732 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe984837-998b-4e83-a257-926260d2bbe6 x-openstack-request-id: req-fe984837-998b-4e83-a257-926260d2bbe6 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:17:53.444024 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebfc3dac-a424-46b2-b718-cab6123db16d", "name": "network-vif-deleted", "tag": "7d743366-2938-4e94-bd00-f6544b7422ae", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:17:53.444333 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fe984837-998b-4e83-a257-926260d2bbe6 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:17:53.445004 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebfc3dac-a424-46b2-b718-cab6123db16d', 'name': 'network-vif-deleted', 'tag': '7d743366-2938-4e94-bd00-f6544b7422ae', 'status': 'completed', 'code': 200} Jul 15 23:17:53.503205 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d8e203-67af-45e0-ada7-aedc4cc7555b admin admin] Network 72dd1139-85ac-44a3-8181-7845deb521ca is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:17:53.518034 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-71d8e203-67af-45e0-ada7-aedc4cc7555b admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:17:53.543709 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d8e203-67af-45e0-ada7-aedc4cc7555b admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:17:53.642609 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-71d8e203-67af-45e0-ada7-aedc4cc7555b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:53.689606 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ca83e430-d4a2-49e2-b3d5-e16bb8c15d2a req-791eab3b-a3f8-40cb-95a3-a5f7ad8bb7e3 tempest-ServerShowV247Test-1382569235 tempest-ServerShowV247Test-1382569235-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e5c59f2-c829-4ce5-826d-0fa240adc5de HTTP/1.1" status: 200 len: 210 time: 0.1638229 Jul 15 23:17:53.885942 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-71d8e203-67af-45e0-ada7-aedc4cc7555b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:54.032609 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00cc8a45-85f4-4c7f-b398-5d74ace7c0bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:54.039904 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00cc8a45-85f4-4c7f-b398-5d74ace7c0bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:54.103435 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cc8a45-85f4-4c7f-b398-5d74ace7c0bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c3e5093-3aee-4735-ad4f-51aafad3cea0,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:54.126644 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79ed0bb2-8690-4166-9c29-16cb741f7ab0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:54.176675 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00cc8a45-85f4-4c7f-b398-5d74ace7c0bc admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:17:54.188869 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79ed0bb2-8690-4166-9c29-16cb741f7ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:54.217545 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:54.234534 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device c126e0f2-7b39-47ee-bcb1-ab21bab14aaa up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:17:54.320276 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00cc8a45-85f4-4c7f-b398-5d74ace7c0bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:54.323001 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-00cc8a45-85f4-4c7f-b398-5d74ace7c0bc admin admin] Added segment 9f863f95-1b25-4720-919a-e5e9e76842d9 of type vlan for network f810acf3-bdcb-4225-beca-d64cbd4db70b Jul 15 23:17:54.362099 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-36a46f89-c055-4b64-b227-be4fc572dd9e tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:54.466450 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00cc8a45-85f4-4c7f-b398-5d74ace7c0bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:54.468892 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79ed0bb2-8690-4166-9c29-16cb741f7ab0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:54.487388 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 510baed5-5df5-41aa-922d-764396cd58db, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=510baed5-5df5-41aa-922d-764396cd58db,segment=NetworkSegment(7f5ce7d6-1f0d-40c2-8f4e-72bafb9ba40d),segment_id=7f5ce7d6-1f0d-40c2-8f4e-72bafb9ba40d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:54.514854 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69fb6019-0cdb-419d-bd3f-0d77cd61fc7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '510baed5-5df5-41aa-922d-764396cd58db'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:17:54.518058 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc2dd6d-cc76-4db4-a102-05d386bc3e22" -d '{"events": [{"server_uuid": "69fb6019-0cdb-419d-bd3f-0d77cd61fc7c", "name": "network-vif-unplugged", "status": "completed", "tag": "510baed5-5df5-41aa-922d-764396cd58db"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:17:54.535951 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:54.536103 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ed0bb2-8690-4166-9c29-16cb741f7ab0 admin admin] Pushing event updated for resources: {'Port': ['ID=fc40c1de-3b30-4b81-bef4-6ac8d611c557,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:54.565095 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c814a720-a28e-4410-8404-3154bd547fce req-bee9ddca-8479-46b2-9ab5-7a13c51b74d7 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 210 time: 0.1795728 Jul 15 23:17:54.621966 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a46f89-c055-4b64-b227-be4fc572dd9e tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Pushing event updated for resources: {'Subnet': ['ID=06ef8000-ff50-437c-8c14-c21f48702651,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:54.775231 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00cc8a45-85f4-4c7f-b398-5d74ace7c0bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:54.795754 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=510baed5-5df5-41aa-922d-764396cd58db,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:54.805083 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00cc8a45-85f4-4c7f-b398-5d74ace7c0bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:54.805903 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00cc8a45-85f4-4c7f-b398-5d74ace7c0bc admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:54.810020 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-017a0298-3d2f-45b1-a20b-6aa1373545bb None None] Provisioning for port 12c36751-f011-4281-8ed5-a95b40bd1dbf completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:17:54.835957 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:54.837980 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:54.838328 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:54.838667 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:54.839000 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:54.839329 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:54.839700 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:54.843089 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:54.843616 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:54.845089 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:54.846150 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:54.846150 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:17:54.865622 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a46f89-c055-4b64-b227-be4fc572dd9e tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Checking segment: {'id': '3577fd4d-b321-4b6e-a0e0-f5f556f37dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5eada5ed-bf1b-454b-8b91-dfdbcb8c95e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:17:54.867267 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a46f89-c055-4b64-b227-be4fc572dd9e tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Network hostable DHCP agents. Network: 5eada5ed-bf1b-454b-8b91-dfdbcb8c95e3, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:17:54.885249 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 510baed5-5df5-41aa-922d-764396cd58db, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=510baed5-5df5-41aa-922d-764396cd58db,segment=NetworkSegment(7f5ce7d6-1f0d-40c2-8f4e-72bafb9ba40d),segment_id=7f5ce7d6-1f0d-40c2-8f4e-72bafb9ba40d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:54.902142 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-017a0298-3d2f-45b1-a20b-6aa1373545bb None None] Provisioning complete for port 12c36751-f011-4281-8ed5-a95b40bd1dbf triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:17:54.902840 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-017a0298-3d2f-45b1-a20b-6aa1373545bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:54.965153 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-71d8e203-67af-45e0-ada7-aedc4cc7555b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:54.998497 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-71d8e203-67af-45e0-ada7-aedc4cc7555b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:55.004536 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35aedba-d770-46a2-b403-0fbc2c8307ff x-openstack-request-id: req-c35aedba-d770-46a2-b403-0fbc2c8307ff {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:17:55.005031 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69fb6019-0cdb-419d-bd3f-0d77cd61fc7c", "name": "network-vif-unplugged", "status": "completed", "tag": "510baed5-5df5-41aa-922d-764396cd58db", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:17:55.005474 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c35aedba-d770-46a2-b403-0fbc2c8307ff {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:17:55.006012 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69fb6019-0cdb-419d-bd3f-0d77cd61fc7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '510baed5-5df5-41aa-922d-764396cd58db', 'code': 200} Jul 15 23:17:55.012970 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-00cc8a45-85f4-4c7f-b398-5d74ace7c0bc admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2107589 Jul 15 23:17:55.029663 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 36280) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:55.047747 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '510baed5-5df5-41aa-922d-764396cd58db', 'network_id': 'c6d78d97-c5bd-4992-9d0e-5892dffd416b', 'port_id': '510baed5-5df5-41aa-922d-764396cd58db', 'mac_address': 'fa:16:3e:88:be:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a144ec76-c4c9-4c39-825f-807a0a3dd5eb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:17:55.055429 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e6e9eddb-602c-46ee-b1c7-0def268b9766 admin admin] Request body: {'subnet': {'network_id': 'f810acf3-bdcb-4225-beca-d64cbd4db70b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-749798368-subnet', 'tenant_id': '1535e8fb4bbf47a995341d11b9792565', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:55.168879 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a46f89-c055-4b64-b227-be4fc572dd9e tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Network 5eada5ed-bf1b-454b-8b91-dfdbcb8c95e3 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:17:55.189445 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ed0bb2-8690-4166-9c29-16cb741f7ab0 admin admin] Network 9f19e16d-80cc-4978-a6af-90886f4815b0 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:17:55.204306 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-36a46f89-c055-4b64-b227-be4fc572dd9e tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 5eada5ed-bf1b-454b-8b91-dfdbcb8c95e3) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:17:55.212103 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cc8a45-85f4-4c7f-b398-5d74ace7c0bc admin admin] Pushing event updated for resources: {'Network': ['ID=f810acf3-bdcb-4225-beca-d64cbd4db70b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:55.214867 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:55.216855 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a46f89-c055-4b64-b227-be4fc572dd9e tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:55.217892 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-36a46f89-c055-4b64-b227-be4fc572dd9e tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:55.233433 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-79ed0bb2-8690-4166-9c29-16cb741f7ab0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:17:55.235997 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port c126e0f2-7b39-47ee-bcb1-ab21bab14aaa triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:17:55.236669 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:55.278794 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-71d8e203-67af-45e0-ada7-aedc4cc7555b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:55.285679 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d8e203-67af-45e0-ada7-aedc4cc7555b admin admin] Pushing event updated for resources: {'Port': ['ID=12c36751-f011-4281-8ed5-a95b40bd1dbf,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:55.315368 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a1d296-aff8-49af-8d80-f815c40bc5a2 None None] Network 5eada5ed-bf1b-454b-8b91-dfdbcb8c95e3 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:17:55.319384 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network f810acf3-bdcb-4225-beca-d64cbd4db70b details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:17:55.327779 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c0fbe093-d15b-4882-a969-b37dd0e3430b req-033b673a-5ae2-4e81-9886-3bfca0a48675 tempest-ServerShowV247Test-1382569235 tempest-ServerShowV247Test-1382569235-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e5c59f2-c829-4ce5-826d-0fa240adc5de HTTP/1.1" status: 200 len: 210 time: 0.1243107 Jul 15 23:17:55.350590 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e9eddb-602c-46ee-b1c7-0def268b9766 admin admin] Made reservation on behalf of 1535e8fb4bbf47a995341d11b9792565 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:17:55.355779 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e6e9eddb-602c-46ee-b1c7-0def268b9766 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:55.553067 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d8e203-67af-45e0-ada7-aedc4cc7555b admin admin] Network 72dd1139-85ac-44a3-8181-7845deb521ca is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:17:55.559855 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-71d8e203-67af-45e0-ada7-aedc4cc7555b admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:17:55.569656 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-017a0298-3d2f-45b1-a20b-6aa1373545bb None None] Port 12c36751-f011-4281-8ed5-a95b40bd1dbf cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:17:55.572822 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 510baed5-5df5-41aa-922d-764396cd58db {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:17:55.605714 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 510baed5-5df5-41aa-922d-764396cd58db, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=510baed5-5df5-41aa-922d-764396cd58db,segment=NetworkSegment(7f5ce7d6-1f0d-40c2-8f4e-72bafb9ba40d),segment_id=7f5ce7d6-1f0d-40c2-8f4e-72bafb9ba40d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:17:55.658287 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-36a46f89-c055-4b64-b227-be4fc572dd9e tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 4.0944359 Jul 15 23:17:55.676754 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:55.778932 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:55.804368 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36288) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:55.821420 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ba78cd03-0430-4a1e-9ce6-c7843fc155c8 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:56.018176 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-1df8df7c-4e9c-4065-ade7-fe422e40f05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '692ede29-75dd-450c-bf67-db4eaf105f19', 'name': 'tempest-TaggedBootDevicesTest_v242-275081819-router', 'tenant_id': '17c76d71cba4469f89099c3ebf7755c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '855ac6a4-ba21-4c27-b7d9-c47fbfd0774a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:06:13Z', 'updated_at': '2021-07-15T23:06:24Z', 'revision_number': 4, 'project_id': '17c76d71cba4469f89099c3ebf7755c2', 'gw_port': {'id': '855ac6a4-ba21-4c27-b7d9-c47fbfd0774a', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692ede29-75dd-450c-bf67-db4eaf105f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:06:14Z', 'updated_at': '2021-07-15T23:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '8011d81b-ce02-4aee-9a4e-051eecd78a1c', 'name': '', 'network_id': 'e44e98f5-3493-4f81-9434-a1f39e44c5fc', 'tenant_id': '17c76d71cba4469f89099c3ebf7755c2', 'mac_address': 'fa:16:3e:4e:38:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692ede29-75dd-450c-bf67-db4eaf105f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '0a37184c-ca0e-49c0-878a-e1693cdef72b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:06:22Z', 'updated_at': '2021-07-15T23:06:36Z', 'revision_number': 5, 'project_id': '17c76d71cba4469f89099c3ebf7755c2', 'subnets': [{'id': '0a37184c-ca0e-49c0-878a-e1693cdef72b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:56.105810 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ba78cd03-0430-4a1e-9ce6-c7843fc155c8 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-260801841'] for subnet, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:56.150086 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['510baed5-5df5-41aa-922d-764396cd58db'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:17:56.162859 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df8df7c-4e9c-4065-ade7-fe422e40f05f None None] Checking router: 692ede29-75dd-450c-bf67-db4eaf105f19 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:17:56.214896 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79ed0bb2-8690-4166-9c29-16cb741f7ab0 admin admin] Router bab31119-3d90-4a5d-ab77-c376b95871e4 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:17:56.234781 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85279d44-7482-4463-877e-72df22e3b8f9 req-8bb63c44-7328-468e-96eb-caf39c7825af tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:56.249645 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-85279d44-7482-4463-877e-72df22e3b8f9 req-8bb63c44-7328-468e-96eb-caf39c7825af tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fb6019-0cdb-419d-bd3f-0d77cd61fc7c HTTP/1.1" status: 200 len: 943 time: 1.1840851 Jul 15 23:17:56.293130 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bc3a7f63-9811-4bbc-b42b-390e7065b2b4 req-35190f34-4cf1-444d-8cb0-a1664dba2623 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 210 time: 0.2279241 Jul 15 23:17:56.384186 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71d8e203-67af-45e0-ada7-aedc4cc7555b admin admin] Router 5caf442f-90f5-4944-9b7b-3c82b82f80d5 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:17:56.398123 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-85279d44-7482-4463-877e-72df22e3b8f9 req-29c5254d-1836-4e0b-90cd-4408a8c095b9 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463377 Jul 15 23:17:56.420520 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=510baed5-5df5-41aa-922d-764396cd58db,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:56.433556 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df8df7c-4e9c-4065-ade7-fe422e40f05f None None] Routers {'692ede29-75dd-450c-bf67-db4eaf105f19'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:17:56.434299 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-1df8df7c-4e9c-4065-ade7-fe422e40f05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:17:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['692ede29-75dd-450c-bf67-db4eaf105f19'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:56.437830 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d1febe0b-ce60-4899-ae96-28f5652a430b None None] Provisioning complete for port fc40c1de-3b30-4b81-bef4-6ac8d611c557 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:17:56.438377 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d1febe0b-ce60-4899-ae96-28f5652a430b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:56.607963 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ba78cd03-0430-4a1e-9ce6-c7843fc155c8 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742541842571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-261491205'] for subnet, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:56.667456 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e6e9eddb-602c-46ee-b1c7-0def268b9766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:56.687711 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-d1febe0b-ce60-4899-ae96-28f5652a430b None None] Port fc40c1de-3b30-4b81-bef4-6ac8d611c557 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:17:56.816542 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b0257a-7a09-4c63-96e6-74bfd8acef78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-5eada5ed-bf1b-454b-8b91-dfdbcb8c95e3', 'network_id': '5eada5ed-bf1b-454b-8b91-dfdbcb8c95e3', 'tenant_id': '545ae24b56d14f939269409987b9058f', 'fixed_ips': [{'subnet_id': '06ef8000-ff50-437c-8c14-c21f48702651'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:17:56.818579 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-26b0257a-7a09-4c63-96e6-74bfd8acef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:56.848743 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-1df8df7c-4e9c-4065-ade7-fe422e40f05f None None] Set router 692ede29-75dd-450c-bf67-db4eaf105f19 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:17:56.891463 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba78cd03-0430-4a1e-9ce6-c7843fc155c8 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:56.892303 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ba78cd03-0430-4a1e-9ce6-c7843fc155c8 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:56.894302 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ba78cd03-0430-4a1e-9ce6-c7843fc155c8 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] 10.222.0.48 "PUT /v2.0/subnets/06ef8000-ff50-437c-8c14-c21f48702651 HTTP/1.1" status: 200 len: 877 time: 1.0826099 Jul 15 23:17:56.904163 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36304) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:56.938839 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c3a5d3f5-73e3-4a76-a799-ce533d7dab80 None None] Provisioning complete for port 12c36751-f011-4281-8ed5-a95b40bd1dbf triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:17:56.939756 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c3a5d3f5-73e3-4a76-a799-ce533d7dab80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:57.071375 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-753456fd-23ff-41f7-b0a2-17d994323b47 req-81245d6c-5301-4a85-b295-0c3201d9d51d tempest-ServerShowV247Test-1382569235 tempest-ServerShowV247Test-1382569235-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e5c59f2-c829-4ce5-826d-0fa240adc5de HTTP/1.1" status: 200 len: 210 time: 0.1479082 Jul 15 23:17:57.087505 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-383a78ab-0c43-48f8-babc-52c9a5688f48 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:57.111715 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba78cd03-0430-4a1e-9ce6-c7843fc155c8 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Pushing event updated for resources: {'Subnet': ['ID=06ef8000-ff50-437c-8c14-c21f48702651,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:57.120997 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e9eddb-602c-46ee-b1c7-0def268b9766 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbd5e8a5-f846-4a56-a7c3-e50df421a1e6,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:57.163918 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e9eddb-602c-46ee-b1c7-0def268b9766 admin admin] Checking segment: {'id': '9f863f95-1b25-4720-919a-e5e9e76842d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f810acf3-bdcb-4225-beca-d64cbd4db70b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:17:57.164487 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e9eddb-602c-46ee-b1c7-0def268b9766 admin admin] Network hostable DHCP agents. Network: f810acf3-bdcb-4225-beca-d64cbd4db70b, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:17:57.196438 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ed0bb2-8690-4166-9c29-16cb741f7ab0 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:17:57.213312 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e5528d-66bc-4c32-9d3c-f4687107bf24 None None] Sync routers for ids ['bab31119-3d90-4a5d-ab77-c376b95871e4'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:17:57.222414 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e9eddb-602c-46ee-b1c7-0def268b9766 admin admin] Network f810acf3-bdcb-4225-beca-d64cbd4db70b is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:17:57.245081 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e5528d-66bc-4c32-9d3c-f4687107bf24 None None] Routers {'bab31119-3d90-4a5d-ab77-c376b95871e4'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:17:57.246107 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-91e5528d-66bc-4c32-9d3c-f4687107bf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:17:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['bab31119-3d90-4a5d-ab77-c376b95871e4'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:57.271851 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-79ed0bb2-8690-4166-9c29-16cb741f7ab0 admin admin] 10.222.0.48 "PUT /v2.0/routers/bab31119-3d90-4a5d-ab77-c376b95871e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5158882 Jul 15 23:17:57.271851 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-e6e9eddb-602c-46ee-b1c7-0def268b9766 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, f810acf3-bdcb-4225-beca-d64cbd4db70b) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:17:57.299473 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e9eddb-602c-46ee-b1c7-0def268b9766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:57.300586 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e6e9eddb-602c-46ee-b1c7-0def268b9766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:57.318993 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d8e203-67af-45e0-ada7-aedc4cc7555b admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:17:57.360775 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-71d8e203-67af-45e0-ada7-aedc4cc7555b admin admin] 10.222.0.48 "PUT /v2.0/routers/5caf442f-90f5-4944-9b7b-3c82b82f80d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0353301 Jul 15 23:17:57.370170 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-e6e9eddb-602c-46ee-b1c7-0def268b9766 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3241177 Jul 15 23:17:57.376907 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 36314) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:57.388824 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-df12b0f4-2686-463e-89f0-e81e0e8cca04 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-749798368-router', 'tenant_id': '1535e8fb4bbf47a995341d11b9792565', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:17:57.414713 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-383a78ab-0c43-48f8-babc-52c9a5688f48 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:57.521657 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df12b0f4-2686-463e-89f0-e81e0e8cca04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:57.531694 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df12b0f4-2686-463e-89f0-e81e0e8cca04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:57.550481 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b47d98-4e56-4b68-b987-dfb1bebcc81a None None] Network f810acf3-bdcb-4225-beca-d64cbd4db70b requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:17:57.651866 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-383a78ab-0c43-48f8-babc-52c9a5688f48 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:57.658426 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-91e5528d-66bc-4c32-9d3c-f4687107bf24 None None] Set router bab31119-3d90-4a5d-ab77-c376b95871e4 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:17:57.798577 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461c6413-b230-4942-8e87-0a0a20fc1dc3 None None] Sync routers for ids ['5caf442f-90f5-4944-9b7b-3c82b82f80d5'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:17:57.816578 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383a78ab-0c43-48f8-babc-52c9a5688f48 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Pushing event deleted for resources: {'Subnet': ['ID=06ef8000-ff50-437c-8c14-c21f48702651,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:57.875654 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 510baed5-5df5-41aa-922d-764396cd58db up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:17:57.880493 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c3a5d3f5-73e3-4a76-a799-ce533d7dab80 None None] Port 12c36751-f011-4281-8ed5-a95b40bd1dbf cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:17:57.909323 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df12b0f4-2686-463e-89f0-e81e0e8cca04 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:57.997886 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461c6413-b230-4942-8e87-0a0a20fc1dc3 None None] Routers {'5caf442f-90f5-4944-9b7b-3c82b82f80d5'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:17:57.998780 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-461c6413-b230-4942-8e87-0a0a20fc1dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:17:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['5caf442f-90f5-4944-9b7b-3c82b82f80d5'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:58.030309 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-86cb9462-8681-447d-bff4-a951bfabfa3d req-2c270315-c620-4fe6-b4b7-dc35df03cb02 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 210 time: 0.1194592 Jul 15 23:17:58.051201 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server [None req-26b0257a-7a09-4c63-96e6-74bfd8acef78 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 06ef8000-ff50-437c-8c14-c21f48702651: This subnet is being modified by another concurrent operation. Jul 15 23:17:58.051201 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 23:17:58.051201 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 23:17:58.051201 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 23:17:58.051201 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 23:17:58.051201 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 23:17:58.051201 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 23:17:58.051201 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 23:17:58.051201 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 23:17:58.051201 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 23:17:58.051201 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 23:17:58.051201 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 23:17:58.051201 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:17:58.051201 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:17:58.051201 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:17:58.051201 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:17:58.051201 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 23:17:58.051201 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:17:58.051201 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 23:17:58.051201 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 23:17:58.051201 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:17:58.051201 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:17:58.051201 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:17:58.051201 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:17:58.051201 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 23:17:58.051201 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:17:58.051201 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 23:17:58.051201 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 23:17:58.051201 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:17:58.051201 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:17:58.051201 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:17:58.051201 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:17:58.051201 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 23:17:58.051201 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 23:17:58.051201 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 15 23:17:58.051201 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 15 23:17:58.051201 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 15 23:17:58.051201 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 15 23:17:58.051201 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 15 23:17:58.051201 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 15 23:17:58.051201 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 15 23:17:58.051201 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 15 23:17:58.051201 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 23:17:58.051201 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 23:17:58.051201 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 23:17:58.051201 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 23:17:58.051201 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 23:17:58.051201 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 23:17:58.051201 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:17:58.051201 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:17:58.051201 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:17:58.051201 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:17:58.051201 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 23:17:58.051201 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:17:58.060636 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 23:17:58.060636 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 23:17:58.060636 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:17:58.060636 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:17:58.060636 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:17:58.060636 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:17:58.060636 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 23:17:58.060636 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:17:58.060636 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 23:17:58.060636 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 23:17:58.060636 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:17:58.060636 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:17:58.060636 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:17:58.060636 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:17:58.060636 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 23:17:58.060636 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 23:17:58.060636 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 15 23:17:58.060636 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 15 23:17:58.060636 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 15 23:17:58.060636 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 15 23:17:58.060636 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 15 23:17:58.060636 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 15 23:17:58.060636 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 15 23:17:58.060636 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 15 23:17:58.060636 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:17:58.060636 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:17:58.060636 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:17:58.060636 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:17:58.060636 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 15 23:17:58.060636 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 15 23:17:58.060636 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 15 23:17:58.060636 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 23:17:58.060636 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 23:17:58.060636 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 23:17:58.060636 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 23:17:58.060636 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise exception Jul 15 23:17:58.060636 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 06ef8000-ff50-437c-8c14-c21f48702651: This subnet is being modified by another concurrent operation. Jul 15 23:17:58.060636 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server Jul 15 23:17:58.074312 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-383a78ab-0c43-48f8-babc-52c9a5688f48 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:58.127116 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-383a78ab-0c43-48f8-babc-52c9a5688f48 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eada5ed-bf1b-454b-8b91-dfdbcb8c95e3']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:58.169060 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-383a78ab-0c43-48f8-babc-52c9a5688f48 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3577fd4d-b321-4b6e-a0e0-f5f556f37dcb') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:58.169356 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-383a78ab-0c43-48f8-babc-52c9a5688f48 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3577fd4d-b321-4b6e-a0e0-f5f556f37dcb') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:58.218922 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-383a78ab-0c43-48f8-babc-52c9a5688f48 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:58.267110 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-383a78ab-0c43-48f8-babc-52c9a5688f48 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:58.292029 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-383a78ab-0c43-48f8-babc-52c9a5688f48 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:17:58.292503 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-383a78ab-0c43-48f8-babc-52c9a5688f48 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:58.297687 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:17:58.297687 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:17:58.297687 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:17:58.297687 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:17:58.297687 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:17:58.297687 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:17:58.297687 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:17:58.297687 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:17:58.297687 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:17:58.297687 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:17:58.297687 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:17:58.297687 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:17:58.297687 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:17:58.297687 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:17:58.297687 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:17:58.297687 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:17:58.297687 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:17:58.297687 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:17:58.297687 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:17:58.297687 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:17:58.297687 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:17:58.297687 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:17:58.297687 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:17:58.297687 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:17:58.297687 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:17:58.297687 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:17:58.297687 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:17:58.297687 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:17:58.297687 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:17:58.297687 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:17:58.297687 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:17:58.297687 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:17:58.359215 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-91e5528d-66bc-4c32-9d3c-f4687107bf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab31119-3d90-4a5d-ab77-c376b95871e4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1416065937-router', 'tenant_id': '755c71b8af0f4b4f8456f64801bb7be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': 'a7ebeb8b-0d2f-428c-8fc7-26482e6a3e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:32Z', 'updated_at': '2021-07-15T23:17:51Z', 'revision_number': 4, 'project_id': '755c71b8af0f4b4f8456f64801bb7be8', 'gw_port': {'id': 'a7ebeb8b-0d2f-428c-8fc7-26482e6a3e28', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab31119-3d90-4a5d-ab77-c376b95871e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:36Z', 'updated_at': '2021-07-15T23:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'fc40c1de-3b30-4b81-bef4-6ac8d611c557', 'name': '', 'network_id': '9f19e16d-80cc-4978-a6af-90886f4815b0', 'tenant_id': '755c71b8af0f4b4f8456f64801bb7be8', 'mac_address': 'fa:16:3e:ab:38:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bab31119-3d90-4a5d-ab77-c376b95871e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'c47fb0aa-d130-4cc4-8f0f-6fe438367e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:47Z', 'updated_at': '2021-07-15T23:17:52Z', 'revision_number': 2, 'project_id': '755c71b8af0f4b4f8456f64801bb7be8', 'subnets': [{'id': 'c47fb0aa-d130-4cc4-8f0f-6fe438367e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:58.465115 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-383a78ab-0c43-48f8-babc-52c9a5688f48 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:58.476097 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e5528d-66bc-4c32-9d3c-f4687107bf24 None None] Checking router: bab31119-3d90-4a5d-ab77-c376b95871e4 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:17:58.476359 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e5528d-66bc-4c32-9d3c-f4687107bf24 None None] Updating router bab31119-3d90-4a5d-ab77-c376b95871e4 port fc40c1de-3b30-4b81-bef4-6ac8d611c557 binding host n-d-794306-6 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:17:58.480114 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-383a78ab-0c43-48f8-babc-52c9a5688f48 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:58.501338 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-383a78ab-0c43-48f8-babc-52c9a5688f48 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] 10.222.0.48 "DELETE /v2.0/networks/5eada5ed-bf1b-454b-8b91-dfdbcb8c95e3 HTTP/1.1" status: 204 len: 168 time: 1.5956521 Jul 15 23:17:58.502202 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36334) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:58.529987 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3513f5e4-ddef-4fbd-8d11-dc305c7e1c48 None None] Network 5eada5ed-bf1b-454b-8b91-dfdbcb8c95e3 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:17:58.608581 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-91e5528d-66bc-4c32-9d3c-f4687107bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:58.629005 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383a78ab-0c43-48f8-babc-52c9a5688f48 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Pushing event deleted for resources: {'Network': ['ID=5eada5ed-bf1b-454b-8b91-dfdbcb8c95e3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:58.632732 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-43ab9b55-d091-4920-a783-4cd8cf90d609 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] DELETE failed (client error): The resource could not be found. Jul 15 23:17:58.633313 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43ab9b55-d091-4920-a783-4cd8cf90d609 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:17:58.640442 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-43ab9b55-d091-4920-a783-4cd8cf90d609 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] 10.222.0.48 "DELETE /v2.0/subnets/06ef8000-ff50-437c-8c14-c21f48702651 HTTP/1.1" status: 404 len: 337 time: 0.1311564 Jul 15 23:17:58.641470 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36338) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:58.676339 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-3db2c346-7c24-4c85-a7d2-c11f79b9c779 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] DELETE failed (client error): The resource could not be found. Jul 15 23:17:58.677489 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3db2c346-7c24-4c85-a7d2-c11f79b9c779 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:17:58.684314 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-3db2c346-7c24-4c85-a7d2-c11f79b9c779 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] 10.222.0.48 "DELETE /v2.0/networks/5eada5ed-bf1b-454b-8b91-dfdbcb8c95e3 HTTP/1.1" status: 404 len: 339 time: 0.0414059 Jul 15 23:17:58.684951 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36342) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:58.702624 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3513f5e4-ddef-4fbd-8d11-dc305c7e1c48 None None] Network 5eada5ed-bf1b-454b-8b91-dfdbcb8c95e3 could not be found, it might have been deleted concurrently. {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 23:17:58.731599 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df12b0f4-2686-463e-89f0-e81e0e8cca04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:58.753803 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-895558d5-b5a8-413c-b6eb-6bc153297e30 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] DELETE failed (client error): The resource could not be found. Jul 15 23:17:58.754605 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0756e21b-3945-4bf0-b545-a186f2998c07 None None] Network 5eada5ed-bf1b-454b-8b91-dfdbcb8c95e3 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:17:58.755418 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-895558d5-b5a8-413c-b6eb-6bc153297e30 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:17:58.768475 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-895558d5-b5a8-413c-b6eb-6bc153297e30 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] 10.222.0.48 "DELETE /v2.0/subnets/482b9aa6-8500-4931-b261-965e7807cf0a HTTP/1.1" status: 404 len: 337 time: 0.0814669 Jul 15 23:17:58.770731 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36344) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:58.844266 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb09f5fc-274a-4bc8-8efb-38187a118c19 req-25c6260b-10b9-4188-b229-15a4f29d4843 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:17:58.845766 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cdee8f1-f92a-4cf8-a9c1-c9cfb8e4f08f tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] DELETE failed (client error): The resource could not be found. Jul 15 23:17:58.849888 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bb09f5fc-274a-4bc8-8efb-38187a118c19 req-25c6260b-10b9-4188-b229-15a4f29d4843 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fb6019-0cdb-419d-bd3f-0d77cd61fc7c HTTP/1.1" status: 200 len: 944 time: 0.8168926 Jul 15 23:17:58.850976 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cdee8f1-f92a-4cf8-a9c1-c9cfb8e4f08f tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:17:58.858701 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-8cdee8f1-f92a-4cf8-a9c1-c9cfb8e4f08f tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] 10.222.0.48 "DELETE /v2.0/networks/2d31eb91-df66-4e3a-be85-6e91ff9e0d69 HTTP/1.1" status: 404 len: 339 time: 0.0865245 Jul 15 23:17:58.860502 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36346) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:58.868720 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-461c6413-b230-4942-8e87-0a0a20fc1dc3 None None] Set router 5caf442f-90f5-4944-9b7b-3c82b82f80d5 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:17:58.989589 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 510baed5-5df5-41aa-922d-764396cd58db triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:17:58.990215 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:58.999341 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0756e21b-3945-4bf0-b545-a186f2998c07 None None] Network 5eada5ed-bf1b-454b-8b91-dfdbcb8c95e3 could not be found, it might have been deleted concurrently. {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 23:17:59.006778 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-30520e81-a8ac-4668-bc4b-1ccdff2b9ebb req-efcf588c-5646-4299-bb10-d53bf9fc3230 tempest-FloatingIPsNegativeTestJSON-2110017713 tempest-FloatingIPsNegativeTestJSON-2110017713-project] 10.222.0.48 "GET /v2.0/floatingips?tenant_id=755c71b8af0f4b4f8456f64801bb7be8 HTTP/1.1" status: 200 len: 217 time: 0.1543458 Jul 15 23:17:59.077650 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-1df8df7c-4e9c-4065-ade7-fe422e40f05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '692ede29-75dd-450c-bf67-db4eaf105f19', 'name': 'tempest-TaggedBootDevicesTest_v242-275081819-router', 'tenant_id': '17c76d71cba4469f89099c3ebf7755c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '855ac6a4-ba21-4c27-b7d9-c47fbfd0774a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:06:13Z', 'updated_at': '2021-07-15T23:06:24Z', 'revision_number': 4, 'project_id': '17c76d71cba4469f89099c3ebf7755c2', 'gw_port': {'id': '855ac6a4-ba21-4c27-b7d9-c47fbfd0774a', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692ede29-75dd-450c-bf67-db4eaf105f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:06:14Z', 'updated_at': '2021-07-15T23:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '8011d81b-ce02-4aee-9a4e-051eecd78a1c', 'name': '', 'network_id': 'e44e98f5-3493-4f81-9434-a1f39e44c5fc', 'tenant_id': '17c76d71cba4469f89099c3ebf7755c2', 'mac_address': 'fa:16:3e:4e:38:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692ede29-75dd-450c-bf67-db4eaf105f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '0a37184c-ca0e-49c0-878a-e1693cdef72b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:06:22Z', 'updated_at': '2021-07-15T23:06:36Z', 'revision_number': 5, 'project_id': '17c76d71cba4469f89099c3ebf7755c2', 'subnets': [{'id': '0a37184c-ca0e-49c0-878a-e1693cdef72b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:59.082747 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b1b0800c-c15f-4961-a5c2-4fb63f7122d5 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:59.098153 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bb09f5fc-274a-4bc8-8efb-38187a118c19 req-7ccf942c-b013-45df-80cb-33a6242bc642 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182844 Jul 15 23:17:59.221805 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b1b0800c-c15f-4961-a5c2-4fb63f7122d5 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:59.235477 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-b1b0800c-c15f-4961-a5c2-4fb63f7122d5 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02d1dfc9-dcbe-44f5-b161-4d358e9e8ba7']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:59.253129 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-b1b0800c-c15f-4961-a5c2-4fb63f7122d5 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0b9bd03-7d1f-4499-8e23-b68756055d07') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:59.253942 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-b1b0800c-c15f-4961-a5c2-4fb63f7122d5 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0b9bd03-7d1f-4499-8e23-b68756055d07') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:17:59.270686 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b1b0800c-c15f-4961-a5c2-4fb63f7122d5 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:59.289050 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b1b0800c-c15f-4961-a5c2-4fb63f7122d5 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:59.296434 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1b0800c-c15f-4961-a5c2-4fb63f7122d5 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:17:59.297754 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b1b0800c-c15f-4961-a5c2-4fb63f7122d5 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:59.383313 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-91e5528d-66bc-4c32-9d3c-f4687107bf24 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:59.390132 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09de843f-5554-4963-a65d-47ad33bbb66d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-f810acf3-bdcb-4225-beca-d64cbd4db70b', 'network_id': 'f810acf3-bdcb-4225-beca-d64cbd4db70b', 'tenant_id': '1535e8fb4bbf47a995341d11b9792565', 'fixed_ips': [{'subnet_id': 'bbd5e8a5-f846-4a56-a7c3-e50df421a1e6'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:17:59.393020 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-09de843f-5554-4963-a65d-47ad33bbb66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:59.399497 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:17:59.399497 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:17:59.399497 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:17:59.399497 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:17:59.399497 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:17:59.399497 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:17:59.399497 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:17:59.399497 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:17:59.399497 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:17:59.399497 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:17:59.399497 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:17:59.399497 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:17:59.399497 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:17:59.399497 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:17:59.399497 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:17:59.399497 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:17:59.399497 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:17:59.399497 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:17:59.399497 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:17:59.399497 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:17:59.399497 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:17:59.399497 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:17:59.399497 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:17:59.399497 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:17:59.399497 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:17:59.399497 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:17:59.399497 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:17:59.399497 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:17:59.399497 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:17:59.399497 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:17:59.399497 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:17:59.399497 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:17:59.403769 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df8df7c-4e9c-4065-ade7-fe422e40f05f None None] The sync data for ids ['692ede29-75dd-450c-bf67-db4eaf105f19'] in n-d-794306-6 is: [{'id': '692ede29-75dd-450c-bf67-db4eaf105f19', 'name': 'tempest-TaggedBootDevicesTest_v242-275081819-router', 'tenant_id': '17c76d71cba4469f89099c3ebf7755c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '855ac6a4-ba21-4c27-b7d9-c47fbfd0774a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:06:13Z', 'updated_at': '2021-07-15T23:06:24Z', 'revision_number': 4, 'project_id': '17c76d71cba4469f89099c3ebf7755c2', 'gw_port': {'id': '855ac6a4-ba21-4c27-b7d9-c47fbfd0774a', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692ede29-75dd-450c-bf67-db4eaf105f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:06:14Z', 'updated_at': '2021-07-15T23:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '8011d81b-ce02-4aee-9a4e-051eecd78a1c', 'name': '', 'network_id': 'e44e98f5-3493-4f81-9434-a1f39e44c5fc', 'tenant_id': '17c76d71cba4469f89099c3ebf7755c2', 'mac_address': 'fa:16:3e:4e:38:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692ede29-75dd-450c-bf67-db4eaf105f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '0a37184c-ca0e-49c0-878a-e1693cdef72b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:06:22Z', 'updated_at': '2021-07-15T23:06:36Z', 'revision_number': 5, 'project_id': '17c76d71cba4469f89099c3ebf7755c2', 'subnets': [{'id': '0a37184c-ca0e-49c0-878a-e1693cdef72b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:17:59.404446 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-91e5528d-66bc-4c32-9d3c-f4687107bf24 None None] Transition to ACTIVE for port object fc40c1de-3b30-4b81-bef4-6ac8d611c557 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:17:59.407088 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b1b0800c-c15f-4961-a5c2-4fb63f7122d5 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:59.422507 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b1b0800c-c15f-4961-a5c2-4fb63f7122d5 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:59.424473 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-91e5528d-66bc-4c32-9d3c-f4687107bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:59.432399 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b1b0800c-c15f-4961-a5c2-4fb63f7122d5 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] 10.222.0.48 "DELETE /v2.0/networks/02d1dfc9-dcbe-44f5-b161-4d358e9e8ba7 HTTP/1.1" status: 204 len: 168 time: 0.5705593 Jul 15 23:17:59.435289 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 36356) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:59.455304 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b0800c-c15f-4961-a5c2-4fb63f7122d5 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Pushing event deleted for resources: {'Network': ['ID=02d1dfc9-dcbe-44f5-b161-4d358e9e8ba7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:59.560580 n-d-794306-6 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-03d6cfb5-13f9-4115-aa3f-e2643db01428 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] DELETE failed (client error): The resource could not be found. Jul 15 23:17:59.561281 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03d6cfb5-13f9-4115-aa3f-e2643db01428 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:17:59.566527 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-03d6cfb5-13f9-4115-aa3f-e2643db01428 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] 10.222.0.48 "DELETE /v2.0/subnets/92f989e3-fcdf-4c8b-9bca-d04ec55b468c HTTP/1.1" status: 404 len: 337 time: 0.1268046 Jul 15 23:17:59.567357 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36358) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:59.599683 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4483b9ca-b32f-4b17-842a-6a8b02f6add3 None None] Pushing event updated for resources: {'Port': ['ID=fc40c1de-3b30-4b81-bef4-6ac8d611c557,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:17:59.632618 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecd7ee5c-aa91-4605-9833-c6ab4461cdf0 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] DELETE failed (client error): The resource could not be found. Jul 15 23:17:59.642068 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecd7ee5c-aa91-4605-9833-c6ab4461cdf0 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:17:59.654850 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ecd7ee5c-aa91-4605-9833-c6ab4461cdf0 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] 10.222.0.48 "DELETE /v2.0/networks/c1a7dc7b-9ca3-48ee-820f-1b1cb1820b24 HTTP/1.1" status: 404 len: 339 time: 0.0858934 Jul 15 23:17:59.655819 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36360) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:59.815586 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-16778fcb-5568-408b-9a19-392829467483 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] DELETE failed (client error): The resource could not be found. Jul 15 23:17:59.817004 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16778fcb-5568-408b-9a19-392829467483 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:17:59.819292 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-16778fcb-5568-408b-9a19-392829467483 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] 10.222.0.48 "DELETE /v2.0/subnets/2882a914-61dd-4467-bb01-163611c88dff HTTP/1.1" status: 404 len: 337 time: 0.1620929 Jul 15 23:17:59.844499 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36364) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:59.909346 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8e74d57-f359-431d-8ecd-a42ced5ccbd3 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] DELETE failed (client error): The resource could not be found. Jul 15 23:17:59.923507 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8e74d57-f359-431d-8ecd-a42ced5ccbd3 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:17:59.926492 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b8e74d57-f359-431d-8ecd-a42ced5ccbd3 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] 10.222.0.48 "DELETE /v2.0/networks/d73306c4-f56f-4f06-96f9-050b409c4383 HTTP/1.1" status: 404 len: 339 time: 0.0806291 Jul 15 23:17:59.930607 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36366) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:17:59.958072 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-91e5528d-66bc-4c32-9d3c-f4687107bf24 None None] Attempting to bind port fc40c1de-3b30-4b81-bef4-6ac8d611c557 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:17:59.961428 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-91e5528d-66bc-4c32-9d3c-f4687107bf24 None None] Attempting to bind port fc40c1de-3b30-4b81-bef4-6ac8d611c557 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '857a4ff2-b898-498c-add5-fac2c5adbfc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9f19e16d-80cc-4978-a6af-90886f4815b0'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:17:59.963669 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e5528d-66bc-4c32-9d3c-f4687107bf24 None None] Attempting to bind port fc40c1de-3b30-4b81-bef4-6ac8d611c557 on network 9f19e16d-80cc-4978-a6af-90886f4815b0 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:17:59.984171 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e5528d-66bc-4c32-9d3c-f4687107bf24 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:17:59.985055 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e5528d-66bc-4c32-9d3c-f4687107bf24 None None] Checking segment: {'id': '857a4ff2-b898-498c-add5-fac2c5adbfc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9f19e16d-80cc-4978-a6af-90886f4815b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:17:59.992441 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-91e5528d-66bc-4c32-9d3c-f4687107bf24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:17:59.995299 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e5528d-66bc-4c32-9d3c-f4687107bf24 None None] Bound using segment: {'id': '857a4ff2-b898-498c-add5-fac2c5adbfc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9f19e16d-80cc-4978-a6af-90886f4815b0'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:17:59.996239 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-91e5528d-66bc-4c32-9d3c-f4687107bf24 None None] Bound port: fc40c1de-3b30-4b81-bef4-6ac8d611c557, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '857a4ff2-b898-498c-add5-fac2c5adbfc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9f19e16d-80cc-4978-a6af-90886f4815b0'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:17:59.996981 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-91e5528d-66bc-4c32-9d3c-f4687107bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:00.003249 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb5399d7-d85c-4ae0-af1c-54138354f78c tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] DELETE failed (client error): The resource could not be found. Jul 15 23:18:00.006284 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb5399d7-d85c-4ae0-af1c-54138354f78c tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:18:00.009964 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-bb5399d7-d85c-4ae0-af1c-54138354f78c tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] 10.222.0.48 "DELETE /v2.0/subnets/6a2cc586-a161-43c1-bf18-55ab4045db27 HTTP/1.1" status: 404 len: 337 time: 0.0775545 Jul 15 23:18:00.013269 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36368) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:00.044495 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c61e8208-b86b-432d-96d1-9b00512c1289 req-65a84d73-f464-4ef6-9ed4-9f5b8ccf4363 tempest-ServerShowV247Test-1382569235 tempest-ServerShowV247Test-1382569235-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e5c59f2-c829-4ce5-826d-0fa240adc5de HTTP/1.1" status: 200 len: 210 time: 0.3160820 Jul 15 23:18:00.091096 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c6c73d5-50ab-46a6-be89-b30f25c2af31 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] DELETE failed (client error): The resource could not be found. Jul 15 23:18:00.092570 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c6c73d5-50ab-46a6-be89-b30f25c2af31 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:18:00.097688 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-4c6c73d5-50ab-46a6-be89-b30f25c2af31 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] 10.222.0.48 "DELETE /v2.0/networks/4582652a-b5aa-40c8-9ba4-dea9fff6f2f6 HTTP/1.1" status: 404 len: 339 time: 0.0790567 Jul 15 23:18:00.100197 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36372) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:00.210185 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-d93a3276-a435-46b0-9271-34d6ce8e1656 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] DELETE failed (client error): The resource could not be found. Jul 15 23:18:00.214305 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d93a3276-a435-46b0-9271-34d6ce8e1656 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:18:00.220755 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d93a3276-a435-46b0-9271-34d6ce8e1656 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] 10.222.0.48 "DELETE /v2.0/subnets/08581860-14df-4c72-aeff-d333db814eb3 HTTP/1.1" status: 404 len: 337 time: 0.1194210 Jul 15 23:18:00.224300 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36376) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:00.275062 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f58fb2f-c1be-485e-b104-9ece21cc7c7a tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] DELETE failed (client error): The resource could not be found. Jul 15 23:18:00.276107 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f58fb2f-c1be-485e-b104-9ece21cc7c7a tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:18:00.282254 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-7f58fb2f-c1be-485e-b104-9ece21cc7c7a tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] 10.222.0.48 "DELETE /v2.0/networks/627bcb0c-4d0d-4ed0-acd7-a7b7afd82870 HTTP/1.1" status: 404 len: 339 time: 0.0566764 Jul 15 23:18:00.289020 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36378) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:00.395927 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9274be4-14d4-4f2b-9637-d0fed53a4bc2 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] DELETE failed (client error): The resource could not be found. Jul 15 23:18:00.400146 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9274be4-14d4-4f2b-9637-d0fed53a4bc2 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:18:00.404245 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e9274be4-14d4-4f2b-9637-d0fed53a4bc2 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] 10.222.0.48 "DELETE /v2.0/subnets/2328efef-d060-48c0-aa50-41e38b760656 HTTP/1.1" status: 404 len: 337 time: 0.1138597 Jul 15 23:18:00.408170 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36380) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:00.454639 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-09de843f-5554-4963-a65d-47ad33bbb66d None None] Allocated IP 172.20.0.2 (f810acf3-bdcb-4225-beca-d64cbd4db70b/bbd5e8a5-f846-4a56-a7c3-e50df421a1e6/1b6e94d6-74ba-4723-ad12-91e4dfa830cf) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:18:00.469518 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197c093e-a680-42fb-953d-b1375980e9e5 None None] New status for floating IP 55fe455b-66a7-4b2f-8ecf-a9cbfe7a0e09: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:18:00.487361 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ebff428-1bc7-41d2-9397-d6f32ee85022 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] DELETE failed (client error): The resource could not be found. Jul 15 23:18:00.491240 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ebff428-1bc7-41d2-9397-d6f32ee85022 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:18:00.493494 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-9ebff428-1bc7-41d2-9397-d6f32ee85022 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] 10.222.0.48 "DELETE /v2.0/networks/0e80a87b-4c26-410a-b704-0c09b2c2f465 HTTP/1.1" status: 404 len: 339 time: 0.0840631 Jul 15 23:18:00.498424 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36382) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:00.580903 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-30a00023-140c-4e51-886c-d77a612a2ab2 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] DELETE failed (client error): The resource could not be found. Jul 15 23:18:00.581952 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30a00023-140c-4e51-886c-d77a612a2ab2 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:18:00.584197 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-30a00023-140c-4e51-886c-d77a612a2ab2 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] 10.222.0.48 "DELETE /v2.0/subnets/083edec2-a50c-4ada-a0a2-d26031991350 HTTP/1.1" status: 404 len: 337 time: 0.0846572 Jul 15 23:18:00.584794 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36384) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:00.599642 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d0b70b71-6270-44ad-a2fe-478bf52095e7 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1198861976', 'description': 'tempest-description--2098432901'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:00.607936 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:00.612650 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36386) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:00.722704 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ca105cf-66e8-4a3e-8477-1b297ba1b189 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] DELETE failed (client error): The resource could not be found. Jul 15 23:18:00.723331 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ca105cf-66e8-4a3e-8477-1b297ba1b189 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:18:00.736860 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-2ca105cf-66e8-4a3e-8477-1b297ba1b189 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] 10.222.0.48 "DELETE /v2.0/networks/b4d20cbb-bcc2-4097-a175-95e41b288115 HTTP/1.1" status: 404 len: 339 time: 0.1203816 Jul 15 23:18:00.739693 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36390) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:00.740592 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69fb6019-0cdb-419d-bd3f-0d77cd61fc7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '510baed5-5df5-41aa-922d-764396cd58db'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:18:00.745206 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d95d5c0c-06c9-482e-9d09-0b186756d1f8" -d '{"events": [{"server_uuid": "69fb6019-0cdb-419d-bd3f-0d77cd61fc7c", "name": "network-vif-plugged", "status": "completed", "tag": "510baed5-5df5-41aa-922d-764396cd58db"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:18:00.804420 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d0b70b71-6270-44ad-a2fe-478bf52095e7 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:00.829224 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-e83df9f9-632f-4f1d-84df-affb13109430 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] DELETE failed (client error): The resource could not be found. Jul 15 23:18:00.830228 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e83df9f9-632f-4f1d-84df-affb13109430 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:18:00.831503 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e83df9f9-632f-4f1d-84df-affb13109430 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] 10.222.0.48 "DELETE /v2.0/subnets/86f5ce17-a41e-4297-8a69-ce42e5d4f7d3 HTTP/1.1" status: 404 len: 337 time: 0.0908346 Jul 15 23:18:00.879662 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-619e57fe-519d-407b-b514-643b636d29a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:00.886805 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 510baed5-5df5-41aa-922d-764396cd58db, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=510baed5-5df5-41aa-922d-764396cd58db,segment=NetworkSegment(7f5ce7d6-1f0d-40c2-8f4e-72bafb9ba40d),segment_id=7f5ce7d6-1f0d-40c2-8f4e-72bafb9ba40d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:00.921865 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:00.924727 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-91e5528d-66bc-4c32-9d3c-f4687107bf24 None None] For port fc40c1de-3b30-4b81-bef4-6ac8d611c557, host n-d-794306-6, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:18:00.950430 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-91e5528d-66bc-4c32-9d3c-f4687107bf24 None None] For port fc40c1de-3b30-4b81-bef4-6ac8d611c557, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=fc40c1de-3b30-4b81-bef4-6ac8d611c557,segment=NetworkSegment(857a4ff2-b898-498c-add5-fac2c5adbfc6),segment_id=857a4ff2-b898-498c-add5-fac2c5adbfc6)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:18:00.961452 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-91e5528d-66bc-4c32-9d3c-f4687107bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:00.989170 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-461c6413-b230-4942-8e87-0a0a20fc1dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5caf442f-90f5-4944-9b7b-3c82b82f80d5', 'name': 'tempest-AttachVolumeTestJSON-1991659375-router', 'tenant_id': 'c691a27677f54c85a3250b5bafef55f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': 'c126e0f2-7b39-47ee-bcb1-ab21bab14aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:36Z', 'updated_at': '2021-07-15T23:17:53Z', 'revision_number': 4, 'project_id': 'c691a27677f54c85a3250b5bafef55f4', 'gw_port': {'id': 'c126e0f2-7b39-47ee-bcb1-ab21bab14aaa', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5caf442f-90f5-4944-9b7b-3c82b82f80d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:39Z', 'updated_at': '2021-07-15T23:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '12c36751-f011-4281-8ed5-a95b40bd1dbf', 'name': '', 'network_id': '72dd1139-85ac-44a3-8181-7845deb521ca', 'tenant_id': 'c691a27677f54c85a3250b5bafef55f4', 'mac_address': 'fa:16:3e:ee:1f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5caf442f-90f5-4944-9b7b-3c82b82f80d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '8c6a4d69-e5f7-4129-9f0b-56463cfab399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:51Z', 'updated_at': '2021-07-15T23:17:54Z', 'revision_number': 2, 'project_id': 'c691a27677f54c85a3250b5bafef55f4', 'subnets': [{'id': '8c6a4d69-e5f7-4129-9f0b-56463cfab399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:01.024311 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36394) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:01.043622 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461c6413-b230-4942-8e87-0a0a20fc1dc3 None None] Checking router: 5caf442f-90f5-4944-9b7b-3c82b82f80d5 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:18:01.044446 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461c6413-b230-4942-8e87-0a0a20fc1dc3 None None] Updating router 5caf442f-90f5-4944-9b7b-3c82b82f80d5 port 12c36751-f011-4281-8ed5-a95b40bd1dbf binding host n-d-794306-6 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:18:01.155602 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-83cc770c-dcb5-4111-b6ee-1393262f73de tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] DELETE failed (client error): The resource could not be found. Jul 15 23:18:01.160671 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83cc770c-dcb5-4111-b6ee-1393262f73de tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:18:01.160992 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4483b9ca-b32f-4b17-842a-6a8b02f6add3 None None] Pushing event updated for resources: {'Port': ['ID=fc40c1de-3b30-4b81-bef4-6ac8d611c557,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:01.169004 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e5528d-66bc-4c32-9d3c-f4687107bf24 None None] Routers {'bab31119-3d90-4a5d-ab77-c376b95871e4'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:18:01.169836 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-91e5528d-66bc-4c32-9d3c-f4687107bf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:17:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['bab31119-3d90-4a5d-ab77-c376b95871e4'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:01.181976 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-83cc770c-dcb5-4111-b6ee-1393262f73de tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] 10.222.0.48 "DELETE /v2.0/networks/c117991c-3bfd-47cd-909d-8ffaf6650e46 HTTP/1.1" status: 404 len: 339 time: 0.1532571 Jul 15 23:18:01.186644 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d0b70b71-6270-44ad-a2fe-478bf52095e7 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:01.188980 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36398) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:01.222277 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df12b0f4-2686-463e-89f0-e81e0e8cca04 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:01.247253 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ad78728-e721-4738-b0a3-c3d7c6bcd85d tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] DELETE failed (client error): The resource could not be found. Jul 15 23:18:01.248678 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ad78728-e721-4738-b0a3-c3d7c6bcd85d tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:18:01.257956 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-2ad78728-e721-4738-b0a3-c3d7c6bcd85d tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] 10.222.0.48 "DELETE /v2.0/subnets/ce111c66-11c0-44f5-ad34-36c962612cd1 HTTP/1.1" status: 404 len: 337 time: 0.0662167 Jul 15 23:18:01.258151 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 36400) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:01.259587 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d0b70b71-6270-44ad-a2fe-478bf52095e7 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:01.276528 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=510baed5-5df5-41aa-922d-764396cd58db,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:01.320123 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-461c6413-b230-4942-8e87-0a0a20fc1dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:01.398514 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d0b70b71-6270-44ad-a2fe-478bf52095e7 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:01.404303 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d0b70b71-6270-44ad-a2fe-478bf52095e7 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8164833 Jul 15 23:18:01.407888 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-09de843f-5554-4963-a65d-47ad33bbb66d None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:01.425444 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36404) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:01.443519 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-759afdc6-fe13-4a8b-85f8-38ccd781ab2b tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Request body: {'security_group_rule': {'security_group_id': '57e114e2-00c8-4f79-b17b-147b800454a3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:01.445187 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df12b0f4-2686-463e-89f0-e81e0e8cca04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:01.461179 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b70b71-6270-44ad-a2fe-478bf52095e7 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57e114e2-00c8-4f79-b17b-147b800454a3,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:01.514594 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-30a48aa2-0f09-41da-8acd-8139a6353e3f req-fb79f0be-79b5-4a19-8846-e9b63bb73b7e tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 210 time: 0.3029947 Jul 15 23:18:01.518547 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-014aebf2-5253-4a20-9432-f7dadb324beb req-38607d18-32ce-46e6-8acc-6647cd7c8e3f tempest-FloatingIPsNegativeTestJSON-2110017713 tempest-FloatingIPsNegativeTestJSON-2110017713-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.2986028 Jul 15 23:18:01.518935 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-91e5528d-66bc-4c32-9d3c-f4687107bf24 None None] Set router bab31119-3d90-4a5d-ab77-c376b95871e4 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:18:01.544310 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-759afdc6-fe13-4a8b-85f8-38ccd781ab2b tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:01.554971 n-d-794306-6 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcfe7beb-bea6-4739-97cb-a774d3bf19f1 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] DELETE failed (client error): The resource could not be found. Jul 15 23:18:01.557748 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcfe7beb-bea6-4739-97cb-a774d3bf19f1 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:18:01.571174 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-bcfe7beb-bea6-4739-97cb-a774d3bf19f1 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] 10.222.0.48 "DELETE /v2.0/networks/ab4609f8-294f-40fc-b005-304711c22895 HTTP/1.1" status: 404 len: 339 time: 0.2270041 Jul 15 23:18:01.572781 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36408) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:01.696235 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 36410) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:01.732829 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c7a1807-6566-49cf-88f8-4c3f8e225be5 x-openstack-request-id: req-0c7a1807-6566-49cf-88f8-4c3f8e225be5 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:18:01.739039 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69fb6019-0cdb-419d-bd3f-0d77cd61fc7c", "name": "network-vif-plugged", "status": "completed", "tag": "510baed5-5df5-41aa-922d-764396cd58db", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:18:01.739474 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0c7a1807-6566-49cf-88f8-4c3f8e225be5 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:18:01.745877 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69fb6019-0cdb-419d-bd3f-0d77cd61fc7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '510baed5-5df5-41aa-922d-764396cd58db', 'code': 200} Jul 15 23:18:01.874767 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-09de843f-5554-4963-a65d-47ad33bbb66d None None] Transition to ACTIVE for port object 1b6e94d6-74ba-4723-ad12-91e4dfa830cf will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:18:01.955120 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-b445d512-80a1-40c6-af6c-c6fc21cdb5dc tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Deleting subnet 7b87856f-e486-4a63-b8a2-b30e7c8e84b4 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:18:02.025473 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-09de843f-5554-4963-a65d-47ad33bbb66d None None] Transition to ACTIVE for port object 1b6e94d6-74ba-4723-ad12-91e4dfa830cf will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:18:02.037727 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b445d512-80a1-40c6-af6c-c6fc21cdb5dc tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:02.081056 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-df12b0f4-2686-463e-89f0-e81e0e8cca04 admin admin] Allocated IP 172.25.5.195 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/35894ae6-8e9c-4977-b5c5-1bcf65bec3d8) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:18:02.098342 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-91e5528d-66bc-4c32-9d3c-f4687107bf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab31119-3d90-4a5d-ab77-c376b95871e4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1416065937-router', 'tenant_id': '755c71b8af0f4b4f8456f64801bb7be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': 'a7ebeb8b-0d2f-428c-8fc7-26482e6a3e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:32Z', 'updated_at': '2021-07-15T23:17:51Z', 'revision_number': 4, 'project_id': '755c71b8af0f4b4f8456f64801bb7be8', 'gw_port': {'id': 'a7ebeb8b-0d2f-428c-8fc7-26482e6a3e28', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab31119-3d90-4a5d-ab77-c376b95871e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:36Z', 'updated_at': '2021-07-15T23:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'fc40c1de-3b30-4b81-bef4-6ac8d611c557', 'name': '', 'network_id': '9f19e16d-80cc-4978-a6af-90886f4815b0', 'tenant_id': '755c71b8af0f4b4f8456f64801bb7be8', 'mac_address': 'fa:16:3e:ab:38:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bab31119-3d90-4a5d-ab77-c376b95871e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'c47fb0aa-d130-4cc4-8f0f-6fe438367e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:47Z', 'updated_at': '2021-07-15T23:18:00Z', 'revision_number': 4, 'project_id': '755c71b8af0f4b4f8456f64801bb7be8', 'subnets': [{'id': 'c47fb0aa-d130-4cc4-8f0f-6fe438367e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:02.110033 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-09de843f-5554-4963-a65d-47ad33bbb66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:02.137092 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-759afdc6-fe13-4a8b-85f8-38ccd781ab2b tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:02.164507 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-759afdc6-fe13-4a8b-85f8-38ccd781ab2b tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:02.169980 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e5528d-66bc-4c32-9d3c-f4687107bf24 None None] The sync data for ids ['bab31119-3d90-4a5d-ab77-c376b95871e4'] in n-d-794306-6 is: [{'id': 'bab31119-3d90-4a5d-ab77-c376b95871e4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1416065937-router', 'tenant_id': '755c71b8af0f4b4f8456f64801bb7be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': 'a7ebeb8b-0d2f-428c-8fc7-26482e6a3e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:32Z', 'updated_at': '2021-07-15T23:17:51Z', 'revision_number': 4, 'project_id': '755c71b8af0f4b4f8456f64801bb7be8', 'gw_port': {'id': 'a7ebeb8b-0d2f-428c-8fc7-26482e6a3e28', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab31119-3d90-4a5d-ab77-c376b95871e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:36Z', 'updated_at': '2021-07-15T23:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'fc40c1de-3b30-4b81-bef4-6ac8d611c557', 'name': '', 'network_id': '9f19e16d-80cc-4978-a6af-90886f4815b0', 'tenant_id': '755c71b8af0f4b4f8456f64801bb7be8', 'mac_address': 'fa:16:3e:ab:38:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bab31119-3d90-4a5d-ab77-c376b95871e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'c47fb0aa-d130-4cc4-8f0f-6fe438367e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:47Z', 'updated_at': '2021-07-15T23:18:00Z', 'revision_number': 4, 'project_id': '755c71b8af0f4b4f8456f64801bb7be8', 'subnets': [{'id': 'c47fb0aa-d130-4cc4-8f0f-6fe438367e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:18:02.214606 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b445d512-80a1-40c6-af6c-c6fc21cdb5dc tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:02.228811 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1da0476d-5892-4dc5-a5e5-5a74ae5ee5f7 req-90059f08-a738-4cbe-a2ea-815a50f61095 tempest-ServerShowV247Test-1382569235 tempest-ServerShowV247Test-1382569235-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e5c59f2-c829-4ce5-826d-0fa240adc5de HTTP/1.1" status: 200 len: 210 time: 0.0598276 Jul 15 23:18:02.316255 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759afdc6-fe13-4a8b-85f8-38ccd781ab2b tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4b96b99-fbf7-495b-8e66-6936b95c0418,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:02.328333 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-557587ee-e6db-4ae3-98f6-3913e68d30f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:02.338015 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09de843f-5554-4963-a65d-47ad33bbb66d None None] Pushing event updated for resources: {'Port': ['ID=1b6e94d6-74ba-4723-ad12-91e4dfa830cf,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:02.370698 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-759afdc6-fe13-4a8b-85f8-38ccd781ab2b tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:02.373468 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-759afdc6-fe13-4a8b-85f8-38ccd781ab2b tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9461396 Jul 15 23:18:02.375557 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09de843f-5554-4963-a65d-47ad33bbb66d None None] Network f810acf3-bdcb-4225-beca-d64cbd4db70b is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:18:02.377518 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36414) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:02.380691 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-09de843f-5554-4963-a65d-47ad33bbb66d None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:18:02.383083 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d8d793eb-3855-4401-8b67-4da157360f36 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Request body: {'security_group_rule': {'security_group_id': '57e114e2-00c8-4f79-b17b-147b800454a3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:02.427484 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f016ca1-7316-4fc0-ba0a-bb340220ba7d req-f4c77281-97ea-447b-bd6a-42e20f063b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:02.429230 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4f016ca1-7316-4fc0-ba0a-bb340220ba7d req-f4c77281-97ea-447b-bd6a-42e20f063b1b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=69fb6019-0cdb-419d-bd3f-0d77cd61fc7c HTTP/1.1" status: 200 len: 1096 time: 0.4270580 Jul 15 23:18:02.494474 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d8d793eb-3855-4401-8b67-4da157360f36 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:02.522909 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09de843f-5554-4963-a65d-47ad33bbb66d None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:18:02.525879 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b445d512-80a1-40c6-af6c-c6fc21cdb5dc tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:02.529572 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [req-073bdebe-0aeb-442a-94cf-506ae4891a86 req-763fbbb2-7b16-45c6-aafc-1397258ad2f5 tempest-FloatingIPsNegativeTestJSON-2110017713 tempest-FloatingIPsNegativeTestJSON-2110017713-project] show failed (client error): The resource could not be found. Jul 15 23:18:02.531978 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-073bdebe-0aeb-442a-94cf-506ae4891a86 req-763fbbb2-7b16-45c6-aafc-1397258ad2f5 tempest-FloatingIPsNegativeTestJSON-2110017713 tempest-FloatingIPsNegativeTestJSON-2110017713-project] 10.222.0.48 "GET /v2.0/floatingips/d943e371-e69f-48dd-a621-70ae9740d209 HTTP/1.1" status: 404 len: 350 time: 0.1373820 Jul 15 23:18:02.704586 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-557587ee-e6db-4ae3-98f6-3913e68d30f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:02.715988 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-461c6413-b230-4942-8e87-0a0a20fc1dc3 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:02.730509 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 36416) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:02.734587 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-09de843f-5554-4963-a65d-47ad33bbb66d None None] Attempting to bind port 1b6e94d6-74ba-4723-ad12-91e4dfa830cf on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:18:02.735888 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-09de843f-5554-4963-a65d-47ad33bbb66d None None] Attempting to bind port 1b6e94d6-74ba-4723-ad12-91e4dfa830cf by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '9f863f95-1b25-4720-919a-e5e9e76842d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f810acf3-bdcb-4225-beca-d64cbd4db70b'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:18:02.736716 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09de843f-5554-4963-a65d-47ad33bbb66d None None] Attempting to bind port 1b6e94d6-74ba-4723-ad12-91e4dfa830cf on network f810acf3-bdcb-4225-beca-d64cbd4db70b {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:18:02.742155 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b445d512-80a1-40c6-af6c-c6fc21cdb5dc tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:02.758950 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-557587ee-e6db-4ae3-98f6-3913e68d30f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:02.763687 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-461c6413-b230-4942-8e87-0a0a20fc1dc3 None None] Transition to ACTIVE for port object 12c36751-f011-4281-8ed5-a95b40bd1dbf will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:18:02.771357 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09de843f-5554-4963-a65d-47ad33bbb66d None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:18:02.771810 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09de843f-5554-4963-a65d-47ad33bbb66d None None] Checking segment: {'id': '9f863f95-1b25-4720-919a-e5e9e76842d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f810acf3-bdcb-4225-beca-d64cbd4db70b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:18:02.773936 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-09de843f-5554-4963-a65d-47ad33bbb66d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:02.775301 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09de843f-5554-4963-a65d-47ad33bbb66d None None] Bound using segment: {'id': '9f863f95-1b25-4720-919a-e5e9e76842d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f810acf3-bdcb-4225-beca-d64cbd4db70b'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:18:02.778098 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-09de843f-5554-4963-a65d-47ad33bbb66d None None] Bound port: 1b6e94d6-74ba-4723-ad12-91e4dfa830cf, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f863f95-1b25-4720-919a-e5e9e76842d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f810acf3-bdcb-4225-beca-d64cbd4db70b'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:18:02.778591 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-09de843f-5554-4963-a65d-47ad33bbb66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:02.793726 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-461c6413-b230-4942-8e87-0a0a20fc1dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:02.813902 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbb0f1e-1c08-4aa3-b8c2-bc87afc1ac93 req-92869eeb-d2aa-442d-a7fb-2e26b7892172 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:02.844973 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b445d512-80a1-40c6-af6c-c6fc21cdb5dc tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:02.855765 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b445d512-80a1-40c6-af6c-c6fc21cdb5dc tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] 10.222.0.48 "DELETE /v2.0/subnets/7b87856f-e486-4a63-b8a2-b30e7c8e84b4 HTTP/1.1" status: 204 len: 168 time: 1.2722447 Jul 15 23:18:02.866746 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bfbb0f1e-1c08-4aa3-b8c2-bc87afc1ac93 req-92869eeb-d2aa-442d-a7fb-2e26b7892172 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fb6019-0cdb-419d-bd3f-0d77cd61fc7c HTTP/1.1" status: 200 len: 945 time: 0.7760913 Jul 15 23:18:02.882743 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device fc40c1de-3b30-4b81-bef4-6ac8d611c557 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:18:02.904321 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36420) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:02.922361 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b445d512-80a1-40c6-af6c-c6fc21cdb5dc tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Pushing event deleted for resources: {'Subnet': ['ID=7b87856f-e486-4a63-b8a2-b30e7c8e84b4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:02.963717 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a9a918-1842-4da4-9851-8d0e7545b7b7 None None] Network c6499627-4e2f-48ea-ae86-72130adb3fc2 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:18:02.998755 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36422) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:03.000247 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-557587ee-e6db-4ae3-98f6-3913e68d30f3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1b7a35c2fb264e77a563918a6489fcca&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3011796 Jul 15 23:18:03.049301 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d8d793eb-3855-4401-8b67-4da157360f36 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:03.112142 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d8d793eb-3855-4401-8b67-4da157360f36 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:03.189330 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7f9be4f-1414-4f14-9138-c3f37273e4d2 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:03.196745 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d793eb-3855-4401-8b67-4da157360f36 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f711372c-aab8-45aa-94ff-672fa738a331,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:03.200285 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ca759121-8bea-406a-ab20-e8f5bdf44e5c req-ef278682-a0a6-4701-99d4-8f3fefefe10b tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 210 time: 0.1199408 Jul 15 23:18:03.206432 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d8d793eb-3855-4401-8b67-4da157360f36 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:03.207938 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8f0124-ff95-4240-bb94-5af5ade9023b None None] Pushing event updated for resources: {'Port': ['ID=12c36751-f011-4281-8ed5-a95b40bd1dbf,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:03.209086 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d8d793eb-3855-4401-8b67-4da157360f36 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8300674 Jul 15 23:18:03.214080 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36424) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:03.223059 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-004fa58d-3543-461b-aab5-745d831ba8cf tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Request body: {'floatingip': {'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:03.329019 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6df34d8-79da-4c0f-81a8-3879635a8d49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:03.337452 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-004fa58d-3543-461b-aab5-745d831ba8cf tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:03.451667 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-09de843f-5554-4963-a65d-47ad33bbb66d None None] For port 1b6e94d6-74ba-4723-ad12-91e4dfa830cf, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:18:03.452416 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6df34d8-79da-4c0f-81a8-3879635a8d49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:03.458026 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-09de843f-5554-4963-a65d-47ad33bbb66d None None] For port 1b6e94d6-74ba-4723-ad12-91e4dfa830cf, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=1b6e94d6-74ba-4723-ad12-91e4dfa830cf,segment=NetworkSegment(9f863f95-1b25-4720-919a-e5e9e76842d9),segment_id=9f863f95-1b25-4720-919a-e5e9e76842d9)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:18:03.555019 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-09de843f-5554-4963-a65d-47ad33bbb66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:03.676012 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f7f9be4f-1414-4f14-9138-c3f37273e4d2 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Deleting port 88473d52-008f-4af1-833f-8b5ec6ec8499 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:18:03.676547 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7f9be4f-1414-4f14-9138-c3f37273e4d2 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:03.872513 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557587ee-e6db-4ae3-98f6-3913e68d30f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29cb5cba-38ca-4d19-9fda-2cbe8dec9d94,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:03.887290 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-91aeeb52-a934-4071-a172-db336ffd8038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:03.897571 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port fc40c1de-3b30-4b81-bef4-6ac8d611c557 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:18:03.925268 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:03.929927 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4f016ca1-7316-4fc0-ba0a-bb340220ba7d req-c29fceac-c991-4108-a606-2f5fb86a1569 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4825985 Jul 15 23:18:03.941562 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port fc40c1de-3b30-4b81-bef4-6ac8d611c557 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:18:03.942195 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:04.033264 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bfbb0f1e-1c08-4aa3-b8c2-bc87afc1ac93 req-55033863-9320-4015-a682-7c0ce6bc6ad1 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1643295 Jul 15 23:18:04.064609 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-03b1bf97-87dd-4a60-bde4-f9767107be95 req-18ceed81-8d58-4596-bdf5-692c202e384e tempest-ServerShowV247Test-1382569235 tempest-ServerShowV247Test-1382569235-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e5c59f2-c829-4ce5-826d-0fa240adc5de HTTP/1.1" status: 200 len: 210 time: 0.2222185 Jul 15 23:18:04.082866 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-461c6413-b230-4942-8e87-0a0a20fc1dc3 None None] Attempting to bind port 12c36751-f011-4281-8ed5-a95b40bd1dbf on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:18:04.084092 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-461c6413-b230-4942-8e87-0a0a20fc1dc3 None None] Attempting to bind port 12c36751-f011-4281-8ed5-a95b40bd1dbf by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'f247e100-b6af-41b8-bbb1-7fe6ea2479be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '72dd1139-85ac-44a3-8181-7845deb521ca'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:18:04.084946 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461c6413-b230-4942-8e87-0a0a20fc1dc3 None None] Attempting to bind port 12c36751-f011-4281-8ed5-a95b40bd1dbf on network 72dd1139-85ac-44a3-8181-7845deb521ca {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:18:04.140478 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09de843f-5554-4963-a65d-47ad33bbb66d None None] Pushing event updated for resources: {'Port': ['ID=1b6e94d6-74ba-4723-ad12-91e4dfa830cf,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:04.157952 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461c6413-b230-4942-8e87-0a0a20fc1dc3 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:18:04.159857 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461c6413-b230-4942-8e87-0a0a20fc1dc3 None None] Checking segment: {'id': 'f247e100-b6af-41b8-bbb1-7fe6ea2479be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '72dd1139-85ac-44a3-8181-7845deb521ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:18:04.160537 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-461c6413-b230-4942-8e87-0a0a20fc1dc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:04.161196 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461c6413-b230-4942-8e87-0a0a20fc1dc3 None None] Bound using segment: {'id': 'f247e100-b6af-41b8-bbb1-7fe6ea2479be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '72dd1139-85ac-44a3-8181-7845deb521ca'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:18:04.162227 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-461c6413-b230-4942-8e87-0a0a20fc1dc3 None None] Bound port: 12c36751-f011-4281-8ed5-a95b40bd1dbf, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f247e100-b6af-41b8-bbb1-7fe6ea2479be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '72dd1139-85ac-44a3-8181-7845deb521ca'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:18:04.163265 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-461c6413-b230-4942-8e87-0a0a20fc1dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:04.169553 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df12b0f4-2686-463e-89f0-e81e0e8cca04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:04.331831 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92091db-06d5-492d-808f-82b6debe2559 None None] DHCP port deletion for c6499627-4e2f-48ea-ae86-72130adb3fc2 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:18:04.405612 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:04.468535 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df12b0f4-2686-463e-89f0-e81e0e8cca04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:04.573479 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df12b0f4-2686-463e-89f0-e81e0e8cca04 admin admin] Pushing event updated for resources: {'Port': ['ID=35894ae6-8e9c-4977-b5c5-1bcf65bec3d8,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:04.671002 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df12b0f4-2686-463e-89f0-e81e0e8cca04 admin admin] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:18:04.675357 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-df12b0f4-2686-463e-89f0-e81e0e8cca04 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:18:04.683104 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6df34d8-79da-4c0f-81a8-3879635a8d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:04.693126 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6df34d8-79da-4c0f-81a8-3879635a8d49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:04.696089 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f6df34d8-79da-4c0f-81a8-3879635a8d49 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/29cb5cba-38ca-4d19-9fda-2cbe8dec9d94 HTTP/1.1" status: 204 len: 168 time: 1.6947064 Jul 15 23:18:04.712705 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df12b0f4-2686-463e-89f0-e81e0e8cca04 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:18:04.775226 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-f7f9be4f-1414-4f14-9138-c3f37273e4d2 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] For port 88473d52-008f-4af1-833f-8b5ec6ec8499, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=88473d52-008f-4af1-833f-8b5ec6ec8499,segment=NetworkSegment(6637c752-1d65-4f22-958b-1d4e2ce1c59f),segment_id=6637c752-1d65-4f22-958b-1d4e2ce1c59f)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:04.775942 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7f9be4f-1414-4f14-9138-c3f37273e4d2 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:04.807470 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:04.810539 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-461c6413-b230-4942-8e87-0a0a20fc1dc3 None None] For port 12c36751-f011-4281-8ed5-a95b40bd1dbf, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:18:04.820568 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6df34d8-79da-4c0f-81a8-3879635a8d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29cb5cba-38ca-4d19-9fda-2cbe8dec9d94,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:04.853944 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-461c6413-b230-4942-8e87-0a0a20fc1dc3 None None] For port 12c36751-f011-4281-8ed5-a95b40bd1dbf, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=12c36751-f011-4281-8ed5-a95b40bd1dbf,segment=NetworkSegment(f247e100-b6af-41b8-bbb1-7fe6ea2479be),segment_id=f247e100-b6af-41b8-bbb1-7fe6ea2479be)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:18:04.861905 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ddf134e3-96ef-4dbc-952c-d816caa2a27b req-0f14cec8-73a2-4bf6-b4ad-524864d2aa8b tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 210 time: 0.1462080 Jul 15 23:18:04.865721 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f7f9be4f-1414-4f14-9138-c3f37273e4d2 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Calling delete_port for 88473d52-008f-4af1-833f-8b5ec6ec8499 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:18:04.927486 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-461c6413-b230-4942-8e87-0a0a20fc1dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:05.030856 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7f9be4f-1414-4f14-9138-c3f37273e4d2 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:05.047085 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f9be4f-1414-4f14-9138-c3f37273e4d2 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] No DVR routers for this DVR port 88473d52-008f-4af1-833f-8b5ec6ec8499 on host n-d-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:18:05.172774 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7f9be4f-1414-4f14-9138-c3f37273e4d2 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:05.188429 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f7f9be4f-1414-4f14-9138-c3f37273e4d2 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6499627-4e2f-48ea-ae86-72130adb3fc2']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:05.190615 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port fc40c1de-3b30-4b81-bef4-6ac8d611c557, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=fc40c1de-3b30-4b81-bef4-6ac8d611c557,segment=NetworkSegment(857a4ff2-b898-498c-add5-fac2c5adbfc6),segment_id=857a4ff2-b898-498c-add5-fac2c5adbfc6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:05.202306 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1d5eb0e-76e7-4589-b9d2-8c21ab36febe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:05.221569 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f7f9be4f-1414-4f14-9138-c3f37273e4d2 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6637c752-1d65-4f22-958b-1d4e2ce1c59f') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:05.221864 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f7f9be4f-1414-4f14-9138-c3f37273e4d2 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6637c752-1d65-4f22-958b-1d4e2ce1c59f') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:05.257980 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:05.276622 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7f9be4f-1414-4f14-9138-c3f37273e4d2 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:05.343331 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b92091db-06d5-492d-808f-82b6debe2559 None None] Deleting port 88473d52-008f-4af1-833f-8b5ec6ec8499 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:18:05.346533 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b92091db-06d5-492d-808f-82b6debe2559 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:05.359524 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7f9be4f-1414-4f14-9138-c3f37273e4d2 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:05.399922 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7f9be4f-1414-4f14-9138-c3f37273e4d2 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:18:05.400368 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7f9be4f-1414-4f14-9138-c3f37273e4d2 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:05.442501 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461c6413-b230-4942-8e87-0a0a20fc1dc3 None None] Routers {'5caf442f-90f5-4944-9b7b-3c82b82f80d5'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:18:05.443210 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-461c6413-b230-4942-8e87-0a0a20fc1dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:18:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['5caf442f-90f5-4944-9b7b-3c82b82f80d5'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:05.611962 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:18:05.611962 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:18:05.611962 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:18:05.611962 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:18:05.611962 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:18:05.611962 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:18:05.611962 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:18:05.611962 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:18:05.611962 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:18:05.611962 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:18:05.611962 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:18:05.611962 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:18:05.611962 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:18:05.611962 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:18:05.611962 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:18:05.611962 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:18:05.611962 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:18:05.611962 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:18:05.611962 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:18:05.611962 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:18:05.611962 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:18:05.611962 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:18:05.611962 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:18:05.611962 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:18:05.611962 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:18:05.611962 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:18:05.611962 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:18:05.611962 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:18:05.611962 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:18:05.611962 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:18:05.611962 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:18:05.611962 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:18:05.616415 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7f9be4f-1414-4f14-9138-c3f37273e4d2 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:05.624924 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7f9be4f-1414-4f14-9138-c3f37273e4d2 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:05.644594 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f7f9be4f-1414-4f14-9138-c3f37273e4d2 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] 10.222.0.48 "DELETE /v2.0/networks/c6499627-4e2f-48ea-ae86-72130adb3fc2 HTTP/1.1" status: 204 len: 168 time: 2.7380295 Jul 15 23:18:05.682917 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36440) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:05.686749 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f9be4f-1414-4f14-9138-c3f37273e4d2 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Pushing event deleted for resources: {'Network': ['ID=c6499627-4e2f-48ea-ae86-72130adb3fc2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:05.709607 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f9be4f-1414-4f14-9138-c3f37273e4d2 tempest-NetworksTest-626324519 tempest-NetworksTest-626324519-project] Pushing event deleted for resources: {'Port': ['ID=88473d52-008f-4af1-833f-8b5ec6ec8499,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:05.751926 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3ddd1451-ed64-41c7-b0ec-48fd729296b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:05.854241 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-461c6413-b230-4942-8e87-0a0a20fc1dc3 None None] Set router 5caf442f-90f5-4944-9b7b-3c82b82f80d5 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:18:05.989548 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df12b0f4-2686-463e-89f0-e81e0e8cca04 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:06.024826 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3ddd1451-ed64-41c7-b0ec-48fd729296b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:06.035880 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-004fa58d-3543-461b-aab5-745d831ba8cf tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:06.037904 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3ddd1451-ed64-41c7-b0ec-48fd729296b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:06.104811 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-3ddd1451-ed64-41c7-b0ec-48fd729296b0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d61904b3130a4a9498f6d7632982716e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3989904 Jul 15 23:18:06.107463 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddd1451-ed64-41c7-b0ec-48fd729296b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f117b4b3-2f55-46e6-a421-93e6cfee23ec,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:06.124226 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36448) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:06.252639 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c46cea2-98be-4e56-a938-a94a5f5890e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:06.287996 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c46cea2-98be-4e56-a938-a94a5f5890e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:06.351286 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c46cea2-98be-4e56-a938-a94a5f5890e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:06.358099 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c46cea2-98be-4e56-a938-a94a5f5890e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:06.362805 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-6c46cea2-98be-4e56-a938-a94a5f5890e3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f117b4b3-2f55-46e6-a421-93e6cfee23ec HTTP/1.1" status: 204 len: 168 time: 0.2314827 Jul 15 23:18:06.370210 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-b92091db-06d5-492d-808f-82b6debe2559 None None] For port 88473d52-008f-4af1-833f-8b5ec6ec8499, host n-d-794306-6, got binding levels [] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:06.371033 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b92091db-06d5-492d-808f-82b6debe2559 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:06.403400 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c46cea2-98be-4e56-a938-a94a5f5890e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f117b4b3-2f55-46e6-a421-93e6cfee23ec,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:06.429616 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 1b6e94d6-74ba-4723-ad12-91e4dfa830cf up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:18:06.438509 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ad9d8f-ee6d-434a-82d4-dd844eefb980 None None] Network f810acf3-bdcb-4225-beca-d64cbd4db70b requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:18:06.552166 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-004fa58d-3543-461b-aab5-745d831ba8cf tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Allocated IP 172.25.5.234 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/55a61709-fb45-42ab-8760-ebef8cda3adf) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:18:06.714096 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 36454) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:06.741088 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8f0124-ff95-4240-bb94-5af5ade9023b None None] Pushing event updated for resources: {'Port': ['ID=12c36751-f011-4281-8ed5-a95b40bd1dbf,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:06.745319 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9e1a13fe-286b-4c82-b60e-83c6810aa43d req-aac8c082-1ac7-457e-bea4-999217ea1ca7 tempest-ServerShowV247Test-1382569235 tempest-ServerShowV247Test-1382569235-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e5c59f2-c829-4ce5-826d-0fa240adc5de HTTP/1.1" status: 200 len: 210 time: 0.7545547 Jul 15 23:18:06.769157 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f20a28-1ea5-4011-8fe8-39a0605bb648 req-8ce97614-4ccf-4b50-b4c8-e197444cf8b5 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:06.787871 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c7f20a28-1ea5-4011-8fe8-39a0605bb648 req-8ce97614-4ccf-4b50-b4c8-e197444cf8b5 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fb6019-0cdb-419d-bd3f-0d77cd61fc7c HTTP/1.1" status: 200 len: 945 time: 1.1047516 Jul 15 23:18:06.905769 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-004fa58d-3543-461b-aab5-745d831ba8cf tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:06.926827 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b92091db-06d5-492d-808f-82b6debe2559 None None] Calling delete_port for 88473d52-008f-4af1-833f-8b5ec6ec8499 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:18:06.984145 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c7f20a28-1ea5-4011-8fe8-39a0605bb648 req-e7851410-4e87-4e1d-869c-350b80ce7e6f tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751008 Jul 15 23:18:07.010768 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.ipam_backend_mixin [None req-b92091db-06d5-492d-808f-82b6debe2559 None None] Port 88473d52-008f-4af1-833f-8b5ec6ec8499 was not found and therefore no delete operation was performed {{(pid=93772) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 23:18:07.043738 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-004fa58d-3543-461b-aab5-745d831ba8cf tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:07.047092 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df12b0f4-2686-463e-89f0-e81e0e8cca04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:07.073068 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004fa58d-3543-461b-aab5-745d831ba8cf tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:18:07.086616 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b92091db-06d5-492d-808f-82b6debe2559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:07.111560 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-004fa58d-3543-461b-aab5-745d831ba8cf tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:18:07.115011 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004fa58d-3543-461b-aab5-745d831ba8cf tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:18:07.169616 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b92091db-06d5-492d-808f-82b6debe2559 None None] Network c6499627-4e2f-48ea-ae86-72130adb3fc2 is not hosted by any dhcp agent {{(pid=93772) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 23:18:07.175024 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92091db-06d5-492d-808f-82b6debe2559 None None] No DVR routers for this DVR port 88473d52-008f-4af1-833f-8b5ec6ec8499 on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:18:07.218120 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-94bda86b-6a01-40ff-bec0-b8c04e29091b req-9efb3978-c7a4-438d-b75a-d5cb05289efa tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 210 time: 0.1498356 Jul 15 23:18:07.277006 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=fc40c1de-3b30-4b81-bef4-6ac8d611c557,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:07.304185 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:07.308143 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-a1d5eb0e-76e7-4589-b9d2-8c21ab36febe admin admin] Deleting port fc40c1de-3b30-4b81-bef4-6ac8d611c557 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:18:07.308858 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1d5eb0e-76e7-4589-b9d2-8c21ab36febe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:07.326225 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004fa58d-3543-461b-aab5-745d831ba8cf tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Pushing event updated for resources: {'Port': ['ID=55a61709-fb45-42ab-8760-ebef8cda3adf,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:07.352632 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-22465108-cb83-4537-89fa-cdd330f0e4dd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=545ae24b56d14f939269409987b9058f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6340706 Jul 15 23:18:07.356568 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36464) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:07.439208 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-004fa58d-3543-461b-aab5-745d831ba8cf tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:07.535682 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92091db-06d5-492d-808f-82b6debe2559 None None] Pushing event deleted for resources: {'Port': ['ID=88473d52-008f-4af1-833f-8b5ec6ec8499,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:07.561667 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8a4d6a0-7a6e-409e-bf6a-7b5e6346d08b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:07.610771 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-004fa58d-3543-461b-aab5-745d831ba8cf tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:07.652505 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 1b6e94d6-74ba-4723-ad12-91e4dfa830cf completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:18:07.699601 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c7b3cdd1-e8fe-44d8-8cf7-f958def71f67 None None] Provisioning for port 1b6e94d6-74ba-4723-ad12-91e4dfa830cf completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:18:07.708646 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c7b3cdd1-e8fe-44d8-8cf7-f958def71f67 None None] Provisioning complete for port 1b6e94d6-74ba-4723-ad12-91e4dfa830cf triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:18:07.709027 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c7b3cdd1-e8fe-44d8-8cf7-f958def71f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:07.837165 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 88473d52-008f-4af1-833f-8b5ec6ec8499 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:18:07.887270 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-004fa58d-3543-461b-aab5-745d831ba8cf tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:07.896198 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-004fa58d-3543-461b-aab5-745d831ba8cf tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:07.983739 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8a4d6a0-7a6e-409e-bf6a-7b5e6346d08b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:08.009202 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 88473d52-008f-4af1-833f-8b5ec6ec8499 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:18:08.009724 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 88473d52-008f-4af1-833f-8b5ec6ec8499 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:18:08.048811 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-461c6413-b230-4942-8e87-0a0a20fc1dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5caf442f-90f5-4944-9b7b-3c82b82f80d5', 'name': 'tempest-AttachVolumeTestJSON-1991659375-router', 'tenant_id': 'c691a27677f54c85a3250b5bafef55f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': 'c126e0f2-7b39-47ee-bcb1-ab21bab14aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:36Z', 'updated_at': '2021-07-15T23:17:53Z', 'revision_number': 4, 'project_id': 'c691a27677f54c85a3250b5bafef55f4', 'gw_port': {'id': 'c126e0f2-7b39-47ee-bcb1-ab21bab14aaa', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5caf442f-90f5-4944-9b7b-3c82b82f80d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:39Z', 'updated_at': '2021-07-15T23:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '12c36751-f011-4281-8ed5-a95b40bd1dbf', 'name': '', 'network_id': '72dd1139-85ac-44a3-8181-7845deb521ca', 'tenant_id': 'c691a27677f54c85a3250b5bafef55f4', 'mac_address': 'fa:16:3e:ee:1f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5caf442f-90f5-4944-9b7b-3c82b82f80d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '8c6a4d69-e5f7-4129-9f0b-56463cfab399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:51Z', 'updated_at': '2021-07-15T23:18:04Z', 'revision_number': 4, 'project_id': 'c691a27677f54c85a3250b5bafef55f4', 'subnets': [{'id': '8c6a4d69-e5f7-4129-9f0b-56463cfab399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:08.138661 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-004fa58d-3543-461b-aab5-745d831ba8cf tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:08.165585 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004fa58d-3543-461b-aab5-745d831ba8cf tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Pushing event updated for resources: {'Port': ['ID=55a61709-fb45-42ab-8760-ebef8cda3adf,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:08.182326 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-004fa58d-3543-461b-aab5-745d831ba8cf tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:08.191260 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-004fa58d-3543-461b-aab5-745d831ba8cf tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9749534 Jul 15 23:18:08.261693 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461c6413-b230-4942-8e87-0a0a20fc1dc3 None None] The sync data for ids ['5caf442f-90f5-4944-9b7b-3c82b82f80d5'] in n-d-794306-6 is: [{'id': '5caf442f-90f5-4944-9b7b-3c82b82f80d5', 'name': 'tempest-AttachVolumeTestJSON-1991659375-router', 'tenant_id': 'c691a27677f54c85a3250b5bafef55f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': 'c126e0f2-7b39-47ee-bcb1-ab21bab14aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:36Z', 'updated_at': '2021-07-15T23:17:53Z', 'revision_number': 4, 'project_id': 'c691a27677f54c85a3250b5bafef55f4', 'gw_port': {'id': 'c126e0f2-7b39-47ee-bcb1-ab21bab14aaa', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5caf442f-90f5-4944-9b7b-3c82b82f80d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:39Z', 'updated_at': '2021-07-15T23:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '12c36751-f011-4281-8ed5-a95b40bd1dbf', 'name': '', 'network_id': '72dd1139-85ac-44a3-8181-7845deb521ca', 'tenant_id': 'c691a27677f54c85a3250b5bafef55f4', 'mac_address': 'fa:16:3e:ee:1f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5caf442f-90f5-4944-9b7b-3c82b82f80d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '8c6a4d69-e5f7-4129-9f0b-56463cfab399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:51Z', 'updated_at': '2021-07-15T23:18:04Z', 'revision_number': 4, 'project_id': 'c691a27677f54c85a3250b5bafef55f4', 'subnets': [{'id': '8c6a4d69-e5f7-4129-9f0b-56463cfab399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:18:08.272430 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device fc40c1de-3b30-4b81-bef4-6ac8d611c557 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:18:08.275321 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8a4d6a0-7a6e-409e-bf6a-7b5e6346d08b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:08.282598 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8a4d6a0-7a6e-409e-bf6a-7b5e6346d08b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:08.290417 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442a29a2-19e6-4455-8720-b53c44c5004f None None] get_active_networks_info from n-d-794306-6 {{(pid=93772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 23:18:08.298542 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f8a4d6a0-7a6e-409e-bf6a-7b5e6346d08b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fb023f2f-44e6-4bf4-b183-3fdf35a0b0e3 HTTP/1.1" status: 204 len: 168 time: 0.9399321 Jul 15 23:18:08.308030 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-debaaa8f-77b4-4dcd-9055-490ec213dee6 req-e91230e9-2fc6-4db8-8215-69e92fc37d23 tempest-ServerShowV247Test-1382569235 tempest-ServerShowV247Test-1382569235-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e5c59f2-c829-4ce5-826d-0fa240adc5de HTTP/1.1" status: 200 len: 210 time: 0.2616336 Jul 15 23:18:08.392888 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a4d6a0-7a6e-409e-bf6a-7b5e6346d08b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb023f2f-44e6-4bf4-b183-3fdf35a0b0e3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:08.477208 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:08.482805 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c7b3cdd1-e8fe-44d8-8cf7-f958def71f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:08.676584 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-a1d5eb0e-76e7-4589-b9d2-8c21ab36febe admin admin] For port fc40c1de-3b30-4b81-bef4-6ac8d611c557, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=fc40c1de-3b30-4b81-bef4-6ac8d611c557,segment=NetworkSegment(857a4ff2-b898-498c-add5-fac2c5adbfc6),segment_id=857a4ff2-b898-498c-add5-fac2c5adbfc6)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:08.679143 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1d5eb0e-76e7-4589-b9d2-8c21ab36febe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:08.691450 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c7b3cdd1-e8fe-44d8-8cf7-f958def71f67 None None] For port 1b6e94d6-74ba-4723-ad12-91e4dfa830cf, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=1b6e94d6-74ba-4723-ad12-91e4dfa830cf,segment=NetworkSegment(9f863f95-1b25-4720-919a-e5e9e76842d9),segment_id=9f863f95-1b25-4720-919a-e5e9e76842d9)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:08.702234 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c7b3cdd1-e8fe-44d8-8cf7-f958def71f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:08.777661 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b3cdd1-e8fe-44d8-8cf7-f958def71f67 None None] Pushing event updated for resources: {'Port': ['ID=1b6e94d6-74ba-4723-ad12-91e4dfa830cf,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:08.802600 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-a1d5eb0e-76e7-4589-b9d2-8c21ab36febe admin admin] Calling delete_port for fc40c1de-3b30-4b81-bef4-6ac8d611c557 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:18:08.804958 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port fc40c1de-3b30-4b81-bef4-6ac8d611c557 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:18:08.805340 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:08.863810 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2fb84c14-14bb-451a-a98c-3ad689cd17a0 req-f65ea5e5-8910-4c36-a784-58b685833406 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 210 time: 0.1296415 Jul 15 23:18:08.872864 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df12b0f4-2686-463e-89f0-e81e0e8cca04 admin admin] Router c878c638-1b3c-41ea-83df-55700e1441d0 is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:18:08.905355 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeee16b-2fc0-432d-a867-618d19318b49 req-8ad8b9ff-b880-445e-96a1-9ee646a7a6df tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:08.918470 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3eeee16b-2fc0-432d-a867-618d19318b49 req-8ad8b9ff-b880-445e-96a1-9ee646a7a6df tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=69fb6019-0cdb-419d-bd3f-0d77cd61fc7c HTTP/1.1" status: 200 len: 945 time: 1.5515985 Jul 15 23:18:09.020865 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-69bebb58-43d5-4921-a4cf-3b634cf40c6b None None] Provisioning complete for port 1b6e94d6-74ba-4723-ad12-91e4dfa830cf triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:18:09.021813 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-69bebb58-43d5-4921-a4cf-3b634cf40c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:09.129688 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442a29a2-19e6-4455-8720-b53c44c5004f None None] Resources bound (agent type, host, resource id): {{(pid=93772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 23:18:09.143713 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3eeee16b-2fc0-432d-a867-618d19318b49 req-291e2ec4-bb26-431c-919c-5c2288e2feb2 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216940 Jul 15 23:18:09.740023 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df12b0f4-2686-463e-89f0-e81e0e8cca04 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:18:09.759970 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac215cc-3ce4-494d-bd5e-5d5613f1f807 None None] Sync routers for ids ['c878c638-1b3c-41ea-83df-55700e1441d0'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:18:09.808652 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac215cc-3ce4-494d-bd5e-5d5613f1f807 None None] Routers {'c878c638-1b3c-41ea-83df-55700e1441d0'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:18:09.809921 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-1ac215cc-3ce4-494d-bd5e-5d5613f1f807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:18:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['c878c638-1b3c-41ea-83df-55700e1441d0'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:09.886669 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1d5eb0e-76e7-4589-b9d2-8c21ab36febe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:09.899339 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4c375ca6-48c8-4a3e-90d6-35f8126eee12 req-a0f6114e-2d58-406f-8c37-610294fbfe7c tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1198861976&fields=id&tenant_id=c691a27677f54c85a3250b5bafef55f4 HTTP/1.1" status: 200 len: 267 time: 0.3900812 Jul 15 23:18:10.019336 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df12b0f4-2686-463e-89f0-e81e0e8cca04 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:10.021829 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-df12b0f4-2686-463e-89f0-e81e0e8cca04 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 12.6430855 Jul 15 23:18:10.026543 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36534) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:10.051544 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d5eb0e-76e7-4589-b9d2-8c21ab36febe admin admin] Pushing event deleted for resources: {'Port': ['ID=fc40c1de-3b30-4b81-bef4-6ac8d611c557,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:10.360400 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-87ee9d87-65a6-4bb2-8df0-62531ad85fa4 req-08c40fe3-78af-4f94-a04f-457574beeccb tempest-ServerShowV247Test-1382569235 tempest-ServerShowV247Test-1382569235-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e5c59f2-c829-4ce5-826d-0fa240adc5de HTTP/1.1" status: 200 len: 210 time: 0.1840525 Jul 15 23:18:10.733181 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-1ac215cc-3ce4-494d-bd5e-5d5613f1f807 None None] Set router c878c638-1b3c-41ea-83df-55700e1441d0 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:18:10.739051 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c375ca6-48c8-4a3e-90d6-35f8126eee12 req-fe6c36e4-5cf8-45b1-8dcd-5368975ebb61 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:10.748169 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4c375ca6-48c8-4a3e-90d6-35f8126eee12 req-fe6c36e4-5cf8-45b1-8dcd-5368975ebb61 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/networks?id=72dd1139-85ac-44a3-8181-7845deb521ca HTTP/1.1" status: 200 len: 811 time: 0.8474832 Jul 15 23:18:10.863951 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4c375ca6-48c8-4a3e-90d6-35f8126eee12 req-31866785-fdeb-4855-a114-bcedeca7cbde tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/quotas/c691a27677f54c85a3250b5bafef55f4 HTTP/1.1" status: 200 len: 375 time: 0.1027091 Jul 15 23:18:10.886129 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2d2f1baa-b5e1-427d-9e99-012a2f85d8fe req-66b1a16a-510f-4bda-8f1f-96b426048875 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 210 time: 0.2002196 Jul 15 23:18:10.887072 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 1b6e94d6-74ba-4723-ad12-91e4dfa830cf up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:18:11.087769 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36564) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:11.210664 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 1b6e94d6-74ba-4723-ad12-91e4dfa830cf triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:18:11.211314 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:11.256987 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2862f821-5306-47e7-9d77-89da6bf5b91b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:11.346983 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-836e958a-9e32-4c01-b576-e58469333291 tempest-NetworksNegativeTestJSON-256115116 tempest-NetworksNegativeTestJSON-256115116-project] Request body: {'port': {'network_id': '0b52313f-f7ec-4400-a935-6edf92507ae9', 'name': 'tempest-NetworksNegativeTestJSON-849585160'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:11.416396 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-1ac215cc-3ce4-494d-bd5e-5d5613f1f807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c878c638-1b3c-41ea-83df-55700e1441d0', 'name': 'tempest-TaggedBootDevicesTest-749798368-router', 'tenant_id': '1535e8fb4bbf47a995341d11b9792565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '35894ae6-8e9c-4977-b5c5-1bcf65bec3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:57Z', 'updated_at': '2021-07-15T23:18:05Z', 'revision_number': 3, 'project_id': '1535e8fb4bbf47a995341d11b9792565', 'gw_port': {'id': '35894ae6-8e9c-4977-b5c5-1bcf65bec3d8', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8d:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c878c638-1b3c-41ea-83df-55700e1441d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:01Z', 'updated_at': '2021-07-15T23:18:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:11.418084 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-836e958a-9e32-4c01-b576-e58469333291 tempest-NetworksNegativeTestJSON-256115116 tempest-NetworksNegativeTestJSON-256115116-project] POST failed (client error): The resource could not be found. Jul 15 23:18:11.418758 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-836e958a-9e32-4c01-b576-e58469333291 tempest-NetworksNegativeTestJSON-256115116 tempest-NetworksNegativeTestJSON-256115116-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:18:11.420235 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-836e958a-9e32-4c01-b576-e58469333291 tempest-NetworksNegativeTestJSON-256115116 tempest-NetworksNegativeTestJSON-256115116-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3317742 Jul 15 23:18:11.436164 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36574) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:11.481402 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4c375ca6-48c8-4a3e-90d6-35f8126eee12 req-7d9073e9-f1bb-4ed2-9f18-551cbc511099 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c691a27677f54c85a3250b5bafef55f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6156576 Jul 15 23:18:11.482693 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1d5eb0e-76e7-4589-b9d2-8c21ab36febe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:11.483036 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac215cc-3ce4-494d-bd5e-5d5613f1f807 None None] Checking router: c878c638-1b3c-41ea-83df-55700e1441d0 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:18:11.483743 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac215cc-3ce4-494d-bd5e-5d5613f1f807 None None] Updating router c878c638-1b3c-41ea-83df-55700e1441d0 port 35894ae6-8e9c-4977-b5c5-1bcf65bec3d8 binding host n-d-794306-6 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:18:11.499540 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-84a20e38-6e03-4b0b-96f6-9f38c7b4f8b7 tempest-NetworksNegativeTestJSON-256115116 tempest-NetworksNegativeTestJSON-256115116-project] DELETE failed (client error): The resource could not be found. Jul 15 23:18:11.500983 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84a20e38-6e03-4b0b-96f6-9f38c7b4f8b7 tempest-NetworksNegativeTestJSON-256115116 tempest-NetworksNegativeTestJSON-256115116-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:18:11.504791 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-84a20e38-6e03-4b0b-96f6-9f38c7b4f8b7 tempest-NetworksNegativeTestJSON-256115116 tempest-NetworksNegativeTestJSON-256115116-project] 10.222.0.48 "DELETE /v2.0/networks/67d8deb4-10b0-49bb-878b-a3ed4af1c78c HTTP/1.1" status: 404 len: 339 time: 0.0619593 Jul 15 23:18:11.511753 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36580) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:11.571294 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 12c36751-f011-4281-8ed5-a95b40bd1dbf up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:18:11.586844 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-b82f090f-9da6-4417-9379-2691576b413d tempest-NetworksNegativeTestJSON-256115116 tempest-NetworksNegativeTestJSON-256115116-project] DELETE failed (client error): The resource could not be found. Jul 15 23:18:11.587752 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b82f090f-9da6-4417-9379-2691576b413d tempest-NetworksNegativeTestJSON-256115116 tempest-NetworksNegativeTestJSON-256115116-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:18:11.590213 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b82f090f-9da6-4417-9379-2691576b413d tempest-NetworksNegativeTestJSON-256115116 tempest-NetworksNegativeTestJSON-256115116-project] 10.222.0.48 "DELETE /v2.0/ports/a63388c4-b337-4936-b018-75ca5f9ce538 HTTP/1.1" status: 404 len: 333 time: 0.0767224 Jul 15 23:18:11.598624 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36584) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:11.657174 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-8098d23d-9cff-4728-9105-6ad2b414fbcd tempest-NetworksNegativeTestJSON-256115116 tempest-NetworksNegativeTestJSON-256115116-project] DELETE failed (client error): The resource could not be found. Jul 15 23:18:11.658064 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8098d23d-9cff-4728-9105-6ad2b414fbcd tempest-NetworksNegativeTestJSON-256115116 tempest-NetworksNegativeTestJSON-256115116-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:18:11.667078 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-8098d23d-9cff-4728-9105-6ad2b414fbcd tempest-NetworksNegativeTestJSON-256115116 tempest-NetworksNegativeTestJSON-256115116-project] 10.222.0.48 "DELETE /v2.0/subnets/2cf314c3-bb36-4735-9e96-124a5d09920e HTTP/1.1" status: 404 len: 337 time: 0.0596900 Jul 15 23:18:11.672794 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36588) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:11.673939 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1ac215cc-3ce4-494d-bd5e-5d5613f1f807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:11.723443 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2706f78-e751-430e-8265-559f9c02bac9 tempest-NetworksNegativeTestJSON-256115116 tempest-NetworksNegativeTestJSON-256115116-project] GET failed (client error): The resource could not be found. Jul 15 23:18:11.740764 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d2706f78-e751-430e-8265-559f9c02bac9 tempest-NetworksNegativeTestJSON-256115116 tempest-NetworksNegativeTestJSON-256115116-project] 10.222.0.48 "GET /v2.0/networks/5a869a5c-b271-439f-8a4c-a324023b7e22 HTTP/1.1" status: 404 len: 339 time: 0.0650909 Jul 15 23:18:11.752789 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c58488-9afb-44f5-bbe0-013c656e9e18 req-783ab424-2bbb-4bcd-8fc3-dddd5d1dbcf1 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:11.754902 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-54c58488-9afb-44f5-bbe0-013c656e9e18 req-783ab424-2bbb-4bcd-8fc3-dddd5d1dbcf1 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.49 "GET /v2.0/ports?device_id=69fb6019-0cdb-419d-bd3f-0d77cd61fc7c HTTP/1.1" status: 200 len: 945 time: 0.6332476 Jul 15 23:18:11.755476 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 36592) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:11.792660 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808daba2-04f7-44ea-bda7-d218ebb7ea3d req-5020285d-8fc4-4289-9b11-408f354d42a7 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:11.793365 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-808daba2-04f7-44ea-bda7-d218ebb7ea3d req-5020285d-8fc4-4289-9b11-408f354d42a7 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/networks?id=c6d78d97-c5bd-4992-9d0e-5892dffd416b HTTP/1.1" status: 200 len: 815 time: 0.7131507 Jul 15 23:18:11.811443 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-2862f821-5306-47e7-9d77-89da6bf5b91b admin admin] Allocated IP 172.20.0.1 (f810acf3-bdcb-4225-beca-d64cbd4db70b/bbd5e8a5-f846-4a56-a7c3-e50df421a1e6/3f712636-f5bf-4bc3-8755-c957d1a2c88a) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:18:11.912864 n-d-794306-6 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d028772-f19e-4638-8948-f935251b9a32 tempest-NetworksNegativeTestJSON-256115116 tempest-NetworksNegativeTestJSON-256115116-project] GET failed (client error): The resource could not be found. Jul 15 23:18:11.918571 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-6d028772-f19e-4638-8948-f935251b9a32 tempest-NetworksNegativeTestJSON-256115116 tempest-NetworksNegativeTestJSON-256115116-project] 10.222.0.48 "GET /v2.0/ports/cda93a10-89c2-4de7-9a45-1cf5513584d9 HTTP/1.1" status: 404 len: 333 time: 0.1305914 Jul 15 23:18:11.922958 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 36598) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:11.952152 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 12c36751-f011-4281-8ed5-a95b40bd1dbf completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:18:11.981647 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-808daba2-04f7-44ea-bda7-d218ebb7ea3d req-c3f34464-2fef-427c-9f2d-dff605007b5c tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/quotas/0fcede583b6b458da6b681624616b0b4 HTTP/1.1" status: 200 len: 375 time: 0.1666386 Jul 15 23:18:11.984190 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 12c36751-f011-4281-8ed5-a95b40bd1dbf triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:18:11.991478 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:12.003500 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2862f821-5306-47e7-9d77-89da6bf5b91b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:12.006673 n-d-794306-6 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-1265098f-d618-47da-83c2-27a652fda752 tempest-NetworksNegativeTestJSON-256115116 tempest-NetworksNegativeTestJSON-256115116-project] GET failed (client error): The resource could not be found. Jul 15 23:18:12.014254 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-1265098f-d618-47da-83c2-27a652fda752 tempest-NetworksNegativeTestJSON-256115116 tempest-NetworksNegativeTestJSON-256115116-project] 10.222.0.48 "GET /v2.0/subnets/1b970dd4-da39-4807-b469-157dfb4eff05 HTTP/1.1" status: 404 len: 337 time: 0.0812862 Jul 15 23:18:12.014540 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 36606) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:12.027229 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b5349877-2bb8-4130-a309-c03109deee95 tempest-NetworksNegativeTestJSON-256115116 tempest-NetworksNegativeTestJSON-256115116-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:12.030887 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-2862f821-5306-47e7-9d77-89da6bf5b91b admin admin] Transition to ACTIVE for port object 3f712636-f5bf-4bc3-8755-c957d1a2c88a will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:18:12.035435 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4c375ca6-48c8-4a3e-90d6-35f8126eee12 req-3b0a0030-944f-470a-9206-aa6a5f3da66d service neutron] 10.222.0.48 "GET /v2.0/networks/72dd1139-85ac-44a3-8181-7845deb521ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5178587 Jul 15 23:18:12.080951 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2862f821-5306-47e7-9d77-89da6bf5b91b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:12.129420 n-d-794306-6 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5349877-2bb8-4130-a309-c03109deee95 tempest-NetworksNegativeTestJSON-256115116 tempest-NetworksNegativeTestJSON-256115116-project] PUT failed (client error): The resource could not be found. Jul 15 23:18:12.130041 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5349877-2bb8-4130-a309-c03109deee95 tempest-NetworksNegativeTestJSON-256115116 tempest-NetworksNegativeTestJSON-256115116-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:18:12.134698 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-b5349877-2bb8-4130-a309-c03109deee95 tempest-NetworksNegativeTestJSON-256115116 tempest-NetworksNegativeTestJSON-256115116-project] 10.222.0.48 "PUT /v2.0/networks/4df419aa-7f02-4cd4-a3bf-c1a677272e87 HTTP/1.1" status: 404 len: 339 time: 0.1153133 Jul 15 23:18:12.146502 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 36610) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:12.173623 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-391e4d78-26c1-4bc6-aded-aa1eb11151da tempest-NetworksNegativeTestJSON-256115116 tempest-NetworksNegativeTestJSON-256115116-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:12.207965 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2862f821-5306-47e7-9d77-89da6bf5b91b admin admin] Network f810acf3-bdcb-4225-beca-d64cbd4db70b is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:18:12.225648 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-2862f821-5306-47e7-9d77-89da6bf5b91b admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:18:12.246023 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2862f821-5306-47e7-9d77-89da6bf5b91b admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:18:12.332892 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2862f821-5306-47e7-9d77-89da6bf5b91b admin admin] Pushing event updated for resources: {'Port': ['ID=3f712636-f5bf-4bc3-8755-c957d1a2c88a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:12.352215 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:12.367397 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2862f821-5306-47e7-9d77-89da6bf5b91b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:12.390551 n-d-794306-6 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-391e4d78-26c1-4bc6-aded-aa1eb11151da tempest-NetworksNegativeTestJSON-256115116 tempest-NetworksNegativeTestJSON-256115116-project] PUT failed (client error): The resource could not be found. Jul 15 23:18:12.391999 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-391e4d78-26c1-4bc6-aded-aa1eb11151da tempest-NetworksNegativeTestJSON-256115116 tempest-NetworksNegativeTestJSON-256115116-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:18:12.397811 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-391e4d78-26c1-4bc6-aded-aa1eb11151da tempest-NetworksNegativeTestJSON-256115116 tempest-NetworksNegativeTestJSON-256115116-project] 10.222.0.48 "PUT /v2.0/ports/d9800bd4-f768-481d-a794-db5b3aeae6e6 HTTP/1.1" status: 404 len: 333 time: 0.2389708 Jul 15 23:18:12.398460 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4c375ca6-48c8-4a3e-90d6-35f8126eee12 req-7ddf92af-2768-4961-99fc-b0b7236f8cdc service neutron] 10.222.0.48 "GET /v2.0/networks/72dd1139-85ac-44a3-8181-7845deb521ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3294287 Jul 15 23:18:12.404521 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 36612) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:12.644311 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 12c36751-f011-4281-8ed5-a95b40bd1dbf, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=12c36751-f011-4281-8ed5-a95b40bd1dbf,segment=NetworkSegment(f247e100-b6af-41b8-bbb1-7fe6ea2479be),segment_id=f247e100-b6af-41b8-bbb1-7fe6ea2479be)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:12.653707 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:12.734198 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-cc8ad6c8-e860-4db3-846d-91508586894c tempest-NetworksNegativeTestJSON-256115116 tempest-NetworksNegativeTestJSON-256115116-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:12.882196 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1ac215cc-3ce4-494d-bd5e-5d5613f1f807 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:12.902048 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36620) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:12.961576 n-d-794306-6 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc8ad6c8-e860-4db3-846d-91508586894c tempest-NetworksNegativeTestJSON-256115116 tempest-NetworksNegativeTestJSON-256115116-project] PUT failed (client error): The resource could not be found. Jul 15 23:18:12.966755 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc8ad6c8-e860-4db3-846d-91508586894c tempest-NetworksNegativeTestJSON-256115116 tempest-NetworksNegativeTestJSON-256115116-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:18:12.968069 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-cc8ad6c8-e860-4db3-846d-91508586894c tempest-NetworksNegativeTestJSON-256115116 tempest-NetworksNegativeTestJSON-256115116-project] 10.222.0.48 "PUT /v2.0/subnets/a1d415fb-dcd7-422b-bbd6-654e33cb3768 HTTP/1.1" status: 404 len: 337 time: 0.2570672 Jul 15 23:18:12.977000 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1ac215cc-3ce4-494d-bd5e-5d5613f1f807 None None] Transition to ACTIVE for port object 35894ae6-8e9c-4977-b5c5-1bcf65bec3d8 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:18:12.982917 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2862f821-5306-47e7-9d77-89da6bf5b91b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:13.018004 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1ac215cc-3ce4-494d-bd5e-5d5613f1f807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:13.085400 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e1ece67d-52d3-49c1-8676-0867187fd751 None None] Provisioning for port 3f712636-f5bf-4bc3-8755-c957d1a2c88a completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:18:13.138371 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e1ece67d-52d3-49c1-8676-0867187fd751 None None] Provisioning complete for port 3f712636-f5bf-4bc3-8755-c957d1a2c88a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:18:13.141887 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e1ece67d-52d3-49c1-8676-0867187fd751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:13.149759 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=12c36751-f011-4281-8ed5-a95b40bd1dbf,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:13.160282 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1f10e771-6d4f-48aa-974f-2c93be4059ae req-ec1e99fd-8d88-445b-b5a4-f68b6c4b870b tempest-ServerShowV247Test-1382569235 tempest-ServerShowV247Test-1382569235-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e5c59f2-c829-4ce5-826d-0fa240adc5de HTTP/1.1" status: 200 len: 210 time: 0.0900261 Jul 15 23:18:13.165023 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-54c58488-9afb-44f5-bbe0-013c656e9e18 req-a4a788f7-84ba-4844-a3af-94013a6bbd61 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Deleting port 510baed5-5df5-41aa-922d-764396cd58db {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:18:13.165466 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-54c58488-9afb-44f5-bbe0-013c656e9e18 req-a4a788f7-84ba-4844-a3af-94013a6bbd61 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:13.173548 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-808daba2-04f7-44ea-bda7-d218ebb7ea3d req-eefbbe39-fb3f-4871-b39f-50585e2dcf89 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0fcede583b6b458da6b681624616b0b4&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1618228 Jul 15 23:18:13.175749 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1d5eb0e-76e7-4589-b9d2-8c21ab36febe admin admin] Router bab31119-3d90-4a5d-ab77-c376b95871e4 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:18:13.448632 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7d67a1-67be-4608-afd1-a477789cbe93 None None] Pushing event updated for resources: {'Port': ['ID=35894ae6-8e9c-4977-b5c5-1bcf65bec3d8,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:13.477799 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-1ac215cc-3ce4-494d-bd5e-5d5613f1f807 None None] Attempting to bind port 35894ae6-8e9c-4977-b5c5-1bcf65bec3d8 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:18:13.482825 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-1ac215cc-3ce4-494d-bd5e-5d5613f1f807 None None] Attempting to bind port 35894ae6-8e9c-4977-b5c5-1bcf65bec3d8 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:18:13.483135 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac215cc-3ce4-494d-bd5e-5d5613f1f807 None None] Attempting to bind port 35894ae6-8e9c-4977-b5c5-1bcf65bec3d8 on network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:18:13.516572 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-54c58488-9afb-44f5-bbe0-013c656e9e18 req-a4a788f7-84ba-4844-a3af-94013a6bbd61 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] For port 510baed5-5df5-41aa-922d-764396cd58db, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=510baed5-5df5-41aa-922d-764396cd58db,segment=NetworkSegment(7f5ce7d6-1f0d-40c2-8f4e-72bafb9ba40d),segment_id=7f5ce7d6-1f0d-40c2-8f4e-72bafb9ba40d)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:13.517244 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e1ece67d-52d3-49c1-8676-0867187fd751 None None] Port 3f712636-f5bf-4bc3-8755-c957d1a2c88a cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:18:13.517394 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-54c58488-9afb-44f5-bbe0-013c656e9e18 req-a4a788f7-84ba-4844-a3af-94013a6bbd61 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:13.520411 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac215cc-3ce4-494d-bd5e-5d5613f1f807 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:18:13.522554 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac215cc-3ce4-494d-bd5e-5d5613f1f807 None None] Checking segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:18:13.523556 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1ac215cc-3ce4-494d-bd5e-5d5613f1f807 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:13.524564 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac215cc-3ce4-494d-bd5e-5d5613f1f807 None None] Bound using segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:18:13.525684 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-1ac215cc-3ce4-494d-bd5e-5d5613f1f807 None None] Bound port: 35894ae6-8e9c-4977-b5c5-1bcf65bec3d8, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:18:13.526616 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1ac215cc-3ce4-494d-bd5e-5d5613f1f807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:13.623878 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2862f821-5306-47e7-9d77-89da6bf5b91b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:13.633176 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-94dd72ca-da97-48dc-92d0-edebe7753fe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:13.639134 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2862f821-5306-47e7-9d77-89da6bf5b91b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:13.700744 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8fcd1a67-e696-4c29-8e31-afdab10b547f req-c62e0dfc-c743-441b-a85e-b87d8fe2a5f8 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 210 time: 0.2252350 Jul 15 23:18:13.702238 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-54c58488-9afb-44f5-bbe0-013c656e9e18 req-a4a788f7-84ba-4844-a3af-94013a6bbd61 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Calling delete_port for 510baed5-5df5-41aa-922d-764396cd58db owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:18:13.714618 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1ac215cc-3ce4-494d-bd5e-5d5613f1f807 None None] For port 35894ae6-8e9c-4977-b5c5-1bcf65bec3d8, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:18:13.719196 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1ac215cc-3ce4-494d-bd5e-5d5613f1f807 None None] For port 35894ae6-8e9c-4977-b5c5-1bcf65bec3d8, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=35894ae6-8e9c-4977-b5c5-1bcf65bec3d8,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:18:13.729667 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1ac215cc-3ce4-494d-bd5e-5d5613f1f807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:13.774696 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2862f821-5306-47e7-9d77-89da6bf5b91b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:13.808570 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36634) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:13.857391 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac215cc-3ce4-494d-bd5e-5d5613f1f807 None None] Routers {'c878c638-1b3c-41ea-83df-55700e1441d0'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:18:13.858401 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-1ac215cc-3ce4-494d-bd5e-5d5613f1f807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:18:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['c878c638-1b3c-41ea-83df-55700e1441d0'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:13.934727 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-691499e4-f249-49e3-bdf7-6652f11ed58e req-2b7180c2-6e01-4202-a6c7-51f211c6c117 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb6fdb51-4815-4ab6-aa5c-c873ffebd225 HTTP/1.1" status: 200 len: 210 time: 0.0496163 Jul 15 23:18:14.066208 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2862f821-5306-47e7-9d77-89da6bf5b91b admin admin] Pushing event updated for resources: {'Port': ['ID=3f712636-f5bf-4bc3-8755-c957d1a2c88a,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:14.109928 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7d67a1-67be-4608-afd1-a477789cbe93 None None] Pushing event updated for resources: {'Port': ['ID=35894ae6-8e9c-4977-b5c5-1bcf65bec3d8,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:14.257014 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2862f821-5306-47e7-9d77-89da6bf5b91b admin admin] Network f810acf3-bdcb-4225-beca-d64cbd4db70b is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:18:14.273492 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-2862f821-5306-47e7-9d77-89da6bf5b91b admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:18:14.283264 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-1ac215cc-3ce4-494d-bd5e-5d5613f1f807 None None] Set router c878c638-1b3c-41ea-83df-55700e1441d0 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:18:14.645540 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f3a28b7-9133-46f0-802c-77cb3a974d77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:14.727136 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2862f821-5306-47e7-9d77-89da6bf5b91b admin admin] Router c878c638-1b3c-41ea-83df-55700e1441d0 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:18:14.801168 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-94dd72ca-da97-48dc-92d0-edebe7753fe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:14.871389 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-94dd72ca-da97-48dc-92d0-edebe7753fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:14.871692 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 12c36751-f011-4281-8ed5-a95b40bd1dbf up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:18:14.919018 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dd72ca-da97-48dc-92d0-edebe7753fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc08146b-3942-47fd-b8cd-34010e502c61,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:14.949279 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-142e4971-adb3-48d8-a96e-31530efc17f5 req-14711155-03cf-4a00-9f51-bba7079ee015 tempest-ServerShowV247Test-1382569235 tempest-ServerShowV247Test-1382569235-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e5c59f2-c829-4ce5-826d-0fa240adc5de HTTP/1.1" status: 200 len: 210 time: 0.0778697 Jul 15 23:18:14.972613 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-33737efe-966a-4e43-be80-837905993ac6 None None] Provisioning complete for port 3f712636-f5bf-4bc3-8755-c957d1a2c88a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:18:14.973494 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-33737efe-966a-4e43-be80-837905993ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:15.000502 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-808daba2-04f7-44ea-bda7-d218ebb7ea3d req-7ae9b56b-b93e-48aa-8cfe-b16be1ad5635 service neutron] 10.222.0.48 "GET /v2.0/networks/c6d78d97-c5bd-4992-9d0e-5892dffd416b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6144917 Jul 15 23:18:15.019466 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-94dd72ca-da97-48dc-92d0-edebe7753fe7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=50491dcbdf684099b1ab098a45760706&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1155033 Jul 15 23:18:15.027321 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36644) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:15.072706 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-1ac215cc-3ce4-494d-bd5e-5d5613f1f807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c878c638-1b3c-41ea-83df-55700e1441d0', 'name': 'tempest-TaggedBootDevicesTest-749798368-router', 'tenant_id': '1535e8fb4bbf47a995341d11b9792565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '35894ae6-8e9c-4977-b5c5-1bcf65bec3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:57Z', 'updated_at': '2021-07-15T23:18:12Z', 'revision_number': 4, 'project_id': '1535e8fb4bbf47a995341d11b9792565', 'gw_port': {'id': '35894ae6-8e9c-4977-b5c5-1bcf65bec3d8', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8d:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c878c638-1b3c-41ea-83df-55700e1441d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:01Z', 'updated_at': '2021-07-15T23:18:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '3f712636-f5bf-4bc3-8755-c957d1a2c88a', 'name': '', 'network_id': 'f810acf3-bdcb-4225-beca-d64cbd4db70b', 'tenant_id': '1535e8fb4bbf47a995341d11b9792565', 'mac_address': 'fa:16:3e:c7:5c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c878c638-1b3c-41ea-83df-55700e1441d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'bbd5e8a5-f846-4a56-a7c3-e50df421a1e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:11Z', 'updated_at': '2021-07-15T23:18:13Z', 'revision_number': 2, 'project_id': '1535e8fb4bbf47a995341d11b9792565', 'subnets': [{'id': 'bbd5e8a5-f846-4a56-a7c3-e50df421a1e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:15.080858 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d5eb0e-76e7-4589-b9d2-8c21ab36febe admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:18:15.107820 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63188e4d-5783-4a91-93fa-49fa942fed67 None None] Sync routers for ids ['bab31119-3d90-4a5d-ab77-c376b95871e4'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:18:15.119836 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-a1d5eb0e-76e7-4589-b9d2-8c21ab36febe admin admin] 10.222.0.48 "PUT /v2.0/routers/bab31119-3d90-4a5d-ab77-c376b95871e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3651774 Jul 15 23:18:15.123854 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 36646) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:15.154814 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63188e4d-5783-4a91-93fa-49fa942fed67 None None] Routers {'bab31119-3d90-4a5d-ab77-c376b95871e4'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:18:15.155470 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-63188e4d-5783-4a91-93fa-49fa942fed67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:18:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['bab31119-3d90-4a5d-ab77-c376b95871e4'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:15.157275 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2862f821-5306-47e7-9d77-89da6bf5b91b admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:18:15.179378 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-2862f821-5306-47e7-9d77-89da6bf5b91b admin admin] 10.222.0.48 "PUT /v2.0/routers/c878c638-1b3c-41ea-83df-55700e1441d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1512649 Jul 15 23:18:15.222009 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac215cc-3ce4-494d-bd5e-5d5613f1f807 None None] The sync data for ids ['c878c638-1b3c-41ea-83df-55700e1441d0'] in n-d-794306-6 is: [{'id': 'c878c638-1b3c-41ea-83df-55700e1441d0', 'name': 'tempest-TaggedBootDevicesTest-749798368-router', 'tenant_id': '1535e8fb4bbf47a995341d11b9792565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '35894ae6-8e9c-4977-b5c5-1bcf65bec3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:57Z', 'updated_at': '2021-07-15T23:18:12Z', 'revision_number': 4, 'project_id': '1535e8fb4bbf47a995341d11b9792565', 'gw_port': {'id': '35894ae6-8e9c-4977-b5c5-1bcf65bec3d8', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8d:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c878c638-1b3c-41ea-83df-55700e1441d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:01Z', 'updated_at': '2021-07-15T23:18:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '3f712636-f5bf-4bc3-8755-c957d1a2c88a', 'name': '', 'network_id': 'f810acf3-bdcb-4225-beca-d64cbd4db70b', 'tenant_id': '1535e8fb4bbf47a995341d11b9792565', 'mac_address': 'fa:16:3e:c7:5c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c878c638-1b3c-41ea-83df-55700e1441d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'bbd5e8a5-f846-4a56-a7c3-e50df421a1e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:11Z', 'updated_at': '2021-07-15T23:18:13Z', 'revision_number': 2, 'project_id': '1535e8fb4bbf47a995341d11b9792565', 'subnets': [{'id': 'bbd5e8a5-f846-4a56-a7c3-e50df421a1e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:18:15.242131 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-33737efe-966a-4e43-be80-837905993ac6 None None] Port 3f712636-f5bf-4bc3-8755-c957d1a2c88a cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:18:15.272307 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 12c36751-f011-4281-8ed5-a95b40bd1dbf triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:18:15.272996 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:15.301333 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17ca7826-f41b-453e-a387-bcdd76848d25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:15.433427 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0bb9b314-e052-4010-80b5-e51b2dc0ece7 req-e89eb552-d805-4640-8c98-1a96ad39e35d tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 210 time: 0.2135894 Jul 15 23:18:15.456932 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17ca7826-f41b-453e-a387-bcdd76848d25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:15.548794 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f3a28b7-9133-46f0-802c-77cb3a974d77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:15.569219 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-63188e4d-5783-4a91-93fa-49fa942fed67 None None] Set router bab31119-3d90-4a5d-ab77-c376b95871e4 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:18:15.626080 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f3a28b7-9133-46f0-802c-77cb3a974d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:15.806897 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 510baed5-5df5-41aa-922d-764396cd58db no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:18:15.933525 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-2f3a28b7-9133-46f0-802c-77cb3a974d77 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d245aa2f525140dcaea1ab9186eb1be0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9047105 Jul 15 23:18:15.940575 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36654) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:15.946702 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3a28b7-9133-46f0-802c-77cb3a974d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=254e4428-b4b6-43e7-b0cf-c1890d8318cb,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:15.993511 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c375ca6-48c8-4a3e-90d6-35f8126eee12 req-5c25e2bc-c8f3-45b2-85e8-415c0f1ec2e6 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:16.001083 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4c375ca6-48c8-4a3e-90d6-35f8126eee12 req-5c25e2bc-c8f3-45b2-85e8-415c0f1ec2e6 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.49 "GET /v2.0/networks?id=72dd1139-85ac-44a3-8181-7845deb521ca HTTP/1.1" status: 200 len: 811 time: 0.4373801 Jul 15 23:18:16.120564 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-63188e4d-5783-4a91-93fa-49fa942fed67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab31119-3d90-4a5d-ab77-c376b95871e4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1416065937-router', 'tenant_id': '755c71b8af0f4b4f8456f64801bb7be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': 'a7ebeb8b-0d2f-428c-8fc7-26482e6a3e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:32Z', 'updated_at': '2021-07-15T23:18:09Z', 'revision_number': 5, 'project_id': '755c71b8af0f4b4f8456f64801bb7be8', 'gw_port': {'id': 'a7ebeb8b-0d2f-428c-8fc7-26482e6a3e28', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab31119-3d90-4a5d-ab77-c376b95871e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:36Z', 'updated_at': '2021-07-15T23:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:16.128195 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17ca7826-f41b-453e-a387-bcdd76848d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:16.136919 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17ca7826-f41b-453e-a387-bcdd76848d25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:16.148025 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-17ca7826-f41b-453e-a387-bcdd76848d25 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bc08146b-3942-47fd-b8cd-34010e502c61 HTTP/1.1" status: 204 len: 168 time: 1.1195464 Jul 15 23:18:16.185719 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:16.210540 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63188e4d-5783-4a91-93fa-49fa942fed67 None None] Checking router: bab31119-3d90-4a5d-ab77-c376b95871e4 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:18:16.282834 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63188e4d-5783-4a91-93fa-49fa942fed67 None None] Routers {'bab31119-3d90-4a5d-ab77-c376b95871e4'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:18:16.290715 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-63188e4d-5783-4a91-93fa-49fa942fed67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:18:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['bab31119-3d90-4a5d-ab77-c376b95871e4'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:16.294925 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ca7826-f41b-453e-a387-bcdd76848d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc08146b-3942-47fd-b8cd-34010e502c61,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:16.330457 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c64318d-519f-4b9c-8f18-69bca0dff872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:16.343480 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-808daba2-04f7-44ea-bda7-d218ebb7ea3d req-7ceec590-c083-45dd-9830-680a92ac4ad5 service neutron] 10.222.0.48 "GET /v2.0/networks/c6d78d97-c5bd-4992-9d0e-5892dffd416b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3338845 Jul 15 23:18:16.423429 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c64318d-519f-4b9c-8f18-69bca0dff872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:16.441139 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9035ff5f-d4c7-4ec8-93cc-64abb520e86a admin admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:16.444117 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-54c58488-9afb-44f5-bbe0-013c656e9e18 req-a4a788f7-84ba-4844-a3af-94013a6bbd61 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:16.458664 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b42b3d4d-86ff-46a1-a5a2-812d5e8bcf94 req-c33b03a3-0938-4178-8790-3ad719969a99 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb6fdb51-4815-4ab6-aa5c-c873ffebd225 HTTP/1.1" status: 200 len: 210 time: 0.3278697 Jul 15 23:18:16.543336 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4c375ca6-48c8-4a3e-90d6-35f8126eee12 req-f6e3ca89-d4ca-475e-9658-2ab154bc0191 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c691a27677f54c85a3250b5bafef55f4 HTTP/1.1" status: 200 len: 380 time: 0.3237467 Jul 15 23:18:16.551830 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-4c375ca6-48c8-4a3e-90d6-35f8126eee12 req-30784660-85bb-4dbe-ba5c-919dbe1f340b tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Request body: {'port': {'device_id': 'fb6fdb51-4815-4ab6-aa5c-c873ffebd225', 'network_id': '72dd1139-85ac-44a3-8181-7845deb521ca', 'admin_state_up': True, 'tenant_id': 'c691a27677f54c85a3250b5bafef55f4', 'security_groups': ['57e114e2-00c8-4f79-b17b-147b800454a3']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:16.763973 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c64318d-519f-4b9c-8f18-69bca0dff872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:16.772689 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c64318d-519f-4b9c-8f18-69bca0dff872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:16.781819 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-1c64318d-519f-4b9c-8f18-69bca0dff872 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/254e4428-b4b6-43e7-b0cf-c1890d8318cb HTTP/1.1" status: 204 len: 168 time: 0.8155789 Jul 15 23:18:16.835013 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c64318d-519f-4b9c-8f18-69bca0dff872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=254e4428-b4b6-43e7-b0cf-c1890d8318cb,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:17.003294 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-63188e4d-5783-4a91-93fa-49fa942fed67 None None] Set router bab31119-3d90-4a5d-ab77-c376b95871e4 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:18:17.309279 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a788f7-84ba-4844-a3af-94013a6bbd61 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Pushing event deleted for resources: {'Port': ['ID=510baed5-5df5-41aa-922d-764396cd58db,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:17.758279 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36722) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:17.832756 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c46ec638-957b-407f-aa24-91a3b2a21c3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:17.849684 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c58488-9afb-44f5-bbe0-013c656e9e18 req-a4a788f7-84ba-4844-a3af-94013a6bbd61 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] No DVR routers for this DVR port 510baed5-5df5-41aa-922d-764396cd58db on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:18:17.854164 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-63188e4d-5783-4a91-93fa-49fa942fed67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab31119-3d90-4a5d-ab77-c376b95871e4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1416065937-router', 'tenant_id': '755c71b8af0f4b4f8456f64801bb7be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': 'a7ebeb8b-0d2f-428c-8fc7-26482e6a3e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:32Z', 'updated_at': '2021-07-15T23:18:09Z', 'revision_number': 5, 'project_id': '755c71b8af0f4b4f8456f64801bb7be8', 'gw_port': {'id': 'a7ebeb8b-0d2f-428c-8fc7-26482e6a3e28', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab31119-3d90-4a5d-ab77-c376b95871e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:36Z', 'updated_at': '2021-07-15T23:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:17.867441 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-51fadaaf-2a24-48c3-92eb-aca62a260740 req-38480dda-b11a-4470-8092-67aa867fa514 tempest-ServerShowV247Test-1382569235 tempest-ServerShowV247Test-1382569235-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e5c59f2-c829-4ce5-826d-0fa240adc5de HTTP/1.1" status: 200 len: 210 time: 0.8792489 Jul 15 23:18:17.883846 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-54c58488-9afb-44f5-bbe0-013c656e9e18 req-a4a788f7-84ba-4844-a3af-94013a6bbd61 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:17.888131 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-54c58488-9afb-44f5-bbe0-013c656e9e18 req-a4a788f7-84ba-4844-a3af-94013a6bbd61 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.49 "DELETE /v2.0/ports/510baed5-5df5-41aa-922d-764396cd58db HTTP/1.1" status: 204 len: 173 time: 6.0814598 Jul 15 23:18:17.931465 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69fb6019-0cdb-419d-bd3f-0d77cd61fc7c', 'name': 'network-vif-deleted', 'tag': '510baed5-5df5-41aa-922d-764396cd58db'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:18:17.939096 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e67b42-9ddf-49c1-be20-2f20e95d0942" -d '{"events": [{"server_uuid": "69fb6019-0cdb-419d-bd3f-0d77cd61fc7c", "name": "network-vif-deleted", "tag": "510baed5-5df5-41aa-922d-764396cd58db"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:18:18.049979 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63188e4d-5783-4a91-93fa-49fa942fed67 None None] The sync data for ids ['bab31119-3d90-4a5d-ab77-c376b95871e4'] in n-d-794306-6 is: [{'id': 'bab31119-3d90-4a5d-ab77-c376b95871e4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1416065937-router', 'tenant_id': '755c71b8af0f4b4f8456f64801bb7be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': 'a7ebeb8b-0d2f-428c-8fc7-26482e6a3e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:32Z', 'updated_at': '2021-07-15T23:18:09Z', 'revision_number': 5, 'project_id': '755c71b8af0f4b4f8456f64801bb7be8', 'gw_port': {'id': 'a7ebeb8b-0d2f-428c-8fc7-26482e6a3e28', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab31119-3d90-4a5d-ab77-c376b95871e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:36Z', 'updated_at': '2021-07-15T23:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:18:18.170872 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c46ec638-957b-407f-aa24-91a3b2a21c3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:18.178896 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c46ec638-957b-407f-aa24-91a3b2a21c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:18.209769 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3d069159-1eca-42d9-8b19-a8d1ac1ad55a req-082cd9d5-7bf6-4978-8c4c-4cc0846d5a92 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 210 time: 0.8912838 Jul 15 23:18:18.267842 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c46ec638-957b-407f-aa24-91a3b2a21c3a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=aefb01f7699448a2ab46a72ef52ec5d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5079577 Jul 15 23:18:18.269090 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46ec638-957b-407f-aa24-91a3b2a21c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de3cf73-3155-4022-86f7-2d39071df8b3,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:18.299311 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36740) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:18.435903 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9035ff5f-d4c7-4ec8-93cc-64abb520e86a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:18.447234 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b00bb352-64a3-459a-9835-4b8139bafbc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:18.492138 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-68dde178-50ed-44cb-87b5-95b713be3ab2 req-b24fdeea-40ad-4e3f-ac3b-337540c581eb tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=47399831-f20f-45e9-94e1-d2c475495282 HTTP/1.1" status: 200 len: 210 time: 0.2768772 Jul 15 23:18:18.570474 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b00bb352-64a3-459a-9835-4b8139bafbc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:18.657345 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2fd6cd-111c-44ec-a6c9-05cad891cee3 x-openstack-request-id: req-3a2fd6cd-111c-44ec-a6c9-05cad891cee3 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:18:18.669485 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69fb6019-0cdb-419d-bd3f-0d77cd61fc7c", "name": "network-vif-deleted", "tag": "510baed5-5df5-41aa-922d-764396cd58db", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:18:18.671935 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3a2fd6cd-111c-44ec-a6c9-05cad891cee3 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:18:18.672810 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69fb6019-0cdb-419d-bd3f-0d77cd61fc7c', 'name': 'network-vif-deleted', 'tag': '510baed5-5df5-41aa-922d-764396cd58db', 'status': 'completed', 'code': 200} Jul 15 23:18:18.695694 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c375ca6-48c8-4a3e-90d6-35f8126eee12 req-30784660-85bb-4dbe-ba5c-919dbe1f340b tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Made reservation on behalf of c691a27677f54c85a3250b5bafef55f4 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:18:18.712657 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4c375ca6-48c8-4a3e-90d6-35f8126eee12 req-30784660-85bb-4dbe-ba5c-919dbe1f340b tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:18.840552 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b00bb352-64a3-459a-9835-4b8139bafbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:18.846099 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b00bb352-64a3-459a-9835-4b8139bafbc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:18.847757 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b00bb352-64a3-459a-9835-4b8139bafbc2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1de3cf73-3155-4022-86f7-2d39071df8b3 HTTP/1.1" status: 204 len: 168 time: 0.5472307 Jul 15 23:18:18.864626 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00bb352-64a3-459a-9835-4b8139bafbc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de3cf73-3155-4022-86f7-2d39071df8b3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:19.022276 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 35894ae6-8e9c-4977-b5c5-1bcf65bec3d8 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:18:19.072304 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d219dba8-e24f-40aa-976a-a3801c52b2bd req-3afebfc5-f1de-4a91-ae34-a5297a03f082 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb6fdb51-4815-4ab6-aa5c-c873ffebd225 HTTP/1.1" status: 200 len: 210 time: 0.2435899 Jul 15 23:18:19.213059 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 35894ae6-8e9c-4977-b5c5-1bcf65bec3d8 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:18:19.226083 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 35894ae6-8e9c-4977-b5c5-1bcf65bec3d8 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:18:19.226706 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:19.283453 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-9035ff5f-d4c7-4ec8-93cc-64abb520e86a admin admin] Deleting port a7ebeb8b-0d2f-428c-8fc7-26482e6a3e28 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:18:19.287895 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9035ff5f-d4c7-4ec8-93cc-64abb520e86a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:19.579795 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:19.621661 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-9035ff5f-d4c7-4ec8-93cc-64abb520e86a admin admin] For port a7ebeb8b-0d2f-428c-8fc7-26482e6a3e28, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=a7ebeb8b-0d2f-428c-8fc7-26482e6a3e28,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:19.623360 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9035ff5f-d4c7-4ec8-93cc-64abb520e86a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:19.645838 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 35894ae6-8e9c-4977-b5c5-1bcf65bec3d8, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=35894ae6-8e9c-4977-b5c5-1bcf65bec3d8,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:19.655964 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:19.665901 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-9035ff5f-d4c7-4ec8-93cc-64abb520e86a admin admin] Calling delete_port for a7ebeb8b-0d2f-428c-8fc7-26482e6a3e28 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:18:19.705693 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36782) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:19.751497 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device fc40c1de-3b30-4b81-bef4-6ac8d611c557 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:18:19.841707 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: fc40c1de-3b30-4b81-bef4-6ac8d611c557 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:18:19.842245 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device fc40c1de-3b30-4b81-bef4-6ac8d611c557 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:18:19.893189 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-645658bb-be15-45b3-802c-7b0ce5d5e462 req-29ab8940-3b92-4a8a-bb29-74fd25634a5a tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 210 time: 0.1111681 Jul 15 23:18:19.936377 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-db9c7dc3-3eeb-49e3-902c-64c2d93df1de tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-934493626'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:19.960316 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=35894ae6-8e9c-4977-b5c5-1bcf65bec3d8,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:20.031801 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db9c7dc3-3eeb-49e3-902c-64c2d93df1de tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Made reservation on behalf of 6e9aa8192e944c7f9b496773dbd06067 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:18:20.044585 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db9c7dc3-3eeb-49e3-902c-64c2d93df1de tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:20.075056 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ba0f0a74-2a4b-4f98-ae45-daaea356b670 req-2df0b528-6cd7-4134-932c-afb5c6a9181d tempest-ServerShowV247Test-1382569235 tempest-ServerShowV247Test-1382569235-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e5c59f2-c829-4ce5-826d-0fa240adc5de HTTP/1.1" status: 200 len: 210 time: 0.2231169 Jul 15 23:18:20.085140 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db9c7dc3-3eeb-49e3-902c-64c2d93df1de tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:20.215871 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-4c375ca6-48c8-4a3e-90d6-35f8126eee12 req-30784660-85bb-4dbe-ba5c-919dbe1f340b tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Allocated IP 172.20.0.5 (72dd1139-85ac-44a3-8181-7845deb521ca/8c6a4d69-e5f7-4129-9f0b-56463cfab399/7eed494b-401b-40ce-bbad-80699ba38b08) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:18:20.493671 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db9c7dc3-3eeb-49e3-902c-64c2d93df1de tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:20.502116 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db9c7dc3-3eeb-49e3-902c-64c2d93df1de tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:20.502330 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d515b7fb-9708-4f3e-9fb4-e729e0fa46d0 req-da922958-c1e4-4eda-b62d-fd65dff58f70 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=47399831-f20f-45e9-94e1-d2c475495282 HTTP/1.1" status: 200 len: 210 time: 0.1707294 Jul 15 23:18:20.549473 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db9c7dc3-3eeb-49e3-902c-64c2d93df1de tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:18:20.586602 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db9c7dc3-3eeb-49e3-902c-64c2d93df1de tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:20.588788 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-db9c7dc3-3eeb-49e3-902c-64c2d93df1de tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Added segment fd0a84fd-e2ce-472e-b116-28e53414fad6 of type vlan for network 6d6470ca-0b4e-4daa-bf18-7e04a4d12a96 Jul 15 23:18:20.658044 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9035ff5f-d4c7-4ec8-93cc-64abb520e86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:20.740590 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db9c7dc3-3eeb-49e3-902c-64c2d93df1de tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:20.757003 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c7dc3-3eeb-49e3-902c-64c2d93df1de tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=738c268c-8534-4484-9564-8856ca6047b1,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:20.814320 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bb3ff9-a701-4e65-af21-392132f0094f None None] Sync routers for ids ['c878c638-1b3c-41ea-83df-55700e1441d0'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:18:20.833319 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9035ff5f-d4c7-4ec8-93cc-64abb520e86a admin admin] Pushing event deleted for resources: {'Port': ['ID=a7ebeb8b-0d2f-428c-8fc7-26482e6a3e28,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:20.841371 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bb3ff9-a701-4e65-af21-392132f0094f None None] Routers {'c878c638-1b3c-41ea-83df-55700e1441d0'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:18:20.842547 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c2bb3ff9-a701-4e65-af21-392132f0094f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:18:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['c878c638-1b3c-41ea-83df-55700e1441d0'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:20.849312 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db9c7dc3-3eeb-49e3-902c-64c2d93df1de tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:20.854599 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e3b87824-639f-44b0-975e-570a9525af19 req-08cded0c-b0da-48a6-9eb5-3e9f61e3b117 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb6fdb51-4815-4ab6-aa5c-c873ffebd225 HTTP/1.1" status: 200 len: 210 time: 0.3006730 Jul 15 23:18:20.866402 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9c7dc3-3eeb-49e3-902c-64c2d93df1de tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:20.868384 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db9c7dc3-3eeb-49e3-902c-64c2d93df1de tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:21.016194 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-db9c7dc3-3eeb-49e3-902c-64c2d93df1de tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3081825 Jul 15 23:18:21.026246 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36808) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:21.035385 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808daba2-04f7-44ea-bda7-d218ebb7ea3d req-941a9164-df2f-40fc-a4d0-1f4edcd26647 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:21.047937 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-808daba2-04f7-44ea-bda7-d218ebb7ea3d req-941a9164-df2f-40fc-a4d0-1f4edcd26647 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.49 "GET /v2.0/networks?id=c6d78d97-c5bd-4992-9d0e-5892dffd416b HTTP/1.1" status: 200 len: 815 time: 0.7099602 Jul 15 23:18:21.053129 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-0fd09650-444c-4c19-a071-207688220052 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Request body: {'port': {'network_id': '6d6470ca-0b4e-4daa-bf18-7e04a4d12a96', 'name': 'tempest-PortsIpV6TestJSON-1405541553'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:21.079189 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-808daba2-04f7-44ea-bda7-d218ebb7ea3d req-129bdeef-8c19-4aba-9501-d58b7265745b tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Request body: {'port': {'device_id': '47399831-f20f-45e9-94e1-d2c475495282', 'network_id': 'c6d78d97-c5bd-4992-9d0e-5892dffd416b', 'admin_state_up': True, 'tenant_id': '0fcede583b6b458da6b681624616b0b4'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:21.200331 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c7dc3-3eeb-49e3-902c-64c2d93df1de tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event updated for resources: {'Network': ['ID=6d6470ca-0b4e-4daa-bf18-7e04a4d12a96,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:21.253271 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9035ff5f-d4c7-4ec8-93cc-64abb520e86a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999011'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:21.271804 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4c375ca6-48c8-4a3e-90d6-35f8126eee12 req-30784660-85bb-4dbe-ba5c-919dbe1f340b tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:21.416133 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:18:21.448975 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd09650-444c-4c19-a071-207688220052 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Made reservation on behalf of 6e9aa8192e944c7f9b496773dbd06067 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:18:21.457591 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0fd09650-444c-4c19-a071-207688220052 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:21.519198 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-0fd09650-444c-4c19-a071-207688220052 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] device_id is not set on port c946ef32-b4a5-43e1-9af7-012aca0f175a yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:18:21.572755 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-c2bb3ff9-a701-4e65-af21-392132f0094f None None] Set router c878c638-1b3c-41ea-83df-55700e1441d0 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:18:21.687747 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 35894ae6-8e9c-4977-b5c5-1bcf65bec3d8 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:18:21.692873 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 6d6470ca-0b4e-4daa-bf18-7e04a4d12a96 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:18:21.699880 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-808daba2-04f7-44ea-bda7-d218ebb7ea3d req-129bdeef-8c19-4aba-9501-d58b7265745b tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Made reservation on behalf of 0fcede583b6b458da6b681624616b0b4 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:18:21.706745 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-808daba2-04f7-44ea-bda7-d218ebb7ea3d req-129bdeef-8c19-4aba-9501-d58b7265745b tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:22.004366 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 35894ae6-8e9c-4977-b5c5-1bcf65bec3d8 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:18:22.004933 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:22.021010 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0fd09650-444c-4c19-a071-207688220052 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:22.025422 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-4c375ca6-48c8-4a3e-90d6-35f8126eee12 req-30784660-85bb-4dbe-ba5c-919dbe1f340b tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Transition to ACTIVE for port object 7eed494b-401b-40ce-bbad-80699ba38b08 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:18:22.092260 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-881e4661-b26c-4901-ad05-28ce71cafb54 req-bbde15e1-eb8e-443d-8151-78f3847b1f04 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 210 time: 0.4815848 Jul 15 23:18:22.112944 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0fd09650-444c-4c19-a071-207688220052 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:22.114781 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9035ff5f-d4c7-4ec8-93cc-64abb520e86a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:22.195681 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36824) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:22.222942 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9035ff5f-d4c7-4ec8-93cc-64abb520e86a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:22.243080 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd09650-444c-4c19-a071-207688220052 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event updated for resources: {'Port': ['ID=c946ef32-b4a5-43e1-9af7-012aca0f175a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:22.256559 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bcb67613-5c6f-4387-ac49-2c0ce0b65b60 req-41d6771a-2956-4020-86c7-a035e382f4c9 tempest-ServerShowV247Test-1382569235 tempest-ServerShowV247Test-1382569235-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e5c59f2-c829-4ce5-826d-0fa240adc5de HTTP/1.1" status: 200 len: 210 time: 0.4369118 Jul 15 23:18:22.273560 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd09650-444c-4c19-a071-207688220052 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Checking segment: {'id': 'fd0a84fd-e2ce-472e-b116-28e53414fad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '6d6470ca-0b4e-4daa-bf18-7e04a4d12a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:18:22.278547 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd09650-444c-4c19-a071-207688220052 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Network hostable DHCP agents. Network: 6d6470ca-0b4e-4daa-bf18-7e04a4d12a96, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:18:22.322703 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd09650-444c-4c19-a071-207688220052 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Network 6d6470ca-0b4e-4daa-bf18-7e04a4d12a96 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:18:22.346323 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-0fd09650-444c-4c19-a071-207688220052 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 6d6470ca-0b4e-4daa-bf18-7e04a4d12a96) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:18:22.379976 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd09650-444c-4c19-a071-207688220052 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:18:22.386030 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd09650-444c-4c19-a071-207688220052 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:22.389747 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec55835d-befb-4b00-83d2-450a3437c200 None None] Network 6d6470ca-0b4e-4daa-bf18-7e04a4d12a96 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:18:22.396728 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0fd09650-444c-4c19-a071-207688220052 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:22.432389 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c2bb3ff9-a701-4e65-af21-392132f0094f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c878c638-1b3c-41ea-83df-55700e1441d0', 'name': 'tempest-TaggedBootDevicesTest-749798368-router', 'tenant_id': '1535e8fb4bbf47a995341d11b9792565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '35894ae6-8e9c-4977-b5c5-1bcf65bec3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:57Z', 'updated_at': '2021-07-15T23:18:12Z', 'revision_number': 4, 'project_id': '1535e8fb4bbf47a995341d11b9792565', 'gw_port': {'id': '35894ae6-8e9c-4977-b5c5-1bcf65bec3d8', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c878c638-1b3c-41ea-83df-55700e1441d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:01Z', 'updated_at': '2021-07-15T23:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '3f712636-f5bf-4bc3-8755-c957d1a2c88a', 'name': '', 'network_id': 'f810acf3-bdcb-4225-beca-d64cbd4db70b', 'tenant_id': '1535e8fb4bbf47a995341d11b9792565', 'mac_address': 'fa:16:3e:c7:5c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c878c638-1b3c-41ea-83df-55700e1441d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'bbd5e8a5-f846-4a56-a7c3-e50df421a1e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:11Z', 'updated_at': '2021-07-15T23:18:13Z', 'revision_number': 2, 'project_id': '1535e8fb4bbf47a995341d11b9792565', 'subnets': [{'id': 'bbd5e8a5-f846-4a56-a7c3-e50df421a1e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:22.445099 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-0fd09650-444c-4c19-a071-207688220052 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.4149957 Jul 15 23:18:22.449505 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36828) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:22.473556 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a3e605d3-214d-4b31-8f90-fd9db653470f tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-913447692'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:22.477096 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bb3ff9-a701-4e65-af21-392132f0094f None None] Checking router: c878c638-1b3c-41ea-83df-55700e1441d0 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:18:22.477467 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bb3ff9-a701-4e65-af21-392132f0094f None None] Updating router c878c638-1b3c-41ea-83df-55700e1441d0 port 3f712636-f5bf-4bc3-8755-c957d1a2c88a binding host n-d-794306-6 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:18:22.511802 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2b2fcadd-4355-4fc5-9f00-50a0cb5b337b req-16c6d712-6c97-432a-9a2a-5c37b69024b1 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=47399831-f20f-45e9-94e1-d2c475495282 HTTP/1.1" status: 200 len: 210 time: 0.0462241 Jul 15 23:18:22.524590 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9035ff5f-d4c7-4ec8-93cc-64abb520e86a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:22.525178 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9035ff5f-d4c7-4ec8-93cc-64abb520e86a admin admin] Fanout notify agent at l3_agent the message router_deleted on router bab31119-3d90-4a5d-ab77-c376b95871e4 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:18:22.548331 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9035ff5f-d4c7-4ec8-93cc-64abb520e86a admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:22.556358 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36830) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:22.558730 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-9035ff5f-d4c7-4ec8-93cc-64abb520e86a admin admin] 10.222.0.48 "DELETE /v2.0/routers/bab31119-3d90-4a5d-ab77-c376b95871e4 HTTP/1.1" status: 204 len: 168 time: 7.4207120 Jul 15 23:18:22.598425 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e605d3-214d-4b31-8f90-fd9db653470f tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Made reservation on behalf of 6e9aa8192e944c7f9b496773dbd06067 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:18:22.602780 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3e605d3-214d-4b31-8f90-fd9db653470f tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:22.626629 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c2bb3ff9-a701-4e65-af21-392132f0094f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:22.677525 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51c3dada-cbfd-4327-bce0-172d05cf0682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:22.707116 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-808daba2-04f7-44ea-bda7-d218ebb7ea3d req-129bdeef-8c19-4aba-9501-d58b7265745b tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Allocated IP 172.20.0.13 (c6d78d97-c5bd-4992-9d0e-5892dffd416b/a144ec76-c4c9-4c39-825f-807a0a3dd5eb/d3fc714c-6a9a-4962-ad93-6018423e677a) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:18:23.030879 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-808daba2-04f7-44ea-bda7-d218ebb7ea3d req-129bdeef-8c19-4aba-9501-d58b7265745b tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:23.086931 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4c375ca6-48c8-4a3e-90d6-35f8126eee12 req-30784660-85bb-4dbe-ba5c-919dbe1f340b tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:23.221478 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c375ca6-48c8-4a3e-90d6-35f8126eee12 req-30784660-85bb-4dbe-ba5c-919dbe1f340b tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Network 72dd1139-85ac-44a3-8181-7845deb521ca is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:18:23.228470 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-4c375ca6-48c8-4a3e-90d6-35f8126eee12 req-30784660-85bb-4dbe-ba5c-919dbe1f340b tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:18:23.235366 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c2bb3ff9-a701-4e65-af21-392132f0094f None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:23.263174 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c2bb3ff9-a701-4e65-af21-392132f0094f None None] Transition to ACTIVE for port object 3f712636-f5bf-4bc3-8755-c957d1a2c88a will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:18:23.274620 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c2bb3ff9-a701-4e65-af21-392132f0094f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:23.321777 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30784660-85bb-4dbe-ba5c-919dbe1f340b tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Pushing event updated for resources: {'Port': ['ID=7eed494b-401b-40ce-bbad-80699ba38b08,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:23.341263 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c375ca6-48c8-4a3e-90d6-35f8126eee12 req-30784660-85bb-4dbe-ba5c-919dbe1f340b tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:18:23.360665 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-920457c7-8197-48dc-a03b-b953ab521030 admin admin] Deleting subnet c47fb0aa-d130-4cc4-8f0f-6fe438367e12 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:18:23.400221 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93214507-9191-4b80-8625-678782d65e6d None None] Pushing event updated for resources: {'Port': ['ID=3f712636-f5bf-4bc3-8755-c957d1a2c88a,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:23.405852 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-920457c7-8197-48dc-a03b-b953ab521030 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:23.502130 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-920457c7-8197-48dc-a03b-b953ab521030 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:23.594986 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-808daba2-04f7-44ea-bda7-d218ebb7ea3d req-129bdeef-8c19-4aba-9501-d58b7265745b tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:23.606288 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4985ad23-bdd2-4e1c-920a-5c27b5d9761d req-1f961a0c-9dfd-4a3b-85c7-42a5cfbff828 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 210 time: 0.1699436 Jul 15 23:18:23.639517 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c2bb3ff9-a701-4e65-af21-392132f0094f None None] Attempting to bind port 3f712636-f5bf-4bc3-8755-c957d1a2c88a on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:18:23.640518 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c2bb3ff9-a701-4e65-af21-392132f0094f None None] Attempting to bind port 3f712636-f5bf-4bc3-8755-c957d1a2c88a by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '9f863f95-1b25-4720-919a-e5e9e76842d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f810acf3-bdcb-4225-beca-d64cbd4db70b'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:18:23.641652 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bb3ff9-a701-4e65-af21-392132f0094f None None] Attempting to bind port 3f712636-f5bf-4bc3-8755-c957d1a2c88a on network f810acf3-bdcb-4225-beca-d64cbd4db70b {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:18:23.674167 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bb3ff9-a701-4e65-af21-392132f0094f None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:18:23.674557 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bb3ff9-a701-4e65-af21-392132f0094f None None] Checking segment: {'id': '9f863f95-1b25-4720-919a-e5e9e76842d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f810acf3-bdcb-4225-beca-d64cbd4db70b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:18:23.674981 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c2bb3ff9-a701-4e65-af21-392132f0094f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:23.678712 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-920457c7-8197-48dc-a03b-b953ab521030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:23.684360 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bb3ff9-a701-4e65-af21-392132f0094f None None] Bound using segment: {'id': '9f863f95-1b25-4720-919a-e5e9e76842d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f810acf3-bdcb-4225-beca-d64cbd4db70b'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:18:23.684895 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c2bb3ff9-a701-4e65-af21-392132f0094f None None] Bound port: 3f712636-f5bf-4bc3-8755-c957d1a2c88a, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f863f95-1b25-4720-919a-e5e9e76842d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f810acf3-bdcb-4225-beca-d64cbd4db70b'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:18:23.685332 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c2bb3ff9-a701-4e65-af21-392132f0094f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:23.805042 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3e605d3-214d-4b31-8f90-fd9db653470f tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:18:23.833509 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3e605d3-214d-4b31-8f90-fd9db653470f tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:23.834505 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-a3e605d3-214d-4b31-8f90-fd9db653470f tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Added segment 5a1ee5c5-11b4-4548-99d0-504e63744801 of type vlan for network b456cb95-50b1-4cdc-a07d-16392dc99876 Jul 15 23:18:23.834674 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129bdeef-8c19-4aba-9501-d58b7265745b tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Pushing event updated for resources: {'Port': ['ID=d3fc714c-6a9a-4962-ad93-6018423e677a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:23.855999 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c2bb3ff9-a701-4e65-af21-392132f0094f None None] For port 3f712636-f5bf-4bc3-8755-c957d1a2c88a, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:18:23.864409 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c2bb3ff9-a701-4e65-af21-392132f0094f None None] For port 3f712636-f5bf-4bc3-8755-c957d1a2c88a, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=3f712636-f5bf-4bc3-8755-c957d1a2c88a,segment=NetworkSegment(9f863f95-1b25-4720-919a-e5e9e76842d9),segment_id=9f863f95-1b25-4720-919a-e5e9e76842d9)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:18:23.873144 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40241c0-be94-42f0-bac2-c95f0836a7d2 req-48340f54-ed43-452b-a622-3b6ded0c096b tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:23.874958 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c40241c0-be94-42f0-bac2-c95f0836a7d2 req-48340f54-ed43-452b-a622-3b6ded0c096b tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb6fdb51-4815-4ab6-aa5c-c873ffebd225 HTTP/1.1" status: 200 len: 931 time: 1.2738585 Jul 15 23:18:23.883721 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c2bb3ff9-a701-4e65-af21-392132f0094f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:23.899483 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-808daba2-04f7-44ea-bda7-d218ebb7ea3d req-129bdeef-8c19-4aba-9501-d58b7265745b tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Network c6d78d97-c5bd-4992-9d0e-5892dffd416b is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:18:23.900032 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3e605d3-214d-4b31-8f90-fd9db653470f tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:23.902998 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-808daba2-04f7-44ea-bda7-d218ebb7ea3d req-129bdeef-8c19-4aba-9501-d58b7265745b tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:18:23.913435 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c375ca6-48c8-4a3e-90d6-35f8126eee12 req-30784660-85bb-4dbe-ba5c-919dbe1f340b tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:23.914147 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4c375ca6-48c8-4a3e-90d6-35f8126eee12 req-30784660-85bb-4dbe-ba5c-919dbe1f340b tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:23.940789 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-808daba2-04f7-44ea-bda7-d218ebb7ea3d req-129bdeef-8c19-4aba-9501-d58b7265745b tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:18:23.949600 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3e605d3-214d-4b31-8f90-fd9db653470f tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:23.957447 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e605d3-214d-4b31-8f90-fd9db653470f tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:23.958623 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3e605d3-214d-4b31-8f90-fd9db653470f tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:23.983362 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c40241c0-be94-42f0-bac2-c95f0836a7d2 req-05816aeb-8d13-47a8-b638-f7bceda06e40 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/security-groups?id=57e114e2-00c8-4f79-b17b-147b800454a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815182 Jul 15 23:18:24.065738 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-05713c24-d1e0-41a1-96f3-d7feec8f430e None None] Provisioning for port 7eed494b-401b-40ce-bbad-80699ba38b08 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:18:24.073921 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-05713c24-d1e0-41a1-96f3-d7feec8f430e None None] Provisioning complete for port 7eed494b-401b-40ce-bbad-80699ba38b08 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:18:24.073921 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-05713c24-d1e0-41a1-96f3-d7feec8f430e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:24.138154 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bb3ff9-a701-4e65-af21-392132f0094f None None] Routers {'c878c638-1b3c-41ea-83df-55700e1441d0'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:18:24.138827 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c2bb3ff9-a701-4e65-af21-392132f0094f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:18:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['c878c638-1b3c-41ea-83df-55700e1441d0'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:24.151199 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-920457c7-8197-48dc-a03b-b953ab521030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:24.190175 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-645ae5f1-91bb-4d8a-969f-d9c37257b861 req-985f63c7-0f20-4038-87da-73f8d34f950b tempest-ServerShowV247Test-1382569235 tempest-ServerShowV247Test-1382569235-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e5c59f2-c829-4ce5-826d-0fa240adc5de HTTP/1.1" status: 200 len: 210 time: 0.1303656 Jul 15 23:18:24.224352 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e605d3-214d-4b31-8f90-fd9db653470f tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event updated for resources: {'Network': ['ID=b456cb95-50b1-4cdc-a07d-16392dc99876,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:24.229802 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808daba2-04f7-44ea-bda7-d218ebb7ea3d req-129bdeef-8c19-4aba-9501-d58b7265745b tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:24.238046 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-808daba2-04f7-44ea-bda7-d218ebb7ea3d req-129bdeef-8c19-4aba-9501-d58b7265745b tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:24.241062 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920457c7-8197-48dc-a03b-b953ab521030 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c47fb0aa-d130-4cc4-8f0f-6fe438367e12,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:24.331074 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-c2bb3ff9-a701-4e65-af21-392132f0094f None None] Set router c878c638-1b3c-41ea-83df-55700e1441d0 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:18:24.342329 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e605d3-214d-4b31-8f90-fd9db653470f tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:24.342497 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e605d3-214d-4b31-8f90-fd9db653470f tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:24.342694 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e605d3-214d-4b31-8f90-fd9db653470f tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:24.343099 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e605d3-214d-4b31-8f90-fd9db653470f tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:24.343428 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e605d3-214d-4b31-8f90-fd9db653470f tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:24.343804 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e605d3-214d-4b31-8f90-fd9db653470f tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:24.344145 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e605d3-214d-4b31-8f90-fd9db653470f tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:24.344480 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e605d3-214d-4b31-8f90-fd9db653470f tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:24.344817 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e605d3-214d-4b31-8f90-fd9db653470f tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:24.345150 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e605d3-214d-4b31-8f90-fd9db653470f tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:24.345481 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e605d3-214d-4b31-8f90-fd9db653470f tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:24.345815 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e605d3-214d-4b31-8f90-fd9db653470f tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:24.365132 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920457c7-8197-48dc-a03b-b953ab521030 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:24.365802 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920457c7-8197-48dc-a03b-b953ab521030 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:24.365902 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920457c7-8197-48dc-a03b-b953ab521030 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:24.366180 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920457c7-8197-48dc-a03b-b953ab521030 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:24.366527 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920457c7-8197-48dc-a03b-b953ab521030 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:24.366867 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920457c7-8197-48dc-a03b-b953ab521030 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:24.367203 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920457c7-8197-48dc-a03b-b953ab521030 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:24.367545 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920457c7-8197-48dc-a03b-b953ab521030 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:24.367899 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920457c7-8197-48dc-a03b-b953ab521030 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:24.368229 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920457c7-8197-48dc-a03b-b953ab521030 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:24.368563 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920457c7-8197-48dc-a03b-b953ab521030 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:24.368891 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920457c7-8197-48dc-a03b-b953ab521030 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:24.372729 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-920457c7-8197-48dc-a03b-b953ab521030 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:24.375468 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-920457c7-8197-48dc-a03b-b953ab521030 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c47fb0aa-d130-4cc4-8f0f-6fe438367e12 HTTP/1.1" status: 204 len: 168 time: 1.8179655 Jul 15 23:18:24.381026 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36840) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:24.428322 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51c3dada-cbfd-4327-bce0-172d05cf0682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:24.434092 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-05713c24-d1e0-41a1-96f3-d7feec8f430e None None] Port 7eed494b-401b-40ce-bbad-80699ba38b08 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:18:24.441002 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a05eca-7e31-494f-9a21-cee2c9a5b5c0 None None] Network 9f19e16d-80cc-4978-a6af-90886f4815b0 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:18:24.467770 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51c3dada-cbfd-4327-bce0-172d05cf0682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:24.520300 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network b456cb95-50b1-4cdc-a07d-16392dc99876 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:18:24.557300 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-51c3dada-cbfd-4327-bce0-172d05cf0682 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c48d545354004bc0b9340539401b0ebf&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3559740 Jul 15 23:18:24.562100 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a3e605d3-214d-4b31-8f90-fd9db653470f tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.1070774 Jul 15 23:18:24.564231 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c3dada-cbfd-4327-bce0-172d05cf0682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d3e0f8-067a-4c25-a6c9-82270c1c4bce,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:24.571600 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36844) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:24.572139 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36846) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:24.650150 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-51aeedf4-06e9-4440-a5d0-9c3e6709d8d9 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Request body: {'ports': [{'network_id': '6d6470ca-0b4e-4daa-bf18-7e04a4d12a96'}, {'network_id': 'b456cb95-50b1-4cdc-a07d-16392dc99876'}]} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:24.650674 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-51aeedf4-06e9-4440-a5d0-9c3e6709d8d9 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Request body: {'port': {'network_id': '6d6470ca-0b4e-4daa-bf18-7e04a4d12a96'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:24.651442 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-51aeedf4-06e9-4440-a5d0-9c3e6709d8d9 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Request body: {'port': {'network_id': 'b456cb95-50b1-4cdc-a07d-16392dc99876'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:24.733404 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93214507-9191-4b80-8625-678782d65e6d None None] Pushing event updated for resources: {'Port': ['ID=3f712636-f5bf-4bc3-8755-c957d1a2c88a,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:24.799066 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-12e5a46d-4326-4afb-9e77-d37d47914d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:24.817042 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device a7ebeb8b-0d2f-428c-8fc7-26482e6a3e28 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:18:24.848833 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: a7ebeb8b-0d2f-428c-8fc7-26482e6a3e28 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:18:24.849476 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device a7ebeb8b-0d2f-428c-8fc7-26482e6a3e28 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:18:24.914715 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b068c0e8-ba63-4232-8019-e069f67ea23a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:25.049010 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b068c0e8-ba63-4232-8019-e069f67ea23a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:25.131205 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5bc338f-4f0e-4fef-8c08-1cda33a3d5b2 None None] DHCP port deletion for 9f19e16d-80cc-4978-a6af-90886f4815b0 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:18:25.145967 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4c375ca6-48c8-4a3e-90d6-35f8126eee12 req-30784660-85bb-4dbe-ba5c-919dbe1f340b tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.6004739 Jul 15 23:18:25.150450 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-808daba2-04f7-44ea-bda7-d218ebb7ea3d req-129bdeef-8c19-4aba-9501-d58b7265745b tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0839906 Jul 15 23:18:25.188449 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c2bb3ff9-a701-4e65-af21-392132f0094f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c878c638-1b3c-41ea-83df-55700e1441d0', 'name': 'tempest-TaggedBootDevicesTest-749798368-router', 'tenant_id': '1535e8fb4bbf47a995341d11b9792565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '35894ae6-8e9c-4977-b5c5-1bcf65bec3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:57Z', 'updated_at': '2021-07-15T23:18:12Z', 'revision_number': 4, 'project_id': '1535e8fb4bbf47a995341d11b9792565', 'gw_port': {'id': '35894ae6-8e9c-4977-b5c5-1bcf65bec3d8', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c878c638-1b3c-41ea-83df-55700e1441d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:01Z', 'updated_at': '2021-07-15T23:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '3f712636-f5bf-4bc3-8755-c957d1a2c88a', 'name': '', 'network_id': 'f810acf3-bdcb-4225-beca-d64cbd4db70b', 'tenant_id': '1535e8fb4bbf47a995341d11b9792565', 'mac_address': 'fa:16:3e:c7:5c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c878c638-1b3c-41ea-83df-55700e1441d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'bbd5e8a5-f846-4a56-a7c3-e50df421a1e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:11Z', 'updated_at': '2021-07-15T23:18:23Z', 'revision_number': 4, 'project_id': '1535e8fb4bbf47a995341d11b9792565', 'subnets': [{'id': 'bbd5e8a5-f846-4a56-a7c3-e50df421a1e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:25.205093 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1403189b-c0fc-4c0b-97af-12a00da227f0 req-401e41b6-a885-4c81-984d-743d63ff7d30 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebfc3dac-a424-46b2-b718-cab6123db16d HTTP/1.1" status: 200 len: 210 time: 0.0844078 Jul 15 23:18:25.223489 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b068c0e8-ba63-4232-8019-e069f67ea23a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:25.228834 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b068c0e8-ba63-4232-8019-e069f67ea23a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:25.233560 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b068c0e8-ba63-4232-8019-e069f67ea23a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/64d3e0f8-067a-4c25-a6c9-82270c1c4bce HTTP/1.1" status: 204 len: 168 time: 0.6566663 Jul 15 23:18:25.240293 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bb3ff9-a701-4e65-af21-392132f0094f None None] The sync data for ids ['c878c638-1b3c-41ea-83df-55700e1441d0'] in n-d-794306-6 is: [{'id': 'c878c638-1b3c-41ea-83df-55700e1441d0', 'name': 'tempest-TaggedBootDevicesTest-749798368-router', 'tenant_id': '1535e8fb4bbf47a995341d11b9792565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '35894ae6-8e9c-4977-b5c5-1bcf65bec3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:57Z', 'updated_at': '2021-07-15T23:18:12Z', 'revision_number': 4, 'project_id': '1535e8fb4bbf47a995341d11b9792565', 'gw_port': {'id': '35894ae6-8e9c-4977-b5c5-1bcf65bec3d8', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c878c638-1b3c-41ea-83df-55700e1441d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:01Z', 'updated_at': '2021-07-15T23:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '3f712636-f5bf-4bc3-8755-c957d1a2c88a', 'name': '', 'network_id': 'f810acf3-bdcb-4225-beca-d64cbd4db70b', 'tenant_id': '1535e8fb4bbf47a995341d11b9792565', 'mac_address': 'fa:16:3e:c7:5c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c878c638-1b3c-41ea-83df-55700e1441d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'bbd5e8a5-f846-4a56-a7c3-e50df421a1e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:11Z', 'updated_at': '2021-07-15T23:18:23Z', 'revision_number': 4, 'project_id': '1535e8fb4bbf47a995341d11b9792565', 'subnets': [{'id': 'bbd5e8a5-f846-4a56-a7c3-e50df421a1e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:18:25.262265 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b068c0e8-ba63-4232-8019-e069f67ea23a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d3e0f8-067a-4c25-a6c9-82270c1c4bce,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:25.268972 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af59c628-fe84-41b8-b97d-cecdeeb96bcd req-d1406af0-d427-461c-b292-83c44190e716 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:25.283121 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-af59c628-fe84-41b8-b97d-cecdeeb96bcd req-d1406af0-d427-461c-b292-83c44190e716 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=47399831-f20f-45e9-94e1-d2c475495282 HTTP/1.1" status: 200 len: 932 time: 0.9789438 Jul 15 23:18:25.320017 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-12e5a46d-4326-4afb-9e77-d37d47914d6b admin admin] Deleting port b7f6ef72-76aa-442d-8cbb-5c27a497f494 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:18:25.320500 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-12e5a46d-4326-4afb-9e77-d37d47914d6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:25.324061 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51aeedf4-06e9-4440-a5d0-9c3e6709d8d9 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Made reservation on behalf of 6e9aa8192e944c7f9b496773dbd06067 for: {'port': 2} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:18:25.329734 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51aeedf4-06e9-4440-a5d0-9c3e6709d8d9 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:25.372423 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:25.405596 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51aeedf4-06e9-4440-a5d0-9c3e6709d8d9 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:25.411798 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e5bc338f-4f0e-4fef-8c08-1cda33a3d5b2 None None] Deleting port b7f6ef72-76aa-442d-8cbb-5c27a497f494 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:18:25.415437 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e5bc338f-4f0e-4fef-8c08-1cda33a3d5b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:25.416119 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-af59c628-fe84-41b8-b97d-cecdeeb96bcd req-b95c5a84-3549-4412-a134-33eb8c8518d0 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318901 Jul 15 23:18:25.538998 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-12e5a46d-4326-4afb-9e77-d37d47914d6b admin admin] For port b7f6ef72-76aa-442d-8cbb-5c27a497f494, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=b7f6ef72-76aa-442d-8cbb-5c27a497f494,segment=NetworkSegment(857a4ff2-b898-498c-add5-fac2c5adbfc6),segment_id=857a4ff2-b898-498c-add5-fac2c5adbfc6)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:25.541861 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-12e5a46d-4326-4afb-9e77-d37d47914d6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:25.595323 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-12e5a46d-4326-4afb-9e77-d37d47914d6b admin admin] Calling delete_port for b7f6ef72-76aa-442d-8cbb-5c27a497f494 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:18:25.610617 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-51aeedf4-06e9-4440-a5d0-9c3e6709d8d9 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] device_id is not set on port a588ad61-3472-4c7c-be0f-899f2e091711 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:18:25.631706 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-4c375ca6-48c8-4a3e-90d6-35f8126eee12 req-0c7d52df-ddf7-4b69-bbc7-95e18f592877 service neutron] Request body: {'port': {'device_id': 'fb6fdb51-4815-4ab6-aa5c-c873ffebd225', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:25.851127 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c62cbde8-3741-47f1-9b36-d212ff0f9b7e req-183b287c-2cbe-4620-99b6-cb2bf53fc33f tempest-ServerShowV247Test-1382569235 tempest-ServerShowV247Test-1382569235-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e5c59f2-c829-4ce5-826d-0fa240adc5de HTTP/1.1" status: 200 len: 210 time: 0.1483994 Jul 15 23:18:26.002692 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e5bc338f-4f0e-4fef-8c08-1cda33a3d5b2 None None] For port b7f6ef72-76aa-442d-8cbb-5c27a497f494, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=b7f6ef72-76aa-442d-8cbb-5c27a497f494,segment=NetworkSegment(857a4ff2-b898-498c-add5-fac2c5adbfc6),segment_id=857a4ff2-b898-498c-add5-fac2c5adbfc6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:26.005861 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e5bc338f-4f0e-4fef-8c08-1cda33a3d5b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:26.048628 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e5bc338f-4f0e-4fef-8c08-1cda33a3d5b2 None None] Calling delete_port for b7f6ef72-76aa-442d-8cbb-5c27a497f494 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:18:26.142761 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-808daba2-04f7-44ea-bda7-d218ebb7ea3d req-3d779e33-b4ab-427f-8bd8-b4e9223263c9 service neutron] Request body: {'port': {'device_id': '47399831-f20f-45e9-94e1-d2c475495282', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:26.145171 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4c375ca6-48c8-4a3e-90d6-35f8126eee12 req-0c7d52df-ddf7-4b69-bbc7-95e18f592877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:26.190069 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-12e5a46d-4326-4afb-9e77-d37d47914d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:26.263611 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e5a46d-4326-4afb-9e77-d37d47914d6b admin admin] No DVR routers for this DVR port b7f6ef72-76aa-442d-8cbb-5c27a497f494 on host n-d-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:18:26.273474 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e5a46d-4326-4afb-9e77-d37d47914d6b admin admin] Pushing event deleted for resources: {'Port': ['ID=b7f6ef72-76aa-442d-8cbb-5c27a497f494,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:26.302209 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e5bc338f-4f0e-4fef-8c08-1cda33a3d5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:26.349719 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bc338f-4f0e-4fef-8c08-1cda33a3d5b2 None None] Pushing event deleted for resources: {'Port': ['ID=b7f6ef72-76aa-442d-8cbb-5c27a497f494,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:26.367803 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51aeedf4-06e9-4440-a5d0-9c3e6709d8d9 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:26.378323 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bc338f-4f0e-4fef-8c08-1cda33a3d5b2 None None] No DVR routers for this DVR port b7f6ef72-76aa-442d-8cbb-5c27a497f494 on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:18:26.476974 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff767864-1f6d-453d-bbe2-92be023d7117 req-d46f75f3-cbe8-4fa9-bd71-cfe29c0754dc tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:26.482374 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ff767864-1f6d-453d-bbe2-92be023d7117 req-d46f75f3-cbe8-4fa9-bd71-cfe29c0754dc tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb6fdb51-4815-4ab6-aa5c-c873ffebd225 HTTP/1.1" status: 200 len: 931 time: 0.6420414 Jul 15 23:18:26.538528 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 36878) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:26.559772 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-808daba2-04f7-44ea-bda7-d218ebb7ea3d req-3d779e33-b4ab-427f-8bd8-b4e9223263c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:26.723277 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-51aeedf4-06e9-4440-a5d0-9c3e6709d8d9 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] device_id is not set on port 25a41812-24bc-40c8-bcd4-e5bda5b1916b yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:18:26.832640 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-12e5a46d-4326-4afb-9e77-d37d47914d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:26.851887 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb65d697-a565-4961-aacf-5be821d2b439 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:26.860908 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-12e5a46d-4326-4afb-9e77-d37d47914d6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f19e16d-80cc-4978-a6af-90886f4815b0']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:26.870962 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ff767864-1f6d-453d-bbe2-92be023d7117 req-85368c62-dfcd-4924-98e4-a1291900294e tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/security-groups?id=57e114e2-00c8-4f79-b17b-147b800454a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3312821 Jul 15 23:18:26.893659 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-12e5a46d-4326-4afb-9e77-d37d47914d6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '857a4ff2-b898-498c-add5-fac2c5adbfc6') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:26.894527 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-12e5a46d-4326-4afb-9e77-d37d47914d6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '857a4ff2-b898-498c-add5-fac2c5adbfc6') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:26.913115 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 3f712636-f5bf-4bc3-8755-c957d1a2c88a up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:18:26.922930 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-12e5a46d-4326-4afb-9e77-d37d47914d6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:26.963133 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-12e5a46d-4326-4afb-9e77-d37d47914d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:27.095070 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb65d697-a565-4961-aacf-5be821d2b439 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:27.200423 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12e5a46d-4326-4afb-9e77-d37d47914d6b admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:18:27.203719 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-12e5a46d-4326-4afb-9e77-d37d47914d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:27.221758 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:18:27.221758 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:18:27.221758 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:18:27.221758 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:18:27.221758 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:18:27.221758 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:18:27.221758 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:18:27.221758 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:18:27.221758 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:18:27.221758 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:18:27.221758 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:18:27.221758 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:18:27.221758 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:18:27.221758 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:18:27.221758 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:18:27.221758 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:18:27.221758 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:18:27.221758 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:18:27.221758 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:18:27.221758 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:18:27.221758 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:18:27.221758 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:18:27.221758 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:18:27.221758 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:18:27.221758 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:18:27.221758 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:18:27.221758 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:18:27.221758 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:18:27.221758 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:18:27.221758 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:18:27.221758 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:18:27.221758 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:18:27.395683 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51aeedf4-06e9-4440-a5d0-9c3e6709d8d9 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:27.395683 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-12e5a46d-4326-4afb-9e77-d37d47914d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:27.424016 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-12e5a46d-4326-4afb-9e77-d37d47914d6b admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:27.440650 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-12e5a46d-4326-4afb-9e77-d37d47914d6b admin admin] 10.222.0.48 "DELETE /v2.0/networks/9f19e16d-80cc-4978-a6af-90886f4815b0 HTTP/1.1" status: 204 len: 168 time: 3.0213513 Jul 15 23:18:27.497424 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e5a46d-4326-4afb-9e77-d37d47914d6b admin admin] Pushing event deleted for resources: {'Network': ['ID=9f19e16d-80cc-4978-a6af-90886f4815b0,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:27.557845 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51aeedf4-06e9-4440-a5d0-9c3e6709d8d9 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:27.612090 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5d1d078f-7ed7-4dbb-a02f-6e7600e2e511 req-030f1e2a-0347-454e-82f1-b77c14700a4a tempest-ServerShowV247Test-1382569235 tempest-ServerShowV247Test-1382569235-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e5c59f2-c829-4ce5-826d-0fa240adc5de HTTP/1.1" status: 200 len: 210 time: 0.2699988 Jul 15 23:18:27.631741 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 3f712636-f5bf-4bc3-8755-c957d1a2c88a completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:18:27.639068 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb65d697-a565-4961-aacf-5be821d2b439 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:27.643254 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb65d697-a565-4961-aacf-5be821d2b439 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:27.648462 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36898) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:27.652692 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-fb65d697-a565-4961-aacf-5be821d2b439 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "DELETE /v2.0/security-groups/3034f104-295d-4ae9-983e-a750e439037a HTTP/1.1" status: 204 len: 168 time: 1.1096284 Jul 15 23:18:27.654595 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 3f712636-f5bf-4bc3-8755-c957d1a2c88a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:18:27.656508 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:27.686462 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb65d697-a565-4961-aacf-5be821d2b439 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3034f104-295d-4ae9-983e-a750e439037a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:27.696806 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c4efb-fa9f-4d0c-8af8-c0af8260c0e5 req-ba29348e-70a0-40f0-a895-45e202a4090b tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:27.699107 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51aeedf4-06e9-4440-a5d0-9c3e6709d8d9 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Network 6d6470ca-0b4e-4daa-bf18-7e04a4d12a96 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:18:27.703109 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-51aeedf4-06e9-4440-a5d0-9c3e6709d8d9 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:18:27.708668 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ad7c4efb-fa9f-4d0c-8af8-c0af8260c0e5 req-ba29348e-70a0-40f0-a895-45e202a4090b tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=47399831-f20f-45e9-94e1-d2c475495282 HTTP/1.1" status: 200 len: 932 time: 1.0094011 Jul 15 23:18:27.747650 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aeedf4-06e9-4440-a5d0-9c3e6709d8d9 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event updated for resources: {'Port': ['ID=a588ad61-3472-4c7c-be0f-899f2e091711,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:27.754382 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51aeedf4-06e9-4440-a5d0-9c3e6709d8d9 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:18:27.759252 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51aeedf4-06e9-4440-a5d0-9c3e6709d8d9 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:27.763527 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [None req-508d3364-fc03-4c5f-83bf-827fbe58f482 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] show failed (client error): The resource could not be found. Jul 15 23:18:27.768662 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-508d3364-fc03-4c5f-83bf-827fbe58f482 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "GET /v2.0/security-groups/3034f104-295d-4ae9-983e-a750e439037a HTTP/1.1" status: 404 len: 347 time: 0.1189167 Jul 15 23:18:27.773927 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 36902) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:27.918771 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51aeedf4-06e9-4440-a5d0-9c3e6709d8d9 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Checking segment: {'id': '5a1ee5c5-11b4-4548-99d0-504e63744801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b456cb95-50b1-4cdc-a07d-16392dc99876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:18:27.919640 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51aeedf4-06e9-4440-a5d0-9c3e6709d8d9 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Network hostable DHCP agents. Network: b456cb95-50b1-4cdc-a07d-16392dc99876, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:18:27.929232 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ad7c4efb-fa9f-4d0c-8af8-c0af8260c0e5 req-05302be8-7848-4a6a-b0db-d81f38da9738 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196310 Jul 15 23:18:27.945034 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aeedf4-06e9-4440-a5d0-9c3e6709d8d9 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event updated for resources: {'Port': ['ID=25a41812-24bc-40c8-bcd4-e5bda5b1916b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:27.948560 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51aeedf4-06e9-4440-a5d0-9c3e6709d8d9 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Network b456cb95-50b1-4cdc-a07d-16392dc99876 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:18:27.969915 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-4c375ca6-48c8-4a3e-90d6-35f8126eee12 req-0c7d52df-ddf7-4b69-bbc7-95e18f592877 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7eed494b-401b-40ce-bbad-80699ba38b08 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:18:27.984819 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-51aeedf4-06e9-4440-a5d0-9c3e6709d8d9 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, b456cb95-50b1-4cdc-a07d-16392dc99876) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:18:27.988503 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36906) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:27.996820 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:28.007390 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6622676f-0813-402a-bd09-fac7394baf70 None None] Network b456cb95-50b1-4cdc-a07d-16392dc99876 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:18:28.034297 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51aeedf4-06e9-4440-a5d0-9c3e6709d8d9 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:18:28.060465 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4c375ca6-48c8-4a3e-90d6-35f8126eee12 req-0c7d52df-ddf7-4b69-bbc7-95e18f592877 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:28.070241 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51aeedf4-06e9-4440-a5d0-9c3e6709d8d9 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:28.099502 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51aeedf4-06e9-4440-a5d0-9c3e6709d8d9 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:28.100498 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51aeedf4-06e9-4440-a5d0-9c3e6709d8d9 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:28.119483 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 3f712636-f5bf-4bc3-8755-c957d1a2c88a, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=3f712636-f5bf-4bc3-8755-c957d1a2c88a,segment=NetworkSegment(9f863f95-1b25-4720-919a-e5e9e76842d9),segment_id=9f863f95-1b25-4720-919a-e5e9e76842d9)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:28.161401 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:28.228198 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-4c375ca6-48c8-4a3e-90d6-35f8126eee12 req-0c7d52df-ddf7-4b69-bbc7-95e18f592877 service neutron] Transition to ACTIVE for port object 7eed494b-401b-40ce-bbad-80699ba38b08 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:18:28.305151 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-808daba2-04f7-44ea-bda7-d218ebb7ea3d req-3d779e33-b4ab-427f-8bd8-b4e9223263c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3fc714c-6a9a-4962-ad93-6018423e677a {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:18:28.313953 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-51aeedf4-06e9-4440-a5d0-9c3e6709d8d9 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.7287605 Jul 15 23:18:28.331238 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-808daba2-04f7-44ea-bda7-d218ebb7ea3d req-3d779e33-b4ab-427f-8bd8-b4e9223263c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:28.333322 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device b7f6ef72-76aa-442d-8cbb-5c27a497f494 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:18:28.348638 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36914) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:28.361709 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4c375ca6-48c8-4a3e-90d6-35f8126eee12 req-0c7d52df-ddf7-4b69-bbc7-95e18f592877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:28.388180 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-808daba2-04f7-44ea-bda7-d218ebb7ea3d req-3d779e33-b4ab-427f-8bd8-b4e9223263c9 service neutron] Transition to ACTIVE for port object d3fc714c-6a9a-4962-ad93-6018423e677a will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:18:28.523731 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-808daba2-04f7-44ea-bda7-d218ebb7ea3d req-3d779e33-b4ab-427f-8bd8-b4e9223263c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:28.575990 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: b7f6ef72-76aa-442d-8cbb-5c27a497f494 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:18:28.576466 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device b7f6ef72-76aa-442d-8cbb-5c27a497f494 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:18:28.601679 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7d52df-ddf7-4b69-bbc7-95e18f592877 service neutron] Pushing event updated for resources: {'Port': ['ID=7eed494b-401b-40ce-bbad-80699ba38b08,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:28.763100 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=3f712636-f5bf-4bc3-8755-c957d1a2c88a,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:28.808262 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-bb48a907-68d2-4faa-b58e-9b7400621ba6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=755c71b8af0f4b4f8456f64801bb7be8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8158998 Jul 15 23:18:28.809205 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36926) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:28.891383 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-dd913327-6d1c-45ca-9bec-00e250cfa3a5 req-68af6835-a96a-4375-8082-48ce4106fc33 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8abeaf77-ec42-4c18-97a5-80e2421a6d7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.6978097 Jul 15 23:18:28.944029 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-64335d29-5ad3-4e99-bd17-e67ef5833b38 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Deleting port 25a41812-24bc-40c8-bcd4-e5bda5b1916b {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:18:28.944392 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-64335d29-5ad3-4e99-bd17-e67ef5833b38 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:29.028008 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-dd913327-6d1c-45ca-9bec-00e250cfa3a5 req-a88c9ae8-d790-4ca2-831c-60d917f4d5d1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=59a1f474864d42ee942af8de0e784821&device_id=8abeaf77-ec42-4c18-97a5-80e2421a6d7c HTTP/1.1" status: 200 len: 210 time: 0.0339940 Jul 15 23:18:29.047217 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e8ae919-1b92-4f7c-b778-d9f0e5b577d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:29.133465 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fa03ab62-85c8-4f3f-8803-f5e45968ab8d req-768ebff9-81b8-42f3-b1d6-9f2027f7605c tempest-ServerShowV247Test-1382569235 tempest-ServerShowV247Test-1382569235-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e5c59f2-c829-4ce5-826d-0fa240adc5de HTTP/1.1" status: 200 len: 210 time: 0.1324832 Jul 15 23:18:29.150981 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-64335d29-5ad3-4e99-bd17-e67ef5833b38 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:29.158144 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-dd913327-6d1c-45ca-9bec-00e250cfa3a5 req-af0ef42e-3e11-4ba2-be17-a7cec4615383 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=59a1f474864d42ee942af8de0e784821&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0696366 Jul 15 23:18:29.160331 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e8ae919-1b92-4f7c-b778-d9f0e5b577d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:29.199048 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-64335d29-5ad3-4e99-bd17-e67ef5833b38 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Calling delete_port for 25a41812-24bc-40c8-bcd4-e5bda5b1916b owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:18:29.202101 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-62082e09-5782-4f08-a314-965530e34326 req-90d9f3b3-3cd7-4250-9a3c-27bd348a44c8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2e5c59f2-c829-4ce5-826d-0fa240adc5de HTTP/1.1" status: 200 len: 210 time: 0.4484158 Jul 15 23:18:29.208555 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d779e33-b4ab-427f-8bd8-b4e9223263c9 service neutron] Pushing event updated for resources: {'Port': ['ID=d3fc714c-6a9a-4962-ad93-6018423e677a,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:29.256269 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f44be-6d93-4e0e-955c-cf0830c24c62 req-4e64528f-0a72-434a-b816-a69007ecb210 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:29.265628 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a94f44be-6d93-4e0e-955c-cf0830c24c62 req-4e64528f-0a72-434a-b816-a69007ecb210 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb6fdb51-4815-4ab6-aa5c-c873ffebd225 HTTP/1.1" status: 200 len: 943 time: 1.1624839 Jul 15 23:18:29.275251 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-ae9b7f24-a545-4c30-bb3a-927d0cd6ad95 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Deleting port 56064f80-f51d-4014-bd6c-fc453ef267aa {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:18:29.275642 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ae9b7f24-a545-4c30-bb3a-927d0cd6ad95 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:29.335045 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-4c375ca6-48c8-4a3e-90d6-35f8126eee12 req-0c7d52df-ddf7-4b69-bbc7-95e18f592877 service neutron] Attempting to bind port 7eed494b-401b-40ce-bbad-80699ba38b08 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:18:29.335444 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-4c375ca6-48c8-4a3e-90d6-35f8126eee12 req-0c7d52df-ddf7-4b69-bbc7-95e18f592877 service neutron] Attempting to bind port 7eed494b-401b-40ce-bbad-80699ba38b08 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': 'f247e100-b6af-41b8-bbb1-7fe6ea2479be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '72dd1139-85ac-44a3-8181-7845deb521ca'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:18:29.335760 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c375ca6-48c8-4a3e-90d6-35f8126eee12 req-0c7d52df-ddf7-4b69-bbc7-95e18f592877 service neutron] Attempting to bind port 7eed494b-401b-40ce-bbad-80699ba38b08 on network 72dd1139-85ac-44a3-8181-7845deb521ca {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:18:29.385435 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c375ca6-48c8-4a3e-90d6-35f8126eee12 req-0c7d52df-ddf7-4b69-bbc7-95e18f592877 service neutron] Port 7eed494b-401b-40ce-bbad-80699ba38b08 on network 72dd1139-85ac-44a3-8181-7845deb521ca not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:18:29.385774 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c375ca6-48c8-4a3e-90d6-35f8126eee12 req-0c7d52df-ddf7-4b69-bbc7-95e18f592877 service neutron] Attempting to bind port 7eed494b-401b-40ce-bbad-80699ba38b08 on network 72dd1139-85ac-44a3-8181-7845deb521ca {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:18:29.435494 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-808daba2-04f7-44ea-bda7-d218ebb7ea3d req-3d779e33-b4ab-427f-8bd8-b4e9223263c9 service neutron] Attempting to bind port d3fc714c-6a9a-4962-ad93-6018423e677a on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:18:29.435882 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-808daba2-04f7-44ea-bda7-d218ebb7ea3d req-3d779e33-b4ab-427f-8bd8-b4e9223263c9 service neutron] Attempting to bind port d3fc714c-6a9a-4962-ad93-6018423e677a by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '7f5ce7d6-1f0d-40c2-8f4e-72bafb9ba40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c6d78d97-c5bd-4992-9d0e-5892dffd416b'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:18:29.436292 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808daba2-04f7-44ea-bda7-d218ebb7ea3d req-3d779e33-b4ab-427f-8bd8-b4e9223263c9 service neutron] Attempting to bind port d3fc714c-6a9a-4962-ad93-6018423e677a on network c6d78d97-c5bd-4992-9d0e-5892dffd416b {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:18:29.451675 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c375ca6-48c8-4a3e-90d6-35f8126eee12 req-0c7d52df-ddf7-4b69-bbc7-95e18f592877 service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:18:29.451932 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c375ca6-48c8-4a3e-90d6-35f8126eee12 req-0c7d52df-ddf7-4b69-bbc7-95e18f592877 service neutron] Checking segment: {'id': 'f247e100-b6af-41b8-bbb1-7fe6ea2479be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '72dd1139-85ac-44a3-8181-7845deb521ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:18:29.452235 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c375ca6-48c8-4a3e-90d6-35f8126eee12 req-0c7d52df-ddf7-4b69-bbc7-95e18f592877 service neutron] Bound using segment: {'id': 'f247e100-b6af-41b8-bbb1-7fe6ea2479be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '72dd1139-85ac-44a3-8181-7845deb521ca'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:18:29.452843 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-4c375ca6-48c8-4a3e-90d6-35f8126eee12 req-0c7d52df-ddf7-4b69-bbc7-95e18f592877 service neutron] Bound port: 7eed494b-401b-40ce-bbad-80699ba38b08, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f247e100-b6af-41b8-bbb1-7fe6ea2479be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '72dd1139-85ac-44a3-8181-7845deb521ca'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:18:29.453289 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4c375ca6-48c8-4a3e-90d6-35f8126eee12 req-0c7d52df-ddf7-4b69-bbc7-95e18f592877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:29.475894 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808daba2-04f7-44ea-bda7-d218ebb7ea3d req-3d779e33-b4ab-427f-8bd8-b4e9223263c9 service neutron] Port d3fc714c-6a9a-4962-ad93-6018423e677a on network c6d78d97-c5bd-4992-9d0e-5892dffd416b not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:18:29.476322 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808daba2-04f7-44ea-bda7-d218ebb7ea3d req-3d779e33-b4ab-427f-8bd8-b4e9223263c9 service neutron] Attempting to bind port d3fc714c-6a9a-4962-ad93-6018423e677a on network c6d78d97-c5bd-4992-9d0e-5892dffd416b {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:18:29.492539 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a94f44be-6d93-4e0e-955c-cf0830c24c62 req-9c16710a-dd56-4921-bedc-4d19bf863529 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/security-groups?id=57e114e2-00c8-4f79-b17b-147b800454a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2259257 Jul 15 23:18:29.508938 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd913327-6d1c-45ca-9bec-00e250cfa3a5 req-3103a062-f030-4408-b7b5-bf01c3735eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:29.510480 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-dd913327-6d1c-45ca-9bec-00e250cfa3a5 req-3103a062-f030-4408-b7b5-bf01c3735eac service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3432648 Jul 15 23:18:29.522477 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e8ae919-1b92-4f7c-b778-d9f0e5b577d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:29.525426 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e8ae919-1b92-4f7c-b778-d9f0e5b577d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:29.529312 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-5e8ae919-1b92-4f7c-b778-d9f0e5b577d4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cf63f085-cfb6-4606-8374-6ce3431eb566 HTTP/1.1" status: 204 len: 168 time: 0.7177241 Jul 15 23:18:29.560476 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8ae919-1b92-4f7c-b778-d9f0e5b577d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf63f085-cfb6-4606-8374-6ce3431eb566,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:29.569215 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ae9b7f24-a545-4c30-bb3a-927d0cd6ad95 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:29.569215 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ae9b7f24-a545-4c30-bb3a-927d0cd6ad95 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:29.570922 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808daba2-04f7-44ea-bda7-d218ebb7ea3d req-3d779e33-b4ab-427f-8bd8-b4e9223263c9 service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:18:29.571278 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808daba2-04f7-44ea-bda7-d218ebb7ea3d req-3d779e33-b4ab-427f-8bd8-b4e9223263c9 service neutron] Checking segment: {'id': '7f5ce7d6-1f0d-40c2-8f4e-72bafb9ba40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c6d78d97-c5bd-4992-9d0e-5892dffd416b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:18:29.571705 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808daba2-04f7-44ea-bda7-d218ebb7ea3d req-3d779e33-b4ab-427f-8bd8-b4e9223263c9 service neutron] Bound using segment: {'id': '7f5ce7d6-1f0d-40c2-8f4e-72bafb9ba40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c6d78d97-c5bd-4992-9d0e-5892dffd416b'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:18:29.572163 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-808daba2-04f7-44ea-bda7-d218ebb7ea3d req-3d779e33-b4ab-427f-8bd8-b4e9223263c9 service neutron] Bound port: d3fc714c-6a9a-4962-ad93-6018423e677a, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f5ce7d6-1f0d-40c2-8f4e-72bafb9ba40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c6d78d97-c5bd-4992-9d0e-5892dffd416b'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:18:29.572548 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-808daba2-04f7-44ea-bda7-d218ebb7ea3d req-3d779e33-b4ab-427f-8bd8-b4e9223263c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:29.574213 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-64335d29-5ad3-4e99-bd17-e67ef5833b38 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:29.611791 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-ae9b7f24-a545-4c30-bb3a-927d0cd6ad95 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Calling delete_port for 56064f80-f51d-4014-bd6c-fc453ef267aa owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:18:29.661689 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64335d29-5ad3-4e99-bd17-e67ef5833b38 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event deleted for resources: {'Port': ['ID=25a41812-24bc-40c8-bcd4-e5bda5b1916b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:29.670821 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-64335d29-5ad3-4e99-bd17-e67ef5833b38 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:29.685354 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-64335d29-5ad3-4e99-bd17-e67ef5833b38 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "DELETE /v2.0/ports/25a41812-24bc-40c8-bcd4-e5bda5b1916b HTTP/1.1" status: 204 len: 168 time: 1.3364525 Jul 15 23:18:29.688338 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36944) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:29.769708 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-4c375ca6-48c8-4a3e-90d6-35f8126eee12 req-0c7d52df-ddf7-4b69-bbc7-95e18f592877 service neutron] For port 7eed494b-401b-40ce-bbad-80699ba38b08, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:18:29.827029 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-4c375ca6-48c8-4a3e-90d6-35f8126eee12 req-0c7d52df-ddf7-4b69-bbc7-95e18f592877 service neutron] For port 7eed494b-401b-40ce-bbad-80699ba38b08, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=7eed494b-401b-40ce-bbad-80699ba38b08,segment=NetworkSegment(f247e100-b6af-41b8-bbb1-7fe6ea2479be),segment_id=f247e100-b6af-41b8-bbb1-7fe6ea2479be)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:18:29.839739 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40bf352a-65bc-4005-aa22-39120a244c71 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:29.854116 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40bf352a-65bc-4005-aa22-39120a244c71 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:29.860326 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-40bf352a-65bc-4005-aa22-39120a244c71 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1699235 Jul 15 23:18:29.861304 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36954) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:29.877652 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f4bc49-0b6b-4d1a-991c-b891cb2ba989 req-ac31d86d-f32e-4f3a-9cb0-4544c0477c96 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:29.879274 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-06f4bc49-0b6b-4d1a-991c-b891cb2ba989 req-ac31d86d-f32e-4f3a-9cb0-4544c0477c96 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=47399831-f20f-45e9-94e1-d2c475495282 HTTP/1.1" status: 200 len: 944 time: 0.4343610 Jul 15 23:18:29.881939 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4c375ca6-48c8-4a3e-90d6-35f8126eee12 req-0c7d52df-ddf7-4b69-bbc7-95e18f592877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:29.903509 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-808daba2-04f7-44ea-bda7-d218ebb7ea3d req-3d779e33-b4ab-427f-8bd8-b4e9223263c9 service neutron] For port d3fc714c-6a9a-4962-ad93-6018423e677a, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:18:29.978149 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-808daba2-04f7-44ea-bda7-d218ebb7ea3d req-3d779e33-b4ab-427f-8bd8-b4e9223263c9 service neutron] For port d3fc714c-6a9a-4962-ad93-6018423e677a, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=d3fc714c-6a9a-4962-ad93-6018423e677a,segment=NetworkSegment(7f5ce7d6-1f0d-40c2-8f4e-72bafb9ba40d),segment_id=7f5ce7d6-1f0d-40c2-8f4e-72bafb9ba40d)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:18:29.997813 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c375ca6-48c8-4a3e-90d6-35f8126eee12 req-0c7d52df-ddf7-4b69-bbc7-95e18f592877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:29.998562 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4c375ca6-48c8-4a3e-90d6-35f8126eee12 req-0c7d52df-ddf7-4b69-bbc7-95e18f592877 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:30.001009 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4c375ca6-48c8-4a3e-90d6-35f8126eee12 req-0c7d52df-ddf7-4b69-bbc7-95e18f592877 service neutron] 10.222.0.49 "PUT /v2.0/ports/7eed494b-401b-40ce-bbad-80699ba38b08 HTTP/1.1" status: 200 len: 1091 time: 4.8157210 Jul 15 23:18:30.019268 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-808daba2-04f7-44ea-bda7-d218ebb7ea3d req-3d779e33-b4ab-427f-8bd8-b4e9223263c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:30.021874 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb6fdb51-4815-4ab6-aa5c-c873ffebd225', 'tag': '7eed494b-401b-40ce-bbad-80699ba38b08'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:18:30.026985 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a5c058-6274-4b26-8c2d-f24757665fc9" -d '{"events": [{"name": "network-changed", "server_uuid": "fb6fdb51-4815-4ab6-aa5c-c873ffebd225", "tag": "7eed494b-401b-40ce-bbad-80699ba38b08"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:18:30.072086 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-97392260-f1a1-47f4-a99f-70d15f128643 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Deleting port a588ad61-3472-4c7c-be0f-899f2e091711 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:18:30.072433 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-97392260-f1a1-47f4-a99f-70d15f128643 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:30.107638 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-06f4bc49-0b6b-4d1a-991c-b891cb2ba989 req-7decdba0-5a3f-4a17-bc32-380830f321a4 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108872 Jul 15 23:18:30.174801 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808daba2-04f7-44ea-bda7-d218ebb7ea3d req-3d779e33-b4ab-427f-8bd8-b4e9223263c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:30.175761 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-808daba2-04f7-44ea-bda7-d218ebb7ea3d req-3d779e33-b4ab-427f-8bd8-b4e9223263c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:30.177401 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-808daba2-04f7-44ea-bda7-d218ebb7ea3d req-3d779e33-b4ab-427f-8bd8-b4e9223263c9 service neutron] 10.222.0.49 "PUT /v2.0/ports/d3fc714c-6a9a-4962-ad93-6018423e677a HTTP/1.1" status: 200 len: 1092 time: 4.9937153 Jul 15 23:18:30.179133 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd558964-e109-4ebb-abe3-1db054597f69 x-openstack-request-id: req-cd558964-e109-4ebb-abe3-1db054597f69 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:18:30.179525 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb6fdb51-4815-4ab6-aa5c-c873ffebd225", "tag": "7eed494b-401b-40ce-bbad-80699ba38b08", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:18:30.179879 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cd558964-e109-4ebb-abe3-1db054597f69 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:18:30.181393 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb6fdb51-4815-4ab6-aa5c-c873ffebd225', 'tag': '7eed494b-401b-40ce-bbad-80699ba38b08', 'status': 'completed', 'code': 200} Jul 15 23:18:30.183249 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7d52df-ddf7-4b69-bbc7-95e18f592877 service neutron] Pushing event updated for resources: {'Port': ['ID=7eed494b-401b-40ce-bbad-80699ba38b08,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:30.236058 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-97392260-f1a1-47f4-a99f-70d15f128643 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:30.281474 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-97392260-f1a1-47f4-a99f-70d15f128643 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Calling delete_port for a588ad61-3472-4c7c-be0f-899f2e091711 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:18:30.562651 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-97392260-f1a1-47f4-a99f-70d15f128643 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:30.632822 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8407bec7-faa0-44bf-a91f-4445c6ae942c req-101c07c5-d0ec-427a-afed-91f464e22430 tempest-ServerShowV247Test-1382569235 tempest-ServerShowV247Test-1382569235-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e5c59f2-c829-4ce5-826d-0fa240adc5de HTTP/1.1" status: 200 len: 210 time: 0.1815984 Jul 15 23:18:30.658127 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-97392260-f1a1-47f4-a99f-70d15f128643 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:30.685472 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-97392260-f1a1-47f4-a99f-70d15f128643 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "DELETE /v2.0/ports/a588ad61-3472-4c7c-be0f-899f2e091711 HTTP/1.1" status: 204 len: 168 time: 0.8128073 Jul 15 23:18:30.751768 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97392260-f1a1-47f4-a99f-70d15f128643 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event deleted for resources: {'Port': ['ID=a588ad61-3472-4c7c-be0f-899f2e091711,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:30.753726 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36986) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:30.754756 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-44d9f2f1-9d71-4d9f-8cea-a68b25e468f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:30.877161 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ae9b7f24-a545-4c30-bb3a-927d0cd6ad95 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:30.880488 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d779e33-b4ab-427f-8bd8-b4e9223263c9 service neutron] Pushing event updated for resources: {'Port': ['ID=d3fc714c-6a9a-4962-ad93-6018423e677a,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:30.924434 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d1da2f-b484-4d3d-8c0b-cce216296795 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:30.927013 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-67d1da2f-b484-4d3d-8c0b-cce216296795 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1722157 Jul 15 23:18:30.927242 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c375ca6-48c8-4a3e-90d6-35f8126eee12 req-7cc56333-4ed8-4110-afaf-c47747474627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:30.928944 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4c375ca6-48c8-4a3e-90d6-35f8126eee12 req-7cc56333-4ed8-4110-afaf-c47747474627 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c691a27677f54c85a3250b5bafef55f4&device_id=fb6fdb51-4815-4ab6-aa5c-c873ffebd225 HTTP/1.1" status: 200 len: 1094 time: 0.8388374 Jul 15 23:18:30.931294 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36994) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:30.956489 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 3f712636-f5bf-4bc3-8755-c957d1a2c88a up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:18:31.030130 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2773755-027d-49d2-a74c-edb4b859113d tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] GET failed (client error): The resource could not be found. Jul 15 23:18:31.033965 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d2773755-027d-49d2-a74c-edb4b859113d tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "GET /v2.0/ports/25a41812-24bc-40c8-bcd4-e5bda5b1916b HTTP/1.1" status: 404 len: 333 time: 0.1012964 Jul 15 23:18:31.038674 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37012) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:31.039478 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9b7f24-a545-4c30-bb3a-927d0cd6ad95 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Pushing event deleted for resources: {'Port': ['ID=56064f80-f51d-4014-bd6c-fc453ef267aa,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:31.081156 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4c375ca6-48c8-4a3e-90d6-35f8126eee12 req-d477b8cf-5a38-4883-a5cd-a95d855ed0da service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7eed494b-401b-40ce-bbad-80699ba38b08 HTTP/1.1" status: 200 len: 217 time: 0.1237545 Jul 15 23:18:31.102199 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-da548683-936e-4bb3-9100-be31f4d31d1c tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] GET failed (client error): The resource could not be found. Jul 15 23:18:31.104630 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-da548683-936e-4bb3-9100-be31f4d31d1c tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "GET /v2.0/ports/a588ad61-3472-4c7c-be0f-899f2e091711 HTTP/1.1" status: 404 len: 333 time: 0.0649869 Jul 15 23:18:31.108116 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37018) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:31.153941 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 3f712636-f5bf-4bc3-8755-c957d1a2c88a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:18:31.155001 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:31.262075 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db4f6166-3ce8-406d-9f4e-54cae489a474 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:31.285272 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808daba2-04f7-44ea-bda7-d218ebb7ea3d req-574809f2-337f-4171-8ac6-88ed73bd728a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:31.287783 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-808daba2-04f7-44ea-bda7-d218ebb7ea3d req-574809f2-337f-4171-8ac6-88ed73bd728a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0fcede583b6b458da6b681624616b0b4&device_id=47399831-f20f-45e9-94e1-d2c475495282 HTTP/1.1" status: 200 len: 1095 time: 0.5885854 Jul 15 23:18:31.288938 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ae9b7f24-a545-4c30-bb3a-927d0cd6ad95 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:31.292464 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ae9b7f24-a545-4c30-bb3a-927d0cd6ad95 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:31.294397 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-ae9b7f24-a545-4c30-bb3a-927d0cd6ad95 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "DELETE /v2.0/floatingips/55fe455b-66a7-4b2f-8ecf-a9cbfe7a0e09 HTTP/1.1" status: 204 len: 168 time: 3.5107160 Jul 15 23:18:31.300181 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 37032) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:31.340943 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d4f32-6ae1-4e57-9393-716df08db000 req-5dca2345-46bc-493a-99d7-dd840b7b6208 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:31.349549 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-707d4f32-6ae1-4e57-9393-716df08db000 req-5dca2345-46bc-493a-99d7-dd840b7b6208 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb6fdb51-4815-4ab6-aa5c-c873ffebd225 HTTP/1.1" status: 200 len: 943 time: 0.5590434 Jul 15 23:18:31.435556 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c375ca6-48c8-4a3e-90d6-35f8126eee12 req-7d6b029d-17c1-4c80-a4a5-c6ae2e862bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:31.440352 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4c375ca6-48c8-4a3e-90d6-35f8126eee12 req-7d6b029d-17c1-4c80-a4a5-c6ae2e862bb9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8c6a4d69-e5f7-4129-9f0b-56463cfab399 HTTP/1.1" status: 200 len: 850 time: 0.3483176 Jul 15 23:18:31.442534 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db4f6166-3ce8-406d-9f4e-54cae489a474 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:31.448089 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-808daba2-04f7-44ea-bda7-d218ebb7ea3d req-fe96554f-9038-496c-9f94-968698bf0ea7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3fc714c-6a9a-4962-ad93-6018423e677a HTTP/1.1" status: 200 len: 217 time: 0.1491826 Jul 15 23:18:31.459380 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-db4f6166-3ce8-406d-9f4e-54cae489a474 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b456cb95-50b1-4cdc-a07d-16392dc99876']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:31.475624 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-db4f6166-3ce8-406d-9f4e-54cae489a474 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a1ee5c5-11b4-4548-99d0-504e63744801') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:31.475927 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-db4f6166-3ce8-406d-9f4e-54cae489a474 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a1ee5c5-11b4-4548-99d0-504e63744801') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:31.491723 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db4f6166-3ce8-406d-9f4e-54cae489a474 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:31.520658 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db4f6166-3ce8-406d-9f4e-54cae489a474 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:31.522593 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37046) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:31.535826 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db4f6166-3ce8-406d-9f4e-54cae489a474 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:18:31.536254 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db4f6166-3ce8-406d-9f4e-54cae489a474 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:31.540916 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:18:31.540916 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:18:31.540916 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:18:31.540916 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:18:31.540916 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:18:31.540916 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:18:31.540916 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:18:31.540916 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:18:31.540916 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:18:31.540916 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:18:31.540916 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:18:31.540916 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:18:31.540916 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:18:31.540916 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:18:31.540916 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:18:31.540916 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:18:31.540916 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:18:31.540916 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:18:31.540916 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:18:31.540916 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:18:31.540916 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:18:31.540916 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:18:31.540916 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:18:31.540916 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:18:31.540916 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:18:31.540916 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:18:31.540916 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:18:31.540916 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:18:31.540916 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:18:31.540916 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:18:31.540916 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:18:31.540916 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:18:31.540916 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:18:31.540916 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:18:31.540916 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:18:31.540916 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:18:31.540916 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:18:31.540916 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:18:31.628000 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db4f6166-3ce8-406d-9f4e-54cae489a474 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:31.641635 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db4f6166-3ce8-406d-9f4e-54cae489a474 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:31.644593 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-db4f6166-3ce8-406d-9f4e-54cae489a474 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "DELETE /v2.0/networks/b456cb95-50b1-4cdc-a07d-16392dc99876 HTTP/1.1" status: 204 len: 168 time: 0.5318334 Jul 15 23:18:31.669542 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37056) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:31.670390 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4f6166-3ce8-406d-9f4e-54cae489a474 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event deleted for resources: {'Network': ['ID=b456cb95-50b1-4cdc-a07d-16392dc99876,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:31.679279 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-044e1dd2-0f71-4546-ab02-3369fe33eee1 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1212425133'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:31.717135 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-044e1dd2-0f71-4546-ab02-3369fe33eee1 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Made reservation on behalf of 6e9aa8192e944c7f9b496773dbd06067 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:18:31.727630 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-044e1dd2-0f71-4546-ab02-3369fe33eee1 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:31.744347 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-947ba9c6-1bac-4d8f-8b41-24c5f7200325 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-533468775-network', 'tenant_id': 'ab954527b26349caad16e04a7887aa2f'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:31.793657 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-044e1dd2-0f71-4546-ab02-3369fe33eee1 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:18:31.809614 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-947ba9c6-1bac-4d8f-8b41-24c5f7200325 admin admin] Made reservation on behalf of ab954527b26349caad16e04a7887aa2f for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:18:31.813430 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-947ba9c6-1bac-4d8f-8b41-24c5f7200325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:31.832066 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-947ba9c6-1bac-4d8f-8b41-24c5f7200325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:31.836045 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-044e1dd2-0f71-4546-ab02-3369fe33eee1 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:31.836615 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-044e1dd2-0f71-4546-ab02-3369fe33eee1 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Added segment bce6281e-13d4-4ca7-8a07-110b893815b9 of type vlan for network 15d2c273-8b5b-4765-961d-4a941fbc26ae Jul 15 23:18:31.913347 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-044e1dd2-0f71-4546-ab02-3369fe33eee1 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:31.999841 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-044e1dd2-0f71-4546-ab02-3369fe33eee1 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:32.009426 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044e1dd2-0f71-4546-ab02-3369fe33eee1 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:32.010441 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-044e1dd2-0f71-4546-ab02-3369fe33eee1 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:32.026972 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-707d4f32-6ae1-4e57-9393-716df08db000 req-d44f2c62-ceac-433c-9691-706ebd619deb tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/security-groups?id=57e114e2-00c8-4f79-b17b-147b800454a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6761789 Jul 15 23:18:32.055503 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808daba2-04f7-44ea-bda7-d218ebb7ea3d req-19a2021b-34d3-4d06-9a98-dab0ed339112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:32.057246 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-808daba2-04f7-44ea-bda7-d218ebb7ea3d req-19a2021b-34d3-4d06-9a98-dab0ed339112 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a144ec76-c4c9-4c39-825f-807a0a3dd5eb HTTP/1.1" status: 200 len: 855 time: 0.5914593 Jul 15 23:18:32.102719 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-808daba2-04f7-44ea-bda7-d218ebb7ea3d req-f077e3fd-bf92-4241-a59f-0af2833225c0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c6d78d97-c5bd-4992-9d0e-5892dffd416b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356584 Jul 15 23:18:32.183982 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47399831-f20f-45e9-94e1-d2c475495282', 'tag': 'd3fc714c-6a9a-4962-ad93-6018423e677a'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:18:32.186743 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e12844e2-89fe-4e17-9d08-da4ee01da4be" -d '{"events": [{"name": "network-changed", "server_uuid": "47399831-f20f-45e9-94e1-d2c475495282", "tag": "d3fc714c-6a9a-4962-ad93-6018423e677a"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:18:32.210931 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ca6fc7-e518-4b4c-87a9-64a2ca2a988b req-077da735-708c-459b-bd14-9a2f0f403f52 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:32.213274 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f6ca6fc7-e518-4b4c-87a9-64a2ca2a988b req-077da735-708c-459b-bd14-9a2f0f403f52 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=47399831-f20f-45e9-94e1-d2c475495282 HTTP/1.1" status: 200 len: 944 time: 0.7202439 Jul 15 23:18:32.257755 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044e1dd2-0f71-4546-ab02-3369fe33eee1 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event updated for resources: {'Network': ['ID=15d2c273-8b5b-4765-961d-4a941fbc26ae,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:32.270284 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c375ca6-48c8-4a3e-90d6-35f8126eee12 req-c9057723-525f-4676-a61b-597a7c384fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:32.271867 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4c375ca6-48c8-4a3e-90d6-35f8126eee12 req-c9057723-525f-4676-a61b-597a7c384fde service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=72dd1139-85ac-44a3-8181-7845deb521ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8049655 Jul 15 23:18:32.278278 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 15d2c273-8b5b-4765-961d-4a941fbc26ae details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:18:32.317534 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-947ba9c6-1bac-4d8f-8b41-24c5f7200325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:32.324975 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-947ba9c6-1bac-4d8f-8b41-24c5f7200325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:32.346137 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-044e1dd2-0f71-4546-ab02-3369fe33eee1 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6675816 Jul 15 23:18:32.368951 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37090) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:32.399276 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-485217de-a78f-48de-9f27-f4c835be28f8 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Request body: {'subnet': {'network_id': '15d2c273-8b5b-4765-961d-4a941fbc26ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:32.435800 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4c375ca6-48c8-4a3e-90d6-35f8126eee12 req-3d56dd78-2f8c-49af-98f2-9107756438c4 service neutron] 10.222.0.49 "GET /v2.0/networks/72dd1139-85ac-44a3-8181-7845deb521ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468153 Jul 15 23:18:32.443544 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cfb89585-c76a-4bbf-888b-c94d5377d7a4 req-c0402924-2b90-4b0f-ab00-aae546b7c9b0 tempest-ServerShowV247Test-1382569235 tempest-ServerShowV247Test-1382569235-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e5c59f2-c829-4ce5-826d-0fa240adc5de HTTP/1.1" status: 200 len: 210 time: 0.2276726 Jul 15 23:18:32.449689 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-dab94de9-1384-4e9f-aa50-f1e15e927544 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Deleting port 5e6346b3-f308-4702-a019-e0418adeb56d {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:18:32.449957 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dab94de9-1384-4e9f-aa50-f1e15e927544 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:32.517115 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-947ba9c6-1bac-4d8f-8b41-24c5f7200325 admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:18:32.528222 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-808daba2-04f7-44ea-bda7-d218ebb7ea3d req-f29ee61e-ef4b-413f-9310-2406b6e4cad1 service neutron] 10.222.0.49 "GET /v2.0/networks/c6d78d97-c5bd-4992-9d0e-5892dffd416b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4173830 Jul 15 23:18:32.557520 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a8a9e2-0dbd-4b53-af44-729c9ad40951 x-openstack-request-id: req-c8a8a9e2-0dbd-4b53-af44-729c9ad40951 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:18:32.557520 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47399831-f20f-45e9-94e1-d2c475495282", "tag": "d3fc714c-6a9a-4962-ad93-6018423e677a", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:18:32.557833 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c8a8a9e2-0dbd-4b53-af44-729c9ad40951 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:18:32.558266 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47399831-f20f-45e9-94e1-d2c475495282', 'tag': 'd3fc714c-6a9a-4962-ad93-6018423e677a', 'status': 'completed', 'code': 200} Jul 15 23:18:32.558866 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-947ba9c6-1bac-4d8f-8b41-24c5f7200325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:32.559230 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-947ba9c6-1bac-4d8f-8b41-24c5f7200325 admin admin] Added segment 8c812138-d278-41e4-af56-e9d6301a6def of type vlan for network 4f00ec95-afd1-4933-94a2-3423df3d856f Jul 15 23:18:32.587723 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947ba9c6-1bac-4d8f-8b41-24c5f7200325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2789657b-1208-4ee1-82a9-700bab09e511,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:32.594922 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485217de-a78f-48de-9f27-f4c835be28f8 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Made reservation on behalf of 6e9aa8192e944c7f9b496773dbd06067 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:18:32.599151 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-485217de-a78f-48de-9f27-f4c835be28f8 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:32.609147 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f6ca6fc7-e518-4b4c-87a9-64a2ca2a988b req-21bc7b60-f7d8-439e-85e1-05ebeacef86a tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3595369 Jul 15 23:18:32.785629 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-808daba2-04f7-44ea-bda7-d218ebb7ea3d req-855ea634-2c18-4923-ab83-99badb64f56c service neutron] 10.222.0.49 "GET /v2.0/networks/c6d78d97-c5bd-4992-9d0e-5892dffd416b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477813 Jul 15 23:18:32.850632 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-485217de-a78f-48de-9f27-f4c835be28f8 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:32.854839 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dab94de9-1384-4e9f-aa50-f1e15e927544 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:32.879029 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-dab94de9-1384-4e9f-aa50-f1e15e927544 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Calling delete_port for 5e6346b3-f308-4702-a019-e0418adeb56d owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:18:32.898016 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-947ba9c6-1bac-4d8f-8b41-24c5f7200325 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:32.977096 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485217de-a78f-48de-9f27-f4c835be28f8 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event updated for resources: {'Subnet': ['ID=6ce8854b-95c5-49d2-82e8-b1aab529dfbe,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:32.986977 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485217de-a78f-48de-9f27-f4c835be28f8 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Checking segment: {'id': 'bce6281e-13d4-4ca7-8a07-110b893815b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '15d2c273-8b5b-4765-961d-4a941fbc26ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:18:32.987367 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485217de-a78f-48de-9f27-f4c835be28f8 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Network hostable DHCP agents. Network: 15d2c273-8b5b-4765-961d-4a941fbc26ae, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:18:32.992354 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-947ba9c6-1bac-4d8f-8b41-24c5f7200325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:32.993334 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947ba9c6-1bac-4d8f-8b41-24c5f7200325 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:32.993938 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-947ba9c6-1bac-4d8f-8b41-24c5f7200325 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:33.033722 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-947ba9c6-1bac-4d8f-8b41-24c5f7200325 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5099239 Jul 15 23:18:33.040652 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37124) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:33.048707 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-6e372c50-60ae-45e8-af96-3f76a405092f admin admin] Request body: {'subnet': {'network_id': '4f00ec95-afd1-4933-94a2-3423df3d856f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-533468775-subnet', 'tenant_id': 'ab954527b26349caad16e04a7887aa2f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:33.210070 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8ce0165b-afae-4053-b40d-513917e81aa5 req-6ab0f891-4772-49ff-b2a0-613d09ac9a3d tempest-ServerShowV247Test-1382569235 tempest-ServerShowV247Test-1382569235-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e5c59f2-c829-4ce5-826d-0fa240adc5de&device_id=8abeaf77-ec42-4c18-97a5-80e2421a6d7c HTTP/1.1" status: 200 len: 210 time: 0.1424446 Jul 15 23:18:33.213993 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4c375ca6-48c8-4a3e-90d6-35f8126eee12 req-cd11ae8e-2d72-4c28-8015-b601f93abf95 service neutron] 10.222.0.49 "GET /v2.0/networks/72dd1139-85ac-44a3-8181-7845deb521ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7673416 Jul 15 23:18:33.230944 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9023a9aa-30e7-436c-bab2-5bf6e95cf09e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:33.336784 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:33.521777 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 37134) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:33.524407 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12844e2-89fe-4e17-9d08-da4ee01da4be req-3a67585e-001a-45a9-bf64-a6fb98d9eebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:33.526139 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e12844e2-89fe-4e17-9d08-da4ee01da4be req-3a67585e-001a-45a9-bf64-a6fb98d9eebd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0fcede583b6b458da6b681624616b0b4&device_id=47399831-f20f-45e9-94e1-d2c475495282 HTTP/1.1" status: 200 len: 1095 time: 0.4551370 Jul 15 23:18:33.546842 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485217de-a78f-48de-9f27-f4c835be28f8 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Network 15d2c273-8b5b-4765-961d-4a941fbc26ae is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:18:33.549346 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947ba9c6-1bac-4d8f-8b41-24c5f7200325 admin admin] Pushing event updated for resources: {'Network': ['ID=4f00ec95-afd1-4933-94a2-3423df3d856f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:33.566211 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 4f00ec95-afd1-4933-94a2-3423df3d856f details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:18:33.580846 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-485217de-a78f-48de-9f27-f4c835be28f8 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 15d2c273-8b5b-4765-961d-4a941fbc26ae) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:18:33.604385 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485217de-a78f-48de-9f27-f4c835be28f8 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:33.605285 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-485217de-a78f-48de-9f27-f4c835be28f8 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:33.613719 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b9ca1e-6339-41a3-b8a2-4a8fa70213db None None] Network 15d2c273-8b5b-4765-961d-4a941fbc26ae requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:18:33.626208 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e372c50-60ae-45e8-af96-3f76a405092f admin admin] Made reservation on behalf of ab954527b26349caad16e04a7887aa2f for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:18:33.630880 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6e372c50-60ae-45e8-af96-3f76a405092f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:33.638514 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-485217de-a78f-48de-9f27-f4c835be28f8 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2655525 Jul 15 23:18:33.654632 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37138) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:33.668959 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-bceadc1a-5834-4e43-ad8e-b6622cf8fcf2 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Request body: {'port': {'network_id': '15d2c273-8b5b-4765-961d-4a941fbc26ae', 'name': 'tempest-PortsIpV6TestJSON-1209678529'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:33.677094 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dab94de9-1384-4e9f-aa50-f1e15e927544 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:33.774682 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab94de9-1384-4e9f-aa50-f1e15e927544 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Pushing event deleted for resources: {'Port': ['ID=5e6346b3-f308-4702-a019-e0418adeb56d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:33.893538 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b1cb6-4d62-40e2-ae30-f3893dbc8263 req-8e1137dc-939d-4235-ab18-67c298667cdf tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:33.895845 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b51b1cb6-4d62-40e2-ae30-f3893dbc8263 req-8e1137dc-939d-4235-ab18-67c298667cdf tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb6fdb51-4815-4ab6-aa5c-c873ffebd225 HTTP/1.1" status: 200 len: 943 time: 0.5704007 Jul 15 23:18:33.898250 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab94de9-1384-4e9f-aa50-f1e15e927544 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:33.898806 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab94de9-1384-4e9f-aa50-f1e15e927544 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:33.899332 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab94de9-1384-4e9f-aa50-f1e15e927544 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:33.899898 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab94de9-1384-4e9f-aa50-f1e15e927544 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:33.900469 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab94de9-1384-4e9f-aa50-f1e15e927544 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:33.900958 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab94de9-1384-4e9f-aa50-f1e15e927544 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:33.901509 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab94de9-1384-4e9f-aa50-f1e15e927544 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:33.902050 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab94de9-1384-4e9f-aa50-f1e15e927544 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:33.902575 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab94de9-1384-4e9f-aa50-f1e15e927544 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:33.903111 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab94de9-1384-4e9f-aa50-f1e15e927544 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:33.913080 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab94de9-1384-4e9f-aa50-f1e15e927544 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:33.914060 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab94de9-1384-4e9f-aa50-f1e15e927544 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:33.922009 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a5c058-6274-4b26-8c2d-f24757665fc9 req-30441de7-1334-47bd-b1f2-19c18af74960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:33.923709 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-53a5c058-6274-4b26-8c2d-f24757665fc9 req-30441de7-1334-47bd-b1f2-19c18af74960 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c691a27677f54c85a3250b5bafef55f4&device_id=fb6fdb51-4815-4ab6-aa5c-c873ffebd225 HTTP/1.1" status: 200 len: 1094 time: 0.6121161 Jul 15 23:18:33.942892 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11370c62-2fdb-48f9-82aa-e53b375920cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:33.954759 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d3f66de6-015e-42db-b4f1-917f00ac0585 req-e2fde1e3-208e-44c7-a0ff-1b1612e9efc8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=59a1f474864d42ee942af8de0e784821&device_id=2e5c59f2-c829-4ce5-826d-0fa240adc5de HTTP/1.1" status: 200 len: 210 time: 0.0587707 Jul 15 23:18:33.992699 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device d3fc714c-6a9a-4962-ad93-6018423e677a details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:18:34.018914 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d3f66de6-015e-42db-b4f1-917f00ac0585 req-f7bee157-5f90-4182-84c0-ed529859a265 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=59a1f474864d42ee942af8de0e784821&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338647 Jul 15 23:18:34.059863 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bceadc1a-5834-4e43-ad8e-b6622cf8fcf2 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Made reservation on behalf of 6e9aa8192e944c7f9b496773dbd06067 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:18:34.065170 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bceadc1a-5834-4e43-ad8e-b6622cf8fcf2 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:34.089806 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12844e2-89fe-4e17-9d08-da4ee01da4be req-9a64d366-09c7-4c6b-b554-6c0b18069355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:34.091389 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e12844e2-89fe-4e17-9d08-da4ee01da4be req-9a64d366-09c7-4c6b-b554-6c0b18069355 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c6d78d97-c5bd-4992-9d0e-5892dffd416b HTTP/1.1" status: 200 len: 916 time: 0.5468402 Jul 15 23:18:34.097641 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dab94de9-1384-4e9f-aa50-f1e15e927544 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:34.099529 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-dab94de9-1384-4e9f-aa50-f1e15e927544 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "DELETE /v2.0/ports/5e6346b3-f308-4702-a019-e0418adeb56d HTTP/1.1" status: 204 len: 168 time: 2.7964666 Jul 15 23:18:34.104963 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37146) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:34.163676 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port d3fc714c-6a9a-4962-ad93-6018423e677a, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=d3fc714c-6a9a-4962-ad93-6018423e677a,segment=NetworkSegment(7f5ce7d6-1f0d-40c2-8f4e-72bafb9ba40d),segment_id=7f5ce7d6-1f0d-40c2-8f4e-72bafb9ba40d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:34.178340 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-bceadc1a-5834-4e43-ad8e-b6622cf8fcf2 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] device_id is not set on port bee72fe5-f6e7-455a-bafe-fe6dd2d2ae31 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:18:34.190385 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': 'd3fc714c-6a9a-4962-ad93-6018423e677a', 'network_id': 'c6d78d97-c5bd-4992-9d0e-5892dffd416b', 'port_id': 'd3fc714c-6a9a-4962-ad93-6018423e677a', 'mac_address': 'fa:16:3e:09:2d:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a144ec76-c4c9-4c39-825f-807a0a3dd5eb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:18:34.370415 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b51b1cb6-4d62-40e2-ae30-f3893dbc8263 req-768e9b60-168b-4ffc-9da6-f760c529814c tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/security-groups?id=57e114e2-00c8-4f79-b17b-147b800454a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4448719 Jul 15 23:18:34.371821 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e12844e2-89fe-4e17-9d08-da4ee01da4be req-72e25482-e984-4804-8e3b-6c79d0304ba4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3fc714c-6a9a-4962-ad93-6018423e677a HTTP/1.1" status: 200 len: 217 time: 0.2711806 Jul 15 23:18:34.395092 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:34.465575 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a5c058-6274-4b26-8c2d-f24757665fc9 req-c866d5e3-dfdd-47f2-bd11-dec4dd534721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:34.468966 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-53a5c058-6274-4b26-8c2d-f24757665fc9 req-c866d5e3-dfdd-47f2-bd11-dec4dd534721 service neutron] 10.222.0.49 "GET /v2.0/networks?id=72dd1139-85ac-44a3-8181-7845deb521ca HTTP/1.1" status: 200 len: 912 time: 0.5289288 Jul 15 23:18:34.488276 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:34.513513 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6e372c50-60ae-45e8-af96-3f76a405092f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:34.516810 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3fc714c-6a9a-4962-ad93-6018423e677a {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:18:34.568759 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port d3fc714c-6a9a-4962-ad93-6018423e677a, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=d3fc714c-6a9a-4962-ad93-6018423e677a,segment=NetworkSegment(7f5ce7d6-1f0d-40c2-8f4e-72bafb9ba40d),segment_id=7f5ce7d6-1f0d-40c2-8f4e-72bafb9ba40d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:34.588883 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:34.643694 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-53a5c058-6274-4b26-8c2d-f24757665fc9 req-0a4dfb08-1a5d-441e-b13f-bdaaf11eb7ef service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7eed494b-401b-40ce-bbad-80699ba38b08 HTTP/1.1" status: 200 len: 217 time: 0.1564062 Jul 15 23:18:34.653224 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12844e2-89fe-4e17-9d08-da4ee01da4be req-eeae1963-c1d8-4b2a-b916-5d89922eda92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:34.654727 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e12844e2-89fe-4e17-9d08-da4ee01da4be req-eeae1963-c1d8-4b2a-b916-5d89922eda92 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a144ec76-c4c9-4c39-825f-807a0a3dd5eb HTTP/1.1" status: 200 len: 855 time: 0.2718534 Jul 15 23:18:34.675284 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=d3fc714c-6a9a-4962-ad93-6018423e677a,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:34.730266 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f595a2-6285-4851-ac51-304e06732227 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-15d2c273-8b5b-4765-961d-4a941fbc26ae', 'network_id': '15d2c273-8b5b-4765-961d-4a941fbc26ae', 'tenant_id': '6e9aa8192e944c7f9b496773dbd06067', 'fixed_ips': [{'subnet_id': '6ce8854b-95c5-49d2-82e8-b1aab529dfbe'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:18:34.731379 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-25f595a2-6285-4851-ac51-304e06732227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:34.751123 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a5c058-6274-4b26-8c2d-f24757665fc9 req-331fe957-bab7-47c8-8e33-6cefbb17a074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:34.752914 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-53a5c058-6274-4b26-8c2d-f24757665fc9 req-331fe957-bab7-47c8-8e33-6cefbb17a074 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8c6a4d69-e5f7-4129-9f0b-56463cfab399 HTTP/1.1" status: 200 len: 850 time: 0.0947304 Jul 15 23:18:34.763075 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f66de6-015e-42db-b4f1-917f00ac0585 req-5a516f0b-a796-4540-979d-b802e0bc4562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:34.765958 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d3f66de6-015e-42db-b4f1-917f00ac0585 req-5a516f0b-a796-4540-979d-b802e0bc4562 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7403114 Jul 15 23:18:34.792527 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-a237c752-a826-45e9-b264-d57886bbfd4c tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Deleting port f70b3596-455f-49a0-8908-a104df34e5c9 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:18:34.792999 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a237c752-a826-45e9-b264-d57886bbfd4c tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:34.797479 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544cefca-d84f-4ad6-b526-c22a98b68eb0 req-2a535b55-cfaa-4565-9d68-ce58e32352f3 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:34.809612 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-544cefca-d84f-4ad6-b526-c22a98b68eb0 req-2a535b55-cfaa-4565-9d68-ce58e32352f3 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=47399831-f20f-45e9-94e1-d2c475495282 HTTP/1.1" status: 200 len: 944 time: 0.7134314 Jul 15 23:18:34.828606 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e12844e2-89fe-4e17-9d08-da4ee01da4be req-fcdea2a1-77e5-4ad8-bc9f-5a126ed38121 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c6d78d97-c5bd-4992-9d0e-5892dffd416b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1596313 Jul 15 23:18:34.854285 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['d3fc714c-6a9a-4962-ad93-6018423e677a'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:18:34.884640 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c7032dec-8db1-40a5-bc99-41f63bdb665e req-ef37fb10-9a1d-4e27-a0cf-a2bff998dcde tempest-ServerShowV247Test-1382569235 tempest-ServerShowV247Test-1382569235-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e5c59f2-c829-4ce5-826d-0fa240adc5de HTTP/1.1" status: 200 len: 210 time: 0.2167304 Jul 15 23:18:34.891733 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e372c50-60ae-45e8-af96-3f76a405092f admin admin] Pushing event updated for resources: {'Subnet': ['ID=570c9acd-a91a-4604-972e-58d7dbcb3886,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:34.944189 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-bceadc1a-5834-4e43-ad8e-b6622cf8fcf2 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Allocated IP 2001:db8::87 (15d2c273-8b5b-4765-961d-4a941fbc26ae/6ce8854b-95c5-49d2-82e8-b1aab529dfbe/bee72fe5-f6e7-455a-bafe-fe6dd2d2ae31) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:18:34.981192 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e372c50-60ae-45e8-af96-3f76a405092f admin admin] Checking segment: {'id': '8c812138-d278-41e4-af56-e9d6301a6def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '4f00ec95-afd1-4933-94a2-3423df3d856f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:18:34.982796 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e372c50-60ae-45e8-af96-3f76a405092f admin admin] Network hostable DHCP agents. Network: 4f00ec95-afd1-4933-94a2-3423df3d856f, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:18:35.004112 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a237c752-a826-45e9-b264-d57886bbfd4c tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:35.064890 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-a237c752-a826-45e9-b264-d57886bbfd4c tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Calling delete_port for f70b3596-455f-49a0-8908-a104df34e5c9 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:18:35.097604 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11370c62-2fdb-48f9-82aa-e53b375920cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:35.125833 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-544cefca-d84f-4ad6-b526-c22a98b68eb0 req-c51c95fc-5ca2-46d4-8d08-fa984219246d tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150847 Jul 15 23:18:35.127120 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11370c62-2fdb-48f9-82aa-e53b375920cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:35.173800 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e12844e2-89fe-4e17-9d08-da4ee01da4be req-4e28b3dc-bf79-4852-8f93-28c6f82cbe53 service neutron] 10.222.0.49 "GET /v2.0/networks/c6d78d97-c5bd-4992-9d0e-5892dffd416b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053658 Jul 15 23:18:35.183638 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e372c50-60ae-45e8-af96-3f76a405092f admin admin] Network 4f00ec95-afd1-4933-94a2-3423df3d856f is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:18:35.226854 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-6e372c50-60ae-45e8-af96-3f76a405092f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 4f00ec95-afd1-4933-94a2-3423df3d856f) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:18:35.232432 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e372c50-60ae-45e8-af96-3f76a405092f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:35.233582 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6e372c50-60ae-45e8-af96-3f76a405092f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:35.244285 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bd36e5-870c-41fc-a997-b9d46e1d0522 None None] Network 4f00ec95-afd1-4933-94a2-3423df3d856f requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:18:35.249943 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-11370c62-2fdb-48f9-82aa-e53b375920cd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=273af039fff04087b175b7557b805ff5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7200632 Jul 15 23:18:35.254840 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11370c62-2fdb-48f9-82aa-e53b375920cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cfd9c90-afb5-4d29-80a8-fe23f30ef962,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:35.258137 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 37152) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:35.265871 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a5c058-6274-4b26-8c2d-f24757665fc9 req-f23f989e-932b-42d2-803f-b6a684a241be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:35.268634 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-53a5c058-6274-4b26-8c2d-f24757665fc9 req-f23f989e-932b-42d2-803f-b6a684a241be service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=72dd1139-85ac-44a3-8181-7845deb521ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4439807 Jul 15 23:18:35.314592 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-6e372c50-60ae-45e8-af96-3f76a405092f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2728200 Jul 15 23:18:35.315993 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37154) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:35.325488 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-96c5a880-df9b-4b5b-852b-d872947dd6e6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-533468775-router', 'tenant_id': 'ab954527b26349caad16e04a7887aa2f', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:35.407348 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bceadc1a-5834-4e43-ad8e-b6622cf8fcf2 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:35.438056 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-96c5a880-df9b-4b5b-852b-d872947dd6e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:35.440114 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-96c5a880-df9b-4b5b-852b-d872947dd6e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:35.502815 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e12844e2-89fe-4e17-9d08-da4ee01da4be req-2b3c00e7-67f6-4956-863f-795beef3bd06 service neutron] 10.222.0.49 "GET /v2.0/networks/c6d78d97-c5bd-4992-9d0e-5892dffd416b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151927 Jul 15 23:18:35.511908 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0c8e58ff-e799-43a4-a10b-d2593a10c9af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:35.518765 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-96c5a880-df9b-4b5b-852b-d872947dd6e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:35.535222 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-bceadc1a-5834-4e43-ad8e-b6622cf8fcf2 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Transition to ACTIVE for port object bee72fe5-f6e7-455a-bafe-fe6dd2d2ae31 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:18:35.546991 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-53a5c058-6274-4b26-8c2d-f24757665fc9 req-b939f190-5382-4049-b6f7-b68eb23bb7be service neutron] 10.222.0.49 "GET /v2.0/networks/72dd1139-85ac-44a3-8181-7845deb521ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664297 Jul 15 23:18:35.553485 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea65b90-5cdd-452a-a6e7-1aa843842580 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-4f00ec95-afd1-4933-94a2-3423df3d856f', 'network_id': '4f00ec95-afd1-4933-94a2-3423df3d856f', 'tenant_id': 'ab954527b26349caad16e04a7887aa2f', 'fixed_ips': [{'subnet_id': '570c9acd-a91a-4604-972e-58d7dbcb3886'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:18:35.556146 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1ea65b90-5cdd-452a-a6e7-1aa843842580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:35.574268 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0c8e58ff-e799-43a4-a10b-d2593a10c9af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:35.625347 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a237c752-a826-45e9-b264-d57886bbfd4c tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:35.793594 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a237c752-a826-45e9-b264-d57886bbfd4c tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Pushing event deleted for resources: {'Port': ['ID=f70b3596-455f-49a0-8908-a104df34e5c9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:35.818209 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-96c5a880-df9b-4b5b-852b-d872947dd6e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:35.840096 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-53a5c058-6274-4b26-8c2d-f24757665fc9 req-865e8204-331b-41ec-8c0e-68660aa3e8b8 service neutron] 10.222.0.49 "GET /v2.0/networks/72dd1139-85ac-44a3-8181-7845deb521ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829239 Jul 15 23:18:35.857950 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-1ea65b90-5cdd-452a-a6e7-1aa843842580 None None] Allocated IP 172.20.0.2 (4f00ec95-afd1-4933-94a2-3423df3d856f/570c9acd-a91a-4604-972e-58d7dbcb3886/7bc5e7f2-7cac-4e0d-8ca7-663bb2bea23c) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:18:35.887675 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0c8e58ff-e799-43a4-a10b-d2593a10c9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:35.890444 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0c8e58ff-e799-43a4-a10b-d2593a10c9af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:35.894465 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-0c8e58ff-e799-43a4-a10b-d2593a10c9af admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5cfd9c90-afb5-4d29-80a8-fe23f30ef962 HTTP/1.1" status: 204 len: 168 time: 0.6218877 Jul 15 23:18:35.916718 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e58ff-e799-43a4-a10b-d2593a10c9af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cfd9c90-afb5-4d29-80a8-fe23f30ef962,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:35.926784 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bceadc1a-5834-4e43-ad8e-b6622cf8fcf2 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:35.966280 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device d3fc714c-6a9a-4962-ad93-6018423e677a up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:18:35.975263 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a7abd9-b29a-4494-9832-c8ed229866b2 req-1e4794d3-abc1-4440-96c1-54ed4a24b5c4 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:35.983217 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-41a7abd9-b29a-4494-9832-c8ed229866b2 req-1e4794d3-abc1-4440-96c1-54ed4a24b5c4 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb6fdb51-4815-4ab6-aa5c-c873ffebd225 HTTP/1.1" status: 200 len: 943 time: 0.2852802 Jul 15 23:18:36.049886 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-41a7abd9-b29a-4494-9832-c8ed229866b2 req-544e2cac-9380-42ad-bca5-bfb6a752aea8 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/security-groups?id=57e114e2-00c8-4f79-b17b-147b800454a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652657 Jul 15 23:18:36.080066 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 7eed494b-401b-40ce-bbad-80699ba38b08 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:18:36.128945 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceadc1a-5834-4e43-ad8e-b6622cf8fcf2 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event updated for resources: {'Port': ['ID=bee72fe5-f6e7-455a-bafe-fe6dd2d2ae31,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:36.203564 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.db.resource_extend [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 23:18:36.234472 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a237c752-a826-45e9-b264-d57886bbfd4c tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:36.236258 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f7d19409-7e05-4ecd-9130-e1bff843a0cc req-775b032e-f869-410b-9401-0e814498a484 tempest-ServerShowV247Test-1382569235 tempest-ServerShowV247Test-1382569235-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e5c59f2-c829-4ce5-826d-0fa240adc5de HTTP/1.1" status: 200 len: 210 time: 0.1158555 Jul 15 23:18:36.241973 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a237c752-a826-45e9-b264-d57886bbfd4c tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "DELETE /v2.0/ports/f70b3596-455f-49a0-8908-a104df34e5c9 HTTP/1.1" status: 204 len: 168 time: 2.1226807 Jul 15 23:18:36.243522 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 37168) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:36.283382 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bceadc1a-5834-4e43-ad8e-b6622cf8fcf2 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Network 15d2c273-8b5b-4765-961d-4a941fbc26ae is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:18:36.314052 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-bceadc1a-5834-4e43-ad8e-b6622cf8fcf2 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:18:36.317780 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bceadc1a-5834-4e43-ad8e-b6622cf8fcf2 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:18:36.326566 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bceadc1a-5834-4e43-ad8e-b6622cf8fcf2 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:36.327978 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bceadc1a-5834-4e43-ad8e-b6622cf8fcf2 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:36.380930 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d3f66de6-015e-42db-b4f1-917f00ac0585 req-63401740-5fdb-43f4-bc38-54da11b8aef1 tempest-ServerShowV247Test-1382569235 tempest-ServerShowV247Test-1382569235-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e5c59f2-c829-4ce5-826d-0fa240adc5de HTTP/1.1" status: 200 len: 210 time: 0.1829453 Jul 15 23:18:36.387913 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-bceadc1a-5834-4e43-ad8e-b6622cf8fcf2 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7293267 Jul 15 23:18:36.391200 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37170) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:36.503249 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 7eed494b-401b-40ce-bbad-80699ba38b08, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=7eed494b-401b-40ce-bbad-80699ba38b08,segment=NetworkSegment(f247e100-b6af-41b8-bbb1-7fe6ea2479be),segment_id=f247e100-b6af-41b8-bbb1-7fe6ea2479be)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:36.526012 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdca492c-7a62-4e06-9b53-cec075245811 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Deleting subnet 43be6042-6f45-40a3-b1ce-1fe26f72d214 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:18:36.531706 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '7eed494b-401b-40ce-bbad-80699ba38b08', 'network_id': '72dd1139-85ac-44a3-8181-7845deb521ca', 'port_id': '7eed494b-401b-40ce-bbad-80699ba38b08', 'mac_address': 'fa:16:3e:fb:27:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c6a4d69-e5f7-4129-9f0b-56463cfab399', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:18:36.542688 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fdca492c-7a62-4e06-9b53-cec075245811 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:36.723586 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a2aec7-f67d-4888-be5c-0f00a80586e6 req-63b93295-5091-4b81-9b6a-db3e50ba9df5 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:36.736585 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-26a2aec7-f67d-4888-be5c-0f00a80586e6 req-63b93295-5091-4b81-9b6a-db3e50ba9df5 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=47399831-f20f-45e9-94e1-d2c475495282 HTTP/1.1" status: 200 len: 945 time: 0.2895672 Jul 15 23:18:36.740240 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37172) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:36.743417 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fdca492c-7a62-4e06-9b53-cec075245811 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:36.765263 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89b6f81a-7985-431f-bb3f-3d35893fa8ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:36.800642 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-25f595a2-6285-4851-ac51-304e06732227 None None] Allocated IP 2001:db8::2 (15d2c273-8b5b-4765-961d-4a941fbc26ae/6ce8854b-95c5-49d2-82e8-b1aab529dfbe/a294a05d-fa72-4489-94eb-28c08d98368d) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:18:36.810254 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-0f50e176-5f95-40e9-b78a-362af77596ef tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Deleting port bee72fe5-f6e7-455a-bafe-fe6dd2d2ae31 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:18:36.810254 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f50e176-5f95-40e9-b78a-362af77596ef tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:36.815264 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:36.880524 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:36.887831 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port d3fc714c-6a9a-4962-ad93-6018423e677a completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:18:36.918529 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-26a2aec7-f67d-4888-be5c-0f00a80586e6 req-890fc3ba-cb8d-47d7-954a-f468658032b2 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800940 Jul 15 23:18:36.920864 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port d3fc714c-6a9a-4962-ad93-6018423e677a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:18:36.921289 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:36.961142 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eed494b-401b-40ce-bbad-80699ba38b08 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:18:36.967986 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1ea65b90-5cdd-452a-a6e7-1aa843842580 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:36.994359 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fdca492c-7a62-4e06-9b53-cec075245811 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:37.029410 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1ea65b90-5cdd-452a-a6e7-1aa843842580 None None] Transition to ACTIVE for port object 7bc5e7f2-7cac-4e0d-8ca7-663bb2bea23c will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:18:37.061362 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 7eed494b-401b-40ce-bbad-80699ba38b08, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=7eed494b-401b-40ce-bbad-80699ba38b08,segment=NetworkSegment(f247e100-b6af-41b8-bbb1-7fe6ea2479be),segment_id=f247e100-b6af-41b8-bbb1-7fe6ea2479be)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:37.093811 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:37.116375 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fdca492c-7a62-4e06-9b53-cec075245811 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:37.133489 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f50e176-5f95-40e9-b78a-362af77596ef tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:37.138303 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1ea65b90-5cdd-452a-a6e7-1aa843842580 None None] Transition to ACTIVE for port object 7bc5e7f2-7cac-4e0d-8ca7-663bb2bea23c will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:18:37.156984 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-0f50e176-5f95-40e9-b78a-362af77596ef tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Calling delete_port for bee72fe5-f6e7-455a-bafe-fe6dd2d2ae31 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:18:37.169018 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-96c5a880-df9b-4b5b-852b-d872947dd6e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:37.204781 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fdca492c-7a62-4e06-9b53-cec075245811 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:37.208998 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1ea65b90-5cdd-452a-a6e7-1aa843842580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:37.211035 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-96c5a880-df9b-4b5b-852b-d872947dd6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:37.213447 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-fdca492c-7a62-4e06-9b53-cec075245811 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "DELETE /v2.0/subnets/43be6042-6f45-40a3-b1ce-1fe26f72d214 HTTP/1.1" status: 204 len: 168 time: 0.9677048 Jul 15 23:18:37.216386 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 37176) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:37.217498 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdca492c-7a62-4e06-9b53-cec075245811 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Pushing event deleted for resources: {'Subnet': ['ID=43be6042-6f45-40a3-b1ce-1fe26f72d214,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:37.227314 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b11e864-fb4c-4ede-8286-13219339b0c8 None None] Network 9bef9b3a-38af-4114-8d89-aee9e6e60f51 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:18:37.327182 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89b6f81a-7985-431f-bb3f-3d35893fa8ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:37.340715 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89b6f81a-7985-431f-bb3f-3d35893fa8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:37.349656 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['7eed494b-401b-40ce-bbad-80699ba38b08'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:18:37.409695 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea65b90-5cdd-452a-a6e7-1aa843842580 None None] Network 4f00ec95-afd1-4933-94a2-3423df3d856f is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:18:37.410820 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:37.485509 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b6f81a-7985-431f-bb3f-3d35893fa8ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbdc5111-af72-4360-b9ec-65e7d54b90e8,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:37.494652 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-89b6f81a-7985-431f-bb3f-3d35893fa8ac admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=672f58e592934ebbab7f439c39ad5f35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7532353 Jul 15 23:18:37.502325 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37182) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:37.550219 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc000ce5-dd51-4930-8deb-3663a44e0bd4 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Deleting subnet ac68c16c-e2e3-48f3-b2ec-e6d10e3c3acf {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:18:37.564222 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc000ce5-dd51-4930-8deb-3663a44e0bd4 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:37.632024 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-96c5a880-df9b-4b5b-852b-d872947dd6e6 admin admin] Allocated IP 172.25.5.65 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/f3c3d0a2-5556-4dd8-9fc2-fd8db669c706) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:18:37.636036 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-1ea65b90-5cdd-452a-a6e7-1aa843842580 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:18:37.663967 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea65b90-5cdd-452a-a6e7-1aa843842580 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:18:37.671225 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b0c4069c-1897-4b73-90b0-870d3253b956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:37.709441 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc000ce5-dd51-4930-8deb-3663a44e0bd4 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:37.710807 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=7eed494b-401b-40ce-bbad-80699ba38b08,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:37.722958 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f50e176-5f95-40e9-b78a-362af77596ef tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:37.746010 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b0c4069c-1897-4b73-90b0-870d3253b956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:37.813320 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-25f595a2-6285-4851-ac51-304e06732227 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:37.822658 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f50e176-5f95-40e9-b78a-362af77596ef tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event deleted for resources: {'Port': ['ID=bee72fe5-f6e7-455a-bafe-fe6dd2d2ae31,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:37.844890 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-1ea65b90-5cdd-452a-a6e7-1aa843842580 None None] Attempting to bind port 7bc5e7f2-7cac-4e0d-8ca7-663bb2bea23c on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:18:37.845319 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-1ea65b90-5cdd-452a-a6e7-1aa843842580 None None] Attempting to bind port 7bc5e7f2-7cac-4e0d-8ca7-663bb2bea23c by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '8c812138-d278-41e4-af56-e9d6301a6def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '4f00ec95-afd1-4933-94a2-3423df3d856f'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:18:37.845822 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea65b90-5cdd-452a-a6e7-1aa843842580 None None] Attempting to bind port 7bc5e7f2-7cac-4e0d-8ca7-663bb2bea23c on network 4f00ec95-afd1-4933-94a2-3423df3d856f {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:18:37.847692 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47399831-f20f-45e9-94e1-d2c475495282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3fc714c-6a9a-4962-ad93-6018423e677a'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:18:37.850349 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a484834f-00d8-403d-9ff0-d70d55237168" -d '{"events": [{"server_uuid": "47399831-f20f-45e9-94e1-d2c475495282", "name": "network-vif-plugged", "status": "completed", "tag": "d3fc714c-6a9a-4962-ad93-6018423e677a"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:18:37.855907 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc000ce5-dd51-4930-8deb-3663a44e0bd4 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:37.872490 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f50e176-5f95-40e9-b78a-362af77596ef tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:37.876748 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-25f595a2-6285-4851-ac51-304e06732227 None None] Transition to ACTIVE for port object a294a05d-fa72-4489-94eb-28c08d98368d will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:18:37.877372 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-0f50e176-5f95-40e9-b78a-362af77596ef tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "DELETE /v2.0/ports/bee72fe5-f6e7-455a-bafe-fe6dd2d2ae31 HTTP/1.1" status: 204 len: 168 time: 1.4832268 Jul 15 23:18:37.882756 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37186) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:37.892009 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port d3fc714c-6a9a-4962-ad93-6018423e677a, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=d3fc714c-6a9a-4962-ad93-6018423e677a,segment=NetworkSegment(7f5ce7d6-1f0d-40c2-8f4e-72bafb9ba40d),segment_id=7f5ce7d6-1f0d-40c2-8f4e-72bafb9ba40d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:37.894305 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea65b90-5cdd-452a-a6e7-1aa843842580 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:18:37.894871 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea65b90-5cdd-452a-a6e7-1aa843842580 None None] Checking segment: {'id': '8c812138-d278-41e4-af56-e9d6301a6def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '4f00ec95-afd1-4933-94a2-3423df3d856f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:18:37.895451 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1ea65b90-5cdd-452a-a6e7-1aa843842580 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:37.895969 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea65b90-5cdd-452a-a6e7-1aa843842580 None None] Bound using segment: {'id': '8c812138-d278-41e4-af56-e9d6301a6def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '4f00ec95-afd1-4933-94a2-3423df3d856f'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:18:37.896551 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-1ea65b90-5cdd-452a-a6e7-1aa843842580 None None] Bound port: 7bc5e7f2-7cac-4e0d-8ca7-663bb2bea23c, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c812138-d278-41e4-af56-e9d6301a6def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '4f00ec95-afd1-4933-94a2-3423df3d856f'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:18:37.897039 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1ea65b90-5cdd-452a-a6e7-1aa843842580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:37.916106 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:37.918126 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea65b90-5cdd-452a-a6e7-1aa843842580 None None] Pushing event updated for resources: {'Port': ['ID=7bc5e7f2-7cac-4e0d-8ca7-663bb2bea23c,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:37.938422 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-25f595a2-6285-4851-ac51-304e06732227 None None] Transition to ACTIVE for port object a294a05d-fa72-4489-94eb-28c08d98368d will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:18:37.978829 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-25f595a2-6285-4851-ac51-304e06732227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:37.979297 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2ffbae7e-824d-4494-bbe1-11be2ca50ec2 req-1b2a1b55-e264-4e1a-a158-b51309ca2048 tempest-ServerShowV247Test-1382569235 tempest-ServerShowV247Test-1382569235-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e5c59f2-c829-4ce5-826d-0fa240adc5de HTTP/1.1" status: 200 len: 210 time: 0.0364335 Jul 15 23:18:37.981332 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc000ce5-dd51-4930-8deb-3663a44e0bd4 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:38.025256 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc000ce5-dd51-4930-8deb-3663a44e0bd4 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:38.029388 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-cc000ce5-dd51-4930-8deb-3663a44e0bd4 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "DELETE /v2.0/subnets/ac68c16c-e2e3-48f3-b2ec-e6d10e3c3acf HTTP/1.1" status: 204 len: 168 time: 0.7910345 Jul 15 23:18:38.029388 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc000ce5-dd51-4930-8deb-3663a44e0bd4 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Pushing event deleted for resources: {'Subnet': ['ID=ac68c16c-e2e3-48f3-b2ec-e6d10e3c3acf,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:38.040506 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 37190) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:38.049923 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614ee54e-8b89-4c40-b837-b1e2987e0302 None None] Network 970a88bd-fdba-4549-becb-46353b196f82 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:18:38.087904 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb167d0-de93-47e8-9ed0-43d585501c76 req-43a82d98-5e70-4452-84f4-b523d44d9dc0 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:38.097032 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eee3aac-24f7-45fd-8fc8-a53c2169f6c4 x-openstack-request-id: req-0eee3aac-24f7-45fd-8fc8-a53c2169f6c4 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:18:38.097032 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47399831-f20f-45e9-94e1-d2c475495282", "name": "network-vif-plugged", "status": "completed", "tag": "d3fc714c-6a9a-4962-ad93-6018423e677a", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:18:38.097641 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0eee3aac-24f7-45fd-8fc8-a53c2169f6c4 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:18:38.098216 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47399831-f20f-45e9-94e1-d2c475495282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3fc714c-6a9a-4962-ad93-6018423e677a', 'code': 200} Jul 15 23:18:38.107698 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dcb167d0-de93-47e8-9ed0-43d585501c76 req-43a82d98-5e70-4452-84f4-b523d44d9dc0 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb6fdb51-4815-4ab6-aa5c-c873ffebd225 HTTP/1.1" status: 200 len: 944 time: 0.7608225 Jul 15 23:18:38.113096 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f595a2-6285-4851-ac51-304e06732227 None None] Network 15d2c273-8b5b-4765-961d-4a941fbc26ae is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:18:38.136596 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=d3fc714c-6a9a-4962-ad93-6018423e677a,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:38.171302 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-25f595a2-6285-4851-ac51-304e06732227 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:18:38.220702 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f595a2-6285-4851-ac51-304e06732227 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:18:38.270900 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1ea65b90-5cdd-452a-a6e7-1aa843842580 None None] For port 7bc5e7f2-7cac-4e0d-8ca7-663bb2bea23c, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:18:38.279748 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e76353e-55da-4758-8d1a-74823ffe9487 None None] DHCP port deletion for 9bef9b3a-38af-4114-8d89-aee9e6e60f51 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:18:38.292641 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:38.340464 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed2aad40-26bc-4457-aaff-dc7a77bad5e0 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:38.354869 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dcb167d0-de93-47e8-9ed0-43d585501c76 req-a94eed9c-47a7-4623-b84c-59cf28939cbc tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/security-groups?id=57e114e2-00c8-4f79-b17b-147b800454a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2432797 Jul 15 23:18:38.355235 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1ea65b90-5cdd-452a-a6e7-1aa843842580 None None] For port 7bc5e7f2-7cac-4e0d-8ca7-663bb2bea23c, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=7bc5e7f2-7cac-4e0d-8ca7-663bb2bea23c,segment=NetworkSegment(8c812138-d278-41e4-af56-e9d6301a6def),segment_id=8c812138-d278-41e4-af56-e9d6301a6def)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:18:38.435626 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f595a2-6285-4851-ac51-304e06732227 None None] Pushing event updated for resources: {'Port': ['ID=a294a05d-fa72-4489-94eb-28c08d98368d,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:38.445768 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1ea65b90-5cdd-452a-a6e7-1aa843842580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:38.472315 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-61d65516-378d-400e-b058-fdcad53b7930 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] DELETE failed (client error): The resource could not be found. Jul 15 23:18:38.473135 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61d65516-378d-400e-b058-fdcad53b7930 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:18:38.475049 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-61d65516-378d-400e-b058-fdcad53b7930 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "DELETE /v2.0/ports/bee72fe5-f6e7-455a-bafe-fe6dd2d2ae31 HTTP/1.1" status: 404 len: 333 time: 0.5898044 Jul 15 23:18:38.481941 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37192) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:38.549685 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-96c5a880-df9b-4b5b-852b-d872947dd6e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:38.560354 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-482020c0-4d5b-4dcf-bab4-ab19a2620178 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] GET failed (client error): The resource could not be found. Jul 15 23:18:38.567815 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-482020c0-4d5b-4dcf-bab4-ab19a2620178 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "GET /v2.0/ports/bee72fe5-f6e7-455a-bafe-fe6dd2d2ae31 HTTP/1.1" status: 404 len: 333 time: 0.0853128 Jul 15 23:18:38.575227 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37196) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:38.597820 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b0c4069c-1897-4b73-90b0-870d3253b956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:38.602553 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b0c4069c-1897-4b73-90b0-870d3253b956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:38.605589 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b0c4069c-1897-4b73-90b0-870d3253b956 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fbdc5111-af72-4360-b9ec-65e7d54b90e8 HTTP/1.1" status: 204 len: 168 time: 1.1011150 Jul 15 23:18:38.637908 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-25f595a2-6285-4851-ac51-304e06732227 None None] Attempting to bind port a294a05d-fa72-4489-94eb-28c08d98368d on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:18:38.638638 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-25f595a2-6285-4851-ac51-304e06732227 None None] Attempting to bind port a294a05d-fa72-4489-94eb-28c08d98368d by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'bce6281e-13d4-4ca7-8a07-110b893815b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '15d2c273-8b5b-4765-961d-4a941fbc26ae'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:18:38.639889 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f595a2-6285-4851-ac51-304e06732227 None None] Attempting to bind port a294a05d-fa72-4489-94eb-28c08d98368d on network 15d2c273-8b5b-4765-961d-4a941fbc26ae {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:18:38.677339 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f595a2-6285-4851-ac51-304e06732227 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:18:38.679950 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f595a2-6285-4851-ac51-304e06732227 None None] Checking segment: {'id': 'bce6281e-13d4-4ca7-8a07-110b893815b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '15d2c273-8b5b-4765-961d-4a941fbc26ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:18:38.682163 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-25f595a2-6285-4851-ac51-304e06732227 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:38.682746 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f595a2-6285-4851-ac51-304e06732227 None None] Bound using segment: {'id': 'bce6281e-13d4-4ca7-8a07-110b893815b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '15d2c273-8b5b-4765-961d-4a941fbc26ae'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:18:38.683525 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-25f595a2-6285-4851-ac51-304e06732227 None None] Bound port: a294a05d-fa72-4489-94eb-28c08d98368d, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce6281e-13d4-4ca7-8a07-110b893815b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '15d2c273-8b5b-4765-961d-4a941fbc26ae'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:18:38.684989 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-25f595a2-6285-4851-ac51-304e06732227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:38.712623 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c4069c-1897-4b73-90b0-870d3253b956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbdc5111-af72-4360-b9ec-65e7d54b90e8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:38.735193 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea65b90-5cdd-452a-a6e7-1aa843842580 None None] Pushing event updated for resources: {'Port': ['ID=7bc5e7f2-7cac-4e0d-8ca7-663bb2bea23c,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:38.795388 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-37b5832c-1179-46ac-adea-b152978bd3ff tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Deleting subnet 6ce8854b-95c5-49d2-82e8-b1aab529dfbe {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:18:38.801909 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37b5832c-1179-46ac-adea-b152978bd3ff tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:38.855111 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-9e76353e-55da-4758-8d1a-74823ffe9487 None None] Deleting port b6338681-08dd-4bc5-a4bf-1ebcd9282fa5 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:18:38.856096 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9e76353e-55da-4758-8d1a-74823ffe9487 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:38.878129 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37b5832c-1179-46ac-adea-b152978bd3ff tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:38.994482 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device b6338681-08dd-4bc5-a4bf-1ebcd9282fa5 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:18:39.119324 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37b5832c-1179-46ac-adea-b152978bd3ff tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:39.200071 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-96c5a880-df9b-4b5b-852b-d872947dd6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:39.264207 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da62eee5-514d-49e9-a841-131de5bf31ea req-5d27572c-f4ef-4b94-a3db-a506a8d45e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:39.269732 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-da62eee5-514d-49e9-a841-131de5bf31ea req-5d27572c-f4ef-4b94-a3db-a506a8d45e94 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=47399831-f20f-45e9-94e1-d2c475495282 HTTP/1.1" status: 200 len: 1097 time: 1.0895596 Jul 15 23:18:39.348041 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c5a880-df9b-4b5b-852b-d872947dd6e6 admin admin] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:18:39.350053 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189fcb7a-aeb7-48d8-a11b-975bd0fd1799 None None] DHCP port deletion for 970a88bd-fdba-4549-becb-46353b196f82 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:18:39.362913 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-96c5a880-df9b-4b5b-852b-d872947dd6e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:18:39.377209 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-9e76353e-55da-4758-8d1a-74823ffe9487 None None] For port b6338681-08dd-4bc5-a4bf-1ebcd9282fa5, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=b6338681-08dd-4bc5-a4bf-1ebcd9282fa5,segment=NetworkSegment(a43861fb-eaa5-4486-879b-bd64114918d5),segment_id=a43861fb-eaa5-4486-879b-bd64114918d5)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:39.377667 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9e76353e-55da-4758-8d1a-74823ffe9487 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:39.387142 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c5a880-df9b-4b5b-852b-d872947dd6e6 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:18:39.408521 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ce7e3c-dc04-42df-8f29-f19138cce7f5 req-facd7ac6-6842-4f34-9611-4abeb9ce67b4 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:39.426070 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-18ce7e3c-dc04-42df-8f29-f19138cce7f5 req-facd7ac6-6842-4f34-9611-4abeb9ce67b4 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=47399831-f20f-45e9-94e1-d2c475495282 HTTP/1.1" status: 200 len: 946 time: 1.0952179 Jul 15 23:18:39.439256 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-da62eee5-514d-49e9-a841-131de5bf31ea req-e15a1f41-6358-4d39-bc90-af318397da28 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553147 Jul 15 23:18:39.463553 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-ed2aad40-26bc-4457-aaff-dc7a77bad5e0 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Deleting port b6338681-08dd-4bc5-a4bf-1ebcd9282fa5 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:18:39.464216 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed2aad40-26bc-4457-aaff-dc7a77bad5e0 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:39.487992 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c5a880-df9b-4b5b-852b-d872947dd6e6 admin admin] Pushing event updated for resources: {'Port': ['ID=f3c3d0a2-5556-4dd8-9fc2-fd8db669c706,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:39.502566 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-9e76353e-55da-4758-8d1a-74823ffe9487 None None] Calling delete_port for b6338681-08dd-4bc5-a4bf-1ebcd9282fa5 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:18:39.514426 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37b5832c-1179-46ac-adea-b152978bd3ff tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:39.562313 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b5832c-1179-46ac-adea-b152978bd3ff tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event deleted for resources: {'Subnet': ['ID=6ce8854b-95c5-49d2-82e8-b1aab529dfbe,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:39.607024 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-18ce7e3c-dc04-42df-8f29-f19138cce7f5 req-5108aa49-5ca6-470e-aacb-cf996275c388 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786451 Jul 15 23:18:39.622435 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-25f595a2-6285-4851-ac51-304e06732227 None None] For port a294a05d-fa72-4489-94eb-28c08d98368d, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:18:39.719884 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-ed2aad40-26bc-4457-aaff-dc7a77bad5e0 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] For port b6338681-08dd-4bc5-a4bf-1ebcd9282fa5, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=b6338681-08dd-4bc5-a4bf-1ebcd9282fa5,segment=NetworkSegment(a43861fb-eaa5-4486-879b-bd64114918d5),segment_id=a43861fb-eaa5-4486-879b-bd64114918d5)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:39.720250 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed2aad40-26bc-4457-aaff-dc7a77bad5e0 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:39.742493 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-ed2aad40-26bc-4457-aaff-dc7a77bad5e0 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Calling delete_port for b6338681-08dd-4bc5-a4bf-1ebcd9282fa5 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:18:39.772517 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-25f595a2-6285-4851-ac51-304e06732227 None None] For port a294a05d-fa72-4489-94eb-28c08d98368d, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=a294a05d-fa72-4489-94eb-28c08d98368d,segment=NetworkSegment(bce6281e-13d4-4ca7-8a07-110b893815b9),segment_id=bce6281e-13d4-4ca7-8a07-110b893815b9)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:18:39.795155 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-25f595a2-6285-4851-ac51-304e06732227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:39.832471 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37b5832c-1179-46ac-adea-b152978bd3ff tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:39.835462 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-37b5832c-1179-46ac-adea-b152978bd3ff tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "DELETE /v2.0/subnets/6ce8854b-95c5-49d2-82e8-b1aab529dfbe HTTP/1.1" status: 204 len: 168 time: 1.2546756 Jul 15 23:18:39.889069 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37222) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:39.939504 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e75ef293-8860-477a-9ddb-f1e365536984 req-68ce2f8b-c6e8-45e7-96b4-4b638e00a026 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=59a1f474864d42ee942af8de0e784821&device_id=8abeaf77-ec42-4c18-97a5-80e2421a6d7c HTTP/1.1" status: 200 len: 210 time: 0.0935111 Jul 15 23:18:40.033704 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f595a2-6285-4851-ac51-304e06732227 None None] Pushing event updated for resources: {'Port': ['ID=a294a05d-fa72-4489-94eb-28c08d98368d,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:40.043776 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 7eed494b-401b-40ce-bbad-80699ba38b08 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:18:40.046967 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:40.122535 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e75ef293-8860-477a-9ddb-f1e365536984 req-690c2bcc-c84c-4532-a060-52e1097524a2 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=59a1f474864d42ee942af8de0e784821&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1601734 Jul 15 23:18:40.205880 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-189fcb7a-aeb7-48d8-a11b-975bd0fd1799 None None] Deleting port 8d09240c-78f8-4eb2-80d6-4ebf655a6220 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:18:40.207087 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-189fcb7a-aeb7-48d8-a11b-975bd0fd1799 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:40.243904 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9b7ce4d2-1b08-4e55-b491-44177db15c29 req-279fa14e-0d27-4ecd-89d9-2d75625dc2f3 tempest-ServerShowV247Test-1382569235 tempest-ServerShowV247Test-1382569235-project] 10.222.0.48 "GET /v2.0/ports?device_id=8abeaf77-ec42-4c18-97a5-80e2421a6d7c HTTP/1.1" status: 200 len: 210 time: 0.0994649 Jul 15 23:18:40.298248 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port b6338681-08dd-4bc5-a4bf-1ebcd9282fa5, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=b6338681-08dd-4bc5-a4bf-1ebcd9282fa5,segment=NetworkSegment(a43861fb-eaa5-4486-879b-bd64114918d5),segment_id=a43861fb-eaa5-4486-879b-bd64114918d5)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:40.346520 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ef293-8860-477a-9ddb-f1e365536984 req-e2f787b5-5782-4af5-b023-c2b5e6ade279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:40.348690 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e75ef293-8860-477a-9ddb-f1e365536984 req-e2f787b5-5782-4af5-b023-c2b5e6ade279 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2182570 Jul 15 23:18:40.366947 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b06feb-7e62-463a-86c5-753ee2aebf09 req-ba558e48-501d-42f6-b340-da51f9e166cb tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:40.373588 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:40.380592 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c5b06feb-7e62-463a-86c5-753ee2aebf09 req-ba558e48-501d-42f6-b340-da51f9e166cb tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb6fdb51-4815-4ab6-aa5c-c873ffebd225 HTTP/1.1" status: 200 len: 944 time: 0.4554620 Jul 15 23:18:40.471487 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c5b06feb-7e62-463a-86c5-753ee2aebf09 req-dd4234e2-7c9d-4d26-bda1-a313598b7225 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/security-groups?id=57e114e2-00c8-4f79-b17b-147b800454a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898640 Jul 15 23:18:40.473076 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed2aad40-26bc-4457-aaff-dc7a77bad5e0 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:40.531232 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2aad40-26bc-4457-aaff-dc7a77bad5e0 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Pushing event deleted for resources: {'Port': ['ID=b6338681-08dd-4bc5-a4bf-1ebcd9282fa5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:40.544013 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2aad40-26bc-4457-aaff-dc7a77bad5e0 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] No DVR routers for this DVR port b6338681-08dd-4bc5-a4bf-1ebcd9282fa5 on host n-d-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:18:40.641071 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event deleted for resources: {'Port': ['ID=b6338681-08dd-4bc5-a4bf-1ebcd9282fa5,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:40.644776 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9e76353e-55da-4758-8d1a-74823ffe9487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:40.650740 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca6243af-fc12-437a-bbd6-cb22f5cd5ecc tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:40.707521 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e76353e-55da-4758-8d1a-74823ffe9487 None None] No DVR routers for this DVR port b6338681-08dd-4bc5-a4bf-1ebcd9282fa5 on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:18:40.724108 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-189fcb7a-aeb7-48d8-a11b-975bd0fd1799 None None] For port 8d09240c-78f8-4eb2-80d6-4ebf655a6220, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=8d09240c-78f8-4eb2-80d6-4ebf655a6220,segment=NetworkSegment(3821a0b2-3164-41fa-92ac-fc5f13dae41d),segment_id=3821a0b2-3164-41fa-92ac-fc5f13dae41d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:40.724108 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-189fcb7a-aeb7-48d8-a11b-975bd0fd1799 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:40.785649 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e76353e-55da-4758-8d1a-74823ffe9487 None None] Pushing event deleted for resources: {'Port': ['ID=b6338681-08dd-4bc5-a4bf-1ebcd9282fa5,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:40.812131 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-189fcb7a-aeb7-48d8-a11b-975bd0fd1799 None None] Calling delete_port for 8d09240c-78f8-4eb2-80d6-4ebf655a6220 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:18:40.818697 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f86203b-91b3-47e9-967f-e4aa43b17208 None None] Network 4f00ec95-afd1-4933-94a2-3423df3d856f requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:18:40.826534 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed2aad40-26bc-4457-aaff-dc7a77bad5e0 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:40.904371 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-96c5a880-df9b-4b5b-852b-d872947dd6e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:40.908214 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-ed2aad40-26bc-4457-aaff-dc7a77bad5e0 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bef9b3a-38af-4114-8d89-aee9e6e60f51']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:40.935350 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-ed2aad40-26bc-4457-aaff-dc7a77bad5e0 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a43861fb-eaa5-4486-879b-bd64114918d5') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:40.935754 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-ed2aad40-26bc-4457-aaff-dc7a77bad5e0 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a43861fb-eaa5-4486-879b-bd64114918d5') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:40.939533 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port 7eed494b-401b-40ce-bbad-80699ba38b08 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:18:40.976612 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed2aad40-26bc-4457-aaff-dc7a77bad5e0 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:41.008357 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-ca6243af-fc12-437a-bbd6-cb22f5cd5ecc tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Deleting port a294a05d-fa72-4489-94eb-28c08d98368d {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:18:41.009032 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca6243af-fc12-437a-bbd6-cb22f5cd5ecc tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:41.063389 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 7eed494b-401b-40ce-bbad-80699ba38b08 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:18:41.067344 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:41.099364 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3389030c-c5bb-439e-9e23-4adf88839816 None None] Provisioning for port 7bc5e7f2-7cac-4e0d-8ca7-663bb2bea23c completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:18:41.146112 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed2aad40-26bc-4457-aaff-dc7a77bad5e0 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:41.179636 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 7bc5e7f2-7cac-4e0d-8ca7-663bb2bea23c up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:18:41.185561 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed2aad40-26bc-4457-aaff-dc7a77bad5e0 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:18:41.189718 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed2aad40-26bc-4457-aaff-dc7a77bad5e0 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:41.209658 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:18:41.209658 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:18:41.209658 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:18:41.209658 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:18:41.209658 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:18:41.209658 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:18:41.209658 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:18:41.209658 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:18:41.209658 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:18:41.209658 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:18:41.209658 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:18:41.209658 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:18:41.209658 n-d-794306-6 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:18:41.209658 n-d-794306-6 neutron-server[93770]: self.session.flush() Jul 15 23:18:41.209658 n-d-794306-6 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:18:41.209658 n-d-794306-6 neutron-server[93770]: self.session.flush() Jul 15 23:18:41.209658 n-d-794306-6 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:18:41.209658 n-d-794306-6 neutron-server[93770]: self.session.flush() Jul 15 23:18:41.209658 n-d-794306-6 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:18:41.209658 n-d-794306-6 neutron-server[93770]: self.session.flush() Jul 15 23:18:41.209658 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:18:41.209658 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:18:41.209658 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:18:41.209658 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:18:41.209658 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:18:41.209658 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:18:41.209658 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:18:41.209658 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:18:41.209658 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:18:41.209658 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:18:41.209658 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:18:41.209658 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:18:41.209658 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:18:41.209658 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:18:41.209658 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:18:41.209658 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:18:41.209658 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:18:41.209658 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:18:41.209658 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:18:41.209658 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:18:41.209658 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:18:41.209658 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:18:41.209658 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:18:41.209658 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:18:41.209658 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:18:41.209658 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:18:41.209658 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:18:41.209658 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:18:41.209658 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:18:41.209658 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:18:41.209658 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:18:41.209658 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:18:41.228891 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-ca6243af-fc12-437a-bbd6-cb22f5cd5ecc tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] For port a294a05d-fa72-4489-94eb-28c08d98368d, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=a294a05d-fa72-4489-94eb-28c08d98368d,segment=NetworkSegment(bce6281e-13d4-4ca7-8a07-110b893815b9),segment_id=bce6281e-13d4-4ca7-8a07-110b893815b9)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:41.230268 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca6243af-fc12-437a-bbd6-cb22f5cd5ecc tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:41.374824 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a733b02-3a63-4739-b02a-af3c0c4feadb req-8755e5d7-aeb6-4e96-b0e8-2c5e26ed691b tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:41.377743 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0a733b02-3a63-4739-b02a-af3c0c4feadb req-8755e5d7-aeb6-4e96-b0e8-2c5e26ed691b tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=47399831-f20f-45e9-94e1-d2c475495282 HTTP/1.1" status: 200 len: 946 time: 0.4200144 Jul 15 23:18:41.387731 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed2aad40-26bc-4457-aaff-dc7a77bad5e0 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:41.421101 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-ca6243af-fc12-437a-bbd6-cb22f5cd5ecc tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Calling delete_port for a294a05d-fa72-4489-94eb-28c08d98368d owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:18:41.430107 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 7bc5e7f2-7cac-4e0d-8ca7-663bb2bea23c completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:18:41.432684 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed2aad40-26bc-4457-aaff-dc7a77bad5e0 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:41.434922 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-ed2aad40-26bc-4457-aaff-dc7a77bad5e0 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "DELETE /v2.0/networks/9bef9b3a-38af-4114-8d89-aee9e6e60f51 HTTP/1.1" status: 204 len: 168 time: 3.3931100 Jul 15 23:18:41.479721 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 37246) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:41.503171 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2aad40-26bc-4457-aaff-dc7a77bad5e0 tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Pushing event deleted for resources: {'Network': ['ID=9bef9b3a-38af-4114-8d89-aee9e6e60f51,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:41.539049 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 7bc5e7f2-7cac-4e0d-8ca7-663bb2bea23c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:18:41.539685 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:41.661230 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c1c9e3fd-217a-4b92-856b-5845c22a68f5 req-9a2f44ef-0d1a-4b22-a71d-e531a06fc135 tempest-ServerShowV247Test-1382569235 tempest-ServerShowV247Test-1382569235-project] 10.222.0.48 "GET /v2.0/ports?device_id=8abeaf77-ec42-4c18-97a5-80e2421a6d7c HTTP/1.1" status: 200 len: 210 time: 0.1109855 Jul 15 23:18:41.681296 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-96c5a880-df9b-4b5b-852b-d872947dd6e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:41.692901 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-189fcb7a-aeb7-48d8-a11b-975bd0fd1799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:41.734860 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0a733b02-3a63-4739-b02a-af3c0c4feadb req-5b80abc7-a4b4-4cc3-bcb1-ab43aa54bb69 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3438234 Jul 15 23:18:41.913873 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-532cb785-78fc-4c67-94c7-567b16762c9d tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:42.036774 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca6243af-fc12-437a-bbd6-cb22f5cd5ecc tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:42.045571 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e75ef293-8860-477a-9ddb-f1e365536984 req-40a30b2a-8246-40b4-99b1-ac25c6af8140 tempest-ServerShowV247Test-1382569235 tempest-ServerShowV247Test-1382569235-project] 10.222.0.41 "GET /v2.0/ports?device_id=8abeaf77-ec42-4c18-97a5-80e2421a6d7c HTTP/1.1" status: 200 len: 210 time: 0.2644024 Jul 15 23:18:42.166699 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb35d23-7c90-4b39-bd7d-82f26b37aa70 None None] Network 15d2c273-8b5b-4765-961d-4a941fbc26ae requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:18:42.169405 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6243af-fc12-437a-bbd6-cb22f5cd5ecc tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event deleted for resources: {'Port': ['ID=a294a05d-fa72-4489-94eb-28c08d98368d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:42.177140 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189fcb7a-aeb7-48d8-a11b-975bd0fd1799 None None] Pushing event deleted for resources: {'Port': ['ID=8d09240c-78f8-4eb2-80d6-4ebf655a6220,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:42.196730 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189fcb7a-aeb7-48d8-a11b-975bd0fd1799 None None] No DVR routers for this DVR port 8d09240c-78f8-4eb2-80d6-4ebf655a6220 on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:18:42.199083 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-52d21528-fb01-461f-a972-21a1bfdc886d None None] Could not find standard attr ID for object a294a05d-fa72-4489-94eb-28c08d98368d. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:18:42.213071 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6243af-fc12-437a-bbd6-cb22f5cd5ecc tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] No DVR routers for this DVR port a294a05d-fa72-4489-94eb-28c08d98368d on host n-d-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:18:42.240804 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:42.272362 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-532cb785-78fc-4c67-94c7-567b16762c9d tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:42.302594 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-532cb785-78fc-4c67-94c7-567b16762c9d tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['970a88bd-fdba-4549-becb-46353b196f82']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:42.328288 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-532cb785-78fc-4c67-94c7-567b16762c9d tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3821a0b2-3164-41fa-92ac-fc5f13dae41d') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:42.328674 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-532cb785-78fc-4c67-94c7-567b16762c9d tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3821a0b2-3164-41fa-92ac-fc5f13dae41d') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:42.360611 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfd5fba-228d-4dd9-82fd-c4fd4fb77408 req-1da05494-4202-4c53-aa6c-a483307c3cde tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:42.363766 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bdfd5fba-228d-4dd9-82fd-c4fd4fb77408 req-1da05494-4202-4c53-aa6c-a483307c3cde tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=47399831-f20f-45e9-94e1-d2c475495282 HTTP/1.1" status: 200 len: 946 time: 0.2481349 Jul 15 23:18:42.386602 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b215b8b-605e-4711-8dd2-360a4fc86454 req-092059dc-c75b-4617-8a3a-3d04d5ae1489 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:42.388385 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0b215b8b-605e-4711-8dd2-360a4fc86454 req-092059dc-c75b-4617-8a3a-3d04d5ae1489 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb6fdb51-4815-4ab6-aa5c-c873ffebd225 HTTP/1.1" status: 200 len: 944 time: 0.3621330 Jul 15 23:18:42.398680 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-532cb785-78fc-4c67-94c7-567b16762c9d tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:42.414236 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca6243af-fc12-437a-bbd6-cb22f5cd5ecc tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:42.431517 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 7eed494b-401b-40ce-bbad-80699ba38b08, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=7eed494b-401b-40ce-bbad-80699ba38b08,segment=NetworkSegment(f247e100-b6af-41b8-bbb1-7fe6ea2479be),segment_id=f247e100-b6af-41b8-bbb1-7fe6ea2479be)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:42.435354 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-ca6243af-fc12-437a-bbd6-cb22f5cd5ecc tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15d2c273-8b5b-4765-961d-4a941fbc26ae']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:42.442817 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb6fdb51-4815-4ab6-aa5c-c873ffebd225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eed494b-401b-40ce-bbad-80699ba38b08'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:18:42.446463 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 37272) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:42.453304 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b9ad82-cb06-4d4e-b3ad-0a557c44fc8d" -d '{"events": [{"server_uuid": "fb6fdb51-4815-4ab6-aa5c-c873ffebd225", "name": "network-vif-plugged", "status": "completed", "tag": "7eed494b-401b-40ce-bbad-80699ba38b08"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:18:42.458846 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-ca6243af-fc12-437a-bbd6-cb22f5cd5ecc tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bce6281e-13d4-4ca7-8a07-110b893815b9') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:42.459251 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-ca6243af-fc12-437a-bbd6-cb22f5cd5ecc tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bce6281e-13d4-4ca7-8a07-110b893815b9') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:42.476310 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca6243af-fc12-437a-bbd6-cb22f5cd5ecc tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:42.497179 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96c5a880-df9b-4b5b-852b-d872947dd6e6 admin admin] Router 30743393-152b-4660-8f7c-7bae4404815d is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:18:42.501391 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca6243af-fc12-437a-bbd6-cb22f5cd5ecc tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:42.511274 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca6243af-fc12-437a-bbd6-cb22f5cd5ecc tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:18:42.511882 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca6243af-fc12-437a-bbd6-cb22f5cd5ecc tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:42.528665 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-532cb785-78fc-4c67-94c7-567b16762c9d tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:42.535893 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:18:42.535893 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:18:42.535893 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:18:42.535893 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:18:42.535893 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:18:42.535893 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:18:42.535893 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:18:42.535893 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:18:42.535893 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:18:42.535893 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:18:42.535893 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:18:42.535893 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:18:42.535893 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:18:42.535893 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:18:42.535893 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:18:42.535893 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:18:42.535893 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:18:42.535893 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:18:42.535893 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:18:42.535893 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:18:42.535893 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:18:42.535893 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:18:42.535893 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:18:42.535893 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:18:42.535893 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:18:42.535893 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:18:42.535893 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:18:42.535893 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:18:42.535893 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:18:42.535893 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:18:42.535893 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:18:42.535893 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:18:42.535893 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:18:42.535893 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:18:42.555770 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-532cb785-78fc-4c67-94c7-567b16762c9d tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:18:42.556801 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-532cb785-78fc-4c67-94c7-567b16762c9d tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:42.563193 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:18:42.563193 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:18:42.563193 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:18:42.563193 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:18:42.563193 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:18:42.563193 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:18:42.563193 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:18:42.563193 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:18:42.563193 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:18:42.563193 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:18:42.563193 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:18:42.563193 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:18:42.563193 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:18:42.563193 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:18:42.563193 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:18:42.563193 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:18:42.563193 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:18:42.563193 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:18:42.563193 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:18:42.563193 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:18:42.563193 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:18:42.563193 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:18:42.563193 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:18:42.563193 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:18:42.563193 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:18:42.563193 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:18:42.563193 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:18:42.563193 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:18:42.563193 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:18:42.563193 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:18:42.563193 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:18:42.563193 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:18:42.590451 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:42.621870 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0b215b8b-605e-4711-8dd2-360a4fc86454 req-525261ee-9dab-4ab5-a588-deb23bf27070 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/security-groups?id=57e114e2-00c8-4f79-b17b-147b800454a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2008307 Jul 15 23:18:42.641655 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:42.711842 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc35ae14-dacd-4760-8ddf-a9ae36b8b81c x-openstack-request-id: req-fc35ae14-dacd-4760-8ddf-a9ae36b8b81c {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:18:42.712592 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb6fdb51-4815-4ab6-aa5c-c873ffebd225", "name": "network-vif-plugged", "status": "completed", "tag": "7eed494b-401b-40ce-bbad-80699ba38b08", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:18:42.713187 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fc35ae14-dacd-4760-8ddf-a9ae36b8b81c {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:18:42.714005 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb6fdb51-4815-4ab6-aa5c-c873ffebd225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eed494b-401b-40ce-bbad-80699ba38b08', 'code': 200} Jul 15 23:18:42.761950 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bdfd5fba-228d-4dd9-82fd-c4fd4fb77408 req-bd7bb8f7-12a6-424c-b969-15301eaba2e8 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607414 Jul 15 23:18:42.784032 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-83d45906-6f24-4072-a3a4-c3e918f501d3 tempest-QuotasNegativeTest-1468594132 tempest-QuotasNegativeTest-1468594132-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:42.828516 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-532cb785-78fc-4c67-94c7-567b16762c9d tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:42.879972 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 7bc5e7f2-7cac-4e0d-8ca7-663bb2bea23c, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=7bc5e7f2-7cac-4e0d-8ca7-663bb2bea23c,segment=NetworkSegment(8c812138-d278-41e4-af56-e9d6301a6def),segment_id=8c812138-d278-41e4-af56-e9d6301a6def)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:42.899906 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-532cb785-78fc-4c67-94c7-567b16762c9d tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:42.908881 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-532cb785-78fc-4c67-94c7-567b16762c9d tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] 10.222.0.48 "DELETE /v2.0/networks/970a88bd-fdba-4549-becb-46353b196f82 HTTP/1.1" status: 204 len: 168 time: 1.4270632 Jul 15 23:18:42.913161 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:42.919877 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device a294a05d-fa72-4489-94eb-28c08d98368d up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:18:43.041837 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca6243af-fc12-437a-bbd6-cb22f5cd5ecc tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:43.053616 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: a294a05d-fa72-4489-94eb-28c08d98368d {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:18:43.059019 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca6243af-fc12-437a-bbd6-cb22f5cd5ecc tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:43.059459 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device a294a05d-fa72-4489-94eb-28c08d98368d not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 15 23:18:43.068832 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ca6243af-fc12-437a-bbd6-cb22f5cd5ecc tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "DELETE /v2.0/networks/15d2c273-8b5b-4765-961d-4a941fbc26ae HTTP/1.1" status: 204 len: 168 time: 3.1713583 Jul 15 23:18:43.070497 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 37286) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:43.135663 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6243af-fc12-437a-bbd6-cb22f5cd5ecc tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event deleted for resources: {'Network': ['ID=15d2c273-8b5b-4765-961d-4a941fbc26ae,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:43.139348 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1bb0cc-15a0-4b76-b92d-2b79c2af7005 None None] DHCP port deletion for 15d2c273-8b5b-4765-961d-4a941fbc26ae request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:18:43.150020 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Port a294a05d-fa72-4489-94eb-28c08d98368d not found, will not notify nova. {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 15 23:18:43.151171 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-242af2eb-1a56-40f1-bae9-b93a2c514eec tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-829924259'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:43.204935 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=7eed494b-401b-40ce-bbad-80699ba38b08,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:43.209340 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c5a880-df9b-4b5b-852b-d872947dd6e6 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:18:43.235001 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69540d38-a187-4ee9-a826-1e5af992b96e None None] Sync routers for ids ['30743393-152b-4660-8f7c-7bae4404815d'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:18:43.258981 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-83d45906-6f24-4072-a3a4-c3e918f501d3 tempest-QuotasNegativeTest-1468594132 tempest-QuotasNegativeTest-1468594132-project-admin] 10.222.0.48 "PUT /v2.0/quotas/6a8bccedb58742d0a98ae9917265bc11 HTTP/1.1" status: 200 len: 368 time: 0.7923400 Jul 15 23:18:43.260414 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532cb785-78fc-4c67-94c7-567b16762c9d tempest-TaggedBootDevicesTest_v242-173104840 tempest-TaggedBootDevicesTest_v242-173104840-project] Pushing event deleted for resources: {'Network': ['ID=970a88bd-fdba-4549-becb-46353b196f82,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:43.263741 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37288) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:43.270452 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69540d38-a187-4ee9-a826-1e5af992b96e None None] Routers {'30743393-152b-4660-8f7c-7bae4404815d'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:18:43.271180 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-69540d38-a187-4ee9-a826-1e5af992b96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:18:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['30743393-152b-4660-8f7c-7bae4404815d'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:43.276120 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-242af2eb-1a56-40f1-bae9-b93a2c514eec tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Made reservation on behalf of 6e9aa8192e944c7f9b496773dbd06067 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:18:43.282006 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-24155e59-9881-4e1c-bc7f-1a4acff6e9f9 tempest-QuotasNegativeTest-1468594132 tempest-QuotasNegativeTest-1468594132-project-admin] Request body: {'network': {'project_id': '6a8bccedb58742d0a98ae9917265bc11'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:43.282906 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-242af2eb-1a56-40f1-bae9-b93a2c514eec tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:43.286878 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 8d09240c-78f8-4eb2-80d6-4ebf655a6220 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:18:43.312535 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-96c5a880-df9b-4b5b-852b-d872947dd6e6 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:43.317195 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-96c5a880-df9b-4b5b-852b-d872947dd6e6 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.9947596 Jul 15 23:18:43.325169 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37290) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:43.349640 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 8d09240c-78f8-4eb2-80d6-4ebf655a6220 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:18:43.349845 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 8d09240c-78f8-4eb2-80d6-4ebf655a6220 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:18:43.406937 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6702904e-5961-4cda-aca8-34ba0cf8b3f0 None None] Provisioning complete for port 7bc5e7f2-7cac-4e0d-8ca7-663bb2bea23c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:18:43.425239 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6702904e-5961-4cda-aca8-34ba0cf8b3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:43.460516 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-caab3f26-53cc-4a37-9bc4-787fdfb894d0 req-2c862137-eea7-4518-8bc5-0794dc353a4b tempest-ServerShowV247Test-1382569235 tempest-ServerShowV247Test-1382569235-project] 10.222.0.48 "GET /v2.0/ports?device_id=8abeaf77-ec42-4c18-97a5-80e2421a6d7c HTTP/1.1" status: 200 len: 210 time: 0.2179253 Jul 15 23:18:43.478247 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-242af2eb-1a56-40f1-bae9-b93a2c514eec tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:18:43.509056 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-242af2eb-1a56-40f1-bae9-b93a2c514eec tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:43.509523 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-242af2eb-1a56-40f1-bae9-b93a2c514eec tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Added segment 05d9fdee-cb10-401c-9f42-c8c19aa5af43 of type vlan for network 357dd0f0-c75f-4960-b814-90c7f499ae3e Jul 15 23:18:43.523924 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24155e59-9881-4e1c-bc7f-1a4acff6e9f9 tempest-QuotasNegativeTest-1468594132 tempest-QuotasNegativeTest-1468594132-project-admin] Made reservation on behalf of 6a8bccedb58742d0a98ae9917265bc11 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:18:43.534316 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=7bc5e7f2-7cac-4e0d-8ca7-663bb2bea23c,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:43.537456 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-24155e59-9881-4e1c-bc7f-1a4acff6e9f9 tempest-QuotasNegativeTest-1468594132 tempest-QuotasNegativeTest-1468594132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:43.545316 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50230bd5-ed69-4621-a3bf-a573e8615753 req-5f22a7d2-a9e4-4bab-99da-01ab1840bbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:43.547030 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-50230bd5-ed69-4621-a3bf-a573e8615753 req-5f22a7d2-a9e4-4bab-99da-01ab1840bbe1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fb6fdb51-4815-4ab6-aa5c-c873ffebd225 HTTP/1.1" status: 200 len: 1096 time: 0.7307022 Jul 15 23:18:43.564426 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device a294a05d-fa72-4489-94eb-28c08d98368d no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:18:43.594161 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: a294a05d-fa72-4489-94eb-28c08d98368d {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:18:43.595465 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device a294a05d-fa72-4489-94eb-28c08d98368d not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:18:43.601304 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-69540d38-a187-4ee9-a826-1e5af992b96e None None] Set router 30743393-152b-4660-8f7c-7bae4404815d gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:18:43.642590 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-242af2eb-1a56-40f1-bae9-b93a2c514eec tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:43.671304 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-24155e59-9881-4e1c-bc7f-1a4acff6e9f9 tempest-QuotasNegativeTest-1468594132 tempest-QuotasNegativeTest-1468594132-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:43.792155 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-50230bd5-ed69-4621-a3bf-a573e8615753 req-ab19aee4-937f-403b-bd24-d0d33cb6090b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=57e114e2-00c8-4f79-b17b-147b800454a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2172651 Jul 15 23:18:43.793605 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.db.resource_extend [None req-242af2eb-1a56-40f1-bae9-b93a2c514eec tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 23:18:43.816314 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-242af2eb-1a56-40f1-bae9-b93a2c514eec tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:43.822361 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242af2eb-1a56-40f1-bae9-b93a2c514eec tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:43.823206 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-242af2eb-1a56-40f1-bae9-b93a2c514eec tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:43.944588 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-69540d38-a187-4ee9-a826-1e5af992b96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30743393-152b-4660-8f7c-7bae4404815d', 'name': 'tempest-FloatingIPDetailsTestJSON-533468775-router', 'tenant_id': 'ab954527b26349caad16e04a7887aa2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': 'f3c3d0a2-5556-4dd8-9fc2-fd8db669c706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:18:35Z', 'updated_at': '2021-07-15T23:18:40Z', 'revision_number': 3, 'project_id': 'ab954527b26349caad16e04a7887aa2f', 'gw_port': {'id': 'f3c3d0a2-5556-4dd8-9fc2-fd8db669c706', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:45:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30743393-152b-4660-8f7c-7bae4404815d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:37Z', 'updated_at': '2021-07-15T23:18:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:43.981883 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69540d38-a187-4ee9-a826-1e5af992b96e None None] Checking router: 30743393-152b-4660-8f7c-7bae4404815d for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:18:43.982945 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69540d38-a187-4ee9-a826-1e5af992b96e None None] Updating router 30743393-152b-4660-8f7c-7bae4404815d port f3c3d0a2-5556-4dd8-9fc2-fd8db669c706 binding host n-d-794306-6 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:18:43.986407 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242af2eb-1a56-40f1-bae9-b93a2c514eec tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event updated for resources: {'Network': ['ID=357dd0f0-c75f-4960-b814-90c7f499ae3e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:44.001233 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 357dd0f0-c75f-4960-b814-90c7f499ae3e details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:18:44.023463 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-69540d38-a187-4ee9-a826-1e5af992b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:44.042118 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea90ef-9d21-4c8d-8d4a-52ad2804fcef req-7e4852b4-28a0-49cc-b815-32ed92c8df61 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:44.054436 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c9ea90ef-9d21-4c8d-8d4a-52ad2804fcef req-7e4852b4-28a0-49cc-b815-32ed92c8df61 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=47399831-f20f-45e9-94e1-d2c475495282 HTTP/1.1" status: 200 len: 946 time: 0.3745785 Jul 15 23:18:44.168598 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c9ea90ef-9d21-4c8d-8d4a-52ad2804fcef req-e7fca39f-b91e-40f4-846e-ec45e498d25e tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131682 Jul 15 23:18:44.189260 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a676c9e-c646-48c7-88d4-c9bc7557ee28 req-aa12b7d0-c0c5-4484-aba0-59f039fa624d tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:44.204469 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-24155e59-9881-4e1c-bc7f-1a4acff6e9f9 tempest-QuotasNegativeTest-1468594132 tempest-QuotasNegativeTest-1468594132-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:44.211685 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9a676c9e-c646-48c7-88d4-c9bc7557ee28 req-aa12b7d0-c0c5-4484-aba0-59f039fa624d tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb6fdb51-4815-4ab6-aa5c-c873ffebd225 HTTP/1.1" status: 200 len: 945 time: 0.3731396 Jul 15 23:18:44.276346 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-242af2eb-1a56-40f1-bae9-b93a2c514eec tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1926312 Jul 15 23:18:44.282487 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 37314) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:44.311892 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-07ec7517-53ee-4b67-95f3-8ce2713bed85 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Request body: {'subnet': {'network_id': '357dd0f0-c75f-4960-b814-90c7f499ae3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:44.312534 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-24155e59-9881-4e1c-bc7f-1a4acff6e9f9 tempest-QuotasNegativeTest-1468594132 tempest-QuotasNegativeTest-1468594132-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:44.326765 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24155e59-9881-4e1c-bc7f-1a4acff6e9f9 tempest-QuotasNegativeTest-1468594132 tempest-QuotasNegativeTest-1468594132-project-admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:18:44.340190 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-24155e59-9881-4e1c-bc7f-1a4acff6e9f9 tempest-QuotasNegativeTest-1468594132 tempest-QuotasNegativeTest-1468594132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:44.340613 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-24155e59-9881-4e1c-bc7f-1a4acff6e9f9 tempest-QuotasNegativeTest-1468594132 tempest-QuotasNegativeTest-1468594132-project-admin] Added segment 5de7e43a-741d-414f-b031-7f371b901f9e of type vlan for network f1157392-839b-4668-ba53-3dbb609f32a3 Jul 15 23:18:44.443021 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9a676c9e-c646-48c7-88d4-c9bc7557ee28 req-8be99fa7-7db3-491c-8b98-3cb8e9f73fa8 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/security-groups?id=57e114e2-00c8-4f79-b17b-147b800454a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2303019 Jul 15 23:18:44.490974 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-69540d38-a187-4ee9-a826-1e5af992b96e None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:44.512074 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-69540d38-a187-4ee9-a826-1e5af992b96e None None] Transition to ACTIVE for port object f3c3d0a2-5556-4dd8-9fc2-fd8db669c706 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:18:44.525025 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-69540d38-a187-4ee9-a826-1e5af992b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:44.583048 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ec7517-53ee-4b67-95f3-8ce2713bed85 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Made reservation on behalf of 6e9aa8192e944c7f9b496773dbd06067 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:18:44.592962 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad483cc-82cf-4102-bd61-2929abeb74b0 None None] Pushing event updated for resources: {'Port': ['ID=f3c3d0a2-5556-4dd8-9fc2-fd8db669c706,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:44.598445 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-07ec7517-53ee-4b67-95f3-8ce2713bed85 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:44.620659 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-69540d38-a187-4ee9-a826-1e5af992b96e None None] Attempting to bind port f3c3d0a2-5556-4dd8-9fc2-fd8db669c706 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:18:44.621309 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-69540d38-a187-4ee9-a826-1e5af992b96e None None] Attempting to bind port f3c3d0a2-5556-4dd8-9fc2-fd8db669c706 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:18:44.621961 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69540d38-a187-4ee9-a826-1e5af992b96e None None] Attempting to bind port f3c3d0a2-5556-4dd8-9fc2-fd8db669c706 on network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:18:44.631773 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69540d38-a187-4ee9-a826-1e5af992b96e None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:18:44.632460 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69540d38-a187-4ee9-a826-1e5af992b96e None None] Checking segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:18:44.633267 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-69540d38-a187-4ee9-a826-1e5af992b96e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:44.634134 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69540d38-a187-4ee9-a826-1e5af992b96e None None] Bound using segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:18:44.634999 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-69540d38-a187-4ee9-a826-1e5af992b96e None None] Bound port: f3c3d0a2-5556-4dd8-9fc2-fd8db669c706, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:18:44.636746 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-69540d38-a187-4ee9-a826-1e5af992b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:44.661362 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a953de-927b-47b7-b596-e72f71c70927 req-8587546d-5cdd-4754-a200-5effc29339bc tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:44.662978 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-50a953de-927b-47b7-b596-e72f71c70927 req-8587546d-5cdd-4754-a200-5effc29339bc tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=47399831-f20f-45e9-94e1-d2c475495282 HTTP/1.1" status: 200 len: 946 time: 0.2041912 Jul 15 23:18:44.686476 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-24155e59-9881-4e1c-bc7f-1a4acff6e9f9 tempest-QuotasNegativeTest-1468594132 tempest-QuotasNegativeTest-1468594132-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:44.719466 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24155e59-9881-4e1c-bc7f-1a4acff6e9f9 tempest-QuotasNegativeTest-1468594132 tempest-QuotasNegativeTest-1468594132-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4b168f-4c91-405a-976e-0e6457a836b2,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:44.813085 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-69540d38-a187-4ee9-a826-1e5af992b96e None None] For port f3c3d0a2-5556-4dd8-9fc2-fd8db669c706, host n-d-794306-6, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:18:44.816824 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-69540d38-a187-4ee9-a826-1e5af992b96e None None] For port f3c3d0a2-5556-4dd8-9fc2-fd8db669c706, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=f3c3d0a2-5556-4dd8-9fc2-fd8db669c706,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:18:44.822601 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-69540d38-a187-4ee9-a826-1e5af992b96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:44.854924 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-24155e59-9881-4e1c-bc7f-1a4acff6e9f9 tempest-QuotasNegativeTest-1468594132 tempest-QuotasNegativeTest-1468594132-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:44.859285 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24155e59-9881-4e1c-bc7f-1a4acff6e9f9 tempest-QuotasNegativeTest-1468594132 tempest-QuotasNegativeTest-1468594132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:44.862369 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-24155e59-9881-4e1c-bc7f-1a4acff6e9f9 tempest-QuotasNegativeTest-1468594132 tempest-QuotasNegativeTest-1468594132-project-admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:44.923063 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-50a953de-927b-47b7-b596-e72f71c70927 req-c35cf179-f595-4f4c-b63d-087bc7a8b4c6 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520335 Jul 15 23:18:44.981486 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad483cc-82cf-4102-bd61-2929abeb74b0 None None] Pushing event updated for resources: {'Port': ['ID=f3c3d0a2-5556-4dd8-9fc2-fd8db669c706,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:44.984769 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69540d38-a187-4ee9-a826-1e5af992b96e None None] Routers {'30743393-152b-4660-8f7c-7bae4404815d'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:18:44.985395 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-69540d38-a187-4ee9-a826-1e5af992b96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:18:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['30743393-152b-4660-8f7c-7bae4404815d'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:45.033978 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-24155e59-9881-4e1c-bc7f-1a4acff6e9f9 tempest-QuotasNegativeTest-1468594132 tempest-QuotasNegativeTest-1468594132-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.7657781 Jul 15 23:18:45.038439 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37324) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:45.061925 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-32b98655-adf0-475a-aff3-042218a2690a tempest-QuotasNegativeTest-1468594132 tempest-QuotasNegativeTest-1468594132-project-admin] Request body: {'network': {'project_id': '6a8bccedb58742d0a98ae9917265bc11'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:45.066796 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24155e59-9881-4e1c-bc7f-1a4acff6e9f9 tempest-QuotasNegativeTest-1468594132 tempest-QuotasNegativeTest-1468594132-project-admin] Pushing event updated for resources: {'Network': ['ID=f1157392-839b-4668-ba53-3dbb609f32a3,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:45.130854 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network f1157392-839b-4668-ba53-3dbb609f32a3 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:18:45.194143 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0dd694d9-0663-4611-bdaa-51e2d56bef0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:45.246807 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-07ec7517-53ee-4b67-95f3-8ce2713bed85 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:45.262443 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b98655-adf0-475a-aff3-042218a2690a tempest-QuotasNegativeTest-1468594132 tempest-QuotasNegativeTest-1468594132-project-admin] Made reservation on behalf of 6a8bccedb58742d0a98ae9917265bc11 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:18:45.274784 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-32b98655-adf0-475a-aff3-042218a2690a tempest-QuotasNegativeTest-1468594132 tempest-QuotasNegativeTest-1468594132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:45.415612 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-69540d38-a187-4ee9-a826-1e5af992b96e None None] Set router 30743393-152b-4660-8f7c-7bae4404815d gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:18:45.449562 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ec7517-53ee-4b67-95f3-8ce2713bed85 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event updated for resources: {'Subnet': ['ID=9c5bfbfc-9409-4e9f-8cdb-4247d829facc,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:45.461810 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37338) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:45.475887 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ec7517-53ee-4b67-95f3-8ce2713bed85 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Checking segment: {'id': '05d9fdee-cb10-401c-9f42-c8c19aa5af43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '357dd0f0-c75f-4960-b814-90c7f499ae3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:18:45.480118 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ec7517-53ee-4b67-95f3-8ce2713bed85 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Network hostable DHCP agents. Network: 357dd0f0-c75f-4960-b814-90c7f499ae3e, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:18:45.508213 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32b98655-adf0-475a-aff3-042218a2690a tempest-QuotasNegativeTest-1468594132 tempest-QuotasNegativeTest-1468594132-project-admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:18:45.549009 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ec7517-53ee-4b67-95f3-8ce2713bed85 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Network 357dd0f0-c75f-4960-b814-90c7f499ae3e is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:18:45.552280 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 7bc5e7f2-7cac-4e0d-8ca7-663bb2bea23c up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:18:45.579745 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-07ec7517-53ee-4b67-95f3-8ce2713bed85 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 357dd0f0-c75f-4960-b814-90c7f499ae3e) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:18:45.592561 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ec7517-53ee-4b67-95f3-8ce2713bed85 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:45.613442 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-07ec7517-53ee-4b67-95f3-8ce2713bed85 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:45.656425 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc57c514-7020-429c-b61b-ea39670b30d9 None None] Network 357dd0f0-c75f-4960-b814-90c7f499ae3e requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:18:45.667303 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-07ec7517-53ee-4b67-95f3-8ce2713bed85 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3836122 Jul 15 23:18:45.675222 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37344) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:45.685575 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-2137f18d-7398-4fef-951e-47904c69fcec tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Request body: {'port': {'network_id': '357dd0f0-c75f-4960-b814-90c7f499ae3e', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1422750031'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:45.719441 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-32b98655-adf0-475a-aff3-042218a2690a tempest-QuotasNegativeTest-1468594132 tempest-QuotasNegativeTest-1468594132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:45.721239 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-32b98655-adf0-475a-aff3-042218a2690a tempest-QuotasNegativeTest-1468594132 tempest-QuotasNegativeTest-1468594132-project-admin] Added segment 9a70a297-4f4d-48ee-b401-4786327ff041 of type vlan for network 5a6c6fac-7060-4e1b-bc83-ee3bc702a562 Jul 15 23:18:45.995748 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19139417-8634-4761-9e4b-baeea40e25db req-b7397567-55f7-4135-89c0-69e8c336cd79 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:45.999700 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-19139417-8634-4761-9e4b-baeea40e25db req-b7397567-55f7-4135-89c0-69e8c336cd79 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb6fdb51-4815-4ab6-aa5c-c873ffebd225 HTTP/1.1" status: 200 len: 945 time: 0.2830164 Jul 15 23:18:46.062823 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 7bc5e7f2-7cac-4e0d-8ca7-663bb2bea23c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:18:46.063453 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:46.108704 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-69540d38-a187-4ee9-a826-1e5af992b96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30743393-152b-4660-8f7c-7bae4404815d', 'name': 'tempest-FloatingIPDetailsTestJSON-533468775-router', 'tenant_id': 'ab954527b26349caad16e04a7887aa2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': 'f3c3d0a2-5556-4dd8-9fc2-fd8db669c706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:18:35Z', 'updated_at': '2021-07-15T23:18:40Z', 'revision_number': 3, 'project_id': 'ab954527b26349caad16e04a7887aa2f', 'gw_port': {'id': 'f3c3d0a2-5556-4dd8-9fc2-fd8db669c706', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:45:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30743393-152b-4660-8f7c-7bae4404815d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:37Z', 'updated_at': '2021-07-15T23:18:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:46.146786 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69540d38-a187-4ee9-a826-1e5af992b96e None None] The sync data for ids ['30743393-152b-4660-8f7c-7bae4404815d'] in n-d-794306-6 is: [{'id': '30743393-152b-4660-8f7c-7bae4404815d', 'name': 'tempest-FloatingIPDetailsTestJSON-533468775-router', 'tenant_id': 'ab954527b26349caad16e04a7887aa2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': 'f3c3d0a2-5556-4dd8-9fc2-fd8db669c706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:18:35Z', 'updated_at': '2021-07-15T23:18:40Z', 'revision_number': 3, 'project_id': 'ab954527b26349caad16e04a7887aa2f', 'gw_port': {'id': 'f3c3d0a2-5556-4dd8-9fc2-fd8db669c706', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:45:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30743393-152b-4660-8f7c-7bae4404815d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:37Z', 'updated_at': '2021-07-15T23:18:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:18:46.149199 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee83f2cd-f693-41d4-b78e-d56c314e006b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-357dd0f0-c75f-4960-b814-90c7f499ae3e', 'network_id': '357dd0f0-c75f-4960-b814-90c7f499ae3e', 'tenant_id': '6e9aa8192e944c7f9b496773dbd06067', 'fixed_ips': [{'subnet_id': '9c5bfbfc-9409-4e9f-8cdb-4247d829facc'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:18:46.150094 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee83f2cd-f693-41d4-b78e-d56c314e006b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:46.157978 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-19139417-8634-4761-9e4b-baeea40e25db req-a3ca0a63-3375-4e26-82e9-8045e4427bf1 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/security-groups?id=57e114e2-00c8-4f79-b17b-147b800454a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1540673 Jul 15 23:18:46.315761 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec36fa2-574a-41af-854a-3042d72ec6a9 req-67552e6b-d8ef-4512-83ec-2039e7ae41f1 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:46.329922 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-aec36fa2-574a-41af-854a-3042d72ec6a9 req-67552e6b-d8ef-4512-83ec-2039e7ae41f1 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=47399831-f20f-45e9-94e1-d2c475495282 HTTP/1.1" status: 200 len: 946 time: 0.2146475 Jul 15 23:18:46.433868 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-aec36fa2-574a-41af-854a-3042d72ec6a9 req-4a2d8ec4-a0ba-4d4b-af48-820070670dbb tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021156 Jul 15 23:18:46.583223 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e7375-649a-479d-970a-040486c2f16a req-0cb3b691-5f04-4394-85e0-4bcd59f7c6f4 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:46.592236 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ca7e7375-649a-479d-970a-040486c2f16a req-0cb3b691-5f04-4394-85e0-4bcd59f7c6f4 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb6fdb51-4815-4ab6-aa5c-c873ffebd225 HTTP/1.1" status: 200 len: 945 time: 0.1844616 Jul 15 23:18:46.603192 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 37366) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:46.608405 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4a6abe9a-c84e-40f0-8b86-ce69bf344b72 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Request body: {'floatingip': {'port_id': '7eed494b-401b-40ce-bbad-80699ba38b08'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:46.616437 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-ee83f2cd-f693-41d4-b78e-d56c314e006b None None] Allocated IP 2001:db8::2 (357dd0f0-c75f-4960-b814-90c7f499ae3e/9c5bfbfc-9409-4e9f-8cdb-4247d829facc/cda09317-764b-439e-9327-aeeda7b02e3a) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:18:46.716853 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2137f18d-7398-4fef-951e-47904c69fcec tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Made reservation on behalf of 6e9aa8192e944c7f9b496773dbd06067 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:18:46.725355 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2137f18d-7398-4fef-951e-47904c69fcec tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:46.747038 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4a6abe9a-c84e-40f0-8b86-ce69bf344b72 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:46.817806 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-172160df-c0b5-47f7-ae5d-ce053170b300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:46.948329 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-2137f18d-7398-4fef-951e-47904c69fcec tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] device_id is not set on port 3ec27953-015f-4a78-b143-9eabad3a1b83 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:18:46.953032 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee83f2cd-f693-41d4-b78e-d56c314e006b None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:46.969931 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ee83f2cd-f693-41d4-b78e-d56c314e006b None None] Transition to ACTIVE for port object cda09317-764b-439e-9327-aeeda7b02e3a will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:18:47.008216 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ee83f2cd-f693-41d4-b78e-d56c314e006b None None] Transition to ACTIVE for port object cda09317-764b-439e-9327-aeeda7b02e3a will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:18:47.017895 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee83f2cd-f693-41d4-b78e-d56c314e006b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:47.072775 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee83f2cd-f693-41d4-b78e-d56c314e006b None None] Network 357dd0f0-c75f-4960-b814-90c7f499ae3e is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:18:47.080896 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-ee83f2cd-f693-41d4-b78e-d56c314e006b None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:18:47.087357 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee83f2cd-f693-41d4-b78e-d56c314e006b None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:18:47.124453 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee83f2cd-f693-41d4-b78e-d56c314e006b None None] Pushing event updated for resources: {'Port': ['ID=cda09317-764b-439e-9327-aeeda7b02e3a,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:47.201372 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-32b98655-adf0-475a-aff3-042218a2690a tempest-QuotasNegativeTest-1468594132 tempest-QuotasNegativeTest-1468594132-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:47.263333 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-172160df-c0b5-47f7-ae5d-ce053170b300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:47.280598 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ee83f2cd-f693-41d4-b78e-d56c314e006b None None] Attempting to bind port cda09317-764b-439e-9327-aeeda7b02e3a on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:18:47.281493 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ee83f2cd-f693-41d4-b78e-d56c314e006b None None] Attempting to bind port cda09317-764b-439e-9327-aeeda7b02e3a by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '05d9fdee-cb10-401c-9f42-c8c19aa5af43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '357dd0f0-c75f-4960-b814-90c7f499ae3e'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:18:47.281493 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee83f2cd-f693-41d4-b78e-d56c314e006b None None] Attempting to bind port cda09317-764b-439e-9327-aeeda7b02e3a on network 357dd0f0-c75f-4960-b814-90c7f499ae3e {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:18:47.288981 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee83f2cd-f693-41d4-b78e-d56c314e006b None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:18:47.289359 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee83f2cd-f693-41d4-b78e-d56c314e006b None None] Checking segment: {'id': '05d9fdee-cb10-401c-9f42-c8c19aa5af43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '357dd0f0-c75f-4960-b814-90c7f499ae3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:18:47.289766 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee83f2cd-f693-41d4-b78e-d56c314e006b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:47.290151 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee83f2cd-f693-41d4-b78e-d56c314e006b None None] Bound using segment: {'id': '05d9fdee-cb10-401c-9f42-c8c19aa5af43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '357dd0f0-c75f-4960-b814-90c7f499ae3e'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:18:47.290613 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ee83f2cd-f693-41d4-b78e-d56c314e006b None None] Bound port: cda09317-764b-439e-9327-aeeda7b02e3a, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05d9fdee-cb10-401c-9f42-c8c19aa5af43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '357dd0f0-c75f-4960-b814-90c7f499ae3e'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:18:47.292231 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee83f2cd-f693-41d4-b78e-d56c314e006b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:47.294408 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-172160df-c0b5-47f7-ae5d-ce053170b300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:47.419118 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-0dd694d9-0663-4611-bdaa-51e2d56bef0e admin admin] Allocated IP 172.20.0.1 (4f00ec95-afd1-4933-94a2-3423df3d856f/570c9acd-a91a-4604-972e-58d7dbcb3886/02b9840b-4f2a-4636-a752-0c7354a5fa50) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:18:47.430356 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ee83f2cd-f693-41d4-b78e-d56c314e006b None None] For port cda09317-764b-439e-9327-aeeda7b02e3a, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:18:47.441407 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ee83f2cd-f693-41d4-b78e-d56c314e006b None None] For port cda09317-764b-439e-9327-aeeda7b02e3a, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=cda09317-764b-439e-9327-aeeda7b02e3a,segment=NetworkSegment(05d9fdee-cb10-401c-9f42-c8c19aa5af43),segment_id=05d9fdee-cb10-401c-9f42-c8c19aa5af43)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:18:47.449951 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee83f2cd-f693-41d4-b78e-d56c314e006b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:47.573267 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee83f2cd-f693-41d4-b78e-d56c314e006b None None] Pushing event updated for resources: {'Port': ['ID=cda09317-764b-439e-9327-aeeda7b02e3a,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:47.598345 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172160df-c0b5-47f7-ae5d-ce053170b300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8bffadd-fb1f-420a-99b0-53b1011e83b2,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:47.612249 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device f3c3d0a2-5556-4dd8-9fc2-fd8db669c706 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:18:47.612691 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-172160df-c0b5-47f7-ae5d-ce053170b300 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=59a1f474864d42ee942af8de0e784821&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1291378 Jul 15 23:18:47.627103 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37374) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:47.631586 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-32b98655-adf0-475a-aff3-042218a2690a tempest-QuotasNegativeTest-1468594132 tempest-QuotasNegativeTest-1468594132-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:47.632561 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b98655-adf0-475a-aff3-042218a2690a tempest-QuotasNegativeTest-1468594132 tempest-QuotasNegativeTest-1468594132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:47.633145 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-32b98655-adf0-475a-aff3-042218a2690a tempest-QuotasNegativeTest-1468594132 tempest-QuotasNegativeTest-1468594132-project-admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:47.689397 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4a6abe9a-c84e-40f0-8b86-ce69bf344b72 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:47.695408 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4a6abe9a-c84e-40f0-8b86-ce69bf344b72 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:47.784386 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port f3c3d0a2-5556-4dd8-9fc2-fd8db669c706 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:18:47.796427 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-2137f18d-7398-4fef-951e-47904c69fcec tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Allocated IP 2001:db8::54 (357dd0f0-c75f-4960-b814-90c7f499ae3e/9c5bfbfc-9409-4e9f-8cdb-4247d829facc/3ec27953-015f-4a78-b143-9eabad3a1b83) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:18:47.800529 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port f3c3d0a2-5556-4dd8-9fc2-fd8db669c706 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:18:47.800907 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:47.865724 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-32b98655-adf0-475a-aff3-042218a2690a tempest-QuotasNegativeTest-1468594132 tempest-QuotasNegativeTest-1468594132-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.8196828 Jul 15 23:18:47.902079 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37376) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:47.911625 n-d-794306-6 neutron-server[93770]: INFO neutron.db.l3_db [None req-4a6abe9a-c84e-40f0-8b86-ce69bf344b72 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Floating IP 6f237a16-fd09-4ff1-9a7e-643955d25013 associated. External IP: 172.25.5.234, port: 7eed494b-401b-40ce-bbad-80699ba38b08. Jul 15 23:18:47.992873 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:48.072121 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port f3c3d0a2-5556-4dd8-9fc2-fd8db669c706, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=f3c3d0a2-5556-4dd8-9fc2-fd8db669c706,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:48.079226 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:48.136674 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b98655-adf0-475a-aff3-042218a2690a tempest-QuotasNegativeTest-1468594132 tempest-QuotasNegativeTest-1468594132-project-admin] Pushing event updated for resources: {'Network': ['ID=5a6c6fac-7060-4e1b-bc83-ee3bc702a562,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:48.151994 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f4b34c6a-4610-462e-8046-19c68f856137 tempest-QuotasNegativeTest-1468594132 tempest-QuotasNegativeTest-1468594132-project-admin] Request body: {'network': {'project_id': '6a8bccedb58742d0a98ae9917265bc11'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:48.170915 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 5a6c6fac-7060-4e1b-bc83-ee3bc702a562 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:18:48.181986 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4b34c6a-4610-462e-8046-19c68f856137 tempest-QuotasNegativeTest-1468594132 tempest-QuotasNegativeTest-1468594132-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 15 23:18:48.182622 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4b34c6a-4610-462e-8046-19c68f856137 tempest-QuotasNegativeTest-1468594132 tempest-QuotasNegativeTest-1468594132-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:18:48.187529 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f4b34c6a-4610-462e-8046-19c68f856137 tempest-QuotasNegativeTest-1468594132 tempest-QuotasNegativeTest-1468594132-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2776632 Jul 15 23:18:48.249722 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-44cc1d9f-6f6f-49a9-ae47-f2e89289d11f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:48.260597 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=f3c3d0a2-5556-4dd8-9fc2-fd8db669c706,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:48.283441 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 37380) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:48.289370 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-44cc1d9f-6f6f-49a9-ae47-f2e89289d11f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:48.333533 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a6abe9a-c84e-40f0-8b86-ce69bf344b72 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Router 5caf442f-90f5-4944-9b7b-3c82b82f80d5 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:18:48.377053 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca0699-dd7c-49e2-8201-0cdb3c991720 req-5b187626-eee1-4edc-be91-1b793e94df1d tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:48.385236 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-57ca0699-dd7c-49e2-8201-0cdb3c991720 req-5b187626-eee1-4edc-be91-1b793e94df1d tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=47399831-f20f-45e9-94e1-d2c475495282 HTTP/1.1" status: 200 len: 946 time: 0.3161564 Jul 15 23:18:48.490203 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2137f18d-7398-4fef-951e-47904c69fcec tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:48.557695 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-44cc1d9f-6f6f-49a9-ae47-f2e89289d11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:48.565651 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-44cc1d9f-6f6f-49a9-ae47-f2e89289d11f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:48.569527 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a6abe9a-c84e-40f0-8b86-ce69bf344b72 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:18:48.570350 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-44cc1d9f-6f6f-49a9-ae47-f2e89289d11f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a8bffadd-fb1f-420a-99b0-53b1011e83b2 HTTP/1.1" status: 204 len: 168 time: 0.9396150 Jul 15 23:18:48.579505 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4a6abe9a-c84e-40f0-8b86-ce69bf344b72 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:48.581258 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-2137f18d-7398-4fef-951e-47904c69fcec tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Transition to ACTIVE for port object 3ec27953-015f-4a78-b143-9eabad3a1b83 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:18:48.601122 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241d77ed-fcba-4af4-9dc0-9ba0aa3346e3 None None] Sync routers for ids ['5caf442f-90f5-4944-9b7b-3c82b82f80d5'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:18:48.611598 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-57ca0699-dd7c-49e2-8201-0cdb3c991720 req-c86c222f-c90b-47e0-aaf9-0ab5aa0906d8 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250485 Jul 15 23:18:48.623040 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241d77ed-fcba-4af4-9dc0-9ba0aa3346e3 None None] Routers {'5caf442f-90f5-4944-9b7b-3c82b82f80d5'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:18:48.626170 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-241d77ed-fcba-4af4-9dc0-9ba0aa3346e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:18:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['5caf442f-90f5-4944-9b7b-3c82b82f80d5'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:48.644584 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0dd694d9-0663-4611-bdaa-51e2d56bef0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:48.665440 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-0dd694d9-0663-4611-bdaa-51e2d56bef0e admin admin] Transition to ACTIVE for port object 02b9840b-4f2a-4636-a752-0c7354a5fa50 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:18:48.680056 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-8b63f451-487f-40d1-aa21-4af0f52a0321 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6a8bccedb58742d0a98ae9917265bc11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3950558 Jul 15 23:18:48.683722 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 37388) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:48.689375 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-4a6abe9a-c84e-40f0-8b86-ce69bf344b72 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "PUT /v2.0/floatingips/6f237a16-fd09-4ff1-9a7e-643955d25013 HTTP/1.1" status: 200 len: 991 time: 2.0848730 Jul 15 23:18:48.712404 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb6fdb51-4815-4ab6-aa5c-c873ffebd225', 'tag': '7eed494b-401b-40ce-bbad-80699ba38b08'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:18:48.713286 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2137f18d-7398-4fef-951e-47904c69fcec tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:48.714794 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-401a3bf4-59ff-4f55-a650-9894cc082952" -d '{"events": [{"name": "network-changed", "server_uuid": "fb6fdb51-4815-4ab6-aa5c-c873ffebd225", "tag": "7eed494b-401b-40ce-bbad-80699ba38b08"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:18:48.828421 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0dd694d9-0663-4611-bdaa-51e2d56bef0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:48.854674 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cc1d9f-6f6f-49a9-ae47-f2e89289d11f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8bffadd-fb1f-420a-99b0-53b1011e83b2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:48.863128 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f8e3a4a-9a89-4183-8bc2-4b0b097c8b8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:48.883170 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2137f18d-7398-4fef-951e-47904c69fcec tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Network 357dd0f0-c75f-4960-b814-90c7f499ae3e is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:18:48.893801 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-2137f18d-7398-4fef-951e-47904c69fcec tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:18:48.900278 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2137f18d-7398-4fef-951e-47904c69fcec tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:18:48.909306 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2137f18d-7398-4fef-951e-47904c69fcec tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:48.910249 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2137f18d-7398-4fef-951e-47904c69fcec tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:48.925011 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f8e3a4a-9a89-4183-8bc2-4b0b097c8b8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:48.937096 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd694d9-0663-4611-bdaa-51e2d56bef0e admin admin] Network 4f00ec95-afd1-4933-94a2-3423df3d856f is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:18:48.953617 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2137f18d-7398-4fef-951e-47904c69fcec tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event updated for resources: {'Port': ['ID=3ec27953-015f-4a78-b143-9eabad3a1b83,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:48.954654 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4445869-23c2-4bd2-b22c-ffdc7077e0b3 x-openstack-request-id: req-f4445869-23c2-4bd2-b22c-ffdc7077e0b3 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:18:48.954947 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb6fdb51-4815-4ab6-aa5c-c873ffebd225", "tag": "7eed494b-401b-40ce-bbad-80699ba38b08", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:18:48.955201 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f4445869-23c2-4bd2-b22c-ffdc7077e0b3 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:18:48.968305 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-0dd694d9-0663-4611-bdaa-51e2d56bef0e admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:18:48.969975 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb6fdb51-4815-4ab6-aa5c-c873ffebd225', 'tag': '7eed494b-401b-40ce-bbad-80699ba38b08', 'status': 'completed', 'code': 200} Jul 15 23:18:48.973218 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd694d9-0663-4611-bdaa-51e2d56bef0e admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:18:48.988369 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-241d77ed-fcba-4af4-9dc0-9ba0aa3346e3 None None] Set router 5caf442f-90f5-4944-9b7b-3c82b82f80d5 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:18:49.052323 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-2137f18d-7398-4fef-951e-47904c69fcec tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 3.3725867 Jul 15 23:18:49.053289 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37398) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:49.245205 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd694d9-0663-4611-bdaa-51e2d56bef0e admin admin] Pushing event updated for resources: {'Port': ['ID=02b9840b-4f2a-4636-a752-0c7354a5fa50,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:49.268627 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0dd694d9-0663-4611-bdaa-51e2d56bef0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:49.275426 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a3bf4-59ff-4f55-a650-9894cc082952 req-1d28f3d5-8292-48e2-a130-02535cd3eaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:49.282344 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-401a3bf4-59ff-4f55-a650-9894cc082952 req-1d28f3d5-8292-48e2-a130-02535cd3eaf4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c691a27677f54c85a3250b5bafef55f4&device_id=fb6fdb51-4815-4ab6-aa5c-c873ffebd225 HTTP/1.1" status: 200 len: 1096 time: 0.3324666 Jul 15 23:18:49.607079 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a3bf4-59ff-4f55-a650-9894cc082952 req-8ac7cb44-16ec-4e6c-81f4-815bcf226935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:49.608911 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-401a3bf4-59ff-4f55-a650-9894cc082952 req-8ac7cb44-16ec-4e6c-81f4-815bcf226935 service neutron] 10.222.0.49 "GET /v2.0/networks?id=72dd1139-85ac-44a3-8181-7845deb521ca HTTP/1.1" status: 200 len: 912 time: 0.3084164 Jul 15 23:18:49.609739 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f8e3a4a-9a89-4183-8bc2-4b0b097c8b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:49.613265 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f8e3a4a-9a89-4183-8bc2-4b0b097c8b8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:49.617932 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-7f8e3a4a-9a89-4183-8bc2-4b0b097c8b8e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bf4b168f-4c91-405a-976e-0e6457a836b2 HTTP/1.1" status: 204 len: 168 time: 0.9270475 Jul 15 23:18:49.622206 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 37412) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:49.625741 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-241d77ed-fcba-4af4-9dc0-9ba0aa3346e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5caf442f-90f5-4944-9b7b-3c82b82f80d5', 'name': 'tempest-AttachVolumeTestJSON-1991659375-router', 'tenant_id': 'c691a27677f54c85a3250b5bafef55f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': 'c126e0f2-7b39-47ee-bcb1-ab21bab14aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:36Z', 'updated_at': '2021-07-15T23:17:53Z', 'revision_number': 4, 'project_id': 'c691a27677f54c85a3250b5bafef55f4', 'gw_port': {'id': 'c126e0f2-7b39-47ee-bcb1-ab21bab14aaa', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5caf442f-90f5-4944-9b7b-3c82b82f80d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:39Z', 'updated_at': '2021-07-15T23:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '6f237a16-fd09-4ff1-9a7e-643955d25013', 'tenant_id': 'c691a27677f54c85a3250b5bafef55f4', 'floating_ip_address': '172.25.5.234', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '5caf442f-90f5-4944-9b7b-3c82b82f80d5', 'port_id': '7eed494b-401b-40ce-bbad-80699ba38b08', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72dd1139-85ac-44a3-8181-7845deb521ca', 'mac_address': 'fa:16:3e:fb:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6fdb51-4815-4ab6-aa5c-c873ffebd225', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:18:07Z', 'updated_at': '2021-07-15T23:18:47Z', 'revision_number': 1, 'project_id': 'c691a27677f54c85a3250b5bafef55f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12c36751-f011-4281-8ed5-a95b40bd1dbf', 'name': '', 'network_id': '72dd1139-85ac-44a3-8181-7845deb521ca', 'tenant_id': 'c691a27677f54c85a3250b5bafef55f4', 'mac_address': 'fa:16:3e:ee:1f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5caf442f-90f5-4944-9b7b-3c82b82f80d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '8c6a4d69-e5f7-4129-9f0b-56463cfab399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:51Z', 'updated_at': '2021-07-15T23:18:12Z', 'revision_number': 5, 'project_id': 'c691a27677f54c85a3250b5bafef55f4', 'subnets': [{'id': '8c6a4d69-e5f7-4129-9f0b-56463cfab399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:49.652500 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-6160808f-a48d-4574-836e-896e3c4e75b8 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Deleting port 3ec27953-015f-4a78-b143-9eabad3a1b83 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:18:49.653049 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6160808f-a48d-4574-836e-896e3c4e75b8 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:49.686874 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-695afc00-5fbf-406d-bb4a-bd2931ee1c56 None None] Provisioning for port 02b9840b-4f2a-4636-a752-0c7354a5fa50 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:18:49.686874 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241d77ed-fcba-4af4-9dc0-9ba0aa3346e3 None None] Checking router: 5caf442f-90f5-4944-9b7b-3c82b82f80d5 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:18:49.711768 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-695afc00-5fbf-406d-bb4a-bd2931ee1c56 None None] Provisioning complete for port 02b9840b-4f2a-4636-a752-0c7354a5fa50 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:18:49.712837 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-695afc00-5fbf-406d-bb4a-bd2931ee1c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:49.716130 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8e3a4a-9a89-4183-8bc2-4b0b097c8b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4b168f-4c91-405a-976e-0e6457a836b2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:49.832272 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device f3c3d0a2-5556-4dd8-9fc2-fd8db669c706 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:18:49.948303 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241d77ed-fcba-4af4-9dc0-9ba0aa3346e3 None None] Routers {'5caf442f-90f5-4944-9b7b-3c82b82f80d5'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:18:49.949697 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-241d77ed-fcba-4af4-9dc0-9ba0aa3346e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:18:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['5caf442f-90f5-4944-9b7b-3c82b82f80d5'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:49.962496 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6160808f-a48d-4574-836e-896e3c4e75b8 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:49.979986 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-6160808f-a48d-4574-836e-896e3c4e75b8 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Calling delete_port for 3ec27953-015f-4a78-b143-9eabad3a1b83 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:18:50.019485 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f033612-52a1-4ed1-90db-38ccbaee5c5d tempest-QuotasNegativeTest-1468594132 tempest-QuotasNegativeTest-1468594132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:50.037401 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-401a3bf4-59ff-4f55-a650-9894cc082952 req-e25ec5d8-5e47-4b1f-9ae5-6a075d9dc32a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7eed494b-401b-40ce-bbad-80699ba38b08 HTTP/1.1" status: 200 len: 999 time: 0.4180050 Jul 15 23:18:50.305278 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6160808f-a48d-4574-836e-896e3c4e75b8 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:50.423622 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6160808f-a48d-4574-836e-896e3c4e75b8 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event deleted for resources: {'Port': ['ID=3ec27953-015f-4a78-b143-9eabad3a1b83,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:50.461106 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0dd694d9-0663-4611-bdaa-51e2d56bef0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:50.512603 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37430) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:50.596562 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc232e00-7a2d-44a8-9545-c8bb903329dc None None] Network 357dd0f0-c75f-4960-b814-90c7f499ae3e requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:18:50.669095 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-695afc00-5fbf-406d-bb4a-bd2931ee1c56 None None] Port 02b9840b-4f2a-4636-a752-0c7354a5fa50 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:18:50.678390 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port f3c3d0a2-5556-4dd8-9fc2-fd8db669c706 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:18:50.678814 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:50.924701 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6160808f-a48d-4574-836e-896e3c4e75b8 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:50.931103 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-6160808f-a48d-4574-836e-896e3c4e75b8 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "DELETE /v2.0/ports/3ec27953-015f-4a78-b143-9eabad3a1b83 HTTP/1.1" status: 204 len: 168 time: 1.8726218 Jul 15 23:18:50.945038 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37434) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:51.021982 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-04f45698-d237-4388-bef5-fee6dcb5fd58 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] GET failed (client error): The resource could not be found. Jul 15 23:18:51.027769 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-04f45698-d237-4388-bef5-fee6dcb5fd58 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "GET /v2.0/ports/3ec27953-015f-4a78-b143-9eabad3a1b83 HTTP/1.1" status: 404 len: 333 time: 0.0813582 Jul 15 23:18:51.028590 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37438) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:51.036325 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0dd694d9-0663-4611-bdaa-51e2d56bef0e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:51.056714 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f033612-52a1-4ed1-90db-38ccbaee5c5d tempest-QuotasNegativeTest-1468594132 tempest-QuotasNegativeTest-1468594132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:51.093556 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-6f033612-52a1-4ed1-90db-38ccbaee5c5d tempest-QuotasNegativeTest-1468594132 tempest-QuotasNegativeTest-1468594132-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a6c6fac-7060-4e1b-bc83-ee3bc702a562']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:51.109810 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-229df41e-367c-4d31-9c45-c2dc23510eac tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Deleting subnet 9c5bfbfc-9409-4e9f-8cdb-4247d829facc {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:18:51.114098 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-229df41e-367c-4d31-9c45-c2dc23510eac tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:51.127732 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-241d77ed-fcba-4af4-9dc0-9ba0aa3346e3 None None] Set router 5caf442f-90f5-4944-9b7b-3c82b82f80d5 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:18:51.130907 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a3bf4-59ff-4f55-a650-9894cc082952 req-76e70206-d0de-4bc5-8709-e868f76503b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:51.133104 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device cda09317-764b-439e-9327-aeeda7b02e3a up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:18:51.151444 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-401a3bf4-59ff-4f55-a650-9894cc082952 req-76e70206-d0de-4bc5-8709-e868f76503b6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8c6a4d69-e5f7-4129-9f0b-56463cfab399 HTTP/1.1" status: 200 len: 850 time: 1.0880189 Jul 15 23:18:51.154176 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-6f033612-52a1-4ed1-90db-38ccbaee5c5d tempest-QuotasNegativeTest-1468594132 tempest-QuotasNegativeTest-1468594132-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a70a297-4f4d-48ee-b401-4786327ff041') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:51.154477 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-6f033612-52a1-4ed1-90db-38ccbaee5c5d tempest-QuotasNegativeTest-1468594132 tempest-QuotasNegativeTest-1468594132-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a70a297-4f4d-48ee-b401-4786327ff041') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:51.190279 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-70d62592-876b-4fc7-aa03-9810eeb5cbe8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1735335415-network', 'tenant_id': '4b15e22ba4eb43169240491cd7fe1115'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:51.196049 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f033612-52a1-4ed1-90db-38ccbaee5c5d tempest-QuotasNegativeTest-1468594132 tempest-QuotasNegativeTest-1468594132-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:51.201905 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0dd694d9-0663-4611-bdaa-51e2d56bef0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:51.202304 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-03cc0ba1-be2a-4d4e-b146-06575a25f171 None None] Provisioning for port cda09317-764b-439e-9327-aeeda7b02e3a completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:18:51.276699 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d03780d-fe18-4a9e-8d78-ae18f29342f7 req-521b33f5-f388-487d-9d25-f29bc2842a73 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:51.285400 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8d03780d-fe18-4a9e-8d78-ae18f29342f7 req-521b33f5-f388-487d-9d25-f29bc2842a73 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=47399831-f20f-45e9-94e1-d2c475495282 HTTP/1.1" status: 200 len: 946 time: 1.4006095 Jul 15 23:18:51.325575 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f033612-52a1-4ed1-90db-38ccbaee5c5d tempest-QuotasNegativeTest-1468594132 tempest-QuotasNegativeTest-1468594132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:51.335021 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-229df41e-367c-4d31-9c45-c2dc23510eac tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:51.351310 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f033612-52a1-4ed1-90db-38ccbaee5c5d tempest-QuotasNegativeTest-1468594132 tempest-QuotasNegativeTest-1468594132-project-admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:18:51.352047 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f033612-52a1-4ed1-90db-38ccbaee5c5d tempest-QuotasNegativeTest-1468594132 tempest-QuotasNegativeTest-1468594132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:51.355322 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:18:51.355322 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:18:51.355322 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:18:51.355322 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:18:51.355322 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:18:51.355322 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:18:51.355322 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:18:51.355322 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:18:51.355322 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:18:51.355322 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:18:51.355322 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:18:51.355322 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:18:51.355322 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:18:51.355322 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:18:51.355322 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:18:51.355322 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:18:51.355322 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:18:51.355322 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:18:51.355322 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:18:51.355322 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:18:51.355322 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:18:51.355322 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:18:51.355322 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:18:51.355322 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:18:51.355322 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:18:51.355322 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:18:51.355322 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:18:51.355322 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:18:51.355322 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:18:51.355322 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:18:51.355322 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:18:51.355322 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:18:51.392566 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port cda09317-764b-439e-9327-aeeda7b02e3a completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:18:51.406572 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0dd694d9-0663-4611-bdaa-51e2d56bef0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:51.407017 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port cda09317-764b-439e-9327-aeeda7b02e3a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:18:51.407496 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:51.416037 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd694d9-0663-4611-bdaa-51e2d56bef0e admin admin] Pushing event updated for resources: {'Port': ['ID=02b9840b-4f2a-4636-a752-0c7354a5fa50,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:51.426529 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d62592-876b-4fc7-aa03-9810eeb5cbe8 admin admin] Made reservation on behalf of 4b15e22ba4eb43169240491cd7fe1115 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:18:51.430068 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-70d62592-876b-4fc7-aa03-9810eeb5cbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:51.463055 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-70d62592-876b-4fc7-aa03-9810eeb5cbe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:51.489258 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8d03780d-fe18-4a9e-8d78-ae18f29342f7 req-459f4f54-c362-4e6e-9f24-111846355fc1 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027009 Jul 15 23:18:51.492529 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f033612-52a1-4ed1-90db-38ccbaee5c5d tempest-QuotasNegativeTest-1468594132 tempest-QuotasNegativeTest-1468594132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:51.509668 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f033612-52a1-4ed1-90db-38ccbaee5c5d tempest-QuotasNegativeTest-1468594132 tempest-QuotasNegativeTest-1468594132-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:51.512148 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-6f033612-52a1-4ed1-90db-38ccbaee5c5d tempest-QuotasNegativeTest-1468594132 tempest-QuotasNegativeTest-1468594132-project-admin] 10.222.0.48 "DELETE /v2.0/networks/5a6c6fac-7060-4e1b-bc83-ee3bc702a562 HTTP/1.1" status: 204 len: 168 time: 1.8798761 Jul 15 23:18:51.514846 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a3bf4-59ff-4f55-a650-9894cc082952 req-3abe7ae9-7613-4f6c-b7a0-1bb7a2124232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:51.516626 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-401a3bf4-59ff-4f55-a650-9894cc082952 req-3abe7ae9-7613-4f6c-b7a0-1bb7a2124232 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=72dd1139-85ac-44a3-8181-7845deb521ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2912126 Jul 15 23:18:51.518776 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 37444) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:51.612212 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f033612-52a1-4ed1-90db-38ccbaee5c5d tempest-QuotasNegativeTest-1468594132 tempest-QuotasNegativeTest-1468594132-project-admin] Pushing event deleted for resources: {'Network': ['ID=5a6c6fac-7060-4e1b-bc83-ee3bc702a562,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:51.721809 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:51.746052 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-70d62592-876b-4fc7-aa03-9810eeb5cbe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:51.761303 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-70d62592-876b-4fc7-aa03-9810eeb5cbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:51.816472 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c295e29a-0b9a-41af-bcc4-63336cb622f0 tempest-QuotasNegativeTest-1468594132 tempest-QuotasNegativeTest-1468594132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:51.837471 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port cda09317-764b-439e-9327-aeeda7b02e3a, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=cda09317-764b-439e-9327-aeeda7b02e3a,segment=NetworkSegment(05d9fdee-cb10-401c-9f42-c8c19aa5af43),segment_id=05d9fdee-cb10-401c-9f42-c8c19aa5af43)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:51.867411 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:51.871398 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70d62592-876b-4fc7-aa03-9810eeb5cbe8 admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:18:51.900629 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-229df41e-367c-4d31-9c45-c2dc23510eac tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:51.909746 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d62592-876b-4fc7-aa03-9810eeb5cbe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ee63a4-ba4b-4f88-b01a-f6c0b0796061,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:51.938458 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-401a3bf4-59ff-4f55-a650-9894cc082952 req-e1a0eccb-8ab0-43bd-9855-3a8bec34139d service neutron] 10.222.0.49 "GET /v2.0/networks/72dd1139-85ac-44a3-8181-7845deb521ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4094286 Jul 15 23:18:51.943045 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd694d9-0663-4611-bdaa-51e2d56bef0e admin admin] Network 4f00ec95-afd1-4933-94a2-3423df3d856f is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:18:51.948427 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-70d62592-876b-4fc7-aa03-9810eeb5cbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:51.948791 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-70d62592-876b-4fc7-aa03-9810eeb5cbe8 admin admin] Added segment 056a97c3-fa40-4757-b96f-04fb527ec8cd of type vlan for network d1484756-2d6b-4cf1-82f2-ca0b5a0942a2 Jul 15 23:18:51.988117 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-0dd694d9-0663-4611-bdaa-51e2d56bef0e admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:18:52.041385 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=cda09317-764b-439e-9327-aeeda7b02e3a,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:52.057485 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-241d77ed-fcba-4af4-9dc0-9ba0aa3346e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5caf442f-90f5-4944-9b7b-3c82b82f80d5', 'name': 'tempest-AttachVolumeTestJSON-1991659375-router', 'tenant_id': 'c691a27677f54c85a3250b5bafef55f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': 'c126e0f2-7b39-47ee-bcb1-ab21bab14aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:36Z', 'updated_at': '2021-07-15T23:17:53Z', 'revision_number': 4, 'project_id': 'c691a27677f54c85a3250b5bafef55f4', 'gw_port': {'id': 'c126e0f2-7b39-47ee-bcb1-ab21bab14aaa', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5caf442f-90f5-4944-9b7b-3c82b82f80d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:39Z', 'updated_at': '2021-07-15T23:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '6f237a16-fd09-4ff1-9a7e-643955d25013', 'tenant_id': 'c691a27677f54c85a3250b5bafef55f4', 'floating_ip_address': '172.25.5.234', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '5caf442f-90f5-4944-9b7b-3c82b82f80d5', 'port_id': '7eed494b-401b-40ce-bbad-80699ba38b08', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72dd1139-85ac-44a3-8181-7845deb521ca', 'mac_address': 'fa:16:3e:fb:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6fdb51-4815-4ab6-aa5c-c873ffebd225', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:18:07Z', 'updated_at': '2021-07-15T23:18:47Z', 'revision_number': 1, 'project_id': 'c691a27677f54c85a3250b5bafef55f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12c36751-f011-4281-8ed5-a95b40bd1dbf', 'name': '', 'network_id': '72dd1139-85ac-44a3-8181-7845deb521ca', 'tenant_id': 'c691a27677f54c85a3250b5bafef55f4', 'mac_address': 'fa:16:3e:ee:1f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5caf442f-90f5-4944-9b7b-3c82b82f80d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '8c6a4d69-e5f7-4129-9f0b-56463cfab399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:51Z', 'updated_at': '2021-07-15T23:18:12Z', 'revision_number': 5, 'project_id': 'c691a27677f54c85a3250b5bafef55f4', 'subnets': [{'id': '8c6a4d69-e5f7-4129-9f0b-56463cfab399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:52.105993 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c295e29a-0b9a-41af-bcc4-63336cb622f0 tempest-QuotasNegativeTest-1468594132 tempest-QuotasNegativeTest-1468594132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:52.126208 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-70d62592-876b-4fc7-aa03-9810eeb5cbe8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:52.148572 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-c295e29a-0b9a-41af-bcc4-63336cb622f0 tempest-QuotasNegativeTest-1468594132 tempest-QuotasNegativeTest-1468594132-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1157392-839b-4668-ba53-3dbb609f32a3']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:52.171169 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-c295e29a-0b9a-41af-bcc4-63336cb622f0 tempest-QuotasNegativeTest-1468594132 tempest-QuotasNegativeTest-1468594132-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5de7e43a-741d-414f-b031-7f371b901f9e') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:52.173110 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-c295e29a-0b9a-41af-bcc4-63336cb622f0 tempest-QuotasNegativeTest-1468594132 tempest-QuotasNegativeTest-1468594132-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5de7e43a-741d-414f-b031-7f371b901f9e') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:52.181419 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241d77ed-fcba-4af4-9dc0-9ba0aa3346e3 None None] The sync data for ids ['5caf442f-90f5-4944-9b7b-3c82b82f80d5'] in n-d-794306-6 is: [{'id': '5caf442f-90f5-4944-9b7b-3c82b82f80d5', 'name': 'tempest-AttachVolumeTestJSON-1991659375-router', 'tenant_id': 'c691a27677f54c85a3250b5bafef55f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': 'c126e0f2-7b39-47ee-bcb1-ab21bab14aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:36Z', 'updated_at': '2021-07-15T23:17:53Z', 'revision_number': 4, 'project_id': 'c691a27677f54c85a3250b5bafef55f4', 'gw_port': {'id': 'c126e0f2-7b39-47ee-bcb1-ab21bab14aaa', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5caf442f-90f5-4944-9b7b-3c82b82f80d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:39Z', 'updated_at': '2021-07-15T23:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '6f237a16-fd09-4ff1-9a7e-643955d25013', 'tenant_id': 'c691a27677f54c85a3250b5bafef55f4', 'floating_ip_address': '172.25.5.234', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '5caf442f-90f5-4944-9b7b-3c82b82f80d5', 'port_id': '7eed494b-401b-40ce-bbad-80699ba38b08', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72dd1139-85ac-44a3-8181-7845deb521ca', 'mac_address': 'fa:16:3e:fb:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6fdb51-4815-4ab6-aa5c-c873ffebd225', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:18:07Z', 'updated_at': '2021-07-15T23:18:47Z', 'revision_number': 1, 'project_id': 'c691a27677f54c85a3250b5bafef55f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12c36751-f011-4281-8ed5-a95b40bd1dbf', 'name': '', 'network_id': '72dd1139-85ac-44a3-8181-7845deb521ca', 'tenant_id': 'c691a27677f54c85a3250b5bafef55f4', 'mac_address': 'fa:16:3e:ee:1f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5caf442f-90f5-4944-9b7b-3c82b82f80d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '8c6a4d69-e5f7-4129-9f0b-56463cfab399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:51Z', 'updated_at': '2021-07-15T23:18:12Z', 'revision_number': 5, 'project_id': 'c691a27677f54c85a3250b5bafef55f4', 'subnets': [{'id': '8c6a4d69-e5f7-4129-9f0b-56463cfab399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:18:52.184963 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c295e29a-0b9a-41af-bcc4-63336cb622f0 tempest-QuotasNegativeTest-1468594132 tempest-QuotasNegativeTest-1468594132-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:52.205581 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c295e29a-0b9a-41af-bcc4-63336cb622f0 tempest-QuotasNegativeTest-1468594132 tempest-QuotasNegativeTest-1468594132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:52.221036 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c295e29a-0b9a-41af-bcc4-63336cb622f0 tempest-QuotasNegativeTest-1468594132 tempest-QuotasNegativeTest-1468594132-project-admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:18:52.222938 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c295e29a-0b9a-41af-bcc4-63336cb622f0 tempest-QuotasNegativeTest-1468594132 tempest-QuotasNegativeTest-1468594132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:52.281249 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-42a52bc9-504d-47b4-976c-01e793913315 None None] Provisioning complete for port cda09317-764b-439e-9327-aeeda7b02e3a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:18:52.286752 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-42a52bc9-504d-47b4-976c-01e793913315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:52.302267 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.db.resource_extend [None req-70d62592-876b-4fc7-aa03-9810eeb5cbe8 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 23:18:52.349267 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-70d62592-876b-4fc7-aa03-9810eeb5cbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:52.350659 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d62592-876b-4fc7-aa03-9810eeb5cbe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:52.351819 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-70d62592-876b-4fc7-aa03-9810eeb5cbe8 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:52.357354 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dd694d9-0663-4611-bdaa-51e2d56bef0e admin admin] Router 30743393-152b-4660-8f7c-7bae4404815d has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:18:52.371839 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-229df41e-367c-4d31-9c45-c2dc23510eac tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:52.390792 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:18:52.390792 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:18:52.390792 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:18:52.390792 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:18:52.390792 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:18:52.390792 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:18:52.390792 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:18:52.390792 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:18:52.390792 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:18:52.390792 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:18:52.390792 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:18:52.390792 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:18:52.390792 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:18:52.390792 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:18:52.390792 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:18:52.390792 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:18:52.390792 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:18:52.390792 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:18:52.390792 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:18:52.390792 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:18:52.390792 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:18:52.390792 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:18:52.390792 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:18:52.390792 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:18:52.390792 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:18:52.390792 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:18:52.390792 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:18:52.390792 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:18:52.390792 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:18:52.390792 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:18:52.390792 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:18:52.390792 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:18:52.396349 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c295e29a-0b9a-41af-bcc4-63336cb622f0 tempest-QuotasNegativeTest-1468594132 tempest-QuotasNegativeTest-1468594132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:52.431658 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c295e29a-0b9a-41af-bcc4-63336cb622f0 tempest-QuotasNegativeTest-1468594132 tempest-QuotasNegativeTest-1468594132-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:52.444873 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-c295e29a-0b9a-41af-bcc4-63336cb622f0 tempest-QuotasNegativeTest-1468594132 tempest-QuotasNegativeTest-1468594132-project-admin] 10.222.0.48 "DELETE /v2.0/networks/f1157392-839b-4668-ba53-3dbb609f32a3 HTTP/1.1" status: 204 len: 168 time: 0.9250572 Jul 15 23:18:52.479460 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-70d62592-876b-4fc7-aa03-9810eeb5cbe8 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.7457492 Jul 15 23:18:52.503195 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37452) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:52.512765 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-606d665f-a21e-4ae8-8724-c2bc7eb08f5e admin admin] Request body: {'subnet': {'network_id': 'd1484756-2d6b-4cf1-82f2-ca0b5a0942a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1735335415-subnet', 'tenant_id': '4b15e22ba4eb43169240491cd7fe1115', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:52.523453 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229df41e-367c-4d31-9c45-c2dc23510eac tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event deleted for resources: {'Subnet': ['ID=9c5bfbfc-9409-4e9f-8cdb-4247d829facc,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:52.534040 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-229df41e-367c-4d31-9c45-c2dc23510eac tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:52.539909 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-229df41e-367c-4d31-9c45-c2dc23510eac tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "DELETE /v2.0/subnets/9c5bfbfc-9409-4e9f-8cdb-4247d829facc HTTP/1.1" status: 204 len: 168 time: 1.5011506 Jul 15 23:18:52.540583 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37456) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:52.584240 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c295e29a-0b9a-41af-bcc4-63336cb622f0 tempest-QuotasNegativeTest-1468594132 tempest-QuotasNegativeTest-1468594132-project-admin] Pushing event deleted for resources: {'Network': ['ID=f1157392-839b-4668-ba53-3dbb609f32a3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:52.584545 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-98abf2bb-f9f3-4d71-acb6-b2c8ef32fe7e None None] Provisioning complete for port 02b9840b-4f2a-4636-a752-0c7354a5fa50 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:18:52.584942 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-98abf2bb-f9f3-4d71-acb6-b2c8ef32fe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:52.644009 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ac45ea-abb1-465b-a574-af1fbd7d3aa2 None None] New status for floating IP 6f237a16-fd09-4ff1-9a7e-643955d25013: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:18:52.694359 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-401a3bf4-59ff-4f55-a650-9894cc082952 req-5315a6cd-b91e-4d98-808a-b6000a0deabd service neutron] 10.222.0.49 "GET /v2.0/networks/72dd1139-85ac-44a3-8181-7845deb521ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7482514 Jul 15 23:18:52.727452 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741c97d2-adb8-4e1b-ab29-b1bd3d387b72 None None] Network 357dd0f0-c75f-4960-b814-90c7f499ae3e requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:18:52.871819 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-98abf2bb-f9f3-4d71-acb6-b2c8ef32fe7e None None] Port 02b9840b-4f2a-4636-a752-0c7354a5fa50 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:18:52.955316 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23fae07-73e6-467d-bee1-416532a9238b req-19f9bfde-1f88-439d-97a5-dc0a5087cd69 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:52.964631 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e23fae07-73e6-467d-bee1-416532a9238b req-19f9bfde-1f88-439d-97a5-dc0a5087cd69 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=47399831-f20f-45e9-94e1-d2c475495282 HTTP/1.1" status: 200 len: 946 time: 0.1834290 Jul 15 23:18:52.980036 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd694d9-0663-4611-bdaa-51e2d56bef0e admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:18:52.991047 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-dc461bdd-c56f-4d7a-9d98-3d888174e587 None None] Could not find standard attr ID for object 3ec27953-015f-4a78-b143-9eabad3a1b83. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:18:52.996880 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda33641-47c5-4291-861e-05c424917ef7 None None] Sync routers for ids ['30743393-152b-4660-8f7c-7bae4404815d'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:18:53.012440 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606d665f-a21e-4ae8-8724-c2bc7eb08f5e admin admin] Made reservation on behalf of 4b15e22ba4eb43169240491cd7fe1115 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:18:53.017789 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-606d665f-a21e-4ae8-8724-c2bc7eb08f5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:53.029387 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e23fae07-73e6-467d-bee1-416532a9238b req-d0fffe8b-525b-473b-9bed-98ada2f0a14a tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521717 Jul 15 23:18:53.031820 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-0dd694d9-0663-4611-bdaa-51e2d56bef0e admin admin] 10.222.0.48 "PUT /v2.0/routers/30743393-152b-4660-8f7c-7bae4404815d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7054341 Jul 15 23:18:53.055155 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda33641-47c5-4291-861e-05c424917ef7 None None] Routers {'30743393-152b-4660-8f7c-7bae4404815d'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:18:53.057716 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-bda33641-47c5-4291-861e-05c424917ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:18:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['30743393-152b-4660-8f7c-7bae4404815d'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:53.072668 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ed7457-9ca8-448f-a4c7-631258bbee4b None None] DHCP port deletion for 357dd0f0-c75f-4960-b814-90c7f499ae3e request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:18:53.109974 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d62592-876b-4fc7-aa03-9810eeb5cbe8 admin admin] Pushing event updated for resources: {'Network': ['ID=d1484756-2d6b-4cf1-82f2-ca0b5a0942a2,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:53.152276 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network d1484756-2d6b-4cf1-82f2-ca0b5a0942a2 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:18:53.211620 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9d5718fa-d33a-4810-971c-e557d65c344c tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:53.259885 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 37468) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:53.293478 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4a85980-e628-48e3-9b84-f878cb0c4fe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:53.496274 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-bda33641-47c5-4291-861e-05c424917ef7 None None] Set router 30743393-152b-4660-8f7c-7bae4404815d gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:18:53.523331 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22ed7457-9ca8-448f-a4c7-631258bbee4b None None] Deleting port cda09317-764b-439e-9327-aeeda7b02e3a {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:18:53.523897 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22ed7457-9ca8-448f-a4c7-631258bbee4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:53.547806 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4a85980-e628-48e3-9b84-f878cb0c4fe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:53.554979 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4a85980-e628-48e3-9b84-f878cb0c4fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:53.562643 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-606d665f-a21e-4ae8-8724-c2bc7eb08f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:53.664225 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-9d5718fa-d33a-4810-971c-e557d65c344c tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Deleting port cda09317-764b-439e-9327-aeeda7b02e3a {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:18:53.665650 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9d5718fa-d33a-4810-971c-e557d65c344c tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:53.700953 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a85980-e628-48e3-9b84-f878cb0c4fe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c103ede7-a52f-43f6-a02a-7384fb18b708,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:53.709332 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-d4a85980-e628-48e3-9b84-f878cb0c4fe9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9ffe294dde6b404c95517f7184810b67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4483199 Jul 15 23:18:53.714911 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 37476) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:53.757974 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-9d5718fa-d33a-4810-971c-e557d65c344c tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] For port cda09317-764b-439e-9327-aeeda7b02e3a, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=cda09317-764b-439e-9327-aeeda7b02e3a,segment=NetworkSegment(05d9fdee-cb10-401c-9f42-c8c19aa5af43),segment_id=05d9fdee-cb10-401c-9f42-c8c19aa5af43)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:53.758339 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9d5718fa-d33a-4810-971c-e557d65c344c tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:53.791596 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-9d5718fa-d33a-4810-971c-e557d65c344c tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Calling delete_port for cda09317-764b-439e-9327-aeeda7b02e3a owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:18:53.821477 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22ed7457-9ca8-448f-a4c7-631258bbee4b None None] For port cda09317-764b-439e-9327-aeeda7b02e3a, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=cda09317-764b-439e-9327-aeeda7b02e3a,segment=NetworkSegment(05d9fdee-cb10-401c-9f42-c8c19aa5af43),segment_id=05d9fdee-cb10-401c-9f42-c8c19aa5af43)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:53.822399 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22ed7457-9ca8-448f-a4c7-631258bbee4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:53.885414 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22ed7457-9ca8-448f-a4c7-631258bbee4b None None] Calling delete_port for cda09317-764b-439e-9327-aeeda7b02e3a owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:18:53.923065 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7e30900-418a-4002-a66a-a62fc8a05f13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:53.941654 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-af8caa53-98c8-4bc3-8619-d33c09a5c071 req-cb977108-6533-4f04-89c1-cf5ea2859f32 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3212259 Jul 15 23:18:53.955444 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-af8caa53-98c8-4bc3-8619-d33c09a5c071 req-bd8e467a-f765-4e3e-b103-d96116a27d1a tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Request body: {'floatingip': {'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:54.019934 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-af8caa53-98c8-4bc3-8619-d33c09a5c071 req-bd8e467a-f765-4e3e-b103-d96116a27d1a tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:54.080044 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device cda09317-764b-439e-9327-aeeda7b02e3a no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:18:54.081002 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7e30900-418a-4002-a66a-a62fc8a05f13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:54.193772 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7e30900-418a-4002-a66a-a62fc8a05f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:54.200279 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7e30900-418a-4002-a66a-a62fc8a05f13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:54.202554 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-f7e30900-418a-4002-a66a-a62fc8a05f13 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c103ede7-a52f-43f6-a02a-7384fb18b708 HTTP/1.1" status: 204 len: 168 time: 0.4854357 Jul 15 23:18:54.252883 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e30900-418a-4002-a66a-a62fc8a05f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c103ede7-a52f-43f6-a02a-7384fb18b708,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:54.303102 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-af8caa53-98c8-4bc3-8619-d33c09a5c071 req-bd8e467a-f765-4e3e-b103-d96116a27d1a tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:54.359447 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9d5718fa-d33a-4810-971c-e557d65c344c tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:54.403018 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5718fa-d33a-4810-971c-e557d65c344c tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event deleted for resources: {'Port': ['ID=cda09317-764b-439e-9327-aeeda7b02e3a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:54.424573 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5718fa-d33a-4810-971c-e557d65c344c tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] No DVR routers for this DVR port cda09317-764b-439e-9327-aeeda7b02e3a on host n-d-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:18:54.506584 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606d665f-a21e-4ae8-8724-c2bc7eb08f5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ce1cd1d-7829-480f-9da2-8bc3514230d8,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:54.563658 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-af8caa53-98c8-4bc3-8619-d33c09a5c071 req-bd8e467a-f765-4e3e-b103-d96116a27d1a tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Allocated IP 172.25.5.24 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/f64f52f1-a2b8-4a73-8786-78d196a7aaf4) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:18:54.576395 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d71f9-d500-4e4b-a975-6dfe48b6aa9b req-2266c4a7-3cb3-4739-a336-1cd18fa0fb85 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:54.584480 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1f7d71f9-d500-4e4b-a975-6dfe48b6aa9b req-2266c4a7-3cb3-4739-a336-1cd18fa0fb85 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=47399831-f20f-45e9-94e1-d2c475495282 HTTP/1.1" status: 200 len: 946 time: 0.1625218 Jul 15 23:18:54.642252 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9d5718fa-d33a-4810-971c-e557d65c344c tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:54.666560 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-9d5718fa-d33a-4810-971c-e557d65c344c tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['357dd0f0-c75f-4960-b814-90c7f499ae3e']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:54.677949 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Port cda09317-764b-439e-9327-aeeda7b02e3a update to DOWN by agent not found {{(pid=93772) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 15 23:18:54.696659 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-9d5718fa-d33a-4810-971c-e557d65c344c tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05d9fdee-cb10-401c-9f42-c8c19aa5af43') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:54.701869 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-9d5718fa-d33a-4810-971c-e557d65c344c tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05d9fdee-cb10-401c-9f42-c8c19aa5af43') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:54.740515 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9d5718fa-d33a-4810-971c-e557d65c344c tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:54.771497 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9d5718fa-d33a-4810-971c-e557d65c344c tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:54.793570 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d5718fa-d33a-4810-971c-e557d65c344c tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:18:54.794255 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9d5718fa-d33a-4810-971c-e557d65c344c tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:54.815017 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22ed7457-9ca8-448f-a4c7-631258bbee4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:54.883991 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:18:54.883991 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:18:54.883991 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:18:54.883991 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:18:54.883991 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:18:54.883991 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:18:54.883991 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:18:54.883991 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:18:54.883991 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:18:54.883991 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:18:54.883991 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:18:54.883991 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:18:54.883991 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:18:54.883991 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:18:54.883991 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:18:54.883991 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:18:54.883991 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:18:54.883991 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:18:54.883991 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:18:54.883991 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:18:54.883991 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:18:54.883991 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:18:54.883991 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:18:54.883991 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:18:54.883991 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:18:54.883991 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:18:54.883991 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:18:54.883991 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:18:54.883991 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:18:54.883991 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:18:54.883991 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:18:54.883991 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:18:54.891447 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9d5718fa-d33a-4810-971c-e557d65c344c tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:54.892350 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-bda33641-47c5-4291-861e-05c424917ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30743393-152b-4660-8f7c-7bae4404815d', 'name': 'tempest-FloatingIPDetailsTestJSON-533468775-router', 'tenant_id': 'ab954527b26349caad16e04a7887aa2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': 'f3c3d0a2-5556-4dd8-9fc2-fd8db669c706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:18:35Z', 'updated_at': '2021-07-15T23:18:50Z', 'revision_number': 4, 'project_id': 'ab954527b26349caad16e04a7887aa2f', 'gw_port': {'id': 'f3c3d0a2-5556-4dd8-9fc2-fd8db669c706', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:45:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30743393-152b-4660-8f7c-7bae4404815d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:37Z', 'updated_at': '2021-07-15T23:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '02b9840b-4f2a-4636-a752-0c7354a5fa50', 'name': '', 'network_id': '4f00ec95-afd1-4933-94a2-3423df3d856f', 'tenant_id': 'ab954527b26349caad16e04a7887aa2f', 'mac_address': 'fa:16:3e:1f:ea:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30743393-152b-4660-8f7c-7bae4404815d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '570c9acd-a91a-4604-972e-58d7dbcb3886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:45Z', 'updated_at': '2021-07-15T23:18:50Z', 'revision_number': 2, 'project_id': 'ab954527b26349caad16e04a7887aa2f', 'subnets': [{'id': '570c9acd-a91a-4604-972e-58d7dbcb3886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:54.895017 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ed7457-9ca8-448f-a4c7-631258bbee4b None None] Pushing event deleted for resources: {'Port': ['ID=cda09317-764b-439e-9327-aeeda7b02e3a,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:54.901988 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9d5718fa-d33a-4810-971c-e557d65c344c tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:54.912005 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-9d5718fa-d33a-4810-971c-e557d65c344c tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "DELETE /v2.0/networks/357dd0f0-c75f-4960-b814-90c7f499ae3e HTTP/1.1" status: 204 len: 168 time: 2.1830757 Jul 15 23:18:54.914901 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606d665f-a21e-4ae8-8724-c2bc7eb08f5e admin admin] Checking segment: {'id': '056a97c3-fa40-4757-b96f-04fb527ec8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd1484756-2d6b-4cf1-82f2-ca0b5a0942a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:18:54.915489 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606d665f-a21e-4ae8-8724-c2bc7eb08f5e admin admin] Network hostable DHCP agents. Network: d1484756-2d6b-4cf1-82f2-ca0b5a0942a2, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:18:54.917993 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37498) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:54.934737 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-861dee67-ef3c-427e-8128-bda7339e17fe tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Request body: {'port': {'network_id': '6d6470ca-0b4e-4daa-bf18-7e04a4d12a96', 'name': 'tempest-PortsIpV6TestJSON-508840499'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:54.948694 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5718fa-d33a-4810-971c-e557d65c344c tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event deleted for resources: {'Network': ['ID=357dd0f0-c75f-4960-b814-90c7f499ae3e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:54.969100 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-af8caa53-98c8-4bc3-8619-d33c09a5c071 req-bd8e467a-f765-4e3e-b103-d96116a27d1a tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:54.988397 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ed7457-9ca8-448f-a4c7-631258bbee4b None None] No DVR routers for this DVR port cda09317-764b-439e-9327-aeeda7b02e3a on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:18:55.000787 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ed7457-9ca8-448f-a4c7-631258bbee4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:55.001322 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ed7457-9ca8-448f-a4c7-631258bbee4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:55.001774 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ed7457-9ca8-448f-a4c7-631258bbee4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:55.002226 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ed7457-9ca8-448f-a4c7-631258bbee4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:55.002672 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ed7457-9ca8-448f-a4c7-631258bbee4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:55.003117 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ed7457-9ca8-448f-a4c7-631258bbee4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:55.003562 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ed7457-9ca8-448f-a4c7-631258bbee4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:55.004097 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ed7457-9ca8-448f-a4c7-631258bbee4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:55.004843 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ed7457-9ca8-448f-a4c7-631258bbee4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:55.004843 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ed7457-9ca8-448f-a4c7-631258bbee4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:55.005388 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ed7457-9ca8-448f-a4c7-631258bbee4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:55.007990 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ed7457-9ca8-448f-a4c7-631258bbee4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:18:55.024903 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda33641-47c5-4291-861e-05c424917ef7 None None] Checking router: 30743393-152b-4660-8f7c-7bae4404815d for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:18:55.024903 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda33641-47c5-4291-861e-05c424917ef7 None None] Updating router 30743393-152b-4660-8f7c-7bae4404815d port 02b9840b-4f2a-4636-a752-0c7354a5fa50 binding host n-d-794306-6 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:18:55.063784 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 37500) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:55.068772 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-af8caa53-98c8-4bc3-8619-d33c09a5c071 req-bd8e467a-f765-4e3e-b103-d96116a27d1a tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:55.100689 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bda33641-47c5-4291-861e-05c424917ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:55.197645 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-410f567a-c04a-40de-89e4-49beb619042c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:55.242548 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1f7d71f9-d500-4e4b-a975-6dfe48b6aa9b req-170f0c35-073e-4be5-8a32-64dd35134a72 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6533968 Jul 15 23:18:55.251185 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606d665f-a21e-4ae8-8724-c2bc7eb08f5e admin admin] Network d1484756-2d6b-4cf1-82f2-ca0b5a0942a2 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:18:55.273424 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-606d665f-a21e-4ae8-8724-c2bc7eb08f5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, d1484756-2d6b-4cf1-82f2-ca0b5a0942a2) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:18:55.276732 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:55.286257 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606d665f-a21e-4ae8-8724-c2bc7eb08f5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:55.286869 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-606d665f-a21e-4ae8-8724-c2bc7eb08f5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:55.328891 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af8caa53-98c8-4bc3-8619-d33c09a5c071 req-bd8e467a-f765-4e3e-b103-d96116a27d1a tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:18:55.333506 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-af8caa53-98c8-4bc3-8619-d33c09a5c071 req-bd8e467a-f765-4e3e-b103-d96116a27d1a tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:18:55.338889 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861dee67-ef3c-427e-8128-bda7339e17fe tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Made reservation on behalf of 6e9aa8192e944c7f9b496773dbd06067 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:18:55.350562 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ca167a-f050-4029-9d5a-fe9ef31f112b None None] Network d1484756-2d6b-4cf1-82f2-ca0b5a0942a2 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:18:55.352092 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-861dee67-ef3c-427e-8128-bda7339e17fe tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:55.354069 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-af8caa53-98c8-4bc3-8619-d33c09a5c071 req-bd8e467a-f765-4e3e-b103-d96116a27d1a tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:18:55.447471 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-861dee67-ef3c-427e-8128-bda7339e17fe tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] device_id is not set on port 65487a50-f08d-445b-8c83-ebc1c7a60d3d yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:18:55.483723 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-606d665f-a21e-4ae8-8724-c2bc7eb08f5e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 2.9711311 Jul 15 23:18:55.656474 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8e467a-f765-4e3e-b103-d96116a27d1a tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Pushing event updated for resources: {'Port': ['ID=f64f52f1-a2b8-4a73-8786-78d196a7aaf4,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:55.737007 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bda33641-47c5-4291-861e-05c424917ef7 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:55.751757 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bda33641-47c5-4291-861e-05c424917ef7 None None] Transition to ACTIVE for port object 02b9840b-4f2a-4636-a752-0c7354a5fa50 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:18:55.768551 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bda33641-47c5-4291-861e-05c424917ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:55.778089 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013e588c-9bd6-476e-8155-dfa5277b2f4d None None] Network d1484756-2d6b-4cf1-82f2-ca0b5a0942a2 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:18:55.888313 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-410f567a-c04a-40de-89e4-49beb619042c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:55.894122 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-410f567a-c04a-40de-89e4-49beb619042c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:55.926197 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d2b0ec-8d36-43e7-a282-5a32aa3908bb None None] Pushing event updated for resources: {'Port': ['ID=02b9840b-4f2a-4636-a752-0c7354a5fa50,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:55.987467 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-861dee67-ef3c-427e-8128-bda7339e17fe tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:56.078559 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-bda33641-47c5-4291-861e-05c424917ef7 None None] Attempting to bind port 02b9840b-4f2a-4636-a752-0c7354a5fa50 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:18:56.078999 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-bda33641-47c5-4291-861e-05c424917ef7 None None] Attempting to bind port 02b9840b-4f2a-4636-a752-0c7354a5fa50 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '8c812138-d278-41e4-af56-e9d6301a6def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '4f00ec95-afd1-4933-94a2-3423df3d856f'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:18:56.078999 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda33641-47c5-4291-861e-05c424917ef7 None None] Attempting to bind port 02b9840b-4f2a-4636-a752-0c7354a5fa50 on network 4f00ec95-afd1-4933-94a2-3423df3d856f {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:18:56.082135 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410f567a-c04a-40de-89e4-49beb619042c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df184349-9704-4474-b226-cd470c1f4af8,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:56.098879 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-410f567a-c04a-40de-89e4-49beb619042c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=99349b9c3e2c494ca1b758f4234b57a0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0323992 Jul 15 23:18:56.103592 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 37516) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:56.122888 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-861dee67-ef3c-427e-8128-bda7339e17fe tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:56.194771 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda33641-47c5-4291-861e-05c424917ef7 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:18:56.195186 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda33641-47c5-4291-861e-05c424917ef7 None None] Checking segment: {'id': '8c812138-d278-41e4-af56-e9d6301a6def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '4f00ec95-afd1-4933-94a2-3423df3d856f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:18:56.195562 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bda33641-47c5-4291-861e-05c424917ef7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:56.195990 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda33641-47c5-4291-861e-05c424917ef7 None None] Bound using segment: {'id': '8c812138-d278-41e4-af56-e9d6301a6def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '4f00ec95-afd1-4933-94a2-3423df3d856f'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:18:56.196483 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-bda33641-47c5-4291-861e-05c424917ef7 None None] Bound port: 02b9840b-4f2a-4636-a752-0c7354a5fa50, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c812138-d278-41e4-af56-e9d6301a6def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '4f00ec95-afd1-4933-94a2-3423df3d856f'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:18:56.196880 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bda33641-47c5-4291-861e-05c424917ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:56.260118 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861dee67-ef3c-427e-8128-bda7339e17fe tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event updated for resources: {'Port': ['ID=65487a50-f08d-445b-8c83-ebc1c7a60d3d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:56.274152 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861dee67-ef3c-427e-8128-bda7339e17fe tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Network 6d6470ca-0b4e-4daa-bf18-7e04a4d12a96 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:18:56.275779 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-861dee67-ef3c-427e-8128-bda7339e17fe tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:18:56.278872 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861dee67-ef3c-427e-8128-bda7339e17fe tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:18:56.286074 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861dee67-ef3c-427e-8128-bda7339e17fe tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:56.286759 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-861dee67-ef3c-427e-8128-bda7339e17fe tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:56.309457 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-861dee67-ef3c-427e-8128-bda7339e17fe tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.3792915 Jul 15 23:18:56.312324 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37522) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:56.370007 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-af8caa53-98c8-4bc3-8619-d33c09a5c071 req-bd8e467a-f765-4e3e-b103-d96116a27d1a tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:56.406887 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca74d079-dbbb-4629-b6de-3aababe9aebf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:56.422099 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-bda33641-47c5-4291-861e-05c424917ef7 None None] For port 02b9840b-4f2a-4636-a752-0c7354a5fa50, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:18:56.426209 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-bda33641-47c5-4291-861e-05c424917ef7 None None] For port 02b9840b-4f2a-4636-a752-0c7354a5fa50, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=02b9840b-4f2a-4636-a752-0c7354a5fa50,segment=NetworkSegment(8c812138-d278-41e4-af56-e9d6301a6def),segment_id=8c812138-d278-41e4-af56-e9d6301a6def)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:18:56.431302 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bda33641-47c5-4291-861e-05c424917ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:56.520185 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-7bcbd3bd-4759-474e-9a23-da0063138787 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Deleting port 65487a50-f08d-445b-8c83-ebc1c7a60d3d {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:18:56.530523 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7bcbd3bd-4759-474e-9a23-da0063138787 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:56.537917 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda33641-47c5-4291-861e-05c424917ef7 None None] Routers {'30743393-152b-4660-8f7c-7bae4404815d'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:18:56.538571 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-bda33641-47c5-4291-861e-05c424917ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:18:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['30743393-152b-4660-8f7c-7bae4404815d'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:56.654395 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d2b0ec-8d36-43e7-a282-5a32aa3908bb None None] Pushing event updated for resources: {'Port': ['ID=02b9840b-4f2a-4636-a752-0c7354a5fa50,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:56.668302 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca74d079-dbbb-4629-b6de-3aababe9aebf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:56.691072 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7bcbd3bd-4759-474e-9a23-da0063138787 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:56.712969 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-7bcbd3bd-4759-474e-9a23-da0063138787 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Calling delete_port for 65487a50-f08d-445b-8c83-ebc1c7a60d3d owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:18:56.778730 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-af8caa53-98c8-4bc3-8619-d33c09a5c071 req-bd8e467a-f765-4e3e-b103-d96116a27d1a tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:56.825543 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-bda33641-47c5-4291-861e-05c424917ef7 None None] Set router 30743393-152b-4660-8f7c-7bae4404815d gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:18:56.894264 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7bcbd3bd-4759-474e-9a23-da0063138787 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:56.917222 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e58b8-8d54-4c4b-b5e4-2b298d4a96b1 req-ef505d93-1f73-43c0-845f-12262f36d90e tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:56.919649 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-479e58b8-8d54-4c4b-b5e4-2b298d4a96b1 req-ef505d93-1f73-43c0-845f-12262f36d90e tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/networks?id=d1484756-2d6b-4cf1-82f2-ca0b5a0942a2 HTTP/1.1" status: 200 len: 806 time: 0.5214624 Jul 15 23:18:56.987050 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcbd3bd-4759-474e-9a23-da0063138787 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event deleted for resources: {'Port': ['ID=65487a50-f08d-445b-8c83-ebc1c7a60d3d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:56.996092 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-479e58b8-8d54-4c4b-b5e4-2b298d4a96b1 req-4069bd42-f669-43a4-be3c-e5b8386d6fb0 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/quotas/4b15e22ba4eb43169240491cd7fe1115 HTTP/1.1" status: 200 len: 375 time: 0.0509899 Jul 15 23:18:56.997210 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7bcbd3bd-4759-474e-9a23-da0063138787 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:57.005148 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 37540) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:57.006042 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-7bcbd3bd-4759-474e-9a23-da0063138787 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "DELETE /v2.0/ports/65487a50-f08d-445b-8c83-ebc1c7a60d3d HTTP/1.1" status: 204 len: 168 time: 0.6920671 Jul 15 23:18:57.009222 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca74d079-dbbb-4629-b6de-3aababe9aebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:57.011815 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca74d079-dbbb-4629-b6de-3aababe9aebf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:57.026765 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-ca74d079-dbbb-4629-b6de-3aababe9aebf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/df184349-9704-4474-b226-cd470c1f4af8 HTTP/1.1" status: 204 len: 168 time: 0.9206481 Jul 15 23:18:57.042782 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-88bacd51-a932-4e27-9016-ca009016516b tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Request body: {'port': {'network_id': '6d6470ca-0b4e-4daa-bf18-7e04a4d12a96', 'mac_address': 'fa:16:3e:58:ee:93', 'name': 'tempest-PortsIpV6TestJSON-1348525617'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:57.180452 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-bda33641-47c5-4291-861e-05c424917ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30743393-152b-4660-8f7c-7bae4404815d', 'name': 'tempest-FloatingIPDetailsTestJSON-533468775-router', 'tenant_id': 'ab954527b26349caad16e04a7887aa2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': 'f3c3d0a2-5556-4dd8-9fc2-fd8db669c706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:18:35Z', 'updated_at': '2021-07-15T23:18:50Z', 'revision_number': 4, 'project_id': 'ab954527b26349caad16e04a7887aa2f', 'gw_port': {'id': 'f3c3d0a2-5556-4dd8-9fc2-fd8db669c706', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:45:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30743393-152b-4660-8f7c-7bae4404815d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:37Z', 'updated_at': '2021-07-15T23:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '02b9840b-4f2a-4636-a752-0c7354a5fa50', 'name': '', 'network_id': '4f00ec95-afd1-4933-94a2-3423df3d856f', 'tenant_id': 'ab954527b26349caad16e04a7887aa2f', 'mac_address': 'fa:16:3e:1f:ea:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30743393-152b-4660-8f7c-7bae4404815d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '570c9acd-a91a-4604-972e-58d7dbcb3886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:45Z', 'updated_at': '2021-07-15T23:18:56Z', 'revision_number': 4, 'project_id': 'ab954527b26349caad16e04a7887aa2f', 'subnets': [{'id': '570c9acd-a91a-4604-972e-58d7dbcb3886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:18:57.190880 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca74d079-dbbb-4629-b6de-3aababe9aebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df184349-9704-4474-b226-cd470c1f4af8,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:57.196055 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-479e58b8-8d54-4c4b-b5e4-2b298d4a96b1 req-28840a43-1e70-4c13-b4c3-976a4aac59a4 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4b15e22ba4eb43169240491cd7fe1115&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1885929 Jul 15 23:18:57.261318 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda33641-47c5-4291-861e-05c424917ef7 None None] The sync data for ids ['30743393-152b-4660-8f7c-7bae4404815d'] in n-d-794306-6 is: [{'id': '30743393-152b-4660-8f7c-7bae4404815d', 'name': 'tempest-FloatingIPDetailsTestJSON-533468775-router', 'tenant_id': 'ab954527b26349caad16e04a7887aa2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': 'f3c3d0a2-5556-4dd8-9fc2-fd8db669c706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:18:35Z', 'updated_at': '2021-07-15T23:18:50Z', 'revision_number': 4, 'project_id': 'ab954527b26349caad16e04a7887aa2f', 'gw_port': {'id': 'f3c3d0a2-5556-4dd8-9fc2-fd8db669c706', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:45:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30743393-152b-4660-8f7c-7bae4404815d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:37Z', 'updated_at': '2021-07-15T23:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '02b9840b-4f2a-4636-a752-0c7354a5fa50', 'name': '', 'network_id': '4f00ec95-afd1-4933-94a2-3423df3d856f', 'tenant_id': 'ab954527b26349caad16e04a7887aa2f', 'mac_address': 'fa:16:3e:1f:ea:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30743393-152b-4660-8f7c-7bae4404815d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '570c9acd-a91a-4604-972e-58d7dbcb3886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:45Z', 'updated_at': '2021-07-15T23:18:56Z', 'revision_number': 4, 'project_id': 'ab954527b26349caad16e04a7887aa2f', 'subnets': [{'id': '570c9acd-a91a-4604-972e-58d7dbcb3886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:18:57.315010 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88bacd51-a932-4e27-9016-ca009016516b tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Made reservation on behalf of 6e9aa8192e944c7f9b496773dbd06067 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:18:57.514172 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-88bacd51-a932-4e27-9016-ca009016516b tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:57.559009 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-88bacd51-a932-4e27-9016-ca009016516b tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] device_id is not set on port 368d84e9-bdb7-4f96-b4a1-a87d65cbf818 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:18:57.694779 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-479e58b8-8d54-4c4b-b5e4-2b298d4a96b1 req-f26ca4b8-7036-40db-9dec-8aef13620c72 service neutron] 10.222.0.48 "GET /v2.0/networks/d1484756-2d6b-4cf1-82f2-ca0b5a0942a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4575562 Jul 15 23:18:57.714716 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-af8caa53-98c8-4bc3-8619-d33c09a5c071 req-bd8e467a-f765-4e3e-b103-d96116a27d1a tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:57.739641 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-af8caa53-98c8-4bc3-8619-d33c09a5c071 req-bd8e467a-f765-4e3e-b103-d96116a27d1a tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:57.904121 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-af8caa53-98c8-4bc3-8619-d33c09a5c071 req-bd8e467a-f765-4e3e-b103-d96116a27d1a tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:58.026539 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-af8caa53-98c8-4bc3-8619-d33c09a5c071 req-bd8e467a-f765-4e3e-b103-d96116a27d1a tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:58.028545 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-af8caa53-98c8-4bc3-8619-d33c09a5c071 req-bd8e467a-f765-4e3e-b103-d96116a27d1a tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.0857894 Jul 15 23:18:58.061384 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8e467a-f765-4e3e-b103-d96116a27d1a tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Pushing event updated for resources: {'Port': ['ID=f64f52f1-a2b8-4a73-8786-78d196a7aaf4,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:58.150273 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 02b9840b-4f2a-4636-a752-0c7354a5fa50 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:18:58.226249 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-479e58b8-8d54-4c4b-b5e4-2b298d4a96b1 req-4365ed26-64b0-4fc5-9539-f7af890cecef service neutron] 10.222.0.48 "GET /v2.0/networks/d1484756-2d6b-4cf1-82f2-ca0b5a0942a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5304072 Jul 15 23:18:58.276173 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 02b9840b-4f2a-4636-a752-0c7354a5fa50 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:18:58.292819 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 02b9840b-4f2a-4636-a752-0c7354a5fa50 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:18:58.293189 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:58.324130 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-88bacd51-a932-4e27-9016-ca009016516b tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:58.385813 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-af8caa53-98c8-4bc3-8619-d33c09a5c071 req-2b506012-8ec5-473d-84f6-4ff15ddbdb53 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.24 HTTP/1.1" status: 200 len: 695 time: 0.3094845 Jul 15 23:18:58.387652 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-88bacd51-a932-4e27-9016-ca009016516b tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:58.409009 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:18:58.531786 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bacd51-a932-4e27-9016-ca009016516b tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Network 6d6470ca-0b4e-4daa-bf18-7e04a4d12a96 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:18:58.535728 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bacd51-a932-4e27-9016-ca009016516b tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event updated for resources: {'Port': ['ID=368d84e9-bdb7-4f96-b4a1-a87d65cbf818,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:58.554701 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-88bacd51-a932-4e27-9016-ca009016516b tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:18:58.581020 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:58.594383 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bacd51-a932-4e27-9016-ca009016516b tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:18:58.600577 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88bacd51-a932-4e27-9016-ca009016516b tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:58.601275 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-88bacd51-a932-4e27-9016-ca009016516b tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:58.655861 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-88bacd51-a932-4e27-9016-ca009016516b tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6465540 Jul 15 23:18:58.656064 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37576) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:58.676766 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 02b9840b-4f2a-4636-a752-0c7354a5fa50, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=02b9840b-4f2a-4636-a752-0c7354a5fa50,segment=NetworkSegment(8c812138-d278-41e4-af56-e9d6301a6def),segment_id=8c812138-d278-41e4-af56-e9d6301a6def)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:18:58.682868 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:58.698609 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 37578) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:58.740491 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8caa53-98c8-4bc3-8619-d33c09a5c071 req-c5c9dc4f-ac0f-47f1-afed-7091d5df1dbe tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:58.744026 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-af8caa53-98c8-4bc3-8619-d33c09a5c071 req-c5c9dc4f-ac0f-47f1-afed-7091d5df1dbe tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] 10.222.0.48 "GET /v2.0/networks/c4160cc4-e133-4d4e-ad39-f86bca4b2f14 HTTP/1.1" status: 200 len: 784 time: 0.3364213 Jul 15 23:18:58.847799 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75449888-8604-4314-ad2c-a636ac8cc556 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:58.852450 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-75449888-8604-4314-ad2c-a636ac8cc556 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "GET /v2.0/ports/368d84e9-bdb7-4f96-b4a1-a87d65cbf818 HTTP/1.1" status: 200 len: 845 time: 0.1952510 Jul 15 23:18:58.853202 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37584) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:58.876646 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=02b9840b-4f2a-4636-a752-0c7354a5fa50,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:58.927859 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc40ddb-d7a8-4a16-ad32-2de40aca8b63 req-ada315c6-777d-441f-9228-aff3808818d5 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:58.942070 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7bc40ddb-d7a8-4a16-ad32-2de40aca8b63 req-ada315c6-777d-441f-9228-aff3808818d5 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=47399831-f20f-45e9-94e1-d2c475495282 HTTP/1.1" status: 200 len: 946 time: 0.2579911 Jul 15 23:18:59.035044 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7bc40ddb-d7a8-4a16-ad32-2de40aca8b63 req-d56b4dab-db9b-4b9c-ac32-10d4fb619a72 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919666 Jul 15 23:18:59.053510 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-1fc105ed-1350-4191-a0d4-712fcd871109 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1382569794'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:59.090813 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-382da2cf-458f-4a5f-ae67-27bc534ed9c8 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Deleting port 368d84e9-bdb7-4f96-b4a1-a87d65cbf818 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:18:59.091282 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-382da2cf-458f-4a5f-ae67-27bc534ed9c8 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:59.142076 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8211ad62-0981-4216-8613-1c8f16337246 req-cbe98b2f-a56e-4218-9373-ce3cc40c6894 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=d060e55a-acc4-47ec-a658-af16a484eec8 HTTP/1.1" status: 200 len: 210 time: 0.0793180 Jul 15 23:18:59.142606 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 37592) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:59.163733 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc105ed-1350-4191-a0d4-712fcd871109 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Made reservation on behalf of 8a20a2640b4c4216b7c8c5cc19f0a240 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:18:59.175674 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1fc105ed-1350-4191-a0d4-712fcd871109 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:59.270936 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37598) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:59.276434 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-730c97b3-4c32-4943-bd8c-31c8c136842e tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1151724122'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:59.286323 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-382da2cf-458f-4a5f-ae67-27bc534ed9c8 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:59.308554 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-382da2cf-458f-4a5f-ae67-27bc534ed9c8 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Calling delete_port for 368d84e9-bdb7-4f96-b4a1-a87d65cbf818 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:18:59.325731 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730c97b3-4c32-4943-bd8c-31c8c136842e tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Made reservation on behalf of 1535e8fb4bbf47a995341d11b9792565 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:18:59.330519 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-730c97b3-4c32-4943-bd8c-31c8c136842e tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:59.360205 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1fc105ed-1350-4191-a0d4-712fcd871109 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:59.430700 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-730c97b3-4c32-4943-bd8c-31c8c136842e tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:18:59.450307 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-730c97b3-4c32-4943-bd8c-31c8c136842e tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:59.450868 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-730c97b3-4c32-4943-bd8c-31c8c136842e tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Added segment eebb0b36-7201-438e-8bcb-6ea46d9d1a58 of type vlan for network 0c520006-2621-40c6-9dbf-a751b4cb8117 Jul 15 23:18:59.519089 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-730c97b3-4c32-4943-bd8c-31c8c136842e tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:59.526250 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-382da2cf-458f-4a5f-ae67-27bc534ed9c8 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:59.534516 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1fc105ed-1350-4191-a0d4-712fcd871109 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:59.569955 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c9ea6f78-44b5-4c2a-a211-9a4d73e07920 req-f906280c-9bd5-4409-83c0-0da2c1f5e10c tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4311626 Jul 15 23:18:59.572260 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1fc105ed-1350-4191-a0d4-712fcd871109 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:59.586961 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fc105ed-1350-4191-a0d4-712fcd871109 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:18:59.587493 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382da2cf-458f-4a5f-ae67-27bc534ed9c8 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event deleted for resources: {'Port': ['ID=368d84e9-bdb7-4f96-b4a1-a87d65cbf818,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:59.598323 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1fc105ed-1350-4191-a0d4-712fcd871109 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:59.599411 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-1fc105ed-1350-4191-a0d4-712fcd871109 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Added segment d8cba6e0-3898-4563-85db-633cfc2da479 of type vlan for network 84f0c761-0aac-442a-b3a1-937c1e4bd8a3 Jul 15 23:18:59.602831 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-382da2cf-458f-4a5f-ae67-27bc534ed9c8 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:59.608373 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-382da2cf-458f-4a5f-ae67-27bc534ed9c8 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "DELETE /v2.0/ports/368d84e9-bdb7-4f96-b4a1-a87d65cbf818 HTTP/1.1" status: 204 len: 168 time: 0.7534690 Jul 15 23:18:59.628492 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37604) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:59.672419 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-c9ea6f78-44b5-4c2a-a211-9a4d73e07920 req-92de6fb7-2945-414d-a8ce-befabf4a31c5 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Request body: {'floatingip': {'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:59.687142 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-0df0e6d1-48cb-4d2a-98ee-9812c98acbf6 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] GET failed (client error): The resource could not be found. Jul 15 23:18:59.689011 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-0df0e6d1-48cb-4d2a-98ee-9812c98acbf6 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "GET /v2.0/ports/368d84e9-bdb7-4f96-b4a1-a87d65cbf818 HTTP/1.1" status: 404 len: 333 time: 0.0590143 Jul 15 23:18:59.692266 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-730c97b3-4c32-4943-bd8c-31c8c136842e tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:59.699284 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730c97b3-4c32-4943-bd8c-31c8c136842e tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:59.700091 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-730c97b3-4c32-4943-bd8c-31c8c136842e tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:59.712824 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37606) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:59.723163 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-59256695-1fa4-4d78-91c1-fc058a18728b tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Request body: {'port': {'network_id': '6d6470ca-0b4e-4daa-bf18-7e04a4d12a96', 'name': 'tempest-PortsIpV6TestJSON-344888100'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:59.737928 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1fc105ed-1350-4191-a0d4-712fcd871109 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:59.775882 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-730c97b3-4c32-4943-bd8c-31c8c136842e tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5033097 Jul 15 23:18:59.783996 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37608) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:18:59.790853 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-8a87d7f1-0548-4b87-9501-c176471f112f tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-605326152'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:18:59.801147 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc105ed-1350-4191-a0d4-712fcd871109 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4bb385-015d-4a3e-8802-1b60b1d69b88,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:59.804514 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c9ea6f78-44b5-4c2a-a211-9a4d73e07920 req-92de6fb7-2945-414d-a8ce-befabf4a31c5 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:59.867107 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1fc105ed-1350-4191-a0d4-712fcd871109 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:59.872908 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc105ed-1350-4191-a0d4-712fcd871109 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:18:59.873572 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1fc105ed-1350-4191-a0d4-712fcd871109 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:18:59.924736 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730c97b3-4c32-4943-bd8c-31c8c136842e tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Pushing event updated for resources: {'Network': ['ID=0c520006-2621-40c6-9dbf-a751b4cb8117,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:18:59.946621 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 0c520006-2621-40c6-9dbf-a751b4cb8117 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:19:00.007614 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a87d7f1-0548-4b87-9501-c176471f112f tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Made reservation on behalf of 1535e8fb4bbf47a995341d11b9792565 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:00.023488 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a87d7f1-0548-4b87-9501-c176471f112f tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:00.058382 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 02b9840b-4f2a-4636-a752-0c7354a5fa50 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:19:00.083550 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a87d7f1-0548-4b87-9501-c176471f112f tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:19:00.094097 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a87d7f1-0548-4b87-9501-c176471f112f tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:00.094808 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-8a87d7f1-0548-4b87-9501-c176471f112f tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Added segment 5704f6c6-cb22-49cf-8189-8f79a4796c0a of type vlan for network fe121fa5-288f-4a74-ba61-28037c633efd Jul 15 23:19:00.140258 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a87d7f1-0548-4b87-9501-c176471f112f tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:00.173718 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59256695-1fa4-4d78-91c1-fc058a18728b tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Made reservation on behalf of 6e9aa8192e944c7f9b496773dbd06067 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:00.182664 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-59256695-1fa4-4d78-91c1-fc058a18728b tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:00.192707 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a87d7f1-0548-4b87-9501-c176471f112f tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:00.200494 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a87d7f1-0548-4b87-9501-c176471f112f tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:00.201139 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a87d7f1-0548-4b87-9501-c176471f112f tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:00.212241 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 02b9840b-4f2a-4636-a752-0c7354a5fa50 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:00.213075 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:00.236252 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-1fc105ed-1350-4191-a0d4-712fcd871109 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.5357807 Jul 15 23:19:00.241978 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 37616) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:00.247538 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-78eefa6d-7375-4f9b-aa88-b39022a2d41a tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Request body: {'subnet': {'network_id': '84f0c761-0aac-442a-b3a1-937c1e4bd8a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:00.331601 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-59256695-1fa4-4d78-91c1-fc058a18728b tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] device_id is not set on port a707681c-4436-44c0-a52b-63133ba56129 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:19:00.349073 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-8a87d7f1-0548-4b87-9501-c176471f112f tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5634193 Jul 15 23:19:00.353314 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37618) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:00.366454 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-3f2b455e-060d-4eae-ad36-36b8a71a228b tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Request body: {'subnet': {'network_id': '0c520006-2621-40c6-9dbf-a751b4cb8117', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:00.458834 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a87d7f1-0548-4b87-9501-c176471f112f tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Pushing event updated for resources: {'Network': ['ID=fe121fa5-288f-4a74-ba61-28037c633efd,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:00.506338 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network fe121fa5-288f-4a74-ba61-28037c633efd details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:19:00.594466 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f2b455e-060d-4eae-ad36-36b8a71a228b tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Made reservation on behalf of 1535e8fb4bbf47a995341d11b9792565 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:00.598145 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f2b455e-060d-4eae-ad36-36b8a71a228b tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:00.740206 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2888f3ce-0ef4-4d38-9f63-aa401ffd2a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:00.751278 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-59256695-1fa4-4d78-91c1-fc058a18728b tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:00.837386 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc105ed-1350-4191-a0d4-712fcd871109 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Pushing event updated for resources: {'Network': ['ID=84f0c761-0aac-442a-b3a1-937c1e4bd8a3,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:00.852028 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 84f0c761-0aac-442a-b3a1-937c1e4bd8a3 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:19:00.960373 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78eefa6d-7375-4f9b-aa88-b39022a2d41a tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Made reservation on behalf of 8a20a2640b4c4216b7c8c5cc19f0a240 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:00.966303 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-78eefa6d-7375-4f9b-aa88-b39022a2d41a tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:01.020423 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e58b8-8d54-4c4b-b5e4-2b298d4a96b1 req-9bfa60e5-6c1c-4323-8a11-2cbc76522421 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:01.022903 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-479e58b8-8d54-4c4b-b5e4-2b298d4a96b1 req-9bfa60e5-6c1c-4323-8a11-2cbc76522421 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.41 "GET /v2.0/networks?id=d1484756-2d6b-4cf1-82f2-ca0b5a0942a2 HTTP/1.1" status: 200 len: 806 time: 0.3090026 Jul 15 23:19:01.050068 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-479e58b8-8d54-4c4b-b5e4-2b298d4a96b1 req-607dabe3-cc76-4352-b152-c4fc7bed50cf tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Request body: {'port': {'device_id': 'd060e55a-acc4-47ec-a658-af16a484eec8', 'network_id': 'd1484756-2d6b-4cf1-82f2-ca0b5a0942a2', 'admin_state_up': True, 'tenant_id': '4b15e22ba4eb43169240491cd7fe1115'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:01.102458 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-59256695-1fa4-4d78-91c1-fc058a18728b tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:01.128507 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c9ea6f78-44b5-4c2a-a211-9a4d73e07920 req-92de6fb7-2945-414d-a8ce-befabf4a31c5 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:01.212231 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe9b760-bbfe-4b75-bee2-faeb964f2f95 req-a5af8ae5-e594-4f20-a054-0bee3cb90c0f tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:01.213825 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dfe9b760-bbfe-4b75-bee2-faeb964f2f95 req-a5af8ae5-e594-4f20-a054-0bee3cb90c0f tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=47399831-f20f-45e9-94e1-d2c475495282 HTTP/1.1" status: 200 len: 946 time: 0.4580126 Jul 15 23:19:01.241052 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59256695-1fa4-4d78-91c1-fc058a18728b tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Network 6d6470ca-0b4e-4daa-bf18-7e04a4d12a96 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:01.250683 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f2b455e-060d-4eae-ad36-36b8a71a228b tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:01.259533 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-59256695-1fa4-4d78-91c1-fc058a18728b tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:01.287125 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59256695-1fa4-4d78-91c1-fc058a18728b tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:19:01.292555 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59256695-1fa4-4d78-91c1-fc058a18728b tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:01.293171 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-59256695-1fa4-4d78-91c1-fc058a18728b tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:01.319100 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59256695-1fa4-4d78-91c1-fc058a18728b tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event updated for resources: {'Port': ['ID=a707681c-4436-44c0-a52b-63133ba56129,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:01.360677 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-59256695-1fa4-4d78-91c1-fc058a18728b tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.6432793 Jul 15 23:19:01.361414 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dfe9b760-bbfe-4b75-bee2-faeb964f2f95 req-7068142d-e606-415b-8f4a-2d5889f673f4 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347380 Jul 15 23:19:01.366719 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37622) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:01.370919 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ec821441-98da-4bce-b6d0-9c82eb2a9421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:01.376145 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-2972b0d1-dfef-4e99-bd0d-673657ef02b3 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:01.379778 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2b455e-060d-4eae-ad36-36b8a71a228b tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Pushing event updated for resources: {'Subnet': ['ID=23c0bd4a-d2bf-4a09-a38b-63c0db5d678a,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:01.446186 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-c9ea6f78-44b5-4c2a-a211-9a4d73e07920 req-92de6fb7-2945-414d-a8ce-befabf4a31c5 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Allocated IP 172.25.5.114 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/352837a6-a080-4dcd-9250-7ea6712c75e3) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:01.453075 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-479e58b8-8d54-4c4b-b5e4-2b298d4a96b1 req-607dabe3-cc76-4352-b152-c4fc7bed50cf tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Made reservation on behalf of 4b15e22ba4eb43169240491cd7fe1115 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:01.456828 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-479e58b8-8d54-4c4b-b5e4-2b298d4a96b1 req-607dabe3-cc76-4352-b152-c4fc7bed50cf tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:01.462617 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2b455e-060d-4eae-ad36-36b8a71a228b tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Checking segment: {'id': 'eebb0b36-7201-438e-8bcb-6ea46d9d1a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0c520006-2621-40c6-9dbf-a751b4cb8117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:19:01.462842 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2b455e-060d-4eae-ad36-36b8a71a228b tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Network hostable DHCP agents. Network: 0c520006-2621-40c6-9dbf-a751b4cb8117, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:19:01.534117 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2b455e-060d-4eae-ad36-36b8a71a228b tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Network 0c520006-2621-40c6-9dbf-a751b4cb8117 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:19:01.592759 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-3f2b455e-060d-4eae-ad36-36b8a71a228b tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 0c520006-2621-40c6-9dbf-a751b4cb8117) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:01.599006 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-11a60423-d894-4b9f-947c-89bcd141aace req-0be8621d-1df6-4de8-bc4e-0adf62cddd7c tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=d060e55a-acc4-47ec-a658-af16a484eec8 HTTP/1.1" status: 200 len: 210 time: 0.0658000 Jul 15 23:19:01.599207 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2972b0d1-dfef-4e99-bd0d-673657ef02b3 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:01.605741 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2b455e-060d-4eae-ad36-36b8a71a228b tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:01.606053 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edaee4b8-ebbf-4db1-b97a-e86db8220b61 None None] Network 0c520006-2621-40c6-9dbf-a751b4cb8117 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:19:01.606827 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f2b455e-060d-4eae-ad36-36b8a71a228b tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:01.651079 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-78eefa6d-7375-4f9b-aa88-b39022a2d41a tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:01.704350 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-3f2b455e-060d-4eae-ad36-36b8a71a228b tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3498235 Jul 15 23:19:01.712098 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37624) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:01.719941 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-168b1db6-d010-4cbf-8a13-4f0c099035f9 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Request body: {'subnet': {'network_id': 'fe121fa5-288f-4a74-ba61-28037c633efd', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:01.751391 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eefa6d-7375-4f9b-aa88-b39022a2d41a tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Pushing event updated for resources: {'Subnet': ['ID=6eaaddce-fa44-4402-bb6b-003f22eb5683,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:01.830718 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-479e58b8-8d54-4c4b-b5e4-2b298d4a96b1 req-607dabe3-cc76-4352-b152-c4fc7bed50cf tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Allocated IP 172.20.0.7 (d1484756-2d6b-4cf1-82f2-ca0b5a0942a2/1ce1cd1d-7829-480f-9da2-8bc3514230d8/428fc395-88ca-4e6d-b708-6f3664ed368d) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:01.876316 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5627cdf3-0f93-4efb-be4d-2614baab3343 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-0c520006-2621-40c6-9dbf-a751b4cb8117', 'network_id': '0c520006-2621-40c6-9dbf-a751b4cb8117', 'tenant_id': '1535e8fb4bbf47a995341d11b9792565', 'fixed_ips': [{'subnet_id': '23c0bd4a-d2bf-4a09-a38b-63c0db5d678a'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:19:01.878113 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5627cdf3-0f93-4efb-be4d-2614baab3343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:01.883633 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78eefa6d-7375-4f9b-aa88-b39022a2d41a tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Checking segment: {'id': 'd8cba6e0-3898-4563-85db-633cfc2da479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '84f0c761-0aac-442a-b3a1-937c1e4bd8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:19:01.884755 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78eefa6d-7375-4f9b-aa88-b39022a2d41a tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Network hostable DHCP agents. Network: 84f0c761-0aac-442a-b3a1-937c1e4bd8a3, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:19:01.938811 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c9ea6f78-44b5-4c2a-a211-9a4d73e07920 req-92de6fb7-2945-414d-a8ce-befabf4a31c5 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:01.943921 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78eefa6d-7375-4f9b-aa88-b39022a2d41a tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Network 84f0c761-0aac-442a-b3a1-937c1e4bd8a3 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:19:01.965675 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-78eefa6d-7375-4f9b-aa88-b39022a2d41a tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 84f0c761-0aac-442a-b3a1-937c1e4bd8a3) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:01.976478 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78eefa6d-7375-4f9b-aa88-b39022a2d41a tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:01.977096 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-78eefa6d-7375-4f9b-aa88-b39022a2d41a tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:01.997614 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c5e205-ceb6-4023-a899-b843f18f55b6 None None] Network 84f0c761-0aac-442a-b3a1-937c1e4bd8a3 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:19:02.022938 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-168b1db6-d010-4cbf-8a13-4f0c099035f9 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Made reservation on behalf of 1535e8fb4bbf47a995341d11b9792565 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:02.026522 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-168b1db6-d010-4cbf-8a13-4f0c099035f9 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:02.034389 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-78eefa6d-7375-4f9b-aa88-b39022a2d41a tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7912397 Jul 15 23:19:02.039483 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 37626) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:02.049741 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-287c6c6e-42af-4ec2-8472-d95623b92456 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Request body: {'port': {'network_id': '84f0c761-0aac-442a-b3a1-937c1e4bd8a3', 'name': 'tempest-AllowedAddressPairTestJSON-431464844'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:02.100798 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2972b0d1-dfef-4e99-bd0d-673657ef02b3 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:02.103111 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c9ea6f78-44b5-4c2a-a211-9a4d73e07920 req-92de6fb7-2945-414d-a8ce-befabf4a31c5 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:02.120133 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-5627cdf3-0f93-4efb-be4d-2614baab3343 None None] Allocated IP 10.1.1.2 (0c520006-2621-40c6-9dbf-a751b4cb8117/23c0bd4a-d2bf-4a09-a38b-63c0db5d678a/2fd19882-f993-4031-b843-12a0be7858b9) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:02.163963 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2972b0d1-dfef-4e99-bd0d-673657ef02b3 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:02.191097 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9ea6f78-44b5-4c2a-a211-9a4d73e07920 req-92de6fb7-2945-414d-a8ce-befabf4a31c5 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:02.201990 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-c9ea6f78-44b5-4c2a-a211-9a4d73e07920 req-92de6fb7-2945-414d-a8ce-befabf4a31c5 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:02.214220 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9ea6f78-44b5-4c2a-a211-9a4d73e07920 req-92de6fb7-2945-414d-a8ce-befabf4a31c5 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:19:02.227764 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92de6fb7-2945-414d-a8ce-befabf4a31c5 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Pushing event updated for resources: {'Port': ['ID=352837a6-a080-4dcd-9250-7ea6712c75e3,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:02.271231 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-2972b0d1-dfef-4e99-bd0d-673657ef02b3 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] In _notify_port_updated(), no bound segment for port a707681c-4436-44c0-a52b-63133ba56129 on network 6d6470ca-0b4e-4daa-bf18-7e04a4d12a96 {{(pid=93771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:19:02.277085 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2972b0d1-dfef-4e99-bd0d-673657ef02b3 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:02.277864 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2972b0d1-dfef-4e99-bd0d-673657ef02b3 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:02.280259 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-2972b0d1-dfef-4e99-bd0d-673657ef02b3 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "PUT /v2.0/ports/a707681c-4436-44c0-a52b-63133ba56129 HTTP/1.1" status: 200 len: 818 time: 0.9113214 Jul 15 23:19:02.286521 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37628) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:02.296743 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-ec821441-98da-4bce-b6d0-9c82eb2a9421 admin admin] Deleting port 8011d81b-ce02-4aee-9a4e-051eecd78a1c {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:02.297091 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ec821441-98da-4bce-b6d0-9c82eb2a9421 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:02.342617 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0aaaf71-9abb-4391-9384-cbf7d5d409ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-84f0c761-0aac-442a-b3a1-937c1e4bd8a3', 'network_id': '84f0c761-0aac-442a-b3a1-937c1e4bd8a3', 'tenant_id': '8a20a2640b4c4216b7c8c5cc19f0a240', 'fixed_ips': [{'subnet_id': '6eaaddce-fa44-4402-bb6b-003f22eb5683'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:19:02.343122 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f0aaaf71-9abb-4391-9384-cbf7d5d409ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:02.383168 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287c6c6e-42af-4ec2-8472-d95623b92456 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Made reservation on behalf of 8a20a2640b4c4216b7c8c5cc19f0a240 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:02.386777 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-287c6c6e-42af-4ec2-8472-d95623b92456 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:02.392919 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5627cdf3-0f93-4efb-be4d-2614baab3343 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:02.403762 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2972b0d1-dfef-4e99-bd0d-673657ef02b3 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event updated for resources: {'Port': ['ID=a707681c-4436-44c0-a52b-63133ba56129,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:02.410561 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-479e58b8-8d54-4c4b-b5e4-2b298d4a96b1 req-607dabe3-cc76-4352-b152-c4fc7bed50cf tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:02.462956 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5627cdf3-0f93-4efb-be4d-2614baab3343 None None] Transition to ACTIVE for port object 2fd19882-f993-4031-b843-12a0be7858b9 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:02.466483 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c9ea6f78-44b5-4c2a-a211-9a4d73e07920 req-92de6fb7-2945-414d-a8ce-befabf4a31c5 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:02.469607 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-287c6c6e-42af-4ec2-8472-d95623b92456 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] device_id is not set on port 1e91b2a4-e7e5-47b4-be11-3d854f8c8386 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:19:02.492754 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5627cdf3-0f93-4efb-be4d-2614baab3343 None None] Transition to ACTIVE for port object 2fd19882-f993-4031-b843-12a0be7858b9 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:02.507440 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-479e58b8-8d54-4c4b-b5e4-2b298d4a96b1 req-607dabe3-cc76-4352-b152-c4fc7bed50cf tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:02.545686 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-ec821441-98da-4bce-b6d0-9c82eb2a9421 admin admin] For port 8011d81b-ce02-4aee-9a4e-051eecd78a1c, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=8011d81b-ce02-4aee-9a4e-051eecd78a1c,segment=NetworkSegment(5e9c24ff-51aa-41c3-9d89-a1958611c8be),segment_id=5e9c24ff-51aa-41c3-9d89-a1958611c8be)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:02.546151 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ec821441-98da-4bce-b6d0-9c82eb2a9421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:02.618766 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-ec821441-98da-4bce-b6d0-9c82eb2a9421 admin admin] Calling delete_port for 8011d81b-ce02-4aee-9a4e-051eecd78a1c owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:02.654826 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-479e58b8-8d54-4c4b-b5e4-2b298d4a96b1 req-607dabe3-cc76-4352-b152-c4fc7bed50cf tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Network d1484756-2d6b-4cf1-82f2-ca0b5a0942a2 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:02.676993 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c9ea6f78-44b5-4c2a-a211-9a4d73e07920 req-92de6fb7-2945-414d-a8ce-befabf4a31c5 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:02.679758 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607dabe3-cc76-4352-b152-c4fc7bed50cf tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Pushing event updated for resources: {'Port': ['ID=428fc395-88ca-4e6d-b708-6f3664ed368d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:02.693469 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5627cdf3-0f93-4efb-be4d-2614baab3343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:02.697954 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-479e58b8-8d54-4c4b-b5e4-2b298d4a96b1 req-607dabe3-cc76-4352-b152-c4fc7bed50cf tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:02.700755 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-479e58b8-8d54-4c4b-b5e4-2b298d4a96b1 req-607dabe3-cc76-4352-b152-c4fc7bed50cf tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:19:02.744001 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5627cdf3-0f93-4efb-be4d-2614baab3343 None None] Network 0c520006-2621-40c6-9dbf-a751b4cb8117 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:02.750206 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-f0aaaf71-9abb-4391-9384-cbf7d5d409ba None None] Allocated IP 172.20.0.2 (84f0c761-0aac-442a-b3a1-937c1e4bd8a3/6eaaddce-fa44-4402-bb6b-003f22eb5683/187065e4-b1d0-4813-9011-b8d1396401e6) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:02.752506 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-5627cdf3-0f93-4efb-be4d-2614baab3343 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:02.759910 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5627cdf3-0f93-4efb-be4d-2614baab3343 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:19:02.771626 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e58b8-8d54-4c4b-b5e4-2b298d4a96b1 req-607dabe3-cc76-4352-b152-c4fc7bed50cf tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:02.771888 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5627cdf3-0f93-4efb-be4d-2614baab3343 None None] Pushing event updated for resources: {'Port': ['ID=2fd19882-f993-4031-b843-12a0be7858b9,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:02.772700 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-479e58b8-8d54-4c4b-b5e4-2b298d4a96b1 req-607dabe3-cc76-4352-b152-c4fc7bed50cf tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:02.834728 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-0884a651-134f-427a-9e57-e44d3a9a82d7 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Deleting port a707681c-4436-44c0-a52b-63133ba56129 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:02.834728 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0884a651-134f-427a-9e57-e44d3a9a82d7 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:02.845526 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-479e58b8-8d54-4c4b-b5e4-2b298d4a96b1 req-607dabe3-cc76-4352-b152-c4fc7bed50cf tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8050420 Jul 15 23:19:02.846547 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-168b1db6-d010-4cbf-8a13-4f0c099035f9 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:02.879347 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-479e58b8-8d54-4c4b-b5e4-2b298d4a96b1 req-8cb73860-9035-465a-8ee6-1fb639ec01f6 service neutron] Request body: {'port': {'device_id': 'd060e55a-acc4-47ec-a658-af16a484eec8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:02.893040 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5627cdf3-0f93-4efb-be4d-2614baab3343 None None] Attempting to bind port 2fd19882-f993-4031-b843-12a0be7858b9 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:19:02.893416 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5627cdf3-0f93-4efb-be4d-2614baab3343 None None] Attempting to bind port 2fd19882-f993-4031-b843-12a0be7858b9 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'eebb0b36-7201-438e-8bcb-6ea46d9d1a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0c520006-2621-40c6-9dbf-a751b4cb8117'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:19:02.893851 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5627cdf3-0f93-4efb-be4d-2614baab3343 None None] Attempting to bind port 2fd19882-f993-4031-b843-12a0be7858b9 on network 0c520006-2621-40c6-9dbf-a751b4cb8117 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:19:02.896562 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85217c05-d80a-42a0-8c90-c39c2adeeebc req-6150b51c-69ae-46d1-8ebc-090deb17137c tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:02.898860 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-85217c05-d80a-42a0-8c90-c39c2adeeebc req-6150b51c-69ae-46d1-8ebc-090deb17137c tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=47399831-f20f-45e9-94e1-d2c475495282 HTTP/1.1" status: 200 len: 946 time: 0.2641926 Jul 15 23:19:02.908464 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5627cdf3-0f93-4efb-be4d-2614baab3343 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:19:02.909069 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5627cdf3-0f93-4efb-be4d-2614baab3343 None None] Checking segment: {'id': 'eebb0b36-7201-438e-8bcb-6ea46d9d1a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0c520006-2621-40c6-9dbf-a751b4cb8117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:19:02.909069 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5627cdf3-0f93-4efb-be4d-2614baab3343 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:02.910641 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5627cdf3-0f93-4efb-be4d-2614baab3343 None None] Bound using segment: {'id': 'eebb0b36-7201-438e-8bcb-6ea46d9d1a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0c520006-2621-40c6-9dbf-a751b4cb8117'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:19:02.910641 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5627cdf3-0f93-4efb-be4d-2614baab3343 None None] Bound port: 2fd19882-f993-4031-b843-12a0be7858b9, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eebb0b36-7201-438e-8bcb-6ea46d9d1a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0c520006-2621-40c6-9dbf-a751b4cb8117'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:19:02.910641 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5627cdf3-0f93-4efb-be4d-2614baab3343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:03.012132 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-85217c05-d80a-42a0-8c90-c39c2adeeebc req-4b121dea-a4be-4360-b91e-cbca36126db6 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799692 Jul 15 23:19:03.041977 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5627cdf3-0f93-4efb-be4d-2614baab3343 None None] For port 2fd19882-f993-4031-b843-12a0be7858b9, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:19:03.066167 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5627cdf3-0f93-4efb-be4d-2614baab3343 None None] For port 2fd19882-f993-4031-b843-12a0be7858b9, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=2fd19882-f993-4031-b843-12a0be7858b9,segment=NetworkSegment(eebb0b36-7201-438e-8bcb-6ea46d9d1a58),segment_id=eebb0b36-7201-438e-8bcb-6ea46d9d1a58)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:19:03.074223 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5627cdf3-0f93-4efb-be4d-2614baab3343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:03.077092 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f0aaaf71-9abb-4391-9384-cbf7d5d409ba None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:03.077930 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c9ea6f78-44b5-4c2a-a211-9a4d73e07920 req-92de6fb7-2945-414d-a8ce-befabf4a31c5 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:03.134640 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c9ea6f78-44b5-4c2a-a211-9a4d73e07920 req-92de6fb7-2945-414d-a8ce-befabf4a31c5 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:03.140476 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5627cdf3-0f93-4efb-be4d-2614baab3343 None None] Pushing event updated for resources: {'Port': ['ID=2fd19882-f993-4031-b843-12a0be7858b9,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:03.150966 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ec821441-98da-4bce-b6d0-9c82eb2a9421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:03.162584 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f0aaaf71-9abb-4391-9384-cbf7d5d409ba None None] Transition to ACTIVE for port object 187065e4-b1d0-4813-9011-b8d1396401e6 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:03.188473 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f0aaaf71-9abb-4391-9384-cbf7d5d409ba None None] Transition to ACTIVE for port object 187065e4-b1d0-4813-9011-b8d1396401e6 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:03.207425 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f0aaaf71-9abb-4391-9384-cbf7d5d409ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:03.264313 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c9ea6f78-44b5-4c2a-a211-9a4d73e07920 req-92de6fb7-2945-414d-a8ce-befabf4a31c5 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:03.265013 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3f6a03ea-3d2c-49be-82a3-2d0ce8517db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:03.269310 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0aaaf71-9abb-4391-9384-cbf7d5d409ba None None] Network 84f0c761-0aac-442a-b3a1-937c1e4bd8a3 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:03.274260 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-f0aaaf71-9abb-4391-9384-cbf7d5d409ba None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:03.277084 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0aaaf71-9abb-4391-9384-cbf7d5d409ba None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:19:03.301051 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aaaf71-9abb-4391-9384-cbf7d5d409ba None None] Pushing event updated for resources: {'Port': ['ID=187065e4-b1d0-4813-9011-b8d1396401e6,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:03.318525 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c9ea6f78-44b5-4c2a-a211-9a4d73e07920 req-92de6fb7-2945-414d-a8ce-befabf4a31c5 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:03.319919 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c9ea6f78-44b5-4c2a-a211-9a4d73e07920 req-92de6fb7-2945-414d-a8ce-befabf4a31c5 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.6516068 Jul 15 23:19:03.398776 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:03.406519 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f0aaaf71-9abb-4391-9384-cbf7d5d409ba None None] Attempting to bind port 187065e4-b1d0-4813-9011-b8d1396401e6 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:19:03.407359 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f0aaaf71-9abb-4391-9384-cbf7d5d409ba None None] Attempting to bind port 187065e4-b1d0-4813-9011-b8d1396401e6 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'd8cba6e0-3898-4563-85db-633cfc2da479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '84f0c761-0aac-442a-b3a1-937c1e4bd8a3'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:19:03.407991 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0aaaf71-9abb-4391-9384-cbf7d5d409ba None None] Attempting to bind port 187065e4-b1d0-4813-9011-b8d1396401e6 on network 84f0c761-0aac-442a-b3a1-937c1e4bd8a3 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:19:03.415740 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0aaaf71-9abb-4391-9384-cbf7d5d409ba None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:19:03.416060 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0aaaf71-9abb-4391-9384-cbf7d5d409ba None None] Checking segment: {'id': 'd8cba6e0-3898-4563-85db-633cfc2da479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '84f0c761-0aac-442a-b3a1-937c1e4bd8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:19:03.416463 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f0aaaf71-9abb-4391-9384-cbf7d5d409ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:03.416862 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0aaaf71-9abb-4391-9384-cbf7d5d409ba None None] Bound using segment: {'id': 'd8cba6e0-3898-4563-85db-633cfc2da479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '84f0c761-0aac-442a-b3a1-937c1e4bd8a3'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:19:03.417472 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f0aaaf71-9abb-4391-9384-cbf7d5d409ba None None] Bound port: 187065e4-b1d0-4813-9011-b8d1396401e6, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8cba6e0-3898-4563-85db-633cfc2da479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '84f0c761-0aac-442a-b3a1-937c1e4bd8a3'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:19:03.417866 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f0aaaf71-9abb-4391-9384-cbf7d5d409ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:03.439078 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0884a651-134f-427a-9e57-e44d3a9a82d7 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:03.486771 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-0884a651-134f-427a-9e57-e44d3a9a82d7 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Calling delete_port for a707681c-4436-44c0-a52b-63133ba56129 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:03.505235 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f0aaaf71-9abb-4391-9384-cbf7d5d409ba None None] For port 187065e4-b1d0-4813-9011-b8d1396401e6, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:19:03.510174 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92de6fb7-2945-414d-a8ce-befabf4a31c5 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Pushing event updated for resources: {'Port': ['ID=352837a6-a080-4dcd-9250-7ea6712c75e3,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:03.511079 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f0aaaf71-9abb-4391-9384-cbf7d5d409ba None None] For port 187065e4-b1d0-4813-9011-b8d1396401e6, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=187065e4-b1d0-4813-9011-b8d1396401e6,segment=NetworkSegment(d8cba6e0-3898-4563-85db-633cfc2da479),segment_id=d8cba6e0-3898-4563-85db-633cfc2da479)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:19:03.517935 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f0aaaf71-9abb-4391-9384-cbf7d5d409ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:03.522865 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168b1db6-d010-4cbf-8a13-4f0c099035f9 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Pushing event updated for resources: {'Subnet': ['ID=a0838200-662b-4f7c-b59f-334165738cb9,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:03.525258 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168b1db6-d010-4cbf-8a13-4f0c099035f9 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Checking segment: {'id': '5704f6c6-cb22-49cf-8189-8f79a4796c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'fe121fa5-288f-4a74-ba61-28037c633efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:19:03.525633 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168b1db6-d010-4cbf-8a13-4f0c099035f9 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Network hostable DHCP agents. Network: fe121fa5-288f-4a74-ba61-28037c633efd, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:19:03.572980 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec821441-98da-4bce-b6d0-9c82eb2a9421 admin admin] Pushing event deleted for resources: {'Port': ['ID=8011d81b-ce02-4aee-9a4e-051eecd78a1c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:03.579042 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c9ea6f78-44b5-4c2a-a211-9a4d73e07920 req-7a6ea961-faed-46f4-b17e-e462128853a2 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.114 HTTP/1.1" status: 200 len: 696 time: 0.2459457 Jul 15 23:19:03.672880 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d42df2-49aa-4c3f-b370-9ee2e77ccf43 req-51fe25a3-a163-4635-9691-dabb896c99f2 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:03.674947 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b1d42df2-49aa-4c3f-b370-9ee2e77ccf43 req-51fe25a3-a163-4635-9691-dabb896c99f2 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=d060e55a-acc4-47ec-a658-af16a484eec8 HTTP/1.1" status: 200 len: 931 time: 0.4948900 Jul 15 23:19:03.676459 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-287c6c6e-42af-4ec2-8472-d95623b92456 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Allocated IP 172.20.0.7 (84f0c761-0aac-442a-b3a1-937c1e4bd8a3/6eaaddce-fa44-4402-bb6b-003f22eb5683/1e91b2a4-e7e5-47b4-be11-3d854f8c8386) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:03.684360 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aaaf71-9abb-4391-9384-cbf7d5d409ba None None] Pushing event updated for resources: {'Port': ['ID=187065e4-b1d0-4813-9011-b8d1396401e6,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:03.702042 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-479e58b8-8d54-4c4b-b5e4-2b298d4a96b1 req-8cb73860-9035-465a-8ee6-1fb639ec01f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:03.707807 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168b1db6-d010-4cbf-8a13-4f0c099035f9 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Network fe121fa5-288f-4a74-ba61-28037c633efd is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:19:03.737243 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-168b1db6-d010-4cbf-8a13-4f0c099035f9 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, fe121fa5-288f-4a74-ba61-28037c633efd) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:03.750569 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f847e493-ad42-4040-a463-260463184284 None None] Network fe121fa5-288f-4a74-ba61-28037c633efd requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:19:03.846728 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b1d42df2-49aa-4c3f-b370-9ee2e77ccf43 req-84dc520e-155a-4d8f-854b-e6ad8a15da5a tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460326 Jul 15 23:19:04.016499 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ec821441-98da-4bce-b6d0-9c82eb2a9421 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:04.034240 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea6f78-44b5-4c2a-a211-9a4d73e07920 req-5de3fe0c-93e8-402f-be4e-edb920b25a42 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:04.035626 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c9ea6f78-44b5-4c2a-a211-9a4d73e07920 req-5de3fe0c-93e8-402f-be4e-edb920b25a42 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] 10.222.0.48 "GET /v2.0/networks/c4160cc4-e133-4d4e-ad39-f86bca4b2f14 HTTP/1.1" status: 200 len: 784 time: 0.4055254 Jul 15 23:19:04.088490 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4958c5-06c1-4b0b-b1b8-53ba2b9221a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-fe121fa5-288f-4a74-ba61-28037c633efd', 'network_id': 'fe121fa5-288f-4a74-ba61-28037c633efd', 'tenant_id': '1535e8fb4bbf47a995341d11b9792565', 'fixed_ips': [{'subnet_id': 'a0838200-662b-4f7c-b59f-334165738cb9'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:19:04.089383 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7b4958c5-06c1-4b0b-b1b8-53ba2b9221a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:04.159561 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-479e58b8-8d54-4c4b-b5e4-2b298d4a96b1 req-8cb73860-9035-465a-8ee6-1fb639ec01f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 428fc395-88ca-4e6d-b708-6f3664ed368d {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:19:04.168935 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-479e58b8-8d54-4c4b-b5e4-2b298d4a96b1 req-8cb73860-9035-465a-8ee6-1fb639ec01f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:04.193261 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-479e58b8-8d54-4c4b-b5e4-2b298d4a96b1 req-8cb73860-9035-465a-8ee6-1fb639ec01f6 service neutron] Transition to ACTIVE for port object 428fc395-88ca-4e6d-b708-6f3664ed368d will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:04.193261 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168b1db6-d010-4cbf-8a13-4f0c099035f9 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:04.194024 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-168b1db6-d010-4cbf-8a13-4f0c099035f9 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:04.202731 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-479e58b8-8d54-4c4b-b5e4-2b298d4a96b1 req-8cb73860-9035-465a-8ee6-1fb639ec01f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:04.227616 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-287c6c6e-42af-4ec2-8472-d95623b92456 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:04.268886 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-287c6c6e-42af-4ec2-8472-d95623b92456 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Transition to ACTIVE for port object 1e91b2a4-e7e5-47b4-be11-3d854f8c8386 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:04.368340 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:04.370813 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 2fd19882-f993-4031-b843-12a0be7858b9 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:19:04.440227 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-168b1db6-d010-4cbf-8a13-4f0c099035f9 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.7267494 Jul 15 23:19:04.442335 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0884a651-134f-427a-9e57-e44d3a9a82d7 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:04.445104 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb73860-9035-465a-8ee6-1fb639ec01f6 service neutron] Pushing event updated for resources: {'Port': ['ID=428fc395-88ca-4e6d-b708-6f3664ed368d,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:04.456551 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 37640) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:04.485790 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-1bbc112f-ee5b-48f2-b1ff-ca4d92d8dff6 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Request body: {'port': {'network_id': '0c520006-2621-40c6-9dbf-a751b4cb8117', 'name': 'tempest-TaggedBootDevicesTest-529858557', 'fixed_ips': [{'subnet_id': '23c0bd4a-d2bf-4a09-a38b-63c0db5d678a'}]}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:04.501609 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-7b4958c5-06c1-4b0b-b1b8-53ba2b9221a0 None None] Allocated IP 10.2.2.2 (fe121fa5-288f-4a74-ba61-28037c633efd/a0838200-662b-4f7c-b59f-334165738cb9/d977f3f5-7a1d-4b23-b3a2-34140f7dc5dc) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:04.502335 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec821441-98da-4bce-b6d0-9c82eb2a9421 admin admin] Router 692ede29-75dd-450c-bf67-db4eaf105f19 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:19:04.517451 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 2fd19882-f993-4031-b843-12a0be7858b9 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:04.521906 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0884a651-134f-427a-9e57-e44d3a9a82d7 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event deleted for resources: {'Port': ['ID=a707681c-4436-44c0-a52b-63133ba56129,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:04.531277 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0884a651-134f-427a-9e57-e44d3a9a82d7 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:04.536589 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-0884a651-134f-427a-9e57-e44d3a9a82d7 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "DELETE /v2.0/ports/a707681c-4436-44c0-a52b-63133ba56129 HTTP/1.1" status: 204 len: 168 time: 2.2445831 Jul 15 23:19:04.538159 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37644) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:04.697162 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33b1fdf-1d11-467a-95ec-55bfcdf3d007 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:04.698702 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b33b1fdf-1d11-467a-95ec-55bfcdf3d007 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1595235 Jul 15 23:19:04.701917 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-479e58b8-8d54-4c4b-b5e4-2b298d4a96b1 req-8cb73860-9035-465a-8ee6-1fb639ec01f6 service neutron] Attempting to bind port 428fc395-88ca-4e6d-b708-6f3664ed368d on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:19:04.702280 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-479e58b8-8d54-4c4b-b5e4-2b298d4a96b1 req-8cb73860-9035-465a-8ee6-1fb639ec01f6 service neutron] Attempting to bind port 428fc395-88ca-4e6d-b708-6f3664ed368d by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '056a97c3-fa40-4757-b96f-04fb527ec8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd1484756-2d6b-4cf1-82f2-ca0b5a0942a2'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:19:04.702653 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479e58b8-8d54-4c4b-b5e4-2b298d4a96b1 req-8cb73860-9035-465a-8ee6-1fb639ec01f6 service neutron] Attempting to bind port 428fc395-88ca-4e6d-b708-6f3664ed368d on network d1484756-2d6b-4cf1-82f2-ca0b5a0942a2 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:19:04.704811 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37646) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:04.746687 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479e58b8-8d54-4c4b-b5e4-2b298d4a96b1 req-8cb73860-9035-465a-8ee6-1fb639ec01f6 service neutron] Port 428fc395-88ca-4e6d-b708-6f3664ed368d on network d1484756-2d6b-4cf1-82f2-ca0b5a0942a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:19:04.747015 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479e58b8-8d54-4c4b-b5e4-2b298d4a96b1 req-8cb73860-9035-465a-8ee6-1fb639ec01f6 service neutron] Attempting to bind port 428fc395-88ca-4e6d-b708-6f3664ed368d on network d1484756-2d6b-4cf1-82f2-ca0b5a0942a2 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:19:04.750334 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-01a20a04-b0ac-481b-8ffd-cd5e1bcfc70b tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] GET failed (client error): The resource could not be found. Jul 15 23:19:04.756006 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-01a20a04-b0ac-481b-8ffd-cd5e1bcfc70b tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "GET /v2.0/ports/a707681c-4436-44c0-a52b-63133ba56129 HTTP/1.1" status: 404 len: 333 time: 0.0465815 Jul 15 23:19:04.757393 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37648) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:04.763280 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-94067cd3-be83-4ec5-b20e-e383b03d220a tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1546490524'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:04.785111 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479e58b8-8d54-4c4b-b5e4-2b298d4a96b1 req-8cb73860-9035-465a-8ee6-1fb639ec01f6 service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:19:04.785667 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479e58b8-8d54-4c4b-b5e4-2b298d4a96b1 req-8cb73860-9035-465a-8ee6-1fb639ec01f6 service neutron] Checking segment: {'id': '056a97c3-fa40-4757-b96f-04fb527ec8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd1484756-2d6b-4cf1-82f2-ca0b5a0942a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:19:04.786277 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479e58b8-8d54-4c4b-b5e4-2b298d4a96b1 req-8cb73860-9035-465a-8ee6-1fb639ec01f6 service neutron] Bound using segment: {'id': '056a97c3-fa40-4757-b96f-04fb527ec8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd1484756-2d6b-4cf1-82f2-ca0b5a0942a2'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:19:04.791997 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-479e58b8-8d54-4c4b-b5e4-2b298d4a96b1 req-8cb73860-9035-465a-8ee6-1fb639ec01f6 service neutron] Bound port: 428fc395-88ca-4e6d-b708-6f3664ed368d, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '056a97c3-fa40-4757-b96f-04fb527ec8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd1484756-2d6b-4cf1-82f2-ca0b5a0942a2'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:19:04.791997 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-479e58b8-8d54-4c4b-b5e4-2b298d4a96b1 req-8cb73860-9035-465a-8ee6-1fb639ec01f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:04.791997 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94067cd3-be83-4ec5-b20e-e383b03d220a tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Made reservation on behalf of 6e9aa8192e944c7f9b496773dbd06067 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:04.793684 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-94067cd3-be83-4ec5-b20e-e383b03d220a tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:04.801415 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7b4958c5-06c1-4b0b-b1b8-53ba2b9221a0 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:04.815267 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7b4958c5-06c1-4b0b-b1b8-53ba2b9221a0 None None] Transition to ACTIVE for port object d977f3f5-7a1d-4b23-b3a2-34140f7dc5dc will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:04.842636 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7b4958c5-06c1-4b0b-b1b8-53ba2b9221a0 None None] Transition to ACTIVE for port object d977f3f5-7a1d-4b23-b3a2-34140f7dc5dc will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:04.859187 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7b4958c5-06c1-4b0b-b1b8-53ba2b9221a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:04.867510 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94067cd3-be83-4ec5-b20e-e383b03d220a tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:19:04.909484 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-94067cd3-be83-4ec5-b20e-e383b03d220a tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:04.909876 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-94067cd3-be83-4ec5-b20e-e383b03d220a tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Added segment dbf374f4-3f05-42bf-ba41-e675f2f01f47 of type vlan for network 1cba6711-d338-4669-b055-6da3e6d20599 Jul 15 23:19:04.921259 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4958c5-06c1-4b0b-b1b8-53ba2b9221a0 None None] Network fe121fa5-288f-4a74-ba61-28037c633efd is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:04.925884 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-7b4958c5-06c1-4b0b-b1b8-53ba2b9221a0 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:04.930218 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4958c5-06c1-4b0b-b1b8-53ba2b9221a0 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:19:04.974870 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-479e58b8-8d54-4c4b-b5e4-2b298d4a96b1 req-8cb73860-9035-465a-8ee6-1fb639ec01f6 service neutron] For port 428fc395-88ca-4e6d-b708-6f3664ed368d, host n-h2-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:19:05.008929 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-479e58b8-8d54-4c4b-b5e4-2b298d4a96b1 req-8cb73860-9035-465a-8ee6-1fb639ec01f6 service neutron] For port 428fc395-88ca-4e6d-b708-6f3664ed368d, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=428fc395-88ca-4e6d-b708-6f3664ed368d,segment=NetworkSegment(056a97c3-fa40-4757-b96f-04fb527ec8cd),segment_id=056a97c3-fa40-4757-b96f-04fb527ec8cd)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:19:05.011156 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-94067cd3-be83-4ec5-b20e-e383b03d220a tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:05.016485 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4958c5-06c1-4b0b-b1b8-53ba2b9221a0 None None] Pushing event updated for resources: {'Port': ['ID=d977f3f5-7a1d-4b23-b3a2-34140f7dc5dc,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:05.017107 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-479e58b8-8d54-4c4b-b5e4-2b298d4a96b1 req-8cb73860-9035-465a-8ee6-1fb639ec01f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:05.087543 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb73860-9035-465a-8ee6-1fb639ec01f6 service neutron] Pushing event updated for resources: {'Port': ['ID=428fc395-88ca-4e6d-b708-6f3664ed368d,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:05.099186 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-7b4958c5-06c1-4b0b-b1b8-53ba2b9221a0 None None] Attempting to bind port d977f3f5-7a1d-4b23-b3a2-34140f7dc5dc on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:19:05.099804 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-7b4958c5-06c1-4b0b-b1b8-53ba2b9221a0 None None] Attempting to bind port d977f3f5-7a1d-4b23-b3a2-34140f7dc5dc by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '5704f6c6-cb22-49cf-8189-8f79a4796c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'fe121fa5-288f-4a74-ba61-28037c633efd'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:19:05.099939 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4958c5-06c1-4b0b-b1b8-53ba2b9221a0 None None] Attempting to bind port d977f3f5-7a1d-4b23-b3a2-34140f7dc5dc on network fe121fa5-288f-4a74-ba61-28037c633efd {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:19:05.107246 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4958c5-06c1-4b0b-b1b8-53ba2b9221a0 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:19:05.109425 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4958c5-06c1-4b0b-b1b8-53ba2b9221a0 None None] Checking segment: {'id': '5704f6c6-cb22-49cf-8189-8f79a4796c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'fe121fa5-288f-4a74-ba61-28037c633efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:19:05.110080 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7b4958c5-06c1-4b0b-b1b8-53ba2b9221a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:05.110694 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4958c5-06c1-4b0b-b1b8-53ba2b9221a0 None None] Bound using segment: {'id': '5704f6c6-cb22-49cf-8189-8f79a4796c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'fe121fa5-288f-4a74-ba61-28037c633efd'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:19:05.111439 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-7b4958c5-06c1-4b0b-b1b8-53ba2b9221a0 None None] Bound port: d977f3f5-7a1d-4b23-b3a2-34140f7dc5dc, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5704f6c6-cb22-49cf-8189-8f79a4796c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'fe121fa5-288f-4a74-ba61-28037c633efd'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:19:05.112084 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7b4958c5-06c1-4b0b-b1b8-53ba2b9221a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:05.118378 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e58b8-8d54-4c4b-b5e4-2b298d4a96b1 req-8cb73860-9035-465a-8ee6-1fb639ec01f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:05.119014 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-479e58b8-8d54-4c4b-b5e4-2b298d4a96b1 req-8cb73860-9035-465a-8ee6-1fb639ec01f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:05.120516 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-479e58b8-8d54-4c4b-b5e4-2b298d4a96b1 req-8cb73860-9035-465a-8ee6-1fb639ec01f6 service neutron] 10.222.0.41 "PUT /v2.0/ports/428fc395-88ca-4e6d-b708-6f3664ed368d HTTP/1.1" status: 200 len: 1091 time: 2.2464361 Jul 15 23:19:05.120981 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd060e55a-acc4-47ec-a658-af16a484eec8', 'tag': '428fc395-88ca-4e6d-b708-6f3664ed368d'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:19:05.124058 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c0cbb7-8ba7-4da8-8c22-4507262234d0" -d '{"events": [{"name": "network-changed", "server_uuid": "d060e55a-acc4-47ec-a658-af16a484eec8", "tag": "428fc395-88ca-4e6d-b708-6f3664ed368d"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:19:05.149455 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-94067cd3-be83-4ec5-b20e-e383b03d220a tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:05.156731 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94067cd3-be83-4ec5-b20e-e383b03d220a tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:05.157688 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-94067cd3-be83-4ec5-b20e-e383b03d220a tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:05.229058 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-287c6c6e-42af-4ec2-8472-d95623b92456 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:05.229739 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56e3076-5e59-4312-b140-36c8dcbaa6dd None None] Network 0c520006-2621-40c6-9dbf-a751b4cb8117 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:19:05.245909 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-7b4958c5-06c1-4b0b-b1b8-53ba2b9221a0 None None] For port d977f3f5-7a1d-4b23-b3a2-34140f7dc5dc, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:19:05.249521 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-94067cd3-be83-4ec5-b20e-e383b03d220a tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4909041 Jul 15 23:19:05.259199 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 37654) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:05.266913 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-7b4958c5-06c1-4b0b-b1b8-53ba2b9221a0 None None] For port d977f3f5-7a1d-4b23-b3a2-34140f7dc5dc, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=d977f3f5-7a1d-4b23-b3a2-34140f7dc5dc,segment=NetworkSegment(5704f6c6-cb22-49cf-8189-8f79a4796c0a),segment_id=5704f6c6-cb22-49cf-8189-8f79a4796c0a)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:19:05.274926 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7b4958c5-06c1-4b0b-b1b8-53ba2b9221a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:05.288075 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94067cd3-be83-4ec5-b20e-e383b03d220a tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event updated for resources: {'Network': ['ID=1cba6711-d338-4669-b055-6da3e6d20599,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:05.316218 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e58b8-8d54-4c4b-b5e4-2b298d4a96b1 req-d9c7a551-12fa-48cc-a1aa-a704a5829772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:05.317731 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-479e58b8-8d54-4c4b-b5e4-2b298d4a96b1 req-d9c7a551-12fa-48cc-a1aa-a704a5829772 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4b15e22ba4eb43169240491cd7fe1115&device_id=d060e55a-acc4-47ec-a658-af16a484eec8 HTTP/1.1" status: 200 len: 1094 time: 0.1265748 Jul 15 23:19:05.331961 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 1cba6711-d338-4669-b055-6da3e6d20599 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:19:05.381232 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-9187951c-de29-495a-80ff-e26ebafd45de tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Request body: {'subnet': {'network_id': '1cba6711-d338-4669-b055-6da3e6d20599', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:05.388503 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-479e58b8-8d54-4c4b-b5e4-2b298d4a96b1 req-cf041429-caa2-4654-9f90-91c2c13e8e83 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=428fc395-88ca-4e6d-b708-6f3664ed368d HTTP/1.1" status: 200 len: 217 time: 0.0553956 Jul 15 23:19:05.464114 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e58b8-8d54-4c4b-b5e4-2b298d4a96b1 req-6c8995e8-0cde-475d-bf18-9429cceed441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:05.466547 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-479e58b8-8d54-4c4b-b5e4-2b298d4a96b1 req-6c8995e8-0cde-475d-bf18-9429cceed441 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1ce1cd1d-7829-480f-9da2-8bc3514230d8 HTTP/1.1" status: 200 len: 846 time: 0.0719233 Jul 15 23:19:05.475854 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-650c4769-b13c-46e2-929e-0eab10794b19 None None] Provisioning for port 2fd19882-f993-4031-b843-12a0be7858b9 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:05.495675 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-650c4769-b13c-46e2-929e-0eab10794b19 None None] Provisioning complete for port 2fd19882-f993-4031-b843-12a0be7858b9 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:05.496483 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-650c4769-b13c-46e2-929e-0eab10794b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:05.514181 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287c6c6e-42af-4ec2-8472-d95623b92456 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Network 84f0c761-0aac-442a-b3a1-937c1e4bd8a3 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:05.520967 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-479e58b8-8d54-4c4b-b5e4-2b298d4a96b1 req-872691b6-d5f8-48eb-b925-8549a7172b56 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d1484756-2d6b-4cf1-82f2-ca0b5a0942a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473480 Jul 15 23:19:05.526507 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-287c6c6e-42af-4ec2-8472-d95623b92456 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:05.567981 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4958c5-06c1-4b0b-b1b8-53ba2b9221a0 None None] Pushing event updated for resources: {'Port': ['ID=d977f3f5-7a1d-4b23-b3a2-34140f7dc5dc,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:05.578001 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43233d8b-6b34-4f4d-8e61-f19f8b9a9e1a None None] Network 84f0c761-0aac-442a-b3a1-937c1e4bd8a3 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:19:05.585915 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f51af51c-53ca-433d-94d6-1171b3f2dfa1 req-17714b2d-03c3-40ad-b0fe-0f1af2e4a187 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.1345348 Jul 15 23:19:05.587941 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287c6c6e-42af-4ec2-8472-d95623b92456 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Pushing event updated for resources: {'Port': ['ID=1e91b2a4-e7e5-47b4-be11-3d854f8c8386,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:05.595086 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287c6c6e-42af-4ec2-8472-d95623b92456 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:19:05.632898 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-f51af51c-53ca-433d-94d6-1171b3f2dfa1 req-775ea06f-99e0-474e-8ffd-fa2b27559583 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Request body: {'floatingip': {'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:05.668240 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-479e58b8-8d54-4c4b-b5e4-2b298d4a96b1 req-1d0b8854-e4cf-448d-a5b8-5ff5ead20a38 service neutron] 10.222.0.41 "GET /v2.0/networks/d1484756-2d6b-4cf1-82f2-ca0b5a0942a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315684 Jul 15 23:19:05.708647 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819abf8f-b27e-4ae5-b4cb-9778936d7680 req-dd8a1e9e-ba9d-4b0c-82d4-e7c803744c2f tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:05.710537 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-819abf8f-b27e-4ae5-b4cb-9778936d7680 req-dd8a1e9e-ba9d-4b0c-82d4-e7c803744c2f tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=47399831-f20f-45e9-94e1-d2c475495282 HTTP/1.1" status: 200 len: 946 time: 1.2567902 Jul 15 23:19:05.759982 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.db.api [None req-1bbc112f-ee5b-48f2-b1ff-ca4d92d8dff6 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 23:19:05.759982 n-d-794306-6 neutron-server[93770]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 23:19:05.759982 n-d-794306-6 neutron-server[93770]: [parameters: {'project_id_1': '1535e8fb4bbf47a995341d11b9792565', 'expiration_1': datetime.datetime(2021, 7, 15, 23, 19, 5, 682543)}] Jul 15 23:19:05.759982 n-d-794306-6 neutron-server[93770]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:19:05.761039 n-d-794306-6 neutron-server[93770]: DEBUG oslo_db.api [None req-1bbc112f-ee5b-48f2-b1ff-ca4d92d8dff6 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:19:05.797126 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f51af51c-53ca-433d-94d6-1171b3f2dfa1 req-775ea06f-99e0-474e-8ffd-fa2b27559583 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:05.800069 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-650c4769-b13c-46e2-929e-0eab10794b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:05.812551 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-479e58b8-8d54-4c4b-b5e4-2b298d4a96b1 req-ca230c33-7021-4fd4-8535-171532064dda service neutron] 10.222.0.41 "GET /v2.0/networks/d1484756-2d6b-4cf1-82f2-ca0b5a0942a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384351 Jul 15 23:19:05.834952 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287c6c6e-42af-4ec2-8472-d95623b92456 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:05.835730 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-287c6c6e-42af-4ec2-8472-d95623b92456 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:05.868187 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec821441-98da-4bce-b6d0-9c82eb2a9421 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:19:05.881662 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8c6e78-8df0-4c0e-a211-567050f377a2 None None] Sync routers for ids ['692ede29-75dd-450c-bf67-db4eaf105f19'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:19:05.892107 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-ec821441-98da-4bce-b6d0-9c82eb2a9421 admin admin] 10.222.0.48 "PUT /v2.0/routers/692ede29-75dd-450c-bf67-db4eaf105f19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7471476 Jul 15 23:19:05.894287 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37658) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:05.903600 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8c6e78-8df0-4c0e-a211-567050f377a2 None None] Routers {'692ede29-75dd-450c-bf67-db4eaf105f19'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:19:05.904704 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-7a8c6e78-8df0-4c0e-a211-567050f377a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:19:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['692ede29-75dd-450c-bf67-db4eaf105f19'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:05.924917 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-650c4769-b13c-46e2-929e-0eab10794b19 None None] For port 2fd19882-f993-4031-b843-12a0be7858b9, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=2fd19882-f993-4031-b843-12a0be7858b9,segment=NetworkSegment(eebb0b36-7201-438e-8bcb-6ea46d9d1a58),segment_id=eebb0b36-7201-438e-8bcb-6ea46d9d1a58)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:05.935356 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-650c4769-b13c-46e2-929e-0eab10794b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:05.953612 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9187951c-de29-495a-80ff-e26ebafd45de tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Made reservation on behalf of 6e9aa8192e944c7f9b496773dbd06067 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:05.966034 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9187951c-de29-495a-80ff-e26ebafd45de tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:06.044429 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-7a8c6e78-8df0-4c0e-a211-567050f377a2 None None] Set router 692ede29-75dd-450c-bf67-db4eaf105f19 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:19:06.106788 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92d86dce-9514-4b55-9d75-251b29a41034 admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:06.167093 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6087acd6-84b2-44ee-a975-1a341697a111 None None] Provisioning for port 187065e4-b1d0-4813-9011-b8d1396401e6 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:06.185162 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650c4769-b13c-46e2-929e-0eab10794b19 None None] Pushing event updated for resources: {'Port': ['ID=2fd19882-f993-4031-b843-12a0be7858b9,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:06.249769 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 187065e4-b1d0-4813-9011-b8d1396401e6 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:19:06.310079 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:06.320928 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5fd6840d-80ee-4f65-aafb-6f91851f9147 None None] Provisioning complete for port 2fd19882-f993-4031-b843-12a0be7858b9 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:06.321547 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5fd6840d-80ee-4f65-aafb-6f91851f9147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:06.356845 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9187951c-de29-495a-80ff-e26ebafd45de tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:06.369348 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-287c6c6e-42af-4ec2-8472-d95623b92456 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.3286793 Jul 15 23:19:06.371143 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 37660) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:06.381813 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 187065e4-b1d0-4813-9011-b8d1396401e6 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:06.392652 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 187065e4-b1d0-4813-9011-b8d1396401e6 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:06.393013 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:06.393773 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b64eb5ec-7b83-4aaf-992a-82ef8e6dbfb2 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Request body: {'port': {'network_id': '84f0c761-0aac-442a-b3a1-937c1e4bd8a3', 'name': 'tempest-AllowedAddressPairTestJSON-17594390', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:73:3c:a0'}]}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:06.403102 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92d86dce-9514-4b55-9d75-251b29a41034 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:06.441029 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-819abf8f-b27e-4ae5-b4cb-9778936d7680 req-815e13f6-e674-4c0e-8222-b2817d753c03 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7207494 Jul 15 23:19:06.550418 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bbc112f-ee5b-48f2-b1ff-ca4d92d8dff6 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Made reservation on behalf of 1535e8fb4bbf47a995341d11b9792565 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:06.569377 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-92d86dce-9514-4b55-9d75-251b29a41034 admin admin] Deleting port 855ac6a4-ba21-4c27-b7d9-c47fbfd0774a {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:06.570027 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92d86dce-9514-4b55-9d75-251b29a41034 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:06.618734 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:06.631627 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9187951c-de29-495a-80ff-e26ebafd45de tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event updated for resources: {'Subnet': ['ID=4bb4eba0-5187-45e9-9772-95ae8e5f2445,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:06.669417 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4dc92531-0e93-48b5-a473-fc2920dd069e None None] Provisioning complete for port 187065e4-b1d0-4813-9011-b8d1396401e6 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:06.669846 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4dc92531-0e93-48b5-a473-fc2920dd069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:06.703061 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9187951c-de29-495a-80ff-e26ebafd45de tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Checking segment: {'id': 'dbf374f4-3f05-42bf-ba41-e675f2f01f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '1cba6711-d338-4669-b055-6da3e6d20599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:19:06.703304 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9187951c-de29-495a-80ff-e26ebafd45de tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Network hostable DHCP agents. Network: 1cba6711-d338-4669-b055-6da3e6d20599, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:19:06.711889 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-7a8c6e78-8df0-4c0e-a211-567050f377a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '692ede29-75dd-450c-bf67-db4eaf105f19', 'name': 'tempest-TaggedBootDevicesTest_v242-275081819-router', 'tenant_id': '17c76d71cba4469f89099c3ebf7755c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '855ac6a4-ba21-4c27-b7d9-c47fbfd0774a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:06:13Z', 'updated_at': '2021-07-15T23:19:02Z', 'revision_number': 5, 'project_id': '17c76d71cba4469f89099c3ebf7755c2', 'gw_port': {'id': '855ac6a4-ba21-4c27-b7d9-c47fbfd0774a', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:12:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692ede29-75dd-450c-bf67-db4eaf105f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:06:14Z', 'updated_at': '2021-07-15T23:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:06.777647 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8c6e78-8df0-4c0e-a211-567050f377a2 None None] Checking router: 692ede29-75dd-450c-bf67-db4eaf105f19 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:19:06.785564 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 187065e4-b1d0-4813-9011-b8d1396401e6, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=187065e4-b1d0-4813-9011-b8d1396401e6,segment=NetworkSegment(d8cba6e0-3898-4563-85db-633cfc2da479),segment_id=d8cba6e0-3898-4563-85db-633cfc2da479)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:06.790066 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-92d86dce-9514-4b55-9d75-251b29a41034 admin admin] For port 855ac6a4-ba21-4c27-b7d9-c47fbfd0774a, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=855ac6a4-ba21-4c27-b7d9-c47fbfd0774a,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:06.792852 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92d86dce-9514-4b55-9d75-251b29a41034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:06.797347 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8c6e78-8df0-4c0e-a211-567050f377a2 None None] Routers {'692ede29-75dd-450c-bf67-db4eaf105f19'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:19:06.798008 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-7a8c6e78-8df0-4c0e-a211-567050f377a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:19:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['692ede29-75dd-450c-bf67-db4eaf105f19'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:06.800441 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:06.801727 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device d977f3f5-7a1d-4b23-b3a2-34140f7dc5dc up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:19:06.817064 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-92d86dce-9514-4b55-9d75-251b29a41034 admin admin] Calling delete_port for 855ac6a4-ba21-4c27-b7d9-c47fbfd0774a owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:06.906888 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9187951c-de29-495a-80ff-e26ebafd45de tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Network 1cba6711-d338-4669-b055-6da3e6d20599 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:19:06.942389 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-7a8c6e78-8df0-4c0e-a211-567050f377a2 None None] Set router 692ede29-75dd-450c-bf67-db4eaf105f19 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:19:06.975322 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-9187951c-de29-495a-80ff-e26ebafd45de tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 1cba6711-d338-4669-b055-6da3e6d20599) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:06.990999 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd0b95e-114d-4367-ba03-92fcbe07b3fc None None] Network 1cba6711-d338-4669-b055-6da3e6d20599 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:19:07.003501 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f51af51c-53ca-433d-94d6-1171b3f2dfa1 req-775ea06f-99e0-474e-8ffd-fa2b27559583 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:07.009651 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1bbc112f-ee5b-48f2-b1ff-ca4d92d8dff6 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:07.016421 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9187951c-de29-495a-80ff-e26ebafd45de tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:07.017204 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9187951c-de29-495a-80ff-e26ebafd45de tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:07.040510 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b64eb5ec-7b83-4aaf-992a-82ef8e6dbfb2 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Made reservation on behalf of 8a20a2640b4c4216b7c8c5cc19f0a240 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:07.053803 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-7a8c6e78-8df0-4c0e-a211-567050f377a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '692ede29-75dd-450c-bf67-db4eaf105f19', 'name': 'tempest-TaggedBootDevicesTest_v242-275081819-router', 'tenant_id': '17c76d71cba4469f89099c3ebf7755c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:06:13Z', 'updated_at': '2021-07-15T23:19:06Z', 'revision_number': 6, 'project_id': '17c76d71cba4469f89099c3ebf7755c2', 'gw_port_host': None}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:07.117177 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=187065e4-b1d0-4813-9011-b8d1396401e6,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:07.121571 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8c6e78-8df0-4c0e-a211-567050f377a2 None None] The sync data for ids ['692ede29-75dd-450c-bf67-db4eaf105f19'] in n-d-794306-6 is: [{'id': '692ede29-75dd-450c-bf67-db4eaf105f19', 'name': 'tempest-TaggedBootDevicesTest_v242-275081819-router', 'tenant_id': '17c76d71cba4469f89099c3ebf7755c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:06:13Z', 'updated_at': '2021-07-15T23:19:06Z', 'revision_number': 6, 'project_id': '17c76d71cba4469f89099c3ebf7755c2', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:19:07.134512 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92d86dce-9514-4b55-9d75-251b29a41034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:07.162801 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-1bbc112f-ee5b-48f2-b1ff-ca4d92d8dff6 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] device_id is not set on port 1fae9003-82f4-480d-9478-075fb4575c1f yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:19:07.165591 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d86dce-9514-4b55-9d75-251b29a41034 admin admin] Pushing event deleted for resources: {'Port': ['ID=855ac6a4-ba21-4c27-b7d9-c47fbfd0774a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:07.180378 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-9187951c-de29-495a-80ff-e26ebafd45de tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8654337 Jul 15 23:19:07.199615 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37662) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:07.209474 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-72619b90-61c3-4c4a-a129-b4fe93891db0 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Request body: {'subnet': {'network_id': '1cba6711-d338-4669-b055-6da3e6d20599', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:07.235802 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81d9106-6b4b-49d9-8d47-ec57b8493035 None None] Network fe121fa5-288f-4a74-ba61-28037c633efd requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:19:07.264882 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7a283-19b1-4cec-b85d-3d85182bfe74 req-876111d4-17eb-4da6-aa23-3549b3096cbc tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:07.266531 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b4c7a283-19b1-4cec-b85d-3d85182bfe74 req-876111d4-17eb-4da6-aa23-3549b3096cbc tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=d060e55a-acc4-47ec-a658-af16a484eec8 HTTP/1.1" status: 200 len: 943 time: 0.4559720 Jul 15 23:19:07.305575 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port d977f3f5-7a1d-4b23-b3a2-34140f7dc5dc completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:07.324456 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92d86dce-9514-4b55-9d75-251b29a41034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999011'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:07.368424 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4dc92531-0e93-48b5-a473-fc2920dd069e None None] Provisioning for port 1e91b2a4-e7e5-47b4-be11-3d854f8c8386 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:07.388567 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4dc92531-0e93-48b5-a473-fc2920dd069e None None] Provisioning complete for port 1e91b2a4-e7e5-47b4-be11-3d854f8c8386 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:07.389590 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4dc92531-0e93-48b5-a473-fc2920dd069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:07.428233 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b4c7a283-19b1-4cec-b85d-3d85182bfe74 req-e74daba0-e273-4687-a1b3-81016f7a2090 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418533 Jul 15 23:19:07.451633 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92d86dce-9514-4b55-9d75-251b29a41034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:07.455233 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92d86dce-9514-4b55-9d75-251b29a41034 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:07.455692 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-4dc92531-0e93-48b5-a473-fc2920dd069e None None] Port 1e91b2a4-e7e5-47b4-be11-3d854f8c8386 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:19:07.544167 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b64eb5ec-7b83-4aaf-992a-82ef8e6dbfb2 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:07.577529 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92d86dce-9514-4b55-9d75-251b29a41034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:07.578074 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d86dce-9514-4b55-9d75-251b29a41034 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 692ede29-75dd-450c-bf67-db4eaf105f19 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:19:07.587961 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92d86dce-9514-4b55-9d75-251b29a41034 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:07.591657 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-92d86dce-9514-4b55-9d75-251b29a41034 admin admin] 10.222.0.48 "DELETE /v2.0/routers/692ede29-75dd-450c-bf67-db4eaf105f19 HTTP/1.1" status: 204 len: 168 time: 1.6939592 Jul 15 23:19:07.594142 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37668) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:07.614814 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-f51af51c-53ca-433d-94d6-1171b3f2dfa1 req-775ea06f-99e0-474e-8ffd-fa2b27559583 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Allocated IP 172.25.5.230 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/2073fb57-98f8-4ddb-bd88-d0738ca3b6fd) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:07.671984 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2ab5918-1e7e-4a81-a9aa-3ae55a17c41a admin admin] Deleting subnet 0a37184c-ca0e-49c0-878a-e1693cdef72b {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:19:07.675207 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709ef2f8-338b-4197-8a81-eefb67ed4b19 x-openstack-request-id: req-709ef2f8-338b-4197-8a81-eefb67ed4b19 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:19:07.675494 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d060e55a-acc4-47ec-a658-af16a484eec8", "tag": "428fc395-88ca-4e6d-b708-6f3664ed368d", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:19:07.675781 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-709ef2f8-338b-4197-8a81-eefb67ed4b19 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:19:07.676415 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd060e55a-acc4-47ec-a658-af16a484eec8', 'tag': '428fc395-88ca-4e6d-b708-6f3664ed368d', 'status': 'completed', 'code': 200} Jul 15 23:19:07.679370 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a2ab5918-1e7e-4a81-a9aa-3ae55a17c41a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:07.699708 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-1bbc112f-ee5b-48f2-b1ff-ca4d92d8dff6 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Allocated IP 10.1.1.241 (0c520006-2621-40c6-9dbf-a751b4cb8117/23c0bd4a-d2bf-4a09-a38b-63c0db5d678a/1fae9003-82f4-480d-9478-075fb4575c1f) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:07.739276 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99177a87-a30d-4e0f-a990-b4e8b9f12538 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-1cba6711-d338-4669-b055-6da3e6d20599', 'network_id': '1cba6711-d338-4669-b055-6da3e6d20599', 'tenant_id': '6e9aa8192e944c7f9b496773dbd06067', 'fixed_ips': [{'subnet_id': '4bb4eba0-5187-45e9-9772-95ae8e5f2445'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:19:07.740166 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-99177a87-a30d-4e0f-a990-b4e8b9f12538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:07.760624 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c6bf1d69-77d7-4e70-b7c4-7a53647d458a None None] Provisioning for port d977f3f5-7a1d-4b23-b3a2-34140f7dc5dc completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:07.762472 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a2ab5918-1e7e-4a81-a9aa-3ae55a17c41a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:07.771595 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c6bf1d69-77d7-4e70-b7c4-7a53647d458a None None] Provisioning complete for port d977f3f5-7a1d-4b23-b3a2-34140f7dc5dc triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:07.771595 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c6bf1d69-77d7-4e70-b7c4-7a53647d458a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:07.801001 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72619b90-61c3-4c4a-a129-b4fe93891db0 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Made reservation on behalf of 6e9aa8192e944c7f9b496773dbd06067 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:07.804477 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-72619b90-61c3-4c4a-a129-b4fe93891db0 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:07.872822 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1bbc112f-ee5b-48f2-b1ff-ca4d92d8dff6 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:07.895707 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-1bbc112f-ee5b-48f2-b1ff-ca4d92d8dff6 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Transition to ACTIVE for port object 1fae9003-82f4-480d-9478-075fb4575c1f will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:07.934316 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1bbc112f-ee5b-48f2-b1ff-ca4d92d8dff6 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:07.982229 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-b64eb5ec-7b83-4aaf-992a-82ef8e6dbfb2 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] device_id is not set on port 17b63513-0df9-4159-92ab-c2ddb0863892 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:19:08.018997 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a2ab5918-1e7e-4a81-a9aa-3ae55a17c41a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:08.050683 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-99177a87-a30d-4e0f-a990-b4e8b9f12538 None None] Allocated IP 2001:db8::2 (1cba6711-d338-4669-b055-6da3e6d20599/4bb4eba0-5187-45e9-9772-95ae8e5f2445/282cfffc-c0ee-46c9-9245-9853b8800b6c) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:08.066903 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c0cbb7-8ba7-4da8-8c22-4507262234d0 req-1bf2a5fb-31d9-4162-8c61-0f778c0dce0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:08.069295 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-a0c0cbb7-8ba7-4da8-8c22-4507262234d0 req-1bf2a5fb-31d9-4162-8c61-0f778c0dce0e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4b15e22ba4eb43169240491cd7fe1115&device_id=d060e55a-acc4-47ec-a658-af16a484eec8 HTTP/1.1" status: 200 len: 1094 time: 0.2687888 Jul 15 23:19:08.075644 n-d-794306-6 neutron-server[93771]: INFO neutron.db.ipam_backend_mixin [None req-72619b90-61c3-4c4a-a129-b4fe93891db0 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4bb4eba0-5187-45e9-9772-95ae8e5f2445 (CIDR: 2001:db8::/64) Jul 15 23:19:08.085433 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c6bf1d69-77d7-4e70-b7c4-7a53647d458a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:08.095162 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-72619b90-61c3-4c4a-a129-b4fe93891db0 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:19:08.095683 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72619b90-61c3-4c4a-a129-b4fe93891db0 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:19:08.149782 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-72619b90-61c3-4c4a-a129-b4fe93891db0 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9465063 Jul 15 23:19:08.150499 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37670) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:08.167273 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbc112f-ee5b-48f2-b1ff-ca4d92d8dff6 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Network 0c520006-2621-40c6-9dbf-a751b4cb8117 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:08.170985 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b075261d-d408-49f6-ba02-ea073884cf31 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Request body: {'subnet': {'network_id': '1cba6711-d338-4669-b055-6da3e6d20599', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:08.176709 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:08.185047 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 2fd19882-f993-4031-b843-12a0be7858b9 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:19:08.191261 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-1bbc112f-ee5b-48f2-b1ff-ca4d92d8dff6 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:08.193516 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbc112f-ee5b-48f2-b1ff-ca4d92d8dff6 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Pushing event updated for resources: {'Port': ['ID=1fae9003-82f4-480d-9478-075fb4575c1f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:08.197866 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbc112f-ee5b-48f2-b1ff-ca4d92d8dff6 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:19:08.265875 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c6bf1d69-77d7-4e70-b7c4-7a53647d458a None None] For port d977f3f5-7a1d-4b23-b3a2-34140f7dc5dc, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=d977f3f5-7a1d-4b23-b3a2-34140f7dc5dc,segment=NetworkSegment(5704f6c6-cb22-49cf-8189-8f79a4796c0a),segment_id=5704f6c6-cb22-49cf-8189-8f79a4796c0a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:08.267131 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a2ab5918-1e7e-4a81-a9aa-3ae55a17c41a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:08.291173 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c6bf1d69-77d7-4e70-b7c4-7a53647d458a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:08.309808 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f029c4cf-f055-490e-aa9f-9a4a812c2cc3 None None] Network e44e98f5-3493-4f81-9434-a1f39e44c5fc requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:19:08.335015 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a2ab5918-1e7e-4a81-a9aa-3ae55a17c41a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:08.336942 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a2ab5918-1e7e-4a81-a9aa-3ae55a17c41a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/0a37184c-ca0e-49c0-878a-e1693cdef72b HTTP/1.1" status: 204 len: 168 time: 0.7418597 Jul 15 23:19:08.355687 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 37672) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:08.388505 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5a998-f993-43ba-80cd-d971d9e10868 req-0db94306-42be-4595-9cc1-b0c354dc7baa tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:08.390996 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f9e5a998-f993-43ba-80cd-d971d9e10868 req-0db94306-42be-4595-9cc1-b0c354dc7baa tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=47399831-f20f-45e9-94e1-d2c475495282 HTTP/1.1" status: 200 len: 946 time: 0.3743525 Jul 15 23:19:08.400421 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ab5918-1e7e-4a81-a9aa-3ae55a17c41a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a37184c-ca0e-49c0-878a-e1693cdef72b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:08.415837 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c0cbb7-8ba7-4da8-8c22-4507262234d0 req-1975718d-db22-4f1d-9f36-6fbf572cab22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:08.417583 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-a0c0cbb7-8ba7-4da8-8c22-4507262234d0 req-1975718d-db22-4f1d-9f36-6fbf572cab22 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d1484756-2d6b-4cf1-82f2-ca0b5a0942a2 HTTP/1.1" status: 200 len: 907 time: 0.3402750 Jul 15 23:19:08.422223 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbc112f-ee5b-48f2-b1ff-ca4d92d8dff6 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:08.423042 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1bbc112f-ee5b-48f2-b1ff-ca4d92d8dff6 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:08.474418 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c6bf1d69-77d7-4e70-b7c4-7a53647d458a None None] Provisioning complete for port 1e91b2a4-e7e5-47b4-be11-3d854f8c8386 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:08.474799 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c6bf1d69-77d7-4e70-b7c4-7a53647d458a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:08.519647 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-1bbc112f-ee5b-48f2-b1ff-ca4d92d8dff6 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.0616250 Jul 15 23:19:08.520499 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-a0c0cbb7-8ba7-4da8-8c22-4507262234d0 req-af65998f-4257-4764-8daf-2272d8246899 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=428fc395-88ca-4e6d-b708-6f3664ed368d HTTP/1.1" status: 200 len: 217 time: 0.0950897 Jul 15 23:19:08.523703 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37676) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:08.531235 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-6522839e-10c6-4992-b6db-a488de7ec4a3 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Request body: {'port': {'network_id': '0c520006-2621-40c6-9dbf-a751b4cb8117', 'name': 'tempest-TaggedBootDevicesTest-1888524000', 'fixed_ips': [{'subnet_id': '23c0bd4a-d2bf-4a09-a38b-63c0db5d678a'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:08.551191 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-99177a87-a30d-4e0f-a990-b4e8b9f12538 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:08.582836 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-b64eb5ec-7b83-4aaf-992a-82ef8e6dbfb2 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Allocated IP 172.20.0.11 (84f0c761-0aac-442a-b3a1-937c1e4bd8a3/6eaaddce-fa44-4402-bb6b-003f22eb5683/17b63513-0df9-4159-92ab-c2ddb0863892) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:08.615799 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c0cbb7-8ba7-4da8-8c22-4507262234d0 req-af9b06a9-c2a7-4524-8daf-fbb47be9b679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:08.617149 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bf1d69-77d7-4e70-b7c4-7a53647d458a None None] Pushing event updated for resources: {'Port': ['ID=d977f3f5-7a1d-4b23-b3a2-34140f7dc5dc,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:08.617586 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-a0c0cbb7-8ba7-4da8-8c22-4507262234d0 req-af9b06a9-c2a7-4524-8daf-fbb47be9b679 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1ce1cd1d-7829-480f-9da2-8bc3514230d8 HTTP/1.1" status: 200 len: 846 time: 0.0907850 Jul 15 23:19:08.630859 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-99177a87-a30d-4e0f-a990-b4e8b9f12538 None None] Transition to ACTIVE for port object 282cfffc-c0ee-46c9-9245-9853b8800b6c will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:08.647960 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-99177a87-a30d-4e0f-a990-b4e8b9f12538 None None] Transition to ACTIVE for port object 282cfffc-c0ee-46c9-9245-9853b8800b6c will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:08.649490 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-26f2978e-4971-4630-81f3-e259935c478c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:08.658550 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f51af51c-53ca-433d-94d6-1171b3f2dfa1 req-775ea06f-99e0-474e-8ffd-fa2b27559583 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:08.674498 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-a0c0cbb7-8ba7-4da8-8c22-4507262234d0 req-93f83405-cec5-4b16-9967-ad758a48c4e5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d1484756-2d6b-4cf1-82f2-ca0b5a0942a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482981 Jul 15 23:19:08.680425 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 2fd19882-f993-4031-b843-12a0be7858b9 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:08.682199 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:08.689270 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-99177a87-a30d-4e0f-a990-b4e8b9f12538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:08.706241 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f9e5a998-f993-43ba-80cd-d971d9e10868 req-28f964da-f634-4a30-8eda-9cfcb8d8e198 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939379 Jul 15 23:19:08.751605 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b075261d-d408-49f6-ba02-ea073884cf31 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Made reservation on behalf of 6e9aa8192e944c7f9b496773dbd06067 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:08.754249 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b075261d-d408-49f6-ba02-ea073884cf31 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:08.754414 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c6bf1d69-77d7-4e70-b7c4-7a53647d458a None None] Port 1e91b2a4-e7e5-47b4-be11-3d854f8c8386 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:19:08.813365 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99177a87-a30d-4e0f-a990-b4e8b9f12538 None None] Network 1cba6711-d338-4669-b055-6da3e6d20599 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:08.818514 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-99177a87-a30d-4e0f-a990-b4e8b9f12538 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:08.821491 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99177a87-a30d-4e0f-a990-b4e8b9f12538 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:19:08.883105 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f51af51c-53ca-433d-94d6-1171b3f2dfa1 req-775ea06f-99e0-474e-8ffd-fa2b27559583 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:08.897009 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-26f2978e-4971-4630-81f3-e259935c478c admin admin] Deleting port 30c07b88-6364-4806-9db4-e61a6ff2c7d9 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:08.898063 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-26f2978e-4971-4630-81f3-e259935c478c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:08.918455 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99177a87-a30d-4e0f-a990-b4e8b9f12538 None None] Pushing event updated for resources: {'Port': ['ID=282cfffc-c0ee-46c9-9245-9853b8800b6c,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:08.925889 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-99177a87-a30d-4e0f-a990-b4e8b9f12538 None None] Attempting to bind port 282cfffc-c0ee-46c9-9245-9853b8800b6c on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:19:08.926268 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-99177a87-a30d-4e0f-a990-b4e8b9f12538 None None] Attempting to bind port 282cfffc-c0ee-46c9-9245-9853b8800b6c by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'dbf374f4-3f05-42bf-ba41-e675f2f01f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '1cba6711-d338-4669-b055-6da3e6d20599'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:19:08.926634 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99177a87-a30d-4e0f-a990-b4e8b9f12538 None None] Attempting to bind port 282cfffc-c0ee-46c9-9245-9853b8800b6c on network 1cba6711-d338-4669-b055-6da3e6d20599 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:19:08.948047 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99177a87-a30d-4e0f-a990-b4e8b9f12538 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:19:08.948439 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99177a87-a30d-4e0f-a990-b4e8b9f12538 None None] Checking segment: {'id': 'dbf374f4-3f05-42bf-ba41-e675f2f01f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '1cba6711-d338-4669-b055-6da3e6d20599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:19:08.948837 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-99177a87-a30d-4e0f-a990-b4e8b9f12538 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:08.949226 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99177a87-a30d-4e0f-a990-b4e8b9f12538 None None] Bound using segment: {'id': 'dbf374f4-3f05-42bf-ba41-e675f2f01f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '1cba6711-d338-4669-b055-6da3e6d20599'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:19:08.949693 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-99177a87-a30d-4e0f-a990-b4e8b9f12538 None None] Bound port: 282cfffc-c0ee-46c9-9245-9853b8800b6c, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf374f4-3f05-42bf-ba41-e675f2f01f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '1cba6711-d338-4669-b055-6da3e6d20599'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:19:08.950075 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-99177a87-a30d-4e0f-a990-b4e8b9f12538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:08.953377 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8f738e24-fc06-48bf-98c4-1f1e229c9ab7 None None] Provisioning complete for port d977f3f5-7a1d-4b23-b3a2-34140f7dc5dc triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:08.953648 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8f738e24-fc06-48bf-98c4-1f1e229c9ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:08.978752 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f51af51c-53ca-433d-94d6-1171b3f2dfa1 req-775ea06f-99e0-474e-8ffd-fa2b27559583 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:08.981687 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b64eb5ec-7b83-4aaf-992a-82ef8e6dbfb2 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:09.032552 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-f51af51c-53ca-433d-94d6-1171b3f2dfa1 req-775ea06f-99e0-474e-8ffd-fa2b27559583 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:09.047063 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-f51af51c-53ca-433d-94d6-1171b3f2dfa1 req-775ea06f-99e0-474e-8ffd-fa2b27559583 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:19:09.054444 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b49d698-43f7-470a-a4da-bf3bfe875323 None None] DHCP port deletion for e44e98f5-3493-4f81-9434-a1f39e44c5fc request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:19:09.059216 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-a0c0cbb7-8ba7-4da8-8c22-4507262234d0 req-4f095721-b5ee-4f7f-b987-a1e3e947d494 service neutron] 10.222.0.41 "GET /v2.0/networks/d1484756-2d6b-4cf1-82f2-ca0b5a0942a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3748786 Jul 15 23:19:09.090978 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6522839e-10c6-4992-b6db-a488de7ec4a3 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Made reservation on behalf of 1535e8fb4bbf47a995341d11b9792565 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:09.117690 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-b64eb5ec-7b83-4aaf-992a-82ef8e6dbfb2 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Transition to ACTIVE for port object 17b63513-0df9-4159-92ab-c2ddb0863892 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:09.139622 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775ea06f-99e0-474e-8ffd-fa2b27559583 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Pushing event updated for resources: {'Port': ['ID=2073fb57-98f8-4ddb-bd88-d0738ca3b6fd,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:09.152878 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-26f2978e-4971-4630-81f3-e259935c478c admin admin] For port 30c07b88-6364-4806-9db4-e61a6ff2c7d9, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=30c07b88-6364-4806-9db4-e61a6ff2c7d9,segment=NetworkSegment(5e9c24ff-51aa-41c3-9d89-a1958611c8be),segment_id=5e9c24ff-51aa-41c3-9d89-a1958611c8be)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:09.152878 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-26f2978e-4971-4630-81f3-e259935c478c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:09.153226 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 187065e4-b1d0-4813-9011-b8d1396401e6 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:19:09.187052 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-26f2978e-4971-4630-81f3-e259935c478c admin admin] Calling delete_port for 30c07b88-6364-4806-9db4-e61a6ff2c7d9 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:09.241416 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-99177a87-a30d-4e0f-a990-b4e8b9f12538 None None] For port 282cfffc-c0ee-46c9-9245-9853b8800b6c, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:19:09.246595 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-99177a87-a30d-4e0f-a990-b4e8b9f12538 None None] For port 282cfffc-c0ee-46c9-9245-9853b8800b6c, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=282cfffc-c0ee-46c9-9245-9853b8800b6c,segment=NetworkSegment(dbf374f4-3f05-42bf-ba41-e675f2f01f47),segment_id=dbf374f4-3f05-42bf-ba41-e675f2f01f47)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:19:09.249995 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b075261d-d408-49f6-ba02-ea073884cf31 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:09.251034 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8f738e24-fc06-48bf-98c4-1f1e229c9ab7 None None] Provisioning for port 1fae9003-82f4-480d-9478-075fb4575c1f completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:09.258340 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-99177a87-a30d-4e0f-a990-b4e8b9f12538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:09.264274 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8f738e24-fc06-48bf-98c4-1f1e229c9ab7 None None] Provisioning complete for port 1fae9003-82f4-480d-9478-075fb4575c1f triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:09.265193 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8f738e24-fc06-48bf-98c4-1f1e229c9ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:09.286669 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26cfbc7-2b61-4504-8b61-7f161b0b51ca req-d1b6773a-9fcc-41a4-9140-47efdd362961 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:09.288295 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b26cfbc7-2b61-4504-8b61-7f161b0b51ca req-d1b6773a-9fcc-41a4-9140-47efdd362961 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=d060e55a-acc4-47ec-a658-af16a484eec8 HTTP/1.1" status: 200 len: 943 time: 0.3564534 Jul 15 23:19:09.321445 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b075261d-d408-49f6-ba02-ea073884cf31 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Network 1cba6711-d338-4669-b055-6da3e6d20599 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:09.327995 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-b075261d-d408-49f6-ba02-ea073884cf31 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:09.331355 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-a0c0cbb7-8ba7-4da8-8c22-4507262234d0 req-0c8aa21c-d814-4312-a8ac-b30c9175af7b service neutron] 10.222.0.41 "GET /v2.0/networks/d1484756-2d6b-4cf1-82f2-ca0b5a0942a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627177 Jul 15 23:19:09.332912 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b075261d-d408-49f6-ba02-ea073884cf31 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:09.333493 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b075261d-d408-49f6-ba02-ea073884cf31 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:09.340353 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6522839e-10c6-4992-b6db-a488de7ec4a3 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:09.344165 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-7b49d698-43f7-470a-a4da-bf3bfe875323 None None] Deleting port 30c07b88-6364-4806-9db4-e61a6ff2c7d9 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:09.344895 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7b49d698-43f7-470a-a4da-bf3bfe875323 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:09.367597 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b075261d-d408-49f6-ba02-ea073884cf31 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event updated for resources: {'Subnet': ['ID=62b92489-57dd-422c-a43b-c533e6588f91,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:09.372443 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b64eb5ec-7b83-4aaf-992a-82ef8e6dbfb2 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:09.378431 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b075261d-d408-49f6-ba02-ea073884cf31 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2195618 Jul 15 23:19:09.379149 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37680) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:09.386739 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-92422808-9a2b-4ba1-b5e9-4c595c9c9565 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Request body: {'port': {'network_id': '1cba6711-d338-4669-b055-6da3e6d20599', 'fixed_ips': [{'subnet_id': '4bb4eba0-5187-45e9-9772-95ae8e5f2445'}, {'subnet_id': '62b92489-57dd-422c-a43b-c533e6588f91'}], 'name': 'tempest-PortsIpV6TestJSON-1955922122'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:09.391548 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-6522839e-10c6-4992-b6db-a488de7ec4a3 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] device_id is not set on port 422fe5b9-520f-419b-8cd4-d8ed4ddfee1a yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:19:09.392612 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-8f738e24-fc06-48bf-98c4-1f1e229c9ab7 None None] Port 1fae9003-82f4-480d-9478-075fb4575c1f cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:19:09.440828 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 187065e4-b1d0-4813-9011-b8d1396401e6 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:09.441243 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:09.442545 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b26cfbc7-2b61-4504-8b61-7f161b0b51ca req-02e85393-af25-492e-9348-ed04c079f17c tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285172 Jul 15 23:19:09.463761 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f51af51c-53ca-433d-94d6-1171b3f2dfa1 req-775ea06f-99e0-474e-8ffd-fa2b27559583 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:09.489344 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64eb5ec-7b83-4aaf-992a-82ef8e6dbfb2 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Network 84f0c761-0aac-442a-b3a1-937c1e4bd8a3 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:09.495356 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-b64eb5ec-7b83-4aaf-992a-82ef8e6dbfb2 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:09.512894 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99177a87-a30d-4e0f-a990-b4e8b9f12538 None None] Pushing event updated for resources: {'Port': ['ID=282cfffc-c0ee-46c9-9245-9853b8800b6c,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:09.533235 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64eb5ec-7b83-4aaf-992a-82ef8e6dbfb2 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:19:09.584220 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-7b49d698-43f7-470a-a4da-bf3bfe875323 None None] For port 30c07b88-6364-4806-9db4-e61a6ff2c7d9, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=30c07b88-6364-4806-9db4-e61a6ff2c7d9,segment=NetworkSegment(5e9c24ff-51aa-41c3-9d89-a1958611c8be),segment_id=5e9c24ff-51aa-41c3-9d89-a1958611c8be)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:09.584859 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7b49d698-43f7-470a-a4da-bf3bfe875323 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:09.586809 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64eb5ec-7b83-4aaf-992a-82ef8e6dbfb2 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Pushing event updated for resources: {'Port': ['ID=17b63513-0df9-4159-92ab-c2ddb0863892,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:09.622410 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-7b49d698-43f7-470a-a4da-bf3bfe875323 None None] Calling delete_port for 30c07b88-6364-4806-9db4-e61a6ff2c7d9 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:09.623255 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-26f2978e-4971-4630-81f3-e259935c478c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:09.648513 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f51af51c-53ca-433d-94d6-1171b3f2dfa1 req-775ea06f-99e0-474e-8ffd-fa2b27559583 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:09.806469 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 428fc395-88ca-4e6d-b708-6f3664ed368d details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:19:09.834267 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-6522839e-10c6-4992-b6db-a488de7ec4a3 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Allocated IP 10.1.1.91 (0c520006-2621-40c6-9dbf-a751b4cb8117/23c0bd4a-d2bf-4a09-a38b-63c0db5d678a/422fe5b9-520f-419b-8cd4-d8ed4ddfee1a) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:09.907779 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7b49d698-43f7-470a-a4da-bf3bfe875323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:09.961558 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 855ac6a4-ba21-4c27-b7d9-c47fbfd0774a no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:19:09.990215 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 855ac6a4-ba21-4c27-b7d9-c47fbfd0774a {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:19:09.990568 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 855ac6a4-ba21-4c27-b7d9-c47fbfd0774a not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:19:09.991001 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 8011d81b-ce02-4aee-9a4e-051eecd78a1c no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:19:10.037924 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6522839e-10c6-4992-b6db-a488de7ec4a3 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:10.039604 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b49d698-43f7-470a-a4da-bf3bfe875323 None None] Pushing event deleted for resources: {'Port': ['ID=30c07b88-6364-4806-9db4-e61a6ff2c7d9,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:10.072484 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-6522839e-10c6-4992-b6db-a488de7ec4a3 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Transition to ACTIVE for port object 422fe5b9-520f-419b-8cd4-d8ed4ddfee1a will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:10.077770 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b49d698-43f7-470a-a4da-bf3bfe875323 None None] No DVR routers for this DVR port 30c07b88-6364-4806-9db4-e61a6ff2c7d9 on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:19:10.079322 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 8011d81b-ce02-4aee-9a4e-051eecd78a1c {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:19:10.079699 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 8011d81b-ce02-4aee-9a4e-051eecd78a1c not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:19:10.082427 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92422808-9a2b-4ba1-b5e9-4c595c9c9565 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Made reservation on behalf of 6e9aa8192e944c7f9b496773dbd06067 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:10.115666 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-54f1d1f8-d6be-48c4-b8bc-017e92cd32b2 None None] Provisioning for port 17b63513-0df9-4159-92ab-c2ddb0863892 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:10.129955 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-54f1d1f8-d6be-48c4-b8bc-017e92cd32b2 None None] Provisioning complete for port 17b63513-0df9-4159-92ab-c2ddb0863892 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:10.130907 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54f1d1f8-d6be-48c4-b8bc-017e92cd32b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:10.177802 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 428fc395-88ca-4e6d-b708-6f3664ed368d, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=428fc395-88ca-4e6d-b708-6f3664ed368d,segment=NetworkSegment(056a97c3-fa40-4757-b96f-04fb527ec8cd),segment_id=056a97c3-fa40-4757-b96f-04fb527ec8cd)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:10.207809 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': '428fc395-88ca-4e6d-b708-6f3664ed368d', 'network_id': 'd1484756-2d6b-4cf1-82f2-ca0b5a0942a2', 'port_id': '428fc395-88ca-4e6d-b708-6f3664ed368d', 'mac_address': 'fa:16:3e:a4:df:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ce1cd1d-7829-480f-9da2-8bc3514230d8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:19:10.209656 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-54f1d1f8-d6be-48c4-b8bc-017e92cd32b2 None None] Port 17b63513-0df9-4159-92ab-c2ddb0863892 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:19:10.273664 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:10.283819 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f2978e-4971-4630-81f3-e259935c478c admin admin] Pushing event deleted for resources: {'Port': ['ID=30c07b88-6364-4806-9db4-e61a6ff2c7d9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:10.303179 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 428fc395-88ca-4e6d-b708-6f3664ed368d {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:19:10.330994 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 428fc395-88ca-4e6d-b708-6f3664ed368d, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=428fc395-88ca-4e6d-b708-6f3664ed368d,segment=NetworkSegment(056a97c3-fa40-4757-b96f-04fb527ec8cd),segment_id=056a97c3-fa40-4757-b96f-04fb527ec8cd)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:10.336821 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:10.350545 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f2978e-4971-4630-81f3-e259935c478c admin admin] No DVR routers for this DVR port 30c07b88-6364-4806-9db4-e61a6ff2c7d9 on host n-d-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:19:10.360371 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64eb5ec-7b83-4aaf-992a-82ef8e6dbfb2 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:10.362237 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b64eb5ec-7b83-4aaf-992a-82ef8e6dbfb2 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:10.375310 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device d977f3f5-7a1d-4b23-b3a2-34140f7dc5dc up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:19:10.433552 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=428fc395-88ca-4e6d-b708-6f3664ed368d,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:10.450961 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port d977f3f5-7a1d-4b23-b3a2-34140f7dc5dc triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:10.452044 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:10.523045 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-b64eb5ec-7b83-4aaf-992a-82ef8e6dbfb2 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 4.1351078 Jul 15 23:19:10.531821 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37688) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:10.565033 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-26f2978e-4971-4630-81f3-e259935c478c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:10.589810 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-26f2978e-4971-4630-81f3-e259935c478c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e44e98f5-3493-4f81-9434-a1f39e44c5fc']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:10.619147 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-26f2978e-4971-4630-81f3-e259935c478c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e9c24ff-51aa-41c3-9d89-a1958611c8be') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:10.619540 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-26f2978e-4971-4630-81f3-e259935c478c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e9c24ff-51aa-41c3-9d89-a1958611c8be') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:10.628572 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6522839e-10c6-4992-b6db-a488de7ec4a3 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:10.648856 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d5c66-bec5-4bbb-88b0-d6827cf349f0 req-bf7bba7e-424a-4e10-aa96-3d7501f0d409 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:10.659036 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-785d5c66-bec5-4bbb-88b0-d6827cf349f0 req-bf7bba7e-424a-4e10-aa96-3d7501f0d409 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=47399831-f20f-45e9-94e1-d2c475495282 HTTP/1.1" status: 200 len: 946 time: 0.3245459 Jul 15 23:19:10.702834 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6522839e-10c6-4992-b6db-a488de7ec4a3 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Network 0c520006-2621-40c6-9dbf-a751b4cb8117 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:10.707810 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6522839e-10c6-4992-b6db-a488de7ec4a3 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Pushing event updated for resources: {'Port': ['ID=422fe5b9-520f-419b-8cd4-d8ed4ddfee1a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:10.710549 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-6522839e-10c6-4992-b6db-a488de7ec4a3 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:10.721309 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c55cafd-9359-45f3-9d74-19675d88ac3b tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:10.727551 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c55cafd-9359-45f3-9d74-19675d88ac3b tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:10.734638 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c55cafd-9359-45f3-9d74-19675d88ac3b tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:10.737809 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['428fc395-88ca-4e6d-b708-6f3664ed368d'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:19:10.739475 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-4c55cafd-9359-45f3-9d74-19675d88ac3b tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.2066102 Jul 15 23:19:10.740888 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37692) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:10.741545 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6522839e-10c6-4992-b6db-a488de7ec4a3 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:19:10.747621 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f51af51c-53ca-433d-94d6-1171b3f2dfa1 req-775ea06f-99e0-474e-8ffd-fa2b27559583 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:10.752184 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-26f2978e-4971-4630-81f3-e259935c478c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:10.772407 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 282cfffc-c0ee-46c9-9245-9853b8800b6c up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:19:10.830460 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-785d5c66-bec5-4bbb-88b0-d6827cf349f0 req-e83ad08c-ebcb-48ca-9c29-f8462cb9c462 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696472 Jul 15 23:19:10.845522 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f51af51c-53ca-433d-94d6-1171b3f2dfa1 req-775ea06f-99e0-474e-8ffd-fa2b27559583 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:10.848771 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6522839e-10c6-4992-b6db-a488de7ec4a3 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:10.849515 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6522839e-10c6-4992-b6db-a488de7ec4a3 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:10.854236 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-26f2978e-4971-4630-81f3-e259935c478c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:10.859031 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92422808-9a2b-4ba1-b5e9-4c595c9c9565 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:10.882865 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 282cfffc-c0ee-46c9-9245-9853b8800b6c completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:10.909698 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26f2978e-4971-4630-81f3-e259935c478c admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:19:10.913599 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-26f2978e-4971-4630-81f3-e259935c478c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:10.925252 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:19:10.925252 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:19:10.925252 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:19:10.925252 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:19:10.925252 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:19:10.925252 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:19:10.925252 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:19:10.925252 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:19:10.925252 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:19:10.925252 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:19:10.925252 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:19:10.925252 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:19:10.925252 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:19:10.925252 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:19:10.925252 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:19:10.925252 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:19:10.925252 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:19:10.925252 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:19:10.925252 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:19:10.925252 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:19:10.925252 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:19:10.925252 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:19:10.925252 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:19:10.925252 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:19:10.925252 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:19:10.925252 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:19:10.925252 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:19:10.925252 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:19:10.925252 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:19:10.925252 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:19:10.925252 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:19:10.925252 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:19:10.925252 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:19:10.925252 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:19:10.925252 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:19:10.925252 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:19:10.925252 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:19:10.925252 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:19:10.925252 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:19:10.925252 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:19:10.961170 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-92422808-9a2b-4ba1-b5e9-4c595c9c9565 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] device_id is not set on port adba1380-6426-4296-b50f-d632b36152e7 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:19:10.993684 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-6522839e-10c6-4992-b6db-a488de7ec4a3 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4648545 Jul 15 23:19:10.994990 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 30c07b88-6364-4806-9db4-e61a6ff2c7d9 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:19:11.043817 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 30c07b88-6364-4806-9db4-e61a6ff2c7d9 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:19:11.044422 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 30c07b88-6364-4806-9db4-e61a6ff2c7d9 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:19:11.109750 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f51af51c-53ca-433d-94d6-1171b3f2dfa1 req-775ea06f-99e0-474e-8ffd-fa2b27559583 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:11.121120 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775ea06f-99e0-474e-8ffd-fa2b27559583 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Pushing event updated for resources: {'Port': ['ID=2073fb57-98f8-4ddb-bd88-d0738ca3b6fd,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:11.139097 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b426b9-3b3c-4d2e-8ee7-fa262fecee3f None None] Network 1cba6711-d338-4669-b055-6da3e6d20599 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:19:11.141287 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-26f2978e-4971-4630-81f3-e259935c478c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:11.172015 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-26f2978e-4971-4630-81f3-e259935c478c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:11.176513 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-26f2978e-4971-4630-81f3-e259935c478c admin admin] 10.222.0.48 "DELETE /v2.0/networks/e44e98f5-3493-4f81-9434-a1f39e44c5fc HTTP/1.1" status: 204 len: 168 time: 2.8169916 Jul 15 23:19:11.184853 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f51af51c-53ca-433d-94d6-1171b3f2dfa1 req-775ea06f-99e0-474e-8ffd-fa2b27559583 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:11.194271 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f51af51c-53ca-433d-94d6-1171b3f2dfa1 req-775ea06f-99e0-474e-8ffd-fa2b27559583 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.6071513 Jul 15 23:19:11.222007 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f2978e-4971-4630-81f3-e259935c478c admin admin] Pushing event deleted for resources: {'Network': ['ID=e44e98f5-3493-4f81-9434-a1f39e44c5fc,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:11.248067 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-e3473577-b610-42b2-9979-f53ee4d728af tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Deleting port 17b63513-0df9-4159-92ab-c2ddb0863892 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:11.248364 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3473577-b610-42b2-9979-f53ee4d728af tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:11.290253 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2ca89e57-2119-4f09-a588-4557dc6f4a50 None None] Provisioning for port 282cfffc-c0ee-46c9-9245-9853b8800b6c completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:11.300176 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f51af51c-53ca-433d-94d6-1171b3f2dfa1 req-7200af0d-f6b2-4344-984c-c929a7ec6e15 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.230 HTTP/1.1" status: 200 len: 696 time: 0.1041994 Jul 15 23:19:11.302889 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2ca89e57-2119-4f09-a588-4557dc6f4a50 None None] Provisioning complete for port 282cfffc-c0ee-46c9-9245-9853b8800b6c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:11.302889 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2ca89e57-2119-4f09-a588-4557dc6f4a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:11.337108 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 37700) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:11.351654 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cefe12-e554-489d-85fa-202ab47494e5 req-dd2aeca7-bd40-4fb5-9073-40ef7b5ca8d3 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:11.353086 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b1cefe12-e554-489d-85fa-202ab47494e5 req-dd2aeca7-bd40-4fb5-9073-40ef7b5ca8d3 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=d060e55a-acc4-47ec-a658-af16a484eec8 HTTP/1.1" status: 200 len: 944 time: 0.2379079 Jul 15 23:19:11.404314 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-da46fac6-86a0-4e63-89ac-0f1414987d5a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=17c76d71cba4469f89099c3ebf7755c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0498199 Jul 15 23:19:11.406556 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 37702) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:11.431260 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2ca89e57-2119-4f09-a588-4557dc6f4a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:11.441528 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3473577-b610-42b2-9979-f53ee4d728af tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:11.468879 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-e3473577-b610-42b2-9979-f53ee4d728af tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Calling delete_port for 17b63513-0df9-4159-92ab-c2ddb0863892 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:11.471874 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-2ca89e57-2119-4f09-a588-4557dc6f4a50 None None] For port 282cfffc-c0ee-46c9-9245-9853b8800b6c, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=282cfffc-c0ee-46c9-9245-9853b8800b6c,segment=NetworkSegment(dbf374f4-3f05-42bf-ba41-e675f2f01f47),segment_id=dbf374f4-3f05-42bf-ba41-e675f2f01f47)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:11.478872 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2ca89e57-2119-4f09-a588-4557dc6f4a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:11.485770 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-92422808-9a2b-4ba1-b5e9-4c595c9c9565 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Allocated IP 2001:db8::232 (1cba6711-d338-4669-b055-6da3e6d20599/4bb4eba0-5187-45e9-9772-95ae8e5f2445/adba1380-6426-4296-b50f-d632b36152e7) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:11.499414 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-92422808-9a2b-4ba1-b5e9-4c595c9c9565 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Allocated IP 2001:db8:0:1::1a1 (1cba6711-d338-4669-b055-6da3e6d20599/62b92489-57dd-422c-a43b-c533e6588f91/adba1380-6426-4296-b50f-d632b36152e7) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:11.549904 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2ca89e57-2119-4f09-a588-4557dc6f4a50 None None] Provisioning for port 422fe5b9-520f-419b-8cd4-d8ed4ddfee1a completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:11.561775 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2ca89e57-2119-4f09-a588-4557dc6f4a50 None None] Provisioning complete for port 422fe5b9-520f-419b-8cd4-d8ed4ddfee1a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:11.562158 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2ca89e57-2119-4f09-a588-4557dc6f4a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:11.562720 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b1cefe12-e554-489d-85fa-202ab47494e5 req-fbfa250d-6ef1-4265-a1f9-c7f60e2b1470 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628566 Jul 15 23:19:11.586246 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-39314530-3638-4fa6-a0b3-dda8c53c2da5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:11.608455 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7cbc18-f8bc-4a18-8dc9-a51c0a5110d3 None None] Update dhcp port {'port': {'network_id': '1cba6711-d338-4669-b055-6da3e6d20599', 'fixed_ips': [{'subnet_id': '4bb4eba0-5187-45e9-9772-95ae8e5f2445', 'ip_address': '2001:db8::2'}, {'subnet_id': '62b92489-57dd-422c-a43b-c533e6588f91'}], 'binding:host_id': 'n-d-794306-6'}, 'id': '282cfffc-c0ee-46c9-9245-9853b8800b6c'} from n-d-794306-6. {{(pid=93772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 23:19:11.612155 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca89e57-2119-4f09-a588-4557dc6f4a50 None None] Pushing event updated for resources: {'Port': ['ID=282cfffc-c0ee-46c9-9245-9853b8800b6c,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:11.626000 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51af51c-53ca-433d-94d6-1171b3f2dfa1 req-ee65baec-bbc3-4954-a4bb-79d884bffb29 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:11.627768 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f51af51c-53ca-433d-94d6-1171b3f2dfa1 req-ee65baec-bbc3-4954-a4bb-79d884bffb29 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] 10.222.0.48 "GET /v2.0/networks/c4160cc4-e133-4d4e-ad39-f86bca4b2f14 HTTP/1.1" status: 200 len: 784 time: 0.3272343 Jul 15 23:19:11.661816 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-39314530-3638-4fa6-a0b3-dda8c53c2da5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:11.666245 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2ca89e57-2119-4f09-a588-4557dc6f4a50 None None] Port 422fe5b9-520f-419b-8cd4-d8ed4ddfee1a cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:19:11.674317 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe7cbc18-f8bc-4a18-8dc9-a51c0a5110d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:11.739816 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-39314530-3638-4fa6-a0b3-dda8c53c2da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:11.742375 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-39314530-3638-4fa6-a0b3-dda8c53c2da5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:11.745767 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-39314530-3638-4fa6-a0b3-dda8c53c2da5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fde6291d-0085-4461-bff2-f84f9cfdb496 HTTP/1.1" status: 204 len: 168 time: 0.3311300 Jul 15 23:19:11.762444 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 428fc395-88ca-4e6d-b708-6f3664ed368d up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:19:11.782384 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39314530-3638-4fa6-a0b3-dda8c53c2da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde6291d-0085-4461-bff2-f84f9cfdb496,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:11.817223 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3473577-b610-42b2-9979-f53ee4d728af tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:11.910711 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3473577-b610-42b2-9979-f53ee4d728af tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Pushing event deleted for resources: {'Port': ['ID=17b63513-0df9-4159-92ab-c2ddb0863892,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:11.944944 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-527e44f4-6c74-41dc-b031-8f3943aeb11a req-b1f4675e-1131-48f6-a403-987f2384f7c6 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2173989 Jul 15 23:19:11.959812 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92422808-9a2b-4ba1-b5e9-4c595c9c9565 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:11.966889 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-527e44f4-6c74-41dc-b031-8f3943aeb11a req-4d4714ca-ba02-426c-b8b6-1f80ee241c7c tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Request body: {'floatingip': {'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:12.009759 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-92422808-9a2b-4ba1-b5e9-4c595c9c9565 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Transition to ACTIVE for port object adba1380-6426-4296-b50f-d632b36152e7 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:12.014850 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-527e44f4-6c74-41dc-b031-8f3943aeb11a req-4d4714ca-ba02-426c-b8b6-1f80ee241c7c tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:12.043194 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port 428fc395-88ca-4e6d-b708-6f3664ed368d completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:12.050257 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port 428fc395-88ca-4e6d-b708-6f3664ed368d triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:12.051308 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:12.146777 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 37712) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:12.154048 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-c62a842d-12a6-401d-b426-079eae7a626d tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Request body: {'security_group': {'name': 'tempest-securitygroup--982771183', 'description': 'tempest-description--1216833803'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:12.198957 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c62a842d-12a6-401d-b426-079eae7a626d tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:12.221153 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-527e44f4-6c74-41dc-b031-8f3943aeb11a req-4d4714ca-ba02-426c-b8b6-1f80ee241c7c tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:12.233555 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:12.314191 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 428fc395-88ca-4e6d-b708-6f3664ed368d, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=428fc395-88ca-4e6d-b708-6f3664ed368d,segment=NetworkSegment(056a97c3-fa40-4757-b96f-04fb527ec8cd),segment_id=056a97c3-fa40-4757-b96f-04fb527ec8cd)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:12.316254 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd060e55a-acc4-47ec-a658-af16a484eec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '428fc395-88ca-4e6d-b708-6f3664ed368d'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:19:12.320408 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3473577-b610-42b2-9979-f53ee4d728af tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:12.322378 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f0ed54-2faf-4138-a3e9-d32d6f96774c" -d '{"events": [{"server_uuid": "d060e55a-acc4-47ec-a658-af16a484eec8", "name": "network-vif-plugged", "status": "completed", "tag": "428fc395-88ca-4e6d-b708-6f3664ed368d"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:19:12.324349 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e3473577-b610-42b2-9979-f53ee4d728af tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] 10.222.0.48 "DELETE /v2.0/ports/17b63513-0df9-4159-92ab-c2ddb0863892 HTTP/1.1" status: 204 len: 168 time: 1.5782430 Jul 15 23:19:12.329049 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37716) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:12.331117 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:12.390137 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 282cfffc-c0ee-46c9-9245-9853b8800b6c up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:19:12.409103 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a973211-fcd5-484a-abce-390f0a9fa03f tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] GET failed (client error): The resource could not be found. Jul 15 23:19:12.414793 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-5a973211-fcd5-484a-abce-390f0a9fa03f tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] 10.222.0.48 "GET /v2.0/ports/17b63513-0df9-4159-92ab-c2ddb0863892 HTTP/1.1" status: 404 len: 333 time: 0.0786810 Jul 15 23:19:12.414793 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92422808-9a2b-4ba1-b5e9-4c595c9c9565 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:12.428309 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37724) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:12.497549 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 282cfffc-c0ee-46c9-9245-9853b8800b6c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:12.497982 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:12.507263 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e8713495-29c2-4708-82fe-bdb894638cba tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Request body: {'port': {'network_id': '84f0c761-0aac-442a-b3a1-937c1e4bd8a3', 'name': 'tempest-AllowedAddressPairTestJSON-526237804'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:12.523454 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92422808-9a2b-4ba1-b5e9-4c595c9c9565 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event updated for resources: {'Port': ['ID=adba1380-6426-4296-b50f-d632b36152e7,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:12.543448 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92422808-9a2b-4ba1-b5e9-4c595c9c9565 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Network 1cba6711-d338-4669-b055-6da3e6d20599 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:12.561250 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-92422808-9a2b-4ba1-b5e9-4c595c9c9565 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:12.568352 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=428fc395-88ca-4e6d-b708-6f3664ed368d,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:12.573004 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92422808-9a2b-4ba1-b5e9-4c595c9c9565 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:19:12.577702 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92422808-9a2b-4ba1-b5e9-4c595c9c9565 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:12.578512 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92422808-9a2b-4ba1-b5e9-4c595c9c9565 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:12.612388 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-527e44f4-6c74-41dc-b031-8f3943aeb11a req-4d4714ca-ba02-426c-b8b6-1f80ee241c7c tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Allocated IP 172.25.5.133 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/6ac4cac8-c72e-4ff8-a5a0-3b815fc77496) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:12.627629 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-fe7cbc18-f8bc-4a18-8dc9-a51c0a5110d3 None None] Allocated IP 2001:db8:0:1::2 (1cba6711-d338-4669-b055-6da3e6d20599/62b92489-57dd-422c-a43b-c533e6588f91/282cfffc-c0ee-46c9-9245-9853b8800b6c) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:12.748002 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-fe7cbc18-f8bc-4a18-8dc9-a51c0a5110d3 None None] For port 282cfffc-c0ee-46c9-9245-9853b8800b6c, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=282cfffc-c0ee-46c9-9245-9853b8800b6c,segment=NetworkSegment(dbf374f4-3f05-42bf-ba41-e675f2f01f47),segment_id=dbf374f4-3f05-42bf-ba41-e675f2f01f47)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:12.776288 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69016807-845b-4466-9a7a-dde9b2814e4e req-c03fb223-b6f7-4f0a-bc97-e639c450a56d tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:12.777752 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-69016807-845b-4466-9a7a-dde9b2814e4e req-c03fb223-b6f7-4f0a-bc97-e639c450a56d tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=47399831-f20f-45e9-94e1-d2c475495282 HTTP/1.1" status: 200 len: 946 time: 0.3910179 Jul 15 23:19:12.794392 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe7cbc18-f8bc-4a18-8dc9-a51c0a5110d3 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:12.811189 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-fe7cbc18-f8bc-4a18-8dc9-a51c0a5110d3 None None] Transition to ACTIVE for port object 282cfffc-c0ee-46c9-9245-9853b8800b6c will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:12.816047 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe7cbc18-f8bc-4a18-8dc9-a51c0a5110d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:12.866228 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c62a842d-12a6-401d-b426-079eae7a626d tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:12.877740 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-69016807-845b-4466-9a7a-dde9b2814e4e req-6c0e5582-66d1-4db3-bdfe-848cdb37bf0c tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875239 Jul 15 23:19:12.878389 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c62a842d-12a6-401d-b426-079eae7a626d tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:12.909912 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-92422808-9a2b-4ba1-b5e9-4c595c9c9565 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 3.5275376 Jul 15 23:19:12.913856 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37740) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:12.916322 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8713495-29c2-4708-82fe-bdb894638cba tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Made reservation on behalf of 8a20a2640b4c4216b7c8c5cc19f0a240 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:12.929388 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62a842d-12a6-401d-b426-079eae7a626d tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=744e907c-f836-4b84-9995-723c64aba29d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:12.931039 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e8713495-29c2-4708-82fe-bdb894638cba tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:12.934112 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c62a842d-12a6-401d-b426-079eae7a626d tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:12.935207 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-c62a842d-12a6-401d-b426-079eae7a626d tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7863243 Jul 15 23:19:12.938768 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-527e44f4-6c74-41dc-b031-8f3943aeb11a req-4d4714ca-ba02-426c-b8b6-1f80ee241c7c tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:12.940788 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 37744) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:12.945900 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-84f08709-e651-4798-81d1-84e81b115faa tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Request body: {'security_group_rule': {'security_group_id': '744e907c-f836-4b84-9995-723c64aba29d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:12.956830 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-648e02a5-43d8-499b-b27b-7ebcca2e5f55 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4bb4eba0-5187-45e9-9772-95ae8e5f2445'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:12.961836 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7cbc18-f8bc-4a18-8dc9-a51c0a5110d3 None None] Pushing event updated for resources: {'Port': ['ID=282cfffc-c0ee-46c9-9245-9853b8800b6c,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:13.015049 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-527e44f4-6c74-41dc-b031-8f3943aeb11a req-4d4714ca-ba02-426c-b8b6-1f80ee241c7c tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:13.058146 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-527e44f4-6c74-41dc-b031-8f3943aeb11a req-4d4714ca-ba02-426c-b8b6-1f80ee241c7c tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:13.063282 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-527e44f4-6c74-41dc-b031-8f3943aeb11a req-4d4714ca-ba02-426c-b8b6-1f80ee241c7c tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:13.068023 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-527e44f4-6c74-41dc-b031-8f3943aeb11a req-4d4714ca-ba02-426c-b8b6-1f80ee241c7c tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:19:13.086261 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-e8713495-29c2-4708-82fe-bdb894638cba tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] device_id is not set on port eed67156-e73e-4608-bd4a-5e23e387428a yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:19:13.111852 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-84f08709-e651-4798-81d1-84e81b115faa tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:13.188739 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-84f08709-e651-4798-81d1-84e81b115faa tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:13.214035 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-84f08709-e651-4798-81d1-84e81b115faa tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:13.246932 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4714ca-ba02-426c-b8b6-1f80ee241c7c tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Pushing event updated for resources: {'Port': ['ID=6ac4cac8-c72e-4ff8-a5a0-3b815fc77496,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:13.255173 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f08709-e651-4798-81d1-84e81b115faa tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8009d7e-194e-4ab2-b493-3ff3904bcc94,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:13.268332 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-648e02a5-43d8-499b-b27b-7ebcca2e5f55 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:13.291881 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-84f08709-e651-4798-81d1-84e81b115faa tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:13.296248 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-84f08709-e651-4798-81d1-84e81b115faa tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3542943 Jul 15 23:19:13.311317 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37752) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:13.319447 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-728b92d7-b503-4b85-82d1-880aa84d8b29 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Request body: {'security_group_rule': {'security_group_id': '744e907c-f836-4b84-9995-723c64aba29d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:13.322802 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e0baad-4e36-4e9d-be19-b8c21a6ac3bd x-openstack-request-id: req-51e0baad-4e36-4e9d-be19-b8c21a6ac3bd {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:19:13.323307 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d060e55a-acc4-47ec-a658-af16a484eec8", "name": "network-vif-plugged", "status": "completed", "tag": "428fc395-88ca-4e6d-b708-6f3664ed368d", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:19:13.323307 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-51e0baad-4e36-4e9d-be19-b8c21a6ac3bd {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:19:13.323732 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd060e55a-acc4-47ec-a658-af16a484eec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '428fc395-88ca-4e6d-b708-6f3664ed368d', 'code': 200} Jul 15 23:19:13.351028 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-527e44f4-6c74-41dc-b031-8f3943aeb11a req-4d4714ca-ba02-426c-b8b6-1f80ee241c7c tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:13.487409 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-527e44f4-6c74-41dc-b031-8f3943aeb11a req-4d4714ca-ba02-426c-b8b6-1f80ee241c7c tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:13.520412 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-728b92d7-b503-4b85-82d1-880aa84d8b29 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:13.579235 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-e8713495-29c2-4708-82fe-bdb894638cba tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Allocated IP 172.20.0.11 (84f0c761-0aac-442a-b3a1-937c1e4bd8a3/6eaaddce-fa44-4402-bb6b-003f22eb5683/eed67156-e73e-4608-bd4a-5e23e387428a) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:13.646390 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379dfa95-12de-46ff-ad33-3f56215f3701 req-6c1b93eb-41af-421f-8d4c-d80909fb5966 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:13.647558 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-379dfa95-12de-46ff-ad33-3f56215f3701 req-6c1b93eb-41af-421f-8d4c-d80909fb5966 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=d060e55a-acc4-47ec-a658-af16a484eec8 HTTP/1.1" status: 200 len: 945 time: 0.2004156 Jul 15 23:19:13.714435 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-728b92d7-b503-4b85-82d1-880aa84d8b29 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:13.722466 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-379dfa95-12de-46ff-ad33-3f56215f3701 req-0b1db40b-d02c-4fb0-983e-407789d75573 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666571 Jul 15 23:19:13.731386 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-728b92d7-b503-4b85-82d1-880aa84d8b29 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:13.759326 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-527e44f4-6c74-41dc-b031-8f3943aeb11a req-4d4714ca-ba02-426c-b8b6-1f80ee241c7c tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:13.766959 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-527e44f4-6c74-41dc-b031-8f3943aeb11a req-4d4714ca-ba02-426c-b8b6-1f80ee241c7c tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:13.825419 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728b92d7-b503-4b85-82d1-880aa84d8b29 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22d50d97-6db1-482e-bc7f-84d329faf25e,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:13.829213 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763e1d46-4fc6-494a-9377-feacab1026ca req-2a409b85-aad5-4aa6-95ea-e934b334cd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:13.830746 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-763e1d46-4fc6-494a-9377-feacab1026ca req-2a409b85-aad5-4aa6-95ea-e934b334cd6c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d060e55a-acc4-47ec-a658-af16a484eec8 HTTP/1.1" status: 200 len: 1096 time: 0.3673038 Jul 15 23:19:13.841731 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4714ca-ba02-426c-b8b6-1f80ee241c7c tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Pushing event updated for resources: {'Port': ['ID=6ac4cac8-c72e-4ff8-a5a0-3b815fc77496,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:13.845371 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-728b92d7-b503-4b85-82d1-880aa84d8b29 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:13.846530 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-728b92d7-b503-4b85-82d1-880aa84d8b29 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5342064 Jul 15 23:19:13.858800 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 37754) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:13.865007 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e8d1afd2-e556-4325-9334-1f37b33b0ba1 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Request body: {'floatingip': {'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:13.888466 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e09e0d-7eb0-4e68-8c0b-fa995a315467 None None] Network 1cba6711-d338-4669-b055-6da3e6d20599 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:19:13.926851 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e8d1afd2-e556-4325-9334-1f37b33b0ba1 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:13.931005 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-527e44f4-6c74-41dc-b031-8f3943aeb11a req-4d4714ca-ba02-426c-b8b6-1f80ee241c7c tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:13.958443 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-763e1d46-4fc6-494a-9377-feacab1026ca req-24742402-87fd-4223-aa1d-3b4a182e2b7a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185894 Jul 15 23:19:13.959045 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-527e44f4-6c74-41dc-b031-8f3943aeb11a req-4d4714ca-ba02-426c-b8b6-1f80ee241c7c tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:13.959825 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-527e44f4-6c74-41dc-b031-8f3943aeb11a req-4d4714ca-ba02-426c-b8b6-1f80ee241c7c tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0077031 Jul 15 23:19:13.995153 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-de4432b5-5d23-441e-b7ad-73963df04828 None None] Provisioning for port 282cfffc-c0ee-46c9-9245-9853b8800b6c completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:14.004188 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-de4432b5-5d23-441e-b7ad-73963df04828 None None] Provisioning complete for port 282cfffc-c0ee-46c9-9245-9853b8800b6c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:14.004567 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-de4432b5-5d23-441e-b7ad-73963df04828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:14.018319 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-648e02a5-43d8-499b-b27b-7ebcca2e5f55 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Delete allocated IP 2001:db8:0:1::1a1 (1cba6711-d338-4669-b055-6da3e6d20599/62b92489-57dd-422c-a43b-c533e6588f91) {{(pid=93771) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 15 23:19:14.026614 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-527e44f4-6c74-41dc-b031-8f3943aeb11a req-4afe21a7-a7e6-4914-898c-7ef644ae7733 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.133 HTTP/1.1" status: 200 len: 696 time: 0.0564716 Jul 15 23:19:14.036137 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e8713495-29c2-4708-82fe-bdb894638cba tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:14.057869 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-e8713495-29c2-4708-82fe-bdb894638cba tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Transition to ACTIVE for port object eed67156-e73e-4608-bd4a-5e23e387428a will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:14.180039 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e8713495-29c2-4708-82fe-bdb894638cba tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:14.226697 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527e44f4-6c74-41dc-b031-8f3943aeb11a req-23cab584-da0c-4368-9db2-f83936f43ccb tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:14.228674 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-527e44f4-6c74-41dc-b031-8f3943aeb11a req-23cab584-da0c-4368-9db2-f83936f43ccb tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] 10.222.0.48 "GET /v2.0/networks/c4160cc4-e133-4d4e-ad39-f86bca4b2f14 HTTP/1.1" status: 200 len: 784 time: 0.1921558 Jul 15 23:19:14.250696 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e8d1afd2-e556-4325-9334-1f37b33b0ba1 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:14.274574 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 282cfffc-c0ee-46c9-9245-9853b8800b6c up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:19:14.278493 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8713495-29c2-4708-82fe-bdb894638cba tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Network 84f0c761-0aac-442a-b3a1-937c1e4bd8a3 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:14.287658 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-e8713495-29c2-4708-82fe-bdb894638cba tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:14.291430 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8713495-29c2-4708-82fe-bdb894638cba tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Pushing event updated for resources: {'Port': ['ID=eed67156-e73e-4608-bd4a-5e23e387428a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:14.294431 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8713495-29c2-4708-82fe-bdb894638cba tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:19:14.363513 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-648e02a5-43d8-499b-b27b-7ebcca2e5f55 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:14.385536 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 282cfffc-c0ee-46c9-9245-9853b8800b6c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:14.386106 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:14.389315 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-648e02a5-43d8-499b-b27b-7ebcca2e5f55 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Ignored duplicate provisioning block setup for port adba1380-6426-4296-b50f-d632b36152e7 by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 15 23:19:14.398338 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8713495-29c2-4708-82fe-bdb894638cba tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:14.399132 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e8713495-29c2-4708-82fe-bdb894638cba tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:14.413489 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-648e02a5-43d8-499b-b27b-7ebcca2e5f55 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:14.475554 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-e8d1afd2-e556-4325-9334-1f37b33b0ba1 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Allocated IP 172.25.5.44 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/0a418f02-4f9d-416b-a76d-ce4920bc8279) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:14.509099 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e8713495-29c2-4708-82fe-bdb894638cba tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0071826 Jul 15 23:19:14.515876 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37770) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:14.521423 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e5c107fb-a329-4bab-b82c-917c2dbf2416 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:73:3c:a0'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:14.556755 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-648e02a5-43d8-499b-b27b-7ebcca2e5f55 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] In _notify_port_updated(), no bound segment for port adba1380-6426-4296-b50f-d632b36152e7 on network 1cba6711-d338-4669-b055-6da3e6d20599 {{(pid=93771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:19:14.563434 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648e02a5-43d8-499b-b27b-7ebcca2e5f55 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:14.564149 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-648e02a5-43d8-499b-b27b-7ebcca2e5f55 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:14.568761 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-648e02a5-43d8-499b-b27b-7ebcca2e5f55 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "PUT /v2.0/ports/adba1380-6426-4296-b50f-d632b36152e7 HTTP/1.1" status: 200 len: 926 time: 1.6272893 Jul 15 23:19:14.592843 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 37772) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:14.600750 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b8ebad3e-d582-4c05-9846-8de8a5bf875b tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4bb4eba0-5187-45e9-9772-95ae8e5f2445'}, {'subnet_id': '62b92489-57dd-422c-a43b-c533e6588f91'}]}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:14.605990 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648e02a5-43d8-499b-b27b-7ebcca2e5f55 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event updated for resources: {'Port': ['ID=adba1380-6426-4296-b50f-d632b36152e7,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:14.616895 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc86d737-9f1e-4a28-a074-bbedceb4cd24 req-9e7a3f71-0d91-4ff0-af34-cb11ce63fe8c tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:14.618722 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bc86d737-9f1e-4a28-a074-bbedceb4cd24 req-9e7a3f71-0d91-4ff0-af34-cb11ce63fe8c tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=47399831-f20f-45e9-94e1-d2c475495282 HTTP/1.1" status: 200 len: 946 time: 0.4684725 Jul 15 23:19:14.657207 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b280a687-db28-4c48-9c7d-e4de4a022bd2 req-c1fa3dc2-c856-4dba-b20a-378700fbc85d tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] 10.222.0.48 "GET /v2.0/floatingips/17e88fcb-6dd5-4094-9bcf-8fe6d2155ad6 HTTP/1.1" status: 200 len: 693 time: 0.3679466 Jul 15 23:19:14.680724 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-fc388d41-8c6f-49f5-83bb-dde05fc26720 None None] Provisioning for port eed67156-e73e-4608-bd4a-5e23e387428a completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:14.689216 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-fc388d41-8c6f-49f5-83bb-dde05fc26720 None None] Provisioning complete for port eed67156-e73e-4608-bd4a-5e23e387428a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:14.690369 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fc388d41-8c6f-49f5-83bb-dde05fc26720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:14.755300 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-fc388d41-8c6f-49f5-83bb-dde05fc26720 None None] Port eed67156-e73e-4608-bd4a-5e23e387428a cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:19:14.825859 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e8d1afd2-e556-4325-9334-1f37b33b0ba1 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:14.844216 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5c107fb-a329-4bab-b82c-917c2dbf2416 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:14.848129 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bc86d737-9f1e-4a28-a074-bbedceb4cd24 req-685c676d-ecfc-4b94-8570-659d9153ce50 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999855 Jul 15 23:19:14.903917 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f919254a-69de-4303-8ccf-3ccb1b602455 None None] Provisioning complete for port 282cfffc-c0ee-46c9-9245-9853b8800b6c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:14.905086 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f919254a-69de-4303-8ccf-3ccb1b602455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:15.131083 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f919254a-69de-4303-8ccf-3ccb1b602455 None None] Provisioning for port adba1380-6426-4296-b50f-d632b36152e7 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:15.135091 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f919254a-69de-4303-8ccf-3ccb1b602455 None None] Provisioning complete for port adba1380-6426-4296-b50f-d632b36152e7 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:15.135413 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f919254a-69de-4303-8ccf-3ccb1b602455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:15.136920 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e8d1afd2-e556-4325-9334-1f37b33b0ba1 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:15.145778 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b280a687-db28-4c48-9c7d-e4de4a022bd2 req-76a68e6a-37a9-49b9-bd82-d2df5a2b3d83 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:15.152269 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b280a687-db28-4c48-9c7d-e4de4a022bd2 req-76a68e6a-37a9-49b9-bd82-d2df5a2b3d83 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] 10.222.0.48 "GET /v2.0/networks/c4160cc4-e133-4d4e-ad39-f86bca4b2f14 HTTP/1.1" status: 200 len: 784 time: 0.4816086 Jul 15 23:19:15.179344 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f919254a-69de-4303-8ccf-3ccb1b602455 None None] Port adba1380-6426-4296-b50f-d632b36152e7 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:19:15.188895 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [req-b280a687-db28-4c48-9c7d-e4de4a022bd2 req-3e2c336b-4529-4fae-adaa-086f410b4f76 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:19:15.198767 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b280a687-db28-4c48-9c7d-e4de4a022bd2 req-3e2c336b-4529-4fae-adaa-086f410b4f76 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0429888 Jul 15 23:19:15.199146 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5c107fb-a329-4bab-b82c-917c2dbf2416 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:15.205700 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5c107fb-a329-4bab-b82c-917c2dbf2416 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:15.231299 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d1afd2-e556-4325-9334-1f37b33b0ba1 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:15.237561 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-e8d1afd2-e556-4325-9334-1f37b33b0ba1 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:15.249182 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d1afd2-e556-4325-9334-1f37b33b0ba1 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:19:15.305999 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c107fb-a329-4bab-b82c-917c2dbf2416 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Pushing event updated for resources: {'Port': ['ID=eed67156-e73e-4608-bd4a-5e23e387428a,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:15.311522 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-075e7e00-0ded-4bb3-b095-572a2991c3cf None None] Provisioning complete for port adba1380-6426-4296-b50f-d632b36152e7 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:15.312138 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-075e7e00-0ded-4bb3-b095-572a2991c3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:15.335253 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-e5c107fb-a329-4bab-b82c-917c2dbf2416 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] In _notify_port_updated(), no bound segment for port eed67156-e73e-4608-bd4a-5e23e387428a on network 84f0c761-0aac-442a-b3a1-937c1e4bd8a3 {{(pid=93771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:19:15.341582 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c107fb-a329-4bab-b82c-917c2dbf2416 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:15.342311 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5c107fb-a329-4bab-b82c-917c2dbf2416 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:15.346695 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e5c107fb-a329-4bab-b82c-917c2dbf2416 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] 10.222.0.48 "PUT /v2.0/ports/eed67156-e73e-4608-bd4a-5e23e387428a HTTP/1.1" status: 200 len: 993 time: 0.8272069 Jul 15 23:19:15.347134 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b8ebad3e-d582-4c05-9846-8de8a5bf875b tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:15.347232 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37784) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:15.405018 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d1afd2-e556-4325-9334-1f37b33b0ba1 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Pushing event updated for resources: {'Port': ['ID=0a418f02-4f9d-416b-a76d-ce4920bc8279,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:15.410388 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-075e7e00-0ded-4bb3-b095-572a2991c3cf None None] Port adba1380-6426-4296-b50f-d632b36152e7 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:19:15.490796 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-0f62168f-fab9-4aeb-8dbb-7861deae1bbb tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Deleting port eed67156-e73e-4608-bd4a-5e23e387428a {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:15.491234 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f62168f-fab9-4aeb-8dbb-7861deae1bbb tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:15.542168 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4e8317ae-d522-4a27-b1e2-38f53035f967 None None] Provisioning complete for port adba1380-6426-4296-b50f-d632b36152e7 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:15.546060 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4e8317ae-d522-4a27-b1e2-38f53035f967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:15.596887 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-4e8317ae-d522-4a27-b1e2-38f53035f967 None None] Port adba1380-6426-4296-b50f-d632b36152e7 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:19:15.601762 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f62168f-fab9-4aeb-8dbb-7861deae1bbb tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:15.616472 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-0f62168f-fab9-4aeb-8dbb-7861deae1bbb tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Calling delete_port for eed67156-e73e-4608-bd4a-5e23e387428a owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:15.718365 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6925a993-1802-42a5-bc01-a298603e5f78 None None] Provisioning complete for port eed67156-e73e-4608-bd4a-5e23e387428a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:15.718891 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6925a993-1802-42a5-bc01-a298603e5f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:15.758469 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f62168f-fab9-4aeb-8dbb-7861deae1bbb tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:15.764879 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-6925a993-1802-42a5-bc01-a298603e5f78 None None] Port eed67156-e73e-4608-bd4a-5e23e387428a cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:19:15.791388 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f62168f-fab9-4aeb-8dbb-7861deae1bbb tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Pushing event deleted for resources: {'Port': ['ID=eed67156-e73e-4608-bd4a-5e23e387428a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:15.854046 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f24a77-233e-4ca9-9650-cada69a6259c req-6f2cdf99-0b40-40e9-8177-8ea057b128eb tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:15.857411 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-05f24a77-233e-4ca9-9650-cada69a6259c req-6f2cdf99-0b40-40e9-8177-8ea057b128eb tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=d060e55a-acc4-47ec-a658-af16a484eec8 HTTP/1.1" status: 200 len: 945 time: 0.7850664 Jul 15 23:19:15.872235 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-24f6b01f-eab2-4a28-8575-d41e34d3745b req-0144fe02-51f3-471f-9fb1-8ee8f1b4a206 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] 10.222.0.48 "GET /v2.0/floatingips/17e88fcb-6dd5-4094-9bcf-8fe6d2155ad6 HTTP/1.1" status: 200 len: 693 time: 0.4687672 Jul 15 23:19:15.952852 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f62168f-fab9-4aeb-8dbb-7861deae1bbb tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:15.957746 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-0f62168f-fab9-4aeb-8dbb-7861deae1bbb tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] 10.222.0.48 "DELETE /v2.0/ports/eed67156-e73e-4608-bd4a-5e23e387428a HTTP/1.1" status: 204 len: 168 time: 0.6068575 Jul 15 23:19:15.958454 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37792) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:15.992774 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcc294c8-7e7f-4789-8783-ef3dec308fe0 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] GET failed (client error): The resource could not be found. Jul 15 23:19:15.998447 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-dcc294c8-7e7f-4789-8783-ef3dec308fe0 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] 10.222.0.48 "GET /v2.0/ports/eed67156-e73e-4608-bd4a-5e23e387428a HTTP/1.1" status: 404 len: 333 time: 0.0349844 Jul 15 23:19:16.000117 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37794) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:16.006652 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-2694807b-52cb-4d70-8da1-074ea0000efb tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Request body: {'port': {'network_id': '84f0c761-0aac-442a-b3a1-937c1e4bd8a3', 'name': 'tempest-AllowedAddressPairTestJSON-1408528458'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:16.052225 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-05f24a77-233e-4ca9-9650-cada69a6259c req-7d827455-e36e-4573-93da-f0e872e55df8 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775699 Jul 15 23:19:16.137946 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e8d1afd2-e556-4325-9334-1f37b33b0ba1 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:16.142230 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2694807b-52cb-4d70-8da1-074ea0000efb tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Made reservation on behalf of 8a20a2640b4c4216b7c8c5cc19f0a240 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:16.147267 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2694807b-52cb-4d70-8da1-074ea0000efb tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:16.179795 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-2694807b-52cb-4d70-8da1-074ea0000efb tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] device_id is not set on port 92fafe6b-3bac-44a8-ba59-533cc8033338 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:19:16.302000 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-2694807b-52cb-4d70-8da1-074ea0000efb tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Allocated IP 172.20.0.8 (84f0c761-0aac-442a-b3a1-937c1e4bd8a3/6eaaddce-fa44-4402-bb6b-003f22eb5683/92fafe6b-3bac-44a8-ba59-533cc8033338) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:16.319826 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f6b01f-eab2-4a28-8575-d41e34d3745b req-3bd078f2-c290-4acf-8c17-e1986e7f26e2 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:16.321506 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-24f6b01f-eab2-4a28-8575-d41e34d3745b req-3bd078f2-c290-4acf-8c17-e1986e7f26e2 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] 10.222.0.48 "GET /v2.0/networks/c4160cc4-e133-4d4e-ad39-f86bca4b2f14 HTTP/1.1" status: 200 len: 784 time: 0.4313297 Jul 15 23:19:16.328068 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e8d1afd2-e556-4325-9334-1f37b33b0ba1 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:16.429983 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 37802) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:16.480295 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-24f6b01f-eab2-4a28-8575-d41e34d3745b req-2dfd78e1-1147-42a8-9a9b-1d6926fb9a3c tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.133 HTTP/1.1" status: 200 len: 696 time: 0.1442838 Jul 15 23:19:16.485148 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2694807b-52cb-4d70-8da1-074ea0000efb tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:16.503435 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-2694807b-52cb-4d70-8da1-074ea0000efb tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Transition to ACTIVE for port object 92fafe6b-3bac-44a8-ba59-533cc8033338 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:16.522070 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-b8ebad3e-d582-4c05-9846-8de8a5bf875b tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Allocated IP 2001:db8:0:1::1be (1cba6711-d338-4669-b055-6da3e6d20599/62b92489-57dd-422c-a43b-c533e6588f91/adba1380-6426-4296-b50f-d632b36152e7) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:16.546562 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2694807b-52cb-4d70-8da1-074ea0000efb tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:16.590843 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2694807b-52cb-4d70-8da1-074ea0000efb tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Network 84f0c761-0aac-442a-b3a1-937c1e4bd8a3 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:16.596598 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-2694807b-52cb-4d70-8da1-074ea0000efb tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:16.599223 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80afc61-da55-47d9-82aa-d31bf29acb03 req-97064453-8275-443d-8b60-0741bfc990a3 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:16.600391 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2694807b-52cb-4d70-8da1-074ea0000efb tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:19:16.606027 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a80afc61-da55-47d9-82aa-d31bf29acb03 req-97064453-8275-443d-8b60-0741bfc990a3 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=47399831-f20f-45e9-94e1-d2c475495282 HTTP/1.1" status: 200 len: 946 time: 0.3955188 Jul 15 23:19:16.629219 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2694807b-52cb-4d70-8da1-074ea0000efb tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Pushing event updated for resources: {'Port': ['ID=92fafe6b-3bac-44a8-ba59-533cc8033338,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:16.645612 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-24f6b01f-eab2-4a28-8575-d41e34d3745b req-b1b5fb3b-952c-492a-9bc3-9bd2f81b4e89 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.133 HTTP/1.1" status: 200 len: 696 time: 0.1544449 Jul 15 23:19:16.664176 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2694807b-52cb-4d70-8da1-074ea0000efb tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:16.664854 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2694807b-52cb-4d70-8da1-074ea0000efb tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:16.669523 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bc3dac0f-9cd7-4cf7-bef1-2145b9b2b1d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:16.681589 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-2694807b-52cb-4d70-8da1-074ea0000efb tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6796160 Jul 15 23:19:16.683895 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37806) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:16.691223 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7b5c07b3-14d5-4693-842c-9f4a281f363c tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:73:3c:a0'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:16.806766 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7b5c07b3-14d5-4693-842c-9f4a281f363c tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:16.880129 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a80afc61-da55-47d9-82aa-d31bf29acb03 req-48c3bdf2-84ea-49f9-a7db-1140ff44dd37 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731845 Jul 15 23:19:16.901407 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-da0b94ac-e4da-4afe-acec-504d74039609 req-0e565951-6891-4131-b7ea-9273be18636b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fb6fdb51-4815-4ab6-aa5c-c873ffebd225&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4748325 Jul 15 23:19:16.905882 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ecbb503e-2e15-4f92-a628-2acb74acd6b6 None None] Provisioning for port 92fafe6b-3bac-44a8-ba59-533cc8033338 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:16.917725 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ecbb503e-2e15-4f92-a628-2acb74acd6b6 None None] Provisioning complete for port 92fafe6b-3bac-44a8-ba59-533cc8033338 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:16.924405 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ecbb503e-2e15-4f92-a628-2acb74acd6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:17.031359 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ecbb503e-2e15-4f92-a628-2acb74acd6b6 None None] Port 92fafe6b-3bac-44a8-ba59-533cc8033338 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:19:17.040332 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7b5c07b3-14d5-4693-842c-9f4a281f363c tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:17.046479 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7b5c07b3-14d5-4693-842c-9f4a281f363c tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:17.133783 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5c07b3-14d5-4693-842c-9f4a281f363c tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Pushing event updated for resources: {'Port': ['ID=92fafe6b-3bac-44a8-ba59-533cc8033338,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:17.137256 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b8ebad3e-d582-4c05-9846-8de8a5bf875b tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:17.146875 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-7b5c07b3-14d5-4693-842c-9f4a281f363c tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] In _notify_port_updated(), no bound segment for port 92fafe6b-3bac-44a8-ba59-533cc8033338 on network 84f0c761-0aac-442a-b3a1-937c1e4bd8a3 {{(pid=93771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:19:17.153394 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5c07b3-14d5-4693-842c-9f4a281f363c tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:17.154968 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7b5c07b3-14d5-4693-842c-9f4a281f363c tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:17.156493 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-7b5c07b3-14d5-4693-842c-9f4a281f363c tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] 10.222.0.48 "PUT /v2.0/ports/92fafe6b-3bac-44a8-ba59-533cc8033338 HTTP/1.1" status: 200 len: 996 time: 0.4713018 Jul 15 23:19:17.159266 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37810) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:17.178784 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e8d1afd2-e556-4325-9334-1f37b33b0ba1 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:17.190557 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-24f6b01f-eab2-4a28-8575-d41e34d3745b req-a8962cbf-9f31-443c-b88c-429e5fb1fa3c tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Deleting port 6ac4cac8-c72e-4ff8-a5a0-3b815fc77496 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:17.190910 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-24f6b01f-eab2-4a28-8575-d41e34d3745b req-a8962cbf-9f31-443c-b88c-429e5fb1fa3c tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:17.287368 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e8d1afd2-e556-4325-9334-1f37b33b0ba1 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:17.314432 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-c0544a19-12df-46dc-918f-1cbfc779e3b1 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Deleting port 92fafe6b-3bac-44a8-ba59-533cc8033338 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:17.314935 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c0544a19-12df-46dc-918f-1cbfc779e3b1 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:17.333393 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-b8ebad3e-d582-4c05-9846-8de8a5bf875b tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Transition to ACTIVE for port object adba1380-6426-4296-b50f-d632b36152e7 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:17.372301 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b94ac-e4da-4afe-acec-504d74039609 req-a4b35c33-4eef-4058-998e-3988f5ae2920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:17.374930 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-da0b94ac-e4da-4afe-acec-504d74039609 req-a4b35c33-4eef-4058-998e-3988f5ae2920 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c691a27677f54c85a3250b5bafef55f4&device_id=fb6fdb51-4815-4ab6-aa5c-c873ffebd225 HTTP/1.1" status: 200 len: 1096 time: 0.3689947 Jul 15 23:19:17.375910 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b8ebad3e-d582-4c05-9846-8de8a5bf875b tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:17.440917 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c0544a19-12df-46dc-918f-1cbfc779e3b1 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:17.454912 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-c0544a19-12df-46dc-918f-1cbfc779e3b1 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Calling delete_port for 92fafe6b-3bac-44a8-ba59-533cc8033338 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:17.467330 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-24f6b01f-eab2-4a28-8575-d41e34d3745b req-a8962cbf-9f31-443c-b88c-429e5fb1fa3c tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:17.467761 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-24f6b01f-eab2-4a28-8575-d41e34d3745b req-a8962cbf-9f31-443c-b88c-429e5fb1fa3c tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:17.468398 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f922ef1a-5a25-4130-ab06-c7373535d79c None None] Provisioning complete for port 92fafe6b-3bac-44a8-ba59-533cc8033338 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:17.468834 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f922ef1a-5a25-4130-ab06-c7373535d79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:17.502729 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f922ef1a-5a25-4130-ab06-c7373535d79c None None] Port 92fafe6b-3bac-44a8-ba59-533cc8033338 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:19:17.552530 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d1afd2-e556-4325-9334-1f37b33b0ba1 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Pushing event updated for resources: {'Port': ['ID=0a418f02-4f9d-416b-a76d-ce4920bc8279,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:17.569040 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-24f6b01f-eab2-4a28-8575-d41e34d3745b req-a8962cbf-9f31-443c-b88c-429e5fb1fa3c tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Calling delete_port for 6ac4cac8-c72e-4ff8-a5a0-3b815fc77496 owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:17.579106 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bc3dac0f-9cd7-4cf7-bef1-2145b9b2b1d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:17.604588 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c0544a19-12df-46dc-918f-1cbfc779e3b1 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:17.639155 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0544a19-12df-46dc-918f-1cbfc779e3b1 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Pushing event deleted for resources: {'Port': ['ID=92fafe6b-3bac-44a8-ba59-533cc8033338,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:17.650068 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bc3dac0f-9cd7-4cf7-bef1-2145b9b2b1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:17.652942 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebad3e-d582-4c05-9846-8de8a5bf875b tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] In _notify_port_updated(), no bound segment for port adba1380-6426-4296-b50f-d632b36152e7 on network 1cba6711-d338-4669-b055-6da3e6d20599 {{(pid=93770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:19:17.659305 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ebad3e-d582-4c05-9846-8de8a5bf875b tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:17.660008 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b8ebad3e-d582-4c05-9846-8de8a5bf875b tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:17.664092 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-b8ebad3e-d582-4c05-9846-8de8a5bf875b tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "PUT /v2.0/ports/adba1380-6426-4296-b50f-d632b36152e7 HTTP/1.1" status: 200 len: 1012 time: 3.0709252 Jul 15 23:19:17.666109 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e8d1afd2-e556-4325-9334-1f37b33b0ba1 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:17.668700 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37812) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:17.778429 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c0544a19-12df-46dc-918f-1cbfc779e3b1 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:17.781096 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c0544a19-12df-46dc-918f-1cbfc779e3b1 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] 10.222.0.48 "DELETE /v2.0/ports/92fafe6b-3bac-44a8-ba59-533cc8033338 HTTP/1.1" status: 204 len: 168 time: 0.6206017 Jul 15 23:19:17.783665 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37814) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:17.812128 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebad3e-d582-4c05-9846-8de8a5bf875b tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event updated for resources: {'Port': ['ID=adba1380-6426-4296-b50f-d632b36152e7,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:17.855508 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2c56622c-53a6-4f32-b8d9-c150b6bfb48d None None] Provisioning for port adba1380-6426-4296-b50f-d632b36152e7 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:17.858657 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d83c7d-9dc2-4bf4-9cde-12a4fb5346e2 req-f986ab7b-00fb-4037-a7b2-fdd992bdba80 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:17.859845 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2c56622c-53a6-4f32-b8d9-c150b6bfb48d None None] Provisioning complete for port adba1380-6426-4296-b50f-d632b36152e7 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:17.860223 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2c56622c-53a6-4f32-b8d9-c150b6bfb48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:17.860372 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c7d83c7d-9dc2-4bf4-9cde-12a4fb5346e2 req-f986ab7b-00fb-4037-a7b2-fdd992bdba80 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=d060e55a-acc4-47ec-a658-af16a484eec8 HTTP/1.1" status: 200 len: 945 time: 0.5862656 Jul 15 23:19:17.861458 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e8d1afd2-e556-4325-9334-1f37b33b0ba1 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:17.864044 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-e8d1afd2-e556-4325-9334-1f37b33b0ba1 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0046201 Jul 15 23:19:17.883613 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-bc3dac0f-9cd7-4cf7-bef1-2145b9b2b1d2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e09626b1b7f045f3866e6b790e6daa42&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4480059 Jul 15 23:19:17.888148 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 37818) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:17.932365 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3dac0f-9cd7-4cf7-bef1-2145b9b2b1d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6337c3-5368-4b07-bd87-7520e6302a44,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:17.949990 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2c56622c-53a6-4f32-b8d9-c150b6bfb48d None None] Port adba1380-6426-4296-b50f-d632b36152e7 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:19:17.982886 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c7d83c7d-9dc2-4bf4-9cde-12a4fb5346e2 req-85378615-8f39-49e0-8a38-30d4fc7dfd5f tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071970 Jul 15 23:19:17.993461 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b94ac-e4da-4afe-acec-504d74039609 req-c31aa7bd-2573-4941-93f3-5ad2e1b1c9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:17.994992 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-da0b94ac-e4da-4afe-acec-504d74039609 req-c31aa7bd-2573-4941-93f3-5ad2e1b1c9c6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=72dd1139-85ac-44a3-8181-7845deb521ca HTTP/1.1" status: 200 len: 912 time: 0.5325713 Jul 15 23:19:18.123894 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ace3272-fae6-4582-8b1e-bcaa22d92f0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:18.204280 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ace3272-fae6-4582-8b1e-bcaa22d92f0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:18.208613 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-da0b94ac-e4da-4afe-acec-504d74039609 req-98312ce5-0bc9-4f1f-b58f-5c7dd344841d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7eed494b-401b-40ce-bbad-80699ba38b08 HTTP/1.1" status: 200 len: 1001 time: 0.2048690 Jul 15 23:19:18.228502 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b647518-248a-4ef2-91b0-bde18596b079 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] GET failed (client error): The resource could not be found. Jul 15 23:19:18.235394 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-8b647518-248a-4ef2-91b0-bde18596b079 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] 10.222.0.48 "GET /v2.0/ports/92fafe6b-3bac-44a8-ba59-533cc8033338 HTTP/1.1" status: 404 len: 333 time: 0.4454818 Jul 15 23:19:18.236646 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37832) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:18.243074 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f8f34fe2-b773-4a9e-b452-6adef5d271d7 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Request body: {'port': {'network_id': '84f0c761-0aac-442a-b3a1-937c1e4bd8a3', 'name': 'tempest-AllowedAddressPairTestJSON-857153188'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:18.307281 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-24f6b01f-eab2-4a28-8575-d41e34d3745b req-a8962cbf-9f31-443c-b88c-429e5fb1fa3c tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:18.313100 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-d5cdc5a3-12bc-4f5b-b4b4-66a6b769cc01 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Deleting port adba1380-6426-4296-b50f-d632b36152e7 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:18.313441 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d5cdc5a3-12bc-4f5b-b4b4-66a6b769cc01 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:18.352383 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8962cbf-9f31-443c-b88c-429e5fb1fa3c tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Pushing event deleted for resources: {'Port': ['ID=6ac4cac8-c72e-4ff8-a5a0-3b815fc77496,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:18.355185 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b94ac-e4da-4afe-acec-504d74039609 req-4e53e16e-8c91-4f53-8206-c67b3bd80d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:18.356765 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-da0b94ac-e4da-4afe-acec-504d74039609 req-4e53e16e-8c91-4f53-8206-c67b3bd80d1d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8c6a4d69-e5f7-4129-9f0b-56463cfab399 HTTP/1.1" status: 200 len: 850 time: 0.1202796 Jul 15 23:19:18.432684 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d5cdc5a3-12bc-4f5b-b4b4-66a6b769cc01 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:18.446660 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-d5cdc5a3-12bc-4f5b-b4b4-66a6b769cc01 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Calling delete_port for adba1380-6426-4296-b50f-d632b36152e7 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:18.448294 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f34fe2-b773-4a9e-b452-6adef5d271d7 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Made reservation on behalf of 8a20a2640b4c4216b7c8c5cc19f0a240 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:18.452437 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8f34fe2-b773-4a9e-b452-6adef5d271d7 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:18.453427 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e9dc9-f5ef-4202-b915-48b905bca9d0 req-81dcb375-65c8-4067-9f84-289caef2d9e3 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:18.455040 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c74e9dc9-f5ef-4202-b915-48b905bca9d0 req-81dcb375-65c8-4067-9f84-289caef2d9e3 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=47399831-f20f-45e9-94e1-d2c475495282 HTTP/1.1" status: 200 len: 946 time: 0.2984359 Jul 15 23:19:18.458717 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ace3272-fae6-4582-8b1e-bcaa22d92f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:18.461222 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ace3272-fae6-4582-8b1e-bcaa22d92f0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:18.462305 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-6ace3272-fae6-4582-8b1e-bcaa22d92f0f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1b6337c3-5368-4b07-bd87-7520e6302a44 HTTP/1.1" status: 204 len: 168 time: 0.5684855 Jul 15 23:19:18.480404 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-f8f34fe2-b773-4a9e-b452-6adef5d271d7 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] device_id is not set on port 99080262-c459-4f8e-829d-cf221301f121 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:19:18.497329 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ace3272-fae6-4582-8b1e-bcaa22d92f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6337c3-5368-4b07-bd87-7520e6302a44,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:18.502235 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-24f6b01f-eab2-4a28-8575-d41e34d3745b req-a8962cbf-9f31-443c-b88c-429e5fb1fa3c tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:18.504985 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-24f6b01f-eab2-4a28-8575-d41e34d3745b req-a8962cbf-9f31-443c-b88c-429e5fb1fa3c tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:18.506399 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-24f6b01f-eab2-4a28-8575-d41e34d3745b req-a8962cbf-9f31-443c-b88c-429e5fb1fa3c tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] 10.222.0.48 "DELETE /v2.0/floatingips/17e88fcb-6dd5-4094-9bcf-8fe6d2155ad6 HTTP/1.1" status: 204 len: 173 time: 1.8380322 Jul 15 23:19:18.539144 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c74e9dc9-f5ef-4202-b915-48b905bca9d0 req-b8434648-90de-4e11-908d-2989a1823798 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736575 Jul 15 23:19:18.543880 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b94ac-e4da-4afe-acec-504d74039609 req-6abbd7d6-2518-4a93-adfb-08b36a1121c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:18.545917 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-da0b94ac-e4da-4afe-acec-504d74039609 req-6abbd7d6-2518-4a93-adfb-08b36a1121c3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=72dd1139-85ac-44a3-8181-7845deb521ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1790586 Jul 15 23:19:18.691198 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab62186-e172-4614-90ef-d145af2f7e4f req-170ec437-742a-4ed9-889a-9969f3cb2943 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--982771183&fields=id&tenant_id=1535e8fb4bbf47a995341d11b9792565 HTTP/1.1" status: 200 len: 267 time: 0.0594180 Jul 15 23:19:18.708733 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-f8f34fe2-b773-4a9e-b452-6adef5d271d7 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Allocated IP 172.20.0.11 (84f0c761-0aac-442a-b3a1-937c1e4bd8a3/6eaaddce-fa44-4402-bb6b-003f22eb5683/99080262-c459-4f8e-829d-cf221301f121) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:18.715116 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-da0b94ac-e4da-4afe-acec-504d74039609 req-f141e873-429f-40ff-9012-e16706d8e3c9 service neutron] 10.222.0.49 "GET /v2.0/networks/72dd1139-85ac-44a3-8181-7845deb521ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622844 Jul 15 23:19:18.852809 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d5cdc5a3-12bc-4f5b-b4b4-66a6b769cc01 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:18.932193 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cdc5a3-12bc-4f5b-b4b4-66a6b769cc01 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event deleted for resources: {'Port': ['ID=adba1380-6426-4296-b50f-d632b36152e7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:18.962223 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d5cdc5a3-12bc-4f5b-b4b4-66a6b769cc01 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:18.967487 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d5cdc5a3-12bc-4f5b-b4b4-66a6b769cc01 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "DELETE /v2.0/ports/adba1380-6426-4296-b50f-d632b36152e7 HTTP/1.1" status: 204 len: 168 time: 1.2976475 Jul 15 23:19:18.968173 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37864) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:19.021164 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea013a20-7251-4e11-bcb6-b2df513333a3 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] GET failed (client error): The resource could not be found. Jul 15 23:19:19.025681 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ea013a20-7251-4e11-bcb6-b2df513333a3 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "GET /v2.0/ports/adba1380-6426-4296-b50f-d632b36152e7 HTTP/1.1" status: 404 len: 333 time: 0.0508206 Jul 15 23:19:19.026309 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37866) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:19.137854 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-d98c3ca1-7162-4cbb-8629-a1b20b5aa313 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Deleting subnet 62b92489-57dd-422c-a43b-c533e6588f91 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:19:19.144862 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d98c3ca1-7162-4cbb-8629-a1b20b5aa313 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:19.205748 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab62186-e172-4614-90ef-d145af2f7e4f req-b5b87e78-cfae-4954-920a-feb398d66d91 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:19.207457 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab62186-e172-4614-90ef-d145af2f7e4f req-b5b87e78-cfae-4954-920a-feb398d66d91 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/ports/1fae9003-82f4-480d-9478-075fb4575c1f HTTP/1.1" status: 200 len: 931 time: 0.5072837 Jul 15 23:19:19.214167 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d98c3ca1-7162-4cbb-8629-a1b20b5aa313 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:19.251906 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8f34fe2-b773-4a9e-b452-6adef5d271d7 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:19.278490 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-f8f34fe2-b773-4a9e-b452-6adef5d271d7 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Transition to ACTIVE for port object 99080262-c459-4f8e-829d-cf221301f121 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:19.339781 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37876) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:19.355392 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d98c3ca1-7162-4cbb-8629-a1b20b5aa313 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:19.360960 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8f34fe2-b773-4a9e-b452-6adef5d271d7 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:19.366625 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-da0b94ac-e4da-4afe-acec-504d74039609 req-7ab1f542-43a2-41a5-9ddc-dedd83bad584 service neutron] 10.222.0.49 "GET /v2.0/networks/72dd1139-85ac-44a3-8181-7845deb521ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6320186 Jul 15 23:19:19.382583 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab62186-e172-4614-90ef-d145af2f7e4f req-c0bda182-ff18-4d93-b020-43e051cdae19 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:19.384375 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab62186-e172-4614-90ef-d145af2f7e4f req-c0bda182-ff18-4d93-b020-43e051cdae19 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/ports/422fe5b9-520f-419b-8cd4-d8ed4ddfee1a HTTP/1.1" status: 200 len: 931 time: 0.1702771 Jul 15 23:19:19.403605 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19610c4-e8fd-4ac9-92be-32171b62bd29 req-1af241f6-fe93-499a-9aa4-d7dfeaac3c43 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:19.410790 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f19610c4-e8fd-4ac9-92be-32171b62bd29 req-1af241f6-fe93-499a-9aa4-d7dfeaac3c43 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/networks?id=d1484756-2d6b-4cf1-82f2-ca0b5a0942a2 HTTP/1.1" status: 200 len: 806 time: 0.2620153 Jul 15 23:19:19.448177 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f19610c4-e8fd-4ac9-92be-32171b62bd29 req-c4b318f7-9b19-442f-9e85-d42395de1a9a tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/quotas/4b15e22ba4eb43169240491cd7fe1115 HTTP/1.1" status: 200 len: 375 time: 0.0364385 Jul 15 23:19:19.455120 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f34fe2-b773-4a9e-b452-6adef5d271d7 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Network 84f0c761-0aac-442a-b3a1-937c1e4bd8a3 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:19.458558 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f34fe2-b773-4a9e-b452-6adef5d271d7 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Pushing event updated for resources: {'Port': ['ID=99080262-c459-4f8e-829d-cf221301f121,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:19.466465 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-f8f34fe2-b773-4a9e-b452-6adef5d271d7 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:19.472265 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-4b1ec698-b954-4faf-84f7-b4113e83d946 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-270619853-network', 'tenant_id': 'd8f75e25e78a4170a3f347a8f1048fac'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:19.476211 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f34fe2-b773-4a9e-b452-6adef5d271d7 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:19:19.484149 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab62186-e172-4614-90ef-d145af2f7e4f req-f14ea600-1f2e-478f-a422-fbd176517252 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/ports?network_id=fe121fa5-288f-4a74-ba61-28037c633efd&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0891700 Jul 15 23:19:19.542145 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d98c3ca1-7162-4cbb-8629-a1b20b5aa313 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:19.546842 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab62186-e172-4614-90ef-d145af2f7e4f req-3af90f4d-0e77-40d7-ac9f-66ebca0d2266 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/ports?network_id=fe121fa5-288f-4a74-ba61-28037c633efd&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0613596 Jul 15 23:19:19.549718 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f34fe2-b773-4a9e-b452-6adef5d271d7 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:19.550385 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8f34fe2-b773-4a9e-b452-6adef5d271d7 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:19.564656 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1ec698-b954-4faf-84f7-b4113e83d946 admin admin] Made reservation on behalf of d8f75e25e78a4170a3f347a8f1048fac for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:19.567023 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4b1ec698-b954-4faf-84f7-b4113e83d946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:19.598954 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98c3ca1-7162-4cbb-8629-a1b20b5aa313 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event deleted for resources: {'Subnet': ['ID=62b92489-57dd-422c-a43b-c533e6588f91,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:19.602502 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4b1ec698-b954-4faf-84f7-b4113e83d946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:19.606741 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d98c3ca1-7162-4cbb-8629-a1b20b5aa313 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:19.612340 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d98c3ca1-7162-4cbb-8629-a1b20b5aa313 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "DELETE /v2.0/subnets/62b92489-57dd-422c-a43b-c533e6588f91 HTTP/1.1" status: 204 len: 168 time: 0.5820966 Jul 15 23:19:19.617528 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22983146-5666-43c5-80c7-4889068f161d None None] Network 1cba6711-d338-4669-b055-6da3e6d20599 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:19:19.619960 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37882) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:19.623395 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f8f34fe2-b773-4a9e-b452-6adef5d271d7 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3837304 Jul 15 23:19:19.631657 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37884) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:19.657141 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-fe951e89-631f-4c1c-b6b3-77a3235595c9 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Request body: {'port': {'network_id': '84f0c761-0aac-442a-b3a1-937c1e4bd8a3', 'name': 'tempest-AllowedAddressPairTestJSON-1906231578'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:19.663187 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f19610c4-e8fd-4ac9-92be-32171b62bd29 req-79b4da07-6e04-406d-91ee-2a71feb7fa77 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4b15e22ba4eb43169240491cd7fe1115&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1757367 Jul 15 23:19:19.755781 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab62186-e172-4614-90ef-d145af2f7e4f req-5956b1a8-72e3-4935-b02d-778e2b724324 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:19.761598 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab62186-e172-4614-90ef-d145af2f7e4f req-5956b1a8-72e3-4935-b02d-778e2b724324 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:19.767443 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-46663dd8-df7e-4290-8160-e30121b5df73 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Deleting subnet 4bb4eba0-5187-45e9-9772-95ae8e5f2445 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:19:19.768251 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab62186-e172-4614-90ef-d145af2f7e4f req-5956b1a8-72e3-4935-b02d-778e2b724324 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:19.772062 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab62186-e172-4614-90ef-d145af2f7e4f req-5956b1a8-72e3-4935-b02d-778e2b724324 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/networks?id=f810acf3-bdcb-4225-beca-d64cbd4db70b&id=0c520006-2621-40c6-9dbf-a751b4cb8117&id=0c520006-2621-40c6-9dbf-a751b4cb8117&id=fe121fa5-288f-4a74-ba61-28037c633efd&id=fe121fa5-288f-4a74-ba61-28037c633efd HTTP/1.1" status: 200 len: 1989 time: 0.2243826 Jul 15 23:19:19.777980 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46663dd8-df7e-4290-8160-e30121b5df73 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:19.810973 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f19610c4-e8fd-4ac9-92be-32171b62bd29 req-a2a8ce15-0dc6-4fe3-9669-fd77d0c0292a service neutron] 10.222.0.48 "GET /v2.0/networks/d1484756-2d6b-4cf1-82f2-ca0b5a0942a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467905 Jul 15 23:19:19.816594 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-172fdac6-b146-4f03-8cb1-382ba0559f23 None None] Provisioning for port 99080262-c459-4f8e-829d-cf221301f121 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:19.821658 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-172fdac6-b146-4f03-8cb1-382ba0559f23 None None] Provisioning complete for port 99080262-c459-4f8e-829d-cf221301f121 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:19.822388 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-172fdac6-b146-4f03-8cb1-382ba0559f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:19.828700 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab62186-e172-4614-90ef-d145af2f7e4f req-f8aa9abb-c009-4bc9-ba2e-ebc7054b0545 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/quotas/1535e8fb4bbf47a995341d11b9792565 HTTP/1.1" status: 200 len: 375 time: 0.0153356 Jul 15 23:19:19.861154 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46663dd8-df7e-4290-8160-e30121b5df73 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:19.886202 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-172fdac6-b146-4f03-8cb1-382ba0559f23 None None] Port 99080262-c459-4f8e-829d-cf221301f121 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:19:19.969370 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4b1ec698-b954-4faf-84f7-b4113e83d946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:19.979641 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4b1ec698-b954-4faf-84f7-b4113e83d946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:19.986024 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab62186-e172-4614-90ef-d145af2f7e4f req-70cf8454-e5fc-46b0-88f4-9c2013805f0b tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1535e8fb4bbf47a995341d11b9792565&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1459448 Jul 15 23:19:19.991075 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f19610c4-e8fd-4ac9-92be-32171b62bd29 req-7822196c-5dd8-4f94-b69c-4a0a9877dc0c service neutron] 10.222.0.48 "GET /v2.0/networks/d1484756-2d6b-4cf1-82f2-ca0b5a0942a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598699 Jul 15 23:19:20.004216 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46663dd8-df7e-4290-8160-e30121b5df73 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:20.050485 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b1ec698-b954-4faf-84f7-b4113e83d946 admin admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:19:20.065564 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe951e89-631f-4c1c-b6b3-77a3235595c9 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Made reservation on behalf of 8a20a2640b4c4216b7c8c5cc19f0a240 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:20.069163 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe951e89-631f-4c1c-b6b3-77a3235595c9 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:20.075188 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1ec698-b954-4faf-84f7-b4113e83d946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6588f4c7-3e7c-49d3-8e8b-44ce16f9bcc9,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:20.095652 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4b1ec698-b954-4faf-84f7-b4113e83d946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:20.096011 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-4b1ec698-b954-4faf-84f7-b4113e83d946 admin admin] Added segment a20813b4-504e-46f4-8d24-0733bbfbbd30 of type vlan for network da76f44a-d9ec-41cd-bdf0-e7e34794069a Jul 15 23:19:20.128008 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab62186-e172-4614-90ef-d145af2f7e4f req-cf89e9dd-58dd-4c46-8dcd-744b99c3de2d service neutron] 10.222.0.48 "GET /v2.0/networks/f810acf3-bdcb-4225-beca-d64cbd4db70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261265 Jul 15 23:19:20.135940 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device d3fc714c-6a9a-4962-ad93-6018423e677a details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:19:20.157581 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-fe951e89-631f-4c1c-b6b3-77a3235595c9 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] device_id is not set on port fd629010-cd2f-480f-bd53-c122a6082fd1 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:19:20.190680 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4b1ec698-b954-4faf-84f7-b4113e83d946 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:20.197088 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46663dd8-df7e-4290-8160-e30121b5df73 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:20.287458 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46663dd8-df7e-4290-8160-e30121b5df73 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event deleted for resources: {'Subnet': ['ID=4bb4eba0-5187-45e9-9772-95ae8e5f2445,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:20.298035 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port d3fc714c-6a9a-4962-ad93-6018423e677a, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=d3fc714c-6a9a-4962-ad93-6018423e677a,segment=NetworkSegment(7f5ce7d6-1f0d-40c2-8f4e-72bafb9ba40d),segment_id=7f5ce7d6-1f0d-40c2-8f4e-72bafb9ba40d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:20.305980 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46663dd8-df7e-4290-8160-e30121b5df73 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:20.312136 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-46663dd8-df7e-4290-8160-e30121b5df73 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "DELETE /v2.0/subnets/4bb4eba0-5187-45e9-9772-95ae8e5f2445 HTTP/1.1" status: 204 len: 168 time: 0.6909275 Jul 15 23:19:20.317368 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37892) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:20.327528 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': 'd3fc714c-6a9a-4962-ad93-6018423e677a', 'network_id': 'c6d78d97-c5bd-4992-9d0e-5892dffd416b', 'port_id': 'd3fc714c-6a9a-4962-ad93-6018423e677a', 'mac_address': 'fa:16:3e:09:2d:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a144ec76-c4c9-4c39-825f-807a0a3dd5eb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:19:20.393436 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:20.418438 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d3fc714c-6a9a-4962-ad93-6018423e677a {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:19:20.444809 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port d3fc714c-6a9a-4962-ad93-6018423e677a, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=d3fc714c-6a9a-4962-ad93-6018423e677a,segment=NetworkSegment(7f5ce7d6-1f0d-40c2-8f4e-72bafb9ba40d),segment_id=7f5ce7d6-1f0d-40c2-8f4e-72bafb9ba40d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:20.451260 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:20.489261 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85ae9057-0ede-4c4a-8565-4a235b5bcdf6 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:20.494360 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4b1ec698-b954-4faf-84f7-b4113e83d946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:20.495175 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1ec698-b954-4faf-84f7-b4113e83d946 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:20.496000 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4b1ec698-b954-4faf-84f7-b4113e83d946 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:20.530432 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=d3fc714c-6a9a-4962-ad93-6018423e677a,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:20.558490 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-4b1ec698-b954-4faf-84f7-b4113e83d946 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2159071 Jul 15 23:19:20.566795 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37898) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:20.574599 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab62186-e172-4614-90ef-d145af2f7e4f req-2269de6d-b382-4d89-8237-6cd93a6ede7d service neutron] 10.222.0.48 "GET /v2.0/networks/f810acf3-bdcb-4225-beca-d64cbd4db70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4282446 Jul 15 23:19:20.575293 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e18223d9-3703-4b04-aa6e-7098d7bcb10f admin admin] Request body: {'subnet': {'network_id': 'da76f44a-d9ec-41cd-bdf0-e7e34794069a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-270619853-subnet', 'tenant_id': 'd8f75e25e78a4170a3f347a8f1048fac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:20.626346 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166aaa07-1fa2-4ef8-9b21-9214dd2470d3 req-3d1f357a-bb0c-49a0-a8ef-4bd0a3d6b585 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:20.628526 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-166aaa07-1fa2-4ef8-9b21-9214dd2470d3 req-3d1f357a-bb0c-49a0-a8ef-4bd0a3d6b585 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4331167 Jul 15 23:19:20.628962 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e18223d9-3703-4b04-aa6e-7098d7bcb10f admin admin] Made reservation on behalf of d8f75e25e78a4170a3f347a8f1048fac for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:20.632358 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e18223d9-3703-4b04-aa6e-7098d7bcb10f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:20.648309 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab62186-e172-4614-90ef-d145af2f7e4f req-00792cf9-84fd-426f-9cb5-e9a19fd23f71 service neutron] 10.222.0.48 "GET /v2.0/ports/1fae9003-82f4-480d-9478-075fb4575c1f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0668881 Jul 15 23:19:20.660064 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['d3fc714c-6a9a-4962-ad93-6018423e677a'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:19:20.681276 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-fe951e89-631f-4c1c-b6b3-77a3235595c9 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Allocated IP 172.20.0.14 (84f0c761-0aac-442a-b3a1-937c1e4bd8a3/6eaaddce-fa44-4402-bb6b-003f22eb5683/fd629010-cd2f-480f-bd53-c122a6082fd1) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:20.692494 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1ec698-b954-4faf-84f7-b4113e83d946 admin admin] Pushing event updated for resources: {'Network': ['ID=da76f44a-d9ec-41cd-bdf0-e7e34794069a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:20.719138 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network da76f44a-d9ec-41cd-bdf0-e7e34794069a details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:19:20.874928 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab62186-e172-4614-90ef-d145af2f7e4f req-52762774-1a79-4a98-b037-fbac7b2d5621 service neutron] 10.222.0.48 "GET /v2.0/networks/0c520006-2621-40c6-9dbf-a751b4cb8117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196083 Jul 15 23:19:20.883910 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855bd723-5033-481e-8402-31e8d06f1141 None None] Network 1cba6711-d338-4669-b055-6da3e6d20599 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:19:20.897363 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-85ae9057-0ede-4c4a-8565-4a235b5bcdf6 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Deleting port 282cfffc-c0ee-46c9-9245-9853b8800b6c {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:20.898082 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85ae9057-0ede-4c4a-8565-4a235b5bcdf6 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:20.989311 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a6a1b-2b66-409a-ad3f-4e6d501b9d6c req-050e25f0-b986-43e5-bf21-9de453cf25b3 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:20.997011 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-579a6a1b-2b66-409a-ad3f-4e6d501b9d6c req-050e25f0-b986-43e5-bf21-9de453cf25b3 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=47399831-f20f-45e9-94e1-d2c475495282 HTTP/1.1" status: 200 len: 945 time: 0.1866488 Jul 15 23:19:21.021889 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-668c8282-13c6-4af8-8b4d-39fa5c623e59 None None] Provisioning complete for port 282cfffc-c0ee-46c9-9245-9853b8800b6c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:21.022254 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-668c8282-13c6-4af8-8b4d-39fa5c623e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:21.063248 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-85ae9057-0ede-4c4a-8565-4a235b5bcdf6 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] For port 282cfffc-c0ee-46c9-9245-9853b8800b6c, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=282cfffc-c0ee-46c9-9245-9853b8800b6c,segment=NetworkSegment(dbf374f4-3f05-42bf-ba41-e675f2f01f47),segment_id=dbf374f4-3f05-42bf-ba41-e675f2f01f47)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:21.064093 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85ae9057-0ede-4c4a-8565-4a235b5bcdf6 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:21.078863 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-579a6a1b-2b66-409a-ad3f-4e6d501b9d6c req-7524355d-4fb6-470b-be94-bf542fa815af tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808225 Jul 15 23:19:21.099644 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab62186-e172-4614-90ef-d145af2f7e4f req-aa22d054-dce0-4ae1-b778-ba7fa304eb74 service neutron] 10.222.0.48 "GET /v2.0/networks/0c520006-2621-40c6-9dbf-a751b4cb8117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126362 Jul 15 23:19:21.101073 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-85ae9057-0ede-4c4a-8565-4a235b5bcdf6 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Calling delete_port for 282cfffc-c0ee-46c9-9245-9853b8800b6c owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:21.192831 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab62186-e172-4614-90ef-d145af2f7e4f req-3afc2c5d-f442-4196-851c-4092256ec8f3 service neutron] 10.222.0.48 "GET /v2.0/ports/422fe5b9-520f-419b-8cd4-d8ed4ddfee1a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0832484 Jul 15 23:19:21.226339 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e18223d9-3703-4b04-aa6e-7098d7bcb10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:21.232493 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe951e89-631f-4c1c-b6b3-77a3235595c9 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:21.319643 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31f4b41-391c-4f19-8229-9997d99a711d None None] DHCP port deletion for 1cba6711-d338-4669-b055-6da3e6d20599 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:19:21.333977 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab62186-e172-4614-90ef-d145af2f7e4f req-e6d511f0-a277-469e-b7b8-6b93944593f9 service neutron] 10.222.0.48 "GET /v2.0/networks/0c520006-2621-40c6-9dbf-a751b4cb8117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396022 Jul 15 23:19:21.352629 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-fe951e89-631f-4c1c-b6b3-77a3235595c9 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Transition to ACTIVE for port object fd629010-cd2f-480f-bd53-c122a6082fd1 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:21.365245 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18223d9-3703-4b04-aa6e-7098d7bcb10f admin admin] Pushing event updated for resources: {'Subnet': ['ID=19c4a8f3-032b-4095-a183-02874d3846ee,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:21.402382 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a31f4b41-391c-4f19-8229-9997d99a711d None None] Deleting port 282cfffc-c0ee-46c9-9245-9853b8800b6c {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:21.403605 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a31f4b41-391c-4f19-8229-9997d99a711d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:21.412894 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18223d9-3703-4b04-aa6e-7098d7bcb10f admin admin] Checking segment: {'id': 'a20813b4-504e-46f4-8d24-0733bbfbbd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'da76f44a-d9ec-41cd-bdf0-e7e34794069a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:19:21.412894 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18223d9-3703-4b04-aa6e-7098d7bcb10f admin admin] Network hostable DHCP agents. Network: da76f44a-d9ec-41cd-bdf0-e7e34794069a, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:19:21.425169 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85ae9057-0ede-4c4a-8565-4a235b5bcdf6 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:21.466472 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ae9057-0ede-4c4a-8565-4a235b5bcdf6 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event deleted for resources: {'Port': ['ID=282cfffc-c0ee-46c9-9245-9853b8800b6c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:21.469576 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ae9057-0ede-4c4a-8565-4a235b5bcdf6 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] No DVR routers for this DVR port 282cfffc-c0ee-46c9-9245-9853b8800b6c on host n-d-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:19:21.478223 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe951e89-631f-4c1c-b6b3-77a3235595c9 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:21.510634 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18223d9-3703-4b04-aa6e-7098d7bcb10f admin admin] Network da76f44a-d9ec-41cd-bdf0-e7e34794069a is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:19:21.532069 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a31f4b41-391c-4f19-8229-9997d99a711d None None] For port 282cfffc-c0ee-46c9-9245-9853b8800b6c, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=282cfffc-c0ee-46c9-9245-9853b8800b6c,segment=NetworkSegment(dbf374f4-3f05-42bf-ba41-e675f2f01f47),segment_id=dbf374f4-3f05-42bf-ba41-e675f2f01f47)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:21.532852 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a31f4b41-391c-4f19-8229-9997d99a711d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:21.545240 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab62186-e172-4614-90ef-d145af2f7e4f req-48b102e5-f294-4f09-978b-8f6e318f77c9 service neutron] 10.222.0.48 "GET /v2.0/networks/0c520006-2621-40c6-9dbf-a751b4cb8117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014246 Jul 15 23:19:21.561328 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a31f4b41-391c-4f19-8229-9997d99a711d None None] Calling delete_port for 282cfffc-c0ee-46c9-9245-9853b8800b6c owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:21.566691 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe951e89-631f-4c1c-b6b3-77a3235595c9 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Network 84f0c761-0aac-442a-b3a1-937c1e4bd8a3 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:21.574448 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-fe951e89-631f-4c1c-b6b3-77a3235595c9 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:21.590810 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-e18223d9-3703-4b04-aa6e-7098d7bcb10f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, da76f44a-d9ec-41cd-bdf0-e7e34794069a) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:21.597119 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe951e89-631f-4c1c-b6b3-77a3235595c9 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:19:21.621648 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18223d9-3703-4b04-aa6e-7098d7bcb10f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:21.622660 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e18223d9-3703-4b04-aa6e-7098d7bcb10f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:21.657612 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbc8676-f926-46eb-b149-a7e09665f7ea None None] Network da76f44a-d9ec-41cd-bdf0-e7e34794069a requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:19:21.717038 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85ae9057-0ede-4c4a-8565-4a235b5bcdf6 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:21.723053 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe951e89-631f-4c1c-b6b3-77a3235595c9 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Pushing event updated for resources: {'Port': ['ID=fd629010-cd2f-480f-bd53-c122a6082fd1,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:21.742814 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-85ae9057-0ede-4c4a-8565-4a235b5bcdf6 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cba6711-d338-4669-b055-6da3e6d20599']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:21.761808 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab62186-e172-4614-90ef-d145af2f7e4f req-6f046325-e8c1-4a2a-8715-6274d5c47545 service neutron] 10.222.0.48 "GET /v2.0/networks/0c520006-2621-40c6-9dbf-a751b4cb8117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089326 Jul 15 23:19:21.764850 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e18223d9-3703-4b04-aa6e-7098d7bcb10f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1946454 Jul 15 23:19:21.802330 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe951e89-631f-4c1c-b6b3-77a3235595c9 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:21.803031 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe951e89-631f-4c1c-b6b3-77a3235595c9 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:21.809255 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-85ae9057-0ede-4c4a-8565-4a235b5bcdf6 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbf374f4-3f05-42bf-ba41-e675f2f01f47') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:21.809548 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-85ae9057-0ede-4c4a-8565-4a235b5bcdf6 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbf374f4-3f05-42bf-ba41-e675f2f01f47') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:21.823147 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a31f4b41-391c-4f19-8229-9997d99a711d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:21.849412 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85ae9057-0ede-4c4a-8565-4a235b5bcdf6 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:21.869350 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-fe951e89-631f-4c1c-b6b3-77a3235595c9 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2328410 Jul 15 23:19:21.869712 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37910) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:21.875508 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-241e88cf-7c0e-41ab-b647-afbed02d247e tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:73:3c:a0'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:8b:3b:4a'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:21.909695 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31f4b41-391c-4f19-8229-9997d99a711d None None] No DVR routers for this DVR port 282cfffc-c0ee-46c9-9245-9853b8800b6c on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:19:21.944428 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85ae9057-0ede-4c4a-8565-4a235b5bcdf6 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:21.947511 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab62186-e172-4614-90ef-d145af2f7e4f req-a94a5fb7-9b28-4a1f-8ca4-fa15d674fe78 service neutron] 10.222.0.48 "GET /v2.0/networks/0c520006-2621-40c6-9dbf-a751b4cb8117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771190 Jul 15 23:19:21.997022 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85ae9057-0ede-4c4a-8565-4a235b5bcdf6 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:19:21.997453 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85ae9057-0ede-4c4a-8565-4a235b5bcdf6 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:22.011681 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:19:22.011681 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:19:22.011681 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:19:22.011681 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:19:22.011681 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:19:22.011681 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:19:22.011681 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:19:22.011681 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:19:22.011681 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:19:22.011681 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:19:22.011681 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:19:22.011681 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:19:22.011681 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:19:22.011681 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:19:22.011681 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:19:22.011681 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:19:22.011681 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:19:22.011681 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:19:22.011681 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:19:22.011681 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:19:22.011681 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:19:22.011681 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:19:22.011681 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:19:22.011681 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:19:22.011681 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:19:22.011681 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:19:22.011681 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:19:22.011681 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:19:22.011681 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:19:22.011681 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:19:22.011681 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:19:22.011681 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:19:22.011681 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:19:22.011681 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:19:22.011681 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:19:22.011681 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:19:22.011681 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:19:22.011681 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:19:22.011681 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:19:22.011681 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:19:22.011681 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:19:22.011681 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:19:22.011681 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:19:22.011681 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:19:22.011681 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:19:22.011681 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:19:22.011681 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:19:22.011681 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:19:22.011681 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:19:22.011681 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:19:22.011681 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:19:22.011681 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:19:22.011681 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:19:22.011681 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:19:22.011681 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:19:22.011681 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:19:22.011681 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:19:22.011681 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:19:22.011681 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:19:22.011681 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:19:22.129756 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85ae9057-0ede-4c4a-8565-4a235b5bcdf6 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:22.160933 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b36eb1-d3e7-4d2f-92d6-3b0781427df0 None None] Network da76f44a-d9ec-41cd-bdf0-e7e34794069a requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:19:22.169083 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device d3fc714c-6a9a-4962-ad93-6018423e677a up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:19:22.178805 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f4b41-391c-4f19-8229-9997d99a711d None None] Pushing event deleted for resources: {'Port': ['ID=282cfffc-c0ee-46c9-9245-9853b8800b6c,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:22.196405 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85ae9057-0ede-4c4a-8565-4a235b5bcdf6 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:22.204243 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-85ae9057-0ede-4c4a-8565-4a235b5bcdf6 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "DELETE /v2.0/networks/1cba6711-d338-4669-b055-6da3e6d20599 HTTP/1.1" status: 204 len: 168 time: 1.8856485 Jul 15 23:19:22.208848 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 37920) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:22.216040 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a33a8d6d-58f8-4c48-98d0-53570c63d57f None None] Provisioning for port fd629010-cd2f-480f-bd53-c122a6082fd1 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:22.236656 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a33a8d6d-58f8-4c48-98d0-53570c63d57f None None] Provisioning complete for port fd629010-cd2f-480f-bd53-c122a6082fd1 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:22.237081 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a33a8d6d-58f8-4c48-98d0-53570c63d57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:22.265994 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f19610c4-e8fd-4ac9-92be-32171b62bd29 req-1477a4b7-11e5-48d7-9c18-dbe438eaf769 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4b15e22ba4eb43169240491cd7fe1115&device_id=eed9a8e7-5dcc-4491-a75a-e2514797611a HTTP/1.1" status: 200 len: 210 time: 0.0784755 Jul 15 23:19:22.268550 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c4d7e709-8d7f-4ac2-99c1-fa572310b31a req-4b255799-2582-433b-b3f9-8bbb33c5eaf9 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] 10.222.0.48 "GET /v2.0/floatingips?tenant_id=ab954527b26349caad16e04a7887aa2f HTTP/1.1" status: 200 len: 1656 time: 0.2454648 Jul 15 23:19:22.269748 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ae9057-0ede-4c4a-8565-4a235b5bcdf6 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event deleted for resources: {'Network': ['ID=1cba6711-d338-4669-b055-6da3e6d20599,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:22.337385 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a33a8d6d-58f8-4c48-98d0-53570c63d57f None None] Port fd629010-cd2f-480f-bd53-c122a6082fd1 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:19:22.351299 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 282cfffc-c0ee-46c9-9245-9853b8800b6c no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:19:22.382308 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab62186-e172-4614-90ef-d145af2f7e4f req-712caa90-555e-4908-9cae-abb29865f45c service neutron] 10.222.0.48 "GET /v2.0/networks/0c520006-2621-40c6-9dbf-a751b4cb8117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4164114 Jul 15 23:19:22.384622 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 282cfffc-c0ee-46c9-9245-9853b8800b6c {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:19:22.385048 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 282cfffc-c0ee-46c9-9245-9853b8800b6c not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:19:22.400121 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port d3fc714c-6a9a-4962-ad93-6018423e677a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:22.401014 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:22.520157 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-241e88cf-7c0e-41ab-b647-afbed02d247e tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:22.554251 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:22.567663 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0cc59d1-e347-40e2-964e-d78f0a67cdf2 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:22.572725 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-b0cc59d1-e347-40e2-964e-d78f0a67cdf2 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3491995 Jul 15 23:19:22.578269 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d7e709-8d7f-4ac2-99c1-fa572310b31a req-67f33812-61bb-4a7b-a1f8-3c388174b141 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:22.586214 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c4d7e709-8d7f-4ac2-99c1-fa572310b31a req-67f33812-61bb-4a7b-a1f8-3c388174b141 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] 10.222.0.48 "GET /v2.0/networks?id=c4160cc4-e133-4d4e-ad39-f86bca4b2f14&id=c4160cc4-e133-4d4e-ad39-f86bca4b2f14&id=c4160cc4-e133-4d4e-ad39-f86bca4b2f14 HTTP/1.1" status: 200 len: 787 time: 0.3163750 Jul 15 23:19:22.586558 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47399831-f20f-45e9-94e1-d2c475495282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3fc714c-6a9a-4962-ad93-6018423e677a'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:19:22.588864 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5e6a59-575d-45ac-b35e-89ae74cda0ae" -d '{"events": [{"server_uuid": "47399831-f20f-45e9-94e1-d2c475495282", "name": "network-vif-plugged", "status": "completed", "tag": "d3fc714c-6a9a-4962-ad93-6018423e677a"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:19:22.590785 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 37924) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:22.598518 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [req-c4d7e709-8d7f-4ac2-99c1-fa572310b31a req-e59daed6-5e78-4ff5-a4df-9abe0ebc1ee7 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:19:22.599688 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c4d7e709-8d7f-4ac2-99c1-fa572310b31a req-e59daed6-5e78-4ff5-a4df-9abe0ebc1ee7 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0129552 Jul 15 23:19:22.611018 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port d3fc714c-6a9a-4962-ad93-6018423e677a, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=d3fc714c-6a9a-4962-ad93-6018423e677a,segment=NetworkSegment(7f5ce7d6-1f0d-40c2-8f4e-72bafb9ba40d),segment_id=7f5ce7d6-1f0d-40c2-8f4e-72bafb9ba40d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:22.619129 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:22.687684 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab62186-e172-4614-90ef-d145af2f7e4f req-4b3a6f8b-a268-461e-a0d8-446a3130142c service neutron] 10.222.0.48 "GET /v2.0/networks/0c520006-2621-40c6-9dbf-a751b4cb8117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486253 Jul 15 23:19:22.697649 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=d3fc714c-6a9a-4962-ad93-6018423e677a,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:22.835732 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-61b65a96-e55b-4629-b842-0c732fda04f0 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2366014 Jul 15 23:19:22.835732 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab62186-e172-4614-90ef-d145af2f7e4f req-1fd3bb81-00df-47f0-b51e-2d03134f0568 service neutron] 10.222.0.48 "GET /v2.0/networks/fe121fa5-288f-4a74-ba61-28037c633efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466215 Jul 15 23:19:22.836655 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 37930) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:22.842009 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-79025bff-2445-4774-aae9-8f3a5e19a965 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1529851184'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:22.907849 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19610c4-e8fd-4ac9-92be-32171b62bd29 req-53a4d8c0-f6d4-4c07-bb44-56a86573c5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:22.910040 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f19610c4-e8fd-4ac9-92be-32171b62bd29 req-53a4d8c0-f6d4-4c07-bb44-56a86573c5f1 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=4b15e22ba4eb43169240491cd7fe1115&shared=False HTTP/1.1" status: 200 len: 907 time: 0.6326315 Jul 15 23:19:22.938240 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79025bff-2445-4774-aae9-8f3a5e19a965 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Made reservation on behalf of 6e9aa8192e944c7f9b496773dbd06067 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:22.942417 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79025bff-2445-4774-aae9-8f3a5e19a965 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:22.999955 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79025bff-2445-4774-aae9-8f3a5e19a965 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:19:23.003723 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab62186-e172-4614-90ef-d145af2f7e4f req-6fbc2953-b70b-4db1-9987-e4eddcdc9830 service neutron] 10.222.0.48 "GET /v2.0/networks/fe121fa5-288f-4a74-ba61-28037c633efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558318 Jul 15 23:19:23.021756 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79025bff-2445-4774-aae9-8f3a5e19a965 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:23.022169 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-79025bff-2445-4774-aae9-8f3a5e19a965 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Added segment 98296b1d-f1c3-4a65-91f9-52d190d4f23c of type vlan for network c16256d6-69e6-40eb-916f-520ffbefddba Jul 15 23:19:23.099051 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19610c4-e8fd-4ac9-92be-32171b62bd29 req-a5cfb3fd-4e9f-4bcf-be8d-a02c42c271a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:23.100643 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f19610c4-e8fd-4ac9-92be-32171b62bd29 req-a5cfb3fd-4e9f-4bcf-be8d-a02c42c271a2 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1838167 Jul 15 23:19:23.133572 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79025bff-2445-4774-aae9-8f3a5e19a965 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:23.182764 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab62186-e172-4614-90ef-d145af2f7e4f req-288400d9-da94-4f7f-a1d2-d56e6f9b3a65 service neutron] 10.222.0.48 "GET /v2.0/networks/fe121fa5-288f-4a74-ba61-28037c633efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700053 Jul 15 23:19:23.197127 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f19610c4-e8fd-4ac9-92be-32171b62bd29 req-d35bfcda-b824-467b-bd6a-e4def0a70f1a tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.41 "GET /v2.0/ports?device_id=eed9a8e7-5dcc-4491-a75a-e2514797611a HTTP/1.1" status: 200 len: 210 time: 0.0349374 Jul 15 23:19:23.230741 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79025bff-2445-4774-aae9-8f3a5e19a965 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:23.237868 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79025bff-2445-4774-aae9-8f3a5e19a965 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:23.238625 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79025bff-2445-4774-aae9-8f3a5e19a965 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:23.259747 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-241e88cf-7c0e-41ab-b647-afbed02d247e tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:23.265968 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-241e88cf-7c0e-41ab-b647-afbed02d247e tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:23.365849 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241e88cf-7c0e-41ab-b647-afbed02d247e tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Pushing event updated for resources: {'Port': ['ID=fd629010-cd2f-480f-bd53-c122a6082fd1,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:23.369988 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-79025bff-2445-4774-aae9-8f3a5e19a965 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5326991 Jul 15 23:19:23.372134 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37946) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:23.380343 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e506ff16-ce1a-4f9d-a8aa-da67ede9d5e5 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Request body: {'subnet': {'network_id': 'c16256d6-69e6-40eb-916f-520ffbefddba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:23.391590 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-241e88cf-7c0e-41ab-b647-afbed02d247e tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] In _notify_port_updated(), no bound segment for port fd629010-cd2f-480f-bd53-c122a6082fd1 on network 84f0c761-0aac-442a-b3a1-937c1e4bd8a3 {{(pid=93771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:19:23.398264 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241e88cf-7c0e-41ab-b647-afbed02d247e tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:23.399310 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-241e88cf-7c0e-41ab-b647-afbed02d247e tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:23.401126 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-241e88cf-7c0e-41ab-b647-afbed02d247e tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] 10.222.0.48 "PUT /v2.0/ports/fd629010-cd2f-480f-bd53-c122a6082fd1 HTTP/1.1" status: 200 len: 1057 time: 1.5302463 Jul 15 23:19:23.415224 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37948) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:23.461478 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79025bff-2445-4774-aae9-8f3a5e19a965 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event updated for resources: {'Network': ['ID=c16256d6-69e6-40eb-916f-520ffbefddba,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:23.475197 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network c16256d6-69e6-40eb-916f-520ffbefddba details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:19:23.492024 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab62186-e172-4614-90ef-d145af2f7e4f req-8fe50a36-da5c-40be-9dd5-d021f04045b6 service neutron] 10.222.0.48 "GET /v2.0/networks/fe121fa5-288f-4a74-ba61-28037c633efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982087 Jul 15 23:19:23.528177 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e0487-7bef-425e-97a4-7356cd7150ce req-6a92e00f-9f72-41a4-97dc-7453bbd07254 tempest-ServerAddressesTestJSON-1275195858 tempest-ServerAddressesTestJSON-1275195858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:23.536203 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-480e0487-7bef-425e-97a4-7356cd7150ce req-6a92e00f-9f72-41a4-97dc-7453bbd07254 tempest-ServerAddressesTestJSON-1275195858 tempest-ServerAddressesTestJSON-1275195858-project] 10.222.0.48 "GET /v2.0/networks?id=da76f44a-d9ec-41cd-bdf0-e7e34794069a HTTP/1.1" status: 200 len: 813 time: 0.3130076 Jul 15 23:19:23.552898 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-480e0487-7bef-425e-97a4-7356cd7150ce req-a3d581c2-e85c-4a2b-9843-12ca6cc5e341 tempest-ServerAddressesTestJSON-1275195858 tempest-ServerAddressesTestJSON-1275195858-project] 10.222.0.48 "GET /v2.0/quotas/d8f75e25e78a4170a3f347a8f1048fac HTTP/1.1" status: 200 len: 375 time: 0.0155466 Jul 15 23:19:23.590387 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-480e0487-7bef-425e-97a4-7356cd7150ce req-4e81ff54-174b-4056-b87c-a7c628f9f322 tempest-ServerAddressesTestJSON-1275195858 tempest-ServerAddressesTestJSON-1275195858-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d8f75e25e78a4170a3f347a8f1048fac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361292 Jul 15 23:19:23.613666 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e506ff16-ce1a-4f9d-a8aa-da67ede9d5e5 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Made reservation on behalf of 6e9aa8192e944c7f9b496773dbd06067 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:23.617336 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e506ff16-ce1a-4f9d-a8aa-da67ede9d5e5 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:23.659855 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-c1f4cc74-7d46-46a2-837e-0b4170edb773 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Deleting port fd629010-cd2f-480f-bd53-c122a6082fd1 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:23.660719 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1f4cc74-7d46-46a2-837e-0b4170edb773 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:23.677489 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ec3e3187-c83f-474f-af9e-e84d460add9c None None] Provisioning complete for port fd629010-cd2f-480f-bd53-c122a6082fd1 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:23.678004 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ec3e3187-c83f-474f-af9e-e84d460add9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:23.725725 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-480e0487-7bef-425e-97a4-7356cd7150ce req-7f5cfbf3-f65c-4fec-8f7d-6d7539b16443 service neutron] 10.222.0.48 "GET /v2.0/networks/da76f44a-d9ec-41cd-bdf0-e7e34794069a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267757 Jul 15 23:19:23.731212 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ec3e3187-c83f-474f-af9e-e84d460add9c None None] Port fd629010-cd2f-480f-bd53-c122a6082fd1 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:19:23.836065 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1f4cc74-7d46-46a2-837e-0b4170edb773 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:23.845200 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-480e0487-7bef-425e-97a4-7356cd7150ce req-08fe091c-9202-4e95-8f6a-d2e0b3412e83 service neutron] 10.222.0.48 "GET /v2.0/networks/da76f44a-d9ec-41cd-bdf0-e7e34794069a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121924 Jul 15 23:19:23.887027 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-c1f4cc74-7d46-46a2-837e-0b4170edb773 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Calling delete_port for fd629010-cd2f-480f-bd53-c122a6082fd1 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:24.003301 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e506ff16-ce1a-4f9d-a8aa-da67ede9d5e5 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:24.083693 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e506ff16-ce1a-4f9d-a8aa-da67ede9d5e5 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event updated for resources: {'Subnet': ['ID=491c49f5-a3fd-4173-bfce-eb5f767fe477,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:24.141279 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e506ff16-ce1a-4f9d-a8aa-da67ede9d5e5 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Checking segment: {'id': '98296b1d-f1c3-4a65-91f9-52d190d4f23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'c16256d6-69e6-40eb-916f-520ffbefddba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:19:24.141655 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e506ff16-ce1a-4f9d-a8aa-da67ede9d5e5 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Network hostable DHCP agents. Network: c16256d6-69e6-40eb-916f-520ffbefddba, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:19:24.178997 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e506ff16-ce1a-4f9d-a8aa-da67ede9d5e5 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Network c16256d6-69e6-40eb-916f-520ffbefddba is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:19:24.183724 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1f4cc74-7d46-46a2-837e-0b4170edb773 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:24.204851 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-e506ff16-ce1a-4f9d-a8aa-da67ede9d5e5 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, c16256d6-69e6-40eb-916f-520ffbefddba) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:24.216095 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26336fb-1c93-446e-9660-d0dabfb60630 None None] Network c16256d6-69e6-40eb-916f-520ffbefddba requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:19:24.243393 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f82453a-a569-4bcc-83b4-10dba69ebd55 req-bedc1ef8-24ce-4a3e-bcad-d4bb8105fd8f tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:24.245441 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3f82453a-a569-4bcc-83b4-10dba69ebd55 req-bedc1ef8-24ce-4a3e-bcad-d4bb8105fd8f tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=47399831-f20f-45e9-94e1-d2c475495282 HTTP/1.1" status: 200 len: 946 time: 0.1207409 Jul 15 23:19:24.255820 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f4cc74-7d46-46a2-837e-0b4170edb773 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Pushing event deleted for resources: {'Port': ['ID=fd629010-cd2f-480f-bd53-c122a6082fd1,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:24.268097 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e506ff16-ce1a-4f9d-a8aa-da67ede9d5e5 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:24.268769 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e506ff16-ce1a-4f9d-a8aa-da67ede9d5e5 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:24.326527 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3f82453a-a569-4bcc-83b4-10dba69ebd55 req-79ee2d51-51b4-4edd-9082-8d17b2acfdd5 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740411 Jul 15 23:19:24.427378 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e506ff16-ce1a-4f9d-a8aa-da67ede9d5e5 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0526268 Jul 15 23:19:24.428081 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 37978) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:24.438763 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-524dd6d1-8e25-4468-8faf-88d8b62786f5 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Request body: {'port': {'network_id': 'c16256d6-69e6-40eb-916f-520ffbefddba', 'name': 'tempest-PortsIpV6TestJSON-801428410'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:24.493120 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9e5c13-36ce-4524-a51c-0134bf0998eb x-openstack-request-id: req-dc9e5c13-36ce-4524-a51c-0134bf0998eb {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:19:24.493759 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47399831-f20f-45e9-94e1-d2c475495282", "name": "network-vif-plugged", "status": "completed", "tag": "d3fc714c-6a9a-4962-ad93-6018423e677a", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:19:24.493759 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dc9e5c13-36ce-4524-a51c-0134bf0998eb {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:19:24.501723 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47399831-f20f-45e9-94e1-d2c475495282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3fc714c-6a9a-4962-ad93-6018423e677a', 'code': 200} Jul 15 23:19:24.504760 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8298245c-de34-4eac-9437-483c86b869bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-c16256d6-69e6-40eb-916f-520ffbefddba', 'network_id': 'c16256d6-69e6-40eb-916f-520ffbefddba', 'tenant_id': '6e9aa8192e944c7f9b496773dbd06067', 'fixed_ips': [{'subnet_id': '491c49f5-a3fd-4173-bfce-eb5f767fe477'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:19:24.505702 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8298245c-de34-4eac-9437-483c86b869bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:24.789972 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-8298245c-de34-4eac-9437-483c86b869bf None None] Allocated IP 2001:db8::2 (c16256d6-69e6-40eb-916f-520ffbefddba/491c49f5-a3fd-4173-bfce-eb5f767fe477/a6ca0f09-f2c7-453b-b62a-d3fec782fa50) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:24.818576 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1f4cc74-7d46-46a2-837e-0b4170edb773 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:24.832064 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c1f4cc74-7d46-46a2-837e-0b4170edb773 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] 10.222.0.48 "DELETE /v2.0/ports/fd629010-cd2f-480f-bd53-c122a6082fd1 HTTP/1.1" status: 204 len: 168 time: 1.4165077 Jul 15 23:19:24.834321 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37996) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:24.879883 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea493014-a3c7-4c1e-a01c-874e03aaefbc tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] GET failed (client error): The resource could not be found. Jul 15 23:19:24.882138 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ea493014-a3c7-4c1e-a01c-874e03aaefbc tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] 10.222.0.48 "GET /v2.0/ports/fd629010-cd2f-480f-bd53-c122a6082fd1 HTTP/1.1" status: 404 len: 333 time: 0.0465903 Jul 15 23:19:24.887144 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37998) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:24.992843 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8298245c-de34-4eac-9437-483c86b869bf None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:25.008750 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8298245c-de34-4eac-9437-483c86b869bf None None] Transition to ACTIVE for port object a6ca0f09-f2c7-453b-b62a-d3fec782fa50 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:25.040624 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-40d71f51-7681-41f3-a641-3632c7fb89cd tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Deleting port 99080262-c459-4f8e-829d-cf221301f121 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:25.041281 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40d71f51-7681-41f3-a641-3632c7fb89cd tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:25.044280 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8298245c-de34-4eac-9437-483c86b869bf None None] Transition to ACTIVE for port object a6ca0f09-f2c7-453b-b62a-d3fec782fa50 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:25.054076 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8298245c-de34-4eac-9437-483c86b869bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:25.116405 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8298245c-de34-4eac-9437-483c86b869bf None None] Pushing event updated for resources: {'Port': ['ID=a6ca0f09-f2c7-453b-b62a-d3fec782fa50,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:25.129686 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8298245c-de34-4eac-9437-483c86b869bf None None] Network c16256d6-69e6-40eb-916f-520ffbefddba is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:25.131756 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-8298245c-de34-4eac-9437-483c86b869bf None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:25.137005 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8298245c-de34-4eac-9437-483c86b869bf None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:19:25.173980 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6b8410b0-260e-49db-91e1-8d8cea45b8be req-a152da7f-9677-4e30-bf1d-c86130c757b5 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] 10.222.0.48 "GET /v2.0/floatingips/9d5c0524-63a3-4958-8596-a1f603566e4b HTTP/1.1" status: 200 len: 693 time: 0.5596499 Jul 15 23:19:25.209306 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40d71f51-7681-41f3-a641-3632c7fb89cd tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:25.223287 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-40d71f51-7681-41f3-a641-3632c7fb89cd tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Calling delete_port for 99080262-c459-4f8e-829d-cf221301f121 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:25.287638 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-8298245c-de34-4eac-9437-483c86b869bf None None] Attempting to bind port a6ca0f09-f2c7-453b-b62a-d3fec782fa50 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:19:25.288013 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-8298245c-de34-4eac-9437-483c86b869bf None None] Attempting to bind port a6ca0f09-f2c7-453b-b62a-d3fec782fa50 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '98296b1d-f1c3-4a65-91f9-52d190d4f23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'c16256d6-69e6-40eb-916f-520ffbefddba'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:19:25.288712 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8298245c-de34-4eac-9437-483c86b869bf None None] Attempting to bind port a6ca0f09-f2c7-453b-b62a-d3fec782fa50 on network c16256d6-69e6-40eb-916f-520ffbefddba {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:19:25.301423 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8410b0-260e-49db-91e1-8d8cea45b8be req-8d27b833-40e1-4de3-9291-a9a60445fed6 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:25.308988 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6b8410b0-260e-49db-91e1-8d8cea45b8be req-8d27b833-40e1-4de3-9291-a9a60445fed6 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] 10.222.0.48 "GET /v2.0/networks/c4160cc4-e133-4d4e-ad39-f86bca4b2f14 HTTP/1.1" status: 200 len: 784 time: 0.1330845 Jul 15 23:19:25.316094 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524dd6d1-8e25-4468-8faf-88d8b62786f5 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Made reservation on behalf of 6e9aa8192e944c7f9b496773dbd06067 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:25.316347 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8298245c-de34-4eac-9437-483c86b869bf None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:19:25.316530 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8298245c-de34-4eac-9437-483c86b869bf None None] Checking segment: {'id': '98296b1d-f1c3-4a65-91f9-52d190d4f23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'c16256d6-69e6-40eb-916f-520ffbefddba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:19:25.317544 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8298245c-de34-4eac-9437-483c86b869bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:25.318859 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8298245c-de34-4eac-9437-483c86b869bf None None] Bound using segment: {'id': '98296b1d-f1c3-4a65-91f9-52d190d4f23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'c16256d6-69e6-40eb-916f-520ffbefddba'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:19:25.320099 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-8298245c-de34-4eac-9437-483c86b869bf None None] Bound port: a6ca0f09-f2c7-453b-b62a-d3fec782fa50, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98296b1d-f1c3-4a65-91f9-52d190d4f23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'c16256d6-69e6-40eb-916f-520ffbefddba'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:19:25.320791 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8298245c-de34-4eac-9437-483c86b869bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:25.322532 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-524dd6d1-8e25-4468-8faf-88d8b62786f5 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:25.346260 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:25.391136 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-524dd6d1-8e25-4468-8faf-88d8b62786f5 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] device_id is not set on port 10d240d9-3ba5-440b-97b1-0c26427cb8d7 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:19:25.416038 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40d71f51-7681-41f3-a641-3632c7fb89cd tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:25.436600 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-8298245c-de34-4eac-9437-483c86b869bf None None] For port a6ca0f09-f2c7-453b-b62a-d3fec782fa50, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:19:25.440329 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-8298245c-de34-4eac-9437-483c86b869bf None None] For port a6ca0f09-f2c7-453b-b62a-d3fec782fa50, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=a6ca0f09-f2c7-453b-b62a-d3fec782fa50,segment=NetworkSegment(98296b1d-f1c3-4a65-91f9-52d190d4f23c),segment_id=98296b1d-f1c3-4a65-91f9-52d190d4f23c)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:19:25.446442 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8298245c-de34-4eac-9437-483c86b869bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:25.455023 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d71f51-7681-41f3-a641-3632c7fb89cd tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Pushing event deleted for resources: {'Port': ['ID=99080262-c459-4f8e-829d-cf221301f121,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:25.467706 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d71f51-7681-41f3-a641-3632c7fb89cd tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:25.468310 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d71f51-7681-41f3-a641-3632c7fb89cd tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:25.468806 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d71f51-7681-41f3-a641-3632c7fb89cd tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:25.469316 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d71f51-7681-41f3-a641-3632c7fb89cd tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:25.469815 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d71f51-7681-41f3-a641-3632c7fb89cd tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:25.470307 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d71f51-7681-41f3-a641-3632c7fb89cd tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:25.470806 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d71f51-7681-41f3-a641-3632c7fb89cd tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:25.471292 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d71f51-7681-41f3-a641-3632c7fb89cd tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:25.471802 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d71f51-7681-41f3-a641-3632c7fb89cd tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:25.472276 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d71f51-7681-41f3-a641-3632c7fb89cd tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:25.472849 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d71f51-7681-41f3-a641-3632c7fb89cd tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:25.473472 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d71f51-7681-41f3-a641-3632c7fb89cd tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:25.489830 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6b8410b0-260e-49db-91e1-8d8cea45b8be req-7e4d12e5-46cf-438d-a7d1-f7624a7b98d8 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.230 HTTP/1.1" status: 200 len: 696 time: 0.1797137 Jul 15 23:19:25.586143 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76732b7e-ce7c-462a-8c2c-52a8af17ca4a req-bc49f04a-f1dd-403e-b9bf-04e0e8d5f57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:25.588188 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-76732b7e-ce7c-462a-8c2c-52a8af17ca4a req-bc49f04a-f1dd-403e-b9bf-04e0e8d5f57d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=47399831-f20f-45e9-94e1-d2c475495282 HTTP/1.1" status: 200 len: 1097 time: 0.5091617 Jul 15 23:19:25.593170 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8298245c-de34-4eac-9437-483c86b869bf None None] Pushing event updated for resources: {'Port': ['ID=a6ca0f09-f2c7-453b-b62a-d3fec782fa50,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:25.603644 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40d71f51-7681-41f3-a641-3632c7fb89cd tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:25.605911 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-40d71f51-7681-41f3-a641-3632c7fb89cd tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] 10.222.0.48 "DELETE /v2.0/ports/99080262-c459-4f8e-829d-cf221301f121 HTTP/1.1" status: 204 len: 168 time: 0.7178113 Jul 15 23:19:25.610054 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38006) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:25.665368 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6b8410b0-260e-49db-91e1-8d8cea45b8be req-7668ca3f-803e-4af5-bcbd-ccec4b0b1cb5 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.230 HTTP/1.1" status: 200 len: 696 time: 0.1634994 Jul 15 23:19:25.674467 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cace9d51-9bab-4aeb-ac0f-78c59a9d2c52 req-90afe76e-3def-4dfe-b597-b408ccda2bb7 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:25.681842 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4253bf1-f5d5-47ba-96ad-3218f4852531 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] GET failed (client error): The resource could not be found. Jul 15 23:19:25.684049 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cace9d51-9bab-4aeb-ac0f-78c59a9d2c52 req-90afe76e-3def-4dfe-b597-b408ccda2bb7 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/networks?id=d1484756-2d6b-4cf1-82f2-ca0b5a0942a2 HTTP/1.1" status: 200 len: 806 time: 0.6035423 Jul 15 23:19:25.685534 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d4253bf1-f5d5-47ba-96ad-3218f4852531 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] 10.222.0.48 "GET /v2.0/ports/99080262-c459-4f8e-829d-cf221301f121 HTTP/1.1" status: 404 len: 333 time: 0.0744517 Jul 15 23:19:25.692569 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38008) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:25.867989 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cace9d51-9bab-4aeb-ac0f-78c59a9d2c52 req-375dea5c-2443-4ba4-bf33-02223f6c6591 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/quotas/4b15e22ba4eb43169240491cd7fe1115 HTTP/1.1" status: 200 len: 375 time: 0.1829340 Jul 15 23:19:25.883420 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-524dd6d1-8e25-4468-8faf-88d8b62786f5 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Allocated IP 2001:db8::381 (c16256d6-69e6-40eb-916f-520ffbefddba/491c49f5-a3fd-4173-bfce-eb5f767fe477/10d240d9-3ba5-440b-97b1-0c26427cb8d7) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:25.904448 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-bda51a2b-e062-4106-a481-101775493568 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Deleting port 1e91b2a4-e7e5-47b4-be11-3d854f8c8386 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:25.910309 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bda51a2b-e062-4106-a481-101775493568 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:26.036117 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-76732b7e-ce7c-462a-8c2c-52a8af17ca4a req-f44d73f3-3acb-4db6-ab49-7eed0795f2ef service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4160998 Jul 15 23:19:26.067525 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bda51a2b-e062-4106-a481-101775493568 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:26.083809 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-bda51a2b-e062-4106-a481-101775493568 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Calling delete_port for 1e91b2a4-e7e5-47b4-be11-3d854f8c8386 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:26.224036 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e0487-7bef-425e-97a4-7356cd7150ce req-0ba52d8a-4a0d-450d-8f4b-4f7653d8d088 tempest-ServerAddressesTestJSON-1275195858 tempest-ServerAddressesTestJSON-1275195858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:26.226474 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-480e0487-7bef-425e-97a4-7356cd7150ce req-0ba52d8a-4a0d-450d-8f4b-4f7653d8d088 tempest-ServerAddressesTestJSON-1275195858 tempest-ServerAddressesTestJSON-1275195858-project] 10.222.0.49 "GET /v2.0/networks?id=da76f44a-d9ec-41cd-bdf0-e7e34794069a HTTP/1.1" status: 200 len: 813 time: 0.3531101 Jul 15 23:19:26.230874 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cace9d51-9bab-4aeb-ac0f-78c59a9d2c52 req-2992c975-cefd-4cb4-8455-97e4410db484 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4b15e22ba4eb43169240491cd7fe1115&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3375578 Jul 15 23:19:26.238499 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-480e0487-7bef-425e-97a4-7356cd7150ce req-b190692c-8547-4f70-8697-3e0c342747ac tempest-ServerAddressesTestJSON-1275195858 tempest-ServerAddressesTestJSON-1275195858-project] Request body: {'port': {'device_id': '6ac82b46-4071-4f7c-ad73-8849f4a0aa4a', 'network_id': 'da76f44a-d9ec-41cd-bdf0-e7e34794069a', 'admin_state_up': True, 'tenant_id': 'd8f75e25e78a4170a3f347a8f1048fac'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:26.256417 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-6b8410b0-260e-49db-91e1-8d8cea45b8be req-481f9a7e-1d11-4925-ad4c-99834992e61a tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Deleting port 2073fb57-98f8-4ddb-bd88-d0738ca3b6fd {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:26.257264 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6b8410b0-260e-49db-91e1-8d8cea45b8be req-481f9a7e-1d11-4925-ad4c-99834992e61a tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:26.273518 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bda51a2b-e062-4106-a481-101775493568 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:26.338319 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda51a2b-e062-4106-a481-101775493568 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Pushing event deleted for resources: {'Port': ['ID=1e91b2a4-e7e5-47b4-be11-3d854f8c8386,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:26.382391 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device a6ca0f09-f2c7-453b-b62a-d3fec782fa50 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:19:26.494035 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port a6ca0f09-f2c7-453b-b62a-d3fec782fa50 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:26.509351 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bda51a2b-e062-4106-a481-101775493568 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:26.517276 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-bda51a2b-e062-4106-a481-101775493568 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] 10.222.0.48 "DELETE /v2.0/ports/1e91b2a4-e7e5-47b4-be11-3d854f8c8386 HTTP/1.1" status: 204 len: 168 time: 0.8233044 Jul 15 23:19:26.518316 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38010) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:26.581042 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-3150ac5e-a300-4222-ad26-a8566d7d4329 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Deleting subnet 6eaaddce-fa44-4402-bb6b-003f22eb5683 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:19:26.585032 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3150ac5e-a300-4222-ad26-a8566d7d4329 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:26.613788 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab62186-e172-4614-90ef-d145af2f7e4f req-fbf95a62-c2d6-4f18-9484-eddad0e355d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:26.615306 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab62186-e172-4614-90ef-d145af2f7e4f req-fbf95a62-c2d6-4f18-9484-eddad0e355d2 service neutron] 10.222.0.49 "GET /v2.0/ports/1fae9003-82f4-480d-9478-075fb4575c1f HTTP/1.1" status: 200 len: 1027 time: 0.3354464 Jul 15 23:19:26.652207 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3150ac5e-a300-4222-ad26-a8566d7d4329 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:26.725753 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab62186-e172-4614-90ef-d145af2f7e4f req-beac0243-5720-4cde-9f56-c420caba9b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:26.727188 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab62186-e172-4614-90ef-d145af2f7e4f req-beac0243-5720-4cde-9f56-c420caba9b81 service neutron] 10.222.0.49 "GET /v2.0/ports/422fe5b9-520f-419b-8cd4-d8ed4ddfee1a HTTP/1.1" status: 200 len: 1027 time: 0.0780494 Jul 15 23:19:26.754422 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-480e0487-7bef-425e-97a4-7356cd7150ce req-b190692c-8547-4f70-8697-3e0c342747ac tempest-ServerAddressesTestJSON-1275195858 tempest-ServerAddressesTestJSON-1275195858-project] Made reservation on behalf of d8f75e25e78a4170a3f347a8f1048fac for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:26.759128 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-480e0487-7bef-425e-97a4-7356cd7150ce req-b190692c-8547-4f70-8697-3e0c342747ac tempest-ServerAddressesTestJSON-1275195858 tempest-ServerAddressesTestJSON-1275195858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:26.794892 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3150ac5e-a300-4222-ad26-a8566d7d4329 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:26.884652 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3150ac5e-a300-4222-ad26-a8566d7d4329 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:26.893815 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cace9d51-9bab-4aeb-ac0f-78c59a9d2c52 req-e09d9845-365c-45a1-b000-3829ba54f7db service neutron] 10.222.0.48 "GET /v2.0/networks/d1484756-2d6b-4cf1-82f2-ca0b5a0942a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6498032 Jul 15 23:19:26.909175 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6b8410b0-260e-49db-91e1-8d8cea45b8be req-481f9a7e-1d11-4925-ad4c-99834992e61a tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:26.909797 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6b8410b0-260e-49db-91e1-8d8cea45b8be req-481f9a7e-1d11-4925-ad4c-99834992e61a tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:26.956573 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3150ac5e-a300-4222-ad26-a8566d7d4329 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Pushing event deleted for resources: {'Subnet': ['ID=6eaaddce-fa44-4402-bb6b-003f22eb5683,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:26.958164 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af065b01-d48c-4e27-aa48-250ba2834399 None None] Network 84f0c761-0aac-442a-b3a1-937c1e4bd8a3 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:19:26.960800 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3150ac5e-a300-4222-ad26-a8566d7d4329 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:26.963288 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-3150ac5e-a300-4222-ad26-a8566d7d4329 tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] 10.222.0.48 "DELETE /v2.0/subnets/6eaaddce-fa44-4402-bb6b-003f22eb5683 HTTP/1.1" status: 204 len: 168 time: 0.4437628 Jul 15 23:19:26.965519 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38012) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:27.004515 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-524dd6d1-8e25-4468-8faf-88d8b62786f5 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:27.074041 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-6b8410b0-260e-49db-91e1-8d8cea45b8be req-481f9a7e-1d11-4925-ad4c-99834992e61a tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Calling delete_port for 2073fb57-98f8-4ddb-bd88-d0738ca3b6fd owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:27.079737 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad3cdd13-4a48-4d84-99a1-79f4089e859d tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:27.104410 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-524dd6d1-8e25-4468-8faf-88d8b62786f5 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Transition to ACTIVE for port object 10d240d9-3ba5-440b-97b1-0c26427cb8d7 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:27.209069 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-ad3cdd13-4a48-4d84-99a1-79f4089e859d tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Deleting port 187065e4-b1d0-4813-9011-b8d1396401e6 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:27.209486 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad3cdd13-4a48-4d84-99a1-79f4089e859d tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:27.242178 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8db5c5-13ec-40a0-b733-718e3582497b None None] Network c16256d6-69e6-40eb-916f-520ffbefddba requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:19:27.302087 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bac12af-e63a-4ef1-a4a3-824869e44462 None None] DHCP port deletion for 84f0c761-0aac-442a-b3a1-937c1e4bd8a3 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:19:27.320623 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-ad3cdd13-4a48-4d84-99a1-79f4089e859d tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] For port 187065e4-b1d0-4813-9011-b8d1396401e6, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=187065e4-b1d0-4813-9011-b8d1396401e6,segment=NetworkSegment(d8cba6e0-3898-4563-85db-633cfc2da479),segment_id=d8cba6e0-3898-4563-85db-633cfc2da479)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:27.321487 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad3cdd13-4a48-4d84-99a1-79f4089e859d tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:27.338051 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-ad3cdd13-4a48-4d84-99a1-79f4089e859d tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Calling delete_port for 187065e4-b1d0-4813-9011-b8d1396401e6 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:27.374689 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-48745da8-ad99-4d12-9a90-5e8a81db2f0b None None] Provisioning for port a6ca0f09-f2c7-453b-b62a-d3fec782fa50 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:27.384419 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-48745da8-ad99-4d12-9a90-5e8a81db2f0b None None] Provisioning complete for port a6ca0f09-f2c7-453b-b62a-d3fec782fa50 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:27.384788 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-48745da8-ad99-4d12-9a90-5e8a81db2f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:27.447552 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad3cdd13-4a48-4d84-99a1-79f4089e859d tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:27.475035 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3cdd13-4a48-4d84-99a1-79f4089e859d tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Pushing event deleted for resources: {'Port': ['ID=187065e4-b1d0-4813-9011-b8d1396401e6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:27.488106 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3cdd13-4a48-4d84-99a1-79f4089e859d tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] No DVR routers for this DVR port 187065e4-b1d0-4813-9011-b8d1396401e6 on host n-d-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:19:27.557798 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2bac12af-e63a-4ef1-a4a3-824869e44462 None None] Deleting port 187065e4-b1d0-4813-9011-b8d1396401e6 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:27.558462 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2bac12af-e63a-4ef1-a4a3-824869e44462 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:27.559169 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab62186-e172-4614-90ef-d145af2f7e4f req-051a7079-3893-4c89-a5ec-38f04dccf167 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:27.567328 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab62186-e172-4614-90ef-d145af2f7e4f req-051a7079-3893-4c89-a5ec-38f04dccf167 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:27.573741 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab62186-e172-4614-90ef-d145af2f7e4f req-051a7079-3893-4c89-a5ec-38f04dccf167 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:27.575949 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab62186-e172-4614-90ef-d145af2f7e4f req-051a7079-3893-4c89-a5ec-38f04dccf167 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.49 "GET /v2.0/networks?id=f810acf3-bdcb-4225-beca-d64cbd4db70b&id=0c520006-2621-40c6-9dbf-a751b4cb8117&id=0c520006-2621-40c6-9dbf-a751b4cb8117&id=0c520006-2621-40c6-9dbf-a751b4cb8117&id=0c520006-2621-40c6-9dbf-a751b4cb8117&id=fe121fa5-288f-4a74-ba61-28037c633efd&id=fe121fa5-288f-4a74-ba61-28037c633efd HTTP/1.1" status: 200 len: 1989 time: 0.8376644 Jul 15 23:19:27.580719 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad3cdd13-4a48-4d84-99a1-79f4089e859d tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:27.593871 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-ad3cdd13-4a48-4d84-99a1-79f4089e859d tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84f0c761-0aac-442a-b3a1-937c1e4bd8a3']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:27.617003 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-ad3cdd13-4a48-4d84-99a1-79f4089e859d tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8cba6e0-3898-4563-85db-633cfc2da479') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:27.617275 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-ad3cdd13-4a48-4d84-99a1-79f4089e859d tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8cba6e0-3898-4563-85db-633cfc2da479') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:27.628199 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad3cdd13-4a48-4d84-99a1-79f4089e859d tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:27.644684 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-480e0487-7bef-425e-97a4-7356cd7150ce req-b190692c-8547-4f70-8697-3e0c342747ac tempest-ServerAddressesTestJSON-1275195858 tempest-ServerAddressesTestJSON-1275195858-project] Allocated IP 172.20.0.4 (da76f44a-d9ec-41cd-bdf0-e7e34794069a/19c4a8f3-032b-4095-a183-02874d3846ee/dd888d17-9cca-40d7-8f8e-693a6eabcf34) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:27.649042 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad3cdd13-4a48-4d84-99a1-79f4089e859d tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:27.657169 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad3cdd13-4a48-4d84-99a1-79f4089e859d tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:19:27.658063 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad3cdd13-4a48-4d84-99a1-79f4089e859d tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:27.662632 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:19:27.662632 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:19:27.662632 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:19:27.662632 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:19:27.662632 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:19:27.662632 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:19:27.662632 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:19:27.662632 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:19:27.662632 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:19:27.662632 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:19:27.662632 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:19:27.662632 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:19:27.662632 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:19:27.662632 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:19:27.662632 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:19:27.662632 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:19:27.662632 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:19:27.662632 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:19:27.662632 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:19:27.662632 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:19:27.662632 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:19:27.662632 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:19:27.662632 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:19:27.662632 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:19:27.662632 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:19:27.662632 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:19:27.662632 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:19:27.662632 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:19:27.662632 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:19:27.662632 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:19:27.662632 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:19:27.662632 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:19:27.662632 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:19:27.662632 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:19:27.678151 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cace9d51-9bab-4aeb-ac0f-78c59a9d2c52 req-48f1b656-9ffe-40ba-a0b5-d418000b96bd service neutron] 10.222.0.48 "GET /v2.0/networks/d1484756-2d6b-4cf1-82f2-ca0b5a0942a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7830160 Jul 15 23:19:27.687859 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-2bac12af-e63a-4ef1-a4a3-824869e44462 None None] For port 187065e4-b1d0-4813-9011-b8d1396401e6, host n-d-794306-6, got binding levels [] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:27.691979 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2bac12af-e63a-4ef1-a4a3-824869e44462 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:27.727772 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-524dd6d1-8e25-4468-8faf-88d8b62786f5 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:27.748994 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad3cdd13-4a48-4d84-99a1-79f4089e859d tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:27.752350 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2bac12af-e63a-4ef1-a4a3-824869e44462 None None] Calling delete_port for 187065e4-b1d0-4813-9011-b8d1396401e6 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:27.757303 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.ipam_backend_mixin [None req-2bac12af-e63a-4ef1-a4a3-824869e44462 None None] Port 187065e4-b1d0-4813-9011-b8d1396401e6 was not found and therefore no delete operation was performed {{(pid=93772) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 23:19:27.760976 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2bac12af-e63a-4ef1-a4a3-824869e44462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:27.764877 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad3cdd13-4a48-4d84-99a1-79f4089e859d tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:27.773146 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ad3cdd13-4a48-4d84-99a1-79f4089e859d tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] 10.222.0.48 "DELETE /v2.0/networks/84f0c761-0aac-442a-b3a1-937c1e4bd8a3 HTTP/1.1" status: 204 len: 168 time: 0.8034260 Jul 15 23:19:27.780643 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2bac12af-e63a-4ef1-a4a3-824869e44462 None None] Network 84f0c761-0aac-442a-b3a1-937c1e4bd8a3 is not hosted by any dhcp agent {{(pid=93772) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 23:19:27.781221 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bac12af-e63a-4ef1-a4a3-824869e44462 None None] No DVR routers for this DVR port 187065e4-b1d0-4813-9011-b8d1396401e6 on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:19:27.792300 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-48745da8-ad99-4d12-9a90-5e8a81db2f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:27.810894 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3cdd13-4a48-4d84-99a1-79f4089e859d tempest-AllowedAddressPairTestJSON-1392058749 tempest-AllowedAddressPairTestJSON-1392058749-project] Pushing event deleted for resources: {'Network': ['ID=84f0c761-0aac-442a-b3a1-937c1e4bd8a3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:27.851144 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bac12af-e63a-4ef1-a4a3-824869e44462 None None] Pushing event deleted for resources: {'Port': ['ID=187065e4-b1d0-4813-9011-b8d1396401e6,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:27.896044 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-48745da8-ad99-4d12-9a90-5e8a81db2f0b None None] For port a6ca0f09-f2c7-453b-b62a-d3fec782fa50, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=a6ca0f09-f2c7-453b-b62a-d3fec782fa50,segment=NetworkSegment(98296b1d-f1c3-4a65-91f9-52d190d4f23c),segment_id=98296b1d-f1c3-4a65-91f9-52d190d4f23c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:27.901889 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-48745da8-ad99-4d12-9a90-5e8a81db2f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:27.904732 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab62186-e172-4614-90ef-d145af2f7e4f req-3d19c579-9218-4aa3-a425-1a27a6508a5f tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1535e8fb4bbf47a995341d11b9792565 HTTP/1.1" status: 200 len: 379 time: 0.3158329 Jul 15 23:19:27.931153 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524dd6d1-8e25-4468-8faf-88d8b62786f5 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Network c16256d6-69e6-40eb-916f-520ffbefddba is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:27.936867 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-dab62186-e172-4614-90ef-d145af2f7e4f req-85f70f3c-0dc6-4d62-9867-8557b58ba4f8 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Request body: {'port': {'device_id': '4378fda7-3666-4ece-be50-c71bf27f1088', 'network_id': 'f810acf3-bdcb-4225-beca-d64cbd4db70b', 'admin_state_up': True, 'tenant_id': '1535e8fb4bbf47a995341d11b9792565', 'security_groups': ['744e907c-f836-4b84-9995-723c64aba29d']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:27.967442 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-524dd6d1-8e25-4468-8faf-88d8b62786f5 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:27.994901 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524dd6d1-8e25-4468-8faf-88d8b62786f5 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:19:28.013947 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524dd6d1-8e25-4468-8faf-88d8b62786f5 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:28.015124 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-524dd6d1-8e25-4468-8faf-88d8b62786f5 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:28.040001 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48745da8-ad99-4d12-9a90-5e8a81db2f0b None None] Pushing event updated for resources: {'Port': ['ID=a6ca0f09-f2c7-453b-b62a-d3fec782fa50,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:28.088619 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7849531b-9a45-4209-85ed-953634ddea8b None None] Provisioning complete for port a6ca0f09-f2c7-453b-b62a-d3fec782fa50 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:28.088998 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7849531b-9a45-4209-85ed-953634ddea8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:28.214816 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38022) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:28.249131 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-524dd6d1-8e25-4468-8faf-88d8b62786f5 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.8193195 Jul 15 23:19:28.253421 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38026) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:28.266143 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b88d5e33-cb60-4fda-8bf1-cc8906ea08ca tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Request body: {'port': {'network_id': 'c16256d6-69e6-40eb-916f-520ffbefddba', 'name': 'tempest-PortsIpV6TestJSON-1061831551'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:28.266327 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6b8410b0-260e-49db-91e1-8d8cea45b8be req-481f9a7e-1d11-4925-ad4c-99834992e61a tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:28.275371 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524dd6d1-8e25-4468-8faf-88d8b62786f5 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event updated for resources: {'Port': ['ID=10d240d9-3ba5-440b-97b1-0c26427cb8d7,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:28.375241 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device a6ca0f09-f2c7-453b-b62a-d3fec782fa50 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:19:28.397391 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2339bb29-df0a-4845-a960-c717f5b4e71c req-41ae4791-2368-4375-b957-cba5b3e8b95c tempest-ServerAddressesTestJSON-1275195858 tempest-ServerAddressesTestJSON-1275195858-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ac82b46-4071-4f7c-ad73-8849f4a0aa4a HTTP/1.1" status: 200 len: 210 time: 0.1437438 Jul 15 23:19:28.425827 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481f9a7e-1d11-4925-ad4c-99834992e61a tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Pushing event deleted for resources: {'Port': ['ID=2073fb57-98f8-4ddb-bd88-d0738ca3b6fd,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:28.488291 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dab62186-e172-4614-90ef-d145af2f7e4f req-85f70f3c-0dc6-4d62-9867-8557b58ba4f8 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Made reservation on behalf of 1535e8fb4bbf47a995341d11b9792565 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:28.493631 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dab62186-e172-4614-90ef-d145af2f7e4f req-85f70f3c-0dc6-4d62-9867-8557b58ba4f8 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:28.496524 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port a6ca0f09-f2c7-453b-b62a-d3fec782fa50 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:28.497161 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:28.539291 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-877a2b53-c050-4060-a7a9-c3ad70f54807 None None] Provisioning for port 10d240d9-3ba5-440b-97b1-0c26427cb8d7 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:28.547636 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-877a2b53-c050-4060-a7a9-c3ad70f54807 None None] Provisioning complete for port 10d240d9-3ba5-440b-97b1-0c26427cb8d7 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:28.548922 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-877a2b53-c050-4060-a7a9-c3ad70f54807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:28.589209 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-877a2b53-c050-4060-a7a9-c3ad70f54807 None None] Port 10d240d9-3ba5-440b-97b1-0c26427cb8d7 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:19:28.650239 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-34dd8316-d36a-479d-a330-f97689ccb7de admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8a20a2640b4c4216b7c8c5cc19f0a240&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4341750 Jul 15 23:19:28.655743 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38034) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:28.712649 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 187065e4-b1d0-4813-9011-b8d1396401e6 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:19:28.741363 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6b8410b0-260e-49db-91e1-8d8cea45b8be req-481f9a7e-1d11-4925-ad4c-99834992e61a tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:28.744225 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6b8410b0-260e-49db-91e1-8d8cea45b8be req-481f9a7e-1d11-4925-ad4c-99834992e61a tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:28.758918 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6b8410b0-260e-49db-91e1-8d8cea45b8be req-481f9a7e-1d11-4925-ad4c-99834992e61a tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] 10.222.0.48 "DELETE /v2.0/floatingips/9d5c0524-63a3-4958-8596-a1f603566e4b HTTP/1.1" status: 204 len: 173 time: 3.0924067 Jul 15 23:19:28.767864 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 187065e4-b1d0-4813-9011-b8d1396401e6 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:19:28.769686 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 187065e4-b1d0-4813-9011-b8d1396401e6 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:19:28.781615 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88d5e33-cb60-4fda-8bf1-cc8906ea08ca tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Made reservation on behalf of 6e9aa8192e944c7f9b496773dbd06067 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:28.786219 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b88d5e33-cb60-4fda-8bf1-cc8906ea08ca tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:28.806513 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-480e0487-7bef-425e-97a4-7356cd7150ce req-b190692c-8547-4f70-8697-3e0c342747ac tempest-ServerAddressesTestJSON-1275195858 tempest-ServerAddressesTestJSON-1275195858-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:28.840278 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-b88d5e33-cb60-4fda-8bf1-cc8906ea08ca tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] device_id is not set on port 5db68b82-27d1-405c-bf13-06e9bb8e5a17 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:19:28.840566 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-51f128ed-873c-4671-a659-8e2f204c339d req-c4ba1365-e166-4880-be66-ae7faf0f53e5 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/ports?device_id=4378fda7-3666-4ece-be50-c71bf27f1088 HTTP/1.1" status: 200 len: 210 time: 0.1376526 Jul 15 23:19:28.852089 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d2d7ce3-78a7-48f4-9726-086b1a1edc58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:28.874063 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-480e0487-7bef-425e-97a4-7356cd7150ce req-b190692c-8547-4f70-8697-3e0c342747ac tempest-ServerAddressesTestJSON-1275195858 tempest-ServerAddressesTestJSON-1275195858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:28.880111 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d2d7ce3-78a7-48f4-9726-086b1a1edc58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:29.004488 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d2d7ce3-78a7-48f4-9726-086b1a1edc58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:29.008634 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d2d7ce3-78a7-48f4-9726-086b1a1edc58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:29.010215 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-4d2d7ce3-78a7-48f4-9726-086b1a1edc58 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5c4bb385-015d-4a3e-8802-1b60b1d69b88 HTTP/1.1" status: 204 len: 168 time: 0.3531947 Jul 15 23:19:29.030086 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-480e0487-7bef-425e-97a4-7356cd7150ce req-b190692c-8547-4f70-8697-3e0c342747ac tempest-ServerAddressesTestJSON-1275195858 tempest-ServerAddressesTestJSON-1275195858-project] Network da76f44a-d9ec-41cd-bdf0-e7e34794069a is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:29.036520 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2d7ce3-78a7-48f4-9726-086b1a1edc58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4bb385-015d-4a3e-8802-1b60b1d69b88,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:29.105565 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-480e0487-7bef-425e-97a4-7356cd7150ce req-b190692c-8547-4f70-8697-3e0c342747ac tempest-ServerAddressesTestJSON-1275195858 tempest-ServerAddressesTestJSON-1275195858-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:29.116710 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-480e0487-7bef-425e-97a4-7356cd7150ce req-b190692c-8547-4f70-8697-3e0c342747ac tempest-ServerAddressesTestJSON-1275195858 tempest-ServerAddressesTestJSON-1275195858-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:19:29.126940 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b190692c-8547-4f70-8697-3e0c342747ac tempest-ServerAddressesTestJSON-1275195858 tempest-ServerAddressesTestJSON-1275195858-project] Pushing event updated for resources: {'Port': ['ID=dd888d17-9cca-40d7-8f8e-693a6eabcf34,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:29.181868 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-b88d5e33-cb60-4fda-8bf1-cc8906ea08ca tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Allocated IP 2001:db8::15b (c16256d6-69e6-40eb-916f-520ffbefddba/491c49f5-a3fd-4173-bfce-eb5f767fe477/5db68b82-27d1-405c-bf13-06e9bb8e5a17) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:29.184274 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-dab62186-e172-4614-90ef-d145af2f7e4f req-85f70f3c-0dc6-4d62-9867-8557b58ba4f8 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Allocated IP 172.20.0.4 (f810acf3-bdcb-4225-beca-d64cbd4db70b/bbd5e8a5-f846-4a56-a7c3-e50df421a1e6/50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:29.222628 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e0487-7bef-425e-97a4-7356cd7150ce req-b190692c-8547-4f70-8697-3e0c342747ac tempest-ServerAddressesTestJSON-1275195858 tempest-ServerAddressesTestJSON-1275195858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:29.223309 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-480e0487-7bef-425e-97a4-7356cd7150ce req-b190692c-8547-4f70-8697-3e0c342747ac tempest-ServerAddressesTestJSON-1275195858 tempest-ServerAddressesTestJSON-1275195858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:29.265032 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7913019-0d22-455d-8dbc-0339e30d2291 req-58534c42-43e9-4e81-8680-54c3c09507f6 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:29.265032 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a7913019-0d22-455d-8dbc-0339e30d2291 req-58534c42-43e9-4e81-8680-54c3c09507f6 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=47399831-f20f-45e9-94e1-d2c475495282 HTTP/1.1" status: 200 len: 946 time: 0.3174028 Jul 15 23:19:29.267903 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-480e0487-7bef-425e-97a4-7356cd7150ce req-b190692c-8547-4f70-8697-3e0c342747ac tempest-ServerAddressesTestJSON-1275195858 tempest-ServerAddressesTestJSON-1275195858-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0328169 Jul 15 23:19:29.300661 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-480e0487-7bef-425e-97a4-7356cd7150ce req-6c7091d6-42c8-45de-a027-a344812f5abf service neutron] Request body: {'port': {'device_id': '6ac82b46-4071-4f7c-ad73-8849f4a0aa4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:29.409453 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a7913019-0d22-455d-8dbc-0339e30d2291 req-10d3a6cd-296f-4311-883e-7ae59a1ab075 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326041 Jul 15 23:19:29.522881 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b88d5e33-cb60-4fda-8bf1-cc8906ea08ca tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:29.539062 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-b88d5e33-cb60-4fda-8bf1-cc8906ea08ca tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Transition to ACTIVE for port object 5db68b82-27d1-405c-bf13-06e9bb8e5a17 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:29.562831 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-480e0487-7bef-425e-97a4-7356cd7150ce req-6c7091d6-42c8-45de-a027-a344812f5abf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:29.571187 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7db2ed4d-909d-4e3e-a3aa-1a45fef02873 req-268b4a60-995a-47a1-bd07-f8cb3a087d3a tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] 10.222.0.48 "GET /v2.0/floatingips/5d7dcda2-eaa6-4c44-9fde-96be910299f8 HTTP/1.1" status: 200 len: 693 time: 0.1070819 Jul 15 23:19:29.591731 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b88d5e33-cb60-4fda-8bf1-cc8906ea08ca tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:29.676194 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dab62186-e172-4614-90ef-d145af2f7e4f req-85f70f3c-0dc6-4d62-9867-8557b58ba4f8 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:29.709821 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88d5e33-cb60-4fda-8bf1-cc8906ea08ca tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Network c16256d6-69e6-40eb-916f-520ffbefddba is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:29.713509 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-b88d5e33-cb60-4fda-8bf1-cc8906ea08ca tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:29.716344 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88d5e33-cb60-4fda-8bf1-cc8906ea08ca tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:19:29.723079 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88d5e33-cb60-4fda-8bf1-cc8906ea08ca tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:29.723823 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b88d5e33-cb60-4fda-8bf1-cc8906ea08ca tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:29.742384 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b88d5e33-cb60-4fda-8bf1-cc8906ea08ca tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4856939 Jul 15 23:19:29.749403 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38054) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:29.761867 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88d5e33-cb60-4fda-8bf1-cc8906ea08ca tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event updated for resources: {'Port': ['ID=5db68b82-27d1-405c-bf13-06e9bb8e5a17,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:29.904577 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2af908e2-0ae6-4838-b385-f65adb2b1d69 req-c5ee0eca-8d3a-496f-a009-aa2fba1b68fa tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=59895b7a-313e-4b59-8f53-4f02766dd280 HTTP/1.1" status: 200 len: 210 time: 0.2194159 Jul 15 23:19:30.030929 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cace9d51-9bab-4aeb-ac0f-78c59a9d2c52 req-277e5cf6-4ec1-4d98-8245-585b6538d7f8 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:30.032691 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cace9d51-9bab-4aeb-ac0f-78c59a9d2c52 req-277e5cf6-4ec1-4d98-8245-585b6538d7f8 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.49 "GET /v2.0/networks?id=d1484756-2d6b-4cf1-82f2-ca0b5a0942a2 HTTP/1.1" status: 200 len: 806 time: 0.1322100 Jul 15 23:19:30.048636 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-cace9d51-9bab-4aeb-ac0f-78c59a9d2c52 req-69e6e87e-fdea-4acb-b96c-b1cf28b424cf tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Request body: {'port': {'device_id': '59895b7a-313e-4b59-8f53-4f02766dd280', 'network_id': 'd1484756-2d6b-4cf1-82f2-ca0b5a0942a2', 'admin_state_up': True, 'tenant_id': '4b15e22ba4eb43169240491cd7fe1115'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:30.114973 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-dab62186-e172-4614-90ef-d145af2f7e4f req-85f70f3c-0dc6-4d62-9867-8557b58ba4f8 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Transition to ACTIVE for port object 50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:30.121922 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1d6c0f34-906f-4320-81be-2f0cf1570665 None None] Provisioning for port 5db68b82-27d1-405c-bf13-06e9bb8e5a17 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:30.128728 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1d6c0f34-906f-4320-81be-2f0cf1570665 None None] Provisioning complete for port 5db68b82-27d1-405c-bf13-06e9bb8e5a17 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:30.130059 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1d6c0f34-906f-4320-81be-2f0cf1570665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:30.158755 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de7151a-e976-4387-8506-fc8892380dd3 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:30.161144 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-6de7151a-e976-4387-8506-fc8892380dd3 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A381 HTTP/1.1" status: 200 len: 928 time: 0.4096138 Jul 15 23:19:30.163728 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38066) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:30.181391 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db2ed4d-909d-4e3e-a3aa-1a45fef02873 req-e840b24a-ee54-4e47-9c9c-b1dd20f39cd9 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:30.190978 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7db2ed4d-909d-4e3e-a3aa-1a45fef02873 req-e840b24a-ee54-4e47-9c9c-b1dd20f39cd9 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] 10.222.0.48 "GET /v2.0/networks/c4160cc4-e133-4d4e-ad39-f86bca4b2f14 HTTP/1.1" status: 200 len: 784 time: 0.6064782 Jul 15 23:19:30.219665 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1d6c0f34-906f-4320-81be-2f0cf1570665 None None] Port 5db68b82-27d1-405c-bf13-06e9bb8e5a17 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:19:30.330063 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38068) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:30.353135 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7db2ed4d-909d-4e3e-a3aa-1a45fef02873 req-d24cda38-c61f-445f-8cea-629b13a30e46 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.114 HTTP/1.1" status: 200 len: 696 time: 0.1612689 Jul 15 23:19:30.360022 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-c55dbaa7-6860-4e1a-afc7-a53eef58b20d tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Deleting port 5db68b82-27d1-405c-bf13-06e9bb8e5a17 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:30.360362 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c55dbaa7-6860-4e1a-afc7-a53eef58b20d tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:30.438850 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dab62186-e172-4614-90ef-d145af2f7e4f req-85f70f3c-0dc6-4d62-9867-8557b58ba4f8 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:30.456016 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cace9d51-9bab-4aeb-ac0f-78c59a9d2c52 req-69e6e87e-fdea-4acb-b96c-b1cf28b424cf tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Made reservation on behalf of 4b15e22ba4eb43169240491cd7fe1115 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:30.458156 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cace9d51-9bab-4aeb-ac0f-78c59a9d2c52 req-69e6e87e-fdea-4acb-b96c-b1cf28b424cf tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:30.463183 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7db2ed4d-909d-4e3e-a3aa-1a45fef02873 req-45e33f5d-2c81-4c33-b7db-de45ac6ae1d9 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.114 HTTP/1.1" status: 200 len: 696 time: 0.0930150 Jul 15 23:19:30.485417 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-306d1cf0-3440-41a8-9f79-3e6fcc0d4855 tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-498432927'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:30.554355 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c55dbaa7-6860-4e1a-afc7-a53eef58b20d tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:30.580753 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-c55dbaa7-6860-4e1a-afc7-a53eef58b20d tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Calling delete_port for 5db68b82-27d1-405c-bf13-06e9bb8e5a17 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:30.585746 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dab62186-e172-4614-90ef-d145af2f7e4f req-85f70f3c-0dc6-4d62-9867-8557b58ba4f8 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Network f810acf3-bdcb-4225-beca-d64cbd4db70b is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:30.595984 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-306d1cf0-3440-41a8-9f79-3e6fcc0d4855 tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Made reservation on behalf of da27e58deb8e4ac9a1bb8ffa81e4611b for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:30.598226 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-306d1cf0-3440-41a8-9f79-3e6fcc0d4855 tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:30.614686 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-dab62186-e172-4614-90ef-d145af2f7e4f req-85f70f3c-0dc6-4d62-9867-8557b58ba4f8 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:30.618996 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-306d1cf0-3440-41a8-9f79-3e6fcc0d4855 tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:30.624983 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-dab62186-e172-4614-90ef-d145af2f7e4f req-85f70f3c-0dc6-4d62-9867-8557b58ba4f8 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:19:30.641890 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f70f3c-0dc6-4d62-9867-8557b58ba4f8 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Pushing event updated for resources: {'Port': ['ID=50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:30.683937 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054bee7d-0778-4cfe-bdb7-09d615dbf8e1 req-0abfa12c-a8fb-445e-9ef7-5e89dbe92672 tempest-ServerAddressesTestJSON-1275195858 tempest-ServerAddressesTestJSON-1275195858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:30.696544 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-054bee7d-0778-4cfe-bdb7-09d615dbf8e1 req-0abfa12c-a8fb-445e-9ef7-5e89dbe92672 tempest-ServerAddressesTestJSON-1275195858 tempest-ServerAddressesTestJSON-1275195858-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ac82b46-4071-4f7c-ad73-8849f4a0aa4a HTTP/1.1" status: 200 len: 931 time: 0.4869239 Jul 15 23:19:30.741624 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-76e27ad7-21aa-4847-8901-b919eadede1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:30.765822 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-480e0487-7bef-425e-97a4-7356cd7150ce req-6c7091d6-42c8-45de-a027-a344812f5abf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd888d17-9cca-40d7-8f8e-693a6eabcf34 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:19:30.913144 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-cace9d51-9bab-4aeb-ac0f-78c59a9d2c52 req-69e6e87e-fdea-4acb-b96c-b1cf28b424cf tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Allocated IP 172.20.0.2 (d1484756-2d6b-4cf1-82f2-ca0b5a0942a2/1ce1cd1d-7829-480f-9da2-8bc3514230d8/76c32a84-4884-46b8-ab43-b62ae8b5d08f) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:30.925297 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c55dbaa7-6860-4e1a-afc7-a53eef58b20d tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:30.961701 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-837f0960-c35e-4eaa-8de2-a9694d4ea062 None None] Provisioning for port 50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:30.972581 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-837f0960-c35e-4eaa-8de2-a9694d4ea062 None None] Provisioning complete for port 50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:30.973132 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-837f0960-c35e-4eaa-8de2-a9694d4ea062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:31.049470 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-837f0960-c35e-4eaa-8de2-a9694d4ea062 None None] Port 50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:19:31.057255 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55dbaa7-6860-4e1a-afc7-a53eef58b20d tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event deleted for resources: {'Port': ['ID=5db68b82-27d1-405c-bf13-06e9bb8e5a17,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:31.130527 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c55dbaa7-6860-4e1a-afc7-a53eef58b20d tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:31.135458 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c55dbaa7-6860-4e1a-afc7-a53eef58b20d tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "DELETE /v2.0/ports/5db68b82-27d1-405c-bf13-06e9bb8e5a17 HTTP/1.1" status: 204 len: 168 time: 0.9706051 Jul 15 23:19:31.136202 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38076) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:31.151643 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-480e0487-7bef-425e-97a4-7356cd7150ce req-6c7091d6-42c8-45de-a027-a344812f5abf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:31.162999 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-306d1cf0-3440-41a8-9f79-3e6fcc0d4855 tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:31.171981 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-480e0487-7bef-425e-97a4-7356cd7150ce req-6c7091d6-42c8-45de-a027-a344812f5abf service neutron] Transition to ACTIVE for port object dd888d17-9cca-40d7-8f8e-693a6eabcf34 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:31.193940 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-480e0487-7bef-425e-97a4-7356cd7150ce req-6c7091d6-42c8-45de-a027-a344812f5abf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:31.217020 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-306d1cf0-3440-41a8-9f79-3e6fcc0d4855 tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:31.229549 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-1010a423-bd06-4abd-aecd-23240d695c31 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] GET failed (client error): The resource could not be found. Jul 15 23:19:31.236423 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-1010a423-bd06-4abd-aecd-23240d695c31 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "GET /v2.0/ports/5db68b82-27d1-405c-bf13-06e9bb8e5a17 HTTP/1.1" status: 404 len: 333 time: 0.0921636 Jul 15 23:19:31.244021 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38078) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:31.284804 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab62186-e172-4614-90ef-d145af2f7e4f req-85f70f3c-0dc6-4d62-9867-8557b58ba4f8 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:31.285550 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dab62186-e172-4614-90ef-d145af2f7e4f req-85f70f3c-0dc6-4d62-9867-8557b58ba4f8 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:31.302018 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-306d1cf0-3440-41a8-9f79-3e6fcc0d4855 tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:19:31.326266 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-054bee7d-0778-4cfe-bdb7-09d615dbf8e1 req-77347812-798b-43b7-8c4a-cdffe805c8f9 tempest-ServerAddressesTestJSON-1275195858 tempest-ServerAddressesTestJSON-1275195858-project] 10.222.0.48 "GET /v2.0/security-groups?id=6588f4c7-3e7c-49d3-8e8b-44ce16f9bcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6286936 Jul 15 23:19:31.339381 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7091d6-42c8-45de-a027-a344812f5abf service neutron] Pushing event updated for resources: {'Port': ['ID=dd888d17-9cca-40d7-8f8e-693a6eabcf34,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:31.351358 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-306d1cf0-3440-41a8-9f79-3e6fcc0d4855 tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:31.351750 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-306d1cf0-3440-41a8-9f79-3e6fcc0d4855 tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Added segment 1618c4d2-3f60-4657-bf70-ab36ba478739 of type vlan for network 2173fb97-4dc5-4e61-afd2-49e54ba1d1d1 Jul 15 23:19:31.353337 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306d1cf0-3440-41a8-9f79-3e6fcc0d4855 tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b48379b7-9c02-4456-b821-1b96a20fc22c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:31.355973 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab62186-e172-4614-90ef-d145af2f7e4f req-85f70f3c-0dc6-4d62-9867-8557b58ba4f8 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4234602 Jul 15 23:19:31.386463 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cace9d51-9bab-4aeb-ac0f-78c59a9d2c52 req-69e6e87e-fdea-4acb-b96c-b1cf28b424cf tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:31.401707 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-dab62186-e172-4614-90ef-d145af2f7e4f req-3dc04ac7-ee8f-41c5-a306-5ea28d7cb3f6 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Request body: {'port': {'device_id': '4378fda7-3666-4ece-be50-c71bf27f1088', 'network_id': '0c520006-2621-40c6-9dbf-a751b4cb8117', 'admin_state_up': True, 'tenant_id': '1535e8fb4bbf47a995341d11b9792565', 'security_groups': ['744e907c-f836-4b84-9995-723c64aba29d']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:31.448893 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-306d1cf0-3440-41a8-9f79-3e6fcc0d4855 tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:31.516346 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-7db2ed4d-909d-4e3e-a3aa-1a45fef02873 req-e2281dae-e7e9-464f-8aed-3d0e95c4e4bf tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Deleting port 352837a6-a080-4dcd-9250-7ea6712c75e3 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:31.516762 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7db2ed4d-909d-4e3e-a3aa-1a45fef02873 req-e2281dae-e7e9-464f-8aed-3d0e95c4e4bf tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:31.528617 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-306d1cf0-3440-41a8-9f79-3e6fcc0d4855 tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:31.534641 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306d1cf0-3440-41a8-9f79-3e6fcc0d4855 tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:31.534932 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-306d1cf0-3440-41a8-9f79-3e6fcc0d4855 tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:31.596703 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-480e0487-7bef-425e-97a4-7356cd7150ce req-6c7091d6-42c8-45de-a027-a344812f5abf service neutron] Attempting to bind port dd888d17-9cca-40d7-8f8e-693a6eabcf34 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:19:31.597040 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-480e0487-7bef-425e-97a4-7356cd7150ce req-6c7091d6-42c8-45de-a027-a344812f5abf service neutron] Attempting to bind port dd888d17-9cca-40d7-8f8e-693a6eabcf34 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': 'a20813b4-504e-46f4-8d24-0733bbfbbd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'da76f44a-d9ec-41cd-bdf0-e7e34794069a'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:19:31.597570 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480e0487-7bef-425e-97a4-7356cd7150ce req-6c7091d6-42c8-45de-a027-a344812f5abf service neutron] Attempting to bind port dd888d17-9cca-40d7-8f8e-693a6eabcf34 on network da76f44a-d9ec-41cd-bdf0-e7e34794069a {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:19:31.608958 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-306d1cf0-3440-41a8-9f79-3e6fcc0d4855 tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2727056 Jul 15 23:19:31.609748 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38080) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:31.616164 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-fc453bc8-b153-4b3c-98fd-40ee2bc8d60f tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Request body: {'subnet': {'network_id': '2173fb97-4dc5-4e61-afd2-49e54ba1d1d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:31.646355 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480e0487-7bef-425e-97a4-7356cd7150ce req-6c7091d6-42c8-45de-a027-a344812f5abf service neutron] Port dd888d17-9cca-40d7-8f8e-693a6eabcf34 on network da76f44a-d9ec-41cd-bdf0-e7e34794069a not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:19:31.646683 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480e0487-7bef-425e-97a4-7356cd7150ce req-6c7091d6-42c8-45de-a027-a344812f5abf service neutron] Attempting to bind port dd888d17-9cca-40d7-8f8e-693a6eabcf34 on network da76f44a-d9ec-41cd-bdf0-e7e34794069a {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:19:31.673993 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480e0487-7bef-425e-97a4-7356cd7150ce req-6c7091d6-42c8-45de-a027-a344812f5abf service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:19:31.674336 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480e0487-7bef-425e-97a4-7356cd7150ce req-6c7091d6-42c8-45de-a027-a344812f5abf service neutron] Checking segment: {'id': 'a20813b4-504e-46f4-8d24-0733bbfbbd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'da76f44a-d9ec-41cd-bdf0-e7e34794069a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:19:31.674925 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480e0487-7bef-425e-97a4-7356cd7150ce req-6c7091d6-42c8-45de-a027-a344812f5abf service neutron] Bound using segment: {'id': 'a20813b4-504e-46f4-8d24-0733bbfbbd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'da76f44a-d9ec-41cd-bdf0-e7e34794069a'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:19:31.675373 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-480e0487-7bef-425e-97a4-7356cd7150ce req-6c7091d6-42c8-45de-a027-a344812f5abf service neutron] Bound port: dd888d17-9cca-40d7-8f8e-693a6eabcf34, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a20813b4-504e-46f4-8d24-0733bbfbbd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'da76f44a-d9ec-41cd-bdf0-e7e34794069a'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:19:31.675797 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-480e0487-7bef-425e-97a4-7356cd7150ce req-6c7091d6-42c8-45de-a027-a344812f5abf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:31.724485 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1996e5c1-546a-453a-a066-7c243324790a req-d85e9d19-bc0b-4b29-9c48-335e7b00e891 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:31.726208 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1996e5c1-546a-453a-a066-7c243324790a req-d85e9d19-bc0b-4b29-9c48-335e7b00e891 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=47399831-f20f-45e9-94e1-d2c475495282 HTTP/1.1" status: 200 len: 946 time: 0.2695243 Jul 15 23:19:31.734303 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7db2ed4d-909d-4e3e-a3aa-1a45fef02873 req-e2281dae-e7e9-464f-8aed-3d0e95c4e4bf tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:31.734716 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7db2ed4d-909d-4e3e-a3aa-1a45fef02873 req-e2281dae-e7e9-464f-8aed-3d0e95c4e4bf tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:31.782926 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-7db2ed4d-909d-4e3e-a3aa-1a45fef02873 req-e2281dae-e7e9-464f-8aed-3d0e95c4e4bf tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Calling delete_port for 352837a6-a080-4dcd-9250-7ea6712c75e3 owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:31.811713 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dab62186-e172-4614-90ef-d145af2f7e4f req-3dc04ac7-ee8f-41c5-a306-5ea28d7cb3f6 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Made reservation on behalf of 1535e8fb4bbf47a995341d11b9792565 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:31.817116 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dab62186-e172-4614-90ef-d145af2f7e4f req-3dc04ac7-ee8f-41c5-a306-5ea28d7cb3f6 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:31.942171 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1996e5c1-546a-453a-a066-7c243324790a req-72efd35c-ac0b-4e8b-8d90-9862baf16776 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972339 Jul 15 23:19:31.943416 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-480e0487-7bef-425e-97a4-7356cd7150ce req-6c7091d6-42c8-45de-a027-a344812f5abf service neutron] For port dd888d17-9cca-40d7-8f8e-693a6eabcf34, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:19:32.000120 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-480e0487-7bef-425e-97a4-7356cd7150ce req-6c7091d6-42c8-45de-a027-a344812f5abf service neutron] For port dd888d17-9cca-40d7-8f8e-693a6eabcf34, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=dd888d17-9cca-40d7-8f8e-693a6eabcf34,segment=NetworkSegment(a20813b4-504e-46f4-8d24-0733bbfbbd30),segment_id=a20813b4-504e-46f4-8d24-0733bbfbbd30)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:19:32.009562 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306d1cf0-3440-41a8-9f79-3e6fcc0d4855 tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Pushing event updated for resources: {'Network': ['ID=2173fb97-4dc5-4e61-afd2-49e54ba1d1d1,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:32.011472 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-480e0487-7bef-425e-97a4-7356cd7150ce req-6c7091d6-42c8-45de-a027-a344812f5abf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:32.027028 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 2173fb97-4dc5-4e61-afd2-49e54ba1d1d1 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:19:32.029945 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cace9d51-9bab-4aeb-ac0f-78c59a9d2c52 req-69e6e87e-fdea-4acb-b96c-b1cf28b424cf tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:32.041611 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-ce1c5b2f-d3a9-49c4-8967-494c2bc30a17 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Deleting port 10d240d9-3ba5-440b-97b1-0c26427cb8d7 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:32.042326 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce1c5b2f-d3a9-49c4-8967-494c2bc30a17 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:32.092780 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e0487-7bef-425e-97a4-7356cd7150ce req-6c7091d6-42c8-45de-a027-a344812f5abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:32.093570 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-480e0487-7bef-425e-97a4-7356cd7150ce req-6c7091d6-42c8-45de-a027-a344812f5abf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:32.095212 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-480e0487-7bef-425e-97a4-7356cd7150ce req-6c7091d6-42c8-45de-a027-a344812f5abf service neutron] 10.222.0.49 "PUT /v2.0/ports/dd888d17-9cca-40d7-8f8e-693a6eabcf34 HTTP/1.1" status: 200 len: 1091 time: 2.8198061 Jul 15 23:19:32.099630 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ac82b46-4071-4f7c-ad73-8849f4a0aa4a', 'tag': 'dd888d17-9cca-40d7-8f8e-693a6eabcf34'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:19:32.102145 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec2a6fed-2206-47bd-9fd6-8348b05691eb" -d '{"events": [{"name": "network-changed", "server_uuid": "6ac82b46-4071-4f7c-ad73-8849f4a0aa4a", "tag": "dd888d17-9cca-40d7-8f8e-693a6eabcf34"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:19:32.126539 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['428fc395-88ca-4e6d-b708-6f3664ed368d'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:19:32.136743 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cace9d51-9bab-4aeb-ac0f-78c59a9d2c52 req-69e6e87e-fdea-4acb-b96c-b1cf28b424cf tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Network d1484756-2d6b-4cf1-82f2-ca0b5a0942a2 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:32.176035 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7091d6-42c8-45de-a027-a344812f5abf service neutron] Pushing event updated for resources: {'Port': ['ID=dd888d17-9cca-40d7-8f8e-693a6eabcf34,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:32.227209 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-cace9d51-9bab-4aeb-ac0f-78c59a9d2c52 req-69e6e87e-fdea-4acb-b96c-b1cf28b424cf tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:32.230764 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-cace9d51-9bab-4aeb-ac0f-78c59a9d2c52 req-69e6e87e-fdea-4acb-b96c-b1cf28b424cf tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:19:32.318478 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e6e87e-fdea-4acb-b96c-b1cf28b424cf tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Pushing event updated for resources: {'Port': ['ID=76c32a84-4884-46b8-ab43-b62ae8b5d08f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:32.387506 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cace9d51-9bab-4aeb-ac0f-78c59a9d2c52 req-69e6e87e-fdea-4acb-b96c-b1cf28b424cf tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:32.389499 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cace9d51-9bab-4aeb-ac0f-78c59a9d2c52 req-69e6e87e-fdea-4acb-b96c-b1cf28b424cf tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:32.392089 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-dab62186-e172-4614-90ef-d145af2f7e4f req-3dc04ac7-ee8f-41c5-a306-5ea28d7cb3f6 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Allocated IP 10.1.1.182 (0c520006-2621-40c6-9dbf-a751b4cb8117/23c0bd4a-d2bf-4a09-a38b-63c0db5d678a/9ce781cc-249c-47f3-b809-587c0d5814f3) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:32.424038 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7db2ed4d-909d-4e3e-a3aa-1a45fef02873 req-e2281dae-e7e9-464f-8aed-3d0e95c4e4bf tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:32.428670 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce1c5b2f-d3a9-49c4-8967-494c2bc30a17 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:32.452276 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc453bc8-b153-4b3c-98fd-40ee2bc8d60f tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Made reservation on behalf of da27e58deb8e4ac9a1bb8ffa81e4611b for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:32.457833 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc453bc8-b153-4b3c-98fd-40ee2bc8d60f tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:32.469914 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-ce1c5b2f-d3a9-49c4-8967-494c2bc30a17 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Calling delete_port for 10d240d9-3ba5-440b-97b1-0c26427cb8d7 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:32.486795 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2281dae-e7e9-464f-8aed-3d0e95c4e4bf tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Pushing event deleted for resources: {'Port': ['ID=352837a6-a080-4dcd-9250-7ea6712c75e3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:32.501223 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cace9d51-9bab-4aeb-ac0f-78c59a9d2c52 req-69e6e87e-fdea-4acb-b96c-b1cf28b424cf tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4601014 Jul 15 23:19:32.521471 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-cace9d51-9bab-4aeb-ac0f-78c59a9d2c52 req-41b0101f-ff1d-411f-ac0a-620799c59122 service neutron] Request body: {'port': {'device_id': '59895b7a-313e-4b59-8f53-4f02766dd280', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:32.549887 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a82a18-ce1c-41fc-922c-390b19a1e7c7 req-3d066990-1cc6-44b1-90c9-9132088505ce tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:32.551657 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e3a82a18-ce1c-41fc-922c-390b19a1e7c7 req-3d066990-1cc6-44b1-90c9-9132088505ce tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/ports?device_id=4378fda7-3666-4ece-be50-c71bf27f1088 HTTP/1.1" status: 200 len: 931 time: 0.3532395 Jul 15 23:19:32.558725 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e0487-7bef-425e-97a4-7356cd7150ce req-928d60df-8c90-4a21-8a33-af0c3593d74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:32.560602 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-480e0487-7bef-425e-97a4-7356cd7150ce req-928d60df-8c90-4a21-8a33-af0c3593d74a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d8f75e25e78a4170a3f347a8f1048fac&device_id=6ac82b46-4071-4f7c-ad73-8849f4a0aa4a HTTP/1.1" status: 200 len: 1094 time: 0.3785388 Jul 15 23:19:32.693120 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-480e0487-7bef-425e-97a4-7356cd7150ce req-aa6efa84-25bc-41a8-ae2c-f3ab873b9ed7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd888d17-9cca-40d7-8f8e-693a6eabcf34 HTTP/1.1" status: 200 len: 217 time: 0.1244712 Jul 15 23:19:32.815362 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7db2ed4d-909d-4e3e-a3aa-1a45fef02873 req-e2281dae-e7e9-464f-8aed-3d0e95c4e4bf tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:32.824733 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7db2ed4d-909d-4e3e-a3aa-1a45fef02873 req-e2281dae-e7e9-464f-8aed-3d0e95c4e4bf tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:32.826242 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cace9d51-9bab-4aeb-ac0f-78c59a9d2c52 req-41b0101f-ff1d-411f-ac0a-620799c59122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:32.826636 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7db2ed4d-909d-4e3e-a3aa-1a45fef02873 req-e2281dae-e7e9-464f-8aed-3d0e95c4e4bf tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] 10.222.0.48 "DELETE /v2.0/floatingips/5d7dcda2-eaa6-4c44-9fde-96be910299f8 HTTP/1.1" status: 204 len: 173 time: 2.3164022 Jul 15 23:19:32.865387 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e3a82a18-ce1c-41fc-922c-390b19a1e7c7 req-b8ea7d39-8ce0-4d5e-9648-194007039d61 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/security-groups?id=744e907c-f836-4b84-9995-723c64aba29d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2992532 Jul 15 23:19:32.896266 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e0487-7bef-425e-97a4-7356cd7150ce req-f99ebb4a-af0a-4273-ba6c-356eccbfc5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:32.898240 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-480e0487-7bef-425e-97a4-7356cd7150ce req-f99ebb4a-af0a-4273-ba6c-356eccbfc5b5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=19c4a8f3-032b-4095-a183-02874d3846ee HTTP/1.1" status: 200 len: 853 time: 0.1883037 Jul 15 23:19:32.933129 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dab62186-e172-4614-90ef-d145af2f7e4f req-3dc04ac7-ee8f-41c5-a306-5ea28d7cb3f6 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:32.976664 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-480e0487-7bef-425e-97a4-7356cd7150ce req-3fe4cb3b-0900-4c78-9292-e46d156e6e5a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=da76f44a-d9ec-41cd-bdf0-e7e34794069a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662961 Jul 15 23:19:33.050853 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce1c5b2f-d3a9-49c4-8967-494c2bc30a17 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:33.109000 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc453bc8-b153-4b3c-98fd-40ee2bc8d60f tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:33.131770 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1c5b2f-d3a9-49c4-8967-494c2bc30a17 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event deleted for resources: {'Port': ['ID=10d240d9-3ba5-440b-97b1-0c26427cb8d7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:33.149115 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-dab62186-e172-4614-90ef-d145af2f7e4f req-3dc04ac7-ee8f-41c5-a306-5ea28d7cb3f6 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Transition to ACTIVE for port object 9ce781cc-249c-47f3-b809-587c0d5814f3 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:33.178443 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-480e0487-7bef-425e-97a4-7356cd7150ce req-271231bd-0077-49d3-94d3-970d26779984 service neutron] 10.222.0.49 "GET /v2.0/networks/da76f44a-d9ec-41cd-bdf0-e7e34794069a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860621 Jul 15 23:19:33.226440 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ab503312-b16e-46dd-9e33-38571cc4e182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:33.280171 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce1c5b2f-d3a9-49c4-8967-494c2bc30a17 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:33.282307 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ce1c5b2f-d3a9-49c4-8967-494c2bc30a17 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "DELETE /v2.0/ports/10d240d9-3ba5-440b-97b1-0c26427cb8d7 HTTP/1.1" status: 204 len: 168 time: 2.0373201 Jul 15 23:19:33.291643 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578f544-955b-4330-9756-6da7f53d9c70 req-be654a44-e1aa-424f-bf25-9358c536aef0 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:33.293542 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8578f544-955b-4330-9756-6da7f53d9c70 req-be654a44-e1aa-424f-bf25-9358c536aef0 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=59895b7a-313e-4b59-8f53-4f02766dd280 HTTP/1.1" status: 200 len: 931 time: 0.1929483 Jul 15 23:19:33.294358 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 38090) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:33.318829 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dab62186-e172-4614-90ef-d145af2f7e4f req-3dc04ac7-ee8f-41c5-a306-5ea28d7cb3f6 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:33.338967 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:33.371387 n-d-794306-6 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-48c9313b-06e5-4d9e-8452-bd65babeb532 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] GET failed (client error): The resource could not be found. Jul 15 23:19:33.374601 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-48c9313b-06e5-4d9e-8452-bd65babeb532 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "GET /v2.0/ports/10d240d9-3ba5-440b-97b1-0c26427cb8d7 HTTP/1.1" status: 404 len: 333 time: 0.0759647 Jul 15 23:19:33.385311 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38096) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:33.386178 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc453bc8-b153-4b3c-98fd-40ee2bc8d60f tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Checking segment: {'id': '1618c4d2-3f60-4657-bf70-ab36ba478739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '2173fb97-4dc5-4e61-afd2-49e54ba1d1d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:19:33.386686 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc453bc8-b153-4b3c-98fd-40ee2bc8d60f tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Network hostable DHCP agents. Network: 2173fb97-4dc5-4e61-afd2-49e54ba1d1d1, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:19:33.389570 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc453bc8-b153-4b3c-98fd-40ee2bc8d60f tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Pushing event updated for resources: {'Subnet': ['ID=1150b065-e4e3-40ba-b8fe-eefdfabd830b,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:33.507352 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dab62186-e172-4614-90ef-d145af2f7e4f req-3dc04ac7-ee8f-41c5-a306-5ea28d7cb3f6 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Network 0c520006-2621-40c6-9dbf-a751b4cb8117 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:33.511001 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc453bc8-b153-4b3c-98fd-40ee2bc8d60f tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Network 2173fb97-4dc5-4e61-afd2-49e54ba1d1d1 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:19:33.540967 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8578f544-955b-4330-9756-6da7f53d9c70 req-52fcfc7b-0429-4c68-af52-c24c552b5182 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344215 Jul 15 23:19:33.541924 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-dab62186-e172-4614-90ef-d145af2f7e4f req-3dc04ac7-ee8f-41c5-a306-5ea28d7cb3f6 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:33.566510 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-dab62186-e172-4614-90ef-d145af2f7e4f req-3dc04ac7-ee8f-41c5-a306-5ea28d7cb3f6 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:19:33.589698 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc04ac7-ee8f-41c5-a306-5ea28d7cb3f6 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Pushing event updated for resources: {'Port': ['ID=9ce781cc-249c-47f3-b809-587c0d5814f3,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:33.625458 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-fc453bc8-b153-4b3c-98fd-40ee2bc8d60f tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 2173fb97-4dc5-4e61-afd2-49e54ba1d1d1) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:33.635771 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc453bc8-b153-4b3c-98fd-40ee2bc8d60f tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:33.636381 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc453bc8-b153-4b3c-98fd-40ee2bc8d60f tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:33.638314 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c6c514-f7ac-4dfe-9c8b-8c99fbb4a65a None None] Network 2173fb97-4dc5-4e61-afd2-49e54ba1d1d1 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:19:33.675328 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-480e0487-7bef-425e-97a4-7356cd7150ce req-6672234e-3936-43e7-a8ee-12a1301e2927 service neutron] 10.222.0.49 "GET /v2.0/networks/da76f44a-d9ec-41cd-bdf0-e7e34794069a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4842916 Jul 15 23:19:33.698351 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-fc453bc8-b153-4b3c-98fd-40ee2bc8d60f tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0867803 Jul 15 23:19:33.711487 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b3c6fb-eede-455d-88dd-3789d9493167 x-openstack-request-id: req-63b3c6fb-eede-455d-88dd-3789d9493167 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:19:33.711868 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ac82b46-4071-4f7c-ad73-8849f4a0aa4a", "tag": "dd888d17-9cca-40d7-8f8e-693a6eabcf34", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:19:33.712129 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-63b3c6fb-eede-455d-88dd-3789d9493167 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:19:33.712602 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ac82b46-4071-4f7c-ad73-8849f4a0aa4a', 'tag': 'dd888d17-9cca-40d7-8f8e-693a6eabcf34', 'status': 'completed', 'code': 200} Jul 15 23:19:33.712985 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 38100) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:33.727412 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-508d154b-5ccc-430b-9a78-ab8ffa34bfdd tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Request body: {'port': {'network_id': '2173fb97-4dc5-4e61-afd2-49e54ba1d1d1', 'name': 'tempest-ExtraDHCPOptionsTestJSON-530887724'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:33.731565 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d1cc9cf-ed3d-4bd6-bc39-e06c40c20cb8 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Deleting subnet 491c49f5-a3fd-4173-bfce-eb5f767fe477 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:19:33.737087 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d1cc9cf-ed3d-4bd6-bc39-e06c40c20cb8 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:33.823156 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d1cc9cf-ed3d-4bd6-bc39-e06c40c20cb8 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:33.912343 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab62186-e172-4614-90ef-d145af2f7e4f req-3dc04ac7-ee8f-41c5-a306-5ea28d7cb3f6 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:33.912997 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8e3acc-0c6b-453f-86b2-e125586b90b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-2173fb97-4dc5-4e61-afd2-49e54ba1d1d1', 'network_id': '2173fb97-4dc5-4e61-afd2-49e54ba1d1d1', 'tenant_id': 'da27e58deb8e4ac9a1bb8ffa81e4611b', 'fixed_ips': [{'subnet_id': '1150b065-e4e3-40ba-b8fe-eefdfabd830b'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:19:33.913190 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dab62186-e172-4614-90ef-d145af2f7e4f req-3dc04ac7-ee8f-41c5-a306-5ea28d7cb3f6 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:33.914356 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cb8e3acc-0c6b-453f-86b2-e125586b90b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:33.921388 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-cace9d51-9bab-4aeb-ac0f-78c59a9d2c52 req-41b0101f-ff1d-411f-ac0a-620799c59122 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76c32a84-4884-46b8-ab43-b62ae8b5d08f {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:19:33.933535 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cace9d51-9bab-4aeb-ac0f-78c59a9d2c52 req-41b0101f-ff1d-411f-ac0a-620799c59122 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:33.968238 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b190f098-2777-434c-8a21-a3fc99a5a84f req-8a882eb2-c0bc-49c1-a927-17b71db4245f tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] 10.222.0.48 "GET /v2.0/floatingips/65629d70-e3ba-430f-a11b-a733b9f294bc HTTP/1.1" status: 200 len: 692 time: 0.2058272 Jul 15 23:19:33.992034 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-cace9d51-9bab-4aeb-ac0f-78c59a9d2c52 req-41b0101f-ff1d-411f-ac0a-620799c59122 service neutron] Transition to ACTIVE for port object 76c32a84-4884-46b8-ab43-b62ae8b5d08f will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:33.998055 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cace9d51-9bab-4aeb-ac0f-78c59a9d2c52 req-41b0101f-ff1d-411f-ac0a-620799c59122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:34.019055 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ff05b9b4-150d-4db4-a65a-ba388bdcc092 None None] Provisioning for port 9ce781cc-249c-47f3-b809-587c0d5814f3 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:34.054445 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab62186-e172-4614-90ef-d145af2f7e4f req-3dc04ac7-ee8f-41c5-a306-5ea28d7cb3f6 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6791811 Jul 15 23:19:34.054947 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d1cc9cf-ed3d-4bd6-bc39-e06c40c20cb8 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:34.101034 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b0101f-ff1d-411f-ac0a-620799c59122 service neutron] Pushing event updated for resources: {'Port': ['ID=76c32a84-4884-46b8-ab43-b62ae8b5d08f,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:34.104457 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-dab62186-e172-4614-90ef-d145af2f7e4f req-0920d7c8-14c4-44b1-8546-95812909bae5 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Request body: {'port': {'device_id': '4378fda7-3666-4ece-be50-c71bf27f1088', 'network_id': '0c520006-2621-40c6-9dbf-a751b4cb8117', 'admin_state_up': True, 'tenant_id': '1535e8fb4bbf47a995341d11b9792565', 'security_groups': ['744e907c-f836-4b84-9995-723c64aba29d']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:34.203907 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d1cc9cf-ed3d-4bd6-bc39-e06c40c20cb8 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:34.236685 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ff05b9b4-150d-4db4-a65a-ba388bdcc092 None None] Provisioning complete for port 9ce781cc-249c-47f3-b809-587c0d5814f3 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:34.237284 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ff05b9b4-150d-4db4-a65a-ba388bdcc092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:34.246207 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1cc9cf-ed3d-4bd6-bc39-e06c40c20cb8 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event deleted for resources: {'Subnet': ['ID=491c49f5-a3fd-4173-bfce-eb5f767fe477,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:34.248473 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-cace9d51-9bab-4aeb-ac0f-78c59a9d2c52 req-41b0101f-ff1d-411f-ac0a-620799c59122 service neutron] Attempting to bind port 76c32a84-4884-46b8-ab43-b62ae8b5d08f on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:19:34.248747 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-cace9d51-9bab-4aeb-ac0f-78c59a9d2c52 req-41b0101f-ff1d-411f-ac0a-620799c59122 service neutron] Attempting to bind port 76c32a84-4884-46b8-ab43-b62ae8b5d08f by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '056a97c3-fa40-4757-b96f-04fb527ec8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd1484756-2d6b-4cf1-82f2-ca0b5a0942a2'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:19:34.249086 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cace9d51-9bab-4aeb-ac0f-78c59a9d2c52 req-41b0101f-ff1d-411f-ac0a-620799c59122 service neutron] Attempting to bind port 76c32a84-4884-46b8-ab43-b62ae8b5d08f on network d1484756-2d6b-4cf1-82f2-ca0b5a0942a2 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:19:34.251836 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d1cc9cf-ed3d-4bd6-bc39-e06c40c20cb8 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:34.254051 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-4d1cc9cf-ed3d-4bd6-bc39-e06c40c20cb8 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "DELETE /v2.0/subnets/491c49f5-a3fd-4173-bfce-eb5f767fe477 HTTP/1.1" status: 204 len: 168 time: 0.8614304 Jul 15 23:19:34.258886 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38106) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:34.259516 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cace9d51-9bab-4aeb-ac0f-78c59a9d2c52 req-41b0101f-ff1d-411f-ac0a-620799c59122 service neutron] Port 76c32a84-4884-46b8-ab43-b62ae8b5d08f on network d1484756-2d6b-4cf1-82f2-ca0b5a0942a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:19:34.260705 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cace9d51-9bab-4aeb-ac0f-78c59a9d2c52 req-41b0101f-ff1d-411f-ac0a-620799c59122 service neutron] Attempting to bind port 76c32a84-4884-46b8-ab43-b62ae8b5d08f on network d1484756-2d6b-4cf1-82f2-ca0b5a0942a2 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:19:34.260830 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b141ec-7022-4281-8ee8-a7111adcfba7 None None] Network c16256d6-69e6-40eb-916f-520ffbefddba requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:19:34.286483 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cace9d51-9bab-4aeb-ac0f-78c59a9d2c52 req-41b0101f-ff1d-411f-ac0a-620799c59122 service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:19:34.286883 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cace9d51-9bab-4aeb-ac0f-78c59a9d2c52 req-41b0101f-ff1d-411f-ac0a-620799c59122 service neutron] Checking segment: {'id': '056a97c3-fa40-4757-b96f-04fb527ec8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd1484756-2d6b-4cf1-82f2-ca0b5a0942a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:19:34.287897 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cace9d51-9bab-4aeb-ac0f-78c59a9d2c52 req-41b0101f-ff1d-411f-ac0a-620799c59122 service neutron] Bound using segment: {'id': '056a97c3-fa40-4757-b96f-04fb527ec8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd1484756-2d6b-4cf1-82f2-ca0b5a0942a2'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:19:34.287897 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-cace9d51-9bab-4aeb-ac0f-78c59a9d2c52 req-41b0101f-ff1d-411f-ac0a-620799c59122 service neutron] Bound port: 76c32a84-4884-46b8-ab43-b62ae8b5d08f, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '056a97c3-fa40-4757-b96f-04fb527ec8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd1484756-2d6b-4cf1-82f2-ca0b5a0942a2'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:19:34.288219 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cace9d51-9bab-4aeb-ac0f-78c59a9d2c52 req-41b0101f-ff1d-411f-ac0a-620799c59122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:34.366684 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:34.416890 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76765e89-e49a-4b12-bcb2-3475db3fc839 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:34.447941 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-cace9d51-9bab-4aeb-ac0f-78c59a9d2c52 req-41b0101f-ff1d-411f-ac0a-620799c59122 service neutron] For port 76c32a84-4884-46b8-ab43-b62ae8b5d08f, host n-h1-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:19:34.453649 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ff05b9b4-150d-4db4-a65a-ba388bdcc092 None None] Port 9ce781cc-249c-47f3-b809-587c0d5814f3 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:19:34.459165 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-508d154b-5ccc-430b-9a78-ab8ffa34bfdd tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Made reservation on behalf of da27e58deb8e4ac9a1bb8ffa81e4611b for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:34.462886 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-508d154b-5ccc-430b-9a78-ab8ffa34bfdd tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:34.497580 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-cace9d51-9bab-4aeb-ac0f-78c59a9d2c52 req-41b0101f-ff1d-411f-ac0a-620799c59122 service neutron] For port 76c32a84-4884-46b8-ab43-b62ae8b5d08f, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=76c32a84-4884-46b8-ab43-b62ae8b5d08f,segment=NetworkSegment(056a97c3-fa40-4757-b96f-04fb527ec8cd),segment_id=056a97c3-fa40-4757-b96f-04fb527ec8cd)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:19:34.500208 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-cb8e3acc-0c6b-453f-86b2-e125586b90b3 None None] Allocated IP 172.20.0.2 (2173fb97-4dc5-4e61-afd2-49e54ba1d1d1/1150b065-e4e3-40ba-b8fe-eefdfabd830b/624f067f-e875-4545-be57-912d26018c0d) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:34.505783 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cace9d51-9bab-4aeb-ac0f-78c59a9d2c52 req-41b0101f-ff1d-411f-ac0a-620799c59122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:34.529082 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cace9d51-9bab-4aeb-ac0f-78c59a9d2c52 req-41b0101f-ff1d-411f-ac0a-620799c59122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:34.530090 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cace9d51-9bab-4aeb-ac0f-78c59a9d2c52 req-41b0101f-ff1d-411f-ac0a-620799c59122 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:34.532810 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cace9d51-9bab-4aeb-ac0f-78c59a9d2c52 req-41b0101f-ff1d-411f-ac0a-620799c59122 service neutron] 10.222.0.49 "PUT /v2.0/ports/76c32a84-4884-46b8-ab43-b62ae8b5d08f HTTP/1.1" status: 200 len: 1091 time: 2.0165725 Jul 15 23:19:34.534597 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a6fed-2206-47bd-9fd6-8348b05691eb req-fa993a68-de36-46b8-bc23-b61eee2140c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:34.534732 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59895b7a-313e-4b59-8f53-4f02766dd280', 'tag': '76c32a84-4884-46b8-ab43-b62ae8b5d08f'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:19:34.536129 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ec2a6fed-2206-47bd-9fd6-8348b05691eb req-fa993a68-de36-46b8-bc23-b61eee2140c1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d8f75e25e78a4170a3f347a8f1048fac&device_id=6ac82b46-4071-4f7c-ad73-8849f4a0aa4a HTTP/1.1" status: 200 len: 1094 time: 0.7830093 Jul 15 23:19:34.545708 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-183eab82-d5a9-4b87-b374-4c4def3eb350" -d '{"events": [{"name": "network-changed", "server_uuid": "59895b7a-313e-4b59-8f53-4f02766dd280", "tag": "76c32a84-4884-46b8-ab43-b62ae8b5d08f"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:19:34.572704 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-508d154b-5ccc-430b-9a78-ab8ffa34bfdd tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] device_id is not set on port 8854ca18-128c-4623-815a-84b37df4917c yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:19:34.613046 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6fd15f-691c-4a3d-a355-ba78d7fee8dd req-ef458f1e-8721-45df-b1bd-c1f938b4a78a tempest-ServerAddressesTestJSON-1275195858 tempest-ServerAddressesTestJSON-1275195858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:34.615097 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cb6fd15f-691c-4a3d-a355-ba78d7fee8dd req-ef458f1e-8721-45df-b1bd-c1f938b4a78a tempest-ServerAddressesTestJSON-1275195858 tempest-ServerAddressesTestJSON-1275195858-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ac82b46-4071-4f7c-ad73-8849f4a0aa4a HTTP/1.1" status: 200 len: 943 time: 0.8744063 Jul 15 23:19:34.660275 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-76765e89-e49a-4b12-bcb2-3475db3fc839 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Deleting port a6ca0f09-f2c7-453b-b62a-d3fec782fa50 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:34.660673 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76765e89-e49a-4b12-bcb2-3475db3fc839 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:34.699865 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b0101f-ff1d-411f-ac0a-620799c59122 service neutron] Pushing event updated for resources: {'Port': ['ID=76c32a84-4884-46b8-ab43-b62ae8b5d08f,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:34.713168 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cb8e3acc-0c6b-453f-86b2-e125586b90b3 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:34.724470 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cb8e3acc-0c6b-453f-86b2-e125586b90b3 None None] Transition to ACTIVE for port object 624f067f-e875-4545-be57-912d26018c0d will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:34.735755 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b190f098-2777-434c-8a21-a3fc99a5a84f req-63ff8990-91f9-4a18-b0e6-662ef2baf816 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:34.741369 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cb8e3acc-0c6b-453f-86b2-e125586b90b3 None None] Transition to ACTIVE for port object 624f067f-e875-4545-be57-912d26018c0d will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:34.745059 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b190f098-2777-434c-8a21-a3fc99a5a84f req-63ff8990-91f9-4a18-b0e6-662ef2baf816 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] 10.222.0.48 "GET /v2.0/networks/c4160cc4-e133-4d4e-ad39-f86bca4b2f14 HTTP/1.1" status: 200 len: 784 time: 0.7706528 Jul 15 23:19:34.768665 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cace9d51-9bab-4aeb-ac0f-78c59a9d2c52 req-332f9763-35be-4cd7-af58-3b0400b0d683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:34.770160 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cace9d51-9bab-4aeb-ac0f-78c59a9d2c52 req-332f9763-35be-4cd7-af58-3b0400b0d683 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4b15e22ba4eb43169240491cd7fe1115&device_id=59895b7a-313e-4b59-8f53-4f02766dd280 HTTP/1.1" status: 200 len: 1094 time: 0.1830914 Jul 15 23:19:34.782792 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-76765e89-e49a-4b12-bcb2-3475db3fc839 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] For port a6ca0f09-f2c7-453b-b62a-d3fec782fa50, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=a6ca0f09-f2c7-453b-b62a-d3fec782fa50,segment=NetworkSegment(98296b1d-f1c3-4a65-91f9-52d190d4f23c),segment_id=98296b1d-f1c3-4a65-91f9-52d190d4f23c)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:34.783153 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76765e89-e49a-4b12-bcb2-3475db3fc839 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:34.794830 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cb8e3acc-0c6b-453f-86b2-e125586b90b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:34.804718 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-76765e89-e49a-4b12-bcb2-3475db3fc839 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Calling delete_port for a6ca0f09-f2c7-453b-b62a-d3fec782fa50 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:34.845139 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8e3acc-0c6b-453f-86b2-e125586b90b3 None None] Network 2173fb97-4dc5-4e61-afd2-49e54ba1d1d1 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:34.863524 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-cb8e3acc-0c6b-453f-86b2-e125586b90b3 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:34.870698 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8e3acc-0c6b-453f-86b2-e125586b90b3 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:19:34.880817 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8e3acc-0c6b-453f-86b2-e125586b90b3 None None] Pushing event updated for resources: {'Port': ['ID=624f067f-e875-4545-be57-912d26018c0d,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:34.920247 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76765e89-e49a-4b12-bcb2-3475db3fc839 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:34.964796 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-cb8e3acc-0c6b-453f-86b2-e125586b90b3 None None] Attempting to bind port 624f067f-e875-4545-be57-912d26018c0d on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:19:34.965407 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-cb8e3acc-0c6b-453f-86b2-e125586b90b3 None None] Attempting to bind port 624f067f-e875-4545-be57-912d26018c0d by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '1618c4d2-3f60-4657-bf70-ab36ba478739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '2173fb97-4dc5-4e61-afd2-49e54ba1d1d1'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:19:34.966857 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8e3acc-0c6b-453f-86b2-e125586b90b3 None None] Attempting to bind port 624f067f-e875-4545-be57-912d26018c0d on network 2173fb97-4dc5-4e61-afd2-49e54ba1d1d1 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:19:34.974409 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8e3acc-0c6b-453f-86b2-e125586b90b3 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:19:34.974812 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8e3acc-0c6b-453f-86b2-e125586b90b3 None None] Checking segment: {'id': '1618c4d2-3f60-4657-bf70-ab36ba478739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '2173fb97-4dc5-4e61-afd2-49e54ba1d1d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:19:34.975224 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cb8e3acc-0c6b-453f-86b2-e125586b90b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:34.975641 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8e3acc-0c6b-453f-86b2-e125586b90b3 None None] Bound using segment: {'id': '1618c4d2-3f60-4657-bf70-ab36ba478739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '2173fb97-4dc5-4e61-afd2-49e54ba1d1d1'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:19:34.976117 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-cb8e3acc-0c6b-453f-86b2-e125586b90b3 None None] Bound port: 624f067f-e875-4545-be57-912d26018c0d, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1618c4d2-3f60-4657-bf70-ab36ba478739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '2173fb97-4dc5-4e61-afd2-49e54ba1d1d1'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:19:34.976506 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cb8e3acc-0c6b-453f-86b2-e125586b90b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:34.985765 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b190f098-2777-434c-8a21-a3fc99a5a84f req-7c65b907-8c05-4074-a73a-8470f11b91c8 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.24 HTTP/1.1" status: 200 len: 695 time: 0.2392719 Jul 15 23:19:34.996099 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76765e89-e49a-4b12-bcb2-3475db3fc839 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] No DVR routers for this DVR port a6ca0f09-f2c7-453b-b62a-d3fec782fa50 on host n-d-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:19:35.000420 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cace9d51-9bab-4aeb-ac0f-78c59a9d2c52 req-f65d655c-8d86-4650-ac10-c4f065ad2842 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=76c32a84-4884-46b8-ab43-b62ae8b5d08f HTTP/1.1" status: 200 len: 217 time: 0.2195623 Jul 15 23:19:35.004561 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76765e89-e49a-4b12-bcb2-3475db3fc839 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event deleted for resources: {'Port': ['ID=a6ca0f09-f2c7-453b-b62a-d3fec782fa50,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:35.055500 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cace9d51-9bab-4aeb-ac0f-78c59a9d2c52 req-e0d9617f-f195-448f-9fa6-780113eb04e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:35.057075 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cace9d51-9bab-4aeb-ac0f-78c59a9d2c52 req-e0d9617f-f195-448f-9fa6-780113eb04e8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1ce1cd1d-7829-480f-9da2-8bc3514230d8 HTTP/1.1" status: 200 len: 846 time: 0.0503609 Jul 15 23:19:35.065253 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391d2a36-f13a-47f3-897b-1c2adfdc8f80 None None] DHCP port deletion for c16256d6-69e6-40eb-916f-520ffbefddba request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:19:35.067151 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cb6fd15f-691c-4a3d-a355-ba78d7fee8dd req-6ab30b99-6cfb-44f8-be1c-31df71e14a6b tempest-ServerAddressesTestJSON-1275195858 tempest-ServerAddressesTestJSON-1275195858-project] 10.222.0.48 "GET /v2.0/security-groups?id=6588f4c7-3e7c-49d3-8e8b-44ce16f9bcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4346838 Jul 15 23:19:35.083354 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-cb8e3acc-0c6b-453f-86b2-e125586b90b3 None None] For port 624f067f-e875-4545-be57-912d26018c0d, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:19:35.088784 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-cb8e3acc-0c6b-453f-86b2-e125586b90b3 None None] For port 624f067f-e875-4545-be57-912d26018c0d, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=624f067f-e875-4545-be57-912d26018c0d,segment=NetworkSegment(1618c4d2-3f60-4657-bf70-ab36ba478739),segment_id=1618c4d2-3f60-4657-bf70-ab36ba478739)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:19:35.105968 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cb8e3acc-0c6b-453f-86b2-e125586b90b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:35.137507 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b190f098-2777-434c-8a21-a3fc99a5a84f req-9d2997bc-6d28-4d86-9071-c522017638be tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.5.24 HTTP/1.1" status: 200 len: 695 time: 0.1404207 Jul 15 23:19:35.206058 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8e3acc-0c6b-453f-86b2-e125586b90b3 None None] Pushing event updated for resources: {'Port': ['ID=624f067f-e875-4545-be57-912d26018c0d,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:35.227728 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cace9d51-9bab-4aeb-ac0f-78c59a9d2c52 req-0b098962-dea0-4e3b-9271-977cbcbba22f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d1484756-2d6b-4cf1-82f2-ca0b5a0942a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1265762 Jul 15 23:19:35.275101 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76765e89-e49a-4b12-bcb2-3475db3fc839 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:35.316482 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-76765e89-e49a-4b12-bcb2-3475db3fc839 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c16256d6-69e6-40eb-916f-520ffbefddba']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:35.332331 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a6fed-2206-47bd-9fd6-8348b05691eb req-49649e51-259d-48ed-8d13-5a9d68212139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:35.333845 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ec2a6fed-2206-47bd-9fd6-8348b05691eb req-49649e51-259d-48ed-8d13-5a9d68212139 service neutron] 10.222.0.49 "GET /v2.0/networks?id=da76f44a-d9ec-41cd-bdf0-e7e34794069a HTTP/1.1" status: 200 len: 914 time: 0.7542100 Jul 15 23:19:35.350646 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-76765e89-e49a-4b12-bcb2-3475db3fc839 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98296b1d-f1c3-4a65-91f9-52d190d4f23c') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:35.351041 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-76765e89-e49a-4b12-bcb2-3475db3fc839 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98296b1d-f1c3-4a65-91f9-52d190d4f23c') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:35.363103 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dab62186-e172-4614-90ef-d145af2f7e4f req-0920d7c8-14c4-44b1-8546-95812909bae5 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Made reservation on behalf of 1535e8fb4bbf47a995341d11b9792565 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:35.367361 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76765e89-e49a-4b12-bcb2-3475db3fc839 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:35.367547 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dab62186-e172-4614-90ef-d145af2f7e4f req-0920d7c8-14c4-44b1-8546-95812909bae5 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:35.413343 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:19:35.436114 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76765e89-e49a-4b12-bcb2-3475db3fc839 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:35.452210 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e364b9e4-3296-445c-b5eb-4d5d3a7ed5c6 req-2a213639-9af2-4c27-b0ff-946c4856ced2 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:35.452210 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e364b9e4-3296-445c-b5eb-4d5d3a7ed5c6 req-2a213639-9af2-4c27-b0ff-946c4856ced2 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.49 "GET /v2.0/ports?device_id=47399831-f20f-45e9-94e1-d2c475495282 HTTP/1.1" status: 200 len: 946 time: 0.7694452 Jul 15 23:19:35.465887 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76765e89-e49a-4b12-bcb2-3475db3fc839 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:19:35.466558 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76765e89-e49a-4b12-bcb2-3475db3fc839 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:35.470891 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:19:35.470891 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:19:35.470891 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:19:35.470891 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:19:35.470891 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:19:35.470891 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:19:35.470891 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:19:35.470891 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:19:35.470891 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:19:35.470891 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:19:35.470891 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:19:35.470891 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:19:35.470891 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:19:35.470891 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:19:35.470891 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:19:35.470891 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:19:35.470891 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:19:35.470891 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:19:35.470891 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:19:35.470891 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:19:35.470891 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:19:35.470891 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:19:35.470891 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:19:35.470891 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:19:35.470891 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:19:35.470891 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:19:35.470891 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:19:35.470891 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:19:35.470891 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:19:35.470891 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:19:35.470891 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:19:35.470891 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:19:35.470891 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:19:35.470891 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:19:35.470891 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:19:35.470891 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:19:35.492338 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-508d154b-5ccc-430b-9a78-ab8ffa34bfdd tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Allocated IP 172.20.0.14 (2173fb97-4dc5-4e61-afd2-49e54ba1d1d1/1150b065-e4e3-40ba-b8fe-eefdfabd830b/8854ca18-128c-4623-815a-84b37df4917c) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:35.550550 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ec2a6fed-2206-47bd-9fd6-8348b05691eb req-f5808cb3-bffa-45d9-9409-663d56e07381 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd888d17-9cca-40d7-8f8e-693a6eabcf34 HTTP/1.1" status: 200 len: 217 time: 0.2018204 Jul 15 23:19:35.585390 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cace9d51-9bab-4aeb-ac0f-78c59a9d2c52 req-8d76f674-c512-442f-89dd-2f9efc8c295f service neutron] 10.222.0.49 "GET /v2.0/networks/d1484756-2d6b-4cf1-82f2-ca0b5a0942a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045499 Jul 15 23:19:35.624486 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76765e89-e49a-4b12-bcb2-3475db3fc839 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:35.630480 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76765e89-e49a-4b12-bcb2-3475db3fc839 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:35.640174 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-76765e89-e49a-4b12-bcb2-3475db3fc839 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "DELETE /v2.0/networks/c16256d6-69e6-40eb-916f-520ffbefddba HTTP/1.1" status: 204 len: 168 time: 1.3763511 Jul 15 23:19:35.640848 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38120) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:35.645571 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a6fed-2206-47bd-9fd6-8348b05691eb req-9108c590-afa3-4d9c-a80b-868083b60285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:35.647171 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ec2a6fed-2206-47bd-9fd6-8348b05691eb req-9108c590-afa3-4d9c-a80b-868083b60285 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=19c4a8f3-032b-4095-a183-02874d3846ee HTTP/1.1" status: 200 len: 853 time: 0.0634072 Jul 15 23:19:35.652961 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-70b597e0-012d-4fd3-92a9-98a95ee20e82 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1812664013'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:35.702909 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76765e89-e49a-4b12-bcb2-3475db3fc839 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event deleted for resources: {'Network': ['ID=c16256d6-69e6-40eb-916f-520ffbefddba,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:35.727634 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b597e0-012d-4fd3-92a9-98a95ee20e82 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Made reservation on behalf of 6e9aa8192e944c7f9b496773dbd06067 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:35.731274 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-70b597e0-012d-4fd3-92a9-98a95ee20e82 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:35.756604 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cace9d51-9bab-4aeb-ac0f-78c59a9d2c52 req-5c8c8620-223e-45f9-ab17-513b1612b681 service neutron] 10.222.0.49 "GET /v2.0/networks/d1484756-2d6b-4cf1-82f2-ca0b5a0942a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643159 Jul 15 23:19:35.771427 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70b597e0-012d-4fd3-92a9-98a95ee20e82 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:19:35.782227 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ec2a6fed-2206-47bd-9fd6-8348b05691eb req-5bde555a-09dd-40f3-b05a-0dd5540854e6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=da76f44a-d9ec-41cd-bdf0-e7e34794069a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666335 Jul 15 23:19:35.791606 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-70b597e0-012d-4fd3-92a9-98a95ee20e82 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:35.791606 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-70b597e0-012d-4fd3-92a9-98a95ee20e82 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Added segment 1fade463-df11-4b90-a663-9d58d6253a8b of type vlan for network 9b177248-511d-4cc6-ac6b-9960931516f4 Jul 15 23:19:35.846087 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-70b597e0-012d-4fd3-92a9-98a95ee20e82 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:35.882360 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-70b597e0-012d-4fd3-92a9-98a95ee20e82 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:35.888778 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b597e0-012d-4fd3-92a9-98a95ee20e82 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:35.889603 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-70b597e0-012d-4fd3-92a9-98a95ee20e82 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:35.899137 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab200e0-4aca-4e0b-a04e-d9ab40315eff req-40b4b862-620d-4070-8ae6-545a1d01ddf2 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:35.900741 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-eab200e0-4aca-4e0b-a04e-d9ab40315eff req-40b4b862-620d-4070-8ae6-545a1d01ddf2 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/networks?id=c6d78d97-c5bd-4992-9d0e-5892dffd416b HTTP/1.1" status: 200 len: 815 time: 0.6827309 Jul 15 23:19:35.966768 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b597e0-012d-4fd3-92a9-98a95ee20e82 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event updated for resources: {'Network': ['ID=9b177248-511d-4cc6-ac6b-9960931516f4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:35.981026 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-70b597e0-012d-4fd3-92a9-98a95ee20e82 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3313034 Jul 15 23:19:35.981278 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38122) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:35.988548 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 9b177248-511d-4cc6-ac6b-9960931516f4 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:19:35.989032 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1a380300-98ba-4073-a312-acf8ae7ed3a0 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Request body: {'subnet': {'network_id': '9b177248-511d-4cc6-ac6b-9960931516f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:36.021225 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-eab200e0-4aca-4e0b-a04e-d9ab40315eff req-1d09fba2-17de-4aef-a411-f47b00b29337 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/quotas/0fcede583b6b458da6b681624616b0b4 HTTP/1.1" status: 200 len: 375 time: 0.1078014 Jul 15 23:19:36.098106 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a380300-98ba-4073-a312-acf8ae7ed3a0 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Made reservation on behalf of 6e9aa8192e944c7f9b496773dbd06067 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:36.101836 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1a380300-98ba-4073-a312-acf8ae7ed3a0 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:36.133975 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-dab62186-e172-4614-90ef-d145af2f7e4f req-0920d7c8-14c4-44b1-8546-95812909bae5 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Allocated IP 10.1.1.110 (0c520006-2621-40c6-9dbf-a751b4cb8117/23c0bd4a-d2bf-4a09-a38b-63c0db5d678a/e30cdbcb-2983-4fd9-9dc1-5ba0c3fc0805) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:36.241400 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-b190f098-2777-434c-8a21-a3fc99a5a84f req-5a62536a-8b5f-4c45-a6d6-998651079e51 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Deleting port f64f52f1-a2b8-4a73-8786-78d196a7aaf4 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:36.241762 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b190f098-2777-434c-8a21-a3fc99a5a84f req-5a62536a-8b5f-4c45-a6d6-998651079e51 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:36.266051 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:36.335288 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ec2a6fed-2206-47bd-9fd6-8348b05691eb req-c34f7eaf-8ff9-4e28-a5a8-e48c5d651b6f service neutron] 10.222.0.49 "GET /v2.0/networks/da76f44a-d9ec-41cd-bdf0-e7e34794069a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5176997 Jul 15 23:19:36.363525 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 624f067f-e875-4545-be57-912d26018c0d up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:19:36.389373 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-e364b9e4-3296-445c-b5eb-4d5d3a7ed5c6 req-c5811dcd-b27b-4396-893a-77e691dda637 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Deleting port d3fc714c-6a9a-4962-ad93-6018423e677a {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:36.389887 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e364b9e4-3296-445c-b5eb-4d5d3a7ed5c6 req-c5811dcd-b27b-4396-893a-77e691dda637 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:36.394017 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b190f098-2777-434c-8a21-a3fc99a5a84f req-5a62536a-8b5f-4c45-a6d6-998651079e51 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:36.394478 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b190f098-2777-434c-8a21-a3fc99a5a84f req-5a62536a-8b5f-4c45-a6d6-998651079e51 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:36.415406 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1a380300-98ba-4073-a312-acf8ae7ed3a0 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:36.430633 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 624f067f-e875-4545-be57-912d26018c0d completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:36.458820 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-508d154b-5ccc-430b-9a78-ab8ffa34bfdd tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:36.499113 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a380300-98ba-4073-a312-acf8ae7ed3a0 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event updated for resources: {'Subnet': ['ID=ecbe27fd-1246-40c8-a619-e7f67bfaeef7,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:36.519167 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device a6ca0f09-f2c7-453b-b62a-d3fec782fa50 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:19:36.522277 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a380300-98ba-4073-a312-acf8ae7ed3a0 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Checking segment: {'id': '1fade463-df11-4b90-a663-9d58d6253a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9b177248-511d-4cc6-ac6b-9960931516f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:19:36.522656 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a380300-98ba-4073-a312-acf8ae7ed3a0 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Network hostable DHCP agents. Network: 9b177248-511d-4cc6-ac6b-9960931516f4, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:19:36.527318 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-b190f098-2777-434c-8a21-a3fc99a5a84f req-5a62536a-8b5f-4c45-a6d6-998651079e51 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Calling delete_port for f64f52f1-a2b8-4a73-8786-78d196a7aaf4 owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:36.549602 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: a6ca0f09-f2c7-453b-b62a-d3fec782fa50 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:19:36.550078 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a380300-98ba-4073-a312-acf8ae7ed3a0 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Network 9b177248-511d-4cc6-ac6b-9960931516f4 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:19:36.550430 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device a6ca0f09-f2c7-453b-b62a-d3fec782fa50 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:19:36.564985 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-1a380300-98ba-4073-a312-acf8ae7ed3a0 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 9b177248-511d-4cc6-ac6b-9960931516f4) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:36.574583 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a380300-98ba-4073-a312-acf8ae7ed3a0 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:36.576173 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1a380300-98ba-4073-a312-acf8ae7ed3a0 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:36.580766 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5ef01c-f8f2-4626-a1bf-36ae3195e4ba None None] Network 9b177248-511d-4cc6-ac6b-9960931516f4 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:19:36.606385 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-1a380300-98ba-4073-a312-acf8ae7ed3a0 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6239274 Jul 15 23:19:36.610263 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38126) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:36.618267 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a0677435-e57c-4304-9480-125b31ce90f5 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Request body: {'port': {'network_id': '9b177248-511d-4cc6-ac6b-9960931516f4', 'name': 'tempest-PortsIpV6TestJSON-820652478', 'fixed_ips': [{'subnet_id': 'ecbe27fd-1246-40c8-a619-e7f67bfaeef7', 'ip_address': '2001:db8::10'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:36.625295 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421ddaf5-0ce7-42d6-984c-764702a9d80d None None] Network 2173fb97-4dc5-4e61-afd2-49e54ba1d1d1 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:19:36.787246 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0677435-e57c-4304-9480-125b31ce90f5 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Made reservation on behalf of 6e9aa8192e944c7f9b496773dbd06067 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:36.796552 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-fc518d83-4dac-4264-94e4-40c6eff2ae2e None None] Provisioning for port 624f067f-e875-4545-be57-912d26018c0d completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:36.837791 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-fc518d83-4dac-4264-94e4-40c6eff2ae2e None None] Provisioning complete for port 624f067f-e875-4545-be57-912d26018c0d triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:36.838159 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fc518d83-4dac-4264-94e4-40c6eff2ae2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:36.904240 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0677435-e57c-4304-9480-125b31ce90f5 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:36.927090 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-a0677435-e57c-4304-9480-125b31ce90f5 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] device_id is not set on port aaa2b8fa-214c-4501-b021-2ca7eefc9d22 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:19:37.004504 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d5045e-15bb-485a-8521-ac143b721289 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-9b177248-511d-4cc6-ac6b-9960931516f4', 'network_id': '9b177248-511d-4cc6-ac6b-9960931516f4', 'tenant_id': '6e9aa8192e944c7f9b496773dbd06067', 'fixed_ips': [{'subnet_id': 'ecbe27fd-1246-40c8-a619-e7f67bfaeef7'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:19:37.005211 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f3d5045e-15bb-485a-8521-ac143b721289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:37.034139 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-e364b9e4-3296-445c-b5eb-4d5d3a7ed5c6 req-c5811dcd-b27b-4396-893a-77e691dda637 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] For port d3fc714c-6a9a-4962-ad93-6018423e677a, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=d3fc714c-6a9a-4962-ad93-6018423e677a,segment=NetworkSegment(7f5ce7d6-1f0d-40c2-8f4e-72bafb9ba40d),segment_id=7f5ce7d6-1f0d-40c2-8f4e-72bafb9ba40d)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:37.034519 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e364b9e4-3296-445c-b5eb-4d5d3a7ed5c6 req-c5811dcd-b27b-4396-893a-77e691dda637 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:37.050449 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fc518d83-4dac-4264-94e4-40c6eff2ae2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:37.051814 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-e364b9e4-3296-445c-b5eb-4d5d3a7ed5c6 req-c5811dcd-b27b-4396-893a-77e691dda637 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Calling delete_port for d3fc714c-6a9a-4962-ad93-6018423e677a owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:37.188664 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-fc518d83-4dac-4264-94e4-40c6eff2ae2e None None] For port 624f067f-e875-4545-be57-912d26018c0d, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=624f067f-e875-4545-be57-912d26018c0d,segment=NetworkSegment(1618c4d2-3f60-4657-bf70-ab36ba478739),segment_id=1618c4d2-3f60-4657-bf70-ab36ba478739)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:37.193320 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fc518d83-4dac-4264-94e4-40c6eff2ae2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:37.225314 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-a0677435-e57c-4304-9480-125b31ce90f5 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Allocated IP 2001:db8::10 (9b177248-511d-4cc6-ac6b-9960931516f4/ecbe27fd-1246-40c8-a619-e7f67bfaeef7/aaa2b8fa-214c-4501-b021-2ca7eefc9d22) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:37.252808 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc518d83-4dac-4264-94e4-40c6eff2ae2e None None] Pushing event updated for resources: {'Port': ['ID=624f067f-e875-4545-be57-912d26018c0d,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:37.264042 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-508d154b-5ccc-430b-9a78-ab8ffa34bfdd tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Transition to ACTIVE for port object 8854ca18-128c-4623-815a-84b37df4917c will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:37.279691 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e364b9e4-3296-445c-b5eb-4d5d3a7ed5c6 req-c5811dcd-b27b-4396-893a-77e691dda637 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:37.291099 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['d3fc714c-6a9a-4962-ad93-6018423e677a'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:19:37.341377 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9ecc2a98-482c-48d1-b1d3-4a29f6474af5 None None] Provisioning complete for port 624f067f-e875-4545-be57-912d26018c0d triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:37.342145 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9ecc2a98-482c-48d1-b1d3-4a29f6474af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:37.384719 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5811dcd-b27b-4396-893a-77e691dda637 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Pushing event deleted for resources: {'Port': ['ID=d3fc714c-6a9a-4962-ad93-6018423e677a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:37.404573 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-eab200e0-4aca-4e0b-a04e-d9ab40315eff req-e0d02ad7-ea80-4764-b88d-f7ff9b89498c tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0fcede583b6b458da6b681624616b0b4&fields=id HTTP/1.1" status: 200 len: 255 time: 1.3680105 Jul 15 23:19:37.443299 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5811dcd-b27b-4396-893a-77e691dda637 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:37.443684 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5811dcd-b27b-4396-893a-77e691dda637 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:37.444031 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5811dcd-b27b-4396-893a-77e691dda637 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:37.444371 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5811dcd-b27b-4396-893a-77e691dda637 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:37.444705 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5811dcd-b27b-4396-893a-77e691dda637 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:37.445039 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5811dcd-b27b-4396-893a-77e691dda637 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:37.445369 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5811dcd-b27b-4396-893a-77e691dda637 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:37.445698 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5811dcd-b27b-4396-893a-77e691dda637 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:37.446025 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5811dcd-b27b-4396-893a-77e691dda637 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:37.446353 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5811dcd-b27b-4396-893a-77e691dda637 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:37.446677 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5811dcd-b27b-4396-893a-77e691dda637 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:37.447002 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5811dcd-b27b-4396-893a-77e691dda637 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:37.456936 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0677435-e57c-4304-9480-125b31ce90f5 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:37.473881 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-a0677435-e57c-4304-9480-125b31ce90f5 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Transition to ACTIVE for port object aaa2b8fa-214c-4501-b021-2ca7eefc9d22 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:37.518006 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0677435-e57c-4304-9480-125b31ce90f5 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:37.560371 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ec2a6fed-2206-47bd-9fd6-8348b05691eb req-b23df287-8d8c-4208-999d-75f734e60cf7 service neutron] 10.222.0.49 "GET /v2.0/networks/da76f44a-d9ec-41cd-bdf0-e7e34794069a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2075419 Jul 15 23:19:37.575734 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0677435-e57c-4304-9480-125b31ce90f5 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Network 9b177248-511d-4cc6-ac6b-9960931516f4 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:37.579734 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-a0677435-e57c-4304-9480-125b31ce90f5 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:37.582355 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-f3d5045e-15bb-485a-8521-ac143b721289 None None] Allocated IP 2001:db8::2 (9b177248-511d-4cc6-ac6b-9960931516f4/ecbe27fd-1246-40c8-a619-e7f67bfaeef7/a157fa2e-dadd-4205-9ade-83e0b704af17) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:37.585457 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0677435-e57c-4304-9480-125b31ce90f5 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:19:37.593439 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0677435-e57c-4304-9480-125b31ce90f5 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:37.594345 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0677435-e57c-4304-9480-125b31ce90f5 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:37.595531 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-e364b9e4-3296-445c-b5eb-4d5d3a7ed5c6 req-c5811dcd-b27b-4396-893a-77e691dda637 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] No DVR routers for this DVR port d3fc714c-6a9a-4962-ad93-6018423e677a on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:19:37.609326 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e364b9e4-3296-445c-b5eb-4d5d3a7ed5c6 req-c5811dcd-b27b-4396-893a-77e691dda637 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:37.612401 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e364b9e4-3296-445c-b5eb-4d5d3a7ed5c6 req-c5811dcd-b27b-4396-893a-77e691dda637 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.49 "DELETE /v2.0/ports/d3fc714c-6a9a-4962-ad93-6018423e677a HTTP/1.1" status: 204 len: 173 time: 2.0816450 Jul 15 23:19:37.636794 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a0677435-e57c-4304-9480-125b31ce90f5 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0250564 Jul 15 23:19:37.637434 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38128) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:37.639853 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47399831-f20f-45e9-94e1-d2c475495282', 'name': 'network-vif-deleted', 'tag': 'd3fc714c-6a9a-4962-ad93-6018423e677a'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:19:37.642157 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af93928-b33c-4804-a7c5-797fad262a21" -d '{"events": [{"server_uuid": "47399831-f20f-45e9-94e1-d2c475495282", "name": "network-vif-deleted", "tag": "d3fc714c-6a9a-4962-ad93-6018423e677a"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:19:37.645195 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a4872f06-7d0f-41fd-aa11-ccb3b3fe60de tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Request body: {'port': {'network_id': '9b177248-511d-4cc6-ac6b-9960931516f4', 'name': 'tempest-PortsIpV6TestJSON-1681604694', 'fixed_ips': [{'subnet_id': 'ecbe27fd-1246-40c8-a619-e7f67bfaeef7', 'ip_address': '2001:db8::f'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:37.670822 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-508d154b-5ccc-430b-9a78-ab8ffa34bfdd tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:37.776051 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0677435-e57c-4304-9480-125b31ce90f5 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event updated for resources: {'Port': ['ID=aaa2b8fa-214c-4501-b021-2ca7eefc9d22,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:37.801738 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4872f06-7d0f-41fd-aa11-ccb3b3fe60de tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Made reservation on behalf of 6e9aa8192e944c7f9b496773dbd06067 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:37.806852 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dab62186-e172-4614-90ef-d145af2f7e4f req-0920d7c8-14c4-44b1-8546-95812909bae5 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:37.808713 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508d154b-5ccc-430b-9a78-ab8ffa34bfdd tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Network 2173fb97-4dc5-4e61-afd2-49e54ba1d1d1 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:37.827791 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a4872f06-7d0f-41fd-aa11-ccb3b3fe60de tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:37.846388 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-eab200e0-4aca-4e0b-a04e-d9ab40315eff req-30f2024f-004f-4346-b4b7-22e56e794496 service neutron] 10.222.0.48 "GET /v2.0/networks/c6d78d97-c5bd-4992-9d0e-5892dffd416b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4401715 Jul 15 23:19:37.858526 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-a4872f06-7d0f-41fd-aa11-ccb3b3fe60de tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] device_id is not set on port a24c8b4e-f78e-4e75-a06a-0b62c9ee9784 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:19:37.858763 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-508d154b-5ccc-430b-9a78-ab8ffa34bfdd tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:37.876077 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508d154b-5ccc-430b-9a78-ab8ffa34bfdd tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:19:37.904673 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508d154b-5ccc-430b-9a78-ab8ffa34bfdd tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Pushing event updated for resources: {'Port': ['ID=8854ca18-128c-4623-815a-84b37df4917c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:37.935936 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-dab62186-e172-4614-90ef-d145af2f7e4f req-0920d7c8-14c4-44b1-8546-95812909bae5 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Transition to ACTIVE for port object e30cdbcb-2983-4fd9-9dc1-5ba0c3fc0805 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:37.962764 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f3d5045e-15bb-485a-8521-ac143b721289 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:37.963109 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b190f098-2777-434c-8a21-a3fc99a5a84f req-5a62536a-8b5f-4c45-a6d6-998651079e51 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:37.986521 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f3d5045e-15bb-485a-8521-ac143b721289 None None] Transition to ACTIVE for port object a157fa2e-dadd-4205-9ade-83e0b704af17 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:38.018328 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f3d5045e-15bb-485a-8521-ac143b721289 None None] Transition to ACTIVE for port object a157fa2e-dadd-4205-9ade-83e0b704af17 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:38.040127 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f3d5045e-15bb-485a-8521-ac143b721289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:38.095793 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d5045e-15bb-485a-8521-ac143b721289 None None] Pushing event updated for resources: {'Port': ['ID=a157fa2e-dadd-4205-9ade-83e0b704af17,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:38.110069 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508d154b-5ccc-430b-9a78-ab8ffa34bfdd tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:38.111705 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-508d154b-5ccc-430b-9a78-ab8ffa34bfdd tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:38.114997 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a62536a-8b5f-4c45-a6d6-998651079e51 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Pushing event deleted for resources: {'Port': ['ID=f64f52f1-a2b8-4a73-8786-78d196a7aaf4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:38.115896 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d5045e-15bb-485a-8521-ac143b721289 None None] Network 9b177248-511d-4cc6-ac6b-9960931516f4 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:38.119666 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-f3d5045e-15bb-485a-8521-ac143b721289 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:38.128052 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d5045e-15bb-485a-8521-ac143b721289 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:19:38.145363 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:38.214135 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device dd888d17-9cca-40d7-8f8e-693a6eabcf34 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:19:38.298650 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f3d5045e-15bb-485a-8521-ac143b721289 None None] Attempting to bind port a157fa2e-dadd-4205-9ade-83e0b704af17 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:19:38.299025 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f3d5045e-15bb-485a-8521-ac143b721289 None None] Attempting to bind port a157fa2e-dadd-4205-9ade-83e0b704af17 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '1fade463-df11-4b90-a663-9d58d6253a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9b177248-511d-4cc6-ac6b-9960931516f4'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:19:38.299389 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d5045e-15bb-485a-8521-ac143b721289 None None] Attempting to bind port a157fa2e-dadd-4205-9ade-83e0b704af17 on network 9b177248-511d-4cc6-ac6b-9960931516f4 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:19:38.318255 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 624f067f-e875-4545-be57-912d26018c0d up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:19:38.321140 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-508d154b-5ccc-430b-9a78-ab8ffa34bfdd tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.6070113 Jul 15 23:19:38.323284 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 38132) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:38.329527 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d5045e-15bb-485a-8521-ac143b721289 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:19:38.329907 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d5045e-15bb-485a-8521-ac143b721289 None None] Checking segment: {'id': '1fade463-df11-4b90-a663-9d58d6253a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9b177248-511d-4cc6-ac6b-9960931516f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:19:38.330319 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f3d5045e-15bb-485a-8521-ac143b721289 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:38.332082 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d5045e-15bb-485a-8521-ac143b721289 None None] Bound using segment: {'id': '1fade463-df11-4b90-a663-9d58d6253a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9b177248-511d-4cc6-ac6b-9960931516f4'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:19:38.332589 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f3d5045e-15bb-485a-8521-ac143b721289 None None] Bound port: a157fa2e-dadd-4205-9ade-83e0b704af17, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fade463-df11-4b90-a663-9d58d6253a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '9b177248-511d-4cc6-ac6b-9960931516f4'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:19:38.332985 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f3d5045e-15bb-485a-8521-ac143b721289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:38.336999 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-30645eef-9781-43f9-b260-b4d950c700b3 tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Request body: {'port': {'network_id': '2173fb97-4dc5-4e61-afd2-49e54ba1d1d1', 'name': 'tempest-ExtraDHCPOptionsTestJSON-442590611', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:38.337823 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.api.validators [None req-30645eef-9781-43f9-b260-b4d950c700b3 tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] bootfile-name is not in valid_values {{(pid=93770) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 23:19:38.338368 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.api.validators [None req-30645eef-9781-43f9-b260-b4d950c700b3 tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] tftp-server is not in valid_values {{(pid=93770) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 23:19:38.338898 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.api.validators [None req-30645eef-9781-43f9-b260-b4d950c700b3 tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] server-ip-address is not in valid_values {{(pid=93770) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 23:19:38.344204 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-eab200e0-4aca-4e0b-a04e-d9ab40315eff req-f8c62fd5-a63b-4bf4-b732-ddbb76a97233 service neutron] 10.222.0.48 "GET /v2.0/networks/c6d78d97-c5bd-4992-9d0e-5892dffd416b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4969709 Jul 15 23:19:38.389173 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b190f098-2777-434c-8a21-a3fc99a5a84f req-5a62536a-8b5f-4c45-a6d6-998651079e51 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:38.392449 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b190f098-2777-434c-8a21-a3fc99a5a84f req-5a62536a-8b5f-4c45-a6d6-998651079e51 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:38.407172 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b190f098-2777-434c-8a21-a3fc99a5a84f req-5a62536a-8b5f-4c45-a6d6-998651079e51 tempest-FloatingIPDetailsTestJSON-303773230 tempest-FloatingIPDetailsTestJSON-303773230-project] 10.222.0.48 "DELETE /v2.0/floatingips/65629d70-e3ba-430f-a11b-a733b9f294bc HTTP/1.1" status: 204 len: 173 time: 3.2595232 Jul 15 23:19:38.409449 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dab62186-e172-4614-90ef-d145af2f7e4f req-0920d7c8-14c4-44b1-8546-95812909bae5 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:38.413304 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 38134) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:38.438939 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.db.resource_extend [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 23:19:38.529026 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b4b9ac46-3e4b-4545-aefc-abe1eab6af5a None None] Provisioning for port 8854ca18-128c-4623-815a-84b37df4917c completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:38.623276 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b4b9ac46-3e4b-4545-aefc-abe1eab6af5a None None] Provisioning complete for port 8854ca18-128c-4623-815a-84b37df4917c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:38.623276 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b4b9ac46-3e4b-4545-aefc-abe1eab6af5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:38.644302 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dab62186-e172-4614-90ef-d145af2f7e4f req-0920d7c8-14c4-44b1-8546-95812909bae5 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Network 0c520006-2621-40c6-9dbf-a751b4cb8117 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:38.669623 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-dab62186-e172-4614-90ef-d145af2f7e4f req-0920d7c8-14c4-44b1-8546-95812909bae5 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:38.734728 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-dab62186-e172-4614-90ef-d145af2f7e4f req-0920d7c8-14c4-44b1-8546-95812909bae5 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:19:38.803785 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f3d5045e-15bb-485a-8521-ac143b721289 None None] For port a157fa2e-dadd-4205-9ade-83e0b704af17, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:19:38.807543 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f3d5045e-15bb-485a-8521-ac143b721289 None None] For port a157fa2e-dadd-4205-9ade-83e0b704af17, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=a157fa2e-dadd-4205-9ade-83e0b704af17,segment=NetworkSegment(1fade463-df11-4b90-a663-9d58d6253a8b),segment_id=1fade463-df11-4b90-a663-9d58d6253a8b)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:19:38.809222 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b4b9ac46-3e4b-4545-aefc-abe1eab6af5a None None] Port 8854ca18-128c-4623-815a-84b37df4917c cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:19:38.853715 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 624f067f-e875-4545-be57-912d26018c0d triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:38.854261 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:38.855657 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d236a56-85c2-45a3-8e39-48128497ca96 x-openstack-request-id: req-4d236a56-85c2-45a3-8e39-48128497ca96 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:19:38.856156 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59895b7a-313e-4b59-8f53-4f02766dd280", "tag": "76c32a84-4884-46b8-ab43-b62ae8b5d08f", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:19:38.856246 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4d236a56-85c2-45a3-8e39-48128497ca96 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:19:38.856634 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59895b7a-313e-4b59-8f53-4f02766dd280', 'tag': '76c32a84-4884-46b8-ab43-b62ae8b5d08f', 'status': 'completed', 'code': 200} Jul 15 23:19:38.857534 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f3d5045e-15bb-485a-8521-ac143b721289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:38.865970 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-a4872f06-7d0f-41fd-aa11-ccb3b3fe60de tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Allocated IP 2001:db8::f (9b177248-511d-4cc6-ac6b-9960931516f4/ecbe27fd-1246-40c8-a619-e7f67bfaeef7/a24c8b4e-f78e-4e75-a06a-0b62c9ee9784) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:39.001199 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0920d7c8-14c4-44b1-8546-95812909bae5 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Pushing event updated for resources: {'Port': ['ID=e30cdbcb-2983-4fd9-9dc1-5ba0c3fc0805,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:39.131762 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port dd888d17-9cca-40d7-8f8e-693a6eabcf34, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=dd888d17-9cca-40d7-8f8e-693a6eabcf34,segment=NetworkSegment(a20813b4-504e-46f4-8d24-0733bbfbbd30),segment_id=a20813b4-504e-46f4-8d24-0733bbfbbd30)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:39.163006 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d5045e-15bb-485a-8521-ac143b721289 None None] Pushing event updated for resources: {'Port': ['ID=a157fa2e-dadd-4205-9ade-83e0b704af17,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:39.207534 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': 'dd888d17-9cca-40d7-8f8e-693a6eabcf34', 'network_id': 'da76f44a-d9ec-41cd-bdf0-e7e34794069a', 'port_id': 'dd888d17-9cca-40d7-8f8e-693a6eabcf34', 'mac_address': 'fa:16:3e:b3:84:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19c4a8f3-032b-4095-a183-02874d3846ee', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:19:39.235843 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a4872f06-7d0f-41fd-aa11-ccb3b3fe60de tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:39.278141 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f554ac59-ca2f-45c7-80bb-7d5fa435fa78 None None] Provisioning for port e30cdbcb-2983-4fd9-9dc1-5ba0c3fc0805 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:39.289986 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f554ac59-ca2f-45c7-80bb-7d5fa435fa78 None None] Provisioning complete for port e30cdbcb-2983-4fd9-9dc1-5ba0c3fc0805 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:39.290366 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f554ac59-ca2f-45c7-80bb-7d5fa435fa78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:39.292893 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30645eef-9781-43f9-b260-b4d950c700b3 tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Made reservation on behalf of da27e58deb8e4ac9a1bb8ffa81e4611b for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:39.297411 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-30645eef-9781-43f9-b260-b4d950c700b3 tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:39.300713 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-a4872f06-7d0f-41fd-aa11-ccb3b3fe60de tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Transition to ACTIVE for port object a24c8b4e-f78e-4e75-a06a-0b62c9ee9784 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:39.313686 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab62186-e172-4614-90ef-d145af2f7e4f req-0920d7c8-14c4-44b1-8546-95812909bae5 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:39.314383 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dab62186-e172-4614-90ef-d145af2f7e4f req-0920d7c8-14c4-44b1-8546-95812909bae5 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:39.380706 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:39.391669 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a4872f06-7d0f-41fd-aa11-ccb3b3fe60de tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:39.416048 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd888d17-9cca-40d7-8f8e-693a6eabcf34 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:19:39.424686 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f554ac59-ca2f-45c7-80bb-7d5fa435fa78 None None] Port e30cdbcb-2983-4fd9-9dc1-5ba0c3fc0805 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:19:39.451949 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port dd888d17-9cca-40d7-8f8e-693a6eabcf34, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=dd888d17-9cca-40d7-8f8e-693a6eabcf34,segment=NetworkSegment(a20813b4-504e-46f4-8d24-0733bbfbbd30),segment_id=a20813b4-504e-46f4-8d24-0733bbfbbd30)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:39.465749 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:39.504171 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4872f06-7d0f-41fd-aa11-ccb3b3fe60de tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Network 9b177248-511d-4cc6-ac6b-9960931516f4 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:39.507758 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-a4872f06-7d0f-41fd-aa11-ccb3b3fe60de tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:39.516708 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4872f06-7d0f-41fd-aa11-ccb3b3fe60de tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:19:39.523526 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4872f06-7d0f-41fd-aa11-ccb3b3fe60de tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:39.524242 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a4872f06-7d0f-41fd-aa11-ccb3b3fe60de tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:39.528444 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=dd888d17-9cca-40d7-8f8e-693a6eabcf34,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:39.551403 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4872f06-7d0f-41fd-aa11-ccb3b3fe60de tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event updated for resources: {'Port': ['ID=a24c8b4e-f78e-4e75-a06a-0b62c9ee9784,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:39.562969 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a4872f06-7d0f-41fd-aa11-ccb3b3fe60de tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9219370 Jul 15 23:19:39.568120 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38146) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:39.577447 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d39dc3-a72c-4a4c-966c-e92bac9c5984 req-fcfab7ce-1026-4e4c-ab86-10139010ca98 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:39.583926 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d39dc3-a72c-4a4c-966c-e92bac9c5984 req-fcfab7ce-1026-4e4c-ab86-10139010ca98 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:39.590252 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d39dc3-a72c-4a4c-966c-e92bac9c5984 req-fcfab7ce-1026-4e4c-ab86-10139010ca98 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:39.620248 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-65d39dc3-a72c-4a4c-966c-e92bac9c5984 req-fcfab7ce-1026-4e4c-ab86-10139010ca98 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/ports?device_id=4378fda7-3666-4ece-be50-c71bf27f1088 HTTP/1.1" status: 200 len: 2374 time: 0.9721601 Jul 15 23:19:39.687610 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['dd888d17-9cca-40d7-8f8e-693a6eabcf34'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:19:39.698041 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab62186-e172-4614-90ef-d145af2f7e4f req-0920d7c8-14c4-44b1-8546-95812909bae5 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6274951 Jul 15 23:19:39.709954 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-30645eef-9781-43f9-b260-b4d950c700b3 tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] device_id is not set on port 86c80499-c3e0-4ea7-ac03-ad0e758bfd97 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:19:39.750847 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be673ef6-7efb-46d0-8686-29e52bfe5956 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:39.756397 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-be673ef6-7efb-46d0-8686-29e52bfe5956 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1871765 Jul 15 23:19:39.759232 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38150) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:39.766711 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183eab82-d5a9-4b87-b374-4c4def3eb350 req-6f19b2df-0013-4ced-9e70-e3d6c637bfab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:39.768277 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-183eab82-d5a9-4b87-b374-4c4def3eb350 req-6f19b2df-0013-4ced-9e70-e3d6c637bfab service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4b15e22ba4eb43169240491cd7fe1115&device_id=59895b7a-313e-4b59-8f53-4f02766dd280 HTTP/1.1" status: 200 len: 1094 time: 0.9082394 Jul 15 23:19:39.779934 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-dab62186-e172-4614-90ef-d145af2f7e4f req-041db3b9-ad60-4b72-9507-60b2d814326e tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Request body: {'port': {'device_id': '4378fda7-3666-4ece-be50-c71bf27f1088', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'fe121fa5-288f-4a74-ba61-28037c633efd', 'admin_state_up': True, 'tenant_id': '1535e8fb4bbf47a995341d11b9792565', 'security_groups': ['744e907c-f836-4b84-9995-723c64aba29d']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:39.865243 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-65d39dc3-a72c-4a4c-966c-e92bac9c5984 req-007c5c54-952a-4a50-b75f-ff7f2f330ba4 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/security-groups?id=744e907c-f836-4b84-9995-723c64aba29d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2098124 Jul 15 23:19:39.878669 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df22c4d-868f-481f-b4a7-a93e3605de78 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:39.896105 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df22c4d-868f-481f-b4a7-a93e3605de78 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:39.907419 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df22c4d-868f-481f-b4a7-a93e3605de78 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:39.909100 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-7df22c4d-868f-481f-b4a7-a93e3605de78 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1455307 Jul 15 23:19:39.912303 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38152) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:40.005073 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-30645eef-9781-43f9-b260-b4d950c700b3 tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Allocated IP 172.20.0.8 (2173fb97-4dc5-4e61-afd2-49e54ba1d1d1/1150b065-e4e3-40ba-b8fe-eefdfabd830b/86c80499-c3e0-4ea7-ac03-ad0e758bfd97) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:40.081882 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-090c5d6e-d04c-4b7a-8128-b827d0d6fe7a tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Deleting port a24c8b4e-f78e-4e75-a06a-0b62c9ee9784 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:40.082236 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-090c5d6e-d04c-4b7a-8128-b827d0d6fe7a tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:40.186738 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-090c5d6e-d04c-4b7a-8128-b827d0d6fe7a tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:40.198231 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 76c32a84-4884-46b8-ab43-b62ae8b5d08f details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:19:40.201846 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-090c5d6e-d04c-4b7a-8128-b827d0d6fe7a tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Calling delete_port for a24c8b4e-f78e-4e75-a06a-0b62c9ee9784 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:40.205126 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device d3fc714c-6a9a-4962-ad93-6018423e677a no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:19:40.287919 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: d3fc714c-6a9a-4962-ad93-6018423e677a {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:19:40.288434 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device d3fc714c-6a9a-4962-ad93-6018423e677a not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:19:40.360363 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device a157fa2e-dadd-4205-9ade-83e0b704af17 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:19:40.450802 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc3b9a5-1419-4117-b3be-ecbcc5ac1901 req-2c4dd67d-50ae-4bba-8695-0bfb5c3bf867 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:40.464341 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7fc3b9a5-1419-4117-b3be-ecbcc5ac1901 req-2c4dd67d-50ae-4bba-8695-0bfb5c3bf867 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=59895b7a-313e-4b59-8f53-4f02766dd280 HTTP/1.1" status: 200 len: 943 time: 1.4118464 Jul 15 23:19:40.484233 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-090c5d6e-d04c-4b7a-8128-b827d0d6fe7a tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:40.564026 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 76c32a84-4884-46b8-ab43-b62ae8b5d08f, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=76c32a84-4884-46b8-ab43-b62ae8b5d08f,segment=NetworkSegment(056a97c3-fa40-4757-b96f-04fb527ec8cd),segment_id=056a97c3-fa40-4757-b96f-04fb527ec8cd)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:40.571491 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port a157fa2e-dadd-4205-9ade-83e0b704af17 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:40.603092 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '76c32a84-4884-46b8-ab43-b62ae8b5d08f', 'network_id': 'd1484756-2d6b-4cf1-82f2-ca0b5a0942a2', 'port_id': '76c32a84-4884-46b8-ab43-b62ae8b5d08f', 'mac_address': 'fa:16:3e:52:2a:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ce1cd1d-7829-480f-9da2-8bc3514230d8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:19:40.607139 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c5d6e-d04c-4b7a-8128-b827d0d6fe7a tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event deleted for resources: {'Port': ['ID=a24c8b4e-f78e-4e75-a06a-0b62c9ee9784,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:40.662438 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-090c5d6e-d04c-4b7a-8128-b827d0d6fe7a tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:40.670800 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-090c5d6e-d04c-4b7a-8128-b827d0d6fe7a tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "DELETE /v2.0/ports/a24c8b4e-f78e-4e75-a06a-0b62c9ee9784 HTTP/1.1" status: 204 len: 168 time: 0.7541573 Jul 15 23:19:40.671561 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38154) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:40.703192 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-9859c7af-97bb-4574-a070-0ed31ff319ca tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] GET failed (client error): The resource could not be found. Jul 15 23:19:40.708623 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-9859c7af-97bb-4574-a070-0ed31ff319ca tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "GET /v2.0/ports/a24c8b4e-f78e-4e75-a06a-0b62c9ee9784 HTTP/1.1" status: 404 len: 333 time: 0.0357916 Jul 15 23:19:40.709260 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38156) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:40.766971 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7fc3b9a5-1419-4117-b3be-ecbcc5ac1901 req-e5ccad7e-72d4-4c17-886a-fbf767fa89ea tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007891 Jul 15 23:19:40.851536 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:40.853747 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529fad90-3b8f-4485-b541-cc2cf21443d8 None None] Network 9b177248-511d-4cc6-ac6b-9960931516f4 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:19:40.896862 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76c32a84-4884-46b8-ab43-b62ae8b5d08f {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:19:40.916052 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2928f8ab-ac4e-4a21-a754-c614cad19d97 None None] Provisioning for port a157fa2e-dadd-4205-9ade-83e0b704af17 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:40.928296 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab481d4-1556-40c7-8228-c2ad36165f2f x-openstack-request-id: req-dab481d4-1556-40c7-8228-c2ad36165f2f {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:19:40.928728 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47399831-f20f-45e9-94e1-d2c475495282", "name": "network-vif-deleted", "tag": "d3fc714c-6a9a-4962-ad93-6018423e677a", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:19:40.929076 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dab481d4-1556-40c7-8228-c2ad36165f2f {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:19:40.929564 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47399831-f20f-45e9-94e1-d2c475495282', 'name': 'network-vif-deleted', 'tag': 'd3fc714c-6a9a-4962-ad93-6018423e677a', 'status': 'completed', 'code': 200} Jul 15 23:19:40.953402 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 76c32a84-4884-46b8-ab43-b62ae8b5d08f, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=76c32a84-4884-46b8-ab43-b62ae8b5d08f,segment=NetworkSegment(056a97c3-fa40-4757-b96f-04fb527ec8cd),segment_id=056a97c3-fa40-4757-b96f-04fb527ec8cd)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:40.956870 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2928f8ab-ac4e-4a21-a754-c614cad19d97 None None] Provisioning complete for port a157fa2e-dadd-4205-9ade-83e0b704af17 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:40.957423 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2928f8ab-ac4e-4a21-a754-c614cad19d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:40.963934 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-2dd76f03-4025-4cfa-b89b-425aa530ce1a tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Deleting port aaa2b8fa-214c-4501-b021-2ca7eefc9d22 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:40.965436 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2dd76f03-4025-4cfa-b89b-425aa530ce1a tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:40.965759 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:41.099742 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183eab82-d5a9-4b87-b374-4c4def3eb350 req-377b487f-2559-462c-a857-bbfead4f2c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:41.101583 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-183eab82-d5a9-4b87-b374-4c4def3eb350 req-377b487f-2559-462c-a857-bbfead4f2c89 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d1484756-2d6b-4cf1-82f2-ca0b5a0942a2 HTTP/1.1" status: 200 len: 907 time: 1.3096545 Jul 15 23:19:41.124838 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=76c32a84-4884-46b8-ab43-b62ae8b5d08f,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:41.140506 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2dd76f03-4025-4cfa-b89b-425aa530ce1a tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:41.150254 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-30645eef-9781-43f9-b260-b4d950c700b3 tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:41.158275 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-2dd76f03-4025-4cfa-b89b-425aa530ce1a tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Calling delete_port for aaa2b8fa-214c-4501-b021-2ca7eefc9d22 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:41.167990 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-30645eef-9781-43f9-b260-b4d950c700b3 tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Transition to ACTIVE for port object 86c80499-c3e0-4ea7-ac03-ad0e758bfd97 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:41.201144 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2928f8ab-ac4e-4a21-a754-c614cad19d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:41.221829 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['76c32a84-4884-46b8-ab43-b62ae8b5d08f'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:19:41.223118 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-30645eef-9781-43f9-b260-b4d950c700b3 tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:41.229952 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dab62186-e172-4614-90ef-d145af2f7e4f req-041db3b9-ad60-4b72-9507-60b2d814326e tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Made reservation on behalf of 1535e8fb4bbf47a995341d11b9792565 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:41.253869 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd505790-8500-4f78-8261-768f9250a7bd req-9c24b843-9d79-413c-8b29-c1480897e53a tempest-ServerAddressesTestJSON-1275195858 tempest-ServerAddressesTestJSON-1275195858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:41.255475 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fd505790-8500-4f78-8261-768f9250a7bd req-9c24b843-9d79-413c-8b29-c1480897e53a tempest-ServerAddressesTestJSON-1275195858 tempest-ServerAddressesTestJSON-1275195858-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ac82b46-4071-4f7c-ad73-8849f4a0aa4a HTTP/1.1" status: 200 len: 944 time: 0.7698274 Jul 15 23:19:41.287160 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab200e0-4aca-4e0b-a04e-d9ab40315eff req-be577de9-b299-4b89-94c1-f2d7db2427cc tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:41.288659 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-eab200e0-4aca-4e0b-a04e-d9ab40315eff req-be577de9-b299-4b89-94c1-f2d7db2427cc tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.49 "GET /v2.0/networks?id=c6d78d97-c5bd-4992-9d0e-5892dffd416b HTTP/1.1" status: 200 len: 815 time: 0.7883441 Jul 15 23:19:41.320163 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-2928f8ab-ac4e-4a21-a754-c614cad19d97 None None] For port a157fa2e-dadd-4205-9ade-83e0b704af17, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=a157fa2e-dadd-4205-9ade-83e0b704af17,segment=NetworkSegment(1fade463-df11-4b90-a663-9d58d6253a8b),segment_id=1fade463-df11-4b90-a663-9d58d6253a8b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:41.330818 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2dd76f03-4025-4cfa-b89b-425aa530ce1a tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:41.332035 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2928f8ab-ac4e-4a21-a754-c614cad19d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:41.363342 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd76f03-4025-4cfa-b89b-425aa530ce1a tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event deleted for resources: {'Port': ['ID=aaa2b8fa-214c-4501-b021-2ca7eefc9d22,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:41.370728 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c63fa6dc-f697-452f-8650-13569c51bc23 req-84788120-7e07-4822-affc-159bd3423c18 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=05996556-a5ab-4009-a945-0cdec829a469 HTTP/1.1" status: 200 len: 210 time: 0.2601852 Jul 15 23:19:41.405095 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2dd76f03-4025-4cfa-b89b-425aa530ce1a tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:41.410088 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-2dd76f03-4025-4cfa-b89b-425aa530ce1a tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "DELETE /v2.0/ports/aaa2b8fa-214c-4501-b021-2ca7eefc9d22 HTTP/1.1" status: 204 len: 168 time: 0.6972744 Jul 15 23:19:41.410273 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-eab200e0-4aca-4e0b-a04e-d9ab40315eff req-f616bc71-a3df-4dca-a476-0cfba6ced3e9 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Request body: {'port': {'device_id': '05996556-a5ab-4009-a945-0cdec829a469', 'network_id': 'c6d78d97-c5bd-4992-9d0e-5892dffd416b', 'admin_state_up': True, 'tenant_id': '0fcede583b6b458da6b681624616b0b4'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:41.410639 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38160) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:41.447498 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd438ec2-35c8-4974-9d83-9aaa83498fdb tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] GET failed (client error): The resource could not be found. Jul 15 23:19:41.454670 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-cd438ec2-35c8-4974-9d83-9aaa83498fdb tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "GET /v2.0/ports/aaa2b8fa-214c-4501-b021-2ca7eefc9d22 HTTP/1.1" status: 404 len: 333 time: 0.0375199 Jul 15 23:19:41.455472 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38162) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:41.496026 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-183eab82-d5a9-4b87-b374-4c4def3eb350 req-dfb0307f-e479-40d8-b605-b560fd4080d0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=76c32a84-4884-46b8-ab43-b62ae8b5d08f HTTP/1.1" status: 200 len: 217 time: 0.2880878 Jul 15 23:19:41.515295 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2928f8ab-ac4e-4a21-a754-c614cad19d97 None None] Pushing event updated for resources: {'Port': ['ID=a157fa2e-dadd-4205-9ade-83e0b704af17,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:41.561122 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d080614-53b7-4628-a9cf-cc597792d203 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Deleting subnet ecbe27fd-1246-40c8-a619-e7f67bfaeef7 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:19:41.573390 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d080614-53b7-4628-a9cf-cc597792d203 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:41.636212 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fd505790-8500-4f78-8261-768f9250a7bd req-7e0972a1-4f35-49c2-9fd4-628bbab67dbd tempest-ServerAddressesTestJSON-1275195858 tempest-ServerAddressesTestJSON-1275195858-project] 10.222.0.48 "GET /v2.0/security-groups?id=6588f4c7-3e7c-49d3-8e8b-44ce16f9bcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343992 Jul 15 23:19:41.647470 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30645eef-9781-43f9-b260-b4d950c700b3 tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Network 2173fb97-4dc5-4e61-afd2-49e54ba1d1d1 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:41.661563 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d080614-53b7-4628-a9cf-cc597792d203 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:41.782664 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183eab82-d5a9-4b87-b374-4c4def3eb350 req-dd7c4357-1dd8-4047-adbb-bce3f0b95d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:41.784130 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-183eab82-d5a9-4b87-b374-4c4def3eb350 req-dd7c4357-1dd8-4047-adbb-bce3f0b95d82 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1ce1cd1d-7829-480f-9da2-8bc3514230d8 HTTP/1.1" status: 200 len: 846 time: 0.2111173 Jul 15 23:19:41.784762 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30645eef-9781-43f9-b260-b4d950c700b3 tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Pushing event updated for resources: {'Port': ['ID=86c80499-c3e0-4ea7-ac03-ad0e758bfd97,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:41.792244 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d080614-53b7-4628-a9cf-cc597792d203 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:41.807413 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-30645eef-9781-43f9-b260-b4d950c700b3 tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:41.860209 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1cf11828-647c-4238-bf7f-de72eecef82c None None] Could not find standard attr ID for object aaa2b8fa-214c-4501-b021-2ca7eefc9d22. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:19:41.867156 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30645eef-9781-43f9-b260-b4d950c700b3 tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:19:41.894736 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1cf11828-647c-4238-bf7f-de72eecef82c None None] Provisioning complete for port a157fa2e-dadd-4205-9ade-83e0b704af17 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:41.897511 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d080614-53b7-4628-a9cf-cc597792d203 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:41.898029 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1cf11828-647c-4238-bf7f-de72eecef82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:41.971772 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d080614-53b7-4628-a9cf-cc597792d203 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event deleted for resources: {'Subnet': ['ID=ecbe27fd-1246-40c8-a619-e7f67bfaeef7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:41.985905 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d080614-53b7-4628-a9cf-cc597792d203 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:41.991064 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-6d080614-53b7-4628-a9cf-cc597792d203 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "DELETE /v2.0/subnets/ecbe27fd-1246-40c8-a619-e7f67bfaeef7 HTTP/1.1" status: 204 len: 168 time: 0.5339622 Jul 15 23:19:41.991899 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38166) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:42.032247 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-183eab82-d5a9-4b87-b374-4c4def3eb350 req-8a052715-3ef9-4069-b22a-b102a3adae16 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d1484756-2d6b-4cf1-82f2-ca0b5a0942a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1941855 Jul 15 23:19:42.187092 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-183eab82-d5a9-4b87-b374-4c4def3eb350 req-3c33ca33-8ed7-4208-b696-c301f1e58f75 service neutron] 10.222.0.49 "GET /v2.0/networks/d1484756-2d6b-4cf1-82f2-ca0b5a0942a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405673 Jul 15 23:19:42.196365 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device dd888d17-9cca-40d7-8f8e-693a6eabcf34 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:19:42.242265 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d92e2762-0b73-433a-8137-233137e2bc7a tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:42.304336 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e407f881-ab98-4123-99df-aa11044bb577 None None] Network 9b177248-511d-4cc6-ac6b-9960931516f4 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:19:42.342284 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-d92e2762-0b73-433a-8137-233137e2bc7a tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Deleting port a157fa2e-dadd-4205-9ade-83e0b704af17 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:42.342776 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d92e2762-0b73-433a-8137-233137e2bc7a tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:42.409875 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device a157fa2e-dadd-4205-9ade-83e0b704af17 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:19:42.421174 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eab200e0-4aca-4e0b-a04e-d9ab40315eff req-f616bc71-a3df-4dca-a476-0cfba6ced3e9 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Made reservation on behalf of 0fcede583b6b458da6b681624616b0b4 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:42.425036 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-eab200e0-4aca-4e0b-a04e-d9ab40315eff req-f616bc71-a3df-4dca-a476-0cfba6ced3e9 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:42.425653 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-d92e2762-0b73-433a-8137-233137e2bc7a tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] For port a157fa2e-dadd-4205-9ade-83e0b704af17, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=a157fa2e-dadd-4205-9ade-83e0b704af17,segment=NetworkSegment(1fade463-df11-4b90-a663-9d58d6253a8b),segment_id=1fade463-df11-4b90-a663-9d58d6253a8b)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:42.426047 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d92e2762-0b73-433a-8137-233137e2bc7a tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:42.440064 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-d92e2762-0b73-433a-8137-233137e2bc7a tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Calling delete_port for a157fa2e-dadd-4205-9ade-83e0b704af17 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:42.447609 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ebacce55-d36c-4218-a976-fa00bb2193ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:42.459227 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b8c0b6e0-6a39-4829-bd31-7e07802d8e67 None None] Could not find standard attr ID for object aaa2b8fa-214c-4501-b021-2ca7eefc9d22. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:19:42.500544 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port a157fa2e-dadd-4205-9ade-83e0b704af17 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:42.500971 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:42.531920 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d92e2762-0b73-433a-8137-233137e2bc7a tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:42.542203 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30645eef-9781-43f9-b260-b4d950c700b3 tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:42.542940 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-30645eef-9781-43f9-b260-b4d950c700b3 tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:42.567154 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92e2762-0b73-433a-8137-233137e2bc7a tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event deleted for resources: {'Port': ['ID=a157fa2e-dadd-4205-9ade-83e0b704af17,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:42.571010 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Could not find standard attr ID for object a157fa2e-dadd-4205-9ade-83e0b704af17. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:19:42.577444 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92e2762-0b73-433a-8137-233137e2bc7a tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] No DVR routers for this DVR port a157fa2e-dadd-4205-9ade-83e0b704af17 on host n-d-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:19:42.580616 n-d-794306-6 neutron-server[93772]: INFO neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No ports have port_id starting with a157fa2e-dadd-4205-9ade-83e0b704af17 Jul 15 23:19:42.581844 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port dd888d17-9cca-40d7-8f8e-693a6eabcf34 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:42.590381 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port dd888d17-9cca-40d7-8f8e-693a6eabcf34 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:42.591647 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:42.634632 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ad96f580-a85d-4b80-933c-6042df76a912 None None] Provisioning for port 86c80499-c3e0-4ea7-ac03-ad0e758bfd97 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:42.640229 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ad96f580-a85d-4b80-933c-6042df76a912 None None] Provisioning complete for port 86c80499-c3e0-4ea7-ac03-ad0e758bfd97 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:42.640615 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ad96f580-a85d-4b80-933c-6042df76a912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:42.651991 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dab62186-e172-4614-90ef-d145af2f7e4f req-041db3b9-ad60-4b72-9507-60b2d814326e tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:42.685641 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ad96f580-a85d-4b80-933c-6042df76a912 None None] Port 86c80499-c3e0-4ea7-ac03-ad0e758bfd97 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:19:42.691745 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1109b8-9045-4429-95da-6ce55b4b352d None None] DHCP port deletion for 9b177248-511d-4cc6-ac6b-9960931516f4 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:19:42.698709 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72357d2c-2feb-4859-8b0d-32678870f85b req-1c014c7a-c1ac-4084-bf4a-8bccbf5526b8 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:42.709864 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72357d2c-2feb-4859-8b0d-32678870f85b req-1c014c7a-c1ac-4084-bf4a-8bccbf5526b8 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:42.717066 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72357d2c-2feb-4859-8b0d-32678870f85b req-1c014c7a-c1ac-4084-bf4a-8bccbf5526b8 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:42.718748 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d92e2762-0b73-433a-8137-233137e2bc7a tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:42.719057 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-72357d2c-2feb-4859-8b0d-32678870f85b req-1c014c7a-c1ac-4084-bf4a-8bccbf5526b8 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/ports?device_id=4378fda7-3666-4ece-be50-c71bf27f1088 HTTP/1.1" status: 200 len: 2374 time: 0.9273322 Jul 15 23:19:42.735076 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38174) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:42.735659 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-30645eef-9781-43f9-b260-b4d950c700b3 tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 4.4086804 Jul 15 23:19:42.763929 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:42.772498 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-d92e2762-0b73-433a-8137-233137e2bc7a tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b177248-511d-4cc6-ac6b-9960931516f4']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:42.797126 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ac82b46-4071-4f7c-ad73-8849f4a0aa4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd888d17-9cca-40d7-8f8e-693a6eabcf34'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:19:42.799410 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1473b713-fa3e-42b4-bfb6-6b0d12f6764b" -d '{"events": [{"server_uuid": "6ac82b46-4071-4f7c-ad73-8849f4a0aa4a", "name": "network-vif-plugged", "status": "completed", "tag": "dd888d17-9cca-40d7-8f8e-693a6eabcf34"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:19:42.803183 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-d92e2762-0b73-433a-8137-233137e2bc7a tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fade463-df11-4b90-a663-9d58d6253a8b') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:42.803489 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-d92e2762-0b73-433a-8137-233137e2bc7a tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fade463-df11-4b90-a663-9d58d6253a8b') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:42.816471 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port dd888d17-9cca-40d7-8f8e-693a6eabcf34, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=dd888d17-9cca-40d7-8f8e-693a6eabcf34,segment=NetworkSegment(a20813b4-504e-46f4-8d24-0733bbfbbd30),segment_id=a20813b4-504e-46f4-8d24-0733bbfbbd30)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:42.832482 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d92e2762-0b73-433a-8137-233137e2bc7a tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:42.832633 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:42.832633 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 76c32a84-4884-46b8-ab43-b62ae8b5d08f up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:19:42.835650 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-eab200e0-4aca-4e0b-a04e-d9ab40315eff req-f616bc71-a3df-4dca-a476-0cfba6ced3e9 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Allocated IP 172.20.0.6 (c6d78d97-c5bd-4992-9d0e-5892dffd416b/a144ec76-c4c9-4c39-825f-807a0a3dd5eb/4a788c16-02d5-43ea-9a3c-bbb6a7ed1d33) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:42.861467 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d92e2762-0b73-433a-8137-233137e2bc7a tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:42.874633 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4acff442-d769-43b6-a993-4b850adaf628 tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:42.881159 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4acff442-d769-43b6-a993-4b850adaf628 tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:42.889033 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4acff442-d769-43b6-a993-4b850adaf628 tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:42.891351 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-4acff442-d769-43b6-a993-4b850adaf628 tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.1551261 Jul 15 23:19:42.895114 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38178) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:42.924093 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=dd888d17-9cca-40d7-8f8e-693a6eabcf34,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:42.928503 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d92e2762-0b73-433a-8137-233137e2bc7a tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:19:42.928815 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d92e2762-0b73-433a-8137-233137e2bc7a tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:42.932222 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:19:42.932222 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:19:42.932222 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:19:42.932222 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:19:42.932222 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:19:42.932222 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:19:42.932222 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:19:42.932222 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:19:42.932222 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:19:42.932222 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:19:42.932222 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:19:42.932222 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:19:42.932222 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:19:42.932222 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:19:42.932222 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:19:42.932222 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:19:42.932222 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:19:42.932222 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:19:42.932222 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:19:42.932222 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:19:42.932222 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:19:42.932222 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:19:42.932222 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:19:42.932222 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:19:42.932222 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:19:42.932222 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:19:42.932222 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:19:42.932222 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:19:42.932222 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:19:42.932222 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:19:42.932222 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:19:42.932222 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:19:42.932222 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:19:42.932222 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:19:42.932222 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:19:42.932222 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:19:42.932222 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:19:42.932222 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:19:42.946487 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-183eab82-d5a9-4b87-b374-4c4def3eb350 req-a0c3322e-6a96-47d4-8b8c-1e608548f732 service neutron] 10.222.0.49 "GET /v2.0/networks/d1484756-2d6b-4cf1-82f2-ca0b5a0942a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7430594 Jul 15 23:19:42.951293 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-72357d2c-2feb-4859-8b0d-32678870f85b req-adb7f7a4-c005-4d5e-babb-8cd936eac56d tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/security-groups?id=744e907c-f836-4b84-9995-723c64aba29d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2073102 Jul 15 23:19:42.969392 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port 76c32a84-4884-46b8-ab43-b62ae8b5d08f completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:42.980369 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 76c32a84-4884-46b8-ab43-b62ae8b5d08f triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:42.982252 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:43.054684 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d92e2762-0b73-433a-8137-233137e2bc7a tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:43.094508 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d92e2762-0b73-433a-8137-233137e2bc7a tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:43.096725 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d92e2762-0b73-433a-8137-233137e2bc7a tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "DELETE /v2.0/networks/9b177248-511d-4cc6-ac6b-9960931516f4 HTTP/1.1" status: 204 len: 168 time: 1.1034617 Jul 15 23:19:43.100927 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92e2762-0b73-433a-8137-233137e2bc7a tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event deleted for resources: {'Network': ['ID=9b177248-511d-4cc6-ac6b-9960931516f4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:43.101114 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38180) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:43.108041 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-cc7cad7f-9ee9-4ea2-8bff-174a4e343104 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2131154164'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:43.148692 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-23e05ff5-0b01-44ee-acc5-3475ac30cbfa tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Deleting port 86c80499-c3e0-4ea7-ac03-ad0e758bfd97 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:43.149248 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23e05ff5-0b01-44ee-acc5-3475ac30cbfa tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:43.162451 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:43.171910 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc7cad7f-9ee9-4ea2-8bff-174a4e343104 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Made reservation on behalf of 6e9aa8192e944c7f9b496773dbd06067 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:43.176640 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc7cad7f-9ee9-4ea2-8bff-174a4e343104 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:43.224427 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 76c32a84-4884-46b8-ab43-b62ae8b5d08f, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=76c32a84-4884-46b8-ab43-b62ae8b5d08f,segment=NetworkSegment(056a97c3-fa40-4757-b96f-04fb527ec8cd),segment_id=056a97c3-fa40-4757-b96f-04fb527ec8cd)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:43.229503 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:43.290277 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc7cad7f-9ee9-4ea2-8bff-174a4e343104 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:19:43.309340 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=76c32a84-4884-46b8-ab43-b62ae8b5d08f,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:43.316399 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc7cad7f-9ee9-4ea2-8bff-174a4e343104 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:43.316747 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-cc7cad7f-9ee9-4ea2-8bff-174a4e343104 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Added segment 228f6a52-5ad1-47d6-9bf9-35133bda9077 of type vlan for network cdb39d2e-9000-4122-aaf4-b59f09c09651 Jul 15 23:19:43.319411 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23e05ff5-0b01-44ee-acc5-3475ac30cbfa tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:43.361012 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-23e05ff5-0b01-44ee-acc5-3475ac30cbfa tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Calling delete_port for 86c80499-c3e0-4ea7-ac03-ad0e758bfd97 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:43.386108 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc7cad7f-9ee9-4ea2-8bff-174a4e343104 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:43.401422 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b92364-f02c-40da-a780-1c96d3af6eba req-9c0b6261-a49c-4304-8a74-b8fb0c8ad9f4 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:43.404452 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-40b92364-f02c-40da-a780-1c96d3af6eba req-9c0b6261-a49c-4304-8a74-b8fb0c8ad9f4 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=59895b7a-313e-4b59-8f53-4f02766dd280 HTTP/1.1" status: 200 len: 944 time: 1.1630061 Jul 15 23:19:43.474991 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc7cad7f-9ee9-4ea2-8bff-174a4e343104 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:43.482058 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7cad7f-9ee9-4ea2-8bff-174a4e343104 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:43.482873 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc7cad7f-9ee9-4ea2-8bff-174a4e343104 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:43.541639 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d3816efd-4fcb-4602-8400-8786dd156866 req-eabd608b-3706-4b0d-91bf-67032153b19d tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=05996556-a5ab-4009-a945-0cdec829a469 HTTP/1.1" status: 200 len: 210 time: 0.1019681 Jul 15 23:19:43.544933 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-cc7cad7f-9ee9-4ea2-8bff-174a4e343104 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4411182 Jul 15 23:19:43.570327 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 38182) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:43.580264 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7cad7f-9ee9-4ea2-8bff-174a4e343104 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event updated for resources: {'Network': ['ID=cdb39d2e-9000-4122-aaf4-b59f09c09651,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:43.585457 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-17977529-16f2-408f-aa57-b8c6bfb17dfe tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Request body: {'subnet': {'network_id': 'cdb39d2e-9000-4122-aaf4-b59f09c09651', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:43.592080 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network cdb39d2e-9000-4122-aaf4-b59f09c09651 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:19:43.655367 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23e05ff5-0b01-44ee-acc5-3475ac30cbfa tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:43.709590 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e05ff5-0b01-44ee-acc5-3475ac30cbfa tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Pushing event deleted for resources: {'Port': ['ID=86c80499-c3e0-4ea7-ac03-ad0e758bfd97,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:43.844780 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23e05ff5-0b01-44ee-acc5-3475ac30cbfa tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:43.850380 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-dab62186-e172-4614-90ef-d145af2f7e4f req-041db3b9-ad60-4b72-9507-60b2d814326e tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Allocated IP 10.2.2.100 (fe121fa5-288f-4a74-ba61-28037c633efd/a0838200-662b-4f7c-b59f-334165738cb9/ce62c9f8-fc6d-4c1c-8d01-6e2783cba432) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:43.851240 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-23e05ff5-0b01-44ee-acc5-3475ac30cbfa tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] 10.222.0.48 "DELETE /v2.0/ports/86c80499-c3e0-4ea7-ac03-ad0e758bfd97 HTTP/1.1" status: 204 len: 168 time: 0.9549181 Jul 15 23:19:43.851982 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38184) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:43.859525 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-71e3f9d5-584d-4fe6-8cc6-bf2ca6488c3c tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Request body: {'port': {'name': 'tempest-new-port-name-171313193', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:43.860096 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.api.validators [None req-71e3f9d5-584d-4fe6-8cc6-bf2ca6488c3c tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] bootfile-name is not in valid_values {{(pid=93771) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 23:19:43.860518 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.api.validators [None req-71e3f9d5-584d-4fe6-8cc6-bf2ca6488c3c tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] tftp-server is not in valid_values {{(pid=93771) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 23:19:43.860913 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.api.validators [None req-71e3f9d5-584d-4fe6-8cc6-bf2ca6488c3c tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] server-ip-address is not in valid_values {{(pid=93771) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 23:19:43.876332 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-eab200e0-4aca-4e0b-a04e-d9ab40315eff req-f616bc71-a3df-4dca-a476-0cfba6ced3e9 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:43.975282 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-71e3f9d5-584d-4fe6-8cc6-bf2ca6488c3c tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:43.993021 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-eab200e0-4aca-4e0b-a04e-d9ab40315eff req-f616bc71-a3df-4dca-a476-0cfba6ced3e9 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:44.041742 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-40b92364-f02c-40da-a780-1c96d3af6eba req-0228c66b-9ee6-460f-bcba-562c467b1ee2 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5919602 Jul 15 23:19:44.107883 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5735c994-ca3b-4f13-8151-4380eabb51aa x-openstack-request-id: req-5735c994-ca3b-4f13-8151-4380eabb51aa {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:19:44.108255 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ac82b46-4071-4f7c-ad73-8849f4a0aa4a", "name": "network-vif-plugged", "status": "completed", "tag": "dd888d17-9cca-40d7-8f8e-693a6eabcf34", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:19:44.108527 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5735c994-ca3b-4f13-8151-4380eabb51aa {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:19:44.108939 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ac82b46-4071-4f7c-ad73-8849f4a0aa4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd888d17-9cca-40d7-8f8e-693a6eabcf34', 'code': 200} Jul 15 23:19:44.140727 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f616bc71-a3df-4dca-a476-0cfba6ced3e9 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Pushing event updated for resources: {'Port': ['ID=4a788c16-02d5-43ea-9a3c-bbb6a7ed1d33,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:44.266706 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-71e3f9d5-584d-4fe6-8cc6-bf2ca6488c3c tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:44.272638 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-71e3f9d5-584d-4fe6-8cc6-bf2ca6488c3c tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:44.282686 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device a157fa2e-dadd-4205-9ade-83e0b704af17 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:19:44.287971 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eab200e0-4aca-4e0b-a04e-d9ab40315eff req-f616bc71-a3df-4dca-a476-0cfba6ced3e9 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Network c6d78d97-c5bd-4992-9d0e-5892dffd416b is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:44.311066 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: a157fa2e-dadd-4205-9ade-83e0b704af17 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:19:44.313091 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device a157fa2e-dadd-4205-9ade-83e0b704af17 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:19:44.376587 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e3f9d5-584d-4fe6-8cc6-bf2ca6488c3c tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Pushing event updated for resources: {'Port': ['ID=8854ca18-128c-4623-815a-84b37df4917c,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:44.388788 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-eab200e0-4aca-4e0b-a04e-d9ab40315eff req-f616bc71-a3df-4dca-a476-0cfba6ced3e9 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:44.397120 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-71e3f9d5-584d-4fe6-8cc6-bf2ca6488c3c tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] In _notify_port_updated(), no bound segment for port 8854ca18-128c-4623-815a-84b37df4917c on network 2173fb97-4dc5-4e61-afd2-49e54ba1d1d1 {{(pid=93771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:19:44.403846 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e3f9d5-584d-4fe6-8cc6-bf2ca6488c3c tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:44.404317 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17977529-16f2-408f-aa57-b8c6bfb17dfe tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Made reservation on behalf of 6e9aa8192e944c7f9b496773dbd06067 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:44.404964 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-71e3f9d5-584d-4fe6-8cc6-bf2ca6488c3c tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:44.407946 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-17977529-16f2-408f-aa57-b8c6bfb17dfe tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:44.409312 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-71e3f9d5-584d-4fe6-8cc6-bf2ca6488c3c tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] 10.222.0.48 "PUT /v2.0/ports/8854ca18-128c-4623-815a-84b37df4917c HTTP/1.1" status: 200 len: 1136 time: 0.5559573 Jul 15 23:19:44.410005 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38188) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:44.467660 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-eab200e0-4aca-4e0b-a04e-d9ab40315eff req-f616bc71-a3df-4dca-a476-0cfba6ced3e9 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:19:44.486420 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42548a3c-e68d-4cb7-bb5b-59a5fe3b9fc5 tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:44.488947 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-42548a3c-e68d-4cb7-bb5b-59a5fe3b9fc5 tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] 10.222.0.48 "GET /v2.0/ports/8854ca18-128c-4623-815a-84b37df4917c HTTP/1.1" status: 200 len: 1136 time: 0.0777655 Jul 15 23:19:44.492607 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38190) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:44.597731 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133786d6-d039-4d79-8f41-654271e1eea1 req-5bdad275-523d-450c-9bc4-597c08f0f136 tempest-ServerAddressesTestJSON-1275195858 tempest-ServerAddressesTestJSON-1275195858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:44.599436 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-133786d6-d039-4d79-8f41-654271e1eea1 req-5bdad275-523d-450c-9bc4-597c08f0f136 tempest-ServerAddressesTestJSON-1275195858 tempest-ServerAddressesTestJSON-1275195858-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ac82b46-4071-4f7c-ad73-8849f4a0aa4a HTTP/1.1" status: 200 len: 945 time: 0.6257653 Jul 15 23:19:44.636625 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-df32afa0-186e-4382-93d6-9883ece405ed tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Deleting port 8854ca18-128c-4623-815a-84b37df4917c {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:44.636928 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df32afa0-186e-4382-93d6-9883ece405ed tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:44.642601 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c8b5b-2ffe-47b3-a237-39da4f24ae51 req-704f3867-c227-44d9-8414-05042454a6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:44.644420 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-563c8b5b-2ffe-47b3-a237-39da4f24ae51 req-704f3867-c227-44d9-8414-05042454a6db service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6ac82b46-4071-4f7c-ad73-8849f4a0aa4a HTTP/1.1" status: 200 len: 1096 time: 0.4333000 Jul 15 23:19:44.695109 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab200e0-4aca-4e0b-a04e-d9ab40315eff req-f616bc71-a3df-4dca-a476-0cfba6ced3e9 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:44.695853 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-eab200e0-4aca-4e0b-a04e-d9ab40315eff req-f616bc71-a3df-4dca-a476-0cfba6ced3e9 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:44.704721 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dab62186-e172-4614-90ef-d145af2f7e4f req-041db3b9-ad60-4b72-9507-60b2d814326e tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:44.722596 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f45b8700-e634-4810-b249-be03bf266ee1 None None] Provisioning complete for port 8854ca18-128c-4623-815a-84b37df4917c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:44.723110 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f45b8700-e634-4810-b249-be03bf266ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:44.752974 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df32afa0-186e-4382-93d6-9883ece405ed tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:44.773293 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-df32afa0-186e-4382-93d6-9883ece405ed tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Calling delete_port for 8854ca18-128c-4623-815a-84b37df4917c owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:44.774566 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f45b8700-e634-4810-b249-be03bf266ee1 None None] Port 8854ca18-128c-4623-815a-84b37df4917c cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:19:44.814249 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-dab62186-e172-4614-90ef-d145af2f7e4f req-041db3b9-ad60-4b72-9507-60b2d814326e tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Transition to ACTIVE for port object ce62c9f8-fc6d-4c1c-8d01-6e2783cba432 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:44.819339 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-133786d6-d039-4d79-8f41-654271e1eea1 req-dff50c74-49d1-46f3-a4f0-4c9c4cb78013 tempest-ServerAddressesTestJSON-1275195858 tempest-ServerAddressesTestJSON-1275195858-project] 10.222.0.48 "GET /v2.0/security-groups?id=6588f4c7-3e7c-49d3-8e8b-44ce16f9bcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984267 Jul 15 23:19:44.825849 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-eab200e0-4aca-4e0b-a04e-d9ab40315eff req-f616bc71-a3df-4dca-a476-0cfba6ced3e9 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4255931 Jul 15 23:19:44.838621 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-eab200e0-4aca-4e0b-a04e-d9ab40315eff req-caba19b7-58e5-4b21-9cee-e3bc09b06b66 service neutron] Request body: {'port': {'device_id': '05996556-a5ab-4009-a945-0cdec829a469', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:44.886610 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43cf9ba-6810-4823-a4fd-c224884bf403 req-c3e62d77-5225-4f80-9983-7806bb0fdf2a tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:44.894838 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43cf9ba-6810-4823-a4fd-c224884bf403 req-c3e62d77-5225-4f80-9983-7806bb0fdf2a tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:44.901563 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43cf9ba-6810-4823-a4fd-c224884bf403 req-c3e62d77-5225-4f80-9983-7806bb0fdf2a tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:44.904089 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f43cf9ba-6810-4823-a4fd-c224884bf403 req-c3e62d77-5225-4f80-9983-7806bb0fdf2a tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/ports?device_id=4378fda7-3666-4ece-be50-c71bf27f1088 HTTP/1.1" status: 200 len: 2374 time: 0.6180279 Jul 15 23:19:44.936439 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-563c8b5b-2ffe-47b3-a237-39da4f24ae51 req-16aff169-0425-4dd9-ab09-8a96504cf5b3 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6588f4c7-3e7c-49d3-8e8b-44ce16f9bcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718651 Jul 15 23:19:44.977537 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df32afa0-186e-4382-93d6-9883ece405ed tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:45.020138 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df32afa0-186e-4382-93d6-9883ece405ed tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Pushing event deleted for resources: {'Port': ['ID=8854ca18-128c-4623-815a-84b37df4917c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:45.133324 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df32afa0-186e-4382-93d6-9883ece405ed tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:45.139175 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-df32afa0-186e-4382-93d6-9883ece405ed tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] 10.222.0.48 "DELETE /v2.0/ports/8854ca18-128c-4623-815a-84b37df4917c HTTP/1.1" status: 204 len: 168 time: 0.6431112 Jul 15 23:19:45.142283 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38198) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:45.214453 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4b972d3-d06a-4682-928a-2496eb35093d tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Deleting subnet 1150b065-e4e3-40ba-b8fe-eefdfabd830b {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:19:45.220685 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4b972d3-d06a-4682-928a-2496eb35093d tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:45.239489 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f43cf9ba-6810-4823-a4fd-c224884bf403 req-8a311f12-7818-48d4-b14b-b8f86e243ea8 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/security-groups?id=744e907c-f836-4b84-9995-723c64aba29d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3101916 Jul 15 23:19:45.257278 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dab62186-e172-4614-90ef-d145af2f7e4f req-041db3b9-ad60-4b72-9507-60b2d814326e tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:45.270240 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-eab200e0-4aca-4e0b-a04e-d9ab40315eff req-caba19b7-58e5-4b21-9cee-e3bc09b06b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:45.274049 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-17977529-16f2-408f-aa57-b8c6bfb17dfe tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:45.299286 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4b972d3-d06a-4682-928a-2496eb35093d tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:45.419881 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-ebacce55-d36c-4218-a976-fa00bb2193ca admin admin] Deleting port 02b9840b-4f2a-4636-a752-0c7354a5fa50 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:45.420357 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ebacce55-d36c-4218-a976-fa00bb2193ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:45.424204 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dab62186-e172-4614-90ef-d145af2f7e4f req-041db3b9-ad60-4b72-9507-60b2d814326e tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Network fe121fa5-288f-4a74-ba61-28037c633efd is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:45.464638 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4b972d3-d06a-4682-928a-2496eb35093d tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:45.479148 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-dab62186-e172-4614-90ef-d145af2f7e4f req-041db3b9-ad60-4b72-9507-60b2d814326e tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:45.486679 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-dab62186-e172-4614-90ef-d145af2f7e4f req-041db3b9-ad60-4b72-9507-60b2d814326e tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:19:45.536012 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041db3b9-ad60-4b72-9507-60b2d814326e tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Pushing event updated for resources: {'Port': ['ID=ce62c9f8-fc6d-4c1c-8d01-6e2783cba432,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:45.599676 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4b972d3-d06a-4682-928a-2496eb35093d tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:45.615967 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5a697-cd1e-43c4-a50c-9a336ca09dda req-45c0cb87-44a1-46db-bb40-14d56eee49b9 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:45.626367 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ffe5a697-cd1e-43c4-a50c-9a336ca09dda req-45c0cb87-44a1-46db-bb40-14d56eee49b9 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=05996556-a5ab-4009-a945-0cdec829a469 HTTP/1.1" status: 200 len: 931 time: 0.5431528 Jul 15 23:19:45.633851 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17977529-16f2-408f-aa57-b8c6bfb17dfe tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event updated for resources: {'Subnet': ['ID=0a2d7975-cd38-4204-9876-f110f27f85af,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:45.661540 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b972d3-d06a-4682-928a-2496eb35093d tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Pushing event deleted for resources: {'Subnet': ['ID=1150b065-e4e3-40ba-b8fe-eefdfabd830b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:45.678649 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd891c7b-1b47-43a5-9881-848f4341b2ea None None] Network 2173fb97-4dc5-4e61-afd2-49e54ba1d1d1 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:19:45.679174 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4b972d3-d06a-4682-928a-2496eb35093d tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:45.680981 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d4b972d3-d06a-4682-928a-2496eb35093d tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] 10.222.0.48 "DELETE /v2.0/subnets/1150b065-e4e3-40ba-b8fe-eefdfabd830b HTTP/1.1" status: 204 len: 168 time: 0.5371239 Jul 15 23:19:45.684263 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38200) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:45.839137 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab62186-e172-4614-90ef-d145af2f7e4f req-041db3b9-ad60-4b72-9507-60b2d814326e tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:45.845986 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dab62186-e172-4614-90ef-d145af2f7e4f req-041db3b9-ad60-4b72-9507-60b2d814326e tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:45.861091 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9f0ceaf1-55ab-4b61-8eaa-519cec6dad9c tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:45.938694 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3133bfb1-3e1f-44ed-beb6-d983c5b913af None None] Provisioning for port ce62c9f8-fc6d-4c1c-8d01-6e2783cba432 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:45.944946 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3133bfb1-3e1f-44ed-beb6-d983c5b913af None None] Provisioning complete for port ce62c9f8-fc6d-4c1c-8d01-6e2783cba432 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:45.945320 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3133bfb1-3e1f-44ed-beb6-d983c5b913af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:45.960187 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-9f0ceaf1-55ab-4b61-8eaa-519cec6dad9c tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Deleting port 624f067f-e875-4545-be57-912d26018c0d {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:45.960625 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9f0ceaf1-55ab-4b61-8eaa-519cec6dad9c tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:46.002580 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-3133bfb1-3e1f-44ed-beb6-d983c5b913af None None] Port ce62c9f8-fc6d-4c1c-8d01-6e2783cba432 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:19:46.067360 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-9f0ceaf1-55ab-4b61-8eaa-519cec6dad9c tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] For port 624f067f-e875-4545-be57-912d26018c0d, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=624f067f-e875-4545-be57-912d26018c0d,segment=NetworkSegment(1618c4d2-3f60-4657-bf70-ab36ba478739),segment_id=1618c4d2-3f60-4657-bf70-ab36ba478739)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:46.067861 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9f0ceaf1-55ab-4b61-8eaa-519cec6dad9c tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:46.081722 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7599e39-4174-4df4-9e88-b53636101c4e None None] DHCP port deletion for 2173fb97-4dc5-4e61-afd2-49e54ba1d1d1 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:19:46.102960 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-9f0ceaf1-55ab-4b61-8eaa-519cec6dad9c tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Calling delete_port for 624f067f-e875-4545-be57-912d26018c0d owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:46.122984 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59895b7a-313e-4b59-8f53-4f02766dd280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c32a84-4884-46b8-ab43-b62ae8b5d08f'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:19:46.126656 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83b94a8-b142-41ca-998b-fb9bef4ad1cb" -d '{"events": [{"server_uuid": "59895b7a-313e-4b59-8f53-4f02766dd280", "name": "network-vif-plugged", "status": "completed", "tag": "76c32a84-4884-46b8-ab43-b62ae8b5d08f"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:19:46.187596 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a7599e39-4174-4df4-9e88-b53636101c4e None None] Deleting port 624f067f-e875-4545-be57-912d26018c0d {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:46.187829 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab62186-e172-4614-90ef-d145af2f7e4f req-041db3b9-ad60-4b72-9507-60b2d814326e tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.4096503 Jul 15 23:19:46.188302 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a7599e39-4174-4df4-9e88-b53636101c4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:46.188624 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17977529-16f2-408f-aa57-b8c6bfb17dfe tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Checking segment: {'id': '228f6a52-5ad1-47d6-9bf9-35133bda9077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'cdb39d2e-9000-4122-aaf4-b59f09c09651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:19:46.188624 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17977529-16f2-408f-aa57-b8c6bfb17dfe tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Network hostable DHCP agents. Network: cdb39d2e-9000-4122-aaf4-b59f09c09651, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:19:46.213860 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9f0ceaf1-55ab-4b61-8eaa-519cec6dad9c tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:46.220187 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ffe5a697-cd1e-43c4-a50c-9a336ca09dda req-e67b2558-55a3-4156-b8c1-8a954d1ff091 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5928071 Jul 15 23:19:46.233815 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0ceaf1-55ab-4b61-8eaa-519cec6dad9c tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] No DVR routers for this DVR port 624f067f-e875-4545-be57-912d26018c0d on host n-d-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:19:46.243501 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-ebacce55-d36c-4218-a976-fa00bb2193ca admin admin] For port 02b9840b-4f2a-4636-a752-0c7354a5fa50, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=02b9840b-4f2a-4636-a752-0c7354a5fa50,segment=NetworkSegment(8c812138-d278-41e4-af56-e9d6301a6def),segment_id=8c812138-d278-41e4-af56-e9d6301a6def)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:46.249268 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ebacce55-d36c-4218-a976-fa00bb2193ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:46.261856 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0ceaf1-55ab-4b61-8eaa-519cec6dad9c tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Pushing event deleted for resources: {'Port': ['ID=624f067f-e875-4545-be57-912d26018c0d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:46.282103 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-dab62186-e172-4614-90ef-d145af2f7e4f req-d6d45440-7e7a-4e64-8fc5-c7ace2eb5c08 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Request body: {'port': {'device_id': '4378fda7-3666-4ece-be50-c71bf27f1088', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'fe121fa5-288f-4a74-ba61-28037c633efd', 'admin_state_up': True, 'tenant_id': '1535e8fb4bbf47a995341d11b9792565', 'security_groups': ['744e907c-f836-4b84-9995-723c64aba29d']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:46.282988 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 624f067f-e875-4545-be57-912d26018c0d no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:19:46.318157 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-ebacce55-d36c-4218-a976-fa00bb2193ca admin admin] Calling delete_port for 02b9840b-4f2a-4636-a752-0c7354a5fa50 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:46.328784 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a7599e39-4174-4df4-9e88-b53636101c4e None None] For port 624f067f-e875-4545-be57-912d26018c0d, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=624f067f-e875-4545-be57-912d26018c0d,segment=NetworkSegment(1618c4d2-3f60-4657-bf70-ab36ba478739),segment_id=1618c4d2-3f60-4657-bf70-ab36ba478739)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:46.329650 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a7599e39-4174-4df4-9e88-b53636101c4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:46.332669 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 624f067f-e875-4545-be57-912d26018c0d {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:19:46.333220 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 624f067f-e875-4545-be57-912d26018c0d not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:19:46.358731 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a7599e39-4174-4df4-9e88-b53636101c4e None None] Calling delete_port for 624f067f-e875-4545-be57-912d26018c0d owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:46.365839 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9f0ceaf1-55ab-4b61-8eaa-519cec6dad9c tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:46.379831 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-9f0ceaf1-55ab-4b61-8eaa-519cec6dad9c tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2173fb97-4dc5-4e61-afd2-49e54ba1d1d1']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:46.395671 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-9f0ceaf1-55ab-4b61-8eaa-519cec6dad9c tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1618c4d2-3f60-4657-bf70-ab36ba478739') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:46.395971 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-9f0ceaf1-55ab-4b61-8eaa-519cec6dad9c tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1618c4d2-3f60-4657-bf70-ab36ba478739') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:46.405125 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17977529-16f2-408f-aa57-b8c6bfb17dfe tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Network cdb39d2e-9000-4122-aaf4-b59f09c09651 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:19:46.406663 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9f0ceaf1-55ab-4b61-8eaa-519cec6dad9c tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:46.426176 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9f0ceaf1-55ab-4b61-8eaa-519cec6dad9c tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:46.427779 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d22043b-e81b-47f6-873f-43932bb0970d req-08ca4f32-0954-4a25-bca9-33e55a0e239b tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:46.433494 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f0ceaf1-55ab-4b61-8eaa-519cec6dad9c tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:19:46.433900 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9f0ceaf1-55ab-4b61-8eaa-519cec6dad9c tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:46.435540 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1d22043b-e81b-47f6-873f-43932bb0970d req-08ca4f32-0954-4a25-bca9-33e55a0e239b tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=59895b7a-313e-4b59-8f53-4f02766dd280 HTTP/1.1" status: 200 len: 945 time: 0.8555362 Jul 15 23:19:46.438440 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:19:46.438440 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:19:46.438440 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:19:46.438440 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:19:46.438440 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:19:46.438440 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:19:46.438440 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:19:46.438440 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:19:46.438440 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:19:46.438440 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:19:46.438440 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:19:46.438440 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:19:46.438440 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:19:46.438440 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:19:46.438440 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:19:46.438440 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:19:46.438440 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:19:46.438440 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:19:46.438440 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:19:46.438440 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:19:46.438440 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:19:46.438440 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:19:46.438440 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:19:46.438440 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:19:46.438440 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:19:46.438440 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:19:46.438440 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:19:46.438440 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:19:46.438440 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:19:46.438440 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:19:46.438440 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:19:46.438440 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:19:46.438440 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:19:46.438440 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:19:46.459535 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a7599e39-4174-4df4-9e88-b53636101c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:46.487435 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7599e39-4174-4df4-9e88-b53636101c4e None None] Pushing event deleted for resources: {'Port': ['ID=624f067f-e875-4545-be57-912d26018c0d,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:46.490649 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7599e39-4174-4df4-9e88-b53636101c4e None None] No DVR routers for this DVR port 624f067f-e875-4545-be57-912d26018c0d on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:19:46.501963 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9f0ceaf1-55ab-4b61-8eaa-519cec6dad9c tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:46.526868 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9f0ceaf1-55ab-4b61-8eaa-519cec6dad9c tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:46.530361 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-9f0ceaf1-55ab-4b61-8eaa-519cec6dad9c tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] 10.222.0.48 "DELETE /v2.0/networks/2173fb97-4dc5-4e61-afd2-49e54ba1d1d1 HTTP/1.1" status: 204 len: 168 time: 0.8450224 Jul 15 23:19:46.531350 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0ceaf1-55ab-4b61-8eaa-519cec6dad9c tempest-ExtraDHCPOptionsTestJSON-1564301530 tempest-ExtraDHCPOptionsTestJSON-1564301530-project] Pushing event deleted for resources: {'Network': ['ID=2173fb97-4dc5-4e61-afd2-49e54ba1d1d1,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:46.573031 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-17977529-16f2-408f-aa57-b8c6bfb17dfe tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, cdb39d2e-9000-4122-aaf4-b59f09c09651) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:46.582870 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b1dde1-04f9-4f8b-b9a1-ae9a776f37f7 None None] Network cdb39d2e-9000-4122-aaf4-b59f09c09651 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:19:46.583444 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17977529-16f2-408f-aa57-b8c6bfb17dfe tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:46.584081 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-17977529-16f2-408f-aa57-b8c6bfb17dfe tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:46.666654 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1d22043b-e81b-47f6-873f-43932bb0970d req-373283bd-0554-42b6-afdb-35d489e03cfc tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269626 Jul 15 23:19:46.688372 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38212) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:46.688523 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-17977529-16f2-408f-aa57-b8c6bfb17dfe tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1143825 Jul 15 23:19:46.694508 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-87573196-1c81-4138-974e-956393eb04e3 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-627811168', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:46.761102 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6a7eb3-1079-4cd9-b0d2-8bbc79cf593f x-openstack-request-id: req-fd6a7eb3-1079-4cd9-b0d2-8bbc79cf593f {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:19:46.761610 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59895b7a-313e-4b59-8f53-4f02766dd280", "name": "network-vif-plugged", "status": "completed", "tag": "76c32a84-4884-46b8-ab43-b62ae8b5d08f", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:19:46.761610 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fd6a7eb3-1079-4cd9-b0d2-8bbc79cf593f {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:19:46.761989 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59895b7a-313e-4b59-8f53-4f02766dd280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c32a84-4884-46b8-ab43-b62ae8b5d08f', 'code': 200} Jul 15 23:19:46.775793 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c0a24b-8416-4b97-8d37-71ad28ebf6d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-cdb39d2e-9000-4122-aaf4-b59f09c09651', 'network_id': 'cdb39d2e-9000-4122-aaf4-b59f09c09651', 'tenant_id': '6e9aa8192e944c7f9b496773dbd06067', 'fixed_ips': [{'subnet_id': '0a2d7975-cd38-4204-9876-f110f27f85af'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:19:46.777159 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d4c0a24b-8416-4b97-8d37-71ad28ebf6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:46.809161 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dab62186-e172-4614-90ef-d145af2f7e4f req-d6d45440-7e7a-4e64-8fc5-c7ace2eb5c08 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Made reservation on behalf of 1535e8fb4bbf47a995341d11b9792565 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:46.815048 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-87573196-1c81-4138-974e-956393eb04e3 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:46.816614 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dab62186-e172-4614-90ef-d145af2f7e4f req-d6d45440-7e7a-4e64-8fc5-c7ace2eb5c08 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:46.816945 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-87573196-1c81-4138-974e-956393eb04e3 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:46.846111 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a145c2-fed3-4f46-869d-2b5099c4916c req-163aa051-954b-4021-b93e-f9cf945821ec tempest-ServerAddressesTestJSON-1275195858 tempest-ServerAddressesTestJSON-1275195858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:46.856378 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-30a145c2-fed3-4f46-869d-2b5099c4916c req-163aa051-954b-4021-b93e-f9cf945821ec tempest-ServerAddressesTestJSON-1275195858 tempest-ServerAddressesTestJSON-1275195858-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ac82b46-4071-4f7c-ad73-8849f4a0aa4a HTTP/1.1" status: 200 len: 945 time: 0.4539349 Jul 15 23:19:46.916661 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-87573196-1c81-4138-974e-956393eb04e3 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:46.924162 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-87573196-1c81-4138-974e-956393eb04e3 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:46.950682 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-87573196-1c81-4138-974e-956393eb04e3 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:46.952077 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-87573196-1c81-4138-974e-956393eb04e3 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2623489 Jul 15 23:19:46.954944 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38216) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:46.965056 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1f874fc9-7277-42d0-b640-c28403361b68 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Request body: {'port': {'network_id': 'cdb39d2e-9000-4122-aaf4-b59f09c09651', 'name': 'tempest-PortsIpV6TestJSON-1390400915'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:46.979881 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38218) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:46.995076 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-eab200e0-4aca-4e0b-a04e-d9ab40315eff req-caba19b7-58e5-4b21-9cee-e3bc09b06b66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a788c16-02d5-43ea-9a3c-bbb6a7ed1d33 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:19:47.050488 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-d4c0a24b-8416-4b97-8d37-71ad28ebf6d2 None None] Allocated IP 2001:db8::2 (cdb39d2e-9000-4122-aaf4-b59f09c09651/0a2d7975-cd38-4204-9876-f110f27f85af/c19ed6e4-307f-467e-b2ae-d8af8384837b) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:47.070816 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-eab200e0-4aca-4e0b-a04e-d9ab40315eff req-caba19b7-58e5-4b21-9cee-e3bc09b06b66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:47.144857 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-30a145c2-fed3-4f46-869d-2b5099c4916c req-28722f74-ee9b-44c1-aa82-a27c82ee81ce tempest-ServerAddressesTestJSON-1275195858 tempest-ServerAddressesTestJSON-1275195858-project] 10.222.0.48 "GET /v2.0/security-groups?id=6588f4c7-3e7c-49d3-8e8b-44ce16f9bcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874227 Jul 15 23:19:47.149666 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f874fc9-7277-42d0-b640-c28403361b68 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Made reservation on behalf of 6e9aa8192e944c7f9b496773dbd06067 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:47.158876 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1f874fc9-7277-42d0-b640-c28403361b68 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:47.198671 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-1f874fc9-7277-42d0-b640-c28403361b68 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] device_id is not set on port 522ba30e-018c-4c90-af0d-90a95b49f070 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:19:47.265708 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d4c0a24b-8416-4b97-8d37-71ad28ebf6d2 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:47.283295 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d4c0a24b-8416-4b97-8d37-71ad28ebf6d2 None None] Transition to ACTIVE for port object c19ed6e4-307f-467e-b2ae-d8af8384837b will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:47.283446 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-18ae3122-ae43-4fff-9f98-10cc950bc002 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=da27e58deb8e4ac9a1bb8ffa81e4611b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2886493 Jul 15 23:19:47.286896 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38226) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:47.304570 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-dab62186-e172-4614-90ef-d145af2f7e4f req-d6d45440-7e7a-4e64-8fc5-c7ace2eb5c08 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Allocated IP 10.2.2.200 (fe121fa5-288f-4a74-ba61-28037c633efd/a0838200-662b-4f7c-b59f-334165738cb9/82887b99-4142-4cfa-85fd-86b3f0db2996) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:47.310361 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d4c0a24b-8416-4b97-8d37-71ad28ebf6d2 None None] Transition to ACTIVE for port object c19ed6e4-307f-467e-b2ae-d8af8384837b will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:47.325726 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d4c0a24b-8416-4b97-8d37-71ad28ebf6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:47.389195 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f635e6-6589-4ee3-9b20-2658dee21960 req-5262ac9b-7237-4bd9-87b8-aeafa58470f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:47.391978 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-71f635e6-6589-4ee3-9b20-2658dee21960 req-5262ac9b-7237-4bd9-87b8-aeafa58470f2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=59895b7a-313e-4b59-8f53-4f02766dd280 HTTP/1.1" status: 200 len: 1096 time: 0.5074072 Jul 15 23:19:47.397859 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c0a24b-8416-4b97-8d37-71ad28ebf6d2 None None] Network cdb39d2e-9000-4122-aaf4-b59f09c09651 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:47.403786 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-d4c0a24b-8416-4b97-8d37-71ad28ebf6d2 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:47.411043 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c0a24b-8416-4b97-8d37-71ad28ebf6d2 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:19:47.434002 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c0a24b-8416-4b97-8d37-71ad28ebf6d2 None None] Pushing event updated for resources: {'Port': ['ID=c19ed6e4-307f-467e-b2ae-d8af8384837b,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:47.436279 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-1f874fc9-7277-42d0-b640-c28403361b68 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Allocated IP 2001:db8::1f7 (cdb39d2e-9000-4122-aaf4-b59f09c09651/0a2d7975-cd38-4204-9876-f110f27f85af/522ba30e-018c-4c90-af0d-90a95b49f070) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:19:47.440319 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b0c8233e-6ad1-4a3c-a937-7c6eef9212a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:47.460300 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-eab200e0-4aca-4e0b-a04e-d9ab40315eff req-caba19b7-58e5-4b21-9cee-e3bc09b06b66 service neutron] Transition to ACTIVE for port object 4a788c16-02d5-43ea-9a3c-bbb6a7ed1d33 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:47.466742 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b0c8233e-6ad1-4a3c-a937-7c6eef9212a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:47.478517 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ebacce55-d36c-4218-a976-fa00bb2193ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:47.504662 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-eab200e0-4aca-4e0b-a04e-d9ab40315eff req-caba19b7-58e5-4b21-9cee-e3bc09b06b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:47.507219 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-d4c0a24b-8416-4b97-8d37-71ad28ebf6d2 None None] Attempting to bind port c19ed6e4-307f-467e-b2ae-d8af8384837b on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:19:47.508050 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-d4c0a24b-8416-4b97-8d37-71ad28ebf6d2 None None] Attempting to bind port c19ed6e4-307f-467e-b2ae-d8af8384837b by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '228f6a52-5ad1-47d6-9bf9-35133bda9077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'cdb39d2e-9000-4122-aaf4-b59f09c09651'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:19:47.508619 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c0a24b-8416-4b97-8d37-71ad28ebf6d2 None None] Attempting to bind port c19ed6e4-307f-467e-b2ae-d8af8384837b on network cdb39d2e-9000-4122-aaf4-b59f09c09651 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:19:47.517082 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c0a24b-8416-4b97-8d37-71ad28ebf6d2 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:19:47.517368 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc60b8-d508-4a1f-ac39-1b44beb3ba4a req-d3ab6960-cf11-4a9f-953e-cf336d6bc5d6 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:47.518068 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c0a24b-8416-4b97-8d37-71ad28ebf6d2 None None] Checking segment: {'id': '228f6a52-5ad1-47d6-9bf9-35133bda9077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'cdb39d2e-9000-4122-aaf4-b59f09c09651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:19:47.518766 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d4c0a24b-8416-4b97-8d37-71ad28ebf6d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:47.519474 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c0a24b-8416-4b97-8d37-71ad28ebf6d2 None None] Bound using segment: {'id': '228f6a52-5ad1-47d6-9bf9-35133bda9077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'cdb39d2e-9000-4122-aaf4-b59f09c09651'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:19:47.520370 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-d4c0a24b-8416-4b97-8d37-71ad28ebf6d2 None None] Bound port: c19ed6e4-307f-467e-b2ae-d8af8384837b, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '228f6a52-5ad1-47d6-9bf9-35133bda9077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'cdb39d2e-9000-4122-aaf4-b59f09c09651'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:19:47.521099 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d4c0a24b-8416-4b97-8d37-71ad28ebf6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:47.524794 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc60b8-d508-4a1f-ac39-1b44beb3ba4a req-d3ab6960-cf11-4a9f-953e-cf336d6bc5d6 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:47.532666 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc60b8-d508-4a1f-ac39-1b44beb3ba4a req-d3ab6960-cf11-4a9f-953e-cf336d6bc5d6 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:47.539278 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc60b8-d508-4a1f-ac39-1b44beb3ba4a req-d3ab6960-cf11-4a9f-953e-cf336d6bc5d6 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:47.541169 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-56bc60b8-d508-4a1f-ac39-1b44beb3ba4a req-d3ab6960-cf11-4a9f-953e-cf336d6bc5d6 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/ports?device_id=4378fda7-3666-4ece-be50-c71bf27f1088 HTTP/1.1" status: 200 len: 3095 time: 0.5714498 Jul 15 23:19:47.555021 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b0c8233e-6ad1-4a3c-a937-7c6eef9212a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:47.557820 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b0c8233e-6ad1-4a3c-a937-7c6eef9212a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:47.559283 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b0c8233e-6ad1-4a3c-a937-7c6eef9212a0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b48379b7-9c02-4456-b821-1b96a20fc22c HTTP/1.1" status: 204 len: 168 time: 0.2712064 Jul 15 23:19:47.580632 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-71f635e6-6589-4ee3-9b20-2658dee21960 req-664d546a-8a17-46b8-bb65-90047caf1b5c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739964 Jul 15 23:19:47.589199 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c8233e-6ad1-4a3c-a937-7c6eef9212a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48379b7-9c02-4456-b821-1b96a20fc22c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:47.650015 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-d4c0a24b-8416-4b97-8d37-71ad28ebf6d2 None None] For port c19ed6e4-307f-467e-b2ae-d8af8384837b, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:19:47.673968 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-d4c0a24b-8416-4b97-8d37-71ad28ebf6d2 None None] For port c19ed6e4-307f-467e-b2ae-d8af8384837b, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=c19ed6e4-307f-467e-b2ae-d8af8384837b,segment=NetworkSegment(228f6a52-5ad1-47d6-9bf9-35133bda9077),segment_id=228f6a52-5ad1-47d6-9bf9-35133bda9077)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:19:47.674829 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebacce55-d36c-4218-a976-fa00bb2193ca admin admin] Pushing event deleted for resources: {'Port': ['ID=02b9840b-4f2a-4636-a752-0c7354a5fa50,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:47.686641 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d4c0a24b-8416-4b97-8d37-71ad28ebf6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:47.789026 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1f874fc9-7277-42d0-b640-c28403361b68 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:47.791506 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c0a24b-8416-4b97-8d37-71ad28ebf6d2 None None] Pushing event updated for resources: {'Port': ['ID=c19ed6e4-307f-467e-b2ae-d8af8384837b,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:47.813353 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-1f874fc9-7277-42d0-b640-c28403361b68 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Transition to ACTIVE for port object 522ba30e-018c-4c90-af0d-90a95b49f070 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:47.827737 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caba19b7-58e5-4b21-9cee-e3bc09b06b66 service neutron] Pushing event updated for resources: {'Port': ['ID=4a788c16-02d5-43ea-9a3c-bbb6a7ed1d33,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:47.855167 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-56bc60b8-d508-4a1f-ac39-1b44beb3ba4a req-717acb15-5624-4370-83fd-f597e29092a4 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/security-groups?id=744e907c-f836-4b84-9995-723c64aba29d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2667067 Jul 15 23:19:47.917357 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1f874fc9-7277-42d0-b640-c28403361b68 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:48.033683 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f874fc9-7277-42d0-b640-c28403361b68 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Network cdb39d2e-9000-4122-aaf4-b59f09c09651 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:48.056947 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-1f874fc9-7277-42d0-b640-c28403361b68 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:48.073345 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f874fc9-7277-42d0-b640-c28403361b68 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:19:48.088983 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f874fc9-7277-42d0-b640-c28403361b68 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:48.089714 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1f874fc9-7277-42d0-b640-c28403361b68 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:48.119557 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-1f874fc9-7277-42d0-b640-c28403361b68 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1632938 Jul 15 23:19:48.120558 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f874fc9-7277-42d0-b640-c28403361b68 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event updated for resources: {'Port': ['ID=522ba30e-018c-4c90-af0d-90a95b49f070,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:48.123649 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38242) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:48.178032 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151460d4-9475-4462-99cf-33e4de606d41 req-71caba53-b6b1-466c-bce2-8ed7faaa85b4 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:48.186346 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-151460d4-9475-4462-99cf-33e4de606d41 req-71caba53-b6b1-466c-bce2-8ed7faaa85b4 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=05996556-a5ab-4009-a945-0cdec829a469 HTTP/1.1" status: 200 len: 943 time: 0.6376069 Jul 15 23:19:48.198702 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dab62186-e172-4614-90ef-d145af2f7e4f req-d6d45440-7e7a-4e64-8fc5-c7ace2eb5c08 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:48.316631 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ebacce55-d36c-4218-a976-fa00bb2193ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:48.333769 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-dab62186-e172-4614-90ef-d145af2f7e4f req-d6d45440-7e7a-4e64-8fc5-c7ace2eb5c08 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Transition to ACTIVE for port object 82887b99-4142-4cfa-85fd-86b3f0db2996 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:48.460309 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-151460d4-9475-4462-99cf-33e4de606d41 req-6b52074d-a03d-4151-b4b3-aebfffcf0731 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727656 Jul 15 23:19:48.488357 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device c19ed6e4-307f-467e-b2ae-d8af8384837b up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:19:48.573058 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-eab200e0-4aca-4e0b-a04e-d9ab40315eff req-caba19b7-58e5-4b21-9cee-e3bc09b06b66 service neutron] Attempting to bind port 4a788c16-02d5-43ea-9a3c-bbb6a7ed1d33 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:19:48.573599 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-eab200e0-4aca-4e0b-a04e-d9ab40315eff req-caba19b7-58e5-4b21-9cee-e3bc09b06b66 service neutron] Attempting to bind port 4a788c16-02d5-43ea-9a3c-bbb6a7ed1d33 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '7f5ce7d6-1f0d-40c2-8f4e-72bafb9ba40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c6d78d97-c5bd-4992-9d0e-5892dffd416b'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:19:48.573936 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab200e0-4aca-4e0b-a04e-d9ab40315eff req-caba19b7-58e5-4b21-9cee-e3bc09b06b66 service neutron] Attempting to bind port 4a788c16-02d5-43ea-9a3c-bbb6a7ed1d33 on network c6d78d97-c5bd-4992-9d0e-5892dffd416b {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:19:48.593469 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab200e0-4aca-4e0b-a04e-d9ab40315eff req-caba19b7-58e5-4b21-9cee-e3bc09b06b66 service neutron] Port 4a788c16-02d5-43ea-9a3c-bbb6a7ed1d33 on network c6d78d97-c5bd-4992-9d0e-5892dffd416b not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:19:48.593851 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab200e0-4aca-4e0b-a04e-d9ab40315eff req-caba19b7-58e5-4b21-9cee-e3bc09b06b66 service neutron] Attempting to bind port 4a788c16-02d5-43ea-9a3c-bbb6a7ed1d33 on network c6d78d97-c5bd-4992-9d0e-5892dffd416b {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:19:48.624334 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port c19ed6e4-307f-467e-b2ae-d8af8384837b completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:48.648007 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab200e0-4aca-4e0b-a04e-d9ab40315eff req-caba19b7-58e5-4b21-9cee-e3bc09b06b66 service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:19:48.648475 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab200e0-4aca-4e0b-a04e-d9ab40315eff req-caba19b7-58e5-4b21-9cee-e3bc09b06b66 service neutron] Checking segment: {'id': '7f5ce7d6-1f0d-40c2-8f4e-72bafb9ba40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c6d78d97-c5bd-4992-9d0e-5892dffd416b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:19:48.648791 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab200e0-4aca-4e0b-a04e-d9ab40315eff req-caba19b7-58e5-4b21-9cee-e3bc09b06b66 service neutron] Bound using segment: {'id': '7f5ce7d6-1f0d-40c2-8f4e-72bafb9ba40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c6d78d97-c5bd-4992-9d0e-5892dffd416b'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:19:48.649238 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-eab200e0-4aca-4e0b-a04e-d9ab40315eff req-caba19b7-58e5-4b21-9cee-e3bc09b06b66 service neutron] Bound port: 4a788c16-02d5-43ea-9a3c-bbb6a7ed1d33, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f5ce7d6-1f0d-40c2-8f4e-72bafb9ba40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c6d78d97-c5bd-4992-9d0e-5892dffd416b'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:19:48.649600 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-eab200e0-4aca-4e0b-a04e-d9ab40315eff req-caba19b7-58e5-4b21-9cee-e3bc09b06b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:48.699699 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dab62186-e172-4614-90ef-d145af2f7e4f req-d6d45440-7e7a-4e64-8fc5-c7ace2eb5c08 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:48.732260 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4851c398-9832-448f-8313-8a9a23ffd55e req-58fc83ac-0876-4f23-90a1-59eb359302b7 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:48.734019 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4851c398-9832-448f-8313-8a9a23ffd55e req-58fc83ac-0876-4f23-90a1-59eb359302b7 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=59895b7a-313e-4b59-8f53-4f02766dd280 HTTP/1.1" status: 200 len: 945 time: 0.4433005 Jul 15 23:19:48.867214 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d45440-7e7a-4e64-8fc5-c7ace2eb5c08 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Pushing event updated for resources: {'Port': ['ID=82887b99-4142-4cfa-85fd-86b3f0db2996,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:48.921104 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dab62186-e172-4614-90ef-d145af2f7e4f req-d6d45440-7e7a-4e64-8fc5-c7ace2eb5c08 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Network fe121fa5-288f-4a74-ba61-28037c633efd is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:48.931066 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4851c398-9832-448f-8313-8a9a23ffd55e req-0f40d18e-fbec-45ae-8bc1-76f71084bb4f tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698909 Jul 15 23:19:48.933263 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38262) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:48.986281 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-dab62186-e172-4614-90ef-d145af2f7e4f req-d6d45440-7e7a-4e64-8fc5-c7ace2eb5c08 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:48.995785 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-dab62186-e172-4614-90ef-d145af2f7e4f req-d6d45440-7e7a-4e64-8fc5-c7ace2eb5c08 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:19:49.066387 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab62186-e172-4614-90ef-d145af2f7e4f req-d6d45440-7e7a-4e64-8fc5-c7ace2eb5c08 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:49.067055 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dab62186-e172-4614-90ef-d145af2f7e4f req-d6d45440-7e7a-4e64-8fc5-c7ace2eb5c08 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:49.108143 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab62186-e172-4614-90ef-d145af2f7e4f req-d6d45440-7e7a-4e64-8fc5-c7ace2eb5c08 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9088607 Jul 15 23:19:49.144969 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-41ad2fd4-d696-4bed-aa05-75a980bd3358 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Request body: {'networks': [{'name': 'tempest-network--546059312'}, {'name': 'tempest-network--1311586081'}]} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:49.145501 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-41ad2fd4-d696-4bed-aa05-75a980bd3358 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Request body: {'network': {'name': 'tempest-network--546059312'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:49.145976 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-41ad2fd4-d696-4bed-aa05-75a980bd3358 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Request body: {'network': {'name': 'tempest-network--1311586081'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:49.155158 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-dab62186-e172-4614-90ef-d145af2f7e4f req-49b2e746-cd31-4ced-aaba-2ae5185faaff service neutron] Request body: {'port': {'device_id': '4378fda7-3666-4ece-be50-c71bf27f1088', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:49.213796 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ad2fd4-d696-4bed-aa05-75a980bd3358 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Made reservation on behalf of 97e7ebabe09849c6b588d6640295735e for: {'network': 2} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:49.219417 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-41ad2fd4-d696-4bed-aa05-75a980bd3358 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:49.237876 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-41ad2fd4-d696-4bed-aa05-75a980bd3358 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:49.306872 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f253ea3-9092-4dae-b015-90b6031f5b49 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:49.438250 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45797d0c-7ebe-4286-9561-23a38e762d10 None None] Network cdb39d2e-9000-4122-aaf4-b59f09c09651 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:19:49.508497 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-69e4ae64-5b66-403a-bf22-d010478e453d None None] Provisioning for port 82887b99-4142-4cfa-85fd-86b3f0db2996 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:49.601014 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-41ad2fd4-d696-4bed-aa05-75a980bd3358 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:49.608450 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-41ad2fd4-d696-4bed-aa05-75a980bd3358 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:49.608924 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-41ad2fd4-d696-4bed-aa05-75a980bd3358 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:49.654287 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-eab200e0-4aca-4e0b-a04e-d9ab40315eff req-caba19b7-58e5-4b21-9cee-e3bc09b06b66 service neutron] For port 4a788c16-02d5-43ea-9a3c-bbb6a7ed1d33, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:19:49.680955 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-69e4ae64-5b66-403a-bf22-d010478e453d None None] Provisioning complete for port 82887b99-4142-4cfa-85fd-86b3f0db2996 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:49.681573 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-69e4ae64-5b66-403a-bf22-d010478e453d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:49.683305 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-eab200e0-4aca-4e0b-a04e-d9ab40315eff req-caba19b7-58e5-4b21-9cee-e3bc09b06b66 service neutron] For port 4a788c16-02d5-43ea-9a3c-bbb6a7ed1d33, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=4a788c16-02d5-43ea-9a3c-bbb6a7ed1d33,segment=NetworkSegment(7f5ce7d6-1f0d-40c2-8f4e-72bafb9ba40d),segment_id=7f5ce7d6-1f0d-40c2-8f4e-72bafb9ba40d)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:19:49.683771 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41ad2fd4-d696-4bed-aa05-75a980bd3358 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:19:49.685850 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ad2fd4-d696-4bed-aa05-75a980bd3358 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dce83068-a53c-4ec1-80d3-15e3ec393023,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:49.702475 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-eab200e0-4aca-4e0b-a04e-d9ab40315eff req-caba19b7-58e5-4b21-9cee-e3bc09b06b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:49.711668 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-41ad2fd4-d696-4bed-aa05-75a980bd3358 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:49.712015 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-41ad2fd4-d696-4bed-aa05-75a980bd3358 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Added segment d1697354-37c5-435f-bb1f-957c5b8c50b4 of type vlan for network 902c43ae-9dcd-4a98-b689-4144d0b3c891 Jul 15 23:19:49.714728 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f253ea3-9092-4dae-b015-90b6031f5b49 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:49.722561 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-69e4ae64-5b66-403a-bf22-d010478e453d None None] Port 82887b99-4142-4cfa-85fd-86b3f0db2996 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:19:49.725048 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f253ea3-9092-4dae-b015-90b6031f5b49 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:49.746172 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebacce55-d36c-4218-a976-fa00bb2193ca admin admin] Router 30743393-152b-4660-8f7c-7bae4404815d has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:19:49.754876 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dab62186-e172-4614-90ef-d145af2f7e4f req-49b2e746-cd31-4ced-aaba-2ae5185faaff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:49.772331 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-69e4ae64-5b66-403a-bf22-d010478e453d None None] Provisioning for port c19ed6e4-307f-467e-b2ae-d8af8384837b completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:49.787064 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-69e4ae64-5b66-403a-bf22-d010478e453d None None] Provisioning complete for port c19ed6e4-307f-467e-b2ae-d8af8384837b triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:49.787736 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-69e4ae64-5b66-403a-bf22-d010478e453d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:49.801410 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-41ad2fd4-d696-4bed-aa05-75a980bd3358 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:49.804401 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab200e0-4aca-4e0b-a04e-d9ab40315eff req-caba19b7-58e5-4b21-9cee-e3bc09b06b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:49.805040 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-eab200e0-4aca-4e0b-a04e-d9ab40315eff req-caba19b7-58e5-4b21-9cee-e3bc09b06b66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:49.806478 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-eab200e0-4aca-4e0b-a04e-d9ab40315eff req-caba19b7-58e5-4b21-9cee-e3bc09b06b66 service neutron] 10.222.0.49 "PUT /v2.0/ports/4a788c16-02d5-43ea-9a3c-bbb6a7ed1d33 HTTP/1.1" status: 200 len: 1091 time: 4.9733453 Jul 15 23:19:49.808945 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05996556-a5ab-4009-a945-0cdec829a469', 'tag': '4a788c16-02d5-43ea-9a3c-bbb6a7ed1d33'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:19:49.811615 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df295096-34fd-4e96-b05c-51d477c38ce2" -d '{"events": [{"name": "network-changed", "server_uuid": "05996556-a5ab-4009-a945-0cdec829a469", "tag": "4a788c16-02d5-43ea-9a3c-bbb6a7ed1d33"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:19:49.876968 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f253ea3-9092-4dae-b015-90b6031f5b49 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event updated for resources: {'Port': ['ID=522ba30e-018c-4c90-af0d-90a95b49f070,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:49.898095 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caba19b7-58e5-4b21-9cee-e3bc09b06b66 service neutron] Pushing event updated for resources: {'Port': ['ID=4a788c16-02d5-43ea-9a3c-bbb6a7ed1d33,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:49.944291 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd3241-d516-44ec-99bc-6b496ec8593d req-ae37773a-281d-461e-9a87-e461a9c5c5c0 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:49.946079 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41ad2fd4-d696-4bed-aa05-75a980bd3358 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:19:49.950743 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd3241-d516-44ec-99bc-6b496ec8593d req-ae37773a-281d-461e-9a87-e461a9c5c5c0 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:49.957518 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd3241-d516-44ec-99bc-6b496ec8593d req-ae37773a-281d-461e-9a87-e461a9c5c5c0 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:49.967300 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-69e4ae64-5b66-403a-bf22-d010478e453d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:49.969016 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd3241-d516-44ec-99bc-6b496ec8593d req-ae37773a-281d-461e-9a87-e461a9c5c5c0 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:49.975049 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd3241-d516-44ec-99bc-6b496ec8593d req-ae37773a-281d-461e-9a87-e461a9c5c5c0 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:49.983533 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-57dd3241-d516-44ec-99bc-6b496ec8593d req-ae37773a-281d-461e-9a87-e461a9c5c5c0 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/ports?device_id=4378fda7-3666-4ece-be50-c71bf27f1088 HTTP/1.1" status: 200 len: 3816 time: 0.7594640 Jul 15 23:19:49.984997 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-41ad2fd4-d696-4bed-aa05-75a980bd3358 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:49.985433 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-41ad2fd4-d696-4bed-aa05-75a980bd3358 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Added segment eec5a1be-9dfb-4627-8c85-bf9bc6a3e624 of type vlan for network 5f3c38ab-5c50-4c48-805e-7f77d95b4543 Jul 15 23:19:49.992664 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a2d778-8c5e-4469-a480-6cb29c9de2a7 req-34eeda3a-41e9-402a-b389-474e2e810674 tempest-ServerAddressesTestJSON-1275195858 tempest-ServerAddressesTestJSON-1275195858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:49.994255 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-54a2d778-8c5e-4469-a480-6cb29c9de2a7 req-34eeda3a-41e9-402a-b389-474e2e810674 tempest-ServerAddressesTestJSON-1275195858 tempest-ServerAddressesTestJSON-1275195858-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ac82b46-4071-4f7c-ad73-8849f4a0aa4a HTTP/1.1" status: 200 len: 945 time: 0.4389157 Jul 15 23:19:50.019802 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-69e4ae64-5b66-403a-bf22-d010478e453d None None] For port c19ed6e4-307f-467e-b2ae-d8af8384837b, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=c19ed6e4-307f-467e-b2ae-d8af8384837b,segment=NetworkSegment(228f6a52-5ad1-47d6-9bf9-35133bda9077),segment_id=228f6a52-5ad1-47d6-9bf9-35133bda9077)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:50.025336 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-69e4ae64-5b66-403a-bf22-d010478e453d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:50.046501 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-41ad2fd4-d696-4bed-aa05-75a980bd3358 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:50.071011 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f253ea3-9092-4dae-b015-90b6031f5b49 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:50.103463 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e4ae64-5b66-403a-bf22-d010478e453d None None] Pushing event updated for resources: {'Port': ['ID=c19ed6e4-307f-467e-b2ae-d8af8384837b,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:50.111625 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-57dd3241-d516-44ec-99bc-6b496ec8593d req-8cfd33d1-bcdb-4cba-92b4-512e8ccb3341 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/security-groups?id=744e907c-f836-4b84-9995-723c64aba29d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270525 Jul 15 23:19:50.178497 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-41ad2fd4-d696-4bed-aa05-75a980bd3358 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:50.179065 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-41ad2fd4-d696-4bed-aa05-75a980bd3358 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:50.185929 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ad2fd4-d696-4bed-aa05-75a980bd3358 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:50.191695 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ad2fd4-d696-4bed-aa05-75a980bd3358 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:50.192652 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-41ad2fd4-d696-4bed-aa05-75a980bd3358 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:50.289592 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-41ad2fd4-d696-4bed-aa05-75a980bd3358 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.3532286 Jul 15 23:19:50.293528 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38276) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:50.307329 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device c19ed6e4-307f-467e-b2ae-d8af8384837b up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:19:50.337840 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-54a2d778-8c5e-4469-a480-6cb29c9de2a7 req-29da1c89-fcc9-4a68-8613-59b82b387da6 tempest-ServerAddressesTestJSON-1275195858 tempest-ServerAddressesTestJSON-1275195858-project] 10.222.0.48 "GET /v2.0/security-groups?id=6588f4c7-3e7c-49d3-8e8b-44ce16f9bcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065152 Jul 15 23:19:50.389644 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ad2fd4-d696-4bed-aa05-75a980bd3358 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Pushing event updated for resources: {'Network': ['ID=902c43ae-9dcd-4a98-b689-4144d0b3c891,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:50.392164 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-71e2e572-22d5-4e6b-993b-86a4b6901932 None None] Provisioning for port 522ba30e-018c-4c90-af0d-90a95b49f070 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:19:50.402750 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 902c43ae-9dcd-4a98-b689-4144d0b3c891 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:19:50.408533 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-71e2e572-22d5-4e6b-993b-86a4b6901932 None None] Provisioning complete for port 522ba30e-018c-4c90-af0d-90a95b49f070 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:50.408926 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-71e2e572-22d5-4e6b-993b-86a4b6901932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:50.462351 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port c19ed6e4-307f-467e-b2ae-d8af8384837b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:50.463159 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:50.504329 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ad2fd4-d696-4bed-aa05-75a980bd3358 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Pushing event updated for resources: {'Network': ['ID=5f3c38ab-5c50-4c48-805e-7f77d95b4543,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:50.527703 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 5f3c38ab-5c50-4c48-805e-7f77d95b4543 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:19:50.561225 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f253ea3-9092-4dae-b015-90b6031f5b49 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:50.578217 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-71e2e572-22d5-4e6b-993b-86a4b6901932 None None] Port 522ba30e-018c-4c90-af0d-90a95b49f070 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:19:50.633695 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebacce55-d36c-4218-a976-fa00bb2193ca admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:19:50.649024 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-ebacce55-d36c-4218-a976-fa00bb2193ca admin admin] 10.222.0.48 "PUT /v2.0/routers/30743393-152b-4660-8f7c-7bae4404815d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1864464 Jul 15 23:19:50.651797 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38278) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:50.653094 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ff0291-5d3d-4031-a8aa-5a30b786e9a4 None None] Sync routers for ids ['30743393-152b-4660-8f7c-7bae4404815d'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:19:50.662853 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-71e2e572-22d5-4e6b-993b-86a4b6901932 None None] Provisioning complete for port c19ed6e4-307f-467e-b2ae-d8af8384837b triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:50.663230 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-71e2e572-22d5-4e6b-993b-86a4b6901932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:50.678679 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa8591c-f39d-4c9f-b2aa-c203446cbf28 x-openstack-request-id: req-4aa8591c-f39d-4c9f-b2aa-c203446cbf28 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:19:50.679662 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05996556-a5ab-4009-a945-0cdec829a469", "tag": "4a788c16-02d5-43ea-9a3c-bbb6a7ed1d33", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:19:50.680058 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4aa8591c-f39d-4c9f-b2aa-c203446cbf28 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:19:50.681730 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05996556-a5ab-4009-a945-0cdec829a469', 'tag': '4a788c16-02d5-43ea-9a3c-bbb6a7ed1d33', 'status': 'completed', 'code': 200} Jul 15 23:19:50.686380 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab200e0-4aca-4e0b-a04e-d9ab40315eff req-58c44a90-ec03-48f9-ad1f-d03fabe07d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:50.704269 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-eab200e0-4aca-4e0b-a04e-d9ab40315eff req-58c44a90-ec03-48f9-ad1f-d03fabe07d5d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0fcede583b6b458da6b681624616b0b4&device_id=05996556-a5ab-4009-a945-0cdec829a469 HTTP/1.1" status: 200 len: 1094 time: 0.8087535 Jul 15 23:19:50.805267 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ff0291-5d3d-4031-a8aa-5a30b786e9a4 None None] Routers {'30743393-152b-4660-8f7c-7bae4404815d'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:19:50.806186 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d4ff0291-5d3d-4031-a8aa-5a30b786e9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:19:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['30743393-152b-4660-8f7c-7bae4404815d'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:50.824360 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-eab200e0-4aca-4e0b-a04e-d9ab40315eff req-3e2fff16-42c9-4bc9-9d98-bff701f49b0a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a788c16-02d5-43ea-9a3c-bbb6a7ed1d33 HTTP/1.1" status: 200 len: 217 time: 0.0827670 Jul 15 23:19:50.950333 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1e69cc-ecc2-44cc-bdbb-cad5534badb0 req-4581a3a4-4c90-4b16-8135-bc1314662267 tempest-ServerAddressesTestJSON-1275195858 tempest-ServerAddressesTestJSON-1275195858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:50.952202 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cb1e69cc-ecc2-44cc-bdbb-cad5534badb0 req-4581a3a4-4c90-4b16-8135-bc1314662267 tempest-ServerAddressesTestJSON-1275195858 tempest-ServerAddressesTestJSON-1275195858-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ac82b46-4071-4f7c-ad73-8849f4a0aa4a HTTP/1.1" status: 200 len: 945 time: 0.5358875 Jul 15 23:19:50.969924 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8c3483-f118-4edd-ab46-a0ba4bf38955 req-b722ee80-22c4-4df4-8993-b3f6ff053c14 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:50.971956 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7c8c3483-f118-4edd-ab46-a0ba4bf38955 req-b722ee80-22c4-4df4-8993-b3f6ff053c14 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=05996556-a5ab-4009-a945-0cdec829a469 HTTP/1.1" status: 200 len: 943 time: 0.5649815 Jul 15 23:19:50.977737 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a69f1e0-2d4d-4260-be71-a5983b463cb8 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:50.984973 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-d4ff0291-5d3d-4031-a8aa-5a30b786e9a4 None None] Set router 30743393-152b-4660-8f7c-7bae4404815d gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:19:50.985711 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a69f1e0-2d4d-4260-be71-a5983b463cb8 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:50.995007 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a69f1e0-2d4d-4260-be71-a5983b463cb8 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:51.004134 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a69f1e0-2d4d-4260-be71-a5983b463cb8 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:51.009695 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-2a69f1e0-2d4d-4260-be71-a5983b463cb8 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.7116864 Jul 15 23:19:51.030164 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 38280) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:51.073970 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab200e0-4aca-4e0b-a04e-d9ab40315eff req-edfb4c44-a726-41a8-9c8e-c8ca61fd3afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:51.076175 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-eab200e0-4aca-4e0b-a04e-d9ab40315eff req-edfb4c44-a726-41a8-9c8e-c8ca61fd3afb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a144ec76-c4c9-4c39-825f-807a0a3dd5eb HTTP/1.1" status: 200 len: 855 time: 0.2336435 Jul 15 23:19:51.134099 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e10f6b52-5b30-4f03-89f0-451bfa0a63bd None None] Provisioning complete for port 522ba30e-018c-4c90-af0d-90a95b49f070 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:51.134836 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e10f6b52-5b30-4f03-89f0-451bfa0a63bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:51.161868 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-973b88bf-bfa8-42e0-bb15-b6934c55f32f admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:51.187113 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-eab200e0-4aca-4e0b-a04e-d9ab40315eff req-8ac9f324-d112-4ee1-8eb4-88ddc7949191 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c6d78d97-c5bd-4992-9d0e-5892dffd416b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772903 Jul 15 23:19:51.193261 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e10f6b52-5b30-4f03-89f0-451bfa0a63bd None None] Port 522ba30e-018c-4c90-af0d-90a95b49f070 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:19:51.209702 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7c8c3483-f118-4edd-ab46-a0ba4bf38955 req-c12c3cee-1451-4ba7-9b1e-659ff3d02b02 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254546 Jul 15 23:19:51.254327 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d4ff0291-5d3d-4031-a8aa-5a30b786e9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30743393-152b-4660-8f7c-7bae4404815d', 'name': 'tempest-FloatingIPDetailsTestJSON-533468775-router', 'tenant_id': 'ab954527b26349caad16e04a7887aa2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': 'f3c3d0a2-5556-4dd8-9fc2-fd8db669c706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:18:35Z', 'updated_at': '2021-07-15T23:19:47Z', 'revision_number': 5, 'project_id': 'ab954527b26349caad16e04a7887aa2f', 'gw_port': {'id': 'f3c3d0a2-5556-4dd8-9fc2-fd8db669c706', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:45:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30743393-152b-4660-8f7c-7bae4404815d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:37Z', 'updated_at': '2021-07-15T23:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:51.277328 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f253ea3-9092-4dae-b015-90b6031f5b49 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:51.286691 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ff0291-5d3d-4031-a8aa-5a30b786e9a4 None None] Checking router: 30743393-152b-4660-8f7c-7bae4404815d for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:19:51.289392 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-dab62186-e172-4614-90ef-d145af2f7e4f req-49b2e746-cd31-4ced-aaba-2ae5185faaff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:19:51.297392 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ff0291-5d3d-4031-a8aa-5a30b786e9a4 None None] Routers {'30743393-152b-4660-8f7c-7bae4404815d'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:19:51.297966 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d4ff0291-5d3d-4031-a8aa-5a30b786e9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:19:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['30743393-152b-4660-8f7c-7bae4404815d'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:51.322621 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f253ea3-9092-4dae-b015-90b6031f5b49 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:51.323874 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f253ea3-9092-4dae-b015-90b6031f5b49 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:51.324782 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04247ba-77b5-4978-bcf9-cd6c8cb9ccc6 req-cd573a3b-a124-401d-975f-512cde7a86eb tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:51.326947 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c04247ba-77b5-4978-bcf9-cd6c8cb9ccc6 req-cd573a3b-a124-401d-975f-512cde7a86eb tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=59895b7a-313e-4b59-8f53-4f02766dd280 HTTP/1.1" status: 200 len: 945 time: 0.5179107 Jul 15 23:19:51.330512 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dab62186-e172-4614-90ef-d145af2f7e4f req-49b2e746-cd31-4ced-aaba-2ae5185faaff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:51.349565 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3e8cc716-8599-4c33-8f33-50e17a04a158 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:51.356655 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-973b88bf-bfa8-42e0-bb15-b6934c55f32f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:51.429002 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-dab62186-e172-4614-90ef-d145af2f7e4f req-49b2e746-cd31-4ced-aaba-2ae5185faaff service neutron] Transition to ACTIVE for port object 50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:51.441949 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-d4ff0291-5d3d-4031-a8aa-5a30b786e9a4 None None] Set router 30743393-152b-4660-8f7c-7bae4404815d gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:19:51.471210 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dab62186-e172-4614-90ef-d145af2f7e4f req-49b2e746-cd31-4ced-aaba-2ae5185faaff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:51.478623 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f253ea3-9092-4dae-b015-90b6031f5b49 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event updated for resources: {'Port': ['ID=522ba30e-018c-4c90-af0d-90a95b49f070,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:51.544852 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f253ea3-9092-4dae-b015-90b6031f5b49 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Network cdb39d2e-9000-4122-aaf4-b59f09c09651 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:19:51.548838 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-7f253ea3-9092-4dae-b015-90b6031f5b49 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:51.554297 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-973b88bf-bfa8-42e0-bb15-b6934c55f32f admin admin] Deleting port f3c3d0a2-5556-4dd8-9fc2-fd8db669c706 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:51.554637 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-973b88bf-bfa8-42e0-bb15-b6934c55f32f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:51.612613 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c04247ba-77b5-4978-bcf9-cd6c8cb9ccc6 req-97141905-4312-4ddc-af48-d6ebbbfff7fd tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726011 Jul 15 23:19:51.663267 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-eab200e0-4aca-4e0b-a04e-d9ab40315eff req-9400eaee-e826-463e-88b0-343202f03bf6 service neutron] 10.222.0.49 "GET /v2.0/networks/c6d78d97-c5bd-4992-9d0e-5892dffd416b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4464693 Jul 15 23:19:51.704147 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-cb1e69cc-ecc2-44cc-bdbb-cad5534badb0 req-89528687-4b00-4d1d-850b-729b1a145768 tempest-ServerAddressesTestJSON-1275195858 tempest-ServerAddressesTestJSON-1275195858-project] Deleting port dd888d17-9cca-40d7-8f8e-693a6eabcf34 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:51.705169 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-cb1e69cc-ecc2-44cc-bdbb-cad5534badb0 req-89528687-4b00-4d1d-850b-729b1a145768 tempest-ServerAddressesTestJSON-1275195858 tempest-ServerAddressesTestJSON-1275195858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:51.765880 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b2e746-cd31-4ced-aaba-2ae5185faaff service neutron] Pushing event updated for resources: {'Port': ['ID=50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:51.782821 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d4ff0291-5d3d-4031-a8aa-5a30b786e9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30743393-152b-4660-8f7c-7bae4404815d', 'name': 'tempest-FloatingIPDetailsTestJSON-533468775-router', 'tenant_id': 'ab954527b26349caad16e04a7887aa2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': 'f3c3d0a2-5556-4dd8-9fc2-fd8db669c706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:18:35Z', 'updated_at': '2021-07-15T23:19:47Z', 'revision_number': 5, 'project_id': 'ab954527b26349caad16e04a7887aa2f', 'gw_port': {'id': 'f3c3d0a2-5556-4dd8-9fc2-fd8db669c706', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:45:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30743393-152b-4660-8f7c-7bae4404815d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:37Z', 'updated_at': '2021-07-15T23:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:51.789134 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-973b88bf-bfa8-42e0-bb15-b6934c55f32f admin admin] For port f3c3d0a2-5556-4dd8-9fc2-fd8db669c706, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=f3c3d0a2-5556-4dd8-9fc2-fd8db669c706,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:51.789965 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-973b88bf-bfa8-42e0-bb15-b6934c55f32f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:51.818869 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-973b88bf-bfa8-42e0-bb15-b6934c55f32f admin admin] Calling delete_port for f3c3d0a2-5556-4dd8-9fc2-fd8db669c706 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:51.848482 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ff0291-5d3d-4031-a8aa-5a30b786e9a4 None None] The sync data for ids ['30743393-152b-4660-8f7c-7bae4404815d'] in n-d-794306-6 is: [{'id': '30743393-152b-4660-8f7c-7bae4404815d', 'name': 'tempest-FloatingIPDetailsTestJSON-533468775-router', 'tenant_id': 'ab954527b26349caad16e04a7887aa2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': 'f3c3d0a2-5556-4dd8-9fc2-fd8db669c706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:18:35Z', 'updated_at': '2021-07-15T23:19:47Z', 'revision_number': 5, 'project_id': 'ab954527b26349caad16e04a7887aa2f', 'gw_port': {'id': 'f3c3d0a2-5556-4dd8-9fc2-fd8db669c706', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:45:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30743393-152b-4660-8f7c-7bae4404815d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:37Z', 'updated_at': '2021-07-15T23:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:19:52.045610 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-08610b57-f37d-4506-9403-2d0936db6202 None None] Provisioning complete for port 522ba30e-018c-4c90-af0d-90a95b49f070 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:19:52.046146 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-08610b57-f37d-4506-9403-2d0936db6202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:52.064153 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f253ea3-9092-4dae-b015-90b6031f5b49 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Router 4aa92a2f-0073-4a5e-851e-c8bdcfeca198 is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:19:52.073479 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-973b88bf-bfa8-42e0-bb15-b6934c55f32f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:52.095390 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-08610b57-f37d-4506-9403-2d0936db6202 None None] Port 522ba30e-018c-4c90-af0d-90a95b49f070 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:19:52.106615 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973b88bf-bfa8-42e0-bb15-b6934c55f32f admin admin] Pushing event deleted for resources: {'Port': ['ID=f3c3d0a2-5556-4dd8-9fc2-fd8db669c706,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:52.303612 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3e8cc716-8599-4c33-8f33-50e17a04a158 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:52.329839 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-3e8cc716-8599-4c33-8f33-50e17a04a158 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['902c43ae-9dcd-4a98-b689-4144d0b3c891']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:52.357434 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 02b9840b-4f2a-4636-a752-0c7354a5fa50 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:19:52.377721 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-3e8cc716-8599-4c33-8f33-50e17a04a158 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1697354-37c5-435f-bb1f-957c5b8c50b4') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:52.378094 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-3e8cc716-8599-4c33-8f33-50e17a04a158 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1697354-37c5-435f-bb1f-957c5b8c50b4') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:52.386410 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 02b9840b-4f2a-4636-a752-0c7354a5fa50 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:19:52.387254 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 02b9840b-4f2a-4636-a752-0c7354a5fa50 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:19:52.428657 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3e8cc716-8599-4c33-8f33-50e17a04a158 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:52.433029 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-eab200e0-4aca-4e0b-a04e-d9ab40315eff req-137d60d1-a916-4f9d-a269-a76e1d2055ef service neutron] 10.222.0.49 "GET /v2.0/networks/c6d78d97-c5bd-4992-9d0e-5892dffd416b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7430520 Jul 15 23:19:52.478335 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642e62d8-705e-4e31-b810-c1a96e47bc09 req-9c512bff-4080-4393-9c8a-0bdd2b07fe98 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:52.485698 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642e62d8-705e-4e31-b810-c1a96e47bc09 req-9c512bff-4080-4393-9c8a-0bdd2b07fe98 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:52.491872 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642e62d8-705e-4e31-b810-c1a96e47bc09 req-9c512bff-4080-4393-9c8a-0bdd2b07fe98 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:52.498184 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642e62d8-705e-4e31-b810-c1a96e47bc09 req-9c512bff-4080-4393-9c8a-0bdd2b07fe98 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:52.504195 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642e62d8-705e-4e31-b810-c1a96e47bc09 req-9c512bff-4080-4393-9c8a-0bdd2b07fe98 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:52.506069 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-642e62d8-705e-4e31-b810-c1a96e47bc09 req-9c512bff-4080-4393-9c8a-0bdd2b07fe98 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/ports?device_id=4378fda7-3666-4ece-be50-c71bf27f1088 HTTP/1.1" status: 200 len: 3828 time: 1.1425869 Jul 15 23:19:52.538989 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3e8cc716-8599-4c33-8f33-50e17a04a158 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:52.573988 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f253ea3-9092-4dae-b015-90b6031f5b49 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:19:52.579153 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-cb1e69cc-ecc2-44cc-bdbb-cad5534badb0 req-89528687-4b00-4d1d-850b-729b1a145768 tempest-ServerAddressesTestJSON-1275195858 tempest-ServerAddressesTestJSON-1275195858-project] For port dd888d17-9cca-40d7-8f8e-693a6eabcf34, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=dd888d17-9cca-40d7-8f8e-693a6eabcf34,segment=NetworkSegment(a20813b4-504e-46f4-8d24-0733bbfbbd30),segment_id=a20813b4-504e-46f4-8d24-0733bbfbbd30)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:52.579764 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-cb1e69cc-ecc2-44cc-bdbb-cad5534badb0 req-89528687-4b00-4d1d-850b-729b1a145768 tempest-ServerAddressesTestJSON-1275195858 tempest-ServerAddressesTestJSON-1275195858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:52.580473 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-7f253ea3-9092-4dae-b015-90b6031f5b49 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "PUT /v2.0/routers/4aa92a2f-0073-4a5e-851e-c8bdcfeca198/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4484758 Jul 15 23:19:52.583254 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38292) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:52.587612 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c738da-e0fa-40bc-874f-e79e681dc02e None None] Sync routers for ids ['4aa92a2f-0073-4a5e-851e-c8bdcfeca198'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:19:52.593537 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-973b88bf-bfa8-42e0-bb15-b6934c55f32f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999011'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:52.602763 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c738da-e0fa-40bc-874f-e79e681dc02e None None] Routers {'4aa92a2f-0073-4a5e-851e-c8bdcfeca198'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:19:52.603467 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-40c738da-e0fa-40bc-874f-e79e681dc02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:19:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['4aa92a2f-0073-4a5e-851e-c8bdcfeca198'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:52.606284 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e8cc716-8599-4c33-8f33-50e17a04a158 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:19:52.606727 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3e8cc716-8599-4c33-8f33-50e17a04a158 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:52.616987 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:19:52.616987 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:19:52.616987 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:19:52.616987 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:19:52.616987 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:19:52.616987 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:19:52.616987 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:19:52.616987 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:19:52.616987 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:19:52.616987 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:19:52.616987 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:19:52.616987 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:19:52.616987 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:19:52.616987 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:19:52.616987 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:19:52.616987 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:19:52.616987 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:19:52.616987 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:19:52.616987 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:19:52.616987 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:19:52.616987 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:19:52.616987 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:19:52.616987 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:19:52.616987 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:19:52.616987 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:19:52.616987 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:19:52.616987 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:19:52.616987 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:19:52.616987 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:19:52.616987 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:19:52.616987 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:19:52.616987 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:19:52.616987 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:19:52.616987 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:19:52.616987 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:19:52.616987 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:19:52.616987 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:19:52.616987 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:19:52.616987 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:19:52.616987 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:19:52.616987 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:19:52.616987 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:19:52.616987 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:19:52.616987 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:19:52.616987 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:19:52.616987 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:19:52.616987 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:19:52.616987 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:19:52.616987 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:19:52.616987 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:19:52.616987 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:19:52.616987 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:19:52.616987 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:19:52.616987 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:19:52.616987 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:19:52.616987 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:19:52.616987 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:19:52.616987 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:19:52.616987 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:19:52.616987 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:19:52.616987 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:19:52.616987 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:19:52.640381 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-40c738da-e0fa-40bc-874f-e79e681dc02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:52.649273 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c738da-e0fa-40bc-874f-e79e681dc02e None None] Routers {'4aa92a2f-0073-4a5e-851e-c8bdcfeca198'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:19:52.649873 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-40c738da-e0fa-40bc-874f-e79e681dc02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:19:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['4aa92a2f-0073-4a5e-851e-c8bdcfeca198'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:52.660613 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-cb1e69cc-ecc2-44cc-bdbb-cad5534badb0 req-89528687-4b00-4d1d-850b-729b1a145768 tempest-ServerAddressesTestJSON-1275195858 tempest-ServerAddressesTestJSON-1275195858-project] Calling delete_port for dd888d17-9cca-40d7-8f8e-693a6eabcf34 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:52.683924 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-40c738da-e0fa-40bc-874f-e79e681dc02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:52.685114 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c738da-e0fa-40bc-874f-e79e681dc02e None None] The sync data for ids ['4aa92a2f-0073-4a5e-851e-c8bdcfeca198'] in n-d-794306-6 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:19:52.691911 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95946d59-eccf-44a4-b23e-85536f4c2c3e req-02fbc652-37de-4cdf-8c57-db6be7ba77f7 tempest-ServerAddressesTestJSON-1275195858 tempest-ServerAddressesTestJSON-1275195858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:52.693485 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-95946d59-eccf-44a4-b23e-85536f4c2c3e req-02fbc652-37de-4cdf-8c57-db6be7ba77f7 tempest-ServerAddressesTestJSON-1275195858 tempest-ServerAddressesTestJSON-1275195858-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ac82b46-4071-4f7c-ad73-8849f4a0aa4a HTTP/1.1" status: 200 len: 945 time: 0.7920322 Jul 15 23:19:52.694217 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-dab62186-e172-4614-90ef-d145af2f7e4f req-49b2e746-cd31-4ced-aaba-2ae5185faaff service neutron] Attempting to bind port 50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:19:52.694551 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-dab62186-e172-4614-90ef-d145af2f7e4f req-49b2e746-cd31-4ced-aaba-2ae5185faaff service neutron] Attempting to bind port 50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '9f863f95-1b25-4720-919a-e5e9e76842d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f810acf3-bdcb-4225-beca-d64cbd4db70b'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:19:52.694883 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab62186-e172-4614-90ef-d145af2f7e4f req-49b2e746-cd31-4ced-aaba-2ae5185faaff service neutron] Attempting to bind port 50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d on network f810acf3-bdcb-4225-beca-d64cbd4db70b {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:19:52.712298 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-973b88bf-bfa8-42e0-bb15-b6934c55f32f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:52.717182 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-973b88bf-bfa8-42e0-bb15-b6934c55f32f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:52.769733 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-973b88bf-bfa8-42e0-bb15-b6934c55f32f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:52.770283 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-973b88bf-bfa8-42e0-bb15-b6934c55f32f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30743393-152b-4660-8f7c-7bae4404815d {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:19:52.774867 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-973b88bf-bfa8-42e0-bb15-b6934c55f32f admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:52.776036 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-973b88bf-bfa8-42e0-bb15-b6934c55f32f admin admin] 10.222.0.48 "DELETE /v2.0/routers/30743393-152b-4660-8f7c-7bae4404815d HTTP/1.1" status: 204 len: 168 time: 2.1231825 Jul 15 23:19:52.784373 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d627f51d-06ff-4a46-b100-4cdd33102f91 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:52.785901 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d627f51d-06ff-4a46-b100-4cdd33102f91 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "GET /v2.0/ports?device_id=4aa92a2f-0073-4a5e-851e-c8bdcfeca198 HTTP/1.1" status: 200 len: 989 time: 0.2017171 Jul 15 23:19:52.789607 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38294) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:52.790013 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38296) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:52.795276 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-642e62d8-705e-4e31-b810-c1a96e47bc09 req-3195f56b-20f3-49ed-b5e6-310f22bdc0e8 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/security-groups?id=744e907c-f836-4b84-9995-723c64aba29d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2786806 Jul 15 23:19:52.796046 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab62186-e172-4614-90ef-d145af2f7e4f req-49b2e746-cd31-4ced-aaba-2ae5185faaff service neutron] Port 50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d on network f810acf3-bdcb-4225-beca-d64cbd4db70b not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:19:52.796260 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab62186-e172-4614-90ef-d145af2f7e4f req-49b2e746-cd31-4ced-aaba-2ae5185faaff service neutron] Attempting to bind port 50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d on network f810acf3-bdcb-4225-beca-d64cbd4db70b {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:19:52.812667 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3e8cc716-8599-4c33-8f33-50e17a04a158 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:52.844703 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab62186-e172-4614-90ef-d145af2f7e4f req-49b2e746-cd31-4ced-aaba-2ae5185faaff service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:19:52.845074 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab62186-e172-4614-90ef-d145af2f7e4f req-49b2e746-cd31-4ced-aaba-2ae5185faaff service neutron] Checking segment: {'id': '9f863f95-1b25-4720-919a-e5e9e76842d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f810acf3-bdcb-4225-beca-d64cbd4db70b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:19:52.845483 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab62186-e172-4614-90ef-d145af2f7e4f req-49b2e746-cd31-4ced-aaba-2ae5185faaff service neutron] Bound using segment: {'id': '9f863f95-1b25-4720-919a-e5e9e76842d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f810acf3-bdcb-4225-beca-d64cbd4db70b'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:19:52.845934 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-dab62186-e172-4614-90ef-d145af2f7e4f req-49b2e746-cd31-4ced-aaba-2ae5185faaff service neutron] Bound port: 50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f863f95-1b25-4720-919a-e5e9e76842d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f810acf3-bdcb-4225-beca-d64cbd4db70b'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:19:52.846302 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dab62186-e172-4614-90ef-d145af2f7e4f req-49b2e746-cd31-4ced-aaba-2ae5185faaff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:52.886536 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3e8cc716-8599-4c33-8f33-50e17a04a158 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:52.891562 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-3e8cc716-8599-4c33-8f33-50e17a04a158 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] 10.222.0.48 "DELETE /v2.0/networks/902c43ae-9dcd-4a98-b689-4144d0b3c891 HTTP/1.1" status: 204 len: 168 time: 1.8416817 Jul 15 23:19:52.907532 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 38298) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:52.940512 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-320c7f56-8066-4dba-a17f-97ec9fd732b1 admin admin] Deleting subnet 570c9acd-a91a-4604-972e-58d7dbcb3886 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:19:52.944154 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-320c7f56-8066-4dba-a17f-97ec9fd732b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:52.964104 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-95946d59-eccf-44a4-b23e-85536f4c2c3e req-074c367c-42db-46e2-8284-74b70376d15f tempest-ServerAddressesTestJSON-1275195858 tempest-ServerAddressesTestJSON-1275195858-project] 10.222.0.48 "GET /v2.0/security-groups?id=6588f4c7-3e7c-49d3-8e8b-44ce16f9bcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229948 Jul 15 23:19:52.968494 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8cc716-8599-4c33-8f33-50e17a04a158 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Pushing event deleted for resources: {'Network': ['ID=902c43ae-9dcd-4a98-b689-4144d0b3c891,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:53.010888 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-dab62186-e172-4614-90ef-d145af2f7e4f req-49b2e746-cd31-4ced-aaba-2ae5185faaff service neutron] For port 50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:19:53.014909 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-dab62186-e172-4614-90ef-d145af2f7e4f req-49b2e746-cd31-4ced-aaba-2ae5185faaff service neutron] For port 50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d,segment=NetworkSegment(9f863f95-1b25-4720-919a-e5e9e76842d9),segment_id=9f863f95-1b25-4720-919a-e5e9e76842d9)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:19:53.024904 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-320c7f56-8066-4dba-a17f-97ec9fd732b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:53.092263 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dab62186-e172-4614-90ef-d145af2f7e4f req-49b2e746-cd31-4ced-aaba-2ae5185faaff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:53.182561 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df295096-34fd-4e96-b05c-51d477c38ce2 req-b5b0b8d7-e250-490e-84e7-a9c3135e82b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:53.184597 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-df295096-34fd-4e96-b05c-51d477c38ce2 req-b5b0b8d7-e250-490e-84e7-a9c3135e82b6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0fcede583b6b458da6b681624616b0b4&device_id=05996556-a5ab-4009-a945-0cdec829a469 HTTP/1.1" status: 200 len: 1094 time: 0.6686881 Jul 15 23:19:53.231978 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-320c7f56-8066-4dba-a17f-97ec9fd732b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:53.291385 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab62186-e172-4614-90ef-d145af2f7e4f req-49b2e746-cd31-4ced-aaba-2ae5185faaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:53.292202 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dab62186-e172-4614-90ef-d145af2f7e4f req-49b2e746-cd31-4ced-aaba-2ae5185faaff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:53.294920 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab62186-e172-4614-90ef-d145af2f7e4f req-49b2e746-cd31-4ced-aaba-2ae5185faaff service neutron] 10.222.0.49 "PUT /v2.0/ports/50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d HTTP/1.1" status: 200 len: 1091 time: 4.1739273 Jul 15 23:19:53.299359 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4378fda7-3666-4ece-be50-c71bf27f1088', 'tag': '50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:19:53.301224 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c47b9828-2b87-4225-b88f-5d59bb35dc38" -d '{"events": [{"name": "network-changed", "server_uuid": "4378fda7-3666-4ece-be50-c71bf27f1088", "tag": "50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:19:53.336756 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-cb1e69cc-ecc2-44cc-bdbb-cad5534badb0 req-89528687-4b00-4d1d-850b-729b1a145768 tempest-ServerAddressesTestJSON-1275195858 tempest-ServerAddressesTestJSON-1275195858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:53.355865 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-dab62186-e172-4614-90ef-d145af2f7e4f req-3b57ae26-5280-4ef2-96e6-8f960f1718dd service neutron] Request body: {'port': {'device_id': '4378fda7-3666-4ece-be50-c71bf27f1088', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:53.365851 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-88f5c76b-a2d5-4814-adca-2f05bbd81d27 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:53.381219 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-320c7f56-8066-4dba-a17f-97ec9fd732b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:53.478546 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320c7f56-8066-4dba-a17f-97ec9fd732b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=570c9acd-a91a-4604-972e-58d7dbcb3886,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:53.481106 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-320c7f56-8066-4dba-a17f-97ec9fd732b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:53.484067 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-320c7f56-8066-4dba-a17f-97ec9fd732b1 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/570c9acd-a91a-4604-972e-58d7dbcb3886 HTTP/1.1" status: 204 len: 168 time: 0.6918998 Jul 15 23:19:53.490386 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d52942f-3a5c-4991-834c-90c499d37a81 None None] Network 4f00ec95-afd1-4933-94a2-3423df3d856f requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:19:53.493678 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38302) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:53.496144 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b2e746-cd31-4ced-aaba-2ae5185faaff service neutron] Pushing event updated for resources: {'Port': ['ID=50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:53.607156 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-34cc9b5a-25f4-4870-8001-66ca8db767e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:53.633662 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89528687-4b00-4d1d-850b-729b1a145768 tempest-ServerAddressesTestJSON-1275195858 tempest-ServerAddressesTestJSON-1275195858-project] Pushing event deleted for resources: {'Port': ['ID=dd888d17-9cca-40d7-8f8e-693a6eabcf34,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:53.674604 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb1e69cc-ecc2-44cc-bdbb-cad5534badb0 req-89528687-4b00-4d1d-850b-729b1a145768 tempest-ServerAddressesTestJSON-1275195858 tempest-ServerAddressesTestJSON-1275195858-project] No DVR routers for this DVR port dd888d17-9cca-40d7-8f8e-693a6eabcf34 on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:19:53.677992 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-cb1e69cc-ecc2-44cc-bdbb-cad5534badb0 req-89528687-4b00-4d1d-850b-729b1a145768 tempest-ServerAddressesTestJSON-1275195858 tempest-ServerAddressesTestJSON-1275195858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:53.680527 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cb1e69cc-ecc2-44cc-bdbb-cad5534badb0 req-89528687-4b00-4d1d-850b-729b1a145768 tempest-ServerAddressesTestJSON-1275195858 tempest-ServerAddressesTestJSON-1275195858-project] 10.222.0.49 "DELETE /v2.0/ports/dd888d17-9cca-40d7-8f8e-693a6eabcf34 HTTP/1.1" status: 204 len: 173 time: 2.7022359 Jul 15 23:19:53.723930 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f72e41e-d389-494e-964e-2659574dc6bd req-6b277165-dc61-4647-9705-0bad82d7730d tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:53.732762 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2f72e41e-d389-494e-964e-2659574dc6bd req-6b277165-dc61-4647-9705-0bad82d7730d tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=59895b7a-313e-4b59-8f53-4f02766dd280 HTTP/1.1" status: 200 len: 945 time: 0.6573892 Jul 15 23:19:53.734294 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e890bd3b-674c-4f12-8d2e-dda57d2c1ff3 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:53.756582 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dab62186-e172-4614-90ef-d145af2f7e4f req-3b57ae26-5280-4ef2-96e6-8f960f1718dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:53.772570 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df295096-34fd-4e96-b05c-51d477c38ce2 req-2da28ba4-748c-41fa-ad2f-25be2d2b4c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:53.774389 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-df295096-34fd-4e96-b05c-51d477c38ce2 req-2da28ba4-748c-41fa-ad2f-25be2d2b4c3c service neutron] 10.222.0.49 "GET /v2.0/networks?id=c6d78d97-c5bd-4992-9d0e-5892dffd416b HTTP/1.1" status: 200 len: 916 time: 0.5689883 Jul 15 23:19:53.800544 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15423594-fbb5-471a-8cc2-6d1a59e8f0a1 req-1f7bc862-887d-4568-b87f-60b0660c966b tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:53.803021 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-15423594-fbb5-471a-8cc2-6d1a59e8f0a1 req-1f7bc862-887d-4568-b87f-60b0660c966b tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=05996556-a5ab-4009-a945-0cdec829a469 HTTP/1.1" status: 200 len: 943 time: 0.6512642 Jul 15 23:19:53.844364 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7807070-c5ba-4f87-a140-96b8d29387e4 None None] DHCP port deletion for 4f00ec95-afd1-4933-94a2-3423df3d856f request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:19:53.873357 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-34cc9b5a-25f4-4870-8001-66ca8db767e8 admin admin] Deleting port 7bc5e7f2-7cac-4e0d-8ca7-663bb2bea23c {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:53.873989 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-34cc9b5a-25f4-4870-8001-66ca8db767e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:53.954259 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e7807070-c5ba-4f87-a140-96b8d29387e4 None None] Deleting port 7bc5e7f2-7cac-4e0d-8ca7-663bb2bea23c {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:53.954626 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e7807070-c5ba-4f87-a140-96b8d29387e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:53.983032 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-df295096-34fd-4e96-b05c-51d477c38ce2 req-b00c5b8f-22cb-4401-a020-4012f1660102 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a788c16-02d5-43ea-9a3c-bbb6a7ed1d33 HTTP/1.1" status: 200 len: 217 time: 0.1783412 Jul 15 23:19:54.017489 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-34cc9b5a-25f4-4870-8001-66ca8db767e8 admin admin] For port 7bc5e7f2-7cac-4e0d-8ca7-663bb2bea23c, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=7bc5e7f2-7cac-4e0d-8ca7-663bb2bea23c,segment=NetworkSegment(8c812138-d278-41e4-af56-e9d6301a6def),segment_id=8c812138-d278-41e4-af56-e9d6301a6def)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:54.018021 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-34cc9b5a-25f4-4870-8001-66ca8db767e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:54.039945 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-34cc9b5a-25f4-4870-8001-66ca8db767e8 admin admin] Calling delete_port for 7bc5e7f2-7cac-4e0d-8ca7-663bb2bea23c owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:54.048220 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e7807070-c5ba-4f87-a140-96b8d29387e4 None None] For port 7bc5e7f2-7cac-4e0d-8ca7-663bb2bea23c, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=7bc5e7f2-7cac-4e0d-8ca7-663bb2bea23c,segment=NetworkSegment(8c812138-d278-41e4-af56-e9d6301a6def),segment_id=8c812138-d278-41e4-af56-e9d6301a6def)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:54.048923 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e7807070-c5ba-4f87-a140-96b8d29387e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:54.057723 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-88f5c76b-a2d5-4814-adca-2f05bbd81d27 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:54.062273 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e7807070-c5ba-4f87-a140-96b8d29387e4 None None] Calling delete_port for 7bc5e7f2-7cac-4e0d-8ca7-663bb2bea23c owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:54.092252 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2f72e41e-d389-494e-964e-2659574dc6bd req-8bb8abd7-3bfe-4b31-a1c9-35c8bd8fd830 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3583214 Jul 15 23:19:54.158239 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-88f5c76b-a2d5-4814-adca-2f05bbd81d27 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f3c38ab-5c50-4c48-805e-7f77d95b4543']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:54.158505 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e7807070-c5ba-4f87-a140-96b8d29387e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:54.173061 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd29a3a-4762-41ff-8853-0e12d1209c50 x-openstack-request-id: req-bcd29a3a-4762-41ff-8853-0e12d1209c50 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:19:54.173572 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4378fda7-3666-4ece-be50-c71bf27f1088", "tag": "50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:19:54.173825 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bcd29a3a-4762-41ff-8853-0e12d1209c50 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:19:54.174235 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4378fda7-3666-4ece-be50-c71bf27f1088', 'tag': '50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d', 'status': 'completed', 'code': 200} Jul 15 23:19:54.185030 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-e890bd3b-674c-4f12-8d2e-dda57d2c1ff3 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Deleting port 522ba30e-018c-4c90-af0d-90a95b49f070 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:54.185637 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e890bd3b-674c-4f12-8d2e-dda57d2c1ff3 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:54.203588 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-34cc9b5a-25f4-4870-8001-66ca8db767e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:54.215934 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-15423594-fbb5-471a-8cc2-6d1a59e8f0a1 req-1048dc8d-77ed-4f75-84b8-8f31fa6d8662 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3670871 Jul 15 23:19:54.219671 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-88f5c76b-a2d5-4814-adca-2f05bbd81d27 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eec5a1be-9dfb-4627-8c85-bf9bc6a3e624') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:54.219975 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-88f5c76b-a2d5-4814-adca-2f05bbd81d27 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eec5a1be-9dfb-4627-8c85-bf9bc6a3e624') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:54.254739 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cc9b5a-25f4-4870-8001-66ca8db767e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bc5e7f2-7cac-4e0d-8ca7-663bb2bea23c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:54.256979 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cc9b5a-25f4-4870-8001-66ca8db767e8 admin admin] No DVR routers for this DVR port 7bc5e7f2-7cac-4e0d-8ca7-663bb2bea23c on host n-d-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:19:54.313042 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-88f5c76b-a2d5-4814-adca-2f05bbd81d27 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:54.324698 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device dd888d17-9cca-40d7-8f8e-693a6eabcf34 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:19:54.339387 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7807070-c5ba-4f87-a140-96b8d29387e4 None None] No DVR routers for this DVR port 7bc5e7f2-7cac-4e0d-8ca7-663bb2bea23c on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:19:54.412246 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7807070-c5ba-4f87-a140-96b8d29387e4 None None] Pushing event deleted for resources: {'Port': ['ID=7bc5e7f2-7cac-4e0d-8ca7-663bb2bea23c,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:54.430234 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: dd888d17-9cca-40d7-8f8e-693a6eabcf34 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:19:54.430580 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device dd888d17-9cca-40d7-8f8e-693a6eabcf34 not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:19:54.440007 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device f3c3d0a2-5556-4dd8-9fc2-fd8db669c706 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:19:54.463095 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-34cc9b5a-25f4-4870-8001-66ca8db767e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:54.467705 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e890bd3b-674c-4f12-8d2e-dda57d2c1ff3 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:54.474506 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df295096-34fd-4e96-b05c-51d477c38ce2 req-70ddf32f-9d4f-4138-a668-1025d6a55f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:54.475145 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: f3c3d0a2-5556-4dd8-9fc2-fd8db669c706 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:19:54.475684 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device f3c3d0a2-5556-4dd8-9fc2-fd8db669c706 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:19:54.476118 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-df295096-34fd-4e96-b05c-51d477c38ce2 req-70ddf32f-9d4f-4138-a668-1025d6a55f0b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a144ec76-c4c9-4c39-825f-807a0a3dd5eb HTTP/1.1" status: 200 len: 855 time: 0.4121172 Jul 15 23:19:54.476463 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 7bc5e7f2-7cac-4e0d-8ca7-663bb2bea23c no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:19:54.487847 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-34cc9b5a-25f4-4870-8001-66ca8db767e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f00ec95-afd1-4933-94a2-3423df3d856f']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:54.498283 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-e890bd3b-674c-4f12-8d2e-dda57d2c1ff3 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Calling delete_port for 522ba30e-018c-4c90-af0d-90a95b49f070 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:54.505193 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-34cc9b5a-25f4-4870-8001-66ca8db767e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c812138-d278-41e4-af56-e9d6301a6def') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:54.505624 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-34cc9b5a-25f4-4870-8001-66ca8db767e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c812138-d278-41e4-af56-e9d6301a6def') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:54.530602 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-34cc9b5a-25f4-4870-8001-66ca8db767e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:54.547676 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-88f5c76b-a2d5-4814-adca-2f05bbd81d27 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:54.555814 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 7bc5e7f2-7cac-4e0d-8ca7-663bb2bea23c {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:19:54.556415 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 7bc5e7f2-7cac-4e0d-8ca7-663bb2bea23c not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:19:54.578891 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-34cc9b5a-25f4-4870-8001-66ca8db767e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:54.585656 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34cc9b5a-25f4-4870-8001-66ca8db767e8 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:19:54.586198 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-34cc9b5a-25f4-4870-8001-66ca8db767e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:54.596611 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-df295096-34fd-4e96-b05c-51d477c38ce2 req-99d57213-4c80-4f2b-bd55-9d32e5da0880 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c6d78d97-c5bd-4992-9d0e-5892dffd416b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909951 Jul 15 23:19:54.600406 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88f5c76b-a2d5-4814-adca-2f05bbd81d27 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:19:54.600826 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-88f5c76b-a2d5-4814-adca-2f05bbd81d27 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:54.606125 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:19:54.606125 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:19:54.606125 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:19:54.606125 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:19:54.606125 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:19:54.606125 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:19:54.606125 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:19:54.606125 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:19:54.606125 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:19:54.606125 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:19:54.606125 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:19:54.606125 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:19:54.606125 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:19:54.606125 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:19:54.606125 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:19:54.606125 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:19:54.606125 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:19:54.606125 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:19:54.606125 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:19:54.606125 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:19:54.606125 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:19:54.606125 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:19:54.606125 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:19:54.606125 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:19:54.606125 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:19:54.606125 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:19:54.606125 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:19:54.606125 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:19:54.606125 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:19:54.606125 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:19:54.606125 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:19:54.606125 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:19:54.606125 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:19:54.606125 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:19:54.645261 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:19:54.645261 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:19:54.645261 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:19:54.645261 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:19:54.645261 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:19:54.645261 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:19:54.645261 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:19:54.645261 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:19:54.645261 n-d-794306-6 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:19:54.645261 n-d-794306-6 neutron-server[93771]: self.session.flush() Jul 15 23:19:54.645261 n-d-794306-6 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:19:54.645261 n-d-794306-6 neutron-server[93771]: self.session.flush() Jul 15 23:19:54.645261 n-d-794306-6 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:19:54.645261 n-d-794306-6 neutron-server[93771]: self.session.flush() Jul 15 23:19:54.645261 n-d-794306-6 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:19:54.645261 n-d-794306-6 neutron-server[93771]: self.session.flush() Jul 15 23:19:54.645261 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:19:54.645261 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:19:54.645261 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:19:54.645261 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:19:54.645261 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:19:54.645261 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:19:54.645261 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:19:54.645261 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:19:54.645261 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:19:54.645261 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:19:54.645261 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:19:54.645261 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:19:54.645261 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:19:54.645261 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:19:54.645261 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:19:54.645261 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:19:54.645261 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:19:54.645261 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:19:54.645261 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:19:54.645261 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:19:54.645261 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:19:54.645261 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:19:54.645261 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:19:54.645261 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:19:54.645261 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:19:54.645261 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:19:54.645261 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:19:54.645261 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:19:54.645261 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:19:54.645261 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:19:54.645261 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:19:54.645261 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:19:54.650115 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-34cc9b5a-25f4-4870-8001-66ca8db767e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:54.660913 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-34cc9b5a-25f4-4870-8001-66ca8db767e8 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:54.662788 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-34cc9b5a-25f4-4870-8001-66ca8db767e8 admin admin] 10.222.0.48 "DELETE /v2.0/networks/4f00ec95-afd1-4933-94a2-3423df3d856f HTTP/1.1" status: 204 len: 168 time: 1.1686249 Jul 15 23:19:54.677489 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cc9b5a-25f4-4870-8001-66ca8db767e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f00ec95-afd1-4933-94a2-3423df3d856f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:54.835077 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e890bd3b-674c-4f12-8d2e-dda57d2c1ff3 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:54.869375 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e890bd3b-674c-4f12-8d2e-dda57d2c1ff3 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event deleted for resources: {'Port': ['ID=522ba30e-018c-4c90-af0d-90a95b49f070,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:54.901631 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38314) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:54.993520 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e890bd3b-674c-4f12-8d2e-dda57d2c1ff3 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:55.063647 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e331055d-ed62-4a2a-9aa9-84aeed14951b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ab954527b26349caad16e04a7887aa2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1564271 Jul 15 23:19:55.082590 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 38316) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:55.090760 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-62578254-3cd9-4895-af80-bef79417d3ab req-41d1ee54-2112-4440-8548-bf05aac353ae tempest-ServerAddressesTestJSON-1275195858 tempest-ServerAddressesTestJSON-1275195858-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ac82b46-4071-4f7c-ad73-8849f4a0aa4a HTTP/1.1" status: 200 len: 210 time: 0.4246273 Jul 15 23:19:55.100549 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-88f5c76b-a2d5-4814-adca-2f05bbd81d27 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:55.123200 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-88f5c76b-a2d5-4814-adca-2f05bbd81d27 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:55.128144 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38318) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:55.128560 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-88f5c76b-a2d5-4814-adca-2f05bbd81d27 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] 10.222.0.48 "DELETE /v2.0/networks/5f3c38ab-5c50-4c48-805e-7f77d95b4543 HTTP/1.1" status: 204 len: 168 time: 2.2201259 Jul 15 23:19:55.189984 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f5c76b-a2d5-4814-adca-2f05bbd81d27 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Pushing event deleted for resources: {'Network': ['ID=5f3c38ab-5c50-4c48-805e-7f77d95b4543,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:55.198067 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47b9828-2b87-4225-b88f-5d59bb35dc38 req-aa236e9d-07f8-49c8-9c21-46f8d513d0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:55.198171 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47b9828-2b87-4225-b88f-5d59bb35dc38 req-aa236e9d-07f8-49c8-9c21-46f8d513d0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:55.198593 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47b9828-2b87-4225-b88f-5d59bb35dc38 req-aa236e9d-07f8-49c8-9c21-46f8d513d0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:55.199066 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47b9828-2b87-4225-b88f-5d59bb35dc38 req-aa236e9d-07f8-49c8-9c21-46f8d513d0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:55.200226 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47b9828-2b87-4225-b88f-5d59bb35dc38 req-aa236e9d-07f8-49c8-9c21-46f8d513d0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:55.203479 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c47b9828-2b87-4225-b88f-5d59bb35dc38 req-aa236e9d-07f8-49c8-9c21-46f8d513d0d2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1535e8fb4bbf47a995341d11b9792565&device_id=4378fda7-3666-4ece-be50-c71bf27f1088 HTTP/1.1" status: 200 len: 4363 time: 0.9157164 Jul 15 23:19:55.245382 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e890bd3b-674c-4f12-8d2e-dda57d2c1ff3 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Router 4aa92a2f-0073-4a5e-851e-c8bdcfeca198 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:19:55.275108 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:55.308647 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b445aac9-9356-4532-8d9a-1465a3c0a541 req-d7272b99-0935-4d3e-a7c3-418dbb121fc0 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:55.315089 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b445aac9-9356-4532-8d9a-1465a3c0a541 req-d7272b99-0935-4d3e-a7c3-418dbb121fc0 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:55.321144 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b445aac9-9356-4532-8d9a-1465a3c0a541 req-d7272b99-0935-4d3e-a7c3-418dbb121fc0 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:55.327928 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b445aac9-9356-4532-8d9a-1465a3c0a541 req-d7272b99-0935-4d3e-a7c3-418dbb121fc0 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:55.334273 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b445aac9-9356-4532-8d9a-1465a3c0a541 req-d7272b99-0935-4d3e-a7c3-418dbb121fc0 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:55.336500 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b445aac9-9356-4532-8d9a-1465a3c0a541 req-d7272b99-0935-4d3e-a7c3-418dbb121fc0 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/ports?device_id=4378fda7-3666-4ece-be50-c71bf27f1088 HTTP/1.1" status: 200 len: 3828 time: 0.8780501 Jul 15 23:19:55.378773 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e890bd3b-674c-4f12-8d2e-dda57d2c1ff3 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:19:55.389154 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e890bd3b-674c-4f12-8d2e-dda57d2c1ff3 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "PUT /v2.0/routers/4aa92a2f-0073-4a5e-851e-c8bdcfeca198/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5956285 Jul 15 23:19:55.389959 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38322) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:55.396272 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e292a0d4-a7ce-407c-81b0-1c4a98a45b43 None None] Sync routers for ids ['4aa92a2f-0073-4a5e-851e-c8bdcfeca198'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:19:55.398881 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6114cc1b-0c0e-4a1e-98f7-98ca10e4af6b tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:55.405997 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6114cc1b-0c0e-4a1e-98f7-98ca10e4af6b tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:55.408550 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-6114cc1b-0c0e-4a1e-98f7-98ca10e4af6b tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2794113 Jul 15 23:19:55.417304 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38324) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:55.419165 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e292a0d4-a7ce-407c-81b0-1c4a98a45b43 None None] Routers {'4aa92a2f-0073-4a5e-851e-c8bdcfeca198'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:19:55.420371 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-e292a0d4-a7ce-407c-81b0-1c4a98a45b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:19:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['4aa92a2f-0073-4a5e-851e-c8bdcfeca198'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:55.423265 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b550f46f-1fb4-4ad9-97f2-9c2601ca064e tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1935540313'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:55.436461 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-df295096-34fd-4e96-b05c-51d477c38ce2 req-696911c9-2f77-430c-bc17-5a359775fe77 service neutron] 10.222.0.49 "GET /v2.0/networks/c6d78d97-c5bd-4992-9d0e-5892dffd416b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8184781 Jul 15 23:19:55.449220 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-b73cbbb2-4dff-468b-b59b-68ebe6390ed9 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] GET failed (client error): The resource could not be found. Jul 15 23:19:55.452799 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b73cbbb2-4dff-468b-b59b-68ebe6390ed9 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "GET /v2.0/ports/522ba30e-018c-4c90-af0d-90a95b49f070 HTTP/1.1" status: 404 len: 333 time: 0.0614152 Jul 15 23:19:55.456193 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38328) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:55.469875 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-e292a0d4-a7ce-407c-81b0-1c4a98a45b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:55.480736 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e292a0d4-a7ce-407c-81b0-1c4a98a45b43 None None] Routers {'4aa92a2f-0073-4a5e-851e-c8bdcfeca198'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:19:55.482085 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-e292a0d4-a7ce-407c-81b0-1c4a98a45b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:19:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['4aa92a2f-0073-4a5e-851e-c8bdcfeca198'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:55.529368 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-e292a0d4-a7ce-407c-81b0-1c4a98a45b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:55.530745 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e292a0d4-a7ce-407c-81b0-1c4a98a45b43 None None] The sync data for ids ['4aa92a2f-0073-4a5e-851e-c8bdcfeca198'] in n-d-794306-6 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:19:55.542160 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b550f46f-1fb4-4ad9-97f2-9c2601ca064e tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Made reservation on behalf of 97e7ebabe09849c6b588d6640295735e for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:55.546606 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b550f46f-1fb4-4ad9-97f2-9c2601ca064e tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:55.550604 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb03e786-f19f-4029-95d2-8dc8951afac0 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:55.579215 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9718765b-aa6f-4007-9b33-ecb3b3d537e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:55.663476 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b445aac9-9356-4532-8d9a-1465a3c0a541 req-06cb6f15-710d-4880-8889-a5d0b257c0c4 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/security-groups?id=744e907c-f836-4b84-9995-723c64aba29d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3035164 Jul 15 23:19:55.666510 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b550f46f-1fb4-4ad9-97f2-9c2601ca064e tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:19:55.754376 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b550f46f-1fb4-4ad9-97f2-9c2601ca064e tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:55.754950 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-b550f46f-1fb4-4ad9-97f2-9c2601ca064e tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Added segment 15aad931-703a-4aa5-8ee3-71cb0e14abd5 of type vlan for network 3d77e3a3-62c9-4c7c-ac50-a4e777d2d345 Jul 15 23:19:55.767596 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb03e786-f19f-4029-95d2-8dc8951afac0 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:55.769613 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb03e786-f19f-4029-95d2-8dc8951afac0 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:55.779427 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47b9828-2b87-4225-b88f-5d59bb35dc38 req-019122ad-1906-48ad-8943-3b3b804ea499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:55.780169 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47b9828-2b87-4225-b88f-5d59bb35dc38 req-019122ad-1906-48ad-8943-3b3b804ea499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:55.780663 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47b9828-2b87-4225-b88f-5d59bb35dc38 req-019122ad-1906-48ad-8943-3b3b804ea499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:55.782766 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c47b9828-2b87-4225-b88f-5d59bb35dc38 req-019122ad-1906-48ad-8943-3b3b804ea499 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=1535e8fb4bbf47a995341d11b9792565&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5576475 Jul 15 23:19:55.786106 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-dab62186-e172-4614-90ef-d145af2f7e4f req-3b57ae26-5280-4ef2-96e6-8f960f1718dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fae9003-82f4-480d-9478-075fb4575c1f {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:19:55.815119 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9718765b-aa6f-4007-9b33-ecb3b3d537e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:55.845183 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dab62186-e172-4614-90ef-d145af2f7e4f req-3b57ae26-5280-4ef2-96e6-8f960f1718dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:55.847492 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b550f46f-1fb4-4ad9-97f2-9c2601ca064e tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:55.852618 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb03e786-f19f-4029-95d2-8dc8951afac0 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:55.853154 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb03e786-f19f-4029-95d2-8dc8951afac0 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Fanout notify agent at l3_agent the message router_deleted on router 4aa92a2f-0073-4a5e-851e-c8bdcfeca198 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:19:55.860915 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb03e786-f19f-4029-95d2-8dc8951afac0 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:55.866069 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-bb03e786-f19f-4029-95d2-8dc8951afac0 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "DELETE /v2.0/routers/4aa92a2f-0073-4a5e-851e-c8bdcfeca198 HTTP/1.1" status: 204 len: 168 time: 0.4055433 Jul 15 23:19:55.866069 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38332) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:55.934915 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b550f46f-1fb4-4ad9-97f2-9c2601ca064e tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:55.940568 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b550f46f-1fb4-4ad9-97f2-9c2601ca064e tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:55.941961 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b550f46f-1fb4-4ad9-97f2-9c2601ca064e tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:55.951527 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-41742e09-aaa3-4f58-9c4a-07f66da6c22c tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Deleting subnet 0a2d7975-cd38-4204-9876-f110f27f85af {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:19:55.977344 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-dab62186-e172-4614-90ef-d145af2f7e4f req-3b57ae26-5280-4ef2-96e6-8f960f1718dd service neutron] Transition to ACTIVE for port object 1fae9003-82f4-480d-9478-075fb4575c1f will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:55.979907 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-df295096-34fd-4e96-b05c-51d477c38ce2 req-cf69cfa5-4023-4855-ae8f-e04755a93adf service neutron] 10.222.0.49 "GET /v2.0/networks/c6d78d97-c5bd-4992-9d0e-5892dffd416b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4892938 Jul 15 23:19:56.047483 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dab62186-e172-4614-90ef-d145af2f7e4f req-3b57ae26-5280-4ef2-96e6-8f960f1718dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:56.180130 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ac82b46-4071-4f7c-ad73-8849f4a0aa4a', 'name': 'network-vif-deleted', 'tag': 'dd888d17-9cca-40d7-8f8e-693a6eabcf34'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:19:56.190192 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f29f6f-5bfc-4f0d-85bb-a9cf0052bed0" -d '{"events": [{"server_uuid": "6ac82b46-4071-4f7c-ad73-8849f4a0aa4a", "name": "network-vif-deleted", "tag": "dd888d17-9cca-40d7-8f8e-693a6eabcf34"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:19:56.226765 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b57ae26-5280-4ef2-96e6-8f960f1718dd service neutron] Pushing event updated for resources: {'Port': ['ID=1fae9003-82f4-480d-9478-075fb4575c1f,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:56.239355 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dfedd6-99ab-44ca-aba8-17e94a2f963a req-db928513-5873-4689-850a-c296ab7c919a tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:56.248917 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-78dfedd6-99ab-44ca-aba8-17e94a2f963a req-db928513-5873-4689-850a-c296ab7c919a tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=05996556-a5ab-4009-a945-0cdec829a469 HTTP/1.1" status: 200 len: 943 time: 0.6454041 Jul 15 23:19:56.250780 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9718765b-aa6f-4007-9b33-ecb3b3d537e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:56.253402 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9718765b-aa6f-4007-9b33-ecb3b3d537e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:56.257728 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-9718765b-aa6f-4007-9b33-ecb3b3d537e4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2789657b-1208-4ee1-82a9-700bab09e511 HTTP/1.1" status: 204 len: 168 time: 1.1665344 Jul 15 23:19:56.277568 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47b9828-2b87-4225-b88f-5d59bb35dc38 req-f9d4dfb3-395d-4fb9-b61a-50ac4cf89716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:56.279345 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c47b9828-2b87-4225-b88f-5d59bb35dc38 req-f9d4dfb3-395d-4fb9-b61a-50ac4cf89716 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4774976 Jul 15 23:19:56.291549 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 4a788c16-02d5-43ea-9a3c-bbb6a7ed1d33 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:19:56.304957 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-41742e09-aaa3-4f58-9c4a-07f66da6c22c tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:56.331389 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9718765b-aa6f-4007-9b33-ecb3b3d537e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2789657b-1208-4ee1-82a9-700bab09e511,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:56.342447 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b550f46f-1fb4-4ad9-97f2-9c2601ca064e tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9248471 Jul 15 23:19:56.346252 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b5e9d-b545-4db4-b54b-547fe0d79c0b req-9d25b73d-044c-4404-82da-760e02bcf48f tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:56.347163 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38340) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:56.354333 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-341b5e9d-b545-4db4-b54b-547fe0d79c0b req-9d25b73d-044c-4404-82da-760e02bcf48f tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=59895b7a-313e-4b59-8f53-4f02766dd280 HTTP/1.1" status: 200 len: 945 time: 0.5511398 Jul 15 23:19:56.356184 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-885d047d-ffca-43b5-bc02-fad91f25f820 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-11877696'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:56.476466 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-78dfedd6-99ab-44ca-aba8-17e94a2f963a req-77d57ba3-6fca-4e67-91f1-d3d8e88348d7 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262931 Jul 15 23:19:56.480642 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b550f46f-1fb4-4ad9-97f2-9c2601ca064e tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Pushing event updated for resources: {'Network': ['ID=3d77e3a3-62c9-4c7c-ac50-a4e777d2d345,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:56.487539 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-41742e09-aaa3-4f58-9c4a-07f66da6c22c tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:56.557166 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-885d047d-ffca-43b5-bc02-fad91f25f820 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Made reservation on behalf of 97e7ebabe09849c6b588d6640295735e for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:56.568481 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-341b5e9d-b545-4db4-b54b-547fe0d79c0b req-b020efa0-076f-40c3-abae-fb79cc9c64eb tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128918 Jul 15 23:19:56.570389 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-885d047d-ffca-43b5-bc02-fad91f25f820 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:56.587061 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-dab62186-e172-4614-90ef-d145af2f7e4f req-3b57ae26-5280-4ef2-96e6-8f960f1718dd service neutron] Attempting to bind port 1fae9003-82f4-480d-9478-075fb4575c1f on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:19:56.587415 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-dab62186-e172-4614-90ef-d145af2f7e4f req-3b57ae26-5280-4ef2-96e6-8f960f1718dd service neutron] Attempting to bind port 1fae9003-82f4-480d-9478-075fb4575c1f by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': 'eebb0b36-7201-438e-8bcb-6ea46d9d1a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0c520006-2621-40c6-9dbf-a751b4cb8117'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:19:56.587770 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab62186-e172-4614-90ef-d145af2f7e4f req-3b57ae26-5280-4ef2-96e6-8f960f1718dd service neutron] Attempting to bind port 1fae9003-82f4-480d-9478-075fb4575c1f on network 0c520006-2621-40c6-9dbf-a751b4cb8117 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:19:56.592684 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 3d77e3a3-62c9-4c7c-ac50-a4e777d2d345 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:19:56.609922 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab62186-e172-4614-90ef-d145af2f7e4f req-3b57ae26-5280-4ef2-96e6-8f960f1718dd service neutron] Port 1fae9003-82f4-480d-9478-075fb4575c1f on network 0c520006-2621-40c6-9dbf-a751b4cb8117 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:19:56.610252 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab62186-e172-4614-90ef-d145af2f7e4f req-3b57ae26-5280-4ef2-96e6-8f960f1718dd service neutron] Attempting to bind port 1fae9003-82f4-480d-9478-075fb4575c1f on network 0c520006-2621-40c6-9dbf-a751b4cb8117 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:19:56.615948 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab62186-e172-4614-90ef-d145af2f7e4f req-3b57ae26-5280-4ef2-96e6-8f960f1718dd service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:19:56.616270 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab62186-e172-4614-90ef-d145af2f7e4f req-3b57ae26-5280-4ef2-96e6-8f960f1718dd service neutron] Checking segment: {'id': 'eebb0b36-7201-438e-8bcb-6ea46d9d1a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0c520006-2621-40c6-9dbf-a751b4cb8117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:19:56.616771 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab62186-e172-4614-90ef-d145af2f7e4f req-3b57ae26-5280-4ef2-96e6-8f960f1718dd service neutron] Bound using segment: {'id': 'eebb0b36-7201-438e-8bcb-6ea46d9d1a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0c520006-2621-40c6-9dbf-a751b4cb8117'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:19:56.617093 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-dab62186-e172-4614-90ef-d145af2f7e4f req-3b57ae26-5280-4ef2-96e6-8f960f1718dd service neutron] Bound port: 1fae9003-82f4-480d-9478-075fb4575c1f, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eebb0b36-7201-438e-8bcb-6ea46d9d1a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0c520006-2621-40c6-9dbf-a751b4cb8117'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:19:56.617530 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dab62186-e172-4614-90ef-d145af2f7e4f req-3b57ae26-5280-4ef2-96e6-8f960f1718dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:56.740491 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-41742e09-aaa3-4f58-9c4a-07f66da6c22c tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:56.754783 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 38346) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:56.784839 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e0dcf6-22e2-4715-bd85-2da724b78d0e x-openstack-request-id: req-34e0dcf6-22e2-4715-bd85-2da724b78d0e {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:19:56.785168 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ac82b46-4071-4f7c-ad73-8849f4a0aa4a", "name": "network-vif-deleted", "tag": "dd888d17-9cca-40d7-8f8e-693a6eabcf34", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:19:56.785378 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-34e0dcf6-22e2-4715-bd85-2da724b78d0e {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:19:56.785764 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ac82b46-4071-4f7c-ad73-8849f4a0aa4a', 'name': 'network-vif-deleted', 'tag': 'dd888d17-9cca-40d7-8f8e-693a6eabcf34', 'status': 'completed', 'code': 200} Jul 15 23:19:56.830003 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-41742e09-aaa3-4f58-9c4a-07f66da6c22c tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:56.836751 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-885d047d-ffca-43b5-bc02-fad91f25f820 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:19:56.885835 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-885d047d-ffca-43b5-bc02-fad91f25f820 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:56.886251 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-885d047d-ffca-43b5-bc02-fad91f25f820 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Added segment 2cfb4cd3-1b5c-457e-b948-5f611ec752cf of type vlan for network 5c2080d7-82b2-4c7e-90ab-0afe4a4ef04a Jul 15 23:19:56.901965 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 4a788c16-02d5-43ea-9a3c-bbb6a7ed1d33, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=4a788c16-02d5-43ea-9a3c-bbb6a7ed1d33,segment=NetworkSegment(7f5ce7d6-1f0d-40c2-8f4e-72bafb9ba40d),segment_id=7f5ce7d6-1f0d-40c2-8f4e-72bafb9ba40d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:56.903306 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41742e09-aaa3-4f58-9c4a-07f66da6c22c tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event deleted for resources: {'Subnet': ['ID=0a2d7975-cd38-4204-9876-f110f27f85af,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:56.922685 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '4a788c16-02d5-43ea-9a3c-bbb6a7ed1d33', 'network_id': 'c6d78d97-c5bd-4992-9d0e-5892dffd416b', 'port_id': '4a788c16-02d5-43ea-9a3c-bbb6a7ed1d33', 'mac_address': 'fa:16:3e:02:4a:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a144ec76-c4c9-4c39-825f-807a0a3dd5eb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:19:56.930957 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-41742e09-aaa3-4f58-9c4a-07f66da6c22c tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:56.931220 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-dab62186-e172-4614-90ef-d145af2f7e4f req-3b57ae26-5280-4ef2-96e6-8f960f1718dd service neutron] For port 1fae9003-82f4-480d-9478-075fb4575c1f, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:19:56.934937 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-41742e09-aaa3-4f58-9c4a-07f66da6c22c tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "DELETE /v2.0/subnets/0a2d7975-cd38-4204-9876-f110f27f85af HTTP/1.1" status: 204 len: 168 time: 1.0672572 Jul 15 23:19:56.937357 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38350) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:56.944780 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe31c042-44b8-4ebc-a894-10e0774333b3 None None] Network cdb39d2e-9000-4122-aaf4-b59f09c09651 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:19:56.968956 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-b83fa876-3320-4ed3-bd4c-255e85810029 admin admin] Deleting subnet 19c4a8f3-032b-4095-a183-02874d3846ee {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:19:56.977997 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-dab62186-e172-4614-90ef-d145af2f7e4f req-3b57ae26-5280-4ef2-96e6-8f960f1718dd service neutron] For port 1fae9003-82f4-480d-9478-075fb4575c1f, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=1fae9003-82f4-480d-9478-075fb4575c1f,segment=NetworkSegment(eebb0b36-7201-438e-8bcb-6ea46d9d1a58),segment_id=eebb0b36-7201-438e-8bcb-6ea46d9d1a58)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:19:56.983959 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b83fa876-3320-4ed3-bd4c-255e85810029 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:57.011790 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dab62186-e172-4614-90ef-d145af2f7e4f req-3b57ae26-5280-4ef2-96e6-8f960f1718dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:57.019059 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-885d047d-ffca-43b5-bc02-fad91f25f820 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:57.079377 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:57.084889 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbe7d80-3d50-4d1e-acc2-b98fd24f46e8 req-bf15a08a-065a-40ac-ae35-12ff0617a479 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:57.086752 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4fbe7d80-3d50-4d1e-acc2-b98fd24f46e8 req-bf15a08a-065a-40ac-ae35-12ff0617a479 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.49 "GET /v2.0/ports?device_id=59895b7a-313e-4b59-8f53-4f02766dd280 HTTP/1.1" status: 200 len: 945 time: 0.3944409 Jul 15 23:19:57.100965 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab62186-e172-4614-90ef-d145af2f7e4f req-3b57ae26-5280-4ef2-96e6-8f960f1718dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:57.101894 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dab62186-e172-4614-90ef-d145af2f7e4f req-3b57ae26-5280-4ef2-96e6-8f960f1718dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:57.103603 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab62186-e172-4614-90ef-d145af2f7e4f req-3b57ae26-5280-4ef2-96e6-8f960f1718dd service neutron] 10.222.0.49 "PUT /v2.0/ports/1fae9003-82f4-480d-9478-075fb4575c1f HTTP/1.1" status: 200 len: 1130 time: 3.7636325 Jul 15 23:19:57.107002 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b83fa876-3320-4ed3-bd4c-255e85810029 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:57.109875 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a788c16-02d5-43ea-9a3c-bbb6a7ed1d33 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:19:57.139963 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b53d30d2-cf7e-4b8f-8fa3-881cc8ecc0db tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:57.156018 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-dab62186-e172-4614-90ef-d145af2f7e4f req-9034264b-5b83-430e-97bd-81db43cd04d7 service neutron] Request body: {'port': {'device_id': '4378fda7-3666-4ece-be50-c71bf27f1088', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:57.163940 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-885d047d-ffca-43b5-bc02-fad91f25f820 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:57.169911 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885d047d-ffca-43b5-bc02-fad91f25f820 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:57.170960 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-885d047d-ffca-43b5-bc02-fad91f25f820 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:57.187248 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 4a788c16-02d5-43ea-9a3c-bbb6a7ed1d33, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=4a788c16-02d5-43ea-9a3c-bbb6a7ed1d33,segment=NetworkSegment(7f5ce7d6-1f0d-40c2-8f4e-72bafb9ba40d),segment_id=7f5ce7d6-1f0d-40c2-8f4e-72bafb9ba40d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:57.219143 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:57.309809 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b57ae26-5280-4ef2-96e6-8f960f1718dd service neutron] Pushing event updated for resources: {'Port': ['ID=1fae9003-82f4-480d-9478-075fb4575c1f,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:57.313224 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=4a788c16-02d5-43ea-9a3c-bbb6a7ed1d33,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:57.331827 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885d047d-ffca-43b5-bc02-fad91f25f820 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Pushing event updated for resources: {'Network': ['ID=5c2080d7-82b2-4c7e-90ab-0afe4a4ef04a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:57.332388 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b83fa876-3320-4ed3-bd4c-255e85810029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:57.336407 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:57.336823 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:57.337093 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:57.337419 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:57.337751 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:57.338079 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:57.338405 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:57.343340 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:57.343340 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:57.344111 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-885d047d-ffca-43b5-bc02-fad91f25f820 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9877701 Jul 15 23:19:57.344271 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:57.344271 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:57.344271 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:19:57.344661 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38358) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:57.359503 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 5c2080d7-82b2-4c7e-90ab-0afe4a4ef04a details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:19:57.367207 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-80da122c-a925-43ad-a235-cdbbaf724d8f tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Request body: {'ports': [{'network_id': '3d77e3a3-62c9-4c7c-ac50-a4e777d2d345', 'name': 'tempest-port--375822821', 'admin_state_up': True}, {'network_id': '5c2080d7-82b2-4c7e-90ab-0afe4a4ef04a', 'admin_state_up': False}]} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:57.367207 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-80da122c-a925-43ad-a235-cdbbaf724d8f tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Request body: {'port': {'network_id': '3d77e3a3-62c9-4c7c-ac50-a4e777d2d345', 'name': 'tempest-port--375822821', 'admin_state_up': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:57.367837 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-80da122c-a925-43ad-a235-cdbbaf724d8f tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Request body: {'port': {'network_id': '5c2080d7-82b2-4c7e-90ab-0afe4a4ef04a', 'admin_state_up': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:57.422122 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85b336-c83d-4388-929d-9e556e981760 req-c003c71b-2de4-46f0-9833-a815b8b77b4d tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:57.427119 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b53d30d2-cf7e-4b8f-8fa3-881cc8ecc0db tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Deleting port c19ed6e4-307f-467e-b2ae-d8af8384837b {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:57.427475 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b53d30d2-cf7e-4b8f-8fa3-881cc8ecc0db tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:57.441749 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85b336-c83d-4388-929d-9e556e981760 req-c003c71b-2de4-46f0-9833-a815b8b77b4d tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:57.451368 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85b336-c83d-4388-929d-9e556e981760 req-c003c71b-2de4-46f0-9833-a815b8b77b4d tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:57.458601 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85b336-c83d-4388-929d-9e556e981760 req-c003c71b-2de4-46f0-9833-a815b8b77b4d tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:57.464353 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85b336-c83d-4388-929d-9e556e981760 req-c003c71b-2de4-46f0-9833-a815b8b77b4d tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:57.471180 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85b336-c83d-4388-929d-9e556e981760 req-c003c71b-2de4-46f0-9833-a815b8b77b4d tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:57.478810 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3c85b336-c83d-4388-929d-9e556e981760 req-c003c71b-2de4-46f0-9833-a815b8b77b4d tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/ports?device_id=4378fda7-3666-4ece-be50-c71bf27f1088 HTTP/1.1" status: 200 len: 4600 time: 0.5666456 Jul 15 23:19:57.525877 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['4a788c16-02d5-43ea-9a3c-bbb6a7ed1d33'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:19:57.580763 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dab62186-e172-4614-90ef-d145af2f7e4f req-9034264b-5b83-430e-97bd-81db43cd04d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:57.624314 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3c85b336-c83d-4388-929d-9e556e981760 req-d3b5a02d-8490-408b-8d02-96ce8b9e31ca tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c3e5093-3aee-4735-ad4f-51aafad3cea0&id=744e907c-f836-4b84-9995-723c64aba29d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1445308 Jul 15 23:19:57.653711 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b83fa876-3320-4ed3-bd4c-255e85810029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:57.677373 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-b53d30d2-cf7e-4b8f-8fa3-881cc8ecc0db tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] For port c19ed6e4-307f-467e-b2ae-d8af8384837b, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=c19ed6e4-307f-467e-b2ae-d8af8384837b,segment=NetworkSegment(228f6a52-5ad1-47d6-9bf9-35133bda9077),segment_id=228f6a52-5ad1-47d6-9bf9-35133bda9077)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:57.678599 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b53d30d2-cf7e-4b8f-8fa3-881cc8ecc0db tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:57.740873 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d78c62-51ef-4441-8f49-485e8ba7fd4f None None] DHCP port deletion for cdb39d2e-9000-4122-aaf4-b59f09c09651 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:19:57.765004 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83fa876-3320-4ed3-bd4c-255e85810029 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19c4a8f3-032b-4095-a183-02874d3846ee,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:57.776477 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b53d30d2-cf7e-4b8f-8fa3-881cc8ecc0db tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Calling delete_port for c19ed6e4-307f-467e-b2ae-d8af8384837b owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:57.780426 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-4fbe7d80-3d50-4d1e-acc2-b98fd24f46e8 req-3cfbe786-86cd-4e9f-b723-8b2303a7047e tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Deleting port 76c32a84-4884-46b8-ab43-b62ae8b5d08f {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:57.780915 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4fbe7d80-3d50-4d1e-acc2-b98fd24f46e8 req-3cfbe786-86cd-4e9f-b723-8b2303a7047e tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:57.801796 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b83fa876-3320-4ed3-bd4c-255e85810029 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:57.803718 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-b83fa876-3320-4ed3-bd4c-255e85810029 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/19c4a8f3-032b-4095-a183-02874d3846ee HTTP/1.1" status: 204 len: 168 time: 1.0269256 Jul 15 23:19:57.813064 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38378) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:57.993075 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80da122c-a925-43ad-a235-cdbbaf724d8f tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Made reservation on behalf of 97e7ebabe09849c6b588d6640295735e for: {'port': 2} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:19:57.998745 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-80da122c-a925-43ad-a235-cdbbaf724d8f tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:58.002758 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-38d78c62-51ef-4441-8f49-485e8ba7fd4f None None] Deleting port c19ed6e4-307f-467e-b2ae-d8af8384837b {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:19:58.003454 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d78c62-51ef-4441-8f49-485e8ba7fd4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:58.005419 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5cebf78b-d212-469f-9f8d-623e2ff3e4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:58.026337 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-80da122c-a925-43ad-a235-cdbbaf724d8f tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:58.123070 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-38d78c62-51ef-4441-8f49-485e8ba7fd4f None None] For port c19ed6e4-307f-467e-b2ae-d8af8384837b, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=c19ed6e4-307f-467e-b2ae-d8af8384837b,segment=NetworkSegment(228f6a52-5ad1-47d6-9bf9-35133bda9077),segment_id=228f6a52-5ad1-47d6-9bf9-35133bda9077)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:58.123477 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d78c62-51ef-4441-8f49-485e8ba7fd4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:58.139178 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-38d78c62-51ef-4441-8f49-485e8ba7fd4f None None] Calling delete_port for c19ed6e4-307f-467e-b2ae-d8af8384837b owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:58.286502 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b53d30d2-cf7e-4b8f-8fa3-881cc8ecc0db tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:58.289115 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 76c32a84-4884-46b8-ab43-b62ae8b5d08f no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:19:58.301207 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d78c62-51ef-4441-8f49-485e8ba7fd4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:58.311848 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-80da122c-a925-43ad-a235-cdbbaf724d8f tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] device_id is not set on port 49b465a1-6206-4f43-b909-023562e1928b yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:19:58.318525 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53d30d2-cf7e-4b8f-8fa3-881cc8ecc0db tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] No DVR routers for this DVR port c19ed6e4-307f-467e-b2ae-d8af8384837b on host n-d-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:19:58.354209 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device c19ed6e4-307f-467e-b2ae-d8af8384837b no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:19:58.359171 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53d30d2-cf7e-4b8f-8fa3-881cc8ecc0db tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event deleted for resources: {'Port': ['ID=c19ed6e4-307f-467e-b2ae-d8af8384837b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:58.406923 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d78c62-51ef-4441-8f49-485e8ba7fd4f None None] Pushing event deleted for resources: {'Port': ['ID=c19ed6e4-307f-467e-b2ae-d8af8384837b,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:58.408764 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: c19ed6e4-307f-467e-b2ae-d8af8384837b {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:19:58.409177 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device c19ed6e4-307f-467e-b2ae-d8af8384837b not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:19:58.410873 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d78c62-51ef-4441-8f49-485e8ba7fd4f None None] No DVR routers for this DVR port c19ed6e4-307f-467e-b2ae-d8af8384837b on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:19:58.440298 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5cebf78b-d212-469f-9f8d-623e2ff3e4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:58.484924 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-5cebf78b-d212-469f-9f8d-623e2ff3e4fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da76f44a-d9ec-41cd-bdf0-e7e34794069a']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:58.490894 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:58.509474 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-5cebf78b-d212-469f-9f8d-623e2ff3e4fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a20813b4-504e-46f4-8d24-0733bbfbbd30') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:58.510036 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-5cebf78b-d212-469f-9f8d-623e2ff3e4fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a20813b4-504e-46f4-8d24-0733bbfbbd30') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:58.522647 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59895b7a-313e-4b59-8f53-4f02766dd280', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76c32a84-4884-46b8-ab43-b62ae8b5d08f'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:19:58.529348 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6d834e-50c7-4919-b4c8-e01d54c4cadf" -d '{"events": [{"server_uuid": "59895b7a-313e-4b59-8f53-4f02766dd280", "name": "network-vif-unplugged", "status": "completed", "tag": "76c32a84-4884-46b8-ab43-b62ae8b5d08f"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:19:58.535724 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5cebf78b-d212-469f-9f8d-623e2ff3e4fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:58.566132 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b53d30d2-cf7e-4b8f-8fa3-881cc8ecc0db tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:58.571435 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 76c32a84-4884-46b8-ab43-b62ae8b5d08f, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=76c32a84-4884-46b8-ab43-b62ae8b5d08f,segment=NetworkSegment(056a97c3-fa40-4757-b96f-04fb527ec8cd),segment_id=056a97c3-fa40-4757-b96f-04fb527ec8cd)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:58.577829 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:58.593923 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-b53d30d2-cf7e-4b8f-8fa3-881cc8ecc0db tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdb39d2e-9000-4122-aaf4-b59f09c09651']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:58.601298 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5cebf78b-d212-469f-9f8d-623e2ff3e4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:58.623818 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-4fbe7d80-3d50-4d1e-acc2-b98fd24f46e8 req-3cfbe786-86cd-4e9f-b723-8b2303a7047e tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] For port 76c32a84-4884-46b8-ab43-b62ae8b5d08f, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=76c32a84-4884-46b8-ab43-b62ae8b5d08f,segment=NetworkSegment(056a97c3-fa40-4757-b96f-04fb527ec8cd),segment_id=056a97c3-fa40-4757-b96f-04fb527ec8cd)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:19:58.624411 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4fbe7d80-3d50-4d1e-acc2-b98fd24f46e8 req-3cfbe786-86cd-4e9f-b723-8b2303a7047e tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:58.665156 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-b53d30d2-cf7e-4b8f-8fa3-881cc8ecc0db tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '228f6a52-5ad1-47d6-9bf9-35133bda9077') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:58.665473 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-b53d30d2-cf7e-4b8f-8fa3-881cc8ecc0db tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '228f6a52-5ad1-47d6-9bf9-35133bda9077') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:19:58.671945 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cebf78b-d212-469f-9f8d-623e2ff3e4fa admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:19:58.671945 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5cebf78b-d212-469f-9f8d-623e2ff3e4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:58.674510 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:19:58.674510 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:19:58.674510 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:19:58.674510 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:19:58.674510 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:19:58.674510 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:19:58.674510 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:19:58.674510 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:19:58.674510 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:19:58.674510 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:19:58.674510 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:19:58.674510 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:19:58.674510 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:19:58.674510 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:19:58.674510 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:19:58.674510 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:19:58.674510 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:19:58.674510 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:19:58.674510 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:19:58.674510 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:19:58.674510 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:19:58.674510 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:19:58.674510 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:19:58.674510 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:19:58.674510 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:19:58.674510 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:19:58.674510 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:19:58.674510 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:19:58.674510 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:19:58.674510 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:19:58.674510 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:19:58.674510 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:19:58.694608 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=76c32a84-4884-46b8-ab43-b62ae8b5d08f,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:58.701353 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4f864d-5dc9-4123-b539-4f255297749f req-f4531898-c08b-44de-931d-b18cffbd31be tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:58.708705 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8e4f864d-5dc9-4123-b539-4f255297749f req-f4531898-c08b-44de-931d-b18cffbd31be tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=05996556-a5ab-4009-a945-0cdec829a469 HTTP/1.1" status: 200 len: 944 time: 0.9522312 Jul 15 23:19:58.717653 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-4fbe7d80-3d50-4d1e-acc2-b98fd24f46e8 req-3cfbe786-86cd-4e9f-b723-8b2303a7047e tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Calling delete_port for 76c32a84-4884-46b8-ab43-b62ae8b5d08f owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:19:58.727158 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b53d30d2-cf7e-4b8f-8fa3-881cc8ecc0db tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:58.741544 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b53d30d2-cf7e-4b8f-8fa3-881cc8ecc0db tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:58.753141 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b53d30d2-cf7e-4b8f-8fa3-881cc8ecc0db tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:19:58.753621 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b53d30d2-cf7e-4b8f-8fa3-881cc8ecc0db tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:58.757421 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e39950-44ef-4004-8b5d-8b85e13a1a57 req-1e919557-abab-4ffe-9f7b-113ec6fddfa1 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:58.758971 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:19:58.758971 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:19:58.758971 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:19:58.758971 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:19:58.758971 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:19:58.758971 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:19:58.758971 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:19:58.758971 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:19:58.758971 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:19:58.758971 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:19:58.758971 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:19:58.758971 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:19:58.758971 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:19:58.758971 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:19:58.758971 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:19:58.758971 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:19:58.758971 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:19:58.758971 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:19:58.758971 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:19:58.758971 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:19:58.758971 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:19:58.758971 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:19:58.758971 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:19:58.758971 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:19:58.758971 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:19:58.758971 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:19:58.758971 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:19:58.758971 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:19:58.758971 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:19:58.758971 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:19:58.758971 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:19:58.758971 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:19:58.765111 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b0e39950-44ef-4004-8b5d-8b85e13a1a57 req-1e919557-abab-4ffe-9f7b-113ec6fddfa1 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=59895b7a-313e-4b59-8f53-4f02766dd280 HTTP/1.1" status: 200 len: 945 time: 0.9104161 Jul 15 23:19:58.816690 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4378fda7-3666-4ece-be50-c71bf27f1088', 'tag': '1fae9003-82f4-480d-9478-075fb4575c1f'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:19:58.818890 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60846e53-bff8-48b0-8c75-0800b7fb8eac" -d '{"events": [{"name": "network-changed", "server_uuid": "4378fda7-3666-4ece-be50-c71bf27f1088", "tag": "1fae9003-82f4-480d-9478-075fb4575c1f"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:19:58.892593 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8e4f864d-5dc9-4123-b539-4f255297749f req-d884626d-255f-48de-b54e-77f98aeaf39c tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825259 Jul 15 23:19:58.897011 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5cebf78b-d212-469f-9f8d-623e2ff3e4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:58.905456 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b53d30d2-cf7e-4b8f-8fa3-881cc8ecc0db tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:58.926973 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5cebf78b-d212-469f-9f8d-623e2ff3e4fa admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:58.930242 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-5cebf78b-d212-469f-9f8d-623e2ff3e4fa admin admin] 10.222.0.48 "DELETE /v2.0/networks/da76f44a-d9ec-41cd-bdf0-e7e34794069a HTTP/1.1" status: 204 len: 168 time: 1.1158793 Jul 15 23:19:58.941022 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cebf78b-d212-469f-9f8d-623e2ff3e4fa admin admin] Pushing event deleted for resources: {'Network': ['ID=da76f44a-d9ec-41cd-bdf0-e7e34794069a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:58.943659 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b0e39950-44ef-4004-8b5d-8b85e13a1a57 req-32e76ab5-a48d-4fed-807a-7a69c97d6774 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733434 Jul 15 23:19:58.960241 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b53d30d2-cf7e-4b8f-8fa3-881cc8ecc0db tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:58.972624 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b53d30d2-cf7e-4b8f-8fa3-881cc8ecc0db tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "DELETE /v2.0/networks/cdb39d2e-9000-4122-aaf4-b59f09c09651 HTTP/1.1" status: 204 len: 168 time: 2.0336721 Jul 15 23:19:58.982338 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 38408) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:59.008105 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53d30d2-cf7e-4b8f-8fa3-881cc8ecc0db tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event deleted for resources: {'Network': ['ID=cdb39d2e-9000-4122-aaf4-b59f09c09651,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:59.013926 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-80da122c-a925-43ad-a235-cdbbaf724d8f tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:59.071113 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c283067d-047c-440d-bbb1-632f0e706f8a x-openstack-request-id: req-c283067d-047c-440d-bbb1-632f0e706f8a {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:19:59.071703 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59895b7a-313e-4b59-8f53-4f02766dd280", "name": "network-vif-unplugged", "status": "completed", "tag": "76c32a84-4884-46b8-ab43-b62ae8b5d08f", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:19:59.072394 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c283067d-047c-440d-bbb1-632f0e706f8a {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:19:59.073116 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59895b7a-313e-4b59-8f53-4f02766dd280', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76c32a84-4884-46b8-ab43-b62ae8b5d08f', 'code': 200} Jul 15 23:19:59.103006 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94dea787-ac1a-4a39-9e0d-48e1eaae1ea2 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:59.112541 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-94dea787-ac1a-4a39-9e0d-48e1eaae1ea2 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "GET /v2.0/ports/c946ef32-b4a5-43e1-9af7-012aca0f175a HTTP/1.1" status: 200 len: 845 time: 0.1288824 Jul 15 23:19:59.128364 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 38414) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:59.233084 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-80da122c-a925-43ad-a235-cdbbaf724d8f tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] device_id is not set on port bdccaf2a-4209-4962-88e6-516d10fc4941 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:19:59.283554 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec81265-5b55-41ce-a1c6-3f9819d2e66b x-openstack-request-id: req-8ec81265-5b55-41ce-a1c6-3f9819d2e66b {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:19:59.284198 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4378fda7-3666-4ece-be50-c71bf27f1088", "tag": "1fae9003-82f4-480d-9478-075fb4575c1f", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:19:59.284731 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8ec81265-5b55-41ce-a1c6-3f9819d2e66b {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:19:59.286668 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4378fda7-3666-4ece-be50-c71bf27f1088', 'tag': '1fae9003-82f4-480d-9478-075fb4575c1f', 'status': 'completed', 'code': 200} Jul 15 23:19:59.291953 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-dab62186-e172-4614-90ef-d145af2f7e4f req-9034264b-5b83-430e-97bd-81db43cd04d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 422fe5b9-520f-419b-8cd4-d8ed4ddfee1a {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:19:59.314236 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dab62186-e172-4614-90ef-d145af2f7e4f req-9034264b-5b83-430e-97bd-81db43cd04d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:59.377406 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-2f834bbd-9d04-43ef-965f-2cf2b5ef9900 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "GET /v2.0/ports/c946ef32-b4a5-43e1-9af7-012aca0f175a?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2394593 Jul 15 23:19:59.377406 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 38426) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:59.391439 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-11bb664a-1990-40a2-bbe9-6032d34f2c86 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Request body: {'subnet': {'network_id': '6d6470ca-0b4e-4daa-bf18-7e04a4d12a96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:19:59.453938 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-80da122c-a925-43ad-a235-cdbbaf724d8f tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:59.473726 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38438) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:59.503389 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-dab62186-e172-4614-90ef-d145af2f7e4f req-9034264b-5b83-430e-97bd-81db43cd04d7 service neutron] Transition to ACTIVE for port object 422fe5b9-520f-419b-8cd4-d8ed4ddfee1a will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:19:59.539785 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dab62186-e172-4614-90ef-d145af2f7e4f req-9034264b-5b83-430e-97bd-81db43cd04d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:59.547704 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a1c0c0e1-8fac-4d1f-bdda-50bb4f4214a1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d8f75e25e78a4170a3f347a8f1048fac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0642240 Jul 15 23:19:59.547704 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-80da122c-a925-43ad-a235-cdbbaf724d8f tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:59.552216 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38444) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:19:59.588761 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4fbe7d80-3d50-4d1e-acc2-b98fd24f46e8 req-3cfbe786-86cd-4e9f-b723-8b2303a7047e tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:59.627669 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['428fc395-88ca-4e6d-b708-6f3664ed368d'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:19:59.733661 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80da122c-a925-43ad-a235-cdbbaf724d8f tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Checking segment: {'id': '15aad931-703a-4aa5-8ee3-71cb0e14abd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '3d77e3a3-62c9-4c7c-ac50-a4e777d2d345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:19:59.734281 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80da122c-a925-43ad-a235-cdbbaf724d8f tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Network hostable DHCP agents. Network: 3d77e3a3-62c9-4c7c-ac50-a4e777d2d345, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:19:59.739037 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80da122c-a925-43ad-a235-cdbbaf724d8f tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Pushing event updated for resources: {'Port': ['ID=49b465a1-6206-4f43-b909-023562e1928b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:59.753587 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e400be0f-61bc-4b91-a10d-d2dd014a3e61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:59.781735 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80da122c-a925-43ad-a235-cdbbaf724d8f tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Network 3d77e3a3-62c9-4c7c-ac50-a4e777d2d345 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:19:59.805798 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e400be0f-61bc-4b91-a10d-d2dd014a3e61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:59.808106 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-80da122c-a925-43ad-a235-cdbbaf724d8f tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 3d77e3a3-62c9-4c7c-ac50-a4e777d2d345) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:19:59.810915 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9034264b-5b83-430e-97bd-81db43cd04d7 service neutron] Pushing event updated for resources: {'Port': ['ID=422fe5b9-520f-419b-8cd4-d8ed4ddfee1a,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:59.825277 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44eb2a18-fc52-438b-9b8c-2861d46f533b None None] Network 3d77e3a3-62c9-4c7c-ac50-a4e777d2d345 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:19:59.830055 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60846e53-bff8-48b0-8c75-0800b7fb8eac req-cf230709-25f4-44ea-8ba2-9e9ed0c9feab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:59.830661 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60846e53-bff8-48b0-8c75-0800b7fb8eac req-cf230709-25f4-44ea-8ba2-9e9ed0c9feab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:59.831699 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60846e53-bff8-48b0-8c75-0800b7fb8eac req-cf230709-25f4-44ea-8ba2-9e9ed0c9feab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:59.832274 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60846e53-bff8-48b0-8c75-0800b7fb8eac req-cf230709-25f4-44ea-8ba2-9e9ed0c9feab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:59.833088 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60846e53-bff8-48b0-8c75-0800b7fb8eac req-cf230709-25f4-44ea-8ba2-9e9ed0c9feab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:59.833871 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60846e53-bff8-48b0-8c75-0800b7fb8eac req-cf230709-25f4-44ea-8ba2-9e9ed0c9feab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:59.839513 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80da122c-a925-43ad-a235-cdbbaf724d8f tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:19:59.840819 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-80da122c-a925-43ad-a235-cdbbaf724d8f tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:59.860589 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-60846e53-bff8-48b0-8c75-0800b7fb8eac req-cf230709-25f4-44ea-8ba2-9e9ed0c9feab service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1535e8fb4bbf47a995341d11b9792565&device_id=4378fda7-3666-4ece-be50-c71bf27f1088 HTTP/1.1" status: 200 len: 5286 time: 0.5536306 Jul 15 23:19:59.906238 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfbe786-86cd-4e9f-b723-8b2303a7047e tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Pushing event deleted for resources: {'Port': ['ID=76c32a84-4884-46b8-ab43-b62ae8b5d08f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:19:59.909037 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fbe7d80-3d50-4d1e-acc2-b98fd24f46e8 req-3cfbe786-86cd-4e9f-b723-8b2303a7047e tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] No DVR routers for this DVR port 76c32a84-4884-46b8-ab43-b62ae8b5d08f on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:19:59.929035 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ccadce-cdfd-4159-802f-2c9c29af4c1e req-249db6f9-2fcc-4640-80e7-1a252650cfd3 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:59.937266 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ccadce-cdfd-4159-802f-2c9c29af4c1e req-249db6f9-2fcc-4640-80e7-1a252650cfd3 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:59.947842 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ccadce-cdfd-4159-802f-2c9c29af4c1e req-249db6f9-2fcc-4640-80e7-1a252650cfd3 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:59.955176 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ccadce-cdfd-4159-802f-2c9c29af4c1e req-249db6f9-2fcc-4640-80e7-1a252650cfd3 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:59.959465 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e400be0f-61bc-4b91-a10d-d2dd014a3e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:59.962874 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e400be0f-61bc-4b91-a10d-d2dd014a3e61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:19:59.964408 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e400be0f-61bc-4b91-a10d-d2dd014a3e61 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6588f4c7-3e7c-49d3-8e8b-44ce16f9bcc9 HTTP/1.1" status: 204 len: 168 time: 0.4078624 Jul 15 23:19:59.979233 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ccadce-cdfd-4159-802f-2c9c29af4c1e req-249db6f9-2fcc-4640-80e7-1a252650cfd3 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:19:59.999218 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e400be0f-61bc-4b91-a10d-d2dd014a3e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6588f4c7-3e7c-49d3-8e8b-44ce16f9bcc9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:00.005319 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ccadce-cdfd-4159-802f-2c9c29af4c1e req-249db6f9-2fcc-4640-80e7-1a252650cfd3 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:00.012411 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-61ccadce-cdfd-4159-802f-2c9c29af4c1e req-249db6f9-2fcc-4640-80e7-1a252650cfd3 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/ports?device_id=4378fda7-3666-4ece-be50-c71bf27f1088 HTTP/1.1" status: 200 len: 4600 time: 0.6386242 Jul 15 23:20:00.025733 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80da122c-a925-43ad-a235-cdbbaf724d8f tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Pushing event updated for resources: {'Port': ['ID=bdccaf2a-4209-4962-88e6-516d10fc4941,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:00.041038 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80da122c-a925-43ad-a235-cdbbaf724d8f tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Checking segment: {'id': '2cfb4cd3-1b5c-457e-b948-5f611ec752cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5c2080d7-82b2-4c7e-90ab-0afe4a4ef04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:20:00.041987 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80da122c-a925-43ad-a235-cdbbaf724d8f tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Network hostable DHCP agents. Network: 5c2080d7-82b2-4c7e-90ab-0afe4a4ef04a, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:20:00.080097 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4fbe7d80-3d50-4d1e-acc2-b98fd24f46e8 req-3cfbe786-86cd-4e9f-b723-8b2303a7047e tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:00.083064 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4fbe7d80-3d50-4d1e-acc2-b98fd24f46e8 req-3cfbe786-86cd-4e9f-b723-8b2303a7047e tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.49 "DELETE /v2.0/ports/76c32a84-4884-46b8-ab43-b62ae8b5d08f HTTP/1.1" status: 204 len: 173 time: 2.9722061 Jul 15 23:20:00.100312 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80da122c-a925-43ad-a235-cdbbaf724d8f tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Network 5c2080d7-82b2-4c7e-90ab-0afe4a4ef04a is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:20:00.135464 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-80da122c-a925-43ad-a235-cdbbaf724d8f tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 5c2080d7-82b2-4c7e-90ab-0afe4a4ef04a) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:00.143665 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80da122c-a925-43ad-a235-cdbbaf724d8f tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:20:00.156895 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43db989-7c82-4a6f-80a9-215d2c2c6f19 None None] Network 5c2080d7-82b2-4c7e-90ab-0afe4a4ef04a requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:20:00.167099 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80da122c-a925-43ad-a235-cdbbaf724d8f tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:00.173241 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80da122c-a925-43ad-a235-cdbbaf724d8f tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:00.174204 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-80da122c-a925-43ad-a235-cdbbaf724d8f tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:00.216372 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-80da122c-a925-43ad-a235-cdbbaf724d8f tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.8708901 Jul 15 23:20:00.221033 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38480) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:00.252138 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11bb664a-1990-40a2-bbe9-6032d34f2c86 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Made reservation on behalf of 6e9aa8192e944c7f9b496773dbd06067 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:20:00.259370 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11bb664a-1990-40a2-bbe9-6032d34f2c86 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:00.332654 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 4a788c16-02d5-43ea-9a3c-bbb6a7ed1d33 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:20:00.365962 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599ed8cf-a156-4734-96be-1fa13506a7e3 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:00.374110 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599ed8cf-a156-4734-96be-1fa13506a7e3 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:00.379396 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-599ed8cf-a156-4734-96be-1fa13506a7e3 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1546116 Jul 15 23:20:00.379733 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38482) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:00.508220 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port 4a788c16-02d5-43ea-9a3c-bbb6a7ed1d33 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:20:00.512822 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 4a788c16-02d5-43ea-9a3c-bbb6a7ed1d33 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:00.513633 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:00.537565 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-d4cad9c1-882b-48cf-8342-637d61e7f3b2 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Deleting port 49b465a1-6206-4f43-b909-023562e1928b {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:20:00.537971 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4cad9c1-882b-48cf-8342-637d61e7f3b2 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:00.549320 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-61ccadce-cdfd-4159-802f-2c9c29af4c1e req-78de20ab-4154-459a-b027-beb3e3028cf7 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c3e5093-3aee-4735-ad4f-51aafad3cea0&id=744e907c-f836-4b84-9995-723c64aba29d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4286051 Jul 15 23:20:00.614532 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-dab62186-e172-4614-90ef-d145af2f7e4f req-9034264b-5b83-430e-97bd-81db43cd04d7 service neutron] Attempting to bind port 422fe5b9-520f-419b-8cd4-d8ed4ddfee1a on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:20:00.615034 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-dab62186-e172-4614-90ef-d145af2f7e4f req-9034264b-5b83-430e-97bd-81db43cd04d7 service neutron] Attempting to bind port 422fe5b9-520f-419b-8cd4-d8ed4ddfee1a by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': 'eebb0b36-7201-438e-8bcb-6ea46d9d1a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0c520006-2621-40c6-9dbf-a751b4cb8117'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:20:00.615449 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab62186-e172-4614-90ef-d145af2f7e4f req-9034264b-5b83-430e-97bd-81db43cd04d7 service neutron] Attempting to bind port 422fe5b9-520f-419b-8cd4-d8ed4ddfee1a on network 0c520006-2621-40c6-9dbf-a751b4cb8117 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:20:00.624722 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab62186-e172-4614-90ef-d145af2f7e4f req-9034264b-5b83-430e-97bd-81db43cd04d7 service neutron] Port 422fe5b9-520f-419b-8cd4-d8ed4ddfee1a on network 0c520006-2621-40c6-9dbf-a751b4cb8117 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:20:00.625917 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab62186-e172-4614-90ef-d145af2f7e4f req-9034264b-5b83-430e-97bd-81db43cd04d7 service neutron] Attempting to bind port 422fe5b9-520f-419b-8cd4-d8ed4ddfee1a on network 0c520006-2621-40c6-9dbf-a751b4cb8117 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:20:00.634986 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60846e53-bff8-48b0-8c75-0800b7fb8eac req-dea23dfe-6b69-441c-94a0-27359aa1879c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:00.635696 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60846e53-bff8-48b0-8c75-0800b7fb8eac req-dea23dfe-6b69-441c-94a0-27359aa1879c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:00.636275 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60846e53-bff8-48b0-8c75-0800b7fb8eac req-dea23dfe-6b69-441c-94a0-27359aa1879c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:00.638901 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-60846e53-bff8-48b0-8c75-0800b7fb8eac req-dea23dfe-6b69-441c-94a0-27359aa1879c service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=1535e8fb4bbf47a995341d11b9792565&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.7274435 Jul 15 23:20:00.645911 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:00.654330 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab62186-e172-4614-90ef-d145af2f7e4f req-9034264b-5b83-430e-97bd-81db43cd04d7 service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:20:00.654872 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab62186-e172-4614-90ef-d145af2f7e4f req-9034264b-5b83-430e-97bd-81db43cd04d7 service neutron] Checking segment: {'id': 'eebb0b36-7201-438e-8bcb-6ea46d9d1a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0c520006-2621-40c6-9dbf-a751b4cb8117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:20:00.655357 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab62186-e172-4614-90ef-d145af2f7e4f req-9034264b-5b83-430e-97bd-81db43cd04d7 service neutron] Bound using segment: {'id': 'eebb0b36-7201-438e-8bcb-6ea46d9d1a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0c520006-2621-40c6-9dbf-a751b4cb8117'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:20:00.656000 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-dab62186-e172-4614-90ef-d145af2f7e4f req-9034264b-5b83-430e-97bd-81db43cd04d7 service neutron] Bound port: 422fe5b9-520f-419b-8cd4-d8ed4ddfee1a, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eebb0b36-7201-438e-8bcb-6ea46d9d1a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0c520006-2621-40c6-9dbf-a751b4cb8117'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:20:00.656478 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dab62186-e172-4614-90ef-d145af2f7e4f req-9034264b-5b83-430e-97bd-81db43cd04d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:00.718495 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4cad9c1-882b-48cf-8342-637d61e7f3b2 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:00.719934 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 4a788c16-02d5-43ea-9a3c-bbb6a7ed1d33, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=4a788c16-02d5-43ea-9a3c-bbb6a7ed1d33,segment=NetworkSegment(7f5ce7d6-1f0d-40c2-8f4e-72bafb9ba40d),segment_id=7f5ce7d6-1f0d-40c2-8f4e-72bafb9ba40d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:00.737158 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:00.741239 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-d4cad9c1-882b-48cf-8342-637d61e7f3b2 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Calling delete_port for 49b465a1-6206-4f43-b909-023562e1928b owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:20:00.790334 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2bdfe705-b81e-4ed4-944a-4c4f7c72a20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:00.832930 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=4a788c16-02d5-43ea-9a3c-bbb6a7ed1d33,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:00.843268 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60846e53-bff8-48b0-8c75-0800b7fb8eac req-1a76a3c7-f378-47d5-83e6-8a0520c1fea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:00.845464 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-60846e53-bff8-48b0-8c75-0800b7fb8eac req-1a76a3c7-f378-47d5-83e6-8a0520c1fea1 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1648664 Jul 15 23:20:00.875825 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a433decc-56a5-4745-b44a-d2d30eabbaec req-18d81621-6176-4835-8436-689c94765e12 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:00.877938 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a433decc-56a5-4745-b44a-d2d30eabbaec req-18d81621-6176-4835-8436-689c94765e12 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=05996556-a5ab-4009-a945-0cdec829a469 HTTP/1.1" status: 200 len: 944 time: 0.5245118 Jul 15 23:20:00.913400 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4cad9c1-882b-48cf-8342-637d61e7f3b2 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:00.928397 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cd58fc7f-daf7-4f2f-84b9-d6e753f2dda2 req-61974bb4-3c69-4ef5-8e64-11b1f87fa51f tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=59895b7a-313e-4b59-8f53-4f02766dd280 HTTP/1.1" status: 200 len: 210 time: 0.0784271 Jul 15 23:20:00.982712 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cad9c1-882b-48cf-8342-637d61e7f3b2 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Pushing event deleted for resources: {'Port': ['ID=49b465a1-6206-4f43-b909-023562e1928b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:00.985253 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4cad9c1-882b-48cf-8342-637d61e7f3b2 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:00.990808 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d4cad9c1-882b-48cf-8342-637d61e7f3b2 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] 10.222.0.48 "DELETE /v2.0/ports/49b465a1-6206-4f43-b909-023562e1928b HTTP/1.1" status: 204 len: 168 time: 0.6086440 Jul 15 23:20:00.992016 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38500) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:01.049249 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a433decc-56a5-4745-b44a-d2d30eabbaec req-b54a1acb-cdea-48d7-a47f-b3dbc668bdfa tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256483 Jul 15 23:20:01.061901 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-dab62186-e172-4614-90ef-d145af2f7e4f req-9034264b-5b83-430e-97bd-81db43cd04d7 service neutron] For port 422fe5b9-520f-419b-8cd4-d8ed4ddfee1a, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:20:01.074796 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05996556-a5ab-4009-a945-0cdec829a469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a788c16-02d5-43ea-9a3c-bbb6a7ed1d33'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:20:01.077956 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9e1c81-76c9-4e23-90ce-8b16f8f2baf4" -d '{"events": [{"server_uuid": "05996556-a5ab-4009-a945-0cdec829a469", "name": "network-vif-plugged", "status": "completed", "tag": "4a788c16-02d5-43ea-9a3c-bbb6a7ed1d33"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:20:01.116704 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-dab62186-e172-4614-90ef-d145af2f7e4f req-9034264b-5b83-430e-97bd-81db43cd04d7 service neutron] For port 422fe5b9-520f-419b-8cd4-d8ed4ddfee1a, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=422fe5b9-520f-419b-8cd4-d8ed4ddfee1a,segment=NetworkSegment(eebb0b36-7201-438e-8bcb-6ea46d9d1a58),segment_id=eebb0b36-7201-438e-8bcb-6ea46d9d1a58)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:20:01.127012 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dab62186-e172-4614-90ef-d145af2f7e4f req-9034264b-5b83-430e-97bd-81db43cd04d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:01.169047 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b518851e-d36d-477e-a6cd-b0e857e493fb tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Deleting port bdccaf2a-4209-4962-88e6-516d10fc4941 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:20:01.169763 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b518851e-d36d-477e-a6cd-b0e857e493fb tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:01.201442 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab62186-e172-4614-90ef-d145af2f7e4f req-9034264b-5b83-430e-97bd-81db43cd04d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:01.202410 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dab62186-e172-4614-90ef-d145af2f7e4f req-9034264b-5b83-430e-97bd-81db43cd04d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:01.203873 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab62186-e172-4614-90ef-d145af2f7e4f req-9034264b-5b83-430e-97bd-81db43cd04d7 service neutron] 10.222.0.49 "PUT /v2.0/ports/422fe5b9-520f-419b-8cd4-d8ed4ddfee1a HTTP/1.1" status: 200 len: 1130 time: 4.0589247 Jul 15 23:20:01.211052 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11bb664a-1990-40a2-bbe9-6032d34f2c86 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:01.291186 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-dab62186-e172-4614-90ef-d145af2f7e4f req-e85170a3-7e28-4e97-9f16-b9478bb02a5f service neutron] Request body: {'port': {'device_id': '4378fda7-3666-4ece-be50-c71bf27f1088', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:01.297650 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59895b7a-313e-4b59-8f53-4f02766dd280', 'name': 'network-vif-deleted', 'tag': '76c32a84-4884-46b8-ab43-b62ae8b5d08f'}, {'name': 'network-changed', 'server_uuid': '4378fda7-3666-4ece-be50-c71bf27f1088', 'tag': '422fe5b9-520f-419b-8cd4-d8ed4ddfee1a'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:20:01.301153 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312b729e-ea4e-4e9d-b91e-66d665754e0b" -d '{"events": [{"server_uuid": "59895b7a-313e-4b59-8f53-4f02766dd280", "name": "network-vif-deleted", "tag": "76c32a84-4884-46b8-ab43-b62ae8b5d08f"}, {"name": "network-changed", "server_uuid": "4378fda7-3666-4ece-be50-c71bf27f1088", "tag": "422fe5b9-520f-419b-8cd4-d8ed4ddfee1a"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:20:01.321410 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63cf4c6f-c76b-4b44-bbef-68f55091c4b1 x-openstack-request-id: req-63cf4c6f-c76b-4b44-bbef-68f55091c4b1 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:20:01.321740 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05996556-a5ab-4009-a945-0cdec829a469", "name": "network-vif-plugged", "status": "completed", "tag": "4a788c16-02d5-43ea-9a3c-bbb6a7ed1d33", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:20:01.322120 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-63cf4c6f-c76b-4b44-bbef-68f55091c4b1 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:20:01.322620 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05996556-a5ab-4009-a945-0cdec829a469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a788c16-02d5-43ea-9a3c-bbb6a7ed1d33', 'code': 200} Jul 15 23:20:01.355037 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bb664a-1990-40a2-bbe9-6032d34f2c86 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Network 6d6470ca-0b4e-4daa-bf18-7e04a4d12a96 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:20:01.357896 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9034264b-5b83-430e-97bd-81db43cd04d7 service neutron] Pushing event updated for resources: {'Port': ['ID=422fe5b9-520f-419b-8cd4-d8ed4ddfee1a,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:01.372438 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-11bb664a-1990-40a2-bbe9-6032d34f2c86 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:01.382808 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bb664a-1990-40a2-bbe9-6032d34f2c86 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:01.384379 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11bb664a-1990-40a2-bbe9-6032d34f2c86 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:01.384987 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b518851e-d36d-477e-a6cd-b0e857e493fb tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:01.386387 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0de869a-e8e8-403e-95cc-86c3462d5fb9 None None] Network 6d6470ca-0b4e-4daa-bf18-7e04a4d12a96 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:20:01.394174 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bb664a-1990-40a2-bbe9-6032d34f2c86 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event updated for resources: {'Subnet': ['ID=5010638e-d2cc-419e-aaba-967692b5f6d0,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:01.419935 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b518851e-d36d-477e-a6cd-b0e857e493fb tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Calling delete_port for bdccaf2a-4209-4962-88e6-516d10fc4941 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:20:01.430890 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38536) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:01.436279 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-11bb664a-1990-40a2-bbe9-6032d34f2c86 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0567095 Jul 15 23:20:01.441586 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 15 Jul 2021 23:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434569a9-cbda-4efc-916c-2752d7d8b54f x-openstack-request-id: req-434569a9-cbda-4efc-916c-2752d7d8b54f {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:20:01.441957 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59895b7a-313e-4b59-8f53-4f02766dd280", "name": "network-vif-deleted", "tag": "76c32a84-4884-46b8-ab43-b62ae8b5d08f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4378fda7-3666-4ece-be50-c71bf27f1088", "tag": "422fe5b9-520f-419b-8cd4-d8ed4ddfee1a", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:20:01.442275 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-434569a9-cbda-4efc-916c-2752d7d8b54f {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:20:01.442742 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59895b7a-313e-4b59-8f53-4f02766dd280', 'name': 'network-vif-deleted', 'tag': '76c32a84-4884-46b8-ab43-b62ae8b5d08f', 'status': 'completed', 'code': 200} Jul 15 23:20:01.443058 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4378fda7-3666-4ece-be50-c71bf27f1088', 'tag': '422fe5b9-520f-419b-8cd4-d8ed4ddfee1a', 'status': 'completed', 'code': 200} Jul 15 23:20:01.443605 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 38538) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:01.480090 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d208a72f-892e-42cc-acdb-cb06391056a1 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Request body: {'security_group': {'name': 'tempest-secgroup-194429643'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:01.573947 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dab62186-e172-4614-90ef-d145af2f7e4f req-e85170a3-7e28-4e97-9f16-b9478bb02a5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:01.646077 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d208a72f-892e-42cc-acdb-cb06391056a1 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:01.663266 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b518851e-d36d-477e-a6cd-b0e857e493fb tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:01.717195 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ae424c4b-c82e-460b-9ed7-6067784101f1 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-203107556-network', 'tenant_id': '447bcc88f6b946d797e93a002a747b7c'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:01.721899 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b518851e-d36d-477e-a6cd-b0e857e493fb tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Pushing event deleted for resources: {'Port': ['ID=bdccaf2a-4209-4962-88e6-516d10fc4941,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:01.734018 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b518851e-d36d-477e-a6cd-b0e857e493fb tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:01.738655 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b518851e-d36d-477e-a6cd-b0e857e493fb tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] 10.222.0.48 "DELETE /v2.0/ports/bdccaf2a-4209-4962-88e6-516d10fc4941 HTTP/1.1" status: 204 len: 168 time: 0.7451303 Jul 15 23:20:01.739622 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38552) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:01.792751 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-8b3e3658-dce9-48e2-acdb-c3a44aa9cb51 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0496705 Jul 15 23:20:01.797847 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae424c4b-c82e-460b-9ed7-6067784101f1 admin admin] Made reservation on behalf of 447bcc88f6b946d797e93a002a747b7c for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:20:01.801225 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ae424c4b-c82e-460b-9ed7-6067784101f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:01.803740 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38560) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:01.812475 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-2ad4a147-de60-49ec-bc16-ff7d48be9f17 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-694955697'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:01.837798 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ae424c4b-c82e-460b-9ed7-6067784101f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:01.862774 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692e5ca8-4870-4978-990e-f92e53a3863e req-681572dd-3ccf-4812-8573-f7e73075c11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:01.864482 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-692e5ca8-4870-4978-990e-f92e53a3863e req-681572dd-3ccf-4812-8573-f7e73075c11f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=05996556-a5ab-4009-a945-0cdec829a469 HTTP/1.1" status: 200 len: 1096 time: 0.4268954 Jul 15 23:20:01.866857 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5675458a-a45f-4d11-8d17-29b17aa5263a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-6d6470ca-0b4e-4daa-bf18-7e04a4d12a96', 'network_id': '6d6470ca-0b4e-4daa-bf18-7e04a4d12a96', 'tenant_id': '6e9aa8192e944c7f9b496773dbd06067', 'fixed_ips': [{'subnet_id': '5010638e-d2cc-419e-aaba-967692b5f6d0'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:20:01.868335 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5675458a-a45f-4d11-8d17-29b17aa5263a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:01.888611 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad4a147-de60-49ec-bc16-ff7d48be9f17 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Made reservation on behalf of 97e7ebabe09849c6b588d6640295735e for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:20:01.894010 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ad4a147-de60-49ec-bc16-ff7d48be9f17 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:01.933553 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ad4a147-de60-49ec-bc16-ff7d48be9f17 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:20:01.956901 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ad4a147-de60-49ec-bc16-ff7d48be9f17 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:01.957839 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-2ad4a147-de60-49ec-bc16-ff7d48be9f17 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Added segment c3938fff-5fb1-4993-ae20-c07846ac57fc of type vlan for network fc0bebd7-fd80-4ab7-87b9-b0965dadc190 Jul 15 23:20:01.963667 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b729e-ea4e-4e9d-b91e-66d665754e0b req-86e1924d-37e0-447b-98bb-d7c056d22d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:01.964204 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b729e-ea4e-4e9d-b91e-66d665754e0b req-86e1924d-37e0-447b-98bb-d7c056d22d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:01.964632 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b729e-ea4e-4e9d-b91e-66d665754e0b req-86e1924d-37e0-447b-98bb-d7c056d22d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:01.965670 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b729e-ea4e-4e9d-b91e-66d665754e0b req-86e1924d-37e0-447b-98bb-d7c056d22d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:01.966348 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b729e-ea4e-4e9d-b91e-66d665754e0b req-86e1924d-37e0-447b-98bb-d7c056d22d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:01.966828 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b729e-ea4e-4e9d-b91e-66d665754e0b req-86e1924d-37e0-447b-98bb-d7c056d22d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:01.967296 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b729e-ea4e-4e9d-b91e-66d665754e0b req-86e1924d-37e0-447b-98bb-d7c056d22d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:01.969322 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-312b729e-ea4e-4e9d-b91e-66d665754e0b req-86e1924d-37e0-447b-98bb-d7c056d22d26 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1535e8fb4bbf47a995341d11b9792565&device_id=4378fda7-3666-4ece-be50-c71bf27f1088 HTTP/1.1" status: 200 len: 6209 time: 0.4841371 Jul 15 23:20:02.023023 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ad4a147-de60-49ec-bc16-ff7d48be9f17 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:02.087007 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-5675458a-a45f-4d11-8d17-29b17aa5263a None None] Allocated IP 2001:db8::2 (6d6470ca-0b4e-4daa-bf18-7e04a4d12a96/5010638e-d2cc-419e-aaba-967692b5f6d0/fdf8e1cc-71a7-423c-8b59-30fb777321e0) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:20:02.097257 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-692e5ca8-4870-4978-990e-f92e53a3863e req-26fae991-e4a0-4242-89eb-b49d63ed5d7b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163184 Jul 15 23:20:02.102919 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ad4a147-de60-49ec-bc16-ff7d48be9f17 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:02.122881 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad4a147-de60-49ec-bc16-ff7d48be9f17 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:02.123539 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ad4a147-de60-49ec-bc16-ff7d48be9f17 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:02.220686 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad4a147-de60-49ec-bc16-ff7d48be9f17 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Pushing event updated for resources: {'Network': ['ID=fc0bebd7-fd80-4ab7-87b9-b0965dadc190,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:02.235523 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network fc0bebd7-fd80-4ab7-87b9-b0965dadc190 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:20:02.266288 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c2c5e8-4d0c-421b-95cf-3cbbac32e00b req-09ed0355-396f-46fe-8089-3ab78db62aab tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:02.272425 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c2c5e8-4d0c-421b-95cf-3cbbac32e00b req-09ed0355-396f-46fe-8089-3ab78db62aab tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:02.278416 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c2c5e8-4d0c-421b-95cf-3cbbac32e00b req-09ed0355-396f-46fe-8089-3ab78db62aab tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:02.285925 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c2c5e8-4d0c-421b-95cf-3cbbac32e00b req-09ed0355-396f-46fe-8089-3ab78db62aab tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:02.291923 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c2c5e8-4d0c-421b-95cf-3cbbac32e00b req-09ed0355-396f-46fe-8089-3ab78db62aab tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:02.299702 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c2c5e8-4d0c-421b-95cf-3cbbac32e00b req-09ed0355-396f-46fe-8089-3ab78db62aab tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:02.305033 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c2c5e8-4d0c-421b-95cf-3cbbac32e00b req-09ed0355-396f-46fe-8089-3ab78db62aab tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:02.310756 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b8c2c5e8-4d0c-421b-95cf-3cbbac32e00b req-09ed0355-396f-46fe-8089-3ab78db62aab tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/ports?device_id=4378fda7-3666-4ece-be50-c71bf27f1088 HTTP/1.1" status: 200 len: 5372 time: 0.4371533 Jul 15 23:20:02.331885 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b729e-ea4e-4e9d-b91e-66d665754e0b req-654f5209-b98e-4c60-bc5d-f8700d9eef32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:02.332361 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b729e-ea4e-4e9d-b91e-66d665754e0b req-654f5209-b98e-4c60-bc5d-f8700d9eef32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:02.332829 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b729e-ea4e-4e9d-b91e-66d665754e0b req-654f5209-b98e-4c60-bc5d-f8700d9eef32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:02.334425 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-312b729e-ea4e-4e9d-b91e-66d665754e0b req-654f5209-b98e-4c60-bc5d-f8700d9eef32 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=1535e8fb4bbf47a995341d11b9792565&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3500984 Jul 15 23:20:02.338836 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d208a72f-892e-42cc-acdb-cb06391056a1 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:02.351163 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-2ad4a147-de60-49ec-bc16-ff7d48be9f17 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5450664 Jul 15 23:20:02.354091 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38606) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:02.362353 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f71af0f7-f795-4480-aec6-9954cddf81e1 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-144904057'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:02.376995 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5675458a-a45f-4d11-8d17-29b17aa5263a None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:02.389977 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5675458a-a45f-4d11-8d17-29b17aa5263a None None] Transition to ACTIVE for port object fdf8e1cc-71a7-423c-8b59-30fb777321e0 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:20:02.413073 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5675458a-a45f-4d11-8d17-29b17aa5263a None None] Transition to ACTIVE for port object fdf8e1cc-71a7-423c-8b59-30fb777321e0 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:20:02.422033 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5675458a-a45f-4d11-8d17-29b17aa5263a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:02.429688 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d208a72f-892e-42cc-acdb-cb06391056a1 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:02.441802 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-dab62186-e172-4614-90ef-d145af2f7e4f req-e85170a3-7e28-4e97-9f16-b9478bb02a5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ce781cc-249c-47f3-b809-587c0d5814f3 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:20:02.482708 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5675458a-a45f-4d11-8d17-29b17aa5263a None None] Network 6d6470ca-0b4e-4daa-bf18-7e04a4d12a96 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:20:02.482946 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ae424c4b-c82e-460b-9ed7-6067784101f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:02.487431 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d208a72f-892e-42cc-acdb-cb06391056a1 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a919ebe1-5b82-412f-9166-bb689a0bfac4,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:02.487805 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-5675458a-a45f-4d11-8d17-29b17aa5263a None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:02.491623 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dab62186-e172-4614-90ef-d145af2f7e4f req-e85170a3-7e28-4e97-9f16-b9478bb02a5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:02.498881 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ae424c4b-c82e-460b-9ed7-6067784101f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:02.503511 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5675458a-a45f-4d11-8d17-29b17aa5263a None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:20:02.514741 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5675458a-a45f-4d11-8d17-29b17aa5263a None None] Pushing event updated for resources: {'Port': ['ID=fdf8e1cc-71a7-423c-8b59-30fb777321e0,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:02.530573 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae424c4b-c82e-460b-9ed7-6067784101f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:20:02.558955 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ae424c4b-c82e-460b-9ed7-6067784101f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:02.559466 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-ae424c4b-c82e-460b-9ed7-6067784101f1 admin admin] Added segment 93213489-a00e-46f9-abbe-9a1aba0a2e25 of type vlan for network 8a6ebc8c-d830-4d88-b023-3d2e17b3a2d8 Jul 15 23:20:02.560937 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f71af0f7-f795-4480-aec6-9954cddf81e1 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Made reservation on behalf of 97e7ebabe09849c6b588d6640295735e for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:20:02.561284 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b8c2c5e8-4d0c-421b-95cf-3cbbac32e00b req-894484b1-adaa-4ea1-a183-59d9a1c6ff57 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c3e5093-3aee-4735-ad4f-51aafad3cea0&id=744e907c-f836-4b84-9995-723c64aba29d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2358344 Jul 15 23:20:02.565088 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f71af0f7-f795-4480-aec6-9954cddf81e1 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:02.596120 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae424c4b-c82e-460b-9ed7-6067784101f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1613cf8c-27eb-455c-9c3e-8eae29bdf156,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:02.627771 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5675458a-a45f-4d11-8d17-29b17aa5263a None None] Attempting to bind port fdf8e1cc-71a7-423c-8b59-30fb777321e0 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:20:02.628152 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5675458a-a45f-4d11-8d17-29b17aa5263a None None] Attempting to bind port fdf8e1cc-71a7-423c-8b59-30fb777321e0 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'fd0a84fd-e2ce-472e-b116-28e53414fad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '6d6470ca-0b4e-4daa-bf18-7e04a4d12a96'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:20:02.628515 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5675458a-a45f-4d11-8d17-29b17aa5263a None None] Attempting to bind port fdf8e1cc-71a7-423c-8b59-30fb777321e0 on network 6d6470ca-0b4e-4daa-bf18-7e04a4d12a96 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:20:02.634349 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5675458a-a45f-4d11-8d17-29b17aa5263a None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:20:02.634851 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5675458a-a45f-4d11-8d17-29b17aa5263a None None] Checking segment: {'id': 'fd0a84fd-e2ce-472e-b116-28e53414fad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '6d6470ca-0b4e-4daa-bf18-7e04a4d12a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:20:02.635260 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5675458a-a45f-4d11-8d17-29b17aa5263a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:02.635679 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5675458a-a45f-4d11-8d17-29b17aa5263a None None] Bound using segment: {'id': 'fd0a84fd-e2ce-472e-b116-28e53414fad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '6d6470ca-0b4e-4daa-bf18-7e04a4d12a96'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:20:02.636172 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5675458a-a45f-4d11-8d17-29b17aa5263a None None] Bound port: fdf8e1cc-71a7-423c-8b59-30fb777321e0, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd0a84fd-e2ce-472e-b116-28e53414fad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '6d6470ca-0b4e-4daa-bf18-7e04a4d12a96'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:20:02.636744 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5675458a-a45f-4d11-8d17-29b17aa5263a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:02.649996 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f71af0f7-f795-4480-aec6-9954cddf81e1 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:20:02.661534 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ae424c4b-c82e-460b-9ed7-6067784101f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:02.672531 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f71af0f7-f795-4480-aec6-9954cddf81e1 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:02.672876 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-f71af0f7-f795-4480-aec6-9954cddf81e1 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Added segment c370e88c-e578-4f40-9306-a2ba50d4f294 of type vlan for network e464bfc6-93ac-4c2c-a01f-21484bc171e0 Jul 15 23:20:02.717458 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5675458a-a45f-4d11-8d17-29b17aa5263a None None] For port fdf8e1cc-71a7-423c-8b59-30fb777321e0, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:20:02.722513 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5675458a-a45f-4d11-8d17-29b17aa5263a None None] For port fdf8e1cc-71a7-423c-8b59-30fb777321e0, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=fdf8e1cc-71a7-423c-8b59-30fb777321e0,segment=NetworkSegment(fd0a84fd-e2ce-472e-b116-28e53414fad6),segment_id=fd0a84fd-e2ce-472e-b116-28e53414fad6)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:20:02.728385 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5675458a-a45f-4d11-8d17-29b17aa5263a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:02.737065 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f71af0f7-f795-4480-aec6-9954cddf81e1 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:02.742354 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ae424c4b-c82e-460b-9ed7-6067784101f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:02.743506 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae424c4b-c82e-460b-9ed7-6067784101f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:02.744190 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ae424c4b-c82e-460b-9ed7-6067784101f1 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:02.817131 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ae424c4b-c82e-460b-9ed7-6067784101f1 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3851359 Jul 15 23:20:02.819954 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5675458a-a45f-4d11-8d17-29b17aa5263a None None] Pushing event updated for resources: {'Port': ['ID=fdf8e1cc-71a7-423c-8b59-30fb777321e0,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:02.829674 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38620) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:02.864913 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-67310543-f8bd-4067-aa12-29ca941ed341 admin admin] Request body: {'subnet': {'network_id': '8a6ebc8c-d830-4d88-b023-3d2e17b3a2d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-203107556-subnet', 'tenant_id': '447bcc88f6b946d797e93a002a747b7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:02.874141 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae424c4b-c82e-460b-9ed7-6067784101f1 admin admin] Pushing event updated for resources: {'Network': ['ID=8a6ebc8c-d830-4d88-b023-3d2e17b3a2d8,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:02.881662 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f71af0f7-f795-4480-aec6-9954cddf81e1 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:02.889179 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 8a6ebc8c-d830-4d88-b023-3d2e17b3a2d8 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:20:02.894265 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71af0f7-f795-4480-aec6-9954cddf81e1 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:02.894932 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f71af0f7-f795-4480-aec6-9954cddf81e1 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:02.963999 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67310543-f8bd-4067-aa12-29ca941ed341 admin admin] Made reservation on behalf of 447bcc88f6b946d797e93a002a747b7c for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:20:02.966729 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-67310543-f8bd-4067-aa12-29ca941ed341 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:02.975826 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f71af0f7-f795-4480-aec6-9954cddf81e1 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6206646 Jul 15 23:20:03.021154 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71af0f7-f795-4480-aec6-9954cddf81e1 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Pushing event updated for resources: {'Network': ['ID=e464bfc6-93ac-4c2c-a01f-21484bc171e0,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:03.043680 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network e464bfc6-93ac-4c2c-a01f-21484bc171e0 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:20:03.300541 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-64acf0a3-8ee5-4271-acd0-a8422bb20422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:03.347219 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:03.381156 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d208a72f-892e-42cc-acdb-cb06391056a1 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:03.382569 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-d208a72f-892e-42cc-acdb-cb06391056a1 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.9080927 Jul 15 23:20:03.390674 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38628) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:03.391767 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-dab62186-e172-4614-90ef-d145af2f7e4f req-e85170a3-7e28-4e97-9f16-b9478bb02a5f service neutron] Transition to ACTIVE for port object 9ce781cc-249c-47f3-b809-587c0d5814f3 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:20:03.400091 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-744c2ad0-1e0b-44b3-a4bd-f9a2159700c9 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Request body: {'security_group': {'name': 'tempest-secgroup-1508908062'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:03.412586 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dab62186-e172-4614-90ef-d145af2f7e4f req-e85170a3-7e28-4e97-9f16-b9478bb02a5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:03.448465 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-67310543-f8bd-4067-aa12-29ca941ed341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:03.487007 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-744c2ad0-1e0b-44b3-a4bd-f9a2159700c9 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:03.523690 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b729e-ea4e-4e9d-b91e-66d665754e0b req-da8985fd-7347-4324-bcc8-ae890b26e40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:03.525926 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-312b729e-ea4e-4e9d-b91e-66d665754e0b req-da8985fd-7347-4324-bcc8-ae890b26e40f service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1049502 Jul 15 23:20:03.526700 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85170a3-7e28-4e97-9f16-b9478bb02a5f service neutron] Pushing event updated for resources: {'Port': ['ID=9ce781cc-249c-47f3-b809-587c0d5814f3,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:03.549965 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67310543-f8bd-4067-aa12-29ca941ed341 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1870cc73-9bc4-415c-b89b-109d1257ff6b,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:03.596296 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67310543-f8bd-4067-aa12-29ca941ed341 admin admin] Checking segment: {'id': '93213489-a00e-46f9-abbe-9a1aba0a2e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '8a6ebc8c-d830-4d88-b023-3d2e17b3a2d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:20:03.596644 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67310543-f8bd-4067-aa12-29ca941ed341 admin admin] Network hostable DHCP agents. Network: 8a6ebc8c-d830-4d88-b023-3d2e17b3a2d8, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:20:03.645569 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67310543-f8bd-4067-aa12-29ca941ed341 admin admin] Network 8a6ebc8c-d830-4d88-b023-3d2e17b3a2d8 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:20:03.687243 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5462f-7f1a-44f0-b9cd-cd0b1c66910a req-609ba9a1-92b4-4f4e-bf20-427b4b930e7d tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:03.695885 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e7b5462f-7f1a-44f0-b9cd-cd0b1c66910a req-609ba9a1-92b4-4f4e-bf20-427b4b930e7d tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=05996556-a5ab-4009-a945-0cdec829a469 HTTP/1.1" status: 200 len: 945 time: 0.3025014 Jul 15 23:20:03.704530 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-67310543-f8bd-4067-aa12-29ca941ed341 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 8a6ebc8c-d830-4d88-b023-3d2e17b3a2d8) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:03.713929 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313aeb4a-6f49-4edb-bd49-665f04f7a2d6 None None] Network 8a6ebc8c-d830-4d88-b023-3d2e17b3a2d8 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:20:03.725542 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67310543-f8bd-4067-aa12-29ca941ed341 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:03.726142 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-67310543-f8bd-4067-aa12-29ca941ed341 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:03.753356 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-744c2ad0-1e0b-44b3-a4bd-f9a2159700c9 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:03.759910 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-744c2ad0-1e0b-44b3-a4bd-f9a2159700c9 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:03.782252 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-67310543-f8bd-4067-aa12-29ca941ed341 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9467354 Jul 15 23:20:03.874495 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-dab62186-e172-4614-90ef-d145af2f7e4f req-e85170a3-7e28-4e97-9f16-b9478bb02a5f service neutron] Attempting to bind port 9ce781cc-249c-47f3-b809-587c0d5814f3 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:20:03.876699 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-dab62186-e172-4614-90ef-d145af2f7e4f req-e85170a3-7e28-4e97-9f16-b9478bb02a5f service neutron] Attempting to bind port 9ce781cc-249c-47f3-b809-587c0d5814f3 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': 'eebb0b36-7201-438e-8bcb-6ea46d9d1a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0c520006-2621-40c6-9dbf-a751b4cb8117'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:20:03.878354 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab62186-e172-4614-90ef-d145af2f7e4f req-e85170a3-7e28-4e97-9f16-b9478bb02a5f service neutron] Attempting to bind port 9ce781cc-249c-47f3-b809-587c0d5814f3 on network 0c520006-2621-40c6-9dbf-a751b4cb8117 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:20:03.903129 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e7b5462f-7f1a-44f0-b9cd-cd0b1c66910a req-174f016d-79bc-4426-9f30-960fb4ac258f tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062039 Jul 15 23:20:03.913495 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab62186-e172-4614-90ef-d145af2f7e4f req-e85170a3-7e28-4e97-9f16-b9478bb02a5f service neutron] Port 9ce781cc-249c-47f3-b809-587c0d5814f3 on network 0c520006-2621-40c6-9dbf-a751b4cb8117 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:20:03.914251 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab62186-e172-4614-90ef-d145af2f7e4f req-e85170a3-7e28-4e97-9f16-b9478bb02a5f service neutron] Attempting to bind port 9ce781cc-249c-47f3-b809-587c0d5814f3 on network 0c520006-2621-40c6-9dbf-a751b4cb8117 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:20:03.920273 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-744c2ad0-1e0b-44b3-a4bd-f9a2159700c9 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:03.924734 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-744c2ad0-1e0b-44b3-a4bd-f9a2159700c9 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5329638 Jul 15 23:20:03.926393 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38650) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:03.937561 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-000bc12a-b308-4b07-a64c-a955cef8c982 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1260261456', 'security_groups': ['7076969b-7119-414d-9139-1d4720ceaaff'], 'network_id': '6d6470ca-0b4e-4daa-bf18-7e04a4d12a96', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5010638e-d2cc-419e-aaba-967692b5f6d0'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:03.940368 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab62186-e172-4614-90ef-d145af2f7e4f req-e85170a3-7e28-4e97-9f16-b9478bb02a5f service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:20:03.941086 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab62186-e172-4614-90ef-d145af2f7e4f req-e85170a3-7e28-4e97-9f16-b9478bb02a5f service neutron] Checking segment: {'id': 'eebb0b36-7201-438e-8bcb-6ea46d9d1a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0c520006-2621-40c6-9dbf-a751b4cb8117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:20:03.941719 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab62186-e172-4614-90ef-d145af2f7e4f req-e85170a3-7e28-4e97-9f16-b9478bb02a5f service neutron] Bound using segment: {'id': 'eebb0b36-7201-438e-8bcb-6ea46d9d1a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0c520006-2621-40c6-9dbf-a751b4cb8117'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:20:03.943614 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-dab62186-e172-4614-90ef-d145af2f7e4f req-e85170a3-7e28-4e97-9f16-b9478bb02a5f service neutron] Bound port: 9ce781cc-249c-47f3-b809-587c0d5814f3, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eebb0b36-7201-438e-8bcb-6ea46d9d1a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0c520006-2621-40c6-9dbf-a751b4cb8117'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:20:03.944677 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dab62186-e172-4614-90ef-d145af2f7e4f req-e85170a3-7e28-4e97-9f16-b9478bb02a5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:03.954251 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744c2ad0-1e0b-44b3-a4bd-f9a2159700c9 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7076969b-7119-414d-9139-1d4720ceaaff,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:04.185612 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af76678-d17a-4e19-aa79-2e99a7f6cf9b None None] Network 8a6ebc8c-d830-4d88-b023-3d2e17b3a2d8 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:20:04.294812 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-dab62186-e172-4614-90ef-d145af2f7e4f req-e85170a3-7e28-4e97-9f16-b9478bb02a5f service neutron] For port 9ce781cc-249c-47f3-b809-587c0d5814f3, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:20:04.310748 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-000bc12a-b308-4b07-a64c-a955cef8c982 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Made reservation on behalf of 6e9aa8192e944c7f9b496773dbd06067 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:20:04.311134 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-dab62186-e172-4614-90ef-d145af2f7e4f req-e85170a3-7e28-4e97-9f16-b9478bb02a5f service neutron] For port 9ce781cc-249c-47f3-b809-587c0d5814f3, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=9ce781cc-249c-47f3-b809-587c0d5814f3,segment=NetworkSegment(eebb0b36-7201-438e-8bcb-6ea46d9d1a58),segment_id=eebb0b36-7201-438e-8bcb-6ea46d9d1a58)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:20:04.315100 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:04.320740 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dab62186-e172-4614-90ef-d145af2f7e4f req-e85170a3-7e28-4e97-9f16-b9478bb02a5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:04.507600 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab62186-e172-4614-90ef-d145af2f7e4f req-e85170a3-7e28-4e97-9f16-b9478bb02a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:04.508366 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dab62186-e172-4614-90ef-d145af2f7e4f req-e85170a3-7e28-4e97-9f16-b9478bb02a5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:04.515230 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab62186-e172-4614-90ef-d145af2f7e4f req-e85170a3-7e28-4e97-9f16-b9478bb02a5f service neutron] 10.222.0.49 "PUT /v2.0/ports/9ce781cc-249c-47f3-b809-587c0d5814f3 HTTP/1.1" status: 200 len: 1091 time: 3.2509837 Jul 15 23:20:04.537204 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4378fda7-3666-4ece-be50-c71bf27f1088', 'tag': '9ce781cc-249c-47f3-b809-587c0d5814f3'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:20:04.544737 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802c3593-cb90-4b5a-8981-d5aee13104a0" -d '{"events": [{"name": "network-changed", "server_uuid": "4378fda7-3666-4ece-be50-c71bf27f1088", "tag": "9ce781cc-249c-47f3-b809-587c0d5814f3"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:20:04.608556 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-dab62186-e172-4614-90ef-d145af2f7e4f req-d1a5db47-0260-4cd8-8927-ce984988ef83 service neutron] Request body: {'port': {'device_id': '4378fda7-3666-4ece-be50-c71bf27f1088', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:04.615716 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-000bc12a-b308-4b07-a64c-a955cef8c982 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:04.704804 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-000bc12a-b308-4b07-a64c-a955cef8c982 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] device_id is not set on port 48593b43-9080-4fbf-97cd-12249acef72a yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:20:04.837912 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device fdf8e1cc-71a7-423c-8b59-30fb777321e0 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:20:04.912683 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85170a3-7e28-4e97-9f16-b9478bb02a5f service neutron] Pushing event updated for resources: {'Port': ['ID=9ce781cc-249c-47f3-b809-587c0d5814f3,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:04.950951 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dab62186-e172-4614-90ef-d145af2f7e4f req-d1a5db47-0260-4cd8-8927-ce984988ef83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:05.041598 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port fdf8e1cc-71a7-423c-8b59-30fb777321e0 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:20:05.052920 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-795c4e1d-bdd4-4e44-9c70-5446d0ccb83e None None] Provisioning complete for port c946ef32-b4a5-43e1-9af7-012aca0f175a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:05.053428 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-795c4e1d-bdd4-4e44-9c70-5446d0ccb83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:05.136145 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-000bc12a-b308-4b07-a64c-a955cef8c982 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Allocated IP 2001:db8::269 (6d6470ca-0b4e-4daa-bf18-7e04a4d12a96/5010638e-d2cc-419e-aaba-967692b5f6d0/48593b43-9080-4fbf-97cd-12249acef72a) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:20:05.198238 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-795c4e1d-bdd4-4e44-9c70-5446d0ccb83e None None] Port c946ef32-b4a5-43e1-9af7-012aca0f175a cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:20:05.247709 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-795c4e1d-bdd4-4e44-9c70-5446d0ccb83e None None] Provisioning for port fdf8e1cc-71a7-423c-8b59-30fb777321e0 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:20:05.260662 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-795c4e1d-bdd4-4e44-9c70-5446d0ccb83e None None] Provisioning complete for port fdf8e1cc-71a7-423c-8b59-30fb777321e0 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:05.260662 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-795c4e1d-bdd4-4e44-9c70-5446d0ccb83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:05.264940 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8d070-83fd-4c8a-8144-27763836eb5e req-13b3c8a5-80d5-4146-ae03-3c32fe7b1c54 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:05.283538 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8d070-83fd-4c8a-8144-27763836eb5e req-13b3c8a5-80d5-4146-ae03-3c32fe7b1c54 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:05.292064 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8d070-83fd-4c8a-8144-27763836eb5e req-13b3c8a5-80d5-4146-ae03-3c32fe7b1c54 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:05.299894 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8d070-83fd-4c8a-8144-27763836eb5e req-13b3c8a5-80d5-4146-ae03-3c32fe7b1c54 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:05.306358 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8d070-83fd-4c8a-8144-27763836eb5e req-13b3c8a5-80d5-4146-ae03-3c32fe7b1c54 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:05.315817 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8d070-83fd-4c8a-8144-27763836eb5e req-13b3c8a5-80d5-4146-ae03-3c32fe7b1c54 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:05.322825 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8d070-83fd-4c8a-8144-27763836eb5e req-13b3c8a5-80d5-4146-ae03-3c32fe7b1c54 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:05.334216 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f3d8d070-83fd-4c8a-8144-27763836eb5e req-13b3c8a5-80d5-4146-ae03-3c32fe7b1c54 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/ports?device_id=4378fda7-3666-4ece-be50-c71bf27f1088 HTTP/1.1" status: 200 len: 5384 time: 0.8521895 Jul 15 23:20:05.390482 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-000bc12a-b308-4b07-a64c-a955cef8c982 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:05.416083 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-000bc12a-b308-4b07-a64c-a955cef8c982 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Transition to ACTIVE for port object 48593b43-9080-4fbf-97cd-12249acef72a will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:20:05.454762 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-795c4e1d-bdd4-4e44-9c70-5446d0ccb83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:05.484143 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-000bc12a-b308-4b07-a64c-a955cef8c982 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:05.513761 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f3ef70-45e4-4147-9b36-a9950edf4a30 x-openstack-request-id: req-57f3ef70-45e4-4147-9b36-a9950edf4a30 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:20:05.514736 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4378fda7-3666-4ece-be50-c71bf27f1088", "tag": "9ce781cc-249c-47f3-b809-587c0d5814f3", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:20:05.515165 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-57f3ef70-45e4-4147-9b36-a9950edf4a30 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:20:05.515973 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4378fda7-3666-4ece-be50-c71bf27f1088', 'tag': '9ce781cc-249c-47f3-b809-587c0d5814f3', 'status': 'completed', 'code': 200} Jul 15 23:20:05.541853 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-795c4e1d-bdd4-4e44-9c70-5446d0ccb83e None None] For port fdf8e1cc-71a7-423c-8b59-30fb777321e0, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=fdf8e1cc-71a7-423c-8b59-30fb777321e0,segment=NetworkSegment(fd0a84fd-e2ce-472e-b116-28e53414fad6),segment_id=fd0a84fd-e2ce-472e-b116-28e53414fad6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:05.549760 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-795c4e1d-bdd4-4e44-9c70-5446d0ccb83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:05.563819 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000bc12a-b308-4b07-a64c-a955cef8c982 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Network 6d6470ca-0b4e-4daa-bf18-7e04a4d12a96 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:20:05.568505 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-000bc12a-b308-4b07-a64c-a955cef8c982 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:05.569716 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f3d8d070-83fd-4c8a-8144-27763836eb5e req-638e70cb-bc03-483e-b515-9ac0ce9e1d7b tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c3e5093-3aee-4735-ad4f-51aafad3cea0&id=744e907c-f836-4b84-9995-723c64aba29d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2328386 Jul 15 23:20:05.572833 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000bc12a-b308-4b07-a64c-a955cef8c982 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:20:05.581414 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000bc12a-b308-4b07-a64c-a955cef8c982 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:05.582865 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-000bc12a-b308-4b07-a64c-a955cef8c982 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:05.630437 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000bc12a-b308-4b07-a64c-a955cef8c982 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event updated for resources: {'Port': ['ID=48593b43-9080-4fbf-97cd-12249acef72a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:05.636095 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-000bc12a-b308-4b07-a64c-a955cef8c982 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7086909 Jul 15 23:20:05.642534 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38702) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:05.655641 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-4585fb71-bde3-4b72-9c1c-0da54bfd76cd tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Request body: {'subnet': {'network_id': '6d6470ca-0b4e-4daa-bf18-7e04a4d12a96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:05.706131 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795c4e1d-bdd4-4e44-9c70-5446d0ccb83e None None] Pushing event updated for resources: {'Port': ['ID=fdf8e1cc-71a7-423c-8b59-30fb777321e0,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:05.848540 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802c3593-cb90-4b5a-8981-d5aee13104a0 req-53198bd5-fdaa-405a-892d-f681e975a280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:05.849206 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802c3593-cb90-4b5a-8981-d5aee13104a0 req-53198bd5-fdaa-405a-892d-f681e975a280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:05.849764 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802c3593-cb90-4b5a-8981-d5aee13104a0 req-53198bd5-fdaa-405a-892d-f681e975a280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:05.850342 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802c3593-cb90-4b5a-8981-d5aee13104a0 req-53198bd5-fdaa-405a-892d-f681e975a280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:05.851011 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802c3593-cb90-4b5a-8981-d5aee13104a0 req-53198bd5-fdaa-405a-892d-f681e975a280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:05.851625 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802c3593-cb90-4b5a-8981-d5aee13104a0 req-53198bd5-fdaa-405a-892d-f681e975a280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:05.852214 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802c3593-cb90-4b5a-8981-d5aee13104a0 req-53198bd5-fdaa-405a-892d-f681e975a280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:05.854818 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-802c3593-cb90-4b5a-8981-d5aee13104a0 req-53198bd5-fdaa-405a-892d-f681e975a280 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1535e8fb4bbf47a995341d11b9792565&device_id=4378fda7-3666-4ece-be50-c71bf27f1088 HTTP/1.1" status: 200 len: 6276 time: 0.3375680 Jul 15 23:20:05.924380 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4585fb71-bde3-4b72-9c1c-0da54bfd76cd tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Made reservation on behalf of 6e9aa8192e944c7f9b496773dbd06067 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:20:05.928993 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4585fb71-bde3-4b72-9c1c-0da54bfd76cd tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:06.040387 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-dab62186-e172-4614-90ef-d145af2f7e4f req-d1a5db47-0260-4cd8-8927-ce984988ef83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e30cdbcb-2983-4fd9-9dc1-5ba0c3fc0805 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:20:06.054704 n-d-794306-6 neutron-server[93771]: INFO neutron.db.ipam_backend_mixin [None req-4585fb71-bde3-4b72-9c1c-0da54bfd76cd tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5010638e-d2cc-419e-aaba-967692b5f6d0 (CIDR: 2001:db8::/64) Jul 15 23:20:06.058558 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dab62186-e172-4614-90ef-d145af2f7e4f req-d1a5db47-0260-4cd8-8927-ce984988ef83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:06.058950 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22343964-e1c0-4eee-ab95-0d4157d0ffc7 None None] Provisioning for port 48593b43-9080-4fbf-97cd-12249acef72a completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:20:06.059466 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-4585fb71-bde3-4b72-9c1c-0da54bfd76cd tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:20:06.060167 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4585fb71-bde3-4b72-9c1c-0da54bfd76cd tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:20:06.064262 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22343964-e1c0-4eee-ab95-0d4157d0ffc7 None None] Provisioning complete for port 48593b43-9080-4fbf-97cd-12249acef72a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:06.064909 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22343964-e1c0-4eee-ab95-0d4157d0ffc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:06.086309 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-4585fb71-bde3-4b72-9c1c-0da54bfd76cd tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4416327 Jul 15 23:20:06.087033 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38714) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:06.096794 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c642d984-e1d2-4089-aa54-30fc4e07b47b tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Request body: {'subnet': {'network_id': '6d6470ca-0b4e-4daa-bf18-7e04a4d12a96', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:06.131834 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22343964-e1c0-4eee-ab95-0d4157d0ffc7 None None] Port 48593b43-9080-4fbf-97cd-12249acef72a cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:20:06.145298 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-dab62186-e172-4614-90ef-d145af2f7e4f req-d1a5db47-0260-4cd8-8927-ce984988ef83 service neutron] Transition to ACTIVE for port object e30cdbcb-2983-4fd9-9dc1-5ba0c3fc0805 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:20:06.163390 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960ef044-518c-4496-94e5-5dc0c4a12a75 req-3b3308fb-821c-4394-b95f-2e1e9994985b tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:06.170810 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-960ef044-518c-4496-94e5-5dc0c4a12a75 req-3b3308fb-821c-4394-b95f-2e1e9994985b tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=05996556-a5ab-4009-a945-0cdec829a469 HTTP/1.1" status: 200 len: 945 time: 0.3801432 Jul 15 23:20:06.172653 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dab62186-e172-4614-90ef-d145af2f7e4f req-d1a5db47-0260-4cd8-8927-ce984988ef83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:06.258169 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c642d984-e1d2-4089-aa54-30fc4e07b47b tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Made reservation on behalf of 6e9aa8192e944c7f9b496773dbd06067 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:20:06.259500 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:06.264051 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c642d984-e1d2-4089-aa54-30fc4e07b47b tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:06.291605 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802c3593-cb90-4b5a-8981-d5aee13104a0 req-40656c65-d70f-4c6c-9714-e6e4adc15410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:06.295891 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802c3593-cb90-4b5a-8981-d5aee13104a0 req-40656c65-d70f-4c6c-9714-e6e4adc15410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:06.296974 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802c3593-cb90-4b5a-8981-d5aee13104a0 req-40656c65-d70f-4c6c-9714-e6e4adc15410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:06.300461 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-802c3593-cb90-4b5a-8981-d5aee13104a0 req-40656c65-d70f-4c6c-9714-e6e4adc15410 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=1535e8fb4bbf47a995341d11b9792565&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4190540 Jul 15 23:20:06.301643 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device fdf8e1cc-71a7-423c-8b59-30fb777321e0 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:20:06.314026 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bcea1a-3fd1-4937-bfa4-16cdf99e03cb req-312d8430-e045-4132-b08f-a992da9ed4f7 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:06.321740 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f0bcea1a-3fd1-4937-bfa4-16cdf99e03cb req-312d8430-e045-4132-b08f-a992da9ed4f7 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/networks?id=d1484756-2d6b-4cf1-82f2-ca0b5a0942a2 HTTP/1.1" status: 200 len: 806 time: 0.4630678 Jul 15 23:20:06.375006 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-960ef044-518c-4496-94e5-5dc0c4a12a75 req-50539e13-a984-4db0-9316-a65032a5a983 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032270 Jul 15 23:20:06.379750 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a5db47-0260-4cd8-8927-ce984988ef83 service neutron] Pushing event updated for resources: {'Port': ['ID=e30cdbcb-2983-4fd9-9dc1-5ba0c3fc0805,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:06.452768 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port fdf8e1cc-71a7-423c-8b59-30fb777321e0 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:06.453236 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:06.456613 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f0bcea1a-3fd1-4937-bfa4-16cdf99e03cb req-ba914919-8c8e-476d-858f-7783ad94ab0e tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/quotas/4b15e22ba4eb43169240491cd7fe1115 HTTP/1.1" status: 200 len: 375 time: 0.1339037 Jul 15 23:20:06.703863 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c642d984-e1d2-4089-aa54-30fc4e07b47b tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:06.784465 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802c3593-cb90-4b5a-8981-d5aee13104a0 req-b510f723-433f-46f4-b687-c1d3e1064bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:06.787074 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c642d984-e1d2-4089-aa54-30fc4e07b47b tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event updated for resources: {'Subnet': ['ID=8e3fa757-7516-4219-a509-207fb5ac183c,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:06.794604 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c642d984-e1d2-4089-aa54-30fc4e07b47b tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Network 6d6470ca-0b4e-4daa-bf18-7e04a4d12a96 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:20:06.796131 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38734) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:06.798568 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-802c3593-cb90-4b5a-8981-d5aee13104a0 req-b510f723-433f-46f4-b687-c1d3e1064bd2 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4514580 Jul 15 23:20:06.800612 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-8b5d00ba-8842-4240-9a53-f5799b18fb45 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Request body: {'subnets': [{'network_id': 'fc0bebd7-fd80-4ab7-87b9-b0965dadc190', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2137035828', 'ip_version': 6}, {'network_id': 'e464bfc6-93ac-4c2c-a01f-21484bc171e0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:06.801762 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-8b5d00ba-8842-4240-9a53-f5799b18fb45 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Request body: {'subnet': {'network_id': 'fc0bebd7-fd80-4ab7-87b9-b0965dadc190', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2137035828', 'ip_version': 6}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:06.802732 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-8b5d00ba-8842-4240-9a53-f5799b18fb45 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Request body: {'subnet': {'network_id': 'e464bfc6-93ac-4c2c-a01f-21484bc171e0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:06.806725 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-c642d984-e1d2-4089-aa54-30fc4e07b47b tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:06.811461 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c642d984-e1d2-4089-aa54-30fc4e07b47b tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:06.812449 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c642d984-e1d2-4089-aa54-30fc4e07b47b tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:06.828017 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ac59ec-c29e-49b2-8b4b-40ef9e9320e3 None None] Network 6d6470ca-0b4e-4daa-bf18-7e04a4d12a96 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:20:06.840902 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-dab62186-e172-4614-90ef-d145af2f7e4f req-d1a5db47-0260-4cd8-8927-ce984988ef83 service neutron] Attempting to bind port e30cdbcb-2983-4fd9-9dc1-5ba0c3fc0805 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:20:06.841585 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-dab62186-e172-4614-90ef-d145af2f7e4f req-d1a5db47-0260-4cd8-8927-ce984988ef83 service neutron] Attempting to bind port e30cdbcb-2983-4fd9-9dc1-5ba0c3fc0805 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': 'eebb0b36-7201-438e-8bcb-6ea46d9d1a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0c520006-2621-40c6-9dbf-a751b4cb8117'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:20:06.842738 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab62186-e172-4614-90ef-d145af2f7e4f req-d1a5db47-0260-4cd8-8927-ce984988ef83 service neutron] Attempting to bind port e30cdbcb-2983-4fd9-9dc1-5ba0c3fc0805 on network 0c520006-2621-40c6-9dbf-a751b4cb8117 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:20:06.862646 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c642d984-e1d2-4089-aa54-30fc4e07b47b tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7733243 Jul 15 23:20:06.864650 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab62186-e172-4614-90ef-d145af2f7e4f req-d1a5db47-0260-4cd8-8927-ce984988ef83 service neutron] Port e30cdbcb-2983-4fd9-9dc1-5ba0c3fc0805 on network 0c520006-2621-40c6-9dbf-a751b4cb8117 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:20:06.866443 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38740) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:06.867174 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab62186-e172-4614-90ef-d145af2f7e4f req-d1a5db47-0260-4cd8-8927-ce984988ef83 service neutron] Attempting to bind port e30cdbcb-2983-4fd9-9dc1-5ba0c3fc0805 on network 0c520006-2621-40c6-9dbf-a751b4cb8117 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:20:06.874786 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab62186-e172-4614-90ef-d145af2f7e4f req-d1a5db47-0260-4cd8-8927-ce984988ef83 service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:20:06.875385 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab62186-e172-4614-90ef-d145af2f7e4f req-d1a5db47-0260-4cd8-8927-ce984988ef83 service neutron] Checking segment: {'id': 'eebb0b36-7201-438e-8bcb-6ea46d9d1a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0c520006-2621-40c6-9dbf-a751b4cb8117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:20:06.875940 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab62186-e172-4614-90ef-d145af2f7e4f req-d1a5db47-0260-4cd8-8927-ce984988ef83 service neutron] Bound using segment: {'id': 'eebb0b36-7201-438e-8bcb-6ea46d9d1a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0c520006-2621-40c6-9dbf-a751b4cb8117'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:20:06.876685 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-dab62186-e172-4614-90ef-d145af2f7e4f req-d1a5db47-0260-4cd8-8927-ce984988ef83 service neutron] Bound port: e30cdbcb-2983-4fd9-9dc1-5ba0c3fc0805, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eebb0b36-7201-438e-8bcb-6ea46d9d1a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0c520006-2621-40c6-9dbf-a751b4cb8117'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:20:06.877177 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dab62186-e172-4614-90ef-d145af2f7e4f req-d1a5db47-0260-4cd8-8927-ce984988ef83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:06.898796 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-883bba70-aded-4c9f-ae45-e4df4f84c25b tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-913605838', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8e3fa757-7516-4219-a509-207fb5ac183c'}], 'security_groups': ['a919ebe1-5b82-412f-9166-bb689a0bfac4']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:06.939436 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f0bcea1a-3fd1-4937-bfa4-16cdf99e03cb req-66620798-fa87-4f1e-ae68-815c7eda8683 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4b15e22ba4eb43169240491cd7fe1115&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4482226 Jul 15 23:20:07.043642 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-dab62186-e172-4614-90ef-d145af2f7e4f req-d1a5db47-0260-4cd8-8927-ce984988ef83 service neutron] For port e30cdbcb-2983-4fd9-9dc1-5ba0c3fc0805, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:20:07.048758 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-dab62186-e172-4614-90ef-d145af2f7e4f req-d1a5db47-0260-4cd8-8927-ce984988ef83 service neutron] For port e30cdbcb-2983-4fd9-9dc1-5ba0c3fc0805, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=e30cdbcb-2983-4fd9-9dc1-5ba0c3fc0805,segment=NetworkSegment(eebb0b36-7201-438e-8bcb-6ea46d9d1a58),segment_id=eebb0b36-7201-438e-8bcb-6ea46d9d1a58)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:20:07.049069 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5d00ba-8842-4240-9a53-f5799b18fb45 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Made reservation on behalf of 97e7ebabe09849c6b588d6640295735e for: {'subnet': 2} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:20:07.054600 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dab62186-e172-4614-90ef-d145af2f7e4f req-d1a5db47-0260-4cd8-8927-ce984988ef83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:07.056036 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8b5d00ba-8842-4240-9a53-f5799b18fb45 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:07.056257 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8b5d00ba-8842-4240-9a53-f5799b18fb45 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:07.109378 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f0bcea1a-3fd1-4937-bfa4-16cdf99e03cb req-a2158068-af1b-45bd-a046-564d0a732210 service neutron] 10.222.0.48 "GET /v2.0/networks/d1484756-2d6b-4cf1-82f2-ca0b5a0942a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568682 Jul 15 23:20:07.151123 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab62186-e172-4614-90ef-d145af2f7e4f req-d1a5db47-0260-4cd8-8927-ce984988ef83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:07.151784 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dab62186-e172-4614-90ef-d145af2f7e4f req-d1a5db47-0260-4cd8-8927-ce984988ef83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:07.154180 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab62186-e172-4614-90ef-d145af2f7e4f req-d1a5db47-0260-4cd8-8927-ce984988ef83 service neutron] 10.222.0.49 "PUT /v2.0/ports/e30cdbcb-2983-4fd9-9dc1-5ba0c3fc0805 HTTP/1.1" status: 200 len: 1091 time: 2.5581369 Jul 15 23:20:07.205024 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29f593e-babd-444a-b7fe-c50997733cb3 None None] Update dhcp port {'port': {'network_id': '6d6470ca-0b4e-4daa-bf18-7e04a4d12a96', 'fixed_ips': [{'subnet_id': '5010638e-d2cc-419e-aaba-967692b5f6d0', 'ip_address': '2001:db8::2'}, {'subnet_id': '8e3fa757-7516-4219-a509-207fb5ac183c'}], 'binding:host_id': 'n-d-794306-6'}, 'id': 'fdf8e1cc-71a7-423c-8b59-30fb777321e0'} from n-d-794306-6. {{(pid=93772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 23:20:07.223085 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-dab62186-e172-4614-90ef-d145af2f7e4f req-c1436038-825a-4ad1-a00d-999f16e994ec service neutron] Request body: {'port': {'device_id': '4378fda7-3666-4ece-be50-c71bf27f1088', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:07.258235 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a29f593e-babd-444a-b7fe-c50997733cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:07.274023 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-883bba70-aded-4c9f-ae45-e4df4f84c25b tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:07.329561 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dab62186-e172-4614-90ef-d145af2f7e4f req-c1436038-825a-4ad1-a00d-999f16e994ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:07.334403 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a5db47-0260-4cd8-8927-ce984988ef83 service neutron] Pushing event updated for resources: {'Port': ['ID=e30cdbcb-2983-4fd9-9dc1-5ba0c3fc0805,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:07.411679 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f0bcea1a-3fd1-4937-bfa4-16cdf99e03cb req-e0250566-c62b-4bf4-8201-66e8d21a781a service neutron] 10.222.0.48 "GET /v2.0/networks/d1484756-2d6b-4cf1-82f2-ca0b5a0942a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012991 Jul 15 23:20:07.548518 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4378fda7-3666-4ece-be50-c71bf27f1088', 'tag': 'e30cdbcb-2983-4fd9-9dc1-5ba0c3fc0805'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:20:07.550827 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d528c89d-e650-45a0-a5ef-d13237bacc87" -d '{"events": [{"name": "network-changed", "server_uuid": "4378fda7-3666-4ece-be50-c71bf27f1088", "tag": "e30cdbcb-2983-4fd9-9dc1-5ba0c3fc0805"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:20:07.623025 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-a29f593e-babd-444a-b7fe-c50997733cb3 None None] Allocated IP 2001:db8:0:1::2 (6d6470ca-0b4e-4daa-bf18-7e04a4d12a96/8e3fa757-7516-4219-a509-207fb5ac183c/fdf8e1cc-71a7-423c-8b59-30fb777321e0) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:20:07.810251 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a29f593e-babd-444a-b7fe-c50997733cb3 None None] For port fdf8e1cc-71a7-423c-8b59-30fb777321e0, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=fdf8e1cc-71a7-423c-8b59-30fb777321e0,segment=NetworkSegment(fd0a84fd-e2ce-472e-b116-28e53414fad6),segment_id=fd0a84fd-e2ce-472e-b116-28e53414fad6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:07.886861 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a29f593e-babd-444a-b7fe-c50997733cb3 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:07.933909 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a29f593e-babd-444a-b7fe-c50997733cb3 None None] Transition to ACTIVE for port object fdf8e1cc-71a7-423c-8b59-30fb777321e0 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:20:07.938338 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a29f593e-babd-444a-b7fe-c50997733cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:08.026760 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fe67f9-d897-4587-a920-ce5af7561762 req-92fc46b5-5457-4125-aba6-5098753715db tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:08.037028 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d8fe67f9-d897-4587-a920-ce5af7561762 req-92fc46b5-5457-4125-aba6-5098753715db tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=05996556-a5ab-4009-a945-0cdec829a469 HTTP/1.1" status: 200 len: 945 time: 0.4560730 Jul 15 23:20:08.057067 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-dab62186-e172-4614-90ef-d145af2f7e4f req-c1436038-825a-4ad1-a00d-999f16e994ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce62c9f8-fc6d-4c1c-8d01-6e2783cba432 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:20:08.080960 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29f593e-babd-444a-b7fe-c50997733cb3 None None] Pushing event updated for resources: {'Port': ['ID=fdf8e1cc-71a7-423c-8b59-30fb777321e0,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:08.082737 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dab62186-e172-4614-90ef-d145af2f7e4f req-c1436038-825a-4ad1-a00d-999f16e994ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:08.124355 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-dab62186-e172-4614-90ef-d145af2f7e4f req-c1436038-825a-4ad1-a00d-999f16e994ec service neutron] Transition to ACTIVE for port object ce62c9f8-fc6d-4c1c-8d01-6e2783cba432 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:20:08.146575 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d8fe67f9-d897-4587-a920-ce5af7561762 req-15c4a8ae-801f-4116-b061-60d131d18776 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080930 Jul 15 23:20:08.147806 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dab62186-e172-4614-90ef-d145af2f7e4f req-c1436038-825a-4ad1-a00d-999f16e994ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:08.148913 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:08.201395 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1436038-825a-4ad1-a00d-999f16e994ec service neutron] Pushing event updated for resources: {'Port': ['ID=ce62c9f8-fc6d-4c1c-8d01-6e2783cba432,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:08.237503 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560975ef-ac81-429c-8b14-4b3175d9c19c req-9adeef07-b8f5-40cd-9ffb-fe6a477620fc tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:08.244014 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560975ef-ac81-429c-8b14-4b3175d9c19c req-9adeef07-b8f5-40cd-9ffb-fe6a477620fc tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:08.253175 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560975ef-ac81-429c-8b14-4b3175d9c19c req-9adeef07-b8f5-40cd-9ffb-fe6a477620fc tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:08.260500 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560975ef-ac81-429c-8b14-4b3175d9c19c req-9adeef07-b8f5-40cd-9ffb-fe6a477620fc tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:08.268040 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560975ef-ac81-429c-8b14-4b3175d9c19c req-9adeef07-b8f5-40cd-9ffb-fe6a477620fc tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:08.277494 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560975ef-ac81-429c-8b14-4b3175d9c19c req-9adeef07-b8f5-40cd-9ffb-fe6a477620fc tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:08.289079 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560975ef-ac81-429c-8b14-4b3175d9c19c req-9adeef07-b8f5-40cd-9ffb-fe6a477620fc tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:08.301246 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-560975ef-ac81-429c-8b14-4b3175d9c19c req-9adeef07-b8f5-40cd-9ffb-fe6a477620fc tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/ports?device_id=4378fda7-3666-4ece-be50-c71bf27f1088 HTTP/1.1" status: 200 len: 5396 time: 0.3834734 Jul 15 23:20:08.359221 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device fdf8e1cc-71a7-423c-8b59-30fb777321e0 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:20:08.460451 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-560975ef-ac81-429c-8b14-4b3175d9c19c req-52db4bab-af33-4c27-877f-44fd53a1866b tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c3e5093-3aee-4735-ad4f-51aafad3cea0&id=744e907c-f836-4b84-9995-723c64aba29d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1577713 Jul 15 23:20:08.549143 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-dab62186-e172-4614-90ef-d145af2f7e4f req-c1436038-825a-4ad1-a00d-999f16e994ec service neutron] Attempting to bind port ce62c9f8-fc6d-4c1c-8d01-6e2783cba432 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:20:08.549761 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-dab62186-e172-4614-90ef-d145af2f7e4f req-c1436038-825a-4ad1-a00d-999f16e994ec service neutron] Attempting to bind port ce62c9f8-fc6d-4c1c-8d01-6e2783cba432 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '5704f6c6-cb22-49cf-8189-8f79a4796c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'fe121fa5-288f-4a74-ba61-28037c633efd'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:20:08.550222 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab62186-e172-4614-90ef-d145af2f7e4f req-c1436038-825a-4ad1-a00d-999f16e994ec service neutron] Attempting to bind port ce62c9f8-fc6d-4c1c-8d01-6e2783cba432 on network fe121fa5-288f-4a74-ba61-28037c633efd {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:20:08.560537 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab62186-e172-4614-90ef-d145af2f7e4f req-c1436038-825a-4ad1-a00d-999f16e994ec service neutron] Port ce62c9f8-fc6d-4c1c-8d01-6e2783cba432 on network fe121fa5-288f-4a74-ba61-28037c633efd not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:20:08.561084 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab62186-e172-4614-90ef-d145af2f7e4f req-c1436038-825a-4ad1-a00d-999f16e994ec service neutron] Attempting to bind port ce62c9f8-fc6d-4c1c-8d01-6e2783cba432 on network fe121fa5-288f-4a74-ba61-28037c633efd {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:20:08.572479 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab62186-e172-4614-90ef-d145af2f7e4f req-c1436038-825a-4ad1-a00d-999f16e994ec service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:20:08.576339 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab62186-e172-4614-90ef-d145af2f7e4f req-c1436038-825a-4ad1-a00d-999f16e994ec service neutron] Checking segment: {'id': '5704f6c6-cb22-49cf-8189-8f79a4796c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'fe121fa5-288f-4a74-ba61-28037c633efd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:20:08.577177 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab62186-e172-4614-90ef-d145af2f7e4f req-c1436038-825a-4ad1-a00d-999f16e994ec service neutron] Bound using segment: {'id': '5704f6c6-cb22-49cf-8189-8f79a4796c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'fe121fa5-288f-4a74-ba61-28037c633efd'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:20:08.578362 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-dab62186-e172-4614-90ef-d145af2f7e4f req-c1436038-825a-4ad1-a00d-999f16e994ec service neutron] Bound port: ce62c9f8-fc6d-4c1c-8d01-6e2783cba432, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5704f6c6-cb22-49cf-8189-8f79a4796c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'fe121fa5-288f-4a74-ba61-28037c633efd'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:20:08.579034 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dab62186-e172-4614-90ef-d145af2f7e4f req-c1436038-825a-4ad1-a00d-999f16e994ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:08.598517 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8b5d00ba-8842-4240-9a53-f5799b18fb45 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:08.713630 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ca7dd1-3af1-4da5-b4e4-dbfb03325b72 x-openstack-request-id: req-f2ca7dd1-3af1-4da5-b4e4-dbfb03325b72 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:20:08.714264 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4378fda7-3666-4ece-be50-c71bf27f1088", "tag": "e30cdbcb-2983-4fd9-9dc1-5ba0c3fc0805", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:20:08.714415 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f2ca7dd1-3af1-4da5-b4e4-dbfb03325b72 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:20:08.715901 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4378fda7-3666-4ece-be50-c71bf27f1088', 'tag': 'e30cdbcb-2983-4fd9-9dc1-5ba0c3fc0805', 'status': 'completed', 'code': 200} Jul 15 23:20:08.805214 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-dab62186-e172-4614-90ef-d145af2f7e4f req-c1436038-825a-4ad1-a00d-999f16e994ec service neutron] For port ce62c9f8-fc6d-4c1c-8d01-6e2783cba432, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:20:08.810084 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-dab62186-e172-4614-90ef-d145af2f7e4f req-c1436038-825a-4ad1-a00d-999f16e994ec service neutron] For port ce62c9f8-fc6d-4c1c-8d01-6e2783cba432, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=ce62c9f8-fc6d-4c1c-8d01-6e2783cba432,segment=NetworkSegment(5704f6c6-cb22-49cf-8189-8f79a4796c0a),segment_id=5704f6c6-cb22-49cf-8189-8f79a4796c0a)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:20:08.897510 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dab62186-e172-4614-90ef-d145af2f7e4f req-c1436038-825a-4ad1-a00d-999f16e994ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:08.917735 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5d00ba-8842-4240-9a53-f5799b18fb45 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Pushing event updated for resources: {'Subnet': ['ID=ca18ba45-6b7d-4bec-a5b6-af6719f90578,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:08.951737 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5d00ba-8842-4240-9a53-f5799b18fb45 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Checking segment: {'id': 'c3938fff-5fb1-4993-ae20-c07846ac57fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'fc0bebd7-fd80-4ab7-87b9-b0965dadc190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:20:08.952426 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5d00ba-8842-4240-9a53-f5799b18fb45 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Network hostable DHCP agents. Network: fc0bebd7-fd80-4ab7-87b9-b0965dadc190, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:20:08.979293 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c1390b83-e7b5-460b-9f27-ea1854302ec6 req-41c0013d-4d4f-423b-9882-14b283529805 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=53dea798-0d90-48fe-ac90-ac50275fae1c HTTP/1.1" status: 200 len: 210 time: 0.1674173 Jul 15 23:20:08.983731 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1436038-825a-4ad1-a00d-999f16e994ec service neutron] Pushing event updated for resources: {'Port': ['ID=ce62c9f8-fc6d-4c1c-8d01-6e2783cba432,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:09.009585 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-883bba70-aded-4c9f-ae45-e4df4f84c25b tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Delete allocated IP 2001:db8::269 (6d6470ca-0b4e-4daa-bf18-7e04a4d12a96/5010638e-d2cc-419e-aaba-967692b5f6d0) {{(pid=93771) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 15 23:20:09.014464 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d528c89d-e650-45a0-a5ef-d13237bacc87 req-21603343-c8df-4fe5-aab9-2680949b4ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:09.014930 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d528c89d-e650-45a0-a5ef-d13237bacc87 req-21603343-c8df-4fe5-aab9-2680949b4ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:09.020761 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d528c89d-e650-45a0-a5ef-d13237bacc87 req-21603343-c8df-4fe5-aab9-2680949b4ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:09.021385 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d528c89d-e650-45a0-a5ef-d13237bacc87 req-21603343-c8df-4fe5-aab9-2680949b4ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:09.021741 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d528c89d-e650-45a0-a5ef-d13237bacc87 req-21603343-c8df-4fe5-aab9-2680949b4ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:09.022219 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d528c89d-e650-45a0-a5ef-d13237bacc87 req-21603343-c8df-4fe5-aab9-2680949b4ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:09.022693 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d528c89d-e650-45a0-a5ef-d13237bacc87 req-21603343-c8df-4fe5-aab9-2680949b4ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:09.028174 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d528c89d-e650-45a0-a5ef-d13237bacc87 req-21603343-c8df-4fe5-aab9-2680949b4ff9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1535e8fb4bbf47a995341d11b9792565&device_id=4378fda7-3666-4ece-be50-c71bf27f1088 HTTP/1.1" status: 200 len: 6368 time: 0.3087251 Jul 15 23:20:09.031368 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab62186-e172-4614-90ef-d145af2f7e4f req-c1436038-825a-4ad1-a00d-999f16e994ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:09.032037 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dab62186-e172-4614-90ef-d145af2f7e4f req-c1436038-825a-4ad1-a00d-999f16e994ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:09.033504 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab62186-e172-4614-90ef-d145af2f7e4f req-c1436038-825a-4ad1-a00d-999f16e994ec service neutron] 10.222.0.49 "PUT /v2.0/ports/ce62c9f8-fc6d-4c1c-8d01-6e2783cba432 HTTP/1.1" status: 200 len: 1091 time: 1.8434618 Jul 15 23:20:09.042040 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-883bba70-aded-4c9f-ae45-e4df4f84c25b tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Allocated IP 2001:db8:0:1::1a3 (6d6470ca-0b4e-4daa-bf18-7e04a4d12a96/8e3fa757-7516-4219-a509-207fb5ac183c/48593b43-9080-4fbf-97cd-12249acef72a) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:20:09.054870 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5d00ba-8842-4240-9a53-f5799b18fb45 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Network fc0bebd7-fd80-4ab7-87b9-b0965dadc190 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:20:09.071412 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-8b5d00ba-8842-4240-9a53-f5799b18fb45 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, fc0bebd7-fd80-4ab7-87b9-b0965dadc190) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:09.089545 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5066b321-42a6-4811-935d-b716b04aa0a8 None None] Network fc0bebd7-fd80-4ab7-87b9-b0965dadc190 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:20:09.095331 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8b5d00ba-8842-4240-9a53-f5799b18fb45 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:09.115634 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-dab62186-e172-4614-90ef-d145af2f7e4f req-aa1cddfe-4fc8-41b9-9f93-0d914536dfa8 service neutron] Request body: {'port': {'device_id': '4378fda7-3666-4ece-be50-c71bf27f1088', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:09.529413 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a981d3-6ee8-4d6a-a484-8c61ccbbca5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-fc0bebd7-fd80-4ab7-87b9-b0965dadc190', 'network_id': 'fc0bebd7-fd80-4ab7-87b9-b0965dadc190', 'tenant_id': '97e7ebabe09849c6b588d6640295735e', 'fixed_ips': [{'subnet_id': 'ca18ba45-6b7d-4bec-a5b6-af6719f90578'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:20:09.530441 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e1a981d3-6ee8-4d6a-a484-8c61ccbbca5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:09.549548 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dab62186-e172-4614-90ef-d145af2f7e4f req-aa1cddfe-4fc8-41b9-9f93-0d914536dfa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:09.728862 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5d00ba-8842-4240-9a53-f5799b18fb45 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Checking segment: {'id': 'c370e88c-e578-4f40-9306-a2ba50d4f294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e464bfc6-93ac-4c2c-a01f-21484bc171e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:20:09.730022 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5d00ba-8842-4240-9a53-f5799b18fb45 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Network hostable DHCP agents. Network: e464bfc6-93ac-4c2c-a01f-21484bc171e0, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:20:09.743404 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5d00ba-8842-4240-9a53-f5799b18fb45 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Pushing event updated for resources: {'Subnet': ['ID=0684fce1-04d1-42f1-81e4-7ff2845a9d35,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:09.780957 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-111940d8-0b60-4b6d-98a4-7e02eff988eb None None] Provisioning complete for port c946ef32-b4a5-43e1-9af7-012aca0f175a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:09.781640 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-111940d8-0b60-4b6d-98a4-7e02eff988eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:09.800412 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5d00ba-8842-4240-9a53-f5799b18fb45 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Network e464bfc6-93ac-4c2c-a01f-21484bc171e0 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:20:09.818883 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-8b5d00ba-8842-4240-9a53-f5799b18fb45 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, e464bfc6-93ac-4c2c-a01f-21484bc171e0) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:09.828607 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-883bba70-aded-4c9f-ae45-e4df4f84c25b tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:09.845981 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5d00ba-8842-4240-9a53-f5799b18fb45 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:09.845981 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5d00ba-8842-4240-9a53-f5799b18fb45 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:09.846610 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d528c89d-e650-45a0-a5ef-d13237bacc87 req-5b6755d4-4ae5-417e-a1d3-b9667bfae4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:09.846864 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8b5d00ba-8842-4240-9a53-f5799b18fb45 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:09.847988 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d528c89d-e650-45a0-a5ef-d13237bacc87 req-5b6755d4-4ae5-417e-a1d3-b9667bfae4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:09.848688 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d528c89d-e650-45a0-a5ef-d13237bacc87 req-5b6755d4-4ae5-417e-a1d3-b9667bfae4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:09.850550 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d528c89d-e650-45a0-a5ef-d13237bacc87 req-5b6755d4-4ae5-417e-a1d3-b9667bfae4de service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=1535e8fb4bbf47a995341d11b9792565&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.8032601 Jul 15 23:20:09.882782 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-8b5d00ba-8842-4240-9a53-f5799b18fb45 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.0858104 Jul 15 23:20:09.890327 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38846) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:09.922781 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2105b3-35de-4b87-a6c1-4420d3467787 None None] Network e464bfc6-93ac-4c2c-a01f-21484bc171e0 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:20:09.947069 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-111940d8-0b60-4b6d-98a4-7e02eff988eb None None] Port c946ef32-b4a5-43e1-9af7-012aca0f175a cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:20:09.963834 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-883bba70-aded-4c9f-ae45-e4df4f84c25b tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Transition to ACTIVE for port object 48593b43-9080-4fbf-97cd-12249acef72a will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:20:09.976224 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-883bba70-aded-4c9f-ae45-e4df4f84c25b tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:10.116949 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-111940d8-0b60-4b6d-98a4-7e02eff988eb None None] Provisioning for port fdf8e1cc-71a7-423c-8b59-30fb777321e0 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:20:10.129112 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-111940d8-0b60-4b6d-98a4-7e02eff988eb None None] Provisioning complete for port fdf8e1cc-71a7-423c-8b59-30fb777321e0 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:10.129491 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-111940d8-0b60-4b6d-98a4-7e02eff988eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:10.154855 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-883bba70-aded-4c9f-ae45-e4df4f84c25b tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] In _notify_port_updated(), no bound segment for port 48593b43-9080-4fbf-97cd-12249acef72a on network 6d6470ca-0b4e-4daa-bf18-7e04a4d12a96 {{(pid=93771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:20:10.162704 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883bba70-aded-4c9f-ae45-e4df4f84c25b tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:10.163702 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-883bba70-aded-4c9f-ae45-e4df4f84c25b tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:10.166021 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-883bba70-aded-4c9f-ae45-e4df4f84c25b tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "PUT /v2.0/ports/48593b43-9080-4fbf-97cd-12249acef72a HTTP/1.1" status: 200 len: 930 time: 3.2984834 Jul 15 23:20:10.180065 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38870) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:10.181181 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883bba70-aded-4c9f-ae45-e4df4f84c25b tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event updated for resources: {'Port': ['ID=48593b43-9080-4fbf-97cd-12249acef72a,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:10.217367 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-e1a981d3-6ee8-4d6a-a484-8c61ccbbca5e None None] Allocated IP 2001:db8::1 (fc0bebd7-fd80-4ab7-87b9-b0965dadc190/ca18ba45-6b7d-4bec-a5b6-af6719f90578/c36f1fea-177f-43bb-8366-138b202e34e5) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:20:10.278174 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99eeabb-8b6c-495f-b70b-f1db533f373f tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:10.280777 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99eeabb-8b6c-495f-b70b-f1db533f373f tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:10.283494 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99eeabb-8b6c-495f-b70b-f1db533f373f tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:10.285623 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f99eeabb-8b6c-495f-b70b-f1db533f373f tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.3938038 Jul 15 23:20:10.302320 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38872) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:10.455463 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-17d66960-eeb9-490c-aea8-609060e9142c tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Deleting subnet ca18ba45-6b7d-4bec-a5b6-af6719f90578 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:20:10.458398 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bcea1a-3fd1-4937-bfa4-16cdf99e03cb req-0602a1ac-9f9e-4251-bb20-d466f9574524 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:10.459662 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f0bcea1a-3fd1-4937-bfa4-16cdf99e03cb req-0602a1ac-9f9e-4251-bb20-d466f9574524 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.49 "GET /v2.0/networks?id=d1484756-2d6b-4cf1-82f2-ca0b5a0942a2 HTTP/1.1" status: 200 len: 806 time: 0.9403062 Jul 15 23:20:10.514262 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-d52727a5-ee1c-4c13-badd-c08bb8c778be tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Deleting port 48593b43-9080-4fbf-97cd-12249acef72a {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:20:10.514622 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d52727a5-ee1c-4c13-badd-c08bb8c778be tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:10.523836 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-f0bcea1a-3fd1-4937-bfa4-16cdf99e03cb req-9ba182c8-e71c-459f-8292-97bc7a0eb3e1 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Request body: {'port': {'device_id': '53dea798-0d90-48fe-ac90-ac50275fae1c', 'network_id': 'd1484756-2d6b-4cf1-82f2-ca0b5a0942a2', 'admin_state_up': True, 'tenant_id': '4b15e22ba4eb43169240491cd7fe1115'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:10.610158 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825dbdcb-df98-4c2c-b89d-fdfba80bf9f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-e464bfc6-93ac-4c2c-a01f-21484bc171e0', 'network_id': 'e464bfc6-93ac-4c2c-a01f-21484bc171e0', 'tenant_id': '97e7ebabe09849c6b588d6640295735e', 'fixed_ips': [{'subnet_id': '0684fce1-04d1-42f1-81e4-7ff2845a9d35'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:20:10.611819 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-825dbdcb-df98-4c2c-b89d-fdfba80bf9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:10.701698 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d528c89d-e650-45a0-a5ef-d13237bacc87 req-bef9f4b9-f8e6-450d-905d-cd0e9ea66799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:10.703410 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d528c89d-e650-45a0-a5ef-d13237bacc87 req-bef9f4b9-f8e6-450d-905d-cd0e9ea66799 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8379874 Jul 15 23:20:10.718014 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4378fda7-3666-4ece-be50-c71bf27f1088', 'tag': 'ce62c9f8-fc6d-4c1c-8d01-6e2783cba432'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:20:10.719748 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d52727a5-ee1c-4c13-badd-c08bb8c778be tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:10.720710 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0601b00b-d82f-4e0c-8865-a9fe7678259b" -d '{"events": [{"name": "network-changed", "server_uuid": "4378fda7-3666-4ece-be50-c71bf27f1088", "tag": "ce62c9f8-fc6d-4c1c-8d01-6e2783cba432"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:20:10.740174 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-d52727a5-ee1c-4c13-badd-c08bb8c778be tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Calling delete_port for 48593b43-9080-4fbf-97cd-12249acef72a owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:20:10.766094 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be26e948-4c82-4793-b9bb-ec665dc1be3e req-ebca0ab6-0120-4439-ba99-2d55cc7c42aa tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:10.772543 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be26e948-4c82-4793-b9bb-ec665dc1be3e req-ebca0ab6-0120-4439-ba99-2d55cc7c42aa tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:10.778913 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be26e948-4c82-4793-b9bb-ec665dc1be3e req-ebca0ab6-0120-4439-ba99-2d55cc7c42aa tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:10.785175 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be26e948-4c82-4793-b9bb-ec665dc1be3e req-ebca0ab6-0120-4439-ba99-2d55cc7c42aa tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:10.799230 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be26e948-4c82-4793-b9bb-ec665dc1be3e req-ebca0ab6-0120-4439-ba99-2d55cc7c42aa tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:10.805643 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be26e948-4c82-4793-b9bb-ec665dc1be3e req-ebca0ab6-0120-4439-ba99-2d55cc7c42aa tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:10.812741 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be26e948-4c82-4793-b9bb-ec665dc1be3e req-ebca0ab6-0120-4439-ba99-2d55cc7c42aa tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:10.814062 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-825dbdcb-df98-4c2c-b89d-fdfba80bf9f3 None None] Allocated IP 2001:db8:0:1::1 (e464bfc6-93ac-4c2c-a01f-21484bc171e0/0684fce1-04d1-42f1-81e4-7ff2845a9d35/e16ca146-3fb2-4fa3-bd8f-7ced80c1f59f) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:20:10.814832 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-be26e948-4c82-4793-b9bb-ec665dc1be3e req-ebca0ab6-0120-4439-ba99-2d55cc7c42aa tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/ports?device_id=4378fda7-3666-4ece-be50-c71bf27f1088 HTTP/1.1" status: 200 len: 5408 time: 0.4557645 Jul 15 23:20:10.951713 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-be26e948-4c82-4793-b9bb-ec665dc1be3e req-6d7b62d8-03f2-4c31-8592-10445ac39dd3 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c3e5093-3aee-4735-ad4f-51aafad3cea0&id=744e907c-f836-4b84-9995-723c64aba29d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1132345 Jul 15 23:20:10.989911 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d52727a5-ee1c-4c13-badd-c08bb8c778be tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:11.000691 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0bcea1a-3fd1-4937-bfa4-16cdf99e03cb req-9ba182c8-e71c-459f-8292-97bc7a0eb3e1 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Made reservation on behalf of 4b15e22ba4eb43169240491cd7fe1115 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:20:11.004251 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f0bcea1a-3fd1-4937-bfa4-16cdf99e03cb req-9ba182c8-e71c-459f-8292-97bc7a0eb3e1 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:11.019542 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-dab62186-e172-4614-90ef-d145af2f7e4f req-aa1cddfe-4fc8-41b9-9f93-0d914536dfa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82887b99-4142-4cfa-85fd-86b3f0db2996 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:20:11.033747 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dab62186-e172-4614-90ef-d145af2f7e4f req-aa1cddfe-4fc8-41b9-9f93-0d914536dfa8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:11.049573 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e1a981d3-6ee8-4d6a-a484-8c61ccbbca5e None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:11.062614 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e1a981d3-6ee8-4d6a-a484-8c61ccbbca5e None None] Transition to ACTIVE for port object c36f1fea-177f-43bb-8366-138b202e34e5 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:20:11.082282 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e1a981d3-6ee8-4d6a-a484-8c61ccbbca5e None None] Transition to ACTIVE for port object c36f1fea-177f-43bb-8366-138b202e34e5 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:20:11.100602 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-dab62186-e172-4614-90ef-d145af2f7e4f req-aa1cddfe-4fc8-41b9-9f93-0d914536dfa8 service neutron] Transition to ACTIVE for port object 82887b99-4142-4cfa-85fd-86b3f0db2996 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:20:11.120771 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17d66960-eeb9-490c-aea8-609060e9142c tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:11.125304 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52727a5-ee1c-4c13-badd-c08bb8c778be tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event deleted for resources: {'Port': ['ID=48593b43-9080-4fbf-97cd-12249acef72a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:11.127063 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e1a981d3-6ee8-4d6a-a484-8c61ccbbca5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:11.138336 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dab62186-e172-4614-90ef-d145af2f7e4f req-aa1cddfe-4fc8-41b9-9f93-0d914536dfa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:11.139245 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d52727a5-ee1c-4c13-badd-c08bb8c778be tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:11.144317 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d52727a5-ee1c-4c13-badd-c08bb8c778be tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "DELETE /v2.0/ports/48593b43-9080-4fbf-97cd-12249acef72a HTTP/1.1" status: 204 len: 168 time: 0.9482403 Jul 15 23:20:11.153704 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-111940d8-0b60-4b6d-98a4-7e02eff988eb None None] Provisioning for port 48593b43-9080-4fbf-97cd-12249acef72a completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:20:11.166657 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38890) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:11.181865 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-111940d8-0b60-4b6d-98a4-7e02eff988eb None None] Provisioning complete for port 48593b43-9080-4fbf-97cd-12249acef72a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:11.182382 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-111940d8-0b60-4b6d-98a4-7e02eff988eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:11.202591 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e7fedec2-bc7b-4e78-93b8-fb89f750056f req-506b468c-4973-4fc9-8315-619d38149db4 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=53dea798-0d90-48fe-ac90-ac50275fae1c HTTP/1.1" status: 200 len: 210 time: 0.0882683 Jul 15 23:20:11.218159 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-05f4c592-ca50-44a2-abc2-eda2d2728f5d tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] GET failed (client error): The resource could not be found. Jul 15 23:20:11.222220 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-05f4c592-ca50-44a2-abc2-eda2d2728f5d tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "GET /v2.0/ports/48593b43-9080-4fbf-97cd-12249acef72a HTTP/1.1" status: 404 len: 333 time: 0.0517552 Jul 15 23:20:11.223920 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 38892) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:11.245040 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17d66960-eeb9-490c-aea8-609060e9142c tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:11.252136 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a981d3-6ee8-4d6a-a484-8c61ccbbca5e None None] Network fc0bebd7-fd80-4ab7-87b9-b0965dadc190 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:20:11.254359 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-111940d8-0b60-4b6d-98a4-7e02eff988eb None None] Port 48593b43-9080-4fbf-97cd-12249acef72a was deleted so its status cannot be updated. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 15 23:20:11.266718 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-e1a981d3-6ee8-4d6a-a484-8c61ccbbca5e None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:11.307885 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a981d3-6ee8-4d6a-a484-8c61ccbbca5e None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:20:11.310712 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a544b-58a4-44f5-84c5-0c46243e50cc req-0f1695a6-226d-489e-a95b-9329557e0c5a tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:11.317995 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9e0a544b-58a4-44f5-84c5-0c46243e50cc req-0f1695a6-226d-489e-a95b-9329557e0c5a tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=05996556-a5ab-4009-a945-0cdec829a469 HTTP/1.1" status: 200 len: 945 time: 0.4070849 Jul 15 23:20:11.325250 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1cddfe-4fc8-41b9-9f93-0d914536dfa8 service neutron] Pushing event updated for resources: {'Port': ['ID=82887b99-4142-4cfa-85fd-86b3f0db2996,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:11.378038 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-825dbdcb-df98-4c2c-b89d-fdfba80bf9f3 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:11.397914 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a981d3-6ee8-4d6a-a484-8c61ccbbca5e None None] Pushing event updated for resources: {'Port': ['ID=c36f1fea-177f-43bb-8366-138b202e34e5,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:11.418252 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-f0bcea1a-3fd1-4937-bfa4-16cdf99e03cb req-9ba182c8-e71c-459f-8292-97bc7a0eb3e1 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Allocated IP 172.20.0.3 (d1484756-2d6b-4cf1-82f2-ca0b5a0942a2/1ce1cd1d-7829-480f-9da2-8bc3514230d8/e0eadd4f-6781-4858-9073-22e71b36811f) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:20:11.452180 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-825dbdcb-df98-4c2c-b89d-fdfba80bf9f3 None None] Transition to ACTIVE for port object e16ca146-3fb2-4fa3-bd8f-7ced80c1f59f will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:20:11.484020 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17d66960-eeb9-490c-aea8-609060e9142c tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:11.512396 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-825dbdcb-df98-4c2c-b89d-fdfba80bf9f3 None None] Transition to ACTIVE for port object e16ca146-3fb2-4fa3-bd8f-7ced80c1f59f will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:20:11.520760 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e1a981d3-6ee8-4d6a-a484-8c61ccbbca5e None None] Attempting to bind port c36f1fea-177f-43bb-8366-138b202e34e5 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:20:11.521226 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e1a981d3-6ee8-4d6a-a484-8c61ccbbca5e None None] Attempting to bind port c36f1fea-177f-43bb-8366-138b202e34e5 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'c3938fff-5fb1-4993-ae20-c07846ac57fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'fc0bebd7-fd80-4ab7-87b9-b0965dadc190'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:20:11.521647 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a981d3-6ee8-4d6a-a484-8c61ccbbca5e None None] Attempting to bind port c36f1fea-177f-43bb-8366-138b202e34e5 on network fc0bebd7-fd80-4ab7-87b9-b0965dadc190 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:20:11.529598 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-dc0ebf0f-bd14-44ba-8531-24e75b122391 None None] Could not find standard attr ID for object 48593b43-9080-4fbf-97cd-12249acef72a. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:20:11.535204 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-825dbdcb-df98-4c2c-b89d-fdfba80bf9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:11.549013 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a981d3-6ee8-4d6a-a484-8c61ccbbca5e None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:20:11.549450 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a981d3-6ee8-4d6a-a484-8c61ccbbca5e None None] Checking segment: {'id': 'c3938fff-5fb1-4993-ae20-c07846ac57fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'fc0bebd7-fd80-4ab7-87b9-b0965dadc190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:20:11.549814 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e1a981d3-6ee8-4d6a-a484-8c61ccbbca5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:11.550216 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a981d3-6ee8-4d6a-a484-8c61ccbbca5e None None] Bound using segment: {'id': 'c3938fff-5fb1-4993-ae20-c07846ac57fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'fc0bebd7-fd80-4ab7-87b9-b0965dadc190'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:20:11.550681 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e1a981d3-6ee8-4d6a-a484-8c61ccbbca5e None None] Bound port: c36f1fea-177f-43bb-8366-138b202e34e5, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3938fff-5fb1-4993-ae20-c07846ac57fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'fc0bebd7-fd80-4ab7-87b9-b0965dadc190'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:20:11.551074 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e1a981d3-6ee8-4d6a-a484-8c61ccbbca5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:11.623345 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825dbdcb-df98-4c2c-b89d-fdfba80bf9f3 None None] Network e464bfc6-93ac-4c2c-a01f-21484bc171e0 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:20:11.633447 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17d66960-eeb9-490c-aea8-609060e9142c tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:11.638955 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-825dbdcb-df98-4c2c-b89d-fdfba80bf9f3 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:11.658536 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9e0a544b-58a4-44f5-84c5-0c46243e50cc req-7d2a944d-39a8-4c72-bc3c-285b3cfcc729 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3390219 Jul 15 23:20:11.664833 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825dbdcb-df98-4c2c-b89d-fdfba80bf9f3 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:20:11.684613 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825dbdcb-df98-4c2c-b89d-fdfba80bf9f3 None None] Pushing event updated for resources: {'Port': ['ID=e16ca146-3fb2-4fa3-bd8f-7ced80c1f59f,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:11.686673 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d66960-eeb9-490c-aea8-609060e9142c tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Pushing event deleted for resources: {'Subnet': ['ID=ca18ba45-6b7d-4bec-a5b6-af6719f90578,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:11.689240 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17d66960-eeb9-490c-aea8-609060e9142c tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:11.691688 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-17d66960-eeb9-490c-aea8-609060e9142c tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] 10.222.0.48 "DELETE /v2.0/subnets/ca18ba45-6b7d-4bec-a5b6-af6719f90578 HTTP/1.1" status: 204 len: 168 time: 1.3842039 Jul 15 23:20:11.694208 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38904) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:11.768082 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c1ce0780-07ce-4d22-b64f-11e8a637e9d9 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:11.785821 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b73cde2-b377-49bc-bd89-5163754a60b3 x-openstack-request-id: req-2b73cde2-b377-49bc-bd89-5163754a60b3 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:20:11.787121 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4378fda7-3666-4ece-be50-c71bf27f1088", "tag": "ce62c9f8-fc6d-4c1c-8d01-6e2783cba432", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:20:11.787693 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2b73cde2-b377-49bc-bd89-5163754a60b3 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:20:11.788259 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4378fda7-3666-4ece-be50-c71bf27f1088', 'tag': 'ce62c9f8-fc6d-4c1c-8d01-6e2783cba432', 'status': 'completed', 'code': 200} Jul 15 23:20:11.806455 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-5967cb5e-92f6-4f8d-86e5-bdaaf060972c tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Deleting subnet 0684fce1-04d1-42f1-81e4-7ff2845a9d35 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:20:11.815326 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5967cb5e-92f6-4f8d-86e5-bdaaf060972c tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:11.821771 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e1a981d3-6ee8-4d6a-a484-8c61ccbbca5e None None] For port c36f1fea-177f-43bb-8366-138b202e34e5, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:20:11.828225 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e1a981d3-6ee8-4d6a-a484-8c61ccbbca5e None None] For port c36f1fea-177f-43bb-8366-138b202e34e5, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=c36f1fea-177f-43bb-8366-138b202e34e5,segment=NetworkSegment(c3938fff-5fb1-4993-ae20-c07846ac57fc),segment_id=c3938fff-5fb1-4993-ae20-c07846ac57fc)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:20:11.831802 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-825dbdcb-df98-4c2c-b89d-fdfba80bf9f3 None None] Attempting to bind port e16ca146-3fb2-4fa3-bd8f-7ced80c1f59f on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:20:11.832256 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-825dbdcb-df98-4c2c-b89d-fdfba80bf9f3 None None] Attempting to bind port e16ca146-3fb2-4fa3-bd8f-7ced80c1f59f by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'c370e88c-e578-4f40-9306-a2ba50d4f294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e464bfc6-93ac-4c2c-a01f-21484bc171e0'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:20:11.832626 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825dbdcb-df98-4c2c-b89d-fdfba80bf9f3 None None] Attempting to bind port e16ca146-3fb2-4fa3-bd8f-7ced80c1f59f on network e464bfc6-93ac-4c2c-a01f-21484bc171e0 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:20:11.837980 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e1a981d3-6ee8-4d6a-a484-8c61ccbbca5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:11.849651 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825dbdcb-df98-4c2c-b89d-fdfba80bf9f3 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:20:11.849651 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825dbdcb-df98-4c2c-b89d-fdfba80bf9f3 None None] Checking segment: {'id': 'c370e88c-e578-4f40-9306-a2ba50d4f294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e464bfc6-93ac-4c2c-a01f-21484bc171e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:20:11.856093 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-825dbdcb-df98-4c2c-b89d-fdfba80bf9f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:11.856549 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825dbdcb-df98-4c2c-b89d-fdfba80bf9f3 None None] Bound using segment: {'id': 'c370e88c-e578-4f40-9306-a2ba50d4f294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e464bfc6-93ac-4c2c-a01f-21484bc171e0'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:20:11.857214 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-825dbdcb-df98-4c2c-b89d-fdfba80bf9f3 None None] Bound port: e16ca146-3fb2-4fa3-bd8f-7ced80c1f59f, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c370e88c-e578-4f40-9306-a2ba50d4f294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e464bfc6-93ac-4c2c-a01f-21484bc171e0'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:20:11.857624 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-825dbdcb-df98-4c2c-b89d-fdfba80bf9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:11.905658 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-dab62186-e172-4614-90ef-d145af2f7e4f req-aa1cddfe-4fc8-41b9-9f93-0d914536dfa8 service neutron] Attempting to bind port 82887b99-4142-4cfa-85fd-86b3f0db2996 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:20:11.906424 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-dab62186-e172-4614-90ef-d145af2f7e4f req-aa1cddfe-4fc8-41b9-9f93-0d914536dfa8 service neutron] Attempting to bind port 82887b99-4142-4cfa-85fd-86b3f0db2996 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '5704f6c6-cb22-49cf-8189-8f79a4796c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'fe121fa5-288f-4a74-ba61-28037c633efd'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:20:11.907021 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab62186-e172-4614-90ef-d145af2f7e4f req-aa1cddfe-4fc8-41b9-9f93-0d914536dfa8 service neutron] Attempting to bind port 82887b99-4142-4cfa-85fd-86b3f0db2996 on network fe121fa5-288f-4a74-ba61-28037c633efd {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:20:11.917851 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c1ce0780-07ce-4d22-b64f-11e8a637e9d9 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:11.923888 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f0bcea1a-3fd1-4937-bfa4-16cdf99e03cb req-9ba182c8-e71c-459f-8292-97bc7a0eb3e1 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:11.926545 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5967cb5e-92f6-4f8d-86e5-bdaaf060972c tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:11.939964 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab62186-e172-4614-90ef-d145af2f7e4f req-aa1cddfe-4fc8-41b9-9f93-0d914536dfa8 service neutron] Port 82887b99-4142-4cfa-85fd-86b3f0db2996 on network fe121fa5-288f-4a74-ba61-28037c633efd not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:20:11.940690 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab62186-e172-4614-90ef-d145af2f7e4f req-aa1cddfe-4fc8-41b9-9f93-0d914536dfa8 service neutron] Attempting to bind port 82887b99-4142-4cfa-85fd-86b3f0db2996 on network fe121fa5-288f-4a74-ba61-28037c633efd {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:20:11.972662 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab62186-e172-4614-90ef-d145af2f7e4f req-aa1cddfe-4fc8-41b9-9f93-0d914536dfa8 service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:20:11.973405 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab62186-e172-4614-90ef-d145af2f7e4f req-aa1cddfe-4fc8-41b9-9f93-0d914536dfa8 service neutron] Checking segment: {'id': '5704f6c6-cb22-49cf-8189-8f79a4796c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'fe121fa5-288f-4a74-ba61-28037c633efd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:20:11.974021 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab62186-e172-4614-90ef-d145af2f7e4f req-aa1cddfe-4fc8-41b9-9f93-0d914536dfa8 service neutron] Bound using segment: {'id': '5704f6c6-cb22-49cf-8189-8f79a4796c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'fe121fa5-288f-4a74-ba61-28037c633efd'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:20:11.974720 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-dab62186-e172-4614-90ef-d145af2f7e4f req-aa1cddfe-4fc8-41b9-9f93-0d914536dfa8 service neutron] Bound port: 82887b99-4142-4cfa-85fd-86b3f0db2996, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5704f6c6-cb22-49cf-8189-8f79a4796c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'fe121fa5-288f-4a74-ba61-28037c633efd'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:20:11.975307 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dab62186-e172-4614-90ef-d145af2f7e4f req-aa1cddfe-4fc8-41b9-9f93-0d914536dfa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:12.009261 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a981d3-6ee8-4d6a-a484-8c61ccbbca5e None None] Pushing event updated for resources: {'Port': ['ID=c36f1fea-177f-43bb-8366-138b202e34e5,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:12.061649 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf1855c-803f-4726-af72-dbba4d0ecd42 None None] Network fc0bebd7-fd80-4ab7-87b9-b0965dadc190 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:20:12.105029 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5967cb5e-92f6-4f8d-86e5-bdaaf060972c tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:12.115600 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601b00b-d82f-4e0c-8865-a9fe7678259b req-06be3b2d-3a25-465c-b580-43e2a49ac710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:12.116285 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601b00b-d82f-4e0c-8865-a9fe7678259b req-06be3b2d-3a25-465c-b580-43e2a49ac710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:12.116966 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601b00b-d82f-4e0c-8865-a9fe7678259b req-06be3b2d-3a25-465c-b580-43e2a49ac710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:12.117632 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601b00b-d82f-4e0c-8865-a9fe7678259b req-06be3b2d-3a25-465c-b580-43e2a49ac710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:12.118125 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601b00b-d82f-4e0c-8865-a9fe7678259b req-06be3b2d-3a25-465c-b580-43e2a49ac710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:12.118615 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601b00b-d82f-4e0c-8865-a9fe7678259b req-06be3b2d-3a25-465c-b580-43e2a49ac710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:12.119334 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601b00b-d82f-4e0c-8865-a9fe7678259b req-06be3b2d-3a25-465c-b580-43e2a49ac710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:12.122354 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0601b00b-d82f-4e0c-8865-a9fe7678259b req-06be3b2d-3a25-465c-b580-43e2a49ac710 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1535e8fb4bbf47a995341d11b9792565&device_id=4378fda7-3666-4ece-be50-c71bf27f1088 HTTP/1.1" status: 200 len: 6435 time: 0.3094211 Jul 15 23:20:12.153717 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c1ce0780-07ce-4d22-b64f-11e8a637e9d9 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:12.156636 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c1ce0780-07ce-4d22-b64f-11e8a637e9d9 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:12.157815 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-c1ce0780-07ce-4d22-b64f-11e8a637e9d9 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "DELETE /v2.0/security-groups/7076969b-7119-414d-9139-1d4720ceaaff HTTP/1.1" status: 204 len: 168 time: 0.9278657 Jul 15 23:20:12.165287 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38934) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:12.201670 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ce0780-07ce-4d22-b64f-11e8a637e9d9 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7076969b-7119-414d-9139-1d4720ceaaff,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:12.242800 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f0bcea1a-3fd1-4937-bfa4-16cdf99e03cb req-9ba182c8-e71c-459f-8292-97bc7a0eb3e1 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:12.279780 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['428fc395-88ca-4e6d-b708-6f3664ed368d'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:20:12.299817 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5967cb5e-92f6-4f8d-86e5-bdaaf060972c tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:12.326950 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-825dbdcb-df98-4c2c-b89d-fdfba80bf9f3 None None] For port e16ca146-3fb2-4fa3-bd8f-7ced80c1f59f, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:20:12.354112 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-825dbdcb-df98-4c2c-b89d-fdfba80bf9f3 None None] For port e16ca146-3fb2-4fa3-bd8f-7ced80c1f59f, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=e16ca146-3fb2-4fa3-bd8f-7ced80c1f59f,segment=NetworkSegment(c370e88c-e578-4f40-9306-a2ba50d4f294),segment_id=c370e88c-e578-4f40-9306-a2ba50d4f294)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:20:12.361355 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-825dbdcb-df98-4c2c-b89d-fdfba80bf9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:12.378157 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967cb5e-92f6-4f8d-86e5-bdaaf060972c tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Pushing event deleted for resources: {'Subnet': ['ID=0684fce1-04d1-42f1-81e4-7ff2845a9d35,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:12.389881 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-dab62186-e172-4614-90ef-d145af2f7e4f req-aa1cddfe-4fc8-41b9-9f93-0d914536dfa8 service neutron] For port 82887b99-4142-4cfa-85fd-86b3f0db2996, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:20:12.398852 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601b00b-d82f-4e0c-8865-a9fe7678259b req-8a943346-ad30-485b-a0de-de39a142653f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:12.399344 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601b00b-d82f-4e0c-8865-a9fe7678259b req-8a943346-ad30-485b-a0de-de39a142653f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:12.399942 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601b00b-d82f-4e0c-8865-a9fe7678259b req-8a943346-ad30-485b-a0de-de39a142653f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:12.401756 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0601b00b-d82f-4e0c-8865-a9fe7678259b req-8a943346-ad30-485b-a0de-de39a142653f service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=1535e8fb4bbf47a995341d11b9792565&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2702281 Jul 15 23:20:12.407602 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1cf30173-fd3c-4cea-83f6-4aacba304a5f tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:12.411421 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0bcea1a-3fd1-4937-bfa4-16cdf99e03cb req-9ba182c8-e71c-459f-8292-97bc7a0eb3e1 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Network d1484756-2d6b-4cf1-82f2-ca0b5a0942a2 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:20:12.423329 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:20:12.483715 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1cf30173-fd3c-4cea-83f6-4aacba304a5f tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:12.504900 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825dbdcb-df98-4c2c-b89d-fdfba80bf9f3 None None] Pushing event updated for resources: {'Port': ['ID=e16ca146-3fb2-4fa3-bd8f-7ced80c1f59f,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:12.554699 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5967cb5e-92f6-4f8d-86e5-bdaaf060972c tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:12.561739 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-5967cb5e-92f6-4f8d-86e5-bdaaf060972c tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] 10.222.0.48 "DELETE /v2.0/subnets/0684fce1-04d1-42f1-81e4-7ff2845a9d35 HTTP/1.1" status: 204 len: 168 time: 0.8658583 Jul 15 23:20:12.562897 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38946) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:12.563564 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1cf30173-fd3c-4cea-83f6-4aacba304a5f tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:12.567414 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1cf30173-fd3c-4cea-83f6-4aacba304a5f tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:12.570950 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-1cf30173-fd3c-4cea-83f6-4aacba304a5f tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "DELETE /v2.0/security-groups/a919ebe1-5b82-412f-9166-bb689a0bfac4 HTTP/1.1" status: 204 len: 168 time: 0.4015129 Jul 15 23:20:12.572742 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-f0bcea1a-3fd1-4937-bfa4-16cdf99e03cb req-9ba182c8-e71c-459f-8292-97bc7a0eb3e1 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:12.581005 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0bcea1a-3fd1-4937-bfa4-16cdf99e03cb req-9ba182c8-e71c-459f-8292-97bc7a0eb3e1 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:20:12.604568 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 38948) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:12.655030 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf30173-fd3c-4cea-83f6-4aacba304a5f tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a919ebe1-5b82-412f-9166-bb689a0bfac4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:12.684591 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd092e14-ae92-49ac-8d10-dfe5acf73d50 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:12.686288 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-dd092e14-ae92-49ac-8d10-dfe5acf73d50 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1163757 Jul 15 23:20:12.695260 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38952) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:12.766521 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bcea1a-3fd1-4937-bfa4-16cdf99e03cb req-9ba182c8-e71c-459f-8292-97bc7a0eb3e1 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:12.774817 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f0bcea1a-3fd1-4937-bfa4-16cdf99e03cb req-9ba182c8-e71c-459f-8292-97bc7a0eb3e1 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:12.817802 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d78b842-32d3-4979-8e0e-19f838af0e89 req-d41c49a8-56aa-4cd7-9fc3-e1b3d4a371db tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:12.831598 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8d78b842-32d3-4979-8e0e-19f838af0e89 req-d41c49a8-56aa-4cd7-9fc3-e1b3d4a371db tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=05996556-a5ab-4009-a945-0cdec829a469 HTTP/1.1" status: 200 len: 945 time: 0.8279734 Jul 15 23:20:12.848401 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ec7a0ec-4a0d-4e5d-b582-23b1b8dd1332 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:12.859632 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-dab62186-e172-4614-90ef-d145af2f7e4f req-aa1cddfe-4fc8-41b9-9f93-0d914536dfa8 service neutron] For port 82887b99-4142-4cfa-85fd-86b3f0db2996, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=82887b99-4142-4cfa-85fd-86b3f0db2996,segment=NetworkSegment(5704f6c6-cb22-49cf-8189-8f79a4796c0a),segment_id=5704f6c6-cb22-49cf-8189-8f79a4796c0a)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:20:12.901596 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f0bcea1a-3fd1-4937-bfa4-16cdf99e03cb req-9ba182c8-e71c-459f-8292-97bc7a0eb3e1 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4275234 Jul 15 23:20:12.914825 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dab62186-e172-4614-90ef-d145af2f7e4f req-aa1cddfe-4fc8-41b9-9f93-0d914536dfa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:12.940736 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-9ec7a0ec-4a0d-4e5d-b582-23b1b8dd1332 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Deleting port e16ca146-3fb2-4fa3-bd8f-7ced80c1f59f {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:20:12.941348 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ec7a0ec-4a0d-4e5d-b582-23b1b8dd1332 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:12.977975 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-f0bcea1a-3fd1-4937-bfa4-16cdf99e03cb req-ee14339e-799d-476a-a601-418c77a2ed0b service neutron] Request body: {'port': {'device_id': '53dea798-0d90-48fe-ac90-ac50275fae1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:13.018019 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-9ec7a0ec-4a0d-4e5d-b582-23b1b8dd1332 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] For port e16ca146-3fb2-4fa3-bd8f-7ced80c1f59f, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=e16ca146-3fb2-4fa3-bd8f-7ced80c1f59f,segment=NetworkSegment(c370e88c-e578-4f40-9306-a2ba50d4f294),segment_id=c370e88c-e578-4f40-9306-a2ba50d4f294)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:13.018303 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ec7a0ec-4a0d-4e5d-b582-23b1b8dd1332 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:13.033499 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-9ec7a0ec-4a0d-4e5d-b582-23b1b8dd1332 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Calling delete_port for e16ca146-3fb2-4fa3-bd8f-7ced80c1f59f owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:20:13.035923 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba182c8-e71c-459f-8292-97bc7a0eb3e1 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Pushing event updated for resources: {'Port': ['ID=e0eadd4f-6781-4858-9073-22e71b36811f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:13.048054 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601b00b-d82f-4e0c-8865-a9fe7678259b req-a974c1d9-deca-4eba-ae77-7a2a860da63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:13.050353 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0601b00b-d82f-4e0c-8865-a9fe7678259b req-a974c1d9-deca-4eba-ae77-7a2a860da63d service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6339054 Jul 15 23:20:13.070335 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab62186-e172-4614-90ef-d145af2f7e4f req-aa1cddfe-4fc8-41b9-9f93-0d914536dfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:13.071822 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dab62186-e172-4614-90ef-d145af2f7e4f req-aa1cddfe-4fc8-41b9-9f93-0d914536dfa8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:13.074952 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab62186-e172-4614-90ef-d145af2f7e4f req-aa1cddfe-4fc8-41b9-9f93-0d914536dfa8 service neutron] 10.222.0.49 "PUT /v2.0/ports/82887b99-4142-4cfa-85fd-86b3f0db2996 HTTP/1.1" status: 200 len: 1091 time: 3.9720056 Jul 15 23:20:13.100983 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8d78b842-32d3-4979-8e0e-19f838af0e89 req-d9404e36-d384-44a3-aa4b-460dcc8da916 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675498 Jul 15 23:20:13.121927 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-d882538a-8d15-48bb-94ac-30c4a335cc76 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Deleting subnet 5010638e-d2cc-419e-aaba-967692b5f6d0 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:20:13.185189 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ec7a0ec-4a0d-4e5d-b582-23b1b8dd1332 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:13.195084 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d882538a-8d15-48bb-94ac-30c4a335cc76 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:13.222791 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec7a0ec-4a0d-4e5d-b582-23b1b8dd1332 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Pushing event deleted for resources: {'Port': ['ID=e16ca146-3fb2-4fa3-bd8f-7ced80c1f59f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:13.235776 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec7a0ec-4a0d-4e5d-b582-23b1b8dd1332 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] No DVR routers for this DVR port e16ca146-3fb2-4fa3-bd8f-7ced80c1f59f on host n-d-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:20:13.348358 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ec7a0ec-4a0d-4e5d-b582-23b1b8dd1332 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:13.360026 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-9ec7a0ec-4a0d-4e5d-b582-23b1b8dd1332 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e464bfc6-93ac-4c2c-a01f-21484bc171e0']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:13.371926 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-9ec7a0ec-4a0d-4e5d-b582-23b1b8dd1332 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c370e88c-e578-4f40-9306-a2ba50d4f294') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:13.372490 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-9ec7a0ec-4a0d-4e5d-b582-23b1b8dd1332 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c370e88c-e578-4f40-9306-a2ba50d4f294') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:13.382456 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ec7a0ec-4a0d-4e5d-b582-23b1b8dd1332 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:13.390459 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f0bcea1a-3fd1-4937-bfa4-16cdf99e03cb req-ee14339e-799d-476a-a601-418c77a2ed0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:13.393809 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1cddfe-4fc8-41b9-9f93-0d914536dfa8 service neutron] Pushing event updated for resources: {'Port': ['ID=82887b99-4142-4cfa-85fd-86b3f0db2996,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:13.399612 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ec7a0ec-4a0d-4e5d-b582-23b1b8dd1332 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:13.407740 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ec7a0ec-4a0d-4e5d-b582-23b1b8dd1332 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:20:13.408160 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ec7a0ec-4a0d-4e5d-b582-23b1b8dd1332 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:13.468532 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d882538a-8d15-48bb-94ac-30c4a335cc76 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:13.476127 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:20:13.476127 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:20:13.476127 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:20:13.476127 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:20:13.476127 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:20:13.476127 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:20:13.476127 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:20:13.476127 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:20:13.476127 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:20:13.476127 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:20:13.476127 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:20:13.476127 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:20:13.476127 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:20:13.476127 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:20:13.476127 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:20:13.476127 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:20:13.476127 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:20:13.476127 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:20:13.476127 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:20:13.476127 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:20:13.476127 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:20:13.476127 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:20:13.476127 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:20:13.476127 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:20:13.476127 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:20:13.476127 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:20:13.476127 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:20:13.476127 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:20:13.476127 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:20:13.476127 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:20:13.476127 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:20:13.476127 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:20:13.476127 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:20:13.476127 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:20:13.476127 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:20:13.476127 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:20:13.476127 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:20:13.476127 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:20:13.476127 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:20:13.476127 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:20:13.482240 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ec7a0ec-4a0d-4e5d-b582-23b1b8dd1332 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:13.500614 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ec7a0ec-4a0d-4e5d-b582-23b1b8dd1332 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:13.502608 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-9ec7a0ec-4a0d-4e5d-b582-23b1b8dd1332 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] 10.222.0.48 "DELETE /v2.0/networks/e464bfc6-93ac-4c2c-a01f-21484bc171e0 HTTP/1.1" status: 204 len: 168 time: 0.8055475 Jul 15 23:20:13.508409 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38956) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:13.532849 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec7a0ec-4a0d-4e5d-b582-23b1b8dd1332 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Pushing event deleted for resources: {'Network': ['ID=e464bfc6-93ac-4c2c-a01f-21484bc171e0,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:13.552523 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a61a3-43e6-4f6c-a3bd-ac19a686b488 req-109afb76-4095-4f7a-98f8-bd12fcd0827d tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:13.559419 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a61a3-43e6-4f6c-a3bd-ac19a686b488 req-109afb76-4095-4f7a-98f8-bd12fcd0827d tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:13.565829 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a61a3-43e6-4f6c-a3bd-ac19a686b488 req-109afb76-4095-4f7a-98f8-bd12fcd0827d tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:13.571917 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a61a3-43e6-4f6c-a3bd-ac19a686b488 req-109afb76-4095-4f7a-98f8-bd12fcd0827d tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:13.578897 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a61a3-43e6-4f6c-a3bd-ac19a686b488 req-109afb76-4095-4f7a-98f8-bd12fcd0827d tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:13.585505 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a61a3-43e6-4f6c-a3bd-ac19a686b488 req-109afb76-4095-4f7a-98f8-bd12fcd0827d tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:13.592437 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a61a3-43e6-4f6c-a3bd-ac19a686b488 req-109afb76-4095-4f7a-98f8-bd12fcd0827d tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:13.594548 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c73a61a3-43e6-4f6c-a3bd-ac19a686b488 req-109afb76-4095-4f7a-98f8-bd12fcd0827d tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/ports?device_id=4378fda7-3666-4ece-be50-c71bf27f1088 HTTP/1.1" status: 200 len: 5420 time: 0.7335420 Jul 15 23:20:13.642047 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7eff49b3-b810-4d19-8b6f-38d2019a17f4 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:13.719807 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-7eff49b3-b810-4d19-8b6f-38d2019a17f4 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Deleting port c36f1fea-177f-43bb-8366-138b202e34e5 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:20:13.720421 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7eff49b3-b810-4d19-8b6f-38d2019a17f4 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:13.747759 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab62186-e172-4614-90ef-d145af2f7e4f req-373c0c05-820f-459b-b1eb-0fbab040426e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:13.748510 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab62186-e172-4614-90ef-d145af2f7e4f req-373c0c05-820f-459b-b1eb-0fbab040426e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:13.749041 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab62186-e172-4614-90ef-d145af2f7e4f req-373c0c05-820f-459b-b1eb-0fbab040426e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:13.749362 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab62186-e172-4614-90ef-d145af2f7e4f req-373c0c05-820f-459b-b1eb-0fbab040426e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:13.749623 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab62186-e172-4614-90ef-d145af2f7e4f req-373c0c05-820f-459b-b1eb-0fbab040426e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:13.750093 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab62186-e172-4614-90ef-d145af2f7e4f req-373c0c05-820f-459b-b1eb-0fbab040426e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:13.750559 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab62186-e172-4614-90ef-d145af2f7e4f req-373c0c05-820f-459b-b1eb-0fbab040426e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:13.752802 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab62186-e172-4614-90ef-d145af2f7e4f req-373c0c05-820f-459b-b1eb-0fbab040426e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1535e8fb4bbf47a995341d11b9792565&device_id=4378fda7-3666-4ece-be50-c71bf27f1088 HTTP/1.1" status: 200 len: 6477 time: 0.5791488 Jul 15 23:20:13.832445 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-7eff49b3-b810-4d19-8b6f-38d2019a17f4 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] For port c36f1fea-177f-43bb-8366-138b202e34e5, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=c36f1fea-177f-43bb-8366-138b202e34e5,segment=NetworkSegment(c3938fff-5fb1-4993-ae20-c07846ac57fc),segment_id=c3938fff-5fb1-4993-ae20-c07846ac57fc)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:13.832829 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7eff49b3-b810-4d19-8b6f-38d2019a17f4 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:13.844252 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c73a61a3-43e6-4f6c-a3bd-ac19a686b488 req-46f3a911-922b-4a24-b831-b6895f702d4e tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c3e5093-3aee-4735-ad4f-51aafad3cea0&id=744e907c-f836-4b84-9995-723c64aba29d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2416441 Jul 15 23:20:13.844762 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4378fda7-3666-4ece-be50-c71bf27f1088', 'tag': '82887b99-4142-4cfa-85fd-86b3f0db2996'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:20:13.846968 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5928126f-137e-4ba1-af32-3231a3b192e9" -d '{"events": [{"name": "network-changed", "server_uuid": "4378fda7-3666-4ece-be50-c71bf27f1088", "tag": "82887b99-4142-4cfa-85fd-86b3f0db2996"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:20:13.861248 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-7eff49b3-b810-4d19-8b6f-38d2019a17f4 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Calling delete_port for c36f1fea-177f-43bb-8366-138b202e34e5 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:20:13.975304 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0f4b50-0366-4c27-a372-3e36f85d0d4f None None] DHCP port deletion for e464bfc6-93ac-4c2c-a01f-21484bc171e0 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:20:13.988115 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-eeea2da4-feb7-450e-b064-bce7e1488c11 None None] Could not find standard attr ID for object e16ca146-3fb2-4fa3-bd8f-7ced80c1f59f. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:20:13.993675 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7eff49b3-b810-4d19-8b6f-38d2019a17f4 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:14.008465 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259b7713-7f19-41af-9320-bb8842b22e2b None None] Network e464bfc6-93ac-4c2c-a01f-21484bc171e0 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:20:14.024773 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eff49b3-b810-4d19-8b6f-38d2019a17f4 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Pushing event deleted for resources: {'Port': ['ID=c36f1fea-177f-43bb-8366-138b202e34e5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:14.025494 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259b7713-7f19-41af-9320-bb8842b22e2b None None] Network e464bfc6-93ac-4c2c-a01f-21484bc171e0 could not be found, it might have been deleted concurrently. {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 23:20:14.035547 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfb975e-9ecf-4523-8cd7-54d1a71799ea None None] get_active_networks_info from n-d-794306-6 {{(pid=93772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 23:20:14.048651 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eff49b3-b810-4d19-8b6f-38d2019a17f4 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] No DVR routers for this DVR port c36f1fea-177f-43bb-8366-138b202e34e5 on host n-d-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:20:14.166713 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7eff49b3-b810-4d19-8b6f-38d2019a17f4 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:14.184178 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-7eff49b3-b810-4d19-8b6f-38d2019a17f4 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc0bebd7-fd80-4ab7-87b9-b0965dadc190']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:14.198569 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-7eff49b3-b810-4d19-8b6f-38d2019a17f4 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3938fff-5fb1-4993-ae20-c07846ac57fc') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:14.198902 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-7eff49b3-b810-4d19-8b6f-38d2019a17f4 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3938fff-5fb1-4993-ae20-c07846ac57fc') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:14.212551 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7eff49b3-b810-4d19-8b6f-38d2019a17f4 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:14.231466 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7eff49b3-b810-4d19-8b6f-38d2019a17f4 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:14.240931 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eff49b3-b810-4d19-8b6f-38d2019a17f4 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:20:14.241449 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7eff49b3-b810-4d19-8b6f-38d2019a17f4 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:14.284076 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab62186-e172-4614-90ef-d145af2f7e4f req-b71f7b04-1c01-49ef-a228-49bc950173b7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d HTTP/1.1" status: 200 len: 217 time: 0.4569268 Jul 15 23:20:14.310506 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df3880-5e5c-41d7-b42d-ad58c2bd6aec req-3e699991-afc1-48dd-bff2-f7f032394b0a tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:14.318387 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c2df3880-5e5c-41d7-b42d-ad58c2bd6aec req-3e699991-afc1-48dd-bff2-f7f032394b0a tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=53dea798-0d90-48fe-ac90-ac50275fae1c HTTP/1.1" status: 200 len: 931 time: 0.9172971 Jul 15 23:20:14.321562 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:20:14.321562 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:20:14.321562 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:20:14.321562 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:20:14.321562 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:20:14.321562 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:20:14.321562 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:20:14.321562 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:20:14.321562 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:20:14.321562 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:20:14.321562 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:20:14.321562 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:20:14.321562 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:20:14.321562 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:20:14.321562 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:20:14.321562 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:20:14.321562 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:20:14.321562 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:20:14.321562 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:20:14.321562 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:20:14.321562 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:20:14.321562 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:20:14.321562 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:20:14.321562 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:20:14.321562 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:20:14.321562 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:20:14.321562 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:20:14.321562 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:20:14.321562 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:20:14.321562 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:20:14.321562 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:20:14.321562 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:20:14.327254 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7eff49b3-b810-4d19-8b6f-38d2019a17f4 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:14.333526 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7eff49b3-b810-4d19-8b6f-38d2019a17f4 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:14.339610 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-7eff49b3-b810-4d19-8b6f-38d2019a17f4 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] 10.222.0.48 "DELETE /v2.0/networks/fc0bebd7-fd80-4ab7-87b9-b0965dadc190 HTTP/1.1" status: 204 len: 168 time: 0.8300569 Jul 15 23:20:14.340985 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38972) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:14.357532 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfb975e-9ecf-4523-8cd7-54d1a71799ea None None] Resources bound (agent type, host, resource id): {{(pid=93772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 23:20:14.369461 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eff49b3-b810-4d19-8b6f-38d2019a17f4 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Pushing event deleted for resources: {'Network': ['ID=fc0bebd7-fd80-4ab7-87b9-b0965dadc190,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:14.380287 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d882538a-8d15-48bb-94ac-30c4a335cc76 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:14.441349 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdbdd794-c88f-4a18-8001-0eb6d123eb7f x-openstack-request-id: req-fdbdd794-c88f-4a18-8001-0eb6d123eb7f {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:20:14.441685 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4378fda7-3666-4ece-be50-c71bf27f1088", "tag": "82887b99-4142-4cfa-85fd-86b3f0db2996", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:20:14.442062 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fdbdd794-c88f-4a18-8001-0eb6d123eb7f {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:20:14.442679 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4378fda7-3666-4ece-be50-c71bf27f1088', 'tag': '82887b99-4142-4cfa-85fd-86b3f0db2996', 'status': 'completed', 'code': 200} Jul 15 23:20:14.494730 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28485f04-0abc-4c46-b4f0-86a5ecb8261d tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:14.528491 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c2df3880-5e5c-41d7-b42d-ad58c2bd6aec req-bed0cd64-a276-4e0d-b45b-34fe6357d678 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086730 Jul 15 23:20:14.549106 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab62186-e172-4614-90ef-d145af2f7e4f req-b8215342-535b-4b42-893d-7b35469cfcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:14.553339 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab62186-e172-4614-90ef-d145af2f7e4f req-b8215342-535b-4b42-893d-7b35469cfcfe service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bbd5e8a5-f846-4a56-a7c3-e50df421a1e6 HTTP/1.1" status: 200 len: 850 time: 0.2191873 Jul 15 23:20:14.616031 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28485f04-0abc-4c46-b4f0-86a5ecb8261d tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:14.629881 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-28485f04-0abc-4c46-b4f0-86a5ecb8261d tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c2080d7-82b2-4c7e-90ab-0afe4a4ef04a']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:14.667501 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-28485f04-0abc-4c46-b4f0-86a5ecb8261d tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cfb4cd3-1b5c-457e-b948-5f611ec752cf') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:14.667992 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-28485f04-0abc-4c46-b4f0-86a5ecb8261d tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cfb4cd3-1b5c-457e-b948-5f611ec752cf') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:14.680804 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28485f04-0abc-4c46-b4f0-86a5ecb8261d tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:14.708019 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d882538a-8d15-48bb-94ac-30c4a335cc76 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:14.710072 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28485f04-0abc-4c46-b4f0-86a5ecb8261d tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:14.729999 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28485f04-0abc-4c46-b4f0-86a5ecb8261d tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:20:14.731153 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28485f04-0abc-4c46-b4f0-86a5ecb8261d tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:14.739695 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:20:14.739695 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:20:14.739695 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:20:14.739695 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:20:14.739695 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:20:14.739695 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:20:14.739695 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:20:14.739695 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:20:14.739695 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:20:14.739695 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:20:14.739695 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:20:14.739695 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:20:14.739695 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:20:14.739695 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:20:14.739695 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:20:14.739695 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:20:14.739695 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:20:14.739695 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:20:14.739695 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:20:14.739695 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:20:14.739695 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:20:14.739695 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:20:14.739695 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:20:14.739695 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:20:14.739695 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:20:14.739695 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:20:14.739695 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:20:14.739695 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:20:14.739695 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:20:14.739695 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:20:14.739695 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:20:14.739695 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:20:14.812036 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d882538a-8d15-48bb-94ac-30c4a335cc76 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event deleted for resources: {'Subnet': ['ID=5010638e-d2cc-419e-aaba-967692b5f6d0,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:14.816318 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d882538a-8d15-48bb-94ac-30c4a335cc76 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:14.819411 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-d882538a-8d15-48bb-94ac-30c4a335cc76 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "DELETE /v2.0/subnets/5010638e-d2cc-419e-aaba-967692b5f6d0 HTTP/1.1" status: 204 len: 168 time: 2.0937722 Jul 15 23:20:14.824930 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 39006) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:14.831499 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a00cdb2d-a36f-47cf-a059-941e9411f6ab tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Request body: {'subnet': {'network_id': '6d6470ca-0b4e-4daa-bf18-7e04a4d12a96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:14.849493 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28485f04-0abc-4c46-b4f0-86a5ecb8261d tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:14.854718 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e419e56b-4088-49ac-9e96-fce57d8c221c None None] Network 6d6470ca-0b4e-4daa-bf18-7e04a4d12a96 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:20:14.855034 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28485f04-0abc-4c46-b4f0-86a5ecb8261d tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:14.860311 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-28485f04-0abc-4c46-b4f0-86a5ecb8261d tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] 10.222.0.48 "DELETE /v2.0/networks/5c2080d7-82b2-4c7e-90ab-0afe4a4ef04a HTTP/1.1" status: 204 len: 168 time: 0.5008373 Jul 15 23:20:14.860941 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39012) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:14.906700 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-f0bcea1a-3fd1-4937-bfa4-16cdf99e03cb req-ee14339e-799d-476a-a601-418c77a2ed0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0eadd4f-6781-4858-9073-22e71b36811f {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:20:14.919357 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f0bcea1a-3fd1-4937-bfa4-16cdf99e03cb req-ee14339e-799d-476a-a601-418c77a2ed0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:14.922540 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28485f04-0abc-4c46-b4f0-86a5ecb8261d tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Pushing event deleted for resources: {'Network': ['ID=5c2080d7-82b2-4c7e-90ab-0afe4a4ef04a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:14.937605 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab62186-e172-4614-90ef-d145af2f7e4f req-999d20b2-0a20-4261-b0a1-c0d1f8605e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:14.939350 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab62186-e172-4614-90ef-d145af2f7e4f req-999d20b2-0a20-4261-b0a1-c0d1f8605e35 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f810acf3-bdcb-4225-beca-d64cbd4db70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3725719 Jul 15 23:20:15.005311 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-39e254c5-6e50-4443-ac85-2d3b40520416 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:15.032693 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-f0bcea1a-3fd1-4937-bfa4-16cdf99e03cb req-ee14339e-799d-476a-a601-418c77a2ed0b service neutron] Transition to ACTIVE for port object e0eadd4f-6781-4858-9073-22e71b36811f will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:20:15.046507 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f0bcea1a-3fd1-4937-bfa4-16cdf99e03cb req-ee14339e-799d-476a-a601-418c77a2ed0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:15.126278 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-39e254c5-6e50-4443-ac85-2d3b40520416 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:15.137900 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-39e254c5-6e50-4443-ac85-2d3b40520416 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d77e3a3-62c9-4c7c-ac50-a4e777d2d345']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:15.150985 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-39e254c5-6e50-4443-ac85-2d3b40520416 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15aad931-703a-4aa5-8ee3-71cb0e14abd5') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:15.150985 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-39e254c5-6e50-4443-ac85-2d3b40520416 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15aad931-703a-4aa5-8ee3-71cb0e14abd5') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:15.161552 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-39e254c5-6e50-4443-ac85-2d3b40520416 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:15.169806 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01992bb0-f4a1-4756-ad7c-feb3119d5c9c req-acbb44ab-b4f6-4698-af69-951ba446dc85 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:15.171404 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-01992bb0-f4a1-4756-ad7c-feb3119d5c9c req-acbb44ab-b4f6-4698-af69-951ba446dc85 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=05996556-a5ab-4009-a945-0cdec829a469 HTTP/1.1" status: 200 len: 945 time: 0.3723094 Jul 15 23:20:15.182877 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-39e254c5-6e50-4443-ac85-2d3b40520416 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:15.191075 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39e254c5-6e50-4443-ac85-2d3b40520416 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:20:15.191672 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-39e254c5-6e50-4443-ac85-2d3b40520416 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:15.194907 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:20:15.194907 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:20:15.194907 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:20:15.194907 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:20:15.194907 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:20:15.194907 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:20:15.194907 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:20:15.194907 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:20:15.194907 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:20:15.194907 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:20:15.194907 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:20:15.194907 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:20:15.194907 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:20:15.194907 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:20:15.194907 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:20:15.194907 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:20:15.194907 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:20:15.194907 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:20:15.194907 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:20:15.194907 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:20:15.194907 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:20:15.194907 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:20:15.194907 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:20:15.194907 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:20:15.194907 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:20:15.194907 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:20:15.194907 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:20:15.194907 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:20:15.194907 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:20:15.194907 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:20:15.194907 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:20:15.194907 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:20:15.237882 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab62186-e172-4614-90ef-d145af2f7e4f req-81684fbd-00a4-452c-8a35-451544616c7e service neutron] 10.222.0.49 "GET /v2.0/networks/f810acf3-bdcb-4225-beca-d64cbd4db70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596188 Jul 15 23:20:15.244458 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee14339e-799d-476a-a601-418c77a2ed0b service neutron] Pushing event updated for resources: {'Port': ['ID=e0eadd4f-6781-4858-9073-22e71b36811f,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:15.266627 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-39e254c5-6e50-4443-ac85-2d3b40520416 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:15.288107 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-39e254c5-6e50-4443-ac85-2d3b40520416 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:15.292494 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-39e254c5-6e50-4443-ac85-2d3b40520416 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] 10.222.0.48 "DELETE /v2.0/networks/3d77e3a3-62c9-4c7c-ac50-a4e777d2d345 HTTP/1.1" status: 204 len: 168 time: 0.4239378 Jul 15 23:20:15.294837 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e254c5-6e50-4443-ac85-2d3b40520416 tempest-BulkNetworkOpsIpV6Test-1082153520 tempest-BulkNetworkOpsIpV6Test-1082153520-project] Pushing event deleted for resources: {'Network': ['ID=3d77e3a3-62c9-4c7c-ac50-a4e777d2d345,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:15.318002 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00cdb2d-a36f-47cf-a059-941e9411f6ab tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Made reservation on behalf of 6e9aa8192e944c7f9b496773dbd06067 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:20:15.321624 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a00cdb2d-a36f-47cf-a059-941e9411f6ab tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:15.371758 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-01992bb0-f4a1-4756-ad7c-feb3119d5c9c req-bec56a6d-fb5b-48d0-938b-e8859e78d108 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905644 Jul 15 23:20:15.586895 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39054) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:15.616683 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab62186-e172-4614-90ef-d145af2f7e4f req-0e89dba4-0fa1-4e16-8ca9-439f754b05da service neutron] 10.222.0.49 "GET /v2.0/networks/f810acf3-bdcb-4225-beca-d64cbd4db70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3654926 Jul 15 23:20:15.617456 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-f0bcea1a-3fd1-4937-bfa4-16cdf99e03cb req-ee14339e-799d-476a-a601-418c77a2ed0b service neutron] Attempting to bind port e0eadd4f-6781-4858-9073-22e71b36811f on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:20:15.617868 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-f0bcea1a-3fd1-4937-bfa4-16cdf99e03cb req-ee14339e-799d-476a-a601-418c77a2ed0b service neutron] Attempting to bind port e0eadd4f-6781-4858-9073-22e71b36811f by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '056a97c3-fa40-4757-b96f-04fb527ec8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd1484756-2d6b-4cf1-82f2-ca0b5a0942a2'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:20:15.618293 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bcea1a-3fd1-4937-bfa4-16cdf99e03cb req-ee14339e-799d-476a-a601-418c77a2ed0b service neutron] Attempting to bind port e0eadd4f-6781-4858-9073-22e71b36811f on network d1484756-2d6b-4cf1-82f2-ca0b5a0942a2 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:20:15.644721 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bcea1a-3fd1-4937-bfa4-16cdf99e03cb req-ee14339e-799d-476a-a601-418c77a2ed0b service neutron] Port e0eadd4f-6781-4858-9073-22e71b36811f on network d1484756-2d6b-4cf1-82f2-ca0b5a0942a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:20:15.645130 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bcea1a-3fd1-4937-bfa4-16cdf99e03cb req-ee14339e-799d-476a-a601-418c77a2ed0b service neutron] Attempting to bind port e0eadd4f-6781-4858-9073-22e71b36811f on network d1484756-2d6b-4cf1-82f2-ca0b5a0942a2 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:20:15.692045 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9b271-414d-4122-b102-639aff0145fb req-89b7e1a1-ac8f-436f-ab3f-a38e0845e9de tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:15.698559 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9b271-414d-4122-b102-639aff0145fb req-89b7e1a1-ac8f-436f-ab3f-a38e0845e9de tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:15.706058 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9b271-414d-4122-b102-639aff0145fb req-89b7e1a1-ac8f-436f-ab3f-a38e0845e9de tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:15.714562 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9b271-414d-4122-b102-639aff0145fb req-89b7e1a1-ac8f-436f-ab3f-a38e0845e9de tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:15.723941 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9b271-414d-4122-b102-639aff0145fb req-89b7e1a1-ac8f-436f-ab3f-a38e0845e9de tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:15.731172 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9b271-414d-4122-b102-639aff0145fb req-89b7e1a1-ac8f-436f-ab3f-a38e0845e9de tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:15.738277 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9b271-414d-4122-b102-639aff0145fb req-89b7e1a1-ac8f-436f-ab3f-a38e0845e9de tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:15.740362 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-95e9b271-414d-4122-b102-639aff0145fb req-89b7e1a1-ac8f-436f-ab3f-a38e0845e9de tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/ports?device_id=4378fda7-3666-4ece-be50-c71bf27f1088 HTTP/1.1" status: 200 len: 5420 time: 0.4389367 Jul 15 23:20:15.752618 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab62186-e172-4614-90ef-d145af2f7e4f req-be596c43-4434-4209-826e-21c4b4e08658 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=1fae9003-82f4-480d-9478-075fb4575c1f HTTP/1.1" status: 200 len: 217 time: 0.1242864 Jul 15 23:20:15.759167 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bcea1a-3fd1-4937-bfa4-16cdf99e03cb req-ee14339e-799d-476a-a601-418c77a2ed0b service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:20:15.759561 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bcea1a-3fd1-4937-bfa4-16cdf99e03cb req-ee14339e-799d-476a-a601-418c77a2ed0b service neutron] Checking segment: {'id': '056a97c3-fa40-4757-b96f-04fb527ec8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd1484756-2d6b-4cf1-82f2-ca0b5a0942a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:20:15.760043 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bcea1a-3fd1-4937-bfa4-16cdf99e03cb req-ee14339e-799d-476a-a601-418c77a2ed0b service neutron] Bound using segment: {'id': '056a97c3-fa40-4757-b96f-04fb527ec8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd1484756-2d6b-4cf1-82f2-ca0b5a0942a2'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:20:15.760562 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-f0bcea1a-3fd1-4937-bfa4-16cdf99e03cb req-ee14339e-799d-476a-a601-418c77a2ed0b service neutron] Bound port: e0eadd4f-6781-4858-9073-22e71b36811f, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '056a97c3-fa40-4757-b96f-04fb527ec8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd1484756-2d6b-4cf1-82f2-ca0b5a0942a2'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:20:15.761037 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f0bcea1a-3fd1-4937-bfa4-16cdf99e03cb req-ee14339e-799d-476a-a601-418c77a2ed0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:15.773020 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-0217f42e-5787-4489-b01a-46c1bbcdf5da admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=97e7ebabe09849c6b588d6640295735e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1849296 Jul 15 23:20:15.775511 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39070) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:15.858229 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-58d82d1c-0d6a-4cce-aa0a-d8e0ca8e8324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:15.889325 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-58d82d1c-0d6a-4cce-aa0a-d8e0ca8e8324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:15.935816 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab62186-e172-4614-90ef-d145af2f7e4f req-40d17d23-4c4c-48ab-8d88-6019fb134675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:15.937230 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab62186-e172-4614-90ef-d145af2f7e4f req-40d17d23-4c4c-48ab-8d88-6019fb134675 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=23c0bd4a-d2bf-4a09-a38b-63c0db5d678a HTTP/1.1" status: 200 len: 797 time: 0.1721413 Jul 15 23:20:15.962921 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-58d82d1c-0d6a-4cce-aa0a-d8e0ca8e8324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:15.966168 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-58d82d1c-0d6a-4cce-aa0a-d8e0ca8e8324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:15.974238 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-58d82d1c-0d6a-4cce-aa0a-d8e0ca8e8324 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dce83068-a53c-4ec1-80d3-15e3ec393023 HTTP/1.1" status: 204 len: 168 time: 0.1916935 Jul 15 23:20:15.989535 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d82d1c-0d6a-4cce-aa0a-d8e0ca8e8324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce83068-a53c-4ec1-80d3-15e3ec393023,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:16.054411 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-95e9b271-414d-4122-b102-639aff0145fb req-a021e3d1-4c50-4800-b0d3-45f140c46f7d tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c3e5093-3aee-4735-ad4f-51aafad3cea0&id=744e907c-f836-4b84-9995-723c64aba29d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2963951 Jul 15 23:20:16.058829 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7122a468-08b8-4163-8d12-4b7d3fda55c7 None None] Provisioning complete for port c946ef32-b4a5-43e1-9af7-012aca0f175a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:16.060209 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7122a468-08b8-4163-8d12-4b7d3fda55c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:16.078852 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-f0bcea1a-3fd1-4937-bfa4-16cdf99e03cb req-ee14339e-799d-476a-a601-418c77a2ed0b service neutron] For port e0eadd4f-6781-4858-9073-22e71b36811f, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:20:16.087636 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-f0bcea1a-3fd1-4937-bfa4-16cdf99e03cb req-ee14339e-799d-476a-a601-418c77a2ed0b service neutron] For port e0eadd4f-6781-4858-9073-22e71b36811f, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=e0eadd4f-6781-4858-9073-22e71b36811f,segment=NetworkSegment(056a97c3-fa40-4757-b96f-04fb527ec8cd),segment_id=056a97c3-fa40-4757-b96f-04fb527ec8cd)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:20:16.101353 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f0bcea1a-3fd1-4937-bfa4-16cdf99e03cb req-ee14339e-799d-476a-a601-418c77a2ed0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:16.168104 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-7122a468-08b8-4163-8d12-4b7d3fda55c7 None None] Port c946ef32-b4a5-43e1-9af7-012aca0f175a cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:20:16.182661 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7122a468-08b8-4163-8d12-4b7d3fda55c7 None None] Provisioning complete for port fdf8e1cc-71a7-423c-8b59-30fb777321e0 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:16.185044 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7122a468-08b8-4163-8d12-4b7d3fda55c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:16.241887 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee14339e-799d-476a-a601-418c77a2ed0b service neutron] Pushing event updated for resources: {'Port': ['ID=e0eadd4f-6781-4858-9073-22e71b36811f,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:16.285564 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bcea1a-3fd1-4937-bfa4-16cdf99e03cb req-ee14339e-799d-476a-a601-418c77a2ed0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:16.286193 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f0bcea1a-3fd1-4937-bfa4-16cdf99e03cb req-ee14339e-799d-476a-a601-418c77a2ed0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:16.287628 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f0bcea1a-3fd1-4937-bfa4-16cdf99e03cb req-ee14339e-799d-476a-a601-418c77a2ed0b service neutron] 10.222.0.49 "PUT /v2.0/ports/e0eadd4f-6781-4858-9073-22e71b36811f HTTP/1.1" status: 200 len: 1091 time: 3.3630514 Jul 15 23:20:16.337435 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab62186-e172-4614-90ef-d145af2f7e4f req-3a795b03-be5c-4df4-804d-17a508932ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:16.341836 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab62186-e172-4614-90ef-d145af2f7e4f req-3a795b03-be5c-4df4-804d-17a508932ed2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0c520006-2621-40c6-9dbf-a751b4cb8117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3902135 Jul 15 23:20:16.443959 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53dea798-0d90-48fe-ac90-ac50275fae1c', 'tag': 'e0eadd4f-6781-4858-9073-22e71b36811f'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:20:16.446244 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98070788-2bcf-4923-8e95-4be4b8ae712d" -d '{"events": [{"name": "network-changed", "server_uuid": "53dea798-0d90-48fe-ac90-ac50275fae1c", "tag": "e0eadd4f-6781-4858-9073-22e71b36811f"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:20:16.493982 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a00cdb2d-a36f-47cf-a059-941e9411f6ab tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:16.612234 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00cdb2d-a36f-47cf-a059-941e9411f6ab tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Network 6d6470ca-0b4e-4daa-bf18-7e04a4d12a96 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:20:16.643878 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc65df4b-63bb-441b-9cb5-809ba16332c6 req-9f3fae5a-a788-4f87-a80f-95bab53340b3 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:16.645493 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dc65df4b-63bb-441b-9cb5-809ba16332c6 req-9f3fae5a-a788-4f87-a80f-95bab53340b3 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=05996556-a5ab-4009-a945-0cdec829a469 HTTP/1.1" status: 200 len: 945 time: 0.3721979 Jul 15 23:20:16.649395 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-a00cdb2d-a36f-47cf-a059-941e9411f6ab tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:16.658353 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d0439e-806f-40cc-9298-18d3950ce845 None None] Network 6d6470ca-0b4e-4daa-bf18-7e04a4d12a96 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:20:16.661216 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00cdb2d-a36f-47cf-a059-941e9411f6ab tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:16.661785 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a00cdb2d-a36f-47cf-a059-941e9411f6ab tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:16.680695 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00cdb2d-a36f-47cf-a059-941e9411f6ab tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event updated for resources: {'Subnet': ['ID=9112a525-b3f6-4c04-bc1a-e4faa241a95e,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:16.687629 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab62186-e172-4614-90ef-d145af2f7e4f req-07710b1c-d50e-425a-9fcc-a2be55010ed9 service neutron] 10.222.0.49 "GET /v2.0/networks/0c520006-2621-40c6-9dbf-a751b4cb8117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310244 Jul 15 23:20:16.709372 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bcea1a-3fd1-4937-bfa4-16cdf99e03cb req-ee238d09-2594-4f49-a860-ddd571683771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:16.710937 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f0bcea1a-3fd1-4937-bfa4-16cdf99e03cb req-ee238d09-2594-4f49-a860-ddd571683771 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4b15e22ba4eb43169240491cd7fe1115&device_id=53dea798-0d90-48fe-ac90-ac50275fae1c HTTP/1.1" status: 200 len: 1094 time: 0.3633170 Jul 15 23:20:16.726952 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-a00cdb2d-a36f-47cf-a059-941e9411f6ab tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8984346 Jul 15 23:20:16.727970 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39100) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:16.732651 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-69267d4d-887e-4c18-8edd-bdbc7d2fa993 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Request body: {'security_group': {'name': 'tempest-secgroup-1558279644'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:16.769879 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19e15ae-f95b-4705-8a44-c269eec336c6 req-40e5b682-e145-48bb-8a70-3b3716de28c8 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:16.770941 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69267d4d-887e-4c18-8edd-bdbc7d2fa993 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:16.777601 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d19e15ae-f95b-4705-8a44-c269eec336c6 req-40e5b682-e145-48bb-8a70-3b3716de28c8 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=53dea798-0d90-48fe-ac90-ac50275fae1c HTTP/1.1" status: 200 len: 943 time: 0.3726058 Jul 15 23:20:16.826610 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f0bcea1a-3fd1-4937-bfa4-16cdf99e03cb req-2d2e80e4-620d-401e-beda-f24870c15af3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0eadd4f-6781-4858-9073-22e71b36811f HTTP/1.1" status: 200 len: 217 time: 0.1007118 Jul 15 23:20:16.860623 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dc65df4b-63bb-441b-9cb5-809ba16332c6 req-e3bec63f-6884-41d9-81fc-c6a8a85778f8 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019899 Jul 15 23:20:16.937228 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69267d4d-887e-4c18-8edd-bdbc7d2fa993 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:16.943587 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69267d4d-887e-4c18-8edd-bdbc7d2fa993 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:16.973289 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69267d4d-887e-4c18-8edd-bdbc7d2fa993 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:16.974546 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-69267d4d-887e-4c18-8edd-bdbc7d2fa993 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2459743 Jul 15 23:20:16.984809 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39114) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:16.988328 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d19e15ae-f95b-4705-8a44-c269eec336c6 req-d75aced7-e53e-4e5d-bf7e-594e5f5b0317 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091603 Jul 15 23:20:16.992108 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c393c6d5-5640-4218-a2d0-8af294e7f674 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Request body: {'security_group': {'name': 'tempest-secgroup-91556712'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:17.023352 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69267d4d-887e-4c18-8edd-bdbc7d2fa993 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=194d69a5-2475-4f5e-891f-df23c1612c04,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:17.066191 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c393c6d5-5640-4218-a2d0-8af294e7f674 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:17.114128 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bcea1a-3fd1-4937-bfa4-16cdf99e03cb req-72ea7395-8273-4808-897e-5ff4b5be7bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:17.118830 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f0bcea1a-3fd1-4937-bfa4-16cdf99e03cb req-72ea7395-8273-4808-897e-5ff4b5be7bef service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1ce1cd1d-7829-480f-9da2-8bc3514230d8 HTTP/1.1" status: 200 len: 846 time: 0.2798247 Jul 15 23:20:17.132205 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39126) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:17.139451 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f34cf9b-d6da-4d5a-aa45-9bb0e9112ce3 x-openstack-request-id: req-8f34cf9b-d6da-4d5a-aa45-9bb0e9112ce3 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:20:17.140033 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53dea798-0d90-48fe-ac90-ac50275fae1c", "tag": "e0eadd4f-6781-4858-9073-22e71b36811f", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:20:17.141844 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8f34cf9b-d6da-4d5a-aa45-9bb0e9112ce3 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:20:17.143808 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53dea798-0d90-48fe-ac90-ac50275fae1c', 'tag': 'e0eadd4f-6781-4858-9073-22e71b36811f', 'status': 'completed', 'code': 200} Jul 15 23:20:17.164377 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc59feb-4098-454e-b22f-b3cdbe11b9d5 None None] Update dhcp port {'port': {'network_id': '6d6470ca-0b4e-4daa-bf18-7e04a4d12a96', 'fixed_ips': [{'subnet_id': '8e3fa757-7516-4219-a509-207fb5ac183c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '9112a525-b3f6-4c04-bc1a-e4faa241a95e'}], 'binding:host_id': 'n-d-794306-6'}, 'id': 'fdf8e1cc-71a7-423c-8b59-30fb777321e0'} from n-d-794306-6. {{(pid=93772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 23:20:17.211543 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f0bcea1a-3fd1-4937-bfa4-16cdf99e03cb req-6b60c030-d8c6-4ade-bbef-9738f2d0a243 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d1484756-2d6b-4cf1-82f2-ca0b5a0942a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666087 Jul 15 23:20:17.220931 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab62186-e172-4614-90ef-d145af2f7e4f req-0ae66d1a-982f-468f-89ba-f188cf292087 service neutron] 10.222.0.49 "GET /v2.0/networks/0c520006-2621-40c6-9dbf-a751b4cb8117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5089767 Jul 15 23:20:17.252881 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6bc59feb-4098-454e-b22f-b3cdbe11b9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:17.313110 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c393c6d5-5640-4218-a2d0-8af294e7f674 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:17.319438 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c393c6d5-5640-4218-a2d0-8af294e7f674 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:17.384275 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c393c6d5-5640-4218-a2d0-8af294e7f674 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:17.389792 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c393c6d5-5640-4218-a2d0-8af294e7f674 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4032865 Jul 15 23:20:17.395063 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39138) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:17.401240 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-4c438e77-8894-43d8-b87e-4c8af71c4fd4 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Request body: {'security_group': {'name': 'tempest-secgroup-306756518'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:17.410979 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c393c6d5-5640-4218-a2d0-8af294e7f674 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6fb9320-eea9-4896-83b8-aff65df6ce0b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:17.411168 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab62186-e172-4614-90ef-d145af2f7e4f req-1ada5890-9abc-44c6-9bc6-d3abe383bb02 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=422fe5b9-520f-419b-8cd4-d8ed4ddfee1a HTTP/1.1" status: 200 len: 217 time: 0.1390710 Jul 15 23:20:17.460536 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a198ca51-f625-49b5-8b25-0edd02d2b045 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-489909461'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:17.576082 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c438e77-8894-43d8-b87e-4c8af71c4fd4 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:17.631203 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab62186-e172-4614-90ef-d145af2f7e4f req-c2695aa0-76fa-47b3-a4ff-738fbd192ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:17.633242 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab62186-e172-4614-90ef-d145af2f7e4f req-c2695aa0-76fa-47b3-a4ff-738fbd192ed5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=23c0bd4a-d2bf-4a09-a38b-63c0db5d678a HTTP/1.1" status: 200 len: 797 time: 0.2126472 Jul 15 23:20:17.642200 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a198ca51-f625-49b5-8b25-0edd02d2b045 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Made reservation on behalf of a59f16459d8c4f4488fd0cc78db75e3b for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:20:17.647642 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a198ca51-f625-49b5-8b25-0edd02d2b045 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:17.663797 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a198ca51-f625-49b5-8b25-0edd02d2b045 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:17.665225 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f0bcea1a-3fd1-4937-bfa4-16cdf99e03cb req-e459eb72-9215-4c62-b385-9c6d36024ddf service neutron] 10.222.0.49 "GET /v2.0/networks/d1484756-2d6b-4cf1-82f2-ca0b5a0942a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4406676 Jul 15 23:20:17.722879 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-6bc59feb-4098-454e-b22f-b3cdbe11b9d5 None None] Allocated IP 2001:db8::2 (6d6470ca-0b4e-4daa-bf18-7e04a4d12a96/9112a525-b3f6-4c04-bc1a-e4faa241a95e/fdf8e1cc-71a7-423c-8b59-30fb777321e0) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:20:17.814547 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c438e77-8894-43d8-b87e-4c8af71c4fd4 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:17.823589 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c438e77-8894-43d8-b87e-4c8af71c4fd4 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:17.908155 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c438e77-8894-43d8-b87e-4c8af71c4fd4 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b219a9-7aa1-4bed-bcd0-e531bca79c6e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:17.922660 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-6bc59feb-4098-454e-b22f-b3cdbe11b9d5 None None] For port fdf8e1cc-71a7-423c-8b59-30fb777321e0, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=fdf8e1cc-71a7-423c-8b59-30fb777321e0,segment=NetworkSegment(fd0a84fd-e2ce-472e-b116-28e53414fad6),segment_id=fd0a84fd-e2ce-472e-b116-28e53414fad6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:17.991887 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6bc59feb-4098-454e-b22f-b3cdbe11b9d5 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:18.010012 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6bc59feb-4098-454e-b22f-b3cdbe11b9d5 None None] Transition to ACTIVE for port object fdf8e1cc-71a7-423c-8b59-30fb777321e0 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:20:18.019895 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6bc59feb-4098-454e-b22f-b3cdbe11b9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:18.035337 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a198ca51-f625-49b5-8b25-0edd02d2b045 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:18.043249 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a198ca51-f625-49b5-8b25-0edd02d2b045 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:18.078182 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c438e77-8894-43d8-b87e-4c8af71c4fd4 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:18.079516 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-4c438e77-8894-43d8-b87e-4c8af71c4fd4 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6830940 Jul 15 23:20:18.081904 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a198ca51-f625-49b5-8b25-0edd02d2b045 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c45da8-71c5-4a46-86cc-9e7394bf0948,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:18.095760 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc59feb-4098-454e-b22f-b3cdbe11b9d5 None None] Pushing event updated for resources: {'Port': ['ID=fdf8e1cc-71a7-423c-8b59-30fb777321e0,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:18.096094 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39162) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:18.111749 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-240501c2-139c-43e3-aabf-aec4901b87aa tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-179484875', 'security_groups': ['d8b219a9-7aa1-4bed-bcd0-e531bca79c6e'], 'network_id': '6d6470ca-0b4e-4daa-bf18-7e04a4d12a96', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9112a525-b3f6-4c04-bc1a-e4faa241a95e'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:18.150294 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39164) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:18.162878 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a198ca51-f625-49b5-8b25-0edd02d2b045 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:20:18.171767 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1074ebc0-03d3-4f6b-acdb-85957b88e73a req-158adf4f-6fa1-4811-9fbd-54502ccfb279 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:18.180506 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1074ebc0-03d3-4f6b-acdb-85957b88e73a req-158adf4f-6fa1-4811-9fbd-54502ccfb279 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:18.187407 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1074ebc0-03d3-4f6b-acdb-85957b88e73a req-158adf4f-6fa1-4811-9fbd-54502ccfb279 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:18.193677 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1074ebc0-03d3-4f6b-acdb-85957b88e73a req-158adf4f-6fa1-4811-9fbd-54502ccfb279 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:18.200765 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1074ebc0-03d3-4f6b-acdb-85957b88e73a req-158adf4f-6fa1-4811-9fbd-54502ccfb279 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:18.207288 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1074ebc0-03d3-4f6b-acdb-85957b88e73a req-158adf4f-6fa1-4811-9fbd-54502ccfb279 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:18.213874 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1074ebc0-03d3-4f6b-acdb-85957b88e73a req-158adf4f-6fa1-4811-9fbd-54502ccfb279 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:18.221745 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1074ebc0-03d3-4f6b-acdb-85957b88e73a req-158adf4f-6fa1-4811-9fbd-54502ccfb279 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/ports?device_id=4378fda7-3666-4ece-be50-c71bf27f1088 HTTP/1.1" status: 200 len: 5420 time: 0.6812968 Jul 15 23:20:18.224962 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a198ca51-f625-49b5-8b25-0edd02d2b045 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:18.225317 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-a198ca51-f625-49b5-8b25-0edd02d2b045 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Added segment 855104ae-be2b-470b-85cc-1c801222bb9b of type vlan for network a581ea92-602a-46e8-ad5d-59d4e003e6ed Jul 15 23:20:18.325434 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a198ca51-f625-49b5-8b25-0edd02d2b045 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:18.336038 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device fdf8e1cc-71a7-423c-8b59-30fb777321e0 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:20:18.403859 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1074ebc0-03d3-4f6b-acdb-85957b88e73a req-35e2af8b-b3d7-46c2-bc59-cf7bd869e886 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c3e5093-3aee-4735-ad4f-51aafad3cea0&id=744e907c-f836-4b84-9995-723c64aba29d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1806176 Jul 15 23:20:18.460943 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab62186-e172-4614-90ef-d145af2f7e4f req-2c8e06c7-ec92-4387-9c70-ca6902df99bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:18.462590 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab62186-e172-4614-90ef-d145af2f7e4f req-2c8e06c7-ec92-4387-9c70-ca6902df99bb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0c520006-2621-40c6-9dbf-a751b4cb8117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8187840 Jul 15 23:20:18.469321 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2edd21c8-0545-4552-abc9-e87ecd23ae2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:18.478154 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f0bcea1a-3fd1-4937-bfa4-16cdf99e03cb req-952d5da4-e586-408a-a723-4f52fe3f20ef service neutron] 10.222.0.49 "GET /v2.0/networks/d1484756-2d6b-4cf1-82f2-ca0b5a0942a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7849448 Jul 15 23:20:18.482189 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-240501c2-139c-43e3-aabf-aec4901b87aa tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Made reservation on behalf of 6e9aa8192e944c7f9b496773dbd06067 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:20:18.490906 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a198ca51-f625-49b5-8b25-0edd02d2b045 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:18.499477 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a198ca51-f625-49b5-8b25-0edd02d2b045 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:18.500200 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a198ca51-f625-49b5-8b25-0edd02d2b045 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:18.533683 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479dad8d-69a9-40fa-bd3a-c741c2db8d95 req-81f37fe3-3e5d-4eda-b67b-531c66879760 tempest-ServerGroupTestJSON-1661487293 tempest-ServerGroupTestJSON-1661487293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:18.536248 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-479dad8d-69a9-40fa-bd3a-c741c2db8d95 req-81f37fe3-3e5d-4eda-b67b-531c66879760 tempest-ServerGroupTestJSON-1661487293 tempest-ServerGroupTestJSON-1661487293-project] 10.222.0.48 "GET /v2.0/networks?id=8a6ebc8c-d830-4d88-b023-3d2e17b3a2d8 HTTP/1.1" status: 200 len: 809 time: 0.7900639 Jul 15 23:20:18.671713 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-479dad8d-69a9-40fa-bd3a-c741c2db8d95 req-707e6f19-83ad-4b6b-8297-8ebd5e9ac992 tempest-ServerGroupTestJSON-1661487293 tempest-ServerGroupTestJSON-1661487293-project] 10.222.0.48 "GET /v2.0/quotas/447bcc88f6b946d797e93a002a747b7c HTTP/1.1" status: 200 len: 375 time: 0.0785577 Jul 15 23:20:18.731890 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-479dad8d-69a9-40fa-bd3a-c741c2db8d95 req-093820c8-7611-4103-9a97-87978943b88a tempest-ServerGroupTestJSON-1661487293 tempest-ServerGroupTestJSON-1661487293-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=447bcc88f6b946d797e93a002a747b7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475328 Jul 15 23:20:18.768269 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab62186-e172-4614-90ef-d145af2f7e4f req-84bf8ea3-f0a5-4ab1-af2f-26d505f94267 service neutron] 10.222.0.49 "GET /v2.0/networks/0c520006-2621-40c6-9dbf-a751b4cb8117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933295 Jul 15 23:20:18.792016 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a198ca51-f625-49b5-8b25-0edd02d2b045 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Pushing event updated for resources: {'Network': ['ID=a581ea92-602a-46e8-ad5d-59d4e003e6ed,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:18.807675 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network a581ea92-602a-46e8-ad5d-59d4e003e6ed details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:20:18.835495 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-240501c2-139c-43e3-aabf-aec4901b87aa tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:18.870896 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2edd21c8-0545-4552-abc9-e87ecd23ae2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:18.874432 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-240501c2-139c-43e3-aabf-aec4901b87aa tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] device_id is not set on port ecd4f686-bd34-4756-b4f8-cea265bfcbc4 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:20:18.878117 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98070788-2bcf-4923-8e95-4be4b8ae712d req-d212a234-a572-4cf5-a8f1-48707ec4c47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:18.880169 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-98070788-2bcf-4923-8e95-4be4b8ae712d req-d212a234-a572-4cf5-a8f1-48707ec4c47f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4b15e22ba4eb43169240491cd7fe1115&device_id=53dea798-0d90-48fe-ac90-ac50275fae1c HTTP/1.1" status: 200 len: 1094 time: 0.3306041 Jul 15 23:20:18.881588 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2edd21c8-0545-4552-abc9-e87ecd23ae2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:18.904743 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a198ca51-f625-49b5-8b25-0edd02d2b045 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.7684190 Jul 15 23:20:18.983272 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-2edd21c8-0545-4552-abc9-e87ecd23ae2e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cb0097cd64ec4c71bb4a7c23390dc7d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8273439 Jul 15 23:20:18.990484 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39172) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:19.030718 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edd21c8-0545-4552-abc9-e87ecd23ae2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=066807e8-533e-4614-a994-768159f76b74,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:19.152587 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3abd0353-d8e2-4de6-8cc1-5d9985f9974e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:19.181074 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-479dad8d-69a9-40fa-bd3a-c741c2db8d95 req-2842a0cb-9e4d-4f00-ab8f-2de6b47ac29f service neutron] 10.222.0.48 "GET /v2.0/networks/8a6ebc8c-d830-4d88-b023-3d2e17b3a2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4360225 Jul 15 23:20:19.197695 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab62186-e172-4614-90ef-d145af2f7e4f req-6698a60d-2744-482a-8f41-c751bddff882 service neutron] 10.222.0.49 "GET /v2.0/networks/0c520006-2621-40c6-9dbf-a751b4cb8117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4185612 Jul 15 23:20:19.198103 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-92b8e270-7a4e-4a72-98ff-a898d9f8afb6 None None] Provisioning complete for port c946ef32-b4a5-43e1-9af7-012aca0f175a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:19.198769 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-92b8e270-7a4e-4a72-98ff-a898d9f8afb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:19.211086 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3abd0353-d8e2-4de6-8cc1-5d9985f9974e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:19.236414 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-240501c2-139c-43e3-aabf-aec4901b87aa tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Allocated IP 2001:db8::1f9 (6d6470ca-0b4e-4daa-bf18-7e04a4d12a96/9112a525-b3f6-4c04-bc1a-e4faa241a95e/ecd4f686-bd34-4756-b4f8-cea265bfcbc4) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:20:19.258227 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-92b8e270-7a4e-4a72-98ff-a898d9f8afb6 None None] Port c946ef32-b4a5-43e1-9af7-012aca0f175a cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:20:19.290047 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-92b8e270-7a4e-4a72-98ff-a898d9f8afb6 None None] Provisioning for port fdf8e1cc-71a7-423c-8b59-30fb777321e0 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:20:19.293218 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37242c3f-7b48-4189-a8d6-ca416c9bcbcb req-199c5ba1-9c18-4431-a447-69a183bc79de tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:19.301242 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-37242c3f-7b48-4189-a8d6-ca416c9bcbcb req-199c5ba1-9c18-4431-a447-69a183bc79de tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=53dea798-0d90-48fe-ac90-ac50275fae1c HTTP/1.1" status: 200 len: 943 time: 0.4999776 Jul 15 23:20:19.309209 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-92b8e270-7a4e-4a72-98ff-a898d9f8afb6 None None] Provisioning complete for port fdf8e1cc-71a7-423c-8b59-30fb777321e0 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:19.311186 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-92b8e270-7a4e-4a72-98ff-a898d9f8afb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:19.320364 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab62186-e172-4614-90ef-d145af2f7e4f req-4f26628b-ea2b-405c-a3a4-d216d7f3cc69 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=9ce781cc-249c-47f3-b809-587c0d5814f3 HTTP/1.1" status: 200 len: 217 time: 0.1057484 Jul 15 23:20:19.332840 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3abd0353-d8e2-4de6-8cc1-5d9985f9974e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:19.335466 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3abd0353-d8e2-4de6-8cc1-5d9985f9974e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:19.339107 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-3abd0353-d8e2-4de6-8cc1-5d9985f9974e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/066807e8-533e-4614-a994-768159f76b74 HTTP/1.1" status: 204 len: 168 time: 0.3453355 Jul 15 23:20:19.352055 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98070788-2bcf-4923-8e95-4be4b8ae712d req-ae2c8652-0750-4266-8dd0-79948a7f4ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:19.353835 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-98070788-2bcf-4923-8e95-4be4b8ae712d req-ae2c8652-0750-4266-8dd0-79948a7f4ca5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d1484756-2d6b-4cf1-82f2-ca0b5a0942a2 HTTP/1.1" status: 200 len: 907 time: 0.4106236 Jul 15 23:20:19.390721 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abd0353-d8e2-4de6-8cc1-5d9985f9974e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=066807e8-533e-4614-a994-768159f76b74,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:19.394310 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36694964-24bd-4bb3-be0c-a4f4ddfbb625 req-a9532615-d27d-43c3-9e3d-1a75d26d9a49 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:19.396117 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-36694964-24bd-4bb3-be0c-a4f4ddfbb625 req-a9532615-d27d-43c3-9e3d-1a75d26d9a49 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.49 "GET /v2.0/ports?device_id=05996556-a5ab-4009-a945-0cdec829a469 HTTP/1.1" status: 200 len: 945 time: 0.5225434 Jul 15 23:20:19.500235 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-98070788-2bcf-4923-8e95-4be4b8ae712d req-5cd902d5-cba0-49aa-b7cf-0527710fe7ed service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0eadd4f-6781-4858-9073-22e71b36811f HTTP/1.1" status: 200 len: 217 time: 0.1297512 Jul 15 23:20:19.549125 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-240501c2-139c-43e3-aabf-aec4901b87aa tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:19.570800 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-240501c2-139c-43e3-aabf-aec4901b87aa tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Transition to ACTIVE for port object ecd4f686-bd34-4756-b4f8-cea265bfcbc4 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:20:19.581863 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-37242c3f-7b48-4189-a8d6-ca416c9bcbcb req-16a0e79c-0482-4c05-ad81-3da641a0f22c tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794387 Jul 15 23:20:19.625944 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-240501c2-139c-43e3-aabf-aec4901b87aa tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:19.635479 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab62186-e172-4614-90ef-d145af2f7e4f req-e4662f3f-2d84-45ca-8647-f5ad801dadb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:19.644314 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab62186-e172-4614-90ef-d145af2f7e4f req-e4662f3f-2d84-45ca-8647-f5ad801dadb0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=23c0bd4a-d2bf-4a09-a38b-63c0db5d678a HTTP/1.1" status: 200 len: 797 time: 0.2780743 Jul 15 23:20:19.711846 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-479dad8d-69a9-40fa-bd3a-c741c2db8d95 req-002b9d8b-300d-4f3c-93dc-f985384d5bf4 service neutron] 10.222.0.48 "GET /v2.0/networks/8a6ebc8c-d830-4d88-b023-3d2e17b3a2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5296936 Jul 15 23:20:19.725133 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240501c2-139c-43e3-aabf-aec4901b87aa tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Network 6d6470ca-0b4e-4daa-bf18-7e04a4d12a96 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:20:19.728482 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-240501c2-139c-43e3-aabf-aec4901b87aa tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:19.732375 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240501c2-139c-43e3-aabf-aec4901b87aa tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:20:19.738344 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240501c2-139c-43e3-aabf-aec4901b87aa tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:19.739095 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-240501c2-139c-43e3-aabf-aec4901b87aa tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:19.758737 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240501c2-139c-43e3-aabf-aec4901b87aa tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event updated for resources: {'Port': ['ID=ecd4f686-bd34-4756-b4f8-cea265bfcbc4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:19.794279 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-240501c2-139c-43e3-aabf-aec4901b87aa tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6941648 Jul 15 23:20:19.796108 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39184) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:19.805683 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-adc3c716-ce05-4d17-94bb-4066dd952b52 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Request body: {'subnet': {'network_id': '6d6470ca-0b4e-4daa-bf18-7e04a4d12a96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:19.868540 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98070788-2bcf-4923-8e95-4be4b8ae712d req-2de9127e-3aae-4e21-b81f-6f6116008e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:19.872955 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-98070788-2bcf-4923-8e95-4be4b8ae712d req-2de9127e-3aae-4e21-b81f-6f6116008e7b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1ce1cd1d-7829-480f-9da2-8bc3514230d8 HTTP/1.1" status: 200 len: 846 time: 0.3621111 Jul 15 23:20:19.975295 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-98070788-2bcf-4923-8e95-4be4b8ae712d req-bef9435d-eda0-48a6-ac5c-5970cf29972e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d1484756-2d6b-4cf1-82f2-ca0b5a0942a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0872035 Jul 15 23:20:20.092459 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc3c716-ce05-4d17-94bb-4066dd952b52 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Made reservation on behalf of 6e9aa8192e944c7f9b496773dbd06067 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:20:20.096823 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-adc3c716-ce05-4d17-94bb-4066dd952b52 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:20.190252 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-36694964-24bd-4bb3-be0c-a4f4ddfbb625 req-e3993bc5-b998-4409-9035-e5db59df3dea tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Deleting port 4a788c16-02d5-43ea-9a3c-bbb6a7ed1d33 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:20:20.190790 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-36694964-24bd-4bb3-be0c-a4f4ddfbb625 req-e3993bc5-b998-4409-9035-e5db59df3dea tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:20.201532 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab62186-e172-4614-90ef-d145af2f7e4f req-08de6999-3eec-4645-a5e4-dc237c4e548a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:20.206131 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab62186-e172-4614-90ef-d145af2f7e4f req-08de6999-3eec-4645-a5e4-dc237c4e548a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0c520006-2621-40c6-9dbf-a751b4cb8117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5079832 Jul 15 23:20:20.256965 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5c76e60f-2847-473e-8919-df7e6856be83 None None] Provisioning for port ecd4f686-bd34-4756-b4f8-cea265bfcbc4 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:20:20.273319 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5c76e60f-2847-473e-8919-df7e6856be83 None None] Provisioning complete for port ecd4f686-bd34-4756-b4f8-cea265bfcbc4 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:20.275720 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5c76e60f-2847-473e-8919-df7e6856be83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:20.351336 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5c76e60f-2847-473e-8919-df7e6856be83 None None] Port ecd4f686-bd34-4756-b4f8-cea265bfcbc4 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:20:20.364209 n-d-794306-6 neutron-server[93771]: INFO neutron.db.ipam_backend_mixin [None req-adc3c716-ce05-4d17-94bb-4066dd952b52 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9112a525-b3f6-4c04-bc1a-e4faa241a95e (CIDR: 2001:db8::/64) Jul 15 23:20:20.368909 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-adc3c716-ce05-4d17-94bb-4066dd952b52 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:20:20.369643 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adc3c716-ce05-4d17-94bb-4066dd952b52 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:20:20.402937 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-adc3c716-ce05-4d17-94bb-4066dd952b52 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6035898 Jul 15 23:20:20.403965 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39200) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:20.422162 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-748cc6a5-5c80-4111-82ee-e51f6e3bcef0 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Request body: {'subnet': {'network_id': '6d6470ca-0b4e-4daa-bf18-7e04a4d12a96', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:20.560203 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-36694964-24bd-4bb3-be0c-a4f4ddfbb625 req-e3993bc5-b998-4409-9035-e5db59df3dea tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] For port 4a788c16-02d5-43ea-9a3c-bbb6a7ed1d33, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=4a788c16-02d5-43ea-9a3c-bbb6a7ed1d33,segment=NetworkSegment(7f5ce7d6-1f0d-40c2-8f4e-72bafb9ba40d),segment_id=7f5ce7d6-1f0d-40c2-8f4e-72bafb9ba40d)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:20.560494 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-36694964-24bd-4bb3-be0c-a4f4ddfbb625 req-e3993bc5-b998-4409-9035-e5db59df3dea tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:20.633548 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-748cc6a5-5c80-4111-82ee-e51f6e3bcef0 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Made reservation on behalf of 6e9aa8192e944c7f9b496773dbd06067 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:20:20.638251 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-748cc6a5-5c80-4111-82ee-e51f6e3bcef0 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:20.676254 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-98070788-2bcf-4923-8e95-4be4b8ae712d req-a194e6c9-d29e-41ae-b3da-d6cb3573dbd4 service neutron] 10.222.0.49 "GET /v2.0/networks/d1484756-2d6b-4cf1-82f2-ca0b5a0942a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6778910 Jul 15 23:20:20.677132 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-36694964-24bd-4bb3-be0c-a4f4ddfbb625 req-e3993bc5-b998-4409-9035-e5db59df3dea tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Calling delete_port for 4a788c16-02d5-43ea-9a3c-bbb6a7ed1d33 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:20:20.810894 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc597f7c-f515-438e-a354-c89aaa532f13 req-ec4d99aa-6c35-4a44-bc4d-296b5bef3431 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:20.812630 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fc597f7c-f515-438e-a354-c89aaa532f13 req-ec4d99aa-6c35-4a44-bc4d-296b5bef3431 tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=05996556-a5ab-4009-a945-0cdec829a469 HTTP/1.1" status: 200 len: 945 time: 0.8181400 Jul 15 23:20:20.949684 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7449ab-8557-4800-89f0-f6ccedad8575 req-287387ff-4ddf-41ff-9bbc-f9d908ad9038 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:20.956673 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7449ab-8557-4800-89f0-f6ccedad8575 req-287387ff-4ddf-41ff-9bbc-f9d908ad9038 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:20.963336 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7449ab-8557-4800-89f0-f6ccedad8575 req-287387ff-4ddf-41ff-9bbc-f9d908ad9038 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:20.970759 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7449ab-8557-4800-89f0-f6ccedad8575 req-287387ff-4ddf-41ff-9bbc-f9d908ad9038 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:20.977023 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7449ab-8557-4800-89f0-f6ccedad8575 req-287387ff-4ddf-41ff-9bbc-f9d908ad9038 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:20.983213 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7449ab-8557-4800-89f0-f6ccedad8575 req-287387ff-4ddf-41ff-9bbc-f9d908ad9038 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:20.989363 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7449ab-8557-4800-89f0-f6ccedad8575 req-287387ff-4ddf-41ff-9bbc-f9d908ad9038 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:20.991399 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4f7449ab-8557-4800-89f0-f6ccedad8575 req-287387ff-4ddf-41ff-9bbc-f9d908ad9038 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/ports?device_id=4378fda7-3666-4ece-be50-c71bf27f1088 HTTP/1.1" status: 200 len: 5420 time: 0.4251750 Jul 15 23:20:21.002722 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab62186-e172-4614-90ef-d145af2f7e4f req-e5057f11-caef-4d9e-9f80-f466c7ce27a3 service neutron] 10.222.0.49 "GET /v2.0/networks/0c520006-2621-40c6-9dbf-a751b4cb8117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7326155 Jul 15 23:20:21.198279 n-d-794306-6 neutron-server[93771]: INFO neutron.db.ipam_backend_mixin [None req-748cc6a5-5c80-4111-82ee-e51f6e3bcef0 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 8e3fa757-7516-4219-a509-207fb5ac183c (CIDR: 2001:db8:0:1::/64) Jul 15 23:20:21.202550 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-748cc6a5-5c80-4111-82ee-e51f6e3bcef0 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:20:21.203272 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-748cc6a5-5c80-4111-82ee-e51f6e3bcef0 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:20:21.237673 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-748cc6a5-5c80-4111-82ee-e51f6e3bcef0 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.8271494 Jul 15 23:20:21.238866 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39216) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:21.248568 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f8d529b9-f92f-4e94-a6c5-acdc327b38e7 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Request body: {'subnet': {'network_id': '6d6470ca-0b4e-4daa-bf18-7e04a4d12a96', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:21.382621 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fc597f7c-f515-438e-a354-c89aaa532f13 req-90a8d7ea-443e-47c4-a536-41f79768f51f tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd7500d7-da38-42d1-8a4f-d0a111766c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5514481 Jul 15 23:20:21.435401 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d529b9-f92f-4e94-a6c5-acdc327b38e7 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Made reservation on behalf of 6e9aa8192e944c7f9b496773dbd06067 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:20:21.439868 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8d529b9-f92f-4e94-a6c5-acdc327b38e7 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:21.493161 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-98070788-2bcf-4923-8e95-4be4b8ae712d req-ec393271-363a-4703-be45-9f12c06c7cc0 service neutron] 10.222.0.49 "GET /v2.0/networks/d1484756-2d6b-4cf1-82f2-ca0b5a0942a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8036363 Jul 15 23:20:21.662978 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f500191e-73c8-443c-b05d-564818f84de1 req-1c6a8ee2-850b-4cd6-94d3-4b1a4e73fd7b tempest-ServerGroupTestJSON-1661487293 tempest-ServerGroupTestJSON-1661487293-project] 10.222.0.48 "GET /v2.0/ports?device_id=6887acfa-78ba-4d7c-99c1-1468c0cc2966 HTTP/1.1" status: 200 len: 210 time: 0.0970101 Jul 15 23:20:21.692787 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4f7449ab-8557-4800-89f0-f6ccedad8575 req-34779357-7557-4754-a507-d2078028ac72 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c3e5093-3aee-4735-ad4f-51aafad3cea0&id=744e907c-f836-4b84-9995-723c64aba29d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6855564 Jul 15 23:20:21.778973 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-36694964-24bd-4bb3-be0c-a4f4ddfbb625 req-e3993bc5-b998-4409-9035-e5db59df3dea tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:21.788358 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab62186-e172-4614-90ef-d145af2f7e4f req-f8ca0448-2bf8-494f-90a0-21d27f20d163 service neutron] 10.222.0.49 "GET /v2.0/networks/0c520006-2621-40c6-9dbf-a751b4cb8117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4042292 Jul 15 23:20:21.885175 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8d529b9-f92f-4e94-a6c5-acdc327b38e7 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:21.897002 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3993bc5-b998-4409-9035-e5db59df3dea tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Pushing event deleted for resources: {'Port': ['ID=4a788c16-02d5-43ea-9a3c-bbb6a7ed1d33,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:21.964049 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d529b9-f92f-4e94-a6c5-acdc327b38e7 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Network 6d6470ca-0b4e-4daa-bf18-7e04a4d12a96 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:20:21.967541 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-f8d529b9-f92f-4e94-a6c5-acdc327b38e7 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:21.983022 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7676b68f-70b6-4d17-964d-0697f0ed2699 None None] Network 6d6470ca-0b4e-4daa-bf18-7e04a4d12a96 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:20:21.983642 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d529b9-f92f-4e94-a6c5-acdc327b38e7 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:21.984852 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8d529b9-f92f-4e94-a6c5-acdc327b38e7 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:22.012683 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d529b9-f92f-4e94-a6c5-acdc327b38e7 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event updated for resources: {'Subnet': ['ID=c0b09005-9038-486f-9ed9-45e1a1ba1087,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:22.025790 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab62186-e172-4614-90ef-d145af2f7e4f req-1ab8fc97-d7bb-40e4-ad66-9b7ec8dccd3b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=e30cdbcb-2983-4fd9-9dc1-5ba0c3fc0805 HTTP/1.1" status: 200 len: 217 time: 0.2215366 Jul 15 23:20:22.037266 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f8d529b9-f92f-4e94-a6c5-acdc327b38e7 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7943556 Jul 15 23:20:22.037962 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39220) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:22.050120 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-72994412-4f76-4dd6-b9e6-ffc7e1b7362f tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-23667947', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c0b09005-9038-486f-9ed9-45e1a1ba1087'}], 'security_groups': ['194d69a5-2475-4f5e-891f-df23c1612c04', 'f6fb9320-eea9-4896-83b8-aff65df6ce0b']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:22.154696 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-72994412-4f76-4dd6-b9e6-ffc7e1b7362f tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:22.280496 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-36694964-24bd-4bb3-be0c-a4f4ddfbb625 req-e3993bc5-b998-4409-9035-e5db59df3dea tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] No DVR routers for this DVR port 4a788c16-02d5-43ea-9a3c-bbb6a7ed1d33 on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:20:22.285268 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-36694964-24bd-4bb3-be0c-a4f4ddfbb625 req-e3993bc5-b998-4409-9035-e5db59df3dea tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:22.288505 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-36694964-24bd-4bb3-be0c-a4f4ddfbb625 req-e3993bc5-b998-4409-9035-e5db59df3dea tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.49 "DELETE /v2.0/ports/4a788c16-02d5-43ea-9a3c-bbb6a7ed1d33 HTTP/1.1" status: 204 len: 173 time: 2.8614080 Jul 15 23:20:22.295926 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05996556-a5ab-4009-a945-0cdec829a469', 'name': 'network-vif-deleted', 'tag': '4a788c16-02d5-43ea-9a3c-bbb6a7ed1d33'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:20:22.298367 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b9e4d2-ce2f-4f5e-8fb0-709c69e24ae5" -d '{"events": [{"server_uuid": "05996556-a5ab-4009-a945-0cdec829a469", "name": "network-vif-deleted", "tag": "4a788c16-02d5-43ea-9a3c-bbb6a7ed1d33"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:20:22.400847 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39228) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:22.419772 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b79cfea9-7f0c-45d6-97bd-3acb792b5e8f tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Request body: {'subnet': {'network_id': 'a581ea92-602a-46e8-ad5d-59d4e003e6ed', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:22.429525 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device e0eadd4f-6781-4858-9073-22e71b36811f details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:20:22.493857 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479dad8d-69a9-40fa-bd3a-c741c2db8d95 req-5e69a82d-78af-4436-af9c-2c46191a7992 tempest-ServerGroupTestJSON-1661487293 tempest-ServerGroupTestJSON-1661487293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:22.503601 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-479dad8d-69a9-40fa-bd3a-c741c2db8d95 req-5e69a82d-78af-4436-af9c-2c46191a7992 tempest-ServerGroupTestJSON-1661487293 tempest-ServerGroupTestJSON-1661487293-project] 10.222.0.49 "GET /v2.0/networks?id=8a6ebc8c-d830-4d88-b023-3d2e17b3a2d8 HTTP/1.1" status: 200 len: 809 time: 0.4834929 Jul 15 23:20:22.516649 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c40e91-4613-4fbb-80b0-cd6fa3b2c059 x-openstack-request-id: req-50c40e91-4613-4fbb-80b0-cd6fa3b2c059 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:20:22.518364 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05996556-a5ab-4009-a945-0cdec829a469", "name": "network-vif-deleted", "tag": "4a788c16-02d5-43ea-9a3c-bbb6a7ed1d33", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:20:22.520517 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-50c40e91-4613-4fbb-80b0-cd6fa3b2c059 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:20:22.521056 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05996556-a5ab-4009-a945-0cdec829a469', 'name': 'network-vif-deleted', 'tag': '4a788c16-02d5-43ea-9a3c-bbb6a7ed1d33', 'status': 'completed', 'code': 200} Jul 15 23:20:22.538744 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-479dad8d-69a9-40fa-bd3a-c741c2db8d95 req-ca84931a-bfbb-402b-b2a6-1eb2559d3f7c tempest-ServerGroupTestJSON-1661487293 tempest-ServerGroupTestJSON-1661487293-project] Request body: {'port': {'device_id': '6887acfa-78ba-4d7c-99c1-1468c0cc2966', 'network_id': '8a6ebc8c-d830-4d88-b023-3d2e17b3a2d8', 'admin_state_up': True, 'tenant_id': '447bcc88f6b946d797e93a002a747b7c'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:22.562681 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 4a788c16-02d5-43ea-9a3c-bbb6a7ed1d33 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:20:22.577394 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port e0eadd4f-6781-4858-9073-22e71b36811f, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=e0eadd4f-6781-4858-9073-22e71b36811f,segment=NetworkSegment(056a97c3-fa40-4757-b96f-04fb527ec8cd),segment_id=056a97c3-fa40-4757-b96f-04fb527ec8cd)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:22.588359 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab62186-e172-4614-90ef-d145af2f7e4f req-9a029165-10a1-4f23-a595-9883cf1a6bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:22.590324 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab62186-e172-4614-90ef-d145af2f7e4f req-9a029165-10a1-4f23-a595-9883cf1a6bbc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=23c0bd4a-d2bf-4a09-a38b-63c0db5d678a HTTP/1.1" status: 200 len: 797 time: 0.4795687 Jul 15 23:20:22.604168 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': 'e0eadd4f-6781-4858-9073-22e71b36811f', 'network_id': 'd1484756-2d6b-4cf1-82f2-ca0b5a0942a2', 'port_id': 'e0eadd4f-6781-4858-9073-22e71b36811f', 'mac_address': 'fa:16:3e:de:cb:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ce1cd1d-7829-480f-9da2-8bc3514230d8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:20:22.632347 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: 4a788c16-02d5-43ea-9a3c-bbb6a7ed1d33 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:20:22.632853 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 4a788c16-02d5-43ea-9a3c-bbb6a7ed1d33 not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:20:22.678838 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a356ce01-caf1-4d55-b459-c8958e5ba7c3 req-330be3ea-baef-4a0d-99da-dc640f992ca2 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:22.687484 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a356ce01-caf1-4d55-b459-c8958e5ba7c3 req-330be3ea-baef-4a0d-99da-dc640f992ca2 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=53dea798-0d90-48fe-ac90-ac50275fae1c HTTP/1.1" status: 200 len: 943 time: 0.8135774 Jul 15 23:20:22.693149 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:22.716331 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0eadd4f-6781-4858-9073-22e71b36811f {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:20:22.735516 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39236) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:22.745133 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port e0eadd4f-6781-4858-9073-22e71b36811f, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=e0eadd4f-6781-4858-9073-22e71b36811f,segment=NetworkSegment(056a97c3-fa40-4757-b96f-04fb527ec8cd),segment_id=056a97c3-fa40-4757-b96f-04fb527ec8cd)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:22.767467 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:22.787614 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e2b28709-927e-431f-b76c-01d75bb89389 req-61d6460d-88f5-404a-9a5e-44f1a9545a4d tempest-ServerDiskConfigTestJSON-201948521 tempest-ServerDiskConfigTestJSON-201948521-project] 10.222.0.48 "GET /v2.0/ports?device_id=05996556-a5ab-4009-a945-0cdec829a469 HTTP/1.1" status: 200 len: 210 time: 0.0979381 Jul 15 23:20:22.828710 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4d627e-120c-429e-96eb-be56a86790d1 None None] Update dhcp port {'port': {'network_id': '6d6470ca-0b4e-4daa-bf18-7e04a4d12a96', 'fixed_ips': [{'subnet_id': '8e3fa757-7516-4219-a509-207fb5ac183c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '9112a525-b3f6-4c04-bc1a-e4faa241a95e', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c0b09005-9038-486f-9ed9-45e1a1ba1087'}], 'binding:host_id': 'n-d-794306-6'}, 'id': 'fdf8e1cc-71a7-423c-8b59-30fb777321e0'} from n-d-794306-6. {{(pid=93772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 23:20:22.841838 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79cfea9-7f0c-45d6-97bd-3acb792b5e8f tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Made reservation on behalf of a59f16459d8c4f4488fd0cc78db75e3b for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:20:22.847479 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b79cfea9-7f0c-45d6-97bd-3acb792b5e8f tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:22.849285 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a356ce01-caf1-4d55-b459-c8958e5ba7c3 req-94112dcb-c691-4ee3-8699-5399e32df8d4 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607680 Jul 15 23:20:22.885941 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab62186-e172-4614-90ef-d145af2f7e4f req-fb9f7b49-6ebc-4916-9f58-d12554c9401d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:22.889231 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab62186-e172-4614-90ef-d145af2f7e4f req-fb9f7b49-6ebc-4916-9f58-d12554c9401d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0c520006-2621-40c6-9dbf-a751b4cb8117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2875113 Jul 15 23:20:22.938904 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=e0eadd4f-6781-4858-9073-22e71b36811f,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:22.952574 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4d4d627e-120c-429e-96eb-be56a86790d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:22.977623 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['e0eadd4f-6781-4858-9073-22e71b36811f'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:20:23.085219 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-479dad8d-69a9-40fa-bd3a-c741c2db8d95 req-ca84931a-bfbb-402b-b2a6-1eb2559d3f7c tempest-ServerGroupTestJSON-1661487293 tempest-ServerGroupTestJSON-1661487293-project] Made reservation on behalf of 447bcc88f6b946d797e93a002a747b7c for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:20:23.091301 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-efb34c5b-5e11-4d69-9b7a-9c62e16ec4c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:23.095751 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-479dad8d-69a9-40fa-bd3a-c741c2db8d95 req-ca84931a-bfbb-402b-b2a6-1eb2559d3f7c tempest-ServerGroupTestJSON-1661487293 tempest-ServerGroupTestJSON-1661487293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:23.143544 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-72994412-4f76-4dd6-b9e6-ffc7e1b7362f tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Delete allocated IP 2001:db8::1f9 (6d6470ca-0b4e-4daa-bf18-7e04a4d12a96/9112a525-b3f6-4c04-bc1a-e4faa241a95e) {{(pid=93771) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 15 23:20:23.152693 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-72994412-4f76-4dd6-b9e6-ffc7e1b7362f tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Allocated IP 2001:db8:0:2::7a (6d6470ca-0b4e-4daa-bf18-7e04a4d12a96/c0b09005-9038-486f-9ed9-45e1a1ba1087/ecd4f686-bd34-4756-b4f8-cea265bfcbc4) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:20:23.176416 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bb10283e-7b34-4dc4-8460-56cfc9a4189a req-02f7e5b5-b3fc-45e2-9e53-5e10b6d800b9 tempest-ServerGroupTestJSON-1661487293 tempest-ServerGroupTestJSON-1661487293-project] 10.222.0.48 "GET /v2.0/ports?device_id=6887acfa-78ba-4d7c-99c1-1468c0cc2966 HTTP/1.1" status: 200 len: 210 time: 0.1098230 Jul 15 23:20:23.254883 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab62186-e172-4614-90ef-d145af2f7e4f req-1a0cd42c-8a23-400a-9f44-e5307306587b service neutron] 10.222.0.49 "GET /v2.0/networks/0c520006-2621-40c6-9dbf-a751b4cb8117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570342 Jul 15 23:20:23.493446 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24535780-0ba4-4e13-b145-1f91f872c402 req-15548a76-c16f-43c4-b6d9-7ade46f58b44 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:23.501339 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24535780-0ba4-4e13-b145-1f91f872c402 req-15548a76-c16f-43c4-b6d9-7ade46f58b44 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:23.508254 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24535780-0ba4-4e13-b145-1f91f872c402 req-15548a76-c16f-43c4-b6d9-7ade46f58b44 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:23.514390 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24535780-0ba4-4e13-b145-1f91f872c402 req-15548a76-c16f-43c4-b6d9-7ade46f58b44 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:23.521866 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24535780-0ba4-4e13-b145-1f91f872c402 req-15548a76-c16f-43c4-b6d9-7ade46f58b44 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:23.529870 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24535780-0ba4-4e13-b145-1f91f872c402 req-15548a76-c16f-43c4-b6d9-7ade46f58b44 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:23.543162 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24535780-0ba4-4e13-b145-1f91f872c402 req-15548a76-c16f-43c4-b6d9-7ade46f58b44 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:23.545205 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-24535780-0ba4-4e13-b145-1f91f872c402 req-15548a76-c16f-43c4-b6d9-7ade46f58b44 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/ports?device_id=4378fda7-3666-4ece-be50-c71bf27f1088 HTTP/1.1" status: 200 len: 5420 time: 0.4465907 Jul 15 23:20:23.566276 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-479dad8d-69a9-40fa-bd3a-c741c2db8d95 req-ca84931a-bfbb-402b-b2a6-1eb2559d3f7c tempest-ServerGroupTestJSON-1661487293 tempest-ServerGroupTestJSON-1661487293-project] Allocated IP 172.20.0.3 (8a6ebc8c-d830-4d88-b023-3d2e17b3a2d8/1870cc73-9bc4-415c-b89b-109d1257ff6b/71fa1238-f555-4084-8c1a-92355fa56d03) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:20:23.583787 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-72994412-4f76-4dd6-b9e6-ffc7e1b7362f tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:23.607671 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab62186-e172-4614-90ef-d145af2f7e4f req-4a6ab3bb-07a2-4b0a-ab06-e73f331e8a19 service neutron] 10.222.0.49 "GET /v2.0/networks/0c520006-2621-40c6-9dbf-a751b4cb8117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112276 Jul 15 23:20:23.666439 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-72994412-4f76-4dd6-b9e6-ffc7e1b7362f tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Transition to ACTIVE for port object ecd4f686-bd34-4756-b4f8-cea265bfcbc4 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:20:23.673970 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-72994412-4f76-4dd6-b9e6-ffc7e1b7362f tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:23.691818 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b79cfea9-7f0c-45d6-97bd-3acb792b5e8f tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:23.693510 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-24535780-0ba4-4e13-b145-1f91f872c402 req-222bf10a-cbbb-4546-8553-d5bd516df027 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c3e5093-3aee-4735-ad4f-51aafad3cea0&id=744e907c-f836-4b84-9995-723c64aba29d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1302719 Jul 15 23:20:23.702433 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab62186-e172-4614-90ef-d145af2f7e4f req-788689c5-e6e7-415e-8922-40d63f1f09d8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ce62c9f8-fc6d-4c1c-8d01-6e2783cba432 HTTP/1.1" status: 200 len: 217 time: 0.0790980 Jul 15 23:20:23.735273 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-efb34c5b-5e11-4d69-9b7a-9c62e16ec4c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:23.737067 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-4d4d627e-120c-429e-96eb-be56a86790d1 None None] Allocated IP 2001:db8:0:2::2 (6d6470ca-0b4e-4daa-bf18-7e04a4d12a96/c0b09005-9038-486f-9ed9-45e1a1ba1087/fdf8e1cc-71a7-423c-8b59-30fb777321e0) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:20:23.830736 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-efb34c5b-5e11-4d69-9b7a-9c62e16ec4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:23.838064 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab62186-e172-4614-90ef-d145af2f7e4f req-451e0cd4-159d-421b-9ba7-8a9af57de46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:23.840136 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab62186-e172-4614-90ef-d145af2f7e4f req-451e0cd4-159d-421b-9ba7-8a9af57de46c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a0838200-662b-4f7c-b59f-334165738cb9 HTTP/1.1" status: 200 len: 797 time: 0.1301739 Jul 15 23:20:23.868737 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-4d4d627e-120c-429e-96eb-be56a86790d1 None None] For port fdf8e1cc-71a7-423c-8b59-30fb777321e0, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=fdf8e1cc-71a7-423c-8b59-30fb777321e0,segment=NetworkSegment(fd0a84fd-e2ce-472e-b116-28e53414fad6),segment_id=fd0a84fd-e2ce-472e-b116-28e53414fad6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:23.931359 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-efb34c5b-5e11-4d69-9b7a-9c62e16ec4c0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=471c8be2480d41dcbdf2a6c5c1c1576a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1921749 Jul 15 23:20:23.933759 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 39248) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:23.944128 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4d4d627e-120c-429e-96eb-be56a86790d1 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:23.951069 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79cfea9-7f0c-45d6-97bd-3acb792b5e8f tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Pushing event updated for resources: {'Subnet': ['ID=d89d845f-b771-44e4-b2cb-d423c9bfa037,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:23.966264 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-72994412-4f76-4dd6-b9e6-ffc7e1b7362f tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] In _notify_port_updated(), no bound segment for port ecd4f686-bd34-4756-b4f8-cea265bfcbc4 on network 6d6470ca-0b4e-4daa-bf18-7e04a4d12a96 {{(pid=93771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:20:23.973224 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72994412-4f76-4dd6-b9e6-ffc7e1b7362f tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:23.974241 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-72994412-4f76-4dd6-b9e6-ffc7e1b7362f tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:23.978860 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4d4d627e-120c-429e-96eb-be56a86790d1 None None] Transition to ACTIVE for port object fdf8e1cc-71a7-423c-8b59-30fb777321e0 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:20:23.984318 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 39252) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:23.984793 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4d4d627e-120c-429e-96eb-be56a86790d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:23.990403 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-72994412-4f76-4dd6-b9e6-ffc7e1b7362f tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "PUT /v2.0/ports/ecd4f686-bd34-4756-b4f8-cea265bfcbc4 HTTP/1.1" status: 200 len: 967 time: 1.9504323 Jul 15 23:20:23.993661 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb34c5b-5e11-4d69-9b7a-9c62e16ec4c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b92d5a57-63cc-4235-86b2-32a11a16891a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:24.009234 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-479dad8d-69a9-40fa-bd3a-c741c2db8d95 req-ca84931a-bfbb-402b-b2a6-1eb2559d3f7c tempest-ServerGroupTestJSON-1661487293 tempest-ServerGroupTestJSON-1661487293-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:24.018252 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72994412-4f76-4dd6-b9e6-ffc7e1b7362f tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event updated for resources: {'Port': ['ID=ecd4f686-bd34-4756-b4f8-cea265bfcbc4,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:24.033102 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79cfea9-7f0c-45d6-97bd-3acb792b5e8f tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Checking segment: {'id': '855104ae-be2b-470b-85cc-1c801222bb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'a581ea92-602a-46e8-ad5d-59d4e003e6ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:20:24.033670 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79cfea9-7f0c-45d6-97bd-3acb792b5e8f tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Network hostable DHCP agents. Network: a581ea92-602a-46e8-ad5d-59d4e003e6ed, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:20:24.063909 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79cfea9-7f0c-45d6-97bd-3acb792b5e8f tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Network a581ea92-602a-46e8-ad5d-59d4e003e6ed is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:20:24.082492 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab62186-e172-4614-90ef-d145af2f7e4f req-fa7f0739-bdf5-4685-8bd1-89e362284729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:24.083950 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab62186-e172-4614-90ef-d145af2f7e4f req-fa7f0739-bdf5-4685-8bd1-89e362284729 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fe121fa5-288f-4a74-ba61-28037c633efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2362835 Jul 15 23:20:24.087137 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-b79cfea9-7f0c-45d6-97bd-3acb792b5e8f tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, a581ea92-602a-46e8-ad5d-59d4e003e6ed) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:24.101965 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cb92a4-647b-4cae-bcd1-5d24d454f601 None None] Network a581ea92-602a-46e8-ad5d-59d4e003e6ed requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:20:24.102357 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79cfea9-7f0c-45d6-97bd-3acb792b5e8f tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:24.106327 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b79cfea9-7f0c-45d6-97bd-3acb792b5e8f tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:24.107096 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4d627e-120c-429e-96eb-be56a86790d1 None None] Pushing event updated for resources: {'Port': ['ID=fdf8e1cc-71a7-423c-8b59-30fb777321e0,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:24.140834 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b79cfea9-7f0c-45d6-97bd-3acb792b5e8f tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7387729 Jul 15 23:20:24.144670 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39258) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:24.156740 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f2a63db3-cc97-4930-b591-1904ed95b6e2 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-534480107'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:24.194584 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a63db3-cc97-4930-b591-1904ed95b6e2 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Made reservation on behalf of a59f16459d8c4f4488fd0cc78db75e3b for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:20:24.199616 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f2a63db3-cc97-4930-b591-1904ed95b6e2 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:24.203982 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-232310de-ba17-40ce-b68d-f57469e76888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:24.250117 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2a63db3-cc97-4930-b591-1904ed95b6e2 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:20:24.272968 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f2a63db3-cc97-4930-b591-1904ed95b6e2 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:24.273956 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-f2a63db3-cc97-4930-b591-1904ed95b6e2 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Added segment 1486700e-88e6-4609-b0a6-927b6c97c26c of type vlan for network 97340c9d-0f74-48b1-b2da-9bf630ed25a6 Jul 15 23:20:24.344251 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2c28b4-f7ce-4c36-a563-a8c2fb60fdfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-a581ea92-602a-46e8-ad5d-59d4e003e6ed', 'network_id': 'a581ea92-602a-46e8-ad5d-59d4e003e6ed', 'tenant_id': 'a59f16459d8c4f4488fd0cc78db75e3b', 'fixed_ips': [{'subnet_id': 'd89d845f-b771-44e4-b2cb-d423c9bfa037'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:20:24.345516 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bb2c28b4-f7ce-4c36-a563-a8c2fb60fdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:24.397450 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f2a63db3-cc97-4930-b591-1904ed95b6e2 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:24.422554 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-232310de-ba17-40ce-b68d-f57469e76888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:24.439999 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-479dad8d-69a9-40fa-bd3a-c741c2db8d95 req-ca84931a-bfbb-402b-b2a6-1eb2559d3f7c tempest-ServerGroupTestJSON-1661487293 tempest-ServerGroupTestJSON-1661487293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:24.482550 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f2a63db3-cc97-4930-b591-1904ed95b6e2 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:24.489949 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a63db3-cc97-4930-b591-1904ed95b6e2 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:24.490315 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f2a63db3-cc97-4930-b591-1904ed95b6e2 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:24.524966 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-bb2c28b4-f7ce-4c36-a563-a8c2fb60fdfb None None] Allocated IP 2001:db8:0:ffff::2 (a581ea92-602a-46e8-ad5d-59d4e003e6ed/d89d845f-b771-44e4-b2cb-d423c9bfa037/b20561e9-0515-4827-9c55-fbcecfc283e0) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:20:24.555851 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab62186-e172-4614-90ef-d145af2f7e4f req-2a620ef5-af30-4dd2-bd05-35244e05a6d3 service neutron] 10.222.0.49 "GET /v2.0/networks/fe121fa5-288f-4a74-ba61-28037c633efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4376299 Jul 15 23:20:24.565779 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device fdf8e1cc-71a7-423c-8b59-30fb777321e0 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:20:24.572764 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device e0eadd4f-6781-4858-9073-22e71b36811f up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:20:24.579948 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7427bb5-4872-4f6f-b9d5-c80a0058fc7e req-a08f63bc-93e2-4f02-8604-7afa5951d844 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:24.582430 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e7427bb5-4872-4f6f-b9d5-c80a0058fc7e req-a08f63bc-93e2-4f02-8604-7afa5951d844 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=53dea798-0d90-48fe-ac90-ac50275fae1c HTTP/1.1" status: 200 len: 944 time: 0.5282140 Jul 15 23:20:24.591636 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a63db3-cc97-4930-b591-1904ed95b6e2 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Pushing event updated for resources: {'Network': ['ID=97340c9d-0f74-48b1-b2da-9bf630ed25a6,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:24.599199 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f2a63db3-cc97-4930-b591-1904ed95b6e2 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4530191 Jul 15 23:20:24.599958 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39266) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:24.605940 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-9e86d227-b447-4054-aa26-b7a331262cb4 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Request body: {'subnet': {'network_id': '97340c9d-0f74-48b1-b2da-9bf630ed25a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:24.613746 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-479dad8d-69a9-40fa-bd3a-c741c2db8d95 req-ca84931a-bfbb-402b-b2a6-1eb2559d3f7c tempest-ServerGroupTestJSON-1661487293 tempest-ServerGroupTestJSON-1661487293-project] Network 8a6ebc8c-d830-4d88-b023-3d2e17b3a2d8 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:20:24.634905 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 97340c9d-0f74-48b1-b2da-9bf630ed25a6 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:20:24.643291 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-479dad8d-69a9-40fa-bd3a-c741c2db8d95 req-ca84931a-bfbb-402b-b2a6-1eb2559d3f7c tempest-ServerGroupTestJSON-1661487293 tempest-ServerGroupTestJSON-1661487293-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:24.645025 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-479dad8d-69a9-40fa-bd3a-c741c2db8d95 req-ca84931a-bfbb-402b-b2a6-1eb2559d3f7c tempest-ServerGroupTestJSON-1661487293 tempest-ServerGroupTestJSON-1661487293-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:20:24.711609 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca84931a-bfbb-402b-b2a6-1eb2559d3f7c tempest-ServerGroupTestJSON-1661487293 tempest-ServerGroupTestJSON-1661487293-project] Pushing event updated for resources: {'Port': ['ID=71fa1238-f555-4084-8c1a-92355fa56d03,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:24.733071 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-0c3f05ca-6fd8-4b28-be98-f56fa02f8f88 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Deleting port ecd4f686-bd34-4756-b4f8-cea265bfcbc4 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:20:24.733420 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0c3f05ca-6fd8-4b28-be98-f56fa02f8f88 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:24.741313 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e86d227-b447-4054-aa26-b7a331262cb4 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Made reservation on behalf of a59f16459d8c4f4488fd0cc78db75e3b for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:20:24.752958 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9e86d227-b447-4054-aa26-b7a331262cb4 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:24.850145 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-232310de-ba17-40ce-b68d-f57469e76888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:24.852869 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-232310de-ba17-40ce-b68d-f57469e76888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:24.854067 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-232310de-ba17-40ce-b68d-f57469e76888 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b92d5a57-63cc-4235-86b2-32a11a16891a HTTP/1.1" status: 204 len: 168 time: 0.9193475 Jul 15 23:20:24.877283 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232310de-ba17-40ce-b68d-f57469e76888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92d5a57-63cc-4235-86b2-32a11a16891a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:24.885712 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479dad8d-69a9-40fa-bd3a-c741c2db8d95 req-ca84931a-bfbb-402b-b2a6-1eb2559d3f7c tempest-ServerGroupTestJSON-1661487293 tempest-ServerGroupTestJSON-1661487293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:24.886439 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-479dad8d-69a9-40fa-bd3a-c741c2db8d95 req-ca84931a-bfbb-402b-b2a6-1eb2559d3f7c tempest-ServerGroupTestJSON-1661487293 tempest-ServerGroupTestJSON-1661487293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:24.898720 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e7427bb5-4872-4f6f-b9d5-c80a0058fc7e req-b0e49512-b992-4b45-a9a4-99b2e0efe9e3 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802269 Jul 15 23:20:24.993082 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc24fada-3521-47ad-b4f9-5522c03ac6d0 req-e028adc9-c5c4-45ab-8318-c8a53a1dc9fc tempest-ServerGroupTestJSON-1661487293 tempest-ServerGroupTestJSON-1661487293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:25.001316 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dc24fada-3521-47ad-b4f9-5522c03ac6d0 req-e028adc9-c5c4-45ab-8318-c8a53a1dc9fc tempest-ServerGroupTestJSON-1661487293 tempest-ServerGroupTestJSON-1661487293-project] 10.222.0.48 "GET /v2.0/ports?device_id=6887acfa-78ba-4d7c-99c1-1468c0cc2966 HTTP/1.1" status: 200 len: 931 time: 0.4886808 Jul 15 23:20:25.011022 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-479dad8d-69a9-40fa-bd3a-c741c2db8d95 req-ca84931a-bfbb-402b-b2a6-1eb2559d3f7c tempest-ServerGroupTestJSON-1661487293 tempest-ServerGroupTestJSON-1661487293-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4888043 Jul 15 23:20:25.013607 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab62186-e172-4614-90ef-d145af2f7e4f req-ae47ac4f-586a-495b-b0f6-aea599849bfe service neutron] 10.222.0.49 "GET /v2.0/networks/fe121fa5-288f-4a74-ba61-28037c633efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4300020 Jul 15 23:20:25.050258 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9e86d227-b447-4054-aa26-b7a331262cb4 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:25.114358 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39274) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:25.117283 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port e0eadd4f-6781-4858-9073-22e71b36811f completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:20:25.155193 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port e0eadd4f-6781-4858-9073-22e71b36811f triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:25.164250 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:25.275976 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e86d227-b447-4054-aa26-b7a331262cb4 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Pushing event updated for resources: {'Subnet': ['ID=40ce8835-dc0e-451e-a3f6-fb201ece43bd,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:25.284629 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-65ed54d0-ceed-4da9-8f02-0581081adbcd admin admin] Deleting subnet a144ec76-c4c9-4c39-825f-807a0a3dd5eb {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:20:25.288244 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65ed54d0-ceed-4da9-8f02-0581081adbcd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:25.320785 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ab36c5d1-f985-46a2-867d-4d7e6b7722d4 None None] Provisioning complete for port c946ef32-b4a5-43e1-9af7-012aca0f175a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:25.327128 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ab36c5d1-f985-46a2-867d-4d7e6b7722d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:25.342805 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65ed54d0-ceed-4da9-8f02-0581081adbcd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:25.390664 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65ed54d0-ceed-4da9-8f02-0581081adbcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:25.460867 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e86d227-b447-4054-aa26-b7a331262cb4 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Checking segment: {'id': '1486700e-88e6-4609-b0a6-927b6c97c26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '97340c9d-0f74-48b1-b2da-9bf630ed25a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:20:25.461254 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e86d227-b447-4054-aa26-b7a331262cb4 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Network hostable DHCP agents. Network: 97340c9d-0f74-48b1-b2da-9bf630ed25a6, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:20:25.470460 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65ed54d0-ceed-4da9-8f02-0581081adbcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:25.506662 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ed54d0-ceed-4da9-8f02-0581081adbcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a144ec76-c4c9-4c39-825f-807a0a3dd5eb,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:25.510584 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:25.514007 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65ed54d0-ceed-4da9-8f02-0581081adbcd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:25.516068 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-65ed54d0-ceed-4da9-8f02-0581081adbcd admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a144ec76-c4c9-4c39-825f-807a0a3dd5eb HTTP/1.1" status: 204 len: 168 time: 0.3988266 Jul 15 23:20:25.518939 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39286) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:25.536812 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ab36c5d1-f985-46a2-867d-4d7e6b7722d4 None None] Port c946ef32-b4a5-43e1-9af7-012aca0f175a cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:20:25.544474 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0c3f05ca-6fd8-4b28-be98-f56fa02f8f88 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:25.551237 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bb2c28b4-f7ce-4c36-a563-a8c2fb60fdfb None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:25.560859 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-0c3f05ca-6fd8-4b28-be98-f56fa02f8f88 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Calling delete_port for ecd4f686-bd34-4756-b4f8-cea265bfcbc4 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:20:25.584531 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bb2c28b4-f7ce-4c36-a563-a8c2fb60fdfb None None] Transition to ACTIVE for port object b20561e9-0515-4827-9c55-fbcecfc283e0 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:20:25.591163 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ab36c5d1-f985-46a2-867d-4d7e6b7722d4 None None] Provisioning for port fdf8e1cc-71a7-423c-8b59-30fb777321e0 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:20:25.596534 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ed54d0-ceed-4da9-8f02-0581081adbcd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:25.596894 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ed54d0-ceed-4da9-8f02-0581081adbcd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:25.597239 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ed54d0-ceed-4da9-8f02-0581081adbcd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:25.597580 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ed54d0-ceed-4da9-8f02-0581081adbcd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:25.597942 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ed54d0-ceed-4da9-8f02-0581081adbcd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:25.598248 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ed54d0-ceed-4da9-8f02-0581081adbcd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:25.598580 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ed54d0-ceed-4da9-8f02-0581081adbcd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:25.598911 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ed54d0-ceed-4da9-8f02-0581081adbcd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:25.599239 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ed54d0-ceed-4da9-8f02-0581081adbcd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:25.599564 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ed54d0-ceed-4da9-8f02-0581081adbcd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:25.600021 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ed54d0-ceed-4da9-8f02-0581081adbcd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:25.600496 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ed54d0-ceed-4da9-8f02-0581081adbcd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:25.607810 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e86d227-b447-4054-aa26-b7a331262cb4 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Network 97340c9d-0f74-48b1-b2da-9bf630ed25a6 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:20:25.619384 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69242733-e865-4c23-992e-3b6c017884c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:25.619902 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ab36c5d1-f985-46a2-867d-4d7e6b7722d4 None None] Provisioning complete for port fdf8e1cc-71a7-423c-8b59-30fb777321e0 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:25.621119 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ab36c5d1-f985-46a2-867d-4d7e6b7722d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:25.627949 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:25.632405 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bb2c28b4-f7ce-4c36-a563-a8c2fb60fdfb None None] Transition to ACTIVE for port object b20561e9-0515-4827-9c55-fbcecfc283e0 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:20:25.636252 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-9e86d227-b447-4054-aa26-b7a331262cb4 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 97340c9d-0f74-48b1-b2da-9bf630ed25a6) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:25.660459 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393536b1-5849-4236-9fec-cce369cf56bb None None] Network 97340c9d-0f74-48b1-b2da-9bf630ed25a6 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:20:25.673126 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-479dad8d-69a9-40fa-bd3a-c741c2db8d95 req-d9425b0b-3600-4016-98ae-3ad0cda7f9e7 service neutron] Request body: {'port': {'device_id': '6887acfa-78ba-4d7c-99c1-1468c0cc2966', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:25.685304 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bb2c28b4-f7ce-4c36-a563-a8c2fb60fdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:25.686919 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e86d227-b447-4054-aa26-b7a331262cb4 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:25.687518 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9e86d227-b447-4054-aa26-b7a331262cb4 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:25.700607 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dc24fada-3521-47ad-b4f9-5522c03ac6d0 req-7083f53e-25ba-4721-aa71-6f513ee7ab51 tempest-ServerGroupTestJSON-1661487293 tempest-ServerGroupTestJSON-1661487293-project] 10.222.0.48 "GET /v2.0/security-groups?id=1613cf8c-27eb-455c-9c3e-8eae29bdf156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6979716 Jul 15 23:20:25.765919 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69242733-e865-4c23-992e-3b6c017884c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:25.776936 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-69242733-e865-4c23-992e-3b6c017884c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6d78d97-c5bd-4992-9d0e-5892dffd416b']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:25.784101 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab62186-e172-4614-90ef-d145af2f7e4f req-ce6b9596-e144-424d-98aa-30c5bfeda7f2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=82887b99-4142-4cfa-85fd-86b3f0db2996 HTTP/1.1" status: 200 len: 217 time: 0.1226494 Jul 15 23:20:25.791513 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-69242733-e865-4c23-992e-3b6c017884c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f5ce7d6-1f0d-40c2-8f4e-72bafb9ba40d') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:25.791513 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-69242733-e865-4c23-992e-3b6c017884c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f5ce7d6-1f0d-40c2-8f4e-72bafb9ba40d') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:25.800585 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69242733-e865-4c23-992e-3b6c017884c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:25.822936 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69242733-e865-4c23-992e-3b6c017884c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:25.823059 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2c28b4-f7ce-4c36-a563-a8c2fb60fdfb None None] Network a581ea92-602a-46e8-ad5d-59d4e003e6ed is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:20:25.829566 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-bb2c28b4-f7ce-4c36-a563-a8c2fb60fdfb None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:25.834201 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69242733-e865-4c23-992e-3b6c017884c9 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:20:25.834728 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69242733-e865-4c23-992e-3b6c017884c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:25.870925 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53dea798-0d90-48fe-ac90-ac50275fae1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0eadd4f-6781-4858-9073-22e71b36811f'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:20:25.873323 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e2103a-9f70-49d3-90c4-d5c92eca9b75" -d '{"events": [{"server_uuid": "53dea798-0d90-48fe-ac90-ac50275fae1c", "name": "network-vif-plugged", "status": "completed", "tag": "e0eadd4f-6781-4858-9073-22e71b36811f"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:20:25.876487 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2c28b4-f7ce-4c36-a563-a8c2fb60fdfb None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:20:25.982308 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab62186-e172-4614-90ef-d145af2f7e4f req-bd6f436a-c137-4aa3-b87a-4d2ebfff3415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:25.983969 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab62186-e172-4614-90ef-d145af2f7e4f req-bd6f436a-c137-4aa3-b87a-4d2ebfff3415 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a0838200-662b-4f7c-b59f-334165738cb9 HTTP/1.1" status: 200 len: 797 time: 0.1582081 Jul 15 23:20:26.001268 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:20:26.001268 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:20:26.001268 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:20:26.001268 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:20:26.001268 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:20:26.001268 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:20:26.001268 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:20:26.001268 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:20:26.001268 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:20:26.001268 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:20:26.001268 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:20:26.001268 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:20:26.001268 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:20:26.001268 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:20:26.001268 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:20:26.001268 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:20:26.001268 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:20:26.001268 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:20:26.001268 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:20:26.001268 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:20:26.001268 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:20:26.001268 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:20:26.001268 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:20:26.001268 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:20:26.001268 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:20:26.001268 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:20:26.001268 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:20:26.001268 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:20:26.001268 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:20:26.001268 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:20:26.001268 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:20:26.001268 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:20:26.001268 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:20:26.001268 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:20:26.006032 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-9e86d227-b447-4054-aa26-b7a331262cb4 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4048951 Jul 15 23:20:26.007997 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69242733-e865-4c23-992e-3b6c017884c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:26.014164 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69242733-e865-4c23-992e-3b6c017884c9 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:26.017803 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-69242733-e865-4c23-992e-3b6c017884c9 admin admin] 10.222.0.48 "DELETE /v2.0/networks/c6d78d97-c5bd-4992-9d0e-5892dffd416b HTTP/1.1" status: 204 len: 168 time: 0.4944494 Jul 15 23:20:26.022027 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39304) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:26.022027 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39306) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:26.038434 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ea14d-7a05-4a3a-bbc3-9cbf334a40f8 req-b46fa55a-57fb-4bc0-b8fa-6a27e4073b52 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:26.041452 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60cc74e4-80bf-4cdd-942c-1a8612cb59fb x-openstack-request-id: req-60cc74e4-80bf-4cdd-942c-1a8612cb59fb {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:20:26.045871 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ea14d-7a05-4a3a-bbc3-9cbf334a40f8 req-b46fa55a-57fb-4bc0-b8fa-6a27e4073b52 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:26.050578 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53dea798-0d90-48fe-ac90-ac50275fae1c", "name": "network-vif-plugged", "status": "completed", "tag": "e0eadd4f-6781-4858-9073-22e71b36811f", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:20:26.050578 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-60cc74e4-80bf-4cdd-942c-1a8612cb59fb {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:20:26.050578 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53dea798-0d90-48fe-ac90-ac50275fae1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0eadd4f-6781-4858-9073-22e71b36811f', 'code': 200} Jul 15 23:20:26.052130 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ea14d-7a05-4a3a-bbc3-9cbf334a40f8 req-b46fa55a-57fb-4bc0-b8fa-6a27e4073b52 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:26.058424 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ea14d-7a05-4a3a-bbc3-9cbf334a40f8 req-b46fa55a-57fb-4bc0-b8fa-6a27e4073b52 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:26.064705 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ea14d-7a05-4a3a-bbc3-9cbf334a40f8 req-b46fa55a-57fb-4bc0-b8fa-6a27e4073b52 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:26.071015 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ea14d-7a05-4a3a-bbc3-9cbf334a40f8 req-b46fa55a-57fb-4bc0-b8fa-6a27e4073b52 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:26.071221 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69242733-e865-4c23-992e-3b6c017884c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6d78d97-c5bd-4992-9d0e-5892dffd416b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:26.089688 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ea14d-7a05-4a3a-bbc3-9cbf334a40f8 req-b46fa55a-57fb-4bc0-b8fa-6a27e4073b52 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:26.099325 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-813ea14d-7a05-4a3a-bbc3-9cbf334a40f8 req-b46fa55a-57fb-4bc0-b8fa-6a27e4073b52 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/ports?device_id=4378fda7-3666-4ece-be50-c71bf27f1088 HTTP/1.1" status: 200 len: 5420 time: 0.4421651 Jul 15 23:20:26.110369 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port e0eadd4f-6781-4858-9073-22e71b36811f, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=e0eadd4f-6781-4858-9073-22e71b36811f,segment=NetworkSegment(056a97c3-fa40-4757-b96f-04fb527ec8cd),segment_id=056a97c3-fa40-4757-b96f-04fb527ec8cd)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:26.112359 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-bb2c28b4-f7ce-4c36-a563-a8c2fb60fdfb None None] Attempting to bind port b20561e9-0515-4827-9c55-fbcecfc283e0 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:20:26.112790 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-bb2c28b4-f7ce-4c36-a563-a8c2fb60fdfb None None] Attempting to bind port b20561e9-0515-4827-9c55-fbcecfc283e0 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '855104ae-be2b-470b-85cc-1c801222bb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'a581ea92-602a-46e8-ad5d-59d4e003e6ed'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:20:26.113182 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2c28b4-f7ce-4c36-a563-a8c2fb60fdfb None None] Attempting to bind port b20561e9-0515-4827-9c55-fbcecfc283e0 on network a581ea92-602a-46e8-ad5d-59d4e003e6ed {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:20:26.152191 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-479dad8d-69a9-40fa-bd3a-c741c2db8d95 req-d9425b0b-3600-4016-98ae-3ad0cda7f9e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:26.227515 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c00e801-09d5-48be-9fc1-28d6c06c7d37 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:26.230345 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0c3f05ca-6fd8-4b28-be98-f56fa02f8f88 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:26.258705 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:26.265506 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c28b4-f7ce-4c36-a563-a8c2fb60fdfb None None] Pushing event updated for resources: {'Port': ['ID=b20561e9-0515-4827-9c55-fbcecfc283e0,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:26.279447 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-813ea14d-7a05-4a3a-bbc3-9cbf334a40f8 req-d0b93dd8-622e-4fd2-acb8-9a4c228f35a2 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c3e5093-3aee-4735-ad4f-51aafad3cea0&id=744e907c-f836-4b84-9995-723c64aba29d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1787579 Jul 15 23:20:26.281039 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ab36c5d1-f985-46a2-867d-4d7e6b7722d4 None None] Could not find standard attr ID for object ecd4f686-bd34-4756-b4f8-cea265bfcbc4. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:20:26.286314 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2c28b4-f7ce-4c36-a563-a8c2fb60fdfb None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:20:26.287385 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2c28b4-f7ce-4c36-a563-a8c2fb60fdfb None None] Checking segment: {'id': '855104ae-be2b-470b-85cc-1c801222bb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'a581ea92-602a-46e8-ad5d-59d4e003e6ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:20:26.288003 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bb2c28b4-f7ce-4c36-a563-a8c2fb60fdfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:26.288566 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2c28b4-f7ce-4c36-a563-a8c2fb60fdfb None None] Bound using segment: {'id': '855104ae-be2b-470b-85cc-1c801222bb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'a581ea92-602a-46e8-ad5d-59d4e003e6ed'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:20:26.289334 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-bb2c28b4-f7ce-4c36-a563-a8c2fb60fdfb None None] Bound port: b20561e9-0515-4827-9c55-fbcecfc283e0, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855104ae-be2b-470b-85cc-1c801222bb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'a581ea92-602a-46e8-ad5d-59d4e003e6ed'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:20:26.289832 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bb2c28b4-f7ce-4c36-a563-a8c2fb60fdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:26.322101 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ea01717a-782e-4c10-8448-069c4f29b948 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-807115922-network', 'tenant_id': '0be07ab34660489288d421392836ba59'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:26.327611 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39316) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:26.378324 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3f05ca-6fd8-4b28-be98-f56fa02f8f88 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event deleted for resources: {'Port': ['ID=ecd4f686-bd34-4756-b4f8-cea265bfcbc4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:26.389464 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c00e801-09d5-48be-9fc1-28d6c06c7d37 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:26.404052 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea01717a-782e-4c10-8448-069c4f29b948 admin admin] Made reservation on behalf of 0be07ab34660489288d421392836ba59 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:20:26.406282 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea01717a-782e-4c10-8448-069c4f29b948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:26.434813 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cf1edd8b-b327-431e-b069-e54bc2f6a2cd None None] Could not find standard attr ID for object ecd4f686-bd34-4756-b4f8-cea265bfcbc4. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:20:26.436825 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea01717a-782e-4c10-8448-069c4f29b948 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:26.449859 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a8b7dd-a76d-4d73-8905-557f0f1de030 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-97340c9d-0f74-48b1-b2da-9bf630ed25a6', 'network_id': '97340c9d-0f74-48b1-b2da-9bf630ed25a6', 'tenant_id': 'a59f16459d8c4f4488fd0cc78db75e3b', 'fixed_ips': [{'subnet_id': '40ce8835-dc0e-451e-a3f6-fb201ece43bd'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:20:26.451158 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-61a8b7dd-a76d-4d73-8905-557f0f1de030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:26.455617 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e2972028-474e-46f7-87a3-b360266d2640 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0fcede583b6b458da6b681624616b0b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1222217 Jul 15 23:20:26.458197 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0c3f05ca-6fd8-4b28-be98-f56fa02f8f88 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:26.461998 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39318) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:26.462857 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-0c3f05ca-6fd8-4b28-be98-f56fa02f8f88 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "DELETE /v2.0/ports/ecd4f686-bd34-4756-b4f8-cea265bfcbc4 HTTP/1.1" status: 204 len: 168 time: 2.4767640 Jul 15 23:20:26.466282 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab62186-e172-4614-90ef-d145af2f7e4f req-1aa1bd2d-17b2-4c86-a3ca-f474fce772f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:26.467883 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab62186-e172-4614-90ef-d145af2f7e4f req-1aa1bd2d-17b2-4c86-a3ca-f474fce772f7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fe121fa5-288f-4a74-ba61-28037c633efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4717309 Jul 15 23:20:26.478003 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39320) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:26.525388 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=e0eadd4f-6781-4858-9073-22e71b36811f,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:26.536801 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-bb2c28b4-f7ce-4c36-a563-a8c2fb60fdfb None None] For port b20561e9-0515-4827-9c55-fbcecfc283e0, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:20:26.543276 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-bb2c28b4-f7ce-4c36-a563-a8c2fb60fdfb None None] For port b20561e9-0515-4827-9c55-fbcecfc283e0, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=b20561e9-0515-4827-9c55-fbcecfc283e0,segment=NetworkSegment(855104ae-be2b-470b-85cc-1c801222bb9b),segment_id=855104ae-be2b-470b-85cc-1c801222bb9b)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:20:26.545859 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-0534cc40-eaf2-439c-9c4a-16b061a14b82 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] GET failed (client error): The resource could not be found. Jul 15 23:20:26.550845 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-0534cc40-eaf2-439c-9c4a-16b061a14b82 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "GET /v2.0/ports/ecd4f686-bd34-4756-b4f8-cea265bfcbc4 HTTP/1.1" status: 404 len: 333 time: 0.0682790 Jul 15 23:20:26.551885 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39322) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:26.600999 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bb2c28b4-f7ce-4c36-a563-a8c2fb60fdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:26.633101 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b3d557-45e3-448f-ba40-8bbe6fc7d4c4 req-5d5e9a75-912a-400b-9d73-8678b7bb6e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:26.638809 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f6b3d557-45e3-448f-ba40-8bbe6fc7d4c4 req-5d5e9a75-912a-400b-9d73-8678b7bb6e89 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=53dea798-0d90-48fe-ac90-ac50275fae1c HTTP/1.1" status: 200 len: 1096 time: 0.5289807 Jul 15 23:20:26.639141 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c00e801-09d5-48be-9fc1-28d6c06c7d37 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:26.704402 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c00e801-09d5-48be-9fc1-28d6c06c7d37 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Pushing event deleted for resources: {'Subnet': ['ID=40ce8835-dc0e-451e-a3f6-fb201ece43bd,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:26.706501 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03c57df9-a95b-412d-9da9-4b3b2c56d623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:26.721867 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server [None req-61a8b7dd-a76d-4d73-8905-557f0f1de030 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 40ce8835-dc0e-451e-a3f6-fb201ece43bd: This subnet is being modified by another concurrent operation. Jul 15 23:20:26.721867 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 23:20:26.721867 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 23:20:26.721867 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 23:20:26.721867 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 23:20:26.721867 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 23:20:26.721867 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 23:20:26.721867 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 23:20:26.721867 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 23:20:26.721867 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 23:20:26.721867 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 23:20:26.721867 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 23:20:26.721867 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:20:26.721867 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:20:26.721867 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:20:26.721867 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:20:26.721867 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 23:20:26.721867 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:20:26.721867 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 23:20:26.721867 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 23:20:26.721867 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:20:26.721867 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:20:26.721867 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:20:26.721867 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:20:26.721867 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 23:20:26.721867 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:20:26.721867 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 23:20:26.721867 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 23:20:26.721867 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:20:26.721867 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:20:26.721867 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:20:26.721867 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:20:26.721867 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 23:20:26.721867 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 23:20:26.721867 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 15 23:20:26.721867 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 15 23:20:26.721867 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 15 23:20:26.721867 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 15 23:20:26.721867 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 15 23:20:26.721867 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 15 23:20:26.721867 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 15 23:20:26.721867 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 15 23:20:26.721867 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 23:20:26.721867 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 23:20:26.721867 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 23:20:26.721867 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 23:20:26.721867 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 23:20:26.721867 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 23:20:26.721867 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:20:26.721867 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:20:26.721867 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:20:26.721867 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:20:26.721867 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 23:20:26.721867 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:20:26.726140 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 23:20:26.726140 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 23:20:26.726140 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:20:26.726140 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:20:26.726140 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:20:26.726140 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:20:26.726140 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 23:20:26.726140 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:20:26.726140 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 23:20:26.726140 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 23:20:26.726140 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:20:26.726140 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:20:26.726140 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:20:26.726140 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:20:26.726140 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 23:20:26.726140 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 23:20:26.726140 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 15 23:20:26.726140 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 15 23:20:26.726140 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 15 23:20:26.726140 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 15 23:20:26.726140 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 15 23:20:26.726140 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 15 23:20:26.726140 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 15 23:20:26.726140 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 15 23:20:26.726140 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:20:26.726140 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:20:26.726140 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:20:26.726140 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:20:26.726140 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 15 23:20:26.726140 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 15 23:20:26.726140 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 15 23:20:26.726140 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 23:20:26.726140 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 23:20:26.726140 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 23:20:26.726140 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 23:20:26.726140 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise exception Jul 15 23:20:26.726140 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 40ce8835-dc0e-451e-a3f6-fb201ece43bd: This subnet is being modified by another concurrent operation. Jul 15 23:20:26.726140 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server Jul 15 23:20:26.730823 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c28b4-f7ce-4c36-a563-a8c2fb60fdfb None None] Pushing event updated for resources: {'Port': ['ID=b20561e9-0515-4827-9c55-fbcecfc283e0,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:26.771531 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8b58f0-1a54-4759-a00a-6470f1491ec3 None None] Network 97340c9d-0f74-48b1-b2da-9bf630ed25a6 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:20:26.877855 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77885a9a-d180-470b-8d5e-255b775e16cf tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:26.897530 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03c57df9-a95b-412d-9da9-4b3b2c56d623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:26.962198 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aec4178-2224-4e07-984d-23027f5ba9be req-41e3affb-4195-4f15-93f3-cbae5dbfe5c4 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:26.968435 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1aec4178-2224-4e07-984d-23027f5ba9be req-41e3affb-4195-4f15-93f3-cbae5dbfe5c4 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=53dea798-0d90-48fe-ac90-ac50275fae1c HTTP/1.1" status: 200 len: 945 time: 0.6834793 Jul 15 23:20:26.998493 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c00e801-09d5-48be-9fc1-28d6c06c7d37 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:27.044032 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f6b3d557-45e3-448f-ba40-8bbe6fc7d4c4 req-cce93bba-6b0c-4479-97f7-bd53a2ffe5db service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3922231 Jul 15 23:20:27.076142 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-4c00e801-09d5-48be-9fc1-28d6c06c7d37 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97340c9d-0f74-48b1-b2da-9bf630ed25a6']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:27.077591 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab62186-e172-4614-90ef-d145af2f7e4f req-46d22f12-0c9f-4c0d-b6d8-3c6bc6edafef service neutron] 10.222.0.49 "GET /v2.0/networks/fe121fa5-288f-4a74-ba61-28037c633efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5171745 Jul 15 23:20:27.094721 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77885a9a-d180-470b-8d5e-255b775e16cf tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:27.125027 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-4c00e801-09d5-48be-9fc1-28d6c06c7d37 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1486700e-88e6-4609-b0a6-927b6c97c26c') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:27.125333 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-4c00e801-09d5-48be-9fc1-28d6c06c7d37 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1486700e-88e6-4609-b0a6-927b6c97c26c') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:27.159771 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c00e801-09d5-48be-9fc1-28d6c06c7d37 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:27.162110 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1aec4178-2224-4e07-984d-23027f5ba9be req-58e3a839-5e89-4b13-ae33-01965957f375 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529853 Jul 15 23:20:27.163205 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea01717a-782e-4c10-8448-069c4f29b948 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:27.194483 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea01717a-782e-4c10-8448-069c4f29b948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:27.221081 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c00e801-09d5-48be-9fc1-28d6c06c7d37 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:27.223361 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea01717a-782e-4c10-8448-069c4f29b948 admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:20:27.240852 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c00e801-09d5-48be-9fc1-28d6c06c7d37 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:20:27.242668 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c00e801-09d5-48be-9fc1-28d6c06c7d37 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:27.278134 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:20:27.278134 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:20:27.278134 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:20:27.278134 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:20:27.278134 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:20:27.278134 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:20:27.278134 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:20:27.278134 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:20:27.278134 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:20:27.278134 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:20:27.278134 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:20:27.278134 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:20:27.278134 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:20:27.278134 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:20:27.278134 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:20:27.278134 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:20:27.278134 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:20:27.278134 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:20:27.278134 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:20:27.278134 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:20:27.278134 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:20:27.278134 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:20:27.278134 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:20:27.278134 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:20:27.278134 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:20:27.278134 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:20:27.278134 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:20:27.278134 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:20:27.278134 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:20:27.278134 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:20:27.278134 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:20:27.278134 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:20:27.278134 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:20:27.278134 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:20:27.289800 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cb261c-fe2c-4b71-87ba-b0e30df75d0d req-f61498a8-0c81-46ac-87b5-eb921d69cd80 tempest-ServerGroupTestJSON-1661487293 tempest-ServerGroupTestJSON-1661487293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:27.291851 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-90cb261c-fe2c-4b71-87ba-b0e30df75d0d req-f61498a8-0c81-46ac-87b5-eb921d69cd80 tempest-ServerGroupTestJSON-1661487293 tempest-ServerGroupTestJSON-1661487293-project] 10.222.0.48 "GET /v2.0/ports?device_id=6887acfa-78ba-4d7c-99c1-1468c0cc2966 HTTP/1.1" status: 200 len: 931 time: 0.3822815 Jul 15 23:20:27.338093 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-479dad8d-69a9-40fa-bd3a-c741c2db8d95 req-d9425b0b-3600-4016-98ae-3ad0cda7f9e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71fa1238-f555-4084-8c1a-92355fa56d03 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:20:27.348993 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-479dad8d-69a9-40fa-bd3a-c741c2db8d95 req-d9425b0b-3600-4016-98ae-3ad0cda7f9e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:27.350250 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea01717a-782e-4c10-8448-069c4f29b948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7a643f-b2ff-4966-becf-a447593c4c0b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:27.367328 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03c57df9-a95b-412d-9da9-4b3b2c56d623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:27.373500 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03c57df9-a95b-412d-9da9-4b3b2c56d623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:27.374738 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-03c57df9-a95b-412d-9da9-4b3b2c56d623 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bd7500d7-da38-42d1-8a4f-d0a111766c37 HTTP/1.1" status: 204 len: 168 time: 0.9117615 Jul 15 23:20:27.375468 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77885a9a-d180-470b-8d5e-255b775e16cf tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:27.378105 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77885a9a-d180-470b-8d5e-255b775e16cf tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:27.380323 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-77885a9a-d180-470b-8d5e-255b775e16cf tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "DELETE /v2.0/security-groups/d8b219a9-7aa1-4bed-bcd0-e531bca79c6e HTTP/1.1" status: 204 len: 168 time: 0.8189945 Jul 15 23:20:27.382971 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39336) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:27.410557 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dab62186-e172-4614-90ef-d145af2f7e4f req-8e5b4202-7a26-40dc-b7c3-0b5bd58fc17b service neutron] 10.222.0.49 "GET /v2.0/networks/fe121fa5-288f-4a74-ba61-28037c633efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020391 Jul 15 23:20:27.416918 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea01717a-782e-4c10-8448-069c4f29b948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:27.417164 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-479dad8d-69a9-40fa-bd3a-c741c2db8d95 req-d9425b0b-3600-4016-98ae-3ad0cda7f9e7 service neutron] Transition to ACTIVE for port object 71fa1238-f555-4084-8c1a-92355fa56d03 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:20:27.418292 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-ea01717a-782e-4c10-8448-069c4f29b948 admin admin] Added segment f511f847-463a-4bdb-b4ed-8d22a4e0a3d2 of type vlan for network 18103b5f-44c1-48b7-87f6-2b0a264a1f42 Jul 15 23:20:27.420983 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c00e801-09d5-48be-9fc1-28d6c06c7d37 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:27.426482 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c00e801-09d5-48be-9fc1-28d6c06c7d37 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:27.432502 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-4c00e801-09d5-48be-9fc1-28d6c06c7d37 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] 10.222.0.48 "DELETE /v2.0/networks/97340c9d-0f74-48b1-b2da-9bf630ed25a6 HTTP/1.1" status: 204 len: 168 time: 1.4091864 Jul 15 23:20:27.432502 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c57df9-a95b-412d-9da9-4b3b2c56d623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7500d7-da38-42d1-8a4f-d0a111766c37,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:27.436801 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 39338) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:27.471533 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4ffcd0a5-0970-4511-b669-09cb7f6b8176 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1231080452'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:27.480135 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-479dad8d-69a9-40fa-bd3a-c741c2db8d95 req-d9425b0b-3600-4016-98ae-3ad0cda7f9e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:27.569048 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77885a9a-d180-470b-8d5e-255b775e16cf tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b219a9-7aa1-4bed-bcd0-e531bca79c6e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:27.597630 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c00e801-09d5-48be-9fc1-28d6c06c7d37 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Pushing event deleted for resources: {'Network': ['ID=97340c9d-0f74-48b1-b2da-9bf630ed25a6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:27.631825 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea01717a-782e-4c10-8448-069c4f29b948 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:27.681421 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5ec5b0b-d39a-46ea-b810-c60df939b789 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:27.730502 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-90cb261c-fe2c-4b71-87ba-b0e30df75d0d req-940c9973-a499-4940-b2a5-5bf04f5f6f34 tempest-ServerGroupTestJSON-1661487293 tempest-ServerGroupTestJSON-1661487293-project] 10.222.0.48 "GET /v2.0/security-groups?id=1613cf8c-27eb-455c-9c3e-8eae29bdf156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3848002 Jul 15 23:20:27.749315 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea01717a-782e-4c10-8448-069c4f29b948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:27.750384 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea01717a-782e-4c10-8448-069c4f29b948 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:27.751006 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea01717a-782e-4c10-8448-069c4f29b948 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:27.754622 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5ec5b0b-d39a-46ea-b810-c60df939b789 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:27.827797 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ffcd0a5-0970-4511-b669-09cb7f6b8176 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Made reservation on behalf of a59f16459d8c4f4488fd0cc78db75e3b for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:20:27.838898 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ffcd0a5-0970-4511-b669-09cb7f6b8176 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:27.860830 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9425b0b-3600-4016-98ae-3ad0cda7f9e7 service neutron] Pushing event updated for resources: {'Port': ['ID=71fa1238-f555-4084-8c1a-92355fa56d03,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:27.876861 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ea01717a-782e-4c10-8448-069c4f29b948 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.8473096 Jul 15 23:20:27.894457 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39344) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:27.936256 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-0337f282-4fcf-40a5-9696-9b7c6faa60df admin admin] Request body: {'subnet': {'network_id': '18103b5f-44c1-48b7-87f6-2b0a264a1f42', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-807115922-subnet', 'tenant_id': '0be07ab34660489288d421392836ba59', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:27.942436 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea01717a-782e-4c10-8448-069c4f29b948 admin admin] Pushing event updated for resources: {'Network': ['ID=18103b5f-44c1-48b7-87f6-2b0a264a1f42,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:27.954727 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 18103b5f-44c1-48b7-87f6-2b0a264a1f42 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:20:27.977768 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5ec5b0b-d39a-46ea-b810-c60df939b789 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:27.982173 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5ec5b0b-d39a-46ea-b810-c60df939b789 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:27.983970 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e5ec5b0b-d39a-46ea-b810-c60df939b789 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "DELETE /v2.0/security-groups/f6fb9320-eea9-4896-83b8-aff65df6ce0b HTTP/1.1" status: 204 len: 168 time: 0.5995326 Jul 15 23:20:27.989004 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39350) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:27.991269 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0337f282-4fcf-40a5-9696-9b7c6faa60df admin admin] Made reservation on behalf of 0be07ab34660489288d421392836ba59 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:20:27.994667 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0337f282-4fcf-40a5-9696-9b7c6faa60df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:28.038510 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ec5b0b-d39a-46ea-b810-c60df939b789 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6fb9320-eea9-4896-83b8-aff65df6ce0b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:28.165297 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17064467-3acf-4063-adf3-17d6c40a88e0 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:28.184515 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ffcd0a5-0970-4511-b669-09cb7f6b8176 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:20:28.211326 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17064467-3acf-4063-adf3-17d6c40a88e0 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:28.214706 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ffcd0a5-0970-4511-b669-09cb7f6b8176 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:28.215199 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-4ffcd0a5-0970-4511-b669-09cb7f6b8176 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Added segment 51cf9f40-d272-4be1-a177-0adec9a5e714 of type vlan for network c4971206-bbb7-43aa-bb4f-d40cdac82554 Jul 15 23:20:28.224697 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928126f-137e-4ba1-af32-3231a3b192e9 req-9fed9208-faf4-4cf9-a058-30ecf4f0d189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:28.225195 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928126f-137e-4ba1-af32-3231a3b192e9 req-9fed9208-faf4-4cf9-a058-30ecf4f0d189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:28.225668 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928126f-137e-4ba1-af32-3231a3b192e9 req-9fed9208-faf4-4cf9-a058-30ecf4f0d189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:28.226139 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928126f-137e-4ba1-af32-3231a3b192e9 req-9fed9208-faf4-4cf9-a058-30ecf4f0d189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:28.226605 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928126f-137e-4ba1-af32-3231a3b192e9 req-9fed9208-faf4-4cf9-a058-30ecf4f0d189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:28.227071 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928126f-137e-4ba1-af32-3231a3b192e9 req-9fed9208-faf4-4cf9-a058-30ecf4f0d189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:28.227535 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928126f-137e-4ba1-af32-3231a3b192e9 req-9fed9208-faf4-4cf9-a058-30ecf4f0d189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:28.232374 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5928126f-137e-4ba1-af32-3231a3b192e9 req-9fed9208-faf4-4cf9-a058-30ecf4f0d189 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1535e8fb4bbf47a995341d11b9792565&device_id=4378fda7-3666-4ece-be50-c71bf27f1088 HTTP/1.1" status: 200 len: 6477 time: 0.6887660 Jul 15 23:20:28.481350 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device b20561e9-0515-4827-9c55-fbcecfc283e0 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:20:28.483782 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f75eac-2893-4962-a3ad-d3f9a96c494f None None] Network a581ea92-602a-46e8-ad5d-59d4e003e6ed requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:20:28.485217 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de67ac-7a6b-40cd-b772-e84d48e97295 req-60a0db96-84ec-43ac-a7c8-0cfbfc29cd79 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:28.497797 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de67ac-7a6b-40cd-b772-e84d48e97295 req-60a0db96-84ec-43ac-a7c8-0cfbfc29cd79 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:28.509310 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de67ac-7a6b-40cd-b772-e84d48e97295 req-60a0db96-84ec-43ac-a7c8-0cfbfc29cd79 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:28.522641 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de67ac-7a6b-40cd-b772-e84d48e97295 req-60a0db96-84ec-43ac-a7c8-0cfbfc29cd79 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:28.535732 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de67ac-7a6b-40cd-b772-e84d48e97295 req-60a0db96-84ec-43ac-a7c8-0cfbfc29cd79 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:28.548741 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de67ac-7a6b-40cd-b772-e84d48e97295 req-60a0db96-84ec-43ac-a7c8-0cfbfc29cd79 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:28.581729 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de67ac-7a6b-40cd-b772-e84d48e97295 req-60a0db96-84ec-43ac-a7c8-0cfbfc29cd79 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:28.585468 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-43de67ac-7a6b-40cd-b772-e84d48e97295 req-60a0db96-84ec-43ac-a7c8-0cfbfc29cd79 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/ports?device_id=4378fda7-3666-4ece-be50-c71bf27f1088 HTTP/1.1" status: 200 len: 5420 time: 0.9876225 Jul 15 23:20:28.624213 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0337f282-4fcf-40a5-9696-9b7c6faa60df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:28.629390 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17064467-3acf-4063-adf3-17d6c40a88e0 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:28.633067 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17064467-3acf-4063-adf3-17d6c40a88e0 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:28.637819 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-17064467-3acf-4063-adf3-17d6c40a88e0 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "DELETE /v2.0/security-groups/194d69a5-2475-4f5e-891f-df23c1612c04 HTTP/1.1" status: 204 len: 168 time: 0.6478784 Jul 15 23:20:28.644830 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39368) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:28.688766 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-56b0d066-a996-413e-9f22-4b1106688b5e None None] Provisioning for port b20561e9-0515-4827-9c55-fbcecfc283e0 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:20:28.726007 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-479dad8d-69a9-40fa-bd3a-c741c2db8d95 req-d9425b0b-3600-4016-98ae-3ad0cda7f9e7 service neutron] Attempting to bind port 71fa1238-f555-4084-8c1a-92355fa56d03 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:20:28.726446 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-479dad8d-69a9-40fa-bd3a-c741c2db8d95 req-d9425b0b-3600-4016-98ae-3ad0cda7f9e7 service neutron] Attempting to bind port 71fa1238-f555-4084-8c1a-92355fa56d03 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '93213489-a00e-46f9-abbe-9a1aba0a2e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '8a6ebc8c-d830-4d88-b023-3d2e17b3a2d8'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:20:28.726995 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479dad8d-69a9-40fa-bd3a-c741c2db8d95 req-d9425b0b-3600-4016-98ae-3ad0cda7f9e7 service neutron] Attempting to bind port 71fa1238-f555-4084-8c1a-92355fa56d03 on network 8a6ebc8c-d830-4d88-b023-3d2e17b3a2d8 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:20:28.753480 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-93435442-74eb-48a5-8071-df7d14ed3935 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Deleting subnet 9112a525-b3f6-4c04-bc1a-e4faa241a95e {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:20:28.758789 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39370) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:28.762323 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-93435442-74eb-48a5-8071-df7d14ed3935 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:28.772943 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17064467-3acf-4063-adf3-17d6c40a88e0 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=194d69a5-2475-4f5e-891f-df23c1612c04,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:28.777699 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ffcd0a5-0970-4511-b669-09cb7f6b8176 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:28.783016 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port b20561e9-0515-4827-9c55-fbcecfc283e0 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:20:28.791335 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port b20561e9-0515-4827-9c55-fbcecfc283e0 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:28.791874 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:28.861701 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479dad8d-69a9-40fa-bd3a-c741c2db8d95 req-d9425b0b-3600-4016-98ae-3ad0cda7f9e7 service neutron] Port 71fa1238-f555-4084-8c1a-92355fa56d03 on network 8a6ebc8c-d830-4d88-b023-3d2e17b3a2d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:20:28.862301 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479dad8d-69a9-40fa-bd3a-c741c2db8d95 req-d9425b0b-3600-4016-98ae-3ad0cda7f9e7 service neutron] Attempting to bind port 71fa1238-f555-4084-8c1a-92355fa56d03 on network 8a6ebc8c-d830-4d88-b023-3d2e17b3a2d8 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:20:28.897204 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0337f282-4fcf-40a5-9696-9b7c6faa60df admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f7b3b09-7f77-4a52-b4f8-3f5a98ea7d90,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:28.928129 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:28.934489 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-93435442-74eb-48a5-8071-df7d14ed3935 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:28.968485 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-43de67ac-7a6b-40cd-b772-e84d48e97295 req-11d4875b-36d6-4973-abf1-127b2e97803c tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c3e5093-3aee-4735-ad4f-51aafad3cea0&id=744e907c-f836-4b84-9995-723c64aba29d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3184540 Jul 15 23:20:29.030315 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479dad8d-69a9-40fa-bd3a-c741c2db8d95 req-d9425b0b-3600-4016-98ae-3ad0cda7f9e7 service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:20:29.031072 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479dad8d-69a9-40fa-bd3a-c741c2db8d95 req-d9425b0b-3600-4016-98ae-3ad0cda7f9e7 service neutron] Checking segment: {'id': '93213489-a00e-46f9-abbe-9a1aba0a2e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '8a6ebc8c-d830-4d88-b023-3d2e17b3a2d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:20:29.031203 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479dad8d-69a9-40fa-bd3a-c741c2db8d95 req-d9425b0b-3600-4016-98ae-3ad0cda7f9e7 service neutron] Bound using segment: {'id': '93213489-a00e-46f9-abbe-9a1aba0a2e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '8a6ebc8c-d830-4d88-b023-3d2e17b3a2d8'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:20:29.033284 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port b20561e9-0515-4827-9c55-fbcecfc283e0, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=b20561e9-0515-4827-9c55-fbcecfc283e0,segment=NetworkSegment(855104ae-be2b-470b-85cc-1c801222bb9b),segment_id=855104ae-be2b-470b-85cc-1c801222bb9b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:29.034415 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-479dad8d-69a9-40fa-bd3a-c741c2db8d95 req-d9425b0b-3600-4016-98ae-3ad0cda7f9e7 service neutron] Bound port: 71fa1238-f555-4084-8c1a-92355fa56d03, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93213489-a00e-46f9-abbe-9a1aba0a2e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '8a6ebc8c-d830-4d88-b023-3d2e17b3a2d8'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:20:29.035403 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-479dad8d-69a9-40fa-bd3a-c741c2db8d95 req-d9425b0b-3600-4016-98ae-3ad0cda7f9e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:29.038979 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-efc1aa5e-5e46-4531-a090-d24d40319a7c admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1656408109-network', 'tenant_id': '2a405d2dd6804fe7a77887fee4d8f511'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:29.044560 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0337f282-4fcf-40a5-9696-9b7c6faa60df admin admin] Checking segment: {'id': 'f511f847-463a-4bdb-b4ed-8d22a4e0a3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '18103b5f-44c1-48b7-87f6-2b0a264a1f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:20:29.045114 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0337f282-4fcf-40a5-9696-9b7c6faa60df admin admin] Network hostable DHCP agents. Network: 18103b5f-44c1-48b7-87f6-2b0a264a1f42, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:20:29.045907 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:29.064424 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.db.resource_extend [None req-4ffcd0a5-0970-4511-b669-09cb7f6b8176 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 23:20:29.103834 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc1aa5e-5e46-4531-a090-d24d40319a7c admin admin] Made reservation on behalf of 2a405d2dd6804fe7a77887fee4d8f511 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:20:29.107459 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-efc1aa5e-5e46-4531-a090-d24d40319a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:29.139596 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0337f282-4fcf-40a5-9696-9b7c6faa60df admin admin] Network 18103b5f-44c1-48b7-87f6-2b0a264a1f42 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:20:29.152879 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=b20561e9-0515-4827-9c55-fbcecfc283e0,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:29.155901 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b19b7b-24f0-4f42-a553-3e1f5ef955cb req-9620cd0a-b38a-461a-bdd5-6e551d5d9c5b tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:29.164476 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b1b19b7b-24f0-4f42-a553-3e1f5ef955cb req-9620cd0a-b38a-461a-bdd5-6e551d5d9c5b tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=53dea798-0d90-48fe-ac90-ac50275fae1c HTTP/1.1" status: 200 len: 945 time: 0.5397835 Jul 15 23:20:29.173633 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ffcd0a5-0970-4511-b669-09cb7f6b8176 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:29.177874 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-efc1aa5e-5e46-4531-a090-d24d40319a7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:29.185651 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffcd0a5-0970-4511-b669-09cb7f6b8176 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:29.186601 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ffcd0a5-0970-4511-b669-09cb7f6b8176 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:29.194711 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-0337f282-4fcf-40a5-9696-9b7c6faa60df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 18103b5f-44c1-48b7-87f6-2b0a264a1f42) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:29.206866 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e94686-bf09-4693-8b64-f06d76aab23d None None] Network 18103b5f-44c1-48b7-87f6-2b0a264a1f42 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:20:29.211481 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0337f282-4fcf-40a5-9696-9b7c6faa60df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:29.212417 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0337f282-4fcf-40a5-9696-9b7c6faa60df admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:29.223428 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-93435442-74eb-48a5-8071-df7d14ed3935 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:29.223677 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928126f-137e-4ba1-af32-3231a3b192e9 req-a504d967-c56b-4b38-8775-b229258cc3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:29.225940 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5928126f-137e-4ba1-af32-3231a3b192e9 req-a504d967-c56b-4b38-8775-b229258cc3f8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fe121fa5-288f-4a74-ba61-28037c633efd HTTP/1.1" status: 200 len: 902 time: 0.9258614 Jul 15 23:20:29.317742 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-93435442-74eb-48a5-8071-df7d14ed3935 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:29.353516 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93435442-74eb-48a5-8071-df7d14ed3935 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event deleted for resources: {'Subnet': ['ID=9112a525-b3f6-4c04-bc1a-e4faa241a95e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:29.356519 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-dfded397-6124-4410-9b29-0c615d2a42c4 None None] Provisioning complete for port b20561e9-0515-4827-9c55-fbcecfc283e0 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:29.356519 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dfded397-6124-4410-9b29-0c615d2a42c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:29.358970 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-93435442-74eb-48a5-8071-df7d14ed3935 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:29.365367 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-93435442-74eb-48a5-8071-df7d14ed3935 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "DELETE /v2.0/subnets/9112a525-b3f6-4c04-bc1a-e4faa241a95e HTTP/1.1" status: 204 len: 168 time: 0.7110393 Jul 15 23:20:29.365864 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39376) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:29.405801 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d636f8d-7930-43db-8799-ece075e6808f None None] Network 6d6470ca-0b4e-4daa-bf18-7e04a4d12a96 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:20:29.439369 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-479dad8d-69a9-40fa-bd3a-c741c2db8d95 req-d9425b0b-3600-4016-98ae-3ad0cda7f9e7 service neutron] For port 71fa1238-f555-4084-8c1a-92355fa56d03, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:20:29.442785 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-efc1aa5e-5e46-4531-a090-d24d40319a7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:29.453154 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6f3e8cc-1fa2-46b9-b0f8-973dd758ba83 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Deleting subnet c0b09005-9038-486f-9ed9-45e1a1ba1087 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:20:29.458590 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-efc1aa5e-5e46-4531-a090-d24d40319a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:29.462006 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6f3e8cc-1fa2-46b9-b0f8-973dd758ba83 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:29.469872 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5928126f-137e-4ba1-af32-3231a3b192e9 req-3f69d079-e71f-4658-8581-eec53560390b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=82887b99-4142-4cfa-85fd-86b3f0db2996 HTTP/1.1" status: 200 len: 217 time: 0.1880021 Jul 15 23:20:29.476417 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-0337f282-4fcf-40a5-9696-9b7c6faa60df admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.5779028 Jul 15 23:20:29.501573 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af64f35a-139e-4a4f-9bcf-0d71d930e39a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-18103b5f-44c1-48b7-87f6-2b0a264a1f42', 'network_id': '18103b5f-44c1-48b7-87f6-2b0a264a1f42', 'tenant_id': '0be07ab34660489288d421392836ba59', 'fixed_ips': [{'subnet_id': '5f7b3b09-7f77-4a52-b4f8-3f5a98ea7d90'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:20:29.502454 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-af64f35a-139e-4a4f-9bcf-0d71d930e39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:29.504984 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39378) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:29.509041 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-726b8ae2-4d95-4c8c-afa6-6bf6638c2fe1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-807115922-router', 'tenant_id': '0be07ab34660489288d421392836ba59', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:29.539069 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efc1aa5e-5e46-4531-a090-d24d40319a7c admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:20:29.553884 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc1aa5e-5e46-4531-a090-d24d40319a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ac3595-42a7-47eb-84e8-f2b8781d451d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:29.558356 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-4ffcd0a5-0970-4511-b669-09cb7f6b8176 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.1196539 Jul 15 23:20:29.563211 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39380) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:29.567864 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-479dad8d-69a9-40fa-bd3a-c741c2db8d95 req-d9425b0b-3600-4016-98ae-3ad0cda7f9e7 service neutron] For port 71fa1238-f555-4084-8c1a-92355fa56d03, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=71fa1238-f555-4084-8c1a-92355fa56d03,segment=NetworkSegment(93213489-a00e-46f9-abbe-9a1aba0a2e25),segment_id=93213489-a00e-46f9-abbe-9a1aba0a2e25)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:20:29.573304 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6f3e8cc-1fa2-46b9-b0f8-973dd758ba83 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:29.581386 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7d18c877-b6d2-4c98-9a3f-e2f89eb4ce2d tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Request body: {'subnet': {'network_id': 'c4971206-bbb7-43aa-bb4f-d40cdac82554', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:29.589714 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffcd0a5-0970-4511-b669-09cb7f6b8176 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Pushing event updated for resources: {'Network': ['ID=c4971206-bbb7-43aa-bb4f-d40cdac82554,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:29.626954 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-479dad8d-69a9-40fa-bd3a-c741c2db8d95 req-d9425b0b-3600-4016-98ae-3ad0cda7f9e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:29.635167 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b1b19b7b-24f0-4f42-a553-3e1f5ef955cb req-3dde2951-4c07-418f-83ac-dd587dc9c9b7 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4687917 Jul 15 23:20:29.635380 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network c4971206-bbb7-43aa-bb4f-d40cdac82554 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:20:29.662996 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-efc1aa5e-5e46-4531-a090-d24d40319a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:29.663445 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-efc1aa5e-5e46-4531-a090-d24d40319a7c admin admin] Added segment 27652f92-7fe9-4a43-94a9-d2751c74ab0e of type vlan for network 1b2dda9e-4c53-4dab-a19f-ef96f2529a03 Jul 15 23:20:29.708441 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-726b8ae2-4d95-4c8c-afa6-6bf6638c2fe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:29.711700 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-726b8ae2-4d95-4c8c-afa6-6bf6638c2fe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:29.721551 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479dad8d-69a9-40fa-bd3a-c741c2db8d95 req-d9425b0b-3600-4016-98ae-3ad0cda7f9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:29.722185 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-479dad8d-69a9-40fa-bd3a-c741c2db8d95 req-d9425b0b-3600-4016-98ae-3ad0cda7f9e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:29.729183 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-479dad8d-69a9-40fa-bd3a-c741c2db8d95 req-d9425b0b-3600-4016-98ae-3ad0cda7f9e7 service neutron] 10.222.0.49 "PUT /v2.0/ports/71fa1238-f555-4084-8c1a-92355fa56d03 HTTP/1.1" status: 200 len: 1091 time: 4.0697639 Jul 15 23:20:29.730581 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6887acfa-78ba-4d7c-99c1-1468c0cc2966', 'tag': '71fa1238-f555-4084-8c1a-92355fa56d03'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:20:29.741010 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14377a2c-c9ff-45a0-9560-a4c6a1fd8c19" -d '{"events": [{"name": "network-changed", "server_uuid": "6887acfa-78ba-4d7c-99c1-1468c0cc2966", "tag": "71fa1238-f555-4084-8c1a-92355fa56d03"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:20:29.771763 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928126f-137e-4ba1-af32-3231a3b192e9 req-14b44dc5-7ab5-45d4-9519-ac7a14b20f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:29.774070 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5928126f-137e-4ba1-af32-3231a3b192e9 req-14b44dc5-7ab5-45d4-9519-ac7a14b20f5e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a0838200-662b-4f7c-b59f-334165738cb9 HTTP/1.1" status: 200 len: 797 time: 0.2693202 Jul 15 23:20:29.827025 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ff87f2-754d-48dd-a666-cd93f6c6fb1d req-a8b90fcd-4e24-4f43-ba31-f6024078301d tempest-ServerGroupTestJSON-1661487293 tempest-ServerGroupTestJSON-1661487293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:29.835198 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-36ff87f2-754d-48dd-a666-cd93f6c6fb1d req-a8b90fcd-4e24-4f43-ba31-f6024078301d tempest-ServerGroupTestJSON-1661487293 tempest-ServerGroupTestJSON-1661487293-project] 10.222.0.48 "GET /v2.0/ports?device_id=6887acfa-78ba-4d7c-99c1-1468c0cc2966 HTTP/1.1" status: 200 len: 943 time: 0.6142938 Jul 15 23:20:29.846465 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9425b0b-3600-4016-98ae-3ad0cda7f9e7 service neutron] Pushing event updated for resources: {'Port': ['ID=71fa1238-f555-4084-8c1a-92355fa56d03,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:29.877368 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6f3e8cc-1fa2-46b9-b0f8-973dd758ba83 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:29.881258 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-af64f35a-139e-4a4f-9bcf-0d71d930e39a None None] Allocated IP 172.20.0.2 (18103b5f-44c1-48b7-87f6-2b0a264a1f42/5f7b3b09-7f77-4a52-b4f8-3f5a98ea7d90/c5160ce2-917f-49f2-9466-038bd21cdfc4) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:20:29.946128 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-726b8ae2-4d95-4c8c-afa6-6bf6638c2fe1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:29.956234 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d18c877-b6d2-4c98-9a3f-e2f89eb4ce2d tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Made reservation on behalf of a59f16459d8c4f4488fd0cc78db75e3b for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:20:29.960160 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7d18c877-b6d2-4c98-9a3f-e2f89eb4ce2d tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:29.965663 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-efc1aa5e-5e46-4531-a090-d24d40319a7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:30.001010 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-36ff87f2-754d-48dd-a666-cd93f6c6fb1d req-52e3a7f1-e131-4966-951a-d1a0d84b581d tempest-ServerGroupTestJSON-1661487293 tempest-ServerGroupTestJSON-1661487293-project] 10.222.0.48 "GET /v2.0/security-groups?id=1613cf8c-27eb-455c-9c3e-8eae29bdf156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643538 Jul 15 23:20:30.026446 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928126f-137e-4ba1-af32-3231a3b192e9 req-ae528320-524c-4a82-a067-8f7055302ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:30.028774 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5928126f-137e-4ba1-af32-3231a3b192e9 req-ae528320-524c-4a82-a067-8f7055302ffb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fe121fa5-288f-4a74-ba61-28037c633efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2308862 Jul 15 23:20:30.047643 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479dad8d-69a9-40fa-bd3a-c741c2db8d95 req-ce6f770f-2d65-4950-982a-3edbda13f987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:30.049573 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-479dad8d-69a9-40fa-bd3a-c741c2db8d95 req-ce6f770f-2d65-4950-982a-3edbda13f987 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=447bcc88f6b946d797e93a002a747b7c&device_id=6887acfa-78ba-4d7c-99c1-1468c0cc2966 HTTP/1.1" status: 200 len: 1094 time: 0.2496669 Jul 15 23:20:30.067455 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb167e2-7eb8-4e38-88b0-d468eb1f842b req-823df741-6291-43cb-b47d-ef3cf2ebda51 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:30.075724 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6fb167e2-7eb8-4e38-88b0-d468eb1f842b req-823df741-6291-43cb-b47d-ef3cf2ebda51 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=53dea798-0d90-48fe-ac90-ac50275fae1c HTTP/1.1" status: 200 len: 945 time: 0.1693792 Jul 15 23:20:30.156275 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-479dad8d-69a9-40fa-bd3a-c741c2db8d95 req-3baec5fb-9782-4b93-b61c-aa86ab89ef40 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=71fa1238-f555-4084-8c1a-92355fa56d03 HTTP/1.1" status: 200 len: 217 time: 0.0988495 Jul 15 23:20:30.332036 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5928126f-137e-4ba1-af32-3231a3b192e9 req-31d14c69-c094-4546-81ac-ce0c6b635b70 service neutron] 10.222.0.49 "GET /v2.0/networks/fe121fa5-288f-4a74-ba61-28037c633efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955322 Jul 15 23:20:30.358153 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-af64f35a-139e-4a4f-9bcf-0d71d930e39a None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:30.373660 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-af64f35a-139e-4a4f-9bcf-0d71d930e39a None None] Transition to ACTIVE for port object c5160ce2-917f-49f2-9466-038bd21cdfc4 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:20:30.392672 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6fb167e2-7eb8-4e38-88b0-d468eb1f842b req-f773add7-cc4d-41bc-9c30-8838256f39b9 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156450 Jul 15 23:20:30.401680 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-af64f35a-139e-4a4f-9bcf-0d71d930e39a None None] Transition to ACTIVE for port object c5160ce2-917f-49f2-9466-038bd21cdfc4 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:20:30.408031 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device b20561e9-0515-4827-9c55-fbcecfc283e0 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:20:30.447107 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479dad8d-69a9-40fa-bd3a-c741c2db8d95 req-212c0752-367d-4260-a410-d08a20d1c609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:30.454178 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-479dad8d-69a9-40fa-bd3a-c741c2db8d95 req-212c0752-367d-4260-a410-d08a20d1c609 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1870cc73-9bc4-415c-b89b-109d1257ff6b HTTP/1.1" status: 200 len: 849 time: 0.2805796 Jul 15 23:20:30.473128 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-af64f35a-139e-4a4f-9bcf-0d71d930e39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:30.678638 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af64f35a-139e-4a4f-9bcf-0d71d930e39a None None] Network 18103b5f-44c1-48b7-87f6-2b0a264a1f42 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:20:30.702133 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-af64f35a-139e-4a4f-9bcf-0d71d930e39a None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:30.704828 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af64f35a-139e-4a4f-9bcf-0d71d930e39a None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:20:30.722243 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af64f35a-139e-4a4f-9bcf-0d71d930e39a None None] Pushing event updated for resources: {'Port': ['ID=c5160ce2-917f-49f2-9466-038bd21cdfc4,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:30.723676 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5928126f-137e-4ba1-af32-3231a3b192e9 req-40f66d60-a8e4-4a42-b8e7-e78cd6813fdf service neutron] 10.222.0.49 "GET /v2.0/networks/fe121fa5-288f-4a74-ba61-28037c633efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3803744 Jul 15 23:20:30.727758 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-479dad8d-69a9-40fa-bd3a-c741c2db8d95 req-d78ed51b-4a0b-4484-ad27-3519d87e230f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8a6ebc8c-d830-4d88-b023-3d2e17b3a2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2699676 Jul 15 23:20:30.788741 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c8fdc0-f45f-4c46-9388-9e1ec102cd5b x-openstack-request-id: req-f1c8fdc0-f45f-4c46-9388-9e1ec102cd5b {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:20:30.790398 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6887acfa-78ba-4d7c-99c1-1468c0cc2966", "tag": "71fa1238-f555-4084-8c1a-92355fa56d03", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:20:30.790816 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f1c8fdc0-f45f-4c46-9388-9e1ec102cd5b {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:20:30.791276 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6887acfa-78ba-4d7c-99c1-1468c0cc2966', 'tag': '71fa1238-f555-4084-8c1a-92355fa56d03', 'status': 'completed', 'code': 200} Jul 15 23:20:30.847755 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-285d957a-57ab-4218-82c3-446f25c16dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:30.867672 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port b20561e9-0515-4827-9c55-fbcecfc283e0 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:30.868221 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:30.939936 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.db.resource_extend [None req-efc1aa5e-5e46-4531-a090-d24d40319a7c admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 23:20:30.951786 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-af64f35a-139e-4a4f-9bcf-0d71d930e39a None None] Attempting to bind port c5160ce2-917f-49f2-9466-038bd21cdfc4 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:20:30.952005 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-af64f35a-139e-4a4f-9bcf-0d71d930e39a None None] Attempting to bind port c5160ce2-917f-49f2-9466-038bd21cdfc4 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'f511f847-463a-4bdb-b4ed-8d22a4e0a3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '18103b5f-44c1-48b7-87f6-2b0a264a1f42'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:20:30.953593 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af64f35a-139e-4a4f-9bcf-0d71d930e39a None None] Attempting to bind port c5160ce2-917f-49f2-9466-038bd21cdfc4 on network 18103b5f-44c1-48b7-87f6-2b0a264a1f42 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:20:30.968045 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af64f35a-139e-4a4f-9bcf-0d71d930e39a None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:20:30.968587 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af64f35a-139e-4a4f-9bcf-0d71d930e39a None None] Checking segment: {'id': 'f511f847-463a-4bdb-b4ed-8d22a4e0a3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '18103b5f-44c1-48b7-87f6-2b0a264a1f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:20:30.969133 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-af64f35a-139e-4a4f-9bcf-0d71d930e39a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:30.969760 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af64f35a-139e-4a4f-9bcf-0d71d930e39a None None] Bound using segment: {'id': 'f511f847-463a-4bdb-b4ed-8d22a4e0a3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '18103b5f-44c1-48b7-87f6-2b0a264a1f42'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:20:30.970570 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-af64f35a-139e-4a4f-9bcf-0d71d930e39a None None] Bound port: c5160ce2-917f-49f2-9466-038bd21cdfc4, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f511f847-463a-4bdb-b4ed-8d22a4e0a3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '18103b5f-44c1-48b7-87f6-2b0a264a1f42'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:20:30.971195 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-af64f35a-139e-4a4f-9bcf-0d71d930e39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:31.088311 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-726b8ae2-4d95-4c8c-afa6-6bf6638c2fe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:31.163868 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6f3e8cc-1fa2-46b9-b0f8-973dd758ba83 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:31.177331 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-efc1aa5e-5e46-4531-a090-d24d40319a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:31.178427 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc1aa5e-5e46-4531-a090-d24d40319a7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:31.181081 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-efc1aa5e-5e46-4531-a090-d24d40319a7c admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:31.191093 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d56f414-a7f6-4307-a229-d4ce42a10c1c req-3b806a96-ae9b-45ce-9511-aca34e6726b9 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:31.213774 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d56f414-a7f6-4307-a229-d4ce42a10c1c req-3b806a96-ae9b-45ce-9511-aca34e6726b9 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:31.232106 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d56f414-a7f6-4307-a229-d4ce42a10c1c req-3b806a96-ae9b-45ce-9511-aca34e6726b9 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:31.242492 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d56f414-a7f6-4307-a229-d4ce42a10c1c req-3b806a96-ae9b-45ce-9511-aca34e6726b9 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:31.269674 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d56f414-a7f6-4307-a229-d4ce42a10c1c req-3b806a96-ae9b-45ce-9511-aca34e6726b9 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:31.285247 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef60da4-8b37-4a47-9132-5ba41c2b7036 None None] Network 6d6470ca-0b4e-4daa-bf18-7e04a4d12a96 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:20:31.287277 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d56f414-a7f6-4307-a229-d4ce42a10c1c req-3b806a96-ae9b-45ce-9511-aca34e6726b9 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:31.299044 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d56f414-a7f6-4307-a229-d4ce42a10c1c req-3b806a96-ae9b-45ce-9511-aca34e6726b9 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:31.302527 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0d56f414-a7f6-4307-a229-d4ce42a10c1c req-3b806a96-ae9b-45ce-9511-aca34e6726b9 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/ports?device_id=4378fda7-3666-4ece-be50-c71bf27f1088 HTTP/1.1" status: 200 len: 5420 time: 0.5737669 Jul 15 23:20:31.320487 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-af64f35a-139e-4a4f-9bcf-0d71d930e39a None None] For port c5160ce2-917f-49f2-9466-038bd21cdfc4, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:20:31.350676 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3f8a383d-9372-4fd1-8bad-2a87c4e418a8 None None] Provisioning complete for port c946ef32-b4a5-43e1-9af7-012aca0f175a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:31.351056 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3f8a383d-9372-4fd1-8bad-2a87c4e418a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:31.390660 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-479dad8d-69a9-40fa-bd3a-c741c2db8d95 req-12958183-1141-4f5d-bef3-979700833493 service neutron] 10.222.0.49 "GET /v2.0/networks/8a6ebc8c-d830-4d88-b023-3d2e17b3a2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5303895 Jul 15 23:20:31.397231 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-af64f35a-139e-4a4f-9bcf-0d71d930e39a None None] For port c5160ce2-917f-49f2-9466-038bd21cdfc4, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=c5160ce2-917f-49f2-9466-038bd21cdfc4,segment=NetworkSegment(f511f847-463a-4bdb-b4ed-8d22a4e0a3d2),segment_id=f511f847-463a-4bdb-b4ed-8d22a4e0a3d2)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:20:31.398058 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-3f8a383d-9372-4fd1-8bad-2a87c4e418a8 None None] Port c946ef32-b4a5-43e1-9af7-012aca0f175a cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:20:31.399293 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6f3e8cc-1fa2-46b9-b0f8-973dd758ba83 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:31.407031 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d6f3e8cc-1fa2-46b9-b0f8-973dd758ba83 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "DELETE /v2.0/subnets/c0b09005-9038-486f-9ed9-45e1a1ba1087 HTTP/1.1" status: 204 len: 168 time: 2.0391412 Jul 15 23:20:31.411493 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f3e8cc-1fa2-46b9-b0f8-973dd758ba83 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event deleted for resources: {'Subnet': ['ID=c0b09005-9038-486f-9ed9-45e1a1ba1087,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:31.415166 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc1aa5e-5e46-4531-a090-d24d40319a7c admin admin] Pushing event updated for resources: {'Network': ['ID=1b2dda9e-4c53-4dab-a19f-ef96f2529a03,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:31.424332 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39406) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:31.430783 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-efc1aa5e-5e46-4531-a090-d24d40319a7c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.6692541 Jul 15 23:20:31.446450 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 39408) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:31.462092 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-af64f35a-139e-4a4f-9bcf-0d71d930e39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:31.467433 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3f8a383d-9372-4fd1-8bad-2a87c4e418a8 None None] Provisioning complete for port fdf8e1cc-71a7-423c-8b59-30fb777321e0 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:31.467978 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3f8a383d-9372-4fd1-8bad-2a87c4e418a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:31.469138 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0d56f414-a7f6-4307-a229-d4ce42a10c1c req-7755cf90-6abd-4c65-b3e6-df1f367cadbd tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c3e5093-3aee-4735-ad4f-51aafad3cea0&id=744e907c-f836-4b84-9995-723c64aba29d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1557145 Jul 15 23:20:31.471703 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 1b2dda9e-4c53-4dab-a19f-ef96f2529a03 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:20:31.478549 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-134397fb-6867-4578-9453-b44887e4fde7 admin admin] Request body: {'subnet': {'network_id': '1b2dda9e-4c53-4dab-a19f-ef96f2529a03', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1656408109-subnet', 'tenant_id': '2a405d2dd6804fe7a77887fee4d8f511', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:31.543423 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cd2de52b-a243-446c-a1c0-add733ee78c5 req-61d1d419-5dec-4632-9b39-57936189d406 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d060e55a-acc4-47ec-a658-af16a484eec8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7938838 Jul 15 23:20:31.547400 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-310e23db-73d6-45cc-9693-3b742aff4066 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] DELETE failed (client error): The resource could not be found. Jul 15 23:20:31.548342 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-310e23db-73d6-45cc-9693-3b742aff4066 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:20:31.550115 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-310e23db-73d6-45cc-9693-3b742aff4066 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "DELETE /v2.0/subnets/9112a525-b3f6-4c04-bc1a-e4faa241a95e HTTP/1.1" status: 404 len: 337 time: 0.1178408 Jul 15 23:20:31.555228 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39410) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:31.686297 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134397fb-6867-4578-9453-b44887e4fde7 admin admin] Made reservation on behalf of 2a405d2dd6804fe7a77887fee4d8f511 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:20:31.691867 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-134397fb-6867-4578-9453-b44887e4fde7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:31.753628 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7d18c877-b6d2-4c98-9a3f-e2f89eb4ce2d tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:31.834406 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ed890d4-3bf1-4029-ba93-7638104eb370 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Deleting subnet 8e3fa757-7516-4219-a509-207fb5ac183c {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:20:31.876282 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d18c877-b6d2-4c98-9a3f-e2f89eb4ce2d tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Pushing event updated for resources: {'Subnet': ['ID=44db5e56-6d6d-4e2f-89fc-0e6c656588b5,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:31.881552 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3ed890d4-3bf1-4029-ba93-7638104eb370 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:31.885038 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af64f35a-139e-4a4f-9bcf-0d71d930e39a None None] Pushing event updated for resources: {'Port': ['ID=c5160ce2-917f-49f2-9466-038bd21cdfc4,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:31.986747 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3ed890d4-3bf1-4029-ba93-7638104eb370 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:32.175552 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3ed890d4-3bf1-4029-ba93-7638104eb370 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:32.278606 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d18c877-b6d2-4c98-9a3f-e2f89eb4ce2d tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Checking segment: {'id': '51cf9f40-d272-4be1-a177-0adec9a5e714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c4971206-bbb7-43aa-bb4f-d40cdac82554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:20:32.279154 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d18c877-b6d2-4c98-9a3f-e2f89eb4ce2d tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Network hostable DHCP agents. Network: c4971206-bbb7-43aa-bb4f-d40cdac82554, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:20:32.309020 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3ed890d4-3bf1-4029-ba93-7638104eb370 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:32.345647 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d18c877-b6d2-4c98-9a3f-e2f89eb4ce2d tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Network c4971206-bbb7-43aa-bb4f-d40cdac82554 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:20:32.363667 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2de52b-a243-446c-a1c0-add733ee78c5 req-f5ae1fbf-4464-4b9b-bbb4-75cf3005c8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:32.366737 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cd2de52b-a243-446c-a1c0-add733ee78c5 req-f5ae1fbf-4464-4b9b-bbb4-75cf3005c8c9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4b15e22ba4eb43169240491cd7fe1115&device_id=d060e55a-acc4-47ec-a658-af16a484eec8 HTTP/1.1" status: 200 len: 1096 time: 0.7038324 Jul 15 23:20:32.412942 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3ed890d4-3bf1-4029-ba93-7638104eb370 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:32.420188 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-3ed890d4-3bf1-4029-ba93-7638104eb370 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "DELETE /v2.0/subnets/8e3fa757-7516-4219-a509-207fb5ac183c HTTP/1.1" status: 204 len: 168 time: 0.8567402 Jul 15 23:20:32.420188 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed890d4-3bf1-4029-ba93-7638104eb370 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event deleted for resources: {'Subnet': ['ID=8e3fa757-7516-4219-a509-207fb5ac183c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:32.425694 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39414) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:32.428602 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-7d18c877-b6d2-4c98-9a3f-e2f89eb4ce2d tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, c4971206-bbb7-43aa-bb4f-d40cdac82554) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:32.440174 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893076d5-c96f-4a4a-91ec-595b51cfee7e None None] Network c4971206-bbb7-43aa-bb4f-d40cdac82554 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:20:32.489937 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device c5160ce2-917f-49f2-9466-038bd21cdfc4 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:20:32.532986 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-479dad8d-69a9-40fa-bd3a-c741c2db8d95 req-a71082b0-8e47-4977-85d9-48986ed219e8 service neutron] 10.222.0.49 "GET /v2.0/networks/8a6ebc8c-d830-4d88-b023-3d2e17b3a2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1330960 Jul 15 23:20:32.545753 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3646f5-a3d5-47bf-adc9-b0bc5f12615e req-29e813d7-6b1a-49bc-b37a-2771643d3b48 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:32.553199 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d18c877-b6d2-4c98-9a3f-e2f89eb4ce2d tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:32.554267 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7d18c877-b6d2-4c98-9a3f-e2f89eb4ce2d tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:32.554955 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7e3646f5-a3d5-47bf-adc9-b0bc5f12615e req-29e813d7-6b1a-49bc-b37a-2771643d3b48 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=53dea798-0d90-48fe-ac90-ac50275fae1c HTTP/1.1" status: 200 len: 945 time: 1.2485666 Jul 15 23:20:32.590184 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-e90816e5-145d-46de-b4db-b0549441c154 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] DELETE failed (client error): The resource could not be found. Jul 15 23:20:32.590856 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e90816e5-145d-46de-b4db-b0549441c154 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:20:32.596446 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e90816e5-145d-46de-b4db-b0549441c154 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "DELETE /v2.0/subnets/5010638e-d2cc-419e-aaba-967692b5f6d0 HTTP/1.1" status: 404 len: 337 time: 0.1653225 Jul 15 23:20:32.597723 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-7d18c877-b6d2-4c98-9a3f-e2f89eb4ce2d tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.0308428 Jul 15 23:20:32.601491 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39418) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:32.601491 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39420) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:32.753614 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a1796ad4-fd88-4838-b915-e336514d37a0 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-342729451'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:32.768719 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port c5160ce2-917f-49f2-9466-038bd21cdfc4 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:20:32.800552 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7e3646f5-a3d5-47bf-adc9-b0bc5f12615e req-ef755590-d7c1-46eb-b420-a22aa08dd340 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443311 Jul 15 23:20:32.862379 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-bc1bf2d5-af30-4484-a5a8-e0ab5285ee92 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "GET /v2.0/ports?device_id=4aa92a2f-0073-4a5e-851e-c8bdcfeca198 HTTP/1.1" status: 200 len: 205 time: 0.2044744 Jul 15 23:20:32.866170 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39422) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:32.942725 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2ced2f-1d40-407f-9da4-e1bb6a9906cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-c4971206-bbb7-43aa-bb4f-d40cdac82554', 'network_id': 'c4971206-bbb7-43aa-bb4f-d40cdac82554', 'tenant_id': 'a59f16459d8c4f4488fd0cc78db75e3b', 'fixed_ips': [{'subnet_id': '44db5e56-6d6d-4e2f-89fc-0e6c656588b5'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:20:32.943787 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7f2ced2f-1d40-407f-9da4-e1bb6a9906cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:33.001999 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924a885-3723-4825-83f5-c874c1b3ec02 req-fb4605a1-c246-41a9-9586-12b3509c06d7 tempest-ServerGroupTestJSON-1661487293 tempest-ServerGroupTestJSON-1661487293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:33.004694 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a924a885-3723-4825-83f5-c874c1b3ec02 req-fb4605a1-c246-41a9-9586-12b3509c06d7 tempest-ServerGroupTestJSON-1661487293 tempest-ServerGroupTestJSON-1661487293-project] 10.222.0.48 "GET /v2.0/ports?device_id=6887acfa-78ba-4d7c-99c1-1468c0cc2966 HTTP/1.1" status: 200 len: 943 time: 0.4472294 Jul 15 23:20:33.075060 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c9e9f-8aa3-4261-97cd-e2856705ea6e req-18914507-d2fc-4d1a-8512-62741418df2f tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:33.079511 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bb7c9e9f-8aa3-4261-97cd-e2856705ea6e req-18914507-d2fc-4d1a-8512-62741418df2f tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.49 "GET /v2.0/ports?device_id=53dea798-0d90-48fe-ac90-ac50275fae1c HTTP/1.1" status: 200 len: 945 time: 0.5210721 Jul 15 23:20:33.083002 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-726b8ae2-4d95-4c8c-afa6-6bf6638c2fe1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:33.177481 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-726b8ae2-4d95-4c8c-afa6-6bf6638c2fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:33.193969 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-7f2ced2f-1d40-407f-9da4-e1bb6a9906cc None None] Allocated IP 2001:db8::3 (c4971206-bbb7-43aa-bb4f-d40cdac82554/44db5e56-6d6d-4e2f-89fc-0e6c656588b5/103e5acf-d11a-45af-af0b-a475d6dacf1e) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:20:33.194428 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [None req-545ac6bc-f806-463d-b956-011f9ad4f433 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] delete failed (client error): The resource could not be found. Jul 15 23:20:33.197261 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-545ac6bc-f806-463d-b956-011f9ad4f433 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "DELETE /v2.0/routers/4aa92a2f-0073-4a5e-851e-c8bdcfeca198 HTTP/1.1" status: 404 len: 336 time: 0.2834713 Jul 15 23:20:33.219779 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 39426) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:33.241164 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1796ad4-fd88-4838-b915-e336514d37a0 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Made reservation on behalf of a59f16459d8c4f4488fd0cc78db75e3b for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:20:33.245043 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a1796ad4-fd88-4838-b915-e336514d37a0 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:33.327399 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14377a2c-c9ff-45a0-9560-a4c6a1fd8c19 req-ec4d7a01-553a-4de9-8f80-9f70b4313633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:33.331109 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-14377a2c-c9ff-45a0-9560-a4c6a1fd8c19 req-ec4d7a01-553a-4de9-8f80-9f70b4313633 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=447bcc88f6b946d797e93a002a747b7c&device_id=6887acfa-78ba-4d7c-99c1-1468c0cc2966 HTTP/1.1" status: 200 len: 1094 time: 0.6604910 Jul 15 23:20:33.386409 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2de52b-a243-446c-a1c0-add733ee78c5 req-fdc28507-ea7f-4fb3-9c6d-a86a7b8300fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:33.388157 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cd2de52b-a243-446c-a1c0-add733ee78c5 req-fdc28507-ea7f-4fb3-9c6d-a86a7b8300fb service neutron] 10.222.0.41 "GET /v2.0/networks?id=d1484756-2d6b-4cf1-82f2-ca0b5a0942a2 HTTP/1.1" status: 200 len: 907 time: 0.9646156 Jul 15 23:20:33.463476 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7f2ced2f-1d40-407f-9da4-e1bb6a9906cc None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:33.484052 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cd2de52b-a243-446c-a1c0-add733ee78c5 req-d667a496-c28a-4d1e-9306-0a0c2986a8b8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=428fc395-88ca-4e6d-b708-6f3664ed368d HTTP/1.1" status: 200 len: 217 time: 0.0831041 Jul 15 23:20:33.484412 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7f2ced2f-1d40-407f-9da4-e1bb6a9906cc None None] Transition to ACTIVE for port object 103e5acf-d11a-45af-af0b-a475d6dacf1e will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:20:33.485021 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1796ad4-fd88-4838-b915-e336514d37a0 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:20:33.503704 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7f2ced2f-1d40-407f-9da4-e1bb6a9906cc None None] Transition to ACTIVE for port object 103e5acf-d11a-45af-af0b-a475d6dacf1e will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:20:33.505240 n-d-794306-6 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef5a23ab-d162-42b4-b803-550064104617 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] DELETE failed (client error): The resource could not be found. Jul 15 23:20:33.506248 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef5a23ab-d162-42b4-b803-550064104617 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:20:33.517293 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-ef5a23ab-d162-42b4-b803-550064104617 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "DELETE /v2.0/subnets/0a2d7975-cd38-4204-9876-f110f27f85af HTTP/1.1" status: 404 len: 337 time: 0.2632108 Jul 15 23:20:33.518763 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 39428) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:33.545952 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7f2ced2f-1d40-407f-9da4-e1bb6a9906cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:33.587442 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a1796ad4-fd88-4838-b915-e336514d37a0 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:33.594732 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-a1796ad4-fd88-4838-b915-e336514d37a0 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Added segment 175fe16d-3569-4aa7-95a5-7ae816af6df3 of type vlan for network 15b28625-98a4-4043-93c7-efbbe3e667ee Jul 15 23:20:33.625702 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2ced2f-1d40-407f-9da4-e1bb6a9906cc None None] Pushing event updated for resources: {'Port': ['ID=103e5acf-d11a-45af-af0b-a475d6dacf1e,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:33.633612 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f92ef405-15de-4ecc-bd93-603935c45b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:33.652241 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80386e8f-b58a-4bf1-b1f7-6d5791c787f0 None None] Network 6d6470ca-0b4e-4daa-bf18-7e04a4d12a96 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:20:33.657493 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2ced2f-1d40-407f-9da4-e1bb6a9906cc None None] Network c4971206-bbb7-43aa-bb4f-d40cdac82554 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:20:33.659045 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:33.673713 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-7f2ced2f-1d40-407f-9da4-e1bb6a9906cc None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:33.689841 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2de52b-a243-446c-a1c0-add733ee78c5 req-cb7c74e3-ff73-4b07-b369-1fbb39669d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:33.696946 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cd2de52b-a243-446c-a1c0-add733ee78c5 req-cb7c74e3-ff73-4b07-b369-1fbb39669d85 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1ce1cd1d-7829-480f-9da2-8bc3514230d8 HTTP/1.1" status: 200 len: 846 time: 0.1863256 Jul 15 23:20:33.704772 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2ced2f-1d40-407f-9da4-e1bb6a9906cc None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:20:33.736882 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c266a7c2-db38-42bf-9135-8165024a3be4 None None] Provisioning complete for port c946ef32-b4a5-43e1-9af7-012aca0f175a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:33.737577 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c266a7c2-db38-42bf-9135-8165024a3be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:33.765690 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a1796ad4-fd88-4838-b915-e336514d37a0 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:33.780029 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cd2de52b-a243-446c-a1c0-add733ee78c5 req-d224a55c-ad57-4862-8ad4-14de6afb9c2b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d1484756-2d6b-4cf1-82f2-ca0b5a0942a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599697 Jul 15 23:20:33.781461 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-726b8ae2-4d95-4c8c-afa6-6bf6638c2fe1 admin admin] Allocated IP 172.25.5.152 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/5522b510-c192-447d-977d-2136d417e6e0) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:20:33.837487 n-d-794306-6 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-e25ba242-887d-4889-bec8-4c35efa8545f tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] DELETE failed (client error): The resource could not be found. Jul 15 23:20:33.838582 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e25ba242-887d-4889-bec8-4c35efa8545f tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:20:33.844454 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-e25ba242-887d-4889-bec8-4c35efa8545f tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "DELETE /v2.0/subnets/ecbe27fd-1246-40c8-a619-e7f67bfaeef7 HTTP/1.1" status: 404 len: 337 time: 0.2198792 Jul 15 23:20:33.845368 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 39432) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:33.899181 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a924a885-3723-4825-83f5-c874c1b3ec02 req-a09b8b07-f371-4c50-b005-1915d24f3067 tempest-ServerGroupTestJSON-1661487293 tempest-ServerGroupTestJSON-1661487293-project] 10.222.0.48 "GET /v2.0/security-groups?id=1613cf8c-27eb-455c-9c3e-8eae29bdf156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8820217 Jul 15 23:20:33.915044 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838f4402-8066-4bc6-a690-8c3aed560880 None None] Network 18103b5f-44c1-48b7-87f6-2b0a264a1f42 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:20:33.921423 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a1796ad4-fd88-4838-b915-e336514d37a0 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:33.928567 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1796ad4-fd88-4838-b915-e336514d37a0 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:33.929461 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a1796ad4-fd88-4838-b915-e336514d37a0 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:33.933998 n-d-794306-6 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-0956be0d-f61f-4c0a-a0f8-c392aad2805f tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] DELETE failed (client error): The resource could not be found. Jul 15 23:20:33.934963 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0956be0d-f61f-4c0a-a0f8-c392aad2805f tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:20:33.939922 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-0956be0d-f61f-4c0a-a0f8-c392aad2805f tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "DELETE /v2.0/subnets/491c49f5-a3fd-4173-bfce-eb5f767fe477 HTTP/1.1" status: 404 len: 337 time: 0.0884106 Jul 15 23:20:33.947234 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39434) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:34.093033 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-7f2ced2f-1d40-407f-9da4-e1bb6a9906cc None None] Attempting to bind port 103e5acf-d11a-45af-af0b-a475d6dacf1e on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:20:34.093409 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-7f2ced2f-1d40-407f-9da4-e1bb6a9906cc None None] Attempting to bind port 103e5acf-d11a-45af-af0b-a475d6dacf1e by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '51cf9f40-d272-4be1-a177-0adec9a5e714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c4971206-bbb7-43aa-bb4f-d40cdac82554'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:20:34.093781 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2ced2f-1d40-407f-9da4-e1bb6a9906cc None None] Attempting to bind port 103e5acf-d11a-45af-af0b-a475d6dacf1e on network c4971206-bbb7-43aa-bb4f-d40cdac82554 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:20:34.117243 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ffce54-18a8-4d81-b5c6-8e430fc12cc3 req-7098b9cf-1c8d-4f20-a72c-fcf1fb71aded tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:34.117457 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2ced2f-1d40-407f-9da4-e1bb6a9906cc None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:20:34.117611 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2ced2f-1d40-407f-9da4-e1bb6a9906cc None None] Checking segment: {'id': '51cf9f40-d272-4be1-a177-0adec9a5e714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c4971206-bbb7-43aa-bb4f-d40cdac82554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:20:34.118193 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7f2ced2f-1d40-407f-9da4-e1bb6a9906cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:34.118593 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2ced2f-1d40-407f-9da4-e1bb6a9906cc None None] Bound using segment: {'id': '51cf9f40-d272-4be1-a177-0adec9a5e714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c4971206-bbb7-43aa-bb4f-d40cdac82554'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:20:34.119084 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-7f2ced2f-1d40-407f-9da4-e1bb6a9906cc None None] Bound port: 103e5acf-d11a-45af-af0b-a475d6dacf1e, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51cf9f40-d272-4be1-a177-0adec9a5e714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c4971206-bbb7-43aa-bb4f-d40cdac82554'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:20:34.119469 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7f2ced2f-1d40-407f-9da4-e1bb6a9906cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:34.134430 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ffce54-18a8-4d81-b5c6-8e430fc12cc3 req-7098b9cf-1c8d-4f20-a72c-fcf1fb71aded tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:34.134695 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c266a7c2-db38-42bf-9135-8165024a3be4 None None] Port c946ef32-b4a5-43e1-9af7-012aca0f175a cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:20:34.155686 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ffce54-18a8-4d81-b5c6-8e430fc12cc3 req-7098b9cf-1c8d-4f20-a72c-fcf1fb71aded tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:34.174118 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ffce54-18a8-4d81-b5c6-8e430fc12cc3 req-7098b9cf-1c8d-4f20-a72c-fcf1fb71aded tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:34.174118 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ffce54-18a8-4d81-b5c6-8e430fc12cc3 req-7098b9cf-1c8d-4f20-a72c-fcf1fb71aded tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:34.183131 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ffce54-18a8-4d81-b5c6-8e430fc12cc3 req-7098b9cf-1c8d-4f20-a72c-fcf1fb71aded tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:34.188841 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-726b8ae2-4d95-4c8c-afa6-6bf6638c2fe1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:34.192752 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ffce54-18a8-4d81-b5c6-8e430fc12cc3 req-7098b9cf-1c8d-4f20-a72c-fcf1fb71aded tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:34.193403 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-7f2ced2f-1d40-407f-9da4-e1bb6a9906cc None None] For port 103e5acf-d11a-45af-af0b-a475d6dacf1e, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:20:34.196803 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-83ffce54-18a8-4d81-b5c6-8e430fc12cc3 req-7098b9cf-1c8d-4f20-a72c-fcf1fb71aded tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/ports?device_id=4378fda7-3666-4ece-be50-c71bf27f1088 HTTP/1.1" status: 200 len: 5420 time: 0.9830954 Jul 15 23:20:34.198255 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-134397fb-6867-4578-9453-b44887e4fde7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:34.202873 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-7f2ced2f-1d40-407f-9da4-e1bb6a9906cc None None] For port 103e5acf-d11a-45af-af0b-a475d6dacf1e, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=103e5acf-d11a-45af-af0b-a475d6dacf1e,segment=NetworkSegment(51cf9f40-d272-4be1-a177-0adec9a5e714),segment_id=51cf9f40-d272-4be1-a177-0adec9a5e714)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:20:34.216562 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7f2ced2f-1d40-407f-9da4-e1bb6a9906cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:34.237764 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c266a7c2-db38-42bf-9135-8165024a3be4 None None] Provisioning complete for port fdf8e1cc-71a7-423c-8b59-30fb777321e0 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:34.237764 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c266a7c2-db38-42bf-9135-8165024a3be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:34.239194 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cd2de52b-a243-446c-a1c0-add733ee78c5 req-2fa4ae9e-363c-450a-9833-4a35137d1bf8 service neutron] 10.222.0.41 "GET /v2.0/networks/d1484756-2d6b-4cf1-82f2-ca0b5a0942a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4491131 Jul 15 23:20:34.241694 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1796ad4-fd88-4838-b915-e336514d37a0 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Pushing event updated for resources: {'Network': ['ID=15b28625-98a4-4043-93c7-efbbe3e667ee,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:34.246320 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a1796ad4-fd88-4838-b915-e336514d37a0 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4990606 Jul 15 23:20:34.247598 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-726b8ae2-4d95-4c8c-afa6-6bf6638c2fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:34.249644 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39438) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:34.325048 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 15b28625-98a4-4043-93c7-efbbe3e667ee details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:20:34.326833 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f7988d77-bcad-4121-a00c-5880a526c08e tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Request body: {'subnet': {'network_id': '15b28625-98a4-4043-93c7-efbbe3e667ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:34.336538 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726b8ae2-4d95-4c8c-afa6-6bf6638c2fe1 admin admin] Pushing event updated for resources: {'Port': ['ID=5522b510-c192-447d-977d-2136d417e6e0,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:34.349875 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2f83d97-193a-45c1-b9d9-8f0d8ce2c7d7 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] DELETE failed (client error): The resource could not be found. Jul 15 23:20:34.350709 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2f83d97-193a-45c1-b9d9-8f0d8ce2c7d7 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:20:34.352564 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d2f83d97-193a-45c1-b9d9-8f0d8ce2c7d7 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "DELETE /v2.0/ports/adba1380-6426-4296-b50f-d632b36152e7 HTTP/1.1" status: 404 len: 333 time: 0.3222473 Jul 15 23:20:34.364023 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14377a2c-c9ff-45a0-9560-a4c6a1fd8c19 req-c0aad177-53cd-4a04-96e6-8afc6977b442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:34.365817 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-14377a2c-c9ff-45a0-9560-a4c6a1fd8c19 req-c0aad177-53cd-4a04-96e6-8afc6977b442 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8a6ebc8c-d830-4d88-b023-3d2e17b3a2d8 HTTP/1.1" status: 200 len: 910 time: 0.8416941 Jul 15 23:20:34.367939 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-bb7c9e9f-8aa3-4261-97cd-e2856705ea6e req-8e90efe2-9c97-437d-9feb-72d75fb16b0f tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Deleting port e0eadd4f-6781-4858-9073-22e71b36811f {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:20:34.368468 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bb7c9e9f-8aa3-4261-97cd-e2856705ea6e req-8e90efe2-9c97-437d-9feb-72d75fb16b0f tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:34.375482 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39440) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:34.433081 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726b8ae2-4d95-4c8c-afa6-6bf6638c2fe1 admin admin] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:20:34.439519 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-726b8ae2-4d95-4c8c-afa6-6bf6638c2fe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:34.446200 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-43e12b8f-def7-434e-8b7e-7561f24adedc tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] DELETE failed (client error): The resource could not be found. Jul 15 23:20:34.446700 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43e12b8f-def7-434e-8b7e-7561f24adedc tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:20:34.449086 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-43e12b8f-def7-434e-8b7e-7561f24adedc tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "DELETE /v2.0/subnets/62b92489-57dd-422c-a43b-c533e6588f91 HTTP/1.1" status: 404 len: 337 time: 0.0654759 Jul 15 23:20:34.450258 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726b8ae2-4d95-4c8c-afa6-6bf6638c2fe1 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:20:34.459199 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39442) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:34.580261 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-afb4ebad-dae5-470c-8521-dbc83fd9156e tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] DELETE failed (client error): The resource could not be found. Jul 15 23:20:34.580746 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afb4ebad-dae5-470c-8521-dbc83fd9156e tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:20:34.582508 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-afb4ebad-dae5-470c-8521-dbc83fd9156e tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "DELETE /v2.0/subnets/4bb4eba0-5187-45e9-9772-95ae8e5f2445 HTTP/1.1" status: 404 len: 337 time: 0.1213672 Jul 15 23:20:34.585268 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-bb7c9e9f-8aa3-4261-97cd-e2856705ea6e req-8e90efe2-9c97-437d-9feb-72d75fb16b0f tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] For port e0eadd4f-6781-4858-9073-22e71b36811f, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=e0eadd4f-6781-4858-9073-22e71b36811f,segment=NetworkSegment(056a97c3-fa40-4757-b96f-04fb527ec8cd),segment_id=056a97c3-fa40-4757-b96f-04fb527ec8cd)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:34.585892 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bb7c9e9f-8aa3-4261-97cd-e2856705ea6e req-8e90efe2-9c97-437d-9feb-72d75fb16b0f tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:34.588306 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39444) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:34.600769 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-bb7c9e9f-8aa3-4261-97cd-e2856705ea6e req-8e90efe2-9c97-437d-9feb-72d75fb16b0f tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Calling delete_port for e0eadd4f-6781-4858-9073-22e71b36811f owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:20:34.630390 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-303ed1c0-180c-4be4-a29e-27ba4b47796b tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] DELETE failed (client error): The resource could not be found. Jul 15 23:20:34.631061 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-303ed1c0-180c-4be4-a29e-27ba4b47796b tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:20:34.632755 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-303ed1c0-180c-4be4-a29e-27ba4b47796b tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "DELETE /v2.0/ports/3ec27953-015f-4a78-b143-9eabad3a1b83 HTTP/1.1" status: 404 len: 333 time: 0.0406184 Jul 15 23:20:34.640286 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39446) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:34.660548 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:34.717139 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-68c67c98-88e2-4bfe-ad25-54e39708e129 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] DELETE failed (client error): The resource could not be found. Jul 15 23:20:34.717534 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68c67c98-88e2-4bfe-ad25-54e39708e129 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:20:34.719321 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-68c67c98-88e2-4bfe-ad25-54e39708e129 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "DELETE /v2.0/subnets/9c5bfbfc-9409-4e9f-8cdb-4247d829facc HTTP/1.1" status: 404 len: 337 time: 0.0762398 Jul 15 23:20:34.732074 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2ced2f-1d40-407f-9da4-e1bb6a9906cc None None] Pushing event updated for resources: {'Port': ['ID=103e5acf-d11a-45af-af0b-a475d6dacf1e,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:34.760551 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134397fb-6867-4578-9453-b44887e4fde7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e20841c0-f378-4203-9626-0b8068a007b6,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:34.765920 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 39448) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:34.771164 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-14377a2c-c9ff-45a0-9560-a4c6a1fd8c19 req-50b4e510-f713-4ea7-a16f-39f174d29084 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=71fa1238-f555-4084-8c1a-92355fa56d03 HTTP/1.1" status: 200 len: 217 time: 0.3945072 Jul 15 23:20:34.783643 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bb7c9e9f-8aa3-4261-97cd-e2856705ea6e req-8e90efe2-9c97-437d-9feb-72d75fb16b0f tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:34.797578 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cd2de52b-a243-446c-a1c0-add733ee78c5 req-7f2a6eac-f9b9-4916-9808-921ee606ce7e service neutron] 10.222.0.41 "GET /v2.0/networks/d1484756-2d6b-4cf1-82f2-ca0b5a0942a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5469401 Jul 15 23:20:34.817204 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['428fc395-88ca-4e6d-b708-6f3664ed368d'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:20:34.843730 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7988d77-bcad-4121-a00c-5880a526c08e tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Made reservation on behalf of a59f16459d8c4f4488fd0cc78db75e3b for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:20:34.849007 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7988d77-bcad-4121-a00c-5880a526c08e tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:34.860368 n-d-794306-6 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-03b0f7b9-234c-47f6-ad88-f0973e820f99 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] DELETE failed (client error): The resource could not be found. Jul 15 23:20:34.860964 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03b0f7b9-234c-47f6-ad88-f0973e820f99 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:20:34.863555 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-03b0f7b9-234c-47f6-ad88-f0973e820f99 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "DELETE /v2.0/subnets/6ce8854b-95c5-49d2-82e8-b1aab529dfbe HTTP/1.1" status: 404 len: 337 time: 0.0811040 Jul 15 23:20:34.917095 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cddfeaeb-dd06-4eb3-bc0f-6fb0f144b4e0 None None] DHCP port deletion for 6d6470ca-0b4e-4daa-bf18-7e04a4d12a96 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:20:34.925020 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39450) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:34.965592 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e90efe2-9c97-437d-9feb-72d75fb16b0f tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Pushing event deleted for resources: {'Port': ['ID=e0eadd4f-6781-4858-9073-22e71b36811f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:35.035108 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134397fb-6867-4578-9453-b44887e4fde7 admin admin] Checking segment: {'id': '27652f92-7fe9-4a43-94a9-d2751c74ab0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1b2dda9e-4c53-4dab-a19f-ef96f2529a03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:20:35.035476 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134397fb-6867-4578-9453-b44887e4fde7 admin admin] Network hostable DHCP agents. Network: 1b2dda9e-4c53-4dab-a19f-ef96f2529a03, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:20:35.040138 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb7c9e9f-8aa3-4261-97cd-e2856705ea6e req-8e90efe2-9c97-437d-9feb-72d75fb16b0f tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] No DVR routers for this DVR port e0eadd4f-6781-4858-9073-22e71b36811f on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:20:35.051938 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-83ffce54-18a8-4d81-b5c6-8e430fc12cc3 req-1138dffb-540b-436e-b259-2fcd4c1f42d8 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c3e5093-3aee-4735-ad4f-51aafad3cea0&id=744e907c-f836-4b84-9995-723c64aba29d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7690382 Jul 15 23:20:35.059753 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bb7c9e9f-8aa3-4261-97cd-e2856705ea6e req-8e90efe2-9c97-437d-9feb-72d75fb16b0f tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:35.061872 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bb7c9e9f-8aa3-4261-97cd-e2856705ea6e req-8e90efe2-9c97-437d-9feb-72d75fb16b0f tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.49 "DELETE /v2.0/ports/e0eadd4f-6781-4858-9073-22e71b36811f HTTP/1.1" status: 204 len: 173 time: 1.8340528 Jul 15 23:20:35.066016 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53dea798-0d90-48fe-ac90-ac50275fae1c', 'name': 'network-vif-deleted', 'tag': 'e0eadd4f-6781-4858-9073-22e71b36811f'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:20:35.068220 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911d9cca-e964-46c6-8fe3-0ba70c5bd8bd" -d '{"events": [{"server_uuid": "53dea798-0d90-48fe-ac90-ac50275fae1c", "name": "network-vif-deleted", "tag": "e0eadd4f-6781-4858-9073-22e71b36811f"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:20:35.108226 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce88527f-d2d0-4572-86e4-24b3761ab2bd req-08cdef94-25b6-4352-ac4e-d6f714a082d1 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:35.115840 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ce88527f-d2d0-4572-86e4-24b3761ab2bd req-08cdef94-25b6-4352-ac4e-d6f714a082d1 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=53dea798-0d90-48fe-ac90-ac50275fae1c HTTP/1.1" status: 200 len: 867 time: 0.9033170 Jul 15 23:20:35.141513 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134397fb-6867-4578-9453-b44887e4fde7 admin admin] Network 1b2dda9e-4c53-4dab-a19f-ef96f2529a03 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:20:35.158596 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14377a2c-c9ff-45a0-9560-a4c6a1fd8c19 req-7d18d75c-fcfc-4f47-babc-c6f278511d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:35.163501 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-14377a2c-c9ff-45a0-9560-a4c6a1fd8c19 req-7d18d75c-fcfc-4f47-babc-c6f278511d98 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1870cc73-9bc4-415c-b89b-109d1257ff6b HTTP/1.1" status: 200 len: 849 time: 0.3602870 Jul 15 23:20:35.164878 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.ipam_backend_mixin [None req-f7988d77-bcad-4121-a00c-5880a526c08e tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Performing IP validity checks on allocation pools {{(pid=93771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 15 23:20:35.165736 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.ipam_backend_mixin [None req-f7988d77-bcad-4121-a00c-5880a526c08e tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 15 23:20:35.179110 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-134397fb-6867-4578-9453-b44887e4fde7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 1b2dda9e-4c53-4dab-a19f-ef96f2529a03) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:35.216833 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-718f7e70-1bd9-40f6-b455-cc4e707916bc None None] Provisioning for port c5160ce2-917f-49f2-9466-038bd21cdfc4 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:20:35.229056 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e437d8a5-2c9c-4252-bb82-532bd6a48ab2 None None] Network 1b2dda9e-4c53-4dab-a19f-ef96f2529a03 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:20:35.273554 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-14377a2c-c9ff-45a0-9560-a4c6a1fd8c19 req-cfd6f209-f676-4466-bdce-293aa61447e2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8a6ebc8c-d830-4d88-b023-3d2e17b3a2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767672 Jul 15 23:20:35.275034 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134397fb-6867-4578-9453-b44887e4fde7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:35.276012 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-134397fb-6867-4578-9453-b44887e4fde7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:35.356651 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-134397fb-6867-4578-9453-b44887e4fde7 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.8847368 Jul 15 23:20:35.406497 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ce88527f-d2d0-4572-86e4-24b3761ab2bd req-6a6d255b-a67e-4ae4-b294-d890aa240863 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896249 Jul 15 23:20:35.543836 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb96780-9ecb-46c6-a02a-cab88f3846f7 x-openstack-request-id: req-cdb96780-9ecb-46c6-a02a-cab88f3846f7 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:20:35.544140 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53dea798-0d90-48fe-ac90-ac50275fae1c", "name": "network-vif-deleted", "tag": "e0eadd4f-6781-4858-9073-22e71b36811f", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:20:35.546435 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cdb96780-9ecb-46c6-a02a-cab88f3846f7 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:20:35.546742 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53dea798-0d90-48fe-ac90-ac50275fae1c', 'name': 'network-vif-deleted', 'tag': 'e0eadd4f-6781-4858-9073-22e71b36811f', 'status': 'completed', 'code': 200} Jul 15 23:20:35.560095 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-718f7e70-1bd9-40f6-b455-cc4e707916bc None None] Provisioning complete for port c5160ce2-917f-49f2-9466-038bd21cdfc4 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:35.560852 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-718f7e70-1bd9-40f6-b455-cc4e707916bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:35.610816 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-726b8ae2-4d95-4c8c-afa6-6bf6638c2fe1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:35.625223 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-14377a2c-c9ff-45a0-9560-a4c6a1fd8c19 req-a8b077fb-b1a6-4b05-b9a3-ce03256bc621 service neutron] 10.222.0.49 "GET /v2.0/networks/8a6ebc8c-d830-4d88-b023-3d2e17b3a2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155625 Jul 15 23:20:35.663263 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf9a20e-7e2a-458b-8819-d2e0fbc20f7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-1b2dda9e-4c53-4dab-a19f-ef96f2529a03', 'network_id': '1b2dda9e-4c53-4dab-a19f-ef96f2529a03', 'tenant_id': '2a405d2dd6804fe7a77887fee4d8f511', 'fixed_ips': [{'subnet_id': 'e20841c0-f378-4203-9626-0b8068a007b6'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:20:35.664422 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dbf9a20e-7e2a-458b-8819-d2e0fbc20f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:35.753927 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-cddfeaeb-dd06-4eb3-bc0f-6fb0f144b4e0 None None] Deleting port fdf8e1cc-71a7-423c-8b59-30fb777321e0 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:20:35.754848 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cddfeaeb-dd06-4eb3-bc0f-6fb0f144b4e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:35.805704 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-14377a2c-c9ff-45a0-9560-a4c6a1fd8c19 req-8bf4ca53-9d0b-4221-8272-a1a761f5b35f service neutron] 10.222.0.49 "GET /v2.0/networks/8a6ebc8c-d830-4d88-b023-3d2e17b3a2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736097 Jul 15 23:20:35.853827 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98953e7-0543-4e00-aa6a-caed859ffe18 req-81beee5a-b26a-4e4e-89d5-82357644b3a7 tempest-ServerGroupTestJSON-1661487293 tempest-ServerGroupTestJSON-1661487293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:35.856196 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f98953e7-0543-4e00-aa6a-caed859ffe18 req-81beee5a-b26a-4e4e-89d5-82357644b3a7 tempest-ServerGroupTestJSON-1661487293 tempest-ServerGroupTestJSON-1661487293-project] 10.222.0.48 "GET /v2.0/ports?device_id=6887acfa-78ba-4d7c-99c1-1468c0cc2966 HTTP/1.1" status: 200 len: 943 time: 0.4363434 Jul 15 23:20:35.925787 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-cddfeaeb-dd06-4eb3-bc0f-6fb0f144b4e0 None None] For port fdf8e1cc-71a7-423c-8b59-30fb777321e0, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=fdf8e1cc-71a7-423c-8b59-30fb777321e0,segment=NetworkSegment(fd0a84fd-e2ce-472e-b116-28e53414fad6),segment_id=fd0a84fd-e2ce-472e-b116-28e53414fad6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:35.926743 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cddfeaeb-dd06-4eb3-bc0f-6fb0f144b4e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:35.942942 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f98953e7-0543-4e00-aa6a-caed859ffe18 req-9593c94b-25cf-44a5-9dd7-9b60b0eaaed0 tempest-ServerGroupTestJSON-1661487293 tempest-ServerGroupTestJSON-1661487293-project] 10.222.0.48 "GET /v2.0/security-groups?id=1613cf8c-27eb-455c-9c3e-8eae29bdf156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799391 Jul 15 23:20:35.986720 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-718f7e70-1bd9-40f6-b455-cc4e707916bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:36.040912 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-cddfeaeb-dd06-4eb3-bc0f-6fb0f144b4e0 None None] Calling delete_port for fdf8e1cc-71a7-423c-8b59-30fb777321e0 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:20:36.418112 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:36.424682 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-718f7e70-1bd9-40f6-b455-cc4e707916bc None None] For port c5160ce2-917f-49f2-9466-038bd21cdfc4, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=c5160ce2-917f-49f2-9466-038bd21cdfc4,segment=NetworkSegment(f511f847-463a-4bdb-b4ed-8d22a4e0a3d2),segment_id=f511f847-463a-4bdb-b4ed-8d22a4e0a3d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:36.462447 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-718f7e70-1bd9-40f6-b455-cc4e707916bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:36.512363 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device e0eadd4f-6781-4858-9073-22e71b36811f no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:20:36.530869 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539dbcfb-55f9-45e1-9e96-081891b7f111 req-5a4d1fa1-8f43-4ee3-b89d-756791e402a8 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:36.535305 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 71fa1238-f555-4084-8c1a-92355fa56d03 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:20:36.537385 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 103e5acf-d11a-45af-af0b-a475d6dacf1e up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:20:36.538030 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539dbcfb-55f9-45e1-9e96-081891b7f111 req-5a4d1fa1-8f43-4ee3-b89d-756791e402a8 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:36.548701 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: e0eadd4f-6781-4858-9073-22e71b36811f {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:20:36.549187 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device e0eadd4f-6781-4858-9073-22e71b36811f not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:20:36.550845 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539dbcfb-55f9-45e1-9e96-081891b7f111 req-5a4d1fa1-8f43-4ee3-b89d-756791e402a8 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:36.560107 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539dbcfb-55f9-45e1-9e96-081891b7f111 req-5a4d1fa1-8f43-4ee3-b89d-756791e402a8 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:36.566900 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539dbcfb-55f9-45e1-9e96-081891b7f111 req-5a4d1fa1-8f43-4ee3-b89d-756791e402a8 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:36.574713 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539dbcfb-55f9-45e1-9e96-081891b7f111 req-5a4d1fa1-8f43-4ee3-b89d-756791e402a8 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:36.581873 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539dbcfb-55f9-45e1-9e96-081891b7f111 req-5a4d1fa1-8f43-4ee3-b89d-756791e402a8 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:36.593352 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-539dbcfb-55f9-45e1-9e96-081891b7f111 req-5a4d1fa1-8f43-4ee3-b89d-756791e402a8 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/ports?device_id=4378fda7-3666-4ece-be50-c71bf27f1088 HTTP/1.1" status: 200 len: 5420 time: 0.2631567 Jul 15 23:20:36.602140 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7988d77-bcad-4121-a00c-5880a526c08e tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:36.616349 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62706f94-147b-4422-adbf-81a0abaa6904 None None] Network c4971206-bbb7-43aa-bb4f-d40cdac82554 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:20:36.658888 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-539dbcfb-55f9-45e1-9e96-081891b7f111 req-c37d17b3-82f5-47cd-a13d-1e614472b1dd tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c3e5093-3aee-4735-ad4f-51aafad3cea0&id=744e907c-f836-4b84-9995-723c64aba29d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0645471 Jul 15 23:20:36.684317 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e82845-3c0c-4727-807c-3692ea4c4d23 req-407d51e9-4363-4950-bd2a-7f7029f55880 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:36.689508 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-29e82845-3c0c-4727-807c-3692ea4c4d23 req-407d51e9-4363-4950-bd2a-7f7029f55880 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/networks?id=1b2dda9e-4c53-4dab-a19f-ef96f2529a03 HTTP/1.1" status: 200 len: 816 time: 0.4544475 Jul 15 23:20:36.720018 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-d8019b76-d198-420c-8478-abb3b6d17895 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Deleting port c946ef32-b4a5-43e1-9af7-012aca0f175a {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:20:36.721375 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d8019b76-d198-420c-8478-abb3b6d17895 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:36.728974 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7988d77-bcad-4121-a00c-5880a526c08e tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Pushing event updated for resources: {'Subnet': ['ID=26529017-5b58-440b-9708-00d62b04cc29,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:36.737153 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-29e82845-3c0c-4727-807c-3692ea4c4d23 req-b4d277a2-6c0a-4a6c-9e5b-6b2fbfc88b9f tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/quotas/2a405d2dd6804fe7a77887fee4d8f511 HTTP/1.1" status: 200 len: 375 time: 0.0397174 Jul 15 23:20:36.771227 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-dbf9a20e-7e2a-458b-8819-d2e0fbc20f7b None None] Allocated IP 172.20.0.2 (1b2dda9e-4c53-4dab-a19f-ef96f2529a03/e20841c0-f378-4203-9626-0b8068a007b6/2aa1ea5f-891b-45f3-8a57-ad984a913cd2) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:20:36.792870 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cddfeaeb-dd06-4eb3-bc0f-6fb0f144b4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:36.796955 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-29e82845-3c0c-4727-807c-3692ea4c4d23 req-19308e10-4338-4e66-b17d-4c25fefe83da tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2a405d2dd6804fe7a77887fee4d8f511&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492611 Jul 15 23:20:36.854499 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8e4ebd80-c5b1-4450-bf5d-e7ad4c50533d None None] Provisioning complete for port c5160ce2-917f-49f2-9466-038bd21cdfc4 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:36.856065 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8e4ebd80-c5b1-4450-bf5d-e7ad4c50533d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:36.891215 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f7e70-1bd9-40f6-b455-cc4e707916bc None None] Pushing event updated for resources: {'Port': ['ID=c5160ce2-917f-49f2-9466-038bd21cdfc4,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:36.944285 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d8019b76-d198-420c-8478-abb3b6d17895 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:36.945520 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddfeaeb-dd06-4eb3-bc0f-6fb0f144b4e0 None None] No DVR routers for this DVR port fdf8e1cc-71a7-423c-8b59-30fb777321e0 on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:20:36.966342 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-d8019b76-d198-420c-8478-abb3b6d17895 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Calling delete_port for c946ef32-b4a5-43e1-9af7-012aca0f175a owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:20:37.089677 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7988d77-bcad-4121-a00c-5880a526c08e tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Checking segment: {'id': '175fe16d-3569-4aa7-95a5-7ae816af6df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '15b28625-98a4-4043-93c7-efbbe3e667ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:20:37.090114 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7988d77-bcad-4121-a00c-5880a526c08e tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Network hostable DHCP agents. Network: 15b28625-98a4-4043-93c7-efbbe3e667ee, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:20:37.095177 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d8019b76-d198-420c-8478-abb3b6d17895 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:37.128481 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddfeaeb-dd06-4eb3-bc0f-6fb0f144b4e0 None None] Pushing event deleted for resources: {'Port': ['ID=fdf8e1cc-71a7-423c-8b59-30fb777321e0,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:37.149114 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 103e5acf-d11a-45af-af0b-a475d6dacf1e completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:20:37.154933 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-29e82845-3c0c-4727-807c-3692ea4c4d23 req-e652115a-318e-4147-a3b7-2a1c46c8eead service neutron] 10.222.0.48 "GET /v2.0/networks/1b2dda9e-4c53-4dab-a19f-ef96f2529a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3479860 Jul 15 23:20:37.203908 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d8019b76-d198-420c-8478-abb3b6d17895 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:37.207012 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d8019b76-d198-420c-8478-abb3b6d17895 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "DELETE /v2.0/ports/c946ef32-b4a5-43e1-9af7-012aca0f175a HTTP/1.1" status: 204 len: 168 time: 2.2281325 Jul 15 23:20:37.214430 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 39492) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:37.239719 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 71fa1238-f555-4084-8c1a-92355fa56d03, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=71fa1238-f555-4084-8c1a-92355fa56d03,segment=NetworkSegment(93213489-a00e-46f9-abbe-9a1aba0a2e25),segment_id=93213489-a00e-46f9-abbe-9a1aba0a2e25)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:37.291614 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-726b8ae2-4d95-4c8c-afa6-6bf6638c2fe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:37.300386 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8019b76-d198-420c-8478-abb3b6d17895 tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event deleted for resources: {'Port': ['ID=c946ef32-b4a5-43e1-9af7-012aca0f175a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:37.337203 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '71fa1238-f555-4084-8c1a-92355fa56d03', 'network_id': '8a6ebc8c-d830-4d88-b023-3d2e17b3a2d8', 'port_id': '71fa1238-f555-4084-8c1a-92355fa56d03', 'mac_address': 'fa:16:3e:d2:5d:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1870cc73-9bc4-415c-b89b-109d1257ff6b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:20:37.355986 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7988d77-bcad-4121-a00c-5880a526c08e tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Network 15b28625-98a4-4043-93c7-efbbe3e667ee is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:20:37.374351 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-f7988d77-bcad-4121-a00c-5880a526c08e tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 15b28625-98a4-4043-93c7-efbbe3e667ee) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:37.382836 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7988d77-bcad-4121-a00c-5880a526c08e tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:37.383429 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7988d77-bcad-4121-a00c-5880a526c08e tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:37.410046 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device fdf8e1cc-71a7-423c-8b59-30fb777321e0 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:20:37.443686 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f7988d77-bcad-4121-a00c-5880a526c08e tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.1288593 Jul 15 23:20:37.444348 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39494) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:37.474011 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: fdf8e1cc-71a7-423c-8b59-30fb777321e0 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:20:37.474456 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device fdf8e1cc-71a7-423c-8b59-30fb777321e0 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:20:37.476144 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837dc9e9-62d5-4267-a1e9-726c7c20430a None None] Network 15b28625-98a4-4043-93c7-efbbe3e667ee requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:20:37.535936 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b968c11c-d171-49e6-bdf5-f2c75399452d tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:37.560881 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1fea6-5c31-40cf-ac63-28c05c7d308a req-37bdec77-0ea5-4ae7-8c3f-c6cdc76045ea tempest-ServerGroupTestJSON-1661487293 tempest-ServerGroupTestJSON-1661487293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:37.568452 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a7a1fea6-5c31-40cf-ac63-28c05c7d308a req-37bdec77-0ea5-4ae7-8c3f-c6cdc76045ea tempest-ServerGroupTestJSON-1661487293 tempest-ServerGroupTestJSON-1661487293-project] 10.222.0.48 "GET /v2.0/ports?device_id=6887acfa-78ba-4d7c-99c1-1468c0cc2966 HTTP/1.1" status: 200 len: 943 time: 0.4214106 Jul 15 23:20:37.574943 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-29e82845-3c0c-4727-807c-3692ea4c4d23 req-c258972d-d761-4af0-9f93-479c7fec5f57 service neutron] 10.222.0.48 "GET /v2.0/networks/1b2dda9e-4c53-4dab-a19f-ef96f2529a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4087079 Jul 15 23:20:37.580589 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b052b0fb-de36-4ae1-a187-281aeff5593f tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:37.592879 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-726b8ae2-4d95-4c8c-afa6-6bf6638c2fe1 admin admin] Router e53196d9-7360-4e44-8471-201087132874 is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:20:37.676587 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a7a1fea6-5c31-40cf-ac63-28c05c7d308a req-0cc203e2-a658-4ef6-9edd-cc5d01f33a53 tempest-ServerGroupTestJSON-1661487293 tempest-ServerGroupTestJSON-1661487293-project] 10.222.0.48 "GET /v2.0/security-groups?id=1613cf8c-27eb-455c-9c3e-8eae29bdf156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068711 Jul 15 23:20:37.723520 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b052b0fb-de36-4ae1-a187-281aeff5593f tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:37.745895 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b968c11c-d171-49e6-bdf5-f2c75399452d tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:37.772032 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-b968c11c-d171-49e6-bdf5-f2c75399452d tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d6470ca-0b4e-4daa-bf18-7e04a4d12a96']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:37.803654 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-b968c11c-d171-49e6-bdf5-f2c75399452d tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd0a84fd-e2ce-472e-b116-28e53414fad6') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:37.804211 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-b968c11c-d171-49e6-bdf5-f2c75399452d tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd0a84fd-e2ce-472e-b116-28e53414fad6') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:37.830812 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b968c11c-d171-49e6-bdf5-f2c75399452d tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:37.896584 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b968c11c-d171-49e6-bdf5-f2c75399452d tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:37.987006 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b968c11c-d171-49e6-bdf5-f2c75399452d tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:20:37.987707 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b968c11c-d171-49e6-bdf5-f2c75399452d tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:37.989504 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-726b8ae2-4d95-4c8c-afa6-6bf6638c2fe1 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:20:38.010825 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66014994-fe98-45ab-b686-946d77ec3128 None None] Sync routers for ids ['e53196d9-7360-4e44-8471-201087132874'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:20:38.011422 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:20:38.011422 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:20:38.011422 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:20:38.011422 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:20:38.011422 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:20:38.011422 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:20:38.011422 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:20:38.011422 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:20:38.011422 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:20:38.011422 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:20:38.011422 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:20:38.011422 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:20:38.011422 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:20:38.011422 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:20:38.011422 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:20:38.011422 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:20:38.011422 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:20:38.011422 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:20:38.011422 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:20:38.011422 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:20:38.011422 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:20:38.011422 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:20:38.011422 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:20:38.011422 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:20:38.011422 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:20:38.011422 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:20:38.011422 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:20:38.011422 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:20:38.011422 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:20:38.011422 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:20:38.011422 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:20:38.011422 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:20:38.011422 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:20:38.011422 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:20:38.011422 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:20:38.011422 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:20:38.011422 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:20:38.011422 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:20:38.011422 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:20:38.011422 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:20:38.011422 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:20:38.011422 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:20:38.011422 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:20:38.011422 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:20:38.011422 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:20:38.011422 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:20:38.011422 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:20:38.011422 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:20:38.011422 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:20:38.011422 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:20:38.011422 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:20:38.011422 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:20:38.011422 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:20:38.011422 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:20:38.011422 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:20:38.011422 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:20:38.011422 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:20:38.011422 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:20:38.011422 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:20:38.011422 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:20:38.011422 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:20:38.011422 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:20:38.011422 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:20:38.011422 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:20:38.011422 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:20:38.011422 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:20:38.036687 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66014994-fe98-45ab-b686-946d77ec3128 None None] Routers {'e53196d9-7360-4e44-8471-201087132874'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:20:38.037418 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-66014994-fe98-45ab-b686-946d77ec3128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:20:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['e53196d9-7360-4e44-8471-201087132874'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:38.064091 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b052b0fb-de36-4ae1-a187-281aeff5593f tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:38.159012 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-726b8ae2-4d95-4c8c-afa6-6bf6638c2fe1 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:38.166122 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-726b8ae2-4d95-4c8c-afa6-6bf6638c2fe1 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 8.6607068 Jul 15 23:20:38.172039 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39514) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:38.254037 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dbf9a20e-7e2a-458b-8819-d2e0fbc20f7b None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:38.288992 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1541500-20e2-4768-a653-a6da2e5d361d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-15b28625-98a4-4043-93c7-efbbe3e667ee', 'network_id': '15b28625-98a4-4043-93c7-efbbe3e667ee', 'tenant_id': 'a59f16459d8c4f4488fd0cc78db75e3b', 'fixed_ips': [{'subnet_id': '26529017-5b58-440b-9708-00d62b04cc29'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:20:38.290348 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b1541500-20e2-4768-a653-a6da2e5d361d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:38.310849 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b052b0fb-de36-4ae1-a187-281aeff5593f tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Pushing event deleted for resources: {'Subnet': ['ID=26529017-5b58-440b-9708-00d62b04cc29,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:38.330457 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08639cfd-d9e5-4f67-bd57-836116f75e65 req-c91b3d95-9ae4-40f8-8850-7c3e5c6fad8a tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:38.335275 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-08639cfd-d9e5-4f67-bd57-836116f75e65 req-c91b3d95-9ae4-40f8-8850-7c3e5c6fad8a tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/networks?id=d1484756-2d6b-4cf1-82f2-ca0b5a0942a2 HTTP/1.1" status: 200 len: 806 time: 0.5219874 Jul 15 23:20:38.340624 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b968c11c-d171-49e6-bdf5-f2c75399452d tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:38.355052 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b968c11c-d171-49e6-bdf5-f2c75399452d tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:38.356250 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-66014994-fe98-45ab-b686-946d77ec3128 None None] Set router e53196d9-7360-4e44-8471-201087132874 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:20:38.356409 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-b968c11c-d171-49e6-bdf5-f2c75399452d tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] 10.222.0.48 "DELETE /v2.0/networks/6d6470ca-0b4e-4daa-bf18-7e04a4d12a96 HTTP/1.1" status: 204 len: 168 time: 1.1310868 Jul 15 23:20:38.443459 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7358bf43-07d3-4a41-94bf-2f7bde2cb903 None None] Provisioning for port 103e5acf-d11a-45af-af0b-a475d6dacf1e completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:20:38.448267 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:38.453746 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7358bf43-07d3-4a41-94bf-2f7bde2cb903 None None] Provisioning complete for port 103e5acf-d11a-45af-af0b-a475d6dacf1e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:38.454244 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7358bf43-07d3-4a41-94bf-2f7bde2cb903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:38.481146 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b968c11c-d171-49e6-bdf5-f2c75399452d tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Pushing event deleted for resources: {'Network': ['ID=6d6470ca-0b4e-4daa-bf18-7e04a4d12a96,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:38.501681 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device c5160ce2-917f-49f2-9466-038bd21cdfc4 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:20:38.533674 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-08639cfd-d9e5-4f67-bd57-836116f75e65 req-cc3edad0-a3d4-4043-83a8-1269fb43e4b4 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/quotas/4b15e22ba4eb43169240491cd7fe1115 HTTP/1.1" status: 200 len: 375 time: 0.1606200 Jul 15 23:20:38.552552 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-dbf9a20e-7e2a-458b-8819-d2e0fbc20f7b None None] Transition to ACTIVE for port object 2aa1ea5f-891b-45f3-8a57-ad984a913cd2 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:20:38.560865 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:38.567136 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b968c11c-d171-49e6-bdf5-f2c75399452d tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:38.567438 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b968c11c-d171-49e6-bdf5-f2c75399452d tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:38.574717 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b968c11c-d171-49e6-bdf5-f2c75399452d tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:38.577847 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b968c11c-d171-49e6-bdf5-f2c75399452d tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:38.580686 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b968c11c-d171-49e6-bdf5-f2c75399452d tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:38.581051 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b968c11c-d171-49e6-bdf5-f2c75399452d tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:38.584309 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b968c11c-d171-49e6-bdf5-f2c75399452d tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:38.585019 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71fa1238-f555-4084-8c1a-92355fa56d03 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:20:38.585677 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b968c11c-d171-49e6-bdf5-f2c75399452d tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:38.586018 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b968c11c-d171-49e6-bdf5-f2c75399452d tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:38.586353 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b968c11c-d171-49e6-bdf5-f2c75399452d tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:38.591494 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b968c11c-d171-49e6-bdf5-f2c75399452d tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:38.592602 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b968c11c-d171-49e6-bdf5-f2c75399452d tempest-PortsIpV6TestJSON-1785365542 tempest-PortsIpV6TestJSON-1785365542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:38.619774 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 71fa1238-f555-4084-8c1a-92355fa56d03, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=71fa1238-f555-4084-8c1a-92355fa56d03,segment=NetworkSegment(93213489-a00e-46f9-abbe-9a1aba0a2e25),segment_id=93213489-a00e-46f9-abbe-9a1aba0a2e25)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:38.621742 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a06f11c-f0c7-45ac-a5eb-aeacba37623a None None] Network 15b28625-98a4-4043-93c7-efbbe3e667ee requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:20:38.725035 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b052b0fb-de36-4ae1-a187-281aeff5593f tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:38.755606 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:38.756492 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-b052b0fb-de36-4ae1-a187-281aeff5593f tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15b28625-98a4-4043-93c7-efbbe3e667ee']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:38.817237 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-b052b0fb-de36-4ae1-a187-281aeff5593f tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '175fe16d-3569-4aa7-95a5-7ae816af6df3') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:38.818352 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-b052b0fb-de36-4ae1-a187-281aeff5593f tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '175fe16d-3569-4aa7-95a5-7ae816af6df3') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:38.846297 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b052b0fb-de36-4ae1-a187-281aeff5593f tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:38.889231 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f90db2-ff65-464e-a9a3-0542a7bd2ef9 req-85993ff1-b614-4108-a0f7-f1db528384f7 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:38.901537 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f90db2-ff65-464e-a9a3-0542a7bd2ef9 req-85993ff1-b614-4108-a0f7-f1db528384f7 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:38.908869 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f90db2-ff65-464e-a9a3-0542a7bd2ef9 req-85993ff1-b614-4108-a0f7-f1db528384f7 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:38.915395 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f90db2-ff65-464e-a9a3-0542a7bd2ef9 req-85993ff1-b614-4108-a0f7-f1db528384f7 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:38.922895 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f90db2-ff65-464e-a9a3-0542a7bd2ef9 req-85993ff1-b614-4108-a0f7-f1db528384f7 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:38.929568 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f90db2-ff65-464e-a9a3-0542a7bd2ef9 req-85993ff1-b614-4108-a0f7-f1db528384f7 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:38.936568 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f90db2-ff65-464e-a9a3-0542a7bd2ef9 req-85993ff1-b614-4108-a0f7-f1db528384f7 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:38.944866 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-71f90db2-ff65-464e-a9a3-0542a7bd2ef9 req-85993ff1-b614-4108-a0f7-f1db528384f7 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/ports?device_id=4378fda7-3666-4ece-be50-c71bf27f1088 HTTP/1.1" status: 200 len: 5420 time: 0.7739406 Jul 15 23:20:38.946650 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 39530) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:38.975721 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b052b0fb-de36-4ae1-a187-281aeff5593f tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:38.976906 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port c5160ce2-917f-49f2-9466-038bd21cdfc4 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:38.977546 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:38.992063 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b052b0fb-de36-4ae1-a187-281aeff5593f tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:20:38.993029 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b052b0fb-de36-4ae1-a187-281aeff5593f tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:39.038318 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=71fa1238-f555-4084-8c1a-92355fa56d03,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:39.056539 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['71fa1238-f555-4084-8c1a-92355fa56d03'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:20:39.088019 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:20:39.088019 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:20:39.088019 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:20:39.088019 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:20:39.088019 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:20:39.088019 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:20:39.088019 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:20:39.088019 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:20:39.088019 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:20:39.088019 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:20:39.088019 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:20:39.088019 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:20:39.088019 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:20:39.088019 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:20:39.088019 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:20:39.088019 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:20:39.088019 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:20:39.088019 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:20:39.088019 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:20:39.088019 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:20:39.088019 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:20:39.088019 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:20:39.088019 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:20:39.088019 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:20:39.088019 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:20:39.088019 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:20:39.088019 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:20:39.088019 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:20:39.088019 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:20:39.088019 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:20:39.088019 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:20:39.088019 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:20:39.091918 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b052b0fb-de36-4ae1-a187-281aeff5593f tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:39.095358 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-71f90db2-ff65-464e-a9a3-0542a7bd2ef9 req-9d962aaa-2a2a-4c9c-8593-5650ef8f77b1 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c3e5093-3aee-4735-ad4f-51aafad3cea0&id=744e907c-f836-4b84-9995-723c64aba29d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1495295 Jul 15 23:20:39.101733 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b052b0fb-de36-4ae1-a187-281aeff5593f tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:39.103547 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b052b0fb-de36-4ae1-a187-281aeff5593f tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] 10.222.0.48 "DELETE /v2.0/networks/15b28625-98a4-4043-93c7-efbbe3e667ee HTTP/1.1" status: 204 len: 168 time: 1.6567817 Jul 15 23:20:39.108630 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-66014994-fe98-45ab-b686-946d77ec3128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53196d9-7360-4e44-8471-201087132874', 'name': 'tempest-ServersTestJSON-807115922-router', 'tenant_id': '0be07ab34660489288d421392836ba59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '5522b510-c192-447d-977d-2136d417e6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:20:29Z', 'updated_at': '2021-07-15T23:20:35Z', 'revision_number': 3, 'project_id': '0be07ab34660489288d421392836ba59', 'gw_port': {'id': '5522b510-c192-447d-977d-2136d417e6e0', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5d:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e53196d9-7360-4e44-8471-201087132874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:20:33Z', 'updated_at': '2021-07-15T23:20:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:39.110197 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 39534) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:39.125826 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-08639cfd-d9e5-4f67-bd57-836116f75e65 req-db67bb42-89aa-43e2-9f1e-89d5c4ac40b5 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4b15e22ba4eb43169240491cd7fe1115&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5597246 Jul 15 23:20:39.136366 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-1c8db94b-d466-4111-81c8-6cebcfdbc4e1 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-248138618'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:39.153720 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b052b0fb-de36-4ae1-a187-281aeff5593f tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Pushing event deleted for resources: {'Network': ['ID=15b28625-98a4-4043-93c7-efbbe3e667ee,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:39.160301 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66014994-fe98-45ab-b686-946d77ec3128 None None] Checking router: e53196d9-7360-4e44-8471-201087132874 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:20:39.160828 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66014994-fe98-45ab-b686-946d77ec3128 None None] Updating router e53196d9-7360-4e44-8471-201087132874 port 5522b510-c192-447d-977d-2136d417e6e0 binding host n-d-794306-6 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:20:39.181320 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-dbf9a20e-7e2a-458b-8819-d2e0fbc20f7b None None] Transition to ACTIVE for port object 2aa1ea5f-891b-45f3-8a57-ad984a913cd2 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:20:39.200069 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8db94b-d466-4111-81c8-6cebcfdbc4e1 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Made reservation on behalf of a59f16459d8c4f4488fd0cc78db75e3b for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:20:39.207303 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c8db94b-d466-4111-81c8-6cebcfdbc4e1 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:39.233886 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-66014994-fe98-45ab-b686-946d77ec3128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:39.324057 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dbf9a20e-7e2a-458b-8819-d2e0fbc20f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:39.409967 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c8db94b-d466-4111-81c8-6cebcfdbc4e1 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:20:39.433940 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7358bf43-07d3-4a41-94bf-2f7bde2cb903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:39.457563 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf9a20e-7e2a-458b-8819-d2e0fbc20f7b None None] Network 1b2dda9e-4c53-4dab-a19f-ef96f2529a03 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:20:39.473492 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-dbf9a20e-7e2a-458b-8819-d2e0fbc20f7b None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:39.495917 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf9a20e-7e2a-458b-8819-d2e0fbc20f7b None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:20:39.506765 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c8db94b-d466-4111-81c8-6cebcfdbc4e1 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:39.506765 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-1c8db94b-d466-4111-81c8-6cebcfdbc4e1 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Added segment d7c28669-ffa6-4b77-9bbe-24260f2647ca of type vlan for network 2867c3b7-add1-40e0-9e83-bbb051fbb547 Jul 15 23:20:39.527322 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf9a20e-7e2a-458b-8819-d2e0fbc20f7b None None] Pushing event updated for resources: {'Port': ['ID=2aa1ea5f-891b-45f3-8a57-ad984a913cd2,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:39.541441 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-e5410ff7-3ffe-4b4d-b27a-15fe84d84d80 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6e9aa8192e944c7f9b496773dbd06067&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5902808 Jul 15 23:20:39.542440 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39546) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:39.579555 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40dc992c-441d-4b00-8d07-887606e014e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:39.594365 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-66014994-fe98-45ab-b686-946d77ec3128 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:39.608728 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-66014994-fe98-45ab-b686-946d77ec3128 None None] Transition to ACTIVE for port object 5522b510-c192-447d-977d-2136d417e6e0 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:20:39.616493 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-66014994-fe98-45ab-b686-946d77ec3128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:39.621865 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-7358bf43-07d3-4a41-94bf-2f7bde2cb903 None None] For port 103e5acf-d11a-45af-af0b-a475d6dacf1e, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=103e5acf-d11a-45af-af0b-a475d6dacf1e,segment=NetworkSegment(51cf9f40-d272-4be1-a177-0adec9a5e714),segment_id=51cf9f40-d272-4be1-a177-0adec9a5e714)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:39.645140 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7358bf43-07d3-4a41-94bf-2f7bde2cb903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:39.676405 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa91863-dd19-4328-8ea7-cd1d6641dc5a None None] Pushing event updated for resources: {'Port': ['ID=5522b510-c192-447d-977d-2136d417e6e0,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:39.683585 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-dbf9a20e-7e2a-458b-8819-d2e0fbc20f7b None None] Attempting to bind port 2aa1ea5f-891b-45f3-8a57-ad984a913cd2 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:20:39.683972 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-dbf9a20e-7e2a-458b-8819-d2e0fbc20f7b None None] Attempting to bind port 2aa1ea5f-891b-45f3-8a57-ad984a913cd2 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '27652f92-7fe9-4a43-94a9-d2751c74ab0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1b2dda9e-4c53-4dab-a19f-ef96f2529a03'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:20:39.684397 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf9a20e-7e2a-458b-8819-d2e0fbc20f7b None None] Attempting to bind port 2aa1ea5f-891b-45f3-8a57-ad984a913cd2 on network 1b2dda9e-4c53-4dab-a19f-ef96f2529a03 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:20:39.688951 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa91863-dd19-4328-8ea7-cd1d6641dc5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:39.689660 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa91863-dd19-4328-8ea7-cd1d6641dc5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:39.690254 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa91863-dd19-4328-8ea7-cd1d6641dc5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:39.690936 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa91863-dd19-4328-8ea7-cd1d6641dc5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:39.691659 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa91863-dd19-4328-8ea7-cd1d6641dc5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:39.692078 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c32234e-23d4-4eb7-85bf-c8f576bfb5f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:39.693003 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa91863-dd19-4328-8ea7-cd1d6641dc5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:39.693789 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa91863-dd19-4328-8ea7-cd1d6641dc5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:39.694339 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa91863-dd19-4328-8ea7-cd1d6641dc5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:39.695095 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa91863-dd19-4328-8ea7-cd1d6641dc5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:39.695665 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa91863-dd19-4328-8ea7-cd1d6641dc5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:39.696350 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa91863-dd19-4328-8ea7-cd1d6641dc5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:39.697055 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa91863-dd19-4328-8ea7-cd1d6641dc5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:39.712681 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf9a20e-7e2a-458b-8819-d2e0fbc20f7b None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:20:39.713340 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf9a20e-7e2a-458b-8819-d2e0fbc20f7b None None] Checking segment: {'id': '27652f92-7fe9-4a43-94a9-d2751c74ab0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1b2dda9e-4c53-4dab-a19f-ef96f2529a03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:20:39.714587 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dbf9a20e-7e2a-458b-8819-d2e0fbc20f7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:39.715163 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf9a20e-7e2a-458b-8819-d2e0fbc20f7b None None] Bound using segment: {'id': '27652f92-7fe9-4a43-94a9-d2751c74ab0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1b2dda9e-4c53-4dab-a19f-ef96f2529a03'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:20:39.716111 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-dbf9a20e-7e2a-458b-8819-d2e0fbc20f7b None None] Bound port: 2aa1ea5f-891b-45f3-8a57-ad984a913cd2, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27652f92-7fe9-4a43-94a9-d2751c74ab0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1b2dda9e-4c53-4dab-a19f-ef96f2529a03'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:20:39.716910 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dbf9a20e-7e2a-458b-8819-d2e0fbc20f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:39.726549 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c32234e-23d4-4eb7-85bf-c8f576bfb5f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:39.727283 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-66014994-fe98-45ab-b686-946d77ec3128 None None] Attempting to bind port 5522b510-c192-447d-977d-2136d417e6e0 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:20:39.727939 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-66014994-fe98-45ab-b686-946d77ec3128 None None] Attempting to bind port 5522b510-c192-447d-977d-2136d417e6e0 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:20:39.728893 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66014994-fe98-45ab-b686-946d77ec3128 None None] Attempting to bind port 5522b510-c192-447d-977d-2136d417e6e0 on network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:20:39.734917 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66014994-fe98-45ab-b686-946d77ec3128 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:20:39.735475 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66014994-fe98-45ab-b686-946d77ec3128 None None] Checking segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:20:39.736015 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-66014994-fe98-45ab-b686-946d77ec3128 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:39.736593 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66014994-fe98-45ab-b686-946d77ec3128 None None] Bound using segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:20:39.737317 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-66014994-fe98-45ab-b686-946d77ec3128 None None] Bound port: 5522b510-c192-447d-977d-2136d417e6e0, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:20:39.737813 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-66014994-fe98-45ab-b686-946d77ec3128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:39.771112 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7358bf43-07d3-4a41-94bf-2f7bde2cb903 None None] Pushing event updated for resources: {'Port': ['ID=103e5acf-d11a-45af-af0b-a475d6dacf1e,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:39.791251 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c32234e-23d4-4eb7-85bf-c8f576bfb5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:39.798931 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c32234e-23d4-4eb7-85bf-c8f576bfb5f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:39.803748 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-5c32234e-23d4-4eb7-85bf-c8f576bfb5f7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/738c268c-8534-4484-9564-8856ca6047b1 HTTP/1.1" status: 204 len: 168 time: 0.2581637 Jul 15 23:20:39.822917 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c32234e-23d4-4eb7-85bf-c8f576bfb5f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=738c268c-8534-4484-9564-8856ca6047b1,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:39.827139 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-66014994-fe98-45ab-b686-946d77ec3128 None None] For port 5522b510-c192-447d-977d-2136d417e6e0, host n-d-794306-6, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:20:39.836815 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-66014994-fe98-45ab-b686-946d77ec3128 None None] For port 5522b510-c192-447d-977d-2136d417e6e0, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=5522b510-c192-447d-977d-2136d417e6e0,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:20:39.843209 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-66014994-fe98-45ab-b686-946d77ec3128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:39.878230 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2f5d179e-ddb6-4ddf-b4e4-ea0138a60d64 None None] Provisioning complete for port 103e5acf-d11a-45af-af0b-a475d6dacf1e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:39.878766 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2f5d179e-ddb6-4ddf-b4e4-ea0138a60d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:39.989536 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-dbf9a20e-7e2a-458b-8819-d2e0fbc20f7b None None] For port 2aa1ea5f-891b-45f3-8a57-ad984a913cd2, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:20:40.001090 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-dbf9a20e-7e2a-458b-8819-d2e0fbc20f7b None None] For port 2aa1ea5f-891b-45f3-8a57-ad984a913cd2, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=2aa1ea5f-891b-45f3-8a57-ad984a913cd2,segment=NetworkSegment(27652f92-7fe9-4a43-94a9-d2751c74ab0e),segment_id=27652f92-7fe9-4a43-94a9-d2751c74ab0e)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:20:40.009376 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dbf9a20e-7e2a-458b-8819-d2e0fbc20f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:40.013016 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-40dc992c-441d-4b00-8d07-887606e014e8 admin admin] Allocated IP 172.20.0.1 (18103b5f-44c1-48b7-87f6-2b0a264a1f42/5f7b3b09-7f77-4a52-b4f8-3f5a98ea7d90/05b29e2e-888b-4394-ac3d-5afc8d0d8acf) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:20:40.015223 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66014994-fe98-45ab-b686-946d77ec3128 None None] Routers {'e53196d9-7360-4e44-8471-201087132874'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:20:40.016037 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-66014994-fe98-45ab-b686-946d77ec3128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:20:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['e53196d9-7360-4e44-8471-201087132874'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:40.037661 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa91863-dd19-4328-8ea7-cd1d6641dc5a None None] Pushing event updated for resources: {'Port': ['ID=5522b510-c192-447d-977d-2136d417e6e0,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:40.157452 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40dc992c-441d-4b00-8d07-887606e014e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:40.187336 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-40dc992c-441d-4b00-8d07-887606e014e8 admin admin] Transition to ACTIVE for port object 05b29e2e-888b-4394-ac3d-5afc8d0d8acf will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:20:40.220753 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c8db94b-d466-4111-81c8-6cebcfdbc4e1 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:40.254564 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40dc992c-441d-4b00-8d07-887606e014e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:40.261882 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf9a20e-7e2a-458b-8819-d2e0fbc20f7b None None] Pushing event updated for resources: {'Port': ['ID=2aa1ea5f-891b-45f3-8a57-ad984a913cd2,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:40.330983 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40dc992c-441d-4b00-8d07-887606e014e8 admin admin] Network 18103b5f-44c1-48b7-87f6-2b0a264a1f42 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:20:40.334721 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-40dc992c-441d-4b00-8d07-887606e014e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:40.342313 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40dc992c-441d-4b00-8d07-887606e014e8 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:20:40.388034 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 103e5acf-d11a-45af-af0b-a475d6dacf1e up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:20:40.418941 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40dc992c-441d-4b00-8d07-887606e014e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:40.436586 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83dc521-a32d-4efa-93ff-3ae01512def2 req-8dd3e276-7657-4ef4-8c59-509301a4c01c tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:40.453315 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f83dc521-a32d-4efa-93ff-3ae01512def2 req-8dd3e276-7657-4ef4-8c59-509301a4c01c tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/networks?id=1b2dda9e-4c53-4dab-a19f-ef96f2529a03 HTTP/1.1" status: 200 len: 816 time: 1.1582305 Jul 15 23:20:40.482373 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-66014994-fe98-45ab-b686-946d77ec3128 None None] Set router e53196d9-7360-4e44-8471-201087132874 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:20:40.519221 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-08639cfd-d9e5-4f67-bd57-836116f75e65 req-72d59b7c-164d-4fc7-8862-d7d0cd9f0080 service neutron] 10.222.0.48 "GET /v2.0/networks/d1484756-2d6b-4cf1-82f2-ca0b5a0942a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3913066 Jul 15 23:20:40.587694 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 103e5acf-d11a-45af-af0b-a475d6dacf1e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:40.588602 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:40.594390 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dc992c-441d-4b00-8d07-887606e014e8 admin admin] Pushing event updated for resources: {'Port': ['ID=05b29e2e-888b-4394-ac3d-5afc8d0d8acf,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:40.616076 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f83dc521-a32d-4efa-93ff-3ae01512def2 req-32ca8638-c972-4d27-b763-59d81c3d0fe7 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/quotas/2a405d2dd6804fe7a77887fee4d8f511 HTTP/1.1" status: 200 len: 375 time: 0.1614773 Jul 15 23:20:40.628955 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e82845-3c0c-4727-807c-3692ea4c4d23 req-fdd83503-1065-4feb-bd84-c847103448b8 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:40.630544 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-29e82845-3c0c-4727-807c-3692ea4c4d23 req-fdd83503-1065-4feb-bd84-c847103448b8 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.49 "GET /v2.0/networks?id=1b2dda9e-4c53-4dab-a19f-ef96f2529a03 HTTP/1.1" status: 200 len: 816 time: 0.5647037 Jul 15 23:20:40.685904 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-29e82845-3c0c-4727-807c-3692ea4c4d23 req-bfff0cbf-d15d-4114-83c4-b365f06e6097 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Request body: {'port': {'device_id': '3b079fb3-e58e-461b-a5e4-891961e8c6b2', 'network_id': '1b2dda9e-4c53-4dab-a19f-ef96f2529a03', 'admin_state_up': True, 'tenant_id': '2a405d2dd6804fe7a77887fee4d8f511'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:40.728418 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c8db94b-d466-4111-81c8-6cebcfdbc4e1 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:40.744339 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8db94b-d466-4111-81c8-6cebcfdbc4e1 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:40.745616 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c8db94b-d466-4111-81c8-6cebcfdbc4e1 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:40.773296 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 71fa1238-f555-4084-8c1a-92355fa56d03 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:20:40.864870 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port 71fa1238-f555-4084-8c1a-92355fa56d03 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:20:40.870209 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 71fa1238-f555-4084-8c1a-92355fa56d03 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:40.871480 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:40.918190 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40dc992c-441d-4b00-8d07-887606e014e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:40.932892 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-1c8db94b-d466-4111-81c8-6cebcfdbc4e1 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.8010464 Jul 15 23:20:40.937102 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39568) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:40.974157 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-31f72792-abbc-49b3-955d-ff2403e9839a tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Request body: {'subnet': {'network_id': '2867c3b7-add1-40e0-9e83-bbb051fbb547', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:40.995196 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:41.025247 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-66014994-fe98-45ab-b686-946d77ec3128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53196d9-7360-4e44-8471-201087132874', 'name': 'tempest-ServersTestJSON-807115922-router', 'tenant_id': '0be07ab34660489288d421392836ba59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '5522b510-c192-447d-977d-2136d417e6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:20:29Z', 'updated_at': '2021-07-15T23:20:35Z', 'revision_number': 3, 'project_id': '0be07ab34660489288d421392836ba59', 'gw_port': {'id': '5522b510-c192-447d-977d-2136d417e6e0', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5d:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e53196d9-7360-4e44-8471-201087132874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:20:33Z', 'updated_at': '2021-07-15T23:20:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:41.041232 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6887acfa-78ba-4d7c-99c1-1468c0cc2966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71fa1238-f555-4084-8c1a-92355fa56d03'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:20:41.048459 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5dd50c6-fd31-4078-a00d-3d8869c0197a" -d '{"events": [{"server_uuid": "6887acfa-78ba-4d7c-99c1-1468c0cc2966", "name": "network-vif-plugged", "status": "completed", "tag": "71fa1238-f555-4084-8c1a-92355fa56d03"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:20:41.056711 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4b8cf858-526a-40ec-a785-510330dfd01a None None] Provisioning for port 05b29e2e-888b-4394-ac3d-5afc8d0d8acf completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:20:41.065988 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66014994-fe98-45ab-b686-946d77ec3128 None None] The sync data for ids ['e53196d9-7360-4e44-8471-201087132874'] in n-d-794306-6 is: [{'id': 'e53196d9-7360-4e44-8471-201087132874', 'name': 'tempest-ServersTestJSON-807115922-router', 'tenant_id': '0be07ab34660489288d421392836ba59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '5522b510-c192-447d-977d-2136d417e6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:20:29Z', 'updated_at': '2021-07-15T23:20:35Z', 'revision_number': 3, 'project_id': '0be07ab34660489288d421392836ba59', 'gw_port': {'id': '5522b510-c192-447d-977d-2136d417e6e0', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5d:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e53196d9-7360-4e44-8471-201087132874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:20:33Z', 'updated_at': '2021-07-15T23:20:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:20:41.079337 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4b8cf858-526a-40ec-a785-510330dfd01a None None] Provisioning complete for port 05b29e2e-888b-4394-ac3d-5afc8d0d8acf triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:41.080004 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4b8cf858-526a-40ec-a785-510330dfd01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:41.085990 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 71fa1238-f555-4084-8c1a-92355fa56d03, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=71fa1238-f555-4084-8c1a-92355fa56d03,segment=NetworkSegment(93213489-a00e-46f9-abbe-9a1aba0a2e25),segment_id=93213489-a00e-46f9-abbe-9a1aba0a2e25)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:41.111665 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:41.124284 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8db94b-d466-4111-81c8-6cebcfdbc4e1 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Pushing event updated for resources: {'Network': ['ID=2867c3b7-add1-40e0-9e83-bbb051fbb547,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:41.139510 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-08639cfd-d9e5-4f67-bd57-836116f75e65 req-1f24d032-00af-479d-9e30-0b5b4567cd7b service neutron] 10.222.0.48 "GET /v2.0/networks/d1484756-2d6b-4cf1-82f2-ca0b5a0942a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6187673 Jul 15 23:20:41.177262 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f83dc521-a32d-4efa-93ff-3ae01512def2 req-fae67640-e6ef-422f-9aed-511373f4e995 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2a405d2dd6804fe7a77887fee4d8f511&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5601025 Jul 15 23:20:41.222898 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 2867c3b7-add1-40e0-9e83-bbb051fbb547 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:20:41.238480 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 39578) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:41.289490 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-4b8cf858-526a-40ec-a785-510330dfd01a None None] Port 05b29e2e-888b-4394-ac3d-5afc8d0d8acf cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:20:41.380615 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f72792-abbc-49b3-955d-ff2403e9839a tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Made reservation on behalf of a59f16459d8c4f4488fd0cc78db75e3b for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:20:41.398414 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-31f72792-abbc-49b3-955d-ff2403e9839a tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:41.413015 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29e82845-3c0c-4727-807c-3692ea4c4d23 req-bfff0cbf-d15d-4114-83c4-b365f06e6097 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Made reservation on behalf of 2a405d2dd6804fe7a77887fee4d8f511 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:20:41.427127 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-29e82845-3c0c-4727-807c-3692ea4c4d23 req-bfff0cbf-d15d-4114-83c4-b365f06e6097 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:41.523760 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f83dc521-a32d-4efa-93ff-3ae01512def2 req-b1e22058-f98c-4acd-80a7-c9deae6cbc04 service neutron] 10.222.0.48 "GET /v2.0/networks/1b2dda9e-4c53-4dab-a19f-ef96f2529a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3381538 Jul 15 23:20:41.540023 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=71fa1238-f555-4084-8c1a-92355fa56d03,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:41.638534 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40dc992c-441d-4b00-8d07-887606e014e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:41.649391 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40dc992c-441d-4b00-8d07-887606e014e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:41.716696 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-6352b839-ae97-45b4-a5e3-f347741821dd tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Request body: {'security_group': {'name': 'tempest-secgroup--1262808866'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:41.927494 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6352b839-ae97-45b4-a5e3-f347741821dd tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:41.950507 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6352b839-ae97-45b4-a5e3-f347741821dd tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:41.952719 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-31f72792-abbc-49b3-955d-ff2403e9839a tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:41.988583 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dc992c-441d-4b00-8d07-887606e014e8 admin admin] Pushing event updated for resources: {'Port': ['ID=05b29e2e-888b-4394-ac3d-5afc8d0d8acf,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:42.022458 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97403e0e-cae4-4d34-be6b-441d8372e923 None None] Network 1b2dda9e-4c53-4dab-a19f-ef96f2529a03 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:20:42.024611 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40dc992c-441d-4b00-8d07-887606e014e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:42.029954 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-29e82845-3c0c-4727-807c-3692ea4c4d23 req-bfff0cbf-d15d-4114-83c4-b365f06e6097 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Allocated IP 172.20.0.14 (1b2dda9e-4c53-4dab-a19f-ef96f2529a03/e20841c0-f378-4203-9626-0b8068a007b6/25249fe8-59ab-4791-933d-4e89386cd2aa) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:20:42.229700 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-19f5236e-6829-45c6-a08c-2b9040193da5 None None] Provisioning for port 2aa1ea5f-891b-45f3-8a57-ad984a913cd2 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:20:42.245989 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40dc992c-441d-4b00-8d07-887606e014e8 admin admin] Network 18103b5f-44c1-48b7-87f6-2b0a264a1f42 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:20:42.255775 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f72792-abbc-49b3-955d-ff2403e9839a tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Checking segment: {'id': 'd7c28669-ffa6-4b77-9bbe-24260f2647ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '2867c3b7-add1-40e0-9e83-bbb051fbb547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:20:42.256342 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f72792-abbc-49b3-955d-ff2403e9839a tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Network hostable DHCP agents. Network: 2867c3b7-add1-40e0-9e83-bbb051fbb547, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:20:42.259556 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-40dc992c-441d-4b00-8d07-887606e014e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:42.265443 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f72792-abbc-49b3-955d-ff2403e9839a tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Pushing event updated for resources: {'Subnet': ['ID=0e2bc2ae-552d-4b2c-aae7-c7c3c4a16d8a,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:42.274670 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f364cd5-6def-466a-be3c-b75271bd7c45 req-36c9c81c-0fa9-4110-8401-ac6dbfdaffb7 tempest-ServerGroupTestJSON-1661487293 tempest-ServerGroupTestJSON-1661487293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:42.282494 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0f364cd5-6def-466a-be3c-b75271bd7c45 req-36c9c81c-0fa9-4110-8401-ac6dbfdaffb7 tempest-ServerGroupTestJSON-1661487293 tempest-ServerGroupTestJSON-1661487293-project] 10.222.0.48 "GET /v2.0/ports?device_id=6887acfa-78ba-4d7c-99c1-1468c0cc2966 HTTP/1.1" status: 200 len: 945 time: 0.5716488 Jul 15 23:20:42.356451 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f83dc521-a32d-4efa-93ff-3ae01512def2 req-ae068515-c084-4043-a555-d33dc94b1cba service neutron] 10.222.0.48 "GET /v2.0/networks/1b2dda9e-4c53-4dab-a19f-ef96f2529a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8305964 Jul 15 23:20:42.470816 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f72792-abbc-49b3-955d-ff2403e9839a tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Network 2867c3b7-add1-40e0-9e83-bbb051fbb547 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:20:42.507294 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-31f72792-abbc-49b3-955d-ff2403e9839a tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 2867c3b7-add1-40e0-9e83-bbb051fbb547) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:42.527664 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc12d7d-a5d7-4711-b6de-c090b6f03c86 None None] Network 2867c3b7-add1-40e0-9e83-bbb051fbb547 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:20:42.528005 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f72792-abbc-49b3-955d-ff2403e9839a tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:42.528005 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-31f72792-abbc-49b3-955d-ff2403e9839a tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:42.538244 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6352b839-ae97-45b4-a5e3-f347741821dd tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:42.638858 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-31f72792-abbc-49b3-955d-ff2403e9839a tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.7006025 Jul 15 23:20:42.641926 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39594) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:42.687255 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40dc992c-441d-4b00-8d07-887606e014e8 admin admin] Router e53196d9-7360-4e44-8471-201087132874 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:20:42.759358 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 2aa1ea5f-891b-45f3-8a57-ad984a913cd2 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:20:42.837392 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-29e82845-3c0c-4727-807c-3692ea4c4d23 req-bfff0cbf-d15d-4114-83c4-b365f06e6097 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:42.860855 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-29e82845-3c0c-4727-807c-3692ea4c4d23 req-bfff0cbf-d15d-4114-83c4-b365f06e6097 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Transition to ACTIVE for port object 25249fe8-59ab-4791-933d-4e89386cd2aa will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:20:42.941921 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6352b839-ae97-45b4-a5e3-f347741821dd tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:43.049170 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6352b839-ae97-45b4-a5e3-f347741821dd tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=682040a3-ebfc-4a6a-8e5a-222902cbb16b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:43.053765 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-29e82845-3c0c-4727-807c-3692ea4c4d23 req-bfff0cbf-d15d-4114-83c4-b365f06e6097 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:43.113671 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-76245541-d1e3-40b3-922f-2eb3bfecbcaa None None] Provisioning complete for port 05b29e2e-888b-4394-ac3d-5afc8d0d8acf triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:43.114364 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-76245541-d1e3-40b3-922f-2eb3bfecbcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:43.152070 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29e82845-3c0c-4727-807c-3692ea4c4d23 req-bfff0cbf-d15d-4114-83c4-b365f06e6097 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Network 1b2dda9e-4c53-4dab-a19f-ef96f2529a03 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:20:43.158226 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfff0cbf-d15d-4114-83c4-b365f06e6097 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Pushing event updated for resources: {'Port': ['ID=25249fe8-59ab-4791-933d-4e89386cd2aa,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:43.160981 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-29e82845-3c0c-4727-807c-3692ea4c4d23 req-bfff0cbf-d15d-4114-83c4-b365f06e6097 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:43.163514 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-29e82845-3c0c-4727-807c-3692ea4c4d23 req-bfff0cbf-d15d-4114-83c4-b365f06e6097 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:20:43.264826 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e82845-3c0c-4727-807c-3692ea4c4d23 req-bfff0cbf-d15d-4114-83c4-b365f06e6097 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:43.265621 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-29e82845-3c0c-4727-807c-3692ea4c4d23 req-bfff0cbf-d15d-4114-83c4-b365f06e6097 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:43.272406 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0f364cd5-6def-466a-be3c-b75271bd7c45 req-d02e1da5-abf9-487c-a435-ad105138039f tempest-ServerGroupTestJSON-1661487293 tempest-ServerGroupTestJSON-1661487293-project] 10.222.0.48 "GET /v2.0/security-groups?id=1613cf8c-27eb-455c-9c3e-8eae29bdf156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9490378 Jul 15 23:20:43.305156 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 2aa1ea5f-891b-45f3-8a57-ad984a913cd2 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:20:43.327108 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 2aa1ea5f-891b-45f3-8a57-ad984a913cd2 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:43.328559 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:43.337390 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-76245541-d1e3-40b3-922f-2eb3bfecbcaa None None] Port 05b29e2e-888b-4394-ac3d-5afc8d0d8acf cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:20:43.360827 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb7f2f0-dbfd-4252-84c0-2782f0633040 req-6c65ce1e-1ae7-42f5-a47f-0a043f02ba50 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:43.400652 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb7f2f0-dbfd-4252-84c0-2782f0633040 req-6c65ce1e-1ae7-42f5-a47f-0a043f02ba50 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:43.410305 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb7f2f0-dbfd-4252-84c0-2782f0633040 req-6c65ce1e-1ae7-42f5-a47f-0a043f02ba50 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:43.422164 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb7f2f0-dbfd-4252-84c0-2782f0633040 req-6c65ce1e-1ae7-42f5-a47f-0a043f02ba50 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:43.447694 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb7f2f0-dbfd-4252-84c0-2782f0633040 req-6c65ce1e-1ae7-42f5-a47f-0a043f02ba50 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:43.457035 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb7f2f0-dbfd-4252-84c0-2782f0633040 req-6c65ce1e-1ae7-42f5-a47f-0a043f02ba50 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:43.465136 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb7f2f0-dbfd-4252-84c0-2782f0633040 req-6c65ce1e-1ae7-42f5-a47f-0a043f02ba50 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:43.477450 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2bb7f2f0-dbfd-4252-84c0-2782f0633040 req-6c65ce1e-1ae7-42f5-a47f-0a043f02ba50 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/ports?device_id=4378fda7-3666-4ece-be50-c71bf27f1088 HTTP/1.1" status: 200 len: 5420 time: 0.4704163 Jul 15 23:20:43.518840 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e77933-d0aa-48f2-b279-dc33c6aa0942 x-openstack-request-id: req-05e77933-d0aa-48f2-b279-dc33c6aa0942 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:20:43.519260 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6887acfa-78ba-4d7c-99c1-1468c0cc2966", "name": "network-vif-plugged", "status": "completed", "tag": "71fa1238-f555-4084-8c1a-92355fa56d03", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:20:43.519918 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-05e77933-d0aa-48f2-b279-dc33c6aa0942 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:20:43.520687 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6887acfa-78ba-4d7c-99c1-1468c0cc2966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71fa1238-f555-4084-8c1a-92355fa56d03', 'code': 200} Jul 15 23:20:43.603446 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd665b4c-9bba-4448-9b42-3beed965e789 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-2867c3b7-add1-40e0-9e83-bbb051fbb547', 'network_id': '2867c3b7-add1-40e0-9e83-bbb051fbb547', 'tenant_id': 'a59f16459d8c4f4488fd0cc78db75e3b', 'fixed_ips': [{'subnet_id': '0e2bc2ae-552d-4b2c-aae7-c7c3c4a16d8a'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:20:43.608031 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dd665b4c-9bba-4448-9b42-3beed965e789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:43.648807 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d4bb8976-ad6f-49e5-a99b-61dbd78e0ca9 None None] Provisioning complete for port 2aa1ea5f-891b-45f3-8a57-ad984a913cd2 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:43.649188 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d4bb8976-ad6f-49e5-a99b-61dbd78e0ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:43.689150 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-243ddb97-2382-4695-9947-baf9b258e89a req-4b24461a-f6eb-4ad1-99fd-a7221adbeb21 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=f95ca4f8-4454-4325-823b-4baa60863f71 HTTP/1.1" status: 200 len: 210 time: 0.0711591 Jul 15 23:20:43.696734 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c4c9647-fe95-4a1f-a8b8-dc80db11f652 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:43.778273 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da831d3-e474-482d-9003-0b7073edc75d req-1acff21a-5956-4a56-be9f-a38ab5a15cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:43.779844 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2da831d3-e474-482d-9003-0b7073edc75d req-1acff21a-5956-4a56-be9f-a38ab5a15cd3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6887acfa-78ba-4d7c-99c1-1468c0cc2966 HTTP/1.1" status: 200 len: 1096 time: 0.2747254 Jul 15 23:20:43.796729 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40dc992c-441d-4b00-8d07-887606e014e8 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:20:43.804375 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2bb7f2f0-dbfd-4252-84c0-2782f0633040 req-d7a51c82-e33c-41ae-bb30-b6f3447fbaec tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c3e5093-3aee-4735-ad4f-51aafad3cea0&id=744e907c-f836-4b84-9995-723c64aba29d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3259616 Jul 15 23:20:43.814856 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-40dc992c-441d-4b00-8d07-887606e014e8 admin admin] 10.222.0.48 "PUT /v2.0/routers/e53196d9-7360-4e44-8471-201087132874/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6403050 Jul 15 23:20:43.903225 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c4c9647-fe95-4a1f-a8b8-dc80db11f652 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:43.999471 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:44.026743 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6352b839-ae97-45b4-a5e3-f347741821dd tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:44.080190 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 2aa1ea5f-891b-45f3-8a57-ad984a913cd2, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=2aa1ea5f-891b-45f3-8a57-ad984a913cd2,segment=NetworkSegment(27652f92-7fe9-4a43-94a9-d2751c74ab0e),segment_id=27652f92-7fe9-4a43-94a9-d2751c74ab0e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:44.089681 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:44.091415 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 5522b510-c192-447d-977d-2136d417e6e0 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:20:44.110819 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6352b839-ae97-45b4-a5e3-f347741821dd tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:44.189992 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-29e82845-3c0c-4727-807c-3692ea4c4d23 req-bfff0cbf-d15d-4114-83c4-b365f06e6097 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5182409 Jul 15 23:20:44.267330 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-29e82845-3c0c-4727-807c-3692ea4c4d23 req-63fa4c7f-c2a5-49c9-ad9d-d79ba06513e7 service neutron] Request body: {'port': {'device_id': '3b079fb3-e58e-461b-a5e4-891961e8c6b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:44.313402 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6352b839-ae97-45b4-a5e3-f347741821dd tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:44.314659 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-6352b839-ae97-45b4-a5e3-f347741821dd tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 3.0662475 Jul 15 23:20:44.316532 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2da831d3-e474-482d-9003-0b7073edc75d req-2acccd80-a330-4971-bbed-f341e64a8085 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1613cf8c-27eb-455c-9c3e-8eae29bdf156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5112131 Jul 15 23:20:44.319636 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39624) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:44.357424 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6352b839-ae97-45b4-a5e3-f347741821dd tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45a3cb11-f11e-40c4-a4c7-664d9a5a55a3,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:44.488635 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08639cfd-d9e5-4f67-bd57-836116f75e65 req-511ef2ed-8a30-48ee-b26c-23b399bca270 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:44.490617 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-08639cfd-d9e5-4f67-bd57-836116f75e65 req-511ef2ed-8a30-48ee-b26c-23b399bca270 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.49 "GET /v2.0/networks?id=d1484756-2d6b-4cf1-82f2-ca0b5a0942a2 HTTP/1.1" status: 200 len: 806 time: 0.6154003 Jul 15 23:20:44.514839 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d1851-1b61-469f-85b3-9d7b228631fe req-f9f3cfc8-160d-4f47-aea2-12f782bcc805 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:44.515140 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c49d1851-1b61-469f-85b3-9d7b228631fe req-f9f3cfc8-160d-4f47-aea2-12f782bcc805 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/networks?id=1b2dda9e-4c53-4dab-a19f-ef96f2529a03 HTTP/1.1" status: 200 len: 816 time: 0.5176470 Jul 15 23:20:44.532219 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-08639cfd-d9e5-4f67-bd57-836116f75e65 req-dc91e35d-bd9c-4675-97a6-4d0c3e4db1bd tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Request body: {'port': {'device_id': 'f95ca4f8-4454-4325-823b-4baa60863f71', 'network_id': 'd1484756-2d6b-4cf1-82f2-ca0b5a0942a2', 'admin_state_up': True, 'tenant_id': '4b15e22ba4eb43169240491cd7fe1115'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:44.568053 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-29e82845-3c0c-4727-807c-3692ea4c4d23 req-63fa4c7f-c2a5-49c9-ad9d-d79ba06513e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:44.593599 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-4a403392-29bd-41c1-b522-717755480edd tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2705894 Jul 15 23:20:44.597787 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39630) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:44.617399 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-987b0fc4-d8a1-4af4-8492-d9c46519792d tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Request body: {'security_group': {'name': 'tempest-security--846055542', 'description': 'tempest-security-description-419132484'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:44.664893 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-987b0fc4-d8a1-4af4-8492-d9c46519792d tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:44.673822 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c49d1851-1b61-469f-85b3-9d7b228631fe req-1632123d-e825-4a3e-ab51-fbf1b11e00fc tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/quotas/2a405d2dd6804fe7a77887fee4d8f511 HTTP/1.1" status: 200 len: 375 time: 0.1297212 Jul 15 23:20:44.734040 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-987b0fc4-d8a1-4af4-8492-d9c46519792d tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:44.747034 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-987b0fc4-d8a1-4af4-8492-d9c46519792d tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:44.760945 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-987b0fc4-d8a1-4af4-8492-d9c46519792d tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:44.769508 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-987b0fc4-d8a1-4af4-8492-d9c46519792d tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] 10.222.0.48 "PUT /v2.0/security-groups/45a3cb11-f11e-40c4-a4c7-664d9a5a55a3 HTTP/1.1" status: 200 len: 1778 time: 0.1653612 Jul 15 23:20:44.770300 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39632) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:44.772088 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981f6af2-947a-4ad9-a7d9-e8513ac172b4 None None] Sync routers for ids ['e53196d9-7360-4e44-8471-201087132874'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:20:44.815316 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 422fe5b9-520f-419b-8cd4-d8ed4ddfee1a details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:20:44.891540 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987b0fc4-d8a1-4af4-8492-d9c46519792d tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45a3cb11-f11e-40c4-a4c7-664d9a5a55a3,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:44.903061 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981f6af2-947a-4ad9-a7d9-e8513ac172b4 None None] Routers {'e53196d9-7360-4e44-8471-201087132874'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:20:44.904109 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-981f6af2-947a-4ad9-a7d9-e8513ac172b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:20:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['e53196d9-7360-4e44-8471-201087132874'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:44.923955 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-aa593694-9310-441a-bef1-19573f0d0720 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] 10.222.0.48 "GET /v2.0/security-groups/45a3cb11-f11e-40c4-a4c7-664d9a5a55a3 HTTP/1.1" status: 200 len: 1778 time: 0.1450577 Jul 15 23:20:44.928685 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 39638) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:45.008466 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-dd665b4c-9bba-4448-9b42-3beed965e789 None None] Allocated IP 2001:db8::1 (2867c3b7-add1-40e0-9e83-bbb051fbb547/0e2bc2ae-552d-4b2c-aae7-c7c3c4a16d8a/8db0da68-bd49-4610-929a-c471d1c00f4b) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:20:45.124743 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=2aa1ea5f-891b-45f3-8a57-ad984a913cd2,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:45.178655 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.db.resource_extend [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 23:20:45.181159 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9edba3c4-ec48-467c-a1ba-9326bbd30507 None None] Provisioning for port 25249fe8-59ab-4791-933d-4e89386cd2aa completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:20:45.249676 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 5522b510-c192-447d-977d-2136d417e6e0 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:20:45.254344 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c49d1851-1b61-469f-85b3-9d7b228631fe req-2656d50f-bbd2-4a29-81f2-c31449631e02 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2a405d2dd6804fe7a77887fee4d8f511&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5795176 Jul 15 23:20:45.270122 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9edba3c4-ec48-467c-a1ba-9326bbd30507 None None] Provisioning complete for port 25249fe8-59ab-4791-933d-4e89386cd2aa triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:45.270986 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9edba3c4-ec48-467c-a1ba-9326bbd30507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:45.340127 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39640) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:45.345355 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-fa05c3ad-3ffd-4e70-992a-2fd776e2f4eb tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1169201255', 'description': 'tempest-description--1746744547'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:45.398106 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa05c3ad-3ffd-4e70-992a-2fd776e2f4eb tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:45.425043 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08639cfd-d9e5-4f67-bd57-836116f75e65 req-dc91e35d-bd9c-4675-97a6-4d0c3e4db1bd tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Made reservation on behalf of 4b15e22ba4eb43169240491cd7fe1115 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:20:45.431386 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-08639cfd-d9e5-4f67-bd57-836116f75e65 req-dc91e35d-bd9c-4675-97a6-4d0c3e4db1bd tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:45.503516 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 5522b510-c192-447d-977d-2136d417e6e0 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:45.504131 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:45.506038 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-9edba3c4-ec48-467c-a1ba-9326bbd30507 None None] Port 25249fe8-59ab-4791-933d-4e89386cd2aa cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:20:45.614110 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 422fe5b9-520f-419b-8cd4-d8ed4ddfee1a, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=422fe5b9-520f-419b-8cd4-d8ed4ddfee1a,segment=NetworkSegment(eebb0b36-7201-438e-8bcb-6ea46d9d1a58),segment_id=eebb0b36-7201-438e-8bcb-6ea46d9d1a58)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:45.628981 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa05c3ad-3ffd-4e70-992a-2fd776e2f4eb tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:45.638154 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa05c3ad-3ffd-4e70-992a-2fd776e2f4eb tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:45.662100 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-981f6af2-947a-4ad9-a7d9-e8513ac172b4 None None] Set router e53196d9-7360-4e44-8471-201087132874 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:20:45.706756 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa05c3ad-3ffd-4e70-992a-2fd776e2f4eb tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:45.708268 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-fa05c3ad-3ffd-4e70-992a-2fd776e2f4eb tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3671327 Jul 15 23:20:45.710595 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa05c3ad-3ffd-4e70-992a-2fd776e2f4eb tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=804e44e5-68fc-4665-ad32-65f5db95d544,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:45.713657 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39644) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:45.720587 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-98c83c9f-11a3-43ea-a379-1c30bcd60e26 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Request body: {'security_group_rule': {'security_group_id': '804e44e5-68fc-4665-ad32-65f5db95d544', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:45.754782 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '422fe5b9-520f-419b-8cd4-d8ed4ddfee1a', 'network_id': '0c520006-2621-40c6-9dbf-a751b4cb8117', 'port_id': '422fe5b9-520f-419b-8cd4-d8ed4ddfee1a', 'mac_address': 'fa:16:3e:a9:6e:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23c0bd4a-d2bf-4a09-a38b-63c0db5d678a', 'ip_address': '10.1.1.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:20:45.769206 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-98c83c9f-11a3-43ea-a379-1c30bcd60e26 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:45.881161 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-98c83c9f-11a3-43ea-a379-1c30bcd60e26 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:45.894798 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-98c83c9f-11a3-43ea-a379-1c30bcd60e26 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:45.917409 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c83c9f-11a3-43ea-a379-1c30bcd60e26 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc2927d0-50fc-4ed9-b837-c938f88ea15e,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:45.925646 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-98c83c9f-11a3-43ea-a379-1c30bcd60e26 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:45.930307 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-98c83c9f-11a3-43ea-a379-1c30bcd60e26 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2150395 Jul 15 23:20:45.930995 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39648) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:45.936187 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-fc236b1a-ad68-4243-9bba-3661965263dc tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Request body: {'security_group_rule': {'security_group_id': '804e44e5-68fc-4665-ad32-65f5db95d544', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:45.953957 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ae6e5f5-387d-40f0-82ca-364e7413b9d5 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:45.965089 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc236b1a-ad68-4243-9bba-3661965263dc tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:46.038448 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc236b1a-ad68-4243-9bba-3661965263dc tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:46.038847 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dd665b4c-9bba-4448-9b42-3beed965e789 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:46.044827 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc236b1a-ad68-4243-9bba-3661965263dc tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:46.068135 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc236b1a-ad68-4243-9bba-3661965263dc tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c535a32b-65af-4f8c-ab2b-1f38c1a5800d,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:46.078586 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc236b1a-ad68-4243-9bba-3661965263dc tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:46.084177 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-fc236b1a-ad68-4243-9bba-3661965263dc tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1519911 Jul 15 23:20:46.084842 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39650) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:46.086743 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:46.091160 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-95d5a7fa-edf8-48ad-b1fc-f3f15e067e7f tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Request body: {'floatingip': {'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:46.091548 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-dd665b4c-9bba-4448-9b42-3beed965e789 None None] Transition to ACTIVE for port object 8db0da68-bd49-4610-929a-c471d1c00f4b will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:20:46.120434 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-95d5a7fa-edf8-48ad-b1fc-f3f15e067e7f tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:46.182574 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:46.216397 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 422fe5b9-520f-419b-8cd4-d8ed4ddfee1a {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:20:46.234628 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-dd665b4c-9bba-4448-9b42-3beed965e789 None None] Transition to ACTIVE for port object 8db0da68-bd49-4610-929a-c471d1c00f4b will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:20:46.239103 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ae6e5f5-387d-40f0-82ca-364e7413b9d5 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:46.286969 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c4c9647-fe95-4a1f-a8b8-dc80db11f652 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:46.291179 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dd665b4c-9bba-4448-9b42-3beed965e789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:46.336600 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c49d1851-1b61-469f-85b3-9d7b228631fe req-949d65ee-fe3b-49bd-96b6-681d8962a4c7 service neutron] 10.222.0.48 "GET /v2.0/networks/1b2dda9e-4c53-4dab-a19f-ef96f2529a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0804870 Jul 15 23:20:46.347228 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c9647-fe95-4a1f-a8b8-dc80db11f652 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Pushing event deleted for resources: {'Subnet': ['ID=0e2bc2ae-552d-4b2c-aae7-c7c3c4a16d8a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:46.356611 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-95d5a7fa-edf8-48ad-b1fc-f3f15e067e7f tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:46.388120 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 5522b510-c192-447d-977d-2136d417e6e0, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=5522b510-c192-447d-977d-2136d417e6e0,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:46.392338 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 422fe5b9-520f-419b-8cd4-d8ed4ddfee1a, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=422fe5b9-520f-419b-8cd4-d8ed4ddfee1a,segment=NetworkSegment(eebb0b36-7201-438e-8bcb-6ea46d9d1a58),segment_id=eebb0b36-7201-438e-8bcb-6ea46d9d1a58)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:46.402420 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:46.445821 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:46.446927 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device e30cdbcb-2983-4fd9-9dc1-5ba0c3fc0805 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:20:46.455855 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd665b4c-9bba-4448-9b42-3beed965e789 None None] Network 2867c3b7-add1-40e0-9e83-bbb051fbb547 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:20:46.470649 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-dd665b4c-9bba-4448-9b42-3beed965e789 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:46.480100 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd665b4c-9bba-4448-9b42-3beed965e789 None None] Pushing event updated for resources: {'Port': ['ID=8db0da68-bd49-4610-929a-c471d1c00f4b,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:46.484607 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd665b4c-9bba-4448-9b42-3beed965e789 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:20:46.529802 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c4c9647-fe95-4a1f-a8b8-dc80db11f652 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:46.562193 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83dc521-a32d-4efa-93ff-3ae01512def2 req-9819010e-8534-4c89-ac5e-2bcce45a6d92 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:46.565057 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f83dc521-a32d-4efa-93ff-3ae01512def2 req-9819010e-8534-4c89-ac5e-2bcce45a6d92 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.49 "GET /v2.0/networks?id=1b2dda9e-4c53-4dab-a19f-ef96f2529a03 HTTP/1.1" status: 200 len: 816 time: 1.3027601 Jul 15 23:20:46.569002 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c49d1851-1b61-469f-85b3-9d7b228631fe req-d96d7c36-7e03-4c46-b0ba-7d99e3326162 service neutron] 10.222.0.48 "GET /v2.0/networks/1b2dda9e-4c53-4dab-a19f-ef96f2529a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974714 Jul 15 23:20:46.576111 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-0c4c9647-fe95-4a1f-a8b8-dc80db11f652 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2867c3b7-add1-40e0-9e83-bbb051fbb547']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:46.614052 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-f83dc521-a32d-4efa-93ff-3ae01512def2 req-e4acd25c-b57f-4200-9f07-65e0f4ddbabd tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Request body: {'port': {'device_id': '52a39ca4-a5fc-4005-9060-f24ff16f3427', 'network_id': '1b2dda9e-4c53-4dab-a19f-ef96f2529a03', 'admin_state_up': True, 'tenant_id': '2a405d2dd6804fe7a77887fee4d8f511'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:46.672232 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 2aa1ea5f-891b-45f3-8a57-ad984a913cd2 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:20:46.690433 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port e30cdbcb-2983-4fd9-9dc1-5ba0c3fc0805, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=e30cdbcb-2983-4fd9-9dc1-5ba0c3fc0805,segment=NetworkSegment(eebb0b36-7201-438e-8bcb-6ea46d9d1a58),segment_id=eebb0b36-7201-438e-8bcb-6ea46d9d1a58)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:46.693831 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-0c4c9647-fe95-4a1f-a8b8-dc80db11f652 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7c28669-ffa6-4b77-9bbe-24260f2647ca') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:46.694307 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-0c4c9647-fe95-4a1f-a8b8-dc80db11f652 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7c28669-ffa6-4b77-9bbe-24260f2647ca') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:46.720184 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c4c9647-fe95-4a1f-a8b8-dc80db11f652 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:46.755838 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': 'e30cdbcb-2983-4fd9-9dc1-5ba0c3fc0805', 'network_id': '0c520006-2621-40c6-9dbf-a751b4cb8117', 'port_id': 'e30cdbcb-2983-4fd9-9dc1-5ba0c3fc0805', 'mac_address': 'fa:16:3e:f5:45:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23c0bd4a-d2bf-4a09-a38b-63c0db5d678a', 'ip_address': '10.1.1.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:20:46.758066 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-dd665b4c-9bba-4448-9b42-3beed965e789 None None] Attempting to bind port 8db0da68-bd49-4610-929a-c471d1c00f4b on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:20:46.758727 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-dd665b4c-9bba-4448-9b42-3beed965e789 None None] Attempting to bind port 8db0da68-bd49-4610-929a-c471d1c00f4b by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'd7c28669-ffa6-4b77-9bbe-24260f2647ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '2867c3b7-add1-40e0-9e83-bbb051fbb547'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:20:46.759292 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd665b4c-9bba-4448-9b42-3beed965e789 None None] Attempting to bind port 8db0da68-bd49-4610-929a-c471d1c00f4b on network 2867c3b7-add1-40e0-9e83-bbb051fbb547 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:20:46.761767 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c4c9647-fe95-4a1f-a8b8-dc80db11f652 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:46.762339 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17daf673-46dd-4d26-85f4-380d9abb7923 req-d034dd97-f896-4140-a846-36b512ff0b2b tempest-ServerGroupTestJSON-1661487293 tempest-ServerGroupTestJSON-1661487293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:46.771554 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=5522b510-c192-447d-977d-2136d417e6e0,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:46.773887 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-17daf673-46dd-4d26-85f4-380d9abb7923 req-d034dd97-f896-4140-a846-36b512ff0b2b tempest-ServerGroupTestJSON-1661487293 tempest-ServerGroupTestJSON-1661487293-project] 10.222.0.48 "GET /v2.0/ports?device_id=6887acfa-78ba-4d7c-99c1-1468c0cc2966 HTTP/1.1" status: 200 len: 945 time: 1.2877102 Jul 15 23:20:46.774198 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c4c9647-fe95-4a1f-a8b8-dc80db11f652 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:20:46.775236 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c4c9647-fe95-4a1f-a8b8-dc80db11f652 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:46.832802 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd665b4c-9bba-4448-9b42-3beed965e789 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:20:46.833316 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd665b4c-9bba-4448-9b42-3beed965e789 None None] Checking segment: {'id': 'd7c28669-ffa6-4b77-9bbe-24260f2647ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '2867c3b7-add1-40e0-9e83-bbb051fbb547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:20:46.833843 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dd665b4c-9bba-4448-9b42-3beed965e789 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:46.834330 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd665b4c-9bba-4448-9b42-3beed965e789 None None] Bound using segment: {'id': 'd7c28669-ffa6-4b77-9bbe-24260f2647ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '2867c3b7-add1-40e0-9e83-bbb051fbb547'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:20:46.834917 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-dd665b4c-9bba-4448-9b42-3beed965e789 None None] Bound port: 8db0da68-bd49-4610-929a-c471d1c00f4b, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7c28669-ffa6-4b77-9bbe-24260f2647ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '2867c3b7-add1-40e0-9e83-bbb051fbb547'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:20:46.835394 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dd665b4c-9bba-4448-9b42-3beed965e789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:46.864601 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-95d5a7fa-edf8-48ad-b1fc-f3f15e067e7f tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Allocated IP 172.25.5.55 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/20c6b076-e9ab-4d12-aea7-03b0039857d1) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:20:46.889392 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ae6e5f5-387d-40f0-82ca-364e7413b9d5 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:46.893458 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ae6e5f5-387d-40f0-82ca-364e7413b9d5 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:46.894914 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-7ae6e5f5-387d-40f0-82ca-364e7413b9d5 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] 10.222.0.48 "DELETE /v2.0/security-groups/45a3cb11-f11e-40c4-a4c7-664d9a5a55a3 HTTP/1.1" status: 204 len: 168 time: 1.9565246 Jul 15 23:20:46.913131 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-981f6af2-947a-4ad9-a7d9-e8513ac172b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53196d9-7360-4e44-8471-201087132874', 'name': 'tempest-ServersTestJSON-807115922-router', 'tenant_id': '0be07ab34660489288d421392836ba59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '5522b510-c192-447d-977d-2136d417e6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:20:29Z', 'updated_at': '2021-07-15T23:20:40Z', 'revision_number': 4, 'project_id': '0be07ab34660489288d421392836ba59', 'gw_port': {'id': '5522b510-c192-447d-977d-2136d417e6e0', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5d:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e53196d9-7360-4e44-8471-201087132874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:20:33Z', 'updated_at': '2021-07-15T23:20:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '05b29e2e-888b-4394-ac3d-5afc8d0d8acf', 'name': '', 'network_id': '18103b5f-44c1-48b7-87f6-2b0a264a1f42', 'tenant_id': '0be07ab34660489288d421392836ba59', 'mac_address': 'fa:16:3e:b0:a4:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e53196d9-7360-4e44-8471-201087132874', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '5f7b3b09-7f77-4a52-b4f8-3f5a98ea7d90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:20:39Z', 'updated_at': '2021-07-15T23:20:41Z', 'revision_number': 2, 'project_id': '0be07ab34660489288d421392836ba59', 'subnets': [{'id': '5f7b3b09-7f77-4a52-b4f8-3f5a98ea7d90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:46.916338 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 39652) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:46.926476 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-08639cfd-d9e5-4f67-bd57-836116f75e65 req-dc91e35d-bd9c-4675-97a6-4d0c3e4db1bd tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Allocated IP 172.20.0.4 (d1484756-2d6b-4cf1-82f2-ca0b5a0942a2/1ce1cd1d-7829-480f-9da2-8bc3514230d8/cc9b8ac7-4585-4b69-a9b5-8671aac12b10) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:20:46.928591 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:20:46.928591 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:20:46.928591 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:20:46.928591 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:20:46.928591 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:20:46.928591 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:20:46.928591 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:20:46.928591 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:20:46.928591 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:20:46.928591 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:20:46.928591 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:20:46.928591 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:20:46.928591 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:20:46.928591 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:20:46.928591 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:20:46.928591 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:20:46.928591 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:20:46.928591 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:20:46.928591 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:20:46.928591 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:20:46.928591 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:20:46.928591 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:20:46.928591 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:20:46.928591 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:20:46.928591 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:20:46.928591 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:20:46.928591 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:20:46.928591 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:20:46.928591 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:20:46.928591 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:20:46.928591 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:20:46.928591 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:20:46.932931 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.db.api [None req-0c4c9647-fe95-4a1f-a8b8-dc80db11f652 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 15 23:20:46.932931 n-d-794306-6 neutron-server[93771]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 15 23:20:46.932931 n-d-794306-6 neutron-server[93771]: [parameters: {'id': '2867c3b7-add1-40e0-9e83-bbb051fbb547'}] Jul 15 23:20:46.932931 n-d-794306-6 neutron-server[93771]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:20:46.933381 n-d-794306-6 neutron-server[93771]: DEBUG oslo_db.api [None req-0c4c9647-fe95-4a1f-a8b8-dc80db11f652 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:20:46.947991 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae6e5f5-387d-40f0-82ca-364e7413b9d5 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a3cb11-f11e-40c4-a4c7-664d9a5a55a3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:46.955898 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:46.973243 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f83dc521-a32d-4efa-93ff-3ae01512def2 req-e4acd25c-b57f-4200-9f07-65e0f4ddbabd tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Made reservation on behalf of 2a405d2dd6804fe7a77887fee4d8f511 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:20:46.979022 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f83dc521-a32d-4efa-93ff-3ae01512def2 req-e4acd25c-b57f-4200-9f07-65e0f4ddbabd tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:46.991837 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e30cdbcb-2983-4fd9-9dc1-5ba0c3fc0805 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:20:47.008710 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981f6af2-947a-4ad9-a7d9-e8513ac172b4 None None] Checking router: e53196d9-7360-4e44-8471-201087132874 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:20:47.009516 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981f6af2-947a-4ad9-a7d9-e8513ac172b4 None None] Updating router e53196d9-7360-4e44-8471-201087132874 port 05b29e2e-888b-4394-ac3d-5afc8d0d8acf binding host n-d-794306-6 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:20:47.034383 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-29e82845-3c0c-4727-807c-3692ea4c4d23 req-63fa4c7f-c2a5-49c9-ad9d-d79ba06513e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25249fe8-59ab-4791-933d-4e89386cd2aa {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:20:47.049304 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-95d5a7fa-edf8-48ad-b1fc-f3f15e067e7f tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:47.057951 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-981f6af2-947a-4ad9-a7d9-e8513ac172b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:47.109032 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=422fe5b9-520f-419b-8cd4-d8ed4ddfee1a,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:47.109805 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-29e82845-3c0c-4727-807c-3692ea4c4d23 req-63fa4c7f-c2a5-49c9-ad9d-d79ba06513e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:47.111171 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-95d5a7fa-edf8-48ad-b1fc-f3f15e067e7f tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:47.131613 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 2aa1ea5f-891b-45f3-8a57-ad984a913cd2 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:47.132188 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:47.136699 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port e30cdbcb-2983-4fd9-9dc1-5ba0c3fc0805, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=e30cdbcb-2983-4fd9-9dc1-5ba0c3fc0805,segment=NetworkSegment(eebb0b36-7201-438e-8bcb-6ea46d9d1a58),segment_id=eebb0b36-7201-438e-8bcb-6ea46d9d1a58)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:47.156748 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-17daf673-46dd-4d26-85f4-380d9abb7923 req-120c7a86-6476-46ab-b5c0-53bfd4ff9e7b tempest-ServerGroupTestJSON-1661487293 tempest-ServerGroupTestJSON-1661487293-project] 10.222.0.48 "GET /v2.0/security-groups?id=1613cf8c-27eb-455c-9c3e-8eae29bdf156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3811207 Jul 15 23:20:47.192776 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:47.196998 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-29e82845-3c0c-4727-807c-3692ea4c4d23 req-63fa4c7f-c2a5-49c9-ad9d-d79ba06513e7 service neutron] Transition to ACTIVE for port object 25249fe8-59ab-4791-933d-4e89386cd2aa will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:20:47.210720 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 9ce781cc-249c-47f3-b809-587c0d5814f3 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:20:47.226049 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d5a7fa-edf8-48ad-b1fc-f3f15e067e7f tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:20:47.240517 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-95d5a7fa-edf8-48ad-b1fc-f3f15e067e7f tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:47.243430 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-29e82845-3c0c-4727-807c-3692ea4c4d23 req-63fa4c7f-c2a5-49c9-ad9d-d79ba06513e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:47.250774 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d5a7fa-edf8-48ad-b1fc-f3f15e067e7f tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:20:47.320736 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-dd665b4c-9bba-4448-9b42-3beed965e789 None None] For port 8db0da68-bd49-4610-929a-c471d1c00f4b, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:20:47.377756 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-dd665b4c-9bba-4448-9b42-3beed965e789 None None] For port 8db0da68-bd49-4610-929a-c471d1c00f4b, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=8db0da68-bd49-4610-929a-c471d1c00f4b,segment=NetworkSegment(d7c28669-ffa6-4b77-9bbe-24260f2647ca),segment_id=d7c28669-ffa6-4b77-9bbe-24260f2647ca)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:20:47.379865 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-aae66943-0571-4ade-99ad-0e6ed71104e8 req-68c76b7f-9fec-4129-aade-3a7faac4a44e tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=f95ca4f8-4454-4325-823b-4baa60863f71 HTTP/1.1" status: 200 len: 210 time: 0.1497462 Jul 15 23:20:47.395045 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d5a7fa-edf8-48ad-b1fc-f3f15e067e7f tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Pushing event updated for resources: {'Port': ['ID=20c6b076-e9ab-4d12-aea7-03b0039857d1,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:47.435941 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c4c9647-fe95-4a1f-a8b8-dc80db11f652 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:47.462663 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-95d5a7fa-edf8-48ad-b1fc-f3f15e067e7f tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:47.550660 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dd665b4c-9bba-4448-9b42-3beed965e789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:47.559304 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.db.resource_extend [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 23:20:47.565408 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-95d5a7fa-edf8-48ad-b1fc-f3f15e067e7f tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:47.625264 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 9ce781cc-249c-47f3-b809-587c0d5814f3, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=9ce781cc-249c-47f3-b809-587c0d5814f3,segment=NetworkSegment(eebb0b36-7201-438e-8bcb-6ea46d9d1a58),segment_id=eebb0b36-7201-438e-8bcb-6ea46d9d1a58)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:47.646800 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=e30cdbcb-2983-4fd9-9dc1-5ba0c3fc0805,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:47.717904 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-0c4c9647-fe95-4a1f-a8b8-dc80db11f652 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Deleting port 8db0da68-bd49-4610-929a-c471d1c00f4b {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:20:47.718407 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c4c9647-fe95-4a1f-a8b8-dc80db11f652 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:47.781094 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-f83dc521-a32d-4efa-93ff-3ae01512def2 req-e4acd25c-b57f-4200-9f07-65e0f4ddbabd tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Allocated IP 172.20.0.13 (1b2dda9e-4c53-4dab-a19f-ef96f2529a03/e20841c0-f378-4203-9626-0b8068a007b6/9a9bab09-8d2d-4440-8b00-e99ba5cba621) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:20:47.840215 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-cd3e780e-46a4-4405-8e61-fe2aec9cb7e9 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.8877089 Jul 15 23:20:47.846596 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 39668) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:47.968029 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [None req-7959f870-0d47-4333-8b72-8915b5e0c4c5 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] delete failed (client error): The resource could not be found. Jul 15 23:20:47.973243 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-7959f870-0d47-4333-8b72-8915b5e0c4c5 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] 10.222.0.48 "DELETE /v2.0/security-groups/45a3cb11-f11e-40c4-a4c7-664d9a5a55a3 HTTP/1.1" status: 404 len: 347 time: 0.0898142 Jul 15 23:20:47.999420 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 39670) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:48.023247 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-0c4c9647-fe95-4a1f-a8b8-dc80db11f652 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] For port 8db0da68-bd49-4610-929a-c471d1c00f4b, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=8db0da68-bd49-4610-929a-c471d1c00f4b,segment=NetworkSegment(d7c28669-ffa6-4b77-9bbe-24260f2647ca),segment_id=d7c28669-ffa6-4b77-9bbe-24260f2647ca)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:48.023880 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c4c9647-fe95-4a1f-a8b8-dc80db11f652 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:48.032267 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bd254b0d-31be-4e1c-a9ad-ec9bb9c06d86 req-e613e8c8-3ad3-48be-9d7c-4e986ad91d0c tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/ports?device_id=9549184f-5892-404f-90b2-43388c7be43e HTTP/1.1" status: 200 len: 210 time: 0.1371801 Jul 15 23:20:48.035610 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '9ce781cc-249c-47f3-b809-587c0d5814f3', 'network_id': '0c520006-2621-40c6-9dbf-a751b4cb8117', 'port_id': '9ce781cc-249c-47f3-b809-587c0d5814f3', 'mac_address': 'fa:16:3e:c8:c4:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23c0bd4a-d2bf-4a09-a38b-63c0db5d678a', 'ip_address': '10.1.1.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:20:48.044743 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee80a4e6-c337-4e67-a084-a82ec761aae9 None None] Network 2867c3b7-add1-40e0-9e83-bbb051fbb547 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:20:48.052715 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-355eeab9-6b62-494c-bf29-fd9599cfc6f7 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Request body: {'security_group': {'name': 'tempest-secgroup--997146457'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:48.081085 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-0c4c9647-fe95-4a1f-a8b8-dc80db11f652 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Calling delete_port for 8db0da68-bd49-4610-929a-c471d1c00f4b owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:20:48.089356 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-95d5a7fa-edf8-48ad-b1fc-f3f15e067e7f tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:48.098580 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-95d5a7fa-edf8-48ad-b1fc-f3f15e067e7f tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:48.123472 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fa4c7f-c2a5-49c9-ad9d-d79ba06513e7 service neutron] Pushing event updated for resources: {'Port': ['ID=25249fe8-59ab-4791-933d-4e89386cd2aa,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:48.245732 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd665b4c-9bba-4448-9b42-3beed965e789 None None] Pushing event updated for resources: {'Port': ['ID=8db0da68-bd49-4610-929a-c471d1c00f4b,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:48.277532 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-355eeab9-6b62-494c-bf29-fd9599cfc6f7 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:48.304489 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:48.342953 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ce781cc-249c-47f3-b809-587c0d5814f3 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:20:48.375470 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d5a7fa-edf8-48ad-b1fc-f3f15e067e7f tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Pushing event updated for resources: {'Port': ['ID=20c6b076-e9ab-4d12-aea7-03b0039857d1,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:48.393333 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 9ce781cc-249c-47f3-b809-587c0d5814f3, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=9ce781cc-249c-47f3-b809-587c0d5814f3,segment=NetworkSegment(eebb0b36-7201-438e-8bcb-6ea46d9d1a58),segment_id=eebb0b36-7201-438e-8bcb-6ea46d9d1a58)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:48.416791 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:48.417585 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:20:48.455831 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-08639cfd-d9e5-4f67-bd57-836116f75e65 req-dc91e35d-bd9c-4675-97a6-4d0c3e4db1bd tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:48.469083 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f83dc521-a32d-4efa-93ff-3ae01512def2 req-e4acd25c-b57f-4200-9f07-65e0f4ddbabd tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:48.484992 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-95d5a7fa-edf8-48ad-b1fc-f3f15e067e7f tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:48.500412 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-981f6af2-947a-4ad9-a7d9-e8513ac172b4 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:48.525503 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-f83dc521-a32d-4efa-93ff-3ae01512def2 req-e4acd25c-b57f-4200-9f07-65e0f4ddbabd tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Transition to ACTIVE for port object 9a9bab09-8d2d-4440-8b00-e99ba5cba621 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:20:48.546648 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-981f6af2-947a-4ad9-a7d9-e8513ac172b4 None None] Transition to ACTIVE for port object 05b29e2e-888b-4394-ac3d-5afc8d0d8acf will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:20:48.555316 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbf9942-4e67-45b3-b407-f24ad278e2cd None None] get_active_networks_info from n-d-794306-6 {{(pid=93772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 23:20:48.591555 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c4c9647-fe95-4a1f-a8b8-dc80db11f652 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:48.597903 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b571f-3264-44b9-9069-984c59e5629c req-563132ef-cdab-41af-afb8-69ced3a3883c tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:48.604773 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b571f-3264-44b9-9069-984c59e5629c req-563132ef-cdab-41af-afb8-69ced3a3883c tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:48.609633 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 5522b510-c192-447d-977d-2136d417e6e0 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:20:48.611124 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b571f-3264-44b9-9069-984c59e5629c req-563132ef-cdab-41af-afb8-69ced3a3883c tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:48.611374 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=9ce781cc-249c-47f3-b809-587c0d5814f3,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:48.614446 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-981f6af2-947a-4ad9-a7d9-e8513ac172b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:48.620088 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b571f-3264-44b9-9069-984c59e5629c req-563132ef-cdab-41af-afb8-69ced3a3883c tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:48.626760 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b571f-3264-44b9-9069-984c59e5629c req-563132ef-cdab-41af-afb8-69ced3a3883c tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:48.631669 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b571f-3264-44b9-9069-984c59e5629c req-563132ef-cdab-41af-afb8-69ced3a3883c tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:48.639034 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b571f-3264-44b9-9069-984c59e5629c req-563132ef-cdab-41af-afb8-69ced3a3883c tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:48.641218 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-609b571f-3264-44b9-9069-984c59e5629c req-563132ef-cdab-41af-afb8-69ced3a3883c tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/ports?device_id=4378fda7-3666-4ece-be50-c71bf27f1088 HTTP/1.1" status: 200 len: 5422 time: 1.2486992 Jul 15 23:20:48.645533 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c9647-fe95-4a1f-a8b8-dc80db11f652 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Pushing event deleted for resources: {'Port': ['ID=8db0da68-bd49-4610-929a-c471d1c00f4b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:48.650517 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4c9647-fe95-4a1f-a8b8-dc80db11f652 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] No DVR routers for this DVR port 8db0da68-bd49-4610-929a-c471d1c00f4b on host n-d-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:20:48.689678 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-29e82845-3c0c-4727-807c-3692ea4c4d23 req-63fa4c7f-c2a5-49c9-ad9d-d79ba06513e7 service neutron] Attempting to bind port 25249fe8-59ab-4791-933d-4e89386cd2aa on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:20:48.690199 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-29e82845-3c0c-4727-807c-3692ea4c4d23 req-63fa4c7f-c2a5-49c9-ad9d-d79ba06513e7 service neutron] Attempting to bind port 25249fe8-59ab-4791-933d-4e89386cd2aa by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '27652f92-7fe9-4a43-94a9-d2751c74ab0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1b2dda9e-4c53-4dab-a19f-ef96f2529a03'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:20:48.690720 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e82845-3c0c-4727-807c-3692ea4c4d23 req-63fa4c7f-c2a5-49c9-ad9d-d79ba06513e7 service neutron] Attempting to bind port 25249fe8-59ab-4791-933d-4e89386cd2aa on network 1b2dda9e-4c53-4dab-a19f-ef96f2529a03 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:20:48.738296 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e82845-3c0c-4727-807c-3692ea4c4d23 req-63fa4c7f-c2a5-49c9-ad9d-d79ba06513e7 service neutron] Port 25249fe8-59ab-4791-933d-4e89386cd2aa on network 1b2dda9e-4c53-4dab-a19f-ef96f2529a03 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:20:48.738606 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e82845-3c0c-4727-807c-3692ea4c4d23 req-63fa4c7f-c2a5-49c9-ad9d-d79ba06513e7 service neutron] Attempting to bind port 25249fe8-59ab-4791-933d-4e89386cd2aa on network 1b2dda9e-4c53-4dab-a19f-ef96f2529a03 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:20:48.772268 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3885a3-009b-4273-97b5-9903c802580a None None] Pushing event updated for resources: {'Port': ['ID=05b29e2e-888b-4394-ac3d-5afc8d0d8acf,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:48.773866 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e82845-3c0c-4727-807c-3692ea4c4d23 req-63fa4c7f-c2a5-49c9-ad9d-d79ba06513e7 service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:20:48.774324 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e82845-3c0c-4727-807c-3692ea4c4d23 req-63fa4c7f-c2a5-49c9-ad9d-d79ba06513e7 service neutron] Checking segment: {'id': '27652f92-7fe9-4a43-94a9-d2751c74ab0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1b2dda9e-4c53-4dab-a19f-ef96f2529a03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:20:48.774896 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e82845-3c0c-4727-807c-3692ea4c4d23 req-63fa4c7f-c2a5-49c9-ad9d-d79ba06513e7 service neutron] Bound using segment: {'id': '27652f92-7fe9-4a43-94a9-d2751c74ab0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1b2dda9e-4c53-4dab-a19f-ef96f2529a03'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:20:48.776386 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-29e82845-3c0c-4727-807c-3692ea4c4d23 req-63fa4c7f-c2a5-49c9-ad9d-d79ba06513e7 service neutron] Bound port: 25249fe8-59ab-4791-933d-4e89386cd2aa, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27652f92-7fe9-4a43-94a9-d2751c74ab0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1b2dda9e-4c53-4dab-a19f-ef96f2529a03'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:20:48.777441 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-29e82845-3c0c-4727-807c-3692ea4c4d23 req-63fa4c7f-c2a5-49c9-ad9d-d79ba06513e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:48.779749 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-08639cfd-d9e5-4f67-bd57-836116f75e65 req-dc91e35d-bd9c-4675-97a6-4d0c3e4db1bd tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:48.830217 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['428fc395-88ca-4e6d-b708-6f3664ed368d'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:20:48.839701 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c4c9647-fe95-4a1f-a8b8-dc80db11f652 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:48.842502 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd9750a-c6eb-492d-a5cd-8017bea535a7 req-78e5416d-fa97-4801-a05b-8cfa88a3b6ad tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:48.844619 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4dd9750a-c6eb-492d-a5cd-8017bea535a7 req-78e5416d-fa97-4801-a05b-8cfa88a3b6ad tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb6fdb51-4815-4ab6-aa5c-c873ffebd225 HTTP/1.1" status: 200 len: 945 time: 0.4860451 Jul 15 23:20:48.859163 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f83dc521-a32d-4efa-93ff-3ae01512def2 req-e4acd25c-b57f-4200-9f07-65e0f4ddbabd tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:48.874503 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-0c4c9647-fe95-4a1f-a8b8-dc80db11f652 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2867c3b7-add1-40e0-9e83-bbb051fbb547']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:48.903122 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-355eeab9-6b62-494c-bf29-fd9599cfc6f7 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:48.904753 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-0c4c9647-fe95-4a1f-a8b8-dc80db11f652 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7c28669-ffa6-4b77-9bbe-24260f2647ca') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:48.906117 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-0c4c9647-fe95-4a1f-a8b8-dc80db11f652 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7c28669-ffa6-4b77-9bbe-24260f2647ca') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:48.913397 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-609b571f-3264-44b9-9069-984c59e5629c req-11cd0755-d6de-452c-9e2d-90ab9baf95b0 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c3e5093-3aee-4735-ad4f-51aafad3cea0&id=744e907c-f836-4b84-9995-723c64aba29d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2570019 Jul 15 23:20:48.924295 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d,segment=NetworkSegment(9f863f95-1b25-4720-919a-e5e9e76842d9),segment_id=9f863f95-1b25-4720-919a-e5e9e76842d9)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:48.931121 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c4c9647-fe95-4a1f-a8b8-dc80db11f652 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:48.941751 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-355eeab9-6b62-494c-bf29-fd9599cfc6f7 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:48.964556 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-95d5a7fa-edf8-48ad-b1fc-f3f15e067e7f tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:48.968442 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08639cfd-d9e5-4f67-bd57-836116f75e65 req-dc91e35d-bd9c-4675-97a6-4d0c3e4db1bd tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Network d1484756-2d6b-4cf1-82f2-ca0b5a0942a2 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:20:48.972173 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-95d5a7fa-edf8-48ad-b1fc-f3f15e067e7f tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8839991 Jul 15 23:20:48.993690 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d', 'network_id': 'f810acf3-bdcb-4225-beca-d64cbd4db70b', 'port_id': '50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d', 'mac_address': 'fa:16:3e:90:91:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbd5e8a5-f846-4a56-a7c3-e50df421a1e6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:20:49.001327 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-981f6af2-947a-4ad9-a7d9-e8513ac172b4 None None] Attempting to bind port 05b29e2e-888b-4394-ac3d-5afc8d0d8acf on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:20:49.001699 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-981f6af2-947a-4ad9-a7d9-e8513ac172b4 None None] Attempting to bind port 05b29e2e-888b-4394-ac3d-5afc8d0d8acf by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'f511f847-463a-4bdb-b4ed-8d22a4e0a3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '18103b5f-44c1-48b7-87f6-2b0a264a1f42'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:20:49.002066 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981f6af2-947a-4ad9-a7d9-e8513ac172b4 None None] Attempting to bind port 05b29e2e-888b-4394-ac3d-5afc8d0d8acf on network 18103b5f-44c1-48b7-87f6-2b0a264a1f42 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:20:49.004406 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c4c9647-fe95-4a1f-a8b8-dc80db11f652 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:49.006969 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-08639cfd-d9e5-4f67-bd57-836116f75e65 req-dc91e35d-bd9c-4675-97a6-4d0c3e4db1bd tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:49.012278 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 5522b510-c192-447d-977d-2136d417e6e0 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:49.012657 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:49.028552 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-08639cfd-d9e5-4f67-bd57-836116f75e65 req-dc91e35d-bd9c-4675-97a6-4d0c3e4db1bd tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:20:49.035993 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc91e35d-bd9c-4675-97a6-4d0c3e4db1bd tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Pushing event updated for resources: {'Port': ['ID=cc9b8ac7-4585-4b69-a9b5-8671aac12b10,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:49.045745 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981f6af2-947a-4ad9-a7d9-e8513ac172b4 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:20:49.046000 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981f6af2-947a-4ad9-a7d9-e8513ac172b4 None None] Checking segment: {'id': 'f511f847-463a-4bdb-b4ed-8d22a4e0a3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '18103b5f-44c1-48b7-87f6-2b0a264a1f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:20:49.046404 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-981f6af2-947a-4ad9-a7d9-e8513ac172b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:49.046802 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981f6af2-947a-4ad9-a7d9-e8513ac172b4 None None] Bound using segment: {'id': 'f511f847-463a-4bdb-b4ed-8d22a4e0a3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '18103b5f-44c1-48b7-87f6-2b0a264a1f42'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:20:49.047291 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-981f6af2-947a-4ad9-a7d9-e8513ac172b4 None None] Bound port: 05b29e2e-888b-4394-ac3d-5afc8d0d8acf, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f511f847-463a-4bdb-b4ed-8d22a4e0a3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '18103b5f-44c1-48b7-87f6-2b0a264a1f42'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:20:49.047707 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-981f6af2-947a-4ad9-a7d9-e8513ac172b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:49.067293 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c4c9647-fe95-4a1f-a8b8-dc80db11f652 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:20:49.069637 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c4c9647-fe95-4a1f-a8b8-dc80db11f652 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:49.074369 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:20:49.074369 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:20:49.074369 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:20:49.074369 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:20:49.074369 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:20:49.074369 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:20:49.074369 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:20:49.074369 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:20:49.074369 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:20:49.074369 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:20:49.074369 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:20:49.074369 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:20:49.074369 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:20:49.074369 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:20:49.074369 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:20:49.074369 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:20:49.074369 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:20:49.074369 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:20:49.074369 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:20:49.074369 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:20:49.074369 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:20:49.074369 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:20:49.074369 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:20:49.074369 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:20:49.074369 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:20:49.074369 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:20:49.074369 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:20:49.074369 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:20:49.074369 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:20:49.074369 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:20:49.074369 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:20:49.074369 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:20:49.080747 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f83dc521-a32d-4efa-93ff-3ae01512def2 req-e4acd25c-b57f-4200-9f07-65e0f4ddbabd tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Network 1b2dda9e-4c53-4dab-a19f-ef96f2529a03 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:20:49.086091 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-355eeab9-6b62-494c-bf29-fd9599cfc6f7 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:49.091027 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-355eeab9-6b62-494c-bf29-fd9599cfc6f7 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0883427 Jul 15 23:20:49.091868 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 39680) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:49.145690 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-f83dc521-a32d-4efa-93ff-3ae01512def2 req-e4acd25c-b57f-4200-9f07-65e0f4ddbabd tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:49.156809 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d9257425-b7f2-4cca-a817-8219f55a0f97 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Request body: {'security_group_rule': {'security_group_id': '22540c99-a59e-4f27-94d8-ed684c4eced7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:49.187284 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-f83dc521-a32d-4efa-93ff-3ae01512def2 req-e4acd25c-b57f-4200-9f07-65e0f4ddbabd tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:20:49.189672 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c4c9647-fe95-4a1f-a8b8-dc80db11f652 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:49.212196 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355eeab9-6b62-494c-bf29-fd9599cfc6f7 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22540c99-a59e-4f27-94d8-ed684c4eced7,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:49.223905 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c4c9647-fe95-4a1f-a8b8-dc80db11f652 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:49.230780 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-0c4c9647-fe95-4a1f-a8b8-dc80db11f652 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] 10.222.0.48 "DELETE /v2.0/networks/2867c3b7-add1-40e0-9e83-bbb051fbb547 HTTP/1.1" status: 204 len: 168 time: 6.5875945 Jul 15 23:20:49.232855 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39684) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:49.238969 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbf9942-4e67-45b3-b407-f24ad278e2cd None None] Resources bound (agent type, host, resource id): {{(pid=93772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 23:20:49.241314 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c1dd211f-9ea6-4f63-996a-bb87669cafb5 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1003921962'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:49.266640 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c9647-fe95-4a1f-a8b8-dc80db11f652 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Pushing event deleted for resources: {'Network': ['ID=2867c3b7-add1-40e0-9e83-bbb051fbb547,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:49.270217 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4dd9750a-c6eb-492d-a5cd-8017bea535a7 req-5157b0f5-0862-4bb6-b865-d16217d8b959 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/security-groups?id=57e114e2-00c8-4f79-b17b-147b800454a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3708801 Jul 15 23:20:49.344325 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-29e82845-3c0c-4727-807c-3692ea4c4d23 req-63fa4c7f-c2a5-49c9-ad9d-d79ba06513e7 service neutron] For port 25249fe8-59ab-4791-933d-4e89386cd2aa, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:20:49.357686 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08639cfd-d9e5-4f67-bd57-836116f75e65 req-dc91e35d-bd9c-4675-97a6-4d0c3e4db1bd tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:49.368489 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-08639cfd-d9e5-4f67-bd57-836116f75e65 req-dc91e35d-bd9c-4675-97a6-4d0c3e4db1bd tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:49.377711 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4acd25c-b57f-4200-9f07-65e0f4ddbabd tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Pushing event updated for resources: {'Port': ['ID=9a9bab09-8d2d-4440-8b00-e99ba5cba621,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:49.412776 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:20:49.419210 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-29e82845-3c0c-4727-807c-3692ea4c4d23 req-63fa4c7f-c2a5-49c9-ad9d-d79ba06513e7 service neutron] For port 25249fe8-59ab-4791-933d-4e89386cd2aa, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=25249fe8-59ab-4791-933d-4e89386cd2aa,segment=NetworkSegment(27652f92-7fe9-4a43-94a9-d2751c74ab0e),segment_id=27652f92-7fe9-4a43-94a9-d2751c74ab0e)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:20:49.432893 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-29e82845-3c0c-4727-807c-3692ea4c4d23 req-63fa4c7f-c2a5-49c9-ad9d-d79ba06513e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:49.448680 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d1851-1b61-469f-85b3-9d7b228631fe req-4c599f60-e6e9-466e-a1dc-e0184a898500 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:49.450248 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c49d1851-1b61-469f-85b3-9d7b228631fe req-4c599f60-e6e9-466e-a1dc-e0184a898500 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.49 "GET /v2.0/networks?id=1b2dda9e-4c53-4dab-a19f-ef96f2529a03 HTTP/1.1" status: 200 len: 816 time: 0.2727470 Jul 15 23:20:49.451171 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-08639cfd-d9e5-4f67-bd57-836116f75e65 req-dc91e35d-bd9c-4675-97a6-4d0c3e4db1bd tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9351861 Jul 15 23:20:49.472048 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83dc521-a32d-4efa-93ff-3ae01512def2 req-e4acd25c-b57f-4200-9f07-65e0f4ddbabd tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:49.477373 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-c49d1851-1b61-469f-85b3-9d7b228631fe req-6619553d-65c2-47d7-b016-7dbcb06184fb tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Request body: {'port': {'device_id': '9549184f-5892-404f-90b2-43388c7be43e', 'network_id': '1b2dda9e-4c53-4dab-a19f-ef96f2529a03', 'admin_state_up': True, 'tenant_id': '2a405d2dd6804fe7a77887fee4d8f511'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:49.482396 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f83dc521-a32d-4efa-93ff-3ae01512def2 req-e4acd25c-b57f-4200-9f07-65e0f4ddbabd tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:49.535602 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d9257425-b7f2-4cca-a817-8219f55a0f97 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:49.556377 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-08639cfd-d9e5-4f67-bd57-836116f75e65 req-a157571d-6dbc-414b-9230-2755c3f33530 service neutron] Request body: {'port': {'device_id': 'f95ca4f8-4454-4325-823b-4baa60863f71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:49.625267 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-981f6af2-947a-4ad9-a7d9-e8513ac172b4 None None] For port 05b29e2e-888b-4394-ac3d-5afc8d0d8acf, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:20:49.632391 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-981f6af2-947a-4ad9-a7d9-e8513ac172b4 None None] For port 05b29e2e-888b-4394-ac3d-5afc8d0d8acf, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=05b29e2e-888b-4394-ac3d-5afc8d0d8acf,segment=NetworkSegment(f511f847-463a-4bdb-b4ed-8d22a4e0a3d2),segment_id=f511f847-463a-4bdb-b4ed-8d22a4e0a3d2)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:20:49.643385 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:49.657386 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-981f6af2-947a-4ad9-a7d9-e8513ac172b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:49.715898 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e82845-3c0c-4727-807c-3692ea4c4d23 req-63fa4c7f-c2a5-49c9-ad9d-d79ba06513e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:49.717293 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-29e82845-3c0c-4727-807c-3692ea4c4d23 req-63fa4c7f-c2a5-49c9-ad9d-d79ba06513e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:49.719923 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-29e82845-3c0c-4727-807c-3692ea4c4d23 req-63fa4c7f-c2a5-49c9-ad9d-d79ba06513e7 service neutron] 10.222.0.49 "PUT /v2.0/ports/25249fe8-59ab-4791-933d-4e89386cd2aa HTTP/1.1" status: 200 len: 1092 time: 5.5015924 Jul 15 23:20:49.731783 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:20:49.732131 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b079fb3-e58e-461b-a5e4-891961e8c6b2', 'tag': '25249fe8-59ab-4791-933d-4e89386cd2aa'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:20:49.736415 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013b6d36-12fd-4f07-9e49-b5516433b0dd" -d '{"events": [{"name": "network-changed", "server_uuid": "3b079fb3-e58e-461b-a5e4-891961e8c6b2", "tag": "25249fe8-59ab-4791-933d-4e89386cd2aa"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:20:49.740015 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1dd211f-9ea6-4f63-996a-bb87669cafb5 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Made reservation on behalf of a59f16459d8c4f4488fd0cc78db75e3b for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:20:49.748147 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1dd211f-9ea6-4f63-996a-bb87669cafb5 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:49.785034 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f83dc521-a32d-4efa-93ff-3ae01512def2 req-e4acd25c-b57f-4200-9f07-65e0f4ddbabd tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1955001 Jul 15 23:20:49.806461 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-f83dc521-a32d-4efa-93ff-3ae01512def2 req-720236c5-d4df-4ddc-ae55-77a50b4e34b6 service neutron] Request body: {'port': {'device_id': '52a39ca4-a5fc-4005-9060-f24ff16f3427', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:49.855682 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d,segment=NetworkSegment(9f863f95-1b25-4720-919a-e5e9e76842d9),segment_id=9f863f95-1b25-4720-919a-e5e9e76842d9)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:49.862612 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981f6af2-947a-4ad9-a7d9-e8513ac172b4 None None] Routers {'e53196d9-7360-4e44-8471-201087132874'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:20:49.863403 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-981f6af2-947a-4ad9-a7d9-e8513ac172b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:20:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['e53196d9-7360-4e44-8471-201087132874'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:49.871528 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3885a3-009b-4273-97b5-9903c802580a None None] Pushing event updated for resources: {'Port': ['ID=05b29e2e-888b-4394-ac3d-5afc8d0d8acf,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:49.874823 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:49.875929 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 1fae9003-82f4-480d-9478-075fb4575c1f details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:20:49.883592 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1dd211f-9ea6-4f63-996a-bb87669cafb5 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:20:49.900512 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c49d1851-1b61-469f-85b3-9d7b228631fe req-6619553d-65c2-47d7-b016-7dbcb06184fb tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Made reservation on behalf of 2a405d2dd6804fe7a77887fee4d8f511 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:20:49.905948 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c49d1851-1b61-469f-85b3-9d7b228631fe req-6619553d-65c2-47d7-b016-7dbcb06184fb tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:49.926560 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1dd211f-9ea6-4f63-996a-bb87669cafb5 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:49.926921 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-c1dd211f-9ea6-4f63-996a-bb87669cafb5 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Added segment cbc3a198-6a74-4fab-8b8e-899875ba9d72 of type vlan for network 7e0bf1fb-0f9e-4b31-8ce4-3c9aa8d7db12 Jul 15 23:20:49.944664 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fa4c7f-c2a5-49c9-ad9d-d79ba06513e7 service neutron] Pushing event updated for resources: {'Port': ['ID=25249fe8-59ab-4791-933d-4e89386cd2aa,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:49.994323 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7d8d98cb-7f88-450f-971b-39c2deb57d4c req-d5ffd62b-de18-4922-8731-2365cfbba273 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/ports?device_id=9549184f-5892-404f-90b2-43388c7be43e HTTP/1.1" status: 200 len: 210 time: 0.1072316 Jul 15 23:20:50.018141 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d9257425-b7f2-4cca-a817-8219f55a0f97 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:50.049268 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d9257425-b7f2-4cca-a817-8219f55a0f97 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:50.058494 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-08639cfd-d9e5-4f67-bd57-836116f75e65 req-a157571d-6dbc-414b-9230-2755c3f33530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:50.081489 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 1fae9003-82f4-480d-9478-075fb4575c1f, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=1fae9003-82f4-480d-9478-075fb4575c1f,segment=NetworkSegment(eebb0b36-7201-438e-8bcb-6ea46d9d1a58),segment_id=eebb0b36-7201-438e-8bcb-6ea46d9d1a58)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:50.086019 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:50.099604 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1dd211f-9ea6-4f63-996a-bb87669cafb5 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:50.118274 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9257425-b7f2-4cca-a817-8219f55a0f97 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18f2e0b8-cea2-445c-bc37-315c05a2cf4f,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:50.119034 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '1fae9003-82f4-480d-9478-075fb4575c1f', 'network_id': '0c520006-2621-40c6-9dbf-a751b4cb8117', 'port_id': '1fae9003-82f4-480d-9478-075fb4575c1f', 'mac_address': 'fa:16:3e:52:69:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23c0bd4a-d2bf-4a09-a38b-63c0db5d678a', 'ip_address': '10.1.1.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:20:50.137353 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f83dc521-a32d-4efa-93ff-3ae01512def2 req-720236c5-d4df-4ddc-ae55-77a50b4e34b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:50.157897 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-981f6af2-947a-4ad9-a7d9-e8513ac172b4 None None] Set router e53196d9-7360-4e44-8471-201087132874 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:20:50.169176 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8164c0-4e9b-4387-b680-bd8537bfb31b req-4cf1e41f-ec23-421c-80d5-c26500c20d5b tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:50.170748 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9c8164c0-4e9b-4387-b680-bd8537bfb31b req-4cf1e41f-ec23-421c-80d5-c26500c20d5b tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=f95ca4f8-4454-4325-823b-4baa60863f71 HTTP/1.1" status: 200 len: 931 time: 0.6199543 Jul 15 23:20:50.174720 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d9257425-b7f2-4cca-a817-8219f55a0f97 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:50.175997 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-d9257425-b7f2-4cca-a817-8219f55a0f97 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0471210 Jul 15 23:20:50.179979 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39696) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:50.204043 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e82845-3c0c-4727-807c-3692ea4c4d23 req-ddfe3632-05fe-468a-8a41-75d8a085b128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:50.205868 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-29e82845-3c0c-4727-807c-3692ea4c4d23 req-ddfe3632-05fe-468a-8a41-75d8a085b128 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2a405d2dd6804fe7a77887fee4d8f511&device_id=3b079fb3-e58e-461b-a5e4-891961e8c6b2 HTTP/1.1" status: 200 len: 1095 time: 0.4150317 Jul 15 23:20:50.253468 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e5b8450-a495-4fe2-b601-a472702181f5 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:50.275856 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-c49d1851-1b61-469f-85b3-9d7b228631fe req-6619553d-65c2-47d7-b016-7dbcb06184fb tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Allocated IP 172.20.0.10 (1b2dda9e-4c53-4dab-a19f-ef96f2529a03/e20841c0-f378-4203-9626-0b8068a007b6/219b88b3-268d-4cb9-b9a5-9f7c29fe5347) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:20:50.278820 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1dd211f-9ea6-4f63-996a-bb87669cafb5 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:50.285380 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1dd211f-9ea6-4f63-996a-bb87669cafb5 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:50.285638 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1dd211f-9ea6-4f63-996a-bb87669cafb5 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:50.293216 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e5b8450-a495-4fe2-b601-a472702181f5 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:50.297342 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:50.345919 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fae9003-82f4-480d-9478-075fb4575c1f {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:20:50.390348 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c1dd211f-9ea6-4f63-996a-bb87669cafb5 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1493175 Jul 15 23:20:50.399360 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39704) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:50.442373 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e2656886-d74b-40b9-9690-0803e8be0ca4 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Request body: {'subnet': {'network_id': '7e0bf1fb-0f9e-4b31-8ce4-3c9aa8d7db12', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:50.467353 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dd211f-9ea6-4f63-996a-bb87669cafb5 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Pushing event updated for resources: {'Network': ['ID=7e0bf1fb-0f9e-4b31-8ce4-3c9aa8d7db12,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:50.485783 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e5b8450-a495-4fe2-b601-a472702181f5 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:50.491177 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e5b8450-a495-4fe2-b601-a472702181f5 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:50.496865 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-5e5b8450-a495-4fe2-b601-a472702181f5 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/18f2e0b8-cea2-445c-bc37-315c05a2cf4f HTTP/1.1" status: 204 len: 168 time: 0.3103995 Jul 15 23:20:50.502212 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39706) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:50.533668 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5b8450-a495-4fe2-b601-a472702181f5 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=18f2e0b8-cea2-445c-bc37-315c05a2cf4f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:50.555208 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 7e0bf1fb-0f9e-4b31-8ce4-3c9aa8d7db12 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:20:50.642190 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 1fae9003-82f4-480d-9478-075fb4575c1f, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=1fae9003-82f4-480d-9478-075fb4575c1f,segment=NetworkSegment(eebb0b36-7201-438e-8bcb-6ea46d9d1a58),segment_id=eebb0b36-7201-438e-8bcb-6ea46d9d1a58)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:50.654738 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-29e82845-3c0c-4727-807c-3692ea4c4d23 req-aa1d3787-7bf9-47e5-9bbb-59c34d2aad10 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25249fe8-59ab-4791-933d-4e89386cd2aa HTTP/1.1" status: 200 len: 217 time: 0.4376202 Jul 15 23:20:50.664415 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:50.676672 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-37906e9e-c176-4c2f-85e1-e90146ae97fa tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1672153 Jul 15 23:20:50.705321 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 39708) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:50.720327 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 82887b99-4142-4cfa-85fd-86b3f0db2996 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:20:50.722591 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2656886-d74b-40b9-9690-0803e8be0ca4 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Made reservation on behalf of a59f16459d8c4f4488fd0cc78db75e3b for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:20:50.732476 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2656886-d74b-40b9-9690-0803e8be0ca4 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:50.831619 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9c8164c0-4e9b-4387-b680-bd8537bfb31b req-e3fe3b09-ce38-41f7-ab6a-9d2139bae244 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6428223 Jul 15 23:20:50.885781 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c49d1851-1b61-469f-85b3-9d7b228631fe req-6619553d-65c2-47d7-b016-7dbcb06184fb tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:50.915336 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=1fae9003-82f4-480d-9478-075fb4575c1f,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:50.921497 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-c49d1851-1b61-469f-85b3-9d7b228631fe req-6619553d-65c2-47d7-b016-7dbcb06184fb tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Transition to ACTIVE for port object 219b88b3-268d-4cb9-b9a5-9f7c29fe5347 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:20:50.932028 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1bf6092b-63c1-4598-9ece-7d837c398413 req-a811bcce-3564-45ae-8681-dac100f9f752 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1169201255&fields=id&tenant_id=0be07ab34660489288d421392836ba59 HTTP/1.1" status: 200 len: 267 time: 0.6749341 Jul 15 23:20:50.946440 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e82845-3c0c-4727-807c-3692ea4c4d23 req-25b6a864-7cfc-46be-8bf8-cd7a1a8551c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:50.949104 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-29e82845-3c0c-4727-807c-3692ea4c4d23 req-25b6a864-7cfc-46be-8bf8-cd7a1a8551c6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e20841c0-f378-4203-9626-0b8068a007b6 HTTP/1.1" status: 200 len: 855 time: 0.2659571 Jul 15 23:20:50.983011 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87340638-3202-40f9-9abd-c9669849875f None None] get_active_networks_info from n-d-794306-6 {{(pid=93772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 23:20:51.027080 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c49d1851-1b61-469f-85b3-9d7b228631fe req-6619553d-65c2-47d7-b016-7dbcb06184fb tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:51.076288 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-981f6af2-947a-4ad9-a7d9-e8513ac172b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53196d9-7360-4e44-8471-201087132874', 'name': 'tempest-ServersTestJSON-807115922-router', 'tenant_id': '0be07ab34660489288d421392836ba59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '5522b510-c192-447d-977d-2136d417e6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:20:29Z', 'updated_at': '2021-07-15T23:20:40Z', 'revision_number': 4, 'project_id': '0be07ab34660489288d421392836ba59', 'gw_port': {'id': '5522b510-c192-447d-977d-2136d417e6e0', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53196d9-7360-4e44-8471-201087132874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:20:33Z', 'updated_at': '2021-07-15T23:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '05b29e2e-888b-4394-ac3d-5afc8d0d8acf', 'name': '', 'network_id': '18103b5f-44c1-48b7-87f6-2b0a264a1f42', 'tenant_id': '0be07ab34660489288d421392836ba59', 'mac_address': 'fa:16:3e:b0:a4:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e53196d9-7360-4e44-8471-201087132874', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '5f7b3b09-7f77-4a52-b4f8-3f5a98ea7d90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:20:39Z', 'updated_at': '2021-07-15T23:20:49Z', 'revision_number': 4, 'project_id': '0be07ab34660489288d421392836ba59', 'subnets': [{'id': '5f7b3b09-7f77-4a52-b4f8-3f5a98ea7d90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:51.093618 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.49', 54861) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:51.120115 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:20:51.124117 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c49d1851-1b61-469f-85b3-9d7b228631fe req-6619553d-65c2-47d7-b016-7dbcb06184fb tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Network 1b2dda9e-4c53-4dab-a19f-ef96f2529a03 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:20:51.149704 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981f6af2-947a-4ad9-a7d9-e8513ac172b4 None None] The sync data for ids ['e53196d9-7360-4e44-8471-201087132874'] in n-d-794306-6 is: [{'id': 'e53196d9-7360-4e44-8471-201087132874', 'name': 'tempest-ServersTestJSON-807115922-router', 'tenant_id': '0be07ab34660489288d421392836ba59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '5522b510-c192-447d-977d-2136d417e6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:20:29Z', 'updated_at': '2021-07-15T23:20:40Z', 'revision_number': 4, 'project_id': '0be07ab34660489288d421392836ba59', 'gw_port': {'id': '5522b510-c192-447d-977d-2136d417e6e0', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53196d9-7360-4e44-8471-201087132874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:20:33Z', 'updated_at': '2021-07-15T23:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '05b29e2e-888b-4394-ac3d-5afc8d0d8acf', 'name': '', 'network_id': '18103b5f-44c1-48b7-87f6-2b0a264a1f42', 'tenant_id': '0be07ab34660489288d421392836ba59', 'mac_address': 'fa:16:3e:b0:a4:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e53196d9-7360-4e44-8471-201087132874', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '5f7b3b09-7f77-4a52-b4f8-3f5a98ea7d90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:20:39Z', 'updated_at': '2021-07-15T23:20:49Z', 'revision_number': 4, 'project_id': '0be07ab34660489288d421392836ba59', 'subnets': [{'id': '5f7b3b09-7f77-4a52-b4f8-3f5a98ea7d90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:20:51.169962 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 82887b99-4142-4cfa-85fd-86b3f0db2996, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=82887b99-4142-4cfa-85fd-86b3f0db2996,segment=NetworkSegment(5704f6c6-cb22-49cf-8189-8f79a4796c0a),segment_id=5704f6c6-cb22-49cf-8189-8f79a4796c0a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:51.176007 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['422fe5b9-520f-419b-8cd4-d8ed4ddfee1a'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:20:51.180366 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['9ce781cc-249c-47f3-b809-587c0d5814f3'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:20:51.181136 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-c49d1851-1b61-469f-85b3-9d7b228631fe req-6619553d-65c2-47d7-b016-7dbcb06184fb tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:51.186177 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6619553d-65c2-47d7-b016-7dbcb06184fb tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Pushing event updated for resources: {'Port': ['ID=219b88b3-268d-4cb9-b9a5-9f7c29fe5347,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:51.189668 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c49d1851-1b61-469f-85b3-9d7b228631fe req-6619553d-65c2-47d7-b016-7dbcb06184fb tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:20:51.200142 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8d96a1f8-4ba2-416b-bc00-d99438a2baeb tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:51.290852 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d1851-1b61-469f-85b3-9d7b228631fe req-6619553d-65c2-47d7-b016-7dbcb06184fb tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:51.291779 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c49d1851-1b61-469f-85b3-9d7b228631fe req-6619553d-65c2-47d7-b016-7dbcb06184fb tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:51.294587 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2656886-d74b-40b9-9690-0803e8be0ca4 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:51.323248 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '82887b99-4142-4cfa-85fd-86b3f0db2996', 'network_id': 'fe121fa5-288f-4a74-ba61-28037c633efd', 'port_id': '82887b99-4142-4cfa-85fd-86b3f0db2996', 'mac_address': 'fa:16:3e:1b:a7:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0838200-662b-4f7c-b59f-334165738cb9', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:20:51.383257 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8d96a1f8-4ba2-416b-bc00-d99438a2baeb tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:51.397842 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c49d1851-1b61-469f-85b3-9d7b228631fe req-6619553d-65c2-47d7-b016-7dbcb06184fb tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9333036 Jul 15 23:20:51.417997 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-c49d1851-1b61-469f-85b3-9d7b228631fe req-0d7d95bc-e1b0-4b32-99d7-9aedc80c7dc4 service neutron] Request body: {'port': {'device_id': '9549184f-5892-404f-90b2-43388c7be43e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:51.468015 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6092b-63c1-4598-9ece-7d837c398413 req-91b4c600-b48a-49a4-95e4-b47a4a69a61f tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:51.472011 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2656886-d74b-40b9-9690-0803e8be0ca4 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Checking segment: {'id': 'cbc3a198-6a74-4fab-8b8e-899875ba9d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '7e0bf1fb-0f9e-4b31-8ce4-3c9aa8d7db12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:20:51.472686 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2656886-d74b-40b9-9690-0803e8be0ca4 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Network hostable DHCP agents. Network: 7e0bf1fb-0f9e-4b31-8ce4-3c9aa8d7db12, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:20:51.475357 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1bf6092b-63c1-4598-9ece-7d837c398413 req-91b4c600-b48a-49a4-95e4-b47a4a69a61f tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] 10.222.0.48 "GET /v2.0/networks?id=18103b5f-44c1-48b7-87f6-2b0a264a1f42 HTTP/1.1" status: 200 len: 805 time: 0.5344870 Jul 15 23:20:51.475659 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2656886-d74b-40b9-9690-0803e8be0ca4 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Pushing event updated for resources: {'Subnet': ['ID=89d6082f-81cd-4dfa-af9c-1b8bf1f5eb19,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:51.500830 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:51.570404 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1bf6092b-63c1-4598-9ece-7d837c398413 req-b7cb726b-8913-4a67-b435-650d2b871c32 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] 10.222.0.48 "GET /v2.0/quotas/0be07ab34660489288d421392836ba59 HTTP/1.1" status: 200 len: 375 time: 0.0939403 Jul 15 23:20:51.574401 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e82845-3c0c-4727-807c-3692ea4c4d23 req-a4b1f663-48e1-42d2-a946-1b402e4c1093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:51.576025 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-29e82845-3c0c-4727-807c-3692ea4c4d23 req-a4b1f663-48e1-42d2-a946-1b402e4c1093 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1b2dda9e-4c53-4dab-a19f-ef96f2529a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5886734 Jul 15 23:20:51.584489 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82887b99-4142-4cfa-85fd-86b3f0db2996 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:20:51.601668 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2656886-d74b-40b9-9690-0803e8be0ca4 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Network 7e0bf1fb-0f9e-4b31-8ce4-3c9aa8d7db12 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:20:51.610338 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 82887b99-4142-4cfa-85fd-86b3f0db2996, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=82887b99-4142-4cfa-85fd-86b3f0db2996,segment=NetworkSegment(5704f6c6-cb22-49cf-8189-8f79a4796c0a),segment_id=5704f6c6-cb22-49cf-8189-8f79a4796c0a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:51.611911 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87340638-3202-40f9-9abd-c9669849875f None None] Resources bound (agent type, host, resource id): {{(pid=93772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 23:20:51.618230 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:51.619122 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device ce62c9f8-fc6d-4c1c-8d01-6e2783cba432 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:20:51.648163 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-e2656886-d74b-40b9-9690-0803e8be0ca4 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 7e0bf1fb-0f9e-4b31-8ce4-3c9aa8d7db12) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:51.648495 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-08639cfd-d9e5-4f67-bd57-836116f75e65 req-a157571d-6dbc-414b-9230-2755c3f33530 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc9b8ac7-4585-4b69-a9b5-8671aac12b10 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:20:51.653714 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c49d1851-1b61-469f-85b3-9d7b228631fe req-0d7d95bc-e1b0-4b32-99d7-9aedc80c7dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:51.680941 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053d6011-3ca0-437e-af3b-a7b11846b500 req-efe2b884-ce73-4968-af3b-66276884c1c1 tempest-ServerGroupTestJSON-1661487293 tempest-ServerGroupTestJSON-1661487293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:51.681398 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2656886-d74b-40b9-9690-0803e8be0ca4 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:51.683223 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-053d6011-3ca0-437e-af3b-a7b11846b500 req-efe2b884-ce73-4968-af3b-66276884c1c1 tempest-ServerGroupTestJSON-1661487293 tempest-ServerGroupTestJSON-1661487293-project] 10.222.0.49 "GET /v2.0/ports?device_id=6887acfa-78ba-4d7c-99c1-1468c0cc2966 HTTP/1.1" status: 200 len: 945 time: 0.5790453 Jul 15 23:20:51.683393 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2656886-d74b-40b9-9690-0803e8be0ca4 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:51.693585 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-08639cfd-d9e5-4f67-bd57-836116f75e65 req-a157571d-6dbc-414b-9230-2755c3f33530 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:51.727371 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8d96a1f8-4ba2-416b-bc00-d99438a2baeb tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:51.731086 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8d96a1f8-4ba2-416b-bc00-d99438a2baeb tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:51.739039 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39712) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:51.744097 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-8d96a1f8-4ba2-416b-bc00-d99438a2baeb tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] 10.222.0.48 "DELETE /v2.0/security-groups/22540c99-a59e-4f27-94d8-ed684c4eced7 HTTP/1.1" status: 204 len: 168 time: 1.0351033 Jul 15 23:20:51.794859 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba310ba-5f78-4425-a408-21be99e082b2 req-605879ab-3546-4220-bb66-16eeab37629d tempest-ServerGroupTestJSON-1661487293 tempest-ServerGroupTestJSON-1661487293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:51.803496 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e2656886-d74b-40b9-9690-0803e8be0ca4 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3684824 Jul 15 23:20:51.808557 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6ba310ba-5f78-4425-a408-21be99e082b2 req-605879ab-3546-4220-bb66-16eeab37629d tempest-ServerGroupTestJSON-1661487293 tempest-ServerGroupTestJSON-1661487293-project] 10.222.0.48 "GET /v2.0/ports?device_id=6887acfa-78ba-4d7c-99c1-1468c0cc2966 HTTP/1.1" status: 200 len: 945 time: 0.6518011 Jul 15 23:20:51.821026 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39714) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:51.867686 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port ce62c9f8-fc6d-4c1c-8d01-6e2783cba432, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=ce62c9f8-fc6d-4c1c-8d01-6e2783cba432,segment=NetworkSegment(5704f6c6-cb22-49cf-8189-8f79a4796c0a),segment_id=5704f6c6-cb22-49cf-8189-8f79a4796c0a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:51.898986 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-08639cfd-d9e5-4f67-bd57-836116f75e65 req-a157571d-6dbc-414b-9230-2755c3f33530 service neutron] Transition to ACTIVE for port object cc9b8ac7-4585-4b69-a9b5-8671aac12b10 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:20:51.905040 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96a1f8-4ba2-416b-bc00-d99438a2baeb tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22540c99-a59e-4f27-94d8-ed684c4eced7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:51.918515 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=82887b99-4142-4cfa-85fd-86b3f0db2996,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:51.930747 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-f83dc521-a32d-4efa-93ff-3ae01512def2 req-720236c5-d4df-4ddc-ae55-77a50b4e34b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a9bab09-8d2d-4440-8b00-e99ba5cba621 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:20:51.939725 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-08639cfd-d9e5-4f67-bd57-836116f75e65 req-a157571d-6dbc-414b-9230-2755c3f33530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:51.963981 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f83dc521-a32d-4efa-93ff-3ae01512def2 req-720236c5-d4df-4ddc-ae55-77a50b4e34b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:51.972265 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': 'ce62c9f8-fc6d-4c1c-8d01-6e2783cba432', 'network_id': 'fe121fa5-288f-4a74-ba61-28037c633efd', 'port_id': 'ce62c9f8-fc6d-4c1c-8d01-6e2783cba432', 'mac_address': 'fa:16:3e:c9:c7:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0838200-662b-4f7c-b59f-334165738cb9', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:20:52.112217 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-f83dc521-a32d-4efa-93ff-3ae01512def2 req-720236c5-d4df-4ddc-ae55-77a50b4e34b6 service neutron] Transition to ACTIVE for port object 9a9bab09-8d2d-4440-8b00-e99ba5cba621 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:20:52.128781 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b05acd04-298d-4766-9ba4-ca5bbe033697 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3855703 Jul 15 23:20:52.133064 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:52.157102 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce62c9f8-fc6d-4c1c-8d01-6e2783cba432 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:20:52.167908 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6ba310ba-5f78-4425-a408-21be99e082b2 req-a16f94e7-0dde-4453-a748-f71ba287db28 tempest-ServerGroupTestJSON-1661487293 tempest-ServerGroupTestJSON-1661487293-project] 10.222.0.48 "GET /v2.0/security-groups?id=1613cf8c-27eb-455c-9c3e-8eae29bdf156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3582993 Jul 15 23:20:52.168897 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 39718) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:52.190794 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9553ac75-aa20-4753-b64e-d56bc8f9e2ab tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:52.198743 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['e30cdbcb-2983-4fd9-9dc1-5ba0c3fc0805'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:20:52.201136 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-29e82845-3c0c-4727-807c-3692ea4c4d23 req-7004be95-c883-403a-9dcd-117a87f7d0ea service neutron] 10.222.0.49 "GET /v2.0/networks/1b2dda9e-4c53-4dab-a19f-ef96f2529a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6000314 Jul 15 23:20:52.207644 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f83dc521-a32d-4efa-93ff-3ae01512def2 req-720236c5-d4df-4ddc-ae55-77a50b4e34b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:52.218873 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-42f81736-b1a8-404e-904f-da1c6fcc2618 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Request body: {'security_group': {'name': 'tempest-secgroup--360206306'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:52.257582 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['1fae9003-82f4-480d-9478-075fb4575c1f'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:20:52.278892 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a157571d-6dbc-414b-9230-2755c3f33530 service neutron] Pushing event updated for resources: {'Port': ['ID=cc9b8ac7-4585-4b69-a9b5-8671aac12b10,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:52.302169 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12952ac-54fe-4707-b5e7-0bc0e8f98814 x-openstack-request-id: req-a12952ac-54fe-4707-b5e7-0bc0e8f98814 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:20:52.308731 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b079fb3-e58e-461b-a5e4-891961e8c6b2", "tag": "25249fe8-59ab-4791-933d-4e89386cd2aa", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:20:52.309442 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a12952ac-54fe-4707-b5e7-0bc0e8f98814 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:20:52.310277 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b079fb3-e58e-461b-a5e4-891961e8c6b2', 'tag': '25249fe8-59ab-4791-933d-4e89386cd2aa', 'status': 'completed', 'code': 200} Jul 15 23:20:52.342859 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9553ac75-aa20-4753-b64e-d56bc8f9e2ab tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:52.362940 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1bf6092b-63c1-4598-9ece-7d837c398413 req-19a90c1a-478b-4085-b45c-270a5cb3530c tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0be07ab34660489288d421392836ba59&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7916422 Jul 15 23:20:52.377803 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port ce62c9f8-fc6d-4c1c-8d01-6e2783cba432, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=ce62c9f8-fc6d-4c1c-8d01-6e2783cba432,segment=NetworkSegment(5704f6c6-cb22-49cf-8189-8f79a4796c0a),segment_id=5704f6c6-cb22-49cf-8189-8f79a4796c0a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:52.406615 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:52.492509 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-c49d1851-1b61-469f-85b3-9d7b228631fe req-0d7d95bc-e1b0-4b32-99d7-9aedc80c7dc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 219b88b3-268d-4cb9-b9a5-9f7c29fe5347 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:20:52.503963 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c49d1851-1b61-469f-85b3-9d7b228631fe req-0d7d95bc-e1b0-4b32-99d7-9aedc80c7dc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:52.507465 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9553ac75-aa20-4753-b64e-d56bc8f9e2ab tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:52.549998 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9553ac75-aa20-4753-b64e-d56bc8f9e2ab tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Pushing event deleted for resources: {'Subnet': ['ID=89d6082f-81cd-4dfa-af9c-1b8bf1f5eb19,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:52.553452 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-c49d1851-1b61-469f-85b3-9d7b228631fe req-0d7d95bc-e1b0-4b32-99d7-9aedc80c7dc4 service neutron] Transition to ACTIVE for port object 219b88b3-268d-4cb9-b9a5-9f7c29fe5347 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:20:52.566529 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c49d1851-1b61-469f-85b3-9d7b228631fe req-0d7d95bc-e1b0-4b32-99d7-9aedc80c7dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:52.667960 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9553ac75-aa20-4753-b64e-d56bc8f9e2ab tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:52.687824 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 05b29e2e-888b-4394-ac3d-5afc8d0d8acf up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:20:52.691408 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-9553ac75-aa20-4753-b64e-d56bc8f9e2ab tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e0bf1fb-0f9e-4b31-8ce4-3c9aa8d7db12']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:52.709426 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7d95bc-e1b0-4b32-99d7-9aedc80c7dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=219b88b3-268d-4cb9-b9a5-9f7c29fe5347,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:52.713546 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-9553ac75-aa20-4753-b64e-d56bc8f9e2ab tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbc3a198-6a74-4fab-8b8e-899875ba9d72') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:52.714494 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-9553ac75-aa20-4753-b64e-d56bc8f9e2ab tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbc3a198-6a74-4fab-8b8e-899875ba9d72') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:20:52.752694 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 422fe5b9-520f-419b-8cd4-d8ed4ddfee1a up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:20:52.758190 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9553ac75-aa20-4753-b64e-d56bc8f9e2ab tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:52.768846 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=ce62c9f8-fc6d-4c1c-8d01-6e2783cba432,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:52.781032 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9553ac75-aa20-4753-b64e-d56bc8f9e2ab tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:52.790902 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9553ac75-aa20-4753-b64e-d56bc8f9e2ab tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:20:52.791794 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9553ac75-aa20-4753-b64e-d56bc8f9e2ab tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:52.825528 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-42f81736-b1a8-404e-904f-da1c6fcc2618 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:52.889220 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720236c5-d4df-4ddc-ae55-77a50b4e34b6 service neutron] Pushing event updated for resources: {'Port': ['ID=9a9bab09-8d2d-4440-8b00-e99ba5cba621,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:52.897574 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:20:52.897574 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:20:52.897574 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:20:52.897574 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:20:52.897574 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:20:52.897574 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:20:52.897574 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:20:52.897574 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:20:52.897574 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:20:52.897574 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:20:52.897574 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:20:52.897574 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:20:52.897574 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:20:52.897574 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:20:52.897574 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:20:52.897574 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:20:52.897574 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:20:52.897574 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:20:52.897574 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:20:52.897574 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:20:52.897574 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:20:52.897574 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:20:52.897574 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:20:52.897574 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:20:52.897574 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:20:52.897574 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:20:52.897574 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:20:52.897574 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:20:52.897574 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:20:52.897574 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:20:52.897574 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:20:52.897574 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:20:52.924561 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9553ac75-aa20-4753-b64e-d56bc8f9e2ab tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:52.941556 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['ce62c9f8-fc6d-4c1c-8d01-6e2783cba432'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:20:52.944376 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9553ac75-aa20-4753-b64e-d56bc8f9e2ab tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:52.951308 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-9553ac75-aa20-4753-b64e-d56bc8f9e2ab tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] 10.222.0.48 "DELETE /v2.0/networks/7e0bf1fb-0f9e-4b31-8ce4-3c9aa8d7db12 HTTP/1.1" status: 204 len: 168 time: 1.1287994 Jul 15 23:20:52.961892 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39720) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:52.972236 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e0367464-bde4-45c4-a2e1-72a19e4bdc56 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-185609849'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:52.984678 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9553ac75-aa20-4753-b64e-d56bc8f9e2ab tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Pushing event deleted for resources: {'Network': ['ID=7e0bf1fb-0f9e-4b31-8ce4-3c9aa8d7db12,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:52.993559 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-053d6011-3ca0-437e-af3b-a7b11846b500 req-9efab850-233a-4c02-8a66-aedaf1924db6 tempest-ServerGroupTestJSON-1661487293 tempest-ServerGroupTestJSON-1661487293-project] Deleting port 71fa1238-f555-4084-8c1a-92355fa56d03 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:20:52.994071 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-053d6011-3ca0-437e-af3b-a7b11846b500 req-9efab850-233a-4c02-8a66-aedaf1924db6 tempest-ServerGroupTestJSON-1661487293 tempest-ServerGroupTestJSON-1661487293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:53.029370 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c49d1851-1b61-469f-85b3-9d7b228631fe req-0d7d95bc-e1b0-4b32-99d7-9aedc80c7dc4 service neutron] Attempting to bind port 219b88b3-268d-4cb9-b9a5-9f7c29fe5347 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:20:53.029823 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c49d1851-1b61-469f-85b3-9d7b228631fe req-0d7d95bc-e1b0-4b32-99d7-9aedc80c7dc4 service neutron] Attempting to bind port 219b88b3-268d-4cb9-b9a5-9f7c29fe5347 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '27652f92-7fe9-4a43-94a9-d2751c74ab0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1b2dda9e-4c53-4dab-a19f-ef96f2529a03'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:20:53.030105 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49d1851-1b61-469f-85b3-9d7b228631fe req-0d7d95bc-e1b0-4b32-99d7-9aedc80c7dc4 service neutron] Attempting to bind port 219b88b3-268d-4cb9-b9a5-9f7c29fe5347 on network 1b2dda9e-4c53-4dab-a19f-ef96f2529a03 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:20:53.050591 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49d1851-1b61-469f-85b3-9d7b228631fe req-0d7d95bc-e1b0-4b32-99d7-9aedc80c7dc4 service neutron] Port 219b88b3-268d-4cb9-b9a5-9f7c29fe5347 on network 1b2dda9e-4c53-4dab-a19f-ef96f2529a03 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:20:53.051620 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49d1851-1b61-469f-85b3-9d7b228631fe req-0d7d95bc-e1b0-4b32-99d7-9aedc80c7dc4 service neutron] Attempting to bind port 219b88b3-268d-4cb9-b9a5-9f7c29fe5347 on network 1b2dda9e-4c53-4dab-a19f-ef96f2529a03 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:20:53.063123 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49d1851-1b61-469f-85b3-9d7b228631fe req-0d7d95bc-e1b0-4b32-99d7-9aedc80c7dc4 service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:20:53.063872 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49d1851-1b61-469f-85b3-9d7b228631fe req-0d7d95bc-e1b0-4b32-99d7-9aedc80c7dc4 service neutron] Checking segment: {'id': '27652f92-7fe9-4a43-94a9-d2751c74ab0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1b2dda9e-4c53-4dab-a19f-ef96f2529a03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:20:53.064604 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49d1851-1b61-469f-85b3-9d7b228631fe req-0d7d95bc-e1b0-4b32-99d7-9aedc80c7dc4 service neutron] Bound using segment: {'id': '27652f92-7fe9-4a43-94a9-d2751c74ab0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1b2dda9e-4c53-4dab-a19f-ef96f2529a03'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:20:53.065512 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c49d1851-1b61-469f-85b3-9d7b228631fe req-0d7d95bc-e1b0-4b32-99d7-9aedc80c7dc4 service neutron] Bound port: 219b88b3-268d-4cb9-b9a5-9f7c29fe5347, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27652f92-7fe9-4a43-94a9-d2751c74ab0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1b2dda9e-4c53-4dab-a19f-ef96f2529a03'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:20:53.066167 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c49d1851-1b61-469f-85b3-9d7b228631fe req-0d7d95bc-e1b0-4b32-99d7-9aedc80c7dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:53.073993 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 05b29e2e-888b-4394-ac3d-5afc8d0d8acf completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:20:53.080309 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 05b29e2e-888b-4394-ac3d-5afc8d0d8acf triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:53.080742 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:53.118288 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0367464-bde4-45c4-a2e1-72a19e4bdc56 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Made reservation on behalf of a59f16459d8c4f4488fd0cc78db75e3b for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:20:53.124814 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e0367464-bde4-45c4-a2e1-72a19e4bdc56 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:53.242386 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0367464-bde4-45c4-a2e1-72a19e4bdc56 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:20:53.264819 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e0367464-bde4-45c4-a2e1-72a19e4bdc56 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:53.265173 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-e0367464-bde4-45c4-a2e1-72a19e4bdc56 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Added segment 868c64f5-95e7-4b6d-8e42-59eadd6b4702 of type vlan for network 700349c4-9a41-4dac-b0dd-67376cfc3f12 Jul 15 23:20:53.344862 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc28609-3c29-4032-848d-c92e6c7ad1a0 None None] Network 7e0bf1fb-0f9e-4b31-8ce4-3c9aa8d7db12 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:20:53.379626 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc28609-3c29-4032-848d-c92e6c7ad1a0 None None] Network 7e0bf1fb-0f9e-4b31-8ce4-3c9aa8d7db12 could not be found, it might have been deleted concurrently. {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 23:20:53.391907 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port 422fe5b9-520f-419b-8cd4-d8ed4ddfee1a completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:20:53.410583 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6b5530-f4d9-40bc-8494-f1e037936172 None None] Network 7e0bf1fb-0f9e-4b31-8ce4-3c9aa8d7db12 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:20:53.412424 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e0367464-bde4-45c4-a2e1-72a19e4bdc56 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:53.415836 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 422fe5b9-520f-419b-8cd4-d8ed4ddfee1a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:53.417693 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:53.471027 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6b5530-f4d9-40bc-8494-f1e037936172 None None] Network 7e0bf1fb-0f9e-4b31-8ce4-3c9aa8d7db12 could not be found, it might have been deleted concurrently. {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 23:20:53.506917 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c49d1851-1b61-469f-85b3-9d7b228631fe req-0d7d95bc-e1b0-4b32-99d7-9aedc80c7dc4 service neutron] For port 219b88b3-268d-4cb9-b9a5-9f7c29fe5347, host n-h1-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:20:53.528035 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c49d1851-1b61-469f-85b3-9d7b228631fe req-0d7d95bc-e1b0-4b32-99d7-9aedc80c7dc4 service neutron] For port 219b88b3-268d-4cb9-b9a5-9f7c29fe5347, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=219b88b3-268d-4cb9-b9a5-9f7c29fe5347,segment=NetworkSegment(27652f92-7fe9-4a43-94a9-d2751c74ab0e),segment_id=27652f92-7fe9-4a43-94a9-d2751c74ab0e)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:20:53.530052 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e0367464-bde4-45c4-a2e1-72a19e4bdc56 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:53.537618 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0367464-bde4-45c4-a2e1-72a19e4bdc56 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:53.538422 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e0367464-bde4-45c4-a2e1-72a19e4bdc56 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:53.546227 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c49d1851-1b61-469f-85b3-9d7b228631fe req-0d7d95bc-e1b0-4b32-99d7-9aedc80c7dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:53.618286 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d1851-1b61-469f-85b3-9d7b228631fe req-0d7d95bc-e1b0-4b32-99d7-9aedc80c7dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:53.618600 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c49d1851-1b61-469f-85b3-9d7b228631fe req-0d7d95bc-e1b0-4b32-99d7-9aedc80c7dc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:53.620718 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c49d1851-1b61-469f-85b3-9d7b228631fe req-0d7d95bc-e1b0-4b32-99d7-9aedc80c7dc4 service neutron] 10.222.0.49 "PUT /v2.0/ports/219b88b3-268d-4cb9-b9a5-9f7c29fe5347 HTTP/1.1" status: 200 len: 1092 time: 2.2100120 Jul 15 23:20:53.626184 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9549184f-5892-404f-90b2-43388c7be43e', 'tag': '219b88b3-268d-4cb9-b9a5-9f7c29fe5347'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:20:53.638712 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80133c1-a55d-4abe-bd36-69de6ca61198" -d '{"events": [{"name": "network-changed", "server_uuid": "9549184f-5892-404f-90b2-43388c7be43e", "tag": "219b88b3-268d-4cb9-b9a5-9f7c29fe5347"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:20:53.643755 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:53.701095 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0367464-bde4-45c4-a2e1-72a19e4bdc56 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Pushing event updated for resources: {'Network': ['ID=700349c4-9a41-4dac-b0dd-67376cfc3f12,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:53.753263 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7d95bc-e1b0-4b32-99d7-9aedc80c7dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=219b88b3-268d-4cb9-b9a5-9f7c29fe5347,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:53.755937 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 700349c4-9a41-4dac-b0dd-67376cfc3f12 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:20:53.773525 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0cc38ca6-6bef-4927-815c-ca13089ae821 None None] Provisioning complete for port 05b29e2e-888b-4394-ac3d-5afc8d0d8acf triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:53.774008 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0cc38ca6-6bef-4927-815c-ca13089ae821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:53.799356 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d1851-1b61-469f-85b3-9d7b228631fe req-266843d2-2300-43b4-bb65-74e651244b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:53.801180 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c49d1851-1b61-469f-85b3-9d7b228631fe req-266843d2-2300-43b4-bb65-74e651244b65 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2a405d2dd6804fe7a77887fee4d8f511&device_id=9549184f-5892-404f-90b2-43388c7be43e HTTP/1.1" status: 200 len: 1095 time: 0.0933592 Jul 15 23:20:53.844237 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-053d6011-3ca0-437e-af3b-a7b11846b500 req-9efab850-233a-4c02-8a66-aedaf1924db6 tempest-ServerGroupTestJSON-1661487293 tempest-ServerGroupTestJSON-1661487293-project] For port 71fa1238-f555-4084-8c1a-92355fa56d03, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=71fa1238-f555-4084-8c1a-92355fa56d03,segment=NetworkSegment(93213489-a00e-46f9-abbe-9a1aba0a2e25),segment_id=93213489-a00e-46f9-abbe-9a1aba0a2e25)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:53.845177 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-053d6011-3ca0-437e-af3b-a7b11846b500 req-9efab850-233a-4c02-8a66-aedaf1924db6 tempest-ServerGroupTestJSON-1661487293 tempest-ServerGroupTestJSON-1661487293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:53.859487 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-08639cfd-d9e5-4f67-bd57-836116f75e65 req-a157571d-6dbc-414b-9230-2755c3f33530 service neutron] Attempting to bind port cc9b8ac7-4585-4b69-a9b5-8671aac12b10 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:20:53.859767 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-08639cfd-d9e5-4f67-bd57-836116f75e65 req-a157571d-6dbc-414b-9230-2755c3f33530 service neutron] Attempting to bind port cc9b8ac7-4585-4b69-a9b5-8671aac12b10 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '056a97c3-fa40-4757-b96f-04fb527ec8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd1484756-2d6b-4cf1-82f2-ca0b5a0942a2'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:20:53.860102 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08639cfd-d9e5-4f67-bd57-836116f75e65 req-a157571d-6dbc-414b-9230-2755c3f33530 service neutron] Attempting to bind port cc9b8ac7-4585-4b69-a9b5-8671aac12b10 on network d1484756-2d6b-4cf1-82f2-ca0b5a0942a2 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:20:53.867850 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c49d1851-1b61-469f-85b3-9d7b228631fe req-7843e6af-7f54-4a15-81be-335e1f2cb906 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=219b88b3-268d-4cb9-b9a5-9f7c29fe5347 HTTP/1.1" status: 200 len: 217 time: 0.0592108 Jul 15 23:20:53.938852 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-053d6011-3ca0-437e-af3b-a7b11846b500 req-9efab850-233a-4c02-8a66-aedaf1924db6 tempest-ServerGroupTestJSON-1661487293 tempest-ServerGroupTestJSON-1661487293-project] Calling delete_port for 71fa1238-f555-4084-8c1a-92355fa56d03 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:20:53.946744 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['82887b99-4142-4cfa-85fd-86b3f0db2996'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:20:53.953160 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d1851-1b61-469f-85b3-9d7b228631fe req-0605689f-3311-42c3-a42d-27f21bc34018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:53.955247 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c49d1851-1b61-469f-85b3-9d7b228631fe req-0605689f-3311-42c3-a42d-27f21bc34018 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e20841c0-f378-4203-9626-0b8068a007b6 HTTP/1.1" status: 200 len: 855 time: 0.0806992 Jul 15 23:20:54.002352 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-29e82845-3c0c-4727-807c-3692ea4c4d23 req-a0d231d3-77a8-42ec-9e02-6cf8713d5b76 service neutron] 10.222.0.49 "GET /v2.0/networks/1b2dda9e-4c53-4dab-a19f-ef96f2529a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7696335 Jul 15 23:20:54.019435 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:54.020956 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08639cfd-d9e5-4f67-bd57-836116f75e65 req-a157571d-6dbc-414b-9230-2755c3f33530 service neutron] Port cc9b8ac7-4585-4b69-a9b5-8671aac12b10 on network d1484756-2d6b-4cf1-82f2-ca0b5a0942a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:20:54.021296 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08639cfd-d9e5-4f67-bd57-836116f75e65 req-a157571d-6dbc-414b-9230-2755c3f33530 service neutron] Attempting to bind port cc9b8ac7-4585-4b69-a9b5-8671aac12b10 on network d1484756-2d6b-4cf1-82f2-ca0b5a0942a2 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:20:54.044406 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 05b29e2e-888b-4394-ac3d-5afc8d0d8acf, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=05b29e2e-888b-4394-ac3d-5afc8d0d8acf,segment=NetworkSegment(f511f847-463a-4bdb-b4ed-8d22a4e0a3d2),segment_id=f511f847-463a-4bdb-b4ed-8d22a4e0a3d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:54.046321 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674452c3-d96d-408d-883e-fad06e15c381 req-9c2fed3d-6c49-45a9-b9b5-2171ccb9dd00 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:54.054354 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674452c3-d96d-408d-883e-fad06e15c381 req-9c2fed3d-6c49-45a9-b9b5-2171ccb9dd00 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:54.064729 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674452c3-d96d-408d-883e-fad06e15c381 req-9c2fed3d-6c49-45a9-b9b5-2171ccb9dd00 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:54.070774 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d1851-1b61-469f-85b3-9d7b228631fe req-88f1b6a2-889e-4763-9de6-4819248838b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:54.072006 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674452c3-d96d-408d-883e-fad06e15c381 req-9c2fed3d-6c49-45a9-b9b5-2171ccb9dd00 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:54.072162 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c49d1851-1b61-469f-85b3-9d7b228631fe req-88f1b6a2-889e-4763-9de6-4819248838b4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1b2dda9e-4c53-4dab-a19f-ef96f2529a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1103790 Jul 15 23:20:54.078647 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674452c3-d96d-408d-883e-fad06e15c381 req-9c2fed3d-6c49-45a9-b9b5-2171ccb9dd00 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:54.085338 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674452c3-d96d-408d-883e-fad06e15c381 req-9c2fed3d-6c49-45a9-b9b5-2171ccb9dd00 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:54.092251 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674452c3-d96d-408d-883e-fad06e15c381 req-9c2fed3d-6c49-45a9-b9b5-2171ccb9dd00 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:54.097490 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-674452c3-d96d-408d-883e-fad06e15c381 req-9c2fed3d-6c49-45a9-b9b5-2171ccb9dd00 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/ports?device_id=4378fda7-3666-4ece-be50-c71bf27f1088 HTTP/1.1" status: 200 len: 5427 time: 1.5092182 Jul 15 23:20:54.098991 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:54.102051 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1bf6092b-63c1-4598-9ece-7d837c398413 req-ef0c169b-e6aa-4ad5-af71-153c7a97822c service neutron] 10.222.0.48 "GET /v2.0/networks/18103b5f-44c1-48b7-87f6-2b0a264a1f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7203441 Jul 15 23:20:54.128625 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-42f81736-b1a8-404e-904f-da1c6fcc2618 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:54.146116 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e0367464-bde4-45c4-a2e1-72a19e4bdc56 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1791868 Jul 15 23:20:54.149535 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39726) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:54.153030 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 422fe5b9-520f-419b-8cd4-d8ed4ddfee1a, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=422fe5b9-520f-419b-8cd4-d8ed4ddfee1a,segment=NetworkSegment(eebb0b36-7201-438e-8bcb-6ea46d9d1a58),segment_id=eebb0b36-7201-438e-8bcb-6ea46d9d1a58)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:54.155551 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4378fda7-3666-4ece-be50-c71bf27f1088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '422fe5b9-520f-419b-8cd4-d8ed4ddfee1a'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:20:54.158624 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703becf8-eec6-4b61-97d8-08a4e9fb8129" -d '{"events": [{"server_uuid": "4378fda7-3666-4ece-be50-c71bf27f1088", "name": "network-vif-plugged", "status": "completed", "tag": "422fe5b9-520f-419b-8cd4-d8ed4ddfee1a"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:20:54.159582 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-138b2d79-233d-41d0-9d3f-c62cd656cf99 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Request body: {'subnet': {'network_id': '700349c4-9a41-4dac-b0dd-67376cfc3f12', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:54.174097 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:54.174905 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 71fa1238-f555-4084-8c1a-92355fa56d03 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:20:54.181032 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08639cfd-d9e5-4f67-bd57-836116f75e65 req-a157571d-6dbc-414b-9230-2755c3f33530 service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:20:54.181254 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08639cfd-d9e5-4f67-bd57-836116f75e65 req-a157571d-6dbc-414b-9230-2755c3f33530 service neutron] Checking segment: {'id': '056a97c3-fa40-4757-b96f-04fb527ec8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd1484756-2d6b-4cf1-82f2-ca0b5a0942a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:20:54.181616 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08639cfd-d9e5-4f67-bd57-836116f75e65 req-a157571d-6dbc-414b-9230-2755c3f33530 service neutron] Bound using segment: {'id': '056a97c3-fa40-4757-b96f-04fb527ec8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd1484756-2d6b-4cf1-82f2-ca0b5a0942a2'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:20:54.182254 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-08639cfd-d9e5-4f67-bd57-836116f75e65 req-a157571d-6dbc-414b-9230-2755c3f33530 service neutron] Bound port: cc9b8ac7-4585-4b69-a9b5-8671aac12b10, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '056a97c3-fa40-4757-b96f-04fb527ec8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd1484756-2d6b-4cf1-82f2-ca0b5a0942a2'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:20:54.182640 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-08639cfd-d9e5-4f67-bd57-836116f75e65 req-a157571d-6dbc-414b-9230-2755c3f33530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:54.243212 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-f83dc521-a32d-4efa-93ff-3ae01512def2 req-720236c5-d4df-4ddc-ae55-77a50b4e34b6 service neutron] Attempting to bind port 9a9bab09-8d2d-4440-8b00-e99ba5cba621 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:20:54.243212 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-f83dc521-a32d-4efa-93ff-3ae01512def2 req-720236c5-d4df-4ddc-ae55-77a50b4e34b6 service neutron] Attempting to bind port 9a9bab09-8d2d-4440-8b00-e99ba5cba621 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '27652f92-7fe9-4a43-94a9-d2751c74ab0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1b2dda9e-4c53-4dab-a19f-ef96f2529a03'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:20:54.243212 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83dc521-a32d-4efa-93ff-3ae01512def2 req-720236c5-d4df-4ddc-ae55-77a50b4e34b6 service neutron] Attempting to bind port 9a9bab09-8d2d-4440-8b00-e99ba5cba621 on network 1b2dda9e-4c53-4dab-a19f-ef96f2529a03 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:20:54.265715 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-42f81736-b1a8-404e-904f-da1c6fcc2618 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:54.330196 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=05b29e2e-888b-4394-ac3d-5afc8d0d8acf,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:54.337183 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83dc521-a32d-4efa-93ff-3ae01512def2 req-720236c5-d4df-4ddc-ae55-77a50b4e34b6 service neutron] Port 9a9bab09-8d2d-4440-8b00-e99ba5cba621 on network 1b2dda9e-4c53-4dab-a19f-ef96f2529a03 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:20:54.338757 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83dc521-a32d-4efa-93ff-3ae01512def2 req-720236c5-d4df-4ddc-ae55-77a50b4e34b6 service neutron] Attempting to bind port 9a9bab09-8d2d-4440-8b00-e99ba5cba621 on network 1b2dda9e-4c53-4dab-a19f-ef96f2529a03 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:20:54.352013 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83dc521-a32d-4efa-93ff-3ae01512def2 req-720236c5-d4df-4ddc-ae55-77a50b4e34b6 service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:20:54.352492 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83dc521-a32d-4efa-93ff-3ae01512def2 req-720236c5-d4df-4ddc-ae55-77a50b4e34b6 service neutron] Checking segment: {'id': '27652f92-7fe9-4a43-94a9-d2751c74ab0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1b2dda9e-4c53-4dab-a19f-ef96f2529a03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:20:54.352844 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83dc521-a32d-4efa-93ff-3ae01512def2 req-720236c5-d4df-4ddc-ae55-77a50b4e34b6 service neutron] Bound using segment: {'id': '27652f92-7fe9-4a43-94a9-d2751c74ab0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1b2dda9e-4c53-4dab-a19f-ef96f2529a03'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:20:54.354744 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-f83dc521-a32d-4efa-93ff-3ae01512def2 req-720236c5-d4df-4ddc-ae55-77a50b4e34b6 service neutron] Bound port: 9a9bab09-8d2d-4440-8b00-e99ba5cba621, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27652f92-7fe9-4a43-94a9-d2751c74ab0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1b2dda9e-4c53-4dab-a19f-ef96f2529a03'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:20:54.354744 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f83dc521-a32d-4efa-93ff-3ae01512def2 req-720236c5-d4df-4ddc-ae55-77a50b4e34b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:54.437307 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-08639cfd-d9e5-4f67-bd57-836116f75e65 req-a157571d-6dbc-414b-9230-2755c3f33530 service neutron] For port cc9b8ac7-4585-4b69-a9b5-8671aac12b10, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:20:54.442128 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-08639cfd-d9e5-4f67-bd57-836116f75e65 req-a157571d-6dbc-414b-9230-2755c3f33530 service neutron] For port cc9b8ac7-4585-4b69-a9b5-8671aac12b10, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=cc9b8ac7-4585-4b69-a9b5-8671aac12b10,segment=NetworkSegment(056a97c3-fa40-4757-b96f-04fb527ec8cd),segment_id=056a97c3-fa40-4757-b96f-04fb527ec8cd)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:20:54.471614 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-674452c3-d96d-408d-883e-fad06e15c381 req-08c02bfd-5264-4ea0-bfc3-75d7530d3281 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c3e5093-3aee-4735-ad4f-51aafad3cea0&id=744e907c-f836-4b84-9995-723c64aba29d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3481221 Jul 15 23:20:54.479062 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=422fe5b9-520f-419b-8cd4-d8ed4ddfee1a,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:54.519155 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0cc38ca6-6bef-4927-815c-ca13089ae821 None None] Provisioning for port 9a9bab09-8d2d-4440-8b00-e99ba5cba621 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:20:54.549895 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-08639cfd-d9e5-4f67-bd57-836116f75e65 req-a157571d-6dbc-414b-9230-2755c3f33530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:54.555060 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:54.615764 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-42f81736-b1a8-404e-904f-da1c6fcc2618 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:54.616151 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 05b29e2e-888b-4394-ac3d-5afc8d0d8acf up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:20:54.617044 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-42f81736-b1a8-404e-904f-da1c6fcc2618 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.4207423 Jul 15 23:20:54.714311 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39730) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:54.725807 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-634ab0f7-ce5f-4db5-9b6e-a0d5b5192365 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Request body: {'security_group_rule': {'security_group_id': '7ea7ede6-3020-436e-be4d-436aed39c380', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:54.730315 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 71fa1238-f555-4084-8c1a-92355fa56d03, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=71fa1238-f555-4084-8c1a-92355fa56d03,segment=NetworkSegment(93213489-a00e-46f9-abbe-9a1aba0a2e25),segment_id=93213489-a00e-46f9-abbe-9a1aba0a2e25)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:54.736467 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:54.748598 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device e30cdbcb-2983-4fd9-9dc1-5ba0c3fc0805 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:20:54.750714 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-51287670-72c0-460b-84ac-117fc62d1fd8 None None] Provisioning for port 219b88b3-268d-4cb9-b9a5-9f7c29fe5347 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:20:54.825418 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c49d1851-1b61-469f-85b3-9d7b228631fe req-764bbc55-864f-448f-a8aa-7d201532e9e9 service neutron] 10.222.0.49 "GET /v2.0/networks/1b2dda9e-4c53-4dab-a19f-ef96f2529a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7444267 Jul 15 23:20:54.828037 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=71fa1238-f555-4084-8c1a-92355fa56d03,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:54.877965 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-634ab0f7-ce5f-4db5-9b6e-a0d5b5192365 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:54.881910 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1bf6092b-63c1-4598-9ece-7d837c398413 req-317cd594-41b8-4d95-96fd-ee99dbda23eb service neutron] 10.222.0.48 "GET /v2.0/networks/18103b5f-44c1-48b7-87f6-2b0a264a1f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7495728 Jul 15 23:20:54.882754 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a157571d-6dbc-414b-9230-2755c3f33530 service neutron] Pushing event updated for resources: {'Port': ['ID=cc9b8ac7-4585-4b69-a9b5-8671aac12b10,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:54.887642 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f81736-b1a8-404e-904f-da1c6fcc2618 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea7ede6-3020-436e-be4d-436aed39c380,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:54.895200 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08639cfd-d9e5-4f67-bd57-836116f75e65 req-a157571d-6dbc-414b-9230-2755c3f33530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:54.895920 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-08639cfd-d9e5-4f67-bd57-836116f75e65 req-a157571d-6dbc-414b-9230-2755c3f33530 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:54.898471 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-08639cfd-d9e5-4f67-bd57-836116f75e65 req-a157571d-6dbc-414b-9230-2755c3f33530 service neutron] 10.222.0.49 "PUT /v2.0/ports/cc9b8ac7-4585-4b69-a9b5-8671aac12b10 HTTP/1.1" status: 200 len: 1091 time: 5.3644071 Jul 15 23:20:54.908755 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f95ca4f8-4454-4325-823b-4baa60863f71', 'tag': 'cc9b8ac7-4585-4b69-a9b5-8671aac12b10'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:20:54.913225 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379c9fc7-8b88-4a1d-9704-ca00c1ddb07d" -d '{"events": [{"name": "network-changed", "server_uuid": "f95ca4f8-4454-4325-823b-4baa60863f71", "tag": "cc9b8ac7-4585-4b69-a9b5-8671aac12b10"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:20:54.917797 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-138b2d79-233d-41d0-9d3f-c62cd656cf99 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Made reservation on behalf of a59f16459d8c4f4488fd0cc78db75e3b for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:20:54.923508 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-138b2d79-233d-41d0-9d3f-c62cd656cf99 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:54.929076 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-053d6011-3ca0-437e-af3b-a7b11846b500 req-9efab850-233a-4c02-8a66-aedaf1924db6 tempest-ServerGroupTestJSON-1661487293 tempest-ServerGroupTestJSON-1661487293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:54.944064 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 05b29e2e-888b-4394-ac3d-5afc8d0d8acf triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:54.944639 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:55.045165 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-51287670-72c0-460b-84ac-117fc62d1fd8 None None] Provisioning complete for port 05b29e2e-888b-4394-ac3d-5afc8d0d8acf triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:55.045919 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-51287670-72c0-460b-84ac-117fc62d1fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:55.052102 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port e30cdbcb-2983-4fd9-9dc1-5ba0c3fc0805 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:20:55.078165 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efab850-233a-4c02-8a66-aedaf1924db6 tempest-ServerGroupTestJSON-1661487293 tempest-ServerGroupTestJSON-1661487293-project] Pushing event deleted for resources: {'Port': ['ID=71fa1238-f555-4084-8c1a-92355fa56d03,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:55.084682 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port e30cdbcb-2983-4fd9-9dc1-5ba0c3fc0805 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:55.085170 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:55.142830 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013b6d36-12fd-4f07-9e49-b5516433b0dd req-ba23fc13-f844-4f7f-8030-1432dcdc5976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:55.145020 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-013b6d36-12fd-4f07-9e49-b5516433b0dd req-ba23fc13-f844-4f7f-8030-1432dcdc5976 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2a405d2dd6804fe7a77887fee4d8f511&device_id=3b079fb3-e58e-461b-a5e4-891961e8c6b2 HTTP/1.1" status: 200 len: 1095 time: 1.0392313 Jul 15 23:20:55.196654 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-634ab0f7-ce5f-4db5-9b6e-a0d5b5192365 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:55.208746 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-634ab0f7-ce5f-4db5-9b6e-a0d5b5192365 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:55.285125 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634ab0f7-ce5f-4db5-9b6e-a0d5b5192365 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ffd9bb4-290c-4cf8-bbf1-3b3f593f715d,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:55.374358 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013b6d36-12fd-4f07-9e49-b5516433b0dd req-29cb611a-9d79-4d89-879c-63e6f4ba0422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:55.374532 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-634ab0f7-ce5f-4db5-9b6e-a0d5b5192365 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:55.375918 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-013b6d36-12fd-4f07-9e49-b5516433b0dd req-29cb611a-9d79-4d89-879c-63e6f4ba0422 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1b2dda9e-4c53-4dab-a19f-ef96f2529a03 HTTP/1.1" status: 200 len: 917 time: 0.1865096 Jul 15 23:20:55.377299 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-634ab0f7-ce5f-4db5-9b6e-a0d5b5192365 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6587744 Jul 15 23:20:55.388208 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39738) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:55.393476 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d76684c8-a410-4b06-8035-9160367b707e tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Request body: {'security_group_rule': {'security_group_id': '7ea7ede6-3020-436e-be4d-436aed39c380', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:55.397643 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:55.412394 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c49d1851-1b61-469f-85b3-9d7b228631fe req-15e5699b-00d3-4fdf-aae3-3ec93a260616 service neutron] 10.222.0.49 "GET /v2.0/networks/1b2dda9e-4c53-4dab-a19f-ef96f2529a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5728204 Jul 15 23:20:55.435846 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:55.445514 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-138b2d79-233d-41d0-9d3f-c62cd656cf99 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:55.518841 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d76684c8-a410-4b06-8035-9160367b707e tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:55.527628 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port e30cdbcb-2983-4fd9-9dc1-5ba0c3fc0805, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=e30cdbcb-2983-4fd9-9dc1-5ba0c3fc0805,segment=NetworkSegment(eebb0b36-7201-438e-8bcb-6ea46d9d1a58),segment_id=eebb0b36-7201-438e-8bcb-6ea46d9d1a58)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:55.537292 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:55.538320 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 9ce781cc-249c-47f3-b809-587c0d5814f3 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:20:55.607787 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138b2d79-233d-41d0-9d3f-c62cd656cf99 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Pushing event updated for resources: {'Subnet': ['ID=bd2e64e3-c9c5-4e0e-875c-c714c23a3da2,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:55.620117 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-053d6011-3ca0-437e-af3b-a7b11846b500 req-9efab850-233a-4c02-8a66-aedaf1924db6 tempest-ServerGroupTestJSON-1661487293 tempest-ServerGroupTestJSON-1661487293-project] No DVR routers for this DVR port 71fa1238-f555-4084-8c1a-92355fa56d03 on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:20:55.624876 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-013b6d36-12fd-4f07-9e49-b5516433b0dd req-f41cb622-bf23-4c14-8304-ef0950590e22 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25249fe8-59ab-4791-933d-4e89386cd2aa HTTP/1.1" status: 200 len: 217 time: 0.2139347 Jul 15 23:20:55.629597 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138b2d79-233d-41d0-9d3f-c62cd656cf99 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Checking segment: {'id': '868c64f5-95e7-4b6d-8e42-59eadd6b4702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '700349c4-9a41-4dac-b0dd-67376cfc3f12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:20:55.630071 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138b2d79-233d-41d0-9d3f-c62cd656cf99 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Network hostable DHCP agents. Network: 700349c4-9a41-4dac-b0dd-67376cfc3f12, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:20:55.632984 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-053d6011-3ca0-437e-af3b-a7b11846b500 req-9efab850-233a-4c02-8a66-aedaf1924db6 tempest-ServerGroupTestJSON-1661487293 tempest-ServerGroupTestJSON-1661487293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:55.644815 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-053d6011-3ca0-437e-af3b-a7b11846b500 req-9efab850-233a-4c02-8a66-aedaf1924db6 tempest-ServerGroupTestJSON-1661487293 tempest-ServerGroupTestJSON-1661487293-project] 10.222.0.49 "DELETE /v2.0/ports/71fa1238-f555-4084-8c1a-92355fa56d03 HTTP/1.1" status: 204 len: 173 time: 3.9258780 Jul 15 23:20:55.650340 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-f83dc521-a32d-4efa-93ff-3ae01512def2 req-720236c5-d4df-4ddc-ae55-77a50b4e34b6 service neutron] For port 9a9bab09-8d2d-4440-8b00-e99ba5cba621, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:20:55.661098 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d76684c8-a410-4b06-8035-9160367b707e tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:55.669836 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d76684c8-a410-4b06-8035-9160367b707e tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:55.692928 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138b2d79-233d-41d0-9d3f-c62cd656cf99 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Network 700349c4-9a41-4dac-b0dd-67376cfc3f12 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:20:55.708192 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=e30cdbcb-2983-4fd9-9dc1-5ba0c3fc0805,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:55.709223 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d76684c8-a410-4b06-8035-9160367b707e tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:55.715042 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d76684c8-a410-4b06-8035-9160367b707e tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3215489 Jul 15 23:20:55.715042 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-138b2d79-233d-41d0-9d3f-c62cd656cf99 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 700349c4-9a41-4dac-b0dd-67376cfc3f12) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:55.716468 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39746) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:55.720573 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5eb43ee7-1d4b-4112-a7b8-067cf28af5dd tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Request body: {'security_group_rule': {'security_group_id': '7ea7ede6-3020-436e-be4d-436aed39c380', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:55.734622 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76684c8-a410-4b06-8035-9160367b707e tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f8d0908-43dd-4961-9cfa-2908c8e0b2d6,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:55.742294 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138b2d79-233d-41d0-9d3f-c62cd656cf99 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:55.742897 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-138b2d79-233d-41d0-9d3f-c62cd656cf99 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:55.744108 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02e43ac-01cf-4f3e-81d4-d9aab82327a0 None None] Network 700349c4-9a41-4dac-b0dd-67376cfc3f12 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:20:55.769112 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08639cfd-d9e5-4f67-bd57-836116f75e65 req-3e75e68b-42f2-4a8e-b531-7ee8d891569b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:55.771079 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-08639cfd-d9e5-4f67-bd57-836116f75e65 req-3e75e68b-42f2-4a8e-b531-7ee8d891569b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4b15e22ba4eb43169240491cd7fe1115&device_id=f95ca4f8-4454-4325-823b-4baa60863f71 HTTP/1.1" status: 200 len: 1094 time: 0.7938886 Jul 15 23:20:55.777689 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013b6d36-12fd-4f07-9e49-b5516433b0dd req-112435b1-47b7-4857-92f9-357e0fc747a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:55.779495 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-013b6d36-12fd-4f07-9e49-b5516433b0dd req-112435b1-47b7-4857-92f9-357e0fc747a8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e20841c0-f378-4203-9626-0b8068a007b6 HTTP/1.1" status: 200 len: 855 time: 0.1166484 Jul 15 23:20:55.789689 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-f83dc521-a32d-4efa-93ff-3ae01512def2 req-720236c5-d4df-4ddc-ae55-77a50b4e34b6 service neutron] For port 9a9bab09-8d2d-4440-8b00-e99ba5cba621, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=9a9bab09-8d2d-4440-8b00-e99ba5cba621,segment=NetworkSegment(27652f92-7fe9-4a43-94a9-d2751c74ab0e),segment_id=27652f92-7fe9-4a43-94a9-d2751c74ab0e)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:20:55.790075 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-138b2d79-233d-41d0-9d3f-c62cd656cf99 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6388881 Jul 15 23:20:55.792364 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5eb43ee7-1d4b-4112-a7b8-067cf28af5dd tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:55.801254 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 39748) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:55.850940 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5eb43ee7-1d4b-4112-a7b8-067cf28af5dd tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:55.857224 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5eb43ee7-1d4b-4112-a7b8-067cf28af5dd tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:55.890656 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port 9ce781cc-249c-47f3-b809-587c0d5814f3 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:20:55.895143 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-44ff92b5-992b-419d-808e-5133dd171cb2 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Request body: {'subnet': {'network_id': '700349c4-9a41-4dac-b0dd-67376cfc3f12', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:55.898938 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 9ce781cc-249c-47f3-b809-587c0d5814f3 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:55.899340 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:55.900010 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb43ee7-1d4b-4112-a7b8-067cf28af5dd tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=036218b6-e9e8-46e7-9e3e-028bbb428ba4,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:55.915893 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5eb43ee7-1d4b-4112-a7b8-067cf28af5dd tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:55.919540 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-5eb43ee7-1d4b-4112-a7b8-067cf28af5dd tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2023633 Jul 15 23:20:55.922097 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39752) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:55.928399 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a4f35070-e72b-4cda-ba72-dd0fcd643375 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Request body: {'security_group_rule': {'security_group_id': '7ea7ede6-3020-436e-be4d-436aed39c380', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:55.990297 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a4f35070-e72b-4cda-ba72-dd0fcd643375 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:56.010594 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f83dc521-a32d-4efa-93ff-3ae01512def2 req-720236c5-d4df-4ddc-ae55-77a50b4e34b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:56.055758 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fbb8eb-201a-4eb7-a9c4-1682c47275aa req-61313e09-b38a-4f7f-a88f-612998cfaf68 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:56.063921 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b1fbb8eb-201a-4eb7-a9c4-1682c47275aa req-61313e09-b38a-4f7f-a88f-612998cfaf68 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb6fdb51-4815-4ab6-aa5c-c873ffebd225 HTTP/1.1" status: 200 len: 945 time: 1.1639035 Jul 15 23:20:56.072094 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-08639cfd-d9e5-4f67-bd57-836116f75e65 req-3fe22a8f-d5e8-4e73-8706-58f3ca388d0e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc9b8ac7-4585-4b69-a9b5-8671aac12b10 HTTP/1.1" status: 200 len: 217 time: 0.2854261 Jul 15 23:20:56.105192 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83dc521-a32d-4efa-93ff-3ae01512def2 req-720236c5-d4df-4ddc-ae55-77a50b4e34b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:56.106761 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:56.110022 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f83dc521-a32d-4efa-93ff-3ae01512def2 req-720236c5-d4df-4ddc-ae55-77a50b4e34b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:56.110022 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f83dc521-a32d-4efa-93ff-3ae01512def2 req-720236c5-d4df-4ddc-ae55-77a50b4e34b6 service neutron] 10.222.0.49 "PUT /v2.0/ports/9a9bab09-8d2d-4440-8b00-e99ba5cba621 HTTP/1.1" status: 200 len: 1092 time: 6.3048418 Jul 15 23:20:56.180338 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 9ce781cc-249c-47f3-b809-587c0d5814f3, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=9ce781cc-249c-47f3-b809-587c0d5814f3,segment=NetworkSegment(eebb0b36-7201-438e-8bcb-6ea46d9d1a58),segment_id=eebb0b36-7201-438e-8bcb-6ea46d9d1a58)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:56.183487 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b60d7b-9485-422f-810b-1e8cf7e16f6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-700349c4-9a41-4dac-b0dd-67376cfc3f12', 'network_id': '700349c4-9a41-4dac-b0dd-67376cfc3f12', 'tenant_id': 'a59f16459d8c4f4488fd0cc78db75e3b', 'fixed_ips': [{'subnet_id': 'bd2e64e3-c9c5-4e0e-875c-c714c23a3da2'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:20:56.184316 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c0b60d7b-9485-422f-810b-1e8cf7e16f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:56.195822 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:56.196963 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device ce62c9f8-fc6d-4c1c-8d01-6e2783cba432 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:20:56.207323 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a4f35070-e72b-4cda-ba72-dd0fcd643375 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:56.212291 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a4f35070-e72b-4cda-ba72-dd0fcd643375 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:56.216953 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc61267-fc7d-4e55-a09d-1bf9951058b6 req-cf777006-8d85-4b37-8d17-4148e468071c tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:56.225251 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cdc61267-fc7d-4e55-a09d-1bf9951058b6 req-cf777006-8d85-4b37-8d17-4148e468071c tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/ports?device_id=9549184f-5892-404f-90b2-43388c7be43e HTTP/1.1" status: 200 len: 944 time: 0.8414180 Jul 15 23:20:56.265561 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f35070-e72b-4cda-ba72-dd0fcd643375 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a32050d7-8da8-450e-a347-acbc955a6fec,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:56.276891 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a4f35070-e72b-4cda-ba72-dd0fcd643375 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:56.278124 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a4f35070-e72b-4cda-ba72-dd0fcd643375 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3549759 Jul 15 23:20:56.282411 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39754) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:56.287185 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b17b6375-4fa9-451d-83c6-71e39e929ec0 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Request body: {'security_group_rule': {'security_group_id': '7ea7ede6-3020-436e-be4d-436aed39c380', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:56.362314 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720236c5-d4df-4ddc-ae55-77a50b4e34b6 service neutron] Pushing event updated for resources: {'Port': ['ID=9a9bab09-8d2d-4440-8b00-e99ba5cba621,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:56.390466 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b17b6375-4fa9-451d-83c6-71e39e929ec0 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:56.414144 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08639cfd-d9e5-4f67-bd57-836116f75e65 req-294a9178-b8ce-4190-b568-0903542f96a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:56.416660 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-08639cfd-d9e5-4f67-bd57-836116f75e65 req-294a9178-b8ce-4190-b568-0903542f96a1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1ce1cd1d-7829-480f-9da2-8bc3514230d8 HTTP/1.1" status: 200 len: 846 time: 0.2929347 Jul 15 23:20:56.501890 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b1fbb8eb-201a-4eb7-a9c4-1682c47275aa req-ebe4e38e-e636-4c9e-ba4a-ce5f4a60c7a3 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/security-groups?id=57e114e2-00c8-4f79-b17b-147b800454a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4368570 Jul 15 23:20:56.516112 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b17b6375-4fa9-451d-83c6-71e39e929ec0 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:56.522038 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b17b6375-4fa9-451d-83c6-71e39e929ec0 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:56.536723 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-08639cfd-d9e5-4f67-bd57-836116f75e65 req-cbc9bb0f-b158-4aab-9c24-7d1d090eb28c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d1484756-2d6b-4cf1-82f2-ca0b5a0942a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841916 Jul 15 23:20:56.541526 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013b6d36-12fd-4f07-9e49-b5516433b0dd req-492a39bf-a5f3-4832-bab0-c1802bd91e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:56.543355 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-013b6d36-12fd-4f07-9e49-b5516433b0dd req-492a39bf-a5f3-4832-bab0-c1802bd91e54 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1b2dda9e-4c53-4dab-a19f-ef96f2529a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7453806 Jul 15 23:20:56.560417 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port ce62c9f8-fc6d-4c1c-8d01-6e2783cba432 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:20:56.581158 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port ce62c9f8-fc6d-4c1c-8d01-6e2783cba432 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:56.585281 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:56.589955 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17b6375-4fa9-451d-83c6-71e39e929ec0 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=090cecb9-543e-4432-99c3-e10e9cf90e72,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:56.592333 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=9ce781cc-249c-47f3-b809-587c0d5814f3,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:56.606458 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b17b6375-4fa9-451d-83c6-71e39e929ec0 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:56.608626 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b17b6375-4fa9-451d-83c6-71e39e929ec0 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3252125 Jul 15 23:20:56.612285 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39756) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:56.643446 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-08639cfd-d9e5-4f67-bd57-836116f75e65 req-643d152c-ddc6-45f7-bbd6-ebd8855eda69 service neutron] 10.222.0.49 "GET /v2.0/networks/d1484756-2d6b-4cf1-82f2-ca0b5a0942a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990446 Jul 15 23:20:56.665207 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-47905fd3-c8b5-46ee-892d-e76d37cc48ba tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:56.679307 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cdc61267-fc7d-4e55-a09d-1bf9951058b6 req-16730592-4664-49c2-8c62-4d68e104b55f tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/security-groups?id=79ac3595-42a7-47eb-84e8-f2b8781d451d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4530978 Jul 15 23:20:56.680010 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ff92b5-992b-419d-808e-5133dd171cb2 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Made reservation on behalf of a59f16459d8c4f4488fd0cc78db75e3b for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:20:56.684443 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-44ff92b5-992b-419d-808e-5133dd171cb2 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:56.718531 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-47905fd3-c8b5-46ee-892d-e76d37cc48ba tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:56.719591 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 25249fe8-59ab-4791-933d-4e89386cd2aa details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:20:56.726514 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-c0b60d7b-9485-422f-810b-1e8cf7e16f6b None None] Allocated IP 2001:db8::2 (700349c4-9a41-4dac-b0dd-67376cfc3f12/bd2e64e3-c9c5-4e0e-875c-c714c23a3da2/ee8e468d-fe7c-4074-8437-88e7515916e2) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:20:56.820173 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83dc521-a32d-4efa-93ff-3ae01512def2 req-ef0b9583-577d-4860-9878-35c888c42349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:56.821911 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f83dc521-a32d-4efa-93ff-3ae01512def2 req-ef0b9583-577d-4860-9878-35c888c42349 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2a405d2dd6804fe7a77887fee4d8f511&device_id=52a39ca4-a5fc-4005-9060-f24ff16f3427 HTTP/1.1" status: 200 len: 1095 time: 0.6163476 Jul 15 23:20:56.828077 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-47905fd3-c8b5-46ee-892d-e76d37cc48ba tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:56.846084 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-47905fd3-c8b5-46ee-892d-e76d37cc48ba tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:56.850089 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-47905fd3-c8b5-46ee-892d-e76d37cc48ba tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/090cecb9-543e-4432-99c3-e10e9cf90e72 HTTP/1.1" status: 204 len: 168 time: 0.2342427 Jul 15 23:20:56.855771 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39758) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:56.863325 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47905fd3-c8b5-46ee-892d-e76d37cc48ba tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=090cecb9-543e-4432-99c3-e10e9cf90e72,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:56.989334 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c061f742-9ef7-4145-900a-7392cf8809f0 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1318293 Jul 15 23:20:56.990314 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39762) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:57.031137 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc08da3e-8e79-4f60-9ff2-026b95b01d21 x-openstack-request-id: req-cc08da3e-8e79-4f60-9ff2-026b95b01d21 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:20:57.031587 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9549184f-5892-404f-90b2-43388c7be43e", "tag": "219b88b3-268d-4cb9-b9a5-9f7c29fe5347", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:20:57.031982 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cc08da3e-8e79-4f60-9ff2-026b95b01d21 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:20:57.032597 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9549184f-5892-404f-90b2-43388c7be43e', 'tag': '219b88b3-268d-4cb9-b9a5-9f7c29fe5347', 'status': 'completed', 'code': 200} Jul 15 23:20:57.064159 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f83dc521-a32d-4efa-93ff-3ae01512def2 req-ef9a2e8b-82c0-4c72-b7a5-bb1cefef604e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a9bab09-8d2d-4440-8b00-e99ba5cba621 HTTP/1.1" status: 200 len: 217 time: 0.2203078 Jul 15 23:20:57.072180 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b8cd78bd-2494-4bc0-a57d-46a85de22767 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:57.092552 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b8cd78bd-2494-4bc0-a57d-46a85de22767 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:57.150113 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ceaf98-ca3b-4473-8abe-17e570be7fe4 x-openstack-request-id: req-87ceaf98-ca3b-4473-8abe-17e570be7fe4 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:20:57.151117 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f95ca4f8-4454-4325-823b-4baa60863f71", "tag": "cc9b8ac7-4585-4b69-a9b5-8671aac12b10", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:20:57.151478 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-87ceaf98-ca3b-4473-8abe-17e570be7fe4 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:20:57.152052 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f95ca4f8-4454-4325-823b-4baa60863f71', 'tag': 'cc9b8ac7-4585-4b69-a9b5-8671aac12b10', 'status': 'completed', 'code': 200} Jul 15 23:20:57.164650 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b8cd78bd-2494-4bc0-a57d-46a85de22767 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:57.183807 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae6097b7-f6d3-4c65-acc5-f4376ec448ea x-openstack-request-id: req-ae6097b7-f6d3-4c65-acc5-f4376ec448ea {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:20:57.184390 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4378fda7-3666-4ece-be50-c71bf27f1088", "name": "network-vif-plugged", "status": "completed", "tag": "422fe5b9-520f-419b-8cd4-d8ed4ddfee1a", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:20:57.184654 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ae6097b7-f6d3-4c65-acc5-f4376ec448ea {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:20:57.185374 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4378fda7-3666-4ece-be50-c71bf27f1088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '422fe5b9-520f-419b-8cd4-d8ed4ddfee1a', 'code': 200} Jul 15 23:20:57.211070 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b8cd78bd-2494-4bc0-a57d-46a85de22767 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:57.222056 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b8cd78bd-2494-4bc0-a57d-46a85de22767 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/a32050d7-8da8-450e-a347-acbc955a6fec HTTP/1.1" status: 204 len: 168 time: 0.2300930 Jul 15 23:20:57.226374 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cd78bd-2494-4bc0-a57d-46a85de22767 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a32050d7-8da8-450e-a347-acbc955a6fec,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:57.230823 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39764) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:57.250450 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-08639cfd-d9e5-4f67-bd57-836116f75e65 req-03bdc417-cf1b-4224-81b9-7f3b686d677d service neutron] 10.222.0.49 "GET /v2.0/networks/d1484756-2d6b-4cf1-82f2-ca0b5a0942a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5908399 Jul 15 23:20:57.304897 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-108ac511-e978-4e9f-8191-12aad02f7243 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0725801 Jul 15 23:20:57.309089 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39766) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:57.310203 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 25249fe8-59ab-4791-933d-4e89386cd2aa, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=25249fe8-59ab-4791-933d-4e89386cd2aa,segment=NetworkSegment(27652f92-7fe9-4a43-94a9-d2751c74ab0e),segment_id=27652f92-7fe9-4a43-94a9-d2751c74ab0e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:57.323554 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-013b6d36-12fd-4f07-9e49-b5516433b0dd req-c2c98483-5ea5-4f3f-a311-e8577f11ca38 service neutron] 10.222.0.49 "GET /v2.0/networks/1b2dda9e-4c53-4dab-a19f-ef96f2529a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6542764 Jul 15 23:20:57.325349 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '25249fe8-59ab-4791-933d-4e89386cd2aa', 'network_id': '1b2dda9e-4c53-4dab-a19f-ef96f2529a03', 'port_id': '25249fe8-59ab-4791-933d-4e89386cd2aa', 'mac_address': 'fa:16:3e:db:b4:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e20841c0-f378-4203-9626-0b8068a007b6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:20:57.336305 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-079d26dc-af24-4a9d-a023-08644e6d1404 req-cae79407-49ef-4477-9712-95c3746b4684 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] 10.222.0.48 "GET /v2.0/ports?device_id=40ce3cba-2bff-40dd-9821-85e5ef46933e HTTP/1.1" status: 200 len: 210 time: 0.0898945 Jul 15 23:20:57.357574 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3b2e3430-8c2b-4f44-a4c4-6decc3497674 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:57.375111 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3b2e3430-8c2b-4f44-a4c4-6decc3497674 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:57.440460 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83dc521-a32d-4efa-93ff-3ae01512def2 req-302c3672-90f3-420e-ac6d-f9b54291e0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:57.442894 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f83dc521-a32d-4efa-93ff-3ae01512def2 req-302c3672-90f3-420e-ac6d-f9b54291e0cc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e20841c0-f378-4203-9626-0b8068a007b6 HTTP/1.1" status: 200 len: 855 time: 0.3357222 Jul 15 23:20:57.444109 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:57.445758 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3b2e3430-8c2b-4f44-a4c4-6decc3497674 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:57.461817 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25249fe8-59ab-4791-933d-4e89386cd2aa {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:20:57.462158 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3b2e3430-8c2b-4f44-a4c4-6decc3497674 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:57.468160 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-3b2e3430-8c2b-4f44-a4c4-6decc3497674 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/036218b6-e9e8-46e7-9e3e-028bbb428ba4 HTTP/1.1" status: 204 len: 168 time: 0.1553910 Jul 15 23:20:57.469056 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2e3430-8c2b-4f44-a4c4-6decc3497674 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=036218b6-e9e8-46e7-9e3e-028bbb428ba4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:57.470678 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39768) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:57.509385 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80133c1-a55d-4abe-bd36-69de6ca61198 req-3c8b8187-0718-406b-9046-753fea68ce40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:57.511029 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b80133c1-a55d-4abe-bd36-69de6ca61198 req-3c8b8187-0718-406b-9046-753fea68ce40 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2a405d2dd6804fe7a77887fee4d8f511&device_id=9549184f-5892-404f-90b2-43388c7be43e HTTP/1.1" status: 200 len: 1095 time: 0.4195802 Jul 15 23:20:57.519589 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf840f-e8fa-4b94-8ee5-047d5ed58bb4 req-b115ae27-04ee-465d-8f7b-f5d2dc7ffd88 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:57.532014 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ffcf840f-e8fa-4b94-8ee5-047d5ed58bb4 req-b115ae27-04ee-465d-8f7b-f5d2dc7ffd88 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=f95ca4f8-4454-4325-823b-4baa60863f71 HTTP/1.1" status: 200 len: 943 time: 0.6215131 Jul 15 23:20:57.533336 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:57.558135 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 25249fe8-59ab-4791-933d-4e89386cd2aa, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=25249fe8-59ab-4791-933d-4e89386cd2aa,segment=NetworkSegment(27652f92-7fe9-4a43-94a9-d2751c74ab0e),segment_id=27652f92-7fe9-4a43-94a9-d2751c74ab0e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:57.570624 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:57.577248 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c0b60d7b-9485-422f-810b-1e8cf7e16f6b None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:57.615663 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c0b60d7b-9485-422f-810b-1e8cf7e16f6b None None] Transition to ACTIVE for port object ee8e468d-fe7c-4074-8437-88e7515916e2 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:20:57.661243 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port ce62c9f8-fc6d-4c1c-8d01-6e2783cba432, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=ce62c9f8-fc6d-4c1c-8d01-6e2783cba432,segment=NetworkSegment(5704f6c6-cb22-49cf-8189-8f79a4796c0a),segment_id=5704f6c6-cb22-49cf-8189-8f79a4796c0a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:57.664172 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c0b60d7b-9485-422f-810b-1e8cf7e16f6b None None] Transition to ACTIVE for port object ee8e468d-fe7c-4074-8437-88e7515916e2 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:20:57.670478 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:57.671423 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:20:57.675649 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=25249fe8-59ab-4791-933d-4e89386cd2aa,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:57.682924 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c0b60d7b-9485-422f-810b-1e8cf7e16f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:57.706467 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:57.707492 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:57.707492 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:57.707492 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:57.707949 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:57.708154 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:57.708477 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:57.709576 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:57.709576 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:57.709576 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:57.709861 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:57.710082 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:20:57.738828 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-4b9509e5-36d8-4b9e-b2cd-999f739bf13f tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2630250 Jul 15 23:20:57.739415 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39774) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:57.784223 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc21f2d5-5b35-47bf-a807-1b877b9922de tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:57.793035 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6092b-63c1-4598-9ece-7d837c398413 req-710bb1b8-c734-4ad9-8b76-51d33e50e900 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:57.794587 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1bf6092b-63c1-4598-9ece-7d837c398413 req-710bb1b8-c734-4ad9-8b76-51d33e50e900 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] 10.222.0.49 "GET /v2.0/networks?id=18103b5f-44c1-48b7-87f6-2b0a264a1f42 HTTP/1.1" status: 200 len: 805 time: 0.3062286 Jul 15 23:20:57.802307 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc21f2d5-5b35-47bf-a807-1b877b9922de tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:57.843375 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b60d7b-9485-422f-810b-1e8cf7e16f6b None None] Network 700349c4-9a41-4dac-b0dd-67376cfc3f12 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:20:57.851687 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-c0b60d7b-9485-422f-810b-1e8cf7e16f6b None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:57.860653 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b60d7b-9485-422f-810b-1e8cf7e16f6b None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:20:57.883182 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1bf6092b-63c1-4598-9ece-7d837c398413 req-9c49abac-0e13-4389-8639-3b21b414ac71 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0be07ab34660489288d421392836ba59 HTTP/1.1" status: 200 len: 380 time: 0.0783241 Jul 15 23:20:57.884610 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc21f2d5-5b35-47bf-a807-1b877b9922de tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:57.886988 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=ce62c9f8-fc6d-4c1c-8d01-6e2783cba432,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:57.893983 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc21f2d5-5b35-47bf-a807-1b877b9922de tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:57.897819 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-cc21f2d5-5b35-47bf-a807-1b877b9922de tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/8f8d0908-43dd-4961-9cfa-2908c8e0b2d6 HTTP/1.1" status: 204 len: 168 time: 0.1550794 Jul 15 23:20:57.902225 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-1bf6092b-63c1-4598-9ece-7d837c398413 req-2998f9af-68dd-43f7-b339-1045d1b011d8 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Request body: {'port': {'device_id': '40ce3cba-2bff-40dd-9821-85e5ef46933e', 'network_id': '18103b5f-44c1-48b7-87f6-2b0a264a1f42', 'admin_state_up': True, 'tenant_id': '0be07ab34660489288d421392836ba59', 'security_groups': ['804e44e5-68fc-4665-ad32-65f5db95d544']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:57.905422 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39778) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:57.917819 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port 50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:20:57.924201 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:57.924743 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:57.942535 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc21f2d5-5b35-47bf-a807-1b877b9922de tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8f8d0908-43dd-4961-9cfa-2908c8e0b2d6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:58.007213 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['25249fe8-59ab-4791-933d-4e89386cd2aa'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:20:58.050817 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-02e1b30e-c88e-4d16-9996-2525c244b704 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1357005 Jul 15 23:20:58.051160 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39780) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:58.092808 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c0b60d7b-9485-422f-810b-1e8cf7e16f6b None None] Attempting to bind port ee8e468d-fe7c-4074-8437-88e7515916e2 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:20:58.093236 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c0b60d7b-9485-422f-810b-1e8cf7e16f6b None None] Attempting to bind port ee8e468d-fe7c-4074-8437-88e7515916e2 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '868c64f5-95e7-4b6d-8e42-59eadd6b4702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '700349c4-9a41-4dac-b0dd-67376cfc3f12'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:20:58.093732 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b60d7b-9485-422f-810b-1e8cf7e16f6b None None] Attempting to bind port ee8e468d-fe7c-4074-8437-88e7515916e2 on network 700349c4-9a41-4dac-b0dd-67376cfc3f12 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:20:58.105730 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7830a9be-8771-4486-94c9-48ffd694237c tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:58.123936 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7830a9be-8771-4486-94c9-48ffd694237c tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:58.161825 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b60d7b-9485-422f-810b-1e8cf7e16f6b None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:20:58.163861 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b60d7b-9485-422f-810b-1e8cf7e16f6b None None] Checking segment: {'id': '868c64f5-95e7-4b6d-8e42-59eadd6b4702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '700349c4-9a41-4dac-b0dd-67376cfc3f12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:20:58.165530 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c0b60d7b-9485-422f-810b-1e8cf7e16f6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:58.166206 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b60d7b-9485-422f-810b-1e8cf7e16f6b None None] Bound using segment: {'id': '868c64f5-95e7-4b6d-8e42-59eadd6b4702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '700349c4-9a41-4dac-b0dd-67376cfc3f12'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:20:58.166904 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c0b60d7b-9485-422f-810b-1e8cf7e16f6b None None] Bound port: ee8e468d-fe7c-4074-8437-88e7515916e2, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '868c64f5-95e7-4b6d-8e42-59eadd6b4702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '700349c4-9a41-4dac-b0dd-67376cfc3f12'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:20:58.168062 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c0b60d7b-9485-422f-810b-1e8cf7e16f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:58.186319 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b60d7b-9485-422f-810b-1e8cf7e16f6b None None] Pushing event updated for resources: {'Port': ['ID=ee8e468d-fe7c-4074-8437-88e7515916e2,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:58.188066 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bf6092b-63c1-4598-9ece-7d837c398413 req-2998f9af-68dd-43f7-b339-1045d1b011d8 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Made reservation on behalf of 0be07ab34660489288d421392836ba59 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:20:58.196194 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1bf6092b-63c1-4598-9ece-7d837c398413 req-2998f9af-68dd-43f7-b339-1045d1b011d8 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:58.202820 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7830a9be-8771-4486-94c9-48ffd694237c tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:58.231458 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7830a9be-8771-4486-94c9-48ffd694237c tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:58.239396 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-7830a9be-8771-4486-94c9-48ffd694237c tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/7ffd9bb4-290c-4cf8-bbf1-3b3f593f715d HTTP/1.1" status: 204 len: 168 time: 0.1838729 Jul 15 23:20:58.239396 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39782) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:58.268450 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-013b6d36-12fd-4f07-9e49-b5516433b0dd req-54e7140c-69b5-419c-b40e-bc02f49d7c88 service neutron] 10.222.0.49 "GET /v2.0/networks/1b2dda9e-4c53-4dab-a19f-ef96f2529a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9185541 Jul 15 23:20:58.279020 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7830a9be-8771-4486-94c9-48ffd694237c tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7ffd9bb4-290c-4cf8-bbf1-3b3f593f715d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:58.284063 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ffcf840f-e8fa-4b94-8ee5-047d5ed58bb4 req-94b27e35-9df5-4c45-8950-0d266ee4962c tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7514331 Jul 15 23:20:58.394509 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-cf38b507-1e41-4b9e-84d6-b7d58509bef4 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1514544 Jul 15 23:20:58.394938 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39784) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:58.412654 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:58.419565 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83dc521-a32d-4efa-93ff-3ae01512def2 req-774c6165-64bb-458f-88f4-a37fbf601847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:58.421315 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f83dc521-a32d-4efa-93ff-3ae01512def2 req-774c6165-64bb-458f-88f4-a37fbf601847 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1b2dda9e-4c53-4dab-a19f-ef96f2529a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9552932 Jul 15 23:20:58.422365 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80133c1-a55d-4abe-bd36-69de6ca61198 req-60a01ec9-8190-4201-8304-ec0c4d22436e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:58.423824 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b80133c1-a55d-4abe-bd36-69de6ca61198 req-60a01ec9-8190-4201-8304-ec0c4d22436e service neutron] 10.222.0.49 "GET /v2.0/networks?id=1b2dda9e-4c53-4dab-a19f-ef96f2529a03 HTTP/1.1" status: 200 len: 917 time: 0.8659167 Jul 15 23:20:58.429142 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c9fc7-8b88-4a1d-9704-ca00c1ddb07d req-055c93df-54a8-438b-af7e-1fd2ff9bbffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:58.430771 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-379c9fc7-8b88-4a1d-9704-ca00c1ddb07d req-055c93df-54a8-438b-af7e-1fd2ff9bbffb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4b15e22ba4eb43169240491cd7fe1115&device_id=f95ca4f8-4454-4325-823b-4baa60863f71 HTTP/1.1" status: 200 len: 1094 time: 0.9774315 Jul 15 23:20:58.468269 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b1f570-8f87-4937-8ce6-bf893aa437b2 req-98aaab38-a67f-4120-8419-3461bd045e90 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:58.475552 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b1f570-8f87-4937-8ce6-bf893aa437b2 req-98aaab38-a67f-4120-8419-3461bd045e90 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:58.483472 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b1f570-8f87-4937-8ce6-bf893aa437b2 req-98aaab38-a67f-4120-8419-3461bd045e90 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:58.489535 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b1f570-8f87-4937-8ce6-bf893aa437b2 req-98aaab38-a67f-4120-8419-3461bd045e90 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:58.490901 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-31103c7b-2df7-43f0-afc9-f8d3392c8485 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:58.496692 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b1f570-8f87-4937-8ce6-bf893aa437b2 req-98aaab38-a67f-4120-8419-3461bd045e90 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:58.503193 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b1f570-8f87-4937-8ce6-bf893aa437b2 req-98aaab38-a67f-4120-8419-3461bd045e90 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:58.510123 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b1f570-8f87-4937-8ce6-bf893aa437b2 req-98aaab38-a67f-4120-8419-3461bd045e90 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:58.512572 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-90b1f570-8f87-4937-8ce6-bf893aa437b2 req-98aaab38-a67f-4120-8419-3461bd045e90 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/ports?device_id=4378fda7-3666-4ece-be50-c71bf27f1088 HTTP/1.1" status: 200 len: 5431 time: 0.5001891 Jul 15 23:20:58.528543 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c0b60d7b-9485-422f-810b-1e8cf7e16f6b None None] For port ee8e468d-fe7c-4074-8437-88e7515916e2, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:20:58.535592 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d,segment=NetworkSegment(9f863f95-1b25-4720-919a-e5e9e76842d9),segment_id=9f863f95-1b25-4720-919a-e5e9e76842d9)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:58.547728 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:58.549249 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 1fae9003-82f4-480d-9478-075fb4575c1f up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:20:58.578180 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-31103c7b-2df7-43f0-afc9-f8d3392c8485 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:58.583845 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c0b60d7b-9485-422f-810b-1e8cf7e16f6b None None] For port ee8e468d-fe7c-4074-8437-88e7515916e2, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=ee8e468d-fe7c-4074-8437-88e7515916e2,segment=NetworkSegment(868c64f5-95e7-4b6d-8e42-59eadd6b4702),segment_id=868c64f5-95e7-4b6d-8e42-59eadd6b4702)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:20:58.617090 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c0b60d7b-9485-422f-810b-1e8cf7e16f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:58.621941 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b80133c1-a55d-4abe-bd36-69de6ca61198 req-4bd5cc6b-d546-4b56-9e2c-412b53ae0902 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=219b88b3-268d-4cb9-b9a5-9f7c29fe5347 HTTP/1.1" status: 200 len: 217 time: 0.1793954 Jul 15 23:20:58.626635 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-1bf6092b-63c1-4598-9ece-7d837c398413 req-2998f9af-68dd-43f7-b339-1045d1b011d8 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Allocated IP 172.20.0.8 (18103b5f-44c1-48b7-87f6-2b0a264a1f42/5f7b3b09-7f77-4a52-b4f8-3f5a98ea7d90/a01f3283-b0ce-406c-8c11-d4179855b288) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:20:58.675425 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-44ff92b5-992b-419d-808e-5133dd171cb2 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:58.686045 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:58.724973 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-31103c7b-2df7-43f0-afc9-f8d3392c8485 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:58.727668 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-31103c7b-2df7-43f0-afc9-f8d3392c8485 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:58.731671 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port 1fae9003-82f4-480d-9478-075fb4575c1f completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:20:58.732987 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-31103c7b-2df7-43f0-afc9-f8d3392c8485 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] 10.222.0.48 "DELETE /v2.0/security-groups/7ea7ede6-3020-436e-be4d-436aed39c380 HTTP/1.1" status: 204 len: 168 time: 0.3312941 Jul 15 23:20:58.733642 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39790) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:58.746335 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 219b88b3-268d-4cb9-b9a5-9f7c29fe5347 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:20:58.754270 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 1fae9003-82f4-480d-9478-075fb4575c1f triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:58.755073 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:58.814115 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-daaf3347-ed4e-4536-966f-451dd81dda75 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0651872 Jul 15 23:20:58.814899 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39792) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:58.823917 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b60d7b-9485-422f-810b-1e8cf7e16f6b None None] Pushing event updated for resources: {'Port': ['ID=ee8e468d-fe7c-4074-8437-88e7515916e2,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:58.824197 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-4c4591c3-9873-4e92-ac46-746a23cfb69a tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Request body: {'security_group': {'name': 'tempest-secgroup--829869829'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:58.842745 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31103c7b-2df7-43f0-afc9-f8d3392c8485 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea7ede6-3020-436e-be4d-436aed39c380,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:58.906888 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-90b1f570-8f87-4937-8ce6-bf893aa437b2 req-39f1bc99-0a81-4855-a004-b768c4281df9 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c3e5093-3aee-4735-ad4f-51aafad3cea0&id=744e907c-f836-4b84-9995-723c64aba29d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3759532 Jul 15 23:20:58.937819 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c4591c3-9873-4e92-ac46-746a23cfb69a tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:58.943844 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ff92b5-992b-419d-808e-5133dd171cb2 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Network 700349c4-9a41-4dac-b0dd-67376cfc3f12 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:20:59.000396 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1bf6092b-63c1-4598-9ece-7d837c398413 req-2998f9af-68dd-43f7-b339-1045d1b011d8 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:59.039473 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80133c1-a55d-4abe-bd36-69de6ca61198 req-f7676e0f-aa33-4521-a115-4d9c9f810843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:59.041302 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b80133c1-a55d-4abe-bd36-69de6ca61198 req-f7676e0f-aa33-4521-a115-4d9c9f810843 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e20841c0-f378-4203-9626-0b8068a007b6 HTTP/1.1" status: 200 len: 855 time: 0.3996990 Jul 15 23:20:59.042448 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-44ff92b5-992b-419d-808e-5133dd171cb2 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:59.052537 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 219b88b3-268d-4cb9-b9a5-9f7c29fe5347, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=219b88b3-268d-4cb9-b9a5-9f7c29fe5347,segment=NetworkSegment(27652f92-7fe9-4a43-94a9-d2751c74ab0e),segment_id=27652f92-7fe9-4a43-94a9-d2751c74ab0e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:59.053208 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ff92b5-992b-419d-808e-5133dd171cb2 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:59.053820 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-44ff92b5-992b-419d-808e-5133dd171cb2 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:59.066338 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-1bf6092b-63c1-4598-9ece-7d837c398413 req-2998f9af-68dd-43f7-b339-1045d1b011d8 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Transition to ACTIVE for port object a01f3283-b0ce-406c-8c11-d4179855b288 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:20:59.071017 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '219b88b3-268d-4cb9-b9a5-9f7c29fe5347', 'network_id': '1b2dda9e-4c53-4dab-a19f-ef96f2529a03', 'port_id': '219b88b3-268d-4cb9-b9a5-9f7c29fe5347', 'mac_address': 'fa:16:3e:b0:ca:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e20841c0-f378-4203-9626-0b8068a007b6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:20:59.083636 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:59.089666 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ff92b5-992b-419d-808e-5133dd171cb2 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Pushing event updated for resources: {'Subnet': ['ID=b423cc87-6a0d-4d12-beb8-10f71ad57176,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:59.103771 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f83dc521-a32d-4efa-93ff-3ae01512def2 req-01d5c915-231f-4df1-9b74-033223b6cfeb service neutron] 10.222.0.49 "GET /v2.0/networks/1b2dda9e-4c53-4dab-a19f-ef96f2529a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6644855 Jul 15 23:20:59.145721 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c9fc7-8b88-4a1d-9704-ca00c1ddb07d req-d9c867f1-1dd2-435f-94a1-04a4e3da7b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:59.147555 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-379c9fc7-8b88-4a1d-9704-ca00c1ddb07d req-d9c867f1-1dd2-435f-94a1-04a4e3da7b35 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d1484756-2d6b-4cf1-82f2-ca0b5a0942a2 HTTP/1.1" status: 200 len: 907 time: 0.7066038 Jul 15 23:20:59.159475 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6887acfa-78ba-4d7c-99c1-1468c0cc2966', 'name': 'network-vif-deleted', 'tag': '71fa1238-f555-4084-8c1a-92355fa56d03'}, {'name': 'network-changed', 'server_uuid': '52a39ca4-a5fc-4005-9060-f24ff16f3427', 'tag': '9a9bab09-8d2d-4440-8b00-e99ba5cba621'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:20:59.162340 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b40f7f65-6454-4c34-ab07-0fcd6f6c1d82" -d '{"events": [{"server_uuid": "6887acfa-78ba-4d7c-99c1-1468c0cc2966", "name": "network-vif-deleted", "tag": "71fa1238-f555-4084-8c1a-92355fa56d03"}, {"name": "network-changed", "server_uuid": "52a39ca4-a5fc-4005-9060-f24ff16f3427", "tag": "9a9bab09-8d2d-4440-8b00-e99ba5cba621"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:20:59.163124 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c4591c3-9873-4e92-ac46-746a23cfb69a tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:59.188856 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6887acfa-78ba-4d7c-99c1-1468c0cc2966', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71fa1238-f555-4084-8c1a-92355fa56d03'}, {'server_uuid': '4378fda7-3666-4ece-be50-c71bf27f1088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e30cdbcb-2983-4fd9-9dc1-5ba0c3fc0805'}, {'server_uuid': '4378fda7-3666-4ece-be50-c71bf27f1088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ce781cc-249c-47f3-b809-587c0d5814f3'}, {'server_uuid': '4378fda7-3666-4ece-be50-c71bf27f1088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce62c9f8-fc6d-4c1c-8d01-6e2783cba432'}, {'server_uuid': '4378fda7-3666-4ece-be50-c71bf27f1088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d'}, {'server_uuid': '4378fda7-3666-4ece-be50-c71bf27f1088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fae9003-82f4-480d-9478-075fb4575c1f'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:20:59.193929 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-892d951d-c1fe-4040-bde9-92bd8045fe5a" -d '{"events": [{"server_uuid": "6887acfa-78ba-4d7c-99c1-1468c0cc2966", "name": "network-vif-unplugged", "status": "completed", "tag": "71fa1238-f555-4084-8c1a-92355fa56d03"}, {"server_uuid": "4378fda7-3666-4ece-be50-c71bf27f1088", "name": "network-vif-plugged", "status": "completed", "tag": "e30cdbcb-2983-4fd9-9dc1-5ba0c3fc0805"}, {"server_uuid": "4378fda7-3666-4ece-be50-c71bf27f1088", "name": "network-vif-plugged", "status": "completed", "tag": "9ce781cc-249c-47f3-b809-587c0d5814f3"}, {"server_uuid": "4378fda7-3666-4ece-be50-c71bf27f1088", "name": "network-vif-plugged", "status": "completed", "tag": "ce62c9f8-fc6d-4c1c-8d01-6e2783cba432"}, {"server_uuid": "4378fda7-3666-4ece-be50-c71bf27f1088", "name": "network-vif-plugged", "status": "completed", "tag": "50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d"}, {"server_uuid": "4378fda7-3666-4ece-be50-c71bf27f1088", "name": "network-vif-plugged", "status": "completed", "tag": "1fae9003-82f4-480d-9478-075fb4575c1f"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:20:59.197098 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1bf6092b-63c1-4598-9ece-7d837c398413 req-2998f9af-68dd-43f7-b339-1045d1b011d8 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:59.203067 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c4591c3-9873-4e92-ac46-746a23cfb69a tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:59.215081 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 1fae9003-82f4-480d-9478-075fb4575c1f, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=1fae9003-82f4-480d-9478-075fb4575c1f,segment=NetworkSegment(eebb0b36-7201-438e-8bcb-6ea46d9d1a58),segment_id=eebb0b36-7201-438e-8bcb-6ea46d9d1a58)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:59.216974 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:59.224072 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:59.246945 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 82887b99-4142-4cfa-85fd-86b3f0db2996 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:20:59.261042 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4591c3-9873-4e92-ac46-746a23cfb69a tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84a9de18-a0e8-4126-b3fd-ebe713f79950,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:59.298239 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 219b88b3-268d-4cb9-b9a5-9f7c29fe5347 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:20:59.301154 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bf6092b-63c1-4598-9ece-7d837c398413 req-2998f9af-68dd-43f7-b339-1045d1b011d8 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Network 18103b5f-44c1-48b7-87f6-2b0a264a1f42 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:20:59.307962 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c4591c3-9873-4e92-ac46-746a23cfb69a tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:59.308188 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-44ff92b5-992b-419d-808e-5133dd171cb2 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.4668398 Jul 15 23:20:59.308717 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-4c4591c3-9873-4e92-ac46-746a23cfb69a tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4841838 Jul 15 23:20:59.308717 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39798) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:59.309424 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-379c9fc7-8b88-4a1d-9704-ca00c1ddb07d req-1f0360aa-a092-4cab-9ed5-e338b398e86e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc9b8ac7-4585-4b69-a9b5-8671aac12b10 HTTP/1.1" status: 200 len: 217 time: 0.1324427 Jul 15 23:20:59.316912 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 39800) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:59.323320 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-1bf6092b-63c1-4598-9ece-7d837c398413 req-2998f9af-68dd-43f7-b339-1045d1b011d8 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:20:59.324783 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-438d44da-b58f-404b-9649-37bcd83db52e tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Request body: {'security_group_rule': {'security_group_id': '84a9de18-a0e8-4126-b3fd-ebe713f79950', 'direction': 'ingress', 'protocol': 17}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:59.326539 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 219b88b3-268d-4cb9-b9a5-9f7c29fe5347, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=219b88b3-268d-4cb9-b9a5-9f7c29fe5347,segment=NetworkSegment(27652f92-7fe9-4a43-94a9-d2751c74ab0e),segment_id=27652f92-7fe9-4a43-94a9-d2751c74ab0e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:59.333903 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:59.350387 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bf6092b-63c1-4598-9ece-7d837c398413 req-2998f9af-68dd-43f7-b339-1045d1b011d8 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:20:59.372430 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=1fae9003-82f4-480d-9478-075fb4575c1f,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:59.403414 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe78c0e-fbc6-485a-a429-f52e9397a577 req-f2f92f50-5369-4b21-8e9f-239547836bf6 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:59.411135 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bbe78c0e-fbc6-485a-a429-f52e9397a577 req-f2f92f50-5369-4b21-8e9f-239547836bf6 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb6fdb51-4815-4ab6-aa5c-c873ffebd225 HTTP/1.1" status: 200 len: 945 time: 0.7682936 Jul 15 23:20:59.419094 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2998f9af-68dd-43f7-b339-1045d1b011d8 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Pushing event updated for resources: {'Port': ['ID=a01f3283-b0ce-406c-8c11-d4179855b288,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:59.430038 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port 82887b99-4142-4cfa-85fd-86b3f0db2996 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:20:59.431511 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6092b-63c1-4598-9ece-7d837c398413 req-2998f9af-68dd-43f7-b339-1045d1b011d8 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:59.432798 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1bf6092b-63c1-4598-9ece-7d837c398413 req-2998f9af-68dd-43f7-b339-1045d1b011d8 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:59.440708 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 82887b99-4142-4cfa-85fd-86b3f0db2996 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:20:59.441334 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:59.484492 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8759ab8-e083-4090-ab6a-9326b36da910 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:59.488389 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8759ab8-e083-4090-ab6a-9326b36da910 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:59.491565 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8759ab8-e083-4090-ab6a-9326b36da910 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:59.493578 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8759ab8-e083-4090-ab6a-9326b36da910 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:59.495786 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8759ab8-e083-4090-ab6a-9326b36da910 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:59.497649 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f8759ab8-e083-4090-ab6a-9326b36da910 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1895969 Jul 15 23:20:59.500349 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=219b88b3-268d-4cb9-b9a5-9f7c29fe5347,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:59.502601 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39804) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:20:59.513063 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-33f28bf4-d546-44dc-a2f7-8e293b0a654e tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-468746509'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:59.520889 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1bf6092b-63c1-4598-9ece-7d837c398413 req-2998f9af-68dd-43f7-b339-1045d1b011d8 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6235170 Jul 15 23:20:59.536886 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-1bf6092b-63c1-4598-9ece-7d837c398413 req-37cf766c-7547-4ef3-97ca-f65b0d03e1a8 service neutron] Request body: {'port': {'device_id': '40ce3cba-2bff-40dd-9821-85e5ef46933e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:20:59.559270 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:59.575427 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80133c1-a55d-4abe-bd36-69de6ca61198 req-75d383e9-20ee-4b14-9ace-c5df76722df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:59.577715 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b80133c1-a55d-4abe-bd36-69de6ca61198 req-75d383e9-20ee-4b14-9ace-c5df76722df5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1b2dda9e-4c53-4dab-a19f-ef96f2529a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5155983 Jul 15 23:20:59.578628 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-438d44da-b58f-404b-9649-37bcd83db52e tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:59.587038 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f28bf4-d546-44dc-a2f7-8e293b0a654e tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Made reservation on behalf of a59f16459d8c4f4488fd0cc78db75e3b for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:20:59.591532 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-33f28bf4-d546-44dc-a2f7-8e293b0a654e tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:59.621366 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 82887b99-4142-4cfa-85fd-86b3f0db2996, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=82887b99-4142-4cfa-85fd-86b3f0db2996,segment=NetworkSegment(5704f6c6-cb22-49cf-8189-8f79a4796c0a),segment_id=5704f6c6-cb22-49cf-8189-8f79a4796c0a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:20:59.632721 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:59.647774 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['219b88b3-268d-4cb9-b9a5-9f7c29fe5347'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:20:59.653912 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f83dc521-a32d-4efa-93ff-3ae01512def2 req-3b9f4701-5c01-4237-a1ca-996a95b55d6d service neutron] 10.222.0.49 "GET /v2.0/networks/1b2dda9e-4c53-4dab-a19f-ef96f2529a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5226407 Jul 15 23:20:59.655374 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c9fc7-8b88-4a1d-9704-ca00c1ddb07d req-0b11e52a-fff5-4eda-bec3-44cdc3828ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:59.659772 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-379c9fc7-8b88-4a1d-9704-ca00c1ddb07d req-0b11e52a-fff5-4eda-bec3-44cdc3828ac6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1ce1cd1d-7829-480f-9da2-8bc3514230d8 HTTP/1.1" status: 200 len: 846 time: 0.3391035 Jul 15 23:20:59.670813 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33f28bf4-d546-44dc-a2f7-8e293b0a654e tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:20:59.688487 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1bf6092b-63c1-4598-9ece-7d837c398413 req-37cf766c-7547-4ef3-97ca-f65b0d03e1a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:59.714866 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-33f28bf4-d546-44dc-a2f7-8e293b0a654e tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:59.715351 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-33f28bf4-d546-44dc-a2f7-8e293b0a654e tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Added segment fcd4866b-6b75-49af-9f67-1eb06ab7e1be of type vlan for network b2d212e5-318c-4c10-877e-5e9ea32db1ac Jul 15 23:20:59.717167 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6114849d-2c8c-4f45-8009-faecbeb30867 req-8195486e-7760-4a5f-b01f-8476cf34b331 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:59.720395 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6114849d-2c8c-4f45-8009-faecbeb30867 req-8195486e-7760-4a5f-b01f-8476cf34b331 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/ports?device_id=9549184f-5892-404f-90b2-43388c7be43e HTTP/1.1" status: 200 len: 944 time: 0.5331421 Jul 15 23:20:59.734197 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bbe78c0e-fbc6-485a-a429-f52e9397a577 req-a520b8f0-0338-4318-bb1d-be7915adf7e7 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/security-groups?id=57e114e2-00c8-4f79-b17b-147b800454a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3112175 Jul 15 23:20:59.739054 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 25249fe8-59ab-4791-933d-4e89386cd2aa up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:20:59.808564 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-379c9fc7-8b88-4a1d-9704-ca00c1ddb07d req-722313af-54e2-4e25-9c4e-ae119846e7c4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d1484756-2d6b-4cf1-82f2-ca0b5a0942a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1153941 Jul 15 23:20:59.809526 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-33f28bf4-d546-44dc-a2f7-8e293b0a654e tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:59.939754 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-33f28bf4-d546-44dc-a2f7-8e293b0a654e tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:59.948249 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f28bf4-d546-44dc-a2f7-8e293b0a654e tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:20:59.948981 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-33f28bf4-d546-44dc-a2f7-8e293b0a654e tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:20:59.972309 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=82887b99-4142-4cfa-85fd-86b3f0db2996,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:20:59.995432 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b3471a73-f2eb-45aa-bd5a-9961467fe674 None None] Provisioning for port a01f3283-b0ce-406c-8c11-d4179855b288 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:21:00.008308 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b3471a73-f2eb-45aa-bd5a-9961467fe674 None None] Provisioning complete for port a01f3283-b0ce-406c-8c11-d4179855b288 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:21:00.009226 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b3471a73-f2eb-45aa-bd5a-9961467fe674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:00.027078 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-33f28bf4-d546-44dc-a2f7-8e293b0a654e tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5150950 Jul 15 23:21:00.027486 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39810) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:00.034295 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-dbae4d32-7dd9-4719-86a2-9e72e790fc01 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:00.115299 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6114849d-2c8c-4f45-8009-faecbeb30867 req-c6b0ef57-f4ca-404e-97f2-b67debdd2ce8 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/security-groups?id=79ac3595-42a7-47eb-84e8-f2b8781d451d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3615310 Jul 15 23:21:00.126975 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-438d44da-b58f-404b-9649-37bcd83db52e tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:00.132209 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b80133c1-a55d-4abe-bd36-69de6ca61198 req-eb0c663f-1a26-49d7-ade5-37fbda111894 service neutron] 10.222.0.49 "GET /v2.0/networks/1b2dda9e-4c53-4dab-a19f-ef96f2529a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5470898 Jul 15 23:21:00.138154 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-438d44da-b58f-404b-9649-37bcd83db52e tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:00.150084 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port 25249fe8-59ab-4791-933d-4e89386cd2aa completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:21:00.152627 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 25249fe8-59ab-4791-933d-4e89386cd2aa triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:21:00.153017 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:00.189777 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f28bf4-d546-44dc-a2f7-8e293b0a654e tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Pushing event updated for resources: {'Network': ['ID=b2d212e5-318c-4c10-877e-5e9ea32db1ac,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:00.233932 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network b2d212e5-318c-4c10-877e-5e9ea32db1ac details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:21:00.267212 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b3471a73-f2eb-45aa-bd5a-9961467fe674 None None] Port a01f3283-b0ce-406c-8c11-d4179855b288 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:21:00.279175 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d44da-b58f-404b-9649-37bcd83db52e tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88749128-583a-4a6c-b02c-0eea85d4fcee,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:00.308983 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-379c9fc7-8b88-4a1d-9704-ca00c1ddb07d req-d03e0a63-ee9b-47c6-a3de-4ca17b412a5a service neutron] 10.222.0.49 "GET /v2.0/networks/d1484756-2d6b-4cf1-82f2-ca0b5a0942a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4417257 Jul 15 23:21:00.311743 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-438d44da-b58f-404b-9649-37bcd83db52e tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:00.313319 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-438d44da-b58f-404b-9649-37bcd83db52e tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.9938188 Jul 15 23:21:00.323074 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 39814) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:00.350610 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dbae4d32-7dd9-4719-86a2-9e72e790fc01 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:00.376932 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dbae4d32-7dd9-4719-86a2-9e72e790fc01 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:00.446908 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:00.470266 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dbae4d32-7dd9-4719-86a2-9e72e790fc01 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Network b2d212e5-318c-4c10-877e-5e9ea32db1ac is not hosted by any dhcp agent {{(pid=93771) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 23:21:00.478151 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1040 Content-Type: application/json Date: Thu, 15 Jul 2021 23:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e056e4b-0f44-442a-8415-13b56fb8dacf x-openstack-request-id: req-6e056e4b-0f44-442a-8415-13b56fb8dacf {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:21:00.479288 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbae4d32-7dd9-4719-86a2-9e72e790fc01 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:00.479918 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dbae4d32-7dd9-4719-86a2-9e72e790fc01 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:00.480080 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6887acfa-78ba-4d7c-99c1-1468c0cc2966", "name": "network-vif-unplugged", "status": "completed", "tag": "71fa1238-f555-4084-8c1a-92355fa56d03", "code": 200}, {"server_uuid": "4378fda7-3666-4ece-be50-c71bf27f1088", "name": "network-vif-plugged", "status": "completed", "tag": "e30cdbcb-2983-4fd9-9dc1-5ba0c3fc0805", "code": 200}, {"server_uuid": "4378fda7-3666-4ece-be50-c71bf27f1088", "name": "network-vif-plugged", "status": "completed", "tag": "9ce781cc-249c-47f3-b809-587c0d5814f3", "code": 200}, {"server_uuid": "4378fda7-3666-4ece-be50-c71bf27f1088", "name": "network-vif-plugged", "status": "completed", "tag": "ce62c9f8-fc6d-4c1c-8d01-6e2783cba432", "code": 200}, {"server_uuid": "4378fda7-3666-4ece-be50-c71bf27f1088", "name": "network-vif-plugged", "status": "completed", "tag": "50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d", "code": 200}, {"server_uuid": "4378fda7-3666-4ece-be50-c71bf27f1088", "name": "network-vif-plugged", "status": "completed", "tag": "1fae9003-82f4-480d-9478-075fb4575c1f", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:21:00.480666 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6e056e4b-0f44-442a-8415-13b56fb8dacf {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:21:00.481287 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6887acfa-78ba-4d7c-99c1-1468c0cc2966', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71fa1238-f555-4084-8c1a-92355fa56d03', 'code': 200} Jul 15 23:21:00.481567 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4378fda7-3666-4ece-be50-c71bf27f1088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e30cdbcb-2983-4fd9-9dc1-5ba0c3fc0805', 'code': 200} Jul 15 23:21:00.481826 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4378fda7-3666-4ece-be50-c71bf27f1088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ce781cc-249c-47f3-b809-587c0d5814f3', 'code': 200} Jul 15 23:21:00.482144 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4378fda7-3666-4ece-be50-c71bf27f1088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce62c9f8-fc6d-4c1c-8d01-6e2783cba432', 'code': 200} Jul 15 23:21:00.482451 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4378fda7-3666-4ece-be50-c71bf27f1088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d', 'code': 200} Jul 15 23:21:00.482709 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4378fda7-3666-4ece-be50-c71bf27f1088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fae9003-82f4-480d-9478-075fb4575c1f', 'code': 200} Jul 15 23:21:00.485153 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-dbae4d32-7dd9-4719-86a2-9e72e790fc01 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] 10.222.0.48 "PUT /v2.0/networks/b2d212e5-318c-4c10-877e-5e9ea32db1ac HTTP/1.1" status: 200 len: 723 time: 0.4565187 Jul 15 23:21:00.498240 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 39816) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:00.498695 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbae4d32-7dd9-4719-86a2-9e72e790fc01 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Pushing event updated for resources: {'Network': ['ID=b2d212e5-318c-4c10-877e-5e9ea32db1ac,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:00.520454 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d2c8d0-f2c7-4c0d-aa80-9bd949468136 None None] Network 700349c4-9a41-4dac-b0dd-67376cfc3f12 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:21:00.526255 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-fd3fd1bd-688c-4aff-a205-fae55256abbe tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Request body: {'subnet': {'network_id': 'b2d212e5-318c-4c10-877e-5e9ea32db1ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:00.536553 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network b2d212e5-318c-4c10-877e-5e9ea32db1ac details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:21:00.538717 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 15 Jul 2021 23:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44773314-1b83-4c58-a423-44252f42c568 x-openstack-request-id: req-44773314-1b83-4c58-a423-44252f42c568 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:21:00.538717 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6887acfa-78ba-4d7c-99c1-1468c0cc2966", "name": "network-vif-deleted", "tag": "71fa1238-f555-4084-8c1a-92355fa56d03", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "52a39ca4-a5fc-4005-9060-f24ff16f3427", "tag": "9a9bab09-8d2d-4440-8b00-e99ba5cba621", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:21:00.538981 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-44773314-1b83-4c58-a423-44252f42c568 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:21:00.539265 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6887acfa-78ba-4d7c-99c1-1468c0cc2966', 'name': 'network-vif-deleted', 'tag': '71fa1238-f555-4084-8c1a-92355fa56d03', 'status': 'completed', 'code': 200} Jul 15 23:21:00.539524 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52a39ca4-a5fc-4005-9060-f24ff16f3427', 'tag': '9a9bab09-8d2d-4440-8b00-e99ba5cba621', 'status': 'completed', 'code': 200} Jul 15 23:21:00.608086 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642a11b1-ec35-4f72-897b-e0574f1c7bf7 req-97c687aa-f905-464b-8f06-17e8de5ba61c tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:00.622197 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-642a11b1-ec35-4f72-897b-e0574f1c7bf7 req-97c687aa-f905-464b-8f06-17e8de5ba61c tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] 10.222.0.48 "GET /v2.0/ports?device_id=40ce3cba-2bff-40dd-9821-85e5ef46933e HTTP/1.1" status: 200 len: 931 time: 0.6319184 Jul 15 23:21:00.632556 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-1bf6092b-63c1-4598-9ece-7d837c398413 req-37cf766c-7547-4ef3-97ca-f65b0d03e1a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a01f3283-b0ce-406c-8c11-d4179855b288 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:21:00.667619 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1bf6092b-63c1-4598-9ece-7d837c398413 req-37cf766c-7547-4ef3-97ca-f65b0d03e1a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:00.684095 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device ee8e468d-fe7c-4074-8437-88e7515916e2 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:21:00.688627 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-1bf6092b-63c1-4598-9ece-7d837c398413 req-37cf766c-7547-4ef3-97ca-f65b0d03e1a8 service neutron] Transition to ACTIVE for port object a01f3283-b0ce-406c-8c11-d4179855b288 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:21:00.703257 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1bf6092b-63c1-4598-9ece-7d837c398413 req-37cf766c-7547-4ef3-97ca-f65b0d03e1a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:00.721188 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 25249fe8-59ab-4791-933d-4e89386cd2aa, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=25249fe8-59ab-4791-933d-4e89386cd2aa,segment=NetworkSegment(27652f92-7fe9-4a43-94a9-d2751c74ab0e),segment_id=27652f92-7fe9-4a43-94a9-d2751c74ab0e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:00.735215 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1058699f-b9c2-472f-b313-992b836c487c None None] Provisioning for port ee8e468d-fe7c-4074-8437-88e7515916e2 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:21:00.773673 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:00.780105 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cf766c-7547-4ef3-97ca-f65b0d03e1a8 service neutron] Pushing event updated for resources: {'Port': ['ID=a01f3283-b0ce-406c-8c11-d4179855b288,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:00.783999 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b80133c1-a55d-4abe-bd36-69de6ca61198 req-c5cb0922-a3c5-4c34-a4f6-6dc5442cb5eb service neutron] 10.222.0.49 "GET /v2.0/networks/1b2dda9e-4c53-4dab-a19f-ef96f2529a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6272793 Jul 15 23:21:00.848443 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device cc9b8ac7-4585-4b69-a9b5-8671aac12b10 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:21:00.859614 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6c026f73-6266-4efc-816c-4a6b771a9e86 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:00.903062 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-1bf6092b-63c1-4598-9ece-7d837c398413 req-37cf766c-7547-4ef3-97ca-f65b0d03e1a8 service neutron] Attempting to bind port a01f3283-b0ce-406c-8c11-d4179855b288 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:21:00.903501 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-1bf6092b-63c1-4598-9ece-7d837c398413 req-37cf766c-7547-4ef3-97ca-f65b0d03e1a8 service neutron] Attempting to bind port a01f3283-b0ce-406c-8c11-d4179855b288 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': 'f511f847-463a-4bdb-b4ed-8d22a4e0a3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '18103b5f-44c1-48b7-87f6-2b0a264a1f42'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:21:00.903971 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf6092b-63c1-4598-9ece-7d837c398413 req-37cf766c-7547-4ef3-97ca-f65b0d03e1a8 service neutron] Attempting to bind port a01f3283-b0ce-406c-8c11-d4179855b288 on network 18103b5f-44c1-48b7-87f6-2b0a264a1f42 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:21:00.909509 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf6092b-63c1-4598-9ece-7d837c398413 req-37cf766c-7547-4ef3-97ca-f65b0d03e1a8 service neutron] Port a01f3283-b0ce-406c-8c11-d4179855b288 on network 18103b5f-44c1-48b7-87f6-2b0a264a1f42 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:21:00.909942 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf6092b-63c1-4598-9ece-7d837c398413 req-37cf766c-7547-4ef3-97ca-f65b0d03e1a8 service neutron] Attempting to bind port a01f3283-b0ce-406c-8c11-d4179855b288 on network 18103b5f-44c1-48b7-87f6-2b0a264a1f42 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:21:00.916317 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf6092b-63c1-4598-9ece-7d837c398413 req-37cf766c-7547-4ef3-97ca-f65b0d03e1a8 service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:21:00.917047 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf6092b-63c1-4598-9ece-7d837c398413 req-37cf766c-7547-4ef3-97ca-f65b0d03e1a8 service neutron] Checking segment: {'id': 'f511f847-463a-4bdb-b4ed-8d22a4e0a3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '18103b5f-44c1-48b7-87f6-2b0a264a1f42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:21:00.917757 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf6092b-63c1-4598-9ece-7d837c398413 req-37cf766c-7547-4ef3-97ca-f65b0d03e1a8 service neutron] Bound using segment: {'id': 'f511f847-463a-4bdb-b4ed-8d22a4e0a3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '18103b5f-44c1-48b7-87f6-2b0a264a1f42'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:21:00.918354 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-1bf6092b-63c1-4598-9ece-7d837c398413 req-37cf766c-7547-4ef3-97ca-f65b0d03e1a8 service neutron] Bound port: a01f3283-b0ce-406c-8c11-d4179855b288, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f511f847-463a-4bdb-b4ed-8d22a4e0a3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '18103b5f-44c1-48b7-87f6-2b0a264a1f42'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:21:00.919144 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1bf6092b-63c1-4598-9ece-7d837c398413 req-37cf766c-7547-4ef3-97ca-f65b0d03e1a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:00.949689 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8840e7c6-8aed-4aeb-a438-dd58665db79c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:01.030030 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=25249fe8-59ab-4791-933d-4e89386cd2aa,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:01.031361 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-1bf6092b-63c1-4598-9ece-7d837c398413 req-37cf766c-7547-4ef3-97ca-f65b0d03e1a8 service neutron] For port a01f3283-b0ce-406c-8c11-d4179855b288, host n-h1-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:21:01.037043 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-1bf6092b-63c1-4598-9ece-7d837c398413 req-37cf766c-7547-4ef3-97ca-f65b0d03e1a8 service neutron] For port a01f3283-b0ce-406c-8c11-d4179855b288, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=a01f3283-b0ce-406c-8c11-d4179855b288,segment=NetworkSegment(f511f847-463a-4bdb-b4ed-8d22a4e0a3d2),segment_id=f511f847-463a-4bdb-b4ed-8d22a4e0a3d2)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:21:01.047858 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1bf6092b-63c1-4598-9ece-7d837c398413 req-37cf766c-7547-4ef3-97ca-f65b0d03e1a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:01.087381 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port ee8e468d-fe7c-4074-8437-88e7515916e2 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:21:01.105816 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6092b-63c1-4598-9ece-7d837c398413 req-37cf766c-7547-4ef3-97ca-f65b0d03e1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:01.106777 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1bf6092b-63c1-4598-9ece-7d837c398413 req-37cf766c-7547-4ef3-97ca-f65b0d03e1a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:01.110220 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1bf6092b-63c1-4598-9ece-7d837c398413 req-37cf766c-7547-4ef3-97ca-f65b0d03e1a8 service neutron] 10.222.0.49 "PUT /v2.0/ports/a01f3283-b0ce-406c-8c11-d4179855b288 HTTP/1.1" status: 200 len: 1091 time: 1.5799642 Jul 15 23:21:01.110911 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40ce3cba-2bff-40dd-9821-85e5ef46933e', 'tag': 'a01f3283-b0ce-406c-8c11-d4179855b288'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:21:01.116091 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-334f07b3-3003-4179-bc24-b331fcd92cd5" -d '{"events": [{"name": "network-changed", "server_uuid": "40ce3cba-2bff-40dd-9821-85e5ef46933e", "tag": "a01f3283-b0ce-406c-8c11-d4179855b288"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:21:01.144598 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cf766c-7547-4ef3-97ca-f65b0d03e1a8 service neutron] Pushing event updated for resources: {'Port': ['ID=a01f3283-b0ce-406c-8c11-d4179855b288,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:01.222699 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port cc9b8ac7-4585-4b69-a9b5-8671aac12b10, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=cc9b8ac7-4585-4b69-a9b5-8671aac12b10,segment=NetworkSegment(056a97c3-fa40-4757-b96f-04fb527ec8cd),segment_id=056a97c3-fa40-4757-b96f-04fb527ec8cd)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:01.290098 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6092b-63c1-4598-9ece-7d837c398413 req-5985b476-ebe3-41ea-9bee-e0b723f41345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:01.292763 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1bf6092b-63c1-4598-9ece-7d837c398413 req-5985b476-ebe3-41ea-9bee-e0b723f41345 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0be07ab34660489288d421392836ba59&device_id=40ce3cba-2bff-40dd-9821-85e5ef46933e HTTP/1.1" status: 200 len: 1094 time: 0.1096904 Jul 15 23:21:01.345418 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6c026f73-6266-4efc-816c-4a6b771a9e86 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:01.387179 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1bf6092b-63c1-4598-9ece-7d837c398413 req-c5074576-e092-4043-8e1d-e1694cf6faa5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a01f3283-b0ce-406c-8c11-d4179855b288 HTTP/1.1" status: 200 len: 217 time: 0.0862470 Jul 15 23:21:01.405220 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-379c9fc7-8b88-4a1d-9704-ca00c1ddb07d req-9c0a78a2-7b42-44de-8b23-4a2e2b4bbada service neutron] 10.222.0.49 "GET /v2.0/networks/d1484756-2d6b-4cf1-82f2-ca0b5a0942a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0876393 Jul 15 23:21:01.414384 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-642a11b1-ec35-4f72-897b-e0574f1c7bf7 req-a1f818cf-9d84-47a7-bc25-da05620a1132 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] 10.222.0.48 "GET /v2.0/security-groups?id=804e44e5-68fc-4665-ad32-65f5db95d544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7911370 Jul 15 23:21:01.457627 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port ee8e468d-fe7c-4074-8437-88e7515916e2 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:21:01.458519 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:01.464178 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6c026f73-6266-4efc-816c-4a6b771a9e86 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:01.468876 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6c026f73-6266-4efc-816c-4a6b771a9e86 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:01.470264 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-6c026f73-6266-4efc-816c-4a6b771a9e86 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] 10.222.0.48 "DELETE /v2.0/security-groups/84a9de18-a0e8-4126-b3fd-ebe713f79950 HTTP/1.1" status: 204 len: 168 time: 1.1438019 Jul 15 23:21:01.484299 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 39822) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:01.497610 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6092b-63c1-4598-9ece-7d837c398413 req-18bc88f4-6f25-4c4e-9585-1b9799a86be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:01.501074 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1bf6092b-63c1-4598-9ece-7d837c398413 req-18bc88f4-6f25-4c4e-9585-1b9799a86be0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5f7b3b09-7f77-4a52-b4f8-3f5a98ea7d90 HTTP/1.1" status: 200 len: 844 time: 0.1068385 Jul 15 23:21:01.507116 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': 'cc9b8ac7-4585-4b69-a9b5-8671aac12b10', 'network_id': 'd1484756-2d6b-4cf1-82f2-ca0b5a0942a2', 'port_id': 'cc9b8ac7-4585-4b69-a9b5-8671aac12b10', 'mac_address': 'fa:16:3e:a3:1f:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ce1cd1d-7829-480f-9da2-8bc3514230d8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:21:01.528618 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c026f73-6266-4efc-816c-4a6b771a9e86 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a9de18-a0e8-4126-b3fd-ebe713f79950,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:01.545095 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f7f65-6454-4c34-ab07-0fcd6f6c1d82 req-d9919f64-3edc-4409-8408-d1ea06c5a3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:01.548041 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b40f7f65-6454-4c34-ab07-0fcd6f6c1d82 req-d9919f64-3edc-4409-8408-d1ea06c5a3a2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2a405d2dd6804fe7a77887fee4d8f511&device_id=52a39ca4-a5fc-4005-9060-f24ff16f3427 HTTP/1.1" status: 200 len: 1095 time: 0.8777936 Jul 15 23:21:01.569201 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6092b-63c1-4598-9ece-7d837c398413 req-da2213bf-7e50-4367-949d-38150ecd1aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:01.570927 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1bf6092b-63c1-4598-9ece-7d837c398413 req-da2213bf-7e50-4367-949d-38150ecd1aa0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=18103b5f-44c1-48b7-87f6-2b0a264a1f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622053 Jul 15 23:21:01.609475 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee653b-539c-482d-ae16-3caaf50ef847 req-b7809802-cebb-4654-86db-5d2c4e098f3a tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:01.611073 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2dee653b-539c-482d-ae16-3caaf50ef847 req-b7809802-cebb-4654-86db-5d2c4e098f3a tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=f95ca4f8-4454-4325-823b-4baa60863f71 HTTP/1.1" status: 200 len: 943 time: 0.8930616 Jul 15 23:21:01.611784 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3fd1bd-688c-4aff-a205-fae55256abbe tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Made reservation on behalf of a59f16459d8c4f4488fd0cc78db75e3b for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:21:01.615909 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fd3fd1bd-688c-4aff-a205-fae55256abbe tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:01.659449 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:01.680423 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc9b8ac7-4585-4b69-a9b5-8671aac12b10 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:21:01.733013 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1bf6092b-63c1-4598-9ece-7d837c398413 req-2c463833-4363-4387-bed0-a675f6fbdabb service neutron] 10.222.0.49 "GET /v2.0/networks/18103b5f-44c1-48b7-87f6-2b0a264a1f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545784 Jul 15 23:21:01.753164 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-82618215-21ce-46c6-9e4f-a07fc1bed50f tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2603805 Jul 15 23:21:01.757697 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 39826) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:01.770703 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port cc9b8ac7-4585-4b69-a9b5-8671aac12b10, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=cc9b8ac7-4585-4b69-a9b5-8671aac12b10,segment=NetworkSegment(056a97c3-fa40-4757-b96f-04fb527ec8cd),segment_id=056a97c3-fa40-4757-b96f-04fb527ec8cd)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:01.775425 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2dee653b-539c-482d-ae16-3caaf50ef847 req-bf971d23-19f7-4844-a18c-ab8a1bad6043 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497993 Jul 15 23:21:01.814173 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:01.860243 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d62c93bb-df67-44b6-9b86-f8e91168c007 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Request body: {'security_group': {'name': 'tempest-secgroup--1774545596'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:01.879657 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1bf6092b-63c1-4598-9ece-7d837c398413 req-bd4306e7-d217-4ad4-a6e3-1815e178b942 service neutron] 10.222.0.49 "GET /v2.0/networks/18103b5f-44c1-48b7-87f6-2b0a264a1f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391597 Jul 15 23:21:01.953122 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19756290-efd0-4cf4-bacf-3a220ba489ae x-openstack-request-id: req-19756290-efd0-4cf4-bacf-3a220ba489ae {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:21:01.953458 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40ce3cba-2bff-40dd-9821-85e5ef46933e", "tag": "a01f3283-b0ce-406c-8c11-d4179855b288", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:21:01.953711 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-19756290-efd0-4cf4-bacf-3a220ba489ae {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:21:01.954387 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40ce3cba-2bff-40dd-9821-85e5ef46933e', 'tag': 'a01f3283-b0ce-406c-8c11-d4179855b288', 'status': 'completed', 'code': 200} Jul 15 23:21:02.005180 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:02.035166 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=cc9b8ac7-4585-4b69-a9b5-8671aac12b10,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:02.045267 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d62c93bb-df67-44b6-9b86-f8e91168c007 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:02.046075 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6401c1cc-1322-47a9-bff9-473fecc9c645 None None] Update dhcp port {'port': {'network_id': '700349c4-9a41-4dac-b0dd-67376cfc3f12', 'fixed_ips': [{'subnet_id': 'bd2e64e3-c9c5-4e0e-875c-c714c23a3da2', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b423cc87-6a0d-4d12-beb8-10f71ad57176'}], 'binding:host_id': 'n-d-794306-6'}, 'id': 'ee8e468d-fe7c-4074-8437-88e7515916e2'} from n-d-794306-6. {{(pid=93772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 23:21:02.106331 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f7f65-6454-4c34-ab07-0fcd6f6c1d82 req-0df75238-ee9d-4b96-bec2-4b8a23bbbc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:02.107893 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b40f7f65-6454-4c34-ab07-0fcd6f6c1d82 req-0df75238-ee9d-4b96-bec2-4b8a23bbbc8d service neutron] 10.222.0.49 "GET /v2.0/networks?id=1b2dda9e-4c53-4dab-a19f-ef96f2529a03 HTTP/1.1" status: 200 len: 917 time: 0.5504425 Jul 15 23:21:02.113634 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port ee8e468d-fe7c-4074-8437-88e7515916e2, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=ee8e468d-fe7c-4074-8437-88e7515916e2,segment=NetworkSegment(868c64f5-95e7-4b6d-8e42-59eadd6b4702),segment_id=868c64f5-95e7-4b6d-8e42-59eadd6b4702)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:02.115479 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6401c1cc-1322-47a9-bff9-473fecc9c645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:02.117412 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334f07b3-3003-4179-bc24-b331fcd92cd5 req-fbe02a68-1265-45e3-a369-6fcf3e55ee23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:02.120486 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:02.121473 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-334f07b3-3003-4179-bc24-b331fcd92cd5 req-fbe02a68-1265-45e3-a369-6fcf3e55ee23 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0be07ab34660489288d421392836ba59&device_id=40ce3cba-2bff-40dd-9821-85e5ef46933e HTTP/1.1" status: 200 len: 1094 time: 0.1406138 Jul 15 23:21:02.165769 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['cc9b8ac7-4585-4b69-a9b5-8671aac12b10'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:21:02.226386 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b40f7f65-6454-4c34-ab07-0fcd6f6c1d82 req-a9308d63-a80e-45d5-80cf-b2c68aeb7f4f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a9bab09-8d2d-4440-8b00-e99ba5cba621 HTTP/1.1" status: 200 len: 217 time: 0.1059530 Jul 15 23:21:02.254470 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334f07b3-3003-4179-bc24-b331fcd92cd5 req-9a2ebad7-3ed5-49ae-a5eb-9762b6afe2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:02.256749 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-334f07b3-3003-4179-bc24-b331fcd92cd5 req-9a2ebad7-3ed5-49ae-a5eb-9762b6afe2da service neutron] 10.222.0.49 "GET /v2.0/networks?id=18103b5f-44c1-48b7-87f6-2b0a264a1f42 HTTP/1.1" status: 200 len: 906 time: 0.1274412 Jul 15 23:21:02.265894 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=ee8e468d-fe7c-4074-8437-88e7515916e2,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:02.309647 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d68b2-377c-4c05-ad81-b07fac488b5e req-05e75e21-b758-411f-84d7-8722459f7f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:02.311513 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3c9d68b2-377c-4c05-ad81-b07fac488b5e req-05e75e21-b758-411f-84d7-8722459f7f55 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c691a27677f54c85a3250b5bafef55f4&device_id=fb6fdb51-4815-4ab6-aa5c-c873ffebd225 HTTP/1.1" status: 200 len: 1096 time: 0.3966298 Jul 15 23:21:02.318146 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-334f07b3-3003-4179-bc24-b331fcd92cd5 req-0b860092-1262-4dbb-b6b3-45661e73382c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a01f3283-b0ce-406c-8c11-d4179855b288 HTTP/1.1" status: 200 len: 217 time: 0.0546460 Jul 15 23:21:02.323667 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5dc09f-552c-461c-a4f1-6fc4d32c98f1 req-e04ab0aa-d221-473a-9f40-6ddaaabb0296 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:02.330184 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5dc09f-552c-461c-a4f1-6fc4d32c98f1 req-e04ab0aa-d221-473a-9f40-6ddaaabb0296 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:02.336680 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5dc09f-552c-461c-a4f1-6fc4d32c98f1 req-e04ab0aa-d221-473a-9f40-6ddaaabb0296 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:02.342714 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5dc09f-552c-461c-a4f1-6fc4d32c98f1 req-e04ab0aa-d221-473a-9f40-6ddaaabb0296 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:02.348966 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5dc09f-552c-461c-a4f1-6fc4d32c98f1 req-e04ab0aa-d221-473a-9f40-6ddaaabb0296 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:02.357678 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5dc09f-552c-461c-a4f1-6fc4d32c98f1 req-e04ab0aa-d221-473a-9f40-6ddaaabb0296 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:02.364932 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5dc09f-552c-461c-a4f1-6fc4d32c98f1 req-e04ab0aa-d221-473a-9f40-6ddaaabb0296 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:02.367491 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8b5dc09f-552c-461c-a4f1-6fc4d32c98f1 req-e04ab0aa-d221-473a-9f40-6ddaaabb0296 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/ports?device_id=4378fda7-3666-4ece-be50-c71bf27f1088 HTTP/1.1" status: 200 len: 5434 time: 0.4641867 Jul 15 23:21:02.391018 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334f07b3-3003-4179-bc24-b331fcd92cd5 req-54f548a3-62d2-4b18-95b7-4d719e3e9324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:02.394155 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-334f07b3-3003-4179-bc24-b331fcd92cd5 req-54f548a3-62d2-4b18-95b7-4d719e3e9324 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5f7b3b09-7f77-4a52-b4f8-3f5a98ea7d90 HTTP/1.1" status: 200 len: 844 time: 0.0691981 Jul 15 23:21:02.445142 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-6401c1cc-1322-47a9-bff9-473fecc9c645 None None] Allocated IP 172.20.0.1 (700349c4-9a41-4dac-b0dd-67376cfc3f12/b423cc87-6a0d-4d12-beb8-10f71ad57176/ee8e468d-fe7c-4074-8437-88e7515916e2) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:21:02.483387 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4378fda7-3666-4ece-be50-c71bf27f1088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82887b99-4142-4cfa-85fd-86b3f0db2996'}, {'server_uuid': '3b079fb3-e58e-461b-a5e4-891961e8c6b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25249fe8-59ab-4791-933d-4e89386cd2aa'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:21:02.485724 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fdce283-6ec1-4c1b-9655-09a460f1c7e0" -d '{"events": [{"server_uuid": "4378fda7-3666-4ece-be50-c71bf27f1088", "name": "network-vif-plugged", "status": "completed", "tag": "82887b99-4142-4cfa-85fd-86b3f0db2996"}, {"server_uuid": "3b079fb3-e58e-461b-a5e4-891961e8c6b2", "name": "network-vif-plugged", "status": "completed", "tag": "25249fe8-59ab-4791-933d-4e89386cd2aa"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:21:02.504708 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f7f65-6454-4c34-ab07-0fcd6f6c1d82 req-873a67b6-3f62-4e6b-a9c8-c38e1b0b35f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:02.506238 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b40f7f65-6454-4c34-ab07-0fcd6f6c1d82 req-873a67b6-3f62-4e6b-a9c8-c38e1b0b35f0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e20841c0-f378-4203-9626-0b8068a007b6 HTTP/1.1" status: 200 len: 855 time: 0.2692237 Jul 15 23:21:02.512361 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334f07b3-3003-4179-bc24-b331fcd92cd5 req-09e65a24-bdc6-464e-adcf-4b93ef9f77a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:02.514623 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-334f07b3-3003-4179-bc24-b331fcd92cd5 req-09e65a24-bdc6-464e-adcf-4b93ef9f77a3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=18103b5f-44c1-48b7-87f6-2b0a264a1f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1113257 Jul 15 23:21:02.583017 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device ee8e468d-fe7c-4074-8437-88e7515916e2 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:21:02.597494 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fd3fd1bd-688c-4aff-a205-fae55256abbe tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:02.656029 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-6401c1cc-1322-47a9-bff9-473fecc9c645 None None] For port ee8e468d-fe7c-4074-8437-88e7515916e2, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=ee8e468d-fe7c-4074-8437-88e7515916e2,segment=NetworkSegment(868c64f5-95e7-4b6d-8e42-59eadd6b4702),segment_id=868c64f5-95e7-4b6d-8e42-59eadd6b4702)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:02.668737 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-334f07b3-3003-4179-bc24-b331fcd92cd5 req-6a698c51-c4ee-4429-ac4c-fe9d6d448d0f service neutron] 10.222.0.49 "GET /v2.0/networks/18103b5f-44c1-48b7-87f6-2b0a264a1f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440942 Jul 15 23:21:02.673684 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8b5dc09f-552c-461c-a4f1-6fc4d32c98f1 req-348ff81d-1fe9-467f-9727-e84f0601c78a tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c3e5093-3aee-4735-ad4f-51aafad3cea0&id=744e907c-f836-4b84-9995-723c64aba29d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2861187 Jul 15 23:21:02.691463 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a3f74-4ba3-426f-8216-495bb06fb88f req-fcfa431a-8cf7-4036-9e3d-d44c951b8c10 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:02.699052 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5a4a3f74-4ba3-426f-8216-495bb06fb88f req-fcfa431a-8cf7-4036-9e3d-d44c951b8c10 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/ports?device_id=9549184f-5892-404f-90b2-43388c7be43e HTTP/1.1" status: 200 len: 945 time: 0.5941279 Jul 15 23:21:02.705213 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6401c1cc-1322-47a9-bff9-473fecc9c645 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:02.718283 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port ee8e468d-fe7c-4074-8437-88e7515916e2 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:21:02.718283 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:02.743202 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6401c1cc-1322-47a9-bff9-473fecc9c645 None None] Transition to ACTIVE for port object ee8e468d-fe7c-4074-8437-88e7515916e2 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:21:02.750363 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6401c1cc-1322-47a9-bff9-473fecc9c645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:02.788862 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d68b2-377c-4c05-ad81-b07fac488b5e req-24aed88f-a6e7-4a2a-83ae-b42df6eecd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:02.790464 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3c9d68b2-377c-4c05-ad81-b07fac488b5e req-24aed88f-a6e7-4a2a-83ae-b42df6eecd67 service neutron] 10.222.0.49 "GET /v2.0/networks?id=72dd1139-85ac-44a3-8181-7845deb521ca HTTP/1.1" status: 200 len: 912 time: 0.4219472 Jul 15 23:21:02.811283 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3fd1bd-688c-4aff-a205-fae55256abbe tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Pushing event updated for resources: {'Subnet': ['ID=065996c3-9af3-44cc-9a05-30fbb333d456,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:02.814975 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 9a9bab09-8d2d-4440-8b00-e99ba5cba621 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:21:02.820290 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d62c93bb-df67-44b6-9b86-f8e91168c007 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:02.831891 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 219b88b3-268d-4cb9-b9a5-9f7c29fe5347 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:21:02.852725 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d62c93bb-df67-44b6-9b86-f8e91168c007 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:02.867643 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-334f07b3-3003-4179-bc24-b331fcd92cd5 req-db756ae2-bcf6-4d48-a7d5-3d988487440a service neutron] 10.222.0.49 "GET /v2.0/networks/18103b5f-44c1-48b7-87f6-2b0a264a1f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909451 Jul 15 23:21:02.919080 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5a4a3f74-4ba3-426f-8216-495bb06fb88f req-92e132a8-e235-4712-8c2d-6b5c87313d2b tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/security-groups?id=79ac3595-42a7-47eb-84e8-f2b8781d451d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190478 Jul 15 23:21:02.930035 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Port ee8e468d-fe7c-4074-8437-88e7515916e2 had new provisioning blocks added so it will not transition to active. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jul 15 23:21:02.943615 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.db.resource_extend [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 23:21:02.964563 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6401c1cc-1322-47a9-bff9-473fecc9c645 None None] Pushing event updated for resources: {'Port': ['ID=ee8e468d-fe7c-4074-8437-88e7515916e2,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:02.999478 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3fd1bd-688c-4aff-a205-fae55256abbe tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Checking segment: {'id': 'fcd4866b-6b75-49af-9f67-1eb06ab7e1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b2d212e5-318c-4c10-877e-5e9ea32db1ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:21:02.999478 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3fd1bd-688c-4aff-a205-fae55256abbe tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Network hostable DHCP agents. Network: b2d212e5-318c-4c10-877e-5e9ea32db1ac, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:21:03.020403 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d62c93bb-df67-44b6-9b86-f8e91168c007 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:03.027635 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-d62c93bb-df67-44b6-9b86-f8e91168c007 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2610912 Jul 15 23:21:03.027839 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39836) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:03.034835 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-74082126-cb77-429f-bed9-0d505553d24d tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Request body: {'security_group': {'name': 'tempest-secgroup--1572510419'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:03.075810 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f7f65-6454-4c34-ab07-0fcd6f6c1d82 req-1802fa8a-295b-4c8b-b84c-db3cb19ab84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:03.077448 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b40f7f65-6454-4c34-ab07-0fcd6f6c1d82 req-1802fa8a-295b-4c8b-b84c-db3cb19ab84d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1b2dda9e-4c53-4dab-a19f-ef96f2529a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5556848 Jul 15 23:21:03.080523 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 9a9bab09-8d2d-4440-8b00-e99ba5cba621, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=9a9bab09-8d2d-4440-8b00-e99ba5cba621,segment=NetworkSegment(27652f92-7fe9-4a43-94a9-d2751c74ab0e),segment_id=27652f92-7fe9-4a43-94a9-d2751c74ab0e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:03.082395 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62c93bb-df67-44b6-9b86-f8e91168c007 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c313bf5-57c3-4eee-a9e3-c70b06b2fcd7,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:03.110088 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-74082126-cb77-429f-bed9-0d505553d24d tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:03.111031 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3c9d68b2-377c-4c05-ad81-b07fac488b5e req-5a74d892-ed86-412f-8dcd-707e2817245a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7eed494b-401b-40ce-bbad-80699ba38b08 HTTP/1.1" status: 200 len: 1001 time: 0.2889261 Jul 15 23:21:03.117967 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port 219b88b3-268d-4cb9-b9a5-9f7c29fe5347 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:21:03.130703 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '9a9bab09-8d2d-4440-8b00-e99ba5cba621', 'network_id': '1b2dda9e-4c53-4dab-a19f-ef96f2529a03', 'port_id': '9a9bab09-8d2d-4440-8b00-e99ba5cba621', 'mac_address': 'fa:16:3e:5b:16:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e20841c0-f378-4203-9626-0b8068a007b6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:21:03.138434 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 219b88b3-268d-4cb9-b9a5-9f7c29fe5347 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:21:03.139378 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:03.209600 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3fd1bd-688c-4aff-a205-fae55256abbe tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Network b2d212e5-318c-4c10-877e-5e9ea32db1ac is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:21:03.244941 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:03.246864 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c84b7016-ed85-4d92-9c30-a2ee9944e5e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:03.264111 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a9bab09-8d2d-4440-8b00-e99ba5cba621 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:21:03.284370 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-fd3fd1bd-688c-4aff-a205-fae55256abbe tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, b2d212e5-318c-4c10-877e-5e9ea32db1ac) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:21:03.297809 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-74082126-cb77-429f-bed9-0d505553d24d tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:03.303181 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-74082126-cb77-429f-bed9-0d505553d24d tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:03.310977 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3fd1bd-688c-4aff-a205-fae55256abbe tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:03.311611 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fd3fd1bd-688c-4aff-a205-fae55256abbe tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:03.325379 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43195af6-9371-412e-a0a9-41e4ef98a745 None None] Network b2d212e5-318c-4c10-877e-5e9ea32db1ac requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:21:03.339299 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-74082126-cb77-429f-bed9-0d505553d24d tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:03.341140 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-74082126-cb77-429f-bed9-0d505553d24d tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3127463 Jul 15 23:21:03.342831 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74082126-cb77-429f-bed9-0d505553d24d tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be805a8d-dac2-45d8-b9e2-2e8e0eafa5c1,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:03.345271 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39840) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:03.350152 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c412f6d7-76dd-4fb6-9406-8cef34ffdc32 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Request body: {'security_group_rule': {'security_group_id': '0c313bf5-57c3-4eee-a9e3-c70b06b2fcd7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'be805a8d-dac2-45d8-b9e2-2e8e0eafa5c1', 'remote_ip_prefix': None}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:03.383970 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 9a9bab09-8d2d-4440-8b00-e99ba5cba621, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=9a9bab09-8d2d-4440-8b00-e99ba5cba621,segment=NetworkSegment(27652f92-7fe9-4a43-94a9-d2751c74ab0e),segment_id=27652f92-7fe9-4a43-94a9-d2751c74ab0e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:03.393765 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c412f6d7-76dd-4fb6-9406-8cef34ffdc32 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:03.404988 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:03.428850 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a883b4-54aa-4f51-b82c-9fae4fbe6bde req-a6133d4b-da61-47fb-8e31-dfd181550c99 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:03.430424 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b6a883b4-54aa-4f51-b82c-9fae4fbe6bde req-a6133d4b-da61-47fb-8e31-dfd181550c99 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb6fdb51-4815-4ab6-aa5c-c873ffebd225 HTTP/1.1" status: 200 len: 945 time: 0.5729995 Jul 15 23:21:03.445595 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d68b2-377c-4c05-ad81-b07fac488b5e req-989d5610-6e86-415d-829e-8a7bbc07475c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:03.447121 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3c9d68b2-377c-4c05-ad81-b07fac488b5e req-989d5610-6e86-415d-829e-8a7bbc07475c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8c6a4d69-e5f7-4129-9f0b-56463cfab399 HTTP/1.1" status: 200 len: 850 time: 0.3211176 Jul 15 23:21:03.467851 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:03.483891 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-fd3fd1bd-688c-4aff-a205-fae55256abbe tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9833364 Jul 15 23:21:03.485296 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39842) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:03.494552 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:03.496178 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-6d370422-01a1-4a62-b34c-416f492e5036 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:03.551825 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b40f7f65-6454-4c34-ab07-0fcd6f6c1d82 req-6b308224-5dc4-4de4-a188-81444549164b service neutron] 10.222.0.49 "GET /v2.0/networks/1b2dda9e-4c53-4dab-a19f-ef96f2529a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4467194 Jul 15 23:21:03.567168 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97722ce-5149-428d-a222-422938542812 req-fa1a6ecd-8588-4623-9cef-a9b4617df91b tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:03.569605 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c97722ce-5149-428d-a222-422938542812 req-fa1a6ecd-8588-4623-9cef-a9b4617df91b tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] 10.222.0.48 "GET /v2.0/ports?device_id=40ce3cba-2bff-40dd-9821-85e5ef46933e HTTP/1.1" status: 200 len: 943 time: 0.3729794 Jul 15 23:21:03.582378 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c412f6d7-76dd-4fb6-9406-8cef34ffdc32 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:03.590410 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c412f6d7-76dd-4fb6-9406-8cef34ffdc32 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:03.605513 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c412f6d7-76dd-4fb6-9406-8cef34ffdc32 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfc44970-2d9a-47fe-b169-e35b4bc2fa10,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:03.618492 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b6a883b4-54aa-4f51-b82c-9fae4fbe6bde req-90111b76-9c0e-4b6f-9ef4-f5866af7fabb tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/security-groups?id=57e114e2-00c8-4f79-b17b-147b800454a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1681526 Jul 15 23:21:03.627115 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=9a9bab09-8d2d-4440-8b00-e99ba5cba621,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:03.646852 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 219b88b3-268d-4cb9-b9a5-9f7c29fe5347, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=219b88b3-268d-4cb9-b9a5-9f7c29fe5347,segment=NetworkSegment(27652f92-7fe9-4a43-94a9-d2751c74ab0e),segment_id=27652f92-7fe9-4a43-94a9-d2751c74ab0e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:03.657319 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c412f6d7-76dd-4fb6-9406-8cef34ffdc32 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:03.658154 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c412f6d7-76dd-4fb6-9406-8cef34ffdc32 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3115346 Jul 15 23:21:03.661928 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39844) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:03.678164 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:03.707770 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d370422-01a1-4a62-b34c-416f492e5036 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-260801841'] for subnet, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:03.774453 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c97722ce-5149-428d-a222-422938542812 req-4e1eeec2-b755-495f-b356-0589f052ded8 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] 10.222.0.48 "GET /v2.0/security-groups?id=804e44e5-68fc-4665-ad32-65f5db95d544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1724665 Jul 15 23:21:03.805645 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d68b2-377c-4c05-ad81-b07fac488b5e req-57325946-3e27-4462-817e-7b214746ae35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:03.809485 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 23:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4145838a-1f71-4391-af4b-63329ac23a0a x-openstack-request-id: req-4145838a-1f71-4391-af4b-63329ac23a0a {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:21:03.810535 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4378fda7-3666-4ece-be50-c71bf27f1088", "name": "network-vif-plugged", "status": "completed", "tag": "82887b99-4142-4cfa-85fd-86b3f0db2996", "code": 200}, {"server_uuid": "3b079fb3-e58e-461b-a5e4-891961e8c6b2", "name": "network-vif-plugged", "status": "completed", "tag": "25249fe8-59ab-4791-933d-4e89386cd2aa", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:21:03.810870 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4145838a-1f71-4391-af4b-63329ac23a0a {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:21:03.811422 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4378fda7-3666-4ece-be50-c71bf27f1088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82887b99-4142-4cfa-85fd-86b3f0db2996', 'code': 200} Jul 15 23:21:03.811803 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b079fb3-e58e-461b-a5e4-891961e8c6b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25249fe8-59ab-4791-933d-4e89386cd2aa', 'code': 200} Jul 15 23:21:03.813342 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3c9d68b2-377c-4c05-ad81-b07fac488b5e req-57325946-3e27-4462-817e-7b214746ae35 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=72dd1139-85ac-44a3-8181-7845deb521ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3588347 Jul 15 23:21:03.847143 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['9a9bab09-8d2d-4440-8b00-e99ba5cba621'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:21:03.865250 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9793ad-e9dc-428b-82c3-96f8d7477ed6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-b2d212e5-318c-4c10-877e-5e9ea32db1ac', 'network_id': 'b2d212e5-318c-4c10-877e-5e9ea32db1ac', 'tenant_id': 'a59f16459d8c4f4488fd0cc78db75e3b', 'fixed_ips': [{'subnet_id': '065996c3-9af3-44cc-9a05-30fbb333d456'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:21:03.866130 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ad9793ad-e9dc-428b-82c3-96f8d7477ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:03.884482 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66454af1-2680-4657-a15d-3fbcbde7ef5a tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:03.939076 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66454af1-2680-4657-a15d-3fbcbde7ef5a tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:03.951993 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d92e004-f39b-4de2-a8de-003373be113e None None] Network 700349c4-9a41-4dac-b0dd-67376cfc3f12 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:21:04.025867 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66454af1-2680-4657-a15d-3fbcbde7ef5a tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:04.041418 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=219b88b3-268d-4cb9-b9a5-9f7c29fe5347,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:04.051344 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66454af1-2680-4657-a15d-3fbcbde7ef5a tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:04.054627 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-66454af1-2680-4657-a15d-3fbcbde7ef5a tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/cfc44970-2d9a-47fe-b169-e35b4bc2fa10 HTTP/1.1" status: 204 len: 168 time: 0.3898342 Jul 15 23:21:04.058837 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39852) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:04.099750 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66454af1-2680-4657-a15d-3fbcbde7ef5a tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cfc44970-2d9a-47fe-b169-e35b4bc2fa10,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:04.109651 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b40f7f65-6454-4c34-ab07-0fcd6f6c1d82 req-1b82b988-cd5a-4a9e-b6e8-3df16422cffc service neutron] 10.222.0.49 "GET /v2.0/networks/1b2dda9e-4c53-4dab-a19f-ef96f2529a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5382130 Jul 15 23:21:04.177750 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1c875293-d9c7-4524-beb3-2675a9d7f2e4 None None] Provisioning for port ee8e468d-fe7c-4074-8437-88e7515916e2 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:21:04.190301 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-aff679c5-5b84-42f1-903f-bb44141c03db tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1206040 Jul 15 23:21:04.191148 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39854) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:04.220970 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2539901-ab4d-4bb0-ab20-1558e3278183 req-437882a6-4b2d-4f41-9506-f4669b694937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:04.221464 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2539901-ab4d-4bb0-ab20-1558e3278183 req-437882a6-4b2d-4f41-9506-f4669b694937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:04.221941 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2539901-ab4d-4bb0-ab20-1558e3278183 req-437882a6-4b2d-4f41-9506-f4669b694937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:04.222410 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2539901-ab4d-4bb0-ab20-1558e3278183 req-437882a6-4b2d-4f41-9506-f4669b694937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:04.222967 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2539901-ab4d-4bb0-ab20-1558e3278183 req-437882a6-4b2d-4f41-9506-f4669b694937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:04.223437 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2539901-ab4d-4bb0-ab20-1558e3278183 req-437882a6-4b2d-4f41-9506-f4669b694937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:04.223931 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2539901-ab4d-4bb0-ab20-1558e3278183 req-437882a6-4b2d-4f41-9506-f4669b694937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:04.224101 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3c9d68b2-377c-4c05-ad81-b07fac488b5e req-c44240be-1a0c-48f0-805e-a5de783ed8e7 service neutron] 10.222.0.49 "GET /v2.0/networks/72dd1139-85ac-44a3-8181-7845deb521ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3926003 Jul 15 23:21:04.225966 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-a2539901-ab4d-4bb0-ab20-1558e3278183 req-437882a6-4b2d-4f41-9506-f4669b694937 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4378fda7-3666-4ece-be50-c71bf27f1088 HTTP/1.1" status: 200 len: 6491 time: 0.2743976 Jul 15 23:21:04.250688 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d370422-01a1-4a62-b34c-416f492e5036 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742541842571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-261491205'] for subnet, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:04.280769 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9812a2-07df-4999-99b5-a74ac081133d req-7f1bf77c-7d18-4762-8f2c-1c41f94f12db tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:04.282262 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-df9812a2-07df-4999-99b5-a74ac081133d req-7f1bf77c-7d18-4762-8f2c-1c41f94f12db tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=f95ca4f8-4454-4325-823b-4baa60863f71 HTTP/1.1" status: 200 len: 944 time: 0.3535717 Jul 15 23:21:04.323127 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d370422-01a1-4a62-b34c-416f492e5036 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:04.324038 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d370422-01a1-4a62-b34c-416f492e5036 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:04.328550 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-6d370422-01a1-4a62-b34c-416f492e5036 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] 10.222.0.48 "PUT /v2.0/subnets/065996c3-9af3-44cc-9a05-30fbb333d456 HTTP/1.1" status: 200 len: 826 time: 0.8420818 Jul 15 23:21:04.337162 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39856) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:04.365418 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1c875293-d9c7-4524-beb3-2675a9d7f2e4 None None] Provisioning complete for port ee8e468d-fe7c-4074-8437-88e7515916e2 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:21:04.365818 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c875293-d9c7-4524-beb3-2675a9d7f2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:04.397915 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47d007-ab54-4ed7-b020-507edbd3ce4e req-ac42661d-34fd-488f-ad6e-4b7e59a1f736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:04.401024 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ae47d007-ab54-4ed7-b020-507edbd3ce4e req-ac42661d-34fd-488f-ad6e-4b7e59a1f736 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3b079fb3-e58e-461b-a5e4-891961e8c6b2 HTTP/1.1" status: 200 len: 1097 time: 0.3449233 Jul 15 23:21:04.410680 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-18af25bb-8036-4fb1-acd5-841bb17ef5d0 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:04.416188 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d370422-01a1-4a62-b34c-416f492e5036 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Pushing event updated for resources: {'Subnet': ['ID=065996c3-9af3-44cc-9a05-30fbb333d456,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:04.434287 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-a2539901-ab4d-4bb0-ab20-1558e3278183 req-d9402bd7-1583-4507-8dc2-0b7248f93ace service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4c3e5093-3aee-4735-ad4f-51aafad3cea0&id=744e907c-f836-4b84-9995-723c64aba29d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1979454 Jul 15 23:21:04.441915 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32012060-6b17-421f-9b84-88133feea71a req-408b4271-399d-46bb-a14d-82988c9cd03d tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:04.451436 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32012060-6b17-421f-9b84-88133feea71a req-408b4271-399d-46bb-a14d-82988c9cd03d tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:04.465494 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32012060-6b17-421f-9b84-88133feea71a req-408b4271-399d-46bb-a14d-82988c9cd03d tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:04.475710 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32012060-6b17-421f-9b84-88133feea71a req-408b4271-399d-46bb-a14d-82988c9cd03d tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:04.477387 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:04.483965 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32012060-6b17-421f-9b84-88133feea71a req-408b4271-399d-46bb-a14d-82988c9cd03d tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:04.493105 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32012060-6b17-421f-9b84-88133feea71a req-408b4271-399d-46bb-a14d-82988c9cd03d tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:04.500458 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32012060-6b17-421f-9b84-88133feea71a req-408b4271-399d-46bb-a14d-82988c9cd03d tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:04.508985 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-32012060-6b17-421f-9b84-88133feea71a req-408b4271-399d-46bb-a14d-82988c9cd03d tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/ports?device_id=4378fda7-3666-4ece-be50-c71bf27f1088 HTTP/1.1" status: 200 len: 5434 time: 0.4323368 Jul 15 23:21:04.550137 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-18af25bb-8036-4fb1-acd5-841bb17ef5d0 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:04.568164 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device ee8e468d-fe7c-4074-8437-88e7515916e2 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:21:04.615022 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b35a49ab-49ff-4170-b8f6-3625f243e171 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:04.634869 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-df9812a2-07df-4999-99b5-a74ac081133d req-b94bb096-7e3a-4f86-a9a5-239c03547aac tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350954 Jul 15 23:21:04.647078 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3c9d68b2-377c-4c05-ad81-b07fac488b5e req-3850c81b-4b97-42c4-acdb-0779401e94e4 service neutron] 10.222.0.49 "GET /v2.0/networks/72dd1139-85ac-44a3-8181-7845deb521ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4013071 Jul 15 23:21:04.675281 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-18af25bb-8036-4fb1-acd5-841bb17ef5d0 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:04.678056 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-18af25bb-8036-4fb1-acd5-841bb17ef5d0 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:04.682193 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-18af25bb-8036-4fb1-acd5-841bb17ef5d0 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] 10.222.0.48 "DELETE /v2.0/security-groups/be805a8d-dac2-45d8-b9e2-2e8e0eafa5c1 HTTP/1.1" status: 204 len: 168 time: 0.4872305 Jul 15 23:21:04.688961 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 39858) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:04.717531 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-ad9793ad-e9dc-428b-82c3-96f8d7477ed6 None None] Allocated IP 2001:db8::2 (b2d212e5-318c-4c10-877e-5e9ea32db1ac/065996c3-9af3-44cc-9a05-30fbb333d456/82b33589-58d9-47dd-a100-591d4b870422) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:21:04.756241 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18af25bb-8036-4fb1-acd5-841bb17ef5d0 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be805a8d-dac2-45d8-b9e2-2e8e0eafa5c1,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:04.782323 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-32012060-6b17-421f-9b84-88133feea71a req-b06f61f8-eb85-4c27-bdd5-a02bc45d6f14 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c3e5093-3aee-4735-ad4f-51aafad3cea0&id=744e907c-f836-4b84-9995-723c64aba29d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2724338 Jul 15 23:21:04.791817 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ae47d007-ab54-4ed7-b020-507edbd3ce4e req-55d188d0-9bb2-447e-b830-e7924db7b3a9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=79ac3595-42a7-47eb-84e8-f2b8781d451d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3832541 Jul 15 23:21:04.800565 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device a01f3283-b0ce-406c-8c11-d4179855b288 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:21:04.802689 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device cc9b8ac7-4585-4b69-a9b5-8671aac12b10 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:21:04.819404 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b35a49ab-49ff-4170-b8f6-3625f243e171 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:04.890419 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-ba074769-dd4d-42a2-9ae6-554170e32964 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1969376 Jul 15 23:21:04.896572 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 39866) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:04.959854 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port cc9b8ac7-4585-4b69-a9b5-8671aac12b10 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:21:05.006539 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port cc9b8ac7-4585-4b69-a9b5-8671aac12b10 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:21:05.006919 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:05.016116 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port ee8e468d-fe7c-4074-8437-88e7515916e2 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:21:05.016500 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:05.038302 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-21c06d5c-bef2-4cb0-b591-5a1679f76696 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:05.060988 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e436b8-b4b7-481c-8cb4-024f79158847 req-88cb0eb9-341e-444c-8000-098115c92595 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:05.067879 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e6e436b8-b4b7-481c-8cb4-024f79158847 req-88cb0eb9-341e-444c-8000-098115c92595 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/ports?device_id=9549184f-5892-404f-90b2-43388c7be43e HTTP/1.1" status: 200 len: 946 time: 0.1321003 Jul 15 23:21:05.096662 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-21c06d5c-bef2-4cb0-b591-5a1679f76696 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:05.235495 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-21c06d5c-bef2-4cb0-b591-5a1679f76696 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:05.238041 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-21c06d5c-bef2-4cb0-b591-5a1679f76696 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:05.242115 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-21c06d5c-bef2-4cb0-b591-5a1679f76696 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] 10.222.0.48 "DELETE /v2.0/security-groups/0c313bf5-57c3-4eee-a9e3-c70b06b2fcd7 HTTP/1.1" status: 204 len: 168 time: 0.3443098 Jul 15 23:21:05.242401 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39868) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:05.265932 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e6e436b8-b4b7-481c-8cb4-024f79158847 req-541eac32-04a4-4934-a1cf-c43049f406e7 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/security-groups?id=79ac3595-42a7-47eb-84e8-f2b8781d451d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479137 Jul 15 23:21:05.292227 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c06d5c-bef2-4cb0-b591-5a1679f76696 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c313bf5-57c3-4eee-a9e3-c70b06b2fcd7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:05.343839 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd124d-7c2f-4694-8328-2df2dc2f37b1 req-ef7af977-090a-4f16-9352-9a5fd1ec526a tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:05.346539 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-9ba02520-483e-4e0d-bef9-eeecd46b4f80 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1016302 Jul 15 23:21:05.349183 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5dcd124d-7c2f-4694-8328-2df2dc2f37b1 req-ef7af977-090a-4f16-9352-9a5fd1ec526a tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb6fdb51-4815-4ab6-aa5c-c873ffebd225 HTTP/1.1" status: 200 len: 945 time: 0.2306240 Jul 15 23:21:05.354708 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39872) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:05.368360 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-af2203fa-2659-4b25-9f64-b98aab02f2f8 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Request body: {'security_group': {'name': 'tempest-secgroup--1642317213'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:05.372342 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ad9793ad-e9dc-428b-82c3-96f8d7477ed6 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:05.388557 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ad9793ad-e9dc-428b-82c3-96f8d7477ed6 None None] Transition to ACTIVE for port object 82b33589-58d9-47dd-a100-591d4b870422 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:21:05.410867 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ad9793ad-e9dc-428b-82c3-96f8d7477ed6 None None] Transition to ACTIVE for port object 82b33589-58d9-47dd-a100-591d4b870422 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:21:05.445189 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ad9793ad-e9dc-428b-82c3-96f8d7477ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:05.465240 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af2203fa-2659-4b25-9f64-b98aab02f2f8 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:05.491237 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5dcd124d-7c2f-4694-8328-2df2dc2f37b1 req-0ce53b80-cbf8-45b5-ae75-15253757088e tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/security-groups?id=57e114e2-00c8-4f79-b17b-147b800454a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290998 Jul 15 23:21:05.498719 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b35a49ab-49ff-4170-b8f6-3625f243e171 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:05.535490 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9793ad-e9dc-428b-82c3-96f8d7477ed6 None None] Pushing event updated for resources: {'Port': ['ID=82b33589-58d9-47dd-a100-591d4b870422,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:05.543537 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35a49ab-49ff-4170-b8f6-3625f243e171 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Pushing event deleted for resources: {'Subnet': ['ID=065996c3-9af3-44cc-9a05-30fbb333d456,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:05.547199 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port a01f3283-b0ce-406c-8c11-d4179855b288, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=a01f3283-b0ce-406c-8c11-d4179855b288,segment=NetworkSegment(f511f847-463a-4bdb-b4ed-8d22a4e0a3d2),segment_id=f511f847-463a-4bdb-b4ed-8d22a4e0a3d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:05.651990 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ca9ca-0f48-4192-9feb-6b753dafa2b8 req-864fd5f7-6a4c-4f79-a3e5-c4b59ffa06e0 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:05.667444 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-be5ca9ca-0f48-4192-9feb-6b753dafa2b8 req-864fd5f7-6a4c-4f79-a3e5-c4b59ffa06e0 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] 10.222.0.48 "GET /v2.0/ports?device_id=40ce3cba-2bff-40dd-9821-85e5ef46933e HTTP/1.1" status: 200 len: 943 time: 0.1487055 Jul 15 23:21:05.671784 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b35a49ab-49ff-4170-b8f6-3625f243e171 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:05.686140 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-b35a49ab-49ff-4170-b8f6-3625f243e171 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2d212e5-318c-4c10-877e-5e9ea32db1ac']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:05.693290 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39878) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:05.707901 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': 'a01f3283-b0ce-406c-8c11-d4179855b288', 'network_id': '18103b5f-44c1-48b7-87f6-2b0a264a1f42', 'port_id': 'a01f3283-b0ce-406c-8c11-d4179855b288', 'mac_address': 'fa:16:3e:32:b9:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f7b3b09-7f77-4a52-b4f8-3f5a98ea7d90', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:21:05.722604 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-b35a49ab-49ff-4170-b8f6-3625f243e171 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcd4866b-6b75-49af-9f67-1eb06ab7e1be') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:05.722604 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-b35a49ab-49ff-4170-b8f6-3625f243e171 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcd4866b-6b75-49af-9f67-1eb06ab7e1be') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:05.734739 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-be5ca9ca-0f48-4192-9feb-6b753dafa2b8 req-1a48fb3d-9c65-48d2-b94c-3c10fe2e317e tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] 10.222.0.48 "GET /v2.0/security-groups?id=804e44e5-68fc-4665-ad32-65f5db95d544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654168 Jul 15 23:21:05.744179 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9793ad-e9dc-428b-82c3-96f8d7477ed6 None None] Network b2d212e5-318c-4c10-877e-5e9ea32db1ac is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:21:05.780703 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:05.785828 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-428a0471-db76-4575-8f68-a5debdb02dbc None None] Provisioning complete for port ee8e468d-fe7c-4074-8437-88e7515916e2 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:21:05.786954 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-428a0471-db76-4575-8f68-a5debdb02dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:05.791406 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-ad9793ad-e9dc-428b-82c3-96f8d7477ed6 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:21:05.792999 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af2203fa-2659-4b25-9f64-b98aab02f2f8 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:05.801780 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9793ad-e9dc-428b-82c3-96f8d7477ed6 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:21:05.815891 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b35a49ab-49ff-4170-b8f6-3625f243e171 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:05.848777 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b35a49ab-49ff-4170-b8f6-3625f243e171 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:05.858759 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9549184f-5892-404f-90b2-43388c7be43e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '219b88b3-268d-4cb9-b9a5-9f7c29fe5347'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:21:05.863897 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f8a1beb-2d26-4a9f-b428-a3e2de24f231" -d '{"events": [{"server_uuid": "9549184f-5892-404f-90b2-43388c7be43e", "name": "network-vif-plugged", "status": "completed", "tag": "219b88b3-268d-4cb9-b9a5-9f7c29fe5347"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:21:05.870254 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b35a49ab-49ff-4170-b8f6-3625f243e171 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:21:05.870811 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b35a49ab-49ff-4170-b8f6-3625f243e171 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:05.874879 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:21:05.874879 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:21:05.874879 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:21:05.874879 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:21:05.874879 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:21:05.874879 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:21:05.874879 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:21:05.874879 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:21:05.874879 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:21:05.874879 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:21:05.874879 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:21:05.874879 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:21:05.874879 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:21:05.874879 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:21:05.874879 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:21:05.874879 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:21:05.874879 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:21:05.874879 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:21:05.874879 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:21:05.874879 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:21:05.874879 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:21:05.874879 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:21:05.874879 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:21:05.874879 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:21:05.874879 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:21:05.874879 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:21:05.874879 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:21:05.874879 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:21:05.874879 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:21:05.874879 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:21:05.874879 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:21:05.874879 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:21:05.874879 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:21:05.874879 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:21:05.880023 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af2203fa-2659-4b25-9f64-b98aab02f2f8 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:05.961834 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2203fa-2659-4b25-9f64-b98aab02f2f8 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e5b9ef-6216-4e55-8e16-d2809efc6d4c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:06.068727 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c6ca7-efb9-4f16-9617-ac06cde9f8e6 req-f6a93df9-6c7d-4bd2-81b7-e4c0c4292625 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:06.079440 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fc2c6ca7-efb9-4f16-9617-ac06cde9f8e6 req-f6a93df9-6c7d-4bd2-81b7-e4c0c4292625 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=f95ca4f8-4454-4325-823b-4baa60863f71 HTTP/1.1" status: 200 len: 944 time: 0.2210526 Jul 15 23:21:06.143350 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:06.186548 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port cc9b8ac7-4585-4b69-a9b5-8671aac12b10, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=cc9b8ac7-4585-4b69-a9b5-8671aac12b10,segment=NetworkSegment(056a97c3-fa40-4757-b96f-04fb527ec8cd),segment_id=056a97c3-fa40-4757-b96f-04fb527ec8cd)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:06.192529 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ad9793ad-e9dc-428b-82c3-96f8d7477ed6 None None] Attempting to bind port 82b33589-58d9-47dd-a100-591d4b870422 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:21:06.194092 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ad9793ad-e9dc-428b-82c3-96f8d7477ed6 None None] Attempting to bind port 82b33589-58d9-47dd-a100-591d4b870422 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'fcd4866b-6b75-49af-9f67-1eb06ab7e1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b2d212e5-318c-4c10-877e-5e9ea32db1ac'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:21:06.194557 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9793ad-e9dc-428b-82c3-96f8d7477ed6 None None] Attempting to bind port 82b33589-58d9-47dd-a100-591d4b870422 on network b2d212e5-318c-4c10-877e-5e9ea32db1ac {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:21:06.199252 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fc2c6ca7-efb9-4f16-9617-ac06cde9f8e6 req-51cd81fd-fe7d-4f03-bf08-9934c044e2ac tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188598 Jul 15 23:21:06.204799 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:06.215137 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a01f3283-b0ce-406c-8c11-d4179855b288 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:21:06.221506 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9793ad-e9dc-428b-82c3-96f8d7477ed6 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:21:06.221506 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9793ad-e9dc-428b-82c3-96f8d7477ed6 None None] Checking segment: {'id': 'fcd4866b-6b75-49af-9f67-1eb06ab7e1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b2d212e5-318c-4c10-877e-5e9ea32db1ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:21:06.221506 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ad9793ad-e9dc-428b-82c3-96f8d7477ed6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:06.221506 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9793ad-e9dc-428b-82c3-96f8d7477ed6 None None] Bound using segment: {'id': 'fcd4866b-6b75-49af-9f67-1eb06ab7e1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b2d212e5-318c-4c10-877e-5e9ea32db1ac'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:21:06.223741 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ad9793ad-e9dc-428b-82c3-96f8d7477ed6 None None] Bound port: 82b33589-58d9-47dd-a100-591d4b870422, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcd4866b-6b75-49af-9f67-1eb06ab7e1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b2d212e5-318c-4c10-877e-5e9ea32db1ac'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:21:06.223741 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ad9793ad-e9dc-428b-82c3-96f8d7477ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:06.293702 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19902741-2028-4afa-b892-e36f0b255db5 req-5089936a-2e5e-486a-b3f2-54aab10010af tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:06.319064 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19902741-2028-4afa-b892-e36f0b255db5 req-5089936a-2e5e-486a-b3f2-54aab10010af tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:06.321520 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-369360ee-95f2-4017-8d1e-13c7961fa91f x-openstack-request-id: req-369360ee-95f2-4017-8d1e-13c7961fa91f {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:21:06.322812 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9549184f-5892-404f-90b2-43388c7be43e", "name": "network-vif-plugged", "status": "completed", "tag": "219b88b3-268d-4cb9-b9a5-9f7c29fe5347", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:21:06.323166 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-369360ee-95f2-4017-8d1e-13c7961fa91f {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:21:06.323767 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9549184f-5892-404f-90b2-43388c7be43e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '219b88b3-268d-4cb9-b9a5-9f7c29fe5347', 'code': 200} Jul 15 23:21:06.343830 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port a01f3283-b0ce-406c-8c11-d4179855b288, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=a01f3283-b0ce-406c-8c11-d4179855b288,segment=NetworkSegment(f511f847-463a-4bdb-b4ed-8d22a4e0a3d2),segment_id=f511f847-463a-4bdb-b4ed-8d22a4e0a3d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:06.353624 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19902741-2028-4afa-b892-e36f0b255db5 req-5089936a-2e5e-486a-b3f2-54aab10010af tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:06.389013 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19902741-2028-4afa-b892-e36f0b255db5 req-5089936a-2e5e-486a-b3f2-54aab10010af tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:06.390480 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:06.406120 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19902741-2028-4afa-b892-e36f0b255db5 req-5089936a-2e5e-486a-b3f2-54aab10010af tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:06.412423 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:06.415000 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19902741-2028-4afa-b892-e36f0b255db5 req-5089936a-2e5e-486a-b3f2-54aab10010af tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:06.424564 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19902741-2028-4afa-b892-e36f0b255db5 req-5089936a-2e5e-486a-b3f2-54aab10010af tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:06.434427 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-19902741-2028-4afa-b892-e36f0b255db5 req-5089936a-2e5e-486a-b3f2-54aab10010af tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/ports?device_id=4378fda7-3666-4ece-be50-c71bf27f1088 HTTP/1.1" status: 200 len: 5434 time: 0.3349254 Jul 15 23:21:06.458720 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=cc9b8ac7-4585-4b69-a9b5-8671aac12b10,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:06.489834 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af2203fa-2659-4b25-9f64-b98aab02f2f8 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:06.494873 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-af2203fa-2659-4b25-9f64-b98aab02f2f8 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1348500 Jul 15 23:21:06.498290 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c0a3454-172a-4cd3-984d-40d71c28f511 admin admin] Deleting subnet 1870cc73-9bc4-415c-b89b-109d1257ff6b {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:21:06.500383 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 39886) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:06.503535 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c0a3454-172a-4cd3-984d-40d71c28f511 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:06.509306 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ad9793ad-e9dc-428b-82c3-96f8d7477ed6 None None] For port 82b33589-58d9-47dd-a100-591d4b870422, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:21:06.529888 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b6a7ebf9-260f-4ba0-a2c4-210bd2e114a8 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Request body: {'security_group_rule': {'security_group_id': 'b9e5b9ef-6216-4e55-8e16-d2809efc6d4c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:06.535517 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.db.api [None req-b35a49ab-49ff-4170-b8f6-3625f243e171 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 15 23:21:06.535517 n-d-794306-6 neutron-server[93771]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 15 23:21:06.535517 n-d-794306-6 neutron-server[93771]: [parameters: {'id': 'b2d212e5-318c-4c10-877e-5e9ea32db1ac'}] Jul 15 23:21:06.535517 n-d-794306-6 neutron-server[93771]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:21:06.536334 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ad9793ad-e9dc-428b-82c3-96f8d7477ed6 None None] For port 82b33589-58d9-47dd-a100-591d4b870422, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=82b33589-58d9-47dd-a100-591d4b870422,segment=NetworkSegment(fcd4866b-6b75-49af-9f67-1eb06ab7e1be),segment_id=fcd4866b-6b75-49af-9f67-1eb06ab7e1be)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:21:06.536507 n-d-794306-6 neutron-server[93771]: DEBUG oslo_db.api [None req-b35a49ab-49ff-4170-b8f6-3625f243e171 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:21:06.554572 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ad9793ad-e9dc-428b-82c3-96f8d7477ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:06.565686 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c0a3454-172a-4cd3-984d-40d71c28f511 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:06.581552 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=a01f3283-b0ce-406c-8c11-d4179855b288,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:06.588577 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-19902741-2028-4afa-b892-e36f0b255db5 req-f7e1a790-2388-4e3a-a5f3-b85d292d5328 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c3e5093-3aee-4735-ad4f-51aafad3cea0&id=744e907c-f836-4b84-9995-723c64aba29d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1523497 Jul 15 23:21:06.622360 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6a7ebf9-260f-4ba0-a2c4-210bd2e114a8 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:06.639268 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44760f5-fa0a-468a-8819-51a7d10ca628 req-b5371a7c-4ab0-45a8-8dc5-284a8a791af7 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:06.641155 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a44760f5-fa0a-468a-8819-51a7d10ca628 req-b5371a7c-4ab0-45a8-8dc5-284a8a791af7 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/ports?device_id=9549184f-5892-404f-90b2-43388c7be43e HTTP/1.1" status: 200 len: 946 time: 0.1908591 Jul 15 23:21:06.647312 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c0a3454-172a-4cd3-984d-40d71c28f511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:06.686460 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b9fd74-2a00-4821-aad6-ea77eb14839b req-ed72a38f-d549-4444-9e24-3931080c66b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:06.688148 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-94b9fd74-2a00-4821-aad6-ea77eb14839b req-ed72a38f-d549-4444-9e24-3931080c66b5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9549184f-5892-404f-90b2-43388c7be43e HTTP/1.1" status: 200 len: 1097 time: 0.2388935 Jul 15 23:21:06.725560 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c0a3454-172a-4cd3-984d-40d71c28f511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:06.730135 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['a01f3283-b0ce-406c-8c11-d4179855b288'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:21:06.772047 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9793ad-e9dc-428b-82c3-96f8d7477ed6 None None] Pushing event updated for resources: {'Port': ['ID=82b33589-58d9-47dd-a100-591d4b870422,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:06.773749 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0a3454-172a-4cd3-984d-40d71c28f511 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1870cc73-9bc4-415c-b89b-109d1257ff6b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:06.780141 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c0a3454-172a-4cd3-984d-40d71c28f511 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:06.786429 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-0c0a3454-172a-4cd3-984d-40d71c28f511 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/1870cc73-9bc4-415c-b89b-109d1257ff6b HTTP/1.1" status: 204 len: 168 time: 1.0919840 Jul 15 23:21:06.787461 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39894) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:06.802867 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 9a9bab09-8d2d-4440-8b00-e99ba5cba621 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:21:06.845983 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7482ab34-8b6c-4fda-8bb2-7825ab57346d None None] Network b2d212e5-318c-4c10-877e-5e9ea32db1ac requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:21:06.894234 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d8e413ac-87f4-4777-b19b-7f31182b33e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:07.019873 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d8e413ac-87f4-4777-b19b-7f31182b33e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:07.034198 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-d8e413ac-87f4-4777-b19b-7f31182b33e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a6ebc8c-d830-4d88-b023-3d2e17b3a2d8']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:07.036733 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b35a49ab-49ff-4170-b8f6-3625f243e171 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:07.039232 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port 9a9bab09-8d2d-4440-8b00-e99ba5cba621 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:21:07.053525 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-d8e413ac-87f4-4777-b19b-7f31182b33e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93213489-a00e-46f9-abbe-9a1aba0a2e25') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:07.053825 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-d8e413ac-87f4-4777-b19b-7f31182b33e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93213489-a00e-46f9-abbe-9a1aba0a2e25') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:07.056134 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 9a9bab09-8d2d-4440-8b00-e99ba5cba621 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:21:07.056898 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:07.075640 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d8e413ac-87f4-4777-b19b-7f31182b33e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:07.136400 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d8e413ac-87f4-4777-b19b-7f31182b33e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:07.143350 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a44760f5-fa0a-468a-8819-51a7d10ca628 req-cc329313-d939-4fb0-9c70-cb92cd7fd473 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/security-groups?id=79ac3595-42a7-47eb-84e8-f2b8781d451d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4861643 Jul 15 23:21:07.157336 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8e413ac-87f4-4777-b19b-7f31182b33e6 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:21:07.157686 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d8e413ac-87f4-4777-b19b-7f31182b33e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:07.174775 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:21:07.174775 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:21:07.174775 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:21:07.174775 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:21:07.174775 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:21:07.174775 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:21:07.174775 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:21:07.174775 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:21:07.174775 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:21:07.174775 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:21:07.174775 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:21:07.174775 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:21:07.174775 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:21:07.174775 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:21:07.174775 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:21:07.174775 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:21:07.174775 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:21:07.174775 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:21:07.174775 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:21:07.174775 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:21:07.174775 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:21:07.174775 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:21:07.174775 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:21:07.174775 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:21:07.174775 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:21:07.174775 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:21:07.174775 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:21:07.174775 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:21:07.174775 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:21:07.174775 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:21:07.174775 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:21:07.174775 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:21:07.180043 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-94b9fd74-2a00-4821-aad6-ea77eb14839b req-fda4cbac-8aca-4897-bc17-502dbb3879ef service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=79ac3595-42a7-47eb-84e8-f2b8781d451d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4749444 Jul 15 23:21:07.207347 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6a7ebf9-260f-4ba0-a2c4-210bd2e114a8 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:07.207702 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5f06de-09f4-48db-8cfa-db7bd398c804 None None] Network b2d212e5-318c-4c10-877e-5e9ea32db1ac requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:21:07.214812 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6a7ebf9-260f-4ba0-a2c4-210bd2e114a8 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:07.242638 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a7ebf9-260f-4ba0-a2c4-210bd2e114a8 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd0963bd-7439-4e53-9cfd-384694912a0d,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:07.248659 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b35a49ab-49ff-4170-b8f6-3625f243e171 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Deleting port 82b33589-58d9-47dd-a100-591d4b870422 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:21:07.249070 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b35a49ab-49ff-4170-b8f6-3625f243e171 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:07.270937 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d8e413ac-87f4-4777-b19b-7f31182b33e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:07.278832 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d8e413ac-87f4-4777-b19b-7f31182b33e6 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:07.283663 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d8e413ac-87f4-4777-b19b-7f31182b33e6 admin admin] 10.222.0.48 "DELETE /v2.0/networks/8a6ebc8c-d830-4d88-b023-3d2e17b3a2d8 HTTP/1.1" status: 204 len: 168 time: 0.4946754 Jul 15 23:21:07.300398 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e413ac-87f4-4777-b19b-7f31182b33e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a6ebc8c-d830-4d88-b023-3d2e17b3a2d8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:07.311874 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6a7ebf9-260f-4ba0-a2c4-210bd2e114a8 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:07.316397 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-b6a7ebf9-260f-4ba0-a2c4-210bd2e114a8 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7904050 Jul 15 23:21:07.330090 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39900) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:07.354206 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-b35a49ab-49ff-4170-b8f6-3625f243e171 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] For port 82b33589-58d9-47dd-a100-591d4b870422, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=82b33589-58d9-47dd-a100-591d4b870422,segment=NetworkSegment(fcd4866b-6b75-49af-9f67-1eb06ab7e1be),segment_id=fcd4866b-6b75-49af-9f67-1eb06ab7e1be)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:07.354571 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b35a49ab-49ff-4170-b8f6-3625f243e171 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:07.357649 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af41cc9f-dd3b-4855-b7c1-d8a4256932d0 req-f10468e4-c8a3-4e69-b808-adc8fea90843 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:07.367243 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-af41cc9f-dd3b-4855-b7c1-d8a4256932d0 req-f10468e4-c8a3-4e69-b808-adc8fea90843 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb6fdb51-4815-4ab6-aa5c-c873ffebd225 HTTP/1.1" status: 200 len: 945 time: 0.2830446 Jul 15 23:21:07.368213 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:07.384109 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b35a49ab-49ff-4170-b8f6-3625f243e171 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Calling delete_port for 82b33589-58d9-47dd-a100-591d4b870422 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:21:07.387747 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7b83da97-ef9f-434c-89f9-02f813dcb6f9 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:07.404866 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7b83da97-ef9f-434c-89f9-02f813dcb6f9 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:07.472761 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-af41cc9f-dd3b-4855-b7c1-d8a4256932d0 req-39dc5f24-1c60-4281-bb7a-02605f905910 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/security-groups?id=57e114e2-00c8-4f79-b17b-147b800454a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036763 Jul 15 23:21:07.484665 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7b83da97-ef9f-434c-89f9-02f813dcb6f9 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:07.500330 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7b83da97-ef9f-434c-89f9-02f813dcb6f9 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:07.501575 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-7b83da97-ef9f-434c-89f9-02f813dcb6f9 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/bd0963bd-7439-4e53-9cfd-384694912a0d HTTP/1.1" status: 204 len: 168 time: 0.1701872 Jul 15 23:21:07.504555 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b83da97-ef9f-434c-89f9-02f813dcb6f9 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bd0963bd-7439-4e53-9cfd-384694912a0d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:07.506465 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39902) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:07.532000 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b9642a-4b03-4196-87cd-da106ad6362d req-100a3821-f233-46bd-ae4e-a1e73b879b67 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:07.532000 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b9642a-4b03-4196-87cd-da106ad6362d req-100a3821-f233-46bd-ae4e-a1e73b879b67 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:07.537916 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b9642a-4b03-4196-87cd-da106ad6362d req-100a3821-f233-46bd-ae4e-a1e73b879b67 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:07.545011 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b9642a-4b03-4196-87cd-da106ad6362d req-100a3821-f233-46bd-ae4e-a1e73b879b67 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:07.551398 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b9642a-4b03-4196-87cd-da106ad6362d req-100a3821-f233-46bd-ae4e-a1e73b879b67 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:07.559242 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b9642a-4b03-4196-87cd-da106ad6362d req-100a3821-f233-46bd-ae4e-a1e73b879b67 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:07.565248 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b9642a-4b03-4196-87cd-da106ad6362d req-100a3821-f233-46bd-ae4e-a1e73b879b67 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:07.578087 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-13b9642a-4b03-4196-87cd-da106ad6362d req-100a3821-f233-46bd-ae4e-a1e73b879b67 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/ports?device_id=4378fda7-3666-4ece-be50-c71bf27f1088 HTTP/1.1" status: 200 len: 5434 time: 0.3039465 Jul 15 23:21:07.578573 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 39906) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:07.594696 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e0721626-2b53-4a27-9bb0-99496f8cbcab tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Request body: {'floatingip': {'port_id': '50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:07.598956 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 39908) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:07.627522 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-edb0c627-aded-4cc5-b90a-f6c9a6833827 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1163054 Jul 15 23:21:07.629725 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b35a49ab-49ff-4170-b8f6-3625f243e171 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:07.638969 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39910) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:07.648430 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e401346a-e6ec-43f0-b6ac-9990fafd892b None None] get_active_networks_info from n-d-794306-6 {{(pid=93772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 23:21:07.654864 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 9a9bab09-8d2d-4440-8b00-e99ba5cba621, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=9a9bab09-8d2d-4440-8b00-e99ba5cba621,segment=NetworkSegment(27652f92-7fe9-4a43-94a9-d2751c74ab0e),segment_id=27652f92-7fe9-4a43-94a9-d2751c74ab0e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:07.680470 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:07.702479 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e0721626-2b53-4a27-9bb0-99496f8cbcab tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:07.740943 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35a49ab-49ff-4170-b8f6-3625f243e171 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] No DVR routers for this DVR port 82b33589-58d9-47dd-a100-591d4b870422 on host n-d-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:21:07.742834 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35a49ab-49ff-4170-b8f6-3625f243e171 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Pushing event deleted for resources: {'Port': ['ID=82b33589-58d9-47dd-a100-591d4b870422,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:07.788640 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=9a9bab09-8d2d-4440-8b00-e99ba5cba621,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:07.818252 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-96bfd89f-5598-420f-beee-6b1a51fc075c tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:07.859533 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b35a49ab-49ff-4170-b8f6-3625f243e171 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:07.876949 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e401346a-e6ec-43f0-b6ac-9990fafd892b None None] Resources bound (agent type, host, resource id): {{(pid=93772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 23:21:07.890070 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-b35a49ab-49ff-4170-b8f6-3625f243e171 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2d212e5-318c-4c10-877e-5e9ea32db1ac']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:07.915544 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-96bfd89f-5598-420f-beee-6b1a51fc075c tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:07.921685 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-b35a49ab-49ff-4170-b8f6-3625f243e171 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcd4866b-6b75-49af-9f67-1eb06ab7e1be') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:07.922167 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-b35a49ab-49ff-4170-b8f6-3625f243e171 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcd4866b-6b75-49af-9f67-1eb06ab7e1be') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:07.948681 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-bedb6a41-78de-4bb2-ae9f-6b5370e4612d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=447bcc88f6b946d797e93a002a747b7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3441050 Jul 15 23:21:07.951502 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 39912) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:07.960173 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b35a49ab-49ff-4170-b8f6-3625f243e171 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:08.009190 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b35a49ab-49ff-4170-b8f6-3625f243e171 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:08.026459 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b35a49ab-49ff-4170-b8f6-3625f243e171 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:21:08.027430 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b35a49ab-49ff-4170-b8f6-3625f243e171 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:08.032040 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:21:08.032040 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:21:08.032040 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:21:08.032040 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:21:08.032040 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:21:08.032040 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:21:08.032040 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:21:08.032040 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:21:08.032040 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:21:08.032040 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:21:08.032040 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:21:08.032040 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:21:08.032040 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:21:08.032040 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:21:08.032040 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:21:08.032040 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:21:08.032040 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:21:08.032040 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:21:08.032040 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:21:08.032040 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:21:08.032040 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:21:08.032040 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:21:08.032040 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:21:08.032040 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:21:08.032040 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:21:08.032040 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:21:08.032040 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:21:08.032040 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:21:08.032040 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:21:08.032040 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:21:08.032040 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:21:08.032040 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:21:08.034611 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-96bfd89f-5598-420f-beee-6b1a51fc075c tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:08.035841 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-96bfd89f-5598-420f-beee-6b1a51fc075c tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:08.039777 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-96bfd89f-5598-420f-beee-6b1a51fc075c tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] 10.222.0.48 "DELETE /v2.0/security-groups/b9e5b9ef-6216-4e55-8e16-d2809efc6d4c HTTP/1.1" status: 204 len: 168 time: 0.3954766 Jul 15 23:21:08.040539 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39914) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:08.110273 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bfd89f-5598-420f-beee-6b1a51fc075c tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e5b9ef-6216-4e55-8e16-d2809efc6d4c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:08.176524 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:08.179834 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b35a49ab-49ff-4170-b8f6-3625f243e171 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:08.190270 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b35a49ab-49ff-4170-b8f6-3625f243e171 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:08.197636 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b35a49ab-49ff-4170-b8f6-3625f243e171 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] 10.222.0.48 "DELETE /v2.0/networks/b2d212e5-318c-4c10-877e-5e9ea32db1ac HTTP/1.1" status: 204 len: 168 time: 3.8563936 Jul 15 23:21:08.200676 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39918) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:08.201983 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b12e2-bf1f-41bc-b5b0-8f9b1fb5dbb7 req-aa79069a-3906-469c-9775-197934207d37 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:08.203646 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-967b12e2-bf1f-41bc-b5b0-8f9b1fb5dbb7 req-aa79069a-3906-469c-9775-197934207d37 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=f95ca4f8-4454-4325-823b-4baa60863f71 HTTP/1.1" status: 200 len: 945 time: 0.4432440 Jul 15 23:21:08.220620 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d3e01c-b31e-4848-baa0-f0e19231adf6 req-6e6dbca9-b10f-484b-be48-88a21101ad0f tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:08.227725 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-59d3e01c-b31e-4848-baa0-f0e19231adf6 req-6e6dbca9-b10f-484b-be48-88a21101ad0f tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] 10.222.0.48 "GET /v2.0/ports?device_id=40ce3cba-2bff-40dd-9821-85e5ef46933e HTTP/1.1" status: 200 len: 944 time: 0.5280313 Jul 15 23:21:08.259171 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-fd03c89b-daa8-4126-9672-4a29ecb56285 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2035422 Jul 15 23:21:08.260840 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bc73683b-9a15-4e5b-a7a9-7312068f6427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:08.261210 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-e787dbfe-c60b-4b78-a528-86b6aa83c549 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] DELETE failed (client error): The resource could not be found. Jul 15 23:21:08.262087 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e787dbfe-c60b-4b78-a528-86b6aa83c549 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:21:08.263879 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e787dbfe-c60b-4b78-a528-86b6aa83c549 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] 10.222.0.48 "DELETE /v2.0/networks/b2d212e5-318c-4c10-877e-5e9ea32db1ac HTTP/1.1" status: 404 len: 339 time: 0.0550106 Jul 15 23:21:08.264694 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39920) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:08.265754 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35a49ab-49ff-4170-b8f6-3625f243e171 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Pushing event deleted for resources: {'Network': ['ID=b2d212e5-318c-4c10-877e-5e9ea32db1ac,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:08.270301 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39922) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:08.274020 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e40f2ca6-9ade-405f-95af-72d3a4d74c69 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Request body: {'security_group': {'name': 'tempest-secgroup--1914984103'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:08.284158 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-bb1392a9-7ca5-4728-8dcc-5adaa7e8fa44 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-434241557', 'description': 'd1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:08.311701 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.db.api [None req-bb1392a9-7ca5-4728-8dcc-5adaa7e8fa44 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 23:21:08.311701 n-d-794306-6 neutron-server[93771]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 15 23:21:08.311701 n-d-794306-6 neutron-server[93771]: [parameters: {'project_id': 'a59f16459d8c4f4488fd0cc78db75e3b', 'id': '4fed15bc-9563-46eb-83e6-493f322658cf', 'expiration': datetime.datetime(2021, 7, 15, 23, 23, 8, 306932)}] Jul 15 23:21:08.311701 n-d-794306-6 neutron-server[93771]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:21:08.312373 n-d-794306-6 neutron-server[93771]: DEBUG oslo_db.api [None req-bb1392a9-7ca5-4728-8dcc-5adaa7e8fa44 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:21:08.322700 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e40f2ca6-9ade-405f-95af-72d3a4d74c69 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:08.324878 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f95ca4f8-4454-4325-823b-4baa60863f71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc9b8ac7-4585-4b69-a9b5-8671aac12b10'}, {'server_uuid': '52a39ca4-a5fc-4005-9060-f24ff16f3427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a9bab09-8d2d-4440-8b00-e99ba5cba621'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:21:08.327924 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-157d1cfc-31ee-45ee-956d-7046f88e9e1d" -d '{"events": [{"server_uuid": "f95ca4f8-4454-4325-823b-4baa60863f71", "name": "network-vif-plugged", "status": "completed", "tag": "cc9b8ac7-4585-4b69-a9b5-8671aac12b10"}, {"server_uuid": "52a39ca4-a5fc-4005-9060-f24ff16f3427", "name": "network-vif-plugged", "status": "completed", "tag": "9a9bab09-8d2d-4440-8b00-e99ba5cba621"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:21:08.380107 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bc73683b-9a15-4e5b-a7a9-7312068f6427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:08.396099 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-59d3e01c-b31e-4848-baa0-f0e19231adf6 req-edd35a41-c890-412c-a7bc-9d88dc08597e tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] 10.222.0.48 "GET /v2.0/security-groups?id=804e44e5-68fc-4665-ad32-65f5db95d544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669688 Jul 15 23:21:08.403639 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-967b12e2-bf1f-41bc-b5b0-8f9b1fb5dbb7 req-b7cb9549-ea66-45ab-b18f-25b1bf543746 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631534 Jul 15 23:21:08.450673 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e40f2ca6-9ade-405f-95af-72d3a4d74c69 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:08.457016 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e40f2ca6-9ade-405f-95af-72d3a4d74c69 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:08.480368 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 23:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a644827-ee5d-49ff-bec8-61adf1a5fc21 x-openstack-request-id: req-7a644827-ee5d-49ff-bec8-61adf1a5fc21 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:21:08.480879 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f95ca4f8-4454-4325-823b-4baa60863f71", "name": "network-vif-plugged", "status": "completed", "tag": "cc9b8ac7-4585-4b69-a9b5-8671aac12b10", "code": 200}, {"server_uuid": "52a39ca4-a5fc-4005-9060-f24ff16f3427", "name": "network-vif-plugged", "status": "completed", "tag": "9a9bab09-8d2d-4440-8b00-e99ba5cba621", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:21:08.480879 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7a644827-ee5d-49ff-bec8-61adf1a5fc21 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:21:08.481518 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f95ca4f8-4454-4325-823b-4baa60863f71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc9b8ac7-4585-4b69-a9b5-8671aac12b10', 'code': 200} Jul 15 23:21:08.481518 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a39ca4-a5fc-4005-9060-f24ff16f3427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a9bab09-8d2d-4440-8b00-e99ba5cba621', 'code': 200} Jul 15 23:21:08.518199 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e40f2ca6-9ade-405f-95af-72d3a4d74c69 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:08.523235 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e40f2ca6-9ade-405f-95af-72d3a4d74c69 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2537255 Jul 15 23:21:08.526859 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39926) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:08.537876 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ddf38839-1a32-412b-a24b-cb61ab329a89 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Request body: {'security_group_rule': {'security_group_id': 'd3d21e03-6985-4424-bfc4-e0db6ea8bb77', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:08.543058 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40f2ca6-9ade-405f-95af-72d3a4d74c69 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d21e03-6985-4424-bfc4-e0db6ea8bb77,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:08.590466 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ddf38839-1a32-412b-a24b-cb61ab329a89 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:08.681485 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ddf38839-1a32-412b-a24b-cb61ab329a89 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:08.685822 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ddf38839-1a32-412b-a24b-cb61ab329a89 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:08.697146 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bc73683b-9a15-4e5b-a7a9-7312068f6427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:08.700036 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bc73683b-9a15-4e5b-a7a9-7312068f6427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:08.701059 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-bc73683b-9a15-4e5b-a7a9-7312068f6427 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1613cf8c-27eb-455c-9c3e-8eae29bdf156 HTTP/1.1" status: 204 len: 168 time: 0.7452869 Jul 15 23:21:08.704310 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf38839-1a32-412b-a24b-cb61ab329a89 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c33aa18b-063a-41e8-8348-7c030694208a,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:08.710803 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ddf38839-1a32-412b-a24b-cb61ab329a89 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:08.712246 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ddf38839-1a32-412b-a24b-cb61ab329a89 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1833205 Jul 15 23:21:08.716190 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39930) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:08.739712 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 39932) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:08.740061 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-756a3476-9e33-42b7-97f7-fd43db79c9f0 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] 10.222.0.48 "GET /v2.0/security-group-rules/c33aa18b-063a-41e8-8348-7c030694208a HTTP/1.1" status: 200 len: 763 time: 0.0222969 Jul 15 23:21:08.762298 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc73683b-9a15-4e5b-a7a9-7312068f6427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1613cf8c-27eb-455c-9c3e-8eae29bdf156,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:08.788164 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device a01f3283-b0ce-406c-8c11-d4179855b288 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:21:08.839873 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb1392a9-7ca5-4728-8dcc-5adaa7e8fa44 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Made reservation on behalf of a59f16459d8c4f4488fd0cc78db75e3b for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:21:08.845037 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb1392a9-7ca5-4728-8dcc-5adaa7e8fa44 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:08.883362 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port a01f3283-b0ce-406c-8c11-d4179855b288 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:21:08.884276 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb1392a9-7ca5-4728-8dcc-5adaa7e8fa44 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:21:08.890535 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8b8a1f-7b7c-4649-be8b-9d1ed99a5d32 req-0007a784-e3fc-467e-b55d-8cb3d5859678 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:08.892086 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8f8b8a1f-7b7c-4649-be8b-9d1ed99a5d32 req-0007a784-e3fc-467e-b55d-8cb3d5859678 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/ports?device_id=9549184f-5892-404f-90b2-43388c7be43e HTTP/1.1" status: 200 len: 946 time: 0.3037171 Jul 15 23:21:08.894130 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port a01f3283-b0ce-406c-8c11-d4179855b288 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:21:08.895124 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:08.897858 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb1392a9-7ca5-4728-8dcc-5adaa7e8fa44 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:08.898314 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-bb1392a9-7ca5-4728-8dcc-5adaa7e8fa44 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Added segment 503c7acc-7266-451f-8857-d8fd2acff0fa of type vlan for network 3a8c7b2b-3596-43c6-a3ea-7fa47317d6b9 Jul 15 23:21:08.922130 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-0d5a9b55-b08e-4793-afe2-c8b1b48bb3fe tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1751723 Jul 15 23:21:08.933400 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 39934) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:08.943524 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b6109-659a-49eb-94b7-3fe9b878d760 req-174eecb3-710e-47a5-b92e-9d526aba86f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:08.945259 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c70b6109-659a-49eb-94b7-3fe9b878d760 req-174eecb3-710e-47a5-b92e-9d526aba86f8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=52a39ca4-a5fc-4005-9060-f24ff16f3427 HTTP/1.1" status: 200 len: 1097 time: 0.3143933 Jul 15 23:21:08.957417 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb1392a9-7ca5-4728-8dcc-5adaa7e8fa44 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:09.005772 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb1392a9-7ca5-4728-8dcc-5adaa7e8fa44 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:09.006052 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.db.resource_extend [None req-e0721626-2b53-4a27-9bb0-99496f8cbcab tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 23:21:09.010452 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0acbd1-fa24-46a1-baaf-d8153a0a1a94 req-35e8eb8e-8f50-4fc4-b4eb-801ebe3c9c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:09.011996 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7f0acbd1-fa24-46a1-baaf-d8153a0a1a94 req-35e8eb8e-8f50-4fc4-b4eb-801ebe3c9c05 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f95ca4f8-4454-4325-823b-4baa60863f71 HTTP/1.1" status: 200 len: 1096 time: 0.3885932 Jul 15 23:21:09.014677 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1392a9-7ca5-4728-8dcc-5adaa7e8fa44 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:09.015363 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb1392a9-7ca5-4728-8dcc-5adaa7e8fa44 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:09.023118 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:09.077317 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port a01f3283-b0ce-406c-8c11-d4179855b288, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=a01f3283-b0ce-406c-8c11-d4179855b288,segment=NetworkSegment(f511f847-463a-4bdb-b4ed-8d22a4e0a3d2),segment_id=f511f847-463a-4bdb-b4ed-8d22a4e0a3d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:09.079547 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c70b6109-659a-49eb-94b7-3fe9b878d760 req-4597ea73-7d15-4dba-b764-d9d5e21ca010 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=79ac3595-42a7-47eb-84e8-f2b8781d451d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235521 Jul 15 23:21:09.079748 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-bb1392a9-7ca5-4728-8dcc-5adaa7e8fa44 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7986689 Jul 15 23:21:09.083247 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:09.084177 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39938) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:09.123211 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-398a0444-2240-4dd4-91c2-a55f2cf81650 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:09.130503 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8f8b8a1f-7b7c-4649-be8b-9d1ed99a5d32 req-2a0d6fdb-f528-47ea-b674-25f3ec4d29d6 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/security-groups?id=79ac3595-42a7-47eb-84e8-f2b8781d451d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047493 Jul 15 23:21:09.142327 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e0721626-2b53-4a27-9bb0-99496f8cbcab tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:09.145512 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-398a0444-2240-4dd4-91c2-a55f2cf81650 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:09.160372 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e0721626-2b53-4a27-9bb0-99496f8cbcab tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:09.172642 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7f0acbd1-fa24-46a1-baaf-d8153a0a1a94 req-35346f4d-f424-457f-a2be-2d391446eda7 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293547 Jul 15 23:21:09.183758 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=a01f3283-b0ce-406c-8c11-d4179855b288,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:09.198787 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1392a9-7ca5-4728-8dcc-5adaa7e8fa44 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Pushing event updated for resources: {'Network': ['ID=3a8c7b2b-3596-43c6-a3ea-7fa47317d6b9,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:09.230858 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 3a8c7b2b-3596-43c6-a3ea-7fa47317d6b9 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:21:09.242764 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-398a0444-2240-4dd4-91c2-a55f2cf81650 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:09.285567 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-398a0444-2240-4dd4-91c2-a55f2cf81650 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:09.285567 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-398a0444-2240-4dd4-91c2-a55f2cf81650 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/c33aa18b-063a-41e8-8348-7c030694208a HTTP/1.1" status: 204 len: 168 time: 0.3384356 Jul 15 23:21:09.297569 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 39946) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:09.322465 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a0444-2240-4dd4-91c2-a55f2cf81650 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c33aa18b-063a-41e8-8348-7c030694208a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:09.329578 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c540b5c0-c5c6-46fc-b4fd-4ce1767dedbd tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:09.335021 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c540b5c0-c5c6-46fc-b4fd-4ce1767dedbd tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] 10.222.0.48 "GET /v2.0/networks?id=3a8c7b2b-3596-43c6-a3ea-7fa47317d6b9 HTTP/1.1" status: 200 len: 764 time: 0.2481594 Jul 15 23:21:09.336690 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 39948) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:09.349556 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4f93acfd-5dad-46d3-9b03-750888e98958 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Request body: {'network': {'description': 'd2'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:09.407907 n-d-794306-6 neutron-server[93770]: INFO neutron.db.l3_db [None req-e0721626-2b53-4a27-9bb0-99496f8cbcab tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Floating IP 0823286b-2a3e-41c1-b538-119ec74dfa12 associated. External IP: 172.25.5.44, port: 50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d. Jul 15 23:21:09.517922 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-3260b1ec-cb90-4ad2-bdb1-3c32fc8bd9dc tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2193699 Jul 15 23:21:09.520940 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39958) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:09.527115 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a7025d76-edec-440b-9922-d353057e9505 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Request body: {'security_group_rule': {'security_group_id': 'd3d21e03-6985-4424-bfc4-e0db6ea8bb77', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:09.566244 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7025d76-edec-440b-9922-d353057e9505 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:09.649394 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7025d76-edec-440b-9922-d353057e9505 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:09.655771 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7025d76-edec-440b-9922-d353057e9505 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:09.676752 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7025d76-edec-440b-9922-d353057e9505 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce354669-68a5-4571-b151-70d108961e82,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:09.684843 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7025d76-edec-440b-9922-d353057e9505 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:09.687611 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a7025d76-edec-440b-9922-d353057e9505 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1637039 Jul 15 23:21:09.694815 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 39966) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:09.753690 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-cdb1981c-7918-4516-93b7-8d9a9201c9d7 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] 10.222.0.48 "GET /v2.0/security-group-rules/ce354669-68a5-4571-b151-70d108961e82 HTTP/1.1" status: 200 len: 763 time: 0.0511179 Jul 15 23:21:09.756351 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39968) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:09.761852 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23444f3a-4320-4303-8546-22620e26c60d req-effbdc7f-a26d-446f-8a86-b1c361f8ec92 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:09.763397 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-23444f3a-4320-4303-8546-22620e26c60d req-effbdc7f-a26d-446f-8a86-b1c361f8ec92 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b079fb3-e58e-461b-a5e4-891961e8c6b2 HTTP/1.1" status: 200 len: 946 time: 0.3810363 Jul 15 23:21:09.766274 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f93acfd-5dad-46d3-9b03-750888e98958 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:09.820609 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f93acfd-5dad-46d3-9b03-750888e98958 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:09.822838 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-3499f083-1bea-4697-8f7b-3329ce7262f7 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0630739 Jul 15 23:21:09.827025 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 39972) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:09.880912 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39974) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:10.025730 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-305b3f5f-3dbc-44c6-b2ac-cf680be273b9 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1118605650-network', 'tenant_id': '5ea33902f301426c9862000f64e06a55'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:10.058774 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-305b3f5f-3dbc-44c6-b2ac-cf680be273b9 admin admin] Made reservation on behalf of 5ea33902f301426c9862000f64e06a55 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:21:10.061715 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-305b3f5f-3dbc-44c6-b2ac-cf680be273b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:10.073922 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-305b3f5f-3dbc-44c6-b2ac-cf680be273b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:10.199284 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-305b3f5f-3dbc-44c6-b2ac-cf680be273b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:10.205870 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-305b3f5f-3dbc-44c6-b2ac-cf680be273b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:10.224172 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4f93acfd-5dad-46d3-9b03-750888e98958 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Network 3a8c7b2b-3596-43c6-a3ea-7fa47317d6b9 is not hosted by any dhcp agent {{(pid=93770) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 23:21:10.232149 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f93acfd-5dad-46d3-9b03-750888e98958 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:10.232149 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f93acfd-5dad-46d3-9b03-750888e98958 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:10.234010 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-4f93acfd-5dad-46d3-9b03-750888e98958 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] 10.222.0.48 "PUT /v2.0/networks/3a8c7b2b-3596-43c6-a3ea-7fa47317d6b9 HTTP/1.1" status: 200 len: 761 time: 0.8960800 Jul 15 23:21:10.234414 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-305b3f5f-3dbc-44c6-b2ac-cf680be273b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:21:10.242948 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39978) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:10.263820 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c2275-ae72-447f-ac19-161436ce7ed5 req-34a5e705-5dbb-4227-b956-3f7fd9863c7e tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:10.268856 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-304c2275-ae72-447f-ac19-161436ce7ed5 req-34a5e705-5dbb-4227-b956-3f7fd9863c7e tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=f95ca4f8-4454-4325-823b-4baa60863f71 HTTP/1.1" status: 200 len: 945 time: 0.6971798 Jul 15 23:21:10.281457 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305b3f5f-3dbc-44c6-b2ac-cf680be273b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=199f017b-545d-4e4e-a1a2-f5225262a625,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:10.296005 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-305b3f5f-3dbc-44c6-b2ac-cf680be273b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:10.296370 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-305b3f5f-3dbc-44c6-b2ac-cf680be273b9 admin admin] Added segment c08d6e59-4328-491c-a602-0ffe851fe73c of type vlan for network f09efb19-c2a9-4d4f-a5e4-cf22a2eda2d2 Jul 15 23:21:10.321199 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-23444f3a-4320-4303-8546-22620e26c60d req-acc47870-d49c-495a-b154-999cf2ca02b7 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/security-groups?id=79ac3595-42a7-47eb-84e8-f2b8781d451d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5418763 Jul 15 23:21:10.416819 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f279d0-488e-43e9-9037-b667326f70ba tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:10.418549 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-53f279d0-488e-43e9-9037-b667326f70ba tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] 10.222.0.48 "GET /v2.0/networks?id=3a8c7b2b-3596-43c6-a3ea-7fa47317d6b9 HTTP/1.1" status: 200 len: 764 time: 0.1744461 Jul 15 23:21:10.421589 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-305b3f5f-3dbc-44c6-b2ac-cf680be273b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:10.424756 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0721626-2b53-4a27-9bb0-99496f8cbcab tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Router c878c638-1b3c-41ea-83df-55700e1441d0 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:21:10.428255 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39982) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:10.483250 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ce3cba-2bff-40dd-9821-85e5ef46933e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a01f3283-b0ce-406c-8c11-d4179855b288'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:21:10.484927 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f93acfd-5dad-46d3-9b03-750888e98958 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Pushing event updated for resources: {'Network': ['ID=3a8c7b2b-3596-43c6-a3ea-7fa47317d6b9,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:10.488812 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d195676-e77c-47ed-b051-b0e74c927ef7" -d '{"events": [{"server_uuid": "40ce3cba-2bff-40dd-9821-85e5ef46933e", "name": "network-vif-plugged", "status": "completed", "tag": "a01f3283-b0ce-406c-8c11-d4179855b288"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:21:10.490847 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1e80b128-6bfc-4815-9e49-ccd507e31785 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:10.501060 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 3a8c7b2b-3596-43c6-a3ea-7fa47317d6b9 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:21:10.502004 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1e80b128-6bfc-4815-9e49-ccd507e31785 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:10.598385 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634cb6b3-c10c-450c-9d04-f1966bb1c417 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:10.600302 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-634cb6b3-c10c-450c-9d04-f1966bb1c417 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1708741 Jul 15 23:21:10.603021 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39986) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:10.660992 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-304c2275-ae72-447f-ac19-161436ce7ed5 req-5d0b8026-5ee0-41d9-8f73-ddedbd43e455 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582033 Jul 15 23:21:10.661655 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1e80b128-6bfc-4815-9e49-ccd507e31785 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:10.668795 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1e80b128-6bfc-4815-9e49-ccd507e31785 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:10.672855 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-cc2b4859-7169-495a-9086-7cf267d01601 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] 10.222.0.48 "GET /v2.0/subnets?network_id=c4160cc4-e133-4d4e-ad39-f86bca4b2f14 HTTP/1.1" status: 200 len: 207 time: 0.0652511 Jul 15 23:21:10.673984 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-1e80b128-6bfc-4815-9e49-ccd507e31785 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/ce354669-68a5-4571-b151-70d108961e82 HTTP/1.1" status: 204 len: 168 time: 0.8341703 Jul 15 23:21:10.674821 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39988) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:10.675986 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39990) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:10.733719 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e80b128-6bfc-4815-9e49-ccd507e31785 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ce354669-68a5-4571-b151-70d108961e82,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:10.737009 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0721626-2b53-4a27-9bb0-99496f8cbcab tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:21:10.746000 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e0721626-2b53-4a27-9bb0-99496f8cbcab tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:10.765837 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec48801-62f5-456a-96ea-86073e957611 None None] Sync routers for ids ['c878c638-1b3c-41ea-83df-55700e1441d0'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:21:10.775246 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-305b3f5f-3dbc-44c6-b2ac-cf680be273b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:10.778828 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305b3f5f-3dbc-44c6-b2ac-cf680be273b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:10.780841 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-305b3f5f-3dbc-44c6-b2ac-cf680be273b9 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:10.796674 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec48801-62f5-456a-96ea-86073e957611 None None] Routers {'c878c638-1b3c-41ea-83df-55700e1441d0'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:21:10.798250 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-dec48801-62f5-456a-96ea-86073e957611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:21:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['c878c638-1b3c-41ea-83df-55700e1441d0'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:10.848536 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-e0721626-2b53-4a27-9bb0-99496f8cbcab tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "PUT /v2.0/floatingips/0823286b-2a3e-41c1-b538-119ec74dfa12 HTTP/1.1" status: 200 len: 990 time: 3.2684445 Jul 15 23:21:10.861146 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4378fda7-3666-4ece-be50-c71bf27f1088', 'tag': '50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:21:10.864165 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3804dc-5f94-4dce-99de-d462356c8d09" -d '{"events": [{"name": "network-changed", "server_uuid": "4378fda7-3666-4ece-be50-c71bf27f1088", "tag": "50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:21:10.882988 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305b3f5f-3dbc-44c6-b2ac-cf680be273b9 admin admin] Pushing event updated for resources: {'Network': ['ID=f09efb19-c2a9-4d4f-a5e4-cf22a2eda2d2,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:10.897963 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network f09efb19-c2a9-4d4f-a5e4-cf22a2eda2d2 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:21:10.906454 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1eb29-9931-43d5-a15f-d7dd5c923e6c req-aa864346-8116-4516-8b11-66f5530765ad tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:10.908214 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-76a1eb29-9931-43d5-a15f-d7dd5c923e6c req-aa864346-8116-4516-8b11-66f5530765ad tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] 10.222.0.48 "GET /v2.0/ports?device_id=40ce3cba-2bff-40dd-9821-85e5ef46933e HTTP/1.1" status: 200 len: 945 time: 0.2330189 Jul 15 23:21:10.928760 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-305b3f5f-3dbc-44c6-b2ac-cf680be273b9 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0400441 Jul 15 23:21:10.931856 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39996) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:10.935892 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c94df1cf-9796-4082-86a0-9979d5a312c8 admin admin] Request body: {'subnet': {'network_id': 'f09efb19-c2a9-4d4f-a5e4-cf22a2eda2d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1118605650-subnet', 'tenant_id': '5ea33902f301426c9862000f64e06a55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:10.950185 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-dec48801-62f5-456a-96ea-86073e957611 None None] Set router c878c638-1b3c-41ea-83df-55700e1441d0 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:21:10.963979 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b1ae0b9a-b9f0-4c32-b861-dc4c2690b29d tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2856896 Jul 15 23:21:10.971262 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39998) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:10.982528 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-bb605bc8-dbe3-46a8-b266-544c0f7159a2 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Request body: {'security_group_rule': {'security_group_id': 'd3d21e03-6985-4424-bfc4-e0db6ea8bb77', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:10.988276 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-76a1eb29-9931-43d5-a15f-d7dd5c923e6c req-6084e563-41b9-4347-bf28-f02ceb20af03 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] 10.222.0.48 "GET /v2.0/security-groups?id=804e44e5-68fc-4665-ad32-65f5db95d544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690584 Jul 15 23:21:11.009403 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ceef7-28e1-416f-8a70-8dc1904d9a96 req-5aa415a0-b649-4e2c-8f7d-11bb84350b6d tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:11.029349 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0d9ceef7-28e1-416f-8a70-8dc1904d9a96 req-5aa415a0-b649-4e2c-8f7d-11bb84350b6d tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/ports?device_id=52a39ca4-a5fc-4005-9060-f24ff16f3427 HTTP/1.1" status: 200 len: 946 time: 0.1852481 Jul 15 23:21:11.052191 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a26efb5-aab8-473a-9840-06d4e1742046 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:11.060462 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a26efb5-aab8-473a-9840-06d4e1742046 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:11.066245 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea3bbef-a2b4-4b83-ad4d-c51022cc0bd4 x-openstack-request-id: req-aea3bbef-a2b4-4b83-ad4d-c51022cc0bd4 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:21:11.066885 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40ce3cba-2bff-40dd-9821-85e5ef46933e", "name": "network-vif-plugged", "status": "completed", "tag": "a01f3283-b0ce-406c-8c11-d4179855b288", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:21:11.067432 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-aea3bbef-a2b4-4b83-ad4d-c51022cc0bd4 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:21:11.067999 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a26efb5-aab8-473a-9840-06d4e1742046 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:11.068526 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40ce3cba-2bff-40dd-9821-85e5ef46933e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a01f3283-b0ce-406c-8c11-d4179855b288', 'code': 200} Jul 15 23:21:11.076782 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a26efb5-aab8-473a-9840-06d4e1742046 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:11.085847 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a26efb5-aab8-473a-9840-06d4e1742046 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:11.096172 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a26efb5-aab8-473a-9840-06d4e1742046 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:11.103138 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-3a26efb5-aab8-473a-9840-06d4e1742046 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.4234078 Jul 15 23:21:11.105015 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c94df1cf-9796-4082-86a0-9979d5a312c8 admin admin] Made reservation on behalf of 5ea33902f301426c9862000f64e06a55 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:21:11.107389 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0d9ceef7-28e1-416f-8a70-8dc1904d9a96 req-cf563d5d-02a4-4c77-9526-23a9120e9cc5 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/security-groups?id=79ac3595-42a7-47eb-84e8-f2b8781d451d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770183 Jul 15 23:21:11.107942 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 40000) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:11.108083 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c94df1cf-9796-4082-86a0-9979d5a312c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:11.164956 n-d-794306-6 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-bb605bc8-dbe3-46a8-b266-544c0f7159a2 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Project d5d854951b9a4b808f9df9959a08b809 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:21:11.215394 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb605bc8-dbe3-46a8-b266-544c0f7159a2 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:11.366508 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb605bc8-dbe3-46a8-b266-544c0f7159a2 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:11.379219 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb605bc8-dbe3-46a8-b266-544c0f7159a2 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:11.421643 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb605bc8-dbe3-46a8-b266-544c0f7159a2 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32eb7d3a-cfdf-45cd-8429-e48ce6b3ad1c,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:11.470318 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-dec48801-62f5-456a-96ea-86073e957611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c878c638-1b3c-41ea-83df-55700e1441d0', 'name': 'tempest-TaggedBootDevicesTest-749798368-router', 'tenant_id': '1535e8fb4bbf47a995341d11b9792565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '35894ae6-8e9c-4977-b5c5-1bcf65bec3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:57Z', 'updated_at': '2021-07-15T23:18:12Z', 'revision_number': 4, 'project_id': '1535e8fb4bbf47a995341d11b9792565', 'gw_port': {'id': '35894ae6-8e9c-4977-b5c5-1bcf65bec3d8', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c878c638-1b3c-41ea-83df-55700e1441d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:01Z', 'updated_at': '2021-07-15T23:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '0823286b-2a3e-41c1-b538-119ec74dfa12', 'tenant_id': '1535e8fb4bbf47a995341d11b9792565', 'floating_ip_address': '172.25.5.44', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': 'c878c638-1b3c-41ea-83df-55700e1441d0', 'port_id': '50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f810acf3-bdcb-4225-beca-d64cbd4db70b', 'mac_address': 'fa:16:3e:90:91:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4378fda7-3666-4ece-be50-c71bf27f1088', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:19:15Z', 'updated_at': '2021-07-15T23:21:08Z', 'revision_number': 1, 'project_id': '1535e8fb4bbf47a995341d11b9792565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f712636-f5bf-4bc3-8755-c957d1a2c88a', 'name': '', 'network_id': 'f810acf3-bdcb-4225-beca-d64cbd4db70b', 'tenant_id': '1535e8fb4bbf47a995341d11b9792565', 'mac_address': 'fa:16:3e:c7:5c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c878c638-1b3c-41ea-83df-55700e1441d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'bbd5e8a5-f846-4a56-a7c3-e50df421a1e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:11Z', 'updated_at': '2021-07-15T23:18:28Z', 'revision_number': 5, 'project_id': '1535e8fb4bbf47a995341d11b9792565', 'subnets': [{'id': 'bbd5e8a5-f846-4a56-a7c3-e50df421a1e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:11.483840 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb605bc8-dbe3-46a8-b266-544c0f7159a2 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:11.485268 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-bb605bc8-dbe3-46a8-b266-544c0f7159a2 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5110612 Jul 15 23:21:11.491299 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40004) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:11.514345 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-48cc8495-7d2e-4d31-aa54-e7d3926429bc tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] 10.222.0.48 "GET /v2.0/security-group-rules/32eb7d3a-cfdf-45cd-8429-e48ce6b3ad1c HTTP/1.1" status: 200 len: 769 time: 0.0222585 Jul 15 23:21:11.516048 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c94df1cf-9796-4082-86a0-9979d5a312c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:11.517944 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40006) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:11.524522 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec48801-62f5-456a-96ea-86073e957611 None None] Checking router: c878c638-1b3c-41ea-83df-55700e1441d0 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:21:11.540394 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec48801-62f5-456a-96ea-86073e957611 None None] Routers {'c878c638-1b3c-41ea-83df-55700e1441d0'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:21:11.540898 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-5b83a3a0-91b0-4dd7-aeee-e261cdde8ce6 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] 10.222.0.48 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.4313819 Jul 15 23:21:11.541588 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-dec48801-62f5-456a-96ea-86073e957611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:21:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['c878c638-1b3c-41ea-83df-55700e1441d0'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:11.546712 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7feafd75-f296-4970-b93b-60eda833a937 x-openstack-request-id: req-7feafd75-f296-4970-b93b-60eda833a937 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:21:11.546712 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4378fda7-3666-4ece-be50-c71bf27f1088", "tag": "50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:21:11.547077 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7feafd75-f296-4970-b93b-60eda833a937 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:21:11.547700 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4378fda7-3666-4ece-be50-c71bf27f1088', 'tag': '50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d', 'status': 'completed', 'code': 200} Jul 15 23:21:11.589518 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40008) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:11.696892 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-48439b83-4979-47d7-bb7d-9bb90827abd4 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1728013 Jul 15 23:21:11.705883 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40010) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:11.725897 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94df1cf-9796-4082-86a0-9979d5a312c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f22c8ceb-0849-463a-8868-0e22848a7a23,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:11.733254 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef3c55-84bb-4a33-bd62-a15859f3cd8b req-76a08e35-d955-4b58-96c8-1ac6224aca5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:11.735124 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e0ef3c55-84bb-4a33-bd62-a15859f3cd8b req-76a08e35-d955-4b58-96c8-1ac6224aca5a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=40ce3cba-2bff-40dd-9821-85e5ef46933e HTTP/1.1" status: 200 len: 1096 time: 0.5334356 Jul 15 23:21:11.737306 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2c3313-e120-4bdc-8746-75c5e198cfd6 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:11.740353 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2c3313-e120-4bdc-8746-75c5e198cfd6 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:11.743245 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2c3313-e120-4bdc-8746-75c5e198cfd6 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:11.746933 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2c3313-e120-4bdc-8746-75c5e198cfd6 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:11.750860 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-dec48801-62f5-456a-96ea-86073e957611 None None] Set router c878c638-1b3c-41ea-83df-55700e1441d0 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:21:11.752789 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2c3313-e120-4bdc-8746-75c5e198cfd6 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:11.758418 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3804dc-5f94-4dce-99de-d462356c8d09 req-fdbf6077-7fd1-4006-a028-5c58bc586c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:11.758418 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3804dc-5f94-4dce-99de-d462356c8d09 req-fdbf6077-7fd1-4006-a028-5c58bc586c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:11.761314 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3804dc-5f94-4dce-99de-d462356c8d09 req-fdbf6077-7fd1-4006-a028-5c58bc586c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:11.761910 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3804dc-5f94-4dce-99de-d462356c8d09 req-fdbf6077-7fd1-4006-a028-5c58bc586c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:11.762426 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3804dc-5f94-4dce-99de-d462356c8d09 req-fdbf6077-7fd1-4006-a028-5c58bc586c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:11.762883 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3804dc-5f94-4dce-99de-d462356c8d09 req-fdbf6077-7fd1-4006-a028-5c58bc586c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:11.763367 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3804dc-5f94-4dce-99de-d462356c8d09 req-fdbf6077-7fd1-4006-a028-5c58bc586c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:11.763482 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-db2c3313-e120-4bdc-8746-75c5e198cfd6 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1727965 Jul 15 23:21:11.765902 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-de3804dc-5f94-4dce-99de-d462356c8d09 req-fdbf6077-7fd1-4006-a028-5c58bc586c40 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1535e8fb4bbf47a995341d11b9792565&device_id=4378fda7-3666-4ece-be50-c71bf27f1088 HTTP/1.1" status: 200 len: 6491 time: 0.2170639 Jul 15 23:21:11.766428 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 40014) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:11.782237 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9553525a-f3ea-4c4b-a3bd-eb937a5f5cca req-17e68847-d0c1-4df4-9d3b-a1754d83c4ae tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:11.789435 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9553525a-f3ea-4c4b-a3bd-eb937a5f5cca req-17e68847-d0c1-4df4-9d3b-a1754d83c4ae tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/ports?device_id=9549184f-5892-404f-90b2-43388c7be43e HTTP/1.1" status: 200 len: 946 time: 0.2248991 Jul 15 23:21:11.808879 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94df1cf-9796-4082-86a0-9979d5a312c8 admin admin] Checking segment: {'id': 'c08d6e59-4328-491c-a602-0ffe851fe73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f09efb19-c2a9-4d4f-a5e4-cf22a2eda2d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:21:11.809252 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94df1cf-9796-4082-86a0-9979d5a312c8 admin admin] Network hostable DHCP agents. Network: f09efb19-c2a9-4d4f-a5e4-cf22a2eda2d2, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:21:11.813475 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-24f3620e-f119-4257-8883-9a63b055a951 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:11.826653 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-24f3620e-f119-4257-8883-9a63b055a951 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:11.871352 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94df1cf-9796-4082-86a0-9979d5a312c8 admin admin] Network f09efb19-c2a9-4d4f-a5e4-cf22a2eda2d2 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:21:11.881448 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-24f3620e-f119-4257-8883-9a63b055a951 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:11.887418 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-24f3620e-f119-4257-8883-9a63b055a951 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:11.888617 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-24f3620e-f119-4257-8883-9a63b055a951 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/32eb7d3a-cfdf-45cd-8429-e48ce6b3ad1c HTTP/1.1" status: 204 len: 168 time: 0.1871068 Jul 15 23:21:11.891932 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40016) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:11.892536 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-c94df1cf-9796-4082-86a0-9979d5a312c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, f09efb19-c2a9-4d4f-a5e4-cf22a2eda2d2) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:21:11.896754 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94df1cf-9796-4082-86a0-9979d5a312c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:11.897373 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c94df1cf-9796-4082-86a0-9979d5a312c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:11.905447 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b55e4e-5edf-4158-94de-8e1001d57573 None None] Network f09efb19-c2a9-4d4f-a5e4-cf22a2eda2d2 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:21:11.923190 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f3620e-f119-4257-8883-9a63b055a951 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=32eb7d3a-cfdf-45cd-8429-e48ce6b3ad1c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:11.940413 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c94df1cf-9796-4082-86a0-9979d5a312c8 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0091226 Jul 15 23:21:11.983538 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e201cfd8-381f-42cd-9e08-a3dfa71903fc tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0832980 Jul 15 23:21:11.986300 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40020) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:12.051233 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9553525a-f3ea-4c4b-a3bd-eb937a5f5cca req-f476da9d-a892-4daf-8f1c-23de902719e5 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/security-groups?id=79ac3595-42a7-47eb-84e8-f2b8781d451d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608881 Jul 15 23:21:12.077557 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3cdb9b6e-fa0b-49b1-ac2b-b5c102f54cfd tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:12.106092 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e0ef3c55-84bb-4a33-bd62-a15859f3cd8b req-17cdef3b-0d55-4378-90c2-77744a43687b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=804e44e5-68fc-4665-ad32-65f5db95d544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3384664 Jul 15 23:21:12.144094 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3cdb9b6e-fa0b-49b1-ac2b-b5c102f54cfd tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:12.149347 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696fe524-b26b-47b7-bf6d-17bf173a80bb None None] Network f09efb19-c2a9-4d4f-a5e4-cf22a2eda2d2 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:21:12.242676 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3cdb9b6e-fa0b-49b1-ac2b-b5c102f54cfd tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:12.247970 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3cdb9b6e-fa0b-49b1-ac2b-b5c102f54cfd tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:12.249916 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-3cdb9b6e-fa0b-49b1-ac2b-b5c102f54cfd tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] 10.222.0.48 "DELETE /v2.0/security-groups/d3d21e03-6985-4424-bfc4-e0db6ea8bb77 HTTP/1.1" status: 204 len: 168 time: 0.2621162 Jul 15 23:21:12.255315 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-dec48801-62f5-456a-96ea-86073e957611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c878c638-1b3c-41ea-83df-55700e1441d0', 'name': 'tempest-TaggedBootDevicesTest-749798368-router', 'tenant_id': '1535e8fb4bbf47a995341d11b9792565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '35894ae6-8e9c-4977-b5c5-1bcf65bec3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:57Z', 'updated_at': '2021-07-15T23:18:12Z', 'revision_number': 4, 'project_id': '1535e8fb4bbf47a995341d11b9792565', 'gw_port': {'id': '35894ae6-8e9c-4977-b5c5-1bcf65bec3d8', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c878c638-1b3c-41ea-83df-55700e1441d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:01Z', 'updated_at': '2021-07-15T23:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '0823286b-2a3e-41c1-b538-119ec74dfa12', 'tenant_id': '1535e8fb4bbf47a995341d11b9792565', 'floating_ip_address': '172.25.5.44', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': 'c878c638-1b3c-41ea-83df-55700e1441d0', 'port_id': '50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f810acf3-bdcb-4225-beca-d64cbd4db70b', 'mac_address': 'fa:16:3e:90:91:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4378fda7-3666-4ece-be50-c71bf27f1088', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:19:15Z', 'updated_at': '2021-07-15T23:21:08Z', 'revision_number': 1, 'project_id': '1535e8fb4bbf47a995341d11b9792565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f712636-f5bf-4bc3-8755-c957d1a2c88a', 'name': '', 'network_id': 'f810acf3-bdcb-4225-beca-d64cbd4db70b', 'tenant_id': '1535e8fb4bbf47a995341d11b9792565', 'mac_address': 'fa:16:3e:c7:5c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c878c638-1b3c-41ea-83df-55700e1441d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'bbd5e8a5-f846-4a56-a7c3-e50df421a1e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:11Z', 'updated_at': '2021-07-15T23:18:28Z', 'revision_number': 5, 'project_id': '1535e8fb4bbf47a995341d11b9792565', 'subnets': [{'id': 'bbd5e8a5-f846-4a56-a7c3-e50df421a1e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:12.257436 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 40028) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:12.278191 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c592ff0-1c5e-46be-8501-aa92c210ed22 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Attributes excluded by policy engine: ['shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:12.279621 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c592ff0-1c5e-46be-8501-aa92c210ed22 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Attributes excluded by policy engine: ['shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:12.281042 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c592ff0-1c5e-46be-8501-aa92c210ed22 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Attributes excluded by policy engine: ['shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:12.282486 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c592ff0-1c5e-46be-8501-aa92c210ed22 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Attributes excluded by policy engine: ['shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:12.285508 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdb9b6e-fa0b-49b1-ac2b-b5c102f54cfd tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d21e03-6985-4424-bfc4-e0db6ea8bb77,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:12.297105 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c592ff0-1c5e-46be-8501-aa92c210ed22 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Attributes excluded by policy engine: ['shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:12.299900 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-2c592ff0-1c5e-46be-8501-aa92c210ed22 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] 10.222.0.48 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.5308614 Jul 15 23:21:12.304197 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40034) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:12.321689 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec48801-62f5-456a-96ea-86073e957611 None None] The sync data for ids ['c878c638-1b3c-41ea-83df-55700e1441d0'] in n-d-794306-6 is: [{'id': 'c878c638-1b3c-41ea-83df-55700e1441d0', 'name': 'tempest-TaggedBootDevicesTest-749798368-router', 'tenant_id': '1535e8fb4bbf47a995341d11b9792565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '35894ae6-8e9c-4977-b5c5-1bcf65bec3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:57Z', 'updated_at': '2021-07-15T23:18:12Z', 'revision_number': 4, 'project_id': '1535e8fb4bbf47a995341d11b9792565', 'gw_port': {'id': '35894ae6-8e9c-4977-b5c5-1bcf65bec3d8', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c878c638-1b3c-41ea-83df-55700e1441d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:01Z', 'updated_at': '2021-07-15T23:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '0823286b-2a3e-41c1-b538-119ec74dfa12', 'tenant_id': '1535e8fb4bbf47a995341d11b9792565', 'floating_ip_address': '172.25.5.44', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': 'c878c638-1b3c-41ea-83df-55700e1441d0', 'port_id': '50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f810acf3-bdcb-4225-beca-d64cbd4db70b', 'mac_address': 'fa:16:3e:90:91:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4378fda7-3666-4ece-be50-c71bf27f1088', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:19:15Z', 'updated_at': '2021-07-15T23:21:08Z', 'revision_number': 1, 'project_id': '1535e8fb4bbf47a995341d11b9792565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f712636-f5bf-4bc3-8755-c957d1a2c88a', 'name': '', 'network_id': 'f810acf3-bdcb-4225-beca-d64cbd4db70b', 'tenant_id': '1535e8fb4bbf47a995341d11b9792565', 'mac_address': 'fa:16:3e:c7:5c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c878c638-1b3c-41ea-83df-55700e1441d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'bbd5e8a5-f846-4a56-a7c3-e50df421a1e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:11Z', 'updated_at': '2021-07-15T23:18:28Z', 'revision_number': 5, 'project_id': '1535e8fb4bbf47a995341d11b9792565', 'subnets': [{'id': 'bbd5e8a5-f846-4a56-a7c3-e50df421a1e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:21:12.446432 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180ef8a3-02e8-4351-aa59-f3d0d8496c22 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:12.452468 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-180ef8a3-02e8-4351-aa59-f3d0d8496c22 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] 10.222.0.48 "GET /v2.0/networks/a581ea92-602a-46e8-ad5d-59d4e003e6ed HTTP/1.1" status: 200 len: 803 time: 0.1435978 Jul 15 23:21:12.454780 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40036) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:12.480307 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8835a7-e4fb-44dc-9815-61647f8804f0 req-f8a66533-a696-4222-ac9d-65d7da35af3d tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:12.482019 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ba8835a7-e4fb-44dc-9815-61647f8804f0 req-f8a66533-a696-4222-ac9d-65d7da35af3d tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=f95ca4f8-4454-4325-823b-4baa60863f71 HTTP/1.1" status: 200 len: 945 time: 0.6463690 Jul 15 23:21:12.485129 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3804dc-5f94-4dce-99de-d462356c8d09 req-a9c96790-9425-45e2-b547-305f22b18275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:12.486658 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-de3804dc-5f94-4dce-99de-d462356c8d09 req-a9c96790-9425-45e2-b547-305f22b18275 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f810acf3-bdcb-4225-beca-d64cbd4db70b HTTP/1.1" status: 200 len: 912 time: 0.6859951 Jul 15 23:21:12.493560 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-8cbc3bf7-655d-4120-a746-2f468b4a90a4 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2315478 Jul 15 23:21:12.498737 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40038) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:12.613711 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ba8835a7-e4fb-44dc-9815-61647f8804f0 req-bea73515-d8e0-445f-b796-935563ddd00d tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242039 Jul 15 23:21:12.622475 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e639b7e4-fc47-46e1-b9c8-962cfff8a550 tempest-SecGroupIPv6Test-332819482 tempest-SecGroupIPv6Test-332819482-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1187780 Jul 15 23:21:12.649159 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-2302f460-36a8-4362-b7bc-9f280ecae922 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] 10.222.0.48 "GET /v2.0/networks/a581ea92-602a-46e8-ad5d-59d4e003e6ed?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1931694 Jul 15 23:21:12.652176 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3677894-7f56-4856-a790-740d07e2fd0b req-c9094d5b-4c16-4ffc-a1aa-bd324ea6c543 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:12.661069 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40042) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:12.668236 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f3677894-7f56-4856-a790-740d07e2fd0b req-c9094d5b-4c16-4ffc-a1aa-bd324ea6c543 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] 10.222.0.48 "GET /v2.0/ports?device_id=40ce3cba-2bff-40dd-9821-85e5ef46933e HTTP/1.1" status: 200 len: 945 time: 0.3226981 Jul 15 23:21:12.706720 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb1b6a5-f8ef-47d6-9797-f45ff19b5d72 None None] New status for floating IP 0823286b-2a3e-41c1-b538-119ec74dfa12: ACTIVE {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:21:12.778772 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f3677894-7f56-4856-a790-740d07e2fd0b req-23a9e749-96f3-4060-a0c4-58efc3baa32f tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] 10.222.0.48 "GET /v2.0/security-groups?id=804e44e5-68fc-4665-ad32-65f5db95d544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095011 Jul 15 23:21:12.797313 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-de3804dc-5f94-4dce-99de-d462356c8d09 req-b1516c4a-f132-4c42-a31a-3bb9adca183b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d HTTP/1.1" status: 200 len: 998 time: 0.2905295 Jul 15 23:21:12.871428 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9926aafb-8f9f-4668-b71c-7b522ff67c81 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:12.871428 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-9926aafb-8f9f-4668-b71c-7b522ff67c81 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] 10.222.0.48 "GET /v2.0/subnets/d89d845f-b771-44e4-b2cb-d423c9bfa037 HTTP/1.1" status: 200 len: 843 time: 0.1853771 Jul 15 23:21:12.871428 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40046) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:13.000750 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d128fe-daf2-41f8-9b16-1b719d917bc5 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Attributes excluded by policy engine: ['shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:13.006627 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-83d128fe-daf2-41f8-9b16-1b719d917bc5 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] 10.222.0.48 "GET /v2.0/subnets/d89d845f-b771-44e4-b2cb-d423c9bfa037?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1486459 Jul 15 23:21:13.007539 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 40052) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:13.018375 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-751f13b1-34ed-4af5-90db-ae0764458981 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1527453977'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:13.042162 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3804dc-5f94-4dce-99de-d462356c8d09 req-0c79cd7f-a7a8-43a9-ad6b-2d7165a63b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:13.043868 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-de3804dc-5f94-4dce-99de-d462356c8d09 req-0c79cd7f-a7a8-43a9-ad6b-2d7165a63b38 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bbd5e8a5-f846-4a56-a7c3-e50df421a1e6 HTTP/1.1" status: 200 len: 850 time: 0.2362003 Jul 15 23:21:13.071343 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40054) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:13.198064 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751f13b1-34ed-4af5-90db-ae0764458981 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Made reservation on behalf of a59f16459d8c4f4488fd0cc78db75e3b for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:21:13.208412 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-751f13b1-34ed-4af5-90db-ae0764458981 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:13.277523 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-751f13b1-34ed-4af5-90db-ae0764458981 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:21:13.295106 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-751f13b1-34ed-4af5-90db-ae0764458981 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:13.295686 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-751f13b1-34ed-4af5-90db-ae0764458981 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Added segment d51067fd-20ed-43db-9b8d-95363a424085 of type vlan for network c40c181e-ea5b-4ed4-ba91-cfb5628aca67 Jul 15 23:21:13.368121 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-751f13b1-34ed-4af5-90db-ae0764458981 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:13.416657 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-65185e1e-6bdb-4756-90a6-79c9f8d01833 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d5d854951b9a4b808f9df9959a08b809&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3418751 Jul 15 23:21:13.417215 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40060) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:13.441976 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3804dc-5f94-4dce-99de-d462356c8d09 req-09244d6d-5f0e-4348-b9d3-da15a21b70e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:13.444324 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-de3804dc-5f94-4dce-99de-d462356c8d09 req-09244d6d-5f0e-4348-b9d3-da15a21b70e0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f810acf3-bdcb-4225-beca-d64cbd4db70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3856986 Jul 15 23:21:13.460434 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3740dd5-ba65-4af3-8460-5d838c193db9 req-e0a97d8f-f2cc-427a-95c2-598f14c66827 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:13.468826 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b3740dd5-ba65-4af3-8460-5d838c193db9 req-e0a97d8f-f2cc-427a-95c2-598f14c66827 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b079fb3-e58e-461b-a5e4-891961e8c6b2 HTTP/1.1" status: 200 len: 946 time: 0.3289258 Jul 15 23:21:13.489116 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-12b218a1-1e09-4a49-8790-909401ea00ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:13.517023 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-751f13b1-34ed-4af5-90db-ae0764458981 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:13.524667 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-12b218a1-1e09-4a49-8790-909401ea00ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:13.537663 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751f13b1-34ed-4af5-90db-ae0764458981 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:13.538162 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-751f13b1-34ed-4af5-90db-ae0764458981 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:13.598169 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-12b218a1-1e09-4a49-8790-909401ea00ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:13.603892 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-12b218a1-1e09-4a49-8790-909401ea00ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:13.606133 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-12b218a1-1e09-4a49-8790-909401ea00ac admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/682040a3-ebfc-4a6a-8e5a-222902cbb16b HTTP/1.1" status: 204 len: 168 time: 0.1875250 Jul 15 23:21:13.619931 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b218a1-1e09-4a49-8790-909401ea00ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682040a3-ebfc-4a6a-8e5a-222902cbb16b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:13.658147 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-751f13b1-34ed-4af5-90db-ae0764458981 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6491632 Jul 15 23:21:13.658303 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40072) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:13.667772 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-815d1465-37d7-4505-a5cd-1dd94b86bb64 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Request body: {'subnet': {'network_id': 'c40c181e-ea5b-4ed4-ba91-cfb5628aca67', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:13.747537 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b3740dd5-ba65-4af3-8460-5d838c193db9 req-61d3d6c6-8bf6-4644-9182-5432e3a94296 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/security-groups?id=79ac3595-42a7-47eb-84e8-f2b8781d451d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775731 Jul 15 23:21:13.838575 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751f13b1-34ed-4af5-90db-ae0764458981 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Pushing event updated for resources: {'Network': ['ID=c40c181e-ea5b-4ed4-ba91-cfb5628aca67,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:13.854904 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network c40c181e-ea5b-4ed4-ba91-cfb5628aca67 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:21:13.861659 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815d1465-37d7-4505-a5cd-1dd94b86bb64 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Made reservation on behalf of a59f16459d8c4f4488fd0cc78db75e3b for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:21:13.869101 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-815d1465-37d7-4505-a5cd-1dd94b86bb64 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:13.972350 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d4f72-7242-4882-bbee-cb6db7b82446 req-dcb0b958-b971-41cc-817d-5e2e8651742f tempest-ServerMetadataNegativeTestJSON-1792625035 tempest-ServerMetadataNegativeTestJSON-1792625035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:13.976006 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.ipam_backend_mixin [None req-815d1465-37d7-4505-a5cd-1dd94b86bb64 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Performing IP validity checks on allocation pools {{(pid=93771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 15 23:21:13.976822 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.ipam_backend_mixin [None req-815d1465-37d7-4505-a5cd-1dd94b86bb64 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 15 23:21:13.982215 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5f5d4f72-7242-4882-bbee-cb6db7b82446 req-dcb0b958-b971-41cc-817d-5e2e8651742f tempest-ServerMetadataNegativeTestJSON-1792625035 tempest-ServerMetadataNegativeTestJSON-1792625035-project] 10.222.0.48 "GET /v2.0/networks?id=f09efb19-c2a9-4d4f-a5e4-cf22a2eda2d2 HTTP/1.1" status: 200 len: 821 time: 0.4259491 Jul 15 23:21:14.001017 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-de3804dc-5f94-4dce-99de-d462356c8d09 req-b6bdd99e-8527-4ef6-98d6-0b43184183c0 service neutron] 10.222.0.49 "GET /v2.0/networks/f810acf3-bdcb-4225-beca-d64cbd4db70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5199575 Jul 15 23:21:14.092927 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5f5d4f72-7242-4882-bbee-cb6db7b82446 req-411c3238-567e-4467-aebf-c73acbdf33a5 tempest-ServerMetadataNegativeTestJSON-1792625035 tempest-ServerMetadataNegativeTestJSON-1792625035-project] 10.222.0.48 "GET /v2.0/quotas/5ea33902f301426c9862000f64e06a55 HTTP/1.1" status: 200 len: 375 time: 0.1093180 Jul 15 23:21:14.189036 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5f5d4f72-7242-4882-bbee-cb6db7b82446 req-fce337cf-7030-44be-b56b-ffb5e4c7cc17 tempest-ServerMetadataNegativeTestJSON-1792625035 tempest-ServerMetadataNegativeTestJSON-1792625035-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5ea33902f301426c9862000f64e06a55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0800085 Jul 15 23:21:14.214798 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-815d1465-37d7-4505-a5cd-1dd94b86bb64 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:14.256241 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07019dc-fca6-40ee-bf6f-1d63e37929f4 req-e300deb5-5256-4aa8-97e1-fc163238ed1d tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:14.258007 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b07019dc-fca6-40ee-bf6f-1d63e37929f4 req-e300deb5-5256-4aa8-97e1-fc163238ed1d tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/networks?id=d1484756-2d6b-4cf1-82f2-ca0b5a0942a2 HTTP/1.1" status: 200 len: 806 time: 0.3653488 Jul 15 23:21:14.336803 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-de3804dc-5f94-4dce-99de-d462356c8d09 req-a8f43090-a901-4c4b-a427-f86a7f79d3fd service neutron] 10.222.0.49 "GET /v2.0/networks/f810acf3-bdcb-4225-beca-d64cbd4db70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249142 Jul 15 23:21:14.337708 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815d1465-37d7-4505-a5cd-1dd94b86bb64 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Pushing event updated for resources: {'Subnet': ['ID=5f8acf7f-b781-4f2c-8706-e8a280b781af,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:14.349315 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b07019dc-fca6-40ee-bf6f-1d63e37929f4 req-66163230-b59a-43c0-b975-0e9badce2253 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/quotas/4b15e22ba4eb43169240491cd7fe1115 HTTP/1.1" status: 200 len: 375 time: 0.0658634 Jul 15 23:21:14.354358 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815d1465-37d7-4505-a5cd-1dd94b86bb64 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Checking segment: {'id': 'd51067fd-20ed-43db-9b8d-95363a424085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c40c181e-ea5b-4ed4-ba91-cfb5628aca67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:21:14.355267 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815d1465-37d7-4505-a5cd-1dd94b86bb64 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Network hostable DHCP agents. Network: c40c181e-ea5b-4ed4-ba91-cfb5628aca67, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:21:14.386454 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815d1465-37d7-4505-a5cd-1dd94b86bb64 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Network c40c181e-ea5b-4ed4-ba91-cfb5628aca67 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:21:14.408688 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-815d1465-37d7-4505-a5cd-1dd94b86bb64 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, c40c181e-ea5b-4ed4-ba91-cfb5628aca67) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:21:14.421227 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815d1465-37d7-4505-a5cd-1dd94b86bb64 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:14.421577 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133d2cc4-7ad3-4400-ac3a-c431565f7f20 None None] Network c40c181e-ea5b-4ed4-ba91-cfb5628aca67 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:21:14.424833 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-815d1465-37d7-4505-a5cd-1dd94b86bb64 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:14.463814 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-815d1465-37d7-4505-a5cd-1dd94b86bb64 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.8039787 Jul 15 23:21:14.469748 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40100) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:14.475068 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5f5d4f72-7242-4882-bbee-cb6db7b82446 req-3a8e3c5d-98aa-4d89-91b8-69bd2e562767 service neutron] 10.222.0.48 "GET /v2.0/networks/f09efb19-c2a9-4d4f-a5e4-cf22a2eda2d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687418 Jul 15 23:21:14.480083 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-bf4f8eee-d514-455e-87e5-9897e2c6254c tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:14.563344 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b07019dc-fca6-40ee-bf6f-1d63e37929f4 req-c226fc4e-ebc5-432a-af25-e3c700977af9 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4b15e22ba4eb43169240491cd7fe1115&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2114758 Jul 15 23:21:14.651624 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf4f8eee-d514-455e-87e5-9897e2c6254c tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-260801841'] for subnet, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:14.706727 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6e3f1e-7fc0-4e09-88ae-6a7b7bf0afb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-c40c181e-ea5b-4ed4-ba91-cfb5628aca67', 'network_id': 'c40c181e-ea5b-4ed4-ba91-cfb5628aca67', 'tenant_id': 'a59f16459d8c4f4488fd0cc78db75e3b', 'fixed_ips': [{'subnet_id': '5f8acf7f-b781-4f2c-8706-e8a280b781af'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:21:14.707897 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1b6e3f1e-7fc0-4e09-88ae-6a7b7bf0afb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:14.959065 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf4f8eee-d514-455e-87e5-9897e2c6254c tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742541842571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-261491205'] for subnet, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:14.992204 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 40108) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:15.022687 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4f8eee-d514-455e-87e5-9897e2c6254c tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:15.023653 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf4f8eee-d514-455e-87e5-9897e2c6254c tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:15.031009 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-bf4f8eee-d514-455e-87e5-9897e2c6254c tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] 10.222.0.48 "PUT /v2.0/subnets/5f8acf7f-b781-4f2c-8706-e8a280b781af HTTP/1.1" status: 200 len: 900 time: 0.5594990 Jul 15 23:21:15.035705 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40112) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:15.053721 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-1b6e3f1e-7fc0-4e09-88ae-6a7b7bf0afb0 None None] Allocated IP 2001:db8::3 (c40c181e-ea5b-4ed4-ba91-cfb5628aca67/5f8acf7f-b781-4f2c-8706-e8a280b781af/16fc0a2c-deb2-4d64-ae92-d0efa054eb5d) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:21:15.082351 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4f8eee-d514-455e-87e5-9897e2c6254c tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Pushing event updated for resources: {'Subnet': ['ID=5f8acf7f-b781-4f2c-8706-e8a280b781af,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:15.107271 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5f5d4f72-7242-4882-bbee-cb6db7b82446 req-50343504-7ec2-49a2-b2c7-55643dfee78d service neutron] 10.222.0.48 "GET /v2.0/networks/f09efb19-c2a9-4d4f-a5e4-cf22a2eda2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6132240 Jul 15 23:21:15.257541 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cdca43cc-f2d6-4be6-acc9-79ed36204670 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:15.276138 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d424a8ee-52b3-445f-ae8f-af114fa8720b tempest-TagsTest-785840046 tempest-TagsTest-785840046-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1968028747'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:15.287005 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1b6e3f1e-7fc0-4e09-88ae-6a7b7bf0afb0 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:15.304708 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b07019dc-fca6-40ee-bf6f-1d63e37929f4 req-dd9b123c-d423-4d02-bb1b-104b35a6d478 service neutron] 10.222.0.48 "GET /v2.0/networks/d1484756-2d6b-4cf1-82f2-ca0b5a0942a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3270390 Jul 15 23:21:15.310087 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1b6e3f1e-7fc0-4e09-88ae-6a7b7bf0afb0 None None] Transition to ACTIVE for port object 16fc0a2c-deb2-4d64-ae92-d0efa054eb5d will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:21:15.354299 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1b6e3f1e-7fc0-4e09-88ae-6a7b7bf0afb0 None None] Transition to ACTIVE for port object 16fc0a2c-deb2-4d64-ae92-d0efa054eb5d will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:21:15.369605 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1b6e3f1e-7fc0-4e09-88ae-6a7b7bf0afb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:15.380479 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cdca43cc-f2d6-4be6-acc9-79ed36204670 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:15.398069 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d424a8ee-52b3-445f-ae8f-af114fa8720b tempest-TagsTest-785840046 tempest-TagsTest-785840046-project] Made reservation on behalf of 9b59685662df4bf68c6c40b7fc409ba7 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:21:15.402923 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d424a8ee-52b3-445f-ae8f-af114fa8720b tempest-TagsTest-785840046 tempest-TagsTest-785840046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:15.420533 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d424a8ee-52b3-445f-ae8f-af114fa8720b tempest-TagsTest-785840046 tempest-TagsTest-785840046-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:15.455499 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6e3f1e-7fc0-4e09-88ae-6a7b7bf0afb0 None None] Network c40c181e-ea5b-4ed4-ba91-cfb5628aca67 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:21:15.459913 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-1b6e3f1e-7fc0-4e09-88ae-6a7b7bf0afb0 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:21:15.482406 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6e3f1e-7fc0-4e09-88ae-6a7b7bf0afb0 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:21:15.511624 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6e3f1e-7fc0-4e09-88ae-6a7b7bf0afb0 None None] Pushing event updated for resources: {'Port': ['ID=16fc0a2c-deb2-4d64-ae92-d0efa054eb5d,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:15.527266 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b07019dc-fca6-40ee-bf6f-1d63e37929f4 req-13e123d3-096a-4b5b-b58c-898ea1fe5e85 service neutron] 10.222.0.48 "GET /v2.0/networks/d1484756-2d6b-4cf1-82f2-ca0b5a0942a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211049 Jul 15 23:21:15.556888 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cdca43cc-f2d6-4be6-acc9-79ed36204670 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:15.599436 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdca43cc-f2d6-4be6-acc9-79ed36204670 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Pushing event deleted for resources: {'Subnet': ['ID=5f8acf7f-b781-4f2c-8706-e8a280b781af,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:15.640666 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-1b6e3f1e-7fc0-4e09-88ae-6a7b7bf0afb0 None None] Attempting to bind port 16fc0a2c-deb2-4d64-ae92-d0efa054eb5d on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:21:15.641160 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-1b6e3f1e-7fc0-4e09-88ae-6a7b7bf0afb0 None None] Attempting to bind port 16fc0a2c-deb2-4d64-ae92-d0efa054eb5d by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'd51067fd-20ed-43db-9b8d-95363a424085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c40c181e-ea5b-4ed4-ba91-cfb5628aca67'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:21:15.641549 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6e3f1e-7fc0-4e09-88ae-6a7b7bf0afb0 None None] Attempting to bind port 16fc0a2c-deb2-4d64-ae92-d0efa054eb5d on network c40c181e-ea5b-4ed4-ba91-cfb5628aca67 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:21:15.655371 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6e3f1e-7fc0-4e09-88ae-6a7b7bf0afb0 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:21:15.655866 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6e3f1e-7fc0-4e09-88ae-6a7b7bf0afb0 None None] Checking segment: {'id': 'd51067fd-20ed-43db-9b8d-95363a424085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c40c181e-ea5b-4ed4-ba91-cfb5628aca67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:21:15.656303 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1b6e3f1e-7fc0-4e09-88ae-6a7b7bf0afb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:15.656721 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6e3f1e-7fc0-4e09-88ae-6a7b7bf0afb0 None None] Bound using segment: {'id': 'd51067fd-20ed-43db-9b8d-95363a424085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c40c181e-ea5b-4ed4-ba91-cfb5628aca67'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:21:15.657257 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-1b6e3f1e-7fc0-4e09-88ae-6a7b7bf0afb0 None None] Bound port: 16fc0a2c-deb2-4d64-ae92-d0efa054eb5d, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51067fd-20ed-43db-9b8d-95363a424085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c40c181e-ea5b-4ed4-ba91-cfb5628aca67'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:21:15.657680 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1b6e3f1e-7fc0-4e09-88ae-6a7b7bf0afb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:15.711502 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d424a8ee-52b3-445f-ae8f-af114fa8720b tempest-TagsTest-785840046 tempest-TagsTest-785840046-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:15.719264 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d424a8ee-52b3-445f-ae8f-af114fa8720b tempest-TagsTest-785840046 tempest-TagsTest-785840046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:15.779600 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cdca43cc-f2d6-4be6-acc9-79ed36204670 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:15.810589 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d424a8ee-52b3-445f-ae8f-af114fa8720b tempest-TagsTest-785840046 tempest-TagsTest-785840046-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:21:15.840140 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424a8ee-52b3-445f-ae8f-af114fa8720b tempest-TagsTest-785840046 tempest-TagsTest-785840046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7562e887-0ab5-41e9-845e-aa35fede7ad9,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:15.854977 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-cdca43cc-f2d6-4be6-acc9-79ed36204670 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c40c181e-ea5b-4ed4-ba91-cfb5628aca67']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:15.858079 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1b6e3f1e-7fc0-4e09-88ae-6a7b7bf0afb0 None None] For port 16fc0a2c-deb2-4d64-ae92-d0efa054eb5d, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:21:15.871211 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1b6e3f1e-7fc0-4e09-88ae-6a7b7bf0afb0 None None] For port 16fc0a2c-deb2-4d64-ae92-d0efa054eb5d, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=16fc0a2c-deb2-4d64-ae92-d0efa054eb5d,segment=NetworkSegment(d51067fd-20ed-43db-9b8d-95363a424085),segment_id=d51067fd-20ed-43db-9b8d-95363a424085)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:21:15.875869 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d424a8ee-52b3-445f-ae8f-af114fa8720b tempest-TagsTest-785840046 tempest-TagsTest-785840046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:15.876296 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-d424a8ee-52b3-445f-ae8f-af114fa8720b tempest-TagsTest-785840046 tempest-TagsTest-785840046-project] Added segment 96e121c4-9620-4747-8cc6-d3c0ae10a9ef of type vlan for network 5869ae60-2df5-4110-ad10-78771ad063f6 Jul 15 23:21:15.879216 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-cdca43cc-f2d6-4be6-acc9-79ed36204670 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd51067fd-20ed-43db-9b8d-95363a424085') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:15.880308 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-cdca43cc-f2d6-4be6-acc9-79ed36204670 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd51067fd-20ed-43db-9b8d-95363a424085') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:15.883411 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1b6e3f1e-7fc0-4e09-88ae-6a7b7bf0afb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:15.903801 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cdca43cc-f2d6-4be6-acc9-79ed36204670 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:15.955448 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cdca43cc-f2d6-4be6-acc9-79ed36204670 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:15.981860 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdca43cc-f2d6-4be6-acc9-79ed36204670 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:21:15.983183 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cdca43cc-f2d6-4be6-acc9-79ed36204670 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:15.996370 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6e3f1e-7fc0-4e09-88ae-6a7b7bf0afb0 None None] Pushing event updated for resources: {'Port': ['ID=16fc0a2c-deb2-4d64-ae92-d0efa054eb5d,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:16.098504 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:21:16.098504 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:21:16.098504 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:21:16.098504 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:21:16.098504 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:21:16.098504 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:21:16.098504 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:21:16.098504 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:21:16.098504 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:21:16.098504 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:21:16.098504 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:21:16.098504 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:21:16.098504 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:21:16.098504 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:21:16.098504 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:21:16.098504 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:21:16.098504 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:21:16.098504 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:21:16.098504 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:21:16.098504 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:21:16.098504 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:21:16.098504 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:21:16.098504 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:21:16.098504 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:21:16.098504 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:21:16.098504 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:21:16.098504 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:21:16.098504 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:21:16.098504 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:21:16.098504 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:21:16.098504 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:21:16.098504 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:21:16.129752 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb35ba2-b0e7-456e-87a9-cdca523306e2 None None] Network c40c181e-ea5b-4ed4-ba91-cfb5628aca67 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:21:16.177677 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.db.api [None req-cdca43cc-f2d6-4be6-acc9-79ed36204670 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 15 23:21:16.177677 n-d-794306-6 neutron-server[93771]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 15 23:21:16.177677 n-d-794306-6 neutron-server[93771]: [parameters: {'id': 'c40c181e-ea5b-4ed4-ba91-cfb5628aca67'}] Jul 15 23:21:16.177677 n-d-794306-6 neutron-server[93771]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:21:16.178914 n-d-794306-6 neutron-server[93771]: DEBUG oslo_db.api [None req-cdca43cc-f2d6-4be6-acc9-79ed36204670 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:21:16.195433 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d424a8ee-52b3-445f-ae8f-af114fa8720b tempest-TagsTest-785840046 tempest-TagsTest-785840046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:16.286271 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d424a8ee-52b3-445f-ae8f-af114fa8720b tempest-TagsTest-785840046 tempest-TagsTest-785840046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:16.293308 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d424a8ee-52b3-445f-ae8f-af114fa8720b tempest-TagsTest-785840046 tempest-TagsTest-785840046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:16.294727 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d424a8ee-52b3-445f-ae8f-af114fa8720b tempest-TagsTest-785840046 tempest-TagsTest-785840046-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:16.358268 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a822157c-07ee-414b-a11e-18f831f3ef89 req-ecb1e514-1403-471a-87c5-11f3843c16ef tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:16.380456 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a822157c-07ee-414b-a11e-18f831f3ef89 req-ecb1e514-1403-471a-87c5-11f3843c16ef tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] 10.222.0.48 "GET /v2.0/ports?device_id=40ce3cba-2bff-40dd-9821-85e5ef46933e HTTP/1.1" status: 200 len: 945 time: 0.3678002 Jul 15 23:21:16.413924 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-d424a8ee-52b3-445f-ae8f-af114fa8720b tempest-TagsTest-785840046 tempest-TagsTest-785840046-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.4129405 Jul 15 23:21:16.420007 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40132) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:16.430071 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-45be653b-974e-4abf-a649-71b2f2d3d93d tempest-TagsTest-785840046 tempest-TagsTest-785840046-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '5869ae60-2df5-4110-ad10-78771ad063f6', 'tempest-TagsTest-Tag-696465813') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:16.554908 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391b4ed2-5c63-4433-8217-3cdc842240b9 None None] Network c40c181e-ea5b-4ed4-ba91-cfb5628aca67 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:21:16.602167 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424a8ee-52b3-445f-ae8f-af114fa8720b tempest-TagsTest-785840046 tempest-TagsTest-785840046-project] Pushing event updated for resources: {'Network': ['ID=5869ae60-2df5-4110-ad10-78771ad063f6,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:16.632189 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-45be653b-974e-4abf-a649-71b2f2d3d93d tempest-TagsTest-785840046 tempest-TagsTest-785840046-project] 10.222.0.48 "PUT /v2.0/networks/5869ae60-2df5-4110-ad10-78771ad063f6/tags/tempest-TagsTest-Tag-696465813 HTTP/1.1" status: 201 len: 201 time: 0.2066286 Jul 15 23:21:16.632503 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 5869ae60-2df5-4110-ad10-78771ad063f6 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:21:16.632953 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40136) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:16.649728 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-acf782f6-40bd-4f0e-be0a-4b16cd9adae9 tempest-TagsTest-785840046 tempest-TagsTest-785840046-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5869ae60-2df5-4110-ad10-78771ad063f6', 'tempest-TagsTest-Tag-696465813') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:16.656324 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a822157c-07ee-414b-a11e-18f831f3ef89 req-2ab7d6a0-355e-4336-af53-d5091f160fff tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] 10.222.0.48 "GET /v2.0/security-groups?id=804e44e5-68fc-4665-ad32-65f5db95d544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2742212 Jul 15 23:21:16.695245 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cdca43cc-f2d6-4be6-acc9-79ed36204670 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:16.715419 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a43394-cb9a-4b27-8445-bb8565d6a40e req-78a99ce0-2502-46fc-adb4-c42f06305d73 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:16.732795 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a43394-cb9a-4b27-8445-bb8565d6a40e req-78a99ce0-2502-46fc-adb4-c42f06305d73 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:16.744448 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a43394-cb9a-4b27-8445-bb8565d6a40e req-78a99ce0-2502-46fc-adb4-c42f06305d73 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:16.746781 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-58a43394-cb9a-4b27-8445-bb8565d6a40e req-78a99ce0-2502-46fc-adb4-c42f06305d73 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/ports?device_id=9549184f-5892-404f-90b2-43388c7be43e&device_id=52a39ca4-a5fc-4005-9060-f24ff16f3427&device_id=3b079fb3-e58e-461b-a5e4-891961e8c6b2 HTTP/1.1" status: 200 len: 2419 time: 0.3520637 Jul 15 23:21:16.889846 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-58a43394-cb9a-4b27-8445-bb8565d6a40e req-eace381e-70fc-4c85-89c6-c4ebf0eae5aa tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/security-groups?id=79ac3595-42a7-47eb-84e8-f2b8781d451d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307192 Jul 15 23:21:16.935390 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-acf782f6-40bd-4f0e-be0a-4b16cd9adae9 tempest-TagsTest-785840046 tempest-TagsTest-785840046-project] 10.222.0.48 "GET /v2.0/networks/5869ae60-2df5-4110-ad10-78771ad063f6/tags/tempest-TagsTest-Tag-696465813 HTTP/1.1" status: 204 len: 168 time: 0.3007853 Jul 15 23:21:16.941571 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 40144) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:16.951111 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-3c5b98dd-0661-466b-8a17-27311c734060 tempest-TagsTest-785840046 tempest-TagsTest-785840046-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '5869ae60-2df5-4110-ad10-78771ad063f6') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:16.982078 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-cdca43cc-f2d6-4be6-acc9-79ed36204670 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Deleting port 16fc0a2c-deb2-4d64-ae92-d0efa054eb5d {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:21:16.982478 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cdca43cc-f2d6-4be6-acc9-79ed36204670 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:17.018316 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7631a9-9a7d-458f-aa19-7b10a81a049a None None] get_active_networks_info from n-d-794306-6 {{(pid=93772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 23:21:17.166937 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-cdca43cc-f2d6-4be6-acc9-79ed36204670 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] For port 16fc0a2c-deb2-4d64-ae92-d0efa054eb5d, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=16fc0a2c-deb2-4d64-ae92-d0efa054eb5d,segment=NetworkSegment(d51067fd-20ed-43db-9b8d-95363a424085),segment_id=d51067fd-20ed-43db-9b8d-95363a424085)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:17.168969 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cdca43cc-f2d6-4be6-acc9-79ed36204670 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:17.193569 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-cdca43cc-f2d6-4be6-acc9-79ed36204670 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Calling delete_port for 16fc0a2c-deb2-4d64-ae92-d0efa054eb5d owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:21:17.247845 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ba3d9a1a-78d7-4084-9286-f570fcb8385f req-4e9383a1-8769-49cf-b605-9887c5333c53 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=05720806-8575-431b-8b71-13137bdffa34 HTTP/1.1" status: 200 len: 210 time: 0.1141038 Jul 15 23:21:17.368709 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7631a9-9a7d-458f-aa19-7b10a81a049a None None] Resources bound (agent type, host, resource id): {{(pid=93772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 23:21:17.380021 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d2882df2-b6e4-454f-a42d-8997a918dc6e req-24121604-b946-4013-bb7d-9fffe408935a tempest-ServerMetadataNegativeTestJSON-1792625035 tempest-ServerMetadataNegativeTestJSON-1792625035-project] 10.222.0.48 "GET /v2.0/ports?device_id=60059d68-e841-4905-949b-a77d0d780976 HTTP/1.1" status: 200 len: 210 time: 0.1304824 Jul 15 23:21:17.388489 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-3c5b98dd-0661-466b-8a17-27311c734060 tempest-TagsTest-785840046 tempest-TagsTest-785840046-project] 10.222.0.48 "GET /v2.0/networks/5869ae60-2df5-4110-ad10-78771ad063f6/tags HTTP/1.1" status: 200 len: 237 time: 0.4451566 Jul 15 23:21:17.389487 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 40148) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:17.409116 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-1f163095-bca7-46b7-974e-07e31bbfb78e tempest-TagsTest-785840046 tempest-TagsTest-785840046-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '5869ae60-2df5-4110-ad10-78771ad063f6', {'tags': ['tempest-TagsTest-Tag-882207848', 'tempest-TagsTest-Tag-663369612', 'tempest-TagsTest-Tag-1380303063']}) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:17.448118 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cdca43cc-f2d6-4be6-acc9-79ed36204670 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:17.593119 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdca43cc-f2d6-4be6-acc9-79ed36204670 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Pushing event deleted for resources: {'Port': ['ID=16fc0a2c-deb2-4d64-ae92-d0efa054eb5d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:17.610443 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdca43cc-f2d6-4be6-acc9-79ed36204670 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] No DVR routers for this DVR port 16fc0a2c-deb2-4d64-ae92-d0efa054eb5d on host n-d-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:21:17.671967 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-1f163095-bca7-46b7-974e-07e31bbfb78e tempest-TagsTest-785840046 tempest-TagsTest-785840046-project] 10.222.0.48 "PUT /v2.0/networks/5869ae60-2df5-4110-ad10-78771ad063f6/tags HTTP/1.1" status: 200 len: 307 time: 0.2809360 Jul 15 23:21:17.676922 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 40150) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:17.683694 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-ff89c5eb-9e50-488d-8dc1-11e45f72932e tempest-TagsTest-785840046 tempest-TagsTest-785840046-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '5869ae60-2df5-4110-ad10-78771ad063f6', 'tempest-TagsTest-Tag-882207848') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:17.731871 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafb09f5-ba99-4245-817b-1579c4412f8e req-c92759e3-058f-4858-9cf6-afe5e0be6234 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:17.738535 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dafb09f5-ba99-4245-817b-1579c4412f8e req-c92759e3-058f-4858-9cf6-afe5e0be6234 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] 10.222.0.48 "GET /v2.0/ports?device_id=40ce3cba-2bff-40dd-9821-85e5ef46933e HTTP/1.1" status: 200 len: 945 time: 0.2205639 Jul 15 23:21:17.749331 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 40152) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:17.760554 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-98c9e24a-d3b5-4476-8314-d80a2ab76d31 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Request body: {'floatingip': {'port_id': 'a01f3283-b0ce-406c-8c11-d4179855b288'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:17.851735 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cdca43cc-f2d6-4be6-acc9-79ed36204670 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:17.872298 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-cdca43cc-f2d6-4be6-acc9-79ed36204670 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c40c181e-ea5b-4ed4-ba91-cfb5628aca67']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:17.891165 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-cdca43cc-f2d6-4be6-acc9-79ed36204670 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd51067fd-20ed-43db-9b8d-95363a424085') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:17.891674 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-cdca43cc-f2d6-4be6-acc9-79ed36204670 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd51067fd-20ed-43db-9b8d-95363a424085') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:17.911465 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cdca43cc-f2d6-4be6-acc9-79ed36204670 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:17.920237 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98c9e24a-d3b5-4476-8314-d80a2ab76d31 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:17.944123 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cdca43cc-f2d6-4be6-acc9-79ed36204670 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:17.953207 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdca43cc-f2d6-4be6-acc9-79ed36204670 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:21:17.953949 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cdca43cc-f2d6-4be6-acc9-79ed36204670 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:17.968829 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:21:17.968829 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:21:17.968829 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:21:17.968829 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:21:17.968829 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:21:17.968829 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:21:17.968829 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:21:17.968829 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:21:17.968829 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:21:17.968829 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:21:17.968829 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:21:17.968829 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:21:17.968829 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:21:17.968829 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:21:17.968829 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:21:17.968829 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:21:17.968829 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:21:17.968829 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:21:17.968829 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:21:17.968829 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:21:17.968829 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:21:17.968829 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:21:17.968829 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:21:17.968829 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:21:17.968829 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:21:17.968829 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:21:17.968829 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:21:17.968829 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:21:17.968829 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:21:17.968829 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:21:17.968829 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:21:17.968829 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:21:18.114311 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cdca43cc-f2d6-4be6-acc9-79ed36204670 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:18.129083 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cdca43cc-f2d6-4be6-acc9-79ed36204670 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:18.140895 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-cdca43cc-f2d6-4be6-acc9-79ed36204670 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] 10.222.0.48 "DELETE /v2.0/networks/c40c181e-ea5b-4ed4-ba91-cfb5628aca67 HTTP/1.1" status: 204 len: 168 time: 3.1038966 Jul 15 23:21:18.143334 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40156) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:18.180011 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdca43cc-f2d6-4be6-acc9-79ed36204670 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Pushing event deleted for resources: {'Network': ['ID=c40c181e-ea5b-4ed4-ba91-cfb5628aca67,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:18.214337 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-5baa6e58-7d9b-47b1-9e42-060f91429bca tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] DELETE failed (client error): The resource could not be found. Jul 15 23:21:18.215225 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5baa6e58-7d9b-47b1-9e42-060f91429bca tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:21:18.222881 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-5baa6e58-7d9b-47b1-9e42-060f91429bca tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] 10.222.0.48 "DELETE /v2.0/subnets/5f8acf7f-b781-4f2c-8706-e8a280b781af HTTP/1.1" status: 404 len: 337 time: 0.0747597 Jul 15 23:21:18.226972 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40158) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:18.254071 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-8842055e-c639-466e-9ff5-d4acf2117eab tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] DELETE failed (client error): The resource could not be found. Jul 15 23:21:18.254782 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8842055e-c639-466e-9ff5-d4acf2117eab tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:21:18.259519 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-8842055e-c639-466e-9ff5-d4acf2117eab tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] 10.222.0.48 "DELETE /v2.0/networks/c40c181e-ea5b-4ed4-ba91-cfb5628aca67 HTTP/1.1" status: 404 len: 339 time: 0.0314734 Jul 15 23:21:18.259821 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40160) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:18.347428 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-ff89c5eb-9e50-488d-8dc1-11e45f72932e tempest-TagsTest-785840046 tempest-TagsTest-785840046-project] 10.222.0.48 "DELETE /v2.0/networks/5869ae60-2df5-4110-ad10-78771ad063f6/tags/tempest-TagsTest-Tag-882207848 HTTP/1.1" status: 204 len: 168 time: 0.6687984 Jul 15 23:21:18.355989 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 40164) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:18.360709 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-b5cc5a18-cde6-46d5-b203-0bebf4d77cde tempest-TagsTest-785840046 tempest-TagsTest-785840046-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5869ae60-2df5-4110-ad10-78771ad063f6', 'tempest-TagsTest-Tag-882207848') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:18.377883 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ad086-d445-4556-b17b-f0b3aad7bc1f req-8f7452a3-7dbe-47d0-aa1c-7ec114891208 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:18.386208 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1a4ad086-d445-4556-b17b-f0b3aad7bc1f req-8f7452a3-7dbe-47d0-aa1c-7ec114891208 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/ports?device_id=9549184f-5892-404f-90b2-43388c7be43e HTTP/1.1" status: 200 len: 946 time: 0.6227160 Jul 15 23:21:18.423047 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f08d5786-f314-4d54-8e40-469df305f962 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:18.564220 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f08d5786-f314-4d54-8e40-469df305f962 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:18.594927 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f08d5786-f314-4d54-8e40-469df305f962 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a8c7b2b-3596-43c6-a3ea-7fa47317d6b9']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:18.613782 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f08d5786-f314-4d54-8e40-469df305f962 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '503c7acc-7266-451f-8857-d8fd2acff0fa') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:18.614094 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f08d5786-f314-4d54-8e40-469df305f962 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '503c7acc-7266-451f-8857-d8fd2acff0fa') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:18.632265 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f08d5786-f314-4d54-8e40-469df305f962 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:18.645011 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6c4f4b2b-0ff7-4bd2-824f-33e6f0b9b727 req-72d7f586-0e85-4ed7-9b83-102065bcc4ff tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=05720806-8575-431b-8b71-13137bdffa34 HTTP/1.1" status: 200 len: 210 time: 0.1230421 Jul 15 23:21:18.686135 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1a4ad086-d445-4556-b17b-f0b3aad7bc1f req-9d46c1f8-466a-4174-931e-7c4386b935f1 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/security-groups?id=79ac3595-42a7-47eb-84e8-f2b8781d451d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962527 Jul 15 23:21:18.687659 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f08d5786-f314-4d54-8e40-469df305f962 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:18.706765 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f08d5786-f314-4d54-8e40-469df305f962 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:21:18.707417 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f08d5786-f314-4d54-8e40-469df305f962 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:18.944866 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:21:18.944866 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:21:18.944866 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:21:18.944866 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:21:18.944866 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:21:18.944866 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:21:18.944866 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:21:18.944866 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:21:18.944866 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:21:18.944866 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:21:18.944866 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:21:18.944866 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:21:18.944866 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:21:18.944866 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:21:18.944866 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:21:18.944866 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:21:18.944866 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:21:18.944866 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:21:18.944866 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:21:18.944866 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:21:18.944866 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:21:18.944866 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:21:18.944866 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:21:18.944866 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:21:18.944866 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:21:18.944866 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:21:18.944866 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:21:18.944866 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:21:18.944866 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:21:18.944866 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:21:18.944866 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:21:18.944866 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:21:18.951890 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f08d5786-f314-4d54-8e40-469df305f962 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:18.963942 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f08d5786-f314-4d54-8e40-469df305f962 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:18.966484 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f08d5786-f314-4d54-8e40-469df305f962 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] 10.222.0.48 "DELETE /v2.0/networks/3a8c7b2b-3596-43c6-a3ea-7fa47317d6b9 HTTP/1.1" status: 204 len: 168 time: 0.7055252 Jul 15 23:21:18.982985 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40170) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:18.996752 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08d5786-f314-4d54-8e40-469df305f962 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Pushing event deleted for resources: {'Network': ['ID=3a8c7b2b-3596-43c6-a3ea-7fa47317d6b9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:19.028650 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aadc9c1-2072-458b-8da6-db746e72f018 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] DELETE failed (client error): The resource could not be found. Jul 15 23:21:19.029356 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aadc9c1-2072-458b-8da6-db746e72f018 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:21:19.041081 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-7aadc9c1-2072-458b-8da6-db746e72f018 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] 10.222.0.48 "DELETE /v2.0/subnets/065996c3-9af3-44cc-9a05-30fbb333d456 HTTP/1.1" status: 404 len: 337 time: 0.0477231 Jul 15 23:21:19.043159 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40172) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:19.079431 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb79ca58-c3b9-4ee4-82e9-6d58ba35ef39 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] DELETE failed (client error): The resource could not be found. Jul 15 23:21:19.080116 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb79ca58-c3b9-4ee4-82e9-6d58ba35ef39 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:21:19.083210 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-eb79ca58-c3b9-4ee4-82e9-6d58ba35ef39 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] 10.222.0.48 "DELETE /v2.0/networks/b2d212e5-318c-4c10-877e-5e9ea32db1ac HTTP/1.1" status: 404 len: 339 time: 0.0394368 Jul 15 23:21:19.088256 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40174) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:19.102166 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8c4a1c99-0a11-4946-9574-da96bad8515a req-48ea2245-9c7d-4f4f-a778-8b42f982ec6c tempest-ServerMetadataNegativeTestJSON-1792625035 tempest-ServerMetadataNegativeTestJSON-1792625035-project] 10.222.0.48 "GET /v2.0/ports?device_id=60059d68-e841-4905-949b-a77d0d780976 HTTP/1.1" status: 200 len: 210 time: 0.1061547 Jul 15 23:21:19.104873 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [None req-b5cc5a18-cde6-46d5-b203-0bebf4d77cde tempest-TagsTest-785840046 tempest-TagsTest-785840046-project] show failed (client error): The resource could not be found. Jul 15 23:21:19.111494 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-b5cc5a18-cde6-46d5-b203-0bebf4d77cde tempest-TagsTest-785840046 tempest-TagsTest-785840046-project] 10.222.0.48 "GET /v2.0/networks/5869ae60-2df5-4110-ad10-78771ad063f6/tags/tempest-TagsTest-Tag-882207848 HTTP/1.1" status: 404 len: 325 time: 0.7541342 Jul 15 23:21:19.117505 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 40176) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:19.152823 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-2902847f-f582-4ded-86f6-ca3937ee49d0 tempest-TagsTest-785840046 tempest-TagsTest-785840046-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5869ae60-2df5-4110-ad10-78771ad063f6', 'tempest-TagsTest-Tag-663369612') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:19.178700 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb361f47-f56a-49af-9ced-896362c19964 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Deleting subnet b423cc87-6a0d-4d12-beb8-10f71ad57176 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:21:19.184576 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb361f47-f56a-49af-9ced-896362c19964 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:19.197717 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.db.resource_extend [None req-98c9e24a-d3b5-4476-8314-d80a2ab76d31 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 23:21:19.269185 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb361f47-f56a-49af-9ced-896362c19964 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:19.397458 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98c9e24a-d3b5-4476-8314-d80a2ab76d31 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:19.401076 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-91c5e5aa-4c8c-4d77-a226-1992aef50ba8 req-93afe847-253a-45b8-a0f9-9fd137abd45f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fb6fdb51-4815-4ab6-aa5c-c873ffebd225&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7977660 Jul 15 23:21:19.407880 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98c9e24a-d3b5-4476-8314-d80a2ab76d31 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:19.417648 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d4f72-7242-4882-bbee-cb6db7b82446 req-0997b43a-c468-4295-b9c5-cd4a70a1080b tempest-ServerMetadataNegativeTestJSON-1792625035 tempest-ServerMetadataNegativeTestJSON-1792625035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:19.419455 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5f5d4f72-7242-4882-bbee-cb6db7b82446 req-0997b43a-c468-4295-b9c5-cd4a70a1080b tempest-ServerMetadataNegativeTestJSON-1792625035 tempest-ServerMetadataNegativeTestJSON-1792625035-project] 10.222.0.49 "GET /v2.0/networks?id=f09efb19-c2a9-4d4f-a5e4-cf22a2eda2d2 HTTP/1.1" status: 200 len: 821 time: 0.5003080 Jul 15 23:21:19.434446 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb361f47-f56a-49af-9ced-896362c19964 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:19.522474 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-5f5d4f72-7242-4882-bbee-cb6db7b82446 req-bd2db083-0a06-4967-92e5-cf16b5d5588b tempest-ServerMetadataNegativeTestJSON-1792625035 tempest-ServerMetadataNegativeTestJSON-1792625035-project] Request body: {'port': {'device_id': '60059d68-e841-4905-949b-a77d0d780976', 'network_id': 'f09efb19-c2a9-4d4f-a5e4-cf22a2eda2d2', 'admin_state_up': True, 'tenant_id': '5ea33902f301426c9862000f64e06a55'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:19.533227 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-2902847f-f582-4ded-86f6-ca3937ee49d0 tempest-TagsTest-785840046 tempest-TagsTest-785840046-project] 10.222.0.48 "GET /v2.0/networks/5869ae60-2df5-4110-ad10-78771ad063f6/tags/tempest-TagsTest-Tag-663369612 HTTP/1.1" status: 204 len: 168 time: 0.3989201 Jul 15 23:21:19.534103 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40182) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:19.543080 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-5771ac9b-d4d6-4dda-ae23-cdce6224fb1f tempest-TagsTest-785840046 tempest-TagsTest-785840046-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5869ae60-2df5-4110-ad10-78771ad063f6', 'tempest-TagsTest-Tag-1380303063') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:19.547554 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb361f47-f56a-49af-9ced-896362c19964 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:19.628075 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb361f47-f56a-49af-9ced-896362c19964 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:19.635648 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-bb361f47-f56a-49af-9ced-896362c19964 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] 10.222.0.48 "DELETE /v2.0/subnets/b423cc87-6a0d-4d12-beb8-10f71ad57176 HTTP/1.1" status: 204 len: 168 time: 0.5412879 Jul 15 23:21:19.635648 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb361f47-f56a-49af-9ced-896362c19964 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Pushing event deleted for resources: {'Subnet': ['ID=b423cc87-6a0d-4d12-beb8-10f71ad57176,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:19.636942 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40186) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:19.642041 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02cbb501-b32a-4b4d-87ea-59d088871992 None None] Network 700349c4-9a41-4dac-b0dd-67376cfc3f12 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:21:19.932566 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-37ab280d-25ff-403c-9e7b-120f212ab79c tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Deleting subnet bd2e64e3-c9c5-4e0e-875c-c714c23a3da2 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:21:19.941755 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37ab280d-25ff-403c-9e7b-120f212ab79c tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:20.006280 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-5771ac9b-d4d6-4dda-ae23-cdce6224fb1f tempest-TagsTest-785840046 tempest-TagsTest-785840046-project] 10.222.0.48 "GET /v2.0/networks/5869ae60-2df5-4110-ad10-78771ad063f6/tags/tempest-TagsTest-Tag-1380303063 HTTP/1.1" status: 204 len: 168 time: 0.4698157 Jul 15 23:21:20.012767 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40190) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:20.042715 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-d0b7aa10-51e6-49a1-8ed5-a6cdbb6fc63f tempest-TagsTest-785840046 tempest-TagsTest-785840046-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '5869ae60-2df5-4110-ad10-78771ad063f6') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:20.103972 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07019dc-fca6-40ee-bf6f-1d63e37929f4 req-fd1f2c93-2e1d-4201-836c-b4d140ad2968 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:20.106549 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b07019dc-fca6-40ee-bf6f-1d63e37929f4 req-fd1f2c93-2e1d-4201-836c-b4d140ad2968 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.49 "GET /v2.0/networks?id=d1484756-2d6b-4cf1-82f2-ca0b5a0942a2 HTTP/1.1" status: 200 len: 806 time: 0.4478080 Jul 15 23:21:20.110211 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37ab280d-25ff-403c-9e7b-120f212ab79c tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:20.112636 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-54e4c1d3-9082-45f1-8ee2-d35a3b1fa9ec req-25b63bb5-4838-4468-942e-99455169773d tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=05720806-8575-431b-8b71-13137bdffa34 HTTP/1.1" status: 200 len: 210 time: 0.1983550 Jul 15 23:21:20.126569 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f5d4f72-7242-4882-bbee-cb6db7b82446 req-bd2db083-0a06-4967-92e5-cf16b5d5588b tempest-ServerMetadataNegativeTestJSON-1792625035 tempest-ServerMetadataNegativeTestJSON-1792625035-project] Made reservation on behalf of 5ea33902f301426c9862000f64e06a55 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:21:20.133086 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5f5d4f72-7242-4882-bbee-cb6db7b82446 req-bd2db083-0a06-4967-92e5-cf16b5d5588b tempest-ServerMetadataNegativeTestJSON-1792625035 tempest-ServerMetadataNegativeTestJSON-1792625035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:20.213642 n-d-794306-6 neutron-server[93770]: INFO neutron.db.l3_db [None req-98c9e24a-d3b5-4476-8314-d80a2ab76d31 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Floating IP 7f0f4c3e-d69e-4713-814c-defa15a29f82 associated. External IP: 172.25.5.55, port: a01f3283-b0ce-406c-8c11-d4179855b288. Jul 15 23:21:20.215129 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-b07019dc-fca6-40ee-bf6f-1d63e37929f4 req-f60416c9-70d8-4ae2-b925-e74699e2dedd tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Request body: {'port': {'device_id': '05720806-8575-431b-8b71-13137bdffa34', 'network_id': 'd1484756-2d6b-4cf1-82f2-ca0b5a0942a2', 'admin_state_up': True, 'tenant_id': '4b15e22ba4eb43169240491cd7fe1115'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:20.221868 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c5e5aa-4c8c-4d77-a226-1992aef50ba8 req-35913fb3-b30b-43f4-90b3-e69455cd9086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:20.224545 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-91c5e5aa-4c8c-4d77-a226-1992aef50ba8 req-35913fb3-b30b-43f4-90b3-e69455cd9086 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c691a27677f54c85a3250b5bafef55f4&device_id=fb6fdb51-4815-4ab6-aa5c-c873ffebd225 HTTP/1.1" status: 200 len: 1096 time: 0.7070265 Jul 15 23:21:20.491149 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37ab280d-25ff-403c-9e7b-120f212ab79c tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:21.144341 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e7dcc43b-6082-40bc-b477-17691e4d8192 req-f33c5b97-ce2b-4b56-b2f7-d16f4f041297 tempest-ServerMetadataNegativeTestJSON-1792625035 tempest-ServerMetadataNegativeTestJSON-1792625035-project] 10.222.0.48 "GET /v2.0/ports?device_id=60059d68-e841-4905-949b-a77d0d780976 HTTP/1.1" status: 200 len: 210 time: 0.1993279 Jul 15 23:21:21.177225 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37ab280d-25ff-403c-9e7b-120f212ab79c tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:21.302133 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c5e5aa-4c8c-4d77-a226-1992aef50ba8 req-5dbc898d-9e56-4377-bcd8-6a85440fbaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:21.304682 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-91c5e5aa-4c8c-4d77-a226-1992aef50ba8 req-5dbc898d-9e56-4377-bcd8-6a85440fbaa4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=72dd1139-85ac-44a3-8181-7845deb521ca HTTP/1.1" status: 200 len: 912 time: 0.9827559 Jul 15 23:21:21.320497 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-5f5d4f72-7242-4882-bbee-cb6db7b82446 req-bd2db083-0a06-4967-92e5-cf16b5d5588b tempest-ServerMetadataNegativeTestJSON-1792625035 tempest-ServerMetadataNegativeTestJSON-1792625035-project] Allocated IP 172.20.0.6 (f09efb19-c2a9-4d4f-a5e4-cf22a2eda2d2/f22c8ceb-0849-463a-8868-0e22848a7a23/eee2b680-37fa-43ff-a604-8082e9efc228) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:21:21.380104 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ab280d-25ff-403c-9e7b-120f212ab79c tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Pushing event deleted for resources: {'Subnet': ['ID=bd2e64e3-c9c5-4e0e-875c-c714c23a3da2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:21.392457 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37ab280d-25ff-403c-9e7b-120f212ab79c tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:21.400299 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-37ab280d-25ff-403c-9e7b-120f212ab79c tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] 10.222.0.48 "DELETE /v2.0/subnets/bd2e64e3-c9c5-4e0e-875c-c714c23a3da2 HTTP/1.1" status: 204 len: 168 time: 1.7526898 Jul 15 23:21:21.403815 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40204) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:21.433117 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266fb736-dc32-4b16-b1d8-d8f225cbdaa8 None None] Network 700349c4-9a41-4dac-b0dd-67376cfc3f12 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:21:21.474062 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-91c5e5aa-4c8c-4d77-a226-1992aef50ba8 req-5e18ef9d-748e-4c4c-a966-2eaad73ba618 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7eed494b-401b-40ce-bbad-80699ba38b08 HTTP/1.1" status: 200 len: 1001 time: 0.1346126 Jul 15 23:21:21.615416 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b07019dc-fca6-40ee-bf6f-1d63e37929f4 req-f60416c9-70d8-4ae2-b925-e74699e2dedd tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Made reservation on behalf of 4b15e22ba4eb43169240491cd7fe1115 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:21:21.622023 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b07019dc-fca6-40ee-bf6f-1d63e37929f4 req-f60416c9-70d8-4ae2-b925-e74699e2dedd tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:21.641597 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-deedf192-fdee-4504-8979-d0aaaaab115d None None] Provisioning complete for port ee8e468d-fe7c-4074-8437-88e7515916e2 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:21:21.642629 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-deedf192-fdee-4504-8979-d0aaaaab115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:21.675181 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d02b9d4d-17d3-411f-aec9-2586a8c07226 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:21.689588 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-00057780-be10-4758-ac09-6ebdec12372b req-f00e0719-389d-4de3-83b4-76129e39600f tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=05720806-8575-431b-8b71-13137bdffa34 HTTP/1.1" status: 200 len: 210 time: 0.1425231 Jul 15 23:21:21.884509 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c5e5aa-4c8c-4d77-a226-1992aef50ba8 req-0a061df5-bb70-4c22-9e7a-cc5302697f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:21.888618 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-91c5e5aa-4c8c-4d77-a226-1992aef50ba8 req-0a061df5-bb70-4c22-9e7a-cc5302697f30 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8c6a4d69-e5f7-4129-9f0b-56463cfab399 HTTP/1.1" status: 200 len: 850 time: 0.4120512 Jul 15 23:21:21.918123 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d0b7aa10-51e6-49a1-8ed5-a6cdbb6fc63f tempest-TagsTest-785840046 tempest-TagsTest-785840046-project] 10.222.0.48 "DELETE /v2.0/networks/5869ae60-2df5-4110-ad10-78771ad063f6/tags HTTP/1.1" status: 204 len: 168 time: 1.9005201 Jul 15 23:21:21.925159 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 40212) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:21.937307 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-51025a60-3e5d-45b4-8dfc-1361d03fe665 tempest-TagsTest-785840046 tempest-TagsTest-785840046-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5869ae60-2df5-4110-ad10-78771ad063f6', 'tempest-TagsTest-Tag-663369612') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:22.005124 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdd9cd6-b3d8-4a66-a04f-ed75846cde11 None None] DHCP port deletion for 700349c4-9a41-4dac-b0dd-67376cfc3f12 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:21:22.087920 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-7fdd9cd6-b3d8-4a66-a04f-ed75846cde11 None None] Deleting port ee8e468d-fe7c-4074-8437-88e7515916e2 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:21:22.088401 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7fdd9cd6-b3d8-4a66-a04f-ed75846cde11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:22.092327 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-b07019dc-fca6-40ee-bf6f-1d63e37929f4 req-f60416c9-70d8-4ae2-b925-e74699e2dedd tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Allocated IP 172.20.0.13 (d1484756-2d6b-4cf1-82f2-ca0b5a0942a2/1ce1cd1d-7829-480f-9da2-8bc3514230d8/7bcf43a8-bfa7-4bb5-9c12-f17982df12f4) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:21:22.114524 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-d02b9d4d-17d3-411f-aec9-2586a8c07226 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Deleting port ee8e468d-fe7c-4074-8437-88e7515916e2 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:21:22.114877 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d02b9d4d-17d3-411f-aec9-2586a8c07226 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:22.173364 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-7fdd9cd6-b3d8-4a66-a04f-ed75846cde11 None None] For port ee8e468d-fe7c-4074-8437-88e7515916e2, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=ee8e468d-fe7c-4074-8437-88e7515916e2,segment=NetworkSegment(868c64f5-95e7-4b6d-8e42-59eadd6b4702),segment_id=868c64f5-95e7-4b6d-8e42-59eadd6b4702)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:22.173858 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7fdd9cd6-b3d8-4a66-a04f-ed75846cde11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:22.190331 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-7fdd9cd6-b3d8-4a66-a04f-ed75846cde11 None None] Calling delete_port for ee8e468d-fe7c-4074-8437-88e7515916e2 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:21:22.259277 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-d02b9d4d-17d3-411f-aec9-2586a8c07226 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] For port ee8e468d-fe7c-4074-8437-88e7515916e2, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=ee8e468d-fe7c-4074-8437-88e7515916e2,segment=NetworkSegment(868c64f5-95e7-4b6d-8e42-59eadd6b4702),segment_id=868c64f5-95e7-4b6d-8e42-59eadd6b4702)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:22.259887 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d02b9d4d-17d3-411f-aec9-2586a8c07226 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:22.260298 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98c9e24a-d3b5-4476-8314-d80a2ab76d31 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Router e53196d9-7360-4e44-8471-201087132874 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:21:22.298122 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-d02b9d4d-17d3-411f-aec9-2586a8c07226 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Calling delete_port for ee8e468d-fe7c-4074-8437-88e7515916e2 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:21:22.305872 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7fdd9cd6-b3d8-4a66-a04f-ed75846cde11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:22.358927 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdd9cd6-b3d8-4a66-a04f-ed75846cde11 None None] Pushing event deleted for resources: {'Port': ['ID=ee8e468d-fe7c-4074-8437-88e7515916e2,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:22.366357 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdd9cd6-b3d8-4a66-a04f-ed75846cde11 None None] No DVR routers for this DVR port ee8e468d-fe7c-4074-8437-88e7515916e2 on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:21:22.432911 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [None req-51025a60-3e5d-45b4-8dfc-1361d03fe665 tempest-TagsTest-785840046 tempest-TagsTest-785840046-project] show failed (client error): The resource could not be found. Jul 15 23:21:22.434660 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-51025a60-3e5d-45b4-8dfc-1361d03fe665 tempest-TagsTest-785840046 tempest-TagsTest-785840046-project] 10.222.0.48 "GET /v2.0/networks/5869ae60-2df5-4110-ad10-78771ad063f6/tags/tempest-TagsTest-Tag-663369612 HTTP/1.1" status: 404 len: 325 time: 0.5046947 Jul 15 23:21:22.441416 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5f5d4f72-7242-4882-bbee-cb6db7b82446 req-bd2db083-0a06-4967-92e5-cf16b5d5588b tempest-ServerMetadataNegativeTestJSON-1792625035 tempest-ServerMetadataNegativeTestJSON-1792625035-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:22.441611 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40216) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:22.448653 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-0a19bd8f-3a61-4201-8b0a-5f50ef066904 tempest-TagsTest-785840046 tempest-TagsTest-785840046-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5869ae60-2df5-4110-ad10-78771ad063f6', 'tempest-TagsTest-Tag-1380303063') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:22.480394 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c5e5aa-4c8c-4d77-a226-1992aef50ba8 req-3861483e-a3be-41ce-bb30-8d58f8fc7246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:22.482993 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-91c5e5aa-4c8c-4d77-a226-1992aef50ba8 req-3861483e-a3be-41ce-bb30-8d58f8fc7246 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=72dd1139-85ac-44a3-8181-7845deb521ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5187206 Jul 15 23:21:22.533190 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device ee8e468d-fe7c-4074-8437-88e7515916e2 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:21:22.553121 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b07019dc-fca6-40ee-bf6f-1d63e37929f4 req-f60416c9-70d8-4ae2-b925-e74699e2dedd tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:22.559381 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: ee8e468d-fe7c-4074-8437-88e7515916e2 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:21:22.559862 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device ee8e468d-fe7c-4074-8437-88e7515916e2 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:21:22.584394 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1cea7b2e-d18b-406e-bc6e-b38d34f3a886 req-42c34a03-57d4-446a-a2e3-cf9389786737 tempest-ServerMetadataNegativeTestJSON-1792625035 tempest-ServerMetadataNegativeTestJSON-1792625035-project] 10.222.0.48 "GET /v2.0/ports?device_id=60059d68-e841-4905-949b-a77d0d780976 HTTP/1.1" status: 200 len: 210 time: 0.1617177 Jul 15 23:21:22.595190 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d02b9d4d-17d3-411f-aec9-2586a8c07226 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:22.640548 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [None req-0a19bd8f-3a61-4201-8b0a-5f50ef066904 tempest-TagsTest-785840046 tempest-TagsTest-785840046-project] show failed (client error): The resource could not be found. Jul 15 23:21:22.640548 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-0a19bd8f-3a61-4201-8b0a-5f50ef066904 tempest-TagsTest-785840046 tempest-TagsTest-785840046-project] 10.222.0.48 "GET /v2.0/networks/5869ae60-2df5-4110-ad10-78771ad063f6/tags/tempest-TagsTest-Tag-1380303063 HTTP/1.1" status: 404 len: 326 time: 0.1983607 Jul 15 23:21:22.641523 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d6c466-9592-4a7d-9b18-66b3bafbf56f req-c55c962a-9ed2-44af-8da7-65bf9c698ed0 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:22.644186 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e0d6c466-9592-4a7d-9b18-66b3bafbf56f req-c55c962a-9ed2-44af-8da7-65bf9c698ed0 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b079fb3-e58e-461b-a5e4-891961e8c6b2 HTTP/1.1" status: 200 len: 946 time: 0.5837460 Jul 15 23:21:22.662446 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40218) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:22.676564 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-631bba96-81f0-4aa0-b926-11f16c4cd450 tempest-TagsTest-785840046 tempest-TagsTest-785840046-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '5869ae60-2df5-4110-ad10-78771ad063f6') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:22.681098 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02b9d4d-17d3-411f-aec9-2586a8c07226 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Pushing event deleted for resources: {'Port': ['ID=ee8e468d-fe7c-4074-8437-88e7515916e2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:22.698661 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02b9d4d-17d3-411f-aec9-2586a8c07226 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] No DVR routers for this DVR port ee8e468d-fe7c-4074-8437-88e7515916e2 on host n-d-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:21:22.819332 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b07019dc-fca6-40ee-bf6f-1d63e37929f4 req-f60416c9-70d8-4ae2-b925-e74699e2dedd tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:22.844253 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['cc9b8ac7-4585-4b69-a9b5-8671aac12b10'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:21:22.859223 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e0d6c466-9592-4a7d-9b18-66b3bafbf56f req-9133dfb8-78d6-4fc6-9586-ff2d8401d174 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/security-groups?id=79ac3595-42a7-47eb-84e8-f2b8781d451d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795518 Jul 15 23:21:22.868606 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['428fc395-88ca-4e6d-b708-6f3664ed368d'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:21:22.930043 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5f5d4f72-7242-4882-bbee-cb6db7b82446 req-bd2db083-0a06-4967-92e5-cf16b5d5588b tempest-ServerMetadataNegativeTestJSON-1792625035 tempest-ServerMetadataNegativeTestJSON-1792625035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:22.975366 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-91c5e5aa-4c8c-4d77-a226-1992aef50ba8 req-e5b89549-eab8-4c6b-8106-1800f9db13f2 service neutron] 10.222.0.49 "GET /v2.0/networks/72dd1139-85ac-44a3-8181-7845deb521ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3979671 Jul 15 23:21:22.976425 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c9e24a-d3b5-4476-8314-d80a2ab76d31 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:21:22.977077 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d02b9d4d-17d3-411f-aec9-2586a8c07226 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:22.984951 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b07019dc-fca6-40ee-bf6f-1d63e37929f4 req-f60416c9-70d8-4ae2-b925-e74699e2dedd tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Network d1484756-2d6b-4cf1-82f2-ca0b5a0942a2 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:21:22.992949 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfe4bb7-dc59-4c2e-98ac-60f809e1bc30 None None] Sync routers for ids ['e53196d9-7360-4e44-8471-201087132874'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:21:23.015338 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98c9e24a-d3b5-4476-8314-d80a2ab76d31 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:23.017071 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfe4bb7-dc59-4c2e-98ac-60f809e1bc30 None None] Routers {'e53196d9-7360-4e44-8471-201087132874'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:21:23.022491 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-bcfe4bb7-dc59-4c2e-98ac-60f809e1bc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:21:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['e53196d9-7360-4e44-8471-201087132874'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:23.088981 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-d02b9d4d-17d3-411f-aec9-2586a8c07226 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['700349c4-9a41-4dac-b0dd-67376cfc3f12']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:23.096537 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-b07019dc-fca6-40ee-bf6f-1d63e37929f4 req-f60416c9-70d8-4ae2-b925-e74699e2dedd tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:21:23.106631 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-b07019dc-fca6-40ee-bf6f-1d63e37929f4 req-f60416c9-70d8-4ae2-b925-e74699e2dedd tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:21:23.145562 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-d02b9d4d-17d3-411f-aec9-2586a8c07226 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '868c64f5-95e7-4b6d-8e42-59eadd6b4702') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:23.145846 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-d02b9d4d-17d3-411f-aec9-2586a8c07226 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '868c64f5-95e7-4b6d-8e42-59eadd6b4702') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:23.182441 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d02b9d4d-17d3-411f-aec9-2586a8c07226 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:23.182771 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f5d4f72-7242-4882-bbee-cb6db7b82446 req-bd2db083-0a06-4967-92e5-cf16b5d5588b tempest-ServerMetadataNegativeTestJSON-1792625035 tempest-ServerMetadataNegativeTestJSON-1792625035-project] Network f09efb19-c2a9-4d4f-a5e4-cf22a2eda2d2 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:21:23.212621 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d02b9d4d-17d3-411f-aec9-2586a8c07226 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:23.215021 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-5f5d4f72-7242-4882-bbee-cb6db7b82446 req-bd2db083-0a06-4967-92e5-cf16b5d5588b tempest-ServerMetadataNegativeTestJSON-1792625035 tempest-ServerMetadataNegativeTestJSON-1792625035-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:21:23.221100 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2db083-0a06-4967-92e5-cf16b5d5588b tempest-ServerMetadataNegativeTestJSON-1792625035 tempest-ServerMetadataNegativeTestJSON-1792625035-project] Pushing event updated for resources: {'Port': ['ID=eee2b680-37fa-43ff-a604-8082e9efc228,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:23.223429 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d02b9d4d-17d3-411f-aec9-2586a8c07226 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:21:23.224121 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d02b9d4d-17d3-411f-aec9-2586a8c07226 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:23.238961 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f5d4f72-7242-4882-bbee-cb6db7b82446 req-bd2db083-0a06-4967-92e5-cf16b5d5588b tempest-ServerMetadataNegativeTestJSON-1792625035 tempest-ServerMetadataNegativeTestJSON-1792625035-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:21:23.244787 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-bcfe4bb7-dc59-4c2e-98ac-60f809e1bc30 None None] Set router e53196d9-7360-4e44-8471-201087132874 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:21:23.304458 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-98c9e24a-d3b5-4476-8314-d80a2ab76d31 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] 10.222.0.48 "PUT /v2.0/floatingips/7f0f4c3e-d69e-4713-814c-defa15a29f82 HTTP/1.1" status: 200 len: 990 time: 5.5513315 Jul 15 23:21:23.311831 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40ce3cba-2bff-40dd-9821-85e5ef46933e', 'tag': 'a01f3283-b0ce-406c-8c11-d4179855b288'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:21:23.315408 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba290cd-4e1a-4c39-beca-8ecca4b27b4e" -d '{"events": [{"name": "network-changed", "server_uuid": "40ce3cba-2bff-40dd-9821-85e5ef46933e", "tag": "a01f3283-b0ce-406c-8c11-d4179855b288"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:21:23.387695 n-d-794306-6 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:21:23.387695 n-d-794306-6 neutron-server[93771]: self.session.flush() Jul 15 23:21:23.387695 n-d-794306-6 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:21:23.387695 n-d-794306-6 neutron-server[93771]: self.session.flush() Jul 15 23:21:23.387695 n-d-794306-6 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:21:23.387695 n-d-794306-6 neutron-server[93771]: self.session.flush() Jul 15 23:21:23.387695 n-d-794306-6 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:21:23.387695 n-d-794306-6 neutron-server[93771]: self.session.flush() Jul 15 23:21:23.387695 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:21:23.387695 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:21:23.387695 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:21:23.387695 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:21:23.387695 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:21:23.387695 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:21:23.387695 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:21:23.387695 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:21:23.387695 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:21:23.387695 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:21:23.387695 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:21:23.387695 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:21:23.387695 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:21:23.387695 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:21:23.387695 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:21:23.387695 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:21:23.387695 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:21:23.387695 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:21:23.387695 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:21:23.387695 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:21:23.387695 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:21:23.387695 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:21:23.387695 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:21:23.387695 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:21:23.387695 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:21:23.387695 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:21:23.387695 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:21:23.387695 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:21:23.387695 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:21:23.387695 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:21:23.387695 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:21:23.387695 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:21:23.387695 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:21:23.387695 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:21:23.394087 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60416c9-70d8-4ae2-b925-e74699e2dedd tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Pushing event updated for resources: {'Port': ['ID=7bcf43a8-bfa7-4bb5-9c12-f17982df12f4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:23.414943 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-631bba96-81f0-4aa0-b926-11f16c4cd450 tempest-TagsTest-785840046 tempest-TagsTest-785840046-project] 10.222.0.48 "DELETE /v2.0/networks/5869ae60-2df5-4110-ad10-78771ad063f6/tags HTTP/1.1" status: 204 len: 168 time: 0.7423377 Jul 15 23:21:23.425042 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0177b31-6dae-4935-9795-379310d6f170 req-fb0db482-2e3a-4a8b-8db5-991d8ec11859 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:23.435443 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a0177b31-6dae-4935-9795-379310d6f170 req-fb0db482-2e3a-4a8b-8db5-991d8ec11859 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=05720806-8575-431b-8b71-13137bdffa34 HTTP/1.1" status: 200 len: 932 time: 0.5371125 Jul 15 23:21:23.442889 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 40228) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:23.451431 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d02b9d4d-17d3-411f-aec9-2586a8c07226 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:23.479984 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d02b9d4d-17d3-411f-aec9-2586a8c07226 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:23.485879 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d02b9d4d-17d3-411f-aec9-2586a8c07226 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] 10.222.0.48 "DELETE /v2.0/networks/700349c4-9a41-4dac-b0dd-67376cfc3f12 HTTP/1.1" status: 204 len: 168 time: 2.0769987 Jul 15 23:21:23.496481 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40230) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:23.546442 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d4f72-7242-4882-bbee-cb6db7b82446 req-bd2db083-0a06-4967-92e5-cf16b5d5588b tempest-ServerMetadataNegativeTestJSON-1792625035 tempest-ServerMetadataNegativeTestJSON-1792625035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:23.547607 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5f5d4f72-7242-4882-bbee-cb6db7b82446 req-bd2db083-0a06-4967-92e5-cf16b5d5588b tempest-ServerMetadataNegativeTestJSON-1792625035 tempest-ServerMetadataNegativeTestJSON-1792625035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:23.548490 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02b9d4d-17d3-411f-aec9-2586a8c07226 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Pushing event deleted for resources: {'Network': ['ID=700349c4-9a41-4dac-b0dd-67376cfc3f12,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:23.554337 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-e985b728-c6a2-458e-a078-352b7407d72b tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] DELETE failed (client error): The resource could not be found. Jul 15 23:21:23.555105 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e985b728-c6a2-458e-a078-352b7407d72b tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:21:23.565165 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e985b728-c6a2-458e-a078-352b7407d72b tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] 10.222.0.48 "DELETE /v2.0/subnets/89d6082f-81cd-4dfa-af9c-1b8bf1f5eb19 HTTP/1.1" status: 404 len: 337 time: 0.0593333 Jul 15 23:21:23.567664 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40232) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:23.581463 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-91c5e5aa-4c8c-4d77-a226-1992aef50ba8 req-c18cf573-ec82-4a98-8bc6-e86894210db5 service neutron] 10.222.0.49 "GET /v2.0/networks/72dd1139-85ac-44a3-8181-7845deb521ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5632458 Jul 15 23:21:23.593852 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-45ed23f1-cf27-4542-8ba2-09300aab5a68 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] DELETE failed (client error): The resource could not be found. Jul 15 23:21:23.594824 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45ed23f1-cf27-4542-8ba2-09300aab5a68 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:21:23.600838 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-45ed23f1-cf27-4542-8ba2-09300aab5a68 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] 10.222.0.48 "DELETE /v2.0/networks/7e0bf1fb-0f9e-4b31-8ce4-3c9aa8d7db12 HTTP/1.1" status: 404 len: 339 time: 0.0287678 Jul 15 23:21:23.607501 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07019dc-fca6-40ee-bf6f-1d63e37929f4 req-f60416c9-70d8-4ae2-b925-e74699e2dedd tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:23.608063 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b07019dc-fca6-40ee-bf6f-1d63e37929f4 req-f60416c9-70d8-4ae2-b925-e74699e2dedd tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:23.621374 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40234) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:23.664535 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b07019dc-fca6-40ee-bf6f-1d63e37929f4 req-f60416c9-70d8-4ae2-b925-e74699e2dedd tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4876146 Jul 15 23:21:23.666067 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-b39ac2fa-414c-4d3b-8d6a-28cf8b5cc870 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] DELETE failed (client error): The resource could not be found. Jul 15 23:21:23.666691 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b39ac2fa-414c-4d3b-8d6a-28cf8b5cc870 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:21:23.667984 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a959251-b9ff-4494-a7aa-3745a5b4c62a x-openstack-request-id: req-3a959251-b9ff-4494-a7aa-3745a5b4c62a {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:21:23.668372 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40ce3cba-2bff-40dd-9821-85e5ef46933e", "tag": "a01f3283-b0ce-406c-8c11-d4179855b288", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:21:23.668763 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3a959251-b9ff-4494-a7aa-3745a5b4c62a {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:21:23.669036 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40ce3cba-2bff-40dd-9821-85e5ef46933e', 'tag': 'a01f3283-b0ce-406c-8c11-d4179855b288', 'status': 'completed', 'code': 200} Jul 15 23:21:23.682907 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b39ac2fa-414c-4d3b-8d6a-28cf8b5cc870 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] 10.222.0.48 "DELETE /v2.0/subnets/0e2bc2ae-552d-4b2c-aae7-c7c3c4a16d8a HTTP/1.1" status: 404 len: 337 time: 0.0580184 Jul 15 23:21:23.686618 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40238) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:23.691242 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a0177b31-6dae-4935-9795-379310d6f170 req-1b1cfdbb-2d93-4a44-a71e-ae9586887205 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545247 Jul 15 23:21:23.701056 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5f5d4f72-7242-4882-bbee-cb6db7b82446 req-bd2db083-0a06-4967-92e5-cf16b5d5588b tempest-ServerMetadataNegativeTestJSON-1792625035 tempest-ServerMetadataNegativeTestJSON-1792625035-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1881855 Jul 15 23:21:23.723893 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-b07019dc-fca6-40ee-bf6f-1d63e37929f4 req-f4ef2bb5-6bdc-49e2-bca2-312df4bcd334 service neutron] Request body: {'port': {'device_id': '05720806-8575-431b-8b71-13137bdffa34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:23.724590 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c27e8c92-e8d5-4204-9494-a766630cbf08 tempest-TagsTest-785840046 tempest-TagsTest-785840046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:23.754242 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-bcfe4bb7-dc59-4c2e-98ac-60f809e1bc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53196d9-7360-4e44-8471-201087132874', 'name': 'tempest-ServersTestJSON-807115922-router', 'tenant_id': '0be07ab34660489288d421392836ba59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '5522b510-c192-447d-977d-2136d417e6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:20:29Z', 'updated_at': '2021-07-15T23:20:40Z', 'revision_number': 4, 'project_id': '0be07ab34660489288d421392836ba59', 'gw_port': {'id': '5522b510-c192-447d-977d-2136d417e6e0', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53196d9-7360-4e44-8471-201087132874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:20:33Z', 'updated_at': '2021-07-15T23:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '7f0f4c3e-d69e-4713-814c-defa15a29f82', 'tenant_id': '0be07ab34660489288d421392836ba59', 'floating_ip_address': '172.25.5.55', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': 'e53196d9-7360-4e44-8471-201087132874', 'port_id': 'a01f3283-b0ce-406c-8c11-d4179855b288', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18103b5f-44c1-48b7-87f6-2b0a264a1f42', 'mac_address': 'fa:16:3e:32:b9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ce3cba-2bff-40dd-9821-85e5ef46933e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:20:47Z', 'updated_at': '2021-07-15T23:21:18Z', 'revision_number': 1, 'project_id': '0be07ab34660489288d421392836ba59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05b29e2e-888b-4394-ac3d-5afc8d0d8acf', 'name': '', 'network_id': '18103b5f-44c1-48b7-87f6-2b0a264a1f42', 'tenant_id': '0be07ab34660489288d421392836ba59', 'mac_address': 'fa:16:3e:b0:a4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53196d9-7360-4e44-8471-201087132874', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '5f7b3b09-7f77-4a52-b4f8-3f5a98ea7d90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:20:39Z', 'updated_at': '2021-07-15T23:20:53Z', 'revision_number': 5, 'project_id': '0be07ab34660489288d421392836ba59', 'subnets': [{'id': '5f7b3b09-7f77-4a52-b4f8-3f5a98ea7d90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:23.763704 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-5f5d4f72-7242-4882-bbee-cb6db7b82446 req-b7848355-bcdf-43ac-b563-afb26d908411 service neutron] Request body: {'port': {'device_id': '60059d68-e841-4905-949b-a77d0d780976', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:23.770424 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c4dd7b6-6e2f-4289-9f73-685e5e0bc398 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] DELETE failed (client error): The resource could not be found. Jul 15 23:21:23.771147 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c4dd7b6-6e2f-4289-9f73-685e5e0bc398 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:21:23.777081 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-0c4dd7b6-6e2f-4289-9f73-685e5e0bc398 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] 10.222.0.48 "DELETE /v2.0/networks/2867c3b7-add1-40e0-9e83-bbb051fbb547 HTTP/1.1" status: 404 len: 339 time: 0.0874925 Jul 15 23:21:23.777833 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40240) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:23.822260 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfe4bb7-dc59-4c2e-98ac-60f809e1bc30 None None] Checking router: e53196d9-7360-4e44-8471-201087132874 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:21:23.836282 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfe4bb7-dc59-4c2e-98ac-60f809e1bc30 None None] Routers {'e53196d9-7360-4e44-8471-201087132874'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:21:23.836929 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-bcfe4bb7-dc59-4c2e-98ac-60f809e1bc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:21:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['e53196d9-7360-4e44-8471-201087132874'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:23.843804 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-55b251eb-8193-4bef-9949-20966ce0d248 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] DELETE failed (client error): The resource could not be found. Jul 15 23:21:23.844358 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55b251eb-8193-4bef-9949-20966ce0d248 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:21:23.849731 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-55b251eb-8193-4bef-9949-20966ce0d248 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] 10.222.0.48 "DELETE /v2.0/subnets/26529017-5b58-440b-9708-00d62b04cc29 HTTP/1.1" status: 404 len: 337 time: 0.0653646 Jul 15 23:21:23.858504 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40242) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:23.913630 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-f134d00c-73a1-4ea8-bfa7-f27e6ed32dea tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] DELETE failed (client error): The resource could not be found. Jul 15 23:21:23.914576 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f134d00c-73a1-4ea8-bfa7-f27e6ed32dea tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:21:23.921280 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f134d00c-73a1-4ea8-bfa7-f27e6ed32dea tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] 10.222.0.48 "DELETE /v2.0/networks/15b28625-98a4-4043-93c7-efbbe3e667ee HTTP/1.1" status: 404 len: 339 time: 0.0576253 Jul 15 23:21:23.922750 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40246) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:23.974255 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b07019dc-fca6-40ee-bf6f-1d63e37929f4 req-f4ef2bb5-6bdc-49e2-bca2-312df4bcd334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:24.030867 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5f5d4f72-7242-4882-bbee-cb6db7b82446 req-b7848355-bcdf-43ac-b563-afb26d908411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:24.069700 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-bcfe4bb7-dc59-4c2e-98ac-60f809e1bc30 None None] Set router e53196d9-7360-4e44-8471-201087132874 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:21:24.161704 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c27e8c92-e8d5-4204-9494-a766630cbf08 tempest-TagsTest-785840046 tempest-TagsTest-785840046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:24.186845 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-9816fbab-310a-4a01-9fc9-3e7672cb7a8a tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Deleting subnet 44db5e56-6d6d-4e2f-89fc-0e6c656588b5 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:21:24.199011 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9816fbab-310a-4a01-9fc9-3e7672cb7a8a tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:24.203817 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-c27e8c92-e8d5-4204-9494-a766630cbf08 tempest-TagsTest-785840046 tempest-TagsTest-785840046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5869ae60-2df5-4110-ad10-78771ad063f6']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:24.291693 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-c27e8c92-e8d5-4204-9494-a766630cbf08 tempest-TagsTest-785840046 tempest-TagsTest-785840046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96e121c4-9620-4747-8cc6-d3c0ae10a9ef') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:24.292011 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9816fbab-310a-4a01-9fc9-3e7672cb7a8a tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:24.292273 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-c27e8c92-e8d5-4204-9494-a766630cbf08 tempest-TagsTest-785840046 tempest-TagsTest-785840046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96e121c4-9620-4747-8cc6-d3c0ae10a9ef') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:24.330473 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba290cd-4e1a-4c39-beca-8ecca4b27b4e req-ea99bfa6-ac3f-4c81-bc02-f73a68831de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:24.333420 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bba290cd-4e1a-4c39-beca-8ecca4b27b4e req-ea99bfa6-ac3f-4c81-bc02-f73a68831de5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0be07ab34660489288d421392836ba59&device_id=40ce3cba-2bff-40dd-9821-85e5ef46933e HTTP/1.1" status: 200 len: 1096 time: 0.6308162 Jul 15 23:21:24.340534 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c27e8c92-e8d5-4204-9494-a766630cbf08 tempest-TagsTest-785840046 tempest-TagsTest-785840046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:24.436249 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c27e8c92-e8d5-4204-9494-a766630cbf08 tempest-TagsTest-785840046 tempest-TagsTest-785840046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:24.519722 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9816fbab-310a-4a01-9fc9-3e7672cb7a8a tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:24.532104 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed622423-b366-41f2-aba9-cbc0f1323bbb req-8df85c4b-c2fb-4489-9a8b-0f6b211be288 tempest-ServerMetadataNegativeTestJSON-1792625035 tempest-ServerMetadataNegativeTestJSON-1792625035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:24.534431 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ed622423-b366-41f2-aba9-cbc0f1323bbb req-8df85c4b-c2fb-4489-9a8b-0f6b211be288 tempest-ServerMetadataNegativeTestJSON-1792625035 tempest-ServerMetadataNegativeTestJSON-1792625035-project] 10.222.0.48 "GET /v2.0/ports?device_id=60059d68-e841-4905-949b-a77d0d780976 HTTP/1.1" status: 200 len: 931 time: 0.6613758 Jul 15 23:21:24.539149 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c27e8c92-e8d5-4204-9494-a766630cbf08 tempest-TagsTest-785840046 tempest-TagsTest-785840046-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:21:24.539879 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c27e8c92-e8d5-4204-9494-a766630cbf08 tempest-TagsTest-785840046 tempest-TagsTest-785840046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:24.550006 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:21:24.550006 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:21:24.550006 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:21:24.550006 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:21:24.550006 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:21:24.550006 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:21:24.550006 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:21:24.550006 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:21:24.550006 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:21:24.550006 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:21:24.550006 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:21:24.550006 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:21:24.550006 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:21:24.550006 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:21:24.550006 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:21:24.550006 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:21:24.550006 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:21:24.550006 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:21:24.550006 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:21:24.550006 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:21:24.550006 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:21:24.550006 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:21:24.550006 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:21:24.550006 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:21:24.550006 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:21:24.550006 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:21:24.550006 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:21:24.550006 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:21:24.550006 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:21:24.550006 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:21:24.550006 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:21:24.550006 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:21:24.550006 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:21:24.550006 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:21:24.550006 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:21:24.550006 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:21:24.550006 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:21:24.550006 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:21:24.550006 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:21:24.550006 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:21:24.550006 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:21:24.550006 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:21:24.550006 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:21:24.550006 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:21:24.550006 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:21:24.550006 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:21:24.550006 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:21:24.550006 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:21:24.550006 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:21:24.550006 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:21:24.567751 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-b07019dc-fca6-40ee-bf6f-1d63e37929f4 req-f4ef2bb5-6bdc-49e2-bca2-312df4bcd334 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bcf43a8-bfa7-4bb5-9c12-f17982df12f4 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:21:24.580524 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-bcfe4bb7-dc59-4c2e-98ac-60f809e1bc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53196d9-7360-4e44-8471-201087132874', 'name': 'tempest-ServersTestJSON-807115922-router', 'tenant_id': '0be07ab34660489288d421392836ba59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '5522b510-c192-447d-977d-2136d417e6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:20:29Z', 'updated_at': '2021-07-15T23:20:40Z', 'revision_number': 4, 'project_id': '0be07ab34660489288d421392836ba59', 'gw_port': {'id': '5522b510-c192-447d-977d-2136d417e6e0', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53196d9-7360-4e44-8471-201087132874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:20:33Z', 'updated_at': '2021-07-15T23:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '7f0f4c3e-d69e-4713-814c-defa15a29f82', 'tenant_id': '0be07ab34660489288d421392836ba59', 'floating_ip_address': '172.25.5.55', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': 'e53196d9-7360-4e44-8471-201087132874', 'port_id': 'a01f3283-b0ce-406c-8c11-d4179855b288', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18103b5f-44c1-48b7-87f6-2b0a264a1f42', 'mac_address': 'fa:16:3e:32:b9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ce3cba-2bff-40dd-9821-85e5ef46933e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:20:47Z', 'updated_at': '2021-07-15T23:21:18Z', 'revision_number': 1, 'project_id': '0be07ab34660489288d421392836ba59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05b29e2e-888b-4394-ac3d-5afc8d0d8acf', 'name': '', 'network_id': '18103b5f-44c1-48b7-87f6-2b0a264a1f42', 'tenant_id': '0be07ab34660489288d421392836ba59', 'mac_address': 'fa:16:3e:b0:a4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53196d9-7360-4e44-8471-201087132874', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '5f7b3b09-7f77-4a52-b4f8-3f5a98ea7d90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:20:39Z', 'updated_at': '2021-07-15T23:20:53Z', 'revision_number': 5, 'project_id': '0be07ab34660489288d421392836ba59', 'subnets': [{'id': '5f7b3b09-7f77-4a52-b4f8-3f5a98ea7d90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:24.587481 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b07019dc-fca6-40ee-bf6f-1d63e37929f4 req-f4ef2bb5-6bdc-49e2-bca2-312df4bcd334 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:24.627412 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfe4bb7-dc59-4c2e-98ac-60f809e1bc30 None None] The sync data for ids ['e53196d9-7360-4e44-8471-201087132874'] in n-d-794306-6 is: [{'id': 'e53196d9-7360-4e44-8471-201087132874', 'name': 'tempest-ServersTestJSON-807115922-router', 'tenant_id': '0be07ab34660489288d421392836ba59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '5522b510-c192-447d-977d-2136d417e6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:20:29Z', 'updated_at': '2021-07-15T23:20:40Z', 'revision_number': 4, 'project_id': '0be07ab34660489288d421392836ba59', 'gw_port': {'id': '5522b510-c192-447d-977d-2136d417e6e0', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53196d9-7360-4e44-8471-201087132874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:20:33Z', 'updated_at': '2021-07-15T23:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '7f0f4c3e-d69e-4713-814c-defa15a29f82', 'tenant_id': '0be07ab34660489288d421392836ba59', 'floating_ip_address': '172.25.5.55', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': 'e53196d9-7360-4e44-8471-201087132874', 'port_id': 'a01f3283-b0ce-406c-8c11-d4179855b288', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18103b5f-44c1-48b7-87f6-2b0a264a1f42', 'mac_address': 'fa:16:3e:32:b9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ce3cba-2bff-40dd-9821-85e5ef46933e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:20:47Z', 'updated_at': '2021-07-15T23:21:18Z', 'revision_number': 1, 'project_id': '0be07ab34660489288d421392836ba59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05b29e2e-888b-4394-ac3d-5afc8d0d8acf', 'name': '', 'network_id': '18103b5f-44c1-48b7-87f6-2b0a264a1f42', 'tenant_id': '0be07ab34660489288d421392836ba59', 'mac_address': 'fa:16:3e:b0:a4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53196d9-7360-4e44-8471-201087132874', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '5f7b3b09-7f77-4a52-b4f8-3f5a98ea7d90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:20:39Z', 'updated_at': '2021-07-15T23:20:53Z', 'revision_number': 5, 'project_id': '0be07ab34660489288d421392836ba59', 'subnets': [{'id': '5f7b3b09-7f77-4a52-b4f8-3f5a98ea7d90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:21:24.639160 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9816fbab-310a-4a01-9fc9-3e7672cb7a8a tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:24.682427 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9816fbab-310a-4a01-9fc9-3e7672cb7a8a tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Pushing event deleted for resources: {'Subnet': ['ID=44db5e56-6d6d-4e2f-89fc-0e6c656588b5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:24.690989 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9816fbab-310a-4a01-9fc9-3e7672cb7a8a tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:24.694047 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590134c7-df4e-40d8-8c0c-703056df7d0d None None] Network c4971206-bbb7-43aa-bb4f-d40cdac82554 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:21:24.698212 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-9816fbab-310a-4a01-9fc9-3e7672cb7a8a tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] 10.222.0.48 "DELETE /v2.0/subnets/44db5e56-6d6d-4e2f-89fc-0e6c656588b5 HTTP/1.1" status: 204 len: 168 time: 0.7741327 Jul 15 23:21:24.699721 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40252) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:24.754246 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-b07019dc-fca6-40ee-bf6f-1d63e37929f4 req-f4ef2bb5-6bdc-49e2-bca2-312df4bcd334 service neutron] Transition to ACTIVE for port object 7bcf43a8-bfa7-4bb5-9c12-f17982df12f4 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:21:24.781961 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c27e8c92-e8d5-4204-9494-a766630cbf08 tempest-TagsTest-785840046 tempest-TagsTest-785840046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:24.795273 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b07019dc-fca6-40ee-bf6f-1d63e37929f4 req-f4ef2bb5-6bdc-49e2-bca2-312df4bcd334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:24.799602 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba290cd-4e1a-4c39-beca-8ecca4b27b4e req-a7c9bc3b-c39f-4393-8d61-f91a09f0af5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:24.803041 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bba290cd-4e1a-4c39-beca-8ecca4b27b4e req-a7c9bc3b-c39f-4393-8d61-f91a09f0af5b service neutron] 10.222.0.49 "GET /v2.0/networks?id=18103b5f-44c1-48b7-87f6-2b0a264a1f42 HTTP/1.1" status: 200 len: 906 time: 0.4423513 Jul 15 23:21:24.806792 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ed622423-b366-41f2-aba9-cbc0f1323bbb req-da12353a-dc70-4164-a5f4-7cf145cd5921 tempest-ServerMetadataNegativeTestJSON-1792625035 tempest-ServerMetadataNegativeTestJSON-1792625035-project] 10.222.0.48 "GET /v2.0/security-groups?id=199f017b-545d-4e4e-a1a2-f5225262a625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377613 Jul 15 23:21:24.811970 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c27e8c92-e8d5-4204-9494-a766630cbf08 tempest-TagsTest-785840046 tempest-TagsTest-785840046-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:24.814544 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-c27e8c92-e8d5-4204-9494-a766630cbf08 tempest-TagsTest-785840046 tempest-TagsTest-785840046-project] 10.222.0.48 "DELETE /v2.0/networks/5869ae60-2df5-4110-ad10-78771ad063f6 HTTP/1.1" status: 204 len: 168 time: 1.3664594 Jul 15 23:21:24.824099 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c418d7a3-ca4f-4604-ba4d-abb718c60ec1 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:25.044275 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-b07019dc-fca6-40ee-bf6f-1d63e37929f4 req-f4ef2bb5-6bdc-49e2-bca2-312df4bcd334 service neutron] Attempting to bind port 7bcf43a8-bfa7-4bb5-9c12-f17982df12f4 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:21:25.044760 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-b07019dc-fca6-40ee-bf6f-1d63e37929f4 req-f4ef2bb5-6bdc-49e2-bca2-312df4bcd334 service neutron] Attempting to bind port 7bcf43a8-bfa7-4bb5-9c12-f17982df12f4 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '056a97c3-fa40-4757-b96f-04fb527ec8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd1484756-2d6b-4cf1-82f2-ca0b5a0942a2'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:21:25.045371 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07019dc-fca6-40ee-bf6f-1d63e37929f4 req-f4ef2bb5-6bdc-49e2-bca2-312df4bcd334 service neutron] Attempting to bind port 7bcf43a8-bfa7-4bb5-9c12-f17982df12f4 on network d1484756-2d6b-4cf1-82f2-ca0b5a0942a2 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:21:25.049580 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-5f5d4f72-7242-4882-bbee-cb6db7b82446 req-b7848355-bcdf-43ac-b563-afb26d908411 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eee2b680-37fa-43ff-a604-8082e9efc228 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:21:25.054650 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ef2bb5-6bdc-49e2-bca2-312df4bcd334 service neutron] Pushing event updated for resources: {'Port': ['ID=7bcf43a8-bfa7-4bb5-9c12-f17982df12f4,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:25.074633 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5f5d4f72-7242-4882-bbee-cb6db7b82446 req-b7848355-bcdf-43ac-b563-afb26d908411 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:25.092646 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-5f5d4f72-7242-4882-bbee-cb6db7b82446 req-b7848355-bcdf-43ac-b563-afb26d908411 service neutron] Transition to ACTIVE for port object eee2b680-37fa-43ff-a604-8082e9efc228 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:21:25.105260 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07019dc-fca6-40ee-bf6f-1d63e37929f4 req-f4ef2bb5-6bdc-49e2-bca2-312df4bcd334 service neutron] Port 7bcf43a8-bfa7-4bb5-9c12-f17982df12f4 on network d1484756-2d6b-4cf1-82f2-ca0b5a0942a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:21:25.105896 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07019dc-fca6-40ee-bf6f-1d63e37929f4 req-f4ef2bb5-6bdc-49e2-bca2-312df4bcd334 service neutron] Attempting to bind port 7bcf43a8-bfa7-4bb5-9c12-f17982df12f4 on network d1484756-2d6b-4cf1-82f2-ca0b5a0942a2 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:21:25.121942 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07019dc-fca6-40ee-bf6f-1d63e37929f4 req-f4ef2bb5-6bdc-49e2-bca2-312df4bcd334 service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:21:25.121942 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07019dc-fca6-40ee-bf6f-1d63e37929f4 req-f4ef2bb5-6bdc-49e2-bca2-312df4bcd334 service neutron] Checking segment: {'id': '056a97c3-fa40-4757-b96f-04fb527ec8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd1484756-2d6b-4cf1-82f2-ca0b5a0942a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:21:25.122615 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07019dc-fca6-40ee-bf6f-1d63e37929f4 req-f4ef2bb5-6bdc-49e2-bca2-312df4bcd334 service neutron] Bound using segment: {'id': '056a97c3-fa40-4757-b96f-04fb527ec8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd1484756-2d6b-4cf1-82f2-ca0b5a0942a2'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:21:25.126868 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-b07019dc-fca6-40ee-bf6f-1d63e37929f4 req-f4ef2bb5-6bdc-49e2-bca2-312df4bcd334 service neutron] Bound port: 7bcf43a8-bfa7-4bb5-9c12-f17982df12f4, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '056a97c3-fa40-4757-b96f-04fb527ec8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd1484756-2d6b-4cf1-82f2-ca0b5a0942a2'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:21:25.127674 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b07019dc-fca6-40ee-bf6f-1d63e37929f4 req-f4ef2bb5-6bdc-49e2-bca2-312df4bcd334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:25.140020 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4685916e-5d5b-4cb6-aa64-9d18e64ebf51 None None] New status for floating IP 7f0f4c3e-d69e-4713-814c-defa15a29f82: ACTIVE {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:21:25.184566 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-c418d7a3-ca4f-4604-ba4d-abb718c60ec1 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Deleting port 103e5acf-d11a-45af-af0b-a475d6dacf1e {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:21:25.185241 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c418d7a3-ca4f-4604-ba4d-abb718c60ec1 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:25.207964 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48747852-30c6-4162-baf8-e80c028bef2d None None] DHCP port deletion for c4971206-bbb7-43aa-bb4f-d40cdac82554 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:21:25.380033 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:25.410191 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-48747852-30c6-4162-baf8-e80c028bef2d None None] Deleting port 103e5acf-d11a-45af-af0b-a475d6dacf1e {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:21:25.411328 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-48747852-30c6-4162-baf8-e80c028bef2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:25.450133 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-b07019dc-fca6-40ee-bf6f-1d63e37929f4 req-f4ef2bb5-6bdc-49e2-bca2-312df4bcd334 service neutron] For port 7bcf43a8-bfa7-4bb5-9c12-f17982df12f4, host n-h1-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:21:25.457104 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-b07019dc-fca6-40ee-bf6f-1d63e37929f4 req-f4ef2bb5-6bdc-49e2-bca2-312df4bcd334 service neutron] For port 7bcf43a8-bfa7-4bb5-9c12-f17982df12f4, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=7bcf43a8-bfa7-4bb5-9c12-f17982df12f4,segment=NetworkSegment(056a97c3-fa40-4757-b96f-04fb527ec8cd),segment_id=056a97c3-fa40-4757-b96f-04fb527ec8cd)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:21:25.465445 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40260) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:25.476798 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b07019dc-fca6-40ee-bf6f-1d63e37929f4 req-f4ef2bb5-6bdc-49e2-bca2-312df4bcd334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:25.552411 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07019dc-fca6-40ee-bf6f-1d63e37929f4 req-f4ef2bb5-6bdc-49e2-bca2-312df4bcd334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:25.553108 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b07019dc-fca6-40ee-bf6f-1d63e37929f4 req-f4ef2bb5-6bdc-49e2-bca2-312df4bcd334 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:25.554915 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b07019dc-fca6-40ee-bf6f-1d63e37929f4 req-f4ef2bb5-6bdc-49e2-bca2-312df4bcd334 service neutron] 10.222.0.49 "PUT /v2.0/ports/7bcf43a8-bfa7-4bb5-9c12-f17982df12f4 HTTP/1.1" status: 200 len: 1092 time: 1.8670781 Jul 15 23:21:25.584184 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05720806-8575-431b-8b71-13137bdffa34', 'tag': '7bcf43a8-bfa7-4bb5-9c12-f17982df12f4'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:21:25.589045 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c00b49-5bb6-4688-96a9-78897288985d" -d '{"events": [{"name": "network-changed", "server_uuid": "05720806-8575-431b-8b71-13137bdffa34", "tag": "7bcf43a8-bfa7-4bb5-9c12-f17982df12f4"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:21:25.590864 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-48747852-30c6-4162-baf8-e80c028bef2d None None] For port 103e5acf-d11a-45af-af0b-a475d6dacf1e, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=103e5acf-d11a-45af-af0b-a475d6dacf1e,segment=NetworkSegment(51cf9f40-d272-4be1-a177-0adec9a5e714),segment_id=51cf9f40-d272-4be1-a177-0adec9a5e714)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:25.591477 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-48747852-30c6-4162-baf8-e80c028bef2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:25.616957 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-48747852-30c6-4162-baf8-e80c028bef2d None None] Calling delete_port for 103e5acf-d11a-45af-af0b-a475d6dacf1e owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:21:25.644248 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96208b08-1250-491b-a033-2172600eff9f req-454b680c-1c94-4d68-bcaf-5735feba2963 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:25.658890 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-96208b08-1250-491b-a033-2172600eff9f req-454b680c-1c94-4d68-bcaf-5735feba2963 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b079fb3-e58e-461b-a5e4-891961e8c6b2 HTTP/1.1" status: 200 len: 946 time: 1.4732955 Jul 15 23:21:25.671061 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-c418d7a3-ca4f-4604-ba4d-abb718c60ec1 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] For port 103e5acf-d11a-45af-af0b-a475d6dacf1e, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=103e5acf-d11a-45af-af0b-a475d6dacf1e,segment=NetworkSegment(51cf9f40-d272-4be1-a177-0adec9a5e714),segment_id=51cf9f40-d272-4be1-a177-0adec9a5e714)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:25.671635 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c418d7a3-ca4f-4604-ba4d-abb718c60ec1 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:25.672594 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5f5d4f72-7242-4882-bbee-cb6db7b82446 req-b7848355-bcdf-43ac-b563-afb26d908411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:25.675018 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27e8c92-e8d5-4204-9494-a766630cbf08 tempest-TagsTest-785840046 tempest-TagsTest-785840046-project] Pushing event deleted for resources: {'Network': ['ID=5869ae60-2df5-4110-ad10-78771ad063f6,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:25.748711 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-c418d7a3-ca4f-4604-ba4d-abb718c60ec1 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Calling delete_port for 103e5acf-d11a-45af-af0b-a475d6dacf1e owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:21:25.772009 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-48747852-30c6-4162-baf8-e80c028bef2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:25.814079 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48747852-30c6-4162-baf8-e80c028bef2d None None] Pushing event deleted for resources: {'Port': ['ID=103e5acf-d11a-45af-af0b-a475d6dacf1e,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:25.830192 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48747852-30c6-4162-baf8-e80c028bef2d None None] No DVR routers for this DVR port 103e5acf-d11a-45af-af0b-a475d6dacf1e on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:21:25.871756 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ef2bb5-6bdc-49e2-bca2-312df4bcd334 service neutron] Pushing event updated for resources: {'Port': ['ID=7bcf43a8-bfa7-4bb5-9c12-f17982df12f4,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:25.884487 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-72f3cde3-1a65-4c69-9c5c-c0c1c9de1301 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9b59685662df4bf68c6c40b7fc409ba7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4166181 Jul 15 23:21:25.890293 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40268) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:25.909997 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-96208b08-1250-491b-a033-2172600eff9f req-ee4a9237-3876-48c3-a924-3f118e875ed5 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/security-groups?id=79ac3595-42a7-47eb-84e8-f2b8781d451d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501218 Jul 15 23:21:25.929228 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ef2bb5-6bdc-49e2-bca2-312df4bcd334 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:25.929584 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ef2bb5-6bdc-49e2-bca2-312df4bcd334 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:25.929938 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ef2bb5-6bdc-49e2-bca2-312df4bcd334 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:25.930246 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ef2bb5-6bdc-49e2-bca2-312df4bcd334 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:25.931137 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ef2bb5-6bdc-49e2-bca2-312df4bcd334 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:25.932344 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ef2bb5-6bdc-49e2-bca2-312df4bcd334 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:25.932344 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ef2bb5-6bdc-49e2-bca2-312df4bcd334 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:25.932344 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ef2bb5-6bdc-49e2-bca2-312df4bcd334 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:25.932865 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ef2bb5-6bdc-49e2-bca2-312df4bcd334 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:25.933055 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ef2bb5-6bdc-49e2-bca2-312df4bcd334 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:25.933391 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ef2bb5-6bdc-49e2-bca2-312df4bcd334 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:25.933701 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ef2bb5-6bdc-49e2-bca2-312df4bcd334 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:25.966148 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bba290cd-4e1a-4c39-beca-8ecca4b27b4e req-cb813d79-368e-4a42-a8ed-fbac115f4d18 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a01f3283-b0ce-406c-8c11-d4179855b288 HTTP/1.1" status: 200 len: 1000 time: 0.2967789 Jul 15 23:21:25.987317 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c418d7a3-ca4f-4604-ba4d-abb718c60ec1 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:25.997777 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7848355-bcdf-43ac-b563-afb26d908411 service neutron] Pushing event updated for resources: {'Port': ['ID=eee2b680-37fa-43ff-a604-8082e9efc228,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:26.005686 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07019dc-fca6-40ee-bf6f-1d63e37929f4 req-1d3fcf75-cbf8-4e21-9d58-7871028813c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:26.008528 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b07019dc-fca6-40ee-bf6f-1d63e37929f4 req-1d3fcf75-cbf8-4e21-9d58-7871028813c5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4b15e22ba4eb43169240491cd7fe1115&device_id=05720806-8575-431b-8b71-13137bdffa34 HTTP/1.1" status: 200 len: 1095 time: 0.3566818 Jul 15 23:21:26.015004 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1000f5ab-1dd7-4fb1-a9dd-83998306c2bc x-openstack-request-id: req-1000f5ab-1dd7-4fb1-a9dd-83998306c2bc {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:21:26.015004 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05720806-8575-431b-8b71-13137bdffa34", "tag": "7bcf43a8-bfa7-4bb5-9c12-f17982df12f4", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:21:26.015004 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1000f5ab-1dd7-4fb1-a9dd-83998306c2bc {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:21:26.015714 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05720806-8575-431b-8b71-13137bdffa34', 'tag': '7bcf43a8-bfa7-4bb5-9c12-f17982df12f4', 'status': 'completed', 'code': 200} Jul 15 23:21:26.053963 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c418d7a3-ca4f-4604-ba4d-abb718c60ec1 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] No DVR routers for this DVR port 103e5acf-d11a-45af-af0b-a475d6dacf1e on host n-d-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:21:26.057616 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c418d7a3-ca4f-4604-ba4d-abb718c60ec1 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Pushing event deleted for resources: {'Port': ['ID=103e5acf-d11a-45af-af0b-a475d6dacf1e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:26.126933 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b07019dc-fca6-40ee-bf6f-1d63e37929f4 req-630d7345-d616-43db-a951-6444f571a3fc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7bcf43a8-bfa7-4bb5-9c12-f17982df12f4 HTTP/1.1" status: 200 len: 217 time: 0.0814128 Jul 15 23:21:26.137027 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ed4e3-9982-4dbf-8c27-3ceace281f14 req-53a084b4-75f1-44b4-a226-6dc16ac74517 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:26.139687 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ee7ed4e3-9982-4dbf-8c27-3ceace281f14 req-53a084b4-75f1-44b4-a226-6dc16ac74517 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=05720806-8575-431b-8b71-13137bdffa34 HTTP/1.1" status: 200 len: 944 time: 0.4687049 Jul 15 23:21:26.143567 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba290cd-4e1a-4c39-beca-8ecca4b27b4e req-ed7b03b9-dcf7-403f-986a-c1437d3f6f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:26.145119 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bba290cd-4e1a-4c39-beca-8ecca4b27b4e req-ed7b03b9-dcf7-403f-986a-c1437d3f6f41 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5f7b3b09-7f77-4a52-b4f8-3f5a98ea7d90 HTTP/1.1" status: 200 len: 844 time: 0.1350846 Jul 15 23:21:26.148983 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-5f5d4f72-7242-4882-bbee-cb6db7b82446 req-b7848355-bcdf-43ac-b563-afb26d908411 service neutron] Attempting to bind port eee2b680-37fa-43ff-a604-8082e9efc228 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:21:26.150790 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-5f5d4f72-7242-4882-bbee-cb6db7b82446 req-b7848355-bcdf-43ac-b563-afb26d908411 service neutron] Attempting to bind port eee2b680-37fa-43ff-a604-8082e9efc228 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': 'c08d6e59-4328-491c-a602-0ffe851fe73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f09efb19-c2a9-4d4f-a5e4-cf22a2eda2d2'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:21:26.151261 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5d4f72-7242-4882-bbee-cb6db7b82446 req-b7848355-bcdf-43ac-b563-afb26d908411 service neutron] Attempting to bind port eee2b680-37fa-43ff-a604-8082e9efc228 on network f09efb19-c2a9-4d4f-a5e4-cf22a2eda2d2 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:21:26.203638 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cae156a6-22dd-4d42-97c9-ba1969386261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:26.212113 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5d4f72-7242-4882-bbee-cb6db7b82446 req-b7848355-bcdf-43ac-b563-afb26d908411 service neutron] Port eee2b680-37fa-43ff-a604-8082e9efc228 on network f09efb19-c2a9-4d4f-a5e4-cf22a2eda2d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:21:26.212545 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5d4f72-7242-4882-bbee-cb6db7b82446 req-b7848355-bcdf-43ac-b563-afb26d908411 service neutron] Attempting to bind port eee2b680-37fa-43ff-a604-8082e9efc228 on network f09efb19-c2a9-4d4f-a5e4-cf22a2eda2d2 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:21:26.262666 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5d4f72-7242-4882-bbee-cb6db7b82446 req-b7848355-bcdf-43ac-b563-afb26d908411 service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:21:26.263018 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5d4f72-7242-4882-bbee-cb6db7b82446 req-b7848355-bcdf-43ac-b563-afb26d908411 service neutron] Checking segment: {'id': 'c08d6e59-4328-491c-a602-0ffe851fe73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f09efb19-c2a9-4d4f-a5e4-cf22a2eda2d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:21:26.263438 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5d4f72-7242-4882-bbee-cb6db7b82446 req-b7848355-bcdf-43ac-b563-afb26d908411 service neutron] Bound using segment: {'id': 'c08d6e59-4328-491c-a602-0ffe851fe73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f09efb19-c2a9-4d4f-a5e4-cf22a2eda2d2'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:21:26.263921 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-5f5d4f72-7242-4882-bbee-cb6db7b82446 req-b7848355-bcdf-43ac-b563-afb26d908411 service neutron] Bound port: eee2b680-37fa-43ff-a604-8082e9efc228, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c08d6e59-4328-491c-a602-0ffe851fe73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f09efb19-c2a9-4d4f-a5e4-cf22a2eda2d2'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:21:26.264288 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5f5d4f72-7242-4882-bbee-cb6db7b82446 req-b7848355-bcdf-43ac-b563-afb26d908411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:26.277133 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c418d7a3-ca4f-4604-ba4d-abb718c60ec1 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:26.304243 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ee7ed4e3-9982-4dbf-8c27-3ceace281f14 req-9f852430-a32d-4d9b-a0d9-564b809167af tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469810 Jul 15 23:21:26.312799 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07019dc-fca6-40ee-bf6f-1d63e37929f4 req-3c3a4e26-c72d-430b-a79a-def71228709a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:26.315382 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b07019dc-fca6-40ee-bf6f-1d63e37929f4 req-3c3a4e26-c72d-430b-a79a-def71228709a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1ce1cd1d-7829-480f-9da2-8bc3514230d8 HTTP/1.1" status: 200 len: 846 time: 0.1688838 Jul 15 23:21:26.319118 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cae156a6-22dd-4d42-97c9-ba1969386261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:26.323415 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-c418d7a3-ca4f-4604-ba4d-abb718c60ec1 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4971206-bbb7-43aa-bb4f-d40cdac82554']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:26.345716 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-c418d7a3-ca4f-4604-ba4d-abb718c60ec1 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51cf9f40-d272-4be1-a177-0adec9a5e714') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:26.346007 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-c418d7a3-ca4f-4604-ba4d-abb718c60ec1 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51cf9f40-d272-4be1-a177-0adec9a5e714') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:26.389290 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba290cd-4e1a-4c39-beca-8ecca4b27b4e req-5edaf604-ac22-4ff3-b3bd-a9a814edf4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:26.391033 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bba290cd-4e1a-4c39-beca-8ecca4b27b4e req-5edaf604-ac22-4ff3-b3bd-a9a814edf4c1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=18103b5f-44c1-48b7-87f6-2b0a264a1f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2361610 Jul 15 23:21:26.404782 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c418d7a3-ca4f-4604-ba4d-abb718c60ec1 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:26.404782 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b07019dc-fca6-40ee-bf6f-1d63e37929f4 req-f19df94b-1df8-4fb7-a8c8-9d9e1a2b0550 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d1484756-2d6b-4cf1-82f2-ca0b5a0942a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690694 Jul 15 23:21:26.417189 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-5f5d4f72-7242-4882-bbee-cb6db7b82446 req-b7848355-bcdf-43ac-b563-afb26d908411 service neutron] For port eee2b680-37fa-43ff-a604-8082e9efc228, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:21:26.426778 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-5f5d4f72-7242-4882-bbee-cb6db7b82446 req-b7848355-bcdf-43ac-b563-afb26d908411 service neutron] For port eee2b680-37fa-43ff-a604-8082e9efc228, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=eee2b680-37fa-43ff-a604-8082e9efc228,segment=NetworkSegment(c08d6e59-4328-491c-a602-0ffe851fe73c),segment_id=c08d6e59-4328-491c-a602-0ffe851fe73c)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:21:26.437937 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:21:26.448259 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5f5d4f72-7242-4882-bbee-cb6db7b82446 req-b7848355-bcdf-43ac-b563-afb26d908411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:26.478378 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a064712-8fac-44d7-8d59-efecebfe813c req-91e8d7bc-be89-4c7b-be58-48f534f9f320 tempest-ServerMetadataNegativeTestJSON-1792625035 tempest-ServerMetadataNegativeTestJSON-1792625035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:26.486332 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c418d7a3-ca4f-4604-ba4d-abb718c60ec1 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:26.486910 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8a064712-8fac-44d7-8d59-efecebfe813c req-91e8d7bc-be89-4c7b-be58-48f534f9f320 tempest-ServerMetadataNegativeTestJSON-1792625035 tempest-ServerMetadataNegativeTestJSON-1792625035-project] 10.222.0.48 "GET /v2.0/ports?device_id=60059d68-e841-4905-949b-a77d0d780976 HTTP/1.1" status: 200 len: 943 time: 0.2759984 Jul 15 23:21:26.520506 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c418d7a3-ca4f-4604-ba4d-abb718c60ec1 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:21:26.521254 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c418d7a3-ca4f-4604-ba4d-abb718c60ec1 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:26.526467 n-d-794306-6 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:21:26.526467 n-d-794306-6 neutron-server[93771]: self.session.flush() Jul 15 23:21:26.526467 n-d-794306-6 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:21:26.526467 n-d-794306-6 neutron-server[93771]: self.session.flush() Jul 15 23:21:26.526467 n-d-794306-6 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:21:26.526467 n-d-794306-6 neutron-server[93771]: self.session.flush() Jul 15 23:21:26.526467 n-d-794306-6 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:21:26.526467 n-d-794306-6 neutron-server[93771]: self.session.flush() Jul 15 23:21:26.526467 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:21:26.526467 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:21:26.526467 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:21:26.526467 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:21:26.526467 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:21:26.526467 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:21:26.526467 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:21:26.526467 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:21:26.526467 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:21:26.526467 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:21:26.526467 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:21:26.526467 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:21:26.526467 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:21:26.526467 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:21:26.526467 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:21:26.526467 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:21:26.526467 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:21:26.526467 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:21:26.526467 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:21:26.526467 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:21:26.526467 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:21:26.526467 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:21:26.526467 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:21:26.526467 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:21:26.526467 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:21:26.526467 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:21:26.526467 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:21:26.526467 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:21:26.526467 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:21:26.526467 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:21:26.526467 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:21:26.526467 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:21:26.604807 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 103e5acf-d11a-45af-af0b-a475d6dacf1e no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:21:26.605937 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d4f72-7242-4882-bbee-cb6db7b82446 req-b7848355-bcdf-43ac-b563-afb26d908411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:26.606585 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5f5d4f72-7242-4882-bbee-cb6db7b82446 req-b7848355-bcdf-43ac-b563-afb26d908411 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:26.611103 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5f5d4f72-7242-4882-bbee-cb6db7b82446 req-b7848355-bcdf-43ac-b563-afb26d908411 service neutron] 10.222.0.49 "PUT /v2.0/ports/eee2b680-37fa-43ff-a604-8082e9efc228 HTTP/1.1" status: 200 len: 1091 time: 2.8827324 Jul 15 23:21:26.615414 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60059d68-e841-4905-949b-a77d0d780976', 'tag': 'eee2b680-37fa-43ff-a604-8082e9efc228'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:21:26.618544 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5086c2fe-bb51-405f-b09e-96247293614c" -d '{"events": [{"name": "network-changed", "server_uuid": "60059d68-e841-4905-949b-a77d0d780976", "tag": "eee2b680-37fa-43ff-a604-8082e9efc228"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:21:26.636950 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 103e5acf-d11a-45af-af0b-a475d6dacf1e {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:21:26.637441 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 103e5acf-d11a-45af-af0b-a475d6dacf1e not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:21:26.701335 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8a064712-8fac-44d7-8d59-efecebfe813c req-764ad641-d62e-4d51-8269-28d66e143d55 tempest-ServerMetadataNegativeTestJSON-1792625035 tempest-ServerMetadataNegativeTestJSON-1792625035-project] 10.222.0.48 "GET /v2.0/security-groups?id=199f017b-545d-4e4e-a1a2-f5225262a625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128830 Jul 15 23:21:26.706342 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cae156a6-22dd-4d42-97c9-ba1969386261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:26.711105 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cae156a6-22dd-4d42-97c9-ba1969386261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:26.714042 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-cae156a6-22dd-4d42-97c9-ba1969386261 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7562e887-0ab5-41e9-845e-aa35fede7ad9 HTTP/1.1" status: 204 len: 168 time: 0.8225539 Jul 15 23:21:26.732266 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae156a6-22dd-4d42-97c9-ba1969386261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7562e887-0ab5-41e9-845e-aa35fede7ad9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:26.756670 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c418d7a3-ca4f-4604-ba4d-abb718c60ec1 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:26.773821 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c22ed849-2969-41bd-83d4-99aa1a3c59b4 x-openstack-request-id: req-c22ed849-2969-41bd-83d4-99aa1a3c59b4 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:21:26.774290 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60059d68-e841-4905-949b-a77d0d780976", "tag": "eee2b680-37fa-43ff-a604-8082e9efc228", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:21:26.775218 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c22ed849-2969-41bd-83d4-99aa1a3c59b4 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:21:26.775920 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60059d68-e841-4905-949b-a77d0d780976', 'tag': 'eee2b680-37fa-43ff-a604-8082e9efc228', 'status': 'completed', 'code': 200} Jul 15 23:21:26.782459 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c418d7a3-ca4f-4604-ba4d-abb718c60ec1 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:26.787476 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c418d7a3-ca4f-4604-ba4d-abb718c60ec1 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] 10.222.0.48 "DELETE /v2.0/networks/c4971206-bbb7-43aa-bb4f-d40cdac82554 HTTP/1.1" status: 204 len: 168 time: 2.0861614 Jul 15 23:21:26.787830 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7848355-bcdf-43ac-b563-afb26d908411 service neutron] Pushing event updated for resources: {'Port': ['ID=eee2b680-37fa-43ff-a604-8082e9efc228,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:26.789699 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40278) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:26.808173 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bba290cd-4e1a-4c39-beca-8ecca4b27b4e req-573e81c0-c8c1-443e-af56-5bcf0a963d2e service neutron] 10.222.0.49 "GET /v2.0/networks/18103b5f-44c1-48b7-87f6-2b0a264a1f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3758538 Jul 15 23:21:26.863068 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c418d7a3-ca4f-4604-ba4d-abb718c60ec1 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Pushing event deleted for resources: {'Network': ['ID=c4971206-bbb7-43aa-bb4f-d40cdac82554,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:26.870063 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ee93ca8-bddd-40a6-a5e2-264f462e0b4b tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] DELETE failed (client error): The resource could not be found. Jul 15 23:21:26.870548 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ee93ca8-bddd-40a6-a5e2-264f462e0b4b tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:21:26.874089 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-8ee93ca8-bddd-40a6-a5e2-264f462e0b4b tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] 10.222.0.48 "DELETE /v2.0/subnets/40ce8835-dc0e-451e-a3f6-fb201ece43bd HTTP/1.1" status: 404 len: 337 time: 0.0782249 Jul 15 23:21:26.876390 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b07019dc-fca6-40ee-bf6f-1d63e37929f4 req-0850d276-2cb6-4c21-b67d-b2ac2a7b02ea service neutron] 10.222.0.49 "GET /v2.0/networks/d1484756-2d6b-4cf1-82f2-ca0b5a0942a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4490032 Jul 15 23:21:26.876913 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40280) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:26.921408 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-72f2f0ba-2957-4b11-ab23-79aa5fcb8494 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] DELETE failed (client error): The resource could not be found. Jul 15 23:21:26.922054 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72f2f0ba-2957-4b11-ab23-79aa5fcb8494 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:21:26.923871 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-72f2f0ba-2957-4b11-ab23-79aa5fcb8494 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] 10.222.0.48 "DELETE /v2.0/networks/97340c9d-0f74-48b1-b2da-9bf630ed25a6 HTTP/1.1" status: 404 len: 339 time: 0.0459294 Jul 15 23:21:26.928346 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 40282) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:26.945472 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d4f72-7242-4882-bbee-cb6db7b82446 req-c9a4fe4b-4125-4cac-9aae-30792115dcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:26.948999 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5f5d4f72-7242-4882-bbee-cb6db7b82446 req-c9a4fe4b-4125-4cac-9aae-30792115dcc4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5ea33902f301426c9862000f64e06a55&device_id=60059d68-e841-4905-949b-a77d0d780976 HTTP/1.1" status: 200 len: 1094 time: 0.2633538 Jul 15 23:21:27.034987 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b07019dc-fca6-40ee-bf6f-1d63e37929f4 req-02dfef0d-af6f-4375-a5dc-ad13f99538fc service neutron] 10.222.0.49 "GET /v2.0/networks/d1484756-2d6b-4cf1-82f2-ca0b5a0942a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465988 Jul 15 23:21:27.074200 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5f5d4f72-7242-4882-bbee-cb6db7b82446 req-700b05f0-a6d3-494f-b50f-c4bd60075f2a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eee2b680-37fa-43ff-a604-8082e9efc228 HTTP/1.1" status: 200 len: 217 time: 0.0812731 Jul 15 23:21:27.155148 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bba290cd-4e1a-4c39-beca-8ecca4b27b4e req-5ed3cf26-c85b-4782-8389-57e5c63661cc service neutron] 10.222.0.49 "GET /v2.0/networks/18103b5f-44c1-48b7-87f6-2b0a264a1f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352425 Jul 15 23:21:27.180072 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2046161-959e-4460-9c75-b7995f66e0b3 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Deleting subnet d89d845f-b771-44e4-b2cb-d423c9bfa037 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:21:27.194930 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f2046161-959e-4460-9c75-b7995f66e0b3 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:27.219552 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c00b49-5bb6-4688-96a9-78897288985d req-1c6e55f3-2a2a-4897-b09a-ff90b7705a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:27.222268 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c8c00b49-5bb6-4688-96a9-78897288985d req-1c6e55f3-2a2a-4897-b09a-ff90b7705a91 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4b15e22ba4eb43169240491cd7fe1115&device_id=05720806-8575-431b-8b71-13137bdffa34 HTTP/1.1" status: 200 len: 1095 time: 0.0979862 Jul 15 23:21:27.300426 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d4f72-7242-4882-bbee-cb6db7b82446 req-4cb8f20a-52d9-4bec-a7e4-01c74d4f679b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:27.302982 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5f5d4f72-7242-4882-bbee-cb6db7b82446 req-4cb8f20a-52d9-4bec-a7e4-01c74d4f679b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f22c8ceb-0849-463a-8868-0e22848a7a23 HTTP/1.1" status: 200 len: 861 time: 0.2095397 Jul 15 23:21:27.319927 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f2046161-959e-4460-9c75-b7995f66e0b3 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:27.395487 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5f5d4f72-7242-4882-bbee-cb6db7b82446 req-78978a12-c696-4fb6-8886-bce8729f3074 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f09efb19-c2a9-4d4f-a5e4-cf22a2eda2d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801008 Jul 15 23:21:27.409357 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c00b49-5bb6-4688-96a9-78897288985d req-57a0c71d-06eb-47b0-b314-9f641989c98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:27.413201 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c8c00b49-5bb6-4688-96a9-78897288985d req-57a0c71d-06eb-47b0-b314-9f641989c98f service neutron] 10.222.0.49 "GET /v2.0/networks?id=d1484756-2d6b-4cf1-82f2-ca0b5a0942a2 HTTP/1.1" status: 200 len: 907 time: 0.1802289 Jul 15 23:21:27.485545 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb6027-b08b-46a6-a61d-3ce8816d616e req-755be7c1-60be-4f96-8975-febd2b476bc7 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:27.493624 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c8c00b49-5bb6-4688-96a9-78897288985d req-e58cc26e-c26b-4b83-a7c2-6f634e9bc693 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7bcf43a8-bfa7-4bb5-9c12-f17982df12f4 HTTP/1.1" status: 200 len: 217 time: 0.0712743 Jul 15 23:21:27.494114 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bfeb6027-b08b-46a6-a61d-3ce8816d616e req-755be7c1-60be-4f96-8975-febd2b476bc7 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b079fb3-e58e-461b-a5e4-891961e8c6b2 HTTP/1.1" status: 200 len: 946 time: 0.3448601 Jul 15 23:21:27.581196 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c00b49-5bb6-4688-96a9-78897288985d req-d6c0ef93-9d09-4862-8c96-c33126fb5ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:27.582752 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c8c00b49-5bb6-4688-96a9-78897288985d req-d6c0ef93-9d09-4862-8c96-c33126fb5ba9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1ce1cd1d-7829-480f-9da2-8bc3514230d8 HTTP/1.1" status: 200 len: 846 time: 0.0799589 Jul 15 23:21:27.638478 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f2046161-959e-4460-9c75-b7995f66e0b3 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:27.654522 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c8c00b49-5bb6-4688-96a9-78897288985d req-39c447bb-aee9-4d29-ab22-546057190292 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d1484756-2d6b-4cf1-82f2-ca0b5a0942a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473332 Jul 15 23:21:27.706916 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bfeb6027-b08b-46a6-a61d-3ce8816d616e req-00df3684-1f6e-4d20-acac-573910f15d3f tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/security-groups?id=79ac3595-42a7-47eb-84e8-f2b8781d451d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082002 Jul 15 23:21:27.715096 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5f5d4f72-7242-4882-bbee-cb6db7b82446 req-bca5a106-91fb-43cb-bb11-701d05e236e7 service neutron] 10.222.0.49 "GET /v2.0/networks/f09efb19-c2a9-4d4f-a5e4-cf22a2eda2d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986801 Jul 15 23:21:27.783450 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f2046161-959e-4460-9c75-b7995f66e0b3 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:27.832315 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c8c00b49-5bb6-4688-96a9-78897288985d req-9986ef9e-e718-4770-973b-4334291a6e99 service neutron] 10.222.0.49 "GET /v2.0/networks/d1484756-2d6b-4cf1-82f2-ca0b5a0942a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700318 Jul 15 23:21:27.885919 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2046161-959e-4460-9c75-b7995f66e0b3 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Pushing event deleted for resources: {'Subnet': ['ID=d89d845f-b771-44e4-b2cb-d423c9bfa037,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:27.899913 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f2046161-959e-4460-9c75-b7995f66e0b3 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:27.905662 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a1cf33-80bd-45a8-8b7b-45db99f74134 None None] Network a581ea92-602a-46e8-ad5d-59d4e003e6ed requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:21:27.907390 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40312) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:27.908724 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-f2046161-959e-4460-9c75-b7995f66e0b3 tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] 10.222.0.48 "DELETE /v2.0/subnets/d89d845f-b771-44e4-b2cb-d423c9bfa037 HTTP/1.1" status: 204 len: 168 time: 0.9781296 Jul 15 23:21:27.935511 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29beee97-3916-48fb-955b-b085da1321b8 req-7c2ee67a-717b-42af-b9c7-067449e12e0d tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:27.948181 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-29beee97-3916-48fb-955b-b085da1321b8 req-7c2ee67a-717b-42af-b9c7-067449e12e0d tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=05720806-8575-431b-8b71-13137bdffa34 HTTP/1.1" status: 200 len: 944 time: 0.3886828 Jul 15 23:21:28.056556 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b001046e-8c3f-4cc0-bc41-0f450197723e tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:28.116106 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-29beee97-3916-48fb-955b-b085da1321b8 req-1b5863e4-641c-4dd7-8546-e3c716b95092 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664071 Jul 15 23:21:28.139816 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5f5d4f72-7242-4882-bbee-cb6db7b82446 req-8e0d3cac-5000-4794-89c4-9b48f2432ad8 service neutron] 10.222.0.49 "GET /v2.0/networks/f09efb19-c2a9-4d4f-a5e4-cf22a2eda2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3689067 Jul 15 23:21:28.267256 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c8c00b49-5bb6-4688-96a9-78897288985d req-89dab5df-94b0-456e-9b41-e06fe76da081 service neutron] 10.222.0.49 "GET /v2.0/networks/d1484756-2d6b-4cf1-82f2-ca0b5a0942a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4239826 Jul 15 23:21:28.315397 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b001046e-8c3f-4cc0-bc41-0f450197723e tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Deleting port b20561e9-0515-4827-9c55-fbcecfc283e0 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:21:28.315948 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b001046e-8c3f-4cc0-bc41-0f450197723e tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:28.344463 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521abf12-b7bb-49f9-9069-05f8ebae5a27 None None] DHCP port deletion for a581ea92-602a-46e8-ad5d-59d4e003e6ed request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:21:28.423113 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-521abf12-b7bb-49f9-9069-05f8ebae5a27 None None] Deleting port b20561e9-0515-4827-9c55-fbcecfc283e0 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:21:28.424115 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-521abf12-b7bb-49f9-9069-05f8ebae5a27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:28.449304 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5086c2fe-bb51-405f-b09e-96247293614c req-b42ba422-861f-4564-980c-f2898895d25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:28.452677 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5086c2fe-bb51-405f-b09e-96247293614c req-b42ba422-861f-4564-980c-f2898895d25c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5ea33902f301426c9862000f64e06a55&device_id=60059d68-e841-4905-949b-a77d0d780976 HTTP/1.1" status: 200 len: 1094 time: 0.2264483 Jul 15 23:21:28.457676 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-b001046e-8c3f-4cc0-bc41-0f450197723e tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] For port b20561e9-0515-4827-9c55-fbcecfc283e0, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=b20561e9-0515-4827-9c55-fbcecfc283e0,segment=NetworkSegment(855104ae-be2b-470b-85cc-1c801222bb9b),segment_id=855104ae-be2b-470b-85cc-1c801222bb9b)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:28.457877 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b001046e-8c3f-4cc0-bc41-0f450197723e tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:28.473044 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b001046e-8c3f-4cc0-bc41-0f450197723e tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Calling delete_port for b20561e9-0515-4827-9c55-fbcecfc283e0 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:21:28.569550 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5ced06-d167-4934-a178-08a692f06086 req-0c5dc5d1-c7b0-41e6-9d78-72f0513befb6 tempest-ServerMetadataNegativeTestJSON-1792625035 tempest-ServerMetadataNegativeTestJSON-1792625035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:28.579100 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-da5ced06-d167-4934-a178-08a692f06086 req-0c5dc5d1-c7b0-41e6-9d78-72f0513befb6 tempest-ServerMetadataNegativeTestJSON-1792625035 tempest-ServerMetadataNegativeTestJSON-1792625035-project] 10.222.0.48 "GET /v2.0/ports?device_id=60059d68-e841-4905-949b-a77d0d780976 HTTP/1.1" status: 200 len: 943 time: 0.2477074 Jul 15 23:21:28.590228 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-521abf12-b7bb-49f9-9069-05f8ebae5a27 None None] For port b20561e9-0515-4827-9c55-fbcecfc283e0, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=b20561e9-0515-4827-9c55-fbcecfc283e0,segment=NetworkSegment(855104ae-be2b-470b-85cc-1c801222bb9b),segment_id=855104ae-be2b-470b-85cc-1c801222bb9b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:28.590635 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-521abf12-b7bb-49f9-9069-05f8ebae5a27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:28.594782 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device b20561e9-0515-4827-9c55-fbcecfc283e0 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:21:28.613408 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b001046e-8c3f-4cc0-bc41-0f450197723e tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:28.636517 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-521abf12-b7bb-49f9-9069-05f8ebae5a27 None None] Calling delete_port for b20561e9-0515-4827-9c55-fbcecfc283e0 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:21:28.663398 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b001046e-8c3f-4cc0-bc41-0f450197723e tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Pushing event deleted for resources: {'Port': ['ID=b20561e9-0515-4827-9c55-fbcecfc283e0,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:28.668031 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b001046e-8c3f-4cc0-bc41-0f450197723e tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] No DVR routers for this DVR port b20561e9-0515-4827-9c55-fbcecfc283e0 on host n-d-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:21:28.693491 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-da5ced06-d167-4934-a178-08a692f06086 req-430f7cfe-b3c2-4070-8cb4-c080a9a08b87 tempest-ServerMetadataNegativeTestJSON-1792625035 tempest-ServerMetadataNegativeTestJSON-1792625035-project] 10.222.0.48 "GET /v2.0/security-groups?id=199f017b-545d-4e4e-a1a2-f5225262a625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132960 Jul 15 23:21:28.695514 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No active binding found for port b20561e9-0515-4827-9c55-fbcecfc283e0 {{(pid=93772) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 15 23:21:28.695514 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device b20561e9-0515-4827-9c55-fbcecfc283e0 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:21:28.760338 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5086c2fe-bb51-405f-b09e-96247293614c req-e6d3dca3-df44-4de8-abe0-3cbeb624014b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:28.763332 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5086c2fe-bb51-405f-b09e-96247293614c req-e6d3dca3-df44-4de8-abe0-3cbeb624014b service neutron] 10.222.0.49 "GET /v2.0/networks?id=f09efb19-c2a9-4d4f-a5e4-cf22a2eda2d2 HTTP/1.1" status: 200 len: 922 time: 0.2937911 Jul 15 23:21:28.788073 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:21:28.788073 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:21:28.788073 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:21:28.788073 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:21:28.788073 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:21:28.788073 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:21:28.788073 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:21:28.788073 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:21:28.788073 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:21:28.788073 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:21:28.788073 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:21:28.788073 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:21:28.788073 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:21:28.788073 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:21:28.788073 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:21:28.788073 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:21:28.788073 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:21:28.788073 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:21:28.788073 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:21:28.788073 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:21:28.788073 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:21:28.788073 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:21:28.788073 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:21:28.788073 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:21:28.788073 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:21:28.788073 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:21:28.788073 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:21:28.788073 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:21:28.788073 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:21:28.788073 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:21:28.788073 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:21:28.788073 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:21:28.788073 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:21:28.788073 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:21:28.788073 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:21:28.788073 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:21:28.788073 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:21:28.788073 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:21:28.788073 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:21:28.788073 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:21:28.793430 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:21:28.793430 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:21:28.793430 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:21:28.793430 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:21:28.793430 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:21:28.793430 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:21:28.793430 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:21:28.793430 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:21:28.793430 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:21:28.793430 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:21:28.793430 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:21:28.793430 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:21:28.793430 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:21:28.793430 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:21:28.800788 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-521abf12-b7bb-49f9-9069-05f8ebae5a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:28.830813 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b001046e-8c3f-4cc0-bc41-0f450197723e tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:28.843417 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521abf12-b7bb-49f9-9069-05f8ebae5a27 None None] No DVR routers for this DVR port b20561e9-0515-4827-9c55-fbcecfc283e0 on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:21:28.844979 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-b001046e-8c3f-4cc0-bc41-0f450197723e tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a581ea92-602a-46e8-ad5d-59d4e003e6ed']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:28.845770 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521abf12-b7bb-49f9-9069-05f8ebae5a27 None None] Pushing event deleted for resources: {'Port': ['ID=b20561e9-0515-4827-9c55-fbcecfc283e0,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:28.868889 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5086c2fe-bb51-405f-b09e-96247293614c req-c7900c8c-9a08-406d-8101-2db7c0ce722d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eee2b680-37fa-43ff-a604-8082e9efc228 HTTP/1.1" status: 200 len: 217 time: 0.0965295 Jul 15 23:21:28.869964 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-b001046e-8c3f-4cc0-bc41-0f450197723e tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '855104ae-be2b-470b-85cc-1c801222bb9b') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:28.870681 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-b001046e-8c3f-4cc0-bc41-0f450197723e tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '855104ae-be2b-470b-85cc-1c801222bb9b') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:28.890182 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b001046e-8c3f-4cc0-bc41-0f450197723e tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:28.913392 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b001046e-8c3f-4cc0-bc41-0f450197723e tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:28.930999 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b001046e-8c3f-4cc0-bc41-0f450197723e tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:21:28.931977 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b001046e-8c3f-4cc0-bc41-0f450197723e tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:28.935666 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:21:28.935666 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:21:28.935666 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:21:28.935666 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:21:28.935666 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:21:28.935666 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:21:28.935666 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:21:28.935666 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:21:28.935666 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:21:28.935666 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:21:28.935666 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:21:28.935666 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:21:28.935666 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:21:28.935666 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:21:28.935666 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:21:28.935666 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:21:28.935666 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:21:28.935666 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:21:28.935666 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:21:28.935666 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:21:28.935666 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:21:28.935666 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:21:28.935666 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:21:28.935666 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:21:28.935666 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:21:28.935666 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:21:28.935666 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:21:28.935666 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:21:28.935666 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:21:28.935666 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:21:28.935666 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:21:28.935666 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:21:29.015297 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5086c2fe-bb51-405f-b09e-96247293614c req-708c19ee-7ca5-48c5-abdb-d306b4b40ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:29.018011 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5086c2fe-bb51-405f-b09e-96247293614c req-708c19ee-7ca5-48c5-abdb-d306b4b40ea3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f22c8ceb-0849-463a-8868-0e22848a7a23 HTTP/1.1" status: 200 len: 861 time: 0.1356769 Jul 15 23:21:29.029772 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b001046e-8c3f-4cc0-bc41-0f450197723e tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:29.047224 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b001046e-8c3f-4cc0-bc41-0f450197723e tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:29.053561 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b001046e-8c3f-4cc0-bc41-0f450197723e tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] 10.222.0.48 "DELETE /v2.0/networks/a581ea92-602a-46e8-ad5d-59d4e003e6ed HTTP/1.1" status: 204 len: 168 time: 1.1438165 Jul 15 23:21:29.070448 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5086c2fe-bb51-405f-b09e-96247293614c req-a0506f79-9025-4f32-9867-b0c10631fd18 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f09efb19-c2a9-4d4f-a5e4-cf22a2eda2d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426033 Jul 15 23:21:29.078158 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b001046e-8c3f-4cc0-bc41-0f450197723e tempest-NetworksIpV6Test-1270706495 tempest-NetworksIpV6Test-1270706495-project] Pushing event deleted for resources: {'Network': ['ID=a581ea92-602a-46e8-ad5d-59d4e003e6ed,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:29.163273 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c0812e-321f-453f-9988-70836a3b53c4 req-72aea3b6-54a0-4ac5-aece-0070b998d581 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:29.166012 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-90c0812e-321f-453f-9988-70836a3b53c4 req-72aea3b6-54a0-4ac5-aece-0070b998d581 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b079fb3-e58e-461b-a5e4-891961e8c6b2 HTTP/1.1" status: 200 len: 946 time: 0.2254558 Jul 15 23:21:29.265574 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5086c2fe-bb51-405f-b09e-96247293614c req-4fb8da12-81f3-41a3-ace5-c3ac69c4301f service neutron] 10.222.0.49 "GET /v2.0/networks/f09efb19-c2a9-4d4f-a5e4-cf22a2eda2d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794643 Jul 15 23:21:29.355133 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-90c0812e-321f-453f-9988-70836a3b53c4 req-49134d6a-ae75-4956-b61d-66d32bc5e3f1 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/security-groups?id=79ac3595-42a7-47eb-84e8-f2b8781d451d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492786 Jul 15 23:21:29.479222 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5086c2fe-bb51-405f-b09e-96247293614c req-6f4e52b3-caf4-4582-9911-03e5573c493f service neutron] 10.222.0.49 "GET /v2.0/networks/f09efb19-c2a9-4d4f-a5e4-cf22a2eda2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004976 Jul 15 23:21:29.516389 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee841632-f206-4c8f-b91c-b071c1aea02e req-fa7abea6-b87b-4a64-80a3-43333d49c636 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:29.528345 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ee841632-f206-4c8f-b91c-b071c1aea02e req-fa7abea6-b87b-4a64-80a3-43333d49c636 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=05720806-8575-431b-8b71-13137bdffa34 HTTP/1.1" status: 200 len: 944 time: 0.1218302 Jul 15 23:21:29.544184 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40346) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:29.575944 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ee841632-f206-4c8f-b91c-b071c1aea02e req-ff61b184-3087-431c-b278-eef06207ec9c tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464959 Jul 15 23:21:29.592568 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40350) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:29.769881 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8659e80f-ebb3-456b-9c42-33c130e79bf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:29.973164 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef502204-f9cc-4d2d-b0db-dd32fdf23b1f req-5684f1c5-f900-48df-916b-58f59ed01976 tempest-ServerMetadataNegativeTestJSON-1792625035 tempest-ServerMetadataNegativeTestJSON-1792625035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:29.975810 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ef502204-f9cc-4d2d-b0db-dd32fdf23b1f req-5684f1c5-f900-48df-916b-58f59ed01976 tempest-ServerMetadataNegativeTestJSON-1792625035 tempest-ServerMetadataNegativeTestJSON-1792625035-project] 10.222.0.48 "GET /v2.0/ports?device_id=60059d68-e841-4905-949b-a77d0d780976 HTTP/1.1" status: 200 len: 943 time: 0.0891292 Jul 15 23:21:30.030903 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ef502204-f9cc-4d2d-b0db-dd32fdf23b1f req-18f9d349-85e9-4cb3-96ae-26f14e94a507 tempest-ServerMetadataNegativeTestJSON-1792625035 tempest-ServerMetadataNegativeTestJSON-1792625035-project] 10.222.0.48 "GET /v2.0/security-groups?id=199f017b-545d-4e4e-a1a2-f5225262a625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465066 Jul 15 23:21:30.223754 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a874476b-038d-4a1f-8d96-4aa0a08bd250 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a59f16459d8c4f4488fd0cc78db75e3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6778941 Jul 15 23:21:30.228326 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 40358) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:30.314580 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-55ba5b75-14c2-4dd9-88d6-1948f5820a6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:30.341551 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8659e80f-ebb3-456b-9c42-33c130e79bf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:30.347677 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8659e80f-ebb3-456b-9c42-33c130e79bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:30.363927 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-55ba5b75-14c2-4dd9-88d6-1948f5820a6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:30.401941 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-8659e80f-ebb3-456b-9c42-33c130e79bf2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=18bd5a4d1fc744a280fd55e13d7c2924&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8042099 Jul 15 23:21:30.401941 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8659e80f-ebb3-456b-9c42-33c130e79bf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=354967f4-dbc3-4ae5-b1cb-5ab476c96a8a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:30.403126 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40360) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:30.475462 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-55ba5b75-14c2-4dd9-88d6-1948f5820a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:30.481437 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-55ba5b75-14c2-4dd9-88d6-1948f5820a6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:30.483292 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-55ba5b75-14c2-4dd9-88d6-1948f5820a6e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a1c45da8-71c5-4a46-86cc-9e7394bf0948 HTTP/1.1" status: 204 len: 168 time: 0.2531037 Jul 15 23:21:30.500755 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ba5b75-14c2-4dd9-88d6-1948f5820a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c45da8-71c5-4a46-86cc-9e7394bf0948,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:30.533548 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ff9a0b4-b194-4707-8714-795b6045af10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:30.573882 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ff9a0b4-b194-4707-8714-795b6045af10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:30.664419 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ff9a0b4-b194-4707-8714-795b6045af10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:30.668115 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ff9a0b4-b194-4707-8714-795b6045af10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:30.669280 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-8ff9a0b4-b194-4707-8714-795b6045af10 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/354967f4-dbc3-4ae5-b1cb-5ab476c96a8a HTTP/1.1" status: 204 len: 168 time: 0.2651708 Jul 15 23:21:30.670854 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b41af6-935b-40d9-afd8-5d8795b08397 req-f00f4dce-ad78-4ee4-bbce-2da9ae26141e tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:30.679482 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d9b41af6-935b-40d9-afd8-5d8795b08397 req-f00f4dce-ad78-4ee4-bbce-2da9ae26141e tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b079fb3-e58e-461b-a5e4-891961e8c6b2 HTTP/1.1" status: 200 len: 946 time: 0.1141081 Jul 15 23:21:30.682245 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff9a0b4-b194-4707-8714-795b6045af10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=354967f4-dbc3-4ae5-b1cb-5ab476c96a8a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:30.752257 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d9b41af6-935b-40d9-afd8-5d8795b08397 req-3878c29b-c610-4716-a843-51280ba576c4 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/security-groups?id=79ac3595-42a7-47eb-84e8-f2b8781d451d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716951 Jul 15 23:21:30.787456 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3d3321ba-7593-4df7-8d3f-104e1897fb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:30.852968 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 7bcf43a8-bfa7-4bb5-9c12-f17982df12f4 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:21:30.968206 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a04517c-1803-41d8-bf6c-6ac22cc69563 req-ae225f05-ae01-45ec-83a0-d745af8aee44 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:30.970234 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8a04517c-1803-41d8-bf6c-6ac22cc69563 req-ae225f05-ae01-45ec-83a0-d745af8aee44 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=05720806-8575-431b-8b71-13137bdffa34 HTTP/1.1" status: 200 len: 944 time: 0.1390898 Jul 15 23:21:31.014685 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 7bcf43a8-bfa7-4bb5-9c12-f17982df12f4, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=7bcf43a8-bfa7-4bb5-9c12-f17982df12f4,segment=NetworkSegment(056a97c3-fa40-4757-b96f-04fb527ec8cd),segment_id=056a97c3-fa40-4757-b96f-04fb527ec8cd)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:31.026711 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8a04517c-1803-41d8-bf6c-6ac22cc69563 req-262fd41c-b727-4d6f-8444-e8234db770c1 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460930 Jul 15 23:21:31.033618 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '7bcf43a8-bfa7-4bb5-9c12-f17982df12f4', 'network_id': 'd1484756-2d6b-4cf1-82f2-ca0b5a0942a2', 'port_id': '7bcf43a8-bfa7-4bb5-9c12-f17982df12f4', 'mac_address': 'fa:16:3e:8a:26:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ce1cd1d-7829-480f-9da2-8bc3514230d8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:21:31.125354 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:31.143094 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bcf43a8-bfa7-4bb5-9c12-f17982df12f4 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:21:31.173563 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 7bcf43a8-bfa7-4bb5-9c12-f17982df12f4, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=7bcf43a8-bfa7-4bb5-9c12-f17982df12f4,segment=NetworkSegment(056a97c3-fa40-4757-b96f-04fb527ec8cd),segment_id=056a97c3-fa40-4757-b96f-04fb527ec8cd)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:31.178925 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:31.246840 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40388) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:31.274901 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a06b73ae-07ac-4d6f-b990-cf38409a2e71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:31.301430 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=7bcf43a8-bfa7-4bb5-9c12-f17982df12f4,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:31.365729 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810cd947-2966-4ac9-a95f-5036c0acc7f7 req-b78b699e-5a14-4b7b-9bb3-91b4ff23b3f2 tempest-ServerMetadataNegativeTestJSON-1792625035 tempest-ServerMetadataNegativeTestJSON-1792625035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:31.368825 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-810cd947-2966-4ac9-a95f-5036c0acc7f7 req-b78b699e-5a14-4b7b-9bb3-91b4ff23b3f2 tempest-ServerMetadataNegativeTestJSON-1792625035 tempest-ServerMetadataNegativeTestJSON-1792625035-project] 10.222.0.48 "GET /v2.0/ports?device_id=60059d68-e841-4905-949b-a77d0d780976 HTTP/1.1" status: 200 len: 943 time: 0.1546988 Jul 15 23:21:31.449467 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a06b73ae-07ac-4d6f-b990-cf38409a2e71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:31.450157 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-810cd947-2966-4ac9-a95f-5036c0acc7f7 req-e08e99ec-a46d-436c-b3cb-62ece181b5b6 tempest-ServerMetadataNegativeTestJSON-1792625035 tempest-ServerMetadataNegativeTestJSON-1792625035-project] 10.222.0.48 "GET /v2.0/security-groups?id=199f017b-545d-4e4e-a1a2-f5225262a625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682712 Jul 15 23:21:31.458931 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a06b73ae-07ac-4d6f-b990-cf38409a2e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:31.514568 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a06b73ae-07ac-4d6f-b990-cf38409a2e71 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2e7f4a1d89a14823851c9fae3a7dddef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2648642 Jul 15 23:21:31.518170 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 40390) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:31.521262 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06b73ae-07ac-4d6f-b990-cf38409a2e71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ae8ee7-7ed9-4695-a44a-85799b9cbd53,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:31.599116 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ee294e5-738f-44cc-8f33-2b6b31525a79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:31.639279 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ee294e5-738f-44cc-8f33-2b6b31525a79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:31.684478 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['7bcf43a8-bfa7-4bb5-9c12-f17982df12f4'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:21:31.720990 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ee294e5-738f-44cc-8f33-2b6b31525a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:31.726580 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ee294e5-738f-44cc-8f33-2b6b31525a79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:31.732248 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-6ee294e5-738f-44cc-8f33-2b6b31525a79 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/62ae8ee7-7ed9-4695-a44a-85799b9cbd53 HTTP/1.1" status: 204 len: 168 time: 0.2081926 Jul 15 23:21:31.743232 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee294e5-738f-44cc-8f33-2b6b31525a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ae8ee7-7ed9-4695-a44a-85799b9cbd53,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:31.984624 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40406) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:32.066652 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5322ada3-2751-45ef-b5af-29504894511b req-487e579e-cc04-4872-b61c-3dccb9ae2be5 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:32.068623 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5322ada3-2751-45ef-b5af-29504894511b req-487e579e-cc04-4872-b61c-3dccb9ae2be5 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b079fb3-e58e-461b-a5e4-891961e8c6b2 HTTP/1.1" status: 200 len: 946 time: 0.1276560 Jul 15 23:21:32.137373 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5322ada3-2751-45ef-b5af-29504894511b req-e122836c-2f4a-4840-b67d-43a32ce5da23 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/security-groups?id=79ac3595-42a7-47eb-84e8-f2b8781d451d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560598 Jul 15 23:21:32.334280 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-67ce8e9b-7815-4b3f-a4a2-0f43bb6a6275 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Request body: {'security_group': {'name': 'tempest-secgroup--551864211'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:32.376429 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-67ce8e9b-7815-4b3f-a4a2-0f43bb6a6275 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:32.401015 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-67ce8e9b-7815-4b3f-a4a2-0f43bb6a6275 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:32.563383 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-67ce8e9b-7815-4b3f-a4a2-0f43bb6a6275 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:32.574325 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-67ce8e9b-7815-4b3f-a4a2-0f43bb6a6275 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:32.648535 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ce8e9b-7815-4b3f-a4a2-0f43bb6a6275 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64b7377c-fdd2-4638-97ca-f940f37fdab8,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:32.651119 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12be0fb-6e38-41dc-ba77-4e8ef3773cd4 req-b569286c-09b8-44ec-abef-e72e17b1e725 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:32.654574 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b12be0fb-6e38-41dc-ba77-4e8ef3773cd4 req-b569286c-09b8-44ec-abef-e72e17b1e725 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=05720806-8575-431b-8b71-13137bdffa34 HTTP/1.1" status: 200 len: 945 time: 0.1348953 Jul 15 23:21:32.749516 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b12be0fb-6e38-41dc-ba77-4e8ef3773cd4 req-512943b4-cd2d-441b-a020-cbc17e2fb3e0 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826874 Jul 15 23:21:32.836226 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-67ce8e9b-7815-4b3f-a4a2-0f43bb6a6275 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:32.843476 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-67ce8e9b-7815-4b3f-a4a2-0f43bb6a6275 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:32.859853 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device eee2b680-37fa-43ff-a604-8082e9efc228 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:21:32.878601 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-67ce8e9b-7815-4b3f-a4a2-0f43bb6a6275 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:32.879755 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-67ce8e9b-7815-4b3f-a4a2-0f43bb6a6275 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8935907 Jul 15 23:21:32.886034 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 40432) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:32.894435 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ce8e9b-7815-4b3f-a4a2-0f43bb6a6275 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69eeb44e-088e-4ac8-932a-08f5cce1b00b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:32.900477 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c8454-abea-46d4-b51b-dc681b02558a req-b7bc8b23-05b9-48d0-a5a9-cad45954ee15 tempest-ServerMetadataNegativeTestJSON-1792625035 tempest-ServerMetadataNegativeTestJSON-1792625035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:32.904063 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cb3c8454-abea-46d4-b51b-dc681b02558a req-b7bc8b23-05b9-48d0-a5a9-cad45954ee15 tempest-ServerMetadataNegativeTestJSON-1792625035 tempest-ServerMetadataNegativeTestJSON-1792625035-project] 10.222.0.48 "GET /v2.0/ports?device_id=60059d68-e841-4905-949b-a77d0d780976 HTTP/1.1" status: 200 len: 943 time: 0.1456931 Jul 15 23:21:32.912885 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-11f35fb3-cecb-43ad-9421-ffc68070fe56 req-177bc524-bf5d-4514-b120-ca6a2cb47411 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d060e55a-acc4-47ec-a658-af16a484eec8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1745608 Jul 15 23:21:33.021470 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cb3c8454-abea-46d4-b51b-dc681b02558a req-ffd68e9b-71ca-46df-8f46-3dd6c30f925d tempest-ServerMetadataNegativeTestJSON-1792625035 tempest-ServerMetadataNegativeTestJSON-1792625035-project] 10.222.0.48 "GET /v2.0/security-groups?id=199f017b-545d-4e4e-a1a2-f5225262a625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048231 Jul 15 23:21:33.059076 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40436) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:33.059228 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-ccac6ffc-5b69-47b6-b363-51cb56a73a75 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1534109 Jul 15 23:21:33.062726 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port eee2b680-37fa-43ff-a604-8082e9efc228, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=eee2b680-37fa-43ff-a604-8082e9efc228,segment=NetworkSegment(c08d6e59-4328-491c-a602-0ffe851fe73c),segment_id=c08d6e59-4328-491c-a602-0ffe851fe73c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:33.065528 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-6f94cdff-d05b-45ab-b791-870e80838273 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Request body: {'security_group': {'name': 'tempest-security--1507364725', 'description': 'tempest-security-description-1916820382'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:33.089183 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': 'eee2b680-37fa-43ff-a604-8082e9efc228', 'network_id': 'f09efb19-c2a9-4d4f-a5e4-cf22a2eda2d2', 'port_id': 'eee2b680-37fa-43ff-a604-8082e9efc228', 'mac_address': 'fa:16:3e:99:d7:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f22c8ceb-0849-463a-8868-0e22848a7a23', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:21:33.102136 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6f94cdff-d05b-45ab-b791-870e80838273 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:33.151992 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f35fb3-cecb-43ad-9421-ffc68070fe56 req-c6bf42e5-1f6b-45cb-a2b2-2ee67938c86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:33.153599 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-11f35fb3-cecb-43ad-9421-ffc68070fe56 req-c6bf42e5-1f6b-45cb-a2b2-2ee67938c86b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4b15e22ba4eb43169240491cd7fe1115&device_id=d060e55a-acc4-47ec-a658-af16a484eec8 HTTP/1.1" status: 200 len: 1096 time: 0.1586459 Jul 15 23:21:33.173777 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:33.176388 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6f94cdff-d05b-45ab-b791-870e80838273 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:33.184498 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6f94cdff-d05b-45ab-b791-870e80838273 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:33.187601 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6f94cdff-d05b-45ab-b791-870e80838273 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:33.189098 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-6f94cdff-d05b-45ab-b791-870e80838273 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] 10.222.0.48 "PUT /v2.0/security-groups/69eeb44e-088e-4ac8-932a-08f5cce1b00b HTTP/1.1" status: 200 len: 1780 time: 0.1277509 Jul 15 23:21:33.195450 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 40442) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:33.209615 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eee2b680-37fa-43ff-a604-8082e9efc228 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:21:33.252637 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port eee2b680-37fa-43ff-a604-8082e9efc228, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=eee2b680-37fa-43ff-a604-8082e9efc228,segment=NetworkSegment(c08d6e59-4328-491c-a602-0ffe851fe73c),segment_id=c08d6e59-4328-491c-a602-0ffe851fe73c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:33.267027 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:33.298691 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f94cdff-d05b-45ab-b791-870e80838273 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69eeb44e-088e-4ac8-932a-08f5cce1b00b,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:33.364537 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40446) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:33.366194 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-a74a6f66-1303-402c-ba92-8f1d38d27d19 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] 10.222.0.48 "GET /v2.0/security-groups/69eeb44e-088e-4ac8-932a-08f5cce1b00b HTTP/1.1" status: 200 len: 1780 time: 0.1684370 Jul 15 23:21:33.380870 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2a70d07a-9992-4453-a4eb-854923eccff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:33.415602 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:33.442846 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=eee2b680-37fa-43ff-a604-8082e9efc228,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:33.491007 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f35fb3-cecb-43ad-9421-ffc68070fe56 req-f5f6ac4b-61dc-40c5-b7e9-f8b77a26c095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:33.493056 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-11f35fb3-cecb-43ad-9421-ffc68070fe56 req-f5f6ac4b-61dc-40c5-b7e9-f8b77a26c095 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d1484756-2d6b-4cf1-82f2-ca0b5a0942a2 HTTP/1.1" status: 200 len: 907 time: 0.3026519 Jul 15 23:21:33.529149 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df67f5e7-31c9-46b9-aaa5-5abc7cd9ca13 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:33.588319 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-11f35fb3-cecb-43ad-9421-ffc68070fe56 req-5ff3fc69-6b86-4f50-90df-2ea01989f316 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=428fc395-88ca-4e6d-b708-6f3664ed368d HTTP/1.1" status: 200 len: 217 time: 0.0801513 Jul 15 23:21:33.594361 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce3d0a-7cdb-4fcf-b1c2-a08079ced6f4 req-c0a39a3c-9bae-4e2d-bffb-f1ef90aa20bb tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:33.608308 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-87ce3d0a-7cdb-4fcf-b1c2-a08079ced6f4 req-c0a39a3c-9bae-4e2d-bffb-f1ef90aa20bb tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b079fb3-e58e-461b-a5e4-891961e8c6b2 HTTP/1.1" status: 200 len: 946 time: 0.1449759 Jul 15 23:21:33.669323 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df67f5e7-31c9-46b9-aaa5-5abc7cd9ca13 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:33.684952 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-87ce3d0a-7cdb-4fcf-b1c2-a08079ced6f4 req-fbcc6ae7-2f84-42cc-972f-74a604cd9beb tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/security-groups?id=79ac3595-42a7-47eb-84e8-f2b8781d451d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747764 Jul 15 23:21:33.741060 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f35fb3-cecb-43ad-9421-ffc68070fe56 req-9bc8e8e8-8ecd-4cbd-ab7a-63a83bde4cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:33.744555 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-11f35fb3-cecb-43ad-9421-ffc68070fe56 req-9bc8e8e8-8ecd-4cbd-ab7a-63a83bde4cfc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1ce1cd1d-7829-480f-9da2-8bc3514230d8 HTTP/1.1" status: 200 len: 846 time: 0.1447167 Jul 15 23:21:33.791853 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-11f35fb3-cecb-43ad-9421-ffc68070fe56 req-28f4b513-c611-4425-98f9-90b47a470853 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d1484756-2d6b-4cf1-82f2-ca0b5a0942a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397315 Jul 15 23:21:33.823055 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['eee2b680-37fa-43ff-a604-8082e9efc228'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:21:33.866953 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df67f5e7-31c9-46b9-aaa5-5abc7cd9ca13 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:33.871868 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df67f5e7-31c9-46b9-aaa5-5abc7cd9ca13 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:33.877007 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-df67f5e7-31c9-46b9-aaa5-5abc7cd9ca13 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] 10.222.0.48 "DELETE /v2.0/security-groups/69eeb44e-088e-4ac8-932a-08f5cce1b00b HTTP/1.1" status: 204 len: 168 time: 0.5063512 Jul 15 23:21:33.877283 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 40460) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:33.897362 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df67f5e7-31c9-46b9-aaa5-5abc7cd9ca13 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69eeb44e-088e-4ac8-932a-08f5cce1b00b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:34.007706 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-11f35fb3-cecb-43ad-9421-ffc68070fe56 req-6a8cb126-2b83-40c9-aea4-ef97d8f43fbf service neutron] 10.222.0.41 "GET /v2.0/networks/d1484756-2d6b-4cf1-82f2-ca0b5a0942a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090409 Jul 15 23:21:34.048424 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-c1cf3b1d-1e5d-4cc4-a345-908b9ce326c5 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1631212 Jul 15 23:21:34.048424 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 40462) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:34.077417 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [None req-4115002d-0d54-4e5a-abe0-7ab4d23d19b1 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] delete failed (client error): The resource could not be found. Jul 15 23:21:34.079435 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-4115002d-0d54-4e5a-abe0-7ab4d23d19b1 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] 10.222.0.48 "DELETE /v2.0/security-groups/69eeb44e-088e-4ac8-932a-08f5cce1b00b HTTP/1.1" status: 404 len: 347 time: 0.0322402 Jul 15 23:21:34.089174 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 40468) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:34.096821 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-db45ba89-fd31-418d-abad-60305dccb220 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Request body: {'security_group': {'name': 'tempest-secgroup--972169768'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:34.171848 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc3f05-300a-487c-932c-f83573bb3aa7 req-adabb47f-a895-4e3c-b522-4271eb0118cd tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:34.185187 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c2bc3f05-300a-487c-932c-f83573bb3aa7 req-adabb47f-a895-4e3c-b522-4271eb0118cd tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=05720806-8575-431b-8b71-13137bdffa34 HTTP/1.1" status: 200 len: 945 time: 0.2042456 Jul 15 23:21:34.222900 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-11f35fb3-cecb-43ad-9421-ffc68070fe56 req-b062d876-1f60-4326-af79-41f5ac4088f0 service neutron] 10.222.0.41 "GET /v2.0/networks/d1484756-2d6b-4cf1-82f2-ca0b5a0942a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089317 Jul 15 23:21:34.252552 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c2bc3f05-300a-487c-932c-f83573bb3aa7 req-178bba1e-e264-42ff-a88e-6b5eaf92a076 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658762 Jul 15 23:21:34.255547 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:34.256722 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-db45ba89-fd31-418d-abad-60305dccb220 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:34.802320 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a6670f-fb0d-484e-99fb-c58732d626a6 req-a9e34830-6f72-4e3e-b4dd-b6b1c8baa5cf tempest-ServerMetadataNegativeTestJSON-1792625035 tempest-ServerMetadataNegativeTestJSON-1792625035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:34.813847 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-22a6670f-fb0d-484e-99fb-c58732d626a6 req-a9e34830-6f72-4e3e-b4dd-b6b1c8baa5cf tempest-ServerMetadataNegativeTestJSON-1792625035 tempest-ServerMetadataNegativeTestJSON-1792625035-project] 10.222.0.48 "GET /v2.0/ports?device_id=60059d68-e841-4905-949b-a77d0d780976 HTTP/1.1" status: 200 len: 944 time: 0.5287318 Jul 15 23:21:34.867622 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-db45ba89-fd31-418d-abad-60305dccb220 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:34.874640 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 7bcf43a8-bfa7-4bb5-9c12-f17982df12f4 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:21:34.880442 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-db45ba89-fd31-418d-abad-60305dccb220 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:34.964245 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port 7bcf43a8-bfa7-4bb5-9c12-f17982df12f4 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:21:34.971136 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 7bcf43a8-bfa7-4bb5-9c12-f17982df12f4 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:21:34.971779 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:34.974806 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-db45ba89-fd31-418d-abad-60305dccb220 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:34.981410 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-db45ba89-fd31-418d-abad-60305dccb220 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8853624 Jul 15 23:21:34.984661 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40488) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:34.993906 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e41f28eb-a9b6-48a6-9155-c6b2c8d4a1ad tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Request body: {'security_group_rule': {'security_group_id': '83b0d2dc-2193-4abf-8d63-1d5fd5ec5a90', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:35.013490 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-22a6670f-fb0d-484e-99fb-c58732d626a6 req-2c0fb7bc-44bb-4a11-a85b-fd206a3cecb5 tempest-ServerMetadataNegativeTestJSON-1792625035 tempest-ServerMetadataNegativeTestJSON-1792625035-project] 10.222.0.48 "GET /v2.0/security-groups?id=199f017b-545d-4e4e-a1a2-f5225262a625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731663 Jul 15 23:21:35.020309 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db45ba89-fd31-418d-abad-60305dccb220 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83b0d2dc-2193-4abf-8d63-1d5fd5ec5a90,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:35.062929 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e41f28eb-a9b6-48a6-9155-c6b2c8d4a1ad tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:35.124067 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b68337-e08d-42bb-ae5c-08384a450596 req-c729e7f6-b0a2-4096-a136-1a56231b54ad tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:35.127127 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-48b68337-e08d-42bb-ae5c-08384a450596 req-c729e7f6-b0a2-4096-a136-1a56231b54ad tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b079fb3-e58e-461b-a5e4-891961e8c6b2 HTTP/1.1" status: 200 len: 946 time: 0.1985953 Jul 15 23:21:35.158836 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:35.209403 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e41f28eb-a9b6-48a6-9155-c6b2c8d4a1ad tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:35.209834 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05720806-8575-431b-8b71-13137bdffa34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bcf43a8-bfa7-4bb5-9c12-f17982df12f4'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:21:35.216095 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfcc1a74-f5a3-43ca-b148-42dd57b64eff" -d '{"events": [{"server_uuid": "05720806-8575-431b-8b71-13137bdffa34", "name": "network-vif-plugged", "status": "completed", "tag": "7bcf43a8-bfa7-4bb5-9c12-f17982df12f4"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:21:35.217056 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e41f28eb-a9b6-48a6-9155-c6b2c8d4a1ad tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:35.226272 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-48b68337-e08d-42bb-ae5c-08384a450596 req-09b631ae-693e-4ae6-80aa-e1a74c346561 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/security-groups?id=79ac3595-42a7-47eb-84e8-f2b8781d451d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848207 Jul 15 23:21:35.246965 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41f28eb-a9b6-48a6-9155-c6b2c8d4a1ad tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b07b1f0-d727-4055-8e15-6261c4f1f67a,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:35.263678 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 7bcf43a8-bfa7-4bb5-9c12-f17982df12f4, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=7bcf43a8-bfa7-4bb5-9c12-f17982df12f4,segment=NetworkSegment(056a97c3-fa40-4757-b96f-04fb527ec8cd),segment_id=056a97c3-fa40-4757-b96f-04fb527ec8cd)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:35.263678 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:35.289078 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e41f28eb-a9b6-48a6-9155-c6b2c8d4a1ad tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:35.292829 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e41f28eb-a9b6-48a6-9155-c6b2c8d4a1ad tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3060987 Jul 15 23:21:35.295169 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40496) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:35.295361 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 40498) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:35.327722 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-97a906d6-3cef-4794-966e-9eb1cfa7e8d2 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:35.338339 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-97a906d6-3cef-4794-966e-9eb1cfa7e8d2 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:35.344064 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=7bcf43a8-bfa7-4bb5-9c12-f17982df12f4,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:35.369412 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c084cb-5691-4e70-b715-f0c37c74da3b x-openstack-request-id: req-b4c084cb-5691-4e70-b715-f0c37c74da3b {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:21:35.369820 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05720806-8575-431b-8b71-13137bdffa34", "name": "network-vif-plugged", "status": "completed", "tag": "7bcf43a8-bfa7-4bb5-9c12-f17982df12f4", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:21:35.370238 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b4c084cb-5691-4e70-b715-f0c37c74da3b {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:21:35.370872 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05720806-8575-431b-8b71-13137bdffa34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bcf43a8-bfa7-4bb5-9c12-f17982df12f4', 'code': 200} Jul 15 23:21:35.385507 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-97a906d6-3cef-4794-966e-9eb1cfa7e8d2 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:35.402488 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-97a906d6-3cef-4794-966e-9eb1cfa7e8d2 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:35.409193 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-97a906d6-3cef-4794-966e-9eb1cfa7e8d2 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/8b07b1f0-d727-4055-8e15-6261c4f1f67a HTTP/1.1" status: 204 len: 168 time: 0.1079195 Jul 15 23:21:35.409775 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40502) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:35.416962 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a906d6-3cef-4794-966e-9eb1cfa7e8d2 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8b07b1f0-d727-4055-8e15-6261c4f1f67a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:35.467723 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-570170d8-e763-462e-833f-c2ba64f97e78 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0547936 Jul 15 23:21:35.471298 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40504) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:35.533745 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d53bfd6-273c-4af6-90da-59be19609eb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:35.548537 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0740f113-8cbd-4002-be0f-5715bd52fed2 req-8130e7fd-361b-4cef-947c-b435aa368029 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:35.550066 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0740f113-8cbd-4002-be0f-5715bd52fed2 req-8130e7fd-361b-4cef-947c-b435aa368029 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=05720806-8575-431b-8b71-13137bdffa34 HTTP/1.1" status: 200 len: 946 time: 0.1078963 Jul 15 23:21:35.559503 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f4d0e-4ab8-435c-ad0e-45c03bc3174e req-3f9cc74b-7373-40e7-ba6e-ab7759d08039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:35.561111 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-498f4d0e-4ab8-435c-ad0e-45c03bc3174e req-3f9cc74b-7373-40e7-ba6e-ab7759d08039 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=05720806-8575-431b-8b71-13137bdffa34 HTTP/1.1" status: 200 len: 1097 time: 0.0864232 Jul 15 23:21:35.573208 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ddc660a9-e82a-41f0-9bbc-ba59901dbc37 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:35.610356 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ddc660a9-e82a-41f0-9bbc-ba59901dbc37 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:35.617402 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0740f113-8cbd-4002-be0f-5715bd52fed2 req-33481757-ab96-4e6f-8847-41fc0820ee84 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553150 Jul 15 23:21:35.624749 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-498f4d0e-4ab8-435c-ad0e-45c03bc3174e req-56366131-e6ee-4fff-b67c-34f4c1d2b0da service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485921 Jul 15 23:21:35.686570 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ddc660a9-e82a-41f0-9bbc-ba59901dbc37 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:35.689159 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ddc660a9-e82a-41f0-9bbc-ba59901dbc37 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:35.694532 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ddc660a9-e82a-41f0-9bbc-ba59901dbc37 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] 10.222.0.48 "DELETE /v2.0/security-groups/83b0d2dc-2193-4abf-8d63-1d5fd5ec5a90 HTTP/1.1" status: 204 len: 168 time: 0.2179608 Jul 15 23:21:35.697759 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 40508) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:35.710584 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc660a9-e82a-41f0-9bbc-ba59901dbc37 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b0d2dc-2193-4abf-8d63-1d5fd5ec5a90,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:35.728840 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d53bfd6-273c-4af6-90da-59be19609eb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:35.740304 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d53bfd6-273c-4af6-90da-59be19609eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:35.768236 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-e8ac0126-6d9e-4cc5-a68f-c408fc7a5615 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0672956 Jul 15 23:21:35.776136 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 40510) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:35.781464 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ae2d5ffd-f879-4416-83d1-b7329c38d8c5 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Request body: {'security_group': {'name': 'tempest-secgroup--957134555'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:35.798306 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-1d53bfd6-273c-4af6-90da-59be19609eb6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=64f5faed509c4924a677446caed379e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5001438 Jul 15 23:21:35.802248 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 40512) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:35.812923 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d53bfd6-273c-4af6-90da-59be19609eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d855eff3-d063-4803-8e26-d35ffa4c0425,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:35.847289 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5ffd-f879-4416-83d1-b7329c38d8c5 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:35.895815 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-02877852-125d-433b-b5bf-d12c38a74803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:35.930680 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-02877852-125d-433b-b5bf-d12c38a74803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:35.997721 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5ffd-f879-4416-83d1-b7329c38d8c5 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:36.003920 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5ffd-f879-4416-83d1-b7329c38d8c5 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:36.023436 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-02877852-125d-433b-b5bf-d12c38a74803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:36.027101 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-02877852-125d-433b-b5bf-d12c38a74803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:36.028407 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-02877852-125d-433b-b5bf-d12c38a74803 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d855eff3-d063-4803-8e26-d35ffa4c0425 HTTP/1.1" status: 204 len: 168 time: 0.2250416 Jul 15 23:21:36.041910 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5ffd-f879-4416-83d1-b7329c38d8c5 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:36.043176 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-ae2d5ffd-f879-4416-83d1-b7329c38d8c5 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2660019 Jul 15 23:21:36.046066 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 40516) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:36.051390 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-7182e57d-6246-4042-9911-af1b7e78d2c2 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Request body: {'security_group_rule': {'security_group_id': 'fb97da47-be31-4a3e-b0d8-686eaaf8649c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:36.056698 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2d5ffd-f879-4416-83d1-b7329c38d8c5 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb97da47-be31-4a3e-b0d8-686eaaf8649c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:36.075559 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02877852-125d-433b-b5bf-d12c38a74803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d855eff3-d063-4803-8e26-d35ffa4c0425,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:36.092952 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7182e57d-6246-4042-9911-af1b7e78d2c2 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:36.157940 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7182e57d-6246-4042-9911-af1b7e78d2c2 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:36.162567 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7182e57d-6246-4042-9911-af1b7e78d2c2 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:36.187975 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7182e57d-6246-4042-9911-af1b7e78d2c2 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb3ea47c-8da5-4ee9-a534-6465ba1ecea9,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:36.215759 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7182e57d-6246-4042-9911-af1b7e78d2c2 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:36.216986 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-7182e57d-6246-4042-9911-af1b7e78d2c2 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1699915 Jul 15 23:21:36.221560 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40522) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:36.229058 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-366693ed-6a4e-4472-a621-16f2efaa7a55 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Request body: {'security_group_rule': {'security_group_id': 'fb97da47-be31-4a3e-b0d8-686eaaf8649c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:36.268220 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:36.293176 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-366693ed-6a4e-4472-a621-16f2efaa7a55 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:36.295782 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b14163-cf95-447f-bf60-bb8055c23f13 req-eaea5b63-c40b-4dc6-a96c-fdef26bfe914 tempest-ServerMetadataNegativeTestJSON-1792625035 tempest-ServerMetadataNegativeTestJSON-1792625035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:36.298349 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b4b14163-cf95-447f-bf60-bb8055c23f13 req-eaea5b63-c40b-4dc6-a96c-fdef26bfe914 tempest-ServerMetadataNegativeTestJSON-1792625035 tempest-ServerMetadataNegativeTestJSON-1792625035-project] 10.222.0.48 "GET /v2.0/ports?device_id=60059d68-e841-4905-949b-a77d0d780976 HTTP/1.1" status: 200 len: 944 time: 0.1058061 Jul 15 23:21:36.386261 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-366693ed-6a4e-4472-a621-16f2efaa7a55 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:36.392807 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-366693ed-6a4e-4472-a621-16f2efaa7a55 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:36.403638 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b4b14163-cf95-447f-bf60-bb8055c23f13 req-d0a60f7e-7b9b-4da1-8671-c8860db01ab1 tempest-ServerMetadataNegativeTestJSON-1792625035 tempest-ServerMetadataNegativeTestJSON-1792625035-project] 10.222.0.48 "GET /v2.0/security-groups?id=199f017b-545d-4e4e-a1a2-f5225262a625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941904 Jul 15 23:21:36.430698 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366693ed-6a4e-4472-a621-16f2efaa7a55 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03e07d8d-04af-48e1-b5d1-3e9595acc7e6,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:36.441233 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-366693ed-6a4e-4472-a621-16f2efaa7a55 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:36.444536 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-366693ed-6a4e-4472-a621-16f2efaa7a55 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2214243 Jul 15 23:21:36.448937 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40528) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:36.457728 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-59918fa5-e528-411b-b6a0-76c072b90c24 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Request body: {'security_group_rule': {'security_group_id': 'fb97da47-be31-4a3e-b0d8-686eaaf8649c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:36.469629 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 40530) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:36.492005 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c58a92d-63a8-4b90-96a2-bffa84e1c196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:36.512467 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-59918fa5-e528-411b-b6a0-76c072b90c24 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:36.604196 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-59918fa5-e528-411b-b6a0-76c072b90c24 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:36.608641 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-59918fa5-e528-411b-b6a0-76c072b90c24 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:36.624628 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59918fa5-e528-411b-b6a0-76c072b90c24 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e77544d-323c-4527-9b27-5439330b53cd,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:36.657461 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c58a92d-63a8-4b90-96a2-bffa84e1c196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:36.665456 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c58a92d-63a8-4b90-96a2-bffa84e1c196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:36.666826 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-59918fa5-e528-411b-b6a0-76c072b90c24 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:36.668147 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-59918fa5-e528-411b-b6a0-76c072b90c24 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2178385 Jul 15 23:21:36.672167 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 40534) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:36.678467 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ce08d587-4a87-49f4-9509-789139669b20 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Request body: {'security_group_rule': {'security_group_id': 'fb97da47-be31-4a3e-b0d8-686eaaf8649c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:36.697353 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88fd60f-b4a4-4cb9-af85-660856b8ab4e req-5f877459-e965-4876-a542-8cba4c8471c7 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:36.699030 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b88fd60f-b4a4-4cb9-af85-660856b8ab4e req-5f877459-e965-4876-a542-8cba4c8471c7 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b079fb3-e58e-461b-a5e4-891961e8c6b2 HTTP/1.1" status: 200 len: 946 time: 0.1345403 Jul 15 23:21:36.772807 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-9c58a92d-63a8-4b90-96a2-bffa84e1c196 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7ff98e9f69c445bd9a0616a4e304464d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2979431 Jul 15 23:21:36.774802 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40536) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:36.793878 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c58a92d-63a8-4b90-96a2-bffa84e1c196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1996cde5-62fc-4117-a950-d957fc914e9c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:36.818971 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b88fd60f-b4a4-4cb9-af85-660856b8ab4e req-60555da0-a946-4a8d-b22d-f8492d947a72 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/security-groups?id=79ac3595-42a7-47eb-84e8-f2b8781d451d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079438 Jul 15 23:21:36.846026 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ce08d587-4a87-49f4-9509-789139669b20 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:36.878225 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e43bdf7d-b549-433f-a178-4daa4d6689ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:36.887661 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device eee2b680-37fa-43ff-a604-8082e9efc228 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:21:36.933689 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e43bdf7d-b549-433f-a178-4daa4d6689ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:36.997336 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ffae98-6c9b-4f74-97d9-d4f7703e8dc3 req-2ec0f760-b731-48e1-a9fb-7628f75c17ab tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:36.999856 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b4ffae98-6c9b-4f74-97d9-d4f7703e8dc3 req-2ec0f760-b731-48e1-a9fb-7628f75c17ab tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=05720806-8575-431b-8b71-13137bdffa34 HTTP/1.1" status: 200 len: 946 time: 0.2080357 Jul 15 23:21:37.007216 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port eee2b680-37fa-43ff-a604-8082e9efc228 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:21:37.013151 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port eee2b680-37fa-43ff-a604-8082e9efc228 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:21:37.014165 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:37.018140 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ce08d587-4a87-49f4-9509-789139669b20 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:37.031168 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ce08d587-4a87-49f4-9509-789139669b20 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:37.065607 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e43bdf7d-b549-433f-a178-4daa4d6689ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:37.070049 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e43bdf7d-b549-433f-a178-4daa4d6689ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:37.076536 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e43bdf7d-b549-433f-a178-4daa4d6689ea admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1996cde5-62fc-4117-a950-d957fc914e9c HTTP/1.1" status: 204 len: 168 time: 0.2998097 Jul 15 23:21:37.082631 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce08d587-4a87-49f4-9509-789139669b20 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f4c8e56-4108-4ac5-8c5c-ca8ef03b94f0,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:37.097016 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43bdf7d-b549-433f-a178-4daa4d6689ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1996cde5-62fc-4117-a950-d957fc914e9c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:37.098990 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ce08d587-4a87-49f4-9509-789139669b20 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:37.100691 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-ce08d587-4a87-49f4-9509-789139669b20 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4275284 Jul 15 23:21:37.106802 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b4ffae98-6c9b-4f74-97d9-d4f7703e8dc3 req-809e24ff-1a86-4d23-87f2-b71548ab92b6 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925634 Jul 15 23:21:37.107227 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 40542) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:37.111855 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d45ae57a-28fb-48ae-9905-db86e7fd3735 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Request body: {'security_group_rule': {'security_group_id': 'fb97da47-be31-4a3e-b0d8-686eaaf8649c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:37.161170 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d45ae57a-28fb-48ae-9905-db86e7fd3735 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:37.217279 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:37.245985 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d45ae57a-28fb-48ae-9905-db86e7fd3735 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:37.251265 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d45ae57a-28fb-48ae-9905-db86e7fd3735 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:37.273809 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45ae57a-28fb-48ae-9905-db86e7fd3735 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4af5ace2-4c3e-4f31-a89e-8cf7f2c1de7c,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:37.282346 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port eee2b680-37fa-43ff-a604-8082e9efc228, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=eee2b680-37fa-43ff-a604-8082e9efc228,segment=NetworkSegment(c08d6e59-4328-491c-a602-0ffe851fe73c),segment_id=c08d6e59-4328-491c-a602-0ffe851fe73c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:37.285294 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d45ae57a-28fb-48ae-9905-db86e7fd3735 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:37.286149 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:37.291605 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-d45ae57a-28fb-48ae-9905-db86e7fd3735 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1788566 Jul 15 23:21:37.292130 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 40544) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:37.323977 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ae58b8dc-61e2-4070-bff6-4a9b386e75ea tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:37.333919 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ae58b8dc-61e2-4070-bff6-4a9b386e75ea tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:37.357750 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=eee2b680-37fa-43ff-a604-8082e9efc228,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:37.372479 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60059d68-e841-4905-949b-a77d0d780976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eee2b680-37fa-43ff-a604-8082e9efc228'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:21:37.376774 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2022863e-5e1a-429b-ac4f-5f1613d3358b" -d '{"events": [{"server_uuid": "60059d68-e841-4905-949b-a77d0d780976", "name": "network-vif-plugged", "status": "completed", "tag": "eee2b680-37fa-43ff-a604-8082e9efc228"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:21:37.381856 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ae58b8dc-61e2-4070-bff6-4a9b386e75ea tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:37.390486 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ae58b8dc-61e2-4070-bff6-4a9b386e75ea tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:37.391905 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-ae58b8dc-61e2-4070-bff6-4a9b386e75ea tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/4af5ace2-4c3e-4f31-a89e-8cf7f2c1de7c HTTP/1.1" status: 204 len: 168 time: 0.0986831 Jul 15 23:21:37.394896 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 40550) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:37.407463 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae58b8dc-61e2-4070-bff6-4a9b386e75ea tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4af5ace2-4c3e-4f31-a89e-8cf7f2c1de7c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:37.465740 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4afe31d-d33b-41b1-a1e1-fabf56a64436 x-openstack-request-id: req-a4afe31d-d33b-41b1-a1e1-fabf56a64436 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:21:37.466196 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60059d68-e841-4905-949b-a77d0d780976", "name": "network-vif-plugged", "status": "completed", "tag": "eee2b680-37fa-43ff-a604-8082e9efc228", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:21:37.466594 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a4afe31d-d33b-41b1-a1e1-fabf56a64436 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:21:37.467258 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60059d68-e841-4905-949b-a77d0d780976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eee2b680-37fa-43ff-a604-8082e9efc228', 'code': 200} Jul 15 23:21:37.492370 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-c4b5fcdd-5e7e-41e6-969c-518829a0616a tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0933516 Jul 15 23:21:37.497389 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40558) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:37.550747 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-86eae984-5296-44a7-8a07-af30e09b78cf tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:37.575818 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-86eae984-5296-44a7-8a07-af30e09b78cf tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:37.646419 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-86eae984-5296-44a7-8a07-af30e09b78cf tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:37.654297 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-86eae984-5296-44a7-8a07-af30e09b78cf tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:37.657065 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a74b34-cc6e-4d58-ac85-a7fa0626026f req-ced22ca6-7f62-48a8-8104-e7f34bff2788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:37.658512 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-86eae984-5296-44a7-8a07-af30e09b78cf tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/4f4c8e56-4108-4ac5-8c5c-ca8ef03b94f0 HTTP/1.1" status: 204 len: 168 time: 0.1600094 Jul 15 23:21:37.659498 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-21a74b34-cc6e-4d58-ac85-a7fa0626026f req-ced22ca6-7f62-48a8-8104-e7f34bff2788 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=60059d68-e841-4905-949b-a77d0d780976 HTTP/1.1" status: 200 len: 1096 time: 0.0853934 Jul 15 23:21:37.659772 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40564) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:37.675247 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eae984-5296-44a7-8a07-af30e09b78cf tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4f4c8e56-4108-4ac5-8c5c-ca8ef03b94f0,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:37.732904 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c8780a4d-3457-48ca-b288-f49d29603e04 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0603783 Jul 15 23:21:37.733577 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40566) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:37.756685 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-21a74b34-cc6e-4d58-ac85-a7fa0626026f req-b6b02899-cb9c-45bc-8e58-1b782b704f3b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=199f017b-545d-4e4e-a1a2-f5225262a625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836518 Jul 15 23:21:37.781288 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a2f0e925-9e04-4fb3-8cef-67b4cd6cbb20 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:37.789954 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f01ea-8478-4ddd-9e93-b1085df6d06e req-d939dc7f-6b7c-47c4-8f80-3fe5fb6b3d59 tempest-ServerMetadataNegativeTestJSON-1792625035 tempest-ServerMetadataNegativeTestJSON-1792625035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:37.792334 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ea9f01ea-8478-4ddd-9e93-b1085df6d06e req-d939dc7f-6b7c-47c4-8f80-3fe5fb6b3d59 tempest-ServerMetadataNegativeTestJSON-1792625035 tempest-ServerMetadataNegativeTestJSON-1792625035-project] 10.222.0.48 "GET /v2.0/ports?device_id=60059d68-e841-4905-949b-a77d0d780976 HTTP/1.1" status: 200 len: 945 time: 0.1314940 Jul 15 23:21:37.801735 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a2f0e925-9e04-4fb3-8cef-67b4cd6cbb20 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:37.841060 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a2f0e925-9e04-4fb3-8cef-67b4cd6cbb20 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:37.856603 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a2f0e925-9e04-4fb3-8cef-67b4cd6cbb20 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:37.858872 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a2f0e925-9e04-4fb3-8cef-67b4cd6cbb20 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/2e77544d-323c-4527-9b27-5439330b53cd HTTP/1.1" status: 204 len: 168 time: 0.1237631 Jul 15 23:21:37.862274 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 40570) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:37.872992 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f0e925-9e04-4fb3-8cef-67b4cd6cbb20 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2e77544d-323c-4527-9b27-5439330b53cd,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:37.882332 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ea9f01ea-8478-4ddd-9e93-b1085df6d06e req-b76fd807-d8ca-48e4-9d8a-0d8eafee5f65 tempest-ServerMetadataNegativeTestJSON-1792625035 tempest-ServerMetadataNegativeTestJSON-1792625035-project] 10.222.0.48 "GET /v2.0/security-groups?id=199f017b-545d-4e4e-a1a2-f5225262a625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781493 Jul 15 23:21:37.956719 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-d14109ff-1eda-43f2-9343-8dc77bf12c9a tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0925579 Jul 15 23:21:37.961155 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 40576) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:38.011082 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9820c22b-dc09-4138-ade8-56c744c93557 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:38.029969 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9820c22b-dc09-4138-ade8-56c744c93557 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:38.115197 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9820c22b-dc09-4138-ade8-56c744c93557 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:38.122665 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9820c22b-dc09-4138-ade8-56c744c93557 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:38.129096 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-9820c22b-dc09-4138-ade8-56c744c93557 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/03e07d8d-04af-48e1-b5d1-3e9595acc7e6 HTTP/1.1" status: 204 len: 168 time: 0.1602743 Jul 15 23:21:38.129618 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40582) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:38.152129 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:38.172247 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9820c22b-dc09-4138-ade8-56c744c93557 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=03e07d8d-04af-48e1-b5d1-3e9595acc7e6,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:38.235212 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a5c6a4-796d-4763-a5db-00f19a4fed80 req-a80388fd-2a92-4ecf-bf8e-3cacba81c1dd tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:38.241087 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-66a5c6a4-796d-4763-a5db-00f19a4fed80 req-a80388fd-2a92-4ecf-bf8e-3cacba81c1dd tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b079fb3-e58e-461b-a5e4-891961e8c6b2 HTTP/1.1" status: 200 len: 946 time: 0.1783357 Jul 15 23:21:38.247635 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-caaebd32-9dda-44a3-98eb-d1cda0247e3c tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1164625 Jul 15 23:21:38.251368 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40590) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:38.316739 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-66a5c6a4-796d-4763-a5db-00f19a4fed80 req-f23d718c-99a3-45c8-950c-ec26bdb279bb tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/security-groups?id=79ac3595-42a7-47eb-84e8-f2b8781d451d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567772 Jul 15 23:21:38.342448 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ff6ba2f4-26e7-4131-9912-b56d76e5f7df tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:38.381554 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ff6ba2f4-26e7-4131-9912-b56d76e5f7df tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:38.434486 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ff6ba2f4-26e7-4131-9912-b56d76e5f7df tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:38.449057 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ff6ba2f4-26e7-4131-9912-b56d76e5f7df tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:38.450960 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ff6ba2f4-26e7-4131-9912-b56d76e5f7df tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/fb3ea47c-8da5-4ee9-a534-6465ba1ecea9 HTTP/1.1" status: 204 len: 168 time: 0.1965933 Jul 15 23:21:38.455965 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 40592) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:38.478869 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6ba2f4-26e7-4131-9912-b56d76e5f7df tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fb3ea47c-8da5-4ee9-a534-6465ba1ecea9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:38.537301 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-fbba0035-3289-46a4-9e04-888525999a03 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0786805 Jul 15 23:21:38.542113 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 40596) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:38.739167 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e0c14d43-c086-463a-9299-43af3ba0b7e0 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:38.771266 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9817b7-2521-47df-9842-7d24663b80d8 req-dd1ec972-f3f5-4ff0-a74c-8ea0119a5adc tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:38.773114 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1c9817b7-2521-47df-9842-7d24663b80d8 req-dd1ec972-f3f5-4ff0-a74c-8ea0119a5adc tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=05720806-8575-431b-8b71-13137bdffa34 HTTP/1.1" status: 200 len: 946 time: 0.1798718 Jul 15 23:21:38.804900 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e0c14d43-c086-463a-9299-43af3ba0b7e0 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:38.869723 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1c9817b7-2521-47df-9842-7d24663b80d8 req-ecd69108-621e-4327-855e-512eb1dfde55 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753889 Jul 15 23:21:38.895435 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e0c14d43-c086-463a-9299-43af3ba0b7e0 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:38.897811 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e0c14d43-c086-463a-9299-43af3ba0b7e0 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:38.900021 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-e0c14d43-c086-463a-9299-43af3ba0b7e0 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] 10.222.0.48 "DELETE /v2.0/security-groups/fb97da47-be31-4a3e-b0d8-686eaaf8649c HTTP/1.1" status: 204 len: 168 time: 0.3559489 Jul 15 23:21:38.903859 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40602) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:38.910498 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c14d43-c086-463a-9299-43af3ba0b7e0 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb97da47-be31-4a3e-b0d8-686eaaf8649c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:38.920557 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c14d43-c086-463a-9299-43af3ba0b7e0 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:38.921002 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c14d43-c086-463a-9299-43af3ba0b7e0 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:38.921514 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c14d43-c086-463a-9299-43af3ba0b7e0 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:38.922221 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c14d43-c086-463a-9299-43af3ba0b7e0 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:38.922432 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c14d43-c086-463a-9299-43af3ba0b7e0 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:38.923686 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c14d43-c086-463a-9299-43af3ba0b7e0 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:38.923686 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c14d43-c086-463a-9299-43af3ba0b7e0 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:38.923686 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c14d43-c086-463a-9299-43af3ba0b7e0 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:38.924030 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c14d43-c086-463a-9299-43af3ba0b7e0 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:38.924352 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c14d43-c086-463a-9299-43af3ba0b7e0 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:38.924683 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c14d43-c086-463a-9299-43af3ba0b7e0 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:38.925012 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c14d43-c086-463a-9299-43af3ba0b7e0 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:21:38.984018 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c1040d83-875a-42a8-9a52-30d82ac15aa4 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0733490 Jul 15 23:21:38.984232 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 40610) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:38.988906 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-99074a49-5ed5-4203-8e98-e242d0e5b38f tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Request body: {'security_group': {'name': 'tempest-secgroup--1721627441'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:39.030364 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-99074a49-5ed5-4203-8e98-e242d0e5b38f tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:39.242081 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c418906-cdb8-46ad-a52f-47b082d023de req-6105b61a-2699-42eb-b458-f07c089bba48 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:39.244097 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8c418906-cdb8-46ad-a52f-47b082d023de req-6105b61a-2699-42eb-b458-f07c089bba48 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=f95ca4f8-4454-4325-823b-4baa60863f71 HTTP/1.1" status: 200 len: 945 time: 0.1839120 Jul 15 23:21:39.271604 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d474b3-7250-4530-8e5d-929bff0b73d1 req-ac41b91e-7e7f-4d58-830e-973342450742 tempest-ServerMetadataNegativeTestJSON-1792625035 tempest-ServerMetadataNegativeTestJSON-1792625035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:39.273269 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-61d474b3-7250-4530-8e5d-929bff0b73d1 req-ac41b91e-7e7f-4d58-830e-973342450742 tempest-ServerMetadataNegativeTestJSON-1792625035 tempest-ServerMetadataNegativeTestJSON-1792625035-project] 10.222.0.48 "GET /v2.0/ports?device_id=60059d68-e841-4905-949b-a77d0d780976 HTTP/1.1" status: 200 len: 945 time: 0.1692481 Jul 15 23:21:39.310244 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-99074a49-5ed5-4203-8e98-e242d0e5b38f tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:39.325213 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-99074a49-5ed5-4203-8e98-e242d0e5b38f tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:39.390401 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8c418906-cdb8-46ad-a52f-47b082d023de req-8af1511f-6f0a-4b18-9a3a-e3ea3ddb2fa7 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274676 Jul 15 23:21:39.407422 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-61d474b3-7250-4530-8e5d-929bff0b73d1 req-6e38f19d-1b4e-40d4-87cb-89b95358944f tempest-ServerMetadataNegativeTestJSON-1792625035 tempest-ServerMetadataNegativeTestJSON-1792625035-project] 10.222.0.48 "GET /v2.0/security-groups?id=199f017b-545d-4e4e-a1a2-f5225262a625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218748 Jul 15 23:21:39.410407 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-99074a49-5ed5-4203-8e98-e242d0e5b38f tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:39.411859 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-99074a49-5ed5-4203-8e98-e242d0e5b38f tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4270530 Jul 15 23:21:39.413167 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99074a49-5ed5-4203-8e98-e242d0e5b38f tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65f2b4b7-d3c0-41bc-9b12-4d6058229aad,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:39.416023 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 40622) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:39.421570 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-06b25d84-2a06-46b8-9e05-a0bc9ea2028d tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Request body: {'security_group_rule': {'security_group_id': '65f2b4b7-d3c0-41bc-9b12-4d6058229aad', 'direction': 'ingress', 'protocol': 17}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:39.469052 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-06b25d84-2a06-46b8-9e05-a0bc9ea2028d tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:39.595071 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-06b25d84-2a06-46b8-9e05-a0bc9ea2028d tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:39.620078 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-06b25d84-2a06-46b8-9e05-a0bc9ea2028d tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:39.687654 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b25d84-2a06-46b8-9e05-a0bc9ea2028d tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37646813-744f-4efe-a814-91cd1c22cbeb,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:39.697920 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-06b25d84-2a06-46b8-9e05-a0bc9ea2028d tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:39.699311 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-06b25d84-2a06-46b8-9e05-a0bc9ea2028d tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2821174 Jul 15 23:21:39.703209 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40632) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:39.752420 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a354ebe-a970-461e-96e2-6511a9bb3885 req-c210e984-8786-4a04-9966-bd46f8177345 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:39.755552 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4a354ebe-a970-461e-96e2-6511a9bb3885 req-c210e984-8786-4a04-9966-bd46f8177345 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=05720806-8575-431b-8b71-13137bdffa34 HTTP/1.1" status: 200 len: 946 time: 0.1585102 Jul 15 23:21:39.772087 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaf9de6-6813-4bb9-8469-8a5e30015eda req-803e154a-aec6-49f5-8f0e-b9f26ab1694c tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:39.773725 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4aaf9de6-6813-4bb9-8469-8a5e30015eda req-803e154a-aec6-49f5-8f0e-b9f26ab1694c tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b079fb3-e58e-461b-a5e4-891961e8c6b2 HTTP/1.1" status: 200 len: 946 time: 0.1897511 Jul 15 23:21:39.817944 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eec14013-352b-4de6-a805-b1ad43711273 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:39.855418 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4a354ebe-a970-461e-96e2-6511a9bb3885 req-91d2b69d-4cfa-404b-b57c-fa6f758aad8a tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801668 Jul 15 23:21:39.875439 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eec14013-352b-4de6-a805-b1ad43711273 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:39.890791 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4aaf9de6-6813-4bb9-8469-8a5e30015eda req-5887554a-517d-4cbe-86e2-63c22390368a tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/security-groups?id=79ac3595-42a7-47eb-84e8-f2b8781d451d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960243 Jul 15 23:21:39.997200 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eec14013-352b-4de6-a805-b1ad43711273 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:40.001173 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eec14013-352b-4de6-a805-b1ad43711273 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:40.003116 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-eec14013-352b-4de6-a805-b1ad43711273 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] 10.222.0.48 "DELETE /v2.0/security-groups/65f2b4b7-d3c0-41bc-9b12-4d6058229aad HTTP/1.1" status: 204 len: 168 time: 0.2976856 Jul 15 23:21:40.007136 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 40642) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:40.013102 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec14013-352b-4de6-a805-b1ad43711273 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f2b4b7-d3c0-41bc-9b12-4d6058229aad,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:40.114002 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-445762f5-aa77-4f15-99e8-c48012348766 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1046286 Jul 15 23:21:40.119920 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 40646) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:40.127431 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-9953e36b-348b-4e0a-85ac-3dc15b0bdda2 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Request body: {'security_group': {'name': 'tempest-secgroup--661141985'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:40.164188 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9953e36b-348b-4e0a-85ac-3dc15b0bdda2 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:40.301764 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9953e36b-348b-4e0a-85ac-3dc15b0bdda2 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:40.307907 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9953e36b-348b-4e0a-85ac-3dc15b0bdda2 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:40.355713 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9953e36b-348b-4e0a-85ac-3dc15b0bdda2 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:40.357907 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-9953e36b-348b-4e0a-85ac-3dc15b0bdda2 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2365880 Jul 15 23:21:40.361602 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40652) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:40.367180 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-caffe4a0-9b0c-4eb8-b6ef-51eca4a4c75a tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Request body: {'security_group': {'name': 'tempest-secgroup--1661329071'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:40.378884 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9953e36b-348b-4e0a-85ac-3dc15b0bdda2 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc7dd6a-b4d4-4983-9771-c1c33eda870d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:40.418415 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-caffe4a0-9b0c-4eb8-b6ef-51eca4a4c75a tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:40.640636 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-caffe4a0-9b0c-4eb8-b6ef-51eca4a4c75a tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:40.646548 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-caffe4a0-9b0c-4eb8-b6ef-51eca4a4c75a tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:40.705795 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-caffe4a0-9b0c-4eb8-b6ef-51eca4a4c75a tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:40.707911 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-caffe4a0-9b0c-4eb8-b6ef-51eca4a4c75a tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3445637 Jul 15 23:21:40.711230 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caffe4a0-9b0c-4eb8-b6ef-51eca4a4c75a tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8187bc3e-e4bb-4fa0-beb0-2e3cbb730958,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:40.716098 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40664) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:40.725859 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-be627a76-4a72-4291-9fb8-e276f768a976 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Request body: {'security_group_rule': {'security_group_id': '2dc7dd6a-b4d4-4983-9771-c1c33eda870d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '8187bc3e-e4bb-4fa0-beb0-2e3cbb730958', 'remote_ip_prefix': None}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:40.784892 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-be627a76-4a72-4291-9fb8-e276f768a976 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:40.786282 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec19c52a-af2e-4a22-9a2e-b1bd07d8bfb6 req-70198ffe-7ff9-4797-a7fa-0f7417fcae05 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:40.788801 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ec19c52a-af2e-4a22-9a2e-b1bd07d8bfb6 req-70198ffe-7ff9-4797-a7fa-0f7417fcae05 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=05720806-8575-431b-8b71-13137bdffa34 HTTP/1.1" status: 200 len: 946 time: 0.2155473 Jul 15 23:21:40.811351 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3520049-e12f-48cc-9a29-e324ad467799 req-9477fc22-4c99-4a7a-ab9d-93cc329f8c65 tempest-ServerMetadataNegativeTestJSON-1792625035 tempest-ServerMetadataNegativeTestJSON-1792625035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:40.824909 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e3520049-e12f-48cc-9a29-e324ad467799 req-9477fc22-4c99-4a7a-ab9d-93cc329f8c65 tempest-ServerMetadataNegativeTestJSON-1792625035 tempest-ServerMetadataNegativeTestJSON-1792625035-project] 10.222.0.48 "GET /v2.0/ports?device_id=60059d68-e841-4905-949b-a77d0d780976 HTTP/1.1" status: 200 len: 945 time: 0.1899400 Jul 15 23:21:40.903210 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-be627a76-4a72-4291-9fb8-e276f768a976 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:40.908328 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-be627a76-4a72-4291-9fb8-e276f768a976 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:40.929827 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ec19c52a-af2e-4a22-9a2e-b1bd07d8bfb6 req-736bff85-d9d4-44a4-8691-382df11c71f7 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018009 Jul 15 23:21:40.945057 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be627a76-4a72-4291-9fb8-e276f768a976 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ca030f1-1e80-49c2-bc83-aa756368c1c2,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:40.948113 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e3520049-e12f-48cc-9a29-e324ad467799 req-a5b62683-48be-4340-8ef5-211a0e9a73aa tempest-ServerMetadataNegativeTestJSON-1792625035 tempest-ServerMetadataNegativeTestJSON-1792625035-project] 10.222.0.48 "GET /v2.0/security-groups?id=199f017b-545d-4e4e-a1a2-f5225262a625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218119 Jul 15 23:21:40.951112 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-be627a76-4a72-4291-9fb8-e276f768a976 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:40.954154 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-be627a76-4a72-4291-9fb8-e276f768a976 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2362096 Jul 15 23:21:40.957409 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 40672) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:41.006245 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8c057fdf-572a-49c4-98b9-24b581fc61fd tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:41.015226 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8c057fdf-572a-49c4-98b9-24b581fc61fd tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:41.052768 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8c057fdf-572a-49c4-98b9-24b581fc61fd tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:41.068056 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8c057fdf-572a-49c4-98b9-24b581fc61fd tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:41.074258 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40680) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:41.074892 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-8c057fdf-572a-49c4-98b9-24b581fc61fd tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/2ca030f1-1e80-49c2-bc83-aa756368c1c2 HTTP/1.1" status: 204 len: 168 time: 0.1155102 Jul 15 23:21:41.084975 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c057fdf-572a-49c4-98b9-24b581fc61fd tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2ca030f1-1e80-49c2-bc83-aa756368c1c2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:41.235693 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d4718d7c-0e3f-44c6-b5bb-5408ab4ff593 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1589832 Jul 15 23:21:41.236350 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40686) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:41.329588 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f3c70-04db-4b23-bb4e-f89ec61cc9ac req-c8210d4b-df8f-4b91-89a9-890ea4a013f4 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:41.332889 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bd2f3c70-04db-4b23-bb4e-f89ec61cc9ac req-c8210d4b-df8f-4b91-89a9-890ea4a013f4 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b079fb3-e58e-461b-a5e4-891961e8c6b2 HTTP/1.1" status: 200 len: 946 time: 0.1408534 Jul 15 23:21:41.334156 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3b8ef0d5-121e-4da7-8850-41f113999a0a tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:41.372439 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3b8ef0d5-121e-4da7-8850-41f113999a0a tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:41.408493 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bd2f3c70-04db-4b23-bb4e-f89ec61cc9ac req-69981755-5012-4797-bc44-564bfa6fed67 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/security-groups?id=79ac3595-42a7-47eb-84e8-f2b8781d451d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620315 Jul 15 23:21:41.461012 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3b8ef0d5-121e-4da7-8850-41f113999a0a tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:41.467006 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3b8ef0d5-121e-4da7-8850-41f113999a0a tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:41.468893 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-3b8ef0d5-121e-4da7-8850-41f113999a0a tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] 10.222.0.48 "DELETE /v2.0/security-groups/8187bc3e-e4bb-4fa0-beb0-2e3cbb730958 HTTP/1.1" status: 204 len: 168 time: 0.2312844 Jul 15 23:21:41.473158 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 40696) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:41.483998 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8ef0d5-121e-4da7-8850-41f113999a0a tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8187bc3e-e4bb-4fa0-beb0-2e3cbb730958,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:41.591338 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-2432d908-6e68-4b37-91c1-a059e72cff4e tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1165156 Jul 15 23:21:41.594514 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40710) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:41.686123 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d2d7898b-8b3b-4bdb-a085-7679d357ba22 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:41.726252 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d2d7898b-8b3b-4bdb-a085-7679d357ba22 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:41.796345 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d2d7898b-8b3b-4bdb-a085-7679d357ba22 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:41.801937 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d2d7898b-8b3b-4bdb-a085-7679d357ba22 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:41.805282 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d2d7898b-8b3b-4bdb-a085-7679d357ba22 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] 10.222.0.48 "DELETE /v2.0/security-groups/2dc7dd6a-b4d4-4983-9771-c1c33eda870d HTTP/1.1" status: 204 len: 168 time: 0.2088604 Jul 15 23:21:41.808961 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 40728) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:41.842581 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d7898b-8b3b-4bdb-a085-7679d357ba22 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc7dd6a-b4d4-4983-9771-c1c33eda870d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:41.891632 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-f1f83193-2711-4868-b998-7585ec71db02 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0798607 Jul 15 23:21:41.895295 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40730) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:41.901027 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-182e0e15-a400-46f0-94a3-0f742b0e811c tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Request body: {'security_group': {'name': 'tempest-secgroup--1225449920'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:41.932669 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-182e0e15-a400-46f0-94a3-0f742b0e811c tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:42.102784 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-182e0e15-a400-46f0-94a3-0f742b0e811c tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:42.108689 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-182e0e15-a400-46f0-94a3-0f742b0e811c tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:42.162626 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-182e0e15-a400-46f0-94a3-0f742b0e811c tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:42.163924 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-182e0e15-a400-46f0-94a3-0f742b0e811c tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2675629 Jul 15 23:21:42.169534 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 40736) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:42.170710 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182e0e15-a400-46f0-94a3-0f742b0e811c tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93c552c0-8760-442f-9efd-bd4da11755e7,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:42.177564 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-be4803c8-b36d-4670-851c-07b7429fbc9d tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Request body: {'security_group_rule': {'security_group_id': '93c552c0-8760-442f-9efd-bd4da11755e7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:42.344549 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be4803c8-b36d-4670-851c-07b7429fbc9d tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:42.475653 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f90157-9be2-4f49-8737-dd51716098de req-de668509-0cde-4482-884c-6bd2c813e8c9 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:42.477353 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e4f90157-9be2-4f49-8737-dd51716098de req-de668509-0cde-4482-884c-6bd2c813e8c9 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=05720806-8575-431b-8b71-13137bdffa34 HTTP/1.1" status: 200 len: 946 time: 0.2824945 Jul 15 23:21:42.525846 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b32d5d3-fe91-40c0-be07-95c5c0137771 req-96b6733b-e607-4ed0-9f15-a7ecdfc93da4 tempest-ServerMetadataNegativeTestJSON-1792625035 tempest-ServerMetadataNegativeTestJSON-1792625035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:42.527427 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0b32d5d3-fe91-40c0-be07-95c5c0137771 req-96b6733b-e607-4ed0-9f15-a7ecdfc93da4 tempest-ServerMetadataNegativeTestJSON-1792625035 tempest-ServerMetadataNegativeTestJSON-1792625035-project] 10.222.0.48 "GET /v2.0/ports?device_id=60059d68-e841-4905-949b-a77d0d780976 HTTP/1.1" status: 200 len: 945 time: 0.2735038 Jul 15 23:21:42.536170 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be4803c8-b36d-4670-851c-07b7429fbc9d tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:42.549802 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be4803c8-b36d-4670-851c-07b7429fbc9d tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:42.605023 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4803c8-b36d-4670-851c-07b7429fbc9d tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5228d5df-1f68-4730-95fd-a848bf922b26,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:42.623117 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be4803c8-b36d-4670-851c-07b7429fbc9d tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:42.624997 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-be4803c8-b36d-4670-851c-07b7429fbc9d tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4538319 Jul 15 23:21:42.628275 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40752) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:42.642590 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e4f90157-9be2-4f49-8737-dd51716098de req-d6c7a439-a50b-4ebb-a9f6-840e5baece56 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504202 Jul 15 23:21:42.655884 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0b32d5d3-fe91-40c0-be07-95c5c0137771 req-692ecef2-598d-4fcc-b706-ff14d973c13f tempest-ServerMetadataNegativeTestJSON-1792625035 tempest-ServerMetadataNegativeTestJSON-1792625035-project] 10.222.0.48 "GET /v2.0/security-groups?id=199f017b-545d-4e4e-a1a2-f5225262a625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157217 Jul 15 23:21:42.682580 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dfa749ba-8977-45f2-9a08-4028a4f40abd tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:42.704676 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dfa749ba-8977-45f2-9a08-4028a4f40abd tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:42.748108 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dfa749ba-8977-45f2-9a08-4028a4f40abd tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:42.757465 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dfa749ba-8977-45f2-9a08-4028a4f40abd tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:42.760667 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-dfa749ba-8977-45f2-9a08-4028a4f40abd tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/5228d5df-1f68-4730-95fd-a848bf922b26 HTTP/1.1" status: 204 len: 168 time: 0.1311414 Jul 15 23:21:42.764681 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 40754) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:42.785791 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa749ba-8977-45f2-9a08-4028a4f40abd tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5228d5df-1f68-4730-95fd-a848bf922b26,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:42.843786 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-f88a1407-f067-4c7d-bcb3-feaeee3d30d9 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0769765 Jul 15 23:21:42.846558 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 40756) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:42.943376 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9f18f0f5-3c82-4752-8620-24c62afa081d tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:43.023047 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9f18f0f5-3c82-4752-8620-24c62afa081d tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:43.100075 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0500b25-8977-4e03-b7eb-cc1359688c7d req-1dd478f4-9c6d-4847-b5a2-0441322ce0ed tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:43.102597 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c0500b25-8977-4e03-b7eb-cc1359688c7d req-1dd478f4-9c6d-4847-b5a2-0441322ce0ed tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b079fb3-e58e-461b-a5e4-891961e8c6b2 HTTP/1.1" status: 200 len: 946 time: 0.1306233 Jul 15 23:21:43.112704 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9f18f0f5-3c82-4752-8620-24c62afa081d tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:43.115386 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9f18f0f5-3c82-4752-8620-24c62afa081d tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:43.116620 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-9f18f0f5-3c82-4752-8620-24c62afa081d tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] 10.222.0.48 "DELETE /v2.0/security-groups/93c552c0-8760-442f-9efd-bd4da11755e7 HTTP/1.1" status: 204 len: 168 time: 0.2612188 Jul 15 23:21:43.122124 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 40758) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:43.167897 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18f0f5-3c82-4752-8620-24c62afa081d tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c552c0-8760-442f-9efd-bd4da11755e7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:43.231509 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c0500b25-8977-4e03-b7eb-cc1359688c7d req-f072d679-9460-491e-b5a0-fb0f6918ece7 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/security-groups?id=79ac3595-42a7-47eb-84e8-f2b8781d451d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137385 Jul 15 23:21:43.243505 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-ec4b7884-dec1-4f66-9ae1-c3598f814b7d tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1196842 Jul 15 23:21:43.248370 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 40760) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:43.252802 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e058a8d1-9dc9-4b6e-9b08-c5ca42d61636 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Request body: {'security_group': {'name': 'tempest-secgroup--1019763281'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:43.286309 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c5ff34-4e75-4d86-bc9c-286bdb124587 req-5dfa4537-fc01-4034-89de-1ac05a973c0b tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:43.287841 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-41c5ff34-4e75-4d86-bc9c-286bdb124587 req-5dfa4537-fc01-4034-89de-1ac05a973c0b tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.49 "GET /v2.0/ports?device_id=05720806-8575-431b-8b71-13137bdffa34 HTTP/1.1" status: 200 len: 946 time: 0.1498363 Jul 15 23:21:43.304035 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e058a8d1-9dc9-4b6e-9b08-c5ca42d61636 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:43.475095 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e058a8d1-9dc9-4b6e-9b08-c5ca42d61636 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:43.477486 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-41c5ff34-4e75-4d86-bc9c-286bdb124587 req-f8474a0d-ea06-45f4-b83a-fceff541ca03 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Deleting port 7bcf43a8-bfa7-4bb5-9c12-f17982df12f4 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:21:43.477999 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-41c5ff34-4e75-4d86-bc9c-286bdb124587 req-f8474a0d-ea06-45f4-b83a-fceff541ca03 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:43.482352 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e058a8d1-9dc9-4b6e-9b08-c5ca42d61636 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:43.576537 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e058a8d1-9dc9-4b6e-9b08-c5ca42d61636 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:43.577773 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-e058a8d1-9dc9-4b6e-9b08-c5ca42d61636 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3290150 Jul 15 23:21:43.582117 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e058a8d1-9dc9-4b6e-9b08-c5ca42d61636 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37f09272-052a-460b-be6a-79adda4b10de,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:43.582506 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40768) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:43.587694 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1fc1d453-1b46-4fb5-ada2-377ef8b5117d tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Request body: {'security_group_rule': {'security_group_id': '37f09272-052a-460b-be6a-79adda4b10de', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:43.638548 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1fc1d453-1b46-4fb5-ada2-377ef8b5117d tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:43.641900 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-41c5ff34-4e75-4d86-bc9c-286bdb124587 req-f8474a0d-ea06-45f4-b83a-fceff541ca03 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] For port 7bcf43a8-bfa7-4bb5-9c12-f17982df12f4, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=7bcf43a8-bfa7-4bb5-9c12-f17982df12f4,segment=NetworkSegment(056a97c3-fa40-4757-b96f-04fb527ec8cd),segment_id=056a97c3-fa40-4757-b96f-04fb527ec8cd)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:43.641900 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-41c5ff34-4e75-4d86-bc9c-286bdb124587 req-f8474a0d-ea06-45f4-b83a-fceff541ca03 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:43.657229 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-41c5ff34-4e75-4d86-bc9c-286bdb124587 req-f8474a0d-ea06-45f4-b83a-fceff541ca03 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Calling delete_port for 7bcf43a8-bfa7-4bb5-9c12-f17982df12f4 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:21:43.732896 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1fc1d453-1b46-4fb5-ada2-377ef8b5117d tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:43.738808 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1fc1d453-1b46-4fb5-ada2-377ef8b5117d tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:43.764966 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc1d453-1b46-4fb5-ada2-377ef8b5117d tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25bba699-156d-4d3f-b1cc-c0fb26abc1a9,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:43.774876 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1fc1d453-1b46-4fb5-ada2-377ef8b5117d tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:43.776517 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-1fc1d453-1b46-4fb5-ada2-377ef8b5117d tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1933029 Jul 15 23:21:43.779383 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 40776) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:43.819456 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-f30694d1-58b2-4908-b842-ebaf94176d04 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] 10.222.0.48 "GET /v2.0/security-group-rules/25bba699-156d-4d3f-b1cc-c0fb26abc1a9 HTTP/1.1" status: 200 len: 763 time: 0.0385330 Jul 15 23:21:43.822894 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 40778) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:43.982833 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-ee44d74b-5dd7-4c96-b4fe-301a8157dcc2 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1587074 Jul 15 23:21:43.986116 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40784) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:44.023344 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8890725c-098f-44a9-9c31-50730e6f815e tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:44.040695 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8890725c-098f-44a9-9c31-50730e6f815e tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:44.068541 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-41c5ff34-4e75-4d86-bc9c-286bdb124587 req-f8474a0d-ea06-45f4-b83a-fceff541ca03 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:44.088010 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['cc9b8ac7-4585-4b69-a9b5-8671aac12b10', '7bcf43a8-bfa7-4bb5-9c12-f17982df12f4'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:21:44.099646 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8890725c-098f-44a9-9c31-50730e6f815e tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:44.116787 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8890725c-098f-44a9-9c31-50730e6f815e tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:44.119840 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-8890725c-098f-44a9-9c31-50730e6f815e tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/25bba699-156d-4d3f-b1cc-c0fb26abc1a9 HTTP/1.1" status: 204 len: 168 time: 0.1320257 Jul 15 23:21:44.120916 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8474a0d-ea06-45f4-b83a-fceff541ca03 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Pushing event deleted for resources: {'Port': ['ID=7bcf43a8-bfa7-4bb5-9c12-f17982df12f4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:44.122084 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8890725c-098f-44a9-9c31-50730e6f815e tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=25bba699-156d-4d3f-b1cc-c0fb26abc1a9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:44.124707 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['428fc395-88ca-4e6d-b708-6f3664ed368d'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:21:44.127428 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 40786) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:44.153892 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92025b09-1876-49e3-91a6-0ee3c66ba596 req-677d3adf-6239-40f9-a15c-e176883f700e tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:44.156584 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-92025b09-1876-49e3-91a6-0ee3c66ba596 req-677d3adf-6239-40f9-a15c-e176883f700e tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=05720806-8575-431b-8b71-13137bdffa34 HTTP/1.1" status: 200 len: 867 time: 0.2515156 Jul 15 23:21:44.170164 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed6858-f2c5-4b80-ba1d-1ecf2ad23773 req-815cab5c-b183-4831-83f0-2cac8b591610 tempest-ServerMetadataNegativeTestJSON-1792625035 tempest-ServerMetadataNegativeTestJSON-1792625035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:44.171849 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d7ed6858-f2c5-4b80-ba1d-1ecf2ad23773 req-815cab5c-b183-4831-83f0-2cac8b591610 tempest-ServerMetadataNegativeTestJSON-1792625035 tempest-ServerMetadataNegativeTestJSON-1792625035-project] 10.222.0.48 "GET /v2.0/ports?device_id=60059d68-e841-4905-949b-a77d0d780976 HTTP/1.1" status: 200 len: 945 time: 0.2794135 Jul 15 23:21:44.253106 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-41c5ff34-4e75-4d86-bc9c-286bdb124587 req-f8474a0d-ea06-45f4-b83a-fceff541ca03 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] No DVR routers for this DVR port 7bcf43a8-bfa7-4bb5-9c12-f17982df12f4 on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:21:44.257707 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-41c5ff34-4e75-4d86-bc9c-286bdb124587 req-f8474a0d-ea06-45f4-b83a-fceff541ca03 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:44.261888 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-41c5ff34-4e75-4d86-bc9c-286bdb124587 req-f8474a0d-ea06-45f4-b83a-fceff541ca03 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.49 "DELETE /v2.0/ports/7bcf43a8-bfa7-4bb5-9c12-f17982df12f4 HTTP/1.1" status: 204 len: 173 time: 0.9648154 Jul 15 23:21:44.274253 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05720806-8575-431b-8b71-13137bdffa34', 'name': 'network-vif-deleted', 'tag': '7bcf43a8-bfa7-4bb5-9c12-f17982df12f4'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:21:44.278731 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c76f1cf-7165-4071-8000-584d1d31b495" -d '{"events": [{"server_uuid": "05720806-8575-431b-8b71-13137bdffa34", "name": "network-vif-deleted", "tag": "7bcf43a8-bfa7-4bb5-9c12-f17982df12f4"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:21:44.350597 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-92025b09-1876-49e3-91a6-0ee3c66ba596 req-9e03b9ce-472f-46af-b094-c6857f91844f tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498003 Jul 15 23:21:44.362479 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d7ed6858-f2c5-4b80-ba1d-1ecf2ad23773 req-de9fa36d-afc2-4136-be13-53d71bfc27cd tempest-ServerMetadataNegativeTestJSON-1792625035 tempest-ServerMetadataNegativeTestJSON-1792625035-project] 10.222.0.48 "GET /v2.0/security-groups?id=199f017b-545d-4e4e-a1a2-f5225262a625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570406 Jul 15 23:21:44.375610 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-d7ced9ae-8802-4be6-be09-f53472417b51 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2445593 Jul 15 23:21:44.380409 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 40792) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:44.395124 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e8c9a17c-ef5c-4ba5-9c84-1ada0a489790 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Request body: {'security_group_rule': {'security_group_id': '37f09272-052a-460b-be6a-79adda4b10de', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:44.510091 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e8c9a17c-ef5c-4ba5-9c84-1ada0a489790 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:44.614179 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e8c9a17c-ef5c-4ba5-9c84-1ada0a489790 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:44.625217 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e8c9a17c-ef5c-4ba5-9c84-1ada0a489790 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:44.662882 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c9a17c-ef5c-4ba5-9c84-1ada0a489790 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee4c774a-cbc3-4da4-acae-aa184a9b0eff,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:44.683717 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e8c9a17c-ef5c-4ba5-9c84-1ada0a489790 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:44.689232 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-e8c9a17c-ef5c-4ba5-9c84-1ada0a489790 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3057210 Jul 15 23:21:44.691160 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40794) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:44.731101 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 40796) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:44.731548 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-8e39b8b8-d31c-488c-bf4e-1b71c6a713bf tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] 10.222.0.48 "GET /v2.0/security-group-rules/ee4c774a-cbc3-4da4-acae-aa184a9b0eff HTTP/1.1" status: 200 len: 763 time: 0.0392263 Jul 15 23:21:44.772716 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3156316a-0a54-436a-83cb-78456f2b410e x-openstack-request-id: req-3156316a-0a54-436a-83cb-78456f2b410e {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:21:44.773016 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05720806-8575-431b-8b71-13137bdffa34", "name": "network-vif-deleted", "tag": "7bcf43a8-bfa7-4bb5-9c12-f17982df12f4", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:21:44.773265 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3156316a-0a54-436a-83cb-78456f2b410e {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:21:44.774436 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05720806-8575-431b-8b71-13137bdffa34', 'name': 'network-vif-deleted', 'tag': '7bcf43a8-bfa7-4bb5-9c12-f17982df12f4', 'status': 'completed', 'code': 200} Jul 15 23:21:44.859063 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-50f52ad6-7364-4732-a9cf-7753ca9f9950 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1266513 Jul 15 23:21:44.862234 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 40800) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:44.907212 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33b36a9c-44e3-4a9f-92e4-155c021b2bcd tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:44.929076 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7680a-6fb4-4554-b65b-411ec58fe458 req-d5652f6c-f03f-4a91-be16-8e3bcce4f769 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:44.930835 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b9d7680a-6fb4-4554-b65b-411ec58fe458 req-d5652f6c-f03f-4a91-be16-8e3bcce4f769 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b079fb3-e58e-461b-a5e4-891961e8c6b2 HTTP/1.1" status: 200 len: 946 time: 0.1600728 Jul 15 23:21:44.960034 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33b36a9c-44e3-4a9f-92e4-155c021b2bcd tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:45.028763 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33b36a9c-44e3-4a9f-92e4-155c021b2bcd tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:45.036966 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33b36a9c-44e3-4a9f-92e4-155c021b2bcd tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:45.038144 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-33b36a9c-44e3-4a9f-92e4-155c021b2bcd tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/ee4c774a-cbc3-4da4-acae-aa184a9b0eff HTTP/1.1" status: 204 len: 168 time: 0.1749358 Jul 15 23:21:45.041764 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40802) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:45.042055 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b9d7680a-6fb4-4554-b65b-411ec58fe458 req-c26e293a-5481-4396-a56d-db00f47d3ed4 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/security-groups?id=79ac3595-42a7-47eb-84e8-f2b8781d451d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853465 Jul 15 23:21:45.049460 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b36a9c-44e3-4a9f-92e4-155c021b2bcd tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ee4c774a-cbc3-4da4-acae-aa184a9b0eff,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:45.075875 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6faf736-91bc-42d8-88f8-ad8931a4dc1e req-104f4fb7-237f-4480-8eb1-ddb0c628bc74 tempest-ServerMetadataNegativeTestJSON-1792625035 tempest-ServerMetadataNegativeTestJSON-1792625035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:45.078312 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e6faf736-91bc-42d8-88f8-ad8931a4dc1e req-104f4fb7-237f-4480-8eb1-ddb0c628bc74 tempest-ServerMetadataNegativeTestJSON-1792625035 tempest-ServerMetadataNegativeTestJSON-1792625035-project] 10.222.0.49 "GET /v2.0/ports?device_id=60059d68-e841-4905-949b-a77d0d780976 HTTP/1.1" status: 200 len: 945 time: 0.1683803 Jul 15 23:21:45.115996 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-8d4c7302-6574-42d4-b50f-5438309e5c7e tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0720375 Jul 15 23:21:45.119220 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40804) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:45.126762 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-19f60419-e2cf-4777-9d26-c697b1974c5a tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Request body: {'security_group_rule': {'security_group_id': '37f09272-052a-460b-be6a-79adda4b10de', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:45.168192 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-19f60419-e2cf-4777-9d26-c697b1974c5a tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:45.218484 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-e6faf736-91bc-42d8-88f8-ad8931a4dc1e req-aa2d7e8d-dbf4-425b-93fb-0644d0c0c1c2 tempest-ServerMetadataNegativeTestJSON-1792625035 tempest-ServerMetadataNegativeTestJSON-1792625035-project] Deleting port eee2b680-37fa-43ff-a604-8082e9efc228 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:21:45.219555 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e6faf736-91bc-42d8-88f8-ad8931a4dc1e req-aa2d7e8d-dbf4-425b-93fb-0644d0c0c1c2 tempest-ServerMetadataNegativeTestJSON-1792625035 tempest-ServerMetadataNegativeTestJSON-1792625035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:45.246226 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-19f60419-e2cf-4777-9d26-c697b1974c5a tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:45.251785 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-19f60419-e2cf-4777-9d26-c697b1974c5a tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:45.285531 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f60419-e2cf-4777-9d26-c697b1974c5a tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=596fca7d-ee4a-4387-bc02-d46a9ced4f8d,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:45.300724 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-19f60419-e2cf-4777-9d26-c697b1974c5a tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:45.306655 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-19f60419-e2cf-4777-9d26-c697b1974c5a tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1802802 Jul 15 23:21:45.306907 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40806) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:45.328665 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-52342b85-4c36-44e5-87ed-e269e2589984 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] 10.222.0.48 "GET /v2.0/security-group-rules/596fca7d-ee4a-4387-bc02-d46a9ced4f8d HTTP/1.1" status: 200 len: 764 time: 0.0204690 Jul 15 23:21:45.331328 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 40808) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:45.369871 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-e6faf736-91bc-42d8-88f8-ad8931a4dc1e req-aa2d7e8d-dbf4-425b-93fb-0644d0c0c1c2 tempest-ServerMetadataNegativeTestJSON-1792625035 tempest-ServerMetadataNegativeTestJSON-1792625035-project] For port eee2b680-37fa-43ff-a604-8082e9efc228, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=eee2b680-37fa-43ff-a604-8082e9efc228,segment=NetworkSegment(c08d6e59-4328-491c-a602-0ffe851fe73c),segment_id=c08d6e59-4328-491c-a602-0ffe851fe73c)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:45.370422 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e6faf736-91bc-42d8-88f8-ad8931a4dc1e req-aa2d7e8d-dbf4-425b-93fb-0644d0c0c1c2 tempest-ServerMetadataNegativeTestJSON-1792625035 tempest-ServerMetadataNegativeTestJSON-1792625035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:45.388542 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-e6faf736-91bc-42d8-88f8-ad8931a4dc1e req-aa2d7e8d-dbf4-425b-93fb-0644d0c0c1c2 tempest-ServerMetadataNegativeTestJSON-1792625035 tempest-ServerMetadataNegativeTestJSON-1792625035-project] Calling delete_port for eee2b680-37fa-43ff-a604-8082e9efc228 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:21:45.423515 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-bafb2da5-4339-4f3a-b25f-5e460bc0f3fa tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0884404 Jul 15 23:21:45.425034 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40812) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:45.490108 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b62c6af7-9771-46d1-a164-f807d9d69721 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:45.508405 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b62c6af7-9771-46d1-a164-f807d9d69721 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:45.573270 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b62c6af7-9771-46d1-a164-f807d9d69721 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:45.579680 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b62c6af7-9771-46d1-a164-f807d9d69721 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:45.580846 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b62c6af7-9771-46d1-a164-f807d9d69721 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/596fca7d-ee4a-4387-bc02-d46a9ced4f8d HTTP/1.1" status: 204 len: 168 time: 0.1530633 Jul 15 23:21:45.586666 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40816) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:45.609324 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62c6af7-9771-46d1-a164-f807d9d69721 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=596fca7d-ee4a-4387-bc02-d46a9ced4f8d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:45.671157 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-1ba7910f-e104-4dcd-97b4-9443fa9fad56 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0805993 Jul 15 23:21:45.671481 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40822) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:45.693859 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e6faf736-91bc-42d8-88f8-ad8931a4dc1e req-aa2d7e8d-dbf4-425b-93fb-0644d0c0c1c2 tempest-ServerMetadataNegativeTestJSON-1792625035 tempest-ServerMetadataNegativeTestJSON-1792625035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:45.710388 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['eee2b680-37fa-43ff-a604-8082e9efc228'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:21:45.740479 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2d7e8d-dbf4-425b-93fb-0644d0c0c1c2 tempest-ServerMetadataNegativeTestJSON-1792625035 tempest-ServerMetadataNegativeTestJSON-1792625035-project] Pushing event deleted for resources: {'Port': ['ID=eee2b680-37fa-43ff-a604-8082e9efc228,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:45.773383 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8f2bc9cc-0aa0-47bf-a27a-8385760b059e tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:45.825876 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6faf736-91bc-42d8-88f8-ad8931a4dc1e req-aa2d7e8d-dbf4-425b-93fb-0644d0c0c1c2 tempest-ServerMetadataNegativeTestJSON-1792625035 tempest-ServerMetadataNegativeTestJSON-1792625035-project] No DVR routers for this DVR port eee2b680-37fa-43ff-a604-8082e9efc228 on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:21:45.826205 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8f2bc9cc-0aa0-47bf-a27a-8385760b059e tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:45.840177 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b683fa8-0018-4208-9180-61bd30490108 req-888602a6-a3c5-44b7-a061-3bde3aed90f6 tempest-ServerMetadataNegativeTestJSON-1792625035 tempest-ServerMetadataNegativeTestJSON-1792625035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:45.847388 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5b683fa8-0018-4208-9180-61bd30490108 req-888602a6-a3c5-44b7-a061-3bde3aed90f6 tempest-ServerMetadataNegativeTestJSON-1792625035 tempest-ServerMetadataNegativeTestJSON-1792625035-project] 10.222.0.48 "GET /v2.0/ports?device_id=60059d68-e841-4905-949b-a77d0d780976 HTTP/1.1" status: 200 len: 867 time: 0.2404764 Jul 15 23:21:45.852013 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e6faf736-91bc-42d8-88f8-ad8931a4dc1e req-aa2d7e8d-dbf4-425b-93fb-0644d0c0c1c2 tempest-ServerMetadataNegativeTestJSON-1792625035 tempest-ServerMetadataNegativeTestJSON-1792625035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:45.856090 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e6faf736-91bc-42d8-88f8-ad8931a4dc1e req-aa2d7e8d-dbf4-425b-93fb-0644d0c0c1c2 tempest-ServerMetadataNegativeTestJSON-1792625035 tempest-ServerMetadataNegativeTestJSON-1792625035-project] 10.222.0.49 "DELETE /v2.0/ports/eee2b680-37fa-43ff-a604-8082e9efc228 HTTP/1.1" status: 204 len: 173 time: 0.7643008 Jul 15 23:21:45.920066 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5b683fa8-0018-4208-9180-61bd30490108 req-dd973377-17fc-4afb-b4aa-49ea2e4efd5a tempest-ServerMetadataNegativeTestJSON-1792625035 tempest-ServerMetadataNegativeTestJSON-1792625035-project] 10.222.0.48 "GET /v2.0/security-groups?id=199f017b-545d-4e4e-a1a2-f5225262a625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713143 Jul 15 23:21:45.966187 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8f2bc9cc-0aa0-47bf-a27a-8385760b059e tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:45.972548 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8f2bc9cc-0aa0-47bf-a27a-8385760b059e tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:45.976553 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-8f2bc9cc-0aa0-47bf-a27a-8385760b059e tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] 10.222.0.48 "DELETE /v2.0/security-groups/37f09272-052a-460b-be6a-79adda4b10de HTTP/1.1" status: 204 len: 168 time: 0.3010185 Jul 15 23:21:45.976761 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 40828) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:45.995315 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2bc9cc-0aa0-47bf-a27a-8385760b059e tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f09272-052a-460b-be6a-79adda4b10de,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:46.101245 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-83725ca9-41b0-4cb3-8aa3-1857deeeee71 tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1187208 Jul 15 23:21:46.101814 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40834) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:46.187934 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b6541ee7-38f7-4c9d-8da1-fa3fb7cb8a6b tempest-SecGroupTest-1634400834 tempest-SecGroupTest-1634400834-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0839794 Jul 15 23:21:46.466578 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b1855-0c85-43f0-a19f-30ff0d89235f req-9fedb0d5-0123-4b74-8cfe-5ef9b1daa77d tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:46.471961 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-423b1855-0c85-43f0-a19f-30ff0d89235f req-9fedb0d5-0123-4b74-8cfe-5ef9b1daa77d tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b079fb3-e58e-461b-a5e4-891961e8c6b2 HTTP/1.1" status: 200 len: 946 time: 0.1440794 Jul 15 23:21:46.513367 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc240b41-2bd2-470f-bd14-335ab3a1442a req-a77c9e20-a35f-415c-a400-c7b5ef0ec0dc tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:46.516078 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dc240b41-2bd2-470f-bd14-335ab3a1442a req-a77c9e20-a35f-415c-a400-c7b5ef0ec0dc tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=f95ca4f8-4454-4325-823b-4baa60863f71 HTTP/1.1" status: 200 len: 945 time: 0.1678581 Jul 15 23:21:46.575552 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-423b1855-0c85-43f0-a19f-30ff0d89235f req-89720194-660b-46de-8bc3-eabbb801d04d tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/security-groups?id=79ac3595-42a7-47eb-84e8-f2b8781d451d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903740 Jul 15 23:21:46.603377 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dc240b41-2bd2-470f-bd14-335ab3a1442a req-26581358-eb61-4a69-bfee-128cea07b404 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647497 Jul 15 23:21:46.615622 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40840) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:46.775766 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60059d68-e841-4905-949b-a77d0d780976', 'name': 'network-vif-deleted', 'tag': 'eee2b680-37fa-43ff-a604-8082e9efc228'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:21:46.780739 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05063204-153f-4c3f-9107-5e90db44ae05" -d '{"events": [{"server_uuid": "60059d68-e841-4905-949b-a77d0d780976", "name": "network-vif-deleted", "tag": "eee2b680-37fa-43ff-a604-8082e9efc228"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:21:46.845265 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afdf61ec-a07e-4634-b2bc-1214a38d0783 x-openstack-request-id: req-afdf61ec-a07e-4634-b2bc-1214a38d0783 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:21:46.845566 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60059d68-e841-4905-949b-a77d0d780976", "name": "network-vif-deleted", "tag": "eee2b680-37fa-43ff-a604-8082e9efc228", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:21:46.845814 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-afdf61ec-a07e-4634-b2bc-1214a38d0783 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:21:46.846569 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60059d68-e841-4905-949b-a77d0d780976', 'name': 'network-vif-deleted', 'tag': 'eee2b680-37fa-43ff-a604-8082e9efc228', 'status': 'completed', 'code': 200} Jul 15 23:21:46.858268 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-6d553d25-1455-4b74-810c-6052f9c647b7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8499821d767444f19d1bc57fa2faec8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2414293 Jul 15 23:21:46.862269 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 40846) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:46.924224 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-262ef27d-041d-4005-b365-96486c7f717c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:46.954023 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device eee2b680-37fa-43ff-a604-8082e9efc228 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:21:46.958502 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-262ef27d-041d-4005-b365-96486c7f717c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:47.034642 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: eee2b680-37fa-43ff-a604-8082e9efc228 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:21:47.036624 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device eee2b680-37fa-43ff-a604-8082e9efc228 not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:21:47.038337 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 7bcf43a8-bfa7-4bb5-9c12-f17982df12f4 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:21:47.048842 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-262ef27d-041d-4005-b365-96486c7f717c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:47.052436 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-262ef27d-041d-4005-b365-96486c7f717c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:47.056402 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-262ef27d-041d-4005-b365-96486c7f717c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/64b7377c-fdd2-4638-97ca-f940f37fdab8 HTTP/1.1" status: 204 len: 168 time: 0.1905515 Jul 15 23:21:47.069094 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262ef27d-041d-4005-b365-96486c7f717c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b7377c-fdd2-4638-97ca-f940f37fdab8,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:47.084047 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: 7bcf43a8-bfa7-4bb5-9c12-f17982df12f4 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:21:47.084655 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 7bcf43a8-bfa7-4bb5-9c12-f17982df12f4 not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:21:47.139494 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 40856) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:47.205654 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-5daea00a-1d9a-43b1-8b16-4431e80da291 admin admin] Deleting subnet f22c8ceb-0849-463a-8868-0e22848a7a23 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:21:47.210282 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5daea00a-1d9a-43b1-8b16-4431e80da291 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:47.265355 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5daea00a-1d9a-43b1-8b16-4431e80da291 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:47.352446 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5daea00a-1d9a-43b1-8b16-4431e80da291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:47.458285 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5daea00a-1d9a-43b1-8b16-4431e80da291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:47.522886 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daea00a-1d9a-43b1-8b16-4431e80da291 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f22c8ceb-0849-463a-8868-0e22848a7a23,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:47.543471 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5daea00a-1d9a-43b1-8b16-4431e80da291 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:47.546473 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-5daea00a-1d9a-43b1-8b16-4431e80da291 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f22c8ceb-0849-463a-8868-0e22848a7a23 HTTP/1.1" status: 204 len: 168 time: 0.4065192 Jul 15 23:21:47.552273 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40870) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:47.683450 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c22dc75e-8209-4e32-bc10-4c4e6bf77a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:47.803259 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c22dc75e-8209-4e32-bc10-4c4e6bf77a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:47.817799 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-c22dc75e-8209-4e32-bc10-4c4e6bf77a39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f09efb19-c2a9-4d4f-a5e4-cf22a2eda2d2']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:47.833674 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-c22dc75e-8209-4e32-bc10-4c4e6bf77a39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c08d6e59-4328-491c-a602-0ffe851fe73c') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:47.834333 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-c22dc75e-8209-4e32-bc10-4c4e6bf77a39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c08d6e59-4328-491c-a602-0ffe851fe73c') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:21:47.851200 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c22dc75e-8209-4e32-bc10-4c4e6bf77a39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:47.907360 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c22dc75e-8209-4e32-bc10-4c4e6bf77a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:47.920324 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c22dc75e-8209-4e32-bc10-4c4e6bf77a39 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:21:47.921305 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c22dc75e-8209-4e32-bc10-4c4e6bf77a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:47.926528 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17c5872-c987-497f-9413-07660da7640c req-2dbaeb26-e9fd-481d-9aeb-f7a16b3e0196 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:47.928356 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e17c5872-c987-497f-9413-07660da7640c req-2dbaeb26-e9fd-481d-9aeb-f7a16b3e0196 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b079fb3-e58e-461b-a5e4-891961e8c6b2 HTTP/1.1" status: 200 len: 946 time: 0.1963129 Jul 15 23:21:47.929816 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:21:47.929816 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:21:47.929816 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:21:47.929816 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:21:47.929816 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:21:47.929816 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:21:47.929816 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:21:47.929816 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:21:47.929816 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:21:47.929816 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:21:47.929816 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:21:47.929816 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:21:47.929816 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:21:47.929816 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:21:47.929816 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:21:47.929816 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:21:47.929816 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:21:47.929816 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:21:47.929816 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:21:47.929816 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:21:47.929816 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:21:47.929816 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:21:47.929816 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:21:47.929816 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:21:47.929816 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:21:47.929816 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:21:47.929816 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:21:47.929816 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:21:47.929816 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:21:47.929816 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:21:47.929816 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:21:47.929816 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:21:47.995952 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e17c5872-c987-497f-9413-07660da7640c req-c38daac5-630e-47a6-a3eb-595500270d0d tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/security-groups?id=79ac3595-42a7-47eb-84e8-f2b8781d451d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600221 Jul 15 23:21:48.034051 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c22dc75e-8209-4e32-bc10-4c4e6bf77a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:48.040053 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c22dc75e-8209-4e32-bc10-4c4e6bf77a39 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:48.041995 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c22dc75e-8209-4e32-bc10-4c4e6bf77a39 admin admin] 10.222.0.48 "DELETE /v2.0/networks/f09efb19-c2a9-4d4f-a5e4-cf22a2eda2d2 HTTP/1.1" status: 204 len: 168 time: 0.4887037 Jul 15 23:21:48.065788 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22dc75e-8209-4e32-bc10-4c4e6bf77a39 admin admin] Pushing event deleted for resources: {'Network': ['ID=f09efb19-c2a9-4d4f-a5e4-cf22a2eda2d2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:48.144347 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3206a-01ed-4370-908f-8bc9f1c4ab5e req-656e5a22-877c-4efe-8f6f-52ca2a02eb5b tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:48.146260 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-23a3206a-01ed-4370-908f-8bc9f1c4ab5e req-656e5a22-877c-4efe-8f6f-52ca2a02eb5b tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.49 "GET /v2.0/ports?device_id=f95ca4f8-4454-4325-823b-4baa60863f71 HTTP/1.1" status: 200 len: 945 time: 0.1491678 Jul 15 23:21:48.156053 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65633272-8c5f-4b05-9c06-e7f63b82d72b req-224b938f-7b79-4acd-ba26-abe6848b6bc4 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:48.158869 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-65633272-8c5f-4b05-9c06-e7f63b82d72b req-224b938f-7b79-4acd-ba26-abe6848b6bc4 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=f95ca4f8-4454-4325-823b-4baa60863f71 HTTP/1.1" status: 200 len: 945 time: 0.1778455 Jul 15 23:21:48.299814 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40896) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:48.321566 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-65633272-8c5f-4b05-9c06-e7f63b82d72b req-3b4a54a6-8f82-4e25-91eb-3ef73f96cf50 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505368 Jul 15 23:21:48.365788 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-23a3206a-01ed-4370-908f-8bc9f1c4ab5e req-2fbd7331-856d-4093-9e80-eda9b9d3725e tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Deleting port cc9b8ac7-4585-4b69-a9b5-8671aac12b10 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:21:48.365788 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-23a3206a-01ed-4370-908f-8bc9f1c4ab5e req-2fbd7331-856d-4093-9e80-eda9b9d3725e tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:48.465217 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d014708a-6f6c-427a-a1a7-891996a4db0d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5ea33902f301426c9862000f64e06a55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1633277 Jul 15 23:21:48.468241 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40904) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:48.528515 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-23a3206a-01ed-4370-908f-8bc9f1c4ab5e req-2fbd7331-856d-4093-9e80-eda9b9d3725e tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] For port cc9b8ac7-4585-4b69-a9b5-8671aac12b10, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=cc9b8ac7-4585-4b69-a9b5-8671aac12b10,segment=NetworkSegment(056a97c3-fa40-4757-b96f-04fb527ec8cd),segment_id=056a97c3-fa40-4757-b96f-04fb527ec8cd)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:21:48.529032 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-23a3206a-01ed-4370-908f-8bc9f1c4ab5e req-2fbd7331-856d-4093-9e80-eda9b9d3725e tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:48.549154 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-23a3206a-01ed-4370-908f-8bc9f1c4ab5e req-2fbd7331-856d-4093-9e80-eda9b9d3725e tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Calling delete_port for cc9b8ac7-4585-4b69-a9b5-8671aac12b10 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:21:48.551069 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 40906) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:48.589188 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ae4dd135-ad82-4f9b-8b61-0e1702f7171a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:48.657205 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ae4dd135-ad82-4f9b-8b61-0e1702f7171a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:48.777540 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ae4dd135-ad82-4f9b-8b61-0e1702f7171a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:48.782470 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ae4dd135-ad82-4f9b-8b61-0e1702f7171a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:48.783886 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ae4dd135-ad82-4f9b-8b61-0e1702f7171a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/199f017b-545d-4e4e-a1a2-f5225262a625 HTTP/1.1" status: 204 len: 168 time: 0.3130178 Jul 15 23:21:48.801785 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4dd135-ad82-4f9b-8b61-0e1702f7171a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=199f017b-545d-4e4e-a1a2-f5225262a625,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:48.855246 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-74b002d9-19c9-4dc3-814a-364eab292321 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:48.856485 n-d-794306-6 neutron-server[93770]: WARNING neutron.api.v2.base [None req-74b002d9-19c9-4dc3-814a-364eab292321 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 15 23:21:48.857300 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [None req-74b002d9-19c9-4dc3-814a-364eab292321 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] create failed (client error): There was a conflict when trying to complete your request. Jul 15 23:21:48.863554 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-74b002d9-19c9-4dc3-814a-364eab292321 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3063588 Jul 15 23:21:48.864376 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 40916) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:48.874238 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d9d8bd8b-07ab-4509-84f9-9b643b880d74 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Request body: {'security_group': {'name': 'tempest-secgroup--349112663'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:48.924553 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-23a3206a-01ed-4370-908f-8bc9f1c4ab5e req-2fbd7331-856d-4093-9e80-eda9b9d3725e tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:48.931441 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d9d8bd8b-07ab-4509-84f9-9b643b880d74 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:48.938822 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['cc9b8ac7-4585-4b69-a9b5-8671aac12b10'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:21:48.955444 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f55de9-3c5f-43d2-a791-17cf3dde61da req-5ab05bfc-1222-4ce3-bc9a-1a89333c6c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:48.961814 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-15f55de9-3c5f-43d2-a791-17cf3dde61da req-5ab05bfc-1222-4ce3-bc9a-1a89333c6c87 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2a405d2dd6804fe7a77887fee4d8f511&device_id=3b079fb3-e58e-461b-a5e4-891961e8c6b2 HTTP/1.1" status: 200 len: 1097 time: 0.1261973 Jul 15 23:21:48.969744 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['428fc395-88ca-4e6d-b708-6f3664ed368d'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:21:48.991387 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d9d8bd8b-07ab-4509-84f9-9b643b880d74 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:49.019502 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbd7331-856d-4093-9e80-eda9b9d3725e tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Pushing event deleted for resources: {'Port': ['ID=cc9b8ac7-4585-4b69-a9b5-8671aac12b10,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:49.092890 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-23a3206a-01ed-4370-908f-8bc9f1c4ab5e req-2fbd7331-856d-4093-9e80-eda9b9d3725e tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] No DVR routers for this DVR port cc9b8ac7-4585-4b69-a9b5-8671aac12b10 on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:21:49.100951 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-23a3206a-01ed-4370-908f-8bc9f1c4ab5e req-2fbd7331-856d-4093-9e80-eda9b9d3725e tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:49.105322 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-23a3206a-01ed-4370-908f-8bc9f1c4ab5e req-2fbd7331-856d-4093-9e80-eda9b9d3725e tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.49 "DELETE /v2.0/ports/cc9b8ac7-4585-4b69-a9b5-8671aac12b10 HTTP/1.1" status: 204 len: 173 time: 0.9449859 Jul 15 23:21:49.108148 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f95ca4f8-4454-4325-823b-4baa60863f71', 'name': 'network-vif-deleted', 'tag': 'cc9b8ac7-4585-4b69-a9b5-8671aac12b10'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:21:49.112206 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dbacfa3-dae6-4335-abbd-f201fdbb5ec2" -d '{"events": [{"server_uuid": "f95ca4f8-4454-4325-823b-4baa60863f71", "name": "network-vif-deleted", "tag": "cc9b8ac7-4585-4b69-a9b5-8671aac12b10"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:21:49.178776 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f55de9-3c5f-43d2-a791-17cf3dde61da req-ca967f20-8ab3-4430-b4f7-90169b907aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:49.181892 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-15f55de9-3c5f-43d2-a791-17cf3dde61da req-ca967f20-8ab3-4430-b4f7-90169b907aff service neutron] 10.222.0.49 "GET /v2.0/networks?id=1b2dda9e-4c53-4dab-a19f-ef96f2529a03 HTTP/1.1" status: 200 len: 917 time: 0.2119288 Jul 15 23:21:49.218943 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575265e3-e3f3-40c5-be29-0a92bdd39a48 req-90ff0206-364b-428d-8b74-aa0fa9ebcebf tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:49.226991 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-575265e3-e3f3-40c5-be29-0a92bdd39a48 req-90ff0206-364b-428d-8b74-aa0fa9ebcebf tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b079fb3-e58e-461b-a5e4-891961e8c6b2 HTTP/1.1" status: 200 len: 946 time: 0.2899928 Jul 15 23:21:49.284521 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-15f55de9-3c5f-43d2-a791-17cf3dde61da req-e85bd533-3013-4f63-8d6c-1a8e9f507352 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25249fe8-59ab-4791-933d-4e89386cd2aa HTTP/1.1" status: 200 len: 217 time: 0.0954072 Jul 15 23:21:49.301922 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-575265e3-e3f3-40c5-be29-0a92bdd39a48 req-2fd9a997-c9d9-4299-95e9-7c9da6c1e515 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/security-groups?id=79ac3595-42a7-47eb-84e8-f2b8781d451d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739706 Jul 15 23:21:49.398437 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f55de9-3c5f-43d2-a791-17cf3dde61da req-de00988a-fe1d-4b9c-825f-664b9b6acbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:49.403301 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-15f55de9-3c5f-43d2-a791-17cf3dde61da req-de00988a-fe1d-4b9c-825f-664b9b6acbae service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e20841c0-f378-4203-9626-0b8068a007b6 HTTP/1.1" status: 200 len: 855 time: 0.1082206 Jul 15 23:21:49.409746 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d9d8bd8b-07ab-4509-84f9-9b643b880d74 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:49.416277 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d9d8bd8b-07ab-4509-84f9-9b643b880d74 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:49.500119 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d8bd8b-07ab-4509-84f9-9b643b880d74 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70bb1887-e4a0-4ae4-8016-0a4193841d4c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:49.504121 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f55de9-3c5f-43d2-a791-17cf3dde61da req-2f6e3fab-0e31-4c63-a96d-97949d013a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:49.506260 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-15f55de9-3c5f-43d2-a791-17cf3dde61da req-2f6e3fab-0e31-4c63-a96d-97949d013a52 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1b2dda9e-4c53-4dab-a19f-ef96f2529a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0944669 Jul 15 23:21:49.525320 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4001ba32-7ebf-41cf-ae39-acc9b2c1b76f x-openstack-request-id: req-4001ba32-7ebf-41cf-ae39-acc9b2c1b76f {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:21:49.526064 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f95ca4f8-4454-4325-823b-4baa60863f71", "name": "network-vif-deleted", "tag": "cc9b8ac7-4585-4b69-a9b5-8671aac12b10", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:21:49.527138 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4001ba32-7ebf-41cf-ae39-acc9b2c1b76f {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:21:49.528050 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f95ca4f8-4454-4325-823b-4baa60863f71', 'name': 'network-vif-deleted', 'tag': 'cc9b8ac7-4585-4b69-a9b5-8671aac12b10', 'status': 'completed', 'code': 200} Jul 15 23:21:49.624716 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d9d8bd8b-07ab-4509-84f9-9b643b880d74 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:49.639843 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d9d8bd8b-07ab-4509-84f9-9b643b880d74 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:49.666012 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8da85bf7-d92b-4ca8-86d3-b353270ff75d req-97325037-8ff7-4632-9a0c-60408803d8d5 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=f95ca4f8-4454-4325-823b-4baa60863f71 HTTP/1.1" status: 200 len: 210 time: 0.0459025 Jul 15 23:21:49.684144 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d9d8bd8b-07ab-4509-84f9-9b643b880d74 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:49.685913 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-d9d8bd8b-07ab-4509-84f9-9b643b880d74 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8204341 Jul 15 23:21:49.690729 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 40934) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:49.696854 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-489978ea-53c4-400b-a25f-d063f77608bd tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Request body: {'security_group_rule': {'security_group_id': 'f57fa745-9fa7-457a-acf1-8bacd98c0aec', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:49.701177 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-15f55de9-3c5f-43d2-a791-17cf3dde61da req-5d407038-4cd7-4bfe-a831-f04f956c61b0 service neutron] 10.222.0.49 "GET /v2.0/networks/1b2dda9e-4c53-4dab-a19f-ef96f2529a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828823 Jul 15 23:21:49.723505 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d8bd8b-07ab-4509-84f9-9b643b880d74 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f57fa745-9fa7-457a-acf1-8bacd98c0aec,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:49.751342 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-489978ea-53c4-400b-a25f-d063f77608bd tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:49.863976 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-489978ea-53c4-400b-a25f-d063f77608bd tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:49.869564 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-489978ea-53c4-400b-a25f-d063f77608bd tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:49.911365 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-15f55de9-3c5f-43d2-a791-17cf3dde61da req-bcfb1153-2b08-4350-94be-ecab5903f6cc service neutron] 10.222.0.49 "GET /v2.0/networks/1b2dda9e-4c53-4dab-a19f-ef96f2529a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036169 Jul 15 23:21:49.926172 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-489978ea-53c4-400b-a25f-d063f77608bd tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:49.927977 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-489978ea-53c4-400b-a25f-d063f77608bd tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2358932 Jul 15 23:21:49.933061 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 40944) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:49.941649 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-9c596104-aa1d-424e-81b0-0756c3c3f33f tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Request body: {'security_group_rule': {'security_group_id': 'f57fa745-9fa7-457a-acf1-8bacd98c0aec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:49.958547 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489978ea-53c4-400b-a25f-d063f77608bd tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=631bb2c6-6d5b-44be-893d-57950a934c7d,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:49.995155 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c596104-aa1d-424e-81b0-0756c3c3f33f tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:50.053099 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [None req-9c596104-aa1d-424e-81b0-0756c3c3f33f tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] create failed (client error): There was a conflict when trying to complete your request. Jul 15 23:21:50.054304 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-9c596104-aa1d-424e-81b0-0756c3c3f33f tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1193638 Jul 15 23:21:50.057866 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 40952) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:50.133927 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e7890b9-f2a9-4e57-ae5f-0cd48d827a13 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:50.173589 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e7890b9-f2a9-4e57-ae5f-0cd48d827a13 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:50.229615 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e7890b9-f2a9-4e57-ae5f-0cd48d827a13 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:50.233198 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e7890b9-f2a9-4e57-ae5f-0cd48d827a13 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:50.234398 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-5e7890b9-f2a9-4e57-ae5f-0cd48d827a13 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] 10.222.0.48 "DELETE /v2.0/security-groups/f57fa745-9fa7-457a-acf1-8bacd98c0aec HTTP/1.1" status: 204 len: 168 time: 0.1754284 Jul 15 23:21:50.237104 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40962) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:50.244449 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7890b9-f2a9-4e57-ae5f-0cd48d827a13 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57fa745-9fa7-457a-acf1-8bacd98c0aec,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:50.312202 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 40964) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:50.312550 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c39080df-c284-4e00-a187-ad75950468ee tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0735381 Jul 15 23:21:50.318462 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-7b6d738b-1ab6-4c4a-ad79-79b15545acd6 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Request body: {'security_group': {'name': 'tempest-secgroup--1566692825'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:50.358062 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b6d738b-1ab6-4c4a-ad79-79b15545acd6 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:50.479150 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b6d738b-1ab6-4c4a-ad79-79b15545acd6 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:50.488935 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b6d738b-1ab6-4c4a-ad79-79b15545acd6 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:50.566855 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b6d738b-1ab6-4c4a-ad79-79b15545acd6 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:50.571266 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-7b6d738b-1ab6-4c4a-ad79-79b15545acd6 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2548411 Jul 15 23:21:50.571524 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 40974) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:50.578628 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-16e75da3-b325-47c6-92ac-fce54c2c50ed tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Request body: {'security_group_rule': {'security_group_id': 'c948c42f-bb15-44d4-b800-872b78b30da5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:50.579382 n-d-794306-6 neutron-server[93770]: WARNING neutron.api.v2.base [None req-16e75da3-b325-47c6-92ac-fce54c2c50ed tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 15 23:21:50.579959 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [None req-16e75da3-b325-47c6-92ac-fce54c2c50ed tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:21:50.583850 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-16e75da3-b325-47c6-92ac-fce54c2c50ed tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0071721 Jul 15 23:21:50.585746 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40976) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:50.591994 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6d738b-1ab6-4c4a-ad79-79b15545acd6 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c948c42f-bb15-44d4-b800-872b78b30da5,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:50.630553 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3439407-5ea7-46a0-924b-ac9c00a1f099 req-7b39f996-aa9c-44e6-ae1e-206721843f3e tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:50.638885 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a3439407-5ea7-46a0-924b-ac9c00a1f099 req-7b39f996-aa9c-44e6-ae1e-206721843f3e tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b079fb3-e58e-461b-a5e4-891961e8c6b2 HTTP/1.1" status: 200 len: 946 time: 0.1547575 Jul 15 23:21:50.677764 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88be4b3c-48e4-4ef1-a7c2-90db49fffaca tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:50.707903 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a3439407-5ea7-46a0-924b-ac9c00a1f099 req-861c0ed7-fec0-4f19-8977-75dd84f0e31f tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/security-groups?id=79ac3595-42a7-47eb-84e8-f2b8781d451d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676334 Jul 15 23:21:50.737412 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88be4b3c-48e4-4ef1-a7c2-90db49fffaca tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:50.806987 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88be4b3c-48e4-4ef1-a7c2-90db49fffaca tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:50.838778 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88be4b3c-48e4-4ef1-a7c2-90db49fffaca tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:50.841696 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-88be4b3c-48e4-4ef1-a7c2-90db49fffaca tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] 10.222.0.48 "DELETE /v2.0/security-groups/c948c42f-bb15-44d4-b800-872b78b30da5 HTTP/1.1" status: 204 len: 168 time: 0.2527649 Jul 15 23:21:50.844339 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 40990) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:50.860228 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88be4b3c-48e4-4ef1-a7c2-90db49fffaca tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c948c42f-bb15-44d4-b800-872b78b30da5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:50.950310 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-fcddaedd-d00c-4db8-b9cd-fbabd5a688e2 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1040339 Jul 15 23:21:50.953589 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40996) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:50.960498 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a051fa7d-f611-4788-8d78-c0088417a923 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Request body: {'security_group': {'name': 'tempest-secgroup--202705832'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:51.015764 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a051fa7d-f611-4788-8d78-c0088417a923 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:51.201520 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-12fe7cdb-288c-449f-b157-b8a4e9b581c7 req-a25c1fa5-b133-45ae-96be-4982ac54afaf tempest-ServerShowV254Test-599518848 tempest-ServerShowV254Test-599518848-project] 10.222.0.48 "GET /v2.0/ports?device_id=40cb5935-31b3-49f4-bcd9-7ec7a78745a8 HTTP/1.1" status: 200 len: 210 time: 0.0516980 Jul 15 23:21:51.206856 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a051fa7d-f611-4788-8d78-c0088417a923 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:51.226061 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a051fa7d-f611-4788-8d78-c0088417a923 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:51.272496 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a051fa7d-f611-4788-8d78-c0088417a923 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:51.275901 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a051fa7d-f611-4788-8d78-c0088417a923 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3210320 Jul 15 23:21:51.278787 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 41010) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:51.281610 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051fa7d-f611-4788-8d78-c0088417a923 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=734cc3fd-5e58-48a9-9724-a927e820529a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:51.286133 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d4d9af39-28f1-419d-bf4f-eb99d6339f51 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Request body: {'security_group_rule': {'security_group_id': '734cc3fd-5e58-48a9-9724-a927e820529a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:51.287266 n-d-794306-6 neutron-server[93770]: WARNING neutron.api.v2.base [None req-d4d9af39-28f1-419d-bf4f-eb99d6339f51 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 15 23:21:51.288265 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [None req-d4d9af39-28f1-419d-bf4f-eb99d6339f51 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:21:51.291703 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-d4d9af39-28f1-419d-bf4f-eb99d6339f51 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0095577 Jul 15 23:21:51.294143 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 41018) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:51.413357 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-752a0f8f-a06f-4a77-b677-f2c58cd5c8fa tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:51.941158 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-752a0f8f-a06f-4a77-b677-f2c58cd5c8fa tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:52.050872 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e7829-0037-4836-9ca1-65f04d99dd69 req-b76e8633-2177-4643-ac60-e76a8ae1cffb tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:52.052607 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e64e7829-0037-4836-9ca1-65f04d99dd69 req-b76e8633-2177-4643-ac60-e76a8ae1cffb tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/networks?id=d1484756-2d6b-4cf1-82f2-ca0b5a0942a2 HTTP/1.1" status: 200 len: 806 time: 0.6961465 Jul 15 23:21:52.072522 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-752a0f8f-a06f-4a77-b677-f2c58cd5c8fa tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:52.075642 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-752a0f8f-a06f-4a77-b677-f2c58cd5c8fa tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:52.076748 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-752a0f8f-a06f-4a77-b677-f2c58cd5c8fa tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] 10.222.0.48 "DELETE /v2.0/security-groups/734cc3fd-5e58-48a9-9724-a927e820529a HTTP/1.1" status: 204 len: 168 time: 0.7816150 Jul 15 23:21:52.079934 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 41038) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:52.094985 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e64e7829-0037-4836-9ca1-65f04d99dd69 req-ae35341a-4d86-4b18-8957-42c83087daff tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/quotas/4b15e22ba4eb43169240491cd7fe1115 HTTP/1.1" status: 200 len: 375 time: 0.0329046 Jul 15 23:21:52.109579 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45c3ce6-b4fb-45ce-9a76-59c179dd6ce0 req-62613258-70b9-4ead-859d-0db861149c0b tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:52.111204 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d45c3ce6-b4fb-45ce-9a76-59c179dd6ce0 req-62613258-70b9-4ead-859d-0db861149c0b tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b079fb3-e58e-461b-a5e4-891961e8c6b2 HTTP/1.1" status: 200 len: 946 time: 0.1936100 Jul 15 23:21:52.112038 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752a0f8f-a06f-4a77-b677-f2c58cd5c8fa tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=734cc3fd-5e58-48a9-9724-a927e820529a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:52.136562 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-1697411a-d899-4b7e-a04e-298e3e61a8c3 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0554240 Jul 15 23:21:52.142994 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 41042) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:52.153735 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-917b4598-a733-4cdb-a6d7-25e1faf99976 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Request body: {'security_group': {'name': 'tempest-secgroup--1313329829'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:52.183688 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-917b4598-a733-4cdb-a6d7-25e1faf99976 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:52.189171 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d45c3ce6-b4fb-45ce-9a76-59c179dd6ce0 req-c224b1e4-084d-4a5a-a74e-3472335b8455 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/security-groups?id=79ac3595-42a7-47eb-84e8-f2b8781d451d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641994 Jul 15 23:21:52.253944 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e64e7829-0037-4836-9ca1-65f04d99dd69 req-b53185f8-e8f6-4e0a-b77c-86e77365851f tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4b15e22ba4eb43169240491cd7fe1115&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1389875 Jul 15 23:21:52.356424 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-917b4598-a733-4cdb-a6d7-25e1faf99976 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:52.360866 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-917b4598-a733-4cdb-a6d7-25e1faf99976 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:52.378663 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e64e7829-0037-4836-9ca1-65f04d99dd69 req-97cc1b47-dd0c-4d4d-956c-33776b483a2e service neutron] 10.222.0.48 "GET /v2.0/networks/d1484756-2d6b-4cf1-82f2-ca0b5a0942a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133115 Jul 15 23:21:52.407727 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-917b4598-a733-4cdb-a6d7-25e1faf99976 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:52.412498 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 41050) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:52.413823 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-917b4598-a733-4cdb-a6d7-25e1faf99976 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2689419 Jul 15 23:21:52.419085 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4dead05a-8b15-4958-9a6d-027caff7eed0 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Request body: {'security_group_rule': {'security_group_id': '0efbe59d-d94d-4444-8d94-6e2cc8671cb8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:52.419813 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917b4598-a733-4cdb-a6d7-25e1faf99976 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0efbe59d-d94d-4444-8d94-6e2cc8671cb8,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:52.448148 n-d-794306-6 neutron-server[93770]: WARNING neutron.api.v2.base [None req-4dead05a-8b15-4958-9a6d-027caff7eed0 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 15 23:21:52.448851 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [None req-4dead05a-8b15-4958-9a6d-027caff7eed0 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:21:52.450034 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-4dead05a-8b15-4958-9a6d-027caff7eed0 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0364285 Jul 15 23:21:52.453051 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 41052) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:52.459907 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-50629994-bf27-4aeb-8c8e-043a50a21503 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Request body: {'security_group_rule': {'security_group_id': '0efbe59d-d94d-4444-8d94-6e2cc8671cb8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:52.461070 n-d-794306-6 neutron-server[93770]: WARNING neutron.api.v2.base [None req-50629994-bf27-4aeb-8c8e-043a50a21503 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 15 23:21:52.461825 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [None req-50629994-bf27-4aeb-8c8e-043a50a21503 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:21:52.467876 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-50629994-bf27-4aeb-8c8e-043a50a21503 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0086386 Jul 15 23:21:52.467876 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 41054) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:52.476127 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-de12537d-3083-4cd4-9dc5-21707fdc7dd0 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Request body: {'security_group_rule': {'security_group_id': '0efbe59d-d94d-4444-8d94-6e2cc8671cb8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:52.477917 n-d-794306-6 neutron-server[93770]: WARNING neutron.api.v2.base [None req-de12537d-3083-4cd4-9dc5-21707fdc7dd0 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 15 23:21:52.478510 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [None req-de12537d-3083-4cd4-9dc5-21707fdc7dd0 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:21:52.482244 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-de12537d-3083-4cd4-9dc5-21707fdc7dd0 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0108271 Jul 15 23:21:52.483153 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 41056) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:52.488913 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-f5b0d024-eac0-409a-94f8-a38abf74d0f8 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Request body: {'security_group_rule': {'security_group_id': '0efbe59d-d94d-4444-8d94-6e2cc8671cb8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:52.489897 n-d-794306-6 neutron-server[93770]: WARNING neutron.api.v2.base [None req-f5b0d024-eac0-409a-94f8-a38abf74d0f8 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 15 23:21:52.490487 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [None req-f5b0d024-eac0-409a-94f8-a38abf74d0f8 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:21:52.494740 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-f5b0d024-eac0-409a-94f8-a38abf74d0f8 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0077596 Jul 15 23:21:52.495546 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 41058) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:52.586697 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc5e6640-6d79-4c15-b429-892f2744c56e tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:52.591797 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e64e7829-0037-4836-9ca1-65f04d99dd69 req-8a80fd79-c5c7-4929-b6f6-e7673b4818f1 service neutron] 10.222.0.48 "GET /v2.0/networks/d1484756-2d6b-4cf1-82f2-ca0b5a0942a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119784 Jul 15 23:21:52.642735 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc5e6640-6d79-4c15-b429-892f2744c56e tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:52.742425 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc5e6640-6d79-4c15-b429-892f2744c56e tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:52.745565 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc5e6640-6d79-4c15-b429-892f2744c56e tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:52.747185 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-cc5e6640-6d79-4c15-b429-892f2744c56e tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] 10.222.0.48 "DELETE /v2.0/security-groups/0efbe59d-d94d-4444-8d94-6e2cc8671cb8 HTTP/1.1" status: 204 len: 168 time: 0.2500606 Jul 15 23:21:52.750113 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 41062) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:52.760454 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b9b77cd8-41cf-426a-98d7-d904bba15bbd req-ee02f6e6-82cd-4804-afca-bdd2c65057c3 tempest-ServerShowV254Test-599518848 tempest-ServerShowV254Test-599518848-project] 10.222.0.48 "GET /v2.0/ports?device_id=40cb5935-31b3-49f4-bcd9-7ec7a78745a8 HTTP/1.1" status: 200 len: 210 time: 0.0736647 Jul 15 23:21:52.805276 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e6640-6d79-4c15-b429-892f2744c56e tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0efbe59d-d94d-4444-8d94-6e2cc8671cb8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:52.870535 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-1ce8905f-61ff-45b7-9f57-32e44e9bd4f5 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1105978 Jul 15 23:21:52.870903 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 41068) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:52.876209 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-8962aac8-498a-40ef-87f3-c3c3e2a37e84 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Request body: {'security_group': {'name': 'tempest-secgroup--322808329'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:52.942473 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8962aac8-498a-40ef-87f3-c3c3e2a37e84 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:52.967079 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device cc9b8ac7-4585-4b69-a9b5-8671aac12b10 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:21:52.989226 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9882efb4-15b5-4df6-abd9-0e4a59b623c3 req-3a4614b8-189f-43ce-aa93-520046db77ac tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d03aaad-07e8-432d-921e-2ff769c3f343 HTTP/1.1" status: 200 len: 210 time: 0.0595026 Jul 15 23:21:53.022159 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: cc9b8ac7-4585-4b69-a9b5-8671aac12b10 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:21:53.022749 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device cc9b8ac7-4585-4b69-a9b5-8671aac12b10 not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:21:53.139242 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d872ac2-f1f2-4140-80f7-82fac7219b9f req-a1068a14-a822-4e62-a621-32ef2e22687a tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:53.141065 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3d872ac2-f1f2-4140-80f7-82fac7219b9f req-a1068a14-a822-4e62-a621-32ef2e22687a tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b079fb3-e58e-461b-a5e4-891961e8c6b2 HTTP/1.1" status: 200 len: 946 time: 0.1356843 Jul 15 23:21:53.181881 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8962aac8-498a-40ef-87f3-c3c3e2a37e84 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:53.188596 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8962aac8-498a-40ef-87f3-c3c3e2a37e84 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:53.230407 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3d872ac2-f1f2-4140-80f7-82fac7219b9f req-734dbaa3-d776-4c17-8828-becff0bf3c81 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/security-groups?id=79ac3595-42a7-47eb-84e8-f2b8781d451d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742569 Jul 15 23:21:53.231114 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8962aac8-498a-40ef-87f3-c3c3e2a37e84 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:53.232947 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-8962aac8-498a-40ef-87f3-c3c3e2a37e84 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3610425 Jul 15 23:21:53.238079 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 41076) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:53.243775 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8962aac8-498a-40ef-87f3-c3c3e2a37e84 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a47b0c7c-8e2d-4490-8f3d-42678aa15a4b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:53.258233 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-6cf20831-13eb-4c27-9e08-8b82a21760f9 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Request body: {'security_group_rule': {'security_group_id': 'a47b0c7c-8e2d-4490-8f3d-42678aa15a4b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:53.259504 n-d-794306-6 neutron-server[93771]: WARNING neutron.api.v2.base [None req-6cf20831-13eb-4c27-9e08-8b82a21760f9 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 15 23:21:53.265849 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [None req-6cf20831-13eb-4c27-9e08-8b82a21760f9 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:21:53.267645 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-6cf20831-13eb-4c27-9e08-8b82a21760f9 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0279164 Jul 15 23:21:53.271091 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 41080) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:53.280298 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1f709f9d-b60c-4353-8502-039df2c97365 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Request body: {'security_group_rule': {'security_group_id': 'a47b0c7c-8e2d-4490-8f3d-42678aa15a4b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:53.345105 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [None req-1f709f9d-b60c-4353-8502-039df2c97365 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:21:53.347278 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-1f709f9d-b60c-4353-8502-039df2c97365 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0744023 Jul 15 23:21:53.349795 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 41084) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:53.355540 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-bc5e22c1-aa3f-486d-930e-1fce0a6c1190 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Request body: {'security_group_rule': {'security_group_id': 'a47b0c7c-8e2d-4490-8f3d-42678aa15a4b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:53.356062 n-d-794306-6 neutron-server[93771]: WARNING neutron.api.v2.base [None req-bc5e22c1-aa3f-486d-930e-1fce0a6c1190 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 15 23:21:53.356542 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [None req-bc5e22c1-aa3f-486d-930e-1fce0a6c1190 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:21:53.357778 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-bc5e22c1-aa3f-486d-930e-1fce0a6c1190 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0069506 Jul 15 23:21:53.361020 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 41086) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:53.366528 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-1d4a0e0a-efe3-4158-a2a1-54e293808f4b tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Request body: {'security_group_rule': {'security_group_id': 'a47b0c7c-8e2d-4490-8f3d-42678aa15a4b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:53.481427 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [None req-1d4a0e0a-efe3-4158-a2a1-54e293808f4b tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:21:53.482976 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-1d4a0e0a-efe3-4158-a2a1-54e293808f4b tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1206915 Jul 15 23:21:53.485809 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 41090) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:53.490688 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-801f3a8d-3ce0-4ad9-8d33-c7e48bcba749 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Request body: {'security_group_rule': {'security_group_id': 'a47b0c7c-8e2d-4490-8f3d-42678aa15a4b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:53.492016 n-d-794306-6 neutron-server[93771]: WARNING neutron.api.v2.base [None req-801f3a8d-3ce0-4ad9-8d33-c7e48bcba749 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 15 23:21:53.492546 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [None req-801f3a8d-3ce0-4ad9-8d33-c7e48bcba749 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:21:53.493555 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-801f3a8d-3ce0-4ad9-8d33-c7e48bcba749 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0067666 Jul 15 23:21:53.498148 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 41092) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:53.506916 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e60f6acb-b4e4-4724-9989-2e3aabf180dd tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Request body: {'security_group_rule': {'security_group_id': 'a47b0c7c-8e2d-4490-8f3d-42678aa15a4b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:53.550562 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c2d10-6652-4ccb-90e8-37829eba29d0 req-c59799ee-6a79-4e38-9986-992fb46cb1ff tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:53.552785 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-830c2d10-6652-4ccb-90e8-37829eba29d0 req-c59799ee-6a79-4e38-9986-992fb46cb1ff tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/ports?device_id=52a39ca4-a5fc-4005-9060-f24ff16f3427 HTTP/1.1" status: 200 len: 946 time: 0.1614263 Jul 15 23:21:53.588552 n-d-794306-6 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-e60f6acb-b4e4-4724-9989-2e3aabf180dd tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Project 34d2b187570e4059bae836bc311e7efb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:21:53.615523 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-830c2d10-6652-4ccb-90e8-37829eba29d0 req-302d3df3-4526-4c4c-8b92-ad962bf46404 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/security-groups?id=79ac3595-42a7-47eb-84e8-f2b8781d451d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535185 Jul 15 23:21:53.623556 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [None req-e60f6acb-b4e4-4724-9989-2e3aabf180dd tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:21:53.627346 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-e60f6acb-b4e4-4724-9989-2e3aabf180dd tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1254027 Jul 15 23:21:53.628120 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 41096) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:53.634365 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-6f043245-6b04-430f-854d-f5d21848b0b4 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Request body: {'security_group_rule': {'security_group_id': 'a47b0c7c-8e2d-4490-8f3d-42678aa15a4b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:53.635315 n-d-794306-6 neutron-server[93770]: WARNING neutron.api.v2.base [None req-6f043245-6b04-430f-854d-f5d21848b0b4 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 15 23:21:53.636236 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [None req-6f043245-6b04-430f-854d-f5d21848b0b4 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:21:53.639635 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-6f043245-6b04-430f-854d-f5d21848b0b4 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0095453 Jul 15 23:21:53.641553 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 41098) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:53.646927 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-cee52c47-6e2b-4a95-9eb0-8a67614e2089 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Request body: {'security_group_rule': {'security_group_id': 'a47b0c7c-8e2d-4490-8f3d-42678aa15a4b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:53.688802 n-d-794306-6 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-cee52c47-6e2b-4a95-9eb0-8a67614e2089 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Project 34d2b187570e4059bae836bc311e7efb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:21:53.709522 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [None req-cee52c47-6e2b-4a95-9eb0-8a67614e2089 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:21:53.710966 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-cee52c47-6e2b-4a95-9eb0-8a67614e2089 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0682681 Jul 15 23:21:53.714079 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 41102) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:53.720681 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-17334ae4-9acd-4b5f-87a8-1c46a5586bf4 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Request body: {'security_group_rule': {'security_group_id': 'a47b0c7c-8e2d-4490-8f3d-42678aa15a4b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:53.751502 n-d-794306-6 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-17334ae4-9acd-4b5f-87a8-1c46a5586bf4 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Project 34d2b187570e4059bae836bc311e7efb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:21:53.801625 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [None req-17334ae4-9acd-4b5f-87a8-1c46a5586bf4 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:21:53.804421 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-17334ae4-9acd-4b5f-87a8-1c46a5586bf4 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0890527 Jul 15 23:21:53.807717 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 41110) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:53.945809 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c405dfe5-5ab6-422c-9506-5bb916e14106 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:53.980327 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ecd1c-fbad-4201-a66b-07ee9bcc0950 req-fdd05f4c-dab4-4311-9a57-e4afe396638d tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:53.988939 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c96ecd1c-fbad-4201-a66b-07ee9bcc0950 req-fdd05f4c-dab4-4311-9a57-e4afe396638d tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/ports?device_id=9549184f-5892-404f-90b2-43388c7be43e HTTP/1.1" status: 200 len: 946 time: 0.1718581 Jul 15 23:21:54.021289 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c405dfe5-5ab6-422c-9506-5bb916e14106 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:54.076241 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-404c6777-15f6-436f-bcf6-00d9c18f7b93 req-049c9caf-6f1e-4cc5-ba26-01a3feb32094 tempest-ServerShowV254Test-599518848 tempest-ServerShowV254Test-599518848-project] 10.222.0.48 "GET /v2.0/ports?device_id=40cb5935-31b3-49f4-bcd9-7ec7a78745a8 HTTP/1.1" status: 200 len: 210 time: 0.0569210 Jul 15 23:21:54.129427 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c96ecd1c-fbad-4201-a66b-07ee9bcc0950 req-fa4474ce-4fb5-4504-9070-2cc18439cb17 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/security-groups?id=79ac3595-42a7-47eb-84e8-f2b8781d451d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389167 Jul 15 23:21:54.149710 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c405dfe5-5ab6-422c-9506-5bb916e14106 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:54.154372 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c405dfe5-5ab6-422c-9506-5bb916e14106 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:54.161176 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-c405dfe5-5ab6-422c-9506-5bb916e14106 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] 10.222.0.48 "DELETE /v2.0/security-groups/a47b0c7c-8e2d-4490-8f3d-42678aa15a4b HTTP/1.1" status: 204 len: 168 time: 0.3521237 Jul 15 23:21:54.161832 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 41120) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:54.206915 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [req-5950bc68-eef8-425f-870d-8302c54f10fd req-4b1c6014-ea7a-44db-ad1a-3d2bae1bc9d9 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:21:54.208446 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5950bc68-eef8-425f-870d-8302c54f10fd req-4b1c6014-ea7a-44db-ad1a-3d2bae1bc9d9 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0155058 Jul 15 23:21:54.209589 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c405dfe5-5ab6-422c-9506-5bb916e14106 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47b0c7c-8e2d-4490-8f3d-42678aa15a4b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:54.303436 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6bdb92e2-bd73-4569-8923-1157d3f1acb9 req-1ada96b1-e331-4541-8302-c1d176416f56 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d03aaad-07e8-432d-921e-2ff769c3f343 HTTP/1.1" status: 200 len: 210 time: 0.0902052 Jul 15 23:21:54.386939 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-ebca71b0-7ee1-4984-8810-60e96876757f tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2136858 Jul 15 23:21:54.391953 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 41128) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:54.417613 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-9a81d845-511b-4341-985e-d79b9009ea68 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Request body: {'security_group': {'name': 'tempest-secgroup--749961556'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:54.453717 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5950bc68-eef8-425f-870d-8302c54f10fd req-b011df0f-2dd2-4670-a6b4-f06942c5f79e tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2071369 Jul 15 23:21:54.463500 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a81d845-511b-4341-985e-d79b9009ea68 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:54.657582 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9eb2daf9-eb60-4b90-8a9e-193ff70beaf3 req-04c17245-6263-46ea-8269-b971236f6d0e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=40cb5935-31b3-49f4-bcd9-7ec7a78745a8 HTTP/1.1" status: 200 len: 210 time: 0.0356073 Jul 15 23:21:54.748703 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a81d845-511b-4341-985e-d79b9009ea68 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:54.756644 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a81d845-511b-4341-985e-d79b9009ea68 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:54.770966 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 41136) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:54.893796 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a81d845-511b-4341-985e-d79b9009ea68 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11aa7b19-2651-431c-8b89-243171d5c424,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:54.900393 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a81d845-511b-4341-985e-d79b9009ea68 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:54.902151 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-9a81d845-511b-4341-985e-d79b9009ea68 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5086815 Jul 15 23:21:54.904971 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 41142) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:54.910409 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-3b071e5a-578e-4579-9704-b5172b0a01ec tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Request body: {'security_group_rule': {'security_group_id': '11aa7b19-2651-431c-8b89-243171d5c424', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:54.956749 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e7829-0037-4836-9ca1-65f04d99dd69 req-f573116e-4325-4db5-983e-544900afe26e tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:54.958937 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e64e7829-0037-4836-9ca1-65f04d99dd69 req-f573116e-4325-4db5-983e-544900afe26e tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.49 "GET /v2.0/networks?id=d1484756-2d6b-4cf1-82f2-ca0b5a0942a2 HTTP/1.1" status: 200 len: 806 time: 0.3456914 Jul 15 23:21:54.986119 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-e64e7829-0037-4836-9ca1-65f04d99dd69 req-0a15958b-7fbd-4d97-aee4-16860a031eb7 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Request body: {'port': {'device_id': '7d03aaad-07e8-432d-921e-2ff769c3f343', 'network_id': 'd1484756-2d6b-4cf1-82f2-ca0b5a0942a2', 'admin_state_up': True, 'tenant_id': '4b15e22ba4eb43169240491cd7fe1115'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:55.062230 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-35f1e5e9-148e-4863-8fbd-43086a41a48d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:55.163286 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65365d37-8208-455e-8c2a-c75680e4518f req-896abd54-2ab1-4e46-9f48-1bb30e9e8107 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:55.164851 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-65365d37-8208-455e-8c2a-c75680e4518f req-896abd54-2ab1-4e46-9f48-1bb30e9e8107 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b079fb3-e58e-461b-a5e4-891961e8c6b2 HTTP/1.1" status: 200 len: 946 time: 0.2214606 Jul 15 23:21:55.235556 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-65365d37-8208-455e-8c2a-c75680e4518f req-ad64b0d4-3b70-4d0b-8b37-d3d882c7a871 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/security-groups?id=79ac3595-42a7-47eb-84e8-f2b8781d451d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629981 Jul 15 23:21:55.262087 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e6cd5e3a-9175-4dcb-844e-24b08022bf53 req-ca00757f-c13e-4ef7-89c0-e7174f7fee28 tempest-ServerShowV254Test-599518848 tempest-ServerShowV254Test-599518848-project] 10.222.0.48 "GET /v2.0/ports?device_id=40cb5935-31b3-49f4-bcd9-7ec7a78745a8 HTTP/1.1" status: 200 len: 210 time: 0.0408795 Jul 15 23:21:55.296090 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-35f1e5e9-148e-4863-8fbd-43086a41a48d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:55.301811 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-35f1e5e9-148e-4863-8fbd-43086a41a48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:55.312873 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:55.319480 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e64e7829-0037-4836-9ca1-65f04d99dd69 req-0a15958b-7fbd-4d97-aee4-16860a031eb7 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Made reservation on behalf of 4b15e22ba4eb43169240491cd7fe1115 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:21:55.324142 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e64e7829-0037-4836-9ca1-65f04d99dd69 req-0a15958b-7fbd-4d97-aee4-16860a031eb7 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:55.339335 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [None req-3b071e5a-578e-4579-9704-b5172b0a01ec tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] create failed (client error): The resource could not be found. Jul 15 23:21:55.343418 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-3b071e5a-578e-4579-9704-b5172b0a01ec tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4372416 Jul 15 23:21:55.344038 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 41150) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:55.363121 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-62708bc0-2c09-4f43-9a00-3149cb199676 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Request body: {'security_group_rule': {'security_group_id': '11aa7b19-2651-431c-8b89-243171d5c424', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '1e15abdd-181b-4fe3-a834-8f7f83f72dfc'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:55.377147 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-35f1e5e9-148e-4863-8fbd-43086a41a48d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dfcbcf3144954fb38e10bac2ba08286c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6093435 Jul 15 23:21:55.377981 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 41152) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:55.390308 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f1e5e9-148e-4863-8fbd-43086a41a48d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9c3176-4811-4eba-bd3f-d9d1b33a7f8d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:55.501164 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-e64e7829-0037-4836-9ca1-65f04d99dd69 req-0a15958b-7fbd-4d97-aee4-16860a031eb7 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Allocated IP 172.20.0.14 (d1484756-2d6b-4cf1-82f2-ca0b5a0942a2/1ce1cd1d-7829-480f-9da2-8bc3514230d8/736e365a-8792-4e8a-94db-1d2ccef19577) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:21:55.512654 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-66b990eb-8326-4b76-9af9-f4652dacfa93 req-97a11634-bcb7-4e08-b06d-64d7d82d16ce tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d03aaad-07e8-432d-921e-2ff769c3f343 HTTP/1.1" status: 200 len: 210 time: 0.0467713 Jul 15 23:21:55.532561 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [None req-62708bc0-2c09-4f43-9a00-3149cb199676 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] create failed (client error): The resource could not be found. Jul 15 23:21:55.536153 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-62708bc0-2c09-4f43-9a00-3149cb199676 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1819849 Jul 15 23:21:55.536725 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 41154) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:55.551243 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2562431f-b30a-41d4-bcda-e4eba018be6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:55.576227 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c109ca-ea8e-4b92-a79d-843857823e57 req-08a2f64f-d7a4-407b-a72c-891607d53103 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:55.578269 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e8c109ca-ea8e-4b92-a79d-843857823e57 req-08a2f64f-d7a4-407b-a72c-891607d53103 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/ports?device_id=52a39ca4-a5fc-4005-9060-f24ff16f3427 HTTP/1.1" status: 200 len: 946 time: 0.1970961 Jul 15 23:21:55.600657 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2562431f-b30a-41d4-bcda-e4eba018be6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:55.657819 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e8c109ca-ea8e-4b92-a79d-843857823e57 req-b8d69967-b2c4-4521-b259-b9101d680396 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/security-groups?id=79ac3595-42a7-47eb-84e8-f2b8781d451d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674148 Jul 15 23:21:55.670789 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-63096216-fea6-4cf8-9269-9de62ed9de41 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:55.690858 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2562431f-b30a-41d4-bcda-e4eba018be6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:55.690858 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2562431f-b30a-41d4-bcda-e4eba018be6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:55.690858 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-2562431f-b30a-41d4-bcda-e4eba018be6f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ee9c3176-4811-4eba-bd3f-d9d1b33a7f8d HTTP/1.1" status: 204 len: 168 time: 0.3000240 Jul 15 23:21:55.694038 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2562431f-b30a-41d4-bcda-e4eba018be6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9c3176-4811-4eba-bd3f-d9d1b33a7f8d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:55.745572 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-63096216-fea6-4cf8-9269-9de62ed9de41 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:55.789902 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e64e7829-0037-4836-9ca1-65f04d99dd69 req-0a15958b-7fbd-4d97-aee4-16860a031eb7 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:55.831332 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-63096216-fea6-4cf8-9269-9de62ed9de41 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:55.839407 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-63096216-fea6-4cf8-9269-9de62ed9de41 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:55.840828 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-63096216-fea6-4cf8-9269-9de62ed9de41 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] 10.222.0.48 "DELETE /v2.0/security-groups/11aa7b19-2651-431c-8b89-243171d5c424 HTTP/1.1" status: 204 len: 168 time: 0.2996957 Jul 15 23:21:55.843872 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 41162) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:55.880437 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63096216-fea6-4cf8-9269-9de62ed9de41 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11aa7b19-2651-431c-8b89-243171d5c424,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:55.907608 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e64e7829-0037-4836-9ca1-65f04d99dd69 req-0a15958b-7fbd-4d97-aee4-16860a031eb7 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:55.941980 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['428fc395-88ca-4e6d-b708-6f3664ed368d'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:21:55.971996 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e64e7829-0037-4836-9ca1-65f04d99dd69 req-0a15958b-7fbd-4d97-aee4-16860a031eb7 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Network d1484756-2d6b-4cf1-82f2-ca0b5a0942a2 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:21:56.000576 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-4cd945e0-ff77-4256-97e8-ff2bef5a2ea4 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1551652 Jul 15 23:21:56.004172 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-e64e7829-0037-4836-9ca1-65f04d99dd69 req-0a15958b-7fbd-4d97-aee4-16860a031eb7 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:21:56.006564 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a15958b-7fbd-4d97-aee4-16860a031eb7 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Pushing event updated for resources: {'Port': ['ID=736e365a-8792-4e8a-94db-1d2ccef19577,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:56.008825 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 41168) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:56.011328 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-e64e7829-0037-4836-9ca1-65f04d99dd69 req-0a15958b-7fbd-4d97-aee4-16860a031eb7 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:21:56.034373 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d925b4d6-afe4-4b71-9da3-34accea433a8 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Request body: {'security_group_rule': {'security_group_id': '2277e4fb-a25d-4a3b-858d-be97f2418a5f', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:56.095513 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba4a58-4ba4-450b-a7af-abfbaf9b29cd req-16a0ea38-b10b-4659-a0c3-18fc99ac597b tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:56.108910 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dcba4a58-4ba4-450b-a7af-abfbaf9b29cd req-16a0ea38-b10b-4659-a0c3-18fc99ac597b tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/ports?device_id=9549184f-5892-404f-90b2-43388c7be43e HTTP/1.1" status: 200 len: 946 time: 0.2364531 Jul 15 23:21:56.128882 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e7829-0037-4836-9ca1-65f04d99dd69 req-0a15958b-7fbd-4d97-aee4-16860a031eb7 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:56.129591 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e64e7829-0037-4836-9ca1-65f04d99dd69 req-0a15958b-7fbd-4d97-aee4-16860a031eb7 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:56.157536 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e64e7829-0037-4836-9ca1-65f04d99dd69 req-0a15958b-7fbd-4d97-aee4-16860a031eb7 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1758714 Jul 15 23:21:56.171963 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-e64e7829-0037-4836-9ca1-65f04d99dd69 req-f6b49392-63d8-4630-8cb2-1845e8f1f4ed service neutron] Request body: {'port': {'device_id': '7d03aaad-07e8-432d-921e-2ff769c3f343', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:56.232866 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dcba4a58-4ba4-450b-a7af-abfbaf9b29cd req-7521dd66-a25a-4ebb-bdbe-f4549b38424e tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/security-groups?id=79ac3595-42a7-47eb-84e8-f2b8781d451d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211946 Jul 15 23:21:56.249019 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 41170) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:56.258176 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [None req-d925b4d6-afe4-4b71-9da3-34accea433a8 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] create failed (client error): The resource could not be found. Jul 15 23:21:56.259551 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-d925b4d6-afe4-4b71-9da3-34accea433a8 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2346807 Jul 15 23:21:56.275998 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 41172) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:56.276121 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-36df7f0f-8c88-4c6d-862a-14cf7f3252a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:56.283094 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-96fcfd6d-bdf7-44e7-8505-529bb5772866 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Request body: {'security_group': {'name': 'tempest-secgroup--713823407'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:56.299338 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e64e7829-0037-4836-9ca1-65f04d99dd69 req-f6b49392-63d8-4630-8cb2-1845e8f1f4ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:56.410615 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-36df7f0f-8c88-4c6d-862a-14cf7f3252a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:56.418085 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-36df7f0f-8c88-4c6d-862a-14cf7f3252a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:56.496894 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-96fcfd6d-bdf7-44e7-8505-529bb5772866 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:56.498279 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7abfba29-d402-4476-97bd-9cd47fe33073 req-c036bb7b-8b6d-4325-a858-8b0645e79f9a tempest-ServerShowV254Test-599518848 tempest-ServerShowV254Test-599518848-project] 10.222.0.48 "GET /v2.0/ports?device_id=40cb5935-31b3-49f4-bcd9-7ec7a78745a8 HTTP/1.1" status: 200 len: 210 time: 0.0607834 Jul 15 23:21:56.504797 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-36df7f0f-8c88-4c6d-862a-14cf7f3252a9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f22844ed58234fac83db5d70a8a9eb66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2498693 Jul 15 23:21:56.504797 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36df7f0f-8c88-4c6d-862a-14cf7f3252a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c3ed23-4a3e-4f49-9ba8-0cd2f5f251da,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:56.506352 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 41178) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:56.573003 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-87cc030b-f407-40fe-a985-4675cd0f11a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:56.605453 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-87cc030b-f407-40fe-a985-4675cd0f11a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:56.724174 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-87cc030b-f407-40fe-a985-4675cd0f11a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:56.727143 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-87cc030b-f407-40fe-a985-4675cd0f11a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:56.731934 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-87cc030b-f407-40fe-a985-4675cd0f11a0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/75c3ed23-4a3e-4f49-9ba8-0cd2f5f251da HTTP/1.1" status: 204 len: 168 time: 0.2208526 Jul 15 23:21:56.739255 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-e64e7829-0037-4836-9ca1-65f04d99dd69 req-f6b49392-63d8-4630-8cb2-1845e8f1f4ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 736e365a-8792-4e8a-94db-1d2ccef19577 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:21:56.754470 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e64e7829-0037-4836-9ca1-65f04d99dd69 req-f6b49392-63d8-4630-8cb2-1845e8f1f4ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:56.780765 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cc030b-f407-40fe-a985-4675cd0f11a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c3ed23-4a3e-4f49-9ba8-0cd2f5f251da,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:56.783341 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-e64e7829-0037-4836-9ca1-65f04d99dd69 req-f6b49392-63d8-4630-8cb2-1845e8f1f4ed service neutron] Transition to ACTIVE for port object 736e365a-8792-4e8a-94db-1d2ccef19577 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:21:56.790475 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e64e7829-0037-4836-9ca1-65f04d99dd69 req-f6b49392-63d8-4630-8cb2-1845e8f1f4ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:56.831196 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e4fea8-c73b-4614-9ddc-e13c5067f7d4 req-98e44f0d-7729-4cf3-9f4b-8d487b3adc8f tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:56.837549 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e4fea8-c73b-4614-9ddc-e13c5067f7d4 req-98e44f0d-7729-4cf3-9f4b-8d487b3adc8f tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:56.844204 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e4fea8-c73b-4614-9ddc-e13c5067f7d4 req-98e44f0d-7729-4cf3-9f4b-8d487b3adc8f tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:56.845836 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f8e4fea8-c73b-4614-9ddc-e13c5067f7d4 req-98e44f0d-7729-4cf3-9f4b-8d487b3adc8f tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/ports?device_id=9549184f-5892-404f-90b2-43388c7be43e&device_id=52a39ca4-a5fc-4005-9060-f24ff16f3427&device_id=3b079fb3-e58e-461b-a5e4-891961e8c6b2 HTTP/1.1" status: 200 len: 2419 time: 0.1834660 Jul 15 23:21:56.911781 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b49392-63d8-4630-8cb2-1845e8f1f4ed service neutron] Pushing event updated for resources: {'Port': ['ID=736e365a-8792-4e8a-94db-1d2ccef19577,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:56.917458 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-96fcfd6d-bdf7-44e7-8505-529bb5772866 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:56.931790 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f8e4fea8-c73b-4614-9ddc-e13c5067f7d4 req-bf8dbd90-d077-482b-92b3-06b9a603ef5e tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/security-groups?id=79ac3595-42a7-47eb-84e8-f2b8781d451d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657680 Jul 15 23:21:56.956691 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-96fcfd6d-bdf7-44e7-8505-529bb5772866 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:56.961798 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de553e1c-ce6d-4d87-9e6d-96be91484cec req-e87086a8-0198-4c9d-813e-3d54e894f42f tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:56.964783 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-de553e1c-ce6d-4d87-9e6d-96be91484cec req-e87086a8-0198-4c9d-813e-3d54e894f42f tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d03aaad-07e8-432d-921e-2ff769c3f343 HTTP/1.1" status: 200 len: 932 time: 0.2418869 Jul 15 23:21:56.997101 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-96fcfd6d-bdf7-44e7-8505-529bb5772866 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:57.001265 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-96fcfd6d-bdf7-44e7-8505-529bb5772866 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7323596 Jul 15 23:21:57.011724 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 41190) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:57.016355 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-8d2a2070-a31f-42a7-bcc1-0d75b6bd6f0e tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Request body: {'security_group': {'name': 'tempest-secgroup--1789671062'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:57.042143 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fcfd6d-bdf7-44e7-8505-529bb5772866 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77541720-bc52-494e-b536-5b19e6fa4981,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:57.043314 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-de553e1c-ce6d-4d87-9e6d-96be91484cec req-5348f07a-1ca1-4a77-ae98-7884c452e44a tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683918 Jul 15 23:21:57.045460 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-e64e7829-0037-4836-9ca1-65f04d99dd69 req-f6b49392-63d8-4630-8cb2-1845e8f1f4ed service neutron] Attempting to bind port 736e365a-8792-4e8a-94db-1d2ccef19577 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:21:57.045939 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-e64e7829-0037-4836-9ca1-65f04d99dd69 req-f6b49392-63d8-4630-8cb2-1845e8f1f4ed service neutron] Attempting to bind port 736e365a-8792-4e8a-94db-1d2ccef19577 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '056a97c3-fa40-4757-b96f-04fb527ec8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd1484756-2d6b-4cf1-82f2-ca0b5a0942a2'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:21:57.046272 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64e7829-0037-4836-9ca1-65f04d99dd69 req-f6b49392-63d8-4630-8cb2-1845e8f1f4ed service neutron] Attempting to bind port 736e365a-8792-4e8a-94db-1d2ccef19577 on network d1484756-2d6b-4cf1-82f2-ca0b5a0942a2 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:21:57.052361 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64e7829-0037-4836-9ca1-65f04d99dd69 req-f6b49392-63d8-4630-8cb2-1845e8f1f4ed service neutron] Port 736e365a-8792-4e8a-94db-1d2ccef19577 on network d1484756-2d6b-4cf1-82f2-ca0b5a0942a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:21:57.052878 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64e7829-0037-4836-9ca1-65f04d99dd69 req-f6b49392-63d8-4630-8cb2-1845e8f1f4ed service neutron] Attempting to bind port 736e365a-8792-4e8a-94db-1d2ccef19577 on network d1484756-2d6b-4cf1-82f2-ca0b5a0942a2 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:21:57.061894 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64e7829-0037-4836-9ca1-65f04d99dd69 req-f6b49392-63d8-4630-8cb2-1845e8f1f4ed service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:21:57.062439 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64e7829-0037-4836-9ca1-65f04d99dd69 req-f6b49392-63d8-4630-8cb2-1845e8f1f4ed service neutron] Checking segment: {'id': '056a97c3-fa40-4757-b96f-04fb527ec8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd1484756-2d6b-4cf1-82f2-ca0b5a0942a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:21:57.063076 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64e7829-0037-4836-9ca1-65f04d99dd69 req-f6b49392-63d8-4630-8cb2-1845e8f1f4ed service neutron] Bound using segment: {'id': '056a97c3-fa40-4757-b96f-04fb527ec8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd1484756-2d6b-4cf1-82f2-ca0b5a0942a2'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:21:57.064069 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-e64e7829-0037-4836-9ca1-65f04d99dd69 req-f6b49392-63d8-4630-8cb2-1845e8f1f4ed service neutron] Bound port: 736e365a-8792-4e8a-94db-1d2ccef19577, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '056a97c3-fa40-4757-b96f-04fb527ec8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd1484756-2d6b-4cf1-82f2-ca0b5a0942a2'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:21:57.064444 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e64e7829-0037-4836-9ca1-65f04d99dd69 req-f6b49392-63d8-4630-8cb2-1845e8f1f4ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:57.066755 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8d2a2070-a31f-42a7-bcc1-0d75b6bd6f0e tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:57.142656 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-e64e7829-0037-4836-9ca1-65f04d99dd69 req-f6b49392-63d8-4630-8cb2-1845e8f1f4ed service neutron] For port 736e365a-8792-4e8a-94db-1d2ccef19577, host n-h1-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:21:57.146580 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-e64e7829-0037-4836-9ca1-65f04d99dd69 req-f6b49392-63d8-4630-8cb2-1845e8f1f4ed service neutron] For port 736e365a-8792-4e8a-94db-1d2ccef19577, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=736e365a-8792-4e8a-94db-1d2ccef19577,segment=NetworkSegment(056a97c3-fa40-4757-b96f-04fb527ec8cd),segment_id=056a97c3-fa40-4757-b96f-04fb527ec8cd)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:21:57.151891 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e64e7829-0037-4836-9ca1-65f04d99dd69 req-f6b49392-63d8-4630-8cb2-1845e8f1f4ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:57.160250 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [req-99a89b48-f954-44a9-af81-203af51eda59 req-c7682aa4-9f5d-42fa-a5c3-9aa4802d548a tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:21:57.161281 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-99a89b48-f954-44a9-af81-203af51eda59 req-c7682aa4-9f5d-42fa-a5c3-9aa4802d548a tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119216 Jul 15 23:21:57.209523 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e7829-0037-4836-9ca1-65f04d99dd69 req-f6b49392-63d8-4630-8cb2-1845e8f1f4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:57.210150 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e64e7829-0037-4836-9ca1-65f04d99dd69 req-f6b49392-63d8-4630-8cb2-1845e8f1f4ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:57.212074 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e64e7829-0037-4836-9ca1-65f04d99dd69 req-f6b49392-63d8-4630-8cb2-1845e8f1f4ed service neutron] 10.222.0.49 "PUT /v2.0/ports/736e365a-8792-4e8a-94db-1d2ccef19577 HTTP/1.1" status: 200 len: 1092 time: 1.0456293 Jul 15 23:21:57.212537 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d03aaad-07e8-432d-921e-2ff769c3f343', 'tag': '736e365a-8792-4e8a-94db-1d2ccef19577'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:21:57.214903 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86525de1-2cd6-43ea-8fd4-d8f189f137cb" -d '{"events": [{"name": "network-changed", "server_uuid": "7d03aaad-07e8-432d-921e-2ff769c3f343", "tag": "736e365a-8792-4e8a-94db-1d2ccef19577"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:21:57.267220 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b49392-63d8-4630-8cb2-1845e8f1f4ed service neutron] Pushing event updated for resources: {'Port': ['ID=736e365a-8792-4e8a-94db-1d2ccef19577,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:57.267868 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8d2a2070-a31f-42a7-bcc1-0d75b6bd6f0e tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:57.277146 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8d2a2070-a31f-42a7-bcc1-0d75b6bd6f0e tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:57.278813 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 41198) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:57.307367 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6fd0152-7423-4803-8ea4-2e342c5d4017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:57.326520 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8d2a2070-a31f-42a7-bcc1-0d75b6bd6f0e tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:57.331154 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-8d2a2070-a31f-42a7-bcc1-0d75b6bd6f0e tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3183784 Jul 15 23:21:57.331458 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 41200) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:57.340146 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2a2070-a31f-42a7-bcc1-0d75b6bd6f0e tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba1909c-74fc-4992-b300-81dba3337514,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:57.343090 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-48c86ac6-582b-4655-b955-479e20f0decb tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Request body: {'security_group_rule': {'security_group_id': '77541720-bc52-494e-b536-5b19e6fa4981', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '4ba1909c-74fc-4992-b300-81dba3337514'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:57.358899 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-99a89b48-f954-44a9-af81-203af51eda59 req-2dedc514-0ff8-41c5-a8aa-d01374ea7e22 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1&fields=device_id HTTP/1.1" status: 200 len: 369 time: 0.1843560 Jul 15 23:21:57.372168 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.db.api [None req-48c86ac6-582b-4655-b955-479e20f0decb tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 23:21:57.372168 n-d-794306-6 neutron-server[93771]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 23:21:57.372168 n-d-794306-6 neutron-server[93771]: [parameters: {'project_id_1': '34d2b187570e4059bae836bc311e7efb', 'expiration_1': datetime.datetime(2021, 7, 15, 23, 21, 57, 361543)}] Jul 15 23:21:57.372168 n-d-794306-6 neutron-server[93771]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:21:57.372826 n-d-794306-6 neutron-server[93771]: DEBUG oslo_db.api [None req-48c86ac6-582b-4655-b955-479e20f0decb tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:21:57.501701 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e7829-0037-4836-9ca1-65f04d99dd69 req-394983fa-cdd7-4d2a-a134-216eb6b2f862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:57.503669 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e64e7829-0037-4836-9ca1-65f04d99dd69 req-394983fa-cdd7-4d2a-a134-216eb6b2f862 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4b15e22ba4eb43169240491cd7fe1115&device_id=7d03aaad-07e8-432d-921e-2ff769c3f343 HTTP/1.1" status: 200 len: 1095 time: 0.1190789 Jul 15 23:21:57.564787 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e64e7829-0037-4836-9ca1-65f04d99dd69 req-0394f34e-da2c-45d3-a158-3cefeb9c4c8b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=736e365a-8792-4e8a-94db-1d2ccef19577 HTTP/1.1" status: 200 len: 217 time: 0.0474052 Jul 15 23:21:57.570059 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6fd0152-7423-4803-8ea4-2e342c5d4017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:57.575907 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6fd0152-7423-4803-8ea4-2e342c5d4017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:57.608793 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f6fd0152-7423-4803-8ea4-2e342c5d4017 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c7ec3ceaf583448da495a10a43a641e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3286119 Jul 15 23:21:57.611783 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 41202) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:57.688032 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fd0152-7423-4803-8ea4-2e342c5d4017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e0783d-085a-4b41-a5a6-0e39f7374a3b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:57.705933 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5d865068-c5f8-4e4b-9828-845a4bc79717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:57.714215 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e7829-0037-4836-9ca1-65f04d99dd69 req-0b808e34-df1f-4f45-9184-366b712a7757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:57.717645 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e64e7829-0037-4836-9ca1-65f04d99dd69 req-0b808e34-df1f-4f45-9184-366b712a7757 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1ce1cd1d-7829-480f-9da2-8bc3514230d8 HTTP/1.1" status: 200 len: 846 time: 0.1139672 Jul 15 23:21:57.747896 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5d865068-c5f8-4e4b-9828-845a4bc79717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:57.764533 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e64e7829-0037-4836-9ca1-65f04d99dd69 req-c89c8a5a-69c6-4d0d-b532-520779284d05 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d1484756-2d6b-4cf1-82f2-ca0b5a0942a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367053 Jul 15 23:21:57.806880 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5d865068-c5f8-4e4b-9828-845a4bc79717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:57.810244 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5d865068-c5f8-4e4b-9828-845a4bc79717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:57.811897 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-5d865068-c5f8-4e4b-9828-845a4bc79717 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/67e0783d-085a-4b41-a5a6-0e39f7374a3b HTTP/1.1" status: 204 len: 168 time: 0.1986327 Jul 15 23:21:57.822860 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d865068-c5f8-4e4b-9828-845a4bc79717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e0783d-085a-4b41-a5a6-0e39f7374a3b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:57.831221 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8015a6dd-5095-43c1-9559-78dea2f5d083 x-openstack-request-id: req-8015a6dd-5095-43c1-9559-78dea2f5d083 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:21:57.831521 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d03aaad-07e8-432d-921e-2ff769c3f343", "tag": "736e365a-8792-4e8a-94db-1d2ccef19577", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:21:57.831808 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8015a6dd-5095-43c1-9559-78dea2f5d083 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:21:57.832205 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d03aaad-07e8-432d-921e-2ff769c3f343', 'tag': '736e365a-8792-4e8a-94db-1d2ccef19577', 'status': 'completed', 'code': 200} Jul 15 23:21:57.935381 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e64e7829-0037-4836-9ca1-65f04d99dd69 req-bd818285-f32c-4f2c-9763-93c2d05dcfed service neutron] 10.222.0.49 "GET /v2.0/networks/d1484756-2d6b-4cf1-82f2-ca0b5a0942a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587610 Jul 15 23:21:57.974548 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [None req-48c86ac6-582b-4655-b955-479e20f0decb tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:21:57.979674 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 41212) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:57.988965 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-48c86ac6-582b-4655-b955-479e20f0decb tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.6559627 Jul 15 23:21:58.082210 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d8ee6b8a-e086-41a1-9544-a9f3720a6ca2 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:58.126438 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d8ee6b8a-e086-41a1-9544-a9f3720a6ca2 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:58.151354 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e64e7829-0037-4836-9ca1-65f04d99dd69 req-8fe89da9-5a14-4995-99dd-599a2d67fc1c service neutron] 10.222.0.49 "GET /v2.0/networks/d1484756-2d6b-4cf1-82f2-ca0b5a0942a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071488 Jul 15 23:21:58.203694 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d8ee6b8a-e086-41a1-9544-a9f3720a6ca2 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:58.208401 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d8ee6b8a-e086-41a1-9544-a9f3720a6ca2 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:58.211659 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-d8ee6b8a-e086-41a1-9544-a9f3720a6ca2 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] 10.222.0.48 "DELETE /v2.0/security-groups/4ba1909c-74fc-4992-b300-81dba3337514 HTTP/1.1" status: 204 len: 168 time: 0.2303510 Jul 15 23:21:58.214021 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 41228) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:58.228469 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ee6b8a-e086-41a1-9544-a9f3720a6ca2 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba1909c-74fc-4992-b300-81dba3337514,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:58.347258 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-aaabba31-13f3-454c-8eae-1e222c14ac18 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1320391 Jul 15 23:21:58.349551 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 41232) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:58.362082 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86525de1-2cd6-43ea-8fd4-d8f189f137cb req-85a556fb-a3bd-4a07-921e-5b2b9ad15409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:58.363661 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-86525de1-2cd6-43ea-8fd4-d8f189f137cb req-85a556fb-a3bd-4a07-921e-5b2b9ad15409 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4b15e22ba4eb43169240491cd7fe1115&device_id=7d03aaad-07e8-432d-921e-2ff769c3f343 HTTP/1.1" status: 200 len: 1095 time: 0.1300938 Jul 15 23:21:58.493939 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee897e23-4f39-421e-aef4-35aa9af5b031 req-65acd777-354a-4de6-be6c-7f2f092cb55e tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:58.502980 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ee897e23-4f39-421e-aef4-35aa9af5b031 req-65acd777-354a-4de6-be6c-7f2f092cb55e tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d03aaad-07e8-432d-921e-2ff769c3f343 HTTP/1.1" status: 200 len: 944 time: 0.2198749 Jul 15 23:21:58.545945 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d3e2e178-ec51-49df-8750-d0e801323a48 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:58.565870 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86525de1-2cd6-43ea-8fd4-d8f189f137cb req-2f1e8f4b-1bd7-4d40-9b3d-8e7426bbd373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:58.567394 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-86525de1-2cd6-43ea-8fd4-d8f189f137cb req-2f1e8f4b-1bd7-4d40-9b3d-8e7426bbd373 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d1484756-2d6b-4cf1-82f2-ca0b5a0942a2 HTTP/1.1" status: 200 len: 907 time: 0.1815522 Jul 15 23:21:58.569371 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ee897e23-4f39-421e-aef4-35aa9af5b031 req-1659531d-f72e-46bb-b1fe-5557c565f549 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654106 Jul 15 23:21:58.598804 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d3e2e178-ec51-49df-8750-d0e801323a48 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:58.635363 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-86525de1-2cd6-43ea-8fd4-d8f189f137cb req-e4a6aa40-867d-4b40-8d56-cb3d356efcda service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=736e365a-8792-4e8a-94db-1d2ccef19577 HTTP/1.1" status: 200 len: 217 time: 0.0577192 Jul 15 23:21:58.732272 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86525de1-2cd6-43ea-8fd4-d8f189f137cb req-5b623061-7e8e-4c17-9521-14b7dc67c759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:58.733741 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-86525de1-2cd6-43ea-8fd4-d8f189f137cb req-5b623061-7e8e-4c17-9521-14b7dc67c759 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1ce1cd1d-7829-480f-9da2-8bc3514230d8 HTTP/1.1" status: 200 len: 846 time: 0.0884254 Jul 15 23:21:58.805827 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-86525de1-2cd6-43ea-8fd4-d8f189f137cb req-4175ac71-1959-4360-b737-b17c2db76bce service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d1484756-2d6b-4cf1-82f2-ca0b5a0942a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610573 Jul 15 23:21:58.823995 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-290cef0e-0cb9-4487-948a-333ca344b08d req-9dfb06e9-5b17-4567-95d7-195d35bc8a27 tempest-ServerShowV254Test-599518848 tempest-ServerShowV254Test-599518848-project] 10.222.0.48 "GET /v2.0/ports?device_id=40cb5935-31b3-49f4-bcd9-7ec7a78745a8 HTTP/1.1" status: 200 len: 210 time: 0.0953505 Jul 15 23:21:58.847849 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d3e2e178-ec51-49df-8750-d0e801323a48 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:58.848377 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d3e2e178-ec51-49df-8750-d0e801323a48 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:58.852635 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 41256) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:58.853229 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d3e2e178-ec51-49df-8750-d0e801323a48 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] 10.222.0.48 "DELETE /v2.0/security-groups/77541720-bc52-494e-b536-5b19e6fa4981 HTTP/1.1" status: 204 len: 168 time: 0.5026159 Jul 15 23:21:58.894251 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e2e178-ec51-49df-8750-d0e801323a48 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77541720-bc52-494e-b536-5b19e6fa4981,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:58.968083 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-38485940-f125-4253-8555-6ff36650ff6d tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1135533 Jul 15 23:21:58.974763 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 41260) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:58.988496 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-1d4784af-5c6b-4671-b4a6-dc35b0dff9b6 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Request body: {'security_group': {'name': 'tempest-secgroup--1351887162'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:59.032963 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d4784af-5c6b-4671-b4a6-dc35b0dff9b6 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:59.046800 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-86525de1-2cd6-43ea-8fd4-d8f189f137cb req-00325384-e186-4d5a-ac7e-1a930f2fd9be service neutron] 10.222.0.49 "GET /v2.0/networks/d1484756-2d6b-4cf1-82f2-ca0b5a0942a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315516 Jul 15 23:21:59.182377 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d4784af-5c6b-4671-b4a6-dc35b0dff9b6 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:59.187529 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d4784af-5c6b-4671-b4a6-dc35b0dff9b6 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:59.196878 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-86525de1-2cd6-43ea-8fd4-d8f189f137cb req-f4c162f9-565c-4003-9217-9fb63671e9a6 service neutron] 10.222.0.49 "GET /v2.0/networks/d1484756-2d6b-4cf1-82f2-ca0b5a0942a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356699 Jul 15 23:21:59.214404 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d4784af-5c6b-4671-b4a6-dc35b0dff9b6 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:59.219304 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-1d4784af-5c6b-4671-b4a6-dc35b0dff9b6 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2385261 Jul 15 23:21:59.219555 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 41268) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:59.229505 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-8bfa7674-409a-42e8-a954-d0aa7b8ab9e6 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Request body: {'security_group_rule': {'security_group_id': '39e8fdb9-9361-4d1d-ad61-90ec8908bd39', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:59.249441 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4784af-5c6b-4671-b4a6-dc35b0dff9b6 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39e8fdb9-9361-4d1d-ad61-90ec8908bd39,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:59.282877 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [None req-8bfa7674-409a-42e8-a954-d0aa7b8ab9e6 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:21:59.284354 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-8bfa7674-409a-42e8-a954-d0aa7b8ab9e6 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0639215 Jul 15 23:21:59.287142 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 41270) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:59.293787 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-751e3f2e-2e81-43de-a050-d8affd26d172 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Request body: {'security_group_rule': {'security_group_id': '39e8fdb9-9361-4d1d-ad61-90ec8908bd39', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:59.345700 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [None req-751e3f2e-2e81-43de-a050-d8affd26d172 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:21:59.347174 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-751e3f2e-2e81-43de-a050-d8affd26d172 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0586839 Jul 15 23:21:59.349953 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 41276) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:59.418678 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30b0fa2e-df45-4004-a1d6-ec84f5d8d22e tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:59.454688 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30b0fa2e-df45-4004-a1d6-ec84f5d8d22e tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:59.503630 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30b0fa2e-df45-4004-a1d6-ec84f5d8d22e tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:59.506416 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30b0fa2e-df45-4004-a1d6-ec84f5d8d22e tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:59.511366 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 41282) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:59.511547 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-30b0fa2e-df45-4004-a1d6-ec84f5d8d22e tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] 10.222.0.48 "DELETE /v2.0/security-groups/39e8fdb9-9361-4d1d-ad61-90ec8908bd39 HTTP/1.1" status: 204 len: 168 time: 0.1604474 Jul 15 23:21:59.521914 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b0fa2e-df45-4004-a1d6-ec84f5d8d22e tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e8fdb9-9361-4d1d-ad61-90ec8908bd39,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:59.588225 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-5266e81e-adb3-4fba-bc4d-a7235b5064ab tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0712523 Jul 15 23:21:59.588485 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 41288) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:59.595137 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-57662b2b-ff98-4a39-a912-fd4e05eb300b tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Request body: {'security_group': {'name': 'tempest-secgroup--252099285'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:59.628183 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-57662b2b-ff98-4a39-a912-fd4e05eb300b tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:59.759887 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-57662b2b-ff98-4a39-a912-fd4e05eb300b tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:59.778171 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-57662b2b-ff98-4a39-a912-fd4e05eb300b tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:59.892621 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-57662b2b-ff98-4a39-a912-fd4e05eb300b tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:21:59.896203 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-57662b2b-ff98-4a39-a912-fd4e05eb300b tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3048387 Jul 15 23:21:59.899122 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 41300) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:59.903832 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57662b2b-ff98-4a39-a912-fd4e05eb300b tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9b5887-e2a9-4de2-8fbf-467dda27af23,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:21:59.907735 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-41419dca-5615-46ca-9332-168df76a9451 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:21:59.908605 n-d-794306-6 neutron-server[93771]: WARNING neutron.api.v2.base [None req-41419dca-5615-46ca-9332-168df76a9451 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 15 23:21:59.909182 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [None req-41419dca-5615-46ca-9332-168df76a9451 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] update failed (client error): There was a conflict when trying to complete your request. Jul 15 23:21:59.914346 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-41419dca-5615-46ca-9332-168df76a9451 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] 10.222.0.48 "PUT /v2.0/security-groups/7e9b5887-e2a9-4de2-8fbf-467dda27af23 HTTP/1.1" status: 409 len: 330 time: 0.0099170 Jul 15 23:21:59.916370 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 41302) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:21:59.983435 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde6f00-e98b-4936-b4ff-d4cf06b6bccd req-9f27c799-25df-460a-9516-23abc2e92efc tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:21:59.985105 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5cde6f00-e98b-4936-b4ff-d4cf06b6bccd req-9f27c799-25df-460a-9516-23abc2e92efc tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d03aaad-07e8-432d-921e-2ff769c3f343 HTTP/1.1" status: 200 len: 944 time: 0.2019989 Jul 15 23:22:00.035319 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ceba1ea0-5379-4f00-bb3c-37950b9e3382 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:00.088541 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ceba1ea0-5379-4f00-bb3c-37950b9e3382 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:00.120947 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5cde6f00-e98b-4936-b4ff-d4cf06b6bccd req-f0679316-2155-4eef-a28a-9a66b35b04f1 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157377 Jul 15 23:22:00.158866 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9386197c-e00d-489e-9916-9fb456186982 req-d6d2de56-bb1e-463f-b64e-d32acff41561 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:00.160687 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9386197c-e00d-489e-9916-9fb456186982 req-d6d2de56-bb1e-463f-b64e-d32acff41561 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/ports?device_id=9549184f-5892-404f-90b2-43388c7be43e HTTP/1.1" status: 200 len: 946 time: 0.1736493 Jul 15 23:22:00.173019 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ceba1ea0-5379-4f00-bb3c-37950b9e3382 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:00.175562 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ceba1ea0-5379-4f00-bb3c-37950b9e3382 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:00.176905 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-ceba1ea0-5379-4f00-bb3c-37950b9e3382 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] 10.222.0.48 "DELETE /v2.0/security-groups/7e9b5887-e2a9-4de2-8fbf-467dda27af23 HTTP/1.1" status: 204 len: 168 time: 0.2595575 Jul 15 23:22:00.180147 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 41318) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:00.224993 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceba1ea0-5379-4f00-bb3c-37950b9e3382 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9b5887-e2a9-4de2-8fbf-467dda27af23,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:00.247003 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-2668ed51-e6e9-4336-bfda-5cb34eee9efb tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0608714 Jul 15 23:22:00.249230 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 41326) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:00.273134 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9386197c-e00d-489e-9916-9fb456186982 req-d8f84bfc-ce82-4941-abe4-d8a0b55f52d7 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/security-groups?id=79ac3595-42a7-47eb-84e8-f2b8781d451d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025808 Jul 15 23:22:00.279324 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [None req-dc4a66c5-2164-4803-aa26-31d28d7bb696 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] delete failed (client error): The resource could not be found. Jul 15 23:22:00.280549 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-dc4a66c5-2164-4803-aa26-31d28d7bb696 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] 10.222.0.48 "DELETE /v2.0/security-groups/7ee46f62-1514-45fa-ae08-c2deeea74ccb HTTP/1.1" status: 404 len: 347 time: 0.0303223 Jul 15 23:22:00.286702 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 41330) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:00.335322 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cc19a602-1dcc-440f-96a6-dd269714ba1a req-502abe5e-82f4-428f-9db7-7a6d89a01907 tempest-ServerShowV254Test-599518848 tempest-ServerShowV254Test-599518848-project] 10.222.0.48 "GET /v2.0/ports?device_id=40cb5935-31b3-49f4-bcd9-7ec7a78745a8 HTTP/1.1" status: 200 len: 210 time: 0.0378642 Jul 15 23:22:00.336320 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [None req-8b6dbf62-9ee7-4996-98ec-506d074b4694 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] show failed (client error): The resource could not be found. Jul 15 23:22:00.337467 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-8b6dbf62-9ee7-4996-98ec-506d074b4694 tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] 10.222.0.48 "GET /v2.0/security-groups/b1552971-fe63-49e2-9fa2-faac8ef35b66 HTTP/1.1" status: 404 len: 347 time: 0.0502601 Jul 15 23:22:00.341673 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 41338) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:00.356637 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [None req-37449770-4261-4727-9b79-84d79055a0bb tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] show failed (client error): The resource could not be found. Jul 15 23:22:00.358086 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-37449770-4261-4727-9b79-84d79055a0bb tempest-NegativeSecGroupIPv6Test-16350039 tempest-NegativeSecGroupIPv6Test-16350039-project] 10.222.0.48 "GET /v2.0/security-group-rules/88ee475f-e59f-4b7a-8d67-5a64fba367f2 HTTP/1.1" status: 404 len: 356 time: 0.0150652 Jul 15 23:22:00.684980 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 41352) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:00.742896 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-09c8185e-bc86-4be1-aba3-4573ff4e0ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:00.811874 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 41358) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:00.934242 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-b1cba38f-288f-4036-84c8-10d19afa8dbc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=34d2b187570e4059bae836bc311e7efb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2457271 Jul 15 23:22:00.934800 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 41362) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:00.954634 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57c063cd-3b34-4570-8c98-f69259c0c2ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:00.998216 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fe534bf3-0cff-4532-b214-9ccd56384508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:01.022381 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 736e365a-8792-4e8a-94db-1d2ccef19577 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:22:01.035456 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fe534bf3-0cff-4532-b214-9ccd56384508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:01.083467 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57c063cd-3b34-4570-8c98-f69259c0c2ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:01.097627 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57c063cd-3b34-4570-8c98-f69259c0c2ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:01.127862 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fe534bf3-0cff-4532-b214-9ccd56384508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:01.132167 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fe534bf3-0cff-4532-b214-9ccd56384508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:01.135114 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-fe534bf3-0cff-4532-b214-9ccd56384508 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/70bb1887-e4a0-4ae4-8016-0a4193841d4c HTTP/1.1" status: 204 len: 168 time: 0.1996815 Jul 15 23:22:01.144605 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-57c063cd-3b34-4570-8c98-f69259c0c2ee admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d0a8df56850542fca38dcd1e33ef4b01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3279998 Jul 15 23:22:01.145774 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 41366) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:01.157514 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c063cd-3b34-4570-8c98-f69259c0c2ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dae080d-6e69-4cab-9528-9f8a1b90da2f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:01.165524 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe534bf3-0cff-4532-b214-9ccd56384508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70bb1887-e4a0-4ae4-8016-0a4193841d4c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:01.184956 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 736e365a-8792-4e8a-94db-1d2ccef19577, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=736e365a-8792-4e8a-94db-1d2ccef19577,segment=NetworkSegment(056a97c3-fa40-4757-b96f-04fb527ec8cd),segment_id=056a97c3-fa40-4757-b96f-04fb527ec8cd)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:01.204713 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '736e365a-8792-4e8a-94db-1d2ccef19577', 'network_id': 'd1484756-2d6b-4cf1-82f2-ca0b5a0942a2', 'port_id': '736e365a-8792-4e8a-94db-1d2ccef19577', 'mac_address': 'fa:16:3e:53:cb:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ce1cd1d-7829-480f-9da2-8bc3514230d8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:22:01.261215 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:01.282657 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 736e365a-8792-4e8a-94db-1d2ccef19577 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:22:01.289611 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-31448974-6e54-470d-b7b7-3c556be1f4a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:01.322796 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 736e365a-8792-4e8a-94db-1d2ccef19577, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=736e365a-8792-4e8a-94db-1d2ccef19577,segment=NetworkSegment(056a97c3-fa40-4757-b96f-04fb527ec8cd),segment_id=056a97c3-fa40-4757-b96f-04fb527ec8cd)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:01.329980 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:01.334274 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-31448974-6e54-470d-b7b7-3c556be1f4a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:01.418471 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=736e365a-8792-4e8a-94db-1d2ccef19577,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:01.426678 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-31448974-6e54-470d-b7b7-3c556be1f4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:01.429420 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-31448974-6e54-470d-b7b7-3c556be1f4a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:01.434030 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-31448974-6e54-470d-b7b7-3c556be1f4a8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4dae080d-6e69-4cab-9528-9f8a1b90da2f HTTP/1.1" status: 204 len: 168 time: 0.2867274 Jul 15 23:22:01.437906 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:01.438724 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:01.439781 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:01.440584 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:01.441622 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:01.442563 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:01.443611 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:01.444393 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:01.445737 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:01.447129 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:01.448360 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:01.448940 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31448974-6e54-470d-b7b7-3c556be1f4a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dae080d-6e69-4cab-9528-9f8a1b90da2f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:01.450111 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:01.455474 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf84438-36f4-47ff-9ab8-c35a025efa79 req-e5de7ce3-b746-4771-8f4d-a32559513d33 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:01.464888 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-daf84438-36f4-47ff-9ab8-c35a025efa79 req-e5de7ce3-b746-4771-8f4d-a32559513d33 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d03aaad-07e8-432d-921e-2ff769c3f343 HTTP/1.1" status: 200 len: 945 time: 0.1592829 Jul 15 23:22:01.521957 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-daf84438-36f4-47ff-9ab8-c35a025efa79 req-bc12f128-cde4-4436-ba87-fb74cd8be7af tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528898 Jul 15 23:22:01.641325 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e33456-2c16-4cd9-8788-38ab65bdca73 req-62073f92-0630-4106-b1c5-a22516dfdf31 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:01.643436 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-48e33456-2c16-4cd9-8788-38ab65bdca73 req-62073f92-0630-4106-b1c5-a22516dfdf31 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/ports?device_id=9549184f-5892-404f-90b2-43388c7be43e HTTP/1.1" status: 200 len: 946 time: 0.1035316 Jul 15 23:22:01.720173 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6feca76f-d4e0-4a81-b1fe-04dc93ea2a19 req-98a0ad0d-ac62-44a2-b0d5-808bcbbc7624 tempest-ServerShowV254Test-599518848 tempest-ServerShowV254Test-599518848-project] 10.222.0.48 "GET /v2.0/ports?device_id=40cb5935-31b3-49f4-bcd9-7ec7a78745a8 HTTP/1.1" status: 200 len: 210 time: 0.0670195 Jul 15 23:22:01.759978 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-48e33456-2c16-4cd9-8788-38ab65bdca73 req-2746cbcf-051a-4195-b296-99759259a6e4 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/security-groups?id=79ac3595-42a7-47eb-84e8-f2b8781d451d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057491 Jul 15 23:22:01.875768 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['736e365a-8792-4e8a-94db-1d2ccef19577'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:22:01.977916 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 41390) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:01.993652 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf387031-acb9-4a3d-a450-93df402b4255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:02.022343 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b3a728-ecca-4fe4-9a37-d6cf31173e26 req-51449bc2-ce74-40bd-8df7-d112b714cfab tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:02.024553 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b7b3a728-ecca-4fe4-9a37-d6cf31173e26 req-51449bc2-ce74-40bd-8df7-d112b714cfab tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.49 "GET /v2.0/ports?device_id=9549184f-5892-404f-90b2-43388c7be43e HTTP/1.1" status: 200 len: 946 time: 0.1338685 Jul 15 23:22:02.199302 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-b7b3a728-ecca-4fe4-9a37-d6cf31173e26 req-aa5867be-dca1-4aaf-a877-642e79ead396 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Deleting port 219b88b3-268d-4cb9-b9a5-9f7c29fe5347 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:22:02.199710 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b7b3a728-ecca-4fe4-9a37-d6cf31173e26 req-aa5867be-dca1-4aaf-a877-642e79ead396 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:02.209608 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf387031-acb9-4a3d-a450-93df402b4255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:02.227508 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf387031-acb9-4a3d-a450-93df402b4255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:02.310708 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf387031-acb9-4a3d-a450-93df402b4255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f3aa6a-fdd0-4697-9c02-1be891825932,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:02.323827 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-cf387031-acb9-4a3d-a450-93df402b4255 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d86a61daae444091a26bd8d50476318f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3416979 Jul 15 23:22:02.323827 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 41400) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:02.360862 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-b7b3a728-ecca-4fe4-9a37-d6cf31173e26 req-aa5867be-dca1-4aaf-a877-642e79ead396 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] For port 219b88b3-268d-4cb9-b9a5-9f7c29fe5347, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=219b88b3-268d-4cb9-b9a5-9f7c29fe5347,segment=NetworkSegment(27652f92-7fe9-4a43-94a9-d2751c74ab0e),segment_id=27652f92-7fe9-4a43-94a9-d2751c74ab0e)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:02.361231 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b7b3a728-ecca-4fe4-9a37-d6cf31173e26 req-aa5867be-dca1-4aaf-a877-642e79ead396 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:02.384287 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-b7b3a728-ecca-4fe4-9a37-d6cf31173e26 req-aa5867be-dca1-4aaf-a877-642e79ead396 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Calling delete_port for 219b88b3-268d-4cb9-b9a5-9f7c29fe5347 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:22:02.433321 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 41404) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:02.445730 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ea4d4ad-178c-40db-9275-08d0973c2050 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:02.482382 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ea4d4ad-178c-40db-9275-08d0973c2050 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:02.586589 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ea4d4ad-178c-40db-9275-08d0973c2050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:02.589328 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ea4d4ad-178c-40db-9275-08d0973c2050 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:02.592909 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-7e586416-bccc-4aa4-a44c-3e8a5a29a7d9 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-2038237878'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:02.593085 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-7ea4d4ad-178c-40db-9275-08d0973c2050 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/87f3aa6a-fdd0-4697-9c02-1be891825932 HTTP/1.1" status: 204 len: 168 time: 0.2670012 Jul 15 23:22:02.606165 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea4d4ad-178c-40db-9275-08d0973c2050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f3aa6a-fdd0-4697-9c02-1be891825932,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:02.623273 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b7b3a728-ecca-4fe4-9a37-d6cf31173e26 req-aa5867be-dca1-4aaf-a877-642e79ead396 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:02.647340 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e586416-bccc-4aa4-a44c-3e8a5a29a7d9 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] Made reservation on behalf of 51c41aee49a44dad91079972ed59300a for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:22:02.654972 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7e586416-bccc-4aa4-a44c-3e8a5a29a7d9 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:02.672148 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7e586416-bccc-4aa4-a44c-3e8a5a29a7d9 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:02.677189 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5867be-dca1-4aaf-a877-642e79ead396 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Pushing event deleted for resources: {'Port': ['ID=219b88b3-268d-4cb9-b9a5-9f7c29fe5347,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:02.725894 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7b3a728-ecca-4fe4-9a37-d6cf31173e26 req-aa5867be-dca1-4aaf-a877-642e79ead396 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] No DVR routers for this DVR port 219b88b3-268d-4cb9-b9a5-9f7c29fe5347 on host n-h1-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:22:02.729179 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b7b3a728-ecca-4fe4-9a37-d6cf31173e26 req-aa5867be-dca1-4aaf-a877-642e79ead396 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:02.732278 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b7b3a728-ecca-4fe4-9a37-d6cf31173e26 req-aa5867be-dca1-4aaf-a877-642e79ead396 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.49 "DELETE /v2.0/ports/219b88b3-268d-4cb9-b9a5-9f7c29fe5347 HTTP/1.1" status: 204 len: 173 time: 0.6986992 Jul 15 23:22:02.732774 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9549184f-5892-404f-90b2-43388c7be43e', 'name': 'network-vif-deleted', 'tag': '219b88b3-268d-4cb9-b9a5-9f7c29fe5347'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:22:02.736077 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df86b97a-3e51-4060-95e0-295c0eb67b0c" -d '{"events": [{"server_uuid": "9549184f-5892-404f-90b2-43388c7be43e", "name": "network-vif-deleted", "tag": "219b88b3-268d-4cb9-b9a5-9f7c29fe5347"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:22:02.802541 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eefd1b7-299c-4770-aa0f-49f3a33dc17b x-openstack-request-id: req-9eefd1b7-299c-4770-aa0f-49f3a33dc17b {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:22:02.802879 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9549184f-5892-404f-90b2-43388c7be43e", "name": "network-vif-deleted", "tag": "219b88b3-268d-4cb9-b9a5-9f7c29fe5347", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:22:02.803330 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9eefd1b7-299c-4770-aa0f-49f3a33dc17b {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:22:02.803665 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9549184f-5892-404f-90b2-43388c7be43e', 'name': 'network-vif-deleted', 'tag': '219b88b3-268d-4cb9-b9a5-9f7c29fe5347', 'status': 'completed', 'code': 200} Jul 15 23:22:02.880217 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea62bed-17e8-4ccf-bdeb-1c1576ff0696 req-01823097-cf21-49e5-90c8-2c4cf673bab2 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:02.882123 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4ea62bed-17e8-4ccf-bdeb-1c1576ff0696 req-01823097-cf21-49e5-90c8-2c4cf673bab2 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d03aaad-07e8-432d-921e-2ff769c3f343 HTTP/1.1" status: 200 len: 945 time: 0.1293206 Jul 15 23:22:02.930459 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7e586416-bccc-4aa4-a44c-3e8a5a29a7d9 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:02.957637 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7e586416-bccc-4aa4-a44c-3e8a5a29a7d9 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:03.003243 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e586416-bccc-4aa4-a44c-3e8a5a29a7d9 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:22:03.050906 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['25249fe8-59ab-4791-933d-4e89386cd2aa', '219b88b3-268d-4cb9-b9a5-9f7c29fe5347', '9a9bab09-8d2d-4440-8b00-e99ba5cba621'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:22:03.064989 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-93a0e5ca-763b-4aed-b548-972e11eb108e req-caa59fb1-181f-4fd4-bdf4-9aefca639aad tempest-ServerShowV254Test-599518848 tempest-ServerShowV254Test-599518848-project] 10.222.0.48 "GET /v2.0/ports?device_id=40cb5935-31b3-49f4-bcd9-7ec7a78745a8 HTTP/1.1" status: 200 len: 210 time: 0.0644238 Jul 15 23:22:03.065777 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e586416-bccc-4aa4-a44c-3e8a5a29a7d9 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3bc22f-e8e7-4686-9446-cfdcb1ebc8c1,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:03.090585 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4ea62bed-17e8-4ccf-bdeb-1c1576ff0696 req-7d9de685-b66d-4bdd-89e7-3904b06b8295 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922319 Jul 15 23:22:03.106257 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7e586416-bccc-4aa4-a44c-3e8a5a29a7d9 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:03.106257 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-7e586416-bccc-4aa4-a44c-3e8a5a29a7d9 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] Added segment 48630596-4580-4d7c-9659-6618c2e7f330 of type vlan for network 03475eb8-e016-492d-8b67-2549a725fa42 Jul 15 23:22:03.210730 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7e586416-bccc-4aa4-a44c-3e8a5a29a7d9 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:03.244451 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0cb74896-064e-4ba4-9d04-ae74d1d8a2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:03.290265 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7e586416-bccc-4aa4-a44c-3e8a5a29a7d9 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:03.298653 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e586416-bccc-4aa4-a44c-3e8a5a29a7d9 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:03.299831 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7e586416-bccc-4aa4-a44c-3e8a5a29a7d9 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:03.387352 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:03.395547 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 41432) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:03.396989 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-7e586416-bccc-4aa4-a44c-3e8a5a29a7d9 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9622760 Jul 15 23:22:03.403359 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d1a4d82b-30ea-4d03-8ade-eda6d507db72 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] Request body: {'subnet': {'network_id': '03475eb8-e016-492d-8b67-2549a725fa42', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:03.418283 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:22:03.456839 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d5b01363-ec7e-4ea5-aa58-41ecbe62c67f req-cc4f8240-3465-4afb-b7f5-18a6a14ad801 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/ports?device_id=9549184f-5892-404f-90b2-43388c7be43e HTTP/1.1" status: 200 len: 210 time: 0.0925066 Jul 15 23:22:03.514773 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e586416-bccc-4aa4-a44c-3e8a5a29a7d9 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] Pushing event updated for resources: {'Network': ['ID=03475eb8-e016-492d-8b67-2549a725fa42,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:03.534592 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 03475eb8-e016-492d-8b67-2549a725fa42 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:22:03.567288 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a4d82b-30ea-4d03-8ade-eda6d507db72 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] Made reservation on behalf of 51c41aee49a44dad91079972ed59300a for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:22:03.572779 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d1a4d82b-30ea-4d03-8ade-eda6d507db72 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:03.809631 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d1a4d82b-30ea-4d03-8ade-eda6d507db72 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:03.874450 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a4d82b-30ea-4d03-8ade-eda6d507db72 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] Pushing event updated for resources: {'Subnet': ['ID=59560e00-a9f8-48c5-b951-e63399556f2f,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:03.880406 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a4d82b-30ea-4d03-8ade-eda6d507db72 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] Checking segment: {'id': '48630596-4580-4d7c-9659-6618c2e7f330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '03475eb8-e016-492d-8b67-2549a725fa42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:22:03.880906 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a4d82b-30ea-4d03-8ade-eda6d507db72 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] Network hostable DHCP agents. Network: 03475eb8-e016-492d-8b67-2549a725fa42, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:22:03.905430 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a4d82b-30ea-4d03-8ade-eda6d507db72 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] Network 03475eb8-e016-492d-8b67-2549a725fa42 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:22:03.915499 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-d1a4d82b-30ea-4d03-8ade-eda6d507db72 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 03475eb8-e016-492d-8b67-2549a725fa42) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:22:03.920334 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a4d82b-30ea-4d03-8ade-eda6d507db72 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:03.921061 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d1a4d82b-30ea-4d03-8ade-eda6d507db72 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:03.927505 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73f8699-de66-4d4e-a8f3-efde8045ca94 None None] Network 03475eb8-e016-492d-8b67-2549a725fa42 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:22:03.949770 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 41444) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:03.950079 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d1a4d82b-30ea-4d03-8ade-eda6d507db72 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5526900 Jul 15 23:22:03.957928 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-2df166f9-a027-43c5-b0fd-9024d285c33f tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] Request body: {'port': {'network_id': '03475eb8-e016-492d-8b67-2549a725fa42', 'name': 'tempest-TagsExtTest-160988400'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:04.119800 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b193c1fd-f814-4afc-b989-c603d5b05e37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-03475eb8-e016-492d-8b67-2549a725fa42', 'network_id': '03475eb8-e016-492d-8b67-2549a725fa42', 'tenant_id': '51c41aee49a44dad91079972ed59300a', 'fixed_ips': [{'subnet_id': '59560e00-a9f8-48c5-b951-e63399556f2f'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:22:04.120938 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b193c1fd-f814-4afc-b989-c603d5b05e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:04.122157 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df166f9-a027-43c5-b0fd-9024d285c33f tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] Made reservation on behalf of 51c41aee49a44dad91079972ed59300a for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:22:04.130257 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2df166f9-a027-43c5-b0fd-9024d285c33f tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:04.162103 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-2df166f9-a027-43c5-b0fd-9024d285c33f tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] device_id is not set on port 318dd537-1971-4cc9-a79c-32871b7fbf1a yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:22:04.255731 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:04.315295 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-68c6c789-4144-4bac-9955-43e29e110844 req-fba12218-0571-45d1-b824-602c3a8026a7 tempest-ServerShowV254Test-599518848 tempest-ServerShowV254Test-599518848-project] 10.222.0.48 "GET /v2.0/ports?device_id=40cb5935-31b3-49f4-bcd9-7ec7a78745a8 HTTP/1.1" status: 200 len: 210 time: 0.0490122 Jul 15 23:22:04.325719 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-b193c1fd-f814-4afc-b989-c603d5b05e37 None None] Allocated IP 172.20.0.2 (03475eb8-e016-492d-8b67-2549a725fa42/59560e00-a9f8-48c5-b951-e63399556f2f/7c5be195-fcc9-4937-b41d-b335b9691d19) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:22:04.370383 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8bd72a-f53e-4d67-9afe-9e44c014ae44 req-c1d2ab7e-3a14-443c-9f29-6d0867cdaba0 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:04.372015 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ca8bd72a-f53e-4d67-9afe-9e44c014ae44 req-c1d2ab7e-3a14-443c-9f29-6d0867cdaba0 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d03aaad-07e8-432d-921e-2ff769c3f343 HTTP/1.1" status: 200 len: 945 time: 0.0930018 Jul 15 23:22:04.415905 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ca8bd72a-f53e-4d67-9afe-9e44c014ae44 req-a33415a2-bfbc-4daf-b0d8-feb2bd1c892f tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377195 Jul 15 23:22:04.523792 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b193c1fd-f814-4afc-b989-c603d5b05e37 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:04.535466 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b193c1fd-f814-4afc-b989-c603d5b05e37 None None] Transition to ACTIVE for port object 7c5be195-fcc9-4937-b41d-b335b9691d19 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:22:04.553956 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b193c1fd-f814-4afc-b989-c603d5b05e37 None None] Transition to ACTIVE for port object 7c5be195-fcc9-4937-b41d-b335b9691d19 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:22:04.577707 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b193c1fd-f814-4afc-b989-c603d5b05e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:04.647757 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b193c1fd-f814-4afc-b989-c603d5b05e37 None None] Network 03475eb8-e016-492d-8b67-2549a725fa42 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:22:04.651651 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-b193c1fd-f814-4afc-b989-c603d5b05e37 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:22:04.654762 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-2df166f9-a027-43c5-b0fd-9024d285c33f tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] Allocated IP 172.20.0.9 (03475eb8-e016-492d-8b67-2549a725fa42/59560e00-a9f8-48c5-b951-e63399556f2f/318dd537-1971-4cc9-a79c-32871b7fbf1a) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:22:04.657168 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b193c1fd-f814-4afc-b989-c603d5b05e37 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:22:04.660842 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b193c1fd-f814-4afc-b989-c603d5b05e37 None None] Pushing event updated for resources: {'Port': ['ID=7c5be195-fcc9-4937-b41d-b335b9691d19,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:04.728311 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-b193c1fd-f814-4afc-b989-c603d5b05e37 None None] Attempting to bind port 7c5be195-fcc9-4937-b41d-b335b9691d19 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:22:04.728809 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-b193c1fd-f814-4afc-b989-c603d5b05e37 None None] Attempting to bind port 7c5be195-fcc9-4937-b41d-b335b9691d19 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '48630596-4580-4d7c-9659-6618c2e7f330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '03475eb8-e016-492d-8b67-2549a725fa42'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:22:04.729204 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b193c1fd-f814-4afc-b989-c603d5b05e37 None None] Attempting to bind port 7c5be195-fcc9-4937-b41d-b335b9691d19 on network 03475eb8-e016-492d-8b67-2549a725fa42 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:22:04.734579 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b193c1fd-f814-4afc-b989-c603d5b05e37 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:22:04.734960 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b193c1fd-f814-4afc-b989-c603d5b05e37 None None] Checking segment: {'id': '48630596-4580-4d7c-9659-6618c2e7f330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '03475eb8-e016-492d-8b67-2549a725fa42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:22:04.736027 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b193c1fd-f814-4afc-b989-c603d5b05e37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:04.736434 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b193c1fd-f814-4afc-b989-c603d5b05e37 None None] Bound using segment: {'id': '48630596-4580-4d7c-9659-6618c2e7f330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '03475eb8-e016-492d-8b67-2549a725fa42'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:22:04.737060 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-b193c1fd-f814-4afc-b989-c603d5b05e37 None None] Bound port: 7c5be195-fcc9-4937-b41d-b335b9691d19, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48630596-4580-4d7c-9659-6618c2e7f330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '03475eb8-e016-492d-8b67-2549a725fa42'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:22:04.737472 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b193c1fd-f814-4afc-b989-c603d5b05e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:04.831533 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-b193c1fd-f814-4afc-b989-c603d5b05e37 None None] For port 7c5be195-fcc9-4937-b41d-b335b9691d19, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:22:04.841006 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-b193c1fd-f814-4afc-b989-c603d5b05e37 None None] For port 7c5be195-fcc9-4937-b41d-b335b9691d19, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=7c5be195-fcc9-4937-b41d-b335b9691d19,segment=NetworkSegment(48630596-4580-4d7c-9659-6618c2e7f330),segment_id=48630596-4580-4d7c-9659-6618c2e7f330)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:22:04.848689 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b193c1fd-f814-4afc-b989-c603d5b05e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:04.891000 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2df166f9-a027-43c5-b0fd-9024d285c33f tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:04.918521 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-2df166f9-a027-43c5-b0fd-9024d285c33f tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] Transition to ACTIVE for port object 318dd537-1971-4cc9-a79c-32871b7fbf1a will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:22:04.939412 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b193c1fd-f814-4afc-b989-c603d5b05e37 None None] Pushing event updated for resources: {'Port': ['ID=7c5be195-fcc9-4937-b41d-b335b9691d19,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:05.009809 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2df166f9-a027-43c5-b0fd-9024d285c33f tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:05.024849 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 736e365a-8792-4e8a-94db-1d2ccef19577 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:22:05.077702 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df166f9-a027-43c5-b0fd-9024d285c33f tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] Network 03475eb8-e016-492d-8b67-2549a725fa42 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:22:05.078831 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-2df166f9-a027-43c5-b0fd-9024d285c33f tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:22:05.083250 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df166f9-a027-43c5-b0fd-9024d285c33f tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:22:05.117794 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df166f9-a027-43c5-b0fd-9024d285c33f tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] Pushing event updated for resources: {'Port': ['ID=318dd537-1971-4cc9-a79c-32871b7fbf1a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:05.118351 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port 736e365a-8792-4e8a-94db-1d2ccef19577 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:22:05.124781 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 736e365a-8792-4e8a-94db-1d2ccef19577 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:22:05.125478 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:05.223711 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df166f9-a027-43c5-b0fd-9024d285c33f tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:05.224401 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2df166f9-a027-43c5-b0fd-9024d285c33f tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:05.250993 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 41480) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:05.251648 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-2df166f9-a027-43c5-b0fd-9024d285c33f tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.2996826 Jul 15 23:22:05.258283 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-6021e28e-e5a8-4d57-81d2-4c92d5cff5ba tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1586107895', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:05.289956 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48982d4-6b42-4687-b4a8-4198625f8308 req-2ae568ed-64c8-40b3-b716-dec6d970e3b1 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:05.290484 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:05.292159 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c48982d4-6b42-4687-b4a8-4198625f8308 req-2ae568ed-64c8-40b3-b716-dec6d970e3b1 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/ports?device_id=52a39ca4-a5fc-4005-9060-f24ff16f3427 HTTP/1.1" status: 200 len: 946 time: 0.1465294 Jul 15 23:22:05.331479 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6021e28e-e5a8-4d57-81d2-4c92d5cff5ba tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:05.336338 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6021e28e-e5a8-4d57-81d2-4c92d5cff5ba tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:05.341098 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d03aaad-07e8-432d-921e-2ff769c3f343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '736e365a-8792-4e8a-94db-1d2ccef19577'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:22:05.344143 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d132c9-effb-4b73-8d2d-e968d64af6f6" -d '{"events": [{"server_uuid": "7d03aaad-07e8-432d-921e-2ff769c3f343", "name": "network-vif-plugged", "status": "completed", "tag": "736e365a-8792-4e8a-94db-1d2ccef19577"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:22:05.362999 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 736e365a-8792-4e8a-94db-1d2ccef19577, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=736e365a-8792-4e8a-94db-1d2ccef19577,segment=NetworkSegment(056a97c3-fa40-4757-b96f-04fb527ec8cd),segment_id=056a97c3-fa40-4757-b96f-04fb527ec8cd)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:05.372479 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:05.373838 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 219b88b3-268d-4cb9-b9a5-9f7c29fe5347 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:22:05.400212 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c48982d4-6b42-4687-b4a8-4198625f8308 req-67237026-c930-4eb2-aca6-6ddcdebcd578 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/security-groups?id=79ac3595-42a7-47eb-84e8-f2b8781d451d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978465 Jul 15 23:22:05.440537 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: 219b88b3-268d-4cb9-b9a5-9f7c29fe5347 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:22:05.440884 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 219b88b3-268d-4cb9-b9a5-9f7c29fe5347 not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:22:05.454476 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545d52d1-a0de-4a80-a791-34cb42c16446 x-openstack-request-id: req-545d52d1-a0de-4a80-a791-34cb42c16446 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:22:05.454948 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d03aaad-07e8-432d-921e-2ff769c3f343", "name": "network-vif-plugged", "status": "completed", "tag": "736e365a-8792-4e8a-94db-1d2ccef19577", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:22:05.455218 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-545d52d1-a0de-4a80-a791-34cb42c16446 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:22:05.456646 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d03aaad-07e8-432d-921e-2ff769c3f343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '736e365a-8792-4e8a-94db-1d2ccef19577', 'code': 200} Jul 15 23:22:05.519379 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=736e365a-8792-4e8a-94db-1d2ccef19577,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:05.653929 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b088cc7f-4687-4926-b572-63750232f320 req-9b4c3bad-2211-417c-9744-a2144f3d5e11 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:05.655953 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b088cc7f-4687-4926-b572-63750232f320 req-9b4c3bad-2211-417c-9744-a2144f3d5e11 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d03aaad-07e8-432d-921e-2ff769c3f343 HTTP/1.1" status: 200 len: 946 time: 0.0942078 Jul 15 23:22:05.740606 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b088cc7f-4687-4926-b572-63750232f320 req-ba39bffe-1ef9-466c-950b-1a1ec6c50137 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772536 Jul 15 23:22:05.788396 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-27301911-7a68-4d4a-997e-b86818202a2e req-a682bbe9-fc47-49b8-bbdc-fa12d55cbd07 tempest-ServerShowV254Test-599518848 tempest-ServerShowV254Test-599518848-project] 10.222.0.48 "GET /v2.0/ports?device_id=40cb5935-31b3-49f4-bcd9-7ec7a78745a8 HTTP/1.1" status: 200 len: 210 time: 0.0610712 Jul 15 23:22:06.031291 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6021e28e-e5a8-4d57-81d2-4c92d5cff5ba tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:06.035781 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6021e28e-e5a8-4d57-81d2-4c92d5cff5ba tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:06.064387 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6021e28e-e5a8-4d57-81d2-4c92d5cff5ba tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:06.070303 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-6021e28e-e5a8-4d57-81d2-4c92d5cff5ba tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8121908 Jul 15 23:22:06.070303 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 41498) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:06.075517 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-9ce6445d-0d9d-449d-8df1-4f66b696c29e tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1007642095', 'prefixes': ['172.20.0.0/16']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:06.112192 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318878b9-df14-45a4-b677-d3c05e4082b0 req-138fc89e-f382-4523-bd37-ee91dc23354e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:06.113734 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-318878b9-df14-45a4-b677-d3c05e4082b0 req-138fc89e-f382-4523-bd37-ee91dc23354e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7d03aaad-07e8-432d-921e-2ff769c3f343 HTTP/1.1" status: 200 len: 1097 time: 0.6005838 Jul 15 23:22:06.177446 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-318878b9-df14-45a4-b677-d3c05e4082b0 req-c3578f0d-3979-44c6-bc88-040002291015 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525532 Jul 15 23:22:06.183657 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ce6445d-0d9d-449d-8df1-4f66b696c29e tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] Notify callbacks [] for subnetpool, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:06.189450 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-9ce6445d-0d9d-449d-8df1-4f66b696c29e tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1138289 Jul 15 23:22:06.190198 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 41500) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:06.199191 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-eab61069-2725-4ab5-93b8-80b015d503ce tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '59560e00-a9f8-48c5-b951-e63399556f2f', 'tempest-TagsExtTest-Tag-48878033') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:06.271594 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:06.381128 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-eab61069-2725-4ab5-93b8-80b015d503ce tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] 10.222.0.48 "PUT /v2.0/subnets/59560e00-a9f8-48c5-b951-e63399556f2f/tags/tempest-TagsExtTest-Tag-48878033 HTTP/1.1" status: 201 len: 201 time: 0.1886315 Jul 15 23:22:06.384120 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 41502) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:06.392239 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-2183f66a-094d-45a8-9702-89536fe125d2 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '318dd537-1971-4cc9-a79c-32871b7fbf1a', 'tempest-TagsExtTest-Tag-322467467') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:06.419517 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2403f9-9231-4a2d-b63b-134851d9e0a1 None None] Network 03475eb8-e016-492d-8b67-2549a725fa42 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:22:06.562400 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-2183f66a-094d-45a8-9702-89536fe125d2 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] 10.222.0.48 "PUT /v2.0/ports/318dd537-1971-4cc9-a79c-32871b7fbf1a/tags/tempest-TagsExtTest-Tag-322467467 HTTP/1.1" status: 201 len: 201 time: 0.1754982 Jul 15 23:22:06.566269 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 41506) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:06.571684 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5fe73342-2723-44ee-964a-1a987292aec2 None None] Provisioning for port 7c5be195-fcc9-4937-b41d-b335b9691d19 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:22:06.578723 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-fce8ae2f-419d-4594-b81b-15f41183633b tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '3f4cd134-afeb-45ff-9a2c-88299827c552', 'tempest-TagsExtTest-Tag-1695696083') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:06.717021 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 7c5be195-fcc9-4937-b41d-b335b9691d19 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:22:06.842616 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 7c5be195-fcc9-4937-b41d-b335b9691d19 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:22:06.844126 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849eb091-8b11-4514-a9d7-3164550c7a94 req-9e999a6d-59cb-4e78-9eff-803a68820ef0 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:06.847308 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-849eb091-8b11-4514-a9d7-3164550c7a94 req-9e999a6d-59cb-4e78-9eff-803a68820ef0 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/ports?device_id=52a39ca4-a5fc-4005-9060-f24ff16f3427 HTTP/1.1" status: 200 len: 946 time: 0.2175651 Jul 15 23:22:06.850380 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-fce8ae2f-419d-4594-b81b-15f41183633b tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] 10.222.0.48 "PUT /v2.0/routers/3f4cd134-afeb-45ff-9a2c-88299827c552/tags/tempest-TagsExtTest-Tag-1695696083 HTTP/1.1" status: 201 len: 201 time: 0.2826884 Jul 15 23:22:06.854911 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 41516) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:06.861847 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-81407b28-1147-450c-80db-41a7ec5dba97 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '1c498363-1be2-4a8b-835f-28b40f831d53', 'tempest-TagsExtTest-Tag-1328227649') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:06.863340 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 7c5be195-fcc9-4937-b41d-b335b9691d19 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:22:06.863949 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:06.984625 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-849eb091-8b11-4514-a9d7-3164550c7a94 req-16543a4e-e002-4f96-a252-3b8b866ee59a tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/security-groups?id=79ac3595-42a7-47eb-84e8-f2b8781d451d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215193 Jul 15 23:22:07.012271 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:07.055827 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-81407b28-1147-450c-80db-41a7ec5dba97 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] 10.222.0.48 "PUT /v2.0/subnetpools/1c498363-1be2-4a8b-835f-28b40f831d53/tags/tempest-TagsExtTest-Tag-1328227649 HTTP/1.1" status: 201 len: 201 time: 0.1992915 Jul 15 23:22:07.056726 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 41524) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:07.072988 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 7c5be195-fcc9-4937-b41d-b335b9691d19, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=7c5be195-fcc9-4937-b41d-b335b9691d19,segment=NetworkSegment(48630596-4580-4d7c-9659-6618c2e7f330),segment_id=48630596-4580-4d7c-9659-6618c2e7f330)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:07.083001 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:07.084638 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-d6e3171e-cbe8-4a1c-9751-e23b24d7103a tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '59560e00-a9f8-48c5-b951-e63399556f2f') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:07.155223 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=7c5be195-fcc9-4937-b41d-b335b9691d19,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:07.193790 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93afe89-04a6-4bb7-b56c-10c49aa62e65 req-0df05035-7f61-495d-a5c2-e9b757704085 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:07.207726 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e93afe89-04a6-4bb7-b56c-10c49aa62e65 req-0df05035-7f61-495d-a5c2-e9b757704085 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d03aaad-07e8-432d-921e-2ff769c3f343 HTTP/1.1" status: 200 len: 946 time: 0.2215040 Jul 15 23:22:07.227764 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b77504c4-e7b9-480d-b286-125fd42e82c1 None None] Provisioning for port 318dd537-1971-4cc9-a79c-32871b7fbf1a completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:22:07.233956 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b77504c4-e7b9-480d-b286-125fd42e82c1 None None] Provisioning complete for port 318dd537-1971-4cc9-a79c-32871b7fbf1a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:22:07.236106 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b77504c4-e7b9-480d-b286-125fd42e82c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:07.309986 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e93afe89-04a6-4bb7-b56c-10c49aa62e65 req-16a59e40-2d45-480d-aab5-08b43d989247 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993197 Jul 15 23:22:07.346021 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b77504c4-e7b9-480d-b286-125fd42e82c1 None None] Port 318dd537-1971-4cc9-a79c-32871b7fbf1a cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:22:07.366134 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496403a4-2a41-4121-aa33-acb671a95ae5 req-27deecfb-6881-46c8-ac78-eaea1fb11f28 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:07.368871 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-496403a4-2a41-4121-aa33-acb671a95ae5 req-27deecfb-6881-46c8-ac78-eaea1fb11f28 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.49 "GET /v2.0/ports?device_id=52a39ca4-a5fc-4005-9060-f24ff16f3427 HTTP/1.1" status: 200 len: 946 time: 0.4640346 Jul 15 23:22:07.375933 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b77504c4-e7b9-480d-b286-125fd42e82c1 None None] Provisioning complete for port 7c5be195-fcc9-4937-b41d-b335b9691d19 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:22:07.377088 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b77504c4-e7b9-480d-b286-125fd42e82c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:07.427020 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-da98b42f-fa20-41b6-a8b3-9e1d4c9f12db req-408f346f-695b-458b-a420-95a641969bee tempest-ServerShowV254Test-599518848 tempest-ServerShowV254Test-599518848-project] 10.222.0.48 "GET /v2.0/ports?device_id=40cb5935-31b3-49f4-bcd9-7ec7a78745a8 HTTP/1.1" status: 200 len: 210 time: 0.1487348 Jul 15 23:22:07.561934 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d6e3171e-cbe8-4a1c-9751-e23b24d7103a tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] 10.222.0.48 "GET /v2.0/subnets/59560e00-a9f8-48c5-b951-e63399556f2f/tags HTTP/1.1" status: 200 len: 239 time: 0.5036550 Jul 15 23:22:07.565106 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 41528) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:07.571748 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-dc3a8831-86eb-470d-aed1-02d40236f734 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '59560e00-a9f8-48c5-b951-e63399556f2f', 'tempest-TagsExtTest-Tag-48878033') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:07.699235 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-93907abb-d948-4ab9-b013-84125e068c1d None None] Provisioning complete for port 318dd537-1971-4cc9-a79c-32871b7fbf1a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:22:07.701254 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-93907abb-d948-4ab9-b013-84125e068c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:07.705812 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-496403a4-2a41-4121-aa33-acb671a95ae5 req-039bb620-f7f7-4402-80c8-de84cf6e00b1 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Deleting port 9a9bab09-8d2d-4440-8b00-e99ba5cba621 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:22:07.706187 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-496403a4-2a41-4121-aa33-acb671a95ae5 req-039bb620-f7f7-4402-80c8-de84cf6e00b1 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:07.751944 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-dc3a8831-86eb-470d-aed1-02d40236f734 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] 10.222.0.48 "GET /v2.0/subnets/59560e00-a9f8-48c5-b951-e63399556f2f/tags/tempest-TagsExtTest-Tag-48878033 HTTP/1.1" status: 204 len: 168 time: 0.1856434 Jul 15 23:22:07.756112 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 41534) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:07.765808 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-6689a9c0-c51b-4969-8c27-19f613441c30 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '59560e00-a9f8-48c5-b951-e63399556f2f', 'tempest-TagsExtTest-Tag-48878033') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:07.809309 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-93907abb-d948-4ab9-b013-84125e068c1d None None] Port 318dd537-1971-4cc9-a79c-32871b7fbf1a cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:22:07.913078 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-6689a9c0-c51b-4969-8c27-19f613441c30 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] 10.222.0.48 "DELETE /v2.0/subnets/59560e00-a9f8-48c5-b951-e63399556f2f/tags/tempest-TagsExtTest-Tag-48878033 HTTP/1.1" status: 204 len: 168 time: 0.1555562 Jul 15 23:22:07.916967 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 41540) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:07.921904 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-8c8b78e8-d5e6-4534-b8a9-b35588b920ca tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '59560e00-a9f8-48c5-b951-e63399556f2f') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:07.954177 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-496403a4-2a41-4121-aa33-acb671a95ae5 req-039bb620-f7f7-4402-80c8-de84cf6e00b1 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] For port 9a9bab09-8d2d-4440-8b00-e99ba5cba621, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=9a9bab09-8d2d-4440-8b00-e99ba5cba621,segment=NetworkSegment(27652f92-7fe9-4a43-94a9-d2751c74ab0e),segment_id=27652f92-7fe9-4a43-94a9-d2751c74ab0e)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:07.954670 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-496403a4-2a41-4121-aa33-acb671a95ae5 req-039bb620-f7f7-4402-80c8-de84cf6e00b1 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:07.976472 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-496403a4-2a41-4121-aa33-acb671a95ae5 req-039bb620-f7f7-4402-80c8-de84cf6e00b1 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Calling delete_port for 9a9bab09-8d2d-4440-8b00-e99ba5cba621 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:22:08.004423 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-8c8b78e8-d5e6-4534-b8a9-b35588b920ca tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] 10.222.0.48 "GET /v2.0/subnets/59560e00-a9f8-48c5-b951-e63399556f2f/tags HTTP/1.1" status: 200 len: 205 time: 0.0862348 Jul 15 23:22:08.008031 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 41544) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:08.015960 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-6f58cc35-4699-428d-86e4-9926fe82a7f1 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '318dd537-1971-4cc9-a79c-32871b7fbf1a') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:08.111214 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-6f58cc35-4699-428d-86e4-9926fe82a7f1 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] 10.222.0.48 "GET /v2.0/ports/318dd537-1971-4cc9-a79c-32871b7fbf1a/tags HTTP/1.1" status: 200 len: 240 time: 0.1011379 Jul 15 23:22:08.115564 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 41550) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:08.127191 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-d40d4bd8-ad0b-43f1-8741-6ac0ed6d3195 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '318dd537-1971-4cc9-a79c-32871b7fbf1a', 'tempest-TagsExtTest-Tag-322467467') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:08.183563 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:08.209626 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-496403a4-2a41-4121-aa33-acb671a95ae5 req-039bb620-f7f7-4402-80c8-de84cf6e00b1 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:08.223815 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['25249fe8-59ab-4791-933d-4e89386cd2aa', '9a9bab09-8d2d-4440-8b00-e99ba5cba621'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:22:08.266464 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-d40d4bd8-ad0b-43f1-8741-6ac0ed6d3195 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] 10.222.0.48 "GET /v2.0/ports/318dd537-1971-4cc9-a79c-32871b7fbf1a/tags/tempest-TagsExtTest-Tag-322467467 HTTP/1.1" status: 204 len: 168 time: 0.1470554 Jul 15 23:22:08.273247 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 41552) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:08.279546 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-6eee4786-591f-4a66-a0be-09ba288401aa tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '318dd537-1971-4cc9-a79c-32871b7fbf1a', 'tempest-TagsExtTest-Tag-322467467') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:08.310102 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b4ed72af-45c5-4e0b-9a98-1a3776691753 req-a4af73f5-6444-41f6-9b02-27cd3eff5534 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/ports?device_id=52a39ca4-a5fc-4005-9060-f24ff16f3427 HTTP/1.1" status: 200 len: 210 time: 0.0428164 Jul 15 23:22:08.340389 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039bb620-f7f7-4402-80c8-de84cf6e00b1 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Pushing event deleted for resources: {'Port': ['ID=9a9bab09-8d2d-4440-8b00-e99ba5cba621,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:08.373397 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-496403a4-2a41-4121-aa33-acb671a95ae5 req-039bb620-f7f7-4402-80c8-de84cf6e00b1 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] No DVR routers for this DVR port 9a9bab09-8d2d-4440-8b00-e99ba5cba621 on host n-h1-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:22:08.380896 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-496403a4-2a41-4121-aa33-acb671a95ae5 req-039bb620-f7f7-4402-80c8-de84cf6e00b1 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:08.384453 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-496403a4-2a41-4121-aa33-acb671a95ae5 req-039bb620-f7f7-4402-80c8-de84cf6e00b1 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.49 "DELETE /v2.0/ports/9a9bab09-8d2d-4440-8b00-e99ba5cba621 HTTP/1.1" status: 204 len: 173 time: 1.0039015 Jul 15 23:22:08.391307 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a39ca4-a5fc-4005-9060-f24ff16f3427', 'name': 'network-vif-deleted', 'tag': '9a9bab09-8d2d-4440-8b00-e99ba5cba621'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:22:08.393864 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6bcd3d-a407-4654-ada2-a9a8a6110650" -d '{"events": [{"server_uuid": "52a39ca4-a5fc-4005-9060-f24ff16f3427", "name": "network-vif-deleted", "tag": "9a9bab09-8d2d-4440-8b00-e99ba5cba621"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:22:08.479058 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde0a4e9-64c7-4b7a-afa8-e27b56a11226 x-openstack-request-id: req-fde0a4e9-64c7-4b7a-afa8-e27b56a11226 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:22:08.482829 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a39ca4-a5fc-4005-9060-f24ff16f3427", "name": "network-vif-deleted", "tag": "9a9bab09-8d2d-4440-8b00-e99ba5cba621", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:22:08.483221 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fde0a4e9-64c7-4b7a-afa8-e27b56a11226 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:22:08.484027 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a39ca4-a5fc-4005-9060-f24ff16f3427', 'name': 'network-vif-deleted', 'tag': '9a9bab09-8d2d-4440-8b00-e99ba5cba621', 'status': 'completed', 'code': 200} Jul 15 23:22:08.489955 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 41558) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:08.494259 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-6eee4786-591f-4a66-a0be-09ba288401aa tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] 10.222.0.48 "DELETE /v2.0/ports/318dd537-1971-4cc9-a79c-32871b7fbf1a/tags/tempest-TagsExtTest-Tag-322467467 HTTP/1.1" status: 204 len: 168 time: 0.2197027 Jul 15 23:22:08.496880 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-807ecdeb-b567-4feb-bc6b-83dfc4407f54 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '318dd537-1971-4cc9-a79c-32871b7fbf1a') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:08.631488 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 7c5be195-fcc9-4937-b41d-b335b9691d19 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:22:08.848957 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 7c5be195-fcc9-4937-b41d-b335b9691d19 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:22:08.849708 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:09.141288 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-59e5c1f0-7ff9-44a3-9b74-0fa84e47a4cd req-4ccd3982-de72-45dc-ac53-c3aa9eb06581 tempest-ServerShowV254Test-599518848 tempest-ServerShowV254Test-599518848-project] 10.222.0.48 "GET /v2.0/ports?device_id=40cb5935-31b3-49f4-bcd9-7ec7a78745a8 HTTP/1.1" status: 200 len: 210 time: 0.0335615 Jul 15 23:22:09.174386 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-807ecdeb-b567-4feb-bc6b-83dfc4407f54 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] 10.222.0.48 "GET /v2.0/ports/318dd537-1971-4cc9-a79c-32871b7fbf1a/tags HTTP/1.1" status: 200 len: 205 time: 0.6827841 Jul 15 23:22:09.176916 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 41570) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:09.182782 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-bcb3fadc-7208-4cce-945a-18e9018fe79a tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '3f4cd134-afeb-45ff-9a2c-88299827c552') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:09.194701 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f2f50-4a87-44e5-8753-39b28142990f req-40fdc2d6-3560-4220-888f-463ba98daa6d tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:09.205266 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-256f2f50-4a87-44e5-8753-39b28142990f req-40fdc2d6-3560-4220-888f-463ba98daa6d tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d03aaad-07e8-432d-921e-2ff769c3f343 HTTP/1.1" status: 200 len: 946 time: 0.6384737 Jul 15 23:22:09.253942 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-256f2f50-4a87-44e5-8753-39b28142990f req-53e1b9b5-4723-467b-aaae-2d8f06393088 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477140 Jul 15 23:22:09.440549 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 41578) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:09.440776 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-bcb3fadc-7208-4cce-945a-18e9018fe79a tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] 10.222.0.48 "GET /v2.0/routers/3f4cd134-afeb-45ff-9a2c-88299827c552/tags HTTP/1.1" status: 200 len: 241 time: 0.2624607 Jul 15 23:22:09.448512 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-3ccf21c9-baf6-49ac-b23c-93127e44f2bc tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3f4cd134-afeb-45ff-9a2c-88299827c552', 'tempest-TagsExtTest-Tag-1695696083') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:09.597884 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 41580) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:09.605034 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-3d134bfe-9f2c-4954-8fd5-f86877ac0940 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '3f4cd134-afeb-45ff-9a2c-88299827c552', 'tempest-TagsExtTest-Tag-1695696083') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:09.608037 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-3ccf21c9-baf6-49ac-b23c-93127e44f2bc tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] 10.222.0.48 "GET /v2.0/routers/3f4cd134-afeb-45ff-9a2c-88299827c552/tags/tempest-TagsExtTest-Tag-1695696083 HTTP/1.1" status: 204 len: 168 time: 0.1655536 Jul 15 23:22:09.731697 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-3d134bfe-9f2c-4954-8fd5-f86877ac0940 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] 10.222.0.48 "DELETE /v2.0/routers/3f4cd134-afeb-45ff-9a2c-88299827c552/tags/tempest-TagsExtTest-Tag-1695696083 HTTP/1.1" status: 204 len: 168 time: 0.1324213 Jul 15 23:22:09.734016 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 41586) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:09.740041 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-8b2676bd-d3d4-4819-817e-12d58a6eb9bf tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '3f4cd134-afeb-45ff-9a2c-88299827c552') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:09.861414 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-8b2676bd-d3d4-4819-817e-12d58a6eb9bf tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] 10.222.0.48 "GET /v2.0/routers/3f4cd134-afeb-45ff-9a2c-88299827c552/tags HTTP/1.1" status: 200 len: 205 time: 0.1256373 Jul 15 23:22:09.864922 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 41588) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:09.873590 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-562bfa83-dbd8-42a9-b8e8-3f04d9e08c3f tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '1c498363-1be2-4a8b-835f-28b40f831d53') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:09.914855 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-562bfa83-dbd8-42a9-b8e8-3f04d9e08c3f tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] 10.222.0.48 "GET /v2.0/subnetpools/1c498363-1be2-4a8b-835f-28b40f831d53/tags HTTP/1.1" status: 200 len: 241 time: 0.0481114 Jul 15 23:22:09.916889 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 41592) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:09.923865 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-8ff125f5-1be7-4485-963e-1c25bad64b7c tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1c498363-1be2-4a8b-835f-28b40f831d53', 'tempest-TagsExtTest-Tag-1328227649') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:09.943684 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6660e2e8-f1d3-4b43-8c54-e0d01bfc44e3 req-4d562b86-3912-4f08-b280-c8d8736a053c tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:09.955887 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6660e2e8-f1d3-4b43-8c54-e0d01bfc44e3 req-4d562b86-3912-4f08-b280-c8d8736a053c tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d03aaad-07e8-432d-921e-2ff769c3f343 HTTP/1.1" status: 200 len: 946 time: 0.1389527 Jul 15 23:22:09.970976 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-8ff125f5-1be7-4485-963e-1c25bad64b7c tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] 10.222.0.48 "GET /v2.0/subnetpools/1c498363-1be2-4a8b-835f-28b40f831d53/tags/tempest-TagsExtTest-Tag-1328227649 HTTP/1.1" status: 204 len: 168 time: 0.0523374 Jul 15 23:22:09.971662 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 41594) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:09.977295 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-68306d7e-c515-4ad6-ab04-ea1193ab8a0c tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '1c498363-1be2-4a8b-835f-28b40f831d53', 'tempest-TagsExtTest-Tag-1328227649') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:10.041207 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6660e2e8-f1d3-4b43-8c54-e0d01bfc44e3 req-deec6780-07f9-496d-92c7-4671e4519273 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836332 Jul 15 23:22:10.088363 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-68306d7e-c515-4ad6-ab04-ea1193ab8a0c tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] 10.222.0.48 "DELETE /v2.0/subnetpools/1c498363-1be2-4a8b-835f-28b40f831d53/tags/tempest-TagsExtTest-Tag-1328227649 HTTP/1.1" status: 204 len: 168 time: 0.1153502 Jul 15 23:22:10.089759 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 41602) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:10.097273 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-53bf8743-ad82-4d5f-8bde-71f167955fff tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '1c498363-1be2-4a8b-835f-28b40f831d53') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:10.169197 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-53bf8743-ad82-4d5f-8bde-71f167955fff tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] 10.222.0.48 "GET /v2.0/subnetpools/1c498363-1be2-4a8b-835f-28b40f831d53/tags HTTP/1.1" status: 200 len: 205 time: 0.0770726 Jul 15 23:22:10.171655 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 41606) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:10.178509 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-274ffe3c-200d-4800-b31b-e571f85928bb tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '1c498363-1be2-4a8b-835f-28b40f831d53') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:10.245205 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-274ffe3c-200d-4800-b31b-e571f85928bb tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] 10.222.0.48 "DELETE /v2.0/subnetpools/1c498363-1be2-4a8b-835f-28b40f831d53/tags HTTP/1.1" status: 204 len: 168 time: 0.0708852 Jul 15 23:22:10.247074 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 41610) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:10.254597 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-6ca035eb-f978-4849-8d26-14e71025bbab tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3f4cd134-afeb-45ff-9a2c-88299827c552') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:10.488448 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 41620) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:10.489204 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-6ca035eb-f978-4849-8d26-14e71025bbab tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] 10.222.0.48 "DELETE /v2.0/routers/3f4cd134-afeb-45ff-9a2c-88299827c552/tags HTTP/1.1" status: 204 len: 168 time: 0.2402210 Jul 15 23:22:10.496524 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-d5348539-6263-4511-9c76-9654ea9abd9d tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '318dd537-1971-4cc9-a79c-32871b7fbf1a') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:10.564702 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfad9b4-c890-4b74-bc42-ef4cbf8a4480 req-e0c07b8d-6ff0-4952-979c-08ce823eaa50 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:10.581378 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4bfad9b4-c890-4b74-bc42-ef4cbf8a4480 req-e0c07b8d-6ff0-4952-979c-08ce823eaa50 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d03aaad-07e8-432d-921e-2ff769c3f343 HTTP/1.1" status: 200 len: 946 time: 0.2109430 Jul 15 23:22:10.599760 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73fdc19-da0b-4ed0-ab2d-b19f8efedc86 req-f6466bec-f549-4157-8bbc-44c586a23dda tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:10.602291 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a73fdc19-da0b-4ed0-ab2d-b19f8efedc86 req-f6466bec-f549-4157-8bbc-44c586a23dda tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b079fb3-e58e-461b-a5e4-891961e8c6b2 HTTP/1.1" status: 200 len: 946 time: 0.2338219 Jul 15 23:22:10.654024 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d5348539-6263-4511-9c76-9654ea9abd9d tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] 10.222.0.48 "DELETE /v2.0/ports/318dd537-1971-4cc9-a79c-32871b7fbf1a/tags HTTP/1.1" status: 204 len: 168 time: 0.1614976 Jul 15 23:22:10.655830 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 41624) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:10.669351 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-275be213-627c-4c23-8f6d-2a39ef5ff23d tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '59560e00-a9f8-48c5-b951-e63399556f2f') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:10.705299 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a73fdc19-da0b-4ed0-ab2d-b19f8efedc86 req-350029b5-8148-49e3-acd9-5f1381a5bf3f tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/security-groups?id=79ac3595-42a7-47eb-84e8-f2b8781d451d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925996 Jul 15 23:22:10.733040 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4bfad9b4-c890-4b74-bc42-ef4cbf8a4480 req-25259316-9873-4d49-932a-68ebf17715db tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477718 Jul 15 23:22:10.800691 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-275be213-627c-4c23-8f6d-2a39ef5ff23d tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] 10.222.0.48 "DELETE /v2.0/subnets/59560e00-a9f8-48c5-b951-e63399556f2f/tags HTTP/1.1" status: 204 len: 168 time: 0.1384974 Jul 15 23:22:10.801131 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 41630) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:10.807611 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-021a4e21-0ce1-47e1-bacb-f5a6f5e42eef tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '59560e00-a9f8-48c5-b951-e63399556f2f', 'tempest-TagsExtTest-Tag-374325974') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:10.992892 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d116d139-1f9e-4add-aa54-867e43f6a5b4 req-3845b55d-eb08-40a0-a414-225f49e96f1a tempest-ServerShowV254Test-599518848 tempest-ServerShowV254Test-599518848-project] 10.222.0.48 "GET /v2.0/ports?device_id=40cb5935-31b3-49f4-bcd9-7ec7a78745a8 HTTP/1.1" status: 200 len: 210 time: 0.0580564 Jul 15 23:22:11.050899 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-021a4e21-0ce1-47e1-bacb-f5a6f5e42eef tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] 10.222.0.48 "PUT /v2.0/subnets/59560e00-a9f8-48c5-b951-e63399556f2f/tags/tempest-TagsExtTest-Tag-374325974 HTTP/1.1" status: 201 len: 201 time: 0.2463369 Jul 15 23:22:11.051280 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 41632) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:11.057918 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-602aa75c-b7c5-4049-8ad6-07abb7689519 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '318dd537-1971-4cc9-a79c-32871b7fbf1a', 'tempest-TagsExtTest-Tag-1054021380') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:11.060525 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 9a9bab09-8d2d-4440-8b00-e99ba5cba621 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:22:11.117998 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: 9a9bab09-8d2d-4440-8b00-e99ba5cba621 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:22:11.121807 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 9a9bab09-8d2d-4440-8b00-e99ba5cba621 not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:22:11.182283 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-602aa75c-b7c5-4049-8ad6-07abb7689519 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] 10.222.0.48 "PUT /v2.0/ports/318dd537-1971-4cc9-a79c-32871b7fbf1a/tags/tempest-TagsExtTest-Tag-1054021380 HTTP/1.1" status: 201 len: 201 time: 0.1276982 Jul 15 23:22:11.182986 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 41634) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:11.189805 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-c8bbcd13-9dfa-4e19-b4c7-db06af81632c tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '3f4cd134-afeb-45ff-9a2c-88299827c552', 'tempest-TagsExtTest-Tag-715659133') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:11.358913 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 41638) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:11.367600 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-d3cd669b-318f-49d4-bf64-2b3a225fdeff tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '1c498363-1be2-4a8b-835f-28b40f831d53', 'tempest-TagsExtTest-Tag-338437806') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:11.371251 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-c8bbcd13-9dfa-4e19-b4c7-db06af81632c tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] 10.222.0.48 "PUT /v2.0/routers/3f4cd134-afeb-45ff-9a2c-88299827c552/tags/tempest-TagsExtTest-Tag-715659133 HTTP/1.1" status: 201 len: 201 time: 0.1867864 Jul 15 23:22:11.429442 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d3cd669b-318f-49d4-bf64-2b3a225fdeff tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] 10.222.0.48 "PUT /v2.0/subnetpools/1c498363-1be2-4a8b-835f-28b40f831d53/tags/tempest-TagsExtTest-Tag-338437806 HTTP/1.1" status: 201 len: 201 time: 0.0650425 Jul 15 23:22:11.430027 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 41640) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:11.435730 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-d87605ff-dcb0-4794-8360-b9a45c1d2356 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '59560e00-a9f8-48c5-b951-e63399556f2f', {'tags': ['tempest-TagsExtTest-Tag-1038423065', 'tempest-TagsExtTest-Tag-778158585', 'tempest-TagsExtTest-Tag-553787887']}) {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:11.562163 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d87605ff-dcb0-4794-8360-b9a45c1d2356 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] 10.222.0.48 "PUT /v2.0/subnets/59560e00-a9f8-48c5-b951-e63399556f2f/tags HTTP/1.1" status: 200 len: 316 time: 0.1302698 Jul 15 23:22:11.563330 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 41642) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:11.571898 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-2075646e-fb92-41ce-82ce-9479372afc72 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '59560e00-a9f8-48c5-b951-e63399556f2f') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:11.626561 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72b4362-d0b7-4f5a-b797-a31c063dd9fe req-5e828b98-f208-43b3-beb3-9949f501bb9e tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:11.628649 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c72b4362-d0b7-4f5a-b797-a31c063dd9fe req-5e828b98-f208-43b3-beb3-9949f501bb9e tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d03aaad-07e8-432d-921e-2ff769c3f343 HTTP/1.1" status: 200 len: 946 time: 0.1416018 Jul 15 23:22:11.682500 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-2075646e-fb92-41ce-82ce-9479372afc72 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] 10.222.0.48 "DELETE /v2.0/subnets/59560e00-a9f8-48c5-b951-e63399556f2f/tags HTTP/1.1" status: 204 len: 168 time: 0.1176870 Jul 15 23:22:11.687230 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 41646) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:11.703499 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-c68f1501-c738-436e-8796-64b794d9d867 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '59560e00-a9f8-48c5-b951-e63399556f2f', 'tempest-TagsExtTest-Tag-1038423065') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:11.710223 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c72b4362-d0b7-4f5a-b797-a31c063dd9fe req-f5b70da4-73fb-4bff-91d9-ae72e2cf03f9 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731449 Jul 15 23:22:11.833511 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [None req-c68f1501-c738-436e-8796-64b794d9d867 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] show failed (client error): The resource could not be found. Jul 15 23:22:11.835700 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c68f1501-c738-436e-8796-64b794d9d867 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] 10.222.0.48 "GET /v2.0/subnets/59560e00-a9f8-48c5-b951-e63399556f2f/tags/tempest-TagsExtTest-Tag-1038423065 HTTP/1.1" status: 404 len: 329 time: 0.1468143 Jul 15 23:22:11.838869 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 41654) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:11.846519 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-2f9b6286-f6df-47cf-9158-ad4286bc52c2 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '59560e00-a9f8-48c5-b951-e63399556f2f', 'tempest-TagsExtTest-Tag-778158585') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:11.960075 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [None req-2f9b6286-f6df-47cf-9158-ad4286bc52c2 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] show failed (client error): The resource could not be found. Jul 15 23:22:11.964076 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-2f9b6286-f6df-47cf-9158-ad4286bc52c2 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] 10.222.0.48 "GET /v2.0/subnets/59560e00-a9f8-48c5-b951-e63399556f2f/tags/tempest-TagsExtTest-Tag-778158585 HTTP/1.1" status: 404 len: 328 time: 0.1200252 Jul 15 23:22:11.967773 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 41662) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:11.984258 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-4e892def-e08b-4336-a4e0-3a43f0f665ff tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '59560e00-a9f8-48c5-b951-e63399556f2f', 'tempest-TagsExtTest-Tag-553787887') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:12.050647 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61f3a7e-b97e-4f85-a3e3-046001544de7 req-31a80807-0862-4158-9733-8618c5cfc61c tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:12.061179 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f61f3a7e-b97e-4f85-a3e3-046001544de7 req-31a80807-0862-4158-9733-8618c5cfc61c tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b079fb3-e58e-461b-a5e4-891961e8c6b2 HTTP/1.1" status: 200 len: 946 time: 0.1873162 Jul 15 23:22:12.107890 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [None req-4e892def-e08b-4336-a4e0-3a43f0f665ff tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] show failed (client error): The resource could not be found. Jul 15 23:22:12.111835 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-4e892def-e08b-4336-a4e0-3a43f0f665ff tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] 10.222.0.48 "GET /v2.0/subnets/59560e00-a9f8-48c5-b951-e63399556f2f/tags/tempest-TagsExtTest-Tag-553787887 HTTP/1.1" status: 404 len: 328 time: 0.1401861 Jul 15 23:22:12.120638 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 41670) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:12.127563 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-ed0a1f57-65f1-4861-825d-cecc38fdd0f2 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '318dd537-1971-4cc9-a79c-32871b7fbf1a', {'tags': ['tempest-TagsExtTest-Tag-1066507374', 'tempest-TagsExtTest-Tag-527671207', 'tempest-TagsExtTest-Tag-1760336743']}) {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:12.141472 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef0103-adeb-48c3-a884-33c1c82082ba req-3a9dfd70-d4fd-43b2-99c1-95dba47b61e4 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:12.142478 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-a1ef0103-adeb-48c3-a884-33c1c82082ba req-3a9dfd70-d4fd-43b2-99c1-95dba47b61e4 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b079fb3-e58e-461b-a5e4-891961e8c6b2 HTTP/1.1" status: 200 len: 946 time: 0.1539938 Jul 15 23:22:12.164496 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f61f3a7e-b97e-4f85-a3e3-046001544de7 req-ce531dc5-cf34-4432-bab7-04e8576910ec tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/security-groups?id=79ac3595-42a7-47eb-84e8-f2b8781d451d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973182 Jul 15 23:22:12.308978 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ed0a1f57-65f1-4861-825d-cecc38fdd0f2 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] 10.222.0.48 "PUT /v2.0/ports/318dd537-1971-4cc9-a79c-32871b7fbf1a/tags HTTP/1.1" status: 200 len: 317 time: 0.1871028 Jul 15 23:22:12.311527 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 41672) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:12.318558 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-08e47628-fb1e-41cf-9c9f-2e1dff263eef tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '318dd537-1971-4cc9-a79c-32871b7fbf1a') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:12.346358 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-a1ef0103-adeb-48c3-a884-33c1c82082ba req-6da026e7-1003-4b3d-a4ec-ab127693d277 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Deleting port 25249fe8-59ab-4791-933d-4e89386cd2aa {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:22:12.346637 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a1ef0103-adeb-48c3-a884-33c1c82082ba req-6da026e7-1003-4b3d-a4ec-ab127693d277 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:12.517485 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-a1ef0103-adeb-48c3-a884-33c1c82082ba req-6da026e7-1003-4b3d-a4ec-ab127693d277 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] For port 25249fe8-59ab-4791-933d-4e89386cd2aa, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=25249fe8-59ab-4791-933d-4e89386cd2aa,segment=NetworkSegment(27652f92-7fe9-4a43-94a9-d2751c74ab0e),segment_id=27652f92-7fe9-4a43-94a9-d2751c74ab0e)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:12.517993 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a1ef0103-adeb-48c3-a884-33c1c82082ba req-6da026e7-1003-4b3d-a4ec-ab127693d277 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:12.519803 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c1c3008c-6b09-475a-b31f-601a8f1671e1 req-602f3254-7958-4abd-bd35-3f9e95752ec7 tempest-ServerShowV254Test-599518848 tempest-ServerShowV254Test-599518848-project] 10.222.0.48 "GET /v2.0/ports?device_id=40cb5935-31b3-49f4-bcd9-7ec7a78745a8 HTTP/1.1" status: 200 len: 210 time: 0.1061416 Jul 15 23:22:12.570641 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-a1ef0103-adeb-48c3-a884-33c1c82082ba req-6da026e7-1003-4b3d-a4ec-ab127693d277 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Calling delete_port for 25249fe8-59ab-4791-933d-4e89386cd2aa owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:22:12.617764 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-08e47628-fb1e-41cf-9c9f-2e1dff263eef tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] 10.222.0.48 "DELETE /v2.0/ports/318dd537-1971-4cc9-a79c-32871b7fbf1a/tags HTTP/1.1" status: 204 len: 168 time: 0.3007114 Jul 15 23:22:12.617995 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 41678) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:12.623129 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-d4498254-705d-4970-8635-f3c053f7bda3 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '318dd537-1971-4cc9-a79c-32871b7fbf1a', 'tempest-TagsExtTest-Tag-1066507374') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:12.690073 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [None req-d4498254-705d-4970-8635-f3c053f7bda3 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] show failed (client error): The resource could not be found. Jul 15 23:22:12.693759 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-d4498254-705d-4970-8635-f3c053f7bda3 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] 10.222.0.48 "GET /v2.0/ports/318dd537-1971-4cc9-a79c-32871b7fbf1a/tags/tempest-TagsExtTest-Tag-1066507374 HTTP/1.1" status: 404 len: 329 time: 0.0721519 Jul 15 23:22:12.695498 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 41680) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:12.701872 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-0fa9f4f9-d663-4934-9333-b85d38499be0 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '318dd537-1971-4cc9-a79c-32871b7fbf1a', 'tempest-TagsExtTest-Tag-527671207') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:12.778551 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a1ef0103-adeb-48c3-a884-33c1c82082ba req-6da026e7-1003-4b3d-a4ec-ab127693d277 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:12.798575 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['25249fe8-59ab-4791-933d-4e89386cd2aa'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:22:12.910142 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [None req-0fa9f4f9-d663-4934-9333-b85d38499be0 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] show failed (client error): The resource could not be found. Jul 15 23:22:12.915376 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-0fa9f4f9-d663-4934-9333-b85d38499be0 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] 10.222.0.48 "GET /v2.0/ports/318dd537-1971-4cc9-a79c-32871b7fbf1a/tags/tempest-TagsExtTest-Tag-527671207 HTTP/1.1" status: 404 len: 328 time: 0.2148261 Jul 15 23:22:12.915813 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 41686) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:12.921046 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-a809dbc8-56af-489f-9fc2-d4eaa8a981a4 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '318dd537-1971-4cc9-a79c-32871b7fbf1a', 'tempest-TagsExtTest-Tag-1760336743') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:12.926381 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da026e7-1003-4b3d-a4ec-ab127693d277 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Pushing event deleted for resources: {'Port': ['ID=25249fe8-59ab-4791-933d-4e89386cd2aa,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:12.971404 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1ef0103-adeb-48c3-a884-33c1c82082ba req-6da026e7-1003-4b3d-a4ec-ab127693d277 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] No DVR routers for this DVR port 25249fe8-59ab-4791-933d-4e89386cd2aa on host n-h1-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:22:12.982799 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a1ef0103-adeb-48c3-a884-33c1c82082ba req-6da026e7-1003-4b3d-a4ec-ab127693d277 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:12.989613 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-a1ef0103-adeb-48c3-a884-33c1c82082ba req-6da026e7-1003-4b3d-a4ec-ab127693d277 tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.49 "DELETE /v2.0/ports/25249fe8-59ab-4791-933d-4e89386cd2aa HTTP/1.1" status: 204 len: 173 time: 0.8185630 Jul 15 23:22:12.990439 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b079fb3-e58e-461b-a5e4-891961e8c6b2', 'name': 'network-vif-deleted', 'tag': '25249fe8-59ab-4791-933d-4e89386cd2aa'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:22:13.002996 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0597985-e730-4c3c-8103-c82ea91bae91" -d '{"events": [{"server_uuid": "3b079fb3-e58e-461b-a5e4-891961e8c6b2", "name": "network-vif-deleted", "tag": "25249fe8-59ab-4791-933d-4e89386cd2aa"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:22:13.125122 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [None req-a809dbc8-56af-489f-9fc2-d4eaa8a981a4 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] show failed (client error): The resource could not be found. Jul 15 23:22:13.131443 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-a809dbc8-56af-489f-9fc2-d4eaa8a981a4 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] 10.222.0.48 "GET /v2.0/ports/318dd537-1971-4cc9-a79c-32871b7fbf1a/tags/tempest-TagsExtTest-Tag-1760336743 HTTP/1.1" status: 404 len: 329 time: 0.2121923 Jul 15 23:22:13.138069 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 41692) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:13.144672 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7dbc4d6-5d42-4556-8c78-0fe1517fb9a8 x-openstack-request-id: req-b7dbc4d6-5d42-4556-8c78-0fe1517fb9a8 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:22:13.144672 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b079fb3-e58e-461b-a5e4-891961e8c6b2", "name": "network-vif-deleted", "tag": "25249fe8-59ab-4791-933d-4e89386cd2aa", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:22:13.144672 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b7dbc4d6-5d42-4556-8c78-0fe1517fb9a8 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:22:13.144672 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b079fb3-e58e-461b-a5e4-891961e8c6b2', 'name': 'network-vif-deleted', 'tag': '25249fe8-59ab-4791-933d-4e89386cd2aa', 'status': 'completed', 'code': 200} Jul 15 23:22:13.160997 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-7db5175e-bb74-45ba-b31d-a8ec8cdcd3e3 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '3f4cd134-afeb-45ff-9a2c-88299827c552', {'tags': ['tempest-TagsExtTest-Tag-1980681945', 'tempest-TagsExtTest-Tag-1813737235', 'tempest-TagsExtTest-Tag-871671797']}) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:13.214669 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee3cbfa-14ab-4f09-bab1-822fb63149f9 req-fe8d7ce6-ee1e-4438-ab89-543b40720aa0 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:13.221100 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-fee3cbfa-14ab-4f09-bab1-822fb63149f9 req-fe8d7ce6-ee1e-4438-ab89-543b40720aa0 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d03aaad-07e8-432d-921e-2ff769c3f343 HTTP/1.1" status: 200 len: 946 time: 0.1907136 Jul 15 23:22:13.450429 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-fee3cbfa-14ab-4f09-bab1-822fb63149f9 req-07d9dcaa-29a9-4e19-ba42-c84f5648e2b2 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Deleting port 736e365a-8792-4e8a-94db-1d2ccef19577 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:22:13.451418 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fee3cbfa-14ab-4f09-bab1-822fb63149f9 req-07d9dcaa-29a9-4e19-ba42-c84f5648e2b2 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:13.511259 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f45f8c-0611-4a70-947b-3a1b8a27787f req-f332cb83-09e9-4989-ad51-fab4ea871fe7 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:13.514815 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-39f45f8c-0611-4a70-947b-3a1b8a27787f req-f332cb83-09e9-4989-ad51-fab4ea871fe7 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d03aaad-07e8-432d-921e-2ff769c3f343 HTTP/1.1" status: 200 len: 946 time: 0.4552381 Jul 15 23:22:13.547379 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-7db5175e-bb74-45ba-b31d-a8ec8cdcd3e3 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] 10.222.0.48 "PUT /v2.0/routers/3f4cd134-afeb-45ff-9a2c-88299827c552/tags HTTP/1.1" status: 200 len: 317 time: 0.4077544 Jul 15 23:22:13.554210 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 41702) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:13.567594 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-c67af842-78f6-4012-8d63-c4bd6b5d1189 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3f4cd134-afeb-45ff-9a2c-88299827c552') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:13.642361 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-39f45f8c-0611-4a70-947b-3a1b8a27787f req-6e8b6e33-80a9-432e-9273-e8da6317e02b tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156430 Jul 15 23:22:13.808531 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-fee3cbfa-14ab-4f09-bab1-822fb63149f9 req-07d9dcaa-29a9-4e19-ba42-c84f5648e2b2 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] For port 736e365a-8792-4e8a-94db-1d2ccef19577, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=736e365a-8792-4e8a-94db-1d2ccef19577,segment=NetworkSegment(056a97c3-fa40-4757-b96f-04fb527ec8cd),segment_id=056a97c3-fa40-4757-b96f-04fb527ec8cd)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:13.809072 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fee3cbfa-14ab-4f09-bab1-822fb63149f9 req-07d9dcaa-29a9-4e19-ba42-c84f5648e2b2 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:13.857266 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-fee3cbfa-14ab-4f09-bab1-822fb63149f9 req-07d9dcaa-29a9-4e19-ba42-c84f5648e2b2 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Calling delete_port for 736e365a-8792-4e8a-94db-1d2ccef19577 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:22:13.886848 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f0bdc9f5-1f0b-45c9-b04f-57836faaefc6 req-85d284cf-ee83-453e-bbf9-055dc37346bc tempest-ListServerFiltersTestJSON-482304213 tempest-ListServerFiltersTestJSON-482304213-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b079fb3-e58e-461b-a5e4-891961e8c6b2 HTTP/1.1" status: 200 len: 210 time: 0.0886164 Jul 15 23:22:14.083477 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c67af842-78f6-4012-8d63-c4bd6b5d1189 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] 10.222.0.48 "DELETE /v2.0/routers/3f4cd134-afeb-45ff-9a2c-88299827c552/tags HTTP/1.1" status: 204 len: 168 time: 0.5271523 Jul 15 23:22:14.085969 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 41710) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:14.112554 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-f77f5554-48e6-4e00-aea7-f12de07fa5eb tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3f4cd134-afeb-45ff-9a2c-88299827c552', 'tempest-TagsExtTest-Tag-1980681945') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:14.270822 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fee3cbfa-14ab-4f09-bab1-822fb63149f9 req-07d9dcaa-29a9-4e19-ba42-c84f5648e2b2 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:14.283159 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ebd40740-1fc1-4554-996d-e4b2c9961d9b req-bf479d13-f558-4ce7-ba3a-6a8dbc7eb41e tempest-ServerShowV254Test-599518848 tempest-ServerShowV254Test-599518848-project] 10.222.0.48 "GET /v2.0/ports?device_id=40cb5935-31b3-49f4-bcd9-7ec7a78745a8 HTTP/1.1" status: 200 len: 210 time: 0.1648545 Jul 15 23:22:14.286996 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['736e365a-8792-4e8a-94db-1d2ccef19577'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:22:14.314675 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [None req-f77f5554-48e6-4e00-aea7-f12de07fa5eb tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] show failed (client error): The resource could not be found. Jul 15 23:22:14.320620 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-f77f5554-48e6-4e00-aea7-f12de07fa5eb tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] 10.222.0.48 "GET /v2.0/routers/3f4cd134-afeb-45ff-9a2c-88299827c552/tags/tempest-TagsExtTest-Tag-1980681945 HTTP/1.1" status: 404 len: 329 time: 0.2283087 Jul 15 23:22:14.321393 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 41712) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:14.332656 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-4c9c2a14-a1f5-4551-ad4d-f0c4e2efbfb1 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3f4cd134-afeb-45ff-9a2c-88299827c552', 'tempest-TagsExtTest-Tag-1813737235') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:14.335378 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['428fc395-88ca-4e6d-b708-6f3664ed368d'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:22:14.370987 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d9dcaa-29a9-4e19-ba42-c84f5648e2b2 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Pushing event deleted for resources: {'Port': ['ID=736e365a-8792-4e8a-94db-1d2ccef19577,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:14.449764 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-fee3cbfa-14ab-4f09-bab1-822fb63149f9 req-07d9dcaa-29a9-4e19-ba42-c84f5648e2b2 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] No DVR routers for this DVR port 736e365a-8792-4e8a-94db-1d2ccef19577 on host n-h1-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:22:14.454858 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fee3cbfa-14ab-4f09-bab1-822fb63149f9 req-07d9dcaa-29a9-4e19-ba42-c84f5648e2b2 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:14.458905 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-fee3cbfa-14ab-4f09-bab1-822fb63149f9 req-07d9dcaa-29a9-4e19-ba42-c84f5648e2b2 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.49 "DELETE /v2.0/ports/736e365a-8792-4e8a-94db-1d2ccef19577 HTTP/1.1" status: 204 len: 173 time: 1.2294035 Jul 15 23:22:14.512281 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [None req-4c9c2a14-a1f5-4551-ad4d-f0c4e2efbfb1 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] show failed (client error): The resource could not be found. Jul 15 23:22:14.518000 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 41716) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:14.518269 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-4c9c2a14-a1f5-4551-ad4d-f0c4e2efbfb1 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] 10.222.0.48 "GET /v2.0/routers/3f4cd134-afeb-45ff-9a2c-88299827c552/tags/tempest-TagsExtTest-Tag-1813737235 HTTP/1.1" status: 404 len: 329 time: 0.1950629 Jul 15 23:22:14.523790 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-506a4dbc-09b9-4388-b14d-692af0cfe6cb tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3f4cd134-afeb-45ff-9a2c-88299827c552', 'tempest-TagsExtTest-Tag-871671797') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:14.654441 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [None req-506a4dbc-09b9-4388-b14d-692af0cfe6cb tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] show failed (client error): The resource could not be found. Jul 15 23:22:14.659622 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-506a4dbc-09b9-4388-b14d-692af0cfe6cb tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] 10.222.0.48 "GET /v2.0/routers/3f4cd134-afeb-45ff-9a2c-88299827c552/tags/tempest-TagsExtTest-Tag-871671797 HTTP/1.1" status: 404 len: 328 time: 0.1366191 Jul 15 23:22:14.661008 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 41718) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:14.667242 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-47036f33-bd80-471f-89d1-e026751782cc tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '1c498363-1be2-4a8b-835f-28b40f831d53', {'tags': ['tempest-TagsExtTest-Tag-1713281682', 'tempest-TagsExtTest-Tag-1900245959', 'tempest-TagsExtTest-Tag-753336023']}) {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:14.715450 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-47036f33-bd80-471f-89d1-e026751782cc tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] 10.222.0.48 "PUT /v2.0/subnetpools/1c498363-1be2-4a8b-835f-28b40f831d53/tags HTTP/1.1" status: 200 len: 317 time: 0.0525637 Jul 15 23:22:14.717579 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 41720) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:14.728519 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-77b967b6-e671-43da-b6a0-877d47c5e3ee tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '1c498363-1be2-4a8b-835f-28b40f831d53') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:14.791926 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 41726) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:14.797778 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-d77bf2ec-4129-4119-8754-832a12998d47 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1c498363-1be2-4a8b-835f-28b40f831d53', 'tempest-TagsExtTest-Tag-1713281682') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:14.802159 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-77b967b6-e671-43da-b6a0-877d47c5e3ee tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] 10.222.0.48 "DELETE /v2.0/subnetpools/1c498363-1be2-4a8b-835f-28b40f831d53/tags HTTP/1.1" status: 204 len: 168 time: 0.0815952 Jul 15 23:22:14.847870 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [None req-d77bf2ec-4129-4119-8754-832a12998d47 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] show failed (client error): The resource could not be found. Jul 15 23:22:14.850382 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-d77bf2ec-4129-4119-8754-832a12998d47 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] 10.222.0.48 "GET /v2.0/subnetpools/1c498363-1be2-4a8b-835f-28b40f831d53/tags/tempest-TagsExtTest-Tag-1713281682 HTTP/1.1" status: 404 len: 329 time: 0.0563166 Jul 15 23:22:14.853713 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 41730) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:14.867612 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-3d386156-0ec9-4976-85e2-cca56d25ddbf tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1c498363-1be2-4a8b-835f-28b40f831d53', 'tempest-TagsExtTest-Tag-1900245959') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:14.918725 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [None req-3d386156-0ec9-4976-85e2-cca56d25ddbf tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] show failed (client error): The resource could not be found. Jul 15 23:22:14.921777 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-3d386156-0ec9-4976-85e2-cca56d25ddbf tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] 10.222.0.48 "GET /v2.0/subnetpools/1c498363-1be2-4a8b-835f-28b40f831d53/tags/tempest-TagsExtTest-Tag-1900245959 HTTP/1.1" status: 404 len: 329 time: 0.0640857 Jul 15 23:22:14.923283 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 41734) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:14.932474 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-0f0b6a64-d881-4503-82ae-4157b7a3d1cb tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1c498363-1be2-4a8b-835f-28b40f831d53', 'tempest-TagsExtTest-Tag-753336023') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:15.000655 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b8855f09-b1e1-4105-9de7-512babe5b822 req-9dd421de-cb8b-4101-ac59-8557704996ff tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d03aaad-07e8-432d-921e-2ff769c3f343 HTTP/1.1" status: 200 len: 210 time: 0.0835383 Jul 15 23:22:15.021362 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [None req-0f0b6a64-d881-4503-82ae-4157b7a3d1cb tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] show failed (client error): The resource could not be found. Jul 15 23:22:15.023539 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-0f0b6a64-d881-4503-82ae-4157b7a3d1cb tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] 10.222.0.48 "GET /v2.0/subnetpools/1c498363-1be2-4a8b-835f-28b40f831d53/tags/tempest-TagsExtTest-Tag-753336023 HTTP/1.1" status: 404 len: 328 time: 0.0980797 Jul 15 23:22:15.027253 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 41742) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:15.035911 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-22093eeb-f408-41aa-9862-d73359fc2d47 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '1c498363-1be2-4a8b-835f-28b40f831d53') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:15.036848 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 41744) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:15.076812 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 25249fe8-59ab-4791-933d-4e89386cd2aa no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:22:15.099185 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-22093eeb-f408-41aa-9862-d73359fc2d47 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] 10.222.0.48 "DELETE /v2.0/subnetpools/1c498363-1be2-4a8b-835f-28b40f831d53/tags HTTP/1.1" status: 204 len: 168 time: 0.0647914 Jul 15 23:22:15.100290 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 41748) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:15.120082 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-ffd770dd-e060-4ea3-bdc1-239186ce7901 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3f4cd134-afeb-45ff-9a2c-88299827c552') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:15.135439 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: 25249fe8-59ab-4791-933d-4e89386cd2aa {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:22:15.137727 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 25249fe8-59ab-4791-933d-4e89386cd2aa not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:22:15.146312 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d03aaad-07e8-432d-921e-2ff769c3f343', 'name': 'network-vif-deleted', 'tag': '736e365a-8792-4e8a-94db-1d2ccef19577'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:22:15.158282 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516ec29e-161c-45a7-b75b-e63d876a53f1" -d '{"events": [{"server_uuid": "7d03aaad-07e8-432d-921e-2ff769c3f343", "name": "network-vif-deleted", "tag": "736e365a-8792-4e8a-94db-1d2ccef19577"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:22:15.265210 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-ffd770dd-e060-4ea3-bdc1-239186ce7901 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] 10.222.0.48 "DELETE /v2.0/routers/3f4cd134-afeb-45ff-9a2c-88299827c552/tags HTTP/1.1" status: 204 len: 168 time: 0.1633153 Jul 15 23:22:15.268604 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 41754) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:15.276632 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-074b7685-3d06-4db5-8ed7-89785a85aa42 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '318dd537-1971-4cc9-a79c-32871b7fbf1a') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:15.299439 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-2055595b-0f5c-4fc5-b1de-857c71251c67 admin admin] Deleting subnet e20841c0-f378-4203-9626-0b8068a007b6 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:22:15.311422 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2055595b-0f5c-4fc5-b1de-857c71251c67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:15.378277 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f50d993-5cf7-4fc6-b95e-56411780c8b6 x-openstack-request-id: req-9f50d993-5cf7-4fc6-b95e-56411780c8b6 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:22:15.378982 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d03aaad-07e8-432d-921e-2ff769c3f343", "name": "network-vif-deleted", "tag": "736e365a-8792-4e8a-94db-1d2ccef19577", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:22:15.379243 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9f50d993-5cf7-4fc6-b95e-56411780c8b6 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:22:15.379723 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d03aaad-07e8-432d-921e-2ff769c3f343', 'name': 'network-vif-deleted', 'tag': '736e365a-8792-4e8a-94db-1d2ccef19577', 'status': 'completed', 'code': 200} Jul 15 23:22:15.399847 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-074b7685-3d06-4db5-8ed7-89785a85aa42 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] 10.222.0.48 "DELETE /v2.0/ports/318dd537-1971-4cc9-a79c-32871b7fbf1a/tags HTTP/1.1" status: 204 len: 168 time: 0.1287191 Jul 15 23:22:15.403385 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 41760) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:15.408027 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2055595b-0f5c-4fc5-b1de-857c71251c67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:15.414351 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-9fb4ed2c-8927-4250-9643-d18b70630029 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '59560e00-a9f8-48c5-b951-e63399556f2f') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:15.659964 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e37232d2-a8e5-4d0b-bba7-80e01a06fc65 req-0fdc0604-09e3-4e53-be2c-7f5808676671 tempest-ServerShowV254Test-599518848 tempest-ServerShowV254Test-599518848-project] 10.222.0.48 "GET /v2.0/ports?device_id=40cb5935-31b3-49f4-bcd9-7ec7a78745a8 HTTP/1.1" status: 200 len: 210 time: 0.0873692 Jul 15 23:22:15.680280 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2055595b-0f5c-4fc5-b1de-857c71251c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:15.798310 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2055595b-0f5c-4fc5-b1de-857c71251c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:15.870410 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2055595b-0f5c-4fc5-b1de-857c71251c67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e20841c0-f378-4203-9626-0b8068a007b6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:15.894335 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2055595b-0f5c-4fc5-b1de-857c71251c67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:15.897835 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b407dcc-3a0d-4d53-8fd9-186f031513e9 None None] Network 1b2dda9e-4c53-4dab-a19f-ef96f2529a03 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:22:15.909939 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 41766) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:15.912970 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-2055595b-0f5c-4fc5-b1de-857c71251c67 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e20841c0-f378-4203-9626-0b8068a007b6 HTTP/1.1" status: 204 len: 168 time: 0.8643255 Jul 15 23:22:15.918199 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-9fb4ed2c-8927-4250-9643-d18b70630029 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] 10.222.0.48 "DELETE /v2.0/subnets/59560e00-a9f8-48c5-b951-e63399556f2f/tags HTTP/1.1" status: 204 len: 168 time: 0.5131881 Jul 15 23:22:15.926298 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 41768) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:15.991107 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffaba81-77fd-4121-82b3-fbdf1eef3f53 req-85797237-4e2a-4c1a-a510-b6e5e7a3c913 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:15.993138 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8ffaba81-77fd-4121-82b3-fbdf1eef3f53 req-85797237-4e2a-4c1a-a510-b6e5e7a3c913 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb6fdb51-4815-4ab6-aa5c-c873ffebd225 HTTP/1.1" status: 200 len: 945 time: 0.1924386 Jul 15 23:22:16.036406 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-31949514-a79e-42a7-b86c-3d2335c796ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:16.083238 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6135b45c-3005-469b-ac6f-baae13967150 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] Notify callbacks [] for subnetpool, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:16.087116 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-6135b45c-3005-469b-ac6f-baae13967150 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] 10.222.0.48 "DELETE /v2.0/subnetpools/1c498363-1be2-4a8b-835f-28b40f831d53 HTTP/1.1" status: 204 len: 168 time: 0.1567466 Jul 15 23:22:16.087856 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 41772) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:16.133800 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8ffaba81-77fd-4121-82b3-fbdf1eef3f53 req-dea48282-bc58-4d1f-ac3c-916967cef172 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/security-groups?id=57e114e2-00c8-4f79-b17b-147b800454a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921485 Jul 15 23:22:16.170945 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-31949514-a79e-42a7-b86c-3d2335c796ac admin admin] Deleting port 2aa1ea5f-891b-45f3-8a57-ad984a913cd2 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:22:16.171373 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-31949514-a79e-42a7-b86c-3d2335c796ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:16.174334 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-0a43f648-144c-40eb-b410-14813ce44d3e tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f4cd134-afeb-45ff-9a2c-88299827c552 HTTP/1.1" status: 200 len: 205 time: 0.0850184 Jul 15 23:22:16.176411 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 41774) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:16.262524 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a771d3-63ee-4f50-a3ab-f78ea1e579da None None] DHCP port deletion for 1b2dda9e-4c53-4dab-a19f-ef96f2529a03 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:22:16.303392 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-31949514-a79e-42a7-b86c-3d2335c796ac admin admin] For port 2aa1ea5f-891b-45f3-8a57-ad984a913cd2, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=2aa1ea5f-891b-45f3-8a57-ad984a913cd2,segment=NetworkSegment(27652f92-7fe9-4a43-94a9-d2751c74ab0e),segment_id=27652f92-7fe9-4a43-94a9-d2751c74ab0e)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:16.304380 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-31949514-a79e-42a7-b86c-3d2335c796ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:16.334754 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-31949514-a79e-42a7-b86c-3d2335c796ac admin admin] Calling delete_port for 2aa1ea5f-891b-45f3-8a57-ad984a913cd2 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:22:16.392541 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-611c0a3b-7e21-431e-8d8c-68dc23ae6c1a tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:16.447110 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a4a771d3-63ee-4f50-a3ab-f78ea1e579da None None] Deleting port 2aa1ea5f-891b-45f3-8a57-ad984a913cd2 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:22:16.454853 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a4a771d3-63ee-4f50-a3ab-f78ea1e579da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:16.484725 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-31949514-a79e-42a7-b86c-3d2335c796ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:16.540865 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31949514-a79e-42a7-b86c-3d2335c796ac admin admin] Pushing event deleted for resources: {'Port': ['ID=2aa1ea5f-891b-45f3-8a57-ad984a913cd2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:16.548904 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31949514-a79e-42a7-b86c-3d2335c796ac admin admin] No DVR routers for this DVR port 2aa1ea5f-891b-45f3-8a57-ad984a913cd2 on host n-d-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:22:16.630968 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a4a771d3-63ee-4f50-a3ab-f78ea1e579da None None] For port 2aa1ea5f-891b-45f3-8a57-ad984a913cd2, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=2aa1ea5f-891b-45f3-8a57-ad984a913cd2,segment=NetworkSegment(27652f92-7fe9-4a43-94a9-d2751c74ab0e),segment_id=27652f92-7fe9-4a43-94a9-d2751c74ab0e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:16.635869 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a4a771d3-63ee-4f50-a3ab-f78ea1e579da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:16.691119 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a4a771d3-63ee-4f50-a3ab-f78ea1e579da None None] Calling delete_port for 2aa1ea5f-891b-45f3-8a57-ad984a913cd2 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:22:16.716952 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-31949514-a79e-42a7-b86c-3d2335c796ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:16.726502 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-611c0a3b-7e21-431e-8d8c-68dc23ae6c1a tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:16.731142 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-611c0a3b-7e21-431e-8d8c-68dc23ae6c1a tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:16.733857 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 2aa1ea5f-891b-45f3-8a57-ad984a913cd2 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:22:16.747913 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-31949514-a79e-42a7-b86c-3d2335c796ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b2dda9e-4c53-4dab-a19f-ef96f2529a03']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:16.785026 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-31949514-a79e-42a7-b86c-3d2335c796ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27652f92-7fe9-4a43-94a9-d2751c74ab0e') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:16.785500 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-31949514-a79e-42a7-b86c-3d2335c796ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27652f92-7fe9-4a43-94a9-d2751c74ab0e') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:16.823539 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-31949514-a79e-42a7-b86c-3d2335c796ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:16.848819 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-611c0a3b-7e21-431e-8d8c-68dc23ae6c1a tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:16.849236 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-611c0a3b-7e21-431e-8d8c-68dc23ae6c1a tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] Fanout notify agent at l3_agent the message router_deleted on router 3f4cd134-afeb-45ff-9a2c-88299827c552 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:22:16.869425 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-611c0a3b-7e21-431e-8d8c-68dc23ae6c1a tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:16.872754 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-611c0a3b-7e21-431e-8d8c-68dc23ae6c1a tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] 10.222.0.48 "DELETE /v2.0/routers/3f4cd134-afeb-45ff-9a2c-88299827c552 HTTP/1.1" status: 204 len: 168 time: 0.6932349 Jul 15 23:22:16.874971 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 41794) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:16.878238 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-31949514-a79e-42a7-b86c-3d2335c796ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:16.903868 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31949514-a79e-42a7-b86c-3d2335c796ac admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:22:16.904611 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-31949514-a79e-42a7-b86c-3d2335c796ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:16.917975 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 2aa1ea5f-891b-45f3-8a57-ad984a913cd2 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:22:16.918772 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 2aa1ea5f-891b-45f3-8a57-ad984a913cd2 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:22:16.960862 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a4a771d3-63ee-4f50-a3ab-f78ea1e579da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:17.034838 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a771d3-63ee-4f50-a3ab-f78ea1e579da None None] No DVR routers for this DVR port 2aa1ea5f-891b-45f3-8a57-ad984a913cd2 on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:22:17.047344 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a771d3-63ee-4f50-a3ab-f78ea1e579da None None] Pushing event deleted for resources: {'Port': ['ID=2aa1ea5f-891b-45f3-8a57-ad984a913cd2,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:17.059915 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:22:17.059915 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:22:17.059915 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:22:17.059915 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:22:17.059915 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:22:17.059915 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:22:17.059915 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:22:17.059915 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:22:17.059915 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:22:17.059915 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:22:17.059915 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:22:17.059915 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:22:17.059915 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:22:17.059915 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:22:17.059915 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:22:17.059915 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:22:17.059915 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:22:17.059915 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:22:17.059915 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:22:17.059915 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:22:17.059915 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:22:17.059915 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:22:17.059915 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:22:17.059915 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:22:17.059915 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:22:17.059915 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:22:17.059915 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:22:17.059915 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:22:17.059915 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:22:17.059915 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:22:17.059915 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:22:17.059915 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:22:17.059915 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:22:17.059915 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:22:17.059915 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:22:17.059915 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:22:17.059915 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:22:17.059915 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:22:17.075865 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 736e365a-8792-4e8a-94db-1d2ccef19577 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:22:17.094873 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-31949514-a79e-42a7-b86c-3d2335c796ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:17.096022 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-54f12002-e337-43d1-8fb7-9af51278ede9 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] Deleting port 318dd537-1971-4cc9-a79c-32871b7fbf1a {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:22:17.097037 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-54f12002-e337-43d1-8fb7-9af51278ede9 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:17.112368 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: 736e365a-8792-4e8a-94db-1d2ccef19577 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:22:17.112910 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 736e365a-8792-4e8a-94db-1d2ccef19577 not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:22:17.132420 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9e6ba7b5-8a6c-4f26-ad6c-17414e00d994 req-4b8759cc-c39d-454c-983a-da566810fef6 tempest-ServerShowV254Test-599518848 tempest-ServerShowV254Test-599518848-project] 10.222.0.48 "GET /v2.0/ports?device_id=40cb5935-31b3-49f4-bcd9-7ec7a78745a8 HTTP/1.1" status: 200 len: 210 time: 0.0696959 Jul 15 23:22:17.135289 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-31949514-a79e-42a7-b86c-3d2335c796ac admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:17.137145 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-31949514-a79e-42a7-b86c-3d2335c796ac admin admin] 10.222.0.48 "DELETE /v2.0/networks/1b2dda9e-4c53-4dab-a19f-ef96f2529a03 HTTP/1.1" status: 204 len: 168 time: 1.2244895 Jul 15 23:22:17.157418 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31949514-a79e-42a7-b86c-3d2335c796ac admin admin] Pushing event deleted for resources: {'Network': ['ID=1b2dda9e-4c53-4dab-a19f-ef96f2529a03,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:17.239798 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8577a5ee-76d5-4865-b875-1fcdc5726ee0 req-2c82234d-9e1a-456e-bd97-585ddaa6b7a9 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:17.244367 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8577a5ee-76d5-4865-b875-1fcdc5726ee0 req-2c82234d-9e1a-456e-bd97-585ddaa6b7a9 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/networks?id=d1484756-2d6b-4cf1-82f2-ca0b5a0942a2 HTTP/1.1" status: 200 len: 806 time: 0.2094615 Jul 15 23:22:17.280099 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8577a5ee-76d5-4865-b875-1fcdc5726ee0 req-93ddf670-957a-4b3b-af78-00e40757c028 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/quotas/4b15e22ba4eb43169240491cd7fe1115 HTTP/1.1" status: 200 len: 375 time: 0.0267568 Jul 15 23:22:17.357798 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-54f12002-e337-43d1-8fb7-9af51278ede9 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:17.403957 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-54f12002-e337-43d1-8fb7-9af51278ede9 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] Calling delete_port for 318dd537-1971-4cc9-a79c-32871b7fbf1a owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:22:17.486031 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8577a5ee-76d5-4865-b875-1fcdc5726ee0 req-5769bdc2-1aa7-4c80-b0b4-25ca8bc87e52 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4b15e22ba4eb43169240491cd7fe1115&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1996155 Jul 15 23:22:17.634525 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 41804) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:17.739914 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-54f12002-e337-43d1-8fb7-9af51278ede9 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:17.770609 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8577a5ee-76d5-4865-b875-1fcdc5726ee0 req-04c45fec-374b-4284-9505-48d474f0d836 service neutron] 10.222.0.48 "GET /v2.0/networks/d1484756-2d6b-4cf1-82f2-ca0b5a0942a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784715 Jul 15 23:22:17.851754 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f12002-e337-43d1-8fb7-9af51278ede9 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] Pushing event deleted for resources: {'Port': ['ID=318dd537-1971-4cc9-a79c-32871b7fbf1a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:17.891638 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d7531-b6ed-4e8d-9395-9e7adc52fc8a req-16ffb48f-5d8b-4b7f-910a-8f6199a1947a tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:17.906314 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ca9d7531-b6ed-4e8d-9395-9e7adc52fc8a req-16ffb48f-5d8b-4b7f-910a-8f6199a1947a tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb6fdb51-4815-4ab6-aa5c-c873ffebd225 HTTP/1.1" status: 200 len: 945 time: 0.2473114 Jul 15 23:22:17.935475 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-af39325b-f56a-4777-8ae1-90f5e5026d94 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2a405d2dd6804fe7a77887fee4d8f511&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2985620 Jul 15 23:22:17.939707 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 41808) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:17.999953 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ca9d7531-b6ed-4e8d-9395-9e7adc52fc8a req-37ab86da-24ca-45bf-ab22-b7802024fb50 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/security-groups?id=57e114e2-00c8-4f79-b17b-147b800454a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925887 Jul 15 23:22:18.026117 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8577a5ee-76d5-4865-b875-1fcdc5726ee0 req-dd63671d-c22d-43e6-a621-329d4373b68b service neutron] 10.222.0.48 "GET /v2.0/networks/d1484756-2d6b-4cf1-82f2-ca0b5a0942a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545612 Jul 15 23:22:18.091466 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3bedd1c7-c277-4069-a0f5-1f618c5cbca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:18.114345 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-54f12002-e337-43d1-8fb7-9af51278ede9 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:18.118768 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-54f12002-e337-43d1-8fb7-9af51278ede9 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] 10.222.0.48 "DELETE /v2.0/ports/318dd537-1971-4cc9-a79c-32871b7fbf1a HTTP/1.1" status: 204 len: 168 time: 1.2400434 Jul 15 23:22:18.119558 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 41810) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:18.138751 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3bedd1c7-c277-4069-a0f5-1f618c5cbca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:18.247294 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3bedd1c7-c277-4069-a0f5-1f618c5cbca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:18.252204 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3bedd1c7-c277-4069-a0f5-1f618c5cbca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:18.254156 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-3bedd1c7-c277-4069-a0f5-1f618c5cbca1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/79ac3595-42a7-47eb-84e8-f2b8781d451d HTTP/1.1" status: 204 len: 168 time: 0.3130360 Jul 15 23:22:18.283102 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-afd665bb-5012-43f2-859e-d9052487ffc0 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] Deleting subnet 59560e00-a9f8-48c5-b951-e63399556f2f {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:22:18.283949 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedd1c7-c277-4069-a0f5-1f618c5cbca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ac3595-42a7-47eb-84e8-f2b8781d451d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:18.295673 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-afd665bb-5012-43f2-859e-d9052487ffc0 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:18.529399 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-afd665bb-5012-43f2-859e-d9052487ffc0 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:18.543846 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-506b8b71-208b-4365-b6d2-9489c6e063da req-d07a1a44-ef53-4c82-abd5-6198c47c2040 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=034c5967-bea6-4ef8-8127-a944ad1c67a1 HTTP/1.1" status: 200 len: 210 time: 0.1234663 Jul 15 23:22:18.795233 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9bc1da3f-1cfe-4480-a3fb-4e13b81149d1 req-d3def694-27fb-4824-936d-b7f7c7caff24 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4378fda7-3666-4ece-be50-c71bf27f1088&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2387569 Jul 15 23:22:18.804830 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fccf54d6-7843-4258-a6e1-3f8d316fce88 req-96253ca1-9642-43c3-a307-09e15228a6e8 tempest-ServerShowV254Test-599518848 tempest-ServerShowV254Test-599518848-project] 10.222.0.48 "GET /v2.0/ports?device_id=40cb5935-31b3-49f4-bcd9-7ec7a78745a8 HTTP/1.1" status: 200 len: 210 time: 0.2142904 Jul 15 23:22:19.026565 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-afd665bb-5012-43f2-859e-d9052487ffc0 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:19.198530 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1da3f-1cfe-4480-a3fb-4e13b81149d1 req-0c7a64cd-a12b-4c83-8918-21bb0f57ed37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:19.226973 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1da3f-1cfe-4480-a3fb-4e13b81149d1 req-0c7a64cd-a12b-4c83-8918-21bb0f57ed37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:19.226973 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1da3f-1cfe-4480-a3fb-4e13b81149d1 req-0c7a64cd-a12b-4c83-8918-21bb0f57ed37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:19.226973 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1da3f-1cfe-4480-a3fb-4e13b81149d1 req-0c7a64cd-a12b-4c83-8918-21bb0f57ed37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:19.226973 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1da3f-1cfe-4480-a3fb-4e13b81149d1 req-0c7a64cd-a12b-4c83-8918-21bb0f57ed37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:19.226973 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1da3f-1cfe-4480-a3fb-4e13b81149d1 req-0c7a64cd-a12b-4c83-8918-21bb0f57ed37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:19.226973 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1da3f-1cfe-4480-a3fb-4e13b81149d1 req-0c7a64cd-a12b-4c83-8918-21bb0f57ed37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:19.228028 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9bc1da3f-1cfe-4480-a3fb-4e13b81149d1 req-0c7a64cd-a12b-4c83-8918-21bb0f57ed37 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1535e8fb4bbf47a995341d11b9792565&device_id=4378fda7-3666-4ece-be50-c71bf27f1088 HTTP/1.1" status: 200 len: 6491 time: 0.3603687 Jul 15 23:22:19.385502 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-afd665bb-5012-43f2-859e-d9052487ffc0 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:19.423838 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-afd665bb-5012-43f2-859e-d9052487ffc0 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:19.424124 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08ba4e7-4cea-461e-89c7-7e3936f95431 None None] Network 03475eb8-e016-492d-8b67-2549a725fa42 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:22:19.426240 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-afd665bb-5012-43f2-859e-d9052487ffc0 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] 10.222.0.48 "DELETE /v2.0/subnets/59560e00-a9f8-48c5-b951-e63399556f2f HTTP/1.1" status: 204 len: 168 time: 1.3053350 Jul 15 23:22:19.474340 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 41848) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:19.486007 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd665bb-5012-43f2-859e-d9052487ffc0 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] Pushing event deleted for resources: {'Subnet': ['ID=59560e00-a9f8-48c5-b951-e63399556f2f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:19.577656 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220a1dd-843a-4019-9b10-9aedce40349d req-c80a4ac0-c65f-40c8-a41c-173d342cde56 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:19.595915 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a220a1dd-843a-4019-9b10-9aedce40349d req-c80a4ac0-c65f-40c8-a41c-173d342cde56 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb6fdb51-4815-4ab6-aa5c-c873ffebd225 HTTP/1.1" status: 200 len: 945 time: 0.3226590 Jul 15 23:22:19.709174 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a220a1dd-843a-4019-9b10-9aedce40349d req-fae5b3dc-1ce4-4c96-a68e-271dfdc516f0 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/security-groups?id=57e114e2-00c8-4f79-b17b-147b800454a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121249 Jul 15 23:22:19.997193 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c0f03a-9a64-4e71-86c5-f419e1bb6a25 None None] DHCP port deletion for 03475eb8-e016-492d-8b67-2549a725fa42 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:22:20.108482 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fbc0a762-8de5-4a43-92e9-fb3b6ad83864 req-797d4f35-0b23-4bf7-a76d-bdb57edcb598 tempest-ServerShowV254Test-599518848 tempest-ServerShowV254Test-599518848-project] 10.222.0.48 "GET /v2.0/ports?device_id=40cb5935-31b3-49f4-bcd9-7ec7a78745a8 HTTP/1.1" status: 200 len: 210 time: 0.0720170 Jul 15 23:22:20.134209 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-d7c0f03a-9a64-4e71-86c5-f419e1bb6a25 None None] Deleting port 7c5be195-fcc9-4937-b41d-b335b9691d19 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:22:20.135922 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d7c0f03a-9a64-4e71-86c5-f419e1bb6a25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:20.213841 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e7510b63-6762-444c-ae00-55ae3ed6c47e req-d5cd0ea0-28a3-4514-a725-ea344207cc83 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=034c5967-bea6-4ef8-8127-a944ad1c67a1 HTTP/1.1" status: 200 len: 210 time: 0.1301541 Jul 15 23:22:20.267429 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 41866) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:20.352848 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-d7c0f03a-9a64-4e71-86c5-f419e1bb6a25 None None] For port 7c5be195-fcc9-4937-b41d-b335b9691d19, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=7c5be195-fcc9-4937-b41d-b335b9691d19,segment=NetworkSegment(48630596-4580-4d7c-9659-6618c2e7f330),segment_id=48630596-4580-4d7c-9659-6618c2e7f330)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:20.353448 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d7c0f03a-9a64-4e71-86c5-f419e1bb6a25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:20.367738 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-d7c0f03a-9a64-4e71-86c5-f419e1bb6a25 None None] Calling delete_port for 7c5be195-fcc9-4937-b41d-b335b9691d19 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:22:20.516967 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-134ae8f2-3ba2-40fb-ae70-d8b49dcaf6ac admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-2022014114-network', 'tenant_id': 'a76ac1cbd50246c081165ca68e87a72f'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:20.564437 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134ae8f2-3ba2-40fb-ae70-d8b49dcaf6ac admin admin] Made reservation on behalf of a76ac1cbd50246c081165ca68e87a72f for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:22:20.569087 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-134ae8f2-3ba2-40fb-ae70-d8b49dcaf6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:20.571701 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d7c0f03a-9a64-4e71-86c5-f419e1bb6a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:20.572684 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f910e871-b897-4729-8a54-d4b4c09734c4 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:20.597602 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-134ae8f2-3ba2-40fb-ae70-d8b49dcaf6ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:20.602226 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c0f03a-9a64-4e71-86c5-f419e1bb6a25 None None] No DVR routers for this DVR port 7c5be195-fcc9-4937-b41d-b335b9691d19 on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:22:20.623061 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1da3f-1cfe-4480-a3fb-4e13b81149d1 req-016f31d2-4034-4160-a4bc-3f218e70ff15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:20.623524 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1da3f-1cfe-4480-a3fb-4e13b81149d1 req-016f31d2-4034-4160-a4bc-3f218e70ff15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:20.624424 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1da3f-1cfe-4480-a3fb-4e13b81149d1 req-016f31d2-4034-4160-a4bc-3f218e70ff15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:20.627296 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9bc1da3f-1cfe-4480-a3fb-4e13b81149d1 req-016f31d2-4034-4160-a4bc-3f218e70ff15 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f810acf3-bdcb-4225-beca-d64cbd4db70b&id=0c520006-2621-40c6-9dbf-a751b4cb8117&id=0c520006-2621-40c6-9dbf-a751b4cb8117&id=0c520006-2621-40c6-9dbf-a751b4cb8117&id=0c520006-2621-40c6-9dbf-a751b4cb8117&id=fe121fa5-288f-4a74-ba61-28037c633efd&id=fe121fa5-288f-4a74-ba61-28037c633efd HTTP/1.1" status: 200 len: 2292 time: 1.3525355 Jul 15 23:22:20.643976 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 7c5be195-fcc9-4937-b41d-b335b9691d19 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:22:20.656831 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c0f03a-9a64-4e71-86c5-f419e1bb6a25 None None] Pushing event deleted for resources: {'Port': ['ID=7c5be195-fcc9-4937-b41d-b335b9691d19,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:20.716024 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 7c5be195-fcc9-4937-b41d-b335b9691d19 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:22:20.716024 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 7c5be195-fcc9-4937-b41d-b335b9691d19 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:22:20.844705 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-134ae8f2-3ba2-40fb-ae70-d8b49dcaf6ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:20.851850 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-134ae8f2-3ba2-40fb-ae70-d8b49dcaf6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:20.886940 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134ae8f2-3ba2-40fb-ae70-d8b49dcaf6ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdceead4-2aa2-476e-b28f-908c29748be4,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:20.940886 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-134ae8f2-3ba2-40fb-ae70-d8b49dcaf6ac admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:22:20.943324 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9bc1da3f-1cfe-4480-a3fb-4e13b81149d1 req-a82d76d1-7955-4fd2-8806-b7791094de65 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d HTTP/1.1" status: 200 len: 1000 time: 0.3084126 Jul 15 23:22:20.967159 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-134ae8f2-3ba2-40fb-ae70-d8b49dcaf6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:20.968326 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-134ae8f2-3ba2-40fb-ae70-d8b49dcaf6ac admin admin] Added segment 438bf9c5-3d9e-49bd-8ce4-a018d4ebb7f3 of type vlan for network 0993de47-cf90-4c6e-a8fb-40c3ca40ea75 Jul 15 23:22:20.978899 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f910e871-b897-4729-8a54-d4b4c09734c4 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:21.056080 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-134ae8f2-3ba2-40fb-ae70-d8b49dcaf6ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:21.057500 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f910e871-b897-4729-8a54-d4b4c09734c4 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03475eb8-e016-492d-8b67-2549a725fa42']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:21.086813 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f910e871-b897-4729-8a54-d4b4c09734c4 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48630596-4580-4d7c-9659-6618c2e7f330') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:21.087202 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f910e871-b897-4729-8a54-d4b4c09734c4 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48630596-4580-4d7c-9659-6618c2e7f330') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:21.096121 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1da3f-1cfe-4480-a3fb-4e13b81149d1 req-93eedd3b-73bc-403a-9076-58e5c0f648ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:21.098388 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9bc1da3f-1cfe-4480-a3fb-4e13b81149d1 req-93eedd3b-73bc-403a-9076-58e5c0f648ba service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bbd5e8a5-f846-4a56-a7c3-e50df421a1e6 HTTP/1.1" status: 200 len: 850 time: 0.1158597 Jul 15 23:22:21.103616 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f910e871-b897-4729-8a54-d4b4c09734c4 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:21.148882 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f910e871-b897-4729-8a54-d4b4c09734c4 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:21.156821 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-134ae8f2-3ba2-40fb-ae70-d8b49dcaf6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:21.158497 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134ae8f2-3ba2-40fb-ae70-d8b49dcaf6ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:21.159824 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-134ae8f2-3ba2-40fb-ae70-d8b49dcaf6ac admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:21.161970 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f910e871-b897-4729-8a54-d4b4c09734c4 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:22:21.162282 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f910e871-b897-4729-8a54-d4b4c09734c4 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:21.168369 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:22:21.168369 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:22:21.168369 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:22:21.168369 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:22:21.168369 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:22:21.168369 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:22:21.168369 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:22:21.168369 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:22:21.168369 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:22:21.168369 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:22:21.168369 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:22:21.168369 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:22:21.168369 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:22:21.168369 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:22:21.168369 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:22:21.168369 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:22:21.168369 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:22:21.168369 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:22:21.168369 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:22:21.168369 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:22:21.168369 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:22:21.168369 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:22:21.168369 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:22:21.168369 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:22:21.168369 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:22:21.168369 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:22:21.168369 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:22:21.168369 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:22:21.168369 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:22:21.168369 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:22:21.168369 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:22:21.168369 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:22:21.168369 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:22:21.168369 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:22:21.168369 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:22:21.168369 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:22:21.281284 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1da3f-1cfe-4480-a3fb-4e13b81149d1 req-c3de595c-c5b2-46b5-882e-9ac70e8db30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:21.283254 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9bc1da3f-1cfe-4480-a3fb-4e13b81149d1 req-c3de595c-c5b2-46b5-882e-9ac70e8db30d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f810acf3-bdcb-4225-beca-d64cbd4db70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1774001 Jul 15 23:22:21.284635 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f910e871-b897-4729-8a54-d4b4c09734c4 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:21.299142 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f910e871-b897-4729-8a54-d4b4c09734c4 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:21.301424 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f910e871-b897-4729-8a54-d4b4c09734c4 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] 10.222.0.48 "DELETE /v2.0/networks/03475eb8-e016-492d-8b67-2549a725fa42 HTTP/1.1" status: 204 len: 168 time: 1.8256500 Jul 15 23:22:21.357166 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f910e871-b897-4729-8a54-d4b4c09734c4 tempest-TagsExtTest-938444652 tempest-TagsExtTest-938444652-project] Pushing event deleted for resources: {'Network': ['ID=03475eb8-e016-492d-8b67-2549a725fa42,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:21.390068 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-134ae8f2-3ba2-40fb-ae70-d8b49dcaf6ac admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1205425 Jul 15 23:22:21.415448 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 41882) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:21.422474 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-bacfbd85-0e23-42a6-b00c-15b77f6fb2d0 admin admin] Request body: {'subnet': {'network_id': '0993de47-cf90-4c6e-a8fb-40c3ca40ea75', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-2022014114-subnet', 'tenant_id': 'a76ac1cbd50246c081165ca68e87a72f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:21.449460 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8577a5ee-76d5-4865-b875-1fcdc5726ee0 req-03909cdc-87ef-407a-b9a4-da4833b30e32 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:21.451282 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8577a5ee-76d5-4865-b875-1fcdc5726ee0 req-03909cdc-87ef-407a-b9a4-da4833b30e32 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.49 "GET /v2.0/networks?id=d1484756-2d6b-4cf1-82f2-ca0b5a0942a2 HTTP/1.1" status: 200 len: 806 time: 0.3597341 Jul 15 23:22:21.468364 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9bc1da3f-1cfe-4480-a3fb-4e13b81149d1 req-45cfe171-6ef5-400e-b602-530edcc6e54e service neutron] 10.222.0.49 "GET /v2.0/networks/f810acf3-bdcb-4225-beca-d64cbd4db70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554596 Jul 15 23:22:21.469458 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bacfbd85-0e23-42a6-b00c-15b77f6fb2d0 admin admin] Made reservation on behalf of a76ac1cbd50246c081165ca68e87a72f for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:22:21.471994 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bacfbd85-0e23-42a6-b00c-15b77f6fb2d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:21.518692 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-8577a5ee-76d5-4865-b875-1fcdc5726ee0 req-a581f000-6b3a-4077-9859-d087a8541a92 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Request body: {'port': {'device_id': '034c5967-bea6-4ef8-8127-a944ad1c67a1', 'network_id': 'd1484756-2d6b-4cf1-82f2-ca0b5a0942a2', 'admin_state_up': True, 'tenant_id': '4b15e22ba4eb43169240491cd7fe1115'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:21.599194 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 41886) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:21.668559 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9bc1da3f-1cfe-4480-a3fb-4e13b81149d1 req-d5729802-4acb-4196-93db-aa114f44b080 service neutron] 10.222.0.49 "GET /v2.0/networks/f810acf3-bdcb-4225-beca-d64cbd4db70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930947 Jul 15 23:22:21.743261 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9bc1da3f-1cfe-4480-a3fb-4e13b81149d1 req-fb96eb00-26b9-4a54-b242-892ee1816e00 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=1fae9003-82f4-480d-9478-075fb4575c1f HTTP/1.1" status: 200 len: 217 time: 0.0650506 Jul 15 23:22:21.887480 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1da3f-1cfe-4480-a3fb-4e13b81149d1 req-867bccea-7b51-4cd1-a7e9-12499953ab0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:21.889023 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9bc1da3f-1cfe-4480-a3fb-4e13b81149d1 req-867bccea-7b51-4cd1-a7e9-12499953ab0a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=23c0bd4a-d2bf-4a09-a38b-63c0db5d678a HTTP/1.1" status: 200 len: 797 time: 0.1352186 Jul 15 23:22:21.907638 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ab5644db-398e-4587-8758-e07ad29df87e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=51c41aee49a44dad91079972ed59300a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3072164 Jul 15 23:22:21.911253 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 41892) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:21.914011 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bacfbd85-0e23-42a6-b00c-15b77f6fb2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:22.008984 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134ae8f2-3ba2-40fb-ae70-d8b49dcaf6ac admin admin] Pushing event updated for resources: {'Network': ['ID=0993de47-cf90-4c6e-a8fb-40c3ca40ea75,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:22.016450 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-28749478-ab98-4c2a-afe4-23c288e6d966 req-3699636a-76d7-49d9-a848-5e46594fea02 tempest-ServerShowV254Test-599518848 tempest-ServerShowV254Test-599518848-project] 10.222.0.48 "GET /v2.0/ports?device_id=40cb5935-31b3-49f4-bcd9-7ec7a78745a8 HTTP/1.1" status: 200 len: 210 time: 0.6633084 Jul 15 23:22:22.049922 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacfbd85-0e23-42a6-b00c-15b77f6fb2d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8668e0b-b1a9-4c49-a439-5ac4e2596326,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:22.060781 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 0993de47-cf90-4c6e-a8fb-40c3ca40ea75 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:22:22.089611 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ac6cd-c118-4e6f-b254-7c36077dd6f1 req-11ae8ce9-5f0f-4bbd-8c85-fccdb9f39dba tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:22.092914 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23db424b-1b53-423d-b819-fe3e58234d58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:22.097170 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-605ac6cd-c118-4e6f-b254-7c36077dd6f1 req-11ae8ce9-5f0f-4bbd-8c85-fccdb9f39dba tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb6fdb51-4815-4ab6-aa5c-c873ffebd225 HTTP/1.1" status: 200 len: 945 time: 1.0032263 Jul 15 23:22:22.104302 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacfbd85-0e23-42a6-b00c-15b77f6fb2d0 admin admin] Checking segment: {'id': '438bf9c5-3d9e-49bd-8ce4-a018d4ebb7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0993de47-cf90-4c6e-a8fb-40c3ca40ea75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:22:22.104607 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bacfbd85-0e23-42a6-b00c-15b77f6fb2d0 admin admin] Network hostable DHCP agents. Network: 0993de47-cf90-4c6e-a8fb-40c3ca40ea75, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:22:22.124627 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1da3f-1cfe-4480-a3fb-4e13b81149d1 req-9769cb1c-184a-4df8-8de3-defd273b2b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:22.126139 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9bc1da3f-1cfe-4480-a3fb-4e13b81149d1 req-9769cb1c-184a-4df8-8de3-defd273b2b24 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0c520006-2621-40c6-9dbf-a751b4cb8117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2297258 Jul 15 23:22:22.163652 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-605ac6cd-c118-4e6f-b254-7c36077dd6f1 req-030b50e3-326c-4519-9773-e0b61d98f0f2 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/security-groups?id=57e114e2-00c8-4f79-b17b-147b800454a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640850 Jul 15 23:22:22.180186 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23db424b-1b53-423d-b819-fe3e58234d58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:22.198312 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bacfbd85-0e23-42a6-b00c-15b77f6fb2d0 admin admin] Network 0993de47-cf90-4c6e-a8fb-40c3ca40ea75 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:22:22.260676 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8577a5ee-76d5-4865-b875-1fcdc5726ee0 req-a581f000-6b3a-4077-9859-d087a8541a92 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Made reservation on behalf of 4b15e22ba4eb43169240491cd7fe1115 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:22:22.266280 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8577a5ee-76d5-4865-b875-1fcdc5726ee0 req-a581f000-6b3a-4077-9859-d087a8541a92 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:22.271744 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-bacfbd85-0e23-42a6-b00c-15b77f6fb2d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 0993de47-cf90-4c6e-a8fb-40c3ca40ea75) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:22:22.291238 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bacfbd85-0e23-42a6-b00c-15b77f6fb2d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:22.292133 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bacfbd85-0e23-42a6-b00c-15b77f6fb2d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:22.318614 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fae665-8d1c-4e3d-a7dc-e17ca5ef6317 None None] Network 0993de47-cf90-4c6e-a8fb-40c3ca40ea75 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:22:22.341507 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-bacfbd85-0e23-42a6-b00c-15b77f6fb2d0 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9147668 Jul 15 23:22:22.344917 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9bc1da3f-1cfe-4480-a3fb-4e13b81149d1 req-cfe08c68-06f1-4a9e-9d56-e4214a374606 service neutron] 10.222.0.49 "GET /v2.0/networks/0c520006-2621-40c6-9dbf-a751b4cb8117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098925 Jul 15 23:22:22.395564 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23db424b-1b53-423d-b819-fe3e58234d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:22.400139 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23db424b-1b53-423d-b819-fe3e58234d58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:22.401634 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-23db424b-1b53-423d-b819-fe3e58234d58 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ff3bc22f-e8e7-4686-9446-cfdcb1ebc8c1 HTTP/1.1" status: 204 len: 168 time: 0.4894354 Jul 15 23:22:22.420498 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23db424b-1b53-423d-b819-fe3e58234d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3bc22f-e8e7-4686-9446-cfdcb1ebc8c1,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:22.493240 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2e1eed44-93b1-48cf-95ec-fd0607159586 req-41772777-f998-4b80-a2e4-a8d55ec322b6 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=034c5967-bea6-4ef8-8127-a944ad1c67a1 HTTP/1.1" status: 200 len: 210 time: 0.0852184 Jul 15 23:22:22.606364 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9bc1da3f-1cfe-4480-a3fb-4e13b81149d1 req-3d4e2f45-deda-45a6-9b60-40e1bf365ceb service neutron] 10.222.0.49 "GET /v2.0/networks/0c520006-2621-40c6-9dbf-a751b4cb8117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509592 Jul 15 23:22:22.733101 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-8577a5ee-76d5-4865-b875-1fcdc5726ee0 req-a581f000-6b3a-4077-9859-d087a8541a92 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Allocated IP 172.20.0.12 (d1484756-2d6b-4cf1-82f2-ca0b5a0942a2/1ce1cd1d-7829-480f-9da2-8bc3514230d8/31f9b20c-9d45-4f13-a3a7-5f1a4b3e0069) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:22:22.734068 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9bc1da3f-1cfe-4480-a3fb-4e13b81149d1 req-8771f439-9e16-4344-b153-aac83b06a9ee service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=422fe5b9-520f-419b-8cd4-d8ed4ddfee1a HTTP/1.1" status: 200 len: 217 time: 0.1228483 Jul 15 23:22:22.902785 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1da3f-1cfe-4480-a3fb-4e13b81149d1 req-e8afd280-1994-4c89-a6c4-7a6ef0c43f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:22.904301 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9bc1da3f-1cfe-4480-a3fb-4e13b81149d1 req-e8afd280-1994-4c89-a6c4-7a6ef0c43f6b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=23c0bd4a-d2bf-4a09-a38b-63c0db5d678a HTTP/1.1" status: 200 len: 797 time: 0.1645346 Jul 15 23:22:23.005752 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1da3f-1cfe-4480-a3fb-4e13b81149d1 req-ef25188a-2800-47af-9943-e41a490ac5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:23.021895 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9bc1da3f-1cfe-4480-a3fb-4e13b81149d1 req-ef25188a-2800-47af-9943-e41a490ac5b5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0c520006-2621-40c6-9dbf-a751b4cb8117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1106513 Jul 15 23:22:23.023560 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c7ce9f-ad10-4599-a85d-b25e5ad5d0c7 None None] Network 0993de47-cf90-4c6e-a8fb-40c3ca40ea75 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:22:23.138064 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8577a5ee-76d5-4865-b875-1fcdc5726ee0 req-a581f000-6b3a-4077-9859-d087a8541a92 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:23.201854 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8577a5ee-76d5-4865-b875-1fcdc5726ee0 req-a581f000-6b3a-4077-9859-d087a8541a92 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:23.229780 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9bc1da3f-1cfe-4480-a3fb-4e13b81149d1 req-97dca75e-88a9-4b68-8676-315b6f9cf327 service neutron] 10.222.0.49 "GET /v2.0/networks/0c520006-2621-40c6-9dbf-a751b4cb8117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997797 Jul 15 23:22:23.242599 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['428fc395-88ca-4e6d-b708-6f3664ed368d'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:22:23.263404 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8577a5ee-76d5-4865-b875-1fcdc5726ee0 req-a581f000-6b3a-4077-9859-d087a8541a92 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Network d1484756-2d6b-4cf1-82f2-ca0b5a0942a2 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:22:23.279390 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-8577a5ee-76d5-4865-b875-1fcdc5726ee0 req-a581f000-6b3a-4077-9859-d087a8541a92 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:22:23.285421 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-8577a5ee-76d5-4865-b875-1fcdc5726ee0 req-a581f000-6b3a-4077-9859-d087a8541a92 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:22:23.328094 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a581f000-6b3a-4077-9859-d087a8541a92 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Pushing event updated for resources: {'Port': ['ID=31f9b20c-9d45-4f13-a3a7-5f1a4b3e0069,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:23.390287 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8577a5ee-76d5-4865-b875-1fcdc5726ee0 req-a581f000-6b3a-4077-9859-d087a8541a92 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:23.391756 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8577a5ee-76d5-4865-b875-1fcdc5726ee0 req-a581f000-6b3a-4077-9859-d087a8541a92 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:23.422001 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8577a5ee-76d5-4865-b875-1fcdc5726ee0 req-a581f000-6b3a-4077-9859-d087a8541a92 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9194412 Jul 15 23:22:23.439553 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-8577a5ee-76d5-4865-b875-1fcdc5726ee0 req-48c7c180-009d-4f96-ad39-7758bd6ccb7f service neutron] Request body: {'port': {'device_id': '034c5967-bea6-4ef8-8127-a944ad1c67a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:23.478213 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9bc1da3f-1cfe-4480-a3fb-4e13b81149d1 req-4c5f4a59-a71c-4df6-8b5f-eaf394cb12fa service neutron] 10.222.0.49 "GET /v2.0/networks/0c520006-2621-40c6-9dbf-a751b4cb8117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281780 Jul 15 23:22:23.564882 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9bc1da3f-1cfe-4480-a3fb-4e13b81149d1 req-031c3b93-f6c6-4305-a3a2-676cd78d0d92 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=9ce781cc-249c-47f3-b809-587c0d5814f3 HTTP/1.1" status: 200 len: 217 time: 0.0805705 Jul 15 23:22:23.571838 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-209a0772-d1dd-4e79-98b9-8ff3f85b73a1 req-217bf65e-a749-4930-8225-c38c51414129 tempest-ServerShowV254Test-599518848 tempest-ServerShowV254Test-599518848-project] 10.222.0.48 "GET /v2.0/ports?device_id=40cb5935-31b3-49f4-bcd9-7ec7a78745a8 HTTP/1.1" status: 200 len: 210 time: 0.1027277 Jul 15 23:22:23.639047 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1da3f-1cfe-4480-a3fb-4e13b81149d1 req-485da2da-15d2-444c-90cd-23ba684c84d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:23.641729 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9bc1da3f-1cfe-4480-a3fb-4e13b81149d1 req-485da2da-15d2-444c-90cd-23ba684c84d3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=23c0bd4a-d2bf-4a09-a38b-63c0db5d678a HTTP/1.1" status: 200 len: 797 time: 0.0702715 Jul 15 23:22:23.712757 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-2683ff93-140c-4762-9ca5-10851121b7d3 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:23.719464 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-2683ff93-140c-4762-9ca5-10851121b7d3 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.48 "GET /v2.0/networks?id=0993de47-cf90-4c6e-a8fb-40c3ca40ea75 HTTP/1.1" status: 200 len: 813 time: 0.1843836 Jul 15 23:22:23.742087 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-5eda76c7-38f0-4de8-aaa0-8f6d652e698e tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.48 "GET /v2.0/quotas/a76ac1cbd50246c081165ca68e87a72f HTTP/1.1" status: 200 len: 375 time: 0.0213888 Jul 15 23:22:23.801048 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1da3f-1cfe-4480-a3fb-4e13b81149d1 req-c91cbf13-e954-4844-8557-86a2a7671d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:23.807306 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9bc1da3f-1cfe-4480-a3fb-4e13b81149d1 req-c91cbf13-e954-4844-8557-86a2a7671d02 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0c520006-2621-40c6-9dbf-a751b4cb8117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1536365 Jul 15 23:22:23.845492 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-07a15357-2937-46fd-94a6-4242487ea8f7 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a76ac1cbd50246c081165ca68e87a72f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1023893 Jul 15 23:22:23.926895 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8577a5ee-76d5-4865-b875-1fcdc5726ee0 req-48c7c180-009d-4f96-ad39-7758bd6ccb7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:23.994218 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9bc1da3f-1cfe-4480-a3fb-4e13b81149d1 req-82984546-12a2-4912-ac4b-5d525c6fcb17 service neutron] 10.222.0.49 "GET /v2.0/networks/0c520006-2621-40c6-9dbf-a751b4cb8117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842589 Jul 15 23:22:24.048029 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 41950) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:24.056211 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0069675 Jul 15 23:22:24.056912 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 41952) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:24.160924 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9bc1da3f-1cfe-4480-a3fb-4e13b81149d1 req-c68c0ba2-9610-4108-834f-443e9a5eb265 service neutron] 10.222.0.49 "GET /v2.0/networks/0c520006-2621-40c6-9dbf-a751b4cb8117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597049 Jul 15 23:22:24.210662 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9bc1da3f-1cfe-4480-a3fb-4e13b81149d1 req-23f9d61b-2c62-4b3f-a8a7-31d4c5ecb0d7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=e30cdbcb-2983-4fd9-9dc1-5ba0c3fc0805 HTTP/1.1" status: 200 len: 217 time: 0.0429540 Jul 15 23:22:24.271922 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-4ebd5a4c-fe7e-46ac-a534-b6ca027b9e4e tempest-NetworksApiDiscovery-1949731889 tempest-NetworksApiDiscovery-1949731889-project] 10.222.0.48 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2010431 Jul 15 23:22:24.299649 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1da3f-1cfe-4480-a3fb-4e13b81149d1 req-bf875c6e-5a2b-4702-ab68-0511d04e98ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:24.301228 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9bc1da3f-1cfe-4480-a3fb-4e13b81149d1 req-bf875c6e-5a2b-4702-ab68-0511d04e98ea service neutron] 10.222.0.49 "GET /v2.0/subnets?id=23c0bd4a-d2bf-4a09-a38b-63c0db5d678a HTTP/1.1" status: 200 len: 797 time: 0.0851409 Jul 15 23:22:24.338628 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-841848e6-7ce3-424e-87c3-5e9645c10fe0 service neutron] 10.222.0.48 "GET /v2.0/networks/0993de47-cf90-4c6e-a8fb-40c3ca40ea75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4918807 Jul 15 23:22:24.390722 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1da3f-1cfe-4480-a3fb-4e13b81149d1 req-a8a92b82-e36b-422d-9064-44b219d7cef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:24.392682 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9bc1da3f-1cfe-4480-a3fb-4e13b81149d1 req-a8a92b82-e36b-422d-9064-44b219d7cef3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0c520006-2621-40c6-9dbf-a751b4cb8117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0826468 Jul 15 23:22:24.394999 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48804362-ac0f-496f-8893-0cceea256c31 req-13f00ee8-51e9-4403-90fc-108455808dac tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:24.396745 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-48804362-ac0f-496f-8893-0cceea256c31 req-13f00ee8-51e9-4403-90fc-108455808dac tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb6fdb51-4815-4ab6-aa5c-c873ffebd225 HTTP/1.1" status: 200 len: 945 time: 0.5410235 Jul 15 23:22:24.533980 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9bc1da3f-1cfe-4480-a3fb-4e13b81149d1 req-c42d8aa7-17a9-46ea-9014-db36cd4bdc58 service neutron] 10.222.0.49 "GET /v2.0/networks/0c520006-2621-40c6-9dbf-a751b4cb8117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289523 Jul 15 23:22:24.552244 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-48804362-ac0f-496f-8893-0cceea256c31 req-c8785ab9-43f1-4d26-839d-795b0c15652e tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/security-groups?id=57e114e2-00c8-4f79-b17b-147b800454a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391747 Jul 15 23:22:24.579164 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-8577a5ee-76d5-4865-b875-1fcdc5726ee0 req-48c7c180-009d-4f96-ad39-7758bd6ccb7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31f9b20c-9d45-4f13-a3a7-5f1a4b3e0069 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:22:24.616810 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8577a5ee-76d5-4865-b875-1fcdc5726ee0 req-48c7c180-009d-4f96-ad39-7758bd6ccb7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:24.661641 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 41962) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:24.666840 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-8577a5ee-76d5-4865-b875-1fcdc5726ee0 req-48c7c180-009d-4f96-ad39-7758bd6ccb7f service neutron] Transition to ACTIVE for port object 31f9b20c-9d45-4f13-a3a7-5f1a4b3e0069 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:22:24.673503 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-9f3e6a5d-9582-4a0d-b29d-e044e65ee356 service neutron] 10.222.0.48 "GET /v2.0/networks/0993de47-cf90-4c6e-a8fb-40c3ca40ea75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267190 Jul 15 23:22:24.683626 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8577a5ee-76d5-4865-b875-1fcdc5726ee0 req-48c7c180-009d-4f96-ad39-7758bd6ccb7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:24.721155 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9bc1da3f-1cfe-4480-a3fb-4e13b81149d1 req-2d523771-e2e0-4978-8de3-e5b580bc882f service neutron] 10.222.0.49 "GET /v2.0/networks/0c520006-2621-40c6-9dbf-a751b4cb8117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799850 Jul 15 23:22:24.807460 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c7c180-009d-4f96-ad39-7758bd6ccb7f service neutron] Pushing event updated for resources: {'Port': ['ID=31f9b20c-9d45-4f13-a3a7-5f1a4b3e0069,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:24.853880 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9bc1da3f-1cfe-4480-a3fb-4e13b81149d1 req-db708866-7657-4373-8154-645981afa4c6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ce62c9f8-fc6d-4c1c-8d01-6e2783cba432 HTTP/1.1" status: 200 len: 217 time: 0.1249559 Jul 15 23:22:24.894723 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-8577a5ee-76d5-4865-b875-1fcdc5726ee0 req-48c7c180-009d-4f96-ad39-7758bd6ccb7f service neutron] Attempting to bind port 31f9b20c-9d45-4f13-a3a7-5f1a4b3e0069 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:22:24.895067 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-8577a5ee-76d5-4865-b875-1fcdc5726ee0 req-48c7c180-009d-4f96-ad39-7758bd6ccb7f service neutron] Attempting to bind port 31f9b20c-9d45-4f13-a3a7-5f1a4b3e0069 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '056a97c3-fa40-4757-b96f-04fb527ec8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd1484756-2d6b-4cf1-82f2-ca0b5a0942a2'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:22:24.895465 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8577a5ee-76d5-4865-b875-1fcdc5726ee0 req-48c7c180-009d-4f96-ad39-7758bd6ccb7f service neutron] Attempting to bind port 31f9b20c-9d45-4f13-a3a7-5f1a4b3e0069 on network d1484756-2d6b-4cf1-82f2-ca0b5a0942a2 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:22:24.911273 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8577a5ee-76d5-4865-b875-1fcdc5726ee0 req-48c7c180-009d-4f96-ad39-7758bd6ccb7f service neutron] Port 31f9b20c-9d45-4f13-a3a7-5f1a4b3e0069 on network d1484756-2d6b-4cf1-82f2-ca0b5a0942a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:22:24.911780 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8577a5ee-76d5-4865-b875-1fcdc5726ee0 req-48c7c180-009d-4f96-ad39-7758bd6ccb7f service neutron] Attempting to bind port 31f9b20c-9d45-4f13-a3a7-5f1a4b3e0069 on network d1484756-2d6b-4cf1-82f2-ca0b5a0942a2 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:22:24.925736 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8577a5ee-76d5-4865-b875-1fcdc5726ee0 req-48c7c180-009d-4f96-ad39-7758bd6ccb7f service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:22:24.926275 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8577a5ee-76d5-4865-b875-1fcdc5726ee0 req-48c7c180-009d-4f96-ad39-7758bd6ccb7f service neutron] Checking segment: {'id': '056a97c3-fa40-4757-b96f-04fb527ec8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd1484756-2d6b-4cf1-82f2-ca0b5a0942a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:22:24.926891 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8577a5ee-76d5-4865-b875-1fcdc5726ee0 req-48c7c180-009d-4f96-ad39-7758bd6ccb7f service neutron] Bound using segment: {'id': '056a97c3-fa40-4757-b96f-04fb527ec8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd1484756-2d6b-4cf1-82f2-ca0b5a0942a2'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:22:24.927608 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-8577a5ee-76d5-4865-b875-1fcdc5726ee0 req-48c7c180-009d-4f96-ad39-7758bd6ccb7f service neutron] Bound port: 31f9b20c-9d45-4f13-a3a7-5f1a4b3e0069, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '056a97c3-fa40-4757-b96f-04fb527ec8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd1484756-2d6b-4cf1-82f2-ca0b5a0942a2'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:22:24.928191 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8577a5ee-76d5-4865-b875-1fcdc5726ee0 req-48c7c180-009d-4f96-ad39-7758bd6ccb7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:24.985743 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d451174-794e-4ed3-b5d7-386f910ff2be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:25.008538 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1da3f-1cfe-4480-a3fb-4e13b81149d1 req-79ebe8be-728f-40c5-9612-9e140d544bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:25.010148 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9bc1da3f-1cfe-4480-a3fb-4e13b81149d1 req-79ebe8be-728f-40c5-9612-9e140d544bbc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a0838200-662b-4f7c-b59f-334165738cb9 HTTP/1.1" status: 200 len: 797 time: 0.1496861 Jul 15 23:22:25.167155 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-8577a5ee-76d5-4865-b875-1fcdc5726ee0 req-48c7c180-009d-4f96-ad39-7758bd6ccb7f service neutron] For port 31f9b20c-9d45-4f13-a3a7-5f1a4b3e0069, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:22:25.173852 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-8577a5ee-76d5-4865-b875-1fcdc5726ee0 req-48c7c180-009d-4f96-ad39-7758bd6ccb7f service neutron] For port 31f9b20c-9d45-4f13-a3a7-5f1a4b3e0069, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=31f9b20c-9d45-4f13-a3a7-5f1a4b3e0069,segment=NetworkSegment(056a97c3-fa40-4757-b96f-04fb527ec8cd),segment_id=056a97c3-fa40-4757-b96f-04fb527ec8cd)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:22:25.185855 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8577a5ee-76d5-4865-b875-1fcdc5726ee0 req-48c7c180-009d-4f96-ad39-7758bd6ccb7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:25.219358 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a7d4c3-e818-465a-9a68-4d6ad22dca1d req-a902de22-26b6-47d8-b6d5-16ef7fd0f348 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:25.223413 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-94a7d4c3-e818-465a-9a68-4d6ad22dca1d req-a902de22-26b6-47d8-b6d5-16ef7fd0f348 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=034c5967-bea6-4ef8-8127-a944ad1c67a1 HTTP/1.1" status: 200 len: 944 time: 0.2583978 Jul 15 23:22:25.249376 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d451174-794e-4ed3-b5d7-386f910ff2be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:25.257184 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1da3f-1cfe-4480-a3fb-4e13b81149d1 req-c0349104-72e0-48d8-bb48-283fcb67f78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:25.259076 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9bc1da3f-1cfe-4480-a3fb-4e13b81149d1 req-c0349104-72e0-48d8-bb48-283fcb67f78c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fe121fa5-288f-4a74-ba61-28037c633efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2388532 Jul 15 23:22:25.260600 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d451174-794e-4ed3-b5d7-386f910ff2be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:25.308663 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d451174-794e-4ed3-b5d7-386f910ff2be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f87d04-b082-4487-8cb0-cd97ea07095a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:25.325628 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:25.348108 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8577a5ee-76d5-4865-b875-1fcdc5726ee0 req-48c7c180-009d-4f96-ad39-7758bd6ccb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:25.348811 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8577a5ee-76d5-4865-b875-1fcdc5726ee0 req-48c7c180-009d-4f96-ad39-7758bd6ccb7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:25.350544 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8577a5ee-76d5-4865-b875-1fcdc5726ee0 req-48c7c180-009d-4f96-ad39-7758bd6ccb7f service neutron] 10.222.0.49 "PUT /v2.0/ports/31f9b20c-9d45-4f13-a3a7-5f1a4b3e0069 HTTP/1.1" status: 200 len: 1092 time: 1.9201763 Jul 15 23:22:25.378243 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '034c5967-bea6-4ef8-8127-a944ad1c67a1', 'tag': '31f9b20c-9d45-4f13-a3a7-5f1a4b3e0069'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:22:25.381508 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee7270f-200d-4a09-87c5-a71df6a512e6" -d '{"events": [{"name": "network-changed", "server_uuid": "034c5967-bea6-4ef8-8127-a944ad1c67a1", "tag": "31f9b20c-9d45-4f13-a3a7-5f1a4b3e0069"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:22:25.415295 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-74b7afa7-d106-4c19-a0a8-71a371e75618 req-41c8a291-822e-40c0-bdeb-762cfab7b288 tempest-ServerShowV254Test-599518848 tempest-ServerShowV254Test-599518848-project] 10.222.0.48 "GET /v2.0/ports?device_id=40cb5935-31b3-49f4-bcd9-7ec7a78745a8 HTTP/1.1" status: 200 len: 210 time: 0.1077807 Jul 15 23:22:25.476429 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-1d451174-794e-4ed3-b5d7-386f910ff2be admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0c2bd6e8701f49d79f9bcca23ac19e04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8134470 Jul 15 23:22:25.481071 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 41980) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:25.548733 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c7c180-009d-4f96-ad39-7758bd6ccb7f service neutron] Pushing event updated for resources: {'Port': ['ID=31f9b20c-9d45-4f13-a3a7-5f1a4b3e0069,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:25.586985 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-94a7d4c3-e818-465a-9a68-4d6ad22dca1d req-20d07de3-1eb4-4f2d-bf2a-fda204ff1ae8 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511825 Jul 15 23:22:25.650311 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8577a5ee-76d5-4865-b875-1fcdc5726ee0 req-09bc08b3-4c2c-4fc9-8a50-f3a800263863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:25.655423 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8577a5ee-76d5-4865-b875-1fcdc5726ee0 req-09bc08b3-4c2c-4fc9-8a50-f3a800263863 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4b15e22ba4eb43169240491cd7fe1115&device_id=034c5967-bea6-4ef8-8127-a944ad1c67a1 HTTP/1.1" status: 200 len: 1095 time: 0.1845248 Jul 15 23:22:25.659863 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be88968-58bc-4a13-9aee-49d15db943a3 x-openstack-request-id: req-4be88968-58bc-4a13-9aee-49d15db943a3 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:22:25.661065 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "034c5967-bea6-4ef8-8127-a944ad1c67a1", "tag": "31f9b20c-9d45-4f13-a3a7-5f1a4b3e0069", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:22:25.661339 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4be88968-58bc-4a13-9aee-49d15db943a3 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:22:25.662113 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '034c5967-bea6-4ef8-8127-a944ad1c67a1', 'tag': '31f9b20c-9d45-4f13-a3a7-5f1a4b3e0069', 'status': 'completed', 'code': 200} Jul 15 23:22:25.675169 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-102d2b7f-2d64-4384-9065-1f433c13b795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:25.736165 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9bc1da3f-1cfe-4480-a3fb-4e13b81149d1 req-e2eb30f1-bd98-4a86-9221-260c9a941798 service neutron] 10.222.0.49 "GET /v2.0/networks/fe121fa5-288f-4a74-ba61-28037c633efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4413080 Jul 15 23:22:25.737926 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8577a5ee-76d5-4865-b875-1fcdc5726ee0 req-9aa8f744-fb5c-4b0c-9fa5-c439ddf378dc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31f9b20c-9d45-4f13-a3a7-5f1a4b3e0069 HTTP/1.1" status: 200 len: 217 time: 0.0734184 Jul 15 23:22:25.749601 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-102d2b7f-2d64-4384-9065-1f433c13b795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:25.792479 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6e67e81d-246c-4b84-806c-ff39db6e99de req-09bbdb01-4b80-43a9-be97-c65791882cab tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.48 "GET /v2.0/ports?device_id=1206656c-4bac-41ba-8e91-8ce3ff02b529 HTTP/1.1" status: 200 len: 210 time: 0.0573316 Jul 15 23:22:25.918112 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8577a5ee-76d5-4865-b875-1fcdc5726ee0 req-ebe97c79-131c-4219-bf5d-42d9df0793cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:25.931989 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8577a5ee-76d5-4865-b875-1fcdc5726ee0 req-ebe97c79-131c-4219-bf5d-42d9df0793cb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1ce1cd1d-7829-480f-9da2-8bc3514230d8 HTTP/1.1" status: 200 len: 846 time: 0.1709406 Jul 15 23:22:26.016837 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8577a5ee-76d5-4865-b875-1fcdc5726ee0 req-4e4167e3-2ac5-4bae-8a28-56e77ce8f704 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d1484756-2d6b-4cf1-82f2-ca0b5a0942a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838180 Jul 15 23:22:26.066437 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-102d2b7f-2d64-4384-9065-1f433c13b795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:26.069481 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-102d2b7f-2d64-4384-9065-1f433c13b795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:26.073552 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-102d2b7f-2d64-4384-9065-1f433c13b795 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a8f87d04-b082-4487-8cb0-cd97ea07095a HTTP/1.1" status: 204 len: 168 time: 0.5892668 Jul 15 23:22:26.083529 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102d2b7f-2d64-4384-9065-1f433c13b795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f87d04-b082-4487-8cb0-cd97ea07095a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:26.104014 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102d2b7f-2d64-4384-9065-1f433c13b795 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:26.104366 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102d2b7f-2d64-4384-9065-1f433c13b795 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:26.104770 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102d2b7f-2d64-4384-9065-1f433c13b795 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:26.105113 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102d2b7f-2d64-4384-9065-1f433c13b795 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:26.105446 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102d2b7f-2d64-4384-9065-1f433c13b795 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:26.105786 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102d2b7f-2d64-4384-9065-1f433c13b795 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:26.107329 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102d2b7f-2d64-4384-9065-1f433c13b795 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:26.107484 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102d2b7f-2d64-4384-9065-1f433c13b795 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:26.107801 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102d2b7f-2d64-4384-9065-1f433c13b795 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:26.108129 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102d2b7f-2d64-4384-9065-1f433c13b795 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:26.108461 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102d2b7f-2d64-4384-9065-1f433c13b795 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:26.109438 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102d2b7f-2d64-4384-9065-1f433c13b795 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:26.116834 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9bc1da3f-1cfe-4480-a3fb-4e13b81149d1 req-60478d23-feeb-4d2b-bcaf-a3e9c9a7b72b service neutron] 10.222.0.49 "GET /v2.0/networks/fe121fa5-288f-4a74-ba61-28037c633efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3640726 Jul 15 23:22:26.197006 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9bc1da3f-1cfe-4480-a3fb-4e13b81149d1 req-03e8f567-5564-471b-a773-982301ee1708 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=82887b99-4142-4cfa-85fd-86b3f0db2996 HTTP/1.1" status: 200 len: 217 time: 0.0630364 Jul 15 23:22:26.316527 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1da3f-1cfe-4480-a3fb-4e13b81149d1 req-3a59a22e-f23a-436a-b0ec-5e7be4dbb3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:26.321098 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15a4c5-8407-418d-80de-dd6625f7b766 req-82ac2492-6fe6-47e8-995f-1e117a5887c7 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:26.323648 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3d15a4c5-8407-418d-80de-dd6625f7b766 req-82ac2492-6fe6-47e8-995f-1e117a5887c7 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb6fdb51-4815-4ab6-aa5c-c873ffebd225 HTTP/1.1" status: 200 len: 945 time: 0.4322643 Jul 15 23:22:26.324183 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9bc1da3f-1cfe-4480-a3fb-4e13b81149d1 req-3a59a22e-f23a-436a-b0ec-5e7be4dbb3c8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a0838200-662b-4f7c-b59f-334165738cb9 HTTP/1.1" status: 200 len: 797 time: 0.1174450 Jul 15 23:22:26.402299 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8577a5ee-76d5-4865-b875-1fcdc5726ee0 req-16f6ee3c-3e1a-4708-8882-3662d38fee4f service neutron] 10.222.0.49 "GET /v2.0/networks/d1484756-2d6b-4cf1-82f2-ca0b5a0942a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3776670 Jul 15 23:22:26.470549 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1da3f-1cfe-4480-a3fb-4e13b81149d1 req-7b1a8fe6-3d62-409b-ad36-35d5d05b4d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:26.472681 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9bc1da3f-1cfe-4480-a3fb-4e13b81149d1 req-7b1a8fe6-3d62-409b-ad36-35d5d05b4d96 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fe121fa5-288f-4a74-ba61-28037c633efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1424444 Jul 15 23:22:26.528031 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 42006) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:26.545386 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3d15a4c5-8407-418d-80de-dd6625f7b766 req-d8c2818a-794f-4890-95fa-a232e4849803 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/security-groups?id=57e114e2-00c8-4f79-b17b-147b800454a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1997232 Jul 15 23:22:26.666867 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8577a5ee-76d5-4865-b875-1fcdc5726ee0 req-6627321e-1f3b-4cbb-939e-646c8752fa7d service neutron] 10.222.0.49 "GET /v2.0/networks/d1484756-2d6b-4cf1-82f2-ca0b5a0942a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555006 Jul 15 23:22:26.715606 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9bc1da3f-1cfe-4480-a3fb-4e13b81149d1 req-9866021d-d334-443d-8561-7c67c40101e1 service neutron] 10.222.0.49 "GET /v2.0/networks/fe121fa5-288f-4a74-ba61-28037c633efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354035 Jul 15 23:22:26.763903 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9d4810e8-84db-41f4-9ded-94420adb0776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:26.897812 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9bc1da3f-1cfe-4480-a3fb-4e13b81149d1 req-15b340d5-c674-4fd8-8351-bb69a6bff1e0 service neutron] 10.222.0.49 "GET /v2.0/networks/fe121fa5-288f-4a74-ba61-28037c633efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619339 Jul 15 23:22:26.921051 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-78a25cd0-d29a-48fe-abb7-442f0b79f6bb req-a2d67664-247b-4e77-9044-6641a8c913d2 tempest-ServerShowV254Test-599518848 tempest-ServerShowV254Test-599518848-project] 10.222.0.48 "GET /v2.0/ports?device_id=40cb5935-31b3-49f4-bcd9-7ec7a78745a8 HTTP/1.1" status: 200 len: 210 time: 0.1589766 Jul 15 23:22:27.025064 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b0e65813-0438-4a41-be72-47d6329f41c7 req-8c66b588-3360-45da-a943-bcc16b59bec8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=40cb5935-31b3-49f4-bcd9-7ec7a78745a8 HTTP/1.1" status: 200 len: 210 time: 0.0980110 Jul 15 23:22:27.141084 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7c08c558-7a51-4635-8e7e-76eaee1e9346 req-22852370-4b3a-4c82-911c-e24d9eca8cff tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.48 "GET /v2.0/ports?device_id=1206656c-4bac-41ba-8e91-8ce3ff02b529 HTTP/1.1" status: 200 len: 210 time: 0.0490839 Jul 15 23:22:27.163511 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7270f-200d-4a09-87c5-a71df6a512e6 req-dc9c7568-a81e-4494-95b8-69fb0b7330fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:27.165059 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7ee7270f-200d-4a09-87c5-a71df6a512e6 req-dc9c7568-a81e-4494-95b8-69fb0b7330fe service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4b15e22ba4eb43169240491cd7fe1115&device_id=034c5967-bea6-4ef8-8127-a944ad1c67a1 HTTP/1.1" status: 200 len: 1095 time: 0.3208530 Jul 15 23:22:27.184955 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c9df6a-65ae-4c22-a34b-076f7739d2ee req-553a39f5-b5f7-49d0-9c8d-085dbb4806bd tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:27.186608 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-59c9df6a-65ae-4c22-a34b-076f7739d2ee req-553a39f5-b5f7-49d0-9c8d-085dbb4806bd tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=034c5967-bea6-4ef8-8127-a944ad1c67a1 HTTP/1.1" status: 200 len: 944 time: 0.3249974 Jul 15 23:22:27.342977 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9d4810e8-84db-41f4-9ded-94420adb0776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:27.367323 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-59c9df6a-65ae-4c22-a34b-076f7739d2ee req-1dd7ed54-f694-493e-8214-9eebad48aa4d tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610341 Jul 15 23:22:27.378613 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9d4810e8-84db-41f4-9ded-94420adb0776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:27.439071 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7270f-200d-4a09-87c5-a71df6a512e6 req-c5346712-7348-4a3e-b322-ff6401c60888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:27.442075 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7ee7270f-200d-4a09-87c5-a71df6a512e6 req-c5346712-7348-4a3e-b322-ff6401c60888 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d1484756-2d6b-4cf1-82f2-ca0b5a0942a2 HTTP/1.1" status: 200 len: 907 time: 0.2482870 Jul 15 23:22:27.449515 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-9d4810e8-84db-41f4-9ded-94420adb0776 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fb7caacd40854015a6d7f8107ed21448&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9018269 Jul 15 23:22:27.452599 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 42034) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:27.497292 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4810e8-84db-41f4-9ded-94420adb0776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b520b4ba-4af3-4111-9f39-201734695431,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:27.502031 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7ee7270f-200d-4a09-87c5-a71df6a512e6 req-1cf77bb5-627d-442c-9bbb-a6a01c99a1e6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31f9b20c-9d45-4f13-a3a7-5f1a4b3e0069 HTTP/1.1" status: 200 len: 217 time: 0.0508583 Jul 15 23:22:27.527386 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9b89a45f-84ad-471c-bcc3-1e688e85debd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:27.558693 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9b89a45f-84ad-471c-bcc3-1e688e85debd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:27.588341 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7270f-200d-4a09-87c5-a71df6a512e6 req-b217b6c3-01e5-463c-86b6-51e5b7bf3bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:27.591071 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7ee7270f-200d-4a09-87c5-a71df6a512e6 req-b217b6c3-01e5-463c-86b6-51e5b7bf3bb3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1ce1cd1d-7829-480f-9da2-8bc3514230d8 HTTP/1.1" status: 200 len: 846 time: 0.0818093 Jul 15 23:22:27.625594 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9b89a45f-84ad-471c-bcc3-1e688e85debd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:27.628840 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9b89a45f-84ad-471c-bcc3-1e688e85debd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:27.640641 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-9b89a45f-84ad-471c-bcc3-1e688e85debd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b520b4ba-4af3-4111-9f39-201734695431 HTTP/1.1" status: 204 len: 168 time: 0.1869292 Jul 15 23:22:27.662492 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7ee7270f-200d-4a09-87c5-a71df6a512e6 req-3b2c83cf-3f69-42d5-abde-fd4462504e77 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d1484756-2d6b-4cf1-82f2-ca0b5a0942a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532494 Jul 15 23:22:27.664462 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b89a45f-84ad-471c-bcc3-1e688e85debd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b520b4ba-4af3-4111-9f39-201734695431,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:27.903091 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-0ec4b9ba-4da4-408c-a491-b9a8d27996a5 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:27.908744 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-0ec4b9ba-4da4-408c-a491-b9a8d27996a5 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.49 "GET /v2.0/networks?id=0993de47-cf90-4c6e-a8fb-40c3ca40ea75 HTTP/1.1" status: 200 len: 813 time: 0.3146677 Jul 15 23:22:27.936071 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-c9d82b27-c441-4b40-8169-ede4b84f838b tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Request body: {'port': {'device_id': '169bd856-1ae8-48b0-8478-23a6eebdd58d', 'network_id': '0993de47-cf90-4c6e-a8fb-40c3ca40ea75', 'admin_state_up': True, 'tenant_id': 'a76ac1cbd50246c081165ca68e87a72f'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:28.115104 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7ee7270f-200d-4a09-87c5-a71df6a512e6 req-a2265d02-d98f-423d-a98b-c2ba349dbae3 service neutron] 10.222.0.49 "GET /v2.0/networks/d1484756-2d6b-4cf1-82f2-ca0b5a0942a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4443305 Jul 15 23:22:28.308257 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d5e64f65-13cc-4e33-8565-b143ecfad893 req-47830fc9-d7db-4f70-89c1-ca5431e689a5 tempest-ServerShowV254Test-599518848 tempest-ServerShowV254Test-599518848-project] 10.222.0.48 "GET /v2.0/ports?device_id=40cb5935-31b3-49f4-bcd9-7ec7a78745a8 HTTP/1.1" status: 200 len: 210 time: 0.1349034 Jul 15 23:22:28.380650 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 42060) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:28.413994 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f0c1a877-7f6b-4ddb-93b3-ba590c7eab09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:28.463371 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-346a8102-fb36-45dd-8c3e-3e84b5336f60 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:28.465604 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-346a8102-fb36-45dd-8c3e-3e84b5336f60 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.49 "GET /v2.0/networks?id=0993de47-cf90-4c6e-a8fb-40c3ca40ea75 HTTP/1.1" status: 200 len: 813 time: 0.2425013 Jul 15 23:22:28.466142 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8856b09-56e5-4dfd-9584-1600fc1313eb req-850fc2c2-49cc-4220-86ee-a4678fb00d20 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:28.473795 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c8856b09-56e5-4dfd-9584-1600fc1313eb req-850fc2c2-49cc-4220-86ee-a4678fb00d20 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb6fdb51-4815-4ab6-aa5c-c873ffebd225 HTTP/1.1" status: 200 len: 945 time: 0.5572925 Jul 15 23:22:28.484459 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-2e0174a4-42b2-4a28-a2ca-1913908bbc00 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Request body: {'port': {'device_id': '1206656c-4bac-41ba-8e91-8ce3ff02b529', 'network_id': '0993de47-cf90-4c6e-a8fb-40c3ca40ea75', 'admin_state_up': True, 'tenant_id': 'a76ac1cbd50246c081165ca68e87a72f'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:28.561124 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c8856b09-56e5-4dfd-9584-1600fc1313eb req-9b0a81fc-7176-49d2-a1a0-cd581da281b9 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/security-groups?id=57e114e2-00c8-4f79-b17b-147b800454a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863178 Jul 15 23:22:28.564473 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7ee7270f-200d-4a09-87c5-a71df6a512e6 req-fd14078d-dc3c-48f6-af5d-2022bf9b871f service neutron] 10.222.0.49 "GET /v2.0/networks/d1484756-2d6b-4cf1-82f2-ca0b5a0942a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4241791 Jul 15 23:22:28.660244 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8334ae47-1cab-4586-bdba-0961d000e4b9 req-fd8c8e72-05fd-48cc-b601-5d7d6de3a7a0 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.48 "GET /v2.0/ports?device_id=1206656c-4bac-41ba-8e91-8ce3ff02b529 HTTP/1.1" status: 200 len: 210 time: 0.0673501 Jul 15 23:22:28.718794 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f0c1a877-7f6b-4ddb-93b3-ba590c7eab09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:28.725006 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f0c1a877-7f6b-4ddb-93b3-ba590c7eab09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:28.755403 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-c9d82b27-c441-4b40-8169-ede4b84f838b tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Made reservation on behalf of a76ac1cbd50246c081165ca68e87a72f for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:22:28.761651 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-c9d82b27-c441-4b40-8169-ede4b84f838b tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:28.828389 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f0c1a877-7f6b-4ddb-93b3-ba590c7eab09 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2f91afa2b8884c4eba40dac3b1e84916&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4463322 Jul 15 23:22:28.830540 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 42072) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:28.846509 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c1a877-7f6b-4ddb-93b3-ba590c7eab09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc5ee1d-270a-464d-bc96-27b174a76a42,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:28.853095 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-2e0174a4-42b2-4a28-a2ca-1913908bbc00 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Made reservation on behalf of a76ac1cbd50246c081165ca68e87a72f for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:22:28.857361 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-2e0174a4-42b2-4a28-a2ca-1913908bbc00 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:28.960087 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6315b1fb-5b21-43e9-8b8a-1ede7e15668a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:29.038356 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6315b1fb-5b21-43e9-8b8a-1ede7e15668a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:29.094822 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-c9d82b27-c441-4b40-8169-ede4b84f838b tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Allocated IP 172.20.0.12 (0993de47-cf90-4c6e-a8fb-40c3ca40ea75/d8668e0b-b1a9-4c49-a439-5ac4e2596326/fa50d709-de0c-4a35-ae18-2a32392658f3) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:22:29.108599 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6315b1fb-5b21-43e9-8b8a-1ede7e15668a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:29.111160 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6315b1fb-5b21-43e9-8b8a-1ede7e15668a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:29.112680 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-6315b1fb-5b21-43e9-8b8a-1ede7e15668a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0fc5ee1d-270a-464d-bc96-27b174a76a42 HTTP/1.1" status: 204 len: 168 time: 0.2797914 Jul 15 23:22:29.123074 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6315b1fb-5b21-43e9-8b8a-1ede7e15668a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc5ee1d-270a-464d-bc96-27b174a76a42,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:29.133123 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e9d37e-b603-4520-80e5-5da1396ed00b req-74bceaf5-ee3e-4406-b1e0-0f3e594caa1e tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:29.137787 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-87e9d37e-b603-4520-80e5-5da1396ed00b req-74bceaf5-ee3e-4406-b1e0-0f3e594caa1e tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=034c5967-bea6-4ef8-8127-a944ad1c67a1 HTTP/1.1" status: 200 len: 944 time: 0.2319508 Jul 15 23:22:29.164142 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 31f9b20c-9d45-4f13-a3a7-5f1a4b3e0069 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:22:29.285948 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 31f9b20c-9d45-4f13-a3a7-5f1a4b3e0069, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=31f9b20c-9d45-4f13-a3a7-5f1a4b3e0069,segment=NetworkSegment(056a97c3-fa40-4757-b96f-04fb527ec8cd),segment_id=056a97c3-fa40-4757-b96f-04fb527ec8cd)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:29.299385 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '31f9b20c-9d45-4f13-a3a7-5f1a4b3e0069', 'network_id': 'd1484756-2d6b-4cf1-82f2-ca0b5a0942a2', 'port_id': '31f9b20c-9d45-4f13-a3a7-5f1a4b3e0069', 'mac_address': 'fa:16:3e:bc:7c:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ce1cd1d-7829-480f-9da2-8bc3514230d8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:22:29.316174 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-87e9d37e-b603-4520-80e5-5da1396ed00b req-539b82c0-e940-425d-bf98-3fddb1d5531c tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773198 Jul 15 23:22:29.328865 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6611b377-e1e3-4cc9-9e5b-95ebcc087a78 req-e2ce527e-cb12-49a5-9611-34ea4d72f82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:29.330783 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6611b377-e1e3-4cc9-9e5b-95ebcc087a78 req-e2ce527e-cb12-49a5-9611-34ea4d72f82e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c691a27677f54c85a3250b5bafef55f4&device_id=fb6fdb51-4815-4ab6-aa5c-c873ffebd225 HTTP/1.1" status: 200 len: 1096 time: 0.2785859 Jul 15 23:22:29.360421 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:29.388517 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31f9b20c-9d45-4f13-a3a7-5f1a4b3e0069 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:22:29.413467 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 31f9b20c-9d45-4f13-a3a7-5f1a4b3e0069, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=31f9b20c-9d45-4f13-a3a7-5f1a4b3e0069,segment=NetworkSegment(056a97c3-fa40-4757-b96f-04fb527ec8cd),segment_id=056a97c3-fa40-4757-b96f-04fb527ec8cd)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:29.417688 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:29.475047 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b897abae-be2f-4e0f-b69d-93650c92ef40 req-f676fbf9-3f46-43ae-afd4-50862d3d5704 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:29.477749 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b897abae-be2f-4e0f-b69d-93650c92ef40 req-f676fbf9-3f46-43ae-afd4-50862d3d5704 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb6fdb51-4815-4ab6-aa5c-c873ffebd225 HTTP/1.1" status: 200 len: 945 time: 0.2413402 Jul 15 23:22:29.546215 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=31f9b20c-9d45-4f13-a3a7-5f1a4b3e0069,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:29.605890 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 42096) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:29.696646 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['31f9b20c-9d45-4f13-a3a7-5f1a4b3e0069'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:22:29.792771 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d183a0b-fdc8-4317-ada6-d062c3402132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:29.919021 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d183a0b-fdc8-4317-ada6-d062c3402132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:29.926949 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d183a0b-fdc8-4317-ada6-d062c3402132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:29.954026 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1a286778-f525-4800-8229-c2beaa93bb6a req-60f8a8a5-7cfa-4d57-8b9a-9aaa7c2f739a tempest-ServerShowV254Test-599518848 tempest-ServerShowV254Test-599518848-project] 10.222.0.48 "GET /v2.0/ports?device_id=40cb5935-31b3-49f4-bcd9-7ec7a78745a8 HTTP/1.1" status: 200 len: 210 time: 0.0611136 Jul 15 23:22:29.978257 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-6d183a0b-fdc8-4317-ada6-d062c3402132 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d4741e4c45444dd28005d3d2fc2fc554&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3666408 Jul 15 23:22:29.978257 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d183a0b-fdc8-4317-ada6-d062c3402132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ed37a8-4990-4e1a-a109-80309b12e63f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:29.978831 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 42112) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:30.014078 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b897abae-be2f-4e0f-b69d-93650c92ef40 req-bf4166f7-df9a-4d61-8677-49dcf54ae511 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/security-groups?id=57e114e2-00c8-4f79-b17b-147b800454a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181488 Jul 15 23:22:30.017129 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6611b377-e1e3-4cc9-9e5b-95ebcc087a78 req-045af779-1f75-4336-bf35-deddf89e82e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:30.018703 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6611b377-e1e3-4cc9-9e5b-95ebcc087a78 req-045af779-1f75-4336-bf35-deddf89e82e9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=72dd1139-85ac-44a3-8181-7845deb521ca HTTP/1.1" status: 200 len: 912 time: 0.6805663 Jul 15 23:22:30.023975 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-c9d82b27-c441-4b40-8169-ede4b84f838b tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:30.074551 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a950fa07-6a7b-4995-a9ef-848cf74152cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:30.103224 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a950fa07-6a7b-4995-a9ef-848cf74152cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:30.141985 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6611b377-e1e3-4cc9-9e5b-95ebcc087a78 req-5344136c-c2c5-4639-9814-d7941692ba06 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7eed494b-401b-40ce-bbad-80699ba38b08 HTTP/1.1" status: 200 len: 1001 time: 0.1146755 Jul 15 23:22:30.175932 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-c9d82b27-c441-4b40-8169-ede4b84f838b tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:30.222284 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a950fa07-6a7b-4995-a9ef-848cf74152cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:30.225665 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a950fa07-6a7b-4995-a9ef-848cf74152cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:30.226831 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a950fa07-6a7b-4995-a9ef-848cf74152cb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/81ed37a8-4990-4e1a-a109-80309b12e63f HTTP/1.1" status: 204 len: 168 time: 0.2424386 Jul 15 23:22:30.239981 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a950fa07-6a7b-4995-a9ef-848cf74152cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ed37a8-4990-4e1a-a109-80309b12e63f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:30.256823 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-2e0174a4-42b2-4a28-a2ca-1913908bbc00 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Allocated IP 172.20.0.13 (0993de47-cf90-4c6e-a8fb-40c3ca40ea75/d8668e0b-b1a9-4c49-a439-5ac4e2596326/b63ccbb0-08db-4824-ba63-924ebe63a587) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:22:30.272805 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-c9d82b27-c441-4b40-8169-ede4b84f838b tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Network 0993de47-cf90-4c6e-a8fb-40c3ca40ea75 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:22:30.308228 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-05a18f90-6cd8-414a-952b-c93744638a7d req-643503d9-7ea1-45d1-83ed-2947d8ca7a17 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.48 "GET /v2.0/ports?device_id=1206656c-4bac-41ba-8e91-8ce3ff02b529 HTTP/1.1" status: 200 len: 210 time: 0.0955794 Jul 15 23:22:30.317048 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-c9d82b27-c441-4b40-8169-ede4b84f838b tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:22:30.349347 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-c9d82b27-c441-4b40-8169-ede4b84f838b tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:22:30.381258 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6611b377-e1e3-4cc9-9e5b-95ebcc087a78 req-86e1d896-7b17-4009-88ac-0330f0309100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:30.382784 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6611b377-e1e3-4cc9-9e5b-95ebcc087a78 req-86e1d896-7b17-4009-88ac-0330f0309100 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8c6a4d69-e5f7-4129-9f0b-56463cfab399 HTTP/1.1" status: 200 len: 850 time: 0.2345479 Jul 15 23:22:30.404966 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d82b27-c441-4b40-8169-ede4b84f838b tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Pushing event updated for resources: {'Port': ['ID=fa50d709-de0c-4a35-ae18-2a32392658f3,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:30.444897 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-c9d82b27-c441-4b40-8169-ede4b84f838b tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:30.445566 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-c9d82b27-c441-4b40-8169-ede4b84f838b tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:30.464964 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-c9d82b27-c441-4b40-8169-ede4b84f838b tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5460236 Jul 15 23:22:30.484435 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-0008f8a9-8d4f-4351-9144-6487430402be service neutron] Request body: {'port': {'device_id': '169bd856-1ae8-48b0-8478-23a6eebdd58d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:30.535697 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6611b377-e1e3-4cc9-9e5b-95ebcc087a78 req-1f68e735-4082-4b97-833b-202ad8577802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:30.537460 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6611b377-e1e3-4cc9-9e5b-95ebcc087a78 req-1f68e735-4082-4b97-833b-202ad8577802 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=72dd1139-85ac-44a3-8181-7845deb521ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1448133 Jul 15 23:22:30.585593 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-2e0174a4-42b2-4a28-a2ca-1913908bbc00 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:30.651031 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-0008f8a9-8d4f-4351-9144-6487430402be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:30.681983 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-2e0174a4-42b2-4a28-a2ca-1913908bbc00 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:30.741558 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6611b377-e1e3-4cc9-9e5b-95ebcc087a78 req-03a32258-e988-48fa-b763-d4fa8c0368b0 service neutron] 10.222.0.49 "GET /v2.0/networks/72dd1139-85ac-44a3-8181-7845deb521ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971009 Jul 15 23:22:30.744624 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2891163f-8e59-4df2-a985-8d07532db3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:30.835974 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-2e0174a4-42b2-4a28-a2ca-1913908bbc00 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Network 0993de47-cf90-4c6e-a8fb-40c3ca40ea75 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:22:30.839814 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0174a4-42b2-4a28-a2ca-1913908bbc00 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Pushing event updated for resources: {'Port': ['ID=b63ccbb0-08db-4824-ba63-924ebe63a587,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:30.852428 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-2e0174a4-42b2-4a28-a2ca-1913908bbc00 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:22:30.860005 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-2e0174a4-42b2-4a28-a2ca-1913908bbc00 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:22:30.947557 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3638cb84-9662-4c71-9789-314cbe1759c7 req-c61f9c29-e0e6-468c-8d55-ccf4e0132a71 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dfab26de7f5943a5aef18d22cbbecb9b&device_id=40cb5935-31b3-49f4-bcd9-7ec7a78745a8 HTTP/1.1" status: 200 len: 210 time: 0.0624385 Jul 15 23:22:30.948433 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-2e0174a4-42b2-4a28-a2ca-1913908bbc00 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:30.949420 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-2e0174a4-42b2-4a28-a2ca-1913908bbc00 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:30.976504 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-2e0174a4-42b2-4a28-a2ca-1913908bbc00 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4987037 Jul 15 23:22:30.988731 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-9104500a-bb8c-43f4-a5ba-073c6f9b30d8 service neutron] Request body: {'port': {'device_id': '1206656c-4bac-41ba-8e91-8ce3ff02b529', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:31.040587 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 42144) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:31.080137 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-81aced2c-7fad-4845-bebf-84fc3c8ba893 req-6bc4cfb7-ac8f-4d11-8f7d-02bdde485350 tempest-ServerShowV254Test-599518848 tempest-ServerShowV254Test-599518848-project] 10.222.0.48 "GET /v2.0/ports?device_id=40cb5935-31b3-49f4-bcd9-7ec7a78745a8 HTTP/1.1" status: 200 len: 210 time: 0.1318200 Jul 15 23:22:31.093330 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3638cb84-9662-4c71-9789-314cbe1759c7 req-495688b5-0a11-4bab-8264-5c95de598ee2 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=dfab26de7f5943a5aef18d22cbbecb9b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0907514 Jul 15 23:22:31.159233 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 31f9b20c-9d45-4f13-a3a7-5f1a4b3e0069 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:22:31.283229 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port 31f9b20c-9d45-4f13-a3a7-5f1a4b3e0069 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:22:31.289169 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 31f9b20c-9d45-4f13-a3a7-5f1a4b3e0069 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:22:31.289930 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:31.386588 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ba130-ad0b-4410-8829-1d549c7ed0d1 req-d367acc2-136f-49e0-90c5-e24e6ba7df59 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:31.388377 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0e2ba130-ad0b-4410-8829-1d549c7ed0d1 req-d367acc2-136f-49e0-90c5-e24e6ba7df59 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=034c5967-bea6-4ef8-8127-a944ad1c67a1 HTTP/1.1" status: 200 len: 945 time: 0.5049663 Jul 15 23:22:31.411994 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6611b377-e1e3-4cc9-9e5b-95ebcc087a78 req-0075ac21-4d41-4aa8-9852-55761a6cbe70 service neutron] 10.222.0.49 "GET /v2.0/networks/72dd1139-85ac-44a3-8181-7845deb521ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6615758 Jul 15 23:22:31.446464 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:31.467718 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b2df59b1-4a02-497c-84cd-25dc5998b14e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:31.504987 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 31f9b20c-9d45-4f13-a3a7-5f1a4b3e0069, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=31f9b20c-9d45-4f13-a3a7-5f1a4b3e0069,segment=NetworkSegment(056a97c3-fa40-4757-b96f-04fb527ec8cd),segment_id=056a97c3-fa40-4757-b96f-04fb527ec8cd)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:31.506983 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '034c5967-bea6-4ef8-8127-a944ad1c67a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31f9b20c-9d45-4f13-a3a7-5f1a4b3e0069'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:22:31.510374 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e01ac526-e84e-4df6-810c-3d8a6f8a7552" -d '{"events": [{"server_uuid": "034c5967-bea6-4ef8-8127-a944ad1c67a1", "name": "network-vif-plugged", "status": "completed", "tag": "31f9b20c-9d45-4f13-a3a7-5f1a4b3e0069"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:22:31.515329 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:31.545758 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638cb84-9662-4c71-9789-314cbe1759c7 req-2f1d0eac-11a2-47cc-b45d-9266cb82310b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:31.547390 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3638cb84-9662-4c71-9789-314cbe1759c7 req-2f1d0eac-11a2-47cc-b45d-9266cb82310b service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4434135 Jul 15 23:22:31.560857 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0e2ba130-ad0b-4410-8829-1d549c7ed0d1 req-09b3ca56-b052-486e-9a71-b23edce5cb29 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514859 Jul 15 23:22:31.581240 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1afb3b3-f9cb-4e35-8a0f-bacae57841dc req-5cd13eba-a37a-47de-a779-1cf2831c18e4 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:31.589482 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f1afb3b3-f9cb-4e35-8a0f-bacae57841dc req-5cd13eba-a37a-47de-a779-1cf2831c18e4 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb6fdb51-4815-4ab6-aa5c-c873ffebd225 HTTP/1.1" status: 200 len: 945 time: 0.3260334 Jul 15 23:22:31.600360 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-0008f8a9-8d4f-4351-9144-6487430402be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa50d709-de0c-4a35-ae18-2a32392658f3 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:22:31.611618 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-0008f8a9-8d4f-4351-9144-6487430402be service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:31.614121 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-9104500a-bb8c-43f4-a5ba-073c6f9b30d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:31.650681 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=31f9b20c-9d45-4f13-a3a7-5f1a4b3e0069,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:31.687649 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-0008f8a9-8d4f-4351-9144-6487430402be service neutron] Transition to ACTIVE for port object fa50d709-de0c-4a35-ae18-2a32392658f3 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:22:31.699213 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b2df59b1-4a02-497c-84cd-25dc5998b14e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:31.704606 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f1afb3b3-f9cb-4e35-8a0f-bacae57841dc req-dbc48edd-54ec-4758-a03c-d586c6d51ee9 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/security-groups?id=57e114e2-00c8-4f79-b17b-147b800454a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137905 Jul 15 23:22:31.706784 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-0008f8a9-8d4f-4351-9144-6487430402be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:31.707134 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b2df59b1-4a02-497c-84cd-25dc5998b14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:31.746678 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b2df59b1-4a02-497c-84cd-25dc5998b14e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=de697a99caa24feca749e3455312c49e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7052407 Jul 15 23:22:31.761541 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 42166) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:31.830205 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0008f8a9-8d4f-4351-9144-6487430402be service neutron] Pushing event updated for resources: {'Port': ['ID=fa50d709-de0c-4a35-ae18-2a32392658f3,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:31.883713 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-876c4510-0a7e-438b-94f3-451a1a64efa8 x-openstack-request-id: req-876c4510-0a7e-438b-94f3-451a1a64efa8 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:22:31.884399 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "034c5967-bea6-4ef8-8127-a944ad1c67a1", "name": "network-vif-plugged", "status": "completed", "tag": "31f9b20c-9d45-4f13-a3a7-5f1a4b3e0069", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:22:31.885213 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-876c4510-0a7e-438b-94f3-451a1a64efa8 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:22:31.886394 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '034c5967-bea6-4ef8-8127-a944ad1c67a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31f9b20c-9d45-4f13-a3a7-5f1a4b3e0069', 'code': 200} Jul 15 23:22:32.015290 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2df59b1-4a02-497c-84cd-25dc5998b14e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9bd682c-066f-4a0a-9053-b670903a61d7,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:32.097998 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-0008f8a9-8d4f-4351-9144-6487430402be service neutron] Attempting to bind port fa50d709-de0c-4a35-ae18-2a32392658f3 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:22:32.098628 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-0008f8a9-8d4f-4351-9144-6487430402be service neutron] Attempting to bind port fa50d709-de0c-4a35-ae18-2a32392658f3 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '438bf9c5-3d9e-49bd-8ce4-a018d4ebb7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0993de47-cf90-4c6e-a8fb-40c3ca40ea75'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:22:32.099219 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-0008f8a9-8d4f-4351-9144-6487430402be service neutron] Attempting to bind port fa50d709-de0c-4a35-ae18-2a32392658f3 on network 0993de47-cf90-4c6e-a8fb-40c3ca40ea75 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:22:32.102869 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f0791521-7e26-419d-a75a-8305ef1f2d09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:32.109367 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-0008f8a9-8d4f-4351-9144-6487430402be service neutron] Port fa50d709-de0c-4a35-ae18-2a32392658f3 on network 0993de47-cf90-4c6e-a8fb-40c3ca40ea75 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:22:32.109806 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-0008f8a9-8d4f-4351-9144-6487430402be service neutron] Attempting to bind port fa50d709-de0c-4a35-ae18-2a32392658f3 on network 0993de47-cf90-4c6e-a8fb-40c3ca40ea75 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:22:32.131132 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06423ff1-0b8a-426b-b118-d2eb7d71b196 req-0a515cfe-8739-4de5-a743-42586d4cf3ab tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:32.134068 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-06423ff1-0b8a-426b-b118-d2eb7d71b196 req-0a515cfe-8739-4de5-a743-42586d4cf3ab tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.48 "GET /v2.0/ports?device_id=1206656c-4bac-41ba-8e91-8ce3ff02b529 HTTP/1.1" status: 200 len: 932 time: 0.2238176 Jul 15 23:22:32.150026 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f0791521-7e26-419d-a75a-8305ef1f2d09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:32.189017 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-0008f8a9-8d4f-4351-9144-6487430402be service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:22:32.189388 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-0008f8a9-8d4f-4351-9144-6487430402be service neutron] Checking segment: {'id': '438bf9c5-3d9e-49bd-8ce4-a018d4ebb7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0993de47-cf90-4c6e-a8fb-40c3ca40ea75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:22:32.190060 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-0008f8a9-8d4f-4351-9144-6487430402be service neutron] Bound using segment: {'id': '438bf9c5-3d9e-49bd-8ce4-a018d4ebb7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0993de47-cf90-4c6e-a8fb-40c3ca40ea75'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:22:32.190716 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-0008f8a9-8d4f-4351-9144-6487430402be service neutron] Bound port: fa50d709-de0c-4a35-ae18-2a32392658f3, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '438bf9c5-3d9e-49bd-8ce4-a018d4ebb7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0993de47-cf90-4c6e-a8fb-40c3ca40ea75'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:22:32.193333 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-0008f8a9-8d4f-4351-9144-6487430402be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:32.304604 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f0791521-7e26-419d-a75a-8305ef1f2d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:32.307379 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f0791521-7e26-419d-a75a-8305ef1f2d09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:32.308337 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f0791521-7e26-419d-a75a-8305ef1f2d09 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a9bd682c-066f-4a0a-9053-b670903a61d7 HTTP/1.1" status: 204 len: 168 time: 0.5455475 Jul 15 23:22:32.317775 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-06423ff1-0b8a-426b-b118-d2eb7d71b196 req-64c4d425-47db-421f-9687-d089e3ceaced tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.48 "GET /v2.0/security-groups?id=bdceead4-2aa2-476e-b28f-908c29748be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210909 Jul 15 23:22:32.332352 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0791521-7e26-419d-a75a-8305ef1f2d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9bd682c-066f-4a0a-9053-b670903a61d7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:32.356396 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-9104500a-bb8c-43f4-a5ba-073c6f9b30d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b63ccbb0-08db-4824-ba63-924ebe63a587 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:22:32.371031 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-9104500a-bb8c-43f4-a5ba-073c6f9b30d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:32.386692 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7a996e62-4460-43d2-bfbb-033670151105 req-515d0dab-1a78-48a2-a8ec-f41984a56d56 tempest-ServerShowV254Test-599518848 tempest-ServerShowV254Test-599518848-project] 10.222.0.48 "GET /v2.0/ports?device_id=40cb5935-31b3-49f4-bcd9-7ec7a78745a8 HTTP/1.1" status: 200 len: 210 time: 0.1055160 Jul 15 23:22:32.410188 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a33b423-c3b7-4087-9537-46f8aff80580 req-8398bf71-884c-491a-8a09-3549dbc026dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:32.412055 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1a33b423-c3b7-4087-9537-46f8aff80580 req-8398bf71-884c-491a-8a09-3549dbc026dd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=034c5967-bea6-4ef8-8127-a944ad1c67a1 HTTP/1.1" status: 200 len: 1097 time: 0.3037393 Jul 15 23:22:32.416857 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-9104500a-bb8c-43f4-a5ba-073c6f9b30d8 service neutron] Transition to ACTIVE for port object b63ccbb0-08db-4824-ba63-924ebe63a587 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:22:32.430774 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-9104500a-bb8c-43f4-a5ba-073c6f9b30d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:32.454169 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-0008f8a9-8d4f-4351-9144-6487430402be service neutron] For port fa50d709-de0c-4a35-ae18-2a32392658f3, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:22:32.475892 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-0008f8a9-8d4f-4351-9144-6487430402be service neutron] For port fa50d709-de0c-4a35-ae18-2a32392658f3, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=fa50d709-de0c-4a35-ae18-2a32392658f3,segment=NetworkSegment(438bf9c5-3d9e-49bd-8ce4-a018d4ebb7f3),segment_id=438bf9c5-3d9e-49bd-8ce4-a018d4ebb7f3)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:22:32.478653 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1a33b423-c3b7-4087-9537-46f8aff80580 req-d7942096-8b8d-4a2a-bd3e-46a4d5cdc5b4 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581651 Jul 15 23:22:32.481565 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-0008f8a9-8d4f-4351-9144-6487430402be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:32.530434 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-0008f8a9-8d4f-4351-9144-6487430402be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:32.530919 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-0008f8a9-8d4f-4351-9144-6487430402be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:32.532436 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-0008f8a9-8d4f-4351-9144-6487430402be service neutron] 10.222.0.49 "PUT /v2.0/ports/fa50d709-de0c-4a35-ae18-2a32392658f3 HTTP/1.1" status: 200 len: 1092 time: 2.0599129 Jul 15 23:22:32.532947 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '169bd856-1ae8-48b0-8478-23a6eebdd58d', 'tag': 'fa50d709-de0c-4a35-ae18-2a32392658f3'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:22:32.535274 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-194cd670-d0ea-4889-82f8-a54d45f40cb5" -d '{"events": [{"name": "network-changed", "server_uuid": "169bd856-1ae8-48b0-8478-23a6eebdd58d", "tag": "fa50d709-de0c-4a35-ae18-2a32392658f3"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:22:32.550846 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9104500a-bb8c-43f4-a5ba-073c6f9b30d8 service neutron] Pushing event updated for resources: {'Port': ['ID=b63ccbb0-08db-4824-ba63-924ebe63a587,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:32.574803 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0008f8a9-8d4f-4351-9144-6487430402be service neutron] Pushing event updated for resources: {'Port': ['ID=fa50d709-de0c-4a35-ae18-2a32392658f3,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:32.618305 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e0e6a2-4120-45a7-ba8a-a8fa32e51ea1 x-openstack-request-id: req-61e0e6a2-4120-45a7-ba8a-a8fa32e51ea1 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:22:32.618598 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "169bd856-1ae8-48b0-8478-23a6eebdd58d", "tag": "fa50d709-de0c-4a35-ae18-2a32392658f3", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:22:32.618856 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-61e0e6a2-4120-45a7-ba8a-a8fa32e51ea1 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:22:32.619252 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '169bd856-1ae8-48b0-8478-23a6eebdd58d', 'tag': 'fa50d709-de0c-4a35-ae18-2a32392658f3', 'status': 'completed', 'code': 200} Jul 15 23:22:32.706615 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-9104500a-bb8c-43f4-a5ba-073c6f9b30d8 service neutron] Attempting to bind port b63ccbb0-08db-4824-ba63-924ebe63a587 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:22:32.707241 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-9104500a-bb8c-43f4-a5ba-073c6f9b30d8 service neutron] Attempting to bind port b63ccbb0-08db-4824-ba63-924ebe63a587 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '438bf9c5-3d9e-49bd-8ce4-a018d4ebb7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0993de47-cf90-4c6e-a8fb-40c3ca40ea75'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:22:32.707352 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-9104500a-bb8c-43f4-a5ba-073c6f9b30d8 service neutron] Attempting to bind port b63ccbb0-08db-4824-ba63-924ebe63a587 on network 0993de47-cf90-4c6e-a8fb-40c3ca40ea75 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:22:32.727158 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-9104500a-bb8c-43f4-a5ba-073c6f9b30d8 service neutron] Port b63ccbb0-08db-4824-ba63-924ebe63a587 on network 0993de47-cf90-4c6e-a8fb-40c3ca40ea75 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:22:32.728739 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-9104500a-bb8c-43f4-a5ba-073c6f9b30d8 service neutron] Attempting to bind port b63ccbb0-08db-4824-ba63-924ebe63a587 on network 0993de47-cf90-4c6e-a8fb-40c3ca40ea75 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:22:32.737715 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-9104500a-bb8c-43f4-a5ba-073c6f9b30d8 service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:22:32.738081 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-9104500a-bb8c-43f4-a5ba-073c6f9b30d8 service neutron] Checking segment: {'id': '438bf9c5-3d9e-49bd-8ce4-a018d4ebb7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0993de47-cf90-4c6e-a8fb-40c3ca40ea75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:22:32.738459 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-9104500a-bb8c-43f4-a5ba-073c6f9b30d8 service neutron] Bound using segment: {'id': '438bf9c5-3d9e-49bd-8ce4-a018d4ebb7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0993de47-cf90-4c6e-a8fb-40c3ca40ea75'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:22:32.738900 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-9104500a-bb8c-43f4-a5ba-073c6f9b30d8 service neutron] Bound port: b63ccbb0-08db-4824-ba63-924ebe63a587, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '438bf9c5-3d9e-49bd-8ce4-a018d4ebb7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0993de47-cf90-4c6e-a8fb-40c3ca40ea75'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:22:32.739541 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-9104500a-bb8c-43f4-a5ba-073c6f9b30d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:32.779636 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-569bd864-9319-4287-be2b-402594c1c9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:32.785449 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-569bd864-9319-4287-be2b-402594c1c9bf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a76ac1cbd50246c081165ca68e87a72f&device_id=169bd856-1ae8-48b0-8478-23a6eebdd58d HTTP/1.1" status: 200 len: 1095 time: 0.1747375 Jul 15 23:22:32.927328 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-9104500a-bb8c-43f4-a5ba-073c6f9b30d8 service neutron] For port b63ccbb0-08db-4824-ba63-924ebe63a587, host n-h1-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:22:32.937320 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-9104500a-bb8c-43f4-a5ba-073c6f9b30d8 service neutron] For port b63ccbb0-08db-4824-ba63-924ebe63a587, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=b63ccbb0-08db-4824-ba63-924ebe63a587,segment=NetworkSegment(438bf9c5-3d9e-49bd-8ce4-a018d4ebb7f3),segment_id=438bf9c5-3d9e-49bd-8ce4-a018d4ebb7f3)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:22:32.945321 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-9104500a-bb8c-43f4-a5ba-073c6f9b30d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:32.963766 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-18e45d67-b5c0-462d-9892-b0a45e73786d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa50d709-de0c-4a35-ae18-2a32392658f3 HTTP/1.1" status: 200 len: 217 time: 0.1722755 Jul 15 23:22:33.002290 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-9104500a-bb8c-43f4-a5ba-073c6f9b30d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:33.002898 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-9104500a-bb8c-43f4-a5ba-073c6f9b30d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:33.004600 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-9104500a-bb8c-43f4-a5ba-073c6f9b30d8 service neutron] 10.222.0.49 "PUT /v2.0/ports/b63ccbb0-08db-4824-ba63-924ebe63a587 HTTP/1.1" status: 200 len: 1092 time: 2.0220892 Jul 15 23:22:33.005461 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1206656c-4bac-41ba-8e91-8ce3ff02b529', 'tag': 'b63ccbb0-08db-4824-ba63-924ebe63a587'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:22:33.008327 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7f4691-4d42-4910-b95d-b1aa2c9db160" -d '{"events": [{"name": "network-changed", "server_uuid": "1206656c-4bac-41ba-8e91-8ce3ff02b529", "tag": "b63ccbb0-08db-4824-ba63-924ebe63a587"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:22:33.032182 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3638cb84-9662-4c71-9789-314cbe1759c7 req-29431fac-9d58-4c6f-aeb9-3442360f0fc9 tempest-ServerShowV254Test-599518848 tempest-ServerShowV254Test-599518848-project] 10.222.0.49 "GET /v2.0/ports?device_id=40cb5935-31b3-49f4-bcd9-7ec7a78745a8 HTTP/1.1" status: 200 len: 210 time: 0.1066799 Jul 15 23:22:33.044715 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9104500a-bb8c-43f4-a5ba-073c6f9b30d8 service neutron] Pushing event updated for resources: {'Port': ['ID=b63ccbb0-08db-4824-ba63-924ebe63a587,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:33.179492 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-127d8122-7b63-4d07-8c9d-67e68e9e3974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:33.181038 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-127d8122-7b63-4d07-8c9d-67e68e9e3974 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d8668e0b-b1a9-4c49-a439-5ac4e2596326 HTTP/1.1" status: 200 len: 853 time: 0.1967592 Jul 15 23:22:33.230203 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cd224720-233e-45d4-bdf5-f7d838d0197c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:33.288127 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-b2a04210-b745-49f1-83a4-12854f6de0d0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0993de47-cf90-4c6e-a8fb-40c3ca40ea75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0923684 Jul 15 23:22:33.298028 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b1dea3-61ca-4438-9890-2564bed7fb07 req-1669d584-0c0a-472f-a5af-5560ffdee5c5 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:33.305755 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-82b1dea3-61ca-4438-9890-2564bed7fb07 req-1669d584-0c0a-472f-a5af-5560ffdee5c5 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=034c5967-bea6-4ef8-8127-a944ad1c67a1 HTTP/1.1" status: 200 len: 946 time: 0.5133319 Jul 15 23:22:33.369423 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:33.392033 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f5161-1b43-435a-bc42-51eca7eaf8e3 req-e96722f4-840d-4d42-9c1f-60da3c6c7240 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:33.393462 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ed4f5161-1b43-435a-bc42-51eca7eaf8e3 req-e96722f4-840d-4d42-9c1f-60da3c6c7240 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb6fdb51-4815-4ab6-aa5c-c873ffebd225 HTTP/1.1" status: 200 len: 945 time: 0.4286330 Jul 15 23:22:33.468216 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-28ad029e-fcec-4a9e-bb2a-410d48ae74d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:33.469746 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-28ad029e-fcec-4a9e-bb2a-410d48ae74d2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a76ac1cbd50246c081165ca68e87a72f&device_id=1206656c-4bac-41ba-8e91-8ce3ff02b529 HTTP/1.1" status: 200 len: 1095 time: 0.4132547 Jul 15 23:22:33.523185 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-82b1dea3-61ca-4438-9890-2564bed7fb07 req-3e202907-c04a-4604-9bbc-d339037a443f tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128570 Jul 15 23:22:33.595382 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-19c1e844-39f3-4b81-bfb5-58609dcb0bb9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b63ccbb0-08db-4824-ba63-924ebe63a587 HTTP/1.1" status: 200 len: 217 time: 0.0864096 Jul 15 23:22:33.613177 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ed4f5161-1b43-435a-bc42-51eca7eaf8e3 req-9e7c5f95-f39b-4bab-bc87-6d7bd8432b0c tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/security-groups?id=57e114e2-00c8-4f79-b17b-147b800454a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2087822 Jul 15 23:22:33.708256 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-85031c82-e827-4df1-aadc-69ed775292b7 service neutron] 10.222.0.49 "GET /v2.0/networks/0993de47-cf90-4c6e-a8fb-40c3ca40ea75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4000659 Jul 15 23:22:33.716317 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5d1c40-f794-4c5e-aa2c-b6d158c8ae11 x-openstack-request-id: req-1a5d1c40-f794-4c5e-aa2c-b6d158c8ae11 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:22:33.716887 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1206656c-4bac-41ba-8e91-8ce3ff02b529", "tag": "b63ccbb0-08db-4824-ba63-924ebe63a587", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:22:33.717124 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1a5d1c40-f794-4c5e-aa2c-b6d158c8ae11 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:22:33.717545 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1206656c-4bac-41ba-8e91-8ce3ff02b529', 'tag': 'b63ccbb0-08db-4824-ba63-924ebe63a587', 'status': 'completed', 'code': 200} Jul 15 23:22:33.750324 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-9ed60b4c-0ddc-438c-9993-807eb4ac3fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:33.752467 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-9ed60b4c-0ddc-438c-9993-807eb4ac3fc8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d8668e0b-b1a9-4c49-a439-5ac4e2596326 HTTP/1.1" status: 200 len: 853 time: 0.1384723 Jul 15 23:22:33.798390 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 42226) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:33.862782 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-b967825d-b4cd-4106-b8d4-4c43fdabf166 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0993de47-cf90-4c6e-a8fb-40c3ca40ea75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0976975 Jul 15 23:22:33.965836 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e9ba9984-dcf8-4fbe-a367-4a955d816214 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-242665419-network', 'tenant_id': 'f9c68900ce45458d965c95d71e159e8a'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:34.009523 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ba9984-dcf8-4fbe-a367-4a955d816214 admin admin] Made reservation on behalf of f9c68900ce45458d965c95d71e159e8a for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:22:34.012332 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e9ba9984-dcf8-4fbe-a367-4a955d816214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:34.040857 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e9ba9984-dcf8-4fbe-a367-4a955d816214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:34.114011 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5826c4e2-0f38-4be4-99d0-9d0b2cfbe41f req-c00431a2-20ca-4ec1-a6b2-25f2076a13ad tempest-ServerShowV254Test-599518848 tempest-ServerShowV254Test-599518848-project] 10.222.0.48 "GET /v2.0/ports?device_id=40cb5935-31b3-49f4-bcd9-7ec7a78745a8 HTTP/1.1" status: 200 len: 210 time: 0.0824511 Jul 15 23:22:34.136946 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-e1139e0b-94e5-4918-b66d-57537eb78c9f service neutron] 10.222.0.49 "GET /v2.0/networks/0993de47-cf90-4c6e-a8fb-40c3ca40ea75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4179797 Jul 15 23:22:34.173204 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e9ba9984-dcf8-4fbe-a367-4a955d816214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:34.175230 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec21511-2429-4046-8ccc-991afbde201b req-0cfcec34-6ed4-4e40-b368-b34776e57bf3 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:34.185570 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e9ba9984-dcf8-4fbe-a367-4a955d816214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:34.186948 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3ec21511-2429-4046-8ccc-991afbde201b req-0cfcec34-6ed4-4e40-b368-b34776e57bf3 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.48 "GET /v2.0/ports?device_id=1206656c-4bac-41ba-8e91-8ce3ff02b529 HTTP/1.1" status: 200 len: 944 time: 0.2097383 Jul 15 23:22:34.218321 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9ba9984-dcf8-4fbe-a367-4a955d816214 admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:22:34.238029 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ba9984-dcf8-4fbe-a367-4a955d816214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc65c69-ed5c-47a1-adc8-8dcffdf902b7,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:34.246507 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e9ba9984-dcf8-4fbe-a367-4a955d816214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:34.247125 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-e9ba9984-dcf8-4fbe-a367-4a955d816214 admin admin] Added segment 7eeff7d6-5197-4d54-9ae4-9509e6881e8c of type vlan for network c0bc4d11-24df-4dc6-8388-8f22ebf0aa6b Jul 15 23:22:34.258444 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-88d93cda-2de5-4c6c-9423-fbdabb86b800 service neutron] 10.222.0.49 "GET /v2.0/networks/0993de47-cf90-4c6e-a8fb-40c3ca40ea75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3902974 Jul 15 23:22:34.303869 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:34.313972 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e9ba9984-dcf8-4fbe-a367-4a955d816214 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:34.336010 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3ec21511-2429-4046-8ccc-991afbde201b req-85951549-2766-4a31-bcb1-17731727d3fb tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.48 "GET /v2.0/security-groups?id=bdceead4-2aa2-476e-b28f-908c29748be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477034 Jul 15 23:22:34.380529 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e9ba9984-dcf8-4fbe-a367-4a955d816214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:34.388628 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ba9984-dcf8-4fbe-a367-4a955d816214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:34.391697 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e9ba9984-dcf8-4fbe-a367-4a955d816214 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:34.402265 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194cd670-d0ea-4889-82f8-a54d45f40cb5 req-14107217-2999-4585-a864-b009e7363d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:34.404360 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-194cd670-d0ea-4889-82f8-a54d45f40cb5 req-14107217-2999-4585-a864-b009e7363d86 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a76ac1cbd50246c081165ca68e87a72f&device_id=169bd856-1ae8-48b0-8478-23a6eebdd58d HTTP/1.1" status: 200 len: 1095 time: 0.1979704 Jul 15 23:22:34.431663 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e9ba9984-dcf8-4fbe-a367-4a955d816214 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6319740 Jul 15 23:22:34.436226 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 42232) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:34.442711 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-72276633-6b0e-4497-b74e-61a95dede2f8 admin admin] Request body: {'subnet': {'network_id': 'c0bc4d11-24df-4dc6-8388-8f22ebf0aa6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-242665419-subnet', 'tenant_id': 'f9c68900ce45458d965c95d71e159e8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:34.461800 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-34f75e10-d970-4cc5-8abc-4d96c3305e76 req-6c35e6ea-466d-49c8-aaa0-84ecadd8365a service neutron] 10.222.0.49 "GET /v2.0/networks/0993de47-cf90-4c6e-a8fb-40c3ca40ea75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908379 Jul 15 23:22:34.476291 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ba9984-dcf8-4fbe-a367-4a955d816214 admin admin] Pushing event updated for resources: {'Network': ['ID=c0bc4d11-24df-4dc6-8388-8f22ebf0aa6b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:34.489965 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network c0bc4d11-24df-4dc6-8388-8f22ebf0aa6b details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:22:34.495266 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72276633-6b0e-4497-b74e-61a95dede2f8 admin admin] Made reservation on behalf of f9c68900ce45458d965c95d71e159e8a for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:22:34.498461 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-72276633-6b0e-4497-b74e-61a95dede2f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:34.585070 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194cd670-d0ea-4889-82f8-a54d45f40cb5 req-c1bbffcd-4d6d-40b1-8d59-e95b4bd6b685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:34.586608 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-194cd670-d0ea-4889-82f8-a54d45f40cb5 req-c1bbffcd-4d6d-40b1-8d59-e95b4bd6b685 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0993de47-cf90-4c6e-a8fb-40c3ca40ea75 HTTP/1.1" status: 200 len: 914 time: 0.1743796 Jul 15 23:22:34.639626 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-194cd670-d0ea-4889-82f8-a54d45f40cb5 req-57d9c18f-ebc6-490e-852c-a3b31af1ea4c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa50d709-de0c-4a35-ae18-2a32392658f3 HTTP/1.1" status: 200 len: 217 time: 0.0437446 Jul 15 23:22:34.645760 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7f4691-4d42-4910-b95d-b1aa2c9db160 req-baeac2ee-00ee-4369-9b12-208178f85ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:34.647966 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8f7f4691-4d42-4910-b95d-b1aa2c9db160 req-baeac2ee-00ee-4369-9b12-208178f85ba0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a76ac1cbd50246c081165ca68e87a72f&device_id=1206656c-4bac-41ba-8e91-8ce3ff02b529 HTTP/1.1" status: 200 len: 1095 time: 0.1177878 Jul 15 23:22:34.721397 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-72276633-6b0e-4497-b74e-61a95dede2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:34.795265 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72276633-6b0e-4497-b74e-61a95dede2f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=743c71de-e2be-470f-991d-8b2122642a4f,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:34.805666 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72276633-6b0e-4497-b74e-61a95dede2f8 admin admin] Checking segment: {'id': '7eeff7d6-5197-4d54-9ae4-9509e6881e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'c0bc4d11-24df-4dc6-8388-8f22ebf0aa6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:22:34.806044 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72276633-6b0e-4497-b74e-61a95dede2f8 admin admin] Network hostable DHCP agents. Network: c0bc4d11-24df-4dc6-8388-8f22ebf0aa6b, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:22:34.828076 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72276633-6b0e-4497-b74e-61a95dede2f8 admin admin] Network c0bc4d11-24df-4dc6-8388-8f22ebf0aa6b is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:22:34.843533 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-72276633-6b0e-4497-b74e-61a95dede2f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, c0bc4d11-24df-4dc6-8388-8f22ebf0aa6b) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:22:34.855331 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399369e5-2d79-4042-9008-aeae8f7518b0 None None] Network c0bc4d11-24df-4dc6-8388-8f22ebf0aa6b requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:22:34.860723 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72276633-6b0e-4497-b74e-61a95dede2f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:34.861748 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-72276633-6b0e-4497-b74e-61a95dede2f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:34.888728 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-72276633-6b0e-4497-b74e-61a95dede2f8 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4508760 Jul 15 23:22:35.015934 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e3eaa9-51cd-4c84-8580-faf8ff83d1de None None] Network c0bc4d11-24df-4dc6-8388-8f22ebf0aa6b requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:22:35.169952 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194cd670-d0ea-4889-82f8-a54d45f40cb5 req-df8928a2-d684-4629-b44e-568053131531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:35.171443 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-194cd670-d0ea-4889-82f8-a54d45f40cb5 req-df8928a2-d684-4629-b44e-568053131531 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d8668e0b-b1a9-4c49-a439-5ac4e2596326 HTTP/1.1" status: 200 len: 853 time: 0.5224884 Jul 15 23:22:35.242038 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-194cd670-d0ea-4889-82f8-a54d45f40cb5 req-9d9c4d7a-c5df-4b8a-91ca-355903435f88 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0993de47-cf90-4c6e-a8fb-40c3ca40ea75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561411 Jul 15 23:22:35.288472 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f462ef22-1ed6-4183-bdff-67f2484b35f1 req-ddbd757b-b3b8-4ece-b202-b345aee028f5 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:35.290230 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f462ef22-1ed6-4183-bdff-67f2484b35f1 req-ddbd757b-b3b8-4ece-b202-b345aee028f5 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=034c5967-bea6-4ef8-8127-a944ad1c67a1 HTTP/1.1" status: 200 len: 946 time: 0.6073830 Jul 15 23:22:35.293238 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7f4691-4d42-4910-b95d-b1aa2c9db160 req-35974772-f1c4-490e-8eee-ed0e960af3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:35.295088 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8f7f4691-4d42-4910-b95d-b1aa2c9db160 req-35974772-f1c4-490e-8eee-ed0e960af3ba service neutron] 10.222.0.49 "GET /v2.0/networks?id=0993de47-cf90-4c6e-a8fb-40c3ca40ea75 HTTP/1.1" status: 200 len: 914 time: 0.6372643 Jul 15 23:22:35.391480 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8f7f4691-4d42-4910-b95d-b1aa2c9db160 req-9e473a33-c197-4971-9d26-f4b7355668d0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b63ccbb0-08db-4824-ba63-924ebe63a587 HTTP/1.1" status: 200 len: 217 time: 0.0845208 Jul 15 23:22:35.486657 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 42262) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:35.493911 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f462ef22-1ed6-4183-bdff-67f2484b35f1 req-59fcf8de-2114-45a8-aa4e-5dbdf47012df tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935213 Jul 15 23:22:35.551991 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-194cd670-d0ea-4889-82f8-a54d45f40cb5 req-569c1096-f408-42ca-9d0e-e731ca4df3d6 service neutron] 10.222.0.49 "GET /v2.0/networks/0993de47-cf90-4c6e-a8fb-40c3ca40ea75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994866 Jul 15 23:22:35.616140 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 42274) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:35.622790 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7f4691-4d42-4910-b95d-b1aa2c9db160 req-a06c5719-77d7-409b-a5f9-49f620aea385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:35.624418 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8f7f4691-4d42-4910-b95d-b1aa2c9db160 req-a06c5719-77d7-409b-a5f9-49f620aea385 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d8668e0b-b1a9-4c49-a439-5ac4e2596326 HTTP/1.1" status: 200 len: 853 time: 0.2250490 Jul 15 23:22:35.642850 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-af6423e0-2cfe-4ce0-8fb5-d2857c126ee9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-145305406-network', 'tenant_id': '5e1f6f70bf66460784a7c07529f72c04'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:35.691150 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6423e0-2cfe-4ce0-8fb5-d2857c126ee9 admin admin] Made reservation on behalf of 5e1f6f70bf66460784a7c07529f72c04 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:22:35.693709 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af6423e0-2cfe-4ce0-8fb5-d2857c126ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:35.725668 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9a6d08af-db36-47c1-826f-29ba4d801327 req-b59b8007-e455-4c02-888a-43c87342ee1a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d060e55a-acc4-47ec-a658-af16a484eec8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0966325 Jul 15 23:22:35.743183 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af6423e0-2cfe-4ce0-8fb5-d2857c126ee9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:35.843096 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8f7f4691-4d42-4910-b95d-b1aa2c9db160 req-1b18f32a-3402-47e9-9192-c717ba94b2c7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0993de47-cf90-4c6e-a8fb-40c3ca40ea75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1911929 Jul 15 23:22:35.861951 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-194cd670-d0ea-4889-82f8-a54d45f40cb5 req-7ec2007e-ec81-4c9c-9436-d70c3ff945ac service neutron] 10.222.0.49 "GET /v2.0/networks/0993de47-cf90-4c6e-a8fb-40c3ca40ea75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629082 Jul 15 23:22:35.933543 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af6423e0-2cfe-4ce0-8fb5-d2857c126ee9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:35.947503 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af6423e0-2cfe-4ce0-8fb5-d2857c126ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:35.956387 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b2a28efb-46a4-44ff-b313-0090160b81eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:35.993570 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af6423e0-2cfe-4ce0-8fb5-d2857c126ee9 admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:22:36.004820 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ba84c-2741-48b7-9f19-6d32c5a26b76 req-c0f69b5c-d22a-4138-9e63-ce1691d1d8ca tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:36.006647 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-918ba84c-2741-48b7-9f19-6d32c5a26b76 req-c0f69b5c-d22a-4138-9e63-ce1691d1d8ca tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.48 "GET /v2.0/ports?device_id=1206656c-4bac-41ba-8e91-8ce3ff02b529 HTTP/1.1" status: 200 len: 944 time: 0.5097935 Jul 15 23:22:36.014575 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6423e0-2cfe-4ce0-8fb5-d2857c126ee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=989006ef-fd38-4970-8e1e-8e7501e6e159,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:36.029022 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af6423e0-2cfe-4ce0-8fb5-d2857c126ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:36.029275 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-af6423e0-2cfe-4ce0-8fb5-d2857c126ee9 admin admin] Added segment 2738d4cd-fbf0-4b66-9e4b-98fef295969b of type vlan for network 41ba5b78-5ae5-478b-a209-d668334d7ec4 Jul 15 23:22:36.050296 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8f7f4691-4d42-4910-b95d-b1aa2c9db160 req-5f1ea384-a34c-4b34-8762-fc89c8ae021e service neutron] 10.222.0.49 "GET /v2.0/networks/0993de47-cf90-4c6e-a8fb-40c3ca40ea75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871974 Jul 15 23:22:36.088442 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af6423e0-2cfe-4ce0-8fb5-d2857c126ee9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:36.094871 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d08af-db36-47c1-826f-29ba4d801327 req-e15ec032-e9f3-457f-8c2e-3f14ded037e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:36.096439 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9a6d08af-db36-47c1-826f-29ba4d801327 req-e15ec032-e9f3-457f-8c2e-3f14ded037e6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4b15e22ba4eb43169240491cd7fe1115&device_id=d060e55a-acc4-47ec-a658-af16a484eec8 HTTP/1.1" status: 200 len: 1096 time: 0.2923174 Jul 15 23:22:36.118286 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-918ba84c-2741-48b7-9f19-6d32c5a26b76 req-d299e3c2-b6dc-4433-94b5-835dad360086 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.48 "GET /v2.0/security-groups?id=bdceead4-2aa2-476e-b28f-908c29748be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009629 Jul 15 23:22:36.165005 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69b165b-0f66-4352-94e0-bbf77f0551cb req-a93c3bc6-68a4-4fc1-87a4-da9ef565ff38 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:36.172483 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c69b165b-0f66-4352-94e0-bbf77f0551cb req-a93c3bc6-68a4-4fc1-87a4-da9ef565ff38 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=034c5967-bea6-4ef8-8127-a944ad1c67a1 HTTP/1.1" status: 200 len: 946 time: 0.2264447 Jul 15 23:22:36.186710 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af6423e0-2cfe-4ce0-8fb5-d2857c126ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:36.187709 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6423e0-2cfe-4ce0-8fb5-d2857c126ee9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:36.188520 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af6423e0-2cfe-4ce0-8fb5-d2857c126ee9 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:36.236486 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8f7f4691-4d42-4910-b95d-b1aa2c9db160 req-336ae06a-387f-4061-a1ed-c05feed1c110 service neutron] 10.222.0.49 "GET /v2.0/networks/0993de47-cf90-4c6e-a8fb-40c3ca40ea75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799965 Jul 15 23:22:36.259925 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c69b165b-0f66-4352-94e0-bbf77f0551cb req-b9abb85c-8f7a-419d-bf7c-d42f85bda159 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859456 Jul 15 23:22:36.285802 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:36.292410 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b2a28efb-46a4-44ff-b313-0090160b81eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:36.301889 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b2a28efb-46a4-44ff-b313-0090160b81eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:36.364064 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-af6423e0-2cfe-4ce0-8fb5-d2857c126ee9 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7509248 Jul 15 23:22:36.367719 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 42292) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:36.373417 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-48c8df8e-5d43-4ba8-b5e0-3315ecd8b46a admin admin] Request body: {'subnet': {'network_id': '41ba5b78-5ae5-478b-a209-d668334d7ec4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-145305406-subnet', 'tenant_id': '5e1f6f70bf66460784a7c07529f72c04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:36.377600 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6423e0-2cfe-4ce0-8fb5-d2857c126ee9 admin admin] Pushing event updated for resources: {'Network': ['ID=41ba5b78-5ae5-478b-a209-d668334d7ec4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:36.389404 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 41ba5b78-5ae5-478b-a209-d668334d7ec4 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:22:36.403220 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d08af-db36-47c1-826f-29ba4d801327 req-145c3020-4602-42eb-b6b0-9a6462fc9c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:36.409306 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9a6d08af-db36-47c1-826f-29ba4d801327 req-145c3020-4602-42eb-b6b0-9a6462fc9c68 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d1484756-2d6b-4cf1-82f2-ca0b5a0942a2 HTTP/1.1" status: 200 len: 907 time: 0.2833364 Jul 15 23:22:36.429645 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c8df8e-5d43-4ba8-b5e0-3315ecd8b46a admin admin] Made reservation on behalf of 5e1f6f70bf66460784a7c07529f72c04 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:22:36.435546 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-48c8df8e-5d43-4ba8-b5e0-3315ecd8b46a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:36.491685 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9a6d08af-db36-47c1-826f-29ba4d801327 req-e3a83030-35d6-44a4-bdaf-405c94e4e936 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=428fc395-88ca-4e6d-b708-6f3664ed368d HTTP/1.1" status: 200 len: 217 time: 0.0693307 Jul 15 23:22:36.493924 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a28efb-46a4-44ff-b313-0090160b81eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4314deec-12ac-4a03-9ca2-0f3a3fdb55da,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:36.501227 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b2a28efb-46a4-44ff-b313-0090160b81eb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dfab26de7f5943a5aef18d22cbbecb9b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0147934 Jul 15 23:22:36.502221 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 42296) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:36.581587 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d08af-db36-47c1-826f-29ba4d801327 req-298c4b5c-61a8-4827-9e73-b59c782c2be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:36.583398 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9a6d08af-db36-47c1-826f-29ba4d801327 req-298c4b5c-61a8-4827-9e73-b59c782c2be8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1ce1cd1d-7829-480f-9da2-8bc3514230d8 HTTP/1.1" status: 200 len: 846 time: 0.0800412 Jul 15 23:22:36.585395 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0eca27-7860-4e3d-9a6a-d01681f00373 req-9aacf4f9-09b5-4206-8daf-ea9e46c6b6c3 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:36.586918 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ca0eca27-7860-4e3d-9a6a-d01681f00373 req-9aacf4f9-09b5-4206-8daf-ea9e46c6b6c3 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=034c5967-bea6-4ef8-8127-a944ad1c67a1 HTTP/1.1" status: 200 len: 946 time: 0.1347225 Jul 15 23:22:36.631929 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9a6d08af-db36-47c1-826f-29ba4d801327 req-4c46e304-097c-4763-8807-fd13ac985d35 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d1484756-2d6b-4cf1-82f2-ca0b5a0942a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410063 Jul 15 23:22:36.632557 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-25ded4f7-439c-4cec-8bfb-2e075bd2267e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:36.669821 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ca0eca27-7860-4e3d-9a6a-d01681f00373 req-91e2d985-b677-4792-9565-3b0339a3a2bd tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759211 Jul 15 23:22:36.689996 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-25ded4f7-439c-4cec-8bfb-2e075bd2267e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:36.728944 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-48c8df8e-5d43-4ba8-b5e0-3315ecd8b46a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:36.811308 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9a6d08af-db36-47c1-826f-29ba4d801327 req-cc3ac548-fa01-404a-bb63-adb395e41ae7 service neutron] 10.222.0.41 "GET /v2.0/networks/d1484756-2d6b-4cf1-82f2-ca0b5a0942a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730936 Jul 15 23:22:36.833753 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-25ded4f7-439c-4cec-8bfb-2e075bd2267e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:36.837098 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-25ded4f7-439c-4cec-8bfb-2e075bd2267e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:36.840494 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-25ded4f7-439c-4cec-8bfb-2e075bd2267e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4314deec-12ac-4a03-9ca2-0f3a3fdb55da HTTP/1.1" status: 204 len: 168 time: 0.3339961 Jul 15 23:22:36.840650 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c8df8e-5d43-4ba8-b5e0-3315ecd8b46a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f47f870e-8dcf-40a8-8002-bb3a171931aa,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:36.851564 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c8df8e-5d43-4ba8-b5e0-3315ecd8b46a admin admin] Checking segment: {'id': '2738d4cd-fbf0-4b66-9e4b-98fef295969b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '41ba5b78-5ae5-478b-a209-d668334d7ec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:22:36.852207 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c8df8e-5d43-4ba8-b5e0-3315ecd8b46a admin admin] Network hostable DHCP agents. Network: 41ba5b78-5ae5-478b-a209-d668334d7ec4, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:22:36.864353 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ded4f7-439c-4cec-8bfb-2e075bd2267e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4314deec-12ac-4a03-9ca2-0f3a3fdb55da,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:36.871318 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c8df8e-5d43-4ba8-b5e0-3315ecd8b46a admin admin] Network 41ba5b78-5ae5-478b-a209-d668334d7ec4 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:22:36.900476 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-48c8df8e-5d43-4ba8-b5e0-3315ecd8b46a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 41ba5b78-5ae5-478b-a209-d668334d7ec4) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:22:36.913052 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0294ed98-205d-43cd-815b-bdcf8dc15514 None None] Network 41ba5b78-5ae5-478b-a209-d668334d7ec4 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:22:36.929597 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c8df8e-5d43-4ba8-b5e0-3315ecd8b46a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:36.930266 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-48c8df8e-5d43-4ba8-b5e0-3315ecd8b46a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:36.968702 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9a6d08af-db36-47c1-826f-29ba4d801327 req-c62b7cee-5a94-430a-be74-c3fe2bd660c0 service neutron] 10.222.0.41 "GET /v2.0/networks/d1484756-2d6b-4cf1-82f2-ca0b5a0942a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476433 Jul 15 23:22:36.971366 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-48c8df8e-5d43-4ba8-b5e0-3315ecd8b46a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6023021 Jul 15 23:22:37.154365 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d9915f-815b-441f-810e-6048fc507fe6 None None] Network 41ba5b78-5ae5-478b-a209-d668334d7ec4 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:22:37.210560 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 42322) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:37.223481 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device fa50d709-de0c-4a35-ae18-2a32392658f3 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:22:37.291408 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b1fd61-3dfc-4660-8c8a-c1ccea7c5a72 req-4d7b67a5-b791-44ed-9bed-b3b627612d57 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:37.300787 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-94b1fd61-3dfc-4660-8c8a-c1ccea7c5a72 req-4d7b67a5-b791-44ed-9bed-b3b627612d57 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=034c5967-bea6-4ef8-8127-a944ad1c67a1 HTTP/1.1" status: 200 len: 946 time: 0.1309280 Jul 15 23:22:37.317964 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-5db6ab0a-dfa7-4d94-a901-2ce389f4cfc7 admin admin] Deleting subnet 743c71de-e2be-470f-991d-8b2122642a4f {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:22:37.331780 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5db6ab0a-dfa7-4d94-a901-2ce389f4cfc7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:37.407847 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5db6ab0a-dfa7-4d94-a901-2ce389f4cfc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:37.441314 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-94b1fd61-3dfc-4660-8c8a-c1ccea7c5a72 req-8d695990-3dd7-4644-b5f5-1d2ddf789c75 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336811 Jul 15 23:22:37.449258 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port fa50d709-de0c-4a35-ae18-2a32392658f3, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=fa50d709-de0c-4a35-ae18-2a32392658f3,segment=NetworkSegment(438bf9c5-3d9e-49bd-8ce4-a018d4ebb7f3),segment_id=438bf9c5-3d9e-49bd-8ce4-a018d4ebb7f3)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:37.471789 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': 'fa50d709-de0c-4a35-ae18-2a32392658f3', 'network_id': '0993de47-cf90-4c6e-a8fb-40c3ca40ea75', 'port_id': 'fa50d709-de0c-4a35-ae18-2a32392658f3', 'mac_address': 'fa:16:3e:98:2e:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8668e0b-b1a9-4c49-a439-5ac4e2596326', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:22:37.485760 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5db6ab0a-dfa7-4d94-a901-2ce389f4cfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:37.501839 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b90671-10eb-44f4-9f71-5b410573c335 req-f8287626-b651-41b3-a0dd-0093180e0f87 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:37.501839 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-18b90671-10eb-44f4-9f71-5b410573c335 req-f8287626-b651-41b3-a0dd-0093180e0f87 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.48 "GET /v2.0/ports?device_id=1206656c-4bac-41ba-8e91-8ce3ff02b529 HTTP/1.1" status: 200 len: 944 time: 0.1869307 Jul 15 23:22:37.517864 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:37.546909 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa50d709-de0c-4a35-ae18-2a32392658f3 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:22:37.587518 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-18b90671-10eb-44f4-9f71-5b410573c335 req-184e1f96-3edc-453a-ae6b-86d139b29034 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.48 "GET /v2.0/security-groups?id=bdceead4-2aa2-476e-b28f-908c29748be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745130 Jul 15 23:22:37.591049 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port fa50d709-de0c-4a35-ae18-2a32392658f3, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=fa50d709-de0c-4a35-ae18-2a32392658f3,segment=NetworkSegment(438bf9c5-3d9e-49bd-8ce4-a018d4ebb7f3),segment_id=438bf9c5-3d9e-49bd-8ce4-a018d4ebb7f3)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:37.598354 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:37.599521 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device b63ccbb0-08db-4824-ba63-924ebe63a587 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:22:37.602781 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5db6ab0a-dfa7-4d94-a901-2ce389f4cfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:37.665507 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db6ab0a-dfa7-4d94-a901-2ce389f4cfc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=743c71de-e2be-470f-991d-8b2122642a4f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:37.675480 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5db6ab0a-dfa7-4d94-a901-2ce389f4cfc7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:37.677429 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-5db6ab0a-dfa7-4d94-a901-2ce389f4cfc7 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/743c71de-e2be-470f-991d-8b2122642a4f HTTP/1.1" status: 204 len: 168 time: 0.4658544 Jul 15 23:22:37.680238 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 42338) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:37.730192 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port b63ccbb0-08db-4824-ba63-924ebe63a587, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=b63ccbb0-08db-4824-ba63-924ebe63a587,segment=NetworkSegment(438bf9c5-3d9e-49bd-8ce4-a018d4ebb7f3),segment_id=438bf9c5-3d9e-49bd-8ce4-a018d4ebb7f3)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:37.739726 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=fa50d709-de0c-4a35-ae18-2a32392658f3,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:37.755744 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': 'b63ccbb0-08db-4824-ba63-924ebe63a587', 'network_id': '0993de47-cf90-4c6e-a8fb-40c3ca40ea75', 'port_id': 'b63ccbb0-08db-4824-ba63-924ebe63a587', 'mac_address': 'fa:16:3e:57:de:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8668e0b-b1a9-4c49-a439-5ac4e2596326', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:22:37.799967 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ffaf8a34-0252-409b-98fa-fb71aeea5254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:37.811957 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:37.827697 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b63ccbb0-08db-4824-ba63-924ebe63a587 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:22:37.851693 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port b63ccbb0-08db-4824-ba63-924ebe63a587, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=b63ccbb0-08db-4824-ba63-924ebe63a587,segment=NetworkSegment(438bf9c5-3d9e-49bd-8ce4-a018d4ebb7f3),segment_id=438bf9c5-3d9e-49bd-8ce4-a018d4ebb7f3)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:37.856829 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:37.913501 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ffaf8a34-0252-409b-98fa-fb71aeea5254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:37.925788 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-ffaf8a34-0252-409b-98fa-fb71aeea5254 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0bc4d11-24df-4dc6-8388-8f22ebf0aa6b']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:37.934258 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=b63ccbb0-08db-4824-ba63-924ebe63a587,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:37.940077 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-ffaf8a34-0252-409b-98fa-fb71aeea5254 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eeff7d6-5197-4d54-9ae4-9509e6881e8c') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:37.940597 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 42346) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:37.941096 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-ffaf8a34-0252-409b-98fa-fb71aeea5254 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eeff7d6-5197-4d54-9ae4-9509e6881e8c') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:37.957092 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ffaf8a34-0252-409b-98fa-fb71aeea5254 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:37.973935 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ffaf8a34-0252-409b-98fa-fb71aeea5254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:37.981653 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffaf8a34-0252-409b-98fa-fb71aeea5254 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:22:37.982062 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ffaf8a34-0252-409b-98fa-fb71aeea5254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:37.984233 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:22:37.984233 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:22:37.984233 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:22:37.984233 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:22:37.984233 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:22:37.984233 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:22:37.984233 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:22:37.984233 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:22:37.984233 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:22:37.984233 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:22:37.984233 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:22:37.984233 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:22:37.984233 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:22:37.984233 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:22:37.984233 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:22:37.984233 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:22:37.984233 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:22:37.984233 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:22:37.984233 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:22:37.984233 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:22:37.984233 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:22:37.984233 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:22:37.984233 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:22:37.984233 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:22:37.984233 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:22:37.984233 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:22:37.984233 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:22:37.984233 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:22:37.984233 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:22:37.984233 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:22:37.984233 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:22:37.984233 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:22:37.984233 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:22:37.984233 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:22:37.984233 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:22:37.984233 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:22:37.984233 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:22:37.984233 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:22:37.984233 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:22:37.984233 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:22:37.984233 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:22:37.984233 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:22:37.984233 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:22:37.984233 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:22:38.053454 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ffaf8a34-0252-409b-98fa-fb71aeea5254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:38.059511 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ffaf8a34-0252-409b-98fa-fb71aeea5254 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:38.061551 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-ffaf8a34-0252-409b-98fa-fb71aeea5254 admin admin] 10.222.0.48 "DELETE /v2.0/networks/c0bc4d11-24df-4dc6-8388-8f22ebf0aa6b HTTP/1.1" status: 204 len: 168 time: 0.3803267 Jul 15 23:22:38.064471 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 42352) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:38.078724 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7786279e-341e-4bed-ab92-98c74420ce22 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-991407171-network', 'tenant_id': '59859dcc1e7748b980efd77feaf90704'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:38.085315 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaf8a34-0252-409b-98fa-fb71aeea5254 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0bc4d11-24df-4dc6-8388-8f22ebf0aa6b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:38.130344 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-f250dfc2-886e-456c-8494-f2139c8c7e1f admin admin] Deleting subnet f47f870e-8dcf-40a8-8002-bb3a171931aa {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:22:38.135375 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7786279e-341e-4bed-ab92-98c74420ce22 admin admin] Made reservation on behalf of 59859dcc1e7748b980efd77feaf90704 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:22:38.137735 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7786279e-341e-4bed-ab92-98c74420ce22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:38.139679 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f250dfc2-886e-456c-8494-f2139c8c7e1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:38.149091 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:38.170289 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7786279e-341e-4bed-ab92-98c74420ce22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:38.175847 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['fa50d709-de0c-4a35-ae18-2a32392658f3'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:22:38.202367 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['b63ccbb0-08db-4824-ba63-924ebe63a587'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:22:38.271723 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7786279e-341e-4bed-ab92-98c74420ce22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:38.278655 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7786279e-341e-4bed-ab92-98c74420ce22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:38.288415 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f250dfc2-886e-456c-8494-f2139c8c7e1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:38.330682 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7786279e-341e-4bed-ab92-98c74420ce22 admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:22:38.356122 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7786279e-341e-4bed-ab92-98c74420ce22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:38.359863 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7786279e-341e-4bed-ab92-98c74420ce22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:38.360227 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-7786279e-341e-4bed-ab92-98c74420ce22 admin admin] Added segment 6a7e0458-bbaf-4bb9-aba2-86a18db5b19d of type vlan for network 7247f305-0d2c-4c58-8aee-858aaa9a4382 Jul 15 23:22:38.372296 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f250dfc2-886e-456c-8494-f2139c8c7e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:38.438672 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7786279e-341e-4bed-ab92-98c74420ce22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:38.483146 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f250dfc2-886e-456c-8494-f2139c8c7e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:38.491831 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7786279e-341e-4bed-ab92-98c74420ce22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:38.492776 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7786279e-341e-4bed-ab92-98c74420ce22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:38.493353 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7786279e-341e-4bed-ab92-98c74420ce22 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:38.518502 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f250dfc2-886e-456c-8494-f2139c8c7e1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f47f870e-8dcf-40a8-8002-bb3a171931aa,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:38.534055 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f250dfc2-886e-456c-8494-f2139c8c7e1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:38.536140 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f250dfc2-886e-456c-8494-f2139c8c7e1f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f47f870e-8dcf-40a8-8002-bb3a171931aa HTTP/1.1" status: 204 len: 168 time: 0.4704506 Jul 15 23:22:38.539368 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 42356) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:38.546641 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-7786279e-341e-4bed-ab92-98c74420ce22 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6047680 Jul 15 23:22:38.550803 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 42358) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:38.558200 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a12b4bdd-a358-4af2-8154-a8b3576e1053 admin admin] Request body: {'subnet': {'network_id': '7247f305-0d2c-4c58-8aee-858aaa9a4382', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-991407171-subnet', 'tenant_id': '59859dcc1e7748b980efd77feaf90704', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:38.600353 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7786279e-341e-4bed-ab92-98c74420ce22 admin admin] Pushing event updated for resources: {'Network': ['ID=7247f305-0d2c-4c58-8aee-858aaa9a4382,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:38.616167 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 7247f305-0d2c-4c58-8aee-858aaa9a4382 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:22:38.618929 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12b4bdd-a358-4af2-8154-a8b3576e1053 admin admin] Made reservation on behalf of 59859dcc1e7748b980efd77feaf90704 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:22:38.623303 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a12b4bdd-a358-4af2-8154-a8b3576e1053 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:38.697780 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22d806ec-3299-4fcf-affc-fb9b806d7ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:38.831518 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a12b4bdd-a358-4af2-8154-a8b3576e1053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:38.855388 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc091d8-6568-4529-96cf-866b4483102f req-4fac1058-9e78-40ce-9079-ebfc75775910 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:38.858799 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-afc091d8-6568-4529-96cf-866b4483102f req-4fac1058-9e78-40ce-9079-ebfc75775910 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=034c5967-bea6-4ef8-8127-a944ad1c67a1 HTTP/1.1" status: 200 len: 946 time: 0.2847555 Jul 15 23:22:38.898135 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12b4bdd-a358-4af2-8154-a8b3576e1053 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5f0bc39-0174-49c0-9e6d-079c96cb8d04,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:38.902520 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12b4bdd-a358-4af2-8154-a8b3576e1053 admin admin] Checking segment: {'id': '6a7e0458-bbaf-4bb9-aba2-86a18db5b19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7247f305-0d2c-4c58-8aee-858aaa9a4382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:22:38.902895 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12b4bdd-a358-4af2-8154-a8b3576e1053 admin admin] Network hostable DHCP agents. Network: 7247f305-0d2c-4c58-8aee-858aaa9a4382, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:22:38.922059 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12b4bdd-a358-4af2-8154-a8b3576e1053 admin admin] Network 7247f305-0d2c-4c58-8aee-858aaa9a4382 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:22:38.930063 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22d806ec-3299-4fcf-affc-fb9b806d7ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:38.933376 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-a12b4bdd-a358-4af2-8154-a8b3576e1053 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 7247f305-0d2c-4c58-8aee-858aaa9a4382) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:22:38.941617 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2238f3c5-5c38-4470-8ce4-37301748953f None None] Network 7247f305-0d2c-4c58-8aee-858aaa9a4382 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:22:38.946989 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12b4bdd-a358-4af2-8154-a8b3576e1053 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:38.947743 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a12b4bdd-a358-4af2-8154-a8b3576e1053 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:38.975678 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a12b4bdd-a358-4af2-8154-a8b3576e1053 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4235077 Jul 15 23:22:38.984825 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-22d806ec-3299-4fcf-affc-fb9b806d7ba2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41ba5b78-5ae5-478b-a209-d668334d7ec4']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:39.000088 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-22d806ec-3299-4fcf-affc-fb9b806d7ba2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2738d4cd-fbf0-4b66-9e4b-98fef295969b') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:39.000664 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-22d806ec-3299-4fcf-affc-fb9b806d7ba2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2738d4cd-fbf0-4b66-9e4b-98fef295969b') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:22:39.024153 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22d806ec-3299-4fcf-affc-fb9b806d7ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:39.056987 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787861a3-3b10-493a-a883-6c814c0075a5 req-4ddb88a3-b66a-4fa7-913e-f6b06397fbb6 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:39.058946 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-787861a3-3b10-493a-a883-6c814c0075a5 req-4ddb88a3-b66a-4fa7-913e-f6b06397fbb6 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.48 "GET /v2.0/ports?device_id=1206656c-4bac-41ba-8e91-8ce3ff02b529 HTTP/1.1" status: 200 len: 945 time: 0.3037701 Jul 15 23:22:39.065366 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-afc091d8-6568-4529-96cf-866b4483102f req-9bdb0ff2-28dd-4de1-970d-cd771e2cbed1 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949933 Jul 15 23:22:39.071737 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22d806ec-3299-4fcf-affc-fb9b806d7ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:39.104115 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22d806ec-3299-4fcf-affc-fb9b806d7ba2 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:22:39.105183 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22d806ec-3299-4fcf-affc-fb9b806d7ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:39.107317 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:22:39.107317 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:22:39.107317 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:22:39.107317 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:22:39.107317 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:22:39.107317 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:22:39.107317 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:22:39.107317 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:22:39.107317 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:22:39.107317 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:22:39.107317 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:22:39.107317 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:22:39.107317 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:22:39.107317 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:22:39.107317 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:22:39.107317 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:22:39.107317 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:22:39.107317 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:22:39.107317 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:22:39.107317 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:22:39.107317 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:22:39.107317 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:22:39.107317 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:22:39.107317 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:22:39.107317 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:22:39.107317 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:22:39.107317 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:22:39.107317 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:22:39.107317 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:22:39.107317 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:22:39.107317 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:22:39.107317 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:22:39.173234 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cae2997-6707-4b03-a06a-91b599c50a6e None None] Network 7247f305-0d2c-4c58-8aee-858aaa9a4382 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:22:39.200166 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-787861a3-3b10-493a-a883-6c814c0075a5 req-0755e74b-e44a-4bdc-bfac-0ed52f86d30c tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.48 "GET /v2.0/security-groups?id=bdceead4-2aa2-476e-b28f-908c29748be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328042 Jul 15 23:22:39.207914 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22d806ec-3299-4fcf-affc-fb9b806d7ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:39.219924 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22d806ec-3299-4fcf-affc-fb9b806d7ba2 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:39.223410 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-22d806ec-3299-4fcf-affc-fb9b806d7ba2 admin admin] 10.222.0.48 "DELETE /v2.0/networks/41ba5b78-5ae5-478b-a209-d668334d7ec4 HTTP/1.1" status: 204 len: 168 time: 0.6824322 Jul 15 23:22:39.247823 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d806ec-3299-4fcf-affc-fb9b806d7ba2 admin admin] Pushing event deleted for resources: {'Network': ['ID=41ba5b78-5ae5-478b-a209-d668334d7ec4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:39.258245 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d806ec-3299-4fcf-affc-fb9b806d7ba2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:39.258996 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d806ec-3299-4fcf-affc-fb9b806d7ba2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:39.260189 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d806ec-3299-4fcf-affc-fb9b806d7ba2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:39.260946 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d806ec-3299-4fcf-affc-fb9b806d7ba2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:39.261665 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d806ec-3299-4fcf-affc-fb9b806d7ba2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:39.262233 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d806ec-3299-4fcf-affc-fb9b806d7ba2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:39.262854 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d806ec-3299-4fcf-affc-fb9b806d7ba2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:39.263815 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d806ec-3299-4fcf-affc-fb9b806d7ba2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:39.264487 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d806ec-3299-4fcf-affc-fb9b806d7ba2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:39.265061 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d806ec-3299-4fcf-affc-fb9b806d7ba2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:39.265617 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d806ec-3299-4fcf-affc-fb9b806d7ba2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:39.266185 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d806ec-3299-4fcf-affc-fb9b806d7ba2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:22:39.436877 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 42380) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:39.491585 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-772d0011-ebba-4fbe-9338-fe07230812c6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f9c68900ce45458d965c95d71e159e8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0531929 Jul 15 23:22:39.495060 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 42382) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:39.555008 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1bdc1df1-f705-4674-b9db-446ba51ea3e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:39.591544 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1bdc1df1-f705-4674-b9db-446ba51ea3e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:39.660874 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1bdc1df1-f705-4674-b9db-446ba51ea3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:39.672350 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1bdc1df1-f705-4674-b9db-446ba51ea3e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:39.673600 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-1bdc1df1-f705-4674-b9db-446ba51ea3e4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ccc65c69-ed5c-47a1-adc8-8dcffdf902b7 HTTP/1.1" status: 204 len: 168 time: 0.1772521 Jul 15 23:22:39.691091 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdc1df1-f705-4674-b9db-446ba51ea3e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc65c69-ed5c-47a1-adc8-8dcffdf902b7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:39.958063 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f27c7e-f9e7-4ea1-b5f7-1777a551f4df req-2673607e-620d-4189-8b1b-926322f9e1b0 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:39.961050 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-63f27c7e-f9e7-4ea1-b5f7-1777a551f4df req-2673607e-620d-4189-8b1b-926322f9e1b0 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/networks?id=7247f305-0d2c-4c58-8aee-858aaa9a4382 HTTP/1.1" status: 200 len: 813 time: 0.1221530 Jul 15 23:22:39.984374 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-63f27c7e-f9e7-4ea1-b5f7-1777a551f4df req-45f6a914-1a55-407b-ac31-b5047a6b28c6 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/quotas/59859dcc1e7748b980efd77feaf90704 HTTP/1.1" status: 200 len: 375 time: 0.0157273 Jul 15 23:22:40.019249 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-63f27c7e-f9e7-4ea1-b5f7-1777a551f4df req-4b19581a-614d-4af9-98d4-81cd0663ed36 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=59859dcc1e7748b980efd77feaf90704&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339975 Jul 15 23:22:40.088714 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 42402) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:40.118141 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-63f27c7e-f9e7-4ea1-b5f7-1777a551f4df req-10c313ff-8960-4769-9016-66d8a554b88a service neutron] 10.222.0.48 "GET /v2.0/networks/7247f305-0d2c-4c58-8aee-858aaa9a4382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898063 Jul 15 23:22:40.139160 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-064ff827-57a6-47ed-bcef-53933146c715 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5e1f6f70bf66460784a7c07529f72c04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483680 Jul 15 23:22:40.139792 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 42406) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:40.198723 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43cfa5a5-8127-48c1-9375-3b6c48a08f1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:40.223598 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43cfa5a5-8127-48c1-9375-3b6c48a08f1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:40.248413 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-63f27c7e-f9e7-4ea1-b5f7-1777a551f4df req-1c198ab6-a519-4c3b-9d55-1be54c85906e service neutron] 10.222.0.48 "GET /v2.0/networks/7247f305-0d2c-4c58-8aee-858aaa9a4382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243215 Jul 15 23:22:40.280453 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43cfa5a5-8127-48c1-9375-3b6c48a08f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:40.282994 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43cfa5a5-8127-48c1-9375-3b6c48a08f1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:40.285830 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-43cfa5a5-8127-48c1-9375-3b6c48a08f1e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/989006ef-fd38-4970-8e1e-8e7501e6e159 HTTP/1.1" status: 204 len: 168 time: 0.1435912 Jul 15 23:22:40.298862 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cfa5a5-8127-48c1-9375-3b6c48a08f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=989006ef-fd38-4970-8e1e-8e7501e6e159,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:40.375378 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846f16e-3fc9-486f-9a64-eee6b1c8f04a req-00deb3ba-d882-4b92-acfe-8eced76c8d5e tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:40.376992 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e846f16e-3fc9-486f-9a64-eee6b1c8f04a req-00deb3ba-d882-4b92-acfe-8eced76c8d5e tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=034c5967-bea6-4ef8-8127-a944ad1c67a1 HTTP/1.1" status: 200 len: 946 time: 0.1276150 Jul 15 23:22:40.419972 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:22:40.445265 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e846f16e-3fc9-486f-9a64-eee6b1c8f04a req-0c5be96c-cf83-4dc8-886c-bf3d79196cbd tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605798 Jul 15 23:22:40.609583 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0435d27-6afe-45db-be25-8df2b95b3b58 req-c0e5e5f4-bd4c-4080-9609-e4b00a8263c6 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:40.611592 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b0435d27-6afe-45db-be25-8df2b95b3b58 req-c0e5e5f4-bd4c-4080-9609-e4b00a8263c6 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.48 "GET /v2.0/ports?device_id=1206656c-4bac-41ba-8e91-8ce3ff02b529 HTTP/1.1" status: 200 len: 945 time: 0.0805187 Jul 15 23:22:40.664111 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b0435d27-6afe-45db-be25-8df2b95b3b58 req-ec422d04-a129-484a-bf31-bc2b006e7255 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.48 "GET /v2.0/security-groups?id=bdceead4-2aa2-476e-b28f-908c29748be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453656 Jul 15 23:22:40.702737 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4450ecd7-adda-41ff-8a01-69396d1c1434 req-c4926675-51dd-4321-a5dd-514a4e55d269 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 210 time: 0.0375373 Jul 15 23:22:41.206135 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device fa50d709-de0c-4a35-ae18-2a32392658f3 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:22:41.264421 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port fa50d709-de0c-4a35-ae18-2a32392658f3 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:22:41.269036 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port fa50d709-de0c-4a35-ae18-2a32392658f3 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:22:41.269508 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:41.374553 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:41.403109 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '169bd856-1ae8-48b0-8478-23a6eebdd58d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa50d709-de0c-4a35-ae18-2a32392658f3'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:22:41.406451 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e7bc75-43b7-40d5-961b-b899e99031e8" -d '{"events": [{"server_uuid": "169bd856-1ae8-48b0-8478-23a6eebdd58d", "name": "network-vif-plugged", "status": "completed", "tag": "fa50d709-de0c-4a35-ae18-2a32392658f3"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:22:41.423362 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port fa50d709-de0c-4a35-ae18-2a32392658f3, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=fa50d709-de0c-4a35-ae18-2a32392658f3,segment=NetworkSegment(438bf9c5-3d9e-49bd-8ce4-a018d4ebb7f3),segment_id=438bf9c5-3d9e-49bd-8ce4-a018d4ebb7f3)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:41.427958 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:41.429052 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device b63ccbb0-08db-4824-ba63-924ebe63a587 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:22:41.484785 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45abdb3a-4651-439d-8823-a1d55c66ed2b x-openstack-request-id: req-45abdb3a-4651-439d-8823-a1d55c66ed2b {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:22:41.485104 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "169bd856-1ae8-48b0-8478-23a6eebdd58d", "name": "network-vif-plugged", "status": "completed", "tag": "fa50d709-de0c-4a35-ae18-2a32392658f3", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:22:41.485369 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-45abdb3a-4651-439d-8823-a1d55c66ed2b {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:22:41.485781 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '169bd856-1ae8-48b0-8478-23a6eebdd58d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa50d709-de0c-4a35-ae18-2a32392658f3', 'code': 200} Jul 15 23:22:41.543891 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=fa50d709-de0c-4a35-ae18-2a32392658f3,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:41.560584 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port b63ccbb0-08db-4824-ba63-924ebe63a587 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:22:41.565241 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port b63ccbb0-08db-4824-ba63-924ebe63a587 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:22:41.565969 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:41.628951 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8279b915-f755-434f-ab8e-806f9db09fd6 req-e2c7cf0a-0e65-4f8f-900b-8521903d0ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:41.631496 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8279b915-f755-434f-ab8e-806f9db09fd6 req-e2c7cf0a-0e65-4f8f-900b-8521903d0ce4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=169bd856-1ae8-48b0-8478-23a6eebdd58d HTTP/1.1" status: 200 len: 1097 time: 0.0840774 Jul 15 23:22:41.716954 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8279b915-f755-434f-ab8e-806f9db09fd6 req-63b4a66a-1924-4eec-aa0f-d37f57caa7ea service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=bdceead4-2aa2-476e-b28f-908c29748be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743353 Jul 15 23:22:41.849779 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 42482) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:41.862943 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b5056d-734b-49b5-bbd6-b98d735c255f req-d91932c8-50ec-4127-8990-7dc4585d1a9c tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:41.864772 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-06b5056d-734b-49b5-bbd6-b98d735c255f req-d91932c8-50ec-4127-8990-7dc4585d1a9c tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=034c5967-bea6-4ef8-8127-a944ad1c67a1 HTTP/1.1" status: 200 len: 946 time: 0.2320235 Jul 15 23:22:41.874832 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f27c7e-f9e7-4ea1-b5f7-1777a551f4df req-f298f3bc-bc8f-4c23-aaa3-76639d0669ba tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:41.876436 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-63f27c7e-f9e7-4ea1-b5f7-1777a551f4df req-f298f3bc-bc8f-4c23-aaa3-76639d0669ba tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.49 "GET /v2.0/networks?id=7247f305-0d2c-4c58-8aee-858aaa9a4382 HTTP/1.1" status: 200 len: 813 time: 0.1623216 Jul 15 23:22:41.902565 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-63f27c7e-f9e7-4ea1-b5f7-1777a551f4df req-6434dd81-9e40-4e4b-baca-a746ba8f2c0c tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Request body: {'port': {'device_id': '08406f94-06d0-40bd-8008-f8357df04865', 'network_id': '7247f305-0d2c-4c58-8aee-858aaa9a4382', 'admin_state_up': True, 'tenant_id': '59859dcc1e7748b980efd77feaf90704'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:42.057028 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf6eb411-c10b-40ba-a0b5-9019397b1601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:42.064231 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-06b5056d-734b-49b5-bbd6-b98d735c255f req-78e75a44-48e0-4e51-a7ff-ddf2aa5b1153 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866012 Jul 15 23:22:42.135086 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a68ac6-6370-478d-ac38-24885062c282 req-e1b49646-b48d-4849-8109-5c8a96a19b86 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:42.138408 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-12a68ac6-6370-478d-ac38-24885062c282 req-e1b49646-b48d-4849-8109-5c8a96a19b86 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.48 "GET /v2.0/ports?device_id=1206656c-4bac-41ba-8e91-8ce3ff02b529 HTTP/1.1" status: 200 len: 945 time: 0.1384420 Jul 15 23:22:42.165054 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:42.195127 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf6eb411-c10b-40ba-a0b5-9019397b1601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:42.200185 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf6eb411-c10b-40ba-a0b5-9019397b1601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:42.212706 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port b63ccbb0-08db-4824-ba63-924ebe63a587, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=b63ccbb0-08db-4824-ba63-924ebe63a587,segment=NetworkSegment(438bf9c5-3d9e-49bd-8ce4-a018d4ebb7f3),segment_id=438bf9c5-3d9e-49bd-8ce4-a018d4ebb7f3)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:42.217860 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:42.240841 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6eb411-c10b-40ba-a0b5-9019397b1601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c98fff-9edf-4d87-a43c-0aca375245bd,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:42.261228 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-cf6eb411-c10b-40ba-a0b5-9019397b1601 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b5ce626561ae4d17bc9bb475651243c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4101181 Jul 15 23:22:42.262088 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 42488) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:42.278670 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=b63ccbb0-08db-4824-ba63-924ebe63a587,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:42.309445 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-12a68ac6-6370-478d-ac38-24885062c282 req-3563d7f3-2ef4-4e65-82b6-33848cfdd374 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.48 "GET /v2.0/security-groups?id=bdceead4-2aa2-476e-b28f-908c29748be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653526 Jul 15 23:22:42.310309 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63f27c7e-f9e7-4ea1-b5f7-1777a551f4df req-6434dd81-9e40-4e4b-baca-a746ba8f2c0c tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Made reservation on behalf of 59859dcc1e7748b980efd77feaf90704 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:22:42.321729 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-80b7f558-9741-4e31-8c4a-b6b8f885b3f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:42.326658 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-63f27c7e-f9e7-4ea1-b5f7-1777a551f4df req-6434dd81-9e40-4e4b-baca-a746ba8f2c0c tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:42.357534 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-80b7f558-9741-4e31-8c4a-b6b8f885b3f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:42.428586 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-80b7f558-9741-4e31-8c4a-b6b8f885b3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:42.431154 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-80b7f558-9741-4e31-8c4a-b6b8f885b3f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:42.432424 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-80b7f558-9741-4e31-8c4a-b6b8f885b3f4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f2c98fff-9edf-4d87-a43c-0aca375245bd HTTP/1.1" status: 204 len: 168 time: 0.1692038 Jul 15 23:22:42.450487 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b7f558-9741-4e31-8c4a-b6b8f885b3f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c98fff-9edf-4d87-a43c-0aca375245bd,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:42.468573 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9fb90876-90da-4309-9e5c-234b4b202e52 req-d3ecfd46-b82a-4af4-a741-6b7b881470f7 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 210 time: 0.0699353 Jul 15 23:22:42.565391 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-63f27c7e-f9e7-4ea1-b5f7-1777a551f4df req-6434dd81-9e40-4e4b-baca-a746ba8f2c0c tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Allocated IP 172.20.0.11 (7247f305-0d2c-4c58-8aee-858aaa9a4382/b5f0bc39-0174-49c0-9e6d-079c96cb8d04/bc0ad9c8-d331-4c34-9709-dbfd3a650852) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:22:42.762460 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-63f27c7e-f9e7-4ea1-b5f7-1777a551f4df req-6434dd81-9e40-4e4b-baca-a746ba8f2c0c tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:42.822585 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-63f27c7e-f9e7-4ea1-b5f7-1777a551f4df req-6434dd81-9e40-4e4b-baca-a746ba8f2c0c tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:42.870409 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63f27c7e-f9e7-4ea1-b5f7-1777a551f4df req-6434dd81-9e40-4e4b-baca-a746ba8f2c0c tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Network 7247f305-0d2c-4c58-8aee-858aaa9a4382 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:22:42.873675 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-63f27c7e-f9e7-4ea1-b5f7-1777a551f4df req-6434dd81-9e40-4e4b-baca-a746ba8f2c0c tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:22:42.877769 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-63f27c7e-f9e7-4ea1-b5f7-1777a551f4df req-6434dd81-9e40-4e4b-baca-a746ba8f2c0c tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:22:42.934064 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6434dd81-9e40-4e4b-baca-a746ba8f2c0c tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Pushing event updated for resources: {'Port': ['ID=bc0ad9c8-d331-4c34-9709-dbfd3a650852,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:42.956701 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f27c7e-f9e7-4ea1-b5f7-1777a551f4df req-6434dd81-9e40-4e4b-baca-a746ba8f2c0c tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:42.957577 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-63f27c7e-f9e7-4ea1-b5f7-1777a551f4df req-6434dd81-9e40-4e4b-baca-a746ba8f2c0c tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:42.984850 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-63f27c7e-f9e7-4ea1-b5f7-1777a551f4df req-6434dd81-9e40-4e4b-baca-a746ba8f2c0c tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0878856 Jul 15 23:22:43.016971 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-63f27c7e-f9e7-4ea1-b5f7-1777a551f4df req-f771c69a-dd4b-4112-820b-0bf85700c236 service neutron] Request body: {'port': {'device_id': '08406f94-06d0-40bd-8008-f8357df04865', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:43.103622 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-63f27c7e-f9e7-4ea1-b5f7-1777a551f4df req-f771c69a-dd4b-4112-820b-0bf85700c236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:43.387182 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950f62d3-5520-4e7f-835b-685c6cb619c1 req-e87396ee-92a9-41dd-9fcd-6b77210a9377 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:43.388103 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-950f62d3-5520-4e7f-835b-685c6cb619c1 req-e87396ee-92a9-41dd-9fcd-6b77210a9377 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=034c5967-bea6-4ef8-8127-a944ad1c67a1 HTTP/1.1" status: 200 len: 946 time: 0.1533430 Jul 15 23:22:43.487666 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1206656c-4bac-41ba-8e91-8ce3ff02b529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b63ccbb0-08db-4824-ba63-924ebe63a587'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:22:43.491077 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c444645c-6b61-4a35-b833-a6ef7cebcc23" -d '{"events": [{"server_uuid": "1206656c-4bac-41ba-8e91-8ce3ff02b529", "name": "network-vif-plugged", "status": "completed", "tag": "b63ccbb0-08db-4824-ba63-924ebe63a587"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:22:43.499368 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-950f62d3-5520-4e7f-835b-685c6cb619c1 req-f10fb42a-3d5e-4691-9251-5374736ff8c9 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029129 Jul 15 23:22:43.579898 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-63f27c7e-f9e7-4ea1-b5f7-1777a551f4df req-f771c69a-dd4b-4112-820b-0bf85700c236 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc0ad9c8-d331-4c34-9709-dbfd3a650852 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:22:43.599512 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-63f27c7e-f9e7-4ea1-b5f7-1777a551f4df req-f771c69a-dd4b-4112-820b-0bf85700c236 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:43.639256 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-63f27c7e-f9e7-4ea1-b5f7-1777a551f4df req-f771c69a-dd4b-4112-820b-0bf85700c236 service neutron] Transition to ACTIVE for port object bc0ad9c8-d331-4c34-9709-dbfd3a650852 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:22:43.644060 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-63f27c7e-f9e7-4ea1-b5f7-1777a551f4df req-f771c69a-dd4b-4112-820b-0bf85700c236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:43.660950 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca31b0-73ef-4b22-b970-b1ff75f5e1d4 req-a795f751-6467-4e29-9395-46f4e728b9fb tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:43.662671 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-57ca31b0-73ef-4b22-b970-b1ff75f5e1d4 req-a795f751-6467-4e29-9395-46f4e728b9fb tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.48 "GET /v2.0/ports?device_id=1206656c-4bac-41ba-8e91-8ce3ff02b529 HTTP/1.1" status: 200 len: 946 time: 0.1622016 Jul 15 23:22:43.702060 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b944524-768c-4393-8a9d-b238e584cab3 x-openstack-request-id: req-8b944524-768c-4393-8a9d-b238e584cab3 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:22:43.702529 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1206656c-4bac-41ba-8e91-8ce3ff02b529", "name": "network-vif-plugged", "status": "completed", "tag": "b63ccbb0-08db-4824-ba63-924ebe63a587", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:22:43.703011 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8b944524-768c-4393-8a9d-b238e584cab3 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:22:43.703544 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1206656c-4bac-41ba-8e91-8ce3ff02b529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b63ccbb0-08db-4824-ba63-924ebe63a587', 'code': 200} Jul 15 23:22:43.856919 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f771c69a-dd4b-4112-820b-0bf85700c236 service neutron] Pushing event updated for resources: {'Port': ['ID=bc0ad9c8-d331-4c34-9709-dbfd3a650852,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:43.914478 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 42540) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:43.980975 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-57ca31b0-73ef-4b22-b970-b1ff75f5e1d4 req-9b23feb4-b2fe-4bf5-a9f8-336ce85b4164 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.48 "GET /v2.0/security-groups?id=bdceead4-2aa2-476e-b28f-908c29748be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940300 Jul 15 23:22:44.041616 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-63f27c7e-f9e7-4ea1-b5f7-1777a551f4df req-f771c69a-dd4b-4112-820b-0bf85700c236 service neutron] Attempting to bind port bc0ad9c8-d331-4c34-9709-dbfd3a650852 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:22:44.041960 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-63f27c7e-f9e7-4ea1-b5f7-1777a551f4df req-f771c69a-dd4b-4112-820b-0bf85700c236 service neutron] Attempting to bind port bc0ad9c8-d331-4c34-9709-dbfd3a650852 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '6a7e0458-bbaf-4bb9-aba2-86a18db5b19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7247f305-0d2c-4c58-8aee-858aaa9a4382'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:22:44.042286 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f27c7e-f9e7-4ea1-b5f7-1777a551f4df req-f771c69a-dd4b-4112-820b-0bf85700c236 service neutron] Attempting to bind port bc0ad9c8-d331-4c34-9709-dbfd3a650852 on network 7247f305-0d2c-4c58-8aee-858aaa9a4382 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:22:44.059664 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832593f6-3213-4427-87f2-d62bffac48c6 req-05a90dbd-d3bf-4b46-90db-c94537d6c779 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:44.061385 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-832593f6-3213-4427-87f2-d62bffac48c6 req-05a90dbd-d3bf-4b46-90db-c94537d6c779 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 944 time: 0.1899745 Jul 15 23:22:44.063812 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91228b68-8087-4f88-a99e-16e21dbf9037 req-d70e998c-4b17-4e32-ab78-7efe151a951e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:44.065533 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-91228b68-8087-4f88-a99e-16e21dbf9037 req-d70e998c-4b17-4e32-ab78-7efe151a951e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1206656c-4bac-41ba-8e91-8ce3ff02b529 HTTP/1.1" status: 200 len: 1097 time: 0.2874196 Jul 15 23:22:44.066304 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f27c7e-f9e7-4ea1-b5f7-1777a551f4df req-f771c69a-dd4b-4112-820b-0bf85700c236 service neutron] Port bc0ad9c8-d331-4c34-9709-dbfd3a650852 on network 7247f305-0d2c-4c58-8aee-858aaa9a4382 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:22:44.066622 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f27c7e-f9e7-4ea1-b5f7-1777a551f4df req-f771c69a-dd4b-4112-820b-0bf85700c236 service neutron] Attempting to bind port bc0ad9c8-d331-4c34-9709-dbfd3a650852 on network 7247f305-0d2c-4c58-8aee-858aaa9a4382 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:22:44.069137 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f42d1f86-2230-4408-abac-cc84317de595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:44.102595 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f27c7e-f9e7-4ea1-b5f7-1777a551f4df req-f771c69a-dd4b-4112-820b-0bf85700c236 service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:22:44.102935 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f27c7e-f9e7-4ea1-b5f7-1777a551f4df req-f771c69a-dd4b-4112-820b-0bf85700c236 service neutron] Checking segment: {'id': '6a7e0458-bbaf-4bb9-aba2-86a18db5b19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7247f305-0d2c-4c58-8aee-858aaa9a4382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:22:44.103331 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f27c7e-f9e7-4ea1-b5f7-1777a551f4df req-f771c69a-dd4b-4112-820b-0bf85700c236 service neutron] Bound using segment: {'id': '6a7e0458-bbaf-4bb9-aba2-86a18db5b19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7247f305-0d2c-4c58-8aee-858aaa9a4382'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:22:44.103812 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-63f27c7e-f9e7-4ea1-b5f7-1777a551f4df req-f771c69a-dd4b-4112-820b-0bf85700c236 service neutron] Bound port: bc0ad9c8-d331-4c34-9709-dbfd3a650852, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a7e0458-bbaf-4bb9-aba2-86a18db5b19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7247f305-0d2c-4c58-8aee-858aaa9a4382'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:22:44.104183 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-63f27c7e-f9e7-4ea1-b5f7-1777a551f4df req-f771c69a-dd4b-4112-820b-0bf85700c236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:44.175064 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-832593f6-3213-4427-87f2-d62bffac48c6 req-ddd6e56d-49e0-464d-bd08-ff6cf2a16f65 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053808 Jul 15 23:22:44.179712 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-91228b68-8087-4f88-a99e-16e21dbf9037 req-35f33cb0-fa33-4056-a44f-f2f18f8835ac service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=bdceead4-2aa2-476e-b28f-908c29748be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072659 Jul 15 23:22:44.226367 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-63f27c7e-f9e7-4ea1-b5f7-1777a551f4df req-f771c69a-dd4b-4112-820b-0bf85700c236 service neutron] For port bc0ad9c8-d331-4c34-9709-dbfd3a650852, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:22:44.230527 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-63f27c7e-f9e7-4ea1-b5f7-1777a551f4df req-f771c69a-dd4b-4112-820b-0bf85700c236 service neutron] For port bc0ad9c8-d331-4c34-9709-dbfd3a650852, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=bc0ad9c8-d331-4c34-9709-dbfd3a650852,segment=NetworkSegment(6a7e0458-bbaf-4bb9-aba2-86a18db5b19d),segment_id=6a7e0458-bbaf-4bb9-aba2-86a18db5b19d)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:22:44.236143 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-63f27c7e-f9e7-4ea1-b5f7-1777a551f4df req-f771c69a-dd4b-4112-820b-0bf85700c236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:44.253392 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f42d1f86-2230-4408-abac-cc84317de595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:44.259192 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f42d1f86-2230-4408-abac-cc84317de595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:44.280987 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f27c7e-f9e7-4ea1-b5f7-1777a551f4df req-f771c69a-dd4b-4112-820b-0bf85700c236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:44.281806 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-63f27c7e-f9e7-4ea1-b5f7-1777a551f4df req-f771c69a-dd4b-4112-820b-0bf85700c236 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:44.283256 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-63f27c7e-f9e7-4ea1-b5f7-1777a551f4df req-f771c69a-dd4b-4112-820b-0bf85700c236 service neutron] 10.222.0.49 "PUT /v2.0/ports/bc0ad9c8-d331-4c34-9709-dbfd3a650852 HTTP/1.1" status: 200 len: 1092 time: 1.2708535 Jul 15 23:22:44.286228 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08406f94-06d0-40bd-8008-f8357df04865', 'tag': 'bc0ad9c8-d331-4c34-9709-dbfd3a650852'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:22:44.290488 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f7459c-5774-4e31-b0df-c6a5fabfbc44" -d '{"events": [{"name": "network-changed", "server_uuid": "08406f94-06d0-40bd-8008-f8357df04865", "tag": "bc0ad9c8-d331-4c34-9709-dbfd3a650852"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:22:44.329991 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42d1f86-2230-4408-abac-cc84317de595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0deb942d-4751-4774-9441-a47fae91f566,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:44.340848 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f771c69a-dd4b-4112-820b-0bf85700c236 service neutron] Pushing event updated for resources: {'Port': ['ID=bc0ad9c8-d331-4c34-9709-dbfd3a650852,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:44.353325 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f42d1f86-2230-4408-abac-cc84317de595 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e0db99d1a6cd4bc38e97b2736e2e29d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4368997 Jul 15 23:22:44.356575 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 42550) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:44.372910 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2245b5-629f-4f94-976d-1f128a3f13aa x-openstack-request-id: req-0d2245b5-629f-4f94-976d-1f128a3f13aa {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:22:44.373131 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08406f94-06d0-40bd-8008-f8357df04865", "tag": "bc0ad9c8-d331-4c34-9709-dbfd3a650852", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:22:44.373496 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0d2245b5-629f-4f94-976d-1f128a3f13aa {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:22:44.373963 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08406f94-06d0-40bd-8008-f8357df04865', 'tag': 'bc0ad9c8-d331-4c34-9709-dbfd3a650852', 'status': 'completed', 'code': 200} Jul 15 23:22:44.407480 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f27c7e-f9e7-4ea1-b5f7-1777a551f4df req-31775faf-f0da-41ea-a6e7-d638fae41cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:44.409402 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-63f27c7e-f9e7-4ea1-b5f7-1777a551f4df req-31775faf-f0da-41ea-a6e7-d638fae41cf2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=59859dcc1e7748b980efd77feaf90704&device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 1095 time: 0.0782199 Jul 15 23:22:44.438537 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-20ddfd7c-7948-463c-a8de-e12d4d1b7726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:44.467879 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-20ddfd7c-7948-463c-a8de-e12d4d1b7726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:44.469496 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-63f27c7e-f9e7-4ea1-b5f7-1777a551f4df req-8d20cbe7-16d7-40e1-9a19-1435174a325c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc0ad9c8-d331-4c34-9709-dbfd3a650852 HTTP/1.1" status: 200 len: 217 time: 0.0518217 Jul 15 23:22:44.532733 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-20ddfd7c-7948-463c-a8de-e12d4d1b7726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:44.536666 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-20ddfd7c-7948-463c-a8de-e12d4d1b7726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:44.541809 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-20ddfd7c-7948-463c-a8de-e12d4d1b7726 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0deb942d-4751-4774-9441-a47fae91f566 HTTP/1.1" status: 204 len: 168 time: 0.1778018 Jul 15 23:22:44.544030 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f27c7e-f9e7-4ea1-b5f7-1777a551f4df req-755ce415-b285-4726-a388-8c6213da930f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:44.546888 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-63f27c7e-f9e7-4ea1-b5f7-1777a551f4df req-755ce415-b285-4726-a388-8c6213da930f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b5f0bc39-0174-49c0-9e6d-079c96cb8d04 HTTP/1.1" status: 200 len: 853 time: 0.0696623 Jul 15 23:22:44.551077 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ddfd7c-7948-463c-a8de-e12d4d1b7726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0deb942d-4751-4774-9441-a47fae91f566,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:44.590658 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-63f27c7e-f9e7-4ea1-b5f7-1777a551f4df req-e748dad1-9268-4961-9c56-448c8f61243a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7247f305-0d2c-4c58-8aee-858aaa9a4382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369921 Jul 15 23:22:45.052104 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 42566) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:45.089199 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4290ef12-0390-47fb-8a1f-1c3423d0476c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:45.251195 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-63f27c7e-f9e7-4ea1-b5f7-1777a551f4df req-44807689-4f81-4161-97aa-19add2d085bf service neutron] 10.222.0.49 "GET /v2.0/networks/7247f305-0d2c-4c58-8aee-858aaa9a4382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6517463 Jul 15 23:22:45.265982 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4290ef12-0390-47fb-8a1f-1c3423d0476c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:45.276394 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4290ef12-0390-47fb-8a1f-1c3423d0476c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:45.328623 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-4290ef12-0390-47fb-8a1f-1c3423d0476c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9a1c1be0aaed40afa04f6ef5eea05673&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2738829 Jul 15 23:22:45.333169 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 42574) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:45.349703 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4290ef12-0390-47fb-8a1f-1c3423d0476c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5643e949-b374-44d9-bfa7-188b8320ace4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:45.351590 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae4bf6-8a56-4599-89f2-4692d69e9af4 req-82cf8648-d851-42e7-a2ff-3b0762fdebe5 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:45.359497 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b5ae4bf6-8a56-4599-89f2-4692d69e9af4 req-82cf8648-d851-42e7-a2ff-3b0762fdebe5 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.48 "GET /v2.0/ports?device_id=1206656c-4bac-41ba-8e91-8ce3ff02b529 HTTP/1.1" status: 200 len: 946 time: 0.2089174 Jul 15 23:22:45.394088 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb31b0-7f96-42cf-b5d4-ed911930bcd4 req-7973baf4-3c10-431c-adab-5d428c600cae tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:45.395643 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8dcb31b0-7f96-42cf-b5d4-ed911930bcd4 req-7973baf4-3c10-431c-adab-5d428c600cae tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=034c5967-bea6-4ef8-8127-a944ad1c67a1 HTTP/1.1" status: 200 len: 946 time: 0.2504764 Jul 15 23:22:45.536610 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b5ae4bf6-8a56-4599-89f2-4692d69e9af4 req-c99c61d4-f65d-463a-a38b-6699d45874ad tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.48 "GET /v2.0/security-groups?id=bdceead4-2aa2-476e-b28f-908c29748be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769333 Jul 15 23:22:45.544425 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8dcb31b0-7f96-42cf-b5d4-ed911930bcd4 req-94c28269-1256-417d-a771-760124d6ac14 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410739 Jul 15 23:22:45.563060 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-63f27c7e-f9e7-4ea1-b5f7-1777a551f4df req-1e0b78d6-de59-4123-a377-54e9afc4fdb7 service neutron] 10.222.0.49 "GET /v2.0/networks/7247f305-0d2c-4c58-8aee-858aaa9a4382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925816 Jul 15 23:22:45.563060 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b58d177a-da77-40ad-bb82-03e334d3b098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:45.609421 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b58d177a-da77-40ad-bb82-03e334d3b098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:45.694936 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f7459c-5774-4e31-b0df-c6a5fabfbc44 req-060d9606-6134-4a98-b36b-454f23ec0bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:45.696852 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-90f7459c-5774-4e31-b0df-c6a5fabfbc44 req-060d9606-6134-4a98-b36b-454f23ec0bc7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=59859dcc1e7748b980efd77feaf90704&device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 1095 time: 0.0790770 Jul 15 23:22:45.725106 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b58d177a-da77-40ad-bb82-03e334d3b098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:45.728379 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b58d177a-da77-40ad-bb82-03e334d3b098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:45.729770 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-b58d177a-da77-40ad-bb82-03e334d3b098 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5643e949-b374-44d9-bfa7-188b8320ace4 HTTP/1.1" status: 204 len: 168 time: 0.3936820 Jul 15 23:22:45.785381 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d177a-da77-40ad-bb82-03e334d3b098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5643e949-b374-44d9-bfa7-188b8320ace4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:45.891297 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f7459c-5774-4e31-b0df-c6a5fabfbc44 req-311f72d8-b5bc-4b55-a926-7207afe9f0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:45.893309 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-90f7459c-5774-4e31-b0df-c6a5fabfbc44 req-311f72d8-b5bc-4b55-a926-7207afe9f0f9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7247f305-0d2c-4c58-8aee-858aaa9a4382 HTTP/1.1" status: 200 len: 914 time: 0.1781435 Jul 15 23:22:45.902822 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8562a1-4216-4260-93d0-42e144a1d795 req-9bf5ffaf-a6f2-4329-af75-145ae007bbfd tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:45.904983 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3f8562a1-4216-4260-93d0-42e144a1d795 req-9bf5ffaf-a6f2-4329-af75-145ae007bbfd tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 944 time: 0.1999879 Jul 15 23:22:45.953774 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-90f7459c-5774-4e31-b0df-c6a5fabfbc44 req-a48d0d2c-7470-419a-9037-d1a44f13cf54 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc0ad9c8-d331-4c34-9709-dbfd3a650852 HTTP/1.1" status: 200 len: 217 time: 0.0476213 Jul 15 23:22:46.028269 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3f8562a1-4216-4260-93d0-42e144a1d795 req-5b94e4c7-c875-438a-aea2-38df4e617f56 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139042 Jul 15 23:22:46.044514 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f7459c-5774-4e31-b0df-c6a5fabfbc44 req-85e85951-e9c3-460d-afdc-e9c6ab8656e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:46.044514 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-90f7459c-5774-4e31-b0df-c6a5fabfbc44 req-85e85951-e9c3-460d-afdc-e9c6ab8656e1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b5f0bc39-0174-49c0-9e6d-079c96cb8d04 HTTP/1.1" status: 200 len: 853 time: 0.0810058 Jul 15 23:22:46.077977 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-90f7459c-5774-4e31-b0df-c6a5fabfbc44 req-fb790435-dde2-48bd-84b8-c20cac3c4869 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7247f305-0d2c-4c58-8aee-858aaa9a4382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292792 Jul 15 23:22:46.128104 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 42582) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:46.147406 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-58d0e9ea-1773-425a-b440-6e0d89b21163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:46.189011 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-90f7459c-5774-4e31-b0df-c6a5fabfbc44 req-2d671d33-d326-4034-8ad0-1749e2616082 service neutron] 10.222.0.49 "GET /v2.0/networks/7247f305-0d2c-4c58-8aee-858aaa9a4382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037254 Jul 15 23:22:46.259372 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-58d0e9ea-1773-425a-b440-6e0d89b21163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:46.266323 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-58d0e9ea-1773-425a-b440-6e0d89b21163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:46.362046 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-58d0e9ea-1773-425a-b440-6e0d89b21163 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7ce9024d40f9496eb938079148508462&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2321484 Jul 15 23:22:46.362975 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d0e9ea-1773-425a-b440-6e0d89b21163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57de734-ec58-47b0-aff8-315f1ed9216d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:46.369173 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 42586) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:46.396659 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-90f7459c-5774-4e31-b0df-c6a5fabfbc44 req-9bacdbc9-5301-45d5-88d2-90c085139d78 service neutron] 10.222.0.49 "GET /v2.0/networks/7247f305-0d2c-4c58-8aee-858aaa9a4382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917849 Jul 15 23:22:46.469074 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85133cc0-520b-44d6-aa89-c5dfd5089494 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:46.493319 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85133cc0-520b-44d6-aa89-c5dfd5089494 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:46.542488 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85133cc0-520b-44d6-aa89-c5dfd5089494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:46.545162 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85133cc0-520b-44d6-aa89-c5dfd5089494 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:46.546463 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-85133cc0-520b-44d6-aa89-c5dfd5089494 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f57de734-ec58-47b0-aff8-315f1ed9216d HTTP/1.1" status: 204 len: 168 time: 0.1742702 Jul 15 23:22:46.555505 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85133cc0-520b-44d6-aa89-c5dfd5089494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57de734-ec58-47b0-aff8-315f1ed9216d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:46.776815 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4db711-90f9-4d0b-a784-e4fdd7c5dc2c req-cf3351be-b2af-4a7c-8be3-6d7f14cb74e8 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:46.778502 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ba4db711-90f9-4d0b-a784-e4fdd7c5dc2c req-cf3351be-b2af-4a7c-8be3-6d7f14cb74e8 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.48 "GET /v2.0/ports?device_id=1206656c-4bac-41ba-8e91-8ce3ff02b529 HTTP/1.1" status: 200 len: 946 time: 0.1117306 Jul 15 23:22:46.816893 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91088c88-721f-4153-93cf-de29f48b29aa req-aff7fa14-2f31-42d6-8dcd-3bfa02e533a1 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:46.818776 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-91088c88-721f-4153-93cf-de29f48b29aa req-aff7fa14-2f31-42d6-8dcd-3bfa02e533a1 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=034c5967-bea6-4ef8-8127-a944ad1c67a1 HTTP/1.1" status: 200 len: 946 time: 0.1222289 Jul 15 23:22:46.850231 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ba4db711-90f9-4d0b-a784-e4fdd7c5dc2c req-fd242ef7-3463-450d-814b-8c92583cdf64 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.48 "GET /v2.0/security-groups?id=bdceead4-2aa2-476e-b28f-908c29748be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639055 Jul 15 23:22:46.882079 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-91088c88-721f-4153-93cf-de29f48b29aa req-20665215-adc4-4f32-98bc-6d20d2a9a662 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456240 Jul 15 23:22:47.068129 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9823b74e-c08f-499f-a784-c962df6541b1 req-57f8597b-5255-44e7-8cc2-56e2c6f56249 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:47.068504 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9823b74e-c08f-499f-a784-c962df6541b1 req-57f8597b-5255-44e7-8cc2-56e2c6f56249 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.48 "GET /v2.0/ports?device_id=169bd856-1ae8-48b0-8478-23a6eebdd58d HTTP/1.1" status: 200 len: 946 time: 0.0712609 Jul 15 23:22:47.118600 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9823b74e-c08f-499f-a784-c962df6541b1 req-7b230f79-0cd0-46cc-ab94-ec5b5af4e07e tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.48 "GET /v2.0/security-groups?id=bdceead4-2aa2-476e-b28f-908c29748be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431283 Jul 15 23:22:47.292765 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51587727-82a2-44f0-b0f4-aedf460e4cb3 req-630076a6-d60e-4d19-befc-4cbd33d64f3f tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:47.294307 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-51587727-82a2-44f0-b0f4-aedf460e4cb3 req-630076a6-d60e-4d19-befc-4cbd33d64f3f tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 944 time: 0.0668321 Jul 15 23:22:47.338150 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-51587727-82a2-44f0-b0f4-aedf460e4cb3 req-a0907b56-1ed8-456c-b213-71f1fa726ec1 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379574 Jul 15 23:22:47.861285 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c279634-dc70-48f2-874e-025a60575d1e req-bede1364-4aac-4a39-8b51-a1b90f167126 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:47.862793 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7c279634-dc70-48f2-874e-025a60575d1e req-bede1364-4aac-4a39-8b51-a1b90f167126 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.48 "GET /v2.0/networks?id=0993de47-cf90-4c6e-a8fb-40c3ca40ea75 HTTP/1.1" status: 200 len: 813 time: 0.1149075 Jul 15 23:22:47.878429 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7c279634-dc70-48f2-874e-025a60575d1e req-6d83ce97-0c24-414b-ab52-456cc65bc45c tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.48 "GET /v2.0/quotas/a76ac1cbd50246c081165ca68e87a72f HTTP/1.1" status: 200 len: 375 time: 0.0095391 Jul 15 23:22:47.955072 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7c279634-dc70-48f2-874e-025a60575d1e req-d12f4e01-763f-46d2-95ef-9b680176fce1 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a76ac1cbd50246c081165ca68e87a72f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0713398 Jul 15 23:22:48.098928 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7c279634-dc70-48f2-874e-025a60575d1e req-21bbf906-c665-4f98-b2b1-dbfca6b4683a service neutron] 10.222.0.48 "GET /v2.0/networks/0993de47-cf90-4c6e-a8fb-40c3ca40ea75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348374 Jul 15 23:22:48.154261 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e7d3f-aa3f-44b5-a8ac-fd03fee50b81 req-153b92aa-6912-42ed-a474-f7614dc1d402 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:48.155785 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b75e7d3f-aa3f-44b5-a8ac-fd03fee50b81 req-153b92aa-6912-42ed-a474-f7614dc1d402 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=034c5967-bea6-4ef8-8127-a944ad1c67a1 HTTP/1.1" status: 200 len: 946 time: 0.1160026 Jul 15 23:22:48.240964 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b75e7d3f-aa3f-44b5-a8ac-fd03fee50b81 req-4e4a225a-81e9-41c2-b7b5-86c19f61c465 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589468 Jul 15 23:22:48.243013 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7c279634-dc70-48f2-874e-025a60575d1e req-6582aa7a-d590-4aa6-b974-a4f459fe3808 service neutron] 10.222.0.48 "GET /v2.0/networks/0993de47-cf90-4c6e-a8fb-40c3ca40ea75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363347 Jul 15 23:22:48.581053 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e117e-3229-4038-a76a-1f7366f70a98 req-18a7b113-2654-432b-b354-5e8512d9d1ac tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:48.589354 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a89e117e-3229-4038-a76a-1f7366f70a98 req-18a7b113-2654-432b-b354-5e8512d9d1ac tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 944 time: 0.0849319 Jul 15 23:22:48.637600 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a89e117e-3229-4038-a76a-1f7366f70a98 req-08c08148-ddb7-424c-9733-26399bb6a6eb tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473444 Jul 15 23:22:48.765269 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d0211772-788c-4215-a92b-63c869a0fbea req-fce5e5fb-9473-4639-9c4a-fcd8ab02753b tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d5adf91-77c3-492c-a099-801b7def5051 HTTP/1.1" status: 200 len: 210 time: 0.0314217 Jul 15 23:22:49.105397 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671b37c8-4438-4e87-82df-26de53e109c6 req-f0c73d98-d539-4297-bb5a-dd43e797950a tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:49.106900 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-671b37c8-4438-4e87-82df-26de53e109c6 req-f0c73d98-d539-4297-bb5a-dd43e797950a tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.49 "GET /v2.0/ports?device_id=169bd856-1ae8-48b0-8478-23a6eebdd58d HTTP/1.1" status: 200 len: 946 time: 0.0950902 Jul 15 23:22:49.225432 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device bc0ad9c8-d331-4c34-9709-dbfd3a650852 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:22:49.245910 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-671b37c8-4438-4e87-82df-26de53e109c6 req-c698b337-9838-437c-8315-26d61e2969dc tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Deleting port fa50d709-de0c-4a35-ae18-2a32392658f3 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:22:49.246284 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-671b37c8-4438-4e87-82df-26de53e109c6 req-c698b337-9838-437c-8315-26d61e2969dc tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:49.364320 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port bc0ad9c8-d331-4c34-9709-dbfd3a650852, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=bc0ad9c8-d331-4c34-9709-dbfd3a650852,segment=NetworkSegment(6a7e0458-bbaf-4bb9-aba2-86a18db5b19d),segment_id=6a7e0458-bbaf-4bb9-aba2-86a18db5b19d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:49.402797 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': 'bc0ad9c8-d331-4c34-9709-dbfd3a650852', 'network_id': '7247f305-0d2c-4c58-8aee-858aaa9a4382', 'port_id': 'bc0ad9c8-d331-4c34-9709-dbfd3a650852', 'mac_address': 'fa:16:3e:ef:01:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5f0bc39-0174-49c0-9e6d-079c96cb8d04', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:22:49.451443 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:49.476796 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc0ad9c8-d331-4c34-9709-dbfd3a650852 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:22:49.491254 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1820211-4f05-4816-8338-70475b5fb0b5 req-858ad283-1c8f-4c69-8195-20e7a1839c14 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:49.493134 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a1820211-4f05-4816-8338-70475b5fb0b5 req-858ad283-1c8f-4c69-8195-20e7a1839c14 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.49 "GET /v2.0/ports?device_id=1206656c-4bac-41ba-8e91-8ce3ff02b529 HTTP/1.1" status: 200 len: 946 time: 0.2434342 Jul 15 23:22:49.506667 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port bc0ad9c8-d331-4c34-9709-dbfd3a650852, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=bc0ad9c8-d331-4c34-9709-dbfd3a650852,segment=NetworkSegment(6a7e0458-bbaf-4bb9-aba2-86a18db5b19d),segment_id=6a7e0458-bbaf-4bb9-aba2-86a18db5b19d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:49.511347 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:49.512061 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-671b37c8-4438-4e87-82df-26de53e109c6 req-c698b337-9838-437c-8315-26d61e2969dc tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] For port fa50d709-de0c-4a35-ae18-2a32392658f3, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=fa50d709-de0c-4a35-ae18-2a32392658f3,segment=NetworkSegment(438bf9c5-3d9e-49bd-8ce4-a018d4ebb7f3),segment_id=438bf9c5-3d9e-49bd-8ce4-a018d4ebb7f3)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:49.512431 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-671b37c8-4438-4e87-82df-26de53e109c6 req-c698b337-9838-437c-8315-26d61e2969dc tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:49.566899 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-671b37c8-4438-4e87-82df-26de53e109c6 req-c698b337-9838-437c-8315-26d61e2969dc tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Calling delete_port for fa50d709-de0c-4a35-ae18-2a32392658f3 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:22:49.568116 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=bc0ad9c8-d331-4c34-9709-dbfd3a650852,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:49.579699 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d90f44-6f66-460e-aedb-1ca2ce087f2a req-6113cd60-c5d2-4e15-9b46-45a2fd98b854 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:49.581228 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-27d90f44-6f66-460e-aedb-1ca2ce087f2a req-6113cd60-c5d2-4e15-9b46-45a2fd98b854 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=034c5967-bea6-4ef8-8127-a944ad1c67a1 HTTP/1.1" status: 200 len: 946 time: 0.1897871 Jul 15 23:22:49.703774 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-27d90f44-6f66-460e-aedb-1ca2ce087f2a req-73bda610-a15b-4e8b-a716-d34a3f5e2a31 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122739 Jul 15 23:22:49.734687 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-a1820211-4f05-4816-8338-70475b5fb0b5 req-5ed7acfb-7024-4bd0-83a7-f60dbb7822bb tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Deleting port b63ccbb0-08db-4824-ba63-924ebe63a587 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:22:49.735030 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a1820211-4f05-4816-8338-70475b5fb0b5 req-5ed7acfb-7024-4bd0-83a7-f60dbb7822bb tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:49.867373 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['bc0ad9c8-d331-4c34-9709-dbfd3a650852'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:22:49.887650 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-671b37c8-4438-4e87-82df-26de53e109c6 req-c698b337-9838-437c-8315-26d61e2969dc tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:49.960765 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-a1820211-4f05-4816-8338-70475b5fb0b5 req-5ed7acfb-7024-4bd0-83a7-f60dbb7822bb tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] For port b63ccbb0-08db-4824-ba63-924ebe63a587, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=b63ccbb0-08db-4824-ba63-924ebe63a587,segment=NetworkSegment(438bf9c5-3d9e-49bd-8ce4-a018d4ebb7f3),segment_id=438bf9c5-3d9e-49bd-8ce4-a018d4ebb7f3)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:49.961064 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a1820211-4f05-4816-8338-70475b5fb0b5 req-5ed7acfb-7024-4bd0-83a7-f60dbb7822bb tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:50.029031 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c698b337-9838-437c-8315-26d61e2969dc tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Pushing event deleted for resources: {'Port': ['ID=fa50d709-de0c-4a35-ae18-2a32392658f3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:50.051455 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-a1820211-4f05-4816-8338-70475b5fb0b5 req-5ed7acfb-7024-4bd0-83a7-f60dbb7822bb tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Calling delete_port for b63ccbb0-08db-4824-ba63-924ebe63a587 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:22:50.070377 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c279634-dc70-48f2-874e-025a60575d1e req-c25fe9b9-e9cf-45de-99be-5762b143cf08 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:50.071940 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-7c279634-dc70-48f2-874e-025a60575d1e req-c25fe9b9-e9cf-45de-99be-5762b143cf08 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.49 "GET /v2.0/networks?id=0993de47-cf90-4c6e-a8fb-40c3ca40ea75 HTTP/1.1" status: 200 len: 813 time: 0.1447091 Jul 15 23:22:50.091541 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-7c279634-dc70-48f2-874e-025a60575d1e req-9f4aed65-f39b-4d90-b902-4a814b8e9876 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Request body: {'port': {'device_id': 'c8eede07-1c35-4d6c-b4e5-7144bbf9ce2c', 'network_id': '0993de47-cf90-4c6e-a8fb-40c3ca40ea75', 'admin_state_up': True, 'tenant_id': 'a76ac1cbd50246c081165ca68e87a72f'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:50.126306 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-671b37c8-4438-4e87-82df-26de53e109c6 req-c698b337-9838-437c-8315-26d61e2969dc tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] No DVR routers for this DVR port fa50d709-de0c-4a35-ae18-2a32392658f3 on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:22:50.137699 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-07cb2823-6247-4558-992d-269249f50a50 req-c2a70305-cac9-4949-8bba-8001747a31ef tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d5adf91-77c3-492c-a099-801b7def5051 HTTP/1.1" status: 200 len: 210 time: 0.1520040 Jul 15 23:22:50.143766 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deb276d-4428-45f9-ba74-931309140413 req-147c9df3-f56a-4023-860a-c1fd4ea65a1c tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:50.145543 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6deb276d-4428-45f9-ba74-931309140413 req-147c9df3-f56a-4023-860a-c1fd4ea65a1c tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 945 time: 0.3692453 Jul 15 23:22:50.151392 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-671b37c8-4438-4e87-82df-26de53e109c6 req-c698b337-9838-437c-8315-26d61e2969dc tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:50.153430 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-671b37c8-4438-4e87-82df-26de53e109c6 req-c698b337-9838-437c-8315-26d61e2969dc tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.49 "DELETE /v2.0/ports/fa50d709-de0c-4a35-ae18-2a32392658f3 HTTP/1.1" status: 204 len: 173 time: 1.0324621 Jul 15 23:22:50.153888 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '169bd856-1ae8-48b0-8478-23a6eebdd58d', 'name': 'network-vif-deleted', 'tag': 'fa50d709-de0c-4a35-ae18-2a32392658f3'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:22:50.157445 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a80b7b-f907-4e27-8814-8d99f3f52e05" -d '{"events": [{"server_uuid": "169bd856-1ae8-48b0-8478-23a6eebdd58d", "name": "network-vif-deleted", "tag": "fa50d709-de0c-4a35-ae18-2a32392658f3"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:22:50.254966 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0379022e-7e47-4dc0-920d-4181b1444f4c x-openstack-request-id: req-0379022e-7e47-4dc0-920d-4181b1444f4c {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:22:50.255281 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "169bd856-1ae8-48b0-8478-23a6eebdd58d", "name": "network-vif-deleted", "tag": "fa50d709-de0c-4a35-ae18-2a32392658f3", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:22:50.255511 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0379022e-7e47-4dc0-920d-4181b1444f4c {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:22:50.256641 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '169bd856-1ae8-48b0-8478-23a6eebdd58d', 'name': 'network-vif-deleted', 'tag': 'fa50d709-de0c-4a35-ae18-2a32392658f3', 'status': 'completed', 'code': 200} Jul 15 23:22:50.291703 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6deb276d-4428-45f9-ba74-931309140413 req-56c6651b-a0b8-4186-a6fb-e44248b3fc08 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305003 Jul 15 23:22:50.294107 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c279634-dc70-48f2-874e-025a60575d1e req-9f4aed65-f39b-4d90-b902-4a814b8e9876 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Made reservation on behalf of a76ac1cbd50246c081165ca68e87a72f for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:22:50.303875 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7c279634-dc70-48f2-874e-025a60575d1e req-9f4aed65-f39b-4d90-b902-4a814b8e9876 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:50.417087 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a1820211-4f05-4816-8338-70475b5fb0b5 req-5ed7acfb-7024-4bd0-83a7-f60dbb7822bb tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:50.447829 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed7acfb-7024-4bd0-83a7-f60dbb7822bb tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Pushing event deleted for resources: {'Port': ['ID=b63ccbb0-08db-4824-ba63-924ebe63a587,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:50.468812 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-7c279634-dc70-48f2-874e-025a60575d1e req-9f4aed65-f39b-4d90-b902-4a814b8e9876 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Allocated IP 172.20.0.9 (0993de47-cf90-4c6e-a8fb-40c3ca40ea75/d8668e0b-b1a9-4c49-a439-5ac4e2596326/8ce97fc0-bc9b-43f2-9497-c8d6fcd01902) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:22:50.505939 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1820211-4f05-4816-8338-70475b5fb0b5 req-5ed7acfb-7024-4bd0-83a7-f60dbb7822bb tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] No DVR routers for this DVR port b63ccbb0-08db-4824-ba63-924ebe63a587 on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:22:50.509886 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a1820211-4f05-4816-8338-70475b5fb0b5 req-5ed7acfb-7024-4bd0-83a7-f60dbb7822bb tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:50.512412 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a1820211-4f05-4816-8338-70475b5fb0b5 req-5ed7acfb-7024-4bd0-83a7-f60dbb7822bb tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.49 "DELETE /v2.0/ports/b63ccbb0-08db-4824-ba63-924ebe63a587 HTTP/1.1" status: 204 len: 173 time: 1.0025747 Jul 15 23:22:50.711089 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7c279634-dc70-48f2-874e-025a60575d1e req-9f4aed65-f39b-4d90-b902-4a814b8e9876 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:50.805070 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7c279634-dc70-48f2-874e-025a60575d1e req-9f4aed65-f39b-4d90-b902-4a814b8e9876 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:50.810848 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['fa50d709-de0c-4a35-ae18-2a32392658f3', 'b63ccbb0-08db-4824-ba63-924ebe63a587'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:22:50.813882 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['fa50d709-de0c-4a35-ae18-2a32392658f3', 'b63ccbb0-08db-4824-ba63-924ebe63a587'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:22:50.870162 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c279634-dc70-48f2-874e-025a60575d1e req-9f4aed65-f39b-4d90-b902-4a814b8e9876 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Network 0993de47-cf90-4c6e-a8fb-40c3ca40ea75 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:22:50.876403 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-7c279634-dc70-48f2-874e-025a60575d1e req-9f4aed65-f39b-4d90-b902-4a814b8e9876 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:22:50.885422 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c279634-dc70-48f2-874e-025a60575d1e req-7a270704-b4a7-4bed-be7d-4dc6177da1e6 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:50.886706 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c279634-dc70-48f2-874e-025a60575d1e req-9f4aed65-f39b-4d90-b902-4a814b8e9876 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:22:50.889630 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7c279634-dc70-48f2-874e-025a60575d1e req-7a270704-b4a7-4bed-be7d-4dc6177da1e6 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.49 "GET /v2.0/networks?id=0993de47-cf90-4c6e-a8fb-40c3ca40ea75 HTTP/1.1" status: 200 len: 813 time: 0.2047389 Jul 15 23:22:50.896711 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['fa50d709-de0c-4a35-ae18-2a32392658f3', 'b63ccbb0-08db-4824-ba63-924ebe63a587'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:22:50.916020 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-7c279634-dc70-48f2-874e-025a60575d1e req-29998d30-b35f-4892-ac47-85dba12b6e15 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Request body: {'port': {'device_id': '9d5adf91-77c3-492c-a099-801b7def5051', 'network_id': '0993de47-cf90-4c6e-a8fb-40c3ca40ea75', 'admin_state_up': True, 'tenant_id': 'a76ac1cbd50246c081165ca68e87a72f'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:50.946077 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4aed65-f39b-4d90-b902-4a814b8e9876 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Pushing event updated for resources: {'Port': ['ID=8ce97fc0-bc9b-43f2-9497-c8d6fcd01902,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:51.000530 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c279634-dc70-48f2-874e-025a60575d1e req-9f4aed65-f39b-4d90-b902-4a814b8e9876 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:51.001470 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7c279634-dc70-48f2-874e-025a60575d1e req-9f4aed65-f39b-4d90-b902-4a814b8e9876 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:51.018569 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-7c279634-dc70-48f2-874e-025a60575d1e req-9f4aed65-f39b-4d90-b902-4a814b8e9876 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9308867 Jul 15 23:22:51.032998 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-7c279634-dc70-48f2-874e-025a60575d1e req-faf1e08b-571f-4a73-b559-6a7dcfc8f142 service neutron] Request body: {'port': {'device_id': 'c8eede07-1c35-4d6c-b4e5-7144bbf9ce2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:51.141457 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c9ca63-ccd7-44bb-8254-6f9004c35e84 req-0381b4f0-d852-4282-9ba5-863e209faa6e tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:51.143711 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-35c9ca63-ccd7-44bb-8254-6f9004c35e84 req-0381b4f0-d852-4282-9ba5-863e209faa6e tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=034c5967-bea6-4ef8-8127-a944ad1c67a1 HTTP/1.1" status: 200 len: 946 time: 0.1791830 Jul 15 23:22:51.176665 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c279634-dc70-48f2-874e-025a60575d1e req-29998d30-b35f-4892-ac47-85dba12b6e15 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Made reservation on behalf of a76ac1cbd50246c081165ca68e87a72f for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:22:51.180851 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7c279634-dc70-48f2-874e-025a60575d1e req-29998d30-b35f-4892-ac47-85dba12b6e15 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:51.236650 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device bc0ad9c8-d331-4c34-9709-dbfd3a650852 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:22:51.252234 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-35c9ca63-ccd7-44bb-8254-6f9004c35e84 req-a8abbcc4-5ff2-4fbd-87ac-6b052b570b16 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957408 Jul 15 23:22:51.360817 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port bc0ad9c8-d331-4c34-9709-dbfd3a650852 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:22:51.367470 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port bc0ad9c8-d331-4c34-9709-dbfd3a650852 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:22:51.369243 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:51.469598 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-7c279634-dc70-48f2-874e-025a60575d1e req-29998d30-b35f-4892-ac47-85dba12b6e15 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Allocated IP 172.20.0.7 (0993de47-cf90-4c6e-a8fb-40c3ca40ea75/d8668e0b-b1a9-4c49-a439-5ac4e2596326/f04a01d4-eed4-4cbd-ba6a-cf79965f3ffc) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:22:51.530828 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:51.546962 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9fead83d-5f96-4d63-914b-7d3fe8af76c2 req-13782509-5c0d-4cf5-baca-067fd52eb6b2 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d5adf91-77c3-492c-a099-801b7def5051 HTTP/1.1" status: 200 len: 210 time: 0.0482557 Jul 15 23:22:51.558406 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7c279634-dc70-48f2-874e-025a60575d1e req-faf1e08b-571f-4a73-b559-6a7dcfc8f142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:51.576426 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08406f94-06d0-40bd-8008-f8357df04865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc0ad9c8-d331-4c34-9709-dbfd3a650852'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:22:51.579264 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec011264-fc53-4565-bc67-e0f3a0b311bc" -d '{"events": [{"server_uuid": "08406f94-06d0-40bd-8008-f8357df04865", "name": "network-vif-plugged", "status": "completed", "tag": "bc0ad9c8-d331-4c34-9709-dbfd3a650852"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:22:51.617454 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port bc0ad9c8-d331-4c34-9709-dbfd3a650852, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=bc0ad9c8-d331-4c34-9709-dbfd3a650852,segment=NetworkSegment(6a7e0458-bbaf-4bb9-aba2-86a18db5b19d),segment_id=6a7e0458-bbaf-4bb9-aba2-86a18db5b19d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:51.633169 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:51.646453 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5546525c-8eb8-49ce-97d2-e529f89b4c26 x-openstack-request-id: req-5546525c-8eb8-49ce-97d2-e529f89b4c26 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:22:51.647417 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08406f94-06d0-40bd-8008-f8357df04865", "name": "network-vif-plugged", "status": "completed", "tag": "bc0ad9c8-d331-4c34-9709-dbfd3a650852", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:22:51.647417 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5546525c-8eb8-49ce-97d2-e529f89b4c26 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:22:51.648959 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08406f94-06d0-40bd-8008-f8357df04865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc0ad9c8-d331-4c34-9709-dbfd3a650852', 'code': 200} Jul 15 23:22:51.742337 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=bc0ad9c8-d331-4c34-9709-dbfd3a650852,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:52.127783 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8304a4c5-5d2e-4fe3-9bf7-8ceef6801b30 req-b287272e-e284-4a24-a1b8-f078b8640c92 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:52.129287 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8304a4c5-5d2e-4fe3-9bf7-8ceef6801b30 req-b287272e-e284-4a24-a1b8-f078b8640c92 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 945 time: 0.5851099 Jul 15 23:22:52.159308 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7c279634-dc70-48f2-874e-025a60575d1e req-29998d30-b35f-4892-ac47-85dba12b6e15 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:52.204360 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531b8fe7-fc5a-4d27-9c98-262a5444007e req-914a2d03-9f80-45bf-945b-97006dbe7b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:52.205877 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-531b8fe7-fc5a-4d27-9c98-262a5444007e req-914a2d03-9f80-45bf-945b-97006dbe7b81 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 1097 time: 0.1474674 Jul 15 23:22:52.217893 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8304a4c5-5d2e-4fe3-9bf7-8ceef6801b30 req-65e6f175-0873-43b4-96d4-86972c2905ce tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715930 Jul 15 23:22:52.257725 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1206656c-4bac-41ba-8e91-8ce3ff02b529', 'name': 'network-vif-deleted', 'tag': 'b63ccbb0-08db-4824-ba63-924ebe63a587'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:22:52.260031 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8696afee-5ff4-4f3d-9900-29e3742d19ae" -d '{"events": [{"server_uuid": "1206656c-4bac-41ba-8e91-8ce3ff02b529", "name": "network-vif-deleted", "tag": "b63ccbb0-08db-4824-ba63-924ebe63a587"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:22:52.268543 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-531b8fe7-fc5a-4d27-9c98-262a5444007e req-11faae0b-1bdf-4310-8682-e48f14c4ceb7 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551629 Jul 15 23:22:52.270513 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7c279634-dc70-48f2-874e-025a60575d1e req-29998d30-b35f-4892-ac47-85dba12b6e15 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:52.310299 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f50bd38-743b-4575-b01e-1f88703e1aa7 x-openstack-request-id: req-2f50bd38-743b-4575-b01e-1f88703e1aa7 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:22:52.310615 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1206656c-4bac-41ba-8e91-8ce3ff02b529", "name": "network-vif-deleted", "tag": "b63ccbb0-08db-4824-ba63-924ebe63a587", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:22:52.310898 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2f50bd38-743b-4575-b01e-1f88703e1aa7 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:22:52.311291 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1206656c-4bac-41ba-8e91-8ce3ff02b529', 'name': 'network-vif-deleted', 'tag': 'b63ccbb0-08db-4824-ba63-924ebe63a587', 'status': 'completed', 'code': 200} Jul 15 23:22:52.329882 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c279634-dc70-48f2-874e-025a60575d1e req-29998d30-b35f-4892-ac47-85dba12b6e15 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Network 0993de47-cf90-4c6e-a8fb-40c3ca40ea75 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:22:52.334320 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-7c279634-dc70-48f2-874e-025a60575d1e req-29998d30-b35f-4892-ac47-85dba12b6e15 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:22:52.336697 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c279634-dc70-48f2-874e-025a60575d1e req-29998d30-b35f-4892-ac47-85dba12b6e15 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:22:52.363462 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29998d30-b35f-4892-ac47-85dba12b6e15 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Pushing event updated for resources: {'Port': ['ID=f04a01d4-eed4-4cbd-ba6a-cf79965f3ffc,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:52.417972 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c279634-dc70-48f2-874e-025a60575d1e req-29998d30-b35f-4892-ac47-85dba12b6e15 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:52.419028 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7c279634-dc70-48f2-874e-025a60575d1e req-29998d30-b35f-4892-ac47-85dba12b6e15 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:52.447775 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7c279634-dc70-48f2-874e-025a60575d1e req-29998d30-b35f-4892-ac47-85dba12b6e15 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5369186 Jul 15 23:22:52.468708 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-7c279634-dc70-48f2-874e-025a60575d1e req-66c18e1b-c978-4104-9f64-0513ffc8d6ce service neutron] Request body: {'port': {'device_id': '9d5adf91-77c3-492c-a099-801b7def5051', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:52.510230 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-7c279634-dc70-48f2-874e-025a60575d1e req-faf1e08b-571f-4a73-b559-6a7dcfc8f142 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ce97fc0-bc9b-43f2-9497-c8d6fcd01902 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:22:52.518303 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7c279634-dc70-48f2-874e-025a60575d1e req-faf1e08b-571f-4a73-b559-6a7dcfc8f142 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:52.542920 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-7c279634-dc70-48f2-874e-025a60575d1e req-faf1e08b-571f-4a73-b559-6a7dcfc8f142 service neutron] Transition to ACTIVE for port object 8ce97fc0-bc9b-43f2-9497-c8d6fcd01902 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:22:52.547737 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7c279634-dc70-48f2-874e-025a60575d1e req-faf1e08b-571f-4a73-b559-6a7dcfc8f142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:52.594621 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7c279634-dc70-48f2-874e-025a60575d1e req-66c18e1b-c978-4104-9f64-0513ffc8d6ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:52.632235 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e09f47-8713-4dd7-8462-074e87336b1c req-8ab31a96-ea26-409e-808c-27fc1fbcf668 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:52.634583 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-48e09f47-8713-4dd7-8462-074e87336b1c req-8ab31a96-ea26-409e-808c-27fc1fbcf668 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=034c5967-bea6-4ef8-8127-a944ad1c67a1 HTTP/1.1" status: 200 len: 946 time: 0.1805036 Jul 15 23:22:52.669002 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 42724) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:52.687115 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf1e08b-571f-4a73-b559-6a7dcfc8f142 service neutron] Pushing event updated for resources: {'Port': ['ID=8ce97fc0-bc9b-43f2-9497-c8d6fcd01902,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:52.733143 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-48e09f47-8713-4dd7-8462-074e87336b1c req-476c00d5-87b3-4d50-9219-ecc2303dcd24 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934849 Jul 15 23:22:52.770708 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-7c279634-dc70-48f2-874e-025a60575d1e req-faf1e08b-571f-4a73-b559-6a7dcfc8f142 service neutron] Attempting to bind port 8ce97fc0-bc9b-43f2-9497-c8d6fcd01902 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:22:52.771848 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-7c279634-dc70-48f2-874e-025a60575d1e req-faf1e08b-571f-4a73-b559-6a7dcfc8f142 service neutron] Attempting to bind port 8ce97fc0-bc9b-43f2-9497-c8d6fcd01902 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '438bf9c5-3d9e-49bd-8ce4-a018d4ebb7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0993de47-cf90-4c6e-a8fb-40c3ca40ea75'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:22:52.772282 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c279634-dc70-48f2-874e-025a60575d1e req-faf1e08b-571f-4a73-b559-6a7dcfc8f142 service neutron] Attempting to bind port 8ce97fc0-bc9b-43f2-9497-c8d6fcd01902 on network 0993de47-cf90-4c6e-a8fb-40c3ca40ea75 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:22:52.777067 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c279634-dc70-48f2-874e-025a60575d1e req-faf1e08b-571f-4a73-b559-6a7dcfc8f142 service neutron] Port 8ce97fc0-bc9b-43f2-9497-c8d6fcd01902 on network 0993de47-cf90-4c6e-a8fb-40c3ca40ea75 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:22:52.777463 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c279634-dc70-48f2-874e-025a60575d1e req-faf1e08b-571f-4a73-b559-6a7dcfc8f142 service neutron] Attempting to bind port 8ce97fc0-bc9b-43f2-9497-c8d6fcd01902 on network 0993de47-cf90-4c6e-a8fb-40c3ca40ea75 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:22:52.782819 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c279634-dc70-48f2-874e-025a60575d1e req-faf1e08b-571f-4a73-b559-6a7dcfc8f142 service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:22:52.783228 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c279634-dc70-48f2-874e-025a60575d1e req-faf1e08b-571f-4a73-b559-6a7dcfc8f142 service neutron] Checking segment: {'id': '438bf9c5-3d9e-49bd-8ce4-a018d4ebb7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0993de47-cf90-4c6e-a8fb-40c3ca40ea75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:22:52.783779 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c279634-dc70-48f2-874e-025a60575d1e req-faf1e08b-571f-4a73-b559-6a7dcfc8f142 service neutron] Bound using segment: {'id': '438bf9c5-3d9e-49bd-8ce4-a018d4ebb7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0993de47-cf90-4c6e-a8fb-40c3ca40ea75'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:22:52.784270 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-7c279634-dc70-48f2-874e-025a60575d1e req-faf1e08b-571f-4a73-b559-6a7dcfc8f142 service neutron] Bound port: 8ce97fc0-bc9b-43f2-9497-c8d6fcd01902, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '438bf9c5-3d9e-49bd-8ce4-a018d4ebb7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0993de47-cf90-4c6e-a8fb-40c3ca40ea75'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:22:52.784697 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7c279634-dc70-48f2-874e-025a60575d1e req-faf1e08b-571f-4a73-b559-6a7dcfc8f142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:52.869108 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-7c279634-dc70-48f2-874e-025a60575d1e req-faf1e08b-571f-4a73-b559-6a7dcfc8f142 service neutron] For port 8ce97fc0-bc9b-43f2-9497-c8d6fcd01902, host n-h1-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:22:52.872342 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f03b587a-a7b0-4408-b761-25d7065a6666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:52.872914 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-7c279634-dc70-48f2-874e-025a60575d1e req-faf1e08b-571f-4a73-b559-6a7dcfc8f142 service neutron] For port 8ce97fc0-bc9b-43f2-9497-c8d6fcd01902, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=8ce97fc0-bc9b-43f2-9497-c8d6fcd01902,segment=NetworkSegment(438bf9c5-3d9e-49bd-8ce4-a018d4ebb7f3),segment_id=438bf9c5-3d9e-49bd-8ce4-a018d4ebb7f3)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:22:52.878710 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7c279634-dc70-48f2-874e-025a60575d1e req-faf1e08b-571f-4a73-b559-6a7dcfc8f142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:52.915951 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c279634-dc70-48f2-874e-025a60575d1e req-faf1e08b-571f-4a73-b559-6a7dcfc8f142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:52.916098 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7c279634-dc70-48f2-874e-025a60575d1e req-faf1e08b-571f-4a73-b559-6a7dcfc8f142 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:52.917406 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-7c279634-dc70-48f2-874e-025a60575d1e req-faf1e08b-571f-4a73-b559-6a7dcfc8f142 service neutron] 10.222.0.49 "PUT /v2.0/ports/8ce97fc0-bc9b-43f2-9497-c8d6fcd01902 HTTP/1.1" status: 200 len: 1091 time: 1.8916502 Jul 15 23:22:52.917859 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8eede07-1c35-4d6c-b4e5-7144bbf9ce2c', 'tag': '8ce97fc0-bc9b-43f2-9497-c8d6fcd01902'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:22:52.920717 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1186c80a-53c9-456e-9728-06072b4f581a" -d '{"events": [{"name": "network-changed", "server_uuid": "c8eede07-1c35-4d6c-b4e5-7144bbf9ce2c", "tag": "8ce97fc0-bc9b-43f2-9497-c8d6fcd01902"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:22:52.952622 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf1e08b-571f-4a73-b559-6a7dcfc8f142 service neutron] Pushing event updated for resources: {'Port': ['ID=8ce97fc0-bc9b-43f2-9497-c8d6fcd01902,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:53.006040 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e074d-1784-4c4b-9f61-7850ef076fc4 req-244e28ea-b352-4784-83a5-47585953e222 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:53.007607 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ce9e074d-1784-4c4b-9f61-7850ef076fc4 req-244e28ea-b352-4784-83a5-47585953e222 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d5adf91-77c3-492c-a099-801b7def5051 HTTP/1.1" status: 200 len: 931 time: 0.2531335 Jul 15 23:22:53.036665 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c279634-dc70-48f2-874e-025a60575d1e req-ac83dc86-444f-46b2-b170-897a251eced0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:53.039882 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-7c279634-dc70-48f2-874e-025a60575d1e req-ac83dc86-444f-46b2-b170-897a251eced0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a76ac1cbd50246c081165ca68e87a72f&device_id=c8eede07-1c35-4d6c-b4e5-7144bbf9ce2c HTTP/1.1" status: 200 len: 1094 time: 0.0721097 Jul 15 23:22:53.041244 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f259e1-7ee8-4c62-80c7-e23a5dda2d35 x-openstack-request-id: req-f4f259e1-7ee8-4c62-80c7-e23a5dda2d35 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:22:53.041542 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8eede07-1c35-4d6c-b4e5-7144bbf9ce2c", "tag": "8ce97fc0-bc9b-43f2-9497-c8d6fcd01902", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:22:53.041791 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f4f259e1-7ee8-4c62-80c7-e23a5dda2d35 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:22:53.042188 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8eede07-1c35-4d6c-b4e5-7144bbf9ce2c', 'tag': '8ce97fc0-bc9b-43f2-9497-c8d6fcd01902', 'status': 'completed', 'code': 200} Jul 15 23:22:53.091588 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-7c279634-dc70-48f2-874e-025a60575d1e req-eaa6dae7-fa58-4e5c-9c97-d38504ea623c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ce97fc0-bc9b-43f2-9497-c8d6fcd01902 HTTP/1.1" status: 200 len: 217 time: 0.0365272 Jul 15 23:22:53.127345 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ce9e074d-1784-4c4b-9f61-7850ef076fc4 req-19e95443-a498-4cb8-8e10-1c52bc7d4c29 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.48 "GET /v2.0/security-groups?id=bdceead4-2aa2-476e-b28f-908c29748be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858371 Jul 15 23:22:53.138519 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f03b587a-a7b0-4408-b761-25d7065a6666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:53.146378 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f03b587a-a7b0-4408-b761-25d7065a6666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:53.167295 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c279634-dc70-48f2-874e-025a60575d1e req-83e982e1-cc56-4055-b09f-7b256db12c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:53.168800 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-7c279634-dc70-48f2-874e-025a60575d1e req-83e982e1-cc56-4055-b09f-7b256db12c0d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d8668e0b-b1a9-4c49-a439-5ac4e2596326 HTTP/1.1" status: 200 len: 853 time: 0.0665748 Jul 15 23:22:53.215686 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-7c279634-dc70-48f2-874e-025a60575d1e req-5ad5954f-3ba1-486f-b2e0-79fa070f0dde service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0993de47-cf90-4c6e-a8fb-40c3ca40ea75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386372 Jul 15 23:22:53.220155 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03b587a-a7b0-4408-b761-25d7065a6666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab48570f-5a0a-464d-aa7d-2ef8253ea17a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:53.242233 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device fa50d709-de0c-4a35-ae18-2a32392658f3 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:22:53.246438 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-f03b587a-a7b0-4408-b761-25d7065a6666 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=91708c998fc441a1af511ecf512f6d38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5764718 Jul 15 23:22:53.253593 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 42736) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:22:53.270562 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-7c279634-dc70-48f2-874e-025a60575d1e req-66c18e1b-c978-4104-9f64-0513ffc8d6ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f04a01d4-eed4-4cbd-ba6a-cf79965f3ffc {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:22:53.290905 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7c279634-dc70-48f2-874e-025a60575d1e req-66c18e1b-c978-4104-9f64-0513ffc8d6ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:53.305556 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: fa50d709-de0c-4a35-ae18-2a32392658f3 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:22:53.306223 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device fa50d709-de0c-4a35-ae18-2a32392658f3 not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:22:53.307196 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device b63ccbb0-08db-4824-ba63-924ebe63a587 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:22:53.318263 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-7c279634-dc70-48f2-874e-025a60575d1e req-66c18e1b-c978-4104-9f64-0513ffc8d6ce service neutron] Transition to ACTIVE for port object f04a01d4-eed4-4cbd-ba6a-cf79965f3ffc will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:22:53.324372 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7c279634-dc70-48f2-874e-025a60575d1e req-66c18e1b-c978-4104-9f64-0513ffc8d6ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:53.339398 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: b63ccbb0-08db-4824-ba63-924ebe63a587 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:22:53.340034 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device b63ccbb0-08db-4824-ba63-924ebe63a587 not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:22:53.402583 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c18e1b-c978-4104-9f64-0513ffc8d6ce service neutron] Pushing event updated for resources: {'Port': ['ID=f04a01d4-eed4-4cbd-ba6a-cf79965f3ffc,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:53.409490 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3cc51816-8a68-435a-9af2-3d124a950fd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:53.415281 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-7c279634-dc70-48f2-874e-025a60575d1e req-bd3d7278-fa94-4ad2-8155-f54f6db15218 service neutron] 10.222.0.49 "GET /v2.0/networks/0993de47-cf90-4c6e-a8fb-40c3ca40ea75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913011 Jul 15 23:22:53.464853 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3cc51816-8a68-435a-9af2-3d124a950fd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:53.524326 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-7c279634-dc70-48f2-874e-025a60575d1e req-66c18e1b-c978-4104-9f64-0513ffc8d6ce service neutron] Attempting to bind port f04a01d4-eed4-4cbd-ba6a-cf79965f3ffc on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:22:53.524661 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-7c279634-dc70-48f2-874e-025a60575d1e req-66c18e1b-c978-4104-9f64-0513ffc8d6ce service neutron] Attempting to bind port f04a01d4-eed4-4cbd-ba6a-cf79965f3ffc by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '438bf9c5-3d9e-49bd-8ce4-a018d4ebb7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0993de47-cf90-4c6e-a8fb-40c3ca40ea75'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:22:53.524994 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c279634-dc70-48f2-874e-025a60575d1e req-66c18e1b-c978-4104-9f64-0513ffc8d6ce service neutron] Attempting to bind port f04a01d4-eed4-4cbd-ba6a-cf79965f3ffc on network 0993de47-cf90-4c6e-a8fb-40c3ca40ea75 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:22:53.531899 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c279634-dc70-48f2-874e-025a60575d1e req-66c18e1b-c978-4104-9f64-0513ffc8d6ce service neutron] Port f04a01d4-eed4-4cbd-ba6a-cf79965f3ffc on network 0993de47-cf90-4c6e-a8fb-40c3ca40ea75 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:22:53.532228 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c279634-dc70-48f2-874e-025a60575d1e req-66c18e1b-c978-4104-9f64-0513ffc8d6ce service neutron] Attempting to bind port f04a01d4-eed4-4cbd-ba6a-cf79965f3ffc on network 0993de47-cf90-4c6e-a8fb-40c3ca40ea75 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:22:53.548049 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de59d97-cd0d-4df9-84ca-90fa315aa1c2 req-c06589a7-1b22-475a-b8e3-97d55ca1dbcd tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:53.549557 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5de59d97-cd0d-4df9-84ca-90fa315aa1c2 req-c06589a7-1b22-475a-b8e3-97d55ca1dbcd tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.1151116 Jul 15 23:22:53.550312 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c279634-dc70-48f2-874e-025a60575d1e req-66c18e1b-c978-4104-9f64-0513ffc8d6ce service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:22:53.550648 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c279634-dc70-48f2-874e-025a60575d1e req-66c18e1b-c978-4104-9f64-0513ffc8d6ce service neutron] Checking segment: {'id': '438bf9c5-3d9e-49bd-8ce4-a018d4ebb7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0993de47-cf90-4c6e-a8fb-40c3ca40ea75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:22:53.551032 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c279634-dc70-48f2-874e-025a60575d1e req-66c18e1b-c978-4104-9f64-0513ffc8d6ce service neutron] Bound using segment: {'id': '438bf9c5-3d9e-49bd-8ce4-a018d4ebb7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0993de47-cf90-4c6e-a8fb-40c3ca40ea75'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:22:53.551474 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-7c279634-dc70-48f2-874e-025a60575d1e req-66c18e1b-c978-4104-9f64-0513ffc8d6ce service neutron] Bound port: f04a01d4-eed4-4cbd-ba6a-cf79965f3ffc, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '438bf9c5-3d9e-49bd-8ce4-a018d4ebb7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0993de47-cf90-4c6e-a8fb-40c3ca40ea75'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:22:53.551862 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7c279634-dc70-48f2-874e-025a60575d1e req-66c18e1b-c978-4104-9f64-0513ffc8d6ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:53.556137 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-7c279634-dc70-48f2-874e-025a60575d1e req-b5f78fb3-e477-42f5-894f-2205fee5b3ba service neutron] 10.222.0.49 "GET /v2.0/networks/0993de47-cf90-4c6e-a8fb-40c3ca40ea75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294777 Jul 15 23:22:53.577887 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3cc51816-8a68-435a-9af2-3d124a950fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:53.580574 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3cc51816-8a68-435a-9af2-3d124a950fd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:53.581777 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-3cc51816-8a68-435a-9af2-3d124a950fd0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ab48570f-5a0a-464d-aa7d-2ef8253ea17a HTTP/1.1" status: 204 len: 168 time: 0.3271725 Jul 15 23:22:53.592208 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc51816-8a68-435a-9af2-3d124a950fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab48570f-5a0a-464d-aa7d-2ef8253ea17a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:53.637607 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5de59d97-cd0d-4df9-84ca-90fa315aa1c2 req-aad70d44-07c9-4bef-9740-3be56c52f112 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755312 Jul 15 23:22:53.660867 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-7c279634-dc70-48f2-874e-025a60575d1e req-66c18e1b-c978-4104-9f64-0513ffc8d6ce service neutron] For port f04a01d4-eed4-4cbd-ba6a-cf79965f3ffc, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:22:53.664818 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-7c279634-dc70-48f2-874e-025a60575d1e req-66c18e1b-c978-4104-9f64-0513ffc8d6ce service neutron] For port f04a01d4-eed4-4cbd-ba6a-cf79965f3ffc, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=f04a01d4-eed4-4cbd-ba6a-cf79965f3ffc,segment=NetworkSegment(438bf9c5-3d9e-49bd-8ce4-a018d4ebb7f3),segment_id=438bf9c5-3d9e-49bd-8ce4-a018d4ebb7f3)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:22:53.670210 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7c279634-dc70-48f2-874e-025a60575d1e req-66c18e1b-c978-4104-9f64-0513ffc8d6ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:53.683487 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186c80a-53c9-456e-9728-06072b4f581a req-c98508b1-e328-47f4-84c1-6514feb13a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:53.685142 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1186c80a-53c9-456e-9728-06072b4f581a req-c98508b1-e328-47f4-84c1-6514feb13a6e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a76ac1cbd50246c081165ca68e87a72f&device_id=c8eede07-1c35-4d6c-b4e5-7144bbf9ce2c HTTP/1.1" status: 200 len: 1094 time: 0.0768104 Jul 15 23:22:53.707748 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c279634-dc70-48f2-874e-025a60575d1e req-66c18e1b-c978-4104-9f64-0513ffc8d6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:53.708956 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7c279634-dc70-48f2-874e-025a60575d1e req-66c18e1b-c978-4104-9f64-0513ffc8d6ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:53.710450 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7c279634-dc70-48f2-874e-025a60575d1e req-66c18e1b-c978-4104-9f64-0513ffc8d6ce service neutron] 10.222.0.49 "PUT /v2.0/ports/f04a01d4-eed4-4cbd-ba6a-cf79965f3ffc HTTP/1.1" status: 200 len: 1091 time: 1.2476397 Jul 15 23:22:53.748654 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c18e1b-c978-4104-9f64-0513ffc8d6ce service neutron] Pushing event updated for resources: {'Port': ['ID=f04a01d4-eed4-4cbd-ba6a-cf79965f3ffc,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:53.798859 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186c80a-53c9-456e-9728-06072b4f581a req-b5aeb607-f4de-46b9-af2f-1a4376e18bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:53.800755 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1186c80a-53c9-456e-9728-06072b4f581a req-b5aeb607-f4de-46b9-af2f-1a4376e18bbd service neutron] 10.222.0.49 "GET /v2.0/networks?id=0993de47-cf90-4c6e-a8fb-40c3ca40ea75 HTTP/1.1" status: 200 len: 914 time: 0.1079886 Jul 15 23:22:53.823602 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c279634-dc70-48f2-874e-025a60575d1e req-a6118ead-12a2-472c-8be2-159d0c71700c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:53.825445 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7c279634-dc70-48f2-874e-025a60575d1e req-a6118ead-12a2-472c-8be2-159d0c71700c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a76ac1cbd50246c081165ca68e87a72f&device_id=9d5adf91-77c3-492c-a099-801b7def5051 HTTP/1.1" status: 200 len: 1094 time: 0.0674946 Jul 15 23:22:53.850978 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1186c80a-53c9-456e-9728-06072b4f581a req-8267835f-d373-422c-96b6-14666f2b6f72 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ce97fc0-bc9b-43f2-9497-c8d6fcd01902 HTTP/1.1" status: 200 len: 217 time: 0.0438783 Jul 15 23:22:53.879415 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7c279634-dc70-48f2-874e-025a60575d1e req-8b9f1a56-b547-452f-80d7-91e1928b2b13 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f04a01d4-eed4-4cbd-ba6a-cf79965f3ffc HTTP/1.1" status: 200 len: 217 time: 0.0464380 Jul 15 23:22:53.913164 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186c80a-53c9-456e-9728-06072b4f581a req-06dab2ae-2af2-4313-acea-cda51e6930a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:53.914696 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1186c80a-53c9-456e-9728-06072b4f581a req-06dab2ae-2af2-4313-acea-cda51e6930a1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d8668e0b-b1a9-4c49-a439-5ac4e2596326 HTTP/1.1" status: 200 len: 853 time: 0.0542071 Jul 15 23:22:53.951813 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1186c80a-53c9-456e-9728-06072b4f581a req-abadf0f7-5d13-4ccb-88b4-cf72dfac4888 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0993de47-cf90-4c6e-a8fb-40c3ca40ea75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279179 Jul 15 23:22:53.974646 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c279634-dc70-48f2-874e-025a60575d1e req-ba3261c7-991a-4be5-8f19-602bb3187adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:53.976317 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7c279634-dc70-48f2-874e-025a60575d1e req-ba3261c7-991a-4be5-8f19-602bb3187adc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d8668e0b-b1a9-4c49-a439-5ac4e2596326 HTTP/1.1" status: 200 len: 853 time: 0.0804815 Jul 15 23:22:54.015407 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7c279634-dc70-48f2-874e-025a60575d1e req-788d56f2-67de-425c-9e82-87bcf0600ec4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0993de47-cf90-4c6e-a8fb-40c3ca40ea75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306268 Jul 15 23:22:54.026726 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83f1e8-e6f2-4e3c-8788-e9b5e1ab0cc3 req-4f223781-b2f4-481f-9c1e-776cded87d5e tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:54.028485 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bd83f1e8-e6f2-4e3c-8788-e9b5e1ab0cc3 req-4f223781-b2f4-481f-9c1e-776cded87d5e tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=034c5967-bea6-4ef8-8127-a944ad1c67a1 HTTP/1.1" status: 200 len: 946 time: 0.1446073 Jul 15 23:22:54.083136 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1186c80a-53c9-456e-9728-06072b4f581a req-ac4f20a3-3168-4a6e-853f-b78ae435850f service neutron] 10.222.0.49 "GET /v2.0/networks/0993de47-cf90-4c6e-a8fb-40c3ca40ea75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249585 Jul 15 23:22:54.134567 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bd83f1e8-e6f2-4e3c-8788-e9b5e1ab0cc3 req-ec3e531d-ec4c-4a93-acfd-930576752f5a tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976970 Jul 15 23:22:54.161341 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7c279634-dc70-48f2-874e-025a60575d1e req-08b31682-a088-4fc9-ba2d-8b182a0cee2c service neutron] 10.222.0.49 "GET /v2.0/networks/0993de47-cf90-4c6e-a8fb-40c3ca40ea75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315479 Jul 15 23:22:54.198469 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1186c80a-53c9-456e-9728-06072b4f581a req-93654188-a388-46e4-b960-d4e0ee21622e service neutron] 10.222.0.49 "GET /v2.0/networks/0993de47-cf90-4c6e-a8fb-40c3ca40ea75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032765 Jul 15 23:22:54.272485 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7c279634-dc70-48f2-874e-025a60575d1e req-0fc549b7-1907-4ce1-99c9-9f60df52dd71 service neutron] 10.222.0.49 "GET /v2.0/networks/0993de47-cf90-4c6e-a8fb-40c3ca40ea75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047397 Jul 15 23:22:54.312802 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d5adf91-77c3-492c-a099-801b7def5051', 'tag': 'f04a01d4-eed4-4cbd-ba6a-cf79965f3ffc'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:22:54.315115 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6abd66d3-7d0a-47ac-9187-9483ee4742b4" -d '{"events": [{"name": "network-changed", "server_uuid": "9d5adf91-77c3-492c-a099-801b7def5051", "tag": "f04a01d4-eed4-4cbd-ba6a-cf79965f3ffc"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:22:54.340543 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49c1b1-0adb-44af-8318-f731e7e97cb3 req-4cd60d0a-1d62-441c-b4bf-f11594513ddb tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:54.342102 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4b49c1b1-0adb-44af-8318-f731e7e97cb3 req-4cd60d0a-1d62-441c-b4bf-f11594513ddb tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d5adf91-77c3-492c-a099-801b7def5051 HTTP/1.1" status: 200 len: 943 time: 0.0729477 Jul 15 23:22:54.362793 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1484d651-33c8-40cd-b765-a23d3d58bf0c x-openstack-request-id: req-1484d651-33c8-40cd-b765-a23d3d58bf0c {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:22:54.363090 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d5adf91-77c3-492c-a099-801b7def5051", "tag": "f04a01d4-eed4-4cbd-ba6a-cf79965f3ffc", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:22:54.363340 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1484d651-33c8-40cd-b765-a23d3d58bf0c {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:22:54.363825 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d5adf91-77c3-492c-a099-801b7def5051', 'tag': 'f04a01d4-eed4-4cbd-ba6a-cf79965f3ffc', 'status': 'completed', 'code': 200} Jul 15 23:22:54.385735 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4b49c1b1-0adb-44af-8318-f731e7e97cb3 req-760329b5-6c21-4592-9323-2cefffbdb6f7 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.48 "GET /v2.0/security-groups?id=bdceead4-2aa2-476e-b28f-908c29748be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380311 Jul 15 23:22:54.442052 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd66d3-7d0a-47ac-9187-9483ee4742b4 req-7aa02f81-c5cf-4dd3-80e6-0c1304839903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:54.444270 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6abd66d3-7d0a-47ac-9187-9483ee4742b4 req-7aa02f81-c5cf-4dd3-80e6-0c1304839903 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a76ac1cbd50246c081165ca68e87a72f&device_id=9d5adf91-77c3-492c-a099-801b7def5051 HTTP/1.1" status: 200 len: 1094 time: 0.0575483 Jul 15 23:22:54.563207 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd66d3-7d0a-47ac-9187-9483ee4742b4 req-07d5f073-f76b-43c7-aa4a-bcd4b4931be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:54.564765 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6abd66d3-7d0a-47ac-9187-9483ee4742b4 req-07d5f073-f76b-43c7-aa4a-bcd4b4931be4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0993de47-cf90-4c6e-a8fb-40c3ca40ea75 HTTP/1.1" status: 200 len: 914 time: 0.1129880 Jul 15 23:22:54.608398 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6abd66d3-7d0a-47ac-9187-9483ee4742b4 req-d66466c2-2015-4acc-8781-e32e1b4952df service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f04a01d4-eed4-4cbd-ba6a-cf79965f3ffc HTTP/1.1" status: 200 len: 217 time: 0.0363359 Jul 15 23:22:54.671111 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd66d3-7d0a-47ac-9187-9483ee4742b4 req-63193467-5581-49ce-a8e9-f92724ef74d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:54.672985 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6abd66d3-7d0a-47ac-9187-9483ee4742b4 req-63193467-5581-49ce-a8e9-f92724ef74d7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d8668e0b-b1a9-4c49-a439-5ac4e2596326 HTTP/1.1" status: 200 len: 853 time: 0.0570817 Jul 15 23:22:54.719905 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6abd66d3-7d0a-47ac-9187-9483ee4742b4 req-133f6f6a-cfa1-4301-b0e1-1e35d3be4b86 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0993de47-cf90-4c6e-a8fb-40c3ca40ea75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381565 Jul 15 23:22:54.858287 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6abd66d3-7d0a-47ac-9187-9483ee4742b4 req-2309f3f8-084c-4c8f-a51e-c3394d89d602 service neutron] 10.222.0.49 "GET /v2.0/networks/0993de47-cf90-4c6e-a8fb-40c3ca40ea75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298947 Jul 15 23:22:54.907102 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14ccdab-5dab-4026-b142-73ff978fae92 req-ce93ff44-7fce-450c-82ac-9ac7cb346fa7 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:54.908712 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d14ccdab-5dab-4026-b142-73ff978fae92 req-ce93ff44-7fce-450c-82ac-9ac7cb346fa7 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.1192291 Jul 15 23:22:54.991701 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d14ccdab-5dab-4026-b142-73ff978fae92 req-c39f015d-2fd1-442f-81b0-4a70cbdfd4ab tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754733 Jul 15 23:22:55.002331 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6abd66d3-7d0a-47ac-9187-9483ee4742b4 req-94b87edf-3096-46c5-9faa-33c2b1ad647e service neutron] 10.222.0.49 "GET /v2.0/networks/0993de47-cf90-4c6e-a8fb-40c3ca40ea75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352186 Jul 15 23:22:55.311992 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed55d0-ef2d-4154-8661-9a34bd2a0e7d req-ae5740e4-be20-4222-a5a4-ac8f490dc107 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:55.313684 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dfed55d0-ef2d-4154-8661-9a34bd2a0e7d req-ae5740e4-be20-4222-a5a4-ac8f490dc107 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/networks?id=7247f305-0d2c-4c58-8aee-858aaa9a4382 HTTP/1.1" status: 200 len: 813 time: 0.1385515 Jul 15 23:22:55.332770 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:55.333921 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dfed55d0-ef2d-4154-8661-9a34bd2a0e7d req-d994d0c2-b6e8-4c7b-a318-481afccfabf2 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/quotas/59859dcc1e7748b980efd77feaf90704 HTTP/1.1" status: 200 len: 375 time: 0.0116024 Jul 15 23:22:55.457048 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b5b0a6-24f8-4a0a-a66a-92b94816661b req-5b16fe13-37bd-4cf2-9017-d97def953ca2 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:55.458592 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-07b5b0a6-24f8-4a0a-a66a-92b94816661b req-5b16fe13-37bd-4cf2-9017-d97def953ca2 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=034c5967-bea6-4ef8-8127-a944ad1c67a1 HTTP/1.1" status: 200 len: 946 time: 0.1237893 Jul 15 23:22:55.470358 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dfed55d0-ef2d-4154-8661-9a34bd2a0e7d req-45871b53-5918-4ea4-971a-88c0d9ab6cc6 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=59859dcc1e7748b980efd77feaf90704&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1267302 Jul 15 23:22:55.532149 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-07b5b0a6-24f8-4a0a-a66a-92b94816661b req-faccaef3-5676-4305-9888-6c1f9eeefdcf tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674849 Jul 15 23:22:55.594384 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dfed55d0-ef2d-4154-8661-9a34bd2a0e7d req-d21eb2cf-c832-4c0e-b1fc-e5fac9690f99 service neutron] 10.222.0.48 "GET /v2.0/networks/7247f305-0d2c-4c58-8aee-858aaa9a4382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159875 Jul 15 23:22:55.722922 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dfed55d0-ef2d-4154-8661-9a34bd2a0e7d req-0e0119cc-5430-4c7d-bb6d-0fbda0fb9a47 service neutron] 10.222.0.48 "GET /v2.0/networks/7247f305-0d2c-4c58-8aee-858aaa9a4382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219425 Jul 15 23:22:55.752201 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef9095b-7f73-4843-9f1e-9bc392e11e99 req-3c156398-2c22-4658-815a-1ac9a3c24c52 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:55.757134 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4ef9095b-7f73-4843-9f1e-9bc392e11e99 req-3c156398-2c22-4658-815a-1ac9a3c24c52 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d5adf91-77c3-492c-a099-801b7def5051 HTTP/1.1" status: 200 len: 943 time: 0.0977395 Jul 15 23:22:55.801594 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4ef9095b-7f73-4843-9f1e-9bc392e11e99 req-b0a975b2-c9ad-48b8-9255-cad1de47a804 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.48 "GET /v2.0/security-groups?id=bdceead4-2aa2-476e-b28f-908c29748be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416896 Jul 15 23:22:55.920362 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1f6c7620-7f44-44f7-97ac-2b229f84f7c4 req-7f3c8d33-fa63-497c-9c3b-528450ecf790 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f2e2068-dcc6-4589-b60a-16436325091a HTTP/1.1" status: 200 len: 210 time: 0.0307748 Jul 15 23:22:56.743906 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68af4b-04b0-4a3a-b1b2-76462eae8be4 req-56f99f49-8d40-439b-9ed7-66ff06436332 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:56.745783 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7c68af4b-04b0-4a3a-b1b2-76462eae8be4 req-56f99f49-8d40-439b-9ed7-66ff06436332 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=034c5967-bea6-4ef8-8127-a944ad1c67a1 HTTP/1.1" status: 200 len: 946 time: 0.0813432 Jul 15 23:22:56.797859 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7c68af4b-04b0-4a3a-b1b2-76462eae8be4 req-be79d603-8ab3-442d-b9ac-34c9a8ef9574 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430901 Jul 15 23:22:57.023408 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9dfab0-5ef7-4a5b-b866-33e5bb86a1dc req-b9625212-c32b-43dc-8cf6-ca33a77e10a2 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:57.023408 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab9dfab0-5ef7-4a5b-b866-33e5bb86a1dc req-b9625212-c32b-43dc-8cf6-ca33a77e10a2 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d5adf91-77c3-492c-a099-801b7def5051 HTTP/1.1" status: 200 len: 943 time: 0.0909100 Jul 15 23:22:57.096235 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-80ef9732-d490-451b-8961-daa3b74db8a0 req-13d83f60-9ad9-4f7e-ae96-8187a6bde333 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f2e2068-dcc6-4589-b60a-16436325091a HTTP/1.1" status: 200 len: 210 time: 0.0416758 Jul 15 23:22:57.105289 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab9dfab0-5ef7-4a5b-b866-33e5bb86a1dc req-76c97fe5-3196-43cc-b3fe-98c165ee458a tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.48 "GET /v2.0/security-groups?id=bdceead4-2aa2-476e-b28f-908c29748be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668833 Jul 15 23:22:57.258800 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 8ce97fc0-bc9b-43f2-9497-c8d6fcd01902 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:22:57.279902 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed55d0-ef2d-4154-8661-9a34bd2a0e7d req-4a574d5b-70ad-474f-9f80-c92ffd4c58a9 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:57.281821 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dfed55d0-ef2d-4154-8661-9a34bd2a0e7d req-4a574d5b-70ad-474f-9f80-c92ffd4c58a9 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.49 "GET /v2.0/networks?id=7247f305-0d2c-4c58-8aee-858aaa9a4382 HTTP/1.1" status: 200 len: 813 time: 0.1605601 Jul 15 23:22:57.296371 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-dfed55d0-ef2d-4154-8661-9a34bd2a0e7d req-d136d015-baeb-4e09-aaf1-d87791de42b7 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Request body: {'port': {'device_id': '1f2e2068-dcc6-4589-b60a-16436325091a', 'network_id': '7247f305-0d2c-4c58-8aee-858aaa9a4382', 'admin_state_up': True, 'tenant_id': '59859dcc1e7748b980efd77feaf90704'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:57.369976 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 8ce97fc0-bc9b-43f2-9497-c8d6fcd01902, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=8ce97fc0-bc9b-43f2-9497-c8d6fcd01902,segment=NetworkSegment(438bf9c5-3d9e-49bd-8ce4-a018d4ebb7f3),segment_id=438bf9c5-3d9e-49bd-8ce4-a018d4ebb7f3)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:57.391556 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '8ce97fc0-bc9b-43f2-9497-c8d6fcd01902', 'network_id': '0993de47-cf90-4c6e-a8fb-40c3ca40ea75', 'port_id': '8ce97fc0-bc9b-43f2-9497-c8d6fcd01902', 'mac_address': 'fa:16:3e:a2:2d:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8668e0b-b1a9-4c49-a439-5ac4e2596326', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:22:57.433534 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfed55d0-ef2d-4154-8661-9a34bd2a0e7d req-d136d015-baeb-4e09-aaf1-d87791de42b7 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Made reservation on behalf of 59859dcc1e7748b980efd77feaf90704 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:22:57.437626 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dfed55d0-ef2d-4154-8661-9a34bd2a0e7d req-d136d015-baeb-4e09-aaf1-d87791de42b7 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:57.450841 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:57.472057 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ce97fc0-bc9b-43f2-9497-c8d6fcd01902 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:22:57.505049 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 8ce97fc0-bc9b-43f2-9497-c8d6fcd01902, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=8ce97fc0-bc9b-43f2-9497-c8d6fcd01902,segment=NetworkSegment(438bf9c5-3d9e-49bd-8ce4-a018d4ebb7f3),segment_id=438bf9c5-3d9e-49bd-8ce4-a018d4ebb7f3)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:57.509032 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:57.509997 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device f04a01d4-eed4-4cbd-ba6a-cf79965f3ffc details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:22:57.580861 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port f04a01d4-eed4-4cbd-ba6a-cf79965f3ffc, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=f04a01d4-eed4-4cbd-ba6a-cf79965f3ffc,segment=NetworkSegment(438bf9c5-3d9e-49bd-8ce4-a018d4ebb7f3),segment_id=438bf9c5-3d9e-49bd-8ce4-a018d4ebb7f3)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:57.583850 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=8ce97fc0-bc9b-43f2-9497-c8d6fcd01902,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:57.595328 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': 'f04a01d4-eed4-4cbd-ba6a-cf79965f3ffc', 'network_id': '0993de47-cf90-4c6e-a8fb-40c3ca40ea75', 'port_id': 'f04a01d4-eed4-4cbd-ba6a-cf79965f3ffc', 'mac_address': 'fa:16:3e:7c:12:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8668e0b-b1a9-4c49-a439-5ac4e2596326', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:22:57.600842 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-dfed55d0-ef2d-4154-8661-9a34bd2a0e7d req-d136d015-baeb-4e09-aaf1-d87791de42b7 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Allocated IP 172.20.0.14 (7247f305-0d2c-4c58-8aee-858aaa9a4382/b5f0bc39-0174-49c0-9e6d-079c96cb8d04/37f17867-d6bd-4882-8f84-529f96328975) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:22:57.637104 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:57.656862 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f04a01d4-eed4-4cbd-ba6a-cf79965f3ffc {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:22:57.680105 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port f04a01d4-eed4-4cbd-ba6a-cf79965f3ffc, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=f04a01d4-eed4-4cbd-ba6a-cf79965f3ffc,segment=NetworkSegment(438bf9c5-3d9e-49bd-8ce4-a018d4ebb7f3),segment_id=438bf9c5-3d9e-49bd-8ce4-a018d4ebb7f3)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:22:57.685122 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:57.737964 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=f04a01d4-eed4-4cbd-ba6a-cf79965f3ffc,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:57.793407 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dfed55d0-ef2d-4154-8661-9a34bd2a0e7d req-d136d015-baeb-4e09-aaf1-d87791de42b7 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:57.834924 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dfed55d0-ef2d-4154-8661-9a34bd2a0e7d req-d136d015-baeb-4e09-aaf1-d87791de42b7 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:57.850248 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['bc0ad9c8-d331-4c34-9709-dbfd3a650852'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:22:57.882589 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfed55d0-ef2d-4154-8661-9a34bd2a0e7d req-d136d015-baeb-4e09-aaf1-d87791de42b7 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Network 7247f305-0d2c-4c58-8aee-858aaa9a4382 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:22:57.888736 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-dfed55d0-ef2d-4154-8661-9a34bd2a0e7d req-d136d015-baeb-4e09-aaf1-d87791de42b7 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:22:57.893185 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfed55d0-ef2d-4154-8661-9a34bd2a0e7d req-d136d015-baeb-4e09-aaf1-d87791de42b7 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:22:57.935165 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d136d015-baeb-4e09-aaf1-d87791de42b7 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Pushing event updated for resources: {'Port': ['ID=37f17867-d6bd-4882-8f84-529f96328975,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:57.963781 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed55d0-ef2d-4154-8661-9a34bd2a0e7d req-d136d015-baeb-4e09-aaf1-d87791de42b7 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:57.964656 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dfed55d0-ef2d-4154-8661-9a34bd2a0e7d req-d136d015-baeb-4e09-aaf1-d87791de42b7 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:58.011228 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dfed55d0-ef2d-4154-8661-9a34bd2a0e7d req-d136d015-baeb-4e09-aaf1-d87791de42b7 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7199228 Jul 15 23:22:58.024520 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-dfed55d0-ef2d-4154-8661-9a34bd2a0e7d req-9daeb4a2-4ce0-4de3-893d-82c2c6861a24 service neutron] Request body: {'port': {'device_id': '1f2e2068-dcc6-4589-b60a-16436325091a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:22:58.056393 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['8ce97fc0-bc9b-43f2-9497-c8d6fcd01902'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:22:58.066078 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['f04a01d4-eed4-4cbd-ba6a-cf79965f3ffc'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:22:58.108609 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2168370-245b-4766-8408-de28542303da req-93d78992-ad16-41eb-85c1-1c2cd9323c21 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:58.110157 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e2168370-245b-4766-8408-de28542303da req-93d78992-ad16-41eb-85c1-1c2cd9323c21 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=034c5967-bea6-4ef8-8127-a944ad1c67a1 HTTP/1.1" status: 200 len: 946 time: 0.1429975 Jul 15 23:22:58.138420 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dfed55d0-ef2d-4154-8661-9a34bd2a0e7d req-9daeb4a2-4ce0-4de3-893d-82c2c6861a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:58.225922 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e2168370-245b-4766-8408-de28542303da req-9b94e5f5-79c3-4c97-91fb-b9fa0637052e tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059847 Jul 15 23:22:58.531776 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c5a60-ab12-44f6-9b02-93c0c1fa92d3 req-4f4dbbdc-6b40-4aa9-9d24-73db4088ce16 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:58.533681 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-841c5a60-ab12-44f6-9b02-93c0c1fa92d3 req-4f4dbbdc-6b40-4aa9-9d24-73db4088ce16 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d5adf91-77c3-492c-a099-801b7def5051 HTTP/1.1" status: 200 len: 944 time: 0.1972213 Jul 15 23:22:58.594567 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6a854b-7a3b-4673-92a6-4c5b46615879 req-c778ed6a-c9b7-4acd-a520-edfa9fc44b4d tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:58.596054 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2b6a854b-7a3b-4673-92a6-4c5b46615879 req-c778ed6a-c9b7-4acd-a520-edfa9fc44b4d tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f2e2068-dcc6-4589-b60a-16436325091a HTTP/1.1" status: 200 len: 932 time: 0.2075975 Jul 15 23:22:58.643596 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-841c5a60-ab12-44f6-9b02-93c0c1fa92d3 req-24e940ce-6f01-4557-a95e-4bc2fe581cbb tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.48 "GET /v2.0/security-groups?id=bdceead4-2aa2-476e-b28f-908c29748be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841615 Jul 15 23:22:58.688591 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2b6a854b-7a3b-4673-92a6-4c5b46615879 req-84367102-0814-4296-9416-09850711b13c tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827127 Jul 15 23:22:58.694329 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-dfed55d0-ef2d-4154-8661-9a34bd2a0e7d req-9daeb4a2-4ce0-4de3-893d-82c2c6861a24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37f17867-d6bd-4882-8f84-529f96328975 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:22:58.702801 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dfed55d0-ef2d-4154-8661-9a34bd2a0e7d req-9daeb4a2-4ce0-4de3-893d-82c2c6861a24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:58.720563 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-dfed55d0-ef2d-4154-8661-9a34bd2a0e7d req-9daeb4a2-4ce0-4de3-893d-82c2c6861a24 service neutron] Transition to ACTIVE for port object 37f17867-d6bd-4882-8f84-529f96328975 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:22:58.727650 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dfed55d0-ef2d-4154-8661-9a34bd2a0e7d req-9daeb4a2-4ce0-4de3-893d-82c2c6861a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:58.790401 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daeb4a2-4ce0-4de3-893d-82c2c6861a24 service neutron] Pushing event updated for resources: {'Port': ['ID=37f17867-d6bd-4882-8f84-529f96328975,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:58.869761 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-dfed55d0-ef2d-4154-8661-9a34bd2a0e7d req-9daeb4a2-4ce0-4de3-893d-82c2c6861a24 service neutron] Attempting to bind port 37f17867-d6bd-4882-8f84-529f96328975 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:22:58.870469 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-dfed55d0-ef2d-4154-8661-9a34bd2a0e7d req-9daeb4a2-4ce0-4de3-893d-82c2c6861a24 service neutron] Attempting to bind port 37f17867-d6bd-4882-8f84-529f96328975 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '6a7e0458-bbaf-4bb9-aba2-86a18db5b19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7247f305-0d2c-4c58-8aee-858aaa9a4382'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:22:58.870469 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfed55d0-ef2d-4154-8661-9a34bd2a0e7d req-9daeb4a2-4ce0-4de3-893d-82c2c6861a24 service neutron] Attempting to bind port 37f17867-d6bd-4882-8f84-529f96328975 on network 7247f305-0d2c-4c58-8aee-858aaa9a4382 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:22:58.874873 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfed55d0-ef2d-4154-8661-9a34bd2a0e7d req-9daeb4a2-4ce0-4de3-893d-82c2c6861a24 service neutron] Port 37f17867-d6bd-4882-8f84-529f96328975 on network 7247f305-0d2c-4c58-8aee-858aaa9a4382 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:22:58.875187 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfed55d0-ef2d-4154-8661-9a34bd2a0e7d req-9daeb4a2-4ce0-4de3-893d-82c2c6861a24 service neutron] Attempting to bind port 37f17867-d6bd-4882-8f84-529f96328975 on network 7247f305-0d2c-4c58-8aee-858aaa9a4382 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:22:58.880137 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfed55d0-ef2d-4154-8661-9a34bd2a0e7d req-9daeb4a2-4ce0-4de3-893d-82c2c6861a24 service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:22:58.880473 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfed55d0-ef2d-4154-8661-9a34bd2a0e7d req-9daeb4a2-4ce0-4de3-893d-82c2c6861a24 service neutron] Checking segment: {'id': '6a7e0458-bbaf-4bb9-aba2-86a18db5b19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7247f305-0d2c-4c58-8aee-858aaa9a4382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:22:58.880854 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfed55d0-ef2d-4154-8661-9a34bd2a0e7d req-9daeb4a2-4ce0-4de3-893d-82c2c6861a24 service neutron] Bound using segment: {'id': '6a7e0458-bbaf-4bb9-aba2-86a18db5b19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7247f305-0d2c-4c58-8aee-858aaa9a4382'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:22:58.881344 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-dfed55d0-ef2d-4154-8661-9a34bd2a0e7d req-9daeb4a2-4ce0-4de3-893d-82c2c6861a24 service neutron] Bound port: 37f17867-d6bd-4882-8f84-529f96328975, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a7e0458-bbaf-4bb9-aba2-86a18db5b19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7247f305-0d2c-4c58-8aee-858aaa9a4382'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:22:58.881738 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dfed55d0-ef2d-4154-8661-9a34bd2a0e7d req-9daeb4a2-4ce0-4de3-893d-82c2c6861a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:59.304530 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-dfed55d0-ef2d-4154-8661-9a34bd2a0e7d req-9daeb4a2-4ce0-4de3-893d-82c2c6861a24 service neutron] For port 37f17867-d6bd-4882-8f84-529f96328975, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:22:59.308128 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-dfed55d0-ef2d-4154-8661-9a34bd2a0e7d req-9daeb4a2-4ce0-4de3-893d-82c2c6861a24 service neutron] For port 37f17867-d6bd-4882-8f84-529f96328975, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=37f17867-d6bd-4882-8f84-529f96328975,segment=NetworkSegment(6a7e0458-bbaf-4bb9-aba2-86a18db5b19d),segment_id=6a7e0458-bbaf-4bb9-aba2-86a18db5b19d)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:22:59.314816 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dfed55d0-ef2d-4154-8661-9a34bd2a0e7d req-9daeb4a2-4ce0-4de3-893d-82c2c6861a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:59.365606 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed55d0-ef2d-4154-8661-9a34bd2a0e7d req-9daeb4a2-4ce0-4de3-893d-82c2c6861a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:59.366086 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dfed55d0-ef2d-4154-8661-9a34bd2a0e7d req-9daeb4a2-4ce0-4de3-893d-82c2c6861a24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:22:59.367410 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dfed55d0-ef2d-4154-8661-9a34bd2a0e7d req-9daeb4a2-4ce0-4de3-893d-82c2c6861a24 service neutron] 10.222.0.49 "PUT /v2.0/ports/37f17867-d6bd-4882-8f84-529f96328975 HTTP/1.1" status: 200 len: 1092 time: 1.3477833 Jul 15 23:22:59.370939 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f2e2068-dcc6-4589-b60a-16436325091a', 'tag': '37f17867-d6bd-4882-8f84-529f96328975'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:22:59.374309 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c888e07a-8abf-4994-856d-07bb89bc040a" -d '{"events": [{"name": "network-changed", "server_uuid": "1f2e2068-dcc6-4589-b60a-16436325091a", "tag": "37f17867-d6bd-4882-8f84-529f96328975"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:22:59.433088 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e2d6a9-4040-428f-b48f-3b128e4af148 x-openstack-request-id: req-67e2d6a9-4040-428f-b48f-3b128e4af148 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:22:59.433303 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f2e2068-dcc6-4589-b60a-16436325091a", "tag": "37f17867-d6bd-4882-8f84-529f96328975", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:22:59.433550 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-67e2d6a9-4040-428f-b48f-3b128e4af148 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:22:59.433947 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f2e2068-dcc6-4589-b60a-16436325091a', 'tag': '37f17867-d6bd-4882-8f84-529f96328975', 'status': 'completed', 'code': 200} Jul 15 23:22:59.458149 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daeb4a2-4ce0-4de3-893d-82c2c6861a24 service neutron] Pushing event updated for resources: {'Port': ['ID=37f17867-d6bd-4882-8f84-529f96328975,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:22:59.520490 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae999b65-7160-4394-ad65-6e4c38973ae5 req-4f8d1f2c-9eb9-4021-a785-a2599b34ec59 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:59.522381 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ae999b65-7160-4394-ad65-6e4c38973ae5 req-4f8d1f2c-9eb9-4021-a785-a2599b34ec59 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=034c5967-bea6-4ef8-8127-a944ad1c67a1 HTTP/1.1" status: 200 len: 946 time: 0.1521001 Jul 15 23:22:59.560650 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed55d0-ef2d-4154-8661-9a34bd2a0e7d req-a765c1c8-2415-484e-8d50-a1aaf4742226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:59.562188 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dfed55d0-ef2d-4154-8661-9a34bd2a0e7d req-a765c1c8-2415-484e-8d50-a1aaf4742226 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=59859dcc1e7748b980efd77feaf90704&device_id=1f2e2068-dcc6-4589-b60a-16436325091a HTTP/1.1" status: 200 len: 1095 time: 0.1197987 Jul 15 23:22:59.581627 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ae999b65-7160-4394-ad65-6e4c38973ae5 req-3c0e2339-716d-4416-a06b-b7e615ee6e15 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518849 Jul 15 23:22:59.620463 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dfed55d0-ef2d-4154-8661-9a34bd2a0e7d req-50d1e061-2b37-458f-9276-9162b07b4935 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=37f17867-d6bd-4882-8f84-529f96328975 HTTP/1.1" status: 200 len: 217 time: 0.0471654 Jul 15 23:22:59.683133 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed55d0-ef2d-4154-8661-9a34bd2a0e7d req-bdcfb3b4-a3d1-4dc9-8195-648261215f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:22:59.685199 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dfed55d0-ef2d-4154-8661-9a34bd2a0e7d req-bdcfb3b4-a3d1-4dc9-8195-648261215f62 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b5f0bc39-0174-49c0-9e6d-079c96cb8d04 HTTP/1.1" status: 200 len: 853 time: 0.0536468 Jul 15 23:22:59.730989 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dfed55d0-ef2d-4154-8661-9a34bd2a0e7d req-77de5f9f-8cb2-4adc-aea5-3d6e3660a516 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7247f305-0d2c-4c58-8aee-858aaa9a4382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392499 Jul 15 23:22:59.965750 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dfed55d0-ef2d-4154-8661-9a34bd2a0e7d req-c157b7f0-c52a-4f3a-8ad3-ca43fdd0939a service neutron] 10.222.0.49 "GET /v2.0/networks/7247f305-0d2c-4c58-8aee-858aaa9a4382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271025 Jul 15 23:23:00.016032 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88044c69-15a3-4fdc-82f0-50fa61c4b129 req-87de2368-59c1-476d-b019-8359a3c452dc tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:00.017428 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-88044c69-15a3-4fdc-82f0-50fa61c4b129 req-87de2368-59c1-476d-b019-8359a3c452dc tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d5adf91-77c3-492c-a099-801b7def5051 HTTP/1.1" status: 200 len: 944 time: 0.2263052 Jul 15 23:23:00.038107 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0e15f7-edcd-4f80-abe5-503ae968f2ea req-7dc840ba-685d-4d96-8ba3-9b9f708525c4 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:00.040181 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1f0e15f7-edcd-4f80-abe5-503ae968f2ea req-7dc840ba-685d-4d96-8ba3-9b9f708525c4 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f2e2068-dcc6-4589-b60a-16436325091a HTTP/1.1" status: 200 len: 944 time: 0.2050347 Jul 15 23:23:00.149934 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-88044c69-15a3-4fdc-82f0-50fa61c4b129 req-7877e408-3d35-493b-a0ad-dbcd3778a613 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.48 "GET /v2.0/security-groups?id=bdceead4-2aa2-476e-b28f-908c29748be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231477 Jul 15 23:23:00.154152 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dfed55d0-ef2d-4154-8661-9a34bd2a0e7d req-1ad84d5c-6d37-4ae5-9f7b-934049664ba7 service neutron] 10.222.0.49 "GET /v2.0/networks/7247f305-0d2c-4c58-8aee-858aaa9a4382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808224 Jul 15 23:23:00.159499 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1f0e15f7-edcd-4f80-abe5-503ae968f2ea req-3c7cc0a1-afdc-4224-944d-3ed82fd4c2c7 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760767 Jul 15 23:23:00.287246 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888e07a-8abf-4994-856d-07bb89bc040a req-8a1cd399-bd5f-4fea-886d-c677454655f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:00.288803 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c888e07a-8abf-4994-856d-07bb89bc040a req-8a1cd399-bd5f-4fea-886d-c677454655f9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=59859dcc1e7748b980efd77feaf90704&device_id=1f2e2068-dcc6-4589-b60a-16436325091a HTTP/1.1" status: 200 len: 1095 time: 0.0756145 Jul 15 23:23:00.389786 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888e07a-8abf-4994-856d-07bb89bc040a req-29bee69b-dac9-4988-8824-7eaeb3261b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:00.391270 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c888e07a-8abf-4994-856d-07bb89bc040a req-29bee69b-dac9-4988-8824-7eaeb3261b4b service neutron] 10.222.0.49 "GET /v2.0/networks?id=7247f305-0d2c-4c58-8aee-858aaa9a4382 HTTP/1.1" status: 200 len: 914 time: 0.0943558 Jul 15 23:23:00.433693 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c888e07a-8abf-4994-856d-07bb89bc040a req-2a1dbb2f-ad91-40ec-836d-75cf90da80f7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=37f17867-d6bd-4882-8f84-529f96328975 HTTP/1.1" status: 200 len: 217 time: 0.0347977 Jul 15 23:23:00.483377 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888e07a-8abf-4994-856d-07bb89bc040a req-9972b319-097f-410e-bc9c-4a8b0fda2e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:00.484813 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c888e07a-8abf-4994-856d-07bb89bc040a req-9972b319-097f-410e-bc9c-4a8b0fda2e58 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b5f0bc39-0174-49c0-9e6d-079c96cb8d04 HTTP/1.1" status: 200 len: 853 time: 0.0443995 Jul 15 23:23:00.523634 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c888e07a-8abf-4994-856d-07bb89bc040a req-6ddc1632-52b9-4e9e-8e17-921be41fc884 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7247f305-0d2c-4c58-8aee-858aaa9a4382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303636 Jul 15 23:23:00.620437 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c888e07a-8abf-4994-856d-07bb89bc040a req-f02399ae-c6f4-4a9d-b51f-21046a3d234f service neutron] 10.222.0.49 "GET /v2.0/networks/7247f305-0d2c-4c58-8aee-858aaa9a4382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887778 Jul 15 23:23:00.720749 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c888e07a-8abf-4994-856d-07bb89bc040a req-82fdf3fa-87a4-44b2-920a-ddcd221f44a5 service neutron] 10.222.0.49 "GET /v2.0/networks/7247f305-0d2c-4c58-8aee-858aaa9a4382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929797 Jul 15 23:23:00.742016 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4f106785-fa5e-416d-bc05-be28379adfd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:00.799833 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc33cd-acd3-4ca8-b483-f91d49882a9b req-c2adb009-bf6f-4521-a439-0e7caad013f2 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:00.801293 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-44dc33cd-acd3-4ca8-b483-f91d49882a9b req-c2adb009-bf6f-4521-a439-0e7caad013f2 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=034c5967-bea6-4ef8-8127-a944ad1c67a1 HTTP/1.1" status: 200 len: 946 time: 0.0779994 Jul 15 23:23:00.850017 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-44dc33cd-acd3-4ca8-b483-f91d49882a9b req-2ff4e10a-4e99-4057-950e-b7af658c69df tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424240 Jul 15 23:23:01.300281 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 8ce97fc0-bc9b-43f2-9497-c8d6fcd01902 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:23:01.376642 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port 8ce97fc0-bc9b-43f2-9497-c8d6fcd01902 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:23:01.383859 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 8ce97fc0-bc9b-43f2-9497-c8d6fcd01902 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:23:01.384597 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:01.414540 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800fcffd-7cf0-4e85-8d97-94ef9f18c21d req-9837e3ea-c7e8-4eec-ac1a-025939b9401a tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:01.416313 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-800fcffd-7cf0-4e85-8d97-94ef9f18c21d req-9837e3ea-c7e8-4eec-ac1a-025939b9401a tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d5adf91-77c3-492c-a099-801b7def5051 HTTP/1.1" status: 200 len: 944 time: 0.1366239 Jul 15 23:23:01.435125 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf87ea-b346-473b-9ab1-1fac14c7ef51 req-da880d0d-b9d8-432a-b7a7-707d1a08b407 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:01.436939 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8ccf87ea-b346-473b-9ab1-1fac14c7ef51 req-da880d0d-b9d8-432a-b7a7-707d1a08b407 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f2e2068-dcc6-4589-b60a-16436325091a HTTP/1.1" status: 200 len: 944 time: 0.1145735 Jul 15 23:23:01.493473 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:01.495279 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-800fcffd-7cf0-4e85-8d97-94ef9f18c21d req-468c1683-232b-429c-8324-e6395ca9fedd tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.48 "GET /v2.0/security-groups?id=bdceead4-2aa2-476e-b28f-908c29748be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572476 Jul 15 23:23:01.514532 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8ccf87ea-b346-473b-9ab1-1fac14c7ef51 req-c136a826-c977-49a0-a4ff-028d5b28c85f tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592813 Jul 15 23:23:01.540989 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 8ce97fc0-bc9b-43f2-9497-c8d6fcd01902, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=8ce97fc0-bc9b-43f2-9497-c8d6fcd01902,segment=NetworkSegment(438bf9c5-3d9e-49bd-8ce4-a018d4ebb7f3),segment_id=438bf9c5-3d9e-49bd-8ce4-a018d4ebb7f3)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:23:01.541963 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8eede07-1c35-4d6c-b4e5-7144bbf9ce2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce97fc0-bc9b-43f2-9497-c8d6fcd01902'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:23:01.545236 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f212c2-0218-4215-b626-dce128dbbdf6" -d '{"events": [{"server_uuid": "c8eede07-1c35-4d6c-b4e5-7144bbf9ce2c", "name": "network-vif-plugged", "status": "completed", "tag": "8ce97fc0-bc9b-43f2-9497-c8d6fcd01902"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:23:01.549378 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:01.550311 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device f04a01d4-eed4-4cbd-ba6a-cf79965f3ffc up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:23:01.647238 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=8ce97fc0-bc9b-43f2-9497-c8d6fcd01902,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:01.659021 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:01.659555 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:01.659812 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:01.660145 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:01.660600 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:01.660932 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:01.661404 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:01.661851 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:01.663079 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:01.663079 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:01.663079 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:01.663498 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:01.674726 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port f04a01d4-eed4-4cbd-ba6a-cf79965f3ffc completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:23:01.681039 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port f04a01d4-eed4-4cbd-ba6a-cf79965f3ffc triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:23:01.682080 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:01.717036 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f44ea9-b5de-4524-a93d-e02fa0c684e0 x-openstack-request-id: req-80f44ea9-b5de-4524-a93d-e02fa0c684e0 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:23:01.717304 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8eede07-1c35-4d6c-b4e5-7144bbf9ce2c", "name": "network-vif-plugged", "status": "completed", "tag": "8ce97fc0-bc9b-43f2-9497-c8d6fcd01902", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:23:01.717622 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-80f44ea9-b5de-4524-a93d-e02fa0c684e0 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:23:01.718163 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8eede07-1c35-4d6c-b4e5-7144bbf9ce2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce97fc0-bc9b-43f2-9497-c8d6fcd01902', 'code': 200} Jul 15 23:23:01.779983 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:01.817283 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port f04a01d4-eed4-4cbd-ba6a-cf79965f3ffc, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=f04a01d4-eed4-4cbd-ba6a-cf79965f3ffc,segment=NetworkSegment(438bf9c5-3d9e-49bd-8ce4-a018d4ebb7f3),segment_id=438bf9c5-3d9e-49bd-8ce4-a018d4ebb7f3)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:23:01.826970 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:01.861367 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22450719-2b14-454d-80cf-2898a9f6bd6b req-1efe304f-0ef5-4bf8-8b24-dfecf702c8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:01.863072 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-22450719-2b14-454d-80cf-2898a9f6bd6b req-1efe304f-0ef5-4bf8-8b24-dfecf702c8ef service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c8eede07-1c35-4d6c-b4e5-7144bbf9ce2c HTTP/1.1" status: 200 len: 1096 time: 0.0724282 Jul 15 23:23:01.886835 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=f04a01d4-eed4-4cbd-ba6a-cf79965f3ffc,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:01.910877 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-22450719-2b14-454d-80cf-2898a9f6bd6b req-2caf07d9-9cb2-4e4a-8077-48c856e9d72c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=bdceead4-2aa2-476e-b28f-908c29748be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408828 Jul 15 23:23:02.062101 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0a0a68-7bba-41e3-952c-05f1b64dbea9 req-c4b73d3b-f5fc-491d-99b4-944dd34edaba tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:02.063549 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0c0a0a68-7bba-41e3-952c-05f1b64dbea9 req-c4b73d3b-f5fc-491d-99b4-944dd34edaba tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=034c5967-bea6-4ef8-8127-a944ad1c67a1 HTTP/1.1" status: 200 len: 946 time: 0.0768149 Jul 15 23:23:02.107483 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0c0a0a68-7bba-41e3-952c-05f1b64dbea9 req-4953e163-bc9c-4f3e-912e-d04e83832103 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352478 Jul 15 23:23:02.759342 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9def57c-87b3-48b3-947b-aff4d9c500bd req-6ded006e-d048-4cb4-b695-bf524d7331bc tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:02.761606 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f9def57c-87b3-48b3-947b-aff4d9c500bd req-6ded006e-d048-4cb4-b695-bf524d7331bc tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d5adf91-77c3-492c-a099-801b7def5051 HTTP/1.1" status: 200 len: 945 time: 0.1201129 Jul 15 23:23:02.772020 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877849b9-30a8-40d7-9003-cfbb9ad73a6d req-ff2b477e-fac6-45a2-b087-e3fb038c34c9 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:02.773570 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-877849b9-30a8-40d7-9003-cfbb9ad73a6d req-ff2b477e-fac6-45a2-b087-e3fb038c34c9 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f2e2068-dcc6-4589-b60a-16436325091a HTTP/1.1" status: 200 len: 944 time: 0.1222386 Jul 15 23:23:02.843261 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f9def57c-87b3-48b3-947b-aff4d9c500bd req-ef714a98-dd56-4a84-b874-e7b0fd69af6b tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.48 "GET /v2.0/security-groups?id=bdceead4-2aa2-476e-b28f-908c29748be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685968 Jul 15 23:23:02.848047 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-877849b9-30a8-40d7-9003-cfbb9ad73a6d req-809fd52c-9fb7-401e-bd17-0d8eead2845b tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670578 Jul 15 23:23:03.215928 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a2bd27bd-715b-4a5e-a129-c45a8f450645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:03.293163 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1353c023-ed51-42f6-98b3-d73ee8a33822 req-8c56c6e4-a10d-4ee2-af07-cb2308c09780 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:03.294734 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1353c023-ed51-42f6-98b3-d73ee8a33822 req-8c56c6e4-a10d-4ee2-af07-cb2308c09780 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=034c5967-bea6-4ef8-8127-a944ad1c67a1 HTTP/1.1" status: 200 len: 946 time: 0.0652475 Jul 15 23:23:03.305375 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 37f17867-d6bd-4882-8f84-529f96328975 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:23:03.338369 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1353c023-ed51-42f6-98b3-d73ee8a33822 req-da3519de-e090-4bf2-bef8-12ebae47ee4d tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370717 Jul 15 23:23:03.391536 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:03.424222 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 37f17867-d6bd-4882-8f84-529f96328975, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=37f17867-d6bd-4882-8f84-529f96328975,segment=NetworkSegment(6a7e0458-bbaf-4bb9-aba2-86a18db5b19d),segment_id=6a7e0458-bbaf-4bb9-aba2-86a18db5b19d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:23:03.436152 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '37f17867-d6bd-4882-8f84-529f96328975', 'network_id': '7247f305-0d2c-4c58-8aee-858aaa9a4382', 'port_id': '37f17867-d6bd-4882-8f84-529f96328975', 'mac_address': 'fa:16:3e:16:c7:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5f0bc39-0174-49c0-9e6d-079c96cb8d04', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:23:03.479277 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:03.492212 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37f17867-d6bd-4882-8f84-529f96328975 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:23:03.511112 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 37f17867-d6bd-4882-8f84-529f96328975, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=37f17867-d6bd-4882-8f84-529f96328975,segment=NetworkSegment(6a7e0458-bbaf-4bb9-aba2-86a18db5b19d),segment_id=6a7e0458-bbaf-4bb9-aba2-86a18db5b19d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:23:03.514939 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:03.565010 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=37f17867-d6bd-4882-8f84-529f96328975,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:03.719977 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d5adf91-77c3-492c-a099-801b7def5051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f04a01d4-eed4-4cbd-ba6a-cf79965f3ffc'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:23:03.722742 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a729fb26-f6f5-475d-803d-b4a63a8073e5" -d '{"events": [{"server_uuid": "9d5adf91-77c3-492c-a099-801b7def5051", "name": "network-vif-plugged", "status": "completed", "tag": "f04a01d4-eed4-4cbd-ba6a-cf79965f3ffc"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:23:03.760820 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64098320-a0f2-4ef8-a7fe-ced49c7b1073 x-openstack-request-id: req-64098320-a0f2-4ef8-a7fe-ced49c7b1073 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:23:03.761127 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d5adf91-77c3-492c-a099-801b7def5051", "name": "network-vif-plugged", "status": "completed", "tag": "f04a01d4-eed4-4cbd-ba6a-cf79965f3ffc", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:23:03.761372 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-64098320-a0f2-4ef8-a7fe-ced49c7b1073 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:23:03.761923 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d5adf91-77c3-492c-a099-801b7def5051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f04a01d4-eed4-4cbd-ba6a-cf79965f3ffc', 'code': 200} Jul 15 23:23:03.892564 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['37f17867-d6bd-4882-8f84-529f96328975'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:23:03.917324 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27127dd3-4ef4-49d2-ad0c-94f15454dff5 req-6de63102-ad33-4ac8-91e1-db9ab97fed74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:03.919062 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-27127dd3-4ef4-49d2-ad0c-94f15454dff5 req-6de63102-ad33-4ac8-91e1-db9ab97fed74 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9d5adf91-77c3-492c-a099-801b7def5051 HTTP/1.1" status: 200 len: 1096 time: 0.0830457 Jul 15 23:23:03.969103 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-27127dd3-4ef4-49d2-ad0c-94f15454dff5 req-020e581f-ab18-4c84-a28b-8547fcb2da7e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=bdceead4-2aa2-476e-b28f-908c29748be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423710 Jul 15 23:23:04.160054 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de90648a-5e4f-4eed-afde-4b627b07ab90 req-d5e98ee3-dff9-45c7-95d5-b35265fd2953 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:04.162571 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-de90648a-5e4f-4eed-afde-4b627b07ab90 req-d5e98ee3-dff9-45c7-95d5-b35265fd2953 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d5adf91-77c3-492c-a099-801b7def5051 HTTP/1.1" status: 200 len: 945 time: 0.0992405 Jul 15 23:23:04.173907 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a498d7c-2072-4d3d-948f-f7d570e85a3a req-af3a71db-9bb8-45a9-93a5-24b4387a62c2 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:04.173907 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8a498d7c-2072-4d3d-948f-f7d570e85a3a req-af3a71db-9bb8-45a9-93a5-24b4387a62c2 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f2e2068-dcc6-4589-b60a-16436325091a HTTP/1.1" status: 200 len: 945 time: 0.1598606 Jul 15 23:23:04.238544 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-de90648a-5e4f-4eed-afde-4b627b07ab90 req-7856243b-4441-4d3d-9d6a-8d6b3e8f25e8 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.48 "GET /v2.0/security-groups?id=bdceead4-2aa2-476e-b28f-908c29748be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649042 Jul 15 23:23:04.244324 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8a498d7c-2072-4d3d-948f-f7d570e85a3a req-d7027947-6f50-4c84-8b8c-b808c67773b8 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635214 Jul 15 23:23:04.260599 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:04.568027 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba78b9-85a5-4848-b5a6-4b004f167c73 req-7738ae0b-9216-4147-8d6a-da4b44121e50 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:04.569606 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b7ba78b9-85a5-4848-b5a6-4b004f167c73 req-7738ae0b-9216-4147-8d6a-da4b44121e50 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=034c5967-bea6-4ef8-8127-a944ad1c67a1 HTTP/1.1" status: 200 len: 946 time: 0.0832603 Jul 15 23:23:04.611980 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b7ba78b9-85a5-4848-b5a6-4b004f167c73 req-70bcda11-1763-4683-a9b5-26ba5fca1218 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344598 Jul 15 23:23:05.333635 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 37f17867-d6bd-4882-8f84-529f96328975 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:23:05.410266 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port 37f17867-d6bd-4882-8f84-529f96328975 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:23:05.419832 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 37f17867-d6bd-4882-8f84-529f96328975 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:23:05.421278 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:05.506681 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d0e9a3-7477-4968-a7f7-330f2208d574 req-ce445a90-b3dc-45ea-97dc-92dfe3fb78ef tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:05.508353 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e2d0e9a3-7477-4968-a7f7-330f2208d574 req-ce445a90-b3dc-45ea-97dc-92dfe3fb78ef tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d5adf91-77c3-492c-a099-801b7def5051 HTTP/1.1" status: 200 len: 945 time: 0.1361845 Jul 15 23:23:05.520990 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242fabd3-80ed-4421-9b58-a65fb037ce21 req-9c2c6298-ae2a-416a-8576-31d206a8eb40 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:05.534195 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:05.538101 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-242fabd3-80ed-4421-9b58-a65fb037ce21 req-9c2c6298-ae2a-416a-8576-31d206a8eb40 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f2e2068-dcc6-4589-b60a-16436325091a HTTP/1.1" status: 200 len: 945 time: 0.1266875 Jul 15 23:23:05.591916 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 37f17867-d6bd-4882-8f84-529f96328975, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=37f17867-d6bd-4882-8f84-529f96328975,segment=NetworkSegment(6a7e0458-bbaf-4bb9-aba2-86a18db5b19d),segment_id=6a7e0458-bbaf-4bb9-aba2-86a18db5b19d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:23:05.596909 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:05.613596 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-242fabd3-80ed-4421-9b58-a65fb037ce21 req-511c2902-e8a3-478c-9ce6-1d7091c2980e tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741386 Jul 15 23:23:05.628172 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e2d0e9a3-7477-4968-a7f7-330f2208d574 req-9056da94-f235-467c-ba24-99816c163123 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.48 "GET /v2.0/security-groups?id=bdceead4-2aa2-476e-b28f-908c29748be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856695 Jul 15 23:23:05.668750 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=37f17867-d6bd-4882-8f84-529f96328975,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:05.763658 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f2e2068-dcc6-4589-b60a-16436325091a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37f17867-d6bd-4882-8f84-529f96328975'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:23:05.771320 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b3b062d-79d5-4bae-b692-9db30626353a" -d '{"events": [{"server_uuid": "1f2e2068-dcc6-4589-b60a-16436325091a", "name": "network-vif-plugged", "status": "completed", "tag": "37f17867-d6bd-4882-8f84-529f96328975"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:23:05.986950 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64832fb4-e5ee-419f-85e7-10e71085d77a req-b69751dc-0800-433c-bff0-bbc7aa300fcf tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:05.988486 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-64832fb4-e5ee-419f-85e7-10e71085d77a req-b69751dc-0800-433c-bff0-bbc7aa300fcf tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8eede07-1c35-4d6c-b4e5-7144bbf9ce2c HTTP/1.1" status: 200 len: 945 time: 0.1030276 Jul 15 23:23:05.996794 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335a2c8b-e6db-4c3c-b808-40b3e561aa3b req-6265f86f-4c41-4008-b892-c8bf9d28d5ba tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:05.998342 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-335a2c8b-e6db-4c3c-b808-40b3e561aa3b req-6265f86f-4c41-4008-b892-c8bf9d28d5ba tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=034c5967-bea6-4ef8-8127-a944ad1c67a1 HTTP/1.1" status: 200 len: 946 time: 0.1245441 Jul 15 23:23:06.056379 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-64832fb4-e5ee-419f-85e7-10e71085d77a req-5516bad1-eb61-4a73-a1e6-3fe811a84a3c tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.48 "GET /v2.0/security-groups?id=bdceead4-2aa2-476e-b28f-908c29748be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571730 Jul 15 23:23:06.062101 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-335a2c8b-e6db-4c3c-b808-40b3e561aa3b req-ff2a5339-236a-4e0f-9f40-e17bdb94bdc7 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559978 Jul 15 23:23:06.107058 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3f5ba7-e2b0-4dcf-bdb3-90025f9a0edd x-openstack-request-id: req-ae3f5ba7-e2b0-4dcf-bdb3-90025f9a0edd {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:23:06.107412 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f2e2068-dcc6-4589-b60a-16436325091a", "name": "network-vif-plugged", "status": "completed", "tag": "37f17867-d6bd-4882-8f84-529f96328975", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:23:06.107962 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ae3f5ba7-e2b0-4dcf-bdb3-90025f9a0edd {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:23:06.108722 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f2e2068-dcc6-4589-b60a-16436325091a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37f17867-d6bd-4882-8f84-529f96328975', 'code': 200} Jul 15 23:23:06.255793 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace4aa9-37ad-4931-88ea-86a7ef4024a4 req-4c8ed4e8-b2c2-4a9c-89af-ba7b23edd7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:06.258597 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4ace4aa9-37ad-4931-88ea-86a7ef4024a4 req-4c8ed4e8-b2c2-4a9c-89af-ba7b23edd7ec service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1f2e2068-dcc6-4589-b60a-16436325091a HTTP/1.1" status: 200 len: 1097 time: 0.0831635 Jul 15 23:23:06.268520 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:06.311935 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4ace4aa9-37ad-4931-88ea-86a7ef4024a4 req-52f753b2-bcb4-4d6c-9be2-dca51138d079 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453212 Jul 15 23:23:07.032705 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2beced-06b5-4164-be6d-371e08e8e4f3 req-6372919e-838d-4790-a9d3-12449ac69f61 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:07.034202 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6a2beced-06b5-4164-be6d-371e08e8e4f3 req-6372919e-838d-4790-a9d3-12449ac69f61 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8eede07-1c35-4d6c-b4e5-7144bbf9ce2c HTTP/1.1" status: 200 len: 945 time: 0.3294747 Jul 15 23:23:07.090750 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68ec93-d5b2-4bb8-ba5a-4c2fc86f6568 req-3ab3f9bd-94c8-4844-a211-155d0a0360ac tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:07.092330 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5e68ec93-d5b2-4bb8-ba5a-4c2fc86f6568 req-3ab3f9bd-94c8-4844-a211-155d0a0360ac tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f2e2068-dcc6-4589-b60a-16436325091a HTTP/1.1" status: 200 len: 946 time: 0.3358266 Jul 15 23:23:07.101266 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6a2beced-06b5-4164-be6d-371e08e8e4f3 req-ad02b2d9-a50a-416c-842e-ebac95cca3f3 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.48 "GET /v2.0/security-groups?id=bdceead4-2aa2-476e-b28f-908c29748be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577953 Jul 15 23:23:07.146847 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5e68ec93-d5b2-4bb8-ba5a-4c2fc86f6568 req-4e5901c6-1bdd-48c9-9d53-b7977a8657d2 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442064 Jul 15 23:23:07.413741 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4500460-8365-46c0-a11e-4722a8465bee req-de8473b6-1f92-4e94-945e-4d441fa25a0d tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:07.415470 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d4500460-8365-46c0-a11e-4722a8465bee req-de8473b6-1f92-4e94-945e-4d441fa25a0d tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=034c5967-bea6-4ef8-8127-a944ad1c67a1 HTTP/1.1" status: 200 len: 946 time: 0.0837643 Jul 15 23:23:07.482165 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d4500460-8365-46c0-a11e-4722a8465bee req-8a78069e-d2ff-468a-8e80-497987734af1 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604074 Jul 15 23:23:08.153935 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:08.432154 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c695c6-94df-4e46-bcfb-417919eab071 req-6e620cf7-f5dd-4373-badd-98db1c36b9a3 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:08.433578 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-70c695c6-94df-4e46-bcfb-417919eab071 req-6e620cf7-f5dd-4373-badd-98db1c36b9a3 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8eede07-1c35-4d6c-b4e5-7144bbf9ce2c HTTP/1.1" status: 200 len: 945 time: 0.1793900 Jul 15 23:23:08.450589 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de7f93-503e-4169-8bbc-91af67fde587 req-0dc93ff3-4a31-453d-8d10-add630d16114 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:08.452262 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d4de7f93-503e-4169-8bbc-91af67fde587 req-0dc93ff3-4a31-453d-8d10-add630d16114 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8eede07-1c35-4d6c-b4e5-7144bbf9ce2c HTTP/1.1" status: 200 len: 945 time: 0.1521006 Jul 15 23:23:08.487311 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d0c22-7569-4e41-a2d7-2006bae438f8 req-020f62d5-4c5e-4813-b28c-308db0121a52 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:08.490496 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f29d0c22-7569-4e41-a2d7-2006bae438f8 req-020f62d5-4c5e-4813-b28c-308db0121a52 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f2e2068-dcc6-4589-b60a-16436325091a HTTP/1.1" status: 200 len: 946 time: 0.1914482 Jul 15 23:23:08.572800 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-70c695c6-94df-4e46-bcfb-417919eab071 req-fc189dfc-8df5-47bf-b8a1-bd5d7646f46e tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.48 "GET /v2.0/security-groups?id=bdceead4-2aa2-476e-b28f-908c29748be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196899 Jul 15 23:23:08.634312 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f29d0c22-7569-4e41-a2d7-2006bae438f8 req-4f444ad0-3e19-4391-b26a-429f61b9df82 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226518 Jul 15 23:23:08.635021 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b844c8-dd12-4748-a413-3aa872d3d358 req-bceffed4-d6b0-44cd-b027-5dafae7c30c5 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:08.636565 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-10b844c8-dd12-4748-a413-3aa872d3d358 req-bceffed4-d6b0-44cd-b027-5dafae7c30c5 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d5adf91-77c3-492c-a099-801b7def5051 HTTP/1.1" status: 200 len: 945 time: 0.0889573 Jul 15 23:23:08.676098 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-d4de7f93-503e-4169-8bbc-91af67fde587 req-ea129f9c-a895-42aa-8d7f-096914525bce tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Deleting port 8ce97fc0-bc9b-43f2-9497-c8d6fcd01902 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:23:08.681428 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d4de7f93-503e-4169-8bbc-91af67fde587 req-ea129f9c-a895-42aa-8d7f-096914525bce tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:08.829444 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-10b844c8-dd12-4748-a413-3aa872d3d358 req-56f8b5f1-9b2c-4753-87a2-1532e7f5c5be tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Deleting port f04a01d4-eed4-4cbd-ba6a-cf79965f3ffc {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:23:08.831792 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-10b844c8-dd12-4748-a413-3aa872d3d358 req-56f8b5f1-9b2c-4753-87a2-1532e7f5c5be tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:08.888612 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-d4de7f93-503e-4169-8bbc-91af67fde587 req-ea129f9c-a895-42aa-8d7f-096914525bce tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] For port 8ce97fc0-bc9b-43f2-9497-c8d6fcd01902, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=8ce97fc0-bc9b-43f2-9497-c8d6fcd01902,segment=NetworkSegment(438bf9c5-3d9e-49bd-8ce4-a018d4ebb7f3),segment_id=438bf9c5-3d9e-49bd-8ce4-a018d4ebb7f3)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:23:08.889850 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d4de7f93-503e-4169-8bbc-91af67fde587 req-ea129f9c-a895-42aa-8d7f-096914525bce tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:08.933758 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-d4de7f93-503e-4169-8bbc-91af67fde587 req-ea129f9c-a895-42aa-8d7f-096914525bce tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Calling delete_port for 8ce97fc0-bc9b-43f2-9497-c8d6fcd01902 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:23:08.968519 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-10b844c8-dd12-4748-a413-3aa872d3d358 req-56f8b5f1-9b2c-4753-87a2-1532e7f5c5be tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] For port f04a01d4-eed4-4cbd-ba6a-cf79965f3ffc, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=f04a01d4-eed4-4cbd-ba6a-cf79965f3ffc,segment=NetworkSegment(438bf9c5-3d9e-49bd-8ce4-a018d4ebb7f3),segment_id=438bf9c5-3d9e-49bd-8ce4-a018d4ebb7f3)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:23:08.969300 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-10b844c8-dd12-4748-a413-3aa872d3d358 req-56f8b5f1-9b2c-4753-87a2-1532e7f5c5be tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:08.984615 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-10b844c8-dd12-4748-a413-3aa872d3d358 req-56f8b5f1-9b2c-4753-87a2-1532e7f5c5be tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Calling delete_port for f04a01d4-eed4-4cbd-ba6a-cf79965f3ffc owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:23:09.016414 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10ab0b-1fe3-43f8-b0a8-7fa92c470dca req-fd49a263-d208-492a-a81c-d19fe64b8373 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:09.017998 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4e10ab0b-1fe3-43f8-b0a8-7fa92c470dca req-fd49a263-d208-492a-a81c-d19fe64b8373 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=034c5967-bea6-4ef8-8127-a944ad1c67a1 HTTP/1.1" status: 200 len: 946 time: 0.1577299 Jul 15 23:23:09.147727 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4e10ab0b-1fe3-43f8-b0a8-7fa92c470dca req-b38c8514-55e9-40e9-9d91-1f1ef4605d08 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190360 Jul 15 23:23:09.189950 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-10b844c8-dd12-4748-a413-3aa872d3d358 req-56f8b5f1-9b2c-4753-87a2-1532e7f5c5be tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:09.204554 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['f04a01d4-eed4-4cbd-ba6a-cf79965f3ffc', '8ce97fc0-bc9b-43f2-9497-c8d6fcd01902'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:23:09.241384 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d4de7f93-503e-4169-8bbc-91af67fde587 req-ea129f9c-a895-42aa-8d7f-096914525bce tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:09.273478 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f8b5f1-9b2c-4753-87a2-1532e7f5c5be tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Pushing event deleted for resources: {'Port': ['ID=f04a01d4-eed4-4cbd-ba6a-cf79965f3ffc,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:09.285634 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea129f9c-a895-42aa-8d7f-096914525bce tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Pushing event deleted for resources: {'Port': ['ID=8ce97fc0-bc9b-43f2-9497-c8d6fcd01902,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:09.299060 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['f04a01d4-eed4-4cbd-ba6a-cf79965f3ffc'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:23:09.329420 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b844c8-dd12-4748-a413-3aa872d3d358 req-56f8b5f1-9b2c-4753-87a2-1532e7f5c5be tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] No DVR routers for this DVR port f04a01d4-eed4-4cbd-ba6a-cf79965f3ffc on host n-h1-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:23:09.334365 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-10b844c8-dd12-4748-a413-3aa872d3d358 req-56f8b5f1-9b2c-4753-87a2-1532e7f5c5be tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:09.336527 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-10b844c8-dd12-4748-a413-3aa872d3d358 req-56f8b5f1-9b2c-4753-87a2-1532e7f5c5be tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.49 "DELETE /v2.0/ports/f04a01d4-eed4-4cbd-ba6a-cf79965f3ffc HTTP/1.1" status: 204 len: 173 time: 0.6839437 Jul 15 23:23:09.337065 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d5adf91-77c3-492c-a099-801b7def5051', 'name': 'network-vif-deleted', 'tag': 'f04a01d4-eed4-4cbd-ba6a-cf79965f3ffc'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:23:09.350039 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a24a7c75-4630-4740-9f3d-13dc8f5cfba6" -d '{"events": [{"server_uuid": "9d5adf91-77c3-492c-a099-801b7def5051", "name": "network-vif-deleted", "tag": "f04a01d4-eed4-4cbd-ba6a-cf79965f3ffc"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:23:09.352894 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7c6855-4cf5-49f3-9daa-7808c091a626 req-08bc74a0-1abf-4f35-a051-b40e91281a80 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:09.354534 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0a7c6855-4cf5-49f3-9daa-7808c091a626 req-08bc74a0-1abf-4f35-a051-b40e91281a80 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f2e2068-dcc6-4589-b60a-16436325091a HTTP/1.1" status: 200 len: 946 time: 0.1791465 Jul 15 23:23:09.355600 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4de7f93-503e-4169-8bbc-91af67fde587 req-ea129f9c-a895-42aa-8d7f-096914525bce tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] No DVR routers for this DVR port 8ce97fc0-bc9b-43f2-9497-c8d6fcd01902 on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:23:09.358504 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d4de7f93-503e-4169-8bbc-91af67fde587 req-ea129f9c-a895-42aa-8d7f-096914525bce tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:09.360594 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d4de7f93-503e-4169-8bbc-91af67fde587 req-ea129f9c-a895-42aa-8d7f-096914525bce tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.49 "DELETE /v2.0/ports/8ce97fc0-bc9b-43f2-9497-c8d6fcd01902 HTTP/1.1" status: 204 len: 173 time: 0.8995776 Jul 15 23:23:09.361152 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8eede07-1c35-4d6c-b4e5-7144bbf9ce2c', 'name': 'network-vif-deleted', 'tag': '8ce97fc0-bc9b-43f2-9497-c8d6fcd01902'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:23:09.363638 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ff861a-48f5-4f32-b288-7144dcea4984" -d '{"events": [{"server_uuid": "c8eede07-1c35-4d6c-b4e5-7144bbf9ce2c", "name": "network-vif-deleted", "tag": "8ce97fc0-bc9b-43f2-9497-c8d6fcd01902"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:23:09.420839 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0a7c6855-4cf5-49f3-9daa-7808c091a626 req-565a27c2-a164-4e84-b0b3-41f6dee37ed3 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538225 Jul 15 23:23:09.491985 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f20ca100-3024-4bd9-9126-1bd29abd6dd1 x-openstack-request-id: req-f20ca100-3024-4bd9-9126-1bd29abd6dd1 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:23:09.492218 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d5adf91-77c3-492c-a099-801b7def5051", "name": "network-vif-deleted", "tag": "f04a01d4-eed4-4cbd-ba6a-cf79965f3ffc", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:23:09.492516 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f20ca100-3024-4bd9-9126-1bd29abd6dd1 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:23:09.492841 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d5adf91-77c3-492c-a099-801b7def5051', 'name': 'network-vif-deleted', 'tag': 'f04a01d4-eed4-4cbd-ba6a-cf79965f3ffc', 'status': 'completed', 'code': 200} Jul 15 23:23:09.569676 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36200646-f59e-4518-8541-c8a5a428ffb0 x-openstack-request-id: req-36200646-f59e-4518-8541-c8a5a428ffb0 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:23:09.570557 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8eede07-1c35-4d6c-b4e5-7144bbf9ce2c", "name": "network-vif-deleted", "tag": "8ce97fc0-bc9b-43f2-9497-c8d6fcd01902", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:23:09.571010 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-36200646-f59e-4518-8541-c8a5a428ffb0 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:23:09.571634 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8eede07-1c35-4d6c-b4e5-7144bbf9ce2c', 'name': 'network-vif-deleted', 'tag': '8ce97fc0-bc9b-43f2-9497-c8d6fcd01902', 'status': 'completed', 'code': 200} Jul 15 23:23:09.741101 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3729de-9141-4535-93e7-0794bc0df0cf req-d7d9d13e-d246-4c70-8e61-5d5ef1b383df tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:09.742689 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4c3729de-9141-4535-93e7-0794bc0df0cf req-d7d9d13e-d246-4c70-8e61-5d5ef1b383df tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=034c5967-bea6-4ef8-8127-a944ad1c67a1 HTTP/1.1" status: 200 len: 946 time: 0.0689774 Jul 15 23:23:09.777329 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9a0c883c-d2cd-45b8-8043-c52b537453a8 req-988c7add-5c0e-4ac8-869a-c5c73eba12b7 tempest-MultipleCreateTestJSON-404944767 tempest-MultipleCreateTestJSON-404944767-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8eede07-1c35-4d6c-b4e5-7144bbf9ce2c HTTP/1.1" status: 200 len: 210 time: 0.0337112 Jul 15 23:23:09.835440 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4c3729de-9141-4535-93e7-0794bc0df0cf req-f1762b13-def0-41fb-a61f-38375a01bbe0 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812914 Jul 15 23:23:10.126738 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2313384-f0ed-4103-8060-5329bc8383c6 req-e85d26cc-8f86-4c0c-b3eb-1333c8af93b0 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:10.128089 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e2313384-f0ed-4103-8060-5329bc8383c6 req-e85d26cc-8f86-4c0c-b3eb-1333c8af93b0 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=034c5967-bea6-4ef8-8127-a944ad1c67a1 HTTP/1.1" status: 200 len: 946 time: 0.0984547 Jul 15 23:23:10.188284 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e2313384-f0ed-4103-8060-5329bc8383c6 req-b30b2f5a-3d62-4f65-b368-2302ec39a801 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515268 Jul 15 23:23:10.738451 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d5ddcd-7f93-4fc2-b111-27607aca9960 req-03692746-5b6e-4629-995b-ea3c8b4089f5 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:10.740697 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-78d5ddcd-7f93-4fc2-b111-27607aca9960 req-03692746-5b6e-4629-995b-ea3c8b4089f5 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f2e2068-dcc6-4589-b60a-16436325091a HTTP/1.1" status: 200 len: 946 time: 0.1692562 Jul 15 23:23:10.763508 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d13bd4f-241f-4127-82a4-54ea2468973e req-48489d36-6020-4ed4-b5e6-c2faba5100bf tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:10.765020 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9d13bd4f-241f-4127-82a4-54ea2468973e req-48489d36-6020-4ed4-b5e6-c2faba5100bf tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=034c5967-bea6-4ef8-8127-a944ad1c67a1 HTTP/1.1" status: 200 len: 946 time: 0.1744134 Jul 15 23:23:10.844313 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-78d5ddcd-7f93-4fc2-b111-27607aca9960 req-293698da-480e-468a-bb2f-44d67cc92214 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972748 Jul 15 23:23:10.861713 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53951b-f9fa-4ec2-ae5c-4db581553c5c req-5c6cb879-5422-4367-b3e8-6e5a0901a373 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:10.863883 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ce53951b-f9fa-4ec2-ae5c-4db581553c5c req-5c6cb879-5422-4367-b3e8-6e5a0901a373 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f2e2068-dcc6-4589-b60a-16436325091a HTTP/1.1" status: 200 len: 946 time: 0.1877148 Jul 15 23:23:10.867503 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9d13bd4f-241f-4127-82a4-54ea2468973e req-242b435a-fb98-443f-b54a-aa4fbc020ab6 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948317 Jul 15 23:23:10.997141 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-ce53951b-f9fa-4ec2-ae5c-4db581553c5c req-e3b22659-0efa-4958-a50c-dc0e787aa7c4 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Deleting port 37f17867-d6bd-4882-8f84-529f96328975 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:23:10.997810 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ce53951b-f9fa-4ec2-ae5c-4db581553c5c req-e3b22659-0efa-4958-a50c-dc0e787aa7c4 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:11.042102 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 43102) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:11.123161 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-aceb70a5-cdf3-476f-ad12-329ee04f3591 admin admin] Deleting subnet d8668e0b-b1a9-4c49-a439-5ac4e2596326 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:23:11.127024 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aceb70a5-cdf3-476f-ad12-329ee04f3591 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:11.141378 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-ce53951b-f9fa-4ec2-ae5c-4db581553c5c req-e3b22659-0efa-4958-a50c-dc0e787aa7c4 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] For port 37f17867-d6bd-4882-8f84-529f96328975, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=37f17867-d6bd-4882-8f84-529f96328975,segment=NetworkSegment(6a7e0458-bbaf-4bb9-aba2-86a18db5b19d),segment_id=6a7e0458-bbaf-4bb9-aba2-86a18db5b19d)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:23:11.141815 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ce53951b-f9fa-4ec2-ae5c-4db581553c5c req-e3b22659-0efa-4958-a50c-dc0e787aa7c4 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:11.164528 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-ce53951b-f9fa-4ec2-ae5c-4db581553c5c req-e3b22659-0efa-4958-a50c-dc0e787aa7c4 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Calling delete_port for 37f17867-d6bd-4882-8f84-529f96328975 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:23:11.182684 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aceb70a5-cdf3-476f-ad12-329ee04f3591 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:11.238202 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aceb70a5-cdf3-476f-ad12-329ee04f3591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:11.306799 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aceb70a5-cdf3-476f-ad12-329ee04f3591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:11.328281 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ce53951b-f9fa-4ec2-ae5c-4db581553c5c req-e3b22659-0efa-4958-a50c-dc0e787aa7c4 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:11.341002 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceb70a5-cdf3-476f-ad12-329ee04f3591 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8668e0b-b1a9-4c49-a439-5ac4e2596326,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:11.344027 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aceb70a5-cdf3-476f-ad12-329ee04f3591 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:11.344329 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['bc0ad9c8-d331-4c34-9709-dbfd3a650852', '37f17867-d6bd-4882-8f84-529f96328975'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:23:11.346669 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-aceb70a5-cdf3-476f-ad12-329ee04f3591 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d8668e0b-b1a9-4c49-a439-5ac4e2596326 HTTP/1.1" status: 204 len: 168 time: 0.2988000 Jul 15 23:23:11.349315 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 43110) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:11.380885 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b22659-0efa-4958-a50c-dc0e787aa7c4 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Pushing event deleted for resources: {'Port': ['ID=37f17867-d6bd-4882-8f84-529f96328975,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:11.403220 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 8ce97fc0-bc9b-43f2-9497-c8d6fcd01902 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:23:11.436977 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce53951b-f9fa-4ec2-ae5c-4db581553c5c req-e3b22659-0efa-4958-a50c-dc0e787aa7c4 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] No DVR routers for this DVR port 37f17867-d6bd-4882-8f84-529f96328975 on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:23:11.441612 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ce53951b-f9fa-4ec2-ae5c-4db581553c5c req-e3b22659-0efa-4958-a50c-dc0e787aa7c4 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:11.444971 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ce53951b-f9fa-4ec2-ae5c-4db581553c5c req-e3b22659-0efa-4958-a50c-dc0e787aa7c4 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.49 "DELETE /v2.0/ports/37f17867-d6bd-4882-8f84-529f96328975 HTTP/1.1" status: 204 len: 173 time: 0.5731862 Jul 15 23:23:11.454064 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0741bca1-7a15-42e9-a89f-ba5b9520177d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:11.461835 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: 8ce97fc0-bc9b-43f2-9497-c8d6fcd01902 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:23:11.462430 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 8ce97fc0-bc9b-43f2-9497-c8d6fcd01902 not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:23:11.462868 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device f04a01d4-eed4-4cbd-ba6a-cf79965f3ffc no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:23:11.494539 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: f04a01d4-eed4-4cbd-ba6a-cf79965f3ffc {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:23:11.495132 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device f04a01d4-eed4-4cbd-ba6a-cf79965f3ffc not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:23:11.572709 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f2e2068-dcc6-4589-b60a-16436325091a', 'name': 'network-vif-deleted', 'tag': '37f17867-d6bd-4882-8f84-529f96328975'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:23:11.575791 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7135d49a-5cee-43d7-8c43-b6d3c3dcb505" -d '{"events": [{"server_uuid": "1f2e2068-dcc6-4589-b60a-16436325091a", "name": "network-vif-deleted", "tag": "37f17867-d6bd-4882-8f84-529f96328975"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:23:11.594439 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0741bca1-7a15-42e9-a89f-ba5b9520177d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:11.620220 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-0741bca1-7a15-42e9-a89f-ba5b9520177d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0993de47-cf90-4c6e-a8fb-40c3ca40ea75']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:11.637418 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-0741bca1-7a15-42e9-a89f-ba5b9520177d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '438bf9c5-3d9e-49bd-8ce4-a018d4ebb7f3') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:11.638022 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-0741bca1-7a15-42e9-a89f-ba5b9520177d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '438bf9c5-3d9e-49bd-8ce4-a018d4ebb7f3') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:11.654775 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0741bca1-7a15-42e9-a89f-ba5b9520177d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:11.680675 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0741bca1-7a15-42e9-a89f-ba5b9520177d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:11.683598 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61cec1f1-70a5-4152-97f8-095647d060ba x-openstack-request-id: req-61cec1f1-70a5-4152-97f8-095647d060ba {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:23:11.683825 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f2e2068-dcc6-4589-b60a-16436325091a", "name": "network-vif-deleted", "tag": "37f17867-d6bd-4882-8f84-529f96328975", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:23:11.684076 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-61cec1f1-70a5-4152-97f8-095647d060ba {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:23:11.684484 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f2e2068-dcc6-4589-b60a-16436325091a', 'name': 'network-vif-deleted', 'tag': '37f17867-d6bd-4882-8f84-529f96328975', 'status': 'completed', 'code': 200} Jul 15 23:23:11.689409 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0741bca1-7a15-42e9-a89f-ba5b9520177d admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:23:11.689828 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0741bca1-7a15-42e9-a89f-ba5b9520177d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:11.692812 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:23:11.692812 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:23:11.692812 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:23:11.692812 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:23:11.692812 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:23:11.692812 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:23:11.692812 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:23:11.692812 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:23:11.692812 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:23:11.692812 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:23:11.692812 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:23:11.692812 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:23:11.692812 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:23:11.692812 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:23:11.692812 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:23:11.692812 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:23:11.692812 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:23:11.692812 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:23:11.692812 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:23:11.692812 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:23:11.692812 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:23:11.692812 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:23:11.692812 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:23:11.692812 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:23:11.692812 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:23:11.692812 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:23:11.692812 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:23:11.692812 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:23:11.692812 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:23:11.692812 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:23:11.692812 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:23:11.692812 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:23:11.692812 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:23:11.692812 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:23:11.692812 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:23:11.692812 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:23:11.761669 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0741bca1-7a15-42e9-a89f-ba5b9520177d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:11.768933 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0741bca1-7a15-42e9-a89f-ba5b9520177d admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:11.771969 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-0741bca1-7a15-42e9-a89f-ba5b9520177d admin admin] 10.222.0.48 "DELETE /v2.0/networks/0993de47-cf90-4c6e-a8fb-40c3ca40ea75 HTTP/1.1" status: 204 len: 168 time: 0.4208739 Jul 15 23:23:11.784614 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0741bca1-7a15-42e9-a89f-ba5b9520177d admin admin] Pushing event deleted for resources: {'Network': ['ID=0993de47-cf90-4c6e-a8fb-40c3ca40ea75,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:12.020602 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140d584-738c-4ed3-b02e-3d040783e061 req-04f9b152-75cd-4367-935e-96a146548775 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:12.024237 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9140d584-738c-4ed3-b02e-3d040783e061 req-04f9b152-75cd-4367-935e-96a146548775 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.49 "GET /v2.0/ports?device_id=034c5967-bea6-4ef8-8127-a944ad1c67a1 HTTP/1.1" status: 200 len: 946 time: 0.1717656 Jul 15 23:23:12.097163 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 43136) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:12.177501 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-8edbb9af-5b21-4da2-8e7c-3b59bd3c3160 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a76ac1cbd50246c081165ca68e87a72f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0770292 Jul 15 23:23:12.182238 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 43146) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:12.293443 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-50e3e1b7-f8eb-47bd-a56a-8fd23b487ebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:12.339930 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2c7e1de4-fd73-4d75-b505-cff32b5d85e1 req-70f534ce-595b-41e2-a3b4-88fed4f490b7 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f2e2068-dcc6-4589-b60a-16436325091a HTTP/1.1" status: 200 len: 210 time: 0.1036303 Jul 15 23:23:12.343487 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-50e3e1b7-f8eb-47bd-a56a-8fd23b487ebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:12.465635 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-50e3e1b7-f8eb-47bd-a56a-8fd23b487ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:12.469436 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-50e3e1b7-f8eb-47bd-a56a-8fd23b487ebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:12.472002 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-50e3e1b7-f8eb-47bd-a56a-8fd23b487ebd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bdceead4-2aa2-476e-b28f-908c29748be4 HTTP/1.1" status: 204 len: 168 time: 0.2881093 Jul 15 23:23:12.501192 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3e1b7-f8eb-47bd-a56a-8fd23b487ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdceead4-2aa2-476e-b28f-908c29748be4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:12.520781 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f035e90-aeb8-4d9f-9302-a4e209ba939b req-273e22c9-0a14-4ae7-864a-593637317342 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:12.537159 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5f035e90-aeb8-4d9f-9302-a4e209ba939b req-273e22c9-0a14-4ae7-864a-593637317342 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=034c5967-bea6-4ef8-8127-a944ad1c67a1 HTTP/1.1" status: 200 len: 946 time: 0.3017495 Jul 15 23:23:12.663666 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-9140d584-738c-4ed3-b02e-3d040783e061 req-0dec6e16-42a9-4357-93b9-1824bb74320f tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Deleting port 31f9b20c-9d45-4f13-a3a7-5f1a4b3e0069 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:23:12.664590 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9140d584-738c-4ed3-b02e-3d040783e061 req-0dec6e16-42a9-4357-93b9-1824bb74320f tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:12.716357 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5f035e90-aeb8-4d9f-9302-a4e209ba939b req-fe5142e7-5d82-4dbe-b305-bdc87e1e28e4 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781044 Jul 15 23:23:12.838335 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-9140d584-738c-4ed3-b02e-3d040783e061 req-0dec6e16-42a9-4357-93b9-1824bb74320f tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] For port 31f9b20c-9d45-4f13-a3a7-5f1a4b3e0069, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=31f9b20c-9d45-4f13-a3a7-5f1a4b3e0069,segment=NetworkSegment(056a97c3-fa40-4757-b96f-04fb527ec8cd),segment_id=056a97c3-fa40-4757-b96f-04fb527ec8cd)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:23:12.838889 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9140d584-738c-4ed3-b02e-3d040783e061 req-0dec6e16-42a9-4357-93b9-1824bb74320f tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:12.857470 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-9140d584-738c-4ed3-b02e-3d040783e061 req-0dec6e16-42a9-4357-93b9-1824bb74320f tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Calling delete_port for 31f9b20c-9d45-4f13-a3a7-5f1a4b3e0069 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:23:13.061556 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9140d584-738c-4ed3-b02e-3d040783e061 req-0dec6e16-42a9-4357-93b9-1824bb74320f tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:13.073745 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['31f9b20c-9d45-4f13-a3a7-5f1a4b3e0069'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:23:13.133649 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['428fc395-88ca-4e6d-b708-6f3664ed368d'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:23:13.161611 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dec6e16-42a9-4357-93b9-1824bb74320f tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Pushing event deleted for resources: {'Port': ['ID=31f9b20c-9d45-4f13-a3a7-5f1a4b3e0069,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:13.279945 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-9140d584-738c-4ed3-b02e-3d040783e061 req-0dec6e16-42a9-4357-93b9-1824bb74320f tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] No DVR routers for this DVR port 31f9b20c-9d45-4f13-a3a7-5f1a4b3e0069 on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:23:13.282534 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9140d584-738c-4ed3-b02e-3d040783e061 req-0dec6e16-42a9-4357-93b9-1824bb74320f tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:13.284768 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9140d584-738c-4ed3-b02e-3d040783e061 req-0dec6e16-42a9-4357-93b9-1824bb74320f tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.49 "DELETE /v2.0/ports/31f9b20c-9d45-4f13-a3a7-5f1a4b3e0069 HTTP/1.1" status: 204 len: 173 time: 1.2534359 Jul 15 23:23:13.409479 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 37f17867-d6bd-4882-8f84-529f96328975 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:23:13.500299 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: 37f17867-d6bd-4882-8f84-529f96328975 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:23:13.505330 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 37f17867-d6bd-4882-8f84-529f96328975 not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:23:13.506562 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 31f9b20c-9d45-4f13-a3a7-5f1a4b3e0069 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:23:13.544755 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: 31f9b20c-9d45-4f13-a3a7-5f1a4b3e0069 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:23:13.545248 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 31f9b20c-9d45-4f13-a3a7-5f1a4b3e0069 not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:23:13.723996 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 43192) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:13.939781 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '034c5967-bea6-4ef8-8127-a944ad1c67a1', 'name': 'network-vif-deleted', 'tag': '31f9b20c-9d45-4f13-a3a7-5f1a4b3e0069'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:23:13.942616 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a2dc6e-76be-4bc4-973d-048491b79147" -d '{"events": [{"server_uuid": "034c5967-bea6-4ef8-8127-a944ad1c67a1", "name": "network-vif-deleted", "tag": "31f9b20c-9d45-4f13-a3a7-5f1a4b3e0069"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:23:14.005316 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8550e072-9d7b-43a8-893a-1cc821703801 req-7f144782-97ad-489b-b477-7ad0f8dbecd1 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:14.009532 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-cc69e594-d1b2-45b6-8bca-224acfc77236 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-704824614-network', 'tenant_id': 'ca9f45630c684755bfc9217b95b6a061'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:14.012505 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8550e072-9d7b-43a8-893a-1cc821703801 req-7f144782-97ad-489b-b477-7ad0f8dbecd1 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb6fdb51-4815-4ab6-aa5c-c873ffebd225 HTTP/1.1" status: 200 len: 945 time: 0.6887631 Jul 15 23:23:14.058270 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc69e594-d1b2-45b6-8bca-224acfc77236 admin admin] Made reservation on behalf of ca9f45630c684755bfc9217b95b6a061 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:23:14.061968 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc69e594-d1b2-45b6-8bca-224acfc77236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:14.077438 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc69e594-d1b2-45b6-8bca-224acfc77236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:14.095960 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8550e072-9d7b-43a8-893a-1cc821703801 req-23a563c5-c799-447b-af66-8b848517e0c3 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/security-groups?id=57e114e2-00c8-4f79-b17b-147b800454a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818830 Jul 15 23:23:14.207117 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3370054d-f3bb-4022-b22a-50af35cdddd6 req-2cc93ade-d968-4fa4-a07f-c957b22f767d tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:14.214272 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3370054d-f3bb-4022-b22a-50af35cdddd6 req-2cc93ade-d968-4fa4-a07f-c957b22f767d tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.1473711 Jul 15 23:23:14.235787 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc69e594-d1b2-45b6-8bca-224acfc77236 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:14.242622 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc69e594-d1b2-45b6-8bca-224acfc77236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:14.262100 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc69e594-d1b2-45b6-8bca-224acfc77236 admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:23:14.281680 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc69e594-d1b2-45b6-8bca-224acfc77236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:14.281886 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-cc69e594-d1b2-45b6-8bca-224acfc77236 admin admin] Added segment 7b7581c1-1598-4186-967b-a52d177d111c of type vlan for network 34d69ddd-6ef8-492b-8904-e5274ac6b6b4 Jul 15 23:23:14.314886 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3370054d-f3bb-4022-b22a-50af35cdddd6 req-7f21b8af-6dde-4b1c-b0f9-aa30bba4dc2e tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942390 Jul 15 23:23:14.349562 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc69e594-d1b2-45b6-8bca-224acfc77236 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:14.383081 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc69e594-d1b2-45b6-8bca-224acfc77236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3f5940-565b-43a4-b484-b630aa3d6d01,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:14.393444 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ccc863-96b8-4402-bf6f-a790810a80e0 x-openstack-request-id: req-29ccc863-96b8-4402-bf6f-a790810a80e0 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:23:14.393739 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "034c5967-bea6-4ef8-8127-a944ad1c67a1", "name": "network-vif-deleted", "tag": "31f9b20c-9d45-4f13-a3a7-5f1a4b3e0069", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:23:14.394132 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-29ccc863-96b8-4402-bf6f-a790810a80e0 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:23:14.394401 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '034c5967-bea6-4ef8-8127-a944ad1c67a1', 'name': 'network-vif-deleted', 'tag': '31f9b20c-9d45-4f13-a3a7-5f1a4b3e0069', 'status': 'completed', 'code': 200} Jul 15 23:23:14.408414 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc69e594-d1b2-45b6-8bca-224acfc77236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:14.412180 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc69e594-d1b2-45b6-8bca-224acfc77236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:14.413489 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc69e594-d1b2-45b6-8bca-224acfc77236 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:14.545255 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-cc69e594-d1b2-45b6-8bca-224acfc77236 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8183441 Jul 15 23:23:14.546272 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 43216) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:14.553434 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-8def980f-9596-4e2a-8f74-c352be2889e1 admin admin] Request body: {'subnet': {'network_id': '34d69ddd-6ef8-492b-8904-e5274ac6b6b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-704824614-subnet', 'tenant_id': 'ca9f45630c684755bfc9217b95b6a061', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:14.556625 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc69e594-d1b2-45b6-8bca-224acfc77236 admin admin] Pushing event updated for resources: {'Network': ['ID=34d69ddd-6ef8-492b-8904-e5274ac6b6b4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:14.583432 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8def980f-9596-4e2a-8f74-c352be2889e1 admin admin] Made reservation on behalf of ca9f45630c684755bfc9217b95b6a061 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:23:14.587107 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8def980f-9596-4e2a-8f74-c352be2889e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:14.597339 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 34d69ddd-6ef8-492b-8904-e5274ac6b6b4 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:23:14.939022 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8def980f-9596-4e2a-8f74-c352be2889e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:15.008527 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8def980f-9596-4e2a-8f74-c352be2889e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89ce3a94-62b5-42a8-b767-ec4495e23b73,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:15.070484 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da4ba96-f77c-477e-a7ee-235421a92052 req-887029dd-4f1f-4141-9dc3-73a1a6a91d5d tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:15.072978 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6da4ba96-f77c-477e-a7ee-235421a92052 req-887029dd-4f1f-4141-9dc3-73a1a6a91d5d tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.1785150 Jul 15 23:23:15.074786 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8def980f-9596-4e2a-8f74-c352be2889e1 admin admin] Checking segment: {'id': '7b7581c1-1598-4186-967b-a52d177d111c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '34d69ddd-6ef8-492b-8904-e5274ac6b6b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:23:15.075621 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8def980f-9596-4e2a-8f74-c352be2889e1 admin admin] Network hostable DHCP agents. Network: 34d69ddd-6ef8-492b-8904-e5274ac6b6b4, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:23:15.119558 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8def980f-9596-4e2a-8f74-c352be2889e1 admin admin] Network 34d69ddd-6ef8-492b-8904-e5274ac6b6b4 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:23:15.136853 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-8def980f-9596-4e2a-8f74-c352be2889e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 34d69ddd-6ef8-492b-8904-e5274ac6b6b4) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:23:15.146343 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8def980f-9596-4e2a-8f74-c352be2889e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:15.147191 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8def980f-9596-4e2a-8f74-c352be2889e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:15.158562 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12c54a3-e53d-4ef5-89da-4be3574a7826 None None] Network 34d69ddd-6ef8-492b-8904-e5274ac6b6b4 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:23:15.158886 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6da4ba96-f77c-477e-a7ee-235421a92052 req-435cc648-c383-4051-9927-3de712dc6659 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699773 Jul 15 23:23:15.173157 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-8def980f-9596-4e2a-8f74-c352be2889e1 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6254725 Jul 15 23:23:15.292768 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea1459-6908-4dcd-bce1-08e795aff7cf req-6ae014b7-bf3a-4769-b28a-b8979d4f32eb tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:15.294475 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f4ea1459-6908-4dcd-bce1-08e795aff7cf req-6ae014b7-bf3a-4769-b28a-b8979d4f32eb tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb6fdb51-4815-4ab6-aa5c-c873ffebd225 HTTP/1.1" status: 200 len: 945 time: 0.1156104 Jul 15 23:23:15.552526 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-f4ea1459-6908-4dcd-bce1-08e795aff7cf req-558d272e-d022-4051-b48e-a8688104082a tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Deleting port 7eed494b-401b-40ce-bbad-80699ba38b08 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:23:15.552860 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f4ea1459-6908-4dcd-bce1-08e795aff7cf req-558d272e-d022-4051-b48e-a8688104082a tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:15.585263 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0dd33b8-e2bc-4861-b1bd-89da44c5b6a6 None None] Network 34d69ddd-6ef8-492b-8904-e5274ac6b6b4 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:23:15.790883 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-f4ea1459-6908-4dcd-bce1-08e795aff7cf req-558d272e-d022-4051-b48e-a8688104082a tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] For port 7eed494b-401b-40ce-bbad-80699ba38b08, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=7eed494b-401b-40ce-bbad-80699ba38b08,segment=NetworkSegment(f247e100-b6af-41b8-bbb1-7fe6ea2479be),segment_id=f247e100-b6af-41b8-bbb1-7fe6ea2479be)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:23:15.791264 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f4ea1459-6908-4dcd-bce1-08e795aff7cf req-558d272e-d022-4051-b48e-a8688104082a tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:15.815617 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2f007-c84e-4c46-a27d-502792a8cd45 req-18536618-1ed0-452d-8709-e6c4e8c21768 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:15.817862 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2dd2f007-c84e-4c46-a27d-502792a8cd45 req-18536618-1ed0-452d-8709-e6c4e8c21768 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb6fdb51-4815-4ab6-aa5c-c873ffebd225 HTTP/1.1" status: 200 len: 945 time: 0.2870834 Jul 15 23:23:16.029096 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f77b5d7-ee57-4ad1-9ea0-7a912da0f8f9 req-f2f53732-c894-441f-a775-07b76e7759b0 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:16.031113 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3f77b5d7-ee57-4ad1-9ea0-7a912da0f8f9 req-f2f53732-c894-441f-a775-07b76e7759b0 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.2982941 Jul 15 23:23:16.044601 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2dd2f007-c84e-4c46-a27d-502792a8cd45 req-58056f3b-0906-44fc-a2e8-c052a8fbf9f1 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/security-groups?id=57e114e2-00c8-4f79-b17b-147b800454a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2116115 Jul 15 23:23:16.168869 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3f77b5d7-ee57-4ad1-9ea0-7a912da0f8f9 req-e67689c3-e511-4e79-b41f-6fbc5520823d tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996594 Jul 15 23:23:16.176491 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f4ea1459-6908-4dcd-bce1-08e795aff7cf req-558d272e-d022-4051-b48e-a8688104082a tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:16.177007 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f4ea1459-6908-4dcd-bce1-08e795aff7cf req-558d272e-d022-4051-b48e-a8688104082a tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:16.177435 n-d-794306-6 neutron-server[93770]: INFO neutron.db.l3_db [req-f4ea1459-6908-4dcd-bce1-08e795aff7cf req-558d272e-d022-4051-b48e-a8688104082a tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Floating IP 6f237a16-fd09-4ff1-9a7e-643955d25013 disassociated. External IP: 172.25.5.234, port: 7eed494b-401b-40ce-bbad-80699ba38b08. Jul 15 23:23:16.178483 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-f4ea1459-6908-4dcd-bce1-08e795aff7cf req-558d272e-d022-4051-b48e-a8688104082a tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Calling delete_port for 7eed494b-401b-40ce-bbad-80699ba38b08 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:23:16.477041 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f4ea1459-6908-4dcd-bce1-08e795aff7cf req-558d272e-d022-4051-b48e-a8688104082a tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:16.585438 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558d272e-d022-4051-b48e-a8688104082a tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Pushing event deleted for resources: {'Port': ['ID=7eed494b-401b-40ce-bbad-80699ba38b08,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:17.058711 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4ea1459-6908-4dcd-bce1-08e795aff7cf req-558d272e-d022-4051-b48e-a8688104082a tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Router 5caf442f-90f5-4944-9b7b-3c82b82f80d5 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:23:17.080243 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2614fe-8d7e-45ce-aea7-06e1de97eb86 req-18668df3-f6bc-42e7-9650-72ffff720f80 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:17.083371 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-de2614fe-8d7e-45ce-aea7-06e1de97eb86 req-18668df3-f6bc-42e7-9650-72ffff720f80 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/networks?id=34d69ddd-6ef8-492b-8904-e5274ac6b6b4 HTTP/1.1" status: 200 len: 814 time: 0.3296542 Jul 15 23:23:17.125245 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-de2614fe-8d7e-45ce-aea7-06e1de97eb86 req-74aa4c90-bc7a-4ddd-9bcf-bb61d7e1c588 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/quotas/ca9f45630c684755bfc9217b95b6a061 HTTP/1.1" status: 200 len: 375 time: 0.0333357 Jul 15 23:23:17.211194 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-de2614fe-8d7e-45ce-aea7-06e1de97eb86 req-f45e32e1-51e0-470e-af69-328588884f8c tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ca9f45630c684755bfc9217b95b6a061&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0845113 Jul 15 23:23:17.375006 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8036d7a3-c632-4894-abec-573c75aa9a3b req-7ba5f96f-2133-4d91-9d65-8619bc0f2c75 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb6fdb51-4815-4ab6-aa5c-c873ffebd225 HTTP/1.1" status: 200 len: 210 time: 0.0651705 Jul 15 23:23:17.421946 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4ea1459-6908-4dcd-bce1-08e795aff7cf req-558d272e-d022-4051-b48e-a8688104082a tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:23:17.429898 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:23:17.436737 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-de2614fe-8d7e-45ce-aea7-06e1de97eb86 req-ea61d741-713d-45f4-ac40-0ec4543e7d2f service neutron] 10.222.0.48 "GET /v2.0/networks/34d69ddd-6ef8-492b-8904-e5274ac6b6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243378 Jul 15 23:23:17.437995 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4a71db-23bb-4a45-a3da-c60c5e0b74d0 None None] Sync routers for ids ['5caf442f-90f5-4944-9b7b-3c82b82f80d5'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:23:17.474649 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4a71db-23bb-4a45-a3da-c60c5e0b74d0 None None] Routers {'5caf442f-90f5-4944-9b7b-3c82b82f80d5'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:23:17.480123 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ee4a71db-23bb-4a45-a3da-c60c5e0b74d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:23:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['5caf442f-90f5-4944-9b7b-3c82b82f80d5'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:17.500318 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4ea1459-6908-4dcd-bce1-08e795aff7cf req-558d272e-d022-4051-b48e-a8688104082a tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] No DVR routers for this DVR port 7eed494b-401b-40ce-bbad-80699ba38b08 on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:23:17.503819 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f4ea1459-6908-4dcd-bce1-08e795aff7cf req-558d272e-d022-4051-b48e-a8688104082a tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:17.506989 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f4ea1459-6908-4dcd-bce1-08e795aff7cf req-558d272e-d022-4051-b48e-a8688104082a tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.49 "DELETE /v2.0/ports/7eed494b-401b-40ce-bbad-80699ba38b08 HTTP/1.1" status: 204 len: 173 time: 2.1983342 Jul 15 23:23:17.521901 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb6fdb51-4815-4ab6-aa5c-c873ffebd225', 'name': 'network-vif-deleted', 'tag': '7eed494b-401b-40ce-bbad-80699ba38b08'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:23:17.524701 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213837f3-a2b7-40cf-a3c5-1322311d8fd7" -d '{"events": [{"server_uuid": "fb6fdb51-4815-4ab6-aa5c-c873ffebd225", "name": "network-vif-deleted", "tag": "7eed494b-401b-40ce-bbad-80699ba38b08"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:23:17.669909 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-ee4a71db-23bb-4a45-a3da-c60c5e0b74d0 None None] Set router 5caf442f-90f5-4944-9b7b-3c82b82f80d5 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:23:17.742058 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-de2614fe-8d7e-45ce-aea7-06e1de97eb86 req-1953d8f4-f5e3-400b-8e9f-09a235053ee9 service neutron] 10.222.0.48 "GET /v2.0/networks/34d69ddd-6ef8-492b-8904-e5274ac6b6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043525 Jul 15 23:23:17.923271 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb448c6-22f4-41f2-8a5e-86be6c6c3196 x-openstack-request-id: req-fcb448c6-22f4-41f2-8a5e-86be6c6c3196 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:23:17.923645 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb6fdb51-4815-4ab6-aa5c-c873ffebd225", "name": "network-vif-deleted", "tag": "7eed494b-401b-40ce-bbad-80699ba38b08", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:23:17.923946 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fcb448c6-22f4-41f2-8a5e-86be6c6c3196 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:23:17.924360 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb6fdb51-4815-4ab6-aa5c-c873ffebd225', 'name': 'network-vif-deleted', 'tag': '7eed494b-401b-40ce-bbad-80699ba38b08', 'status': 'completed', 'code': 200} Jul 15 23:23:18.108867 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ee4a71db-23bb-4a45-a3da-c60c5e0b74d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5caf442f-90f5-4944-9b7b-3c82b82f80d5', 'name': 'tempest-AttachVolumeTestJSON-1991659375-router', 'tenant_id': 'c691a27677f54c85a3250b5bafef55f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': 'c126e0f2-7b39-47ee-bcb1-ab21bab14aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:36Z', 'updated_at': '2021-07-15T23:17:53Z', 'revision_number': 4, 'project_id': 'c691a27677f54c85a3250b5bafef55f4', 'gw_port': {'id': 'c126e0f2-7b39-47ee-bcb1-ab21bab14aaa', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5caf442f-90f5-4944-9b7b-3c82b82f80d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:39Z', 'updated_at': '2021-07-15T23:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '12c36751-f011-4281-8ed5-a95b40bd1dbf', 'name': '', 'network_id': '72dd1139-85ac-44a3-8181-7845deb521ca', 'tenant_id': 'c691a27677f54c85a3250b5bafef55f4', 'mac_address': 'fa:16:3e:ee:1f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5caf442f-90f5-4944-9b7b-3c82b82f80d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '8c6a4d69-e5f7-4129-9f0b-56463cfab399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:51Z', 'updated_at': '2021-07-15T23:18:12Z', 'revision_number': 5, 'project_id': 'c691a27677f54c85a3250b5bafef55f4', 'subnets': [{'id': '8c6a4d69-e5f7-4129-9f0b-56463cfab399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:18.152236 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4a71db-23bb-4a45-a3da-c60c5e0b74d0 None None] Checking router: 5caf442f-90f5-4944-9b7b-3c82b82f80d5 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:23:18.164303 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4a71db-23bb-4a45-a3da-c60c5e0b74d0 None None] Routers {'5caf442f-90f5-4944-9b7b-3c82b82f80d5'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:23:18.165582 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ee4a71db-23bb-4a45-a3da-c60c5e0b74d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:23:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['5caf442f-90f5-4944-9b7b-3c82b82f80d5'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:18.258393 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-554bb069-6d21-42d3-a7d4-dd1ee3e1aa07 req-5f76ba3c-fa37-4bf8-912c-e47d829f6990 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8fdec1c-40cb-44c9-9d1e-a185d3a8db64 HTTP/1.1" status: 200 len: 210 time: 0.0509987 Jul 15 23:23:18.319148 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-ee4a71db-23bb-4a45-a3da-c60c5e0b74d0 None None] Set router 5caf442f-90f5-4944-9b7b-3c82b82f80d5 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:23:18.671255 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 43358) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:18.724046 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ee4a71db-23bb-4a45-a3da-c60c5e0b74d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5caf442f-90f5-4944-9b7b-3c82b82f80d5', 'name': 'tempest-AttachVolumeTestJSON-1991659375-router', 'tenant_id': 'c691a27677f54c85a3250b5bafef55f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': 'c126e0f2-7b39-47ee-bcb1-ab21bab14aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:36Z', 'updated_at': '2021-07-15T23:17:53Z', 'revision_number': 4, 'project_id': 'c691a27677f54c85a3250b5bafef55f4', 'gw_port': {'id': 'c126e0f2-7b39-47ee-bcb1-ab21bab14aaa', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5caf442f-90f5-4944-9b7b-3c82b82f80d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:39Z', 'updated_at': '2021-07-15T23:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '12c36751-f011-4281-8ed5-a95b40bd1dbf', 'name': '', 'network_id': '72dd1139-85ac-44a3-8181-7845deb521ca', 'tenant_id': 'c691a27677f54c85a3250b5bafef55f4', 'mac_address': 'fa:16:3e:ee:1f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5caf442f-90f5-4944-9b7b-3c82b82f80d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '8c6a4d69-e5f7-4129-9f0b-56463cfab399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:51Z', 'updated_at': '2021-07-15T23:18:12Z', 'revision_number': 5, 'project_id': 'c691a27677f54c85a3250b5bafef55f4', 'subnets': [{'id': '8c6a4d69-e5f7-4129-9f0b-56463cfab399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:18.785706 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4a71db-23bb-4a45-a3da-c60c5e0b74d0 None None] The sync data for ids ['5caf442f-90f5-4944-9b7b-3c82b82f80d5'] in n-d-794306-6 is: [{'id': '5caf442f-90f5-4944-9b7b-3c82b82f80d5', 'name': 'tempest-AttachVolumeTestJSON-1991659375-router', 'tenant_id': 'c691a27677f54c85a3250b5bafef55f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': 'c126e0f2-7b39-47ee-bcb1-ab21bab14aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:36Z', 'updated_at': '2021-07-15T23:17:53Z', 'revision_number': 4, 'project_id': 'c691a27677f54c85a3250b5bafef55f4', 'gw_port': {'id': 'c126e0f2-7b39-47ee-bcb1-ab21bab14aaa', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5caf442f-90f5-4944-9b7b-3c82b82f80d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:39Z', 'updated_at': '2021-07-15T23:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '12c36751-f011-4281-8ed5-a95b40bd1dbf', 'name': '', 'network_id': '72dd1139-85ac-44a3-8181-7845deb521ca', 'tenant_id': 'c691a27677f54c85a3250b5bafef55f4', 'mac_address': 'fa:16:3e:ee:1f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5caf442f-90f5-4944-9b7b-3c82b82f80d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '8c6a4d69-e5f7-4129-9f0b-56463cfab399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:51Z', 'updated_at': '2021-07-15T23:18:12Z', 'revision_number': 5, 'project_id': 'c691a27677f54c85a3250b5bafef55f4', 'subnets': [{'id': '8c6a4d69-e5f7-4129-9f0b-56463cfab399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:23:18.853779 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9db58331-c303-4332-aafc-f17b35d10abf tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:18.925659 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9db58331-c303-4332-aafc-f17b35d10abf tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:19.016495 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd2d7bb-993b-47fb-a2c7-ad7954c5789e req-32e7c572-f85c-4244-a83f-23471ccd4215 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:19.027737 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dfd2d7bb-993b-47fb-a2c7-ad7954c5789e req-32e7c572-f85c-4244-a83f-23471ccd4215 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=d060e55a-acc4-47ec-a658-af16a484eec8 HTTP/1.1" status: 200 len: 945 time: 0.1884508 Jul 15 23:23:19.121042 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dfd2d7bb-993b-47fb-a2c7-ad7954c5789e req-0e95a399-37aa-4d69-8033-6fda4b5f36db tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907297 Jul 15 23:23:19.122199 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9db58331-c303-4332-aafc-f17b35d10abf tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:19.135288 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9db58331-c303-4332-aafc-f17b35d10abf tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:19.137293 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-9db58331-c303-4332-aafc-f17b35d10abf tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "DELETE /v2.0/security-groups/57e114e2-00c8-4f79-b17b-147b800454a3 HTTP/1.1" status: 204 len: 168 time: 0.4635541 Jul 15 23:23:19.141438 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 43374) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:19.165620 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db58331-c303-4332-aafc-f17b35d10abf tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e114e2-00c8-4f79-b17b-147b800454a3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:19.221810 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [None req-ab219814-872c-459b-985e-bb31117a340e tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] show failed (client error): The resource could not be found. Jul 15 23:23:19.234193 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ab219814-872c-459b-985e-bb31117a340e tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/security-groups/57e114e2-00c8-4f79-b17b-147b800454a3 HTTP/1.1" status: 404 len: 347 time: 0.0883558 Jul 15 23:23:19.234938 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 43382) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:19.419887 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 7eed494b-401b-40ce-bbad-80699ba38b08 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:23:19.500631 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: 7eed494b-401b-40ce-bbad-80699ba38b08 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:23:19.500978 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 7eed494b-401b-40ce-bbad-80699ba38b08 not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:23:19.622913 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-3e3d509b-dddc-4b5b-a2d2-025e1e3a57a7 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Deleting port 55a61709-fb45-42ab-8760-ebef8cda3adf {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:23:19.623894 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3e3d509b-dddc-4b5b-a2d2-025e1e3a57a7 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:19.639223 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59264d8-6c44-45bf-a797-94a3146f6b2a None None] New status for floating IP 6f237a16-fd09-4ff1-9a7e-643955d25013: DOWN {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:23:19.775899 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3e3d509b-dddc-4b5b-a2d2-025e1e3a57a7 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:19.776772 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3e3d509b-dddc-4b5b-a2d2-025e1e3a57a7 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:19.825117 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-3e3d509b-dddc-4b5b-a2d2-025e1e3a57a7 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Calling delete_port for 55a61709-fb45-42ab-8760-ebef8cda3adf owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:23:20.010731 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9bb392bc-8847-48e5-8aef-04bc5fbee4c2 req-fd32c7e5-e664-4033-abdf-e21c3fe4c071 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8fdec1c-40cb-44c9-9d1e-a185d3a8db64 HTTP/1.1" status: 200 len: 210 time: 0.1072209 Jul 15 23:23:20.202677 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35391d54-2253-4553-8f77-ba743bde7c11 req-7dc37048-9c0a-4f5c-82de-29ceb7fbc940 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:20.206196 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-35391d54-2253-4553-8f77-ba743bde7c11 req-7dc37048-9c0a-4f5c-82de-29ceb7fbc940 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.1408219 Jul 15 23:23:20.217803 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b289e1eb-0146-4645-b52f-13306327cfbb req-699a9cf2-1f54-4a09-ba82-3e1fa66ab7a0 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:20.219357 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b289e1eb-0146-4645-b52f-13306327cfbb req-699a9cf2-1f54-4a09-ba82-3e1fa66ab7a0 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.41 "GET /v2.0/ports?device_id=d060e55a-acc4-47ec-a658-af16a484eec8 HTTP/1.1" status: 200 len: 945 time: 0.0950971 Jul 15 23:23:20.248058 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3e3d509b-dddc-4b5b-a2d2-025e1e3a57a7 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:20.389622 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-b289e1eb-0146-4645-b52f-13306327cfbb req-96ca11fe-d342-42e7-a26b-4506596dd06c tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Deleting port 428fc395-88ca-4e6d-b708-6f3664ed368d {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:23:20.389983 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b289e1eb-0146-4645-b52f-13306327cfbb req-96ca11fe-d342-42e7-a26b-4506596dd06c tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:20.446067 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3d509b-dddc-4b5b-a2d2-025e1e3a57a7 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Pushing event deleted for resources: {'Port': ['ID=55a61709-fb45-42ab-8760-ebef8cda3adf,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:20.460290 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3e3d509b-dddc-4b5b-a2d2-025e1e3a57a7 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:20.463165 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3e3d509b-dddc-4b5b-a2d2-025e1e3a57a7 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:20.464435 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-3e3d509b-dddc-4b5b-a2d2-025e1e3a57a7 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "DELETE /v2.0/floatingips/6f237a16-fd09-4ff1-9a7e-643955d25013 HTTP/1.1" status: 204 len: 168 time: 1.2278028 Jul 15 23:23:20.547131 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-b289e1eb-0146-4645-b52f-13306327cfbb req-96ca11fe-d342-42e7-a26b-4506596dd06c tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] For port 428fc395-88ca-4e6d-b708-6f3664ed368d, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=428fc395-88ca-4e6d-b708-6f3664ed368d,segment=NetworkSegment(056a97c3-fa40-4757-b96f-04fb527ec8cd),segment_id=056a97c3-fa40-4757-b96f-04fb527ec8cd)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:23:20.561017 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b289e1eb-0146-4645-b52f-13306327cfbb req-96ca11fe-d342-42e7-a26b-4506596dd06c tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:20.565407 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-35391d54-2253-4553-8f77-ba743bde7c11 req-631bb16c-e5bf-48a5-95fa-b2065c32d047 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506887 Jul 15 23:23:20.615810 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-b289e1eb-0146-4645-b52f-13306327cfbb req-96ca11fe-d342-42e7-a26b-4506596dd06c tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Calling delete_port for 428fc395-88ca-4e6d-b708-6f3664ed368d owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:23:20.811191 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81618df8-5110-46ee-be11-d2b35a0480c9 req-7ea38669-3a10-494e-b9e3-738c60b1ce97 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:20.820647 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-81618df8-5110-46ee-be11-d2b35a0480c9 req-7ea38669-3a10-494e-b9e3-738c60b1ce97 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/ports?device_id=d060e55a-acc4-47ec-a658-af16a484eec8 HTTP/1.1" status: 200 len: 945 time: 0.3953671 Jul 15 23:23:20.888872 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2614fe-8d7e-45ce-aea7-06e1de97eb86 req-24048a9f-de22-42e9-8859-6032ac7dc9a8 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:20.890523 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-de2614fe-8d7e-45ce-aea7-06e1de97eb86 req-24048a9f-de22-42e9-8859-6032ac7dc9a8 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.49 "GET /v2.0/networks?id=34d69ddd-6ef8-492b-8904-e5274ac6b6b4 HTTP/1.1" status: 200 len: 814 time: 0.4629185 Jul 15 23:23:20.909538 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-de2614fe-8d7e-45ce-aea7-06e1de97eb86 req-0563bf6b-3654-4b98-8bed-6ef56fe8d0df tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Request body: {'port': {'device_id': 'b8fdec1c-40cb-44c9-9d1e-a185d3a8db64', 'network_id': '34d69ddd-6ef8-492b-8904-e5274ac6b6b4', 'admin_state_up': True, 'tenant_id': 'ca9f45630c684755bfc9217b95b6a061'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:20.956199 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b289e1eb-0146-4645-b52f-13306327cfbb req-96ca11fe-d342-42e7-a26b-4506596dd06c tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:21.018309 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ca11fe-d342-42e7-a26b-4506596dd06c tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Pushing event deleted for resources: {'Port': ['ID=428fc395-88ca-4e6d-b708-6f3664ed368d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:21.049081 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-81618df8-5110-46ee-be11-d2b35a0480c9 req-566e5cef-d2f8-456a-9b11-d2a406035a12 tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.48 "GET /v2.0/security-groups?id=93ee63a4-ba4b-4f88-b01a-f6c0b0796061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263587 Jul 15 23:23:21.099729 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de2614fe-8d7e-45ce-aea7-06e1de97eb86 req-0563bf6b-3654-4b98-8bed-6ef56fe8d0df tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Made reservation on behalf of ca9f45630c684755bfc9217b95b6a061 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:23:21.104992 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-de2614fe-8d7e-45ce-aea7-06e1de97eb86 req-0563bf6b-3654-4b98-8bed-6ef56fe8d0df tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:21.194571 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-b289e1eb-0146-4645-b52f-13306327cfbb req-96ca11fe-d342-42e7-a26b-4506596dd06c tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] No DVR routers for this DVR port 428fc395-88ca-4e6d-b708-6f3664ed368d on host n-h2-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:23:21.198993 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b289e1eb-0146-4645-b52f-13306327cfbb req-96ca11fe-d342-42e7-a26b-4506596dd06c tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:21.205321 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b289e1eb-0146-4645-b52f-13306327cfbb req-96ca11fe-d342-42e7-a26b-4506596dd06c tempest-ServersTestJSON-954297200 tempest-ServersTestJSON-954297200-project] 10.222.0.41 "DELETE /v2.0/ports/428fc395-88ca-4e6d-b708-6f3664ed368d HTTP/1.1" status: 204 len: 173 time: 0.9805820 Jul 15 23:23:21.205995 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd060e55a-acc4-47ec-a658-af16a484eec8', 'name': 'network-vif-deleted', 'tag': '428fc395-88ca-4e6d-b708-6f3664ed368d'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:23:21.209107 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71b18f9-70ca-45de-86e1-acddabe08947" -d '{"events": [{"server_uuid": "d060e55a-acc4-47ec-a658-af16a484eec8", "name": "network-vif-deleted", "tag": "428fc395-88ca-4e6d-b708-6f3664ed368d"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:23:21.240919 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e5f01279-c44f-453a-a8c4-3ac239cdfa64 req-6448eaae-f670-49d9-899f-d1e282bdd729 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=40ce3cba-2bff-40dd-9821-85e5ef46933e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2366550 Jul 15 23:23:21.332794 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f01279-c44f-453a-a8c4-3ac239cdfa64 req-aef8a24c-9efe-456d-811c-962cf9727ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:21.334887 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e5f01279-c44f-453a-a8c4-3ac239cdfa64 req-aef8a24c-9efe-456d-811c-962cf9727ac0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0be07ab34660489288d421392836ba59&device_id=40ce3cba-2bff-40dd-9821-85e5ef46933e HTTP/1.1" status: 200 len: 1096 time: 0.0648210 Jul 15 23:23:21.485237 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-de2614fe-8d7e-45ce-aea7-06e1de97eb86 req-0563bf6b-3654-4b98-8bed-6ef56fe8d0df tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Allocated IP 172.20.0.4 (34d69ddd-6ef8-492b-8904-e5274ac6b6b4/89ce3a94-62b5-42a8-b767-ec4495e23b73/4ac1240b-9904-4e00-b2e2-86467099ec5b) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:23:21.528125 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 43436) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:21.533597 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-4d1aa8b9-163a-4eb9-b069-d24b6bac2a4a tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1861990068', 'description': 'tempest-description--90118008'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:21.534941 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd9ef6-6514-4bd1-bb2b-04a860e293d4 req-036e805c-3c90-41c5-8681-da01a9fb0623 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:21.537018 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-47cd9ef6-6514-4bd1-bb2b-04a860e293d4 req-036e805c-3c90-41c5-8681-da01a9fb0623 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.2809141 Jul 15 23:23:21.603364 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f01279-c44f-453a-a8c4-3ac239cdfa64 req-4c636f1a-bcec-400b-b398-5b3f1aaeb1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:21.605927 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e5f01279-c44f-453a-a8c4-3ac239cdfa64 req-4c636f1a-bcec-400b-b398-5b3f1aaeb1a6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=18103b5f-44c1-48b7-87f6-2b0a264a1f42 HTTP/1.1" status: 200 len: 906 time: 0.2422976 Jul 15 23:23:21.684555 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d1aa8b9-163a-4eb9-b069-d24b6bac2a4a tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:21.748651 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e5f01279-c44f-453a-a8c4-3ac239cdfa64 req-7c85c2c9-34aa-43b4-b1e4-ec73880200f0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a01f3283-b0ce-406c-8c11-d4179855b288 HTTP/1.1" status: 200 len: 1000 time: 0.1330492 Jul 15 23:23:21.778585 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-47cd9ef6-6514-4bd1-bb2b-04a860e293d4 req-b3fe4ea1-9fa1-45b9-babe-44535b838636 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964657 Jul 15 23:23:21.845992 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d1aa8b9-163a-4eb9-b069-d24b6bac2a4a tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:21.862084 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d1aa8b9-163a-4eb9-b069-d24b6bac2a4a tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:21.880941 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-de2614fe-8d7e-45ce-aea7-06e1de97eb86 req-0563bf6b-3654-4b98-8bed-6ef56fe8d0df tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:21.916828 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcea436-a182-4e68-ad7e-efd85c408872 req-65c900ac-3717-4ef3-a054-1ddddd3e1c72 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:21.936870 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7fcea436-a182-4e68-ad7e-efd85c408872 req-65c900ac-3717-4ef3-a054-1ddddd3e1c72 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] 10.222.0.48 "GET /v2.0/ports?device_id=40ce3cba-2bff-40dd-9821-85e5ef46933e HTTP/1.1" status: 200 len: 945 time: 0.2800384 Jul 15 23:23:21.974465 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d1aa8b9-163a-4eb9-b069-d24b6bac2a4a tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:21.976744 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-4d1aa8b9-163a-4eb9-b069-d24b6bac2a4a tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4467335 Jul 15 23:23:21.997978 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 43444) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:22.026346 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f01279-c44f-453a-a8c4-3ac239cdfa64 req-bf95feee-e73d-485f-9dd1-957d0a530f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:22.029068 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e5f01279-c44f-453a-a8c4-3ac239cdfa64 req-bf95feee-e73d-485f-9dd1-957d0a530f67 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5f7b3b09-7f77-4a52-b4f8-3f5a98ea7d90 HTTP/1.1" status: 200 len: 844 time: 0.1810505 Jul 15 23:23:22.030091 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1aa8b9-163a-4eb9-b069-d24b6bac2a4a tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faf0057f-829d-4164-9eb4-0f40f472a3ce,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:22.048898 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-8c6719d4-5950-48e4-8aef-95cb3cccdfef tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Request body: {'security_group_rule': {'security_group_id': 'faf0057f-829d-4164-9eb4-0f40f472a3ce', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:22.124471 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7fcea436-a182-4e68-ad7e-efd85c408872 req-4093df80-e1ff-4bd6-8039-8bdb14f1e628 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] 10.222.0.48 "GET /v2.0/security-groups?id=804e44e5-68fc-4665-ad32-65f5db95d544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1863928 Jul 15 23:23:22.159066 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f01279-c44f-453a-a8c4-3ac239cdfa64 req-6d52566e-2a95-4367-8a3e-0c3afc284ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:22.161037 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e5f01279-c44f-453a-a8c4-3ac239cdfa64 req-6d52566e-2a95-4367-8a3e-0c3afc284ff3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=18103b5f-44c1-48b7-87f6-2b0a264a1f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1200495 Jul 15 23:23:22.191265 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-de2614fe-8d7e-45ce-aea7-06e1de97eb86 req-0563bf6b-3654-4b98-8bed-6ef56fe8d0df tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:22.202608 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [req-e5f01279-c44f-453a-a8c4-3ac239cdfa64 req-3c49150e-4c7f-43c9-a8a3-b42bf90e388c service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:23:22.205637 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e5f01279-c44f-453a-a8c4-3ac239cdfa64 req-3c49150e-4c7f-43c9-a8a3-b42bf90e388c service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0339775 Jul 15 23:23:22.229399 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8c6719d4-5950-48e4-8aef-95cb3cccdfef tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:22.262505 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b4d8b3-7636-4b83-b13a-bf27c0e51948 x-openstack-request-id: req-04b4d8b3-7636-4b83-b13a-bf27c0e51948 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:23:22.263329 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d060e55a-acc4-47ec-a658-af16a484eec8", "name": "network-vif-deleted", "tag": "428fc395-88ca-4e6d-b708-6f3664ed368d", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:23:22.263329 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-04b4d8b3-7636-4b83-b13a-bf27c0e51948 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:23:22.263947 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd060e55a-acc4-47ec-a658-af16a484eec8', 'name': 'network-vif-deleted', 'tag': '428fc395-88ca-4e6d-b708-6f3664ed368d', 'status': 'completed', 'code': 200} Jul 15 23:23:22.447931 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e5f01279-c44f-453a-a8c4-3ac239cdfa64 req-d130c658-b806-45d2-a488-2c8405785c27 service neutron] 10.222.0.49 "GET /v2.0/networks/18103b5f-44c1-48b7-87f6-2b0a264a1f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289009 Jul 15 23:23:22.461924 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de2614fe-8d7e-45ce-aea7-06e1de97eb86 req-0563bf6b-3654-4b98-8bed-6ef56fe8d0df tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Network 34d69ddd-6ef8-492b-8904-e5274ac6b6b4 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:23:22.487248 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-de2614fe-8d7e-45ce-aea7-06e1de97eb86 req-0563bf6b-3654-4b98-8bed-6ef56fe8d0df tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:23:22.499957 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-de2614fe-8d7e-45ce-aea7-06e1de97eb86 req-0563bf6b-3654-4b98-8bed-6ef56fe8d0df tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:23:22.564891 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0563bf6b-3654-4b98-8bed-6ef56fe8d0df tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Pushing event updated for resources: {'Port': ['ID=4ac1240b-9904-4e00-b2e2-86467099ec5b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:22.614251 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 43464) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:22.671659 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e5f01279-c44f-453a-a8c4-3ac239cdfa64 req-90c681ba-5c4c-4442-b53e-375c0517c78c service neutron] 10.222.0.49 "GET /v2.0/networks/18103b5f-44c1-48b7-87f6-2b0a264a1f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164199 Jul 15 23:23:22.721674 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2614fe-8d7e-45ce-aea7-06e1de97eb86 req-0563bf6b-3654-4b98-8bed-6ef56fe8d0df tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:22.722915 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-de2614fe-8d7e-45ce-aea7-06e1de97eb86 req-0563bf6b-3654-4b98-8bed-6ef56fe8d0df tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:22.750495 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8c6719d4-5950-48e4-8aef-95cb3cccdfef tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:22.762042 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c771a-e826-4d18-afcc-1f0ec95a65cd req-8c12b45b-db18-4aa1-b118-fc1c94de043d tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:22.764309 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-299c771a-e826-4d18-afcc-1f0ec95a65cd req-8c12b45b-db18-4aa1-b118-fc1c94de043d tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8fdec1c-40cb-44c9-9d1e-a185d3a8db64 HTTP/1.1" status: 200 len: 931 time: 0.4804525 Jul 15 23:23:22.767810 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdff8f23-2659-487b-b53d-a2396604c1d3 admin admin] Deleting subnet 1ce1cd1d-7829-480f-9da2-8bc3514230d8 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:23:22.774327 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fdff8f23-2659-487b-b53d-a2396604c1d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:22.777603 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8c6719d4-5950-48e4-8aef-95cb3cccdfef tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:22.780252 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-de2614fe-8d7e-45ce-aea7-06e1de97eb86 req-0563bf6b-3654-4b98-8bed-6ef56fe8d0df tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8748381 Jul 15 23:23:22.827459 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 428fc395-88ca-4e6d-b708-6f3664ed368d no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:23:22.841234 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8c6719d4-5950-48e4-8aef-95cb3cccdfef tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:22.846284 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-8c6719d4-5950-48e4-8aef-95cb3cccdfef tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8411362 Jul 15 23:23:22.848445 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 43472) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:22.853595 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ccc97063-f162-4643-8b6f-fba4f419a524 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Request body: {'security_group_rule': {'security_group_id': 'faf0057f-829d-4164-9eb4-0f40f472a3ce', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:22.865080 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-de2614fe-8d7e-45ce-aea7-06e1de97eb86 req-497f9f58-757f-4551-838d-3eea157a7ed5 service neutron] Request body: {'port': {'device_id': 'b8fdec1c-40cb-44c9-9d1e-a185d3a8db64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:22.876138 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6719d4-5950-48e4-8aef-95cb3cccdfef tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63e28238-85db-42ee-a51f-52bc2597da17,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:22.895658 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] No Port match for: 428fc395-88ca-4e6d-b708-6f3664ed368d {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:23:22.896070 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 428fc395-88ca-4e6d-b708-6f3664ed368d not bound to the agent host n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:23:22.924077 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ccc97063-f162-4643-8b6f-fba4f419a524 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:22.937238 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fdff8f23-2659-487b-b53d-a2396604c1d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:23.008591 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-299c771a-e826-4d18-afcc-1f0ec95a65cd req-0267f741-01e8-4dda-8308-ede38748d9bb tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce3f5940-565b-43a4-b484-b630aa3d6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360489 Jul 15 23:23:23.073332 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ccc97063-f162-4643-8b6f-fba4f419a524 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:23.079321 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ccc97063-f162-4643-8b6f-fba4f419a524 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:23.106246 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc97063-f162-4643-8b6f-fba4f419a524 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c379d4e0-e43c-4d09-b9a9-d31529d3b39e,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:23.117106 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ccc97063-f162-4643-8b6f-fba4f419a524 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:23.119989 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ccc97063-f162-4643-8b6f-fba4f419a524 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2700257 Jul 15 23:23:23.122617 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 43476) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:23.130375 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-21986e7e-c9f7-461d-810d-4c5321a4ab50 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Request body: {'floatingip': {'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:23.162745 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-21986e7e-c9f7-461d-810d-4c5321a4ab50 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:23.341153 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-21986e7e-c9f7-461d-810d-4c5321a4ab50 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:23.574506 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-21986e7e-c9f7-461d-810d-4c5321a4ab50 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Allocated IP 172.25.5.66 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/e3dfc0d1-f9b2-47d2-b533-c901177da356) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:23:23.639437 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-de2614fe-8d7e-45ce-aea7-06e1de97eb86 req-497f9f58-757f-4551-838d-3eea157a7ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:23.643644 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fdff8f23-2659-487b-b53d-a2396604c1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:23.783382 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b1ae2-ac74-438b-9c7c-4e527ae04061 req-6997b838-4aea-48df-bbcf-42fdca9f078b tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:23.784962 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b88b1ae2-ac74-438b-9c7c-4e527ae04061 req-6997b838-4aea-48df-bbcf-42fdca9f078b tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] 10.222.0.48 "GET /v2.0/ports?device_id=40ce3cba-2bff-40dd-9821-85e5ef46933e HTTP/1.1" status: 200 len: 945 time: 0.2164173 Jul 15 23:23:23.854711 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fdff8f23-2659-487b-b53d-a2396604c1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:23.888629 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fdff8f23-2659-487b-b53d-a2396604c1d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:23.890598 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-fdff8f23-2659-487b-b53d-a2396604c1d3 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/1ce1cd1d-7829-480f-9da2-8bc3514230d8 HTTP/1.1" status: 204 len: 168 time: 1.2700469 Jul 15 23:23:23.911032 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 43492) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:23.920818 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdff8f23-2659-487b-b53d-a2396604c1d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ce1cd1d-7829-480f-9da2-8bc3514230d8,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:23.991439 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b88b1ae2-ac74-438b-9c7c-4e527ae04061 req-895050db-24f9-4347-9cd8-9b156057739d tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] 10.222.0.48 "GET /v2.0/security-groups?id=804e44e5-68fc-4665-ad32-65f5db95d544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2005973 Jul 15 23:23:24.056525 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-21986e7e-c9f7-461d-810d-4c5321a4ab50 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:24.074238 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2a0ca63e-f4d3-4440-8621-86d82f5a3e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:24.111195 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-21986e7e-c9f7-461d-810d-4c5321a4ab50 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:24.161908 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21986e7e-c9f7-461d-810d-4c5321a4ab50 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:23:24.168329 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-21986e7e-c9f7-461d-810d-4c5321a4ab50 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:23:24.173091 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21986e7e-c9f7-461d-810d-4c5321a4ab50 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:23:24.205437 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2a0ca63e-f4d3-4440-8621-86d82f5a3e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:24.245096 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-2a0ca63e-f4d3-4440-8621-86d82f5a3e9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1484756-2d6b-4cf1-82f2-ca0b5a0942a2']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:24.265098 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-2a0ca63e-f4d3-4440-8621-86d82f5a3e9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '056a97c3-fa40-4757-b96f-04fb527ec8cd') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:24.265520 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-2a0ca63e-f4d3-4440-8621-86d82f5a3e9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '056a97c3-fa40-4757-b96f-04fb527ec8cd') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:24.267394 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21986e7e-c9f7-461d-810d-4c5321a4ab50 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Pushing event updated for resources: {'Port': ['ID=e3dfc0d1-f9b2-47d2-b533-c901177da356,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:24.290344 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-21986e7e-c9f7-461d-810d-4c5321a4ab50 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:24.306688 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2a0ca63e-f4d3-4440-8621-86d82f5a3e9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:24.338679 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-de2614fe-8d7e-45ce-aea7-06e1de97eb86 req-497f9f58-757f-4551-838d-3eea157a7ed5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ac1240b-9904-4e00-b2e2-86467099ec5b {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:23:24.342474 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-21986e7e-c9f7-461d-810d-4c5321a4ab50 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:24.346785 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2a0ca63e-f4d3-4440-8621-86d82f5a3e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:24.351441 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-de2614fe-8d7e-45ce-aea7-06e1de97eb86 req-497f9f58-757f-4551-838d-3eea157a7ed5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:24.367126 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a0ca63e-f4d3-4440-8621-86d82f5a3e9d admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:23:24.367527 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2a0ca63e-f4d3-4440-8621-86d82f5a3e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:24.371643 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:23:24.371643 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:23:24.371643 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:23:24.371643 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:23:24.371643 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:23:24.371643 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:23:24.371643 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:23:24.371643 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:23:24.371643 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:23:24.371643 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:23:24.371643 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:23:24.371643 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:23:24.371643 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:23:24.371643 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:23:24.371643 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:23:24.371643 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:23:24.371643 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:23:24.371643 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:23:24.371643 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:23:24.371643 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:23:24.371643 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:23:24.371643 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:23:24.371643 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:23:24.371643 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:23:24.371643 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:23:24.371643 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:23:24.371643 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:23:24.371643 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:23:24.371643 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:23:24.371643 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:23:24.371643 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:23:24.371643 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:23:24.371643 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:23:24.371643 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:23:24.371643 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:23:24.371643 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:23:24.371643 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:23:24.371643 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:23:24.371643 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:23:24.371643 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:23:24.371643 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:23:24.371643 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:23:24.371643 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:23:24.371643 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:23:24.371643 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:23:24.371643 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:23:24.371643 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:23:24.371643 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:23:24.371643 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:23:24.371643 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:23:24.371643 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:23:24.371643 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:23:24.413007 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2123c8d-41ff-4e3a-b63c-4bf16b68b2d0 req-2ccf8c5e-388c-40ec-bc87-2df94ba9182a tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:24.414615 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b2123c8d-41ff-4e3a-b63c-4bf16b68b2d0 req-2ccf8c5e-388c-40ec-bc87-2df94ba9182a tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8fdec1c-40cb-44c9-9d1e-a185d3a8db64 HTTP/1.1" status: 200 len: 931 time: 0.2583590 Jul 15 23:23:24.478802 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-de2614fe-8d7e-45ce-aea7-06e1de97eb86 req-497f9f58-757f-4551-838d-3eea157a7ed5 service neutron] Transition to ACTIVE for port object 4ac1240b-9904-4e00-b2e2-86467099ec5b will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:23:24.482301 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2a0ca63e-f4d3-4440-8621-86d82f5a3e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:24.489840 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2a0ca63e-f4d3-4440-8621-86d82f5a3e9d admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:24.496747 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-2a0ca63e-f4d3-4440-8621-86d82f5a3e9d admin admin] 10.222.0.48 "DELETE /v2.0/networks/d1484756-2d6b-4cf1-82f2-ca0b5a0942a2 HTTP/1.1" status: 204 len: 168 time: 0.5841639 Jul 15 23:23:24.517033 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-de2614fe-8d7e-45ce-aea7-06e1de97eb86 req-497f9f58-757f-4551-838d-3eea157a7ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:24.593633 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-21986e7e-c9f7-461d-810d-4c5321a4ab50 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:24.602502 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-21986e7e-c9f7-461d-810d-4c5321a4ab50 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:24.650102 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0ca63e-f4d3-4440-8621-86d82f5a3e9d admin admin] Pushing event deleted for resources: {'Network': ['ID=d1484756-2d6b-4cf1-82f2-ca0b5a0942a2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:24.698732 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21986e7e-c9f7-461d-810d-4c5321a4ab50 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Pushing event updated for resources: {'Port': ['ID=e3dfc0d1-f9b2-47d2-b533-c901177da356,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:24.717897 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-21986e7e-c9f7-461d-810d-4c5321a4ab50 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:24.737348 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-21986e7e-c9f7-461d-810d-4c5321a4ab50 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:24.739540 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-21986e7e-c9f7-461d-810d-4c5321a4ab50 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6147039 Jul 15 23:23:24.813055 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497f9f58-757f-4551-838d-3eea157a7ed5 service neutron] Pushing event updated for resources: {'Port': ['ID=4ac1240b-9904-4e00-b2e2-86467099ec5b,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:24.849433 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b2123c8d-41ff-4e3a-b63c-4bf16b68b2d0 req-b7703447-acf5-4188-92e4-4d2a9afd6f6f tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce3f5940-565b-43a4-b484-b630aa3d6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3990784 Jul 15 23:23:24.902746 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 43520) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:25.038045 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a607e25a-7459-4de6-8ff3-b3d656aa49b9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4b15e22ba4eb43169240491cd7fe1115&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1336629 Jul 15 23:23:25.040532 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 43526) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:25.137534 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-de2614fe-8d7e-45ce-aea7-06e1de97eb86 req-497f9f58-757f-4551-838d-3eea157a7ed5 service neutron] Attempting to bind port 4ac1240b-9904-4e00-b2e2-86467099ec5b on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:23:25.138954 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-de2614fe-8d7e-45ce-aea7-06e1de97eb86 req-497f9f58-757f-4551-838d-3eea157a7ed5 service neutron] Attempting to bind port 4ac1240b-9904-4e00-b2e2-86467099ec5b by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '7b7581c1-1598-4186-967b-a52d177d111c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '34d69ddd-6ef8-492b-8904-e5274ac6b6b4'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:23:25.140890 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2614fe-8d7e-45ce-aea7-06e1de97eb86 req-497f9f58-757f-4551-838d-3eea157a7ed5 service neutron] Attempting to bind port 4ac1240b-9904-4e00-b2e2-86467099ec5b on network 34d69ddd-6ef8-492b-8904-e5274ac6b6b4 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:23:25.161519 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2614fe-8d7e-45ce-aea7-06e1de97eb86 req-497f9f58-757f-4551-838d-3eea157a7ed5 service neutron] Port 4ac1240b-9904-4e00-b2e2-86467099ec5b on network 34d69ddd-6ef8-492b-8904-e5274ac6b6b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:23:25.161859 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2614fe-8d7e-45ce-aea7-06e1de97eb86 req-497f9f58-757f-4551-838d-3eea157a7ed5 service neutron] Attempting to bind port 4ac1240b-9904-4e00-b2e2-86467099ec5b on network 34d69ddd-6ef8-492b-8904-e5274ac6b6b4 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:23:25.181662 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2614fe-8d7e-45ce-aea7-06e1de97eb86 req-497f9f58-757f-4551-838d-3eea157a7ed5 service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:23:25.182018 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2614fe-8d7e-45ce-aea7-06e1de97eb86 req-497f9f58-757f-4551-838d-3eea157a7ed5 service neutron] Checking segment: {'id': '7b7581c1-1598-4186-967b-a52d177d111c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '34d69ddd-6ef8-492b-8904-e5274ac6b6b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:23:25.182659 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2614fe-8d7e-45ce-aea7-06e1de97eb86 req-497f9f58-757f-4551-838d-3eea157a7ed5 service neutron] Bound using segment: {'id': '7b7581c1-1598-4186-967b-a52d177d111c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '34d69ddd-6ef8-492b-8904-e5274ac6b6b4'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:23:25.183119 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-de2614fe-8d7e-45ce-aea7-06e1de97eb86 req-497f9f58-757f-4551-838d-3eea157a7ed5 service neutron] Bound port: 4ac1240b-9904-4e00-b2e2-86467099ec5b, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b7581c1-1598-4186-967b-a52d177d111c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '34d69ddd-6ef8-492b-8904-e5274ac6b6b4'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:23:25.183496 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-de2614fe-8d7e-45ce-aea7-06e1de97eb86 req-497f9f58-757f-4551-838d-3eea157a7ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:25.229104 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ddfb64c-57b1-49e6-88a6-79413c5485fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:25.303969 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c4f63395-cc92-45b9-928a-171fca4c5b1c req-ba39e821-4a0a-449c-939f-586ed1389d8e tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1861990068&fields=id&tenant_id=c691a27677f54c85a3250b5bafef55f4 HTTP/1.1" status: 200 len: 267 time: 0.1298244 Jul 15 23:23:25.328762 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:25.329652 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c125ecbb-6867-4598-9e12-904b4b9ca027 req-b9a218f0-22d1-4a68-a838-53e281616bd2 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:25.334117 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c125ecbb-6867-4598-9e12-904b4b9ca027 req-b9a218f0-22d1-4a68-a838-53e281616bd2 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] 10.222.0.48 "GET /v2.0/ports?device_id=40ce3cba-2bff-40dd-9821-85e5ef46933e HTTP/1.1" status: 200 len: 945 time: 0.2879398 Jul 15 23:23:25.335021 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ddfb64c-57b1-49e6-88a6-79413c5485fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:25.441167 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-de2614fe-8d7e-45ce-aea7-06e1de97eb86 req-497f9f58-757f-4551-838d-3eea157a7ed5 service neutron] For port 4ac1240b-9904-4e00-b2e2-86467099ec5b, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:23:25.469572 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-de2614fe-8d7e-45ce-aea7-06e1de97eb86 req-497f9f58-757f-4551-838d-3eea157a7ed5 service neutron] For port 4ac1240b-9904-4e00-b2e2-86467099ec5b, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=4ac1240b-9904-4e00-b2e2-86467099ec5b,segment=NetworkSegment(7b7581c1-1598-4186-967b-a52d177d111c),segment_id=7b7581c1-1598-4186-967b-a52d177d111c)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:23:25.515414 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-de2614fe-8d7e-45ce-aea7-06e1de97eb86 req-497f9f58-757f-4551-838d-3eea157a7ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:25.577962 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c125ecbb-6867-4598-9e12-904b4b9ca027 req-86e39264-8569-46b9-9f80-77c4090f285b tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] 10.222.0.48 "GET /v2.0/security-groups?id=804e44e5-68fc-4665-ad32-65f5db95d544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2168860 Jul 15 23:23:25.620763 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ddfb64c-57b1-49e6-88a6-79413c5485fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:25.623678 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ddfb64c-57b1-49e6-88a6-79413c5485fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:25.627701 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-5ddfb64c-57b1-49e6-88a6-79413c5485fc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/93ee63a4-ba4b-4f88-b01a-f6c0b0796061 HTTP/1.1" status: 204 len: 168 time: 0.5831268 Jul 15 23:23:25.628270 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2614fe-8d7e-45ce-aea7-06e1de97eb86 req-497f9f58-757f-4551-838d-3eea157a7ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:25.628928 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-de2614fe-8d7e-45ce-aea7-06e1de97eb86 req-497f9f58-757f-4551-838d-3eea157a7ed5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:25.630345 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-de2614fe-8d7e-45ce-aea7-06e1de97eb86 req-497f9f58-757f-4551-838d-3eea157a7ed5 service neutron] 10.222.0.49 "PUT /v2.0/ports/4ac1240b-9904-4e00-b2e2-86467099ec5b HTTP/1.1" status: 200 len: 1091 time: 2.8064678 Jul 15 23:23:25.635543 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8fdec1c-40cb-44c9-9d1e-a185d3a8db64', 'tag': '4ac1240b-9904-4e00-b2e2-86467099ec5b'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:23:25.639420 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec514e57-b785-44fa-8ea9-92bff5e9f961" -d '{"events": [{"name": "network-changed", "server_uuid": "b8fdec1c-40cb-44c9-9d1e-a185d3a8db64", "tag": "4ac1240b-9904-4e00-b2e2-86467099ec5b"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:23:25.679324 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f63395-cc92-45b9-928a-171fca4c5b1c req-582ee7ca-6a8b-4873-962f-cc8c684058c4 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:25.681035 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c4f63395-cc92-45b9-928a-171fca4c5b1c req-582ee7ca-6a8b-4873-962f-cc8c684058c4 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/networks?id=72dd1139-85ac-44a3-8181-7845deb521ca HTTP/1.1" status: 200 len: 811 time: 0.3659897 Jul 15 23:23:25.685000 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddfb64c-57b1-49e6-88a6-79413c5485fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ee63a4-ba4b-4f88-b01a-f6c0b0796061,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:25.721104 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497f9f58-757f-4551-838d-3eea157a7ed5 service neutron] Pushing event updated for resources: {'Port': ['ID=4ac1240b-9904-4e00-b2e2-86467099ec5b,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:25.739968 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed2a5c4-adc6-4b49-ae4b-dc1d6bfaa7a5 x-openstack-request-id: req-8ed2a5c4-adc6-4b49-ae4b-dc1d6bfaa7a5 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:23:25.739968 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8fdec1c-40cb-44c9-9d1e-a185d3a8db64", "tag": "4ac1240b-9904-4e00-b2e2-86467099ec5b", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:23:25.740358 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8ed2a5c4-adc6-4b49-ae4b-dc1d6bfaa7a5 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:23:25.740727 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8fdec1c-40cb-44c9-9d1e-a185d3a8db64', 'tag': '4ac1240b-9904-4e00-b2e2-86467099ec5b', 'status': 'completed', 'code': 200} Jul 15 23:23:25.784920 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c4f63395-cc92-45b9-928a-171fca4c5b1c req-634781df-392f-433d-bc90-a6b1fc3ca4f9 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/quotas/c691a27677f54c85a3250b5bafef55f4 HTTP/1.1" status: 200 len: 375 time: 0.0756128 Jul 15 23:23:25.977486 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2614fe-8d7e-45ce-aea7-06e1de97eb86 req-90820957-0aad-4345-a916-8bd2c54f94b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:25.979184 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-de2614fe-8d7e-45ce-aea7-06e1de97eb86 req-90820957-0aad-4345-a916-8bd2c54f94b7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ca9f45630c684755bfc9217b95b6a061&device_id=b8fdec1c-40cb-44c9-9d1e-a185d3a8db64 HTTP/1.1" status: 200 len: 1094 time: 0.2970669 Jul 15 23:23:26.012718 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c4f63395-cc92-45b9-928a-171fca4c5b1c req-3a57b881-d1ae-4a98-951d-c7224c2d58e8 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c691a27677f54c85a3250b5bafef55f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2180486 Jul 15 23:23:26.060626 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-de2614fe-8d7e-45ce-aea7-06e1de97eb86 req-4805ca9f-50f3-48f1-963c-72a2b9d66658 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ac1240b-9904-4e00-b2e2-86467099ec5b HTTP/1.1" status: 200 len: 217 time: 0.0690436 Jul 15 23:23:26.138681 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691d2e95-64c3-4eae-a68c-1eeb83a06535 req-a33ee1c6-43af-40c7-aec3-537083ceb802 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:26.140936 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-691d2e95-64c3-4eae-a68c-1eeb83a06535 req-a33ee1c6-43af-40c7-aec3-537083ceb802 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.2295117 Jul 15 23:23:26.217638 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2614fe-8d7e-45ce-aea7-06e1de97eb86 req-a602b4c1-faff-440f-80f0-7d1bdae3a018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:26.219381 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-de2614fe-8d7e-45ce-aea7-06e1de97eb86 req-a602b4c1-faff-440f-80f0-7d1bdae3a018 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=89ce3a94-62b5-42a8-b767-ec4495e23b73 HTTP/1.1" status: 200 len: 854 time: 0.1428070 Jul 15 23:23:26.269229 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-691d2e95-64c3-4eae-a68c-1eeb83a06535 req-83258aeb-fee2-4bda-b662-e1e810cf8871 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183054 Jul 15 23:23:26.279696 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c4f63395-cc92-45b9-928a-171fca4c5b1c req-80f7d150-d6d4-4f77-964a-212b1d1e2afd service neutron] 10.222.0.48 "GET /v2.0/networks/72dd1139-85ac-44a3-8181-7845deb521ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306523 Jul 15 23:23:26.349263 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af91d5f9-fce3-465e-9827-e6ebce2ca529 req-79abff62-586d-4d89-8218-cde5764848db tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:26.351279 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-af91d5f9-fce3-465e-9827-e6ebce2ca529 req-79abff62-586d-4d89-8218-cde5764848db tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] 10.222.0.49 "GET /v2.0/ports?device_id=40ce3cba-2bff-40dd-9821-85e5ef46933e HTTP/1.1" status: 200 len: 945 time: 0.1331236 Jul 15 23:23:26.519249 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-de2614fe-8d7e-45ce-aea7-06e1de97eb86 req-06310750-4869-41ce-b2fb-4e99cec2c181 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=34d69ddd-6ef8-492b-8904-e5274ac6b6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2932501 Jul 15 23:23:26.572246 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-af91d5f9-fce3-465e-9827-e6ebce2ca529 req-a78998e0-f557-4e7d-a116-3fb2fae780b3 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Deleting port a01f3283-b0ce-406c-8c11-d4179855b288 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:23:26.572698 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-af91d5f9-fce3-465e-9827-e6ebce2ca529 req-a78998e0-f557-4e7d-a116-3fb2fae780b3 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:26.631469 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c4f63395-cc92-45b9-928a-171fca4c5b1c req-8ceea4d5-a2ed-4901-acc0-269ffc484198 service neutron] 10.222.0.48 "GET /v2.0/networks/72dd1139-85ac-44a3-8181-7845deb521ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3508525 Jul 15 23:23:26.731617 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1384b-ab5f-45ef-b188-990a067c1281 req-fe49278f-8f05-405f-a381-c11eff7e1882 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:26.733407 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-31e1384b-ab5f-45ef-b188-990a067c1281 req-fe49278f-8f05-405f-a381-c11eff7e1882 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8fdec1c-40cb-44c9-9d1e-a185d3a8db64 HTTP/1.1" status: 200 len: 943 time: 0.2024343 Jul 15 23:23:26.736061 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-de2614fe-8d7e-45ce-aea7-06e1de97eb86 req-2201f459-7865-4e3a-bbf8-0f3c99ae6c8f service neutron] 10.222.0.49 "GET /v2.0/networks/34d69ddd-6ef8-492b-8904-e5274ac6b6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077022 Jul 15 23:23:26.747515 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-af91d5f9-fce3-465e-9827-e6ebce2ca529 req-a78998e0-f557-4e7d-a116-3fb2fae780b3 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] For port a01f3283-b0ce-406c-8c11-d4179855b288, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=a01f3283-b0ce-406c-8c11-d4179855b288,segment=NetworkSegment(f511f847-463a-4bdb-b4ed-8d22a4e0a3d2),segment_id=f511f847-463a-4bdb-b4ed-8d22a4e0a3d2)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:23:26.756733 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-af91d5f9-fce3-465e-9827-e6ebce2ca529 req-a78998e0-f557-4e7d-a116-3fb2fae780b3 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:26.825470 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-31e1384b-ab5f-45ef-b188-990a067c1281 req-8621b085-88d0-4974-b32c-65463f5f5b5b tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce3f5940-565b-43a4-b484-b630aa3d6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855675 Jul 15 23:23:27.056515 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 43600) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:27.065639 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-de2614fe-8d7e-45ce-aea7-06e1de97eb86 req-d0b65396-baaf-4016-91ab-9c01a9474832 service neutron] 10.222.0.49 "GET /v2.0/networks/34d69ddd-6ef8-492b-8904-e5274ac6b6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150940 Jul 15 23:23:27.402188 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-120d03aa-2230-4848-9082-da2507989f3c admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-186912266-network', 'tenant_id': '715b65306ab3409286fd6b1b254f2f3f'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:27.498711 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec514e57-b785-44fa-8ea9-92bff5e9f961 req-d709a4b9-61d2-41bf-9094-47f269319d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:27.501053 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ec514e57-b785-44fa-8ea9-92bff5e9f961 req-d709a4b9-61d2-41bf-9094-47f269319d7f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ca9f45630c684755bfc9217b95b6a061&device_id=b8fdec1c-40cb-44c9-9d1e-a185d3a8db64 HTTP/1.1" status: 200 len: 1094 time: 0.3576701 Jul 15 23:23:27.513024 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120d03aa-2230-4848-9082-da2507989f3c admin admin] Made reservation on behalf of 715b65306ab3409286fd6b1b254f2f3f for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:23:27.515069 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a0ed39-04a7-48c2-bf0a-42c57ecb5987 req-cf536a9f-47f8-492b-857c-c5c10332e0d4 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:27.515802 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-120d03aa-2230-4848-9082-da2507989f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:27.526835 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d9a0ed39-04a7-48c2-bf0a-42c57ecb5987 req-cf536a9f-47f8-492b-857c-c5c10332e0d4 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] 10.222.0.48 "GET /v2.0/ports?device_id=40ce3cba-2bff-40dd-9821-85e5ef46933e HTTP/1.1" status: 200 len: 945 time: 0.3578362 Jul 15 23:23:27.536063 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-120d03aa-2230-4848-9082-da2507989f3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:27.540250 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-af91d5f9-fce3-465e-9827-e6ebce2ca529 req-a78998e0-f557-4e7d-a116-3fb2fae780b3 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:27.540837 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-af91d5f9-fce3-465e-9827-e6ebce2ca529 req-a78998e0-f557-4e7d-a116-3fb2fae780b3 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:27.541345 n-d-794306-6 neutron-server[93771]: INFO neutron.db.l3_db [req-af91d5f9-fce3-465e-9827-e6ebce2ca529 req-a78998e0-f557-4e7d-a116-3fb2fae780b3 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Floating IP 7f0f4c3e-d69e-4713-814c-defa15a29f82 disassociated. External IP: 172.25.5.55, port: a01f3283-b0ce-406c-8c11-d4179855b288. Jul 15 23:23:27.541860 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-af91d5f9-fce3-465e-9827-e6ebce2ca529 req-a78998e0-f557-4e7d-a116-3fb2fae780b3 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Calling delete_port for a01f3283-b0ce-406c-8c11-d4179855b288 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:23:27.635601 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd89d389-fbfb-4cb2-9fdd-7d9018f70257 req-9e528dc6-6fb3-402a-83d5-4de269b9bd3f tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:27.637732 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cd89d389-fbfb-4cb2-9fdd-7d9018f70257 req-9e528dc6-6fb3-402a-83d5-4de269b9bd3f tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.3065546 Jul 15 23:23:27.652352 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d9a0ed39-04a7-48c2-bf0a-42c57ecb5987 req-77363360-6add-46e9-8bad-5c41dd5ec14b tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] 10.222.0.48 "GET /v2.0/security-groups?id=804e44e5-68fc-4665-ad32-65f5db95d544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242766 Jul 15 23:23:27.757479 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-120d03aa-2230-4848-9082-da2507989f3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:27.784920 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-120d03aa-2230-4848-9082-da2507989f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:27.794461 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-af91d5f9-fce3-465e-9827-e6ebce2ca529 req-a78998e0-f557-4e7d-a116-3fb2fae780b3 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:27.825536 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-120d03aa-2230-4848-9082-da2507989f3c admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:23:27.874253 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78998e0-f557-4e7d-a116-3fb2fae780b3 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Pushing event deleted for resources: {'Port': ['ID=a01f3283-b0ce-406c-8c11-d4179855b288,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:27.875251 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec514e57-b785-44fa-8ea9-92bff5e9f961 req-3c95b24a-a625-4eac-b772-befd75a93068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:27.877600 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ec514e57-b785-44fa-8ea9-92bff5e9f961 req-3c95b24a-a625-4eac-b772-befd75a93068 service neutron] 10.222.0.49 "GET /v2.0/networks?id=34d69ddd-6ef8-492b-8904-e5274ac6b6b4 HTTP/1.1" status: 200 len: 915 time: 0.3231864 Jul 15 23:23:27.897036 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120d03aa-2230-4848-9082-da2507989f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f050e04b-33f1-46b3-9b06-c2b27b494bf4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:27.901376 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-120d03aa-2230-4848-9082-da2507989f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:27.902002 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-120d03aa-2230-4848-9082-da2507989f3c admin admin] Added segment 6946994b-f1e0-474b-997a-9ad4465f7d4e of type vlan for network a3a6def7-77c6-4417-9bc4-4691a97957cb Jul 15 23:23:27.905806 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78998e0-f557-4e7d-a116-3fb2fae780b3 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:27.906406 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78998e0-f557-4e7d-a116-3fb2fae780b3 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:27.907772 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78998e0-f557-4e7d-a116-3fb2fae780b3 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:27.907772 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78998e0-f557-4e7d-a116-3fb2fae780b3 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:27.908183 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78998e0-f557-4e7d-a116-3fb2fae780b3 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:27.908442 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78998e0-f557-4e7d-a116-3fb2fae780b3 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:27.912670 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78998e0-f557-4e7d-a116-3fb2fae780b3 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:27.912670 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78998e0-f557-4e7d-a116-3fb2fae780b3 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:27.912670 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78998e0-f557-4e7d-a116-3fb2fae780b3 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:27.912670 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78998e0-f557-4e7d-a116-3fb2fae780b3 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:27.914004 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78998e0-f557-4e7d-a116-3fb2fae780b3 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:27.914004 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78998e0-f557-4e7d-a116-3fb2fae780b3 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:27.924486 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cd89d389-fbfb-4cb2-9fdd-7d9018f70257 req-5d9dc1b9-1a7f-4f5a-99fa-df67690f690f tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613540 Jul 15 23:23:27.937543 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120d03aa-2230-4848-9082-da2507989f3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:27.937725 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120d03aa-2230-4848-9082-da2507989f3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:27.938215 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120d03aa-2230-4848-9082-da2507989f3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:27.938857 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120d03aa-2230-4848-9082-da2507989f3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:27.939271 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120d03aa-2230-4848-9082-da2507989f3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:27.939717 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120d03aa-2230-4848-9082-da2507989f3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:27.940277 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120d03aa-2230-4848-9082-da2507989f3c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:27.940785 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120d03aa-2230-4848-9082-da2507989f3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:27.941914 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120d03aa-2230-4848-9082-da2507989f3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:27.943159 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120d03aa-2230-4848-9082-da2507989f3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:27.943479 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120d03aa-2230-4848-9082-da2507989f3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:27.944156 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120d03aa-2230-4848-9082-da2507989f3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:28.042300 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-120d03aa-2230-4848-9082-da2507989f3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:28.065790 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ec514e57-b785-44fa-8ea9-92bff5e9f961 req-c80aabbf-4920-4ac6-b96e-930c6770e488 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ac1240b-9904-4e00-b2e2-86467099ec5b HTTP/1.1" status: 200 len: 217 time: 0.1658199 Jul 15 23:23:28.124799 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ece7ecf9-293a-460a-9e1a-dd7dc98cad99 req-536f9663-4fd8-4590-9be4-bf14ec3e9109 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a68b98c-680f-47b5-a7e6-ec986a5a8688 HTTP/1.1" status: 200 len: 210 time: 0.1963613 Jul 15 23:23:28.134880 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-120d03aa-2230-4848-9082-da2507989f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:28.135946 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120d03aa-2230-4848-9082-da2507989f3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:28.136582 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-120d03aa-2230-4848-9082-da2507989f3c admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:28.212644 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af91d5f9-fce3-465e-9827-e6ebce2ca529 req-a78998e0-f557-4e7d-a116-3fb2fae780b3 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Router e53196d9-7360-4e44-8471-201087132874 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:23:28.229982 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-120d03aa-2230-4848-9082-da2507989f3c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1718168 Jul 15 23:23:28.270003 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 43628) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:28.272189 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec514e57-b785-44fa-8ea9-92bff5e9f961 req-f75f4a5d-690a-433c-a02d-1ab3662aa9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:28.274810 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ec514e57-b785-44fa-8ea9-92bff5e9f961 req-f75f4a5d-690a-433c-a02d-1ab3662aa9d8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=89ce3a94-62b5-42a8-b767-ec4495e23b73 HTTP/1.1" status: 200 len: 854 time: 0.1679089 Jul 15 23:23:28.275824 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-769e9ecb-75ae-4be4-987a-50f72331d5ce admin admin] Request body: {'subnet': {'network_id': 'a3a6def7-77c6-4417-9bc4-4691a97957cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-186912266-subnet', 'tenant_id': '715b65306ab3409286fd6b1b254f2f3f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:28.281504 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120d03aa-2230-4848-9082-da2507989f3c admin admin] Pushing event updated for resources: {'Network': ['ID=a3a6def7-77c6-4417-9bc4-4691a97957cb,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:28.297286 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network a3a6def7-77c6-4417-9bc4-4691a97957cb details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:23:28.419615 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ec514e57-b785-44fa-8ea9-92bff5e9f961 req-0e068c2e-948b-4cd8-b18d-f20a3bed9e88 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=34d69ddd-6ef8-492b-8904-e5274ac6b6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1305008 Jul 15 23:23:28.512230 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af91d5f9-fce3-465e-9827-e6ebce2ca529 req-a78998e0-f557-4e7d-a116-3fb2fae780b3 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:23:28.523134 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769e9ecb-75ae-4be4-987a-50f72331d5ce admin admin] Made reservation on behalf of 715b65306ab3409286fd6b1b254f2f3f for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:23:28.525016 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-769e9ecb-75ae-4be4-987a-50f72331d5ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:28.528899 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d1c90d-4166-4e5b-ba06-116aecb0193e None None] Sync routers for ids ['e53196d9-7360-4e44-8471-201087132874'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:23:28.546719 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d1c90d-4166-4e5b-ba06-116aecb0193e None None] Routers {'e53196d9-7360-4e44-8471-201087132874'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:23:28.547917 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-92d1c90d-4166-4e5b-ba06-116aecb0193e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:23:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['e53196d9-7360-4e44-8471-201087132874'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:28.575204 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ec514e57-b785-44fa-8ea9-92bff5e9f961 req-cdf95d16-79d1-4160-b86c-5bbf9fb545df service neutron] 10.222.0.49 "GET /v2.0/networks/34d69ddd-6ef8-492b-8904-e5274ac6b6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407483 Jul 15 23:23:28.679101 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-af91d5f9-fce3-465e-9827-e6ebce2ca529 req-a78998e0-f557-4e7d-a116-3fb2fae780b3 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] No DVR routers for this DVR port a01f3283-b0ce-406c-8c11-d4179855b288 on host n-h1-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:23:28.685415 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-af91d5f9-fce3-465e-9827-e6ebce2ca529 req-a78998e0-f557-4e7d-a116-3fb2fae780b3 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:28.685415 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-af91d5f9-fce3-465e-9827-e6ebce2ca529 req-a78998e0-f557-4e7d-a116-3fb2fae780b3 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] 10.222.0.49 "DELETE /v2.0/ports/a01f3283-b0ce-406c-8c11-d4179855b288 HTTP/1.1" status: 204 len: 173 time: 2.3254654 Jul 15 23:23:28.685767 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ce3cba-2bff-40dd-9821-85e5ef46933e', 'name': 'network-vif-deleted', 'tag': 'a01f3283-b0ce-406c-8c11-d4179855b288'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:23:28.692453 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e88e9df3-56d0-4a7a-a20c-268029010aa5" -d '{"events": [{"server_uuid": "40ce3cba-2bff-40dd-9821-85e5ef46933e", "name": "network-vif-deleted", "tag": "a01f3283-b0ce-406c-8c11-d4179855b288"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:23:28.829828 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a117e526-538c-4f74-b892-9ce1792283d2 req-ca2ef817-e5b0-472e-943f-b5bb1046296a tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:28.841431 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a117e526-538c-4f74-b892-9ce1792283d2 req-ca2ef817-e5b0-472e-943f-b5bb1046296a tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8fdec1c-40cb-44c9-9d1e-a185d3a8db64 HTTP/1.1" status: 200 len: 943 time: 0.7366178 Jul 15 23:23:28.857174 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-92d1c90d-4166-4e5b-ba06-116aecb0193e None None] Set router e53196d9-7360-4e44-8471-201087132874 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:23:28.904628 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30922523-1a8f-49b7-8c8b-b0b8a3ad62a6 req-124eae16-f1e7-4a49-95d8-d33946a51cbc tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:28.915408 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-30922523-1a8f-49b7-8c8b-b0b8a3ad62a6 req-124eae16-f1e7-4a49-95d8-d33946a51cbc tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.3387859 Jul 15 23:23:29.028398 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-30922523-1a8f-49b7-8c8b-b0b8a3ad62a6 req-1b684131-31fe-4045-94fe-317b059872c6 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113329 Jul 15 23:23:29.052412 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a117e526-538c-4f74-b892-9ce1792283d2 req-45ae8c0b-7acb-4904-baad-53be29c84769 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce3f5940-565b-43a4-b484-b630aa3d6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048318 Jul 15 23:23:29.087399 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ec514e57-b785-44fa-8ea9-92bff5e9f961 req-786ff26c-703e-451e-9b03-cec5e8f1826b service neutron] 10.222.0.49 "GET /v2.0/networks/34d69ddd-6ef8-492b-8904-e5274ac6b6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4879282 Jul 15 23:23:29.132686 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f63395-cc92-45b9-928a-171fca4c5b1c req-28d4bc04-d855-45a2-964b-56ead93711b5 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:29.149980 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c4f63395-cc92-45b9-928a-171fca4c5b1c req-28d4bc04-d855-45a2-964b-56ead93711b5 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.49 "GET /v2.0/networks?id=72dd1139-85ac-44a3-8181-7845deb521ca HTTP/1.1" status: 200 len: 811 time: 0.3525953 Jul 15 23:23:29.242997 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a3430d-c026-4178-a959-d11f155d87a1 x-openstack-request-id: req-c8a3430d-c026-4178-a959-d11f155d87a1 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:23:29.243338 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40ce3cba-2bff-40dd-9821-85e5ef46933e", "name": "network-vif-deleted", "tag": "a01f3283-b0ce-406c-8c11-d4179855b288", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:23:29.243727 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c8a3430d-c026-4178-a959-d11f155d87a1 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:23:29.244202 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40ce3cba-2bff-40dd-9821-85e5ef46933e', 'name': 'network-vif-deleted', 'tag': 'a01f3283-b0ce-406c-8c11-d4179855b288', 'status': 'completed', 'code': 200} Jul 15 23:23:29.299488 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c4f63395-cc92-45b9-928a-171fca4c5b1c req-540ac8cc-c4d7-4c44-8840-d52b5cc274e2 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c691a27677f54c85a3250b5bafef55f4 HTTP/1.1" status: 200 len: 380 time: 0.1024148 Jul 15 23:23:29.301528 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-769e9ecb-75ae-4be4-987a-50f72331d5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:29.318314 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-c4f63395-cc92-45b9-928a-171fca4c5b1c req-07e80c2b-2de2-4042-b000-6ffd25b979db tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Request body: {'port': {'device_id': '5a68b98c-680f-47b5-a7e6-ec986a5a8688', 'network_id': '72dd1139-85ac-44a3-8181-7845deb521ca', 'admin_state_up': True, 'tenant_id': 'c691a27677f54c85a3250b5bafef55f4', 'security_groups': ['faf0057f-829d-4164-9eb4-0f40f472a3ce']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:29.365433 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5b99d198-f81e-4aec-a3c8-5c5431290a9f req-21020f96-0a8a-4228-bf1f-6056dd74dd2c tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] 10.222.0.48 "GET /v2.0/ports?device_id=40ce3cba-2bff-40dd-9821-85e5ef46933e HTTP/1.1" status: 200 len: 210 time: 0.1019483 Jul 15 23:23:29.365988 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-92d1c90d-4166-4e5b-ba06-116aecb0193e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53196d9-7360-4e44-8471-201087132874', 'name': 'tempest-ServersTestJSON-807115922-router', 'tenant_id': '0be07ab34660489288d421392836ba59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '5522b510-c192-447d-977d-2136d417e6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:20:29Z', 'updated_at': '2021-07-15T23:20:40Z', 'revision_number': 4, 'project_id': '0be07ab34660489288d421392836ba59', 'gw_port': {'id': '5522b510-c192-447d-977d-2136d417e6e0', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53196d9-7360-4e44-8471-201087132874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:20:33Z', 'updated_at': '2021-07-15T23:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '05b29e2e-888b-4394-ac3d-5afc8d0d8acf', 'name': '', 'network_id': '18103b5f-44c1-48b7-87f6-2b0a264a1f42', 'tenant_id': '0be07ab34660489288d421392836ba59', 'mac_address': 'fa:16:3e:b0:a4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53196d9-7360-4e44-8471-201087132874', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '5f7b3b09-7f77-4a52-b4f8-3f5a98ea7d90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:20:39Z', 'updated_at': '2021-07-15T23:20:53Z', 'revision_number': 5, 'project_id': '0be07ab34660489288d421392836ba59', 'subnets': [{'id': '5f7b3b09-7f77-4a52-b4f8-3f5a98ea7d90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:29.388025 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769e9ecb-75ae-4be4-987a-50f72331d5ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f263c5c-6a13-49dc-a49d-4a55935ba70f,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:29.463774 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 4ac1240b-9904-4e00-b2e2-86467099ec5b details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:23:29.466881 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d1c90d-4166-4e5b-ba06-116aecb0193e None None] Checking router: e53196d9-7360-4e44-8471-201087132874 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:23:29.469474 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device a01f3283-b0ce-406c-8c11-d4179855b288 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:23:29.492941 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d1c90d-4166-4e5b-ba06-116aecb0193e None None] Routers {'e53196d9-7360-4e44-8471-201087132874'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:23:29.494084 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-92d1c90d-4166-4e5b-ba06-116aecb0193e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:23:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['e53196d9-7360-4e44-8471-201087132874'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:29.527905 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: a01f3283-b0ce-406c-8c11-d4179855b288 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:23:29.528570 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device a01f3283-b0ce-406c-8c11-d4179855b288 not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:23:29.576401 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769e9ecb-75ae-4be4-987a-50f72331d5ce admin admin] Checking segment: {'id': '6946994b-f1e0-474b-997a-9ad4465f7d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a3a6def7-77c6-4417-9bc4-4691a97957cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:23:29.577255 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769e9ecb-75ae-4be4-987a-50f72331d5ce admin admin] Network hostable DHCP agents. Network: a3a6def7-77c6-4417-9bc4-4691a97957cb, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:23:29.580835 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b6db2-b94d-4561-bd5c-f6bc0680907a req-679cef93-ec9d-46fb-904f-e3a283ae4060 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:29.587358 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d10b6db2-b94d-4561-bd5c-f6bc0680907a req-679cef93-ec9d-46fb-904f-e3a283ae4060 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.1748424 Jul 15 23:23:29.626387 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769e9ecb-75ae-4be4-987a-50f72331d5ce admin admin] Network a3a6def7-77c6-4417-9bc4-4691a97957cb is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:23:29.642516 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-769e9ecb-75ae-4be4-987a-50f72331d5ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, a3a6def7-77c6-4417-9bc4-4691a97957cb) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:23:29.658136 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d65ab7-e925-40e9-bbf6-c999419163ee None None] Network a3a6def7-77c6-4417-9bc4-4691a97957cb requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:23:29.660939 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769e9ecb-75ae-4be4-987a-50f72331d5ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:29.661673 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-769e9ecb-75ae-4be4-987a-50f72331d5ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:29.702933 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4f63395-cc92-45b9-928a-171fca4c5b1c req-07e80c2b-2de2-4042-b000-6ffd25b979db tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Made reservation on behalf of c691a27677f54c85a3250b5bafef55f4 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:23:29.715719 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c4f63395-cc92-45b9-928a-171fca4c5b1c req-07e80c2b-2de2-4042-b000-6ffd25b979db tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:29.747314 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5108781a-0319-4066-87b8-f19d116af3a2 req-112fec95-af02-4fe4-8b98-bb8a6773204c tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a68b98c-680f-47b5-a7e6-ec986a5a8688 HTTP/1.1" status: 200 len: 210 time: 0.0860753 Jul 15 23:23:29.787725 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-92d1c90d-4166-4e5b-ba06-116aecb0193e None None] Set router e53196d9-7360-4e44-8471-201087132874 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:23:29.825511 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d10b6db2-b94d-4561-bd5c-f6bc0680907a req-6c186eaa-9b21-487f-8772-76f1b7a17ee4 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272415 Jul 15 23:23:29.904506 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-769e9ecb-75ae-4be4-987a-50f72331d5ce admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6332808 Jul 15 23:23:30.014727 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 4ac1240b-9904-4e00-b2e2-86467099ec5b, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=4ac1240b-9904-4e00-b2e2-86467099ec5b,segment=NetworkSegment(7b7581c1-1598-4186-967b-a52d177d111c),segment_id=7b7581c1-1598-4186-967b-a52d177d111c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:23:30.029510 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '4ac1240b-9904-4e00-b2e2-86467099ec5b', 'network_id': '34d69ddd-6ef8-492b-8904-e5274ac6b6b4', 'port_id': '4ac1240b-9904-4e00-b2e2-86467099ec5b', 'mac_address': 'fa:16:3e:4f:f4:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89ce3a94-62b5-42a8-b767-ec4495e23b73', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:23:30.107898 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:30.148602 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-c4f63395-cc92-45b9-928a-171fca4c5b1c req-07e80c2b-2de2-4042-b000-6ffd25b979db tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Allocated IP 172.20.0.5 (72dd1139-85ac-44a3-8181-7845deb521ca/8c6a4d69-e5f7-4129-9f0b-56463cfab399/45db9877-457f-458b-889e-5cea3dced47d) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:23:30.187176 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-92d1c90d-4166-4e5b-ba06-116aecb0193e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53196d9-7360-4e44-8471-201087132874', 'name': 'tempest-ServersTestJSON-807115922-router', 'tenant_id': '0be07ab34660489288d421392836ba59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '5522b510-c192-447d-977d-2136d417e6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:20:29Z', 'updated_at': '2021-07-15T23:20:40Z', 'revision_number': 4, 'project_id': '0be07ab34660489288d421392836ba59', 'gw_port': {'id': '5522b510-c192-447d-977d-2136d417e6e0', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53196d9-7360-4e44-8471-201087132874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:20:33Z', 'updated_at': '2021-07-15T23:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '05b29e2e-888b-4394-ac3d-5afc8d0d8acf', 'name': '', 'network_id': '18103b5f-44c1-48b7-87f6-2b0a264a1f42', 'tenant_id': '0be07ab34660489288d421392836ba59', 'mac_address': 'fa:16:3e:b0:a4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53196d9-7360-4e44-8471-201087132874', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '5f7b3b09-7f77-4a52-b4f8-3f5a98ea7d90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:20:39Z', 'updated_at': '2021-07-15T23:20:53Z', 'revision_number': 5, 'project_id': '0be07ab34660489288d421392836ba59', 'subnets': [{'id': '5f7b3b09-7f77-4a52-b4f8-3f5a98ea7d90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:30.239970 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ac1240b-9904-4e00-b2e2-86467099ec5b {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:23:30.240701 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d1c90d-4166-4e5b-ba06-116aecb0193e None None] The sync data for ids ['e53196d9-7360-4e44-8471-201087132874'] in n-d-794306-6 is: [{'id': 'e53196d9-7360-4e44-8471-201087132874', 'name': 'tempest-ServersTestJSON-807115922-router', 'tenant_id': '0be07ab34660489288d421392836ba59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '5522b510-c192-447d-977d-2136d417e6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:20:29Z', 'updated_at': '2021-07-15T23:20:40Z', 'revision_number': 4, 'project_id': '0be07ab34660489288d421392836ba59', 'gw_port': {'id': '5522b510-c192-447d-977d-2136d417e6e0', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53196d9-7360-4e44-8471-201087132874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:20:33Z', 'updated_at': '2021-07-15T23:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '05b29e2e-888b-4394-ac3d-5afc8d0d8acf', 'name': '', 'network_id': '18103b5f-44c1-48b7-87f6-2b0a264a1f42', 'tenant_id': '0be07ab34660489288d421392836ba59', 'mac_address': 'fa:16:3e:b0:a4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53196d9-7360-4e44-8471-201087132874', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '5f7b3b09-7f77-4a52-b4f8-3f5a98ea7d90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:20:39Z', 'updated_at': '2021-07-15T23:20:53Z', 'revision_number': 5, 'project_id': '0be07ab34660489288d421392836ba59', 'subnets': [{'id': '5f7b3b09-7f77-4a52-b4f8-3f5a98ea7d90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:23:30.254036 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98226a9-8208-4835-b36b-eab7d8373460 None None] Network a3a6def7-77c6-4417-9bc4-4691a97957cb requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:23:30.374446 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c2ad03-1acd-4e3e-8749-c428b057e4e0 req-124a6439-65e4-44ed-90aa-bea676e38d9b tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:30.385921 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-89c2ad03-1acd-4e3e-8749-c428b057e4e0 req-124a6439-65e4-44ed-90aa-bea676e38d9b tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.1766009 Jul 15 23:23:30.400159 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c4f63395-cc92-45b9-928a-171fca4c5b1c req-07e80c2b-2de2-4042-b000-6ffd25b979db tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:30.426165 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-c4f63395-cc92-45b9-928a-171fca4c5b1c req-07e80c2b-2de2-4042-b000-6ffd25b979db tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Transition to ACTIVE for port object 45db9877-457f-458b-889e-5cea3dced47d will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:23:30.452809 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-89c2ad03-1acd-4e3e-8749-c428b057e4e0 req-191cf673-e9bd-48a2-b4b2-0b5fd7ff34e9 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608461 Jul 15 23:23:30.488787 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 43686) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:30.537746 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c4f63395-cc92-45b9-928a-171fca4c5b1c req-07e80c2b-2de2-4042-b000-6ffd25b979db tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:30.602445 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158a135c-5b72-4ec1-89ac-029968da9be8 req-2e3cb708-de98-42e3-9d57-8d94d6861093 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:30.614098 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-158a135c-5b72-4ec1-89ac-029968da9be8 req-2e3cb708-de98-42e3-9d57-8d94d6861093 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8fdec1c-40cb-44c9-9d1e-a185d3a8db64 HTTP/1.1" status: 200 len: 943 time: 0.3066812 Jul 15 23:23:30.636839 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 4ac1240b-9904-4e00-b2e2-86467099ec5b, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=4ac1240b-9904-4e00-b2e2-86467099ec5b,segment=NetworkSegment(7b7581c1-1598-4186-967b-a52d177d111c),segment_id=7b7581c1-1598-4186-967b-a52d177d111c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:23:30.651563 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e80c2b-2de2-4042-b000-6ffd25b979db tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Pushing event updated for resources: {'Port': ['ID=45db9877-457f-458b-889e-5cea3dced47d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:30.694944 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:30.704172 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-158a135c-5b72-4ec1-89ac-029968da9be8 req-53f83858-dcb3-4190-bf5f-87c3e50b9366 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce3f5940-565b-43a4-b484-b630aa3d6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891666 Jul 15 23:23:30.719696 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4f63395-cc92-45b9-928a-171fca4c5b1c req-07e80c2b-2de2-4042-b000-6ffd25b979db tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Network 72dd1139-85ac-44a3-8181-7845deb521ca is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:23:30.730787 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-fea779cd-95cc-4ba0-bce3-adbe37f5341e admin admin] Deleting subnet 5f263c5c-6a13-49dc-a49d-4a55935ba70f {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:23:30.746682 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-c4f63395-cc92-45b9-928a-171fca4c5b1c req-07e80c2b-2de2-4042-b000-6ffd25b979db tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:23:30.761792 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7f452273-76d7-447b-96d0-73928fd829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:30.773658 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fea779cd-95cc-4ba0-bce3-adbe37f5341e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:30.779168 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 43690) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:30.779489 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e29e8eb-95ba-40e8-978a-3193468c76cb None None] New status for floating IP 7f0f4c3e-d69e-4713-814c-defa15a29f82: DOWN {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:23:30.842447 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4f63395-cc92-45b9-928a-171fca4c5b1c req-07e80c2b-2de2-4042-b000-6ffd25b979db tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:23:30.903133 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=4ac1240b-9904-4e00-b2e2-86467099ec5b,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:30.938380 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6e17267b-0e4f-4b74-8117-bd63c9a8fc25 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:30.939375 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f63395-cc92-45b9-928a-171fca4c5b1c req-07e80c2b-2de2-4042-b000-6ffd25b979db tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:30.940303 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c4f63395-cc92-45b9-928a-171fca4c5b1c req-07e80c2b-2de2-4042-b000-6ffd25b979db tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:30.971118 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fea779cd-95cc-4ba0-bce3-adbe37f5341e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:31.008850 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c4f63395-cc92-45b9-928a-171fca4c5b1c req-07e80c2b-2de2-4042-b000-6ffd25b979db tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6969113 Jul 15 23:23:31.025495 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6e17267b-0e4f-4b74-8117-bd63c9a8fc25 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:31.030022 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-c4f63395-cc92-45b9-928a-171fca4c5b1c req-f5d9a7c6-7fa5-4ae7-91ba-a91740d217c7 service neutron] Request body: {'port': {'device_id': '5a68b98c-680f-47b5-a7e6-ec986a5a8688', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:31.059142 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['4ac1240b-9904-4e00-b2e2-86467099ec5b'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:23:31.107112 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fea779cd-95cc-4ba0-bce3-adbe37f5341e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:31.135474 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3874218-6b97-4b55-8c4f-7be1bb9b5341 req-e12b69e4-195c-4bca-b9db-eff44ecaf5cb tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:31.142732 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e3874218-6b97-4b55-8c4f-7be1bb9b5341 req-e12b69e4-195c-4bca-b9db-eff44ecaf5cb tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.2922070 Jul 15 23:23:31.249292 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cac5e210-328d-4223-ae6b-a2d299875331 None None] Provisioning for port 45db9877-457f-458b-889e-5cea3dced47d completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:23:31.305398 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cac5e210-328d-4223-ae6b-a2d299875331 None None] Provisioning complete for port 45db9877-457f-458b-889e-5cea3dced47d triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:23:31.305986 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cac5e210-328d-4223-ae6b-a2d299875331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:31.425063 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-cac5e210-328d-4223-ae6b-a2d299875331 None None] Port 45db9877-457f-458b-889e-5cea3dced47d cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:23:31.496158 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c4f63395-cc92-45b9-928a-171fca4c5b1c req-f5d9a7c6-7fa5-4ae7-91ba-a91740d217c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:31.564664 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fea779cd-95cc-4ba0-bce3-adbe37f5341e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:31.614895 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fea779cd-95cc-4ba0-bce3-adbe37f5341e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:31.619223 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-fea779cd-95cc-4ba0-bce3-adbe37f5341e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/5f263c5c-6a13-49dc-a49d-4a55935ba70f HTTP/1.1" status: 204 len: 168 time: 1.1258302 Jul 15 23:23:31.619223 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea779cd-95cc-4ba0-bce3-adbe37f5341e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f263c5c-6a13-49dc-a49d-4a55935ba70f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:31.623999 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 43706) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:31.630732 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e3874218-6b97-4b55-8c4f-7be1bb9b5341 req-276cdb1e-60f7-4b14-b362-dc6b10ad7ddf tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4863400 Jul 15 23:23:31.696372 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc165377-9fa9-43a3-8d78-902b6a00c77f req-a992dba0-c35c-4416-b1b3-a95954b784ed tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:31.709177 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dc165377-9fa9-43a3-8d78-902b6a00c77f req-a992dba0-c35c-4416-b1b3-a95954b784ed tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a68b98c-680f-47b5-a7e6-ec986a5a8688 HTTP/1.1" status: 200 len: 931 time: 0.7461667 Jul 15 23:23:31.722240 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6e17267b-0e4f-4b74-8117-bd63c9a8fc25 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:31.727290 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6e17267b-0e4f-4b74-8117-bd63c9a8fc25 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:31.734857 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-6e17267b-0e4f-4b74-8117-bd63c9a8fc25 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] 10.222.0.48 "DELETE /v2.0/security-groups/804e44e5-68fc-4665-ad32-65f5db95d544 HTTP/1.1" status: 204 len: 168 time: 0.9467010 Jul 15 23:23:31.735896 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 43714) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:31.773206 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [None req-395d0d76-e916-470a-a4d1-77acabd265c6 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] show failed (client error): The resource could not be found. Jul 15 23:23:31.781475 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-395d0d76-e916-470a-a4d1-77acabd265c6 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] 10.222.0.48 "GET /v2.0/security-groups/804e44e5-68fc-4665-ad32-65f5db95d544 HTTP/1.1" status: 404 len: 347 time: 0.0382302 Jul 15 23:23:31.781475 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 43720) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:31.798274 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e17267b-0e4f-4b74-8117-bd63c9a8fc25 tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=804e44e5-68fc-4665-ad32-65f5db95d544,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:31.859439 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0db85d6d-3b95-4654-9755-c4660eeaec8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:31.876062 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dc165377-9fa9-43a3-8d78-902b6a00c77f req-91428cad-06b8-464d-afde-fa0f2dec4e32 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/security-groups?id=faf0057f-829d-4164-9eb4-0f40f472a3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064503 Jul 15 23:23:31.986306 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0db85d6d-3b95-4654-9755-c4660eeaec8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:32.001286 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-0db85d6d-3b95-4654-9755-c4660eeaec8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3a6def7-77c6-4417-9bc4-4691a97957cb']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:32.042783 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-0db85d6d-3b95-4654-9755-c4660eeaec8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6946994b-f1e0-474b-997a-9ad4465f7d4e') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:32.043237 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-0db85d6d-3b95-4654-9755-c4660eeaec8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6946994b-f1e0-474b-997a-9ad4465f7d4e') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:32.090566 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-0c127c39-2503-4fab-ae5f-5ea6ad3acebe tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Deleting port 20c6b076-e9ab-4d12-aea7-03b0039857d1 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:23:32.090990 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c127c39-2503-4fab-ae5f-5ea6ad3acebe tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:32.116427 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0db85d6d-3b95-4654-9755-c4660eeaec8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:32.152876 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0db85d6d-3b95-4654-9755-c4660eeaec8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:32.176515 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0db85d6d-3b95-4654-9755-c4660eeaec8d admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:23:32.177075 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0db85d6d-3b95-4654-9755-c4660eeaec8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:32.179705 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:23:32.179705 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:23:32.179705 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:23:32.179705 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:23:32.179705 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:23:32.179705 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:23:32.179705 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:23:32.179705 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:23:32.179705 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:23:32.179705 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:23:32.179705 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:23:32.179705 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:23:32.179705 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:23:32.179705 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:23:32.179705 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:23:32.179705 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:23:32.179705 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:23:32.179705 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:23:32.179705 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:23:32.179705 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:23:32.179705 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:23:32.179705 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:23:32.179705 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:23:32.179705 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:23:32.179705 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:23:32.179705 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:23:32.179705 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:23:32.179705 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:23:32.179705 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:23:32.179705 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:23:32.179705 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:23:32.179705 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:23:32.179705 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:23:32.179705 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:23:32.179705 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:23:32.179705 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:23:32.227399 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-c4f63395-cc92-45b9-928a-171fca4c5b1c req-f5d9a7c6-7fa5-4ae7-91ba-a91740d217c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45db9877-457f-458b-889e-5cea3dced47d {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:23:32.237231 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c127c39-2503-4fab-ae5f-5ea6ad3acebe tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:32.237560 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c127c39-2503-4fab-ae5f-5ea6ad3acebe tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:32.242548 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c4f63395-cc92-45b9-928a-171fca4c5b1c req-f5d9a7c6-7fa5-4ae7-91ba-a91740d217c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:32.261286 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-0c127c39-2503-4fab-ae5f-5ea6ad3acebe tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Calling delete_port for 20c6b076-e9ab-4d12-aea7-03b0039857d1 owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:23:32.286362 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-c4f63395-cc92-45b9-928a-171fca4c5b1c req-f5d9a7c6-7fa5-4ae7-91ba-a91740d217c7 service neutron] Transition to ACTIVE for port object 45db9877-457f-458b-889e-5cea3dced47d will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:23:32.290831 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0db85d6d-3b95-4654-9755-c4660eeaec8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:32.305252 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f228aebb-ee15-4255-9336-2ac4f16eda78 req-96d18c1e-841e-482a-9fb5-09757567a3f7 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:32.307921 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f228aebb-ee15-4255-9336-2ac4f16eda78 req-96d18c1e-841e-482a-9fb5-09757567a3f7 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.2765446 Jul 15 23:23:32.315684 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987a960a-d428-47b5-862d-191ab8e6f40b req-e45d6a4d-4d0d-456a-aeca-39a7f37eaf3f tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:32.322995 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-987a960a-d428-47b5-862d-191ab8e6f40b req-e45d6a4d-4d0d-456a-aeca-39a7f37eaf3f tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8fdec1c-40cb-44c9-9d1e-a185d3a8db64 HTTP/1.1" status: 200 len: 944 time: 0.2926493 Jul 15 23:23:32.329398 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c4f63395-cc92-45b9-928a-171fca4c5b1c req-f5d9a7c6-7fa5-4ae7-91ba-a91740d217c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:32.352201 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0db85d6d-3b95-4654-9755-c4660eeaec8d admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:32.356693 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-0db85d6d-3b95-4654-9755-c4660eeaec8d admin admin] 10.222.0.48 "DELETE /v2.0/networks/a3a6def7-77c6-4417-9bc4-4691a97957cb HTTP/1.1" status: 204 len: 168 time: 0.7216601 Jul 15 23:23:32.362053 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db85d6d-3b95-4654-9755-c4660eeaec8d admin admin] Pushing event deleted for resources: {'Network': ['ID=a3a6def7-77c6-4417-9bc4-4691a97957cb,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:32.421187 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-987a960a-d428-47b5-862d-191ab8e6f40b req-2fe18fc6-eddd-48a7-b077-cec2434a1e9e tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce3f5940-565b-43a4-b484-b630aa3d6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970554 Jul 15 23:23:32.455605 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d9a7c6-7fa5-4ae7-91ba-a91740d217c7 service neutron] Pushing event updated for resources: {'Port': ['ID=45db9877-457f-458b-889e-5cea3dced47d,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:32.458227 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f228aebb-ee15-4255-9336-2ac4f16eda78 req-c4a2e409-7fd6-410c-b5b5-36edf1994dbf tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319559 Jul 15 23:23:32.535726 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 43732) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:32.636470 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-a263bb50-1663-47e8-93bc-df88be74953d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=715b65306ab3409286fd6b1b254f2f3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0980606 Jul 15 23:23:32.639018 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 43740) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:32.719937 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c4f63395-cc92-45b9-928a-171fca4c5b1c req-f5d9a7c6-7fa5-4ae7-91ba-a91740d217c7 service neutron] Attempting to bind port 45db9877-457f-458b-889e-5cea3dced47d on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:23:32.720183 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c4f63395-cc92-45b9-928a-171fca4c5b1c req-f5d9a7c6-7fa5-4ae7-91ba-a91740d217c7 service neutron] Attempting to bind port 45db9877-457f-458b-889e-5cea3dced47d by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': 'f247e100-b6af-41b8-bbb1-7fe6ea2479be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '72dd1139-85ac-44a3-8181-7845deb521ca'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:23:32.720516 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f63395-cc92-45b9-928a-171fca4c5b1c req-f5d9a7c6-7fa5-4ae7-91ba-a91740d217c7 service neutron] Attempting to bind port 45db9877-457f-458b-889e-5cea3dced47d on network 72dd1139-85ac-44a3-8181-7845deb521ca {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:23:32.726652 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c127c39-2503-4fab-ae5f-5ea6ad3acebe tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:32.730283 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f63395-cc92-45b9-928a-171fca4c5b1c req-f5d9a7c6-7fa5-4ae7-91ba-a91740d217c7 service neutron] Port 45db9877-457f-458b-889e-5cea3dced47d on network 72dd1139-85ac-44a3-8181-7845deb521ca not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:23:32.730674 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f63395-cc92-45b9-928a-171fca4c5b1c req-f5d9a7c6-7fa5-4ae7-91ba-a91740d217c7 service neutron] Attempting to bind port 45db9877-457f-458b-889e-5cea3dced47d on network 72dd1139-85ac-44a3-8181-7845deb521ca {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:23:32.768425 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c127c39-2503-4fab-ae5f-5ea6ad3acebe tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Pushing event deleted for resources: {'Port': ['ID=20c6b076-e9ab-4d12-aea7-03b0039857d1,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:32.785428 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f63395-cc92-45b9-928a-171fca4c5b1c req-f5d9a7c6-7fa5-4ae7-91ba-a91740d217c7 service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:23:32.786187 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f63395-cc92-45b9-928a-171fca4c5b1c req-f5d9a7c6-7fa5-4ae7-91ba-a91740d217c7 service neutron] Checking segment: {'id': 'f247e100-b6af-41b8-bbb1-7fe6ea2479be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '72dd1139-85ac-44a3-8181-7845deb521ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:23:32.786751 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f63395-cc92-45b9-928a-171fca4c5b1c req-f5d9a7c6-7fa5-4ae7-91ba-a91740d217c7 service neutron] Bound using segment: {'id': 'f247e100-b6af-41b8-bbb1-7fe6ea2479be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '72dd1139-85ac-44a3-8181-7845deb521ca'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:23:32.787377 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c4f63395-cc92-45b9-928a-171fca4c5b1c req-f5d9a7c6-7fa5-4ae7-91ba-a91740d217c7 service neutron] Bound port: 45db9877-457f-458b-889e-5cea3dced47d, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f247e100-b6af-41b8-bbb1-7fe6ea2479be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '72dd1139-85ac-44a3-8181-7845deb521ca'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:23:32.788116 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c4f63395-cc92-45b9-928a-171fca4c5b1c req-f5d9a7c6-7fa5-4ae7-91ba-a91740d217c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:32.817804 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ee08ede8-f11c-447f-a631-0c506a06fae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:32.878291 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ee08ede8-f11c-447f-a631-0c506a06fae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:32.913338 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c127c39-2503-4fab-ae5f-5ea6ad3acebe tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:32.915667 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c127c39-2503-4fab-ae5f-5ea6ad3acebe tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:32.916845 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-0c127c39-2503-4fab-ae5f-5ea6ad3acebe tempest-ServersTestJSON-766419659 tempest-ServersTestJSON-766419659-project] 10.222.0.48 "DELETE /v2.0/floatingips/7f0f4c3e-d69e-4713-814c-defa15a29f82 HTTP/1.1" status: 204 len: 168 time: 1.1344247 Jul 15 23:23:32.923731 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 43748) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:32.932220 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ceb237-227a-41ad-904c-2a9b3064556c req-47aa87b0-2504-4eb7-aea5-4609f0cb57d2 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:32.940079 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-02ceb237-227a-41ad-904c-2a9b3064556c req-47aa87b0-2504-4eb7-aea5-4609f0cb57d2 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.1873162 Jul 15 23:23:33.015209 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c4f63395-cc92-45b9-928a-171fca4c5b1c req-f5d9a7c6-7fa5-4ae7-91ba-a91740d217c7 service neutron] For port 45db9877-457f-458b-889e-5cea3dced47d, host n-h1-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:23:33.022433 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c4f63395-cc92-45b9-928a-171fca4c5b1c req-f5d9a7c6-7fa5-4ae7-91ba-a91740d217c7 service neutron] For port 45db9877-457f-458b-889e-5cea3dced47d, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=45db9877-457f-458b-889e-5cea3dced47d,segment=NetworkSegment(f247e100-b6af-41b8-bbb1-7fe6ea2479be),segment_id=f247e100-b6af-41b8-bbb1-7fe6ea2479be)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:23:33.036239 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ee08ede8-f11c-447f-a631-0c506a06fae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:33.039973 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ee08ede8-f11c-447f-a631-0c506a06fae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:33.042116 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-ee08ede8-f11c-447f-a631-0c506a06fae1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f050e04b-33f1-46b3-9b06-c2b27b494bf4 HTTP/1.1" status: 204 len: 168 time: 0.4025173 Jul 15 23:23:33.069319 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c4f63395-cc92-45b9-928a-171fca4c5b1c req-f5d9a7c6-7fa5-4ae7-91ba-a91740d217c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:33.086604 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-02ceb237-227a-41ad-904c-2a9b3064556c req-37ac19bf-5936-4d46-b058-ea7d1d1849a5 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452346 Jul 15 23:23:33.088545 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee08ede8-f11c-447f-a631-0c506a06fae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f050e04b-33f1-46b3-9b06-c2b27b494bf4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:33.145241 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f63395-cc92-45b9-928a-171fca4c5b1c req-f5d9a7c6-7fa5-4ae7-91ba-a91740d217c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:33.145879 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c4f63395-cc92-45b9-928a-171fca4c5b1c req-f5d9a7c6-7fa5-4ae7-91ba-a91740d217c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:33.147328 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c4f63395-cc92-45b9-928a-171fca4c5b1c req-f5d9a7c6-7fa5-4ae7-91ba-a91740d217c7 service neutron] 10.222.0.49 "PUT /v2.0/ports/45db9877-457f-458b-889e-5cea3dced47d HTTP/1.1" status: 200 len: 1091 time: 2.1278932 Jul 15 23:23:33.147845 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a68b98c-680f-47b5-a7e6-ec986a5a8688', 'tag': '45db9877-457f-458b-889e-5cea3dced47d'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:23:33.150787 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cdfd6f7-fa25-46f2-aafa-9a2ec3823b25" -d '{"events": [{"name": "network-changed", "server_uuid": "5a68b98c-680f-47b5-a7e6-ec986a5a8688", "tag": "45db9877-457f-458b-889e-5cea3dced47d"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:23:33.232902 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1f538f98-4f01-49b7-a733-d3ea5335815f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:33.390615 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:33.401030 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e73b4c-ccce-45bc-bde5-7d24f91830d7 req-9ac00a4e-bcd4-47c0-9280-dce1b692feb8 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:33.404440 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d26e0ea8-3bc2-40c7-9a4f-741e2e470f7b x-openstack-request-id: req-d26e0ea8-3bc2-40c7-9a4f-741e2e470f7b {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:23:33.405057 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a68b98c-680f-47b5-a7e6-ec986a5a8688", "tag": "45db9877-457f-458b-889e-5cea3dced47d", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:23:33.405508 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d26e0ea8-3bc2-40c7-9a4f-741e2e470f7b {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:23:33.406567 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a68b98c-680f-47b5-a7e6-ec986a5a8688', 'tag': '45db9877-457f-458b-889e-5cea3dced47d', 'status': 'completed', 'code': 200} Jul 15 23:23:33.415359 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-50e73b4c-ccce-45bc-bde5-7d24f91830d7 req-9ac00a4e-bcd4-47c0-9280-dce1b692feb8 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a68b98c-680f-47b5-a7e6-ec986a5a8688 HTTP/1.1" status: 200 len: 943 time: 0.3115067 Jul 15 23:23:33.421262 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d9a7c6-7fa5-4ae7-91ba-a91740d217c7 service neutron] Pushing event updated for resources: {'Port': ['ID=45db9877-457f-458b-889e-5cea3dced47d,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:33.523535 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 4ac1240b-9904-4e00-b2e2-86467099ec5b up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:23:33.546917 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-50e73b4c-ccce-45bc-bde5-7d24f91830d7 req-ecad3985-ff01-4b80-8235-188e2ebdc683 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/security-groups?id=faf0057f-829d-4164-9eb4-0f40f472a3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302001 Jul 15 23:23:33.556652 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f63395-cc92-45b9-928a-171fca4c5b1c req-f13a5981-0722-4277-9ae0-0bb16b14997b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:33.558027 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c4f63395-cc92-45b9-928a-171fca4c5b1c req-f13a5981-0722-4277-9ae0-0bb16b14997b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c691a27677f54c85a3250b5bafef55f4&device_id=5a68b98c-680f-47b5-a7e6-ec986a5a8688 HTTP/1.1" status: 200 len: 1094 time: 0.2601919 Jul 15 23:23:33.723926 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port 4ac1240b-9904-4e00-b2e2-86467099ec5b completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:23:33.731317 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 4ac1240b-9904-4e00-b2e2-86467099ec5b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:23:33.731757 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:33.746890 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c4f63395-cc92-45b9-928a-171fca4c5b1c req-aed730f8-bd9d-4193-a185-71983c705e74 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45db9877-457f-458b-889e-5cea3dced47d HTTP/1.1" status: 200 len: 217 time: 0.1788263 Jul 15 23:23:33.872468 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f63395-cc92-45b9-928a-171fca4c5b1c req-ce681ec2-059a-497b-9b1e-b8ca3fc4efc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:33.874937 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c4f63395-cc92-45b9-928a-171fca4c5b1c req-ce681ec2-059a-497b-9b1e-b8ca3fc4efc5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8c6a4d69-e5f7-4129-9f0b-56463cfab399 HTTP/1.1" status: 200 len: 850 time: 0.1188233 Jul 15 23:23:33.879454 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba02ae-363f-4784-b9b5-50209cd9a716 req-02411688-e8bd-4c9e-b483-666317b7184b tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:33.894177 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5dba02ae-363f-4784-b9b5-50209cd9a716 req-02411688-e8bd-4c9e-b483-666317b7184b tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8fdec1c-40cb-44c9-9d1e-a185d3a8db64 HTTP/1.1" status: 200 len: 944 time: 0.1755943 Jul 15 23:23:33.948376 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:33.998258 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 4ac1240b-9904-4e00-b2e2-86467099ec5b, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=4ac1240b-9904-4e00-b2e2-86467099ec5b,segment=NetworkSegment(7b7581c1-1598-4186-967b-a52d177d111c),segment_id=7b7581c1-1598-4186-967b-a52d177d111c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:23:33.999360 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8fdec1c-40cb-44c9-9d1e-a185d3a8db64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ac1240b-9904-4e00-b2e2-86467099ec5b'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:23:34.002509 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b078eae6-71e7-4a5a-828c-52795b715699" -d '{"events": [{"server_uuid": "b8fdec1c-40cb-44c9-9d1e-a185d3a8db64", "name": "network-vif-plugged", "status": "completed", "tag": "4ac1240b-9904-4e00-b2e2-86467099ec5b"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:23:34.006613 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:34.019902 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5dba02ae-363f-4784-b9b5-50209cd9a716 req-f6d9b76f-b39e-4757-ae5b-3fc686867426 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce3f5940-565b-43a4-b484-b630aa3d6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243501 Jul 15 23:23:34.044606 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6dd4cf-37b3-4eb7-b6b8-a0d2c371467f req-87ed692c-f78e-41df-a936-efc60d12999b tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:34.062410 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fe6dd4cf-37b3-4eb7-b6b8-a0d2c371467f req-87ed692c-f78e-41df-a936-efc60d12999b tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.1204956 Jul 15 23:23:34.117743 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f63395-cc92-45b9-928a-171fca4c5b1c req-ea258dfb-1aaf-461e-a742-725b250483bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:34.119702 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c4f63395-cc92-45b9-928a-171fca4c5b1c req-ea258dfb-1aaf-461e-a742-725b250483bf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=72dd1139-85ac-44a3-8181-7845deb521ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2381752 Jul 15 23:23:34.148493 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fe6dd4cf-37b3-4eb7-b6b8-a0d2c371467f req-60a2cf47-8115-4b64-8320-e0113ddae6fa tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935793 Jul 15 23:23:34.149784 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=4ac1240b-9904-4e00-b2e2-86467099ec5b,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:34.161867 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-caf64b07-da0f-4660-9f74-18d44a075f72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:34.228605 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dacc779b-1a87-403a-9987-79d38056a6bd x-openstack-request-id: req-dacc779b-1a87-403a-9987-79d38056a6bd {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:23:34.229555 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8fdec1c-40cb-44c9-9d1e-a185d3a8db64", "name": "network-vif-plugged", "status": "completed", "tag": "4ac1240b-9904-4e00-b2e2-86467099ec5b", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:23:34.229555 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dacc779b-1a87-403a-9987-79d38056a6bd {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:23:34.229821 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8fdec1c-40cb-44c9-9d1e-a185d3a8db64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ac1240b-9904-4e00-b2e2-86467099ec5b', 'code': 200} Jul 15 23:23:34.308460 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:34.400851 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c4f63395-cc92-45b9-928a-171fca4c5b1c req-47d25b33-5ee8-45df-b33d-e1092c0b7711 service neutron] 10.222.0.49 "GET /v2.0/networks/72dd1139-85ac-44a3-8181-7845deb521ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690754 Jul 15 23:23:34.432649 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e283b-b591-453e-a57c-f0fa6195ac82 req-8642612f-cc4f-4cc0-9f16-a2b3b7a07106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:34.435059 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-590e283b-b591-453e-a57c-f0fa6195ac82 req-8642612f-cc4f-4cc0-9f16-a2b3b7a07106 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b8fdec1c-40cb-44c9-9d1e-a185d3a8db64 HTTP/1.1" status: 200 len: 1096 time: 0.0992832 Jul 15 23:23:34.486620 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-590e283b-b591-453e-a57c-f0fa6195ac82 req-84617c6f-58c9-41d7-8189-b227385cf1d7 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ce3f5940-565b-43a4-b484-b630aa3d6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461740 Jul 15 23:23:34.595475 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ceca8e-5d4a-49f5-a8b8-ab629af40c03 req-f6d7c976-48cf-49fa-a9fb-d0d51b361d78 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:34.597457 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-38ceca8e-5d4a-49f5-a8b8-ab629af40c03 req-f6d7c976-48cf-49fa-a9fb-d0d51b361d78 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.1025712 Jul 15 23:23:34.650851 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-38ceca8e-5d4a-49f5-a8b8-ab629af40c03 req-38eb8bc6-397a-45cf-852e-18663bdfac1c tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410128 Jul 15 23:23:34.901340 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b577d688-a745-40c2-8018-02dcad2199fe req-471fc125-61e1-4dd0-853e-b252565fd5c6 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:34.903902 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b577d688-a745-40c2-8018-02dcad2199fe req-471fc125-61e1-4dd0-853e-b252565fd5c6 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a68b98c-680f-47b5-a7e6-ec986a5a8688 HTTP/1.1" status: 200 len: 943 time: 0.1615834 Jul 15 23:23:34.956484 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b577d688-a745-40c2-8018-02dcad2199fe req-1be5fe33-19f7-4bfa-abb4-a6d78f62e2c8 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/security-groups?id=faf0057f-829d-4164-9eb4-0f40f472a3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437975 Jul 15 23:23:34.968870 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c4f63395-cc92-45b9-928a-171fca4c5b1c req-f836894a-91b5-49ac-88b8-14358aa545df service neutron] 10.222.0.49 "GET /v2.0/networks/72dd1139-85ac-44a3-8181-7845deb521ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5397351 Jul 15 23:23:35.137085 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdfd6f7-fa25-46f2-aafa-9a2ec3823b25 req-4f61dc57-fa92-44ef-9deb-2fef5307ab0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:35.138882 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-2cdfd6f7-fa25-46f2-aafa-9a2ec3823b25 req-4f61dc57-fa92-44ef-9deb-2fef5307ab0e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c691a27677f54c85a3250b5bafef55f4&device_id=5a68b98c-680f-47b5-a7e6-ec986a5a8688 HTTP/1.1" status: 200 len: 1094 time: 0.0831287 Jul 15 23:23:35.153160 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-caf64b07-da0f-4660-9f74-18d44a075f72 admin admin] Deleting port 05b29e2e-888b-4394-ac3d-5afc8d0d8acf {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:23:35.153716 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-caf64b07-da0f-4660-9f74-18d44a075f72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:35.170397 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478fb7a0-2ac5-4fc7-84fe-bdfb7918d6db req-e3ed5a29-c9cd-4777-9e79-d49b88642b5c tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:35.172028 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-478fb7a0-2ac5-4fc7-84fe-bdfb7918d6db req-e3ed5a29-c9cd-4777-9e79-d49b88642b5c tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.1546063 Jul 15 23:23:35.292076 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-478fb7a0-2ac5-4fc7-84fe-bdfb7918d6db req-1c13c578-bf2f-45c9-a37a-b8d5e18e8efb tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095662 Jul 15 23:23:35.327198 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 43836) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:35.406877 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdfd6f7-fa25-46f2-aafa-9a2ec3823b25 req-060ad5cd-58d0-4050-9bd4-6a2b3cdb07f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:35.408425 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-2cdfd6f7-fa25-46f2-aafa-9a2ec3823b25 req-060ad5cd-58d0-4050-9bd4-6a2b3cdb07f7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=72dd1139-85ac-44a3-8181-7845deb521ca HTTP/1.1" status: 200 len: 912 time: 0.2515812 Jul 15 23:23:35.411450 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-caf64b07-da0f-4660-9f74-18d44a075f72 admin admin] For port 05b29e2e-888b-4394-ac3d-5afc8d0d8acf, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=05b29e2e-888b-4394-ac3d-5afc8d0d8acf,segment=NetworkSegment(f511f847-463a-4bdb-b4ed-8d22a4e0a3d2),segment_id=f511f847-463a-4bdb-b4ed-8d22a4e0a3d2)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:23:35.411967 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-caf64b07-da0f-4660-9f74-18d44a075f72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:35.433663 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47c34f3-b561-47b2-ae40-143b934320e3 req-0788ab03-449a-420f-9ec2-cca7edbb5aef tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:35.434454 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-caf64b07-da0f-4660-9f74-18d44a075f72 admin admin] Calling delete_port for 05b29e2e-888b-4394-ac3d-5afc8d0d8acf owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:23:35.444563 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d47c34f3-b561-47b2-ae40-143b934320e3 req-0788ab03-449a-420f-9ec2-cca7edbb5aef tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8fdec1c-40cb-44c9-9d1e-a185d3a8db64 HTTP/1.1" status: 200 len: 945 time: 0.1508269 Jul 15 23:23:35.475860 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-2cdfd6f7-fa25-46f2-aafa-9a2ec3823b25 req-8d9c54ea-2dec-4b9b-a0ba-76c31a969478 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45db9877-457f-458b-889e-5cea3dced47d HTTP/1.1" status: 200 len: 217 time: 0.0516195 Jul 15 23:23:35.521521 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d47c34f3-b561-47b2-ae40-143b934320e3 req-ef363775-0962-4290-8f26-1cb70a0a3774 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce3f5940-565b-43a4-b484-b630aa3d6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759323 Jul 15 23:23:35.567064 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ee165e-85b8-4317-a412-9b72f094d2ab req-43d5c618-bad9-498e-ac3d-89d72f010634 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:35.567522 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8dbc2f13-b53c-468d-ac92-7f53020b15f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:35.579361 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e3ee165e-85b8-4317-a412-9b72f094d2ab req-43d5c618-bad9-498e-ac3d-89d72f010634 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.1582448 Jul 15 23:23:35.606851 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdfd6f7-fa25-46f2-aafa-9a2ec3823b25 req-7d4f30f7-b046-4546-a2da-36914d14c5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:35.609894 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-2cdfd6f7-fa25-46f2-aafa-9a2ec3823b25 req-7d4f30f7-b046-4546-a2da-36914d14c5ba service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8c6a4d69-e5f7-4129-9f0b-56463cfab399 HTTP/1.1" status: 200 len: 850 time: 0.1273465 Jul 15 23:23:35.633686 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e3ee165e-85b8-4317-a412-9b72f094d2ab req-0a40c453-f736-462c-be26-44362c3d5d31 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531461 Jul 15 23:23:35.851064 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdfd6f7-fa25-46f2-aafa-9a2ec3823b25 req-cc26170a-ba76-4fde-9e41-909652036ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:35.852697 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-2cdfd6f7-fa25-46f2-aafa-9a2ec3823b25 req-cc26170a-ba76-4fde-9e41-909652036ee3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=72dd1139-85ac-44a3-8181-7845deb521ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2330823 Jul 15 23:23:35.971126 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8dbc2f13-b53c-468d-ac92-7f53020b15f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:35.989929 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8dbc2f13-b53c-468d-ac92-7f53020b15f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:36.034646 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-caf64b07-da0f-4660-9f74-18d44a075f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:36.089066 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e8620-bd1d-4bca-8057-67c83a13c93b req-571df3bf-7fe5-4421-a976-66aee244da06 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:36.090756 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b15e8620-bd1d-4bca-8057-67c83a13c93b req-571df3bf-7fe5-4421-a976-66aee244da06 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/networks?id=7247f305-0d2c-4c58-8aee-858aaa9a4382 HTTP/1.1" status: 200 len: 813 time: 0.1858988 Jul 15 23:23:36.114629 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf64b07-da0f-4660-9f74-18d44a075f72 admin admin] Pushing event deleted for resources: {'Port': ['ID=05b29e2e-888b-4394-ac3d-5afc8d0d8acf,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:36.134728 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-8dbc2f13-b53c-468d-ac92-7f53020b15f0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8c5181514a99470daa1a9c3187e433b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8027313 Jul 15 23:23:36.135505 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbc2f13-b53c-468d-ac92-7f53020b15f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14909f88-d4a4-4940-a2e5-1e230a8ef0db,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:36.138911 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 43862) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:36.160721 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b15e8620-bd1d-4bca-8057-67c83a13c93b req-cf9b7e72-8afa-46bf-9c50-a593238d7dc7 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/quotas/59859dcc1e7748b980efd77feaf90704 HTTP/1.1" status: 200 len: 375 time: 0.0637765 Jul 15 23:23:36.185191 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-2cdfd6f7-fa25-46f2-aafa-9a2ec3823b25 req-f91eb559-a32d-4b66-b9f5-bd07d157880f service neutron] 10.222.0.49 "GET /v2.0/networks/72dd1139-85ac-44a3-8181-7845deb521ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217413 Jul 15 23:23:36.290052 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18ead7-faca-4d29-bb8b-e547f85eb05f req-99ad8987-d943-4041-89fe-80675dfeebeb tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:36.291975 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fe18ead7-faca-4d29-bb8b-e547f85eb05f req-99ad8987-d943-4041-89fe-80675dfeebeb tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a68b98c-680f-47b5-a7e6-ec986a5a8688 HTTP/1.1" status: 200 len: 943 time: 0.1674578 Jul 15 23:23:36.309228 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:36.321822 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b15e8620-bd1d-4bca-8057-67c83a13c93b req-1bdc3312-6a00-4145-843f-40d26c9c151d tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=59859dcc1e7748b980efd77feaf90704&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1599519 Jul 15 23:23:36.382186 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fe18ead7-faca-4d29-bb8b-e547f85eb05f req-fe4ed46f-73d8-4a91-951d-ded4ee1ef558 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/security-groups?id=faf0057f-829d-4164-9eb4-0f40f472a3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817323 Jul 15 23:23:36.466615 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-2cdfd6f7-fa25-46f2-aafa-9a2ec3823b25 req-b5a8ee0d-4914-42b4-b3ec-ad93a3ead9b8 service neutron] 10.222.0.49 "GET /v2.0/networks/72dd1139-85ac-44a3-8181-7845deb521ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140326 Jul 15 23:23:36.467430 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b36c4612-77d0-4483-9ecc-f9c94ca6ab9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:36.506713 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b36c4612-77d0-4483-9ecc-f9c94ca6ab9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:36.584538 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe234478-3d05-4630-af0b-7279691895f0 req-78bd3e6f-9363-4164-bc8a-75d247bc6659 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:36.586268 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fe234478-3d05-4630-af0b-7279691895f0 req-78bd3e6f-9363-4164-bc8a-75d247bc6659 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.1018031 Jul 15 23:23:36.654836 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fe234478-3d05-4630-af0b-7279691895f0 req-3c8ad9ac-cf9f-4f16-961d-186e6cdf1601 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540528 Jul 15 23:23:36.695604 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b36c4612-77d0-4483-9ecc-f9c94ca6ab9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:36.698640 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b36c4612-77d0-4483-9ecc-f9c94ca6ab9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:36.703544 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b36c4612-77d0-4483-9ecc-f9c94ca6ab9c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/14909f88-d4a4-4940-a2e5-1e230a8ef0db HTTP/1.1" status: 204 len: 168 time: 0.5420632 Jul 15 23:23:36.733534 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-caf64b07-da0f-4660-9f74-18d44a075f72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:36.733534 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36c4612-77d0-4483-9ecc-f9c94ca6ab9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14909f88-d4a4-4940-a2e5-1e230a8ef0db,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:36.872771 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc6ad6-4185-47b1-9fd5-d565d590104d req-84bb336c-ca4f-484f-a213-d0c238d7a17b tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:36.874413 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1cbc6ad6-4185-47b1-9fd5-d565d590104d req-84bb336c-ca4f-484f-a213-d0c238d7a17b tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8fdec1c-40cb-44c9-9d1e-a185d3a8db64 HTTP/1.1" status: 200 len: 945 time: 0.1927311 Jul 15 23:23:36.958520 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1cbc6ad6-4185-47b1-9fd5-d565d590104d req-5296c359-dfaf-439e-9e2f-e26a407ad78b tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce3f5940-565b-43a4-b484-b630aa3d6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772510 Jul 15 23:23:37.010363 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2773e4cf-c5ac-4e01-be82-f9ce1cf13001 req-5215c96d-0073-45b5-88a6-034c106c0ba6 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:37.018907 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2773e4cf-c5ac-4e01-be82-f9ce1cf13001 req-5215c96d-0073-45b5-88a6-034c106c0ba6 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.1086302 Jul 15 23:23:37.082712 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2773e4cf-c5ac-4e01-be82-f9ce1cf13001 req-1554e2ef-3a3f-4545-9557-1e4f4c486f83 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518939 Jul 15 23:23:37.221792 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf64b07-da0f-4660-9f74-18d44a075f72 admin admin] Router e53196d9-7360-4e44-8471-201087132874 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:23:37.478020 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf64b07-da0f-4660-9f74-18d44a075f72 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:23:37.498007 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3603f20d-e76f-43ce-a69b-227c30795e2e None None] Sync routers for ids ['e53196d9-7360-4e44-8471-201087132874'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:23:37.498534 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-caf64b07-da0f-4660-9f74-18d44a075f72 admin admin] 10.222.0.48 "PUT /v2.0/routers/e53196d9-7360-4e44-8471-201087132874/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5704098 Jul 15 23:23:37.498534 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 43914) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:37.512105 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1733fe36-b548-4d8c-b895-abea398f79d1 req-568c0e68-d8b6-4d3a-bf24-7d831dc4de46 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=59859dcc1e7748b980efd77feaf90704 HTTP/1.1" status: 200 len: 221 time: 0.0780504 Jul 15 23:23:37.517925 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 45db9877-457f-458b-889e-5cea3dced47d details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:23:37.527725 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3603f20d-e76f-43ce-a69b-227c30795e2e None None] Routers {'e53196d9-7360-4e44-8471-201087132874'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:23:37.528830 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3603f20d-e76f-43ce-a69b-227c30795e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:23:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['e53196d9-7360-4e44-8471-201087132874'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:37.717632 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-3603f20d-e76f-43ce-a69b-227c30795e2e None None] Set router e53196d9-7360-4e44-8471-201087132874 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:23:37.837911 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 45db9877-457f-458b-889e-5cea3dced47d, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=45db9877-457f-458b-889e-5cea3dced47d,segment=NetworkSegment(f247e100-b6af-41b8-bbb1-7fe6ea2479be),segment_id=f247e100-b6af-41b8-bbb1-7fe6ea2479be)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:23:37.869780 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '45db9877-457f-458b-889e-5cea3dced47d', 'network_id': '72dd1139-85ac-44a3-8181-7845deb521ca', 'port_id': '45db9877-457f-458b-889e-5cea3dced47d', 'mac_address': 'fa:16:3e:b2:c8:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c6a4d69-e5f7-4129-9f0b-56463cfab399', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:23:37.979824 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:37.992559 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e416d5d8-2e6d-4589-ae49-614ebc0f984e admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:38.019426 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45db9877-457f-458b-889e-5cea3dced47d {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:23:38.047336 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 45db9877-457f-458b-889e-5cea3dced47d, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=45db9877-457f-458b-889e-5cea3dced47d,segment=NetworkSegment(f247e100-b6af-41b8-bbb1-7fe6ea2479be),segment_id=f247e100-b6af-41b8-bbb1-7fe6ea2479be)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:23:38.053171 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:38.085050 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f629faba-ad21-4689-aa35-de794a3ef7d5 req-7476f519-7056-4ed3-bbbe-6ba8cee54fd1 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:38.092569 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f629faba-ad21-4689-aa35-de794a3ef7d5 req-7476f519-7056-4ed3-bbbe-6ba8cee54fd1 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a68b98c-680f-47b5-a7e6-ec986a5a8688 HTTP/1.1" status: 200 len: 943 time: 0.2116284 Jul 15 23:23:38.154995 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f629faba-ad21-4689-aa35-de794a3ef7d5 req-9e3ce1eb-5de4-4622-a8e7-4bd53b33999f tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/security-groups?id=faf0057f-829d-4164-9eb4-0f40f472a3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575507 Jul 15 23:23:38.179871 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a922e1-82c2-4937-9e78-3a14434d6b80 req-1fcae3fd-8c40-4fd8-aa8b-5b06be4170f6 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:38.186205 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f5a922e1-82c2-4937-9e78-3a14434d6b80 req-1fcae3fd-8c40-4fd8-aa8b-5b06be4170f6 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.2946396 Jul 15 23:23:38.259642 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3603f20d-e76f-43ce-a69b-227c30795e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53196d9-7360-4e44-8471-201087132874', 'name': 'tempest-ServersTestJSON-807115922-router', 'tenant_id': '0be07ab34660489288d421392836ba59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '5522b510-c192-447d-977d-2136d417e6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:20:29Z', 'updated_at': '2021-07-15T23:23:35Z', 'revision_number': 5, 'project_id': '0be07ab34660489288d421392836ba59', 'gw_port': {'id': '5522b510-c192-447d-977d-2136d417e6e0', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53196d9-7360-4e44-8471-201087132874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:20:33Z', 'updated_at': '2021-07-15T23:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:38.265577 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f5a922e1-82c2-4937-9e78-3a14434d6b80 req-6ca91a3a-1aee-4227-8949-21beaa38cd57 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773540 Jul 15 23:23:38.340012 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:38.362184 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3603f20d-e76f-43ce-a69b-227c30795e2e None None] Checking router: e53196d9-7360-4e44-8471-201087132874 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:23:38.383211 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3603f20d-e76f-43ce-a69b-227c30795e2e None None] Routers {'e53196d9-7360-4e44-8471-201087132874'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:23:38.385033 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3603f20d-e76f-43ce-a69b-227c30795e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:23:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['e53196d9-7360-4e44-8471-201087132874'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:38.397298 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['45db9877-457f-458b-889e-5cea3dced47d'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:23:38.487935 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e416d5d8-2e6d-4589-ae49-614ebc0f984e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:38.523011 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=45db9877-457f-458b-889e-5cea3dced47d,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:38.530211 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 43946) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:38.631332 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-e416d5d8-2e6d-4589-ae49-614ebc0f984e admin admin] Deleting port 5522b510-c192-447d-977d-2136d417e6e0 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:23:38.631733 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e416d5d8-2e6d-4589-ae49-614ebc0f984e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:38.650039 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-3603f20d-e76f-43ce-a69b-227c30795e2e None None] Set router e53196d9-7360-4e44-8471-201087132874 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:23:38.669733 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3200694a-ee68-49b8-8cb7-8ce2a13b68f4 req-26a83740-7eb5-4dd0-ba1b-80f91d22e048 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:38.677167 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3200694a-ee68-49b8-8cb7-8ce2a13b68f4 req-26a83740-7eb5-4dd0-ba1b-80f91d22e048 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.1283979 Jul 15 23:23:38.764236 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b5c88dd3-f202-490f-b8a8-a4b49307f531 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1153310658-network', 'tenant_id': 'c41d1c4cc69e402eb09493d513de9715'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:38.806089 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3200694a-ee68-49b8-8cb7-8ce2a13b68f4 req-3ea1bbce-9fd7-433f-9daf-aef11c5752d2 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225927 Jul 15 23:23:38.845055 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c88dd3-f202-490f-b8a8-a4b49307f531 admin admin] Made reservation on behalf of c41d1c4cc69e402eb09493d513de9715 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:23:38.858135 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b5c88dd3-f202-490f-b8a8-a4b49307f531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:38.868254 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-e416d5d8-2e6d-4589-ae49-614ebc0f984e admin admin] For port 5522b510-c192-447d-977d-2136d417e6e0, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=5522b510-c192-447d-977d-2136d417e6e0,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:23:38.868944 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e416d5d8-2e6d-4589-ae49-614ebc0f984e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:38.886841 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b5c88dd3-f202-490f-b8a8-a4b49307f531 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:38.960852 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-e416d5d8-2e6d-4589-ae49-614ebc0f984e admin admin] Calling delete_port for 5522b510-c192-447d-977d-2136d417e6e0 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:23:39.205043 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3603f20d-e76f-43ce-a69b-227c30795e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53196d9-7360-4e44-8471-201087132874', 'name': 'tempest-ServersTestJSON-807115922-router', 'tenant_id': '0be07ab34660489288d421392836ba59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '5522b510-c192-447d-977d-2136d417e6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:20:29Z', 'updated_at': '2021-07-15T23:23:35Z', 'revision_number': 5, 'project_id': '0be07ab34660489288d421392836ba59', 'gw_port': {'id': '5522b510-c192-447d-977d-2136d417e6e0', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53196d9-7360-4e44-8471-201087132874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:20:33Z', 'updated_at': '2021-07-15T23:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:39.223843 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b5c88dd3-f202-490f-b8a8-a4b49307f531 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:39.236607 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b5c88dd3-f202-490f-b8a8-a4b49307f531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:39.267049 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3603f20d-e76f-43ce-a69b-227c30795e2e None None] The sync data for ids ['e53196d9-7360-4e44-8471-201087132874'] in n-d-794306-6 is: [{'id': 'e53196d9-7360-4e44-8471-201087132874', 'name': 'tempest-ServersTestJSON-807115922-router', 'tenant_id': '0be07ab34660489288d421392836ba59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '5522b510-c192-447d-977d-2136d417e6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:20:29Z', 'updated_at': '2021-07-15T23:23:35Z', 'revision_number': 5, 'project_id': '0be07ab34660489288d421392836ba59', 'gw_port': {'id': '5522b510-c192-447d-977d-2136d417e6e0', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53196d9-7360-4e44-8471-201087132874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:20:33Z', 'updated_at': '2021-07-15T23:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:23:39.333040 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5c88dd3-f202-490f-b8a8-a4b49307f531 admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:23:39.352698 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c88dd3-f202-490f-b8a8-a4b49307f531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a6695a5-0770-4f00-a806-d1554612abdd,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:39.366589 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e416d5d8-2e6d-4589-ae49-614ebc0f984e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:39.391917 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b5c88dd3-f202-490f-b8a8-a4b49307f531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:39.392277 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-b5c88dd3-f202-490f-b8a8-a4b49307f531 admin admin] Added segment 978fcb14-f527-45d0-a4ec-38d689fb220c of type vlan for network 5dd08b94-305b-477e-8148-ff3865a86e5a Jul 15 23:23:39.401665 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c88dd3-f202-490f-b8a8-a4b49307f531 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:39.402089 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c88dd3-f202-490f-b8a8-a4b49307f531 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:39.402708 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c88dd3-f202-490f-b8a8-a4b49307f531 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:39.403267 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c88dd3-f202-490f-b8a8-a4b49307f531 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:39.403955 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c88dd3-f202-490f-b8a8-a4b49307f531 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:39.404488 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c88dd3-f202-490f-b8a8-a4b49307f531 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:39.405234 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c88dd3-f202-490f-b8a8-a4b49307f531 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:39.405632 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c88dd3-f202-490f-b8a8-a4b49307f531 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:39.406297 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c88dd3-f202-490f-b8a8-a4b49307f531 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:39.406994 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c88dd3-f202-490f-b8a8-a4b49307f531 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:39.407884 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c88dd3-f202-490f-b8a8-a4b49307f531 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:39.408416 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c88dd3-f202-490f-b8a8-a4b49307f531 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:39.442843 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e416d5d8-2e6d-4589-ae49-614ebc0f984e admin admin] Pushing event deleted for resources: {'Port': ['ID=5522b510-c192-447d-977d-2136d417e6e0,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:39.452269 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a71424-8778-4ac6-bdad-930f11eea245 req-a8b77c19-9153-4e3e-9b7a-1c3ed398aca3 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:39.453928 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c4a71424-8778-4ac6-bdad-930f11eea245 req-a8b77c19-9153-4e3e-9b7a-1c3ed398aca3 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.3450041 Jul 15 23:23:39.490252 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e416d5d8-2e6d-4589-ae49-614ebc0f984e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999011'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:39.525711 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b5c88dd3-f202-490f-b8a8-a4b49307f531 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:39.563605 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c4a71424-8778-4ac6-bdad-930f11eea245 req-fc7dfed1-6654-414b-ad41-94b621cc310d tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785017 Jul 15 23:23:39.587612 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17312e4-673e-41ac-a81b-3160da66ab51 req-fd5b41ea-c928-4978-b301-0762c6cf5745 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:39.587612 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b17312e4-673e-41ac-a81b-3160da66ab51 req-fd5b41ea-c928-4978-b301-0762c6cf5745 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a68b98c-680f-47b5-a7e6-ec986a5a8688 HTTP/1.1" status: 200 len: 944 time: 0.2493558 Jul 15 23:23:39.608640 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b5c88dd3-f202-490f-b8a8-a4b49307f531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:39.609529 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c88dd3-f202-490f-b8a8-a4b49307f531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:39.610100 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b5c88dd3-f202-490f-b8a8-a4b49307f531 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:39.733930 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-b5c88dd3-f202-490f-b8a8-a4b49307f531 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2013295 Jul 15 23:23:39.741814 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 43976) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:39.747478 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-95937d51-4480-48cb-983b-b0c7b544e0b1 admin admin] Request body: {'subnet': {'network_id': '5dd08b94-305b-477e-8148-ff3865a86e5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1153310658-subnet', 'tenant_id': 'c41d1c4cc69e402eb09493d513de9715', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:39.762708 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b17312e4-673e-41ac-a81b-3160da66ab51 req-9ff6def1-f260-4ab0-8d3a-8c77a142da6c tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/security-groups?id=faf0057f-829d-4164-9eb4-0f40f472a3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1661179 Jul 15 23:23:39.815550 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c88dd3-f202-490f-b8a8-a4b49307f531 admin admin] Pushing event updated for resources: {'Network': ['ID=5dd08b94-305b-477e-8148-ff3865a86e5a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:39.839438 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 5dd08b94-305b-477e-8148-ff3865a86e5a details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:23:39.857062 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95937d51-4480-48cb-983b-b0c7b544e0b1 admin admin] Made reservation on behalf of c41d1c4cc69e402eb09493d513de9715 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:23:39.859690 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-95937d51-4480-48cb-983b-b0c7b544e0b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:40.070501 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e416d5d8-2e6d-4589-ae49-614ebc0f984e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:40.073172 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e416d5d8-2e6d-4589-ae49-614ebc0f984e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:40.138555 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e416d5d8-2e6d-4589-ae49-614ebc0f984e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:40.139511 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e416d5d8-2e6d-4589-ae49-614ebc0f984e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e53196d9-7360-4e44-8471-201087132874 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:23:40.145347 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e416d5d8-2e6d-4589-ae49-614ebc0f984e admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:40.146710 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e416d5d8-2e6d-4589-ae49-614ebc0f984e admin admin] 10.222.0.48 "DELETE /v2.0/routers/e53196d9-7360-4e44-8471-201087132874 HTTP/1.1" status: 204 len: 168 time: 2.6494718 Jul 15 23:23:40.150508 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 43986) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:40.204405 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48520022-6517-4901-8df0-a971da5eec9c req-192b9b65-4d81-448f-80e6-55d45a27e4e7 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:40.209248 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-48520022-6517-4901-8df0-a971da5eec9c req-192b9b65-4d81-448f-80e6-55d45a27e4e7 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.2091875 Jul 15 23:23:40.251125 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-a67dcee7-d71b-485f-80e6-af0911a7e7a8 admin admin] Deleting subnet 5f7b3b09-7f77-4a52-b4f8-3f5a98ea7d90 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:23:40.262563 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a67dcee7-d71b-485f-80e6-af0911a7e7a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:40.324561 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a67dcee7-d71b-485f-80e6-af0911a7e7a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:40.345505 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-95937d51-4480-48cb-983b-b0c7b544e0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:40.392701 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-48520022-6517-4901-8df0-a971da5eec9c req-a4241232-c616-4dce-8869-b76c7bbc1e96 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788316 Jul 15 23:23:40.422952 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95937d51-4480-48cb-983b-b0c7b544e0b1 admin admin] Checking segment: {'id': '978fcb14-f527-45d0-a4ec-38d689fb220c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5dd08b94-305b-477e-8148-ff3865a86e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:23:40.423471 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95937d51-4480-48cb-983b-b0c7b544e0b1 admin admin] Network hostable DHCP agents. Network: 5dd08b94-305b-477e-8148-ff3865a86e5a, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:23:40.451618 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a67dcee7-d71b-485f-80e6-af0911a7e7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:40.452253 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95937d51-4480-48cb-983b-b0c7b544e0b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac4619b4-8268-4046-9b08-9c5e68adfc94,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:40.458245 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95937d51-4480-48cb-983b-b0c7b544e0b1 admin admin] Network 5dd08b94-305b-477e-8148-ff3865a86e5a is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:23:40.471497 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-95937d51-4480-48cb-983b-b0c7b544e0b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 5dd08b94-305b-477e-8148-ff3865a86e5a) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:23:40.480018 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95937d51-4480-48cb-983b-b0c7b544e0b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:40.480962 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-95937d51-4480-48cb-983b-b0c7b544e0b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:40.483465 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f6345c-f896-4d7c-868a-5cef74195e0b None None] Network 5dd08b94-305b-477e-8148-ff3865a86e5a requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:23:40.505134 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-95937d51-4480-48cb-983b-b0c7b544e0b1 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7600937 Jul 15 23:23:40.505551 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 44000) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:40.512630 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-c1202574-dbe2-452a-a04b-cd34a8ccec18 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1153310658-router', 'tenant_id': 'c41d1c4cc69e402eb09493d513de9715', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:40.584796 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c1202574-dbe2-452a-a04b-cd34a8ccec18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:40.586043 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c1202574-dbe2-452a-a04b-cd34a8ccec18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:40.616592 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a67dcee7-d71b-485f-80e6-af0911a7e7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:40.660338 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67dcee7-d71b-485f-80e6-af0911a7e7a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f7b3b09-7f77-4a52-b4f8-3f5a98ea7d90,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:40.668153 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a67dcee7-d71b-485f-80e6-af0911a7e7a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:40.670653 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a67dcee7-d71b-485f-80e6-af0911a7e7a8 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/5f7b3b09-7f77-4a52-b4f8-3f5a98ea7d90 HTTP/1.1" status: 204 len: 168 time: 0.5178087 Jul 15 23:23:40.675734 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 44008) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:40.682507 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ef1315-5261-49ab-8b3e-5d0326533f3b None None] Network 18103b5f-44c1-48b7-87f6-2b0a264a1f42 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:23:40.787339 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c1202574-dbe2-452a-a04b-cd34a8ccec18 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:40.863086 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c754dca-7265-4998-a4ca-bd5b97165c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:40.970198 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 5522b510-c192-447d-977d-2136d417e6e0 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:23:40.975027 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-5c754dca-7265-4998-a4ca-bd5b97165c0a admin admin] Deleting port c5160ce2-917f-49f2-9466-038bd21cdfc4 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:23:40.975391 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c754dca-7265-4998-a4ca-bd5b97165c0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:41.018502 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 5522b510-c192-447d-977d-2136d417e6e0 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:23:41.019818 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 5522b510-c192-447d-977d-2136d417e6e0 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:23:41.020485 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 05b29e2e-888b-4394-ac3d-5afc8d0d8acf no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:23:41.130447 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 05b29e2e-888b-4394-ac3d-5afc8d0d8acf {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:23:41.130745 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-5c754dca-7265-4998-a4ca-bd5b97165c0a admin admin] For port c5160ce2-917f-49f2-9466-038bd21cdfc4, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=c5160ce2-917f-49f2-9466-038bd21cdfc4,segment=NetworkSegment(f511f847-463a-4bdb-b4ed-8d22a4e0a3d2),segment_id=f511f847-463a-4bdb-b4ed-8d22a4e0a3d2)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:23:41.131323 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c754dca-7265-4998-a4ca-bd5b97165c0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:41.132348 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 05b29e2e-888b-4394-ac3d-5afc8d0d8acf not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:23:41.160800 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80e80db-57b3-4bcf-878b-1b8caa7ed11a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-5dd08b94-305b-477e-8148-ff3865a86e5a', 'network_id': '5dd08b94-305b-477e-8148-ff3865a86e5a', 'tenant_id': 'c41d1c4cc69e402eb09493d513de9715', 'fixed_ips': [{'subnet_id': 'ac4619b4-8268-4046-9b08-9c5e68adfc94'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:23:41.162478 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c80e80db-57b3-4bcf-878b-1b8caa7ed11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:41.164744 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-5c754dca-7265-4998-a4ca-bd5b97165c0a admin admin] Calling delete_port for c5160ce2-917f-49f2-9466-038bd21cdfc4 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:23:41.195034 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c1202574-dbe2-452a-a04b-cd34a8ccec18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:41.355697 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c754dca-7265-4998-a4ca-bd5b97165c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:41.435216 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c754dca-7265-4998-a4ca-bd5b97165c0a admin admin] Pushing event deleted for resources: {'Port': ['ID=c5160ce2-917f-49f2-9466-038bd21cdfc4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:41.451523 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c754dca-7265-4998-a4ca-bd5b97165c0a admin admin] No DVR routers for this DVR port c5160ce2-917f-49f2-9466-038bd21cdfc4 on host n-d-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:23:41.460721 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1246f594-d86a-410a-8a9b-b8903d2a1f7a req-cc3666e2-ddd7-45f2-932c-ba107e8579d4 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:41.468827 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1246f594-d86a-410a-8a9b-b8903d2a1f7a req-cc3666e2-ddd7-45f2-932c-ba107e8579d4 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.6798518 Jul 15 23:23:41.505954 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-c80e80db-57b3-4bcf-878b-1b8caa7ed11a None None] Allocated IP 172.20.0.2 (5dd08b94-305b-477e-8148-ff3865a86e5a/ac4619b4-8268-4046-9b08-9c5e68adfc94/2ec3e002-c170-4a3d-bf60-2f6cc4c75daf) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:23:41.563669 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1246f594-d86a-410a-8a9b-b8903d2a1f7a req-c71f438c-89a3-4abc-9ed2-cb4f5d783239 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938725 Jul 15 23:23:41.568659 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 45db9877-457f-458b-889e-5cea3dced47d up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:23:41.595103 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c754dca-7265-4998-a4ca-bd5b97165c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:41.616720 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-5c754dca-7265-4998-a4ca-bd5b97165c0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18103b5f-44c1-48b7-87f6-2b0a264a1f42']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:41.632475 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-5c754dca-7265-4998-a4ca-bd5b97165c0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f511f847-463a-4bdb-b4ed-8d22a4e0a3d2') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:41.633208 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-5c754dca-7265-4998-a4ca-bd5b97165c0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f511f847-463a-4bdb-b4ed-8d22a4e0a3d2') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:41.639107 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c663cb9-086b-4719-b73c-6a432b2b06bb req-47ebe521-5c2b-41ac-9142-39c93d97e992 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:41.644815 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c754dca-7265-4998-a4ca-bd5b97165c0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:41.648251 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6c663cb9-086b-4719-b73c-6a432b2b06bb req-47ebe521-5c2b-41ac-9142-39c93d97e992 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a68b98c-680f-47b5-a7e6-ec986a5a8688 HTTP/1.1" status: 200 len: 944 time: 0.3305743 Jul 15 23:23:41.671704 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c754dca-7265-4998-a4ca-bd5b97165c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:41.682104 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c754dca-7265-4998-a4ca-bd5b97165c0a admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:23:41.682524 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c754dca-7265-4998-a4ca-bd5b97165c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:41.712118 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port 45db9877-457f-458b-889e-5cea3dced47d completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:23:41.725349 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:23:41.725349 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:23:41.725349 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:23:41.725349 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:23:41.725349 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:23:41.725349 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:23:41.725349 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:23:41.725349 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:23:41.725349 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:23:41.725349 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:23:41.725349 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:23:41.725349 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:23:41.725349 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:23:41.725349 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:23:41.725349 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:23:41.725349 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:23:41.725349 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:23:41.725349 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:23:41.725349 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:23:41.725349 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:23:41.725349 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:23:41.725349 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:23:41.725349 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:23:41.725349 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:23:41.725349 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:23:41.725349 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:23:41.725349 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:23:41.725349 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:23:41.725349 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:23:41.725349 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:23:41.725349 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:23:41.725349 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:23:41.739452 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 45db9877-457f-458b-889e-5cea3dced47d triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:23:41.739872 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:41.847024 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c754dca-7265-4998-a4ca-bd5b97165c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:41.854474 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c754dca-7265-4998-a4ca-bd5b97165c0a admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:41.856745 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-5c754dca-7265-4998-a4ca-bd5b97165c0a admin admin] 10.222.0.48 "DELETE /v2.0/networks/18103b5f-44c1-48b7-87f6-2b0a264a1f42 HTTP/1.1" status: 204 len: 168 time: 1.1799643 Jul 15 23:23:41.869497 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c754dca-7265-4998-a4ca-bd5b97165c0a admin admin] Pushing event deleted for resources: {'Network': ['ID=18103b5f-44c1-48b7-87f6-2b0a264a1f42,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:41.907356 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2207856e-3e22-4fc0-b98d-942dc089f2d5 None None] DHCP port deletion for 18103b5f-44c1-48b7-87f6-2b0a264a1f42 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:23:41.941944 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6c663cb9-086b-4719-b73c-6a432b2b06bb req-714cd901-3425-4697-a24e-643658b5dbf7 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/security-groups?id=faf0057f-829d-4164-9eb4-0f40f472a3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2924144 Jul 15 23:23:42.044945 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c80e80db-57b3-4bcf-878b-1b8caa7ed11a None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:42.050913 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:42.074645 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c80e80db-57b3-4bcf-878b-1b8caa7ed11a None None] Transition to ACTIVE for port object 2ec3e002-c170-4a3d-bf60-2f6cc4c75daf will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:23:42.082499 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7932c0a3-ffe9-4b38-b372-0f4a94ae6577 req-ec4c599b-d795-4a2a-ade6-f27ff8165d2b tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:42.090241 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7932c0a3-ffe9-4b38-b372-0f4a94ae6577 req-ec4c599b-d795-4a2a-ade6-f27ff8165d2b tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.3056276 Jul 15 23:23:42.163508 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 44038) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:42.168317 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c80e80db-57b3-4bcf-878b-1b8caa7ed11a None None] Transition to ACTIVE for port object 2ec3e002-c170-4a3d-bf60-2f6cc4c75daf will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:23:42.172969 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c1202574-dbe2-452a-a04b-cd34a8ccec18 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:42.186123 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a68b98c-680f-47b5-a7e6-ec986a5a8688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45db9877-457f-458b-889e-5cea3dced47d'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:23:42.189240 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc689aa3-e356-4518-ab06-3d41a3871201" -d '{"events": [{"server_uuid": "5a68b98c-680f-47b5-a7e6-ec986a5a8688", "name": "network-vif-plugged", "status": "completed", "tag": "45db9877-457f-458b-889e-5cea3dced47d"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:23:42.196554 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c80e80db-57b3-4bcf-878b-1b8caa7ed11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:42.230060 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80e80db-57b3-4bcf-878b-1b8caa7ed11a None None] Network 5dd08b94-305b-477e-8148-ff3865a86e5a is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:23:42.230060 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-c80e80db-57b3-4bcf-878b-1b8caa7ed11a None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:23:42.232344 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80e80db-57b3-4bcf-878b-1b8caa7ed11a None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:23:42.255060 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 45db9877-457f-458b-889e-5cea3dced47d, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=45db9877-457f-458b-889e-5cea3dced47d,segment=NetworkSegment(f247e100-b6af-41b8-bbb1-7fe6ea2479be),segment_id=f247e100-b6af-41b8-bbb1-7fe6ea2479be)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:23:42.264465 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:42.294178 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ebeda01e-d112-424d-bad1-21cc489a8774 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0be07ab34660489288d421392836ba59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1262405 Jul 15 23:23:42.294444 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c1202574-dbe2-452a-a04b-cd34a8ccec18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:42.303866 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 44042) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:42.320251 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7932c0a3-ffe9-4b38-b372-0f4a94ae6577 req-0544fb18-8993-48d8-abde-51b493446110 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225125 Jul 15 23:23:42.372376 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80e80db-57b3-4bcf-878b-1b8caa7ed11a None None] Pushing event updated for resources: {'Port': ['ID=2ec3e002-c170-4a3d-bf60-2f6cc4c75daf,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:42.395959 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a1bfb3-a0f7-4b85-babf-94d67cfbbd18 x-openstack-request-id: req-f3a1bfb3-a0f7-4b85-babf-94d67cfbbd18 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:23:42.396691 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a68b98c-680f-47b5-a7e6-ec986a5a8688", "name": "network-vif-plugged", "status": "completed", "tag": "45db9877-457f-458b-889e-5cea3dced47d", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:23:42.397177 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f3a1bfb3-a0f7-4b85-babf-94d67cfbbd18 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:23:42.399490 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a68b98c-680f-47b5-a7e6-ec986a5a8688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45db9877-457f-458b-889e-5cea3dced47d', 'code': 200} Jul 15 23:23:42.463889 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c80e80db-57b3-4bcf-878b-1b8caa7ed11a None None] Attempting to bind port 2ec3e002-c170-4a3d-bf60-2f6cc4c75daf on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:23:42.464427 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c80e80db-57b3-4bcf-878b-1b8caa7ed11a None None] Attempting to bind port 2ec3e002-c170-4a3d-bf60-2f6cc4c75daf by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '978fcb14-f527-45d0-a4ec-38d689fb220c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5dd08b94-305b-477e-8148-ff3865a86e5a'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:23:42.464917 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80e80db-57b3-4bcf-878b-1b8caa7ed11a None None] Attempting to bind port 2ec3e002-c170-4a3d-bf60-2f6cc4c75daf on network 5dd08b94-305b-477e-8148-ff3865a86e5a {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:23:42.477141 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80e80db-57b3-4bcf-878b-1b8caa7ed11a None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:23:42.477672 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80e80db-57b3-4bcf-878b-1b8caa7ed11a None None] Checking segment: {'id': '978fcb14-f527-45d0-a4ec-38d689fb220c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5dd08b94-305b-477e-8148-ff3865a86e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:23:42.478179 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c80e80db-57b3-4bcf-878b-1b8caa7ed11a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:42.478721 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80e80db-57b3-4bcf-878b-1b8caa7ed11a None None] Bound using segment: {'id': '978fcb14-f527-45d0-a4ec-38d689fb220c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5dd08b94-305b-477e-8148-ff3865a86e5a'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:23:42.479329 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c80e80db-57b3-4bcf-878b-1b8caa7ed11a None None] Bound port: 2ec3e002-c170-4a3d-bf60-2f6cc4c75daf, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '978fcb14-f527-45d0-a4ec-38d689fb220c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5dd08b94-305b-477e-8148-ff3865a86e5a'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:23:42.479953 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c80e80db-57b3-4bcf-878b-1b8caa7ed11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:42.487390 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dd7cdb9b-5fe9-478c-b722-14818858e799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:42.563748 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=45db9877-457f-458b-889e-5cea3dced47d,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:42.628385 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c80e80db-57b3-4bcf-878b-1b8caa7ed11a None None] For port 2ec3e002-c170-4a3d-bf60-2f6cc4c75daf, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:23:42.634918 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c80e80db-57b3-4bcf-878b-1b8caa7ed11a None None] For port 2ec3e002-c170-4a3d-bf60-2f6cc4c75daf, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=2ec3e002-c170-4a3d-bf60-2f6cc4c75daf,segment=NetworkSegment(978fcb14-f527-45d0-a4ec-38d689fb220c),segment_id=978fcb14-f527-45d0-a4ec-38d689fb220c)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:23:42.643006 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c80e80db-57b3-4bcf-878b-1b8caa7ed11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:42.647263 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dd7cdb9b-5fe9-478c-b722-14818858e799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:42.714413 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da4d2e-fd02-4171-9c95-a67cb2a3954d req-b3d2f733-09f3-48b9-851a-0db6ec3971ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:42.716168 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-57da4d2e-fd02-4171-9c95-a67cb2a3954d req-b3d2f733-09f3-48b9-851a-0db6ec3971ad service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5a68b98c-680f-47b5-a7e6-ec986a5a8688 HTTP/1.1" status: 200 len: 1096 time: 0.2658763 Jul 15 23:23:42.757395 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dd7cdb9b-5fe9-478c-b722-14818858e799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:42.760978 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dd7cdb9b-5fe9-478c-b722-14818858e799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:42.762422 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-dd7cdb9b-5fe9-478c-b722-14818858e799 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5e7a643f-b2ff-4966-becf-a447593c4c0b HTTP/1.1" status: 204 len: 168 time: 0.4575365 Jul 15 23:23:42.774516 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device c5160ce2-917f-49f2-9466-038bd21cdfc4 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:23:42.776825 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-c1202574-dbe2-452a-a04b-cd34a8ccec18 admin admin] Allocated IP 172.25.5.49 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/b0ec6879-5d2c-42f6-a9f2-0e02c72bab87) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:23:42.820804 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-57da4d2e-fd02-4171-9c95-a67cb2a3954d req-0ff59274-8216-4a2c-a898-67a8dde39db5 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=faf0057f-829d-4164-9eb4-0f40f472a3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978513 Jul 15 23:23:42.835995 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7cdb9b-5fe9-478c-b722-14818858e799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7a643f-b2ff-4966-becf-a447593c4c0b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:42.846278 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: c5160ce2-917f-49f2-9466-038bd21cdfc4 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:23:42.846928 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device c5160ce2-917f-49f2-9466-038bd21cdfc4 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:23:42.919128 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80e80db-57b3-4bcf-878b-1b8caa7ed11a None None] Pushing event updated for resources: {'Port': ['ID=2ec3e002-c170-4a3d-bf60-2f6cc4c75daf,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:43.049383 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0576ad-d084-457d-bde8-dc0c19894c98 req-e13e48cb-18ea-4c4d-94b2-5b835d570079 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:43.058284 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ee0576ad-d084-457d-bde8-dc0c19894c98 req-e13e48cb-18ea-4c4d-94b2-5b835d570079 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.4590869 Jul 15 23:23:43.093626 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c1202574-dbe2-452a-a04b-cd34a8ccec18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:43.133092 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ee0576ad-d084-457d-bde8-dc0c19894c98 req-b2fe850c-a08c-458b-822e-08dfe2dfc9dc tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721974 Jul 15 23:23:43.217531 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c1202574-dbe2-452a-a04b-cd34a8ccec18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:43.386946 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1202574-dbe2-452a-a04b-cd34a8ccec18 admin admin] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:23:43.391941 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-c1202574-dbe2-452a-a04b-cd34a8ccec18 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:23:43.396474 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1202574-dbe2-452a-a04b-cd34a8ccec18 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:23:43.401176 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1202574-dbe2-452a-a04b-cd34a8ccec18 admin admin] Pushing event updated for resources: {'Port': ['ID=b0ec6879-5d2c-42f6-a9f2-0e02c72bab87,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:44.205052 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 44096) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:44.311159 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de2e55-5f82-45a3-98db-7f0f20026479 req-0574fbce-49e3-4eb7-8fc2-26a363406cc5 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:44.316221 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-94de2e55-5f82-45a3-98db-7f0f20026479 req-0574fbce-49e3-4eb7-8fc2-26a363406cc5 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a68b98c-680f-47b5-a7e6-ec986a5a8688 HTTP/1.1" status: 200 len: 945 time: 1.0111766 Jul 15 23:23:44.390158 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-94de2e55-5f82-45a3-98db-7f0f20026479 req-e7bc832f-5ff4-42af-a263-cde131961a3f tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/security-groups?id=faf0057f-829d-4164-9eb4-0f40f472a3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604718 Jul 15 23:23:44.398391 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed0587e-1b2b-4c3b-9ef0-1c54e53380c3 req-0408fb4c-2df9-4149-a11e-4c3c1211a0c1 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:44.405954 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7ed0587e-1b2b-4c3b-9ef0-1c54e53380c3 req-0408fb4c-2df9-4149-a11e-4c3c1211a0c1 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.4310303 Jul 15 23:23:44.465569 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-217573a9-034b-4baf-a01a-f3d0926b2794 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-166919345-network', 'tenant_id': 'b699ae51ad99459e85a9856c0c084a0c'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:44.513402 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7ed0587e-1b2b-4c3b-9ef0-1c54e53380c3 req-7a3290f9-6a3a-42c5-a078-f6f544596e5f tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064460 Jul 15 23:23:44.519892 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-217573a9-034b-4baf-a01a-f3d0926b2794 admin admin] Made reservation on behalf of b699ae51ad99459e85a9856c0c084a0c for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:23:44.522641 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-217573a9-034b-4baf-a01a-f3d0926b2794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:44.558571 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-217573a9-034b-4baf-a01a-f3d0926b2794 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:44.712528 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c1202574-dbe2-452a-a04b-cd34a8ccec18 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:44.757578 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594b4ab4-0dc4-4ba2-9565-bfa46e37ab40 None None] Network 5dd08b94-305b-477e-8148-ff3865a86e5a requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:23:44.809408 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 2ec3e002-c170-4a3d-bf60-2f6cc4c75daf up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:23:44.883907 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-217573a9-034b-4baf-a01a-f3d0926b2794 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:44.889408 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-217573a9-034b-4baf-a01a-f3d0926b2794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:44.934267 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217573a9-034b-4baf-a01a-f3d0926b2794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3424894-bc0b-44e2-888a-bdc2cb538b5b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:44.951820 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-217573a9-034b-4baf-a01a-f3d0926b2794 admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:23:44.969483 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-217573a9-034b-4baf-a01a-f3d0926b2794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:44.970097 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-217573a9-034b-4baf-a01a-f3d0926b2794 admin admin] Added segment 572211e4-6eca-4738-9e90-8bcb6cdd728f of type vlan for network bb506a42-c7e8-4f91-84cf-a2a44ed69581 Jul 15 23:23:45.043464 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9892e0-a3c6-4612-ac29-b010f99069ab req-583d34cc-7b77-4a83-8e71-1a1d1073fdf4 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:45.056599 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9c9892e0-a3c6-4612-ac29-b010f99069ab req-583d34cc-7b77-4a83-8e71-1a1d1073fdf4 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.2102568 Jul 15 23:23:45.077972 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-217573a9-034b-4baf-a01a-f3d0926b2794 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:45.119652 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-217573a9-034b-4baf-a01a-f3d0926b2794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:45.120725 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217573a9-034b-4baf-a01a-f3d0926b2794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:45.121326 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-217573a9-034b-4baf-a01a-f3d0926b2794 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:45.163918 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-217573a9-034b-4baf-a01a-f3d0926b2794 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9542325 Jul 15 23:23:45.164096 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 44116) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:45.195413 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217573a9-034b-4baf-a01a-f3d0926b2794 admin admin] Pushing event updated for resources: {'Network': ['ID=bb506a42-c7e8-4f91-84cf-a2a44ed69581,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:45.209783 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e5f5090e-a8cb-46e1-b72b-7996bcdf7dd1 admin admin] Request body: {'subnet': {'network_id': 'bb506a42-c7e8-4f91-84cf-a2a44ed69581', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-166919345-subnet', 'tenant_id': 'b699ae51ad99459e85a9856c0c084a0c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:45.334371 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9c9892e0-a3c6-4612-ac29-b010f99069ab req-0381bd86-1418-4874-829a-e8de6adabcd3 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506831 Jul 15 23:23:45.335069 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f5090e-a8cb-46e1-b72b-7996bcdf7dd1 admin admin] Made reservation on behalf of b699ae51ad99459e85a9856c0c084a0c for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:23:45.341154 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e5f5090e-a8cb-46e1-b72b-7996bcdf7dd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:45.342932 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network bb506a42-c7e8-4f91-84cf-a2a44ed69581 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:23:45.567216 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c1202574-dbe2-452a-a04b-cd34a8ccec18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:45.608735 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b3d0e429-5d77-4db0-9f31-55d3bbb9b380 None None] Provisioning for port 2ec3e002-c170-4a3d-bf60-2f6cc4c75daf completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:23:45.666662 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 2ec3e002-c170-4a3d-bf60-2f6cc4c75daf completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:23:45.712586 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 2ec3e002-c170-4a3d-bf60-2f6cc4c75daf triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:23:45.712586 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:45.900094 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:45.951534 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 2ec3e002-c170-4a3d-bf60-2f6cc4c75daf, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=2ec3e002-c170-4a3d-bf60-2f6cc4c75daf,segment=NetworkSegment(978fcb14-f527-45d0-a4ec-38d689fb220c),segment_id=978fcb14-f527-45d0-a4ec-38d689fb220c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:23:45.970495 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:45.991373 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12afbc99-5087-4709-9011-ec32c68054e0 req-df6b85b3-b866-4946-9442-d235dbd40ba0 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:45.993063 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-12afbc99-5087-4709-9011-ec32c68054e0 req-df6b85b3-b866-4946-9442-d235dbd40ba0 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a68b98c-680f-47b5-a7e6-ec986a5a8688 HTTP/1.1" status: 200 len: 945 time: 0.4135258 Jul 15 23:23:46.028976 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c562cc9-62a1-4737-8bd8-6af1513bd824 req-76c490a1-6e74-40bf-86a8-ace796e88be9 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:46.036630 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0c562cc9-62a1-4737-8bd8-6af1513bd824 req-76c490a1-6e74-40bf-86a8-ace796e88be9 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.3517370 Jul 15 23:23:46.094785 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e5f5090e-a8cb-46e1-b72b-7996bcdf7dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:46.103153 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=2ec3e002-c170-4a3d-bf60-2f6cc4c75daf,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:46.198674 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-12afbc99-5087-4709-9011-ec32c68054e0 req-2adae189-a5ba-43b6-b392-58759273b716 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/security-groups?id=faf0057f-829d-4164-9eb4-0f40f472a3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1883440 Jul 15 23:23:46.213952 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0c562cc9-62a1-4737-8bd8-6af1513bd824 req-0ddb7b67-e845-4b2e-bc15-c5d2d8b4c463 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762981 Jul 15 23:23:46.227587 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1202574-dbe2-452a-a04b-cd34a8ccec18 admin admin] Router a44bef98-cec5-4f57-bd42-844dab447238 is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:23:46.292633 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f5090e-a8cb-46e1-b72b-7996bcdf7dd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a5e5c4b-4173-4f20-92d8-4f049da584ab,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:46.307127 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f5090e-a8cb-46e1-b72b-7996bcdf7dd1 admin admin] Checking segment: {'id': '572211e4-6eca-4738-9e90-8bcb6cdd728f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bb506a42-c7e8-4f91-84cf-a2a44ed69581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:23:46.311269 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f5090e-a8cb-46e1-b72b-7996bcdf7dd1 admin admin] Network hostable DHCP agents. Network: bb506a42-c7e8-4f91-84cf-a2a44ed69581, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:23:46.383803 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b30fcb4f-0eff-411b-834a-0f4e8643502a None None] Provisioning complete for port 2ec3e002-c170-4a3d-bf60-2f6cc4c75daf triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:23:46.388423 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b30fcb4f-0eff-411b-834a-0f4e8643502a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:46.481328 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f5090e-a8cb-46e1-b72b-7996bcdf7dd1 admin admin] Network bb506a42-c7e8-4f91-84cf-a2a44ed69581 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:23:46.556022 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-e5f5090e-a8cb-46e1-b72b-7996bcdf7dd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, bb506a42-c7e8-4f91-84cf-a2a44ed69581) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:23:46.572706 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61dc6208-ab71-4ac2-9454-9d4eb7987931 None None] Network bb506a42-c7e8-4f91-84cf-a2a44ed69581 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:23:46.628786 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1202574-dbe2-452a-a04b-cd34a8ccec18 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:23:46.651564 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f5090e-a8cb-46e1-b72b-7996bcdf7dd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:46.653082 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e5f5090e-a8cb-46e1-b72b-7996bcdf7dd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:46.717317 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c039d0-5f16-4b20-9e1d-d970d87eee29 None None] Sync routers for ids ['a44bef98-cec5-4f57-bd42-844dab447238'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:23:46.722756 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-e5f5090e-a8cb-46e1-b72b-7996bcdf7dd1 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5518501 Jul 15 23:23:46.768066 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c1202574-dbe2-452a-a04b-cd34a8ccec18 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:46.782377 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-c1202574-dbe2-452a-a04b-cd34a8ccec18 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.2708282 Jul 15 23:23:46.782712 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 44150) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:46.794371 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 2ec3e002-c170-4a3d-bf60-2f6cc4c75daf up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:23:46.954955 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c039d0-5f16-4b20-9e1d-d970d87eee29 None None] Routers {'a44bef98-cec5-4f57-bd42-844dab447238'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:23:46.955828 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-09c039d0-5f16-4b20-9e1d-d970d87eee29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:23:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['a44bef98-cec5-4f57-bd42-844dab447238'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:46.958940 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f0b4ae-299f-447b-8400-2a9de08bded4 None None] Network bb506a42-c7e8-4f91-84cf-a2a44ed69581 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:23:46.967214 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5784e9c-7b84-4e91-bb2a-8d501cf3ab93 req-9f1f88d8-b5b6-47a4-bb8b-10c2bbe6750a tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:46.969570 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d5784e9c-7b84-4e91-bb2a-8d501cf3ab93 req-9f1f88d8-b5b6-47a4-bb8b-10c2bbe6750a tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a68b98c-680f-47b5-a7e6-ec986a5a8688 HTTP/1.1" status: 200 len: 945 time: 0.5117724 Jul 15 23:23:46.980780 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 44158) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:46.990417 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-2075ac25-c1d0-4442-ac3b-2687315f1447 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Request body: {'floatingip': {'port_id': '45db9877-457f-458b-889e-5cea3dced47d'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:47.062828 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2075ac25-c1d0-4442-ac3b-2687315f1447 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:47.063448 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 2ec3e002-c170-4a3d-bf60-2f6cc4c75daf triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:23:47.063877 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:47.211086 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d8bc7-904d-43bf-b639-ac3419b50f4e req-f26d332b-343e-4794-a38f-a6bbbfb6f01d tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:47.218117 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3d3d8bc7-904d-43bf-b639-ac3419b50f4e req-f26d332b-343e-4794-a38f-a6bbbfb6f01d tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.4385858 Jul 15 23:23:47.296945 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3d3d8bc7-904d-43bf-b639-ac3419b50f4e req-0ff031b9-ca03-4db8-8250-e52e0c2506bd tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778427 Jul 15 23:23:47.541529 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-09c039d0-5f16-4b20-9e1d-d970d87eee29 None None] Set router a44bef98-cec5-4f57-bd42-844dab447238 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:23:47.641235 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 44180) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:47.655179 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-39151cf7-a735-4c8c-b417-eb14da474006 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-123639917-network', 'tenant_id': 'b3922c9bfa4f469e97f2410881a0f15f'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:47.735914 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39151cf7-a735-4c8c-b417-eb14da474006 admin admin] Made reservation on behalf of b3922c9bfa4f469e97f2410881a0f15f for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:23:47.739039 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-39151cf7-a735-4c8c-b417-eb14da474006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:47.754754 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-39151cf7-a735-4c8c-b417-eb14da474006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:47.921994 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197a1dd3-e176-4fab-bf5c-10eccbb52f61 req-473dec10-ea04-4826-a784-0fc7ec8df183 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:47.923631 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-197a1dd3-e176-4fab-bf5c-10eccbb52f61 req-473dec10-ea04-4826-a784-0fc7ec8df183 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.3924670 Jul 15 23:23:48.104505 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-09c039d0-5f16-4b20-9e1d-d970d87eee29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a44bef98-cec5-4f57-bd42-844dab447238', 'name': 'tempest-AttachVolumeShelveTestJSON-1153310658-router', 'tenant_id': 'c41d1c4cc69e402eb09493d513de9715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'b0ec6879-5d2c-42f6-a9f2-0e02c72bab87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:23:40Z', 'updated_at': '2021-07-15T23:23:44Z', 'revision_number': 3, 'project_id': 'c41d1c4cc69e402eb09493d513de9715', 'gw_port': {'id': 'b0ec6879-5d2c-42f6-a9f2-0e02c72bab87', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:cd:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a44bef98-cec5-4f57-bd42-844dab447238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:23:42Z', 'updated_at': '2021-07-15T23:23:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:48.146296 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c039d0-5f16-4b20-9e1d-d970d87eee29 None None] Checking router: a44bef98-cec5-4f57-bd42-844dab447238 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:23:48.147811 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c039d0-5f16-4b20-9e1d-d970d87eee29 None None] Updating router a44bef98-cec5-4f57-bd42-844dab447238 port b0ec6879-5d2c-42f6-a9f2-0e02c72bab87 binding host n-d-794306-6 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:23:48.179653 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-39151cf7-a735-4c8c-b417-eb14da474006 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:48.199961 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-197a1dd3-e176-4fab-bf5c-10eccbb52f61 req-5a8c0203-978a-4a64-8c05-2aee16fbcec0 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671680 Jul 15 23:23:48.211085 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-39151cf7-a735-4c8c-b417-eb14da474006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:48.242295 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db345bbd-8196-4800-b049-2b90787baa83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:48.249280 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-09c039d0-5f16-4b20-9e1d-d970d87eee29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:48.326633 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39151cf7-a735-4c8c-b417-eb14da474006 admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:23:48.395419 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39151cf7-a735-4c8c-b417-eb14da474006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6689b880-44a8-4854-9aae-0fb025158ebe,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:48.425720 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-39151cf7-a735-4c8c-b417-eb14da474006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:48.426606 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-39151cf7-a735-4c8c-b417-eb14da474006 admin admin] Added segment f493f23c-c091-4dfa-bc8b-76f4fd4f28e6 of type vlan for network 8581ad81-6935-447e-b4c3-7c2e907fc1df Jul 15 23:23:48.512920 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.db.resource_extend [None req-2075ac25-c1d0-4442-ac3b-2687315f1447 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 23:23:48.604754 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-39151cf7-a735-4c8c-b417-eb14da474006 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:48.627341 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2075ac25-c1d0-4442-ac3b-2687315f1447 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:48.639402 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2075ac25-c1d0-4442-ac3b-2687315f1447 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:48.746490 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-39151cf7-a735-4c8c-b417-eb14da474006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:48.747652 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39151cf7-a735-4c8c-b417-eb14da474006 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:48.748335 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-39151cf7-a735-4c8c-b417-eb14da474006 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:48.801529 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-db345bbd-8196-4800-b049-2b90787baa83 admin admin] Allocated IP 172.20.0.1 (5dd08b94-305b-477e-8148-ff3865a86e5a/ac4619b4-8268-4046-9b08-9c5e68adfc94/ef0a64fe-47f6-4279-a3f1-2262496c7fa2) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:23:48.824875 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-09c039d0-5f16-4b20-9e1d-d970d87eee29 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:48.860708 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-09c039d0-5f16-4b20-9e1d-d970d87eee29 None None] Transition to ACTIVE for port object b0ec6879-5d2c-42f6-a9f2-0e02c72bab87 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:23:48.879758 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-09c039d0-5f16-4b20-9e1d-d970d87eee29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:48.880120 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-39151cf7-a735-4c8c-b417-eb14da474006 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2267411 Jul 15 23:23:48.883452 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 44204) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:48.885890 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-45ea14c4-088a-4b2e-af0c-a0d00c9b6935 admin admin] Request body: {'subnet': {'network_id': '8581ad81-6935-447e-b4c3-7c2e907fc1df', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-123639917-subnet', 'tenant_id': 'b3922c9bfa4f469e97f2410881a0f15f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:48.920733 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39151cf7-a735-4c8c-b417-eb14da474006 admin admin] Pushing event updated for resources: {'Network': ['ID=8581ad81-6935-447e-b4c3-7c2e907fc1df,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:48.936937 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac1917e-c029-4a3e-9440-2d867294042f req-5f56043f-1f68-4a61-99de-07fbb0fac2a0 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:48.945185 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6ac1917e-c029-4a3e-9440-2d867294042f req-5f56043f-1f68-4a61-99de-07fbb0fac2a0 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.4226074 Jul 15 23:23:48.968423 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-09c039d0-5f16-4b20-9e1d-d970d87eee29 None None] Attempting to bind port b0ec6879-5d2c-42f6-a9f2-0e02c72bab87 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:23:48.969568 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-09c039d0-5f16-4b20-9e1d-d970d87eee29 None None] Attempting to bind port b0ec6879-5d2c-42f6-a9f2-0e02c72bab87 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:23:48.969798 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c039d0-5f16-4b20-9e1d-d970d87eee29 None None] Attempting to bind port b0ec6879-5d2c-42f6-a9f2-0e02c72bab87 on network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:23:48.975168 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 8581ad81-6935-447e-b4c3-7c2e907fc1df details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:23:48.977032 n-d-794306-6 neutron-server[93770]: INFO neutron.db.l3_db [None req-2075ac25-c1d0-4442-ac3b-2687315f1447 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Floating IP 2d76df18-fa7e-4323-91c8-7c7428ece67b associated. External IP: 172.25.5.66, port: 45db9877-457f-458b-889e-5cea3dced47d. Jul 15 23:23:49.032806 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c039d0-5f16-4b20-9e1d-d970d87eee29 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:23:49.033178 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c039d0-5f16-4b20-9e1d-d970d87eee29 None None] Checking segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:23:49.033620 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-09c039d0-5f16-4b20-9e1d-d970d87eee29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:49.033991 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c039d0-5f16-4b20-9e1d-d970d87eee29 None None] Bound using segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:23:49.035310 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-09c039d0-5f16-4b20-9e1d-d970d87eee29 None None] Bound port: b0ec6879-5d2c-42f6-a9f2-0e02c72bab87, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:23:49.035842 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-09c039d0-5f16-4b20-9e1d-d970d87eee29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:49.059383 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db345bbd-8196-4800-b049-2b90787baa83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:49.061969 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6ac1917e-c029-4a3e-9440-2d867294042f req-de6d6f23-29ed-4a18-8f3e-6840c1eb2730 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155288 Jul 15 23:23:49.079558 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-db345bbd-8196-4800-b049-2b90787baa83 admin admin] Transition to ACTIVE for port object ef0a64fe-47f6-4279-a3f1-2262496c7fa2 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:23:49.091360 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ea14c4-088a-4b2e-af0c-a0d00c9b6935 admin admin] Made reservation on behalf of b3922c9bfa4f469e97f2410881a0f15f for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:23:49.094405 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-45ea14c4-088a-4b2e-af0c-a0d00c9b6935 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:49.149982 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e200812-d7b9-43bc-a151-626814009c66 None None] Pushing event updated for resources: {'Port': ['ID=b0ec6879-5d2c-42f6-a9f2-0e02c72bab87,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:49.201867 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-09c039d0-5f16-4b20-9e1d-d970d87eee29 None None] For port b0ec6879-5d2c-42f6-a9f2-0e02c72bab87, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:23:49.208770 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-09c039d0-5f16-4b20-9e1d-d970d87eee29 None None] For port b0ec6879-5d2c-42f6-a9f2-0e02c72bab87, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=b0ec6879-5d2c-42f6-a9f2-0e02c72bab87,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:23:49.216108 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-09c039d0-5f16-4b20-9e1d-d970d87eee29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:49.268897 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db345bbd-8196-4800-b049-2b90787baa83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:49.314402 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c039d0-5f16-4b20-9e1d-d970d87eee29 None None] Routers {'a44bef98-cec5-4f57-bd42-844dab447238'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:23:49.316503 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-09c039d0-5f16-4b20-9e1d-d970d87eee29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:23:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['a44bef98-cec5-4f57-bd42-844dab447238'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:49.320061 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e200812-d7b9-43bc-a151-626814009c66 None None] Pushing event updated for resources: {'Port': ['ID=b0ec6879-5d2c-42f6-a9f2-0e02c72bab87,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:49.526157 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-45ea14c4-088a-4b2e-af0c-a0d00c9b6935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:49.559697 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-09c039d0-5f16-4b20-9e1d-d970d87eee29 None None] Set router a44bef98-cec5-4f57-bd42-844dab447238 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:23:49.578980 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db345bbd-8196-4800-b049-2b90787baa83 admin admin] Network 5dd08b94-305b-477e-8148-ff3865a86e5a is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:23:49.595766 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-db345bbd-8196-4800-b049-2b90787baa83 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:23:49.604845 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db345bbd-8196-4800-b049-2b90787baa83 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:23:49.606994 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db345bbd-8196-4800-b049-2b90787baa83 admin admin] Pushing event updated for resources: {'Port': ['ID=ef0a64fe-47f6-4279-a3f1-2262496c7fa2,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:49.691415 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ea14c4-088a-4b2e-af0c-a0d00c9b6935 admin admin] Checking segment: {'id': 'f493f23c-c091-4dfa-bc8b-76f4fd4f28e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '8581ad81-6935-447e-b4c3-7c2e907fc1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:23:49.692004 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ea14c4-088a-4b2e-af0c-a0d00c9b6935 admin admin] Network hostable DHCP agents. Network: 8581ad81-6935-447e-b4c3-7c2e907fc1df, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:23:49.698177 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ea14c4-088a-4b2e-af0c-a0d00c9b6935 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ba941db-1933-4fc6-b78c-54fdc605b106,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:49.704369 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d73b799-0749-41c1-9a2f-b1fdbfa7ab2c req-92bad49c-6eb4-42ee-953d-27676716190f tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:49.711753 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db345bbd-8196-4800-b049-2b90787baa83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:49.712465 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1d73b799-0749-41c1-9a2f-b1fdbfa7ab2c req-92bad49c-6eb4-42ee-953d-27676716190f tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.1782343 Jul 15 23:23:49.914888 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2075ac25-c1d0-4442-ac3b-2687315f1447 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Router 5caf442f-90f5-4944-9b7b-3c82b82f80d5 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:23:49.965077 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1d73b799-0749-41c1-9a2f-b1fdbfa7ab2c req-4cbbccb8-af6f-4465-8cf0-e1b390ba5d1b tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483246 Jul 15 23:23:49.967031 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ea14c4-088a-4b2e-af0c-a0d00c9b6935 admin admin] Network 8581ad81-6935-447e-b4c3-7c2e907fc1df is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:23:49.983335 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-45ea14c4-088a-4b2e-af0c-a0d00c9b6935 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 8581ad81-6935-447e-b4c3-7c2e907fc1df) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:23:49.992196 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ea14c4-088a-4b2e-af0c-a0d00c9b6935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:49.992948 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-45ea14c4-088a-4b2e-af0c-a0d00c9b6935 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:50.013182 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132d97ee-1771-4a3b-b909-9222749b4f39 None None] Network 8581ad81-6935-447e-b4c3-7c2e907fc1df requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:23:50.043960 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-45ea14c4-088a-4b2e-af0c-a0d00c9b6935 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1553993 Jul 15 23:23:50.071823 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db345bbd-8196-4800-b049-2b90787baa83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:50.146274 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e9035af0-7888-4020-b60e-bb44f0b51826 None None] Provisioning for port ef0a64fe-47f6-4279-a3f1-2262496c7fa2 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:23:50.157929 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e9035af0-7888-4020-b60e-bb44f0b51826 None None] Provisioning complete for port ef0a64fe-47f6-4279-a3f1-2262496c7fa2 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:23:50.158845 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e9035af0-7888-4020-b60e-bb44f0b51826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:50.227842 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2075ac25-c1d0-4442-ac3b-2687315f1447 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:23:50.236720 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2075ac25-c1d0-4442-ac3b-2687315f1447 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:50.241710 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d097be5-d61d-4dd1-8d7a-461db7b19206 None None] Sync routers for ids ['5caf442f-90f5-4944-9b7b-3c82b82f80d5'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:23:50.252239 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-09c039d0-5f16-4b20-9e1d-d970d87eee29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a44bef98-cec5-4f57-bd42-844dab447238', 'name': 'tempest-AttachVolumeShelveTestJSON-1153310658-router', 'tenant_id': 'c41d1c4cc69e402eb09493d513de9715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'b0ec6879-5d2c-42f6-a9f2-0e02c72bab87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:23:40Z', 'updated_at': '2021-07-15T23:23:44Z', 'revision_number': 3, 'project_id': 'c41d1c4cc69e402eb09493d513de9715', 'gw_port': {'id': 'b0ec6879-5d2c-42f6-a9f2-0e02c72bab87', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:cd:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a44bef98-cec5-4f57-bd42-844dab447238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:23:42Z', 'updated_at': '2021-07-15T23:23:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:50.267988 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d097be5-d61d-4dd1-8d7a-461db7b19206 None None] Routers {'5caf442f-90f5-4944-9b7b-3c82b82f80d5'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:23:50.269675 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4d097be5-d61d-4dd1-8d7a-461db7b19206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:23:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['5caf442f-90f5-4944-9b7b-3c82b82f80d5'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:50.369937 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e9035af0-7888-4020-b60e-bb44f0b51826 None None] Port ef0a64fe-47f6-4279-a3f1-2262496c7fa2 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:23:50.381212 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-2075ac25-c1d0-4442-ac3b-2687315f1447 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "PUT /v2.0/floatingips/2d76df18-fa7e-4323-91c8-7c7428ece67b HTTP/1.1" status: 200 len: 990 time: 3.3991570 Jul 15 23:23:50.381917 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a68b98c-680f-47b5-a7e6-ec986a5a8688', 'tag': '45db9877-457f-458b-889e-5cea3dced47d'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:23:50.384632 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da6dc19f-b744-4fe3-bb76-b9a9d810ccc8" -d '{"events": [{"name": "network-changed", "server_uuid": "5a68b98c-680f-47b5-a7e6-ec986a5a8688", "tag": "45db9877-457f-458b-889e-5cea3dced47d"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:23:50.398954 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c039d0-5f16-4b20-9e1d-d970d87eee29 None None] The sync data for ids ['a44bef98-cec5-4f57-bd42-844dab447238'] in n-d-794306-6 is: [{'id': 'a44bef98-cec5-4f57-bd42-844dab447238', 'name': 'tempest-AttachVolumeShelveTestJSON-1153310658-router', 'tenant_id': 'c41d1c4cc69e402eb09493d513de9715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'b0ec6879-5d2c-42f6-a9f2-0e02c72bab87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:23:40Z', 'updated_at': '2021-07-15T23:23:44Z', 'revision_number': 3, 'project_id': 'c41d1c4cc69e402eb09493d513de9715', 'gw_port': {'id': 'b0ec6879-5d2c-42f6-a9f2-0e02c72bab87', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:cd:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a44bef98-cec5-4f57-bd42-844dab447238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:23:42Z', 'updated_at': '2021-07-15T23:23:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:23:50.412869 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2cbfec-d0ec-47ca-aaf5-610b84fdfcd2 None None] Network 8581ad81-6935-447e-b4c3-7c2e907fc1df requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:23:50.513022 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db345bbd-8196-4800-b049-2b90787baa83 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:50.523309 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db345bbd-8196-4800-b049-2b90787baa83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:50.656141 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-4d097be5-d61d-4dd1-8d7a-461db7b19206 None None] Set router 5caf442f-90f5-4944-9b7b-3c82b82f80d5 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:23:50.727132 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b8486b-e661-4532-a1a6-6bac8970d1a4 req-8e1d3c51-baae-48bd-b520-d87084f07e38 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:50.741752 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-73b8486b-e661-4532-a1a6-6bac8970d1a4 req-8e1d3c51-baae-48bd-b520-d87084f07e38 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.2299969 Jul 15 23:23:50.793541 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db345bbd-8196-4800-b049-2b90787baa83 admin admin] Pushing event updated for resources: {'Port': ['ID=ef0a64fe-47f6-4279-a3f1-2262496c7fa2,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:50.894803 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5b2e65-0cda-47a9-80ec-ed50fc7c65de x-openstack-request-id: req-3d5b2e65-0cda-47a9-80ec-ed50fc7c65de {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:23:50.895115 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a68b98c-680f-47b5-a7e6-ec986a5a8688", "tag": "45db9877-457f-458b-889e-5cea3dced47d", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:23:50.895369 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3d5b2e65-0cda-47a9-80ec-ed50fc7c65de {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:23:50.895774 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a68b98c-680f-47b5-a7e6-ec986a5a8688', 'tag': '45db9877-457f-458b-889e-5cea3dced47d', 'status': 'completed', 'code': 200} Jul 15 23:23:50.958939 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-73b8486b-e661-4532-a1a6-6bac8970d1a4 req-5393a72f-1cd6-4143-b5b5-93c5a9eac8e1 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160637 Jul 15 23:23:51.052499 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db345bbd-8196-4800-b049-2b90787baa83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:51.264561 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6dc19f-b744-4fe3-bb76-b9a9d810ccc8 req-58c4d8de-c2bb-423a-8af5-b623efc850b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:51.266153 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-da6dc19f-b744-4fe3-bb76-b9a9d810ccc8 req-58c4d8de-c2bb-423a-8af5-b623efc850b8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c691a27677f54c85a3250b5bafef55f4&device_id=5a68b98c-680f-47b5-a7e6-ec986a5a8688 HTTP/1.1" status: 200 len: 1096 time: 0.3298829 Jul 15 23:23:51.372063 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4d097be5-d61d-4dd1-8d7a-461db7b19206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5caf442f-90f5-4944-9b7b-3c82b82f80d5', 'name': 'tempest-AttachVolumeTestJSON-1991659375-router', 'tenant_id': 'c691a27677f54c85a3250b5bafef55f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': 'c126e0f2-7b39-47ee-bcb1-ab21bab14aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:36Z', 'updated_at': '2021-07-15T23:17:53Z', 'revision_number': 4, 'project_id': 'c691a27677f54c85a3250b5bafef55f4', 'gw_port': {'id': 'c126e0f2-7b39-47ee-bcb1-ab21bab14aaa', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5caf442f-90f5-4944-9b7b-3c82b82f80d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:39Z', 'updated_at': '2021-07-15T23:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '2d76df18-fa7e-4323-91c8-7c7428ece67b', 'tenant_id': 'c691a27677f54c85a3250b5bafef55f4', 'floating_ip_address': '172.25.5.66', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '5caf442f-90f5-4944-9b7b-3c82b82f80d5', 'port_id': '45db9877-457f-458b-889e-5cea3dced47d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72dd1139-85ac-44a3-8181-7845deb521ca', 'mac_address': 'fa:16:3e:b2:c8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a68b98c-680f-47b5-a7e6-ec986a5a8688', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:23:24Z', 'updated_at': '2021-07-15T23:23:48Z', 'revision_number': 1, 'project_id': 'c691a27677f54c85a3250b5bafef55f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12c36751-f011-4281-8ed5-a95b40bd1dbf', 'name': '', 'network_id': '72dd1139-85ac-44a3-8181-7845deb521ca', 'tenant_id': 'c691a27677f54c85a3250b5bafef55f4', 'mac_address': 'fa:16:3e:ee:1f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5caf442f-90f5-4944-9b7b-3c82b82f80d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '8c6a4d69-e5f7-4129-9f0b-56463cfab399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:51Z', 'updated_at': '2021-07-15T23:18:12Z', 'revision_number': 5, 'project_id': 'c691a27677f54c85a3250b5bafef55f4', 'subnets': [{'id': '8c6a4d69-e5f7-4129-9f0b-56463cfab399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:51.404742 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d097be5-d61d-4dd1-8d7a-461db7b19206 None None] Checking router: 5caf442f-90f5-4944-9b7b-3c82b82f80d5 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:23:51.416945 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d097be5-d61d-4dd1-8d7a-461db7b19206 None None] Routers {'5caf442f-90f5-4944-9b7b-3c82b82f80d5'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:23:51.417863 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4d097be5-d61d-4dd1-8d7a-461db7b19206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:23:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['5caf442f-90f5-4944-9b7b-3c82b82f80d5'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:51.546913 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102da8d0-33d1-44d3-b0b6-e60b057c9e3c req-c2f9d1aa-93c6-4831-b1eb-ae5fc8ba646e tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:51.557167 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-102da8d0-33d1-44d3-b0b6-e60b057c9e3c req-c2f9d1aa-93c6-4831-b1eb-ae5fc8ba646e tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.1802301 Jul 15 23:23:51.587349 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db345bbd-8196-4800-b049-2b90787baa83 admin admin] Network 5dd08b94-305b-477e-8148-ff3865a86e5a is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:23:51.595731 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-db345bbd-8196-4800-b049-2b90787baa83 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:23:51.650128 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-102da8d0-33d1-44d3-b0b6-e60b057c9e3c req-61be5f7d-f9ef-4405-bfd4-bc19c122d40a tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911381 Jul 15 23:23:51.787546 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-4d097be5-d61d-4dd1-8d7a-461db7b19206 None None] Set router 5caf442f-90f5-4944-9b7b-3c82b82f80d5 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:23:51.949063 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6dc19f-b744-4fe3-bb76-b9a9d810ccc8 req-b54e6991-02a5-42b7-b186-5a07d7dc3469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:51.954981 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-da6dc19f-b744-4fe3-bb76-b9a9d810ccc8 req-b54e6991-02a5-42b7-b186-5a07d7dc3469 service neutron] 10.222.0.49 "GET /v2.0/networks?id=72dd1139-85ac-44a3-8181-7845deb521ca HTTP/1.1" status: 200 len: 912 time: 0.6797605 Jul 15 23:23:52.037747 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db345bbd-8196-4800-b049-2b90787baa83 admin admin] Router a44bef98-cec5-4f57-bd42-844dab447238 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:23:52.149884 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-02e0eef2-8ea2-4fbb-a736-b7bc266e245d None None] Provisioning complete for port ef0a64fe-47f6-4279-a3f1-2262496c7fa2 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:23:52.154818 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-02e0eef2-8ea2-4fbb-a736-b7bc266e245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:52.200846 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4d097be5-d61d-4dd1-8d7a-461db7b19206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5caf442f-90f5-4944-9b7b-3c82b82f80d5', 'name': 'tempest-AttachVolumeTestJSON-1991659375-router', 'tenant_id': 'c691a27677f54c85a3250b5bafef55f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': 'c126e0f2-7b39-47ee-bcb1-ab21bab14aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:36Z', 'updated_at': '2021-07-15T23:17:53Z', 'revision_number': 4, 'project_id': 'c691a27677f54c85a3250b5bafef55f4', 'gw_port': {'id': 'c126e0f2-7b39-47ee-bcb1-ab21bab14aaa', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5caf442f-90f5-4944-9b7b-3c82b82f80d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:39Z', 'updated_at': '2021-07-15T23:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '2d76df18-fa7e-4323-91c8-7c7428ece67b', 'tenant_id': 'c691a27677f54c85a3250b5bafef55f4', 'floating_ip_address': '172.25.5.66', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '5caf442f-90f5-4944-9b7b-3c82b82f80d5', 'port_id': '45db9877-457f-458b-889e-5cea3dced47d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72dd1139-85ac-44a3-8181-7845deb521ca', 'mac_address': 'fa:16:3e:b2:c8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a68b98c-680f-47b5-a7e6-ec986a5a8688', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:23:24Z', 'updated_at': '2021-07-15T23:23:48Z', 'revision_number': 1, 'project_id': 'c691a27677f54c85a3250b5bafef55f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12c36751-f011-4281-8ed5-a95b40bd1dbf', 'name': '', 'network_id': '72dd1139-85ac-44a3-8181-7845deb521ca', 'tenant_id': 'c691a27677f54c85a3250b5bafef55f4', 'mac_address': 'fa:16:3e:ee:1f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5caf442f-90f5-4944-9b7b-3c82b82f80d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '8c6a4d69-e5f7-4129-9f0b-56463cfab399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:51Z', 'updated_at': '2021-07-15T23:18:12Z', 'revision_number': 5, 'project_id': 'c691a27677f54c85a3250b5bafef55f4', 'subnets': [{'id': '8c6a4d69-e5f7-4129-9f0b-56463cfab399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:52.211436 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2203b8-971e-46c6-be33-c8d8a13a7b69 req-695bd184-54c7-49f7-91e7-13614e3a9d3e tempest-ServersNegativeTestMultiTenantJSON-170713877 tempest-ServersNegativeTestMultiTenantJSON-170713877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:52.216748 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-da2203b8-971e-46c6-be33-c8d8a13a7b69 req-695bd184-54c7-49f7-91e7-13614e3a9d3e tempest-ServersNegativeTestMultiTenantJSON-170713877 tempest-ServersNegativeTestMultiTenantJSON-170713877-project] 10.222.0.48 "GET /v2.0/networks?id=bb506a42-c7e8-4f91-84cf-a2a44ed69581 HTTP/1.1" status: 200 len: 824 time: 0.4062974 Jul 15 23:23:52.246861 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-da2203b8-971e-46c6-be33-c8d8a13a7b69 req-0c2ca225-a365-40f8-9715-dfcfde694a75 tempest-ServersNegativeTestMultiTenantJSON-170713877 tempest-ServersNegativeTestMultiTenantJSON-170713877-project] 10.222.0.48 "GET /v2.0/quotas/b699ae51ad99459e85a9856c0c084a0c HTTP/1.1" status: 200 len: 375 time: 0.0193868 Jul 15 23:23:52.266691 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d097be5-d61d-4dd1-8d7a-461db7b19206 None None] The sync data for ids ['5caf442f-90f5-4944-9b7b-3c82b82f80d5'] in n-d-794306-6 is: [{'id': '5caf442f-90f5-4944-9b7b-3c82b82f80d5', 'name': 'tempest-AttachVolumeTestJSON-1991659375-router', 'tenant_id': 'c691a27677f54c85a3250b5bafef55f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': 'c126e0f2-7b39-47ee-bcb1-ab21bab14aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:36Z', 'updated_at': '2021-07-15T23:17:53Z', 'revision_number': 4, 'project_id': 'c691a27677f54c85a3250b5bafef55f4', 'gw_port': {'id': 'c126e0f2-7b39-47ee-bcb1-ab21bab14aaa', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5caf442f-90f5-4944-9b7b-3c82b82f80d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:39Z', 'updated_at': '2021-07-15T23:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '2d76df18-fa7e-4323-91c8-7c7428ece67b', 'tenant_id': 'c691a27677f54c85a3250b5bafef55f4', 'floating_ip_address': '172.25.5.66', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '5caf442f-90f5-4944-9b7b-3c82b82f80d5', 'port_id': '45db9877-457f-458b-889e-5cea3dced47d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72dd1139-85ac-44a3-8181-7845deb521ca', 'mac_address': 'fa:16:3e:b2:c8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a68b98c-680f-47b5-a7e6-ec986a5a8688', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:23:24Z', 'updated_at': '2021-07-15T23:23:48Z', 'revision_number': 1, 'project_id': 'c691a27677f54c85a3250b5bafef55f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12c36751-f011-4281-8ed5-a95b40bd1dbf', 'name': '', 'network_id': '72dd1139-85ac-44a3-8181-7845deb521ca', 'tenant_id': 'c691a27677f54c85a3250b5bafef55f4', 'mac_address': 'fa:16:3e:ee:1f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5caf442f-90f5-4944-9b7b-3c82b82f80d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '8c6a4d69-e5f7-4129-9f0b-56463cfab399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:51Z', 'updated_at': '2021-07-15T23:18:12Z', 'revision_number': 5, 'project_id': 'c691a27677f54c85a3250b5bafef55f4', 'subnets': [{'id': '8c6a4d69-e5f7-4129-9f0b-56463cfab399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:23:52.340880 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-da2203b8-971e-46c6-be33-c8d8a13a7b69 req-b6c1842d-4840-44a8-82f1-c54e91f3a89b tempest-ServersNegativeTestMultiTenantJSON-170713877 tempest-ServersNegativeTestMultiTenantJSON-170713877-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b699ae51ad99459e85a9856c0c084a0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0769110 Jul 15 23:23:52.357253 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-02e0eef2-8ea2-4fbb-a736-b7bc266e245d None None] Port ef0a64fe-47f6-4279-a3f1-2262496c7fa2 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:23:52.539311 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-da2203b8-971e-46c6-be33-c8d8a13a7b69 req-7e6e097a-1188-4586-a9cf-11ec30f70cdf service neutron] 10.222.0.48 "GET /v2.0/networks/bb506a42-c7e8-4f91-84cf-a2a44ed69581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830556 Jul 15 23:23:52.548243 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-da6dc19f-b744-4fe3-bb76-b9a9d810ccc8 req-a97c82b5-470f-46c1-914d-8f1623c1ed5f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45db9877-457f-458b-889e-5cea3dced47d HTTP/1.1" status: 200 len: 998 time: 0.5846224 Jul 15 23:23:52.613309 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6dc19f-b744-4fe3-bb76-b9a9d810ccc8 req-b7ba4701-9619-4fe5-b549-e7cea79bef21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:52.614882 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-da6dc19f-b744-4fe3-bb76-b9a9d810ccc8 req-b7ba4701-9619-4fe5-b549-e7cea79bef21 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8c6a4d69-e5f7-4129-9f0b-56463cfab399 HTTP/1.1" status: 200 len: 850 time: 0.0595496 Jul 15 23:23:52.620222 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db345bbd-8196-4800-b049-2b90787baa83 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:23:52.636070 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-db345bbd-8196-4800-b049-2b90787baa83 admin admin] 10.222.0.48 "PUT /v2.0/routers/a44bef98-cec5-4f57-bd42-844dab447238/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8418911 Jul 15 23:23:52.744726 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6dc19f-b744-4fe3-bb76-b9a9d810ccc8 req-26c8c236-85eb-4a76-833f-df79f245d52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:52.746864 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-da6dc19f-b744-4fe3-bb76-b9a9d810ccc8 req-26c8c236-85eb-4a76-833f-df79f245d52b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=72dd1139-85ac-44a3-8181-7845deb521ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1201611 Jul 15 23:23:52.801724 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-da2203b8-971e-46c6-be33-c8d8a13a7b69 req-ec5b6104-88f8-44a4-8522-5f33ec41d806 service neutron] 10.222.0.48 "GET /v2.0/networks/bb506a42-c7e8-4f91-84cf-a2a44ed69581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609570 Jul 15 23:23:52.829497 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a7ee2-8464-44c2-9a95-e68e75cc5428 req-ee008d17-ad75-48d0-be22-3cc965a54588 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:52.843514 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device b0ec6879-5d2c-42f6-a9f2-0e02c72bab87 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:23:52.843953 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e56a7ee2-8464-44c2-9a95-e68e75cc5428 req-ee008d17-ad75-48d0-be22-3cc965a54588 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.1999743 Jul 15 23:23:52.931056 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e56a7ee2-8464-44c2-9a95-e68e75cc5428 req-fd26cd2b-43af-4991-b59a-deaab9a8086e tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853460 Jul 15 23:23:52.941285 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-da6dc19f-b744-4fe3-bb76-b9a9d810ccc8 req-ef1d1158-bbfa-4b27-8f89-f407ba51e463 service neutron] 10.222.0.49 "GET /v2.0/networks/72dd1139-85ac-44a3-8181-7845deb521ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862621 Jul 15 23:23:52.978645 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port b0ec6879-5d2c-42f6-a9f2-0e02c72bab87 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:23:52.991988 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port b0ec6879-5d2c-42f6-a9f2-0e02c72bab87 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:23:52.992433 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:53.114997 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c648f718-577d-4e95-9f45-116a81e831b7 None None] New status for floating IP 2d76df18-fa7e-4323-91c8-7c7428ece67b: ACTIVE {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:23:53.232954 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-da6dc19f-b744-4fe3-bb76-b9a9d810ccc8 req-02a1119f-b522-4566-b89f-c8fbeb132c90 service neutron] 10.222.0.49 "GET /v2.0/networks/72dd1139-85ac-44a3-8181-7845deb521ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848248 Jul 15 23:23:53.274330 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:53.512903 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a85b59-4aab-47f6-a9c5-c4491ea2ff16 req-6f880992-7783-4fac-bab9-493645106fa2 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:53.526910 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a6a85b59-4aab-47f6-a9c5-c4491ea2ff16 req-6f880992-7783-4fac-bab9-493645106fa2 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.1319125 Jul 15 23:23:53.630622 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a6a85b59-4aab-47f6-a9c5-c4491ea2ff16 req-dc783f6e-4fb0-4e98-b914-b794ce1ab57c tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966403 Jul 15 23:23:53.648396 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port b0ec6879-5d2c-42f6-a9f2-0e02c72bab87, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=b0ec6879-5d2c-42f6-a9f2-0e02c72bab87,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:23:53.688302 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:53.719202 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c5f2d4-1b0f-4fcb-ac30-17ce5fa3e9b7 None None] Sync routers for ids ['a44bef98-cec5-4f57-bd42-844dab447238'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:23:53.760460 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c5f2d4-1b0f-4fcb-ac30-17ce5fa3e9b7 None None] Routers {'a44bef98-cec5-4f57-bd42-844dab447238'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:23:53.761255 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-51c5f2d4-1b0f-4fcb-ac30-17ce5fa3e9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:23:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['a44bef98-cec5-4f57-bd42-844dab447238'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:53.772496 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 44296) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:53.778203 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b437ff19-c04c-4748-b29f-8a6f4ca0f7a9 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1762094226', 'description': 'tempest-description--383169689'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:53.812575 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=b0ec6879-5d2c-42f6-a9f2-0e02c72bab87,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:53.842559 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9f1226d0-321d-4eb3-b0ed-414395d92db9 req-d98695ac-5339-45f2-bb77-6711eb8fc0e6 tempest-ServersNegativeTestMultiTenantJSON-170713877 tempest-ServersNegativeTestMultiTenantJSON-170713877-project] 10.222.0.48 "GET /v2.0/ports?device_id=62030c70-039d-43d7-962e-6968fd8582fe HTTP/1.1" status: 200 len: 210 time: 0.1520693 Jul 15 23:23:53.876906 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b437ff19-c04c-4748-b29f-8a6f4ca0f7a9 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:54.082530 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-51c5f2d4-1b0f-4fcb-ac30-17ce5fa3e9b7 None None] Set router a44bef98-cec5-4f57-bd42-844dab447238 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:23:54.122481 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b437ff19-c04c-4748-b29f-8a6f4ca0f7a9 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:54.127225 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b437ff19-c04c-4748-b29f-8a6f4ca0f7a9 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:54.181745 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b437ff19-c04c-4748-b29f-8a6f4ca0f7a9 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:54.183315 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b437ff19-c04c-4748-b29f-8a6f4ca0f7a9 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4089048 Jul 15 23:23:54.187740 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 44302) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:54.196351 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ba13c021-2324-48b4-9e4d-5f4a03f395e4 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Request body: {'security_group_rule': {'security_group_id': '723b47fb-9d83-4482-a686-76e0a3025323', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:54.198969 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b437ff19-c04c-4748-b29f-8a6f4ca0f7a9 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=723b47fb-9d83-4482-a686-76e0a3025323,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:54.242237 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853381b9-e7d2-4e03-9193-f2ccb539669d req-53b3b34b-32e0-4e74-ba56-cd4b4307e803 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:54.249795 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-853381b9-e7d2-4e03-9193-f2ccb539669d req-53b3b34b-32e0-4e74-ba56-cd4b4307e803 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.1488204 Jul 15 23:23:54.292634 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ba13c021-2324-48b4-9e4d-5f4a03f395e4 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:54.354784 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-853381b9-e7d2-4e03-9193-f2ccb539669d req-b65cccc5-48ff-41dc-a7f0-1ce7ce398841 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037033 Jul 15 23:23:54.427311 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ba13c021-2324-48b4-9e4d-5f4a03f395e4 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:54.439893 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ba13c021-2324-48b4-9e4d-5f4a03f395e4 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:54.463880 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:23:54.503714 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ba13c021-2324-48b4-9e4d-5f4a03f395e4 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:54.511782 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 44310) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:54.514193 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-ba13c021-2324-48b4-9e4d-5f4a03f395e4 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3248892 Jul 15 23:23:54.516610 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-4a06cfdb-ff9f-41c1-b934-9eee850aaf9e tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Request body: {'security_group_rule': {'security_group_id': '723b47fb-9d83-4482-a686-76e0a3025323', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:54.520124 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13c021-2324-48b4-9e4d-5f4a03f395e4 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=481c1b4d-2421-496e-a8c1-216706cc592b,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:54.560630 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4a06cfdb-ff9f-41c1-b934-9eee850aaf9e tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:54.630226 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-51c5f2d4-1b0f-4fcb-ac30-17ce5fa3e9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a44bef98-cec5-4f57-bd42-844dab447238', 'name': 'tempest-AttachVolumeShelveTestJSON-1153310658-router', 'tenant_id': 'c41d1c4cc69e402eb09493d513de9715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'b0ec6879-5d2c-42f6-a9f2-0e02c72bab87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:23:40Z', 'updated_at': '2021-07-15T23:23:49Z', 'revision_number': 4, 'project_id': 'c41d1c4cc69e402eb09493d513de9715', 'gw_port': {'id': 'b0ec6879-5d2c-42f6-a9f2-0e02c72bab87', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:cd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44bef98-cec5-4f57-bd42-844dab447238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:23:42Z', 'updated_at': '2021-07-15T23:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'ef0a64fe-47f6-4279-a3f1-2262496c7fa2', 'name': '', 'network_id': '5dd08b94-305b-477e-8148-ff3865a86e5a', 'tenant_id': 'c41d1c4cc69e402eb09493d513de9715', 'mac_address': 'fa:16:3e:df:a6:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a44bef98-cec5-4f57-bd42-844dab447238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': 'ac4619b4-8268-4046-9b08-9c5e68adfc94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:23:48Z', 'updated_at': '2021-07-15T23:23:50Z', 'revision_number': 2, 'project_id': 'c41d1c4cc69e402eb09493d513de9715', 'subnets': [{'id': 'ac4619b4-8268-4046-9b08-9c5e68adfc94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:54.694555 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c5f2d4-1b0f-4fcb-ac30-17ce5fa3e9b7 None None] Checking router: a44bef98-cec5-4f57-bd42-844dab447238 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:23:54.694894 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c5f2d4-1b0f-4fcb-ac30-17ce5fa3e9b7 None None] Updating router a44bef98-cec5-4f57-bd42-844dab447238 port ef0a64fe-47f6-4279-a3f1-2262496c7fa2 binding host n-d-794306-6 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:23:54.728973 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f218139-d5aa-4613-bd42-66eab5220a44 req-f7f40dc2-bf04-4f20-a4ff-427b97f2f04f tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:54.732985 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1f218139-d5aa-4613-bd42-66eab5220a44 req-f7f40dc2-bf04-4f20-a4ff-427b97f2f04f tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.1569967 Jul 15 23:23:54.746609 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device b0ec6879-5d2c-42f6-a9f2-0e02c72bab87 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:23:54.761618 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-51c5f2d4-1b0f-4fcb-ac30-17ce5fa3e9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:54.765274 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4a06cfdb-ff9f-41c1-b934-9eee850aaf9e tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:54.778482 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4a06cfdb-ff9f-41c1-b934-9eee850aaf9e tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:54.813631 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a06cfdb-ff9f-41c1-b934-9eee850aaf9e tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fa43d00-efd9-42e2-82c3-10466e2c15bc,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:54.829807 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4a06cfdb-ff9f-41c1-b934-9eee850aaf9e tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:54.833175 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-4a06cfdb-ff9f-41c1-b934-9eee850aaf9e tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3197739 Jul 15 23:23:54.835054 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1f218139-d5aa-4613-bd42-66eab5220a44 req-93e5e730-048f-451f-88db-6fe475d8aa35 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942030 Jul 15 23:23:54.837592 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 44312) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:23:54.849111 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-376e761b-819a-41b8-8b6e-11b8f9c2fc22 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Request body: {'floatingip': {'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:54.867523 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port b0ec6879-5d2c-42f6-a9f2-0e02c72bab87 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:23:54.868129 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:54.883700 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-376e761b-819a-41b8-8b6e-11b8f9c2fc22 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:55.093306 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-376e761b-819a-41b8-8b6e-11b8f9c2fc22 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:55.226477 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-430cec6e-2b81-4338-b4ec-87c232bda925 req-d8135b98-fb29-489b-b308-940e1c75ab8d tempest-ServersNegativeTestMultiTenantJSON-170713877 tempest-ServersNegativeTestMultiTenantJSON-170713877-project] 10.222.0.48 "GET /v2.0/ports?device_id=62030c70-039d-43d7-962e-6968fd8582fe HTTP/1.1" status: 200 len: 210 time: 0.0679615 Jul 15 23:23:55.344042 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:55.346323 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-51c5f2d4-1b0f-4fcb-ac30-17ce5fa3e9b7 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:55.384126 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-51c5f2d4-1b0f-4fcb-ac30-17ce5fa3e9b7 None None] Transition to ACTIVE for port object ef0a64fe-47f6-4279-a3f1-2262496c7fa2 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:23:55.393148 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-51c5f2d4-1b0f-4fcb-ac30-17ce5fa3e9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:55.638267 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-376e761b-819a-41b8-8b6e-11b8f9c2fc22 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Allocated IP 172.25.5.10 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/8acfa9e9-b53a-47e4-9614-27f5c2ae82d9) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:23:55.692442 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f0690-6516-44f6-bc98-8e8607b4b9d2 None None] Pushing event updated for resources: {'Port': ['ID=ef0a64fe-47f6-4279-a3f1-2262496c7fa2,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:55.722495 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-51c5f2d4-1b0f-4fcb-ac30-17ce5fa3e9b7 None None] Attempting to bind port ef0a64fe-47f6-4279-a3f1-2262496c7fa2 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:23:55.728206 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-51c5f2d4-1b0f-4fcb-ac30-17ce5fa3e9b7 None None] Attempting to bind port ef0a64fe-47f6-4279-a3f1-2262496c7fa2 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '978fcb14-f527-45d0-a4ec-38d689fb220c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5dd08b94-305b-477e-8148-ff3865a86e5a'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:23:55.730581 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c5f2d4-1b0f-4fcb-ac30-17ce5fa3e9b7 None None] Attempting to bind port ef0a64fe-47f6-4279-a3f1-2262496c7fa2 on network 5dd08b94-305b-477e-8148-ff3865a86e5a {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:23:55.751655 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f0690-6516-44f6-bc98-8e8607b4b9d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:55.752231 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f0690-6516-44f6-bc98-8e8607b4b9d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:55.753109 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f0690-6516-44f6-bc98-8e8607b4b9d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:55.753598 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f0690-6516-44f6-bc98-8e8607b4b9d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:55.753956 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f0690-6516-44f6-bc98-8e8607b4b9d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:55.754354 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f0690-6516-44f6-bc98-8e8607b4b9d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:55.754739 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f0690-6516-44f6-bc98-8e8607b4b9d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:55.755128 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f0690-6516-44f6-bc98-8e8607b4b9d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:55.756011 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f0690-6516-44f6-bc98-8e8607b4b9d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:55.761299 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f0690-6516-44f6-bc98-8e8607b4b9d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:55.764061 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f0690-6516-44f6-bc98-8e8607b4b9d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:55.764731 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f0690-6516-44f6-bc98-8e8607b4b9d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:23:55.797125 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c5f2d4-1b0f-4fcb-ac30-17ce5fa3e9b7 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:23:55.797605 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c5f2d4-1b0f-4fcb-ac30-17ce5fa3e9b7 None None] Checking segment: {'id': '978fcb14-f527-45d0-a4ec-38d689fb220c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5dd08b94-305b-477e-8148-ff3865a86e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:23:55.798081 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-51c5f2d4-1b0f-4fcb-ac30-17ce5fa3e9b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:55.798542 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c5f2d4-1b0f-4fcb-ac30-17ce5fa3e9b7 None None] Bound using segment: {'id': '978fcb14-f527-45d0-a4ec-38d689fb220c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5dd08b94-305b-477e-8148-ff3865a86e5a'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:23:55.800047 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-51c5f2d4-1b0f-4fcb-ac30-17ce5fa3e9b7 None None] Bound port: ef0a64fe-47f6-4279-a3f1-2262496c7fa2, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '978fcb14-f527-45d0-a4ec-38d689fb220c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5dd08b94-305b-477e-8148-ff3865a86e5a'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:23:55.800524 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-51c5f2d4-1b0f-4fcb-ac30-17ce5fa3e9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:55.829910 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2203b8-971e-46c6-be33-c8d8a13a7b69 req-85bed9c6-de0a-431e-8fb1-0ca4faad60e5 tempest-ServersNegativeTestMultiTenantJSON-170713877 tempest-ServersNegativeTestMultiTenantJSON-170713877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:55.834953 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-da2203b8-971e-46c6-be33-c8d8a13a7b69 req-85bed9c6-de0a-431e-8fb1-0ca4faad60e5 tempest-ServersNegativeTestMultiTenantJSON-170713877 tempest-ServersNegativeTestMultiTenantJSON-170713877-project] 10.222.0.49 "GET /v2.0/networks?id=bb506a42-c7e8-4f91-84cf-a2a44ed69581 HTTP/1.1" status: 200 len: 824 time: 0.5150831 Jul 15 23:23:55.871791 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-da2203b8-971e-46c6-be33-c8d8a13a7b69 req-63c3d7e2-9951-46e3-9efb-e814bc26df4e tempest-ServersNegativeTestMultiTenantJSON-170713877 tempest-ServersNegativeTestMultiTenantJSON-170713877-project] Request body: {'port': {'device_id': '62030c70-039d-43d7-962e-6968fd8582fe', 'network_id': 'bb506a42-c7e8-4f91-84cf-a2a44ed69581', 'admin_state_up': True, 'tenant_id': 'b699ae51ad99459e85a9856c0c084a0c'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:55.879903 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95435c88-f0cf-4c92-b651-39e0b8e30ce7 req-f2276a20-f34d-4a1c-bdd5-132b51655918 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:55.889470 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-95435c88-f0cf-4c92-b651-39e0b8e30ce7 req-f2276a20-f34d-4a1c-bdd5-132b51655918 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.2395287 Jul 15 23:23:55.961699 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-95435c88-f0cf-4c92-b651-39e0b8e30ce7 req-f017ebed-7e2c-44a6-8141-301e3da3b76d tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712306 Jul 15 23:23:55.995862 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-51c5f2d4-1b0f-4fcb-ac30-17ce5fa3e9b7 None None] For port ef0a64fe-47f6-4279-a3f1-2262496c7fa2, host n-d-794306-6, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:23:56.000962 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-51c5f2d4-1b0f-4fcb-ac30-17ce5fa3e9b7 None None] For port ef0a64fe-47f6-4279-a3f1-2262496c7fa2, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=ef0a64fe-47f6-4279-a3f1-2262496c7fa2,segment=NetworkSegment(978fcb14-f527-45d0-a4ec-38d689fb220c),segment_id=978fcb14-f527-45d0-a4ec-38d689fb220c)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:23:56.013773 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-51c5f2d4-1b0f-4fcb-ac30-17ce5fa3e9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:56.087888 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c5f2d4-1b0f-4fcb-ac30-17ce5fa3e9b7 None None] Routers {'a44bef98-cec5-4f57-bd42-844dab447238'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:23:56.088814 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-51c5f2d4-1b0f-4fcb-ac30-17ce5fa3e9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:23:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['a44bef98-cec5-4f57-bd42-844dab447238'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:56.097347 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f0690-6516-44f6-bc98-8e8607b4b9d2 None None] Pushing event updated for resources: {'Port': ['ID=ef0a64fe-47f6-4279-a3f1-2262496c7fa2,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:56.218126 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-376e761b-819a-41b8-8b6e-11b8f9c2fc22 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:56.285029 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da2203b8-971e-46c6-be33-c8d8a13a7b69 req-63c3d7e2-9951-46e3-9efb-e814bc26df4e tempest-ServersNegativeTestMultiTenantJSON-170713877 tempest-ServersNegativeTestMultiTenantJSON-170713877-project] Made reservation on behalf of b699ae51ad99459e85a9856c0c084a0c for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:23:56.300392 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-51c5f2d4-1b0f-4fcb-ac30-17ce5fa3e9b7 None None] Set router a44bef98-cec5-4f57-bd42-844dab447238 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:23:56.301468 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-da2203b8-971e-46c6-be33-c8d8a13a7b69 req-63c3d7e2-9951-46e3-9efb-e814bc26df4e tempest-ServersNegativeTestMultiTenantJSON-170713877 tempest-ServersNegativeTestMultiTenantJSON-170713877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:56.341054 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ce1d9-672b-4ee2-878c-84614c1206fc req-191d36c0-1c0e-446e-9653-1322bba544f0 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:56.353506 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e54ce1d9-672b-4ee2-878c-84614c1206fc req-191d36c0-1c0e-446e-9653-1322bba544f0 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/networks?id=34d69ddd-6ef8-492b-8904-e5274ac6b6b4 HTTP/1.1" status: 200 len: 814 time: 0.2304127 Jul 15 23:23:56.373761 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e54ce1d9-672b-4ee2-878c-84614c1206fc req-927bfa3f-7504-4af1-8912-35e56a437f09 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/quotas/ca9f45630c684755bfc9217b95b6a061 HTTP/1.1" status: 200 len: 375 time: 0.0189936 Jul 15 23:23:56.476902 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e54ce1d9-672b-4ee2-878c-84614c1206fc req-4cb27b67-0fe4-408b-a5cd-e7fcfd46e85f tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ca9f45630c684755bfc9217b95b6a061&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1022301 Jul 15 23:23:56.551500 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4daa1d35-065f-4b4c-ae9f-cadaa6c8490e req-6b0f8f4b-8670-4120-a002-08d2b614b63c tempest-ServersNegativeTestMultiTenantJSON-170713877 tempest-ServersNegativeTestMultiTenantJSON-170713877-project] 10.222.0.48 "GET /v2.0/ports?device_id=62030c70-039d-43d7-962e-6968fd8582fe HTTP/1.1" status: 200 len: 210 time: 0.0664155 Jul 15 23:23:56.589939 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-376e761b-819a-41b8-8b6e-11b8f9c2fc22 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:56.662647 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-51c5f2d4-1b0f-4fcb-ac30-17ce5fa3e9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a44bef98-cec5-4f57-bd42-844dab447238', 'name': 'tempest-AttachVolumeShelveTestJSON-1153310658-router', 'tenant_id': 'c41d1c4cc69e402eb09493d513de9715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'b0ec6879-5d2c-42f6-a9f2-0e02c72bab87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:23:40Z', 'updated_at': '2021-07-15T23:23:49Z', 'revision_number': 4, 'project_id': 'c41d1c4cc69e402eb09493d513de9715', 'gw_port': {'id': 'b0ec6879-5d2c-42f6-a9f2-0e02c72bab87', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:cd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44bef98-cec5-4f57-bd42-844dab447238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:23:42Z', 'updated_at': '2021-07-15T23:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'ef0a64fe-47f6-4279-a3f1-2262496c7fa2', 'name': '', 'network_id': '5dd08b94-305b-477e-8148-ff3865a86e5a', 'tenant_id': 'c41d1c4cc69e402eb09493d513de9715', 'mac_address': 'fa:16:3e:df:a6:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a44bef98-cec5-4f57-bd42-844dab447238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': 'ac4619b4-8268-4046-9b08-9c5e68adfc94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:23:48Z', 'updated_at': '2021-07-15T23:23:55Z', 'revision_number': 4, 'project_id': 'c41d1c4cc69e402eb09493d513de9715', 'subnets': [{'id': 'ac4619b4-8268-4046-9b08-9c5e68adfc94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:23:56.727383 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e54ce1d9-672b-4ee2-878c-84614c1206fc req-b40d8beb-3233-4a2c-9f1c-c375657b3370 service neutron] 10.222.0.48 "GET /v2.0/networks/34d69ddd-6ef8-492b-8904-e5274ac6b6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285445 Jul 15 23:23:56.738498 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376e761b-819a-41b8-8b6e-11b8f9c2fc22 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Pushing event updated for resources: {'Port': ['ID=8acfa9e9-b53a-47e4-9614-27f5c2ae82d9,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:56.756999 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c5f2d4-1b0f-4fcb-ac30-17ce5fa3e9b7 None None] The sync data for ids ['a44bef98-cec5-4f57-bd42-844dab447238'] in n-d-794306-6 is: [{'id': 'a44bef98-cec5-4f57-bd42-844dab447238', 'name': 'tempest-AttachVolumeShelveTestJSON-1153310658-router', 'tenant_id': 'c41d1c4cc69e402eb09493d513de9715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'b0ec6879-5d2c-42f6-a9f2-0e02c72bab87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:23:40Z', 'updated_at': '2021-07-15T23:23:49Z', 'revision_number': 4, 'project_id': 'c41d1c4cc69e402eb09493d513de9715', 'gw_port': {'id': 'b0ec6879-5d2c-42f6-a9f2-0e02c72bab87', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:cd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44bef98-cec5-4f57-bd42-844dab447238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:23:42Z', 'updated_at': '2021-07-15T23:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'ef0a64fe-47f6-4279-a3f1-2262496c7fa2', 'name': '', 'network_id': '5dd08b94-305b-477e-8148-ff3865a86e5a', 'tenant_id': 'c41d1c4cc69e402eb09493d513de9715', 'mac_address': 'fa:16:3e:df:a6:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a44bef98-cec5-4f57-bd42-844dab447238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': 'ac4619b4-8268-4046-9b08-9c5e68adfc94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:23:48Z', 'updated_at': '2021-07-15T23:23:55Z', 'revision_number': 4, 'project_id': 'c41d1c4cc69e402eb09493d513de9715', 'subnets': [{'id': 'ac4619b4-8268-4046-9b08-9c5e68adfc94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:23:56.778932 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376e761b-819a-41b8-8b6e-11b8f9c2fc22 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:23:56.790336 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-376e761b-819a-41b8-8b6e-11b8f9c2fc22 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:23:56.797716 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376e761b-819a-41b8-8b6e-11b8f9c2fc22 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:23:56.894369 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-da2203b8-971e-46c6-be33-c8d8a13a7b69 req-63c3d7e2-9951-46e3-9efb-e814bc26df4e tempest-ServersNegativeTestMultiTenantJSON-170713877 tempest-ServersNegativeTestMultiTenantJSON-170713877-project] Allocated IP 172.20.0.8 (bb506a42-c7e8-4f91-84cf-a2a44ed69581/5a5e5c4b-4173-4f20-92d8-4f049da584ab/df1ef933-1394-43d6-91a9-631e03b77741) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:23:56.975501 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-376e761b-819a-41b8-8b6e-11b8f9c2fc22 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:57.044087 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-376e761b-819a-41b8-8b6e-11b8f9c2fc22 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:57.050893 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e54ce1d9-672b-4ee2-878c-84614c1206fc req-9ba178d6-7141-426b-9516-513c9eac04fc service neutron] 10.222.0.48 "GET /v2.0/networks/34d69ddd-6ef8-492b-8904-e5274ac6b6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3219459 Jul 15 23:23:57.320965 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9008ec-cb4c-4ed7-bd8e-dfaf3412d8f1 req-47ae0053-9703-471a-8fb9-b4848f015875 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:57.334107 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5b9008ec-cb4c-4ed7-bd8e-dfaf3412d8f1 req-47ae0053-9703-471a-8fb9-b4848f015875 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.1411815 Jul 15 23:23:57.434409 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-08a563a1-e697-4efe-9b2c-8a150dd28dba req-acf2650c-cd5d-48ab-ba3f-7909eaef9bd1 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/ports?device_id=22ec12bc-e325-4b9a-82f4-f670a5cb42b8 HTTP/1.1" status: 200 len: 210 time: 0.0581627 Jul 15 23:23:57.461295 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5b9008ec-cb4c-4ed7-bd8e-dfaf3412d8f1 req-bf570ea2-eddd-4be4-842a-8ccc2fbb247c tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228635 Jul 15 23:23:57.490702 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-da2203b8-971e-46c6-be33-c8d8a13a7b69 req-63c3d7e2-9951-46e3-9efb-e814bc26df4e tempest-ServersNegativeTestMultiTenantJSON-170713877 tempest-ServersNegativeTestMultiTenantJSON-170713877-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:57.533384 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-376e761b-819a-41b8-8b6e-11b8f9c2fc22 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:57.545000 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-376e761b-819a-41b8-8b6e-11b8f9c2fc22 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:57.670005 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-376e761b-819a-41b8-8b6e-11b8f9c2fc22 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:57.708846 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-376e761b-819a-41b8-8b6e-11b8f9c2fc22 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:57.723403 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-376e761b-819a-41b8-8b6e-11b8f9c2fc22 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8828406 Jul 15 23:23:57.724349 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376e761b-819a-41b8-8b6e-11b8f9c2fc22 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Pushing event updated for resources: {'Port': ['ID=8acfa9e9-b53a-47e4-9614-27f5c2ae82d9,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:57.728133 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-da2203b8-971e-46c6-be33-c8d8a13a7b69 req-63c3d7e2-9951-46e3-9efb-e814bc26df4e tempest-ServersNegativeTestMultiTenantJSON-170713877 tempest-ServersNegativeTestMultiTenantJSON-170713877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:57.779494 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da2203b8-971e-46c6-be33-c8d8a13a7b69 req-63c3d7e2-9951-46e3-9efb-e814bc26df4e tempest-ServersNegativeTestMultiTenantJSON-170713877 tempest-ServersNegativeTestMultiTenantJSON-170713877-project] Network bb506a42-c7e8-4f91-84cf-a2a44ed69581 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:23:57.784050 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-da2203b8-971e-46c6-be33-c8d8a13a7b69 req-63c3d7e2-9951-46e3-9efb-e814bc26df4e tempest-ServersNegativeTestMultiTenantJSON-170713877 tempest-ServersNegativeTestMultiTenantJSON-170713877-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:23:57.810340 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-da2203b8-971e-46c6-be33-c8d8a13a7b69 req-63c3d7e2-9951-46e3-9efb-e814bc26df4e tempest-ServersNegativeTestMultiTenantJSON-170713877 tempest-ServersNegativeTestMultiTenantJSON-170713877-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:23:57.939677 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2203b8-971e-46c6-be33-c8d8a13a7b69 req-63c3d7e2-9951-46e3-9efb-e814bc26df4e tempest-ServersNegativeTestMultiTenantJSON-170713877 tempest-ServersNegativeTestMultiTenantJSON-170713877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:57.942901 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-da2203b8-971e-46c6-be33-c8d8a13a7b69 req-63c3d7e2-9951-46e3-9efb-e814bc26df4e tempest-ServersNegativeTestMultiTenantJSON-170713877 tempest-ServersNegativeTestMultiTenantJSON-170713877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:57.964348 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c3d7e2-9951-46e3-9efb-e814bc26df4e tempest-ServersNegativeTestMultiTenantJSON-170713877 tempest-ServersNegativeTestMultiTenantJSON-170713877-project] Pushing event updated for resources: {'Port': ['ID=df1ef933-1394-43d6-91a9-631e03b77741,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:57.969122 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-da2203b8-971e-46c6-be33-c8d8a13a7b69 req-63c3d7e2-9951-46e3-9efb-e814bc26df4e tempest-ServersNegativeTestMultiTenantJSON-170713877 tempest-ServersNegativeTestMultiTenantJSON-170713877-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1228337 Jul 15 23:23:58.004532 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-da2203b8-971e-46c6-be33-c8d8a13a7b69 req-f9621047-ff66-42a7-9723-b460a821029e service neutron] Request body: {'port': {'device_id': '62030c70-039d-43d7-962e-6968fd8582fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:23:58.066797 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40664498-0b78-4fa1-8bef-575e2ef323e1 req-96ee3f72-ff27-487c-99cd-ca8d0b141988 tempest-ServersNegativeTestMultiTenantJSON-170713877 tempest-ServersNegativeTestMultiTenantJSON-170713877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:58.068977 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-40664498-0b78-4fa1-8bef-575e2ef323e1 req-96ee3f72-ff27-487c-99cd-ca8d0b141988 tempest-ServersNegativeTestMultiTenantJSON-170713877 tempest-ServersNegativeTestMultiTenantJSON-170713877-project] 10.222.0.48 "GET /v2.0/ports?device_id=62030c70-039d-43d7-962e-6968fd8582fe HTTP/1.1" status: 200 len: 931 time: 0.2200575 Jul 15 23:23:58.148288 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-da2203b8-971e-46c6-be33-c8d8a13a7b69 req-f9621047-ff66-42a7-9723-b460a821029e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:58.175271 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-40664498-0b78-4fa1-8bef-575e2ef323e1 req-0fe7c83b-67a8-4d0c-a313-8d76beca9e90 tempest-ServersNegativeTestMultiTenantJSON-170713877 tempest-ServersNegativeTestMultiTenantJSON-170713877-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3424894-bc0b-44e2-888a-bdc2cb538b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797389 Jul 15 23:23:58.247657 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-385624da-a7ae-4bfb-b45a-273d1633548f req-15e3aca7-6740-47b7-84a4-f0878287725e tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1762094226&fields=id&tenant_id=c41d1c4cc69e402eb09493d513de9715 HTTP/1.1" status: 200 len: 267 time: 0.0989826 Jul 15 23:23:58.514800 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385624da-a7ae-4bfb-b45a-273d1633548f req-3e36adba-fabd-4330-8fd9-35422591ca2d tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:58.526029 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-385624da-a7ae-4bfb-b45a-273d1633548f req-3e36adba-fabd-4330-8fd9-35422591ca2d tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/networks?id=5dd08b94-305b-477e-8148-ff3865a86e5a HTTP/1.1" status: 200 len: 817 time: 0.2674923 Jul 15 23:23:58.556217 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-385624da-a7ae-4bfb-b45a-273d1633548f req-1c014e32-0739-4588-8b5c-7ff287a055ac tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/quotas/c41d1c4cc69e402eb09493d513de9715 HTTP/1.1" status: 200 len: 375 time: 0.0292082 Jul 15 23:23:58.732946 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-385624da-a7ae-4bfb-b45a-273d1633548f req-9a4da04e-cc2b-401e-85c1-b252c7b7672a tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c41d1c4cc69e402eb09493d513de9715&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1756291 Jul 15 23:23:58.786390 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae27b6d-d202-4b23-a603-21df193e6c88 req-91da8420-0181-4435-8d9d-adee8e4570da tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:58.802248 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0ae27b6d-d202-4b23-a603-21df193e6c88 req-91da8420-0181-4435-8d9d-adee8e4570da tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.1597233 Jul 15 23:23:58.857514 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device ef0a64fe-47f6-4279-a3f1-2262496c7fa2 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:23:58.949606 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0ae27b6d-d202-4b23-a603-21df193e6c88 req-c7801778-1f6a-4082-9380-a8b07220eac1 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437414 Jul 15 23:23:58.990724 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-da2203b8-971e-46c6-be33-c8d8a13a7b69 req-f9621047-ff66-42a7-9723-b460a821029e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df1ef933-1394-43d6-91a9-631e03b77741 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:23:59.032750 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-da2203b8-971e-46c6-be33-c8d8a13a7b69 req-f9621047-ff66-42a7-9723-b460a821029e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:59.035055 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port ef0a64fe-47f6-4279-a3f1-2262496c7fa2 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:23:59.039267 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port ef0a64fe-47f6-4279-a3f1-2262496c7fa2 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:23:59.039671 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:59.077875 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-da2203b8-971e-46c6-be33-c8d8a13a7b69 req-f9621047-ff66-42a7-9723-b460a821029e service neutron] Transition to ACTIVE for port object df1ef933-1394-43d6-91a9-631e03b77741 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:23:59.083879 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-da2203b8-971e-46c6-be33-c8d8a13a7b69 req-f9621047-ff66-42a7-9723-b460a821029e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:59.121464 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-385624da-a7ae-4bfb-b45a-273d1633548f req-25eefa8b-df12-40ba-b134-f33a1a78b03d service neutron] 10.222.0.48 "GET /v2.0/networks/5dd08b94-305b-477e-8148-ff3865a86e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159137 Jul 15 23:23:59.158709 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:59.248892 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port ef0a64fe-47f6-4279-a3f1-2262496c7fa2, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=ef0a64fe-47f6-4279-a3f1-2262496c7fa2,segment=NetworkSegment(978fcb14-f527-45d0-a4ec-38d689fb220c),segment_id=978fcb14-f527-45d0-a4ec-38d689fb220c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:23:59.270031 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:59.313651 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9621047-ff66-42a7-9723-b460a821029e service neutron] Pushing event updated for resources: {'Port': ['ID=df1ef933-1394-43d6-91a9-631e03b77741,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:59.315149 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-385624da-a7ae-4bfb-b45a-273d1633548f req-a862902b-2d07-40cb-aedf-a27fb902cc81 service neutron] 10.222.0.48 "GET /v2.0/networks/5dd08b94-305b-477e-8148-ff3865a86e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855686 Jul 15 23:23:59.369686 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=ef0a64fe-47f6-4279-a3f1-2262496c7fa2,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:23:59.423809 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-da2203b8-971e-46c6-be33-c8d8a13a7b69 req-f9621047-ff66-42a7-9723-b460a821029e service neutron] Attempting to bind port df1ef933-1394-43d6-91a9-631e03b77741 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:23:59.425073 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-da2203b8-971e-46c6-be33-c8d8a13a7b69 req-f9621047-ff66-42a7-9723-b460a821029e service neutron] Attempting to bind port df1ef933-1394-43d6-91a9-631e03b77741 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '572211e4-6eca-4738-9e90-8bcb6cdd728f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bb506a42-c7e8-4f91-84cf-a2a44ed69581'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:23:59.425570 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2203b8-971e-46c6-be33-c8d8a13a7b69 req-f9621047-ff66-42a7-9723-b460a821029e service neutron] Attempting to bind port df1ef933-1394-43d6-91a9-631e03b77741 on network bb506a42-c7e8-4f91-84cf-a2a44ed69581 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:23:59.431796 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2203b8-971e-46c6-be33-c8d8a13a7b69 req-f9621047-ff66-42a7-9723-b460a821029e service neutron] Port df1ef933-1394-43d6-91a9-631e03b77741 on network bb506a42-c7e8-4f91-84cf-a2a44ed69581 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:23:59.432257 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2203b8-971e-46c6-be33-c8d8a13a7b69 req-f9621047-ff66-42a7-9723-b460a821029e service neutron] Attempting to bind port df1ef933-1394-43d6-91a9-631e03b77741 on network bb506a42-c7e8-4f91-84cf-a2a44ed69581 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:23:59.440775 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2203b8-971e-46c6-be33-c8d8a13a7b69 req-f9621047-ff66-42a7-9723-b460a821029e service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:23:59.441271 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2203b8-971e-46c6-be33-c8d8a13a7b69 req-f9621047-ff66-42a7-9723-b460a821029e service neutron] Checking segment: {'id': '572211e4-6eca-4738-9e90-8bcb6cdd728f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bb506a42-c7e8-4f91-84cf-a2a44ed69581'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:23:59.441940 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2203b8-971e-46c6-be33-c8d8a13a7b69 req-f9621047-ff66-42a7-9723-b460a821029e service neutron] Bound using segment: {'id': '572211e4-6eca-4738-9e90-8bcb6cdd728f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bb506a42-c7e8-4f91-84cf-a2a44ed69581'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:23:59.442573 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-da2203b8-971e-46c6-be33-c8d8a13a7b69 req-f9621047-ff66-42a7-9723-b460a821029e service neutron] Bound port: df1ef933-1394-43d6-91a9-631e03b77741, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '572211e4-6eca-4738-9e90-8bcb6cdd728f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bb506a42-c7e8-4f91-84cf-a2a44ed69581'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:23:59.443734 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-da2203b8-971e-46c6-be33-c8d8a13a7b69 req-f9621047-ff66-42a7-9723-b460a821029e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:59.536088 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e780dbab-50ba-404f-9aae-5eca5df46a17 req-9572995a-6938-4683-9ec2-037e1fb2bdd6 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/ports?device_id=22ec12bc-e325-4b9a-82f4-f670a5cb42b8 HTTP/1.1" status: 200 len: 210 time: 0.0743830 Jul 15 23:23:59.609125 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-da2203b8-971e-46c6-be33-c8d8a13a7b69 req-f9621047-ff66-42a7-9723-b460a821029e service neutron] For port df1ef933-1394-43d6-91a9-631e03b77741, host n-h1-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:23:59.618775 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-da2203b8-971e-46c6-be33-c8d8a13a7b69 req-f9621047-ff66-42a7-9723-b460a821029e service neutron] For port df1ef933-1394-43d6-91a9-631e03b77741, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=df1ef933-1394-43d6-91a9-631e03b77741,segment=NetworkSegment(572211e4-6eca-4738-9e90-8bcb6cdd728f),segment_id=572211e4-6eca-4738-9e90-8bcb6cdd728f)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:23:59.628999 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-da2203b8-971e-46c6-be33-c8d8a13a7b69 req-f9621047-ff66-42a7-9723-b460a821029e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:59.836060 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2203b8-971e-46c6-be33-c8d8a13a7b69 req-f9621047-ff66-42a7-9723-b460a821029e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:23:59.837969 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-da2203b8-971e-46c6-be33-c8d8a13a7b69 req-f9621047-ff66-42a7-9723-b460a821029e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:23:59.845443 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-da2203b8-971e-46c6-be33-c8d8a13a7b69 req-f9621047-ff66-42a7-9723-b460a821029e service neutron] 10.222.0.49 "PUT /v2.0/ports/df1ef933-1394-43d6-91a9-631e03b77741 HTTP/1.1" status: 200 len: 1091 time: 1.8562799 Jul 15 23:23:59.846644 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62030c70-039d-43d7-962e-6968fd8582fe', 'tag': 'df1ef933-1394-43d6-91a9-631e03b77741'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:23:59.850456 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b8c240-2390-493e-94ae-49828dc2a079" -d '{"events": [{"name": "network-changed", "server_uuid": "62030c70-039d-43d7-962e-6968fd8582fe", "tag": "df1ef933-1394-43d6-91a9-631e03b77741"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:23:59.875461 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9621047-ff66-42a7-9723-b460a821029e service neutron] Pushing event updated for resources: {'Port': ['ID=df1ef933-1394-43d6-91a9-631e03b77741,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:00.025876 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ce1d9-672b-4ee2-878c-84614c1206fc req-4dd3d3b0-7f68-4d44-ba32-aae350f59b3a tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:00.027447 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e54ce1d9-672b-4ee2-878c-84614c1206fc req-4dd3d3b0-7f68-4d44-ba32-aae350f59b3a tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.49 "GET /v2.0/networks?id=34d69ddd-6ef8-492b-8904-e5274ac6b6b4 HTTP/1.1" status: 200 len: 814 time: 0.5530059 Jul 15 23:24:00.054021 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-e54ce1d9-672b-4ee2-878c-84614c1206fc req-be7ca22d-b732-4fd4-bd81-7a7f7a85464c tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Request body: {'port': {'device_id': '22ec12bc-e325-4b9a-82f4-f670a5cb42b8', 'network_id': '34d69ddd-6ef8-492b-8904-e5274ac6b6b4', 'admin_state_up': True, 'tenant_id': 'ca9f45630c684755bfc9217b95b6a061'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:00.092475 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5570e69d-41b1-4094-9341-681ab7872592 req-d764513c-a1f4-456d-af6f-e6b6f5cc8094 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:00.094539 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5570e69d-41b1-4094-9341-681ab7872592 req-d764513c-a1f4-456d-af6f-e6b6f5cc8094 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.2870772 Jul 15 23:24:00.114108 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2203b8-971e-46c6-be33-c8d8a13a7b69 req-5a8ec23c-8271-404b-9d87-b0e55eb2d729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:00.115791 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-da2203b8-971e-46c6-be33-c8d8a13a7b69 req-5a8ec23c-8271-404b-9d87-b0e55eb2d729 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b699ae51ad99459e85a9856c0c084a0c&device_id=62030c70-039d-43d7-962e-6968fd8582fe HTTP/1.1" status: 200 len: 1094 time: 0.1018610 Jul 15 23:24:00.188658 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-da2203b8-971e-46c6-be33-c8d8a13a7b69 req-3d3f23f9-0c71-4f69-9a69-c521c07d3e99 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df1ef933-1394-43d6-91a9-631e03b77741 HTTP/1.1" status: 200 len: 217 time: 0.0589240 Jul 15 23:24:00.223193 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e3a7e5-50a4-4d21-b9c1-1123a91bcc97 req-6fdb7b9b-79a1-41f7-b9bc-8d7b246a8238 tempest-ServersNegativeTestMultiTenantJSON-170713877 tempest-ServersNegativeTestMultiTenantJSON-170713877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:00.231080 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-88e3a7e5-50a4-4d21-b9c1-1123a91bcc97 req-6fdb7b9b-79a1-41f7-b9bc-8d7b246a8238 tempest-ServersNegativeTestMultiTenantJSON-170713877 tempest-ServersNegativeTestMultiTenantJSON-170713877-project] 10.222.0.48 "GET /v2.0/ports?device_id=62030c70-039d-43d7-962e-6968fd8582fe HTTP/1.1" status: 200 len: 943 time: 0.2759037 Jul 15 23:24:00.279254 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2203b8-971e-46c6-be33-c8d8a13a7b69 req-3b51e6cd-71e9-4422-bee3-4b8a4c9c786a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:00.280223 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5570e69d-41b1-4094-9341-681ab7872592 req-27e5f008-5986-43ac-b194-c228614fdf08 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669571 Jul 15 23:24:00.281763 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-da2203b8-971e-46c6-be33-c8d8a13a7b69 req-3b51e6cd-71e9-4422-bee3-4b8a4c9c786a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5a5e5c4b-4173-4f20-92d8-4f049da584ab HTTP/1.1" status: 200 len: 864 time: 0.0851977 Jul 15 23:24:00.339969 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-da2203b8-971e-46c6-be33-c8d8a13a7b69 req-3cae4f33-22e5-4423-b816-4851cfce3065 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bb506a42-c7e8-4f91-84cf-a2a44ed69581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508404 Jul 15 23:24:00.412144 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-88e3a7e5-50a4-4d21-b9c1-1123a91bcc97 req-2a7aa9b9-4dae-4c1b-8a45-8540a346b060 tempest-ServersNegativeTestMultiTenantJSON-170713877 tempest-ServersNegativeTestMultiTenantJSON-170713877-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3424894-bc0b-44e2-888a-bdc2cb538b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634302 Jul 15 23:24:00.432913 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e54ce1d9-672b-4ee2-878c-84614c1206fc req-be7ca22d-b732-4fd4-bd81-7a7f7a85464c tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Made reservation on behalf of ca9f45630c684755bfc9217b95b6a061 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:24:00.437073 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e54ce1d9-672b-4ee2-878c-84614c1206fc req-be7ca22d-b732-4fd4-bd81-7a7f7a85464c tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:00.528063 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-da2203b8-971e-46c6-be33-c8d8a13a7b69 req-db9a71cc-a0ad-434b-9327-7ce130ee6de3 service neutron] 10.222.0.49 "GET /v2.0/networks/bb506a42-c7e8-4f91-84cf-a2a44ed69581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779046 Jul 15 23:24:00.578946 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f2bfc1a6-5a31-41c1-9860-0b1911124341 req-f1550180-1c33-4975-b3fa-f1a596cd3155 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e7a082-afd2-479e-87b3-ac4047a279be HTTP/1.1" status: 200 len: 210 time: 0.0389531 Jul 15 23:24:00.581096 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63862e68-51b0-45bc-9484-2604a4dd4a29 x-openstack-request-id: req-63862e68-51b0-45bc-9484-2604a4dd4a29 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:24:00.581523 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62030c70-039d-43d7-962e-6968fd8582fe", "tag": "df1ef933-1394-43d6-91a9-631e03b77741", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:24:00.588658 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-63862e68-51b0-45bc-9484-2604a4dd4a29 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:24:00.589276 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62030c70-039d-43d7-962e-6968fd8582fe', 'tag': 'df1ef933-1394-43d6-91a9-631e03b77741', 'status': 'completed', 'code': 200} Jul 15 23:24:00.740817 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-e54ce1d9-672b-4ee2-878c-84614c1206fc req-be7ca22d-b732-4fd4-bd81-7a7f7a85464c tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Allocated IP 172.20.0.6 (34d69ddd-6ef8-492b-8904-e5274ac6b6b4/89ce3a94-62b5-42a8-b767-ec4495e23b73/07117a2c-11cb-4c1c-9b95-04e967a80ec0) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:24:00.754693 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e416596a-6a7c-41e8-8661-8b30a8c2cd2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:00.772101 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-da2203b8-971e-46c6-be33-c8d8a13a7b69 req-25a5eab0-aa9a-465f-a4ea-d2e180a10a3f service neutron] 10.222.0.49 "GET /v2.0/networks/bb506a42-c7e8-4f91-84cf-a2a44ed69581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378495 Jul 15 23:24:00.778571 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device ef0a64fe-47f6-4279-a3f1-2262496c7fa2 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:24:00.921637 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port ef0a64fe-47f6-4279-a3f1-2262496c7fa2 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:24:00.922138 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:00.995038 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b8c240-2390-493e-94ae-49828dc2a079 req-0c718ed9-fcbd-4cab-b9eb-9d12fbcd52fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:00.996921 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-10b8c240-2390-493e-94ae-49828dc2a079 req-0c718ed9-fcbd-4cab-b9eb-9d12fbcd52fa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b699ae51ad99459e85a9856c0c084a0c&device_id=62030c70-039d-43d7-962e-6968fd8582fe HTTP/1.1" status: 200 len: 1094 time: 0.1517591 Jul 15 23:24:01.224398 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-afb079a9-2b75-4972-8f6b-3d8ccf78f678 req-ef042ffc-3a67-4362-9e78-f0e1543699d6 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/ports?device_id=22ec12bc-e325-4b9a-82f4-f670a5cb42b8 HTTP/1.1" status: 200 len: 210 time: 0.0567398 Jul 15 23:24:01.237878 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b8c240-2390-493e-94ae-49828dc2a079 req-02bbab10-1730-43dd-a30e-7df42b604003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:01.240730 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-10b8c240-2390-493e-94ae-49828dc2a079 req-02bbab10-1730-43dd-a30e-7df42b604003 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bb506a42-c7e8-4f91-84cf-a2a44ed69581 HTTP/1.1" status: 200 len: 925 time: 0.2360117 Jul 15 23:24:01.300080 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-10b8c240-2390-493e-94ae-49828dc2a079 req-7502452e-6eff-4863-833a-87ca209b3f4f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df1ef933-1394-43d6-91a9-631e03b77741 HTTP/1.1" status: 200 len: 217 time: 0.0511200 Jul 15 23:24:01.336962 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e54ce1d9-672b-4ee2-878c-84614c1206fc req-be7ca22d-b732-4fd4-bd81-7a7f7a85464c tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:01.383590 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2807e-5273-42e8-855c-f929d9396225 req-6f5db1a4-d3e1-4564-a78e-c709ed9d0943 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:01.385742 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c5d2807e-5273-42e8-855c-f929d9396225 req-6f5db1a4-d3e1-4564-a78e-c709ed9d0943 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.1598959 Jul 15 23:24:01.388649 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b8c240-2390-493e-94ae-49828dc2a079 req-02d852da-1f7a-4bb4-ba58-666bc6b7f1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:01.392012 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-10b8c240-2390-493e-94ae-49828dc2a079 req-02d852da-1f7a-4bb4-ba58-666bc6b7f1d0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5a5e5c4b-4173-4f20-92d8-4f049da584ab HTTP/1.1" status: 200 len: 864 time: 0.0855887 Jul 15 23:24:01.449408 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-10b8c240-2390-493e-94ae-49828dc2a079 req-212ba3bd-9544-4c83-97bc-7fd0c7e2d4fd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bb506a42-c7e8-4f91-84cf-a2a44ed69581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417569 Jul 15 23:24:01.456991 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e54ce1d9-672b-4ee2-878c-84614c1206fc req-be7ca22d-b732-4fd4-bd81-7a7f7a85464c tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:01.474239 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['4ac1240b-9904-4e00-b2e2-86467099ec5b'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:24:01.483086 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c5d2807e-5273-42e8-855c-f929d9396225 req-1019f181-39d2-4c23-a014-44d4fc267310 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847991 Jul 15 23:24:01.557404 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e54ce1d9-672b-4ee2-878c-84614c1206fc req-be7ca22d-b732-4fd4-bd81-7a7f7a85464c tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Network 34d69ddd-6ef8-492b-8904-e5274ac6b6b4 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:24:01.574890 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-e54ce1d9-672b-4ee2-878c-84614c1206fc req-be7ca22d-b732-4fd4-bd81-7a7f7a85464c tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:24:01.598564 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-e54ce1d9-672b-4ee2-878c-84614c1206fc req-be7ca22d-b732-4fd4-bd81-7a7f7a85464c tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:24:01.604585 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7ca22d-b732-4fd4-bd81-7a7f7a85464c tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Pushing event updated for resources: {'Port': ['ID=07117a2c-11cb-4c1c-9b95-04e967a80ec0,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:01.707643 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-10b8c240-2390-493e-94ae-49828dc2a079 req-45741aa2-b609-4299-9c4e-ec3e521c9709 service neutron] 10.222.0.49 "GET /v2.0/networks/bb506a42-c7e8-4f91-84cf-a2a44ed69581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501192 Jul 15 23:24:01.801424 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ce1d9-672b-4ee2-878c-84614c1206fc req-be7ca22d-b732-4fd4-bd81-7a7f7a85464c tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:01.802794 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e54ce1d9-672b-4ee2-878c-84614c1206fc req-be7ca22d-b732-4fd4-bd81-7a7f7a85464c tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:01.848970 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e54ce1d9-672b-4ee2-878c-84614c1206fc req-be7ca22d-b732-4fd4-bd81-7a7f7a85464c tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8106842 Jul 15 23:24:01.903259 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-e54ce1d9-672b-4ee2-878c-84614c1206fc req-87827f69-fca8-47ed-8e32-b18375607663 service neutron] Request body: {'port': {'device_id': '22ec12bc-e325-4b9a-82f4-f670a5cb42b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:01.915527 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-10b8c240-2390-493e-94ae-49828dc2a079 req-f4df661d-340a-41ec-8f18-4c9149664004 service neutron] 10.222.0.49 "GET /v2.0/networks/bb506a42-c7e8-4f91-84cf-a2a44ed69581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956425 Jul 15 23:24:02.024516 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d59ab7d-954a-4119-82f5-0a66007a6f48 req-cffafcc0-441f-4a6e-95f8-27af5be22b03 tempest-ServersNegativeTestMultiTenantJSON-170713877 tempest-ServersNegativeTestMultiTenantJSON-170713877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:02.025976 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5d59ab7d-954a-4119-82f5-0a66007a6f48 req-cffafcc0-441f-4a6e-95f8-27af5be22b03 tempest-ServersNegativeTestMultiTenantJSON-170713877 tempest-ServersNegativeTestMultiTenantJSON-170713877-project] 10.222.0.48 "GET /v2.0/ports?device_id=62030c70-039d-43d7-962e-6968fd8582fe HTTP/1.1" status: 200 len: 943 time: 0.3026590 Jul 15 23:24:02.116641 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e54ce1d9-672b-4ee2-878c-84614c1206fc req-87827f69-fca8-47ed-8e32-b18375607663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:02.161531 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14a27d0-ed0d-4682-96aa-ec3f314b63b4 req-9fea9ba0-72f0-405f-8a50-cb0927127a72 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:02.172796 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d14a27d0-ed0d-4682-96aa-ec3f314b63b4 req-9fea9ba0-72f0-405f-8a50-cb0927127a72 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.2163434 Jul 15 23:24:02.184103 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5d59ab7d-954a-4119-82f5-0a66007a6f48 req-d42b22b4-0e3f-4f24-9bb3-4101e5869e43 tempest-ServersNegativeTestMultiTenantJSON-170713877 tempest-ServersNegativeTestMultiTenantJSON-170713877-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3424894-bc0b-44e2-888a-bdc2cb538b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282010 Jul 15 23:24:02.258187 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385624da-a7ae-4bfb-b45a-273d1633548f req-a49036f6-2f7e-40f0-87e0-ac084a7c4ee4 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:02.260371 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-385624da-a7ae-4bfb-b45a-273d1633548f req-a49036f6-2f7e-40f0-87e0-ac084a7c4ee4 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.49 "GET /v2.0/networks?id=5dd08b94-305b-477e-8148-ff3865a86e5a HTTP/1.1" status: 200 len: 817 time: 0.2493885 Jul 15 23:24:02.296641 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d14a27d0-ed0d-4682-96aa-ec3f314b63b4 req-953aa91b-d553-4885-b105-da9e7f7ac8c2 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226137 Jul 15 23:24:02.339088 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-385624da-a7ae-4bfb-b45a-273d1633548f req-0b1c1dff-8f34-4220-991c-c7eb5c409c71 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c41d1c4cc69e402eb09493d513de9715 HTTP/1.1" status: 200 len: 380 time: 0.0612943 Jul 15 23:24:02.362730 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-385624da-a7ae-4bfb-b45a-273d1633548f req-b9d80d80-00d5-47db-9e82-9bc718be3f5c tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Request body: {'port': {'device_id': 'c7e7a082-afd2-479e-87b3-ac4047a279be', 'network_id': '5dd08b94-305b-477e-8148-ff3865a86e5a', 'admin_state_up': True, 'tenant_id': 'c41d1c4cc69e402eb09493d513de9715', 'security_groups': ['723b47fb-9d83-4482-a686-76e0a3025323']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:02.550814 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3e699e1e-8812-4577-8819-29d2f5a1a4cb req-c6eb2306-7112-4703-9829-b022ae899ccc tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e7a082-afd2-479e-87b3-ac4047a279be HTTP/1.1" status: 200 len: 210 time: 0.0983593 Jul 15 23:24:02.578864 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-385624da-a7ae-4bfb-b45a-273d1633548f req-b9d80d80-00d5-47db-9e82-9bc718be3f5c tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Made reservation on behalf of c41d1c4cc69e402eb09493d513de9715 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:24:02.585566 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-385624da-a7ae-4bfb-b45a-273d1633548f req-b9d80d80-00d5-47db-9e82-9bc718be3f5c tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:02.844469 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-e54ce1d9-672b-4ee2-878c-84614c1206fc req-87827f69-fca8-47ed-8e32-b18375607663 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07117a2c-11cb-4c1c-9b95-04e967a80ec0 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:24:02.848608 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-385624da-a7ae-4bfb-b45a-273d1633548f req-b9d80d80-00d5-47db-9e82-9bc718be3f5c tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Allocated IP 172.20.0.13 (5dd08b94-305b-477e-8148-ff3865a86e5a/ac4619b4-8268-4046-9b08-9c5e68adfc94/f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:24:02.932588 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e54ce1d9-672b-4ee2-878c-84614c1206fc req-87827f69-fca8-47ed-8e32-b18375607663 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:02.985684 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-e54ce1d9-672b-4ee2-878c-84614c1206fc req-87827f69-fca8-47ed-8e32-b18375607663 service neutron] Transition to ACTIVE for port object 07117a2c-11cb-4c1c-9b95-04e967a80ec0 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:24:02.993378 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e54ce1d9-672b-4ee2-878c-84614c1206fc req-87827f69-fca8-47ed-8e32-b18375607663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:03.074209 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc04b54-db4d-4913-8224-d75ec13dfb2a req-c9d54bae-7410-42f1-bb70-41917648979d tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:03.075905 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5fc04b54-db4d-4913-8224-d75ec13dfb2a req-c9d54bae-7410-42f1-bb70-41917648979d tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/ports?device_id=22ec12bc-e325-4b9a-82f4-f670a5cb42b8 HTTP/1.1" status: 200 len: 931 time: 0.2367451 Jul 15 23:24:03.082767 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87827f69-fca8-47ed-8e32-b18375607663 service neutron] Pushing event updated for resources: {'Port': ['ID=07117a2c-11cb-4c1c-9b95-04e967a80ec0,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:03.094168 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-385624da-a7ae-4bfb-b45a-273d1633548f req-b9d80d80-00d5-47db-9e82-9bc718be3f5c tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:03.110656 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc71e0e-37ae-4724-950a-28b28646eca1 req-33bde545-de29-4c0b-9b86-6f28728f68f4 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:03.117017 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2dc71e0e-37ae-4724-950a-28b28646eca1 req-33bde545-de29-4c0b-9b86-6f28728f68f4 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.2170599 Jul 15 23:24:03.119044 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-385624da-a7ae-4bfb-b45a-273d1633548f req-b9d80d80-00d5-47db-9e82-9bc718be3f5c tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Transition to ACTIVE for port object f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:24:03.192205 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-385624da-a7ae-4bfb-b45a-273d1633548f req-b9d80d80-00d5-47db-9e82-9bc718be3f5c tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:03.229333 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5fc04b54-db4d-4913-8224-d75ec13dfb2a req-4194baa3-fb14-4b8a-9e4a-aa9f619d24b2 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce3f5940-565b-43a4-b484-b630aa3d6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426008 Jul 15 23:24:03.244078 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9361c717-7efc-4e84-8fdd-e2911bada48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:03.247142 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2dc71e0e-37ae-4724-950a-28b28646eca1 req-8958e68f-09ae-4586-8e12-423b04025363 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051269 Jul 15 23:24:03.281596 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-e54ce1d9-672b-4ee2-878c-84614c1206fc req-87827f69-fca8-47ed-8e32-b18375607663 service neutron] Attempting to bind port 07117a2c-11cb-4c1c-9b95-04e967a80ec0 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:24:03.282574 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-e54ce1d9-672b-4ee2-878c-84614c1206fc req-87827f69-fca8-47ed-8e32-b18375607663 service neutron] Attempting to bind port 07117a2c-11cb-4c1c-9b95-04e967a80ec0 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '7b7581c1-1598-4186-967b-a52d177d111c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '34d69ddd-6ef8-492b-8904-e5274ac6b6b4'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:24:03.284062 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54ce1d9-672b-4ee2-878c-84614c1206fc req-87827f69-fca8-47ed-8e32-b18375607663 service neutron] Attempting to bind port 07117a2c-11cb-4c1c-9b95-04e967a80ec0 on network 34d69ddd-6ef8-492b-8904-e5274ac6b6b4 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:24:03.293712 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54ce1d9-672b-4ee2-878c-84614c1206fc req-87827f69-fca8-47ed-8e32-b18375607663 service neutron] Port 07117a2c-11cb-4c1c-9b95-04e967a80ec0 on network 34d69ddd-6ef8-492b-8904-e5274ac6b6b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:24:03.294051 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54ce1d9-672b-4ee2-878c-84614c1206fc req-87827f69-fca8-47ed-8e32-b18375607663 service neutron] Attempting to bind port 07117a2c-11cb-4c1c-9b95-04e967a80ec0 on network 34d69ddd-6ef8-492b-8904-e5274ac6b6b4 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:24:03.294977 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-385624da-a7ae-4bfb-b45a-273d1633548f req-b9d80d80-00d5-47db-9e82-9bc718be3f5c tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Network 5dd08b94-305b-477e-8148-ff3865a86e5a is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:24:03.300298 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54ce1d9-672b-4ee2-878c-84614c1206fc req-87827f69-fca8-47ed-8e32-b18375607663 service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:24:03.300825 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54ce1d9-672b-4ee2-878c-84614c1206fc req-87827f69-fca8-47ed-8e32-b18375607663 service neutron] Checking segment: {'id': '7b7581c1-1598-4186-967b-a52d177d111c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '34d69ddd-6ef8-492b-8904-e5274ac6b6b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:24:03.301165 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54ce1d9-672b-4ee2-878c-84614c1206fc req-87827f69-fca8-47ed-8e32-b18375607663 service neutron] Bound using segment: {'id': '7b7581c1-1598-4186-967b-a52d177d111c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '34d69ddd-6ef8-492b-8904-e5274ac6b6b4'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:24:03.301440 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-e54ce1d9-672b-4ee2-878c-84614c1206fc req-87827f69-fca8-47ed-8e32-b18375607663 service neutron] Bound port: 07117a2c-11cb-4c1c-9b95-04e967a80ec0, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b7581c1-1598-4186-967b-a52d177d111c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '34d69ddd-6ef8-492b-8904-e5274ac6b6b4'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:24:03.301801 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e54ce1d9-672b-4ee2-878c-84614c1206fc req-87827f69-fca8-47ed-8e32-b18375607663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:03.312449 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-385624da-a7ae-4bfb-b45a-273d1633548f req-b9d80d80-00d5-47db-9e82-9bc718be3f5c tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:24:03.333017 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-385624da-a7ae-4bfb-b45a-273d1633548f req-b9d80d80-00d5-47db-9e82-9bc718be3f5c tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:24:03.356094 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:03.406537 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-e54ce1d9-672b-4ee2-878c-84614c1206fc req-87827f69-fca8-47ed-8e32-b18375607663 service neutron] For port 07117a2c-11cb-4c1c-9b95-04e967a80ec0, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:24:03.412310 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-e54ce1d9-672b-4ee2-878c-84614c1206fc req-87827f69-fca8-47ed-8e32-b18375607663 service neutron] For port 07117a2c-11cb-4c1c-9b95-04e967a80ec0, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=07117a2c-11cb-4c1c-9b95-04e967a80ec0,segment=NetworkSegment(7b7581c1-1598-4186-967b-a52d177d111c),segment_id=7b7581c1-1598-4186-967b-a52d177d111c)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:24:03.436285 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e54ce1d9-672b-4ee2-878c-84614c1206fc req-87827f69-fca8-47ed-8e32-b18375607663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:03.495268 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385624da-a7ae-4bfb-b45a-273d1633548f req-b9d80d80-00d5-47db-9e82-9bc718be3f5c tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:03.496449 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-385624da-a7ae-4bfb-b45a-273d1633548f req-b9d80d80-00d5-47db-9e82-9bc718be3f5c tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:03.537226 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d80d80-00d5-47db-9e82-9bc718be3f5c tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Pushing event updated for resources: {'Port': ['ID=f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:03.564322 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-385624da-a7ae-4bfb-b45a-273d1633548f req-b9d80d80-00d5-47db-9e82-9bc718be3f5c tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2118595 Jul 15 23:24:03.576799 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-385624da-a7ae-4bfb-b45a-273d1633548f req-553c0cac-f46d-4fbe-b572-50dddfa6b861 service neutron] Request body: {'port': {'device_id': 'c7e7a082-afd2-479e-87b3-ac4047a279be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:03.624474 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ce1d9-672b-4ee2-878c-84614c1206fc req-87827f69-fca8-47ed-8e32-b18375607663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:03.625095 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e54ce1d9-672b-4ee2-878c-84614c1206fc req-87827f69-fca8-47ed-8e32-b18375607663 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:03.626840 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e54ce1d9-672b-4ee2-878c-84614c1206fc req-87827f69-fca8-47ed-8e32-b18375607663 service neutron] 10.222.0.49 "PUT /v2.0/ports/07117a2c-11cb-4c1c-9b95-04e967a80ec0 HTTP/1.1" status: 200 len: 1091 time: 1.7672155 Jul 15 23:24:03.637722 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22ec12bc-e325-4b9a-82f4-f670a5cb42b8', 'tag': '07117a2c-11cb-4c1c-9b95-04e967a80ec0'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:24:03.640143 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a525f8-1a69-43a7-84df-86437a7a5133" -d '{"events": [{"name": "network-changed", "server_uuid": "22ec12bc-e325-4b9a-82f4-f670a5cb42b8", "tag": "07117a2c-11cb-4c1c-9b95-04e967a80ec0"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:24:03.680565 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-36c23538-8941-4db8-a7f2-d05d4b25e55a None None] Provisioning for port f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:24:03.688117 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device df1ef933-1394-43d6-91a9-631e03b77741 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:24:03.694068 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-36c23538-8941-4db8-a7f2-d05d4b25e55a None None] Provisioning complete for port f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:24:03.694555 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-36c23538-8941-4db8-a7f2-d05d4b25e55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:03.695838 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87827f69-fca8-47ed-8e32-b18375607663 service neutron] Pushing event updated for resources: {'Port': ['ID=07117a2c-11cb-4c1c-9b95-04e967a80ec0,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:03.718186 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-385624da-a7ae-4bfb-b45a-273d1633548f req-553c0cac-f46d-4fbe-b572-50dddfa6b861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:03.756347 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-36c23538-8941-4db8-a7f2-d05d4b25e55a None None] Port f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:24:03.778409 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5389c1-a751-485a-bb43-6f5c664d5603 req-017736f5-2718-4d2d-b019-d24dc20b54bc tempest-ServersNegativeTestMultiTenantJSON-170713877 tempest-ServersNegativeTestMultiTenantJSON-170713877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:03.780005 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9d5389c1-a751-485a-bb43-6f5c664d5603 req-017736f5-2718-4d2d-b019-d24dc20b54bc tempest-ServersNegativeTestMultiTenantJSON-170713877 tempest-ServersNegativeTestMultiTenantJSON-170713877-project] 10.222.0.48 "GET /v2.0/ports?device_id=62030c70-039d-43d7-962e-6968fd8582fe HTTP/1.1" status: 200 len: 943 time: 0.1904702 Jul 15 23:24:03.796769 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c33e5e-47d9-4fdd-9f3c-a7bf4c8c8926 req-e04cc968-e9b5-437e-a96c-f5ecae0dd88e tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:03.798971 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-28c33e5e-47d9-4fdd-9f3c-a7bf4c8c8926 req-e04cc968-e9b5-437e-a96c-f5ecae0dd88e tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.2497482 Jul 15 23:24:03.834898 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ce1d9-672b-4ee2-878c-84614c1206fc req-bb77b600-827d-4c92-88da-3a4f440b7fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:03.836864 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e54ce1d9-672b-4ee2-878c-84614c1206fc req-bb77b600-827d-4c92-88da-3a4f440b7fa7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ca9f45630c684755bfc9217b95b6a061&device_id=22ec12bc-e325-4b9a-82f4-f670a5cb42b8 HTTP/1.1" status: 200 len: 1094 time: 0.1537004 Jul 15 23:24:03.909167 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e54ce1d9-672b-4ee2-878c-84614c1206fc req-520be4e0-aff3-47e4-8bd5-61d81f486efb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07117a2c-11cb-4c1c-9b95-04e967a80ec0 HTTP/1.1" status: 200 len: 217 time: 0.0622308 Jul 15 23:24:03.940769 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9d5389c1-a751-485a-bb43-6f5c664d5603 req-8c32125d-700b-4d00-b703-b7d1edcea167 tempest-ServersNegativeTestMultiTenantJSON-170713877 tempest-ServersNegativeTestMultiTenantJSON-170713877-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3424894-bc0b-44e2-888a-bdc2cb538b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394784 Jul 15 23:24:03.941518 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port df1ef933-1394-43d6-91a9-631e03b77741, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=df1ef933-1394-43d6-91a9-631e03b77741,segment=NetworkSegment(572211e4-6eca-4738-9e90-8bcb6cdd728f),segment_id=572211e4-6eca-4738-9e90-8bcb6cdd728f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:24:03.959118 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': 'df1ef933-1394-43d6-91a9-631e03b77741', 'network_id': 'bb506a42-c7e8-4f91-84cf-a2a44ed69581', 'port_id': 'df1ef933-1394-43d6-91a9-631e03b77741', 'mac_address': 'fa:16:3e:13:b8:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a5e5c4b-4173-4f20-92d8-4f049da584ab', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:24:03.984829 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-28c33e5e-47d9-4fdd-9f3c-a7bf4c8c8926 req-5b29f2f4-713a-4c71-b4e2-5c2accfda654 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603920 Jul 15 23:24:04.025566 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:04.030764 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ce1d9-672b-4ee2-878c-84614c1206fc req-e31d8aee-0cdf-4cf9-91d5-2fd794a4fe8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:04.033019 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e54ce1d9-672b-4ee2-878c-84614c1206fc req-e31d8aee-0cdf-4cf9-91d5-2fd794a4fe8a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=89ce3a94-62b5-42a8-b767-ec4495e23b73 HTTP/1.1" status: 200 len: 854 time: 0.1111162 Jul 15 23:24:04.046458 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df1ef933-1394-43d6-91a9-631e03b77741 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:24:04.075814 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port df1ef933-1394-43d6-91a9-631e03b77741, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=df1ef933-1394-43d6-91a9-631e03b77741,segment=NetworkSegment(572211e4-6eca-4738-9e90-8bcb6cdd728f),segment_id=572211e4-6eca-4738-9e90-8bcb6cdd728f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:24:04.081905 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:04.093581 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e54ce1d9-672b-4ee2-878c-84614c1206fc req-2607f839-22d7-41b3-82b3-cc2f27ff7e29 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=34d69ddd-6ef8-492b-8904-e5274ac6b6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490289 Jul 15 23:24:04.127995 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-385624da-a7ae-4bfb-b45a-273d1633548f req-553c0cac-f46d-4fbe-b572-50dddfa6b861 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:24:04.137408 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-385624da-a7ae-4bfb-b45a-273d1633548f req-553c0cac-f46d-4fbe-b572-50dddfa6b861 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:04.149452 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=df1ef933-1394-43d6-91a9-631e03b77741,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:04.161324 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-385624da-a7ae-4bfb-b45a-273d1633548f req-553c0cac-f46d-4fbe-b572-50dddfa6b861 service neutron] Transition to ACTIVE for port object f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:24:04.167965 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-385624da-a7ae-4bfb-b45a-273d1633548f req-553c0cac-f46d-4fbe-b572-50dddfa6b861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:04.192047 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:04.193528 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:04.193896 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:04.194232 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:04.197917 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:04.197917 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:04.197917 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:04.197917 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:04.199605 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:04.200489 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:04.200489 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:04.201438 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:04.263375 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:04.303815 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553c0cac-f46d-4fbe-b572-50dddfa6b861 service neutron] Pushing event updated for resources: {'Port': ['ID=f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:04.306911 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c22e3e-c57a-4b6c-8573-b86e17a4a628 x-openstack-request-id: req-18c22e3e-c57a-4b6c-8573-b86e17a4a628 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:24:04.307435 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22ec12bc-e325-4b9a-82f4-f670a5cb42b8", "tag": "07117a2c-11cb-4c1c-9b95-04e967a80ec0", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:24:04.307593 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-18c22e3e-c57a-4b6c-8573-b86e17a4a628 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:24:04.308004 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22ec12bc-e325-4b9a-82f4-f670a5cb42b8', 'tag': '07117a2c-11cb-4c1c-9b95-04e967a80ec0', 'status': 'completed', 'code': 200} Jul 15 23:24:04.314091 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e54ce1d9-672b-4ee2-878c-84614c1206fc req-1ef0f07a-587a-442d-8827-4b930901827a service neutron] 10.222.0.49 "GET /v2.0/networks/34d69ddd-6ef8-492b-8904-e5274ac6b6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067542 Jul 15 23:24:04.433727 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['df1ef933-1394-43d6-91a9-631e03b77741'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:24:04.444226 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd7007a-2ef9-4b47-b40d-bceff3cc34cc req-d650ee3e-866d-4dc4-8a2c-4f5eb23623c6 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:04.456751 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fdd7007a-2ef9-4b47-b40d-bceff3cc34cc req-d650ee3e-866d-4dc4-8a2c-4f5eb23623c6 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e7a082-afd2-479e-87b3-ac4047a279be HTTP/1.1" status: 200 len: 944 time: 0.2104759 Jul 15 23:24:04.494475 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-385624da-a7ae-4bfb-b45a-273d1633548f req-553c0cac-f46d-4fbe-b572-50dddfa6b861 service neutron] Attempting to bind port f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:24:04.496228 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-385624da-a7ae-4bfb-b45a-273d1633548f req-553c0cac-f46d-4fbe-b572-50dddfa6b861 service neutron] Attempting to bind port f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '978fcb14-f527-45d0-a4ec-38d689fb220c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5dd08b94-305b-477e-8148-ff3865a86e5a'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:24:04.497744 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385624da-a7ae-4bfb-b45a-273d1633548f req-553c0cac-f46d-4fbe-b572-50dddfa6b861 service neutron] Attempting to bind port f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d on network 5dd08b94-305b-477e-8148-ff3865a86e5a {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:24:04.511051 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385624da-a7ae-4bfb-b45a-273d1633548f req-553c0cac-f46d-4fbe-b572-50dddfa6b861 service neutron] Port f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d on network 5dd08b94-305b-477e-8148-ff3865a86e5a not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:24:04.512863 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385624da-a7ae-4bfb-b45a-273d1633548f req-553c0cac-f46d-4fbe-b572-50dddfa6b861 service neutron] Attempting to bind port f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d on network 5dd08b94-305b-477e-8148-ff3865a86e5a {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:24:04.526683 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385624da-a7ae-4bfb-b45a-273d1633548f req-553c0cac-f46d-4fbe-b572-50dddfa6b861 service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:24:04.529508 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385624da-a7ae-4bfb-b45a-273d1633548f req-553c0cac-f46d-4fbe-b572-50dddfa6b861 service neutron] Checking segment: {'id': '978fcb14-f527-45d0-a4ec-38d689fb220c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5dd08b94-305b-477e-8148-ff3865a86e5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:24:04.530492 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385624da-a7ae-4bfb-b45a-273d1633548f req-553c0cac-f46d-4fbe-b572-50dddfa6b861 service neutron] Bound using segment: {'id': '978fcb14-f527-45d0-a4ec-38d689fb220c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5dd08b94-305b-477e-8148-ff3865a86e5a'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:24:04.531216 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-385624da-a7ae-4bfb-b45a-273d1633548f req-553c0cac-f46d-4fbe-b572-50dddfa6b861 service neutron] Bound port: f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '978fcb14-f527-45d0-a4ec-38d689fb220c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5dd08b94-305b-477e-8148-ff3865a86e5a'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:24:04.533055 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-385624da-a7ae-4bfb-b45a-273d1633548f req-553c0cac-f46d-4fbe-b572-50dddfa6b861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:04.694962 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-385624da-a7ae-4bfb-b45a-273d1633548f req-553c0cac-f46d-4fbe-b572-50dddfa6b861 service neutron] For port f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d, host n-h1-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:24:04.706755 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-385624da-a7ae-4bfb-b45a-273d1633548f req-553c0cac-f46d-4fbe-b572-50dddfa6b861 service neutron] For port f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d,segment=NetworkSegment(978fcb14-f527-45d0-a4ec-38d689fb220c),segment_id=978fcb14-f527-45d0-a4ec-38d689fb220c)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:24:04.717077 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-385624da-a7ae-4bfb-b45a-273d1633548f req-553c0cac-f46d-4fbe-b572-50dddfa6b861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:04.796332 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553c0cac-f46d-4fbe-b572-50dddfa6b861 service neutron] Pushing event updated for resources: {'Port': ['ID=f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:04.805994 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385624da-a7ae-4bfb-b45a-273d1633548f req-553c0cac-f46d-4fbe-b572-50dddfa6b861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:04.806990 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-385624da-a7ae-4bfb-b45a-273d1633548f req-553c0cac-f46d-4fbe-b572-50dddfa6b861 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:04.809699 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-385624da-a7ae-4bfb-b45a-273d1633548f req-553c0cac-f46d-4fbe-b572-50dddfa6b861 service neutron] 10.222.0.49 "PUT /v2.0/ports/f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d HTTP/1.1" status: 200 len: 1092 time: 1.2371185 Jul 15 23:24:04.810402 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7e7a082-afd2-479e-87b3-ac4047a279be', 'tag': 'f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:24:04.813026 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eae79bf-a621-4e8c-80bf-47dd0116018c" -d '{"events": [{"name": "network-changed", "server_uuid": "c7e7a082-afd2-479e-87b3-ac4047a279be", "tag": "f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:24:04.949048 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385624da-a7ae-4bfb-b45a-273d1633548f req-6c4b3ed0-d988-42d4-9dc2-d7f2d9d0cd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:04.950764 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-385624da-a7ae-4bfb-b45a-273d1633548f req-6c4b3ed0-d988-42d4-9dc2-d7f2d9d0cd18 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c41d1c4cc69e402eb09493d513de9715&device_id=c7e7a082-afd2-479e-87b3-ac4047a279be HTTP/1.1" status: 200 len: 1095 time: 0.0799112 Jul 15 23:24:05.016242 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-385624da-a7ae-4bfb-b45a-273d1633548f req-fe3b6aac-3a23-4bd1-ab48-9b1576d214d2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d HTTP/1.1" status: 200 len: 217 time: 0.0555232 Jul 15 23:24:05.051457 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fdd7007a-2ef9-4b47-b40d-bceff3cc34cc req-e5080484-66d3-4a0a-a0b7-5d5a0c27f54e tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=723b47fb-9d83-4482-a686-76e0a3025323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5914874 Jul 15 23:24:05.054434 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e54ce1d9-672b-4ee2-878c-84614c1206fc req-65385998-04a9-4808-b6b0-790865b0754f service neutron] 10.222.0.49 "GET /v2.0/networks/34d69ddd-6ef8-492b-8904-e5274ac6b6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7311015 Jul 15 23:24:05.088860 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385624da-a7ae-4bfb-b45a-273d1633548f req-f6dcc6b1-f96c-4fb0-945a-9f2d366a544c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:05.090583 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-385624da-a7ae-4bfb-b45a-273d1633548f req-f6dcc6b1-f96c-4fb0-945a-9f2d366a544c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ac4619b4-8268-4046-9b08-9c5e68adfc94 HTTP/1.1" status: 200 len: 856 time: 0.0638897 Jul 15 23:24:05.096538 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e7f0d7-09e0-4b0d-a304-6a7fc5ec5bb9 req-5c69b130-e714-4afb-adc7-ca75943f1d67 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:05.098629 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e6e7f0d7-09e0-4b0d-a304-6a7fc5ec5bb9 req-5c69b130-e714-4afb-adc7-ca75943f1d67 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/ports?device_id=22ec12bc-e325-4b9a-82f4-f670a5cb42b8 HTTP/1.1" status: 200 len: 943 time: 0.1767809 Jul 15 23:24:05.160262 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e6e7f0d7-09e0-4b0d-a304-6a7fc5ec5bb9 req-3bf5fbc2-80ed-42f7-ad9d-939761daba48 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce3f5940-565b-43a4-b484-b630aa3d6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550787 Jul 15 23:24:05.198467 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385624da-a7ae-4bfb-b45a-273d1633548f req-c62bcc62-e676-4946-b31e-32ac444bb355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:05.200682 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-385624da-a7ae-4bfb-b45a-273d1633548f req-c62bcc62-e676-4946-b31e-32ac444bb355 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5dd08b94-305b-477e-8148-ff3865a86e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1021876 Jul 15 23:24:05.257365 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a525f8-1a69-43a7-84df-86437a7a5133 req-be2094be-08c4-409c-8384-518306403492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:05.259540 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-23a525f8-1a69-43a7-84df-86437a7a5133 req-be2094be-08c4-409c-8384-518306403492 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ca9f45630c684755bfc9217b95b6a061&device_id=22ec12bc-e325-4b9a-82f4-f670a5cb42b8 HTTP/1.1" status: 200 len: 1094 time: 0.0858119 Jul 15 23:24:05.432038 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a525f8-1a69-43a7-84df-86437a7a5133 req-40d6945b-f88a-4a8d-ab5a-5d65a09a41ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:05.434035 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-23a525f8-1a69-43a7-84df-86437a7a5133 req-40d6945b-f88a-4a8d-ab5a-5d65a09a41ed service neutron] 10.222.0.49 "GET /v2.0/networks?id=34d69ddd-6ef8-492b-8904-e5274ac6b6b4 HTTP/1.1" status: 200 len: 915 time: 0.1658664 Jul 15 23:24:05.536005 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332eb0d7-fda5-4ff9-a433-2f90bdc977d8 req-bd4a70ec-ae81-444f-ae8d-e0419ed876bf tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:05.543204 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-332eb0d7-fda5-4ff9-a433-2f90bdc977d8 req-bd4a70ec-ae81-444f-ae8d-e0419ed876bf tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.2376761 Jul 15 23:24:05.547119 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-23a525f8-1a69-43a7-84df-86437a7a5133 req-3f70200a-0c68-4d00-a959-bc3a8c9f9809 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07117a2c-11cb-4c1c-9b95-04e967a80ec0 HTTP/1.1" status: 200 len: 217 time: 0.1031768 Jul 15 23:24:05.665998 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-332eb0d7-fda5-4ff9-a433-2f90bdc977d8 req-a28d4ddb-27c8-41b3-9d80-b5c38f6af05c tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213875 Jul 15 23:24:05.666270 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-272825f1-ee6a-4475-ad8f-d600c17a2564 x-openstack-request-id: req-272825f1-ee6a-4475-ad8f-d600c17a2564 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:24:05.666748 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7e7a082-afd2-479e-87b3-ac4047a279be", "tag": "f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:24:05.666748 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-272825f1-ee6a-4475-ad8f-d600c17a2564 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:24:05.666963 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7e7a082-afd2-479e-87b3-ac4047a279be', 'tag': 'f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d', 'status': 'completed', 'code': 200} Jul 15 23:24:05.675647 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a525f8-1a69-43a7-84df-86437a7a5133 req-78323fc7-db24-4e30-8d05-72f5b26415e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:05.677555 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-23a525f8-1a69-43a7-84df-86437a7a5133 req-78323fc7-db24-4e30-8d05-72f5b26415e4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=89ce3a94-62b5-42a8-b767-ec4495e23b73 HTTP/1.1" status: 200 len: 854 time: 0.1196814 Jul 15 23:24:05.694649 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device df1ef933-1394-43d6-91a9-631e03b77741 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:24:05.714057 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-385624da-a7ae-4bfb-b45a-273d1633548f req-5136b5f6-3b49-4826-a927-f1079d66c1d8 service neutron] 10.222.0.49 "GET /v2.0/networks/5dd08b94-305b-477e-8148-ff3865a86e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5057416 Jul 15 23:24:05.737150 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-23a525f8-1a69-43a7-84df-86437a7a5133 req-42d8825d-2c52-44fe-b3a5-126927124145 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=34d69ddd-6ef8-492b-8904-e5274ac6b6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493560 Jul 15 23:24:05.788775 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627884bc-c626-4fe6-9fe2-5f7e28f5eb08 req-34fbd933-7c4d-404b-bf41-fd0d1a5995f0 tempest-ServersNegativeTestMultiTenantJSON-170713877 tempest-ServersNegativeTestMultiTenantJSON-170713877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:05.792917 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port df1ef933-1394-43d6-91a9-631e03b77741 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:24:05.795789 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-627884bc-c626-4fe6-9fe2-5f7e28f5eb08 req-34fbd933-7c4d-404b-bf41-fd0d1a5995f0 tempest-ServersNegativeTestMultiTenantJSON-170713877 tempest-ServersNegativeTestMultiTenantJSON-170713877-project] 10.222.0.48 "GET /v2.0/ports?device_id=62030c70-039d-43d7-962e-6968fd8582fe HTTP/1.1" status: 200 len: 944 time: 0.1895840 Jul 15 23:24:05.798426 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port df1ef933-1394-43d6-91a9-631e03b77741 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:24:05.800152 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:05.854333 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-627884bc-c626-4fe6-9fe2-5f7e28f5eb08 req-15ccb2f5-4d61-4de9-be99-8a4b1e4d4d49 tempest-ServersNegativeTestMultiTenantJSON-170713877 tempest-ServersNegativeTestMultiTenantJSON-170713877-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3424894-bc0b-44e2-888a-bdc2cb538b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576003 Jul 15 23:24:05.888112 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-385624da-a7ae-4bfb-b45a-273d1633548f req-d16d245f-1cf3-484d-991f-28bb4acc3c29 service neutron] 10.222.0.49 "GET /v2.0/networks/5dd08b94-305b-477e-8148-ff3865a86e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632879 Jul 15 23:24:05.919484 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:05.957469 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-23a525f8-1a69-43a7-84df-86437a7a5133 req-6755bc27-2420-4fcd-acf7-c8e23019b282 service neutron] 10.222.0.49 "GET /v2.0/networks/34d69ddd-6ef8-492b-8904-e5274ac6b6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131701 Jul 15 23:24:05.959851 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62030c70-039d-43d7-962e-6968fd8582fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df1ef933-1394-43d6-91a9-631e03b77741'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:24:05.963759 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6337f06a-c1ec-4d3f-abbe-a083b31148b9" -d '{"events": [{"server_uuid": "62030c70-039d-43d7-962e-6968fd8582fe", "name": "network-vif-plugged", "status": "completed", "tag": "df1ef933-1394-43d6-91a9-631e03b77741"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:24:05.967889 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port df1ef933-1394-43d6-91a9-631e03b77741, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=df1ef933-1394-43d6-91a9-631e03b77741,segment=NetworkSegment(572211e4-6eca-4738-9e90-8bcb6cdd728f),segment_id=572211e4-6eca-4738-9e90-8bcb6cdd728f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:24:05.973170 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:06.041113 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae79bf-a621-4e8c-80bf-47dd0116018c req-2e7feb6a-bf54-43b3-8d32-58460954315d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:06.044824 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5eae79bf-a621-4e8c-80bf-47dd0116018c req-2e7feb6a-bf54-43b3-8d32-58460954315d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c41d1c4cc69e402eb09493d513de9715&device_id=c7e7a082-afd2-479e-87b3-ac4047a279be HTTP/1.1" status: 200 len: 1095 time: 0.0989151 Jul 15 23:24:06.060774 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae72a621-6188-45c4-904b-dd4b510cbb46 x-openstack-request-id: req-ae72a621-6188-45c4-904b-dd4b510cbb46 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:24:06.061071 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62030c70-039d-43d7-962e-6968fd8582fe", "name": "network-vif-plugged", "status": "completed", "tag": "df1ef933-1394-43d6-91a9-631e03b77741", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:24:06.061336 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ae72a621-6188-45c4-904b-dd4b510cbb46 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:24:06.061814 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62030c70-039d-43d7-962e-6968fd8582fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df1ef933-1394-43d6-91a9-631e03b77741', 'code': 200} Jul 15 23:24:06.075333 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=df1ef933-1394-43d6-91a9-631e03b77741,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:06.203781 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae79bf-a621-4e8c-80bf-47dd0116018c req-1ec4ae3a-aa4d-4680-b706-71decda12e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:06.206990 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5eae79bf-a621-4e8c-80bf-47dd0116018c req-1ec4ae3a-aa4d-4680-b706-71decda12e54 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5dd08b94-305b-477e-8148-ff3865a86e5a HTTP/1.1" status: 200 len: 918 time: 0.1542571 Jul 15 23:24:06.207155 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-23a525f8-1a69-43a7-84df-86437a7a5133 req-566b4563-b28a-48a7-9287-b831440cef78 service neutron] 10.222.0.49 "GET /v2.0/networks/34d69ddd-6ef8-492b-8904-e5274ac6b6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393751 Jul 15 23:24:06.251167 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a335075c-0542-4a00-867c-de6abae04f4b req-69a8f4f5-3349-4d99-9ae7-7c7600ccbb37 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:06.253945 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a335075c-0542-4a00-867c-de6abae04f4b req-69a8f4f5-3349-4d99-9ae7-7c7600ccbb37 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.1722839 Jul 15 23:24:06.274737 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b1bc58-c93b-4096-9001-842021737200 req-2b304091-8fbe-41f5-8ae0-5bd7e9c5a07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:06.275008 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:06.276795 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-77b1bc58-c93b-4096-9001-842021737200 req-2b304091-8fbe-41f5-8ae0-5bd7e9c5a07d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=62030c70-039d-43d7-962e-6968fd8582fe HTTP/1.1" status: 200 len: 1096 time: 0.1378853 Jul 15 23:24:06.291209 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5eae79bf-a621-4e8c-80bf-47dd0116018c req-589ca80e-3e54-40e8-93df-d5ee820d6c5b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d HTTP/1.1" status: 200 len: 217 time: 0.0626915 Jul 15 23:24:06.352632 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae79bf-a621-4e8c-80bf-47dd0116018c req-5ba15cad-1e4a-4d31-8a1e-470e85a773ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:06.354283 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5eae79bf-a621-4e8c-80bf-47dd0116018c req-5ba15cad-1e4a-4d31-8a1e-470e85a773ce service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ac4619b4-8268-4046-9b08-9c5e68adfc94 HTTP/1.1" status: 200 len: 856 time: 0.0565677 Jul 15 23:24:06.377792 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a335075c-0542-4a00-867c-de6abae04f4b req-4309e9f9-dee5-4f54-9789-19cd6a7d2314 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139991 Jul 15 23:24:06.387697 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-77b1bc58-c93b-4096-9001-842021737200 req-0268e502-350d-4efe-bd06-7bd113886a01 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d3424894-bc0b-44e2-888a-bdc2cb538b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920653 Jul 15 23:24:06.420996 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cebb6f-e9e5-41cc-9c75-a29f99df28dd req-1855d14b-28f5-4771-a301-e092f0a1e946 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:06.424587 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-11cebb6f-e9e5-41cc-9c75-a29f99df28dd req-1855d14b-28f5-4771-a301-e092f0a1e946 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e7a082-afd2-479e-87b3-ac4047a279be HTTP/1.1" status: 200 len: 944 time: 0.1513441 Jul 15 23:24:06.447199 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae79bf-a621-4e8c-80bf-47dd0116018c req-ebca8bf6-4e70-4d1a-9394-ef33abb2a732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:06.449379 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5eae79bf-a621-4e8c-80bf-47dd0116018c req-ebca8bf6-4e70-4d1a-9394-ef33abb2a732 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5dd08b94-305b-477e-8148-ff3865a86e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0851872 Jul 15 23:24:06.471233 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-11cebb6f-e9e5-41cc-9c75-a29f99df28dd req-94b0f804-1855-43d7-9dd4-d4309655ddcc tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=723b47fb-9d83-4482-a686-76e0a3025323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396852 Jul 15 23:24:06.592613 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5eae79bf-a621-4e8c-80bf-47dd0116018c req-47923398-7298-4d81-9679-2c42069d9ed5 service neutron] 10.222.0.49 "GET /v2.0/networks/5dd08b94-305b-477e-8148-ff3865a86e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342413 Jul 15 23:24:06.604749 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700fb6b0-3d40-48a8-be39-161b63454766 req-7e7832d9-ce71-4f3c-980b-21283b47816d tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:06.614217 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-700fb6b0-3d40-48a8-be39-161b63454766 req-7e7832d9-ce71-4f3c-980b-21283b47816d tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/ports?device_id=22ec12bc-e325-4b9a-82f4-f670a5cb42b8 HTTP/1.1" status: 200 len: 943 time: 0.1101398 Jul 15 23:24:06.664145 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-700fb6b0-3d40-48a8-be39-161b63454766 req-bce311b3-56f2-4a78-9547-6ff73148f971 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce3f5940-565b-43a4-b484-b630aa3d6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490005 Jul 15 23:24:06.710267 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5eae79bf-a621-4e8c-80bf-47dd0116018c req-84df5f6d-4a68-4f71-841f-ca0df5310d85 service neutron] 10.222.0.49 "GET /v2.0/networks/5dd08b94-305b-477e-8148-ff3865a86e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102791 Jul 15 23:24:06.922937 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67f1f27-59b2-4c96-b3b3-ec4bc8035058 req-1696c19b-d055-43ac-82fc-e52efdb75d20 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:06.927022 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e67f1f27-59b2-4c96-b3b3-ec4bc8035058 req-1696c19b-d055-43ac-82fc-e52efdb75d20 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.0979407 Jul 15 23:24:06.989744 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e67f1f27-59b2-4c96-b3b3-ec4bc8035058 req-c8ed6243-9e32-4023-b787-f9985918f58a tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420237 Jul 15 23:24:07.255338 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f171541e-d3b9-43a3-ab32-f3103f04aa81 req-e5b508ce-90c0-4a4a-922b-bc3b9a44b1a2 tempest-ServersNegativeTestMultiTenantJSON-170713877 tempest-ServersNegativeTestMultiTenantJSON-170713877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:07.257462 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f171541e-d3b9-43a3-ab32-f3103f04aa81 req-e5b508ce-90c0-4a4a-922b-bc3b9a44b1a2 tempest-ServersNegativeTestMultiTenantJSON-170713877 tempest-ServersNegativeTestMultiTenantJSON-170713877-project] 10.222.0.48 "GET /v2.0/ports?device_id=62030c70-039d-43d7-962e-6968fd8582fe HTTP/1.1" status: 200 len: 945 time: 0.1531208 Jul 15 23:24:07.266061 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e69500-5726-4242-b54c-4335c1231c15 req-250c9ac1-865e-4ac1-b927-bb0592392470 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:07.267633 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-12e69500-5726-4242-b54c-4335c1231c15 req-250c9ac1-865e-4ac1-b927-bb0592392470 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.1109302 Jul 15 23:24:07.331160 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f171541e-d3b9-43a3-ab32-f3103f04aa81 req-d0d4ca61-129f-4b71-a1e1-503da5320cd9 tempest-ServersNegativeTestMultiTenantJSON-170713877 tempest-ServersNegativeTestMultiTenantJSON-170713877-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3424894-bc0b-44e2-888a-bdc2cb538b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624936 Jul 15 23:24:07.336324 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-12e69500-5726-4242-b54c-4335c1231c15 req-a77efefc-0c1f-4cbe-9278-66ee18e44543 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594757 Jul 15 23:24:07.620907 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ad5be-2d62-4da5-81e0-eb6bb69d19dd req-b98f1aaa-afbb-40a8-95dc-c555f939762a tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:07.622848 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-103ad5be-2d62-4da5-81e0-eb6bb69d19dd req-b98f1aaa-afbb-40a8-95dc-c555f939762a tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.0987649 Jul 15 23:24:07.687901 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 07117a2c-11cb-4c1c-9b95-04e967a80ec0 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:24:07.708267 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-103ad5be-2d62-4da5-81e0-eb6bb69d19dd req-b2cb7bf4-7382-4eb7-86e5-d153ebd242ac tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626745 Jul 15 23:24:07.761451 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831c526-98cc-4e19-acdc-2eac354703c3 req-d2750b84-2578-469b-8f38-e970050da112 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:07.770009 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5831c526-98cc-4e19-acdc-2eac354703c3 req-d2750b84-2578-469b-8f38-e970050da112 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e7a082-afd2-479e-87b3-ac4047a279be HTTP/1.1" status: 200 len: 944 time: 0.1382749 Jul 15 23:24:07.825145 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5831c526-98cc-4e19-acdc-2eac354703c3 req-be02c91d-37b1-402b-b2ee-528b6a8f917e tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=723b47fb-9d83-4482-a686-76e0a3025323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540462 Jul 15 23:24:07.954082 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 07117a2c-11cb-4c1c-9b95-04e967a80ec0, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=07117a2c-11cb-4c1c-9b95-04e967a80ec0,segment=NetworkSegment(7b7581c1-1598-4186-967b-a52d177d111c),segment_id=7b7581c1-1598-4186-967b-a52d177d111c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:24:07.968240 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '07117a2c-11cb-4c1c-9b95-04e967a80ec0', 'network_id': '34d69ddd-6ef8-492b-8904-e5274ac6b6b4', 'port_id': '07117a2c-11cb-4c1c-9b95-04e967a80ec0', 'mac_address': 'fa:16:3e:89:fa:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89ce3a94-62b5-42a8-b767-ec4495e23b73', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:24:08.056866 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:08.095030 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07117a2c-11cb-4c1c-9b95-04e967a80ec0 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:24:08.120184 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 07117a2c-11cb-4c1c-9b95-04e967a80ec0, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=07117a2c-11cb-4c1c-9b95-04e967a80ec0,segment=NetworkSegment(7b7581c1-1598-4186-967b-a52d177d111c),segment_id=7b7581c1-1598-4186-967b-a52d177d111c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:24:08.126039 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:08.127097 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:24:08.134547 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db75abd-ccdc-4257-af39-994e9678070b req-afcea13b-0f75-4fb5-a605-586bf5b33e2b tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:08.136834 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4db75abd-ccdc-4257-af39-994e9678070b req-afcea13b-0f75-4fb5-a605-586bf5b33e2b tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/ports?device_id=22ec12bc-e325-4b9a-82f4-f670a5cb42b8 HTTP/1.1" status: 200 len: 943 time: 0.1724219 Jul 15 23:24:08.192415 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 44958) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:08.207629 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4db75abd-ccdc-4257-af39-994e9678070b req-7682ae30-cb22-4b34-810b-0d1a85d51ec9 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce3f5940-565b-43a4-b484-b630aa3d6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627153 Jul 15 23:24:08.215943 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:08.218682 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b00812-c027-432a-a7c5-59110780daa7 req-ea045175-a9cf-458d-b8c3-8a9e26f73b78 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:08.220473 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-20b00812-c027-432a-a7c5-59110780daa7 req-ea045175-a9cf-458d-b8c3-8a9e26f73b78 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.1346841 Jul 15 23:24:08.242440 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=07117a2c-11cb-4c1c-9b95-04e967a80ec0,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:08.276593 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-20b00812-c027-432a-a7c5-59110780daa7 req-6b5a58f8-6400-44ec-8cd7-ce96326c214d tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497606 Jul 15 23:24:08.371464 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d,segment=NetworkSegment(978fcb14-f527-45d0-a4ec-38d689fb220c),segment_id=978fcb14-f527-45d0-a4ec-38d689fb220c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:24:08.409424 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': 'f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d', 'network_id': '5dd08b94-305b-477e-8148-ff3865a86e5a', 'port_id': 'f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d', 'mac_address': 'fa:16:3e:1d:10:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac4619b4-8268-4046-9b08-9c5e68adfc94', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:24:08.443750 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c5d25bd2-84e4-44d1-9819-36e0b93034f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:08.472292 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:08.497930 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:24:08.542843 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d,segment=NetworkSegment(978fcb14-f527-45d0-a4ec-38d689fb220c),segment_id=978fcb14-f527-45d0-a4ec-38d689fb220c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:24:08.550567 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:08.579878 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c5d25bd2-84e4-44d1-9819-36e0b93034f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:08.582994 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c7a79e-3020-4d8b-a725-b2d8fa9e234a req-140b7d59-0b81-4a0a-9451-71f6d927485e tempest-ServersNegativeTestMultiTenantJSON-170713877 tempest-ServersNegativeTestMultiTenantJSON-170713877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:08.585221 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-30c7a79e-3020-4d8b-a725-b2d8fa9e234a req-140b7d59-0b81-4a0a-9451-71f6d927485e tempest-ServersNegativeTestMultiTenantJSON-170713877 tempest-ServersNegativeTestMultiTenantJSON-170713877-project] 10.222.0.48 "GET /v2.0/ports?device_id=62030c70-039d-43d7-962e-6968fd8582fe HTTP/1.1" status: 200 len: 945 time: 0.0869620 Jul 15 23:24:08.589254 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c5d25bd2-84e4-44d1-9819-36e0b93034f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:08.642244 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:08.642498 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c5d25bd2-84e4-44d1-9819-36e0b93034f9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=722892096caf43f8a5da537d1c8d059c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4455023 Jul 15 23:24:08.642498 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d25bd2-84e4-44d1-9819-36e0b93034f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a900bb-ad4f-42c6-82dc-355038898ca2,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:08.644332 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 44968) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:08.714330 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-30c7a79e-3020-4d8b-a725-b2d8fa9e234a req-f9b1c764-8bed-4fdc-872a-be150c1d982a tempest-ServersNegativeTestMultiTenantJSON-170713877 tempest-ServersNegativeTestMultiTenantJSON-170713877-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3424894-bc0b-44e2-888a-bdc2cb538b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149800 Jul 15 23:24:08.745776 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9699521-8908-4143-a6bb-7fa0c2f20a34 req-ca788ffa-d424-4a29-bfc8-4d57f9d55be3 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:08.747341 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c9699521-8908-4143-a6bb-7fa0c2f20a34 req-ca788ffa-d424-4a29-bfc8-4d57f9d55be3 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.1612046 Jul 15 23:24:08.748535 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e6821b14-a9e1-48d1-b70a-46008897bbc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:08.786492 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e6821b14-a9e1-48d1-b70a-46008897bbc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:08.838834 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c9699521-8908-4143-a6bb-7fa0c2f20a34 req-fc31d1c3-8692-4079-badb-b14ffac50b27 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800135 Jul 15 23:24:08.903839 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e6821b14-a9e1-48d1-b70a-46008897bbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:08.906380 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e6821b14-a9e1-48d1-b70a-46008897bbc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:08.907538 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-e6821b14-a9e1-48d1-b70a-46008897bbc6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/75a900bb-ad4f-42c6-82dc-355038898ca2 HTTP/1.1" status: 204 len: 168 time: 0.2628076 Jul 15 23:24:08.911333 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['07117a2c-11cb-4c1c-9b95-04e967a80ec0'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:24:08.932745 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6821b14-a9e1-48d1-b70a-46008897bbc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a900bb-ad4f-42c6-82dc-355038898ca2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:08.969150 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:24:08.981018 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0755e409-95be-4f9c-adf7-319b109ec6c8 req-96791fb1-f7b7-4109-a9f7-ae2d449f53fc tempest-ServersNegativeTestMultiTenantJSON-170713877 tempest-ServersNegativeTestMultiTenantJSON-170713877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:08.982938 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0755e409-95be-4f9c-adf7-319b109ec6c8 req-96791fb1-f7b7-4109-a9f7-ae2d449f53fc tempest-ServersNegativeTestMultiTenantJSON-170713877 tempest-ServersNegativeTestMultiTenantJSON-170713877-project] 10.222.0.48 "GET /v2.0/ports?device_id=62030c70-039d-43d7-962e-6968fd8582fe HTTP/1.1" status: 200 len: 945 time: 0.1249759 Jul 15 23:24:09.106247 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0755e409-95be-4f9c-adf7-319b109ec6c8 req-770da28a-7cb7-40aa-89c0-6c99f4b9b33f tempest-ServersNegativeTestMultiTenantJSON-170713877 tempest-ServersNegativeTestMultiTenantJSON-170713877-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3424894-bc0b-44e2-888a-bdc2cb538b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021657 Jul 15 23:24:09.135792 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a2ee12-2114-4e63-9f18-01779749c17d req-4575968c-2f9a-444c-a41e-8fffa7b08513 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:09.136964 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-69a2ee12-2114-4e63-9f18-01779749c17d req-4575968c-2f9a-444c-a41e-8fffa7b08513 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e7a082-afd2-479e-87b3-ac4047a279be HTTP/1.1" status: 200 len: 945 time: 0.1442144 Jul 15 23:24:09.194004 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-69a2ee12-2114-4e63-9f18-01779749c17d req-ca064f59-656d-42da-b12f-f5d49c38b90e tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=723b47fb-9d83-4482-a686-76e0a3025323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497596 Jul 15 23:24:09.379026 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aedee2-8b79-40bd-8edf-7514bd67eee7 req-93afbf7b-e8f9-4e27-9e73-9f1c1b748aac tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:09.382151 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-56aedee2-8b79-40bd-8edf-7514bd67eee7 req-93afbf7b-e8f9-4e27-9e73-9f1c1b748aac tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.1069946 Jul 15 23:24:09.435059 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-56aedee2-8b79-40bd-8edf-7514bd67eee7 req-b687008d-13e5-4992-b005-1ded83324cdc tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464780 Jul 15 23:24:09.692359 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ddd214-178e-411f-a2cd-13b9f9186cf9 req-a4d54fe5-e5ca-4783-9fcd-cd44e1185cdc tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:09.696056 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b7ddd214-178e-411f-a2cd-13b9f9186cf9 req-a4d54fe5-e5ca-4783-9fcd-cd44e1185cdc tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/ports?device_id=22ec12bc-e325-4b9a-82f4-f670a5cb42b8 HTTP/1.1" status: 200 len: 944 time: 0.1047308 Jul 15 23:24:09.761939 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b7ddd214-178e-411f-a2cd-13b9f9186cf9 req-1bfb8dc1-ac31-4ec1-a026-51ce3b01821a tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce3f5940-565b-43a4-b484-b630aa3d6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573118 Jul 15 23:24:10.029059 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c82b0-4b76-4a25-91f1-a09144ea8d57 req-77347864-9f8e-4c9c-bcd1-9ddbebf0f8f5 tempest-ServersNegativeTestMultiTenantJSON-170713877 tempest-ServersNegativeTestMultiTenantJSON-170713877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:10.030601 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e98c82b0-4b76-4a25-91f1-a09144ea8d57 req-77347864-9f8e-4c9c-bcd1-9ddbebf0f8f5 tempest-ServersNegativeTestMultiTenantJSON-170713877 tempest-ServersNegativeTestMultiTenantJSON-170713877-project] 10.222.0.48 "GET /v2.0/ports?device_id=62030c70-039d-43d7-962e-6968fd8582fe HTTP/1.1" status: 200 len: 945 time: 0.1230700 Jul 15 23:24:10.051268 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee01b9eb-a565-46e0-9599-671c5acbe5b0 req-d777df28-115d-40bc-9520-cfef9c555b0f tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:10.052813 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ee01b9eb-a565-46e0-9599-671c5acbe5b0 req-d777df28-115d-40bc-9520-cfef9c555b0f tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.1103327 Jul 15 23:24:10.105208 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e98c82b0-4b76-4a25-91f1-a09144ea8d57 req-d5f3a894-7707-467a-ad72-d8e6302b6fd6 tempest-ServersNegativeTestMultiTenantJSON-170713877 tempest-ServersNegativeTestMultiTenantJSON-170713877-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3424894-bc0b-44e2-888a-bdc2cb538b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684323 Jul 15 23:24:10.114688 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ee01b9eb-a565-46e0-9599-671c5acbe5b0 req-5c959835-10c2-4afb-ba33-4460a07390b2 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539265 Jul 15 23:24:10.322467 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db09b6-dd68-490b-875d-32c84b0d278a req-b85af44d-6a92-4572-b451-aa449ca5a27e tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:10.325393 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c1db09b6-dd68-490b-875d-32c84b0d278a req-b85af44d-6a92-4572-b451-aa449ca5a27e tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.0866871 Jul 15 23:24:10.391065 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c1db09b6-dd68-490b-875d-32c84b0d278a req-29c765db-ad46-4812-94a2-93663be8070a tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580673 Jul 15 23:24:10.579864 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 45034) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:10.616916 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6803cc8a-a988-446b-b5b3-df5d6b9ed5bf req-d2f6c356-cb97-4125-ad2b-53cb93562473 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:10.618480 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6803cc8a-a988-446b-b5b3-df5d6b9ed5bf req-d2f6c356-cb97-4125-ad2b-53cb93562473 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e7a082-afd2-479e-87b3-ac4047a279be HTTP/1.1" status: 200 len: 945 time: 0.0784099 Jul 15 23:24:10.672149 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6803cc8a-a988-446b-b5b3-df5d6b9ed5bf req-426116b9-2ce9-4f47-8ead-53287a13ab0b tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=723b47fb-9d83-4482-a686-76e0a3025323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415530 Jul 15 23:24:10.724236 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c36c717a-8548-4b1e-bee7-639667e542a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:10.865050 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c36c717a-8548-4b1e-bee7-639667e542a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:10.870163 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c36c717a-8548-4b1e-bee7-639667e542a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:10.917749 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c36c717a-8548-4b1e-bee7-639667e542a4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a5415ed6b4374c1ebf3f10c98015fade&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3351781 Jul 15 23:24:10.920050 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36c717a-8548-4b1e-bee7-639667e542a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18646c15-7c65-4914-86f4-7b70c6aadced,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:10.923129 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 45044) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:10.928059 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f7d570-b3bc-411c-8b56-a15f7836e150 req-6e5722f9-bda8-409d-b354-4c0c1beec706 tempest-ServersNegativeTestMultiTenantJSON-170713877 tempest-ServersNegativeTestMultiTenantJSON-170713877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:10.929623 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-83f7d570-b3bc-411c-8b56-a15f7836e150 req-6e5722f9-bda8-409d-b354-4c0c1beec706 tempest-ServersNegativeTestMultiTenantJSON-170713877 tempest-ServersNegativeTestMultiTenantJSON-170713877-project] 10.222.0.48 "GET /v2.0/ports?device_id=62030c70-039d-43d7-962e-6968fd8582fe HTTP/1.1" status: 200 len: 945 time: 0.1269341 Jul 15 23:24:10.980403 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475af237-b068-4cd7-bd05-df2380c4dad2 req-99396ea6-723e-42d5-8b9d-b945e431c409 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:10.981940 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-475af237-b068-4cd7-bd05-df2380c4dad2 req-99396ea6-723e-42d5-8b9d-b945e431c409 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.1053278 Jul 15 23:24:10.984180 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6ae3e44e-d105-4fef-a435-e297cbe752aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:11.009638 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-83f7d570-b3bc-411c-8b56-a15f7836e150 req-c8558c7b-c74e-4150-a346-d7ef5c9947fa tempest-ServersNegativeTestMultiTenantJSON-170713877 tempest-ServersNegativeTestMultiTenantJSON-170713877-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3424894-bc0b-44e2-888a-bdc2cb538b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671399 Jul 15 23:24:11.019045 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6ae3e44e-d105-4fef-a435-e297cbe752aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:11.032360 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-475af237-b068-4cd7-bd05-df2380c4dad2 req-be5b0007-9df6-4fb0-95a9-8bc52af2fb62 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433910 Jul 15 23:24:11.089081 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6ae3e44e-d105-4fef-a435-e297cbe752aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:11.091903 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6ae3e44e-d105-4fef-a435-e297cbe752aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:11.098018 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-6ae3e44e-d105-4fef-a435-e297cbe752aa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/18646c15-7c65-4914-86f4-7b70c6aadced HTTP/1.1" status: 204 len: 168 time: 0.1683171 Jul 15 23:24:11.109767 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae3e44e-d105-4fef-a435-e297cbe752aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18646c15-7c65-4914-86f4-7b70c6aadced,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:11.265252 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af0d26-f9fe-4e5d-bddb-2a974caa5f56 req-ce457148-604a-433c-afed-34d71f5d0cdd tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:11.266864 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f3af0d26-f9fe-4e5d-bddb-2a974caa5f56 req-ce457148-604a-433c-afed-34d71f5d0cdd tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/ports?device_id=22ec12bc-e325-4b9a-82f4-f670a5cb42b8 HTTP/1.1" status: 200 len: 944 time: 0.0906105 Jul 15 23:24:11.339588 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f3af0d26-f9fe-4e5d-bddb-2a974caa5f56 req-0e491ab1-4c95-4b09-8e1d-2d8f411d90e2 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce3f5940-565b-43a4-b484-b630aa3d6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617378 Jul 15 23:24:11.367236 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909fd00c-10df-41bb-ab74-da613fda8118 req-789b2287-e7ba-4d92-a9ea-3905638c859d tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:11.368820 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-909fd00c-10df-41bb-ab74-da613fda8118 req-789b2287-e7ba-4d92-a9ea-3905638c859d tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.1010549 Jul 15 23:24:11.430110 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-909fd00c-10df-41bb-ab74-da613fda8118 req-392c394b-d6ec-4076-b0a2-aac3f912ab88 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477862 Jul 15 23:24:11.718615 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 07117a2c-11cb-4c1c-9b95-04e967a80ec0 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:24:11.813945 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8e0e37-29a3-48ea-b119-75bfb211cab7 req-def4616d-dc5c-4c8a-9d6a-c5f4d4d3fea8 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:11.823699 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port 07117a2c-11cb-4c1c-9b95-04e967a80ec0 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:24:11.832366 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 07117a2c-11cb-4c1c-9b95-04e967a80ec0 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:24:11.833162 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:11.842640 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0c8e0e37-29a3-48ea-b119-75bfb211cab7 req-def4616d-dc5c-4c8a-9d6a-c5f4d4d3fea8 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.1618490 Jul 15 23:24:11.930802 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:11.944087 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0c8e0e37-29a3-48ea-b119-75bfb211cab7 req-70fb484a-97ce-43c3-b443-7e176d64ef74 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935214 Jul 15 23:24:11.976938 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22ec12bc-e325-4b9a-82f4-f670a5cb42b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07117a2c-11cb-4c1c-9b95-04e967a80ec0'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:24:11.979970 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdde9c9c-64b7-430b-aa4c-23002a64fbb2" -d '{"events": [{"server_uuid": "22ec12bc-e325-4b9a-82f4-f670a5cb42b8", "name": "network-vif-plugged", "status": "completed", "tag": "07117a2c-11cb-4c1c-9b95-04e967a80ec0"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:24:11.996197 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 07117a2c-11cb-4c1c-9b95-04e967a80ec0, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=07117a2c-11cb-4c1c-9b95-04e967a80ec0,segment=NetworkSegment(7b7581c1-1598-4186-967b-a52d177d111c),segment_id=7b7581c1-1598-4186-967b-a52d177d111c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:24:12.008097 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:12.009028 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:24:12.014288 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21546dd0-6fdf-473c-a8f9-1cb5f68194be req-843a4127-72e2-4fec-980f-0a010310d390 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:12.025214 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-21546dd0-6fdf-473c-a8f9-1cb5f68194be req-843a4127-72e2-4fec-980f-0a010310d390 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e7a082-afd2-479e-87b3-ac4047a279be HTTP/1.1" status: 200 len: 945 time: 0.1512668 Jul 15 23:24:12.051900 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8307f9b5-c5b3-4313-b7cc-daaa3271af99 req-1772a4ac-45bc-47e8-a57d-94085ff951da tempest-ServersNegativeTestMultiTenantJSON-170713877 tempest-ServersNegativeTestMultiTenantJSON-170713877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:12.053718 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-8307f9b5-c5b3-4313-b7cc-daaa3271af99 req-1772a4ac-45bc-47e8-a57d-94085ff951da tempest-ServersNegativeTestMultiTenantJSON-170713877 tempest-ServersNegativeTestMultiTenantJSON-170713877-project] 10.222.0.49 "GET /v2.0/ports?device_id=62030c70-039d-43d7-962e-6968fd8582fe HTTP/1.1" status: 200 len: 945 time: 0.1147277 Jul 15 23:24:12.082872 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-21546dd0-6fdf-473c-a8f9-1cb5f68194be req-07a57d9b-3d76-45cf-a40e-c9a3dcf5f711 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=723b47fb-9d83-4482-a686-76e0a3025323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566723 Jul 15 23:24:12.187564 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=07117a2c-11cb-4c1c-9b95-04e967a80ec0,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:12.206364 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17fae586-3d3c-4fcc-96a3-a7f1d7c42a2c x-openstack-request-id: req-17fae586-3d3c-4fcc-96a3-a7f1d7c42a2c {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:24:12.206755 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22ec12bc-e325-4b9a-82f4-f670a5cb42b8", "name": "network-vif-plugged", "status": "completed", "tag": "07117a2c-11cb-4c1c-9b95-04e967a80ec0", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:24:12.208122 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-17fae586-3d3c-4fcc-96a3-a7f1d7c42a2c {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:24:12.208566 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22ec12bc-e325-4b9a-82f4-f670a5cb42b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07117a2c-11cb-4c1c-9b95-04e967a80ec0', 'code': 200} Jul 15 23:24:12.229544 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:24:12.240367 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:24:12.240808 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:12.287933 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-8307f9b5-c5b3-4313-b7cc-daaa3271af99 req-d85721f1-c822-48f7-9f88-cde240df18f5 tempest-ServersNegativeTestMultiTenantJSON-170713877 tempest-ServersNegativeTestMultiTenantJSON-170713877-project] Deleting port df1ef933-1394-43d6-91a9-631e03b77741 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:24:12.288267 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8307f9b5-c5b3-4313-b7cc-daaa3271af99 req-d85721f1-c822-48f7-9f88-cde240df18f5 tempest-ServersNegativeTestMultiTenantJSON-170713877 tempest-ServersNegativeTestMultiTenantJSON-170713877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:12.296077 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d8ccc5-f511-43cd-8116-436bad1e8783 req-64e32f64-f2b4-4b61-8e71-76a0ce576279 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:12.306896 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-06d8ccc5-f511-43cd-8116-436bad1e8783 req-64e32f64-f2b4-4b61-8e71-76a0ce576279 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.1624143 Jul 15 23:24:12.432881 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:12.455764 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-06d8ccc5-f511-43cd-8116-436bad1e8783 req-52e9ef4a-9ec6-47e8-87ac-a3026d2312bf tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478012 Jul 15 23:24:12.459624 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-8307f9b5-c5b3-4313-b7cc-daaa3271af99 req-d85721f1-c822-48f7-9f88-cde240df18f5 tempest-ServersNegativeTestMultiTenantJSON-170713877 tempest-ServersNegativeTestMultiTenantJSON-170713877-project] For port df1ef933-1394-43d6-91a9-631e03b77741, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=df1ef933-1394-43d6-91a9-631e03b77741,segment=NetworkSegment(572211e4-6eca-4738-9e90-8bcb6cdd728f),segment_id=572211e4-6eca-4738-9e90-8bcb6cdd728f)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:24:12.464006 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8307f9b5-c5b3-4313-b7cc-daaa3271af99 req-d85721f1-c822-48f7-9f88-cde240df18f5 tempest-ServersNegativeTestMultiTenantJSON-170713877 tempest-ServersNegativeTestMultiTenantJSON-170713877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:12.508984 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-8307f9b5-c5b3-4313-b7cc-daaa3271af99 req-d85721f1-c822-48f7-9f88-cde240df18f5 tempest-ServersNegativeTestMultiTenantJSON-170713877 tempest-ServersNegativeTestMultiTenantJSON-170713877-project] Calling delete_port for df1ef933-1394-43d6-91a9-631e03b77741 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:24:12.548420 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698ff22a-fff0-4bb3-a1d1-80257ebed22b req-af7797b6-8691-45b4-adc8-ed0033fad763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:12.556453 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-698ff22a-fff0-4bb3-a1d1-80257ebed22b req-af7797b6-8691-45b4-adc8-ed0033fad763 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=22ec12bc-e325-4b9a-82f4-f670a5cb42b8 HTTP/1.1" status: 200 len: 1096 time: 0.2198334 Jul 15 23:24:12.581470 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d,segment=NetworkSegment(978fcb14-f527-45d0-a4ec-38d689fb220c),segment_id=978fcb14-f527-45d0-a4ec-38d689fb220c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:24:12.588085 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:12.607503 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c16ae-4ae7-44ed-9100-54abab36c559 req-cada647d-4db0-4c08-9b0f-8f3ba1b934e6 tempest-ServersNegativeTestMultiTenantJSON-170713877 tempest-ServersNegativeTestMultiTenantJSON-170713877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:12.609165 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f50c16ae-4ae7-44ed-9100-54abab36c559 req-cada647d-4db0-4c08-9b0f-8f3ba1b934e6 tempest-ServersNegativeTestMultiTenantJSON-170713877 tempest-ServersNegativeTestMultiTenantJSON-170713877-project] 10.222.0.48 "GET /v2.0/ports?device_id=62030c70-039d-43d7-962e-6968fd8582fe HTTP/1.1" status: 200 len: 945 time: 0.2167201 Jul 15 23:24:12.696855 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-698ff22a-fff0-4bb3-a1d1-80257ebed22b req-be6106f9-512e-4ff1-a2c1-e0e2ff1a8614 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ce3f5940-565b-43a4-b484-b630aa3d6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311364 Jul 15 23:24:12.726989 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:12.728814 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f50c16ae-4ae7-44ed-9100-54abab36c559 req-a10edf00-bee4-4b00-9e45-122d6370f11d tempest-ServersNegativeTestMultiTenantJSON-170713877 tempest-ServersNegativeTestMultiTenantJSON-170713877-project] 10.222.0.48 "GET /v2.0/security-groups?id=d3424894-bc0b-44e2-888a-bdc2cb538b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001015 Jul 15 23:24:12.895927 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8307f9b5-c5b3-4313-b7cc-daaa3271af99 req-d85721f1-c822-48f7-9f88-cde240df18f5 tempest-ServersNegativeTestMultiTenantJSON-170713877 tempest-ServersNegativeTestMultiTenantJSON-170713877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:12.911835 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['df1ef933-1394-43d6-91a9-631e03b77741'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:24:13.002209 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85721f1-c822-48f7-9f88-cde240df18f5 tempest-ServersNegativeTestMultiTenantJSON-170713877 tempest-ServersNegativeTestMultiTenantJSON-170713877-project] Pushing event deleted for resources: {'Port': ['ID=df1ef933-1394-43d6-91a9-631e03b77741,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:13.019070 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd744715-bbe4-4478-8030-63a5f12bb0a9 req-8e0ad0d8-c8ee-40e0-b1ee-ccb9364df986 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:13.037015 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cd744715-bbe4-4478-8030-63a5f12bb0a9 req-8e0ad0d8-c8ee-40e0-b1ee-ccb9364df986 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/ports?device_id=22ec12bc-e325-4b9a-82f4-f670a5cb42b8 HTTP/1.1" status: 200 len: 945 time: 0.1506703 Jul 15 23:24:13.107595 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-8307f9b5-c5b3-4313-b7cc-daaa3271af99 req-d85721f1-c822-48f7-9f88-cde240df18f5 tempest-ServersNegativeTestMultiTenantJSON-170713877 tempest-ServersNegativeTestMultiTenantJSON-170713877-project] No DVR routers for this DVR port df1ef933-1394-43d6-91a9-631e03b77741 on host n-h1-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:24:13.117077 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8307f9b5-c5b3-4313-b7cc-daaa3271af99 req-d85721f1-c822-48f7-9f88-cde240df18f5 tempest-ServersNegativeTestMultiTenantJSON-170713877 tempest-ServersNegativeTestMultiTenantJSON-170713877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:13.119586 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-8307f9b5-c5b3-4313-b7cc-daaa3271af99 req-d85721f1-c822-48f7-9f88-cde240df18f5 tempest-ServersNegativeTestMultiTenantJSON-170713877 tempest-ServersNegativeTestMultiTenantJSON-170713877-project] 10.222.0.49 "DELETE /v2.0/ports/df1ef933-1394-43d6-91a9-631e03b77741 HTTP/1.1" status: 204 len: 173 time: 1.0542622 Jul 15 23:24:13.122253 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62030c70-039d-43d7-962e-6968fd8582fe', 'name': 'network-vif-deleted', 'tag': 'df1ef933-1394-43d6-91a9-631e03b77741'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:24:13.133889 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74fdad0a-c428-4313-8160-5e00650539eb" -d '{"events": [{"server_uuid": "62030c70-039d-43d7-962e-6968fd8582fe", "name": "network-vif-deleted", "tag": "df1ef933-1394-43d6-91a9-631e03b77741"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:24:13.139598 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cd744715-bbe4-4478-8030-63a5f12bb0a9 req-b40c9678-47f7-45d2-83d8-9b5856941cfc tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce3f5940-565b-43a4-b484-b630aa3d6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009679 Jul 15 23:24:13.291845 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60440f-5fef-4898-8f96-7de2c672ac2f req-59b697f5-cfc3-4bb4-8412-76728ced1d08 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:13.294458 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7c60440f-5fef-4898-8f96-7de2c672ac2f req-59b697f5-cfc3-4bb4-8412-76728ced1d08 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.1217198 Jul 15 23:24:13.381007 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7c60440f-5fef-4898-8f96-7de2c672ac2f req-23fd02b9-6470-4a96-b046-e1f6ab2fc870 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779755 Jul 15 23:24:13.420934 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5259c70-f792-4cae-b38d-e9966e8b2586 req-bc774d95-b85f-4b94-a08e-08bea45a2700 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:13.420934 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e5259c70-f792-4cae-b38d-e9966e8b2586 req-bc774d95-b85f-4b94-a08e-08bea45a2700 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e7a082-afd2-479e-87b3-ac4047a279be HTTP/1.1" status: 200 len: 946 time: 0.0907865 Jul 15 23:24:13.480185 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e5259c70-f792-4cae-b38d-e9966e8b2586 req-786c3c6e-8f1f-447a-ab71-a15b70cf284e tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=723b47fb-9d83-4482-a686-76e0a3025323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544782 Jul 15 23:24:13.665720 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36eb6d58-b07c-4e1c-af86-fcfa5aa6412e x-openstack-request-id: req-36eb6d58-b07c-4e1c-af86-fcfa5aa6412e {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:24:13.666024 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62030c70-039d-43d7-962e-6968fd8582fe", "name": "network-vif-deleted", "tag": "df1ef933-1394-43d6-91a9-631e03b77741", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:24:13.666279 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-36eb6d58-b07c-4e1c-af86-fcfa5aa6412e {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:24:13.666691 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62030c70-039d-43d7-962e-6968fd8582fe', 'name': 'network-vif-deleted', 'tag': 'df1ef933-1394-43d6-91a9-631e03b77741', 'status': 'completed', 'code': 200} Jul 15 23:24:13.781194 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd963a-14bb-434f-9214-c605cd546f00 req-1442df6a-2a30-4075-a411-be8d3e4ef3c5 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:13.782892 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9ccd963a-14bb-434f-9214-c605cd546f00 req-1442df6a-2a30-4075-a411-be8d3e4ef3c5 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.1228688 Jul 15 23:24:13.893103 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9ccd963a-14bb-434f-9214-c605cd546f00 req-17aeb5dd-c84b-46ee-92ad-87ee789718c9 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923121 Jul 15 23:24:14.103206 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ec23478a-1a47-4f22-ad15-439d0948dc9c req-b168c438-83ed-4acd-a972-1c42bfe67b03 tempest-ServersNegativeTestMultiTenantJSON-170713877 tempest-ServersNegativeTestMultiTenantJSON-170713877-project] 10.222.0.48 "GET /v2.0/ports?device_id=62030c70-039d-43d7-962e-6968fd8582fe HTTP/1.1" status: 200 len: 210 time: 0.0435126 Jul 15 23:24:14.210243 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7e7a082-afd2-479e-87b3-ac4047a279be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:24:14.213883 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c579b0c8-3cbe-4663-8f53-c73da194c556" -d '{"events": [{"server_uuid": "c7e7a082-afd2-479e-87b3-ac4047a279be", "name": "network-vif-plugged", "status": "completed", "tag": "f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:24:14.489060 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e968bf2-c1d2-4a0c-a770-5eb9f673344f req-c10cdd2f-3de3-4aff-a3db-8e8a6f108a63 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:14.490684 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6e968bf2-c1d2-4a0c-a770-5eb9f673344f req-c10cdd2f-3de3-4aff-a3db-8e8a6f108a63 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/ports?device_id=22ec12bc-e325-4b9a-82f4-f670a5cb42b8 HTTP/1.1" status: 200 len: 945 time: 0.1005774 Jul 15 23:24:14.539932 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6e968bf2-c1d2-4a0c-a770-5eb9f673344f req-001efaf2-d9c1-4274-bd20-8bfa194da9bf tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce3f5940-565b-43a4-b484-b630aa3d6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422909 Jul 15 23:24:14.683896 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00631812-0a0e-484e-84b3-ab757ba8fb83 x-openstack-request-id: req-00631812-0a0e-484e-84b3-ab757ba8fb83 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:24:14.684391 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7e7a082-afd2-479e-87b3-ac4047a279be", "name": "network-vif-plugged", "status": "completed", "tag": "f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:24:14.684810 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-00631812-0a0e-484e-84b3-ab757ba8fb83 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:24:14.685454 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7e7a082-afd2-479e-87b3-ac4047a279be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d', 'code': 200} Jul 15 23:24:14.842028 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d0ef9b-505b-464a-bff3-83546a378573 req-5128d25e-af1a-433d-bac0-a75053fb89ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:14.844246 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e7d0ef9b-505b-464a-bff3-83546a378573 req-5128d25e-af1a-433d-bac0-a75053fb89ca service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c7e7a082-afd2-479e-87b3-ac4047a279be HTTP/1.1" status: 200 len: 1097 time: 0.0859692 Jul 15 23:24:14.849370 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a669e00-cd22-4359-b722-743c35ece497 req-7923b5dd-f95f-46bf-8bd4-e9de18e478a5 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:14.852021 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7a669e00-cd22-4359-b722-743c35ece497 req-7923b5dd-f95f-46bf-8bd4-e9de18e478a5 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e7a082-afd2-479e-87b3-ac4047a279be HTTP/1.1" status: 200 len: 946 time: 0.1393805 Jul 15 23:24:14.901853 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e7d0ef9b-505b-464a-bff3-83546a378573 req-b11ba524-fdcc-4794-bd0e-82d1a26a46ef service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=723b47fb-9d83-4482-a686-76e0a3025323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509894 Jul 15 23:24:14.933282 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7a669e00-cd22-4359-b722-743c35ece497 req-5bae5289-d7e2-4064-bcfd-cfbcb62438cb tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=723b47fb-9d83-4482-a686-76e0a3025323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644014 Jul 15 23:24:14.975470 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9b8d7f-1e28-4f93-956c-84374729ca04 req-38ffd9fa-fe20-4b23-9c6d-bd56a1d9edad tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:14.977364 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-de9b8d7f-1e28-4f93-956c-84374729ca04 req-38ffd9fa-fe20-4b23-9c6d-bd56a1d9edad tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.1239996 Jul 15 23:24:15.020983 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-de9b8d7f-1e28-4f93-956c-84374729ca04 req-88ac8b98-1812-4761-8d74-ecfc46720ab6 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374064 Jul 15 23:24:15.250697 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 45164) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:15.296804 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f0ddc8c-a172-4e25-85ca-30a2995252ea admin admin] Deleting subnet 5a5e5c4b-4173-4f20-92d8-4f049da584ab {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:24:15.303782 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f0ddc8c-a172-4e25-85ca-30a2995252ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:15.362049 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f0ddc8c-a172-4e25-85ca-30a2995252ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:15.423155 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f0ddc8c-a172-4e25-85ca-30a2995252ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:15.525715 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f0ddc8c-a172-4e25-85ca-30a2995252ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:15.556645 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0ddc8c-a172-4e25-85ca-30a2995252ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a5e5c4b-4173-4f20-92d8-4f049da584ab,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:15.558648 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f0ddc8c-a172-4e25-85ca-30a2995252ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:15.565530 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-5f0ddc8c-a172-4e25-85ca-30a2995252ea admin admin] 10.222.0.48 "DELETE /v2.0/subnets/5a5e5c4b-4173-4f20-92d8-4f049da584ab HTTP/1.1" status: 204 len: 168 time: 0.3116736 Jul 15 23:24:15.565901 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 45172) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:15.662809 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-060ced48-7686-4359-a425-1b5731e888c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:15.749570 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-060ced48-7686-4359-a425-1b5731e888c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:15.763056 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-060ced48-7686-4359-a425-1b5731e888c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb506a42-c7e8-4f91-84cf-a2a44ed69581']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:15.770300 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device df1ef933-1394-43d6-91a9-631e03b77741 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:24:15.775594 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-060ced48-7686-4359-a425-1b5731e888c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '572211e4-6eca-4738-9e90-8bcb6cdd728f') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:15.776101 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-060ced48-7686-4359-a425-1b5731e888c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '572211e4-6eca-4738-9e90-8bcb6cdd728f') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:15.789538 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-060ced48-7686-4359-a425-1b5731e888c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:15.801137 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: df1ef933-1394-43d6-91a9-631e03b77741 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:24:15.802280 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device df1ef933-1394-43d6-91a9-631e03b77741 not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:24:15.815684 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-060ced48-7686-4359-a425-1b5731e888c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:15.822197 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-060ced48-7686-4359-a425-1b5731e888c5 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:24:15.822639 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-060ced48-7686-4359-a425-1b5731e888c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:15.824827 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:24:15.824827 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:24:15.824827 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:24:15.824827 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:24:15.824827 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:24:15.824827 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:24:15.824827 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:24:15.824827 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:24:15.824827 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:24:15.824827 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:24:15.824827 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:24:15.824827 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:24:15.824827 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:24:15.824827 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:24:15.824827 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:24:15.824827 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:24:15.824827 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:24:15.824827 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:24:15.824827 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:24:15.824827 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:24:15.824827 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:24:15.824827 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:24:15.824827 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:24:15.824827 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:24:15.824827 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:24:15.824827 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:24:15.824827 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:24:15.824827 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:24:15.824827 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:24:15.824827 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:24:15.824827 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:24:15.824827 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:24:15.824827 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:24:15.824827 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:24:15.824827 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:24:15.824827 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:24:15.824827 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:24:15.824827 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:24:15.891836 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-060ced48-7686-4359-a425-1b5731e888c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:15.900338 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-060ced48-7686-4359-a425-1b5731e888c5 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:15.905032 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-060ced48-7686-4359-a425-1b5731e888c5 admin admin] 10.222.0.48 "DELETE /v2.0/networks/bb506a42-c7e8-4f91-84cf-a2a44ed69581 HTTP/1.1" status: 204 len: 168 time: 0.3398845 Jul 15 23:24:15.907285 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 45180) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:15.916815 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ced48-7686-4359-a425-1b5731e888c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb506a42-c7e8-4f91-84cf-a2a44ed69581,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:15.982216 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f55e099-5b57-46a7-842d-e90fb4ce6a70 admin admin] Deleting subnet 3ba941db-1933-4fc6-b78c-54fdc605b106 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:24:15.989067 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f55e099-5b57-46a7-842d-e90fb4ce6a70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:16.040891 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f55e099-5b57-46a7-842d-e90fb4ce6a70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:16.113250 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f55e099-5b57-46a7-842d-e90fb4ce6a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:16.291928 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f55e099-5b57-46a7-842d-e90fb4ce6a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:16.321287 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1270b332-7339-411d-9f23-eb27040797b0 req-acce048f-8494-44cd-b482-4a2a77ed4d81 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:16.323256 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1270b332-7339-411d-9f23-eb27040797b0 req-acce048f-8494-44cd-b482-4a2a77ed4d81 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e7a082-afd2-479e-87b3-ac4047a279be HTTP/1.1" status: 200 len: 946 time: 0.1751137 Jul 15 23:24:16.359031 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f55e099-5b57-46a7-842d-e90fb4ce6a70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ba941db-1933-4fc6-b78c-54fdc605b106,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:16.363086 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f55e099-5b57-46a7-842d-e90fb4ce6a70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:16.371466 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 45194) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:16.381501 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-6f55e099-5b57-46a7-842d-e90fb4ce6a70 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3ba941db-1933-4fc6-b78c-54fdc605b106 HTTP/1.1" status: 204 len: 168 time: 0.4703019 Jul 15 23:24:16.454658 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1270b332-7339-411d-9f23-eb27040797b0 req-69371fca-0442-4adb-857a-3fafd1402b10 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=723b47fb-9d83-4482-a686-76e0a3025323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060412 Jul 15 23:24:16.475813 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd1465-b82a-48be-b548-0c03c697a8cf req-28536cc9-2ffa-4573-820e-2c750c4edd67 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:16.477974 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-46fd1465-b82a-48be-b548-0c03c697a8cf req-28536cc9-2ffa-4573-820e-2c750c4edd67 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.2777495 Jul 15 23:24:16.494138 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-529576c7-0128-424a-81e3-769caf6e6286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:16.537064 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-46fd1465-b82a-48be-b548-0c03c697a8cf req-878a9add-0695-46ae-a9d1-cb2e458a2114 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527129 Jul 15 23:24:16.663075 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-529576c7-0128-424a-81e3-769caf6e6286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:16.691359 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-529576c7-0128-424a-81e3-769caf6e6286 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8581ad81-6935-447e-b4c3-7c2e907fc1df']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:16.720728 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-529576c7-0128-424a-81e3-769caf6e6286 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f493f23c-c091-4dfa-bc8b-76f4fd4f28e6') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:16.721361 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-529576c7-0128-424a-81e3-769caf6e6286 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f493f23c-c091-4dfa-bc8b-76f4fd4f28e6') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:16.755812 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-529576c7-0128-424a-81e3-769caf6e6286 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:16.780563 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-529576c7-0128-424a-81e3-769caf6e6286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:16.791153 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-529576c7-0128-424a-81e3-769caf6e6286 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:24:16.792210 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-529576c7-0128-424a-81e3-769caf6e6286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:16.795350 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:24:16.795350 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:24:16.795350 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:24:16.795350 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:24:16.795350 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:24:16.795350 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:24:16.795350 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:24:16.795350 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:24:16.795350 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:24:16.795350 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:24:16.795350 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:24:16.795350 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:24:16.795350 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:24:16.795350 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:24:16.795350 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:24:16.795350 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:24:16.795350 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:24:16.795350 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:24:16.795350 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:24:16.795350 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:24:16.795350 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:24:16.795350 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:24:16.795350 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:24:16.795350 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:24:16.795350 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:24:16.795350 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:24:16.795350 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:24:16.795350 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:24:16.795350 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:24:16.795350 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:24:16.795350 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:24:16.795350 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:24:16.891095 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-529576c7-0128-424a-81e3-769caf6e6286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:16.919207 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-529576c7-0128-424a-81e3-769caf6e6286 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:16.922564 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-529576c7-0128-424a-81e3-769caf6e6286 admin admin] 10.222.0.48 "DELETE /v2.0/networks/8581ad81-6935-447e-b4c3-7c2e907fc1df HTTP/1.1" status: 204 len: 168 time: 0.5489347 Jul 15 23:24:16.925100 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529576c7-0128-424a-81e3-769caf6e6286 admin admin] Pushing event deleted for resources: {'Network': ['ID=8581ad81-6935-447e-b4c3-7c2e907fc1df,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:16.984809 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71765204-a733-42ab-bea7-e1497208c969 req-c0027526-9d5f-4f52-8e18-5c60abc98754 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:16.990521 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-71765204-a733-42ab-bea7-e1497208c969 req-c0027526-9d5f-4f52-8e18-5c60abc98754 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e7a082-afd2-479e-87b3-ac4047a279be HTTP/1.1" status: 200 len: 946 time: 0.1437540 Jul 15 23:24:16.999842 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 45206) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:17.007013 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-6f620003-56df-467b-8d7e-cfbe2eac1850 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Request body: {'floatingip': {'port_id': 'f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:17.092397 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6f620003-56df-467b-8d7e-cfbe2eac1850 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks [] for floatingip, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:17.207935 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 45208) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:17.270699 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-7542b7f7-0a5a-476d-9708-ba069a67915a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b699ae51ad99459e85a9856c0c084a0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0612447 Jul 15 23:24:17.276391 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 45210) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:17.370082 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd275dbe-72b7-4dca-9112-e7b21c20d36b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:17.402654 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd275dbe-72b7-4dca-9112-e7b21c20d36b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:17.509039 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd275dbe-72b7-4dca-9112-e7b21c20d36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:17.511394 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd275dbe-72b7-4dca-9112-e7b21c20d36b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:17.512666 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-dd275dbe-72b7-4dca-9112-e7b21c20d36b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d3424894-bc0b-44e2-888a-bdc2cb538b5b HTTP/1.1" status: 204 len: 168 time: 0.2342582 Jul 15 23:24:17.525219 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd275dbe-72b7-4dca-9112-e7b21c20d36b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3424894-bc0b-44e2-888a-bdc2cb538b5b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:17.789241 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed7504-8977-4b88-83f0-a0326340f39c req-d110cc7f-e89f-4cc3-890f-ba42814233cc tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:17.804361 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-53ed7504-8977-4b88-83f0-a0326340f39c req-d110cc7f-e89f-4cc3-890f-ba42814233cc tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.1082768 Jul 15 23:24:17.871717 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-53ed7504-8977-4b88-83f0-a0326340f39c req-2e5a6dee-d772-4b1b-a5cb-95b44b746cdf tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652199 Jul 15 23:24:18.074099 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 45228) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:18.139324 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-4ec60073-0ce3-4aef-a558-a0e4a8c7b1c3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b3922c9bfa4f469e97f2410881a0f15f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0600994 Jul 15 23:24:18.140199 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 45230) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:18.201860 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.db.resource_extend [None req-6f620003-56df-467b-8d7e-cfbe2eac1850 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 23:24:18.223382 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a56f3e2a-9856-4751-9b74-13437d5e5b35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:18.250465 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a56f3e2a-9856-4751-9b74-13437d5e5b35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:18.260470 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6f620003-56df-467b-8d7e-cfbe2eac1850 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:18.268801 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6f620003-56df-467b-8d7e-cfbe2eac1850 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:18.319919 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a56f3e2a-9856-4751-9b74-13437d5e5b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:18.325768 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a56f3e2a-9856-4751-9b74-13437d5e5b35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:18.327268 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-a56f3e2a-9856-4751-9b74-13437d5e5b35 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6689b880-44a8-4854-9aae-0fb025158ebe HTTP/1.1" status: 204 len: 168 time: 0.1859751 Jul 15 23:24:18.356207 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56f3e2a-9856-4751-9b74-13437d5e5b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6689b880-44a8-4854-9aae-0fb025158ebe,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:18.412057 n-d-794306-6 neutron-server[93771]: INFO neutron.db.l3_db [None req-6f620003-56df-467b-8d7e-cfbe2eac1850 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Floating IP fd2e2f36-14aa-4c5d-b124-f50a28d1cd88 associated. External IP: 172.25.5.10, port: f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d. Jul 15 23:24:18.785923 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f620003-56df-467b-8d7e-cfbe2eac1850 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Router a44bef98-cec5-4f57-bd42-844dab447238 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:24:19.233174 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e12d986-cd1b-4019-a16c-4ba7185b0321 req-7e4d75a5-bd96-42de-9d47-7dc0942de36a tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:19.238048 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5e12d986-cd1b-4019-a16c-4ba7185b0321 req-7e4d75a5-bd96-42de-9d47-7dc0942de36a tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.1447201 Jul 15 23:24:19.346191 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5e12d986-cd1b-4019-a16c-4ba7185b0321 req-da7eed12-690a-4280-87b6-79a5cbe53907 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995007 Jul 15 23:24:19.438195 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f620003-56df-467b-8d7e-cfbe2eac1850 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:24:19.453241 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51468d48-61c6-40ca-95eb-ed7ee949ac61 None None] Sync routers for ids ['a44bef98-cec5-4f57-bd42-844dab447238'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:24:19.455841 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6f620003-56df-467b-8d7e-cfbe2eac1850 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:19.480254 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51468d48-61c6-40ca-95eb-ed7ee949ac61 None None] Routers {'a44bef98-cec5-4f57-bd42-844dab447238'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:24:19.480912 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-51468d48-61c6-40ca-95eb-ed7ee949ac61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:24:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['a44bef98-cec5-4f57-bd42-844dab447238'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:19.509731 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-6f620003-56df-467b-8d7e-cfbe2eac1850 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "PUT /v2.0/floatingips/fd2e2f36-14aa-4c5d-b124-f50a28d1cd88 HTTP/1.1" status: 200 len: 991 time: 2.5084512 Jul 15 23:24:19.510597 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7e7a082-afd2-479e-87b3-ac4047a279be', 'tag': 'f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:24:19.513210 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47cbf73f-b714-4f41-b609-3f8e0d5426e0" -d '{"events": [{"name": "network-changed", "server_uuid": "c7e7a082-afd2-479e-87b3-ac4047a279be", "tag": "f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:24:19.558886 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424527f8-acfd-464c-b49b-f4e0d6485812 x-openstack-request-id: req-424527f8-acfd-464c-b49b-f4e0d6485812 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:24:19.559346 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7e7a082-afd2-479e-87b3-ac4047a279be", "tag": "f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:24:19.559749 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-424527f8-acfd-464c-b49b-f4e0d6485812 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:24:19.560908 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7e7a082-afd2-479e-87b3-ac4047a279be', 'tag': 'f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d', 'status': 'completed', 'code': 200} Jul 15 23:24:19.722362 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cbf73f-b714-4f41-b609-3f8e0d5426e0 req-a5227603-b239-49ff-927a-b89a0abbf548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:19.725045 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-47cbf73f-b714-4f41-b609-3f8e0d5426e0 req-a5227603-b239-49ff-927a-b89a0abbf548 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c41d1c4cc69e402eb09493d513de9715&device_id=c7e7a082-afd2-479e-87b3-ac4047a279be HTTP/1.1" status: 200 len: 1097 time: 0.1350050 Jul 15 23:24:19.725877 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-51468d48-61c6-40ca-95eb-ed7ee949ac61 None None] Set router a44bef98-cec5-4f57-bd42-844dab447238 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:24:19.915868 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cbf73f-b714-4f41-b609-3f8e0d5426e0 req-36f368b9-38f9-4c88-8888-7af1d869123f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:19.918090 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-47cbf73f-b714-4f41-b609-3f8e0d5426e0 req-36f368b9-38f9-4c88-8888-7af1d869123f service neutron] 10.222.0.49 "GET /v2.0/networks?id=5dd08b94-305b-477e-8148-ff3865a86e5a HTTP/1.1" status: 200 len: 918 time: 0.1851132 Jul 15 23:24:20.092251 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-47cbf73f-b714-4f41-b609-3f8e0d5426e0 req-c1794052-ce97-4acf-a4a9-ad6a1b0eb333 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d HTTP/1.1" status: 200 len: 999 time: 0.1645436 Jul 15 23:24:20.160372 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-51468d48-61c6-40ca-95eb-ed7ee949ac61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a44bef98-cec5-4f57-bd42-844dab447238', 'name': 'tempest-AttachVolumeShelveTestJSON-1153310658-router', 'tenant_id': 'c41d1c4cc69e402eb09493d513de9715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'b0ec6879-5d2c-42f6-a9f2-0e02c72bab87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:23:40Z', 'updated_at': '2021-07-15T23:23:49Z', 'revision_number': 4, 'project_id': 'c41d1c4cc69e402eb09493d513de9715', 'gw_port': {'id': 'b0ec6879-5d2c-42f6-a9f2-0e02c72bab87', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:cd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44bef98-cec5-4f57-bd42-844dab447238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:23:42Z', 'updated_at': '2021-07-15T23:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': 'fd2e2f36-14aa-4c5d-b124-f50a28d1cd88', 'tenant_id': 'c41d1c4cc69e402eb09493d513de9715', 'floating_ip_address': '172.25.5.10', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': 'a44bef98-cec5-4f57-bd42-844dab447238', 'port_id': 'f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dd08b94-305b-477e-8148-ff3865a86e5a', 'mac_address': 'fa:16:3e:1d:10:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e7a082-afd2-479e-87b3-ac4047a279be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:23:56Z', 'updated_at': '2021-07-15T23:24:18Z', 'revision_number': 1, 'project_id': 'c41d1c4cc69e402eb09493d513de9715', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef0a64fe-47f6-4279-a3f1-2262496c7fa2', 'name': '', 'network_id': '5dd08b94-305b-477e-8148-ff3865a86e5a', 'tenant_id': 'c41d1c4cc69e402eb09493d513de9715', 'mac_address': 'fa:16:3e:df:a6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44bef98-cec5-4f57-bd42-844dab447238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': 'ac4619b4-8268-4046-9b08-9c5e68adfc94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:23:48Z', 'updated_at': '2021-07-15T23:23:59Z', 'revision_number': 5, 'project_id': 'c41d1c4cc69e402eb09493d513de9715', 'subnets': [{'id': 'ac4619b4-8268-4046-9b08-9c5e68adfc94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:20.214551 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cbf73f-b714-4f41-b609-3f8e0d5426e0 req-440fdef3-2cf9-4a75-8116-95c594ad0351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:20.217569 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-47cbf73f-b714-4f41-b609-3f8e0d5426e0 req-440fdef3-2cf9-4a75-8116-95c594ad0351 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ac4619b4-8268-4046-9b08-9c5e68adfc94 HTTP/1.1" status: 200 len: 856 time: 0.1182969 Jul 15 23:24:20.254746 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51468d48-61c6-40ca-95eb-ed7ee949ac61 None None] Checking router: a44bef98-cec5-4f57-bd42-844dab447238 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:24:20.287425 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51468d48-61c6-40ca-95eb-ed7ee949ac61 None None] Routers {'a44bef98-cec5-4f57-bd42-844dab447238'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:24:20.288457 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-51468d48-61c6-40ca-95eb-ed7ee949ac61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:24:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['a44bef98-cec5-4f57-bd42-844dab447238'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:20.375300 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cbf73f-b714-4f41-b609-3f8e0d5426e0 req-f2d357a2-9bb7-4d93-97e2-f13095f0afa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:20.378390 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-47cbf73f-b714-4f41-b609-3f8e0d5426e0 req-f2d357a2-9bb7-4d93-97e2-f13095f0afa9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5dd08b94-305b-477e-8148-ff3865a86e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1539576 Jul 15 23:24:20.583330 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-51468d48-61c6-40ca-95eb-ed7ee949ac61 None None] Set router a44bef98-cec5-4f57-bd42-844dab447238 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:24:20.702190 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-47cbf73f-b714-4f41-b609-3f8e0d5426e0 req-5e29cf06-221b-4a57-aa09-8d39ac2c1f42 service neutron] 10.222.0.49 "GET /v2.0/networks/5dd08b94-305b-477e-8148-ff3865a86e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044546 Jul 15 23:24:20.818909 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972afb24-5455-4f7c-a19e-85a1ab758b6c req-b9fcf523-29db-45e8-ba93-29f1d11e2e82 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:20.838586 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-972afb24-5455-4f7c-a19e-85a1ab758b6c req-b9fcf523-29db-45e8-ba93-29f1d11e2e82 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.1332765 Jul 15 23:24:20.891831 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-47cbf73f-b714-4f41-b609-3f8e0d5426e0 req-728df7de-7173-4f68-9b4f-e0cb0c882153 service neutron] 10.222.0.49 "GET /v2.0/networks/5dd08b94-305b-477e-8148-ff3865a86e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787474 Jul 15 23:24:20.901024 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-972afb24-5455-4f7c-a19e-85a1ab758b6c req-e847130d-3e22-4bcd-9880-0e877bba49c1 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583990 Jul 15 23:24:21.095856 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-51468d48-61c6-40ca-95eb-ed7ee949ac61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a44bef98-cec5-4f57-bd42-844dab447238', 'name': 'tempest-AttachVolumeShelveTestJSON-1153310658-router', 'tenant_id': 'c41d1c4cc69e402eb09493d513de9715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'b0ec6879-5d2c-42f6-a9f2-0e02c72bab87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:23:40Z', 'updated_at': '2021-07-15T23:23:49Z', 'revision_number': 4, 'project_id': 'c41d1c4cc69e402eb09493d513de9715', 'gw_port': {'id': 'b0ec6879-5d2c-42f6-a9f2-0e02c72bab87', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:cd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44bef98-cec5-4f57-bd42-844dab447238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:23:42Z', 'updated_at': '2021-07-15T23:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': 'fd2e2f36-14aa-4c5d-b124-f50a28d1cd88', 'tenant_id': 'c41d1c4cc69e402eb09493d513de9715', 'floating_ip_address': '172.25.5.10', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': 'a44bef98-cec5-4f57-bd42-844dab447238', 'port_id': 'f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dd08b94-305b-477e-8148-ff3865a86e5a', 'mac_address': 'fa:16:3e:1d:10:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e7a082-afd2-479e-87b3-ac4047a279be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:23:56Z', 'updated_at': '2021-07-15T23:24:18Z', 'revision_number': 1, 'project_id': 'c41d1c4cc69e402eb09493d513de9715', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef0a64fe-47f6-4279-a3f1-2262496c7fa2', 'name': '', 'network_id': '5dd08b94-305b-477e-8148-ff3865a86e5a', 'tenant_id': 'c41d1c4cc69e402eb09493d513de9715', 'mac_address': 'fa:16:3e:df:a6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44bef98-cec5-4f57-bd42-844dab447238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': 'ac4619b4-8268-4046-9b08-9c5e68adfc94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:23:48Z', 'updated_at': '2021-07-15T23:23:59Z', 'revision_number': 5, 'project_id': 'c41d1c4cc69e402eb09493d513de9715', 'subnets': [{'id': 'ac4619b4-8268-4046-9b08-9c5e68adfc94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:21.132720 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51468d48-61c6-40ca-95eb-ed7ee949ac61 None None] The sync data for ids ['a44bef98-cec5-4f57-bd42-844dab447238'] in n-d-794306-6 is: [{'id': 'a44bef98-cec5-4f57-bd42-844dab447238', 'name': 'tempest-AttachVolumeShelveTestJSON-1153310658-router', 'tenant_id': 'c41d1c4cc69e402eb09493d513de9715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'b0ec6879-5d2c-42f6-a9f2-0e02c72bab87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:23:40Z', 'updated_at': '2021-07-15T23:23:49Z', 'revision_number': 4, 'project_id': 'c41d1c4cc69e402eb09493d513de9715', 'gw_port': {'id': 'b0ec6879-5d2c-42f6-a9f2-0e02c72bab87', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:cd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44bef98-cec5-4f57-bd42-844dab447238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:23:42Z', 'updated_at': '2021-07-15T23:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': 'fd2e2f36-14aa-4c5d-b124-f50a28d1cd88', 'tenant_id': 'c41d1c4cc69e402eb09493d513de9715', 'floating_ip_address': '172.25.5.10', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': 'a44bef98-cec5-4f57-bd42-844dab447238', 'port_id': 'f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dd08b94-305b-477e-8148-ff3865a86e5a', 'mac_address': 'fa:16:3e:1d:10:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e7a082-afd2-479e-87b3-ac4047a279be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:23:56Z', 'updated_at': '2021-07-15T23:24:18Z', 'revision_number': 1, 'project_id': 'c41d1c4cc69e402eb09493d513de9715', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef0a64fe-47f6-4279-a3f1-2262496c7fa2', 'name': '', 'network_id': '5dd08b94-305b-477e-8148-ff3865a86e5a', 'tenant_id': 'c41d1c4cc69e402eb09493d513de9715', 'mac_address': 'fa:16:3e:df:a6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44bef98-cec5-4f57-bd42-844dab447238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': 'ac4619b4-8268-4046-9b08-9c5e68adfc94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:23:48Z', 'updated_at': '2021-07-15T23:23:59Z', 'revision_number': 5, 'project_id': 'c41d1c4cc69e402eb09493d513de9715', 'subnets': [{'id': 'ac4619b4-8268-4046-9b08-9c5e68adfc94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:24:21.443892 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 45352) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:21.447879 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c52b21e-ed7a-48c6-8fa5-2240a13bf469 None None] New status for floating IP fd2e2f36-14aa-4c5d-b124-f50a28d1cd88: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:24:21.614798 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-909bd476-aaa9-40d5-8a8a-14d0eef69643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:21.763329 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-909bd476-aaa9-40d5-8a8a-14d0eef69643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:21.768416 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-909bd476-aaa9-40d5-8a8a-14d0eef69643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:21.804553 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 45364) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:21.805208 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-909bd476-aaa9-40d5-8a8a-14d0eef69643 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e9e7669352944dc28a56f9303f93f68f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3593745 Jul 15 23:24:21.832732 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909bd476-aaa9-40d5-8a8a-14d0eef69643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b03a96c-89d8-46e6-bc92-43838288b402,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:21.873510 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cdc234c6-a970-4377-9f7a-c90708d3eb59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:21.904519 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cdc234c6-a970-4377-9f7a-c90708d3eb59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:22.002545 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cdc234c6-a970-4377-9f7a-c90708d3eb59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:22.007296 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cdc234c6-a970-4377-9f7a-c90708d3eb59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:22.012783 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-cdc234c6-a970-4377-9f7a-c90708d3eb59 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2b03a96c-89d8-46e6-bc92-43838288b402 HTTP/1.1" status: 204 len: 168 time: 0.2053843 Jul 15 23:24:22.030284 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc234c6-a970-4377-9f7a-c90708d3eb59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b03a96c-89d8-46e6-bc92-43838288b402,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:22.149564 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa9143d-e051-416a-b38a-8a3ac9822bb6 req-32efea16-ce75-4f94-a246-81ba82a6450f tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:22.151402 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4fa9143d-e051-416a-b38a-8a3ac9822bb6 req-32efea16-ce75-4f94-a246-81ba82a6450f tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.1147285 Jul 15 23:24:22.227605 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4fa9143d-e051-416a-b38a-8a3ac9822bb6 req-74d7e780-9ac2-49b4-8fa3-67fca2a13646 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667348 Jul 15 23:24:22.504327 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d5ede170-74ff-4dc7-b770-635dddd4ac47 req-2db51eb2-de0d-45ed-bc7c-9a9bc6239999 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4378fda7-3666-4ece-be50-c71bf27f1088&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0744467 Jul 15 23:24:22.671185 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ede170-74ff-4dc7-b770-635dddd4ac47 req-2f5cd7d2-dbfc-4f55-bf46-d72e2a9d8a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:22.672942 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ede170-74ff-4dc7-b770-635dddd4ac47 req-2f5cd7d2-dbfc-4f55-bf46-d72e2a9d8a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:22.673959 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ede170-74ff-4dc7-b770-635dddd4ac47 req-2f5cd7d2-dbfc-4f55-bf46-d72e2a9d8a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:22.675727 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ede170-74ff-4dc7-b770-635dddd4ac47 req-2f5cd7d2-dbfc-4f55-bf46-d72e2a9d8a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:22.676550 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ede170-74ff-4dc7-b770-635dddd4ac47 req-2f5cd7d2-dbfc-4f55-bf46-d72e2a9d8a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:22.677689 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ede170-74ff-4dc7-b770-635dddd4ac47 req-2f5cd7d2-dbfc-4f55-bf46-d72e2a9d8a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:22.678708 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ede170-74ff-4dc7-b770-635dddd4ac47 req-2f5cd7d2-dbfc-4f55-bf46-d72e2a9d8a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:22.681995 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d5ede170-74ff-4dc7-b770-635dddd4ac47 req-2f5cd7d2-dbfc-4f55-bf46-d72e2a9d8a04 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1535e8fb4bbf47a995341d11b9792565&device_id=4378fda7-3666-4ece-be50-c71bf27f1088 HTTP/1.1" status: 200 len: 6491 time: 0.1085553 Jul 15 23:24:22.896202 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ede170-74ff-4dc7-b770-635dddd4ac47 req-f1d65ff6-561d-4f0c-9adc-ac40c2051cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:22.897144 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ede170-74ff-4dc7-b770-635dddd4ac47 req-f1d65ff6-561d-4f0c-9adc-ac40c2051cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:22.897644 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ede170-74ff-4dc7-b770-635dddd4ac47 req-f1d65ff6-561d-4f0c-9adc-ac40c2051cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:22.899557 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d5ede170-74ff-4dc7-b770-635dddd4ac47 req-f1d65ff6-561d-4f0c-9adc-ac40c2051cfd service neutron] 10.222.0.49 "GET /v2.0/networks?id=f810acf3-bdcb-4225-beca-d64cbd4db70b&id=0c520006-2621-40c6-9dbf-a751b4cb8117&id=0c520006-2621-40c6-9dbf-a751b4cb8117&id=0c520006-2621-40c6-9dbf-a751b4cb8117&id=0c520006-2621-40c6-9dbf-a751b4cb8117&id=fe121fa5-288f-4a74-ba61-28037c633efd&id=fe121fa5-288f-4a74-ba61-28037c633efd HTTP/1.1" status: 200 len: 2292 time: 0.1729565 Jul 15 23:24:22.973214 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df03ebd-4d3f-41c6-a751-ff726f698f80 req-ee0daa82-8407-49c8-a309-b0f9ea505ca0 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:22.981148 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2df03ebd-4d3f-41c6-a751-ff726f698f80 req-ee0daa82-8407-49c8-a309-b0f9ea505ca0 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/networks?id=34d69ddd-6ef8-492b-8904-e5274ac6b6b4 HTTP/1.1" status: 200 len: 814 time: 0.1427526 Jul 15 23:24:22.998296 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2df03ebd-4d3f-41c6-a751-ff726f698f80 req-a6c9212a-d348-4a26-b3ee-0e6507bcfb4e tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/quotas/ca9f45630c684755bfc9217b95b6a061 HTTP/1.1" status: 200 len: 375 time: 0.0159631 Jul 15 23:24:23.000923 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d5ede170-74ff-4dc7-b770-635dddd4ac47 req-f20cc0e5-b118-49da-9c06-2ed34dcaabd9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d HTTP/1.1" status: 200 len: 1000 time: 0.0935540 Jul 15 23:24:23.079008 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ede170-74ff-4dc7-b770-635dddd4ac47 req-b712711f-6fa5-41b6-b41b-e04a7ce082ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:23.081409 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d5ede170-74ff-4dc7-b770-635dddd4ac47 req-b712711f-6fa5-41b6-b41b-e04a7ce082ca service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bbd5e8a5-f846-4a56-a7c3-e50df421a1e6 HTTP/1.1" status: 200 len: 850 time: 0.0743835 Jul 15 23:24:23.108201 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2df03ebd-4d3f-41c6-a751-ff726f698f80 req-9bd877ef-9203-4f3e-9dc8-d1d94b1c2b07 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ca9f45630c684755bfc9217b95b6a061&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1086078 Jul 15 23:24:23.158985 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ede170-74ff-4dc7-b770-635dddd4ac47 req-738ef3dc-9fd3-4622-8f60-02fc10384baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:23.161059 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d5ede170-74ff-4dc7-b770-635dddd4ac47 req-738ef3dc-9fd3-4622-8f60-02fc10384baf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f810acf3-bdcb-4225-beca-d64cbd4db70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737522 Jul 15 23:24:23.263624 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2df03ebd-4d3f-41c6-a751-ff726f698f80 req-8904991f-6265-4b38-abc9-58bf4499bc66 service neutron] 10.222.0.48 "GET /v2.0/networks/34d69ddd-6ef8-492b-8904-e5274ac6b6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476312 Jul 15 23:24:23.324321 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d5ede170-74ff-4dc7-b770-635dddd4ac47 req-b002ac03-fdcf-43ac-b70c-ee7a8444d580 service neutron] 10.222.0.49 "GET /v2.0/networks/f810acf3-bdcb-4225-beca-d64cbd4db70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517644 Jul 15 23:24:23.438312 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2df03ebd-4d3f-41c6-a751-ff726f698f80 req-aa52052f-c7e8-4b25-9d0e-a1614dee08d9 service neutron] 10.222.0.48 "GET /v2.0/networks/34d69ddd-6ef8-492b-8904-e5274ac6b6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666164 Jul 15 23:24:23.468685 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d5ede170-74ff-4dc7-b770-635dddd4ac47 req-d3a34d7f-642a-4e1d-a7fb-794ceee3c46d service neutron] 10.222.0.49 "GET /v2.0/networks/f810acf3-bdcb-4225-beca-d64cbd4db70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378877 Jul 15 23:24:23.519806 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af39a8-569e-400c-9229-7b0a338edc6e req-df64467b-f8f3-44b3-a301-4becd89a3fd8 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:23.527724 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-14af39a8-569e-400c-9229-7b0a338edc6e req-df64467b-f8f3-44b3-a301-4becd89a3fd8 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.0801864 Jul 15 23:24:23.554871 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d5ede170-74ff-4dc7-b770-635dddd4ac47 req-a6353ebc-254b-4dd6-9e95-b5951708be63 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=1fae9003-82f4-480d-9478-075fb4575c1f HTTP/1.1" status: 200 len: 217 time: 0.0784020 Jul 15 23:24:23.580701 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-14af39a8-569e-400c-9229-7b0a338edc6e req-49514681-cae2-4d94-83d8-8575969dc209 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510788 Jul 15 23:24:23.647052 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ede170-74ff-4dc7-b770-635dddd4ac47 req-e5280be1-8e12-4048-970a-70783335ca20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:23.658690 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d5ede170-74ff-4dc7-b770-635dddd4ac47 req-e5280be1-8e12-4048-970a-70783335ca20 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=23c0bd4a-d2bf-4a09-a38b-63c0db5d678a HTTP/1.1" status: 200 len: 797 time: 0.0909739 Jul 15 23:24:23.737431 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8e6cc130-c3f0-4582-af76-193e2efa866e req-7648a8a3-4d4e-426e-ae32-fae53dccbaf8 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f822701-8b4d-4f40-816e-44102396cdcf HTTP/1.1" status: 200 len: 210 time: 0.0464857 Jul 15 23:24:23.753715 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ede170-74ff-4dc7-b770-635dddd4ac47 req-3b969372-4aba-4323-a3e0-e8065c1dd734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:23.753715 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d5ede170-74ff-4dc7-b770-635dddd4ac47 req-3b969372-4aba-4323-a3e0-e8065c1dd734 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0c520006-2621-40c6-9dbf-a751b4cb8117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0866580 Jul 15 23:24:23.913473 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d5ede170-74ff-4dc7-b770-635dddd4ac47 req-8fc0d884-189b-44f1-b9ca-06d00bcfa0a6 service neutron] 10.222.0.49 "GET /v2.0/networks/0c520006-2621-40c6-9dbf-a751b4cb8117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546557 Jul 15 23:24:24.130450 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d5ede170-74ff-4dc7-b770-635dddd4ac47 req-5d8b3a4c-5372-40d1-9133-00cf381b9546 service neutron] 10.222.0.49 "GET /v2.0/networks/0c520006-2621-40c6-9dbf-a751b4cb8117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092631 Jul 15 23:24:24.206569 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d5ede170-74ff-4dc7-b770-635dddd4ac47 req-cceaab97-8c64-44d4-a427-49563d86f61a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=422fe5b9-520f-419b-8cd4-d8ed4ddfee1a HTTP/1.1" status: 200 len: 217 time: 0.0700328 Jul 15 23:24:24.368808 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ede170-74ff-4dc7-b770-635dddd4ac47 req-a28c140a-f29f-4395-b277-6deac77325dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:24.372185 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d5ede170-74ff-4dc7-b770-635dddd4ac47 req-a28c140a-f29f-4395-b277-6deac77325dd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=23c0bd4a-d2bf-4a09-a38b-63c0db5d678a HTTP/1.1" status: 200 len: 797 time: 0.1598833 Jul 15 23:24:24.469322 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ede170-74ff-4dc7-b770-635dddd4ac47 req-790d7f46-25a6-481b-bbc5-bab6ae701e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:24.472092 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d5ede170-74ff-4dc7-b770-635dddd4ac47 req-790d7f46-25a6-481b-bbc5-bab6ae701e5a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0c520006-2621-40c6-9dbf-a751b4cb8117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0783033 Jul 15 23:24:24.622453 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d5ede170-74ff-4dc7-b770-635dddd4ac47 req-469bb974-65ca-4071-b709-3764a3771592 service neutron] 10.222.0.49 "GET /v2.0/networks/0c520006-2621-40c6-9dbf-a751b4cb8117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405988 Jul 15 23:24:24.776317 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d5ede170-74ff-4dc7-b770-635dddd4ac47 req-ab93738f-e997-4666-a2d8-bf7da138247b service neutron] 10.222.0.49 "GET /v2.0/networks/0c520006-2621-40c6-9dbf-a751b4cb8117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443975 Jul 15 23:24:24.878252 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d5ede170-74ff-4dc7-b770-635dddd4ac47 req-638713c0-37b6-4fb7-8aad-ae394189bbb2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=9ce781cc-249c-47f3-b809-587c0d5814f3 HTTP/1.1" status: 200 len: 217 time: 0.0942631 Jul 15 23:24:25.015056 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9cf653a3-714f-40ee-b045-2e51b50097e9 req-a7b1ab20-f3c8-484b-b4b5-a43bf674a7fa tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f822701-8b4d-4f40-816e-44102396cdcf HTTP/1.1" status: 200 len: 210 time: 0.0683866 Jul 15 23:24:25.031287 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ede170-74ff-4dc7-b770-635dddd4ac47 req-369015dc-e2c7-4f17-9601-1621466c52f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:25.037813 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d5ede170-74ff-4dc7-b770-635dddd4ac47 req-369015dc-e2c7-4f17-9601-1621466c52f1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=23c0bd4a-d2bf-4a09-a38b-63c0db5d678a HTTP/1.1" status: 200 len: 797 time: 0.1532896 Jul 15 23:24:25.055343 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b141ec6-f5e0-4d09-ba57-794fd3f2da84 req-e3c77968-7ae8-484f-92c9-7be72efca0f9 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:25.059371 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6b141ec6-f5e0-4d09-ba57-794fd3f2da84 req-e3c77968-7ae8-484f-92c9-7be72efca0f9 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.2855170 Jul 15 23:24:25.129967 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6b141ec6-f5e0-4d09-ba57-794fd3f2da84 req-e40d0934-0f18-41a4-819e-a4b3870768f3 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692320 Jul 15 23:24:25.144132 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ede170-74ff-4dc7-b770-635dddd4ac47 req-37d32b3b-71f1-4704-aa72-f1b658fb41dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:25.145696 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d5ede170-74ff-4dc7-b770-635dddd4ac47 req-37d32b3b-71f1-4704-aa72-f1b658fb41dc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0c520006-2621-40c6-9dbf-a751b4cb8117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1009073 Jul 15 23:24:25.278216 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d5ede170-74ff-4dc7-b770-635dddd4ac47 req-db0e5012-307a-4b87-8a33-e0f78f754ad9 service neutron] 10.222.0.49 "GET /v2.0/networks/0c520006-2621-40c6-9dbf-a751b4cb8117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253223 Jul 15 23:24:25.326907 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:25.458590 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d5ede170-74ff-4dc7-b770-635dddd4ac47 req-e1838fef-2781-4f23-8d70-d32857d9fc45 service neutron] 10.222.0.49 "GET /v2.0/networks/0c520006-2621-40c6-9dbf-a751b4cb8117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721008 Jul 15 23:24:25.513968 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d5ede170-74ff-4dc7-b770-635dddd4ac47 req-562260a7-a14a-476e-9089-86ceac40e2c2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=e30cdbcb-2983-4fd9-9dc1-5ba0c3fc0805 HTTP/1.1" status: 200 len: 217 time: 0.0493901 Jul 15 23:24:25.619739 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ede170-74ff-4dc7-b770-635dddd4ac47 req-98cf4897-9f92-4b7a-a6c6-aa6ef81698e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:25.631093 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d5ede170-74ff-4dc7-b770-635dddd4ac47 req-98cf4897-9f92-4b7a-a6c6-aa6ef81698e6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=23c0bd4a-d2bf-4a09-a38b-63c0db5d678a HTTP/1.1" status: 200 len: 797 time: 0.1082659 Jul 15 23:24:25.634706 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df03ebd-4d3f-41c6-a751-ff726f698f80 req-daf860f2-3061-4adb-81e5-def898981c65 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:25.636740 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2df03ebd-4d3f-41c6-a751-ff726f698f80 req-daf860f2-3061-4adb-81e5-def898981c65 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.49 "GET /v2.0/networks?id=34d69ddd-6ef8-492b-8904-e5274ac6b6b4 HTTP/1.1" status: 200 len: 814 time: 0.1456921 Jul 15 23:24:25.652100 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-2df03ebd-4d3f-41c6-a751-ff726f698f80 req-e2bb6a34-f658-4cc4-8b95-ea2e197bfb34 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Request body: {'port': {'device_id': '4f822701-8b4d-4f40-816e-44102396cdcf', 'network_id': '34d69ddd-6ef8-492b-8904-e5274ac6b6b4', 'admin_state_up': True, 'tenant_id': 'ca9f45630c684755bfc9217b95b6a061'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:25.738734 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ede170-74ff-4dc7-b770-635dddd4ac47 req-d41827d2-9f56-4c97-810b-81f6ff291347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:25.740974 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d5ede170-74ff-4dc7-b770-635dddd4ac47 req-d41827d2-9f56-4c97-810b-81f6ff291347 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0c520006-2621-40c6-9dbf-a751b4cb8117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1043668 Jul 15 23:24:25.866861 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2df03ebd-4d3f-41c6-a751-ff726f698f80 req-e2bb6a34-f658-4cc4-8b95-ea2e197bfb34 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Made reservation on behalf of ca9f45630c684755bfc9217b95b6a061 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:24:25.874651 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2df03ebd-4d3f-41c6-a751-ff726f698f80 req-e2bb6a34-f658-4cc4-8b95-ea2e197bfb34 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:25.931416 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 45508) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:25.975463 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d5ede170-74ff-4dc7-b770-635dddd4ac47 req-f2bec039-704c-4902-87de-df2d0d710845 service neutron] 10.222.0.49 "GET /v2.0/networks/0c520006-2621-40c6-9dbf-a751b4cb8117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211323 Jul 15 23:24:26.166728 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d5ede170-74ff-4dc7-b770-635dddd4ac47 req-811a4c44-8838-48f1-b38b-f8711afe0ee2 service neutron] 10.222.0.49 "GET /v2.0/networks/0c520006-2621-40c6-9dbf-a751b4cb8117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793587 Jul 15 23:24:26.181813 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-2df03ebd-4d3f-41c6-a751-ff726f698f80 req-e2bb6a34-f658-4cc4-8b95-ea2e197bfb34 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Allocated IP 172.20.0.11 (34d69ddd-6ef8-492b-8904-e5274ac6b6b4/89ce3a94-62b5-42a8-b767-ec4495e23b73/6df92f40-1e78-43bc-9ce1-3aabfb5e1a0c) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:24:26.228994 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5e45f89-cd6d-4f0b-a5c9-7a36ff364c02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:26.304755 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4b113406-9c07-4c12-8b06-a790636d92f2 req-58b8f4f5-71a3-4520-94d7-567e1e88f394 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f822701-8b4d-4f40-816e-44102396cdcf HTTP/1.1" status: 200 len: 210 time: 0.0487518 Jul 15 23:24:26.328109 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d5ede170-74ff-4dc7-b770-635dddd4ac47 req-e9bf1acd-a435-4b57-98cb-a9d8f486e111 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ce62c9f8-fc6d-4c1c-8d01-6e2783cba432 HTTP/1.1" status: 200 len: 217 time: 0.1248033 Jul 15 23:24:26.467527 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ede170-74ff-4dc7-b770-635dddd4ac47 req-5131bf84-7278-460c-963a-ef15f8c1dd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:26.469152 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d5ede170-74ff-4dc7-b770-635dddd4ac47 req-5131bf84-7278-460c-963a-ef15f8c1dd9e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a0838200-662b-4f7c-b59f-334165738cb9 HTTP/1.1" status: 200 len: 797 time: 0.1401496 Jul 15 23:24:26.543734 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2df03ebd-4d3f-41c6-a751-ff726f698f80 req-e2bb6a34-f658-4cc4-8b95-ea2e197bfb34 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:26.576655 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ede170-74ff-4dc7-b770-635dddd4ac47 req-8e8f20d5-6176-4388-9ffa-5628e819bae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:26.578985 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d5ede170-74ff-4dc7-b770-635dddd4ac47 req-8e8f20d5-6176-4388-9ffa-5628e819bae9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fe121fa5-288f-4a74-ba61-28037c633efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1000822 Jul 15 23:24:26.607840 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2df03ebd-4d3f-41c6-a751-ff726f698f80 req-e2bb6a34-f658-4cc4-8b95-ea2e197bfb34 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:26.622730 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['4ac1240b-9904-4e00-b2e2-86467099ec5b', '07117a2c-11cb-4c1c-9b95-04e967a80ec0'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:24:26.707601 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d5ede170-74ff-4dc7-b770-635dddd4ac47 req-1da752b8-54f0-45a7-9466-8f9739071c10 service neutron] 10.222.0.49 "GET /v2.0/networks/fe121fa5-288f-4a74-ba61-28037c633efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189883 Jul 15 23:24:26.730839 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5e45f89-cd6d-4f0b-a5c9-7a36ff364c02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:26.744324 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5e45f89-cd6d-4f0b-a5c9-7a36ff364c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:26.864162 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e5e45f89-cd6d-4f0b-a5c9-7a36ff364c02 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a1049298d186412ab8fedacc93999914&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9310184 Jul 15 23:24:26.867774 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 45528) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:26.868446 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e45f89-cd6d-4f0b-a5c9-7a36ff364c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fcd1d7b-9431-4f31-a8c5-e474881262f4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:26.918369 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d5ede170-74ff-4dc7-b770-635dddd4ac47 req-4cf05bae-3b27-4395-957e-592c3bac3be4 service neutron] 10.222.0.49 "GET /v2.0/networks/fe121fa5-288f-4a74-ba61-28037c633efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019820 Jul 15 23:24:26.997911 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d5ede170-74ff-4dc7-b770-635dddd4ac47 req-5f811190-e872-4565-976f-c0d984506cf9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=82887b99-4142-4cfa-85fd-86b3f0db2996 HTTP/1.1" status: 200 len: 217 time: 0.0555477 Jul 15 23:24:26.999041 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-34792265-a66d-4d2e-83cf-c1b7ac8a2378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:27.073493 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-34792265-a66d-4d2e-83cf-c1b7ac8a2378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:27.111307 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ede170-74ff-4dc7-b770-635dddd4ac47 req-53eb0dbe-b063-49f7-8412-621caf81fe44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:27.113761 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d5ede170-74ff-4dc7-b770-635dddd4ac47 req-53eb0dbe-b063-49f7-8412-621caf81fe44 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a0838200-662b-4f7c-b59f-334165738cb9 HTTP/1.1" status: 200 len: 797 time: 0.1029472 Jul 15 23:24:27.165627 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299cfec3-8fe8-4c27-ad9b-c5c8f8f60771 req-af2eab8b-d17f-4e82-8d5b-533ae5a35312 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:27.172916 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-299cfec3-8fe8-4c27-ad9b-c5c8f8f60771 req-af2eab8b-d17f-4e82-8d5b-533ae5a35312 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.7429085 Jul 15 23:24:27.182227 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-34792265-a66d-4d2e-83cf-c1b7ac8a2378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:27.184855 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-34792265-a66d-4d2e-83cf-c1b7ac8a2378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:27.186015 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-34792265-a66d-4d2e-83cf-c1b7ac8a2378 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7fcd1d7b-9431-4f31-a8c5-e474881262f4 HTTP/1.1" status: 204 len: 168 time: 0.3145227 Jul 15 23:24:27.195314 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2df03ebd-4d3f-41c6-a751-ff726f698f80 req-e2bb6a34-f658-4cc4-8b95-ea2e197bfb34 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Network 34d69ddd-6ef8-492b-8904-e5274ac6b6b4 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:24:27.208138 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34792265-a66d-4d2e-83cf-c1b7ac8a2378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fcd1d7b-9431-4f31-a8c5-e474881262f4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:27.219342 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-2df03ebd-4d3f-41c6-a751-ff726f698f80 req-e2bb6a34-f658-4cc4-8b95-ea2e197bfb34 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:24:27.224129 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ede170-74ff-4dc7-b770-635dddd4ac47 req-3c8305ae-423e-45f2-af1c-993f1e9a0287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:27.226062 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d5ede170-74ff-4dc7-b770-635dddd4ac47 req-3c8305ae-423e-45f2-af1c-993f1e9a0287 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fe121fa5-288f-4a74-ba61-28037c633efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0983942 Jul 15 23:24:27.228053 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-2df03ebd-4d3f-41c6-a751-ff726f698f80 req-e2bb6a34-f658-4cc4-8b95-ea2e197bfb34 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:24:27.234021 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bb6a34-f658-4cc4-8b95-ea2e197bfb34 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Pushing event updated for resources: {'Port': ['ID=6df92f40-1e78-43bc-9ce1-3aabfb5e1a0c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:27.295902 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-299cfec3-8fe8-4c27-ad9b-c5c8f8f60771 req-a740d9d6-b84d-436f-81d4-9971e2ce54db tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206517 Jul 15 23:24:27.314489 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df03ebd-4d3f-41c6-a751-ff726f698f80 req-e2bb6a34-f658-4cc4-8b95-ea2e197bfb34 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:27.314972 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2df03ebd-4d3f-41c6-a751-ff726f698f80 req-e2bb6a34-f658-4cc4-8b95-ea2e197bfb34 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:27.352581 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2df03ebd-4d3f-41c6-a751-ff726f698f80 req-e2bb6a34-f658-4cc4-8b95-ea2e197bfb34 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7062910 Jul 15 23:24:27.376347 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-2df03ebd-4d3f-41c6-a751-ff726f698f80 req-93d7ad80-8bfe-4a79-aa66-8b55f37a6392 service neutron] Request body: {'port': {'device_id': '4f822701-8b4d-4f40-816e-44102396cdcf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:27.424004 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d5ede170-74ff-4dc7-b770-635dddd4ac47 req-2c58f7a9-ab0f-4e35-b78d-68d69ce5e9b2 service neutron] 10.222.0.49 "GET /v2.0/networks/fe121fa5-288f-4a74-ba61-28037c633efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803205 Jul 15 23:24:27.525513 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2df03ebd-4d3f-41c6-a751-ff726f698f80 req-93d7ad80-8bfe-4a79-aa66-8b55f37a6392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:27.608577 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d5ede170-74ff-4dc7-b770-635dddd4ac47 req-1eb50e95-8d36-4685-9d24-dd4b3cca526d service neutron] 10.222.0.49 "GET /v2.0/networks/fe121fa5-288f-4a74-ba61-28037c633efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798978 Jul 15 23:24:27.772481 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 45542) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:27.789794 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3520395c-c227-4d4d-9947-ffeb87eb3394 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:27.804699 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a3456-3966-44f8-95b1-9625d92bc0be req-ba4d0af9-fe73-44ac-87b3-fb6daae3c3e7 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:27.806564 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c33a3456-3966-44f8-95b1-9625d92bc0be req-ba4d0af9-fe73-44ac-87b3-fb6daae3c3e7 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f822701-8b4d-4f40-816e-44102396cdcf HTTP/1.1" status: 200 len: 932 time: 0.2205322 Jul 15 23:24:27.883834 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c33a3456-3966-44f8-95b1-9625d92bc0be req-11bd511c-70c0-4420-ac4b-6b51033afb73 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce3f5940-565b-43a4-b484-b630aa3d6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700331 Jul 15 23:24:27.939306 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3520395c-c227-4d4d-9947-ffeb87eb3394 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:27.950869 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3520395c-c227-4d4d-9947-ffeb87eb3394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:28.000488 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-3520395c-c227-4d4d-9947-ffeb87eb3394 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a2ce6793f8b549e5adb7e86fad72455c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2266741 Jul 15 23:24:28.002492 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 45546) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:28.008773 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3520395c-c227-4d4d-9947-ffeb87eb3394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e95f89ac-3106-4414-9a66-316d047d5e45,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:28.025613 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3520395c-c227-4d4d-9947-ffeb87eb3394 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:28.026368 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3520395c-c227-4d4d-9947-ffeb87eb3394 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:28.027204 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3520395c-c227-4d4d-9947-ffeb87eb3394 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:28.027966 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3520395c-c227-4d4d-9947-ffeb87eb3394 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:28.028526 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3520395c-c227-4d4d-9947-ffeb87eb3394 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:28.029344 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3520395c-c227-4d4d-9947-ffeb87eb3394 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:28.029914 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3520395c-c227-4d4d-9947-ffeb87eb3394 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:28.030493 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3520395c-c227-4d4d-9947-ffeb87eb3394 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:28.031346 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3520395c-c227-4d4d-9947-ffeb87eb3394 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:28.031948 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3520395c-c227-4d4d-9947-ffeb87eb3394 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:28.032653 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3520395c-c227-4d4d-9947-ffeb87eb3394 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:28.033295 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3520395c-c227-4d4d-9947-ffeb87eb3394 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:28.070236 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-2df03ebd-4d3f-41c6-a751-ff726f698f80 req-93d7ad80-8bfe-4a79-aa66-8b55f37a6392 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6df92f40-1e78-43bc-9ce1-3aabfb5e1a0c {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:24:28.082977 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2df03ebd-4d3f-41c6-a751-ff726f698f80 req-93d7ad80-8bfe-4a79-aa66-8b55f37a6392 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:28.092218 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2c444b92-b23a-4fb6-ae6e-3934d45f4b3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:28.098489 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-2df03ebd-4d3f-41c6-a751-ff726f698f80 req-93d7ad80-8bfe-4a79-aa66-8b55f37a6392 service neutron] Transition to ACTIVE for port object 6df92f40-1e78-43bc-9ce1-3aabfb5e1a0c will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:24:28.103946 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2df03ebd-4d3f-41c6-a751-ff726f698f80 req-93d7ad80-8bfe-4a79-aa66-8b55f37a6392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:28.120268 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2c444b92-b23a-4fb6-ae6e-3934d45f4b3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:28.161725 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d7ad80-8bfe-4a79-aa66-8b55f37a6392 service neutron] Pushing event updated for resources: {'Port': ['ID=6df92f40-1e78-43bc-9ce1-3aabfb5e1a0c,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:28.180142 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2c444b92-b23a-4fb6-ae6e-3934d45f4b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:28.184545 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2c444b92-b23a-4fb6-ae6e-3934d45f4b3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:28.186484 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-2c444b92-b23a-4fb6-ae6e-3934d45f4b3d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e95f89ac-3106-4414-9a66-316d047d5e45 HTTP/1.1" status: 204 len: 168 time: 0.1828344 Jul 15 23:24:28.215344 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c444b92-b23a-4fb6-ae6e-3934d45f4b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95f89ac-3106-4414-9a66-316d047d5e45,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:28.256009 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-2df03ebd-4d3f-41c6-a751-ff726f698f80 req-93d7ad80-8bfe-4a79-aa66-8b55f37a6392 service neutron] Attempting to bind port 6df92f40-1e78-43bc-9ce1-3aabfb5e1a0c on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:24:28.256613 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-2df03ebd-4d3f-41c6-a751-ff726f698f80 req-93d7ad80-8bfe-4a79-aa66-8b55f37a6392 service neutron] Attempting to bind port 6df92f40-1e78-43bc-9ce1-3aabfb5e1a0c by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '7b7581c1-1598-4186-967b-a52d177d111c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '34d69ddd-6ef8-492b-8904-e5274ac6b6b4'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:24:28.256923 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df03ebd-4d3f-41c6-a751-ff726f698f80 req-93d7ad80-8bfe-4a79-aa66-8b55f37a6392 service neutron] Attempting to bind port 6df92f40-1e78-43bc-9ce1-3aabfb5e1a0c on network 34d69ddd-6ef8-492b-8904-e5274ac6b6b4 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:24:28.264490 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df03ebd-4d3f-41c6-a751-ff726f698f80 req-93d7ad80-8bfe-4a79-aa66-8b55f37a6392 service neutron] Port 6df92f40-1e78-43bc-9ce1-3aabfb5e1a0c on network 34d69ddd-6ef8-492b-8904-e5274ac6b6b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:24:28.264981 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df03ebd-4d3f-41c6-a751-ff726f698f80 req-93d7ad80-8bfe-4a79-aa66-8b55f37a6392 service neutron] Attempting to bind port 6df92f40-1e78-43bc-9ce1-3aabfb5e1a0c on network 34d69ddd-6ef8-492b-8904-e5274ac6b6b4 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:24:28.272579 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df03ebd-4d3f-41c6-a751-ff726f698f80 req-93d7ad80-8bfe-4a79-aa66-8b55f37a6392 service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:24:28.272922 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df03ebd-4d3f-41c6-a751-ff726f698f80 req-93d7ad80-8bfe-4a79-aa66-8b55f37a6392 service neutron] Checking segment: {'id': '7b7581c1-1598-4186-967b-a52d177d111c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '34d69ddd-6ef8-492b-8904-e5274ac6b6b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:24:28.273316 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df03ebd-4d3f-41c6-a751-ff726f698f80 req-93d7ad80-8bfe-4a79-aa66-8b55f37a6392 service neutron] Bound using segment: {'id': '7b7581c1-1598-4186-967b-a52d177d111c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '34d69ddd-6ef8-492b-8904-e5274ac6b6b4'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:24:28.273761 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-2df03ebd-4d3f-41c6-a751-ff726f698f80 req-93d7ad80-8bfe-4a79-aa66-8b55f37a6392 service neutron] Bound port: 6df92f40-1e78-43bc-9ce1-3aabfb5e1a0c, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b7581c1-1598-4186-967b-a52d177d111c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '34d69ddd-6ef8-492b-8904-e5274ac6b6b4'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:24:28.274120 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2df03ebd-4d3f-41c6-a751-ff726f698f80 req-93d7ad80-8bfe-4a79-aa66-8b55f37a6392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:28.358985 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-2df03ebd-4d3f-41c6-a751-ff726f698f80 req-93d7ad80-8bfe-4a79-aa66-8b55f37a6392 service neutron] For port 6df92f40-1e78-43bc-9ce1-3aabfb5e1a0c, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:24:28.363170 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-2df03ebd-4d3f-41c6-a751-ff726f698f80 req-93d7ad80-8bfe-4a79-aa66-8b55f37a6392 service neutron] For port 6df92f40-1e78-43bc-9ce1-3aabfb5e1a0c, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=6df92f40-1e78-43bc-9ce1-3aabfb5e1a0c,segment=NetworkSegment(7b7581c1-1598-4186-967b-a52d177d111c),segment_id=7b7581c1-1598-4186-967b-a52d177d111c)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:24:28.368337 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2df03ebd-4d3f-41c6-a751-ff726f698f80 req-93d7ad80-8bfe-4a79-aa66-8b55f37a6392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:28.408289 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df03ebd-4d3f-41c6-a751-ff726f698f80 req-93d7ad80-8bfe-4a79-aa66-8b55f37a6392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:28.408780 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2df03ebd-4d3f-41c6-a751-ff726f698f80 req-93d7ad80-8bfe-4a79-aa66-8b55f37a6392 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:28.410224 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2df03ebd-4d3f-41c6-a751-ff726f698f80 req-93d7ad80-8bfe-4a79-aa66-8b55f37a6392 service neutron] 10.222.0.49 "PUT /v2.0/ports/6df92f40-1e78-43bc-9ce1-3aabfb5e1a0c HTTP/1.1" status: 200 len: 1092 time: 1.0486310 Jul 15 23:24:28.410719 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f822701-8b4d-4f40-816e-44102396cdcf', 'tag': '6df92f40-1e78-43bc-9ce1-3aabfb5e1a0c'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:24:28.413048 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-857d59d4-8d83-4175-8995-7d74953691f5" -d '{"events": [{"name": "network-changed", "server_uuid": "4f822701-8b4d-4f40-816e-44102396cdcf", "tag": "6df92f40-1e78-43bc-9ce1-3aabfb5e1a0c"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:24:28.457019 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d7ad80-8bfe-4a79-aa66-8b55f37a6392 service neutron] Pushing event updated for resources: {'Port': ['ID=6df92f40-1e78-43bc-9ce1-3aabfb5e1a0c,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:28.478882 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6dc70a-8ac6-40fd-a736-277fecb7ada1 x-openstack-request-id: req-ee6dc70a-8ac6-40fd-a736-277fecb7ada1 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:24:28.479248 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f822701-8b4d-4f40-816e-44102396cdcf", "tag": "6df92f40-1e78-43bc-9ce1-3aabfb5e1a0c", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:24:28.480266 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ee6dc70a-8ac6-40fd-a736-277fecb7ada1 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:24:28.480266 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f822701-8b4d-4f40-816e-44102396cdcf', 'tag': '6df92f40-1e78-43bc-9ce1-3aabfb5e1a0c', 'status': 'completed', 'code': 200} Jul 15 23:24:28.584916 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df03ebd-4d3f-41c6-a751-ff726f698f80 req-735af363-903f-4696-87f5-b06ed5a6bdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:28.586541 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2df03ebd-4d3f-41c6-a751-ff726f698f80 req-735af363-903f-4696-87f5-b06ed5a6bdb9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ca9f45630c684755bfc9217b95b6a061&device_id=4f822701-8b4d-4f40-816e-44102396cdcf HTTP/1.1" status: 200 len: 1095 time: 0.1094964 Jul 15 23:24:28.600556 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d514b10f-55b5-4592-ac17-904a10e26f5b req-7427f880-df33-48c4-9741-5c738f44eb6a tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:28.602308 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d514b10f-55b5-4592-ac17-904a10e26f5b req-7427f880-df33-48c4-9741-5c738f44eb6a tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.0932899 Jul 15 23:24:28.670775 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2df03ebd-4d3f-41c6-a751-ff726f698f80 req-f79dd98e-f0aa-4a37-a0dd-2eaa5d8c94c4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6df92f40-1e78-43bc-9ce1-3aabfb5e1a0c HTTP/1.1" status: 200 len: 217 time: 0.0673814 Jul 15 23:24:28.756015 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d514b10f-55b5-4592-ac17-904a10e26f5b req-567b7cc7-8420-4867-935a-ea1fed1088eb tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415839 Jul 15 23:24:28.785319 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df03ebd-4d3f-41c6-a751-ff726f698f80 req-69875b4d-b364-45f2-8ed3-597e13b49a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:28.786846 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2df03ebd-4d3f-41c6-a751-ff726f698f80 req-69875b4d-b364-45f2-8ed3-597e13b49a1a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=89ce3a94-62b5-42a8-b767-ec4495e23b73 HTTP/1.1" status: 200 len: 854 time: 0.1081991 Jul 15 23:24:28.841378 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2df03ebd-4d3f-41c6-a751-ff726f698f80 req-d5593192-83de-43c1-93ba-4a95af93fb4d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=34d69ddd-6ef8-492b-8904-e5274ac6b6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466404 Jul 15 23:24:28.976170 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2df03ebd-4d3f-41c6-a751-ff726f698f80 req-c31cf0d7-e889-48c6-9adf-71dab76eccfb service neutron] 10.222.0.49 "GET /v2.0/networks/34d69ddd-6ef8-492b-8904-e5274ac6b6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277897 Jul 15 23:24:29.166707 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2df03ebd-4d3f-41c6-a751-ff726f698f80 req-45dcb7ae-5c1b-44a3-831f-6546b1051474 service neutron] 10.222.0.49 "GET /v2.0/networks/34d69ddd-6ef8-492b-8904-e5274ac6b6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832414 Jul 15 23:24:29.214320 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4499e8d-50df-444b-9bab-759bc11bd758 req-791bf431-80db-475a-8a71-839782625264 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:29.222222 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f4499e8d-50df-444b-9bab-759bc11bd758 req-791bf431-80db-475a-8a71-839782625264 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f822701-8b4d-4f40-816e-44102396cdcf HTTP/1.1" status: 200 len: 944 time: 0.1569026 Jul 15 23:24:29.289504 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f4499e8d-50df-444b-9bab-759bc11bd758 req-f1715b68-3333-40de-9472-94bc790983a3 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce3f5940-565b-43a4-b484-b630aa3d6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662889 Jul 15 23:24:29.325733 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d59d4-8d83-4175-8995-7d74953691f5 req-86700442-0a78-4fe3-a135-b6b97dae8488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:29.327920 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-857d59d4-8d83-4175-8995-7d74953691f5 req-86700442-0a78-4fe3-a135-b6b97dae8488 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ca9f45630c684755bfc9217b95b6a061&device_id=4f822701-8b4d-4f40-816e-44102396cdcf HTTP/1.1" status: 200 len: 1095 time: 0.0883677 Jul 15 23:24:29.465769 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d59d4-8d83-4175-8995-7d74953691f5 req-db4b57f5-362a-44f4-a613-b395fd445496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:29.469823 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-857d59d4-8d83-4175-8995-7d74953691f5 req-db4b57f5-362a-44f4-a613-b395fd445496 service neutron] 10.222.0.49 "GET /v2.0/networks?id=34d69ddd-6ef8-492b-8904-e5274ac6b6b4 HTTP/1.1" status: 200 len: 915 time: 0.1335793 Jul 15 23:24:29.529869 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-857d59d4-8d83-4175-8995-7d74953691f5 req-d5a9bd65-69fe-41a1-8577-9221f1ee072f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6df92f40-1e78-43bc-9ce1-3aabfb5e1a0c HTTP/1.1" status: 200 len: 217 time: 0.0513706 Jul 15 23:24:29.591423 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d59d4-8d83-4175-8995-7d74953691f5 req-ccaaa472-2444-4258-bed7-c5656e3c2ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:29.592967 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-857d59d4-8d83-4175-8995-7d74953691f5 req-ccaaa472-2444-4258-bed7-c5656e3c2ee2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=89ce3a94-62b5-42a8-b767-ec4495e23b73 HTTP/1.1" status: 200 len: 854 time: 0.0581994 Jul 15 23:24:29.634922 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-857d59d4-8d83-4175-8995-7d74953691f5 req-1be3a47a-9e47-4391-9604-7e8c3f03fb6c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=34d69ddd-6ef8-492b-8904-e5274ac6b6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350103 Jul 15 23:24:29.774821 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-857d59d4-8d83-4175-8995-7d74953691f5 req-f5789562-30c0-4f8a-8575-09dfe47b4c5f service neutron] 10.222.0.49 "GET /v2.0/networks/34d69ddd-6ef8-492b-8904-e5274ac6b6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316111 Jul 15 23:24:29.912823 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-857d59d4-8d83-4175-8995-7d74953691f5 req-36b4368d-9a35-4891-8290-820ad1fa8180 service neutron] 10.222.0.49 "GET /v2.0/networks/34d69ddd-6ef8-492b-8904-e5274ac6b6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304290 Jul 15 23:24:30.001675 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a26ac99-2a5d-4a8c-8b18-4743d928f4f6 req-4d847df3-0d5a-4265-afb3-5569d5c470f2 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:30.003423 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2a26ac99-2a5d-4a8c-8b18-4743d928f4f6 req-4d847df3-0d5a-4265-afb3-5569d5c470f2 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.0891345 Jul 15 23:24:30.047981 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2a26ac99-2a5d-4a8c-8b18-4743d928f4f6 req-5ff32eab-4717-433e-8938-e11d15bbf89d tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375340 Jul 15 23:24:30.515276 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b72da9e-25d7-4e85-a9ad-65078bc03432 req-83bf4c7f-2526-43a3-b90a-d5193ac44734 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:30.517400 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8b72da9e-25d7-4e85-a9ad-65078bc03432 req-83bf4c7f-2526-43a3-b90a-d5193ac44734 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f822701-8b4d-4f40-816e-44102396cdcf HTTP/1.1" status: 200 len: 944 time: 0.0820835 Jul 15 23:24:30.560529 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8b72da9e-25d7-4e85-a9ad-65078bc03432 req-4f3053de-2e07-4665-aa1a-a7cadb72fd75 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce3f5940-565b-43a4-b484-b630aa3d6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367184 Jul 15 23:24:30.762007 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4216c3f1-a6ec-4e56-8c7d-a44d7259a7a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:31.084011 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 45644) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:31.241785 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b3f71bcb-298f-4c3f-b33a-23453f72f9a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:31.283286 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf7826d-4ee4-48b5-8f49-f2b1a2c21e4d req-5af8cd02-acfa-46e2-bb4a-5a407856f445 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:31.291263 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5cf7826d-4ee4-48b5-8f49-f2b1a2c21e4d req-5af8cd02-acfa-46e2-bb4a-5a407856f445 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.0986643 Jul 15 23:24:31.377948 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5cf7826d-4ee4-48b5-8f49-f2b1a2c21e4d req-e9c82591-daef-4901-823d-165af528e0f2 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856576 Jul 15 23:24:31.380711 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 45652) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:31.416333 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b3f71bcb-298f-4c3f-b33a-23453f72f9a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:31.425616 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b3f71bcb-298f-4c3f-b33a-23453f72f9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:31.427202 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:24:31.489711 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f71bcb-298f-4c3f-b33a-23453f72f9a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6be2a3-8f91-4735-8055-f565b6bbe07b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:31.503860 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b3f71bcb-298f-4c3f-b33a-23453f72f9a4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=15c603bfa2e14e75ad48c3d1056aa1e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4140158 Jul 15 23:24:31.503860 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 45658) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:31.561167 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1be1981-88ab-4c50-ad58-69caabb598d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:31.586828 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2aa610c3-a196-4c70-b3b3-cd9b966c7603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:31.622565 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2aa610c3-a196-4c70-b3b3-cd9b966c7603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:31.706328 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2aa610c3-a196-4c70-b3b3-cd9b966c7603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:31.708900 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2aa610c3-a196-4c70-b3b3-cd9b966c7603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:31.710384 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-2aa610c3-a196-4c70-b3b3-cd9b966c7603 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8e6be2a3-8f91-4735-8055-f565b6bbe07b HTTP/1.1" status: 204 len: 168 time: 0.2057357 Jul 15 23:24:31.716102 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1be1981-88ab-4c50-ad58-69caabb598d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:31.723124 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1be1981-88ab-4c50-ad58-69caabb598d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:31.725644 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa610c3-a196-4c70-b3b3-cd9b966c7603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6be2a3-8f91-4735-8055-f565b6bbe07b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:31.771823 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f1be1981-88ab-4c50-ad58-69caabb598d1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f7bbc08cd5bc421588d94c0d508306f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3876038 Jul 15 23:24:31.771823 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1be1981-88ab-4c50-ad58-69caabb598d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f515a9-023c-4515-8ed6-6e7ebae17a99,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:31.773348 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 45664) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:31.773831 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4294ce6a-fea1-4e01-b98d-0d47e1c07ca0 req-89207de1-c0ed-4030-9822-a9f0790bc629 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:31.775562 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4294ce6a-fea1-4e01-b98d-0d47e1c07ca0 req-89207de1-c0ed-4030-9822-a9f0790bc629 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f822701-8b4d-4f40-816e-44102396cdcf HTTP/1.1" status: 200 len: 944 time: 0.0944395 Jul 15 23:24:31.826963 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4911945f-0af7-40e3-a5fb-fc2f17350fab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:31.827932 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4294ce6a-fea1-4e01-b98d-0d47e1c07ca0 req-bfcd521e-fae4-4a07-8e85-c64cdaedde18 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce3f5940-565b-43a4-b484-b630aa3d6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402622 Jul 15 23:24:31.850135 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4911945f-0af7-40e3-a5fb-fc2f17350fab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:31.856128 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 6df92f40-1e78-43bc-9ce1-3aabfb5e1a0c details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:24:31.904219 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4911945f-0af7-40e3-a5fb-fc2f17350fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:31.906773 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4911945f-0af7-40e3-a5fb-fc2f17350fab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:31.908481 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-4911945f-0af7-40e3-a5fb-fc2f17350fab admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e0f515a9-023c-4515-8ed6-6e7ebae17a99 HTTP/1.1" status: 204 len: 168 time: 0.1339900 Jul 15 23:24:31.919963 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4911945f-0af7-40e3-a5fb-fc2f17350fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f515a9-023c-4515-8ed6-6e7ebae17a99,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:32.147318 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 6df92f40-1e78-43bc-9ce1-3aabfb5e1a0c, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=6df92f40-1e78-43bc-9ce1-3aabfb5e1a0c,segment=NetworkSegment(7b7581c1-1598-4186-967b-a52d177d111c),segment_id=7b7581c1-1598-4186-967b-a52d177d111c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:24:32.167723 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '6df92f40-1e78-43bc-9ce1-3aabfb5e1a0c', 'network_id': '34d69ddd-6ef8-492b-8904-e5274ac6b6b4', 'port_id': '6df92f40-1e78-43bc-9ce1-3aabfb5e1a0c', 'mac_address': 'fa:16:3e:92:33:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89ce3a94-62b5-42a8-b767-ec4495e23b73', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:24:32.215591 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:32.233211 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6df92f40-1e78-43bc-9ce1-3aabfb5e1a0c {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:24:32.260872 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 6df92f40-1e78-43bc-9ce1-3aabfb5e1a0c, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=6df92f40-1e78-43bc-9ce1-3aabfb5e1a0c,segment=NetworkSegment(7b7581c1-1598-4186-967b-a52d177d111c),segment_id=7b7581c1-1598-4186-967b-a52d177d111c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:24:32.265598 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:32.319436 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 45682) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:32.326523 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=6df92f40-1e78-43bc-9ce1-3aabfb5e1a0c,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:32.346473 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8971c464-17f0-47dc-9887-4525f2c59a59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:32.468433 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8971c464-17f0-47dc-9887-4525f2c59a59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:32.473895 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8971c464-17f0-47dc-9887-4525f2c59a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:32.535228 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-8971c464-17f0-47dc-9887-4525f2c59a59 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c0a8443d7eed40069efa4c53636f78b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2143190 Jul 15 23:24:32.537447 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 45696) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:32.553681 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8971c464-17f0-47dc-9887-4525f2c59a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0e03d9-4658-4093-a89c-b07f091d9985,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:32.602876 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-687c4682-862d-48f4-b088-a4403cbbf2ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:32.607628 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['6df92f40-1e78-43bc-9ce1-3aabfb5e1a0c'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:24:32.614428 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b8711-789c-4b1f-a884-a3b7f3873e9e req-5c090d5b-a907-4135-83c6-33712a92651d tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:32.622389 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1a0b8711-789c-4b1f-a884-a3b7f3873e9e req-5c090d5b-a907-4135-83c6-33712a92651d tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.1045609 Jul 15 23:24:32.633994 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-687c4682-862d-48f4-b088-a4403cbbf2ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:32.671582 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1a0b8711-789c-4b1f-a884-a3b7f3873e9e req-580f32d7-77e3-4143-b721-9daa6f02432a tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481515 Jul 15 23:24:32.704221 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-687c4682-862d-48f4-b088-a4403cbbf2ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:32.707745 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-687c4682-862d-48f4-b088-a4403cbbf2ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:32.714348 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-687c4682-862d-48f4-b088-a4403cbbf2ed admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ea0e03d9-4658-4093-a89c-b07f091d9985 HTTP/1.1" status: 204 len: 168 time: 0.1734991 Jul 15 23:24:32.724535 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687c4682-862d-48f4-b088-a4403cbbf2ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0e03d9-4658-4093-a89c-b07f091d9985,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:33.030120 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac9c8ae-0aaf-4a42-ba72-9e9d29502f4f req-5ada4234-6a33-489e-b997-408ba0307c37 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:33.031755 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1ac9c8ae-0aaf-4a42-ba72-9e9d29502f4f req-5ada4234-6a33-489e-b997-408ba0307c37 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f822701-8b4d-4f40-816e-44102396cdcf HTTP/1.1" status: 200 len: 945 time: 0.0808821 Jul 15 23:24:33.092669 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1ac9c8ae-0aaf-4a42-ba72-9e9d29502f4f req-f5d7b827-9edb-40a1-b9a4-9f56c9ded815 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce3f5940-565b-43a4-b484-b630aa3d6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521152 Jul 15 23:24:33.224290 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-eecb5f38-e44d-477c-9200-c8aea1a0dcf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:33.361960 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:33.892683 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 6df92f40-1e78-43bc-9ce1-3aabfb5e1a0c up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:24:33.906184 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4625dd9e-d3ef-424d-a9ba-2d86403b5ead req-fd5bd28b-9a38-459c-b5bb-bf9381097c42 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:33.913778 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4625dd9e-d3ef-424d-a9ba-2d86403b5ead req-fd5bd28b-9a38-459c-b5bb-bf9381097c42 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.0974784 Jul 15 23:24:33.976880 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4625dd9e-d3ef-424d-a9ba-2d86403b5ead req-51c8430b-f101-4e73-8668-88cc62251624 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620906 Jul 15 23:24:33.986627 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port 6df92f40-1e78-43bc-9ce1-3aabfb5e1a0c completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:24:33.992691 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 6df92f40-1e78-43bc-9ce1-3aabfb5e1a0c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:24:33.992899 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:34.088486 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:34.118016 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f822701-8b4d-4f40-816e-44102396cdcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6df92f40-1e78-43bc-9ce1-3aabfb5e1a0c'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:24:34.120415 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-357008d7-7ba8-40e0-a948-062a721a2c8c" -d '{"events": [{"server_uuid": "4f822701-8b4d-4f40-816e-44102396cdcf", "name": "network-vif-plugged", "status": "completed", "tag": "6df92f40-1e78-43bc-9ce1-3aabfb5e1a0c"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:24:34.135976 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 6df92f40-1e78-43bc-9ce1-3aabfb5e1a0c, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=6df92f40-1e78-43bc-9ce1-3aabfb5e1a0c,segment=NetworkSegment(7b7581c1-1598-4186-967b-a52d177d111c),segment_id=7b7581c1-1598-4186-967b-a52d177d111c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:24:34.142525 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:34.207269 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=6df92f40-1e78-43bc-9ce1-3aabfb5e1a0c,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:34.212474 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8915326d-d3e7-4a0f-a6eb-722d0da43003 x-openstack-request-id: req-8915326d-d3e7-4a0f-a6eb-722d0da43003 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:24:34.213221 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f822701-8b4d-4f40-816e-44102396cdcf", "name": "network-vif-plugged", "status": "completed", "tag": "6df92f40-1e78-43bc-9ce1-3aabfb5e1a0c", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:24:34.213847 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8915326d-d3e7-4a0f-a6eb-722d0da43003 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:24:34.214501 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f822701-8b4d-4f40-816e-44102396cdcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6df92f40-1e78-43bc-9ce1-3aabfb5e1a0c', 'code': 200} Jul 15 23:24:34.264721 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:34.395191 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4923116c-2847-411b-8c32-5c4a93e23757 req-25aadc85-504d-4668-b52d-f6c0609ea14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:34.396743 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4923116c-2847-411b-8c32-5c4a93e23757 req-25aadc85-504d-4668-b52d-f6c0609ea14a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4f822701-8b4d-4f40-816e-44102396cdcf HTTP/1.1" status: 200 len: 1097 time: 0.1135628 Jul 15 23:24:34.411806 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f35fa8e-9ed8-47b8-85d0-457529c5f69a req-03fadda6-cce1-409b-8624-99140f1afd26 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:34.419077 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2f35fa8e-9ed8-47b8-85d0-457529c5f69a req-03fadda6-cce1-409b-8624-99140f1afd26 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f822701-8b4d-4f40-816e-44102396cdcf HTTP/1.1" status: 200 len: 946 time: 0.1249247 Jul 15 23:24:34.496149 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2f35fa8e-9ed8-47b8-85d0-457529c5f69a req-e1c2b4ea-8301-4f4d-8b45-614b164c5a56 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce3f5940-565b-43a4-b484-b630aa3d6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761027 Jul 15 23:24:34.500642 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4923116c-2847-411b-8c32-5c4a93e23757 req-7b85b777-7b64-4203-ac88-d3309f1c9a8d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ce3f5940-565b-43a4-b484-b630aa3d6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788703 Jul 15 23:24:35.187856 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbdf39c-2bd8-4b2d-bde3-355e01acb613 req-1ca37ffe-0964-4fb3-abdb-b39ca1bc33c9 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:35.191198 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8dbdf39c-2bd8-4b2d-bde3-355e01acb613 req-1ca37ffe-0964-4fb3-abdb-b39ca1bc33c9 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.0787816 Jul 15 23:24:35.252101 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8dbdf39c-2bd8-4b2d-bde3-355e01acb613 req-a351892c-53d5-4920-8118-89e238aeed64 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493422 Jul 15 23:24:35.829544 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac22a7d-d48a-4859-a197-3b3dc916d38a req-442bc430-8476-489d-b972-7e8be38471c1 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:35.841423 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6ac22a7d-d48a-4859-a197-3b3dc916d38a req-442bc430-8476-489d-b972-7e8be38471c1 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f822701-8b4d-4f40-816e-44102396cdcf HTTP/1.1" status: 200 len: 946 time: 0.1496301 Jul 15 23:24:35.905908 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device bc0ad9c8-d331-4c34-9709-dbfd3a650852 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:24:35.933269 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6ac22a7d-d48a-4859-a197-3b3dc916d38a req-7d4f8b3d-55be-43a2-abcf-d6271fcb9729 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce3f5940-565b-43a4-b484-b630aa3d6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862494 Jul 15 23:24:36.050388 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port bc0ad9c8-d331-4c34-9709-dbfd3a650852, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=bc0ad9c8-d331-4c34-9709-dbfd3a650852,segment=NetworkSegment(6a7e0458-bbaf-4bb9-aba2-86a18db5b19d),segment_id=6a7e0458-bbaf-4bb9-aba2-86a18db5b19d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:24:36.062841 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': 'bc0ad9c8-d331-4c34-9709-dbfd3a650852', 'network_id': '7247f305-0d2c-4c58-8aee-858aaa9a4382', 'port_id': 'bc0ad9c8-d331-4c34-9709-dbfd3a650852', 'mac_address': 'fa:16:3e:ef:01:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5f0bc39-0174-49c0-9e6d-079c96cb8d04', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:24:36.102758 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:36.116666 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bc0ad9c8-d331-4c34-9709-dbfd3a650852 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:24:36.138069 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port bc0ad9c8-d331-4c34-9709-dbfd3a650852, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=bc0ad9c8-d331-4c34-9709-dbfd3a650852,segment=NetworkSegment(6a7e0458-bbaf-4bb9-aba2-86a18db5b19d),segment_id=6a7e0458-bbaf-4bb9-aba2-86a18db5b19d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:24:36.145356 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:36.190505 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=bc0ad9c8-d331-4c34-9709-dbfd3a650852,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:36.286088 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:36.300247 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['bc0ad9c8-d331-4c34-9709-dbfd3a650852'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:24:36.503595 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67680d97-9a9a-46a9-b08a-cf765143ad52 req-4d74b218-bac0-4832-9e43-2f3886e9cb05 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:36.505275 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-67680d97-9a9a-46a9-b08a-cf765143ad52 req-4d74b218-bac0-4832-9e43-2f3886e9cb05 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 945 time: 0.0737548 Jul 15 23:24:36.555359 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-67680d97-9a9a-46a9-b08a-cf765143ad52 req-fda1d8e3-993c-4554-8028-9c4cec22b4da tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401466 Jul 15 23:24:37.130814 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b136c-20be-42d8-ae88-524bc2f9e0ff req-b117d190-41f8-4bc5-8abd-aebf69f284a0 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:37.132477 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2c0b136c-20be-42d8-ae88-524bc2f9e0ff req-b117d190-41f8-4bc5-8abd-aebf69f284a0 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f822701-8b4d-4f40-816e-44102396cdcf HTTP/1.1" status: 200 len: 946 time: 0.0744078 Jul 15 23:24:37.197909 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2c0b136c-20be-42d8-ae88-524bc2f9e0ff req-d8637133-0863-470c-9812-ba8fa2e137ae tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce3f5940-565b-43a4-b484-b630aa3d6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539260 Jul 15 23:24:37.818875 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be089d8a-dd99-43c7-84d5-a74b7230fbc3 req-e5955716-625b-43d3-820d-cd492395f436 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:37.832600 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-be089d8a-dd99-43c7-84d5-a74b7230fbc3 req-e5955716-625b-43d3-820d-cd492395f436 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 945 time: 0.1331971 Jul 15 23:24:37.922051 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device bc0ad9c8-d331-4c34-9709-dbfd3a650852 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:24:37.964828 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-be089d8a-dd99-43c7-84d5-a74b7230fbc3 req-8e3ad459-dbd6-4483-b738-1627b7c62491 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256983 Jul 15 23:24:38.060699 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port bc0ad9c8-d331-4c34-9709-dbfd3a650852 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:24:38.061446 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:38.184906 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:38.213554 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:38.285464 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08406f94-06d0-40bd-8008-f8357df04865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc0ad9c8-d331-4c34-9709-dbfd3a650852'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:24:38.288977 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec143796-8251-44b2-9c48-1bdfb2773079" -d '{"events": [{"server_uuid": "08406f94-06d0-40bd-8008-f8357df04865", "name": "network-vif-plugged", "status": "completed", "tag": "bc0ad9c8-d331-4c34-9709-dbfd3a650852"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:24:38.333387 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port bc0ad9c8-d331-4c34-9709-dbfd3a650852, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=bc0ad9c8-d331-4c34-9709-dbfd3a650852,segment=NetworkSegment(6a7e0458-bbaf-4bb9-aba2-86a18db5b19d),segment_id=6a7e0458-bbaf-4bb9-aba2-86a18db5b19d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:24:38.359438 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:38.466488 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=bc0ad9c8-d331-4c34-9709-dbfd3a650852,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:38.470106 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da352d89-0cda-4ccd-a8af-185f0c731d16 x-openstack-request-id: req-da352d89-0cda-4ccd-a8af-185f0c731d16 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:24:38.470400 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08406f94-06d0-40bd-8008-f8357df04865", "name": "network-vif-plugged", "status": "completed", "tag": "bc0ad9c8-d331-4c34-9709-dbfd3a650852", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:24:38.470698 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-da352d89-0cda-4ccd-a8af-185f0c731d16 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:24:38.471225 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08406f94-06d0-40bd-8008-f8357df04865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc0ad9c8-d331-4c34-9709-dbfd3a650852', 'code': 200} Jul 15 23:24:39.254567 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a1ef3-ed37-4ba7-b71d-956dcb94aecb req-01671322-2e3e-455e-8d12-8f84d61d8ebb tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:39.262826 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1b6a1ef3-ed37-4ba7-b71d-956dcb94aecb req-01671322-2e3e-455e-8d12-8f84d61d8ebb tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.1023560 Jul 15 23:24:39.312677 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1b6a1ef3-ed37-4ba7-b71d-956dcb94aecb req-4450cf8e-9340-42ef-ba9a-e616ef8a77b3 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485597 Jul 15 23:24:40.676484 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a3688-145f-4c06-8514-8d0b88729e95 req-7e6e3767-c5f8-4e44-b92f-563563903538 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:40.699388 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-205a3688-145f-4c06-8514-8d0b88729e95 req-7e6e3767-c5f8-4e44-b92f-563563903538 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.1950662 Jul 15 23:24:40.782996 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-205a3688-145f-4c06-8514-8d0b88729e95 req-1c7d6656-d999-4d6e-b9d3-a2d1020a641e tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814211 Jul 15 23:24:42.261632 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b40be-c381-42ea-af7f-3a8327d37eaf req-1d8d98d1-5e33-4398-9b12-4cd610cdec7f tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:42.264465 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d27b40be-c381-42ea-af7f-3a8327d37eaf req-1d8d98d1-5e33-4398-9b12-4cd610cdec7f tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.1835854 Jul 15 23:24:42.360772 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d27b40be-c381-42ea-af7f-3a8327d37eaf req-58fabcb9-e785-4da4-bae0-0fa09a91bee8 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904853 Jul 15 23:24:42.983851 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 46070) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:43.443274 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46ed8523-ae0a-414d-96fa-51dc918bfc1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:43.737513 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46ed8523-ae0a-414d-96fa-51dc918bfc1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:43.745424 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46ed8523-ae0a-414d-96fa-51dc918bfc1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:43.816898 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 46092) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:43.828199 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-46ed8523-ae0a-414d-96fa-51dc918bfc1c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=76a9b0e3cb1241749acc13b3e0457a68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8431511 Jul 15 23:24:43.829967 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ed8523-ae0a-414d-96fa-51dc918bfc1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320c0c8e-9c4e-4f2c-8681-b90b1f2414f2,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:43.881393 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b4d917-c9f6-4a10-bd9a-fcf7ded011f0 req-feaa1f38-ed6c-4a3b-b200-f93fa67c8ef5 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:43.883375 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f5b4d917-c9f6-4a10-bd9a-fcf7ded011f0 req-feaa1f38-ed6c-4a3b-b200-f93fa67c8ef5 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.2134042 Jul 15 23:24:43.964182 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f5b4d917-c9f6-4a10-bd9a-fcf7ded011f0 req-d8356687-994f-4227-9654-75815387d759 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603244 Jul 15 23:24:43.970078 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e42dd2a6-bacc-46dc-bbcc-61224810192c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:44.006984 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e42dd2a6-bacc-46dc-bbcc-61224810192c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:44.066643 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e42dd2a6-bacc-46dc-bbcc-61224810192c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:44.069572 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e42dd2a6-bacc-46dc-bbcc-61224810192c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:44.074228 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-e42dd2a6-bacc-46dc-bbcc-61224810192c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/320c0c8e-9c4e-4f2c-8681-b90b1f2414f2 HTTP/1.1" status: 204 len: 168 time: 0.2554319 Jul 15 23:24:44.084892 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42dd2a6-bacc-46dc-bbcc-61224810192c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320c0c8e-9c4e-4f2c-8681-b90b1f2414f2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:44.096569 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42dd2a6-bacc-46dc-bbcc-61224810192c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:44.097250 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42dd2a6-bacc-46dc-bbcc-61224810192c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:44.097791 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42dd2a6-bacc-46dc-bbcc-61224810192c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:44.098311 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42dd2a6-bacc-46dc-bbcc-61224810192c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:44.098820 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42dd2a6-bacc-46dc-bbcc-61224810192c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:44.099359 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42dd2a6-bacc-46dc-bbcc-61224810192c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:44.099891 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42dd2a6-bacc-46dc-bbcc-61224810192c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:44.100414 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42dd2a6-bacc-46dc-bbcc-61224810192c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:44.100908 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42dd2a6-bacc-46dc-bbcc-61224810192c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:44.101451 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42dd2a6-bacc-46dc-bbcc-61224810192c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:44.101954 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42dd2a6-bacc-46dc-bbcc-61224810192c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:44.102454 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42dd2a6-bacc-46dc-bbcc-61224810192c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:24:45.282101 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b342e3-06d0-4e98-b3f9-06c724451105 req-c4dc1dc0-d215-4695-8c2d-eff5d3e78b16 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:45.287706 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e5b342e3-06d0-4e98-b3f9-06c724451105 req-c4dc1dc0-d215-4695-8c2d-eff5d3e78b16 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.1159880 Jul 15 23:24:45.359394 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e5b342e3-06d0-4e98-b3f9-06c724451105 req-9dd39946-c03e-43e4-b300-50514eb197aa tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598729 Jul 15 23:24:46.700971 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e32977-21f3-49e7-9ede-e345878e9b4c req-5dad4e7b-e674-4f26-8392-2ca7014ebda2 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:46.705079 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e9e32977-21f3-49e7-9ede-e345878e9b4c req-5dad4e7b-e674-4f26-8392-2ca7014ebda2 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.1304536 Jul 15 23:24:46.760614 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e9e32977-21f3-49e7-9ede-e345878e9b4c req-4dacd023-e8bd-49d0-9ec4-35ac679408bf tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495441 Jul 15 23:24:48.050954 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 46222) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:48.060795 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-76268356-6b4b-4eda-b9d1-b9f0d2dce851 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1177501480', 'description': 'tempest-secgroup-smoke-1177501480 description', 'project_id': '89469485c64e49f5b3171ed5499b9995'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:48.103072 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e52ede-a224-4c25-b5ab-a3e53be6a79c req-4413ae3d-e239-45e5-b583-989af6f11082 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:48.105279 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76268356-6b4b-4eda-b9d1-b9f0d2dce851 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:48.111607 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b8e52ede-a224-4c25-b5ab-a3e53be6a79c req-4413ae3d-e239-45e5-b583-989af6f11082 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.1484532 Jul 15 23:24:48.123911 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76268356-6b4b-4eda-b9d1-b9f0d2dce851 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:48.224293 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b8e52ede-a224-4c25-b5ab-a3e53be6a79c req-87845c28-28f9-4814-9e15-9104ac1ae05f tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073327 Jul 15 23:24:48.304791 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76268356-6b4b-4eda-b9d1-b9f0d2dce851 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:48.309780 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76268356-6b4b-4eda-b9d1-b9f0d2dce851 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:48.393338 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76268356-6b4b-4eda-b9d1-b9f0d2dce851 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=012491b0-d884-4c1c-966f-4e4a746d37ed,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:48.492656 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76268356-6b4b-4eda-b9d1-b9f0d2dce851 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:48.502218 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76268356-6b4b-4eda-b9d1-b9f0d2dce851 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:48.538304 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 46228) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:48.542062 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76268356-6b4b-4eda-b9d1-b9f0d2dce851 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a21f99e-85ef-40ae-a8f1-602283c79a82,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:48.545420 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76268356-6b4b-4eda-b9d1-b9f0d2dce851 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:48.546680 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-76268356-6b4b-4eda-b9d1-b9f0d2dce851 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4946690 Jul 15 23:24:48.550694 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 46232) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:48.564834 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-aebe6fa1-c9a4-4f9d-88e2-bf3af444eee0 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Request body: {'security_group_rule': {'security_group_id': '2a21f99e-85ef-40ae-a8f1-602283c79a82', 'project_id': '89469485c64e49f5b3171ed5499b9995', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:48.605635 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aebe6fa1-c9a4-4f9d-88e2-bf3af444eee0 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:48.686321 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f457d0b6-10ea-4581-9baf-b8c2b61cda32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:48.718512 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aebe6fa1-c9a4-4f9d-88e2-bf3af444eee0 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:48.727491 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aebe6fa1-c9a4-4f9d-88e2-bf3af444eee0 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:48.757272 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebe6fa1-c9a4-4f9d-88e2-bf3af444eee0 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80ea90e2-0493-41a0-95aa-7e97bad4c021,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:48.863366 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f457d0b6-10ea-4581-9baf-b8c2b61cda32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:48.873814 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f457d0b6-10ea-4581-9baf-b8c2b61cda32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:48.890180 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aebe6fa1-c9a4-4f9d-88e2-bf3af444eee0 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:48.891792 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-aebe6fa1-c9a4-4f9d-88e2-bf3af444eee0 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3387210 Jul 15 23:24:48.894524 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 46236) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:48.899598 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ab31603f-030b-4ab4-ab8b-08100fea30e9 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Request body: {'security_group_rule': {'security_group_id': '2a21f99e-85ef-40ae-a8f1-602283c79a82', 'project_id': '89469485c64e49f5b3171ed5499b9995', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:48.929681 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-f457d0b6-10ea-4581-9baf-b8c2b61cda32 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bead438a81334857bce472209f82e6c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3870664 Jul 15 23:24:48.932542 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 46238) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:48.941637 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f457d0b6-10ea-4581-9baf-b8c2b61cda32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5690b48e-6ece-46d5-9a82-b99c35950be5,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:48.964680 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab31603f-030b-4ab4-ab8b-08100fea30e9 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:49.009207 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7e02322f-3342-417a-9f73-8d0b675073a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:49.038136 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7e02322f-3342-417a-9f73-8d0b675073a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:49.040508 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab31603f-030b-4ab4-ab8b-08100fea30e9 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:49.048265 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab31603f-030b-4ab4-ab8b-08100fea30e9 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:49.077075 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab31603f-030b-4ab4-ab8b-08100fea30e9 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4d11c1f-96a3-4207-8dea-9c24eb20057c,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:49.100266 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab31603f-030b-4ab4-ab8b-08100fea30e9 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:49.101965 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ab31603f-030b-4ab4-ab8b-08100fea30e9 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2061388 Jul 15 23:24:49.104797 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 46242) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:49.112358 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-c7ed9f76-2dae-49c1-a17f-b7dcbaf72f3f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Request body: {'security_group_rule': {'security_group_id': '2a21f99e-85ef-40ae-a8f1-602283c79a82', 'project_id': '89469485c64e49f5b3171ed5499b9995', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:49.128253 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7e02322f-3342-417a-9f73-8d0b675073a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:49.130954 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7e02322f-3342-417a-9f73-8d0b675073a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:49.151201 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-7e02322f-3342-417a-9f73-8d0b675073a7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5690b48e-6ece-46d5-9a82-b99c35950be5 HTTP/1.1" status: 204 len: 168 time: 0.2015893 Jul 15 23:24:49.151201 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e02322f-3342-417a-9f73-8d0b675073a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5690b48e-6ece-46d5-9a82-b99c35950be5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:49.199976 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c7ed9f76-2dae-49c1-a17f-b7dcbaf72f3f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:49.316618 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c7ed9f76-2dae-49c1-a17f-b7dcbaf72f3f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:49.323359 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c7ed9f76-2dae-49c1-a17f-b7dcbaf72f3f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:49.362557 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed9f76-2dae-49c1-a17f-b7dcbaf72f3f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0f5cdc2-dd77-4a71-893c-eeffc0826d3b,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:49.383971 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c7ed9f76-2dae-49c1-a17f-b7dcbaf72f3f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:49.389662 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 46256) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:49.390066 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-c7ed9f76-2dae-49c1-a17f-b7dcbaf72f3f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2840967 Jul 15 23:24:49.395217 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-cbe7d2b5-a4e8-4319-a79f-8e5859820274 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Request body: {'security_group_rule': {'security_group_id': '2a21f99e-85ef-40ae-a8f1-602283c79a82', 'project_id': '89469485c64e49f5b3171ed5499b9995', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:49.441444 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cbe7d2b5-a4e8-4319-a79f-8e5859820274 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:49.576308 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cbe7d2b5-a4e8-4319-a79f-8e5859820274 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:49.582564 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cbe7d2b5-a4e8-4319-a79f-8e5859820274 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:49.615167 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe7d2b5-a4e8-4319-a79f-8e5859820274 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f972a93d-5528-441d-9d7a-32d8a21d088c,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:49.619973 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cbe7d2b5-a4e8-4319-a79f-8e5859820274 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:49.621686 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-cbe7d2b5-a4e8-4319-a79f-8e5859820274 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2308862 Jul 15 23:24:49.624823 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 46260) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:49.631809 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-6ee63c93-6aaa-4317-99e9-a861e9ef357f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Request body: {'security_group_rule': {'security_group_id': '2a21f99e-85ef-40ae-a8f1-602283c79a82', 'project_id': '89469485c64e49f5b3171ed5499b9995', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:49.632836 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 46262) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:49.655481 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b2c18321-ea74-44ae-a778-6e23c37bb326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:49.674879 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49752791-5ef0-472c-98eb-88b2036e9f1a req-3707a2e9-a287-4502-aa64-217cca40a5c3 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:49.676739 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-49752791-5ef0-472c-98eb-88b2036e9f1a req-3707a2e9-a287-4502-aa64-217cca40a5c3 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.1658792 Jul 15 23:24:49.699396 n-d-794306-6 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-6ee63c93-6aaa-4317-99e9-a861e9ef357f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Project 89469485c64e49f5b3171ed5499b9995 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:24:49.714722 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ee63c93-6aaa-4317-99e9-a861e9ef357f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:49.759498 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-49752791-5ef0-472c-98eb-88b2036e9f1a req-5b0b4aa1-a716-4fb3-ae1d-d6765d5ab54f tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745709 Jul 15 23:24:49.818605 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ee63c93-6aaa-4317-99e9-a861e9ef357f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:49.832600 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ee63c93-6aaa-4317-99e9-a861e9ef357f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:49.842393 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b2c18321-ea74-44ae-a778-6e23c37bb326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:49.846922 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b2c18321-ea74-44ae-a778-6e23c37bb326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:49.857958 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee63c93-6aaa-4317-99e9-a861e9ef357f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ef02546-7dff-4bc1-b755-e01106188641,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:49.873561 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ee63c93-6aaa-4317-99e9-a861e9ef357f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:49.876091 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-6ee63c93-6aaa-4317-99e9-a861e9ef357f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2488921 Jul 15 23:24:49.878722 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 46264) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:49.890513 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-0ad677ce-15dd-4f44-87d3-6817c7617c36 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Request body: {'security_group_rule': {'security_group_id': '2a21f99e-85ef-40ae-a8f1-602283c79a82', 'project_id': '89469485c64e49f5b3171ed5499b9995', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:49.898752 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b2c18321-ea74-44ae-a778-6e23c37bb326 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c145641eb5bd4576b2a933fff840e9a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2641294 Jul 15 23:24:49.901518 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 46266) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:49.902428 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c18321-ea74-44ae-a778-6e23c37bb326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f33a58-f4a0-4aa8-aa09-a7c0b3c85e20,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:49.935867 n-d-794306-6 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-0ad677ce-15dd-4f44-87d3-6817c7617c36 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Project 89469485c64e49f5b3171ed5499b9995 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:24:49.947927 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0ad677ce-15dd-4f44-87d3-6817c7617c36 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:49.970416 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e78b3c89-b18d-4643-80e1-ce617da7e8e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:50.021426 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e78b3c89-b18d-4643-80e1-ce617da7e8e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:50.036767 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0ad677ce-15dd-4f44-87d3-6817c7617c36 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:50.042077 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0ad677ce-15dd-4f44-87d3-6817c7617c36 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:50.073039 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0ad677ce-15dd-4f44-87d3-6817c7617c36 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:50.075668 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-0ad677ce-15dd-4f44-87d3-6817c7617c36 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1913528 Jul 15 23:24:50.079288 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 46270) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:50.086723 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad677ce-15dd-4f44-87d3-6817c7617c36 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=573c3257-c9c0-41a2-9125-0e935c843904,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:50.087968 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-99e3d08e-8b09-45a8-bf5c-4358ff18ff88 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Request body: {'network': {'name': 'tempest-network-smoke--314123785', 'project_id': '89469485c64e49f5b3171ed5499b9995', 'port_security_enabled': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:50.091606 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e78b3c89-b18d-4643-80e1-ce617da7e8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:50.094979 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e78b3c89-b18d-4643-80e1-ce617da7e8e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:50.096322 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e78b3c89-b18d-4643-80e1-ce617da7e8e0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f8f33a58-f4a0-4aa8-aa09-a7c0b3c85e20 HTTP/1.1" status: 204 len: 168 time: 0.1907351 Jul 15 23:24:50.114292 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78b3c89-b18d-4643-80e1-ce617da7e8e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f33a58-f4a0-4aa8-aa09-a7c0b3c85e20,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:50.132807 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e3d08e-8b09-45a8-bf5c-4358ff18ff88 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Made reservation on behalf of 89469485c64e49f5b3171ed5499b9995 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:24:50.137322 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-99e3d08e-8b09-45a8-bf5c-4358ff18ff88 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:50.168376 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99e3d08e-8b09-45a8-bf5c-4358ff18ff88 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:24:50.182472 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-99e3d08e-8b09-45a8-bf5c-4358ff18ff88 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:50.182925 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-99e3d08e-8b09-45a8-bf5c-4358ff18ff88 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Added segment 6673d05a-c942-40fb-96db-a5b103b8ea7a of type vlan for network b2d27970-5bbd-4422-9efc-b55c9e0d4c0c Jul 15 23:24:50.239171 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-99e3d08e-8b09-45a8-bf5c-4358ff18ff88 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:50.286936 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-99e3d08e-8b09-45a8-bf5c-4358ff18ff88 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:50.294496 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e3d08e-8b09-45a8-bf5c-4358ff18ff88 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:50.295151 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-99e3d08e-8b09-45a8-bf5c-4358ff18ff88 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:50.337656 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-99e3d08e-8b09-45a8-bf5c-4358ff18ff88 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2562308 Jul 15 23:24:50.341070 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 46276) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:50.349168 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-06184c8a-2368-461a-a8b5-a0dab2671105 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-6228329', 'admin_state_up': True, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:50.390450 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e3d08e-8b09-45a8-bf5c-4358ff18ff88 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event updated for resources: {'Network': ['ID=b2d27970-5bbd-4422-9efc-b55c9e0d4c0c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:50.405245 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network b2d27970-5bbd-4422-9efc-b55c9e0d4c0c details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:24:50.412730 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-06184c8a-2368-461a-a8b5-a0dab2671105 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:50.414154 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-06184c8a-2368-461a-a8b5-a0dab2671105 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:50.513105 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-06184c8a-2368-461a-a8b5-a0dab2671105 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:50.733445 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-06184c8a-2368-461a-a8b5-a0dab2671105 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:51.055177 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-06184c8a-2368-461a-a8b5-a0dab2671105 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:51.060632 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a5c5d-9868-46fe-8cab-3c5b5de5be7b req-8fc2b783-4ce5-420a-a851-3413436a8677 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:51.071390 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-965a5c5d-9868-46fe-8cab-3c5b5de5be7b req-8fc2b783-4ce5-420a-a851-3413436a8677 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.1110790 Jul 15 23:24:51.084689 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-06184c8a-2368-461a-a8b5-a0dab2671105 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:51.136293 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-965a5c5d-9868-46fe-8cab-3c5b5de5be7b req-d00238fb-b162-4636-99c1-c9e04d29da2d tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604820 Jul 15 23:24:51.309183 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-06184c8a-2368-461a-a8b5-a0dab2671105 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Allocated IP 172.25.5.220 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/0940a04c-04d5-404e-9268-9d83a02135f3) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:24:51.473026 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-06184c8a-2368-461a-a8b5-a0dab2671105 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:51.536114 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-06184c8a-2368-461a-a8b5-a0dab2671105 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:51.596827 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06184c8a-2368-461a-a8b5-a0dab2671105 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event updated for resources: {'Port': ['ID=0940a04c-04d5-404e-9268-9d83a02135f3,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:51.644482 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06184c8a-2368-461a-a8b5-a0dab2671105 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:24:51.650786 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-06184c8a-2368-461a-a8b5-a0dab2671105 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:24:51.654346 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06184c8a-2368-461a-a8b5-a0dab2671105 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:24:52.222040 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 46336) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:52.378742 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dbecb7-f219-4943-bb73-c8c714682441 req-01aede0d-4441-49d4-876c-24accc82c770 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:52.380993 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a0dbecb7-f219-4943-bb73-c8c714682441 req-01aede0d-4441-49d4-876c-24accc82c770 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.1023295 Jul 15 23:24:52.428946 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-06184c8a-2368-461a-a8b5-a0dab2671105 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:52.452822 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-13382240-7d20-4414-abd8-50e4b8e2c822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:52.493116 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a0dbecb7-f219-4943-bb73-c8c714682441 req-c02caee8-42b1-42e8-9f50-4c4d4fd27fb1 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059692 Jul 15 23:24:52.607888 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-13382240-7d20-4414-abd8-50e4b8e2c822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:52.616212 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-13382240-7d20-4414-abd8-50e4b8e2c822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:52.654590 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-13382240-7d20-4414-abd8-50e4b8e2c822 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a49cde41dbf641cfa957b14f72b00e2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4286466 Jul 15 23:24:52.657715 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 46348) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:52.694585 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13382240-7d20-4414-abd8-50e4b8e2c822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=838ee308-291e-43e9-aa77-4135197e3203,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:52.737448 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-934b39f3-6e78-4b4d-afe7-f526e99ec667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:52.761111 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-06184c8a-2368-461a-a8b5-a0dab2671105 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:52.800900 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-934b39f3-6e78-4b4d-afe7-f526e99ec667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:52.906416 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-934b39f3-6e78-4b4d-afe7-f526e99ec667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:52.909310 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-934b39f3-6e78-4b4d-afe7-f526e99ec667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:52.910590 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-934b39f3-6e78-4b4d-afe7-f526e99ec667 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/838ee308-291e-43e9-aa77-4135197e3203 HTTP/1.1" status: 204 len: 168 time: 0.2520292 Jul 15 23:24:52.928158 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934b39f3-6e78-4b4d-afe7-f526e99ec667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=838ee308-291e-43e9-aa77-4135197e3203,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:53.015565 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06184c8a-2368-461a-a8b5-a0dab2671105 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Router b30ea4fb-4d91-491b-a78f-88bacf29e6f6 is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:24:53.195969 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06184c8a-2368-461a-a8b5-a0dab2671105 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:24:53.214244 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1ae7f2-c9b0-473b-969c-9004dbd87e2f None None] Sync routers for ids ['b30ea4fb-4d91-491b-a78f-88bacf29e6f6'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:24:53.226983 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1ae7f2-c9b0-473b-969c-9004dbd87e2f None None] Routers {'b30ea4fb-4d91-491b-a78f-88bacf29e6f6'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:24:53.229073 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-cc1ae7f2-c9b0-473b-969c-9004dbd87e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:24:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['b30ea4fb-4d91-491b-a78f-88bacf29e6f6'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:53.233252 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-06184c8a-2368-461a-a8b5-a0dab2671105 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:53.238645 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-06184c8a-2368-461a-a8b5-a0dab2671105 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.8928366 Jul 15 23:24:53.241202 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 46366) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:53.480093 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-cc1ae7f2-c9b0-473b-969c-9004dbd87e2f None None] Set router b30ea4fb-4d91-491b-a78f-88bacf29e6f6 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:24:53.701390 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-b0447511-3dba-417b-a5d6-e52a8c77c125 tempest-TestNetworkAdvancedServerOps-29383157 tempest-TestNetworkAdvancedServerOps-29383157-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=89469485c64e49f5b3171ed5499b9995&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4548311 Jul 15 23:24:53.701678 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 46384) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:53.892775 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752fdd87-7417-4f44-84e7-8593350d88fd req-e31b7321-6aae-4acb-8bf2-60fc49cee6d5 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:53.894587 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-752fdd87-7417-4f44-84e7-8593350d88fd req-e31b7321-6aae-4acb-8bf2-60fc49cee6d5 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.1297042 Jul 15 23:24:53.931631 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-cc1ae7f2-c9b0-473b-969c-9004dbd87e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30ea4fb-4d91-491b-a78f-88bacf29e6f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-6228329', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '0940a04c-04d5-404e-9268-9d83a02135f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:24:50Z', 'updated_at': '2021-07-15T23:24:51Z', 'revision_number': 3, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'gw_port': {'id': '0940a04c-04d5-404e-9268-9d83a02135f3', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b30ea4fb-4d91-491b-a78f-88bacf29e6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:24:51Z', 'updated_at': '2021-07-15T23:24:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:53.990523 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1ae7f2-c9b0-473b-969c-9004dbd87e2f None None] Checking router: b30ea4fb-4d91-491b-a78f-88bacf29e6f6 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:24:53.990883 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1ae7f2-c9b0-473b-969c-9004dbd87e2f None None] Updating router b30ea4fb-4d91-491b-a78f-88bacf29e6f6 port 0940a04c-04d5-404e-9268-9d83a02135f3 binding host n-d-794306-6 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:24:54.033105 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cc1ae7f2-c9b0-473b-969c-9004dbd87e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:54.083267 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-752fdd87-7417-4f44-84e7-8593350d88fd req-78235639-bfba-4eec-8a78-725fbee46782 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794651 Jul 15 23:24:54.104704 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48170f95-1e05-450f-821f-7cef1227652f tempest-TestNetworkAdvancedServerOps-29383157 tempest-TestNetworkAdvancedServerOps-29383157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:54.108292 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-48170f95-1e05-450f-821f-7cef1227652f tempest-TestNetworkAdvancedServerOps-29383157 tempest-TestNetworkAdvancedServerOps-29383157-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4021006 Jul 15 23:24:54.112553 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 46392) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:54.220745 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-724d3e1d-b6e2-4608-a9bb-bacbcc1db83f tempest-TestNetworkAdvancedServerOps-29383157 tempest-TestNetworkAdvancedServerOps-29383157-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=c4160cc4-e133-4d4e-ad39-f86bca4b2f14&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1047153 Jul 15 23:24:54.221238 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 46402) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:54.232707 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-43abdd5a-03cb-4718-a80c-5634a7e94424 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-989649800', 'network_id': 'b2d27970-5bbd-4422-9efc-b55c9e0d4c0c', 'project_id': '89469485c64e49f5b3171ed5499b9995', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:24:54.429566 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43abdd5a-03cb-4718-a80c-5634a7e94424 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Made reservation on behalf of 89469485c64e49f5b3171ed5499b9995 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:24:54.440865 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43abdd5a-03cb-4718-a80c-5634a7e94424 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:54.762466 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cc1ae7f2-c9b0-473b-969c-9004dbd87e2f None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:54.807545 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cc1ae7f2-c9b0-473b-969c-9004dbd87e2f None None] Transition to ACTIVE for port object 0940a04c-04d5-404e-9268-9d83a02135f3 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:24:54.817732 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cc1ae7f2-c9b0-473b-969c-9004dbd87e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:54.864137 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43abdd5a-03cb-4718-a80c-5634a7e94424 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:54.956740 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43abdd5a-03cb-4718-a80c-5634a7e94424 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event updated for resources: {'Subnet': ['ID=37b37ae8-8796-4a80-985b-2b67b8d4197b,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:54.997252 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6b7b97-3ad6-451d-a1ab-39c93b07e345 None None] Pushing event updated for resources: {'Port': ['ID=0940a04c-04d5-404e-9268-9d83a02135f3,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:55.005273 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43abdd5a-03cb-4718-a80c-5634a7e94424 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Checking segment: {'id': '6673d05a-c942-40fb-96db-a5b103b8ea7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b2d27970-5bbd-4422-9efc-b55c9e0d4c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:24:55.005658 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43abdd5a-03cb-4718-a80c-5634a7e94424 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Network hostable DHCP agents. Network: b2d27970-5bbd-4422-9efc-b55c9e0d4c0c, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:24:55.012209 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-cc1ae7f2-c9b0-473b-969c-9004dbd87e2f None None] Attempting to bind port 0940a04c-04d5-404e-9268-9d83a02135f3 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:24:55.012875 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-cc1ae7f2-c9b0-473b-969c-9004dbd87e2f None None] Attempting to bind port 0940a04c-04d5-404e-9268-9d83a02135f3 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:24:55.013468 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1ae7f2-c9b0-473b-969c-9004dbd87e2f None None] Attempting to bind port 0940a04c-04d5-404e-9268-9d83a02135f3 on network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:24:55.019966 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1ae7f2-c9b0-473b-969c-9004dbd87e2f None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:24:55.020624 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1ae7f2-c9b0-473b-969c-9004dbd87e2f None None] Checking segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:24:55.021206 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cc1ae7f2-c9b0-473b-969c-9004dbd87e2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:55.022079 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1ae7f2-c9b0-473b-969c-9004dbd87e2f None None] Bound using segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:24:55.022737 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-cc1ae7f2-c9b0-473b-969c-9004dbd87e2f None None] Bound port: 0940a04c-04d5-404e-9268-9d83a02135f3, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:24:55.023310 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cc1ae7f2-c9b0-473b-969c-9004dbd87e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:55.052573 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43abdd5a-03cb-4718-a80c-5634a7e94424 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Network b2d27970-5bbd-4422-9efc-b55c9e0d4c0c is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:24:55.072552 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-43abdd5a-03cb-4718-a80c-5634a7e94424 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, b2d27970-5bbd-4422-9efc-b55c9e0d4c0c) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:24:55.082960 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43abdd5a-03cb-4718-a80c-5634a7e94424 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:55.083762 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43abdd5a-03cb-4718-a80c-5634a7e94424 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:55.087301 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5be3d2-9bbd-47a9-973e-67517b530bb3 None None] Network b2d27970-5bbd-4422-9efc-b55c9e0d4c0c requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:24:55.115250 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-43abdd5a-03cb-4718-a80c-5634a7e94424 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8888576 Jul 15 23:24:55.115520 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 46416) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:55.276728 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-cc1ae7f2-c9b0-473b-969c-9004dbd87e2f None None] For port 0940a04c-04d5-404e-9268-9d83a02135f3, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:24:55.297603 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-cc1ae7f2-c9b0-473b-969c-9004dbd87e2f None None] For port 0940a04c-04d5-404e-9268-9d83a02135f3, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=0940a04c-04d5-404e-9268-9d83a02135f3,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:24:55.416859 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cc1ae7f2-c9b0-473b-969c-9004dbd87e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:55.450070 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f321bb05-9617-4bb0-aeb1-3f257ec6befa req-c853b3ed-0b07-4037-a273-76f38cc1fc39 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:55.461884 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f321bb05-9617-4bb0-aeb1-3f257ec6befa req-c853b3ed-0b07-4037-a273-76f38cc1fc39 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.1930473 Jul 15 23:24:55.487565 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27647bd0-1dab-43fa-8676-ead94124365e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-b2d27970-5bbd-4422-9efc-b55c9e0d4c0c', 'network_id': 'b2d27970-5bbd-4422-9efc-b55c9e0d4c0c', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'fixed_ips': [{'subnet_id': '37b37ae8-8796-4a80-985b-2b67b8d4197b'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:24:55.488451 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-27647bd0-1dab-43fa-8676-ead94124365e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:55.545923 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:55.727534 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1ae7f2-c9b0-473b-969c-9004dbd87e2f None None] Routers {'b30ea4fb-4d91-491b-a78f-88bacf29e6f6'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:24:55.728222 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-cc1ae7f2-c9b0-473b-969c-9004dbd87e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:24:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['b30ea4fb-4d91-491b-a78f-88bacf29e6f6'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:55.774266 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6b7b97-3ad6-451d-a1ab-39c93b07e345 None None] Pushing event updated for resources: {'Port': ['ID=0940a04c-04d5-404e-9268-9d83a02135f3,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:55.790012 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f321bb05-9617-4bb0-aeb1-3f257ec6befa req-fcdeedab-dab2-40b0-aa1c-3fff302ef1e3 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155799 Jul 15 23:24:55.947687 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-27647bd0-1dab-43fa-8676-ead94124365e None None] Allocated IP 172.20.0.2 (b2d27970-5bbd-4422-9efc-b55c9e0d4c0c/37b37ae8-8796-4a80-985b-2b67b8d4197b/573e7c66-0f4c-4b94-adf4-6be11cb5c1f2) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:24:55.979752 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-cc1ae7f2-c9b0-473b-969c-9004dbd87e2f None None] Set router b30ea4fb-4d91-491b-a78f-88bacf29e6f6 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:24:56.156174 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ae5c2b82-2627-4b62-96bb-02f4e57bc24d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:56.332511 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-27647bd0-1dab-43fa-8676-ead94124365e None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:56.342236 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-cc1ae7f2-c9b0-473b-969c-9004dbd87e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30ea4fb-4d91-491b-a78f-88bacf29e6f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-6228329', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '0940a04c-04d5-404e-9268-9d83a02135f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:24:50Z', 'updated_at': '2021-07-15T23:24:51Z', 'revision_number': 3, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'gw_port': {'id': '0940a04c-04d5-404e-9268-9d83a02135f3', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b30ea4fb-4d91-491b-a78f-88bacf29e6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:24:51Z', 'updated_at': '2021-07-15T23:24:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:24:56.379478 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-27647bd0-1dab-43fa-8676-ead94124365e None None] Transition to ACTIVE for port object 573e7c66-0f4c-4b94-adf4-6be11cb5c1f2 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:24:56.384296 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1ae7f2-c9b0-473b-969c-9004dbd87e2f None None] The sync data for ids ['b30ea4fb-4d91-491b-a78f-88bacf29e6f6'] in n-d-794306-6 is: [{'id': 'b30ea4fb-4d91-491b-a78f-88bacf29e6f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-6228329', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '0940a04c-04d5-404e-9268-9d83a02135f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:24:50Z', 'updated_at': '2021-07-15T23:24:51Z', 'revision_number': 3, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'gw_port': {'id': '0940a04c-04d5-404e-9268-9d83a02135f3', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b30ea4fb-4d91-491b-a78f-88bacf29e6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:24:51Z', 'updated_at': '2021-07-15T23:24:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:24:56.407100 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-27647bd0-1dab-43fa-8676-ead94124365e None None] Transition to ACTIVE for port object 573e7c66-0f4c-4b94-adf4-6be11cb5c1f2 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:24:56.420567 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-27647bd0-1dab-43fa-8676-ead94124365e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:56.479324 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27647bd0-1dab-43fa-8676-ead94124365e None None] Network b2d27970-5bbd-4422-9efc-b55c9e0d4c0c is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:24:56.482484 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-27647bd0-1dab-43fa-8676-ead94124365e None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:24:56.487870 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27647bd0-1dab-43fa-8676-ead94124365e None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:24:56.593351 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27647bd0-1dab-43fa-8676-ead94124365e None None] Pushing event updated for resources: {'Port': ['ID=573e7c66-0f4c-4b94-adf4-6be11cb5c1f2,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:56.690557 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-27647bd0-1dab-43fa-8676-ead94124365e None None] Attempting to bind port 573e7c66-0f4c-4b94-adf4-6be11cb5c1f2 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:24:56.690557 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-27647bd0-1dab-43fa-8676-ead94124365e None None] Attempting to bind port 573e7c66-0f4c-4b94-adf4-6be11cb5c1f2 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '6673d05a-c942-40fb-96db-a5b103b8ea7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b2d27970-5bbd-4422-9efc-b55c9e0d4c0c'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:24:56.690557 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27647bd0-1dab-43fa-8676-ead94124365e None None] Attempting to bind port 573e7c66-0f4c-4b94-adf4-6be11cb5c1f2 on network b2d27970-5bbd-4422-9efc-b55c9e0d4c0c {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:24:56.698564 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27647bd0-1dab-43fa-8676-ead94124365e None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:24:56.698937 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27647bd0-1dab-43fa-8676-ead94124365e None None] Checking segment: {'id': '6673d05a-c942-40fb-96db-a5b103b8ea7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b2d27970-5bbd-4422-9efc-b55c9e0d4c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:24:56.699385 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-27647bd0-1dab-43fa-8676-ead94124365e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:56.699824 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27647bd0-1dab-43fa-8676-ead94124365e None None] Bound using segment: {'id': '6673d05a-c942-40fb-96db-a5b103b8ea7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b2d27970-5bbd-4422-9efc-b55c9e0d4c0c'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:24:56.700355 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-27647bd0-1dab-43fa-8676-ead94124365e None None] Bound port: 573e7c66-0f4c-4b94-adf4-6be11cb5c1f2, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6673d05a-c942-40fb-96db-a5b103b8ea7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b2d27970-5bbd-4422-9efc-b55c9e0d4c0c'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:24:56.700720 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-27647bd0-1dab-43fa-8676-ead94124365e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:56.808588 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-27647bd0-1dab-43fa-8676-ead94124365e None None] For port 573e7c66-0f4c-4b94-adf4-6be11cb5c1f2, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:24:56.813863 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-27647bd0-1dab-43fa-8676-ead94124365e None None] For port 573e7c66-0f4c-4b94-adf4-6be11cb5c1f2, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=573e7c66-0f4c-4b94-adf4-6be11cb5c1f2,segment=NetworkSegment(6673d05a-c942-40fb-96db-a5b103b8ea7a),segment_id=6673d05a-c942-40fb-96db-a5b103b8ea7a)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:24:56.828878 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-27647bd0-1dab-43fa-8676-ead94124365e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:56.975472 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27647bd0-1dab-43fa-8676-ead94124365e None None] Pushing event updated for resources: {'Port': ['ID=573e7c66-0f4c-4b94-adf4-6be11cb5c1f2,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:57.400956 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-ae5c2b82-2627-4b62-96bb-02f4e57bc24d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Allocated IP 172.20.0.1 (b2d27970-5bbd-4422-9efc-b55c9e0d4c0c/37b37ae8-8796-4a80-985b-2b67b8d4197b/cb252d42-dea1-4015-af77-471381e24660) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:24:57.470530 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f47bf6-6790-40d1-8d03-61e6a3287cd4 req-c3dcb237-dfde-4c9e-a14a-55ed411b33ac tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:57.477583 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-53f47bf6-6790-40d1-8d03-61e6a3287cd4 req-c3dcb237-dfde-4c9e-a14a-55ed411b33ac tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.3925879 Jul 15 23:24:57.523483 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123805e2-fd0f-452e-9ee3-7cf6a8b912f5 req-31169838-d1e9-4858-898e-307c0607c060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:57.525397 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-123805e2-fd0f-452e-9ee3-7cf6a8b912f5 req-31169838-d1e9-4858-898e-307c0607c060 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=59859dcc1e7748b980efd77feaf90704&device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 1097 time: 0.5317581 Jul 15 23:24:57.589703 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 46534) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:57.715871 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123805e2-fd0f-452e-9ee3-7cf6a8b912f5 req-f97a577d-df92-43d8-8d4b-e0ec745584b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:57.717436 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-123805e2-fd0f-452e-9ee3-7cf6a8b912f5 req-f97a577d-df92-43d8-8d4b-e0ec745584b8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7247f305-0d2c-4c58-8aee-858aaa9a4382 HTTP/1.1" status: 200 len: 914 time: 0.1776397 Jul 15 23:24:57.747883 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-53f47bf6-6790-40d1-8d03-61e6a3287cd4 req-90ade73a-a416-41c0-ac10-2fe2eb2651b4 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693710 Jul 15 23:24:57.775793 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85227ddb-a868-401e-85d2-f3c667a41534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:57.827001 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ae5c2b82-2627-4b62-96bb-02f4e57bc24d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:57.839421 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-123805e2-fd0f-452e-9ee3-7cf6a8b912f5 req-922f6a86-4cb3-4b2f-ba8e-ff463a2a3780 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc0ad9c8-d331-4c34-9709-dbfd3a650852 HTTP/1.1" status: 200 len: 217 time: 0.1037469 Jul 15 23:24:57.882574 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-ae5c2b82-2627-4b62-96bb-02f4e57bc24d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Transition to ACTIVE for port object cb252d42-dea1-4015-af77-471381e24660 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:24:57.983203 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123805e2-fd0f-452e-9ee3-7cf6a8b912f5 req-12b194da-a6ca-4398-bc8e-67e637fd9e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:57.986142 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-123805e2-fd0f-452e-9ee3-7cf6a8b912f5 req-12b194da-a6ca-4398-bc8e-67e637fd9e64 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b5f0bc39-0174-49c0-9e6d-079c96cb8d04 HTTP/1.1" status: 200 len: 853 time: 0.1385226 Jul 15 23:24:58.001356 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85227ddb-a868-401e-85d2-f3c667a41534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:58.006773 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85227ddb-a868-401e-85d2-f3c667a41534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:58.083175 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-123805e2-fd0f-452e-9ee3-7cf6a8b912f5 req-6c654d43-33de-40c4-8455-b177881aa005 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7247f305-0d2c-4c58-8aee-858aaa9a4382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670760 Jul 15 23:24:58.100729 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-85227ddb-a868-401e-85d2-f3c667a41534 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=895b8e39962f4ab7a8832c7b020691b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5088823 Jul 15 23:24:58.103322 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85227ddb-a868-401e-85d2-f3c667a41534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100d420a-847a-492e-b8a9-3601b8f4194d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:58.107820 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 46544) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:58.140111 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ae5c2b82-2627-4b62-96bb-02f4e57bc24d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:58.178329 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-414e6506-c1f7-4370-b463-91d65d8e420c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:58.219899 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-414e6506-c1f7-4370-b463-91d65d8e420c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:58.300972 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5c2b82-2627-4b62-96bb-02f4e57bc24d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Network b2d27970-5bbd-4422-9efc-b55c9e0d4c0c is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:24:58.308322 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-ae5c2b82-2627-4b62-96bb-02f4e57bc24d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:24:58.309788 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-414e6506-c1f7-4370-b463-91d65d8e420c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:58.316153 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5c2b82-2627-4b62-96bb-02f4e57bc24d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:24:58.317040 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-414e6506-c1f7-4370-b463-91d65d8e420c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:58.322526 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-414e6506-c1f7-4370-b463-91d65d8e420c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/100d420a-847a-492e-b8a9-3601b8f4194d HTTP/1.1" status: 204 len: 168 time: 0.2095568 Jul 15 23:24:58.324850 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5c2b82-2627-4b62-96bb-02f4e57bc24d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event updated for resources: {'Port': ['ID=cb252d42-dea1-4015-af77-471381e24660,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:58.338943 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414e6506-c1f7-4370-b463-91d65d8e420c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100d420a-847a-492e-b8a9-3601b8f4194d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:58.360050 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-123805e2-fd0f-452e-9ee3-7cf6a8b912f5 req-b74b9a8d-f030-4280-929e-218e927e5877 service neutron] 10.222.0.49 "GET /v2.0/networks/7247f305-0d2c-4c58-8aee-858aaa9a4382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759631 Jul 15 23:24:58.547228 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57db5e98-14d3-4efc-9492-f7ecd933ff7c None None] Network b2d27970-5bbd-4422-9efc-b55c9e0d4c0c requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:24:58.584866 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-123805e2-fd0f-452e-9ee3-7cf6a8b912f5 req-e802fc4b-56e4-4083-aa26-707e2eb384f8 service neutron] 10.222.0.49 "GET /v2.0/networks/7247f305-0d2c-4c58-8aee-858aaa9a4382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686547 Jul 15 23:24:58.588775 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ae5c2b82-2627-4b62-96bb-02f4e57bc24d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:58.877905 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 46554) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:58.905325 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ae5c2b82-2627-4b62-96bb-02f4e57bc24d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:58.909442 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac3c2e76-9fcf-4586-a601-821209940983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:59.136259 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 573e7c66-0f4c-4b94-adf4-6be11cb5c1f2 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:24:59.161865 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-69b3e92a-5618-4a1a-b695-996fd96f4e76 None None] Provisioning for port 573e7c66-0f4c-4b94-adf4-6be11cb5c1f2 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:24:59.174249 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac3c2e76-9fcf-4586-a601-821209940983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:59.180544 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac3c2e76-9fcf-4586-a601-821209940983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:59.249126 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ac3c2e76-9fcf-4586-a601-821209940983 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c611d2db57f04a14a1de1e465d96d6c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3698649 Jul 15 23:24:59.255945 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 46562) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:24:59.292720 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3c2e76-9fcf-4586-a601-821209940983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67ab4e6a-962e-45e3-ab58-1d13b56c74e5,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:59.332290 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e0145754-aa52-4439-acbb-655cac692d96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:59.350982 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 573e7c66-0f4c-4b94-adf4-6be11cb5c1f2 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:24:59.359992 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e0145754-aa52-4439-acbb-655cac692d96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:59.369673 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 573e7c66-0f4c-4b94-adf4-6be11cb5c1f2 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:24:59.369673 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:59.409256 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9b5c32-baf7-4458-b7cb-79d008272558 req-89207286-8a02-4315-9690-491e997cffa0 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:24:59.418574 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0a9b5c32-baf7-4458-b7cb-79d008272558 req-89207286-8a02-4315-9690-491e997cffa0 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 946 time: 0.3140390 Jul 15 23:24:59.449617 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e0145754-aa52-4439-acbb-655cac692d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:59.458393 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e0145754-aa52-4439-acbb-655cac692d96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:59.461859 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e0145754-aa52-4439-acbb-655cac692d96 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/67ab4e6a-962e-45e3-ab58-1d13b56c74e5 HTTP/1.1" status: 204 len: 168 time: 0.2027252 Jul 15 23:24:59.478267 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0145754-aa52-4439-acbb-655cac692d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ab4e6a-962e-45e3-ab58-1d13b56c74e5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:59.550391 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:59.558788 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0a9b5c32-baf7-4458-b7cb-79d008272558 req-9a128af8-205f-4b6d-8f99-a18639491001 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389546 Jul 15 23:24:59.610936 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 573e7c66-0f4c-4b94-adf4-6be11cb5c1f2, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=573e7c66-0f4c-4b94-adf4-6be11cb5c1f2,segment=NetworkSegment(6673d05a-c942-40fb-96db-a5b103b8ea7a),segment_id=6673d05a-c942-40fb-96db-a5b103b8ea7a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:24:59.620003 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:59.621112 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 0940a04c-04d5-404e-9268-9d83a02135f3 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:24:59.687011 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ae5c2b82-2627-4b62-96bb-02f4e57bc24d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:59.716733 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ae5c2b82-2627-4b62-96bb-02f4e57bc24d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:59.726628 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=573e7c66-0f4c-4b94-adf4-6be11cb5c1f2,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:59.754826 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 0940a04c-04d5-404e-9268-9d83a02135f3 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:24:59.762156 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 0940a04c-04d5-404e-9268-9d83a02135f3 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:24:59.762464 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:59.873087 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5c2b82-2627-4b62-96bb-02f4e57bc24d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event updated for resources: {'Port': ['ID=cb252d42-dea1-4015-af77-471381e24660,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:24:59.884053 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:59.885476 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ae5c2b82-2627-4b62-96bb-02f4e57bc24d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:59.930817 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 0940a04c-04d5-404e-9268-9d83a02135f3, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=0940a04c-04d5-404e-9268-9d83a02135f3,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:24:59.940762 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:24:59.950767 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0c3c2245-32c1-426c-b7c2-00eda7d56d0c None None] Provisioning for port cb252d42-dea1-4015-af77-471381e24660 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:24:59.988274 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0c3c2245-32c1-426c-b7c2-00eda7d56d0c None None] Provisioning complete for port cb252d42-dea1-4015-af77-471381e24660 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:24:59.988670 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0c3c2245-32c1-426c-b7c2-00eda7d56d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:00.034889 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5c2b82-2627-4b62-96bb-02f4e57bc24d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Network b2d27970-5bbd-4422-9efc-b55c9e0d4c0c is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:25:00.036698 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-ae5c2b82-2627-4b62-96bb-02f4e57bc24d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:25:00.069011 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=0940a04c-04d5-404e-9268-9d83a02135f3,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:00.079068 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0c3c2245-32c1-426c-b7c2-00eda7d56d0c None None] Port cb252d42-dea1-4015-af77-471381e24660 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:25:00.091044 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0c3c2245-32c1-426c-b7c2-00eda7d56d0c None None] Provisioning complete for port 573e7c66-0f4c-4b94-adf4-6be11cb5c1f2 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:25:00.091419 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0c3c2245-32c1-426c-b7c2-00eda7d56d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:00.116936 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device bc0ad9c8-d331-4c34-9709-dbfd3a650852 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:25:00.268860 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae5c2b82-2627-4b62-96bb-02f4e57bc24d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Router b30ea4fb-4d91-491b-a78f-88bacf29e6f6 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:25:00.280275 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:00.319080 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08406f94-06d0-40bd-8008-f8357df04865', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc0ad9c8-d331-4c34-9709-dbfd3a650852'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:25:00.322027 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f92d81d9-99df-4e7b-9f76-8a56f4722cd4" -d '{"events": [{"server_uuid": "08406f94-06d0-40bd-8008-f8357df04865", "name": "network-vif-unplugged", "status": "completed", "tag": "bc0ad9c8-d331-4c34-9709-dbfd3a650852"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:25:00.357102 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port bc0ad9c8-d331-4c34-9709-dbfd3a650852, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=bc0ad9c8-d331-4c34-9709-dbfd3a650852,segment=NetworkSegment(6a7e0458-bbaf-4bb9-aba2-86a18db5b19d),segment_id=6a7e0458-bbaf-4bb9-aba2-86a18db5b19d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:25:00.367018 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:00.448635 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a72ec397-9935-4e5c-9084-cf16295506b7 None None] Provisioning complete for port cb252d42-dea1-4015-af77-471381e24660 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:25:00.449064 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a72ec397-9935-4e5c-9084-cf16295506b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:00.454776 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=bc0ad9c8-d331-4c34-9709-dbfd3a650852,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:00.467625 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae5c2b82-2627-4b62-96bb-02f4e57bc24d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:25:00.473944 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-ae5c2b82-2627-4b62-96bb-02f4e57bc24d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "PUT /v2.0/routers/b30ea4fb-4d91-491b-a78f-88bacf29e6f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3584726 Jul 15 23:25:00.488701 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8133fe81-901b-42b6-852e-dbc695059f3a None None] Sync routers for ids ['b30ea4fb-4d91-491b-a78f-88bacf29e6f6'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:25:00.506949 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8133fe81-901b-42b6-852e-dbc695059f3a None None] Routers {'b30ea4fb-4d91-491b-a78f-88bacf29e6f6'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:00.507655 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8133fe81-901b-42b6-852e-dbc695059f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:24:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['b30ea4fb-4d91-491b-a78f-88bacf29e6f6'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:00.519718 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a72ec397-9935-4e5c-9084-cf16295506b7 None None] Port cb252d42-dea1-4015-af77-471381e24660 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:25:00.654005 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0f4954e9-a9ad-42e7-ac9b-146a1a144b15 None None] Provisioning complete for port cb252d42-dea1-4015-af77-471381e24660 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:25:00.654661 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0f4954e9-a9ad-42e7-ac9b-146a1a144b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:00.755905 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0f4954e9-a9ad-42e7-ac9b-146a1a144b15 None None] Port cb252d42-dea1-4015-af77-471381e24660 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:25:00.770356 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8d144e21-6cb2-4e7c-bd1b-66e50acecb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:00.837930 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 573e7c66-0f4c-4b94-adf4-6be11cb5c1f2 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:25:00.846661 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6570e9e-f962-43ff-b20c-9b0fdc638fd6 x-openstack-request-id: req-a6570e9e-f962-43ff-b20c-9b0fdc638fd6 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:25:00.846958 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08406f94-06d0-40bd-8008-f8357df04865", "name": "network-vif-unplugged", "status": "completed", "tag": "bc0ad9c8-d331-4c34-9709-dbfd3a650852", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:25:00.847190 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a6570e9e-f962-43ff-b20c-9b0fdc638fd6 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:25:00.847693 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08406f94-06d0-40bd-8008-f8357df04865', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc0ad9c8-d331-4c34-9709-dbfd3a650852', 'code': 200} Jul 15 23:25:00.925488 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-8133fe81-901b-42b6-852e-dbc695059f3a None None] Set router b30ea4fb-4d91-491b-a78f-88bacf29e6f6 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:25:00.961675 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 573e7c66-0f4c-4b94-adf4-6be11cb5c1f2 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:25:00.962318 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:01.049622 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8326c3f9-a42f-4c2f-9a7e-5c2bd1e0ab53 req-77378cc3-2d33-46ed-8507-f16c7dbdf0e1 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1177501480&fields=id&tenant_id=89469485c64e49f5b3171ed5499b9995 HTTP/1.1" status: 200 len: 267 time: 0.0439007 Jul 15 23:25:01.066336 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 0940a04c-04d5-404e-9268-9d83a02135f3 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:25:01.124203 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 0940a04c-04d5-404e-9268-9d83a02135f3 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:25:01.124652 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:01.200199 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8133fe81-901b-42b6-852e-dbc695059f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30ea4fb-4d91-491b-a78f-88bacf29e6f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-6228329', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '0940a04c-04d5-404e-9268-9d83a02135f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:24:50Z', 'updated_at': '2021-07-15T23:24:58Z', 'revision_number': 4, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'gw_port': {'id': '0940a04c-04d5-404e-9268-9d83a02135f3', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30ea4fb-4d91-491b-a78f-88bacf29e6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:24:51Z', 'updated_at': '2021-07-15T23:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'cb252d42-dea1-4015-af77-471381e24660', 'name': '', 'network_id': 'b2d27970-5bbd-4422-9efc-b55c9e0d4c0c', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'mac_address': 'fa:16:3e:98:ad:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b30ea4fb-4d91-491b-a78f-88bacf29e6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': '37b37ae8-8796-4a80-985b-2b67b8d4197b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:24:56Z', 'updated_at': '2021-07-15T23:24:59Z', 'revision_number': 2, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'subnets': [{'id': '37b37ae8-8796-4a80-985b-2b67b8d4197b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:01.235470 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8133fe81-901b-42b6-852e-dbc695059f3a None None] Checking router: b30ea4fb-4d91-491b-a78f-88bacf29e6f6 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:25:01.235866 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8133fe81-901b-42b6-852e-dbc695059f3a None None] Updating router b30ea4fb-4d91-491b-a78f-88bacf29e6f6 port cb252d42-dea1-4015-af77-471381e24660 binding host n-d-794306-6 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:25:01.236904 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8326c3f9-a42f-4c2f-9a7e-5c2bd1e0ab53 req-bece6d58-91e9-4e95-8c88-c2c7d64026a5 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:01.240958 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8326c3f9-a42f-4c2f-9a7e-5c2bd1e0ab53 req-bece6d58-91e9-4e95-8c88-c2c7d64026a5 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/networks?id=b2d27970-5bbd-4422-9efc-b55c9e0d4c0c HTTP/1.1" status: 200 len: 796 time: 0.1575217 Jul 15 23:25:01.273164 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8133fe81-901b-42b6-852e-dbc695059f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:01.273672 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b604f3-5f1a-48fc-b48d-4fa300ec5e41 req-0e106249-0c28-4d94-b017-d0cf7a3e521b tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:01.281793 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-50b604f3-5f1a-48fc-b48d-4fa300ec5e41 req-0e106249-0c28-4d94-b017-d0cf7a3e521b tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 944 time: 0.2368119 Jul 15 23:25:01.298637 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8326c3f9-a42f-4c2f-9a7e-5c2bd1e0ab53 req-28db9d1f-40ff-4644-89c3-a9bbef630ba9 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/quotas/89469485c64e49f5b3171ed5499b9995 HTTP/1.1" status: 200 len: 375 time: 0.0504820 Jul 15 23:25:01.380417 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-50b604f3-5f1a-48fc-b48d-4fa300ec5e41 req-fa680709-0733-40ca-91d6-d6d4430c70bd tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974517 Jul 15 23:25:01.451678 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8326c3f9-a42f-4c2f-9a7e-5c2bd1e0ab53 req-aa3d2e74-1a38-4a31-88e2-d6257145edb9 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=89469485c64e49f5b3171ed5499b9995&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1366894 Jul 15 23:25:01.578815 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8326c3f9-a42f-4c2f-9a7e-5c2bd1e0ab53 req-5e208e78-ada0-4e21-a279-86bb1bba865f service neutron] 10.222.0.48 "GET /v2.0/networks/b2d27970-5bbd-4422-9efc-b55c9e0d4c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252484 Jul 15 23:25:01.705016 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8133fe81-901b-42b6-852e-dbc695059f3a None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:01.716342 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-8133fe81-901b-42b6-852e-dbc695059f3a None None] Transition to ACTIVE for port object cb252d42-dea1-4015-af77-471381e24660 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:25:01.723446 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8133fe81-901b-42b6-852e-dbc695059f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:01.739467 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8326c3f9-a42f-4c2f-9a7e-5c2bd1e0ab53 req-c7458904-7548-4104-9c31-e04d34fc9896 service neutron] 10.222.0.48 "GET /v2.0/networks/b2d27970-5bbd-4422-9efc-b55c9e0d4c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544619 Jul 15 23:25:01.754073 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e74f87-a745-4bfa-978a-fce66f89a0ff req-0701cafd-3b97-47df-b7dd-da3233cbc5f4 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:01.755521 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-33e74f87-a745-4bfa-978a-fce66f89a0ff req-0701cafd-3b97-47df-b7dd-da3233cbc5f4 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 944 time: 0.1234841 Jul 15 23:25:01.771650 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7781c37-5bb3-44ad-87ff-3802b875e67d None None] Pushing event updated for resources: {'Port': ['ID=cb252d42-dea1-4015-af77-471381e24660,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:01.782715 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7781c37-5bb3-44ad-87ff-3802b875e67d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:01.783316 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7781c37-5bb3-44ad-87ff-3802b875e67d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:01.783861 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7781c37-5bb3-44ad-87ff-3802b875e67d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:01.784357 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7781c37-5bb3-44ad-87ff-3802b875e67d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:01.784863 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7781c37-5bb3-44ad-87ff-3802b875e67d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:01.785391 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7781c37-5bb3-44ad-87ff-3802b875e67d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:01.785912 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7781c37-5bb3-44ad-87ff-3802b875e67d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:01.786492 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7781c37-5bb3-44ad-87ff-3802b875e67d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:01.787039 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7781c37-5bb3-44ad-87ff-3802b875e67d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:01.787608 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7781c37-5bb3-44ad-87ff-3802b875e67d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:01.788614 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7781c37-5bb3-44ad-87ff-3802b875e67d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:01.789165 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7781c37-5bb3-44ad-87ff-3802b875e67d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:01.826888 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-33e74f87-a745-4bfa-978a-fce66f89a0ff req-a43185be-128d-4d58-942f-bf9365584491 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583751 Jul 15 23:25:01.901916 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-8133fe81-901b-42b6-852e-dbc695059f3a None None] Attempting to bind port cb252d42-dea1-4015-af77-471381e24660 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:25:01.902344 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-8133fe81-901b-42b6-852e-dbc695059f3a None None] Attempting to bind port cb252d42-dea1-4015-af77-471381e24660 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '6673d05a-c942-40fb-96db-a5b103b8ea7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b2d27970-5bbd-4422-9efc-b55c9e0d4c0c'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:25:01.902823 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8133fe81-901b-42b6-852e-dbc695059f3a None None] Attempting to bind port cb252d42-dea1-4015-af77-471381e24660 on network b2d27970-5bbd-4422-9efc-b55c9e0d4c0c {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:25:01.913042 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8133fe81-901b-42b6-852e-dbc695059f3a None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:25:01.913422 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8133fe81-901b-42b6-852e-dbc695059f3a None None] Checking segment: {'id': '6673d05a-c942-40fb-96db-a5b103b8ea7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b2d27970-5bbd-4422-9efc-b55c9e0d4c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:25:01.913926 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8133fe81-901b-42b6-852e-dbc695059f3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:01.914332 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8133fe81-901b-42b6-852e-dbc695059f3a None None] Bound using segment: {'id': '6673d05a-c942-40fb-96db-a5b103b8ea7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b2d27970-5bbd-4422-9efc-b55c9e0d4c0c'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:25:01.914821 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-8133fe81-901b-42b6-852e-dbc695059f3a None None] Bound port: cb252d42-dea1-4015-af77-471381e24660, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6673d05a-c942-40fb-96db-a5b103b8ea7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b2d27970-5bbd-4422-9efc-b55c9e0d4c0c'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:25:01.915207 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8133fe81-901b-42b6-852e-dbc695059f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:02.108178 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-8133fe81-901b-42b6-852e-dbc695059f3a None None] For port cb252d42-dea1-4015-af77-471381e24660, host n-d-794306-6, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:25:02.116909 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-8133fe81-901b-42b6-852e-dbc695059f3a None None] For port cb252d42-dea1-4015-af77-471381e24660, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=cb252d42-dea1-4015-af77-471381e24660,segment=NetworkSegment(6673d05a-c942-40fb-96db-a5b103b8ea7a),segment_id=6673d05a-c942-40fb-96db-a5b103b8ea7a)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:25:02.126106 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8133fe81-901b-42b6-852e-dbc695059f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:02.126869 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95819a17-f817-4a11-940a-f5c152a2682b req-4f2a9f00-b2ad-4bc9-9fb6-ec8a679001cb tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:02.133802 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-95819a17-f817-4a11-940a-f5c152a2682b req-4f2a9f00-b2ad-4bc9-9fb6-ec8a679001cb tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/networks?id=34d69ddd-6ef8-492b-8904-e5274ac6b6b4 HTTP/1.1" status: 200 len: 814 time: 0.1883309 Jul 15 23:25:02.150849 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-95819a17-f817-4a11-940a-f5c152a2682b req-02dfecf3-fe94-41be-a429-1462ccd4f258 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/quotas/ca9f45630c684755bfc9217b95b6a061 HTTP/1.1" status: 200 len: 375 time: 0.0158496 Jul 15 23:25:02.236969 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7781c37-5bb3-44ad-87ff-3802b875e67d None None] Pushing event updated for resources: {'Port': ['ID=cb252d42-dea1-4015-af77-471381e24660,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:02.256406 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8133fe81-901b-42b6-852e-dbc695059f3a None None] Routers {'b30ea4fb-4d91-491b-a78f-88bacf29e6f6'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:02.257747 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8133fe81-901b-42b6-852e-dbc695059f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:24:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['b30ea4fb-4d91-491b-a78f-88bacf29e6f6'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:02.300166 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-95819a17-f817-4a11-940a-f5c152a2682b req-8030d659-1fa1-4522-91b8-81891f40f736 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ca9f45630c684755bfc9217b95b6a061&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1474257 Jul 15 23:25:02.314266 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [req-95819a17-f817-4a11-940a-f5c152a2682b req-a4205aca-45cd-4db8-988a-58f2861a4bf1 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:25:02.329458 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-95819a17-f817-4a11-940a-f5c152a2682b req-a4205aca-45cd-4db8-988a-58f2861a4bf1 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0283222 Jul 15 23:25:02.417598 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-8133fe81-901b-42b6-852e-dbc695059f3a None None] Set router b30ea4fb-4d91-491b-a78f-88bacf29e6f6 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:25:02.585598 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-95819a17-f817-4a11-940a-f5c152a2682b req-a088cfb5-4063-40b5-a6cb-ae39761a4f7b service neutron] 10.222.0.48 "GET /v2.0/networks/34d69ddd-6ef8-492b-8904-e5274ac6b6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535946 Jul 15 23:25:02.625503 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bb0ce1c9-b6c8-49ee-8b2a-21148f2e7ded req-90c965f3-8b2d-4132-88e9-ea5183452f58 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba52ac2a-530d-4770-9a39-bc3ccb86819e HTTP/1.1" status: 200 len: 210 time: 0.1399305 Jul 15 23:25:02.774292 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-95819a17-f817-4a11-940a-f5c152a2682b req-32ede1ed-6a06-4e14-bbce-b309b4cc719c service neutron] 10.222.0.48 "GET /v2.0/networks/34d69ddd-6ef8-492b-8904-e5274ac6b6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877038 Jul 15 23:25:02.785959 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8133fe81-901b-42b6-852e-dbc695059f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30ea4fb-4d91-491b-a78f-88bacf29e6f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-6228329', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '0940a04c-04d5-404e-9268-9d83a02135f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:24:50Z', 'updated_at': '2021-07-15T23:24:58Z', 'revision_number': 4, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'gw_port': {'id': '0940a04c-04d5-404e-9268-9d83a02135f3', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30ea4fb-4d91-491b-a78f-88bacf29e6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:24:51Z', 'updated_at': '2021-07-15T23:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'cb252d42-dea1-4015-af77-471381e24660', 'name': '', 'network_id': 'b2d27970-5bbd-4422-9efc-b55c9e0d4c0c', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'mac_address': 'fa:16:3e:98:ad:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b30ea4fb-4d91-491b-a78f-88bacf29e6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': '37b37ae8-8796-4a80-985b-2b67b8d4197b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:24:56Z', 'updated_at': '2021-07-15T23:25:02Z', 'revision_number': 4, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'subnets': [{'id': '37b37ae8-8796-4a80-985b-2b67b8d4197b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:02.834459 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8133fe81-901b-42b6-852e-dbc695059f3a None None] The sync data for ids ['b30ea4fb-4d91-491b-a78f-88bacf29e6f6'] in n-d-794306-6 is: [{'id': 'b30ea4fb-4d91-491b-a78f-88bacf29e6f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-6228329', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '0940a04c-04d5-404e-9268-9d83a02135f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:24:50Z', 'updated_at': '2021-07-15T23:24:58Z', 'revision_number': 4, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'gw_port': {'id': '0940a04c-04d5-404e-9268-9d83a02135f3', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30ea4fb-4d91-491b-a78f-88bacf29e6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:24:51Z', 'updated_at': '2021-07-15T23:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'cb252d42-dea1-4015-af77-471381e24660', 'name': '', 'network_id': 'b2d27970-5bbd-4422-9efc-b55c9e0d4c0c', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'mac_address': 'fa:16:3e:98:ad:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b30ea4fb-4d91-491b-a78f-88bacf29e6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': '37b37ae8-8796-4a80-985b-2b67b8d4197b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:24:56Z', 'updated_at': '2021-07-15T23:25:02Z', 'revision_number': 4, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'subnets': [{'id': '37b37ae8-8796-4a80-985b-2b67b8d4197b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:25:03.240031 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c3555108-7fab-4b2e-b6db-b13494b8461f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:03.247156 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-997c771f-6c31-4a57-a495-732c4e16b64e req-19a89233-ec05-4b39-85cb-ed57547b0f77 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/ports?device_id=db1407ec-5158-42a8-8eb2-fde6e9873ece HTTP/1.1" status: 200 len: 210 time: 0.0916758 Jul 15 23:25:03.362359 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:03.622237 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbbbfa8-b65b-4d19-96f2-3d0b0f02c5a2 req-95320602-39e3-4ee1-9580-c0a357b4c2a0 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:03.634033 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7bbbbfa8-b65b-4d19-96f2-3d0b0f02c5a2 req-95320602-39e3-4ee1-9580-c0a357b4c2a0 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 944 time: 0.1878810 Jul 15 23:25:03.736898 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7bbbbfa8-b65b-4d19-96f2-3d0b0f02c5a2 req-302506c4-1c0d-4fbd-adac-4c41022005ce tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007907 Jul 15 23:25:03.799503 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 46732) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:04.063329 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-674593f2-54f3-41d9-b80b-8939fd84dc22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:04.068143 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9e26e048-cafd-4cd5-a24a-9b133f4aa7a5 req-f16c7479-7c58-4e21-bd43-99ee9cea31ec tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba52ac2a-530d-4770-9a39-bc3ccb86819e HTTP/1.1" status: 200 len: 210 time: 0.0636635 Jul 15 23:25:04.089321 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-70d53a73-db93-4555-a01f-603cc283b020 req-9aba8ab1-38ef-4be4-afd8-6e5d3327942c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5379126 Jul 15 23:25:04.131628 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8326c3f9-a42f-4c2f-9a7e-5c2bd1e0ab53 req-782663b3-7d97-4a1d-aa6f-a18bd0304d95 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:04.132091 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device bc0ad9c8-d331-4c34-9709-dbfd3a650852 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:25:04.133273 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8326c3f9-a42f-4c2f-9a7e-5c2bd1e0ab53 req-782663b3-7d97-4a1d-aa6f-a18bd0304d95 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.49 "GET /v2.0/networks?id=b2d27970-5bbd-4422-9efc-b55c9e0d4c0c HTTP/1.1" status: 200 len: 796 time: 0.2672918 Jul 15 23:25:04.212274 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8326c3f9-a42f-4c2f-9a7e-5c2bd1e0ab53 req-88d64e2f-fc28-4dbd-88c2-25017cb2a74c tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89469485c64e49f5b3171ed5499b9995 HTTP/1.1" status: 200 len: 380 time: 0.0671983 Jul 15 23:25:04.229152 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-8326c3f9-a42f-4c2f-9a7e-5c2bd1e0ab53 req-344f1b9e-d81f-4b66-8e36-5b127726939d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Request body: {'port': {'device_id': 'ba52ac2a-530d-4770-9a39-bc3ccb86819e', 'network_id': 'b2d27970-5bbd-4422-9efc-b55c9e0d4c0c', 'admin_state_up': True, 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'security_groups': ['2a21f99e-85ef-40ae-a8f1-602283c79a82']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:04.275082 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-674593f2-54f3-41d9-b80b-8939fd84dc22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:04.282063 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-674593f2-54f3-41d9-b80b-8939fd84dc22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:04.366364 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-674593f2-54f3-41d9-b80b-8939fd84dc22 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fe3723700ce94b46b72d8013481cd9c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5640233 Jul 15 23:25:04.369250 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 46742) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:04.370330 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674593f2-54f3-41d9-b80b-8939fd84dc22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c68e75-7d9a-4b1b-b7e0-92497ed7eb2a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:04.516433 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:04.541418 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8326c3f9-a42f-4c2f-9a7e-5c2bd1e0ab53 req-344f1b9e-d81f-4b66-8e36-5b127726939d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Made reservation on behalf of 89469485c64e49f5b3171ed5499b9995 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:25:04.552200 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8326c3f9-a42f-4c2f-9a7e-5c2bd1e0ab53 req-344f1b9e-d81f-4b66-8e36-5b127726939d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:04.667255 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5a03a5f-4646-4b12-88c3-d65734812323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:04.758517 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5a03a5f-4646-4b12-88c3-d65734812323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:04.854819 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5a03a5f-4646-4b12-88c3-d65734812323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:04.858141 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5a03a5f-4646-4b12-88c3-d65734812323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:04.867280 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device cb252d42-dea1-4015-af77-471381e24660 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:25:04.868235 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e5a03a5f-4646-4b12-88c3-d65734812323 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/81c68e75-7d9a-4b1b-b7e0-92497ed7eb2a HTTP/1.1" status: 204 len: 168 time: 0.4692011 Jul 15 23:25:04.878909 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b2ea349f-5de3-4802-b7f2-2d2d5261cc9c req-0f4c30d8-e29b-43bf-bf5f-54d0cea1d9a0 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/ports?device_id=db1407ec-5158-42a8-8eb2-fde6e9873ece HTTP/1.1" status: 200 len: 210 time: 0.2142618 Jul 15 23:25:04.880863 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a03a5f-4646-4b12-88c3-d65734812323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c68e75-7d9a-4b1b-b7e0-92497ed7eb2a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:04.967485 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port cb252d42-dea1-4015-af77-471381e24660 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:25:04.978508 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port cb252d42-dea1-4015-af77-471381e24660 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:25:04.979683 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:05.129946 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:05.139035 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-8326c3f9-a42f-4c2f-9a7e-5c2bd1e0ab53 req-344f1b9e-d81f-4b66-8e36-5b127726939d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Allocated IP 172.20.0.12 (b2d27970-5bbd-4422-9efc-b55c9e0d4c0c/37b37ae8-8796-4a80-985b-2b67b8d4197b/36942bd5-4ca9-487d-b408-1c545af416ed) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:25:05.207661 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port cb252d42-dea1-4015-af77-471381e24660, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=cb252d42-dea1-4015-af77-471381e24660,segment=NetworkSegment(6673d05a-c942-40fb-96db-a5b103b8ea7a),segment_id=6673d05a-c942-40fb-96db-a5b103b8ea7a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:25:05.215543 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:05.286349 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=cb252d42-dea1-4015-af77-471381e24660,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:05.295495 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:05.296048 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:05.296965 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:05.297302 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:05.297633 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:05.298596 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:05.298967 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:05.299490 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:05.300017 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:05.301004 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:05.301511 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:05.302002 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:05.307462 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-90dae8c8-95f9-416b-9ebd-2d8e925a7745 req-d1dac71f-be26-4bd6-8f2e-b758ac41ac0c tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba52ac2a-530d-4770-9a39-bc3ccb86819e HTTP/1.1" status: 200 len: 210 time: 0.0720632 Jul 15 23:25:05.402664 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a718b0-3530-416b-be23-cccb2a583c5f req-b745057e-c800-4bf1-95b7-c355fe953a6c tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:05.404663 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-40a718b0-3530-416b-be23-cccb2a583c5f req-b745057e-c800-4bf1-95b7-c355fe953a6c tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 944 time: 0.1713507 Jul 15 23:25:05.441483 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8326c3f9-a42f-4c2f-9a7e-5c2bd1e0ab53 req-344f1b9e-d81f-4b66-8e36-5b127726939d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:05.479285 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-8326c3f9-a42f-4c2f-9a7e-5c2bd1e0ab53 req-344f1b9e-d81f-4b66-8e36-5b127726939d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Transition to ACTIVE for port object 36942bd5-4ca9-487d-b408-1c545af416ed will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:25:05.486315 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95819a17-f817-4a11-940a-f5c152a2682b req-299761c9-a610-4122-8617-3563f944f276 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:05.488142 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-95819a17-f817-4a11-940a-f5c152a2682b req-299761c9-a610-4122-8617-3563f944f276 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.49 "GET /v2.0/networks?id=34d69ddd-6ef8-492b-8904-e5274ac6b6b4 HTTP/1.1" status: 200 len: 814 time: 0.1370533 Jul 15 23:25:05.488799 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 46760) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:05.502757 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-95819a17-f817-4a11-940a-f5c152a2682b req-d81113a2-29c6-40be-98f6-c95b6c0a13a0 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Request body: {'port': {'device_id': 'db1407ec-5158-42a8-8eb2-fde6e9873ece', 'network_id': '34d69ddd-6ef8-492b-8904-e5274ac6b6b4', 'admin_state_up': True, 'tenant_id': 'ca9f45630c684755bfc9217b95b6a061'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:05.513730 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-40a718b0-3530-416b-be23-cccb2a583c5f req-0cae26b6-9d00-4a78-86b6-6ffa9012f92f tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022725 Jul 15 23:25:05.515130 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-14f47cb7-8cdc-40c6-9882-8ae3042c5a76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:05.522936 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8326c3f9-a42f-4c2f-9a7e-5c2bd1e0ab53 req-344f1b9e-d81f-4b66-8e36-5b127726939d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:05.588781 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8326c3f9-a42f-4c2f-9a7e-5c2bd1e0ab53 req-344f1b9e-d81f-4b66-8e36-5b127726939d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Network b2d27970-5bbd-4422-9efc-b55c9e0d4c0c is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:25:05.592253 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-8326c3f9-a42f-4c2f-9a7e-5c2bd1e0ab53 req-344f1b9e-d81f-4b66-8e36-5b127726939d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:25:05.597743 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-8326c3f9-a42f-4c2f-9a7e-5c2bd1e0ab53 req-344f1b9e-d81f-4b66-8e36-5b127726939d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:25:05.601954 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344f1b9e-d81f-4b66-8e36-5b127726939d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event updated for resources: {'Port': ['ID=36942bd5-4ca9-487d-b408-1c545af416ed,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:05.662254 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8326c3f9-a42f-4c2f-9a7e-5c2bd1e0ab53 req-344f1b9e-d81f-4b66-8e36-5b127726939d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:05.662922 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8326c3f9-a42f-4c2f-9a7e-5c2bd1e0ab53 req-344f1b9e-d81f-4b66-8e36-5b127726939d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:05.721663 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-14f47cb7-8cdc-40c6-9882-8ae3042c5a76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:05.728693 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-14f47cb7-8cdc-40c6-9882-8ae3042c5a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:05.732187 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8326c3f9-a42f-4c2f-9a7e-5c2bd1e0ab53 req-344f1b9e-d81f-4b66-8e36-5b127726939d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5126617 Jul 15 23:25:05.747150 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-8326c3f9-a42f-4c2f-9a7e-5c2bd1e0ab53 req-3f070a3f-806f-4172-8b0f-3df081633029 service neutron] Request body: {'port': {'device_id': 'ba52ac2a-530d-4770-9a39-bc3ccb86819e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:05.812656 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f47cb7-8cdc-40c6-9882-8ae3042c5a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6b69ba-bc92-4c43-951c-f7ae1b7145db,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:05.823192 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-14f47cb7-8cdc-40c6-9882-8ae3042c5a76 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0c20d30294d2478db91043d92dda0c54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3324151 Jul 15 23:25:05.824042 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95819a17-f817-4a11-940a-f5c152a2682b req-d81113a2-29c6-40be-98f6-c95b6c0a13a0 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Made reservation on behalf of ca9f45630c684755bfc9217b95b6a061 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:25:05.829270 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-95819a17-f817-4a11-940a-f5c152a2682b req-d81113a2-29c6-40be-98f6-c95b6c0a13a0 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:05.831286 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 46764) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:05.883978 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8326c3f9-a42f-4c2f-9a7e-5c2bd1e0ab53 req-3f070a3f-806f-4172-8b0f-3df081633029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:05.935387 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-67f964c9-aff3-424d-937c-088306bc52ff None None] Provisioning for port 36942bd5-4ca9-487d-b408-1c545af416ed completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:25:05.940341 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-67f964c9-aff3-424d-937c-088306bc52ff None None] Provisioning complete for port 36942bd5-4ca9-487d-b408-1c545af416ed triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:25:05.940544 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-67f964c9-aff3-424d-937c-088306bc52ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:05.973138 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a21372c3-45ea-4aa7-82fd-6bd955b4378a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:06.006335 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-67f964c9-aff3-424d-937c-088306bc52ff None None] Port 36942bd5-4ca9-487d-b408-1c545af416ed cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:25:06.052795 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a21372c3-45ea-4aa7-82fd-6bd955b4378a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:06.091722 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-95819a17-f817-4a11-940a-f5c152a2682b req-d81113a2-29c6-40be-98f6-c95b6c0a13a0 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Allocated IP 172.20.0.2 (34d69ddd-6ef8-492b-8904-e5274ac6b6b4/89ce3a94-62b5-42a8-b767-ec4495e23b73/c1447464-3bc1-4329-bb45-b84da9cb889d) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:25:06.152631 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a21372c3-45ea-4aa7-82fd-6bd955b4378a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:06.155362 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a21372c3-45ea-4aa7-82fd-6bd955b4378a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:06.159874 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a21372c3-45ea-4aa7-82fd-6bd955b4378a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ce6b69ba-bc92-4c43-951c-f7ae1b7145db HTTP/1.1" status: 204 len: 168 time: 0.3248622 Jul 15 23:25:06.251763 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21372c3-45ea-4aa7-82fd-6bd955b4378a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6b69ba-bc92-4c43-951c-f7ae1b7145db,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:06.280218 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-95819a17-f817-4a11-940a-f5c152a2682b req-d81113a2-29c6-40be-98f6-c95b6c0a13a0 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:06.309370 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:06.323764 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-95819a17-f817-4a11-940a-f5c152a2682b req-d81113a2-29c6-40be-98f6-c95b6c0a13a0 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:06.337281 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['4ac1240b-9904-4e00-b2e2-86467099ec5b', '07117a2c-11cb-4c1c-9b95-04e967a80ec0', '6df92f40-1e78-43bc-9ce1-3aabfb5e1a0c'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:25:06.377297 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95819a17-f817-4a11-940a-f5c152a2682b req-d81113a2-29c6-40be-98f6-c95b6c0a13a0 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Network 34d69ddd-6ef8-492b-8904-e5274ac6b6b4 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:25:06.384257 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-95819a17-f817-4a11-940a-f5c152a2682b req-d81113a2-29c6-40be-98f6-c95b6c0a13a0 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:25:06.388821 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-95819a17-f817-4a11-940a-f5c152a2682b req-d81113a2-29c6-40be-98f6-c95b6c0a13a0 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:25:06.420132 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81113a2-29c6-40be-98f6-c95b6c0a13a0 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Pushing event updated for resources: {'Port': ['ID=c1447464-3bc1-4329-bb45-b84da9cb889d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:06.457445 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95819a17-f817-4a11-940a-f5c152a2682b req-d81113a2-29c6-40be-98f6-c95b6c0a13a0 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:06.458581 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-95819a17-f817-4a11-940a-f5c152a2682b req-d81113a2-29c6-40be-98f6-c95b6c0a13a0 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:06.475620 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-95819a17-f817-4a11-940a-f5c152a2682b req-d81113a2-29c6-40be-98f6-c95b6c0a13a0 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9783583 Jul 15 23:25:06.487877 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-95819a17-f817-4a11-940a-f5c152a2682b req-a23357c4-25f7-4963-b029-5701d47dd804 service neutron] Request body: {'port': {'device_id': 'db1407ec-5158-42a8-8eb2-fde6e9873ece', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:06.596174 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-95819a17-f817-4a11-940a-f5c152a2682b req-a23357c4-25f7-4963-b029-5701d47dd804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:06.751025 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d53a73-db93-4555-a01f-603cc283b020 req-f0a54686-9d1d-4a66-b3dd-ddae36a51b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:06.752681 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-70d53a73-db93-4555-a01f-603cc283b020 req-f0a54686-9d1d-4a66-b3dd-ddae36a51b9c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865&tenant_id=59859dcc1e7748b980efd77feaf90704 HTTP/1.1" status: 200 len: 1095 time: 0.3736174 Jul 15 23:25:06.767369 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31ec60-0753-4abd-a4b5-b4ce0c7a6f26 req-df1b91ae-ec4d-4c26-acae-a7e35a5e7e0b tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:06.774202 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-de31ec60-0753-4abd-a4b5-b4ce0c7a6f26 req-df1b91ae-ec4d-4c26-acae-a7e35a5e7e0b tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/ports?device_id=db1407ec-5158-42a8-8eb2-fde6e9873ece HTTP/1.1" status: 200 len: 931 time: 0.4043045 Jul 15 23:25:06.809196 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device cb252d42-dea1-4015-af77-471381e24660 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:25:06.861958 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d34571-745f-4d4c-a55c-95e0e3e39d8b req-9c049162-1413-4197-9319-c8ed6b100276 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:06.863843 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a9d34571-745f-4d4c-a55c-95e0e3e39d8b req-9c049162-1413-4197-9319-c8ed6b100276 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba52ac2a-530d-4770-9a39-bc3ccb86819e HTTP/1.1" status: 200 len: 932 time: 0.3333492 Jul 15 23:25:06.878824 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port cb252d42-dea1-4015-af77-471381e24660 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:25:06.879538 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:06.977228 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-de31ec60-0753-4abd-a4b5-b4ce0c7a6f26 req-2d0d2c11-a925-4dfb-8c4a-e392b9eb1440 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce3f5940-565b-43a4-b484-b630aa3d6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020519 Jul 15 23:25:07.004898 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-95819a17-f817-4a11-940a-f5c152a2682b req-a23357c4-25f7-4963-b029-5701d47dd804 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1447464-3bc1-4329-bb45-b84da9cb889d {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:25:07.017982 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-95819a17-f817-4a11-940a-f5c152a2682b req-a23357c4-25f7-4963-b029-5701d47dd804 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:07.035678 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-95819a17-f817-4a11-940a-f5c152a2682b req-a23357c4-25f7-4963-b029-5701d47dd804 service neutron] Transition to ACTIVE for port object c1447464-3bc1-4329-bb45-b84da9cb889d will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:25:07.040913 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-95819a17-f817-4a11-940a-f5c152a2682b req-a23357c4-25f7-4963-b029-5701d47dd804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:07.053300 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a9d34571-745f-4d4c-a55c-95e0e3e39d8b req-22014fdd-e3fa-404c-8e46-9f4684884b04 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a21f99e-85ef-40ae-a8f1-602283c79a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752567 Jul 15 23:25:07.132180 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d53a73-db93-4555-a01f-603cc283b020 req-597edd51-71fe-467d-a289-a312e2bbf621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:07.133799 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-70d53a73-db93-4555-a01f-603cc283b020 req-597edd51-71fe-467d-a289-a312e2bbf621 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=59859dcc1e7748b980efd77feaf90704&device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 1095 time: 0.3298898 Jul 15 23:25:07.190399 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23357c4-25f7-4963-b029-5701d47dd804 service neutron] Pushing event updated for resources: {'Port': ['ID=c1447464-3bc1-4329-bb45-b84da9cb889d,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:07.218354 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-95819a17-f817-4a11-940a-f5c152a2682b req-a23357c4-25f7-4963-b029-5701d47dd804 service neutron] Attempting to bind port c1447464-3bc1-4329-bb45-b84da9cb889d on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:25:07.219059 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-95819a17-f817-4a11-940a-f5c152a2682b req-a23357c4-25f7-4963-b029-5701d47dd804 service neutron] Attempting to bind port c1447464-3bc1-4329-bb45-b84da9cb889d by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '7b7581c1-1598-4186-967b-a52d177d111c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '34d69ddd-6ef8-492b-8904-e5274ac6b6b4'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:25:07.219695 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95819a17-f817-4a11-940a-f5c152a2682b req-a23357c4-25f7-4963-b029-5701d47dd804 service neutron] Attempting to bind port c1447464-3bc1-4329-bb45-b84da9cb889d on network 34d69ddd-6ef8-492b-8904-e5274ac6b6b4 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:25:07.225997 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95819a17-f817-4a11-940a-f5c152a2682b req-a23357c4-25f7-4963-b029-5701d47dd804 service neutron] Port c1447464-3bc1-4329-bb45-b84da9cb889d on network 34d69ddd-6ef8-492b-8904-e5274ac6b6b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:25:07.227106 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95819a17-f817-4a11-940a-f5c152a2682b req-a23357c4-25f7-4963-b029-5701d47dd804 service neutron] Attempting to bind port c1447464-3bc1-4329-bb45-b84da9cb889d on network 34d69ddd-6ef8-492b-8904-e5274ac6b6b4 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:25:07.232315 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95819a17-f817-4a11-940a-f5c152a2682b req-a23357c4-25f7-4963-b029-5701d47dd804 service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:25:07.232662 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95819a17-f817-4a11-940a-f5c152a2682b req-a23357c4-25f7-4963-b029-5701d47dd804 service neutron] Checking segment: {'id': '7b7581c1-1598-4186-967b-a52d177d111c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '34d69ddd-6ef8-492b-8904-e5274ac6b6b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:25:07.234446 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95819a17-f817-4a11-940a-f5c152a2682b req-a23357c4-25f7-4963-b029-5701d47dd804 service neutron] Bound using segment: {'id': '7b7581c1-1598-4186-967b-a52d177d111c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '34d69ddd-6ef8-492b-8904-e5274ac6b6b4'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:25:07.234446 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-95819a17-f817-4a11-940a-f5c152a2682b req-a23357c4-25f7-4963-b029-5701d47dd804 service neutron] Bound port: c1447464-3bc1-4329-bb45-b84da9cb889d, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b7581c1-1598-4186-967b-a52d177d111c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '34d69ddd-6ef8-492b-8904-e5274ac6b6b4'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:25:07.234446 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-95819a17-f817-4a11-940a-f5c152a2682b req-a23357c4-25f7-4963-b029-5701d47dd804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:07.270736 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-8326c3f9-a42f-4c2f-9a7e-5c2bd1e0ab53 req-3f070a3f-806f-4172-8b0f-3df081633029 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36942bd5-4ca9-487d-b408-1c545af416ed {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:25:07.284346 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8326c3f9-a42f-4c2f-9a7e-5c2bd1e0ab53 req-3f070a3f-806f-4172-8b0f-3df081633029 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:07.314963 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-95819a17-f817-4a11-940a-f5c152a2682b req-a23357c4-25f7-4963-b029-5701d47dd804 service neutron] For port c1447464-3bc1-4329-bb45-b84da9cb889d, host n-h1-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:25:07.317336 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-8326c3f9-a42f-4c2f-9a7e-5c2bd1e0ab53 req-3f070a3f-806f-4172-8b0f-3df081633029 service neutron] Transition to ACTIVE for port object 36942bd5-4ca9-487d-b408-1c545af416ed will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:25:07.320136 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-95819a17-f817-4a11-940a-f5c152a2682b req-a23357c4-25f7-4963-b029-5701d47dd804 service neutron] For port c1447464-3bc1-4329-bb45-b84da9cb889d, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=c1447464-3bc1-4329-bb45-b84da9cb889d,segment=NetworkSegment(7b7581c1-1598-4186-967b-a52d177d111c),segment_id=7b7581c1-1598-4186-967b-a52d177d111c)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:25:07.326342 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-95819a17-f817-4a11-940a-f5c152a2682b req-a23357c4-25f7-4963-b029-5701d47dd804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:07.330197 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8326c3f9-a42f-4c2f-9a7e-5c2bd1e0ab53 req-3f070a3f-806f-4172-8b0f-3df081633029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:07.347378 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb024d4-4b8a-40f7-ad52-11e408f46354 req-bcdb253f-ea35-46b9-9b6f-8095bfe1e56d tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:07.361455 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9fb024d4-4b8a-40f7-ad52-11e408f46354 req-bcdb253f-ea35-46b9-9b6f-8095bfe1e56d tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 944 time: 0.2483394 Jul 15 23:25:07.372157 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95819a17-f817-4a11-940a-f5c152a2682b req-a23357c4-25f7-4963-b029-5701d47dd804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:07.372783 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-95819a17-f817-4a11-940a-f5c152a2682b req-a23357c4-25f7-4963-b029-5701d47dd804 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:07.373063 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d53a73-db93-4555-a01f-603cc283b020 req-05447fdd-fbcc-4b43-938a-7be697fd943d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:07.374213 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-95819a17-f817-4a11-940a-f5c152a2682b req-a23357c4-25f7-4963-b029-5701d47dd804 service neutron] 10.222.0.49 "PUT /v2.0/ports/c1447464-3bc1-4329-bb45-b84da9cb889d HTTP/1.1" status: 200 len: 1091 time: 0.8907580 Jul 15 23:25:07.375199 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-70d53a73-db93-4555-a01f-603cc283b020 req-05447fdd-fbcc-4b43-938a-7be697fd943d service neutron] 10.222.0.49 "GET /v2.0/networks?id=7247f305-0d2c-4c58-8aee-858aaa9a4382 HTTP/1.1" status: 200 len: 914 time: 0.2195196 Jul 15 23:25:07.375419 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db1407ec-5158-42a8-8eb2-fde6e9873ece', 'tag': 'c1447464-3bc1-4329-bb45-b84da9cb889d'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:25:07.377702 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-766b9a5b-d2f9-47c0-a772-4d163f042bdf" -d '{"events": [{"name": "network-changed", "server_uuid": "db1407ec-5158-42a8-8eb2-fde6e9873ece", "tag": "c1447464-3bc1-4329-bb45-b84da9cb889d"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:25:07.413361 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23357c4-25f7-4963-b029-5701d47dd804 service neutron] Pushing event updated for resources: {'Port': ['ID=c1447464-3bc1-4329-bb45-b84da9cb889d,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:07.506713 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95819a17-f817-4a11-940a-f5c152a2682b req-7cfc9cc7-ac4d-4673-962b-2d68810567e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:07.507467 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-70d53a73-db93-4555-a01f-603cc283b020 req-bfd9d9bc-8ad7-487c-baab-e00e0c660020 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc0ad9c8-d331-4c34-9709-dbfd3a650852 HTTP/1.1" status: 200 len: 217 time: 0.0903971 Jul 15 23:25:07.508563 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-95819a17-f817-4a11-940a-f5c152a2682b req-7cfc9cc7-ac4d-4673-962b-2d68810567e9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ca9f45630c684755bfc9217b95b6a061&device_id=db1407ec-5158-42a8-8eb2-fde6e9873ece HTTP/1.1" status: 200 len: 1094 time: 0.0699925 Jul 15 23:25:07.527893 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f070a3f-806f-4172-8b0f-3df081633029 service neutron] Pushing event updated for resources: {'Port': ['ID=36942bd5-4ca9-487d-b408-1c545af416ed,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:07.581813 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-95819a17-f817-4a11-940a-f5c152a2682b req-0c2bab5a-99bc-432f-8bd8-a6d851bf431f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c1447464-3bc1-4329-bb45-b84da9cb889d HTTP/1.1" status: 200 len: 217 time: 0.0567958 Jul 15 23:25:07.593302 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3572eca-c4de-472a-8196-672939a64722 x-openstack-request-id: req-a3572eca-c4de-472a-8196-672939a64722 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:25:07.594092 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db1407ec-5158-42a8-8eb2-fde6e9873ece", "tag": "c1447464-3bc1-4329-bb45-b84da9cb889d", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:25:07.594378 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a3572eca-c4de-472a-8196-672939a64722 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:25:07.594797 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db1407ec-5158-42a8-8eb2-fde6e9873ece', 'tag': 'c1447464-3bc1-4329-bb45-b84da9cb889d', 'status': 'completed', 'code': 200} Jul 15 23:25:07.616918 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9fb024d4-4b8a-40f7-ad52-11e408f46354 req-e0f677e2-dd18-43d5-a286-de72663e944a tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544560 Jul 15 23:25:07.647155 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95819a17-f817-4a11-940a-f5c152a2682b req-33ff2342-4c72-48df-8e44-1b2f76f82c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:07.648681 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-95819a17-f817-4a11-940a-f5c152a2682b req-33ff2342-4c72-48df-8e44-1b2f76f82c6d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=89ce3a94-62b5-42a8-b767-ec4495e23b73 HTTP/1.1" status: 200 len: 854 time: 0.0530677 Jul 15 23:25:07.671752 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d53a73-db93-4555-a01f-603cc283b020 req-b6631216-02c0-4ead-8085-2a7f45ef722a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:07.673317 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-70d53a73-db93-4555-a01f-603cc283b020 req-b6631216-02c0-4ead-8085-2a7f45ef722a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b5f0bc39-0174-49c0-9e6d-079c96cb8d04 HTTP/1.1" status: 200 len: 853 time: 0.1414015 Jul 15 23:25:07.688797 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-95819a17-f817-4a11-940a-f5c152a2682b req-148b68ad-574a-411f-b467-51be7b24093a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=34d69ddd-6ef8-492b-8904-e5274ac6b6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306091 Jul 15 23:25:07.689156 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-8326c3f9-a42f-4c2f-9a7e-5c2bd1e0ab53 req-3f070a3f-806f-4172-8b0f-3df081633029 service neutron] Attempting to bind port 36942bd5-4ca9-487d-b408-1c545af416ed on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:25:07.689487 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-8326c3f9-a42f-4c2f-9a7e-5c2bd1e0ab53 req-3f070a3f-806f-4172-8b0f-3df081633029 service neutron] Attempting to bind port 36942bd5-4ca9-487d-b408-1c545af416ed by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '6673d05a-c942-40fb-96db-a5b103b8ea7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b2d27970-5bbd-4422-9efc-b55c9e0d4c0c'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:25:07.689729 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8326c3f9-a42f-4c2f-9a7e-5c2bd1e0ab53 req-3f070a3f-806f-4172-8b0f-3df081633029 service neutron] Attempting to bind port 36942bd5-4ca9-487d-b408-1c545af416ed on network b2d27970-5bbd-4422-9efc-b55c9e0d4c0c {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:25:07.726485 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-70d53a73-db93-4555-a01f-603cc283b020 req-199ea60e-5f1b-4c9b-ab9a-8325335a357d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7247f305-0d2c-4c58-8aee-858aaa9a4382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379622 Jul 15 23:25:07.726721 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8326c3f9-a42f-4c2f-9a7e-5c2bd1e0ab53 req-3f070a3f-806f-4172-8b0f-3df081633029 service neutron] Port 36942bd5-4ca9-487d-b408-1c545af416ed on network b2d27970-5bbd-4422-9efc-b55c9e0d4c0c not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:25:07.727006 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8326c3f9-a42f-4c2f-9a7e-5c2bd1e0ab53 req-3f070a3f-806f-4172-8b0f-3df081633029 service neutron] Attempting to bind port 36942bd5-4ca9-487d-b408-1c545af416ed on network b2d27970-5bbd-4422-9efc-b55c9e0d4c0c {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:25:07.732260 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8326c3f9-a42f-4c2f-9a7e-5c2bd1e0ab53 req-3f070a3f-806f-4172-8b0f-3df081633029 service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:25:07.732674 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8326c3f9-a42f-4c2f-9a7e-5c2bd1e0ab53 req-3f070a3f-806f-4172-8b0f-3df081633029 service neutron] Checking segment: {'id': '6673d05a-c942-40fb-96db-a5b103b8ea7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b2d27970-5bbd-4422-9efc-b55c9e0d4c0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:25:07.733065 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8326c3f9-a42f-4c2f-9a7e-5c2bd1e0ab53 req-3f070a3f-806f-4172-8b0f-3df081633029 service neutron] Bound using segment: {'id': '6673d05a-c942-40fb-96db-a5b103b8ea7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b2d27970-5bbd-4422-9efc-b55c9e0d4c0c'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:25:07.733541 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-8326c3f9-a42f-4c2f-9a7e-5c2bd1e0ab53 req-3f070a3f-806f-4172-8b0f-3df081633029 service neutron] Bound port: 36942bd5-4ca9-487d-b408-1c545af416ed, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6673d05a-c942-40fb-96db-a5b103b8ea7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b2d27970-5bbd-4422-9efc-b55c9e0d4c0c'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:25:07.734061 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8326c3f9-a42f-4c2f-9a7e-5c2bd1e0ab53 req-3f070a3f-806f-4172-8b0f-3df081633029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:07.816084 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-95819a17-f817-4a11-940a-f5c152a2682b req-a0ef0e80-e9aa-49da-8e50-4e8c57a37600 service neutron] 10.222.0.49 "GET /v2.0/networks/34d69ddd-6ef8-492b-8904-e5274ac6b6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203241 Jul 15 23:25:07.875476 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-8326c3f9-a42f-4c2f-9a7e-5c2bd1e0ab53 req-3f070a3f-806f-4172-8b0f-3df081633029 service neutron] For port 36942bd5-4ca9-487d-b408-1c545af416ed, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:25:07.888925 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-8326c3f9-a42f-4c2f-9a7e-5c2bd1e0ab53 req-3f070a3f-806f-4172-8b0f-3df081633029 service neutron] For port 36942bd5-4ca9-487d-b408-1c545af416ed, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=36942bd5-4ca9-487d-b408-1c545af416ed,segment=NetworkSegment(6673d05a-c942-40fb-96db-a5b103b8ea7a),segment_id=6673d05a-c942-40fb-96db-a5b103b8ea7a)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:25:07.896393 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-70d53a73-db93-4555-a01f-603cc283b020 req-e2d51f9f-cf59-4aba-a161-9c37389a1bd2 service neutron] 10.222.0.49 "GET /v2.0/networks/7247f305-0d2c-4c58-8aee-858aaa9a4382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597550 Jul 15 23:25:07.899297 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8326c3f9-a42f-4c2f-9a7e-5c2bd1e0ab53 req-3f070a3f-806f-4172-8b0f-3df081633029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:07.962953 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8326c3f9-a42f-4c2f-9a7e-5c2bd1e0ab53 req-3f070a3f-806f-4172-8b0f-3df081633029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:07.963441 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8326c3f9-a42f-4c2f-9a7e-5c2bd1e0ab53 req-3f070a3f-806f-4172-8b0f-3df081633029 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:07.964969 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8326c3f9-a42f-4c2f-9a7e-5c2bd1e0ab53 req-3f070a3f-806f-4172-8b0f-3df081633029 service neutron] 10.222.0.49 "PUT /v2.0/ports/36942bd5-4ca9-487d-b408-1c545af416ed HTTP/1.1" status: 200 len: 1092 time: 2.2226708 Jul 15 23:25:07.967329 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba52ac2a-530d-4770-9a39-bc3ccb86819e', 'tag': '36942bd5-4ca9-487d-b408-1c545af416ed'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:25:07.968803 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-95819a17-f817-4a11-940a-f5c152a2682b req-bd353bfb-2445-4e63-a241-f3647d621824 service neutron] 10.222.0.49 "GET /v2.0/networks/34d69ddd-6ef8-492b-8904-e5274ac6b6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451819 Jul 15 23:25:07.971153 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6928759-70dc-4861-8d28-d19638e9ca04" -d '{"events": [{"name": "network-changed", "server_uuid": "ba52ac2a-530d-4770-9a39-bc3ccb86819e", "tag": "36942bd5-4ca9-487d-b408-1c545af416ed"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:25:08.089722 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f070a3f-806f-4172-8b0f-3df081633029 service neutron] Pushing event updated for resources: {'Port': ['ID=36942bd5-4ca9-487d-b408-1c545af416ed,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:08.146041 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-70d53a73-db93-4555-a01f-603cc283b020 req-a8a67ba5-7a40-476b-b5c9-525557ed9624 service neutron] 10.222.0.49 "GET /v2.0/networks/7247f305-0d2c-4c58-8aee-858aaa9a4382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410605 Jul 15 23:25:08.162766 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766b9a5b-d2f9-47c0-a772-4d163f042bdf req-a1083c9f-3ffe-43c5-840e-a5f6c8a69529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:08.167362 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-766b9a5b-d2f9-47c0-a772-4d163f042bdf req-a1083c9f-3ffe-43c5-840e-a5f6c8a69529 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ca9f45630c684755bfc9217b95b6a061&device_id=db1407ec-5158-42a8-8eb2-fde6e9873ece HTTP/1.1" status: 200 len: 1094 time: 0.1310749 Jul 15 23:25:08.175192 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:08.189279 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8326c3f9-a42f-4c2f-9a7e-5c2bd1e0ab53 req-c40f0970-4014-4f73-a720-5690de0cebc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:08.192385 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8326c3f9-a42f-4c2f-9a7e-5c2bd1e0ab53 req-c40f0970-4014-4f73-a720-5690de0cebc6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=89469485c64e49f5b3171ed5499b9995&device_id=ba52ac2a-530d-4770-9a39-bc3ccb86819e HTTP/1.1" status: 200 len: 1095 time: 0.1421618 Jul 15 23:25:08.266142 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8326c3f9-a42f-4c2f-9a7e-5c2bd1e0ab53 req-99c052b9-4838-40b4-829a-261dcf6deb76 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36942bd5-4ca9-487d-b408-1c545af416ed HTTP/1.1" status: 200 len: 217 time: 0.0636959 Jul 15 23:25:08.331032 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8326c3f9-a42f-4c2f-9a7e-5c2bd1e0ab53 req-aa09c98b-e85a-4b53-9fac-d423330f3b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:08.332753 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8326c3f9-a42f-4c2f-9a7e-5c2bd1e0ab53 req-aa09c98b-e85a-4b53-9fac-d423330f3b85 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37b37ae8-8796-4a80-985b-2b67b8d4197b HTTP/1.1" status: 200 len: 834 time: 0.0595503 Jul 15 23:25:08.399773 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766b9a5b-d2f9-47c0-a772-4d163f042bdf req-377ea19b-11d9-4f8c-aa13-aaf2308f4f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:08.401285 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-766b9a5b-d2f9-47c0-a772-4d163f042bdf req-377ea19b-11d9-4f8c-aa13-aaf2308f4f1f service neutron] 10.222.0.49 "GET /v2.0/networks?id=34d69ddd-6ef8-492b-8904-e5274ac6b6b4 HTTP/1.1" status: 200 len: 915 time: 0.2276654 Jul 15 23:25:08.434093 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:25:08.465354 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40743c8f-b6da-4c9d-9dbe-f7790551e27b req-5e66e15a-0438-447a-878e-b49786a9ad38 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:08.467190 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-40743c8f-b6da-4c9d-9dbe-f7790551e27b req-5e66e15a-0438-447a-878e-b49786a9ad38 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/ports?device_id=db1407ec-5158-42a8-8eb2-fde6e9873ece HTTP/1.1" status: 200 len: 943 time: 0.1331711 Jul 15 23:25:08.469496 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e57e33-d3fc-4b38-9982-705b48caaa35 x-openstack-request-id: req-e8e57e33-d3fc-4b38-9982-705b48caaa35 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:25:08.470021 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba52ac2a-530d-4770-9a39-bc3ccb86819e", "tag": "36942bd5-4ca9-487d-b408-1c545af416ed", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:25:08.470461 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e8e57e33-d3fc-4b38-9982-705b48caaa35 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:25:08.471044 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba52ac2a-530d-4770-9a39-bc3ccb86819e', 'tag': '36942bd5-4ca9-487d-b408-1c545af416ed', 'status': 'completed', 'code': 200} Jul 15 23:25:08.476788 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8326c3f9-a42f-4c2f-9a7e-5c2bd1e0ab53 req-f1785562-1b40-42c8-85d8-62f53f55b867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:08.478810 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8326c3f9-a42f-4c2f-9a7e-5c2bd1e0ab53 req-f1785562-1b40-42c8-85d8-62f53f55b867 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b2d27970-5bbd-4422-9efc-b55c9e0d4c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1062999 Jul 15 23:25:08.500048 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-766b9a5b-d2f9-47c0-a772-4d163f042bdf req-9e998fdd-bcaf-4daf-8184-9ea97599112a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c1447464-3bc1-4329-bb45-b84da9cb889d HTTP/1.1" status: 200 len: 217 time: 0.0910759 Jul 15 23:25:08.591846 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766b9a5b-d2f9-47c0-a772-4d163f042bdf req-31e55f89-5406-495e-a077-9e4223be83bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:08.595168 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-766b9a5b-d2f9-47c0-a772-4d163f042bdf req-31e55f89-5406-495e-a077-9e4223be83bd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=89ce3a94-62b5-42a8-b767-ec4495e23b73 HTTP/1.1" status: 200 len: 854 time: 0.0881236 Jul 15 23:25:08.596664 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8326c3f9-a42f-4c2f-9a7e-5c2bd1e0ab53 req-05d65e77-d480-4e22-a6df-8bba460e2e02 service neutron] 10.222.0.49 "GET /v2.0/networks/b2d27970-5bbd-4422-9efc-b55c9e0d4c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075690 Jul 15 23:25:08.637022 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-40743c8f-b6da-4c9d-9dbe-f7790551e27b req-35299927-962c-45a9-aaae-37bb98da0266 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce3f5940-565b-43a4-b484-b630aa3d6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570218 Jul 15 23:25:08.699993 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-766b9a5b-d2f9-47c0-a772-4d163f042bdf req-ff22aa2c-bf10-48e7-9998-ef1219111710 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=34d69ddd-6ef8-492b-8904-e5274ac6b6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850694 Jul 15 23:25:08.831791 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8326c3f9-a42f-4c2f-9a7e-5c2bd1e0ab53 req-abdc2ab5-17cb-4817-87b6-c0e69720ed21 service neutron] 10.222.0.49 "GET /v2.0/networks/b2d27970-5bbd-4422-9efc-b55c9e0d4c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167022 Jul 15 23:25:08.908200 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-766b9a5b-d2f9-47c0-a772-4d163f042bdf req-ba75f906-ed90-410f-b17b-f8aaf5964f80 service neutron] 10.222.0.49 "GET /v2.0/networks/34d69ddd-6ef8-492b-8904-e5274ac6b6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981187 Jul 15 23:25:08.911939 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c8625-6088-4e4b-9ed7-8184d19dc799 req-1f87be09-ea34-424d-afa3-3c30156a7c0e tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:08.921535 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e18c8625-6088-4e4b-9ed7-8184d19dc799 req-1f87be09-ea34-424d-afa3-3c30156a7c0e tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba52ac2a-530d-4770-9a39-bc3ccb86819e HTTP/1.1" status: 200 len: 944 time: 0.2264173 Jul 15 23:25:08.991674 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e18c8625-6088-4e4b-9ed7-8184d19dc799 req-9b6f0336-b9a6-4bc0-950e-3ce731f9739f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a21f99e-85ef-40ae-a8f1-602283c79a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648072 Jul 15 23:25:09.132237 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 46926) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:09.335841 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3a5e092-5812-4b90-8b8a-ffff825b522c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:09.456361 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3a5e092-5812-4b90-8b8a-ffff825b522c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:09.460373 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3a5e092-5812-4b90-8b8a-ffff825b522c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:09.500907 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e3a5e092-5812-4b90-8b8a-ffff825b522c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c0c9fcdfe3364e4fa571f75f1fa9d3aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3675685 Jul 15 23:25:09.501874 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a5e092-5812-4b90-8b8a-ffff825b522c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e822c5a-fd80-432a-9890-2bd81f801dc9,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:09.503551 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 46930) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:09.558556 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f0610b8-5753-468c-980a-ea3ab823ff19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:09.581046 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f0610b8-5753-468c-980a-ea3ab823ff19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:09.630227 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f0610b8-5753-468c-980a-ea3ab823ff19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:09.632936 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f0610b8-5753-468c-980a-ea3ab823ff19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:09.634104 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-3f0610b8-5753-468c-980a-ea3ab823ff19 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9e822c5a-fd80-432a-9890-2bd81f801dc9 HTTP/1.1" status: 204 len: 168 time: 0.1295288 Jul 15 23:25:09.643176 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0610b8-5753-468c-980a-ea3ab823ff19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e822c5a-fd80-432a-9890-2bd81f801dc9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:10.143371 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device c1447464-3bc1-4329-bb45-b84da9cb889d details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:25:10.266366 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port c1447464-3bc1-4329-bb45-b84da9cb889d, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=c1447464-3bc1-4329-bb45-b84da9cb889d,segment=NetworkSegment(7b7581c1-1598-4186-967b-a52d177d111c),segment_id=7b7581c1-1598-4186-967b-a52d177d111c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:25:10.278469 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': 'c1447464-3bc1-4329-bb45-b84da9cb889d', 'network_id': '34d69ddd-6ef8-492b-8904-e5274ac6b6b4', 'port_id': 'c1447464-3bc1-4329-bb45-b84da9cb889d', 'mac_address': 'fa:16:3e:87:85:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89ce3a94-62b5-42a8-b767-ec4495e23b73', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:25:10.319518 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:10.335414 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1447464-3bc1-4329-bb45-b84da9cb889d {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:25:10.357482 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port c1447464-3bc1-4329-bb45-b84da9cb889d, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=c1447464-3bc1-4329-bb45-b84da9cb889d,segment=NetworkSegment(7b7581c1-1598-4186-967b-a52d177d111c),segment_id=7b7581c1-1598-4186-967b-a52d177d111c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:25:10.371853 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:10.435400 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=c1447464-3bc1-4329-bb45-b84da9cb889d,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:10.734141 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['c1447464-3bc1-4329-bb45-b84da9cb889d'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:25:11.171472 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 46996) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:11.283949 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f4ffd20-7309-4882-9dd1-30a9b5040b5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:11.380248 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f4ffd20-7309-4882-9dd1-30a9b5040b5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:11.389080 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f4ffd20-7309-4882-9dd1-30a9b5040b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:11.431731 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-6f4ffd20-7309-4882-9dd1-30a9b5040b5e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=606a3574110c4e24be311d8ba2b3ea2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2591414 Jul 15 23:25:11.434501 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47000) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:11.437625 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4ffd20-7309-4882-9dd1-30a9b5040b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582cd9af-2a3d-43f8-8945-40ca6388a26f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:11.496812 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-324dc77b-4084-4880-9d38-cbfed474e39a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:11.518353 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-324dc77b-4084-4880-9d38-cbfed474e39a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:11.573141 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-324dc77b-4084-4880-9d38-cbfed474e39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:11.575900 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-324dc77b-4084-4880-9d38-cbfed474e39a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:11.577155 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-324dc77b-4084-4880-9d38-cbfed474e39a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/582cd9af-2a3d-43f8-8945-40ca6388a26f HTTP/1.1" status: 204 len: 168 time: 0.1410012 Jul 15 23:25:11.586327 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324dc77b-4084-4880-9d38-cbfed474e39a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582cd9af-2a3d-43f8-8945-40ca6388a26f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:12.161012 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device c1447464-3bc1-4329-bb45-b84da9cb889d up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:25:12.231298 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port c1447464-3bc1-4329-bb45-b84da9cb889d completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:25:12.236387 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port c1447464-3bc1-4329-bb45-b84da9cb889d triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:25:12.237094 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:12.353787 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:12.378267 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db1407ec-5158-42a8-8eb2-fde6e9873ece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1447464-3bc1-4329-bb45-b84da9cb889d'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:25:12.380724 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea87fa2a-8fc6-4297-8ac9-adb894d7d4a7" -d '{"events": [{"server_uuid": "db1407ec-5158-42a8-8eb2-fde6e9873ece", "name": "network-vif-plugged", "status": "completed", "tag": "c1447464-3bc1-4329-bb45-b84da9cb889d"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:25:12.396256 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port c1447464-3bc1-4329-bb45-b84da9cb889d, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=c1447464-3bc1-4329-bb45-b84da9cb889d,segment=NetworkSegment(7b7581c1-1598-4186-967b-a52d177d111c),segment_id=7b7581c1-1598-4186-967b-a52d177d111c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:25:12.400953 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:12.461701 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=c1447464-3bc1-4329-bb45-b84da9cb889d,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:12.587418 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47034) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:12.699260 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-46d035ee-b239-419c-a4b9-9bb87c2362e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:12.801695 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-46d035ee-b239-419c-a4b9-9bb87c2362e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:12.806125 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-46d035ee-b239-419c-a4b9-9bb87c2362e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:12.847470 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d035ee-b239-419c-a4b9-9bb87c2362e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e336c6c4-1b17-496c-8289-74cc826c24d2,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:12.852063 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-46d035ee-b239-419c-a4b9-9bb87c2362e6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3df10cccb6264b028094806be434d287&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2634504 Jul 15 23:25:12.854643 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47038) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:12.907851 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-20a232fc-b8cd-45bd-b382-1e43db188370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:12.931458 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-20a232fc-b8cd-45bd-b382-1e43db188370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:12.984897 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-20a232fc-b8cd-45bd-b382-1e43db188370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:12.987782 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-20a232fc-b8cd-45bd-b382-1e43db188370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:12.989104 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-20a232fc-b8cd-45bd-b382-1e43db188370 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e336c6c4-1b17-496c-8289-74cc826c24d2 HTTP/1.1" status: 204 len: 168 time: 0.1334686 Jul 15 23:25:12.997867 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a232fc-b8cd-45bd-b382-1e43db188370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e336c6c4-1b17-496c-8289-74cc826c24d2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:14.212244 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47078) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:14.317815 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-9dc3d106-198b-438a-b5a2-679ebbe52c6a tempest-MeteringTestJSON-383929507 tempest-MeteringTestJSON-383929507-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-897855130'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:14.318304 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-9dc3d106-198b-438a-b5a2-679ebbe52c6a tempest-MeteringTestJSON-383929507 tempest-MeteringTestJSON-383929507-project-admin] Unknown quota resources ['metering_label']. {{(pid=93770) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 23:25:14.512375 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9dc3d106-198b-438a-b5a2-679ebbe52c6a tempest-MeteringTestJSON-383929507 tempest-MeteringTestJSON-383929507-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:14.516307 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-9dc3d106-198b-438a-b5a2-679ebbe52c6a tempest-MeteringTestJSON-383929507 tempest-MeteringTestJSON-383929507-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.3002758 Jul 15 23:25:14.516562 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47084) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:14.521073 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-9057d15a-67bb-4095-bb03-2bb44a0b034b tempest-MeteringTestJSON-383929507 tempest-MeteringTestJSON-383929507-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '39070c00-0eb4-4d69-8f85-9040cbd262d5'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:14.521586 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-9057d15a-67bb-4095-bb03-2bb44a0b034b tempest-MeteringTestJSON-383929507 tempest-MeteringTestJSON-383929507-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93770) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 23:25:14.627526 n-d-794306-6 neutron-server[93770]: WARNING neutron.services.metering.metering_plugin [None req-9057d15a-67bb-4095-bb03-2bb44a0b034b tempest-MeteringTestJSON-383929507 tempest-MeteringTestJSON-383929507-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 15 23:25:14.738221 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9057d15a-67bb-4095-bb03-2bb44a0b034b tempest-MeteringTestJSON-383929507 tempest-MeteringTestJSON-383929507-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:14.739423 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-9057d15a-67bb-4095-bb03-2bb44a0b034b tempest-MeteringTestJSON-383929507 tempest-MeteringTestJSON-383929507-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2219043 Jul 15 23:25:14.742665 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47086) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:14.746950 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-6255cc45-2384-4623-a124-9aa92dbdf987 tempest-MeteringTestJSON-383929507 tempest-MeteringTestJSON-383929507-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '39070c00-0eb4-4d69-8f85-9040cbd262d5'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:14.747502 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-6255cc45-2384-4623-a124-9aa92dbdf987 tempest-MeteringTestJSON-383929507 tempest-MeteringTestJSON-383929507-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93770) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 23:25:14.807767 n-d-794306-6 neutron-server[93770]: WARNING neutron.services.metering.metering_plugin [None req-6255cc45-2384-4623-a124-9aa92dbdf987 tempest-MeteringTestJSON-383929507 tempest-MeteringTestJSON-383929507-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 15 23:25:14.897063 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6255cc45-2384-4623-a124-9aa92dbdf987 tempest-MeteringTestJSON-383929507 tempest-MeteringTestJSON-383929507-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:14.898176 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-6255cc45-2384-4623-a124-9aa92dbdf987 tempest-MeteringTestJSON-383929507 tempest-MeteringTestJSON-383929507-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1545837 Jul 15 23:25:14.901014 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47088) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:14.914599 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-0fefc186-ffbe-4c4c-a175-47f36d2aeae0 tempest-MeteringTestJSON-383929507 tempest-MeteringTestJSON-383929507-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=f55fd68a-0269-440d-8d9c-cc2b76d9a5d8 HTTP/1.1" status: 200 len: 464 time: 0.0124388 Jul 15 23:25:14.917147 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47090) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:15.442469 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ec49344-976d-48ce-947f-eedb56a65ea3 tempest-MeteringTestJSON-383929507 tempest-MeteringTestJSON-383929507-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:15.446736 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47094) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:15.447284 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-9ec49344-976d-48ce-947f-eedb56a65ea3 tempest-MeteringTestJSON-383929507 tempest-MeteringTestJSON-383929507-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-label-rules/f55fd68a-0269-440d-8d9c-cc2b76d9a5d8 HTTP/1.1" status: 204 len: 168 time: 0.5287819 Jul 15 23:25:15.461317 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-a3d6f875-913c-4569-97d4-5da6624b6a8c tempest-MeteringTestJSON-383929507 tempest-MeteringTestJSON-383929507-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=f55fd68a-0269-440d-8d9c-cc2b76d9a5d8 HTTP/1.1" status: 200 len: 221 time: 0.0127711 Jul 15 23:25:15.464952 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47096) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:15.469672 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-f4f4ab86-b70f-4a42-8274-5270aaabc0e3 tempest-MeteringTestJSON-383929507 tempest-MeteringTestJSON-383929507-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--68098656', 'description': 'label created by tempest'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:15.470216 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-f4f4ab86-b70f-4a42-8274-5270aaabc0e3 tempest-MeteringTestJSON-383929507 tempest-MeteringTestJSON-383929507-project-admin] Unknown quota resources ['metering_label']. {{(pid=93770) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 23:25:15.652699 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f4f4ab86-b70f-4a42-8274-5270aaabc0e3 tempest-MeteringTestJSON-383929507 tempest-MeteringTestJSON-383929507-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:15.656181 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-f4f4ab86-b70f-4a42-8274-5270aaabc0e3 tempest-MeteringTestJSON-383929507 tempest-MeteringTestJSON-383929507-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 468 time: 0.1898024 Jul 15 23:25:15.656720 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47098) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:15.742175 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-f1dd960f-e1f1-4950-96c8-dd2bf8a9c4e9 tempest-MeteringTestJSON-383929507 tempest-MeteringTestJSON-383929507-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=3406bd2f-71e4-4174-beaa-cc26cea6beb9 HTTP/1.1" status: 200 len: 466 time: 0.0842240 Jul 15 23:25:15.746513 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47100) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:16.006623 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ae672262-bf88-4546-894a-04085e7c8b84 tempest-MeteringTestJSON-383929507 tempest-MeteringTestJSON-383929507-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:16.007901 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ae672262-bf88-4546-894a-04085e7c8b84 tempest-MeteringTestJSON-383929507 tempest-MeteringTestJSON-383929507-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-labels/3406bd2f-71e4-4174-beaa-cc26cea6beb9 HTTP/1.1" status: 204 len: 168 time: 0.2600529 Jul 15 23:25:16.011216 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47102) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:16.028664 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-898a83ae-18f9-424c-8f71-83e21c49094c tempest-MeteringTestJSON-383929507 tempest-MeteringTestJSON-383929507-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=3406bd2f-71e4-4174-beaa-cc26cea6beb9 HTTP/1.1" status: 200 len: 216 time: 0.0166996 Jul 15 23:25:16.032702 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47104) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:16.048470 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-5c581271-05f6-4ca5-9bcb-be2a0de370be tempest-MeteringTestJSON-383929507 tempest-MeteringTestJSON-383929507-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0144269 Jul 15 23:25:16.052584 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47106) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:16.072104 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-eb8f369c-e5ee-4903-9746-50b7277f0cc6 tempest-MeteringTestJSON-383929507 tempest-MeteringTestJSON-383929507-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0148866 Jul 15 23:25:16.072908 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47108) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:16.128206 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-dd3c29af-1039-455f-ba99-ada6c60ab2d6 tempest-MeteringTestJSON-383929507 tempest-MeteringTestJSON-383929507-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels/39070c00-0eb4-4d69-8f85-9040cbd262d5 HTTP/1.1" status: 200 len: 472 time: 0.0541182 Jul 15 23:25:16.133089 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47110) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:16.143741 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f133dfda-df79-40ca-93ab-59c0de78bdd8 tempest-MeteringTestJSON-383929507 tempest-MeteringTestJSON-383929507-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules/f0037d1f-ed08-4c06-be8e-5cea1d3b0db6 HTTP/1.1" status: 200 len: 461 time: 0.0095422 Jul 15 23:25:16.149177 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47112) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:16.690699 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5436a611-dfe1-48bf-9a6a-40576aa265bf tempest-MeteringTestJSON-383929507 tempest-MeteringTestJSON-383929507-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:16.694869 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47114) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:16.695372 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-5436a611-dfe1-48bf-9a6a-40576aa265bf tempest-MeteringTestJSON-383929507 tempest-MeteringTestJSON-383929507-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-label-rules/f0037d1f-ed08-4c06-be8e-5cea1d3b0db6 HTTP/1.1" status: 204 len: 168 time: 0.5446973 Jul 15 23:25:16.902831 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b8757041-b196-4619-b0f9-67cceeb9e2cc tempest-MeteringTestJSON-383929507 tempest-MeteringTestJSON-383929507-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:16.906683 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b8757041-b196-4619-b0f9-67cceeb9e2cc tempest-MeteringTestJSON-383929507 tempest-MeteringTestJSON-383929507-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-labels/39070c00-0eb4-4d69-8f85-9040cbd262d5 HTTP/1.1" status: 204 len: 168 time: 0.2074966 Jul 15 23:25:17.193842 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47120) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:17.309988 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f97a9559-42a4-435b-99c7-48e43beae351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:17.416244 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f97a9559-42a4-435b-99c7-48e43beae351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:17.420568 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f97a9559-42a4-435b-99c7-48e43beae351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:17.471684 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-f97a9559-42a4-435b-99c7-48e43beae351 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a897ae5fd2b6449c926328eb9eb30749&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2724490 Jul 15 23:25:17.471684 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97a9559-42a4-435b-99c7-48e43beae351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8136aec-9c13-42eb-aee7-95838964189f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:17.472604 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47124) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:17.540055 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c45c1e69-6d68-4608-af05-593e4e613142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:17.569166 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c45c1e69-6d68-4608-af05-593e4e613142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:17.632599 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c45c1e69-6d68-4608-af05-593e4e613142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:17.635420 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c45c1e69-6d68-4608-af05-593e4e613142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:17.640738 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c45c1e69-6d68-4608-af05-593e4e613142 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f8136aec-9c13-42eb-aee7-95838964189f HTTP/1.1" status: 204 len: 168 time: 0.1661124 Jul 15 23:25:17.649092 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45c1e69-6d68-4608-af05-593e4e613142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8136aec-9c13-42eb-aee7-95838964189f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:17.946542 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47130) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:17.961611 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-da7e1d27-c908-4b1b-a736-901df045a7c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:18.071845 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-da7e1d27-c908-4b1b-a736-901df045a7c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:18.078581 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-da7e1d27-c908-4b1b-a736-901df045a7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:18.119475 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-da7e1d27-c908-4b1b-a736-901df045a7c3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cd29dc27c79e4697b4b22ff68d067dfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1717188 Jul 15 23:25:18.120316 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7e1d27-c908-4b1b-a736-901df045a7c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ecb6fd-36c8-4f6b-94b1-08ada83ef453,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:18.122278 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47132) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:18.174971 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db25a8c8-95c0-4fe1-96b0-d35a140e0a84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:18.197536 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db25a8c8-95c0-4fe1-96b0-d35a140e0a84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:18.246062 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db25a8c8-95c0-4fe1-96b0-d35a140e0a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:18.251083 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db25a8c8-95c0-4fe1-96b0-d35a140e0a84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:18.252279 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-db25a8c8-95c0-4fe1-96b0-d35a140e0a84 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/41ecb6fd-36c8-4f6b-94b1-08ada83ef453 HTTP/1.1" status: 204 len: 168 time: 0.1288061 Jul 15 23:25:18.260951 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db25a8c8-95c0-4fe1-96b0-d35a140e0a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ecb6fd-36c8-4f6b-94b1-08ada83ef453,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:19.685814 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47170) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:19.782586 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a6ea1385-c997-42eb-8bc2-257b61de7d55 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-601692848', 'router:external': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:19.805412 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ea1385-c997-42eb-8bc2-257b61de7d55 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Made reservation on behalf of 82ac41d9c71845e0b08d312ead3e4c24 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:25:19.808087 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a6ea1385-c997-42eb-8bc2-257b61de7d55 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:19.816557 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a6ea1385-c997-42eb-8bc2-257b61de7d55 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:19.908541 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a6ea1385-c997-42eb-8bc2-257b61de7d55 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:19.912436 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a6ea1385-c997-42eb-8bc2-257b61de7d55 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:19.936401 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6ea1385-c997-42eb-8bc2-257b61de7d55 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:25:19.946399 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ea1385-c997-42eb-8bc2-257b61de7d55 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368b1d58-09af-4a7d-99f5-7e2a9f246f48,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:19.951063 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a6ea1385-c997-42eb-8bc2-257b61de7d55 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:19.951406 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-a6ea1385-c997-42eb-8bc2-257b61de7d55 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Added segment 0e8e03a0-60b1-4447-b5d5-207361643b6a of type vlan for network f41d4c57-6dde-41fd-be29-08aa3bcf1ff4 Jul 15 23:25:20.041830 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a6ea1385-c997-42eb-8bc2-257b61de7d55 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:20.127751 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6928759-70dc-4861-8d28-d19638e9ca04 req-ae5488cd-a746-473d-9998-a029e4ddb5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:20.128703 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-766b9a5b-d2f9-47c0-a772-4d163f042bdf req-8cc0f9e3-eb8b-4399-9b6b-ad30f1c5258e service neutron] 10.222.0.49 "GET /v2.0/networks/34d69ddd-6ef8-492b-8904-e5274ac6b6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360962 Jul 15 23:25:20.130728 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a6ea1385-c997-42eb-8bc2-257b61de7d55 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:20.132533 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ea1385-c997-42eb-8bc2-257b61de7d55 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:20.132738 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d6928759-70dc-4861-8d28-d19638e9ca04 req-ae5488cd-a746-473d-9998-a029e4ddb5ea service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=89469485c64e49f5b3171ed5499b9995&device_id=ba52ac2a-530d-4770-9a39-bc3ccb86819e HTTP/1.1" status: 200 len: 1095 time: 0.1369164 Jul 15 23:25:20.133869 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a6ea1385-c997-42eb-8bc2-257b61de7d55 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:20.205125 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a6ea1385-c997-42eb-8bc2-257b61de7d55 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.5180664 Jul 15 23:25:20.206346 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ea1385-c997-42eb-8bc2-257b61de7d55 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Pushing event updated for resources: {'Network': ['ID=f41d4c57-6dde-41fd-be29-08aa3bcf1ff4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:20.212723 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47174) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:20.216763 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network f41d4c57-6dde-41fd-be29-08aa3bcf1ff4 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:25:20.218226 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-01443cb7-4541-490a-aa98-a69732d533e8 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Request body: {'subnet': {'network_id': 'f41d4c57-6dde-41fd-be29-08aa3bcf1ff4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:20.247618 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01443cb7-4541-490a-aa98-a69732d533e8 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Made reservation on behalf of 82ac41d9c71845e0b08d312ead3e4c24 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:25:20.251154 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01443cb7-4541-490a-aa98-a69732d533e8 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:20.351467 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a65d55-d050-4e02-8d23-eff71b70abaa req-749a04ed-67a6-483c-8543-228199b951c7 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:20.359129 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b6a65d55-d050-4e02-8d23-eff71b70abaa req-749a04ed-67a6-483c-8543-228199b951c7 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 944 time: 0.2098229 Jul 15 23:25:20.363353 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6928759-70dc-4861-8d28-d19638e9ca04 req-55dd18ec-7b92-4df5-90b3-3c12f1868532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:20.364807 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d6928759-70dc-4861-8d28-d19638e9ca04 req-55dd18ec-7b92-4df5-90b3-3c12f1868532 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b2d27970-5bbd-4422-9efc-b55c9e0d4c0c HTTP/1.1" status: 200 len: 897 time: 0.1799698 Jul 15 23:25:20.377059 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f7981-0f9e-4316-8696-3f0467dbbcbe req-b91f2854-23e0-421f-94ac-32f24497f19a tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:20.378533 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e10f7981-0f9e-4316-8696-3f0467dbbcbe req-b91f2854-23e0-421f-94ac-32f24497f19a tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/ports?device_id=db1407ec-5158-42a8-8eb2-fde6e9873ece HTTP/1.1" status: 200 len: 945 time: 0.1925745 Jul 15 23:25:20.432407 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d6928759-70dc-4861-8d28-d19638e9ca04 req-61b335d1-996b-4079-b3c7-2b24f60fe68a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36942bd5-4ca9-487d-b408-1c545af416ed HTTP/1.1" status: 200 len: 217 time: 0.0529182 Jul 15 23:25:20.488860 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b6a65d55-d050-4e02-8d23-eff71b70abaa req-9a15cda4-8a74-4bcf-a55e-4621cad100b4 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286173 Jul 15 23:25:20.516415 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e10f7981-0f9e-4316-8696-3f0467dbbcbe req-3245a918-361d-4ef2-b015-b5f6a94f08ff tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce3f5940-565b-43a4-b484-b630aa3d6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199565 Jul 15 23:25:20.521491 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6928759-70dc-4861-8d28-d19638e9ca04 req-71b74515-4f70-4b5e-927e-2689ba17531e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:20.522948 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d6928759-70dc-4861-8d28-d19638e9ca04 req-71b74515-4f70-4b5e-927e-2689ba17531e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37b37ae8-8796-4a80-985b-2b67b8d4197b HTTP/1.1" status: 200 len: 834 time: 0.0838683 Jul 15 23:25:20.583981 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b136fbdd-d463-4a85-a1fc-df32a1b0ab76 x-openstack-request-id: req-b136fbdd-d463-4a85-a1fc-df32a1b0ab76 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:25:20.584272 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db1407ec-5158-42a8-8eb2-fde6e9873ece", "name": "network-vif-plugged", "status": "completed", "tag": "c1447464-3bc1-4329-bb45-b84da9cb889d", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:25:20.584525 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b136fbdd-d463-4a85-a1fc-df32a1b0ab76 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:25:20.584912 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db1407ec-5158-42a8-8eb2-fde6e9873ece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1447464-3bc1-4329-bb45-b84da9cb889d', 'code': 200} Jul 15 23:25:20.589413 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6928759-70dc-4861-8d28-d19638e9ca04 req-9e999cea-bc48-4d51-a0e1-67e9bd846d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:20.592199 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d6928759-70dc-4861-8d28-d19638e9ca04 req-9e999cea-bc48-4d51-a0e1-67e9bd846d5c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b2d27970-5bbd-4422-9efc-b55c9e0d4c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0608604 Jul 15 23:25:20.627062 n-d-794306-6 neutron-server[93771]: DEBUG neutron.objects.ports [None req-01443cb7-4541-490a-aa98-a69732d533e8 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 23:25:20.627913 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01443cb7-4541-490a-aa98-a69732d533e8 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:20.740709 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01443cb7-4541-490a-aa98-a69732d533e8 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Pushing event updated for resources: {'Subnet': ['ID=206ce515-7735-4ad9-8fba-0e36e6b3871c,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:20.744997 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d6928759-70dc-4861-8d28-d19638e9ca04 req-52a77f3a-2fd3-466c-af2a-db82dcbe793b service neutron] 10.222.0.49 "GET /v2.0/networks/b2d27970-5bbd-4422-9efc-b55c9e0d4c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457565 Jul 15 23:25:20.759494 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01443cb7-4541-490a-aa98-a69732d533e8 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Checking segment: {'id': '0e8e03a0-60b1-4447-b5d5-207361643b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f41d4c57-6dde-41fd-be29-08aa3bcf1ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:25:20.760035 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01443cb7-4541-490a-aa98-a69732d533e8 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Network hostable DHCP agents. Network: f41d4c57-6dde-41fd-be29-08aa3bcf1ff4, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:25:20.774932 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa4067-1d5b-4b3e-9f00-306547b863e1 req-6bfcd08e-0277-4d50-bcec-51884f9a7926 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:20.776630 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-efaa4067-1d5b-4b3e-9f00-306547b863e1 req-6bfcd08e-0277-4d50-bcec-51884f9a7926 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba52ac2a-530d-4770-9a39-bc3ccb86819e HTTP/1.1" status: 200 len: 944 time: 0.1342478 Jul 15 23:25:20.783888 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b23508f-2481-4620-879c-13b6330d85e3 req-72e26057-849a-4c59-b742-a330fe30a89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:20.785417 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-3b23508f-2481-4620-879c-13b6330d85e3 req-72e26057-849a-4c59-b742-a330fe30a89d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=db1407ec-5158-42a8-8eb2-fde6e9873ece HTTP/1.1" status: 200 len: 1096 time: 0.1288803 Jul 15 23:25:20.817219 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01443cb7-4541-490a-aa98-a69732d533e8 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Network f41d4c57-6dde-41fd-be29-08aa3bcf1ff4 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:25:20.836597 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-3b23508f-2481-4620-879c-13b6330d85e3 req-6d615bfc-3712-4d7a-9b2b-49adbd335b13 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ce3f5940-565b-43a4-b484-b630aa3d6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450165 Jul 15 23:25:20.838108 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-01443cb7-4541-490a-aa98-a69732d533e8 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, f41d4c57-6dde-41fd-be29-08aa3bcf1ff4) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:25:20.843123 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01443cb7-4541-490a-aa98-a69732d533e8 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:20.843794 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01443cb7-4541-490a-aa98-a69732d533e8 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:20.850187 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207ed98e-2c17-4830-8404-e0d1f65b2af7 None None] Network f41d4c57-6dde-41fd-be29-08aa3bcf1ff4 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:25:20.862480 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-01443cb7-4541-490a-aa98-a69732d533e8 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.6485445 Jul 15 23:25:20.863229 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47176) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:20.875460 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-81b46711-50f9-46a9-af9a-b7068242e922 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1796118149', 'network_id': 'f41d4c57-6dde-41fd-be29-08aa3bcf1ff4'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:20.894107 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-efaa4067-1d5b-4b3e-9f00-306547b863e1 req-50fdec69-fe39-47f2-80ff-03c6fad4ec63 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a21f99e-85ef-40ae-a8f1-602283c79a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984962 Jul 15 23:25:20.913715 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b46711-50f9-46a9-af9a-b7068242e922 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Made reservation on behalf of 82ac41d9c71845e0b08d312ead3e4c24 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:25:20.927863 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-81b46711-50f9-46a9-af9a-b7068242e922 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:20.928049 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d6928759-70dc-4861-8d28-d19638e9ca04 req-2018ceb5-3ed1-4e94-92bf-d36bdee14ac7 service neutron] 10.222.0.49 "GET /v2.0/networks/b2d27970-5bbd-4422-9efc-b55c9e0d4c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728418 Jul 15 23:25:20.939379 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-81b46711-50f9-46a9-af9a-b7068242e922 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] device_id is not set on port d5a2a7e0-f850-45ee-9d9a-085aba45135b yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:25:21.016908 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a50d518-2e56-4a93-92ab-ec4e4865cc8a None None] Network f41d4c57-6dde-41fd-be29-08aa3bcf1ff4 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:25:21.079094 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-81b46711-50f9-46a9-af9a-b7068242e922 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Allocated IP 2001:db8::21a (f41d4c57-6dde-41fd-be29-08aa3bcf1ff4/206ce515-7735-4ad9-8fba-0e36e6b3871c/d5a2a7e0-f850-45ee-9d9a-085aba45135b) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:25:21.248963 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-81b46711-50f9-46a9-af9a-b7068242e922 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:21.287376 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-81b46711-50f9-46a9-af9a-b7068242e922 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:21.331927 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b46711-50f9-46a9-af9a-b7068242e922 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Network f41d4c57-6dde-41fd-be29-08aa3bcf1ff4 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:25:21.334937 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-81b46711-50f9-46a9-af9a-b7068242e922 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:25:21.339325 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b46711-50f9-46a9-af9a-b7068242e922 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:25:21.340320 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b46711-50f9-46a9-af9a-b7068242e922 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:21.340920 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-81b46711-50f9-46a9-af9a-b7068242e922 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:21.344831 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b46711-50f9-46a9-af9a-b7068242e922 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Pushing event updated for resources: {'Port': ['ID=d5a2a7e0-f850-45ee-9d9a-085aba45135b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:21.357488 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-81b46711-50f9-46a9-af9a-b7068242e922 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.4931872 Jul 15 23:25:21.360191 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47184) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:21.451129 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b7449fca-adb9-418e-9fce-a6b2af4c4cc6 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Deleting port d5a2a7e0-f850-45ee-9d9a-085aba45135b {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:25:21.451475 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b7449fca-adb9-418e-9fce-a6b2af4c4cc6 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:21.526307 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b7449fca-adb9-418e-9fce-a6b2af4c4cc6 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:21.541613 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b7449fca-adb9-418e-9fce-a6b2af4c4cc6 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Calling delete_port for d5a2a7e0-f850-45ee-9d9a-085aba45135b owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:25:21.690321 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b7449fca-adb9-418e-9fce-a6b2af4c4cc6 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:21.723852 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7449fca-adb9-418e-9fce-a6b2af4c4cc6 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Pushing event deleted for resources: {'Port': ['ID=d5a2a7e0-f850-45ee-9d9a-085aba45135b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:21.737662 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373663ff-c9d3-49c9-b8e1-200f24b6a8aa req-0da190dc-1a27-478b-8f42-c29be8ad876a tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:21.739256 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-373663ff-c9d3-49c9-b8e1-200f24b6a8aa req-0da190dc-1a27-478b-8f42-c29be8ad876a tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 944 time: 0.1203291 Jul 15 23:25:21.754179 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b7449fca-adb9-418e-9fce-a6b2af4c4cc6 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:21.758870 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b7449fca-adb9-418e-9fce-a6b2af4c4cc6 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] 10.222.0.48 "DELETE /v2.0/ports/d5a2a7e0-f850-45ee-9d9a-085aba45135b HTTP/1.1" status: 204 len: 168 time: 0.3948843 Jul 15 23:25:21.759084 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47190) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:21.763623 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-4b1578f2-962c-4a8f-a61c-58e621031871 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f41d4c57-6dde-41fd-be29-08aa3bcf1ff4', 'external_fixed_ips': [{'subnet_id': '206ce515-7735-4ad9-8fba-0e36e6b3871c', 'ip_address': '2001:db8::21a'}]}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:21.765838 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a864b3-29e0-4f96-a6f2-a3d7cc5462e1 req-2551ede9-caad-49bb-a234-674ee3c1de07 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:21.767383 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b1a864b3-29e0-4f96-a6f2-a3d7cc5462e1 req-2551ede9-caad-49bb-a234-674ee3c1de07 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/ports?device_id=db1407ec-5158-42a8-8eb2-fde6e9873ece HTTP/1.1" status: 200 len: 945 time: 0.1153140 Jul 15 23:25:21.802918 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4b1578f2-962c-4a8f-a61c-58e621031871 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:21.804901 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4b1578f2-962c-4a8f-a61c-58e621031871 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:21.819978 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-373663ff-c9d3-49c9-b8e1-200f24b6a8aa req-ccd2dd50-3bef-48d0-854a-57184c1e112a tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742791 Jul 15 23:25:21.829920 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b1a864b3-29e0-4f96-a6f2-a3d7cc5462e1 req-34e57c09-360c-40be-8c68-b67d402dc7f7 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce3f5940-565b-43a4-b484-b630aa3d6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560720 Jul 15 23:25:21.882522 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4b1578f2-962c-4a8f-a61c-58e621031871 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:22.027098 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4b1578f2-962c-4a8f-a61c-58e621031871 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:22.094691 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1038ed27-2b91-49d3-afd3-1f458ebd2231 req-4d3dbfd5-cb81-4dc5-b16c-3657ef65b149 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:22.096186 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1038ed27-2b91-49d3-afd3-1f458ebd2231 req-4d3dbfd5-cb81-4dc5-b16c-3657ef65b149 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba52ac2a-530d-4770-9a39-bc3ccb86819e HTTP/1.1" status: 200 len: 944 time: 0.0749409 Jul 15 23:25:22.142039 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1038ed27-2b91-49d3-afd3-1f458ebd2231 req-eec2ec81-ad27-44e7-812a-1c8f1d135c74 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a21f99e-85ef-40ae-a8f1-602283c79a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399301 Jul 15 23:25:22.201422 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 36942bd5-4ca9-487d-b408-1c545af416ed details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:25:22.251771 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4b1578f2-962c-4a8f-a61c-58e621031871 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:22.279530 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4b1578f2-962c-4a8f-a61c-58e621031871 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:22.306244 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 36942bd5-4ca9-487d-b408-1c545af416ed, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=36942bd5-4ca9-487d-b408-1c545af416ed,segment=NetworkSegment(6673d05a-c942-40fb-96db-a5b103b8ea7a),segment_id=6673d05a-c942-40fb-96db-a5b103b8ea7a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:25:22.323198 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '36942bd5-4ca9-487d-b408-1c545af416ed', 'network_id': 'b2d27970-5bbd-4422-9efc-b55c9e0d4c0c', 'port_id': '36942bd5-4ca9-487d-b408-1c545af416ed', 'mac_address': 'fa:16:3e:ed:50:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37b37ae8-8796-4a80-985b-2b67b8d4197b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:25:22.364940 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:22.379489 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36942bd5-4ca9-487d-b408-1c545af416ed {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:25:22.401424 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 36942bd5-4ca9-487d-b408-1c545af416ed, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=36942bd5-4ca9-487d-b408-1c545af416ed,segment=NetworkSegment(6673d05a-c942-40fb-96db-a5b103b8ea7a),segment_id=6673d05a-c942-40fb-96db-a5b103b8ea7a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:25:22.406399 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:22.407266 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device bc0ad9c8-d331-4c34-9709-dbfd3a650852 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:25:22.434442 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-4b1578f2-962c-4a8f-a61c-58e621031871 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Allocated IP 2001:db8::21a (f41d4c57-6dde-41fd-be29-08aa3bcf1ff4/206ce515-7735-4ad9-8fba-0e36e6b3871c/ad5f0703-9906-4417-b6e3-9d5482d041bf) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:25:22.490505 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=36942bd5-4ca9-487d-b408-1c545af416ed,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:22.522194 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ff4f0-e885-4a9d-8085-b007776b3e37 req-0a0a0462-6bb5-4736-860a-7d34c07b76f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:22.524077 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e34ff4f0-e885-4a9d-8085-b007776b3e37 req-0a0a0462-6bb5-4736-860a-7d34c07b76f9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=59859dcc1e7748b980efd77feaf90704&device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 1095 time: 0.0658803 Jul 15 23:25:22.549795 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4b1578f2-962c-4a8f-a61c-58e621031871 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:22.560433 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port bc0ad9c8-d331-4c34-9709-dbfd3a650852, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=bc0ad9c8-d331-4c34-9709-dbfd3a650852,segment=NetworkSegment(6a7e0458-bbaf-4bb9-aba2-86a18db5b19d),segment_id=6a7e0458-bbaf-4bb9-aba2-86a18db5b19d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:25:22.573105 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': 'bc0ad9c8-d331-4c34-9709-dbfd3a650852', 'network_id': '7247f305-0d2c-4c58-8aee-858aaa9a4382', 'port_id': 'bc0ad9c8-d331-4c34-9709-dbfd3a650852', 'mac_address': 'fa:16:3e:ef:01:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5f0bc39-0174-49c0-9e6d-079c96cb8d04', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:25:22.594515 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4b1578f2-962c-4a8f-a61c-58e621031871 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:22.615074 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:22.629824 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc0ad9c8-d331-4c34-9709-dbfd3a650852 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:25:22.635953 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1578f2-962c-4a8f-a61c-58e621031871 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Network f41d4c57-6dde-41fd-be29-08aa3bcf1ff4 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:25:22.638944 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-4b1578f2-962c-4a8f-a61c-58e621031871 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:25:22.642177 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ff4f0-e885-4a9d-8085-b007776b3e37 req-1483050e-575c-4364-95ae-4974a27e7610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:22.643910 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1578f2-962c-4a8f-a61c-58e621031871 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:25:22.644074 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e34ff4f0-e885-4a9d-8085-b007776b3e37 req-1483050e-575c-4364-95ae-4974a27e7610 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7247f305-0d2c-4c58-8aee-858aaa9a4382 HTTP/1.1" status: 200 len: 914 time: 0.0961499 Jul 15 23:25:22.650427 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port bc0ad9c8-d331-4c34-9709-dbfd3a650852, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=bc0ad9c8-d331-4c34-9709-dbfd3a650852,segment=NetworkSegment(6a7e0458-bbaf-4bb9-aba2-86a18db5b19d),segment_id=6a7e0458-bbaf-4bb9-aba2-86a18db5b19d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:25:22.654778 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:22.684181 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1578f2-962c-4a8f-a61c-58e621031871 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Pushing event updated for resources: {'Port': ['ID=ad5f0703-9906-4417-b6e3-9d5482d041bf,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:22.688913 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e34ff4f0-e885-4a9d-8085-b007776b3e37 req-9c597889-4b00-4138-9516-c418f2094947 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc0ad9c8-d331-4c34-9709-dbfd3a650852 HTTP/1.1" status: 200 len: 217 time: 0.0381863 Jul 15 23:25:22.720382 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=bc0ad9c8-d331-4c34-9709-dbfd3a650852,revision_number=9']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:22.742581 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ff4f0-e885-4a9d-8085-b007776b3e37 req-704fd088-fc2d-4da1-b179-5a1060dea524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:22.746490 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e34ff4f0-e885-4a9d-8085-b007776b3e37 req-704fd088-fc2d-4da1-b179-5a1060dea524 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b5f0bc39-0174-49c0-9e6d-079c96cb8d04 HTTP/1.1" status: 200 len: 853 time: 0.0474992 Jul 15 23:25:22.779767 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e34ff4f0-e885-4a9d-8085-b007776b3e37 req-91a02d24-2047-4a69-ae0f-d5d33eb2d449 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7247f305-0d2c-4c58-8aee-858aaa9a4382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285492 Jul 15 23:25:22.878960 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4b1578f2-962c-4a8f-a61c-58e621031871 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:22.884288 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e34ff4f0-e885-4a9d-8085-b007776b3e37 req-f410932e-9044-4a71-b359-6fa1cc5820c2 service neutron] 10.222.0.49 "GET /v2.0/networks/7247f305-0d2c-4c58-8aee-858aaa9a4382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980761 Jul 15 23:25:22.993101 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['36942bd5-4ca9-487d-b408-1c545af416ed'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:25:23.020571 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['bc0ad9c8-d331-4c34-9709-dbfd3a650852'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:25:23.058450 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e34ff4f0-e885-4a9d-8085-b007776b3e37 req-304fcc47-ed0c-4710-8ae8-f62bcc217d1a service neutron] 10.222.0.49 "GET /v2.0/networks/7247f305-0d2c-4c58-8aee-858aaa9a4382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668134 Jul 15 23:25:23.099247 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae60c10-9b28-4f5f-a93c-606e992aad90 req-3011dc8f-97a4-4aff-8374-76d120b659fd tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:23.100974 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fae60c10-9b28-4f5f-a93c-606e992aad90 req-3011dc8f-97a4-4aff-8374-76d120b659fd tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 945 time: 0.1384919 Jul 15 23:25:23.109252 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565c207-4424-4e8d-9b31-1673f70e47fb req-7b2294f4-5885-4f25-b9d4-cb8f31664cc1 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:23.110363 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4b1578f2-962c-4a8f-a61c-58e621031871 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:23.117246 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f565c207-4424-4e8d-9b31-1673f70e47fb req-7b2294f4-5885-4f25-b9d4-cb8f31664cc1 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/ports?device_id=db1407ec-5158-42a8-8eb2-fde6e9873ece HTTP/1.1" status: 200 len: 945 time: 0.1429715 Jul 15 23:25:23.183433 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f565c207-4424-4e8d-9b31-1673f70e47fb req-58cb08e2-3684-47de-b4df-0d72afdb6a42 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce3f5940-565b-43a4-b484-b630aa3d6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652139 Jul 15 23:25:23.186970 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fae60c10-9b28-4f5f-a93c-606e992aad90 req-11b88528-fc87-484e-a53d-737fffe8d277 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663619 Jul 15 23:25:23.330405 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b1578f2-962c-4a8f-a61c-58e621031871 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Router 138eded6-b851-4a6b-85c2-9fc33362d594 is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:25:23.471758 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8c6cfd-a075-4140-bef3-cb2a880e8531 req-9e1b9eca-7e4f-46c2-8f5d-0d589cf696ab tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:23.480935 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1e8c6cfd-a075-4140-bef3-cb2a880e8531 req-9e1b9eca-7e4f-46c2-8f5d-0d589cf696ab tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba52ac2a-530d-4770-9a39-bc3ccb86819e HTTP/1.1" status: 200 len: 945 time: 0.1075666 Jul 15 23:25:23.500270 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b1578f2-962c-4a8f-a61c-58e621031871 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:25:23.513103 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088a9ef3-30ad-4d3d-80c7-dabe31da0e68 None None] Sync routers for ids ['138eded6-b851-4a6b-85c2-9fc33362d594'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:25:23.529534 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088a9ef3-30ad-4d3d-80c7-dabe31da0e68 None None] Routers {'138eded6-b851-4a6b-85c2-9fc33362d594'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:23.532193 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-088a9ef3-30ad-4d3d-80c7-dabe31da0e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:25:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['138eded6-b851-4a6b-85c2-9fc33362d594'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:23.542606 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1e8c6cfd-a075-4140-bef3-cb2a880e8531 req-5589c79f-6e1c-4376-8c26-d506b3522965 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a21f99e-85ef-40ae-a8f1-602283c79a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603430 Jul 15 23:25:23.548910 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4b1578f2-962c-4a8f-a61c-58e621031871 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:23.553085 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47218) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:23.556834 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-4b1578f2-962c-4a8f-a61c-58e621031871 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 1.7902131 Jul 15 23:25:23.736484 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-948a1644-328c-47e0-93d2-a32d343eb894 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:23.865197 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-088a9ef3-30ad-4d3d-80c7-dabe31da0e68 None None] Set router 138eded6-b851-4a6b-85c2-9fc33362d594 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:25:23.898848 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-948a1644-328c-47e0-93d2-a32d343eb894 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:23.987628 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-948a1644-328c-47e0-93d2-a32d343eb894 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Deleting port ad5f0703-9906-4417-b6e3-9d5482d041bf {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:25:23.988423 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-948a1644-328c-47e0-93d2-a32d343eb894 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:24.078078 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-088a9ef3-30ad-4d3d-80c7-dabe31da0e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138eded6-b851-4a6b-85c2-9fc33362d594', 'name': '', 'tenant_id': '82ac41d9c71845e0b08d312ead3e4c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f41d4c57-6dde-41fd-be29-08aa3bcf1ff4', 'external_fixed_ips': [{'subnet_id': '206ce515-7735-4ad9-8fba-0e36e6b3871c', 'ip_address': '2001:db8::21a'}], 'enable_snat': True}, 'gw_port_id': 'ad5f0703-9906-4417-b6e3-9d5482d041bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:25:21Z', 'updated_at': '2021-07-15T23:25:22Z', 'revision_number': 3, 'project_id': '82ac41d9c71845e0b08d312ead3e4c24', 'gw_port': {'id': 'ad5f0703-9906-4417-b6e3-9d5482d041bf', 'name': '', 'network_id': 'f41d4c57-6dde-41fd-be29-08aa3bcf1ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:fe:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138eded6-b851-4a6b-85c2-9fc33362d594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '206ce515-7735-4ad9-8fba-0e36e6b3871c', 'ip_address': '2001:db8::21a', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:25:22Z', 'updated_at': '2021-07-15T23:25:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '206ce515-7735-4ad9-8fba-0e36e6b3871c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:24.090725 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-948a1644-328c-47e0-93d2-a32d343eb894 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:24.105156 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088a9ef3-30ad-4d3d-80c7-dabe31da0e68 None None] Checking router: 138eded6-b851-4a6b-85c2-9fc33362d594 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:25:24.105507 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088a9ef3-30ad-4d3d-80c7-dabe31da0e68 None None] Updating router 138eded6-b851-4a6b-85c2-9fc33362d594 port ad5f0703-9906-4417-b6e3-9d5482d041bf binding host n-d-794306-6 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:25:24.106085 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-948a1644-328c-47e0-93d2-a32d343eb894 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Calling delete_port for ad5f0703-9906-4417-b6e3-9d5482d041bf owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:25:24.146616 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-088a9ef3-30ad-4d3d-80c7-dabe31da0e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:24.422636 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-948a1644-328c-47e0-93d2-a32d343eb894 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:24.459214 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948a1644-328c-47e0-93d2-a32d343eb894 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Pushing event deleted for resources: {'Port': ['ID=ad5f0703-9906-4417-b6e3-9d5482d041bf,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:24.496628 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b9aff-9579-4983-8233-d66ee11c1e3d req-5ceb14b6-5187-4e22-8766-179beefdb374 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:24.498106 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-520b9aff-9579-4983-8233-d66ee11c1e3d req-5ceb14b6-5187-4e22-8766-179beefdb374 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 945 time: 0.1358824 Jul 15 23:25:24.499078 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-948a1644-328c-47e0-93d2-a32d343eb894 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999011'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:24.522434 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.db.api [None req-088a9ef3-30ad-4d3d-80c7-dabe31da0e68 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:25:24.523006 n-d-794306-6 neutron-server[93772]: DEBUG oslo_db.api [None req-088a9ef3-30ad-4d3d-80c7-dabe31da0e68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:25:24.618928 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-948a1644-328c-47e0-93d2-a32d343eb894 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:24.622194 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-948a1644-328c-47e0-93d2-a32d343eb894 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:24.659002 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-520b9aff-9579-4983-8233-d66ee11c1e3d req-d39558f1-bca8-401f-99c3-ed698e0018a6 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435046 Jul 15 23:25:24.974580 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-948a1644-328c-47e0-93d2-a32d343eb894 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:24.975227 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-948a1644-328c-47e0-93d2-a32d343eb894 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 138eded6-b851-4a6b-85c2-9fc33362d594 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:25:24.980439 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-948a1644-328c-47e0-93d2-a32d343eb894 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:24.981642 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-948a1644-328c-47e0-93d2-a32d343eb894 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] 10.222.0.48 "DELETE /v2.0/routers/138eded6-b851-4a6b-85c2-9fc33362d594 HTTP/1.1" status: 204 len: 168 time: 1.4272146 Jul 15 23:25:24.986750 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47242) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:25.049946 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088a9ef3-30ad-4d3d-80c7-dabe31da0e68 None None] Port ad5f0703-9906-4417-b6e3-9d5482d041bf not found while updating agent binding for router 138eded6-b851-4a6b-85c2-9fc33362d594. {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 15 23:25:25.059079 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088a9ef3-30ad-4d3d-80c7-dabe31da0e68 None None] Routers set() bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:25.059450 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088a9ef3-30ad-4d3d-80c7-dabe31da0e68 None None] Router IDs set() for agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 15 23:25:25.060328 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_agentschedulers_db [None req-088a9ef3-30ad-4d3d-80c7-dabe31da0e68 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'138eded6-b851-4a6b-85c2-9fc33362d594'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:25:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent'). {{(pid=93772) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 15 23:25:25.060866 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088a9ef3-30ad-4d3d-80c7-dabe31da0e68 None None] The sync data for ids ['138eded6-b851-4a6b-85c2-9fc33362d594'] in n-d-794306-6 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:25:25.072712 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f934680-43c0-4d10-84fb-860d268eb72c tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Deleting subnet 206ce515-7735-4ad9-8fba-0e36e6b3871c {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:25:25.077232 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f934680-43c0-4d10-84fb-860d268eb72c tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:25.086482 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5630e06-5d1e-4b09-954a-5e13f9d4bbdf req-70047d41-7d3f-45f0-b98b-386df14095bf tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:25.088152 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b5630e06-5d1e-4b09-954a-5e13f9d4bbdf req-70047d41-7d3f-45f0-b98b-386df14095bf tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba52ac2a-530d-4770-9a39-bc3ccb86819e HTTP/1.1" status: 200 len: 945 time: 0.1433172 Jul 15 23:25:25.143934 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f934680-43c0-4d10-84fb-860d268eb72c tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:25.181185 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b5630e06-5d1e-4b09-954a-5e13f9d4bbdf req-64897f00-671c-4e04-9402-a405cbbeee77 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a21f99e-85ef-40ae-a8f1-602283c79a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745401 Jul 15 23:25:25.222519 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f934680-43c0-4d10-84fb-860d268eb72c tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:25.282355 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f934680-43c0-4d10-84fb-860d268eb72c tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:25.315331 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f934680-43c0-4d10-84fb-860d268eb72c tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=206ce515-7735-4ad9-8fba-0e36e6b3871c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:25.318986 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f934680-43c0-4d10-84fb-860d268eb72c tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:25.321171 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-7f934680-43c0-4d10-84fb-860d268eb72c tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] 10.222.0.48 "DELETE /v2.0/subnets/206ce515-7735-4ad9-8fba-0e36e6b3871c HTTP/1.1" status: 204 len: 168 time: 0.3337152 Jul 15 23:25:25.323824 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47246) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:25.371625 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:25.400016 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b76d803f-596f-4dd6-9549-77b518abe6cb tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:25.493054 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b76d803f-596f-4dd6-9549-77b518abe6cb tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:25.503493 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-b76d803f-596f-4dd6-9549-77b518abe6cb tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f41d4c57-6dde-41fd-be29-08aa3bcf1ff4']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:25.513624 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-b76d803f-596f-4dd6-9549-77b518abe6cb tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e8e03a0-60b1-4447-b5d5-207361643b6a') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:25.513921 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-b76d803f-596f-4dd6-9549-77b518abe6cb tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e8e03a0-60b1-4447-b5d5-207361643b6a') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:25.523298 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b76d803f-596f-4dd6-9549-77b518abe6cb tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:25.538854 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b76d803f-596f-4dd6-9549-77b518abe6cb tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:25.546186 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b76d803f-596f-4dd6-9549-77b518abe6cb tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:25:25.546486 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b76d803f-596f-4dd6-9549-77b518abe6cb tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:25.548596 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:25:25.548596 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:25:25.548596 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:25:25.548596 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:25:25.548596 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:25:25.548596 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:25:25.548596 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:25:25.548596 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:25:25.548596 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:25:25.548596 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:25:25.548596 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:25:25.548596 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:25:25.548596 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:25:25.548596 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:25:25.548596 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:25:25.548596 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:25:25.548596 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:25:25.548596 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:25:25.548596 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:25:25.548596 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:25:25.548596 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:25:25.548596 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:25:25.548596 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:25:25.548596 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:25:25.548596 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:25:25.548596 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:25:25.548596 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:25:25.548596 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:25:25.548596 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:25:25.548596 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:25:25.548596 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:25:25.548596 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:25:25.548596 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:25:25.548596 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:25:25.548596 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:25:25.548596 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:25:25.548596 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:25:25.548596 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:25:25.548596 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:25:25.548596 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:25:25.548596 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:25:25.548596 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:25:25.548596 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:25:25.548596 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:25:25.548596 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:25:25.548596 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:25:25.612434 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b76d803f-596f-4dd6-9549-77b518abe6cb tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:25.629526 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b76d803f-596f-4dd6-9549-77b518abe6cb tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f41d4c57-6dde-41fd-be29-08aa3bcf1ff4 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 15 23:25:25.631272 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76d803f-596f-4dd6-9549-77b518abe6cb tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Pushing event deleted for resources: {'Network': ['ID=f41d4c57-6dde-41fd-be29-08aa3bcf1ff4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:25.638131 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b76d803f-596f-4dd6-9549-77b518abe6cb tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:25.641012 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-b76d803f-596f-4dd6-9549-77b518abe6cb tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] 10.222.0.48 "DELETE /v2.0/networks/f41d4c57-6dde-41fd-be29-08aa3bcf1ff4 HTTP/1.1" status: 204 len: 168 time: 0.3160224 Jul 15 23:25:25.952778 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47264) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:25.958000 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-9addaefb-3878-42a4-8d98-1aca27051385 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Request body: {'router': {'name': 'tempest-router--1298516091', 'project_id': '5c20dfd733ad4aa3921421708775769d'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:25.995606 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9addaefb-3878-42a4-8d98-1aca27051385 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:25.998079 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9addaefb-3878-42a4-8d98-1aca27051385 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:26.002290 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce63419e-25f3-4503-bee0-d234df381803 req-4d8ae7bc-dfff-497d-9a9e-08b6956627bf tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:26.009347 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ce63419e-25f3-4503-bee0-d234df381803 req-4d8ae7bc-dfff-497d-9a9e-08b6956627bf tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 945 time: 0.0866637 Jul 15 23:25:26.065098 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ce63419e-25f3-4503-bee0-d234df381803 req-f38469fc-e0e8-4654-a008-4ac0ba0034f2 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548296 Jul 15 23:25:26.090962 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9addaefb-3878-42a4-8d98-1aca27051385 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:26.097882 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9addaefb-3878-42a4-8d98-1aca27051385 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:26.113440 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9addaefb-3878-42a4-8d98-1aca27051385 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:26.115585 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-9addaefb-3878-42a4-8d98-1aca27051385 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1611972 Jul 15 23:25:26.118464 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47266) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:26.208737 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 36942bd5-4ca9-487d-b408-1c545af416ed up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:25:26.240327 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bbe00df8-87c7-42f5-a72e-28274c20eb52 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:26.307551 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port 36942bd5-4ca9-487d-b408-1c545af416ed completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:25:26.321536 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 36942bd5-4ca9-487d-b408-1c545af416ed triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:25:26.321536 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:26.495502 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:26.531492 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bbe00df8-87c7-42f5-a72e-28274c20eb52 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:26.534323 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bbe00df8-87c7-42f5-a72e-28274c20eb52 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:26.554451 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 36942bd5-4ca9-487d-b408-1c545af416ed, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=36942bd5-4ca9-487d-b408-1c545af416ed,segment=NetworkSegment(6673d05a-c942-40fb-96db-a5b103b8ea7a),segment_id=6673d05a-c942-40fb-96db-a5b103b8ea7a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:25:26.555637 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba52ac2a-530d-4770-9a39-bc3ccb86819e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36942bd5-4ca9-487d-b408-1c545af416ed'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:25:26.558394 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746f6806-44ba-459d-9bf1-2f5a5b4e4868" -d '{"events": [{"server_uuid": "ba52ac2a-530d-4770-9a39-bc3ccb86819e", "name": "network-vif-plugged", "status": "completed", "tag": "36942bd5-4ca9-487d-b408-1c545af416ed"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:25:26.562585 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:26.563492 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device bc0ad9c8-d331-4c34-9709-dbfd3a650852 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:25:26.637946 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2952d41c-0339-44d8-801f-d9c2a7fb3d9d x-openstack-request-id: req-2952d41c-0339-44d8-801f-d9c2a7fb3d9d {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:25:26.639404 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba52ac2a-530d-4770-9a39-bc3ccb86819e", "name": "network-vif-plugged", "status": "completed", "tag": "36942bd5-4ca9-487d-b408-1c545af416ed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:25:26.640328 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2952d41c-0339-44d8-801f-d9c2a7fb3d9d {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:25:26.640843 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba52ac2a-530d-4770-9a39-bc3ccb86819e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36942bd5-4ca9-487d-b408-1c545af416ed', 'code': 200} Jul 15 23:25:26.669543 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bbe00df8-87c7-42f5-a72e-28274c20eb52 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:26.670045 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe00df8-87c7-42f5-a72e-28274c20eb52 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6ad5f0fa-b5b0-4197-b220-a3389df41b92 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:25:26.675939 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bbe00df8-87c7-42f5-a72e-28274c20eb52 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:26.677096 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-bbe00df8-87c7-42f5-a72e-28274c20eb52 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] 10.222.0.48 "DELETE /v2.0/routers/6ad5f0fa-b5b0-4197-b220-a3389df41b92 HTTP/1.1" status: 204 len: 168 time: 0.5575352 Jul 15 23:25:26.693089 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=36942bd5-4ca9-487d-b408-1c545af416ed,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:26.712016 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port bc0ad9c8-d331-4c34-9709-dbfd3a650852 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:25:26.712394 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:26.817757 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c2c54-9385-4b0a-bbfb-af45ec47650a req-3de8b6de-3072-463b-822f-0759c1589648 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:26.825001 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-751c2c54-9385-4b0a-bbfb-af45ec47650a req-3de8b6de-3072-463b-822f-0759c1589648 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba52ac2a-530d-4770-9a39-bc3ccb86819e HTTP/1.1" status: 200 len: 946 time: 0.3172653 Jul 15 23:25:26.831632 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47284) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:26.849077 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:26.895421 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port bc0ad9c8-d331-4c34-9709-dbfd3a650852, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=bc0ad9c8-d331-4c34-9709-dbfd3a650852,segment=NetworkSegment(6a7e0458-bbaf-4bb9-aba2-86a18db5b19d),segment_id=6a7e0458-bbaf-4bb9-aba2-86a18db5b19d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:25:26.903915 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:26.921266 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-751c2c54-9385-4b0a-bbfb-af45ec47650a req-25dcda78-719a-43d0-9af8-d28ab1f54831 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a21f99e-85ef-40ae-a8f1-602283c79a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952852 Jul 15 23:25:26.926025 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb3d8b-f0cb-4319-ab73-281fd07b69ca req-fc8be95f-debb-463e-ab77-4d91a66986f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:26.931516 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cbcb3d8b-f0cb-4319-ab73-281fd07b69ca req-fc8be95f-debb-463e-ab77-4d91a66986f5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ba52ac2a-530d-4770-9a39-bc3ccb86819e HTTP/1.1" status: 200 len: 1097 time: 0.2374399 Jul 15 23:25:27.005917 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cbcb3d8b-f0cb-4319-ab73-281fd07b69ca req-64391469-ab82-4d23-b2cd-548d98729349 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=2a21f99e-85ef-40ae-a8f1-602283c79a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684216 Jul 15 23:25:27.015283 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=bc0ad9c8-d331-4c34-9709-dbfd3a650852,revision_number=10']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:27.166501 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f611d6be-b581-45bb-9d51-4c63a420abba tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1917417998', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}, 'admin_state_up': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:27.194791 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f611d6be-b581-45bb-9d51-4c63a420abba tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:27.196961 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f611d6be-b581-45bb-9d51-4c63a420abba tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:27.301770 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f611d6be-b581-45bb-9d51-4c63a420abba tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:27.348415 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e8720-150d-433d-a6fd-e0d5b2a09b1b req-e4da8b74-619c-4a86-9d2a-37a9fc7e01f8 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:27.350360 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ff4e8720-150d-433d-a6fd-e0d5b2a09b1b req-e4da8b74-619c-4a86-9d2a-37a9fc7e01f8 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 947 time: 0.1416874 Jul 15 23:25:27.402201 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ff4e8720-150d-433d-a6fd-e0d5b2a09b1b req-263862bc-7fce-4281-952d-8eb8c8d7f9fd tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448439 Jul 15 23:25:27.800789 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f611d6be-b581-45bb-9d51-4c63a420abba tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:28.052455 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f611d6be-b581-45bb-9d51-4c63a420abba tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:28.078472 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f611d6be-b581-45bb-9d51-4c63a420abba tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:28.177424 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2095c1a-edf7-4845-a784-6a2613598e18 req-e7a43e35-01e4-4e24-b103-8727919ce7c3 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:28.180026 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d2095c1a-edf7-4845-a784-6a2613598e18 req-e7a43e35-01e4-4e24-b103-8727919ce7c3 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba52ac2a-530d-4770-9a39-bc3ccb86819e HTTP/1.1" status: 200 len: 946 time: 0.1081178 Jul 15 23:25:28.237956 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d2095c1a-edf7-4845-a784-6a2613598e18 req-4215109f-5f6f-44a8-ba5f-7a9c1688f584 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a21f99e-85ef-40ae-a8f1-602283c79a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468385 Jul 15 23:25:28.281935 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-f611d6be-b581-45bb-9d51-4c63a420abba tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Allocated IP 172.25.5.225 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/278500b1-dce7-4e99-b9ca-5b18f54e5e92) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:25:28.455346 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f611d6be-b581-45bb-9d51-4c63a420abba tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:28.464980 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b276d7c1-9fc1-42b6-8e44-acdf2a1e4453 req-fa2e82f9-e774-4e3b-be46-dac8a68275c8 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:28.466844 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b276d7c1-9fc1-42b6-8e44-acdf2a1e4453 req-fa2e82f9-e774-4e3b-be46-dac8a68275c8 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba52ac2a-530d-4770-9a39-bc3ccb86819e HTTP/1.1" status: 200 len: 946 time: 0.1019266 Jul 15 23:25:28.515914 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f611d6be-b581-45bb-9d51-4c63a420abba tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:28.556425 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b276d7c1-9fc1-42b6-8e44-acdf2a1e4453 req-564c7843-1e12-47e9-8f87-d7a96286a225 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a21f99e-85ef-40ae-a8f1-602283c79a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831163 Jul 15 23:25:28.581693 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47312) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:28.585558 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f611d6be-b581-45bb-9d51-4c63a420abba tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:25:28.590603 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-f611d6be-b581-45bb-9d51-4c63a420abba tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:25:28.594806 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f611d6be-b581-45bb-9d51-4c63a420abba tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Pushing event updated for resources: {'Port': ['ID=278500b1-dce7-4e99-b9ca-5b18f54e5e92,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:28.599737 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f611d6be-b581-45bb-9d51-4c63a420abba tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:25:28.642426 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08406f94-06d0-40bd-8008-f8357df04865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc0ad9c8-d331-4c34-9709-dbfd3a650852'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:25:28.644698 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ee7290-45fd-4f6c-9fb6-06cd2b98ba7b" -d '{"events": [{"server_uuid": "08406f94-06d0-40bd-8008-f8357df04865", "name": "network-vif-plugged", "status": "completed", "tag": "bc0ad9c8-d331-4c34-9709-dbfd3a650852"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:25:28.656561 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f611d6be-b581-45bb-9d51-4c63a420abba tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:28.657486 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f611d6be-b581-45bb-9d51-4c63a420abba tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:28.657949 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f611d6be-b581-45bb-9d51-4c63a420abba tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:28.658865 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f611d6be-b581-45bb-9d51-4c63a420abba tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:28.660398 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f611d6be-b581-45bb-9d51-4c63a420abba tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:28.660927 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f611d6be-b581-45bb-9d51-4c63a420abba tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:28.661833 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f611d6be-b581-45bb-9d51-4c63a420abba tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:28.665312 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f611d6be-b581-45bb-9d51-4c63a420abba tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:28.665876 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f611d6be-b581-45bb-9d51-4c63a420abba tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:28.666331 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f611d6be-b581-45bb-9d51-4c63a420abba tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:28.666785 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f611d6be-b581-45bb-9d51-4c63a420abba tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:28.667262 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f611d6be-b581-45bb-9d51-4c63a420abba tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:28.675208 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e66e796-a381-4d91-b9b8-96711f4c8ecc tempest-TestNetworkAdvancedServerOps-29383157 tempest-TestNetworkAdvancedServerOps-29383157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:28.678081 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-5e66e796-a381-4d91-b9b8-96711f4c8ecc tempest-TestNetworkAdvancedServerOps-29383157 tempest-TestNetworkAdvancedServerOps-29383157-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ba52ac2a-530d-4770-9a39-bc3ccb86819e HTTP/1.1" status: 200 len: 1092 time: 0.0943525 Jul 15 23:25:28.680344 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47320) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:28.685454 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4409b242-c0bb-46a7-874e-58e887ff6e11 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Request body: {'floatingip': {'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'port_id': '36942bd5-4ca9-487d-b408-1c545af416ed', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:28.718570 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4409b242-c0bb-46a7-874e-58e887ff6e11 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:28.911323 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca70973a-099a-4cde-9784-6080c115be81 req-ffe6e35b-5daa-4ae9-bd39-1bd7a58b956d tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:28.913197 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ca70973a-099a-4cde-9784-6080c115be81 req-ffe6e35b-5daa-4ae9-bd39-1bd7a58b956d tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 947 time: 0.1694984 Jul 15 23:25:28.982158 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ca70973a-099a-4cde-9784-6080c115be81 req-34586d02-241e-4ab1-bf05-29dfaaf77c21 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624399 Jul 15 23:25:28.984597 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4409b242-c0bb-46a7-874e-58e887ff6e11 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:29.073690 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f611d6be-b581-45bb-9d51-4c63a420abba tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:29.131626 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f17503a-03b1-4aa1-9986-c9a8a9188f19 x-openstack-request-id: req-0f17503a-03b1-4aa1-9986-c9a8a9188f19 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:25:29.132217 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08406f94-06d0-40bd-8008-f8357df04865", "name": "network-vif-plugged", "status": "completed", "tag": "bc0ad9c8-d331-4c34-9709-dbfd3a650852", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:25:29.132686 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0f17503a-03b1-4aa1-9986-c9a8a9188f19 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:25:29.133275 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08406f94-06d0-40bd-8008-f8357df04865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc0ad9c8-d331-4c34-9709-dbfd3a650852', 'code': 200} Jul 15 23:25:29.246238 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-4409b242-c0bb-46a7-874e-58e887ff6e11 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Allocated IP 172.25.5.47 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/e410235e-0504-40fc-bd70-512b0ae96395) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:25:29.439552 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f611d6be-b581-45bb-9d51-4c63a420abba tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:29.475307 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4409b242-c0bb-46a7-874e-58e887ff6e11 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:29.515759 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80348f0-1411-4816-8ca1-2f6544c78a5a req-c7134dca-ba5f-40d3-8d9b-b509381a153b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:29.517671 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d80348f0-1411-4816-8ca1-2f6544c78a5a req-c7134dca-ba5f-40d3-8d9b-b509381a153b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 1098 time: 0.1219058 Jul 15 23:25:29.565227 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4409b242-c0bb-46a7-874e-58e887ff6e11 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:29.588424 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4409b242-c0bb-46a7-874e-58e887ff6e11 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:25:29.589051 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f611d6be-b581-45bb-9d51-4c63a420abba tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Router 8b6f78ae-b709-47f1-8545-a0e03ed8fd6f is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:25:29.610604 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d80348f0-1411-4816-8ca1-2f6544c78a5a req-a44f34a5-6b4c-44fd-834b-71b0b4742bc5 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835497 Jul 15 23:25:29.613427 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-4409b242-c0bb-46a7-874e-58e887ff6e11 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:25:29.618478 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4409b242-c0bb-46a7-874e-58e887ff6e11 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:25:29.677890 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4409b242-c0bb-46a7-874e-58e887ff6e11 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event updated for resources: {'Port': ['ID=e410235e-0504-40fc-bd70-512b0ae96395,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:29.735563 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f611d6be-b581-45bb-9d51-4c63a420abba tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:25:29.746595 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273e94eb-987c-4aac-9f97-07868ccbc25f None None] Sync routers for ids ['8b6f78ae-b709-47f1-8545-a0e03ed8fd6f'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:25:29.766781 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273e94eb-987c-4aac-9f97-07868ccbc25f None None] Routers {'8b6f78ae-b709-47f1-8545-a0e03ed8fd6f'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:29.767427 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-273e94eb-987c-4aac-9f97-07868ccbc25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:25:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['8b6f78ae-b709-47f1-8545-a0e03ed8fd6f'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:29.778469 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f611d6be-b581-45bb-9d51-4c63a420abba tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:29.783200 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f611d6be-b581-45bb-9d51-4c63a420abba tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.9460356 Jul 15 23:25:29.783474 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47332) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:29.851541 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-273e94eb-987c-4aac-9f97-07868ccbc25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:29.862314 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273e94eb-987c-4aac-9f97-07868ccbc25f None None] Routers {'8b6f78ae-b709-47f1-8545-a0e03ed8fd6f'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:29.863198 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-273e94eb-987c-4aac-9f97-07868ccbc25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:25:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['8b6f78ae-b709-47f1-8545-a0e03ed8fd6f'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:29.898358 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-273e94eb-987c-4aac-9f97-07868ccbc25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:29.899042 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273e94eb-987c-4aac-9f97-07868ccbc25f None None] The sync data for ids ['8b6f78ae-b709-47f1-8545-a0e03ed8fd6f'] in n-d-794306-6 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:25:29.987851 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-0e162cf5-e188-4910-9483-03c9e24163fd tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] 10.222.0.48 "GET /v2.0/routers/8b6f78ae-b709-47f1-8545-a0e03ed8fd6f HTTP/1.1" status: 200 len: 925 time: 0.2030752 Jul 15 23:25:29.991337 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47334) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:30.029185 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-5bf68c0c-8e49-4c39-aa32-55129b2ecd32 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b6f78ae-b709-47f1-8545-a0e03ed8fd6f HTTP/1.1" status: 200 len: 205 time: 0.0343871 Jul 15 23:25:30.030047 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47338) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:30.148136 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-233784e6-56da-4f3e-816d-8458dc150940 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:30.218350 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4409b242-c0bb-46a7-874e-58e887ff6e11 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:30.263757 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-233784e6-56da-4f3e-816d-8458dc150940 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:30.298558 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1f8392-5672-4102-a074-0d7db51c18bb req-85411551-e112-487e-9987-55bda1bc5f48 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:30.300395 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8d1f8392-5672-4102-a074-0d7db51c18bb req-85411551-e112-487e-9987-55bda1bc5f48 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 947 time: 0.1318252 Jul 15 23:25:30.359234 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-233784e6-56da-4f3e-816d-8458dc150940 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Deleting port 278500b1-dce7-4e99-b9ca-5b18f54e5e92 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:25:30.359867 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-233784e6-56da-4f3e-816d-8458dc150940 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:30.364673 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4409b242-c0bb-46a7-874e-58e887ff6e11 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:30.417853 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8d1f8392-5672-4102-a074-0d7db51c18bb req-58eba58f-e8da-4299-9cba-bce2b76a08b9 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935843 Jul 15 23:25:30.484206 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-233784e6-56da-4f3e-816d-8458dc150940 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:30.513582 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-233784e6-56da-4f3e-816d-8458dc150940 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Calling delete_port for 278500b1-dce7-4e99-b9ca-5b18f54e5e92 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:25:30.769517 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-233784e6-56da-4f3e-816d-8458dc150940 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:30.774655 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c114466a-6b24-4e80-a856-2c0d02def21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:30.814303 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233784e6-56da-4f3e-816d-8458dc150940 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Pushing event deleted for resources: {'Port': ['ID=278500b1-dce7-4e99-b9ca-5b18f54e5e92,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:30.911057 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-233784e6-56da-4f3e-816d-8458dc150940 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999011'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:31.040067 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-233784e6-56da-4f3e-816d-8458dc150940 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:31.043205 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4409b242-c0bb-46a7-874e-58e887ff6e11 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:31.045680 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-233784e6-56da-4f3e-816d-8458dc150940 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:31.048900 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4409b242-c0bb-46a7-874e-58e887ff6e11 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:31.101233 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-233784e6-56da-4f3e-816d-8458dc150940 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:31.102059 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-233784e6-56da-4f3e-816d-8458dc150940 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Fanout notify agent at l3_agent the message router_deleted on router 8b6f78ae-b709-47f1-8545-a0e03ed8fd6f {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:25:31.110850 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-233784e6-56da-4f3e-816d-8458dc150940 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:31.116129 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-233784e6-56da-4f3e-816d-8458dc150940 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] 10.222.0.48 "DELETE /v2.0/routers/8b6f78ae-b709-47f1-8545-a0e03ed8fd6f HTTP/1.1" status: 204 len: 168 time: 1.0851679 Jul 15 23:25:31.120316 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47380) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:31.128168 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-476ad5bd-2522-4592-b4d2-043b09952b4c tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1808400712', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'enable_snat': False}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:31.139931 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4409b242-c0bb-46a7-874e-58e887ff6e11 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event updated for resources: {'Port': ['ID=e410235e-0504-40fc-bd70-512b0ae96395,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:31.162910 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4409b242-c0bb-46a7-874e-58e887ff6e11 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:31.169710 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-476ad5bd-2522-4592-b4d2-043b09952b4c tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:31.171813 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-476ad5bd-2522-4592-b4d2-043b09952b4c tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:31.261968 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-476ad5bd-2522-4592-b4d2-043b09952b4c tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:31.292285 n-d-794306-6 neutron-server[93770]: INFO neutron.db.l3_db [None req-4409b242-c0bb-46a7-874e-58e887ff6e11 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Floating IP 17680f74-6de3-4d97-a5cc-e4a9a0c57cc1 associated. External IP: 172.25.5.47, port: 36942bd5-4ca9-487d-b408-1c545af416ed. Jul 15 23:25:31.512414 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-476ad5bd-2522-4592-b4d2-043b09952b4c tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:31.613300 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4409b242-c0bb-46a7-874e-58e887ff6e11 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Router b30ea4fb-4d91-491b-a78f-88bacf29e6f6 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:25:31.916871 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-476ad5bd-2522-4592-b4d2-043b09952b4c tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:31.934370 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-476ad5bd-2522-4592-b4d2-043b09952b4c tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:31.954178 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce3042f-d1ff-44dc-9681-af4a9ba6c1ba req-f366576e-4f21-42fa-9fda-f981417f1381 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:31.955758 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3ce3042f-d1ff-44dc-9681-af4a9ba6c1ba req-f366576e-4f21-42fa-9fda-f981417f1381 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 947 time: 0.1895173 Jul 15 23:25:31.961045 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4409b242-c0bb-46a7-874e-58e887ff6e11 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:25:31.973659 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226208da-9fac-4003-aacf-f1408e69dcea None None] Sync routers for ids ['b30ea4fb-4d91-491b-a78f-88bacf29e6f6'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:25:31.990067 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226208da-9fac-4003-aacf-f1408e69dcea None None] Routers {'b30ea4fb-4d91-491b-a78f-88bacf29e6f6'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:31.990717 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-226208da-9fac-4003-aacf-f1408e69dcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:25:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['b30ea4fb-4d91-491b-a78f-88bacf29e6f6'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:32.004494 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4409b242-c0bb-46a7-874e-58e887ff6e11 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:32.080277 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3ce3042f-d1ff-44dc-9681-af4a9ba6c1ba req-7d14cbe5-83e3-4753-bc1c-2d439d430363 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061995 Jul 15 23:25:32.096544 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-476ad5bd-2522-4592-b4d2-043b09952b4c tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Allocated IP 172.25.5.252 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/32636b54-0ab8-4fb7-8d41-8c821bc4a605) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:25:32.120009 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-4409b242-c0bb-46a7-874e-58e887ff6e11 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4379878 Jul 15 23:25:32.121263 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba52ac2a-530d-4770-9a39-bc3ccb86819e', 'tag': '36942bd5-4ca9-487d-b408-1c545af416ed'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:25:32.128643 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-226208da-9fac-4003-aacf-f1408e69dcea None None] Set router b30ea4fb-4d91-491b-a78f-88bacf29e6f6 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:25:32.137575 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82eb3c7a-86cc-4697-bebf-c63192781a70" -d '{"events": [{"name": "network-changed", "server_uuid": "ba52ac2a-530d-4770-9a39-bc3ccb86819e", "tag": "36942bd5-4ca9-487d-b408-1c545af416ed"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:25:32.198008 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668a20bc-28de-49e0-ae7c-b132c21bde38 x-openstack-request-id: req-668a20bc-28de-49e0-ae7c-b132c21bde38 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:25:32.198306 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba52ac2a-530d-4770-9a39-bc3ccb86819e", "tag": "36942bd5-4ca9-487d-b408-1c545af416ed", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:25:32.199312 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-668a20bc-28de-49e0-ae7c-b132c21bde38 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:25:32.199800 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba52ac2a-530d-4770-9a39-bc3ccb86819e', 'tag': '36942bd5-4ca9-487d-b408-1c545af416ed', 'status': 'completed', 'code': 200} Jul 15 23:25:32.235522 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-476ad5bd-2522-4592-b4d2-043b09952b4c tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:32.282376 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-476ad5bd-2522-4592-b4d2-043b09952b4c tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:32.332966 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476ad5bd-2522-4592-b4d2-043b09952b4c tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:25:32.341597 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-476ad5bd-2522-4592-b4d2-043b09952b4c tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:25:32.347771 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476ad5bd-2522-4592-b4d2-043b09952b4c tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:25:32.354800 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476ad5bd-2522-4592-b4d2-043b09952b4c tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Pushing event updated for resources: {'Port': ['ID=32636b54-0ab8-4fb7-8d41-8c821bc4a605,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:32.365536 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb3c7a-86cc-4697-bebf-c63192781a70 req-ddcbd885-2bbc-4f1d-911d-f47caeb1a905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:32.367089 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-82eb3c7a-86cc-4697-bebf-c63192781a70 req-ddcbd885-2bbc-4f1d-911d-f47caeb1a905 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=89469485c64e49f5b3171ed5499b9995&device_id=ba52ac2a-530d-4770-9a39-bc3ccb86819e HTTP/1.1" status: 200 len: 1097 time: 0.1303339 Jul 15 23:25:32.381890 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0890f0-8a4e-4719-9846-3fa3b68aeb27 req-7223e235-ae00-4738-a457-45b1751cd418 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:32.383588 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fa0890f0-8a4e-4719-9846-3fa3b68aeb27 req-7223e235-ae00-4738-a457-45b1751cd418 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba52ac2a-530d-4770-9a39-bc3ccb86819e HTTP/1.1" status: 200 len: 946 time: 0.0965796 Jul 15 23:25:32.471586 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-226208da-9fac-4003-aacf-f1408e69dcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30ea4fb-4d91-491b-a78f-88bacf29e6f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-6228329', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '0940a04c-04d5-404e-9268-9d83a02135f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:24:50Z', 'updated_at': '2021-07-15T23:24:58Z', 'revision_number': 4, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'gw_port': {'id': '0940a04c-04d5-404e-9268-9d83a02135f3', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30ea4fb-4d91-491b-a78f-88bacf29e6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:24:51Z', 'updated_at': '2021-07-15T23:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '17680f74-6de3-4d97-a5cc-e4a9a0c57cc1', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'floating_ip_address': '172.25.5.47', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': 'b30ea4fb-4d91-491b-a78f-88bacf29e6f6', 'port_id': '36942bd5-4ca9-487d-b408-1c545af416ed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2d27970-5bbd-4422-9efc-b55c9e0d4c0c', 'mac_address': 'fa:16:3e:ed:50:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba52ac2a-530d-4770-9a39-bc3ccb86819e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:25:29Z', 'updated_at': '2021-07-15T23:25:29Z', 'revision_number': 0, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb252d42-dea1-4015-af77-471381e24660', 'name': '', 'network_id': 'b2d27970-5bbd-4422-9efc-b55c9e0d4c0c', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'mac_address': 'fa:16:3e:98:ad:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30ea4fb-4d91-491b-a78f-88bacf29e6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': '37b37ae8-8796-4a80-985b-2b67b8d4197b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:24:56Z', 'updated_at': '2021-07-15T23:25:05Z', 'revision_number': 5, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'subnets': [{'id': '37b37ae8-8796-4a80-985b-2b67b8d4197b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:32.508320 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226208da-9fac-4003-aacf-f1408e69dcea None None] Checking router: b30ea4fb-4d91-491b-a78f-88bacf29e6f6 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:25:32.520839 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226208da-9fac-4003-aacf-f1408e69dcea None None] Routers {'b30ea4fb-4d91-491b-a78f-88bacf29e6f6'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:32.521821 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-226208da-9fac-4003-aacf-f1408e69dcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:25:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['b30ea4fb-4d91-491b-a78f-88bacf29e6f6'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:32.529152 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb3c7a-86cc-4697-bebf-c63192781a70 req-671e56a2-32ff-4d9e-8cf6-96abd17964ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:32.531437 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-82eb3c7a-86cc-4697-bebf-c63192781a70 req-671e56a2-32ff-4d9e-8cf6-96abd17964ba service neutron] 10.222.0.49 "GET /v2.0/networks?id=b2d27970-5bbd-4422-9efc-b55c9e0d4c0c HTTP/1.1" status: 200 len: 897 time: 0.1468782 Jul 15 23:25:32.535152 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fa0890f0-8a4e-4719-9846-3fa3b68aeb27 req-ba9a1246-6629-495d-82aa-6fdb16e6567b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a21f99e-85ef-40ae-a8f1-602283c79a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402335 Jul 15 23:25:32.584800 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47396) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:32.708571 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-82eb3c7a-86cc-4697-bebf-c63192781a70 req-deaed099-3f1b-494f-af9d-f2ae17d8b629 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36942bd5-4ca9-487d-b408-1c545af416ed HTTP/1.1" status: 200 len: 999 time: 0.1679802 Jul 15 23:25:32.717212 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-7fb050af-b0ae-45d6-beab-ab877dca0118 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/floatingips/17680f74-6de3-4d97-a5cc-e4a9a0c57cc1 HTTP/1.1" status: 200 len: 991 time: 0.1312129 Jul 15 23:25:32.720685 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-226208da-9fac-4003-aacf-f1408e69dcea None None] Set router b30ea4fb-4d91-491b-a78f-88bacf29e6f6 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:25:32.767201 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb3c7a-86cc-4697-bebf-c63192781a70 req-834b2290-eeba-463c-a117-bd5db211956a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:32.768987 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-82eb3c7a-86cc-4697-bebf-c63192781a70 req-834b2290-eeba-463c-a117-bd5db211956a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37b37ae8-8796-4a80-985b-2b67b8d4197b HTTP/1.1" status: 200 len: 834 time: 0.0507524 Jul 15 23:25:32.890993 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb3c7a-86cc-4697-bebf-c63192781a70 req-87da1732-cd1b-45f1-97ba-f4adb0dd0ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:32.892570 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-82eb3c7a-86cc-4697-bebf-c63192781a70 req-87da1732-cd1b-45f1-97ba-f4adb0dd0ec8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b2d27970-5bbd-4422-9efc-b55c9e0d4c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1169121 Jul 15 23:25:33.083541 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-82eb3c7a-86cc-4697-bebf-c63192781a70 req-7ba09227-f618-4c3f-aece-2c8950f4334c service neutron] 10.222.0.49 "GET /v2.0/networks/b2d27970-5bbd-4422-9efc-b55c9e0d4c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842065 Jul 15 23:25:33.236007 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8c23981c-6762-40f1-85f2-4a30d70f4439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:33.250064 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-226208da-9fac-4003-aacf-f1408e69dcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30ea4fb-4d91-491b-a78f-88bacf29e6f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-6228329', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '0940a04c-04d5-404e-9268-9d83a02135f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:24:50Z', 'updated_at': '2021-07-15T23:24:58Z', 'revision_number': 4, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'gw_port': {'id': '0940a04c-04d5-404e-9268-9d83a02135f3', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30ea4fb-4d91-491b-a78f-88bacf29e6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:24:51Z', 'updated_at': '2021-07-15T23:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '17680f74-6de3-4d97-a5cc-e4a9a0c57cc1', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'floating_ip_address': '172.25.5.47', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': 'b30ea4fb-4d91-491b-a78f-88bacf29e6f6', 'port_id': '36942bd5-4ca9-487d-b408-1c545af416ed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2d27970-5bbd-4422-9efc-b55c9e0d4c0c', 'mac_address': 'fa:16:3e:ed:50:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba52ac2a-530d-4770-9a39-bc3ccb86819e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:25:29Z', 'updated_at': '2021-07-15T23:25:29Z', 'revision_number': 0, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb252d42-dea1-4015-af77-471381e24660', 'name': '', 'network_id': 'b2d27970-5bbd-4422-9efc-b55c9e0d4c0c', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'mac_address': 'fa:16:3e:98:ad:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30ea4fb-4d91-491b-a78f-88bacf29e6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': '37b37ae8-8796-4a80-985b-2b67b8d4197b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:24:56Z', 'updated_at': '2021-07-15T23:25:05Z', 'revision_number': 5, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'subnets': [{'id': '37b37ae8-8796-4a80-985b-2b67b8d4197b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:33.283144 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226208da-9fac-4003-aacf-f1408e69dcea None None] The sync data for ids ['b30ea4fb-4d91-491b-a78f-88bacf29e6f6'] in n-d-794306-6 is: [{'id': 'b30ea4fb-4d91-491b-a78f-88bacf29e6f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-6228329', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '0940a04c-04d5-404e-9268-9d83a02135f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:24:50Z', 'updated_at': '2021-07-15T23:24:58Z', 'revision_number': 4, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'gw_port': {'id': '0940a04c-04d5-404e-9268-9d83a02135f3', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30ea4fb-4d91-491b-a78f-88bacf29e6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:24:51Z', 'updated_at': '2021-07-15T23:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '17680f74-6de3-4d97-a5cc-e4a9a0c57cc1', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'floating_ip_address': '172.25.5.47', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': 'b30ea4fb-4d91-491b-a78f-88bacf29e6f6', 'port_id': '36942bd5-4ca9-487d-b408-1c545af416ed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2d27970-5bbd-4422-9efc-b55c9e0d4c0c', 'mac_address': 'fa:16:3e:ed:50:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba52ac2a-530d-4770-9a39-bc3ccb86819e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:25:29Z', 'updated_at': '2021-07-15T23:25:29Z', 'revision_number': 0, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb252d42-dea1-4015-af77-471381e24660', 'name': '', 'network_id': 'b2d27970-5bbd-4422-9efc-b55c9e0d4c0c', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'mac_address': 'fa:16:3e:98:ad:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30ea4fb-4d91-491b-a78f-88bacf29e6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': '37b37ae8-8796-4a80-985b-2b67b8d4197b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:24:56Z', 'updated_at': '2021-07-15T23:25:05Z', 'revision_number': 5, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'subnets': [{'id': '37b37ae8-8796-4a80-985b-2b67b8d4197b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:25:33.294829 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-476ad5bd-2522-4592-b4d2-043b09952b4c tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:33.326100 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-82eb3c7a-86cc-4697-bebf-c63192781a70 req-887110ef-c1f1-4292-94df-a21467378869 service neutron] 10.222.0.49 "GET /v2.0/networks/b2d27970-5bbd-4422-9efc-b55c9e0d4c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330334 Jul 15 23:25:33.368308 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:33.386798 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a8ef0-1e31-4549-b84a-a21912ad78d1 req-93aab784-fb27-4aeb-b283-217d1132f3a1 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:33.389872 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a10a8ef0-1e31-4549-b84a-a21912ad78d1 req-93aab784-fb27-4aeb-b283-217d1132f3a1 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 947 time: 0.1378660 Jul 15 23:25:33.433421 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a10a8ef0-1e31-4549-b84a-a21912ad78d1 req-19e1074c-b4e0-4f0f-b044-43fdaf3050a4 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367529 Jul 15 23:25:33.542555 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-476ad5bd-2522-4592-b4d2-043b09952b4c tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:33.609327 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d22c46-2fd4-4bc9-8355-ebf9f7492566 None None] New status for floating IP 17680f74-6de3-4d97-a5cc-e4a9a0c57cc1: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:25:33.651037 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c474f59-e318-44ad-b6c1-d93942f6a270 req-7d22211b-58f6-4a79-a7ae-42e68450206b tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:33.653413 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0c474f59-e318-44ad-b6c1-d93942f6a270 req-7d22211b-58f6-4a79-a7ae-42e68450206b tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 947 time: 0.0884159 Jul 15 23:25:33.698227 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-476ad5bd-2522-4592-b4d2-043b09952b4c tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Router a0af35da-5cd0-40b5-b1f4-19fcfdba5978 is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:25:33.709549 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0c474f59-e318-44ad-b6c1-d93942f6a270 req-287116e9-ab02-44b0-b2bd-8ff4ca0b6521 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490193 Jul 15 23:25:33.721597 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47410) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:33.861014 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-062cd47b-e104-4de8-a27d-fa01f8ef4833 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/floatingips/17680f74-6de3-4d97-a5cc-e4a9a0c57cc1 HTTP/1.1" status: 200 len: 991 time: 0.1376491 Jul 15 23:25:33.870699 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-476ad5bd-2522-4592-b4d2-043b09952b4c tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:25:33.881772 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5a2e46-9090-4a1b-a581-9a2c7cca2679 None None] Sync routers for ids ['a0af35da-5cd0-40b5-b1f4-19fcfdba5978'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:25:33.894566 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5a2e46-9090-4a1b-a581-9a2c7cca2679 None None] Routers {'a0af35da-5cd0-40b5-b1f4-19fcfdba5978'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:33.895724 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-fb5a2e46-9090-4a1b-a581-9a2c7cca2679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:25:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['a0af35da-5cd0-40b5-b1f4-19fcfdba5978'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:33.903505 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-476ad5bd-2522-4592-b4d2-043b09952b4c tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:33.909314 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-476ad5bd-2522-4592-b4d2-043b09952b4c tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.7849672 Jul 15 23:25:33.911164 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47414) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:33.960840 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe42566-c3f3-4608-b966-a00388febb86 req-3f06f330-3e8f-469c-820f-7280a67e02ad tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:33.962464 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3fe42566-c3f3-4608-b966-a00388febb86 req-3f06f330-3e8f-469c-820f-7280a67e02ad tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 947 time: 0.0957870 Jul 15 23:25:34.008255 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3fe42566-c3f3-4608-b966-a00388febb86 req-ffe412c4-6656-4dba-88e1-e82264bebb9b tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385535 Jul 15 23:25:34.045492 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-fceb3cde-2ea8-421d-9b3a-02b3418f8bfb tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] 10.222.0.48 "GET /v2.0/routers/a0af35da-5cd0-40b5-b1f4-19fcfdba5978 HTTP/1.1" status: 200 len: 909 time: 0.1307116 Jul 15 23:25:34.045790 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47418) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:34.047519 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-fb5a2e46-9090-4a1b-a581-9a2c7cca2679 None None] Set router a0af35da-5cd0-40b5-b1f4-19fcfdba5978 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:25:34.051133 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5c591ce7-a73d-476c-87c0-cb65477e51c0 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1808400712', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'enable_snat': True}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:34.076887 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c591ce7-a73d-476c-87c0-cb65477e51c0 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:34.077829 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c591ce7-a73d-476c-87c0-cb65477e51c0 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:34.151545 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c591ce7-a73d-476c-87c0-cb65477e51c0 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:34.344839 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:34.374015 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-fb5a2e46-9090-4a1b-a581-9a2c7cca2679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0af35da-5cd0-40b5-b1f4-19fcfdba5978', 'name': 'tempest-snat-router-1808400712', 'tenant_id': '82ac41d9c71845e0b08d312ead3e4c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.252'}], 'enable_snat': False}, 'gw_port_id': '32636b54-0ab8-4fb7-8d41-8c821bc4a605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:25:31Z', 'updated_at': '2021-07-15T23:25:33Z', 'revision_number': 3, 'project_id': '82ac41d9c71845e0b08d312ead3e4c24', 'gw_port': {'id': '32636b54-0ab8-4fb7-8d41-8c821bc4a605', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:bc:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0af35da-5cd0-40b5-b1f4-19fcfdba5978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:25:31Z', 'updated_at': '2021-07-15T23:25:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:34.424420 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c591ce7-a73d-476c-87c0-cb65477e51c0 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:34.425077 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5a2e46-9090-4a1b-a581-9a2c7cca2679 None None] Checking router: a0af35da-5cd0-40b5-b1f4-19fcfdba5978 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:25:34.425077 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5a2e46-9090-4a1b-a581-9a2c7cca2679 None None] Updating router a0af35da-5cd0-40b5-b1f4-19fcfdba5978 port 32636b54-0ab8-4fb7-8d41-8c821bc4a605 binding host n-d-794306-6 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:25:34.438526 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbbe790-3073-4c5d-8ca7-08881c67f312 req-473e0263-073c-4ce0-867c-e874c9df0010 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:34.441567 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1fbbe790-3073-4c5d-8ca7-08881c67f312 req-473e0263-073c-4ce0-867c-e874c9df0010 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 947 time: 0.1278322 Jul 15 23:25:34.468490 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fb5a2e46-9090-4a1b-a581-9a2c7cca2679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:34.507824 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1fbbe790-3073-4c5d-8ca7-08881c67f312 req-d5394e94-3a5c-4f20-b6c7-2eb801b95d39 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598412 Jul 15 23:25:34.728528 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7009c8-cde1-467d-89fe-e40a52dbc44d req-e0abc258-f6f9-44ce-a416-1bdef5817d79 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:34.730668 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0e7009c8-cde1-467d-89fe-e40a52dbc44d req-e0abc258-f6f9-44ce-a416-1bdef5817d79 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 947 time: 0.0998542 Jul 15 23:25:34.794794 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fb5a2e46-9090-4a1b-a581-9a2c7cca2679 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:34.804171 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0e7009c8-cde1-467d-89fe-e40a52dbc44d req-224a6a53-541f-4ee3-8d9c-b248e76f817f tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659084 Jul 15 23:25:34.805871 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c591ce7-a73d-476c-87c0-cb65477e51c0 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:34.820348 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-fb5a2e46-9090-4a1b-a581-9a2c7cca2679 None None] Transition to ACTIVE for port object 32636b54-0ab8-4fb7-8d41-8c821bc4a605 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:25:34.829115 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c591ce7-a73d-476c-87c0-cb65477e51c0 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:34.843389 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fb5a2e46-9090-4a1b-a581-9a2c7cca2679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:34.864186 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47436) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:34.906845 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-fb5a2e46-9090-4a1b-a581-9a2c7cca2679 None None] Attempting to bind port 32636b54-0ab8-4fb7-8d41-8c821bc4a605 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:25:34.907365 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-fb5a2e46-9090-4a1b-a581-9a2c7cca2679 None None] Attempting to bind port 32636b54-0ab8-4fb7-8d41-8c821bc4a605 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:25:34.908650 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5a2e46-9090-4a1b-a581-9a2c7cca2679 None None] Attempting to bind port 32636b54-0ab8-4fb7-8d41-8c821bc4a605 on network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:25:34.911272 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88d7e86-235b-415e-bb67-47f242629e88 None None] Pushing event updated for resources: {'Port': ['ID=32636b54-0ab8-4fb7-8d41-8c821bc4a605,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:34.917394 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5a2e46-9090-4a1b-a581-9a2c7cca2679 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:25:34.918306 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5a2e46-9090-4a1b-a581-9a2c7cca2679 None None] Checking segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:25:34.918896 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fb5a2e46-9090-4a1b-a581-9a2c7cca2679 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:34.919383 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5a2e46-9090-4a1b-a581-9a2c7cca2679 None None] Bound using segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:25:34.921183 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-fb5a2e46-9090-4a1b-a581-9a2c7cca2679 None None] Bound port: 32636b54-0ab8-4fb7-8d41-8c821bc4a605, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:25:34.921183 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fb5a2e46-9090-4a1b-a581-9a2c7cca2679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:34.992109 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-fb5a2e46-9090-4a1b-a581-9a2c7cca2679 None None] For port 32636b54-0ab8-4fb7-8d41-8c821bc4a605, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:25:34.996011 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-fb5a2e46-9090-4a1b-a581-9a2c7cca2679 None None] For port 32636b54-0ab8-4fb7-8d41-8c821bc4a605, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=32636b54-0ab8-4fb7-8d41-8c821bc4a605,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:25:35.004953 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fb5a2e46-9090-4a1b-a581-9a2c7cca2679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:35.040548 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-9707c192-425d-4390-9207-57f779b5b8d2 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/floatingips/17680f74-6de3-4d97-a5cc-e4a9a0c57cc1 HTTP/1.1" status: 200 len: 993 time: 0.1748867 Jul 15 23:25:35.058964 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-5c591ce7-a73d-476c-87c0-cb65477e51c0 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Allocated IP 172.25.5.15 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/e7b8e097-3cfa-4267-adc4-2ed45c60cb8b) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:25:35.074036 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5a2e46-9090-4a1b-a581-9a2c7cca2679 None None] Routers {'a0af35da-5cd0-40b5-b1f4-19fcfdba5978'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:35.074919 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-fb5a2e46-9090-4a1b-a581-9a2c7cca2679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:25:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['a0af35da-5cd0-40b5-b1f4-19fcfdba5978'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:35.097746 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea53a2-1538-4556-aae4-513150391d21 req-bad3196e-b510-4b39-8178-05a4d2dad13e tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:35.106078 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c3ea53a2-1538-4556-aae4-513150391d21 req-bad3196e-b510-4b39-8178-05a4d2dad13e tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 947 time: 0.1213725 Jul 15 23:25:35.127184 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88d7e86-235b-415e-bb67-47f242629e88 None None] Pushing event updated for resources: {'Port': ['ID=32636b54-0ab8-4fb7-8d41-8c821bc4a605,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:35.155225 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c3ea53a2-1538-4556-aae4-513150391d21 req-2fba0bf7-6cd6-4ccf-8fc0-5f84b2598fd9 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477877 Jul 15 23:25:35.217838 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c591ce7-a73d-476c-87c0-cb65477e51c0 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:35.270346 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c591ce7-a73d-476c-87c0-cb65477e51c0 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:35.356188 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c591ce7-a73d-476c-87c0-cb65477e51c0 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Pushing event updated for resources: {'Port': ['ID=e7b8e097-3cfa-4267-adc4-2ed45c60cb8b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:35.369909 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c591ce7-a73d-476c-87c0-cb65477e51c0 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:25:35.371600 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-5c591ce7-a73d-476c-87c0-cb65477e51c0 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:25:35.380132 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c591ce7-a73d-476c-87c0-cb65477e51c0 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:25:35.396753 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-fb5a2e46-9090-4a1b-a581-9a2c7cca2679 None None] Set router a0af35da-5cd0-40b5-b1f4-19fcfdba5978 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:25:35.473502 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd5bd40-fa81-4c9b-a1da-677ba5085e8e req-92657607-703a-48b8-848a-ece5b15a27d9 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:35.475246 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-edd5bd40-fa81-4c9b-a1da-677ba5085e8e req-92657607-703a-48b8-848a-ece5b15a27d9 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 947 time: 0.1239185 Jul 15 23:25:35.517021 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-edd5bd40-fa81-4c9b-a1da-677ba5085e8e req-5696bf87-1b54-4312-aa3a-10dd1aaab93c tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359294 Jul 15 23:25:35.596271 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-fb5a2e46-9090-4a1b-a581-9a2c7cca2679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0af35da-5cd0-40b5-b1f4-19fcfdba5978', 'name': 'tempest-snat-router-1808400712', 'tenant_id': '82ac41d9c71845e0b08d312ead3e4c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.252'}], 'enable_snat': False}, 'gw_port_id': '32636b54-0ab8-4fb7-8d41-8c821bc4a605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:25:31Z', 'updated_at': '2021-07-15T23:25:33Z', 'revision_number': 3, 'project_id': '82ac41d9c71845e0b08d312ead3e4c24', 'gw_port': {'id': '32636b54-0ab8-4fb7-8d41-8c821bc4a605', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:bc:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0af35da-5cd0-40b5-b1f4-19fcfdba5978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:25:31Z', 'updated_at': '2021-07-15T23:25:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:35.633800 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5a2e46-9090-4a1b-a581-9a2c7cca2679 None None] The sync data for ids ['a0af35da-5cd0-40b5-b1f4-19fcfdba5978'] in n-d-794306-6 is: [{'id': 'a0af35da-5cd0-40b5-b1f4-19fcfdba5978', 'name': 'tempest-snat-router-1808400712', 'tenant_id': '82ac41d9c71845e0b08d312ead3e4c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.252'}], 'enable_snat': False}, 'gw_port_id': '32636b54-0ab8-4fb7-8d41-8c821bc4a605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:25:31Z', 'updated_at': '2021-07-15T23:25:33Z', 'revision_number': 3, 'project_id': '82ac41d9c71845e0b08d312ead3e4c24', 'gw_port': {'id': '32636b54-0ab8-4fb7-8d41-8c821bc4a605', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:bc:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0af35da-5cd0-40b5-b1f4-19fcfdba5978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:25:31Z', 'updated_at': '2021-07-15T23:25:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-794306-6'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:25:35.700150 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c591ce7-a73d-476c-87c0-cb65477e51c0 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:35.943860 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c591ce7-a73d-476c-87c0-cb65477e51c0 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:35.974994 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1103628-b650-4387-b0db-ca73205b03dd req-2f4099d5-e9a0-4dbb-a2c8-9f8526d69ab8 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:35.976844 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c1103628-b650-4387-b0db-ca73205b03dd req-2f4099d5-e9a0-4dbb-a2c8-9f8526d69ab8 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 947 time: 0.0946760 Jul 15 23:25:36.023866 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c1103628-b650-4387-b0db-ca73205b03dd req-58bc6b86-983f-4bcd-9c7e-8958bfe7e1b4 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395312 Jul 15 23:25:36.100986 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c591ce7-a73d-476c-87c0-cb65477e51c0 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Router 1e51a2fb-de51-45a9-bc50-bdbe2cda8181 is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:25:36.216366 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c591ce7-a73d-476c-87c0-cb65477e51c0 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:25:36.226629 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16750853-59cf-4f9d-ac89-51d43057f82e None None] Sync routers for ids ['1e51a2fb-de51-45a9-bc50-bdbe2cda8181'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:25:36.236931 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16750853-59cf-4f9d-ac89-51d43057f82e None None] Routers {'1e51a2fb-de51-45a9-bc50-bdbe2cda8181'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:36.237871 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-16750853-59cf-4f9d-ac89-51d43057f82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:25:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['1e51a2fb-de51-45a9-bc50-bdbe2cda8181'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:36.242069 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c591ce7-a73d-476c-87c0-cb65477e51c0 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:36.243648 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-5c591ce7-a73d-476c-87c0-cb65477e51c0 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.1968074 Jul 15 23:25:36.246520 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47452) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:36.275418 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:36.635739 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-16750853-59cf-4f9d-ac89-51d43057f82e None None] Set router 1e51a2fb-de51-45a9-bc50-bdbe2cda8181 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:25:36.711407 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-15155251-89a7-4772-8d34-35b98b4f0c70 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] 10.222.0.48 "GET /v2.0/routers/1e51a2fb-de51-45a9-bc50-bdbe2cda8181 HTTP/1.1" status: 200 len: 907 time: 0.4633291 Jul 15 23:25:36.713972 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47460) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:36.857001 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f605f747-10ec-4a42-9720-119064572a5c tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:36.861640 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 32636b54-0ab8-4fb7-8d41-8c821bc4a605 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:25:36.917819 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 32636b54-0ab8-4fb7-8d41-8c821bc4a605 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:25:36.922968 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 32636b54-0ab8-4fb7-8d41-8c821bc4a605 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:25:36.922968 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:36.940385 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-16750853-59cf-4f9d-ac89-51d43057f82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e51a2fb-de51-45a9-bc50-bdbe2cda8181', 'name': 'tempest-snat-router-1808400712', 'tenant_id': '82ac41d9c71845e0b08d312ead3e4c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'e7b8e097-3cfa-4267-adc4-2ed45c60cb8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:25:34Z', 'updated_at': '2021-07-15T23:25:35Z', 'revision_number': 3, 'project_id': '82ac41d9c71845e0b08d312ead3e4c24', 'gw_port': {'id': 'e7b8e097-3cfa-4267-adc4-2ed45c60cb8b', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e2:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e51a2fb-de51-45a9-bc50-bdbe2cda8181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:25:34Z', 'updated_at': '2021-07-15T23:25:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:36.971202 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16750853-59cf-4f9d-ac89-51d43057f82e None None] Checking router: 1e51a2fb-de51-45a9-bc50-bdbe2cda8181 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:25:36.971615 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16750853-59cf-4f9d-ac89-51d43057f82e None None] Updating router 1e51a2fb-de51-45a9-bc50-bdbe2cda8181 port e7b8e097-3cfa-4267-adc4-2ed45c60cb8b binding host n-d-794306-6 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:25:36.996747 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f605f747-10ec-4a42-9720-119064572a5c tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:37.030736 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-16750853-59cf-4f9d-ac89-51d43057f82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:37.035964 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:37.087931 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 32636b54-0ab8-4fb7-8d41-8c821bc4a605, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=32636b54-0ab8-4fb7-8d41-8c821bc4a605,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:25:37.088703 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f605f747-10ec-4a42-9720-119064572a5c tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Deleting port e7b8e097-3cfa-4267-adc4-2ed45c60cb8b {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:25:37.089446 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f605f747-10ec-4a42-9720-119064572a5c tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:37.094763 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:37.156870 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=32636b54-0ab8-4fb7-8d41-8c821bc4a605,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:37.291130 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f605f747-10ec-4a42-9720-119064572a5c tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:37.315484 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f605f747-10ec-4a42-9720-119064572a5c tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Calling delete_port for e7b8e097-3cfa-4267-adc4-2ed45c60cb8b owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:25:37.343635 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9b7140-d106-48c5-b059-59a09ee2ef93 req-bbf3b3fe-401c-4642-90f2-872bef76c55b tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:37.345138 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0c9b7140-d106-48c5-b059-59a09ee2ef93 req-bbf3b3fe-401c-4642-90f2-872bef76c55b tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 947 time: 0.1517863 Jul 15 23:25:37.392543 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-16750853-59cf-4f9d-ac89-51d43057f82e None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:37.407608 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-16750853-59cf-4f9d-ac89-51d43057f82e None None] Transition to ACTIVE for port object e7b8e097-3cfa-4267-adc4-2ed45c60cb8b will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:25:37.416013 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-16750853-59cf-4f9d-ac89-51d43057f82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:37.424806 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0c9b7140-d106-48c5-b059-59a09ee2ef93 req-7a5c7f9e-2ec9-4438-84e9-f53b8d3d7ca9 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515978 Jul 15 23:25:37.476795 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a450c24-902e-4ab2-a58a-4b76af755334 None None] Pushing event updated for resources: {'Port': ['ID=e7b8e097-3cfa-4267-adc4-2ed45c60cb8b,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:37.497397 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-16750853-59cf-4f9d-ac89-51d43057f82e None None] Attempting to bind port e7b8e097-3cfa-4267-adc4-2ed45c60cb8b on host n-d-794306-6 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:25:37.497762 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-16750853-59cf-4f9d-ac89-51d43057f82e None None] Attempting to bind port e7b8e097-3cfa-4267-adc4-2ed45c60cb8b by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:25:37.498445 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16750853-59cf-4f9d-ac89-51d43057f82e None None] Attempting to bind port e7b8e097-3cfa-4267-adc4-2ed45c60cb8b on network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:25:37.504401 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16750853-59cf-4f9d-ac89-51d43057f82e None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:25:37.504776 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16750853-59cf-4f9d-ac89-51d43057f82e None None] Checking segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:25:37.505177 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-16750853-59cf-4f9d-ac89-51d43057f82e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:37.505566 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16750853-59cf-4f9d-ac89-51d43057f82e None None] Bound using segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:25:37.506082 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-16750853-59cf-4f9d-ac89-51d43057f82e None None] Bound port: e7b8e097-3cfa-4267-adc4-2ed45c60cb8b, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:25:37.506510 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-16750853-59cf-4f9d-ac89-51d43057f82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:37.572563 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f605f747-10ec-4a42-9720-119064572a5c tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:37.574704 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.db.api [None req-16750853-59cf-4f9d-ac89-51d43057f82e None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=93773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:25:37.577055 n-d-794306-6 neutron-server[93773]: DEBUG oslo_db.api [None req-16750853-59cf-4f9d-ac89-51d43057f82e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:25:37.609034 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f605f747-10ec-4a42-9720-119064572a5c tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Pushing event deleted for resources: {'Port': ['ID=e7b8e097-3cfa-4267-adc4-2ed45c60cb8b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:37.684490 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f605f747-10ec-4a42-9720-119064572a5c tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999011'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:37.791705 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f605f747-10ec-4a42-9720-119064572a5c tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:37.794287 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f605f747-10ec-4a42-9720-119064572a5c tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:37.845389 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f605f747-10ec-4a42-9720-119064572a5c tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:37.846000 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f605f747-10ec-4a42-9720-119064572a5c tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1e51a2fb-de51-45a9-bc50-bdbe2cda8181 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:25:37.853849 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f605f747-10ec-4a42-9720-119064572a5c tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:37.858390 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-f605f747-10ec-4a42-9720-119064572a5c tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] 10.222.0.48 "DELETE /v2.0/routers/1e51a2fb-de51-45a9-bc50-bdbe2cda8181 HTTP/1.1" status: 204 len: 168 time: 1.1403790 Jul 15 23:25:37.858732 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47488) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:38.019886 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-edfcd507-4164-48e4-9430-bac98975de87 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:38.064995 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab165c5-38de-4eaa-8018-686b18ce5933 req-a31a3a7f-ebcb-45c3-af10-a956bbbffd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:38.067985 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3ab165c5-38de-4eaa-8018-686b18ce5933 req-a31a3a7f-ebcb-45c3-af10-a956bbbffd65 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=59859dcc1e7748b980efd77feaf90704&device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 1098 time: 0.1212275 Jul 15 23:25:38.098702 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-16750853-59cf-4f9d-ac89-51d43057f82e None None] Attempting to bind port e7b8e097-3cfa-4267-adc4-2ed45c60cb8b on host n-d-794306-6 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:25:38.099708 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-16750853-59cf-4f9d-ac89-51d43057f82e None None] Attempting to bind port e7b8e097-3cfa-4267-adc4-2ed45c60cb8b by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:25:38.100070 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16750853-59cf-4f9d-ac89-51d43057f82e None None] Attempting to bind port e7b8e097-3cfa-4267-adc4-2ed45c60cb8b on network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:25:38.105868 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16750853-59cf-4f9d-ac89-51d43057f82e None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:25:38.106410 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16750853-59cf-4f9d-ac89-51d43057f82e None None] Checking segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:25:38.106946 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-16750853-59cf-4f9d-ac89-51d43057f82e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:38.107602 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16750853-59cf-4f9d-ac89-51d43057f82e None None] Bound using segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:25:38.108094 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-16750853-59cf-4f9d-ac89-51d43057f82e None None] Bound port: e7b8e097-3cfa-4267-adc4-2ed45c60cb8b, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:25:38.108496 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-16750853-59cf-4f9d-ac89-51d43057f82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:38.128438 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-16750853-59cf-4f9d-ac89-51d43057f82e None None] Port e7b8e097-3cfa-4267-adc4-2ed45c60cb8b has been deleted concurrently {{(pid=93773) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 15 23:25:38.140478 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16750853-59cf-4f9d-ac89-51d43057f82e None None] Routers set() bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:38.140968 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16750853-59cf-4f9d-ac89-51d43057f82e None None] Router IDs set() for agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 15 23:25:38.142199 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_agentschedulers_db [None req-16750853-59cf-4f9d-ac89-51d43057f82e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1e51a2fb-de51-45a9-bc50-bdbe2cda8181'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:25:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent'). {{(pid=93773) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 15 23:25:38.142646 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16750853-59cf-4f9d-ac89-51d43057f82e None None] The sync data for ids ['1e51a2fb-de51-45a9-bc50-bdbe2cda8181'] in n-d-794306-6 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:25:38.151101 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:38.164310 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-edfcd507-4164-48e4-9430-bac98975de87 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:38.219416 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-edfcd507-4164-48e4-9430-bac98975de87 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Deleting port 32636b54-0ab8-4fb7-8d41-8c821bc4a605 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:25:38.219741 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-edfcd507-4164-48e4-9430-bac98975de87 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:38.303324 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-edfcd507-4164-48e4-9430-bac98975de87 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] For port 32636b54-0ab8-4fb7-8d41-8c821bc4a605, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=32636b54-0ab8-4fb7-8d41-8c821bc4a605,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:25:38.303975 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-edfcd507-4164-48e4-9430-bac98975de87 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:38.308678 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab165c5-38de-4eaa-8018-686b18ce5933 req-983e8a86-f615-4d3c-afc8-508f190290a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:38.310214 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3ab165c5-38de-4eaa-8018-686b18ce5933 req-983e8a86-f615-4d3c-afc8-508f190290a3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7247f305-0d2c-4c58-8aee-858aaa9a4382 HTTP/1.1" status: 200 len: 914 time: 0.2364457 Jul 15 23:25:38.317001 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-edfcd507-4164-48e4-9430-bac98975de87 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Calling delete_port for 32636b54-0ab8-4fb7-8d41-8c821bc4a605 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:25:38.318528 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0641ff11-8db7-4e98-a000-92a753278347 req-14e0303e-2367-4afb-b3f2-290fb56e24e8 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:38.320246 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0641ff11-8db7-4e98-a000-92a753278347 req-14e0303e-2367-4afb-b3f2-290fb56e24e8 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 947 time: 0.2235601 Jul 15 23:25:38.368482 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3ab165c5-38de-4eaa-8018-686b18ce5933 req-6e0d3ea2-b10a-4749-abd1-9421bbf5b072 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc0ad9c8-d331-4c34-9709-dbfd3a650852 HTTP/1.1" status: 200 len: 217 time: 0.0472586 Jul 15 23:25:38.429760 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0641ff11-8db7-4e98-a000-92a753278347 req-7d71f4fc-3d0a-4e8a-9abd-9d06e36e022e tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007779 Jul 15 23:25:38.443762 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab165c5-38de-4eaa-8018-686b18ce5933 req-eefd553c-922f-4aa7-8631-51fb047ff745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:38.449736 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3ab165c5-38de-4eaa-8018-686b18ce5933 req-eefd553c-922f-4aa7-8631-51fb047ff745 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b5f0bc39-0174-49c0-9e6d-079c96cb8d04 HTTP/1.1" status: 200 len: 853 time: 0.0740805 Jul 15 23:25:38.485677 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3ab165c5-38de-4eaa-8018-686b18ce5933 req-7bc61749-b5aa-4b8e-9e18-19e2a0fbec06 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7247f305-0d2c-4c58-8aee-858aaa9a4382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294645 Jul 15 23:25:38.506572 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-edfcd507-4164-48e4-9430-bac98975de87 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:38.541173 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfcd507-4164-48e4-9430-bac98975de87 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Pushing event deleted for resources: {'Port': ['ID=32636b54-0ab8-4fb7-8d41-8c821bc4a605,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:38.592700 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3ab165c5-38de-4eaa-8018-686b18ce5933 req-0436a4c7-69c2-4926-b7ca-b5014a2828d9 service neutron] 10.222.0.49 "GET /v2.0/networks/7247f305-0d2c-4c58-8aee-858aaa9a4382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009803 Jul 15 23:25:38.602014 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-edfcd507-4164-48e4-9430-bac98975de87 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999011'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:38.697608 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-edfcd507-4164-48e4-9430-bac98975de87 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:38.698462 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3ab165c5-38de-4eaa-8018-686b18ce5933 req-97d3a2a5-0cb7-41d1-8bdf-a69d6a82711c service neutron] 10.222.0.49 "GET /v2.0/networks/7247f305-0d2c-4c58-8aee-858aaa9a4382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996685 Jul 15 23:25:38.700194 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-edfcd507-4164-48e4-9430-bac98975de87 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:38.753650 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-edfcd507-4164-48e4-9430-bac98975de87 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:38.754521 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edfcd507-4164-48e4-9430-bac98975de87 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a0af35da-5cd0-40b5-b1f4-19fcfdba5978 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:25:38.759978 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-edfcd507-4164-48e4-9430-bac98975de87 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:38.765408 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-edfcd507-4164-48e4-9430-bac98975de87 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] 10.222.0.48 "DELETE /v2.0/routers/a0af35da-5cd0-40b5-b1f4-19fcfdba5978 HTTP/1.1" status: 204 len: 168 time: 0.9014258 Jul 15 23:25:38.765720 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47496) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:38.770409 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-03297b14-46ed-4cd1-a59a-7bf18fb005b2 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1688406396', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}, 'admin_state_up': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:38.808388 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-03297b14-46ed-4cd1-a59a-7bf18fb005b2 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:38.809427 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-03297b14-46ed-4cd1-a59a-7bf18fb005b2 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:38.876923 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-03297b14-46ed-4cd1-a59a-7bf18fb005b2 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:39.031556 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-03297b14-46ed-4cd1-a59a-7bf18fb005b2 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:39.251824 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-03297b14-46ed-4cd1-a59a-7bf18fb005b2 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:39.272184 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-03297b14-46ed-4cd1-a59a-7bf18fb005b2 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:39.394012 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-03297b14-46ed-4cd1-a59a-7bf18fb005b2 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Allocated IP 172.25.5.91 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/8006ffdb-25b6-4909-a436-f1b8bfdd65a6) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:25:39.519171 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-03297b14-46ed-4cd1-a59a-7bf18fb005b2 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:39.567595 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-03297b14-46ed-4cd1-a59a-7bf18fb005b2 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:39.633995 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03297b14-46ed-4cd1-a59a-7bf18fb005b2 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:25:39.640451 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-03297b14-46ed-4cd1-a59a-7bf18fb005b2 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:25:39.645824 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03297b14-46ed-4cd1-a59a-7bf18fb005b2 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:25:39.650655 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03297b14-46ed-4cd1-a59a-7bf18fb005b2 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Pushing event updated for resources: {'Port': ['ID=8006ffdb-25b6-4909-a436-f1b8bfdd65a6,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:39.776467 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed46b74a-cf98-409c-b77b-10962c9d62a0 req-17043c0a-7faa-47a9-87c0-6a33b3eca718 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:39.777617 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ed46b74a-cf98-409c-b77b-10962c9d62a0 req-17043c0a-7faa-47a9-87c0-6a33b3eca718 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 947 time: 0.1827343 Jul 15 23:25:39.856926 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ed46b74a-cf98-409c-b77b-10962c9d62a0 req-3023b6a0-4637-4a2e-9d28-35b7bc427946 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583510 Jul 15 23:25:39.964962 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-03297b14-46ed-4cd1-a59a-7bf18fb005b2 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:40.474133 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03358a4-9f72-42df-9b8d-37ddd428f5c6 req-4fb54025-8dfc-4483-b9e5-a3e8f3c03ca2 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:40.475670 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d03358a4-9f72-42df-9b8d-37ddd428f5c6 req-4fb54025-8dfc-4483-b9e5-a3e8f3c03ca2 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 947 time: 0.1548910 Jul 15 23:25:40.563483 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d03358a4-9f72-42df-9b8d-37ddd428f5c6 req-e1efe269-18ce-4fb7-a21b-b61207469374 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778680 Jul 15 23:25:40.573053 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-03297b14-46ed-4cd1-a59a-7bf18fb005b2 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:40.751174 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 32636b54-0ab8-4fb7-8d41-8c821bc4a605 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:25:40.794681 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 32636b54-0ab8-4fb7-8d41-8c821bc4a605 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:25:40.795360 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 32636b54-0ab8-4fb7-8d41-8c821bc4a605 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:25:40.825386 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedd2a12-0f42-4378-8352-a0c5f25129b7 req-12865f4e-0200-4041-881f-1f9bcff3eeb9 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:40.832977 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bedd2a12-0f42-4378-8352-a0c5f25129b7 req-12865f4e-0200-4041-881f-1f9bcff3eeb9 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 947 time: 0.1183569 Jul 15 23:25:40.889513 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03297b14-46ed-4cd1-a59a-7bf18fb005b2 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Router e330f8cc-494e-4cae-a298-cfc3c3c3736e is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:25:40.928760 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bedd2a12-0f42-4378-8352-a0c5f25129b7 req-65641af8-bdf8-4e6e-b20f-dcb50bb2dd70 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948231 Jul 15 23:25:41.105239 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03297b14-46ed-4cd1-a59a-7bf18fb005b2 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:25:41.119977 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0af188-e062-414f-af32-517fe4c23e8e None None] Sync routers for ids ['e330f8cc-494e-4cae-a298-cfc3c3c3736e'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:25:41.150280 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0af188-e062-414f-af32-517fe4c23e8e None None] Routers {'e330f8cc-494e-4cae-a298-cfc3c3c3736e'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:41.150491 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-03297b14-46ed-4cd1-a59a-7bf18fb005b2 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:41.151837 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-af0af188-e062-414f-af32-517fe4c23e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:25:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['e330f8cc-494e-4cae-a298-cfc3c3c3736e'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:41.154082 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-03297b14-46ed-4cd1-a59a-7bf18fb005b2 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.3850951 Jul 15 23:25:41.156083 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47526) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:41.167242 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-5baaaf5e-3b12-4af4-8caf-f32e66d94535 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'enable_snat': False}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:41.252192 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-af0af188-e062-414f-af32-517fe4c23e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:41.262484 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0af188-e062-414f-af32-517fe4c23e8e None None] Routers {'e330f8cc-494e-4cae-a298-cfc3c3c3736e'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:41.263097 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-af0af188-e062-414f-af32-517fe4c23e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:25:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['e330f8cc-494e-4cae-a298-cfc3c3c3736e'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:41.307537 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-af0af188-e062-414f-af32-517fe4c23e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:41.308551 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0af188-e062-414f-af32-517fe4c23e8e None None] The sync data for ids ['e330f8cc-494e-4cae-a298-cfc3c3c3736e'] in n-d-794306-6 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:25:41.506057 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7182aeeb-191b-4641-8f7e-535289497efe req-7c9aaf94-9ec2-43a3-accf-7811e165a121 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:41.507945 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7182aeeb-191b-4641-8f7e-535289497efe req-7c9aaf94-9ec2-43a3-accf-7811e165a121 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 947 time: 0.1951165 Jul 15 23:25:41.613050 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7182aeeb-191b-4641-8f7e-535289497efe req-ca97934c-ab52-4c9d-b058-de71fe1195ae tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927129 Jul 15 23:25:41.699217 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5baaaf5e-3b12-4af4-8caf-f32e66d94535 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:42.105646 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32c6f0-61fb-4e53-a7ae-a182330c8036 req-0654eaf7-ba03-41c8-a822-67c527033f83 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:42.107263 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-de32c6f0-61fb-4e53-a7ae-a182330c8036 req-0654eaf7-ba03-41c8-a822-67c527033f83 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 947 time: 0.1640952 Jul 15 23:25:42.195001 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-de32c6f0-61fb-4e53-a7ae-a182330c8036 req-d642d23d-fe87-41ed-a5a6-d58e192e8211 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772178 Jul 15 23:25:42.274707 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5baaaf5e-3b12-4af4-8caf-f32e66d94535 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:42.278416 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5baaaf5e-3b12-4af4-8caf-f32e66d94535 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-998933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-998924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-999045'] for router, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:42.497405 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5baaaf5e-3b12-4af4-8caf-f32e66d94535 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Router e330f8cc-494e-4cae-a298-cfc3c3c3736e has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:25:42.527239 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232356f4-e936-4965-b0d5-bb071406481e req-494474b7-f4e1-412e-86de-fbb926dc2ff4 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:42.528993 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-232356f4-e936-4965-b0d5-bb071406481e req-494474b7-f4e1-412e-86de-fbb926dc2ff4 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 947 time: 0.1365192 Jul 15 23:25:42.674208 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-232356f4-e936-4965-b0d5-bb071406481e req-e28f577c-b428-425f-9689-1eb91448b650 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934422 Jul 15 23:25:42.705393 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5baaaf5e-3b12-4af4-8caf-f32e66d94535 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:25:42.711244 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5baaaf5e-3b12-4af4-8caf-f32e66d94535 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:42.715094 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-5baaaf5e-3b12-4af4-8caf-f32e66d94535 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] 10.222.0.48 "PUT /v2.0/routers/e330f8cc-494e-4cae-a298-cfc3c3c3736e HTTP/1.1" status: 200 len: 925 time: 1.5556934 Jul 15 23:25:42.715416 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47560) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:42.721292 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495440dd-862f-4bcc-b565-5e788ac736fa None None] Sync routers for ids ['e330f8cc-494e-4cae-a298-cfc3c3c3736e'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:25:42.745441 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495440dd-862f-4bcc-b565-5e788ac736fa None None] Routers {'e330f8cc-494e-4cae-a298-cfc3c3c3736e'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:42.745441 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-495440dd-862f-4bcc-b565-5e788ac736fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:25:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['e330f8cc-494e-4cae-a298-cfc3c3c3736e'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:42.797393 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-495440dd-862f-4bcc-b565-5e788ac736fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:42.821873 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495440dd-862f-4bcc-b565-5e788ac736fa None None] Routers {'e330f8cc-494e-4cae-a298-cfc3c3c3736e'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:42.822716 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-495440dd-862f-4bcc-b565-5e788ac736fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:25:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['e330f8cc-494e-4cae-a298-cfc3c3c3736e'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:42.871646 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-495440dd-862f-4bcc-b565-5e788ac736fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:42.873101 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495440dd-862f-4bcc-b565-5e788ac736fa None None] The sync data for ids ['e330f8cc-494e-4cae-a298-cfc3c3c3736e'] in n-d-794306-6 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:25:42.974570 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc05d19-ae1d-4d9b-9d2c-e7d164aab4de req-37389885-1d8f-4391-802d-586936921717 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:42.976431 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fcc05d19-ae1d-4d9b-9d2c-e7d164aab4de req-37389885-1d8f-4391-802d-586936921717 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 947 time: 0.0838275 Jul 15 23:25:43.042111 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fcc05d19-ae1d-4d9b-9d2c-e7d164aab4de req-9efed82f-57a5-423c-96b7-53b259cfe049 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532498 Jul 15 23:25:43.208263 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c4df878b-170e-4d28-af15-f2930d35f08d tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] 10.222.0.48 "GET /v2.0/routers/e330f8cc-494e-4cae-a298-cfc3c3c3736e HTTP/1.1" status: 200 len: 925 time: 0.4898763 Jul 15 23:25:43.211502 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47570) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:43.236694 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ff307-ce8e-42ed-bc28-905a8066e3ef req-a0ebba80-a741-43b4-b92c-c8852cc85868 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:43.238250 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c26ff307-ce8e-42ed-bc28-905a8066e3ef req-a0ebba80-a741-43b4-b92c-c8852cc85868 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 947 time: 0.0759318 Jul 15 23:25:43.284250 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c26ff307-ce8e-42ed-bc28-905a8066e3ef req-613015bb-0e44-4fd6-97f0-99d24a0fa69d tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376031 Jul 15 23:25:43.307451 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bfab40-cf1f-4f6c-939c-b9b54579f0fd tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:43.309316 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f6bfab40-cf1f-4f6c-939c-b9b54579f0fd tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=c4160cc4-e133-4d4e-ad39-f86bca4b2f14&device_id=e330f8cc-494e-4cae-a298-cfc3c3c3736e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0967736 Jul 15 23:25:43.312623 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47578) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:43.436488 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fbf9e5-1be4-4e0d-96cd-ac418c07d1a9 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:43.439394 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-52fbf9e5-1be4-4e0d-96cd-ac418c07d1a9 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] 10.222.0.48 "GET /v2.0/networks/c4160cc4-e133-4d4e-ad39-f86bca4b2f14 HTTP/1.1" status: 200 len: 881 time: 0.1251409 Jul 15 23:25:43.442022 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47588) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:43.495624 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-620f679c-6210-4aef-b2ee-d116dddb5002 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] 10.222.0.48 "GET /v2.0/ports?device_id=e330f8cc-494e-4cae-a298-cfc3c3c3736e HTTP/1.1" status: 200 len: 205 time: 0.0523105 Jul 15 23:25:43.501085 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47590) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:43.666589 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bedb19-19c2-44cf-acb6-8c96c67346f6 req-5ea84d6d-10a7-4aa6-a94b-725618fb4bf7 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:43.668138 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a7bedb19-19c2-44cf-acb6-8c96c67346f6 req-5ea84d6d-10a7-4aa6-a94b-725618fb4bf7 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 947 time: 0.1196644 Jul 15 23:25:43.697369 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5bc58469-2c72-4b72-967c-1e15938de8d5 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:43.769913 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a7bedb19-19c2-44cf-acb6-8c96c67346f6 req-0db5afc7-a47c-4642-8b86-8e42fccedc4e tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939803 Jul 15 23:25:43.851432 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5bc58469-2c72-4b72-967c-1e15938de8d5 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:43.951815 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-5bc58469-2c72-4b72-967c-1e15938de8d5 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Deleting port 8006ffdb-25b6-4909-a436-f1b8bfdd65a6 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:25:43.953510 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5bc58469-2c72-4b72-967c-1e15938de8d5 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:44.109392 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5bc58469-2c72-4b72-967c-1e15938de8d5 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:44.136833 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-5bc58469-2c72-4b72-967c-1e15938de8d5 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Calling delete_port for 8006ffdb-25b6-4909-a436-f1b8bfdd65a6 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:25:44.155928 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c0140-85ce-44e9-9e8d-b072720aa3b6 req-7c0bd2ca-6c6d-4fd9-b7ef-8dcd52719553 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:44.158387 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-056c0140-85ce-44e9-9e8d-b072720aa3b6 req-7c0bd2ca-6c6d-4fd9-b7ef-8dcd52719553 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 947 time: 0.1720901 Jul 15 23:25:44.257856 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-056c0140-85ce-44e9-9e8d-b072720aa3b6 req-6560104d-16e4-4646-b579-ec877fb5254d tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930107 Jul 15 23:25:44.414179 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5bc58469-2c72-4b72-967c-1e15938de8d5 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:44.757243 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc58469-2c72-4b72-967c-1e15938de8d5 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Pushing event deleted for resources: {'Port': ['ID=8006ffdb-25b6-4909-a436-f1b8bfdd65a6,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:44.829922 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc58469-2c72-4b72-967c-1e15938de8d5 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:44.830268 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc58469-2c72-4b72-967c-1e15938de8d5 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:44.830614 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc58469-2c72-4b72-967c-1e15938de8d5 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:44.830954 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc58469-2c72-4b72-967c-1e15938de8d5 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:44.831314 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc58469-2c72-4b72-967c-1e15938de8d5 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:44.831680 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc58469-2c72-4b72-967c-1e15938de8d5 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:44.832013 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc58469-2c72-4b72-967c-1e15938de8d5 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:44.832718 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc58469-2c72-4b72-967c-1e15938de8d5 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:44.832718 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc58469-2c72-4b72-967c-1e15938de8d5 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:44.833030 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc58469-2c72-4b72-967c-1e15938de8d5 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:44.833294 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc58469-2c72-4b72-967c-1e15938de8d5 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:44.833616 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc58469-2c72-4b72-967c-1e15938de8d5 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:25:44.908706 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5bc58469-2c72-4b72-967c-1e15938de8d5 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999011'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:45.031251 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c28c0-cb3f-4726-b9ed-9cb96bfdec44 req-373e2323-93d0-4887-b28e-bd38de9a6e08 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:45.033984 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ac0c28c0-cb3f-4726-b9ed-9cb96bfdec44 req-373e2323-93d0-4887-b28e-bd38de9a6e08 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 947 time: 0.2801855 Jul 15 23:25:45.116033 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5bc58469-2c72-4b72-967c-1e15938de8d5 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:45.122609 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5bc58469-2c72-4b72-967c-1e15938de8d5 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:45.176772 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ac0c28c0-cb3f-4726-b9ed-9cb96bfdec44 req-53dd3a8a-edd4-4bc7-af7c-54dfaa6bf32b tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916953 Jul 15 23:25:45.202738 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5bc58469-2c72-4b72-967c-1e15938de8d5 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:45.204241 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc58469-2c72-4b72-967c-1e15938de8d5 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Fanout notify agent at l3_agent the message router_deleted on router e330f8cc-494e-4cae-a298-cfc3c3c3736e {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:25:45.233223 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5bc58469-2c72-4b72-967c-1e15938de8d5 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:45.235734 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-5bc58469-2c72-4b72-967c-1e15938de8d5 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] 10.222.0.48 "DELETE /v2.0/routers/e330f8cc-494e-4cae-a298-cfc3c3c3736e HTTP/1.1" status: 204 len: 168 time: 1.7338488 Jul 15 23:25:45.239887 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47614) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:45.249307 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-082c009c-5f4b-47b6-b6f7-88aa3138a8b1 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1145988539', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:45.296803 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-082c009c-5f4b-47b6-b6f7-88aa3138a8b1 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:45.299414 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-082c009c-5f4b-47b6-b6f7-88aa3138a8b1 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:45.364613 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-082c009c-5f4b-47b6-b6f7-88aa3138a8b1 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:45.372824 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-082c009c-5f4b-47b6-b6f7-88aa3138a8b1 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:45.394133 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-082c009c-5f4b-47b6-b6f7-88aa3138a8b1 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:45.396114 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-082c009c-5f4b-47b6-b6f7-88aa3138a8b1 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1550455 Jul 15 23:25:45.401326 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47616) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:45.409460 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-386a3829-4b35-4e4f-882d-30e960dfa1d3 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:45.412952 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89204eb6-bf6f-4f18-8938-d83f3ebdba3e req-3449246d-51dd-4c6d-987c-16c7daf77655 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:45.414577 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-89204eb6-bf6f-4f18-8938-d83f3ebdba3e req-3449246d-51dd-4c6d-987c-16c7daf77655 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 947 time: 0.0941808 Jul 15 23:25:45.424042 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:25:45.488023 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-89204eb6-bf6f-4f18-8938-d83f3ebdba3e req-b02d1657-483a-473e-ab02-345f911a39cc tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586040 Jul 15 23:25:45.703895 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-386a3829-4b35-4e4f-882d-30e960dfa1d3 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:45.844232 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a64143-09dc-48a8-8c15-2c11b590ce93 req-4594bcf2-1f40-460f-b105-150bee8063cc tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:45.846601 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a0a64143-09dc-48a8-8c15-2c11b590ce93 req-4594bcf2-1f40-460f-b105-150bee8063cc tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 947 time: 0.1074724 Jul 15 23:25:45.956035 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a0a64143-09dc-48a8-8c15-2c11b590ce93 req-96482c43-dc30-4dc3-a9a7-3393ab372f31 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986679 Jul 15 23:25:46.027988 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-386a3829-4b35-4e4f-882d-30e960dfa1d3 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:46.067050 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-386a3829-4b35-4e4f-882d-30e960dfa1d3 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:46.222652 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346a7d7d-d1b0-4fc5-96a1-d3a967608ac6 req-85b44cbc-26c0-4b2c-9829-7e1ba80c949e tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:46.233088 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-346a7d7d-d1b0-4fc5-96a1-d3a967608ac6 req-85b44cbc-26c0-4b2c-9829-7e1ba80c949e tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 947 time: 0.1388726 Jul 15 23:25:46.287801 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-386a3829-4b35-4e4f-882d-30e960dfa1d3 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Allocated IP 172.25.5.228 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/643f2609-021b-4412-9f84-f84181b71148) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:25:46.295889 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-346a7d7d-d1b0-4fc5-96a1-d3a967608ac6 req-90bd5b6d-7979-426a-bd0e-e475b01dd8fd tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610399 Jul 15 23:25:46.480980 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-386a3829-4b35-4e4f-882d-30e960dfa1d3 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:46.517880 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18d0755-c45a-41d2-9439-268c5d6feeef req-31dfcbc7-298f-495a-a19d-6d6b15c8111e tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:46.519727 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a18d0755-c45a-41d2-9439-268c5d6feeef req-31dfcbc7-298f-495a-a19d-6d6b15c8111e tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 947 time: 0.1020753 Jul 15 23:25:46.529925 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-386a3829-4b35-4e4f-882d-30e960dfa1d3 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:46.577622 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386a3829-4b35-4e4f-882d-30e960dfa1d3 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:25:46.580298 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a18d0755-c45a-41d2-9439-268c5d6feeef req-0a411976-bb31-4673-91d9-7a232ac0e394 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549040 Jul 15 23:25:46.580692 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-386a3829-4b35-4e4f-882d-30e960dfa1d3 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:25:46.583234 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386a3829-4b35-4e4f-882d-30e960dfa1d3 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:25:46.589155 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386a3829-4b35-4e4f-882d-30e960dfa1d3 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Pushing event updated for resources: {'Port': ['ID=643f2609-021b-4412-9f84-f84181b71148,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:46.966760 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-386a3829-4b35-4e4f-882d-30e960dfa1d3 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:47.333655 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-386a3829-4b35-4e4f-882d-30e960dfa1d3 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:47.337697 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-386a3829-4b35-4e4f-882d-30e960dfa1d3 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-998933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-998924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-999045'] for router, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:47.556750 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-386a3829-4b35-4e4f-882d-30e960dfa1d3 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Router 908d7206-f29e-4009-8c96-68ac2ea29a3d is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:25:47.575073 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b04184-521f-4c41-b0be-a72b439c07e8 req-09bc4cbf-7764-42b9-bf08-71a7a369381b tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:47.584272 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-88b04184-521f-4c41-b0be-a72b439c07e8 req-09bc4cbf-7764-42b9-bf08-71a7a369381b tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/ports?device_id=db1407ec-5158-42a8-8eb2-fde6e9873ece HTTP/1.1" status: 200 len: 945 time: 0.0931869 Jul 15 23:25:47.632183 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-88b04184-521f-4c41-b0be-a72b439c07e8 req-bee18732-2888-4b53-a9bc-a288a9b24db8 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce3f5940-565b-43a4-b484-b630aa3d6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469165 Jul 15 23:25:47.696467 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-386a3829-4b35-4e4f-882d-30e960dfa1d3 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:25:47.705083 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-386a3829-4b35-4e4f-882d-30e960dfa1d3 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:47.706466 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-386a3829-4b35-4e4f-882d-30e960dfa1d3 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] 10.222.0.48 "PUT /v2.0/routers/908d7206-f29e-4009-8c96-68ac2ea29a3d HTTP/1.1" status: 200 len: 884 time: 2.3013792 Jul 15 23:25:47.710770 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47652) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:47.712016 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596f7d9a-e4b8-4ee2-9e8e-79b901403b88 None None] Sync routers for ids ['908d7206-f29e-4009-8c96-68ac2ea29a3d'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:25:47.725969 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596f7d9a-e4b8-4ee2-9e8e-79b901403b88 None None] Routers {'908d7206-f29e-4009-8c96-68ac2ea29a3d'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:47.726934 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-596f7d9a-e4b8-4ee2-9e8e-79b901403b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:25:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['908d7206-f29e-4009-8c96-68ac2ea29a3d'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:47.763895 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-596f7d9a-e4b8-4ee2-9e8e-79b901403b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:47.773895 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596f7d9a-e4b8-4ee2-9e8e-79b901403b88 None None] Routers {'908d7206-f29e-4009-8c96-68ac2ea29a3d'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:47.774814 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-596f7d9a-e4b8-4ee2-9e8e-79b901403b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:25:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['908d7206-f29e-4009-8c96-68ac2ea29a3d'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:47.812467 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-596f7d9a-e4b8-4ee2-9e8e-79b901403b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:47.813455 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596f7d9a-e4b8-4ee2-9e8e-79b901403b88 None None] The sync data for ids ['908d7206-f29e-4009-8c96-68ac2ea29a3d'] in n-d-794306-6 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:25:47.892194 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-720b13a7-a29a-44bb-967b-aa4011f9300a tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] 10.222.0.48 "GET /v2.0/routers/908d7206-f29e-4009-8c96-68ac2ea29a3d HTTP/1.1" status: 200 len: 925 time: 0.1744790 Jul 15 23:25:47.892427 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47656) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:48.031849 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420aabc6-e65e-48e3-b2ab-f73b4b7878d6 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:48.036807 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-420aabc6-e65e-48e3-b2ab-f73b4b7878d6 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=c4160cc4-e133-4d4e-ad39-f86bca4b2f14&device_id=908d7206-f29e-4009-8c96-68ac2ea29a3d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1406827 Jul 15 23:25:48.037592 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47660) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:48.157962 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325ae945-9057-4fc2-ae7f-f4743ffa70c1 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:48.162750 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-325ae945-9057-4fc2-ae7f-f4743ffa70c1 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] 10.222.0.48 "GET /v2.0/networks/c4160cc4-e133-4d4e-ad39-f86bca4b2f14 HTTP/1.1" status: 200 len: 881 time: 0.1236882 Jul 15 23:25:48.163008 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47662) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:48.195055 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-6135700b-7b84-4ee5-b03d-e8defa378df4 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] 10.222.0.48 "GET /v2.0/ports?device_id=908d7206-f29e-4009-8c96-68ac2ea29a3d HTTP/1.1" status: 200 len: 205 time: 0.0303833 Jul 15 23:25:48.199304 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47664) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:48.329383 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12e77237-4374-4182-9dd0-57d867edd908 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:48.457091 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12e77237-4374-4182-9dd0-57d867edd908 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:48.520875 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-12e77237-4374-4182-9dd0-57d867edd908 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Deleting port 643f2609-021b-4412-9f84-f84181b71148 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:25:48.521202 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12e77237-4374-4182-9dd0-57d867edd908 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:48.620524 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12e77237-4374-4182-9dd0-57d867edd908 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:48.636475 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-12e77237-4374-4182-9dd0-57d867edd908 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Calling delete_port for 643f2609-021b-4412-9f84-f84181b71148 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:25:48.865317 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12e77237-4374-4182-9dd0-57d867edd908 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:48.914910 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e77237-4374-4182-9dd0-57d867edd908 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Pushing event deleted for resources: {'Port': ['ID=643f2609-021b-4412-9f84-f84181b71148,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:49.024013 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff76c082-f8a5-452e-ba7c-d319b87ed7c5 req-5bc16909-372f-4527-ad21-a21849735733 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:49.031259 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ff76c082-f8a5-452e-ba7c-d319b87ed7c5 req-5bc16909-372f-4527-ad21-a21849735733 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/ports?device_id=db1407ec-5158-42a8-8eb2-fde6e9873ece HTTP/1.1" status: 200 len: 945 time: 0.1786325 Jul 15 23:25:49.052664 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12e77237-4374-4182-9dd0-57d867edd908 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999011'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:49.180906 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ff76c082-f8a5-452e-ba7c-d319b87ed7c5 req-7b27d31b-68f4-4116-9246-3e170d9039af tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce3f5940-565b-43a4-b484-b630aa3d6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487250 Jul 15 23:25:49.182771 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12e77237-4374-4182-9dd0-57d867edd908 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:49.188096 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12e77237-4374-4182-9dd0-57d867edd908 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:49.272604 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12e77237-4374-4182-9dd0-57d867edd908 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:49.273366 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e77237-4374-4182-9dd0-57d867edd908 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Fanout notify agent at l3_agent the message router_deleted on router 908d7206-f29e-4009-8c96-68ac2ea29a3d {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:25:49.283286 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12e77237-4374-4182-9dd0-57d867edd908 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:49.288290 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-12e77237-4374-4182-9dd0-57d867edd908 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] 10.222.0.48 "DELETE /v2.0/routers/908d7206-f29e-4009-8c96-68ac2ea29a3d HTTP/1.1" status: 204 len: 168 time: 1.0876520 Jul 15 23:25:49.288535 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47680) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:49.295562 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b3e55aac-9825-473d-bbad-43d533f50ba8 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1109216318', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:49.327824 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b3e55aac-9825-473d-bbad-43d533f50ba8 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:49.330037 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b3e55aac-9825-473d-bbad-43d533f50ba8 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:49.365644 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e3d6d4-e485-4e93-a248-583ffb050910 req-7b0df75b-4bce-4e06-8b5a-e9880fd5e037 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:49.368540 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-35e3d6d4-e485-4e93-a248-583ffb050910 req-7b0df75b-4bce-4e06-8b5a-e9880fd5e037 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.49 "GET /v2.0/ports?device_id=db1407ec-5158-42a8-8eb2-fde6e9873ece HTTP/1.1" status: 200 len: 945 time: 0.1339817 Jul 15 23:25:49.395285 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b3e55aac-9825-473d-bbad-43d533f50ba8 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:49.401110 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b3e55aac-9825-473d-bbad-43d533f50ba8 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:49.425398 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b3e55aac-9825-473d-bbad-43d533f50ba8 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:49.430066 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b3e55aac-9825-473d-bbad-43d533f50ba8 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1390975 Jul 15 23:25:49.431119 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47684) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:49.437103 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-99a5cf93-b2ba-45bc-a6c1-2bba472c879b tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'enable_snat': True}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:49.524348 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-35e3d6d4-e485-4e93-a248-583ffb050910 req-6f09d285-5546-4b8c-8380-6614cfe42ffd tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Deleting port c1447464-3bc1-4329-bb45-b84da9cb889d {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:25:49.524917 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-35e3d6d4-e485-4e93-a248-583ffb050910 req-6f09d285-5546-4b8c-8380-6614cfe42ffd tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:49.650906 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-35e3d6d4-e485-4e93-a248-583ffb050910 req-6f09d285-5546-4b8c-8380-6614cfe42ffd tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] For port c1447464-3bc1-4329-bb45-b84da9cb889d, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=c1447464-3bc1-4329-bb45-b84da9cb889d,segment=NetworkSegment(7b7581c1-1598-4186-967b-a52d177d111c),segment_id=7b7581c1-1598-4186-967b-a52d177d111c)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:25:49.651923 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-35e3d6d4-e485-4e93-a248-583ffb050910 req-6f09d285-5546-4b8c-8380-6614cfe42ffd tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:49.667337 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-35e3d6d4-e485-4e93-a248-583ffb050910 req-6f09d285-5546-4b8c-8380-6614cfe42ffd tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Calling delete_port for c1447464-3bc1-4329-bb45-b84da9cb889d owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:25:49.756710 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-99a5cf93-b2ba-45bc-a6c1-2bba472c879b tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:49.844420 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-35e3d6d4-e485-4e93-a248-583ffb050910 req-6f09d285-5546-4b8c-8380-6614cfe42ffd tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:49.858220 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['4ac1240b-9904-4e00-b2e2-86467099ec5b', '07117a2c-11cb-4c1c-9b95-04e967a80ec0', '6df92f40-1e78-43bc-9ce1-3aabfb5e1a0c', 'c1447464-3bc1-4329-bb45-b84da9cb889d'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:25:49.888289 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f09d285-5546-4b8c-8380-6614cfe42ffd tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Pushing event deleted for resources: {'Port': ['ID=c1447464-3bc1-4329-bb45-b84da9cb889d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:49.960364 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-35e3d6d4-e485-4e93-a248-583ffb050910 req-6f09d285-5546-4b8c-8380-6614cfe42ffd tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] No DVR routers for this DVR port c1447464-3bc1-4329-bb45-b84da9cb889d on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:25:49.963261 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-35e3d6d4-e485-4e93-a248-583ffb050910 req-6f09d285-5546-4b8c-8380-6614cfe42ffd tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:49.965963 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-35e3d6d4-e485-4e93-a248-583ffb050910 req-6f09d285-5546-4b8c-8380-6614cfe42ffd tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.49 "DELETE /v2.0/ports/c1447464-3bc1-4329-bb45-b84da9cb889d HTTP/1.1" status: 204 len: 173 time: 0.5909390 Jul 15 23:25:49.966496 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db1407ec-5158-42a8-8eb2-fde6e9873ece', 'name': 'network-vif-deleted', 'tag': 'c1447464-3bc1-4329-bb45-b84da9cb889d'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:25:49.969787 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2536bb3-ef06-4dd4-a3a3-8b9abf38e690" -d '{"events": [{"server_uuid": "db1407ec-5158-42a8-8eb2-fde6e9873ece", "name": "network-vif-deleted", "tag": "c1447464-3bc1-4329-bb45-b84da9cb889d"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:25:50.022191 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e909df-4888-4253-ab83-aabc72afe008 x-openstack-request-id: req-c0e909df-4888-4253-ab83-aabc72afe008 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:25:50.022491 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db1407ec-5158-42a8-8eb2-fde6e9873ece", "name": "network-vif-deleted", "tag": "c1447464-3bc1-4329-bb45-b84da9cb889d", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:25:50.022756 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c0e909df-4888-4253-ab83-aabc72afe008 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:25:50.023136 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db1407ec-5158-42a8-8eb2-fde6e9873ece', 'name': 'network-vif-deleted', 'tag': 'c1447464-3bc1-4329-bb45-b84da9cb889d', 'status': 'completed', 'code': 200} Jul 15 23:25:50.126108 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-99a5cf93-b2ba-45bc-a6c1-2bba472c879b tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:50.149780 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-99a5cf93-b2ba-45bc-a6c1-2bba472c879b tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:50.321454 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-99a5cf93-b2ba-45bc-a6c1-2bba472c879b tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Allocated IP 172.25.5.208 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/b235bf77-1f07-4566-84f7-e113de6c6350) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:25:50.389511 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b01c142a-3b22-472e-871e-69257612980f req-56f1b4a8-b68f-4652-b5d7-02815ad7e30a tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/ports?device_id=db1407ec-5158-42a8-8eb2-fde6e9873ece HTTP/1.1" status: 200 len: 210 time: 0.0355208 Jul 15 23:25:50.441586 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-99a5cf93-b2ba-45bc-a6c1-2bba472c879b tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:50.484384 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-99a5cf93-b2ba-45bc-a6c1-2bba472c879b tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:50.530538 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a5cf93-b2ba-45bc-a6c1-2bba472c879b tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:25:50.534664 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-99a5cf93-b2ba-45bc-a6c1-2bba472c879b tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:25:50.537090 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a5cf93-b2ba-45bc-a6c1-2bba472c879b tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:25:50.539142 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a5cf93-b2ba-45bc-a6c1-2bba472c879b tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Pushing event updated for resources: {'Port': ['ID=b235bf77-1f07-4566-84f7-e113de6c6350,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:50.849862 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-99a5cf93-b2ba-45bc-a6c1-2bba472c879b tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:51.445310 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-99a5cf93-b2ba-45bc-a6c1-2bba472c879b tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:51.451317 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-99a5cf93-b2ba-45bc-a6c1-2bba472c879b tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-998933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-998924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-999045'] for router, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:51.641542 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99a5cf93-b2ba-45bc-a6c1-2bba472c879b tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Router c40ea373-cc53-4d7a-9924-70eff7643a2a is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:25:51.818127 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a5cf93-b2ba-45bc-a6c1-2bba472c879b tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:25:51.834285 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb7e8e7-4a68-42f8-88a2-74e0bdc4e5f7 None None] Sync routers for ids ['c40ea373-cc53-4d7a-9924-70eff7643a2a'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:25:51.838515 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-99a5cf93-b2ba-45bc-a6c1-2bba472c879b tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:51.842772 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47722) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:51.843334 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-99a5cf93-b2ba-45bc-a6c1-2bba472c879b tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] 10.222.0.48 "PUT /v2.0/routers/c40ea373-cc53-4d7a-9924-70eff7643a2a HTTP/1.1" status: 200 len: 919 time: 2.4103963 Jul 15 23:25:51.866681 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb7e8e7-4a68-42f8-88a2-74e0bdc4e5f7 None None] Routers {'c40ea373-cc53-4d7a-9924-70eff7643a2a'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:51.867394 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ceb7e8e7-4a68-42f8-88a2-74e0bdc4e5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:25:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['c40ea373-cc53-4d7a-9924-70eff7643a2a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:51.931398 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ceb7e8e7-4a68-42f8-88a2-74e0bdc4e5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:51.943107 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb7e8e7-4a68-42f8-88a2-74e0bdc4e5f7 None None] Routers {'c40ea373-cc53-4d7a-9924-70eff7643a2a'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:51.943966 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ceb7e8e7-4a68-42f8-88a2-74e0bdc4e5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:25:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['c40ea373-cc53-4d7a-9924-70eff7643a2a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:51.976942 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ceb7e8e7-4a68-42f8-88a2-74e0bdc4e5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:51.977834 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb7e8e7-4a68-42f8-88a2-74e0bdc4e5f7 None None] The sync data for ids ['c40ea373-cc53-4d7a-9924-70eff7643a2a'] in n-d-794306-6 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:25:52.043656 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-c8145c98-8ee0-4f5a-bf78-33979853415f tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] 10.222.0.48 "GET /v2.0/routers/c40ea373-cc53-4d7a-9924-70eff7643a2a HTTP/1.1" status: 200 len: 925 time: 0.1979551 Jul 15 23:25:52.045992 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47726) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:52.082735 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde5e3b4-8449-4e87-830a-4318b77496ae req-c7695a2c-33c2-46fd-903e-d0cff5b24ddd tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:52.084115 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cde5e3b4-8449-4e87-830a-4318b77496ae req-c7695a2c-33c2-46fd-903e-d0cff5b24ddd tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 947 time: 0.1615241 Jul 15 23:25:52.143462 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cde5e3b4-8449-4e87-830a-4318b77496ae req-585be7db-b420-4e85-8fea-dc780e727846 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486207 Jul 15 23:25:52.159450 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b771db-532f-4356-93aa-0191076b0ee8 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:52.163397 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-38b771db-532f-4356-93aa-0191076b0ee8 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=c4160cc4-e133-4d4e-ad39-f86bca4b2f14&device_id=c40ea373-cc53-4d7a-9924-70eff7643a2a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1139803 Jul 15 23:25:52.164059 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47728) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:52.263888 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a451722b-138f-4db0-9b1b-16790fbb34c4 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:52.265361 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-a451722b-138f-4db0-9b1b-16790fbb34c4 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] 10.222.0.48 "GET /v2.0/networks/c4160cc4-e133-4d4e-ad39-f86bca4b2f14 HTTP/1.1" status: 200 len: 881 time: 0.1001518 Jul 15 23:25:52.271370 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47730) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:52.302906 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-adf99019-ee59-48af-b59f-c000b1ffe5ae tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] 10.222.0.48 "GET /v2.0/ports?device_id=c40ea373-cc53-4d7a-9924-70eff7643a2a HTTP/1.1" status: 200 len: 205 time: 0.0298641 Jul 15 23:25:52.307265 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47732) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:52.432817 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92319c10-4d65-4927-81c5-348d01c21e21 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:52.554274 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92319c10-4d65-4927-81c5-348d01c21e21 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:52.624153 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-92319c10-4d65-4927-81c5-348d01c21e21 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Deleting port b235bf77-1f07-4566-84f7-e113de6c6350 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:25:52.624654 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92319c10-4d65-4927-81c5-348d01c21e21 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:52.719997 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92319c10-4d65-4927-81c5-348d01c21e21 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:52.732097 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-92319c10-4d65-4927-81c5-348d01c21e21 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Calling delete_port for b235bf77-1f07-4566-84f7-e113de6c6350 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:25:52.910588 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92319c10-4d65-4927-81c5-348d01c21e21 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:52.947541 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92319c10-4d65-4927-81c5-348d01c21e21 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Pushing event deleted for resources: {'Port': ['ID=b235bf77-1f07-4566-84f7-e113de6c6350,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:53.030448 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92319c10-4d65-4927-81c5-348d01c21e21 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999011'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:53.142630 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92319c10-4d65-4927-81c5-348d01c21e21 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:53.144849 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92319c10-4d65-4927-81c5-348d01c21e21 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:53.226776 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92319c10-4d65-4927-81c5-348d01c21e21 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:53.227845 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92319c10-4d65-4927-81c5-348d01c21e21 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Fanout notify agent at l3_agent the message router_deleted on router c40ea373-cc53-4d7a-9924-70eff7643a2a {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:25:53.252035 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92319c10-4d65-4927-81c5-348d01c21e21 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:53.257054 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-92319c10-4d65-4927-81c5-348d01c21e21 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] 10.222.0.48 "DELETE /v2.0/routers/c40ea373-cc53-4d7a-9924-70eff7643a2a HTTP/1.1" status: 204 len: 168 time: 0.9454491 Jul 15 23:25:53.257542 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47744) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:53.262315 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-6c6a15d0-ab15-431c-9e16-136e7c0a3782 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-507939698', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:53.292111 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6c6a15d0-ab15-431c-9e16-136e7c0a3782 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:53.293506 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6c6a15d0-ab15-431c-9e16-136e7c0a3782 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:53.348796 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6c6a15d0-ab15-431c-9e16-136e7c0a3782 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:53.362504 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6c6a15d0-ab15-431c-9e16-136e7c0a3782 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:53.402868 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6c6a15d0-ab15-431c-9e16-136e7c0a3782 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:53.407183 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-6c6a15d0-ab15-431c-9e16-136e7c0a3782 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1460388 Jul 15 23:25:53.407736 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47748) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:53.414321 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-12ea2296-3e93-4a28-a089-0f7c45ffd664 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'enable_snat': False}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:53.458204 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba982bd-cba7-46b8-a028-536f1e23ae22 req-1e5bbca3-31c5-47b2-abc6-5c9d2ce00ca1 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:53.459858 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-eba982bd-cba7-46b8-a028-536f1e23ae22 req-1e5bbca3-31c5-47b2-abc6-5c9d2ce00ca1 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 947 time: 0.1096504 Jul 15 23:25:53.528236 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-eba982bd-cba7-46b8-a028-536f1e23ae22 req-ad3187ad-fb9a-4a68-ac83-b6f73ceebee6 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593157 Jul 15 23:25:53.623409 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7132cb-9280-42fd-9af9-e27ad75f9975 req-17d6e809-d7d0-4cb1-af20-0435a5f9fd50 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:53.625364 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9e7132cb-9280-42fd-9af9-e27ad75f9975 req-17d6e809-d7d0-4cb1-af20-0435a5f9fd50 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.49 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 947 time: 0.0871539 Jul 15 23:25:53.665711 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-12ea2296-3e93-4a28-a089-0f7c45ffd664 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:53.758514 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-9e7132cb-9280-42fd-9af9-e27ad75f9975 req-da9e254a-ea29-4850-a12e-28e2cb535049 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Deleting port bc0ad9c8-d331-4c34-9709-dbfd3a650852 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:25:53.758955 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9e7132cb-9280-42fd-9af9-e27ad75f9975 req-da9e254a-ea29-4850-a12e-28e2cb535049 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:53.868995 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-9e7132cb-9280-42fd-9af9-e27ad75f9975 req-da9e254a-ea29-4850-a12e-28e2cb535049 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] For port bc0ad9c8-d331-4c34-9709-dbfd3a650852, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=bc0ad9c8-d331-4c34-9709-dbfd3a650852,segment=NetworkSegment(6a7e0458-bbaf-4bb9-aba2-86a18db5b19d),segment_id=6a7e0458-bbaf-4bb9-aba2-86a18db5b19d)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:25:53.869457 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9e7132cb-9280-42fd-9af9-e27ad75f9975 req-da9e254a-ea29-4850-a12e-28e2cb535049 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:53.890833 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-9e7132cb-9280-42fd-9af9-e27ad75f9975 req-da9e254a-ea29-4850-a12e-28e2cb535049 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Calling delete_port for bc0ad9c8-d331-4c34-9709-dbfd3a650852 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:25:53.912497 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-12ea2296-3e93-4a28-a089-0f7c45ffd664 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:53.950068 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-12ea2296-3e93-4a28-a089-0f7c45ffd664 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:54.122184 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-12ea2296-3e93-4a28-a089-0f7c45ffd664 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Allocated IP 172.25.5.70 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/c94a7af0-b88e-4879-8064-fb8ae2835362) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:25:54.274073 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-12ea2296-3e93-4a28-a089-0f7c45ffd664 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:54.324075 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-12ea2296-3e93-4a28-a089-0f7c45ffd664 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:54.371612 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ea2296-3e93-4a28-a089-0f7c45ffd664 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:25:54.372281 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9e7132cb-9280-42fd-9af9-e27ad75f9975 req-da9e254a-ea29-4850-a12e-28e2cb535049 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:54.375502 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-12ea2296-3e93-4a28-a089-0f7c45ffd664 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:25:54.381103 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ea2296-3e93-4a28-a089-0f7c45ffd664 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:25:54.391058 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['bc0ad9c8-d331-4c34-9709-dbfd3a650852'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:25:54.448037 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9e254a-ea29-4850-a12e-28e2cb535049 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Pushing event deleted for resources: {'Port': ['ID=bc0ad9c8-d331-4c34-9709-dbfd3a650852,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:54.458891 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device c1447464-3bc1-4329-bb45-b84da9cb889d no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:25:54.508998 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: c1447464-3bc1-4329-bb45-b84da9cb889d {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:25:54.513726 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device c1447464-3bc1-4329-bb45-b84da9cb889d not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:25:54.541246 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e7132cb-9280-42fd-9af9-e27ad75f9975 req-da9e254a-ea29-4850-a12e-28e2cb535049 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] No DVR routers for this DVR port bc0ad9c8-d331-4c34-9709-dbfd3a650852 on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:25:54.546777 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9e7132cb-9280-42fd-9af9-e27ad75f9975 req-da9e254a-ea29-4850-a12e-28e2cb535049 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:54.550748 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9e7132cb-9280-42fd-9af9-e27ad75f9975 req-da9e254a-ea29-4850-a12e-28e2cb535049 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.49 "DELETE /v2.0/ports/bc0ad9c8-d331-4c34-9709-dbfd3a650852 HTTP/1.1" status: 204 len: 173 time: 0.9197094 Jul 15 23:25:54.551534 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08406f94-06d0-40bd-8008-f8357df04865', 'name': 'network-vif-deleted', 'tag': 'bc0ad9c8-d331-4c34-9709-dbfd3a650852'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:25:54.555362 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee475f21-cd95-49eb-b4d3-2ad64a5da895" -d '{"events": [{"server_uuid": "08406f94-06d0-40bd-8008-f8357df04865", "name": "network-vif-deleted", "tag": "bc0ad9c8-d331-4c34-9709-dbfd3a650852"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:25:54.584026 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea2296-3e93-4a28-a089-0f7c45ffd664 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Pushing event updated for resources: {'Port': ['ID=c94a7af0-b88e-4879-8064-fb8ae2835362,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:54.629785 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef3beab-171e-4b82-9887-eea02e88c64a x-openstack-request-id: req-cef3beab-171e-4b82-9887-eea02e88c64a {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:25:54.630325 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08406f94-06d0-40bd-8008-f8357df04865", "name": "network-vif-deleted", "tag": "bc0ad9c8-d331-4c34-9709-dbfd3a650852", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:25:54.630770 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cef3beab-171e-4b82-9887-eea02e88c64a {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:25:54.631528 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08406f94-06d0-40bd-8008-f8357df04865', 'name': 'network-vif-deleted', 'tag': 'bc0ad9c8-d331-4c34-9709-dbfd3a650852', 'status': 'completed', 'code': 200} Jul 15 23:25:54.769157 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6fd1cb17-19b6-4af2-a5b8-efe952daab66 req-e77d0151-4980-4104-8c3a-3e7a6cfe0c02 tempest-ServersNegativeTestJSON-1062054164 tempest-ServersNegativeTestJSON-1062054164-project] 10.222.0.48 "GET /v2.0/ports?device_id=08406f94-06d0-40bd-8008-f8357df04865 HTTP/1.1" status: 200 len: 210 time: 0.0452113 Jul 15 23:25:54.849965 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-12ea2296-3e93-4a28-a089-0f7c45ffd664 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:55.111384 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-12ea2296-3e93-4a28-a089-0f7c45ffd664 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:55.117013 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-12ea2296-3e93-4a28-a089-0f7c45ffd664 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-998933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-998924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-999045'] for router, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:55.304518 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ddd74-a94d-49e6-98f0-7bc1c6b86545 req-511417b6-5b0c-4389-9d73-f1bf77b72e52 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:55.306360 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8c4ddd74-a94d-49e6-98f0-7bc1c6b86545 req-511417b6-5b0c-4389-9d73-f1bf77b72e52 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f822701-8b4d-4f40-816e-44102396cdcf HTTP/1.1" status: 200 len: 946 time: 0.0949500 Jul 15 23:25:55.329871 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12ea2296-3e93-4a28-a089-0f7c45ffd664 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Router e2ccd540-20f4-4103-90a6-5848cb3529f9 is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:25:55.347285 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8c4ddd74-a94d-49e6-98f0-7bc1c6b86545 req-c90ff9ec-7535-43b6-9b6a-20bbf99cebd9 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce3f5940-565b-43a4-b484-b630aa3d6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339103 Jul 15 23:25:55.375594 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:55.449220 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ea2296-3e93-4a28-a089-0f7c45ffd664 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:25:55.454264 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-12ea2296-3e93-4a28-a089-0f7c45ffd664 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:55.458162 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-12ea2296-3e93-4a28-a089-0f7c45ffd664 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] 10.222.0.48 "PUT /v2.0/routers/e2ccd540-20f4-4103-90a6-5848cb3529f9 HTTP/1.1" status: 200 len: 918 time: 2.0490906 Jul 15 23:25:55.459131 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47770) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:55.461845 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fec959-664d-4eae-b27f-84276a3d93ca None None] Sync routers for ids ['e2ccd540-20f4-4103-90a6-5848cb3529f9'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:25:55.472351 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fec959-664d-4eae-b27f-84276a3d93ca None None] Routers {'e2ccd540-20f4-4103-90a6-5848cb3529f9'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:55.472995 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c7fec959-664d-4eae-b27f-84276a3d93ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:25:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['e2ccd540-20f4-4103-90a6-5848cb3529f9'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:55.504196 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c7fec959-664d-4eae-b27f-84276a3d93ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:55.512780 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fec959-664d-4eae-b27f-84276a3d93ca None None] Routers {'e2ccd540-20f4-4103-90a6-5848cb3529f9'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:55.513591 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c7fec959-664d-4eae-b27f-84276a3d93ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:25:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['e2ccd540-20f4-4103-90a6-5848cb3529f9'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:55.546293 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c7fec959-664d-4eae-b27f-84276a3d93ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:55.546860 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fec959-664d-4eae-b27f-84276a3d93ca None None] The sync data for ids ['e2ccd540-20f4-4103-90a6-5848cb3529f9'] in n-d-794306-6 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:25:55.594989 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-83f0fb10-2a0c-4d2a-b1e0-173caf676bf6 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] 10.222.0.48 "GET /v2.0/routers/e2ccd540-20f4-4103-90a6-5848cb3529f9 HTTP/1.1" status: 200 len: 924 time: 0.1344609 Jul 15 23:25:55.599449 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47776) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:55.672465 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73f605f-de6b-4e2b-99a1-bacc8f39d479 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:55.675692 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c73f605f-de6b-4e2b-99a1-bacc8f39d479 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=c4160cc4-e133-4d4e-ad39-f86bca4b2f14&device_id=e2ccd540-20f4-4103-90a6-5848cb3529f9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0732472 Jul 15 23:25:55.677929 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47780) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:55.779625 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81dc3286-e7fd-4b5c-9904-e4301d09e058 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:55.781026 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-81dc3286-e7fd-4b5c-9904-e4301d09e058 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] 10.222.0.48 "GET /v2.0/networks/c4160cc4-e133-4d4e-ad39-f86bca4b2f14 HTTP/1.1" status: 200 len: 881 time: 0.1016603 Jul 15 23:25:55.785071 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47784) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:55.814632 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-95ecbc7f-6371-42c9-a55e-c5003ff627a5 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2ccd540-20f4-4103-90a6-5848cb3529f9 HTTP/1.1" status: 200 len: 205 time: 0.0284495 Jul 15 23:25:55.817980 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47788) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:55.881647 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47790) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:55.928507 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-84b55122-3022-4161-a454-ac8898a02cf9 admin admin] Deleting subnet b5f0bc39-0174-49c0-9e6d-079c96cb8d04 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:25:55.933550 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84b55122-3022-4161-a454-ac8898a02cf9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:55.944475 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9dbefea0-efe8-46d7-8f2d-a60be9bc69ea tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:55.983365 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84b55122-3022-4161-a454-ac8898a02cf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:56.026436 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84b55122-3022-4161-a454-ac8898a02cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:56.071998 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9dbefea0-efe8-46d7-8f2d-a60be9bc69ea tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:56.101932 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84b55122-3022-4161-a454-ac8898a02cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:56.130977 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b55122-3022-4161-a454-ac8898a02cf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5f0bc39-0174-49c0-9e6d-079c96cb8d04,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:56.133188 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-9dbefea0-efe8-46d7-8f2d-a60be9bc69ea tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Deleting port c94a7af0-b88e-4879-8064-fb8ae2835362 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:25:56.133333 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84b55122-3022-4161-a454-ac8898a02cf9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:56.133566 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9dbefea0-efe8-46d7-8f2d-a60be9bc69ea tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:56.135102 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-84b55122-3022-4161-a454-ac8898a02cf9 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b5f0bc39-0174-49c0-9e6d-079c96cb8d04 HTTP/1.1" status: 204 len: 168 time: 0.2524645 Jul 15 23:25:56.147231 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47792) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:56.219892 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9dbefea0-efe8-46d7-8f2d-a60be9bc69ea tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:56.225721 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-675a0942-43ae-4bec-af16-7f33a103a56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:56.232624 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-9dbefea0-efe8-46d7-8f2d-a60be9bc69ea tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Calling delete_port for c94a7af0-b88e-4879-8064-fb8ae2835362 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:25:56.493233 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9dbefea0-efe8-46d7-8f2d-a60be9bc69ea tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:56.521263 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbefea0-efe8-46d7-8f2d-a60be9bc69ea tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Pushing event deleted for resources: {'Port': ['ID=c94a7af0-b88e-4879-8064-fb8ae2835362,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:56.627543 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-675a0942-43ae-4bec-af16-7f33a103a56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:56.639167 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-675a0942-43ae-4bec-af16-7f33a103a56f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7247f305-0d2c-4c58-8aee-858aaa9a4382']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:56.652648 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-675a0942-43ae-4bec-af16-7f33a103a56f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a7e0458-bbaf-4bb9-aba2-86a18db5b19d') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:56.653048 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-675a0942-43ae-4bec-af16-7f33a103a56f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a7e0458-bbaf-4bb9-aba2-86a18db5b19d') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:56.666058 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-675a0942-43ae-4bec-af16-7f33a103a56f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:56.681828 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9dbefea0-efe8-46d7-8f2d-a60be9bc69ea tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999011'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:56.691060 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-675a0942-43ae-4bec-af16-7f33a103a56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:56.712252 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-675a0942-43ae-4bec-af16-7f33a103a56f admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:25:56.712893 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-675a0942-43ae-4bec-af16-7f33a103a56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:56.737219 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:25:56.737219 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:25:56.737219 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:25:56.737219 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:25:56.737219 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:25:56.737219 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:25:56.737219 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:25:56.737219 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:25:56.737219 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:25:56.737219 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:25:56.737219 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:25:56.737219 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:25:56.737219 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:25:56.737219 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:25:56.737219 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:25:56.737219 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:25:56.737219 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:25:56.737219 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:25:56.737219 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:25:56.737219 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:25:56.737219 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:25:56.737219 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:25:56.737219 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:25:56.737219 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:25:56.737219 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:25:56.737219 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:25:56.737219 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:25:56.737219 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:25:56.737219 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:25:56.737219 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:25:56.737219 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:25:56.737219 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:25:56.737219 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:25:56.737219 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:25:56.756414 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd667d19-d050-4c19-a962-79ebde7b7032 req-7009b800-ebbe-4728-9256-a77fcd7ea5f0 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:56.757992 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dd667d19-d050-4c19-a962-79ebde7b7032 req-7009b800-ebbe-4728-9256-a77fcd7ea5f0 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f822701-8b4d-4f40-816e-44102396cdcf HTTP/1.1" status: 200 len: 946 time: 0.2399027 Jul 15 23:25:56.784054 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-675a0942-43ae-4bec-af16-7f33a103a56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:56.790322 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-675a0942-43ae-4bec-af16-7f33a103a56f admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:56.793515 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-675a0942-43ae-4bec-af16-7f33a103a56f admin admin] 10.222.0.48 "DELETE /v2.0/networks/7247f305-0d2c-4c58-8aee-858aaa9a4382 HTTP/1.1" status: 204 len: 168 time: 0.6449871 Jul 15 23:25:56.818345 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675a0942-43ae-4bec-af16-7f33a103a56f admin admin] Pushing event deleted for resources: {'Network': ['ID=7247f305-0d2c-4c58-8aee-858aaa9a4382,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:56.839330 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9dbefea0-efe8-46d7-8f2d-a60be9bc69ea tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:56.843274 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9dbefea0-efe8-46d7-8f2d-a60be9bc69ea tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:56.911979 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be2b652-2d95-4f5f-9bfd-c1283ff6f028 req-05497c3d-a953-42bc-8cc1-f2afc48165a2 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:56.913447 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9be2b652-2d95-4f5f-9bfd-c1283ff6f028 req-05497c3d-a953-42bc-8cc1-f2afc48165a2 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f822701-8b4d-4f40-816e-44102396cdcf HTTP/1.1" status: 200 len: 946 time: 0.2841675 Jul 15 23:25:56.917996 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dd667d19-d050-4c19-a962-79ebde7b7032 req-4bf6bf42-685d-496c-a448-35a2fa8e8517 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce3f5940-565b-43a4-b484-b630aa3d6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249034 Jul 15 23:25:56.960021 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9dbefea0-efe8-46d7-8f2d-a60be9bc69ea tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:56.960554 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dbefea0-efe8-46d7-8f2d-a60be9bc69ea tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Fanout notify agent at l3_agent the message router_deleted on router e2ccd540-20f4-4103-90a6-5848cb3529f9 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:25:56.969831 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9dbefea0-efe8-46d7-8f2d-a60be9bc69ea tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:56.970987 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-9dbefea0-efe8-46d7-8f2d-a60be9bc69ea tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] 10.222.0.48 "DELETE /v2.0/routers/e2ccd540-20f4-4103-90a6-5848cb3529f9 HTTP/1.1" status: 204 len: 168 time: 1.1520829 Jul 15 23:25:56.975934 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47802) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:56.983616 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-14f691a5-1f88-4d73-a448-6aa2fc8f77a4 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1780439769', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}, 'admin_state_up': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:57.011450 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-14f691a5-1f88-4d73-a448-6aa2fc8f77a4 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:57.013472 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-14f691a5-1f88-4d73-a448-6aa2fc8f77a4 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:57.066445 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47804) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:57.090258 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-9be2b652-2d95-4f5f-9bfd-c1283ff6f028 req-6071cf52-c9d1-449f-b584-0ce16553dc8d tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Deleting port 6df92f40-1e78-43bc-9ce1-3aabfb5e1a0c {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:25:57.091324 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9be2b652-2d95-4f5f-9bfd-c1283ff6f028 req-6071cf52-c9d1-449f-b584-0ce16553dc8d tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:57.104069 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-14f691a5-1f88-4d73-a448-6aa2fc8f77a4 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:57.151990 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-1ccbd709-d43d-42ef-b6c6-b96ca94e4624 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=59859dcc1e7748b980efd77feaf90704&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0842972 Jul 15 23:25:57.173809 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47806) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:57.239692 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-9be2b652-2d95-4f5f-9bfd-c1283ff6f028 req-6071cf52-c9d1-449f-b584-0ce16553dc8d tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] For port 6df92f40-1e78-43bc-9ce1-3aabfb5e1a0c, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=6df92f40-1e78-43bc-9ce1-3aabfb5e1a0c,segment=NetworkSegment(7b7581c1-1598-4186-967b-a52d177d111c),segment_id=7b7581c1-1598-4186-967b-a52d177d111c)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:25:57.240066 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9be2b652-2d95-4f5f-9bfd-c1283ff6f028 req-6071cf52-c9d1-449f-b584-0ce16553dc8d tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:57.260663 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-9be2b652-2d95-4f5f-9bfd-c1283ff6f028 req-6071cf52-c9d1-449f-b584-0ce16553dc8d tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Calling delete_port for 6df92f40-1e78-43bc-9ce1-3aabfb5e1a0c owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:25:57.286476 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-14f691a5-1f88-4d73-a448-6aa2fc8f77a4 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:57.333670 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-154e897a-5a82-4ce0-8159-0aac6e9ba0ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:57.377640 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-154e897a-5a82-4ce0-8159-0aac6e9ba0ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:57.435336 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9be2b652-2d95-4f5f-9bfd-c1283ff6f028 req-6071cf52-c9d1-449f-b584-0ce16553dc8d tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:57.451993 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['4ac1240b-9904-4e00-b2e2-86467099ec5b', '07117a2c-11cb-4c1c-9b95-04e967a80ec0', '6df92f40-1e78-43bc-9ce1-3aabfb5e1a0c'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:25:57.492554 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-154e897a-5a82-4ce0-8159-0aac6e9ba0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:57.497855 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-154e897a-5a82-4ce0-8159-0aac6e9ba0ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:57.499717 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-154e897a-5a82-4ce0-8159-0aac6e9ba0ba admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b HTTP/1.1" status: 204 len: 168 time: 0.3246820 Jul 15 23:25:57.522194 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6071cf52-c9d1-449f-b584-0ce16553dc8d tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Pushing event deleted for resources: {'Port': ['ID=6df92f40-1e78-43bc-9ce1-3aabfb5e1a0c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:57.534261 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154e897a-5a82-4ce0-8159-0aac6e9ba0ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5fea3eb-c3f0-40b8-bbdc-a69a7b91826b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:57.587872 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-9be2b652-2d95-4f5f-9bfd-c1283ff6f028 req-6071cf52-c9d1-449f-b584-0ce16553dc8d tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] No DVR routers for this DVR port 6df92f40-1e78-43bc-9ce1-3aabfb5e1a0c on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:25:57.592479 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9be2b652-2d95-4f5f-9bfd-c1283ff6f028 req-6071cf52-c9d1-449f-b584-0ce16553dc8d tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:57.594970 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9be2b652-2d95-4f5f-9bfd-c1283ff6f028 req-6071cf52-c9d1-449f-b584-0ce16553dc8d tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.49 "DELETE /v2.0/ports/6df92f40-1e78-43bc-9ce1-3aabfb5e1a0c HTTP/1.1" status: 204 len: 173 time: 0.6748481 Jul 15 23:25:57.595607 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f822701-8b4d-4f40-816e-44102396cdcf', 'name': 'network-vif-deleted', 'tag': '6df92f40-1e78-43bc-9ce1-3aabfb5e1a0c'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:25:57.598786 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e758d9-e380-4fd9-a74d-63ffe30e5c55" -d '{"events": [{"server_uuid": "4f822701-8b4d-4f40-816e-44102396cdcf", "name": "network-vif-deleted", "tag": "6df92f40-1e78-43bc-9ce1-3aabfb5e1a0c"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:25:57.677089 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca52275e-e705-429c-991d-73207a98386a x-openstack-request-id: req-ca52275e-e705-429c-991d-73207a98386a {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:25:57.677580 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f822701-8b4d-4f40-816e-44102396cdcf", "name": "network-vif-deleted", "tag": "6df92f40-1e78-43bc-9ce1-3aabfb5e1a0c", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:25:57.678012 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ca52275e-e705-429c-991d-73207a98386a {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:25:57.678745 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f822701-8b4d-4f40-816e-44102396cdcf', 'name': 'network-vif-deleted', 'tag': '6df92f40-1e78-43bc-9ce1-3aabfb5e1a0c', 'status': 'completed', 'code': 200} Jul 15 23:25:57.685547 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-14f691a5-1f88-4d73-a448-6aa2fc8f77a4 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:57.707800 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-14f691a5-1f88-4d73-a448-6aa2fc8f77a4 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:57.889098 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-14f691a5-1f88-4d73-a448-6aa2fc8f77a4 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Allocated IP 172.25.5.194 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/59d4ac1f-89fa-4682-8466-fd9e34c0fc62) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:25:58.065744 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-14f691a5-1f88-4d73-a448-6aa2fc8f77a4 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:58.123467 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-14f691a5-1f88-4d73-a448-6aa2fc8f77a4 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:58.129935 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e200d0d5-d615-4820-998c-83e9d2cbd6d7 req-3e217c86-8f5d-4788-a693-f79872e48f10 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f822701-8b4d-4f40-816e-44102396cdcf HTTP/1.1" status: 200 len: 210 time: 0.0321200 Jul 15 23:25:58.189660 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f691a5-1f88-4d73-a448-6aa2fc8f77a4 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:25:58.194961 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-14f691a5-1f88-4d73-a448-6aa2fc8f77a4 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:25:58.202501 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f691a5-1f88-4d73-a448-6aa2fc8f77a4 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:25:58.216706 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f691a5-1f88-4d73-a448-6aa2fc8f77a4 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Pushing event updated for resources: {'Port': ['ID=59d4ac1f-89fa-4682-8466-fd9e34c0fc62,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:58.471759 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device bc0ad9c8-d331-4c34-9709-dbfd3a650852 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:25:58.506614 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: bc0ad9c8-d331-4c34-9709-dbfd3a650852 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:25:58.507508 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device bc0ad9c8-d331-4c34-9709-dbfd3a650852 not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:25:58.558710 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-14f691a5-1f88-4d73-a448-6aa2fc8f77a4 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:58.797836 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-14f691a5-1f88-4d73-a448-6aa2fc8f77a4 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:58.968575 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14f691a5-1f88-4d73-a448-6aa2fc8f77a4 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Router 779ad73d-43e1-40a3-89f2-cb8b94b8cfd3 is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:25:59.022973 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47850) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:59.094691 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f691a5-1f88-4d73-a448-6aa2fc8f77a4 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:25:59.103840 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2957cdd4-ea27-4074-9478-2df0f673fc71 None None] Sync routers for ids ['779ad73d-43e1-40a3-89f2-cb8b94b8cfd3'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:25:59.115258 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2957cdd4-ea27-4074-9478-2df0f673fc71 None None] Routers {'779ad73d-43e1-40a3-89f2-cb8b94b8cfd3'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:59.116140 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-2957cdd4-ea27-4074-9478-2df0f673fc71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:25:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['779ad73d-43e1-40a3-89f2-cb8b94b8cfd3'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:59.121475 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-14f691a5-1f88-4d73-a448-6aa2fc8f77a4 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:59.128151 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47854) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:59.128831 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-14f691a5-1f88-4d73-a448-6aa2fc8f77a4 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.1517229 Jul 15 23:25:59.133440 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-bcac9a4e-3ab9-4acb-a6f0-072fc478f16c tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:25:59.161183 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-2957cdd4-ea27-4074-9478-2df0f673fc71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:59.176440 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2957cdd4-ea27-4074-9478-2df0f673fc71 None None] Routers {'779ad73d-43e1-40a3-89f2-cb8b94b8cfd3'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:25:59.177062 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-2957cdd4-ea27-4074-9478-2df0f673fc71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:25:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['779ad73d-43e1-40a3-89f2-cb8b94b8cfd3'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:59.207863 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8c4b3ac0-a1b6-484f-a2d0-193cb25da23e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:59.220842 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-2957cdd4-ea27-4074-9478-2df0f673fc71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:25:59.223620 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2957cdd4-ea27-4074-9478-2df0f673fc71 None None] The sync data for ids ['779ad73d-43e1-40a3-89f2-cb8b94b8cfd3'] in n-d-794306-6 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:25:59.453827 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8c4b3ac0-a1b6-484f-a2d0-193cb25da23e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:59.460739 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8c4b3ac0-a1b6-484f-a2d0-193cb25da23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:59.583504 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-8c4b3ac0-a1b6-484f-a2d0-193cb25da23e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=54f525e728fd4de2b0b0529bae7b4748&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5590827 Jul 15 23:25:59.586219 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4b3ac0-a1b6-484f-a2d0-193cb25da23e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe42514-85d1-495f-9d27-713a8915666d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:59.586727 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47862) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:25:59.614139 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bcac9a4e-3ab9-4acb-a6f0-072fc478f16c tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:59.639436 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bcac9a4e-3ab9-4acb-a6f0-072fc478f16c tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:59.657051 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cd1360a8-852a-4fa1-ae98-75aeaf69a1c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:59.689878 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cd1360a8-852a-4fa1-ae98-75aeaf69a1c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:59.754828 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cd1360a8-852a-4fa1-ae98-75aeaf69a1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:59.757487 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cd1360a8-852a-4fa1-ae98-75aeaf69a1c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:59.761621 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-cd1360a8-852a-4fa1-ae98-75aeaf69a1c8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dfe42514-85d1-495f-9d27-713a8915666d HTTP/1.1" status: 204 len: 168 time: 0.1706426 Jul 15 23:25:59.761856 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee623c3a-f1cc-48be-9cdb-8356e02006a9 req-cec6d619-a77b-497d-957b-467852f56142 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:25:59.761856 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ee623c3a-f1cc-48be-9cdb-8356e02006a9 req-cec6d619-a77b-497d-957b-467852f56142 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/ports?device_id=22ec12bc-e325-4b9a-82f4-f670a5cb42b8 HTTP/1.1" status: 200 len: 945 time: 0.1140926 Jul 15 23:25:59.763848 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-bcac9a4e-3ab9-4acb-a6f0-072fc478f16c tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Deleting port 59d4ac1f-89fa-4682-8466-fd9e34c0fc62 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:25:59.764339 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bcac9a4e-3ab9-4acb-a6f0-072fc478f16c tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:59.773023 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1360a8-852a-4fa1-ae98-75aeaf69a1c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe42514-85d1-495f-9d27-713a8915666d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:25:59.871694 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ee623c3a-f1cc-48be-9cdb-8356e02006a9 req-f845d4ae-3bbd-4fa5-9417-a359e14d0ec6 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce3f5940-565b-43a4-b484-b630aa3d6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957708 Jul 15 23:25:59.903158 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bcac9a4e-3ab9-4acb-a6f0-072fc478f16c tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:25:59.923895 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-bcac9a4e-3ab9-4acb-a6f0-072fc478f16c tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Calling delete_port for 59d4ac1f-89fa-4682-8466-fd9e34c0fc62 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:26:00.179831 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bcac9a4e-3ab9-4acb-a6f0-072fc478f16c tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:00.214451 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcac9a4e-3ab9-4acb-a6f0-072fc478f16c tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Pushing event deleted for resources: {'Port': ['ID=59d4ac1f-89fa-4682-8466-fd9e34c0fc62,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:00.297882 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bcac9a4e-3ab9-4acb-a6f0-072fc478f16c tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999011'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:00.572369 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bcac9a4e-3ab9-4acb-a6f0-072fc478f16c tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:00.576994 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bcac9a4e-3ab9-4acb-a6f0-072fc478f16c tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-998933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-998924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-999045'] for router, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:00.767084 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ce52f96d-5ea2-4eda-b2c0-75c338e33c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:00.942608 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcac9a4e-3ab9-4acb-a6f0-072fc478f16c tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Router 779ad73d-43e1-40a3-89f2-cb8b94b8cfd3 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:26:01.082690 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcac9a4e-3ab9-4acb-a6f0-072fc478f16c tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:26:01.094328 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bcac9a4e-3ab9-4acb-a6f0-072fc478f16c tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:01.095814 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-bcac9a4e-3ab9-4acb-a6f0-072fc478f16c tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] 10.222.0.48 "PUT /v2.0/routers/779ad73d-43e1-40a3-89f2-cb8b94b8cfd3 HTTP/1.1" status: 200 len: 710 time: 1.9661078 Jul 15 23:26:01.097719 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b9087d-a827-4066-b83c-c86f35b58f5f None None] Sync routers for ids ['779ad73d-43e1-40a3-89f2-cb8b94b8cfd3'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:26:01.098780 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47910) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:01.118751 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b9087d-a827-4066-b83c-c86f35b58f5f None None] Routers {'779ad73d-43e1-40a3-89f2-cb8b94b8cfd3'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:26:01.122934 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-17b9087d-a827-4066-b83c-c86f35b58f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:25:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['779ad73d-43e1-40a3-89f2-cb8b94b8cfd3'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:01.176597 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dabb28-a3af-476d-8cdb-5db1d42e4462 req-21033dbe-35bc-44c6-803e-61f57cd7ddfb tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:01.178312 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d5dabb28-a3af-476d-8cdb-5db1d42e4462 req-21033dbe-35bc-44c6-803e-61f57cd7ddfb tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.49 "GET /v2.0/ports?device_id=22ec12bc-e325-4b9a-82f4-f670a5cb42b8 HTTP/1.1" status: 200 len: 945 time: 0.1620066 Jul 15 23:26:01.179075 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-17b9087d-a827-4066-b83c-c86f35b58f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:01.187110 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc73397-5549-40da-a183-7d15e18028e2 req-8cd4cbf1-8985-43ea-974f-4576fcf818c7 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:01.195351 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1dc73397-5549-40da-a183-7d15e18028e2 req-8cd4cbf1-8985-43ea-974f-4576fcf818c7 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/ports?device_id=22ec12bc-e325-4b9a-82f4-f670a5cb42b8 HTTP/1.1" status: 200 len: 945 time: 0.1777675 Jul 15 23:26:01.223594 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b9087d-a827-4066-b83c-c86f35b58f5f None None] Routers {'779ad73d-43e1-40a3-89f2-cb8b94b8cfd3'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:26:01.224302 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-17b9087d-a827-4066-b83c-c86f35b58f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:25:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['779ad73d-43e1-40a3-89f2-cb8b94b8cfd3'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:01.243270 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-cbf57611-8de8-4cb3-b152-f4ec2b1012c2 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] 10.222.0.48 "GET /v2.0/routers/779ad73d-43e1-40a3-89f2-cb8b94b8cfd3 HTTP/1.1" status: 200 len: 745 time: 0.1424830 Jul 15 23:26:01.245823 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47914) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:01.306806 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ac896eb6-d444-42ab-aebb-4d385420c1d4 tempest-RoutersIpV6AdminTest-509137764 tempest-RoutersIpV6AdminTest-509137764-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=c4160cc4-e133-4d4e-ad39-f86bca4b2f14&device_id=779ad73d-43e1-40a3-89f2-cb8b94b8cfd3 HTTP/1.1" status: 200 len: 205 time: 0.0595360 Jul 15 23:26:01.310086 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47918) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:01.322109 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-17b9087d-a827-4066-b83c-c86f35b58f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:01.322812 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b9087d-a827-4066-b83c-c86f35b58f5f None None] The sync data for ids ['779ad73d-43e1-40a3-89f2-cb8b94b8cfd3'] in n-d-794306-6 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:26:01.360440 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-965fc359-4ca0-419e-b590-5a2b771b18aa tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] 10.222.0.48 "GET /v2.0/ports?device_id=779ad73d-43e1-40a3-89f2-cb8b94b8cfd3 HTTP/1.1" status: 200 len: 205 time: 0.0471449 Jul 15 23:26:01.361085 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47920) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:01.367601 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1dc73397-5549-40da-a183-7d15e18028e2 req-4eadd9bd-f7e3-4529-9894-f4684ef10f9d tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce3f5940-565b-43a4-b484-b630aa3d6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709750 Jul 15 23:26:01.377524 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47922) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:01.411332 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-d5dabb28-a3af-476d-8cdb-5db1d42e4462 req-25c35e4a-194a-45f0-ad29-d8c987198d3c tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Deleting port 07117a2c-11cb-4c1c-9b95-04e967a80ec0 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:26:01.419220 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d5dabb28-a3af-476d-8cdb-5db1d42e4462 req-25c35e4a-194a-45f0-ad29-d8c987198d3c tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:01.491504 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-856e43cf-128f-4e1e-8ca3-53414f242bbc tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:01.546676 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-d5dabb28-a3af-476d-8cdb-5db1d42e4462 req-25c35e4a-194a-45f0-ad29-d8c987198d3c tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] For port 07117a2c-11cb-4c1c-9b95-04e967a80ec0, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=07117a2c-11cb-4c1c-9b95-04e967a80ec0,segment=NetworkSegment(7b7581c1-1598-4186-967b-a52d177d111c),segment_id=7b7581c1-1598-4186-967b-a52d177d111c)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:26:01.547177 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d5dabb28-a3af-476d-8cdb-5db1d42e4462 req-25c35e4a-194a-45f0-ad29-d8c987198d3c tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:01.573030 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-d5dabb28-a3af-476d-8cdb-5db1d42e4462 req-25c35e4a-194a-45f0-ad29-d8c987198d3c tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Calling delete_port for 07117a2c-11cb-4c1c-9b95-04e967a80ec0 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:26:01.582319 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ce2d15ef-a05f-4b90-9d4c-31926bdbb10d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:01.694770 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-856e43cf-128f-4e1e-8ca3-53414f242bbc tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:01.697111 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-856e43cf-128f-4e1e-8ca3-53414f242bbc tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:01.745139 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-856e43cf-128f-4e1e-8ca3-53414f242bbc tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:01.745955 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-856e43cf-128f-4e1e-8ca3-53414f242bbc tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Fanout notify agent at l3_agent the message router_deleted on router 779ad73d-43e1-40a3-89f2-cb8b94b8cfd3 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:26:01.756038 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-856e43cf-128f-4e1e-8ca3-53414f242bbc tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:01.757278 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-856e43cf-128f-4e1e-8ca3-53414f242bbc tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] 10.222.0.48 "DELETE /v2.0/routers/779ad73d-43e1-40a3-89f2-cb8b94b8cfd3 HTTP/1.1" status: 204 len: 168 time: 0.3946481 Jul 15 23:26:01.760856 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47930) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:01.798926 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-5e0de5b3-5aaf-4d87-b6a6-916964a97244 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] 10.222.0.48 "GET /v2.0/ports?device_id=779ad73d-43e1-40a3-89f2-cb8b94b8cfd3 HTTP/1.1" status: 200 len: 205 time: 0.0366280 Jul 15 23:26:01.801781 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47932) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:01.814858 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ce2d15ef-a05f-4b90-9d4c-31926bdbb10d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:01.826351 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ce2d15ef-a05f-4b90-9d4c-31926bdbb10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:01.826961 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d5dabb28-a3af-476d-8cdb-5db1d42e4462 req-25c35e4a-194a-45f0-ad29-d8c987198d3c tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:01.838431 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['4ac1240b-9904-4e00-b2e2-86467099ec5b', '07117a2c-11cb-4c1c-9b95-04e967a80ec0'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:26:01.850954 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [None req-1eacb1be-5058-4b04-b75a-ff9d98ff75fc tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] delete failed (client error): The resource could not be found. Jul 15 23:26:01.852285 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-1eacb1be-5058-4b04-b75a-ff9d98ff75fc tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] 10.222.0.48 "DELETE /v2.0/routers/779ad73d-43e1-40a3-89f2-cb8b94b8cfd3 HTTP/1.1" status: 404 len: 336 time: 0.0492525 Jul 15 23:26:01.856656 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47934) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:01.890332 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d2e018a0-21b7-4912-be88-df70390d8aa4 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2ccd540-20f4-4103-90a6-5848cb3529f9 HTTP/1.1" status: 200 len: 205 time: 0.0294321 Jul 15 23:26:01.891771 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47936) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:01.896188 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c35e4a-194a-45f0-ad29-d8c987198d3c tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Pushing event deleted for resources: {'Port': ['ID=07117a2c-11cb-4c1c-9b95-04e967a80ec0,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:01.903446 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-ce2d15ef-a05f-4b90-9d4c-31926bdbb10d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9490000014e442adb2ea326790aa0b4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5237091 Jul 15 23:26:01.907939 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2d15ef-a05f-4b90-9d4c-31926bdbb10d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6067cd-39ca-41b8-8e8d-661d3f78dfc5,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:01.910218 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47938) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:01.951380 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [None req-97a30473-c766-46d4-bcc8-f5cf7ef58a72 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] delete failed (client error): The resource could not be found. Jul 15 23:26:01.954792 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-97a30473-c766-46d4-bcc8-f5cf7ef58a72 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] 10.222.0.48 "DELETE /v2.0/routers/e2ccd540-20f4-4103-90a6-5848cb3529f9 HTTP/1.1" status: 404 len: 336 time: 0.0596235 Jul 15 23:26:01.955147 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47940) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:01.967950 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5dabb28-a3af-476d-8cdb-5db1d42e4462 req-25c35e4a-194a-45f0-ad29-d8c987198d3c tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] No DVR routers for this DVR port 07117a2c-11cb-4c1c-9b95-04e967a80ec0 on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:26:01.973041 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d5dabb28-a3af-476d-8cdb-5db1d42e4462 req-25c35e4a-194a-45f0-ad29-d8c987198d3c tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:01.975052 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d5dabb28-a3af-476d-8cdb-5db1d42e4462 req-25c35e4a-194a-45f0-ad29-d8c987198d3c tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.49 "DELETE /v2.0/ports/07117a2c-11cb-4c1c-9b95-04e967a80ec0 HTTP/1.1" status: 204 len: 173 time: 0.7763147 Jul 15 23:26:01.975499 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22ec12bc-e325-4b9a-82f4-f670a5cb42b8', 'name': 'network-vif-deleted', 'tag': '07117a2c-11cb-4c1c-9b95-04e967a80ec0'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:26:01.977906 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17556b7f-d0b5-461e-a963-0bff849f5cc0" -d '{"events": [{"server_uuid": "22ec12bc-e325-4b9a-82f4-f670a5cb42b8", "name": "network-vif-deleted", "tag": "07117a2c-11cb-4c1c-9b95-04e967a80ec0"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:26:02.006062 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-deabf83d-0774-422a-bae8-5ab6b6c62a91 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] 10.222.0.48 "GET /v2.0/ports?device_id=c40ea373-cc53-4d7a-9924-70eff7643a2a HTTP/1.1" status: 200 len: 205 time: 0.0495980 Jul 15 23:26:02.007721 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47944) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:02.048459 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e55de8-dd52-44e0-8cd1-b0d3cfe7176b x-openstack-request-id: req-a3e55de8-dd52-44e0-8cd1-b0d3cfe7176b {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:26:02.048459 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22ec12bc-e325-4b9a-82f4-f670a5cb42b8", "name": "network-vif-deleted", "tag": "07117a2c-11cb-4c1c-9b95-04e967a80ec0", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:26:02.048459 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a3e55de8-dd52-44e0-8cd1-b0d3cfe7176b {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:26:02.048459 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22ec12bc-e325-4b9a-82f4-f670a5cb42b8', 'name': 'network-vif-deleted', 'tag': '07117a2c-11cb-4c1c-9b95-04e967a80ec0', 'status': 'completed', 'code': 200} Jul 15 23:26:02.053901 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [None req-431ce8cc-b87d-40c2-b6e4-3f5fe1e5c557 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] delete failed (client error): The resource could not be found. Jul 15 23:26:02.055614 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-431ce8cc-b87d-40c2-b6e4-3f5fe1e5c557 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] 10.222.0.48 "DELETE /v2.0/routers/c40ea373-cc53-4d7a-9924-70eff7643a2a HTTP/1.1" status: 404 len: 336 time: 0.0458870 Jul 15 23:26:02.057502 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47946) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:02.064421 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-647fe80d-410a-42d5-9faa-43e7a430acd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:02.089582 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-64d91335-7205-4a5a-923e-e062148ab730 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] 10.222.0.48 "GET /v2.0/ports?device_id=908d7206-f29e-4009-8c96-68ac2ea29a3d HTTP/1.1" status: 200 len: 205 time: 0.0286238 Jul 15 23:26:02.089786 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47948) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:02.092876 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-647fe80d-410a-42d5-9faa-43e7a430acd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:02.136141 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [None req-e27647c8-8631-4114-9025-a948e7d7dcab tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] delete failed (client error): The resource could not be found. Jul 15 23:26:02.137204 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e27647c8-8631-4114-9025-a948e7d7dcab tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] 10.222.0.48 "DELETE /v2.0/routers/908d7206-f29e-4009-8c96-68ac2ea29a3d HTTP/1.1" status: 404 len: 336 time: 0.0465868 Jul 15 23:26:02.148856 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47952) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:02.183815 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-e9b1e902-c29a-4541-99a1-b6296625b6b8 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] 10.222.0.48 "GET /v2.0/ports?device_id=e330f8cc-494e-4cae-a298-cfc3c3c3736e HTTP/1.1" status: 200 len: 205 time: 0.0333273 Jul 15 23:26:02.187392 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47954) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:02.197198 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-647fe80d-410a-42d5-9faa-43e7a430acd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:02.200016 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-647fe80d-410a-42d5-9faa-43e7a430acd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:02.201214 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-647fe80d-410a-42d5-9faa-43e7a430acd2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1a6067cd-39ca-41b8-8e8d-661d3f78dfc5 HTTP/1.1" status: 204 len: 168 time: 0.2886844 Jul 15 23:26:02.243964 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [None req-cb2a5023-269f-4c3b-8de1-c63e84e2b5bb tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] delete failed (client error): The resource could not be found. Jul 15 23:26:02.247464 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-cb2a5023-269f-4c3b-8de1-c63e84e2b5bb tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] 10.222.0.48 "DELETE /v2.0/routers/e330f8cc-494e-4cae-a298-cfc3c3c3736e HTTP/1.1" status: 404 len: 336 time: 0.0564940 Jul 15 23:26:02.248010 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47958) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:02.250088 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647fe80d-410a-42d5-9faa-43e7a430acd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6067cd-39ca-41b8-8e8d-661d3f78dfc5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:02.280866 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-fa80cdc2-9c11-4db7-a6c8-f9caa744a741 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b6f78ae-b709-47f1-8545-a0e03ed8fd6f HTTP/1.1" status: 200 len: 205 time: 0.0315926 Jul 15 23:26:02.283713 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47960) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:02.329573 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [None req-05369650-0664-4608-aa47-59f5c5974f92 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] delete failed (client error): The resource could not be found. Jul 15 23:26:02.330819 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-05369650-0664-4608-aa47-59f5c5974f92 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] 10.222.0.48 "DELETE /v2.0/routers/8b6f78ae-b709-47f1-8545-a0e03ed8fd6f HTTP/1.1" status: 404 len: 336 time: 0.0460403 Jul 15 23:26:02.333323 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47966) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:02.367485 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea107d1a-b9ff-42ed-b86f-6b865ee407c4 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] DELETE failed (client error): The resource could not be found. Jul 15 23:26:02.367992 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea107d1a-b9ff-42ed-b86f-6b865ee407c4 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:26:02.369826 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ea107d1a-b9ff-42ed-b86f-6b865ee407c4 tempest-RoutersIpV6AdminTest-978930590 tempest-RoutersIpV6AdminTest-978930590-project] 10.222.0.48 "DELETE /v2.0/subnets/206ce515-7735-4ad9-8fba-0e36e6b3871c HTTP/1.1" status: 404 len: 337 time: 0.0355976 Jul 15 23:26:02.461140 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 6df92f40-1e78-43bc-9ce1-3aabfb5e1a0c no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:26:02.498033 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: 6df92f40-1e78-43bc-9ce1-3aabfb5e1a0c {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:26:02.498851 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 6df92f40-1e78-43bc-9ce1-3aabfb5e1a0c not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:26:02.660712 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d416166d-688a-470c-8e92-9596f567d38c req-a6ebc675-edcd-4327-9b93-37551ccd1095 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/ports?device_id=22ec12bc-e325-4b9a-82f4-f670a5cb42b8 HTTP/1.1" status: 200 len: 210 time: 0.0664575 Jul 15 23:26:02.767466 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47988) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:02.926253 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e5dfaa01-982d-4938-87ef-1bf634781f9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:03.092817 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e5dfaa01-982d-4938-87ef-1bf634781f9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:03.098265 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e5dfaa01-982d-4938-87ef-1bf634781f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:03.148667 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bded93dd-a562-4e56-a621-ee2987056fe8 req-beb5e9e8-e80f-407a-8ef3-648cf0884093 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:03.150090 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bded93dd-a562-4e56-a621-ee2987056fe8 req-beb5e9e8-e80f-407a-8ef3-648cf0884093 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e7a082-afd2-479e-87b3-ac4047a279be HTTP/1.1" status: 200 len: 946 time: 0.1341181 Jul 15 23:26:03.154612 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-e5dfaa01-982d-4938-87ef-1bf634781f9f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5b235455b0e5486abc4e66ce67a38964&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3861604 Jul 15 23:26:03.155898 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dfaa01-982d-4938-87ef-1bf634781f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb3780b-9f0d-489d-b702-3e3ad6a1a5a6,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:03.157378 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 48008) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:03.194754 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bded93dd-a562-4e56-a621-ee2987056fe8 req-4e52755a-4341-463b-9826-fe48d7c23644 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=723b47fb-9d83-4482-a686-76e0a3025323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362051 Jul 15 23:26:03.222154 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9e52cd37-7825-4b22-9684-f8ce530fb55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:03.231205 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-757f3fed-5b93-45a8-855e-35f036dfa3ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:03.258255 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-757f3fed-5b93-45a8-855e-35f036dfa3ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:03.309424 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-757f3fed-5b93-45a8-855e-35f036dfa3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:03.312202 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-757f3fed-5b93-45a8-855e-35f036dfa3ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:03.313387 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-757f3fed-5b93-45a8-855e-35f036dfa3ae admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2fb3780b-9f0d-489d-b702-3e3ad6a1a5a6 HTTP/1.1" status: 204 len: 168 time: 0.1539972 Jul 15 23:26:03.323932 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757f3fed-5b93-45a8-855e-35f036dfa3ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb3780b-9f0d-489d-b702-3e3ad6a1a5a6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:03.358682 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:03.672509 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 48028) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:03.724020 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-bbfc41cf-7284-4be9-a83b-003856e15188 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=82ac41d9c71845e0b08d312ead3e4c24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0477252 Jul 15 23:26:03.724385 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 48032) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:03.779137 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-07bcdc38-4924-4c1b-a4bd-0cb1ab51560f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:03.809512 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-07bcdc38-4924-4c1b-a4bd-0cb1ab51560f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:03.885518 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-07bcdc38-4924-4c1b-a4bd-0cb1ab51560f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:03.888425 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-07bcdc38-4924-4c1b-a4bd-0cb1ab51560f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:03.889601 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-07bcdc38-4924-4c1b-a4bd-0cb1ab51560f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/368b1d58-09af-4a7d-99f5-7e2a9f246f48 HTTP/1.1" status: 204 len: 168 time: 0.1641631 Jul 15 23:26:03.913289 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bcdc38-4924-4c1b-a4bd-0cb1ab51560f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368b1d58-09af-4a7d-99f5-7e2a9f246f48,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:04.270684 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:04.408682 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883eb41c-b276-4868-9b80-6f37b8036b52 req-db6510d3-7109-4111-bcda-5ac762cd15d8 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:04.416074 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-883eb41c-b276-4868-9b80-6f37b8036b52 req-db6510d3-7109-4111-bcda-5ac762cd15d8 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e7a082-afd2-479e-87b3-ac4047a279be HTTP/1.1" status: 200 len: 946 time: 0.0766048 Jul 15 23:26:04.460067 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-883eb41c-b276-4868-9b80-6f37b8036b52 req-dde583d3-78f6-4183-9a64-031859122ce3 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=723b47fb-9d83-4482-a686-76e0a3025323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427144 Jul 15 23:26:04.907320 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 48084) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:05.185465 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-62ee6375-e0cb-46c9-9f41-bee2121b3580 tempest-AgentManagementNegativeTest-318999425 tempest-AgentManagementNegativeTest-318999425-project] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2769399 Jul 15 23:26:05.489345 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 48112) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:05.604768 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb612c72-d9b1-492c-86dc-f5eb679ea9b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:05.732635 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37bdd5-b188-4e8d-bffe-46999c8624bb req-09a4ef74-a32a-4184-931b-659815c062f8 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:05.734256 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ff37bdd5-b188-4e8d-bffe-46999c8624bb req-09a4ef74-a32a-4184-931b-659815c062f8 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e7a082-afd2-479e-87b3-ac4047a279be HTTP/1.1" status: 200 len: 946 time: 0.1317677 Jul 15 23:26:05.803793 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ff37bdd5-b188-4e8d-bffe-46999c8624bb req-dc90f04f-07e5-4c88-af07-06d8a9e79d24 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=723b47fb-9d83-4482-a686-76e0a3025323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635126 Jul 15 23:26:05.832964 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb612c72-d9b1-492c-86dc-f5eb679ea9b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:05.838056 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb612c72-d9b1-492c-86dc-f5eb679ea9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:05.879696 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb612c72-d9b1-492c-86dc-f5eb679ea9b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b62f0f-6035-463b-9992-208ee2b78293,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:05.889267 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-fb612c72-d9b1-492c-86dc-f5eb679ea9b3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=907755edc0bd427082af1185a58a0dd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3955128 Jul 15 23:26:05.890461 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 48122) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:05.952423 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-052ecf68-5956-4ec5-9872-18d2705b758a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:05.982814 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-052ecf68-5956-4ec5-9872-18d2705b758a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:06.038261 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-052ecf68-5956-4ec5-9872-18d2705b758a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:06.040917 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-052ecf68-5956-4ec5-9872-18d2705b758a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:06.042264 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-052ecf68-5956-4ec5-9872-18d2705b758a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/33b62f0f-6035-463b-9992-208ee2b78293 HTTP/1.1" status: 204 len: 168 time: 0.1510134 Jul 15 23:26:06.051549 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052ecf68-5956-4ec5-9872-18d2705b758a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b62f0f-6035-463b-9992-208ee2b78293,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:06.287366 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:06.491987 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 07117a2c-11cb-4c1c-9b95-04e967a80ec0 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:26:06.515324 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: 07117a2c-11cb-4c1c-9b95-04e967a80ec0 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:26:06.516045 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 07117a2c-11cb-4c1c-9b95-04e967a80ec0 not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:26:07.093760 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d2e694-866f-4b2d-a300-09676cdb8186 req-096baa1d-80de-4cb8-aa92-6b06919a6886 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:07.095370 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-80d2e694-866f-4b2d-a300-09676cdb8186 req-096baa1d-80de-4cb8-aa92-6b06919a6886 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e7a082-afd2-479e-87b3-ac4047a279be HTTP/1.1" status: 200 len: 946 time: 0.1362751 Jul 15 23:26:07.155649 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-80d2e694-866f-4b2d-a300-09676cdb8186 req-5876121a-8f6e-48ec-bf0a-59f3758f7a08 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=723b47fb-9d83-4482-a686-76e0a3025323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507884 Jul 15 23:26:07.175164 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 48182) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:07.347298 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-14e7c6b0-2321-4d39-aabf-ec3fded40116 tempest-SubnetPoolsTestJSON-1193112625 tempest-SubnetPoolsTestJSON-1193112625-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-544391486', 'prefixes': ['172.20.0.0/16']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:07.451957 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-14e7c6b0-2321-4d39-aabf-ec3fded40116 tempest-SubnetPoolsTestJSON-1193112625 tempest-SubnetPoolsTestJSON-1193112625-project] Notify callbacks [] for subnetpool, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:07.457423 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 48206) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:07.459545 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-14e7c6b0-2321-4d39-aabf-ec3fded40116 tempest-SubnetPoolsTestJSON-1193112625 tempest-SubnetPoolsTestJSON-1193112625-project] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.2808106 Jul 15 23:26:07.486038 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-32dcb3d8-2976-4d32-888b-e5d8bcc75efd tempest-SubnetPoolsTestJSON-1193112625 tempest-SubnetPoolsTestJSON-1193112625-project] 10.222.0.48 "GET /v2.0/subnetpools/6fbab529-a0fc-4093-8028-f7254e48d6ef HTTP/1.1" status: 200 len: 731 time: 0.0288527 Jul 15 23:26:07.488595 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 48210) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:07.495631 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-9954e882-e06b-4287-ae7e-8b3ecb83ceae tempest-SubnetPoolsTestJSON-1193112625 tempest-SubnetPoolsTestJSON-1193112625-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-461206737'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:07.596137 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9954e882-e06b-4287-ae7e-8b3ecb83ceae tempest-SubnetPoolsTestJSON-1193112625 tempest-SubnetPoolsTestJSON-1193112625-project] Notify callbacks [] for subnetpool, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:07.601223 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-9954e882-e06b-4287-ae7e-8b3ecb83ceae tempest-SubnetPoolsTestJSON-1193112625 tempest-SubnetPoolsTestJSON-1193112625-project] 10.222.0.48 "PUT /v2.0/subnetpools/6fbab529-a0fc-4093-8028-f7254e48d6ef HTTP/1.1" status: 200 len: 683 time: 0.1078134 Jul 15 23:26:07.602395 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 48218) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:07.615176 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d8e2c6-78c1-4c51-8504-2494837cb686 req-a7fe57ab-4761-4e05-9dac-ca941cded3a0 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:07.617259 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-99d8e2c6-78c1-4c51-8504-2494837cb686 req-a7fe57ab-4761-4e05-9dac-ca941cded3a0 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8fdec1c-40cb-44c9-9d1e-a185d3a8db64 HTTP/1.1" status: 200 len: 945 time: 0.1111171 Jul 15 23:26:07.685829 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-99d8e2c6-78c1-4c51-8504-2494837cb686 req-02a76878-80f9-4ed8-afb6-9db2fe998e50 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce3f5940-565b-43a4-b484-b630aa3d6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572901 Jul 15 23:26:07.707946 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09938f2f-b9c9-4f47-b391-91f2ead9816f tempest-SubnetPoolsTestJSON-1193112625 tempest-SubnetPoolsTestJSON-1193112625-project] Notify callbacks [] for subnetpool, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:07.712259 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-09938f2f-b9c9-4f47-b391-91f2ead9816f tempest-SubnetPoolsTestJSON-1193112625 tempest-SubnetPoolsTestJSON-1193112625-project] 10.222.0.48 "DELETE /v2.0/subnetpools/6fbab529-a0fc-4093-8028-f7254e48d6ef HTTP/1.1" status: 204 len: 168 time: 0.1084056 Jul 15 23:26:07.714382 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 48226) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:07.748923 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [None req-3fa5cb8f-fa99-4239-8cea-869be2b7c760 tempest-SubnetPoolsTestJSON-1193112625 tempest-SubnetPoolsTestJSON-1193112625-project] show failed (client error): The resource could not be found. Jul 15 23:26:07.750542 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-3fa5cb8f-fa99-4239-8cea-869be2b7c760 tempest-SubnetPoolsTestJSON-1193112625 tempest-SubnetPoolsTestJSON-1193112625-project] 10.222.0.48 "GET /v2.0/subnetpools/6fbab529-a0fc-4093-8028-f7254e48d6ef HTTP/1.1" status: 404 len: 346 time: 0.0349514 Jul 15 23:26:07.754792 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 48230) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:07.774242 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [None req-f5b3dde0-6ba5-4e45-adcd-76fe3708f44d tempest-SubnetPoolsTestJSON-1193112625 tempest-SubnetPoolsTestJSON-1193112625-project] delete failed (client error): The resource could not be found. Jul 15 23:26:07.775371 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-f5b3dde0-6ba5-4e45-adcd-76fe3708f44d tempest-SubnetPoolsTestJSON-1193112625 tempest-SubnetPoolsTestJSON-1193112625-project] 10.222.0.48 "DELETE /v2.0/subnetpools/6fbab529-a0fc-4093-8028-f7254e48d6ef HTTP/1.1" status: 404 len: 346 time: 0.0193210 Jul 15 23:26:08.098183 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 48258) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:08.144767 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:08.227311 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-263a91d3-f199-4883-b121-0a7106443f0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:08.444620 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-263a91d3-f199-4883-b121-0a7106443f0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:08.452686 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e92bc29-2611-4dbf-b11c-5d6f945b4edf req-79b19a23-781f-4202-9d07-727c88d556ba tempest-TestNetworkAdvancedServerOps-29383157 tempest-TestNetworkAdvancedServerOps-29383157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:08.454471 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3e92bc29-2611-4dbf-b11c-5d6f945b4edf req-79b19a23-781f-4202-9d07-727c88d556ba tempest-TestNetworkAdvancedServerOps-29383157 tempest-TestNetworkAdvancedServerOps-29383157-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ba52ac2a-530d-4770-9a39-bc3ccb86819e HTTP/1.1" status: 200 len: 1097 time: 0.1565657 Jul 15 23:26:08.456519 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-263a91d3-f199-4883-b121-0a7106443f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:08.510216 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae6d4c-4895-491d-9924-1d63e1a5e91c req-c3a59b1f-eec5-4d26-a385-e489e0785dd9 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:08.512235 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2cae6d4c-4895-491d-9924-1d63e1a5e91c req-c3a59b1f-eec5-4d26-a385-e489e0785dd9 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e7a082-afd2-479e-87b3-ac4047a279be HTTP/1.1" status: 200 len: 946 time: 0.1794980 Jul 15 23:26:08.530648 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3e92bc29-2611-4dbf-b11c-5d6f945b4edf req-4fe2931c-dea0-4b3c-b54b-0eb34a6e5b5d tempest-TestNetworkAdvancedServerOps-29383157 tempest-TestNetworkAdvancedServerOps-29383157-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:08.542842 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263a91d3-f199-4883-b121-0a7106443f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c12935f4-95c4-4b94-b31f-9753621383f5,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:08.548476 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-263a91d3-f199-4883-b121-0a7106443f0e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=627c4ac451f54d55b24acfcdcece878c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4489899 Jul 15 23:26:08.552411 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 48298) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:08.606495 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2cae6d4c-4895-491d-9924-1d63e1a5e91c req-a003da53-3de4-4c75-a4cb-e88f2cbf9d75 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=723b47fb-9d83-4482-a686-76e0a3025323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806658 Jul 15 23:26:08.655650 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09815824-6463-4e51-8c68-1a79c8dd88c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:08.703522 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09815824-6463-4e51-8c68-1a79c8dd88c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:08.730415 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3e92bc29-2611-4dbf-b11c-5d6f945b4edf req-4fe2931c-dea0-4b3c-b54b-0eb34a6e5b5d tempest-TestNetworkAdvancedServerOps-29383157 tempest-TestNetworkAdvancedServerOps-29383157-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:08.736281 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3e92bc29-2611-4dbf-b11c-5d6f945b4edf req-4fe2931c-dea0-4b3c-b54b-0eb34a6e5b5d tempest-TestNetworkAdvancedServerOps-29383157 tempest-TestNetworkAdvancedServerOps-29383157-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:08.776848 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3e92bc29-2611-4dbf-b11c-5d6f945b4edf req-4fe2931c-dea0-4b3c-b54b-0eb34a6e5b5d tempest-TestNetworkAdvancedServerOps-29383157 tempest-TestNetworkAdvancedServerOps-29383157-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=2a21f99e-85ef-40ae-a8f1-602283c79a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3112905 Jul 15 23:26:08.792634 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09815824-6463-4e51-8c68-1a79c8dd88c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:08.804782 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09815824-6463-4e51-8c68-1a79c8dd88c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:08.806244 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-09815824-6463-4e51-8c68-1a79c8dd88c3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c12935f4-95c4-4b94-b31f-9753621383f5 HTTP/1.1" status: 204 len: 168 time: 0.2520618 Jul 15 23:26:08.806752 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe2931c-dea0-4b3c-b54b-0eb34a6e5b5d tempest-TestNetworkAdvancedServerOps-29383157 tempest-TestNetworkAdvancedServerOps-29383157-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e7b17b-47cb-4a84-9489-14f873fda7bc,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:08.817731 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09815824-6463-4e51-8c68-1a79c8dd88c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12935f4-95c4-4b94-b31f-9753621383f5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:08.989549 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed915f0-0dd2-46c1-9c0f-c230d7522cac req-ff6924e7-80cd-4aeb-9a3d-b550a4ea78ec tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:08.991226 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2ed915f0-0dd2-46c1-9c0f-c230d7522cac req-ff6924e7-80cd-4aeb-9a3d-b550a4ea78ec tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8fdec1c-40cb-44c9-9d1e-a185d3a8db64 HTTP/1.1" status: 200 len: 945 time: 0.0951092 Jul 15 23:26:09.088743 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2ed915f0-0dd2-46c1-9c0f-c230d7522cac req-dad2dd9f-4740-49e6-bdff-2c7d01ed1687 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/security-groups?id=ce3f5940-565b-43a4-b484-b630aa3d6d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700271 Jul 15 23:26:09.121048 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79531e12-db1b-45dc-af8c-e2022ae7b258 req-5ec4be27-9373-4a9a-a592-afbe0c899d75 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:09.123647 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-79531e12-db1b-45dc-af8c-e2022ae7b258 req-5ec4be27-9373-4a9a-a592-afbe0c899d75 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba52ac2a-530d-4770-9a39-bc3ccb86819e HTTP/1.1" status: 200 len: 946 time: 0.1539159 Jul 15 23:26:09.144296 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031249fc-24cd-4287-a304-0441de279d2e req-a3ab2fa6-0e4e-4dd3-a504-c624bb89403e tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:09.145866 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-031249fc-24cd-4287-a304-0441de279d2e req-a3ab2fa6-0e4e-4dd3-a504-c624bb89403e tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8fdec1c-40cb-44c9-9d1e-a185d3a8db64 HTTP/1.1" status: 200 len: 945 time: 0.1536839 Jul 15 23:26:09.230289 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-79531e12-db1b-45dc-af8c-e2022ae7b258 req-4a472556-77fe-4394-bc7f-b9727faa6ef1 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a21f99e-85ef-40ae-a8f1-602283c79a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004679 Jul 15 23:26:09.262159 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 48340) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:09.298697 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-031249fc-24cd-4287-a304-0441de279d2e req-11b9e3a6-a106-4756-ab43-4b72abd70e52 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Deleting port 4ac1240b-9904-4e00-b2e2-86467099ec5b {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:26:09.299667 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-031249fc-24cd-4287-a304-0441de279d2e req-11b9e3a6-a106-4756-ab43-4b72abd70e52 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:09.339561 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-73f5d639-ff4e-44db-a6ce-c85d298008db tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/floatingips/17680f74-6de3-4d97-a5cc-e4a9a0c57cc1 HTTP/1.1" status: 200 len: 993 time: 0.0756936 Jul 15 23:26:09.405915 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 48346) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:09.422143 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-031249fc-24cd-4287-a304-0441de279d2e req-11b9e3a6-a106-4756-ab43-4b72abd70e52 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] For port 4ac1240b-9904-4e00-b2e2-86467099ec5b, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=4ac1240b-9904-4e00-b2e2-86467099ec5b,segment=NetworkSegment(7b7581c1-1598-4186-967b-a52d177d111c),segment_id=7b7581c1-1598-4186-967b-a52d177d111c)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:26:09.422817 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-031249fc-24cd-4287-a304-0441de279d2e req-11b9e3a6-a106-4756-ab43-4b72abd70e52 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:09.437682 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-031249fc-24cd-4287-a304-0441de279d2e req-11b9e3a6-a106-4756-ab43-4b72abd70e52 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Calling delete_port for 4ac1240b-9904-4e00-b2e2-86467099ec5b owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:26:09.547389 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9b06eea-67e8-45bc-84c1-251dc454d40f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:09.605481 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-031249fc-24cd-4287-a304-0441de279d2e req-11b9e3a6-a106-4756-ab43-4b72abd70e52 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:09.618913 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['4ac1240b-9904-4e00-b2e2-86467099ec5b'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:26:09.702271 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b9e3a6-a106-4756-ab43-4b72abd70e52 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Pushing event deleted for resources: {'Port': ['ID=4ac1240b-9904-4e00-b2e2-86467099ec5b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:09.707195 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9b06eea-67e8-45bc-84c1-251dc454d40f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:09.713073 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9b06eea-67e8-45bc-84c1-251dc454d40f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:09.725266 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-031249fc-24cd-4287-a304-0441de279d2e req-11b9e3a6-a106-4756-ab43-4b72abd70e52 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] No DVR routers for this DVR port 4ac1240b-9904-4e00-b2e2-86467099ec5b on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:26:09.733886 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-031249fc-24cd-4287-a304-0441de279d2e req-11b9e3a6-a106-4756-ab43-4b72abd70e52 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:09.738726 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-031249fc-24cd-4287-a304-0441de279d2e req-11b9e3a6-a106-4756-ab43-4b72abd70e52 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.49 "DELETE /v2.0/ports/4ac1240b-9904-4e00-b2e2-86467099ec5b HTTP/1.1" status: 204 len: 173 time: 0.5832129 Jul 15 23:26:09.739152 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8fdec1c-40cb-44c9-9d1e-a185d3a8db64', 'name': 'network-vif-deleted', 'tag': '4ac1240b-9904-4e00-b2e2-86467099ec5b'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:26:09.742827 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d588420-2219-4c82-99e9-07e9bb87c073" -d '{"events": [{"server_uuid": "b8fdec1c-40cb-44c9-9d1e-a185d3a8db64", "name": "network-vif-deleted", "tag": "4ac1240b-9904-4e00-b2e2-86467099ec5b"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:26:09.748606 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f9b06eea-67e8-45bc-84c1-251dc454d40f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9bf653ea1ba64210af14661299c98cb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3412540 Jul 15 23:26:09.749453 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 48364) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:09.802585 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b06eea-67e8-45bc-84c1-251dc454d40f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e518291-afd1-4ea1-be02-2d11bc3ce1bd,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:09.881906 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b87f90e6-ac38-4028-9044-8fbe8be08bde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:09.940514 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b87f90e6-ac38-4028-9044-8fbe8be08bde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:10.019040 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4009b4-3372-49fd-9a8a-8f3a18e38407 req-8befa60b-ae01-4b07-8673-fc796e290d2a tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:10.021634 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bb4009b4-3372-49fd-9a8a-8f3a18e38407 req-8befa60b-ae01-4b07-8673-fc796e290d2a tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e7a082-afd2-479e-87b3-ac4047a279be HTTP/1.1" status: 200 len: 946 time: 0.1567783 Jul 15 23:26:10.070855 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b87f90e6-ac38-4028-9044-8fbe8be08bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:10.073488 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b87f90e6-ac38-4028-9044-8fbe8be08bde admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:10.076199 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-b87f90e6-ac38-4028-9044-8fbe8be08bde admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6e518291-afd1-4ea1-be02-2d11bc3ce1bd HTTP/1.1" status: 204 len: 168 time: 0.3251781 Jul 15 23:26:10.107485 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bb4009b4-3372-49fd-9a8a-8f3a18e38407 req-066b301d-077b-4db2-8c82-a2b180b30dd3 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=723b47fb-9d83-4482-a686-76e0a3025323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733502 Jul 15 23:26:10.129880 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87f90e6-ac38-4028-9044-8fbe8be08bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e518291-afd1-4ea1-be02-2d11bc3ce1bd,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:10.174159 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8b9431-0438-4807-82b3-c13e576ed42a x-openstack-request-id: req-ec8b9431-0438-4807-82b3-c13e576ed42a {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:26:10.174518 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8fdec1c-40cb-44c9-9d1e-a185d3a8db64", "name": "network-vif-deleted", "tag": "4ac1240b-9904-4e00-b2e2-86467099ec5b", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:26:10.174913 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ec8b9431-0438-4807-82b3-c13e576ed42a {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:26:10.175321 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8fdec1c-40cb-44c9-9d1e-a185d3a8db64', 'name': 'network-vif-deleted', 'tag': '4ac1240b-9904-4e00-b2e2-86467099ec5b', 'status': 'completed', 'code': 200} Jul 15 23:26:10.529472 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 48396) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:10.553640 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-031dd5ac-da41-423b-b96d-04758d63db4e req-a5b8f1b8-13bf-479c-a79b-856bb3b577d5 tempest-AttachVolumeNegativeTest-669443499 tempest-AttachVolumeNegativeTest-669443499-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8fdec1c-40cb-44c9-9d1e-a185d3a8db64 HTTP/1.1" status: 200 len: 210 time: 0.0524743 Jul 15 23:26:10.566565 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-720fef74-ae26-41bc-bac4-5ef4e50c9654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:10.713681 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-720fef74-ae26-41bc-bac4-5ef4e50c9654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:10.720266 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-720fef74-ae26-41bc-bac4-5ef4e50c9654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:10.776936 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-720fef74-ae26-41bc-bac4-5ef4e50c9654 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9e4753123fba4b54b3cf82462a71bd28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2451029 Jul 15 23:26:10.781864 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 48404) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:10.812372 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720fef74-ae26-41bc-bac4-5ef4e50c9654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f998162-215e-4778-9c90-949e63cf12eb,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:10.816715 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5820ca-eec4-4cec-8573-241baf2c799e req-63bbc753-93b8-4b1a-a262-66712a986eba tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:10.818867 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3a5820ca-eec4-4cec-8573-241baf2c799e req-63bbc753-93b8-4b1a-a262-66712a986eba tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba52ac2a-530d-4770-9a39-bc3ccb86819e HTTP/1.1" status: 200 len: 946 time: 0.0861106 Jul 15 23:26:10.893108 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3a5820ca-eec4-4cec-8573-241baf2c799e req-8bee48cf-02c2-4e2e-95af-6756dfb86f3f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a21f99e-85ef-40ae-a8f1-602283c79a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596266 Jul 15 23:26:10.922713 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-affed6d0-5d4e-491c-bdc8-c14ac8f38d67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:10.953936 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-affed6d0-5d4e-491c-bdc8-c14ac8f38d67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:10.957933 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-70ba0cff-e380-4467-9c87-a6dac3167fd2 req-23a38307-f00b-4309-b3b0-6b00b1ad47f7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ba52ac2a-530d-4770-9a39-bc3ccb86819e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3057897 Jul 15 23:26:11.033102 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-affed6d0-5d4e-491c-bdc8-c14ac8f38d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:11.038040 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-affed6d0-5d4e-491c-bdc8-c14ac8f38d67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:11.042065 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-affed6d0-5d4e-491c-bdc8-c14ac8f38d67 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9f998162-215e-4778-9c90-949e63cf12eb HTTP/1.1" status: 204 len: 168 time: 0.2569406 Jul 15 23:26:11.052567 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affed6d0-5d4e-491c-bdc8-c14ac8f38d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f998162-215e-4778-9c90-949e63cf12eb,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:11.366757 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111c7a2-efe4-4aae-985d-b33b3f9537f7 req-0dcd71de-ff3e-406f-afa2-8b70e0607530 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:11.377268 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a111c7a2-efe4-4aae-985d-b33b3f9537f7 req-0dcd71de-ff3e-406f-afa2-8b70e0607530 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e7a082-afd2-479e-87b3-ac4047a279be HTTP/1.1" status: 200 len: 946 time: 0.1010010 Jul 15 23:26:11.431401 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a111c7a2-efe4-4aae-985d-b33b3f9537f7 req-5e6a3f4e-f390-42fa-aeb8-398934e70a39 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=723b47fb-9d83-4482-a686-76e0a3025323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522697 Jul 15 23:26:11.714150 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 48464) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:11.789753 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-81a8de59-0426-4b6b-808f-bccdd283289c admin admin] Deleting subnet 89ce3a94-62b5-42a8-b767-ec4495e23b73 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:26:11.795824 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-81a8de59-0426-4b6b-808f-bccdd283289c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:11.875932 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-81a8de59-0426-4b6b-808f-bccdd283289c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:11.961135 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-81a8de59-0426-4b6b-808f-bccdd283289c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:12.072401 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-81a8de59-0426-4b6b-808f-bccdd283289c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:12.110232 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a8de59-0426-4b6b-808f-bccdd283289c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89ce3a94-62b5-42a8-b767-ec4495e23b73,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:12.114289 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-81a8de59-0426-4b6b-808f-bccdd283289c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:12.116762 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-81a8de59-0426-4b6b-808f-bccdd283289c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/89ce3a94-62b5-42a8-b767-ec4495e23b73 HTTP/1.1" status: 204 len: 168 time: 0.4008880 Jul 15 23:26:12.119081 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 48480) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:12.181569 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d2c4a-c7f6-49bc-93b1-b917495b1a36 req-6bf31a3f-7c56-4b17-bdc1-910ebbb707ce tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:12.190765 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-284d2c4a-c7f6-49bc-93b1-b917495b1a36 req-6bf31a3f-7c56-4b17-bdc1-910ebbb707ce tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba52ac2a-530d-4770-9a39-bc3ccb86819e HTTP/1.1" status: 200 len: 946 time: 0.1040604 Jul 15 23:26:12.218577 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03a3ebe1-5315-4688-bad1-9de472f74bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:12.238138 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-284d2c4a-c7f6-49bc-93b1-b917495b1a36 req-82e1ea46-f8d7-4894-8854-25637cdc00bb tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a21f99e-85ef-40ae-a8f1-602283c79a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468221 Jul 15 23:26:12.330990 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03a3ebe1-5315-4688-bad1-9de472f74bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:12.347765 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-03a3ebe1-5315-4688-bad1-9de472f74bfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34d69ddd-6ef8-492b-8904-e5274ac6b6b4']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:12.364810 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-03a3ebe1-5315-4688-bad1-9de472f74bfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b7581c1-1598-4186-967b-a52d177d111c') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:12.365113 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-03a3ebe1-5315-4688-bad1-9de472f74bfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b7581c1-1598-4186-967b-a52d177d111c') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:12.375072 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03a3ebe1-5315-4688-bad1-9de472f74bfd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:12.392334 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03a3ebe1-5315-4688-bad1-9de472f74bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:12.400423 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03a3ebe1-5315-4688-bad1-9de472f74bfd admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:26:12.401065 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03a3ebe1-5315-4688-bad1-9de472f74bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:12.404542 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:26:12.404542 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:26:12.404542 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:26:12.404542 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:26:12.404542 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:26:12.404542 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:26:12.404542 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:26:12.404542 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:26:12.404542 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:26:12.404542 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:26:12.404542 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:26:12.404542 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:26:12.404542 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:26:12.404542 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:26:12.404542 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:26:12.404542 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:26:12.404542 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:26:12.404542 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:26:12.404542 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:26:12.404542 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:26:12.404542 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:26:12.404542 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:26:12.404542 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:26:12.404542 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:26:12.404542 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:26:12.404542 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:26:12.404542 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:26:12.404542 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:26:12.404542 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:26:12.404542 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:26:12.404542 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:26:12.404542 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:26:12.483003 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03a3ebe1-5315-4688-bad1-9de472f74bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:12.489861 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03a3ebe1-5315-4688-bad1-9de472f74bfd admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:12.495617 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-03a3ebe1-5315-4688-bad1-9de472f74bfd admin admin] 10.222.0.48 "DELETE /v2.0/networks/34d69ddd-6ef8-492b-8904-e5274ac6b6b4 HTTP/1.1" status: 204 len: 168 time: 0.3738818 Jul 15 23:26:12.518993 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a3ebe1-5315-4688-bad1-9de472f74bfd admin admin] Pushing event deleted for resources: {'Network': ['ID=34d69ddd-6ef8-492b-8904-e5274ac6b6b4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:12.834668 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bbf70b-ad37-4d76-b386-1abcda216391 req-0062ae5c-ec60-423e-b87a-791b0dde9126 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:12.854195 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-47bbf70b-ad37-4d76-b386-1abcda216391 req-0062ae5c-ec60-423e-b87a-791b0dde9126 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e7a082-afd2-479e-87b3-ac4047a279be HTTP/1.1" status: 200 len: 946 time: 0.1932197 Jul 15 23:26:12.867335 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 48502) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:12.988038 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-dd523126-08bf-40cc-9fb7-abc528a56f90 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ca9f45630c684755bfc9217b95b6a061&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1162820 Jul 15 23:26:12.988937 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 48506) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:13.001357 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-47bbf70b-ad37-4d76-b386-1abcda216391 req-c0ed06c1-506d-4a31-b0e6-fd3d971e99af tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=723b47fb-9d83-4482-a686-76e0a3025323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457908 Jul 15 23:26:13.065956 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba0cff-e380-4467-9c87-a6dac3167fd2 req-6b5c7d4f-7b07-4e0c-8f8d-882fd9624fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:13.070908 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-70ba0cff-e380-4467-9c87-a6dac3167fd2 req-6b5c7d4f-7b07-4e0c-8f8d-882fd9624fc0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=89469485c64e49f5b3171ed5499b9995&device_id=ba52ac2a-530d-4770-9a39-bc3ccb86819e HTTP/1.1" status: 200 len: 1097 time: 0.2845910 Jul 15 23:26:13.149230 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-913fd459-6da8-4227-8069-8714d0d4b51e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:13.189032 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-913fd459-6da8-4227-8069-8714d0d4b51e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:13.270884 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-913fd459-6da8-4227-8069-8714d0d4b51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:13.274559 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-913fd459-6da8-4227-8069-8714d0d4b51e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:13.279854 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-913fd459-6da8-4227-8069-8714d0d4b51e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ce3f5940-565b-43a4-b484-b630aa3d6d01 HTTP/1.1" status: 204 len: 168 time: 0.2866771 Jul 15 23:26:13.290378 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba0cff-e380-4467-9c87-a6dac3167fd2 req-bcb3d429-94f4-44b3-91f6-52c0d3f79985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:13.296012 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-70ba0cff-e380-4467-9c87-a6dac3167fd2 req-bcb3d429-94f4-44b3-91f6-52c0d3f79985 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b2d27970-5bbd-4422-9efc-b55c9e0d4c0c HTTP/1.1" status: 200 len: 897 time: 0.2176983 Jul 15 23:26:13.298643 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913fd459-6da8-4227-8069-8714d0d4b51e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3f5940-565b-43a4-b484-b630aa3d6d01,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:13.404072 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-70ba0cff-e380-4467-9c87-a6dac3167fd2 req-637f0a08-44f2-43f6-ac30-489b6e031105 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36942bd5-4ca9-487d-b408-1c545af416ed HTTP/1.1" status: 200 len: 1001 time: 0.0994265 Jul 15 23:26:13.541152 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba0cff-e380-4467-9c87-a6dac3167fd2 req-4bd984cf-4333-495d-9b29-4ff629601f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:13.542745 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-70ba0cff-e380-4467-9c87-a6dac3167fd2 req-4bd984cf-4333-495d-9b29-4ff629601f0b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37b37ae8-8796-4a80-985b-2b67b8d4197b HTTP/1.1" status: 200 len: 834 time: 0.1352735 Jul 15 23:26:13.795266 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e004d477-b825-4a52-87a5-0b54edeb53d7 req-28aef78f-ddbf-42cc-b5b7-0cb831307763 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:13.804038 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e004d477-b825-4a52-87a5-0b54edeb53d7 req-28aef78f-ddbf-42cc-b5b7-0cb831307763 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba52ac2a-530d-4770-9a39-bc3ccb86819e HTTP/1.1" status: 200 len: 946 time: 0.2590852 Jul 15 23:26:13.870302 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba0cff-e380-4467-9c87-a6dac3167fd2 req-2bc8db93-175f-4ba7-aee7-81d778a17447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:13.873169 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-70ba0cff-e380-4467-9c87-a6dac3167fd2 req-2bc8db93-175f-4ba7-aee7-81d778a17447 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b2d27970-5bbd-4422-9efc-b55c9e0d4c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3169322 Jul 15 23:26:13.891249 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e004d477-b825-4a52-87a5-0b54edeb53d7 req-c536654e-4894-4c54-a1bf-74de493ea102 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a21f99e-85ef-40ae-a8f1-602283c79a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859332 Jul 15 23:26:14.041699 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-70ba0cff-e380-4467-9c87-a6dac3167fd2 req-2faf4823-b4d8-4aad-820b-30083326770c service neutron] 10.222.0.49 "GET /v2.0/networks/b2d27970-5bbd-4422-9efc-b55c9e0d4c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490157 Jul 15 23:26:14.348924 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-70ba0cff-e380-4467-9c87-a6dac3167fd2 req-268d8d75-4933-4274-8c84-4c8f153c4c2c service neutron] 10.222.0.49 "GET /v2.0/networks/b2d27970-5bbd-4422-9efc-b55c9e0d4c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995305 Jul 15 23:26:14.421149 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bdf771-ab01-4b21-84fd-81f7f8376002 req-d3c3e6a9-7d3f-4400-8ec0-7f2477317913 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:14.428195 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-60bdf771-ab01-4b21-84fd-81f7f8376002 req-d3c3e6a9-7d3f-4400-8ec0-7f2477317913 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e7a082-afd2-479e-87b3-ac4047a279be HTTP/1.1" status: 200 len: 946 time: 0.2011356 Jul 15 23:26:14.502100 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:26:14.506532 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 4ac1240b-9904-4e00-b2e2-86467099ec5b no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:26:14.510022 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-60bdf771-ab01-4b21-84fd-81f7f8376002 req-9fad78d7-e29c-4b52-baba-678cbcbb75d4 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=723b47fb-9d83-4482-a686-76e0a3025323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804253 Jul 15 23:26:14.705049 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d,segment=NetworkSegment(978fcb14-f527-45d0-a4ec-38d689fb220c),segment_id=978fcb14-f527-45d0-a4ec-38d689fb220c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:26:14.728260 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: 4ac1240b-9904-4e00-b2e2-86467099ec5b {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:26:14.728841 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 4ac1240b-9904-4e00-b2e2-86467099ec5b not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:26:14.735442 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': 'f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d', 'network_id': '5dd08b94-305b-477e-8148-ff3865a86e5a', 'port_id': 'f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d', 'mac_address': 'fa:16:3e:1d:10:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac4619b4-8268-4046-9b08-9c5e68adfc94', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:26:14.792793 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:14.880318 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:26:14.910427 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d,segment=NetworkSegment(978fcb14-f527-45d0-a4ec-38d689fb220c),segment_id=978fcb14-f527-45d0-a4ec-38d689fb220c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:26:14.920146 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:15.110730 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:15.123150 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:15.124110 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:15.125007 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:15.125708 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:15.126303 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:15.127214 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:15.128709 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:15.129301 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:15.129873 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:15.130463 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:15.131014 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:15.132669 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:15.150426 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:26:15.360984 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec4e1dd-1674-484d-ba40-c8a9e1584b8a req-4fe3e377-9686-4bf2-9891-f7e54445ceff tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:15.370334 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1ec4e1dd-1674-484d-ba40-c8a9e1584b8a req-4fe3e377-9686-4bf2-9891-f7e54445ceff tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba52ac2a-530d-4770-9a39-bc3ccb86819e HTTP/1.1" status: 200 len: 946 time: 0.1115937 Jul 15 23:26:15.430144 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1ec4e1dd-1674-484d-ba40-c8a9e1584b8a req-c00eef22-caef-4efe-8b3a-6337087f975d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a21f99e-85ef-40ae-a8f1-602283c79a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584974 Jul 15 23:26:15.769024 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52fea7c-b7cc-4595-9a18-8cd5ef44203a req-ff015308-4874-4339-838f-55b5feaf6866 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:15.770630 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c52fea7c-b7cc-4595-9a18-8cd5ef44203a req-ff015308-4874-4339-838f-55b5feaf6866 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e7a082-afd2-479e-87b3-ac4047a279be HTTP/1.1" status: 200 len: 945 time: 0.1245162 Jul 15 23:26:15.873772 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c52fea7c-b7cc-4595-9a18-8cd5ef44203a req-b2479935-f848-4377-bad0-3fa0afeb0b5c tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=723b47fb-9d83-4482-a686-76e0a3025323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877357 Jul 15 23:26:16.511446 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:26:16.706005 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:16.706391 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:16.811437 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3615ac4-478b-4ad8-8df3-56f7bda417dc req-23f4048d-7179-4e59-93e0-e1fd5f450bbd tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:16.813663 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e3615ac4-478b-4ad8-8df3-56f7bda417dc req-23f4048d-7179-4e59-93e0-e1fd5f450bbd tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba52ac2a-530d-4770-9a39-bc3ccb86819e HTTP/1.1" status: 200 len: 946 time: 0.1545963 Jul 15 23:26:16.829334 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:16.930116 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e3615ac4-478b-4ad8-8df3-56f7bda417dc req-59698c94-223f-4b2f-a08f-63d7f2811789 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a21f99e-85ef-40ae-a8f1-602283c79a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990622 Jul 15 23:26:17.046458 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d,segment=NetworkSegment(978fcb14-f527-45d0-a4ec-38d689fb220c),segment_id=978fcb14-f527-45d0-a4ec-38d689fb220c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:26:17.049844 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7e7a082-afd2-479e-87b3-ac4047a279be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:26:17.056703 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3932231c-0364-48c3-be86-bcfa51d1150d" -d '{"events": [{"server_uuid": "c7e7a082-afd2-479e-87b3-ac4047a279be", "name": "network-vif-plugged", "status": "completed", "tag": "f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:26:17.059497 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:17.279216 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa02730-3968-4b97-9b12-af9a6d822734 x-openstack-request-id: req-4aa02730-3968-4b97-9b12-af9a6d822734 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:26:17.280869 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7e7a082-afd2-479e-87b3-ac4047a279be", "name": "network-vif-plugged", "status": "completed", "tag": "f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:26:17.281152 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4aa02730-3968-4b97-9b12-af9a6d822734 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:26:17.281564 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7e7a082-afd2-479e-87b3-ac4047a279be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d', 'code': 200} Jul 15 23:26:17.304837 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:17.531989 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b033c92-9d06-487e-8104-eda465e7a8e7 req-df7eab39-ec7b-4e60-95af-6c9fa6542cc9 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:17.537781 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1b033c92-9d06-487e-8104-eda465e7a8e7 req-df7eab39-ec7b-4e60-95af-6c9fa6542cc9 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e7a082-afd2-479e-87b3-ac4047a279be HTTP/1.1" status: 200 len: 946 time: 0.2305298 Jul 15 23:26:17.646920 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1b033c92-9d06-487e-8104-eda465e7a8e7 req-a2ef1a92-0db5-4ea2-b261-31356aafc2ad tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=723b47fb-9d83-4482-a686-76e0a3025323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866253 Jul 15 23:26:18.451991 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 48710) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:18.468433 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2e87e7-242b-4d32-986e-5e30a0f2eb5c req-eb278803-a25e-43b7-a33e-d20afc4129d8 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:18.472549 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-af2e87e7-242b-4d32-986e-5e30a0f2eb5c req-eb278803-a25e-43b7-a33e-d20afc4129d8 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba52ac2a-530d-4770-9a39-bc3ccb86819e HTTP/1.1" status: 200 len: 946 time: 0.2589288 Jul 15 23:26:18.633240 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-af2e87e7-242b-4d32-986e-5e30a0f2eb5c req-04acfd4c-f9cf-4d99-bf7f-d1d321efc796 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a21f99e-85ef-40ae-a8f1-602283c79a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505148 Jul 15 23:26:18.645136 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37d90fbd-7743-40c5-9e41-ce0d9399e3d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:18.868970 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37d90fbd-7743-40c5-9e41-ce0d9399e3d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:18.877554 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37d90fbd-7743-40c5-9e41-ce0d9399e3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:19.014451 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 48722) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:19.028500 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-37d90fbd-7743-40c5-9e41-ce0d9399e3d3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7b44eee4543b4ecc8dc75ca184456a4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5751565 Jul 15 23:26:19.029685 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d90fbd-7743-40c5-9e41-ce0d9399e3d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf39372-4d56-4c05-8534-10221595d0aa,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:19.116408 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-71992e18-fe0d-412d-9a2a-57165de877c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:19.165882 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-71992e18-fe0d-412d-9a2a-57165de877c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:19.387507 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fea507-87d3-4639-b49a-849a3346c447 req-a79758e4-0502-4b41-8301-1860394463c6 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:19.395168 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c9fea507-87d3-4639-b49a-849a3346c447 req-a79758e4-0502-4b41-8301-1860394463c6 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e7a082-afd2-479e-87b3-ac4047a279be HTTP/1.1" status: 200 len: 946 time: 0.2163322 Jul 15 23:26:19.397405 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-71992e18-fe0d-412d-9a2a-57165de877c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:19.400452 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-71992e18-fe0d-412d-9a2a-57165de877c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:19.402086 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-71992e18-fe0d-412d-9a2a-57165de877c3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fdf39372-4d56-4c05-8534-10221595d0aa HTTP/1.1" status: 204 len: 168 time: 0.3786290 Jul 15 23:26:19.433527 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71992e18-fe0d-412d-9a2a-57165de877c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf39372-4d56-4c05-8534-10221595d0aa,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:19.495557 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c9fea507-87d3-4639-b49a-849a3346c447 req-36a5c50f-fb54-4867-827d-c4f7276dd81a tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=723b47fb-9d83-4482-a686-76e0a3025323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991609 Jul 15 23:26:19.853759 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 48738) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:19.877301 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62b8c8cd-5163-4428-a8ed-1a1d033bff8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:19.991001 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139b0e0a-e46c-4317-82b2-a7780b34a6b7 req-6d51ed07-c05d-4919-96e8-ad98ad057530 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:20.004079 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-139b0e0a-e46c-4317-82b2-a7780b34a6b7 req-6d51ed07-c05d-4919-96e8-ad98ad057530 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba52ac2a-530d-4770-9a39-bc3ccb86819e HTTP/1.1" status: 200 len: 946 time: 0.1883898 Jul 15 23:26:20.048270 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62b8c8cd-5163-4428-a8ed-1a1d033bff8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:20.055345 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62b8c8cd-5163-4428-a8ed-1a1d033bff8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:20.101141 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-139b0e0a-e46c-4317-82b2-a7780b34a6b7 req-78caadc0-9f5b-487b-bfcc-59e94d7ef233 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a21f99e-85ef-40ae-a8f1-602283c79a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947461 Jul 15 23:26:20.135851 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-62b8c8cd-5163-4428-a8ed-1a1d033bff8f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b64e788babf24a8ea519ab33b52f2202&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2805738 Jul 15 23:26:20.138762 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 48750) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:20.143959 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b8c8cd-5163-4428-a8ed-1a1d033bff8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb60bbc-8130-4cdd-9a21-aa19e7346764,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:20.247183 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2f991d8c-fa5c-453a-9149-c9c2cfcabc9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:20.311056 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2f991d8c-fa5c-453a-9149-c9c2cfcabc9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:20.416643 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2f991d8c-fa5c-453a-9149-c9c2cfcabc9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:20.423471 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2f991d8c-fa5c-453a-9149-c9c2cfcabc9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:20.427836 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-2f991d8c-fa5c-453a-9149-c9c2cfcabc9c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7eb60bbc-8130-4cdd-9a21-aa19e7346764 HTTP/1.1" status: 204 len: 168 time: 0.2855685 Jul 15 23:26:20.466371 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f991d8c-fa5c-453a-9149-c9c2cfcabc9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb60bbc-8130-4cdd-9a21-aa19e7346764,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:21.189988 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af49fd-34c6-4275-9e54-fc5256b4ecdc req-e0532edb-1c4c-4681-a549-0d401d86705b tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:21.204663 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-70af49fd-34c6-4275-9e54-fc5256b4ecdc req-e0532edb-1c4c-4681-a549-0d401d86705b tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e7a082-afd2-479e-87b3-ac4047a279be HTTP/1.1" status: 200 len: 946 time: 0.2524209 Jul 15 23:26:21.322613 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-70af49fd-34c6-4275-9e54-fc5256b4ecdc req-5337a15f-f120-4bc3-894a-aa0d705ae035 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=723b47fb-9d83-4482-a686-76e0a3025323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119003 Jul 15 23:26:21.700367 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb4a715-8993-49fe-b3ad-6d60392886fa req-a21fbc50-c9cb-457d-ade5-89b87730ae54 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:21.717991 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ffb4a715-8993-49fe-b3ad-6d60392886fa req-a21fbc50-c9cb-457d-ade5-89b87730ae54 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba52ac2a-530d-4770-9a39-bc3ccb86819e HTTP/1.1" status: 200 len: 946 time: 0.1897700 Jul 15 23:26:21.816109 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ffb4a715-8993-49fe-b3ad-6d60392886fa req-9f29c02e-0082-4609-a3af-bc57ddbfd8f3 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a21f99e-85ef-40ae-a8f1-602283c79a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962961 Jul 15 23:26:22.429626 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:26:22.696800 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674a9e12-f703-49bb-ad01-68f948f6b4d6 req-4ac2f665-c8e5-49bd-a9b8-111d9be9d9a5 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:22.706052 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-674a9e12-f703-49bb-ad01-68f948f6b4d6 req-4ac2f665-c8e5-49bd-a9b8-111d9be9d9a5 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e7a082-afd2-479e-87b3-ac4047a279be HTTP/1.1" status: 200 len: 946 time: 0.1308563 Jul 15 23:26:23.375201 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-674a9e12-f703-49bb-ad01-68f948f6b4d6 req-9c1da230-5ecf-4d39-aa58-a772cb004d20 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=723b47fb-9d83-4482-a686-76e0a3025323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6633189 Jul 15 23:26:23.553634 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca12f1f-56a4-4e7b-8c20-526071c50c89 req-66364906-2637-4667-9583-47e01fd4e139 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:23.572549 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fca12f1f-56a4-4e7b-8c20-526071c50c89 req-66364906-2637-4667-9583-47e01fd4e139 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba52ac2a-530d-4770-9a39-bc3ccb86819e HTTP/1.1" status: 200 len: 946 time: 0.2990289 Jul 15 23:26:23.673645 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fca12f1f-56a4-4e7b-8c20-526071c50c89 req-e777584c-1b8c-4fa9-91e7-ef91eee81f2e tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a21f99e-85ef-40ae-a8f1-602283c79a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999467 Jul 15 23:26:23.783832 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d8c9c9eb-edb5-44b1-a2ab-6ac0f2c5ba00 req-124be664-8c9d-43d1-bbc7-149f4096831f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5a68b98c-680f-47b5-a7e6-ec986a5a8688&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0901163 Jul 15 23:26:23.937383 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c9c9eb-edb5-44b1-a2ab-6ac0f2c5ba00 req-f739df84-272c-4c53-9f13-60403706bd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:23.938952 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d8c9c9eb-edb5-44b1-a2ab-6ac0f2c5ba00 req-f739df84-272c-4c53-9f13-60403706bd30 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c691a27677f54c85a3250b5bafef55f4&device_id=5a68b98c-680f-47b5-a7e6-ec986a5a8688 HTTP/1.1" status: 200 len: 1096 time: 0.1239619 Jul 15 23:26:24.160116 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c9c9eb-edb5-44b1-a2ab-6ac0f2c5ba00 req-a060240e-ce68-4b0a-bf5e-d2641e9da6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:24.165856 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d8c9c9eb-edb5-44b1-a2ab-6ac0f2c5ba00 req-a060240e-ce68-4b0a-bf5e-d2641e9da6ef service neutron] 10.222.0.49 "GET /v2.0/networks?id=72dd1139-85ac-44a3-8181-7845deb521ca HTTP/1.1" status: 200 len: 912 time: 0.1881292 Jul 15 23:26:24.280475 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d8c9c9eb-edb5-44b1-a2ab-6ac0f2c5ba00 req-64f853a1-bc4c-495e-9e52-416898b99df2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45db9877-457f-458b-889e-5cea3dced47d HTTP/1.1" status: 200 len: 1000 time: 0.1062806 Jul 15 23:26:24.413777 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c9c9eb-edb5-44b1-a2ab-6ac0f2c5ba00 req-dd676c96-c021-4435-bdae-0e87bc575fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:24.415245 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d8c9c9eb-edb5-44b1-a2ab-6ac0f2c5ba00 req-dd676c96-c021-4435-bdae-0e87bc575fb9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8c6a4d69-e5f7-4129-9f0b-56463cfab399 HTTP/1.1" status: 200 len: 850 time: 0.1256957 Jul 15 23:26:24.557243 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c9c9eb-edb5-44b1-a2ab-6ac0f2c5ba00 req-a1ddb57a-95d4-4d94-a574-f9cb95aa3f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:24.564723 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d8c9c9eb-edb5-44b1-a2ab-6ac0f2c5ba00 req-a1ddb57a-95d4-4d94-a574-f9cb95aa3f13 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=72dd1139-85ac-44a3-8181-7845deb521ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1420043 Jul 15 23:26:24.818852 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d8c9c9eb-edb5-44b1-a2ab-6ac0f2c5ba00 req-7de5118b-2018-467e-b916-11e8a7d72b16 service neutron] 10.222.0.49 "GET /v2.0/networks/72dd1139-85ac-44a3-8181-7845deb521ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475712 Jul 15 23:26:24.958332 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d8c9c9eb-edb5-44b1-a2ab-6ac0f2c5ba00 req-ad8a7628-22fb-4669-acdf-4f60b92b5805 service neutron] 10.222.0.49 "GET /v2.0/networks/72dd1139-85ac-44a3-8181-7845deb521ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269498 Jul 15 23:26:25.012169 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77ebee-7a5f-42df-aa71-8d1242ae7517 req-d5604383-8b5f-4096-a91a-427a12a93cb9 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:25.030835 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bc77ebee-7a5f-42df-aa71-8d1242ae7517 req-d5604383-8b5f-4096-a91a-427a12a93cb9 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e7a082-afd2-479e-87b3-ac4047a279be HTTP/1.1" status: 200 len: 946 time: 0.3433504 Jul 15 23:26:25.105831 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bc77ebee-7a5f-42df-aa71-8d1242ae7517 req-23f0a8cf-87c0-4a75-ac59-2eee09aa5371 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=723b47fb-9d83-4482-a686-76e0a3025323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733902 Jul 15 23:26:25.333948 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225576d-07b8-4d35-80d2-cbfd64579951 req-7d609acb-de28-4ff2-a0f6-de565e5349bd tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:25.336072 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6225576d-07b8-4d35-80d2-cbfd64579951 req-7d609acb-de28-4ff2-a0f6-de565e5349bd tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba52ac2a-530d-4770-9a39-bc3ccb86819e HTTP/1.1" status: 200 len: 946 time: 0.1134343 Jul 15 23:26:25.418306 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:25.460291 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6225576d-07b8-4d35-80d2-cbfd64579951 req-3a2984b3-eb1b-4b8a-95a8-c09b743f37bd tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a21f99e-85ef-40ae-a8f1-602283c79a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944767 Jul 15 23:26:26.318653 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 48944) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:26.580628 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de70302a-3cc0-4148-9415-2b0f4d91738f req-49f63b9e-f571-4670-a693-67cf5df71f4a tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:26.596245 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-de70302a-3cc0-4148-9415-2b0f4d91738f req-49f63b9e-f571-4670-a693-67cf5df71f4a tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e7a082-afd2-479e-87b3-ac4047a279be HTTP/1.1" status: 200 len: 946 time: 0.2266428 Jul 15 23:26:26.734893 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-de70302a-3cc0-4148-9415-2b0f4d91738f req-937ae292-6820-4dad-94ae-13761c96eed3 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=723b47fb-9d83-4482-a686-76e0a3025323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370158 Jul 15 23:26:26.744233 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [req-70ba0cff-e380-4467-9c87-a6dac3167fd2 req-9443cff2-f53c-4614-950a-fa9208d93395 service neutron] show failed (client error): The resource could not be found. Jul 15 23:26:26.750073 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-70ba0cff-e380-4467-9c87-a6dac3167fd2 req-9443cff2-f53c-4614-950a-fa9208d93395 service neutron] 10.222.0.49 "GET /v2.0/ports/36942bd5-4ca9-487d-b408-1c545af416ed/bindings/n-h2-794306-6 HTTP/1.1" status: 404 len: 380 time: 0.2834263 Jul 15 23:26:26.865842 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f351e41d-eafe-4302-bc75-42534b4b36bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:27.015070 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf56360-f901-4484-95a9-134076716d35 req-eb8e0ec9-9f8c-453d-b0fe-27d8ff2ab337 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:27.032972 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-eaf56360-f901-4484-95a9-134076716d35 req-eb8e0ec9-9f8c-453d-b0fe-27d8ff2ab337 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba52ac2a-530d-4770-9a39-bc3ccb86819e HTTP/1.1" status: 200 len: 946 time: 0.1940529 Jul 15 23:26:27.099845 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-eaf56360-f901-4484-95a9-134076716d35 req-6eb36c87-09a3-4922-aa3b-763096fbb2a4 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a21f99e-85ef-40ae-a8f1-602283c79a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658650 Jul 15 23:26:27.228774 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f351e41d-eafe-4302-bc75-42534b4b36bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:27.257205 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f351e41d-eafe-4302-bc75-42534b4b36bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:27.360937 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f351e41d-eafe-4302-bc75-42534b4b36bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=870504b7-5454-41fb-a2f0-f33d29462b18,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:27.426287 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f351e41d-eafe-4302-bc75-42534b4b36bb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b8658c6829b94f738f59f28565557e91&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1061587 Jul 15 23:26:27.429064 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 48956) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:27.672835 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9dcd09b4-cbf1-4ae6-ad47-c9f07cdf54c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:27.773569 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9dcd09b4-cbf1-4ae6-ad47-c9f07cdf54c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:27.904620 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9dcd09b4-cbf1-4ae6-ad47-c9f07cdf54c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:27.907103 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba0cff-e380-4467-9c87-a6dac3167fd2 req-148e0f6c-01e1-4adc-ba83-0080f231419a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:27.911137 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9dcd09b4-cbf1-4ae6-ad47-c9f07cdf54c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:27.912526 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-9dcd09b4-cbf1-4ae6-ad47-c9f07cdf54c2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/870504b7-5454-41fb-a2f0-f33d29462b18 HTTP/1.1" status: 204 len: 168 time: 0.4823167 Jul 15 23:26:27.913513 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-70ba0cff-e380-4467-9c87-a6dac3167fd2 req-148e0f6c-01e1-4adc-ba83-0080f231419a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ba52ac2a-530d-4770-9a39-bc3ccb86819e&tenant_id=89469485c64e49f5b3171ed5499b9995 HTTP/1.1" status: 200 len: 1097 time: 0.4904196 Jul 15 23:26:27.930202 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcd09b4-cbf1-4ae6-ad47-c9f07cdf54c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870504b7-5454-41fb-a2f0-f33d29462b18,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:27.962042 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-70ba0cff-e380-4467-9c87-a6dac3167fd2 req-b6a7abd1-ee8f-4667-8749-a21a2bc250c0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-794306-6', 'device_owner': 'compute:nova'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:28.250015 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-70ba0cff-e380-4467-9c87-a6dac3167fd2 req-b6a7abd1-ee8f-4667-8749-a21a2bc250c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:28.531090 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197e7a1-3d50-483c-8924-6b519079e7ca req-045bf348-536c-4a05-b20d-c60c8c92bb3e tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:28.568841 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b197e7a1-3d50-483c-8924-6b519079e7ca req-045bf348-536c-4a05-b20d-c60c8c92bb3e tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e7a082-afd2-479e-87b3-ac4047a279be HTTP/1.1" status: 200 len: 946 time: 0.4404373 Jul 15 23:26:28.960363 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b197e7a1-3d50-483c-8924-6b519079e7ca req-5a2d1c3d-59e4-4f4d-bbb5-0da5d07013eb tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=723b47fb-9d83-4482-a686-76e0a3025323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3813891 Jul 15 23:26:29.098642 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc44db68-700a-48a7-95a6-38589621e6cb req-58c5b403-bff3-4a4f-90d3-1ef8b761dce1 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:29.127428 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cc44db68-700a-48a7-95a6-38589621e6cb req-58c5b403-bff3-4a4f-90d3-1ef8b761dce1 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba52ac2a-530d-4770-9a39-bc3ccb86819e HTTP/1.1" status: 200 len: 946 time: 0.6929536 Jul 15 23:26:29.267324 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cc44db68-700a-48a7-95a6-38589621e6cb req-86ed2967-a9d7-4692-a7ee-89405c036b63 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a21f99e-85ef-40ae-a8f1-602283c79a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243711 Jul 15 23:26:30.333649 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-70ba0cff-e380-4467-9c87-a6dac3167fd2 req-b6a7abd1-ee8f-4667-8749-a21a2bc250c0 service neutron] For port 36942bd5-4ca9-487d-b408-1c545af416ed, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=36942bd5-4ca9-487d-b408-1c545af416ed,segment=NetworkSegment(6673d05a-c942-40fb-96db-a5b103b8ea7a),segment_id=6673d05a-c942-40fb-96db-a5b103b8ea7a)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:26:30.441674 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-70ba0cff-e380-4467-9c87-a6dac3167fd2 req-b6a7abd1-ee8f-4667-8749-a21a2bc250c0 service neutron] For port 36942bd5-4ca9-487d-b408-1c545af416ed, host n-h1-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:26:30.497611 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d0992d-a0e5-4f23-b7c5-3ff0709e047a req-3813a350-7c3a-4056-b919-fc0c54df34a7 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:30.506724 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d2d0992d-a0e5-4f23-b7c5-3ff0709e047a req-3813a350-7c3a-4056-b919-fc0c54df34a7 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e7a082-afd2-479e-87b3-ac4047a279be HTTP/1.1" status: 200 len: 946 time: 0.1626523 Jul 15 23:26:30.548371 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-70ba0cff-e380-4467-9c87-a6dac3167fd2 req-b6a7abd1-ee8f-4667-8749-a21a2bc250c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:30.577310 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-70ba0cff-e380-4467-9c87-a6dac3167fd2 req-b6a7abd1-ee8f-4667-8749-a21a2bc250c0 service neutron] Transition to ACTIVE for port object 36942bd5-4ca9-487d-b408-1c545af416ed will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:26:30.578440 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba52ac2a-530d-4770-9a39-bc3ccb86819e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36942bd5-4ca9-487d-b408-1c545af416ed'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:26:30.583467 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f922a90-1292-4005-85e0-7935cf071b20" -d '{"events": [{"server_uuid": "ba52ac2a-530d-4770-9a39-bc3ccb86819e", "name": "network-vif-unplugged", "status": "completed", "tag": "36942bd5-4ca9-487d-b408-1c545af416ed"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:26:30.591603 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-70ba0cff-e380-4467-9c87-a6dac3167fd2 req-b6a7abd1-ee8f-4667-8749-a21a2bc250c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:30.613765 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d2d0992d-a0e5-4f23-b7c5-3ff0709e047a req-6dff1d9c-358d-4362-95bc-f9f989151af8 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=723b47fb-9d83-4482-a686-76e0a3025323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059577 Jul 15 23:26:30.619716 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 36942bd5-4ca9-487d-b408-1c545af416ed no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:26:30.857265 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937151c-c08f-47f6-8450-719d70c1860d req-9ef87d93-a2b0-45bb-af3b-cccebeedd2cc tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:30.858638 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-721411da-bfb2-4678-a800-cf69fa14991b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:30.864425 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e937151c-c08f-47f6-8450-719d70c1860d req-9ef87d93-a2b0-45bb-af3b-cccebeedd2cc tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba52ac2a-530d-4770-9a39-bc3ccb86819e HTTP/1.1" status: 200 len: 944 time: 0.1401694 Jul 15 23:26:30.869691 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 36942bd5-4ca9-487d-b408-1c545af416ed not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:26:30.924816 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e420649-e546-4039-b8b4-ca94ef3d0e14 x-openstack-request-id: req-2e420649-e546-4039-b8b4-ca94ef3d0e14 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:26:30.925055 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba52ac2a-530d-4770-9a39-bc3ccb86819e", "name": "network-vif-unplugged", "status": "completed", "tag": "36942bd5-4ca9-487d-b408-1c545af416ed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:26:30.925146 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2e420649-e546-4039-b8b4-ca94ef3d0e14 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:26:30.925570 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba52ac2a-530d-4770-9a39-bc3ccb86819e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36942bd5-4ca9-487d-b408-1c545af416ed', 'code': 200} Jul 15 23:26:30.952253 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e937151c-c08f-47f6-8450-719d70c1860d req-5e84805c-f3e3-4266-860d-249ddb009aad tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a21f99e-85ef-40ae-a8f1-602283c79a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867891 Jul 15 23:26:30.972808 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a7abd1-ee8f-4667-8749-a21a2bc250c0 service neutron] Pushing event updated for resources: {'Port': ['ID=36942bd5-4ca9-487d-b408-1c545af416ed,revision_number=6']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:31.001078 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a7abd1-ee8f-4667-8749-a21a2bc250c0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:31.001433 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a7abd1-ee8f-4667-8749-a21a2bc250c0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:31.001779 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a7abd1-ee8f-4667-8749-a21a2bc250c0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:31.002118 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a7abd1-ee8f-4667-8749-a21a2bc250c0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:31.002453 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a7abd1-ee8f-4667-8749-a21a2bc250c0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:31.002784 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a7abd1-ee8f-4667-8749-a21a2bc250c0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:31.003114 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a7abd1-ee8f-4667-8749-a21a2bc250c0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:31.003439 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a7abd1-ee8f-4667-8749-a21a2bc250c0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:31.003792 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a7abd1-ee8f-4667-8749-a21a2bc250c0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:31.004117 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a7abd1-ee8f-4667-8749-a21a2bc250c0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:31.004444 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a7abd1-ee8f-4667-8749-a21a2bc250c0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:31.004766 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a7abd1-ee8f-4667-8749-a21a2bc250c0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:31.041647 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-70ba0cff-e380-4467-9c87-a6dac3167fd2 req-b6a7abd1-ee8f-4667-8749-a21a2bc250c0 service neutron] No DVR routers for this DVR port 36942bd5-4ca9-487d-b408-1c545af416ed on host n-h1-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:26:31.571411 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-70ba0cff-e380-4467-9c87-a6dac3167fd2 req-b6a7abd1-ee8f-4667-8749-a21a2bc250c0 service neutron] Attempting to bind port 36942bd5-4ca9-487d-b408-1c545af416ed on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:26:31.572746 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-70ba0cff-e380-4467-9c87-a6dac3167fd2 req-b6a7abd1-ee8f-4667-8749-a21a2bc250c0 service neutron] Attempting to bind port 36942bd5-4ca9-487d-b408-1c545af416ed by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '6673d05a-c942-40fb-96db-a5b103b8ea7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b2d27970-5bbd-4422-9efc-b55c9e0d4c0c'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:26:31.573439 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ba0cff-e380-4467-9c87-a6dac3167fd2 req-b6a7abd1-ee8f-4667-8749-a21a2bc250c0 service neutron] Attempting to bind port 36942bd5-4ca9-487d-b408-1c545af416ed on network b2d27970-5bbd-4422-9efc-b55c9e0d4c0c {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:26:31.594198 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ba0cff-e380-4467-9c87-a6dac3167fd2 req-b6a7abd1-ee8f-4667-8749-a21a2bc250c0 service neutron] Port 36942bd5-4ca9-487d-b408-1c545af416ed on network b2d27970-5bbd-4422-9efc-b55c9e0d4c0c not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:26:31.598666 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ba0cff-e380-4467-9c87-a6dac3167fd2 req-b6a7abd1-ee8f-4667-8749-a21a2bc250c0 service neutron] Attempting to bind port 36942bd5-4ca9-487d-b408-1c545af416ed on network b2d27970-5bbd-4422-9efc-b55c9e0d4c0c {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:26:31.622802 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ba0cff-e380-4467-9c87-a6dac3167fd2 req-b6a7abd1-ee8f-4667-8749-a21a2bc250c0 service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:26:31.624143 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ba0cff-e380-4467-9c87-a6dac3167fd2 req-b6a7abd1-ee8f-4667-8749-a21a2bc250c0 service neutron] Checking segment: {'id': '6673d05a-c942-40fb-96db-a5b103b8ea7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b2d27970-5bbd-4422-9efc-b55c9e0d4c0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:26:31.625168 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ba0cff-e380-4467-9c87-a6dac3167fd2 req-b6a7abd1-ee8f-4667-8749-a21a2bc250c0 service neutron] Bound using segment: {'id': '6673d05a-c942-40fb-96db-a5b103b8ea7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b2d27970-5bbd-4422-9efc-b55c9e0d4c0c'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:26:31.625731 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-70ba0cff-e380-4467-9c87-a6dac3167fd2 req-b6a7abd1-ee8f-4667-8749-a21a2bc250c0 service neutron] Bound port: 36942bd5-4ca9-487d-b408-1c545af416ed, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6673d05a-c942-40fb-96db-a5b103b8ea7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b2d27970-5bbd-4422-9efc-b55c9e0d4c0c'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:26:31.628869 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-70ba0cff-e380-4467-9c87-a6dac3167fd2 req-b6a7abd1-ee8f-4667-8749-a21a2bc250c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:31.834307 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-70ba0cff-e380-4467-9c87-a6dac3167fd2 req-b6a7abd1-ee8f-4667-8749-a21a2bc250c0 service neutron] For port 36942bd5-4ca9-487d-b408-1c545af416ed, host n-h2-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:26:31.844524 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-70ba0cff-e380-4467-9c87-a6dac3167fd2 req-b6a7abd1-ee8f-4667-8749-a21a2bc250c0 service neutron] For port 36942bd5-4ca9-487d-b408-1c545af416ed, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=36942bd5-4ca9-487d-b408-1c545af416ed,segment=NetworkSegment(6673d05a-c942-40fb-96db-a5b103b8ea7a),segment_id=6673d05a-c942-40fb-96db-a5b103b8ea7a)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:26:31.852258 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-70ba0cff-e380-4467-9c87-a6dac3167fd2 req-b6a7abd1-ee8f-4667-8749-a21a2bc250c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:31.959614 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba0cff-e380-4467-9c87-a6dac3167fd2 req-b6a7abd1-ee8f-4667-8749-a21a2bc250c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:31.960647 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-70ba0cff-e380-4467-9c87-a6dac3167fd2 req-b6a7abd1-ee8f-4667-8749-a21a2bc250c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:31.962261 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-70ba0cff-e380-4467-9c87-a6dac3167fd2 req-b6a7abd1-ee8f-4667-8749-a21a2bc250c0 service neutron] 10.222.0.41 "PUT /v2.0/ports/36942bd5-4ca9-487d-b408-1c545af416ed HTTP/1.1" status: 200 len: 1092 time: 4.0283847 Jul 15 23:26:32.076172 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a7abd1-ee8f-4667-8749-a21a2bc250c0 service neutron] Pushing event updated for resources: {'Port': ['ID=36942bd5-4ca9-487d-b408-1c545af416ed,revision_number=7']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:32.154268 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d767e-da6a-4037-8ac8-07f6d340265e req-5f69a6cb-380d-49c8-a116-4e13a39cc5bb tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:32.160116 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-050d767e-da6a-4037-8ac8-07f6d340265e req-5f69a6cb-380d-49c8-a116-4e13a39cc5bb tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e7a082-afd2-479e-87b3-ac4047a279be HTTP/1.1" status: 200 len: 946 time: 0.2974195 Jul 15 23:26:32.251025 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba0cff-e380-4467-9c87-a6dac3167fd2 req-edd0896d-8ad6-4169-97ce-dad634509fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:32.257294 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-70ba0cff-e380-4467-9c87-a6dac3167fd2 req-edd0896d-8ad6-4169-97ce-dad634509fd9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=89469485c64e49f5b3171ed5499b9995&device_id=ba52ac2a-530d-4770-9a39-bc3ccb86819e HTTP/1.1" status: 200 len: 1095 time: 0.2208259 Jul 15 23:26:32.275864 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-050d767e-da6a-4037-8ac8-07f6d340265e req-e51f4729-444b-49f7-9399-3440660bcce9 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=723b47fb-9d83-4482-a686-76e0a3025323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101563 Jul 15 23:26:32.622780 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba0cff-e380-4467-9c87-a6dac3167fd2 req-e9847dfd-0d28-4709-bd0c-296e96249e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:32.629208 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-70ba0cff-e380-4467-9c87-a6dac3167fd2 req-e9847dfd-0d28-4709-bd0c-296e96249e69 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b2d27970-5bbd-4422-9efc-b55c9e0d4c0c HTTP/1.1" status: 200 len: 897 time: 0.3641860 Jul 15 23:26:32.833021 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-70ba0cff-e380-4467-9c87-a6dac3167fd2 req-e76f2106-48ed-4e01-87f0-95f88f9eee72 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36942bd5-4ca9-487d-b408-1c545af416ed HTTP/1.1" status: 200 len: 999 time: 0.1971366 Jul 15 23:26:32.868259 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa1c2ce-200d-4595-9944-65abda0c1131 req-b43a7436-75f9-4e20-a648-a5ac274181a9 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:32.876548 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8aa1c2ce-200d-4595-9944-65abda0c1131 req-b43a7436-75f9-4e20-a648-a5ac274181a9 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba52ac2a-530d-4770-9a39-bc3ccb86819e HTTP/1.1" status: 200 len: 944 time: 0.1872766 Jul 15 23:26:32.929452 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba52ac2a-530d-4770-9a39-bc3ccb86819e', 'tag': '36942bd5-4ca9-487d-b408-1c545af416ed'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:26:32.946405 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8aa1c2ce-200d-4595-9944-65abda0c1131 req-256e9413-bcc3-4ece-9dd5-7890f479a33b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a21f99e-85ef-40ae-a8f1-602283c79a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687673 Jul 15 23:26:32.967776 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03267db9-d3cd-4515-8a1e-137b192a309a" -d '{"events": [{"name": "network-changed", "server_uuid": "ba52ac2a-530d-4770-9a39-bc3ccb86819e", "tag": "36942bd5-4ca9-487d-b408-1c545af416ed"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:26:33.024740 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba0cff-e380-4467-9c87-a6dac3167fd2 req-e509ccc1-d282-4038-b545-ca9635c69477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:33.026985 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-70ba0cff-e380-4467-9c87-a6dac3167fd2 req-e509ccc1-d282-4038-b545-ca9635c69477 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37b37ae8-8796-4a80-985b-2b67b8d4197b HTTP/1.1" status: 200 len: 834 time: 0.1869900 Jul 15 23:26:33.168457 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad9a3072-7b50-4acf-8659-6c924028a8c2 x-openstack-request-id: req-ad9a3072-7b50-4acf-8659-6c924028a8c2 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:26:33.168700 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba52ac2a-530d-4770-9a39-bc3ccb86819e", "tag": "36942bd5-4ca9-487d-b408-1c545af416ed", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:26:33.168869 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ad9a3072-7b50-4acf-8659-6c924028a8c2 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:26:33.169501 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba52ac2a-530d-4770-9a39-bc3ccb86819e', 'tag': '36942bd5-4ca9-487d-b408-1c545af416ed', 'status': 'completed', 'code': 200} Jul 15 23:26:33.239209 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-613e82a0-a934-453c-b6da-8862bb6a978a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:33.284473 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba0cff-e380-4467-9c87-a6dac3167fd2 req-b0f64c7c-8dcf-4355-839a-9b7a1fcadac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:33.289471 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-70ba0cff-e380-4467-9c87-a6dac3167fd2 req-b0f64c7c-8dcf-4355-839a-9b7a1fcadac6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b2d27970-5bbd-4422-9efc-b55c9e0d4c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2518318 Jul 15 23:26:33.310675 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [req-70ba0cff-e380-4467-9c87-a6dac3167fd2 req-1fd99b29-c723-497a-b88a-28780ce3ee8f service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:26:33.314129 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-70ba0cff-e380-4467-9c87-a6dac3167fd2 req-1fd99b29-c723-497a-b88a-28780ce3ee8f service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0186801 Jul 15 23:26:33.354809 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03267db9-d3cd-4515-8a1e-137b192a309a req-3c23cb86-899a-4407-98bb-3d6689fdce7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:33.359558 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-03267db9-d3cd-4515-8a1e-137b192a309a req-3c23cb86-899a-4407-98bb-3d6689fdce7f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=89469485c64e49f5b3171ed5499b9995&device_id=ba52ac2a-530d-4770-9a39-bc3ccb86819e HTTP/1.1" status: 200 len: 1095 time: 0.1941235 Jul 15 23:26:33.362028 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:33.534464 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03267db9-d3cd-4515-8a1e-137b192a309a req-8b971366-2efd-4d70-a0d8-d4f9297d6390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:33.539603 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-03267db9-d3cd-4515-8a1e-137b192a309a req-8b971366-2efd-4d70-a0d8-d4f9297d6390 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b2d27970-5bbd-4422-9efc-b55c9e0d4c0c HTTP/1.1" status: 200 len: 897 time: 0.1286836 Jul 15 23:26:33.662104 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-70ba0cff-e380-4467-9c87-a6dac3167fd2 req-a6f7c36e-78e7-4e0d-b314-23e7fd868672 service neutron] 10.222.0.41 "GET /v2.0/networks/b2d27970-5bbd-4422-9efc-b55c9e0d4c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3387210 Jul 15 23:26:33.804742 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-03267db9-d3cd-4515-8a1e-137b192a309a req-0ceac158-83f2-43ec-9f4f-2bacb9e3f330 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36942bd5-4ca9-487d-b408-1c545af416ed HTTP/1.1" status: 200 len: 999 time: 0.2224939 Jul 15 23:26:33.964780 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-70ba0cff-e380-4467-9c87-a6dac3167fd2 req-f6b57f2e-9289-4998-923d-6f0a72e17c0f service neutron] 10.222.0.41 "GET /v2.0/networks/b2d27970-5bbd-4422-9efc-b55c9e0d4c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943432 Jul 15 23:26:34.030455 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1450cee0-78b0-4079-a24b-39e9bf19e112 req-a0437485-a3e9-41de-b67d-0240c8d00dfa tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:34.049801 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1450cee0-78b0-4079-a24b-39e9bf19e112 req-a0437485-a3e9-41de-b67d-0240c8d00dfa tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a68b98c-680f-47b5-a7e6-ec986a5a8688 HTTP/1.1" status: 200 len: 945 time: 0.6789575 Jul 15 23:26:34.054895 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03267db9-d3cd-4515-8a1e-137b192a309a req-198b423d-2a2f-4b75-8e5b-de7cef0bad7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:34.056493 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-03267db9-d3cd-4515-8a1e-137b192a309a req-198b423d-2a2f-4b75-8e5b-de7cef0bad7c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37b37ae8-8796-4a80-985b-2b67b8d4197b HTTP/1.1" status: 200 len: 834 time: 0.1690693 Jul 15 23:26:34.111780 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bbe67d-5cd9-4ea6-a6b0-1b4d2b0ec785 req-201342f7-20ed-4871-a125-de2fc5ec478f tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:34.121207 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-42bbe67d-5cd9-4ea6-a6b0-1b4d2b0ec785 req-201342f7-20ed-4871-a125-de2fc5ec478f tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e7a082-afd2-479e-87b3-ac4047a279be HTTP/1.1" status: 200 len: 946 time: 0.3930690 Jul 15 23:26:34.147236 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 49134) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:34.208064 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03267db9-d3cd-4515-8a1e-137b192a309a req-3ca802ae-e977-4567-9d49-70b6eb7ac0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:34.211990 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-03267db9-d3cd-4515-8a1e-137b192a309a req-3ca802ae-e977-4567-9d49-70b6eb7ac0cc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=89469485c64e49f5b3171ed5499b9995&device_id=ba52ac2a-530d-4770-9a39-bc3ccb86819e HTTP/1.1" status: 200 len: 1095 time: 0.1544721 Jul 15 23:26:34.213518 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-42bbe67d-5cd9-4ea6-a6b0-1b4d2b0ec785 req-32c8eda4-925e-43e8-b9ce-2745f39b95ab tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=723b47fb-9d83-4482-a686-76e0a3025323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912888 Jul 15 23:26:34.269294 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1450cee0-78b0-4079-a24b-39e9bf19e112 req-3ff61d94-c60f-4c55-b10e-48e468b8398f tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/security-groups?id=faf0057f-829d-4164-9eb4-0f40f472a3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2185466 Jul 15 23:26:34.281350 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:34.323856 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03267db9-d3cd-4515-8a1e-137b192a309a req-9f3e027e-2529-4c33-995b-9638839520bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:34.325883 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-03267db9-d3cd-4515-8a1e-137b192a309a req-9f3e027e-2529-4c33-995b-9638839520bd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b2d27970-5bbd-4422-9efc-b55c9e0d4c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2287509 Jul 15 23:26:34.454139 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3136467a-8df4-4964-8f4e-b8bed2308e73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:34.483996 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03267db9-d3cd-4515-8a1e-137b192a309a req-ea4235c4-53af-4ed0-8849-1816e2f329e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:34.485846 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-03267db9-d3cd-4515-8a1e-137b192a309a req-ea4235c4-53af-4ed0-8849-1816e2f329e7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b2d27970-5bbd-4422-9efc-b55c9e0d4c0c HTTP/1.1" status: 200 len: 897 time: 0.2677503 Jul 15 23:26:34.556330 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-03267db9-d3cd-4515-8a1e-137b192a309a req-efea0241-61f0-462e-9429-7fee9402dd8c service neutron] 10.222.0.49 "GET /v2.0/networks/b2d27970-5bbd-4422-9efc-b55c9e0d4c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195899 Jul 15 23:26:34.605377 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-03267db9-d3cd-4515-8a1e-137b192a309a req-9cf7b8ff-2ad5-4482-8ed2-6f022c4d3599 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36942bd5-4ca9-487d-b408-1c545af416ed HTTP/1.1" status: 200 len: 999 time: 0.1101277 Jul 15 23:26:34.742939 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b769c5e6-fdad-4abe-8115-cd46cc0f1d13 req-0c385208-a693-4b3e-a7c4-904b0664f0a5 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:34.750418 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03267db9-d3cd-4515-8a1e-137b192a309a req-1f7f776b-e0d7-41ee-a960-c9d0eceaff7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:34.751825 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b769c5e6-fdad-4abe-8115-cd46cc0f1d13 req-0c385208-a693-4b3e-a7c4-904b0664f0a5 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba52ac2a-530d-4770-9a39-bc3ccb86819e HTTP/1.1" status: 200 len: 944 time: 0.2202289 Jul 15 23:26:34.756247 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-03267db9-d3cd-4515-8a1e-137b192a309a req-1f7f776b-e0d7-41ee-a960-c9d0eceaff7c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37b37ae8-8796-4a80-985b-2b67b8d4197b HTTP/1.1" status: 200 len: 834 time: 0.1436677 Jul 15 23:26:34.819782 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-03267db9-d3cd-4515-8a1e-137b192a309a req-340d6607-7612-46aa-a8e5-51fa50e6e961 service neutron] 10.222.0.49 "GET /v2.0/networks/b2d27970-5bbd-4422-9efc-b55c9e0d4c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417514 Jul 15 23:26:34.849257 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3136467a-8df4-4964-8f4e-b8bed2308e73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:34.856738 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b769c5e6-fdad-4abe-8115-cd46cc0f1d13 req-8389f0a7-da16-417d-a454-892edb17518d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a21f99e-85ef-40ae-a8f1-602283c79a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038506 Jul 15 23:26:34.860805 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3136467a-8df4-4964-8f4e-b8bed2308e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:34.949710 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-3136467a-8df4-4964-8f4e-b8bed2308e73 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=084f7d1d6e0e4ee8bb24a22502942b0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7988129 Jul 15 23:26:34.950145 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 49148) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:34.962663 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3136467a-8df4-4964-8f4e-b8bed2308e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0ea500-b6a5-42db-bc20-5295f0e70d26,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:34.989248 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15afc488-276a-4202-86fd-7aa87a5ee407 req-520a1056-16ac-4270-a7ec-cd5811e3859d tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:34.991438 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-15afc488-276a-4202-86fd-7aa87a5ee407 req-520a1056-16ac-4270-a7ec-cd5811e3859d tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a68b98c-680f-47b5-a7e6-ec986a5a8688 HTTP/1.1" status: 200 len: 945 time: 0.3211648 Jul 15 23:26:35.012726 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03267db9-d3cd-4515-8a1e-137b192a309a req-c190b482-86e4-4433-8b33-f1d79b7da421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:35.014818 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-03267db9-d3cd-4515-8a1e-137b192a309a req-c190b482-86e4-4433-8b33-f1d79b7da421 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b2d27970-5bbd-4422-9efc-b55c9e0d4c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2464080 Jul 15 23:26:35.081853 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2284228b-25a5-4222-aef4-e4e5b28d5314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:35.163416 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2284228b-25a5-4222-aef4-e4e5b28d5314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:35.269908 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-03267db9-d3cd-4515-8a1e-137b192a309a req-471e9a49-b6b3-4853-be50-aa36708b14d2 service neutron] 10.222.0.41 "GET /v2.0/networks/b2d27970-5bbd-4422-9efc-b55c9e0d4c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302499 Jul 15 23:26:35.274591 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2284228b-25a5-4222-aef4-e4e5b28d5314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:35.278880 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2284228b-25a5-4222-aef4-e4e5b28d5314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:35.282623 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-2284228b-25a5-4222-aef4-e4e5b28d5314 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8d0ea500-b6a5-42db-bc20-5295f0e70d26 HTTP/1.1" status: 204 len: 168 time: 0.3288982 Jul 15 23:26:35.296626 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2284228b-25a5-4222-aef4-e4e5b28d5314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0ea500-b6a5-42db-bc20-5295f0e70d26,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:35.504426 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-15afc488-276a-4202-86fd-7aa87a5ee407 req-2713de69-39ee-4070-8867-672495f0e412 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Deleting port 45db9877-457f-458b-889e-5cea3dced47d {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:26:35.506504 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-15afc488-276a-4202-86fd-7aa87a5ee407 req-2713de69-39ee-4070-8867-672495f0e412 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:35.633367 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-15afc488-276a-4202-86fd-7aa87a5ee407 req-2713de69-39ee-4070-8867-672495f0e412 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] For port 45db9877-457f-458b-889e-5cea3dced47d, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=45db9877-457f-458b-889e-5cea3dced47d,segment=NetworkSegment(f247e100-b6af-41b8-bbb1-7fe6ea2479be),segment_id=f247e100-b6af-41b8-bbb1-7fe6ea2479be)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:26:35.633871 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-15afc488-276a-4202-86fd-7aa87a5ee407 req-2713de69-39ee-4070-8867-672495f0e412 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:35.738099 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-03267db9-d3cd-4515-8a1e-137b192a309a req-c2c4ece2-8e81-4a0c-9865-9731a4bb7350 service neutron] 10.222.0.41 "GET /v2.0/networks/b2d27970-5bbd-4422-9efc-b55c9e0d4c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4415953 Jul 15 23:26:35.893144 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 49174) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:35.913184 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ce4af-c68a-496b-8fc7-5f045360b948 req-c8699211-24fe-4829-bdc0-a8d1356a2f18 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:35.914973 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-eb0ce4af-c68a-496b-8fc7-5f045360b948 req-c8699211-24fe-4829-bdc0-a8d1356a2f18 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a68b98c-680f-47b5-a7e6-ec986a5a8688 HTTP/1.1" status: 200 len: 945 time: 0.4351978 Jul 15 23:26:35.937066 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7e5e2-7213-46df-a23d-e0b970907e42 req-2e89168c-cf7b-44db-994d-614a8c85261f tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:35.944871 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4ae7e5e2-7213-46df-a23d-e0b970907e42 req-2e89168c-cf7b-44db-994d-614a8c85261f tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e7a082-afd2-479e-87b3-ac4047a279be HTTP/1.1" status: 200 len: 946 time: 0.3653486 Jul 15 23:26:36.019536 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-86e0375d-2528-4cfe-85b5-ffadd111034b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:36.056180 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4ae7e5e2-7213-46df-a23d-e0b970907e42 req-20114b25-4292-401d-89eb-c7ea0d1d3dee tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=723b47fb-9d83-4482-a686-76e0a3025323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105964 Jul 15 23:26:36.112467 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-15afc488-276a-4202-86fd-7aa87a5ee407 req-2713de69-39ee-4070-8867-672495f0e412 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:36.113028 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-15afc488-276a-4202-86fd-7aa87a5ee407 req-2713de69-39ee-4070-8867-672495f0e412 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:36.113292 n-d-794306-6 neutron-server[93771]: INFO neutron.db.l3_db [req-15afc488-276a-4202-86fd-7aa87a5ee407 req-2713de69-39ee-4070-8867-672495f0e412 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Floating IP 2d76df18-fa7e-4323-91c8-7c7428ece67b disassociated. External IP: 172.25.5.66, port: 45db9877-457f-458b-889e-5cea3dced47d. Jul 15 23:26:36.117537 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-15afc488-276a-4202-86fd-7aa87a5ee407 req-2713de69-39ee-4070-8867-672495f0e412 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Calling delete_port for 45db9877-457f-458b-889e-5cea3dced47d owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:26:36.159206 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f1744-c78f-40ff-9df0-47f76e875d27 req-015dfa08-023a-441d-b573-9e3b46fdc692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:36.169535 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-0d9f1744-c78f-40ff-9df0-47f76e875d27 req-015dfa08-023a-441d-b573-9e3b46fdc692 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=89469485c64e49f5b3171ed5499b9995&device_id=ba52ac2a-530d-4770-9a39-bc3ccb86819e HTTP/1.1" status: 200 len: 1095 time: 0.2097280 Jul 15 23:26:36.228805 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-86e0375d-2528-4cfe-85b5-ffadd111034b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:36.238625 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-86e0375d-2528-4cfe-85b5-ffadd111034b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:36.285422 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:36.316606 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e0375d-2528-4cfe-85b5-ffadd111034b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7378214c-513a-4ba0-96e8-483fba3bfa52,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:36.373875 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-eb0ce4af-c68a-496b-8fc7-5f045360b948 req-28cb0f48-7ab5-4791-886c-9f2b9913f807 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/security-groups?id=faf0057f-829d-4164-9eb4-0f40f472a3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4260254 Jul 15 23:26:36.414458 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-86e0375d-2528-4cfe-85b5-ffadd111034b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e4ef6281349e4f439f6246fd3c725455&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4675930 Jul 15 23:26:36.418413 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 49182) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:36.550421 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-15afc488-276a-4202-86fd-7aa87a5ee407 req-2713de69-39ee-4070-8867-672495f0e412 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:36.618021 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2713de69-39ee-4070-8867-672495f0e412 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Pushing event deleted for resources: {'Port': ['ID=45db9877-457f-458b-889e-5cea3dced47d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:36.735814 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28055e5c-6382-40d8-9706-869a79b0fef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:36.818226 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28055e5c-6382-40d8-9706-869a79b0fef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:36.930056 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e60197-40ff-49bd-86ef-0d8f43e155ef req-d3eec971-b15b-40c4-a12a-806438ffda87 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:36.943658 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-54e60197-40ff-49bd-86ef-0d8f43e155ef req-d3eec971-b15b-40c4-a12a-806438ffda87 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba52ac2a-530d-4770-9a39-bc3ccb86819e HTTP/1.1" status: 200 len: 944 time: 0.4177506 Jul 15 23:26:36.948096 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f1744-c78f-40ff-9df0-47f76e875d27 req-d56200eb-5efa-4771-a2c5-db7ba51bdeba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:36.950219 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-0d9f1744-c78f-40ff-9df0-47f76e875d27 req-d56200eb-5efa-4771-a2c5-db7ba51bdeba service neutron] 10.222.0.41 "GET /v2.0/networks?id=b2d27970-5bbd-4422-9efc-b55c9e0d4c0c HTTP/1.1" status: 200 len: 897 time: 0.7031691 Jul 15 23:26:37.040342 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-54e60197-40ff-49bd-86ef-0d8f43e155ef req-02372342-9163-4d3e-8809-b1268c51f009 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a21f99e-85ef-40ae-a8f1-602283c79a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947456 Jul 15 23:26:37.054416 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28055e5c-6382-40d8-9706-869a79b0fef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:37.059180 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28055e5c-6382-40d8-9706-869a79b0fef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:37.071250 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-28055e5c-6382-40d8-9706-869a79b0fef3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7378214c-513a-4ba0-96e8-483fba3bfa52 HTTP/1.1" status: 204 len: 168 time: 0.6513727 Jul 15 23:26:37.095796 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28055e5c-6382-40d8-9706-869a79b0fef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7378214c-513a-4ba0-96e8-483fba3bfa52,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:37.149731 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15afc488-276a-4202-86fd-7aa87a5ee407 req-2713de69-39ee-4070-8867-672495f0e412 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Router 5caf442f-90f5-4944-9b7b-3c82b82f80d5 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:26:37.161787 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-0d9f1744-c78f-40ff-9df0-47f76e875d27 req-35d5ea3e-0e47-42b7-b0ea-309014ce1034 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36942bd5-4ca9-487d-b408-1c545af416ed HTTP/1.1" status: 200 len: 999 time: 0.1951602 Jul 15 23:26:37.517003 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f1744-c78f-40ff-9df0-47f76e875d27 req-087bb05d-b6fd-464f-947c-0c04a1ea5a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:37.518595 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-0d9f1744-c78f-40ff-9df0-47f76e875d27 req-087bb05d-b6fd-464f-947c-0c04a1ea5a2c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37b37ae8-8796-4a80-985b-2b67b8d4197b HTTP/1.1" status: 200 len: 834 time: 0.3362892 Jul 15 23:26:37.523931 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a9cdc-621e-4ff3-84ef-b0778420f20a req-6ac1fb07-6dbb-4403-a401-be462190f812 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:37.544185 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cb1a9cdc-621e-4ff3-84ef-b0778420f20a req-6ac1fb07-6dbb-4403-a401-be462190f812 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e7a082-afd2-479e-87b3-ac4047a279be HTTP/1.1" status: 200 len: 946 time: 0.1786790 Jul 15 23:26:37.760247 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cb1a9cdc-621e-4ff3-84ef-b0778420f20a req-1175b70c-532a-4d1f-840d-e0ad05a9c7f0 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=723b47fb-9d83-4482-a686-76e0a3025323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2148280 Jul 15 23:26:37.767502 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15afc488-276a-4202-86fd-7aa87a5ee407 req-2713de69-39ee-4070-8867-672495f0e412 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:26:37.777987 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505bdf82-fb84-409f-af6a-bb30d2b4d611 None None] Sync routers for ids ['5caf442f-90f5-4944-9b7b-3c82b82f80d5'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:26:37.805932 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505bdf82-fb84-409f-af6a-bb30d2b4d611 None None] Routers {'5caf442f-90f5-4944-9b7b-3c82b82f80d5'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:26:37.806564 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-505bdf82-fb84-409f-af6a-bb30d2b4d611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:26:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['5caf442f-90f5-4944-9b7b-3c82b82f80d5'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:37.875238 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee09a98-5e52-48e0-b2a5-871b44b47234 req-940dab58-e2a6-44ba-8bef-32b2a4ef42ac tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:37.877459 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9ee09a98-5e52-48e0-b2a5-871b44b47234 req-940dab58-e2a6-44ba-8bef-32b2a4ef42ac tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba52ac2a-530d-4770-9a39-bc3ccb86819e&tenant_id=89469485c64e49f5b3171ed5499b9995&binding%3Ahost_id=n-h2-794306-6 HTTP/1.1" status: 200 len: 944 time: 0.3009410 Jul 15 23:26:37.902287 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-15afc488-276a-4202-86fd-7aa87a5ee407 req-2713de69-39ee-4070-8867-672495f0e412 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] No DVR routers for this DVR port 45db9877-457f-458b-889e-5cea3dced47d on host n-h1-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:26:37.912097 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-15afc488-276a-4202-86fd-7aa87a5ee407 req-2713de69-39ee-4070-8867-672495f0e412 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:37.914323 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-15afc488-276a-4202-86fd-7aa87a5ee407 req-2713de69-39ee-4070-8867-672495f0e412 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.49 "DELETE /v2.0/ports/45db9877-457f-458b-889e-5cea3dced47d HTTP/1.1" status: 204 len: 173 time: 2.9170544 Jul 15 23:26:37.915980 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a68b98c-680f-47b5-a7e6-ec986a5a8688', 'name': 'network-vif-deleted', 'tag': '45db9877-457f-458b-889e-5cea3dced47d'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:26:37.924053 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 36942bd5-4ca9-487d-b408-1c545af416ed details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:26:37.930351 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46821e82-1ee7-440f-8b2d-d43f7f5c628a" -d '{"events": [{"server_uuid": "5a68b98c-680f-47b5-a7e6-ec986a5a8688", "name": "network-vif-deleted", "tag": "45db9877-457f-458b-889e-5cea3dced47d"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:26:37.946233 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f1744-c78f-40ff-9df0-47f76e875d27 req-985eea85-3cca-4c4c-bfb2-0b6d93ae244c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:37.954699 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-0d9f1744-c78f-40ff-9df0-47f76e875d27 req-985eea85-3cca-4c4c-bfb2-0b6d93ae244c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b2d27970-5bbd-4422-9efc-b55c9e0d4c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4166715 Jul 15 23:26:38.203278 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-505bdf82-fb84-409f-af6a-bb30d2b4d611 None None] Set router 5caf442f-90f5-4944-9b7b-3c82b82f80d5 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:26:38.226626 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-0d9f1744-c78f-40ff-9df0-47f76e875d27 req-642a629d-e260-4c10-ba8c-d00113d180ad service neutron] 10.222.0.41 "GET /v2.0/networks/b2d27970-5bbd-4422-9efc-b55c9e0d4c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684672 Jul 15 23:26:38.287923 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [req-9ee09a98-5e52-48e0-b2a5-871b44b47234 req-6ce84ee2-0c2b-418a-ada8-e1663d991dd9 service neutron] delete failed (client error): The resource could not be found. Jul 15 23:26:38.296289 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 36942bd5-4ca9-487d-b408-1c545af416ed, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=36942bd5-4ca9-487d-b408-1c545af416ed,segment=NetworkSegment(6673d05a-c942-40fb-96db-a5b103b8ea7a),segment_id=6673d05a-c942-40fb-96db-a5b103b8ea7a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:26:38.298541 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9ee09a98-5e52-48e0-b2a5-871b44b47234 req-6ce84ee2-0c2b-418a-ada8-e1663d991dd9 service neutron] 10.222.0.49 "DELETE /v2.0/ports/36942bd5-4ca9-487d-b408-1c545af416ed/bindings/n-h1-794306-6 HTTP/1.1" status: 404 len: 380 time: 0.4086344 Jul 15 23:26:38.385126 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:38.387471 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': '36942bd5-4ca9-487d-b408-1c545af416ed', 'network_id': 'b2d27970-5bbd-4422-9efc-b55c9e0d4c0c', 'port_id': '36942bd5-4ca9-487d-b408-1c545af416ed', 'mac_address': 'fa:16:3e:ed:50:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37b37ae8-8796-4a80-985b-2b67b8d4197b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:26:38.405613 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d290f448-3b62-4857-8a3a-9c13291c9e74 req-5dad3334-bea5-4ef9-a186-ed3435165997 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a68b98c-680f-47b5-a7e6-ec986a5a8688 HTTP/1.1" status: 200 len: 210 time: 0.2705750 Jul 15 23:26:38.484752 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:38.516433 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36942bd5-4ca9-487d-b408-1c545af416ed {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:26:38.565502 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 36942bd5-4ca9-487d-b408-1c545af416ed, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=36942bd5-4ca9-487d-b408-1c545af416ed,segment=NetworkSegment(6673d05a-c942-40fb-96db-a5b103b8ea7a),segment_id=6673d05a-c942-40fb-96db-a5b103b8ea7a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:26:38.575613 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:38.582457 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-0d9f1744-c78f-40ff-9df0-47f76e875d27 req-6f80db44-d5f9-4ba1-b293-f0de1fed20d9 service neutron] 10.222.0.41 "GET /v2.0/networks/b2d27970-5bbd-4422-9efc-b55c9e0d4c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456504 Jul 15 23:26:38.633608 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de724d-6a90-4a1b-94b0-76da4364463f req-03486076-72bc-4a4c-82d3-a8ad834a7f37 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:38.643684 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-505bdf82-fb84-409f-af6a-bb30d2b4d611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5caf442f-90f5-4944-9b7b-3c82b82f80d5', 'name': 'tempest-AttachVolumeTestJSON-1991659375-router', 'tenant_id': 'c691a27677f54c85a3250b5bafef55f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': 'c126e0f2-7b39-47ee-bcb1-ab21bab14aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:36Z', 'updated_at': '2021-07-15T23:17:53Z', 'revision_number': 4, 'project_id': 'c691a27677f54c85a3250b5bafef55f4', 'gw_port': {'id': 'c126e0f2-7b39-47ee-bcb1-ab21bab14aaa', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5caf442f-90f5-4944-9b7b-3c82b82f80d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:39Z', 'updated_at': '2021-07-15T23:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '12c36751-f011-4281-8ed5-a95b40bd1dbf', 'name': '', 'network_id': '72dd1139-85ac-44a3-8181-7845deb521ca', 'tenant_id': 'c691a27677f54c85a3250b5bafef55f4', 'mac_address': 'fa:16:3e:ee:1f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5caf442f-90f5-4944-9b7b-3c82b82f80d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '8c6a4d69-e5f7-4129-9f0b-56463cfab399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:51Z', 'updated_at': '2021-07-15T23:18:12Z', 'revision_number': 5, 'project_id': 'c691a27677f54c85a3250b5bafef55f4', 'subnets': [{'id': '8c6a4d69-e5f7-4129-9f0b-56463cfab399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:38.648209 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b8de724d-6a90-4a1b-94b0-76da4364463f req-03486076-72bc-4a4c-82d3-a8ad834a7f37 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba52ac2a-530d-4770-9a39-bc3ccb86819e HTTP/1.1" status: 200 len: 944 time: 0.5514667 Jul 15 23:26:38.715665 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 45db9877-457f-458b-889e-5cea3dced47d no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:26:38.723538 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505bdf82-fb84-409f-af6a-bb30d2b4d611 None None] Checking router: 5caf442f-90f5-4944-9b7b-3c82b82f80d5 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:26:38.756994 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505bdf82-fb84-409f-af6a-bb30d2b4d611 None None] Routers {'5caf442f-90f5-4944-9b7b-3c82b82f80d5'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:26:38.757839 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-505bdf82-fb84-409f-af6a-bb30d2b4d611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:26:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['5caf442f-90f5-4944-9b7b-3c82b82f80d5'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:38.784866 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=36942bd5-4ca9-487d-b408-1c545af416ed,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:38.798499 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: 45db9877-457f-458b-889e-5cea3dced47d {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:26:38.799079 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 45db9877-457f-458b-889e-5cea3dced47d not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:26:38.899546 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b8de724d-6a90-4a1b-94b0-76da4364463f req-cb2b9d2c-1c68-4c93-bd3d-16112f9eb451 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a21f99e-85ef-40ae-a8f1-602283c79a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2503328 Jul 15 23:26:38.919762 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee09a98-5e52-48e0-b2a5-871b44b47234 req-325f6946-01d5-4aaa-98e3-9f90039b785a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:38.932113 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['36942bd5-4ca9-487d-b408-1c545af416ed'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:26:38.954036 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9ee09a98-5e52-48e0-b2a5-871b44b47234 req-325f6946-01d5-4aaa-98e3-9f90039b785a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=89469485c64e49f5b3171ed5499b9995&device_id=ba52ac2a-530d-4770-9a39-bc3ccb86819e HTTP/1.1" status: 200 len: 1095 time: 0.5724070 Jul 15 23:26:39.069780 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-505bdf82-fb84-409f-af6a-bb30d2b4d611 None None] Set router 5caf442f-90f5-4944-9b7b-3c82b82f80d5 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:26:39.329277 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee09a98-5e52-48e0-b2a5-871b44b47234 req-081fcb4c-d8dc-4712-ba5b-f6ad4cb8370f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:39.333153 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9ee09a98-5e52-48e0-b2a5-871b44b47234 req-081fcb4c-d8dc-4712-ba5b-f6ad4cb8370f service neutron] 10.222.0.49 "GET /v2.0/networks?id=b2d27970-5bbd-4422-9efc-b55c9e0d4c0c HTTP/1.1" status: 200 len: 897 time: 0.3642883 Jul 15 23:26:39.441187 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11558930-2983-46fd-bf20-b3975d267a67 x-openstack-request-id: req-11558930-2983-46fd-bf20-b3975d267a67 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:26:39.441669 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a68b98c-680f-47b5-a7e6-ec986a5a8688", "name": "network-vif-deleted", "tag": "45db9877-457f-458b-889e-5cea3dced47d", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:26:39.441898 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-11558930-2983-46fd-bf20-b3975d267a67 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:26:39.442670 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a68b98c-680f-47b5-a7e6-ec986a5a8688', 'name': 'network-vif-deleted', 'tag': '45db9877-457f-458b-889e-5cea3dced47d', 'status': 'completed', 'code': 200} Jul 15 23:26:39.545251 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9ee09a98-5e52-48e0-b2a5-871b44b47234 req-6ab82940-a15c-4113-970c-73223f1c3cbd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36942bd5-4ca9-487d-b408-1c545af416ed HTTP/1.1" status: 200 len: 1000 time: 0.2044556 Jul 15 23:26:39.673081 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee09a98-5e52-48e0-b2a5-871b44b47234 req-0f1f2eb8-5a73-423c-80ef-a171cc3195e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:39.674562 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9ee09a98-5e52-48e0-b2a5-871b44b47234 req-0f1f2eb8-5a73-423c-80ef-a171cc3195e1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37b37ae8-8796-4a80-985b-2b67b8d4197b HTTP/1.1" status: 200 len: 834 time: 0.1169906 Jul 15 23:26:39.738994 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 49246) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:39.753750 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab5bc11-01b2-4df7-a96d-51be6c4101b5 req-92c0420a-8978-4277-9c5a-b4ead8b0237c tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:39.761436 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-aab5bc11-01b2-4df7-a96d-51be6c4101b5 req-92c0420a-8978-4277-9c5a-b4ead8b0237c tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e7a082-afd2-479e-87b3-ac4047a279be HTTP/1.1" status: 200 len: 946 time: 0.2130806 Jul 15 23:26:39.889013 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-505bdf82-fb84-409f-af6a-bb30d2b4d611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5caf442f-90f5-4944-9b7b-3c82b82f80d5', 'name': 'tempest-AttachVolumeTestJSON-1991659375-router', 'tenant_id': 'c691a27677f54c85a3250b5bafef55f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': 'c126e0f2-7b39-47ee-bcb1-ab21bab14aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:36Z', 'updated_at': '2021-07-15T23:17:53Z', 'revision_number': 4, 'project_id': 'c691a27677f54c85a3250b5bafef55f4', 'gw_port': {'id': 'c126e0f2-7b39-47ee-bcb1-ab21bab14aaa', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5caf442f-90f5-4944-9b7b-3c82b82f80d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:39Z', 'updated_at': '2021-07-15T23:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '12c36751-f011-4281-8ed5-a95b40bd1dbf', 'name': '', 'network_id': '72dd1139-85ac-44a3-8181-7845deb521ca', 'tenant_id': 'c691a27677f54c85a3250b5bafef55f4', 'mac_address': 'fa:16:3e:ee:1f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5caf442f-90f5-4944-9b7b-3c82b82f80d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '8c6a4d69-e5f7-4129-9f0b-56463cfab399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:51Z', 'updated_at': '2021-07-15T23:18:12Z', 'revision_number': 5, 'project_id': 'c691a27677f54c85a3250b5bafef55f4', 'subnets': [{'id': '8c6a4d69-e5f7-4129-9f0b-56463cfab399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:26:39.949487 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505bdf82-fb84-409f-af6a-bb30d2b4d611 None None] The sync data for ids ['5caf442f-90f5-4944-9b7b-3c82b82f80d5'] in n-d-794306-6 is: [{'id': '5caf442f-90f5-4944-9b7b-3c82b82f80d5', 'name': 'tempest-AttachVolumeTestJSON-1991659375-router', 'tenant_id': 'c691a27677f54c85a3250b5bafef55f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': 'c126e0f2-7b39-47ee-bcb1-ab21bab14aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:36Z', 'updated_at': '2021-07-15T23:17:53Z', 'revision_number': 4, 'project_id': 'c691a27677f54c85a3250b5bafef55f4', 'gw_port': {'id': 'c126e0f2-7b39-47ee-bcb1-ab21bab14aaa', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5caf442f-90f5-4944-9b7b-3c82b82f80d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:39Z', 'updated_at': '2021-07-15T23:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '12c36751-f011-4281-8ed5-a95b40bd1dbf', 'name': '', 'network_id': '72dd1139-85ac-44a3-8181-7845deb521ca', 'tenant_id': 'c691a27677f54c85a3250b5bafef55f4', 'mac_address': 'fa:16:3e:ee:1f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5caf442f-90f5-4944-9b7b-3c82b82f80d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '8c6a4d69-e5f7-4129-9f0b-56463cfab399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:51Z', 'updated_at': '2021-07-15T23:18:12Z', 'revision_number': 5, 'project_id': 'c691a27677f54c85a3250b5bafef55f4', 'subnets': [{'id': '8c6a4d69-e5f7-4129-9f0b-56463cfab399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:26:39.964286 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-aab5bc11-01b2-4df7-a96d-51be6c4101b5 req-52fb740e-c8b9-43ba-9f10-4556069a304b tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=723b47fb-9d83-4482-a686-76e0a3025323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2011852 Jul 15 23:26:39.972899 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee09a98-5e52-48e0-b2a5-871b44b47234 req-7e489333-ad7f-46fb-91ae-0866bf46596b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:39.974594 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9ee09a98-5e52-48e0-b2a5-871b44b47234 req-7e489333-ad7f-46fb-91ae-0866bf46596b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b2d27970-5bbd-4422-9efc-b55c9e0d4c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2909911 Jul 15 23:26:39.995176 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed7a4780-5daf-4078-bfa9-35fb8a81516b tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:40.064916 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed7a4780-5daf-4078-bfa9-35fb8a81516b tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:40.345766 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9ee09a98-5e52-48e0-b2a5-871b44b47234 req-9ff71d05-3ad3-4c62-b240-db0213fbbfba service neutron] 10.222.0.49 "GET /v2.0/networks/b2d27970-5bbd-4422-9efc-b55c9e0d4c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3562946 Jul 15 23:26:40.489767 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed7a4780-5daf-4078-bfa9-35fb8a81516b tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:40.492500 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed7a4780-5daf-4078-bfa9-35fb8a81516b tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:40.496157 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-ed7a4780-5daf-4078-bfa9-35fb8a81516b tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "DELETE /v2.0/security-groups/faf0057f-829d-4164-9eb4-0f40f472a3ce HTTP/1.1" status: 204 len: 168 time: 0.7552202 Jul 15 23:26:40.496736 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 49272) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:40.533650 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [None req-0850a0b4-7add-4a97-ba6e-286e48ffabc9 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] show failed (client error): The resource could not be found. Jul 15 23:26:40.536978 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-0850a0b4-7add-4a97-ba6e-286e48ffabc9 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "GET /v2.0/security-groups/faf0057f-829d-4164-9eb4-0f40f472a3ce HTTP/1.1" status: 404 len: 347 time: 0.0382378 Jul 15 23:26:40.540800 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 49274) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:40.623487 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667922ff-c5c8-4fd0-a0ff-329f6dc3d9b8 None None] New status for floating IP 2d76df18-fa7e-4323-91c8-7c7428ece67b: DOWN {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:26:40.732165 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 49278) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:40.982835 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-7fcedb47-b8bd-4cbf-aa20-6342e795fe20 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Deleting port e3dfc0d1-f9b2-47d2-b533-c901177da356 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:26:40.983280 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7fcedb47-b8bd-4cbf-aa20-6342e795fe20 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:41.001897 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-75e9986f-bd98-439e-8bef-190c19175c3c tempest-MeteringIpV6TestJSON-1428904444 tempest-MeteringIpV6TestJSON-1428904444-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1633089903'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:41.002536 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-75e9986f-bd98-439e-8bef-190c19175c3c tempest-MeteringIpV6TestJSON-1428904444 tempest-MeteringIpV6TestJSON-1428904444-project-admin] Unknown quota resources ['metering_label']. {{(pid=93771) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 23:26:41.656810 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7a4780-5daf-4078-bfa9-35fb8a81516b tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf0057f-829d-4164-9eb4-0f40f472a3ce,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:41.842696 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f84b68-453c-4f0a-81bc-3a4806681d68 req-3282a1fb-069a-4614-ab4c-1e7c35fd8997 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:41.853777 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-58f84b68-453c-4f0a-81bc-3a4806681d68 req-3282a1fb-069a-4614-ab4c-1e7c35fd8997 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba52ac2a-530d-4770-9a39-bc3ccb86819e HTTP/1.1" status: 200 len: 945 time: 1.6069167 Jul 15 23:26:41.940430 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 36942bd5-4ca9-487d-b408-1c545af416ed up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:26:41.983454 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-75e9986f-bd98-439e-8bef-190c19175c3c tempest-MeteringIpV6TestJSON-1428904444 tempest-MeteringIpV6TestJSON-1428904444-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:41.984733 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-75e9986f-bd98-439e-8bef-190c19175c3c tempest-MeteringIpV6TestJSON-1428904444 tempest-MeteringIpV6TestJSON-1428904444-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.2516031 Jul 15 23:26:41.988640 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 49298) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:41.993034 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-af1738be-d30a-488a-993e-13dd29544e59 tempest-MeteringIpV6TestJSON-1428904444 tempest-MeteringIpV6TestJSON-1428904444-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'b4fb9731-c688-420a-9ac3-e894043fd1dd'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:41.993527 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-af1738be-d30a-488a-993e-13dd29544e59 tempest-MeteringIpV6TestJSON-1428904444 tempest-MeteringIpV6TestJSON-1428904444-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93771) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 23:26:42.035197 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7fcedb47-b8bd-4cbf-aa20-6342e795fe20 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:42.035599 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7fcedb47-b8bd-4cbf-aa20-6342e795fe20 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:42.057838 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9ee09a98-5e52-48e0-b2a5-871b44b47234 req-6a77ad6d-ce64-4acc-aeae-7a79d6d591a1 service neutron] 10.222.0.49 "GET /v2.0/networks/b2d27970-5bbd-4422-9efc-b55c9e0d4c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6988630 Jul 15 23:26:42.062496 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 49300) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:42.132755 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port 36942bd5-4ca9-487d-b408-1c545af416ed completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:26:42.138743 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port 36942bd5-4ca9-487d-b408-1c545af416ed triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:26:42.139474 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:42.148965 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-58f84b68-453c-4f0a-81bc-3a4806681d68 req-35723ce1-e477-4031-b345-5c2c1413f02e tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a21f99e-85ef-40ae-a8f1-602283c79a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2934558 Jul 15 23:26:42.189038 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1a460-9939-4ac0-9361-0537c2bd8be4 req-b26c5268-7395-408f-95a8-c9538f273675 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:42.199182 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f7e1a460-9939-4ac0-9361-0537c2bd8be4 req-b26c5268-7395-408f-95a8-c9538f273675 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e7a082-afd2-479e-87b3-ac4047a279be HTTP/1.1" status: 200 len: 946 time: 0.6523180 Jul 15 23:26:42.300385 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f7e1a460-9939-4ac0-9361-0537c2bd8be4 req-65f23be2-080e-4ed8-b05b-982c86b0adad tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=723b47fb-9d83-4482-a686-76e0a3025323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934229 Jul 15 23:26:42.413805 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-7fcedb47-b8bd-4cbf-aa20-6342e795fe20 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Calling delete_port for e3dfc0d1-f9b2-47d2-b533-c901177da356 owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:26:42.421859 n-d-794306-6 neutron-server[93771]: WARNING neutron.services.metering.metering_plugin [None req-af1738be-d30a-488a-993e-13dd29544e59 tempest-MeteringIpV6TestJSON-1428904444 tempest-MeteringIpV6TestJSON-1428904444-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 15 23:26:42.530794 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:42.556893 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-29c05b53-2924-4141-9925-3e6bc93ad35c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:42.653244 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 36942bd5-4ca9-487d-b408-1c545af416ed, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=36942bd5-4ca9-487d-b408-1c545af416ed,segment=NetworkSegment(6673d05a-c942-40fb-96db-a5b103b8ea7a),segment_id=6673d05a-c942-40fb-96db-a5b103b8ea7a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:26:42.654705 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba52ac2a-530d-4770-9a39-bc3ccb86819e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36942bd5-4ca9-487d-b408-1c545af416ed'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:26:42.659038 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a97dde-68af-4522-baf0-31f0ac9c086d" -d '{"events": [{"server_uuid": "ba52ac2a-530d-4770-9a39-bc3ccb86819e", "name": "network-vif-plugged", "status": "completed", "tag": "36942bd5-4ca9-487d-b408-1c545af416ed"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:26:42.666488 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:42.856402 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=36942bd5-4ca9-487d-b408-1c545af416ed,revision_number=9']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:42.857386 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-29c05b53-2924-4141-9925-3e6bc93ad35c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:42.861216 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa3b5508-9d67-40af-b53d-8cb045dcb8f6 x-openstack-request-id: req-aa3b5508-9d67-40af-b53d-8cb045dcb8f6 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:26:42.861574 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba52ac2a-530d-4770-9a39-bc3ccb86819e", "name": "network-vif-plugged", "status": "completed", "tag": "36942bd5-4ca9-487d-b408-1c545af416ed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:26:42.861896 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-aa3b5508-9d67-40af-b53d-8cb045dcb8f6 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:26:42.862305 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba52ac2a-530d-4770-9a39-bc3ccb86819e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36942bd5-4ca9-487d-b408-1c545af416ed', 'code': 200} Jul 15 23:26:42.865565 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-29c05b53-2924-4141-9925-3e6bc93ad35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:42.907121 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af1738be-d30a-488a-993e-13dd29544e59 tempest-MeteringIpV6TestJSON-1428904444 tempest-MeteringIpV6TestJSON-1428904444-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:42.912830 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-af1738be-d30a-488a-993e-13dd29544e59 tempest-MeteringIpV6TestJSON-1428904444 tempest-MeteringIpV6TestJSON-1428904444-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.9229867 Jul 15 23:26:42.924782 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 49310) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:42.986580 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-29c05b53-2924-4141-9925-3e6bc93ad35c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ae11d976a1014882a596738e87f422a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9225907 Jul 15 23:26:42.988013 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 49314) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:43.019989 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c05b53-2924-4141-9925-3e6bc93ad35c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e56f718-6e89-42af-a0e7-fd084792204c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:43.075475 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-62727268-f3e9-433b-8ed9-42c703184f8f tempest-MeteringIpV6TestJSON-1428904444 tempest-MeteringIpV6TestJSON-1428904444-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'b4fb9731-c688-420a-9ac3-e894043fd1dd'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:43.076667 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-62727268-f3e9-433b-8ed9-42c703184f8f tempest-MeteringIpV6TestJSON-1428904444 tempest-MeteringIpV6TestJSON-1428904444-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93771) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 23:26:43.140505 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2d9459d3-055b-42a9-b045-e43ee4bfd64d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:43.222760 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2d9459d3-055b-42a9-b045-e43ee4bfd64d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:43.349849 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2d9459d3-055b-42a9-b045-e43ee4bfd64d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:43.355540 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2d9459d3-055b-42a9-b045-e43ee4bfd64d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:43.358445 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-2d9459d3-055b-42a9-b045-e43ee4bfd64d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3e56f718-6e89-42af-a0e7-fd084792204c HTTP/1.1" status: 204 len: 168 time: 0.3411589 Jul 15 23:26:43.375347 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9459d3-055b-42a9-b045-e43ee4bfd64d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e56f718-6e89-42af-a0e7-fd084792204c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:43.402334 n-d-794306-6 neutron-server[93771]: WARNING neutron.services.metering.metering_plugin [None req-62727268-f3e9-433b-8ed9-42c703184f8f tempest-MeteringIpV6TestJSON-1428904444 tempest-MeteringIpV6TestJSON-1428904444-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 15 23:26:43.489457 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0fd8ed-20c8-46ae-be38-29c9158c27f4 req-86ac34b4-f089-4bc2-bf21-a99e056bf1a9 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:43.497265 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bd0fd8ed-20c8-46ae-be38-29c9158c27f4 req-86ac34b4-f089-4bc2-bf21-a99e056bf1a9 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba52ac2a-530d-4770-9a39-bc3ccb86819e HTTP/1.1" status: 200 len: 946 time: 0.1003070 Jul 15 23:26:43.550342 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bd0fd8ed-20c8-46ae-be38-29c9158c27f4 req-aa648346-ce99-4166-9492-c1848328b24f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a21f99e-85ef-40ae-a8f1-602283c79a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518868 Jul 15 23:26:43.567518 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62727268-f3e9-433b-8ed9-42c703184f8f tempest-MeteringIpV6TestJSON-1428904444 tempest-MeteringIpV6TestJSON-1428904444-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:43.569799 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-62727268-f3e9-433b-8ed9-42c703184f8f tempest-MeteringIpV6TestJSON-1428904444 tempest-MeteringIpV6TestJSON-1428904444-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6412182 Jul 15 23:26:43.570935 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 49322) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:43.575676 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 49324) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:43.664098 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-c4f5fce1-fb83-4d5d-870c-e3f42123adaf tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/floatingips/17680f74-6de3-4d97-a5cc-e4a9a0c57cc1 HTTP/1.1" status: 200 len: 993 time: 0.0918586 Jul 15 23:26:43.665091 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-36b71562-4130-4d8d-b612-d01e52ac5572 tempest-MeteringIpV6TestJSON-1428904444 tempest-MeteringIpV6TestJSON-1428904444-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=b975c16a-72d5-41ad-94a8-5aaaadb0f899 HTTP/1.1" status: 200 len: 462 time: 0.0877693 Jul 15 23:26:43.674979 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 49328) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:43.733708 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0bfd3-8b98-4e5e-9f6c-1da2e7e7531c req-3265cf34-c754-4315-9544-2361bb180f47 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:43.737404 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7cf0bfd3-8b98-4e5e-9f6c-1da2e7e7531c req-3265cf34-c754-4315-9544-2361bb180f47 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e7a082-afd2-479e-87b3-ac4047a279be HTTP/1.1" status: 200 len: 946 time: 0.0974863 Jul 15 23:26:43.747336 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7fcedb47-b8bd-4cbf-aa20-6342e795fe20 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:43.814304 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7cf0bfd3-8b98-4e5e-9f6c-1da2e7e7531c req-ce05011f-ec90-4703-9458-c9253e7b9dfd tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=723b47fb-9d83-4482-a686-76e0a3025323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616212 Jul 15 23:26:43.865786 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcedb47-b8bd-4cbf-aa20-6342e795fe20 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Pushing event deleted for resources: {'Port': ['ID=e3dfc0d1-f9b2-47d2-b533-c901177da356,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:43.971457 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3a30b0f-6001-4102-b4a8-3ed0a904abd7 tempest-MeteringIpV6TestJSON-1428904444 tempest-MeteringIpV6TestJSON-1428904444-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:43.972629 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e3a30b0f-6001-4102-b4a8-3ed0a904abd7 tempest-MeteringIpV6TestJSON-1428904444 tempest-MeteringIpV6TestJSON-1428904444-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-label-rules/b975c16a-72d5-41ad-94a8-5aaaadb0f899 HTTP/1.1" status: 204 len: 168 time: 0.2915485 Jul 15 23:26:43.975696 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 49338) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:43.977058 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7fcedb47-b8bd-4cbf-aa20-6342e795fe20 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:43.979982 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7fcedb47-b8bd-4cbf-aa20-6342e795fe20 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:43.984308 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-7fcedb47-b8bd-4cbf-aa20-6342e795fe20 tempest-AttachVolumeTestJSON-117635359 tempest-AttachVolumeTestJSON-117635359-project] 10.222.0.48 "DELETE /v2.0/floatingips/2d76df18-fa7e-4323-91c8-7c7428ece67b HTTP/1.1" status: 204 len: 168 time: 3.4354393 Jul 15 23:26:44.006941 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-8fdff484-6fef-434e-be5a-291eb4351c25 tempest-MeteringIpV6TestJSON-1428904444 tempest-MeteringIpV6TestJSON-1428904444-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=b975c16a-72d5-41ad-94a8-5aaaadb0f899 HTTP/1.1" status: 200 len: 221 time: 0.0241599 Jul 15 23:26:44.006941 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 49340) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:44.011402 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-1cb37748-834a-4ac3-9d95-52da8fa01400 tempest-MeteringIpV6TestJSON-1428904444 tempest-MeteringIpV6TestJSON-1428904444-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1113136023', 'description': 'label created by tempest'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:44.012514 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-1cb37748-834a-4ac3-9d95-52da8fa01400 tempest-MeteringIpV6TestJSON-1428904444 tempest-MeteringIpV6TestJSON-1428904444-project-admin] Unknown quota resources ['metering_label']. {{(pid=93770) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 23:26:44.262062 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1cb37748-834a-4ac3-9d95-52da8fa01400 tempest-MeteringIpV6TestJSON-1428904444 tempest-MeteringIpV6TestJSON-1428904444-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:44.266484 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 49356) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:44.267061 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-1cb37748-834a-4ac3-9d95-52da8fa01400 tempest-MeteringIpV6TestJSON-1428904444 tempest-MeteringIpV6TestJSON-1428904444-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2604804 Jul 15 23:26:44.331609 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-58153cc8-648d-40b0-beb5-bae3f76ea720 tempest-MeteringIpV6TestJSON-1428904444 tempest-MeteringIpV6TestJSON-1428904444-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=c2e2b68b-926f-4544-bfd9-94cc056e6761 HTTP/1.1" status: 200 len: 468 time: 0.0632763 Jul 15 23:26:44.339386 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 49364) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:44.621295 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7805c416-a3be-4d85-91f8-300a85d0e7d9 tempest-MeteringIpV6TestJSON-1428904444 tempest-MeteringIpV6TestJSON-1428904444-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:44.625603 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-7805c416-a3be-4d85-91f8-300a85d0e7d9 tempest-MeteringIpV6TestJSON-1428904444 tempest-MeteringIpV6TestJSON-1428904444-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-labels/c2e2b68b-926f-4544-bfd9-94cc056e6761 HTTP/1.1" status: 204 len: 168 time: 0.2824159 Jul 15 23:26:44.626711 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 49382) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:44.651964 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-e6971bc3-bf8b-4e3d-9656-3d928ad958f9 tempest-MeteringIpV6TestJSON-1428904444 tempest-MeteringIpV6TestJSON-1428904444-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=c2e2b68b-926f-4544-bfd9-94cc056e6761 HTTP/1.1" status: 200 len: 216 time: 0.0163558 Jul 15 23:26:44.657604 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 49386) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:44.679022 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-1a94be92-b2b7-4325-af17-9e2ed126f21e tempest-MeteringIpV6TestJSON-1428904444 tempest-MeteringIpV6TestJSON-1428904444-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0172377 Jul 15 23:26:44.679292 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 49388) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:44.694007 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-0842ee5c-5a39-47a6-aec4-e52d7481350c tempest-MeteringIpV6TestJSON-1428904444 tempest-MeteringIpV6TestJSON-1428904444-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0133128 Jul 15 23:26:44.697407 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 49390) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:44.765862 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d8654976-39db-461d-9805-dfe4e85744c2 tempest-MeteringIpV6TestJSON-1428904444 tempest-MeteringIpV6TestJSON-1428904444-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels/b4fb9731-c688-420a-9ac3-e894043fd1dd HTTP/1.1" status: 200 len: 473 time: 0.0668881 Jul 15 23:26:44.769302 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 49396) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:44.781806 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-dac73873-484b-4a45-8e56-ba444b6273ee tempest-MeteringIpV6TestJSON-1428904444 tempest-MeteringIpV6TestJSON-1428904444-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules/3ecc091e-7f36-4a7b-9076-6eb0b12c8f80 HTTP/1.1" status: 200 len: 459 time: 0.0111947 Jul 15 23:26:44.785720 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 49398) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:44.977890 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dd252836-7fc4-41ea-b611-326b6c75b519 tempest-MeteringIpV6TestJSON-1428904444 tempest-MeteringIpV6TestJSON-1428904444-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:44.981375 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-dd252836-7fc4-41ea-b611-326b6c75b519 tempest-MeteringIpV6TestJSON-1428904444 tempest-MeteringIpV6TestJSON-1428904444-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-label-rules/3ecc091e-7f36-4a7b-9076-6eb0b12c8f80 HTTP/1.1" status: 204 len: 168 time: 0.1942973 Jul 15 23:26:44.984681 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 49404) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:45.371390 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef026248-6fda-4993-a156-54d0cba137fc tempest-MeteringIpV6TestJSON-1428904444 tempest-MeteringIpV6TestJSON-1428904444-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:45.375112 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-ef026248-6fda-4993-a156-54d0cba137fc tempest-MeteringIpV6TestJSON-1428904444 tempest-MeteringIpV6TestJSON-1428904444-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-labels/b4fb9731-c688-420a-9ac3-e894043fd1dd HTTP/1.1" status: 204 len: 168 time: 0.3867726 Jul 15 23:26:45.415620 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0df7d2-1b28-4c2d-b404-880a02274801 req-216fb1f6-904c-4e7c-9a05-2eab747aae43 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:45.418153 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2f0df7d2-1b28-4c2d-b404-880a02274801 req-216fb1f6-904c-4e7c-9a05-2eab747aae43 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e7a082-afd2-479e-87b3-ac4047a279be HTTP/1.1" status: 200 len: 946 time: 0.4147933 Jul 15 23:26:45.494631 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31615b1b-b803-4fd1-976f-330ab76d079b req-1a90a1d4-29b7-4431-b61e-cae3d27abc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:45.496931 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-31615b1b-b803-4fd1-976f-330ab76d079b req-1a90a1d4-29b7-4431-b61e-cae3d27abc61 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c41d1c4cc69e402eb09493d513de9715&device_id=c7e7a082-afd2-479e-87b3-ac4047a279be HTTP/1.1" status: 200 len: 1097 time: 0.3226833 Jul 15 23:26:45.553360 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2f0df7d2-1b28-4c2d-b404-880a02274801 req-5e16e213-3063-440a-ac67-73afbdd16f64 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=723b47fb-9d83-4482-a686-76e0a3025323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146107 Jul 15 23:26:45.650872 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31615b1b-b803-4fd1-976f-330ab76d079b req-ecf929c2-7488-44d2-991d-9c0dac6000fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:45.653454 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-31615b1b-b803-4fd1-976f-330ab76d079b req-ecf929c2-7488-44d2-991d-9c0dac6000fb service neutron] 10.222.0.49 "GET /v2.0/networks?id=5dd08b94-305b-477e-8148-ff3865a86e5a HTTP/1.1" status: 200 len: 918 time: 0.1447372 Jul 15 23:26:45.684320 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 49438) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:45.755132 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-31615b1b-b803-4fd1-976f-330ab76d079b req-2cfc0ab2-4030-4a44-b306-758f95112a8c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d HTTP/1.1" status: 200 len: 1001 time: 0.0953703 Jul 15 23:26:45.847109 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31615b1b-b803-4fd1-976f-330ab76d079b req-36a8e6ee-31d6-4e58-8a1f-5172839daafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:45.849525 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-31615b1b-b803-4fd1-976f-330ab76d079b req-36a8e6ee-31d6-4e58-8a1f-5172839daafa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ac4619b4-8268-4046-9b08-9c5e68adfc94 HTTP/1.1" status: 200 len: 856 time: 0.0868487 Jul 15 23:26:45.858104 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 49444) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:45.940954 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31615b1b-b803-4fd1-976f-330ab76d079b req-be0fbc16-9087-43a2-a073-b6fa7bd3bf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:45.942820 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-31615b1b-b803-4fd1-976f-330ab76d079b req-be0fbc16-9087-43a2-a073-b6fa7bd3bf1e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5dd08b94-305b-477e-8148-ff3865a86e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0823693 Jul 15 23:26:45.967950 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-45776bcb-7c4f-4c0c-94e3-af81646d1029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:46.044790 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-31615b1b-b803-4fd1-976f-330ab76d079b req-e870052a-53f0-4509-a522-6483246bb0bc service neutron] 10.222.0.49 "GET /v2.0/networks/5dd08b94-305b-477e-8148-ff3865a86e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954678 Jul 15 23:26:46.061290 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b9f319a-348a-4606-ac36-4323712b3fca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:46.121294 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-45776bcb-7c4f-4c0c-94e3-af81646d1029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:46.140949 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-45776bcb-7c4f-4c0c-94e3-af81646d1029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:46.160866 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-31615b1b-b803-4fd1-976f-330ab76d079b req-4fa01c51-c667-4e1a-b44a-54479b79c08d service neutron] 10.222.0.49 "GET /v2.0/networks/5dd08b94-305b-477e-8148-ff3865a86e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072009 Jul 15 23:26:46.213273 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 49450) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:46.214111 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-45776bcb-7c4f-4c0c-94e3-af81646d1029 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d7d97039bb4f47c4b484dc0c8f04f054&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5275023 Jul 15 23:26:46.227018 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45776bcb-7c4f-4c0c-94e3-af81646d1029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d51ecba-ca1c-4122-a75e-056bb1a50c27,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:46.292010 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fc1804cd-91fc-4ca3-8fa1-4d17939007c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:46.323157 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fc1804cd-91fc-4ca3-8fa1-4d17939007c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:46.390690 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b9f319a-348a-4606-ac36-4323712b3fca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:46.396393 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b9f319a-348a-4606-ac36-4323712b3fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:46.414764 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fc1804cd-91fc-4ca3-8fa1-4d17939007c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:46.418552 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fc1804cd-91fc-4ca3-8fa1-4d17939007c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:46.427204 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-fc1804cd-91fc-4ca3-8fa1-4d17939007c4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3d51ecba-ca1c-4122-a75e-056bb1a50c27 HTTP/1.1" status: 204 len: 168 time: 0.2069585 Jul 15 23:26:46.442767 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1804cd-91fc-4ca3-8fa1-4d17939007c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d51ecba-ca1c-4122-a75e-056bb1a50c27,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:46.444928 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9f319a-348a-4606-ac36-4323712b3fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc17e2a1-3cd2-428c-a905-73a0286a2e23,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:46.467324 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-0b9f319a-348a-4606-ac36-4323712b3fca admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5174a9c9fb4844c0bf21630de6f92f74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6080434 Jul 15 23:26:46.469787 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 49456) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:46.473493 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1804cd-91fc-4ca3-8fa1-4d17939007c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:46.476567 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1804cd-91fc-4ca3-8fa1-4d17939007c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:46.476567 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1804cd-91fc-4ca3-8fa1-4d17939007c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:46.480790 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1804cd-91fc-4ca3-8fa1-4d17939007c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:46.482135 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1804cd-91fc-4ca3-8fa1-4d17939007c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:46.484593 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1804cd-91fc-4ca3-8fa1-4d17939007c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:46.485166 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1804cd-91fc-4ca3-8fa1-4d17939007c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:46.485536 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1804cd-91fc-4ca3-8fa1-4d17939007c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:46.485956 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1804cd-91fc-4ca3-8fa1-4d17939007c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:46.486388 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1804cd-91fc-4ca3-8fa1-4d17939007c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:46.488942 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1804cd-91fc-4ca3-8fa1-4d17939007c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:46.489505 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1804cd-91fc-4ca3-8fa1-4d17939007c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:26:46.548752 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8fd47242-e1f2-44cb-84f0-4013a69b2de3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:46.581759 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8fd47242-e1f2-44cb-84f0-4013a69b2de3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:46.658317 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8fd47242-e1f2-44cb-84f0-4013a69b2de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:46.661483 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8fd47242-e1f2-44cb-84f0-4013a69b2de3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:46.665138 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-8fd47242-e1f2-44cb-84f0-4013a69b2de3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cc17e2a1-3cd2-428c-a905-73a0286a2e23 HTTP/1.1" status: 204 len: 168 time: 0.1914508 Jul 15 23:26:46.673530 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd47242-e1f2-44cb-84f0-4013a69b2de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc17e2a1-3cd2-428c-a905-73a0286a2e23,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:46.860127 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e9999-264c-4920-8511-a90156410cdd req-1c36a3f2-3284-4468-b83e-7f1831fa5f0d tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:46.866623 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1e8e9999-264c-4920-8511-a90156410cdd req-1c36a3f2-3284-4468-b83e-7f1831fa5f0d tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e7a082-afd2-479e-87b3-ac4047a279be HTTP/1.1" status: 200 len: 946 time: 0.1143780 Jul 15 23:26:46.997087 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1e8e9999-264c-4920-8511-a90156410cdd req-999696a1-29ca-4084-82b8-c29f223679c7 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=723b47fb-9d83-4482-a686-76e0a3025323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165066 Jul 15 23:26:47.264773 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 49488) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:47.310723 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ed6588c0-21b5-4946-8780-08bc1c12d895 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:47.491822 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ed6588c0-21b5-4946-8780-08bc1c12d895 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:47.498077 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ed6588c0-21b5-4946-8780-08bc1c12d895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:47.549010 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ed6588c0-21b5-4946-8780-08bc1c12d895 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f512137a593e455585f22606cca57cc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2807660 Jul 15 23:26:47.551901 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 49500) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:47.554551 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6588c0-21b5-4946-8780-08bc1c12d895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621c35da-59f4-427f-9147-677099f773ac,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:47.653652 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fbff91cd-4f04-4841-8c3b-cfa8e3fe57b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:47.679529 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fbff91cd-4f04-4841-8c3b-cfa8e3fe57b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:47.739104 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fbff91cd-4f04-4841-8c3b-cfa8e3fe57b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:47.745816 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fbff91cd-4f04-4841-8c3b-cfa8e3fe57b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:47.745816 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-fbff91cd-4f04-4841-8c3b-cfa8e3fe57b9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/621c35da-59f4-427f-9147-677099f773ac HTTP/1.1" status: 204 len: 168 time: 0.1901293 Jul 15 23:26:47.767624 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbff91cd-4f04-4841-8c3b-cfa8e3fe57b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621c35da-59f4-427f-9147-677099f773ac,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:48.273058 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b45e8a-0db0-4ffe-b52d-b79ce62989b1 req-72bc6cc3-aaa9-442d-9701-14e8494ea571 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:48.287040 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e1b45e8a-0db0-4ffe-b52d-b79ce62989b1 req-72bc6cc3-aaa9-442d-9701-14e8494ea571 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e7a082-afd2-479e-87b3-ac4047a279be HTTP/1.1" status: 200 len: 946 time: 0.1237497 Jul 15 23:26:48.351704 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e1b45e8a-0db0-4ffe-b52d-b79ce62989b1 req-105ee078-a575-4185-9191-a3fb58544069 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=723b47fb-9d83-4482-a686-76e0a3025323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548804 Jul 15 23:26:48.787960 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:26:49.294666 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:49.363654 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d,segment=NetworkSegment(978fcb14-f527-45d0-a4ec-38d689fb220c),segment_id=978fcb14-f527-45d0-a4ec-38d689fb220c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:26:49.364931 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7e7a082-afd2-479e-87b3-ac4047a279be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:26:49.368775 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5afdcaa-d331-45ce-9bac-8e41c0d4dd04" -d '{"events": [{"server_uuid": "c7e7a082-afd2-479e-87b3-ac4047a279be", "name": "network-vif-unplugged", "status": "completed", "tag": "f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:26:49.385080 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:49.501648 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 15 Jul 2021 23:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f713a339-2b17-4556-9cfc-92fc967a4c4d x-openstack-request-id: req-f713a339-2b17-4556-9cfc-92fc967a4c4d {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:26:49.501936 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7e7a082-afd2-479e-87b3-ac4047a279be", "name": "network-vif-unplugged", "status": "failed", "tag": "f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d", "code": 422}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:26:49.502385 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f713a339-2b17-4556-9cfc-92fc967a4c4d {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:26:49.502806 n-d-794306-6 neutron-server[93772]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c7e7a082-afd2-479e-87b3-ac4047a279be', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d', 'code': 422} returned with failed status Jul 15 23:26:49.503314 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:50.171551 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f3559ac9-467c-4d37-b89b-7a4d3221c046 req-7c29235f-3e1a-473b-991c-a4f8d5b3ee51 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c7e7a082-afd2-479e-87b3-ac4047a279be&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1466138 Jul 15 23:26:50.219634 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96387676-46c1-450c-a541-a525d0a5f375 req-3fb620be-ae6f-4533-b9d7-f7fdf1b3e34e tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:50.229589 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-96387676-46c1-450c-a541-a525d0a5f375 req-3fb620be-ae6f-4533-b9d7-f7fdf1b3e34e tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e7a082-afd2-479e-87b3-ac4047a279be HTTP/1.1" status: 200 len: 944 time: 0.1571958 Jul 15 23:26:50.241776 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 49624) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:50.311523 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-96387676-46c1-450c-a541-a525d0a5f375 req-d98000bd-4d0c-4525-8361-355463e04be1 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=723b47fb-9d83-4482-a686-76e0a3025323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773656 Jul 15 23:26:50.458001 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-62fd4c6c-655d-4718-aa84-9ccdd572be16 tempest-RoutersAdminNegativeIpV6Test-601584772 tempest-RoutersAdminNegativeIpV6Test-601584772-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1440857900', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:50.515011 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62fd4c6c-655d-4718-aa84-9ccdd572be16 tempest-RoutersAdminNegativeIpV6Test-601584772 tempest-RoutersAdminNegativeIpV6Test-601584772-project-admin] Made reservation on behalf of 7838774405d442e59ca0eddf4fd40989 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:26:50.524444 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-62fd4c6c-655d-4718-aa84-9ccdd572be16 tempest-RoutersAdminNegativeIpV6Test-601584772 tempest-RoutersAdminNegativeIpV6Test-601584772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:50.543169 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-62fd4c6c-655d-4718-aa84-9ccdd572be16 tempest-RoutersAdminNegativeIpV6Test-601584772 tempest-RoutersAdminNegativeIpV6Test-601584772-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:50.764154 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-62fd4c6c-655d-4718-aa84-9ccdd572be16 tempest-RoutersAdminNegativeIpV6Test-601584772 tempest-RoutersAdminNegativeIpV6Test-601584772-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:50.804168 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-62fd4c6c-655d-4718-aa84-9ccdd572be16 tempest-RoutersAdminNegativeIpV6Test-601584772 tempest-RoutersAdminNegativeIpV6Test-601584772-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:50.822502 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-62fd4c6c-655d-4718-aa84-9ccdd572be16 tempest-RoutersAdminNegativeIpV6Test-601584772 tempest-RoutersAdminNegativeIpV6Test-601584772-project-admin] device_id is not set on port 71935882-bdf8-4196-9a51-6fae113737f1 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:26:50.955507 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fd4c6c-655d-4718-aa84-9ccdd572be16 tempest-RoutersAdminNegativeIpV6Test-601584772 tempest-RoutersAdminNegativeIpV6Test-601584772-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf70ecb-e925-4ca0-8e2c-5a34f418a541,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:51.035585 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 49654) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:51.100680 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-62fd4c6c-655d-4718-aa84-9ccdd572be16 tempest-RoutersAdminNegativeIpV6Test-601584772 tempest-RoutersAdminNegativeIpV6Test-601584772-project-admin] Allocated IP 172.25.5.105 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/71935882-bdf8-4196-9a51-6fae113737f1) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:26:51.187268 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6b9859bc-71fa-47a3-807e-a59a8c43e363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:51.331450 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-62fd4c6c-655d-4718-aa84-9ccdd572be16 tempest-RoutersAdminNegativeIpV6Test-601584772 tempest-RoutersAdminNegativeIpV6Test-601584772-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:51.379610 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6b9859bc-71fa-47a3-807e-a59a8c43e363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:51.388943 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6b9859bc-71fa-47a3-807e-a59a8c43e363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:51.425729 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-62fd4c6c-655d-4718-aa84-9ccdd572be16 tempest-RoutersAdminNegativeIpV6Test-601584772 tempest-RoutersAdminNegativeIpV6Test-601584772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:51.450284 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-6b9859bc-71fa-47a3-807e-a59a8c43e363 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5c4e5a9d63954918856b8077b9060cb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4131019 Jul 15 23:26:51.495908 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9859bc-71fa-47a3-807e-a59a8c43e363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5738354-0012-4dfd-9955-e46352e5ed9c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:51.499592 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 49664) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:51.578055 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fd4c6c-655d-4718-aa84-9ccdd572be16 tempest-RoutersAdminNegativeIpV6Test-601584772 tempest-RoutersAdminNegativeIpV6Test-601584772-project-admin] Pushing event updated for resources: {'Port': ['ID=71935882-bdf8-4196-9a51-6fae113737f1,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:51.611034 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65c11b82-a52b-40ee-8b74-76995d4de25b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:51.621707 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fd4c6c-655d-4718-aa84-9ccdd572be16 tempest-RoutersAdminNegativeIpV6Test-601584772 tempest-RoutersAdminNegativeIpV6Test-601584772-project-admin] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:26:51.641615 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-62fd4c6c-655d-4718-aa84-9ccdd572be16 tempest-RoutersAdminNegativeIpV6Test-601584772 tempest-RoutersAdminNegativeIpV6Test-601584772-project-admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:26:51.649732 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fd4c6c-655d-4718-aa84-9ccdd572be16 tempest-RoutersAdminNegativeIpV6Test-601584772 tempest-RoutersAdminNegativeIpV6Test-601584772-project-admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:26:51.685029 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65c11b82-a52b-40ee-8b74-76995d4de25b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:51.742987 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fd4c6c-655d-4718-aa84-9ccdd572be16 tempest-RoutersAdminNegativeIpV6Test-601584772 tempest-RoutersAdminNegativeIpV6Test-601584772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:51.746828 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-62fd4c6c-655d-4718-aa84-9ccdd572be16 tempest-RoutersAdminNegativeIpV6Test-601584772 tempest-RoutersAdminNegativeIpV6Test-601584772-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:51.793933 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65c11b82-a52b-40ee-8b74-76995d4de25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:51.801751 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-62fd4c6c-655d-4718-aa84-9ccdd572be16 tempest-RoutersAdminNegativeIpV6Test-601584772 tempest-RoutersAdminNegativeIpV6Test-601584772-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.5563993 Jul 15 23:26:51.802041 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65c11b82-a52b-40ee-8b74-76995d4de25b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:51.803913 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-65c11b82-a52b-40ee-8b74-76995d4de25b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d5738354-0012-4dfd-9955-e46352e5ed9c HTTP/1.1" status: 204 len: 168 time: 0.3028674 Jul 15 23:26:51.804543 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 49672) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:51.813719 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-cf4c3a8b-3bf0-47ff-9efe-a56a092d0108 tempest-RoutersAdminNegativeIpV6Test-601584772 tempest-RoutersAdminNegativeIpV6Test-601584772-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.105'}]}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:51.835988 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c11b82-a52b-40ee-8b74-76995d4de25b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5738354-0012-4dfd-9955-e46352e5ed9c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:51.850632 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdce6c2-0ec1-4cb8-a1a7-5ee1ce560b1c req-3c2d9346-24f4-46ca-aa31-79550143fdce tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:51.864355 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cfdce6c2-0ec1-4cb8-a1a7-5ee1ce560b1c req-3c2d9346-24f4-46ca-aa31-79550143fdce tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e7a082-afd2-479e-87b3-ac4047a279be HTTP/1.1" status: 200 len: 944 time: 0.2721350 Jul 15 23:26:51.886077 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf4c3a8b-3bf0-47ff-9efe-a56a092d0108 tempest-RoutersAdminNegativeIpV6Test-601584772 tempest-RoutersAdminNegativeIpV6Test-601584772-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:51.887202 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf4c3a8b-3bf0-47ff-9efe-a56a092d0108 tempest-RoutersAdminNegativeIpV6Test-601584772 tempest-RoutersAdminNegativeIpV6Test-601584772-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:51.945465 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cfdce6c2-0ec1-4cb8-a1a7-5ee1ce560b1c req-5aab0612-9853-4440-8feb-d02273db4989 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=723b47fb-9d83-4482-a686-76e0a3025323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747542 Jul 15 23:26:52.000612 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf4c3a8b-3bf0-47ff-9efe-a56a092d0108 tempest-RoutersAdminNegativeIpV6Test-601584772 tempest-RoutersAdminNegativeIpV6Test-601584772-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:52.289994 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 49688) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:52.308700 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-479a1f54-86c2-4d01-a563-22d75d3da0ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:52.313448 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf4c3a8b-3bf0-47ff-9efe-a56a092d0108 tempest-RoutersAdminNegativeIpV6Test-601584772 tempest-RoutersAdminNegativeIpV6Test-601584772-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:52.435389 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-479a1f54-86c2-4d01-a563-22d75d3da0ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:52.445771 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-479a1f54-86c2-4d01-a563-22d75d3da0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:52.482773 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479a1f54-86c2-4d01-a563-22d75d3da0ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b95bfde-9423-43c1-ad36-e13d06ecd638,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:52.507668 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-479a1f54-86c2-4d01-a563-22d75d3da0ac admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f22f0237d31e4081bf90ed252440b143&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2162755 Jul 15 23:26:52.510455 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 49690) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:52.585586 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7318eea1-af6d-4de1-811b-f9a7203ffaa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:52.597422 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf4c3a8b-3bf0-47ff-9efe-a56a092d0108 tempest-RoutersAdminNegativeIpV6Test-601584772 tempest-RoutersAdminNegativeIpV6Test-601584772-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:52.615368 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7318eea1-af6d-4de1-811b-f9a7203ffaa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:52.622359 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf4c3a8b-3bf0-47ff-9efe-a56a092d0108 tempest-RoutersAdminNegativeIpV6Test-601584772 tempest-RoutersAdminNegativeIpV6Test-601584772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:52.693249 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7318eea1-af6d-4de1-811b-f9a7203ffaa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:52.698344 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7318eea1-af6d-4de1-811b-f9a7203ffaa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:52.698344 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-7318eea1-af6d-4de1-811b-f9a7203ffaa3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0b95bfde-9423-43c1-ad36-e13d06ecd638 HTTP/1.1" status: 204 len: 168 time: 0.1784213 Jul 15 23:26:52.706840 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7318eea1-af6d-4de1-811b-f9a7203ffaa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b95bfde-9423-43c1-ad36-e13d06ecd638,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:52.790833 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:26:52.827391 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf4c3a8b-3bf0-47ff-9efe-a56a092d0108 tempest-RoutersAdminNegativeIpV6Test-601584772 tempest-RoutersAdminNegativeIpV6Test-601584772-project-admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:53.048772 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf4c3a8b-3bf0-47ff-9efe-a56a092d0108 tempest-RoutersAdminNegativeIpV6Test-601584772 tempest-RoutersAdminNegativeIpV6Test-601584772-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:53.052452 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf4c3a8b-3bf0-47ff-9efe-a56a092d0108 tempest-RoutersAdminNegativeIpV6Test-601584772 tempest-RoutersAdminNegativeIpV6Test-601584772-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:53.118186 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf4c3a8b-3bf0-47ff-9efe-a56a092d0108 tempest-RoutersAdminNegativeIpV6Test-601584772 tempest-RoutersAdminNegativeIpV6Test-601584772-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:53.118791 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf4c3a8b-3bf0-47ff-9efe-a56a092d0108 tempest-RoutersAdminNegativeIpV6Test-601584772 tempest-RoutersAdminNegativeIpV6Test-601584772-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1ed3db5d-3f2b-47c5-9e44-b4c6a6dc5240 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:26:53.161093 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [None req-cf4c3a8b-3bf0-47ff-9efe-a56a092d0108 tempest-RoutersAdminNegativeIpV6Test-601584772 tempest-RoutersAdminNegativeIpV6Test-601584772-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 15 23:26:53.162227 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-cf4c3a8b-3bf0-47ff-9efe-a56a092d0108 tempest-RoutersAdminNegativeIpV6Test-601584772 tempest-RoutersAdminNegativeIpV6Test-601584772-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.3537867 Jul 15 23:26:53.166994 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 49704) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:53.283874 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9858924-beed-49a9-ab23-2c9c50dcc021 req-0a330c3e-8ddb-48e9-a2f6-c7548256808a tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:53.285467 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b9858924-beed-49a9-ab23-2c9c50dcc021 req-0a330c3e-8ddb-48e9-a2f6-c7548256808a tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e7a082-afd2-479e-87b3-ac4047a279be HTTP/1.1" status: 200 len: 944 time: 0.1386566 Jul 15 23:26:53.353136 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b9858924-beed-49a9-ab23-2c9c50dcc021 req-9223853a-9c8e-47ed-a8b5-df92ea2aef67 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=723b47fb-9d83-4482-a686-76e0a3025323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588760 Jul 15 23:26:53.367102 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-7c77bcd0-1c84-4e15-b323-3914802d0cda tempest-RoutersAdminNegativeIpV6Test-601584772 tempest-RoutersAdminNegativeIpV6Test-601584772-project-admin] Deleting port 71935882-bdf8-4196-9a51-6fae113737f1 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:26:53.367759 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7c77bcd0-1c84-4e15-b323-3914802d0cda tempest-RoutersAdminNegativeIpV6Test-601584772 tempest-RoutersAdminNegativeIpV6Test-601584772-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:53.492016 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7c77bcd0-1c84-4e15-b323-3914802d0cda tempest-RoutersAdminNegativeIpV6Test-601584772 tempest-RoutersAdminNegativeIpV6Test-601584772-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:53.522861 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-7c77bcd0-1c84-4e15-b323-3914802d0cda tempest-RoutersAdminNegativeIpV6Test-601584772 tempest-RoutersAdminNegativeIpV6Test-601584772-project-admin] Calling delete_port for 71935882-bdf8-4196-9a51-6fae113737f1 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:26:53.680112 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7c77bcd0-1c84-4e15-b323-3914802d0cda tempest-RoutersAdminNegativeIpV6Test-601584772 tempest-RoutersAdminNegativeIpV6Test-601584772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:53.710978 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c77bcd0-1c84-4e15-b323-3914802d0cda tempest-RoutersAdminNegativeIpV6Test-601584772 tempest-RoutersAdminNegativeIpV6Test-601584772-project-admin] Pushing event deleted for resources: {'Port': ['ID=71935882-bdf8-4196-9a51-6fae113737f1,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:53.783373 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7c77bcd0-1c84-4e15-b323-3914802d0cda tempest-RoutersAdminNegativeIpV6Test-601584772 tempest-RoutersAdminNegativeIpV6Test-601584772-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:53.791830 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-7c77bcd0-1c84-4e15-b323-3914802d0cda tempest-RoutersAdminNegativeIpV6Test-601584772 tempest-RoutersAdminNegativeIpV6Test-601584772-project-admin] 10.222.0.48 "DELETE /v2.0/ports/71935882-bdf8-4196-9a51-6fae113737f1 HTTP/1.1" status: 204 len: 168 time: 0.6174736 Jul 15 23:26:54.092921 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 49734) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:54.219635 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e6083677-7bc0-45fd-8075-af7ede16b4d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:54.331836 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e6083677-7bc0-45fd-8075-af7ede16b4d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:54.337169 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e6083677-7bc0-45fd-8075-af7ede16b4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:54.382896 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-e6083677-7bc0-45fd-8075-af7ede16b4d6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4cc2cfcac0a340ed94281aeb997b5ad7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2866135 Jul 15 23:26:54.383261 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 49752) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:54.386897 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6083677-7bc0-45fd-8075-af7ede16b4d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e6322d-57d5-40bf-86bc-4f322e86e6c3,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:54.450975 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec238fa4-a289-4cf9-9a62-16ee9dd9b867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:54.486288 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec238fa4-a289-4cf9-9a62-16ee9dd9b867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:54.591956 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec238fa4-a289-4cf9-9a62-16ee9dd9b867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:54.594786 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec238fa4-a289-4cf9-9a62-16ee9dd9b867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:54.595939 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ec238fa4-a289-4cf9-9a62-16ee9dd9b867 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/15e6322d-57d5-40bf-86bc-4f322e86e6c3 HTTP/1.1" status: 204 len: 168 time: 0.2116542 Jul 15 23:26:54.608735 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090b8d05-f8ac-4a97-a6cc-125858f3c30a req-35aa128a-4155-4f16-bbcf-67dbd0a762a4 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:54.615592 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec238fa4-a289-4cf9-9a62-16ee9dd9b867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e6322d-57d5-40bf-86bc-4f322e86e6c3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:54.624109 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-090b8d05-f8ac-4a97-a6cc-125858f3c30a req-35aa128a-4155-4f16-bbcf-67dbd0a762a4 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e7a082-afd2-479e-87b3-ac4047a279be HTTP/1.1" status: 200 len: 944 time: 0.1085186 Jul 15 23:26:54.699369 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-090b8d05-f8ac-4a97-a6cc-125858f3c30a req-7bac28aa-5027-48ce-a7ca-bf72f148a037 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=723b47fb-9d83-4482-a686-76e0a3025323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741487 Jul 15 23:26:55.106095 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 49774) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:55.156140 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-8ef45620-25d4-43fa-a1ae-9cbb576ccad5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7838774405d442e59ca0eddf4fd40989&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484674 Jul 15 23:26:55.158689 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 49778) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:55.218675 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-00c0e468-e729-4362-a264-b7d434e9128f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:55.246576 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-00c0e468-e729-4362-a264-b7d434e9128f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:55.311783 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-00c0e468-e729-4362-a264-b7d434e9128f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:55.318011 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-00c0e468-e729-4362-a264-b7d434e9128f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:55.320094 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-00c0e468-e729-4362-a264-b7d434e9128f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/eaf70ecb-e925-4ca0-8e2c-5a34f418a541 HTTP/1.1" status: 204 len: 168 time: 0.1597068 Jul 15 23:26:55.352134 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c0e468-e729-4362-a264-b7d434e9128f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf70ecb-e925-4ca0-8e2c-5a34f418a541,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:55.404160 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:56.017311 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b432881-eaad-4f2e-861e-265387f4c99e req-f25488bd-1586-4881-b030-7a6af2fc52be tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:56.019281 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4b432881-eaad-4f2e-861e-265387f4c99e req-f25488bd-1586-4881-b030-7a6af2fc52be tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e7a082-afd2-479e-87b3-ac4047a279be HTTP/1.1" status: 200 len: 944 time: 0.1089551 Jul 15 23:26:56.080197 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4b432881-eaad-4f2e-861e-265387f4c99e req-1485e5cc-1a09-4e27-9915-e30cb87283a1 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=723b47fb-9d83-4482-a686-76e0a3025323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434690 Jul 15 23:26:56.765226 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 49826) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:56.936883 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-26e41d63-e8eb-4884-b549-41a3e0bf2984 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1960543601'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:57.033946 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e41d63-e8eb-4884-b549-41a3e0bf2984 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Made reservation on behalf of 1ccad8e849f943d19f815f855c3f3849 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:26:57.046543 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-26e41d63-e8eb-4884-b549-41a3e0bf2984 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:57.075202 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-26e41d63-e8eb-4884-b549-41a3e0bf2984 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:57.411373 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-26e41d63-e8eb-4884-b549-41a3e0bf2984 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:57.432240 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-26e41d63-e8eb-4884-b549-41a3e0bf2984 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:57.445833 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26e41d63-e8eb-4884-b549-41a3e0bf2984 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:26:57.466373 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-26e41d63-e8eb-4884-b549-41a3e0bf2984 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:57.466756 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-26e41d63-e8eb-4884-b549-41a3e0bf2984 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Added segment 83031f72-0c55-4202-a7d3-7c1d93801518 of type vlan for network e6241178-066c-430d-a322-7862ef822ee0 Jul 15 23:26:57.544149 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a96d5-0a56-4a55-a6d6-a42c322aa45c req-81ae0bff-a068-499e-8a49-67bc9b6c8ae8 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:57.551282 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-078a96d5-0a56-4a55-a6d6-a42c322aa45c req-81ae0bff-a068-499e-8a49-67bc9b6c8ae8 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e7a082-afd2-479e-87b3-ac4047a279be HTTP/1.1" status: 200 len: 944 time: 0.2156575 Jul 15 23:26:57.563221 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e41d63-e8eb-4884-b549-41a3e0bf2984 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba8ae2b-614c-4f16-b376-1980e375caba,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:57.583883 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-26e41d63-e8eb-4884-b549-41a3e0bf2984 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:57.617738 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-078a96d5-0a56-4a55-a6d6-a42c322aa45c req-c4fe08e0-e9e0-4336-a9cf-6f3a8f03b014 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=723b47fb-9d83-4482-a686-76e0a3025323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652242 Jul 15 23:26:57.699834 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-26e41d63-e8eb-4884-b549-41a3e0bf2984 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:57.705733 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e41d63-e8eb-4884-b549-41a3e0bf2984 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:57.706341 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-26e41d63-e8eb-4884-b549-41a3e0bf2984 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:57.773415 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 49866) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:57.949920 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e41d63-e8eb-4884-b549-41a3e0bf2984 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event updated for resources: {'Network': ['ID=e6241178-066c-430d-a322-7862ef822ee0,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:57.962409 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network e6241178-066c-430d-a322-7862ef822ee0 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:26:58.035893 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 49874) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:58.036130 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-26e41d63-e8eb-4884-b549-41a3e0bf2984 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2694201 Jul 15 23:26:58.045192 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-eb3588cb-7e48-4a42-aa04-982644362dd0 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Request body: {'subnet': {'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:58.067705 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3559ac9-467c-4d37-b89b-7a4d3221c046 req-927f79c5-384e-4127-8246-d12820ea6097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:58.069928 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f3559ac9-467c-4d37-b89b-7a4d3221c046 req-927f79c5-384e-4127-8246-d12820ea6097 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c7e7a082-afd2-479e-87b3-ac4047a279be&tenant_id=c41d1c4cc69e402eb09493d513de9715 HTTP/1.1" status: 200 len: 1095 time: 0.1218448 Jul 15 23:26:58.221404 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3559ac9-467c-4d37-b89b-7a4d3221c046 req-f47ede4e-c385-4eb9-b02f-e9eddb31e38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:58.222756 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f3559ac9-467c-4d37-b89b-7a4d3221c046 req-f47ede4e-c385-4eb9-b02f-e9eddb31e38d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c41d1c4cc69e402eb09493d513de9715&device_id=c7e7a082-afd2-479e-87b3-ac4047a279be HTTP/1.1" status: 200 len: 1095 time: 0.1288559 Jul 15 23:26:58.356383 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3559ac9-467c-4d37-b89b-7a4d3221c046 req-2e92f969-55cf-4e81-b77e-625a5b54e623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:58.358381 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f3559ac9-467c-4d37-b89b-7a4d3221c046 req-2e92f969-55cf-4e81-b77e-625a5b54e623 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5dd08b94-305b-477e-8148-ff3865a86e5a HTTP/1.1" status: 200 len: 918 time: 0.1282680 Jul 15 23:26:58.477095 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f3559ac9-467c-4d37-b89b-7a4d3221c046 req-beba4379-d9b9-4fc3-a1f4-97e12f8092f1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d HTTP/1.1" status: 200 len: 999 time: 0.1115074 Jul 15 23:26:58.552030 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3559ac9-467c-4d37-b89b-7a4d3221c046 req-4312fc81-cba9-4ba7-92bc-6bb0410d82d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:58.554727 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f3559ac9-467c-4d37-b89b-7a4d3221c046 req-4312fc81-cba9-4ba7-92bc-6bb0410d82d7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ac4619b4-8268-4046-9b08-9c5e68adfc94 HTTP/1.1" status: 200 len: 856 time: 0.0692260 Jul 15 23:26:58.635934 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3559ac9-467c-4d37-b89b-7a4d3221c046 req-0ac6e4cf-5765-4946-b475-773f6153e1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:58.638431 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f3559ac9-467c-4d37-b89b-7a4d3221c046 req-0ac6e4cf-5765-4946-b475-773f6153e1aa service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5dd08b94-305b-477e-8148-ff3865a86e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0771196 Jul 15 23:26:58.705220 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb3588cb-7e48-4a42-aa04-982644362dd0 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Made reservation on behalf of 1ccad8e849f943d19f815f855c3f3849 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:26:58.716607 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eb3588cb-7e48-4a42-aa04-982644362dd0 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:58.785527 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f3559ac9-467c-4d37-b89b-7a4d3221c046 req-6adc8841-d521-4d9d-8108-cdaac0ae2d39 service neutron] 10.222.0.49 "GET /v2.0/networks/5dd08b94-305b-477e-8148-ff3865a86e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396835 Jul 15 23:26:59.010270 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a4cd1b-96a9-46f9-8cfc-cde4f7e590b3 req-9c871033-0ebf-436b-b372-87a9b3b28ead tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:59.012377 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-88a4cd1b-96a9-46f9-8cfc-cde4f7e590b3 req-9c871033-0ebf-436b-b372-87a9b3b28ead tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e7a082-afd2-479e-87b3-ac4047a279be HTTP/1.1" status: 200 len: 944 time: 0.1792610 Jul 15 23:26:59.014620 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f3559ac9-467c-4d37-b89b-7a4d3221c046 req-a50f4a08-a1b4-4c72-b6fc-f697b66dfd2c service neutron] 10.222.0.49 "GET /v2.0/networks/5dd08b94-305b-477e-8148-ff3865a86e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175713 Jul 15 23:26:59.097770 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-88a4cd1b-96a9-46f9-8cfc-cde4f7e590b3 req-4de6a35a-ef18-4a18-81d3-cf7355061972 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=723b47fb-9d83-4482-a686-76e0a3025323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653040 Jul 15 23:26:59.278712 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eb3588cb-7e48-4a42-aa04-982644362dd0 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:59.374810 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3588cb-7e48-4a42-aa04-982644362dd0 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event updated for resources: {'Subnet': ['ID=d7b6c614-f3eb-4313-b59a-b82bec7c5356,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:26:59.402259 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3588cb-7e48-4a42-aa04-982644362dd0 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Checking segment: {'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:26:59.402635 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3588cb-7e48-4a42-aa04-982644362dd0 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Network hostable DHCP agents. Network: e6241178-066c-430d-a322-7862ef822ee0, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:26:59.433096 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:26:59.446689 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3588cb-7e48-4a42-aa04-982644362dd0 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Network e6241178-066c-430d-a322-7862ef822ee0 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:26:59.460641 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-eb3588cb-7e48-4a42-aa04-982644362dd0 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, e6241178-066c-430d-a322-7862ef822ee0) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:26:59.468767 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3588cb-7e48-4a42-aa04-982644362dd0 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:26:59.469428 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eb3588cb-7e48-4a42-aa04-982644362dd0 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:59.475390 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e91696a-e2fc-4860-99ec-9f656e891540 None None] Network e6241178-066c-430d-a322-7862ef822ee0 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:26:59.501760 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 49916) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:26:59.502172 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-eb3588cb-7e48-4a42-aa04-982644362dd0 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4644105 Jul 15 23:26:59.509131 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-5144f837-e576-4f4e-b2f5-5845a0e23845 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Request body: {'port': {'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'name': 'tempest-NetworksTestDHCPv6-2049018209'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:26:59.515481 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3881bc83-9af4-424a-843c-5ef46302303b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:59.798319 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f7df51-b475-43de-b1c5-a9fedd6cf4d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-e6241178-066c-430d-a322-7862ef822ee0', 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'tenant_id': '1ccad8e849f943d19f815f855c3f3849', 'fixed_ips': [{'subnet_id': 'd7b6c614-f3eb-4313-b59a-b82bec7c5356'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:26:59.798715 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5144f837-e576-4f4e-b2f5-5845a0e23845 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Made reservation on behalf of 1ccad8e849f943d19f815f855c3f3849 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:26:59.799753 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-74f7df51-b475-43de-b1c5-a9fedd6cf4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:59.805564 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5144f837-e576-4f4e-b2f5-5845a0e23845 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:26:59.855387 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-5144f837-e576-4f4e-b2f5-5845a0e23845 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] device_id is not set on port 698ba01d-59c2-45fe-8319-0903f341408c yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:27:00.034066 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-74f7df51-b475-43de-b1c5-a9fedd6cf4d6 None None] Allocated IP 2001:db8::2 (e6241178-066c-430d-a322-7862ef822ee0/d7b6c614-f3eb-4313-b59a-b82bec7c5356/4cf0cf58-417b-429b-88e5-b87b403d1b58) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:27:00.089598 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-3881bc83-9af4-424a-843c-5ef46302303b admin admin] Deleting port 12c36751-f011-4281-8ed5-a95b40bd1dbf {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:00.091524 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3881bc83-9af4-424a-843c-5ef46302303b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:00.371945 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-3881bc83-9af4-424a-843c-5ef46302303b admin admin] For port 12c36751-f011-4281-8ed5-a95b40bd1dbf, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=12c36751-f011-4281-8ed5-a95b40bd1dbf,segment=NetworkSegment(f247e100-b6af-41b8-bbb1-7fe6ea2479be),segment_id=f247e100-b6af-41b8-bbb1-7fe6ea2479be)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:00.375823 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3881bc83-9af4-424a-843c-5ef46302303b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:00.440289 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-3881bc83-9af4-424a-843c-5ef46302303b admin admin] Calling delete_port for 12c36751-f011-4281-8ed5-a95b40bd1dbf owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:00.501287 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-74f7df51-b475-43de-b1c5-a9fedd6cf4d6 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:00.527663 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-74f7df51-b475-43de-b1c5-a9fedd6cf4d6 None None] Transition to ACTIVE for port object 4cf0cf58-417b-429b-88e5-b87b403d1b58 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:00.549484 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-74f7df51-b475-43de-b1c5-a9fedd6cf4d6 None None] Transition to ACTIVE for port object 4cf0cf58-417b-429b-88e5-b87b403d1b58 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:00.565600 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-74f7df51-b475-43de-b1c5-a9fedd6cf4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:00.672432 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f7df51-b475-43de-b1c5-a9fedd6cf4d6 None None] Network e6241178-066c-430d-a322-7862ef822ee0 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:00.676364 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-74f7df51-b475-43de-b1c5-a9fedd6cf4d6 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:00.681684 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f7df51-b475-43de-b1c5-a9fedd6cf4d6 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:00.694516 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90131c-711c-45ea-a52a-f3988fa6c4c5 req-300ef47d-b85b-4cd4-9f3a-2e719765057d tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:00.709452 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7f90131c-711c-45ea-a52a-f3988fa6c4c5 req-300ef47d-b85b-4cd4-9f3a-2e719765057d tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e7a082-afd2-479e-87b3-ac4047a279be HTTP/1.1" status: 200 len: 944 time: 0.2795053 Jul 15 23:27:00.738286 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f7df51-b475-43de-b1c5-a9fedd6cf4d6 None None] Pushing event updated for resources: {'Port': ['ID=4cf0cf58-417b-429b-88e5-b87b403d1b58,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:00.858260 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-74f7df51-b475-43de-b1c5-a9fedd6cf4d6 None None] Attempting to bind port 4cf0cf58-417b-429b-88e5-b87b403d1b58 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:27:00.859246 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-74f7df51-b475-43de-b1c5-a9fedd6cf4d6 None None] Attempting to bind port 4cf0cf58-417b-429b-88e5-b87b403d1b58 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:27:00.861325 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f7df51-b475-43de-b1c5-a9fedd6cf4d6 None None] Attempting to bind port 4cf0cf58-417b-429b-88e5-b87b403d1b58 on network e6241178-066c-430d-a322-7862ef822ee0 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:27:00.881825 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f7df51-b475-43de-b1c5-a9fedd6cf4d6 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:27:00.888855 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f7df51-b475-43de-b1c5-a9fedd6cf4d6 None None] Checking segment: {'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:27:00.890006 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-74f7df51-b475-43de-b1c5-a9fedd6cf4d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:00.892191 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f7df51-b475-43de-b1c5-a9fedd6cf4d6 None None] Bound using segment: {'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:27:00.893167 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-74f7df51-b475-43de-b1c5-a9fedd6cf4d6 None None] Bound port: 4cf0cf58-417b-429b-88e5-b87b403d1b58, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:27:00.895796 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-74f7df51-b475-43de-b1c5-a9fedd6cf4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:00.944174 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4a0007aa-dcf0-4eeb-a4a1-96172d5f0c49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:00.950274 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7f90131c-711c-45ea-a52a-f3988fa6c4c5 req-ea741bc3-7168-47fa-b45a-cbc60755a0f9 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=723b47fb-9d83-4482-a686-76e0a3025323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2378323 Jul 15 23:27:01.005344 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-5144f837-e576-4f4e-b2f5-5845a0e23845 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Allocated IP 2001:db8::329 (e6241178-066c-430d-a322-7862ef822ee0/d7b6c614-f3eb-4313-b59a-b82bec7c5356/698ba01d-59c2-45fe-8319-0903f341408c) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:27:01.174156 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-74f7df51-b475-43de-b1c5-a9fedd6cf4d6 None None] For port 4cf0cf58-417b-429b-88e5-b87b403d1b58, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:27:01.182411 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-74f7df51-b475-43de-b1c5-a9fedd6cf4d6 None None] For port 4cf0cf58-417b-429b-88e5-b87b403d1b58, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=4cf0cf58-417b-429b-88e5-b87b403d1b58,segment=NetworkSegment(83031f72-0c55-4202-a7d3-7c1d93801518),segment_id=83031f72-0c55-4202-a7d3-7c1d93801518)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:27:01.186551 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3881bc83-9af4-424a-843c-5ef46302303b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:01.190002 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-74f7df51-b475-43de-b1c5-a9fedd6cf4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:01.304152 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3881bc83-9af4-424a-843c-5ef46302303b admin admin] Pushing event deleted for resources: {'Port': ['ID=12c36751-f011-4281-8ed5-a95b40bd1dbf,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:01.346275 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f7df51-b475-43de-b1c5-a9fedd6cf4d6 None None] Pushing event updated for resources: {'Port': ['ID=4cf0cf58-417b-429b-88e5-b87b403d1b58,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:01.442215 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5144f837-e576-4f4e-b2f5-5845a0e23845 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:01.467016 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-5144f837-e576-4f4e-b2f5-5845a0e23845 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Transition to ACTIVE for port object 698ba01d-59c2-45fe-8319-0903f341408c will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:01.520735 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5144f837-e576-4f4e-b2f5-5845a0e23845 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:01.673595 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5144f837-e576-4f4e-b2f5-5845a0e23845 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Network e6241178-066c-430d-a322-7862ef822ee0 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:01.722462 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-5144f837-e576-4f4e-b2f5-5845a0e23845 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:01.727199 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5144f837-e576-4f4e-b2f5-5845a0e23845 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:01.747039 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5144f837-e576-4f4e-b2f5-5845a0e23845 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:01.749262 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5144f837-e576-4f4e-b2f5-5845a0e23845 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:01.767752 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3881bc83-9af4-424a-843c-5ef46302303b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:01.771117 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5144f837-e576-4f4e-b2f5-5845a0e23845 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event updated for resources: {'Port': ['ID=698ba01d-59c2-45fe-8319-0903f341408c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:01.804224 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-5144f837-e576-4f4e-b2f5-5845a0e23845 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3012917 Jul 15 23:27:01.807208 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 49954) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:02.307095 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e533a0-d703-4985-944a-efcb46693cce tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:02.315858 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e533a0-d703-4985-944a-efcb46693cce tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:02.318013 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-32e533a0-d703-4985-944a-efcb46693cce tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.5095515 Jul 15 23:27:02.321173 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 49966) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:02.548433 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3881bc83-9af4-424a-843c-5ef46302303b admin admin] Router 5caf442f-90f5-4944-9b7b-3c82b82f80d5 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:27:02.558805 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b5f81-d5fa-435d-a7c3-ad1bce228630 req-fcc1db7a-cbbc-40b0-a807-067566ca7a83 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:02.560715 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c97b5f81-d5fa-435d-a7c3-ad1bce228630 req-fcc1db7a-cbbc-40b0-a807-067566ca7a83 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e7a082-afd2-479e-87b3-ac4047a279be HTTP/1.1" status: 200 len: 944 time: 0.1885414 Jul 15 23:27:02.576873 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f0543791-0f8e-4e94-aa46-fe08707b4852 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Deleting port 698ba01d-59c2-45fe-8319-0903f341408c {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:02.577215 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0543791-0f8e-4e94-aa46-fe08707b4852 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:02.743266 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3881bc83-9af4-424a-843c-5ef46302303b admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:27:02.755360 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fbd809-d056-4bdc-b0ee-a4675922c2b2 None None] Sync routers for ids ['5caf442f-90f5-4944-9b7b-3c82b82f80d5'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:27:02.765409 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-3881bc83-9af4-424a-843c-5ef46302303b admin admin] 10.222.0.48 "PUT /v2.0/routers/5caf442f-90f5-4944-9b7b-3c82b82f80d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9890108 Jul 15 23:27:02.765942 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 49976) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:02.781265 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fbd809-d056-4bdc-b0ee-a4675922c2b2 None None] Routers {'5caf442f-90f5-4944-9b7b-3c82b82f80d5'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:27:02.782087 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-76fbd809-d056-4bdc-b0ee-a4675922c2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:26:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['5caf442f-90f5-4944-9b7b-3c82b82f80d5'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:02.866998 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 49978) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:03.114082 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec8ff5e2-c3ce-48ac-97d4-caf751e0af86 admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:03.222781 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 4cf0cf58-417b-429b-88e5-b87b403d1b58 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:27:03.269830 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-27a3dbcf-3ef4-4965-a5bd-ed174242747c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:03.285587 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f1bed790-b4eb-4a92-90f8-35f85544a28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:03.304489 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 4cf0cf58-417b-429b-88e5-b87b403d1b58 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:27:03.420707 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:03.440750 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-76fbd809-d056-4bdc-b0ee-a4675922c2b2 None None] Set router 5caf442f-90f5-4944-9b7b-3c82b82f80d5 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:27:03.470006 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c97b5f81-d5fa-435d-a7c3-ad1bce228630 req-9aff1eb9-e84f-4d1d-825a-70f5436c8735 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=723b47fb-9d83-4482-a686-76e0a3025323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8958583 Jul 15 23:27:03.553131 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0543791-0f8e-4e94-aa46-fe08707b4852 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:03.571437 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f0543791-0f8e-4e94-aa46-fe08707b4852 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Calling delete_port for 698ba01d-59c2-45fe-8319-0903f341408c owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:03.628892 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde1d162-70b6-4c11-82a2-3168659f7c8d None None] Network e6241178-066c-430d-a322-7862ef822ee0 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:27:03.644545 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec8ff5e2-c3ce-48ac-97d4-caf751e0af86 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:03.760841 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-76fbd809-d056-4bdc-b0ee-a4675922c2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5caf442f-90f5-4944-9b7b-3c82b82f80d5', 'name': 'tempest-AttachVolumeTestJSON-1991659375-router', 'tenant_id': 'c691a27677f54c85a3250b5bafef55f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': 'c126e0f2-7b39-47ee-bcb1-ab21bab14aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:36Z', 'updated_at': '2021-07-15T23:27:00Z', 'revision_number': 5, 'project_id': 'c691a27677f54c85a3250b5bafef55f4', 'gw_port': {'id': 'c126e0f2-7b39-47ee-bcb1-ab21bab14aaa', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5caf442f-90f5-4944-9b7b-3c82b82f80d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:17:39Z', 'updated_at': '2021-07-15T23:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:03.798651 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fbd809-d056-4bdc-b0ee-a4675922c2b2 None None] Checking router: 5caf442f-90f5-4944-9b7b-3c82b82f80d5 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:27:03.816728 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fbd809-d056-4bdc-b0ee-a4675922c2b2 None None] Routers {'5caf442f-90f5-4944-9b7b-3c82b82f80d5'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:27:03.817714 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-76fbd809-d056-4bdc-b0ee-a4675922c2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:27:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['5caf442f-90f5-4944-9b7b-3c82b82f80d5'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:03.842775 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bf7a9930-b056-428a-8ce0-feb9008e9b5f None None] Provisioning for port 4cf0cf58-417b-429b-88e5-b87b403d1b58 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:27:03.863120 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bf7a9930-b056-428a-8ce0-feb9008e9b5f None None] Provisioning complete for port 4cf0cf58-417b-429b-88e5-b87b403d1b58 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:03.864131 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bf7a9930-b056-428a-8ce0-feb9008e9b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:03.892030 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-27a3dbcf-3ef4-4965-a5bd-ed174242747c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:03.912746 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-ec8ff5e2-c3ce-48ac-97d4-caf751e0af86 admin admin] Deleting port c126e0f2-7b39-47ee-bcb1-ab21bab14aaa {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:03.913282 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec8ff5e2-c3ce-48ac-97d4-caf751e0af86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:03.915979 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-27a3dbcf-3ef4-4965-a5bd-ed174242747c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:03.932187 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-76fbd809-d056-4bdc-b0ee-a4675922c2b2 None None] Set router 5caf442f-90f5-4944-9b7b-3c82b82f80d5 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:27:03.996956 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-76fbd809-d056-4bdc-b0ee-a4675922c2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5caf442f-90f5-4944-9b7b-3c82b82f80d5', 'name': 'tempest-AttachVolumeTestJSON-1991659375-router', 'tenant_id': 'c691a27677f54c85a3250b5bafef55f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:36Z', 'updated_at': '2021-07-15T23:27:03Z', 'revision_number': 6, 'project_id': 'c691a27677f54c85a3250b5bafef55f4', 'gw_port_host': None}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:04.004993 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0543791-0f8e-4e94-aa46-fe08707b4852 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:04.033045 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fbd809-d056-4bdc-b0ee-a4675922c2b2 None None] The sync data for ids ['5caf442f-90f5-4944-9b7b-3c82b82f80d5'] in n-d-794306-6 is: [{'id': '5caf442f-90f5-4944-9b7b-3c82b82f80d5', 'name': 'tempest-AttachVolumeTestJSON-1991659375-router', 'tenant_id': 'c691a27677f54c85a3250b5bafef55f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:36Z', 'updated_at': '2021-07-15T23:27:03Z', 'revision_number': 6, 'project_id': 'c691a27677f54c85a3250b5bafef55f4', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:27:04.132745 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-27a3dbcf-3ef4-4965-a5bd-ed174242747c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=53c641bd87554e33a0b3a8c6ecf611f9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2549505 Jul 15 23:27:04.133403 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 49986) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:04.203967 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0543791-0f8e-4e94-aa46-fe08707b4852 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:04.208226 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-f0543791-0f8e-4e94-aa46-fe08707b4852 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/ports/698ba01d-59c2-45fe-8319-0903f341408c HTTP/1.1" status: 204 len: 168 time: 1.8832233 Jul 15 23:27:04.208226 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0543791-0f8e-4e94-aa46-fe08707b4852 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event deleted for resources: {'Port': ['ID=698ba01d-59c2-45fe-8319-0903f341408c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:04.209616 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 49988) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:04.240391 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a3dbcf-3ef4-4965-a5bd-ed174242747c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7305fa62-ebee-46b5-b98f-1c3a23960595,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:04.301278 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bf7a9930-b056-428a-8ce0-feb9008e9b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:04.311819 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-ec8ff5e2-c3ce-48ac-97d4-caf751e0af86 admin admin] For port c126e0f2-7b39-47ee-bcb1-ab21bab14aaa, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=c126e0f2-7b39-47ee-bcb1-ab21bab14aaa,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:04.312185 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec8ff5e2-c3ce-48ac-97d4-caf751e0af86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:04.347694 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-ec8ff5e2-c3ce-48ac-97d4-caf751e0af86 admin admin] Calling delete_port for c126e0f2-7b39-47ee-bcb1-ab21bab14aaa owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:04.370598 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca0c2fcc-fd2a-40b3-b5a5-dd0e0fed2376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:04.400412 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-bf7a9930-b056-428a-8ce0-feb9008e9b5f None None] For port 4cf0cf58-417b-429b-88e5-b87b403d1b58, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=4cf0cf58-417b-429b-88e5-b87b403d1b58,segment=NetworkSegment(83031f72-0c55-4202-a7d3-7c1d93801518),segment_id=83031f72-0c55-4202-a7d3-7c1d93801518)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:04.412543 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bf7a9930-b056-428a-8ce0-feb9008e9b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:04.440600 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0d2113-ec68-4a0e-adfb-359b3b90f072 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:04.444565 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0d2113-ec68-4a0e-adfb-359b3b90f072 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:04.454522 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-fa0d2113-ec68-4a0e-adfb-359b3b90f072 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2437668 Jul 15 23:27:04.457958 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 49992) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:04.498073 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:04.585226 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-7419106c-c54d-4196-8edf-fc13cdec02a3 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Deleting subnet d7b6c614-f3eb-4313-b59a-b82bec7c5356 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:27:04.586335 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca0c2fcc-fd2a-40b3-b5a5-dd0e0fed2376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:04.590621 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7419106c-c54d-4196-8edf-fc13cdec02a3 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:04.749951 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7a9930-b056-428a-8ce0-feb9008e9b5f None None] Pushing event updated for resources: {'Port': ['ID=4cf0cf58-417b-429b-88e5-b87b403d1b58,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:04.815492 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7419106c-c54d-4196-8edf-fc13cdec02a3 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:04.971098 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca0c2fcc-fd2a-40b3-b5a5-dd0e0fed2376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:04.973952 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca0c2fcc-fd2a-40b3-b5a5-dd0e0fed2376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:04.975127 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ca0c2fcc-fd2a-40b3-b5a5-dd0e0fed2376 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7305fa62-ebee-46b5-b98f-1c3a23960595 HTTP/1.1" status: 204 len: 168 time: 0.8266034 Jul 15 23:27:05.081649 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0c2fcc-fd2a-40b3-b5a5-dd0e0fed2376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7305fa62-ebee-46b5-b98f-1c3a23960595,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:05.141887 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec8ff5e2-c3ce-48ac-97d4-caf751e0af86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:05.177400 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-515a7fad-9dff-44a6-a9e5-89d048df369d None None] Provisioning complete for port 4cf0cf58-417b-429b-88e5-b87b403d1b58 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:05.177784 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-515a7fad-9dff-44a6-a9e5-89d048df369d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:05.242000 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8ff5e2-c3ce-48ac-97d4-caf751e0af86 admin admin] Pushing event deleted for resources: {'Port': ['ID=c126e0f2-7b39-47ee-bcb1-ab21bab14aaa,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:05.343833 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7419106c-c54d-4196-8edf-fc13cdec02a3 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:05.473275 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b4666-8c6e-4d9a-8431-2b539a3bcc3b req-e50d99d6-7e20-4c67-97e2-e964f453f8ed tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:05.474959 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-093b4666-8c6e-4d9a-8431-2b539a3bcc3b req-e50d99d6-7e20-4c67-97e2-e964f453f8ed tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e7a082-afd2-479e-87b3-ac4047a279be HTTP/1.1" status: 200 len: 944 time: 0.5029662 Jul 15 23:27:05.485374 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec8ff5e2-c3ce-48ac-97d4-caf751e0af86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999011'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:05.584951 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 4cf0cf58-417b-429b-88e5-b87b403d1b58 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:27:05.616270 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-093b4666-8c6e-4d9a-8431-2b539a3bcc3b req-cde04b83-20f5-492f-9ca5-bcb5079fbed5 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=723b47fb-9d83-4482-a686-76e0a3025323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299469 Jul 15 23:27:05.637460 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7419106c-c54d-4196-8edf-fc13cdec02a3 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:05.696551 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 50006) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:05.710720 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7419106c-c54d-4196-8edf-fc13cdec02a3 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event deleted for resources: {'Subnet': ['ID=d7b6c614-f3eb-4313-b59a-b82bec7c5356,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:05.733248 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7419106c-c54d-4196-8edf-fc13cdec02a3 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:05.737521 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-7419106c-c54d-4196-8edf-fc13cdec02a3 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/subnets/d7b6c614-f3eb-4313-b59a-b82bec7c5356 HTTP/1.1" status: 204 len: 168 time: 1.2757959 Jul 15 23:27:05.738263 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec8ff5e2-c3ce-48ac-97d4-caf751e0af86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:05.739982 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4f808486-a84e-4e5f-9489-b1402745ade3 None None] Could not find standard attr ID for object 698ba01d-59c2-45fe-8319-0903f341408c. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:27:05.741268 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec8ff5e2-c3ce-48ac-97d4-caf751e0af86 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:05.745458 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 50010) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:05.804314 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec8ff5e2-c3ce-48ac-97d4-caf751e0af86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:05.804980 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 4cf0cf58-417b-429b-88e5-b87b403d1b58 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:05.805426 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec8ff5e2-c3ce-48ac-97d4-caf751e0af86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5caf442f-90f5-4944-9b7b-3c82b82f80d5 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:27:05.805536 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:05.813324 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec8ff5e2-c3ce-48ac-97d4-caf751e0af86 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:05.814755 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ec8ff5e2-c3ce-48ac-97d4-caf751e0af86 admin admin] 10.222.0.48 "DELETE /v2.0/routers/5caf442f-90f5-4944-9b7b-3c82b82f80d5 HTTP/1.1" status: 204 len: 168 time: 3.0476868 Jul 15 23:27:05.817796 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 50012) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:05.914229 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-396df179-8133-49b1-982f-5995871fdd21 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1675227 Jul 15 23:27:05.915056 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f28036c-8043-46e1-8698-939255f306ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:05.921650 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 50014) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:05.927352 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-70e6730d-9c6c-41ef-b98d-f0dd88ff8e69 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Request body: {'subnet': {'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:05.959349 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-30d8a274-9cd0-4618-ad31-625a83e14434 admin admin] Deleting subnet 8c6a4d69-e5f7-4129-9f0b-56463cfab399 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:27:05.964344 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30d8a274-9cd0-4618-ad31-625a83e14434 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:06.029486 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ade5df-7bcc-4466-8d56-a1c44655d164 None None] Network e6241178-066c-430d-a322-7862ef822ee0 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:27:06.164051 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device c126e0f2-7b39-47ee-bcb1-ab21bab14aaa no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:27:06.221170 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30d8a274-9cd0-4618-ad31-625a83e14434 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:06.247474 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f28036c-8043-46e1-8698-939255f306ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:06.255894 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f28036c-8043-46e1-8698-939255f306ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:06.261552 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: c126e0f2-7b39-47ee-bcb1-ab21bab14aaa {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:27:06.262727 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device c126e0f2-7b39-47ee-bcb1-ab21bab14aaa not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:27:06.263397 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 12c36751-f011-4281-8ed5-a95b40bd1dbf no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:27:06.304110 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 12c36751-f011-4281-8ed5-a95b40bd1dbf {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:27:06.316163 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 12c36751-f011-4281-8ed5-a95b40bd1dbf not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:27:06.327444 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f28036c-8043-46e1-8698-939255f306ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60d91df-2f25-4d1e-85dc-fc5d0a3d357e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:06.346076 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:06.371419 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-5f28036c-8043-46e1-8698-939255f306ae admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=33d63968b19b491e86caac0b77284ae1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6698534 Jul 15 23:27:06.372359 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 50018) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:06.493551 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30d8a274-9cd0-4618-ad31-625a83e14434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:06.508385 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22798df-39b5-4014-ab2c-2e05efc7e35e None None] DHCP port deletion for e6241178-066c-430d-a322-7862ef822ee0 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:27:06.515653 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bdfcb8bc-fcbe-4453-a871-a2e4485fadd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:06.570629 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bdfcb8bc-fcbe-4453-a871-a2e4485fadd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:06.580319 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f22798df-39b5-4014-ab2c-2e05efc7e35e None None] Deleting port 4cf0cf58-417b-429b-88e5-b87b403d1b58 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:06.580700 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f22798df-39b5-4014-ab2c-2e05efc7e35e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:06.658362 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bdfcb8bc-fcbe-4453-a871-a2e4485fadd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:06.661208 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bdfcb8bc-fcbe-4453-a871-a2e4485fadd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:06.666574 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-bdfcb8bc-fcbe-4453-a871-a2e4485fadd9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e60d91df-2f25-4d1e-85dc-fc5d0a3d357e HTTP/1.1" status: 204 len: 168 time: 0.2883267 Jul 15 23:27:06.682105 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfcb8bc-fcbe-4453-a871-a2e4485fadd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60d91df-2f25-4d1e-85dc-fc5d0a3d357e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:06.803825 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f22798df-39b5-4014-ab2c-2e05efc7e35e None None] For port 4cf0cf58-417b-429b-88e5-b87b403d1b58, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=4cf0cf58-417b-429b-88e5-b87b403d1b58,segment=NetworkSegment(83031f72-0c55-4202-a7d3-7c1d93801518),segment_id=83031f72-0c55-4202-a7d3-7c1d93801518)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:06.806562 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f22798df-39b5-4014-ab2c-2e05efc7e35e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:06.810198 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e6730d-9c6c-41ef-b98d-f0dd88ff8e69 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Made reservation on behalf of 1ccad8e849f943d19f815f855c3f3849 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:06.815798 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-70e6730d-9c6c-41ef-b98d-f0dd88ff8e69 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:06.851911 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f22798df-39b5-4014-ab2c-2e05efc7e35e None None] Calling delete_port for 4cf0cf58-417b-429b-88e5-b87b403d1b58 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:07.035675 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30d8a274-9cd0-4618-ad31-625a83e14434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:07.100583 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4056bc16-2047-47f5-bac9-d203bceb81ad req-6bc1193a-cd1b-4060-8570-488221e89642 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:07.114639 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4056bc16-2047-47f5-bac9-d203bceb81ad req-6bc1193a-cd1b-4060-8570-488221e89642 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e7a082-afd2-479e-87b3-ac4047a279be HTTP/1.1" status: 200 len: 944 time: 0.1834106 Jul 15 23:27:07.133445 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d8a274-9cd0-4618-ad31-625a83e14434 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c6a4d69-e5f7-4129-9f0b-56463cfab399,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:07.177028 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 4cf0cf58-417b-429b-88e5-b87b403d1b58 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:27:07.185645 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30d8a274-9cd0-4618-ad31-625a83e14434 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:07.201393 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-30d8a274-9cd0-4618-ad31-625a83e14434 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/8c6a4d69-e5f7-4129-9f0b-56463cfab399 HTTP/1.1" status: 204 len: 168 time: 1.3821383 Jul 15 23:27:07.201857 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4056bc16-2047-47f5-bac9-d203bceb81ad req-0bea823f-1ff6-4b85-9827-bc9d9ab6a802 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=723b47fb-9d83-4482-a686-76e0a3025323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843415 Jul 15 23:27:07.204632 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 50028) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:07.211340 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdb6c2c-d985-40fe-8280-cce14d378785 None None] Network 72dd1139-85ac-44a3-8181-7845deb521ca requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:27:07.287748 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f22798df-39b5-4014-ab2c-2e05efc7e35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:07.360664 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ee5beb26-0c0f-448f-bf65-950c8e6a0a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:07.482655 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22798df-39b5-4014-ab2c-2e05efc7e35e None None] Pushing event deleted for resources: {'Port': ['ID=4cf0cf58-417b-429b-88e5-b87b403d1b58,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:07.488564 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-ee5beb26-0c0f-448f-bf65-950c8e6a0a17 admin admin] Deleting port 2e651391-e8a3-41c9-9337-3764e7f32f56 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:07.489230 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ee5beb26-0c0f-448f-bf65-950c8e6a0a17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:07.493847 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-70e6730d-9c6c-41ef-b98d-f0dd88ff8e69 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:07.514980 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22798df-39b5-4014-ab2c-2e05efc7e35e None None] No DVR routers for this DVR port 4cf0cf58-417b-429b-88e5-b87b403d1b58 on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:27:07.599231 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No active binding found for port 4cf0cf58-417b-429b-88e5-b87b403d1b58 {{(pid=93772) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 15 23:27:07.599721 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 4cf0cf58-417b-429b-88e5-b87b403d1b58 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:27:07.634162 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-ee5beb26-0c0f-448f-bf65-950c8e6a0a17 admin admin] For port 2e651391-e8a3-41c9-9337-3764e7f32f56, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=2e651391-e8a3-41c9-9337-3764e7f32f56,segment=NetworkSegment(f247e100-b6af-41b8-bbb1-7fe6ea2479be),segment_id=f247e100-b6af-41b8-bbb1-7fe6ea2479be)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:07.634657 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ee5beb26-0c0f-448f-bf65-950c8e6a0a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:07.640200 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e6730d-9c6c-41ef-b98d-f0dd88ff8e69 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Network e6241178-066c-430d-a322-7862ef822ee0 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:07.646272 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-70e6730d-9c6c-41ef-b98d-f0dd88ff8e69 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:07.668863 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-ee5beb26-0c0f-448f-bf65-950c8e6a0a17 admin admin] Calling delete_port for 2e651391-e8a3-41c9-9337-3764e7f32f56 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:07.671465 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e6730d-9c6c-41ef-b98d-f0dd88ff8e69 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:07.672230 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d569068a-b03d-4e00-ba4a-7068f342b8e3 None None] Network e6241178-066c-430d-a322-7862ef822ee0 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:27:07.672839 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-70e6730d-9c6c-41ef-b98d-f0dd88ff8e69 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:07.708816 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-70e6730d-9c6c-41ef-b98d-f0dd88ff8e69 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7857499 Jul 15 23:27:07.709753 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 50036) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:07.720760 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-42143b0a-47a2-4057-a7fe-66b419c1ba8e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Request body: {'port': {'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'name': 'tempest-NetworksTestDHCPv6-1469701333'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:07.729692 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e6730d-9c6c-41ef-b98d-f0dd88ff8e69 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event updated for resources: {'Subnet': ['ID=5589aef5-a1b7-4fc5-9821-b8f36c406194,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:07.883937 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ee5beb26-0c0f-448f-bf65-950c8e6a0a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:07.944981 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5beb26-0c0f-448f-bf65-950c8e6a0a17 admin admin] No DVR routers for this DVR port 2e651391-e8a3-41c9-9337-3764e7f32f56 on host n-d-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:27:07.951079 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5beb26-0c0f-448f-bf65-950c8e6a0a17 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e651391-e8a3-41c9-9337-3764e7f32f56,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:08.020392 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ede6d9-222c-4ecc-a75c-39d8c63d01ef None None] DHCP port deletion for 72dd1139-85ac-44a3-8181-7845deb521ca request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:27:08.023071 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42143b0a-47a2-4057-a7fe-66b419c1ba8e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Made reservation on behalf of 1ccad8e849f943d19f815f855c3f3849 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:08.028594 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-42143b0a-47a2-4057-a7fe-66b419c1ba8e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:08.088492 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-42143b0a-47a2-4057-a7fe-66b419c1ba8e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] device_id is not set on port f5adccdc-a0ef-4bde-b32e-b9c73ef96815 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:27:08.116419 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8783eed5-7ce3-4c66-a490-613a3bc3c993 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-e6241178-066c-430d-a322-7862ef822ee0', 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'tenant_id': '1ccad8e849f943d19f815f855c3f3849', 'fixed_ips': [{'subnet_id': '5589aef5-a1b7-4fc5-9821-b8f36c406194'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:27:08.117288 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8783eed5-7ce3-4c66-a490-613a3bc3c993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:08.183049 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:08.184477 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ee5beb26-0c0f-448f-bf65-950c8e6a0a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:08.202644 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-ee5beb26-0c0f-448f-bf65-950c8e6a0a17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72dd1139-85ac-44a3-8181-7845deb521ca']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:08.232046 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-ee5beb26-0c0f-448f-bf65-950c8e6a0a17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f247e100-b6af-41b8-bbb1-7fe6ea2479be') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:08.232459 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-ee5beb26-0c0f-448f-bf65-950c8e6a0a17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f247e100-b6af-41b8-bbb1-7fe6ea2479be') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:08.267843 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ee5beb26-0c0f-448f-bf65-950c8e6a0a17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:08.307391 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ee5beb26-0c0f-448f-bf65-950c8e6a0a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:08.338465 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee5beb26-0c0f-448f-bf65-950c8e6a0a17 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:27:08.338891 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ee5beb26-0c0f-448f-bf65-950c8e6a0a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:08.348122 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-42143b0a-47a2-4057-a7fe-66b419c1ba8e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Allocated IP 2001:db8::37a (e6241178-066c-430d-a322-7862ef822ee0/5589aef5-a1b7-4fc5-9821-b8f36c406194/f5adccdc-a0ef-4bde-b32e-b9c73ef96815) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:27:08.354238 n-d-794306-6 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:27:08.354238 n-d-794306-6 neutron-server[93770]: items = [ Jul 15 23:27:08.354238 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:27:08.354238 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:27:08.354238 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:27:08.354238 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:27:08.354238 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:27:08.354238 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:27:08.354238 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:27:08.354238 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:27:08.354238 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:27:08.354238 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:27:08.354238 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:27:08.354238 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:27:08.354238 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:27:08.354238 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:27:08.354238 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:27:08.354238 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:27:08.354238 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:27:08.354238 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:27:08.354238 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:27:08.354238 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:27:08.354238 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:27:08.354238 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:27:08.354238 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:27:08.354238 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:27:08.354238 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:27:08.354238 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:27:08.354238 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:27:08.354238 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:27:08.354238 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:27:08.354238 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:27:08.354238 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:27:08.354238 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:27:08.354238 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:27:08.354238 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:27:08.354238 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:27:08.354238 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:27:08.354238 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:27:08.354238 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:27:08.354238 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:27:08.354238 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:27:08.515604 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ee5beb26-0c0f-448f-bf65-950c8e6a0a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:08.538504 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ee5beb26-0c0f-448f-bf65-950c8e6a0a17 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:08.541196 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-ee5beb26-0c0f-448f-bf65-950c8e6a0a17 admin admin] 10.222.0.48 "DELETE /v2.0/networks/72dd1139-85ac-44a3-8181-7845deb521ca HTTP/1.1" status: 204 len: 168 time: 1.3333182 Jul 15 23:27:08.574215 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5beb26-0c0f-448f-bf65-950c8e6a0a17 admin admin] Pushing event deleted for resources: {'Network': ['ID=72dd1139-85ac-44a3-8181-7845deb521ca,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:08.607831 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea03764-f2f3-4530-a83a-f2da5112e5b4 req-46419c6b-fbd5-484a-acc8-501f0da30a86 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:08.619505 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-aea03764-f2f3-4530-a83a-f2da5112e5b4 req-46419c6b-fbd5-484a-acc8-501f0da30a86 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e7a082-afd2-479e-87b3-ac4047a279be HTTP/1.1" status: 200 len: 944 time: 0.2503877 Jul 15 23:27:08.674057 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-aea03764-f2f3-4530-a83a-f2da5112e5b4 req-2cf2c349-70ce-4880-a413-e56e2d9d4c31 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=723b47fb-9d83-4482-a686-76e0a3025323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531588 Jul 15 23:27:08.722113 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-42143b0a-47a2-4057-a7fe-66b419c1ba8e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:08.754351 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-42143b0a-47a2-4057-a7fe-66b419c1ba8e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Transition to ACTIVE for port object f5adccdc-a0ef-4bde-b32e-b9c73ef96815 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:08.853695 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-42143b0a-47a2-4057-a7fe-66b419c1ba8e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:08.936405 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7001137-9e0d-49a9-b516-6638c5aadb6a req-c2500355-a096-4716-bea4-dbaf475912fe tempest-TestNetworkAdvancedServerOps-29383157 tempest-TestNetworkAdvancedServerOps-29383157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:08.942857 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c7001137-9e0d-49a9-b516-6638c5aadb6a req-c2500355-a096-4716-bea4-dbaf475912fe tempest-TestNetworkAdvancedServerOps-29383157 tempest-TestNetworkAdvancedServerOps-29383157-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ba52ac2a-530d-4770-9a39-bc3ccb86819e HTTP/1.1" status: 200 len: 1097 time: 0.1067524 Jul 15 23:27:08.965498 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 2e651391-e8a3-41c9-9337-3764e7f32f56 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:27:09.020539 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 50076) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:09.031380 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42143b0a-47a2-4057-a7fe-66b419c1ba8e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Network e6241178-066c-430d-a322-7862ef822ee0 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:09.045659 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 2e651391-e8a3-41c9-9337-3764e7f32f56 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:27:09.046660 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 2e651391-e8a3-41c9-9337-3764e7f32f56 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:27:09.047492 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-42143b0a-47a2-4057-a7fe-66b419c1ba8e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:09.064106 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42143b0a-47a2-4057-a7fe-66b419c1ba8e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:09.071282 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c7001137-9e0d-49a9-b516-6638c5aadb6a req-645fc6ca-7be4-47c2-9004-d475893d351c tempest-TestNetworkAdvancedServerOps-29383157 tempest-TestNetworkAdvancedServerOps-29383157-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=2a21f99e-85ef-40ae-a8f1-602283c79a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222925 Jul 15 23:27:09.080638 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42143b0a-47a2-4057-a7fe-66b419c1ba8e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:09.081335 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-42143b0a-47a2-4057-a7fe-66b419c1ba8e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:09.101963 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 50078) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:09.124232 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-8783eed5-7ce3-4c66-a490-613a3bc3c993 None None] Allocated IP 2001:db8::2 (e6241178-066c-430d-a322-7862ef822ee0/5589aef5-a1b7-4fc5-9821-b8f36c406194/01637beb-a28c-4619-a28f-0ed733b403da) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:27:09.174959 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-42143b0a-47a2-4057-a7fe-66b419c1ba8e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4597371 Jul 15 23:27:09.179871 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42143b0a-47a2-4057-a7fe-66b419c1ba8e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event updated for resources: {'Port': ['ID=f5adccdc-a0ef-4bde-b32e-b9c73ef96815,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:09.182117 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 50080) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:09.398477 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-2ba6ef0d-57c9-433c-af2f-8f60d88884ca admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c691a27677f54c85a3250b5bafef55f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3735764 Jul 15 23:27:09.400989 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 50092) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:09.500443 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eaae2d1-4926-439b-b5c2-7b1438124b8e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:09.502043 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-8eaae2d1-4926-439b-b5c2-7b1438124b8e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.3183808 Jul 15 23:27:09.504952 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 50096) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:09.573851 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8783eed5-7ce3-4c66-a490-613a3bc3c993 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:09.597313 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-172d10fe-7f16-4c7b-860c-03a4c725d6da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:09.609730 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8783eed5-7ce3-4c66-a490-613a3bc3c993 None None] Transition to ACTIVE for port object 01637beb-a28c-4619-a28f-0ed733b403da will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:09.611641 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-878cf96d-6f2f-4a27-bd40-1bcef0e10f0a tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Deleting port e410235e-0504-40fc-bd70-512b0ae96395 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:09.612002 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-878cf96d-6f2f-4a27-bd40-1bcef0e10f0a tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:09.666301 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8783eed5-7ce3-4c66-a490-613a3bc3c993 None None] Transition to ACTIVE for port object 01637beb-a28c-4619-a28f-0ed733b403da will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:09.669678 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-172d10fe-7f16-4c7b-860c-03a4c725d6da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:09.675929 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8783eed5-7ce3-4c66-a490-613a3bc3c993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:09.716686 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8783eed5-7ce3-4c66-a490-613a3bc3c993 None None] Network e6241178-066c-430d-a322-7862ef822ee0 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:09.755709 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-8783eed5-7ce3-4c66-a490-613a3bc3c993 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:09.766780 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8783eed5-7ce3-4c66-a490-613a3bc3c993 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:09.814827 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-172d10fe-7f16-4c7b-860c-03a4c725d6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:09.818936 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-172d10fe-7f16-4c7b-860c-03a4c725d6da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:09.820414 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-172d10fe-7f16-4c7b-860c-03a4c725d6da admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7f5ef66a-e715-44ab-8361-7af52d97a15d HTTP/1.1" status: 204 len: 168 time: 0.4182215 Jul 15 23:27:09.850480 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-878cf96d-6f2f-4a27-bd40-1bcef0e10f0a tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:09.851029 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-878cf96d-6f2f-4a27-bd40-1bcef0e10f0a tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:09.857016 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172d10fe-7f16-4c7b-860c-03a4c725d6da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5ef66a-e715-44ab-8361-7af52d97a15d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:09.899312 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8783eed5-7ce3-4c66-a490-613a3bc3c993 None None] Pushing event updated for resources: {'Port': ['ID=01637beb-a28c-4619-a28f-0ed733b403da,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:09.917790 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-878cf96d-6f2f-4a27-bd40-1bcef0e10f0a tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Calling delete_port for e410235e-0504-40fc-bd70-512b0ae96395 owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:09.957251 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-8783eed5-7ce3-4c66-a490-613a3bc3c993 None None] Attempting to bind port 01637beb-a28c-4619-a28f-0ed733b403da on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:27:09.957895 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-8783eed5-7ce3-4c66-a490-613a3bc3c993 None None] Attempting to bind port 01637beb-a28c-4619-a28f-0ed733b403da by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:27:09.958466 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8783eed5-7ce3-4c66-a490-613a3bc3c993 None None] Attempting to bind port 01637beb-a28c-4619-a28f-0ed733b403da on network e6241178-066c-430d-a322-7862ef822ee0 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:27:09.965076 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8783eed5-7ce3-4c66-a490-613a3bc3c993 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:27:09.965858 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8783eed5-7ce3-4c66-a490-613a3bc3c993 None None] Checking segment: {'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:27:09.966491 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8783eed5-7ce3-4c66-a490-613a3bc3c993 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:09.967081 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8783eed5-7ce3-4c66-a490-613a3bc3c993 None None] Bound using segment: {'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:27:09.967809 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-8783eed5-7ce3-4c66-a490-613a3bc3c993 None None] Bound port: 01637beb-a28c-4619-a28f-0ed733b403da, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:27:09.968428 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8783eed5-7ce3-4c66-a490-613a3bc3c993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:10.252589 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-8783eed5-7ce3-4c66-a490-613a3bc3c993 None None] For port 01637beb-a28c-4619-a28f-0ed733b403da, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:27:10.256110 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-8783eed5-7ce3-4c66-a490-613a3bc3c993 None None] For port 01637beb-a28c-4619-a28f-0ed733b403da, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=01637beb-a28c-4619-a28f-0ed733b403da,segment=NetworkSegment(83031f72-0c55-4202-a7d3-7c1d93801518),segment_id=83031f72-0c55-4202-a7d3-7c1d93801518)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:27:10.261633 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8783eed5-7ce3-4c66-a490-613a3bc3c993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:10.348818 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8783eed5-7ce3-4c66-a490-613a3bc3c993 None None] Pushing event updated for resources: {'Port': ['ID=01637beb-a28c-4619-a28f-0ed733b403da,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:10.489299 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-878cf96d-6f2f-4a27-bd40-1bcef0e10f0a tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:11.037662 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878cf96d-6f2f-4a27-bd40-1bcef0e10f0a tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event deleted for resources: {'Port': ['ID=e410235e-0504-40fc-bd70-512b0ae96395,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:11.057969 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-878cf96d-6f2f-4a27-bd40-1bcef0e10f0a tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:11.059038 n-d-794306-6 neutron-server[93770]: INFO neutron.db.l3_db [None req-878cf96d-6f2f-4a27-bd40-1bcef0e10f0a tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Floating IP 17680f74-6de3-4d97-a5cc-e4a9a0c57cc1 disassociated (deleted). External IP: 172.25.5.47, port: 36942bd5-4ca9-487d-b408-1c545af416ed. Jul 15 23:27:11.078388 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 01637beb-a28c-4619-a28f-0ed733b403da up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:27:11.147156 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 01637beb-a28c-4619-a28f-0ed733b403da completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:27:11.335273 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177a1923-936c-413f-8e90-dfaf85449e97 req-c41b6cc2-cf30-4678-ae3b-ca0b6b95ed7f tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:11.346392 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-177a1923-936c-413f-8e90-dfaf85449e97 req-c41b6cc2-cf30-4678-ae3b-ca0b6b95ed7f tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e7a082-afd2-479e-87b3-ac4047a279be HTTP/1.1" status: 200 len: 944 time: 0.9125285 Jul 15 23:27:11.416343 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f98a9540-9ac3-475d-bf4b-1d63d54654f7 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Deleting port f5adccdc-a0ef-4bde-b32e-b9c73ef96815 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:11.417016 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f98a9540-9ac3-475d-bf4b-1d63d54654f7 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:11.874752 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-177a1923-936c-413f-8e90-dfaf85449e97 req-6d8fd17a-6b53-4418-a8b6-2bf745fcea58 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=723b47fb-9d83-4482-a686-76e0a3025323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3975239 Jul 15 23:27:12.157480 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f98a9540-9ac3-475d-bf4b-1d63d54654f7 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:12.204158 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f98a9540-9ac3-475d-bf4b-1d63d54654f7 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Calling delete_port for f5adccdc-a0ef-4bde-b32e-b9c73ef96815 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:12.401540 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 50174) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:12.427128 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9f69c751-726e-4f5b-924f-fcb7a14891e0 None None] Provisioning for port 01637beb-a28c-4619-a28f-0ed733b403da completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:27:12.444947 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9f69c751-726e-4f5b-924f-fcb7a14891e0 None None] Provisioning complete for port 01637beb-a28c-4619-a28f-0ed733b403da triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:12.445312 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9f69c751-726e-4f5b-924f-fcb7a14891e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:12.609004 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3dea3a-df7e-46fd-93af-57b51b65da83 req-3ca76dcd-4b11-44f8-831a-260b63e151ff tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:12.627622 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3dea3a-df7e-46fd-93af-57b51b65da83 req-3ca76dcd-4b11-44f8-831a-260b63e151ff tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:12.646521 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79c9fadf-9df8-4571-a44b-7b2c829867f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:12.647282 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3dea3a-df7e-46fd-93af-57b51b65da83 req-3ca76dcd-4b11-44f8-831a-260b63e151ff tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:12.655151 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3dea3a-df7e-46fd-93af-57b51b65da83 req-3ca76dcd-4b11-44f8-831a-260b63e151ff tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:12.699410 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3dea3a-df7e-46fd-93af-57b51b65da83 req-3ca76dcd-4b11-44f8-831a-260b63e151ff tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:12.716803 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3dea3a-df7e-46fd-93af-57b51b65da83 req-3ca76dcd-4b11-44f8-831a-260b63e151ff tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:12.716803 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3dea3a-df7e-46fd-93af-57b51b65da83 req-3ca76dcd-4b11-44f8-831a-260b63e151ff tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:12.716803 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-de3dea3a-df7e-46fd-93af-57b51b65da83 req-3ca76dcd-4b11-44f8-831a-260b63e151ff tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/ports?device_id=4378fda7-3666-4ece-be50-c71bf27f1088 HTTP/1.1" status: 200 len: 5434 time: 1.4638159 Jul 15 23:27:12.723763 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-878cf96d-6f2f-4a27-bd40-1bcef0e10f0a tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Router b30ea4fb-4d91-491b-a78f-88bacf29e6f6 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:27:12.732281 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f98a9540-9ac3-475d-bf4b-1d63d54654f7 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:12.814823 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98a9540-9ac3-475d-bf4b-1d63d54654f7 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event deleted for resources: {'Port': ['ID=f5adccdc-a0ef-4bde-b32e-b9c73ef96815,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:12.892760 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9f69c751-726e-4f5b-924f-fcb7a14891e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:12.992107 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-9f69c751-726e-4f5b-924f-fcb7a14891e0 None None] For port 01637beb-a28c-4619-a28f-0ed733b403da, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=01637beb-a28c-4619-a28f-0ed733b403da,segment=NetworkSegment(83031f72-0c55-4202-a7d3-7c1d93801518),segment_id=83031f72-0c55-4202-a7d3-7c1d93801518)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:12.998745 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9f69c751-726e-4f5b-924f-fcb7a14891e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:13.063123 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f69c751-726e-4f5b-924f-fcb7a14891e0 None None] Pushing event updated for resources: {'Port': ['ID=01637beb-a28c-4619-a28f-0ed733b403da,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:13.113802 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f116dc7b-99b1-47e5-9eed-0c7420acaa8e None None] Could not find standard attr ID for object f5adccdc-a0ef-4bde-b32e-b9c73ef96815. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:27:13.248570 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79c9fadf-9df8-4571-a44b-7b2c829867f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:13.258456 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79c9fadf-9df8-4571-a44b-7b2c829867f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:13.348643 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-79c9fadf-9df8-4571-a44b-7b2c829867f5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=573793fda1e04682829ef35b2a3c8a61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9453826 Jul 15 23:27:13.358277 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 50188) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:13.373076 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c9fadf-9df8-4571-a44b-7b2c829867f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ba9e89-168d-484a-b9d5-bc1a7fc0a857,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:13.513784 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c3a98855-ed0f-4f36-8d84-55bae4beb5a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:13.561944 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c3a98855-ed0f-4f36-8d84-55bae4beb5a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:13.666356 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c3a98855-ed0f-4f36-8d84-55bae4beb5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:13.669789 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c3a98855-ed0f-4f36-8d84-55bae4beb5a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:13.671329 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c3a98855-ed0f-4f36-8d84-55bae4beb5a0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/79ba9e89-168d-484a-b9d5-bc1a7fc0a857 HTTP/1.1" status: 204 len: 168 time: 0.3104389 Jul 15 23:27:13.688869 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a98855-ed0f-4f36-8d84-55bae4beb5a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ba9e89-168d-484a-b9d5-bc1a7fc0a857,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:13.992976 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f98a9540-9ac3-475d-bf4b-1d63d54654f7 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:13.999817 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 50200) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:14.001667 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-f98a9540-9ac3-475d-bf4b-1d63d54654f7 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/ports/f5adccdc-a0ef-4bde-b32e-b9c73ef96815 HTTP/1.1" status: 204 len: 168 time: 4.4945793 Jul 15 23:27:14.113894 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-de3dea3a-df7e-46fd-93af-57b51b65da83 req-fe2d308c-db78-4319-9c4a-1eb01546f1dd tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c3e5093-3aee-4735-ad4f-51aafad3cea0&id=744e907c-f836-4b84-9995-723c64aba29d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.3776164 Jul 15 23:27:14.163741 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d13baaa-1cbb-4b2d-8c88-a0cd86cdc799 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:14.172115 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d13baaa-1cbb-4b2d-8c88-a0cd86cdc799 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:14.173680 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-878cf96d-6f2f-4a27-bd40-1bcef0e10f0a tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:27:14.178947 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-5d13baaa-1cbb-4b2d-8c88-a0cd86cdc799 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1750724 Jul 15 23:27:14.180333 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 50202) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:14.190881 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992f66f2-7978-4293-988a-55bf1c2a4528 None None] Sync routers for ids ['b30ea4fb-4d91-491b-a78f-88bacf29e6f6'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:27:14.207287 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992f66f2-7978-4293-988a-55bf1c2a4528 None None] Routers {'b30ea4fb-4d91-491b-a78f-88bacf29e6f6'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:27:14.214590 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-992f66f2-7978-4293-988a-55bf1c2a4528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:27:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['b30ea4fb-4d91-491b-a78f-88bacf29e6f6'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:14.308985 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 50208) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:14.338926 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-878cf96d-6f2f-4a27-bd40-1bcef0e10f0a tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:14.349170 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a852732f-4cf6-4616-b427-d7e15699186e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:14.394482 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e5f8d-3e9a-4a89-a3ea-138b529885c6 req-40104fbf-44d6-4239-bc7e-cdf5c125b19d tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:14.396203 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2f9e5f8d-3e9a-4a89-a3ea-138b529885c6 req-40104fbf-44d6-4239-bc7e-cdf5c125b19d tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e7a082-afd2-479e-87b3-ac4047a279be HTTP/1.1" status: 200 len: 944 time: 0.4333639 Jul 15 23:27:14.464357 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-992f66f2-7978-4293-988a-55bf1c2a4528 None None] Set router b30ea4fb-4d91-491b-a78f-88bacf29e6f6 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:27:14.558649 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2f9e5f8d-3e9a-4a89-a3ea-138b529885c6 req-2049e83b-4704-468f-8337-29cc4fbea4d0 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=723b47fb-9d83-4482-a686-76e0a3025323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531861 Jul 15 23:27:14.568831 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1a8a13b-c9b0-480d-8061-e393dd3be30e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Deleting subnet 5589aef5-a1b7-4fc5-9821-b8f36c406194 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:27:14.584971 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-878cf96d-6f2f-4a27-bd40-1bcef0e10f0a tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "DELETE /v2.0/floatingips/17680f74-6de3-4d97-a5cc-e4a9a0c57cc1 HTTP/1.1" status: 204 len: 168 time: 5.4816756 Jul 15 23:27:14.587003 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba52ac2a-530d-4770-9a39-bc3ccb86819e', 'tag': '36942bd5-4ca9-487d-b408-1c545af416ed'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:27:14.594803 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a852732f-4cf6-4616-b427-d7e15699186e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:14.598625 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c758a7a9-7049-4b61-ade6-e8b1fd45e9e5" -d '{"events": [{"name": "network-changed", "server_uuid": "ba52ac2a-530d-4770-9a39-bc3ccb86819e", "tag": "36942bd5-4ca9-487d-b408-1c545af416ed"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:27:14.624546 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d1a8a13b-c9b0-480d-8061-e393dd3be30e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:14.629860 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a852732f-4cf6-4616-b427-d7e15699186e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:14.734821 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a852732f-4cf6-4616-b427-d7e15699186e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2e1975e0e6d04a6c9ef6c05b4c104f45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4246447 Jul 15 23:27:14.735539 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 50216) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:14.748664 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a852732f-4cf6-4616-b427-d7e15699186e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=770a1ba3-9c23-4582-832b-e511888c3d1e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:14.850318 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d1a8a13b-c9b0-480d-8061-e393dd3be30e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:14.879389 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-992f66f2-7978-4293-988a-55bf1c2a4528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30ea4fb-4d91-491b-a78f-88bacf29e6f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-6228329', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '0940a04c-04d5-404e-9268-9d83a02135f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:24:50Z', 'updated_at': '2021-07-15T23:24:58Z', 'revision_number': 4, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'gw_port': {'id': '0940a04c-04d5-404e-9268-9d83a02135f3', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30ea4fb-4d91-491b-a78f-88bacf29e6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:24:51Z', 'updated_at': '2021-07-15T23:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'cb252d42-dea1-4015-af77-471381e24660', 'name': '', 'network_id': 'b2d27970-5bbd-4422-9efc-b55c9e0d4c0c', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'mac_address': 'fa:16:3e:98:ad:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30ea4fb-4d91-491b-a78f-88bacf29e6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': '37b37ae8-8796-4a80-985b-2b67b8d4197b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:24:56Z', 'updated_at': '2021-07-15T23:25:05Z', 'revision_number': 5, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'subnets': [{'id': '37b37ae8-8796-4a80-985b-2b67b8d4197b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:14.881419 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-86f8a0bf-2a44-4711-94d5-a579e5e0f508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:14.928944 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-86f8a0bf-2a44-4711-94d5-a579e5e0f508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:14.938567 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992f66f2-7978-4293-988a-55bf1c2a4528 None None] Checking router: b30ea4fb-4d91-491b-a78f-88bacf29e6f6 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:27:14.959978 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992f66f2-7978-4293-988a-55bf1c2a4528 None None] Routers {'b30ea4fb-4d91-491b-a78f-88bacf29e6f6'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:27:14.960865 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-992f66f2-7978-4293-988a-55bf1c2a4528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:27:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['b30ea4fb-4d91-491b-a78f-88bacf29e6f6'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:14.974640 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 01637beb-a28c-4619-a28f-0ed733b403da up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:27:15.010465 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-86f8a0bf-2a44-4711-94d5-a579e5e0f508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:15.013725 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-86f8a0bf-2a44-4711-94d5-a579e5e0f508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:15.019730 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-86f8a0bf-2a44-4711-94d5-a579e5e0f508 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/770a1ba3-9c23-4582-832b-e511888c3d1e HTTP/1.1" status: 204 len: 168 time: 0.2829053 Jul 15 23:27:15.022580 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d1a8a13b-c9b0-480d-8061-e393dd3be30e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:15.037407 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f8a0bf-2a44-4711-94d5-a579e5e0f508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770a1ba3-9c23-4582-832b-e511888c3d1e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:15.113181 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d1a8a13b-c9b0-480d-8061-e393dd3be30e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:15.143965 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-992f66f2-7978-4293-988a-55bf1c2a4528 None None] Set router b30ea4fb-4d91-491b-a78f-88bacf29e6f6 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:27:15.163518 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a8a13b-c9b0-480d-8061-e393dd3be30e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event deleted for resources: {'Subnet': ['ID=5589aef5-a1b7-4fc5-9821-b8f36c406194,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:15.176351 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d1a8a13b-c9b0-480d-8061-e393dd3be30e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:15.180894 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-d1a8a13b-c9b0-480d-8061-e393dd3be30e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/subnets/5589aef5-a1b7-4fc5-9821-b8f36c406194 HTTP/1.1" status: 204 len: 168 time: 0.9768496 Jul 15 23:27:15.181239 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 50224) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:15.184832 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d6d474-8746-4f6f-819e-3bb8e31cab3b x-openstack-request-id: req-81d6d474-8746-4f6f-819e-3bb8e31cab3b {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:27:15.185122 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba52ac2a-530d-4770-9a39-bc3ccb86819e", "tag": "36942bd5-4ca9-487d-b408-1c545af416ed", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:27:15.185372 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-81d6d474-8746-4f6f-819e-3bb8e31cab3b {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:27:15.185768 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba52ac2a-530d-4770-9a39-bc3ccb86819e', 'tag': '36942bd5-4ca9-487d-b408-1c545af416ed', 'status': 'completed', 'code': 200} Jul 15 23:27:15.232033 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b18bc84-3263-4efc-bc6c-8de649c7d791 req-06e01a44-c963-4d51-99df-d501e2c4caac tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:15.241567 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b18bc84-3263-4efc-bc6c-8de649c7d791 req-06e01a44-c963-4d51-99df-d501e2c4caac tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:15.258002 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b18bc84-3263-4efc-bc6c-8de649c7d791 req-06e01a44-c963-4d51-99df-d501e2c4caac tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:15.276606 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b18bc84-3263-4efc-bc6c-8de649c7d791 req-06e01a44-c963-4d51-99df-d501e2c4caac tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:15.283404 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b18bc84-3263-4efc-bc6c-8de649c7d791 req-06e01a44-c963-4d51-99df-d501e2c4caac tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:15.294710 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53509801-6339-4dab-a197-32044327c2e2 None None] Network e6241178-066c-430d-a322-7862ef822ee0 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:27:15.306930 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b18bc84-3263-4efc-bc6c-8de649c7d791 req-06e01a44-c963-4d51-99df-d501e2c4caac tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:15.309170 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-6eabc070-311b-43c8-84a2-5953c1b8daf9 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1268382 Jul 15 23:27:15.312965 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 50226) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:15.318269 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b18bc84-3263-4efc-bc6c-8de649c7d791 req-06e01a44-c963-4d51-99df-d501e2c4caac tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:15.318419 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-02fb2fcf-b3a6-4cee-9065-480bbae9e1a2 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Request body: {'subnet': {'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:15.344148 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4b18bc84-3263-4efc-bc6c-8de649c7d791 req-06e01a44-c963-4d51-99df-d501e2c4caac tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/ports?device_id=4378fda7-3666-4ece-be50-c71bf27f1088 HTTP/1.1" status: 200 len: 5434 time: 0.6027284 Jul 15 23:27:15.585896 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9dc6db-9c1a-4b15-9c49-8742cffd851e req-1d6431f5-46ed-41e2-8fda-ccc356a8ec16 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:15.589382 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab9dc6db-9c1a-4b15-9c49-8742cffd851e req-1d6431f5-46ed-41e2-8fda-ccc356a8ec16 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba52ac2a-530d-4770-9a39-bc3ccb86819e HTTP/1.1" status: 200 len: 946 time: 0.1773496 Jul 15 23:27:15.620346 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 01637beb-a28c-4619-a28f-0ed733b403da triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:15.620863 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:15.673555 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab9dc6db-9c1a-4b15-9c49-8742cffd851e req-757e43fc-4b02-412f-babc-3a3ce1630436 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a21f99e-85ef-40ae-a8f1-602283c79a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763383 Jul 15 23:27:15.772865 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bd93b9-3bba-43e0-bf40-a59d87348061 None None] DHCP port deletion for e6241178-066c-430d-a322-7862ef822ee0 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:27:15.792488 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-992f66f2-7978-4293-988a-55bf1c2a4528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30ea4fb-4d91-491b-a78f-88bacf29e6f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-6228329', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '0940a04c-04d5-404e-9268-9d83a02135f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:24:50Z', 'updated_at': '2021-07-15T23:24:58Z', 'revision_number': 4, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'gw_port': {'id': '0940a04c-04d5-404e-9268-9d83a02135f3', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30ea4fb-4d91-491b-a78f-88bacf29e6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:24:51Z', 'updated_at': '2021-07-15T23:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'cb252d42-dea1-4015-af77-471381e24660', 'name': '', 'network_id': 'b2d27970-5bbd-4422-9efc-b55c9e0d4c0c', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'mac_address': 'fa:16:3e:98:ad:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30ea4fb-4d91-491b-a78f-88bacf29e6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': '37b37ae8-8796-4a80-985b-2b67b8d4197b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:24:56Z', 'updated_at': '2021-07-15T23:25:05Z', 'revision_number': 5, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'subnets': [{'id': '37b37ae8-8796-4a80-985b-2b67b8d4197b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:15.845117 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992f66f2-7978-4293-988a-55bf1c2a4528 None None] The sync data for ids ['b30ea4fb-4d91-491b-a78f-88bacf29e6f6'] in n-d-794306-6 is: [{'id': 'b30ea4fb-4d91-491b-a78f-88bacf29e6f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-6228329', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '0940a04c-04d5-404e-9268-9d83a02135f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:24:50Z', 'updated_at': '2021-07-15T23:24:58Z', 'revision_number': 4, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'gw_port': {'id': '0940a04c-04d5-404e-9268-9d83a02135f3', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30ea4fb-4d91-491b-a78f-88bacf29e6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:24:51Z', 'updated_at': '2021-07-15T23:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'cb252d42-dea1-4015-af77-471381e24660', 'name': '', 'network_id': 'b2d27970-5bbd-4422-9efc-b55c9e0d4c0c', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'mac_address': 'fa:16:3e:98:ad:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30ea4fb-4d91-491b-a78f-88bacf29e6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': '37b37ae8-8796-4a80-985b-2b67b8d4197b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:24:56Z', 'updated_at': '2021-07-15T23:25:05Z', 'revision_number': 5, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'subnets': [{'id': '37b37ae8-8796-4a80-985b-2b67b8d4197b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:27:15.994166 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-99bd93b9-3bba-43e0-bf40-a59d87348061 None None] Deleting port 01637beb-a28c-4619-a28f-0ed733b403da {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:15.994545 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-99bd93b9-3bba-43e0-bf40-a59d87348061 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:16.129935 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-99bd93b9-3bba-43e0-bf40-a59d87348061 None None] For port 01637beb-a28c-4619-a28f-0ed733b403da, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=01637beb-a28c-4619-a28f-0ed733b403da,segment=NetworkSegment(83031f72-0c55-4202-a7d3-7c1d93801518),segment_id=83031f72-0c55-4202-a7d3-7c1d93801518)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:16.130340 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-99bd93b9-3bba-43e0-bf40-a59d87348061 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:16.173182 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-99bd93b9-3bba-43e0-bf40-a59d87348061 None None] Calling delete_port for 01637beb-a28c-4619-a28f-0ed733b403da owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:16.204087 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca424e5d-4b5c-44cb-9f68-1462945a0d77 req-0fde4be7-49f3-4833-922e-a5c94d5cd7ae tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:16.224289 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ca424e5d-4b5c-44cb-9f68-1462945a0d77 req-0fde4be7-49f3-4833-922e-a5c94d5cd7ae tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e7a082-afd2-479e-87b3-ac4047a279be HTTP/1.1" status: 200 len: 944 time: 0.1647890 Jul 15 23:27:16.332350 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ca424e5d-4b5c-44cb-9f68-1462945a0d77 req-55844deb-7360-4da7-bd4e-e7545579f77b tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=723b47fb-9d83-4482-a686-76e0a3025323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070378 Jul 15 23:27:16.384944 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-99bd93b9-3bba-43e0-bf40-a59d87348061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:16.408482 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2219f32d-b228-45ef-b847-560932cabaab None None] New status for floating IP 17680f74-6de3-4d97-a5cc-e4a9a0c57cc1: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:27:16.414267 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c758a7a9-7049-4b61-ade6-e8b1fd45e9e5 req-2c169d3b-1a50-47e6-82d2-bc4586e8dfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:16.420462 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c758a7a9-7049-4b61-ade6-e8b1fd45e9e5 req-2c169d3b-1a50-47e6-82d2-bc4586e8dfd0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=89469485c64e49f5b3171ed5499b9995&device_id=ba52ac2a-530d-4770-9a39-bc3ccb86819e HTTP/1.1" status: 200 len: 1097 time: 1.1812224 Jul 15 23:27:16.434593 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bd93b9-3bba-43e0-bf40-a59d87348061 None None] Pushing event deleted for resources: {'Port': ['ID=01637beb-a28c-4619-a28f-0ed733b403da,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:16.444820 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bd93b9-3bba-43e0-bf40-a59d87348061 None None] No DVR routers for this DVR port 01637beb-a28c-4619-a28f-0ed733b403da on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:27:16.469284 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bd93b9-3bba-43e0-bf40-a59d87348061 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:16.469806 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bd93b9-3bba-43e0-bf40-a59d87348061 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:16.470367 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bd93b9-3bba-43e0-bf40-a59d87348061 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:16.470891 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bd93b9-3bba-43e0-bf40-a59d87348061 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:16.471427 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bd93b9-3bba-43e0-bf40-a59d87348061 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:16.472000 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bd93b9-3bba-43e0-bf40-a59d87348061 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:16.472545 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bd93b9-3bba-43e0-bf40-a59d87348061 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:16.473082 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bd93b9-3bba-43e0-bf40-a59d87348061 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:16.473783 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bd93b9-3bba-43e0-bf40-a59d87348061 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:16.474342 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bd93b9-3bba-43e0-bf40-a59d87348061 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:16.474872 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bd93b9-3bba-43e0-bf40-a59d87348061 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:16.475624 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bd93b9-3bba-43e0-bf40-a59d87348061 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:16.527029 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02fb2fcf-b3a6-4cee-9065-480bbae9e1a2 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Made reservation on behalf of 1ccad8e849f943d19f815f855c3f3849 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:16.540562 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02fb2fcf-b3a6-4cee-9065-480bbae9e1a2 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:16.653675 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa875ed-b651-476f-b1f5-91971a39a017 req-2e014f86-156c-45e4-8c84-2eb24f5e41d3 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:16.655232 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4fa875ed-b651-476f-b1f5-91971a39a017 req-2e014f86-156c-45e4-8c84-2eb24f5e41d3 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba52ac2a-530d-4770-9a39-bc3ccb86819e HTTP/1.1" status: 200 len: 946 time: 0.1095562 Jul 15 23:27:16.798518 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-4fa875ed-b651-476f-b1f5-91971a39a017 req-5d9c0cb4-4a3a-425f-9ff5-bc2b8e9e6d67 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Deleting port 36942bd5-4ca9-487d-b408-1c545af416ed {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:16.798863 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4fa875ed-b651-476f-b1f5-91971a39a017 req-5d9c0cb4-4a3a-425f-9ff5-bc2b8e9e6d67 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:16.829219 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c758a7a9-7049-4b61-ade6-e8b1fd45e9e5 req-7852c893-63ea-4c8b-aad0-086ac3c61675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:16.830307 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c758a7a9-7049-4b61-ade6-e8b1fd45e9e5 req-7852c893-63ea-4c8b-aad0-086ac3c61675 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b2d27970-5bbd-4422-9efc-b55c9e0d4c0c HTTP/1.1" status: 200 len: 897 time: 0.3957057 Jul 15 23:27:16.923211 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c758a7a9-7049-4b61-ade6-e8b1fd45e9e5 req-8312e411-9935-4020-a4bd-54d3598c5298 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36942bd5-4ca9-487d-b408-1c545af416ed HTTP/1.1" status: 200 len: 217 time: 0.0771313 Jul 15 23:27:16.997594 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 01637beb-a28c-4619-a28f-0ed733b403da no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:27:17.037351 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 01637beb-a28c-4619-a28f-0ed733b403da {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:27:17.037702 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 01637beb-a28c-4619-a28f-0ed733b403da not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:27:17.052682 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c758a7a9-7049-4b61-ade6-e8b1fd45e9e5 req-5ca95e17-7835-42cb-bc60-962399fd7b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:17.054227 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c758a7a9-7049-4b61-ade6-e8b1fd45e9e5 req-5ca95e17-7835-42cb-bc60-962399fd7b0f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37b37ae8-8796-4a80-985b-2b67b8d4197b HTTP/1.1" status: 200 len: 834 time: 0.1214187 Jul 15 23:27:17.095421 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-4fa875ed-b651-476f-b1f5-91971a39a017 req-5d9c0cb4-4a3a-425f-9ff5-bc2b8e9e6d67 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] For port 36942bd5-4ca9-487d-b408-1c545af416ed, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=36942bd5-4ca9-487d-b408-1c545af416ed,segment=NetworkSegment(6673d05a-c942-40fb-96db-a5b103b8ea7a),segment_id=6673d05a-c942-40fb-96db-a5b103b8ea7a)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:17.108636 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4fa875ed-b651-476f-b1f5-91971a39a017 req-5d9c0cb4-4a3a-425f-9ff5-bc2b8e9e6d67 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:17.126768 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d332c7b7-0d26-4dd7-ad8b-3089cee63a23 req-3b14696f-bc85-4194-b588-69dad0585686 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:17.137286 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d332c7b7-0d26-4dd7-ad8b-3089cee63a23 req-3b14696f-bc85-4194-b588-69dad0585686 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba52ac2a-530d-4770-9a39-bc3ccb86819e HTTP/1.1" status: 200 len: 946 time: 0.2378809 Jul 15 23:27:17.207143 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02fb2fcf-b3a6-4cee-9065-480bbae9e1a2 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:17.260246 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c758a7a9-7049-4b61-ade6-e8b1fd45e9e5 req-51707826-8dec-43cb-b04f-04d6c0281bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:17.262006 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c758a7a9-7049-4b61-ade6-e8b1fd45e9e5 req-51707826-8dec-43cb-b04f-04d6c0281bc7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b2d27970-5bbd-4422-9efc-b55c9e0d4c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1380289 Jul 15 23:27:17.277555 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fb2fcf-b3a6-4cee-9065-480bbae9e1a2 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Network e6241178-066c-430d-a322-7862ef822ee0 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:17.303281 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-4fa875ed-b651-476f-b1f5-91971a39a017 req-5d9c0cb4-4a3a-425f-9ff5-bc2b8e9e6d67 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Calling delete_port for 36942bd5-4ca9-487d-b408-1c545af416ed owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:17.305132 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-02fb2fcf-b3a6-4cee-9065-480bbae9e1a2 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:17.310528 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fb2fcf-b3a6-4cee-9065-480bbae9e1a2 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:17.311272 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02fb2fcf-b3a6-4cee-9065-480bbae9e1a2 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:17.316478 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d332c7b7-0d26-4dd7-ad8b-3089cee63a23 req-211e8c26-8f42-4e26-954c-faa9f927c47d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a21f99e-85ef-40ae-a8f1-602283c79a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1613581 Jul 15 23:27:17.339902 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd46542-f75c-4868-9c96-d885cf38aa2b None None] Network e6241178-066c-430d-a322-7862ef822ee0 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:27:17.597297 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4fa875ed-b651-476f-b1f5-91971a39a017 req-5d9c0cb4-4a3a-425f-9ff5-bc2b8e9e6d67 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:17.639545 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb2fcf-b3a6-4cee-9065-480bbae9e1a2 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event updated for resources: {'Subnet': ['ID=95d647c7-93fc-4758-8f46-8a9c920005db,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:17.645642 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c758a7a9-7049-4b61-ade6-e8b1fd45e9e5 req-87e83475-776b-4bfe-a5a7-fffc8ed0f7b3 service neutron] 10.222.0.41 "GET /v2.0/networks/b2d27970-5bbd-4422-9efc-b55c9e0d4c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3641875 Jul 15 23:27:17.648264 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-02fb2fcf-b3a6-4cee-9065-480bbae9e1a2 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3343532 Jul 15 23:27:17.650982 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 50318) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:17.658231 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-fc8e8b1a-69ba-4418-8fdf-6f02bb89605f tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Request body: {'port': {'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'name': 'tempest-NetworksTestDHCPv6-698191088'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:17.808078 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9c0cb4-4a3a-425f-9ff5-bc2b8e9e6d67 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event deleted for resources: {'Port': ['ID=36942bd5-4ca9-487d-b408-1c545af416ed,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:17.826159 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26dc0ea4-e820-44e4-8cef-883ff04b42da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-e6241178-066c-430d-a322-7862ef822ee0', 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'tenant_id': '1ccad8e849f943d19f815f855c3f3849', 'fixed_ips': [{'subnet_id': '95d647c7-93fc-4758-8f46-8a9c920005db'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:27:17.827039 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-26dc0ea4-e820-44e4-8cef-883ff04b42da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:17.881840 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c758a7a9-7049-4b61-ade6-e8b1fd45e9e5 req-92585222-7ff6-4c35-b851-393681190995 service neutron] 10.222.0.41 "GET /v2.0/networks/b2d27970-5bbd-4422-9efc-b55c9e0d4c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195811 Jul 15 23:27:17.889942 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fa875ed-b651-476f-b1f5-91971a39a017 req-5d9c0cb4-4a3a-425f-9ff5-bc2b8e9e6d67 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] No DVR routers for this DVR port 36942bd5-4ca9-487d-b408-1c545af416ed on host n-h2-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:27:17.895734 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4fa875ed-b651-476f-b1f5-91971a39a017 req-5d9c0cb4-4a3a-425f-9ff5-bc2b8e9e6d67 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:17.900609 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4fa875ed-b651-476f-b1f5-91971a39a017 req-5d9c0cb4-4a3a-425f-9ff5-bc2b8e9e6d67 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.41 "DELETE /v2.0/ports/36942bd5-4ca9-487d-b408-1c545af416ed HTTP/1.1" status: 204 len: 173 time: 1.2390671 Jul 15 23:27:17.901315 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba52ac2a-530d-4770-9a39-bc3ccb86819e', 'name': 'network-vif-deleted', 'tag': '36942bd5-4ca9-487d-b408-1c545af416ed'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:27:17.904081 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3f0dd8-e701-4a32-a107-4e534880bf49" -d '{"events": [{"server_uuid": "ba52ac2a-530d-4770-9a39-bc3ccb86819e", "name": "network-vif-deleted", "tag": "36942bd5-4ca9-487d-b408-1c545af416ed"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:27:17.911192 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc8e8b1a-69ba-4418-8fdf-6f02bb89605f tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Made reservation on behalf of 1ccad8e849f943d19f815f855c3f3849 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:17.916501 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc8e8b1a-69ba-4418-8fdf-6f02bb89605f tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:17.941531 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb1ec45-8292-4bac-b6e4-00b01c34db6b req-eba88c2e-b6cc-450d-b10d-fe433b2102f7 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:17.943190 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1bb1ec45-8292-4bac-b6e4-00b01c34db6b req-eba88c2e-b6cc-450d-b10d-fe433b2102f7 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e7a082-afd2-479e-87b3-ac4047a279be HTTP/1.1" status: 200 len: 944 time: 0.2127235 Jul 15 23:27:17.946971 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-fc8e8b1a-69ba-4418-8fdf-6f02bb89605f tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] device_id is not set on port 49f04ca7-37da-48de-bc02-10e1a2693ab0 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:27:18.063779 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56529298-c4eb-44e3-975e-8ae45b3aa22b x-openstack-request-id: req-56529298-c4eb-44e3-975e-8ae45b3aa22b {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:27:18.064090 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba52ac2a-530d-4770-9a39-bc3ccb86819e", "name": "network-vif-deleted", "tag": "36942bd5-4ca9-487d-b408-1c545af416ed", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:27:18.064343 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-56529298-c4eb-44e3-975e-8ae45b3aa22b {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:27:18.064752 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba52ac2a-530d-4770-9a39-bc3ccb86819e', 'name': 'network-vif-deleted', 'tag': '36942bd5-4ca9-487d-b408-1c545af416ed', 'status': 'completed', 'code': 200} Jul 15 23:27:18.068085 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1bb1ec45-8292-4bac-b6e4-00b01c34db6b req-2a9be466-0d44-4e10-a896-c4f8a80d9772 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=723b47fb-9d83-4482-a686-76e0a3025323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164143 Jul 15 23:27:18.273476 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-26dc0ea4-e820-44e4-8cef-883ff04b42da None None] Allocated IP 2001:db8::2 (e6241178-066c-430d-a322-7862ef822ee0/95d647c7-93fc-4758-8f46-8a9c920005db/1566676a-2574-4bd1-96a2-3d4f30545cdb) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:27:18.308491 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 50340) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:18.490935 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59497a4-9d40-43d9-9938-3eb8ac3e0135 req-a5486233-cf8b-47e2-ad17-49ad029aae3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:18.491409 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59497a4-9d40-43d9-9938-3eb8ac3e0135 req-a5486233-cf8b-47e2-ad17-49ad029aae3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:18.495410 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59497a4-9d40-43d9-9938-3eb8ac3e0135 req-a5486233-cf8b-47e2-ad17-49ad029aae3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:18.498630 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59497a4-9d40-43d9-9938-3eb8ac3e0135 req-a5486233-cf8b-47e2-ad17-49ad029aae3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:18.499351 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59497a4-9d40-43d9-9938-3eb8ac3e0135 req-a5486233-cf8b-47e2-ad17-49ad029aae3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:18.504356 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59497a4-9d40-43d9-9938-3eb8ac3e0135 req-a5486233-cf8b-47e2-ad17-49ad029aae3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:18.504844 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59497a4-9d40-43d9-9938-3eb8ac3e0135 req-a5486233-cf8b-47e2-ad17-49ad029aae3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:18.507013 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a59497a4-9d40-43d9-9938-3eb8ac3e0135 req-a5486233-cf8b-47e2-ad17-49ad029aae3a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4378fda7-3666-4ece-be50-c71bf27f1088 HTTP/1.1" status: 200 len: 6491 time: 0.1968887 Jul 15 23:27:18.574487 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-26dc0ea4-e820-44e4-8cef-883ff04b42da None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:18.590533 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a59497a4-9d40-43d9-9938-3eb8ac3e0135 req-47fd3c32-7ca0-46c9-bdb3-392e6f544cbf service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4c3e5093-3aee-4735-ad4f-51aafad3cea0&id=744e907c-f836-4b84-9995-723c64aba29d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0747769 Jul 15 23:27:18.595659 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-26dc0ea4-e820-44e4-8cef-883ff04b42da None None] Transition to ACTIVE for port object 1566676a-2574-4bd1-96a2-3d4f30545cdb will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:18.622599 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-26dc0ea4-e820-44e4-8cef-883ff04b42da None None] Transition to ACTIVE for port object 1566676a-2574-4bd1-96a2-3d4f30545cdb will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:18.638447 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-26dc0ea4-e820-44e4-8cef-883ff04b42da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:18.678812 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6fd6b715-b6d9-4849-8168-08b5c3cf1e60 req-b1024709-3715-4c69-9ad6-805e6f679579 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba52ac2a-530d-4770-9a39-bc3ccb86819e HTTP/1.1" status: 200 len: 210 time: 0.0718353 Jul 15 23:27:18.747966 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26dc0ea4-e820-44e4-8cef-883ff04b42da None None] Network e6241178-066c-430d-a322-7862ef822ee0 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:18.768107 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-26dc0ea4-e820-44e4-8cef-883ff04b42da None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:18.772080 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dc0ea4-e820-44e4-8cef-883ff04b42da None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:18.802271 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-fc8e8b1a-69ba-4418-8fdf-6f02bb89605f tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Allocated IP 2001:db8::2cd (e6241178-066c-430d-a322-7862ef822ee0/95d647c7-93fc-4758-8f46-8a9c920005db/49f04ca7-37da-48de-bc02-10e1a2693ab0) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:27:18.906944 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dc0ea4-e820-44e4-8cef-883ff04b42da None None] Pushing event updated for resources: {'Port': ['ID=1566676a-2574-4bd1-96a2-3d4f30545cdb,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:18.964616 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-26dc0ea4-e820-44e4-8cef-883ff04b42da None None] Attempting to bind port 1566676a-2574-4bd1-96a2-3d4f30545cdb on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:27:18.964986 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-26dc0ea4-e820-44e4-8cef-883ff04b42da None None] Attempting to bind port 1566676a-2574-4bd1-96a2-3d4f30545cdb by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:27:18.965349 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dc0ea4-e820-44e4-8cef-883ff04b42da None None] Attempting to bind port 1566676a-2574-4bd1-96a2-3d4f30545cdb on network e6241178-066c-430d-a322-7862ef822ee0 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:27:18.980014 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dc0ea4-e820-44e4-8cef-883ff04b42da None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:27:18.980399 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dc0ea4-e820-44e4-8cef-883ff04b42da None None] Checking segment: {'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:27:18.980872 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-26dc0ea4-e820-44e4-8cef-883ff04b42da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:18.981210 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dc0ea4-e820-44e4-8cef-883ff04b42da None None] Bound using segment: {'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:27:18.981696 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-26dc0ea4-e820-44e4-8cef-883ff04b42da None None] Bound port: 1566676a-2574-4bd1-96a2-3d4f30545cdb, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:27:18.982084 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-26dc0ea4-e820-44e4-8cef-883ff04b42da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:19.072451 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-26dc0ea4-e820-44e4-8cef-883ff04b42da None None] For port 1566676a-2574-4bd1-96a2-3d4f30545cdb, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:27:19.076005 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-26dc0ea4-e820-44e4-8cef-883ff04b42da None None] For port 1566676a-2574-4bd1-96a2-3d4f30545cdb, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=1566676a-2574-4bd1-96a2-3d4f30545cdb,segment=NetworkSegment(83031f72-0c55-4202-a7d3-7c1d93801518),segment_id=83031f72-0c55-4202-a7d3-7c1d93801518)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:27:19.088355 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-26dc0ea4-e820-44e4-8cef-883ff04b42da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:19.151617 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc8e8b1a-69ba-4418-8fdf-6f02bb89605f tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:19.168249 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-fc8e8b1a-69ba-4418-8fdf-6f02bb89605f tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Transition to ACTIVE for port object 49f04ca7-37da-48de-bc02-10e1a2693ab0 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:19.230629 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc8e8b1a-69ba-4418-8fdf-6f02bb89605f tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:19.296683 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8e8b1a-69ba-4418-8fdf-6f02bb89605f tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Network e6241178-066c-430d-a322-7862ef822ee0 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:19.301798 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8e8b1a-69ba-4418-8fdf-6f02bb89605f tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event updated for resources: {'Port': ['ID=49f04ca7-37da-48de-bc02-10e1a2693ab0,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:19.304748 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-fc8e8b1a-69ba-4418-8fdf-6f02bb89605f tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:19.311552 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8e8b1a-69ba-4418-8fdf-6f02bb89605f tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:19.314965 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dc0ea4-e820-44e4-8cef-883ff04b42da None None] Pushing event updated for resources: {'Port': ['ID=1566676a-2574-4bd1-96a2-3d4f30545cdb,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:19.319029 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8e8b1a-69ba-4418-8fdf-6f02bb89605f tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:19.319820 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc8e8b1a-69ba-4418-8fdf-6f02bb89605f tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:19.350892 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-fc8e8b1a-69ba-4418-8fdf-6f02bb89605f tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6982329 Jul 15 23:27:19.351449 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 50370) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:19.549233 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbd2cd9-799c-476b-9a5f-f7d0d4c87e32 req-e314a0ed-47de-415b-8dcc-0e00fa4b077c tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:19.551107 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dfbd2cd9-799c-476b-9a5f-f7d0d4c87e32 req-e314a0ed-47de-415b-8dcc-0e00fa4b077c tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e7a082-afd2-479e-87b3-ac4047a279be HTTP/1.1" status: 200 len: 944 time: 0.2518284 Jul 15 23:27:19.590851 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ffa13a-e326-43c7-8b74-b920f08572b2 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:19.597032 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ffa13a-e326-43c7-8b74-b920f08572b2 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:19.598893 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-20ffa13a-e326-43c7-8b74-b920f08572b2 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2439649 Jul 15 23:27:19.601758 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 50384) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:19.671128 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dfbd2cd9-799c-476b-9a5f-f7d0d4c87e32 req-b6656949-290b-4e3d-a8c7-301dd7e36066 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=723b47fb-9d83-4482-a686-76e0a3025323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099696 Jul 15 23:27:19.817375 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-4be54d03-eb87-4031-aa50-81dc8f40fb69 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Deleting port 49f04ca7-37da-48de-bc02-10e1a2693ab0 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:19.818099 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4be54d03-eb87-4031-aa50-81dc8f40fb69 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:19.938097 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 50394) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:20.041443 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 50396) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:20.049613 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4be54d03-eb87-4031-aa50-81dc8f40fb69 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:20.066438 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-4be54d03-eb87-4031-aa50-81dc8f40fb69 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Calling delete_port for 49f04ca7-37da-48de-bc02-10e1a2693ab0 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:20.134332 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 36942bd5-4ca9-487d-b408-1c545af416ed no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:27:20.182140 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] No Port match for: 36942bd5-4ca9-487d-b408-1c545af416ed {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:27:20.182412 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 36942bd5-4ca9-487d-b408-1c545af416ed not bound to the agent host n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:27:20.314721 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4be54d03-eb87-4031-aa50-81dc8f40fb69 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:20.393962 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be54d03-eb87-4031-aa50-81dc8f40fb69 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event deleted for resources: {'Port': ['ID=49f04ca7-37da-48de-bc02-10e1a2693ab0,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:20.442020 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4be54d03-eb87-4031-aa50-81dc8f40fb69 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:20.444624 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-4be54d03-eb87-4031-aa50-81dc8f40fb69 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/ports/49f04ca7-37da-48de-bc02-10e1a2693ab0 HTTP/1.1" status: 204 len: 168 time: 0.8418581 Jul 15 23:27:20.447845 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 50406) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:20.610329 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c760b4db-4196-4227-926a-a0a450ec69ca tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:20.614885 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c760b4db-4196-4227-926a-a0a450ec69ca tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:20.621706 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-c760b4db-4196-4227-926a-a0a450ec69ca tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1691701 Jul 15 23:27:20.624160 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 50412) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:20.734458 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-e906f172-7d9a-472a-9de5-07aa90865930 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Deleting subnet 95d647c7-93fc-4758-8f46-8a9c920005db {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:27:20.737927 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e906f172-7d9a-472a-9de5-07aa90865930 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:20.739127 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6489395f-cbe2-4e32-a079-54adae8c5bf8 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:20.748792 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e3c035b-241d-49a9-ba2c-e75bfb3e4c0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:20.784374 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e906f172-7d9a-472a-9de5-07aa90865930 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:20.960310 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e906f172-7d9a-472a-9de5-07aa90865930 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:21.011437 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 1566676a-2574-4bd1-96a2-3d4f30545cdb up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:27:21.036811 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e3c035b-241d-49a9-ba2c-e75bfb3e4c0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:21.087843 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e906f172-7d9a-472a-9de5-07aa90865930 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:21.106795 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e3c035b-241d-49a9-ba2c-e75bfb3e4c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:21.120576 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-84c20112-7099-49a3-900b-02314d9f1d77 None None] Provisioning for port 1566676a-2574-4bd1-96a2-3d4f30545cdb completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:27:21.132744 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e906f172-7d9a-472a-9de5-07aa90865930 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event deleted for resources: {'Subnet': ['ID=95d647c7-93fc-4758-8f46-8a9c920005db,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:21.137089 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 1566676a-2574-4bd1-96a2-3d4f30545cdb completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:27:21.142559 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 1566676a-2574-4bd1-96a2-3d4f30545cdb triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:21.143145 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:21.151055 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e906f172-7d9a-472a-9de5-07aa90865930 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:21.154558 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3c035b-241d-49a9-ba2c-e75bfb3e4c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16bee00a-231a-4e36-88ca-9ae978f8bb7d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:21.156324 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-e906f172-7d9a-472a-9de5-07aa90865930 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/subnets/95d647c7-93fc-4758-8f46-8a9c920005db HTTP/1.1" status: 204 len: 168 time: 0.5310705 Jul 15 23:27:21.157357 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 50426) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:21.179737 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb1a80-5cb7-45f6-83d0-4d030fb68853 req-514ae751-24a5-42ff-ac19-4da482158b47 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:21.181680 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-76eb1a80-5cb7-45f6-83d0-4d030fb68853 req-514ae751-24a5-42ff-ac19-4da482158b47 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e7a082-afd2-479e-87b3-ac4047a279be HTTP/1.1" status: 200 len: 944 time: 0.2668612 Jul 15 23:27:21.213372 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-0e3c035b-241d-49a9-ba2c-e75bfb3e4c0c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b6107922154a4c29ad636853474e03db&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1666632 Jul 15 23:27:21.213899 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 50430) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:21.251449 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-8da64980-7b57-4f0e-99e9-5afbc158ff9d tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0869501 Jul 15 23:27:21.252550 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 50432) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:21.303714 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:21.320838 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-21b59f59-14b6-40f9-8403-3b84d67cefe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:21.352502 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-21b59f59-14b6-40f9-8403-3b84d67cefe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:21.370860 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-76eb1a80-5cb7-45f6-83d0-4d030fb68853 req-d8dc23b0-48e5-4b05-b65c-5f61c70fda34 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=723b47fb-9d83-4482-a686-76e0a3025323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248469 Jul 15 23:27:21.402587 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 1566676a-2574-4bd1-96a2-3d4f30545cdb, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=1566676a-2574-4bd1-96a2-3d4f30545cdb,segment=NetworkSegment(83031f72-0c55-4202-a7d3-7c1d93801518),segment_id=83031f72-0c55-4202-a7d3-7c1d93801518)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:21.405009 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329060a9-c12e-41a0-b088-266fa8478812 None None] Network e6241178-066c-430d-a322-7862ef822ee0 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:27:21.423449 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9b6486-805e-4447-9099-3f276d70a6e8 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:21.425808 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-3d9b6486-805e-4447-9099-3f276d70a6e8 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1641641 Jul 15 23:27:21.428487 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 50438) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:21.431051 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:21.453940 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-21b59f59-14b6-40f9-8403-3b84d67cefe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:21.457603 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-21b59f59-14b6-40f9-8403-3b84d67cefe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:21.458955 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-21b59f59-14b6-40f9-8403-3b84d67cefe1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/16bee00a-231a-4e36-88ca-9ae978f8bb7d HTTP/1.1" status: 204 len: 168 time: 0.2437963 Jul 15 23:27:21.504833 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90508df-ccd1-43bc-89f8-18739bcadd9f tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:21.505969 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7495133a-cf0b-43a1-80bc-a5fc81dea78e None None] Could not find standard attr ID for object 49f04ca7-37da-48de-bc02-10e1a2693ab0. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:27:21.506401 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b59f59-14b6-40f9-8403-3b84d67cefe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16bee00a-231a-4e36-88ca-9ae978f8bb7d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:21.506981 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-f90508df-ccd1-43bc-89f8-18739bcadd9f tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0749700 Jul 15 23:27:21.509960 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 50444) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:21.536980 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-6489395f-cbe2-4e32-a079-54adae8c5bf8 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Deleting port cb252d42-dea1-4015-af77-471381e24660 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:21.538805 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6489395f-cbe2-4e32-a079-54adae8c5bf8 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:21.565193 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=1566676a-2574-4bd1-96a2-3d4f30545cdb,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:21.598764 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-edcbd9a2-b565-45de-bf73-cfce335ca8d1 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0870678 Jul 15 23:27:21.602805 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 50446) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:21.609297 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-8c48c0f9-47e0-46d9-83c4-61dad9b248e6 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Request body: {'subnet': {'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:21.721308 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ae4868-f66f-41ed-b29e-6c516478e544 None None] DHCP port deletion for e6241178-066c-430d-a322-7862ef822ee0 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:27:21.757045 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-6489395f-cbe2-4e32-a079-54adae8c5bf8 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] For port cb252d42-dea1-4015-af77-471381e24660, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=cb252d42-dea1-4015-af77-471381e24660,segment=NetworkSegment(6673d05a-c942-40fb-96db-a5b103b8ea7a),segment_id=6673d05a-c942-40fb-96db-a5b103b8ea7a)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:21.757437 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6489395f-cbe2-4e32-a079-54adae8c5bf8 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:21.773777 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c48c0f9-47e0-46d9-83c4-61dad9b248e6 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Made reservation on behalf of 1ccad8e849f943d19f815f855c3f3849 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:21.791649 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-6489395f-cbe2-4e32-a079-54adae8c5bf8 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Calling delete_port for cb252d42-dea1-4015-af77-471381e24660 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:21.798696 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8c48c0f9-47e0-46d9-83c4-61dad9b248e6 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:21.814479 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-86ae4868-f66f-41ed-b29e-6c516478e544 None None] Deleting port 1566676a-2574-4bd1-96a2-3d4f30545cdb {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:21.814984 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-86ae4868-f66f-41ed-b29e-6c516478e544 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:21.922240 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-86ae4868-f66f-41ed-b29e-6c516478e544 None None] For port 1566676a-2574-4bd1-96a2-3d4f30545cdb, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=1566676a-2574-4bd1-96a2-3d4f30545cdb,segment=NetworkSegment(83031f72-0c55-4202-a7d3-7c1d93801518),segment_id=83031f72-0c55-4202-a7d3-7c1d93801518)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:21.922732 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-86ae4868-f66f-41ed-b29e-6c516478e544 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:21.948863 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-86ae4868-f66f-41ed-b29e-6c516478e544 None None] Calling delete_port for 1566676a-2574-4bd1-96a2-3d4f30545cdb owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:22.272814 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6489395f-cbe2-4e32-a079-54adae8c5bf8 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:22.338869 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8c48c0f9-47e0-46d9-83c4-61dad9b248e6 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:22.351100 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6489395f-cbe2-4e32-a079-54adae8c5bf8 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event deleted for resources: {'Port': ['ID=cb252d42-dea1-4015-af77-471381e24660,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:22.433052 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c48c0f9-47e0-46d9-83c4-61dad9b248e6 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Network e6241178-066c-430d-a322-7862ef822ee0 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:22.437731 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-8c48c0f9-47e0-46d9-83c4-61dad9b248e6 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:22.442244 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c48c0f9-47e0-46d9-83c4-61dad9b248e6 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:22.443816 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8c48c0f9-47e0-46d9-83c4-61dad9b248e6 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:22.468816 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-86ae4868-f66f-41ed-b29e-6c516478e544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:22.474170 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c48c0f9-47e0-46d9-83c4-61dad9b248e6 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event updated for resources: {'Subnet': ['ID=c56ad931-e64b-4065-aea5-0d4bfa4c0e9b,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:22.476711 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-8c48c0f9-47e0-46d9-83c4-61dad9b248e6 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8729374 Jul 15 23:27:22.480547 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 50472) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:22.496898 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-109d12e7-e7c3-4b1c-8f66-9c4254d6d7fd tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Request body: {'port': {'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'fixed_ips': [{'subnet_id': 'c56ad931-e64b-4065-aea5-0d4bfa4c0e9b', 'ip_address': '2001:db8::26:668d:34c8:f2a1'}], 'name': 'tempest-NetworksTestDHCPv6-998140812'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:22.535937 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ae4868-f66f-41ed-b29e-6c516478e544 None None] Pushing event deleted for resources: {'Port': ['ID=1566676a-2574-4bd1-96a2-3d4f30545cdb,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:22.545896 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ae4868-f66f-41ed-b29e-6c516478e544 None None] No DVR routers for this DVR port 1566676a-2574-4bd1-96a2-3d4f30545cdb on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:27:22.566779 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507a4829-ffac-420b-9c74-67427e50a7a8 None None] Network e6241178-066c-430d-a322-7862ef822ee0 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:27:22.829664 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc32e7-6975-4b6a-afd1-fed408c31eff req-8026e999-6ca3-4983-866d-0644507b7d1f tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:22.831353 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-19dc32e7-6975-4b6a-afd1-fed408c31eff req-8026e999-6ca3-4983-866d-0644507b7d1f tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e7a082-afd2-479e-87b3-ac4047a279be HTTP/1.1" status: 200 len: 944 time: 0.1383066 Jul 15 23:27:22.832418 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-109d12e7-e7c3-4b1c-8f66-9c4254d6d7fd tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Made reservation on behalf of 1ccad8e849f943d19f815f855c3f3849 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:22.861450 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:27:22.862763 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6489395f-cbe2-4e32-a079-54adae8c5bf8 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:22.944084 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-19dc32e7-6975-4b6a-afd1-fed408c31eff req-088a047d-4d9c-4153-a42c-e56e015a4f58 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=723b47fb-9d83-4482-a686-76e0a3025323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944049 Jul 15 23:27:22.989813 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-109d12e7-e7c3-4b1c-8f66-9c4254d6d7fd tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:23.044251 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-109d12e7-e7c3-4b1c-8f66-9c4254d6d7fd tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] device_id is not set on port 7860b49b-28b2-4dae-92aa-b3dfa2310f20 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:27:23.103333 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 1566676a-2574-4bd1-96a2-3d4f30545cdb no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:27:23.105421 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679e11e1-6f60-42d7-b11e-b2d14a7edb71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-e6241178-066c-430d-a322-7862ef822ee0', 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'tenant_id': '1ccad8e849f943d19f815f855c3f3849', 'fixed_ips': [{'subnet_id': 'c56ad931-e64b-4065-aea5-0d4bfa4c0e9b'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:27:23.114584 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-679e11e1-6f60-42d7-b11e-b2d14a7edb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:23.250277 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 1566676a-2574-4bd1-96a2-3d4f30545cdb {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:27:23.251214 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 1566676a-2574-4bd1-96a2-3d4f30545cdb not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:27:23.287525 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d,segment=NetworkSegment(978fcb14-f527-45d0-a4ec-38d689fb220c),segment_id=978fcb14-f527-45d0-a4ec-38d689fb220c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:23.305401 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': 'f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d', 'network_id': '5dd08b94-305b-477e-8148-ff3865a86e5a', 'port_id': 'f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d', 'mac_address': 'fa:16:3e:1d:10:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac4619b4-8268-4046-9b08-9c5e68adfc94', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:27:23.438108 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:23.456886 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:27:23.474532 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6489395f-cbe2-4e32-a079-54adae8c5bf8 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Router b30ea4fb-4d91-491b-a78f-88bacf29e6f6 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:27:23.482354 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-109d12e7-e7c3-4b1c-8f66-9c4254d6d7fd tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Allocated IP 2001:db8::26:668d:34c8:f2a1 (e6241178-066c-430d-a322-7862ef822ee0/c56ad931-e64b-4065-aea5-0d4bfa4c0e9b/7860b49b-28b2-4dae-92aa-b3dfa2310f20) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:27:23.500352 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d,segment=NetworkSegment(978fcb14-f527-45d0-a4ec-38d689fb220c),segment_id=978fcb14-f527-45d0-a4ec-38d689fb220c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:23.505607 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:23.567174 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d,revision_number=9']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:23.771114 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6489395f-cbe2-4e32-a079-54adae8c5bf8 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:27:23.784227 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96015cc7-4391-49bf-94b1-b6fa78e2e078 None None] Sync routers for ids ['b30ea4fb-4d91-491b-a78f-88bacf29e6f6'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:27:23.788930 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-6489395f-cbe2-4e32-a079-54adae8c5bf8 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "PUT /v2.0/routers/b30ea4fb-4d91-491b-a78f-88bacf29e6f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8495057 Jul 15 23:27:23.793719 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 50492) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:23.807036 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96015cc7-4391-49bf-94b1-b6fa78e2e078 None None] Routers {'b30ea4fb-4d91-491b-a78f-88bacf29e6f6'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:27:23.808075 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-96015cc7-4391-49bf-94b1-b6fa78e2e078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:27:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['b30ea4fb-4d91-491b-a78f-88bacf29e6f6'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:23.814578 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:27:23.866051 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-109d12e7-e7c3-4b1c-8f66-9c4254d6d7fd tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:23.892902 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-109d12e7-e7c3-4b1c-8f66-9c4254d6d7fd tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Transition to ACTIVE for port object 7860b49b-28b2-4dae-92aa-b3dfa2310f20 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:23.905785 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1a619a2-22e1-4b41-a1b2-cad26d2ddaff tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Deleting subnet 37b37ae8-8796-4a80-985b-2b67b8d4197b {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:27:23.911419 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1a619a2-22e1-4b41-a1b2-cad26d2ddaff tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:23.972506 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1a619a2-22e1-4b41-a1b2-cad26d2ddaff tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:24.012941 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-109d12e7-e7c3-4b1c-8f66-9c4254d6d7fd tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:24.075345 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109d12e7-e7c3-4b1c-8f66-9c4254d6d7fd tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Network e6241178-066c-430d-a322-7862ef822ee0 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:24.097046 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-96015cc7-4391-49bf-94b1-b6fa78e2e078 None None] Set router b30ea4fb-4d91-491b-a78f-88bacf29e6f6 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:27:24.105410 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-109d12e7-e7c3-4b1c-8f66-9c4254d6d7fd tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:24.108120 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109d12e7-e7c3-4b1c-8f66-9c4254d6d7fd tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:24.114357 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109d12e7-e7c3-4b1c-8f66-9c4254d6d7fd tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:24.118670 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-109d12e7-e7c3-4b1c-8f66-9c4254d6d7fd tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:24.209489 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109d12e7-e7c3-4b1c-8f66-9c4254d6d7fd tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event updated for resources: {'Port': ['ID=7860b49b-28b2-4dae-92aa-b3dfa2310f20,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:24.226806 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-109d12e7-e7c3-4b1c-8f66-9c4254d6d7fd tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 1.7421062 Jul 15 23:27:24.230913 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 50502) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:24.256391 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1a619a2-22e1-4b41-a1b2-cad26d2ddaff tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:24.305377 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-679e11e1-6f60-42d7-b11e-b2d14a7edb71 None None] Allocated IP 2001:db8::2 (e6241178-066c-430d-a322-7862ef822ee0/c56ad931-e64b-4065-aea5-0d4bfa4c0e9b/30e7a905-898d-48bc-8f29-3ff1e42d177f) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:27:24.440090 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1a619a2-22e1-4b41-a1b2-cad26d2ddaff tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:24.478474 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ce7039-53e3-46a4-970c-ff4bea337e05 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:24.482363 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea9aded-7cd7-46ca-a12d-6db3ecc3b0b8 req-43e31e73-f055-4c08-9c7d-04a98dc68a00 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:24.485248 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a5ce7039-53e3-46a4-970c-ff4bea337e05 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2474656 Jul 15 23:27:24.485937 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 50508) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:24.493724 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fea9aded-7cd7-46ca-a12d-6db3ecc3b0b8 req-43e31e73-f055-4c08-9c7d-04a98dc68a00 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e7a082-afd2-479e-87b3-ac4047a279be HTTP/1.1" status: 200 len: 945 time: 0.1501038 Jul 15 23:27:24.504517 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a619a2-22e1-4b41-a1b2-cad26d2ddaff tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event deleted for resources: {'Subnet': ['ID=37b37ae8-8796-4a80-985b-2b67b8d4197b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:24.519049 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1a619a2-22e1-4b41-a1b2-cad26d2ddaff tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:24.521409 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-a1a619a2-22e1-4b41-a1b2-cad26d2ddaff tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "DELETE /v2.0/subnets/37b37ae8-8796-4a80-985b-2b67b8d4197b HTTP/1.1" status: 204 len: 168 time: 0.7130158 Jul 15 23:27:24.533110 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 50510) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:24.554673 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fea9aded-7cd7-46ca-a12d-6db3ecc3b0b8 req-646d1f40-d39f-4a0d-bbf9-1b8a7d2e91de tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=723b47fb-9d83-4482-a686-76e0a3025323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572670 Jul 15 23:27:24.572225 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53bff48-2230-43ef-b553-44fc8ddeb982 None None] Network b2d27970-5bbd-4422-9efc-b55c9e0d4c0c requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:27:24.710872 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba9252a-6dfc-453b-a3a1-22bcb633f2ea req-dfedf206-ddac-466a-8c51-674dbf974417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:24.713834 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-aba9252a-6dfc-453b-a3a1-22bcb633f2ea req-dfedf206-ddac-466a-8c51-674dbf974417 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c41d1c4cc69e402eb09493d513de9715&device_id=c7e7a082-afd2-479e-87b3-ac4047a279be HTTP/1.1" status: 200 len: 1096 time: 0.0668359 Jul 15 23:27:24.740000 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-014a9a6d-58f2-41b3-8345-a753ed80d238 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:24.973572 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba9252a-6dfc-453b-a3a1-22bcb633f2ea req-b412a110-54b7-44f4-a732-fa4747a43303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:24.975072 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-aba9252a-6dfc-453b-a3a1-22bcb633f2ea req-b412a110-54b7-44f4-a732-fa4747a43303 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5dd08b94-305b-477e-8148-ff3865a86e5a HTTP/1.1" status: 200 len: 918 time: 0.2377677 Jul 15 23:27:24.988087 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-679e11e1-6f60-42d7-b11e-b2d14a7edb71 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:25.014265 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-679e11e1-6f60-42d7-b11e-b2d14a7edb71 None None] Transition to ACTIVE for port object 30e7a905-898d-48bc-8f29-3ff1e42d177f will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:25.047593 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-679e11e1-6f60-42d7-b11e-b2d14a7edb71 None None] Transition to ACTIVE for port object 30e7a905-898d-48bc-8f29-3ff1e42d177f will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:25.059637 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-679e11e1-6f60-42d7-b11e-b2d14a7edb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:25.065933 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-96015cc7-4391-49bf-94b1-b6fa78e2e078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30ea4fb-4d91-491b-a78f-88bacf29e6f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-6228329', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '0940a04c-04d5-404e-9268-9d83a02135f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:24:50Z', 'updated_at': '2021-07-15T23:27:22Z', 'revision_number': 5, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'gw_port': {'id': '0940a04c-04d5-404e-9268-9d83a02135f3', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30ea4fb-4d91-491b-a78f-88bacf29e6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:24:51Z', 'updated_at': '2021-07-15T23:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:25.100490 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-aba9252a-6dfc-453b-a3a1-22bcb633f2ea req-fed01a23-0c81-499a-b217-22440e66fbed service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d HTTP/1.1" status: 200 len: 1000 time: 0.1191998 Jul 15 23:27:25.119258 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96015cc7-4391-49bf-94b1-b6fa78e2e078 None None] Checking router: b30ea4fb-4d91-491b-a78f-88bacf29e6f6 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:27:25.140362 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679e11e1-6f60-42d7-b11e-b2d14a7edb71 None None] Network e6241178-066c-430d-a322-7862ef822ee0 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:25.145730 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-679e11e1-6f60-42d7-b11e-b2d14a7edb71 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:25.150738 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679e11e1-6f60-42d7-b11e-b2d14a7edb71 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:25.156930 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96015cc7-4391-49bf-94b1-b6fa78e2e078 None None] Routers {'b30ea4fb-4d91-491b-a78f-88bacf29e6f6'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:27:25.157568 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-96015cc7-4391-49bf-94b1-b6fa78e2e078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:27:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['b30ea4fb-4d91-491b-a78f-88bacf29e6f6'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:25.162168 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679e11e1-6f60-42d7-b11e-b2d14a7edb71 None None] Pushing event updated for resources: {'Port': ['ID=30e7a905-898d-48bc-8f29-3ff1e42d177f,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:25.209473 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba9252a-6dfc-453b-a3a1-22bcb633f2ea req-3c8dded3-63a9-4f26-88ee-9c4c0fd95109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:25.210834 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-aba9252a-6dfc-453b-a3a1-22bcb633f2ea req-3c8dded3-63a9-4f26-88ee-9c4c0fd95109 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ac4619b4-8268-4046-9b08-9c5e68adfc94 HTTP/1.1" status: 200 len: 856 time: 0.1037402 Jul 15 23:27:25.244854 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f290da27-116a-4f96-a983-2abf87f7e5f5 None None] DHCP port deletion for b2d27970-5bbd-4422-9efc-b55c9e0d4c0c request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:27:25.322779 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba9252a-6dfc-453b-a3a1-22bcb633f2ea req-134f79b7-c50b-4a6b-bf18-1338e1f211b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:25.324680 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-aba9252a-6dfc-453b-a3a1-22bcb633f2ea req-134f79b7-c50b-4a6b-bf18-1338e1f211b1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5dd08b94-305b-477e-8148-ff3865a86e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1066339 Jul 15 23:27:25.517716 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-aba9252a-6dfc-453b-a3a1-22bcb633f2ea req-dc3a85c9-815b-4118-a8da-80d5f2631560 service neutron] 10.222.0.49 "GET /v2.0/networks/5dd08b94-305b-477e-8148-ff3865a86e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863890 Jul 15 23:27:25.538484 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-679e11e1-6f60-42d7-b11e-b2d14a7edb71 None None] Attempting to bind port 30e7a905-898d-48bc-8f29-3ff1e42d177f on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:27:25.541688 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-679e11e1-6f60-42d7-b11e-b2d14a7edb71 None None] Attempting to bind port 30e7a905-898d-48bc-8f29-3ff1e42d177f by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:27:25.543101 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679e11e1-6f60-42d7-b11e-b2d14a7edb71 None None] Attempting to bind port 30e7a905-898d-48bc-8f29-3ff1e42d177f on network e6241178-066c-430d-a322-7862ef822ee0 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:27:25.595961 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679e11e1-6f60-42d7-b11e-b2d14a7edb71 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:27:25.597111 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679e11e1-6f60-42d7-b11e-b2d14a7edb71 None None] Checking segment: {'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:27:25.597111 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-679e11e1-6f60-42d7-b11e-b2d14a7edb71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:25.608161 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679e11e1-6f60-42d7-b11e-b2d14a7edb71 None None] Bound using segment: {'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:27:25.609845 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-679e11e1-6f60-42d7-b11e-b2d14a7edb71 None None] Bound port: 30e7a905-898d-48bc-8f29-3ff1e42d177f, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:27:25.611491 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-679e11e1-6f60-42d7-b11e-b2d14a7edb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:25.672004 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:25.739107 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-96015cc7-4391-49bf-94b1-b6fa78e2e078 None None] Set router b30ea4fb-4d91-491b-a78f-88bacf29e6f6 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:27:25.814212 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-014a9a6d-58f2-41b3-8345-a753ed80d238 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:25.857673 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-0c4e9221-ccc8-4374-a446-9bb41e285440 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Deleting port 7860b49b-28b2-4dae-92aa-b3dfa2310f20 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:25.858034 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c4e9221-ccc8-4374-a446-9bb41e285440 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:25.882013 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-aba9252a-6dfc-453b-a3a1-22bcb633f2ea req-c9072794-8909-49f6-b394-a26b9adffde3 service neutron] 10.222.0.49 "GET /v2.0/networks/5dd08b94-305b-477e-8148-ff3865a86e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3571951 Jul 15 23:27:25.964035 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f714058d-9c24-4662-a24f-400670a2570c req-39bf6496-dab0-4522-a133-7aa74d0399f1 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:25.965608 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f714058d-9c24-4662-a24f-400670a2570c req-39bf6496-dab0-4522-a133-7aa74d0399f1 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e7a082-afd2-479e-87b3-ac4047a279be HTTP/1.1" status: 200 len: 945 time: 0.1676085 Jul 15 23:27:25.976308 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f290da27-116a-4f96-a983-2abf87f7e5f5 None None] Deleting port 573e7c66-0f4c-4b94-adf4-6be11cb5c1f2 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:25.976692 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f290da27-116a-4f96-a983-2abf87f7e5f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:26.052171 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-014a9a6d-58f2-41b3-8345-a753ed80d238 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Deleting port 0940a04c-04d5-404e-9268-9d83a02135f3 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:26.052948 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-014a9a6d-58f2-41b3-8345-a753ed80d238 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:26.060007 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f714058d-9c24-4662-a24f-400670a2570c req-3e3730d0-0300-4fe1-86e7-dd7bcff335c9 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=723b47fb-9d83-4482-a686-76e0a3025323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745151 Jul 15 23:27:26.183054 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-679e11e1-6f60-42d7-b11e-b2d14a7edb71 None None] For port 30e7a905-898d-48bc-8f29-3ff1e42d177f, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:27:26.195045 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c4e9221-ccc8-4374-a446-9bb41e285440 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:26.199673 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-014a9a6d-58f2-41b3-8345-a753ed80d238 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] For port 0940a04c-04d5-404e-9268-9d83a02135f3, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=0940a04c-04d5-404e-9268-9d83a02135f3,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:26.200813 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-014a9a6d-58f2-41b3-8345-a753ed80d238 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:26.227923 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-0c4e9221-ccc8-4374-a446-9bb41e285440 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Calling delete_port for 7860b49b-28b2-4dae-92aa-b3dfa2310f20 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:26.230615 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-014a9a6d-58f2-41b3-8345-a753ed80d238 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Calling delete_port for 0940a04c-04d5-404e-9268-9d83a02135f3 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:26.286205 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-679e11e1-6f60-42d7-b11e-b2d14a7edb71 None None] For port 30e7a905-898d-48bc-8f29-3ff1e42d177f, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=30e7a905-898d-48bc-8f29-3ff1e42d177f,segment=NetworkSegment(83031f72-0c55-4202-a7d3-7c1d93801518),segment_id=83031f72-0c55-4202-a7d3-7c1d93801518)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:27:26.288829 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f290da27-116a-4f96-a983-2abf87f7e5f5 None None] For port 573e7c66-0f4c-4b94-adf4-6be11cb5c1f2, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=573e7c66-0f4c-4b94-adf4-6be11cb5c1f2,segment=NetworkSegment(6673d05a-c942-40fb-96db-a5b103b8ea7a),segment_id=6673d05a-c942-40fb-96db-a5b103b8ea7a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:26.290265 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f290da27-116a-4f96-a983-2abf87f7e5f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:26.304083 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-679e11e1-6f60-42d7-b11e-b2d14a7edb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:26.316914 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f290da27-116a-4f96-a983-2abf87f7e5f5 None None] Calling delete_port for 573e7c66-0f4c-4b94-adf4-6be11cb5c1f2 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:26.507043 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679e11e1-6f60-42d7-b11e-b2d14a7edb71 None None] Pushing event updated for resources: {'Port': ['ID=30e7a905-898d-48bc-8f29-3ff1e42d177f,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:26.597571 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c4e9221-ccc8-4374-a446-9bb41e285440 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:26.604792 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-96015cc7-4391-49bf-94b1-b6fa78e2e078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30ea4fb-4d91-491b-a78f-88bacf29e6f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-6228329', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '0940a04c-04d5-404e-9268-9d83a02135f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:24:50Z', 'updated_at': '2021-07-15T23:27:22Z', 'revision_number': 5, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'gw_port': {'id': '0940a04c-04d5-404e-9268-9d83a02135f3', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30ea4fb-4d91-491b-a78f-88bacf29e6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:24:51Z', 'updated_at': '2021-07-15T23:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:26.649769 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4e9221-ccc8-4374-a446-9bb41e285440 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event deleted for resources: {'Port': ['ID=7860b49b-28b2-4dae-92aa-b3dfa2310f20,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:26.684102 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c4e9221-ccc8-4374-a446-9bb41e285440 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:26.688773 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-0c4e9221-ccc8-4374-a446-9bb41e285440 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/ports/7860b49b-28b2-4dae-92aa-b3dfa2310f20 HTTP/1.1" status: 204 len: 168 time: 2.1994002 Jul 15 23:27:26.689160 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 50576) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:26.697951 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f290da27-116a-4f96-a983-2abf87f7e5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:26.702602 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96015cc7-4391-49bf-94b1-b6fa78e2e078 None None] The sync data for ids ['b30ea4fb-4d91-491b-a78f-88bacf29e6f6'] in n-d-794306-6 is: [{'id': 'b30ea4fb-4d91-491b-a78f-88bacf29e6f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-6228329', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '0940a04c-04d5-404e-9268-9d83a02135f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:24:50Z', 'updated_at': '2021-07-15T23:27:22Z', 'revision_number': 5, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'gw_port': {'id': '0940a04c-04d5-404e-9268-9d83a02135f3', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:85:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30ea4fb-4d91-491b-a78f-88bacf29e6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:24:51Z', 'updated_at': '2021-07-15T23:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:27:26.721491 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-014a9a6d-58f2-41b3-8345-a753ed80d238 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:26.804736 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f290da27-116a-4f96-a983-2abf87f7e5f5 None None] Pushing event deleted for resources: {'Port': ['ID=573e7c66-0f4c-4b94-adf4-6be11cb5c1f2,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:26.808096 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f290da27-116a-4f96-a983-2abf87f7e5f5 None None] No DVR routers for this DVR port 573e7c66-0f4c-4b94-adf4-6be11cb5c1f2 on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:27:26.834988 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014a9a6d-58f2-41b3-8345-a753ed80d238 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event deleted for resources: {'Port': ['ID=0940a04c-04d5-404e-9268-9d83a02135f3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:26.884688 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:27:26.924920 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e893c58-7ec1-410f-b5c5-dbeefaf8177f tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:26.929439 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e893c58-7ec1-410f-b5c5-dbeefaf8177f tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:26.931910 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-2e893c58-7ec1-410f-b5c5-dbeefaf8177f tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2411206 Jul 15 23:27:26.934821 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 50580) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:27.036184 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:27.037273 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-014a9a6d-58f2-41b3-8345-a753ed80d238 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999011'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:27.037694 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:27.246048 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-b71e12d1-7f20-406d-99f5-8ea6057b9539 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Deleting subnet c56ad931-e64b-4065-aea5-0d4bfa4c0e9b {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:27:27.249985 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b71e12d1-7f20-406d-99f5-8ea6057b9539 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:27.324599 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:27.329302 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b71e12d1-7f20-406d-99f5-8ea6057b9539 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:27.422842 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7e7a082-afd2-479e-87b3-ac4047a279be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:27:27.440237 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d223316-f926-44cd-99e6-5d4379283bf3" -d '{"events": [{"server_uuid": "c7e7a082-afd2-479e-87b3-ac4047a279be", "name": "network-vif-plugged", "status": "completed", "tag": "f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:27:27.449290 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-014a9a6d-58f2-41b3-8345-a753ed80d238 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:27.469881 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-014a9a6d-58f2-41b3-8345-a753ed80d238 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:27.495079 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d,segment=NetworkSegment(978fcb14-f527-45d0-a4ec-38d689fb220c),segment_id=978fcb14-f527-45d0-a4ec-38d689fb220c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:27.505537 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:27.734927 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc7d2388-7e6b-47aa-ad62-70f03715902b x-openstack-request-id: req-dc7d2388-7e6b-47aa-ad62-70f03715902b {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:27:27.735473 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7e7a082-afd2-479e-87b3-ac4047a279be", "name": "network-vif-plugged", "status": "completed", "tag": "f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:27:27.735837 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dc7d2388-7e6b-47aa-ad62-70f03715902b {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:27:27.736461 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7e7a082-afd2-479e-87b3-ac4047a279be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d', 'code': 200} Jul 15 23:27:27.764537 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 30e7a905-898d-48bc-8f29-3ff1e42d177f up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:27:27.798809 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-014a9a6d-58f2-41b3-8345-a753ed80d238 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:27.799855 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-014a9a6d-58f2-41b3-8345-a753ed80d238 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Fanout notify agent at l3_agent the message router_deleted on router b30ea4fb-4d91-491b-a78f-88bacf29e6f6 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:27:27.829787 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d,revision_number=10']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:27.852800 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-014a9a6d-58f2-41b3-8345-a753ed80d238 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:27.857186 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-014a9a6d-58f2-41b3-8345-a753ed80d238 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "DELETE /v2.0/routers/b30ea4fb-4d91-491b-a78f-88bacf29e6f6 HTTP/1.1" status: 204 len: 168 time: 3.3215423 Jul 15 23:27:27.860154 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 50596) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:27.874676 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484630a-4d44-487e-b542-10953a5f2f01 req-8e19cc32-bb28-4538-a5cf-5aff0977891a tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:27.886777 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5484630a-4d44-487e-b542-10953a5f2f01 req-8e19cc32-bb28-4538-a5cf-5aff0977891a tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e7a082-afd2-479e-87b3-ac4047a279be HTTP/1.1" status: 200 len: 945 time: 0.4566257 Jul 15 23:27:27.992106 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 30e7a905-898d-48bc-8f29-3ff1e42d177f completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:27:28.215712 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5484630a-4d44-487e-b542-10953a5f2f01 req-e527d455-1322-4399-8f21-83a1568690bd tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=723b47fb-9d83-4482-a686-76e0a3025323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2207754 Jul 15 23:27:28.220999 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 573e7c66-0f4c-4b94-adf4-6be11cb5c1f2 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:27:28.225305 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b2041-c60e-41df-afce-fbe8e373e8b3 req-12488266-9813-445f-a53a-3bef123e950a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:28.228752 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ad8b2041-c60e-41df-afce-fbe8e373e8b3 req-12488266-9813-445f-a53a-3bef123e950a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c7e7a082-afd2-479e-87b3-ac4047a279be HTTP/1.1" status: 200 len: 1098 time: 0.5000808 Jul 15 23:27:28.299695 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 573e7c66-0f4c-4b94-adf4-6be11cb5c1f2 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:27:28.300043 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 573e7c66-0f4c-4b94-adf4-6be11cb5c1f2 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:27:28.344601 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ad8b2041-c60e-41df-afce-fbe8e373e8b3 req-cb3847ed-32cd-4143-8f29-22c32004c7b6 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=723b47fb-9d83-4482-a686-76e0a3025323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082430 Jul 15 23:27:28.389029 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b71e12d1-7f20-406d-99f5-8ea6057b9539 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:28.470444 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b71e12d1-7f20-406d-99f5-8ea6057b9539 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:28.513623 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1dcaa9e4-8066-484b-b0ab-1756575e7c63 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:28.518562 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e12d1-7f20-406d-99f5-8ea6057b9539 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event deleted for resources: {'Subnet': ['ID=c56ad931-e64b-4065-aea5-0d4bfa4c0e9b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:28.522634 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b71e12d1-7f20-406d-99f5-8ea6057b9539 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:28.525498 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b71e12d1-7f20-406d-99f5-8ea6057b9539 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/subnets/c56ad931-e64b-4065-aea5-0d4bfa4c0e9b HTTP/1.1" status: 204 len: 168 time: 1.5856609 Jul 15 23:27:28.530597 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 50610) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:28.547173 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a55fdbe-9d0c-4f87-a0d4-561151e61025 None None] Network e6241178-066c-430d-a322-7862ef822ee0 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:27:28.629404 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-6073c5d7-6c88-43f6-8df3-ff140fc0ee0f tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0977342 Jul 15 23:27:28.632297 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 50612) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:28.639922 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-28cf19d6-61a6-42d3-92f9-996f7048853a tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Request body: {'subnet': {'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:28.687527 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1dcaa9e4-8066-484b-b0ab-1756575e7c63 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:28.700834 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-1dcaa9e4-8066-484b-b0ab-1756575e7c63 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2d27970-5bbd-4422-9efc-b55c9e0d4c0c']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:28.713122 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-1dcaa9e4-8066-484b-b0ab-1756575e7c63 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6673d05a-c942-40fb-96db-a5b103b8ea7a') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:28.713895 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-1dcaa9e4-8066-484b-b0ab-1756575e7c63 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6673d05a-c942-40fb-96db-a5b103b8ea7a') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:28.726493 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1dcaa9e4-8066-484b-b0ab-1756575e7c63 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:28.741710 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a9d48fa8-1428-4ff7-a550-04297de38757 None None] Provisioning for port 30e7a905-898d-48bc-8f29-3ff1e42d177f completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:27:28.748733 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a9d48fa8-1428-4ff7-a550-04297de38757 None None] Provisioning complete for port 30e7a905-898d-48bc-8f29-3ff1e42d177f triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:28.748947 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a9d48fa8-1428-4ff7-a550-04297de38757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:28.752519 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1dcaa9e4-8066-484b-b0ab-1756575e7c63 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:28.764805 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dcaa9e4-8066-484b-b0ab-1756575e7c63 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:27:28.765421 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1dcaa9e4-8066-484b-b0ab-1756575e7c63 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:28.798992 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:27:28.798992 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:27:28.798992 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:27:28.798992 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:27:28.798992 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:27:28.798992 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:27:28.798992 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:27:28.798992 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:27:28.798992 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:27:28.798992 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:27:28.798992 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:27:28.798992 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:27:28.798992 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:27:28.798992 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:27:28.798992 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:27:28.798992 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:27:28.798992 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:27:28.798992 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:27:28.798992 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:27:28.798992 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:27:28.798992 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:27:28.798992 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:27:28.798992 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:27:28.798992 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:27:28.798992 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:27:28.798992 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:27:28.798992 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:27:28.798992 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:27:28.798992 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:27:28.798992 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:27:28.798992 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:27:28.798992 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:27:28.798992 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:27:28.798992 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:27:28.798992 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:27:28.798992 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:27:28.798992 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:27:28.798992 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:27:28.890934 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1dcaa9e4-8066-484b-b0ab-1756575e7c63 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:28.894113 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device cb252d42-dea1-4015-af77-471381e24660 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:27:28.900878 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28cf19d6-61a6-42d3-92f9-996f7048853a tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Made reservation on behalf of 1ccad8e849f943d19f815f855c3f3849 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:28.907766 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28cf19d6-61a6-42d3-92f9-996f7048853a tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:28.920816 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1dcaa9e4-8066-484b-b0ab-1756575e7c63 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:28.926633 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-1dcaa9e4-8066-484b-b0ab-1756575e7c63 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "DELETE /v2.0/networks/b2d27970-5bbd-4422-9efc-b55c9e0d4c0c HTTP/1.1" status: 204 len: 168 time: 1.0624647 Jul 15 23:27:28.927472 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: cb252d42-dea1-4015-af77-471381e24660 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:27:28.927702 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcaa9e4-8066-484b-b0ab-1756575e7c63 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event deleted for resources: {'Network': ['ID=b2d27970-5bbd-4422-9efc-b55c9e0d4c0c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:28.927842 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device cb252d42-dea1-4015-af77-471381e24660 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:27:28.928256 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 0940a04c-04d5-404e-9268-9d83a02135f3 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:27:28.929906 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 50620) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:28.984092 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 0940a04c-04d5-404e-9268-9d83a02135f3 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:27:28.984471 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 0940a04c-04d5-404e-9268-9d83a02135f3 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:27:29.010521 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a9d48fa8-1428-4ff7-a550-04297de38757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:29.050247 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d68c55dc-a882-428f-ad09-e106da1a4518 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:29.092702 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a9d48fa8-1428-4ff7-a550-04297de38757 None None] For port 30e7a905-898d-48bc-8f29-3ff1e42d177f, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=30e7a905-898d-48bc-8f29-3ff1e42d177f,segment=NetworkSegment(83031f72-0c55-4202-a7d3-7c1d93801518),segment_id=83031f72-0c55-4202-a7d3-7c1d93801518)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:29.103397 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a9d48fa8-1428-4ff7-a550-04297de38757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:29.150631 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d68c55dc-a882-428f-ad09-e106da1a4518 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:29.226358 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d48fa8-1428-4ff7-a550-04297de38757 None None] Pushing event updated for resources: {'Port': ['ID=30e7a905-898d-48bc-8f29-3ff1e42d177f,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:29.237372 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dee38ed-46a0-49fb-83e6-e64244460e58 None None] DHCP port deletion for e6241178-066c-430d-a322-7862ef822ee0 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:27:29.274490 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d68c55dc-a882-428f-ad09-e106da1a4518 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:29.283300 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d68c55dc-a882-428f-ad09-e106da1a4518 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:29.288838 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d68c55dc-a882-428f-ad09-e106da1a4518 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "DELETE /v2.0/security-groups/2a21f99e-85ef-40ae-a8f1-602283c79a82 HTTP/1.1" status: 204 len: 168 time: 0.3567207 Jul 15 23:27:29.325552 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68c55dc-a882-428f-ad09-e106da1a4518 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a21f99e-85ef-40ae-a8f1-602283c79a82,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:29.420470 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-6dee38ed-46a0-49fb-83e6-e64244460e58 None None] Deleting port 30e7a905-898d-48bc-8f29-3ff1e42d177f {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:29.422374 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6dee38ed-46a0-49fb-83e6-e64244460e58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:29.645463 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-6dee38ed-46a0-49fb-83e6-e64244460e58 None None] For port 30e7a905-898d-48bc-8f29-3ff1e42d177f, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=30e7a905-898d-48bc-8f29-3ff1e42d177f,segment=NetworkSegment(83031f72-0c55-4202-a7d3-7c1d93801518),segment_id=83031f72-0c55-4202-a7d3-7c1d93801518)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:29.647368 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6dee38ed-46a0-49fb-83e6-e64244460e58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:29.685040 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-6dee38ed-46a0-49fb-83e6-e64244460e58 None None] Calling delete_port for 30e7a905-898d-48bc-8f29-3ff1e42d177f owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:29.851860 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6dee38ed-46a0-49fb-83e6-e64244460e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:29.919557 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dee38ed-46a0-49fb-83e6-e64244460e58 None None] No DVR routers for this DVR port 30e7a905-898d-48bc-8f29-3ff1e42d177f on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:27:29.925020 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dee38ed-46a0-49fb-83e6-e64244460e58 None None] Pushing event deleted for resources: {'Port': ['ID=30e7a905-898d-48bc-8f29-3ff1e42d177f,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:30.171466 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938b0462-0036-41d7-b200-8fe13738e4aa req-ca417c77-403d-4b72-869f-40de6a40139f tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:30.173294 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-938b0462-0036-41d7-b200-8fe13738e4aa req-ca417c77-403d-4b72-869f-40de6a40139f tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e7a082-afd2-479e-87b3-ac4047a279be HTTP/1.1" status: 200 len: 947 time: 0.2178407 Jul 15 23:27:30.359065 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-938b0462-0036-41d7-b200-8fe13738e4aa req-15e47604-01a1-4707-9bf7-c4ebc9597361 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=723b47fb-9d83-4482-a686-76e0a3025323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537998 Jul 15 23:27:30.417881 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28cf19d6-61a6-42d3-92f9-996f7048853a tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:30.561819 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28cf19d6-61a6-42d3-92f9-996f7048853a tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Network e6241178-066c-430d-a322-7862ef822ee0 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:30.570781 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-28cf19d6-61a6-42d3-92f9-996f7048853a tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:30.581647 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38a3229-3cba-4a9d-9d02-c014adb989f5 None None] Network e6241178-066c-430d-a322-7862ef822ee0 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:27:30.606529 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28cf19d6-61a6-42d3-92f9-996f7048853a tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:30.607163 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28cf19d6-61a6-42d3-92f9-996f7048853a tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:30.659070 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 50700) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:30.665276 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-99536f10-a16d-4a70-be75-15496b764266 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-698085774', 'description': 'tempest-secgroup-smoke-698085774 description', 'project_id': '89469485c64e49f5b3171ed5499b9995'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:30.684103 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cf19d6-61a6-42d3-92f9-996f7048853a tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event updated for resources: {'Subnet': ['ID=396fc191-cac9-4100-a5f5-4f988e77126f,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:30.693727 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-28cf19d6-61a6-42d3-92f9-996f7048853a tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0585251 Jul 15 23:27:30.696257 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 50702) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:30.711693 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-12a4c7c4-2b49-4d03-ba2f-2b878b562aea tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Request body: {'port': {'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'fixed_ips': [{'subnet_id': '396fc191-cac9-4100-a5f5-4f988e77126f', 'ip_address': '2001:db8::9ee2:6b89:b5b:8f2'}], 'name': 'tempest-NetworksTestDHCPv6-1880536315'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:30.773143 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-99536f10-a16d-4a70-be75-15496b764266 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:30.865586 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbc4a5d-1959-4217-bec8-adbcd1f48d03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-e6241178-066c-430d-a322-7862ef822ee0', 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'tenant_id': '1ccad8e849f943d19f815f855c3f3849', 'fixed_ips': [{'subnet_id': '396fc191-cac9-4100-a5f5-4f988e77126f'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:27:30.866561 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2fbc4a5d-1959-4217-bec8-adbcd1f48d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:30.869987 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1be0d48a-5cbe-4d27-b877-8937fe7c7207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:31.134026 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-99536f10-a16d-4a70-be75-15496b764266 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:31.156886 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-99536f10-a16d-4a70-be75-15496b764266 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:31.189582 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-2fbc4a5d-1959-4217-bec8-adbcd1f48d03 None None] Allocated IP 2001:db8::2 (e6241178-066c-430d-a322-7862ef822ee0/396fc191-cac9-4100-a5f5-4f988e77126f/e5c9afd8-1ea9-418b-bc1f-25d087d9d886) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:27:31.233811 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 30e7a905-898d-48bc-8f29-3ff1e42d177f no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:27:31.281798 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a4c7c4-2b49-4d03-ba2f-2b878b562aea tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Made reservation on behalf of 1ccad8e849f943d19f815f855c3f3849 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:31.285149 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 30e7a905-898d-48bc-8f29-3ff1e42d177f {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:27:31.285738 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 30e7a905-898d-48bc-8f29-3ff1e42d177f not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:27:31.309173 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99536f10-a16d-4a70-be75-15496b764266 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcdd674d-e7cc-4e2c-b019-4b01eca3b895,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:31.334539 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-99536f10-a16d-4a70-be75-15496b764266 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:31.337429 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-99536f10-a16d-4a70-be75-15496b764266 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6773343 Jul 15 23:27:31.340654 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 50714) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:31.349176 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-64f99013-d6a6-42fc-911c-f24d24d9c87f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Request body: {'security_group_rule': {'security_group_id': 'dcdd674d-e7cc-4e2c-b019-4b01eca3b895', 'project_id': '89469485c64e49f5b3171ed5499b9995', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:31.374940 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99536f10-a16d-4a70-be75-15496b764266 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:31.375293 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99536f10-a16d-4a70-be75-15496b764266 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:31.375659 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99536f10-a16d-4a70-be75-15496b764266 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:31.375999 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99536f10-a16d-4a70-be75-15496b764266 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:31.376328 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99536f10-a16d-4a70-be75-15496b764266 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:31.377951 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99536f10-a16d-4a70-be75-15496b764266 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:31.378300 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99536f10-a16d-4a70-be75-15496b764266 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:31.378665 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99536f10-a16d-4a70-be75-15496b764266 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:31.379006 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99536f10-a16d-4a70-be75-15496b764266 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:31.379337 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99536f10-a16d-4a70-be75-15496b764266 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:31.379681 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99536f10-a16d-4a70-be75-15496b764266 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:31.382887 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99536f10-a16d-4a70-be75-15496b764266 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:31.431762 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-64f99013-d6a6-42fc-911c-f24d24d9c87f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:31.525528 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-12a4c7c4-2b49-4d03-ba2f-2b878b562aea tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:31.551138 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2fbc4a5d-1959-4217-bec8-adbcd1f48d03 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:31.563403 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2fbc4a5d-1959-4217-bec8-adbcd1f48d03 None None] Transition to ACTIVE for port object e5c9afd8-1ea9-418b-bc1f-25d087d9d886 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:31.572388 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-12a4c7c4-2b49-4d03-ba2f-2b878b562aea tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] device_id is not set on port b913197c-a587-445a-bc3a-04c7690d6859 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:27:31.599113 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2fbc4a5d-1959-4217-bec8-adbcd1f48d03 None None] Transition to ACTIVE for port object e5c9afd8-1ea9-418b-bc1f-25d087d9d886 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:31.604325 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-64f99013-d6a6-42fc-911c-f24d24d9c87f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:31.609307 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2fbc4a5d-1959-4217-bec8-adbcd1f48d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:31.618479 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-64f99013-d6a6-42fc-911c-f24d24d9c87f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:31.659900 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f99013-d6a6-42fc-911c-f24d24d9c87f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9a183b5-29f6-485f-9017-8f0260c392a7,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:31.747482 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbc4a5d-1959-4217-bec8-adbcd1f48d03 None None] Network e6241178-066c-430d-a322-7862ef822ee0 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:31.754331 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-64f99013-d6a6-42fc-911c-f24d24d9c87f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:31.756446 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-64f99013-d6a6-42fc-911c-f24d24d9c87f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4135232 Jul 15 23:27:31.762409 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 50726) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:31.769311 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-09a7b7c4-ea94-4a4c-8718-6649744247a7 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Request body: {'security_group_rule': {'security_group_id': 'dcdd674d-e7cc-4e2c-b019-4b01eca3b895', 'project_id': '89469485c64e49f5b3171ed5499b9995', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:31.775394 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-2fbc4a5d-1959-4217-bec8-adbcd1f48d03 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:31.779371 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbc4a5d-1959-4217-bec8-adbcd1f48d03 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:31.808340 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbc4a5d-1959-4217-bec8-adbcd1f48d03 None None] Pushing event updated for resources: {'Port': ['ID=e5c9afd8-1ea9-418b-bc1f-25d087d9d886,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:31.833732 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09a7b7c4-ea94-4a4c-8718-6649744247a7 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:31.883273 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a71662-055b-4bd8-92ff-fff4e3390a43 req-387121e8-0fd2-491c-819b-e3a3d486aa06 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:31.885170 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-02a71662-055b-4bd8-92ff-fff4e3390a43 req-387121e8-0fd2-491c-819b-e3a3d486aa06 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e7a082-afd2-479e-87b3-ac4047a279be HTTP/1.1" status: 200 len: 947 time: 0.2271433 Jul 15 23:27:31.917132 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09a7b7c4-ea94-4a4c-8718-6649744247a7 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:31.927863 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09a7b7c4-ea94-4a4c-8718-6649744247a7 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:31.953301 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a7b7c4-ea94-4a4c-8718-6649744247a7 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ef10cb8-b897-44ea-af6a-0902d82fc8ec,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:31.957667 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-2fbc4a5d-1959-4217-bec8-adbcd1f48d03 None None] Attempting to bind port e5c9afd8-1ea9-418b-bc1f-25d087d9d886 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:27:31.964214 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-2fbc4a5d-1959-4217-bec8-adbcd1f48d03 None None] Attempting to bind port e5c9afd8-1ea9-418b-bc1f-25d087d9d886 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:27:31.966083 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbc4a5d-1959-4217-bec8-adbcd1f48d03 None None] Attempting to bind port e5c9afd8-1ea9-418b-bc1f-25d087d9d886 on network e6241178-066c-430d-a322-7862ef822ee0 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:27:31.982503 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbc4a5d-1959-4217-bec8-adbcd1f48d03 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:27:31.982919 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbc4a5d-1959-4217-bec8-adbcd1f48d03 None None] Checking segment: {'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:27:31.983316 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2fbc4a5d-1959-4217-bec8-adbcd1f48d03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:31.983745 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbc4a5d-1959-4217-bec8-adbcd1f48d03 None None] Bound using segment: {'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:27:31.984561 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-2fbc4a5d-1959-4217-bec8-adbcd1f48d03 None None] Bound port: e5c9afd8-1ea9-418b-bc1f-25d087d9d886, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:27:31.984701 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2fbc4a5d-1959-4217-bec8-adbcd1f48d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:32.009631 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-02a71662-055b-4bd8-92ff-fff4e3390a43 req-d81d7e36-946d-442a-b17e-7eac3a6a67e0 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=723b47fb-9d83-4482-a686-76e0a3025323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907283 Jul 15 23:27:32.018311 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09a7b7c4-ea94-4a4c-8718-6649744247a7 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:32.020305 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-09a7b7c4-ea94-4a4c-8718-6649744247a7 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2564378 Jul 15 23:27:32.024835 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 50730) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:32.033930 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-482ec763-e65e-4dd1-a288-e515ef0c5a5b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Request body: {'security_group_rule': {'security_group_id': 'dcdd674d-e7cc-4e2c-b019-4b01eca3b895', 'project_id': '89469485c64e49f5b3171ed5499b9995', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:32.094533 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-482ec763-e65e-4dd1-a288-e515ef0c5a5b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:32.109539 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-12a4c7c4-2b49-4d03-ba2f-2b878b562aea tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Allocated IP 2001:db8::9ee2:6b89:b5b:8f2 (e6241178-066c-430d-a322-7862ef822ee0/396fc191-cac9-4100-a5f5-4f988e77126f/b913197c-a587-445a-bc3a-04c7690d6859) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:27:32.175839 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-2fbc4a5d-1959-4217-bec8-adbcd1f48d03 None None] For port e5c9afd8-1ea9-418b-bc1f-25d087d9d886, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:27:32.184078 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-2fbc4a5d-1959-4217-bec8-adbcd1f48d03 None None] For port e5c9afd8-1ea9-418b-bc1f-25d087d9d886, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=e5c9afd8-1ea9-418b-bc1f-25d087d9d886,segment=NetworkSegment(83031f72-0c55-4202-a7d3-7c1d93801518),segment_id=83031f72-0c55-4202-a7d3-7c1d93801518)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:27:32.198775 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2fbc4a5d-1959-4217-bec8-adbcd1f48d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:32.274244 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-482ec763-e65e-4dd1-a288-e515ef0c5a5b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:32.288913 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-482ec763-e65e-4dd1-a288-e515ef0c5a5b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:32.313673 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbc4a5d-1959-4217-bec8-adbcd1f48d03 None None] Pushing event updated for resources: {'Port': ['ID=e5c9afd8-1ea9-418b-bc1f-25d087d9d886,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:32.344629 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482ec763-e65e-4dd1-a288-e515ef0c5a5b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71de6b68-7cb3-4658-a7a0-491ec52cb932,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:32.350041 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-482ec763-e65e-4dd1-a288-e515ef0c5a5b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:32.351824 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-482ec763-e65e-4dd1-a288-e515ef0c5a5b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3248303 Jul 15 23:27:32.354796 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 50742) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:32.360742 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-6d4a06aa-0190-409f-8647-e7a0f2ca4f32 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Request body: {'security_group_rule': {'security_group_id': 'dcdd674d-e7cc-4e2c-b019-4b01eca3b895', 'project_id': '89469485c64e49f5b3171ed5499b9995', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:32.444394 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6d4a06aa-0190-409f-8647-e7a0f2ca4f32 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:32.486827 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-12a4c7c4-2b49-4d03-ba2f-2b878b562aea tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:32.503707 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-12a4c7c4-2b49-4d03-ba2f-2b878b562aea tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Transition to ACTIVE for port object b913197c-a587-445a-bc3a-04c7690d6859 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:32.550146 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-12a4c7c4-2b49-4d03-ba2f-2b878b562aea tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:32.626225 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a4c7c4-2b49-4d03-ba2f-2b878b562aea tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event updated for resources: {'Port': ['ID=b913197c-a587-445a-bc3a-04c7690d6859,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:32.644351 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a4c7c4-2b49-4d03-ba2f-2b878b562aea tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Network e6241178-066c-430d-a322-7862ef822ee0 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:32.653893 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-12a4c7c4-2b49-4d03-ba2f-2b878b562aea tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:32.677755 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a4c7c4-2b49-4d03-ba2f-2b878b562aea tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:32.700217 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a4c7c4-2b49-4d03-ba2f-2b878b562aea tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:32.701755 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-12a4c7c4-2b49-4d03-ba2f-2b878b562aea tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:32.717434 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6d4a06aa-0190-409f-8647-e7a0f2ca4f32 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:32.730377 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6d4a06aa-0190-409f-8647-e7a0f2ca4f32 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:32.739421 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-12a4c7c4-2b49-4d03-ba2f-2b878b562aea tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.0413694 Jul 15 23:27:32.741698 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 50756) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:32.783024 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4a06aa-0190-409f-8647-e7a0f2ca4f32 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=584fc91a-eb14-4953-b33e-edad5e368cfb,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:32.785038 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6d4a06aa-0190-409f-8647-e7a0f2ca4f32 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:32.801925 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-6d4a06aa-0190-409f-8647-e7a0f2ca4f32 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4455156 Jul 15 23:27:32.804506 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 50758) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:32.811611 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b5c74489-5af7-40b4-a858-2b590074f48e tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Request body: {'security_group_rule': {'security_group_id': 'dcdd674d-e7cc-4e2c-b019-4b01eca3b895', 'project_id': '89469485c64e49f5b3171ed5499b9995', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:32.862864 n-d-794306-6 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-b5c74489-5af7-40b4-a858-2b590074f48e tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Project 89469485c64e49f5b3171ed5499b9995 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:27:32.871674 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b5c74489-5af7-40b4-a858-2b590074f48e tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:32.930606 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2e18f9-7861-4e0c-8292-93f8757bb1ae tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:32.945783 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2e18f9-7861-4e0c-8292-93f8757bb1ae tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:32.955247 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 50762) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:32.958157 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-9b2e18f9-7861-4e0c-8292-93f8757bb1ae tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.2136748 Jul 15 23:27:33.035478 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b5c74489-5af7-40b4-a858-2b590074f48e tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:33.045403 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b5c74489-5af7-40b4-a858-2b590074f48e tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:33.064865 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device e5c9afd8-1ea9-418b-bc1f-25d087d9d886 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:27:33.106782 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c74489-5af7-40b4-a858-2b590074f48e tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28b30fc6-6563-46fd-b195-5e1bd452567e,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:33.120362 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b5c74489-5af7-40b4-a858-2b590074f48e tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:33.129693 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 50766) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:33.130899 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-b5c74489-5af7-40b4-a858-2b590074f48e tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3244312 Jul 15 23:27:33.134671 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-138929f0-3a64-4972-a977-a2d2d2d91a89 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Request body: {'security_group_rule': {'security_group_id': 'dcdd674d-e7cc-4e2c-b019-4b01eca3b895', 'project_id': '89469485c64e49f5b3171ed5499b9995', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:33.170432 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-d9c4afa7-747b-48fa-ab23-f52be169c398 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Deleting port b913197c-a587-445a-bc3a-04c7690d6859 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:33.171177 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d9c4afa7-747b-48fa-ab23-f52be169c398 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:33.180331 n-d-794306-6 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-138929f0-3a64-4972-a977-a2d2d2d91a89 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Project 89469485c64e49f5b3171ed5499b9995 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:27:33.191008 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-138929f0-3a64-4972-a977-a2d2d2d91a89 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:33.217240 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port e5c9afd8-1ea9-418b-bc1f-25d087d9d886 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:27:33.253500 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-db542602-c103-4571-97f9-f079f965df9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:33.370301 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:33.389924 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-138929f0-3a64-4972-a977-a2d2d2d91a89 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:33.395453 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-138929f0-3a64-4972-a977-a2d2d2d91a89 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:33.440716 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d9c4afa7-747b-48fa-ab23-f52be169c398 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:33.457661 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138929f0-3a64-4972-a977-a2d2d2d91a89 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf0c9e10-ce3b-49c4-a1bd-cb73c4be38ff,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:33.463396 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-d9c4afa7-747b-48fa-ab23-f52be169c398 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Calling delete_port for b913197c-a587-445a-bc3a-04c7690d6859 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:33.466365 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-138929f0-3a64-4972-a977-a2d2d2d91a89 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:33.467610 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-138929f0-3a64-4972-a977-a2d2d2d91a89 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3370054 Jul 15 23:27:33.475701 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 50784) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:33.486515 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c39d0101-138c-46f5-b362-3810ef56657f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Request body: {'network': {'name': 'tempest-network-smoke--863567602', 'project_id': '89469485c64e49f5b3171ed5499b9995', 'port_security_enabled': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:33.513015 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c39d0101-138c-46f5-b362-3810ef56657f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Made reservation on behalf of 89469485c64e49f5b3171ed5499b9995 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:33.519172 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c39d0101-138c-46f5-b362-3810ef56657f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:33.579887 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c39d0101-138c-46f5-b362-3810ef56657f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:27:33.603994 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c39d0101-138c-46f5-b362-3810ef56657f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:33.604725 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-c39d0101-138c-46f5-b362-3810ef56657f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Added segment b5ca1fe9-b3dd-4925-af11-f3e0f9a537f0 of type vlan for network 92a51bb3-3c46-49ae-938e-2b30881b2b5e Jul 15 23:27:33.705561 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c39d0101-138c-46f5-b362-3810ef56657f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:33.768810 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d9c4afa7-747b-48fa-ab23-f52be169c398 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:33.771415 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c39d0101-138c-46f5-b362-3810ef56657f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:33.785533 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39d0101-138c-46f5-b362-3810ef56657f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:33.786197 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c39d0101-138c-46f5-b362-3810ef56657f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:33.850463 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c4afa7-747b-48fa-ab23-f52be169c398 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event deleted for resources: {'Port': ['ID=b913197c-a587-445a-bc3a-04c7690d6859,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:33.941391 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d0101-138c-46f5-b362-3810ef56657f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event updated for resources: {'Network': ['ID=92a51bb3-3c46-49ae-938e-2b30881b2b5e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:33.955627 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 92a51bb3-3c46-49ae-938e-2b30881b2b5e details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:27:33.957838 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d9c4afa7-747b-48fa-ab23-f52be169c398 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:33.963785 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-d9c4afa7-747b-48fa-ab23-f52be169c398 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/ports/b913197c-a587-445a-bc3a-04c7690d6859 HTTP/1.1" status: 204 len: 168 time: 1.0073314 Jul 15 23:27:33.964831 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 50804) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:33.968821 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c39d0101-138c-46f5-b362-3810ef56657f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4918883 Jul 15 23:27:33.971468 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 50808) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:33.980365 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-0d38d1f7-119f-40d0-b513-6bb43cbb1a0f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-540985902', 'admin_state_up': True, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:34.063940 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0d38d1f7-119f-40d0-b513-6bb43cbb1a0f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:34.065788 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0d38d1f7-119f-40d0-b513-6bb43cbb1a0f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:34.109682 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309ea9ec-841a-4a50-90b1-8aebd6db0c54 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:34.111365 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c4ac946f-ac12-4dc6-bffc-512606f0ac4d None None] Provisioning for port e5c9afd8-1ea9-418b-bc1f-25d087d9d886 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:27:34.114024 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309ea9ec-841a-4a50-90b1-8aebd6db0c54 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:34.123306 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c4ac946f-ac12-4dc6-bffc-512606f0ac4d None None] Provisioning complete for port e5c9afd8-1ea9-418b-bc1f-25d087d9d886 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:34.123306 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c4ac946f-ac12-4dc6-bffc-512606f0ac4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:34.123530 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-309ea9ec-841a-4a50-90b1-8aebd6db0c54 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1558018 Jul 15 23:27:34.124026 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 50816) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:34.220312 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0d38d1f7-119f-40d0-b513-6bb43cbb1a0f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:34.256382 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c4ac946f-ac12-4dc6-bffc-512606f0ac4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:34.275832 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-680f82ed-a542-4f6c-8875-2d3a9476081c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Deleting subnet 396fc191-cac9-4100-a5f5-4f988e77126f {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:27:34.283526 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-680f82ed-a542-4f6c-8875-2d3a9476081c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:34.296418 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:34.320454 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c4ac946f-ac12-4dc6-bffc-512606f0ac4d None None] For port e5c9afd8-1ea9-418b-bc1f-25d087d9d886, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=e5c9afd8-1ea9-418b-bc1f-25d087d9d886,segment=NetworkSegment(83031f72-0c55-4202-a7d3-7c1d93801518),segment_id=83031f72-0c55-4202-a7d3-7c1d93801518)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:34.331665 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c4ac946f-ac12-4dc6-bffc-512606f0ac4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:34.384521 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-680f82ed-a542-4f6c-8875-2d3a9476081c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:34.435388 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ac946f-ac12-4dc6-bffc-512606f0ac4d None None] Pushing event updated for resources: {'Port': ['ID=e5c9afd8-1ea9-418b-bc1f-25d087d9d886,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:34.449319 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-91292932-6b98-4706-878f-1371413eb36d None None] Could not find standard attr ID for object b913197c-a587-445a-bc3a-04c7690d6859. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:27:34.560971 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0d38d1f7-119f-40d0-b513-6bb43cbb1a0f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:34.565918 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-680f82ed-a542-4f6c-8875-2d3a9476081c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:34.659564 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-680f82ed-a542-4f6c-8875-2d3a9476081c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:34.713586 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680f82ed-a542-4f6c-8875-2d3a9476081c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event deleted for resources: {'Subnet': ['ID=396fc191-cac9-4100-a5f5-4f988e77126f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:34.721286 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-680f82ed-a542-4f6c-8875-2d3a9476081c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:34.725942 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-680f82ed-a542-4f6c-8875-2d3a9476081c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/subnets/396fc191-cac9-4100-a5f5-4f988e77126f HTTP/1.1" status: 204 len: 168 time: 0.6000698 Jul 15 23:27:34.726660 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 50828) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:34.798263 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 50832) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:34.803212 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad7f1a0-8f37-4b79-9ffa-2ebec3af2f69 None None] Network e6241178-066c-430d-a322-7862ef822ee0 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:27:34.805287 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-9cc1380c-12d3-41cf-9098-f30af4a21bba tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0763433 Jul 15 23:27:34.809622 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 50834) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:34.814731 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-71298bcd-73a7-4680-a50d-d03e2fcc8af0 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Request body: {'subnet': {'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:34.910780 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0d38d1f7-119f-40d0-b513-6bb43cbb1a0f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:34.948353 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71298bcd-73a7-4680-a50d-d03e2fcc8af0 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Made reservation on behalf of 1ccad8e849f943d19f815f855c3f3849 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:34.957611 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0d38d1f7-119f-40d0-b513-6bb43cbb1a0f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:34.967213 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-71298bcd-73a7-4680-a50d-d03e2fcc8af0 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:35.001021 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device e5c9afd8-1ea9-418b-bc1f-25d087d9d886 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:27:35.131845 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-0d38d1f7-119f-40d0-b513-6bb43cbb1a0f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Allocated IP 172.25.5.145 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/c9def910-97ac-4b91-a295-6e7765e95378) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:27:35.153327 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port e5c9afd8-1ea9-418b-bc1f-25d087d9d886 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:35.154215 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:35.250480 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effb5e5b-7783-4e5c-84d5-1027265a03ed None None] DHCP port deletion for e6241178-066c-430d-a322-7862ef822ee0 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:27:35.280380 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0d38d1f7-119f-40d0-b513-6bb43cbb1a0f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:35.300205 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb21e2ef-c532-4ba8-9adf-d03e17226bf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:35.324258 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0d38d1f7-119f-40d0-b513-6bb43cbb1a0f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:35.402767 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-effb5e5b-7783-4e5c-84d5-1027265a03ed None None] Deleting port e5c9afd8-1ea9-418b-bc1f-25d087d9d886 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:35.403620 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-effb5e5b-7783-4e5c-84d5-1027265a03ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:35.416439 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb21e2ef-c532-4ba8-9adf-d03e17226bf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:35.423869 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d38d1f7-119f-40d0-b513-6bb43cbb1a0f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event updated for resources: {'Port': ['ID=c9def910-97ac-4b91-a295-6e7765e95378,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:35.444866 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d38d1f7-119f-40d0-b513-6bb43cbb1a0f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:35.449847 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb21e2ef-c532-4ba8-9adf-d03e17226bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:35.455185 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-0d38d1f7-119f-40d0-b513-6bb43cbb1a0f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:35.461456 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d38d1f7-119f-40d0-b513-6bb43cbb1a0f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:35.500219 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-effb5e5b-7783-4e5c-84d5-1027265a03ed None None] For port e5c9afd8-1ea9-418b-bc1f-25d087d9d886, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=e5c9afd8-1ea9-418b-bc1f-25d087d9d886,segment=NetworkSegment(83031f72-0c55-4202-a7d3-7c1d93801518),segment_id=83031f72-0c55-4202-a7d3-7c1d93801518)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:35.501037 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-effb5e5b-7783-4e5c-84d5-1027265a03ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:35.529136 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-eb21e2ef-c532-4ba8-9adf-d03e17226bf3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e91951cd448c41dcad4a398396f1ec74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7293701 Jul 15 23:27:35.533350 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-effb5e5b-7783-4e5c-84d5-1027265a03ed None None] Calling delete_port for e5c9afd8-1ea9-418b-bc1f-25d087d9d886 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:35.537179 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 50844) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:35.552774 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-71298bcd-73a7-4680-a50d-d03e2fcc8af0 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:35.599661 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb21e2ef-c532-4ba8-9adf-d03e17226bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2bf8eb-80d3-4dc4-bb2c-2dc62b2ea487,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:35.666589 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71298bcd-73a7-4680-a50d-d03e2fcc8af0 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Network e6241178-066c-430d-a322-7862ef822ee0 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:35.676810 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-effb5e5b-7783-4e5c-84d5-1027265a03ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:35.679318 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-71298bcd-73a7-4680-a50d-d03e2fcc8af0 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:35.699610 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effb5e5b-7783-4e5c-84d5-1027265a03ed None None] No DVR routers for this DVR port e5c9afd8-1ea9-418b-bc1f-25d087d9d886 on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:27:35.701698 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71298bcd-73a7-4680-a50d-d03e2fcc8af0 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:35.705485 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-71298bcd-73a7-4680-a50d-d03e2fcc8af0 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:35.732127 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effb5e5b-7783-4e5c-84d5-1027265a03ed None None] Pushing event deleted for resources: {'Port': ['ID=e5c9afd8-1ea9-418b-bc1f-25d087d9d886,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:35.741855 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c1fb98-b11d-428a-b6b4-d42342dbc463 None None] Network e6241178-066c-430d-a322-7862ef822ee0 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:27:35.800564 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71298bcd-73a7-4680-a50d-d03e2fcc8af0 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event updated for resources: {'Subnet': ['ID=0eeeb451-c244-40d1-af61-77a2c44e218f,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:35.830638 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-71298bcd-73a7-4680-a50d-d03e2fcc8af0 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0194292 Jul 15 23:27:35.831741 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 50852) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:35.847497 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-17028377-2369-4ee3-8551-1aeda8e2afd8 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Request body: {'port': {'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'fixed_ips': [{'subnet_id': '0eeeb451-c244-40d1-af61-77a2c44e218f', 'ip_address': '2001:db8::a5c:9a40:960b:ef5f'}], 'name': 'tempest-NetworksTestDHCPv6-1363452762'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:35.856294 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d18a90d8-8f2d-4d2d-9604-e33275fc60bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:35.912503 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d18a90d8-8f2d-4d2d-9604-e33275fc60bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:35.917884 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0d38d1f7-119f-40d0-b513-6bb43cbb1a0f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:36.020548 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3388da6f-baf5-4936-bf4b-a4745c7cf789 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-e6241178-066c-430d-a322-7862ef822ee0', 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'tenant_id': '1ccad8e849f943d19f815f855c3f3849', 'fixed_ips': [{'subnet_id': '0eeeb451-c244-40d1-af61-77a2c44e218f'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:27:36.027105 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3388da6f-baf5-4936-bf4b-a4745c7cf789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:36.073899 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d18a90d8-8f2d-4d2d-9604-e33275fc60bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:36.080778 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d18a90d8-8f2d-4d2d-9604-e33275fc60bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:36.082065 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-d18a90d8-8f2d-4d2d-9604-e33275fc60bc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8c2bf8eb-80d3-4dc4-bb2c-2dc62b2ea487 HTTP/1.1" status: 204 len: 168 time: 0.5430932 Jul 15 23:27:36.108992 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18a90d8-8f2d-4d2d-9604-e33275fc60bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2bf8eb-80d3-4dc4-bb2c-2dc62b2ea487,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:36.123139 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17028377-2369-4ee3-8551-1aeda8e2afd8 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Made reservation on behalf of 1ccad8e849f943d19f815f855c3f3849 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:36.205949 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0d38d1f7-119f-40d0-b513-6bb43cbb1a0f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:36.272044 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-17028377-2369-4ee3-8551-1aeda8e2afd8 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:36.314736 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-17028377-2369-4ee3-8551-1aeda8e2afd8 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] device_id is not set on port ad062094-b423-45e1-81f7-1cc28e72425b yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:27:36.320973 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:36.345750 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-3388da6f-baf5-4936-bf4b-a4745c7cf789 None None] Allocated IP 2001:db8::2 (e6241178-066c-430d-a322-7862ef822ee0/0eeeb451-c244-40d1-af61-77a2c44e218f/49313096-016b-4e9c-8d39-90cc06845eb2) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:27:36.422520 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d38d1f7-119f-40d0-b513-6bb43cbb1a0f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Router 68663102-ce11-4493-aa4d-ea12fa53b977 is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:27:36.436696 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:27:36.640533 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3388da6f-baf5-4936-bf4b-a4745c7cf789 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:36.651477 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3388da6f-baf5-4936-bf4b-a4745c7cf789 None None] Transition to ACTIVE for port object 49313096-016b-4e9c-8d39-90cc06845eb2 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:36.671965 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3388da6f-baf5-4936-bf4b-a4745c7cf789 None None] Transition to ACTIVE for port object 49313096-016b-4e9c-8d39-90cc06845eb2 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:36.680180 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3388da6f-baf5-4936-bf4b-a4745c7cf789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:36.734582 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3388da6f-baf5-4936-bf4b-a4745c7cf789 None None] Pushing event updated for resources: {'Port': ['ID=49313096-016b-4e9c-8d39-90cc06845eb2,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:36.774280 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3388da6f-baf5-4936-bf4b-a4745c7cf789 None None] Network e6241178-066c-430d-a322-7862ef822ee0 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:36.780560 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-3388da6f-baf5-4936-bf4b-a4745c7cf789 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:36.787697 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3388da6f-baf5-4936-bf4b-a4745c7cf789 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:36.799799 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-17028377-2369-4ee3-8551-1aeda8e2afd8 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Allocated IP 2001:db8::a5c:9a40:960b:ef5f (e6241178-066c-430d-a322-7862ef822ee0/0eeeb451-c244-40d1-af61-77a2c44e218f/ad062094-b423-45e1-81f7-1cc28e72425b) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:27:36.869280 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-3388da6f-baf5-4936-bf4b-a4745c7cf789 None None] Attempting to bind port 49313096-016b-4e9c-8d39-90cc06845eb2 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:27:36.869695 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-3388da6f-baf5-4936-bf4b-a4745c7cf789 None None] Attempting to bind port 49313096-016b-4e9c-8d39-90cc06845eb2 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:27:36.870070 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3388da6f-baf5-4936-bf4b-a4745c7cf789 None None] Attempting to bind port 49313096-016b-4e9c-8d39-90cc06845eb2 on network e6241178-066c-430d-a322-7862ef822ee0 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:27:36.876173 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3388da6f-baf5-4936-bf4b-a4745c7cf789 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:27:36.876557 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3388da6f-baf5-4936-bf4b-a4745c7cf789 None None] Checking segment: {'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:27:36.876965 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3388da6f-baf5-4936-bf4b-a4745c7cf789 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:36.877362 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3388da6f-baf5-4936-bf4b-a4745c7cf789 None None] Bound using segment: {'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:27:36.877999 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-3388da6f-baf5-4936-bf4b-a4745c7cf789 None None] Bound port: 49313096-016b-4e9c-8d39-90cc06845eb2, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:27:36.878387 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3388da6f-baf5-4936-bf4b-a4745c7cf789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:36.887009 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 50872) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:36.992646 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-3388da6f-baf5-4936-bf4b-a4745c7cf789 None None] For port 49313096-016b-4e9c-8d39-90cc06845eb2, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:27:36.998969 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-3388da6f-baf5-4936-bf4b-a4745c7cf789 None None] For port 49313096-016b-4e9c-8d39-90cc06845eb2, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=49313096-016b-4e9c-8d39-90cc06845eb2,segment=NetworkSegment(83031f72-0c55-4202-a7d3-7c1d93801518),segment_id=83031f72-0c55-4202-a7d3-7c1d93801518)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:27:37.004599 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device e5c9afd8-1ea9-418b-bc1f-25d087d9d886 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:27:37.011731 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3388da6f-baf5-4936-bf4b-a4745c7cf789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:37.054283 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: e5c9afd8-1ea9-418b-bc1f-25d087d9d886 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:27:37.054916 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device e5c9afd8-1ea9-418b-bc1f-25d087d9d886 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:27:37.103539 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 50876) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:37.121245 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6998f668-62f0-4eae-b6f6-24e69b9b23e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:37.129352 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3388da6f-baf5-4936-bf4b-a4745c7cf789 None None] Pushing event updated for resources: {'Port': ['ID=49313096-016b-4e9c-8d39-90cc06845eb2,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:37.245980 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-17028377-2369-4ee3-8551-1aeda8e2afd8 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:37.248606 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 50880) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:37.261223 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d38d1f7-119f-40d0-b513-6bb43cbb1a0f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:27:37.274095 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d805fb-99f5-4893-91ad-8d55930da33b None None] Sync routers for ids ['68663102-ce11-4493-aa4d-ea12fa53b977'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:27:37.298301 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d805fb-99f5-4893-91ad-8d55930da33b None None] Routers {'68663102-ce11-4493-aa4d-ea12fa53b977'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:27:37.298931 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-89d805fb-99f5-4893-91ad-8d55930da33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:27:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['68663102-ce11-4493-aa4d-ea12fa53b977'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:37.332215 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-17028377-2369-4ee3-8551-1aeda8e2afd8 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Transition to ACTIVE for port object ad062094-b423-45e1-81f7-1cc28e72425b will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:37.419201 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6998f668-62f0-4eae-b6f6-24e69b9b23e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:37.421053 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-17028377-2369-4ee3-8551-1aeda8e2afd8 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:37.429054 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0d38d1f7-119f-40d0-b513-6bb43cbb1a0f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:37.435759 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-0d38d1f7-119f-40d0-b513-6bb43cbb1a0f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.4630969 Jul 15 23:27:37.436626 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 50886) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:37.512321 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17028377-2369-4ee3-8551-1aeda8e2afd8 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event updated for resources: {'Port': ['ID=ad062094-b423-45e1-81f7-1cc28e72425b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:37.515188 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6998f668-62f0-4eae-b6f6-24e69b9b23e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:37.533089 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-370fd540-5e00-43b6-8465-abe297e77757 tempest-TestNetworkAdvancedServerOps-29383157 tempest-TestNetworkAdvancedServerOps-29383157-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=89469485c64e49f5b3171ed5499b9995&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0944738 Jul 15 23:27:37.534200 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 50888) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:37.557451 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-71ee1863-e0ef-4542-b4b1-bc81344e8a72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:37.557790 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-89d805fb-99f5-4893-91ad-8d55930da33b None None] Set router 68663102-ce11-4493-aa4d-ea12fa53b977 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:27:37.603799 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6998f668-62f0-4eae-b6f6-24e69b9b23e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78756830-cf29-4e8e-a695-c4523e965f8c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:37.654023 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-046ce97c-1654-4fa1-b56e-fb26112f0fbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:37.660606 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17028377-2369-4ee3-8551-1aeda8e2afd8 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Network e6241178-066c-430d-a322-7862ef822ee0 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:37.666864 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cec9cfb-49de-40a0-a66f-d7b5ca3b28c9 tempest-TestNetworkAdvancedServerOps-29383157 tempest-TestNetworkAdvancedServerOps-29383157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:37.677129 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-2cec9cfb-49de-40a0-a66f-d7b5ca3b28c9 tempest-TestNetworkAdvancedServerOps-29383157 tempest-TestNetworkAdvancedServerOps-29383157-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1413853 Jul 15 23:27:37.678062 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 50892) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:37.687088 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-6998f668-62f0-4eae-b6f6-24e69b9b23e4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9b6f494567f1476f9ae85ebd57c77403&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5789428 Jul 15 23:27:37.688392 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-17028377-2369-4ee3-8551-1aeda8e2afd8 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:37.703024 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 50894) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:37.710137 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17028377-2369-4ee3-8551-1aeda8e2afd8 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:37.718025 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17028377-2369-4ee3-8551-1aeda8e2afd8 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:37.718714 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-17028377-2369-4ee3-8551-1aeda8e2afd8 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:37.774298 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-8fb650c2-af1b-47a0-b0bb-20fbcaacd2cc tempest-TestNetworkAdvancedServerOps-29383157 tempest-TestNetworkAdvancedServerOps-29383157-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=c4160cc4-e133-4d4e-ad39-f86bca4b2f14&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0950089 Jul 15 23:27:37.775221 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 50896) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:37.782134 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-cf896658-eac8-41ea-ab45-f25b1c02c091 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1381184031', 'network_id': '92a51bb3-3c46-49ae-938e-2b30881b2b5e', 'project_id': '89469485c64e49f5b3171ed5499b9995', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:37.829791 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-89d805fb-99f5-4893-91ad-8d55930da33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68663102-ce11-4493-aa4d-ea12fa53b977', 'name': 'tempest-TestNetworkAdvancedServerOps-router-540985902', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': 'c9def910-97ac-4b91-a295-6e7765e95378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:27:34Z', 'updated_at': '2021-07-15T23:27:35Z', 'revision_number': 3, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'gw_port': {'id': 'c9def910-97ac-4b91-a295-6e7765e95378', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e5:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68663102-ce11-4493-aa4d-ea12fa53b977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:27:34Z', 'updated_at': '2021-07-15T23:27:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:37.830472 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2cbd4a56-7a80-499c-8f0c-4ba5e7f4a8f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:37.864179 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d805fb-99f5-4893-91ad-8d55930da33b None None] Checking router: 68663102-ce11-4493-aa4d-ea12fa53b977 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:27:37.864527 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d805fb-99f5-4893-91ad-8d55930da33b None None] Updating router 68663102-ce11-4493-aa4d-ea12fa53b977 port c9def910-97ac-4b91-a295-6e7765e95378 binding host n-d-794306-6 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:27:37.879381 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2cbd4a56-7a80-499c-8f0c-4ba5e7f4a8f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:37.907885 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-89d805fb-99f5-4893-91ad-8d55930da33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:37.990600 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-71ee1863-e0ef-4542-b4b1-bc81344e8a72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:38.000445 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-71ee1863-e0ef-4542-b4b1-bc81344e8a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:38.068985 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2cbd4a56-7a80-499c-8f0c-4ba5e7f4a8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:38.074642 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2cbd4a56-7a80-499c-8f0c-4ba5e7f4a8f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:38.078696 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-2cbd4a56-7a80-499c-8f0c-4ba5e7f4a8f8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/78756830-cf29-4e8e-a695-c4523e965f8c HTTP/1.1" status: 204 len: 168 time: 0.3738627 Jul 15 23:27:38.115559 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-71ee1863-e0ef-4542-b4b1-bc81344e8a72 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b181b4fadf19431da4a4a26ec8c6ae56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8632567 Jul 15 23:27:38.118936 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 50900) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:38.122201 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ee1863-e0ef-4542-b4b1-bc81344e8a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a863cc-009c-4021-a1a1-736285a28a70,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:38.141735 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbd4a56-7a80-499c-8f0c-4ba5e7f4a8f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78756830-cf29-4e8e-a695-c4523e965f8c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:38.197802 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:38.225989 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-046ce97c-1654-4fa1-b56e-fb26112f0fbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:38.236459 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-046ce97c-1654-4fa1-b56e-fb26112f0fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:38.262079 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-89d805fb-99f5-4893-91ad-8d55930da33b None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:38.276115 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 50902) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:38.281615 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-17028377-2369-4ee3-8551-1aeda8e2afd8 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4431448 Jul 15 23:27:38.288109 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-89d805fb-99f5-4893-91ad-8d55930da33b None None] Transition to ACTIVE for port object c9def910-97ac-4b91-a295-6e7765e95378 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:38.305072 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-89d805fb-99f5-4893-91ad-8d55930da33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:38.325018 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf896658-eac8-41ea-ab45-f25b1c02c091 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Made reservation on behalf of 89469485c64e49f5b3171ed5499b9995 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:38.329263 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf896658-eac8-41ea-ab45-f25b1c02c091 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:38.347174 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-046ce97c-1654-4fa1-b56e-fb26112f0fbb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=29b46cadc38a45c1a42e1d6d6b919802&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4542878 Jul 15 23:27:38.351152 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01018708-9c6f-4880-a338-3505b6cd1d58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:38.351466 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046ce97c-1654-4fa1-b56e-fb26112f0fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918721f0-dfeb-4511-b64e-dbfba46ead14,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:38.353760 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 50906) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:38.355002 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51f36f0-92ea-4746-ad04-e1c02d9ffb44 None None] Pushing event updated for resources: {'Port': ['ID=c9def910-97ac-4b91-a295-6e7765e95378,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:38.385009 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51f36f0-92ea-4746-ad04-e1c02d9ffb44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:38.385721 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51f36f0-92ea-4746-ad04-e1c02d9ffb44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:38.386383 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51f36f0-92ea-4746-ad04-e1c02d9ffb44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:38.386947 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51f36f0-92ea-4746-ad04-e1c02d9ffb44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:38.387490 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51f36f0-92ea-4746-ad04-e1c02d9ffb44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:38.388560 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51f36f0-92ea-4746-ad04-e1c02d9ffb44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:38.389131 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51f36f0-92ea-4746-ad04-e1c02d9ffb44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:38.389709 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51f36f0-92ea-4746-ad04-e1c02d9ffb44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:38.390661 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51f36f0-92ea-4746-ad04-e1c02d9ffb44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:38.391221 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51f36f0-92ea-4746-ad04-e1c02d9ffb44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:38.391804 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51f36f0-92ea-4746-ad04-e1c02d9ffb44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:38.392339 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51f36f0-92ea-4746-ad04-e1c02d9ffb44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:38.421490 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-89d805fb-99f5-4893-91ad-8d55930da33b None None] Attempting to bind port c9def910-97ac-4b91-a295-6e7765e95378 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:27:38.422255 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-89d805fb-99f5-4893-91ad-8d55930da33b None None] Attempting to bind port c9def910-97ac-4b91-a295-6e7765e95378 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:27:38.422934 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d805fb-99f5-4893-91ad-8d55930da33b None None] Attempting to bind port c9def910-97ac-4b91-a295-6e7765e95378 on network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:27:38.430140 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d805fb-99f5-4893-91ad-8d55930da33b None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:27:38.430925 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d805fb-99f5-4893-91ad-8d55930da33b None None] Checking segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:27:38.431594 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-89d805fb-99f5-4893-91ad-8d55930da33b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:38.432087 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d805fb-99f5-4893-91ad-8d55930da33b None None] Bound using segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:27:38.432807 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-89d805fb-99f5-4893-91ad-8d55930da33b None None] Bound port: c9def910-97ac-4b91-a295-6e7765e95378, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:27:38.433287 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-89d805fb-99f5-4893-91ad-8d55930da33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:38.506282 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-89d805fb-99f5-4893-91ad-8d55930da33b None None] For port c9def910-97ac-4b91-a295-6e7765e95378, host n-d-794306-6, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:27:38.511322 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-89d805fb-99f5-4893-91ad-8d55930da33b None None] For port c9def910-97ac-4b91-a295-6e7765e95378, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=c9def910-97ac-4b91-a295-6e7765e95378,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:27:38.517430 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-89d805fb-99f5-4893-91ad-8d55930da33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:38.575613 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01018708-9c6f-4880-a338-3505b6cd1d58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:38.585746 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51f36f0-92ea-4746-ad04-e1c02d9ffb44 None None] Pushing event updated for resources: {'Port': ['ID=c9def910-97ac-4b91-a295-6e7765e95378,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:38.610635 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d805fb-99f5-4893-91ad-8d55930da33b None None] Routers {'68663102-ce11-4493-aa4d-ea12fa53b977'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:27:38.611506 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-89d805fb-99f5-4893-91ad-8d55930da33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:27:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['68663102-ce11-4493-aa4d-ea12fa53b977'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:38.806550 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d83ae8-1ac0-48ec-931a-6afaea503af8 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:38.814239 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d83ae8-1ac0-48ec-931a-6afaea503af8 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:38.822091 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f7d83ae8-1ac0-48ec-931a-6afaea503af8 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.5446739 Jul 15 23:27:38.828168 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 50916) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:38.863148 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-89d805fb-99f5-4893-91ad-8d55930da33b None None] Set router 68663102-ce11-4493-aa4d-ea12fa53b977 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:27:38.988708 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3e29c56-1ad4-4eff-b2ce-8ad15e023e23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:38.990764 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01018708-9c6f-4880-a338-3505b6cd1d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:38.993800 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01018708-9c6f-4880-a338-3505b6cd1d58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:38.998096 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-01018708-9c6f-4880-a338-3505b6cd1d58 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/59a863cc-009c-4021-a1a1-736285a28a70 HTTP/1.1" status: 204 len: 168 time: 0.8773835 Jul 15 23:27:39.004118 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf896658-eac8-41ea-ab45-f25b1c02c091 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:39.034907 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0924ac59-dd49-4c24-9064-a69c1d1fe5ca None None] Provisioning for port 49313096-016b-4e9c-8d39-90cc06845eb2 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:27:39.035691 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-75cd0217-1764-4fe6-985c-de179cd98b5e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Deleting port ad062094-b423-45e1-81f7-1cc28e72425b {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:39.036657 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-75cd0217-1764-4fe6-985c-de179cd98b5e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:39.098446 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01018708-9c6f-4880-a338-3505b6cd1d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a863cc-009c-4021-a1a1-736285a28a70,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:39.122748 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3e29c56-1ad4-4eff-b2ce-8ad15e023e23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:39.188148 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 49313096-016b-4e9c-8d39-90cc06845eb2 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:27:39.205141 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf896658-eac8-41ea-ab45-f25b1c02c091 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event updated for resources: {'Subnet': ['ID=87ac4f0c-7775-4ca7-a00f-185a948c2a8d,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:39.251710 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf896658-eac8-41ea-ab45-f25b1c02c091 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Checking segment: {'id': 'b5ca1fe9-b3dd-4925-af11-f3e0f9a537f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '92a51bb3-3c46-49ae-938e-2b30881b2b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:27:39.252085 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf896658-eac8-41ea-ab45-f25b1c02c091 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Network hostable DHCP agents. Network: 92a51bb3-3c46-49ae-938e-2b30881b2b5e, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:27:39.267252 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-75cd0217-1764-4fe6-985c-de179cd98b5e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:39.298344 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf896658-eac8-41ea-ab45-f25b1c02c091 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Network 92a51bb3-3c46-49ae-938e-2b30881b2b5e is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:27:39.322439 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3e29c56-1ad4-4eff-b2ce-8ad15e023e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:39.332285 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3e29c56-1ad4-4eff-b2ce-8ad15e023e23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:39.333856 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-75cd0217-1764-4fe6-985c-de179cd98b5e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Calling delete_port for ad062094-b423-45e1-81f7-1cc28e72425b owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:39.346676 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a3e29c56-1ad4-4eff-b2ce-8ad15e023e23 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/918721f0-dfeb-4511-b64e-dbfba46ead14 HTTP/1.1" status: 204 len: 168 time: 0.9803722 Jul 15 23:27:39.347536 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-cf896658-eac8-41ea-ab45-f25b1c02c091 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 92a51bb3-3c46-49ae-938e-2b30881b2b5e) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:39.355473 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf896658-eac8-41ea-ab45-f25b1c02c091 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:39.356106 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf896658-eac8-41ea-ab45-f25b1c02c091 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:39.359013 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 49313096-016b-4e9c-8d39-90cc06845eb2 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:27:39.365643 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac3136a-8fb8-4d16-81c3-2925dd8433a2 None None] Network 92a51bb3-3c46-49ae-938e-2b30881b2b5e requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:27:39.400037 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-cf896658-eac8-41ea-ab45-f25b1c02c091 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6228693 Jul 15 23:27:39.402055 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 50930) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:39.416155 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e29c56-1ad4-4eff-b2ce-8ad15e023e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918721f0-dfeb-4511-b64e-dbfba46ead14,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:39.418082 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 49313096-016b-4e9c-8d39-90cc06845eb2 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:39.418541 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:39.559815 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-92b1c07e-82c8-454a-9159-5e350f5f54e9 None None] Provisioning for port ad062094-b423-45e1-81f7-1cc28e72425b completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:27:39.614213 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-92b1c07e-82c8-454a-9159-5e350f5f54e9 None None] Provisioning complete for port ad062094-b423-45e1-81f7-1cc28e72425b triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:39.615642 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-92b1c07e-82c8-454a-9159-5e350f5f54e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:39.658526 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-92b1c07e-82c8-454a-9159-5e350f5f54e9 None None] Port ad062094-b423-45e1-81f7-1cc28e72425b cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:27:39.699534 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:39.717180 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-75cd0217-1764-4fe6-985c-de179cd98b5e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:39.731210 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-89d805fb-99f5-4893-91ad-8d55930da33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68663102-ce11-4493-aa4d-ea12fa53b977', 'name': 'tempest-TestNetworkAdvancedServerOps-router-540985902', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': 'c9def910-97ac-4b91-a295-6e7765e95378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:27:34Z', 'updated_at': '2021-07-15T23:27:35Z', 'revision_number': 3, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'gw_port': {'id': 'c9def910-97ac-4b91-a295-6e7765e95378', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e5:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68663102-ce11-4493-aa4d-ea12fa53b977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:27:34Z', 'updated_at': '2021-07-15T23:27:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:39.770597 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 49313096-016b-4e9c-8d39-90cc06845eb2, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=49313096-016b-4e9c-8d39-90cc06845eb2,segment=NetworkSegment(83031f72-0c55-4202-a7d3-7c1d93801518),segment_id=83031f72-0c55-4202-a7d3-7c1d93801518)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:39.778665 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:39.788520 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d805fb-99f5-4893-91ad-8d55930da33b None None] The sync data for ids ['68663102-ce11-4493-aa4d-ea12fa53b977'] in n-d-794306-6 is: [{'id': '68663102-ce11-4493-aa4d-ea12fa53b977', 'name': 'tempest-TestNetworkAdvancedServerOps-router-540985902', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': 'c9def910-97ac-4b91-a295-6e7765e95378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:27:34Z', 'updated_at': '2021-07-15T23:27:35Z', 'revision_number': 3, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'gw_port': {'id': 'c9def910-97ac-4b91-a295-6e7765e95378', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e5:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68663102-ce11-4493-aa4d-ea12fa53b977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:27:34Z', 'updated_at': '2021-07-15T23:27:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:27:39.825223 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 50934) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:39.839991 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cd0217-1764-4fe6-985c-de179cd98b5e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event deleted for resources: {'Port': ['ID=ad062094-b423-45e1-81f7-1cc28e72425b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:39.886873 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffb1bfd-9f1a-4173-a80f-9e1ddea58390 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-92a51bb3-3c46-49ae-938e-2b30881b2b5e', 'network_id': '92a51bb3-3c46-49ae-938e-2b30881b2b5e', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'fixed_ips': [{'subnet_id': '87ac4f0c-7775-4ca7-a00f-185a948c2a8d'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:27:39.888262 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5ffb1bfd-9f1a-4173-a80f-9e1ddea58390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:39.919470 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98b7254e-9877-4ca0-8a1b-375f4707839f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:39.925044 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-75cd0217-1764-4fe6-985c-de179cd98b5e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:39.933125 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-75cd0217-1764-4fe6-985c-de179cd98b5e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/ports/ad062094-b423-45e1-81f7-1cc28e72425b HTTP/1.1" status: 204 len: 168 time: 1.1001856 Jul 15 23:27:39.951782 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 50936) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:40.080181 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb4be29-4c16-48e9-89cd-3c9829901b2e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:40.085498 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb4be29-4c16-48e9-89cd-3c9829901b2e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:40.090886 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-2bb4be29-4c16-48e9-89cd-3c9829901b2e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1355231 Jul 15 23:27:40.142745 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 50944) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:40.169968 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=49313096-016b-4e9c-8d39-90cc06845eb2,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:40.291181 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98b7254e-9877-4ca0-8a1b-375f4707839f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:40.295662 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-5ffb1bfd-9f1a-4173-a80f-9e1ddea58390 None None] Allocated IP 172.20.0.2 (92a51bb3-3c46-49ae-938e-2b30881b2b5e/87ac4f0c-7775-4ca7-a00f-185a948c2a8d/87d02506-fa70-4ee6-b677-cdeb4093ab04) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:27:40.300400 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98b7254e-9877-4ca0-8a1b-375f4707839f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:40.359311 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-98b7254e-9877-4ca0-8a1b-375f4707839f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=53acebe65afa4d26b67c30cc6a1d279a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5304718 Jul 15 23:27:40.369026 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 50946) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:40.397204 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-37123407-adad-4dcc-96f7-a71357bcdc9a tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Deleting subnet 0eeeb451-c244-40d1-af61-77a2c44e218f {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:27:40.403255 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37123407-adad-4dcc-96f7-a71357bcdc9a tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:40.415706 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b7254e-9877-4ca0-8a1b-375f4707839f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae0f710-3863-4a1d-8d5c-b36f27c4ac13,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:40.532230 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 50948) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:40.588819 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37123407-adad-4dcc-96f7-a71357bcdc9a tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:40.594557 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9a13183d-2c8e-4642-9882-f9fec5e3786e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:40.610438 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5ffb1bfd-9f1a-4173-a80f-9e1ddea58390 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:40.624786 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5ffb1bfd-9f1a-4173-a80f-9e1ddea58390 None None] Transition to ACTIVE for port object 87d02506-fa70-4ee6-b677-cdeb4093ab04 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:40.656778 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01e6d461-dad0-4cc6-b234-75e4d6d309ac tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:40.669907 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5ffb1bfd-9f1a-4173-a80f-9e1ddea58390 None None] Transition to ACTIVE for port object 87d02506-fa70-4ee6-b677-cdeb4093ab04 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:40.681790 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5ffb1bfd-9f1a-4173-a80f-9e1ddea58390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:40.709074 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dadcc541-7589-466a-bb7b-26d50e98a683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:40.723714 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffb1bfd-9f1a-4173-a80f-9e1ddea58390 None None] Network 92a51bb3-3c46-49ae-938e-2b30881b2b5e is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:40.795507 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-5ffb1bfd-9f1a-4173-a80f-9e1ddea58390 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:40.802268 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb1bfd-9f1a-4173-a80f-9e1ddea58390 None None] Pushing event updated for resources: {'Port': ['ID=87d02506-fa70-4ee6-b677-cdeb4093ab04,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:40.819598 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffb1bfd-9f1a-4173-a80f-9e1ddea58390 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:40.843766 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dadcc541-7589-466a-bb7b-26d50e98a683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:40.875895 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9a13183d-2c8e-4642-9882-f9fec5e3786e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:40.891024 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9a13183d-2c8e-4642-9882-f9fec5e3786e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:40.989824 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-9a13183d-2c8e-4642-9882-f9fec5e3786e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8de4a4ddf2d24c8cacb02d8720ac18d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4492173 Jul 15 23:27:40.992027 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 50954) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:41.009472 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5ffb1bfd-9f1a-4173-a80f-9e1ddea58390 None None] Attempting to bind port 87d02506-fa70-4ee6-b677-cdeb4093ab04 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:27:41.010149 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5ffb1bfd-9f1a-4173-a80f-9e1ddea58390 None None] Attempting to bind port 87d02506-fa70-4ee6-b677-cdeb4093ab04 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'b5ca1fe9-b3dd-4925-af11-f3e0f9a537f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '92a51bb3-3c46-49ae-938e-2b30881b2b5e'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:27:41.010803 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffb1bfd-9f1a-4173-a80f-9e1ddea58390 None None] Attempting to bind port 87d02506-fa70-4ee6-b677-cdeb4093ab04 on network 92a51bb3-3c46-49ae-938e-2b30881b2b5e {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:27:41.018209 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffb1bfd-9f1a-4173-a80f-9e1ddea58390 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:27:41.018881 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffb1bfd-9f1a-4173-a80f-9e1ddea58390 None None] Checking segment: {'id': 'b5ca1fe9-b3dd-4925-af11-f3e0f9a537f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '92a51bb3-3c46-49ae-938e-2b30881b2b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:27:41.019408 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5ffb1bfd-9f1a-4173-a80f-9e1ddea58390 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:41.020266 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffb1bfd-9f1a-4173-a80f-9e1ddea58390 None None] Bound using segment: {'id': 'b5ca1fe9-b3dd-4925-af11-f3e0f9a537f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '92a51bb3-3c46-49ae-938e-2b30881b2b5e'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:27:41.020928 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5ffb1bfd-9f1a-4173-a80f-9e1ddea58390 None None] Bound port: 87d02506-fa70-4ee6-b677-cdeb4093ab04, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5ca1fe9-b3dd-4925-af11-f3e0f9a537f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '92a51bb3-3c46-49ae-938e-2b30881b2b5e'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:27:41.021890 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5ffb1bfd-9f1a-4173-a80f-9e1ddea58390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:41.053466 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37123407-adad-4dcc-96f7-a71357bcdc9a tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:41.134162 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a13183d-2c8e-4642-9882-f9fec5e3786e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=917005eb-0c5b-4cc3-bef0-3473b835c2db,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:41.174432 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8d294e0b-a5a7-4b13-ac3d-a1cca2fa1b72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:41.194482 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device c9def910-97ac-4b91-a295-6e7765e95378 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:27:41.229092 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8d294e0b-a5a7-4b13-ac3d-a1cca2fa1b72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:41.240614 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5ffb1bfd-9f1a-4173-a80f-9e1ddea58390 None None] For port 87d02506-fa70-4ee6-b677-cdeb4093ab04, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:27:41.278056 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5ffb1bfd-9f1a-4173-a80f-9e1ddea58390 None None] For port 87d02506-fa70-4ee6-b677-cdeb4093ab04, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=87d02506-fa70-4ee6-b677-cdeb4093ab04,segment=NetworkSegment(b5ca1fe9-b3dd-4925-af11-f3e0f9a537f0),segment_id=b5ca1fe9-b3dd-4925-af11-f3e0f9a537f0)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:27:41.299439 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5ffb1bfd-9f1a-4173-a80f-9e1ddea58390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:41.349829 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8d294e0b-a5a7-4b13-ac3d-a1cca2fa1b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:41.356038 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8d294e0b-a5a7-4b13-ac3d-a1cca2fa1b72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:41.361445 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-8d294e0b-a5a7-4b13-ac3d-a1cca2fa1b72 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/917005eb-0c5b-4cc3-bef0-3473b835c2db HTTP/1.1" status: 204 len: 168 time: 0.3675373 Jul 15 23:27:41.372325 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d294e0b-a5a7-4b13-ac3d-a1cca2fa1b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=917005eb-0c5b-4cc3-bef0-3473b835c2db,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:41.481450 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port c9def910-97ac-4b91-a295-6e7765e95378 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:27:41.499766 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port c9def910-97ac-4b91-a295-6e7765e95378 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:41.501326 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:41.555992 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb1bfd-9f1a-4173-a80f-9e1ddea58390 None None] Pushing event updated for resources: {'Port': ['ID=87d02506-fa70-4ee6-b677-cdeb4093ab04,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:41.562057 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-01e6d461-dad0-4cc6-b234-75e4d6d309ac tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Allocated IP 172.20.0.1 (92a51bb3-3c46-49ae-938e-2b30881b2b5e/87ac4f0c-7775-4ca7-a00f-185a948c2a8d/f0675f6f-a7c4-4d4b-a7c5-39cac7e68403) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:27:41.600482 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dadcc541-7589-466a-bb7b-26d50e98a683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:41.606042 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dadcc541-7589-466a-bb7b-26d50e98a683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:41.614193 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-dadcc541-7589-466a-bb7b-26d50e98a683 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fae0f710-3863-4a1d-8d5c-b36f27c4ac13 HTTP/1.1" status: 204 len: 168 time: 1.2395041 Jul 15 23:27:41.629937 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadcc541-7589-466a-bb7b-26d50e98a683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae0f710-3863-4a1d-8d5c-b36f27c4ac13,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:41.656795 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:41.657618 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37123407-adad-4dcc-96f7-a71357bcdc9a tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:41.765188 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port c9def910-97ac-4b91-a295-6e7765e95378, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=c9def910-97ac-4b91-a295-6e7765e95378,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:41.771221 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:41.772073 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 49313096-016b-4e9c-8d39-90cc06845eb2 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:27:41.779372 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37123407-adad-4dcc-96f7-a71357bcdc9a tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:41.781309 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-37123407-adad-4dcc-96f7-a71357bcdc9a tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/subnets/0eeeb451-c244-40d1-af61-77a2c44e218f HTTP/1.1" status: 204 len: 168 time: 1.6372526 Jul 15 23:27:41.784392 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 50962) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:41.791601 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37123407-adad-4dcc-96f7-a71357bcdc9a tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event deleted for resources: {'Subnet': ['ID=0eeeb451-c244-40d1-af61-77a2c44e218f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:41.869151 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=c9def910-97ac-4b91-a295-6e7765e95378,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:41.888861 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0843c53-a1b2-4caa-bf0e-e63a598da44f None None] Network e6241178-066c-430d-a322-7862ef822ee0 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:27:41.946963 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-d8e69861-1c5b-4ec9-b8cc-db30fbe4ae52 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1608779 Jul 15 23:27:41.951679 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 50966) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:42.071164 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01e6d461-dad0-4cc6-b234-75e4d6d309ac tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:42.113955 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-01e6d461-dad0-4cc6-b234-75e4d6d309ac tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Transition to ACTIVE for port object f0675f6f-a7c4-4d4b-a7c5-39cac7e68403 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:42.173691 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b14617-7f43-490c-9762-fc69a3f3d963 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:42.177942 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-d6b14617-7f43-490c-9762-fc69a3f3d963 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2250943 Jul 15 23:27:42.182947 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 50970) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:42.215746 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01e6d461-dad0-4cc6-b234-75e4d6d309ac tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:42.265619 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32782047-4676-4165-ad02-3f4294dccaf6 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:42.267149 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-32782047-4676-4165-ad02-3f4294dccaf6 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0828841 Jul 15 23:27:42.269713 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 50974) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:42.303139 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 49313096-016b-4e9c-8d39-90cc06845eb2 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:42.303521 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:42.326767 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e6d461-dad0-4cc6-b234-75e4d6d309ac tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Network 92a51bb3-3c46-49ae-938e-2b30881b2b5e is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:42.348926 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-01e6d461-dad0-4cc6-b234-75e4d6d309ac tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:42.351240 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-31343915-91fc-417c-82dc-e373915724fb tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0800152 Jul 15 23:27:42.353003 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e6d461-dad0-4cc6-b234-75e4d6d309ac tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:42.360335 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 50976) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:42.370522 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ce93eaa7-78bb-46c1-99de-a7a43d0166e5 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Request body: {'subnet': {'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:42.445425 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e6d461-dad0-4cc6-b234-75e4d6d309ac tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event updated for resources: {'Port': ['ID=f0675f6f-a7c4-4d4b-a7c5-39cac7e68403,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:42.530130 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01e6d461-dad0-4cc6-b234-75e4d6d309ac tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:42.544029 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 50984) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:42.561212 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce93eaa7-78bb-46c1-99de-a7a43d0166e5 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Made reservation on behalf of 1ccad8e849f943d19f815f855c3f3849 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:42.565286 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ce93eaa7-78bb-46c1-99de-a7a43d0166e5 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:42.569701 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6454b898-2727-4971-81d9-eefac5d3c331 None None] DHCP port deletion for e6241178-066c-430d-a322-7862ef822ee0 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:27:42.575655 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a8bc5db2-d8f8-4e76-924c-96e935009ec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:42.713667 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-6454b898-2727-4971-81d9-eefac5d3c331 None None] Deleting port 49313096-016b-4e9c-8d39-90cc06845eb2 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:42.715025 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6454b898-2727-4971-81d9-eefac5d3c331 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:42.824194 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-6454b898-2727-4971-81d9-eefac5d3c331 None None] For port 49313096-016b-4e9c-8d39-90cc06845eb2, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=49313096-016b-4e9c-8d39-90cc06845eb2,segment=NetworkSegment(83031f72-0c55-4202-a7d3-7c1d93801518),segment_id=83031f72-0c55-4202-a7d3-7c1d93801518)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:42.824832 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6454b898-2727-4971-81d9-eefac5d3c331 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:42.848530 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a8bc5db2-d8f8-4e76-924c-96e935009ec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:42.867767 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-6454b898-2727-4971-81d9-eefac5d3c331 None None] Calling delete_port for 49313096-016b-4e9c-8d39-90cc06845eb2 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:42.870218 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a8bc5db2-d8f8-4e76-924c-96e935009ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:42.900308 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01e6d461-dad0-4cc6-b234-75e4d6d309ac tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:42.917336 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bc5db2-d8f8-4e76-924c-96e935009ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad35618-e727-46ac-8a16-1d2351de49b8,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:42.922557 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ce93eaa7-78bb-46c1-99de-a7a43d0166e5 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:42.998151 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce93eaa7-78bb-46c1-99de-a7a43d0166e5 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Network e6241178-066c-430d-a322-7862ef822ee0 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:43.002624 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-ce93eaa7-78bb-46c1-99de-a7a43d0166e5 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:43.011629 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-a8bc5db2-d8f8-4e76-924c-96e935009ec7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=82eda011e37f41039b885b3911eef158&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4642642 Jul 15 23:27:43.015222 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce93eaa7-78bb-46c1-99de-a7a43d0166e5 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:43.015954 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ce93eaa7-78bb-46c1-99de-a7a43d0166e5 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:43.018540 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 50988) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:43.071994 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce93eaa7-78bb-46c1-99de-a7a43d0166e5 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event updated for resources: {'Subnet': ['ID=6fafdc43-2a91-42ff-81d2-c9f31f48ea1f,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:43.078515 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6454b898-2727-4971-81d9-eefac5d3c331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:43.089810 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-ce93eaa7-78bb-46c1-99de-a7a43d0166e5 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7257214 Jul 15 23:27:43.095911 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 50992) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:43.099560 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6454b898-2727-4971-81d9-eefac5d3c331 None None] No DVR routers for this DVR port 49313096-016b-4e9c-8d39-90cc06845eb2 on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:27:43.115941 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-533ea94b-2659-423a-84a2-f16eff4bec45 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Request body: {'port': {'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'fixed_ips': [{'subnet_id': '6fafdc43-2a91-42ff-81d2-c9f31f48ea1f', 'ip_address': '2001:db8::406b:bcf3:21f6:1758'}], 'name': 'tempest-NetworksTestDHCPv6-2136962371'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:43.132616 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6454b898-2727-4971-81d9-eefac5d3c331 None None] Pushing event deleted for resources: {'Port': ['ID=49313096-016b-4e9c-8d39-90cc06845eb2,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:43.151278 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c43b05-0be4-44fa-8829-59833ef83e18 None None] Network e6241178-066c-430d-a322-7862ef822ee0 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:27:43.229857 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-00023720-c9c4-4e60-a10a-198864bff38c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:43.244005 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 87d02506-fa70-4ee6-b677-cdeb4093ab04 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:27:43.456372 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-00023720-c9c4-4e60-a10a-198864bff38c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:43.573148 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 87d02506-fa70-4ee6-b677-cdeb4093ab04 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:27:43.578878 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device c9def910-97ac-4b91-a295-6e7765e95378 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:27:43.622061 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01e6d461-dad0-4cc6-b234-75e4d6d309ac tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:43.628646 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01e6d461-dad0-4cc6-b234-75e4d6d309ac tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:43.631068 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065587ca-0f82-412f-b184-5e3ce7b2ea40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-e6241178-066c-430d-a322-7862ef822ee0', 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'tenant_id': '1ccad8e849f943d19f815f855c3f3849', 'fixed_ips': [{'subnet_id': '6fafdc43-2a91-42ff-81d2-c9f31f48ea1f'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:27:43.637708 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-065587ca-0f82-412f-b184-5e3ce7b2ea40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:43.659521 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-533ea94b-2659-423a-84a2-f16eff4bec45 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Made reservation on behalf of 1ccad8e849f943d19f815f855c3f3849 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:43.686924 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port c9def910-97ac-4b91-a295-6e7765e95378 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:43.687751 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:43.717619 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5db864f7-b69e-4430-86dc-03bdd4d66cf8 req-0ba0c084-88a0-41b4-9908-433d8ff64259 tempest-VolumesBackupsTest-1353275912 tempest-VolumesBackupsTest-1353275912-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=87ddd736df54499d9a14b5692b354b6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0824785 Jul 15 23:27:43.727334 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01e6d461-dad0-4cc6-b234-75e4d6d309ac tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:43.734829 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-00023720-c9c4-4e60-a10a-198864bff38c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:43.737984 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-00023720-c9c4-4e60-a10a-198864bff38c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:43.739282 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-00023720-c9c4-4e60-a10a-198864bff38c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1ad35618-e727-46ac-8a16-1d2351de49b8 HTTP/1.1" status: 204 len: 168 time: 0.7172151 Jul 15 23:27:43.760437 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bc160d-277d-4fc1-9c6a-9362a2d4caf9 None None] Network 92a51bb3-3c46-49ae-938e-2b30881b2b5e requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:27:43.781264 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00023720-c9c4-4e60-a10a-198864bff38c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad35618-e727-46ac-8a16-1d2351de49b8,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:43.816218 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e6d461-dad0-4cc6-b234-75e4d6d309ac tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event updated for resources: {'Port': ['ID=f0675f6f-a7c4-4d4b-a7c5-39cac7e68403,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:43.911500 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-50b25707-7428-4be6-ad8f-6ba5a31d766b None None] Provisioning for port 87d02506-fa70-4ee6-b677-cdeb4093ab04 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:27:43.935107 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-50b25707-7428-4be6-ad8f-6ba5a31d766b None None] Provisioning complete for port 87d02506-fa70-4ee6-b677-cdeb4093ab04 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:43.935107 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-50b25707-7428-4be6-ad8f-6ba5a31d766b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:43.975007 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e6d461-dad0-4cc6-b234-75e4d6d309ac tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Network 92a51bb3-3c46-49ae-938e-2b30881b2b5e is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:43.979006 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-01e6d461-dad0-4cc6-b234-75e4d6d309ac tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:44.128598 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db864f7-b69e-4430-86dc-03bdd4d66cf8 req-432b1b9f-0de4-44ff-9789-739690697786 tempest-VolumesBackupsTest-1353275912 tempest-VolumesBackupsTest-1353275912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:44.137004 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5db864f7-b69e-4430-86dc-03bdd4d66cf8 req-432b1b9f-0de4-44ff-9789-739690697786 tempest-VolumesBackupsTest-1353275912 tempest-VolumesBackupsTest-1353275912-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4066002 Jul 15 23:27:44.149256 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-065587ca-0f82-412f-b184-5e3ce7b2ea40 None None] Allocated IP 2001:db8::2 (e6241178-066c-430d-a322-7862ef822ee0/6fafdc43-2a91-42ff-81d2-c9f31f48ea1f/227f23bf-3038-47e9-9cf8-9920c58aa4a0) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:27:44.157781 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5db864f7-b69e-4430-86dc-03bdd4d66cf8 req-d18a8573-1b53-4373-9828-8c757254c96b tempest-VolumesBackupsTest-1353275912 tempest-VolumesBackupsTest-1353275912-project] 10.222.0.48 "GET /v2.0/quotas/87ddd736df54499d9a14b5692b354b6d HTTP/1.1" status: 200 len: 375 time: 0.0194161 Jul 15 23:27:44.220321 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5db864f7-b69e-4430-86dc-03bdd4d66cf8 req-699dc280-950f-484a-844e-80509ba34534 tempest-VolumesBackupsTest-1353275912 tempest-VolumesBackupsTest-1353275912-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=87ddd736df54499d9a14b5692b354b6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0616009 Jul 15 23:27:44.242870 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01e6d461-dad0-4cc6-b234-75e4d6d309ac tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Router 68663102-ce11-4493-aa4d-ea12fa53b977 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:27:44.273568 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-533ea94b-2659-423a-84a2-f16eff4bec45 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:44.343422 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-533ea94b-2659-423a-84a2-f16eff4bec45 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] device_id is not set on port 77c63bab-bfba-4ff9-8790-a90a191a137f yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:27:44.484122 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e6d461-dad0-4cc6-b234-75e4d6d309ac tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:27:44.490494 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-01e6d461-dad0-4cc6-b234-75e4d6d309ac tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "PUT /v2.0/routers/68663102-ce11-4493-aa4d-ea12fa53b977/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0870893 Jul 15 23:27:44.529765 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 49313096-016b-4e9c-8d39-90cc06845eb2 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:27:44.581459 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 49313096-016b-4e9c-8d39-90cc06845eb2 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:27:44.582886 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 49313096-016b-4e9c-8d39-90cc06845eb2 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:27:44.584437 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-50b25707-7428-4be6-ad8f-6ba5a31d766b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:44.590710 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f10033-8b39-4e05-8d10-fac24a29770f None None] Sync routers for ids ['68663102-ce11-4493-aa4d-ea12fa53b977'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:27:44.682141 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f10033-8b39-4e05-8d10-fac24a29770f None None] Routers {'68663102-ce11-4493-aa4d-ea12fa53b977'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:27:44.683184 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-30f10033-8b39-4e05-8d10-fac24a29770f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:27:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['68663102-ce11-4493-aa4d-ea12fa53b977'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:44.829669 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-30f10033-8b39-4e05-8d10-fac24a29770f None None] Set router 68663102-ce11-4493-aa4d-ea12fa53b977 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:27:45.283502 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-50b25707-7428-4be6-ad8f-6ba5a31d766b None None] For port 87d02506-fa70-4ee6-b677-cdeb4093ab04, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=87d02506-fa70-4ee6-b677-cdeb4093ab04,segment=NetworkSegment(b5ca1fe9-b3dd-4925-af11-f3e0f9a537f0),segment_id=b5ca1fe9-b3dd-4925-af11-f3e0f9a537f0)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:45.331003 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-50b25707-7428-4be6-ad8f-6ba5a31d766b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:45.340904 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-972ccff1-8641-423f-83b6-f19005707d28 req-cf678425-e5fa-46ce-aabf-dcb3752e94e6 tempest-VolumesBackupsTest-1353275912 tempest-VolumesBackupsTest-1353275912-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e691bfd-696b-4eca-83c0-541184fe969e HTTP/1.1" status: 200 len: 210 time: 0.1809430 Jul 15 23:27:45.412550 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bb0fe9df-d862-496e-8ce2-9d86d72894e9 req-5fc35b7d-b806-442a-ac24-b55cbb2e46e1 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-698085774&fields=id&tenant_id=89469485c64e49f5b3171ed5499b9995 HTTP/1.1" status: 200 len: 267 time: 0.1636829 Jul 15 23:27:45.496882 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-065587ca-0f82-412f-b184-5e3ce7b2ea40 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:45.546051 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-065587ca-0f82-412f-b184-5e3ce7b2ea40 None None] Transition to ACTIVE for port object 227f23bf-3038-47e9-9cf8-9920c58aa4a0 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:45.564070 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b25707-7428-4be6-ad8f-6ba5a31d766b None None] Pushing event updated for resources: {'Port': ['ID=87d02506-fa70-4ee6-b677-cdeb4093ab04,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:45.656529 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-065587ca-0f82-412f-b184-5e3ce7b2ea40 None None] Transition to ACTIVE for port object 227f23bf-3038-47e9-9cf8-9920c58aa4a0 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:45.674402 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-065587ca-0f82-412f-b184-5e3ce7b2ea40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:45.745755 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065587ca-0f82-412f-b184-5e3ce7b2ea40 None None] Pushing event updated for resources: {'Port': ['ID=227f23bf-3038-47e9-9cf8-9920c58aa4a0,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:45.779916 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065587ca-0f82-412f-b184-5e3ce7b2ea40 None None] Network e6241178-066c-430d-a322-7862ef822ee0 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:45.782769 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-065587ca-0f82-412f-b184-5e3ce7b2ea40 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:45.796868 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065587ca-0f82-412f-b184-5e3ce7b2ea40 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:45.800791 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-30f10033-8b39-4e05-8d10-fac24a29770f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68663102-ce11-4493-aa4d-ea12fa53b977', 'name': 'tempest-TestNetworkAdvancedServerOps-router-540985902', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': 'c9def910-97ac-4b91-a295-6e7765e95378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:27:34Z', 'updated_at': '2021-07-15T23:27:42Z', 'revision_number': 4, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'gw_port': {'id': 'c9def910-97ac-4b91-a295-6e7765e95378', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68663102-ce11-4493-aa4d-ea12fa53b977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:27:34Z', 'updated_at': '2021-07-15T23:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'f0675f6f-a7c4-4d4b-a7c5-39cac7e68403', 'name': '', 'network_id': '92a51bb3-3c46-49ae-938e-2b30881b2b5e', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'mac_address': 'fa:16:3e:56:76:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68663102-ce11-4493-aa4d-ea12fa53b977', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '87ac4f0c-7775-4ca7-a00f-185a948c2a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:27:41Z', 'updated_at': '2021-07-15T23:27:43Z', 'revision_number': 2, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'subnets': [{'id': '87ac4f0c-7775-4ca7-a00f-185a948c2a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:45.845218 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f10033-8b39-4e05-8d10-fac24a29770f None None] Checking router: 68663102-ce11-4493-aa4d-ea12fa53b977 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:27:45.846218 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f10033-8b39-4e05-8d10-fac24a29770f None None] Updating router 68663102-ce11-4493-aa4d-ea12fa53b977 port f0675f6f-a7c4-4d4b-a7c5-39cac7e68403 binding host n-d-794306-6 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:27:45.912929 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0fe9df-d862-496e-8ce2-9d86d72894e9 req-25d22c46-cea3-47fb-a87e-1fadb44e2f47 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:45.918278 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bb0fe9df-d862-496e-8ce2-9d86d72894e9 req-25d22c46-cea3-47fb-a87e-1fadb44e2f47 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/networks?id=92a51bb3-3c46-49ae-938e-2b30881b2b5e HTTP/1.1" status: 200 len: 796 time: 0.4945831 Jul 15 23:27:45.956875 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bb0fe9df-d862-496e-8ce2-9d86d72894e9 req-884fc559-ee14-4648-8277-b3945083d4d2 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/quotas/89469485c64e49f5b3171ed5499b9995 HTTP/1.1" status: 200 len: 375 time: 0.0295329 Jul 15 23:27:45.971987 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-065587ca-0f82-412f-b184-5e3ce7b2ea40 None None] Attempting to bind port 227f23bf-3038-47e9-9cf8-9920c58aa4a0 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:27:45.972599 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-065587ca-0f82-412f-b184-5e3ce7b2ea40 None None] Attempting to bind port 227f23bf-3038-47e9-9cf8-9920c58aa4a0 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:27:45.973210 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065587ca-0f82-412f-b184-5e3ce7b2ea40 None None] Attempting to bind port 227f23bf-3038-47e9-9cf8-9920c58aa4a0 on network e6241178-066c-430d-a322-7862ef822ee0 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:27:46.009837 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065587ca-0f82-412f-b184-5e3ce7b2ea40 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:27:46.009837 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065587ca-0f82-412f-b184-5e3ce7b2ea40 None None] Checking segment: {'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:27:46.010349 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-065587ca-0f82-412f-b184-5e3ce7b2ea40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:46.010872 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065587ca-0f82-412f-b184-5e3ce7b2ea40 None None] Bound using segment: {'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:27:46.011697 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-065587ca-0f82-412f-b184-5e3ce7b2ea40 None None] Bound port: 227f23bf-3038-47e9-9cf8-9920c58aa4a0, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:27:46.012345 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-065587ca-0f82-412f-b184-5e3ce7b2ea40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:46.041407 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-30f10033-8b39-4e05-8d10-fac24a29770f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:46.135212 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-533ea94b-2659-423a-84a2-f16eff4bec45 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Allocated IP 2001:db8::406b:bcf3:21f6:1758 (e6241178-066c-430d-a322-7862ef822ee0/6fafdc43-2a91-42ff-81d2-c9f31f48ea1f/77c63bab-bfba-4ff9-8790-a90a191a137f) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:27:46.186961 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4c29f7af-e5bc-4a81-b754-9339b8a1deab None None] Provisioning complete for port 87d02506-fa70-4ee6-b677-cdeb4093ab04 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:46.187725 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4c29f7af-e5bc-4a81-b754-9339b8a1deab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:46.299985 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bb0fe9df-d862-496e-8ce2-9d86d72894e9 req-8d3b8b51-d282-4d3f-8bc5-41758abbc005 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=89469485c64e49f5b3171ed5499b9995&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3177986 Jul 15 23:27:46.433514 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-065587ca-0f82-412f-b184-5e3ce7b2ea40 None None] For port 227f23bf-3038-47e9-9cf8-9920c58aa4a0, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:27:46.438540 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-065587ca-0f82-412f-b184-5e3ce7b2ea40 None None] For port 227f23bf-3038-47e9-9cf8-9920c58aa4a0, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=227f23bf-3038-47e9-9cf8-9920c58aa4a0,segment=NetworkSegment(83031f72-0c55-4202-a7d3-7c1d93801518),segment_id=83031f72-0c55-4202-a7d3-7c1d93801518)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:27:46.440050 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4c29f7af-e5bc-4a81-b754-9339b8a1deab None None] Provisioning for port f0675f6f-a7c4-4d4b-a7c5-39cac7e68403 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:27:46.475664 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-065587ca-0f82-412f-b184-5e3ce7b2ea40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:46.522007 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4c29f7af-e5bc-4a81-b754-9339b8a1deab None None] Provisioning complete for port f0675f6f-a7c4-4d4b-a7c5-39cac7e68403 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:46.526480 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4c29f7af-e5bc-4a81-b754-9339b8a1deab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:46.826675 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5db864f7-b69e-4430-86dc-03bdd4d66cf8 req-5b367f85-359b-4188-a4cf-d7a2fb1a3af1 tempest-VolumesBackupsTest-1353275912 tempest-VolumesBackupsTest-1353275912-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=87ddd736df54499d9a14b5692b354b6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0915554 Jul 15 23:27:46.961348 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6f8f2bb4-662d-442e-ae93-473f6cf8fbfd req-c5a84502-f69d-4db4-abd1-2ecd9104b60c tempest-VolumesBackupsTest-1353275912 tempest-VolumesBackupsTest-1353275912-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e691bfd-696b-4eca-83c0-541184fe969e HTTP/1.1" status: 200 len: 210 time: 0.1821814 Jul 15 23:27:46.961856 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-30f10033-8b39-4e05-8d10-fac24a29770f None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:46.973341 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-533ea94b-2659-423a-84a2-f16eff4bec45 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:46.994826 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-30f10033-8b39-4e05-8d10-fac24a29770f None None] Transition to ACTIVE for port object f0675f6f-a7c4-4d4b-a7c5-39cac7e68403 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:47.029923 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-4c29f7af-e5bc-4a81-b754-9339b8a1deab None None] Port f0675f6f-a7c4-4d4b-a7c5-39cac7e68403 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:27:47.061838 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-30f10033-8b39-4e05-8d10-fac24a29770f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:47.066315 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065587ca-0f82-412f-b184-5e3ce7b2ea40 None None] Pushing event updated for resources: {'Port': ['ID=227f23bf-3038-47e9-9cf8-9920c58aa4a0,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:47.095686 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-533ea94b-2659-423a-84a2-f16eff4bec45 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Transition to ACTIVE for port object 77c63bab-bfba-4ff9-8790-a90a191a137f will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:47.178356 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b2794a-4389-4c14-9b62-c00c8aae6554 None None] Pushing event updated for resources: {'Port': ['ID=f0675f6f-a7c4-4d4b-a7c5-39cac7e68403,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:47.185653 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 87d02506-fa70-4ee6-b677-cdeb4093ab04 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:27:47.392708 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-533ea94b-2659-423a-84a2-f16eff4bec45 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:47.423989 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-30f10033-8b39-4e05-8d10-fac24a29770f None None] Attempting to bind port f0675f6f-a7c4-4d4b-a7c5-39cac7e68403 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:27:47.425147 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-30f10033-8b39-4e05-8d10-fac24a29770f None None] Attempting to bind port f0675f6f-a7c4-4d4b-a7c5-39cac7e68403 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'b5ca1fe9-b3dd-4925-af11-f3e0f9a537f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '92a51bb3-3c46-49ae-938e-2b30881b2b5e'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:27:47.427389 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f10033-8b39-4e05-8d10-fac24a29770f None None] Attempting to bind port f0675f6f-a7c4-4d4b-a7c5-39cac7e68403 on network 92a51bb3-3c46-49ae-938e-2b30881b2b5e {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:27:47.460477 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f10033-8b39-4e05-8d10-fac24a29770f None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:27:47.461917 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f10033-8b39-4e05-8d10-fac24a29770f None None] Checking segment: {'id': 'b5ca1fe9-b3dd-4925-af11-f3e0f9a537f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '92a51bb3-3c46-49ae-938e-2b30881b2b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:27:47.462390 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-30f10033-8b39-4e05-8d10-fac24a29770f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:47.465773 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f10033-8b39-4e05-8d10-fac24a29770f None None] Bound using segment: {'id': 'b5ca1fe9-b3dd-4925-af11-f3e0f9a537f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '92a51bb3-3c46-49ae-938e-2b30881b2b5e'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:27:47.466348 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-30f10033-8b39-4e05-8d10-fac24a29770f None None] Bound port: f0675f6f-a7c4-4d4b-a7c5-39cac7e68403, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5ca1fe9-b3dd-4925-af11-f3e0f9a537f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '92a51bb3-3c46-49ae-938e-2b30881b2b5e'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:27:47.468039 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-30f10033-8b39-4e05-8d10-fac24a29770f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:47.498280 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 87d02506-fa70-4ee6-b677-cdeb4093ab04 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:47.504466 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:47.620378 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db864f7-b69e-4430-86dc-03bdd4d66cf8 req-ee759d9e-4fd3-4757-a934-d4226a4680d1 tempest-VolumesBackupsTest-1353275912 tempest-VolumesBackupsTest-1353275912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:47.622934 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5db864f7-b69e-4430-86dc-03bdd4d66cf8 req-ee759d9e-4fd3-4757-a934-d4226a4680d1 tempest-VolumesBackupsTest-1353275912 tempest-VolumesBackupsTest-1353275912-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7897859 Jul 15 23:27:47.654446 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-5db864f7-b69e-4430-86dc-03bdd4d66cf8 req-eb05d7b2-5444-4e6d-8bc2-11b0db2d5005 tempest-VolumesBackupsTest-1353275912 tempest-VolumesBackupsTest-1353275912-project] Request body: {'port': {'device_id': '4e691bfd-696b-4eca-83c0-541184fe969e', 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'admin_state_up': True, 'tenant_id': '87ddd736df54499d9a14b5692b354b6d'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:47.672549 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-30f10033-8b39-4e05-8d10-fac24a29770f None None] For port f0675f6f-a7c4-4d4b-a7c5-39cac7e68403, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:27:47.692339 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-30f10033-8b39-4e05-8d10-fac24a29770f None None] For port f0675f6f-a7c4-4d4b-a7c5-39cac7e68403, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=f0675f6f-a7c4-4d4b-a7c5-39cac7e68403,segment=NetworkSegment(b5ca1fe9-b3dd-4925-af11-f3e0f9a537f0),segment_id=b5ca1fe9-b3dd-4925-af11-f3e0f9a537f0)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:27:47.701868 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-30f10033-8b39-4e05-8d10-fac24a29770f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:47.717962 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533ea94b-2659-423a-84a2-f16eff4bec45 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Network e6241178-066c-430d-a322-7862ef822ee0 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:47.726785 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533ea94b-2659-423a-84a2-f16eff4bec45 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event updated for resources: {'Port': ['ID=77c63bab-bfba-4ff9-8790-a90a191a137f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:47.739704 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-533ea94b-2659-423a-84a2-f16eff4bec45 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:47.767873 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f10033-8b39-4e05-8d10-fac24a29770f None None] Routers {'68663102-ce11-4493-aa4d-ea12fa53b977'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:27:47.768513 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-30f10033-8b39-4e05-8d10-fac24a29770f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:27:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['68663102-ce11-4493-aa4d-ea12fa53b977'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:47.801104 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533ea94b-2659-423a-84a2-f16eff4bec45 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:47.808448 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533ea94b-2659-423a-84a2-f16eff4bec45 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:47.809155 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-533ea94b-2659-423a-84a2-f16eff4bec45 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:47.823911 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b2794a-4389-4c14-9b62-c00c8aae6554 None None] Pushing event updated for resources: {'Port': ['ID=f0675f6f-a7c4-4d4b-a7c5-39cac7e68403,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:47.842106 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ea94b-2659-423a-84a2-f16eff4bec45 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:47.843057 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ea94b-2659-423a-84a2-f16eff4bec45 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:47.843609 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ea94b-2659-423a-84a2-f16eff4bec45 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:47.844472 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ea94b-2659-423a-84a2-f16eff4bec45 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:47.844976 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ea94b-2659-423a-84a2-f16eff4bec45 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:47.845488 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ea94b-2659-423a-84a2-f16eff4bec45 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:47.845996 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ea94b-2659-423a-84a2-f16eff4bec45 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:47.846477 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ea94b-2659-423a-84a2-f16eff4bec45 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:47.846950 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ea94b-2659-423a-84a2-f16eff4bec45 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:47.848091 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ea94b-2659-423a-84a2-f16eff4bec45 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:47.848464 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ea94b-2659-423a-84a2-f16eff4bec45 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:47.848810 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ea94b-2659-423a-84a2-f16eff4bec45 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:27:47.863858 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-533ea94b-2659-423a-84a2-f16eff4bec45 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.7667520 Jul 15 23:27:47.867555 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51118) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:47.873093 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-164b9dfd-c69e-430f-bdc3-ae99882d9d36 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Request body: {'port': {'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'fixed_ips': [{'subnet_id': '6fafdc43-2a91-42ff-81d2-c9f31f48ea1f', 'ip_address': '2001:db8::406b:bcf3:21f6:1758'}], 'name': 'tempest-NetworksTestDHCPv6-616883378'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:47.927886 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bb0fe9df-d862-496e-8ce2-9d86d72894e9 req-49833829-3c81-4df6-a317-76b508f48297 service neutron] 10.222.0.48 "GET /v2.0/networks/92a51bb3-3c46-49ae-938e-2b30881b2b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5983171 Jul 15 23:27:48.011109 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-30f10033-8b39-4e05-8d10-fac24a29770f None None] Set router 68663102-ce11-4493-aa4d-ea12fa53b977 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:27:48.013415 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5db864f7-b69e-4430-86dc-03bdd4d66cf8 req-eb05d7b2-5444-4e6d-8bc2-11b0db2d5005 tempest-VolumesBackupsTest-1353275912 tempest-VolumesBackupsTest-1353275912-project] Made reservation on behalf of 87ddd736df54499d9a14b5692b354b6d for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:48.024513 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5db864f7-b69e-4430-86dc-03bdd4d66cf8 req-eb05d7b2-5444-4e6d-8bc2-11b0db2d5005 tempest-VolumesBackupsTest-1353275912 tempest-VolumesBackupsTest-1353275912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:48.066943 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5db864f7-b69e-4430-86dc-03bdd4d66cf8 req-eb05d7b2-5444-4e6d-8bc2-11b0db2d5005 tempest-VolumesBackupsTest-1353275912 tempest-VolumesBackupsTest-1353275912-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:48.258032 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51128) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:48.377248 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8694fc38-6229-49cf-982a-bc873b2b9000 req-b0dfea1d-90e1-4349-b0fe-4cf7e86a3eeb tempest-VolumesBackupsTest-1353275912 tempest-VolumesBackupsTest-1353275912-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e691bfd-696b-4eca-83c0-541184fe969e HTTP/1.1" status: 200 len: 210 time: 0.0518718 Jul 15 23:27:48.425531 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bb0fe9df-d862-496e-8ce2-9d86d72894e9 req-ca72fea1-2cda-41b5-b5fc-854fcc6f0ef1 service neutron] 10.222.0.48 "GET /v2.0/networks/92a51bb3-3c46-49ae-938e-2b30881b2b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4736736 Jul 15 23:27:48.471143 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5db864f7-b69e-4430-86dc-03bdd4d66cf8 req-eb05d7b2-5444-4e6d-8bc2-11b0db2d5005 tempest-VolumesBackupsTest-1353275912 tempest-VolumesBackupsTest-1353275912-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:48.476967 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5db864f7-b69e-4430-86dc-03bdd4d66cf8 req-eb05d7b2-5444-4e6d-8bc2-11b0db2d5005 tempest-VolumesBackupsTest-1353275912 tempest-VolumesBackupsTest-1353275912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:48.517321 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164b9dfd-c69e-430f-bdc3-ae99882d9d36 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Made reservation on behalf of 1ccad8e849f943d19f815f855c3f3849 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:48.532830 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb05d7b2-5444-4e6d-8bc2-11b0db2d5005 tempest-VolumesBackupsTest-1353275912 tempest-VolumesBackupsTest-1353275912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7931443-0e01-4ea5-9e53-c55ca5bffcb7,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:48.598019 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-30f10033-8b39-4e05-8d10-fac24a29770f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68663102-ce11-4493-aa4d-ea12fa53b977', 'name': 'tempest-TestNetworkAdvancedServerOps-router-540985902', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': 'c9def910-97ac-4b91-a295-6e7765e95378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:27:34Z', 'updated_at': '2021-07-15T23:27:42Z', 'revision_number': 4, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'gw_port': {'id': 'c9def910-97ac-4b91-a295-6e7765e95378', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68663102-ce11-4493-aa4d-ea12fa53b977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:27:34Z', 'updated_at': '2021-07-15T23:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'f0675f6f-a7c4-4d4b-a7c5-39cac7e68403', 'name': '', 'network_id': '92a51bb3-3c46-49ae-938e-2b30881b2b5e', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'mac_address': 'fa:16:3e:56:76:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68663102-ce11-4493-aa4d-ea12fa53b977', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '87ac4f0c-7775-4ca7-a00f-185a948c2a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:27:41Z', 'updated_at': '2021-07-15T23:27:47Z', 'revision_number': 4, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'subnets': [{'id': '87ac4f0c-7775-4ca7-a00f-185a948c2a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:27:48.629723 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4105cd71-3ced-4d6f-b304-aab13976d7e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:48.645800 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f10033-8b39-4e05-8d10-fac24a29770f None None] The sync data for ids ['68663102-ce11-4493-aa4d-ea12fa53b977'] in n-d-794306-6 is: [{'id': '68663102-ce11-4493-aa4d-ea12fa53b977', 'name': 'tempest-TestNetworkAdvancedServerOps-router-540985902', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': 'c9def910-97ac-4b91-a295-6e7765e95378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:27:34Z', 'updated_at': '2021-07-15T23:27:42Z', 'revision_number': 4, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'gw_port': {'id': 'c9def910-97ac-4b91-a295-6e7765e95378', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68663102-ce11-4493-aa4d-ea12fa53b977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:27:34Z', 'updated_at': '2021-07-15T23:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'f0675f6f-a7c4-4d4b-a7c5-39cac7e68403', 'name': '', 'network_id': '92a51bb3-3c46-49ae-938e-2b30881b2b5e', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'mac_address': 'fa:16:3e:56:76:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68663102-ce11-4493-aa4d-ea12fa53b977', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '87ac4f0c-7775-4ca7-a00f-185a948c2a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:27:41Z', 'updated_at': '2021-07-15T23:27:47Z', 'revision_number': 4, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'subnets': [{'id': '87ac4f0c-7775-4ca7-a00f-185a948c2a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:27:48.698039 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c39c7969-d494-4a07-8bf7-45b088de7aaa None None] Provisioning for port 227f23bf-3038-47e9-9cf8-9920c58aa4a0 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:27:48.852780 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d705c9a6-af9e-4a83-8b8c-01710e4ccffa req-e13b5dc8-2c49-4060-95b8-1ec5952b73a9 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=1672bace-e875-4972-ae76-9722bb7a7385 HTTP/1.1" status: 200 len: 210 time: 0.0954838 Jul 15 23:27:48.894255 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-5db864f7-b69e-4430-86dc-03bdd4d66cf8 req-eb05d7b2-5444-4e6d-8bc2-11b0db2d5005 tempest-VolumesBackupsTest-1353275912 tempest-VolumesBackupsTest-1353275912-project] Allocated IP 192.168.233.139 (5d412861-bef3-4cc1-ae9f-87a6a36753c0/0d909a96-22de-4aa9-b690-1c7da965ceac/7888f76c-0bcf-4873-8fb9-eaa7a5c354a8) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:27:48.908427 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-164b9dfd-c69e-430f-bdc3-ae99882d9d36 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:49.002757 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-164b9dfd-c69e-430f-bdc3-ae99882d9d36 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] device_id is not set on port de1e41a3-4fdd-45f0-a382-f8bb78578465 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:27:49.180447 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device f0675f6f-a7c4-4d4b-a7c5-39cac7e68403 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:27:49.281480 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1b986e16-dea4-4da5-abc0-cee316b7cfb2 None None] Provisioning for port 77c63bab-bfba-4ff9-8790-a90a191a137f completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:27:49.292662 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1b986e16-dea4-4da5-abc0-cee316b7cfb2 None None] Provisioning complete for port 77c63bab-bfba-4ff9-8790-a90a191a137f triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:49.293287 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1b986e16-dea4-4da5-abc0-cee316b7cfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:49.326579 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5db864f7-b69e-4430-86dc-03bdd4d66cf8 req-eb05d7b2-5444-4e6d-8bc2-11b0db2d5005 tempest-VolumesBackupsTest-1353275912 tempest-VolumesBackupsTest-1353275912-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:49.343885 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1b986e16-dea4-4da5-abc0-cee316b7cfb2 None None] Port 77c63bab-bfba-4ff9-8790-a90a191a137f cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:27:49.363609 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port f0675f6f-a7c4-4d4b-a7c5-39cac7e68403 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:27:49.371189 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-5db864f7-b69e-4430-86dc-03bdd4d66cf8 req-eb05d7b2-5444-4e6d-8bc2-11b0db2d5005 tempest-VolumesBackupsTest-1353275912 tempest-VolumesBackupsTest-1353275912-project] Transition to ACTIVE for port object 7888f76c-0bcf-4873-8fb9-eaa7a5c354a8 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:49.373367 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port f0675f6f-a7c4-4d4b-a7c5-39cac7e68403 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:49.373994 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:49.425940 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4105cd71-3ced-4d6f-b304-aab13976d7e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:49.458392 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5db864f7-b69e-4430-86dc-03bdd4d66cf8 req-eb05d7b2-5444-4e6d-8bc2-11b0db2d5005 tempest-VolumesBackupsTest-1353275912 tempest-VolumesBackupsTest-1353275912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:49.483319 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4105cd71-3ced-4d6f-b304-aab13976d7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:49.592197 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb05d7b2-5444-4e6d-8bc2-11b0db2d5005 tempest-VolumesBackupsTest-1353275912 tempest-VolumesBackupsTest-1353275912-project] Pushing event updated for resources: {'Port': ['ID=7888f76c-0bcf-4873-8fb9-eaa7a5c354a8,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:49.636627 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:49.650794 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5db864f7-b69e-4430-86dc-03bdd4d66cf8 req-eb05d7b2-5444-4e6d-8bc2-11b0db2d5005 tempest-VolumesBackupsTest-1353275912 tempest-VolumesBackupsTest-1353275912-project] Network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:49.666367 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-4105cd71-3ced-4d6f-b304-aab13976d7e0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=68e60ae8a889436886eaeb1f53e315cd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4063318 Jul 15 23:27:49.667258 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51158) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:49.672104 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-5db864f7-b69e-4430-86dc-03bdd4d66cf8 req-eb05d7b2-5444-4e6d-8bc2-11b0db2d5005 tempest-VolumesBackupsTest-1353275912 tempest-VolumesBackupsTest-1353275912-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:49.673119 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-164b9dfd-c69e-430f-bdc3-ae99882d9d36 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 15 23:27:49.674080 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-164b9dfd-c69e-430f-bdc3-ae99882d9d36 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:27:49.677058 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-5db864f7-b69e-4430-86dc-03bdd4d66cf8 req-eb05d7b2-5444-4e6d-8bc2-11b0db2d5005 tempest-VolumesBackupsTest-1353275912 tempest-VolumesBackupsTest-1353275912-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:49.733584 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port f0675f6f-a7c4-4d4b-a7c5-39cac7e68403, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=f0675f6f-a7c4-4d4b-a7c5-39cac7e68403,segment=NetworkSegment(b5ca1fe9-b3dd-4925-af11-f3e0f9a537f0),segment_id=b5ca1fe9-b3dd-4925-af11-f3e0f9a537f0)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:49.736367 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4105cd71-3ced-4d6f-b304-aab13976d7e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3136fe6-330b-4ca7-9912-a066555e615b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:49.738735 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:49.739542 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 227f23bf-3038-47e9-9cf8-9920c58aa4a0 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:27:49.787471 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-164b9dfd-c69e-430f-bdc3-ae99882d9d36 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.9183676 Jul 15 23:27:49.791112 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51162) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:49.834668 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db864f7-b69e-4430-86dc-03bdd4d66cf8 req-eb05d7b2-5444-4e6d-8bc2-11b0db2d5005 tempest-VolumesBackupsTest-1353275912 tempest-VolumesBackupsTest-1353275912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:49.834990 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5db864f7-b69e-4430-86dc-03bdd4d66cf8 req-eb05d7b2-5444-4e6d-8bc2-11b0db2d5005 tempest-VolumesBackupsTest-1353275912 tempest-VolumesBackupsTest-1353275912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:49.923843 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5db864f7-b69e-4430-86dc-03bdd4d66cf8 req-eb05d7b2-5444-4e6d-8bc2-11b0db2d5005 tempest-VolumesBackupsTest-1353275912 tempest-VolumesBackupsTest-1353275912-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2884037 Jul 15 23:27:49.942998 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-5db864f7-b69e-4430-86dc-03bdd4d66cf8 req-398be799-d60d-4ef7-8333-5d6ae69e9e90 service neutron] Request body: {'port': {'device_id': '4e691bfd-696b-4eca-83c0-541184fe969e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:49.973721 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b8c31d93-9870-4fc6-bd84-e313c50c8551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:50.016175 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b8c31d93-9870-4fc6-bd84-e313c50c8551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:50.032543 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=f0675f6f-a7c4-4d4b-a7c5-39cac7e68403,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:50.096921 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 227f23bf-3038-47e9-9cf8-9920c58aa4a0 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:27:50.108009 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 227f23bf-3038-47e9-9cf8-9920c58aa4a0 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:50.110666 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:50.212047 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb86a4fd-eaa4-429c-a9fd-926d570273cd tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:50.234471 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb86a4fd-eaa4-429c-a9fd-926d570273cd tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:50.236954 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4bd5ce57-9a7f-42b3-ac5f-74328321f2b7 req-acda0ce1-683b-427d-ad05-dd5ae5a74fad tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=1672bace-e875-4972-ae76-9722bb7a7385 HTTP/1.1" status: 200 len: 210 time: 0.1331210 Jul 15 23:27:50.252195 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1eb5fe-bb3a-49f1-89b8-ab8ac50bb191 req-d8144f12-b90e-46f9-a0a8-7c6eff38a913 tempest-VolumesBackupsTest-1353275912 tempest-VolumesBackupsTest-1353275912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:50.252413 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-eb86a4fd-eaa4-429c-a9fd-926d570273cd tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.4554391 Jul 15 23:27:50.254384 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51170) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:50.262382 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ca1eb5fe-bb3a-49f1-89b8-ab8ac50bb191 req-d8144f12-b90e-46f9-a0a8-7c6eff38a913 tempest-VolumesBackupsTest-1353275912 tempest-VolumesBackupsTest-1353275912-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e691bfd-696b-4eca-83c0-541184fe969e HTTP/1.1" status: 200 len: 936 time: 0.6079237 Jul 15 23:27:50.319130 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b8c31d93-9870-4fc6-bd84-e313c50c8551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:50.322664 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ca1eb5fe-bb3a-49f1-89b8-ab8ac50bb191 req-c1bea4a3-6e66-4a42-a3f8-0ca22ee5217d tempest-VolumesBackupsTest-1353275912 tempest-VolumesBackupsTest-1353275912-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7931443-0e01-4ea5-9e53-c55ca5bffcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585034 Jul 15 23:27:50.323156 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b8c31d93-9870-4fc6-bd84-e313c50c8551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:50.329138 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b8c31d93-9870-4fc6-bd84-e313c50c8551 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e3136fe6-330b-4ca7-9912-a066555e615b HTTP/1.1" status: 204 len: 168 time: 0.6581218 Jul 15 23:27:50.353319 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c31d93-9870-4fc6-bd84-e313c50c8551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3136fe6-330b-4ca7-9912-a066555e615b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:50.354147 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:50.385665 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5db864f7-b69e-4430-86dc-03bdd4d66cf8 req-398be799-d60d-4ef7-8333-5d6ae69e9e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:50.478338 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-324fd66b-8efe-4b2d-8828-fd574d1d61dc tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Deleting port 77c63bab-bfba-4ff9-8790-a90a191a137f {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:50.478794 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-324fd66b-8efe-4b2d-8828-fd574d1d61dc tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:50.492901 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 227f23bf-3038-47e9-9cf8-9920c58aa4a0, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=227f23bf-3038-47e9-9cf8-9920c58aa4a0,segment=NetworkSegment(83031f72-0c55-4202-a7d3-7c1d93801518),segment_id=83031f72-0c55-4202-a7d3-7c1d93801518)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:50.496346 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2ad1bd68-9d2a-4447-9b2e-3cda19c636eb None None] Provisioning for port 7888f76c-0bcf-4873-8fb9-eaa7a5c354a8 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:27:50.504096 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2ad1bd68-9d2a-4447-9b2e-3cda19c636eb None None] Provisioning complete for port 7888f76c-0bcf-4873-8fb9-eaa7a5c354a8 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:50.505238 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2ad1bd68-9d2a-4447-9b2e-3cda19c636eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:50.511509 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:50.687456 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-324fd66b-8efe-4b2d-8828-fd574d1d61dc tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:50.738900 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-324fd66b-8efe-4b2d-8828-fd574d1d61dc tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Calling delete_port for 77c63bab-bfba-4ff9-8790-a90a191a137f owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:50.807489 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-5db864f7-b69e-4430-86dc-03bdd4d66cf8 req-398be799-d60d-4ef7-8333-5d6ae69e9e90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7888f76c-0bcf-4873-8fb9-eaa7a5c354a8 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:27:50.816523 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5db864f7-b69e-4430-86dc-03bdd4d66cf8 req-398be799-d60d-4ef7-8333-5d6ae69e9e90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:50.837561 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-5db864f7-b69e-4430-86dc-03bdd4d66cf8 req-398be799-d60d-4ef7-8333-5d6ae69e9e90 service neutron] Transition to ACTIVE for port object 7888f76c-0bcf-4873-8fb9-eaa7a5c354a8 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:50.842079 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5db864f7-b69e-4430-86dc-03bdd4d66cf8 req-398be799-d60d-4ef7-8333-5d6ae69e9e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:51.049506 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398be799-d60d-4ef7-8333-5d6ae69e9e90 service neutron] Pushing event updated for resources: {'Port': ['ID=7888f76c-0bcf-4873-8fb9-eaa7a5c354a8,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:51.068196 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-5db864f7-b69e-4430-86dc-03bdd4d66cf8 req-398be799-d60d-4ef7-8333-5d6ae69e9e90 service neutron] Attempting to bind port 7888f76c-0bcf-4873-8fb9-eaa7a5c354a8 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:27:51.072605 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-5db864f7-b69e-4430-86dc-03bdd4d66cf8 req-398be799-d60d-4ef7-8333-5d6ae69e9e90 service neutron] Attempting to bind port 7888f76c-0bcf-4873-8fb9-eaa7a5c354a8 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:27:51.073317 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db864f7-b69e-4430-86dc-03bdd4d66cf8 req-398be799-d60d-4ef7-8333-5d6ae69e9e90 service neutron] Attempting to bind port 7888f76c-0bcf-4873-8fb9-eaa7a5c354a8 on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:27:51.079985 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db864f7-b69e-4430-86dc-03bdd4d66cf8 req-398be799-d60d-4ef7-8333-5d6ae69e9e90 service neutron] Port 7888f76c-0bcf-4873-8fb9-eaa7a5c354a8 on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:27:51.080563 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db864f7-b69e-4430-86dc-03bdd4d66cf8 req-398be799-d60d-4ef7-8333-5d6ae69e9e90 service neutron] Attempting to bind port 7888f76c-0bcf-4873-8fb9-eaa7a5c354a8 on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:27:51.087818 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db864f7-b69e-4430-86dc-03bdd4d66cf8 req-398be799-d60d-4ef7-8333-5d6ae69e9e90 service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:27:51.088572 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db864f7-b69e-4430-86dc-03bdd4d66cf8 req-398be799-d60d-4ef7-8333-5d6ae69e9e90 service neutron] Checking segment: {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:27:51.089349 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db864f7-b69e-4430-86dc-03bdd4d66cf8 req-398be799-d60d-4ef7-8333-5d6ae69e9e90 service neutron] Bound using segment: {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:27:51.089984 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-5db864f7-b69e-4430-86dc-03bdd4d66cf8 req-398be799-d60d-4ef7-8333-5d6ae69e9e90 service neutron] Bound port: 7888f76c-0bcf-4873-8fb9-eaa7a5c354a8, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:27:51.090569 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5db864f7-b69e-4430-86dc-03bdd4d66cf8 req-398be799-d60d-4ef7-8333-5d6ae69e9e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:51.191357 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-5db864f7-b69e-4430-86dc-03bdd4d66cf8 req-398be799-d60d-4ef7-8333-5d6ae69e9e90 service neutron] For port 7888f76c-0bcf-4873-8fb9-eaa7a5c354a8, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:27:51.206442 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-5db864f7-b69e-4430-86dc-03bdd4d66cf8 req-398be799-d60d-4ef7-8333-5d6ae69e9e90 service neutron] For port 7888f76c-0bcf-4873-8fb9-eaa7a5c354a8, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=7888f76c-0bcf-4873-8fb9-eaa7a5c354a8,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:27:51.216227 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5db864f7-b69e-4430-86dc-03bdd4d66cf8 req-398be799-d60d-4ef7-8333-5d6ae69e9e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:51.231735 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-324fd66b-8efe-4b2d-8828-fd574d1d61dc tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:51.312329 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device f0675f6f-a7c4-4d4b-a7c5-39cac7e68403 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:27:51.385952 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db864f7-b69e-4430-86dc-03bdd4d66cf8 req-398be799-d60d-4ef7-8333-5d6ae69e9e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:51.394181 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5db864f7-b69e-4430-86dc-03bdd4d66cf8 req-398be799-d60d-4ef7-8333-5d6ae69e9e90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:51.401084 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5db864f7-b69e-4430-86dc-03bdd4d66cf8 req-398be799-d60d-4ef7-8333-5d6ae69e9e90 service neutron] 10.222.0.49 "PUT /v2.0/ports/7888f76c-0bcf-4873-8fb9-eaa7a5c354a8 HTTP/1.1" status: 200 len: 1096 time: 1.4696779 Jul 15 23:27:51.408532 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398be799-d60d-4ef7-8333-5d6ae69e9e90 service neutron] Pushing event updated for resources: {'Port': ['ID=7888f76c-0bcf-4873-8fb9-eaa7a5c354a8,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:51.421986 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e691bfd-696b-4eca-83c0-541184fe969e', 'tag': '7888f76c-0bcf-4873-8fb9-eaa7a5c354a8'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:27:51.430361 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8ede10-5a06-4ec8-aa3d-bc990bae8b71" -d '{"events": [{"name": "network-changed", "server_uuid": "4e691bfd-696b-4eca-83c0-541184fe969e", "tag": "7888f76c-0bcf-4873-8fb9-eaa7a5c354a8"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:27:51.517646 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2ad1bd68-9d2a-4447-9b2e-3cda19c636eb None None] Port 7888f76c-0bcf-4873-8fb9-eaa7a5c354a8 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:27:51.590415 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324fd66b-8efe-4b2d-8828-fd574d1d61dc tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event deleted for resources: {'Port': ['ID=77c63bab-bfba-4ff9-8790-a90a191a137f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:51.602749 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-324fd66b-8efe-4b2d-8828-fd574d1d61dc tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:51.629415 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-324fd66b-8efe-4b2d-8828-fd574d1d61dc tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/ports/77c63bab-bfba-4ff9-8790-a90a191a137f HTTP/1.1" status: 204 len: 168 time: 1.3598173 Jul 15 23:27:51.632686 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51192) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:51.701973 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b43c46a4-cfeb-4473-9462-de9a4aeb07b7 req-3e5bc0c1-01d2-4767-babb-9387771008ad tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=1672bace-e875-4972-ae76-9722bb7a7385 HTTP/1.1" status: 200 len: 210 time: 0.0975313 Jul 15 23:27:51.761165 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=227f23bf-3038-47e9-9cf8-9920c58aa4a0,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:51.792418 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d4a047-6489-4fd5-a348-cb0b7e41b0df x-openstack-request-id: req-70d4a047-6489-4fd5-a348-cb0b7e41b0df {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:27:51.792418 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e691bfd-696b-4eca-83c0-541184fe969e", "tag": "7888f76c-0bcf-4873-8fb9-eaa7a5c354a8", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:27:51.792418 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-70d4a047-6489-4fd5-a348-cb0b7e41b0df {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:27:51.794647 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e691bfd-696b-4eca-83c0-541184fe969e', 'tag': '7888f76c-0bcf-4873-8fb9-eaa7a5c354a8', 'status': 'completed', 'code': 200} Jul 15 23:27:51.831467 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port f0675f6f-a7c4-4d4b-a7c5-39cac7e68403 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:51.834395 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:51.956896 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c42be63-4478-4185-b963-bd1167f1950d req-1fd61f44-8f1d-451f-b2ad-631e5d6f4418 tempest-VolumesBackupsTest-1353275912 tempest-VolumesBackupsTest-1353275912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:51.965269 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0c42be63-4478-4185-b963-bd1167f1950d req-1fd61f44-8f1d-451f-b2ad-631e5d6f4418 tempest-VolumesBackupsTest-1353275912 tempest-VolumesBackupsTest-1353275912-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e691bfd-696b-4eca-83c0-541184fe969e HTTP/1.1" status: 200 len: 948 time: 0.2661240 Jul 15 23:27:52.029196 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9dc808-3bb2-4950-86a2-1f176b99bdc2 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:52.031849 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9dc808-3bb2-4950-86a2-1f176b99bdc2 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:52.036545 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-bf9dc808-3bb2-4950-86a2-1f176b99bdc2 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3953712 Jul 15 23:27:52.041545 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51194) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:52.068098 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0fe9df-d862-496e-8ce2-9d86d72894e9 req-e2c56379-23aa-4b64-9767-76e0b480956a tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:52.070631 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-bb0fe9df-d862-496e-8ce2-9d86d72894e9 req-e2c56379-23aa-4b64-9767-76e0b480956a tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.49 "GET /v2.0/networks?id=92a51bb3-3c46-49ae-938e-2b30881b2b5e HTTP/1.1" status: 200 len: 796 time: 0.8677092 Jul 15 23:27:52.137310 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0c42be63-4478-4185-b963-bd1167f1950d req-4701668b-2f36-4868-8456-97be7adb7884 tempest-VolumesBackupsTest-1353275912 tempest-VolumesBackupsTest-1353275912-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7931443-0e01-4ea5-9e53-c55ca5bffcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368515 Jul 15 23:27:52.146272 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db864f7-b69e-4430-86dc-03bdd4d66cf8 req-3c56d5a0-ea7e-4e93-879d-a61f1aa9145b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:52.148485 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5db864f7-b69e-4430-86dc-03bdd4d66cf8 req-3c56d5a0-ea7e-4e93-879d-a61f1aa9145b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=87ddd736df54499d9a14b5692b354b6d&device_id=4e691bfd-696b-4eca-83c0-541184fe969e HTTP/1.1" status: 200 len: 1099 time: 0.2235246 Jul 15 23:27:52.149049 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-bb0fe9df-d862-496e-8ce2-9d86d72894e9 req-4e1504ec-645c-4c42-83fb-b467821eb0e6 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89469485c64e49f5b3171ed5499b9995 HTTP/1.1" status: 200 len: 379 time: 0.0509858 Jul 15 23:27:52.162220 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 51196) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:52.165266 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-bb0fe9df-d862-496e-8ce2-9d86d72894e9 req-d2f6e062-5d5b-43c6-a491-4aaea6f2007b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Request body: {'port': {'device_id': '1672bace-e875-4972-ae76-9722bb7a7385', 'network_id': '92a51bb3-3c46-49ae-938e-2b30881b2b5e', 'admin_state_up': True, 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'security_groups': ['dcdd674d-e7cc-4e2c-b019-4b01eca3b895']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:52.173547 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfc59797-187c-42a5-893f-888a442a4541 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Deleting subnet 6fafdc43-2a91-42ff-81d2-c9f31f48ea1f {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:27:52.187886 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cfc59797-187c-42a5-893f-888a442a4541 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:52.223425 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aa79735b-16e6-4791-89d6-967768bfe5f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:52.234488 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5db864f7-b69e-4430-86dc-03bdd4d66cf8 req-c34107ec-377d-4f01-8f46-a3ff51307990 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=7888f76c-0bcf-4873-8fb9-eaa7a5c354a8 HTTP/1.1" status: 200 len: 217 time: 0.0748315 Jul 15 23:27:52.317165 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db864f7-b69e-4430-86dc-03bdd4d66cf8 req-0f952143-bac5-465d-996e-993d41f83b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:52.318804 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5db864f7-b69e-4430-86dc-03bdd4d66cf8 req-0f952143-bac5-465d-996e-993d41f83b59 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.0776968 Jul 15 23:27:52.436101 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db864f7-b69e-4430-86dc-03bdd4d66cf8 req-b3bc6dce-f1c0-4fe7-868f-0b3b48d86390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:52.437545 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5db864f7-b69e-4430-86dc-03bdd4d66cf8 req-b3bc6dce-f1c0-4fe7-868f-0b3b48d86390 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1114130 Jul 15 23:27:52.439845 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aa79735b-16e6-4791-89d6-967768bfe5f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:52.458092 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aa79735b-16e6-4791-89d6-967768bfe5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:52.566725 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa79735b-16e6-4791-89d6-967768bfe5f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f88840-c970-4998-9e4e-4e50855a6f4f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:52.572275 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-aa79735b-16e6-4791-89d6-967768bfe5f5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f0a02b552cae470ea88f441d588b692a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3993056 Jul 15 23:27:52.575156 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 51202) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:52.619971 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5db864f7-b69e-4430-86dc-03bdd4d66cf8 req-28099b63-b12b-450b-a036-2aed30e1e7e1 service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748266 Jul 15 23:27:52.685637 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cfc59797-187c-42a5-893f-888a442a4541 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:52.718139 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0c7978a9-9587-438a-b565-c8fa814d6790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:52.764606 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0c7978a9-9587-438a-b565-c8fa814d6790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:52.781755 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5db864f7-b69e-4430-86dc-03bdd4d66cf8 req-2e71c1d8-481a-4a07-a846-ee34e915ae5b service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513863 Jul 15 23:27:52.821742 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb0fe9df-d862-496e-8ce2-9d86d72894e9 req-d2f6e062-5d5b-43c6-a491-4aaea6f2007b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Made reservation on behalf of 89469485c64e49f5b3171ed5499b9995 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:52.826896 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bb0fe9df-d862-496e-8ce2-9d86d72894e9 req-d2f6e062-5d5b-43c6-a491-4aaea6f2007b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:52.841531 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cfc59797-187c-42a5-893f-888a442a4541 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:52.857270 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0c7978a9-9587-438a-b565-c8fa814d6790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:52.860181 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0c7978a9-9587-438a-b565-c8fa814d6790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:52.863696 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-0c7978a9-9587-438a-b565-c8fa814d6790 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/98f88840-c970-4998-9e4e-4e50855a6f4f HTTP/1.1" status: 204 len: 168 time: 0.2852561 Jul 15 23:27:52.905191 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7978a9-9587-438a-b565-c8fa814d6790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f88840-c970-4998-9e4e-4e50855a6f4f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:52.999335 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ff8b64eb-3aaf-4191-aacb-7d261245f131 req-5e767c51-13e9-45a1-97c0-9101ec7652ed tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=1672bace-e875-4972-ae76-9722bb7a7385 HTTP/1.1" status: 200 len: 210 time: 0.0571854 Jul 15 23:27:53.045190 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8ede10-5a06-4ec8-aa3d-bc990bae8b71 req-6e6814ae-dc66-4ff1-aa10-4f72dcdec35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:53.057472 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 227f23bf-3038-47e9-9cf8-9920c58aa4a0 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:27:53.058674 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6f8ede10-5a06-4ec8-aa3d-bc990bae8b71 req-6e6814ae-dc66-4ff1-aa10-4f72dcdec35a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=87ddd736df54499d9a14b5692b354b6d&device_id=4e691bfd-696b-4eca-83c0-541184fe969e HTTP/1.1" status: 200 len: 1099 time: 0.1907129 Jul 15 23:27:53.140924 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 227f23bf-3038-47e9-9cf8-9920c58aa4a0 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:53.142819 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:53.151728 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cfc59797-187c-42a5-893f-888a442a4541 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:53.195641 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8ede10-5a06-4ec8-aa3d-bc990bae8b71 req-3790c944-0850-4c68-bef7-8338d5b1325c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:53.198737 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6f8ede10-5a06-4ec8-aa3d-bc990bae8b71 req-3790c944-0850-4c68-bef7-8338d5b1325c service neutron] 10.222.0.49 "GET /v2.0/networks?id=5d412861-bef3-4cc1-ae9f-87a6a36753c0 HTTP/1.1" status: 200 len: 870 time: 0.1326566 Jul 15 23:27:53.209819 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c1061e-9e0e-4ed6-81be-e537fa629c3d None None] Network e6241178-066c-430d-a322-7862ef822ee0 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:27:53.270976 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cfc59797-187c-42a5-893f-888a442a4541 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:53.276097 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-cfc59797-187c-42a5-893f-888a442a4541 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/subnets/6fafdc43-2a91-42ff-81d2-c9f31f48ea1f HTTP/1.1" status: 204 len: 168 time: 1.2305758 Jul 15 23:27:53.277209 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51218) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:53.292621 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6f8ede10-5a06-4ec8-aa3d-bc990bae8b71 req-d3dfbc6c-b69c-472a-99cf-2a8f74b5802a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=7888f76c-0bcf-4873-8fb9-eaa7a5c354a8 HTTP/1.1" status: 200 len: 217 time: 0.0814626 Jul 15 23:27:53.296345 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc59797-187c-42a5-893f-888a442a4541 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event deleted for resources: {'Subnet': ['ID=6fafdc43-2a91-42ff-81d2-c9f31f48ea1f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:53.406250 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-0fa39c36-6480-4844-91a3-f2b4bcd28426 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1213405 Jul 15 23:27:53.406250 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-bb0fe9df-d862-496e-8ce2-9d86d72894e9 req-d2f6e062-5d5b-43c6-a491-4aaea6f2007b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Allocated IP 172.20.0.5 (92a51bb3-3c46-49ae-938e-2b30881b2b5e/87ac4f0c-7775-4ca7-a00f-185a948c2a8d/977af347-c348-4a15-b53e-040f8d7cea46) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:27:53.406250 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51224) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:53.419481 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e4a870ed-d255-41aa-a313-bfcac6e27a31 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Request body: {'subnet': {'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:53.486728 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8ede10-5a06-4ec8-aa3d-bc990bae8b71 req-33113e18-158c-4219-ab93-b30d59bf893d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:53.489675 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6f8ede10-5a06-4ec8-aa3d-bc990bae8b71 req-33113e18-158c-4219-ab93-b30d59bf893d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.1958003 Jul 15 23:27:53.544557 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a7fe4d-53ce-46a1-b893-4d8fefe8bff3 None None] DHCP port deletion for e6241178-066c-430d-a322-7862ef822ee0 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:27:53.604948 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3529491f-2fa0-42b1-9f59-d8826e0a0742 req-631c243e-fefb-41ce-8f3b-b68ff710b201 tempest-VolumesBackupsTest-1353275912 tempest-VolumesBackupsTest-1353275912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:53.607866 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3529491f-2fa0-42b1-9f59-d8826e0a0742 req-631c243e-fefb-41ce-8f3b-b68ff710b201 tempest-VolumesBackupsTest-1353275912 tempest-VolumesBackupsTest-1353275912-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e691bfd-696b-4eca-83c0-541184fe969e HTTP/1.1" status: 200 len: 948 time: 0.2229514 Jul 15 23:27:53.673061 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8ede10-5a06-4ec8-aa3d-bc990bae8b71 req-4ebbba7d-ebd7-479f-8eca-d8d7d302d2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:53.674906 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6f8ede10-5a06-4ec8-aa3d-bc990bae8b71 req-4ebbba7d-ebd7-479f-8eca-d8d7d302d2bb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1757240 Jul 15 23:27:53.684510 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3529491f-2fa0-42b1-9f59-d8826e0a0742 req-fe0ef716-a4d9-40a2-a547-6929d183aab0 tempest-VolumesBackupsTest-1353275912 tempest-VolumesBackupsTest-1353275912-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7931443-0e01-4ea5-9e53-c55ca5bffcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632253 Jul 15 23:27:53.706200 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bb0fe9df-d862-496e-8ce2-9d86d72894e9 req-d2f6e062-5d5b-43c6-a491-4aaea6f2007b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:53.730894 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-95a7fe4d-53ce-46a1-b893-4d8fefe8bff3 None None] Deleting port 227f23bf-3038-47e9-9cf8-9920c58aa4a0 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:53.732590 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-95a7fe4d-53ce-46a1-b893-4d8fefe8bff3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:53.748592 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-bb0fe9df-d862-496e-8ce2-9d86d72894e9 req-d2f6e062-5d5b-43c6-a491-4aaea6f2007b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Transition to ACTIVE for port object 977af347-c348-4a15-b53e-040f8d7cea46 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:53.825145 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a870ed-d255-41aa-a313-bfcac6e27a31 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Made reservation on behalf of 1ccad8e849f943d19f815f855c3f3849 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:53.829291 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e4a870ed-d255-41aa-a313-bfcac6e27a31 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:53.860346 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bb0fe9df-d862-496e-8ce2-9d86d72894e9 req-d2f6e062-5d5b-43c6-a491-4aaea6f2007b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:53.875237 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6f8ede10-5a06-4ec8-aa3d-bc990bae8b71 req-35c858fd-922d-4d15-a473-dcf58855a1bf service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893332 Jul 15 23:27:53.912049 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-95a7fe4d-53ce-46a1-b893-4d8fefe8bff3 None None] For port 227f23bf-3038-47e9-9cf8-9920c58aa4a0, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=227f23bf-3038-47e9-9cf8-9920c58aa4a0,segment=NetworkSegment(83031f72-0c55-4202-a7d3-7c1d93801518),segment_id=83031f72-0c55-4202-a7d3-7c1d93801518)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:53.912421 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-95a7fe4d-53ce-46a1-b893-4d8fefe8bff3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:53.935718 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-95a7fe4d-53ce-46a1-b893-4d8fefe8bff3 None None] Calling delete_port for 227f23bf-3038-47e9-9cf8-9920c58aa4a0 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:53.938054 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f6e062-5d5b-43c6-a491-4aaea6f2007b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event updated for resources: {'Port': ['ID=977af347-c348-4a15-b53e-040f8d7cea46,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:54.000222 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb0fe9df-d862-496e-8ce2-9d86d72894e9 req-d2f6e062-5d5b-43c6-a491-4aaea6f2007b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Network 92a51bb3-3c46-49ae-938e-2b30881b2b5e is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:54.012369 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-bb0fe9df-d862-496e-8ce2-9d86d72894e9 req-d2f6e062-5d5b-43c6-a491-4aaea6f2007b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:54.016873 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb0fe9df-d862-496e-8ce2-9d86d72894e9 req-d2f6e062-5d5b-43c6-a491-4aaea6f2007b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:54.036243 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6f8ede10-5a06-4ec8-aa3d-bc990bae8b71 req-ca7485c2-7978-4adb-8780-bad47c74d9bd service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466231 Jul 15 23:27:54.102999 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-95a7fe4d-53ce-46a1-b893-4d8fefe8bff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:54.141072 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0fe9df-d862-496e-8ce2-9d86d72894e9 req-d2f6e062-5d5b-43c6-a491-4aaea6f2007b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:54.141676 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bb0fe9df-d862-496e-8ce2-9d86d72894e9 req-d2f6e062-5d5b-43c6-a491-4aaea6f2007b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:54.175830 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a7fe4d-53ce-46a1-b893-4d8fefe8bff3 None None] No DVR routers for this DVR port 227f23bf-3038-47e9-9cf8-9920c58aa4a0 on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:27:54.180937 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a7fe4d-53ce-46a1-b893-4d8fefe8bff3 None None] Pushing event deleted for resources: {'Port': ['ID=227f23bf-3038-47e9-9cf8-9920c58aa4a0,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:54.225402 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-bb0fe9df-d862-496e-8ce2-9d86d72894e9 req-d2f6e062-5d5b-43c6-a491-4aaea6f2007b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0648434 Jul 15 23:27:54.239639 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-bb0fe9df-d862-496e-8ce2-9d86d72894e9 req-c0ebfcf6-7894-4a69-bdee-0402488c63bb service neutron] Request body: {'port': {'device_id': '1672bace-e875-4972-ae76-9722bb7a7385', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:54.420834 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d87821-c4bf-41e6-bd3c-076313d4284e req-580ed9ff-9e74-4093-86a3-2943a0a05be8 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:54.434370 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e3d87821-c4bf-41e6-bd3c-076313d4284e req-580ed9ff-9e74-4093-86a3-2943a0a05be8 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=1672bace-e875-4972-ae76-9722bb7a7385 HTTP/1.1" status: 200 len: 931 time: 0.1677091 Jul 15 23:27:54.434714 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bb0fe9df-d862-496e-8ce2-9d86d72894e9 req-c0ebfcf6-7894-4a69-bdee-0402488c63bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:54.489786 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3e4a531e-5692-4289-b146-c8f91a0c6e77 None None] Provisioning for port 977af347-c348-4a15-b53e-040f8d7cea46 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:27:54.496322 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e3d87821-c4bf-41e6-bd3c-076313d4284e req-30439367-686d-4baa-beee-0c9463e1bf92 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=dcdd674d-e7cc-4e2c-b019-4b01eca3b895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605776 Jul 15 23:27:54.496752 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3e4a531e-5692-4289-b146-c8f91a0c6e77 None None] Provisioning complete for port 977af347-c348-4a15-b53e-040f8d7cea46 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:54.497404 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3e4a531e-5692-4289-b146-c8f91a0c6e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:54.544035 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e4a870ed-d255-41aa-a313-bfcac6e27a31 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:54.551087 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-3e4a531e-5692-4289-b146-c8f91a0c6e77 None None] Port 977af347-c348-4a15-b53e-040f8d7cea46 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:27:54.660037 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a870ed-d255-41aa-a313-bfcac6e27a31 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Network e6241178-066c-430d-a322-7862ef822ee0 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:54.665427 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-e4a870ed-d255-41aa-a313-bfcac6e27a31 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:54.675122 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a870ed-d255-41aa-a313-bfcac6e27a31 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:54.675783 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e4a870ed-d255-41aa-a313-bfcac6e27a31 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:54.676071 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca9fdc8-8f02-4a6c-bbd9-87f94450f072 None None] Network e6241178-066c-430d-a322-7862ef822ee0 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:27:54.681371 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a870ed-d255-41aa-a313-bfcac6e27a31 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event updated for resources: {'Subnet': ['ID=40b3cfbb-c062-44df-a38d-0c3452dcfa69,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:54.722727 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e4a870ed-d255-41aa-a313-bfcac6e27a31 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3153036 Jul 15 23:27:54.723514 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 51260) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:54.729770 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-14a94f09-317b-4dd5-bd80-e028190e17c4 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Request body: {'port': {'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'fixed_ips': [{'subnet_id': '40b3cfbb-c062-44df-a38d-0c3452dcfa69', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-966473758'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:54.970130 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a9fba0-e3e1-4b90-bea3-7129b465335c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-e6241178-066c-430d-a322-7862ef822ee0', 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'tenant_id': '1ccad8e849f943d19f815f855c3f3849', 'fixed_ips': [{'subnet_id': '40b3cfbb-c062-44df-a38d-0c3452dcfa69'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:27:54.971656 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a1a9fba0-e3e1-4b90-bea3-7129b465335c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:54.980521 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-bb0fe9df-d862-496e-8ce2-9d86d72894e9 req-c0ebfcf6-7894-4a69-bdee-0402488c63bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 977af347-c348-4a15-b53e-040f8d7cea46 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:27:54.989834 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bb0fe9df-d862-496e-8ce2-9d86d72894e9 req-c0ebfcf6-7894-4a69-bdee-0402488c63bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:55.004441 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-bb0fe9df-d862-496e-8ce2-9d86d72894e9 req-c0ebfcf6-7894-4a69-bdee-0402488c63bb service neutron] Transition to ACTIVE for port object 977af347-c348-4a15-b53e-040f8d7cea46 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:55.006085 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 227f23bf-3038-47e9-9cf8-9920c58aa4a0 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:27:55.010467 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bb0fe9df-d862-496e-8ce2-9d86d72894e9 req-c0ebfcf6-7894-4a69-bdee-0402488c63bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:55.024168 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a94f09-317b-4dd5-bd80-e028190e17c4 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Made reservation on behalf of 1ccad8e849f943d19f815f855c3f3849 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:55.075153 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0abbbb-b18e-4bf4-bb62-713d5485887e req-11607884-be10-4e7f-bb0c-043ea00ab469 tempest-VolumesBackupsTest-1353275912 tempest-VolumesBackupsTest-1353275912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:55.086067 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5a0abbbb-b18e-4bf4-bb62-713d5485887e req-11607884-be10-4e7f-bb0c-043ea00ab469 tempest-VolumesBackupsTest-1353275912 tempest-VolumesBackupsTest-1353275912-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e691bfd-696b-4eca-83c0-541184fe969e HTTP/1.1" status: 200 len: 948 time: 0.1642785 Jul 15 23:27:55.124257 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 227f23bf-3038-47e9-9cf8-9920c58aa4a0 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:27:55.125557 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 227f23bf-3038-47e9-9cf8-9920c58aa4a0 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:27:55.128442 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 7888f76c-0bcf-4873-8fb9-eaa7a5c354a8 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:27:55.176172 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ebfcf6-7894-4a69-bdee-0402488c63bb service neutron] Pushing event updated for resources: {'Port': ['ID=977af347-c348-4a15-b53e-040f8d7cea46,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:55.187598 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5a0abbbb-b18e-4bf4-bb62-713d5485887e req-bfc125ad-afe7-4a04-a19f-2caacf38f77e tempest-VolumesBackupsTest-1353275912 tempest-VolumesBackupsTest-1353275912-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7931443-0e01-4ea5-9e53-c55ca5bffcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008418 Jul 15 23:27:55.283862 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-bb0fe9df-d862-496e-8ce2-9d86d72894e9 req-c0ebfcf6-7894-4a69-bdee-0402488c63bb service neutron] Attempting to bind port 977af347-c348-4a15-b53e-040f8d7cea46 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:27:55.284656 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-bb0fe9df-d862-496e-8ce2-9d86d72894e9 req-c0ebfcf6-7894-4a69-bdee-0402488c63bb service neutron] Attempting to bind port 977af347-c348-4a15-b53e-040f8d7cea46 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': 'b5ca1fe9-b3dd-4925-af11-f3e0f9a537f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '92a51bb3-3c46-49ae-938e-2b30881b2b5e'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:27:55.285389 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0fe9df-d862-496e-8ce2-9d86d72894e9 req-c0ebfcf6-7894-4a69-bdee-0402488c63bb service neutron] Attempting to bind port 977af347-c348-4a15-b53e-040f8d7cea46 on network 92a51bb3-3c46-49ae-938e-2b30881b2b5e {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:27:55.295771 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0fe9df-d862-496e-8ce2-9d86d72894e9 req-c0ebfcf6-7894-4a69-bdee-0402488c63bb service neutron] Port 977af347-c348-4a15-b53e-040f8d7cea46 on network 92a51bb3-3c46-49ae-938e-2b30881b2b5e not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:27:55.296255 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0fe9df-d862-496e-8ce2-9d86d72894e9 req-c0ebfcf6-7894-4a69-bdee-0402488c63bb service neutron] Attempting to bind port 977af347-c348-4a15-b53e-040f8d7cea46 on network 92a51bb3-3c46-49ae-938e-2b30881b2b5e {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:27:55.300179 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-14a94f09-317b-4dd5-bd80-e028190e17c4 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:55.309146 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0fe9df-d862-496e-8ce2-9d86d72894e9 req-c0ebfcf6-7894-4a69-bdee-0402488c63bb service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:27:55.309630 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0fe9df-d862-496e-8ce2-9d86d72894e9 req-c0ebfcf6-7894-4a69-bdee-0402488c63bb service neutron] Checking segment: {'id': 'b5ca1fe9-b3dd-4925-af11-f3e0f9a537f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '92a51bb3-3c46-49ae-938e-2b30881b2b5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:27:55.310271 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0fe9df-d862-496e-8ce2-9d86d72894e9 req-c0ebfcf6-7894-4a69-bdee-0402488c63bb service neutron] Bound using segment: {'id': 'b5ca1fe9-b3dd-4925-af11-f3e0f9a537f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '92a51bb3-3c46-49ae-938e-2b30881b2b5e'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:27:55.312425 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-bb0fe9df-d862-496e-8ce2-9d86d72894e9 req-c0ebfcf6-7894-4a69-bdee-0402488c63bb service neutron] Bound port: 977af347-c348-4a15-b53e-040f8d7cea46, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5ca1fe9-b3dd-4925-af11-f3e0f9a537f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '92a51bb3-3c46-49ae-938e-2b30881b2b5e'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:27:55.313410 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bb0fe9df-d862-496e-8ce2-9d86d72894e9 req-c0ebfcf6-7894-4a69-bdee-0402488c63bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:55.329868 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 7888f76c-0bcf-4873-8fb9-eaa7a5c354a8, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=7888f76c-0bcf-4873-8fb9-eaa7a5c354a8,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:55.342716 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-14a94f09-317b-4dd5-bd80-e028190e17c4 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] device_id is not set on port 93a1c50b-e7cb-4f30-9f0a-32f0fd1ed9f3 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:27:55.353751 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-a1a9fba0-e3e1-4b90-bea3-7129b465335c None None] Allocated IP 2001:db8::2 (e6241178-066c-430d-a322-7862ef822ee0/40b3cfbb-c062-44df-a38d-0c3452dcfa69/72994fe3-6353-49f9-b94b-9caad85ba335) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:27:55.362498 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '7888f76c-0bcf-4873-8fb9-eaa7a5c354a8', 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'port_id': '7888f76c-0bcf-4873-8fb9-eaa7a5c354a8', 'mac_address': 'fa:16:3e:6a:92:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d909a96-22de-4aa9-b690-1c7da965ceac', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:27:55.426645 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-bb0fe9df-d862-496e-8ce2-9d86d72894e9 req-c0ebfcf6-7894-4a69-bdee-0402488c63bb service neutron] For port 977af347-c348-4a15-b53e-040f8d7cea46, host n-h1-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:27:55.432491 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-bb0fe9df-d862-496e-8ce2-9d86d72894e9 req-c0ebfcf6-7894-4a69-bdee-0402488c63bb service neutron] For port 977af347-c348-4a15-b53e-040f8d7cea46, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=977af347-c348-4a15-b53e-040f8d7cea46,segment=NetworkSegment(b5ca1fe9-b3dd-4925-af11-f3e0f9a537f0),segment_id=b5ca1fe9-b3dd-4925-af11-f3e0f9a537f0)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:27:55.433482 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:55.438159 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bb0fe9df-d862-496e-8ce2-9d86d72894e9 req-c0ebfcf6-7894-4a69-bdee-0402488c63bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:55.470043 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7888f76c-0bcf-4873-8fb9-eaa7a5c354a8 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:27:55.474165 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:55.496652 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0fe9df-d862-496e-8ce2-9d86d72894e9 req-c0ebfcf6-7894-4a69-bdee-0402488c63bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:55.506256 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bb0fe9df-d862-496e-8ce2-9d86d72894e9 req-c0ebfcf6-7894-4a69-bdee-0402488c63bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:55.509073 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-bb0fe9df-d862-496e-8ce2-9d86d72894e9 req-c0ebfcf6-7894-4a69-bdee-0402488c63bb service neutron] 10.222.0.49 "PUT /v2.0/ports/977af347-c348-4a15-b53e-040f8d7cea46 HTTP/1.1" status: 200 len: 1091 time: 1.2749350 Jul 15 23:27:55.510610 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1672bace-e875-4972-ae76-9722bb7a7385', 'tag': '977af347-c348-4a15-b53e-040f8d7cea46'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:27:55.517033 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4daa29-e027-411c-9bc5-526e4f626b72" -d '{"events": [{"name": "network-changed", "server_uuid": "1672bace-e875-4972-ae76-9722bb7a7385", "tag": "977af347-c348-4a15-b53e-040f8d7cea46"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:27:55.581755 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 7888f76c-0bcf-4873-8fb9-eaa7a5c354a8, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=7888f76c-0bcf-4873-8fb9-eaa7a5c354a8,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:55.597874 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:55.621913 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b7bdb8-e542-4f29-96ae-908f572b3333 x-openstack-request-id: req-90b7bdb8-e542-4f29-96ae-908f572b3333 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:27:55.622304 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1672bace-e875-4972-ae76-9722bb7a7385", "tag": "977af347-c348-4a15-b53e-040f8d7cea46", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:27:55.622574 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-90b7bdb8-e542-4f29-96ae-908f572b3333 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:27:55.625630 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1672bace-e875-4972-ae76-9722bb7a7385', 'tag': '977af347-c348-4a15-b53e-040f8d7cea46', 'status': 'completed', 'code': 200} Jul 15 23:27:55.762969 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ebfcf6-7894-4a69-bdee-0402488c63bb service neutron] Pushing event updated for resources: {'Port': ['ID=977af347-c348-4a15-b53e-040f8d7cea46,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:55.764554 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=7888f76c-0bcf-4873-8fb9-eaa7a5c354a8,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:55.801673 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0fe9df-d862-496e-8ce2-9d86d72894e9 req-7b4fbf52-58ee-4733-81b7-0ab60a0cef71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:55.804358 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-bb0fe9df-d862-496e-8ce2-9d86d72894e9 req-7b4fbf52-58ee-4733-81b7-0ab60a0cef71 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=89469485c64e49f5b3171ed5499b9995&device_id=1672bace-e875-4972-ae76-9722bb7a7385 HTTP/1.1" status: 200 len: 1094 time: 0.2044959 Jul 15 23:27:55.812337 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a1a9fba0-e3e1-4b90-bea3-7129b465335c None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:55.831004 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a1a9fba0-e3e1-4b90-bea3-7129b465335c None None] Transition to ACTIVE for port object 72994fe3-6353-49f9-b94b-9caad85ba335 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:55.861718 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a1a9fba0-e3e1-4b90-bea3-7129b465335c None None] Transition to ACTIVE for port object 72994fe3-6353-49f9-b94b-9caad85ba335 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:27:55.872461 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a1a9fba0-e3e1-4b90-bea3-7129b465335c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:55.894265 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f0b13f-27de-4163-af96-bdb9c1716df9 req-55cab030-16ed-4d77-8d12-67364bc0ba02 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:55.905706 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-bb0fe9df-d862-496e-8ce2-9d86d72894e9 req-be82d324-041a-41a6-83c4-9de3d1a7c545 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=977af347-c348-4a15-b53e-040f8d7cea46 HTTP/1.1" status: 200 len: 217 time: 0.0907867 Jul 15 23:27:55.908159 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f3f0b13f-27de-4163-af96-bdb9c1716df9 req-55cab030-16ed-4d77-8d12-67364bc0ba02 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=1672bace-e875-4972-ae76-9722bb7a7385 HTTP/1.1" status: 200 len: 943 time: 0.2105758 Jul 15 23:27:55.909301 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['7888f76c-0bcf-4873-8fb9-eaa7a5c354a8'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:27:55.925806 n-d-794306-6 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-14a94f09-317b-4dd5-bd80-e028190e17c4 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:27:55.926642 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14a94f09-317b-4dd5-bd80-e028190e17c4 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:27:55.985465 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0fe9df-d862-496e-8ce2-9d86d72894e9 req-333cb4d9-30da-4858-b052-d8fd779c93f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:55.987832 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-bb0fe9df-d862-496e-8ce2-9d86d72894e9 req-333cb4d9-30da-4858-b052-d8fd779c93f5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=87ac4f0c-7775-4ca7-a00f-185a948c2a8d HTTP/1.1" status: 200 len: 835 time: 0.0763192 Jul 15 23:27:56.107620 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a9fba0-e3e1-4b90-bea3-7129b465335c None None] Network e6241178-066c-430d-a322-7862ef822ee0 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:56.122737 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0fe9df-d862-496e-8ce2-9d86d72894e9 req-743cc61c-d956-4a2d-be2c-28a98a041866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:56.127540 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-bb0fe9df-d862-496e-8ce2-9d86d72894e9 req-743cc61c-d956-4a2d-be2c-28a98a041866 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=92a51bb3-3c46-49ae-938e-2b30881b2b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1335773 Jul 15 23:27:56.145372 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-a1a9fba0-e3e1-4b90-bea3-7129b465335c None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:56.156728 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a9fba0-e3e1-4b90-bea3-7129b465335c None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:27:56.167743 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a9fba0-e3e1-4b90-bea3-7129b465335c None None] Pushing event updated for resources: {'Port': ['ID=72994fe3-6353-49f9-b94b-9caad85ba335,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:56.280303 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a1a9fba0-e3e1-4b90-bea3-7129b465335c None None] Attempting to bind port 72994fe3-6353-49f9-b94b-9caad85ba335 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:27:56.280670 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a1a9fba0-e3e1-4b90-bea3-7129b465335c None None] Attempting to bind port 72994fe3-6353-49f9-b94b-9caad85ba335 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:27:56.280937 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a9fba0-e3e1-4b90-bea3-7129b465335c None None] Attempting to bind port 72994fe3-6353-49f9-b94b-9caad85ba335 on network e6241178-066c-430d-a322-7862ef822ee0 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:27:56.298398 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a9fba0-e3e1-4b90-bea3-7129b465335c None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:27:56.298912 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a9fba0-e3e1-4b90-bea3-7129b465335c None None] Checking segment: {'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:27:56.299176 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a1a9fba0-e3e1-4b90-bea3-7129b465335c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:56.299829 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a9fba0-e3e1-4b90-bea3-7129b465335c None None] Bound using segment: {'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:27:56.300328 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a1a9fba0-e3e1-4b90-bea3-7129b465335c None None] Bound port: 72994fe3-6353-49f9-b94b-9caad85ba335, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:27:56.300886 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a1a9fba0-e3e1-4b90-bea3-7129b465335c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:56.358115 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-14a94f09-317b-4dd5-bd80-e028190e17c4 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.6331449 Jul 15 23:27:56.369496 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 51304) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:56.427277 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a1a9fba0-e3e1-4b90-bea3-7129b465335c None None] For port 72994fe3-6353-49f9-b94b-9caad85ba335, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:27:56.440430 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f3f0b13f-27de-4163-af96-bdb9c1716df9 req-527b3b6d-2b1d-4322-ad39-fb50ae239dc9 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=dcdd674d-e7cc-4e2c-b019-4b01eca3b895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5267990 Jul 15 23:27:56.442522 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a1a9fba0-e3e1-4b90-bea3-7129b465335c None None] For port 72994fe3-6353-49f9-b94b-9caad85ba335, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=72994fe3-6353-49f9-b94b-9caad85ba335,segment=NetworkSegment(83031f72-0c55-4202-a7d3-7c1d93801518),segment_id=83031f72-0c55-4202-a7d3-7c1d93801518)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:27:56.445752 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-bb0fe9df-d862-496e-8ce2-9d86d72894e9 req-53cb5e5a-fb34-4f43-ba63-6e7a2d6606fa service neutron] 10.222.0.49 "GET /v2.0/networks/92a51bb3-3c46-49ae-938e-2b30881b2b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089342 Jul 15 23:27:56.477713 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a1a9fba0-e3e1-4b90-bea3-7129b465335c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:56.563911 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944742c5-93bf-4c39-85a8-834b42b9fc1e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:56.566071 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-944742c5-93bf-4c39-85a8-834b42b9fc1e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1955116 Jul 15 23:27:56.572107 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 51308) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:56.621020 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a9fba0-e3e1-4b90-bea3-7129b465335c None None] Pushing event updated for resources: {'Port': ['ID=72994fe3-6353-49f9-b94b-9caad85ba335,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:56.674060 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-bb0fe9df-d862-496e-8ce2-9d86d72894e9 req-2624ad80-bf13-4e80-870d-07c6bcf016df service neutron] 10.222.0.49 "GET /v2.0/networks/92a51bb3-3c46-49ae-938e-2b30881b2b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210116 Jul 15 23:27:56.698970 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c048083-1baa-487f-a8b9-bf54b26f8c4b req-8371cd59-76b2-44d6-8dc1-0438fbf83c3b tempest-VolumesBackupsTest-1353275912 tempest-VolumesBackupsTest-1353275912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:56.703360 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6c048083-1baa-487f-a8b9-bf54b26f8c4b req-8371cd59-76b2-44d6-8dc1-0438fbf83c3b tempest-VolumesBackupsTest-1353275912 tempest-VolumesBackupsTest-1353275912-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e691bfd-696b-4eca-83c0-541184fe969e HTTP/1.1" status: 200 len: 949 time: 0.2458701 Jul 15 23:27:56.739138 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff3f0b1-2793-488b-88d7-cd99084db404 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:56.741027 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff3f0b1-2793-488b-88d7-cd99084db404 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:56.746099 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-2ff3f0b1-2793-488b-88d7-cd99084db404 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1685767 Jul 15 23:27:56.746422 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51312) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:56.781527 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6c048083-1baa-487f-a8b9-bf54b26f8c4b req-a90ae590-5d92-457a-90c6-af9385cae0ce tempest-VolumesBackupsTest-1353275912 tempest-VolumesBackupsTest-1353275912-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7931443-0e01-4ea5-9e53-c55ca5bffcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739968 Jul 15 23:27:56.901247 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec6ee15f-eb1f-4474-93d5-aa114407b000 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Deleting subnet 40b3cfbb-c062-44df-a38d-0c3452dcfa69 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:27:56.906511 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec6ee15f-eb1f-4474-93d5-aa114407b000 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:56.957829 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4daa29-e027-411c-9bc5-526e4f626b72 req-ef27df68-c70f-4591-9318-54c5e0c8fda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:56.962433 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-7e4daa29-e027-411c-9bc5-526e4f626b72 req-ef27df68-c70f-4591-9318-54c5e0c8fda3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=89469485c64e49f5b3171ed5499b9995&device_id=1672bace-e875-4972-ae76-9722bb7a7385 HTTP/1.1" status: 200 len: 1094 time: 0.2279794 Jul 15 23:27:57.029664 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec6ee15f-eb1f-4474-93d5-aa114407b000 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:57.096311 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 72994fe3-6353-49f9-b94b-9caad85ba335 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:27:57.162330 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51320) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:57.169966 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 72994fe3-6353-49f9-b94b-9caad85ba335 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:27:57.175109 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4daa29-e027-411c-9bc5-526e4f626b72 req-9199d1e4-ac59-418a-8419-42b59fbc82ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:57.176805 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-7e4daa29-e027-411c-9bc5-526e4f626b72 req-9199d1e4-ac59-418a-8419-42b59fbc82ae service neutron] 10.222.0.49 "GET /v2.0/networks?id=92a51bb3-3c46-49ae-938e-2b30881b2b5e HTTP/1.1" status: 200 len: 897 time: 0.2047834 Jul 15 23:27:57.232183 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-7e4daa29-e027-411c-9bc5-526e4f626b72 req-f7141b11-b587-4692-9767-6ce0905f0b80 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=977af347-c348-4a15-b53e-040f8d7cea46 HTTP/1.1" status: 200 len: 217 time: 0.0478122 Jul 15 23:27:57.233588 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec6ee15f-eb1f-4474-93d5-aa114407b000 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:57.318334 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4daa29-e027-411c-9bc5-526e4f626b72 req-cc09df51-ac16-4ff2-807a-03a0f49063db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:57.320583 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-7e4daa29-e027-411c-9bc5-526e4f626b72 req-cc09df51-ac16-4ff2-807a-03a0f49063db service neutron] 10.222.0.49 "GET /v2.0/subnets?id=87ac4f0c-7775-4ca7-a00f-185a948c2a8d HTTP/1.1" status: 200 len: 835 time: 0.0648305 Jul 15 23:27:57.360957 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec6ee15f-eb1f-4474-93d5-aa114407b000 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:57.399000 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6ee15f-eb1f-4474-93d5-aa114407b000 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event deleted for resources: {'Subnet': ['ID=40b3cfbb-c062-44df-a38d-0c3452dcfa69,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:57.404647 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec6ee15f-eb1f-4474-93d5-aa114407b000 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:57.410103 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ec6ee15f-eb1f-4474-93d5-aa114407b000 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/subnets/40b3cfbb-c062-44df-a38d-0c3452dcfa69 HTTP/1.1" status: 204 len: 168 time: 0.6579566 Jul 15 23:27:57.410362 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51326) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:57.458511 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-90d591fc-89aa-41d7-95dc-472d51a5e803 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0431867 Jul 15 23:27:57.458747 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51330) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:57.466816 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-668a3fe7-f7dc-4d80-8019-144a84247e76 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Request body: {'subnet': {'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:57.528066 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03b0a10e-376c-41d4-bcd8-c3d85f689c00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:57.532063 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4daa29-e027-411c-9bc5-526e4f626b72 req-3e75660e-1df5-4e63-8cfd-6dacfd00dee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:57.533917 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-7e4daa29-e027-411c-9bc5-526e4f626b72 req-3e75660e-1df5-4e63-8cfd-6dacfd00dee4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=92a51bb3-3c46-49ae-938e-2b30881b2b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2048364 Jul 15 23:27:57.673442 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433aecf7-9c9e-460c-8986-b52bce5a2c86 req-2634f175-7033-4e66-b17e-ddc10d2a4841 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:57.683026 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-433aecf7-9c9e-460c-8986-b52bce5a2c86 req-2634f175-7033-4e66-b17e-ddc10d2a4841 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=1672bace-e875-4972-ae76-9722bb7a7385 HTTP/1.1" status: 200 len: 943 time: 0.0921953 Jul 15 23:27:57.701135 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.db.api [None req-03b0a10e-376c-41d4-bcd8-c3d85f689c00 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 23:27:57.701135 n-d-794306-6 neutron-server[93771]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 15 23:27:57.701135 n-d-794306-6 neutron-server[93771]: [parameters: {'project_id': '3568641e31804184b2c9eaea550916bb', 'id': '88890dff-6008-4f78-99f6-703ad353a5eb', 'expiration': datetime.datetime(2021, 7, 15, 23, 29, 57, 678480)}] Jul 15 23:27:57.701135 n-d-794306-6 neutron-server[93771]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:27:57.702408 n-d-794306-6 neutron-server[93771]: DEBUG oslo_db.api [None req-03b0a10e-376c-41d4-bcd8-c3d85f689c00 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:27:57.717275 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668a3fe7-f7dc-4d80-8019-144a84247e76 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Made reservation on behalf of 1ccad8e849f943d19f815f855c3f3849 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:27:57.722500 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-668a3fe7-f7dc-4d80-8019-144a84247e76 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:57.729168 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-433aecf7-9c9e-460c-8986-b52bce5a2c86 req-234935d8-d050-4c4c-8913-1d91aa803617 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=dcdd674d-e7cc-4e2c-b019-4b01eca3b895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437493 Jul 15 23:27:57.793595 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-7e4daa29-e027-411c-9bc5-526e4f626b72 req-3edba0d2-09b4-4256-9445-4c7733bdbad4 service neutron] 10.222.0.49 "GET /v2.0/networks/92a51bb3-3c46-49ae-938e-2b30881b2b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247624 Jul 15 23:27:57.960369 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 51340) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:57.984047 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32193f1f-9111-48e9-91b3-a1eba4aa31f4 None None] Network e6241178-066c-430d-a322-7862ef822ee0 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:27:58.034315 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-7e4daa29-e027-411c-9bc5-526e4f626b72 req-f8584fd0-74ed-4119-b00d-a3c697e18b66 service neutron] 10.222.0.49 "GET /v2.0/networks/92a51bb3-3c46-49ae-938e-2b30881b2b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001765 Jul 15 23:27:58.046911 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc41b3b9-f8be-442a-beda-b50a2aa1ed9d req-a112aca4-73cc-4024-9cf8-72bc4ef7359c tempest-VolumesBackupsTest-1353275912 tempest-VolumesBackupsTest-1353275912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:58.048777 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cc41b3b9-f8be-442a-beda-b50a2aa1ed9d req-a112aca4-73cc-4024-9cf8-72bc4ef7359c tempest-VolumesBackupsTest-1353275912 tempest-VolumesBackupsTest-1353275912-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e691bfd-696b-4eca-83c0-541184fe969e HTTP/1.1" status: 200 len: 949 time: 0.1052084 Jul 15 23:27:58.112230 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cc41b3b9-f8be-442a-beda-b50a2aa1ed9d req-b596bad4-d869-4dc9-bff0-1e6b5b2b01d1 tempest-VolumesBackupsTest-1353275912 tempest-VolumesBackupsTest-1353275912-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7931443-0e01-4ea5-9e53-c55ca5bffcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571711 Jul 15 23:27:58.133975 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6b1e80aa-306f-4976-82c7-aa55102bd0cb None None] Provisioning for port 72994fe3-6353-49f9-b94b-9caad85ba335 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:27:58.138835 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6b1e80aa-306f-4976-82c7-aa55102bd0cb None None] Provisioning complete for port 72994fe3-6353-49f9-b94b-9caad85ba335 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:58.139219 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6b1e80aa-306f-4976-82c7-aa55102bd0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:58.151779 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-668a3fe7-f7dc-4d80-8019-144a84247e76 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:58.154339 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ebd1bf5-bffb-4bcf-a430-62d232d8142f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:58.197742 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668a3fe7-f7dc-4d80-8019-144a84247e76 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Network e6241178-066c-430d-a322-7862ef822ee0 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:27:58.201782 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-668a3fe7-f7dc-4d80-8019-144a84247e76 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:27:58.205794 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03b0a10e-376c-41d4-bcd8-c3d85f689c00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:58.213341 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668a3fe7-f7dc-4d80-8019-144a84247e76 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:58.214303 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-668a3fe7-f7dc-4d80-8019-144a84247e76 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:58.243670 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668a3fe7-f7dc-4d80-8019-144a84247e76 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event updated for resources: {'Subnet': ['ID=54873172-19ce-4188-b009-e3d248f61230,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:58.265843 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6b1e80aa-306f-4976-82c7-aa55102bd0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:58.305340 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ebd1bf5-bffb-4bcf-a430-62d232d8142f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:58.308322 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-6b1e80aa-306f-4976-82c7-aa55102bd0cb None None] For port 72994fe3-6353-49f9-b94b-9caad85ba335, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=72994fe3-6353-49f9-b94b-9caad85ba335,segment=NetworkSegment(83031f72-0c55-4202-a7d3-7c1d93801518),segment_id=83031f72-0c55-4202-a7d3-7c1d93801518)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:58.311591 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ebd1bf5-bffb-4bcf-a430-62d232d8142f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:58.313416 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6b1e80aa-306f-4976-82c7-aa55102bd0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:58.316659 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-668a3fe7-f7dc-4d80-8019-144a84247e76 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8565524 Jul 15 23:27:58.320274 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51344) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:58.326331 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-3045180a-f27b-4c5f-9176-c93828c580d7 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1505267986', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:27:58.359849 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.db.api [None req-3045180a-f27b-4c5f-9176-c93828c580d7 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 23:27:58.359849 n-d-794306-6 neutron-server[93771]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 23:27:58.359849 n-d-794306-6 neutron-server[93771]: [parameters: {'project_id_1': '1ccad8e849f943d19f815f855c3f3849', 'expiration_1': datetime.datetime(2021, 7, 15, 23, 27, 58, 343277)}] Jul 15 23:27:58.359849 n-d-794306-6 neutron-server[93771]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:27:58.361380 n-d-794306-6 neutron-server[93771]: DEBUG oslo_db.api [None req-3045180a-f27b-4c5f-9176-c93828c580d7 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:27:58.368602 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-2ebd1bf5-bffb-4bcf-a430-62d232d8142f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=226b206649624194bc3bd6bcab5a59cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4024460 Jul 15 23:27:58.368602 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebd1bf5-bffb-4bcf-a430-62d232d8142f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18e53ce8-2dde-47fb-aa69-a682483d3fc5,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:58.368932 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b76f87-8846-4ba2-9803-a87254c79885 None None] DHCP port deletion for e6241178-066c-430d-a322-7862ef822ee0 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:27:58.369356 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 51346) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:58.416315 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e80aa-306f-4976-82c7-aa55102bd0cb None None] Pushing event updated for resources: {'Port': ['ID=72994fe3-6353-49f9-b94b-9caad85ba335,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:58.447008 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-16eb259d-4d3e-4879-9cd6-440a8cfd9889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:58.456693 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b5b76f87-8846-4ba2-9803-a87254c79885 None None] Deleting port 72994fe3-6353-49f9-b94b-9caad85ba335 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:27:58.457435 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b5b76f87-8846-4ba2-9803-a87254c79885 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:58.473516 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03b0a10e-376c-41d4-bcd8-c3d85f689c00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:58.473851 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-16eb259d-4d3e-4879-9cd6-440a8cfd9889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:58.482981 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03b0a10e-376c-41d4-bcd8-c3d85f689c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:58.529854 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-03b0a10e-376c-41d4-bcd8-c3d85f689c00 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3568641e31804184b2c9eaea550916bb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3663430 Jul 15 23:27:58.531165 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b0a10e-376c-41d4-bcd8-c3d85f689c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d938cf-6e92-486f-b427-22408b48cff5,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:58.533667 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51348) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:58.568561 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-16eb259d-4d3e-4879-9cd6-440a8cfd9889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:58.573407 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-16eb259d-4d3e-4879-9cd6-440a8cfd9889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:58.585266 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-16eb259d-4d3e-4879-9cd6-440a8cfd9889 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/18e53ce8-2dde-47fb-aa69-a682483d3fc5 HTTP/1.1" status: 204 len: 168 time: 0.2092855 Jul 15 23:27:58.589061 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-b5b76f87-8846-4ba2-9803-a87254c79885 None None] For port 72994fe3-6353-49f9-b94b-9caad85ba335, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=72994fe3-6353-49f9-b94b-9caad85ba335,segment=NetworkSegment(83031f72-0c55-4202-a7d3-7c1d93801518),segment_id=83031f72-0c55-4202-a7d3-7c1d93801518)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:58.589841 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b5b76f87-8846-4ba2-9803-a87254c79885 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:58.593420 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d35e38fd-5149-4be2-aae9-95721653f36a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:58.596110 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb259d-4d3e-4879-9cd6-440a8cfd9889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e53ce8-2dde-47fb-aa69-a682483d3fc5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:58.615629 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b5b76f87-8846-4ba2-9803-a87254c79885 None None] Calling delete_port for 72994fe3-6353-49f9-b94b-9caad85ba335 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:27:58.620555 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d35e38fd-5149-4be2-aae9-95721653f36a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:58.693254 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d35e38fd-5149-4be2-aae9-95721653f36a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:58.697966 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d35e38fd-5149-4be2-aae9-95721653f36a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:58.699705 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d35e38fd-5149-4be2-aae9-95721653f36a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/15d938cf-6e92-486f-b427-22408b48cff5 HTTP/1.1" status: 204 len: 168 time: 0.1648366 Jul 15 23:27:58.714025 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35e38fd-5149-4be2-aae9-95721653f36a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d938cf-6e92-486f-b427-22408b48cff5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:58.743520 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b5b76f87-8846-4ba2-9803-a87254c79885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:58.784830 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b76f87-8846-4ba2-9803-a87254c79885 None None] Pushing event deleted for resources: {'Port': ['ID=72994fe3-6353-49f9-b94b-9caad85ba335,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:58.798702 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b76f87-8846-4ba2-9803-a87254c79885 None None] No DVR routers for this DVR port 72994fe3-6353-49f9-b94b-9caad85ba335 on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:27:58.827379 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532c5f5c-5311-4dac-abe9-734c5884a700 None None] Network e6241178-066c-430d-a322-7862ef822ee0 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:27:58.899729 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3045180a-f27b-4c5f-9176-c93828c580d7 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:58.904281 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3045180a-f27b-4c5f-9176-c93828c580d7 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:59.024429 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3045180a-f27b-4c5f-9176-c93828c580d7 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:59.031692 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3045180a-f27b-4c5f-9176-c93828c580d7 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:59.073108 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3045180a-f27b-4c5f-9176-c93828c580d7 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:59.076021 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-3045180a-f27b-4c5f-9176-c93828c580d7 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7529902 Jul 15 23:27:59.079462 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 51360) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:59.141129 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51362) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:59.164430 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26ea441b-0a8f-4300-b53d-e07192202d0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:59.164836 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 977af347-c348-4a15-b53e-040f8d7cea46 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:27:59.268693 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 7888f76c-0bcf-4873-8fb9-eaa7a5c354a8 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:27:59.275517 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 72994fe3-6353-49f9-b94b-9caad85ba335 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:27:59.344339 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a5fb0-4969-4983-a06d-7e6d5a125747 req-198642fa-b8dc-4584-b2ee-09208b21c0cc tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:59.353025 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-293a5fb0-4969-4983-a06d-7e6d5a125747 req-198642fa-b8dc-4584-b2ee-09208b21c0cc tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=1672bace-e875-4972-ae76-9722bb7a7385 HTTP/1.1" status: 200 len: 943 time: 0.2895331 Jul 15 23:27:59.356567 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26ea441b-0a8f-4300-b53d-e07192202d0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:59.362164 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26ea441b-0a8f-4300-b53d-e07192202d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:59.422617 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-26ea441b-0a8f-4300-b53d-e07192202d0e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b44e721aedbd4cf19d39bb3b5330f57f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2741525 Jul 15 23:27:59.423367 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51366) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:59.437770 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ea441b-0a8f-4300-b53d-e07192202d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e50414-c946-498c-957c-7010ab82976f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:59.496419 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 72994fe3-6353-49f9-b94b-9caad85ba335 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:27:59.497703 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 72994fe3-6353-49f9-b94b-9caad85ba335 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:27:59.542467 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3628444b-1410-4bde-8297-2faade32c3e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:59.552000 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 977af347-c348-4a15-b53e-040f8d7cea46, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=977af347-c348-4a15-b53e-040f8d7cea46,segment=NetworkSegment(b5ca1fe9-b3dd-4925-af11-f3e0f9a537f0),segment_id=b5ca1fe9-b3dd-4925-af11-f3e0f9a537f0)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:27:59.572824 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-293a5fb0-4969-4983-a06d-7e6d5a125747 req-7e68f7a1-9b92-498a-a594-2bcbeeebc20e tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=dcdd674d-e7cc-4e2c-b019-4b01eca3b895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2179477 Jul 15 23:27:59.576345 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3628444b-1410-4bde-8297-2faade32c3e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:59.581573 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '977af347-c348-4a15-b53e-040f8d7cea46', 'network_id': '92a51bb3-3c46-49ae-938e-2b30881b2b5e', 'port_id': '977af347-c348-4a15-b53e-040f8d7cea46', 'mac_address': 'fa:16:3e:74:92:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87ac4f0c-7775-4ca7-a00f-185a948c2a8d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:27:59.607935 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51370) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:27:59.611979 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e492ab82-b5aa-464a-b16f-99467a1066c0 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:59.646292 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-64068a80-1db2-41f4-943e-0e2d6d549f14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:59.661618 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acec3ae3-97c1-430b-b1d9-c04b2dc099de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-e6241178-066c-430d-a322-7862ef822ee0', 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'tenant_id': '1ccad8e849f943d19f815f855c3f3849', 'fixed_ips': [{'subnet_id': '54873172-19ce-4188-b009-e3d248f61230'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:27:59.663393 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-acec3ae3-97c1-430b-b1d9-c04b2dc099de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:59.669534 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port 7888f76c-0bcf-4873-8fb9-eaa7a5c354a8 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:27:59.693127 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 7888f76c-0bcf-4873-8fb9-eaa7a5c354a8 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:27:59.693716 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:59.712412 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b32623-a5b9-4d9b-851a-08f5705f385b req-4c830228-1ddd-49b2-9dde-7f43fe9543c9 tempest-VolumesBackupsTest-1353275912 tempest-VolumesBackupsTest-1353275912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:27:59.714005 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-41b32623-a5b9-4d9b-851a-08f5705f385b req-4c830228-1ddd-49b2-9dde-7f43fe9543c9 tempest-VolumesBackupsTest-1353275912 tempest-VolumesBackupsTest-1353275912-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e691bfd-696b-4eca-83c0-541184fe969e HTTP/1.1" status: 200 len: 949 time: 0.2626374 Jul 15 23:27:59.738385 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:59.751709 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3628444b-1410-4bde-8297-2faade32c3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:59.754292 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3628444b-1410-4bde-8297-2faade32c3e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:59.759966 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-3628444b-1410-4bde-8297-2faade32c3e1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/41e50414-c946-498c-957c-7010ab82976f HTTP/1.1" status: 204 len: 168 time: 0.3310599 Jul 15 23:27:59.784852 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3628444b-1410-4bde-8297-2faade32c3e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e50414-c946-498c-957c-7010ab82976f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:27:59.837074 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-41b32623-a5b9-4d9b-851a-08f5705f385b req-4c0cdea9-9d94-4d31-bca3-da0fb9a665fe tempest-VolumesBackupsTest-1353275912 tempest-VolumesBackupsTest-1353275912-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7931443-0e01-4ea5-9e53-c55ca5bffcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120481 Jul 15 23:27:59.935189 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-64068a80-1db2-41f4-943e-0e2d6d549f14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:59.941383 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-64068a80-1db2-41f4-943e-0e2d6d549f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:27:59.966179 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 977af347-c348-4a15-b53e-040f8d7cea46 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:28:00.009105 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-e492ab82-b5aa-464a-b16f-99467a1066c0 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Allocated IP 2001:db8::1 (e6241178-066c-430d-a322-7862ef822ee0/54873172-19ce-4188-b009-e3d248f61230/ad1c037d-6fec-4bf6-aaf4-108b6bd6ab71) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:00.029387 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64068a80-1db2-41f4-943e-0e2d6d549f14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75bd0746-6b35-4e14-ad9b-cd12dd753925,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:00.057436 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-64068a80-1db2-41f4-943e-0e2d6d549f14 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=000dd67343ef42adb5ed115b1559126d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4482033 Jul 15 23:28:00.061087 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 51376) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:00.076549 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 977af347-c348-4a15-b53e-040f8d7cea46, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=977af347-c348-4a15-b53e-040f8d7cea46,segment=NetworkSegment(b5ca1fe9-b3dd-4925-af11-f3e0f9a537f0),segment_id=b5ca1fe9-b3dd-4925-af11-f3e0f9a537f0)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:00.107024 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:00.156768 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:00.193167 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=977af347-c348-4a15-b53e-040f8d7cea46,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:00.200358 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e691bfd-696b-4eca-83c0-541184fe969e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7888f76c-0bcf-4873-8fb9-eaa7a5c354a8'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:28:00.201976 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-72f3493c-e855-4f3a-bee8-ce185ef316b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:00.202884 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f08488-c465-4637-a390-40f3f3cef418" -d '{"events": [{"server_uuid": "4e691bfd-696b-4eca-83c0-541184fe969e", "name": "network-vif-plugged", "status": "completed", "tag": "7888f76c-0bcf-4873-8fb9-eaa7a5c354a8"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:28:00.219286 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 7888f76c-0bcf-4873-8fb9-eaa7a5c354a8, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=7888f76c-0bcf-4873-8fb9-eaa7a5c354a8,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:00.224891 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:00.257688 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-494dcdba-4181-4c88-8271-ebf83fec7cc2 x-openstack-request-id: req-494dcdba-4181-4c88-8271-ebf83fec7cc2 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:28:00.257928 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e691bfd-696b-4eca-83c0-541184fe969e", "name": "network-vif-plugged", "status": "completed", "tag": "7888f76c-0bcf-4873-8fb9-eaa7a5c354a8", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:28:00.258249 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-494dcdba-4181-4c88-8271-ebf83fec7cc2 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:28:00.258717 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e691bfd-696b-4eca-83c0-541184fe969e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7888f76c-0bcf-4873-8fb9-eaa7a5c354a8', 'code': 200} Jul 15 23:28:00.266042 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e492ab82-b5aa-464a-b16f-99467a1066c0 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:00.299776 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-72f3493c-e855-4f3a-bee8-ce185ef316b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:00.305429 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=7888f76c-0bcf-4873-8fb9-eaa7a5c354a8,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:00.312861 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-e492ab82-b5aa-464a-b16f-99467a1066c0 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Transition to ACTIVE for port object ad1c037d-6fec-4bf6-aaf4-108b6bd6ab71 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:00.377237 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e492ab82-b5aa-464a-b16f-99467a1066c0 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:00.411350 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-72f3493c-e855-4f3a-bee8-ce185ef316b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:00.413998 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-72f3493c-e855-4f3a-bee8-ce185ef316b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:00.417494 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-72f3493c-e855-4f3a-bee8-ce185ef316b6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/75bd0746-6b35-4e14-ad9b-cd12dd753925 HTTP/1.1" status: 204 len: 168 time: 0.3526192 Jul 15 23:28:00.427041 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['977af347-c348-4a15-b53e-040f8d7cea46'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:28:00.429702 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e492ab82-b5aa-464a-b16f-99467a1066c0 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Network e6241178-066c-430d-a322-7862ef822ee0 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:00.434622 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-e492ab82-b5aa-464a-b16f-99467a1066c0 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:00.434992 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7aff4e-05ec-481d-9d1d-58e1d5ad1e1f req-1eb59f96-130a-475c-b2bd-12fcffd38ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:00.436637 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ff7aff4e-05ec-481d-9d1d-58e1d5ad1e1f req-1eb59f96-130a-475c-b2bd-12fcffd38ee7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4e691bfd-696b-4eca-83c0-541184fe969e HTTP/1.1" status: 200 len: 1101 time: 0.0944071 Jul 15 23:28:00.449352 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e492ab82-b5aa-464a-b16f-99467a1066c0 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:28:00.449937 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e492ab82-b5aa-464a-b16f-99467a1066c0 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:00.458329 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f3493c-e855-4f3a-bee8-ce185ef316b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75bd0746-6b35-4e14-ad9b-cd12dd753925,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:00.484634 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ff7aff4e-05ec-481d-9d1d-58e1d5ad1e1f req-9db30b6b-45f7-43e8-9686-87ba09994c87 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f7931443-0e01-4ea5-9e53-c55ca5bffcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385220 Jul 15 23:28:00.508702 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e492ab82-b5aa-464a-b16f-99467a1066c0 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event updated for resources: {'Port': ['ID=ad1c037d-6fec-4bf6-aaf4-108b6bd6ab71,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:00.527086 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-acec3ae3-97c1-430b-b1d9-c04b2dc099de None None] Allocated IP 2001:db8::2 (e6241178-066c-430d-a322-7862ef822ee0/54873172-19ce-4188-b009-e3d248f61230/2837eccd-6d55-4d56-b28d-9e98fdcecd01) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:00.660786 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e492ab82-b5aa-464a-b16f-99467a1066c0 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:00.845886 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-acec3ae3-97c1-430b-b1d9-c04b2dc099de None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:00.856014 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d79b793e-2ec3-463f-bc73-9f7a6d36effa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:00.882760 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-acec3ae3-97c1-430b-b1d9-c04b2dc099de None None] Transition to ACTIVE for port object 2837eccd-6d55-4d56-b28d-9e98fdcecd01 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:00.949986 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-acec3ae3-97c1-430b-b1d9-c04b2dc099de None None] Transition to ACTIVE for port object 2837eccd-6d55-4d56-b28d-9e98fdcecd01 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:00.957838 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328dd20-378f-4073-a30c-5980b30941bd req-110ea5a0-a734-4ca5-b8ad-1c2b8424b44f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:00.968973 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f328dd20-378f-4073-a30c-5980b30941bd req-110ea5a0-a734-4ca5-b8ad-1c2b8424b44f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=1672bace-e875-4972-ae76-9722bb7a7385 HTTP/1.1" status: 200 len: 944 time: 0.2147610 Jul 15 23:28:01.002985 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-acec3ae3-97c1-430b-b1d9-c04b2dc099de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:01.070688 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f328dd20-378f-4073-a30c-5980b30941bd req-4a73152c-b90a-443d-9ecd-9396d792c59a tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=dcdd674d-e7cc-4e2c-b019-4b01eca3b895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005387 Jul 15 23:28:01.140064 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acec3ae3-97c1-430b-b1d9-c04b2dc099de None None] Network e6241178-066c-430d-a322-7862ef822ee0 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:01.152068 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-acec3ae3-97c1-430b-b1d9-c04b2dc099de None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:01.158855 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acec3ae3-97c1-430b-b1d9-c04b2dc099de None None] Pushing event updated for resources: {'Port': ['ID=2837eccd-6d55-4d56-b28d-9e98fdcecd01,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:01.161469 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acec3ae3-97c1-430b-b1d9-c04b2dc099de None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:28:01.265924 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed2aa8-463a-4620-9264-1a32928d9bf9 req-c0d071be-66e8-45c1-a397-d6e8c81739cc tempest-VolumesBackupsTest-1353275912 tempest-VolumesBackupsTest-1353275912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:01.268439 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f7ed2aa8-463a-4620-9264-1a32928d9bf9 req-c0d071be-66e8-45c1-a397-d6e8c81739cc tempest-VolumesBackupsTest-1353275912 tempest-VolumesBackupsTest-1353275912-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e691bfd-696b-4eca-83c0-541184fe969e HTTP/1.1" status: 200 len: 950 time: 0.1469669 Jul 15 23:28:01.279657 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-acec3ae3-97c1-430b-b1d9-c04b2dc099de None None] Attempting to bind port 2837eccd-6d55-4d56-b28d-9e98fdcecd01 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:28:01.280076 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-acec3ae3-97c1-430b-b1d9-c04b2dc099de None None] Attempting to bind port 2837eccd-6d55-4d56-b28d-9e98fdcecd01 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:28:01.280449 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acec3ae3-97c1-430b-b1d9-c04b2dc099de None None] Attempting to bind port 2837eccd-6d55-4d56-b28d-9e98fdcecd01 on network e6241178-066c-430d-a322-7862ef822ee0 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:28:01.286555 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acec3ae3-97c1-430b-b1d9-c04b2dc099de None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:28:01.286970 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acec3ae3-97c1-430b-b1d9-c04b2dc099de None None] Checking segment: {'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:28:01.287398 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-acec3ae3-97c1-430b-b1d9-c04b2dc099de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:01.288572 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acec3ae3-97c1-430b-b1d9-c04b2dc099de None None] Bound using segment: {'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:28:01.289259 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-acec3ae3-97c1-430b-b1d9-c04b2dc099de None None] Bound port: 2837eccd-6d55-4d56-b28d-9e98fdcecd01, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:28:01.290424 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-acec3ae3-97c1-430b-b1d9-c04b2dc099de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:01.299761 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e492ab82-b5aa-464a-b16f-99467a1066c0 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:01.307265 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e492ab82-b5aa-464a-b16f-99467a1066c0 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:01.308096 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e492ab82-b5aa-464a-b16f-99467a1066c0 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:01.365079 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f7ed2aa8-463a-4620-9264-1a32928d9bf9 req-858af64b-548c-47bb-b1f1-53b5ef34a6a2 tempest-VolumesBackupsTest-1353275912 tempest-VolumesBackupsTest-1353275912-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7931443-0e01-4ea5-9e53-c55ca5bffcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836556 Jul 15 23:28:01.412634 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e492ab82-b5aa-464a-b16f-99467a1066c0 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event updated for resources: {'Port': ['ID=ad1c037d-6fec-4bf6-aaf4-108b6bd6ab71,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:01.424096 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-acec3ae3-97c1-430b-b1d9-c04b2dc099de None None] For port 2837eccd-6d55-4d56-b28d-9e98fdcecd01, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:28:01.428322 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-acec3ae3-97c1-430b-b1d9-c04b2dc099de None None] For port 2837eccd-6d55-4d56-b28d-9e98fdcecd01, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=2837eccd-6d55-4d56-b28d-9e98fdcecd01,segment=NetworkSegment(83031f72-0c55-4202-a7d3-7c1d93801518),segment_id=83031f72-0c55-4202-a7d3-7c1d93801518)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:28:01.436752 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-acec3ae3-97c1-430b-b1d9-c04b2dc099de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:01.520941 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acec3ae3-97c1-430b-b1d9-c04b2dc099de None None] Pushing event updated for resources: {'Port': ['ID=2837eccd-6d55-4d56-b28d-9e98fdcecd01,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:01.552269 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e492ab82-b5aa-464a-b16f-99467a1066c0 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Network e6241178-066c-430d-a322-7862ef822ee0 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:01.555347 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-e492ab82-b5aa-464a-b16f-99467a1066c0 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:01.784722 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e492ab82-b5aa-464a-b16f-99467a1066c0 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Router 1a102131-cb72-40d0-87bc-e64721d9e9ad is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:28:01.977606 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e492ab82-b5aa-464a-b16f-99467a1066c0 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:28:01.988663 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-e492ab82-b5aa-464a-b16f-99467a1066c0 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "PUT /v2.0/routers/1a102131-cb72-40d0-87bc-e64721d9e9ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9076910 Jul 15 23:28:01.992463 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51466) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:01.994366 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc162799-38e3-46a1-9231-a77e5db119c7 None None] Sync routers for ids ['1a102131-cb72-40d0-87bc-e64721d9e9ad'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:28:02.013734 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc162799-38e3-46a1-9231-a77e5db119c7 None None] Routers {'1a102131-cb72-40d0-87bc-e64721d9e9ad'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:28:02.015058 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-bc162799-38e3-46a1-9231-a77e5db119c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:27:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['1a102131-cb72-40d0-87bc-e64721d9e9ad'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:02.135224 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfd21a9-d0d6-4fbc-b34b-fccb225f397c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:02.143906 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 51474) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:02.154876 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-0dfd21a9-d0d6-4fbc-b34b-fccb225f397c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/ports/ad1c037d-6fec-4bf6-aaf4-108b6bd6ab71 HTTP/1.1" status: 200 len: 911 time: 0.1595905 Jul 15 23:28:02.215227 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51476) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:02.229312 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-bc162799-38e3-46a1-9231-a77e5db119c7 None None] Set router 1a102131-cb72-40d0-87bc-e64721d9e9ad gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:28:02.281863 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4c9cb4-e531-4552-9b9d-999e465d364e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:02.296068 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4c9cb4-e531-4552-9b9d-999e465d364e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:02.300416 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-1e4c9cb4-e531-4552-9b9d-999e465d364e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1545177 Jul 15 23:28:02.301558 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 51482) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:02.543256 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-18959ecf-fa71-45a7-9bf9-40f64086a789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:02.628051 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-bc162799-38e3-46a1-9231-a77e5db119c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a102131-cb72-40d0-87bc-e64721d9e9ad', 'name': 'tempest-NetworksTestDHCPv6-router-1505267986', 'tenant_id': '1ccad8e849f943d19f815f855c3f3849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:27:58Z', 'updated_at': '2021-07-15T23:28:00Z', 'revision_number': 2, 'project_id': '1ccad8e849f943d19f815f855c3f3849', 'gw_port_host': None, '_interfaces': [{'id': 'ad1c037d-6fec-4bf6-aaf4-108b6bd6ab71', 'name': '', 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'tenant_id': '1ccad8e849f943d19f815f855c3f3849', 'mac_address': 'fa:16:3e:f3:2c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a102131-cb72-40d0-87bc-e64721d9e9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '54873172-19ce-4188-b009-e3d248f61230', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:27:59Z', 'updated_at': '2021-07-15T23:28:00Z', 'revision_number': 2, 'project_id': '1ccad8e849f943d19f815f855c3f3849', 'subnets': [{'id': '54873172-19ce-4188-b009-e3d248f61230', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:02.664872 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc162799-38e3-46a1-9231-a77e5db119c7 None None] Checking router: 1a102131-cb72-40d0-87bc-e64721d9e9ad for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:28:02.665447 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc162799-38e3-46a1-9231-a77e5db119c7 None None] Updating router 1a102131-cb72-40d0-87bc-e64721d9e9ad port ad1c037d-6fec-4bf6-aaf4-108b6bd6ab71 binding host n-d-794306-6 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:28:02.715817 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bc162799-38e3-46a1-9231-a77e5db119c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:02.773131 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c20051-e041-44a9-b1cc-f1cbe17607d4 req-7a0f3bc4-3374-4397-be8f-04b339b37d47 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:02.790959 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-42c20051-e041-44a9-b1cc-f1cbe17607d4 req-7a0f3bc4-3374-4397-be8f-04b339b37d47 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=1672bace-e875-4972-ae76-9722bb7a7385 HTTP/1.1" status: 200 len: 944 time: 0.4611900 Jul 15 23:28:02.794325 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-18959ecf-fa71-45a7-9bf9-40f64086a789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:02.804715 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-18959ecf-fa71-45a7-9bf9-40f64086a789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:02.896917 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-18959ecf-fa71-45a7-9bf9-40f64086a789 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bee918794fc74a4a8197002a31c4c9ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6806922 Jul 15 23:28:02.904856 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51498) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:03.001568 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-42c20051-e041-44a9-b1cc-f1cbe17607d4 req-979b4433-e753-4ccf-a6d4-135be6d8fff6 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=dcdd674d-e7cc-4e2c-b019-4b01eca3b895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2083092 Jul 15 23:28:03.011786 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18959ecf-fa71-45a7-9bf9-40f64086a789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db4812d7-fc9a-4d1a-9f46-091ccc41d0dc,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:03.070446 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 977af347-c348-4a15-b53e-040f8d7cea46 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:28:03.127318 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b9104ef-8733-4997-a44f-3c97524df716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:03.143970 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 2837eccd-6d55-4d56-b28d-9e98fdcecd01 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:28:03.205927 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b9104ef-8733-4997-a44f-3c97524df716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:03.279483 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bc162799-38e3-46a1-9231-a77e5db119c7 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:03.310389 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a2608223-7c82-4f48-ae3f-436ba230c674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:03.313259 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-bc162799-38e3-46a1-9231-a77e5db119c7 None None] Transition to ACTIVE for port object ad1c037d-6fec-4bf6-aaf4-108b6bd6ab71 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:03.324850 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bc162799-38e3-46a1-9231-a77e5db119c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:03.339413 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 2837eccd-6d55-4d56-b28d-9e98fdcecd01 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:03.356528 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port 977af347-c348-4a15-b53e-040f8d7cea46 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:03.358963 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b9104ef-8733-4997-a44f-3c97524df716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:03.363395 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b9104ef-8733-4997-a44f-3c97524df716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:03.369832 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ef7e2e-09c8-4300-9099-3aa881dec4cd req-1f9772b0-6a2c-46aa-968d-593d4fe35fbc tempest-VolumesBackupsTest-1353275912 tempest-VolumesBackupsTest-1353275912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:03.371463 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-0b9104ef-8733-4997-a44f-3c97524df716 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/db4812d7-fc9a-4d1a-9f46-091ccc41d0dc HTTP/1.1" status: 204 len: 168 time: 0.4649262 Jul 15 23:28:03.379053 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 977af347-c348-4a15-b53e-040f8d7cea46 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:03.379705 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:03.398319 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9104ef-8733-4997-a44f-3c97524df716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4812d7-fc9a-4d1a-9f46-091ccc41d0dc,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:03.401358 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-84ef7e2e-09c8-4300-9099-3aa881dec4cd req-1f9772b0-6a2c-46aa-968d-593d4fe35fbc tempest-VolumesBackupsTest-1353275912 tempest-VolumesBackupsTest-1353275912-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e691bfd-696b-4eca-83c0-541184fe969e HTTP/1.1" status: 200 len: 950 time: 0.5304608 Jul 15 23:28:03.437997 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:03.486418 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7bea27-353d-4dfe-9ee8-4dc3af496d41 None None] Pushing event updated for resources: {'Port': ['ID=ad1c037d-6fec-4bf6-aaf4-108b6bd6ab71,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:03.486676 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-78162ee8-7db1-41bc-882b-8f94c9fd38e5 None None] Provisioning for port 2837eccd-6d55-4d56-b28d-9e98fdcecd01 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:03.499502 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-78162ee8-7db1-41bc-882b-8f94c9fd38e5 None None] Provisioning complete for port 2837eccd-6d55-4d56-b28d-9e98fdcecd01 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:03.508093 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-78162ee8-7db1-41bc-882b-8f94c9fd38e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:03.697226 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-bc162799-38e3-46a1-9231-a77e5db119c7 None None] Attempting to bind port ad1c037d-6fec-4bf6-aaf4-108b6bd6ab71 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:28:03.697226 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-bc162799-38e3-46a1-9231-a77e5db119c7 None None] Attempting to bind port ad1c037d-6fec-4bf6-aaf4-108b6bd6ab71 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:28:03.697226 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc162799-38e3-46a1-9231-a77e5db119c7 None None] Attempting to bind port ad1c037d-6fec-4bf6-aaf4-108b6bd6ab71 on network e6241178-066c-430d-a322-7862ef822ee0 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:28:03.712462 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc162799-38e3-46a1-9231-a77e5db119c7 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:28:03.712834 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc162799-38e3-46a1-9231-a77e5db119c7 None None] Checking segment: {'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:28:03.717744 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bc162799-38e3-46a1-9231-a77e5db119c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:03.719905 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc162799-38e3-46a1-9231-a77e5db119c7 None None] Bound using segment: {'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:28:03.725025 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-bc162799-38e3-46a1-9231-a77e5db119c7 None None] Bound port: ad1c037d-6fec-4bf6-aaf4-108b6bd6ab71, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:28:03.727615 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bc162799-38e3-46a1-9231-a77e5db119c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:03.730090 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:03.837528 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1672bace-e875-4972-ae76-9722bb7a7385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '977af347-c348-4a15-b53e-040f8d7cea46'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:28:03.841443 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10763bc4-3535-42c7-bfe3-f8e484e8c6ed" -d '{"events": [{"server_uuid": "1672bace-e875-4972-ae76-9722bb7a7385", "name": "network-vif-plugged", "status": "completed", "tag": "977af347-c348-4a15-b53e-040f8d7cea46"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:28:03.923234 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-bc162799-38e3-46a1-9231-a77e5db119c7 None None] For port ad1c037d-6fec-4bf6-aaf4-108b6bd6ab71, host n-d-794306-6, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:28:03.931006 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-bc162799-38e3-46a1-9231-a77e5db119c7 None None] For port ad1c037d-6fec-4bf6-aaf4-108b6bd6ab71, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=ad1c037d-6fec-4bf6-aaf4-108b6bd6ab71,segment=NetworkSegment(83031f72-0c55-4202-a7d3-7c1d93801518),segment_id=83031f72-0c55-4202-a7d3-7c1d93801518)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:28:03.943605 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bc162799-38e3-46a1-9231-a77e5db119c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:03.947777 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc5dbb9b-741e-440b-984c-e33a610238ec x-openstack-request-id: req-cc5dbb9b-741e-440b-984c-e33a610238ec {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:28:03.948236 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1672bace-e875-4972-ae76-9722bb7a7385", "name": "network-vif-plugged", "status": "completed", "tag": "977af347-c348-4a15-b53e-040f8d7cea46", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:28:03.949079 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cc5dbb9b-741e-440b-984c-e33a610238ec {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:28:03.949761 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1672bace-e875-4972-ae76-9722bb7a7385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '977af347-c348-4a15-b53e-040f8d7cea46', 'code': 200} Jul 15 23:28:03.952897 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 977af347-c348-4a15-b53e-040f8d7cea46, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=977af347-c348-4a15-b53e-040f8d7cea46,segment=NetworkSegment(b5ca1fe9-b3dd-4925-af11-f3e0f9a537f0),segment_id=b5ca1fe9-b3dd-4925-af11-f3e0f9a537f0)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:03.967491 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:04.111088 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-78162ee8-7db1-41bc-882b-8f94c9fd38e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:04.136707 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7bea27-353d-4dfe-9ee8-4dc3af496d41 None None] Pushing event updated for resources: {'Port': ['ID=ad1c037d-6fec-4bf6-aaf4-108b6bd6ab71,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:04.176038 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ba163a-94e8-4de6-b896-a8020f607857 req-37d359a2-fbed-40d2-ac86-989479ed4335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:04.178111 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f4ba163a-94e8-4de6-b896-a8020f607857 req-37d359a2-fbed-40d2-ac86-989479ed4335 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1672bace-e875-4972-ae76-9722bb7a7385 HTTP/1.1" status: 200 len: 1096 time: 0.1496685 Jul 15 23:28:04.201383 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc162799-38e3-46a1-9231-a77e5db119c7 None None] Routers {'1a102131-cb72-40d0-87bc-e64721d9e9ad'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:28:04.205568 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-bc162799-38e3-46a1-9231-a77e5db119c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:28:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['1a102131-cb72-40d0-87bc-e64721d9e9ad'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:04.251441 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f4ba163a-94e8-4de6-b896-a8020f607857 req-767e57ca-5b8c-4fac-a549-b6bc51a915a7 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=dcdd674d-e7cc-4e2c-b019-4b01eca3b895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664654 Jul 15 23:28:04.424561 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-84ef7e2e-09c8-4300-9099-3aa881dec4cd req-ab811c82-83ea-4641-9905-82e7f848387a tempest-VolumesBackupsTest-1353275912 tempest-VolumesBackupsTest-1353275912-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7931443-0e01-4ea5-9e53-c55ca5bffcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0222194 Jul 15 23:28:04.511721 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-bc162799-38e3-46a1-9231-a77e5db119c7 None None] Set router 1a102131-cb72-40d0-87bc-e64721d9e9ad gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:28:04.520127 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=977af347-c348-4a15-b53e-040f8d7cea46,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:04.551951 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-78162ee8-7db1-41bc-882b-8f94c9fd38e5 None None] For port 2837eccd-6d55-4d56-b28d-9e98fdcecd01, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=2837eccd-6d55-4d56-b28d-9e98fdcecd01,segment=NetworkSegment(83031f72-0c55-4202-a7d3-7c1d93801518),segment_id=83031f72-0c55-4202-a7d3-7c1d93801518)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:04.564208 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-78162ee8-7db1-41bc-882b-8f94c9fd38e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:04.780007 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:04.789238 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78162ee8-7db1-41bc-882b-8f94c9fd38e5 None None] Pushing event updated for resources: {'Port': ['ID=2837eccd-6d55-4d56-b28d-9e98fdcecd01,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:04.813752 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-bc162799-38e3-46a1-9231-a77e5db119c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a102131-cb72-40d0-87bc-e64721d9e9ad', 'name': 'tempest-NetworksTestDHCPv6-router-1505267986', 'tenant_id': '1ccad8e849f943d19f815f855c3f3849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:27:58Z', 'updated_at': '2021-07-15T23:28:00Z', 'revision_number': 2, 'project_id': '1ccad8e849f943d19f815f855c3f3849', 'gw_port_host': None, '_interfaces': [{'id': 'ad1c037d-6fec-4bf6-aaf4-108b6bd6ab71', 'name': '', 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'tenant_id': '1ccad8e849f943d19f815f855c3f3849', 'mac_address': 'fa:16:3e:f3:2c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a102131-cb72-40d0-87bc-e64721d9e9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '54873172-19ce-4188-b009-e3d248f61230', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:27:59Z', 'updated_at': '2021-07-15T23:28:03Z', 'revision_number': 4, 'project_id': '1ccad8e849f943d19f815f855c3f3849', 'subnets': [{'id': '54873172-19ce-4188-b009-e3d248f61230', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:04.851858 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3b01b6f1-d438-4da7-9d42-dc2636d7cb7e None None] Provisioning for port ad1c037d-6fec-4bf6-aaf4-108b6bd6ab71 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:04.853928 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc162799-38e3-46a1-9231-a77e5db119c7 None None] The sync data for ids ['1a102131-cb72-40d0-87bc-e64721d9e9ad'] in n-d-794306-6 is: [{'id': '1a102131-cb72-40d0-87bc-e64721d9e9ad', 'name': 'tempest-NetworksTestDHCPv6-router-1505267986', 'tenant_id': '1ccad8e849f943d19f815f855c3f3849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:27:58Z', 'updated_at': '2021-07-15T23:28:00Z', 'revision_number': 2, 'project_id': '1ccad8e849f943d19f815f855c3f3849', 'gw_port_host': None, '_interfaces': [{'id': 'ad1c037d-6fec-4bf6-aaf4-108b6bd6ab71', 'name': '', 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'tenant_id': '1ccad8e849f943d19f815f855c3f3849', 'mac_address': 'fa:16:3e:f3:2c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a102131-cb72-40d0-87bc-e64721d9e9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '54873172-19ce-4188-b009-e3d248f61230', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:27:59Z', 'updated_at': '2021-07-15T23:28:03Z', 'revision_number': 4, 'project_id': '1ccad8e849f943d19f815f855c3f3849', 'subnets': [{'id': '54873172-19ce-4188-b009-e3d248f61230', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:28:05.068776 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 2837eccd-6d55-4d56-b28d-9e98fdcecd01 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:28:05.122201 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2c5ea3c5-c4c9-4ccf-8d7f-c77c3b876d0e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:05.163133 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51542) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:05.193305 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 2837eccd-6d55-4d56-b28d-9e98fdcecd01 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:05.193899 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:05.380609 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f7240-c515-4189-8772-c83f1d468921 req-85e3fb36-dcfe-4fdb-9625-2916e43048e0 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:05.392269 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c68f7240-c515-4189-8772-c83f1d468921 req-85e3fb36-dcfe-4fdb-9625-2916e43048e0 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=1672bace-e875-4972-ae76-9722bb7a7385 HTTP/1.1" status: 200 len: 945 time: 0.9120367 Jul 15 23:28:05.808929 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c68f7240-c515-4189-8772-c83f1d468921 req-a30a3753-b2b2-4316-b9aa-9736f9ea071e tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=dcdd674d-e7cc-4e2c-b019-4b01eca3b895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4120152 Jul 15 23:28:05.859962 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5963a180-fcb3-40b8-8935-4d149917fb6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:06.182444 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-2c5ea3c5-c4c9-4ccf-8d7f-c77c3b876d0e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Deleting port ad1c037d-6fec-4bf6-aaf4-108b6bd6ab71 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:06.182926 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2c5ea3c5-c4c9-4ccf-8d7f-c77c3b876d0e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:06.214730 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5963a180-fcb3-40b8-8935-4d149917fb6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:06.221241 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5963a180-fcb3-40b8-8935-4d149917fb6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:06.295182 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:06.310935 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 51570) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:06.312468 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-5963a180-fcb3-40b8-8935-4d149917fb6b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e8ecb0d0104549a4bd3541c69e3df0a1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1454148 Jul 15 23:28:06.379630 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5963a180-fcb3-40b8-8935-4d149917fb6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec57610-6f05-40fa-a080-4b36083d751b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:06.498030 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c1d31f6b-b87e-484b-a905-a1f8dde3abe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:06.534494 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c1d31f6b-b87e-484b-a905-a1f8dde3abe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:06.599640 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c1d31f6b-b87e-484b-a905-a1f8dde3abe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:06.609132 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c1d31f6b-b87e-484b-a905-a1f8dde3abe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:06.613253 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-c1d31f6b-b87e-484b-a905-a1f8dde3abe7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fec57610-6f05-40fa-a080-4b36083d751b HTTP/1.1" status: 204 len: 168 time: 0.2950330 Jul 15 23:28:06.641197 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-2c5ea3c5-c4c9-4ccf-8d7f-c77c3b876d0e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] For port ad1c037d-6fec-4bf6-aaf4-108b6bd6ab71, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=ad1c037d-6fec-4bf6-aaf4-108b6bd6ab71,segment=NetworkSegment(83031f72-0c55-4202-a7d3-7c1d93801518),segment_id=83031f72-0c55-4202-a7d3-7c1d93801518)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:06.641574 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2c5ea3c5-c4c9-4ccf-8d7f-c77c3b876d0e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:06.657486 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-2c5ea3c5-c4c9-4ccf-8d7f-c77c3b876d0e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Calling delete_port for ad1c037d-6fec-4bf6-aaf4-108b6bd6ab71 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:06.807924 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d31f6b-b87e-484b-a905-a1f8dde3abe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec57610-6f05-40fa-a080-4b36083d751b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:06.999256 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2c5ea3c5-c4c9-4ccf-8d7f-c77c3b876d0e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:07.047050 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5ea3c5-c4c9-4ccf-8d7f-c77c3b876d0e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event deleted for resources: {'Port': ['ID=ad1c037d-6fec-4bf6-aaf4-108b6bd6ab71,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:07.137630 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device ad1c037d-6fec-4bf6-aaf4-108b6bd6ab71 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:28:07.192797 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: ad1c037d-6fec-4bf6-aaf4-108b6bd6ab71 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:28:07.193499 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device ad1c037d-6fec-4bf6-aaf4-108b6bd6ab71 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 15 23:28:07.247293 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Port ad1c037d-6fec-4bf6-aaf4-108b6bd6ab71 not found, will not notify nova. {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 15 23:28:07.277699 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2c5ea3c5-c4c9-4ccf-8d7f-c77c3b876d0e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:07.445592 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51606) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:07.484382 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d357b47-b50e-4638-8d77-d3f85fad41cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:07.646345 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c5ea3c5-c4c9-4ccf-8d7f-c77c3b876d0e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Router 1a102131-cb72-40d0-87bc-e64721d9e9ad has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:28:07.649718 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51608) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:07.749020 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d357b47-b50e-4638-8d77-d3f85fad41cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:07.765787 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d357b47-b50e-4638-8d77-d3f85fad41cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:07.789607 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6bbea2d0-c952-431e-9564-9a0b7e881fd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:07.789854 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c5ea3c5-c4c9-4ccf-8d7f-c77c3b876d0e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:28:07.798806 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-2c5ea3c5-c4c9-4ccf-8d7f-c77c3b876d0e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "PUT /v2.0/routers/1a102131-cb72-40d0-87bc-e64721d9e9ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4961433 Jul 15 23:28:07.802838 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 51612) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:07.805770 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb2969d-9c1e-438f-8c59-b2cae3e1f4d3 None None] Sync routers for ids ['1a102131-cb72-40d0-87bc-e64721d9e9ad'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:28:07.824866 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb2969d-9c1e-438f-8c59-b2cae3e1f4d3 None None] Routers {'1a102131-cb72-40d0-87bc-e64721d9e9ad'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:28:07.826073 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3cb2969d-9c1e-438f-8c59-b2cae3e1f4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:28:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['1a102131-cb72-40d0-87bc-e64721d9e9ad'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:07.845898 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-5d357b47-b50e-4638-8d77-d3f85fad41cd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8c21856bbfea4386b5ab1eeec65320f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3954668 Jul 15 23:28:07.846419 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51614) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:07.960134 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-3cb2969d-9c1e-438f-8c59-b2cae3e1f4d3 None None] Set router 1a102131-cb72-40d0-87bc-e64721d9e9ad gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:28:07.968300 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f99b077-703a-4e1a-9bf7-dd04673d5636 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:07.970606 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f99b077-703a-4e1a-9bf7-dd04673d5636 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:07.974917 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-3f99b077-703a-4e1a-9bf7-dd04673d5636 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1629720 Jul 15 23:28:07.976239 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 51616) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:07.990487 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6bbea2d0-c952-431e-9564-9a0b7e881fd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:07.999299 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6bbea2d0-c952-431e-9564-9a0b7e881fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:08.034423 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-6bbea2d0-c952-431e-9564-9a0b7e881fd4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0b069ba492a74e71ad1334651c05d70d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3818855 Jul 15 23:28:08.035450 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d357b47-b50e-4638-8d77-d3f85fad41cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e929dcf-5564-4d84-9a0a-a735a1ca485f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:08.038913 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51618) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:08.053173 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3cb2969d-9c1e-438f-8c59-b2cae3e1f4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a102131-cb72-40d0-87bc-e64721d9e9ad', 'name': 'tempest-NetworksTestDHCPv6-router-1505267986', 'tenant_id': '1ccad8e849f943d19f815f855c3f3849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:27:58Z', 'updated_at': '2021-07-15T23:28:06Z', 'revision_number': 3, 'project_id': '1ccad8e849f943d19f815f855c3f3849', 'gw_port_host': None}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:08.082086 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-c33ea359-a694-44c5-b610-fcc4afd57ebc tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Deleting subnet 54873172-19ce-4188-b009-e3d248f61230 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:28:08.088862 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c33ea359-a694-44c5-b610-fcc4afd57ebc tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:08.097510 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb2969d-9c1e-438f-8c59-b2cae3e1f4d3 None None] Checking router: 1a102131-cb72-40d0-87bc-e64721d9e9ad for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:28:08.108149 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb2969d-9c1e-438f-8c59-b2cae3e1f4d3 None None] Routers {'1a102131-cb72-40d0-87bc-e64721d9e9ad'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:28:08.109176 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3cb2969d-9c1e-438f-8c59-b2cae3e1f4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:28:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['1a102131-cb72-40d0-87bc-e64721d9e9ad'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:08.129522 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbea2d0-c952-431e-9564-9a0b7e881fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea1055f-d465-4fb1-b1f7-59601ffea421,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:08.142256 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcafa4d-385e-4408-b3f9-e7288d388cdd req-3b6d0058-1563-44cc-8165-a3b1badb6855 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:08.155074 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2bcafa4d-385e-4408-b3f9-e7288d388cdd req-3b6d0058-1563-44cc-8165-a3b1badb6855 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=1672bace-e875-4972-ae76-9722bb7a7385 HTTP/1.1" status: 200 len: 945 time: 1.0422142 Jul 15 23:28:08.185509 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c709296d-3731-45ef-b640-39b97d94efe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:08.202690 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c33ea359-a694-44c5-b610-fcc4afd57ebc tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:08.217658 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c709296d-3731-45ef-b640-39b97d94efe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:08.244822 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-3cb2969d-9c1e-438f-8c59-b2cae3e1f4d3 None None] Set router 1a102131-cb72-40d0-87bc-e64721d9e9ad gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:28:08.247536 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:08.254083 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-def347b6-4cb8-41ba-b9b7-228ca8ca9db9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:08.281071 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2bcafa4d-385e-4408-b3f9-e7288d388cdd req-646cebe3-0561-41b3-a163-ae08a8f839e5 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=dcdd674d-e7cc-4e2c-b019-4b01eca3b895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245613 Jul 15 23:28:08.286661 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-def347b6-4cb8-41ba-b9b7-228ca8ca9db9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:08.300837 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c709296d-3731-45ef-b640-39b97d94efe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:08.305057 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c709296d-3731-45ef-b640-39b97d94efe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:08.306434 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c709296d-3731-45ef-b640-39b97d94efe6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6ea1055f-d465-4fb1-b1f7-59601ffea421 HTTP/1.1" status: 204 len: 168 time: 0.2529819 Jul 15 23:28:08.364655 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c709296d-3731-45ef-b640-39b97d94efe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea1055f-d465-4fb1-b1f7-59601ffea421,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:08.373626 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3cb2969d-9c1e-438f-8c59-b2cae3e1f4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a102131-cb72-40d0-87bc-e64721d9e9ad', 'name': 'tempest-NetworksTestDHCPv6-router-1505267986', 'tenant_id': '1ccad8e849f943d19f815f855c3f3849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:27:58Z', 'updated_at': '2021-07-15T23:28:06Z', 'revision_number': 3, 'project_id': '1ccad8e849f943d19f815f855c3f3849', 'gw_port_host': None}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:08.408956 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c33ea359-a694-44c5-b610-fcc4afd57ebc tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:08.418437 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb2969d-9c1e-438f-8c59-b2cae3e1f4d3 None None] The sync data for ids ['1a102131-cb72-40d0-87bc-e64721d9e9ad'] in n-d-794306-6 is: [{'id': '1a102131-cb72-40d0-87bc-e64721d9e9ad', 'name': 'tempest-NetworksTestDHCPv6-router-1505267986', 'tenant_id': '1ccad8e849f943d19f815f855c3f3849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:27:58Z', 'updated_at': '2021-07-15T23:28:06Z', 'revision_number': 3, 'project_id': '1ccad8e849f943d19f815f855c3f3849', 'gw_port_host': None}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:28:08.447761 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-def347b6-4cb8-41ba-b9b7-228ca8ca9db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:08.464321 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-def347b6-4cb8-41ba-b9b7-228ca8ca9db9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:08.467196 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-def347b6-4cb8-41ba-b9b7-228ca8ca9db9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2e929dcf-5564-4d84-9a0a-a735a1ca485f HTTP/1.1" status: 204 len: 168 time: 0.6190138 Jul 15 23:28:08.489424 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def347b6-4cb8-41ba-b9b7-228ca8ca9db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e929dcf-5564-4d84-9a0a-a735a1ca485f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:08.572068 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c33ea359-a694-44c5-b610-fcc4afd57ebc tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:08.620456 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af444e7-5275-410e-a59b-f35faee4ce3f None None] Network e6241178-066c-430d-a322-7862ef822ee0 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:08.631319 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c33ea359-a694-44c5-b610-fcc4afd57ebc tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:08.633495 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-c33ea359-a694-44c5-b610-fcc4afd57ebc tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/subnets/54873172-19ce-4188-b009-e3d248f61230 HTTP/1.1" status: 204 len: 168 time: 0.6556933 Jul 15 23:28:08.636273 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51630) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:08.648393 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33ea359-a694-44c5-b610-fcc4afd57ebc tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event deleted for resources: {'Subnet': ['ID=54873172-19ce-4188-b009-e3d248f61230,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:08.861588 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 51634) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:08.862520 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b1f918d5-86cb-48ad-9aac-668a7f853e97 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2243395 Jul 15 23:28:09.065514 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device ad1c037d-6fec-4bf6-aaf4-108b6bd6ab71 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:28:09.104986 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: ad1c037d-6fec-4bf6-aaf4-108b6bd6ab71 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:28:09.105544 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device ad1c037d-6fec-4bf6-aaf4-108b6bd6ab71 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:28:09.118359 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-97cbff88-4b62-4953-b893-7912a0ed8822 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:09.137714 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9fd3bb-b9bc-4600-b8a9-1d5d41ca63d6 None None] DHCP port deletion for e6241178-066c-430d-a322-7862ef822ee0 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:28:09.209154 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2e9fd3bb-b9bc-4600-b8a9-1d5d41ca63d6 None None] Deleting port 2837eccd-6d55-4d56-b28d-9e98fdcecd01 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:09.209988 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2e9fd3bb-b9bc-4600-b8a9-1d5d41ca63d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:09.296384 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-2e9fd3bb-b9bc-4600-b8a9-1d5d41ca63d6 None None] For port 2837eccd-6d55-4d56-b28d-9e98fdcecd01, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=2837eccd-6d55-4d56-b28d-9e98fdcecd01,segment=NetworkSegment(83031f72-0c55-4202-a7d3-7c1d93801518),segment_id=83031f72-0c55-4202-a7d3-7c1d93801518)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:09.296923 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2e9fd3bb-b9bc-4600-b8a9-1d5d41ca63d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:09.323895 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2e9fd3bb-b9bc-4600-b8a9-1d5d41ca63d6 None None] Calling delete_port for 2837eccd-6d55-4d56-b28d-9e98fdcecd01 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:09.414583 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-97cbff88-4b62-4953-b893-7912a0ed8822 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:09.421625 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-97cbff88-4b62-4953-b893-7912a0ed8822 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:09.449099 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2e9fd3bb-b9bc-4600-b8a9-1d5d41ca63d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:09.471228 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9fd3bb-b9bc-4600-b8a9-1d5d41ca63d6 None None] No DVR routers for this DVR port 2837eccd-6d55-4d56-b28d-9e98fdcecd01 on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:28:09.498832 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892d3df1-ef59-4dbe-9ec9-3db090e7dc6c req-5844b3d8-0f43-44f1-b48e-2532695fb52e tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:09.501645 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-892d3df1-ef59-4dbe-9ec9-3db090e7dc6c req-5844b3d8-0f43-44f1-b48e-2532695fb52e tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=1672bace-e875-4972-ae76-9722bb7a7385 HTTP/1.1" status: 200 len: 945 time: 1.0165021 Jul 15 23:28:09.503470 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9fd3bb-b9bc-4600-b8a9-1d5d41ca63d6 None None] Pushing event deleted for resources: {'Port': ['ID=2837eccd-6d55-4d56-b28d-9e98fdcecd01,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:09.504651 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-97cbff88-4b62-4953-b893-7912a0ed8822 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:09.505429 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97cbff88-4b62-4953-b893-7912a0ed8822 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Fanout notify agent at l3_agent the message router_deleted on router 1a102131-cb72-40d0-87bc-e64721d9e9ad {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:28:09.518647 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-97cbff88-4b62-4953-b893-7912a0ed8822 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:09.528793 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51652) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:09.534838 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-6aad57fa-bf65-418c-a5ac-7f9dc962bfd6 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Request body: {'subnet': {'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:09.538932 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-97cbff88-4b62-4953-b893-7912a0ed8822 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/routers/1a102131-cb72-40d0-87bc-e64721d9e9ad HTTP/1.1" status: 204 len: 168 time: 0.6758490 Jul 15 23:28:09.613196 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-892d3df1-ef59-4dbe-9ec9-3db090e7dc6c req-1eb9dde2-d7b6-461b-be45-229a26fdd74e tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=dcdd674d-e7cc-4e2c-b019-4b01eca3b895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701003 Jul 15 23:28:09.669073 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 51660) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:09.737274 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aad57fa-bf65-418c-a5ac-7f9dc962bfd6 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Made reservation on behalf of 1ccad8e849f943d19f815f855c3f3849 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:09.744386 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6aad57fa-bf65-418c-a5ac-7f9dc962bfd6 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:09.775255 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ccf0a7-1841-4dc0-8e2b-8cccc262808e tempest-TestNetworkAdvancedServerOps-29383157 tempest-TestNetworkAdvancedServerOps-29383157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:09.777705 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-34ccf0a7-1841-4dc0-8e2b-8cccc262808e tempest-TestNetworkAdvancedServerOps-29383157 tempest-TestNetworkAdvancedServerOps-29383157-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=1672bace-e875-4972-ae76-9722bb7a7385 HTTP/1.1" status: 200 len: 1091 time: 0.1083024 Jul 15 23:28:09.780818 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51666) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:09.786875 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a062ad0e-53d0-4254-82af-7a55b48684dd tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Request body: {'floatingip': {'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'port_id': '977af347-c348-4a15-b53e-040f8d7cea46', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:09.876040 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a062ad0e-53d0-4254-82af-7a55b48684dd tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:10.142141 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6aad57fa-bf65-418c-a5ac-7f9dc962bfd6 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:10.192207 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a062ad0e-53d0-4254-82af-7a55b48684dd tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:10.213933 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aad57fa-bf65-418c-a5ac-7f9dc962bfd6 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Network e6241178-066c-430d-a322-7862ef822ee0 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:10.231094 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-6aad57fa-bf65-418c-a5ac-7f9dc962bfd6 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:10.242560 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aad57fa-bf65-418c-a5ac-7f9dc962bfd6 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:10.243204 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6aad57fa-bf65-418c-a5ac-7f9dc962bfd6 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:10.248878 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b60d02-c426-4338-b9d1-f5a05c9852a5 None None] Network e6241178-066c-430d-a322-7862ef822ee0 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:10.270934 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 51678) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:10.314247 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aad57fa-bf65-418c-a5ac-7f9dc962bfd6 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event updated for resources: {'Subnet': ['ID=6a827fb9-1cb1-429f-a4f6-fce1a3588c9e,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:10.331621 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-6aad57fa-bf65-418c-a5ac-7f9dc962bfd6 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7992616 Jul 15 23:28:10.332133 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51682) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:10.340622 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-9bf917c0-1371-44e2-923e-c4be943e971a tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1470132089', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:10.420872 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9bf917c0-1371-44e2-923e-c4be943e971a tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:10.422692 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9bf917c0-1371-44e2-923e-c4be943e971a tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:10.458126 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-a062ad0e-53d0-4254-82af-7a55b48684dd tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Allocated IP 172.25.5.17 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/01a8d2ed-62f7-4e7a-bbb0-3d3f2d86d504) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:10.555051 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9bf917c0-1371-44e2-923e-c4be943e971a tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:10.572492 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9bf917c0-1371-44e2-923e-c4be943e971a tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:10.579364 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b287945-44a1-4044-abec-52268886b831 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-e6241178-066c-430d-a322-7862ef822ee0', 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'tenant_id': '1ccad8e849f943d19f815f855c3f3849', 'fixed_ips': [{'subnet_id': '6a827fb9-1cb1-429f-a4f6-fce1a3588c9e'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:28:10.581853 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1b287945-44a1-4044-abec-52268886b831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:10.679405 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9bf917c0-1371-44e2-923e-c4be943e971a tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:10.681198 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-9bf917c0-1371-44e2-923e-c4be943e971a tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3478281 Jul 15 23:28:10.683593 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [None req-afc6c3e7-ed14-4953-ba77-765061d3dd8a tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:28:10.684668 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-afc6c3e7-ed14-4953-ba77-765061d3dd8a tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.4118152 Jul 15 23:28:10.686784 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 51690) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:10.688373 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51692) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:10.699526 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [None req-96fd06e4-bd8e-4931-b9b6-5a7c5e6afb3c tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] http://10.222.0.48:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:28:10.705069 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-96fd06e4-bd8e-4931-b9b6-5a7c5e6afb3c tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] 10.222.0.48 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0151973 Jul 15 23:28:10.710448 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51694) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:10.716551 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [None req-be41c572-b8f4-4a19-aefe-fa4566a63265 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] http://10.222.0.48:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:28:10.720979 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-be41c572-b8f4-4a19-aefe-fa4566a63265 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] 10.222.0.48 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0092659 Jul 15 23:28:10.726774 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51696) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:10.736507 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [None req-38044a3c-874f-4561-a984-69c801b3a73f tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] http://10.222.0.48:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:28:10.743231 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-38044a3c-874f-4561-a984-69c801b3a73f tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] 10.222.0.48 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0149941 Jul 15 23:28:10.744193 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51698) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:10.749493 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a062ad0e-53d0-4254-82af-7a55b48684dd tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:10.762110 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [None req-d75c7666-5f5d-4363-87e7-91490f51f68d tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] http://10.222.0.48:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:28:10.768402 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d75c7666-5f5d-4363-87e7-91490f51f68d tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] 10.222.0.48 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0148997 Jul 15 23:28:10.772571 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51700) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:10.777523 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [None req-34d787ff-e056-4eb1-a43e-0d810696db06 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] http://10.222.0.48:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:28:10.781583 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-34d787ff-e056-4eb1-a43e-0d810696db06 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] 10.222.0.48 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0080168 Jul 15 23:28:10.783795 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51704) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:10.804234 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [None req-c7bbfc03-8a3e-42c9-8110-56e3dbc06014 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] http://10.222.0.48:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:28:10.809487 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c7bbfc03-8a3e-42c9-8110-56e3dbc06014 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] 10.222.0.48 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0245655 Jul 15 23:28:10.811789 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 51706) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:10.817327 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [None req-7e1429fd-7e4a-4d55-8191-81d6e8318441 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] http://10.222.0.48:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:28:10.819250 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-7e1429fd-7e4a-4d55-8191-81d6e8318441 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] 10.222.0.48 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0053802 Jul 15 23:28:10.823715 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51708) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:10.829428 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [None req-c08b2038-06da-4c74-9850-904a26da3ead tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] http://10.222.0.48:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:28:10.835887 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c08b2038-06da-4c74-9850-904a26da3ead tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] 10.222.0.48 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0102935 Jul 15 23:28:10.839077 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51710) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:10.847544 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [None req-80c7d2bb-cf4d-48b8-867d-2601bec32d1f tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] http://10.222.0.48:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:28:10.853171 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-80c7d2bb-cf4d-48b8-867d-2601bec32d1f tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] 10.222.0.48 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0124655 Jul 15 23:28:10.856466 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51712) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:10.861770 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [None req-1a99d189-b3c0-4a3f-8bc4-704f8c813e45 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] http://10.222.0.48:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:28:10.872140 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-1a99d189-b3c0-4a3f-8bc4-704f8c813e45 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] 10.222.0.48 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0100276 Jul 15 23:28:10.875336 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51716) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:10.893814 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [None req-5748f17b-222e-4b02-b803-208a62bfb04c tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] http://10.222.0.48:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:28:10.900178 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-5748f17b-222e-4b02-b803-208a62bfb04c tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] 10.222.0.48 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0231903 Jul 15 23:28:10.902457 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-1b287945-44a1-4044-abec-52268886b831 None None] Allocated IP 2001:db8::2 (e6241178-066c-430d-a322-7862ef822ee0/6a827fb9-1cb1-429f-a4f6-fce1a3588c9e/995f4985-7962-4021-887c-e196ef14cf89) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:10.903827 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51718) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:10.914658 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [None req-c44e5003-6f44-4acb-a0f5-110610682d7f tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] http://10.222.0.48:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:28:10.921056 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 51720) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:10.932507 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c44e5003-6f44-4acb-a0f5-110610682d7f tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] 10.222.0.48 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0234079 Jul 15 23:28:10.936516 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [None req-8ccfffd4-04f3-4484-8b21-19fddabbb275 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] http://10.222.0.48:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:28:10.940919 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51722) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:10.944195 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-8ccfffd4-04f3-4484-8b21-19fddabbb275 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] 10.222.0.48 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0180697 Jul 15 23:28:10.950708 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [None req-6ea21c47-cbf6-4171-957e-f94eca4ae234 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] http://10.222.0.48:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:28:10.961371 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-6ea21c47-cbf6-4171-957e-f94eca4ae234 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] 10.222.0.48 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0172684 Jul 15 23:28:10.970243 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 51724) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:10.986289 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [None req-262350ea-90ef-40c7-930f-d398a824d5a8 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] http://10.222.0.48:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:28:10.995018 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51726) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:10.997369 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-262350ea-90ef-40c7-930f-d398a824d5a8 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] 10.222.0.48 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0257354 Jul 15 23:28:11.028111 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [None req-22503075-68a8-48a3-ad33-6def623ef32f tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] http://10.222.0.48:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:28:11.033371 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-22503075-68a8-48a3-ad33-6def623ef32f tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] 10.222.0.48 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0242093 Jul 15 23:28:11.035967 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51728) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:11.041608 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [None req-7541bf88-0e46-41f1-ab5c-776b27df97a3 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] http://10.222.0.48:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:28:11.046078 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-7541bf88-0e46-41f1-ab5c-776b27df97a3 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] 10.222.0.48 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0086639 Jul 15 23:28:11.049209 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51730) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:11.057592 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [None req-feb48232-e13c-4815-9236-d184af8f163c tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] http://10.222.0.48:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:28:11.060916 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-feb48232-e13c-4815-9236-d184af8f163c tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] 10.222.0.48 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0094714 Jul 15 23:28:11.069858 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51732) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:11.074483 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [None req-b1db6e18-a433-4f11-9261-5b9a171b3217 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] http://10.222.0.48:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:28:11.076111 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b1db6e18-a433-4f11-9261-5b9a171b3217 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] 10.222.0.48 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0058982 Jul 15 23:28:11.077546 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a062ad0e-53d0-4254-82af-7a55b48684dd tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:11.088354 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51734) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:11.098147 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [None req-3e140010-d4e0-4a92-816d-99eae6ec6b7b tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] http://10.222.0.48:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:28:11.100509 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-3e140010-d4e0-4a92-816d-99eae6ec6b7b tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] 10.222.0.48 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0068722 Jul 15 23:28:11.128654 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51736) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:11.137618 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1b287945-44a1-4044-abec-52268886b831 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:11.152530 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1b287945-44a1-4044-abec-52268886b831 None None] Transition to ACTIVE for port object 995f4985-7962-4021-887c-e196ef14cf89 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:11.158044 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [None req-6c8bb254-9bd6-40e4-9ff2-94b8e0b6205e tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] http://10.222.0.48:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:28:11.158365 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-6c8bb254-9bd6-40e4-9ff2-94b8e0b6205e tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] 10.222.0.48 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0210226 Jul 15 23:28:11.161967 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a062ad0e-53d0-4254-82af-7a55b48684dd tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:11.164428 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51740) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:11.168768 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-a062ad0e-53d0-4254-82af-7a55b48684dd tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:11.179828 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [None req-e993cee5-9ad9-4e1b-a8c3-1f1ab12255e4 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] http://10.222.0.48:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:28:11.181080 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e993cee5-9ad9-4e1b-a8c3-1f1ab12255e4 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] 10.222.0.48 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0070882 Jul 15 23:28:11.182114 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a062ad0e-53d0-4254-82af-7a55b48684dd tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:28:11.186215 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51742) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:11.192209 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [None req-be5a2372-7bbf-4205-8f8c-8a0255b1cdc8 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] http://10.222.0.48:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:28:11.193206 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-be5a2372-7bbf-4205-8f8c-8a0255b1cdc8 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] 10.222.0.48 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0049686 Jul 15 23:28:11.198973 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1b287945-44a1-4044-abec-52268886b831 None None] Transition to ACTIVE for port object 995f4985-7962-4021-887c-e196ef14cf89 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:11.208951 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 51744) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:11.209198 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 2837eccd-6d55-4d56-b28d-9e98fdcecd01 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:28:11.257788 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a062ad0e-53d0-4254-82af-7a55b48684dd tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event updated for resources: {'Port': ['ID=01a8d2ed-62f7-4e7a-bbb0-3d3f2d86d504,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:11.262056 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [None req-2e37b373-8ec8-4dca-a17d-d9bb86699f99 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] http://10.222.0.48:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:28:11.266264 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-2e37b373-8ec8-4dca-a17d-d9bb86699f99 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] 10.222.0.48 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0564878 Jul 15 23:28:11.266940 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 51748) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:11.277749 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [None req-57c7f903-9f5e-4aa3-a272-777051edeeab tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] http://10.222.0.48:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:28:11.281738 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51750) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:11.282859 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-57c7f903-9f5e-4aa3-a272-777051edeeab tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] 10.222.0.48 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0124648 Jul 15 23:28:11.286759 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [None req-d6e77c48-d51f-4e04-8ba4-1b7534822dba tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] http://10.222.0.48:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:28:11.288516 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d6e77c48-d51f-4e04-8ba4-1b7534822dba tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] 10.222.0.48 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0056500 Jul 15 23:28:11.292230 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51752) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:11.293162 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1b287945-44a1-4044-abec-52268886b831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:11.296982 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 2837eccd-6d55-4d56-b28d-9e98fdcecd01 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:28:11.297477 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 2837eccd-6d55-4d56-b28d-9e98fdcecd01 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:28:11.297988 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [None req-adecc08c-6e5c-48e8-96e7-59295255781c tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] http://10.222.0.48:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:28:11.299327 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-adecc08c-6e5c-48e8-96e7-59295255781c tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] 10.222.0.48 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0055511 Jul 15 23:28:11.301786 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51754) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:11.308711 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [None req-f57865bc-c7ad-4b3a-947e-c4ffc73204ff tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] http://10.222.0.48:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:28:11.309498 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f57865bc-c7ad-4b3a-947e-c4ffc73204ff tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] 10.222.0.48 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0068147 Jul 15 23:28:11.314403 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51756) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:11.319809 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [None req-b108d374-a4a7-40f0-a2e5-bc061f57ac67 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] http://10.222.0.48:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:28:11.321531 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b108d374-a4a7-40f0-a2e5-bc061f57ac67 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] 10.222.0.48 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0058622 Jul 15 23:28:11.324557 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51758) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:11.329183 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [None req-97a548e9-1433-4402-a931-48c6c0cff0cb tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] http://10.222.0.48:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:28:11.330205 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-97a548e9-1433-4402-a931-48c6c0cff0cb tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] 10.222.0.48 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0046649 Jul 15 23:28:11.362082 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51760) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:11.370173 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [None req-2ff1fe1f-489f-47a7-a343-38e574362da2 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] http://10.222.0.48:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:28:11.371404 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-2ff1fe1f-489f-47a7-a343-38e574362da2 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] 10.222.0.48 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0080931 Jul 15 23:28:11.375941 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51762) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:11.383245 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [None req-a25b5456-44d7-4041-9647-e1115eaf2e11 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] http://10.222.0.48:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:28:11.384615 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a25b5456-44d7-4041-9647-e1115eaf2e11 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] 10.222.0.48 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0074399 Jul 15 23:28:11.390923 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51764) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:11.391154 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b287945-44a1-4044-abec-52268886b831 None None] Network e6241178-066c-430d-a322-7862ef822ee0 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:11.394628 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-1b287945-44a1-4044-abec-52268886b831 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:11.400058 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b287945-44a1-4044-abec-52268886b831 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:28:11.402178 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [None req-ef2905c1-ae70-4c32-8c80-237797d133f5 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] http://10.222.0.48:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:28:11.403840 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ef2905c1-ae70-4c32-8c80-237797d133f5 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] 10.222.0.48 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0113108 Jul 15 23:28:11.408944 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51766) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:11.416166 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [None req-566976e6-a655-43c5-9e64-2743b56d159b tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] http://10.222.0.48:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:28:11.417164 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-566976e6-a655-43c5-9e64-2743b56d159b tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] 10.222.0.48 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0072334 Jul 15 23:28:11.422973 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51768) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:11.430106 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [None req-56344572-5578-4e0a-b52f-95e4dc805927 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] http://10.222.0.48:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:28:11.431550 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-56344572-5578-4e0a-b52f-95e4dc805927 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] 10.222.0.48 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0073647 Jul 15 23:28:11.451502 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51774) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:11.488688 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [None req-51c1286b-0347-41ce-ae58-3e0ab403c130 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] http://10.222.0.48:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:28:11.490272 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-51c1286b-0347-41ce-ae58-3e0ab403c130 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] 10.222.0.48 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0305817 Jul 15 23:28:11.496344 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-1b287945-44a1-4044-abec-52268886b831 None None] Attempting to bind port 995f4985-7962-4021-887c-e196ef14cf89 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:28:11.496744 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-1b287945-44a1-4044-abec-52268886b831 None None] Attempting to bind port 995f4985-7962-4021-887c-e196ef14cf89 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:28:11.497071 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b287945-44a1-4044-abec-52268886b831 None None] Attempting to bind port 995f4985-7962-4021-887c-e196ef14cf89 on network e6241178-066c-430d-a322-7862ef822ee0 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:28:11.500213 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 51776) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:11.505358 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b287945-44a1-4044-abec-52268886b831 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:28:11.505886 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b287945-44a1-4044-abec-52268886b831 None None] Checking segment: {'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:28:11.506646 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1b287945-44a1-4044-abec-52268886b831 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:11.507545 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b287945-44a1-4044-abec-52268886b831 None None] Bound using segment: {'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:28:11.508266 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-1b287945-44a1-4044-abec-52268886b831 None None] Bound port: 995f4985-7962-4021-887c-e196ef14cf89, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:28:11.508405 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1b287945-44a1-4044-abec-52268886b831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:11.511599 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [None req-af1b6221-2509-4c21-b619-9e55b588b110 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] http://10.222.0.48:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:28:11.512361 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b287945-44a1-4044-abec-52268886b831 None None] Pushing event updated for resources: {'Port': ['ID=995f4985-7962-4021-887c-e196ef14cf89,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:11.516975 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-af1b6221-2509-4c21-b619-9e55b588b110 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] 10.222.0.48 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0111866 Jul 15 23:28:11.522445 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51778) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:11.537945 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [None req-9dea264e-661f-4e80-843a-419f7459d91e tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] http://10.222.0.48:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:28:11.539372 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-9dea264e-661f-4e80-843a-419f7459d91e tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] 10.222.0.48 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0122178 Jul 15 23:28:11.607438 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51780) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:11.611077 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1b287945-44a1-4044-abec-52268886b831 None None] For port 995f4985-7962-4021-887c-e196ef14cf89, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:28:11.612000 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-30020596-e7ec-4b89-b547-4733127a704c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:11.615464 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1b287945-44a1-4044-abec-52268886b831 None None] For port 995f4985-7962-4021-887c-e196ef14cf89, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=995f4985-7962-4021-887c-e196ef14cf89,segment=NetworkSegment(83031f72-0c55-4202-a7d3-7c1d93801518),segment_id=83031f72-0c55-4202-a7d3-7c1d93801518)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:28:11.620514 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [None req-29317769-fa88-4084-9317-c335e35397f7 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] http://10.222.0.48:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:28:11.622990 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-29317769-fa88-4084-9317-c335e35397f7 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] 10.222.0.48 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0144899 Jul 15 23:28:11.624467 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1b287945-44a1-4044-abec-52268886b831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:11.631094 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51784) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:11.641259 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [None req-8a6a697b-5920-47f1-b909-124317cb923e tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] http://10.222.0.48:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:28:11.643528 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-8a6a697b-5920-47f1-b909-124317cb923e tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] 10.222.0.48 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0083220 Jul 15 23:28:11.653994 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51786) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:11.676554 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [None req-184845b1-4e22-4571-8b53-dcaaf088ce3e tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] http://10.222.0.48:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:28:11.682369 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-184845b1-4e22-4571-8b53-dcaaf088ce3e tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] 10.222.0.48 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0263641 Jul 15 23:28:11.686243 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51790) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:11.691234 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [None req-713b4c89-5793-4144-a016-94ef391a7766 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] http://10.222.0.48:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:28:11.697510 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-713b4c89-5793-4144-a016-94ef391a7766 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] 10.222.0.48 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0097218 Jul 15 23:28:11.699332 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b287945-44a1-4044-abec-52268886b831 None None] Pushing event updated for resources: {'Port': ['ID=995f4985-7962-4021-887c-e196ef14cf89,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:11.705909 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51792) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:11.715458 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [None req-8b9295ad-3e14-4def-a5ae-34484019d4e4 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] http://10.222.0.48:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:28:11.720044 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-8b9295ad-3e14-4def-a5ae-34484019d4e4 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] 10.222.0.48 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0121586 Jul 15 23:28:11.726099 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51794) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:11.745102 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [None req-684b739e-7ed9-4f23-aaac-0642e3467ada tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] http://10.222.0.48:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:28:11.748724 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-684b739e-7ed9-4f23-aaac-0642e3467ada tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] 10.222.0.48 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0190611 Jul 15 23:28:11.750384 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51796) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:11.789709 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [None req-6386b5dd-287e-4c47-8e08-0359289ebc58 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] http://10.222.0.48:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:28:11.790932 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-6386b5dd-287e-4c47-8e08-0359289ebc58 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] 10.222.0.48 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0410829 Jul 15 23:28:11.794525 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51798) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:11.809498 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [None req-ca9bbb63-f158-4ad3-b57e-5209560e613e tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] http://10.222.0.48:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:28:11.809992 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ca9bbb63-f158-4ad3-b57e-5209560e613e tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] 10.222.0.48 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0144901 Jul 15 23:28:11.816249 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51800) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:11.821428 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [None req-4d1c1f46-a67e-4ecd-9fc1-0437dee2e748 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] http://10.222.0.48:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:28:11.822401 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-4d1c1f46-a67e-4ecd-9fc1-0437dee2e748 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] 10.222.0.48 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0052230 Jul 15 23:28:11.835385 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51804) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:11.841796 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [None req-826f3b39-6264-4099-96c4-21ed133074ff tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] http://10.222.0.48:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:28:11.843259 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-826f3b39-6264-4099-96c4-21ed133074ff tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] 10.222.0.48 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0064280 Jul 15 23:28:11.846556 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51806) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:11.855954 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [None req-83664413-d92a-4c6e-81ad-72e04e05ef8a tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] http://10.222.0.48:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:28:11.857051 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-83664413-d92a-4c6e-81ad-72e04e05ef8a tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] 10.222.0.48 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0093801 Jul 15 23:28:11.859856 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51808) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:11.864348 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [None req-0a3098e9-5905-4008-83f4-1eb5339274b2 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] http://10.222.0.48:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:28:11.865310 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-0a3098e9-5905-4008-83f4-1eb5339274b2 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] 10.222.0.48 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0045083 Jul 15 23:28:11.897233 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51810) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:11.903622 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [None req-46884271-761e-483b-ac5d-1db9a34a3100 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] http://10.222.0.48:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:28:11.904592 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-46884271-761e-483b-ac5d-1db9a34a3100 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] 10.222.0.48 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0064015 Jul 15 23:28:11.907371 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51812) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:11.913322 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [None req-ca5ebb84-2eb8-4faf-bae3-0e0d5d5478b8 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] http://10.222.0.48:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:28:11.914357 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ca5ebb84-2eb8-4faf-bae3-0e0d5d5478b8 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] 10.222.0.48 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0060377 Jul 15 23:28:11.917514 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51814) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:11.929375 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [None req-e9387c73-13b3-4039-b99a-71dca2ca7c11 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:28:11.930623 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e9387c73-13b3-4039-b99a-71dca2ca7c11 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0117543 Jul 15 23:28:12.532278 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51816) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:12.541534 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [None req-3e5cd66e-a41b-4354-bf19-4b4357364bb1 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] http://10.222.0.48:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:28:12.548208 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-3e5cd66e-a41b-4354-bf19-4b4357364bb1 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] 10.222.0.48 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0087380 Jul 15 23:28:12.765356 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-30020596-e7ec-4b89-b547-4733127a704c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Allocated IP 2001:db8::1 (e6241178-066c-430d-a322-7862ef822ee0/6a827fb9-1cb1-429f-a4f6-fce1a3588c9e/2e5f22cc-848f-4156-8a0b-ecd1bc1ccfb5) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:12.870815 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a062ad0e-53d0-4254-82af-7a55b48684dd tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:12.929155 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51834) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:12.938085 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [None req-b6c243b3-f83a-4898-a9cb-e9d70141d407 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] http://10.222.0.48:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:28:12.942786 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b6c243b3-f83a-4898-a9cb-e9d70141d407 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] 10.222.0.48 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0097215 Jul 15 23:28:12.950807 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51846) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:12.954922 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [None req-0f83342b-01e8-48d2-b0ef-5a1882aafb96 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] http://10.222.0.48:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:28:12.958237 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-0f83342b-01e8-48d2-b0ef-5a1882aafb96 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] 10.222.0.48 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0060134 Jul 15 23:28:12.996688 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51850) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:13.003169 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [None req-ec809748-8e14-41fa-bb76-88ae151c843f tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] http://10.222.0.48:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:28:13.006319 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ec809748-8e14-41fa-bb76-88ae151c843f tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] 10.222.0.48 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0072181 Jul 15 23:28:13.012309 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51852) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:13.023814 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [None req-a9e5ca66-614d-47c8-815a-c7201f5563c1 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] http://10.222.0.48:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:28:13.025099 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a9e5ca66-614d-47c8-815a-c7201f5563c1 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] 10.222.0.48 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0096595 Jul 15 23:28:13.027913 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51854) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:13.044076 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [None req-2236f029-5ed2-40ec-a29b-b60400ad9b83 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] http://10.222.0.48:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:28:13.045458 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-2236f029-5ed2-40ec-a29b-b60400ad9b83 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] 10.222.0.48 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0163844 Jul 15 23:28:13.048237 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51856) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:13.055488 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [None req-d42da488-06f4-41f4-95c3-ccd83eab6939 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] http://10.222.0.48:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:28:13.063859 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d42da488-06f4-41f4-95c3-ccd83eab6939 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] 10.222.0.48 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0113792 Jul 15 23:28:13.065161 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a062ad0e-53d0-4254-82af-7a55b48684dd tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:13.067150 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51858) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:13.082290 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [None req-be18ae01-6c23-47ea-a665-d37f4c760f6d tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:28:13.083606 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-be18ae01-6c23-47ea-a665-d37f4c760f6d tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0063484 Jul 15 23:28:13.103312 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 51860) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:13.110742 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 995f4985-7962-4021-887c-e196ef14cf89 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:28:13.133505 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [None req-7ff6e9b1-c6d1-4636-a188-7b0935f68ad9 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] http://10.222.0.48:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:28:13.147123 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-7ff6e9b1-c6d1-4636-a188-7b0935f68ad9 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] 10.222.0.48 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0199084 Jul 15 23:28:13.150830 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51862) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:13.175723 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [None req-2f72079f-b915-4ef3-bb87-45187433eaa5 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] http://10.222.0.48:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:28:13.178015 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-2f72079f-b915-4ef3-bb87-45187433eaa5 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] 10.222.0.48 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0221329 Jul 15 23:28:13.187623 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51864) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:13.208248 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [None req-55785263-d22a-4078-94c0-e6ed67709a64 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] http://10.222.0.48:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:28:13.214339 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-55785263-d22a-4078-94c0-e6ed67709a64 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] 10.222.0.48 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0235026 Jul 15 23:28:13.221655 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 51866) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:13.242738 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 995f4985-7962-4021-887c-e196ef14cf89 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:13.253104 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [None req-a5d0de29-56db-401a-9a14-c789242db80f tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] http://10.222.0.48:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:28:13.254116 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-a5d0de29-56db-401a-9a14-c789242db80f tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] 10.222.0.48 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0186977 Jul 15 23:28:13.262299 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51868) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:13.283776 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [None req-74689a51-5f58-40b8-87dd-9d5822c61b06 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] http://10.222.0.48:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:28:13.284185 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-30020596-e7ec-4b89-b547-4733127a704c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:13.289998 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-74689a51-5f58-40b8-87dd-9d5822c61b06 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] 10.222.0.48 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0231674 Jul 15 23:28:13.302438 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-30020596-e7ec-4b89-b547-4733127a704c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Transition to ACTIVE for port object 2e5f22cc-848f-4156-8a0b-ecd1bc1ccfb5 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:13.302941 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51870) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:13.332353 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [None req-a3076d0d-8779-4dfe-b60b-c888ab5eabb4 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:28:13.340678 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a3076d0d-8779-4dfe-b60b-c888ab5eabb4 tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0330968 Jul 15 23:28:13.344683 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 51872) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:13.351702 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [None req-8c1a4b0d-57b1-4196-8d9c-aa08dbae3a2e tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:28:13.357358 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-8c1a4b0d-57b1-4196-8d9c-aa08dbae3a2e tempest-ExtensionsTestJSON-2120558587 tempest-ExtensionsTestJSON-2120558587-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0099633 Jul 15 23:28:13.367692 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-30020596-e7ec-4b89-b547-4733127a704c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:13.445138 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d218142-2121-4153-a0ef-122d01a71d3a req-36a22659-92b6-41d7-acc4-dd39c180d211 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:13.452152 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7d218142-2121-4153-a0ef-122d01a71d3a req-36a22659-92b6-41d7-acc4-dd39c180d211 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e7a082-afd2-479e-87b3-ac4047a279be HTTP/1.1" status: 200 len: 947 time: 0.4611621 Jul 15 23:28:13.460558 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:28:13.480429 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30020596-e7ec-4b89-b547-4733127a704c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Network e6241178-066c-430d-a322-7862ef822ee0 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:13.498044 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-30020596-e7ec-4b89-b547-4733127a704c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:13.512975 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30020596-e7ec-4b89-b547-4733127a704c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:28:13.513726 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-30020596-e7ec-4b89-b547-4733127a704c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:13.593337 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30020596-e7ec-4b89-b547-4733127a704c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event updated for resources: {'Port': ['ID=2e5f22cc-848f-4156-8a0b-ecd1bc1ccfb5,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:13.614299 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7d218142-2121-4153-a0ef-122d01a71d3a req-1f9f1e0e-3814-41ee-9ea0-5f62577ae6d2 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=723b47fb-9d83-4482-a686-76e0a3025323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611533 Jul 15 23:28:13.665979 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-876bbc17-0ad7-4fb6-8f88-8eb09ce5e1a9 None None] Provisioning for port 995f4985-7962-4021-887c-e196ef14cf89 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:13.673120 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-876bbc17-0ad7-4fb6-8f88-8eb09ce5e1a9 None None] Provisioning complete for port 995f4985-7962-4021-887c-e196ef14cf89 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:13.673506 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-876bbc17-0ad7-4fb6-8f88-8eb09ce5e1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:13.839987 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 51882) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:13.901526 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a062ad0e-53d0-4254-82af-7a55b48684dd tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:13.902090 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-876bbc17-0ad7-4fb6-8f88-8eb09ce5e1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:13.916196 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-30020596-e7ec-4b89-b547-4733127a704c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:13.932240 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a062ad0e-53d0-4254-82af-7a55b48684dd tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:14.000086 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-876bbc17-0ad7-4fb6-8f88-8eb09ce5e1a9 None None] For port 995f4985-7962-4021-887c-e196ef14cf89, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=995f4985-7962-4021-887c-e196ef14cf89,segment=NetworkSegment(83031f72-0c55-4202-a7d3-7c1d93801518),segment_id=83031f72-0c55-4202-a7d3-7c1d93801518)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:14.006214 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-876bbc17-0ad7-4fb6-8f88-8eb09ce5e1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:14.075299 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51886) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:14.084692 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b93814-e26c-4c7b-ab78-766d05e95917 req-4df31fb8-4ffd-4b2e-bcf5-53b1dc21e471 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:14.086294 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-81b93814-e26c-4c7b-ab78-766d05e95917 req-4df31fb8-4ffd-4b2e-bcf5-53b1dc21e471 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7e7a082-afd2-479e-87b3-ac4047a279be HTTP/1.1" status: 200 len: 947 time: 0.4140797 Jul 15 23:28:14.093579 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876bbc17-0ad7-4fb6-8f88-8eb09ce5e1a9 None None] Pushing event updated for resources: {'Port': ['ID=995f4985-7962-4021-887c-e196ef14cf89,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:14.137733 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-26183f50-f1dc-4d8c-8cd0-f86bef81a025 None None] Provisioning for port 2e5f22cc-848f-4156-8a0b-ecd1bc1ccfb5 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:14.145631 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-26183f50-f1dc-4d8c-8cd0-f86bef81a025 None None] Provisioning complete for port 2e5f22cc-848f-4156-8a0b-ecd1bc1ccfb5 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:14.146392 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-26183f50-f1dc-4d8c-8cd0-f86bef81a025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:14.217704 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a062ad0e-53d0-4254-82af-7a55b48684dd tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event updated for resources: {'Port': ['ID=01a8d2ed-62f7-4e7a-bbb0-3d3f2d86d504,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:14.236161 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a062ad0e-53d0-4254-82af-7a55b48684dd tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:14.254134 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-26183f50-f1dc-4d8c-8cd0-f86bef81a025 None None] Port 2e5f22cc-848f-4156-8a0b-ecd1bc1ccfb5 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:28:14.354978 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-30020596-e7ec-4b89-b547-4733127a704c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:14.364915 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-30020596-e7ec-4b89-b547-4733127a704c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:14.367730 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-30020596-e7ec-4b89-b547-4733127a704c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:14.406116 n-d-794306-6 neutron-server[93771]: INFO neutron.db.l3_db [None req-a062ad0e-53d0-4254-82af-7a55b48684dd tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Floating IP e37eeed9-c932-4540-81a0-5c3aec83859e associated. External IP: 172.25.5.17, port: 977af347-c348-4a15-b53e-040f8d7cea46. Jul 15 23:28:14.408404 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d26ea1ad-5ede-4e0b-9797-21068fd50158 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:14.429862 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-16fe316d-95b6-4793-929f-81692e6e0c04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:14.522895 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30020596-e7ec-4b89-b547-4733127a704c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event updated for resources: {'Port': ['ID=2e5f22cc-848f-4156-8a0b-ecd1bc1ccfb5,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:14.540761 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.db.api [None req-d26ea1ad-5ede-4e0b-9797-21068fd50158 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 23:28:14.540761 n-d-794306-6 neutron-server[93771]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 23:28:14.540761 n-d-794306-6 neutron-server[93771]: [parameters: {'project_id_1': '190f82891e8445e982558ea4aa353f7a', 'expiration_1': datetime.datetime(2021, 7, 15, 23, 28, 14, 474770)}] Jul 15 23:28:14.540761 n-d-794306-6 neutron-server[93771]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:28:14.541989 n-d-794306-6 neutron-server[93771]: DEBUG oslo_db.api [None req-d26ea1ad-5ede-4e0b-9797-21068fd50158 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:28:14.551460 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-81b93814-e26c-4c7b-ab78-766d05e95917 req-27819f7d-5e7b-4946-b40f-c3e293a7a508 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Deleting port f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:14.551990 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-81b93814-e26c-4c7b-ab78-766d05e95917 req-27819f7d-5e7b-4946-b40f-c3e293a7a508 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:14.627688 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30020596-e7ec-4b89-b547-4733127a704c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Network e6241178-066c-430d-a322-7862ef822ee0 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:14.640218 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-30020596-e7ec-4b89-b547-4733127a704c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:14.756525 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-81b93814-e26c-4c7b-ab78-766d05e95917 req-27819f7d-5e7b-4946-b40f-c3e293a7a508 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] For port f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d,segment=NetworkSegment(978fcb14-f527-45d0-a4ec-38d689fb220c),segment_id=978fcb14-f527-45d0-a4ec-38d689fb220c)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:14.757220 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-81b93814-e26c-4c7b-ab78-766d05e95917 req-27819f7d-5e7b-4946-b40f-c3e293a7a508 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:14.837053 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-16fe316d-95b6-4793-929f-81692e6e0c04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:14.845222 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-16fe316d-95b6-4793-929f-81692e6e0c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:14.913506 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30020596-e7ec-4b89-b547-4733127a704c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Router 3014d964-107e-4e9a-8888-ec8553184d6b is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:28:14.920916 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-16fe316d-95b6-4793-929f-81692e6e0c04 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f15f295b0f5c4256a332d1d8c05cae22&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0720549 Jul 15 23:28:14.939933 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fe316d-95b6-4793-929f-81692e6e0c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29639a7a-7c58-49f6-8626-546b68396cc0,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:14.944136 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 51898) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:15.065985 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 995f4985-7962-4021-887c-e196ef14cf89 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:28:15.107725 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-81b93814-e26c-4c7b-ab78-766d05e95917 req-27819f7d-5e7b-4946-b40f-c3e293a7a508 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:15.108285 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-81b93814-e26c-4c7b-ab78-766d05e95917 req-27819f7d-5e7b-4946-b40f-c3e293a7a508 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:15.109093 n-d-794306-6 neutron-server[93771]: INFO neutron.db.l3_db [req-81b93814-e26c-4c7b-ab78-766d05e95917 req-27819f7d-5e7b-4946-b40f-c3e293a7a508 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Floating IP fd2e2f36-14aa-4c5d-b124-f50a28d1cd88 disassociated. External IP: 172.25.5.10, port: f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d. Jul 15 23:28:15.109599 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-81b93814-e26c-4c7b-ab78-766d05e95917 req-27819f7d-5e7b-4946-b40f-c3e293a7a508 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Calling delete_port for f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:15.141532 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30020596-e7ec-4b89-b547-4733127a704c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:28:15.145540 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-57ad96bd-a428-4345-b1b9-f750cce3e051 None None] Provisioning complete for port 2e5f22cc-848f-4156-8a0b-ecd1bc1ccfb5 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:15.147156 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-57ad96bd-a428-4345-b1b9-f750cce3e051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:15.147896 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-30020596-e7ec-4b89-b547-4733127a704c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "PUT /v2.0/routers/3014d964-107e-4e9a-8888-ec8553184d6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4563086 Jul 15 23:28:15.157192 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872a2b3f-4608-4953-8426-9214bb5e81c8 None None] Sync routers for ids ['3014d964-107e-4e9a-8888-ec8553184d6b'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:28:15.161882 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 51900) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:15.177622 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872a2b3f-4608-4953-8426-9214bb5e81c8 None None] Routers {'3014d964-107e-4e9a-8888-ec8553184d6b'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:28:15.179242 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-872a2b3f-4608-4953-8426-9214bb5e81c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:28:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['3014d964-107e-4e9a-8888-ec8553184d6b'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:15.212473 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 995f4985-7962-4021-887c-e196ef14cf89 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:15.215153 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:15.245024 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-57ad96bd-a428-4345-b1b9-f750cce3e051 None None] Port 2e5f22cc-848f-4156-8a0b-ecd1bc1ccfb5 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:28:15.296126 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac02ef-0b4f-4bfb-bc7f-c768187bcba2 req-69de60ae-4f64-4946-a060-ae4e4a124ac3 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:15.297770 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-58ac02ef-0b4f-4bfb-bc7f-c768187bcba2 req-69de60ae-4f64-4946-a060-ae4e4a124ac3 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e7a082-afd2-479e-87b3-ac4047a279be HTTP/1.1" status: 200 len: 947 time: 0.3410566 Jul 15 23:28:15.315648 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de083e6-627e-4a68-96c6-5e238571faf7 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:15.317204 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-1de083e6-627e-4a68-96c6-5e238571faf7 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/ports/2e5f22cc-848f-4156-8a0b-ecd1bc1ccfb5 HTTP/1.1" status: 200 len: 911 time: 0.1519156 Jul 15 23:28:15.319711 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0e273ac-7b85-4da4-980d-146186b0a1e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:15.321398 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 51902) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:15.324478 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d26ea1ad-5ede-4e0b-9797-21068fd50158 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:15.379785 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-81b93814-e26c-4c7b-ab78-766d05e95917 req-27819f7d-5e7b-4946-b40f-c3e293a7a508 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:15.393162 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-872a2b3f-4608-4953-8426-9214bb5e81c8 None None] Set router 3014d964-107e-4e9a-8888-ec8553184d6b gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:28:15.425624 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0e273ac-7b85-4da4-980d-146186b0a1e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:15.432866 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-58ac02ef-0b4f-4bfb-bc7f-c768187bcba2 req-ce81451c-10a5-4f3b-82b7-3b2b76d0f453 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=723b47fb-9d83-4482-a686-76e0a3025323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252086 Jul 15 23:28:15.479284 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27819f7d-5e7b-4946-b40f-c3e293a7a508 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Pushing event deleted for resources: {'Port': ['ID=f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:15.501407 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2c806c-2e65-4601-9ef1-e5d785f1c8fb tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:15.508537 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2c806c-2e65-4601-9ef1-e5d785f1c8fb tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:15.510709 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-da2c806c-2e65-4601-9ef1-e5d785f1c8fb tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1715281 Jul 15 23:28:15.532725 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 51904) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:15.545060 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0e273ac-7b85-4da4-980d-146186b0a1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:15.548913 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0e273ac-7b85-4da4-980d-146186b0a1e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:15.553896 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-f0e273ac-7b85-4da4-980d-146186b0a1e0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/29639a7a-7c58-49f6-8626-546b68396cc0 HTTP/1.1" status: 204 len: 168 time: 0.6060989 Jul 15 23:28:15.636567 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e273ac-7b85-4da4-980d-146186b0a1e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29639a7a-7c58-49f6-8626-546b68396cc0,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:15.714247 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d26ea1ad-5ede-4e0b-9797-21068fd50158 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:15.788696 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d26ea1ad-5ede-4e0b-9797-21068fd50158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:15.845140 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a062ad0e-53d0-4254-82af-7a55b48684dd tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Router 68663102-ce11-4493-aa4d-ea12fa53b977 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:28:15.848549 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-872a2b3f-4608-4953-8426-9214bb5e81c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3014d964-107e-4e9a-8888-ec8553184d6b', 'name': 'tempest-NetworksTestDHCPv6-router-1470132089', 'tenant_id': '1ccad8e849f943d19f815f855c3f3849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:28:10Z', 'updated_at': '2021-07-15T23:28:13Z', 'revision_number': 2, 'project_id': '1ccad8e849f943d19f815f855c3f3849', 'gw_port_host': None, '_interfaces': [{'id': '2e5f22cc-848f-4156-8a0b-ecd1bc1ccfb5', 'name': '', 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'tenant_id': '1ccad8e849f943d19f815f855c3f3849', 'mac_address': 'fa:16:3e:a7:47:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3014d964-107e-4e9a-8888-ec8553184d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2485, 'fixed_ips': [{'subnet_id': '6a827fb9-1cb1-429f-a4f6-fce1a3588c9e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:28:11Z', 'updated_at': '2021-07-15T23:28:14Z', 'revision_number': 2, 'project_id': '1ccad8e849f943d19f815f855c3f3849', 'subnets': [{'id': '6a827fb9-1cb1-429f-a4f6-fce1a3588c9e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:15.887989 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872a2b3f-4608-4953-8426-9214bb5e81c8 None None] Checking router: 3014d964-107e-4e9a-8888-ec8553184d6b for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:28:15.889548 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872a2b3f-4608-4953-8426-9214bb5e81c8 None None] Updating router 3014d964-107e-4e9a-8888-ec8553184d6b port 2e5f22cc-848f-4156-8a0b-ecd1bc1ccfb5 binding host n-d-794306-6 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:28:15.933238 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d26ea1ad-5ede-4e0b-9797-21068fd50158 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=190f82891e8445e982558ea4aa353f7a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8443871 Jul 15 23:28:15.933836 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51910) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:15.947785 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ea1ad-5ede-4e0b-9797-21068fd50158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=077eb696-12ed-4ee2-8038-d2c3fcac3918,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:15.967400 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-872a2b3f-4608-4953-8426-9214bb5e81c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:16.069666 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81b93814-e26c-4c7b-ab78-766d05e95917 req-27819f7d-5e7b-4946-b40f-c3e293a7a508 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Router a44bef98-cec5-4f57-bd42-844dab447238 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:28:16.201299 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 51914) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:16.237762 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-19292579-c20c-4bb9-97fa-6462072105f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:16.271462 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b4f3e9d8-ed2d-4f6a-bbdc-cdb51006460e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:16.284764 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a062ad0e-53d0-4254-82af-7a55b48684dd tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:28:16.303968 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32960f54-7439-4306-bab0-10380cba69e5 None None] Sync routers for ids ['68663102-ce11-4493-aa4d-ea12fa53b977'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:28:16.349196 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32960f54-7439-4306-bab0-10380cba69e5 None None] Routers {'68663102-ce11-4493-aa4d-ea12fa53b977'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:28:16.352858 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-32960f54-7439-4306-bab0-10380cba69e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:28:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['68663102-ce11-4493-aa4d-ea12fa53b977'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:16.354997 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b4f3e9d8-ed2d-4f6a-bbdc-cdb51006460e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:16.434881 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3abd6aab-4a78-423d-8bdf-dc12316b5cef tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:16.453656 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81b93814-e26c-4c7b-ab78-766d05e95917 req-27819f7d-5e7b-4946-b40f-c3e293a7a508 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:28:16.585225 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-81b93814-e26c-4c7b-ab78-766d05e95917 req-27819f7d-5e7b-4946-b40f-c3e293a7a508 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] No DVR routers for this DVR port f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d on host n-h1-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:28:16.598098 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-81b93814-e26c-4c7b-ab78-766d05e95917 req-27819f7d-5e7b-4946-b40f-c3e293a7a508 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:16.601339 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-81b93814-e26c-4c7b-ab78-766d05e95917 req-27819f7d-5e7b-4946-b40f-c3e293a7a508 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.49 "DELETE /v2.0/ports/f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d HTTP/1.1" status: 204 len: 173 time: 2.5052872 Jul 15 23:28:16.612352 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7e7a082-afd2-479e-87b3-ac4047a279be', 'name': 'network-vif-deleted', 'tag': 'f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:28:16.626847 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45d84c8-17f2-409a-99d7-1b76c6e45aa7" -d '{"events": [{"server_uuid": "c7e7a082-afd2-479e-87b3-ac4047a279be", "name": "network-vif-deleted", "tag": "f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:28:16.650099 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b4f3e9d8-ed2d-4f6a-bbdc-cdb51006460e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:16.652895 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b4f3e9d8-ed2d-4f6a-bbdc-cdb51006460e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:16.654917 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-32960f54-7439-4306-bab0-10380cba69e5 None None] Set router 68663102-ce11-4493-aa4d-ea12fa53b977 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:28:16.659950 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b4f3e9d8-ed2d-4f6a-bbdc-cdb51006460e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/077eb696-12ed-4ee2-8038-d2c3fcac3918 HTTP/1.1" status: 204 len: 168 time: 0.7192380 Jul 15 23:28:16.716983 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f3e9d8-ed2d-4f6a-bbdc-cdb51006460e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=077eb696-12ed-4ee2-8038-d2c3fcac3918,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:16.874858 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3c5694ae-8ff3-43be-b98e-48630f94b1e4 req-b15cef78-4011-4e58-832a-353373fc2770 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e7a082-afd2-479e-87b3-ac4047a279be HTTP/1.1" status: 200 len: 210 time: 0.0906897 Jul 15 23:28:16.888094 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf0ec708-aaf6-4b9c-b101-58cc3edd8414 x-openstack-request-id: req-bf0ec708-aaf6-4b9c-b101-58cc3edd8414 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:28:16.888392 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7e7a082-afd2-479e-87b3-ac4047a279be", "name": "network-vif-deleted", "tag": "f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:28:16.888816 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bf0ec708-aaf6-4b9c-b101-58cc3edd8414 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:28:16.889046 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7e7a082-afd2-479e-87b3-ac4047a279be', 'name': 'network-vif-deleted', 'tag': 'f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d', 'status': 'completed', 'code': 200} Jul 15 23:28:16.944870 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-19292579-c20c-4bb9-97fa-6462072105f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:16.950986 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6f4829-1a3d-4103-b8bf-b86da6aec04b None None] Sync routers for ids ['a44bef98-cec5-4f57-bd42-844dab447238'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:28:16.960878 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a062ad0e-53d0-4254-82af-7a55b48684dd tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:16.978049 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-19292579-c20c-4bb9-97fa-6462072105f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:17.046193 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a062ad0e-53d0-4254-82af-7a55b48684dd tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 7.2641494 Jul 15 23:28:17.052111 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-19292579-c20c-4bb9-97fa-6462072105f7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bdf24c89ae614d758e7c72cf0b512fc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8466539 Jul 15 23:28:17.054040 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51926) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:17.057201 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19292579-c20c-4bb9-97fa-6462072105f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c12f710-188f-4f84-9b31-76c0922e8ff7,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:17.113919 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6f4829-1a3d-4103-b8bf-b86da6aec04b None None] Routers {'a44bef98-cec5-4f57-bd42-844dab447238'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:28:17.118249 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-fd6f4829-1a3d-4103-b8bf-b86da6aec04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:28:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['a44bef98-cec5-4f57-bd42-844dab447238'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:17.150286 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:28:17.239234 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-3abd6aab-4a78-423d-8bdf-dc12316b5cef tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Deleting port 2e5f22cc-848f-4156-8a0b-ecd1bc1ccfb5 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:17.239805 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3abd6aab-4a78-423d-8bdf-dc12316b5cef tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:17.268176 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-143067a5-123e-49bd-8e66-6d1768ca140e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:17.303546 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-872a2b3f-4608-4953-8426-9214bb5e81c8 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:17.316933 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:28:17.319597 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device f7b010c1-2a13-4558-a1bd-0f3ac36e1b0d not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:28:17.332227 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-143067a5-123e-49bd-8e66-6d1768ca140e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:17.348831 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-872a2b3f-4608-4953-8426-9214bb5e81c8 None None] Transition to ACTIVE for port object 2e5f22cc-848f-4156-8a0b-ecd1bc1ccfb5 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:17.436335 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-872a2b3f-4608-4953-8426-9214bb5e81c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:17.479093 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-143067a5-123e-49bd-8e66-6d1768ca140e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:17.484554 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-143067a5-123e-49bd-8e66-6d1768ca140e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:17.487919 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-143067a5-123e-49bd-8e66-6d1768ca140e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4c12f710-188f-4f84-9b31-76c0922e8ff7 HTTP/1.1" status: 204 len: 168 time: 0.4326799 Jul 15 23:28:17.516444 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143067a5-123e-49bd-8e66-6d1768ca140e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c12f710-188f-4f84-9b31-76c0922e8ff7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:17.577778 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-fd6f4829-1a3d-4103-b8bf-b86da6aec04b None None] Set router a44bef98-cec5-4f57-bd42-844dab447238 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:28:17.650728 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3abd6aab-4a78-423d-8bdf-dc12316b5cef tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:17.668029 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-3abd6aab-4a78-423d-8bdf-dc12316b5cef tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Calling delete_port for 2e5f22cc-848f-4156-8a0b-ecd1bc1ccfb5 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:17.780201 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-32960f54-7439-4306-bab0-10380cba69e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68663102-ce11-4493-aa4d-ea12fa53b977', 'name': 'tempest-TestNetworkAdvancedServerOps-router-540985902', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': 'c9def910-97ac-4b91-a295-6e7765e95378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:27:34Z', 'updated_at': '2021-07-15T23:27:42Z', 'revision_number': 4, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'gw_port': {'id': 'c9def910-97ac-4b91-a295-6e7765e95378', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68663102-ce11-4493-aa4d-ea12fa53b977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:27:34Z', 'updated_at': '2021-07-15T23:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': 'e37eeed9-c932-4540-81a0-5c3aec83859e', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'floating_ip_address': '172.25.5.17', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '68663102-ce11-4493-aa4d-ea12fa53b977', 'port_id': '977af347-c348-4a15-b53e-040f8d7cea46', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92a51bb3-3c46-49ae-938e-2b30881b2b5e', 'mac_address': 'fa:16:3e:74:92:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1672bace-e875-4972-ae76-9722bb7a7385', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:28:12Z', 'updated_at': '2021-07-15T23:28:12Z', 'revision_number': 0, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0675f6f-a7c4-4d4b-a7c5-39cac7e68403', 'name': '', 'network_id': '92a51bb3-3c46-49ae-938e-2b30881b2b5e', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'mac_address': 'fa:16:3e:56:76:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68663102-ce11-4493-aa4d-ea12fa53b977', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '87ac4f0c-7775-4ca7-a00f-185a948c2a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:27:41Z', 'updated_at': '2021-07-15T23:27:49Z', 'revision_number': 5, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'subnets': [{'id': '87ac4f0c-7775-4ca7-a00f-185a948c2a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:17.868419 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32960f54-7439-4306-bab0-10380cba69e5 None None] Checking router: 68663102-ce11-4493-aa4d-ea12fa53b977 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:28:17.892629 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32960f54-7439-4306-bab0-10380cba69e5 None None] Routers {'68663102-ce11-4493-aa4d-ea12fa53b977'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:28:17.893129 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-32960f54-7439-4306-bab0-10380cba69e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:28:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['68663102-ce11-4493-aa4d-ea12fa53b977'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:17.920791 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-872a2b3f-4608-4953-8426-9214bb5e81c8 None None] Attempting to bind port 2e5f22cc-848f-4156-8a0b-ecd1bc1ccfb5 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:28:17.921019 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-872a2b3f-4608-4953-8426-9214bb5e81c8 None None] Attempting to bind port 2e5f22cc-848f-4156-8a0b-ecd1bc1ccfb5 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:28:17.921584 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872a2b3f-4608-4953-8426-9214bb5e81c8 None None] Attempting to bind port 2e5f22cc-848f-4156-8a0b-ecd1bc1ccfb5 on network e6241178-066c-430d-a322-7862ef822ee0 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:28:17.937437 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872a2b3f-4608-4953-8426-9214bb5e81c8 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:28:17.937854 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872a2b3f-4608-4953-8426-9214bb5e81c8 None None] Checking segment: {'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:28:17.938737 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-872a2b3f-4608-4953-8426-9214bb5e81c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:17.939364 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872a2b3f-4608-4953-8426-9214bb5e81c8 None None] Bound using segment: {'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:28:17.940489 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-872a2b3f-4608-4953-8426-9214bb5e81c8 None None] Bound port: 2e5f22cc-848f-4156-8a0b-ecd1bc1ccfb5, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:28:17.941092 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-872a2b3f-4608-4953-8426-9214bb5e81c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:18.043307 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be3da6b-2d77-4b2d-8672-9c02684a3820 None None] Pushing event updated for resources: {'Port': ['ID=2e5f22cc-848f-4156-8a0b-ecd1bc1ccfb5,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:18.052105 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7067311-5223-42cc-9c51-8ab05cd8c923 req-3aa924b0-7867-4ff7-8ce6-761bdffb7c10 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:18.063125 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c7067311-5223-42cc-9c51-8ab05cd8c923 req-3aa924b0-7867-4ff7-8ce6-761bdffb7c10 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=1672bace-e875-4972-ae76-9722bb7a7385 HTTP/1.1" status: 200 len: 945 time: 0.6311567 Jul 15 23:28:18.180667 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c7067311-5223-42cc-9c51-8ab05cd8c923 req-bd22dd68-64cc-437a-861c-7a9a4c2db060 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=dcdd674d-e7cc-4e2c-b019-4b01eca3b895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162634 Jul 15 23:28:18.212009 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51964) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:18.223827 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3abd6aab-4a78-423d-8bdf-dc12316b5cef tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:18.244135 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 51966) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:18.269584 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.db.api [None req-872a2b3f-4608-4953-8426-9214bb5e81c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=93773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:28:18.270261 n-d-794306-6 neutron-server[93773]: DEBUG oslo_db.api [None req-872a2b3f-4608-4953-8426-9214bb5e81c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:28:18.281344 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abd6aab-4a78-423d-8bdf-dc12316b5cef tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event deleted for resources: {'Port': ['ID=2e5f22cc-848f-4156-8a0b-ecd1bc1ccfb5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:18.326625 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-32960f54-7439-4306-bab0-10380cba69e5 None None] Set router 68663102-ce11-4493-aa4d-ea12fa53b977 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:28:18.489314 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-1d7f8b26-40b0-4a45-a52a-3d8cce86a337 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/floatingips/e37eeed9-c932-4540-81a0-5c3aec83859e HTTP/1.1" status: 200 len: 990 time: 0.2758377 Jul 15 23:28:18.542453 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-faeb0f6b-4fa6-4fa5-8942-7237fabf2c09 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:18.574565 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-faeb0f6b-4fa6-4fa5-8942-7237fabf2c09 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:18.629268 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3abd6aab-4a78-423d-8bdf-dc12316b5cef tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:18.643797 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-faeb0f6b-4fa6-4fa5-8942-7237fabf2c09 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:18.647396 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-faeb0f6b-4fa6-4fa5-8942-7237fabf2c09 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:18.651233 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-faeb0f6b-4fa6-4fa5-8942-7237fabf2c09 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "DELETE /v2.0/security-groups/723b47fb-9d83-4482-a686-76e0a3025323 HTTP/1.1" status: 204 len: 168 time: 0.4023857 Jul 15 23:28:18.651845 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51974) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:18.683128 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51978) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:18.687171 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [None req-9bf24ec0-9ac5-4b3b-b7af-c5880c31d0f3 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] show failed (client error): The resource could not be found. Jul 15 23:28:18.691233 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-9bf24ec0-9ac5-4b3b-b7af-c5880c31d0f3 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups/723b47fb-9d83-4482-a686-76e0a3025323 HTTP/1.1" status: 404 len: 347 time: 0.0353515 Jul 15 23:28:18.692983 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51980) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:18.805486 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeb0f6b-4fa6-4fa5-8942-7237fabf2c09 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=723b47fb-9d83-4482-a686-76e0a3025323,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:18.846632 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-872a2b3f-4608-4953-8426-9214bb5e81c8 None None] Attempting to bind port 2e5f22cc-848f-4156-8a0b-ecd1bc1ccfb5 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:28:18.848252 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-872a2b3f-4608-4953-8426-9214bb5e81c8 None None] Attempting to bind port 2e5f22cc-848f-4156-8a0b-ecd1bc1ccfb5 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:28:18.848252 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872a2b3f-4608-4953-8426-9214bb5e81c8 None None] Attempting to bind port 2e5f22cc-848f-4156-8a0b-ecd1bc1ccfb5 on network e6241178-066c-430d-a322-7862ef822ee0 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:28:18.874026 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872a2b3f-4608-4953-8426-9214bb5e81c8 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:28:18.874411 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872a2b3f-4608-4953-8426-9214bb5e81c8 None None] Checking segment: {'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:28:18.874811 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-872a2b3f-4608-4953-8426-9214bb5e81c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:18.875395 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872a2b3f-4608-4953-8426-9214bb5e81c8 None None] Bound using segment: {'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:28:18.893250 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1672bace-e875-4972-ae76-9722bb7a7385', 'tag': '977af347-c348-4a15-b53e-040f8d7cea46'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:28:18.898435 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecaed3bb-67a5-4139-b396-6cba5946ef7f" -d '{"events": [{"name": "network-changed", "server_uuid": "1672bace-e875-4972-ae76-9722bb7a7385", "tag": "977af347-c348-4a15-b53e-040f8d7cea46"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:28:18.908404 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-872a2b3f-4608-4953-8426-9214bb5e81c8 None None] Bound port: 2e5f22cc-848f-4156-8a0b-ecd1bc1ccfb5, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:28:18.909356 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-872a2b3f-4608-4953-8426-9214bb5e81c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:18.941075 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-fd6f4829-1a3d-4103-b8bf-b86da6aec04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a44bef98-cec5-4f57-bd42-844dab447238', 'name': 'tempest-AttachVolumeShelveTestJSON-1153310658-router', 'tenant_id': 'c41d1c4cc69e402eb09493d513de9715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'b0ec6879-5d2c-42f6-a9f2-0e02c72bab87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:23:40Z', 'updated_at': '2021-07-15T23:23:49Z', 'revision_number': 4, 'project_id': 'c41d1c4cc69e402eb09493d513de9715', 'gw_port': {'id': 'b0ec6879-5d2c-42f6-a9f2-0e02c72bab87', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:cd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44bef98-cec5-4f57-bd42-844dab447238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:23:42Z', 'updated_at': '2021-07-15T23:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'ef0a64fe-47f6-4279-a3f1-2262496c7fa2', 'name': '', 'network_id': '5dd08b94-305b-477e-8148-ff3865a86e5a', 'tenant_id': 'c41d1c4cc69e402eb09493d513de9715', 'mac_address': 'fa:16:3e:df:a6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44bef98-cec5-4f57-bd42-844dab447238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': 'ac4619b4-8268-4046-9b08-9c5e68adfc94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:23:48Z', 'updated_at': '2021-07-15T23:23:59Z', 'revision_number': 5, 'project_id': 'c41d1c4cc69e402eb09493d513de9715', 'subnets': [{'id': 'ac4619b4-8268-4046-9b08-9c5e68adfc94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:18.986354 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-6a309580-8ff9-4aba-a864-ccfccb6592db tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Deleting port 8acfa9e9-b53a-47e4-9614-27f5c2ae82d9 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:18.986694 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6a309580-8ff9-4aba-a864-ccfccb6592db tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:19.000111 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4644332a-bf63-4630-b651-5c79bd1534e8 x-openstack-request-id: req-4644332a-bf63-4630-b651-5c79bd1534e8 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:28:19.000477 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1672bace-e875-4972-ae76-9722bb7a7385", "tag": "977af347-c348-4a15-b53e-040f8d7cea46", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:28:19.000633 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4644332a-bf63-4630-b651-5c79bd1534e8 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:28:19.001208 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1672bace-e875-4972-ae76-9722bb7a7385', 'tag': '977af347-c348-4a15-b53e-040f8d7cea46', 'status': 'completed', 'code': 200} Jul 15 23:28:19.022832 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3abd6aab-4a78-423d-8bdf-dc12316b5cef tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Router 3014d964-107e-4e9a-8888-ec8553184d6b has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:28:19.056702 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6f4829-1a3d-4103-b8bf-b86da6aec04b None None] Checking router: a44bef98-cec5-4f57-bd42-844dab447238 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:28:19.113639 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-32960f54-7439-4306-bab0-10380cba69e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68663102-ce11-4493-aa4d-ea12fa53b977', 'name': 'tempest-TestNetworkAdvancedServerOps-router-540985902', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': 'c9def910-97ac-4b91-a295-6e7765e95378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:27:34Z', 'updated_at': '2021-07-15T23:27:42Z', 'revision_number': 4, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'gw_port': {'id': 'c9def910-97ac-4b91-a295-6e7765e95378', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68663102-ce11-4493-aa4d-ea12fa53b977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:27:34Z', 'updated_at': '2021-07-15T23:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': 'e37eeed9-c932-4540-81a0-5c3aec83859e', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'floating_ip_address': '172.25.5.17', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '68663102-ce11-4493-aa4d-ea12fa53b977', 'port_id': '977af347-c348-4a15-b53e-040f8d7cea46', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92a51bb3-3c46-49ae-938e-2b30881b2b5e', 'mac_address': 'fa:16:3e:74:92:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1672bace-e875-4972-ae76-9722bb7a7385', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:28:12Z', 'updated_at': '2021-07-15T23:28:12Z', 'revision_number': 0, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0675f6f-a7c4-4d4b-a7c5-39cac7e68403', 'name': '', 'network_id': '92a51bb3-3c46-49ae-938e-2b30881b2b5e', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'mac_address': 'fa:16:3e:56:76:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68663102-ce11-4493-aa4d-ea12fa53b977', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '87ac4f0c-7775-4ca7-a00f-185a948c2a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:27:41Z', 'updated_at': '2021-07-15T23:27:49Z', 'revision_number': 5, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'subnets': [{'id': '87ac4f0c-7775-4ca7-a00f-185a948c2a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:19.119520 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-872a2b3f-4608-4953-8426-9214bb5e81c8 None None] Port 2e5f22cc-848f-4156-8a0b-ecd1bc1ccfb5 has been deleted concurrently {{(pid=93773) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 15 23:28:19.133591 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3abd6aab-4a78-423d-8bdf-dc12316b5cef tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:28:19.143517 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-3abd6aab-4a78-423d-8bdf-dc12316b5cef tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "PUT /v2.0/routers/3014d964-107e-4e9a-8888-ec8553184d6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6071413 Jul 15 23:28:19.143833 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 51992) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:19.174214 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6f4829-1a3d-4103-b8bf-b86da6aec04b None None] Routers {'a44bef98-cec5-4f57-bd42-844dab447238'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:28:19.175104 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-fd6f4829-1a3d-4103-b8bf-b86da6aec04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:28:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['a44bef98-cec5-4f57-bd42-844dab447238'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:19.198532 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32960f54-7439-4306-bab0-10380cba69e5 None None] The sync data for ids ['68663102-ce11-4493-aa4d-ea12fa53b977'] in n-d-794306-6 is: [{'id': '68663102-ce11-4493-aa4d-ea12fa53b977', 'name': 'tempest-TestNetworkAdvancedServerOps-router-540985902', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': 'c9def910-97ac-4b91-a295-6e7765e95378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:27:34Z', 'updated_at': '2021-07-15T23:27:42Z', 'revision_number': 4, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'gw_port': {'id': 'c9def910-97ac-4b91-a295-6e7765e95378', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68663102-ce11-4493-aa4d-ea12fa53b977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:27:34Z', 'updated_at': '2021-07-15T23:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': 'e37eeed9-c932-4540-81a0-5c3aec83859e', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'floating_ip_address': '172.25.5.17', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '68663102-ce11-4493-aa4d-ea12fa53b977', 'port_id': '977af347-c348-4a15-b53e-040f8d7cea46', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92a51bb3-3c46-49ae-938e-2b30881b2b5e', 'mac_address': 'fa:16:3e:74:92:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1672bace-e875-4972-ae76-9722bb7a7385', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:28:12Z', 'updated_at': '2021-07-15T23:28:12Z', 'revision_number': 0, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0675f6f-a7c4-4d4b-a7c5-39cac7e68403', 'name': '', 'network_id': '92a51bb3-3c46-49ae-938e-2b30881b2b5e', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'mac_address': 'fa:16:3e:56:76:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68663102-ce11-4493-aa4d-ea12fa53b977', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '87ac4f0c-7775-4ca7-a00f-185a948c2a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:27:41Z', 'updated_at': '2021-07-15T23:27:49Z', 'revision_number': 5, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'subnets': [{'id': '87ac4f0c-7775-4ca7-a00f-185a948c2a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:28:19.228169 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d4d9f6b3-02d6-4efd-838d-57f794eb6580 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-997734764'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:19.232776 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d71cca1-764b-403d-9635-22d6fc2f3594 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:19.239224 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d71cca1-764b-403d-9635-22d6fc2f3594 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:19.248477 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-1d71cca1-764b-403d-9635-22d6fc2f3594 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1012936 Jul 15 23:28:19.249841 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 51994) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:19.270678 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872a2b3f-4608-4953-8426-9214bb5e81c8 None None] Routers {'3014d964-107e-4e9a-8888-ec8553184d6b'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:28:19.271356 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-872a2b3f-4608-4953-8426-9214bb5e81c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:28:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['3014d964-107e-4e9a-8888-ec8553184d6b'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:19.323213 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d9f6b3-02d6-4efd-838d-57f794eb6580 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Made reservation on behalf of 34183464e2cc438698c712a3ae8b36f2 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:19.326707 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4d9f6b3-02d6-4efd-838d-57f794eb6580 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:19.349253 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb1eef29-cf9f-489e-b966-72d19bf862ea tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Deleting subnet 6a827fb9-1cb1-429f-a4f6-fce1a3588c9e {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:28:19.351126 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4d9f6b3-02d6-4efd-838d-57f794eb6580 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:19.356709 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb1eef29-cf9f-489e-b966-72d19bf862ea tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:19.370199 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6a309580-8ff9-4aba-a864-ccfccb6592db tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:19.370521 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6a309580-8ff9-4aba-a864-ccfccb6592db tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:19.394087 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-6a309580-8ff9-4aba-a864-ccfccb6592db tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Calling delete_port for 8acfa9e9-b53a-47e4-9614-27f5c2ae82d9 owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:19.401895 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaed3bb-67a5-4139-b396-6cba5946ef7f req-a346fb5f-4343-4834-ad3d-1343b3943e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:19.403745 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ecaed3bb-67a5-4139-b396-6cba5946ef7f req-a346fb5f-4343-4834-ad3d-1343b3943e81 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=89469485c64e49f5b3171ed5499b9995&device_id=1672bace-e875-4972-ae76-9722bb7a7385 HTTP/1.1" status: 200 len: 1096 time: 0.3682516 Jul 15 23:28:19.417485 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb1eef29-cf9f-489e-b966-72d19bf862ea tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:19.424763 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-872a2b3f-4608-4953-8426-9214bb5e81c8 None None] Set router 3014d964-107e-4e9a-8888-ec8553184d6b gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:28:19.495269 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51998) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:19.521836 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-872a2b3f-4608-4953-8426-9214bb5e81c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3014d964-107e-4e9a-8888-ec8553184d6b', 'name': 'tempest-NetworksTestDHCPv6-router-1470132089', 'tenant_id': '1ccad8e849f943d19f815f855c3f3849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:28:10Z', 'updated_at': '2021-07-15T23:28:17Z', 'revision_number': 3, 'project_id': '1ccad8e849f943d19f815f855c3f3849', 'gw_port_host': None}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:19.581163 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb1eef29-cf9f-489e-b966-72d19bf862ea tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:19.598203 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872a2b3f-4608-4953-8426-9214bb5e81c8 None None] The sync data for ids ['3014d964-107e-4e9a-8888-ec8553184d6b'] in n-d-794306-6 is: [{'id': '3014d964-107e-4e9a-8888-ec8553184d6b', 'name': 'tempest-NetworksTestDHCPv6-router-1470132089', 'tenant_id': '1ccad8e849f943d19f815f855c3f3849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:28:10Z', 'updated_at': '2021-07-15T23:28:17Z', 'revision_number': 3, 'project_id': '1ccad8e849f943d19f815f855c3f3849', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:28:19.640640 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b37fc6-20bb-4a5d-898b-06629f2de0ba None None] New status for floating IP e37eeed9-c932-4540-81a0-5c3aec83859e: ACTIVE {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:28:19.674097 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-dd7c983b-5fe7-4907-9735-7986184558d3 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/floatingips/e37eeed9-c932-4540-81a0-5c3aec83859e HTTP/1.1" status: 200 len: 990 time: 0.1736286 Jul 15 23:28:19.724441 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb1eef29-cf9f-489e-b966-72d19bf862ea tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:19.732972 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaed3bb-67a5-4139-b396-6cba5946ef7f req-186c3de9-44e1-4085-93b0-b6a79915ac5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:19.734821 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ecaed3bb-67a5-4139-b396-6cba5946ef7f req-186c3de9-44e1-4085-93b0-b6a79915ac5d service neutron] 10.222.0.49 "GET /v2.0/networks?id=92a51bb3-3c46-49ae-938e-2b30881b2b5e HTTP/1.1" status: 200 len: 897 time: 0.3198297 Jul 15 23:28:19.771538 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-fd6f4829-1a3d-4103-b8bf-b86da6aec04b None None] Set router a44bef98-cec5-4f57-bd42-844dab447238 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:28:19.826761 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb1eef29-cf9f-489e-b966-72d19bf862ea tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:19.833513 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-eb1eef29-cf9f-489e-b966-72d19bf862ea tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/subnets/6a827fb9-1cb1-429f-a4f6-fce1a3588c9e HTTP/1.1" status: 204 len: 168 time: 0.5817399 Jul 15 23:28:19.836498 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ecaed3bb-67a5-4139-b396-6cba5946ef7f req-95325451-6a58-4b62-9902-0584078e50a6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=977af347-c348-4a15-b53e-040f8d7cea46 HTTP/1.1" status: 200 len: 998 time: 0.0932231 Jul 15 23:28:19.837907 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52008) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:19.838039 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1eef29-cf9f-489e-b966-72d19bf862ea tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event deleted for resources: {'Subnet': ['ID=6a827fb9-1cb1-429f-a4f6-fce1a3588c9e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:19.908319 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3441d46-e9ff-4568-8af5-68d5bc8070d0 None None] Network e6241178-066c-430d-a322-7862ef822ee0 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:20.168856 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-fd6f4829-1a3d-4103-b8bf-b86da6aec04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a44bef98-cec5-4f57-bd42-844dab447238', 'name': 'tempest-AttachVolumeShelveTestJSON-1153310658-router', 'tenant_id': 'c41d1c4cc69e402eb09493d513de9715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'b0ec6879-5d2c-42f6-a9f2-0e02c72bab87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:23:40Z', 'updated_at': '2021-07-15T23:23:49Z', 'revision_number': 4, 'project_id': 'c41d1c4cc69e402eb09493d513de9715', 'gw_port': {'id': 'b0ec6879-5d2c-42f6-a9f2-0e02c72bab87', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:cd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44bef98-cec5-4f57-bd42-844dab447238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:23:42Z', 'updated_at': '2021-07-15T23:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'ef0a64fe-47f6-4279-a3f1-2262496c7fa2', 'name': '', 'network_id': '5dd08b94-305b-477e-8148-ff3865a86e5a', 'tenant_id': 'c41d1c4cc69e402eb09493d513de9715', 'mac_address': 'fa:16:3e:df:a6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44bef98-cec5-4f57-bd42-844dab447238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': 'ac4619b4-8268-4046-9b08-9c5e68adfc94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:23:48Z', 'updated_at': '2021-07-15T23:23:59Z', 'revision_number': 5, 'project_id': 'c41d1c4cc69e402eb09493d513de9715', 'subnets': [{'id': 'ac4619b4-8268-4046-9b08-9c5e68adfc94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:20.211283 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6f4829-1a3d-4103-b8bf-b86da6aec04b None None] The sync data for ids ['a44bef98-cec5-4f57-bd42-844dab447238'] in n-d-794306-6 is: [{'id': 'a44bef98-cec5-4f57-bd42-844dab447238', 'name': 'tempest-AttachVolumeShelveTestJSON-1153310658-router', 'tenant_id': 'c41d1c4cc69e402eb09493d513de9715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'b0ec6879-5d2c-42f6-a9f2-0e02c72bab87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:23:40Z', 'updated_at': '2021-07-15T23:23:49Z', 'revision_number': 4, 'project_id': 'c41d1c4cc69e402eb09493d513de9715', 'gw_port': {'id': 'b0ec6879-5d2c-42f6-a9f2-0e02c72bab87', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:cd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44bef98-cec5-4f57-bd42-844dab447238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:23:42Z', 'updated_at': '2021-07-15T23:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'ef0a64fe-47f6-4279-a3f1-2262496c7fa2', 'name': '', 'network_id': '5dd08b94-305b-477e-8148-ff3865a86e5a', 'tenant_id': 'c41d1c4cc69e402eb09493d513de9715', 'mac_address': 'fa:16:3e:df:a6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44bef98-cec5-4f57-bd42-844dab447238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': 'ac4619b4-8268-4046-9b08-9c5e68adfc94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:23:48Z', 'updated_at': '2021-07-15T23:23:59Z', 'revision_number': 5, 'project_id': 'c41d1c4cc69e402eb09493d513de9715', 'subnets': [{'id': 'ac4619b4-8268-4046-9b08-9c5e68adfc94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:28:20.228569 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d8087f-5ce7-4951-b4df-246e5661a901 None None] DHCP port deletion for e6241178-066c-430d-a322-7862ef822ee0 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:28:20.284156 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f3d8087f-5ce7-4951-b4df-246e5661a901 None None] Deleting port 995f4985-7962-4021-887c-e196ef14cf89 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:20.285069 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f3d8087f-5ce7-4951-b4df-246e5661a901 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:20.376927 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f3d8087f-5ce7-4951-b4df-246e5661a901 None None] For port 995f4985-7962-4021-887c-e196ef14cf89, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=995f4985-7962-4021-887c-e196ef14cf89,segment=NetworkSegment(83031f72-0c55-4202-a7d3-7c1d93801518),segment_id=83031f72-0c55-4202-a7d3-7c1d93801518)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:20.377683 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f3d8087f-5ce7-4951-b4df-246e5661a901 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:20.396962 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f3d8087f-5ce7-4951-b4df-246e5661a901 None None] Calling delete_port for 995f4985-7962-4021-887c-e196ef14cf89 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:20.407192 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4d9f6b3-02d6-4efd-838d-57f794eb6580 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:20.440458 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaed3bb-67a5-4139-b396-6cba5946ef7f req-6316e0e0-748a-4b55-a53f-451efc8b4f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:20.440458 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ecaed3bb-67a5-4139-b396-6cba5946ef7f req-6316e0e0-748a-4b55-a53f-451efc8b4f89 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=87ac4f0c-7775-4ca7-a00f-185a948c2a8d HTTP/1.1" status: 200 len: 835 time: 0.5939784 Jul 15 23:28:20.447216 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4d9f6b3-02d6-4efd-838d-57f794eb6580 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:20.525638 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4d9f6b3-02d6-4efd-838d-57f794eb6580 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:28:20.558781 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-74794f5e-b73c-48c6-be19-fd9cb2351a57 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.7144969 Jul 15 23:28:20.558781 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6a309580-8ff9-4aba-a864-ccfccb6592db tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:20.558781 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d9f6b3-02d6-4efd-838d-57f794eb6580 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63e93035-1683-4845-843a-0f5a59073cac,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:20.559093 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 52026) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:20.562800 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4d9f6b3-02d6-4efd-838d-57f794eb6580 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:20.563154 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-d4d9f6b3-02d6-4efd-838d-57f794eb6580 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Added segment 8ab6c6b6-5975-4c2a-af2e-8e8401c10ff4 of type vlan for network 21859fac-5cae-4576-8f5e-4249a508e588 Jul 15 23:28:20.628290 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a309580-8ff9-4aba-a864-ccfccb6592db tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Pushing event deleted for resources: {'Port': ['ID=8acfa9e9-b53a-47e4-9614-27f5c2ae82d9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:20.672856 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f3d8087f-5ce7-4951-b4df-246e5661a901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:20.675544 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4d9f6b3-02d6-4efd-838d-57f794eb6580 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:20.680263 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52032) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:20.699181 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d8087f-5ce7-4951-b4df-246e5661a901 None None] Pushing event deleted for resources: {'Port': ['ID=995f4985-7962-4021-887c-e196ef14cf89,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:20.711207 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d8087f-5ce7-4951-b4df-246e5661a901 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:20.711785 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d8087f-5ce7-4951-b4df-246e5661a901 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:20.712283 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d8087f-5ce7-4951-b4df-246e5661a901 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:20.712779 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d8087f-5ce7-4951-b4df-246e5661a901 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:20.713269 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d8087f-5ce7-4951-b4df-246e5661a901 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:20.713780 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d8087f-5ce7-4951-b4df-246e5661a901 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:20.714267 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d8087f-5ce7-4951-b4df-246e5661a901 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:20.714752 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d8087f-5ce7-4951-b4df-246e5661a901 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:20.715234 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d8087f-5ce7-4951-b4df-246e5661a901 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:20.715746 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d8087f-5ce7-4951-b4df-246e5661a901 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:20.716384 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d8087f-5ce7-4951-b4df-246e5661a901 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:20.716875 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d8087f-5ce7-4951-b4df-246e5661a901 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:20.742363 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d8087f-5ce7-4951-b4df-246e5661a901 None None] No DVR routers for this DVR port 995f4985-7962-4021-887c-e196ef14cf89 on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:28:20.812248 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaed3bb-67a5-4139-b396-6cba5946ef7f req-0f6cc353-44df-4094-bb0b-42b1eca6d7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:20.814385 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ecaed3bb-67a5-4139-b396-6cba5946ef7f req-0f6cc353-44df-4094-bb0b-42b1eca6d7a5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=92a51bb3-3c46-49ae-938e-2b30881b2b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3630650 Jul 15 23:28:20.830503 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6a309580-8ff9-4aba-a864-ccfccb6592db tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:20.833389 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6a309580-8ff9-4aba-a864-ccfccb6592db tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:20.835714 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-6a309580-8ff9-4aba-a864-ccfccb6592db tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "DELETE /v2.0/floatingips/fd2e2f36-14aa-4c5d-b124-f50a28d1cd88 HTTP/1.1" status: 204 len: 168 time: 2.1351149 Jul 15 23:28:20.901224 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4d9f6b3-02d6-4efd-838d-57f794eb6580 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:20.911523 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d9f6b3-02d6-4efd-838d-57f794eb6580 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:20.912587 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4d9f6b3-02d6-4efd-838d-57f794eb6580 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:20.936000 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d10ee277-53f7-4fd7-9535-0b7587eb19b8 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/floatingips/e37eeed9-c932-4540-81a0-5c3aec83859e HTTP/1.1" status: 200 len: 992 time: 0.2532451 Jul 15 23:28:21.004431 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfd499b-8ded-48b7-8a14-03be9759ec57 None None] New status for floating IP fd2e2f36-14aa-4c5d-b124-f50a28d1cd88: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:28:21.008337 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d4d9f6b3-02d6-4efd-838d-57f794eb6580 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.3208816 Jul 15 23:28:21.013450 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 995f4985-7962-4021-887c-e196ef14cf89 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:28:21.040161 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 995f4985-7962-4021-887c-e196ef14cf89 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:28:21.040775 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 995f4985-7962-4021-887c-e196ef14cf89 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:28:21.055874 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52042) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:21.067795 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-eada74aa-d1e9-4644-9f53-aca6755860dd tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-731849919'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:21.147923 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d9f6b3-02d6-4efd-838d-57f794eb6580 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Pushing event updated for resources: {'Network': ['ID=21859fac-5cae-4576-8f5e-4249a508e588,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:21.159829 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 21859fac-5cae-4576-8f5e-4249a508e588 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:28:21.224048 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ecaed3bb-67a5-4139-b396-6cba5946ef7f req-9993dafa-49d1-41f7-9983-53b89ca524b3 service neutron] 10.222.0.49 "GET /v2.0/networks/92a51bb3-3c46-49ae-938e-2b30881b2b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3976638 Jul 15 23:28:21.226274 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eada74aa-d1e9-4644-9f53-aca6755860dd tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Made reservation on behalf of 34183464e2cc438698c712a3ae8b36f2 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:21.230651 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eada74aa-d1e9-4644-9f53-aca6755860dd tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:21.309299 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8525d616-9afe-4823-95e8-b8eee854f147 None None] Sync routers for ids ['3014d964-107e-4e9a-8888-ec8553184d6b'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:28:21.324894 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c81f3da8-23da-48a3-a7a3-950d1545801d tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:21.329357 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eada74aa-d1e9-4644-9f53-aca6755860dd tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:28:21.360418 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8525d616-9afe-4823-95e8-b8eee854f147 None None] Routers {'3014d964-107e-4e9a-8888-ec8553184d6b'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:28:21.361085 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8525d616-9afe-4823-95e8-b8eee854f147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:28:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['3014d964-107e-4e9a-8888-ec8553184d6b'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:21.391712 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eada74aa-d1e9-4644-9f53-aca6755860dd tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:21.392608 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-eada74aa-d1e9-4644-9f53-aca6755860dd tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Added segment 5b7ec4bc-69ec-41ad-971c-cd923ff6cae2 of type vlan for network b13419bf-58c4-4cd2-b5d4-a81de4c257aa Jul 15 23:28:21.478517 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-8525d616-9afe-4823-95e8-b8eee854f147 None None] Set router 3014d964-107e-4e9a-8888-ec8553184d6b gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:28:21.513995 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ecaed3bb-67a5-4139-b396-6cba5946ef7f req-ddab93df-e6e4-46ed-89b2-fd73322116ec service neutron] 10.222.0.49 "GET /v2.0/networks/92a51bb3-3c46-49ae-938e-2b30881b2b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789228 Jul 15 23:28:21.518270 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eada74aa-d1e9-4644-9f53-aca6755860dd tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:21.562167 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eada74aa-d1e9-4644-9f53-aca6755860dd tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:21.574476 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eada74aa-d1e9-4644-9f53-aca6755860dd tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:21.575453 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eada74aa-d1e9-4644-9f53-aca6755860dd tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:21.608234 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8525d616-9afe-4823-95e8-b8eee854f147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3014d964-107e-4e9a-8888-ec8553184d6b', 'name': 'tempest-NetworksTestDHCPv6-router-1470132089', 'tenant_id': '1ccad8e849f943d19f815f855c3f3849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:28:10Z', 'updated_at': '2021-07-15T23:28:17Z', 'revision_number': 3, 'project_id': '1ccad8e849f943d19f815f855c3f3849', 'gw_port_host': None}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:21.644007 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8525d616-9afe-4823-95e8-b8eee854f147 None None] Checking router: 3014d964-107e-4e9a-8888-ec8553184d6b for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:28:21.646250 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c81f3da8-23da-48a3-a7a3-950d1545801d tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:21.652181 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c81f3da8-23da-48a3-a7a3-950d1545801d tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:21.658706 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8525d616-9afe-4823-95e8-b8eee854f147 None None] Routers {'3014d964-107e-4e9a-8888-ec8553184d6b'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:28:21.659551 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8525d616-9afe-4823-95e8-b8eee854f147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:28:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['3014d964-107e-4e9a-8888-ec8553184d6b'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:21.661090 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-eada74aa-d1e9-4644-9f53-aca6755860dd tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6036110 Jul 15 23:28:21.663849 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 52058) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:21.671890 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e83c5bdd-a51d-4fa2-a0a1-6d5d1f4ff414 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Request body: {'subnet': {'network_id': '21859fac-5cae-4576-8f5e-4249a508e588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:21.709335 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eada74aa-d1e9-4644-9f53-aca6755860dd tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Pushing event updated for resources: {'Network': ['ID=b13419bf-58c4-4cd2-b5d4-a81de4c257aa,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:21.736174 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52062) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:21.744606 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-63ddb589-02dc-48a1-8dde-67abb1d43010 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Request body: {'security_group': {'name': 'tempest-securitygroup--16638128', 'description': 'tempest-description--1010632121'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:21.786143 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-63ddb589-02dc-48a1-8dde-67abb1d43010 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:21.790877 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network b13419bf-58c4-4cd2-b5d4-a81de4c257aa details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:28:21.797467 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c81f3da8-23da-48a3-a7a3-950d1545801d tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:21.798129 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c81f3da8-23da-48a3-a7a3-950d1545801d tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Fanout notify agent at l3_agent the message router_deleted on router 3014d964-107e-4e9a-8888-ec8553184d6b {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:28:21.814375 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c81f3da8-23da-48a3-a7a3-950d1545801d tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:21.817202 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-c81f3da8-23da-48a3-a7a3-950d1545801d tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/routers/3014d964-107e-4e9a-8888-ec8553184d6b HTTP/1.1" status: 204 len: 168 time: 1.2570179 Jul 15 23:28:21.843183 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 52064) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:21.889341 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-8525d616-9afe-4823-95e8-b8eee854f147 None None] Set router 3014d964-107e-4e9a-8888-ec8553184d6b gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:28:21.937065 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-a1239a3b-993e-454a-95fe-8a0da79e28e8 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0840931 Jul 15 23:28:21.944907 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 52068) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:21.962984 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-63ddb589-02dc-48a1-8dde-67abb1d43010 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:21.969047 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-63ddb589-02dc-48a1-8dde-67abb1d43010 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:21.985839 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8525d616-9afe-4823-95e8-b8eee854f147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3014d964-107e-4e9a-8888-ec8553184d6b', 'name': 'tempest-NetworksTestDHCPv6-router-1470132089', 'tenant_id': '1ccad8e849f943d19f815f855c3f3849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:28:10Z', 'updated_at': '2021-07-15T23:28:17Z', 'revision_number': 3, 'project_id': '1ccad8e849f943d19f815f855c3f3849', 'gw_port_host': None}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:22.019501 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83c5bdd-a51d-4fa2-a0a1-6d5d1f4ff414 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Made reservation on behalf of 34183464e2cc438698c712a3ae8b36f2 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:22.023420 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e83c5bdd-a51d-4fa2-a0a1-6d5d1f4ff414 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:22.024603 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8525d616-9afe-4823-95e8-b8eee854f147 None None] The sync data for ids ['3014d964-107e-4e9a-8888-ec8553184d6b'] in n-d-794306-6 is: [{'id': '3014d964-107e-4e9a-8888-ec8553184d6b', 'name': 'tempest-NetworksTestDHCPv6-router-1470132089', 'tenant_id': '1ccad8e849f943d19f815f855c3f3849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:28:10Z', 'updated_at': '2021-07-15T23:28:17Z', 'revision_number': 3, 'project_id': '1ccad8e849f943d19f815f855c3f3849', 'gw_port_host': None}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:28:22.041700 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-63ddb589-02dc-48a1-8dde-67abb1d43010 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:22.044474 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-63ddb589-02dc-48a1-8dde-67abb1d43010 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3068421 Jul 15 23:28:22.048749 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52072) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:22.056502 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5f74a361-f01c-4840-ac23-4bb2046e0d9c tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Request body: {'security_group_rule': {'security_group_id': '0b59dfd8-fe46-4eda-8708-ff7f3de3ce14', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:22.061577 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ddb589-02dc-48a1-8dde-67abb1d43010 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b59dfd8-fe46-4eda-8708-ff7f3de3ce14,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:22.070578 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b25f3a-f3cf-4e3e-b63b-6253be3d9ae8 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:22.075938 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-03b25f3a-f3cf-4e3e-b63b-6253be3d9ae8 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1262572 Jul 15 23:28:22.076484 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 52074) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:22.111436 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f74a361-f01c-4840-ac23-4bb2046e0d9c tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:22.151547 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52076) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:22.169191 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52080) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:22.170628 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-83bfa4c6-abd5-47cc-b5d8-d59b0378e607 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0927715 Jul 15 23:28:22.176083 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-70717d17-b01e-4e95-ae88-3f74fe0aed64 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Request body: {'subnet': {'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:22.297943 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f74a361-f01c-4840-ac23-4bb2046e0d9c tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:22.306372 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f74a361-f01c-4840-ac23-4bb2046e0d9c tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:22.357672 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f74a361-f01c-4840-ac23-4bb2046e0d9c tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c2e26cc-adc9-487f-9cdc-188f5d11b400,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:22.377805 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e83c5bdd-a51d-4fa2-a0a1-6d5d1f4ff414 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:22.396478 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-440cb25a-a532-4e52-8a14-83a8cf679f9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:22.398578 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70717d17-b01e-4e95-ae88-3f74fe0aed64 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Made reservation on behalf of 1ccad8e849f943d19f815f855c3f3849 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:22.402402 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-70717d17-b01e-4e95-ae88-3f74fe0aed64 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:22.409433 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f74a361-f01c-4840-ac23-4bb2046e0d9c tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:22.410780 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-5f74a361-f01c-4840-ac23-4bb2046e0d9c tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3607113 Jul 15 23:28:22.414891 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 52082) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:22.422857 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e7bde126-8c59-41db-a616-1f061ca84cff tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Request body: {'security_group_rule': {'security_group_id': '0b59dfd8-fe46-4eda-8708-ff7f3de3ce14', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:22.496656 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83c5bdd-a51d-4fa2-a0a1-6d5d1f4ff414 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Pushing event updated for resources: {'Subnet': ['ID=85d446ff-7678-4d84-bc9b-e2fc22f47419,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:22.517823 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83c5bdd-a51d-4fa2-a0a1-6d5d1f4ff414 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Checking segment: {'id': '8ab6c6b6-5975-4c2a-af2e-8e8401c10ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '21859fac-5cae-4576-8f5e-4249a508e588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:28:22.518210 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83c5bdd-a51d-4fa2-a0a1-6d5d1f4ff414 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Network hostable DHCP agents. Network: 21859fac-5cae-4576-8f5e-4249a508e588, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:28:22.523506 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e7bde126-8c59-41db-a616-1f061ca84cff tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:22.576714 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83c5bdd-a51d-4fa2-a0a1-6d5d1f4ff414 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Network 21859fac-5cae-4576-8f5e-4249a508e588 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:28:22.596607 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-e83c5bdd-a51d-4fa2-a0a1-6d5d1f4ff414 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 21859fac-5cae-4576-8f5e-4249a508e588) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:22.604342 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83c5bdd-a51d-4fa2-a0a1-6d5d1f4ff414 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:22.604973 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e83c5bdd-a51d-4fa2-a0a1-6d5d1f4ff414 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:22.625153 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3ad148-ad8e-4e3a-ad29-d3298639df5a None None] Network 21859fac-5cae-4576-8f5e-4249a508e588 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:22.627706 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e7bde126-8c59-41db-a616-1f061ca84cff tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:22.633764 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e7bde126-8c59-41db-a616-1f061ca84cff tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:22.657692 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bde126-8c59-41db-a616-1f061ca84cff tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fa701d1-f6fd-40fa-8e06-89b713f1aebb,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:22.742011 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-440cb25a-a532-4e52-8a14-83a8cf679f9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:22.756699 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-e83c5bdd-a51d-4fa2-a0a1-6d5d1f4ff414 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0912733 Jul 15 23:28:22.758806 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 52084) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:22.766958 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-c728370e-1d93-4dde-8ef9-faa4e4534da2 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Request body: {'subnet': {'network_id': 'b13419bf-58c4-4cd2-b5d4-a81de4c257aa', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:22.773345 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-440cb25a-a532-4e52-8a14-83a8cf679f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:22.775075 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e7bde126-8c59-41db-a616-1f061ca84cff tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:22.779261 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-e7bde126-8c59-41db-a616-1f061ca84cff tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3584480 Jul 15 23:28:22.782602 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 52086) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:22.803301 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-39e5b759-e22c-48fb-8621-55caeb962864 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Request body: {'floatingip': {'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:22.840073 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440cb25a-a532-4e52-8a14-83a8cf679f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44bcfff3-8bc9-4a9b-92b4-75fd36b52af9,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:22.852510 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6740078-2027-4a05-a46a-5c3cd00f6f81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-21859fac-5cae-4576-8f5e-4249a508e588', 'network_id': '21859fac-5cae-4576-8f5e-4249a508e588', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'fixed_ips': [{'subnet_id': '85d446ff-7678-4d84-bc9b-e2fc22f47419'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:28:22.853515 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a6740078-2027-4a05-a46a-5c3cd00f6f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:22.853716 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-440cb25a-a532-4e52-8a14-83a8cf679f9a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1d22585a91014869b613ffa4f25c6e0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7009881 Jul 15 23:28:22.854322 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52088) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:22.894834 n-d-794306-6 neutron-server[93771]: DEBUG neutron.objects.ports [None req-70717d17-b01e-4e95-ae88-3f74fe0aed64 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 23:28:22.902460 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-70717d17-b01e-4e95-ae88-3f74fe0aed64 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:22.909178 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-39e5b759-e22c-48fb-8621-55caeb962864 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:22.947219 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c728370e-1d93-4dde-8ef9-faa4e4534da2 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Made reservation on behalf of 34183464e2cc438698c712a3ae8b36f2 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:22.952223 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c728370e-1d93-4dde-8ef9-faa4e4534da2 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:22.971464 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70717d17-b01e-4e95-ae88-3f74fe0aed64 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Network e6241178-066c-430d-a322-7862ef822ee0 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:22.979676 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-70717d17-b01e-4e95-ae88-3f74fe0aed64 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:22.985107 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70717d17-b01e-4e95-ae88-3f74fe0aed64 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:22.985907 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-70717d17-b01e-4e95-ae88-3f74fe0aed64 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:23.012983 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70717d17-b01e-4e95-ae88-3f74fe0aed64 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event updated for resources: {'Subnet': ['ID=11a8d4e7-9b29-4c0a-a42f-c22b979996a9,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:23.020538 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d1799c84-8b00-4044-8e44-64907a3844ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:23.025154 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-70717d17-b01e-4e95-ae88-3f74fe0aed64 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8545649 Jul 15 23:28:23.028084 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52092) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:23.029510 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26e86b3-741d-4754-a5c1-5b1ca1c0a1a0 None None] Network e6241178-066c-430d-a322-7862ef822ee0 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:23.043978 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c64203ed-a806-44ab-91d4-4eac259e43a6 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Request body: {'subnet': {'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:23.094250 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d1799c84-8b00-4044-8e44-64907a3844ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:23.140103 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-a6740078-2027-4a05-a46a-5c3cd00f6f81 None None] Allocated IP 2001:db8::2 (21859fac-5cae-4576-8f5e-4249a508e588/85d446ff-7678-4d84-bc9b-e2fc22f47419/bd72eb4a-becb-43f6-9e35-332e73b905bf) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:23.173135 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-39e5b759-e22c-48fb-8621-55caeb962864 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:23.226288 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64203ed-a806-44ab-91d4-4eac259e43a6 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Made reservation on behalf of 1ccad8e849f943d19f815f855c3f3849 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:23.230869 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c64203ed-a806-44ab-91d4-4eac259e43a6 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:23.236927 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d1799c84-8b00-4044-8e44-64907a3844ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:23.239171 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d1799c84-8b00-4044-8e44-64907a3844ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:23.243427 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d1799c84-8b00-4044-8e44-64907a3844ef admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/44bcfff3-8bc9-4a9b-92b4-75fd36b52af9 HTTP/1.1" status: 204 len: 168 time: 0.3682871 Jul 15 23:28:23.275159 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1799c84-8b00-4044-8e44-64907a3844ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44bcfff3-8bc9-4a9b-92b4-75fd36b52af9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:23.335346 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f884eb-3c91-4a2f-8e92-5f1aa1303846 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-e6241178-066c-430d-a322-7862ef822ee0', 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'tenant_id': '1ccad8e849f943d19f815f855c3f3849', 'fixed_ips': [{'subnet_id': '11a8d4e7-9b29-4c0a-a42f-c22b979996a9'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:28:23.336154 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d3f884eb-3c91-4a2f-8e92-5f1aa1303846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:23.350859 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c728370e-1d93-4dde-8ef9-faa4e4534da2 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:23.437245 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-39e5b759-e22c-48fb-8621-55caeb962864 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Allocated IP 172.25.5.86 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/a000eb5a-575b-45cc-8293-377afee9a7d5) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:23.460070 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c728370e-1d93-4dde-8ef9-faa4e4534da2 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Pushing event updated for resources: {'Subnet': ['ID=0759bed6-f960-4225-a866-39cf922341f0,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:23.509632 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c728370e-1d93-4dde-8ef9-faa4e4534da2 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Checking segment: {'id': '5b7ec4bc-69ec-41ad-971c-cd923ff6cae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b13419bf-58c4-4cd2-b5d4-a81de4c257aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:28:23.510180 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c728370e-1d93-4dde-8ef9-faa4e4534da2 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Network hostable DHCP agents. Network: b13419bf-58c4-4cd2-b5d4-a81de4c257aa, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:28:23.582290 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c728370e-1d93-4dde-8ef9-faa4e4534da2 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Network b13419bf-58c4-4cd2-b5d4-a81de4c257aa is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:28:23.604828 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-d3f884eb-3c91-4a2f-8e92-5f1aa1303846 None None] Allocated IP 2001:db8::f816:3eff:fe53:bcc8 (e6241178-066c-430d-a322-7862ef822ee0/11a8d4e7-9b29-4c0a-a42f-c22b979996a9/ac7f32c9-856c-4aec-a6d4-dea21e2de919) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:23.612946 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-c728370e-1d93-4dde-8ef9-faa4e4534da2 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, b13419bf-58c4-4cd2-b5d4-a81de4c257aa) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:23.613898 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a6740078-2027-4a05-a46a-5c3cd00f6f81 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:23.626073 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c728370e-1d93-4dde-8ef9-faa4e4534da2 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:23.626936 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c728370e-1d93-4dde-8ef9-faa4e4534da2 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:23.630446 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b75a3f-a5e3-48f2-98cd-043abcc4bef7 None None] Network b13419bf-58c4-4cd2-b5d4-a81de4c257aa requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:23.632742 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-39e5b759-e22c-48fb-8621-55caeb962864 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:23.663641 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-c728370e-1d93-4dde-8ef9-faa4e4534da2 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9032366 Jul 15 23:28:23.666501 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 52098) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:23.673683 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-cd0f624d-1bd1-43d9-837c-0d3015d4ec5d tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1463133828', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:23.688664 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c64203ed-a806-44ab-91d4-4eac259e43a6 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:23.725621 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cd0f624d-1bd1-43d9-837c-0d3015d4ec5d tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:23.727143 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cd0f624d-1bd1-43d9-837c-0d3015d4ec5d tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:23.734571 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-39e5b759-e22c-48fb-8621-55caeb962864 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:23.742331 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52100) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:23.753931 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64203ed-a806-44ab-91d4-4eac259e43a6 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Network e6241178-066c-430d-a322-7862ef822ee0 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:23.769594 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a6740078-2027-4a05-a46a-5c3cd00f6f81 None None] Transition to ACTIVE for port object bd72eb4a-becb-43f6-9e35-332e73b905bf will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:23.775119 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-c64203ed-a806-44ab-91d4-4eac259e43a6 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:23.783003 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64203ed-a806-44ab-91d4-4eac259e43a6 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:23.784066 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c64203ed-a806-44ab-91d4-4eac259e43a6 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:23.798921 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e5b759-e22c-48fb-8621-55caeb962864 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:23.810711 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03599279-30e7-4303-a639-b008072c1d5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:23.818379 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-39e5b759-e22c-48fb-8621-55caeb962864 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:23.841266 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c64203ed-a806-44ab-91d4-4eac259e43a6 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8030925 Jul 15 23:28:23.846450 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52102) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:23.853028 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e5b759-e22c-48fb-8621-55caeb962864 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:28:23.864438 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a6740078-2027-4a05-a46a-5c3cd00f6f81 None None] Transition to ACTIVE for port object bd72eb4a-becb-43f6-9e35-332e73b905bf will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:23.870674 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-78ea093d-c8de-4515-9ba3-e8d361b9dce3 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Request body: {'port': {'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'mac_address': 'fa:16:3e:6a:95:79', 'name': 'tempest-NetworksTestDHCPv6-820542214'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:23.892706 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a6740078-2027-4a05-a46a-5c3cd00f6f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:23.894921 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64203ed-a806-44ab-91d4-4eac259e43a6 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event updated for resources: {'Subnet': ['ID=0badb743-bd0a-44b1-90c5-bb427b41f156,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:23.908326 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cd0f624d-1bd1-43d9-837c-0d3015d4ec5d tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:23.910148 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e5b759-e22c-48fb-8621-55caeb962864 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Pushing event updated for resources: {'Port': ['ID=a000eb5a-575b-45cc-8293-377afee9a7d5,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:23.918270 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cd0f624d-1bd1-43d9-837c-0d3015d4ec5d tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:23.981722 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-39e5b759-e22c-48fb-8621-55caeb962864 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:24.024589 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6740078-2027-4a05-a46a-5c3cd00f6f81 None None] Network 21859fac-5cae-4576-8f5e-4249a508e588 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:24.047294 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-39e5b759-e22c-48fb-8621-55caeb962864 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:24.065153 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-a6740078-2027-4a05-a46a-5c3cd00f6f81 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:24.086439 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6740078-2027-4a05-a46a-5c3cd00f6f81 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:28:24.114800 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6740078-2027-4a05-a46a-5c3cd00f6f81 None None] Pushing event updated for resources: {'Port': ['ID=bd72eb4a-becb-43f6-9e35-332e73b905bf,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:24.118914 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18bef7e4-313e-4640-b28c-d332aa5875ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-b13419bf-58c4-4cd2-b5d4-a81de4c257aa', 'network_id': 'b13419bf-58c4-4cd2-b5d4-a81de4c257aa', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'fixed_ips': [{'subnet_id': '0759bed6-f960-4225-a866-39cf922341f0'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:28:24.120186 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-18bef7e4-313e-4640-b28c-d332aa5875ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:24.133721 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03599279-30e7-4303-a639-b008072c1d5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:24.142581 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03599279-30e7-4303-a639-b008072c1d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:24.162900 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cd0f624d-1bd1-43d9-837c-0d3015d4ec5d tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:24.173578 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-cd0f624d-1bd1-43d9-837c-0d3015d4ec5d tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4984648 Jul 15 23:28:24.175699 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 52106) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:24.267945 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-03599279-30e7-4303-a639-b008072c1d5c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a628208e1b7e41398cf0e9e016f34b08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5140872 Jul 15 23:28:24.276542 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 52108) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:24.281374 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03599279-30e7-4303-a639-b008072c1d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a926efb7-2c30-4c50-b562-0d3bebac893b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:24.296396 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ea093d-c8de-4515-9ba3-e8d361b9dce3 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Made reservation on behalf of 1ccad8e849f943d19f815f855c3f3849 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:24.378519 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d3f884eb-3c91-4a2f-8e92-5f1aa1303846 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:24.386726 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a6740078-2027-4a05-a46a-5c3cd00f6f81 None None] Attempting to bind port bd72eb4a-becb-43f6-9e35-332e73b905bf on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:28:24.387196 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a6740078-2027-4a05-a46a-5c3cd00f6f81 None None] Attempting to bind port bd72eb4a-becb-43f6-9e35-332e73b905bf by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '8ab6c6b6-5975-4c2a-af2e-8e8401c10ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '21859fac-5cae-4576-8f5e-4249a508e588'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:28:24.387530 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6740078-2027-4a05-a46a-5c3cd00f6f81 None None] Attempting to bind port bd72eb4a-becb-43f6-9e35-332e73b905bf on network 21859fac-5cae-4576-8f5e-4249a508e588 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:28:24.402944 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d3f884eb-3c91-4a2f-8e92-5f1aa1303846 None None] Transition to ACTIVE for port object ac7f32c9-856c-4aec-a6d4-dea21e2de919 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:24.422683 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6740078-2027-4a05-a46a-5c3cd00f6f81 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:28:24.423039 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6740078-2027-4a05-a46a-5c3cd00f6f81 None None] Checking segment: {'id': '8ab6c6b6-5975-4c2a-af2e-8e8401c10ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '21859fac-5cae-4576-8f5e-4249a508e588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:28:24.423452 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a6740078-2027-4a05-a46a-5c3cd00f6f81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:24.423879 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6740078-2027-4a05-a46a-5c3cd00f6f81 None None] Bound using segment: {'id': '8ab6c6b6-5975-4c2a-af2e-8e8401c10ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '21859fac-5cae-4576-8f5e-4249a508e588'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:28:24.424411 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a6740078-2027-4a05-a46a-5c3cd00f6f81 None None] Bound port: bd72eb4a-becb-43f6-9e35-332e73b905bf, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ab6c6b6-5975-4c2a-af2e-8e8401c10ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '21859fac-5cae-4576-8f5e-4249a508e588'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:28:24.424779 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a6740078-2027-4a05-a46a-5c3cd00f6f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:24.442218 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-78ea093d-c8de-4515-9ba3-e8d361b9dce3 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:24.485390 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-78ea093d-c8de-4515-9ba3-e8d361b9dce3 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] device_id is not set on port 031185c3-283d-429a-a31a-46edb93dccf2 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:28:24.492460 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d3f884eb-3c91-4a2f-8e92-5f1aa1303846 None None] Transition to ACTIVE for port object ac7f32c9-856c-4aec-a6d4-dea21e2de919 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:24.504188 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d3f884eb-3c91-4a2f-8e92-5f1aa1303846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:24.599955 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f884eb-3c91-4a2f-8e92-5f1aa1303846 None None] Network e6241178-066c-430d-a322-7862ef822ee0 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:24.622156 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-18bef7e4-313e-4640-b28c-d332aa5875ac None None] Allocated IP 2001:db8:1::2 (b13419bf-58c4-4cd2-b5d4-a81de4c257aa/0759bed6-f960-4225-a866-39cf922341f0/4fceec18-fc80-4481-b736-ab34fb0a4f36) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:24.636247 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-d3f884eb-3c91-4a2f-8e92-5f1aa1303846 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:24.640803 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9ade4e0c-531a-45f7-8f3b-a742a9aa47aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:24.726962 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9ade4e0c-531a-45f7-8f3b-a742a9aa47aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:24.749669 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-78ea093d-c8de-4515-9ba3-e8d361b9dce3 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Allocated IP 172.20.0.8 (e6241178-066c-430d-a322-7862ef822ee0/0badb743-bd0a-44b1-90c5-bb427b41f156/031185c3-283d-429a-a31a-46edb93dccf2) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:24.759829 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-39e5b759-e22c-48fb-8621-55caeb962864 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:24.764274 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-78ea093d-c8de-4515-9ba3-e8d361b9dce3 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Allocated IP 2001:db8::f816:3eff:fe6a:9579 (e6241178-066c-430d-a322-7862ef822ee0/11a8d4e7-9b29-4c0a-a42f-c22b979996a9/031185c3-283d-429a-a31a-46edb93dccf2) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:24.784676 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-39e5b759-e22c-48fb-8621-55caeb962864 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:24.844619 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f884eb-3c91-4a2f-8e92-5f1aa1303846 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:28:24.885452 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f884eb-3c91-4a2f-8e92-5f1aa1303846 None None] Pushing event updated for resources: {'Port': ['ID=ac7f32c9-856c-4aec-a6d4-dea21e2de919,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:24.971939 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e5b759-e22c-48fb-8621-55caeb962864 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Pushing event updated for resources: {'Port': ['ID=a000eb5a-575b-45cc-8293-377afee9a7d5,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:24.986919 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d0d6adf-255a-4e0c-b19a-72510aa78c09 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:25.002062 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a6740078-2027-4a05-a46a-5c3cd00f6f81 None None] For port bd72eb4a-becb-43f6-9e35-332e73b905bf, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:28:25.016516 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-78ea093d-c8de-4515-9ba3-e8d361b9dce3 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:25.023462 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-39e5b759-e22c-48fb-8621-55caeb962864 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:25.041097 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-78ea093d-c8de-4515-9ba3-e8d361b9dce3 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Transition to ACTIVE for port object 031185c3-283d-429a-a31a-46edb93dccf2 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:25.043208 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9ade4e0c-531a-45f7-8f3b-a742a9aa47aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:25.047252 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9ade4e0c-531a-45f7-8f3b-a742a9aa47aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:25.049045 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-9ade4e0c-531a-45f7-8f3b-a742a9aa47aa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a926efb7-2c30-4c50-b562-0d3bebac893b HTTP/1.1" status: 204 len: 168 time: 0.7368472 Jul 15 23:28:25.055023 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-39e5b759-e22c-48fb-8621-55caeb962864 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:25.062013 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-39e5b759-e22c-48fb-8621-55caeb962864 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2769980 Jul 15 23:28:25.105130 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a6740078-2027-4a05-a46a-5c3cd00f6f81 None None] For port bd72eb4a-becb-43f6-9e35-332e73b905bf, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=bd72eb4a-becb-43f6-9e35-332e73b905bf,segment=NetworkSegment(8ab6c6b6-5975-4c2a-af2e-8e8401c10ff4),segment_id=8ab6c6b6-5975-4c2a-af2e-8e8401c10ff4)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:28:25.105767 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-78ea093d-c8de-4515-9ba3-e8d361b9dce3 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:25.109853 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-d3f884eb-3c91-4a2f-8e92-5f1aa1303846 None None] Attempting to bind port ac7f32c9-856c-4aec-a6d4-dea21e2de919 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:28:25.110230 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-d3f884eb-3c91-4a2f-8e92-5f1aa1303846 None None] Attempting to bind port ac7f32c9-856c-4aec-a6d4-dea21e2de919 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:28:25.110595 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f884eb-3c91-4a2f-8e92-5f1aa1303846 None None] Attempting to bind port ac7f32c9-856c-4aec-a6d4-dea21e2de919 on network e6241178-066c-430d-a322-7862ef822ee0 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:28:25.132726 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ade4e0c-531a-45f7-8f3b-a742a9aa47aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a926efb7-2c30-4c50-b562-0d3bebac893b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:25.186858 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ea093d-c8de-4515-9ba3-e8d361b9dce3 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Network e6241178-066c-430d-a322-7862ef822ee0 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:25.190831 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-78ea093d-c8de-4515-9ba3-e8d361b9dce3 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:25.195763 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ea093d-c8de-4515-9ba3-e8d361b9dce3 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:28:25.207145 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a6740078-2027-4a05-a46a-5c3cd00f6f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:25.239119 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ea093d-c8de-4515-9ba3-e8d361b9dce3 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event updated for resources: {'Port': ['ID=031185c3-283d-429a-a31a-46edb93dccf2,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:25.261482 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f884eb-3c91-4a2f-8e92-5f1aa1303846 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:28:25.261875 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f884eb-3c91-4a2f-8e92-5f1aa1303846 None None] Checking segment: {'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:28:25.262260 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d3f884eb-3c91-4a2f-8e92-5f1aa1303846 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:25.262653 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f884eb-3c91-4a2f-8e92-5f1aa1303846 None None] Bound using segment: {'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:28:25.263139 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-d3f884eb-3c91-4a2f-8e92-5f1aa1303846 None None] Bound port: ac7f32c9-856c-4aec-a6d4-dea21e2de919, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:28:25.263518 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d3f884eb-3c91-4a2f-8e92-5f1aa1303846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:25.269355 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ea093d-c8de-4515-9ba3-e8d361b9dce3 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:25.270176 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-78ea093d-c8de-4515-9ba3-e8d361b9dce3 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:25.305761 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-78ea093d-c8de-4515-9ba3-e8d361b9dce3 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.4438827 Jul 15 23:28:25.305871 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52118) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:25.446347 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca350591-fa21-47ca-bc18-f710ba08a3c2 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:25.471332 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca350591-fa21-47ca-bc18-f710ba08a3c2 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:25.477789 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ca350591-fa21-47ca-bc18-f710ba08a3c2 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1661975 Jul 15 23:28:25.484768 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 52130) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:25.512296 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6740078-2027-4a05-a46a-5c3cd00f6f81 None None] Pushing event updated for resources: {'Port': ['ID=bd72eb4a-becb-43f6-9e35-332e73b905bf,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:25.559037 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-18bef7e4-313e-4640-b28c-d332aa5875ac None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:25.559378 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bcf7b119-de5b-42b0-ad09-a98333c18e69 req-a8f9c830-4770-4a7e-be12-5f29650ed2de tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--16638128&fields=id&tenant_id=c41d1c4cc69e402eb09493d513de9715 HTTP/1.1" status: 200 len: 267 time: 0.1495428 Jul 15 23:28:25.580551 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-18bef7e4-313e-4640-b28c-d332aa5875ac None None] Transition to ACTIVE for port object 4fceec18-fc80-4481-b736-ab34fb0a4f36 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:25.583958 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:25.593825 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-0cc9c6c6-ee14-4949-909d-a8c7d9e6ad90 req-84f40a58-c322-48c3-93aa-b108b180b66b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4378fda7-3666-4ece-be50-c71bf27f1088&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1771119 Jul 15 23:28:25.614393 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-d3f884eb-3c91-4a2f-8e92-5f1aa1303846 None None] For port ac7f32c9-856c-4aec-a6d4-dea21e2de919, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:28:25.618142 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-18bef7e4-313e-4640-b28c-d332aa5875ac None None] Transition to ACTIVE for port object 4fceec18-fc80-4481-b736-ab34fb0a4f36 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:25.621282 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-d3f884eb-3c91-4a2f-8e92-5f1aa1303846 None None] For port ac7f32c9-856c-4aec-a6d4-dea21e2de919, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=ac7f32c9-856c-4aec-a6d4-dea21e2de919,segment=NetworkSegment(83031f72-0c55-4202-a7d3-7c1d93801518),segment_id=83031f72-0c55-4202-a7d3-7c1d93801518)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:28:25.630131 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d3f884eb-3c91-4a2f-8e92-5f1aa1303846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:25.649699 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-18bef7e4-313e-4640-b28c-d332aa5875ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:25.721078 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bef7e4-313e-4640-b28c-d332aa5875ac None None] Network b13419bf-58c4-4cd2-b5d4-a81de4c257aa is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:25.730758 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-18bef7e4-313e-4640-b28c-d332aa5875ac None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:25.740592 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bef7e4-313e-4640-b28c-d332aa5875ac None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:28:25.826465 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9c6c6-ee14-4949-909d-a8c7d9e6ad90 req-9020a0fe-c63c-42e5-a4b8-58b43bddca80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:25.827029 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9c6c6-ee14-4949-909d-a8c7d9e6ad90 req-9020a0fe-c63c-42e5-a4b8-58b43bddca80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:25.827518 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9c6c6-ee14-4949-909d-a8c7d9e6ad90 req-9020a0fe-c63c-42e5-a4b8-58b43bddca80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:25.831510 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9c6c6-ee14-4949-909d-a8c7d9e6ad90 req-9020a0fe-c63c-42e5-a4b8-58b43bddca80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:25.832112 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9c6c6-ee14-4949-909d-a8c7d9e6ad90 req-9020a0fe-c63c-42e5-a4b8-58b43bddca80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:25.832803 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9c6c6-ee14-4949-909d-a8c7d9e6ad90 req-9020a0fe-c63c-42e5-a4b8-58b43bddca80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:25.833428 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9c6c6-ee14-4949-909d-a8c7d9e6ad90 req-9020a0fe-c63c-42e5-a4b8-58b43bddca80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:25.836077 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-0cc9c6c6-ee14-4949-909d-a8c7d9e6ad90 req-9020a0fe-c63c-42e5-a4b8-58b43bddca80 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1535e8fb4bbf47a995341d11b9792565&device_id=4378fda7-3666-4ece-be50-c71bf27f1088 HTTP/1.1" status: 200 len: 6491 time: 0.1700916 Jul 15 23:28:25.843263 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-1d0d6adf-255a-4e0c-b19a-72510aa78c09 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Allocated IP 2001:db8::1 (21859fac-5cae-4576-8f5e-4249a508e588/85d446ff-7678-4d84-bc9b-e2fc22f47419/1c78cc78-06df-4279-b0f7-a50f6253ae99) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:25.866551 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f884eb-3c91-4a2f-8e92-5f1aa1303846 None None] Pushing event updated for resources: {'Port': ['ID=ac7f32c9-856c-4aec-a6d4-dea21e2de919,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:25.954803 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-18bef7e4-313e-4640-b28c-d332aa5875ac None None] Attempting to bind port 4fceec18-fc80-4481-b736-ab34fb0a4f36 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:28:25.955943 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-18bef7e4-313e-4640-b28c-d332aa5875ac None None] Attempting to bind port 4fceec18-fc80-4481-b736-ab34fb0a4f36 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '5b7ec4bc-69ec-41ad-971c-cd923ff6cae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b13419bf-58c4-4cd2-b5d4-a81de4c257aa'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:28:25.956717 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bef7e4-313e-4640-b28c-d332aa5875ac None None] Attempting to bind port 4fceec18-fc80-4481-b736-ab34fb0a4f36 on network b13419bf-58c4-4cd2-b5d4-a81de4c257aa {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:28:25.964969 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bef7e4-313e-4640-b28c-d332aa5875ac None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:28:25.965662 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bef7e4-313e-4640-b28c-d332aa5875ac None None] Checking segment: {'id': '5b7ec4bc-69ec-41ad-971c-cd923ff6cae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b13419bf-58c4-4cd2-b5d4-a81de4c257aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:28:25.966239 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-18bef7e4-313e-4640-b28c-d332aa5875ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:25.966806 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bef7e4-313e-4640-b28c-d332aa5875ac None None] Bound using segment: {'id': '5b7ec4bc-69ec-41ad-971c-cd923ff6cae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b13419bf-58c4-4cd2-b5d4-a81de4c257aa'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:28:25.967449 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-18bef7e4-313e-4640-b28c-d332aa5875ac None None] Bound port: 4fceec18-fc80-4481-b736-ab34fb0a4f36, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7ec4bc-69ec-41ad-971c-cd923ff6cae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b13419bf-58c4-4cd2-b5d4-a81de4c257aa'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:28:25.968031 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-18bef7e4-313e-4640-b28c-d332aa5875ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:25.988851 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bef7e4-313e-4640-b28c-d332aa5875ac None None] Pushing event updated for resources: {'Port': ['ID=4fceec18-fc80-4481-b736-ab34fb0a4f36,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:26.084395 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-18bef7e4-313e-4640-b28c-d332aa5875ac None None] For port 4fceec18-fc80-4481-b736-ab34fb0a4f36, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:28:26.088768 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9c6c6-ee14-4949-909d-a8c7d9e6ad90 req-4591fbf7-7ac5-478b-8ca5-6fd8886eb4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:26.089543 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9c6c6-ee14-4949-909d-a8c7d9e6ad90 req-4591fbf7-7ac5-478b-8ca5-6fd8886eb4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:26.090385 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9c6c6-ee14-4949-909d-a8c7d9e6ad90 req-4591fbf7-7ac5-478b-8ca5-6fd8886eb4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:26.091098 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7b119-de5b-42b0-ad09-a98333c18e69 req-329f8060-6d1f-4fec-bc1d-57e1aba56fd3 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:26.093787 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-0cc9c6c6-ee14-4949-909d-a8c7d9e6ad90 req-4591fbf7-7ac5-478b-8ca5-6fd8886eb4d5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f810acf3-bdcb-4225-beca-d64cbd4db70b&id=0c520006-2621-40c6-9dbf-a751b4cb8117&id=0c520006-2621-40c6-9dbf-a751b4cb8117&id=0c520006-2621-40c6-9dbf-a751b4cb8117&id=0c520006-2621-40c6-9dbf-a751b4cb8117&id=fe121fa5-288f-4a74-ba61-28037c633efd&id=fe121fa5-288f-4a74-ba61-28037c633efd HTTP/1.1" status: 200 len: 2292 time: 0.1930499 Jul 15 23:28:26.102004 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-18bef7e4-313e-4640-b28c-d332aa5875ac None None] For port 4fceec18-fc80-4481-b736-ab34fb0a4f36, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=4fceec18-fc80-4481-b736-ab34fb0a4f36,segment=NetworkSegment(5b7ec4bc-69ec-41ad-971c-cd923ff6cae2),segment_id=5b7ec4bc-69ec-41ad-971c-cd923ff6cae2)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:28:26.103983 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bcf7b119-de5b-42b0-ad09-a98333c18e69 req-329f8060-6d1f-4fec-bc1d-57e1aba56fd3 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/networks?id=5dd08b94-305b-477e-8148-ff3865a86e5a HTTP/1.1" status: 200 len: 817 time: 0.5386291 Jul 15 23:28:26.110609 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-18bef7e4-313e-4640-b28c-d332aa5875ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:26.205122 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bcf7b119-de5b-42b0-ad09-a98333c18e69 req-e760e210-fe52-4bee-9ea1-aa067f99bebd tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/quotas/c41d1c4cc69e402eb09493d513de9715 HTTP/1.1" status: 200 len: 375 time: 0.0996747 Jul 15 23:28:26.292974 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bef7e4-313e-4640-b28c-d332aa5875ac None None] Pushing event updated for resources: {'Port': ['ID=4fceec18-fc80-4481-b736-ab34fb0a4f36,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:26.295264 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-0cc9c6c6-ee14-4949-909d-a8c7d9e6ad90 req-686e4920-fed6-4727-987a-a0fb550e49e9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d HTTP/1.1" status: 200 len: 1000 time: 0.1941760 Jul 15 23:28:26.350762 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-1a9ff693-4f55-4b19-be7a-9d3d92c81e28 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Deleting port 031185c3-283d-429a-a31a-46edb93dccf2 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:26.351419 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1a9ff693-4f55-4b19-be7a-9d3d92c81e28 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:26.385675 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9c6c6-ee14-4949-909d-a8c7d9e6ad90 req-bc635272-0854-4494-b7c8-aabd77176e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:26.388805 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-0cc9c6c6-ee14-4949-909d-a8c7d9e6ad90 req-bc635272-0854-4494-b7c8-aabd77176e11 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bbd5e8a5-f846-4a56-a7c3-e50df421a1e6 HTTP/1.1" status: 200 len: 850 time: 0.0853407 Jul 15 23:28:26.503769 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d0d6adf-255a-4e0c-b19a-72510aa78c09 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:26.576834 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9c6c6-ee14-4949-909d-a8c7d9e6ad90 req-2cd1fcac-6d9a-4575-8fc5-9e6c2c46c3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:26.578191 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-0cc9c6c6-ee14-4949-909d-a8c7d9e6ad90 req-2cd1fcac-6d9a-4575-8fc5-9e6c2c46c3ce service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f810acf3-bdcb-4225-beca-d64cbd4db70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1743298 Jul 15 23:28:26.607643 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-1d0d6adf-255a-4e0c-b19a-72510aa78c09 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Transition to ACTIVE for port object 1c78cc78-06df-4279-b0f7-a50f6253ae99 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:26.651949 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bcf7b119-de5b-42b0-ad09-a98333c18e69 req-fa4972c0-6059-4457-a203-75524583e8bd tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c41d1c4cc69e402eb09493d513de9715&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4274099 Jul 15 23:28:26.748843 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1a9ff693-4f55-4b19-be7a-9d3d92c81e28 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:26.908108 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-1a9ff693-4f55-4b19-be7a-9d3d92c81e28 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Calling delete_port for 031185c3-283d-429a-a31a-46edb93dccf2 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:26.916477 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-0cc9c6c6-ee14-4949-909d-a8c7d9e6ad90 req-15c57eb7-98fe-445e-a78d-2ceaca8a67f9 service neutron] 10.222.0.49 "GET /v2.0/networks/f810acf3-bdcb-4225-beca-d64cbd4db70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238325 Jul 15 23:28:26.926976 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bcf7b119-de5b-42b0-ad09-a98333c18e69 req-27c2ad54-681d-4462-a429-8af5e14276e7 service neutron] 10.222.0.48 "GET /v2.0/networks/5dd08b94-305b-477e-8148-ff3865a86e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682815 Jul 15 23:28:27.136014 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-0cc9c6c6-ee14-4949-909d-a8c7d9e6ad90 req-64003ba4-6368-46dc-b528-b34ee55035a1 service neutron] 10.222.0.49 "GET /v2.0/networks/f810acf3-bdcb-4225-beca-d64cbd4db70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090526 Jul 15 23:28:27.217721 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d0d6adf-255a-4e0c-b19a-72510aa78c09 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:27.262906 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-0cc9c6c6-ee14-4949-909d-a8c7d9e6ad90 req-2af10a31-53be-4afb-a756-dcc253e567b6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=1fae9003-82f4-480d-9478-075fb4575c1f HTTP/1.1" status: 200 len: 217 time: 0.1189373 Jul 15 23:28:27.338924 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 4fceec18-fc80-4481-b736-ab34fb0a4f36 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:28:27.362657 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0d6adf-255a-4e0c-b19a-72510aa78c09 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Network 21859fac-5cae-4576-8f5e-4249a508e588 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:27.395620 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9c6c6-ee14-4949-909d-a8c7d9e6ad90 req-bb7e657b-2fd7-440b-85ca-0e65c956381d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:27.398222 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-0cc9c6c6-ee14-4949-909d-a8c7d9e6ad90 req-bb7e657b-2fd7-440b-85ca-0e65c956381d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=23c0bd4a-d2bf-4a09-a38b-63c0db5d678a HTTP/1.1" status: 200 len: 797 time: 0.1232431 Jul 15 23:28:27.403139 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bcf7b119-de5b-42b0-ad09-a98333c18e69 req-f334f6ad-472a-4ddc-93d8-4b39d7bee199 service neutron] 10.222.0.48 "GET /v2.0/networks/5dd08b94-305b-477e-8148-ff3865a86e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4746959 Jul 15 23:28:27.410269 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-1d0d6adf-255a-4e0c-b19a-72510aa78c09 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:27.420133 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0d6adf-255a-4e0c-b19a-72510aa78c09 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:28:27.422764 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d0d6adf-255a-4e0c-b19a-72510aa78c09 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:27.461417 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 4fceec18-fc80-4481-b736-ab34fb0a4f36 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:27.466471 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device ac7f32c9-856c-4aec-a6d4-dea21e2de919 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:28:27.523948 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9c6c6-ee14-4949-909d-a8c7d9e6ad90 req-f692ec5c-dc0e-42f3-8a04-2b5865dd2b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:27.527800 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-0cc9c6c6-ee14-4949-909d-a8c7d9e6ad90 req-f692ec5c-dc0e-42f3-8a04-2b5865dd2b08 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0c520006-2621-40c6-9dbf-a751b4cb8117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1199331 Jul 15 23:28:27.531193 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0d6adf-255a-4e0c-b19a-72510aa78c09 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Pushing event updated for resources: {'Port': ['ID=1c78cc78-06df-4279-b0f7-a50f6253ae99,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:27.546408 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321a4a53-5db1-458a-bccf-21d13b145f22 None None] Network 21859fac-5cae-4576-8f5e-4249a508e588 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:27.749301 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-0cc9c6c6-ee14-4949-909d-a8c7d9e6ad90 req-c3943bea-6e83-4144-b311-649a40c01b2e service neutron] 10.222.0.49 "GET /v2.0/networks/0c520006-2621-40c6-9dbf-a751b4cb8117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137206 Jul 15 23:28:27.822362 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e412a4d1-0db5-4958-97e6-403b716a3581 None None] Provisioning for port bd72eb4a-becb-43f6-9e35-332e73b905bf completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:27.841162 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1a9ff693-4f55-4b19-be7a-9d3d92c81e28 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:27.914427 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port ac7f32c9-856c-4aec-a6d4-dea21e2de919 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:27.930354 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device bd72eb4a-becb-43f6-9e35-332e73b905bf up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:28:28.021510 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e771da-97a8-4f0c-9a3e-b10d8786d001 None None] Network e6241178-066c-430d-a322-7862ef822ee0 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:28.027988 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52170) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:28.059400 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-0cc9c6c6-ee14-4949-909d-a8c7d9e6ad90 req-f034c6bf-071d-42cb-b3ee-d716505f209d service neutron] 10.222.0.49 "GET /v2.0/networks/0c520006-2621-40c6-9dbf-a751b4cb8117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005331 Jul 15 23:28:28.168866 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-0cc9c6c6-ee14-4949-909d-a8c7d9e6ad90 req-0bbf01c7-b0e9-49ab-8bc1-dc39f2db9230 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=422fe5b9-520f-419b-8cd4-d8ed4ddfee1a HTTP/1.1" status: 200 len: 217 time: 0.0831404 Jul 15 23:28:28.306356 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9c6c6-ee14-4949-909d-a8c7d9e6ad90 req-34b08ad5-f83b-487a-99c0-3c2f650baffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:28.307995 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-0cc9c6c6-ee14-4949-909d-a8c7d9e6ad90 req-34b08ad5-f83b-487a-99c0-3c2f650baffd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=23c0bd4a-d2bf-4a09-a38b-63c0db5d678a HTTP/1.1" status: 200 len: 797 time: 0.1374159 Jul 15 23:28:28.392588 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1b7536bd-c50e-48b5-b4c9-161e97125f95 None None] Provisioning for port ac7f32c9-856c-4aec-a6d4-dea21e2de919 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:28.431706 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-12728b02-4594-40b6-8c22-1b0e999124fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:28.441367 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1b7536bd-c50e-48b5-b4c9-161e97125f95 None None] Provisioning complete for port ac7f32c9-856c-4aec-a6d4-dea21e2de919 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:28.441801 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1b7536bd-c50e-48b5-b4c9-161e97125f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:28.449995 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32f30fd-b90d-47b7-b6c4-4082cb6b78c4 None None] Network b13419bf-58c4-4cd2-b5d4-a81de4c257aa requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:28.526656 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9c6c6-ee14-4949-909d-a8c7d9e6ad90 req-60094178-c0e9-443e-9edd-ef82cda9f28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:28.528464 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-0cc9c6c6-ee14-4949-909d-a8c7d9e6ad90 req-60094178-c0e9-443e-9edd-ef82cda9f28c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0c520006-2621-40c6-9dbf-a751b4cb8117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2130044 Jul 15 23:28:28.542970 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port bd72eb4a-becb-43f6-9e35-332e73b905bf completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:28.558275 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port bd72eb4a-becb-43f6-9e35-332e73b905bf triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:28.559055 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:28.660283 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-0cc9c6c6-ee14-4949-909d-a8c7d9e6ad90 req-f4981515-409f-459c-be2c-e06be1fd8d6f service neutron] 10.222.0.49 "GET /v2.0/networks/0c520006-2621-40c6-9dbf-a751b4cb8117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191123 Jul 15 23:28:28.720644 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9f3c6779-0765-43ef-b0dc-57f0293b8c2d req-f106cb39-f997-4ae6-afc6-ea4a531b5f3e tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=6797365d-c7ce-4e24-a954-67ea472f9dd4 HTTP/1.1" status: 200 len: 210 time: 0.8696556 Jul 15 23:28:28.723468 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9ff693-4f55-4b19-be7a-9d3d92c81e28 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event deleted for resources: {'Port': ['ID=031185c3-283d-429a-a31a-46edb93dccf2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:28.809077 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:28.812689 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-0cc9c6c6-ee14-4949-909d-a8c7d9e6ad90 req-8f872593-da4d-455e-9476-fd12aeeb787e service neutron] 10.222.0.49 "GET /v2.0/networks/0c520006-2621-40c6-9dbf-a751b4cb8117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433632 Jul 15 23:28:28.911715 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port bd72eb4a-becb-43f6-9e35-332e73b905bf, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=bd72eb4a-becb-43f6-9e35-332e73b905bf,segment=NetworkSegment(8ab6c6b6-5975-4c2a-af2e-8e8401c10ff4),segment_id=8ab6c6b6-5975-4c2a-af2e-8e8401c10ff4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:28.930603 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-0cc9c6c6-ee14-4949-909d-a8c7d9e6ad90 req-b5f9d683-ceda-43b6-8ad9-564b59d20a46 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=9ce781cc-249c-47f3-b809-587c0d5814f3 HTTP/1.1" status: 200 len: 217 time: 0.1049271 Jul 15 23:28:28.959011 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1b7536bd-c50e-48b5-b4c9-161e97125f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:28.983983 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:29.006039 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d0d6adf-255a-4e0c-b19a-72510aa78c09 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:29.074692 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-12728b02-4594-40b6-8c22-1b0e999124fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:29.110814 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9c6c6-ee14-4949-909d-a8c7d9e6ad90 req-f844285d-55ac-4e14-add9-84d3ce6d5985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:29.113102 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-0cc9c6c6-ee14-4949-909d-a8c7d9e6ad90 req-f844285d-55ac-4e14-add9-84d3ce6d5985 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=23c0bd4a-d2bf-4a09-a38b-63c0db5d678a HTTP/1.1" status: 200 len: 797 time: 0.1727030 Jul 15 23:28:29.115498 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1a9ff693-4f55-4b19-be7a-9d3d92c81e28 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:29.117870 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-1a9ff693-4f55-4b19-be7a-9d3d92c81e28 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/ports/031185c3-283d-429a-a31a-46edb93dccf2 HTTP/1.1" status: 204 len: 168 time: 3.6315670 Jul 15 23:28:29.117992 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-12728b02-4594-40b6-8c22-1b0e999124fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:29.121009 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 52180) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:29.187528 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1b7536bd-c50e-48b5-b4c9-161e97125f95 None None] For port ac7f32c9-856c-4aec-a6d4-dea21e2de919, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=ac7f32c9-856c-4aec-a6d4-dea21e2de919,segment=NetworkSegment(83031f72-0c55-4202-a7d3-7c1d93801518),segment_id=83031f72-0c55-4202-a7d3-7c1d93801518)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:29.221104 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1b7536bd-c50e-48b5-b4c9-161e97125f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:29.232555 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=bd72eb4a-becb-43f6-9e35-332e73b905bf,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:29.239140 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12728b02-4594-40b6-8c22-1b0e999124fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1db9db-c488-4129-9bda-50d7601c43e1,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:29.275149 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-12728b02-4594-40b6-8c22-1b0e999124fb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d510952dc69c41de9aa8577fc9be50ed&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2452893 Jul 15 23:28:29.285182 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 52182) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:29.314324 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9c6c6-ee14-4949-909d-a8c7d9e6ad90 req-3a3c2649-3e0d-4706-8d5f-7925aa196f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:29.315996 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-0cc9c6c6-ee14-4949-909d-a8c7d9e6ad90 req-3a3c2649-3e0d-4706-8d5f-7925aa196f3a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0c520006-2621-40c6-9dbf-a751b4cb8117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1927330 Jul 15 23:28:29.373474 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6233f891-3feb-4525-9de7-2094bea9640a tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:29.378488 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6233f891-3feb-4525-9de7-2094bea9640a tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:29.381095 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6233f891-3feb-4525-9de7-2094bea9640a tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:29.388586 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-6233f891-3feb-4525-9de7-2094bea9640a tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2659881 Jul 15 23:28:29.389224 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52184) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:29.391909 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7536bd-c50e-48b5-b4c9-161e97125f95 None None] Pushing event updated for resources: {'Port': ['ID=ac7f32c9-856c-4aec-a6d4-dea21e2de919,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:29.447046 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7db680ec-c751-40b8-8de4-c7c64ade3142 None None] Provisioning for port 4fceec18-fc80-4481-b736-ab34fb0a4f36 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:29.466383 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7db680ec-c751-40b8-8de4-c7c64ade3142 None None] Provisioning complete for port 4fceec18-fc80-4481-b736-ab34fb0a4f36 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:29.466740 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7db680ec-c751-40b8-8de4-c7c64ade3142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:29.471027 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83ff36b-f980-4d22-80f6-1d4edca16400 None None] Update dhcp port {'port': {'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'fixed_ips': [{'subnet_id': '11a8d4e7-9b29-4c0a-a42f-c22b979996a9', 'ip_address': '2001:db8::f816:3eff:fe53:bcc8'}, {'subnet_id': '0badb743-bd0a-44b1-90c5-bb427b41f156'}], 'binding:host_id': 'n-d-794306-6'}, 'id': 'ac7f32c9-856c-4aec-a6d4-dea21e2de919'} from n-d-794306-6. {{(pid=93772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 23:28:29.568658 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-0cc9c6c6-ee14-4949-909d-a8c7d9e6ad90 req-ac094228-bf90-4c85-9184-e35904d31dba service neutron] 10.222.0.49 "GET /v2.0/networks/0c520006-2621-40c6-9dbf-a751b4cb8117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413559 Jul 15 23:28:29.600707 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c83ff36b-f980-4d22-80f6-1d4edca16400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:29.675157 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-c72c5c8b-fbdb-44f6-ba4b-00332fab39ef tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Deleting subnet 0badb743-bd0a-44b1-90c5-bb427b41f156 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:28:29.701613 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c72c5c8b-fbdb-44f6-ba4b-00332fab39ef tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:29.733324 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d0d6adf-255a-4e0c-b19a-72510aa78c09 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:29.934775 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7b119-de5b-42b0-ad09-a98333c18e69 req-48be07ed-0a91-433b-a307-5238a384066c tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:29.936652 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bcf7b119-de5b-42b0-ad09-a98333c18e69 req-48be07ed-0a91-433b-a307-5238a384066c tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.49 "GET /v2.0/networks?id=5dd08b94-305b-477e-8148-ff3865a86e5a HTTP/1.1" status: 200 len: 817 time: 0.1900477 Jul 15 23:28:29.941616 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d0d6adf-255a-4e0c-b19a-72510aa78c09 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:29.942916 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d0d6adf-255a-4e0c-b19a-72510aa78c09 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:29.954579 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c72c5c8b-fbdb-44f6-ba4b-00332fab39ef tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:30.117207 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-0cc9c6c6-ee14-4949-909d-a8c7d9e6ad90 req-3928bbeb-db6f-4f31-b438-253c32c8ca9c service neutron] 10.222.0.49 "GET /v2.0/networks/0c520006-2621-40c6-9dbf-a751b4cb8117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5277960 Jul 15 23:28:30.119815 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d617b4e9-e1a4-4401-b764-fa2e92b32116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:30.122084 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c72c5c8b-fbdb-44f6-ba4b-00332fab39ef tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:30.145042 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d617b4e9-e1a4-4401-b764-fa2e92b32116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:30.157601 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7db680ec-c751-40b8-8de4-c7c64ade3142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:30.197474 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-0cc9c6c6-ee14-4949-909d-a8c7d9e6ad90 req-46ca763f-bc33-40d4-846d-e91764c73be4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=e30cdbcb-2983-4fd9-9dc1-5ba0c3fc0805 HTTP/1.1" status: 200 len: 217 time: 0.0695279 Jul 15 23:28:30.216082 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5dfd8d54-47d6-43f4-a684-3296c2b7f514 req-5f43a332-bcca-4d0c-bd7b-0c1ec49c94b4 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=6797365d-c7ce-4e24-a954-67ea472f9dd4 HTTP/1.1" status: 200 len: 210 time: 0.2611432 Jul 15 23:28:30.218145 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-7db680ec-c751-40b8-8de4-c7c64ade3142 None None] For port 4fceec18-fc80-4481-b736-ab34fb0a4f36, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=4fceec18-fc80-4481-b736-ab34fb0a4f36,segment=NetworkSegment(5b7ec4bc-69ec-41ad-971c-cd923ff6cae2),segment_id=5b7ec4bc-69ec-41ad-971c-cd923ff6cae2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:30.223591 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7db680ec-c751-40b8-8de4-c7c64ade3142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:30.294168 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db680ec-c751-40b8-8de4-c7c64ade3142 None None] Pushing event updated for resources: {'Port': ['ID=4fceec18-fc80-4481-b736-ab34fb0a4f36,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:30.295296 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0d6adf-255a-4e0c-b19a-72510aa78c09 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Network 21859fac-5cae-4576-8f5e-4249a508e588 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:30.321010 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-1d0d6adf-255a-4e0c-b19a-72510aa78c09 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:30.335630 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0d6adf-255a-4e0c-b19a-72510aa78c09 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Pushing event updated for resources: {'Port': ['ID=1c78cc78-06df-4279-b0f7-a50f6253ae99,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:30.353184 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9c6c6-ee14-4949-909d-a8c7d9e6ad90 req-20dd8f19-be91-4e76-a08b-6f131e120a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:30.355341 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-0cc9c6c6-ee14-4949-909d-a8c7d9e6ad90 req-20dd8f19-be91-4e76-a08b-6f131e120a3a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=23c0bd4a-d2bf-4a09-a38b-63c0db5d678a HTTP/1.1" status: 200 len: 797 time: 0.1474640 Jul 15 23:28:30.364059 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bcf7b119-de5b-42b0-ad09-a98333c18e69 req-01138a8d-8c04-48b6-8de8-f8a9eeaf04d8 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c41d1c4cc69e402eb09493d513de9715 HTTP/1.1" status: 200 len: 378 time: 0.4048500 Jul 15 23:28:30.366534 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f2de262a-333b-483d-a9b4-85465c74be71 None None] Provisioning for port 1c78cc78-06df-4279-b0f7-a50f6253ae99 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:30.372624 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f2de262a-333b-483d-a9b4-85465c74be71 None None] Provisioning complete for port 1c78cc78-06df-4279-b0f7-a50f6253ae99 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:30.373454 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f2de262a-333b-483d-a9b4-85465c74be71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:30.399821 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c72c5c8b-fbdb-44f6-ba4b-00332fab39ef tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:30.454158 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server [None req-c83ff36b-f980-4d22-80f6-1d4edca16400 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0badb743-bd0a-44b1-90c5-bb427b41f156: This subnet is being modified by another concurrent operation. Jul 15 23:28:30.454158 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 23:28:30.454158 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 23:28:30.454158 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 23:28:30.454158 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 23:28:30.454158 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 23:28:30.454158 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 23:28:30.454158 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 23:28:30.454158 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 23:28:30.454158 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 23:28:30.454158 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 23:28:30.454158 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 23:28:30.454158 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 23:28:30.454158 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 23:28:30.454158 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:28:30.454158 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:28:30.454158 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:28:30.454158 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:28:30.454158 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 23:28:30.454158 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:28:30.454158 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 23:28:30.454158 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 23:28:30.454158 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:28:30.454158 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:28:30.454158 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:28:30.454158 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:28:30.454158 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 23:28:30.454158 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:28:30.454158 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 23:28:30.454158 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 23:28:30.454158 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:28:30.454158 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:28:30.454158 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:28:30.454158 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:28:30.454158 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 23:28:30.454158 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 23:28:30.454158 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 15 23:28:30.454158 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 15 23:28:30.454158 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 15 23:28:30.454158 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 15 23:28:30.454158 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 23:28:30.454158 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 23:28:30.454158 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 23:28:30.454158 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 23:28:30.454158 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 23:28:30.454158 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 23:28:30.454158 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:28:30.454158 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:28:30.454158 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:28:30.454158 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:28:30.454158 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 23:28:30.454158 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:28:30.454158 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 23:28:30.454158 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 23:28:30.459477 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:28:30.459477 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:28:30.459477 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:28:30.459477 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:28:30.459477 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 23:28:30.459477 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:28:30.459477 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 23:28:30.459477 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 23:28:30.459477 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:28:30.459477 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:28:30.459477 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:28:30.459477 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:28:30.459477 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 23:28:30.459477 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 23:28:30.459477 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 15 23:28:30.459477 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 15 23:28:30.459477 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 23:28:30.459477 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 23:28:30.459477 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 15 23:28:30.459477 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 15 23:28:30.459477 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 15 23:28:30.459477 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 15 23:28:30.459477 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 15 23:28:30.459477 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 15 23:28:30.459477 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 15 23:28:30.459477 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 23:28:30.459477 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 23:28:30.459477 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 23:28:30.459477 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 23:28:30.459477 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise exception Jul 15 23:28:30.459477 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0badb743-bd0a-44b1-90c5-bb427b41f156: This subnet is being modified by another concurrent operation. Jul 15 23:28:30.459477 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server Jul 15 23:28:30.459477 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f2de262a-333b-483d-a9b4-85465c74be71 None None] Port 1c78cc78-06df-4279-b0f7-a50f6253ae99 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:28:30.463552 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-bcf7b119-de5b-42b0-ad09-a98333c18e69 req-27bec321-8314-49d1-ada5-21f50e39f182 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Request body: {'port': {'device_id': '6797365d-c7ce-4e24-a954-67ea472f9dd4', 'network_id': '5dd08b94-305b-477e-8148-ff3865a86e5a', 'admin_state_up': True, 'tenant_id': 'c41d1c4cc69e402eb09493d513de9715', 'security_groups': ['0b59dfd8-fe46-4eda-8708-ff7f3de3ce14']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:30.466541 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d617b4e9-e1a4-4401-b764-fa2e92b32116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:30.469559 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d617b4e9-e1a4-4401-b764-fa2e92b32116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:30.476776 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-d617b4e9-e1a4-4401-b764-fa2e92b32116 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ae1db9db-c488-4129-9bda-50d7601c43e1 HTTP/1.1" status: 204 len: 168 time: 1.1785617 Jul 15 23:28:30.477730 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72c5c8b-fbdb-44f6-ba4b-00332fab39ef tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event deleted for resources: {'Subnet': ['ID=0badb743-bd0a-44b1-90c5-bb427b41f156,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:30.508772 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c72c5c8b-fbdb-44f6-ba4b-00332fab39ef tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:30.509393 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f2de262a-333b-483d-a9b4-85465c74be71 None None] Provisioning complete for port bd72eb4a-becb-43f6-9e35-332e73b905bf triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:30.510104 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f2de262a-333b-483d-a9b4-85465c74be71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:30.514570 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c72c5c8b-fbdb-44f6-ba4b-00332fab39ef tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/subnets/0badb743-bd0a-44b1-90c5-bb427b41f156 HTTP/1.1" status: 204 len: 168 time: 1.1203423 Jul 15 23:28:30.520514 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52192) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:30.534269 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d617b4e9-e1a4-4401-b764-fa2e92b32116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1db9db-c488-4129-9bda-50d7601c43e1,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:30.712570 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9c6c6-ee14-4949-909d-a8c7d9e6ad90 req-3f7387b7-32c6-4556-8ad9-a09fc4efba41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:30.720072 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-0cc9c6c6-ee14-4949-909d-a8c7d9e6ad90 req-3f7387b7-32c6-4556-8ad9-a09fc4efba41 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0c520006-2621-40c6-9dbf-a751b4cb8117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3539839 Jul 15 23:28:30.737921 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-79b17cca-ba78-4ea2-acd9-79e28acf1797 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Deleting subnet 11a8d4e7-9b29-4c0a-a42f-c22b979996a9 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:28:30.743962 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79b17cca-ba78-4ea2-acd9-79e28acf1797 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:30.852163 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d0d6adf-255a-4e0c-b19a-72510aa78c09 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Router 27c65317-6be5-4ce5-b081-f737b89543fb is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:28:30.857241 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcf7b119-de5b-42b0-ad09-a98333c18e69 req-27bec321-8314-49d1-ada5-21f50e39f182 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Made reservation on behalf of c41d1c4cc69e402eb09493d513de9715 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:30.862838 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bcf7b119-de5b-42b0-ad09-a98333c18e69 req-27bec321-8314-49d1-ada5-21f50e39f182 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:30.900576 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-93b60f29-0a7c-4cf6-a5db-7594b253ed3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:30.955672 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79b17cca-ba78-4ea2-acd9-79e28acf1797 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:30.981473 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8f1a45-ed8a-4e1a-895a-cfb3fad10f88 None None] get_active_networks_info from n-d-794306-6 {{(pid=93772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 23:28:31.085839 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f2de262a-333b-483d-a9b4-85465c74be71 None None] Provisioning complete for port 4fceec18-fc80-4481-b736-ab34fb0a4f36 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:31.086737 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f2de262a-333b-483d-a9b4-85465c74be71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:31.172742 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d0d6adf-255a-4e0c-b19a-72510aa78c09 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:28:31.191077 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f76412-ac18-43ae-baa3-de37ac1bffb2 None None] Sync routers for ids ['27c65317-6be5-4ce5-b081-f737b89543fb'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:28:31.191740 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 4fceec18-fc80-4481-b736-ab34fb0a4f36 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:28:31.214025 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f76412-ac18-43ae-baa3-de37ac1bffb2 None None] Routers {'27c65317-6be5-4ce5-b081-f737b89543fb'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:28:31.214653 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-16f76412-ac18-43ae-baa3-de37ac1bffb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:28:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['27c65317-6be5-4ce5-b081-f737b89543fb'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:31.270623 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-16f76412-ac18-43ae-baa3-de37ac1bffb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:31.292879 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f76412-ac18-43ae-baa3-de37ac1bffb2 None None] Routers {'27c65317-6be5-4ce5-b081-f737b89543fb'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:28:31.293342 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-16f76412-ac18-43ae-baa3-de37ac1bffb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:28:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['27c65317-6be5-4ce5-b081-f737b89543fb'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:31.343370 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-16f76412-ac18-43ae-baa3-de37ac1bffb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:31.344056 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f76412-ac18-43ae-baa3-de37ac1bffb2 None None] The sync data for ids ['27c65317-6be5-4ce5-b081-f737b89543fb'] in n-d-794306-6 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:28:31.367671 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-1d0d6adf-255a-4e0c-b19a-72510aa78c09 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "PUT /v2.0/routers/27c65317-6be5-4ce5-b081-f737b89543fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1890628 Jul 15 23:28:31.372829 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 52210) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:31.435298 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-bcf7b119-de5b-42b0-ad09-a98333c18e69 req-27bec321-8314-49d1-ada5-21f50e39f182 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Allocated IP 172.20.0.13 (5dd08b94-305b-477e-8148-ff3865a86e5a/ac4619b4-8268-4046-9b08-9c5e68adfc94/2163a5fe-aded-4f44-abb5-1f3885a494fc) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:31.483538 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8f1a45-ed8a-4e1a-895a-cfb3fad10f88 None None] Resources bound (agent type, host, resource id): {{(pid=93772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 23:28:31.596203 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-afa29562-a0f8-45a5-88e3-8212632deb23 req-a016bb2e-8f18-4d32-bd42-c87cb2d6a1c9 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=6797365d-c7ce-4e24-a954-67ea472f9dd4 HTTP/1.1" status: 200 len: 210 time: 0.0736761 Jul 15 23:28:31.635756 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f65180-3386-4675-8e6c-d23b893fac67 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:31.649114 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-40f65180-3386-4675-8e6c-d23b893fac67 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "GET /v2.0/ports/1c78cc78-06df-4279-b0f7-a50f6253ae99 HTTP/1.1" status: 200 len: 911 time: 0.2636988 Jul 15 23:28:31.662903 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 52218) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:31.766362 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-0cc9c6c6-ee14-4949-909d-a8c7d9e6ad90 req-1672c17c-8ea4-4474-8307-a37feb9bb11c service neutron] 10.222.0.49 "GET /v2.0/networks/0c520006-2621-40c6-9dbf-a751b4cb8117?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0234954 Jul 15 23:28:31.808018 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79b17cca-ba78-4ea2-acd9-79e28acf1797 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:31.858102 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 4fceec18-fc80-4481-b736-ab34fb0a4f36 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:31.858495 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:31.914572 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79b17cca-ba78-4ea2-acd9-79e28acf1797 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:31.998905 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device bd72eb4a-becb-43f6-9e35-332e73b905bf up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:28:32.075486 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bcf7b119-de5b-42b0-ad09-a98333c18e69 req-27bec321-8314-49d1-ada5-21f50e39f182 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:32.105273 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-bcf7b119-de5b-42b0-ad09-a98333c18e69 req-27bec321-8314-49d1-ada5-21f50e39f182 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Transition to ACTIVE for port object 2163a5fe-aded-4f44-abb5-1f3885a494fc will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:32.132846 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-66b52546-4e76-4958-ae1a-d0cf8b1e9130 None None] Provisioning complete for port 1c78cc78-06df-4279-b0f7-a50f6253ae99 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:32.133234 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-66b52546-4e76-4958-ae1a-d0cf8b1e9130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:32.137793 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-0cc9c6c6-ee14-4949-909d-a8c7d9e6ad90 req-2d697dbb-d6b0-4653-8280-c62b1e1f3843 service neutron] 10.222.0.49 "GET /v2.0/networks/0c520006-2621-40c6-9dbf-a751b4cb8117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554424 Jul 15 23:28:32.139198 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79b17cca-ba78-4ea2-acd9-79e28acf1797 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:32.141194 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-79b17cca-ba78-4ea2-acd9-79e28acf1797 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/subnets/11a8d4e7-9b29-4c0a-a42f-c22b979996a9 HTTP/1.1" status: 204 len: 168 time: 1.6189618 Jul 15 23:28:32.142560 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b17cca-ba78-4ea2-acd9-79e28acf1797 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event deleted for resources: {'Subnet': ['ID=11a8d4e7-9b29-4c0a-a42f-c22b979996a9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:32.152014 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52228) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:32.188761 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b17cca-ba78-4ea2-acd9-79e28acf1797 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:32.189119 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b17cca-ba78-4ea2-acd9-79e28acf1797 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:32.189469 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b17cca-ba78-4ea2-acd9-79e28acf1797 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:32.189815 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b17cca-ba78-4ea2-acd9-79e28acf1797 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:32.190156 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b17cca-ba78-4ea2-acd9-79e28acf1797 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:32.190492 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b17cca-ba78-4ea2-acd9-79e28acf1797 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:32.190827 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b17cca-ba78-4ea2-acd9-79e28acf1797 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:32.191160 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b17cca-ba78-4ea2-acd9-79e28acf1797 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:32.191501 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b17cca-ba78-4ea2-acd9-79e28acf1797 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:32.192052 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b17cca-ba78-4ea2-acd9-79e28acf1797 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:32.192438 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b17cca-ba78-4ea2-acd9-79e28acf1797 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:32.192778 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b17cca-ba78-4ea2-acd9-79e28acf1797 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:32.196312 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-66b52546-4e76-4958-ae1a-d0cf8b1e9130 None None] Port 1c78cc78-06df-4279-b0f7-a50f6253ae99 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:28:32.263194 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-66b52546-4e76-4958-ae1a-d0cf8b1e9130 None None] Provisioning complete for port ac7f32c9-856c-4aec-a6d4-dea21e2de919 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:32.263597 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-66b52546-4e76-4958-ae1a-d0cf8b1e9130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:32.319747 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef2ee5a-d06e-46ab-a02b-339fb5813cc5 None None] get_active_networks_info from n-d-794306-6 {{(pid=93772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 23:28:32.339041 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-0cc9c6c6-ee14-4949-909d-a8c7d9e6ad90 req-1bc5566c-668b-45b8-8399-cad54799c989 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ce62c9f8-fc6d-4c1c-8d01-6e2783cba432 HTTP/1.1" status: 200 len: 217 time: 0.1937096 Jul 15 23:28:32.341275 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f02c3671-9544-42c6-bf94-2e13fc518ec6 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1879382 Jul 15 23:28:32.344244 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52234) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:32.351818 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-cc0cdd9e-4cba-4c98-82f6-2461705f5a50 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Request body: {'subnet': {'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:32.421583 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bcf7b119-de5b-42b0-ad09-a98333c18e69 req-27bec321-8314-49d1-ada5-21f50e39f182 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:32.487975 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef2ee5a-d06e-46ab-a02b-339fb5813cc5 None None] Resources bound (agent type, host, resource id): {{(pid=93772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 23:28:32.492023 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-419898a2-097f-40dc-8c2e-3593e2121fbb tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:32.500003 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port bd72eb4a-becb-43f6-9e35-332e73b905bf triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:32.500397 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:32.503622 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcf7b119-de5b-42b0-ad09-a98333c18e69 req-27bec321-8314-49d1-ada5-21f50e39f182 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Network 5dd08b94-305b-477e-8148-ff3865a86e5a is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:32.511511 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-bcf7b119-de5b-42b0-ad09-a98333c18e69 req-27bec321-8314-49d1-ada5-21f50e39f182 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:32.519756 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bec321-8314-49d1-ada5-21f50e39f182 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Pushing event updated for resources: {'Port': ['ID=2163a5fe-aded-4f44-abb5-1f3885a494fc,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:32.524911 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcf7b119-de5b-42b0-ad09-a98333c18e69 req-27bec321-8314-49d1-ada5-21f50e39f182 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:28:32.588944 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-66b52546-4e76-4958-ae1a-d0cf8b1e9130 None None] Could not find standard attr ID for object 031185c3-283d-429a-a31a-46edb93dccf2. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:28:32.661672 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7b119-de5b-42b0-ad09-a98333c18e69 req-27bec321-8314-49d1-ada5-21f50e39f182 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:32.662496 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bcf7b119-de5b-42b0-ad09-a98333c18e69 req-27bec321-8314-49d1-ada5-21f50e39f182 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:32.691514 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bcf7b119-de5b-42b0-ad09-a98333c18e69 req-27bec321-8314-49d1-ada5-21f50e39f182 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2374430 Jul 15 23:28:32.702879 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9c6c6-ee14-4949-909d-a8c7d9e6ad90 req-307061cd-b449-477a-a741-f2f15bf84348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:32.705303 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-0cc9c6c6-ee14-4949-909d-a8c7d9e6ad90 req-307061cd-b449-477a-a741-f2f15bf84348 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a0838200-662b-4f7c-b59f-334165738cb9 HTTP/1.1" status: 200 len: 797 time: 0.2707672 Jul 15 23:28:32.775188 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-bcf7b119-de5b-42b0-ad09-a98333c18e69 req-3ac46ac2-84b4-45ca-8e89-1d6a88dadcd9 service neutron] Request body: {'port': {'device_id': '6797365d-c7ce-4e24-a954-67ea472f9dd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:32.805535 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0cdd9e-4cba-4c98-82f6-2461705f5a50 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Made reservation on behalf of 1ccad8e849f943d19f815f855c3f3849 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:32.816480 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc0cdd9e-4cba-4c98-82f6-2461705f5a50 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:32.896506 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3f8ee442-ca3c-476a-9d98-f2145794d960 None None] Provisioning complete for port ac7f32c9-856c-4aec-a6d4-dea21e2de919 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:32.897483 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3f8ee442-ca3c-476a-9d98-f2145794d960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:33.052450 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device ac7f32c9-856c-4aec-a6d4-dea21e2de919 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:28:33.135788 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bcf7b119-de5b-42b0-ad09-a98333c18e69 req-3ac46ac2-84b4-45ca-8e89-1d6a88dadcd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:33.220085 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d327853-1f8d-43dc-8179-b1fa29cc0479 req-365c554d-1d36-468c-aaaa-c071858744e7 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:33.222591 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3d327853-1f8d-43dc-8179-b1fa29cc0479 req-365c554d-1d36-468c-aaaa-c071858744e7 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=6797365d-c7ce-4e24-a954-67ea472f9dd4 HTTP/1.1" status: 200 len: 932 time: 0.4361045 Jul 15 23:28:33.248083 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff9fd00-5781-4f05-8feb-904a734bc897 None None] Network e6241178-066c-430d-a322-7862ef822ee0 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:33.292443 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-419898a2-097f-40dc-8c2e-3593e2121fbb tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Allocated IP 2001:db8:1::1 (b13419bf-58c4-4cd2-b5d4-a81de4c257aa/0759bed6-f960-4225-a866-39cf922341f0/44dba069-d48f-4865-b005-6a5113a07ba0) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:33.393975 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9c6c6-ee14-4949-909d-a8c7d9e6ad90 req-3046f310-63f4-4a7e-af92-8a5fa55972f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:33.396752 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-0cc9c6c6-ee14-4949-909d-a8c7d9e6ad90 req-3046f310-63f4-4a7e-af92-8a5fa55972f9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fe121fa5-288f-4a74-ba61-28037c633efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6790252 Jul 15 23:28:33.441304 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-947ee410-0304-49ea-b2db-47569d549d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:33.455425 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:33.478154 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:33.510837 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d4555d0f-08ee-47a6-9ecb-4f28e2f2eb4f None None] Provisioning complete for port ac7f32c9-856c-4aec-a6d4-dea21e2de919 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:33.513655 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d4555d0f-08ee-47a6-9ecb-4f28e2f2eb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:33.524817 n-d-794306-6 neutron-server[93771]: DEBUG neutron.objects.ports [None req-cc0cdd9e-4cba-4c98-82f6-2461705f5a50 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 23:28:33.616381 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port ac7f32c9-856c-4aec-a6d4-dea21e2de919, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=ac7f32c9-856c-4aec-a6d4-dea21e2de919,segment=NetworkSegment(83031f72-0c55-4202-a7d3-7c1d93801518),segment_id=83031f72-0c55-4202-a7d3-7c1d93801518)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:33.638428 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:33.643412 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3d327853-1f8d-43dc-8179-b1fa29cc0479 req-e39a9c20-8d54-4caa-92e0-d2457c7cc53b tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b59dfd8-fe46-4eda-8708-ff7f3de3ce14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3893037 Jul 15 23:28:33.806719 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=ac7f32c9-856c-4aec-a6d4-dea21e2de919,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:33.840036 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d4555d0f-08ee-47a6-9ecb-4f28e2f2eb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:33.899834 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-d4555d0f-08ee-47a6-9ecb-4f28e2f2eb4f None None] For port ac7f32c9-856c-4aec-a6d4-dea21e2de919, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=ac7f32c9-856c-4aec-a6d4-dea21e2de919,segment=NetworkSegment(83031f72-0c55-4202-a7d3-7c1d93801518),segment_id=83031f72-0c55-4202-a7d3-7c1d93801518)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:33.914623 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d4555d0f-08ee-47a6-9ecb-4f28e2f2eb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:34.032460 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-0cc9c6c6-ee14-4949-909d-a8c7d9e6ad90 req-394b73d1-a6b4-45a0-aa7a-a391ed158b21 service neutron] 10.222.0.49 "GET /v2.0/networks/fe121fa5-288f-4a74-ba61-28037c633efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6255050 Jul 15 23:28:34.075796 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a684a7-0c5e-4e7c-bd69-6d6ca8785eb3 None None] get_active_networks_info from n-d-794306-6 {{(pid=93772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 23:28:34.295054 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-0cc9c6c6-ee14-4949-909d-a8c7d9e6ad90 req-6427ee7d-a3c4-446a-9d3e-f08c9ea6296d service neutron] 10.222.0.49 "GET /v2.0/networks/fe121fa5-288f-4a74-ba61-28037c633efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428315 Jul 15 23:28:34.382763 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 52262) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:34.388509 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-0cc9c6c6-ee14-4949-909d-a8c7d9e6ad90 req-611d744f-04e4-4326-943c-4b0b36be6f74 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=82887b99-4142-4cfa-85fd-86b3f0db2996 HTTP/1.1" status: 200 len: 217 time: 0.0811110 Jul 15 23:28:34.398619 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc0cdd9e-4cba-4c98-82f6-2461705f5a50 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:34.484124 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:34.488036 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4555d0f-08ee-47a6-9ecb-4f28e2f2eb4f None None] Pushing event updated for resources: {'Port': ['ID=ac7f32c9-856c-4aec-a6d4-dea21e2de919,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:34.490152 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9c6c6-ee14-4949-909d-a8c7d9e6ad90 req-edca0a54-70b1-4306-8814-bc073385f1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:34.491360 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9d5cb461-d2d6-4d14-8360-cc7ef6c12352 None None] Provisioning complete for port ac7f32c9-856c-4aec-a6d4-dea21e2de919 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:34.491723 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-0cc9c6c6-ee14-4949-909d-a8c7d9e6ad90 req-edca0a54-70b1-4306-8814-bc073385f1a0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a0838200-662b-4f7c-b59f-334165738cb9 HTTP/1.1" status: 200 len: 797 time: 0.0943944 Jul 15 23:28:34.491840 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9d5cb461-d2d6-4d14-8360-cc7ef6c12352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:34.533459 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a684a7-0c5e-4e7c-bd69-6d6ca8785eb3 None None] Resources bound (agent type, host, resource id): {{(pid=93772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 23:28:34.546752 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-bcf7b119-de5b-42b0-ad09-a98333c18e69 req-3ac46ac2-84b4-45ca-8e89-1d6a88dadcd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2163a5fe-aded-4f44-abb5-1f3885a494fc {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:28:34.556301 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bcf7b119-de5b-42b0-ad09-a98333c18e69 req-3ac46ac2-84b4-45ca-8e89-1d6a88dadcd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:34.570889 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-bcf7b119-de5b-42b0-ad09-a98333c18e69 req-3ac46ac2-84b4-45ca-8e89-1d6a88dadcd9 service neutron] Transition to ACTIVE for port object 2163a5fe-aded-4f44-abb5-1f3885a494fc will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:34.594535 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bcf7b119-de5b-42b0-ad09-a98333c18e69 req-3ac46ac2-84b4-45ca-8e89-1d6a88dadcd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:34.617377 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9c6c6-ee14-4949-909d-a8c7d9e6ad90 req-26279077-1b00-4c6b-b144-e2c0b67ac2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:34.619562 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-0cc9c6c6-ee14-4949-909d-a8c7d9e6ad90 req-26279077-1b00-4c6b-b144-e2c0b67ac2bd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fe121fa5-288f-4a74-ba61-28037c633efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1193602 Jul 15 23:28:34.691030 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-419898a2-097f-40dc-8c2e-3593e2121fbb tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:34.703174 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac46ac2-84b4-45ca-8e89-1d6a88dadcd9 service neutron] Pushing event updated for resources: {'Port': ['ID=2163a5fe-aded-4f44-abb5-1f3885a494fc,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:34.764372 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-419898a2-097f-40dc-8c2e-3593e2121fbb tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Transition to ACTIVE for port object 44dba069-d48f-4865-b005-6a5113a07ba0 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:34.777071 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-cc0cdd9e-4cba-4c98-82f6-2461705f5a50 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] For port ac7f32c9-856c-4aec-a6d4-dea21e2de919, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=ac7f32c9-856c-4aec-a6d4-dea21e2de919,segment=NetworkSegment(83031f72-0c55-4202-a7d3-7c1d93801518),segment_id=83031f72-0c55-4202-a7d3-7c1d93801518)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:34.782721 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9d5cb461-d2d6-4d14-8360-cc7ef6c12352 None None] Provisioning for port 2163a5fe-aded-4f44-abb5-1f3885a494fc completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:34.835085 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc0cdd9e-4cba-4c98-82f6-2461705f5a50 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:34.840745 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-0cc9c6c6-ee14-4949-909d-a8c7d9e6ad90 req-bde95f56-dd63-4692-844e-631dd81929b7 service neutron] 10.222.0.49 "GET /v2.0/networks/fe121fa5-288f-4a74-ba61-28037c633efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865497 Jul 15 23:28:34.845671 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc0cdd9e-4cba-4c98-82f6-2461705f5a50 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:34.848176 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc0cdd9e-4cba-4c98-82f6-2461705f5a50 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:34.849790 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-bcf7b119-de5b-42b0-ad09-a98333c18e69 req-3ac46ac2-84b4-45ca-8e89-1d6a88dadcd9 service neutron] Attempting to bind port 2163a5fe-aded-4f44-abb5-1f3885a494fc on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:28:34.850262 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-bcf7b119-de5b-42b0-ad09-a98333c18e69 req-3ac46ac2-84b4-45ca-8e89-1d6a88dadcd9 service neutron] Attempting to bind port 2163a5fe-aded-4f44-abb5-1f3885a494fc by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '978fcb14-f527-45d0-a4ec-38d689fb220c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5dd08b94-305b-477e-8148-ff3865a86e5a'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:28:34.851257 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf7b119-de5b-42b0-ad09-a98333c18e69 req-3ac46ac2-84b4-45ca-8e89-1d6a88dadcd9 service neutron] Attempting to bind port 2163a5fe-aded-4f44-abb5-1f3885a494fc on network 5dd08b94-305b-477e-8148-ff3865a86e5a {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:28:34.863971 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2b5e8c18-8e6c-47fe-bb67-65feae76a33d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:34.867676 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf7b119-de5b-42b0-ad09-a98333c18e69 req-3ac46ac2-84b4-45ca-8e89-1d6a88dadcd9 service neutron] Port 2163a5fe-aded-4f44-abb5-1f3885a494fc on network 5dd08b94-305b-477e-8148-ff3865a86e5a not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:28:34.868210 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf7b119-de5b-42b0-ad09-a98333c18e69 req-3ac46ac2-84b4-45ca-8e89-1d6a88dadcd9 service neutron] Attempting to bind port 2163a5fe-aded-4f44-abb5-1f3885a494fc on network 5dd08b94-305b-477e-8148-ff3865a86e5a {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:28:34.873186 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-419898a2-097f-40dc-8c2e-3593e2121fbb tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:34.913490 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf7b119-de5b-42b0-ad09-a98333c18e69 req-3ac46ac2-84b4-45ca-8e89-1d6a88dadcd9 service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:28:34.913836 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf7b119-de5b-42b0-ad09-a98333c18e69 req-3ac46ac2-84b4-45ca-8e89-1d6a88dadcd9 service neutron] Checking segment: {'id': '978fcb14-f527-45d0-a4ec-38d689fb220c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5dd08b94-305b-477e-8148-ff3865a86e5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:28:34.914230 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf7b119-de5b-42b0-ad09-a98333c18e69 req-3ac46ac2-84b4-45ca-8e89-1d6a88dadcd9 service neutron] Bound using segment: {'id': '978fcb14-f527-45d0-a4ec-38d689fb220c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5dd08b94-305b-477e-8148-ff3865a86e5a'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:28:34.914806 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-bcf7b119-de5b-42b0-ad09-a98333c18e69 req-3ac46ac2-84b4-45ca-8e89-1d6a88dadcd9 service neutron] Bound port: 2163a5fe-aded-4f44-abb5-1f3885a494fc, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '978fcb14-f527-45d0-a4ec-38d689fb220c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5dd08b94-305b-477e-8148-ff3865a86e5a'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:28:34.915255 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bcf7b119-de5b-42b0-ad09-a98333c18e69 req-3ac46ac2-84b4-45ca-8e89-1d6a88dadcd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:34.997157 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419898a2-097f-40dc-8c2e-3593e2121fbb tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Network b13419bf-58c4-4cd2-b5d4-a81de4c257aa is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:35.022889 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419898a2-097f-40dc-8c2e-3593e2121fbb tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Pushing event updated for resources: {'Port': ['ID=44dba069-d48f-4865-b005-6a5113a07ba0,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:35.042571 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0cdd9e-4cba-4c98-82f6-2461705f5a50 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Network e6241178-066c-430d-a322-7862ef822ee0 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:35.045960 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-0cc9c6c6-ee14-4949-909d-a8c7d9e6ad90 req-f2bd2b73-66e9-45b7-b0e5-523d4f08d631 service neutron] 10.222.0.49 "GET /v2.0/networks/fe121fa5-288f-4a74-ba61-28037c633efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892505 Jul 15 23:28:35.058613 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-419898a2-097f-40dc-8c2e-3593e2121fbb tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:35.061153 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419898a2-097f-40dc-8c2e-3593e2121fbb tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:28:35.061769 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-419898a2-097f-40dc-8c2e-3593e2121fbb tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:35.070396 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-cc0cdd9e-4cba-4c98-82f6-2461705f5a50 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:35.082303 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0cdd9e-4cba-4c98-82f6-2461705f5a50 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:35.082930 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc0cdd9e-4cba-4c98-82f6-2461705f5a50 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:35.153261 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cdd9e-4cba-4c98-82f6-2461705f5a50 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event updated for resources: {'Port': ['ID=ac7f32c9-856c-4aec-a6d4-dea21e2de919,revision_number=8']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:35.164453 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cdd9e-4cba-4c98-82f6-2461705f5a50 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event updated for resources: {'Subnet': ['ID=87eb641c-aebc-4090-b688-ef82880061b2,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:35.279503 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-bcf7b119-de5b-42b0-ad09-a98333c18e69 req-3ac46ac2-84b4-45ca-8e89-1d6a88dadcd9 service neutron] For port 2163a5fe-aded-4f44-abb5-1f3885a494fc, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:28:35.322942 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-bcf7b119-de5b-42b0-ad09-a98333c18e69 req-3ac46ac2-84b4-45ca-8e89-1d6a88dadcd9 service neutron] For port 2163a5fe-aded-4f44-abb5-1f3885a494fc, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=2163a5fe-aded-4f44-abb5-1f3885a494fc,segment=NetworkSegment(978fcb14-f527-45d0-a4ec-38d689fb220c),segment_id=978fcb14-f527-45d0-a4ec-38d689fb220c)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:28:35.366687 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5b1b67-7d5e-45fc-8948-048f32bf4972 req-68916ca5-6462-46de-9817-d12698d3b1a1 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:35.373805 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6c5b1b67-7d5e-45fc-8948-048f32bf4972 req-68916ca5-6462-46de-9817-d12698d3b1a1 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=6797365d-c7ce-4e24-a954-67ea472f9dd4 HTTP/1.1" status: 200 len: 944 time: 0.4080625 Jul 15 23:28:35.396721 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bcf7b119-de5b-42b0-ad09-a98333c18e69 req-3ac46ac2-84b4-45ca-8e89-1d6a88dadcd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:35.480012 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2b5e8c18-8e6c-47fe-bb67-65feae76a33d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:35.491059 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-419898a2-097f-40dc-8c2e-3593e2121fbb tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:35.504883 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-cc0cdd9e-4cba-4c98-82f6-2461705f5a50 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1593616 Jul 15 23:28:35.506364 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52270) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:35.512817 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d137e4fb-ee7d-4f8d-9d68-4af33a027d42 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Request body: {'subnet': {'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:35.532104 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7b119-de5b-42b0-ad09-a98333c18e69 req-3ac46ac2-84b4-45ca-8e89-1d6a88dadcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:35.532738 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bcf7b119-de5b-42b0-ad09-a98333c18e69 req-3ac46ac2-84b4-45ca-8e89-1d6a88dadcd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:35.534169 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bcf7b119-de5b-42b0-ad09-a98333c18e69 req-3ac46ac2-84b4-45ca-8e89-1d6a88dadcd9 service neutron] 10.222.0.49 "PUT /v2.0/ports/2163a5fe-aded-4f44-abb5-1f3885a494fc HTTP/1.1" status: 200 len: 1092 time: 2.7790723 Jul 15 23:28:35.556705 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2b5e8c18-8e6c-47fe-bb67-65feae76a33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:35.562164 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6797365d-c7ce-4e24-a954-67ea472f9dd4', 'tag': '2163a5fe-aded-4f44-abb5-1f3885a494fc'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:28:35.564882 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a508a712-7d9f-4354-9fbb-5601968dee38" -d '{"events": [{"name": "network-changed", "server_uuid": "6797365d-c7ce-4e24-a954-67ea472f9dd4", "tag": "2163a5fe-aded-4f44-abb5-1f3885a494fc"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:28:35.627208 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6c5b1b67-7d5e-45fc-8948-048f32bf4972 req-00c5fcc3-8e89-4048-8baf-07f887a784fc tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b59dfd8-fe46-4eda-8708-ff7f3de3ce14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2524343 Jul 15 23:28:35.688331 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9205d50-5f12-4033-bc3e-e650e07e2e3b x-openstack-request-id: req-f9205d50-5f12-4033-bc3e-e650e07e2e3b {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:28:35.688671 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6797365d-c7ce-4e24-a954-67ea472f9dd4", "tag": "2163a5fe-aded-4f44-abb5-1f3885a494fc", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:28:35.688892 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f9205d50-5f12-4033-bc3e-e650e07e2e3b {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:28:35.689665 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6797365d-c7ce-4e24-a954-67ea472f9dd4', 'tag': '2163a5fe-aded-4f44-abb5-1f3885a494fc', 'status': 'completed', 'code': 200} Jul 15 23:28:35.693596 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d137e4fb-ee7d-4f8d-9d68-4af33a027d42 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Made reservation on behalf of 1ccad8e849f943d19f815f855c3f3849 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:35.703563 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d137e4fb-ee7d-4f8d-9d68-4af33a027d42 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:35.725868 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac46ac2-84b4-45ca-8e89-1d6a88dadcd9 service neutron] Pushing event updated for resources: {'Port': ['ID=2163a5fe-aded-4f44-abb5-1f3885a494fc,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:35.769751 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5e8c18-8e6c-47fe-bb67-65feae76a33d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48281411-79fb-425a-96b4-8f5a95f96ce8,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:35.785158 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-2b5e8c18-8e6c-47fe-bb67-65feae76a33d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4b587fcdc8b248d8abb9244b1cdca472&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2127445 Jul 15 23:28:35.793707 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 52274) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:35.985158 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device ac7f32c9-856c-4aec-a6d4-dea21e2de919 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:28:36.010178 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7b119-de5b-42b0-ad09-a98333c18e69 req-fc6f8a6c-a795-4a2a-abd7-b2ad3698c6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:36.011748 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bcf7b119-de5b-42b0-ad09-a98333c18e69 req-fc6f8a6c-a795-4a2a-abd7-b2ad3698c6ff service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c41d1c4cc69e402eb09493d513de9715&device_id=6797365d-c7ce-4e24-a954-67ea472f9dd4 HTTP/1.1" status: 200 len: 1095 time: 0.4085999 Jul 15 23:28:36.054664 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port ac7f32c9-856c-4aec-a6d4-dea21e2de919 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:36.055372 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:36.101931 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bcf7b119-de5b-42b0-ad09-a98333c18e69 req-d1cdcb5f-c70f-4bae-a10b-f4cc4f91b685 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2163a5fe-aded-4f44-abb5-1f3885a494fc HTTP/1.1" status: 200 len: 217 time: 0.0724840 Jul 15 23:28:36.212957 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-92659a45-19ff-49fc-974d-8b8a6695eb44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:36.220752 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d137e4fb-ee7d-4f8d-9d68-4af33a027d42 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:36.251251 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7b119-de5b-42b0-ad09-a98333c18e69 req-b9ddb3e2-601e-4169-89bb-ad08fa6fbd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:36.252846 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bcf7b119-de5b-42b0-ad09-a98333c18e69 req-b9ddb3e2-601e-4169-89bb-ad08fa6fbd71 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ac4619b4-8268-4046-9b08-9c5e68adfc94 HTTP/1.1" status: 200 len: 856 time: 0.1404505 Jul 15 23:28:36.267883 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d137e4fb-ee7d-4f8d-9d68-4af33a027d42 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Network e6241178-066c-430d-a322-7862ef822ee0 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:36.269509 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-d137e4fb-ee7d-4f8d-9d68-4af33a027d42 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:36.281292 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d137e4fb-ee7d-4f8d-9d68-4af33a027d42 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:36.282332 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d137e4fb-ee7d-4f8d-9d68-4af33a027d42 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:36.303377 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d137e4fb-ee7d-4f8d-9d68-4af33a027d42 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7958083 Jul 15 23:28:36.306658 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52278) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:36.314290 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-41b6ff0f-718e-402c-8f8c-df395ce4bffb tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Request body: {'port': {'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'mac_address': 'fa:16:3e:74:a1:3d', 'name': 'tempest-NetworksTestDHCPv6-137044787'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:36.321325 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:36.327797 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-92659a45-19ff-49fc-974d-8b8a6695eb44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:36.340997 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d137e4fb-ee7d-4f8d-9d68-4af33a027d42 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event updated for resources: {'Subnet': ['ID=6a789408-00ab-478d-acbd-6f217b7d0c7b,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:36.461796 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444918a8-cbf3-410c-a943-c5a6ee206787 None None] Network e6241178-066c-430d-a322-7862ef822ee0 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:36.520077 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b6ff0f-718e-402c-8f8c-df395ce4bffb tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Made reservation on behalf of 1ccad8e849f943d19f815f855c3f3849 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:36.544951 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-50703f27-7953-47b8-896c-0eeb2b3b103d None None] Provisioning complete for port ac7f32c9-856c-4aec-a6d4-dea21e2de919 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:36.545444 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-50703f27-7953-47b8-896c-0eeb2b3b103d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:36.581232 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-419898a2-097f-40dc-8c2e-3593e2121fbb tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:36.594221 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-92659a45-19ff-49fc-974d-8b8a6695eb44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:36.598811 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-92659a45-19ff-49fc-974d-8b8a6695eb44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:36.607276 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-92659a45-19ff-49fc-974d-8b8a6695eb44 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/48281411-79fb-425a-96b4-8f5a95f96ce8 HTTP/1.1" status: 204 len: 168 time: 0.7943006 Jul 15 23:28:36.609521 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7b119-de5b-42b0-ad09-a98333c18e69 req-34c498c9-0f84-44dd-9264-e100f83c96d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:36.611043 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bcf7b119-de5b-42b0-ad09-a98333c18e69 req-34c498c9-0f84-44dd-9264-e100f83c96d8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5dd08b94-305b-477e-8148-ff3865a86e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3012841 Jul 15 23:28:36.628845 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-419898a2-097f-40dc-8c2e-3593e2121fbb tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:36.637553 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-419898a2-097f-40dc-8c2e-3593e2121fbb tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:36.641425 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92659a45-19ff-49fc-974d-8b8a6695eb44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48281411-79fb-425a-96b4-8f5a95f96ce8,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:36.713587 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-41b6ff0f-718e-402c-8f8c-df395ce4bffb tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:36.781306 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-41b6ff0f-718e-402c-8f8c-df395ce4bffb tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] device_id is not set on port de096692-f55f-48b9-8bff-35b5c1ab101c yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:28:36.910114 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419898a2-097f-40dc-8c2e-3593e2121fbb tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Pushing event updated for resources: {'Port': ['ID=44dba069-d48f-4865-b005-6a5113a07ba0,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:37.281903 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419898a2-097f-40dc-8c2e-3593e2121fbb tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Network b13419bf-58c4-4cd2-b5d4-a81de4c257aa is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:37.305479 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-419898a2-097f-40dc-8c2e-3593e2121fbb tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:37.321210 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd229f7b-2e55-454f-81c0-bb4ef46dde9a None None] Update dhcp port {'port': {'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'fixed_ips': [{'subnet_id': '87eb641c-aebc-4090-b688-ef82880061b2', 'ip_address': '2001:db8::f816:3eff:fe53:bcc8'}, {'subnet_id': '6a789408-00ab-478d-acbd-6f217b7d0c7b'}], 'binding:host_id': 'n-d-794306-6'}, 'id': 'ac7f32c9-856c-4aec-a6d4-dea21e2de919'} from n-d-794306-6. {{(pid=93772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 23:28:37.327900 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-12bec1a7-42ed-4e3f-bd26-3bcb03f16b27 None None] Provisioning for port 44dba069-d48f-4865-b005-6a5113a07ba0 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:37.359711 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bcf7b119-de5b-42b0-ad09-a98333c18e69 req-6ea4d2b2-6e75-4d37-827a-1e2b06ae3480 service neutron] 10.222.0.49 "GET /v2.0/networks/5dd08b94-305b-477e-8148-ff3865a86e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7188809 Jul 15 23:28:37.369172 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-12bec1a7-42ed-4e3f-bd26-3bcb03f16b27 None None] Provisioning complete for port 44dba069-d48f-4865-b005-6a5113a07ba0 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:37.369809 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-12bec1a7-42ed-4e3f-bd26-3bcb03f16b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:37.439344 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dd229f7b-2e55-454f-81c0-bb4ef46dde9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:37.480102 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-12bec1a7-42ed-4e3f-bd26-3bcb03f16b27 None None] Port 44dba069-d48f-4865-b005-6a5113a07ba0 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:28:37.492270 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52288) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:37.559343 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b705d882-0392-4c04-a685-01b26a5ff479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:37.613682 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-41b6ff0f-718e-402c-8f8c-df395ce4bffb tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Allocated IP 172.20.0.5 (e6241178-066c-430d-a322-7862ef822ee0/6a789408-00ab-478d-acbd-6f217b7d0c7b/de096692-f55f-48b9-8bff-35b5c1ab101c) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:37.626319 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-41b6ff0f-718e-402c-8f8c-df395ce4bffb tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Allocated IP 2001:db8::f816:3eff:fe74:a13d (e6241178-066c-430d-a322-7862ef822ee0/87eb641c-aebc-4090-b688-ef82880061b2/de096692-f55f-48b9-8bff-35b5c1ab101c) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:37.665205 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0770d0d9-57d3-4e5e-92b0-838ea60198de req-e2c79039-b01c-4b52-a469-f44200f67b26 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:37.666556 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0770d0d9-57d3-4e5e-92b0-838ea60198de req-e2c79039-b01c-4b52-a469-f44200f67b26 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=6797365d-c7ce-4e24-a954-67ea472f9dd4 HTTP/1.1" status: 200 len: 944 time: 0.6113479 Jul 15 23:28:37.801750 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0770d0d9-57d3-4e5e-92b0-838ea60198de req-e7d57993-e46c-432d-86c4-bae22f4c7389 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b59dfd8-fe46-4eda-8708-ff7f3de3ce14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1040161 Jul 15 23:28:37.816138 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-419898a2-097f-40dc-8c2e-3593e2121fbb tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Router 27c65317-6be5-4ce5-b081-f737b89543fb has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:28:37.843784 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d2f76ac9-9f88-407a-93ce-b7e1c350f5c3 None None] Provisioning complete for port 44dba069-d48f-4865-b005-6a5113a07ba0 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:37.844466 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d2f76ac9-9f88-407a-93ce-b7e1c350f5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:37.844838 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bcf7b119-de5b-42b0-ad09-a98333c18e69 req-5a391237-9b38-4787-9981-c4a7b1a5f2f7 service neutron] 10.222.0.49 "GET /v2.0/networks/5dd08b94-305b-477e-8148-ff3865a86e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233019 Jul 15 23:28:37.879424 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b705d882-0392-4c04-a685-01b26a5ff479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:37.889315 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b705d882-0392-4c04-a685-01b26a5ff479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:37.953125 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-41b6ff0f-718e-402c-8f8c-df395ce4bffb tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:37.964835 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419898a2-097f-40dc-8c2e-3593e2121fbb tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:28:37.975874 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-419898a2-097f-40dc-8c2e-3593e2121fbb tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "PUT /v2.0/routers/27c65317-6be5-4ce5-b081-f737b89543fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3086915 Jul 15 23:28:37.976572 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-d2f76ac9-9f88-407a-93ce-b7e1c350f5c3 None None] Port 44dba069-d48f-4865-b005-6a5113a07ba0 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:28:37.990084 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 52292) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:37.991940 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b705d882-0392-4c04-a685-01b26a5ff479 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=13313b00f36c42a584fc883872bb9739&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4899628 Jul 15 23:28:37.993689 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad79175-fc81-421f-bed8-a7a39babbe63 None None] Sync routers for ids ['27c65317-6be5-4ce5-b081-f737b89543fb'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:28:37.994528 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52294) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:38.016321 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b705d882-0392-4c04-a685-01b26a5ff479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c205c3-b482-47b0-982e-0f5de822450d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:38.028909 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad79175-fc81-421f-bed8-a7a39babbe63 None None] Routers {'27c65317-6be5-4ce5-b081-f737b89543fb'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:28:38.030014 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-cad79175-fc81-421f-bed8-a7a39babbe63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:28:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['27c65317-6be5-4ce5-b081-f737b89543fb'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:38.039005 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-41b6ff0f-718e-402c-8f8c-df395ce4bffb tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Transition to ACTIVE for port object de096692-f55f-48b9-8bff-35b5c1ab101c will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:38.100972 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e541ef1-d8e8-488f-96a0-726eef73cd89 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:38.102968 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-7e541ef1-d8e8-488f-96a0-726eef73cd89 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "GET /v2.0/ports/44dba069-d48f-4865-b005-6a5113a07ba0 HTTP/1.1" status: 200 len: 913 time: 0.1188774 Jul 15 23:28:38.106937 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 52296) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:38.109175 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5681f7ce-37f7-40ba-bea6-89c02f35b92b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:38.123679 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-cad79175-fc81-421f-bed8-a7a39babbe63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:38.147550 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5681f7ce-37f7-40ba-bea6-89c02f35b92b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:38.174815 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad79175-fc81-421f-bed8-a7a39babbe63 None None] Routers {'27c65317-6be5-4ce5-b081-f737b89543fb'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:28:38.175614 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-cad79175-fc81-421f-bed8-a7a39babbe63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:28:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['27c65317-6be5-4ce5-b081-f737b89543fb'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:38.177076 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-41b6ff0f-718e-402c-8f8c-df395ce4bffb tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:38.232120 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508a712-7d9f-4354-9fbb-5601968dee38 req-971fd312-59da-45db-b77f-954a3fc7eba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:38.234725 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a508a712-7d9f-4354-9fbb-5601968dee38 req-971fd312-59da-45db-b77f-954a3fc7eba3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c41d1c4cc69e402eb09493d513de9715&device_id=6797365d-c7ce-4e24-a954-67ea472f9dd4 HTTP/1.1" status: 200 len: 1095 time: 0.2600827 Jul 15 23:28:38.250098 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b6ff0f-718e-402c-8f8c-df395ce4bffb tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Network e6241178-066c-430d-a322-7862ef822ee0 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:38.260635 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-41b6ff0f-718e-402c-8f8c-df395ce4bffb tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:38.260869 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:38.265298 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-cad79175-fc81-421f-bed8-a7a39babbe63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:38.266073 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad79175-fc81-421f-bed8-a7a39babbe63 None None] The sync data for ids ['27c65317-6be5-4ce5-b081-f737b89543fb'] in n-d-794306-6 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:28:38.274374 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b6ff0f-718e-402c-8f8c-df395ce4bffb tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:28:38.280696 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b6ff0f-718e-402c-8f8c-df395ce4bffb tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event updated for resources: {'Port': ['ID=de096692-f55f-48b9-8bff-35b5c1ab101c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:38.337755 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-dd229f7b-2e55-454f-81c0-bb4ef46dde9a None None] Allocated IP 172.20.0.2 (e6241178-066c-430d-a322-7862ef822ee0/6a789408-00ab-478d-acbd-6f217b7d0c7b/ac7f32c9-856c-4aec-a6d4-dea21e2de919) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:38.478382 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508a712-7d9f-4354-9fbb-5601968dee38 req-6ef120cc-96bc-4fc6-b0d7-4c92b47b28fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:38.480302 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a508a712-7d9f-4354-9fbb-5601968dee38 req-6ef120cc-96bc-4fc6-b0d7-4c92b47b28fb service neutron] 10.222.0.49 "GET /v2.0/networks?id=5dd08b94-305b-477e-8148-ff3865a86e5a HTTP/1.1" status: 200 len: 918 time: 0.2328882 Jul 15 23:28:38.562189 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-dd229f7b-2e55-454f-81c0-bb4ef46dde9a None None] For port ac7f32c9-856c-4aec-a6d4-dea21e2de919, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=ac7f32c9-856c-4aec-a6d4-dea21e2de919,segment=NetworkSegment(83031f72-0c55-4202-a7d3-7c1d93801518),segment_id=83031f72-0c55-4202-a7d3-7c1d93801518)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:38.585771 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a508a712-7d9f-4354-9fbb-5601968dee38 req-24060d3c-a3a2-4f6b-82ca-e2f530c3adcf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2163a5fe-aded-4f44-abb5-1f3885a494fc HTTP/1.1" status: 200 len: 217 time: 0.0947785 Jul 15 23:28:38.586897 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5681f7ce-37f7-40ba-bea6-89c02f35b92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:38.597295 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5681f7ce-37f7-40ba-bea6-89c02f35b92b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:38.600568 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-5681f7ce-37f7-40ba-bea6-89c02f35b92b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/61c205c3-b482-47b0-982e-0f5de822450d HTTP/1.1" status: 204 len: 168 time: 0.5998433 Jul 15 23:28:38.621581 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dd229f7b-2e55-454f-81c0-bb4ef46dde9a None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:38.655508 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-dd229f7b-2e55-454f-81c0-bb4ef46dde9a None None] Transition to ACTIVE for port object ac7f32c9-856c-4aec-a6d4-dea21e2de919 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:38.655764 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b6ff0f-718e-402c-8f8c-df395ce4bffb tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:38.656278 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-41b6ff0f-718e-402c-8f8c-df395ce4bffb tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:38.661356 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dd229f7b-2e55-454f-81c0-bb4ef46dde9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:38.670029 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5681f7ce-37f7-40ba-bea6-89c02f35b92b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c205c3-b482-47b0-982e-0f5de822450d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:38.691322 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-41b6ff0f-718e-402c-8f8c-df395ce4bffb tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.3828533 Jul 15 23:28:38.693844 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52302) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:38.727926 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508a712-7d9f-4354-9fbb-5601968dee38 req-94109b33-7f62-422c-99fe-75888cdd8e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:38.729894 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a508a712-7d9f-4354-9fbb-5601968dee38 req-94109b33-7f62-422c-99fe-75888cdd8e2a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ac4619b4-8268-4046-9b08-9c5e68adfc94 HTTP/1.1" status: 200 len: 856 time: 0.1218548 Jul 15 23:28:38.829723 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85810b0-69e8-4e59-bc49-4aefd71905ea tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:38.849184 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85810b0-69e8-4e59-bc49-4aefd71905ea tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:38.851011 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f85810b0-69e8-4e59-bc49-4aefd71905ea tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1525886 Jul 15 23:28:38.857228 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52304) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:38.867075 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd229f7b-2e55-454f-81c0-bb4ef46dde9a None None] Pushing event updated for resources: {'Port': ['ID=ac7f32c9-856c-4aec-a6d4-dea21e2de919,revision_number=9']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:38.913364 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508a712-7d9f-4354-9fbb-5601968dee38 req-aaec6c9f-cc3f-4d44-9990-cec4f1472019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:38.914917 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a508a712-7d9f-4354-9fbb-5601968dee38 req-aaec6c9f-cc3f-4d44-9990-cec4f1472019 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5dd08b94-305b-477e-8148-ff3865a86e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1690977 Jul 15 23:28:39.144680 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-62943c3f-743e-4b50-baeb-a2d5d3960136 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Deleting port de096692-f55f-48b9-8bff-35b5c1ab101c {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:39.145858 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62943c3f-743e-4b50-baeb-a2d5d3960136 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:39.313963 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62943c3f-743e-4b50-baeb-a2d5d3960136 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:39.329273 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-62943c3f-743e-4b50-baeb-a2d5d3960136 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Calling delete_port for de096692-f55f-48b9-8bff-35b5c1ab101c owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:39.628790 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ec0bddb3-675c-4dec-9ce6-f174f4874ce3 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:39.640306 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62943c3f-743e-4b50-baeb-a2d5d3960136 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:39.710677 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62943c3f-743e-4b50-baeb-a2d5d3960136 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event deleted for resources: {'Port': ['ID=de096692-f55f-48b9-8bff-35b5c1ab101c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:39.762902 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf49ae78-14c4-4072-82cd-92bd369be118 None None] Network e6241178-066c-430d-a322-7862ef822ee0 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:39.834891 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device ac7f32c9-856c-4aec-a6d4-dea21e2de919 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:28:39.882269 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a8bc447d-5db3-4405-a954-93009385bd73 None None] Provisioning for port ac7f32c9-856c-4aec-a6d4-dea21e2de919 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:39.885073 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62943c3f-743e-4b50-baeb-a2d5d3960136 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:39.890286 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a508a712-7d9f-4354-9fbb-5601968dee38 req-b1cc9fde-b118-46ce-b83b-190e4a8d9850 service neutron] 10.222.0.49 "GET /v2.0/networks/5dd08b94-305b-477e-8148-ff3865a86e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9643242 Jul 15 23:28:39.891010 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-62943c3f-743e-4b50-baeb-a2d5d3960136 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/ports/de096692-f55f-48b9-8bff-35b5c1ab101c HTTP/1.1" status: 204 len: 168 time: 1.0252767 Jul 15 23:28:39.891010 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52322) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:39.954615 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a8bc447d-5db3-4405-a954-93009385bd73 None None] Provisioning complete for port ac7f32c9-856c-4aec-a6d4-dea21e2de919 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:39.955472 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5649b-d554-45df-8022-c89809bf383b req-24768586-cea0-4322-9376-6205c2b8f427 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:39.956542 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a8bc447d-5db3-4405-a954-93009385bd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:39.960260 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4df5649b-d554-45df-8022-c89809bf383b req-24768586-cea0-4322-9376-6205c2b8f427 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=6797365d-c7ce-4e24-a954-67ea472f9dd4 HTTP/1.1" status: 200 len: 944 time: 0.2228060 Jul 15 23:28:39.969052 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb5ad74-9823-4f78-8959-c97ed138c1b5 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:39.970596 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb5ad74-9823-4f78-8959-c97ed138c1b5 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:39.972214 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb5ad74-9823-4f78-8959-c97ed138c1b5 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:39.977772 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-9bb5ad74-9823-4f78-8959-c97ed138c1b5 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0857191 Jul 15 23:28:39.978529 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52328) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:40.046311 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbe1ae43-b357-4626-8519-581e6ae253de tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Deleting subnet 6a789408-00ab-478d-acbd-6f217b7d0c7b {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:28:40.051106 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bbe1ae43-b357-4626-8519-581e6ae253de tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:40.101591 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4df5649b-d554-45df-8022-c89809bf383b req-e2da110a-d449-4364-bb72-667ba15a7bcd tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b59dfd8-fe46-4eda-8708-ff7f3de3ce14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1321614 Jul 15 23:28:40.133731 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port ac7f32c9-856c-4aec-a6d4-dea21e2de919 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:40.134868 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:40.151008 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a508a712-7d9f-4354-9fbb-5601968dee38 req-4a90266d-8025-4cc1-aebe-d26d5391a5cd service neutron] 10.222.0.49 "GET /v2.0/networks/5dd08b94-305b-477e-8148-ff3865a86e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356637 Jul 15 23:28:40.151730 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bbe1ae43-b357-4626-8519-581e6ae253de tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:40.252641 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bbe1ae43-b357-4626-8519-581e6ae253de tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:40.312656 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-ec0bddb3-675c-4dec-9ce6-f174f4874ce3 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Deleting port 44dba069-d48f-4865-b005-6a5113a07ba0 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:40.313375 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ec0bddb3-675c-4dec-9ce6-f174f4874ce3 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:40.322891 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bbe1ae43-b357-4626-8519-581e6ae253de tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:40.362145 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe1ae43-b357-4626-8519-581e6ae253de tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event deleted for resources: {'Subnet': ['ID=6a789408-00ab-478d-acbd-6f217b7d0c7b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:40.371425 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bbe1ae43-b357-4626-8519-581e6ae253de tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:40.376365 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-bbe1ae43-b357-4626-8519-581e6ae253de tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/subnets/6a789408-00ab-478d-acbd-6f217b7d0c7b HTTP/1.1" status: 204 len: 168 time: 0.3966119 Jul 15 23:28:40.377020 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52336) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:40.453836 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-35aee4ef-d2c7-40ce-86c5-ccfc959bcc06 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Deleting subnet 87eb641c-aebc-4090-b688-ef82880061b2 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:28:40.463155 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-35aee4ef-d2c7-40ce-86c5-ccfc959bcc06 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:40.491420 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ec0bddb3-675c-4dec-9ce6-f174f4874ce3 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:40.508050 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-ec0bddb3-675c-4dec-9ce6-f174f4874ce3 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Calling delete_port for 44dba069-d48f-4865-b005-6a5113a07ba0 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:40.511864 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-35aee4ef-d2c7-40ce-86c5-ccfc959bcc06 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:40.653582 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-35aee4ef-d2c7-40ce-86c5-ccfc959bcc06 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:40.731394 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-35aee4ef-d2c7-40ce-86c5-ccfc959bcc06 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:40.732623 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46bf7287-98d0-445f-8ada-baa9ef2fa3fb None None] Network e6241178-066c-430d-a322-7862ef822ee0 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:40.765566 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aee4ef-d2c7-40ce-86c5-ccfc959bcc06 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event deleted for resources: {'Subnet': ['ID=87eb641c-aebc-4090-b688-ef82880061b2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:40.774873 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-35aee4ef-d2c7-40ce-86c5-ccfc959bcc06 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:40.777606 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-35aee4ef-d2c7-40ce-86c5-ccfc959bcc06 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/subnets/87eb641c-aebc-4090-b688-ef82880061b2 HTTP/1.1" status: 204 len: 168 time: 0.3996625 Jul 15 23:28:40.780467 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52344) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:40.831119 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-58e0f403-c064-487f-a45f-69611a8e3c1f tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0498440 Jul 15 23:28:40.834251 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52348) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:40.844107 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-6735f7e3-3deb-4ba1-85f7-4fbe16b25a9f tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Request body: {'subnet': {'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:40.844979 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ec0bddb3-675c-4dec-9ce6-f174f4874ce3 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:40.873365 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f2eaf644-d62e-4a77-9d26-05d5d6285f67 None None] Provisioning complete for port ac7f32c9-856c-4aec-a6d4-dea21e2de919 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:40.873915 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f2eaf644-d62e-4a77-9d26-05d5d6285f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:40.878530 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0bddb3-675c-4dec-9ce6-f174f4874ce3 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Pushing event deleted for resources: {'Port': ['ID=44dba069-d48f-4865-b005-6a5113a07ba0,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:41.062814 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6735f7e3-3deb-4ba1-85f7-4fbe16b25a9f tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Made reservation on behalf of 1ccad8e849f943d19f815f855c3f3849 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:41.071021 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6735f7e3-3deb-4ba1-85f7-4fbe16b25a9f tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:41.146155 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ec0bddb3-675c-4dec-9ce6-f174f4874ce3 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:41.228147 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 2163a5fe-aded-4f44-abb5-1f3885a494fc details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:28:41.232272 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9d1257-13ac-4468-9ea3-c10cd7d6a1ae None None] DHCP port deletion for e6241178-066c-430d-a322-7862ef822ee0 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:28:41.429437 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6735f7e3-3deb-4ba1-85f7-4fbe16b25a9f tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:41.460336 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 2163a5fe-aded-4f44-abb5-1f3885a494fc, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=2163a5fe-aded-4f44-abb5-1f3885a494fc,segment=NetworkSegment(978fcb14-f527-45d0-a4ec-38d689fb220c),segment_id=978fcb14-f527-45d0-a4ec-38d689fb220c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:41.475093 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '2163a5fe-aded-4f44-abb5-1f3885a494fc', 'network_id': '5dd08b94-305b-477e-8148-ff3865a86e5a', 'port_id': '2163a5fe-aded-4f44-abb5-1f3885a494fc', 'mac_address': 'fa:16:3e:da:c9:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac4619b4-8268-4046-9b08-9c5e68adfc94', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:28:41.509163 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23683b67-f40f-45fd-95c9-d82fe86a75f5 req-2d1f53fa-b47f-4b11-80b3-bf06eedb0b23 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:41.519501 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-23683b67-f40f-45fd-95c9-d82fe86a75f5 req-2d1f53fa-b47f-4b11-80b3-bf06eedb0b23 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=6797365d-c7ce-4e24-a954-67ea472f9dd4 HTTP/1.1" status: 200 len: 944 time: 0.1924360 Jul 15 23:28:41.523134 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6735f7e3-3deb-4ba1-85f7-4fbe16b25a9f tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Network e6241178-066c-430d-a322-7862ef822ee0 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:41.525106 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6735f7e3-3deb-4ba1-85f7-4fbe16b25a9f tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event updated for resources: {'Subnet': ['ID=843907b7-92f2-4bdc-abc1-f266ef10f5ad,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:41.535724 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-6735f7e3-3deb-4ba1-85f7-4fbe16b25a9f tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:41.539447 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6735f7e3-3deb-4ba1-85f7-4fbe16b25a9f tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:41.540373 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6735f7e3-3deb-4ba1-85f7-4fbe16b25a9f tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:41.561774 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-6735f7e3-3deb-4ba1-85f7-4fbe16b25a9f tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7264073 Jul 15 23:28:41.563173 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52366) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:41.570061 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-388194ae-893e-4f05-a044-afb4b35cfb6c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Request body: {'subnet': {'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:41.589791 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-23683b67-f40f-45fd-95c9-d82fe86a75f5 req-7506c007-0bf7-4da9-8d76-7d1cd9472c36 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b59dfd8-fe46-4eda-8708-ff7f3de3ce14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0684836 Jul 15 23:28:41.621948 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-6c9d1257-13ac-4468-9ea3-c10cd7d6a1ae None None] Deleting port ac7f32c9-856c-4aec-a6d4-dea21e2de919 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:41.621948 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6c9d1257-13ac-4468-9ea3-c10cd7d6a1ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:41.623477 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec0bddb3-675c-4dec-9ce6-f174f4874ce3 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Router 27c65317-6be5-4ce5-b081-f737b89543fb has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:28:41.647035 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:41.679453 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2163a5fe-aded-4f44-abb5-1f3885a494fc {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:28:41.727750 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 2163a5fe-aded-4f44-abb5-1f3885a494fc, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=2163a5fe-aded-4f44-abb5-1f3885a494fc,segment=NetworkSegment(978fcb14-f527-45d0-a4ec-38d689fb220c),segment_id=978fcb14-f527-45d0-a4ec-38d689fb220c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:41.733700 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:41.764204 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-388194ae-893e-4f05-a044-afb4b35cfb6c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Made reservation on behalf of 1ccad8e849f943d19f815f855c3f3849 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:41.776724 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-388194ae-893e-4f05-a044-afb4b35cfb6c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:41.839989 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec0bddb3-675c-4dec-9ce6-f174f4874ce3 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:28:41.851996 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9015f67c-b716-4529-870a-1862f1e06e5a None None] Sync routers for ids ['27c65317-6be5-4ce5-b081-f737b89543fb'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:28:41.864417 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52380) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:41.864716 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device ac7f32c9-856c-4aec-a6d4-dea21e2de919 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:28:41.874612 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-ec0bddb3-675c-4dec-9ce6-f174f4874ce3 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "PUT /v2.0/routers/27c65317-6be5-4ce5-b081-f737b89543fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7664351 Jul 15 23:28:41.892332 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9015f67c-b716-4529-870a-1862f1e06e5a None None] Routers {'27c65317-6be5-4ce5-b081-f737b89543fb'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:28:41.893409 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9015f67c-b716-4529-870a-1862f1e06e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:28:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['27c65317-6be5-4ce5-b081-f737b89543fb'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:41.980383 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9015f67c-b716-4529-870a-1862f1e06e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:41.995035 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9015f67c-b716-4529-870a-1862f1e06e5a None None] Routers {'27c65317-6be5-4ce5-b081-f737b89543fb'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:28:41.996077 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9015f67c-b716-4529-870a-1862f1e06e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:28:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['27c65317-6be5-4ce5-b081-f737b89543fb'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:42.046492 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9015f67c-b716-4529-870a-1862f1e06e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:42.047316 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9015f67c-b716-4529-870a-1862f1e06e5a None None] The sync data for ids ['27c65317-6be5-4ce5-b081-f737b89543fb'] in n-d-794306-6 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:28:42.194707 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:42.234122 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port ac7f32c9-856c-4aec-a6d4-dea21e2de919, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=ac7f32c9-856c-4aec-a6d4-dea21e2de919,segment=NetworkSegment(83031f72-0c55-4202-a7d3-7c1d93801518),segment_id=83031f72-0c55-4202-a7d3-7c1d93801518)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:42.237167 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=2163a5fe-aded-4f44-abb5-1f3885a494fc,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:42.253436 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:42.331216 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=ac7f32c9-856c-4aec-a6d4-dea21e2de919,revision_number=12']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:42.342165 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['2163a5fe-aded-4f44-abb5-1f3885a494fc'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:28:42.385717 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-6c9d1257-13ac-4468-9ea3-c10cd7d6a1ae None None] For port ac7f32c9-856c-4aec-a6d4-dea21e2de919, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=ac7f32c9-856c-4aec-a6d4-dea21e2de919,segment=NetworkSegment(83031f72-0c55-4202-a7d3-7c1d93801518),segment_id=83031f72-0c55-4202-a7d3-7c1d93801518)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:42.385717 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6c9d1257-13ac-4468-9ea3-c10cd7d6a1ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:42.407700 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-6c9d1257-13ac-4468-9ea3-c10cd7d6a1ae None None] Calling delete_port for ac7f32c9-856c-4aec-a6d4-dea21e2de919 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:42.561532 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6c9d1257-13ac-4468-9ea3-c10cd7d6a1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:42.605334 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9d1257-13ac-4468-9ea3-c10cd7d6a1ae None None] Pushing event deleted for resources: {'Port': ['ID=ac7f32c9-856c-4aec-a6d4-dea21e2de919,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:42.615416 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9d1257-13ac-4468-9ea3-c10cd7d6a1ae None None] No DVR routers for this DVR port ac7f32c9-856c-4aec-a6d4-dea21e2de919 on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:28:42.619069 n-d-794306-6 neutron-server[93771]: DEBUG neutron.objects.ports [None req-388194ae-893e-4f05-a044-afb4b35cfb6c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 23:28:42.640597 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-388194ae-893e-4f05-a044-afb4b35cfb6c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:42.730809 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388194ae-893e-4f05-a044-afb4b35cfb6c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Network e6241178-066c-430d-a322-7862ef822ee0 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:42.735511 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-388194ae-893e-4f05-a044-afb4b35cfb6c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:42.742864 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388194ae-893e-4f05-a044-afb4b35cfb6c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:42.743522 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-388194ae-893e-4f05-a044-afb4b35cfb6c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:42.877611 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00749438-3038-4db4-98a1-0653e5384d00 None None] Network e6241178-066c-430d-a322-7862ef822ee0 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:42.916289 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-388194ae-893e-4f05-a044-afb4b35cfb6c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3513587 Jul 15 23:28:42.917388 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52450) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:42.918062 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388194ae-893e-4f05-a044-afb4b35cfb6c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event updated for resources: {'Subnet': ['ID=c206de57-6467-4676-a635-a807e2af4851,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:42.927388 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d034c506-bf53-466c-8132-0ea68f96d100 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Request body: {'port': {'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'mac_address': 'fa:16:3e:83:61:ad', 'name': 'tempest-NetworksTestDHCPv6-723708424'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:42.940035 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52452) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:43.030625 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e6f696-6674-4563-88ab-8a3d9bfa4caf req-88540d79-16d0-47e1-9212-cfa2a9f8e47c tempest-TestNetworkAdvancedServerOps-29383157 tempest-TestNetworkAdvancedServerOps-29383157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:43.032824 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d7e6f696-6674-4563-88ab-8a3d9bfa4caf req-88540d79-16d0-47e1-9212-cfa2a9f8e47c tempest-TestNetworkAdvancedServerOps-29383157 tempest-TestNetworkAdvancedServerOps-29383157-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=1672bace-e875-4972-ae76-9722bb7a7385 HTTP/1.1" status: 200 len: 1096 time: 0.1441083 Jul 15 23:28:43.045694 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f17aa0d-da71-4b3b-928f-7158af717270 req-21e5280b-2cfc-4986-942d-2d311acca942 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:43.047459 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0f17aa0d-da71-4b3b-928f-7158af717270 req-21e5280b-2cfc-4986-942d-2d311acca942 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=6797365d-c7ce-4e24-a954-67ea472f9dd4 HTTP/1.1" status: 200 len: 945 time: 0.1157568 Jul 15 23:28:43.109025 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d7e6f696-6674-4563-88ab-8a3d9bfa4caf req-d358ffa5-e05f-40b8-8f2d-37c4993a8020 tempest-TestNetworkAdvancedServerOps-29383157 tempest-TestNetworkAdvancedServerOps-29383157-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=dcdd674d-e7cc-4e2c-b019-4b01eca3b895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603740 Jul 15 23:28:43.113631 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e4b536-a9ea-4be6-87fe-eb7c3609d880 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-e6241178-066c-430d-a322-7862ef822ee0', 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'tenant_id': '1ccad8e849f943d19f815f855c3f3849', 'fixed_ips': [{'subnet_id': '843907b7-92f2-4bdc-abc1-f266ef10f5ad'}, {'subnet_id': 'c206de57-6467-4676-a635-a807e2af4851'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:28:43.115099 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a8e4b536-a9ea-4be6-87fe-eb7c3609d880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:43.119972 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0f17aa0d-da71-4b3b-928f-7158af717270 req-0da2b46e-4d0f-48c7-a647-40ace42acf25 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b59dfd8-fe46-4eda-8708-ff7f3de3ce14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0647118 Jul 15 23:28:43.170904 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-08dd74b9-2410-45ee-aece-d19314216b09 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:43.174789 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e8cd9faf-7003-4e58-b360-53efeae22e4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:43.373600 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f0b621-c16c-4478-8184-a15112b520ae req-5f8d6ffd-1fbd-402f-82e1-8646198f12f3 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:43.381195 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-a8e4b536-a9ea-4be6-87fe-eb7c3609d880 None None] Allocated IP 172.20.0.2 (e6241178-066c-430d-a322-7862ef822ee0/843907b7-92f2-4bdc-abc1-f266ef10f5ad/157d7bba-40e6-4312-af5c-cf98d23af5e3) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:43.382323 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-18f0b621-c16c-4478-8184-a15112b520ae req-5f8d6ffd-1fbd-402f-82e1-8646198f12f3 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=1672bace-e875-4972-ae76-9722bb7a7385 HTTP/1.1" status: 200 len: 945 time: 0.1133919 Jul 15 23:28:43.390940 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-a8e4b536-a9ea-4be6-87fe-eb7c3609d880 None None] Allocated IP 2001:db8::f816:3eff:fecc:33c2 (e6241178-066c-430d-a322-7862ef822ee0/c206de57-6467-4676-a635-a807e2af4851/157d7bba-40e6-4312-af5c-cf98d23af5e3) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:43.443324 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-18f0b621-c16c-4478-8184-a15112b520ae req-45e80b8c-87f4-4890-8d3d-2844a72ee80d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=dcdd674d-e7cc-4e2c-b019-4b01eca3b895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598207 Jul 15 23:28:43.460824 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 52458) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:43.544892 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-6a99a663-75ab-4c86-8f35-725cdefe52bd tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/floatingips/e37eeed9-c932-4540-81a0-5c3aec83859e HTTP/1.1" status: 200 len: 992 time: 0.0825062 Jul 15 23:28:43.589339 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a8e4b536-a9ea-4be6-87fe-eb7c3609d880 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:43.598620 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a8e4b536-a9ea-4be6-87fe-eb7c3609d880 None None] Transition to ACTIVE for port object 157d7bba-40e6-4312-af5c-cf98d23af5e3 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:43.620397 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a8e4b536-a9ea-4be6-87fe-eb7c3609d880 None None] Transition to ACTIVE for port object 157d7bba-40e6-4312-af5c-cf98d23af5e3 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:43.627672 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a8e4b536-a9ea-4be6-87fe-eb7c3609d880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:43.671937 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e4b536-a9ea-4be6-87fe-eb7c3609d880 None None] Network e6241178-066c-430d-a322-7862ef822ee0 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:43.675102 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-a8e4b536-a9ea-4be6-87fe-eb7c3609d880 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:43.706915 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e4b536-a9ea-4be6-87fe-eb7c3609d880 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:28:43.708956 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e4b536-a9ea-4be6-87fe-eb7c3609d880 None None] Pushing event updated for resources: {'Port': ['ID=157d7bba-40e6-4312-af5c-cf98d23af5e3,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:43.818304 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a8e4b536-a9ea-4be6-87fe-eb7c3609d880 None None] Attempting to bind port 157d7bba-40e6-4312-af5c-cf98d23af5e3 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:28:43.818695 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a8e4b536-a9ea-4be6-87fe-eb7c3609d880 None None] Attempting to bind port 157d7bba-40e6-4312-af5c-cf98d23af5e3 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:28:43.819046 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e4b536-a9ea-4be6-87fe-eb7c3609d880 None None] Attempting to bind port 157d7bba-40e6-4312-af5c-cf98d23af5e3 on network e6241178-066c-430d-a322-7862ef822ee0 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:28:43.825250 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e4b536-a9ea-4be6-87fe-eb7c3609d880 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:28:43.825621 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e4b536-a9ea-4be6-87fe-eb7c3609d880 None None] Checking segment: {'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:28:43.826075 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a8e4b536-a9ea-4be6-87fe-eb7c3609d880 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:43.826470 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e4b536-a9ea-4be6-87fe-eb7c3609d880 None None] Bound using segment: {'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:28:43.826942 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a8e4b536-a9ea-4be6-87fe-eb7c3609d880 None None] Bound port: 157d7bba-40e6-4312-af5c-cf98d23af5e3, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:28:43.827310 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a8e4b536-a9ea-4be6-87fe-eb7c3609d880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:43.837397 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e8cd9faf-7003-4e58-b360-53efeae22e4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:43.865637 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e8cd9faf-7003-4e58-b360-53efeae22e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:43.907191 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a8e4b536-a9ea-4be6-87fe-eb7c3609d880 None None] For port 157d7bba-40e6-4312-af5c-cf98d23af5e3, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:28:43.914080 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a8e4b536-a9ea-4be6-87fe-eb7c3609d880 None None] For port 157d7bba-40e6-4312-af5c-cf98d23af5e3, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=157d7bba-40e6-4312-af5c-cf98d23af5e3,segment=NetworkSegment(83031f72-0c55-4202-a7d3-7c1d93801518),segment_id=83031f72-0c55-4202-a7d3-7c1d93801518)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:28:43.920759 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a8e4b536-a9ea-4be6-87fe-eb7c3609d880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:43.940138 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d034c506-bf53-466c-8132-0ea68f96d100 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Made reservation on behalf of 1ccad8e849f943d19f815f855c3f3849 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:43.961035 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e8cd9faf-7003-4e58-b360-53efeae22e4d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0d36502f638149d1afd78e6c088cd550&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0187178 Jul 15 23:28:43.964203 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 52468) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:43.985201 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cd9faf-7003-4e58-b360-53efeae22e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163738c2-bef6-4387-93ad-3b7301e6e260,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:44.011806 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e4b536-a9ea-4be6-87fe-eb7c3609d880 None None] Pushing event updated for resources: {'Port': ['ID=157d7bba-40e6-4312-af5c-cf98d23af5e3,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:44.066765 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fdb902c7-15be-4245-a99a-7b24fd50766e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:44.090732 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d034c506-bf53-466c-8132-0ea68f96d100 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:44.094677 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fdb902c7-15be-4245-a99a-7b24fd50766e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:44.110210 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-08dd74b9-2410-45ee-aece-d19314216b09 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Deleting port 1c78cc78-06df-4279-b0f7-a50f6253ae99 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:44.110678 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-08dd74b9-2410-45ee-aece-d19314216b09 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:44.148345 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-d034c506-bf53-466c-8132-0ea68f96d100 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] device_id is not set on port 731eacf3-50a4-4250-b9c1-5d5372800f7c yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:28:44.186402 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fdb902c7-15be-4245-a99a-7b24fd50766e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:44.190015 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fdb902c7-15be-4245-a99a-7b24fd50766e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:44.194144 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-fdb902c7-15be-4245-a99a-7b24fd50766e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/163738c2-bef6-4387-93ad-3b7301e6e260 HTTP/1.1" status: 204 len: 168 time: 0.2256329 Jul 15 23:28:44.205718 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb902c7-15be-4245-a99a-7b24fd50766e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163738c2-bef6-4387-93ad-3b7301e6e260,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:44.294886 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-08dd74b9-2410-45ee-aece-d19314216b09 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:44.359266 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-08dd74b9-2410-45ee-aece-d19314216b09 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Calling delete_port for 1c78cc78-06df-4279-b0f7-a50f6253ae99 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:44.621285 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-d034c506-bf53-466c-8132-0ea68f96d100 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Allocated IP 172.20.0.3 (e6241178-066c-430d-a322-7862ef822ee0/843907b7-92f2-4bdc-abc1-f266ef10f5ad/731eacf3-50a4-4250-b9c1-5d5372800f7c) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:44.687893 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-d034c506-bf53-466c-8132-0ea68f96d100 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Allocated IP 2001:db8::f816:3eff:fe83:61ad (e6241178-066c-430d-a322-7862ef822ee0/c206de57-6467-4676-a635-a807e2af4851/731eacf3-50a4-4250-b9c1-5d5372800f7c) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:44.698949 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15c3fc6-b1e5-446d-a544-c60834769ffd req-6bca0b40-b245-48ed-ac91-ee243770fe53 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:44.700923 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d15c3fc6-b1e5-446d-a544-c60834769ffd req-6bca0b40-b245-48ed-ac91-ee243770fe53 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=1672bace-e875-4972-ae76-9722bb7a7385 HTTP/1.1" status: 200 len: 945 time: 0.1226146 Jul 15 23:28:44.710277 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7482c9be-4263-4df6-96c7-66caeaffbb9f req-ac9d8c52-5dab-4e45-82a1-eae4a9e485aa tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:44.717638 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7482c9be-4263-4df6-96c7-66caeaffbb9f req-ac9d8c52-5dab-4e45-82a1-eae4a9e485aa tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=6797365d-c7ce-4e24-a954-67ea472f9dd4 HTTP/1.1" status: 200 len: 945 time: 0.2129784 Jul 15 23:28:44.755532 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1814a274-2776-4767-819a-a89cbd75f303 req-bcbf72c0-f6ff-4797-ba80-03f08d6ab569 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1672bace-e875-4972-ae76-9722bb7a7385&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2589939 Jul 15 23:28:44.757479 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52482) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:44.797254 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7482c9be-4263-4df6-96c7-66caeaffbb9f req-f7f31d9c-5841-418e-9559-e1a02963a2c0 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b59dfd8-fe46-4eda-8708-ff7f3de3ce14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0783806 Jul 15 23:28:44.812942 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d15c3fc6-b1e5-446d-a544-c60834769ffd req-bde36df9-3fcd-45a0-9be9-f1ffae649b4b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=dcdd674d-e7cc-4e2c-b019-4b01eca3b895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851047 Jul 15 23:28:44.818189 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1a330714-e9a9-4f08-b203-3745717aa19a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:44.923494 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-08dd74b9-2410-45ee-aece-d19314216b09 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:44.991015 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dd74b9-2410-45ee-aece-d19314216b09 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Pushing event deleted for resources: {'Port': ['ID=1c78cc78-06df-4279-b0f7-a50f6253ae99,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:45.241208 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 2163a5fe-aded-4f44-abb5-1f3885a494fc up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:28:45.273472 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1a330714-e9a9-4f08-b203-3745717aa19a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:45.297950 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1a330714-e9a9-4f08-b203-3745717aa19a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:45.322866 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d034c506-bf53-466c-8132-0ea68f96d100 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:45.358517 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a330714-e9a9-4f08-b203-3745717aa19a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf446ba-9465-420d-9c59-f798cc04e2a8,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:45.368166 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port 2163a5fe-aded-4f44-abb5-1f3885a494fc completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:45.373580 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 2163a5fe-aded-4f44-abb5-1f3885a494fc triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:45.374188 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:45.380011 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-08dd74b9-2410-45ee-aece-d19314216b09 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:45.408131 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-d034c506-bf53-466c-8132-0ea68f96d100 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Transition to ACTIVE for port object 731eacf3-50a4-4250-b9c1-5d5372800f7c will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:45.411820 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-1a330714-e9a9-4f08-b203-3745717aa19a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0c1fad2e066542569f54c1f766f07afe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6515143 Jul 15 23:28:45.414650 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 52502) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:45.489848 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:45.519001 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6797365d-c7ce-4e24-a954-67ea472f9dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2163a5fe-aded-4f44-abb5-1f3885a494fc'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:28:45.519988 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12a74787-1407-4036-a855-988132d56a98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:45.522962 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed8d80b-0053-43d9-a117-39b309ac38d6" -d '{"events": [{"server_uuid": "6797365d-c7ce-4e24-a954-67ea472f9dd4", "name": "network-vif-plugged", "status": "completed", "tag": "2163a5fe-aded-4f44-abb5-1f3885a494fc"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:28:45.538373 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 2163a5fe-aded-4f44-abb5-1f3885a494fc, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=2163a5fe-aded-4f44-abb5-1f3885a494fc,segment=NetworkSegment(978fcb14-f527-45d0-a4ec-38d689fb220c),segment_id=978fcb14-f527-45d0-a4ec-38d689fb220c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:45.543457 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:45.581800 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12a74787-1407-4036-a855-988132d56a98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:45.635061 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a80784de-8dc6-4ef2-8d37-ac0bed71d5e0 x-openstack-request-id: req-a80784de-8dc6-4ef2-8d37-ac0bed71d5e0 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:28:45.635061 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6797365d-c7ce-4e24-a954-67ea472f9dd4", "name": "network-vif-plugged", "status": "completed", "tag": "2163a5fe-aded-4f44-abb5-1f3885a494fc", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:28:45.637657 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a80784de-8dc6-4ef2-8d37-ac0bed71d5e0 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:28:45.638138 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6797365d-c7ce-4e24-a954-67ea472f9dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2163a5fe-aded-4f44-abb5-1f3885a494fc', 'code': 200} Jul 15 23:28:45.655446 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=2163a5fe-aded-4f44-abb5-1f3885a494fc,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:45.760620 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12a74787-1407-4036-a855-988132d56a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:45.762174 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12a74787-1407-4036-a855-988132d56a98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:45.763327 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-12a74787-1407-4036-a855-988132d56a98 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9bf446ba-9465-420d-9c59-f798cc04e2a8 HTTP/1.1" status: 204 len: 168 time: 0.3476982 Jul 15 23:28:45.800477 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a74787-1407-4036-a855-988132d56a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf446ba-9465-420d-9c59-f798cc04e2a8,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:45.822890 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08dd74b9-2410-45ee-aece-d19314216b09 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Router 27c65317-6be5-4ce5-b081-f737b89543fb has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:28:45.841734 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d034c506-bf53-466c-8132-0ea68f96d100 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:45.847767 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b61a317-5955-4a2a-8152-0a8806f10aa8 req-5bfbe185-f8d8-4fe5-a4f6-8f2702289af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:45.849407 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6b61a317-5955-4a2a-8152-0a8806f10aa8 req-5bfbe185-f8d8-4fe5-a4f6-8f2702289af3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6797365d-c7ce-4e24-a954-67ea472f9dd4 HTTP/1.1" status: 200 len: 1097 time: 0.1661808 Jul 15 23:28:45.878355 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef88c89-be4c-4bbd-840f-ca4f6fe60078 None None] Network e6241178-066c-430d-a322-7862ef822ee0 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:45.915353 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6b61a317-5955-4a2a-8152-0a8806f10aa8 req-93af7d88-cd53-43b1-936f-dfdf501fcc91 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0b59dfd8-fe46-4eda-8708-ff7f3de3ce14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0598431 Jul 15 23:28:46.000788 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 157d7bba-40e6-4312-af5c-cf98d23af5e3 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:28:46.005772 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08dd74b9-2410-45ee-aece-d19314216b09 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:28:46.022035 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-08dd74b9-2410-45ee-aece-d19314216b09 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "PUT /v2.0/routers/27c65317-6be5-4ce5-b081-f737b89543fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1532242 Jul 15 23:28:46.022385 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 52518) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:46.030448 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d034c506-bf53-466c-8132-0ea68f96d100 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event updated for resources: {'Port': ['ID=731eacf3-50a4-4250-b9c1-5d5372800f7c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:46.043534 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d034c506-bf53-466c-8132-0ea68f96d100 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Network e6241178-066c-430d-a322-7862ef822ee0 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:46.045263 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-d034c506-bf53-466c-8132-0ea68f96d100 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:46.053124 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d034c506-bf53-466c-8132-0ea68f96d100 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:28:46.057292 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6bcd98-8d04-4f38-934b-19c71b468b22 None None] Sync routers for ids ['27c65317-6be5-4ce5-b081-f737b89543fb'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:28:46.101954 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-c61c8762-ad08-46a7-b595-fb98aae57041 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "GET /v2.0/ports?device_id=27c65317-6be5-4ce5-b081-f737b89543fb HTTP/1.1" status: 200 len: 205 time: 0.0779006 Jul 15 23:28:46.103170 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 52520) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:46.138826 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d034c506-bf53-466c-8132-0ea68f96d100 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:46.139603 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d034c506-bf53-466c-8132-0ea68f96d100 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:46.173515 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d034c506-bf53-466c-8132-0ea68f96d100 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.2509711 Jul 15 23:28:46.174955 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52524) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:46.247313 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-18cb6465-6d30-45a0-8500-dda3011e376c None None] Provisioning for port 157d7bba-40e6-4312-af5c-cf98d23af5e3 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:46.254876 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6bcd98-8d04-4f38-934b-19c71b468b22 None None] Routers {'27c65317-6be5-4ce5-b081-f737b89543fb'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:28:46.255829 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7e6bcd98-8d04-4f38-934b-19c71b468b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:28:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['27c65317-6be5-4ce5-b081-f737b89543fb'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:46.320914 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7520bd3-13a8-4306-9027-e8b16f06e69b tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:46.326725 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7e6bcd98-8d04-4f38-934b-19c71b468b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:46.337661 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 157d7bba-40e6-4312-af5c-cf98d23af5e3 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:46.346239 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7520bd3-13a8-4306-9027-e8b16f06e69b tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:46.346484 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-03a41899-4a64-4b15-b897-a82aef0a55d6 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:46.354999 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f7520bd3-13a8-4306-9027-e8b16f06e69b tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.1776409 Jul 15 23:28:46.356535 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52526) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:46.368216 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 157d7bba-40e6-4312-af5c-cf98d23af5e3 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:46.368595 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:46.375146 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6bcd98-8d04-4f38-934b-19c71b468b22 None None] Routers {'27c65317-6be5-4ce5-b081-f737b89543fb'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:28:46.375816 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7e6bcd98-8d04-4f38-934b-19c71b468b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:28:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['27c65317-6be5-4ce5-b081-f737b89543fb'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:46.443273 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7e6bcd98-8d04-4f38-934b-19c71b468b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:46.443957 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6bcd98-8d04-4f38-934b-19c71b468b22 None None] The sync data for ids ['27c65317-6be5-4ce5-b081-f737b89543fb'] in n-d-794306-6 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:28:46.563627 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:46.596393 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-03a41899-4a64-4b15-b897-a82aef0a55d6 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:46.616525 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-03a41899-4a64-4b15-b897-a82aef0a55d6 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:46.635165 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-d7997109-9f2c-4b4c-9723-ed80878a6c64 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Deleting port 731eacf3-50a4-4250-b9c1-5d5372800f7c {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:46.636427 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d7997109-9f2c-4b4c-9723-ed80878a6c64 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:46.638710 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c4655-12e2-46fe-84a9-5084b818ba1c req-a295574d-0d69-4228-9523-f8e1cbd3e4df tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:46.647598 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-331c4655-12e2-46fe-84a9-5084b818ba1c req-a295574d-0d69-4228-9523-f8e1cbd3e4df tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=6797365d-c7ce-4e24-a954-67ea472f9dd4 HTTP/1.1" status: 200 len: 946 time: 0.3899531 Jul 15 23:28:46.669210 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 157d7bba-40e6-4312-af5c-cf98d23af5e3, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=157d7bba-40e6-4312-af5c-cf98d23af5e3,segment=NetworkSegment(83031f72-0c55-4202-a7d3-7c1d93801518),segment_id=83031f72-0c55-4202-a7d3-7c1d93801518)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:46.712444 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:46.749790 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515652ea-09bd-43a1-91df-16a0cc06a907 req-e0880f2d-88b2-409b-a585-2bda73024b6c tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:46.751748 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-515652ea-09bd-43a1-91df-16a0cc06a907 req-e0880f2d-88b2-409b-a585-2bda73024b6c tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=1672bace-e875-4972-ae76-9722bb7a7385 HTTP/1.1" status: 200 len: 945 time: 0.6225863 Jul 15 23:28:46.820049 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=157d7bba-40e6-4312-af5c-cf98d23af5e3,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:46.851898 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-515652ea-09bd-43a1-91df-16a0cc06a907 req-54add3d8-1515-486d-9d11-e03e12a6b27e tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=dcdd674d-e7cc-4e2c-b019-4b01eca3b895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745478 Jul 15 23:28:46.852597 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-03a41899-4a64-4b15-b897-a82aef0a55d6 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:46.853190 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a41899-4a64-4b15-b897-a82aef0a55d6 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Fanout notify agent at l3_agent the message router_deleted on router 27c65317-6be5-4ce5-b081-f737b89543fb {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:28:46.863124 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-03a41899-4a64-4b15-b897-a82aef0a55d6 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:46.867926 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-03a41899-4a64-4b15-b897-a82aef0a55d6 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "DELETE /v2.0/routers/27c65317-6be5-4ce5-b081-f737b89543fb HTTP/1.1" status: 204 len: 168 time: 0.7496574 Jul 15 23:28:46.868711 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52540) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:46.914979 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d7997109-9f2c-4b4c-9723-ed80878a6c64 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:46.916221 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-331c4655-12e2-46fe-84a9-5084b818ba1c req-0cf0d652-b9d9-47a2-bcb7-4e5c223a4b54 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b59dfd8-fe46-4eda-8708-ff7f3de3ce14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2670732 Jul 15 23:28:46.934538 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1814a274-2776-4767-819a-a89cbd75f303 req-8275dd89-9580-4d2f-a68f-78d4b073261e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:46.937873 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1814a274-2776-4767-819a-a89cbd75f303 req-8275dd89-9580-4d2f-a68f-78d4b073261e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=89469485c64e49f5b3171ed5499b9995&device_id=1672bace-e875-4972-ae76-9722bb7a7385 HTTP/1.1" status: 200 len: 1096 time: 0.1849532 Jul 15 23:28:46.965759 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-d7997109-9f2c-4b4c-9723-ed80878a6c64 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Calling delete_port for 731eacf3-50a4-4250-b9c1-5d5372800f7c owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:46.996254 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-e079933b-5a7d-4150-830e-794f0e785b2d tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Deleting subnet 0759bed6-f960-4225-a866-39cf922341f0 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:28:46.999783 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e079933b-5a7d-4150-830e-794f0e785b2d tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:47.050659 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e079933b-5a7d-4150-830e-794f0e785b2d tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:47.121103 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1814a274-2776-4767-819a-a89cbd75f303 req-30c84c9f-41d2-415a-afc6-61cc791230cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:47.122973 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1814a274-2776-4767-819a-a89cbd75f303 req-30c84c9f-41d2-415a-afc6-61cc791230cc service neutron] 10.222.0.49 "GET /v2.0/networks?id=92a51bb3-3c46-49ae-938e-2b30881b2b5e HTTP/1.1" status: 200 len: 897 time: 0.1794505 Jul 15 23:28:47.225561 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1814a274-2776-4767-819a-a89cbd75f303 req-e145d733-61df-41ec-aca3-ba7f50bd153b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=977af347-c348-4a15-b53e-040f8d7cea46 HTTP/1.1" status: 200 len: 1000 time: 0.0955749 Jul 15 23:28:47.228327 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e079933b-5a7d-4150-830e-794f0e785b2d tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:47.291716 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1814a274-2776-4767-819a-a89cbd75f303 req-284641e5-83d1-454e-a424-cbc7583babf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:47.293245 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1814a274-2776-4767-819a-a89cbd75f303 req-284641e5-83d1-454e-a424-cbc7583babf6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=87ac4f0c-7775-4ca7-a00f-185a948c2a8d HTTP/1.1" status: 200 len: 835 time: 0.0622756 Jul 15 23:28:47.367838 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e079933b-5a7d-4150-830e-794f0e785b2d tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:47.402991 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1814a274-2776-4767-819a-a89cbd75f303 req-4e8475b0-22ed-4bd1-be96-ae342e074776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:47.404610 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1814a274-2776-4767-819a-a89cbd75f303 req-4e8475b0-22ed-4bd1-be96-ae342e074776 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=92a51bb3-3c46-49ae-938e-2b30881b2b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1023302 Jul 15 23:28:47.438204 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079933b-5a7d-4150-830e-794f0e785b2d tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Pushing event deleted for resources: {'Subnet': ['ID=0759bed6-f960-4225-a866-39cf922341f0,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:47.441368 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e079933b-5a7d-4150-830e-794f0e785b2d tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:47.443608 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e079933b-5a7d-4150-830e-794f0e785b2d tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "DELETE /v2.0/subnets/0759bed6-f960-4225-a866-39cf922341f0 HTTP/1.1" status: 204 len: 168 time: 0.5736852 Jul 15 23:28:47.447162 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52550) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:47.450007 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a61a85a-3c8a-4ac5-aec6-84d3c33526e4 None None] Network b13419bf-58c4-4cd2-b5d4-a81de4c257aa requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:47.555727 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-052965e4-520a-4584-b1cb-cfba0af1e6fc tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Deleting subnet 85d446ff-7678-4d84-bc9b-e2fc22f47419 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:28:47.580829 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-052965e4-520a-4584-b1cb-cfba0af1e6fc tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:47.626526 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d7997109-9f2c-4b4c-9723-ed80878a6c64 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:47.647645 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1814a274-2776-4767-819a-a89cbd75f303 req-98bae7bd-77a1-4ce6-96a4-4ed3f2d6e22a service neutron] 10.222.0.49 "GET /v2.0/networks/92a51bb3-3c46-49ae-938e-2b30881b2b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356236 Jul 15 23:28:47.703638 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7997109-9f2c-4b4c-9723-ed80878a6c64 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event deleted for resources: {'Port': ['ID=731eacf3-50a4-4250-b9c1-5d5372800f7c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:47.724688 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f72c927a-21a5-4ffd-b80f-481c18fb2101 None None] Provisioning for port 731eacf3-50a4-4250-b9c1-5d5372800f7c completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:47.750189 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f72c927a-21a5-4ffd-b80f-481c18fb2101 None None] Provisioning complete for port 731eacf3-50a4-4250-b9c1-5d5372800f7c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:47.750521 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f72c927a-21a5-4ffd-b80f-481c18fb2101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:47.793690 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f72c927a-21a5-4ffd-b80f-481c18fb2101 None None] Port 731eacf3-50a4-4250-b9c1-5d5372800f7c was deleted so its status cannot be updated. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 15 23:28:47.813382 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-052965e4-520a-4584-b1cb-cfba0af1e6fc tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:47.854617 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d7997109-9f2c-4b4c-9723-ed80878a6c64 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:47.856423 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1814a274-2776-4767-819a-a89cbd75f303 req-5bd38fea-90ec-4250-9202-f97552e18d7a service neutron] 10.222.0.49 "GET /v2.0/networks/92a51bb3-3c46-49ae-938e-2b30881b2b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862175 Jul 15 23:28:47.860322 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d7997109-9f2c-4b4c-9723-ed80878a6c64 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/ports/731eacf3-50a4-4250-b9c1-5d5372800f7c HTTP/1.1" status: 204 len: 168 time: 1.4995809 Jul 15 23:28:47.862068 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 52560) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:47.917893 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 157d7bba-40e6-4312-af5c-cf98d23af5e3 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:28:47.986106 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f72c927a-21a5-4ffd-b80f-481c18fb2101 None None] Provisioning complete for port 157d7bba-40e6-4312-af5c-cf98d23af5e3 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:47.986106 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f72c927a-21a5-4ffd-b80f-481c18fb2101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:48.001492 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53eab9b8-1e8c-4645-b1f2-b71426324f7b tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:48.010375 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53eab9b8-1e8c-4645-b1f2-b71426324f7b tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:48.042821 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-052965e4-520a-4584-b1cb-cfba0af1e6fc tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:48.053634 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53eab9b8-1e8c-4645-b1f2-b71426324f7b tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:48.055384 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-53eab9b8-1e8c-4645-b1f2-b71426324f7b tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1930094 Jul 15 23:28:48.060545 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 52568) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:48.115839 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0859f23-bdc3-455c-a0c6-a58a3a56f083 None None] DHCP port deletion for b13419bf-58c4-4cd2-b5d4-a81de4c257aa request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:28:48.227219 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-052965e4-520a-4584-b1cb-cfba0af1e6fc tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:48.277820 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052965e4-520a-4584-b1cb-cfba0af1e6fc tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Pushing event deleted for resources: {'Subnet': ['ID=85d446ff-7678-4d84-bc9b-e2fc22f47419,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:48.285046 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-052965e4-520a-4584-b1cb-cfba0af1e6fc tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:48.288457 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-052965e4-520a-4584-b1cb-cfba0af1e6fc tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "DELETE /v2.0/subnets/85d446ff-7678-4d84-bc9b-e2fc22f47419 HTTP/1.1" status: 204 len: 168 time: 0.8401265 Jul 15 23:28:48.292662 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52572) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:48.326570 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fe0403-be9a-44c9-a5bd-fdb74910f48d None None] Network 21859fac-5cae-4576-8f5e-4249a508e588 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:48.341343 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-2749ef51-d504-40d2-9608-1f9baca582bc tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Deleting subnet 843907b7-92f2-4bdc-abc1-f266ef10f5ad {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:28:48.357812 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2749ef51-d504-40d2-9608-1f9baca582bc tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:48.391387 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 157d7bba-40e6-4312-af5c-cf98d23af5e3 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:48.392008 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:48.430905 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cee30b55-b694-4046-9b57-7a409af94004 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:48.440088 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2749ef51-d504-40d2-9608-1f9baca582bc tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:48.493079 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-09d35ace-77de-4917-abd5-812b62a7e92e None None] Could not find standard attr ID for object 731eacf3-50a4-4250-b9c1-5d5372800f7c. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:28:48.532100 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-09d35ace-77de-4917-abd5-812b62a7e92e None None] Could not find standard attr ID for object de096692-f55f-48b9-8bff-35b5c1ab101c. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:28:48.546636 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1627e4-6b13-482a-9340-cbce83a26895 req-1d8876cd-9faf-4c20-b10b-1214e63bcab5 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:48.548557 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fb1627e4-6b13-482a-9340-cbce83a26895 req-1d8876cd-9faf-4c20-b10b-1214e63bcab5 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=1672bace-e875-4972-ae76-9722bb7a7385 HTTP/1.1" status: 200 len: 945 time: 0.3345480 Jul 15 23:28:48.554140 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-d0859f23-bdc3-455c-a0c6-a58a3a56f083 None None] Deleting port 4fceec18-fc80-4481-b736-ab34fb0a4f36 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:48.554436 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d0859f23-bdc3-455c-a0c6-a58a3a56f083 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:48.560795 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb60de0-53a5-4b4a-87ed-009aa6936a6a req-b732a60d-d86b-4e17-88dd-8f5352827cfd tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:48.569391 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ddb60de0-53a5-4b4a-87ed-009aa6936a6a req-b732a60d-d86b-4e17-88dd-8f5352827cfd tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=6797365d-c7ce-4e24-a954-67ea472f9dd4 HTTP/1.1" status: 200 len: 946 time: 0.3594363 Jul 15 23:28:48.686056 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-d0859f23-bdc3-455c-a0c6-a58a3a56f083 None None] For port 4fceec18-fc80-4481-b736-ab34fb0a4f36, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=4fceec18-fc80-4481-b736-ab34fb0a4f36,segment=NetworkSegment(5b7ec4bc-69ec-41ad-971c-cd923ff6cae2),segment_id=5b7ec4bc-69ec-41ad-971c-cd923ff6cae2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:48.686412 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d0859f23-bdc3-455c-a0c6-a58a3a56f083 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:48.708708 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-d0859f23-bdc3-455c-a0c6-a58a3a56f083 None None] Calling delete_port for 4fceec18-fc80-4481-b736-ab34fb0a4f36 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:48.847020 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d0859f23-bdc3-455c-a0c6-a58a3a56f083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:48.908802 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0859f23-bdc3-455c-a0c6-a58a3a56f083 None None] Pushing event deleted for resources: {'Port': ['ID=4fceec18-fc80-4481-b736-ab34fb0a4f36,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:48.912600 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0859f23-bdc3-455c-a0c6-a58a3a56f083 None None] No DVR routers for this DVR port 4fceec18-fc80-4481-b736-ab34fb0a4f36 on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:28:49.061628 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 52586) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:49.091151 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fb1627e4-6b13-482a-9340-cbce83a26895 req-4207bbc8-3767-46fb-a0cc-30c54d869ea6 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=dcdd674d-e7cc-4e2c-b019-4b01eca3b895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5107360 Jul 15 23:28:49.170516 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9720c1ac-886a-4091-ae06-38cc71830f89 None None] DHCP port deletion for 21859fac-5cae-4576-8f5e-4249a508e588 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:28:49.184496 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ddb60de0-53a5-4b4a-87ed-009aa6936a6a req-0d535b18-84b3-4804-a04e-99c936e40e8b tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b59dfd8-fe46-4eda-8708-ff7f3de3ce14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6140461 Jul 15 23:28:49.186018 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2749ef51-d504-40d2-9608-1f9baca582bc tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:49.231990 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-cee30b55-b694-4046-9b57-7a409af94004 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Deleting port 4fceec18-fc80-4481-b736-ab34fb0a4f36 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:49.232549 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cee30b55-b694-4046-9b57-7a409af94004 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:49.277959 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2749ef51-d504-40d2-9608-1f9baca582bc tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:49.293289 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-9720c1ac-886a-4091-ae06-38cc71830f89 None None] Deleting port bd72eb4a-becb-43f6-9e35-332e73b905bf {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:49.293678 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9720c1ac-886a-4091-ae06-38cc71830f89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:49.368663 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-12444a37-f750-4df1-84cf-843966f2d014 tempest-QuotasTest-1796706265 tempest-QuotasTest-1796706265-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:49.379163 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2749ef51-d504-40d2-9608-1f9baca582bc tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event deleted for resources: {'Subnet': ['ID=843907b7-92f2-4bdc-abc1-f266ef10f5ad,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:49.386171 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2749ef51-d504-40d2-9608-1f9baca582bc tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:49.388337 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-2749ef51-d504-40d2-9608-1f9baca582bc tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/subnets/843907b7-92f2-4bdc-abc1-f266ef10f5ad HTTP/1.1" status: 204 len: 168 time: 1.3256881 Jul 15 23:28:49.396230 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52592) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:49.404289 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-9720c1ac-886a-4091-ae06-38cc71830f89 None None] For port bd72eb4a-becb-43f6-9e35-332e73b905bf, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=bd72eb4a-becb-43f6-9e35-332e73b905bf,segment=NetworkSegment(8ab6c6b6-5975-4c2a-af2e-8e8401c10ff4),segment_id=8ab6c6b6-5975-4c2a-af2e-8e8401c10ff4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:49.405044 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9720c1ac-886a-4091-ae06-38cc71830f89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:49.429398 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-9720c1ac-886a-4091-ae06-38cc71830f89 None None] Calling delete_port for bd72eb4a-becb-43f6-9e35-332e73b905bf owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:49.453908 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-cee30b55-b694-4046-9b57-7a409af94004 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] For port 4fceec18-fc80-4481-b736-ab34fb0a4f36, host n-d-794306-6, got binding levels [] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:49.454368 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cee30b55-b694-4046-9b57-7a409af94004 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:49.473925 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2749ef51-d504-40d2-9608-1f9baca582bc tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:49.474778 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2749ef51-d504-40d2-9608-1f9baca582bc tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:49.475604 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2749ef51-d504-40d2-9608-1f9baca582bc tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:49.476139 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2749ef51-d504-40d2-9608-1f9baca582bc tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:49.476676 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2749ef51-d504-40d2-9608-1f9baca582bc tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:49.477189 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2749ef51-d504-40d2-9608-1f9baca582bc tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:49.477721 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2749ef51-d504-40d2-9608-1f9baca582bc tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:49.478215 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2749ef51-d504-40d2-9608-1f9baca582bc tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:49.478753 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2749ef51-d504-40d2-9608-1f9baca582bc tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:49.479242 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2749ef51-d504-40d2-9608-1f9baca582bc tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:49.480759 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2749ef51-d504-40d2-9608-1f9baca582bc tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:49.481389 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2749ef51-d504-40d2-9608-1f9baca582bc tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:28:49.492373 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-cee30b55-b694-4046-9b57-7a409af94004 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Calling delete_port for 4fceec18-fc80-4481-b736-ab34fb0a4f36 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:49.501885 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.ipam_backend_mixin [None req-cee30b55-b694-4046-9b57-7a409af94004 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Port 4fceec18-fc80-4481-b736-ab34fb0a4f36 was not found and therefore no delete operation was performed {{(pid=93771) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 23:28:49.503407 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6ebd15-bfdd-4e35-8a37-ba312e1c16ac None None] Network e6241178-066c-430d-a322-7862ef822ee0 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:49.508841 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cee30b55-b694-4046-9b57-7a409af94004 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:49.526475 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-454ecf95-8ba0-4fef-b80f-bfe8a013dcd8 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Deleting subnet c206de57-6467-4676-a635-a807e2af4851 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:28:49.530204 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-454ecf95-8ba0-4fef-b80f-bfe8a013dcd8 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:49.569762 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-12444a37-f750-4df1-84cf-843966f2d014 tempest-QuotasTest-1796706265 tempest-QuotasTest-1796706265-project-admin] 10.222.0.48 "PUT /v2.0/quotas/f59e771110d74737a7fd804b22f2695e HTTP/1.1" status: 200 len: 366 time: 0.4899378 Jul 15 23:28:49.573670 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 52594) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:49.578750 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-454ecf95-8ba0-4fef-b80f-bfe8a013dcd8 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:49.598677 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86acc42b-b385-48c3-9065-f5698681e2e6 req-ce94de9b-df81-4e03-8935-c0c76d097f4c tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:49.600202 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-86acc42b-b385-48c3-9065-f5698681e2e6 req-ce94de9b-df81-4e03-8935-c0c76d097f4c tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=6797365d-c7ce-4e24-a954-67ea472f9dd4 HTTP/1.1" status: 200 len: 946 time: 0.2382989 Jul 15 23:28:49.617764 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-1d8a60cf-36fb-43c3-abab-89227453d0d5 tempest-QuotasTest-1796706265 tempest-QuotasTest-1796706265-project-admin] 10.222.0.48 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0340924 Jul 15 23:28:49.617764 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 52596) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:49.618796 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 52598) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:49.627383 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee30b55-b694-4046-9b57-7a409af94004 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] No DVR routers for this DVR port 4fceec18-fc80-4481-b736-ab34fb0a4f36 on host n-d-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:28:49.628633 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-1770ea31-1617-424d-87f7-f77417388333 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Request body: {'floatingip': {'port_id': '2163a5fe-aded-4f44-abb5-1f3885a494fc'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:49.640598 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-4fd4a5ea-2858-41fc-a2cf-c5ddc2203d6c tempest-QuotasTest-1796706265 tempest-QuotasTest-1796706265-project-admin] 10.222.0.48 "GET /v2.0/quotas/f59e771110d74737a7fd804b22f2695e HTTP/1.1" status: 200 len: 366 time: 0.0291517 Jul 15 23:28:49.641355 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 52600) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:49.653795 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee30b55-b694-4046-9b57-7a409af94004 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Pushing event deleted for resources: {'Port': ['ID=4fceec18-fc80-4481-b736-ab34fb0a4f36,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:49.754552 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-8794de46-fa9c-4f07-8e2d-6d86cd96a538 tempest-QuotasTest-1796706265 tempest-QuotasTest-1796706265-project-admin] 10.222.0.48 "DELETE /v2.0/quotas/f59e771110d74737a7fd804b22f2695e HTTP/1.1" status: 204 len: 168 time: 0.0382659 Jul 15 23:28:49.754830 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9720c1ac-886a-4091-ae06-38cc71830f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:49.755876 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 52610) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:49.777431 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52612) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:49.778010 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-b644996f-6088-400b-870f-505fa08dbf3b tempest-QuotasTest-1796706265 tempest-QuotasTest-1796706265-project-admin] 10.222.0.48 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0197179 Jul 15 23:28:49.780940 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1770ea31-1617-424d-87f7-f77417388333 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:49.802038 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9720c1ac-886a-4091-ae06-38cc71830f89 None None] No DVR routers for this DVR port bd72eb4a-becb-43f6-9e35-332e73b905bf on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:28:49.806446 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9720c1ac-886a-4091-ae06-38cc71830f89 None None] Pushing event deleted for resources: {'Port': ['ID=bd72eb4a-becb-43f6-9e35-332e73b905bf,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:49.846976 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 4fceec18-fc80-4481-b736-ab34fb0a4f36 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:28:49.881112 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 4fceec18-fc80-4481-b736-ab34fb0a4f36 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:28:49.881463 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 4fceec18-fc80-4481-b736-ab34fb0a4f36 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:28:49.881898 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device bd72eb4a-becb-43f6-9e35-332e73b905bf no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:28:49.893497 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cee30b55-b694-4046-9b57-7a409af94004 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:49.903828 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-87aa9e46-6c8e-4934-8ee4-1670fb5a62ac tempest-QuotasTest-1796706265 tempest-QuotasTest-1796706265-project-admin] 10.222.0.48 "GET /v2.0/quotas/f59e771110d74737a7fd804b22f2695e HTTP/1.1" status: 200 len: 370 time: 0.1213620 Jul 15 23:28:49.910589 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 52616) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:49.912548 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-454ecf95-8ba0-4fef-b80f-bfe8a013dcd8 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:49.917259 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-cee30b55-b694-4046-9b57-7a409af94004 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b13419bf-58c4-4cd2-b5d4-a81de4c257aa']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:49.928933 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-5a84dc4f-df99-4282-a5e6-551332f83006 tempest-QuotasTest-1796706265 tempest-QuotasTest-1796706265-project-admin] 10.222.0.48 "GET /v2.0/quotas/f59e771110d74737a7fd804b22f2695e/default HTTP/1.1" status: 200 len: 370 time: 0.0138185 Jul 15 23:28:49.929971 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 52618) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:49.957273 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: bd72eb4a-becb-43f6-9e35-332e73b905bf {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:28:49.958258 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device bd72eb4a-becb-43f6-9e35-332e73b905bf not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:28:49.967617 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-cee30b55-b694-4046-9b57-7a409af94004 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b7ec4bc-69ec-41ad-971c-cd923ff6cae2') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:49.967838 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-cee30b55-b694-4046-9b57-7a409af94004 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b7ec4bc-69ec-41ad-971c-cd923ff6cae2') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:49.986272 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [None req-7001298d-536a-4c4a-87fb-1f4c8bcdd05c tempest-QuotasTest-1796706265 tempest-QuotasTest-1796706265-project-admin] delete failed (client error): The resource could not be found. Jul 15 23:28:49.986951 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-7001298d-536a-4c4a-87fb-1f4c8bcdd05c tempest-QuotasTest-1796706265 tempest-QuotasTest-1796706265-project-admin] 10.222.0.48 "DELETE /v2.0/quotas/f59e771110d74737a7fd804b22f2695e HTTP/1.1" status: 404 len: 348 time: 0.0558851 Jul 15 23:28:49.996555 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cee30b55-b694-4046-9b57-7a409af94004 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:50.045999 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cee30b55-b694-4046-9b57-7a409af94004 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:50.072610 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cee30b55-b694-4046-9b57-7a409af94004 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:28:50.073089 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cee30b55-b694-4046-9b57-7a409af94004 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:50.078208 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:28:50.078208 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:28:50.078208 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:28:50.078208 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:28:50.078208 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:28:50.078208 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:28:50.078208 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:28:50.078208 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:28:50.078208 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:28:50.078208 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:28:50.078208 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:28:50.078208 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:28:50.078208 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:28:50.078208 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:28:50.078208 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:28:50.078208 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:28:50.078208 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:28:50.078208 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:28:50.078208 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:28:50.078208 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:28:50.078208 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:28:50.078208 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:28:50.078208 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:28:50.078208 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:28:50.078208 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:28:50.078208 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:28:50.078208 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:28:50.078208 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:28:50.078208 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:28:50.078208 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:28:50.078208 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:28:50.078208 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:28:50.078208 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:28:50.078208 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:28:50.078208 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:28:50.078208 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:28:50.078208 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:28:50.078208 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:28:50.078208 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:28:50.078208 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:28:50.078208 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:28:50.078208 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:28:50.216885 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-454ecf95-8ba0-4fef-b80f-bfe8a013dcd8 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:50.303837 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cee30b55-b694-4046-9b57-7a409af94004 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:50.314979 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52632) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:50.319498 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cee30b55-b694-4046-9b57-7a409af94004 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:50.321686 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-cee30b55-b694-4046-9b57-7a409af94004 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "DELETE /v2.0/networks/b13419bf-58c4-4cd2-b5d4-a81de4c257aa HTTP/1.1" status: 204 len: 168 time: 2.0278645 Jul 15 23:28:50.326700 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454ecf95-8ba0-4fef-b80f-bfe8a013dcd8 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event deleted for resources: {'Subnet': ['ID=c206de57-6467-4676-a635-a807e2af4851,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:50.333436 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-454ecf95-8ba0-4fef-b80f-bfe8a013dcd8 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:50.338808 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-454ecf95-8ba0-4fef-b80f-bfe8a013dcd8 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/subnets/c206de57-6467-4676-a635-a807e2af4851 HTTP/1.1" status: 204 len: 168 time: 0.9410884 Jul 15 23:28:50.343047 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52634) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:50.343423 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52636) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:50.445862 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:28:50.453749 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee30b55-b694-4046-9b57-7a409af94004 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Pushing event deleted for resources: {'Network': ['ID=b13419bf-58c4-4cd2-b5d4-a81de4c257aa,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:50.466184 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a56ddbc8-b97a-4ade-8aab-33587b8d5231 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1097989 Jul 15 23:28:50.467076 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52638) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:50.492856 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-10b401e4-8e3e-435c-8e02-0026abe81e03 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Request body: {'subnet': {'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:50.560232 n-d-794306-6 neutron-server[93771]: DEBUG neutron.quota.resource [None req-0bfba94e-6e15-479b-84cb-cb7a1afb70f8 tempest-QuotasTest-1796706265 tempest-QuotasTest-1796706265-project-admin] Usage tracker for resource:network and tenant:4427572530de4183a44e8a613d2ae15e is out of sync, need to count used quota {{(pid=93771) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 23:28:50.611316 n-d-794306-6 neutron-server[93771]: DEBUG neutron.quota.resource [None req-0bfba94e-6e15-479b-84cb-cb7a1afb70f8 tempest-QuotasTest-1796706265 tempest-QuotasTest-1796706265-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93771) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 23:28:50.639662 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d593d4e8-99d2-4877-9b19-0dce2f790bde req-8ffc9262-af03-43af-8753-1c6f5531b08f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:50.642058 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d593d4e8-99d2-4877-9b19-0dce2f790bde req-8ffc9262-af03-43af-8753-1c6f5531b08f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=1672bace-e875-4972-ae76-9722bb7a7385 HTTP/1.1" status: 200 len: 945 time: 0.2061045 Jul 15 23:28:50.643350 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c8e93ce7-b563-4677-b92c-e2bfb0365cfb tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:50.650227 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1770ea31-1617-424d-87f7-f77417388333 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:50.670408 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1770ea31-1617-424d-87f7-f77417388333 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:50.694135 n-d-794306-6 neutron-server[93771]: DEBUG neutron.quota.resource [None req-0bfba94e-6e15-479b-84cb-cb7a1afb70f8 tempest-QuotasTest-1796706265 tempest-QuotasTest-1796706265-project-admin] Usage tracker for resource:subnet and tenant:4427572530de4183a44e8a613d2ae15e is out of sync, need to count used quota {{(pid=93771) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 23:28:50.711406 n-d-794306-6 neutron-server[93771]: DEBUG neutron.quota.resource [None req-0bfba94e-6e15-479b-84cb-cb7a1afb70f8 tempest-QuotasTest-1796706265 tempest-QuotasTest-1796706265-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93771) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 23:28:50.789120 n-d-794306-6 neutron-server[93771]: DEBUG neutron.quota.resource [None req-0bfba94e-6e15-479b-84cb-cb7a1afb70f8 tempest-QuotasTest-1796706265 tempest-QuotasTest-1796706265-project-admin] Usage tracker for resource:subnetpool and tenant:4427572530de4183a44e8a613d2ae15e is out of sync, need to count used quota {{(pid=93771) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 23:28:50.797864 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b401e4-8e3e-435c-8e02-0026abe81e03 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Made reservation on behalf of 1ccad8e849f943d19f815f855c3f3849 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:50.803339 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10b401e4-8e3e-435c-8e02-0026abe81e03 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:50.806974 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9270497-905f-42ec-bb86-3c161df48700 None None] Network e6241178-066c-430d-a322-7862ef822ee0 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:50.812692 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d593d4e8-99d2-4877-9b19-0dce2f790bde req-8779e52c-a7cd-46c9-a9b0-0b32b5af0162 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=dcdd674d-e7cc-4e2c-b019-4b01eca3b895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601536 Jul 15 23:28:50.855968 n-d-794306-6 neutron-server[93771]: DEBUG neutron.quota.resource [None req-0bfba94e-6e15-479b-84cb-cb7a1afb70f8 tempest-QuotasTest-1796706265 tempest-QuotasTest-1796706265-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93771) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 23:28:50.902201 n-d-794306-6 neutron-server[93770]: INFO neutron.db.l3_db [None req-1770ea31-1617-424d-87f7-f77417388333 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Floating IP 5ed67a7a-4875-4ed5-b647-716e9c458267 associated. External IP: 172.25.5.86, port: 2163a5fe-aded-4f44-abb5-1f3885a494fc. Jul 15 23:28:50.909465 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c8e93ce7-b563-4677-b92c-e2bfb0365cfb tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:50.933758 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-c8e93ce7-b563-4677-b92c-e2bfb0365cfb tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21859fac-5cae-4576-8f5e-4249a508e588']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:50.945771 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-00cf06f3-17c2-46f3-86ca-c1814fda58ae None None] Provisioning complete for port 157d7bba-40e6-4312-af5c-cf98d23af5e3 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:50.946243 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-00cf06f3-17c2-46f3-86ca-c1814fda58ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:50.948292 n-d-794306-6 neutron-server[93771]: DEBUG neutron.quota.resource [None req-0bfba94e-6e15-479b-84cb-cb7a1afb70f8 tempest-QuotasTest-1796706265 tempest-QuotasTest-1796706265-project-admin] Usage tracker for resource:port and tenant:4427572530de4183a44e8a613d2ae15e is out of sync, need to count used quota {{(pid=93771) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 23:28:50.997327 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-c8e93ce7-b563-4677-b92c-e2bfb0365cfb tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ab6c6b6-5975-4c2a-af2e-8e8401c10ff4') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:50.997635 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-c8e93ce7-b563-4677-b92c-e2bfb0365cfb tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ab6c6b6-5975-4c2a-af2e-8e8401c10ff4') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:51.001782 n-d-794306-6 neutron-server[93771]: DEBUG neutron.quota.resource [None req-0bfba94e-6e15-479b-84cb-cb7a1afb70f8 tempest-QuotasTest-1796706265 tempest-QuotasTest-1796706265-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93771) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 23:28:51.025822 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c8e93ce7-b563-4677-b92c-e2bfb0365cfb tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:51.049501 n-d-794306-6 neutron-server[93771]: DEBUG neutron.quota.resource [None req-0bfba94e-6e15-479b-84cb-cb7a1afb70f8 tempest-QuotasTest-1796706265 tempest-QuotasTest-1796706265-project-admin] Usage tracker for resource:router and tenant:4427572530de4183a44e8a613d2ae15e is out of sync, need to count used quota {{(pid=93771) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 23:28:51.054905 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c8e93ce7-b563-4677-b92c-e2bfb0365cfb tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:51.060886 n-d-794306-6 neutron-server[93771]: DEBUG neutron.quota.resource [None req-0bfba94e-6e15-479b-84cb-cb7a1afb70f8 tempest-QuotasTest-1796706265 tempest-QuotasTest-1796706265-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93771) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 23:28:51.068266 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8e93ce7-b563-4677-b92c-e2bfb0365cfb tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:28:51.068682 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c8e93ce7-b563-4677-b92c-e2bfb0365cfb tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:51.072232 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:28:51.072232 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:28:51.072232 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:28:51.072232 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:28:51.072232 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:28:51.072232 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:28:51.072232 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:28:51.072232 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:28:51.072232 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:28:51.072232 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:28:51.072232 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:28:51.072232 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:28:51.072232 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:28:51.072232 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:28:51.072232 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:28:51.072232 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:28:51.072232 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:28:51.072232 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:28:51.072232 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:28:51.072232 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:28:51.072232 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:28:51.072232 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:28:51.072232 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:28:51.072232 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:28:51.072232 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:28:51.072232 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:28:51.072232 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:28:51.072232 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:28:51.072232 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:28:51.072232 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:28:51.072232 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:28:51.072232 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:28:51.115286 n-d-794306-6 neutron-server[93771]: DEBUG neutron.quota.resource [None req-0bfba94e-6e15-479b-84cb-cb7a1afb70f8 tempest-QuotasTest-1796706265 tempest-QuotasTest-1796706265-project-admin] Usage tracker for resource:floatingip and tenant:4427572530de4183a44e8a613d2ae15e is out of sync, need to count used quota {{(pid=93771) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 23:28:51.197887 n-d-794306-6 neutron-server[93771]: DEBUG neutron.quota.resource [None req-0bfba94e-6e15-479b-84cb-cb7a1afb70f8 tempest-QuotasTest-1796706265 tempest-QuotasTest-1796706265-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93771) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 23:28:51.220601 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c8e93ce7-b563-4677-b92c-e2bfb0365cfb tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:51.256255 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c8e93ce7-b563-4677-b92c-e2bfb0365cfb tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:51.261681 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c8e93ce7-b563-4677-b92c-e2bfb0365cfb tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "DELETE /v2.0/networks/21859fac-5cae-4576-8f5e-4249a508e588 HTTP/1.1" status: 204 len: 168 time: 0.9074335 Jul 15 23:28:51.268667 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 52656) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:51.283726 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-f23e4d87-4b89-4dc9-be22-5f2808f2fa1c tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-144055595'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:51.319152 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23e4d87-4b89-4dc9-be22-5f2808f2fa1c tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Made reservation on behalf of 34183464e2cc438698c712a3ae8b36f2 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:51.323019 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f23e4d87-4b89-4dc9-be22-5f2808f2fa1c tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:51.341111 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e93ce7-b563-4677-b92c-e2bfb0365cfb tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Pushing event deleted for resources: {'Network': ['ID=21859fac-5cae-4576-8f5e-4249a508e588,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:51.364460 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1770ea31-1617-424d-87f7-f77417388333 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Router a44bef98-cec5-4f57-bd42-844dab447238 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:28:51.377688 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f23e4d87-4b89-4dc9-be22-5f2808f2fa1c tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:28:51.378163 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b0f08f-518f-43de-9037-be31900674dc None None] DHCP port deletion for e6241178-066c-430d-a322-7862ef822ee0 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:28:51.394679 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f23e4d87-4b89-4dc9-be22-5f2808f2fa1c tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:51.395425 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10b401e4-8e3e-435c-8e02-0026abe81e03 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:51.395690 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-f23e4d87-4b89-4dc9-be22-5f2808f2fa1c tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Added segment d149bb8f-6c0e-4039-8cc2-6e89bd21f9c8 of type vlan for network 66c54a98-9ff7-4b08-9c8b-00eacb5a9d0d Jul 15 23:28:51.444725 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-96b0f08f-518f-43de-9037-be31900674dc None None] Deleting port 157d7bba-40e6-4312-af5c-cf98d23af5e3 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:51.445773 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-96b0f08f-518f-43de-9037-be31900674dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:51.460043 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b401e4-8e3e-435c-8e02-0026abe81e03 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event updated for resources: {'Subnet': ['ID=3e134dbf-484c-4871-9b05-853186baa258,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:51.472251 n-d-794306-6 neutron-server[93771]: DEBUG neutron.quota.resource [None req-0bfba94e-6e15-479b-84cb-cb7a1afb70f8 tempest-QuotasTest-1796706265 tempest-QuotasTest-1796706265-project-admin] Usage tracker for resource:security_group and tenant:4427572530de4183a44e8a613d2ae15e is out of sync, need to count used quota {{(pid=93771) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 23:28:51.475469 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b401e4-8e3e-435c-8e02-0026abe81e03 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Network e6241178-066c-430d-a322-7862ef822ee0 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:51.480433 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-10b401e4-8e3e-435c-8e02-0026abe81e03 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:51.482415 n-d-794306-6 neutron-server[93771]: DEBUG neutron.quota.resource [None req-0bfba94e-6e15-479b-84cb-cb7a1afb70f8 tempest-QuotasTest-1796706265 tempest-QuotasTest-1796706265-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93771) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 23:28:51.487749 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b401e4-8e3e-435c-8e02-0026abe81e03 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:51.488485 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10b401e4-8e3e-435c-8e02-0026abe81e03 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:51.504843 n-d-794306-6 neutron-server[93771]: DEBUG neutron.quota.resource [None req-0bfba94e-6e15-479b-84cb-cb7a1afb70f8 tempest-QuotasTest-1796706265 tempest-QuotasTest-1796706265-project-admin] Usage tracker for resource:security_group_rule and tenant:4427572530de4183a44e8a613d2ae15e is out of sync, need to count used quota {{(pid=93771) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 23:28:51.514351 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-10b401e4-8e3e-435c-8e02-0026abe81e03 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0294256 Jul 15 23:28:51.514351 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52658) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:51.523460 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-dd43a8e5-59c4-4e83-8e7a-4d9bd92dd3ec tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Request body: {'subnet': {'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:51.530138 n-d-794306-6 neutron-server[93771]: DEBUG neutron.quota.resource [None req-0bfba94e-6e15-479b-84cb-cb7a1afb70f8 tempest-QuotasTest-1796706265 tempest-QuotasTest-1796706265-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93771) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 23:28:51.552921 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-0bfba94e-6e15-479b-84cb-cb7a1afb70f8 tempest-QuotasTest-1796706265 tempest-QuotasTest-1796706265-project-admin] 10.222.0.48 "GET /v2.0/quotas/4427572530de4183a44e8a613d2ae15e/details.json HTTP/1.1" status: 200 len: 703 time: 1.2300100 Jul 15 23:28:51.560083 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f23e4d87-4b89-4dc9-be22-5f2808f2fa1c tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:51.607671 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1770ea31-1617-424d-87f7-f77417388333 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:28:51.612953 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1770ea31-1617-424d-87f7-f77417388333 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:51.617044 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f23e4d87-4b89-4dc9-be22-5f2808f2fa1c tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:51.621738 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-96b0f08f-518f-43de-9037-be31900674dc None None] For port 157d7bba-40e6-4312-af5c-cf98d23af5e3, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=157d7bba-40e6-4312-af5c-cf98d23af5e3,segment=NetworkSegment(83031f72-0c55-4202-a7d3-7c1d93801518),segment_id=83031f72-0c55-4202-a7d3-7c1d93801518)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:51.622063 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-96b0f08f-518f-43de-9037-be31900674dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:51.641190 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23e4d87-4b89-4dc9-be22-5f2808f2fa1c tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:51.641888 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f23e4d87-4b89-4dc9-be22-5f2808f2fa1c tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:51.651480 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-96b0f08f-518f-43de-9037-be31900674dc None None] Calling delete_port for 157d7bba-40e6-4312-af5c-cf98d23af5e3 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:51.652293 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c34b3c8-f2b4-4bf3-8485-1dc6fc38d69d None None] Sync routers for ids ['a44bef98-cec5-4f57-bd42-844dab447238'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:28:51.667043 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c34b3c8-f2b4-4bf3-8485-1dc6fc38d69d None None] Routers {'a44bef98-cec5-4f57-bd42-844dab447238'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:28:51.667893 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-6c34b3c8-f2b4-4bf3-8485-1dc6fc38d69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:28:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['a44bef98-cec5-4f57-bd42-844dab447238'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:51.806021 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd43a8e5-59c4-4e83-8e7a-4d9bd92dd3ec tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Made reservation on behalf of 1ccad8e849f943d19f815f855c3f3849 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:51.807698 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-96b0f08f-518f-43de-9037-be31900674dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:51.823085 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dd43a8e5-59c4-4e83-8e7a-4d9bd92dd3ec tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:51.855779 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 157d7bba-40e6-4312-af5c-cf98d23af5e3 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:28:51.899997 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-1770ea31-1617-424d-87f7-f77417388333 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "PUT /v2.0/floatingips/5ed67a7a-4875-4ed5-b647-716e9c458267 HTTP/1.1" status: 200 len: 991 time: 2.2703807 Jul 15 23:28:51.901178 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23e4d87-4b89-4dc9-be22-5f2808f2fa1c tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Pushing event updated for resources: {'Network': ['ID=66c54a98-9ff7-4b08-9c8b-00eacb5a9d0d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:51.910234 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-f23e4d87-4b89-4dc9-be22-5f2808f2fa1c tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6403396 Jul 15 23:28:51.911795 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6797365d-c7ce-4e24-a954-67ea472f9dd4', 'tag': '2163a5fe-aded-4f44-abb5-1f3885a494fc'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:28:51.914118 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee9dfbd-c621-4bb7-b611-87677a94a891" -d '{"events": [{"name": "network-changed", "server_uuid": "6797365d-c7ce-4e24-a954-67ea472f9dd4", "tag": "2163a5fe-aded-4f44-abb5-1f3885a494fc"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:28:51.916335 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 52670) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:51.920323 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b0f08f-518f-43de-9037-be31900674dc None None] Pushing event deleted for resources: {'Port': ['ID=157d7bba-40e6-4312-af5c-cf98d23af5e3,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:51.929570 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 157d7bba-40e6-4312-af5c-cf98d23af5e3 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:28:51.929906 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 157d7bba-40e6-4312-af5c-cf98d23af5e3 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:28:51.939278 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 66c54a98-9ff7-4b08-9c8b-00eacb5a9d0d details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:28:51.945027 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b0f08f-518f-43de-9037-be31900674dc None None] No DVR routers for this DVR port 157d7bba-40e6-4312-af5c-cf98d23af5e3 on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:28:51.950376 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4e0de221-819b-4aec-af96-e522510798f0 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Request body: {'subnet': {'network_id': '66c54a98-9ff7-4b08-9c8b-00eacb5a9d0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:51.978712 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0191ad55-d0ba-4aea-a945-24f68556c005 None None] Network e6241178-066c-430d-a322-7862ef822ee0 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:52.075086 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-6c34b3c8-f2b4-4bf3-8485-1dc6fc38d69d None None] Set router a44bef98-cec5-4f57-bd42-844dab447238 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:28:52.148274 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0de221-819b-4aec-af96-e522510798f0 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Made reservation on behalf of 34183464e2cc438698c712a3ae8b36f2 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:52.153293 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4e0de221-819b-4aec-af96-e522510798f0 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:52.212687 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52682) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:52.308335 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8d7e3c-d195-44ee-ba53-7b5049231376 x-openstack-request-id: req-da8d7e3c-d195-44ee-ba53-7b5049231376 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:28:52.310204 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6797365d-c7ce-4e24-a954-67ea472f9dd4", "tag": "2163a5fe-aded-4f44-abb5-1f3885a494fc", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:28:52.310606 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-da8d7e3c-d195-44ee-ba53-7b5049231376 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:28:52.311036 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6797365d-c7ce-4e24-a954-67ea472f9dd4', 'tag': '2163a5fe-aded-4f44-abb5-1f3885a494fc', 'status': 'completed', 'code': 200} Jul 15 23:28:52.444715 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0acaf309-517c-4fa1-9824-e76e93c1c1ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-e6241178-066c-430d-a322-7862ef822ee0', 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'tenant_id': '1ccad8e849f943d19f815f855c3f3849', 'fixed_ips': [{'subnet_id': '3e134dbf-484c-4871-9b05-853186baa258'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:28:52.445975 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0acaf309-517c-4fa1-9824-e76e93c1c1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:52.514538 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4aa46010-9354-4355-ad6e-6ea9ecc5c310 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:52.568110 n-d-794306-6 neutron-server[93771]: DEBUG neutron.objects.ports [None req-dd43a8e5-59c4-4e83-8e7a-4d9bd92dd3ec tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 23:28:52.572483 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dd43a8e5-59c4-4e83-8e7a-4d9bd92dd3ec tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:52.601119 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f7a93-dbc3-4f14-9a0f-94ed514303a2 req-ff2869da-bd55-4af7-8c09-ba2a04818b4a tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:52.602754 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e46f7a93-dbc3-4f14-9a0f-94ed514303a2 req-ff2869da-bd55-4af7-8c09-ba2a04818b4a tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=1672bace-e875-4972-ae76-9722bb7a7385 HTTP/1.1" status: 200 len: 945 time: 0.3461308 Jul 15 23:28:52.632602 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-6c34b3c8-f2b4-4bf3-8485-1dc6fc38d69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a44bef98-cec5-4f57-bd42-844dab447238', 'name': 'tempest-AttachVolumeShelveTestJSON-1153310658-router', 'tenant_id': 'c41d1c4cc69e402eb09493d513de9715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'b0ec6879-5d2c-42f6-a9f2-0e02c72bab87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:23:40Z', 'updated_at': '2021-07-15T23:23:49Z', 'revision_number': 4, 'project_id': 'c41d1c4cc69e402eb09493d513de9715', 'gw_port': {'id': 'b0ec6879-5d2c-42f6-a9f2-0e02c72bab87', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:cd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44bef98-cec5-4f57-bd42-844dab447238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:23:42Z', 'updated_at': '2021-07-15T23:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '5ed67a7a-4875-4ed5-b647-716e9c458267', 'tenant_id': 'c41d1c4cc69e402eb09493d513de9715', 'floating_ip_address': '172.25.5.86', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': 'a44bef98-cec5-4f57-bd42-844dab447238', 'port_id': '2163a5fe-aded-4f44-abb5-1f3885a494fc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dd08b94-305b-477e-8148-ff3865a86e5a', 'mac_address': 'fa:16:3e:da:c9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6797365d-c7ce-4e24-a954-67ea472f9dd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:28:23Z', 'updated_at': '2021-07-15T23:28:50Z', 'revision_number': 1, 'project_id': 'c41d1c4cc69e402eb09493d513de9715', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef0a64fe-47f6-4279-a3f1-2262496c7fa2', 'name': '', 'network_id': '5dd08b94-305b-477e-8148-ff3865a86e5a', 'tenant_id': 'c41d1c4cc69e402eb09493d513de9715', 'mac_address': 'fa:16:3e:df:a6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44bef98-cec5-4f57-bd42-844dab447238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': 'ac4619b4-8268-4046-9b08-9c5e68adfc94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:23:48Z', 'updated_at': '2021-07-15T23:23:59Z', 'revision_number': 5, 'project_id': 'c41d1c4cc69e402eb09493d513de9715', 'subnets': [{'id': 'ac4619b4-8268-4046-9b08-9c5e68adfc94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:52.652032 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee9dfbd-c621-4bb7-b611-87677a94a891 req-80288a91-36ef-4721-8365-db14af72665d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:52.656422 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd43a8e5-59c4-4e83-8e7a-4d9bd92dd3ec tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Network e6241178-066c-430d-a322-7862ef822ee0 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:52.664155 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fee9dfbd-c621-4bb7-b611-87677a94a891 req-80288a91-36ef-4721-8365-db14af72665d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c41d1c4cc69e402eb09493d513de9715&device_id=6797365d-c7ce-4e24-a954-67ea472f9dd4 HTTP/1.1" status: 200 len: 1097 time: 0.3415878 Jul 15 23:28:52.665278 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-dd43a8e5-59c4-4e83-8e7a-4d9bd92dd3ec tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:52.674358 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd43a8e5-59c4-4e83-8e7a-4d9bd92dd3ec tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:52.675351 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dd43a8e5-59c4-4e83-8e7a-4d9bd92dd3ec tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:52.678482 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c34b3c8-f2b4-4bf3-8485-1dc6fc38d69d None None] Checking router: a44bef98-cec5-4f57-bd42-844dab447238 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:28:52.683482 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd43a8e5-59c4-4e83-8e7a-4d9bd92dd3ec tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event updated for resources: {'Subnet': ['ID=f5d309c3-e968-434e-b147-e08ee849c995,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:52.684585 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-0acaf309-517c-4fa1-9824-e76e93c1c1ab None None] Allocated IP 172.20.0.2 (e6241178-066c-430d-a322-7862ef822ee0/3e134dbf-484c-4871-9b05-853186baa258/b1ee543a-a204-4b25-a31e-fbefc4996acb) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:52.694570 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c34b3c8-f2b4-4bf3-8485-1dc6fc38d69d None None] Routers {'a44bef98-cec5-4f57-bd42-844dab447238'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:28:52.695286 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-6c34b3c8-f2b4-4bf3-8485-1dc6fc38d69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:28:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['a44bef98-cec5-4f57-bd42-844dab447238'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:52.695967 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-0acaf309-517c-4fa1-9824-e76e93c1c1ab None None] Allocated IP 2001:db8::f816:3eff:fee5:1764 (e6241178-066c-430d-a322-7862ef822ee0/f5d309c3-e968-434e-b147-e08ee849c995/b1ee543a-a204-4b25-a31e-fbefc4996acb) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:52.776256 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4aa46010-9354-4355-ad6e-6ea9ecc5c310 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:52.780679 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4aa46010-9354-4355-ad6e-6ea9ecc5c310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:52.827236 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa46010-9354-4355-ad6e-6ea9ecc5c310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5f70ae-92ea-4aa7-8e07-6505a039cec4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:52.840379 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-dd43a8e5-59c4-4e83-8e7a-4d9bd92dd3ec tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3249633 Jul 15 23:28:52.843237 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-6c34b3c8-f2b4-4bf3-8485-1dc6fc38d69d None None] Set router a44bef98-cec5-4f57-bd42-844dab447238 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:28:52.844716 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52690) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:52.854011 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c8081262-01b0-4571-ac62-97d407125f3d tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Request body: {'port': {'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'mac_address': 'fa:16:3e:bd:f7:63', 'name': 'tempest-NetworksTestDHCPv6-1230029936'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:52.914121 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0acaf309-517c-4fa1-9824-e76e93c1c1ab None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:52.925004 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0acaf309-517c-4fa1-9824-e76e93c1c1ab None None] Transition to ACTIVE for port object b1ee543a-a204-4b25-a31e-fbefc4996acb will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:52.975820 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0acaf309-517c-4fa1-9824-e76e93c1c1ab None None] Transition to ACTIVE for port object b1ee543a-a204-4b25-a31e-fbefc4996acb will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:52.977167 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e46f7a93-dbc3-4f14-9a0f-94ed514303a2 req-99eb2cd7-7fd9-459c-970f-f79542d212cd tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=dcdd674d-e7cc-4e2c-b019-4b01eca3b895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3504760 Jul 15 23:28:52.982707 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0acaf309-517c-4fa1-9824-e76e93c1c1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:52.985631 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee9dfbd-c621-4bb7-b611-87677a94a891 req-8d45c821-afdf-4963-a77c-78fed937410f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:52.987313 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fee9dfbd-c621-4bb7-b611-87677a94a891 req-8d45c821-afdf-4963-a77c-78fed937410f service neutron] 10.222.0.49 "GET /v2.0/networks?id=5dd08b94-305b-477e-8148-ff3865a86e5a HTTP/1.1" status: 200 len: 918 time: 0.3052127 Jul 15 23:28:53.016115 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-4aa46010-9354-4355-ad6e-6ea9ecc5c310 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b939d72089a94b55b0a93b52c46087fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7987790 Jul 15 23:28:53.020816 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8081262-01b0-4571-ac62-97d407125f3d tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Made reservation on behalf of 1ccad8e849f943d19f815f855c3f3849 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:53.033415 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52698) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:53.066936 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acaf309-517c-4fa1-9824-e76e93c1c1ab None None] Network e6241178-066c-430d-a322-7862ef822ee0 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:53.075844 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-0acaf309-517c-4fa1-9824-e76e93c1c1ab None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:53.088674 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acaf309-517c-4fa1-9824-e76e93c1c1ab None None] Pushing event updated for resources: {'Port': ['ID=b1ee543a-a204-4b25-a31e-fbefc4996acb,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:53.116380 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acaf309-517c-4fa1-9824-e76e93c1c1ab None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:28:53.171924 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fee9dfbd-c621-4bb7-b611-87677a94a891 req-a389340b-c02d-4ecc-b415-2f436ff8f6e2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2163a5fe-aded-4f44-abb5-1f3885a494fc HTTP/1.1" status: 200 len: 999 time: 0.1762981 Jul 15 23:28:53.173515 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4e0de221-819b-4aec-af96-e522510798f0 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:53.190685 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-50bd4e99-48c4-4460-8108-b8004c4d597e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:53.213061 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c8081262-01b0-4571-ac62-97d407125f3d tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:53.214022 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-0acaf309-517c-4fa1-9824-e76e93c1c1ab None None] Attempting to bind port b1ee543a-a204-4b25-a31e-fbefc4996acb on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:28:53.214401 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-0acaf309-517c-4fa1-9824-e76e93c1c1ab None None] Attempting to bind port b1ee543a-a204-4b25-a31e-fbefc4996acb by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:28:53.214770 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acaf309-517c-4fa1-9824-e76e93c1c1ab None None] Attempting to bind port b1ee543a-a204-4b25-a31e-fbefc4996acb on network e6241178-066c-430d-a322-7862ef822ee0 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:28:53.220805 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acaf309-517c-4fa1-9824-e76e93c1c1ab None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:28:53.220805 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acaf309-517c-4fa1-9824-e76e93c1c1ab None None] Checking segment: {'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:28:53.221112 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0acaf309-517c-4fa1-9824-e76e93c1c1ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:53.221507 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acaf309-517c-4fa1-9824-e76e93c1c1ab None None] Bound using segment: {'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:28:53.222133 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-0acaf309-517c-4fa1-9824-e76e93c1c1ab None None] Bound port: b1ee543a-a204-4b25-a31e-fbefc4996acb, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:28:53.222532 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0acaf309-517c-4fa1-9824-e76e93c1c1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:53.236983 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-6c34b3c8-f2b4-4bf3-8485-1dc6fc38d69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a44bef98-cec5-4f57-bd42-844dab447238', 'name': 'tempest-AttachVolumeShelveTestJSON-1153310658-router', 'tenant_id': 'c41d1c4cc69e402eb09493d513de9715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'b0ec6879-5d2c-42f6-a9f2-0e02c72bab87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:23:40Z', 'updated_at': '2021-07-15T23:23:49Z', 'revision_number': 4, 'project_id': 'c41d1c4cc69e402eb09493d513de9715', 'gw_port': {'id': 'b0ec6879-5d2c-42f6-a9f2-0e02c72bab87', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:cd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44bef98-cec5-4f57-bd42-844dab447238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:23:42Z', 'updated_at': '2021-07-15T23:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '5ed67a7a-4875-4ed5-b647-716e9c458267', 'tenant_id': 'c41d1c4cc69e402eb09493d513de9715', 'floating_ip_address': '172.25.5.86', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': 'a44bef98-cec5-4f57-bd42-844dab447238', 'port_id': '2163a5fe-aded-4f44-abb5-1f3885a494fc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dd08b94-305b-477e-8148-ff3865a86e5a', 'mac_address': 'fa:16:3e:da:c9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6797365d-c7ce-4e24-a954-67ea472f9dd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:28:23Z', 'updated_at': '2021-07-15T23:28:50Z', 'revision_number': 1, 'project_id': 'c41d1c4cc69e402eb09493d513de9715', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef0a64fe-47f6-4279-a3f1-2262496c7fa2', 'name': '', 'network_id': '5dd08b94-305b-477e-8148-ff3865a86e5a', 'tenant_id': 'c41d1c4cc69e402eb09493d513de9715', 'mac_address': 'fa:16:3e:df:a6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44bef98-cec5-4f57-bd42-844dab447238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': 'ac4619b4-8268-4046-9b08-9c5e68adfc94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:23:48Z', 'updated_at': '2021-07-15T23:23:59Z', 'revision_number': 5, 'project_id': 'c41d1c4cc69e402eb09493d513de9715', 'subnets': [{'id': 'ac4619b4-8268-4046-9b08-9c5e68adfc94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:28:53.269280 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-50bd4e99-48c4-4460-8108-b8004c4d597e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:53.273722 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c34b3c8-f2b4-4bf3-8485-1dc6fc38d69d None None] The sync data for ids ['a44bef98-cec5-4f57-bd42-844dab447238'] in n-d-794306-6 is: [{'id': 'a44bef98-cec5-4f57-bd42-844dab447238', 'name': 'tempest-AttachVolumeShelveTestJSON-1153310658-router', 'tenant_id': 'c41d1c4cc69e402eb09493d513de9715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'b0ec6879-5d2c-42f6-a9f2-0e02c72bab87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:23:40Z', 'updated_at': '2021-07-15T23:23:49Z', 'revision_number': 4, 'project_id': 'c41d1c4cc69e402eb09493d513de9715', 'gw_port': {'id': 'b0ec6879-5d2c-42f6-a9f2-0e02c72bab87', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:cd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44bef98-cec5-4f57-bd42-844dab447238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:23:42Z', 'updated_at': '2021-07-15T23:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '5ed67a7a-4875-4ed5-b647-716e9c458267', 'tenant_id': 'c41d1c4cc69e402eb09493d513de9715', 'floating_ip_address': '172.25.5.86', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': 'a44bef98-cec5-4f57-bd42-844dab447238', 'port_id': '2163a5fe-aded-4f44-abb5-1f3885a494fc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dd08b94-305b-477e-8148-ff3865a86e5a', 'mac_address': 'fa:16:3e:da:c9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6797365d-c7ce-4e24-a954-67ea472f9dd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:28:23Z', 'updated_at': '2021-07-15T23:28:50Z', 'revision_number': 1, 'project_id': 'c41d1c4cc69e402eb09493d513de9715', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef0a64fe-47f6-4279-a3f1-2262496c7fa2', 'name': '', 'network_id': '5dd08b94-305b-477e-8148-ff3865a86e5a', 'tenant_id': 'c41d1c4cc69e402eb09493d513de9715', 'mac_address': 'fa:16:3e:df:a6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44bef98-cec5-4f57-bd42-844dab447238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': 'ac4619b4-8268-4046-9b08-9c5e68adfc94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:23:48Z', 'updated_at': '2021-07-15T23:23:59Z', 'revision_number': 5, 'project_id': 'c41d1c4cc69e402eb09493d513de9715', 'subnets': [{'id': 'ac4619b4-8268-4046-9b08-9c5e68adfc94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:28:53.339117 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0de221-819b-4aec-af96-e522510798f0 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Pushing event updated for resources: {'Subnet': ['ID=26c0ac86-45d4-4546-9e7a-14302901cc32,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:53.348590 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-c8081262-01b0-4571-ac62-97d407125f3d tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] device_id is not set on port 0133d44a-2fef-4ca7-911f-39a1a886f236 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:28:53.352564 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0acaf309-517c-4fa1-9824-e76e93c1c1ab None None] For port b1ee543a-a204-4b25-a31e-fbefc4996acb, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:28:53.362004 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0acaf309-517c-4fa1-9824-e76e93c1c1ab None None] For port b1ee543a-a204-4b25-a31e-fbefc4996acb, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=b1ee543a-a204-4b25-a31e-fbefc4996acb,segment=NetworkSegment(83031f72-0c55-4202-a7d3-7c1d93801518),segment_id=83031f72-0c55-4202-a7d3-7c1d93801518)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:28:53.368249 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0acaf309-517c-4fa1-9824-e76e93c1c1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:53.404680 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-50bd4e99-48c4-4460-8108-b8004c4d597e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:53.407260 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-50bd4e99-48c4-4460-8108-b8004c4d597e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:53.414565 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-50bd4e99-48c4-4460-8108-b8004c4d597e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2b5f70ae-92ea-4aa7-8e07-6505a039cec4 HTTP/1.1" status: 204 len: 168 time: 0.3809347 Jul 15 23:28:53.416767 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee9dfbd-c621-4bb7-b611-87677a94a891 req-4f8c4aa6-5d7f-4ba0-80f5-d8181d420aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:53.418284 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fee9dfbd-c621-4bb7-b611-87677a94a891 req-4f8c4aa6-5d7f-4ba0-80f5-d8181d420aec service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ac4619b4-8268-4046-9b08-9c5e68adfc94 HTTP/1.1" status: 200 len: 856 time: 0.2115262 Jul 15 23:28:53.422708 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0de221-819b-4aec-af96-e522510798f0 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Checking segment: {'id': 'd149bb8f-6c0e-4039-8cc2-6e89bd21f9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '66c54a98-9ff7-4b08-9c8b-00eacb5a9d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:28:53.423081 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0de221-819b-4aec-af96-e522510798f0 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Network hostable DHCP agents. Network: 66c54a98-9ff7-4b08-9c8b-00eacb5a9d0d, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:28:53.499554 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acaf309-517c-4fa1-9824-e76e93c1c1ab None None] Pushing event updated for resources: {'Port': ['ID=b1ee543a-a204-4b25-a31e-fbefc4996acb,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:53.506375 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0de221-819b-4aec-af96-e522510798f0 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Network 66c54a98-9ff7-4b08-9c8b-00eacb5a9d0d is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:28:53.517635 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-4e0de221-819b-4aec-af96-e522510798f0 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 66c54a98-9ff7-4b08-9c8b-00eacb5a9d0d) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:53.524891 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0de221-819b-4aec-af96-e522510798f0 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:53.525509 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4e0de221-819b-4aec-af96-e522510798f0 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:53.527744 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27bfb4e-2149-4b6f-bd03-d03c16007914 None None] Network 66c54a98-9ff7-4b08-9c8b-00eacb5a9d0d requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:53.539024 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bd4e99-48c4-4460-8108-b8004c4d597e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5f70ae-92ea-4aa7-8e07-6505a039cec4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:53.636732 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-c8081262-01b0-4571-ac62-97d407125f3d tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Allocated IP 172.20.0.10 (e6241178-066c-430d-a322-7862ef822ee0/3e134dbf-484c-4871-9b05-853186baa258/0133d44a-2fef-4ca7-911f-39a1a886f236) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:53.645940 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-c8081262-01b0-4571-ac62-97d407125f3d tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Allocated IP 2001:db8::f816:3eff:febd:f763 (e6241178-066c-430d-a322-7862ef822ee0/f5d309c3-e968-434e-b147-e08ee849c995/0133d44a-2fef-4ca7-911f-39a1a886f236) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:53.667675 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-4e0de221-819b-4aec-af96-e522510798f0 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7499509 Jul 15 23:28:53.674503 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52710) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:53.680550 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-9fda9448-937d-4fa6-8902-7eada952b17b tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1563798336', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:53.726574 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4aad52-dfbb-4e51-91f1-c38929c616a4 None None] New status for floating IP 5ed67a7a-4875-4ed5-b647-716e9c458267: ACTIVE {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:28:53.729429 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee9dfbd-c621-4bb7-b611-87677a94a891 req-dfb4f7db-08b0-4692-9d01-c70b36e17aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:53.730971 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fee9dfbd-c621-4bb7-b611-87677a94a891 req-dfb4f7db-08b0-4692-9d01-c70b36e17aa2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5dd08b94-305b-477e-8148-ff3865a86e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3028352 Jul 15 23:28:53.797858 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9fda9448-937d-4fa6-8902-7eada952b17b tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:53.803639 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9fda9448-937d-4fa6-8902-7eada952b17b tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:53.959040 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9fda9448-937d-4fa6-8902-7eada952b17b tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:53.970492 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9fda9448-937d-4fa6-8902-7eada952b17b tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:54.032747 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fee9dfbd-c621-4bb7-b611-87677a94a891 req-7cce1b07-16f5-484d-a8d3-968be7ab83ec service neutron] 10.222.0.49 "GET /v2.0/networks/5dd08b94-305b-477e-8148-ff3865a86e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899632 Jul 15 23:28:54.059144 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0fbf0e-d51f-4665-9759-2dfe985bd818 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-66c54a98-9ff7-4b08-9c8b-00eacb5a9d0d', 'network_id': '66c54a98-9ff7-4b08-9c8b-00eacb5a9d0d', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'fixed_ips': [{'subnet_id': '26c0ac86-45d4-4546-9e7a-14302901cc32'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:28:54.060913 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3b0fbf0e-d51f-4665-9759-2dfe985bd818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:54.194680 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9fda9448-937d-4fa6-8902-7eada952b17b tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:54.199289 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-9fda9448-937d-4fa6-8902-7eada952b17b tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5237317 Jul 15 23:28:54.199997 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52722) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:54.211354 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-543d1b00-ab54-4036-a74c-89df46ae00a4 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Request body: {'port': {'network_id': '66c54a98-9ff7-4b08-9c8b-00eacb5a9d0d', 'name': 'tempest-RoutersIpV6Test-546139181'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:54.294351 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fee9dfbd-c621-4bb7-b611-87677a94a891 req-5cac3bd4-2acc-4468-b29c-717e7995ca38 service neutron] 10.222.0.49 "GET /v2.0/networks/5dd08b94-305b-477e-8148-ff3865a86e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528751 Jul 15 23:28:54.389215 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce16ae1f-156d-4cf2-81eb-22eb0426982a req-6c112980-faf4-4196-a684-a99ad3d67ee8 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:54.391177 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ce16ae1f-156d-4cf2-81eb-22eb0426982a req-6c112980-faf4-4196-a684-a99ad3d67ee8 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=1672bace-e875-4972-ae76-9722bb7a7385 HTTP/1.1" status: 200 len: 945 time: 0.0951457 Jul 15 23:28:54.422503 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 52724) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:54.430087 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c8081262-01b0-4571-ac62-97d407125f3d tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:54.457895 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f525dfe2-2b92-4837-a7a4-0992c5605005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:54.471933 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-c8081262-01b0-4571-ac62-97d407125f3d tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Transition to ACTIVE for port object 0133d44a-2fef-4ca7-911f-39a1a886f236 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:54.475019 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-3b0fbf0e-d51f-4665-9759-2dfe985bd818 None None] Allocated IP 2001:db8::2 (66c54a98-9ff7-4b08-9c8b-00eacb5a9d0d/26c0ac86-45d4-4546-9e7a-14302901cc32/91d6c2b8-9a60-4626-91cc-f7a565ecbced) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:54.500918 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ce16ae1f-156d-4cf2-81eb-22eb0426982a req-b7e87de5-afa0-4404-a8e0-eb933b76bc1b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=dcdd674d-e7cc-4e2c-b019-4b01eca3b895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923262 Jul 15 23:28:54.502742 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-543d1b00-ab54-4036-a74c-89df46ae00a4 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Made reservation on behalf of 34183464e2cc438698c712a3ae8b36f2 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:54.507813 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-543d1b00-ab54-4036-a74c-89df46ae00a4 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:54.556934 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-543d1b00-ab54-4036-a74c-89df46ae00a4 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] device_id is not set on port e3d027b7-9f6d-4f8a-9ab2-68a24f6e2c4a yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:28:54.659499 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c8081262-01b0-4571-ac62-97d407125f3d tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:54.710819 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f525dfe2-2b92-4837-a7a4-0992c5605005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:54.718062 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f525dfe2-2b92-4837-a7a4-0992c5605005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:54.729094 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8081262-01b0-4571-ac62-97d407125f3d tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event updated for resources: {'Port': ['ID=0133d44a-2fef-4ca7-911f-39a1a886f236,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:54.747114 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8081262-01b0-4571-ac62-97d407125f3d tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Network e6241178-066c-430d-a322-7862ef822ee0 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:54.748563 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-c8081262-01b0-4571-ac62-97d407125f3d tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:54.751689 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8081262-01b0-4571-ac62-97d407125f3d tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:28:54.798548 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3b0fbf0e-d51f-4665-9759-2dfe985bd818 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:54.806472 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-f525dfe2-2b92-4837-a7a4-0992c5605005 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4427572530de4183a44e8a613d2ae15e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3777857 Jul 15 23:28:54.810330 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3b0fbf0e-d51f-4665-9759-2dfe985bd818 None None] Transition to ACTIVE for port object 91d6c2b8-9a60-4626-91cc-f7a565ecbced will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:54.810555 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52730) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:54.820204 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f525dfe2-2b92-4837-a7a4-0992c5605005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f1a58c-8d61-46c9-ad6c-0163e3d522ba,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:54.830402 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3b0fbf0e-d51f-4665-9759-2dfe985bd818 None None] Transition to ACTIVE for port object 91d6c2b8-9a60-4626-91cc-f7a565ecbced will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:54.844494 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3b0fbf0e-d51f-4665-9759-2dfe985bd818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:54.859889 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8081262-01b0-4571-ac62-97d407125f3d tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:54.860583 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c8081262-01b0-4571-ac62-97d407125f3d tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:54.890335 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0fbf0e-d51f-4665-9759-2dfe985bd818 None None] Network 66c54a98-9ff7-4b08-9c8b-00eacb5a9d0d is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:54.899559 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-3b0fbf0e-d51f-4665-9759-2dfe985bd818 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:54.903621 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0fbf0e-d51f-4665-9759-2dfe985bd818 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:28:54.911838 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c8081262-01b0-4571-ac62-97d407125f3d tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.0629594 Jul 15 23:28:54.912335 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 52732) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:54.925363 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0fbf0e-d51f-4665-9759-2dfe985bd818 None None] Pushing event updated for resources: {'Port': ['ID=91d6c2b8-9a60-4626-91cc-f7a565ecbced,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:55.005197 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ee42f70-eb1b-4169-a0e2-f1ab57aee895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:55.011556 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-3b0fbf0e-d51f-4665-9759-2dfe985bd818 None None] Attempting to bind port 91d6c2b8-9a60-4626-91cc-f7a565ecbced on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:28:55.012345 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-3b0fbf0e-d51f-4665-9759-2dfe985bd818 None None] Attempting to bind port 91d6c2b8-9a60-4626-91cc-f7a565ecbced by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'd149bb8f-6c0e-4039-8cc2-6e89bd21f9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '66c54a98-9ff7-4b08-9c8b-00eacb5a9d0d'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:28:55.012909 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0fbf0e-d51f-4665-9759-2dfe985bd818 None None] Attempting to bind port 91d6c2b8-9a60-4626-91cc-f7a565ecbced on network 66c54a98-9ff7-4b08-9c8b-00eacb5a9d0d {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:28:55.020903 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0fbf0e-d51f-4665-9759-2dfe985bd818 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:28:55.021660 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0fbf0e-d51f-4665-9759-2dfe985bd818 None None] Checking segment: {'id': 'd149bb8f-6c0e-4039-8cc2-6e89bd21f9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '66c54a98-9ff7-4b08-9c8b-00eacb5a9d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:28:55.022293 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3b0fbf0e-d51f-4665-9759-2dfe985bd818 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:55.022873 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0fbf0e-d51f-4665-9759-2dfe985bd818 None None] Bound using segment: {'id': 'd149bb8f-6c0e-4039-8cc2-6e89bd21f9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '66c54a98-9ff7-4b08-9c8b-00eacb5a9d0d'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:28:55.023548 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-3b0fbf0e-d51f-4665-9759-2dfe985bd818 None None] Bound port: 91d6c2b8-9a60-4626-91cc-f7a565ecbced, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd149bb8f-6c0e-4039-8cc2-6e89bd21f9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '66c54a98-9ff7-4b08-9c8b-00eacb5a9d0d'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:28:55.024211 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3b0fbf0e-d51f-4665-9759-2dfe985bd818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:55.030449 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ee42f70-eb1b-4169-a0e2-f1ab57aee895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:55.032828 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-543d1b00-ab54-4036-a74c-89df46ae00a4 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Allocated IP 2001:db8::e6 (66c54a98-9ff7-4b08-9c8b-00eacb5a9d0d/26c0ac86-45d4-4546-9e7a-14302901cc32/e3d027b7-9f6d-4f8a-9ab2-68a24f6e2c4a) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:28:55.058717 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca76d353-6be5-4fbf-98b4-893ff429f795 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:55.068267 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca76d353-6be5-4fbf-98b4-893ff429f795 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:55.070318 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-ca76d353-6be5-4fbf-98b4-893ff429f795 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1565671 Jul 15 23:28:55.072674 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 52738) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:55.191417 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-3b0fbf0e-d51f-4665-9759-2dfe985bd818 None None] For port 91d6c2b8-9a60-4626-91cc-f7a565ecbced, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:28:55.199761 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-3b0fbf0e-d51f-4665-9759-2dfe985bd818 None None] For port 91d6c2b8-9a60-4626-91cc-f7a565ecbced, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=91d6c2b8-9a60-4626-91cc-f7a565ecbced,segment=NetworkSegment(d149bb8f-6c0e-4039-8cc2-6e89bd21f9c8),segment_id=d149bb8f-6c0e-4039-8cc2-6e89bd21f9c8)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:28:55.208916 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3b0fbf0e-d51f-4665-9759-2dfe985bd818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:55.217862 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ee42f70-eb1b-4169-a0e2-f1ab57aee895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:55.220308 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ee42f70-eb1b-4169-a0e2-f1ab57aee895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:55.226038 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-2ee42f70-eb1b-4169-a0e2-f1ab57aee895 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/89f1a58c-8d61-46c9-ad6c-0163e3d522ba HTTP/1.1" status: 204 len: 168 time: 0.4111636 Jul 15 23:28:55.258300 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee42f70-eb1b-4169-a0e2-f1ab57aee895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f1a58c-8d61-46c9-ad6c-0163e3d522ba,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:55.292709 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce293c48-f983-4c55-9a1f-4f3e6b19609c None None] Network e6241178-066c-430d-a322-7862ef822ee0 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:55.294949 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0fbf0e-d51f-4665-9759-2dfe985bd818 None None] Pushing event updated for resources: {'Port': ['ID=91d6c2b8-9a60-4626-91cc-f7a565ecbced,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:55.392366 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9b0424f6-2d73-4e5a-89fb-6a9cdd51ad5c None None] Provisioning for port b1ee543a-a204-4b25-a31e-fbefc4996acb completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:55.432071 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:55.442248 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-9f56f9cb-9e4a-41d0-b13d-33fd7b3bd412 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Deleting port 0133d44a-2fef-4ca7-911f-39a1a886f236 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:55.442657 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9f56f9cb-9e4a-41d0-b13d-33fd7b3bd412 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:55.487430 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-543d1b00-ab54-4036-a74c-89df46ae00a4 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:55.501823 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-543d1b00-ab54-4036-a74c-89df46ae00a4 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Transition to ACTIVE for port object e3d027b7-9f6d-4f8a-9ab2-68a24f6e2c4a will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:28:55.552442 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-543d1b00-ab54-4036-a74c-89df46ae00a4 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:55.716107 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543d1b00-ab54-4036-a74c-89df46ae00a4 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Pushing event updated for resources: {'Port': ['ID=e3d027b7-9f6d-4f8a-9ab2-68a24f6e2c4a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:55.740275 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543d1b00-ab54-4036-a74c-89df46ae00a4 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Network 66c54a98-9ff7-4b08-9c8b-00eacb5a9d0d is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:55.742218 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-543d1b00-ab54-4036-a74c-89df46ae00a4 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:55.745831 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543d1b00-ab54-4036-a74c-89df46ae00a4 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:28:55.751983 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543d1b00-ab54-4036-a74c-89df46ae00a4 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:55.752664 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-543d1b00-ab54-4036-a74c-89df46ae00a4 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:55.782860 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-543d1b00-ab54-4036-a74c-89df46ae00a4 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.5775995 Jul 15 23:28:55.786944 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52754) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:55.794634 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9f56f9cb-9e4a-41d0-b13d-33fd7b3bd412 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:55.836119 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-9f56f9cb-9e4a-41d0-b13d-33fd7b3bd412 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Calling delete_port for 0133d44a-2fef-4ca7-911f-39a1a886f236 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:56.011157 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device b1ee543a-a204-4b25-a31e-fbefc4996acb up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:28:56.091240 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48ad748-b806-4794-8ecb-676856822cdf req-a93a608d-18f6-4429-b42a-f6729fc0d5af tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:56.095734 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a48ad748-b806-4794-8ecb-676856822cdf req-a93a608d-18f6-4429-b42a-f6729fc0d5af tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=1672bace-e875-4972-ae76-9722bb7a7385 HTTP/1.1" status: 200 len: 945 time: 0.2494171 Jul 15 23:28:56.178531 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port b1ee543a-a204-4b25-a31e-fbefc4996acb completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:56.194383 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port b1ee543a-a204-4b25-a31e-fbefc4996acb triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:56.196173 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:56.200561 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a48ad748-b806-4794-8ecb-676856822cdf req-0554820a-f090-4563-ad8b-597d81594a16 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=dcdd674d-e7cc-4e2c-b019-4b01eca3b895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916409 Jul 15 23:28:56.408519 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:56.469543 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9f56f9cb-9e4a-41d0-b13d-33fd7b3bd412 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:56.500138 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port b1ee543a-a204-4b25-a31e-fbefc4996acb, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=b1ee543a-a204-4b25-a31e-fbefc4996acb,segment=NetworkSegment(83031f72-0c55-4202-a7d3-7c1d93801518),segment_id=83031f72-0c55-4202-a7d3-7c1d93801518)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:56.515758 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:56.516578 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 91d6c2b8-9a60-4626-91cc-f7a565ecbced up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:28:56.574034 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d520f29-f074-410c-bb39-5653a35551aa tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:56.587316 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f56f9cb-9e4a-41d0-b13d-33fd7b3bd412 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event deleted for resources: {'Port': ['ID=0133d44a-2fef-4ca7-911f-39a1a886f236,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:56.783696 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=b1ee543a-a204-4b25-a31e-fbefc4996acb,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:56.799479 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 91d6c2b8-9a60-4626-91cc-f7a565ecbced completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:56.826543 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9f56f9cb-9e4a-41d0-b13d-33fd7b3bd412 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:56.835509 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-9f56f9cb-9e4a-41d0-b13d-33fd7b3bd412 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/ports/0133d44a-2fef-4ca7-911f-39a1a886f236 HTTP/1.1" status: 204 len: 168 time: 1.7612205 Jul 15 23:28:56.836301 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 52782) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:56.990739 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55615657-7857-4268-af3e-7907e5814fbf tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:57.005025 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55615657-7857-4268-af3e-7907e5814fbf tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:57.007454 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55615657-7857-4268-af3e-7907e5814fbf tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:57.012491 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-55615657-7857-4268-af3e-7907e5814fbf tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1693964 Jul 15 23:28:57.013002 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 52792) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:57.086589 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f1f4c35-7e15-4f33-a9ce-e8ed53dab7eb tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Deleting subnet 3e134dbf-484c-4871-9b05-853186baa258 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:28:57.091155 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f1f4c35-7e15-4f33-a9ce-e8ed53dab7eb tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:57.149485 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f1f4c35-7e15-4f33-a9ce-e8ed53dab7eb tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:57.189105 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c6d600-da89-46c7-8962-b0b48fea2026 None None] Network 66c54a98-9ff7-4b08-9c8b-00eacb5a9d0d requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:57.282554 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f88f7c1e-9474-41b2-a3e5-e650c48291b8 None None] Could not find standard attr ID for object 0133d44a-2fef-4ca7-911f-39a1a886f236. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:28:57.365585 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f1f4c35-7e15-4f33-a9ce-e8ed53dab7eb tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:57.376529 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f88f7c1e-9474-41b2-a3e5-e650c48291b8 None None] Provisioning for port 91d6c2b8-9a60-4626-91cc-f7a565ecbced completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:57.412839 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f88f7c1e-9474-41b2-a3e5-e650c48291b8 None None] Provisioning complete for port 91d6c2b8-9a60-4626-91cc-f7a565ecbced triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:57.418073 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f88f7c1e-9474-41b2-a3e5-e650c48291b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:57.522654 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f1f4c35-7e15-4f33-a9ce-e8ed53dab7eb tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:57.612270 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d520f29-f074-410c-bb39-5653a35551aa tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:57.621701 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d520f29-f074-410c-bb39-5653a35551aa tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:57.680909 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f88f7c1e-9474-41b2-a3e5-e650c48291b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:57.683476 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1f4c35-7e15-4f33-a9ce-e8ed53dab7eb tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event deleted for resources: {'Subnet': ['ID=3e134dbf-484c-4871-9b05-853186baa258,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:57.711478 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f1f4c35-7e15-4f33-a9ce-e8ed53dab7eb tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:57.717747 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-4f1f4c35-7e15-4f33-a9ce-e8ed53dab7eb tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/subnets/3e134dbf-484c-4871-9b05-853186baa258 HTTP/1.1" status: 204 len: 168 time: 0.7034278 Jul 15 23:28:57.728075 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 52810) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:57.737732 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d520f29-f074-410c-bb39-5653a35551aa tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Pushing event updated for resources: {'Port': ['ID=e3d027b7-9f6d-4f8a-9ab2-68a24f6e2c4a,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:57.794697 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f88f7c1e-9474-41b2-a3e5-e650c48291b8 None None] For port 91d6c2b8-9a60-4626-91cc-f7a565ecbced, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=91d6c2b8-9a60-4626-91cc-f7a565ecbced,segment=NetworkSegment(d149bb8f-6c0e-4039-8cc2-6e89bd21f9c8),segment_id=d149bb8f-6c0e-4039-8cc2-6e89bd21f9c8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:57.799510 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f88f7c1e-9474-41b2-a3e5-e650c48291b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:57.867792 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f88f7c1e-9474-41b2-a3e5-e650c48291b8 None None] Provisioning complete for port b1ee543a-a204-4b25-a31e-fbefc4996acb triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:57.868172 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f88f7c1e-9474-41b2-a3e5-e650c48291b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:57.939753 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88f7c1e-9474-41b2-a3e5-e650c48291b8 None None] Pushing event updated for resources: {'Port': ['ID=91d6c2b8-9a60-4626-91cc-f7a565ecbced,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:57.959334 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device b1ee543a-a204-4b25-a31e-fbefc4996acb up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:28:57.964998 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b75eede-da42-4875-b519-1baab199ab37 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Deleting subnet f5d309c3-e968-434e-b147-e08ee849c995 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:28:57.978655 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722eebd9-d14b-4cb4-8500-7b565ec0295a req-127799d5-c297-44b6-bc50-4ee3c8a287c8 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:57.986826 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-722eebd9-d14b-4cb4-8500-7b565ec0295a req-127799d5-c297-44b6-bc50-4ee3c8a287c8 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=1672bace-e875-4972-ae76-9722bb7a7385 HTTP/1.1" status: 200 len: 945 time: 0.3970485 Jul 15 23:28:58.005130 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4b75eede-da42-4875-b519-1baab199ab37 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:58.093987 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-722eebd9-d14b-4cb4-8500-7b565ec0295a req-434e922e-ef82-435d-99ab-2973854beeba tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=dcdd674d-e7cc-4e2c-b019-4b01eca3b895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059937 Jul 15 23:28:58.134194 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4b75eede-da42-4875-b519-1baab199ab37 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:58.182726 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 52822) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:58.259049 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d520f29-f074-410c-bb39-5653a35551aa tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:58.283316 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port b1ee543a-a204-4b25-a31e-fbefc4996acb triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:58.284534 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:58.300707 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4b75eede-da42-4875-b519-1baab199ab37 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:58.355876 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c0340e53-9dc3-4816-988b-a51fbf40ef50 None None] Could not find standard attr ID for object 0133d44a-2fef-4ca7-911f-39a1a886f236. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:28:58.421910 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4b75eede-da42-4875-b519-1baab199ab37 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:58.476325 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b75eede-da42-4875-b519-1baab199ab37 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event deleted for resources: {'Subnet': ['ID=f5d309c3-e968-434e-b147-e08ee849c995,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:58.494683 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4b75eede-da42-4875-b519-1baab199ab37 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:58.501574 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-4b75eede-da42-4875-b519-1baab199ab37 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/subnets/f5d309c3-e968-434e-b147-e08ee849c995 HTTP/1.1" status: 204 len: 168 time: 0.7674346 Jul 15 23:28:58.502842 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 52832) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:58.538754 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-16cdad7d-c276-42fa-a57f-2fbc7e152958 None None] Provisioning for port e3d027b7-9f6d-4f8a-9ab2-68a24f6e2c4a completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:28:58.560651 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-443e24d1-a76b-47ee-a7a0-8b1b7ffdcbb5 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0555632 Jul 15 23:28:58.562230 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 52834) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:58.567168 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-16cdad7d-c276-42fa-a57f-2fbc7e152958 None None] Provisioning complete for port e3d027b7-9f6d-4f8a-9ab2-68a24f6e2c4a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:58.567553 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-16cdad7d-c276-42fa-a57f-2fbc7e152958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:58.571152 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d520f29-f074-410c-bb39-5653a35551aa tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:58.626833 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1bb70d-aa52-4ad7-906a-c94d868d61e4 None None] Network e6241178-066c-430d-a322-7862ef822ee0 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:28:58.701069 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-16cdad7d-c276-42fa-a57f-2fbc7e152958 None None] Port e3d027b7-9f6d-4f8a-9ab2-68a24f6e2c4a cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:28:58.702302 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-604e6d78-a5b8-49ea-9ac0-4d8c50465656 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-149956093', 'router:external': True}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:58.754713 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facb5541-4362-437f-a229-39263118bb13 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:58.759905 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-16cdad7d-c276-42fa-a57f-2fbc7e152958 None None] Provisioning complete for port 91d6c2b8-9a60-4626-91cc-f7a565ecbced triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:58.760238 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-facb5541-4362-437f-a229-39263118bb13 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1961203 Jul 15 23:28:58.760716 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-16cdad7d-c276-42fa-a57f-2fbc7e152958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:58.762801 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 52840) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:58.835020 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604e6d78-a5b8-49ea-9ac0-4d8c50465656 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Made reservation on behalf of 0f17d5b4437747ac880e50773abd7e8d for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:58.841703 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-604e6d78-a5b8-49ea-9ac0-4d8c50465656 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:58.870633 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-604e6d78-a5b8-49ea-9ac0-4d8c50465656 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:58.931873 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6e7364-8d35-4246-9e9e-92178951576b tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:58.933718 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-8a6e7364-8d35-4246-9e9e-92178951576b tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1697805 Jul 15 23:28:58.938004 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 52842) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:59.049934 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-b25e16d0-a0fb-4f2c-9329-1b657b60666e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1028881 Jul 15 23:28:59.051713 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52844) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:59.063558 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c08607ab-de2f-4742-a9b1-a3b3659415bf tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Request body: {'subnet': {'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:59.141081 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-85a79acb-c984-451e-92dc-debdc8735f91 None None] Provisioning complete for port e3d027b7-9f6d-4f8a-9ab2-68a24f6e2c4a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:59.141447 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-85a79acb-c984-451e-92dc-debdc8735f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:59.229160 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-604e6d78-a5b8-49ea-9ac0-4d8c50465656 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:59.237543 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-604e6d78-a5b8-49ea-9ac0-4d8c50465656 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:59.237771 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d520f29-f074-410c-bb39-5653a35551aa tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:59.245760 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d520f29-f074-410c-bb39-5653a35551aa tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:59.246783 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d520f29-f074-410c-bb39-5653a35551aa tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:59.265674 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-85a79acb-c984-451e-92dc-debdc8735f91 None None] Port e3d027b7-9f6d-4f8a-9ab2-68a24f6e2c4a cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:28:59.273387 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640d5741-c8a9-4e85-94d7-2c84f9499cad None None] DHCP port deletion for e6241178-066c-430d-a322-7862ef822ee0 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:28:59.349248 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-604e6d78-a5b8-49ea-9ac0-4d8c50465656 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:28:59.359001 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08607ab-de2f-4742-a9b1-a3b3659415bf tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Made reservation on behalf of 1ccad8e849f943d19f815f855c3f3849 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:59.366785 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604e6d78-a5b8-49ea-9ac0-4d8c50465656 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b53a6c75-f955-46ee-91a3-c0b5f185cbc4,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:59.372996 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c08607ab-de2f-4742-a9b1-a3b3659415bf tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:59.376963 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-c08607ab-de2f-4742-a9b1-a3b3659415bf tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:28:59.378364 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c08607ab-de2f-4742-a9b1-a3b3659415bf tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:28:59.385976 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-604e6d78-a5b8-49ea-9ac0-4d8c50465656 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:59.387264 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-604e6d78-a5b8-49ea-9ac0-4d8c50465656 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Added segment d944244b-0e47-4cf0-b85d-986b1d76283a of type vlan for network 2a9492f1-ca31-4174-813d-4c06551621e1 Jul 15 23:28:59.439443 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-091aaca8-29bb-4f41-8f1d-006f19a6e440 None None] Provisioning complete for port e3d027b7-9f6d-4f8a-9ab2-68a24f6e2c4a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:28:59.440070 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-091aaca8-29bb-4f41-8f1d-006f19a6e440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:59.447113 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c08607ab-de2f-4742-a9b1-a3b3659415bf tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3935523 Jul 15 23:28:59.448519 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d520f29-f074-410c-bb39-5653a35551aa tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Pushing event updated for resources: {'Port': ['ID=e3d027b7-9f6d-4f8a-9ab2-68a24f6e2c4a,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:59.467667 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52856) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:59.475114 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-2d03e9b2-abea-4c8c-9985-4e149cdb7a50 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Request body: {'subnet': {'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:59.481172 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-640d5741-c8a9-4e85-94d7-2c84f9499cad None None] Deleting port b1ee543a-a204-4b25-a31e-fbefc4996acb {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:28:59.482417 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-640d5741-c8a9-4e85-94d7-2c84f9499cad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:59.522044 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-091aaca8-29bb-4f41-8f1d-006f19a6e440 None None] Port e3d027b7-9f6d-4f8a-9ab2-68a24f6e2c4a cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:28:59.531418 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-604e6d78-a5b8-49ea-9ac0-4d8c50465656 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:59.588306 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-640d5741-c8a9-4e85-94d7-2c84f9499cad None None] For port b1ee543a-a204-4b25-a31e-fbefc4996acb, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=b1ee543a-a204-4b25-a31e-fbefc4996acb,segment=NetworkSegment(83031f72-0c55-4202-a7d3-7c1d93801518),segment_id=83031f72-0c55-4202-a7d3-7c1d93801518)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:28:59.588710 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-640d5741-c8a9-4e85-94d7-2c84f9499cad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:59.601417 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0037c36-0573-4583-8ccc-5b6c3ab4a5ce req-7e4b7685-e854-44aa-98d0-2d536e70a142 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:59.603348 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b0037c36-0573-4583-8ccc-5b6c3ab4a5ce req-7e4b7685-e854-44aa-98d0-2d536e70a142 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=1672bace-e875-4972-ae76-9722bb7a7385 HTTP/1.1" status: 200 len: 945 time: 0.1325462 Jul 15 23:28:59.604709 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-640d5741-c8a9-4e85-94d7-2c84f9499cad None None] Calling delete_port for b1ee543a-a204-4b25-a31e-fbefc4996acb owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:28:59.611029 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-604e6d78-a5b8-49ea-9ac0-4d8c50465656 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:59.612504 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604e6d78-a5b8-49ea-9ac0-4d8c50465656 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:28:59.613134 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-604e6d78-a5b8-49ea-9ac0-4d8c50465656 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:59.698121 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d520f29-f074-410c-bb39-5653a35551aa tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Network 66c54a98-9ff7-4b08-9c8b-00eacb5a9d0d is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:28:59.702393 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-2d520f29-f074-410c-bb39-5653a35551aa tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:28:59.711282 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d03e9b2-abea-4c8c-9985-4e149cdb7a50 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Made reservation on behalf of 1ccad8e849f943d19f815f855c3f3849 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:59.721205 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d03e9b2-abea-4c8c-9985-4e149cdb7a50 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:59.723328 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d03e9b2-abea-4c8c-9985-4e149cdb7a50 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:28:59.723814 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d03e9b2-abea-4c8c-9985-4e149cdb7a50 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:28:59.786629 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604e6d78-a5b8-49ea-9ac0-4d8c50465656 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Pushing event updated for resources: {'Network': ['ID=2a9492f1-ca31-4174-813d-4c06551621e1,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:28:59.803359 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-604e6d78-a5b8-49ea-9ac0-4d8c50465656 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.6183240 Jul 15 23:28:59.819332 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 52862) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:59.827861 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e258b199-2527-4459-bd26-30013af44af3 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Request body: {'subnet': {'network_id': '2a9492f1-ca31-4174-813d-4c06551621e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:28:59.848181 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b0037c36-0573-4583-8ccc-5b6c3ab4a5ce req-e3a5f29d-2efe-4944-be49-aac1897dca3f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=dcdd674d-e7cc-4e2c-b019-4b01eca3b895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2258401 Jul 15 23:28:59.914312 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e258b199-2527-4459-bd26-30013af44af3 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Made reservation on behalf of 0f17d5b4437747ac880e50773abd7e8d for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:28:59.919888 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e258b199-2527-4459-bd26-30013af44af3 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:28:59.945833 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-2d03e9b2-abea-4c8c-9985-4e149cdb7a50 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4763665 Jul 15 23:28:59.951306 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 52864) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:28:59.969916 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-19d3f58c-7a0b-44b3-8f68-2c31a9c92a8d tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Request body: {'subnet': {'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:00.042116 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 2a9492f1-ca31-4174-813d-4c06551621e1 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:29:00.044391 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 91d6c2b8-9a60-4626-91cc-f7a565ecbced up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:29:00.053813 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-640d5741-c8a9-4e85-94d7-2c84f9499cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:00.088705 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d520f29-f074-410c-bb39-5653a35551aa tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Router 446231d7-df2e-477b-8a51-9b86bd9fe716 is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:29:00.202605 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640d5741-c8a9-4e85-94d7-2c84f9499cad None None] Pushing event deleted for resources: {'Port': ['ID=b1ee543a-a204-4b25-a31e-fbefc4996acb,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:00.215601 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640d5741-c8a9-4e85-94d7-2c84f9499cad None None] No DVR routers for this DVR port b1ee543a-a204-4b25-a31e-fbefc4996acb on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:29:00.376771 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d520f29-f074-410c-bb39-5653a35551aa tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:29:00.388789 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-2d520f29-f074-410c-bb39-5653a35551aa tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "PUT /v2.0/routers/446231d7-df2e-477b-8a51-9b86bd9fe716/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6008635 Jul 15 23:29:00.389528 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52876) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:00.390477 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d49942c-2dbd-4e1a-9b7b-89b300c3b921 None None] Sync routers for ids ['446231d7-df2e-477b-8a51-9b86bd9fe716'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:29:00.408410 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d49942c-2dbd-4e1a-9b7b-89b300c3b921 None None] Routers {'446231d7-df2e-477b-8a51-9b86bd9fe716'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:29:00.409216 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-277fc52a-5c92-4949-a17d-5df93017868c None None] Provisioning complete for port e3d027b7-9f6d-4f8a-9ab2-68a24f6e2c4a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:00.410268 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4d49942c-2dbd-4e1a-9b7b-89b300c3b921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:28:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['446231d7-df2e-477b-8a51-9b86bd9fe716'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:00.410883 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-277fc52a-5c92-4949-a17d-5df93017868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:00.482254 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe947c0f-3145-45fd-aa54-2313b643aa93 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:00.487992 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-fe947c0f-3145-45fd-aa54-2313b643aa93 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "GET /v2.0/ports/e3d027b7-9f6d-4f8a-9ab2-68a24f6e2c4a HTTP/1.1" status: 200 len: 982 time: 0.0972219 Jul 15 23:29:00.489519 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52880) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:00.543182 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 91d6c2b8-9a60-4626-91cc-f7a565ecbced triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:00.543873 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:00.551945 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4d49942c-2dbd-4e1a-9b7b-89b300c3b921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:00.583732 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d49942c-2dbd-4e1a-9b7b-89b300c3b921 None None] Routers {'446231d7-df2e-477b-8a51-9b86bd9fe716'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:29:00.585108 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4d49942c-2dbd-4e1a-9b7b-89b300c3b921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:28:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['446231d7-df2e-477b-8a51-9b86bd9fe716'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:00.652178 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-277fc52a-5c92-4949-a17d-5df93017868c None None] Port e3d027b7-9f6d-4f8a-9ab2-68a24f6e2c4a cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:29:00.664960 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4d49942c-2dbd-4e1a-9b7b-89b300c3b921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:00.665635 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d49942c-2dbd-4e1a-9b7b-89b300c3b921 None None] The sync data for ids ['446231d7-df2e-477b-8a51-9b86bd9fe716'] in n-d-794306-6 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:29:00.693270 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [req-1814a274-2776-4767-819a-a89cbd75f303 req-8c2cff71-8c5e-4944-9a39-6099c7617204 service neutron] show failed (client error): The resource could not be found. Jul 15 23:29:00.694460 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1814a274-2776-4767-819a-a89cbd75f303 req-8c2cff71-8c5e-4944-9a39-6099c7617204 service neutron] 10.222.0.49 "GET /v2.0/ports/977af347-c348-4a15-b53e-040f8d7cea46/bindings/n-h2-794306-6 HTTP/1.1" status: 404 len: 380 time: 0.6531827 Jul 15 23:29:00.731120 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d3f58c-7a0b-44b3-8f68-2c31a9c92a8d tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Made reservation on behalf of 1ccad8e849f943d19f815f855c3f3849 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:29:00.731775 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-19d3f58c-7a0b-44b3-8f68-2c31a9c92a8d tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:00.733958 n-d-794306-6 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-19d3f58c-7a0b-44b3-8f68-2c31a9c92a8d tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:29:00.734500 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19d3f58c-7a0b-44b3-8f68-2c31a9c92a8d tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:29:00.764230 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-19d3f58c-7a0b-44b3-8f68-2c31a9c92a8d tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.8108506 Jul 15 23:29:00.768666 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 52886) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:00.805056 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b605c5fb-01e3-4343-b593-fbb8a78caa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:00.882547 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device b1ee543a-a204-4b25-a31e-fbefc4996acb no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:29:00.904470 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-dcd710b5-832f-4a9f-b5c2-ef19572e98db tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Request body: {'subnet': {'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:00.908688 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: b1ee543a-a204-4b25-a31e-fbefc4996acb {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:29:00.908870 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device b1ee543a-a204-4b25-a31e-fbefc4996acb not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:29:01.231829 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7ea4323-9563-429e-816b-c56baee2c285 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:01.301466 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd710b5-832f-4a9f-b5c2-ef19572e98db tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Made reservation on behalf of 1ccad8e849f943d19f815f855c3f3849 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:29:01.308168 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dcd710b5-832f-4a9f-b5c2-ef19572e98db tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:01.310566 n-d-794306-6 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcd710b5-832f-4a9f-b5c2-ef19572e98db tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:29:01.312126 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcd710b5-832f-4a9f-b5c2-ef19572e98db tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:29:01.375769 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-dcd710b5-832f-4a9f-b5c2-ef19572e98db tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4839249 Jul 15 23:29:01.380645 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52896) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:01.409400 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1814a274-2776-4767-819a-a89cbd75f303 req-0d0ccd6e-1d53-465a-8951-1e3fa0cb9b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:01.411804 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f9dd715d-ee3e-4c49-a261-2f2e953243a8 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Request body: {'subnet': {'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:01.412271 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1814a274-2776-4767-819a-a89cbd75f303 req-0d0ccd6e-1d53-465a-8951-1e3fa0cb9b25 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1672bace-e875-4972-ae76-9722bb7a7385&tenant_id=89469485c64e49f5b3171ed5499b9995 HTTP/1.1" status: 200 len: 1096 time: 0.3138604 Jul 15 23:29:01.432378 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1229e5-db07-47be-8e14-8d17e2e7c96a req-54dc75a0-4270-4b51-bcb8-0a8a1ad55a56 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:01.435936 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8c1229e5-db07-47be-8e14-8d17e2e7c96a req-54dc75a0-4270-4b51-bcb8-0a8a1ad55a56 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=1672bace-e875-4972-ae76-9722bb7a7385 HTTP/1.1" status: 200 len: 945 time: 0.3581409 Jul 15 23:29:01.448593 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-1814a274-2776-4767-819a-a89cbd75f303 req-96947bfa-f38e-4465-988b-9031bdbe2327 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-794306-6', 'device_owner': 'compute:nova'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:01.573375 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9dd715d-ee3e-4c49-a261-2f2e953243a8 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Made reservation on behalf of 1ccad8e849f943d19f815f855c3f3849 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:29:01.577470 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9dd715d-ee3e-4c49-a261-2f2e953243a8 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:01.579811 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9dd715d-ee3e-4c49-a261-2f2e953243a8 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:29:01.580336 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9dd715d-ee3e-4c49-a261-2f2e953243a8 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:29:01.602075 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f9dd715d-ee3e-4c49-a261-2f2e953243a8 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2203104 Jul 15 23:29:01.606336 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52902) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:01.617151 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d3acfd48-8fe0-410c-a0b5-45c41bab9cd2 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Request body: {'subnet': {'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:01.628718 n-d-794306-6 neutron-server[93770]: DEBUG neutron.objects.ports [None req-e258b199-2527-4459-bd26-30013af44af3 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93770) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 23:29:01.629496 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e258b199-2527-4459-bd26-30013af44af3 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:01.659656 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-e7ea4323-9563-429e-816b-c56baee2c285 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Deleting port e3d027b7-9f6d-4f8a-9ab2-68a24f6e2c4a {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:29:01.660850 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7ea4323-9563-429e-816b-c56baee2c285 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:01.692818 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8c1229e5-db07-47be-8e14-8d17e2e7c96a req-5d28efb2-c2cd-4ee7-9901-f67b7b60ccf9 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=dcdd674d-e7cc-4e2c-b019-4b01eca3b895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2382421 Jul 15 23:29:01.770304 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7ea4323-9563-429e-816b-c56baee2c285 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:01.783523 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-e7ea4323-9563-429e-816b-c56baee2c285 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Calling delete_port for e3d027b7-9f6d-4f8a-9ab2-68a24f6e2c4a owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:29:01.797979 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1814a274-2776-4767-819a-a89cbd75f303 req-96947bfa-f38e-4465-988b-9031bdbe2327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:01.807823 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e258b199-2527-4459-bd26-30013af44af3 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Pushing event updated for resources: {'Subnet': ['ID=dd3ec30e-7489-4705-9681-1a1b07260414,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:01.857190 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e258b199-2527-4459-bd26-30013af44af3 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Checking segment: {'id': 'd944244b-0e47-4cf0-b85d-986b1d76283a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2a9492f1-ca31-4174-813d-4c06551621e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:29:01.857675 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e258b199-2527-4459-bd26-30013af44af3 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Network hostable DHCP agents. Network: 2a9492f1-ca31-4174-813d-4c06551621e1, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:29:01.903766 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e258b199-2527-4459-bd26-30013af44af3 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Network 2a9492f1-ca31-4174-813d-4c06551621e1 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:29:01.921229 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3acfd48-8fe0-410c-a0b5-45c41bab9cd2 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Made reservation on behalf of 1ccad8e849f943d19f815f855c3f3849 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:29:01.926220 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d3acfd48-8fe0-410c-a0b5-45c41bab9cd2 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:01.928437 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3acfd48-8fe0-410c-a0b5-45c41bab9cd2 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:29:01.928946 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3acfd48-8fe0-410c-a0b5-45c41bab9cd2 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:29:01.978042 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d3acfd48-8fe0-410c-a0b5-45c41bab9cd2 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3706276 Jul 15 23:29:01.983722 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 52910) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:02.027413 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-e258b199-2527-4459-bd26-30013af44af3 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 2a9492f1-ca31-4174-813d-4c06551621e1) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:02.033074 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-e442ecc6-7138-49e1-8a1b-09f3962d9c0d tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0470972 Jul 15 23:29:02.037632 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e258b199-2527-4459-bd26-30013af44af3 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:02.040583 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e258b199-2527-4459-bd26-30013af44af3 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:02.040948 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52912) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:02.043942 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc825428-49cc-4893-bc33-ed92d45aa8db None None] Network 2a9492f1-ca31-4174-813d-4c06551621e1 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:29:02.086674 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-e258b199-2527-4459-bd26-30013af44af3 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.2654984 Jul 15 23:29:02.090178 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 52914) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:02.102337 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e2a40204-a26b-4121-a023-7646e7d613d0 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1988753797', 'network_id': '2a9492f1-ca31-4174-813d-4c06551621e1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:02.120611 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dad53bc-f9a9-45a9-ad51-0561775e368e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:02.122836 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-8dad53bc-f9a9-45a9-ad51-0561775e368e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0806589 Jul 15 23:29:02.124047 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7ea4323-9563-429e-816b-c56baee2c285 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:02.129993 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52916) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:02.176284 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a40204-a26b-4121-a023-7646e7d613d0 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Made reservation on behalf of 0f17d5b4437747ac880e50773abd7e8d for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:29:02.180663 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e2a40204-a26b-4121-a023-7646e7d613d0 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:02.202409 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-e2a40204-a26b-4121-a023-7646e7d613d0 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] device_id is not set on port e6679ca9-0e9b-46e0-af5a-aac751ad1d0b yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:29:02.208560 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ea4323-9563-429e-816b-c56baee2c285 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Pushing event deleted for resources: {'Port': ['ID=e3d027b7-9f6d-4f8a-9ab2-68a24f6e2c4a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:02.254108 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-75baf896-413c-40bd-9717-ebff5cae5aaf tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1198969 Jul 15 23:29:02.260523 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52918) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:02.267760 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-23cb2646-b9a2-4da9-b06d-f6789f9ac0be tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Request body: {'subnet': {'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:02.270934 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf98f174-e525-4a99-b751-43480d1380c0 None None] Network 2a9492f1-ca31-4174-813d-4c06551621e1 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:29:02.343447 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-1814a274-2776-4767-819a-a89cbd75f303 req-96947bfa-f38e-4465-988b-9031bdbe2327 service neutron] For port 977af347-c348-4a15-b53e-040f8d7cea46, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=977af347-c348-4a15-b53e-040f8d7cea46,segment=NetworkSegment(b5ca1fe9-b3dd-4925-af11-f3e0f9a537f0),segment_id=b5ca1fe9-b3dd-4925-af11-f3e0f9a537f0)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:02.381796 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-e2a40204-a26b-4121-a023-7646e7d613d0 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Allocated IP 172.20.0.4 (2a9492f1-ca31-4174-813d-4c06551621e1/dd3ec30e-7489-4705-9681-1a1b07260414/e6679ca9-0e9b-46e0-af5a-aac751ad1d0b) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:29:02.392615 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7ea4323-9563-429e-816b-c56baee2c285 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:02.571102 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-1814a274-2776-4767-819a-a89cbd75f303 req-96947bfa-f38e-4465-988b-9031bdbe2327 service neutron] For port 977af347-c348-4a15-b53e-040f8d7cea46, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:29:02.634694 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e2a40204-a26b-4121-a023-7646e7d613d0 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:02.654535 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1672bace-e875-4972-ae76-9722bb7a7385', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '977af347-c348-4a15-b53e-040f8d7cea46'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:29:02.658143 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a91afb-67ca-4856-9e2a-5776cc20c22c" -d '{"events": [{"server_uuid": "1672bace-e875-4972-ae76-9722bb7a7385", "name": "network-vif-unplugged", "status": "completed", "tag": "977af347-c348-4a15-b53e-040f8d7cea46"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:29:02.671070 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23cb2646-b9a2-4da9-b06d-f6789f9ac0be tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Made reservation on behalf of 1ccad8e849f943d19f815f855c3f3849 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:29:02.673967 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1814a274-2776-4767-819a-a89cbd75f303 req-96947bfa-f38e-4465-988b-9031bdbe2327 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:02.674934 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23cb2646-b9a2-4da9-b06d-f6789f9ac0be tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:02.698201 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-1814a274-2776-4767-819a-a89cbd75f303 req-96947bfa-f38e-4465-988b-9031bdbe2327 service neutron] Transition to ACTIVE for port object 977af347-c348-4a15-b53e-040f8d7cea46 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:02.709987 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1814a274-2776-4767-819a-a89cbd75f303 req-96947bfa-f38e-4465-988b-9031bdbe2327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:02.737534 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ea4323-9563-429e-816b-c56baee2c285 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Router 446231d7-df2e-477b-8a51-9b86bd9fe716 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:29:02.804128 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96947bfa-f38e-4465-988b-9031bdbe2327 service neutron] Pushing event updated for resources: {'Port': ['ID=977af347-c348-4a15-b53e-040f8d7cea46,revision_number=6']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:02.810853 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b4c194-7398-4c40-9f9a-281a47fc9ab5 x-openstack-request-id: req-06b4c194-7398-4c40-9f9a-281a47fc9ab5 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:29:02.811205 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1672bace-e875-4972-ae76-9722bb7a7385", "name": "network-vif-unplugged", "status": "completed", "tag": "977af347-c348-4a15-b53e-040f8d7cea46", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:29:02.811743 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-06b4c194-7398-4c40-9f9a-281a47fc9ab5 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:29:02.812068 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1672bace-e875-4972-ae76-9722bb7a7385', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '977af347-c348-4a15-b53e-040f8d7cea46', 'code': 200} Jul 15 23:29:02.931487 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e2a40204-a26b-4121-a023-7646e7d613d0 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:03.088715 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a40204-a26b-4121-a023-7646e7d613d0 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Network 2a9492f1-ca31-4174-813d-4c06551621e1 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:03.122797 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-e2a40204-a26b-4121-a023-7646e7d613d0 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:03.156415 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a40204-a26b-4121-a023-7646e7d613d0 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:29:03.187858 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ea4323-9563-429e-816b-c56baee2c285 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:29:03.208430 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a40204-a26b-4121-a023-7646e7d613d0 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Pushing event updated for resources: {'Port': ['ID=e6679ca9-0e9b-46e0-af5a-aac751ad1d0b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:03.211098 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-1814a274-2776-4767-819a-a89cbd75f303 req-96947bfa-f38e-4465-988b-9031bdbe2327 service neutron] No DVR routers for this DVR port 977af347-c348-4a15-b53e-040f8d7cea46 on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:29:03.261651 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c8e3ba3d-5fa2-4507-9f54-d6081f06112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:03.271889 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3cbcd7-e8de-4cfb-befc-20ca2536ba62 None None] Sync routers for ids ['446231d7-df2e-477b-8a51-9b86bd9fe716'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:29:03.283527 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3cbcd7-e8de-4cfb-befc-20ca2536ba62 None None] Routers {'446231d7-df2e-477b-8a51-9b86bd9fe716'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:29:03.284519 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-0d3cbcd7-e8de-4cfb-befc-20ca2536ba62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:29:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['446231d7-df2e-477b-8a51-9b86bd9fe716'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:03.323153 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-0d3cbcd7-e8de-4cfb-befc-20ca2536ba62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:03.332302 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1eb47c-19e3-433c-ab28-c8b7a1b18b75 req-3d4f55d1-6b33-41fa-a7fb-6bd2d1dc8bbc tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:03.333298 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3c1eb47c-19e3-433c-ab28-c8b7a1b18b75 req-3d4f55d1-6b33-41fa-a7fb-6bd2d1dc8bbc tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=1672bace-e875-4972-ae76-9722bb7a7385 HTTP/1.1" status: 200 len: 943 time: 0.3995578 Jul 15 23:29:03.339163 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3cbcd7-e8de-4cfb-befc-20ca2536ba62 None None] Routers {'446231d7-df2e-477b-8a51-9b86bd9fe716'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:29:03.340169 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-0d3cbcd7-e8de-4cfb-befc-20ca2536ba62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:29:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['446231d7-df2e-477b-8a51-9b86bd9fe716'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:03.356510 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a40204-a26b-4121-a023-7646e7d613d0 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:03.357551 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e2a40204-a26b-4121-a023-7646e7d613d0 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:03.394278 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 977af347-c348-4a15-b53e-040f8d7cea46 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:29:03.449427 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-0d3cbcd7-e8de-4cfb-befc-20ca2536ba62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:03.450247 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3cbcd7-e8de-4cfb-befc-20ca2536ba62 None None] The sync data for ids ['446231d7-df2e-477b-8a51-9b86bd9fe716'] in n-d-794306-6 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:29:03.459353 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 977af347-c348-4a15-b53e-040f8d7cea46 not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:29:03.464069 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-e2a40204-a26b-4121-a023-7646e7d613d0 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.3697517 Jul 15 23:29:03.468228 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 52942) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:03.473926 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:03.539249 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3c1eb47c-19e3-433c-ab28-c8b7a1b18b75 req-edff820c-87ab-4881-a2cd-2354ab781bd8 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=dcdd674d-e7cc-4e2c-b019-4b01eca3b895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1853774 Jul 15 23:29:03.614014 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-1814a274-2776-4767-819a-a89cbd75f303 req-96947bfa-f38e-4465-988b-9031bdbe2327 service neutron] Attempting to bind port 977af347-c348-4a15-b53e-040f8d7cea46 on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:29:03.614764 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-1814a274-2776-4767-819a-a89cbd75f303 req-96947bfa-f38e-4465-988b-9031bdbe2327 service neutron] Attempting to bind port 977af347-c348-4a15-b53e-040f8d7cea46 by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': 'b5ca1fe9-b3dd-4925-af11-f3e0f9a537f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '92a51bb3-3c46-49ae-938e-2b30881b2b5e'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:29:03.615251 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1814a274-2776-4767-819a-a89cbd75f303 req-96947bfa-f38e-4465-988b-9031bdbe2327 service neutron] Attempting to bind port 977af347-c348-4a15-b53e-040f8d7cea46 on network 92a51bb3-3c46-49ae-938e-2b30881b2b5e {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:29:03.626086 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1814a274-2776-4767-819a-a89cbd75f303 req-96947bfa-f38e-4465-988b-9031bdbe2327 service neutron] Port 977af347-c348-4a15-b53e-040f8d7cea46 on network 92a51bb3-3c46-49ae-938e-2b30881b2b5e not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:29:03.626650 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1814a274-2776-4767-819a-a89cbd75f303 req-96947bfa-f38e-4465-988b-9031bdbe2327 service neutron] Attempting to bind port 977af347-c348-4a15-b53e-040f8d7cea46 on network 92a51bb3-3c46-49ae-938e-2b30881b2b5e {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:29:03.636279 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1814a274-2776-4767-819a-a89cbd75f303 req-96947bfa-f38e-4465-988b-9031bdbe2327 service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:29:03.636690 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1814a274-2776-4767-819a-a89cbd75f303 req-96947bfa-f38e-4465-988b-9031bdbe2327 service neutron] Checking segment: {'id': 'b5ca1fe9-b3dd-4925-af11-f3e0f9a537f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '92a51bb3-3c46-49ae-938e-2b30881b2b5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:29:03.637232 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1814a274-2776-4767-819a-a89cbd75f303 req-96947bfa-f38e-4465-988b-9031bdbe2327 service neutron] Bound using segment: {'id': 'b5ca1fe9-b3dd-4925-af11-f3e0f9a537f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '92a51bb3-3c46-49ae-938e-2b30881b2b5e'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:29:03.637834 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-1814a274-2776-4767-819a-a89cbd75f303 req-96947bfa-f38e-4465-988b-9031bdbe2327 service neutron] Bound port: 977af347-c348-4a15-b53e-040f8d7cea46, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5ca1fe9-b3dd-4925-af11-f3e0f9a537f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '92a51bb3-3c46-49ae-938e-2b30881b2b5e'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:29:03.638272 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1814a274-2776-4767-819a-a89cbd75f303 req-96947bfa-f38e-4465-988b-9031bdbe2327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:03.641721 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e7ea4323-9563-429e-816b-c56baee2c285 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "PUT /v2.0/routers/446231d7-df2e-477b-8a51-9b86bd9fe716/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1485381 Jul 15 23:29:03.643189 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 52946) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:03.735725 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-58d6ff6d-8401-404a-9def-e87c6dce4d3b tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Deleting port e6679ca9-0e9b-46e0-af5a-aac751ad1d0b {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:29:03.736214 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-58d6ff6d-8401-404a-9def-e87c6dce4d3b tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:03.759929 n-d-794306-6 neutron-server[93771]: DEBUG neutron.objects.ports [None req-23cb2646-b9a2-4da9-b06d-f6789f9ac0be tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 23:29:03.764460 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23cb2646-b9a2-4da9-b06d-f6789f9ac0be tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:03.822481 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cb2646-b9a2-4da9-b06d-f6789f9ac0be tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Network e6241178-066c-430d-a322-7862ef822ee0 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:03.828503 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-23cb2646-b9a2-4da9-b06d-f6789f9ac0be tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:03.850086 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c7178c-254f-4690-8a0f-44fb2aab6fc0 None None] Network e6241178-066c-430d-a322-7862ef822ee0 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:29:03.868795 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23cb2646-b9a2-4da9-b06d-f6789f9ac0be tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:03.870335 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23cb2646-b9a2-4da9-b06d-f6789f9ac0be tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:03.884461 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cb2646-b9a2-4da9-b06d-f6789f9ac0be tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event updated for resources: {'Subnet': ['ID=5adb0ee7-ba73-4601-834e-36e8a3b1098d,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:03.911317 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-23cb2646-b9a2-4da9-b06d-f6789f9ac0be tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6492834 Jul 15 23:29:03.913767 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52952) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:03.923956 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-9a6296ce-f116-4552-bb5e-4226dab29115 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Request body: {'port': {'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'mac_address': 'fa:16:3e:90:1a:27', 'name': 'tempest-NetworksTestDHCPv6-1301144001'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:04.017812 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-1814a274-2776-4767-819a-a89cbd75f303 req-96947bfa-f38e-4465-988b-9031bdbe2327 service neutron] For port 977af347-c348-4a15-b53e-040f8d7cea46, host n-h2-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:29:04.034340 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-1814a274-2776-4767-819a-a89cbd75f303 req-96947bfa-f38e-4465-988b-9031bdbe2327 service neutron] For port 977af347-c348-4a15-b53e-040f8d7cea46, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=977af347-c348-4a15-b53e-040f8d7cea46,segment=NetworkSegment(b5ca1fe9-b3dd-4925-af11-f3e0f9a537f0),segment_id=b5ca1fe9-b3dd-4925-af11-f3e0f9a537f0)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:29:04.066673 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [None req-d1b030dc-6822-43c9-b1d4-d599f51c66a3 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] remove_router_interface failed (client error): The resource could not be found. Jul 15 23:29:04.067792 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-d1b030dc-6822-43c9-b1d4-d599f51c66a3 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "PUT /v2.0/routers/446231d7-df2e-477b-8a51-9b86bd9fe716/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4223204 Jul 15 23:29:04.073408 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1814a274-2776-4767-819a-a89cbd75f303 req-96947bfa-f38e-4465-988b-9031bdbe2327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:04.080240 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 52960) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:04.127342 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-58d6ff6d-8401-404a-9def-e87c6dce4d3b tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:04.187179 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-762550d4-2707-4f85-b471-3c29b80915ad tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "GET /v2.0/ports?device_id=446231d7-df2e-477b-8a51-9b86bd9fe716 HTTP/1.1" status: 200 len: 205 time: 0.1019015 Jul 15 23:29:04.205985 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 52962) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:04.209369 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1814a274-2776-4767-819a-a89cbd75f303 req-96947bfa-f38e-4465-988b-9031bdbe2327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:04.210575 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1814a274-2776-4767-819a-a89cbd75f303 req-96947bfa-f38e-4465-988b-9031bdbe2327 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:04.212536 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1814a274-2776-4767-819a-a89cbd75f303 req-96947bfa-f38e-4465-988b-9031bdbe2327 service neutron] 10.222.0.41 "PUT /v2.0/ports/977af347-c348-4a15-b53e-040f8d7cea46 HTTP/1.1" status: 200 len: 1091 time: 2.7724187 Jul 15 23:29:04.262801 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a23adde-aa6d-423c-8acf-23aa9b417a29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-e6241178-066c-430d-a322-7862ef822ee0', 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'tenant_id': '1ccad8e849f943d19f815f855c3f3849', 'fixed_ips': [{'subnet_id': '5adb0ee7-ba73-4601-834e-36e8a3b1098d'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:29:04.264454 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6a23adde-aa6d-423c-8acf-23aa9b417a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:04.311212 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6296ce-f116-4552-bb5e-4226dab29115 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Made reservation on behalf of 1ccad8e849f943d19f815f855c3f3849 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:29:04.318983 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-58d6ff6d-8401-404a-9def-e87c6dce4d3b tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Calling delete_port for e6679ca9-0e9b-46e0-af5a-aac751ad1d0b owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:29:04.481389 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:04.525889 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9272f49-5bb4-43d2-8b0f-3bff3f90e1ab tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:04.544477 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a6296ce-f116-4552-bb5e-4226dab29115 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:04.571116 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96947bfa-f38e-4465-988b-9031bdbe2327 service neutron] Pushing event updated for resources: {'Port': ['ID=977af347-c348-4a15-b53e-040f8d7cea46,revision_number=7']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:04.610860 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-9a6296ce-f116-4552-bb5e-4226dab29115 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] device_id is not set on port 7ce906c1-23cc-426c-82ef-ea23d7611a55 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:29:04.619241 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-6a23adde-aa6d-423c-8acf-23aa9b417a29 None None] Allocated IP 2001:db8::f816:3eff:fe35:9888 (e6241178-066c-430d-a322-7862ef822ee0/5adb0ee7-ba73-4601-834e-36e8a3b1098d/de3888a1-c1bf-49f4-8754-408d91be8145) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:29:04.822528 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6a23adde-aa6d-423c-8acf-23aa9b417a29 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:04.830124 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1672bace-e875-4972-ae76-9722bb7a7385', 'tag': '977af347-c348-4a15-b53e-040f8d7cea46'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:29:04.832614 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6e11e4-d698-43c6-893b-6ef064c60a2f" -d '{"events": [{"name": "network-changed", "server_uuid": "1672bace-e875-4972-ae76-9722bb7a7385", "tag": "977af347-c348-4a15-b53e-040f8d7cea46"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:29:04.855985 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6a23adde-aa6d-423c-8acf-23aa9b417a29 None None] Transition to ACTIVE for port object de3888a1-c1bf-49f4-8754-408d91be8145 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:04.881111 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6a23adde-aa6d-423c-8acf-23aa9b417a29 None None] Transition to ACTIVE for port object de3888a1-c1bf-49f4-8754-408d91be8145 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:04.904077 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6a23adde-aa6d-423c-8acf-23aa9b417a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:04.939156 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a23adde-aa6d-423c-8acf-23aa9b417a29 None None] Network e6241178-066c-430d-a322-7862ef822ee0 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:04.962561 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-9a6296ce-f116-4552-bb5e-4226dab29115 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Allocated IP 2001:db8::f816:3eff:fe90:1a27 (e6241178-066c-430d-a322-7862ef822ee0/5adb0ee7-ba73-4601-834e-36e8a3b1098d/7ce906c1-23cc-426c-82ef-ea23d7611a55) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:29:04.964737 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-6a23adde-aa6d-423c-8acf-23aa9b417a29 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:04.968336 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a23adde-aa6d-423c-8acf-23aa9b417a29 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:29:04.974577 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e500948a-8d87-40b8-80b6-ba52a5054000 x-openstack-request-id: req-e500948a-8d87-40b8-80b6-ba52a5054000 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:29:04.975028 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1672bace-e875-4972-ae76-9722bb7a7385", "tag": "977af347-c348-4a15-b53e-040f8d7cea46", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:29:04.975957 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e500948a-8d87-40b8-80b6-ba52a5054000 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:29:04.976510 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1672bace-e875-4972-ae76-9722bb7a7385', 'tag': '977af347-c348-4a15-b53e-040f8d7cea46', 'status': 'completed', 'code': 200} Jul 15 23:29:05.033527 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a23adde-aa6d-423c-8acf-23aa9b417a29 None None] Pushing event updated for resources: {'Port': ['ID=de3888a1-c1bf-49f4-8754-408d91be8145,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:05.042302 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1814a274-2776-4767-819a-a89cbd75f303 req-91ed4cb1-fa93-4f82-af2a-b9885a11761b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:05.044520 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1814a274-2776-4767-819a-a89cbd75f303 req-91ed4cb1-fa93-4f82-af2a-b9885a11761b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=89469485c64e49f5b3171ed5499b9995&device_id=1672bace-e875-4972-ae76-9722bb7a7385 HTTP/1.1" status: 200 len: 1094 time: 0.6320899 Jul 15 23:29:05.047230 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-6a23adde-aa6d-423c-8acf-23aa9b417a29 None None] Attempting to bind port de3888a1-c1bf-49f4-8754-408d91be8145 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:29:05.047414 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9272f49-5bb4-43d2-8b0f-3bff3f90e1ab tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:05.048200 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-6a23adde-aa6d-423c-8acf-23aa9b417a29 None None] Attempting to bind port de3888a1-c1bf-49f4-8754-408d91be8145 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:29:05.051525 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a23adde-aa6d-423c-8acf-23aa9b417a29 None None] Attempting to bind port de3888a1-c1bf-49f4-8754-408d91be8145 on network e6241178-066c-430d-a322-7862ef822ee0 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:29:05.056102 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9272f49-5bb4-43d2-8b0f-3bff3f90e1ab tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:05.057990 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a23adde-aa6d-423c-8acf-23aa9b417a29 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:29:05.058663 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a23adde-aa6d-423c-8acf-23aa9b417a29 None None] Checking segment: {'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:29:05.059229 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6a23adde-aa6d-423c-8acf-23aa9b417a29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:05.059960 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a23adde-aa6d-423c-8acf-23aa9b417a29 None None] Bound using segment: {'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:29:05.060322 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-6a23adde-aa6d-423c-8acf-23aa9b417a29 None None] Bound port: de3888a1-c1bf-49f4-8754-408d91be8145, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:29:05.061720 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6a23adde-aa6d-423c-8acf-23aa9b417a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:05.168988 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-6a23adde-aa6d-423c-8acf-23aa9b417a29 None None] For port de3888a1-c1bf-49f4-8754-408d91be8145, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:29:05.171814 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-6a23adde-aa6d-423c-8acf-23aa9b417a29 None None] For port de3888a1-c1bf-49f4-8754-408d91be8145, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=de3888a1-c1bf-49f4-8754-408d91be8145,segment=NetworkSegment(83031f72-0c55-4202-a7d3-7c1d93801518),segment_id=83031f72-0c55-4202-a7d3-7c1d93801518)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:29:05.184089 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6a23adde-aa6d-423c-8acf-23aa9b417a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:05.191804 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a6296ce-f116-4552-bb5e-4226dab29115 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:05.210850 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-9a6296ce-f116-4552-bb5e-4226dab29115 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Transition to ACTIVE for port object 7ce906c1-23cc-426c-82ef-ea23d7611a55 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:05.253745 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a6296ce-f116-4552-bb5e-4226dab29115 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:05.266551 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a23adde-aa6d-423c-8acf-23aa9b417a29 None None] Pushing event updated for resources: {'Port': ['ID=de3888a1-c1bf-49f4-8754-408d91be8145,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:05.310514 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6296ce-f116-4552-bb5e-4226dab29115 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Network e6241178-066c-430d-a322-7862ef822ee0 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:05.314910 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-9a6296ce-f116-4552-bb5e-4226dab29115 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:05.317864 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6296ce-f116-4552-bb5e-4226dab29115 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:29:05.324852 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6296ce-f116-4552-bb5e-4226dab29115 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:05.325027 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a6296ce-f116-4552-bb5e-4226dab29115 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:05.357391 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-9a6296ce-f116-4552-bb5e-4226dab29115 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4393837 Jul 15 23:29:05.358375 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6296ce-f116-4552-bb5e-4226dab29115 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event updated for resources: {'Port': ['ID=7ce906c1-23cc-426c-82ef-ea23d7611a55,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:05.361767 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52982) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:05.489877 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2517db96-8f4c-47ec-bb0c-9c3340086a5b tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:05.496465 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2517db96-8f4c-47ec-bb0c-9c3340086a5b tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:05.502266 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-2517db96-8f4c-47ec-bb0c-9c3340086a5b tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1353550 Jul 15 23:29:05.502981 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52990) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:05.717686 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-ceb3f4ff-3823-41c9-97aa-8cd1a1a863e1 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Deleting port 7ce906c1-23cc-426c-82ef-ea23d7611a55 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:29:05.718240 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ceb3f4ff-3823-41c9-97aa-8cd1a1a863e1 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:05.718645 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9272f49-5bb4-43d2-8b0f-3bff3f90e1ab tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:05.719148 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9272f49-5bb4-43d2-8b0f-3bff3f90e1ab tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Fanout notify agent at l3_agent the message router_deleted on router 446231d7-df2e-477b-8a51-9b86bd9fe716 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:29:05.726087 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9272f49-5bb4-43d2-8b0f-3bff3f90e1ab tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:05.727267 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-b9272f49-5bb4-43d2-8b0f-3bff3f90e1ab tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "DELETE /v2.0/routers/446231d7-df2e-477b-8a51-9b86bd9fe716 HTTP/1.1" status: 204 len: 168 time: 1.5132105 Jul 15 23:29:05.737913 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52994) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:05.744712 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a143d-4ea4-47ee-ad05-0d59ed3969e9 req-465dc80a-9d11-4082-8e3e-99c857d4243e tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:05.752248 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5e5a143d-4ea4-47ee-ad05-0d59ed3969e9 req-465dc80a-9d11-4082-8e3e-99c857d4243e tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=1672bace-e875-4972-ae76-9722bb7a7385 HTTP/1.1" status: 200 len: 943 time: 0.9838541 Jul 15 23:29:05.796012 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-58d6ff6d-8401-404a-9def-e87c6dce4d3b tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:05.850471 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-48cfc837-6ef1-48f8-a174-90a0885c3708 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Deleting subnet 26c0ac86-45d4-4546-9e7a-14302901cc32 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:29:05.860010 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-48cfc837-6ef1-48f8-a174-90a0885c3708 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:05.864562 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d6ff6d-8401-404a-9def-e87c6dce4d3b tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Pushing event deleted for resources: {'Port': ['ID=e6679ca9-0e9b-46e0-af5a-aac751ad1d0b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:05.871609 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e11e4-d698-43c6-893b-6ef064c60a2f req-7072e808-731e-468f-bf79-b33720272a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:05.872928 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-df6e11e4-d698-43c6-893b-6ef064c60a2f req-7072e808-731e-468f-bf79-b33720272a46 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=89469485c64e49f5b3171ed5499b9995&device_id=1672bace-e875-4972-ae76-9722bb7a7385 HTTP/1.1" status: 200 len: 1094 time: 0.9106271 Jul 15 23:29:05.877713 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1814a274-2776-4767-819a-a89cbd75f303 req-c72b8978-464e-4a01-8f84-b16b7ad085ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:05.880124 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1814a274-2776-4767-819a-a89cbd75f303 req-c72b8978-464e-4a01-8f84-b16b7ad085ae service neutron] 10.222.0.41 "GET /v2.0/networks?id=92a51bb3-3c46-49ae-938e-2b30881b2b5e HTTP/1.1" status: 200 len: 897 time: 0.8262191 Jul 15 23:29:05.959486 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-48cfc837-6ef1-48f8-a174-90a0885c3708 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:05.964012 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device de3888a1-c1bf-49f4-8754-408d91be8145 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:29:05.978328 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5e5a143d-4ea4-47ee-ad05-0d59ed3969e9 req-58b9a659-3c97-491c-947d-0c26b675c086 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=dcdd674d-e7cc-4e2c-b019-4b01eca3b895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2251792 Jul 15 23:29:06.084065 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1814a274-2776-4767-819a-a89cbd75f303 req-38999dab-c4c9-4509-b771-416bd2b0f247 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=977af347-c348-4a15-b53e-040f8d7cea46 HTTP/1.1" status: 200 len: 998 time: 0.1820807 Jul 15 23:29:06.087001 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port de3888a1-c1bf-49f4-8754-408d91be8145 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:29:06.094381 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-58d6ff6d-8401-404a-9def-e87c6dce4d3b tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:06.098469 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-58d6ff6d-8401-404a-9def-e87c6dce4d3b tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] 10.222.0.48 "DELETE /v2.0/ports/e6679ca9-0e9b-46e0-af5a-aac751ad1d0b HTTP/1.1" status: 204 len: 168 time: 2.6244414 Jul 15 23:29:06.103885 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53000) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:06.118926 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-63cc36d1-7e03-4514-8a27-957fcaa95a9c tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2a9492f1-ca31-4174-813d-4c06551621e1', 'external_fixed_ips': [{'subnet_id': 'dd3ec30e-7489-4705-9681-1a1b07260414', 'ip_address': '172.20.0.4'}]}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:06.180081 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ceb3f4ff-3823-41c9-97aa-8cd1a1a863e1 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:06.183689 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-48cfc837-6ef1-48f8-a174-90a0885c3708 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:06.198081 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1814a274-2776-4767-819a-a89cbd75f303 req-dfa4dfd3-56d9-4a0e-b21a-c6cdbd263ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:06.199623 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1814a274-2776-4767-819a-a89cbd75f303 req-dfa4dfd3-56d9-4a0e-b21a-c6cdbd263ec5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=87ac4f0c-7775-4ca7-a00f-185a948c2a8d HTTP/1.1" status: 200 len: 835 time: 0.1002781 Jul 15 23:29:06.201022 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e11e4-d698-43c6-893b-6ef064c60a2f req-3241c101-616f-425b-9929-eb6857e4d479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:06.202364 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-df6e11e4-d698-43c6-893b-6ef064c60a2f req-3241c101-616f-425b-9929-eb6857e4d479 service neutron] 10.222.0.49 "GET /v2.0/networks?id=92a51bb3-3c46-49ae-938e-2b30881b2b5e HTTP/1.1" status: 200 len: 897 time: 0.3213789 Jul 15 23:29:06.203408 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-63cc36d1-7e03-4514-8a27-957fcaa95a9c tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:06.204479 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-63cc36d1-7e03-4514-8a27-957fcaa95a9c tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:06.223350 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-ceb3f4ff-3823-41c9-97aa-8cd1a1a863e1 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Calling delete_port for 7ce906c1-23cc-426c-82ef-ea23d7611a55 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:29:06.325767 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:06.333749 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-48cfc837-6ef1-48f8-a174-90a0885c3708 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:06.380370 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-df6e11e4-d698-43c6-893b-6ef064c60a2f req-53bd2e7f-be4f-4403-b350-5c63b4d4068c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=977af347-c348-4a15-b53e-040f8d7cea46 HTTP/1.1" status: 200 len: 998 time: 0.1586740 Jul 15 23:29:06.381882 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-63cc36d1-7e03-4514-8a27-957fcaa95a9c tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:06.395311 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-48cfc837-6ef1-48f8-a174-90a0885c3708 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:06.398417 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-48cfc837-6ef1-48f8-a174-90a0885c3708 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "DELETE /v2.0/subnets/26c0ac86-45d4-4546-9e7a-14302901cc32 HTTP/1.1" status: 204 len: 168 time: 0.6590216 Jul 15 23:29:06.399951 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cfc837-6ef1-48f8-a174-90a0885c3708 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Pushing event deleted for resources: {'Subnet': ['ID=26c0ac86-45d4-4546-9e7a-14302901cc32,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:06.402542 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53006) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:06.412747 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc751c1a-5cd1-4cd2-a9d0-231b4e6e4af9 None None] Network 66c54a98-9ff7-4b08-9c8b-00eacb5a9d0d requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:29:06.525538 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ceb3f4ff-3823-41c9-97aa-8cd1a1a863e1 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:06.599359 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1814a274-2776-4767-819a-a89cbd75f303 req-06eaa912-b27a-4ca6-a2a3-b4795b48f9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:06.600985 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1814a274-2776-4767-819a-a89cbd75f303 req-06eaa912-b27a-4ca6-a2a3-b4795b48f9d4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92a51bb3-3c46-49ae-938e-2b30881b2b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3911564 Jul 15 23:29:06.629483 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb3f4ff-3823-41c9-97aa-8cd1a1a863e1 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event deleted for resources: {'Port': ['ID=7ce906c1-23cc-426c-82ef-ea23d7611a55,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:06.690072 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ceb3f4ff-3823-41c9-97aa-8cd1a1a863e1 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:06.725047 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ceb3f4ff-3823-41c9-97aa-8cd1a1a863e1 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/ports/7ce906c1-23cc-426c-82ef-ea23d7611a55 HTTP/1.1" status: 204 len: 168 time: 1.2195926 Jul 15 23:29:06.727006 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53016) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:06.828102 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e11e4-d698-43c6-893b-6ef064c60a2f req-717c369b-3b72-4ecd-9434-a9b2d6dca80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:06.829634 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-df6e11e4-d698-43c6-893b-6ef064c60a2f req-717c369b-3b72-4ecd-9434-a9b2d6dca80d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=87ac4f0c-7775-4ca7-a00f-185a948c2a8d HTTP/1.1" status: 200 len: 835 time: 0.4392219 Jul 15 23:29:06.837458 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a38877b-c224-42a2-a13f-c0fa7457bcaa tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:06.840206 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a38877b-c224-42a2-a13f-c0fa7457bcaa tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:06.844171 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae3f0b4-50e5-4203-bb17-d0b5630782ef None None] DHCP port deletion for 66c54a98-9ff7-4b08-9c8b-00eacb5a9d0d request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:29:06.849669 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-072fd3f7-4a1c-4e7d-aada-0d23fcfe81ed tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:06.850659 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-7a38877b-c224-42a2-a13f-c0fa7457bcaa tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1225524 Jul 15 23:29:06.854310 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53018) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:06.901479 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-fae3f0b4-50e5-4203-bb17-d0b5630782ef None None] Deleting port 91d6c2b8-9a60-4626-91cc-f7a565ecbced {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:29:06.902043 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fae3f0b4-50e5-4203-bb17-d0b5630782ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:06.906700 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-63cc36d1-7e03-4514-8a27-957fcaa95a9c tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:06.983785 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-fae3f0b4-50e5-4203-bb17-d0b5630782ef None None] For port 91d6c2b8-9a60-4626-91cc-f7a565ecbced, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=91d6c2b8-9a60-4626-91cc-f7a565ecbced,segment=NetworkSegment(d149bb8f-6c0e-4039-8cc2-6e89bd21f9c8),segment_id=d149bb8f-6c0e-4039-8cc2-6e89bd21f9c8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:06.984370 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fae3f0b4-50e5-4203-bb17-d0b5630782ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:06.999693 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-fae3f0b4-50e5-4203-bb17-d0b5630782ef None None] Calling delete_port for 91d6c2b8-9a60-4626-91cc-f7a565ecbced owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:29:07.083468 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e4de435-c65c-4538-b56d-31a970ce9c02 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Deleting subnet 5adb0ee7-ba73-4601-834e-36e8a3b1098d {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:29:07.106782 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1814a274-2776-4767-819a-a89cbd75f303 req-a174325f-c5b0-4461-a266-c02a5b0be8dc service neutron] 10.222.0.41 "GET /v2.0/networks/92a51bb3-3c46-49ae-938e-2b30881b2b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4770784 Jul 15 23:29:07.107704 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0e4de435-c65c-4538-b56d-31a970ce9c02 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:07.108122 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-39e770b6-ae6c-45dc-9974-fc6c7c32e886 None None] Provisioning for port de3888a1-c1bf-49f4-8754-408d91be8145 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:29:07.116658 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-39e770b6-ae6c-45dc-9974-fc6c7c32e886 None None] Provisioning complete for port de3888a1-c1bf-49f4-8754-408d91be8145 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:07.117350 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-39e770b6-ae6c-45dc-9974-fc6c7c32e886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:07.171506 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fae3f0b4-50e5-4203-bb17-d0b5630782ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:07.227158 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae3f0b4-50e5-4203-bb17-d0b5630782ef None None] No DVR routers for this DVR port 91d6c2b8-9a60-4626-91cc-f7a565ecbced on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:29:07.231869 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae3f0b4-50e5-4203-bb17-d0b5630782ef None None] Pushing event deleted for resources: {'Port': ['ID=91d6c2b8-9a60-4626-91cc-f7a565ecbced,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:07.247306 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e11e4-d698-43c6-893b-6ef064c60a2f req-d4760994-82ce-4f6c-8829-bf82eb596fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:07.248886 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-df6e11e4-d698-43c6-893b-6ef064c60a2f req-d4760994-82ce-4f6c-8829-bf82eb596fe0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=92a51bb3-3c46-49ae-938e-2b30881b2b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3928418 Jul 15 23:29:07.281807 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-39e770b6-ae6c-45dc-9974-fc6c7c32e886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:07.326864 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-39e770b6-ae6c-45dc-9974-fc6c7c32e886 None None] For port de3888a1-c1bf-49f4-8754-408d91be8145, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=de3888a1-c1bf-49f4-8754-408d91be8145,segment=NetworkSegment(83031f72-0c55-4202-a7d3-7c1d93801518),segment_id=83031f72-0c55-4202-a7d3-7c1d93801518)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:07.328550 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0e4de435-c65c-4538-b56d-31a970ce9c02 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:07.345361 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-39e770b6-ae6c-45dc-9974-fc6c7c32e886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:07.415900 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e770b6-ae6c-45dc-9974-fc6c7c32e886 None None] Pushing event updated for resources: {'Port': ['ID=de3888a1-c1bf-49f4-8754-408d91be8145,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:07.476605 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b620a75c-ab9b-4743-826f-0a0eeddc3136 None None] Could not find standard attr ID for object 7ce906c1-23cc-426c-82ef-ea23d7611a55. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:29:07.529711 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-072fd3f7-4a1c-4e7d-aada-0d23fcfe81ed tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Deleting port 91d6c2b8-9a60-4626-91cc-f7a565ecbced {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:29:07.530057 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-072fd3f7-4a1c-4e7d-aada-0d23fcfe81ed tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:07.627762 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1814a274-2776-4767-819a-a89cbd75f303 req-15cd9aff-faae-421e-8d97-b77cbedee1a5 service neutron] 10.222.0.41 "GET /v2.0/networks/92a51bb3-3c46-49ae-938e-2b30881b2b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5117314 Jul 15 23:29:07.692359 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-df6e11e4-d698-43c6-893b-6ef064c60a2f req-4fa6b523-f821-4843-9d14-7eae2c197353 service neutron] 10.222.0.49 "GET /v2.0/networks/92a51bb3-3c46-49ae-938e-2b30881b2b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4265769 Jul 15 23:29:07.713990 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-072fd3f7-4a1c-4e7d-aada-0d23fcfe81ed tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] For port 91d6c2b8-9a60-4626-91cc-f7a565ecbced, host n-d-794306-6, got binding levels [] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:07.714375 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-072fd3f7-4a1c-4e7d-aada-0d23fcfe81ed tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:07.730687 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-072fd3f7-4a1c-4e7d-aada-0d23fcfe81ed tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Calling delete_port for 91d6c2b8-9a60-4626-91cc-f7a565ecbced owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:29:07.734386 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.ipam_backend_mixin [None req-072fd3f7-4a1c-4e7d-aada-0d23fcfe81ed tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Port 91d6c2b8-9a60-4626-91cc-f7a565ecbced was not found and therefore no delete operation was performed {{(pid=93770) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 23:29:07.735924 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-072fd3f7-4a1c-4e7d-aada-0d23fcfe81ed tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:07.765536 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e5902d-cd37-4b8a-b45b-eeb54f8d4e92 req-6d5cb7b1-0af8-4951-bd1d-664ef3c3532b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:07.767194 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-29e5902d-cd37-4b8a-b45b-eeb54f8d4e92 req-6d5cb7b1-0af8-4951-bd1d-664ef3c3532b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=1672bace-e875-4972-ae76-9722bb7a7385 HTTP/1.1" status: 200 len: 943 time: 0.5854483 Jul 15 23:29:07.787846 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0e4de435-c65c-4538-b56d-31a970ce9c02 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:07.838278 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device de3888a1-c1bf-49f4-8754-408d91be8145 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:29:07.903106 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port de3888a1-c1bf-49f4-8754-408d91be8145 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:07.903493 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:07.985552 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072fd3f7-4a1c-4e7d-aada-0d23fcfe81ed tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Pushing event deleted for resources: {'Port': ['ID=91d6c2b8-9a60-4626-91cc-f7a565ecbced,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:07.991374 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072fd3f7-4a1c-4e7d-aada-0d23fcfe81ed tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] No DVR routers for this DVR port 91d6c2b8-9a60-4626-91cc-f7a565ecbced on host n-d-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:29:08.076658 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 91d6c2b8-9a60-4626-91cc-f7a565ecbced no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:29:08.105379 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 91d6c2b8-9a60-4626-91cc-f7a565ecbced {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:29:08.105709 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 91d6c2b8-9a60-4626-91cc-f7a565ecbced not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:29:08.179093 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:08.553383 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-df6e11e4-d698-43c6-893b-6ef064c60a2f req-c39a61b8-f49a-48b8-9d12-5975a8805e24 service neutron] 10.222.0.49 "GET /v2.0/networks/92a51bb3-3c46-49ae-938e-2b30881b2b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8098869 Jul 15 23:29:08.556158 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-29e5902d-cd37-4b8a-b45b-eeb54f8d4e92 req-c02b55fb-cdf2-4244-a702-7c49b48d18ac tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=dcdd674d-e7cc-4e2c-b019-4b01eca3b895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6345429 Jul 15 23:29:08.616362 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-072fd3f7-4a1c-4e7d-aada-0d23fcfe81ed tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:08.640452 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-072fd3f7-4a1c-4e7d-aada-0d23fcfe81ed tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66c54a98-9ff7-4b08-9c8b-00eacb5a9d0d']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:08.654314 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0e4de435-c65c-4538-b56d-31a970ce9c02 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:08.658028 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-072fd3f7-4a1c-4e7d-aada-0d23fcfe81ed tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd149bb8f-6c0e-4039-8cc2-6e89bd21f9c8') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:08.658502 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-072fd3f7-4a1c-4e7d-aada-0d23fcfe81ed tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd149bb8f-6c0e-4039-8cc2-6e89bd21f9c8') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:08.698023 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-63cc36d1-7e03-4514-8a27-957fcaa95a9c tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:08.703990 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e11e4-d698-43c6-893b-6ef064c60a2f req-94421364-7430-462b-8bb7-a54eb6f4bca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:08.706443 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-df6e11e4-d698-43c6-893b-6ef064c60a2f req-94421364-7430-462b-8bb7-a54eb6f4bca6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=89469485c64e49f5b3171ed5499b9995&device_id=1672bace-e875-4972-ae76-9722bb7a7385 HTTP/1.1" status: 200 len: 1094 time: 0.9643912 Jul 15 23:29:08.709994 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-072fd3f7-4a1c-4e7d-aada-0d23fcfe81ed tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:08.714457 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4de435-c65c-4538-b56d-31a970ce9c02 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event deleted for resources: {'Subnet': ['ID=5adb0ee7-ba73-4601-834e-36e8a3b1098d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:08.720228 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0e4de435-c65c-4538-b56d-31a970ce9c02 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:08.725523 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53052) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:08.725935 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-0e4de435-c65c-4538-b56d-31a970ce9c02 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/subnets/5adb0ee7-ba73-4601-834e-36e8a3b1098d HTTP/1.1" status: 204 len: 168 time: 1.8644667 Jul 15 23:29:08.731088 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1846b89d-098d-42d3-9c6b-63176f6a464c None None] Network e6241178-066c-430d-a322-7862ef822ee0 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:29:08.759978 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-63cc36d1-7e03-4514-8a27-957fcaa95a9c tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:08.784215 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-153f8577-1e53-437f-9659-c6ca651b3d65 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0578022 Jul 15 23:29:08.787612 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53054) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:08.796243 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-072fd3f7-4a1c-4e7d-aada-0d23fcfe81ed tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:08.798480 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-64aa0436-14dc-4471-b5aa-25b979bf1b59 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Request body: {'subnet': {'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:08.857117 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-072fd3f7-4a1c-4e7d-aada-0d23fcfe81ed tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:29:08.857531 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-072fd3f7-4a1c-4e7d-aada-0d23fcfe81ed tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:08.860541 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:29:08.860541 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:29:08.860541 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:29:08.860541 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:29:08.860541 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:29:08.860541 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:29:08.860541 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:29:08.860541 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:29:08.860541 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:29:08.860541 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:29:08.860541 n-d-794306-6 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:29:08.860541 n-d-794306-6 neutron-server[93770]: items = [ Jul 15 23:29:08.860541 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:29:08.860541 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:29:08.860541 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:29:08.860541 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:29:08.860541 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:29:08.860541 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:29:08.860541 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:29:08.860541 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:29:08.860541 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:29:08.860541 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:29:08.860541 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:29:08.860541 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:29:08.860541 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:29:08.860541 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:29:08.860541 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:29:08.860541 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:29:08.860541 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:29:08.860541 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:29:08.860541 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:29:08.860541 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:29:08.860541 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:29:08.860541 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:29:08.860541 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:29:08.860541 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:29:08.860541 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:29:08.860541 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:29:08.860541 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:29:08.860541 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:29:08.860541 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:29:08.860541 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:29:08.860541 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:29:08.860541 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:29:08.860541 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:29:08.860541 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:29:08.860541 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:29:08.860541 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:29:08.860541 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:29:08.860541 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:29:08.860541 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:29:08.860541 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:29:08.860541 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:29:08.860541 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:29:08.860541 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:29:08.860541 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:29:08.860541 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:29:08.860541 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:29:08.935103 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64aa0436-14dc-4471-b5aa-25b979bf1b59 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Made reservation on behalf of 1ccad8e849f943d19f815f855c3f3849 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:29:08.939499 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-64aa0436-14dc-4471-b5aa-25b979bf1b59 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:08.996875 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c443ea93-1dd4-41d8-bcb8-8adf304108ea None None] DHCP port deletion for e6241178-066c-430d-a322-7862ef822ee0 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:29:09.074829 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e11e4-d698-43c6-893b-6ef064c60a2f req-4cb2d0ed-5585-4c07-a24c-cfd1f2632c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:09.076791 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-df6e11e4-d698-43c6-893b-6ef064c60a2f req-4cb2d0ed-5585-4c07-a24c-cfd1f2632c10 service neutron] 10.222.0.41 "GET /v2.0/networks?id=92a51bb3-3c46-49ae-938e-2b30881b2b5e HTTP/1.1" status: 200 len: 897 time: 0.3503921 Jul 15 23:29:09.077502 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-072fd3f7-4a1c-4e7d-aada-0d23fcfe81ed tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:09.114194 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-072fd3f7-4a1c-4e7d-aada-0d23fcfe81ed tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:09.121114 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-072fd3f7-4a1c-4e7d-aada-0d23fcfe81ed tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "DELETE /v2.0/networks/66c54a98-9ff7-4b08-9c8b-00eacb5a9d0d HTTP/1.1" status: 204 len: 168 time: 2.6918824 Jul 15 23:29:09.132911 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53062) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:09.135969 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072fd3f7-4a1c-4e7d-aada-0d23fcfe81ed tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Pushing event deleted for resources: {'Network': ['ID=66c54a98-9ff7-4b08-9c8b-00eacb5a9d0d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:09.136306 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c443ea93-1dd4-41d8-bcb8-8adf304108ea None None] Deleting port de3888a1-c1bf-49f4-8754-408d91be8145 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:29:09.136964 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c443ea93-1dd4-41d8-bcb8-8adf304108ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:09.141258 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-97e3d393-fb40-4f57-b7a0-b6571c3846d4 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1240467834'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:09.226981 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c443ea93-1dd4-41d8-bcb8-8adf304108ea None None] For port de3888a1-c1bf-49f4-8754-408d91be8145, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=de3888a1-c1bf-49f4-8754-408d91be8145,segment=NetworkSegment(83031f72-0c55-4202-a7d3-7c1d93801518),segment_id=83031f72-0c55-4202-a7d3-7c1d93801518)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:09.227915 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c443ea93-1dd4-41d8-bcb8-8adf304108ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:09.244569 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c443ea93-1dd4-41d8-bcb8-8adf304108ea None None] Calling delete_port for de3888a1-c1bf-49f4-8754-408d91be8145 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:29:09.248895 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-df6e11e4-d698-43c6-893b-6ef064c60a2f req-91ef5d45-e6c9-45f1-8c0f-a6e375a7f5bc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=977af347-c348-4a15-b53e-040f8d7cea46 HTTP/1.1" status: 200 len: 998 time: 0.1316566 Jul 15 23:29:09.259494 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-63cc36d1-7e03-4514-8a27-957fcaa95a9c tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Allocated IP 172.20.0.4 (2a9492f1-ca31-4174-813d-4c06551621e1/dd3ec30e-7489-4705-9681-1a1b07260414/55b1e78a-5f52-4832-87ce-95bada4df63b) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:29:09.297104 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e3d393-fb40-4f57-b7a0-b6571c3846d4 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Made reservation on behalf of 34183464e2cc438698c712a3ae8b36f2 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:29:09.301267 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-97e3d393-fb40-4f57-b7a0-b6571c3846d4 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:09.376511 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e11e4-d698-43c6-893b-6ef064c60a2f req-9966926d-50dd-421d-92b6-a900f3a069ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:09.378790 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-df6e11e4-d698-43c6-893b-6ef064c60a2f req-9966926d-50dd-421d-92b6-a900f3a069ff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=87ac4f0c-7775-4ca7-a00f-185a948c2a8d HTTP/1.1" status: 200 len: 835 time: 0.1202438 Jul 15 23:29:09.379710 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97e3d393-fb40-4f57-b7a0-b6571c3846d4 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:29:09.399848 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c443ea93-1dd4-41d8-bcb8-8adf304108ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:09.425338 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-97e3d393-fb40-4f57-b7a0-b6571c3846d4 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:09.425860 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-97e3d393-fb40-4f57-b7a0-b6571c3846d4 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Added segment be31ad70-63c2-4c6a-87db-5395eae04608 of type vlan for network 70d046e0-bcfc-4f11-8608-19a0ef44e21d Jul 15 23:29:09.448397 n-d-794306-6 neutron-server[93771]: DEBUG neutron.objects.ports [None req-64aa0436-14dc-4471-b5aa-25b979bf1b59 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 23:29:09.457091 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c443ea93-1dd4-41d8-bcb8-8adf304108ea None None] Pushing event deleted for resources: {'Port': ['ID=de3888a1-c1bf-49f4-8754-408d91be8145,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:09.480636 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c443ea93-1dd4-41d8-bcb8-8adf304108ea None None] No DVR routers for this DVR port de3888a1-c1bf-49f4-8754-408d91be8145 on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:29:09.545454 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-97e3d393-fb40-4f57-b7a0-b6571c3846d4 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:09.573217 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-63cc36d1-7e03-4514-8a27-957fcaa95a9c tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:09.584429 n-d-794306-6 neutron-server[93771]: WARNING neutron.services.revisions.revision_plugin [None req-64aa0436-14dc-4471-b5aa-25b979bf1b59 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Could not find related port for resource to bump revision. Jul 15 23:29:09.593066 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e11e4-d698-43c6-893b-6ef064c60a2f req-0fba0210-1201-4e42-8369-3e5c7edb766c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:09.594635 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-df6e11e4-d698-43c6-893b-6ef064c60a2f req-0fba0210-1201-4e42-8369-3e5c7edb766c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92a51bb3-3c46-49ae-938e-2b30881b2b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2077336 Jul 15 23:29:09.596674 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.ipam_pluggable_backend [None req-64aa0436-14dc-4471-b5aa-25b979bf1b59 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Port de3888a1-c1bf-49f4-8754-408d91be8145 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93771) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 15 23:29:09.597508 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.ipam_pluggable_backend [None req-64aa0436-14dc-4471-b5aa-25b979bf1b59 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Reverting IP allocation for 2001:db8::f816:3eff:fe35:9888 {{(pid=93771) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 15 23:29:09.610746 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.ipam_pluggable_backend [None req-64aa0436-14dc-4471-b5aa-25b979bf1b59 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe35:9888 {{(pid=93771) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 15 23:29:09.614849 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-64aa0436-14dc-4471-b5aa-25b979bf1b59 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:09.671971 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64aa0436-14dc-4471-b5aa-25b979bf1b59 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Network e6241178-066c-430d-a322-7862ef822ee0 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:09.673349 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-97e3d393-fb40-4f57-b7a0-b6571c3846d4 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:09.677195 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-64aa0436-14dc-4471-b5aa-25b979bf1b59 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:09.680815 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e3d393-fb40-4f57-b7a0-b6571c3846d4 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:09.681433 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-97e3d393-fb40-4f57-b7a0-b6571c3846d4 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:09.688925 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64aa0436-14dc-4471-b5aa-25b979bf1b59 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:09.689517 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-64aa0436-14dc-4471-b5aa-25b979bf1b59 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:09.693152 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6737080-5e68-4942-8192-3c78714598a9 None None] Network e6241178-066c-430d-a322-7862ef822ee0 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:29:09.707992 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aa0436-14dc-4471-b5aa-25b979bf1b59 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event updated for resources: {'Subnet': ['ID=a0af7994-eaf3-4371-8c58-cd4c8e27f719,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:09.735026 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-64aa0436-14dc-4471-b5aa-25b979bf1b59 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9428923 Jul 15 23:29:09.735884 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53076) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:09.744668 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-46699bb9-e731-4038-9665-b45713c9668c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Request body: {'port': {'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'mac_address': 'fa:16:3e:c2:ba:34', 'name': 'tempest-NetworksTestDHCPv6-1107711233'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:09.849890 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-97e3d393-fb40-4f57-b7a0-b6571c3846d4 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7149642 Jul 15 23:29:09.870752 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device de3888a1-c1bf-49f4-8754-408d91be8145 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:29:09.883708 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53078) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:09.889133 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-746c26f7-f732-49bb-bf89-94207ae85ec8 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Request body: {'subnet': {'network_id': '70d046e0-bcfc-4f11-8608-19a0ef44e21d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:09.896880 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-63cc36d1-7e03-4514-8a27-957fcaa95a9c tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:09.920519 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3d393-fb40-4f57-b7a0-b6571c3846d4 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Pushing event updated for resources: {'Network': ['ID=70d046e0-bcfc-4f11-8608-19a0ef44e21d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:09.923486 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: de3888a1-c1bf-49f4-8754-408d91be8145 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:29:09.928038 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device de3888a1-c1bf-49f4-8754-408d91be8145 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:29:09.939547 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46699bb9-e731-4038-9665-b45713c9668c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Made reservation on behalf of 1ccad8e849f943d19f815f855c3f3849 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:29:09.940988 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 70d046e0-bcfc-4f11-8608-19a0ef44e21d details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:29:09.999065 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-df6e11e4-d698-43c6-893b-6ef064c60a2f req-10a89550-359b-4fe1-a890-9ae8c6094215 service neutron] 10.222.0.41 "GET /v2.0/networks/92a51bb3-3c46-49ae-938e-2b30881b2b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954322 Jul 15 23:29:10.044906 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cc36d1-7e03-4514-8a27-957fcaa95a9c tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Network 2a9492f1-ca31-4174-813d-4c06551621e1 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:10.053976 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46699bb9-e731-4038-9665-b45713c9668c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:10.068615 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd76ef7c-600d-4415-a11b-46b8e9663574 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-e6241178-066c-430d-a322-7862ef822ee0', 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'tenant_id': '1ccad8e849f943d19f815f855c3f3849', 'fixed_ips': [{'subnet_id': 'a0af7994-eaf3-4371-8c58-cd4c8e27f719'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:29:10.070145 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bd76ef7c-600d-4415-a11b-46b8e9663574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:10.076659 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-63cc36d1-7e03-4514-8a27-957fcaa95a9c tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:10.079112 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cc36d1-7e03-4514-8a27-957fcaa95a9c tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:29:10.086917 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-46699bb9-e731-4038-9665-b45713c9668c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] device_id is not set on port 6e95e5b3-7dab-4e86-8ce6-f2dd8f79c446 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:29:10.113596 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cc36d1-7e03-4514-8a27-957fcaa95a9c tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Pushing event updated for resources: {'Port': ['ID=55b1e78a-5f52-4832-87ce-95bada4df63b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:10.181802 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b42038-a097-4b0d-9de4-e911b2800281 req-5363eb06-5dda-44ed-9117-574307e71be3 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:10.183491 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-55b42038-a097-4b0d-9de4-e911b2800281 req-5363eb06-5dda-44ed-9117-574307e71be3 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=1672bace-e875-4972-ae76-9722bb7a7385 HTTP/1.1" status: 200 len: 943 time: 0.4644816 Jul 15 23:29:10.234543 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-746c26f7-f732-49bb-bf89-94207ae85ec8 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Made reservation on behalf of 34183464e2cc438698c712a3ae8b36f2 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:29:10.240183 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-746c26f7-f732-49bb-bf89-94207ae85ec8 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:10.248512 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-46699bb9-e731-4038-9665-b45713c9668c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Allocated IP 2001:db8::f816:3eff:fec2:ba34 (e6241178-066c-430d-a322-7862ef822ee0/a0af7994-eaf3-4371-8c58-cd4c8e27f719/6e95e5b3-7dab-4e86-8ce6-f2dd8f79c446) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:29:10.368366 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-55b42038-a097-4b0d-9de4-e911b2800281 req-503be9f7-d4fc-4255-a1db-6c1c694179c3 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=dcdd674d-e7cc-4e2c-b019-4b01eca3b895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1756213 Jul 15 23:29:10.394635 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-df6e11e4-d698-43c6-893b-6ef064c60a2f req-f84dc537-93e2-44db-8dd1-eb050874cb51 service neutron] 10.222.0.41 "GET /v2.0/networks/92a51bb3-3c46-49ae-938e-2b30881b2b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555205 Jul 15 23:29:10.460763 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46699bb9-e731-4038-9665-b45713c9668c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:10.479751 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-46699bb9-e731-4038-9665-b45713c9668c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Transition to ACTIVE for port object 6e95e5b3-7dab-4e86-8ce6-f2dd8f79c446 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:10.548787 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46699bb9-e731-4038-9665-b45713c9668c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:10.595906 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-bd76ef7c-600d-4415-a11b-46b8e9663574 None None] Allocated IP 2001:db8::f816:3eff:fea0:e666 (e6241178-066c-430d-a322-7862ef822ee0/a0af7994-eaf3-4371-8c58-cd4c8e27f719/840eeff2-ac67-40ff-8735-32dfad69a99c) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:29:10.630799 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 977af347-c348-4a15-b53e-040f8d7cea46 details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:29:10.643255 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46699bb9-e731-4038-9665-b45713c9668c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event updated for resources: {'Port': ['ID=6e95e5b3-7dab-4e86-8ce6-f2dd8f79c446,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:10.697098 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46699bb9-e731-4038-9665-b45713c9668c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Network e6241178-066c-430d-a322-7862ef822ee0 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:10.699304 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-46699bb9-e731-4038-9665-b45713c9668c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:10.701962 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46699bb9-e731-4038-9665-b45713c9668c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:29:10.715623 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46699bb9-e731-4038-9665-b45713c9668c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:10.719667 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46699bb9-e731-4038-9665-b45713c9668c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:10.752886 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-63cc36d1-7e03-4514-8a27-957fcaa95a9c tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:10.754660 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-46699bb9-e731-4038-9665-b45713c9668c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0174305 Jul 15 23:29:10.755456 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53094) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:10.848489 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44481e3-1573-47c7-98b2-a8a96beb4ce0 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:10.852858 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c44481e3-1573-47c7-98b2-a8a96beb4ce0 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0950060 Jul 15 23:29:10.853481 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53098) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:10.884644 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-746c26f7-f732-49bb-bf89-94207ae85ec8 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:10.986112 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-294c8c8e-560f-4c88-909e-b94de791884d tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Deleting port 6e95e5b3-7dab-4e86-8ce6-f2dd8f79c446 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:29:10.986877 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-294c8c8e-560f-4c88-909e-b94de791884d tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:11.095262 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-294c8c8e-560f-4c88-909e-b94de791884d tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:11.110258 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-294c8c8e-560f-4c88-909e-b94de791884d tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Calling delete_port for 6e95e5b3-7dab-4e86-8ce6-f2dd8f79c446 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:29:11.142012 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15f1cd-120f-4eab-ac6f-7e08ba574aaa req-8fd774d6-d489-4e47-b217-ac80c7f0f77e tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:11.144428 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fd15f1cd-120f-4eab-ac6f-7e08ba574aaa req-8fd774d6-d489-4e47-b217-ac80c7f0f77e tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.41 "GET /v2.0/ports?device_id=1672bace-e875-4972-ae76-9722bb7a7385&tenant_id=89469485c64e49f5b3171ed5499b9995&binding%3Ahost_id=n-h2-794306-6 HTTP/1.1" status: 200 len: 943 time: 0.3260818 Jul 15 23:29:11.150174 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746c26f7-f732-49bb-bf89-94207ae85ec8 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Pushing event updated for resources: {'Subnet': ['ID=19633206-5948-495e-807d-c5637979ac26,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:11.168167 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bd76ef7c-600d-4415-a11b-46b8e9663574 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:11.171658 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 977af347-c348-4a15-b53e-040f8d7cea46, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=977af347-c348-4a15-b53e-040f8d7cea46,segment=NetworkSegment(b5ca1fe9-b3dd-4925-af11-f3e0f9a537f0),segment_id=b5ca1fe9-b3dd-4925-af11-f3e0f9a537f0)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:11.190147 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bd76ef7c-600d-4415-a11b-46b8e9663574 None None] Transition to ACTIVE for port object 840eeff2-ac67-40ff-8735-32dfad69a99c will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:11.197601 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': '977af347-c348-4a15-b53e-040f8d7cea46', 'network_id': '92a51bb3-3c46-49ae-938e-2b30881b2b5e', 'port_id': '977af347-c348-4a15-b53e-040f8d7cea46', 'mac_address': 'fa:16:3e:74:92:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87ac4f0c-7775-4ca7-a00f-185a948c2a8d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:29:11.212507 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bd76ef7c-600d-4415-a11b-46b8e9663574 None None] Transition to ACTIVE for port object 840eeff2-ac67-40ff-8735-32dfad69a99c will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:11.238691 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746c26f7-f732-49bb-bf89-94207ae85ec8 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Checking segment: {'id': 'be31ad70-63c2-4c6a-87db-5395eae04608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '70d046e0-bcfc-4f11-8608-19a0ef44e21d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:29:11.239056 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746c26f7-f732-49bb-bf89-94207ae85ec8 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Network hostable DHCP agents. Network: 70d046e0-bcfc-4f11-8608-19a0ef44e21d, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:29:11.239967 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bd76ef7c-600d-4415-a11b-46b8e9663574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:11.303433 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:11.308662 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-294c8c8e-560f-4c88-909e-b94de791884d tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:11.345081 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd76ef7c-600d-4415-a11b-46b8e9663574 None None] Network e6241178-066c-430d-a322-7862ef822ee0 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:11.353323 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-bd76ef7c-600d-4415-a11b-46b8e9663574 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:11.362541 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fd15f1cd-120f-4eab-ac6f-7e08ba574aaa req-6930ab56-6f4f-4d1a-b06e-d3fcb3ebe70b service neutron] 10.222.0.41 "GET /v2.0/ports/977af347-c348-4a15-b53e-040f8d7cea46/bindings/n-h2-794306-6 HTTP/1.1" status: 200 len: 382 time: 0.1700208 Jul 15 23:29:11.362799 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd76ef7c-600d-4415-a11b-46b8e9663574 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:29:11.367379 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76ef7c-600d-4415-a11b-46b8e9663574 None None] Pushing event updated for resources: {'Port': ['ID=840eeff2-ac67-40ff-8735-32dfad69a99c,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:11.367725 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746c26f7-f732-49bb-bf89-94207ae85ec8 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Network 70d046e0-bcfc-4f11-8608-19a0ef44e21d is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:29:11.380624 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 977af347-c348-4a15-b53e-040f8d7cea46 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:29:11.380849 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-63cc36d1-7e03-4514-8a27-957fcaa95a9c tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:11.396867 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ca50e-7427-4d29-84f5-e4b12c73664f req-4783e31c-bd5e-4a2d-a573-e3d236af7b8e tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:11.397555 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294c8c8e-560f-4c88-909e-b94de791884d tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event deleted for resources: {'Port': ['ID=6e95e5b3-7dab-4e86-8ce6-f2dd8f79c446,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:11.399700 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ba0ca50e-7427-4d29-84f5-e4b12c73664f req-4783e31c-bd5e-4a2d-a573-e3d236af7b8e tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=1672bace-e875-4972-ae76-9722bb7a7385 HTTP/1.1" status: 200 len: 943 time: 0.4195397 Jul 15 23:29:11.402560 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-746c26f7-f732-49bb-bf89-94207ae85ec8 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 70d046e0-bcfc-4f11-8608-19a0ef44e21d) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:11.431181 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 977af347-c348-4a15-b53e-040f8d7cea46, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=977af347-c348-4a15-b53e-040f8d7cea46,segment=NetworkSegment(b5ca1fe9-b3dd-4925-af11-f3e0f9a537f0),segment_id=b5ca1fe9-b3dd-4925-af11-f3e0f9a537f0)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:11.438453 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a81d83-55af-4554-a67d-566978f0ab35 None None] Network 70d046e0-bcfc-4f11-8608-19a0ef44e21d requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:29:11.442807 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:11.467089 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-294c8c8e-560f-4c88-909e-b94de791884d tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:11.475954 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-294c8c8e-560f-4c88-909e-b94de791884d tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/ports/6e95e5b3-7dab-4e86-8ce6-f2dd8f79c446 HTTP/1.1" status: 204 len: 168 time: 0.6209970 Jul 15 23:29:11.477067 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53110) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:11.478680 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746c26f7-f732-49bb-bf89-94207ae85ec8 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:11.479297 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-746c26f7-f732-49bb-bf89-94207ae85ec8 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:11.536025 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-746c26f7-f732-49bb-bf89-94207ae85ec8 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6508150 Jul 15 23:29:11.541418 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53112) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:11.548129 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-7eddfe39-1c08-46ae-8329-a424e97cd12e tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1857593398', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:11.580684 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731e7ccf-490e-4eb7-ab48-be2996d381f0 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:11.583392 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731e7ccf-490e-4eb7-ab48-be2996d381f0 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:11.585112 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-731e7ccf-490e-4eb7-ab48-be2996d381f0 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1052773 Jul 15 23:29:11.586088 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ba0ca50e-7427-4d29-84f5-e4b12c73664f req-260c84f5-4e0b-4340-b8cc-919a889275cd tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=dcdd674d-e7cc-4e2c-b019-4b01eca3b895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488240 Jul 15 23:29:11.589404 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53114) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:11.621234 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7eddfe39-1c08-46ae-8329-a424e97cd12e tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:11.622268 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7eddfe39-1c08-46ae-8329-a424e97cd12e tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:11.634488 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-bd76ef7c-600d-4415-a11b-46b8e9663574 None None] Attempting to bind port 840eeff2-ac67-40ff-8735-32dfad69a99c on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:29:11.634871 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-bd76ef7c-600d-4415-a11b-46b8e9663574 None None] Attempting to bind port 840eeff2-ac67-40ff-8735-32dfad69a99c by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:29:11.635236 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd76ef7c-600d-4415-a11b-46b8e9663574 None None] Attempting to bind port 840eeff2-ac67-40ff-8735-32dfad69a99c on network e6241178-066c-430d-a322-7862ef822ee0 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:29:11.658516 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=977af347-c348-4a15-b53e-040f8d7cea46,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:11.663756 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd76ef7c-600d-4415-a11b-46b8e9663574 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:29:11.664082 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd76ef7c-600d-4415-a11b-46b8e9663574 None None] Checking segment: {'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:29:11.664485 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bd76ef7c-600d-4415-a11b-46b8e9663574 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:11.664880 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd76ef7c-600d-4415-a11b-46b8e9663574 None None] Bound using segment: {'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:29:11.665365 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-bd76ef7c-600d-4415-a11b-46b8e9663574 None None] Bound port: 840eeff2-ac67-40ff-8735-32dfad69a99c, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:29:11.665757 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bd76ef7c-600d-4415-a11b-46b8e9663574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:11.694553 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-f37f00e8-8de9-4f88-a556-71a7a0bfb291 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Deleting subnet a0af7994-eaf3-4371-8c58-cd4c8e27f719 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:29:11.700947 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f37f00e8-8de9-4f88-a556-71a7a0bfb291 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:11.767093 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['977af347-c348-4a15-b53e-040f8d7cea46'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:29:11.774732 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f37f00e8-8de9-4f88-a556-71a7a0bfb291 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:11.831730 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-bd76ef7c-600d-4415-a11b-46b8e9663574 None None] For port 840eeff2-ac67-40ff-8735-32dfad69a99c, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:29:11.869406 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-bd76ef7c-600d-4415-a11b-46b8e9663574 None None] For port 840eeff2-ac67-40ff-8735-32dfad69a99c, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=840eeff2-ac67-40ff-8735-32dfad69a99c,segment=NetworkSegment(83031f72-0c55-4202-a7d3-7c1d93801518),segment_id=83031f72-0c55-4202-a7d3-7c1d93801518)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:29:11.879091 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb49134-9bc9-4727-84fe-5eedfa0aad94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-70d046e0-bcfc-4f11-8608-19a0ef44e21d', 'network_id': '70d046e0-bcfc-4f11-8608-19a0ef44e21d', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'fixed_ips': [{'subnet_id': '19633206-5948-495e-807d-c5637979ac26'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:29:11.880623 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7cb49134-9bc9-4727-84fe-5eedfa0aad94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:11.890283 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bd76ef7c-600d-4415-a11b-46b8e9663574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:11.927944 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f37f00e8-8de9-4f88-a556-71a7a0bfb291 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:12.024363 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f37f00e8-8de9-4f88-a556-71a7a0bfb291 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:12.113219 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f37f00e8-8de9-4f88-a556-71a7a0bfb291 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:12.115539 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f37f00e8-8de9-4f88-a556-71a7a0bfb291 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/subnets/a0af7994-eaf3-4371-8c58-cd4c8e27f719 HTTP/1.1" status: 204 len: 168 time: 0.5249193 Jul 15 23:29:12.117041 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37f00e8-8de9-4f88-a556-71a7a0bfb291 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event deleted for resources: {'Subnet': ['ID=a0af7994-eaf3-4371-8c58-cd4c8e27f719,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:12.118929 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53126) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:12.129691 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76ef7c-600d-4415-a11b-46b8e9663574 None None] Pushing event updated for resources: {'Port': ['ID=840eeff2-ac67-40ff-8735-32dfad69a99c,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:12.174075 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-620dbc04-75f0-4d53-9b87-6aa11a1fea5f tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0497334 Jul 15 23:29:12.178220 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53128) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:12.220222 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15f1cd-120f-4eab-ac6f-7e08ba574aaa req-5f95b6d5-9061-47ad-a699-c384f473f99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:12.220771 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-7cb49134-9bc9-4727-84fe-5eedfa0aad94 None None] Allocated IP 2001:db8::2 (70d046e0-bcfc-4f11-8608-19a0ef44e21d/19633206-5948-495e-807d-c5637979ac26/a85799e9-9b09-4865-a17c-907147721731) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:29:12.222424 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fd15f1cd-120f-4eab-ac6f-7e08ba574aaa req-5f95b6d5-9061-47ad-a699-c384f473f99d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=89469485c64e49f5b3171ed5499b9995&device_id=1672bace-e875-4972-ae76-9722bb7a7385 HTTP/1.1" status: 200 len: 1094 time: 0.8151309 Jul 15 23:29:12.225466 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7eddfe39-1c08-46ae-8329-a424e97cd12e tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:12.239201 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7eddfe39-1c08-46ae-8329-a424e97cd12e tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:12.286880 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7eddfe39-1c08-46ae-8329-a424e97cd12e tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:12.288146 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-7eddfe39-1c08-46ae-8329-a424e97cd12e tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7442141 Jul 15 23:29:12.290620 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63cc36d1-7e03-4514-8a27-957fcaa95a9c tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Router 77ed8b39-0494-4774-b0de-c8813dc03dab is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:29:12.291871 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53130) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:12.318267 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabcea60-9228-44b6-9168-fc7a00661d4e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:12.323150 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53132) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:12.323499 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-aabcea60-9228-44b6-9168-fc7a00661d4e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1434546 Jul 15 23:29:12.593346 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f49764-b125-4ab3-aecd-5fc138d06f44 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:12.595059 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-66f49764-b125-4ab3-aecd-5fc138d06f44 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2701478 Jul 15 23:29:12.595185 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7cb49134-9bc9-4727-84fe-5eedfa0aad94 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:12.598905 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53140) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:12.611104 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15f1cd-120f-4eab-ac6f-7e08ba574aaa req-17851c01-740a-4456-8456-29cfe368f17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:12.613609 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fd15f1cd-120f-4eab-ac6f-7e08ba574aaa req-17851c01-740a-4456-8456-29cfe368f17c service neutron] 10.222.0.41 "GET /v2.0/networks?id=92a51bb3-3c46-49ae-938e-2b30881b2b5e HTTP/1.1" status: 200 len: 897 time: 0.3837192 Jul 15 23:29:12.631170 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7cb49134-9bc9-4727-84fe-5eedfa0aad94 None None] Transition to ACTIVE for port object a85799e9-9b09-4865-a17c-907147721731 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:12.665185 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-6d5fa7f7-1aeb-4f1c-9c75-179cb374afab tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0645566 Jul 15 23:29:12.671914 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53144) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:12.681150 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-387f412f-824e-40bc-b1f8-657e4a6f5b7c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Request body: {'subnet': {'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:12.730845 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7cb49134-9bc9-4727-84fe-5eedfa0aad94 None None] Transition to ACTIVE for port object a85799e9-9b09-4865-a17c-907147721731 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:12.748334 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7cb49134-9bc9-4727-84fe-5eedfa0aad94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:12.804134 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63cc36d1-7e03-4514-8a27-957fcaa95a9c tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:29:12.832487 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0325e7f3-f05e-46ca-8bfc-de3edf6e80c0 None None] Sync routers for ids ['77ed8b39-0494-4774-b0de-c8813dc03dab'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:29:12.853603 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0325e7f3-f05e-46ca-8bfc-de3edf6e80c0 None None] Routers {'77ed8b39-0494-4774-b0de-c8813dc03dab'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:29:12.854219 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0325e7f3-f05e-46ca-8bfc-de3edf6e80c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:29:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['77ed8b39-0494-4774-b0de-c8813dc03dab'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:12.897170 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-32152599-e41c-4b59-a07d-05defb52fcc8 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:12.902930 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fd15f1cd-120f-4eab-ac6f-7e08ba574aaa req-3ed3587a-1ef5-4e14-aaa8-ac62afa1e0ba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=977af347-c348-4a15-b53e-040f8d7cea46 HTTP/1.1" status: 200 len: 999 time: 0.2511313 Jul 15 23:29:12.905383 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-63cc36d1-7e03-4514-8a27-957fcaa95a9c tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:12.909807 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-63cc36d1-7e03-4514-8a27-957fcaa95a9c tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 6.7942274 Jul 15 23:29:12.910726 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53148) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:12.913569 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb49134-9bc9-4727-84fe-5eedfa0aad94 None None] Pushing event updated for resources: {'Port': ['ID=a85799e9-9b09-4865-a17c-907147721731,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:12.931048 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb49134-9bc9-4727-84fe-5eedfa0aad94 None None] Network 70d046e0-bcfc-4f11-8608-19a0ef44e21d is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:12.941470 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-7cb49134-9bc9-4727-84fe-5eedfa0aad94 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:12.944285 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb49134-9bc9-4727-84fe-5eedfa0aad94 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:29:13.005028 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-0325e7f3-f05e-46ca-8bfc-de3edf6e80c0 None None] Set router 77ed8b39-0494-4774-b0de-c8813dc03dab gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:29:13.076183 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15f1cd-120f-4eab-ac6f-7e08ba574aaa req-79238bf3-5a94-4675-a1bf-9f0df2227740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:13.078446 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fd15f1cd-120f-4eab-ac6f-7e08ba574aaa req-79238bf3-5a94-4675-a1bf-9f0df2227740 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=87ac4f0c-7775-4ca7-a00f-185a948c2a8d HTTP/1.1" status: 200 len: 835 time: 0.1617262 Jul 15 23:29:13.148833 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-7cb49134-9bc9-4727-84fe-5eedfa0aad94 None None] Attempting to bind port a85799e9-9b09-4865-a17c-907147721731 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:29:13.149217 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-7cb49134-9bc9-4727-84fe-5eedfa0aad94 None None] Attempting to bind port a85799e9-9b09-4865-a17c-907147721731 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'be31ad70-63c2-4c6a-87db-5395eae04608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '70d046e0-bcfc-4f11-8608-19a0ef44e21d'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:29:13.151592 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb49134-9bc9-4727-84fe-5eedfa0aad94 None None] Attempting to bind port a85799e9-9b09-4865-a17c-907147721731 on network 70d046e0-bcfc-4f11-8608-19a0ef44e21d {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:29:13.161078 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb49134-9bc9-4727-84fe-5eedfa0aad94 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:29:13.161478 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb49134-9bc9-4727-84fe-5eedfa0aad94 None None] Checking segment: {'id': 'be31ad70-63c2-4c6a-87db-5395eae04608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '70d046e0-bcfc-4f11-8608-19a0ef44e21d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:29:13.161880 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7cb49134-9bc9-4727-84fe-5eedfa0aad94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:13.164967 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb49134-9bc9-4727-84fe-5eedfa0aad94 None None] Bound using segment: {'id': 'be31ad70-63c2-4c6a-87db-5395eae04608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '70d046e0-bcfc-4f11-8608-19a0ef44e21d'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:29:13.165200 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-7cb49134-9bc9-4727-84fe-5eedfa0aad94 None None] Bound port: a85799e9-9b09-4865-a17c-907147721731, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be31ad70-63c2-4c6a-87db-5395eae04608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '70d046e0-bcfc-4f11-8608-19a0ef44e21d'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:29:13.167720 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7cb49134-9bc9-4727-84fe-5eedfa0aad94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:13.168971 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-387f412f-824e-40bc-b1f8-657e4a6f5b7c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Made reservation on behalf of 1ccad8e849f943d19f815f855c3f3849 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:29:13.173907 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-387f412f-824e-40bc-b1f8-657e4a6f5b7c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:13.240098 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15f1cd-120f-4eab-ac6f-7e08ba574aaa req-c4b9dcba-7bec-4099-a636-2adb59a878aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:13.241857 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fd15f1cd-120f-4eab-ac6f-7e08ba574aaa req-c4b9dcba-7bec-4099-a636-2adb59a878aa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92a51bb3-3c46-49ae-938e-2b30881b2b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1553843 Jul 15 23:29:13.312186 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-7cb49134-9bc9-4727-84fe-5eedfa0aad94 None None] For port a85799e9-9b09-4865-a17c-907147721731, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:29:13.319277 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-7cb49134-9bc9-4727-84fe-5eedfa0aad94 None None] For port a85799e9-9b09-4865-a17c-907147721731, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=a85799e9-9b09-4865-a17c-907147721731,segment=NetworkSegment(be31ad70-63c2-4c6a-87db-5395eae04608),segment_id=be31ad70-63c2-4c6a-87db-5395eae04608)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:29:13.322786 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3f37a-0758-4f84-a96d-853dc48a8825 req-48d78e74-0180-4b53-b41e-dffdc16f8886 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:13.327248 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7cb49134-9bc9-4727-84fe-5eedfa0aad94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:13.332280 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-aec3f37a-0758-4f84-a96d-853dc48a8825 req-48d78e74-0180-4b53-b41e-dffdc16f8886 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=1672bace-e875-4972-ae76-9722bb7a7385 HTTP/1.1" status: 200 len: 944 time: 0.3840003 Jul 15 23:29:13.366563 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0325e7f3-f05e-46ca-8bfc-de3edf6e80c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ed8b39-0494-4774-b0de-c8813dc03dab', 'name': '', 'tenant_id': '0f17d5b4437747ac880e50773abd7e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a9492f1-ca31-4174-813d-4c06551621e1', 'external_fixed_ips': [{'subnet_id': 'dd3ec30e-7489-4705-9681-1a1b07260414', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '55b1e78a-5f52-4832-87ce-95bada4df63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:29:06Z', 'updated_at': '2021-07-15T23:29:10Z', 'revision_number': 3, 'project_id': '0f17d5b4437747ac880e50773abd7e8d', 'gw_port': {'id': '55b1e78a-5f52-4832-87ce-95bada4df63b', 'name': '', 'network_id': '2a9492f1-ca31-4174-813d-4c06551621e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:34:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ed8b39-0494-4774-b0de-c8813dc03dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': 'dd3ec30e-7489-4705-9681-1a1b07260414', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:29:08Z', 'updated_at': '2021-07-15T23:29:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd3ec30e-7489-4705-9681-1a1b07260414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:13.459716 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0325e7f3-f05e-46ca-8bfc-de3edf6e80c0 None None] Checking router: 77ed8b39-0494-4774-b0de-c8813dc03dab for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:29:13.461097 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0325e7f3-f05e-46ca-8bfc-de3edf6e80c0 None None] Updating router 77ed8b39-0494-4774-b0de-c8813dc03dab port 55b1e78a-5f52-4832-87ce-95bada4df63b binding host n-d-794306-6 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:29:13.468751 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb49134-9bc9-4727-84fe-5eedfa0aad94 None None] Pushing event updated for resources: {'Port': ['ID=a85799e9-9b09-4865-a17c-907147721731,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:13.480540 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-745ea73e-e43a-4fef-b1ab-9073ca76a04e tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:13.542988 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fd15f1cd-120f-4eab-ac6f-7e08ba574aaa req-8d02ae92-8f21-45f2-a14a-f6cba584ab18 service neutron] 10.222.0.41 "GET /v2.0/networks/92a51bb3-3c46-49ae-938e-2b30881b2b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876321 Jul 15 23:29:13.544225 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0325e7f3-f05e-46ca-8bfc-de3edf6e80c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:13.652744 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c65bc9-a90f-4e72-b218-cfedf1e4556c None None] Network e6241178-066c-430d-a322-7862ef822ee0 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:29:13.999470 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-aec3f37a-0758-4f84-a96d-853dc48a8825 req-3b090b05-78da-4a49-829c-e74cfdd920a1 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=dcdd674d-e7cc-4e2c-b019-4b01eca3b895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6654325 Jul 15 23:29:14.070766 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 840eeff2-ac67-40ff-8735-32dfad69a99c up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:29:14.075524 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fd15f1cd-120f-4eab-ac6f-7e08ba574aaa req-22c12c85-1bfa-4dea-ac57-256f9acc459f service neutron] 10.222.0.41 "GET /v2.0/networks/92a51bb3-3c46-49ae-938e-2b30881b2b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4319346 Jul 15 23:29:14.149163 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d6d1f68a-9a0f-48c4-b931-b7521fb10aa2 None None] Provisioning for port 840eeff2-ac67-40ff-8735-32dfad69a99c completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:29:14.181773 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 840eeff2-ac67-40ff-8735-32dfad69a99c completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:29:14.202657 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 840eeff2-ac67-40ff-8735-32dfad69a99c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:14.203046 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:14.362605 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-32152599-e41c-4b59-a07d-05defb52fcc8 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Allocated IP 2001:db8::1 (70d046e0-bcfc-4f11-8608-19a0ef44e21d/19633206-5948-495e-807d-c5637979ac26/9d1a36ac-bdd0-41ab-aba5-f71d38a34505) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:29:14.401276 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c8d20c-8b1c-4c53-bc90-0a0aecc6a8ae None None] DHCP port deletion for e6241178-066c-430d-a322-7862ef822ee0 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:29:14.413721 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:14.471437 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 840eeff2-ac67-40ff-8735-32dfad69a99c, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=840eeff2-ac67-40ff-8735-32dfad69a99c,segment=NetworkSegment(83031f72-0c55-4202-a7d3-7c1d93801518),segment_id=83031f72-0c55-4202-a7d3-7c1d93801518)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:14.493435 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:14.514828 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-32152599-e41c-4b59-a07d-05defb52fcc8 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:14.530122 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-32152599-e41c-4b59-a07d-05defb52fcc8 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Transition to ACTIVE for port object 9d1a36ac-bdd0-41ab-aba5-f71d38a34505 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:14.555511 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0325e7f3-f05e-46ca-8bfc-de3edf6e80c0 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:14.566165 n-d-794306-6 neutron-server[93770]: DEBUG neutron.objects.ports [None req-387f412f-824e-40bc-b1f8-657e4a6f5b7c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93770) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 23:29:14.569685 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-29c8d20c-8b1c-4c53-bc90-0a0aecc6a8ae None None] Deleting port 840eeff2-ac67-40ff-8735-32dfad69a99c {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:29:14.570324 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-29c8d20c-8b1c-4c53-bc90-0a0aecc6a8ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:14.574455 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-32152599-e41c-4b59-a07d-05defb52fcc8 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:14.589896 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-0325e7f3-f05e-46ca-8bfc-de3edf6e80c0 None None] Transition to ACTIVE for port object 55b1e78a-5f52-4832-87ce-95bada4df63b will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:14.605178 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0325e7f3-f05e-46ca-8bfc-de3edf6e80c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:14.612062 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=840eeff2-ac67-40ff-8735-32dfad69a99c,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:14.671289 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32152599-e41c-4b59-a07d-05defb52fcc8 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Network 70d046e0-bcfc-4f11-8608-19a0ef44e21d is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:14.703180 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-32152599-e41c-4b59-a07d-05defb52fcc8 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:14.706605 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 977af347-c348-4a15-b53e-040f8d7cea46 up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:29:14.708843 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32152599-e41c-4b59-a07d-05defb52fcc8 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:29:14.709414 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-32152599-e41c-4b59-a07d-05defb52fcc8 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:14.729509 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a560c99c-15b4-414d-b4a5-7e3fc55a4975 None None] Pushing event updated for resources: {'Port': ['ID=55b1e78a-5f52-4832-87ce-95bada4df63b,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:14.745115 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a560c99c-15b4-414d-b4a5-7e3fc55a4975 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:14.745115 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a560c99c-15b4-414d-b4a5-7e3fc55a4975 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:14.745115 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a560c99c-15b4-414d-b4a5-7e3fc55a4975 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:14.745115 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a560c99c-15b4-414d-b4a5-7e3fc55a4975 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:14.759607 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a560c99c-15b4-414d-b4a5-7e3fc55a4975 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:14.759607 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a560c99c-15b4-414d-b4a5-7e3fc55a4975 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:14.759607 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a560c99c-15b4-414d-b4a5-7e3fc55a4975 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:14.759607 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a560c99c-15b4-414d-b4a5-7e3fc55a4975 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:14.760038 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a560c99c-15b4-414d-b4a5-7e3fc55a4975 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:14.760038 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a560c99c-15b4-414d-b4a5-7e3fc55a4975 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:14.760492 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a560c99c-15b4-414d-b4a5-7e3fc55a4975 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:14.760661 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a560c99c-15b4-414d-b4a5-7e3fc55a4975 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:14.770987 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-0325e7f3-f05e-46ca-8bfc-de3edf6e80c0 None None] Attempting to bind port 55b1e78a-5f52-4832-87ce-95bada4df63b on host n-d-794306-6 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:29:14.770987 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-0325e7f3-f05e-46ca-8bfc-de3edf6e80c0 None None] Attempting to bind port 55b1e78a-5f52-4832-87ce-95bada4df63b by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'd944244b-0e47-4cf0-b85d-986b1d76283a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2a9492f1-ca31-4174-813d-4c06551621e1'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:29:14.770987 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0325e7f3-f05e-46ca-8bfc-de3edf6e80c0 None None] Attempting to bind port 55b1e78a-5f52-4832-87ce-95bada4df63b on network 2a9492f1-ca31-4174-813d-4c06551621e1 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:29:14.772542 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32152599-e41c-4b59-a07d-05defb52fcc8 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Pushing event updated for resources: {'Port': ['ID=9d1a36ac-bdd0-41ab-aba5-f71d38a34505,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:14.779991 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-745ea73e-e43a-4fef-b1ab-9073ca76a04e tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:14.788995 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0325e7f3-f05e-46ca-8bfc-de3edf6e80c0 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:29:14.789218 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0325e7f3-f05e-46ca-8bfc-de3edf6e80c0 None None] Checking segment: {'id': 'd944244b-0e47-4cf0-b85d-986b1d76283a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2a9492f1-ca31-4174-813d-4c06551621e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:29:14.789625 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0325e7f3-f05e-46ca-8bfc-de3edf6e80c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:14.790074 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0325e7f3-f05e-46ca-8bfc-de3edf6e80c0 None None] Bound using segment: {'id': 'd944244b-0e47-4cf0-b85d-986b1d76283a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2a9492f1-ca31-4174-813d-4c06551621e1'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:29:14.790556 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-0325e7f3-f05e-46ca-8bfc-de3edf6e80c0 None None] Bound port: 55b1e78a-5f52-4832-87ce-95bada4df63b, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd944244b-0e47-4cf0-b85d-986b1d76283a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2a9492f1-ca31-4174-813d-4c06551621e1'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:29:14.791040 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0325e7f3-f05e-46ca-8bfc-de3edf6e80c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:14.859958 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-29c8d20c-8b1c-4c53-bc90-0a0aecc6a8ae None None] For port 840eeff2-ac67-40ff-8735-32dfad69a99c, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=840eeff2-ac67-40ff-8735-32dfad69a99c,segment=NetworkSegment(83031f72-0c55-4202-a7d3-7c1d93801518),segment_id=83031f72-0c55-4202-a7d3-7c1d93801518)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:14.860517 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-29c8d20c-8b1c-4c53-bc90-0a0aecc6a8ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:14.882873 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-29c8d20c-8b1c-4c53-bc90-0a0aecc6a8ae None None] Calling delete_port for 840eeff2-ac67-40ff-8735-32dfad69a99c owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:29:14.904802 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-0325e7f3-f05e-46ca-8bfc-de3edf6e80c0 None None] For port 55b1e78a-5f52-4832-87ce-95bada4df63b, host n-d-794306-6, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:29:14.908208 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-0325e7f3-f05e-46ca-8bfc-de3edf6e80c0 None None] For port 55b1e78a-5f52-4832-87ce-95bada4df63b, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=55b1e78a-5f52-4832-87ce-95bada4df63b,segment=NetworkSegment(d944244b-0e47-4cf0-b85d-986b1d76283a),segment_id=d944244b-0e47-4cf0-b85d-986b1d76283a)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:29:14.914246 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0325e7f3-f05e-46ca-8bfc-de3edf6e80c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:14.937429 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-745ea73e-e43a-4fef-b1ab-9073ca76a04e tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Deleting port 55b1e78a-5f52-4832-87ce-95bada4df63b {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:29:14.937775 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-745ea73e-e43a-4fef-b1ab-9073ca76a04e tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:14.949832 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port 977af347-c348-4a15-b53e-040f8d7cea46 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:29:14.965763 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port 977af347-c348-4a15-b53e-040f8d7cea46 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:14.966184 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:15.006665 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0325e7f3-f05e-46ca-8bfc-de3edf6e80c0 None None] Routers {'77ed8b39-0494-4774-b0de-c8813dc03dab'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:29:15.009334 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0325e7f3-f05e-46ca-8bfc-de3edf6e80c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:29:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['77ed8b39-0494-4774-b0de-c8813dc03dab'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:15.054863 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-387f412f-824e-40bc-b1f8-657e4a6f5b7c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:15.058012 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-745ea73e-e43a-4fef-b1ab-9073ca76a04e tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] For port 55b1e78a-5f52-4832-87ce-95bada4df63b, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=55b1e78a-5f52-4832-87ce-95bada4df63b,segment=NetworkSegment(d944244b-0e47-4cf0-b85d-986b1d76283a),segment_id=d944244b-0e47-4cf0-b85d-986b1d76283a)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:15.058308 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-745ea73e-e43a-4fef-b1ab-9073ca76a04e tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:15.083115 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-745ea73e-e43a-4fef-b1ab-9073ca76a04e tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Calling delete_port for 55b1e78a-5f52-4832-87ce-95bada4df63b owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:29:15.222536 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-0325e7f3-f05e-46ca-8bfc-de3edf6e80c0 None None] Set router 77ed8b39-0494-4774-b0de-c8813dc03dab gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:29:15.319067 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0325e7f3-f05e-46ca-8bfc-de3edf6e80c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ed8b39-0494-4774-b0de-c8813dc03dab', 'name': '', 'tenant_id': '0f17d5b4437747ac880e50773abd7e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:29:06Z', 'updated_at': '2021-07-15T23:29:14Z', 'revision_number': 4, 'project_id': '0f17d5b4437747ac880e50773abd7e8d', 'gw_port_host': None}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:15.372752 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:15.379690 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0325e7f3-f05e-46ca-8bfc-de3edf6e80c0 None None] The sync data for ids ['77ed8b39-0494-4774-b0de-c8813dc03dab'] in n-d-794306-6 is: [{'id': '77ed8b39-0494-4774-b0de-c8813dc03dab', 'name': '', 'tenant_id': '0f17d5b4437747ac880e50773abd7e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:29:06Z', 'updated_at': '2021-07-15T23:29:14Z', 'revision_number': 4, 'project_id': '0f17d5b4437747ac880e50773abd7e8d', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:29:15.384148 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a560c99c-15b4-414d-b4a5-7e3fc55a4975 None None] Pushing event updated for resources: {'Port': ['ID=55b1e78a-5f52-4832-87ce-95bada4df63b,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:15.426182 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-745ea73e-e43a-4fef-b1ab-9073ca76a04e tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:15.464693 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-32152599-e41c-4b59-a07d-05defb52fcc8 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:15.466260 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-387f412f-824e-40bc-b1f8-657e4a6f5b7c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] For port 840eeff2-ac67-40ff-8735-32dfad69a99c, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=840eeff2-ac67-40ff-8735-32dfad69a99c,segment=NetworkSegment(83031f72-0c55-4202-a7d3-7c1d93801518),segment_id=83031f72-0c55-4202-a7d3-7c1d93801518)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:15.470666 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745ea73e-e43a-4fef-b1ab-9073ca76a04e tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Pushing event deleted for resources: {'Port': ['ID=55b1e78a-5f52-4832-87ce-95bada4df63b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:15.515898 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-387f412f-824e-40bc-b1f8-657e4a6f5b7c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:15.525930 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-387f412f-824e-40bc-b1f8-657e4a6f5b7c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:15.527071 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-387f412f-824e-40bc-b1f8-657e4a6f5b7c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:15.680178 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17182d4e-9352-4842-9e39-2ebcca1e7b12 None None] Network 70d046e0-bcfc-4f11-8608-19a0ef44e21d requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:29:15.687493 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-29c8d20c-8b1c-4c53-bc90-0a0aecc6a8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:15.745725 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387f412f-824e-40bc-b1f8-657e4a6f5b7c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Network e6241178-066c-430d-a322-7862ef822ee0 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:15.809292 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1781de0f-37ed-40a8-bd43-c284fff381b5 req-23414f2c-0d17-40a4-b51e-ff300c995000 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:15.815285 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1781de0f-37ed-40a8-bd43-c284fff381b5 req-23414f2c-0d17-40a4-b51e-ff300c995000 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=1672bace-e875-4972-ae76-9722bb7a7385 HTTP/1.1" status: 200 len: 944 time: 0.4985785 Jul 15 23:29:15.831736 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-387f412f-824e-40bc-b1f8-657e4a6f5b7c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:15.834357 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387f412f-824e-40bc-b1f8-657e4a6f5b7c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event updated for resources: {'Subnet': ['ID=cce96e75-91ba-414a-985c-5131ec243f3a,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:15.850663 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387f412f-824e-40bc-b1f8-657e4a6f5b7c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:15.851516 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-387f412f-824e-40bc-b1f8-657e4a6f5b7c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:15.881436 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-32152599-e41c-4b59-a07d-05defb52fcc8 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:15.891512 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-32152599-e41c-4b59-a07d-05defb52fcc8 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:15.892385 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-32152599-e41c-4b59-a07d-05defb52fcc8 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:15.927144 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-745ea73e-e43a-4fef-b1ab-9073ca76a04e tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999011'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:15.957665 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1672bace-e875-4972-ae76-9722bb7a7385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '977af347-c348-4a15-b53e-040f8d7cea46'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:29:15.960619 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9a1a6f-39f2-4d3d-8ae0-fca6aa7f1498" -d '{"events": [{"server_uuid": "1672bace-e875-4972-ae76-9722bb7a7385", "name": "network-vif-plugged", "status": "completed", "tag": "977af347-c348-4a15-b53e-040f8d7cea46"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:29:15.973451 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c8d20c-8b1c-4c53-bc90-0a0aecc6a8ae None None] Pushing event deleted for resources: {'Port': ['ID=840eeff2-ac67-40ff-8735-32dfad69a99c,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:15.980220 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1781de0f-37ed-40a8-bd43-c284fff381b5 req-4570cc36-d749-47ab-a8bf-ede033322a49 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=dcdd674d-e7cc-4e2c-b019-4b01eca3b895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118052 Jul 15 23:29:16.031252 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-387f412f-824e-40bc-b1f8-657e4a6f5b7c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.3521421 Jul 15 23:29:16.032636 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53192) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:16.033510 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387f412f-824e-40bc-b1f8-657e4a6f5b7c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event updated for resources: {'Port': ['ID=840eeff2-ac67-40ff-8735-32dfad69a99c,revision_number=6']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:16.038578 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c8d20c-8b1c-4c53-bc90-0a0aecc6a8ae None None] No DVR routers for this DVR port 840eeff2-ac67-40ff-8735-32dfad69a99c on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:29:16.040984 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device a85799e9-9b09-4865-a17c-907147721731 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:29:16.054909 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-eb2b0c9f-5856-48d8-9e0b-1f49e681a112 None None] Provisioning for port a85799e9-9b09-4865-a17c-907147721731 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:29:16.055845 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-54d8affe-22e2-4f34-a8d0-22e74ac5dd6d tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Request body: {'port': {'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'mac_address': 'fa:16:3e:05:f1:a1', 'name': 'tempest-NetworksTestDHCPv6-808206801'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:16.097794 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb41f77a-3838-4e7c-abf4-0adac521db2f None None] Network e6241178-066c-430d-a322-7862ef822ee0 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:29:16.212200 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-745ea73e-e43a-4fef-b1ab-9073ca76a04e tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:16.214602 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-745ea73e-e43a-4fef-b1ab-9073ca76a04e tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:16.245094 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d8affe-22e2-4f34-a8d0-22e74ac5dd6d tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Made reservation on behalf of 1ccad8e849f943d19f815f855c3f3849 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:29:16.246137 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 977af347-c348-4a15-b53e-040f8d7cea46, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=977af347-c348-4a15-b53e-040f8d7cea46,segment=NetworkSegment(b5ca1fe9-b3dd-4925-af11-f3e0f9a537f0),segment_id=b5ca1fe9-b3dd-4925-af11-f3e0f9a537f0)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:16.286382 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:16.466912 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32152599-e41c-4b59-a07d-05defb52fcc8 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Network 70d046e0-bcfc-4f11-8608-19a0ef44e21d is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:16.467783 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-745ea73e-e43a-4fef-b1ab-9073ca76a04e tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:16.468585 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-745ea73e-e43a-4fef-b1ab-9073ca76a04e tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 77ed8b39-0494-4774-b0de-c8813dc03dab {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:29:16.479875 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-745ea73e-e43a-4fef-b1ab-9073ca76a04e tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:16.483771 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-54d8affe-22e2-4f34-a8d0-22e74ac5dd6d tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:16.484086 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-745ea73e-e43a-4fef-b1ab-9073ca76a04e tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] 10.222.0.48 "DELETE /v2.0/routers/77ed8b39-0494-4774-b0de-c8813dc03dab HTTP/1.1" status: 204 len: 168 time: 3.5697939 Jul 15 23:29:16.491153 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53202) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:16.513211 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-32152599-e41c-4b59-a07d-05defb52fcc8 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:16.518945 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32152599-e41c-4b59-a07d-05defb52fcc8 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Pushing event updated for resources: {'Port': ['ID=9d1a36ac-bdd0-41ab-aba5-f71d38a34505,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:16.535888 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97eaf7b-8c10-471f-89a4-01736ec537c7 x-openstack-request-id: req-a97eaf7b-8c10-471f-89a4-01736ec537c7 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:29:16.535888 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1672bace-e875-4972-ae76-9722bb7a7385", "name": "network-vif-plugged", "status": "completed", "tag": "977af347-c348-4a15-b53e-040f8d7cea46", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:29:16.535888 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a97eaf7b-8c10-471f-89a4-01736ec537c7 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:29:16.536485 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1672bace-e875-4972-ae76-9722bb7a7385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '977af347-c348-4a15-b53e-040f8d7cea46', 'code': 200} Jul 15 23:29:16.654956 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-54d8affe-22e2-4f34-a8d0-22e74ac5dd6d tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] device_id is not set on port b75e7c17-7f71-4c5e-9750-ce0ccbf6b7ff yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:29:16.676800 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port a85799e9-9b09-4865-a17c-907147721731 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:29:16.679841 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c0a102-fe6b-49f8-8490-1cc0a0153657 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-e6241178-066c-430d-a322-7862ef822ee0', 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'tenant_id': '1ccad8e849f943d19f815f855c3f3849', 'fixed_ips': [{'subnet_id': 'cce96e75-91ba-414a-985c-5131ec243f3a'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:29:16.680828 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-08c0a102-fe6b-49f8-8490-1cc0a0153657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:16.698439 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-42bbcd25-a35b-45bb-ac22-70b1babc295c tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Deleting subnet dd3ec30e-7489-4705-9681-1a1b07260414 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:29:16.704363 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port a85799e9-9b09-4865-a17c-907147721731 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:16.705053 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:16.706686 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-42bbcd25-a35b-45bb-ac22-70b1babc295c tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:16.741445 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=977af347-c348-4a15-b53e-040f8d7cea46,revision_number=9']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:16.778726 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-42bbcd25-a35b-45bb-ac22-70b1babc295c tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:16.850143 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-42bbcd25-a35b-45bb-ac22-70b1babc295c tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:16.853838 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-54d8affe-22e2-4f34-a8d0-22e74ac5dd6d tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Allocated IP 2001:db8::f816:3eff:fe05:f1a1 (e6241178-066c-430d-a322-7862ef822ee0/cce96e75-91ba-414a-985c-5131ec243f3a/b75e7c17-7f71-4c5e-9750-ce0ccbf6b7ff) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:29:16.881547 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32152599-e41c-4b59-a07d-05defb52fcc8 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Router 53549085-0919-4427-b0e9-ffac7bb577d1 is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:29:16.887230 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:16.936222 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port a85799e9-9b09-4865-a17c-907147721731, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=a85799e9-9b09-4865-a17c-907147721731,segment=NetworkSegment(be31ad70-63c2-4c6a-87db-5395eae04608),segment_id=be31ad70-63c2-4c6a-87db-5395eae04608)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:16.942216 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:17.046470 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=a85799e9-9b09-4865-a17c-907147721731,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:17.081054 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-54d8affe-22e2-4f34-a8d0-22e74ac5dd6d tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:17.117318 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 840eeff2-ac67-40ff-8735-32dfad69a99c no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:29:17.124566 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-42bbcd25-a35b-45bb-ac22-70b1babc295c tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:17.173386 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bbcd25-a35b-45bb-ac22-70b1babc295c tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=dd3ec30e-7489-4705-9681-1a1b07260414,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:17.177758 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-42bbcd25-a35b-45bb-ac22-70b1babc295c tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:17.179968 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-42bbcd25-a35b-45bb-ac22-70b1babc295c tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] 10.222.0.48 "DELETE /v2.0/subnets/dd3ec30e-7489-4705-9681-1a1b07260414 HTTP/1.1" status: 204 len: 168 time: 0.6874976 Jul 15 23:29:17.182710 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53212) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:17.186685 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 840eeff2-ac67-40ff-8735-32dfad69a99c {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:29:17.187204 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-54d8affe-22e2-4f34-a8d0-22e74ac5dd6d tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Transition to ACTIVE for port object b75e7c17-7f71-4c5e-9750-ce0ccbf6b7ff will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:17.187461 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 840eeff2-ac67-40ff-8735-32dfad69a99c not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:29:17.228073 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32152599-e41c-4b59-a07d-05defb52fcc8 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:29:17.242282 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-32152599-e41c-4b59-a07d-05defb52fcc8 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "PUT /v2.0/routers/53549085-0919-4427-b0e9-ffac7bb577d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9147353 Jul 15 23:29:17.246436 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7bfe88-5823-4fef-8f5e-3dc6b958c092 None None] Sync routers for ids ['53549085-0919-4427-b0e9-ffac7bb577d1'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:29:17.249517 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53214) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:17.261371 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7bfe88-5823-4fef-8f5e-3dc6b958c092 None None] Routers {'53549085-0919-4427-b0e9-ffac7bb577d1'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:29:17.262566 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-5f7bfe88-5823-4fef-8f5e-3dc6b958c092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:29:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['53549085-0919-4427-b0e9-ffac7bb577d1'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:17.335253 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9175d088-9bdd-41cc-9842-b8a1e5532a33 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:17.336741 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-9175d088-9bdd-41cc-9842-b8a1e5532a33 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "GET /v2.0/ports/9d1a36ac-bdd0-41ab-aba5-f71d38a34505 HTTP/1.1" status: 200 len: 911 time: 0.0863104 Jul 15 23:29:17.349530 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15f1cd-120f-4eab-ac6f-7e08ba574aaa req-956e9e99-6b9c-4cfa-b6bd-525d9aab67e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:17.351041 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fd15f1cd-120f-4eab-ac6f-7e08ba574aaa req-956e9e99-6b9c-4cfa-b6bd-525d9aab67e8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1672bace-e875-4972-ae76-9722bb7a7385&tenant_id=89469485c64e49f5b3171ed5499b9995 HTTP/1.1" status: 200 len: 1096 time: 0.2400098 Jul 15 23:29:17.351685 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53216) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:17.354770 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-54d8affe-22e2-4f34-a8d0-22e74ac5dd6d tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:17.381863 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-5f7bfe88-5823-4fef-8f5e-3dc6b958c092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:17.408726 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-784e0602-bb46-4053-9f90-0140c0baf96a tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:17.435006 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-18da915e-db75-42f6-b8f5-10274c6319c1 None None] Provisioning for port 9d1a36ac-bdd0-41ab-aba5-f71d38a34505 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:29:17.445088 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-18da915e-db75-42f6-b8f5-10274c6319c1 None None] Provisioning complete for port 9d1a36ac-bdd0-41ab-aba5-f71d38a34505 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:17.445988 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-18da915e-db75-42f6-b8f5-10274c6319c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:17.457412 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7bfe88-5823-4fef-8f5e-3dc6b958c092 None None] Routers {'53549085-0919-4427-b0e9-ffac7bb577d1'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:29:17.459601 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-5f7bfe88-5823-4fef-8f5e-3dc6b958c092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:29:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['53549085-0919-4427-b0e9-ffac7bb577d1'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:17.509860 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-fd15f1cd-120f-4eab-ac6f-7e08ba574aaa req-a0b75779-0fee-40e6-b5a1-0a8c4792ec4e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-794306-6', 'device_owner': 'compute:nova'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:17.519649 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-08c0a102-fe6b-49f8-8490-1cc0a0153657 None None] Allocated IP 2001:db8::f816:3eff:fea8:8278 (e6241178-066c-430d-a322-7862ef822ee0/cce96e75-91ba-414a-985c-5131ec243f3a/9c040ec2-422c-44f5-8474-5acfc7388570) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:29:17.541536 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-5f7bfe88-5823-4fef-8f5e-3dc6b958c092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:17.542460 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7bfe88-5823-4fef-8f5e-3dc6b958c092 None None] The sync data for ids ['53549085-0919-4427-b0e9-ffac7bb577d1'] in n-d-794306-6 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:29:17.581139 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-784e0602-bb46-4053-9f90-0140c0baf96a tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:17.596007 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-784e0602-bb46-4053-9f90-0140c0baf96a tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a9492f1-ca31-4174-813d-4c06551621e1']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:17.600297 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-18da915e-db75-42f6-b8f5-10274c6319c1 None None] Port 9d1a36ac-bdd0-41ab-aba5-f71d38a34505 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:29:17.609481 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-784e0602-bb46-4053-9f90-0140c0baf96a tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd944244b-0e47-4cf0-b85d-986b1d76283a') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:17.609937 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-784e0602-bb46-4053-9f90-0140c0baf96a tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd944244b-0e47-4cf0-b85d-986b1d76283a') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:17.622044 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-784e0602-bb46-4053-9f90-0140c0baf96a tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:17.664366 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-784e0602-bb46-4053-9f90-0140c0baf96a tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:17.673938 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-18da915e-db75-42f6-b8f5-10274c6319c1 None None] Provisioning complete for port a85799e9-9b09-4865-a17c-907147721731 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:17.674319 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-18da915e-db75-42f6-b8f5-10274c6319c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:17.682339 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-784e0602-bb46-4053-9f90-0140c0baf96a tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:29:17.683922 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-784e0602-bb46-4053-9f90-0140c0baf96a tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:17.690194 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:29:17.690194 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:29:17.690194 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:29:17.690194 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:29:17.690194 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:29:17.690194 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:29:17.690194 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:29:17.690194 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:29:17.690194 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:29:17.690194 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:29:17.690194 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:29:17.690194 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:29:17.690194 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:29:17.690194 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:29:17.690194 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:29:17.690194 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:29:17.690194 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:29:17.690194 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:29:17.690194 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:29:17.690194 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:29:17.690194 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:29:17.690194 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:29:17.690194 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:29:17.690194 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:29:17.690194 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:29:17.690194 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:29:17.690194 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:29:17.690194 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:29:17.690194 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:29:17.690194 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:29:17.690194 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:29:17.690194 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:29:17.690194 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:29:17.690194 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:29:17.690194 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:29:17.690194 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:29:17.690194 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:29:17.690194 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:29:17.690194 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:29:17.690194 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:29:17.690194 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:29:17.690194 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:29:17.690194 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:29:17.690194 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:29:17.690194 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:29:17.690194 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:29:17.723988 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d8affe-22e2-4f34-a8d0-22e74ac5dd6d tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Network e6241178-066c-430d-a322-7862ef822ee0 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:17.763509 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-54d8affe-22e2-4f34-a8d0-22e74ac5dd6d tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:17.781899 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d8affe-22e2-4f34-a8d0-22e74ac5dd6d tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:29:17.791998 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d8affe-22e2-4f34-a8d0-22e74ac5dd6d tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:17.791998 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-54d8affe-22e2-4f34-a8d0-22e74ac5dd6d tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:17.800654 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-784e0602-bb46-4053-9f90-0140c0baf96a tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:17.808534 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784e0602-bb46-4053-9f90-0140c0baf96a tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2a9492f1-ca31-4174-813d-4c06551621e1 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 15 23:29:17.823925 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d8affe-22e2-4f34-a8d0-22e74ac5dd6d tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event updated for resources: {'Port': ['ID=b75e7c17-7f71-4c5e-9750-ce0ccbf6b7ff,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:17.839616 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-784e0602-bb46-4053-9f90-0140c0baf96a tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:17.861570 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-784e0602-bb46-4053-9f90-0140c0baf96a tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] 10.222.0.48 "DELETE /v2.0/networks/2a9492f1-ca31-4174-813d-4c06551621e1 HTTP/1.1" status: 204 len: 168 time: 0.6774144 Jul 15 23:29:17.889810 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784e0602-bb46-4053-9f90-0140c0baf96a tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Pushing event deleted for resources: {'Network': ['ID=2a9492f1-ca31-4174-813d-4c06551621e1,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:17.938974 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device a85799e9-9b09-4865-a17c-907147721731 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:29:18.019208 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-08c0a102-fe6b-49f8-8490-1cc0a0153657 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:18.022988 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-54d8affe-22e2-4f34-a8d0-22e74ac5dd6d tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9732153 Jul 15 23:29:18.025576 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53234) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:18.045678 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3799cf62-0c00-4ca8-8400-9a2529dfb36f req-d37f59db-6669-4231-9cfd-a934ac3c6e95 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:18.047259 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3799cf62-0c00-4ca8-8400-9a2529dfb36f req-d37f59db-6669-4231-9cfd-a934ac3c6e95 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=1672bace-e875-4972-ae76-9722bb7a7385 HTTP/1.1" status: 200 len: 945 time: 0.7090509 Jul 15 23:29:18.052612 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fd15f1cd-120f-4eab-ac6f-7e08ba574aaa req-a0b75779-0fee-40e6-b5a1-0a8c4792ec4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:18.074052 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-08c0a102-fe6b-49f8-8490-1cc0a0153657 None None] Transition to ACTIVE for port object 9c040ec2-422c-44f5-8474-5acfc7388570 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:18.144666 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port a85799e9-9b09-4865-a17c-907147721731 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:18.145091 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:18.167850 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-08c0a102-fe6b-49f8-8490-1cc0a0153657 None None] Transition to ACTIVE for port object 9c040ec2-422c-44f5-8474-5acfc7388570 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:18.183316 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3799cf62-0c00-4ca8-8400-9a2529dfb36f req-c2309527-0225-45a1-b0ca-885d41e26008 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=dcdd674d-e7cc-4e2c-b019-4b01eca3b895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257131 Jul 15 23:29:18.212946 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379af0c3-bc89-411e-9b97-53a265b87246 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:18.214787 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-379af0c3-bc89-411e-9b97-53a265b87246 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1882086 Jul 15 23:29:18.218970 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53238) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:18.252465 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-08c0a102-fe6b-49f8-8490-1cc0a0153657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:18.298295 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53240) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:18.303325 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d0bb7508-1d24-4c10-ae27-2c3b239a228a tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Request body: {'router': {'name': 'tempest-router--2136830739', 'project_id': '241258b3a452489bbbc0966d7d536b3f'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:18.328724 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c0a102-fe6b-49f8-8490-1cc0a0153657 None None] Pushing event updated for resources: {'Port': ['ID=9c040ec2-422c-44f5-8474-5acfc7388570,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:18.355122 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d0bb7508-1d24-4c10-ae27-2c3b239a228a tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:18.356156 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d0bb7508-1d24-4c10-ae27-2c3b239a228a tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:18.367041 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c0a102-fe6b-49f8-8490-1cc0a0153657 None None] Network e6241178-066c-430d-a322-7862ef822ee0 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:18.372129 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-08c0a102-fe6b-49f8-8490-1cc0a0153657 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:18.378261 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-05dea2e7-bee5-4b15-bf92-baa43cdda942 None None] Provisioning complete for port 9d1a36ac-bdd0-41ab-aba5-f71d38a34505 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:18.379764 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-05dea2e7-bee5-4b15-bf92-baa43cdda942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:18.382537 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c0a102-fe6b-49f8-8490-1cc0a0153657 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:29:18.454268 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d0bb7508-1d24-4c10-ae27-2c3b239a228a tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:18.460859 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d0bb7508-1d24-4c10-ae27-2c3b239a228a tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:18.477466 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d0bb7508-1d24-4c10-ae27-2c3b239a228a tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:18.481768 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d0bb7508-1d24-4c10-ae27-2c3b239a228a tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1795452 Jul 15 23:29:18.482522 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53242) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:18.501867 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-08c0a102-fe6b-49f8-8490-1cc0a0153657 None None] Attempting to bind port 9c040ec2-422c-44f5-8474-5acfc7388570 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:29:18.502247 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-08c0a102-fe6b-49f8-8490-1cc0a0153657 None None] Attempting to bind port 9c040ec2-422c-44f5-8474-5acfc7388570 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:29:18.502653 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c0a102-fe6b-49f8-8490-1cc0a0153657 None None] Attempting to bind port 9c040ec2-422c-44f5-8474-5acfc7388570 on network e6241178-066c-430d-a322-7862ef822ee0 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:29:18.506651 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-05dea2e7-bee5-4b15-bf92-baa43cdda942 None None] Port 9d1a36ac-bdd0-41ab-aba5-f71d38a34505 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:29:18.515141 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c0a102-fe6b-49f8-8490-1cc0a0153657 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:29:18.515527 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c0a102-fe6b-49f8-8490-1cc0a0153657 None None] Checking segment: {'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:29:18.515963 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-08c0a102-fe6b-49f8-8490-1cc0a0153657 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:18.516364 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c0a102-fe6b-49f8-8490-1cc0a0153657 None None] Bound using segment: {'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:29:18.516847 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-08c0a102-fe6b-49f8-8490-1cc0a0153657 None None] Bound port: 9c040ec2-422c-44f5-8474-5acfc7388570, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:29:18.517235 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-08c0a102-fe6b-49f8-8490-1cc0a0153657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:18.574355 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9c088706-5344-434e-b855-fbbd44d4b8b8 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:18.653991 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 977af347-c348-4a15-b53e-040f8d7cea46 no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:29:18.723816 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-08c0a102-fe6b-49f8-8490-1cc0a0153657 None None] For port 9c040ec2-422c-44f5-8474-5acfc7388570, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:29:18.749016 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ce665dfd-9ace-48d7-8f4c-59201f05959c None None] Provisioning complete for port 9d1a36ac-bdd0-41ab-aba5-f71d38a34505 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:18.749864 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ce665dfd-9ace-48d7-8f4c-59201f05959c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:18.763943 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9c088706-5344-434e-b855-fbbd44d4b8b8 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:18.766591 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9c088706-5344-434e-b855-fbbd44d4b8b8 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:18.806446 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ce665dfd-9ace-48d7-8f4c-59201f05959c None None] Port 9d1a36ac-bdd0-41ab-aba5-f71d38a34505 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:29:18.816048 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-08c0a102-fe6b-49f8-8490-1cc0a0153657 None None] For port 9c040ec2-422c-44f5-8474-5acfc7388570, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=9c040ec2-422c-44f5-8474-5acfc7388570,segment=NetworkSegment(83031f72-0c55-4202-a7d3-7c1d93801518),segment_id=83031f72-0c55-4202-a7d3-7c1d93801518)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:29:18.816818 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9c088706-5344-434e-b855-fbbd44d4b8b8 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:18.817386 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c088706-5344-434e-b855-fbbd44d4b8b8 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6bd2ed18-8217-4d93-874e-2edc29870d40 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:29:18.822430 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9c088706-5344-434e-b855-fbbd44d4b8b8 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:18.825090 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-9c088706-5344-434e-b855-fbbd44d4b8b8 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] 10.222.0.48 "DELETE /v2.0/routers/6bd2ed18-8217-4d93-874e-2edc29870d40 HTTP/1.1" status: 204 len: 168 time: 0.3412163 Jul 15 23:29:18.830550 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-08c0a102-fe6b-49f8-8490-1cc0a0153657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:18.863169 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:18.952470 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c0a102-fe6b-49f8-8490-1cc0a0153657 None None] Pushing event updated for resources: {'Port': ['ID=9c040ec2-422c-44f5-8474-5acfc7388570,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:19.001654 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-d40a019c-c35a-47cf-a471-3593b4194d8c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Deleting port b75e7c17-7f71-4c5e-9750-ce0ccbf6b7ff {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:29:19.001998 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d40a019c-c35a-47cf-a471-3593b4194d8c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:19.070366 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53256) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:19.168257 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-fd15f1cd-120f-4eab-ac6f-7e08ba574aaa req-a0b75779-0fee-40e6-b5a1-0a8c4792ec4e service neutron] For port 977af347-c348-4a15-b53e-040f8d7cea46, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=977af347-c348-4a15-b53e-040f8d7cea46,segment=NetworkSegment(b5ca1fe9-b3dd-4925-af11-f3e0f9a537f0),segment_id=b5ca1fe9-b3dd-4925-af11-f3e0f9a537f0)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:19.183971 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-893ec480-c935-4524-8c84-30a025a0cee6 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:19.361544 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-fd15f1cd-120f-4eab-ac6f-7e08ba574aaa req-a0b75779-0fee-40e6-b5a1-0a8c4792ec4e service neutron] For port 977af347-c348-4a15-b53e-040f8d7cea46, host n-h2-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:29:19.428365 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-061c549b-7ef0-4d9d-9571-6b7989e2af19 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-376634145', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}, 'admin_state_up': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:19.430593 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fd15f1cd-120f-4eab-ac6f-7e08ba574aaa req-a0b75779-0fee-40e6-b5a1-0a8c4792ec4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:19.445102 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-fd15f1cd-120f-4eab-ac6f-7e08ba574aaa req-a0b75779-0fee-40e6-b5a1-0a8c4792ec4e service neutron] Transition to ACTIVE for port object 977af347-c348-4a15-b53e-040f8d7cea46 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:19.446395 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1672bace-e875-4972-ae76-9722bb7a7385', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '977af347-c348-4a15-b53e-040f8d7cea46'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:29:19.449806 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca153d8-8a0c-4397-8ac8-aa38a4d856d2" -d '{"events": [{"server_uuid": "1672bace-e875-4972-ae76-9722bb7a7385", "name": "network-vif-unplugged", "status": "completed", "tag": "977af347-c348-4a15-b53e-040f8d7cea46"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:29:19.453962 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-061c549b-7ef0-4d9d-9571-6b7989e2af19 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:19.455204 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-061c549b-7ef0-4d9d-9571-6b7989e2af19 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:19.498242 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.db.api [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:29:19.498815 n-d-794306-6 neutron-server[93772]: DEBUG oslo_db.api [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:29:19.501274 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d40a019c-c35a-47cf-a471-3593b4194d8c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:19.503895 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fd15f1cd-120f-4eab-ac6f-7e08ba574aaa req-a0b75779-0fee-40e6-b5a1-0a8c4792ec4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:19.520063 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-061c549b-7ef0-4d9d-9571-6b7989e2af19 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:19.564512 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b630c2ed-59b8-4026-8abe-ae45805bd62b x-openstack-request-id: req-b630c2ed-59b8-4026-8abe-ae45805bd62b {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:29:19.564861 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1672bace-e875-4972-ae76-9722bb7a7385", "name": "network-vif-unplugged", "status": "completed", "tag": "977af347-c348-4a15-b53e-040f8d7cea46", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:29:19.565186 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b630c2ed-59b8-4026-8abe-ae45805bd62b {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:29:19.565779 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1672bace-e875-4972-ae76-9722bb7a7385', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '977af347-c348-4a15-b53e-040f8d7cea46', 'code': 200} Jul 15 23:29:19.582717 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-d40a019c-c35a-47cf-a471-3593b4194d8c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Calling delete_port for b75e7c17-7f71-4c5e-9750-ce0ccbf6b7ff owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:29:19.694021 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-061c549b-7ef0-4d9d-9571-6b7989e2af19 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:19.899363 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b75779-0fee-40e6-b5a1-0a8c4792ec4e service neutron] Pushing event updated for resources: {'Port': ['ID=977af347-c348-4a15-b53e-040f8d7cea46,revision_number=10']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:19.905910 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 9c040ec2-422c-44f5-8474-5acfc7388570 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:29:19.949965 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd15f1cd-120f-4eab-ac6f-7e08ba574aaa req-a0b75779-0fee-40e6-b5a1-0a8c4792ec4e service neutron] No DVR routers for this DVR port 977af347-c348-4a15-b53e-040f8d7cea46 on host n-h2-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:29:19.997134 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 9c040ec2-422c-44f5-8474-5acfc7388570 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:29:20.086896 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a06b9-2f03-43c3-91f0-408167e0c5d5 req-5b7f36d7-7f98-4fec-abfb-8360376defdb tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:20.101613 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5b4a06b9-2f03-43c3-91f0-408167e0c5d5 req-5b7f36d7-7f98-4fec-abfb-8360376defdb tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=1672bace-e875-4972-ae76-9722bb7a7385 HTTP/1.1" status: 200 len: 944 time: 0.6344705 Jul 15 23:29:20.312085 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5b4a06b9-2f03-43c3-91f0-408167e0c5d5 req-4bfbb1d7-31cf-405e-a225-164b4c167944 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=dcdd674d-e7cc-4e2c-b019-4b01eca3b895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2046263 Jul 15 23:29:20.378390 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-fd15f1cd-120f-4eab-ac6f-7e08ba574aaa req-a0b75779-0fee-40e6-b5a1-0a8c4792ec4e service neutron] Attempting to bind port 977af347-c348-4a15-b53e-040f8d7cea46 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:29:20.378898 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-fd15f1cd-120f-4eab-ac6f-7e08ba574aaa req-a0b75779-0fee-40e6-b5a1-0a8c4792ec4e service neutron] Attempting to bind port 977af347-c348-4a15-b53e-040f8d7cea46 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': 'b5ca1fe9-b3dd-4925-af11-f3e0f9a537f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '92a51bb3-3c46-49ae-938e-2b30881b2b5e'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:29:20.379089 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd15f1cd-120f-4eab-ac6f-7e08ba574aaa req-a0b75779-0fee-40e6-b5a1-0a8c4792ec4e service neutron] Attempting to bind port 977af347-c348-4a15-b53e-040f8d7cea46 on network 92a51bb3-3c46-49ae-938e-2b30881b2b5e {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:29:20.442504 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd15f1cd-120f-4eab-ac6f-7e08ba574aaa req-a0b75779-0fee-40e6-b5a1-0a8c4792ec4e service neutron] Port 977af347-c348-4a15-b53e-040f8d7cea46 on network 92a51bb3-3c46-49ae-938e-2b30881b2b5e not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:29:20.442838 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd15f1cd-120f-4eab-ac6f-7e08ba574aaa req-a0b75779-0fee-40e6-b5a1-0a8c4792ec4e service neutron] Attempting to bind port 977af347-c348-4a15-b53e-040f8d7cea46 on network 92a51bb3-3c46-49ae-938e-2b30881b2b5e {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:29:20.461842 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd15f1cd-120f-4eab-ac6f-7e08ba574aaa req-a0b75779-0fee-40e6-b5a1-0a8c4792ec4e service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:29:20.462240 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd15f1cd-120f-4eab-ac6f-7e08ba574aaa req-a0b75779-0fee-40e6-b5a1-0a8c4792ec4e service neutron] Checking segment: {'id': 'b5ca1fe9-b3dd-4925-af11-f3e0f9a537f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '92a51bb3-3c46-49ae-938e-2b30881b2b5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:29:20.462857 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd15f1cd-120f-4eab-ac6f-7e08ba574aaa req-a0b75779-0fee-40e6-b5a1-0a8c4792ec4e service neutron] Bound using segment: {'id': 'b5ca1fe9-b3dd-4925-af11-f3e0f9a537f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '92a51bb3-3c46-49ae-938e-2b30881b2b5e'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:29:20.463097 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-fd15f1cd-120f-4eab-ac6f-7e08ba574aaa req-a0b75779-0fee-40e6-b5a1-0a8c4792ec4e service neutron] Bound port: 977af347-c348-4a15-b53e-040f8d7cea46, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5ca1fe9-b3dd-4925-af11-f3e0f9a537f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '92a51bb3-3c46-49ae-938e-2b30881b2b5e'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:29:20.463603 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fd15f1cd-120f-4eab-ac6f-7e08ba574aaa req-a0b75779-0fee-40e6-b5a1-0a8c4792ec4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:20.530766 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d40a019c-c35a-47cf-a471-3593b4194d8c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:20.537338 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4987c524-de9b-4b54-9a2a-5e14d4a25c9e None None] Provisioning for port 9c040ec2-422c-44f5-8474-5acfc7388570 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:29:20.547974 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4987c524-de9b-4b54-9a2a-5e14d4a25c9e None None] Provisioning complete for port 9c040ec2-422c-44f5-8474-5acfc7388570 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:20.548646 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4987c524-de9b-4b54-9a2a-5e14d4a25c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:20.574450 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40a019c-c35a-47cf-a471-3593b4194d8c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event deleted for resources: {'Port': ['ID=b75e7c17-7f71-4c5e-9750-ce0ccbf6b7ff,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:20.592008 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-061c549b-7ef0-4d9d-9571-6b7989e2af19 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:20.604089 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-893ec480-c935-4524-8c84-30a025a0cee6 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Deleting port 9d1a36ac-bdd0-41ab-aba5-f71d38a34505 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:29:20.604452 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-893ec480-c935-4524-8c84-30a025a0cee6 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:20.621043 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-061c549b-7ef0-4d9d-9571-6b7989e2af19 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:20.629981 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d40a019c-c35a-47cf-a471-3593b4194d8c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:20.631975 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-d40a019c-c35a-47cf-a471-3593b4194d8c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/ports/b75e7c17-7f71-4c5e-9750-ce0ccbf6b7ff HTTP/1.1" status: 204 len: 168 time: 2.4087961 Jul 15 23:29:20.637036 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53290) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:20.692850 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4987c524-de9b-4b54-9a2a-5e14d4a25c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:20.752259 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-4987c524-de9b-4b54-9a2a-5e14d4a25c9e None None] For port 9c040ec2-422c-44f5-8474-5acfc7388570, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=9c040ec2-422c-44f5-8474-5acfc7388570,segment=NetworkSegment(83031f72-0c55-4202-a7d3-7c1d93801518),segment_id=83031f72-0c55-4202-a7d3-7c1d93801518)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:20.761544 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4987c524-de9b-4b54-9a2a-5e14d4a25c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:20.777106 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-fd15f1cd-120f-4eab-ac6f-7e08ba574aaa req-a0b75779-0fee-40e6-b5a1-0a8c4792ec4e service neutron] For port 977af347-c348-4a15-b53e-040f8d7cea46, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:29:20.837664 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-fd15f1cd-120f-4eab-ac6f-7e08ba574aaa req-a0b75779-0fee-40e6-b5a1-0a8c4792ec4e service neutron] For port 977af347-c348-4a15-b53e-040f8d7cea46, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=977af347-c348-4a15-b53e-040f8d7cea46,segment=NetworkSegment(b5ca1fe9-b3dd-4925-af11-f3e0f9a537f0),segment_id=b5ca1fe9-b3dd-4925-af11-f3e0f9a537f0)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:29:20.845878 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fd15f1cd-120f-4eab-ac6f-7e08ba574aaa req-a0b75779-0fee-40e6-b5a1-0a8c4792ec4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:20.910064 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca20b06b-3266-46ad-af39-96249cd52488 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:20.912113 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca20b06b-3266-46ad-af39-96249cd52488 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:20.916717 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-663840a8-63d2-41b2-88f3-9350f4f0c7df None None] Could not find standard attr ID for object 6e95e5b3-7dab-4e86-8ce6-f2dd8f79c446. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:29:20.918037 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-893ec480-c935-4524-8c84-30a025a0cee6 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:20.928960 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ca20b06b-3266-46ad-af39-96249cd52488 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2896991 Jul 15 23:29:20.934517 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53296) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:20.936791 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15f1cd-120f-4eab-ac6f-7e08ba574aaa req-a0b75779-0fee-40e6-b5a1-0a8c4792ec4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:20.937504 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fd15f1cd-120f-4eab-ac6f-7e08ba574aaa req-a0b75779-0fee-40e6-b5a1-0a8c4792ec4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:20.939003 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fd15f1cd-120f-4eab-ac6f-7e08ba574aaa req-a0b75779-0fee-40e6-b5a1-0a8c4792ec4e service neutron] 10.222.0.49 "PUT /v2.0/ports/977af347-c348-4a15-b53e-040f8d7cea46 HTTP/1.1" status: 200 len: 1092 time: 3.4334581 Jul 15 23:29:20.982007 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4987c524-de9b-4b54-9a2a-5e14d4a25c9e None None] Pushing event updated for resources: {'Port': ['ID=9c040ec2-422c-44f5-8474-5acfc7388570,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:20.991988 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4987c524-de9b-4b54-9a2a-5e14d4a25c9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:20.992715 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4987c524-de9b-4b54-9a2a-5e14d4a25c9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:20.993277 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4987c524-de9b-4b54-9a2a-5e14d4a25c9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:20.994016 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4987c524-de9b-4b54-9a2a-5e14d4a25c9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:20.994753 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4987c524-de9b-4b54-9a2a-5e14d4a25c9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:20.995334 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4987c524-de9b-4b54-9a2a-5e14d4a25c9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:20.996096 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4987c524-de9b-4b54-9a2a-5e14d4a25c9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:20.996663 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4987c524-de9b-4b54-9a2a-5e14d4a25c9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:20.997229 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4987c524-de9b-4b54-9a2a-5e14d4a25c9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:20.998280 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4987c524-de9b-4b54-9a2a-5e14d4a25c9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:20.998826 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4987c524-de9b-4b54-9a2a-5e14d4a25c9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:20.999377 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4987c524-de9b-4b54-9a2a-5e14d4a25c9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:21.039254 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-893ec480-c935-4524-8c84-30a025a0cee6 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Calling delete_port for 9d1a36ac-bdd0-41ab-aba5-f71d38a34505 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:29:21.147364 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-8569fec9-4c15-4e67-8172-6d3e96b4d88e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Deleting subnet cce96e75-91ba-414a-985c-5131ec243f3a {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:29:21.166357 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8569fec9-4c15-4e67-8172-6d3e96b4d88e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:21.169582 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-061c549b-7ef0-4d9d-9571-6b7989e2af19 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Allocated IP 172.25.5.83 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/dc5800fa-a18b-432d-a9cc-6ed41d782c1f) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:29:21.274913 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-070c8570-311a-4129-be3b-a6158e47870e None None] Could not find standard attr ID for object b75e7c17-7f71-4c5e-9750-ce0ccbf6b7ff. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:29:21.286929 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b75779-0fee-40e6-b5a1-0a8c4792ec4e service neutron] Pushing event updated for resources: {'Port': ['ID=977af347-c348-4a15-b53e-040f8d7cea46,revision_number=11']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:21.409266 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8569fec9-4c15-4e67-8172-6d3e96b4d88e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:21.424410 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15f1cd-120f-4eab-ac6f-7e08ba574aaa req-bd147245-7188-4b7a-b7ec-9f6a474a3b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:21.435396 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fd15f1cd-120f-4eab-ac6f-7e08ba574aaa req-bd147245-7188-4b7a-b7ec-9f6a474a3b3d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=89469485c64e49f5b3171ed5499b9995&device_id=1672bace-e875-4972-ae76-9722bb7a7385 HTTP/1.1" status: 200 len: 1095 time: 0.4547062 Jul 15 23:29:21.501444 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-061c549b-7ef0-4d9d-9571-6b7989e2af19 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:21.608934 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1672bace-e875-4972-ae76-9722bb7a7385', 'tag': '977af347-c348-4a15-b53e-040f8d7cea46'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:29:21.614200 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76713a58-0e9e-4e87-a66e-e47b0b6f6d6f" -d '{"events": [{"name": "network-changed", "server_uuid": "1672bace-e875-4972-ae76-9722bb7a7385", "tag": "977af347-c348-4a15-b53e-040f8d7cea46"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:29:21.672285 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-893ec480-c935-4524-8c84-30a025a0cee6 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:21.680451 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8569fec9-4c15-4e67-8172-6d3e96b4d88e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:21.756411 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893ec480-c935-4524-8c84-30a025a0cee6 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Pushing event deleted for resources: {'Port': ['ID=9d1a36ac-bdd0-41ab-aba5-f71d38a34505,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:21.761988 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-061c549b-7ef0-4d9d-9571-6b7989e2af19 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:21.863554 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061c549b-7ef0-4d9d-9571-6b7989e2af19 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Pushing event updated for resources: {'Port': ['ID=dc5800fa-a18b-432d-a9cc-6ed41d782c1f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:21.876200 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8569fec9-4c15-4e67-8172-6d3e96b4d88e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:21.894800 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 9c040ec2-422c-44f5-8474-5acfc7388570 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:29:21.956980 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061c549b-7ef0-4d9d-9571-6b7989e2af19 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:21.958630 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8569fec9-4c15-4e67-8172-6d3e96b4d88e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event deleted for resources: {'Subnet': ['ID=cce96e75-91ba-414a-985c-5131ec243f3a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:21.959436 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15f1cd-120f-4eab-ac6f-7e08ba574aaa req-4217a001-b8cb-4a27-ac3c-70ee4c7af9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:21.965700 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-061c549b-7ef0-4d9d-9571-6b7989e2af19 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:21.968883 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 9c040ec2-422c-44f5-8474-5acfc7388570 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:21.970689 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:21.971048 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8569fec9-4c15-4e67-8172-6d3e96b4d88e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:21.975201 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-8569fec9-4c15-4e67-8172-6d3e96b4d88e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/subnets/cce96e75-91ba-414a-985c-5131ec243f3a HTTP/1.1" status: 204 len: 168 time: 1.0375109 Jul 15 23:29:21.975201 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061c549b-7ef0-4d9d-9571-6b7989e2af19 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:29:21.976382 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53316) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:21.979132 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fd15f1cd-120f-4eab-ac6f-7e08ba574aaa req-4217a001-b8cb-4a27-ac3c-70ee4c7af9bf service neutron] 10.222.0.49 "GET /v2.0/networks?id=92a51bb3-3c46-49ae-938e-2b30881b2b5e HTTP/1.1" status: 200 len: 897 time: 0.4947741 Jul 15 23:29:22.079982 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-4c78845c-3eb3-4177-a6d9-711caf37ca20 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1023395 Jul 15 23:29:22.087741 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fc6fcb-9a27-41ae-9ef4-6f6a87f3f197 req-8738c935-b61d-4447-8a39-a3c7b5523715 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:22.091058 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53318) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:22.100422 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d8fc6fcb-9a27-41ae-9ef4-6f6a87f3f197 req-8738c935-b61d-4447-8a39-a3c7b5523715 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=1672bace-e875-4972-ae76-9722bb7a7385 HTTP/1.1" status: 200 len: 944 time: 0.4818730 Jul 15 23:29:22.108377 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-4324e4cc-a30e-45ab-97f4-4410d7db5528 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Request body: {'subnet': {'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:22.132259 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a2968e-879f-467e-8133-c5fd95fa17cc None None] Network e6241178-066c-430d-a322-7862ef822ee0 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:29:22.161503 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab25634-e359-43ff-968a-082c663016dd req-cde537d7-9355-40c8-acd9-014303b38cd7 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:22.168048 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab25634-e359-43ff-968a-082c663016dd req-cde537d7-9355-40c8-acd9-014303b38cd7 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:22.175325 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab25634-e359-43ff-968a-082c663016dd req-cde537d7-9355-40c8-acd9-014303b38cd7 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:22.182435 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab25634-e359-43ff-968a-082c663016dd req-cde537d7-9355-40c8-acd9-014303b38cd7 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:22.189194 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab25634-e359-43ff-968a-082c663016dd req-cde537d7-9355-40c8-acd9-014303b38cd7 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:22.195472 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab25634-e359-43ff-968a-082c663016dd req-cde537d7-9355-40c8-acd9-014303b38cd7 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:22.201906 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab25634-e359-43ff-968a-082c663016dd req-cde537d7-9355-40c8-acd9-014303b38cd7 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:22.203831 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8ab25634-e359-43ff-968a-082c663016dd req-cde537d7-9355-40c8-acd9-014303b38cd7 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/ports?device_id=4378fda7-3666-4ece-be50-c71bf27f1088 HTTP/1.1" status: 200 len: 5434 time: 0.6648035 Jul 15 23:29:22.257655 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-893ec480-c935-4524-8c84-30a025a0cee6 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:22.270338 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8ab25634-e359-43ff-968a-082c663016dd req-fdfbcf54-0396-4e1b-9daf-9e96f52ecd3f tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c3e5093-3aee-4735-ad4f-51aafad3cea0&id=744e907c-f836-4b84-9995-723c64aba29d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0507653 Jul 15 23:29:22.384192 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fd15f1cd-120f-4eab-ac6f-7e08ba574aaa req-edfbd833-7c14-4435-b6f5-a57c0ac1cc89 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=977af347-c348-4a15-b53e-040f8d7cea46 HTTP/1.1" status: 200 len: 998 time: 0.3411078 Jul 15 23:29:22.433519 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3052343d-8903-43f5-a129-cf62bae620d2 x-openstack-request-id: req-3052343d-8903-43f5-a129-cf62bae620d2 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:29:22.434229 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1672bace-e875-4972-ae76-9722bb7a7385", "tag": "977af347-c348-4a15-b53e-040f8d7cea46", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:29:22.434229 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3052343d-8903-43f5-a129-cf62bae620d2 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:29:22.434420 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1672bace-e875-4972-ae76-9722bb7a7385', 'tag': '977af347-c348-4a15-b53e-040f8d7cea46', 'status': 'completed', 'code': 200} Jul 15 23:29:22.436835 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6567e82e-938f-4571-b2a4-6cb2fc943c4d None None] DHCP port deletion for e6241178-066c-430d-a322-7862ef822ee0 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:29:22.446858 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d8fc6fcb-9a27-41ae-9ef4-6f6a87f3f197 req-582bd60f-0a7c-4ddb-901a-931d3adb5980 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=dcdd674d-e7cc-4e2c-b019-4b01eca3b895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3447428 Jul 15 23:29:22.531282 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-6567e82e-938f-4571-b2a4-6cb2fc943c4d None None] Deleting port 9c040ec2-422c-44f5-8474-5acfc7388570 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:29:22.531647 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6567e82e-938f-4571-b2a4-6cb2fc943c4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:22.602453 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-061c549b-7ef0-4d9d-9571-6b7989e2af19 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:22.604787 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-6567e82e-938f-4571-b2a4-6cb2fc943c4d None None] For port 9c040ec2-422c-44f5-8474-5acfc7388570, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=9c040ec2-422c-44f5-8474-5acfc7388570,segment=NetworkSegment(83031f72-0c55-4202-a7d3-7c1d93801518),segment_id=83031f72-0c55-4202-a7d3-7c1d93801518)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:22.606332 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6567e82e-938f-4571-b2a4-6cb2fc943c4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:22.607917 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4324e4cc-a30e-45ab-97f4-4410d7db5528 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Made reservation on behalf of 1ccad8e849f943d19f815f855c3f3849 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:29:22.611553 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4324e4cc-a30e-45ab-97f4-4410d7db5528 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:22.620295 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-6567e82e-938f-4571-b2a4-6cb2fc943c4d None None] Calling delete_port for 9c040ec2-422c-44f5-8474-5acfc7388570 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:29:22.699354 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15f1cd-120f-4eab-ac6f-7e08ba574aaa req-bcd60752-d647-499e-b8b6-db1fce368f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:22.700875 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fd15f1cd-120f-4eab-ac6f-7e08ba574aaa req-bcd60752-d647-499e-b8b6-db1fce368f51 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=87ac4f0c-7775-4ca7-a00f-185a948c2a8d HTTP/1.1" status: 200 len: 835 time: 0.2191446 Jul 15 23:29:22.721811 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6567e82e-938f-4571-b2a4-6cb2fc943c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:22.752232 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6567e82e-938f-4571-b2a4-6cb2fc943c4d None None] Pushing event deleted for resources: {'Port': ['ID=9c040ec2-422c-44f5-8474-5acfc7388570,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:22.759590 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-893ec480-c935-4524-8c84-30a025a0cee6 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Router 53549085-0919-4427-b0e9-ffac7bb577d1 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:29:22.760999 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810208ad-0007-4232-9c44-ec7e16382c87 req-e337ec1d-559d-45cb-9ed9-5018ea51f0ad tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:22.763826 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6567e82e-938f-4571-b2a4-6cb2fc943c4d None None] No DVR routers for this DVR port 9c040ec2-422c-44f5-8474-5acfc7388570 on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:29:22.768823 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810208ad-0007-4232-9c44-ec7e16382c87 req-e337ec1d-559d-45cb-9ed9-5018ea51f0ad tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:22.774028 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76713a58-0e9e-4e87-a66e-e47b0b6f6d6f req-d8fc577c-e845-4aa3-b81e-f3fbef18dc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:22.775359 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810208ad-0007-4232-9c44-ec7e16382c87 req-e337ec1d-559d-45cb-9ed9-5018ea51f0ad tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:22.775723 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-76713a58-0e9e-4e87-a66e-e47b0b6f6d6f req-d8fc577c-e845-4aa3-b81e-f3fbef18dc93 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=89469485c64e49f5b3171ed5499b9995&device_id=1672bace-e875-4972-ae76-9722bb7a7385 HTTP/1.1" status: 200 len: 1095 time: 0.3276861 Jul 15 23:29:22.781555 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810208ad-0007-4232-9c44-ec7e16382c87 req-e337ec1d-559d-45cb-9ed9-5018ea51f0ad tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:22.787867 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810208ad-0007-4232-9c44-ec7e16382c87 req-e337ec1d-559d-45cb-9ed9-5018ea51f0ad tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:22.800026 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810208ad-0007-4232-9c44-ec7e16382c87 req-e337ec1d-559d-45cb-9ed9-5018ea51f0ad tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:22.806085 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810208ad-0007-4232-9c44-ec7e16382c87 req-e337ec1d-559d-45cb-9ed9-5018ea51f0ad tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:22.808042 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-810208ad-0007-4232-9c44-ec7e16382c87 req-e337ec1d-559d-45cb-9ed9-5018ea51f0ad tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.49 "GET /v2.0/ports?device_id=4378fda7-3666-4ece-be50-c71bf27f1088 HTTP/1.1" status: 200 len: 5434 time: 0.2780519 Jul 15 23:29:22.937490 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810208ad-0007-4232-9c44-ec7e16382c87 req-d0085d4e-4357-44a2-b925-ba089b53390b tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:22.938908 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-810208ad-0007-4232-9c44-ec7e16382c87 req-d0085d4e-4357-44a2-b925-ba089b53390b tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.49 "GET /v2.0/ports/1fae9003-82f4-480d-9478-075fb4575c1f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0939214 Jul 15 23:29:23.249959 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-061c549b-7ef0-4d9d-9571-6b7989e2af19 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:23.261200 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-810208ad-0007-4232-9c44-ec7e16382c87 req-0c82a976-b742-4a27-bfa8-028b4cac442d tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.49 "GET /v2.0/networks/0c520006-2621-40c6-9dbf-a751b4cb8117?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3154278 Jul 15 23:29:23.278392 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-810208ad-0007-4232-9c44-ec7e16382c87 req-bdc5969a-7561-4573-a4fb-be9d13303815 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:23.476523 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893ec480-c935-4524-8c84-30a025a0cee6 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:29:23.479924 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76713a58-0e9e-4e87-a66e-e47b0b6f6d6f req-176d7bac-3963-4cb9-83a0-fd48c013770b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:23.483677 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-76713a58-0e9e-4e87-a66e-e47b0b6f6d6f req-176d7bac-3963-4cb9-83a0-fd48c013770b service neutron] 10.222.0.41 "GET /v2.0/networks?id=92a51bb3-3c46-49ae-938e-2b30881b2b5e HTTP/1.1" status: 200 len: 897 time: 0.6977427 Jul 15 23:29:23.497965 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-893ec480-c935-4524-8c84-30a025a0cee6 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "PUT /v2.0/routers/53549085-0919-4427-b0e9-ffac7bb577d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1381752 Jul 15 23:29:23.509254 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53346) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:23.509779 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205846e4-f01d-433b-9796-1da214be3666 None None] Sync routers for ids ['53549085-0919-4427-b0e9-ffac7bb577d1'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:29:23.529941 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205846e4-f01d-433b-9796-1da214be3666 None None] Routers {'53549085-0919-4427-b0e9-ffac7bb577d1'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:29:23.530984 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-205846e4-f01d-433b-9796-1da214be3666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:29:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['53549085-0919-4427-b0e9-ffac7bb577d1'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:23.549966 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-72b4c1f0-7447-4e0d-9c2c-02331eace9dc tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "GET /v2.0/ports?device_id=53549085-0919-4427-b0e9-ffac7bb577d1 HTTP/1.1" status: 200 len: 205 time: 0.0352457 Jul 15 23:29:23.556439 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53348) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:23.603819 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-205846e4-f01d-433b-9796-1da214be3666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:23.605885 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15f1cd-120f-4eab-ac6f-7e08ba574aaa req-b6118acc-35db-4e76-a0c3-aa0f865bf937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:23.607425 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fd15f1cd-120f-4eab-ac6f-7e08ba574aaa req-b6118acc-35db-4e76-a0c3-aa0f865bf937 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=92a51bb3-3c46-49ae-938e-2b30881b2b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8911812 Jul 15 23:29:23.615501 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205846e4-f01d-433b-9796-1da214be3666 None None] Routers {'53549085-0919-4427-b0e9-ffac7bb577d1'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:29:23.616499 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-205846e4-f01d-433b-9796-1da214be3666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:29:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['53549085-0919-4427-b0e9-ffac7bb577d1'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:23.652392 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-205846e4-f01d-433b-9796-1da214be3666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:23.653419 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205846e4-f01d-433b-9796-1da214be3666 None None] The sync data for ids ['53549085-0919-4427-b0e9-ffac7bb577d1'] in n-d-794306-6 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:29:23.694225 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-76713a58-0e9e-4e87-a66e-e47b0b6f6d6f req-02350e3d-8bff-426d-bdd5-7e88b1cbdd79 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=977af347-c348-4a15-b53e-040f8d7cea46 HTTP/1.1" status: 200 len: 998 time: 0.1977222 Jul 15 23:29:23.712872 n-d-794306-6 neutron-server[93771]: DEBUG neutron.objects.ports [None req-4324e4cc-a30e-45ab-97f4-4410d7db5528 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 23:29:23.714067 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-810208ad-0007-4232-9c44-ec7e16382c87 req-bdc5969a-7561-4573-a4fb-be9d13303815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:23.731258 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f8d3f34-baf7-4f5c-98a8-c8c54f12a609 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:23.823608 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d541502-b265-461b-a9f3-b43969f3a943 req-45f5109c-9a0f-4559-8737-457f76b0c328 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:23.829692 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d541502-b265-461b-a9f3-b43969f3a943 req-45f5109c-9a0f-4559-8737-457f76b0c328 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:23.834417 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 9c040ec2-422c-44f5-8474-5acfc7388570 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:29:23.855780 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d541502-b265-461b-a9f3-b43969f3a943 req-45f5109c-9a0f-4559-8737-457f76b0c328 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:23.857114 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 9c040ec2-422c-44f5-8474-5acfc7388570 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:29:23.857565 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 9c040ec2-422c-44f5-8474-5acfc7388570 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:29:23.865097 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d541502-b265-461b-a9f3-b43969f3a943 req-45f5109c-9a0f-4559-8737-457f76b0c328 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:23.871465 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d541502-b265-461b-a9f3-b43969f3a943 req-45f5109c-9a0f-4559-8737-457f76b0c328 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:23.877546 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d541502-b265-461b-a9f3-b43969f3a943 req-45f5109c-9a0f-4559-8737-457f76b0c328 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:23.883689 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d541502-b265-461b-a9f3-b43969f3a943 req-45f5109c-9a0f-4559-8737-457f76b0c328 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:23.885650 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3d541502-b265-461b-a9f3-b43969f3a943 req-45f5109c-9a0f-4559-8737-457f76b0c328 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/ports?device_id=4378fda7-3666-4ece-be50-c71bf27f1088 HTTP/1.1" status: 200 len: 5434 time: 0.3675170 Jul 15 23:29:23.904962 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76713a58-0e9e-4e87-a66e-e47b0b6f6d6f req-a374aa89-5470-4833-96c3-0e1cc0931ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:23.906444 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-76713a58-0e9e-4e87-a66e-e47b0b6f6d6f req-a374aa89-5470-4833-96c3-0e1cc0931ae8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=87ac4f0c-7775-4ca7-a00f-185a948c2a8d HTTP/1.1" status: 200 len: 835 time: 0.2041769 Jul 15 23:29:23.963245 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fd15f1cd-120f-4eab-ac6f-7e08ba574aaa req-1791ac89-702e-4e57-82c1-377b1c2e5ecc service neutron] 10.222.0.49 "GET /v2.0/networks/92a51bb3-3c46-49ae-938e-2b30881b2b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423851 Jul 15 23:29:23.995595 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e3ca4-6f18-45cc-9c3b-685b8c45b23e req-3888442f-b78e-4b7b-a3bf-9fc2a8d1f7b5 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:23.997495 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-300e3ca4-6f18-45cc-9c3b-685b8c45b23e req-3888442f-b78e-4b7b-a3bf-9fc2a8d1f7b5 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=1672bace-e875-4972-ae76-9722bb7a7385 HTTP/1.1" status: 200 len: 944 time: 0.3473229 Jul 15 23:29:24.070053 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3d541502-b265-461b-a9f3-b43969f3a943 req-8871859d-fa8d-434b-8bc7-9241c9744387 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c3e5093-3aee-4735-ad4f-51aafad3cea0&id=744e907c-f836-4b84-9995-723c64aba29d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1742489 Jul 15 23:29:24.155562 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4324e4cc-a30e-45ab-97f4-4410d7db5528 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:24.166467 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fd15f1cd-120f-4eab-ac6f-7e08ba574aaa req-938ea768-8a86-45d4-8c97-25b933ce2043 service neutron] 10.222.0.49 "GET /v2.0/networks/92a51bb3-3c46-49ae-938e-2b30881b2b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933341 Jul 15 23:29:24.180105 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-300e3ca4-6f18-45cc-9c3b-685b8c45b23e req-e92e2421-54cd-466a-a6ac-b10acc1ffc29 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=dcdd674d-e7cc-4e2c-b019-4b01eca3b895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1646912 Jul 15 23:29:24.187319 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76713a58-0e9e-4e87-a66e-e47b0b6f6d6f req-9c84e7f7-9485-4ad5-9f2e-af147fed22ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:24.191755 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-76713a58-0e9e-4e87-a66e-e47b0b6f6d6f req-9c84e7f7-9485-4ad5-9f2e-af147fed22ce service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92a51bb3-3c46-49ae-938e-2b30881b2b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2748170 Jul 15 23:29:24.256397 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4324e4cc-a30e-45ab-97f4-4410d7db5528 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Network e6241178-066c-430d-a322-7862ef822ee0 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:24.282749 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-4324e4cc-a30e-45ab-97f4-4410d7db5528 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:24.292903 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770d1510-6beb-4162-bd16-4bb25c1b6f6e None None] Network e6241178-066c-430d-a322-7862ef822ee0 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:29:24.321614 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4324e4cc-a30e-45ab-97f4-4410d7db5528 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:24.322189 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4324e4cc-a30e-45ab-97f4-4410d7db5528 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:24.376454 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76713a58-0e9e-4e87-a66e-e47b0b6f6d6f req-2caf2bfb-8f76-4a55-961f-660214c4c040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:24.380242 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-76713a58-0e9e-4e87-a66e-e47b0b6f6d6f req-2caf2bfb-8f76-4a55-961f-660214c4c040 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=89469485c64e49f5b3171ed5499b9995&device_id=1672bace-e875-4972-ae76-9722bb7a7385 HTTP/1.1" status: 200 len: 1095 time: 0.1440387 Jul 15 23:29:24.384193 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-76713a58-0e9e-4e87-a66e-e47b0b6f6d6f req-2a7c930e-b8eb-4d7e-9140-8db0870d52eb service neutron] 10.222.0.41 "GET /v2.0/networks/92a51bb3-3c46-49ae-938e-2b30881b2b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863604 Jul 15 23:29:24.417581 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-4324e4cc-a30e-45ab-97f4-4410d7db5528 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.3254032 Jul 15 23:29:24.420894 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4324e4cc-a30e-45ab-97f4-4410d7db5528 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event updated for resources: {'Subnet': ['ID=d904e845-aa12-4c71-8ba8-ae305616274d,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:24.427843 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53362) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:24.442485 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ef32f970-0e51-4397-8688-188fba1bc178 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Request body: {'port': {'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'mac_address': 'fa:16:3e:2b:4e:47', 'name': 'tempest-NetworksTestDHCPv6-2013717073'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:24.468926 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d14be4-7f14-486d-839d-a6218a838c3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-e6241178-066c-430d-a322-7862ef822ee0', 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'tenant_id': '1ccad8e849f943d19f815f855c3f3849', 'fixed_ips': [{'subnet_id': 'd904e845-aa12-4c71-8ba8-ae305616274d'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:29:24.469783 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b1d14be4-7f14-486d-839d-a6218a838c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:24.501463 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-76713a58-0e9e-4e87-a66e-e47b0b6f6d6f req-e20314b0-b4c0-44ab-937d-c73ff202df1b service neutron] 10.222.0.41 "GET /v2.0/networks/92a51bb3-3c46-49ae-938e-2b30881b2b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068559 Jul 15 23:29:24.551509 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f8d3f34-baf7-4f5c-98a8-c8c54f12a609 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:24.560021 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f8d3f34-baf7-4f5c-98a8-c8c54f12a609 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:24.622041 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76713a58-0e9e-4e87-a66e-e47b0b6f6d6f req-dfe1464a-01e7-4b80-9df0-5a59edb72c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:24.623544 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-76713a58-0e9e-4e87-a66e-e47b0b6f6d6f req-dfe1464a-01e7-4b80-9df0-5a59edb72c10 service neutron] 10.222.0.49 "GET /v2.0/networks?id=92a51bb3-3c46-49ae-938e-2b30881b2b5e HTTP/1.1" status: 200 len: 897 time: 0.2383585 Jul 15 23:29:24.624459 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-b1d14be4-7f14-486d-839d-a6218a838c3a None None] Allocated IP 2001:db8::f816:3eff:fe1e:4f78 (e6241178-066c-430d-a322-7862ef822ee0/d904e845-aa12-4c71-8ba8-ae305616274d/b02432b8-a0fa-48d8-a450-611227027354) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:29:24.654938 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-061c549b-7ef0-4d9d-9571-6b7989e2af19 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Router ebf40efe-625a-417f-b84e-31b87671b87d is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:29:24.715626 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f8d3f34-baf7-4f5c-98a8-c8c54f12a609 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:24.716194 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f8d3f34-baf7-4f5c-98a8-c8c54f12a609 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Fanout notify agent at l3_agent the message router_deleted on router 53549085-0919-4427-b0e9-ffac7bb577d1 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:29:24.729599 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f8d3f34-baf7-4f5c-98a8-c8c54f12a609 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:24.733710 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-5f8d3f34-baf7-4f5c-98a8-c8c54f12a609 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "DELETE /v2.0/routers/53549085-0919-4427-b0e9-ffac7bb577d1 HTTP/1.1" status: 204 len: 168 time: 1.1746893 Jul 15 23:29:24.756081 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53368) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:24.793257 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-810208ad-0007-4232-9c44-ec7e16382c87 req-bdc5969a-7561-4573-a4fb-be9d13303815 service neutron] For port 1fae9003-82f4-480d-9478-075fb4575c1f, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=1fae9003-82f4-480d-9478-075fb4575c1f,segment=NetworkSegment(eebb0b36-7201-438e-8bcb-6ea46d9d1a58),segment_id=eebb0b36-7201-438e-8bcb-6ea46d9d1a58)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:24.808022 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef32f970-0e51-4397-8688-188fba1bc178 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Made reservation on behalf of 1ccad8e849f943d19f815f855c3f3849 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:29:24.812313 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b1d14be4-7f14-486d-839d-a6218a838c3a None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:24.817304 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-de4e3fa7-241f-45a5-92da-9fd787423e58 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Deleting subnet 19633206-5948-495e-807d-c5637979ac26 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:29:24.825270 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-de4e3fa7-241f-45a5-92da-9fd787423e58 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:24.838830 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b1d14be4-7f14-486d-839d-a6218a838c3a None None] Transition to ACTIVE for port object b02432b8-a0fa-48d8-a450-611227027354 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:24.856530 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b1d14be4-7f14-486d-839d-a6218a838c3a None None] Transition to ACTIVE for port object b02432b8-a0fa-48d8-a450-611227027354 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:24.867495 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b1d14be4-7f14-486d-839d-a6218a838c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:24.869038 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-de4e3fa7-241f-45a5-92da-9fd787423e58 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:24.873755 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-76713a58-0e9e-4e87-a66e-e47b0b6f6d6f req-ae9e4d1a-f3f1-457f-adf5-082632e09199 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=977af347-c348-4a15-b53e-040f8d7cea46 HTTP/1.1" status: 200 len: 998 time: 0.2434306 Jul 15 23:29:24.899592 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-810208ad-0007-4232-9c44-ec7e16382c87 req-bdc5969a-7561-4573-a4fb-be9d13303815 service neutron] For port 1fae9003-82f4-480d-9478-075fb4575c1f, host n-h1-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:29:24.925516 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d14be4-7f14-486d-839d-a6218a838c3a None None] Network e6241178-066c-430d-a322-7862ef822ee0 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:24.934841 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-b1d14be4-7f14-486d-839d-a6218a838c3a None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:24.945696 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d14be4-7f14-486d-839d-a6218a838c3a None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:29:24.961604 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d14be4-7f14-486d-839d-a6218a838c3a None None] Pushing event updated for resources: {'Port': ['ID=b02432b8-a0fa-48d8-a450-611227027354,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:24.964690 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76713a58-0e9e-4e87-a66e-e47b0b6f6d6f req-33887529-ba40-4c83-a895-036e920fa467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:24.966110 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-76713a58-0e9e-4e87-a66e-e47b0b6f6d6f req-33887529-ba40-4c83-a895-036e920fa467 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=87ac4f0c-7775-4ca7-a00f-185a948c2a8d HTTP/1.1" status: 200 len: 835 time: 0.0729985 Jul 15 23:29:24.984722 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-061c549b-7ef0-4d9d-9571-6b7989e2af19 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:29:24.989953 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-810208ad-0007-4232-9c44-ec7e16382c87 req-bdc5969a-7561-4573-a4fb-be9d13303815 service neutron] device_id is not set on port 1fae9003-82f4-480d-9478-075fb4575c1f yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:29:25.000586 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2713ffe0-e019-49f6-9475-318ce360b3ca None None] Sync routers for ids ['ebf40efe-625a-417f-b84e-31b87671b87d'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:29:25.039821 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-810208ad-0007-4232-9c44-ec7e16382c87 req-bdc5969a-7561-4573-a4fb-be9d13303815 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:25.040276 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2713ffe0-e019-49f6-9475-318ce360b3ca None None] Routers {'ebf40efe-625a-417f-b84e-31b87671b87d'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:29:25.041562 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-2713ffe0-e019-49f6-9475-318ce360b3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:29:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ebf40efe-625a-417f-b84e-31b87671b87d'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:25.048468 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-de4e3fa7-241f-45a5-92da-9fd787423e58 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:25.048995 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ef32f970-0e51-4397-8688-188fba1bc178 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:25.062394 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-061c549b-7ef0-4d9d-9571-6b7989e2af19 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:25.067012 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-061c549b-7ef0-4d9d-9571-6b7989e2af19 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.9918480 Jul 15 23:29:25.069601 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53374) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:25.075909 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-810208ad-0007-4232-9c44-ec7e16382c87 req-bdc5969a-7561-4573-a4fb-be9d13303815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:25.081215 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-b1d14be4-7f14-486d-839d-a6218a838c3a None None] Attempting to bind port b02432b8-a0fa-48d8-a450-611227027354 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:29:25.081646 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-b1d14be4-7f14-486d-839d-a6218a838c3a None None] Attempting to bind port b02432b8-a0fa-48d8-a450-611227027354 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:29:25.082012 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d14be4-7f14-486d-839d-a6218a838c3a None None] Attempting to bind port b02432b8-a0fa-48d8-a450-611227027354 on network e6241178-066c-430d-a322-7862ef822ee0 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:29:25.085127 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-2713ffe0-e019-49f6-9475-318ce360b3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:25.110418 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d14be4-7f14-486d-839d-a6218a838c3a None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:29:25.110679 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d14be4-7f14-486d-839d-a6218a838c3a None None] Checking segment: {'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:29:25.111089 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b1d14be4-7f14-486d-839d-a6218a838c3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:25.111488 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d14be4-7f14-486d-839d-a6218a838c3a None None] Bound using segment: {'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:29:25.119553 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-b1d14be4-7f14-486d-839d-a6218a838c3a None None] Bound port: b02432b8-a0fa-48d8-a450-611227027354, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:29:25.120082 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b1d14be4-7f14-486d-839d-a6218a838c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:25.159422 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76713a58-0e9e-4e87-a66e-e47b0b6f6d6f req-6605900a-8603-4666-8f51-7b8158f26a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:25.161666 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-76713a58-0e9e-4e87-a66e-e47b0b6f6d6f req-6605900a-8603-4666-8f51-7b8158f26a34 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=92a51bb3-3c46-49ae-938e-2b30881b2b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1729000 Jul 15 23:29:25.166978 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2713ffe0-e019-49f6-9475-318ce360b3ca None None] Routers {'ebf40efe-625a-417f-b84e-31b87671b87d'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:29:25.167676 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-2713ffe0-e019-49f6-9475-318ce360b3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:29:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ebf40efe-625a-417f-b84e-31b87671b87d'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:25.221551 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-2713ffe0-e019-49f6-9475-318ce360b3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:25.225800 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2713ffe0-e019-49f6-9475-318ce360b3ca None None] The sync data for ids ['ebf40efe-625a-417f-b84e-31b87671b87d'] in n-d-794306-6 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:29:25.243215 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-9777e37f-7964-49ce-8278-52246b9599ae tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] 10.222.0.48 "GET /v2.0/routers/ebf40efe-625a-417f-b84e-31b87671b87d HTTP/1.1" status: 200 len: 919 time: 0.1723826 Jul 15 23:29:25.261598 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53382) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:25.306136 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-ef32f970-0e51-4397-8688-188fba1bc178 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] device_id is not set on port 9d4280c0-6f51-41bb-92f3-47c284ba557a yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:29:25.341494 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-b1d14be4-7f14-486d-839d-a6218a838c3a None None] For port b02432b8-a0fa-48d8-a450-611227027354, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:29:25.350890 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-b1d14be4-7f14-486d-839d-a6218a838c3a None None] For port b02432b8-a0fa-48d8-a450-611227027354, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=b02432b8-a0fa-48d8-a450-611227027354,segment=NetworkSegment(83031f72-0c55-4202-a7d3-7c1d93801518),segment_id=83031f72-0c55-4202-a7d3-7c1d93801518)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:29:25.360201 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b1d14be4-7f14-486d-839d-a6218a838c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:25.370380 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-c69df88a-7c5f-4bc9-a270-f918f575d806 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebf40efe-625a-417f-b84e-31b87671b87d HTTP/1.1" status: 200 len: 205 time: 0.1026938 Jul 15 23:29:25.419386 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53388) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:25.421063 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 422fe5b9-520f-419b-8cd4-d8ed4ddfee1a no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:29:25.502449 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-810208ad-0007-4232-9c44-ec7e16382c87 req-bdc5969a-7561-4573-a4fb-be9d13303815 service neutron] No DVR routers for this DVR port 1fae9003-82f4-480d-9478-075fb4575c1f on host n-h1-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:29:25.548348 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d14be4-7f14-486d-839d-a6218a838c3a None None] Pushing event updated for resources: {'Port': ['ID=b02432b8-a0fa-48d8-a450-611227027354,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:25.551037 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-810208ad-0007-4232-9c44-ec7e16382c87 req-bdc5969a-7561-4573-a4fb-be9d13303815 service neutron] In _notify_port_updated(), no bound segment for port 1fae9003-82f4-480d-9478-075fb4575c1f on network 0c520006-2621-40c6-9dbf-a751b4cb8117 {{(pid=93771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:29:25.551962 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810208ad-0007-4232-9c44-ec7e16382c87 req-bdc5969a-7561-4573-a4fb-be9d13303815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:25.552585 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-810208ad-0007-4232-9c44-ec7e16382c87 req-bdc5969a-7561-4573-a4fb-be9d13303815 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:25.553934 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-810208ad-0007-4232-9c44-ec7e16382c87 req-bdc5969a-7561-4573-a4fb-be9d13303815 service neutron] 10.222.0.49 "PUT /v2.0/ports/1fae9003-82f4-480d-9478-075fb4575c1f HTTP/1.1" status: 200 len: 1027 time: 2.2823226 Jul 15 23:29:25.571654 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-de4e3fa7-241f-45a5-92da-9fd787423e58 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:25.583482 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:25.585861 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3ddee4b2-f60b-490a-b75e-78839dda49aa None None] Provisioning complete for port 1fae9003-82f4-480d-9478-075fb4575c1f triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:25.588858 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3ddee4b2-f60b-490a-b75e-78839dda49aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:25.610261 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc5969a-7561-4573-a4fb-be9d13303815 service neutron] Pushing event updated for resources: {'Port': ['ID=1fae9003-82f4-480d-9478-075fb4575c1f,revision_number=6']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:25.618668 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4e3fa7-241f-45a5-92da-9fd787423e58 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Pushing event deleted for resources: {'Subnet': ['ID=19633206-5948-495e-807d-c5637979ac26,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:25.659263 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-de4e3fa7-241f-45a5-92da-9fd787423e58 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:25.665807 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-de4e3fa7-241f-45a5-92da-9fd787423e58 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "DELETE /v2.0/subnets/19633206-5948-495e-807d-c5637979ac26 HTTP/1.1" status: 204 len: 168 time: 0.9086051 Jul 15 23:29:25.674887 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a107949-c4b3-41da-839a-3a3520520468 None None] Network 70d046e0-bcfc-4f11-8608-19a0ef44e21d requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:29:25.686147 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53392) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:25.698355 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810208ad-0007-4232-9c44-ec7e16382c87 req-78823c2e-0c28-4a0a-adc0-9d796778db1e tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:25.699774 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-810208ad-0007-4232-9c44-ec7e16382c87 req-78823c2e-0c28-4a0a-adc0-9d796778db1e tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.49 "GET /v2.0/ports/422fe5b9-520f-419b-8cd4-d8ed4ddfee1a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0906148 Jul 15 23:29:25.715250 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-810208ad-0007-4232-9c44-ec7e16382c87 req-d5982cae-75fd-47d2-b9ce-5b4e04debd60 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:25.762737 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-ef32f970-0e51-4397-8688-188fba1bc178 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Allocated IP 2001:db8::f816:3eff:fe2b:4e47 (e6241178-066c-430d-a322-7862ef822ee0/d904e845-aa12-4c71-8ba8-ae305616274d/9d4280c0-6f51-41bb-92f3-47c284ba557a) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:29:25.782028 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-3ddee4b2-f60b-490a-b75e-78839dda49aa None None] Port 1fae9003-82f4-480d-9478-075fb4575c1f cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:29:25.802782 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:25.830439 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-76713a58-0e9e-4e87-a66e-e47b0b6f6d6f req-731c0f81-6be3-4d9d-862c-7a4b7e9d65ef service neutron] 10.222.0.49 "GET /v2.0/networks/92a51bb3-3c46-49ae-938e-2b30881b2b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6601748 Jul 15 23:29:25.866955 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4378fda7-3666-4ece-be50-c71bf27f1088', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '422fe5b9-520f-419b-8cd4-d8ed4ddfee1a'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:29:25.880812 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638ee8e7-fc6b-4aac-8bec-12efcd32d755" -d '{"events": [{"server_uuid": "4378fda7-3666-4ece-be50-c71bf27f1088", "name": "network-vif-unplugged", "status": "completed", "tag": "422fe5b9-520f-419b-8cd4-d8ed4ddfee1a"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:29:25.947884 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2c3650-7bd6-40d7-bdb9-121b221c6f0c req-87170af0-9e7f-4a66-8483-185516c43088 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:25.949761 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cf2c3650-7bd6-40d7-bdb9-121b221c6f0c req-87170af0-9e7f-4a66-8483-185516c43088 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=1672bace-e875-4972-ae76-9722bb7a7385 HTTP/1.1" status: 200 len: 944 time: 0.4672592 Jul 15 23:29:26.007529 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 422fe5b9-520f-419b-8cd4-d8ed4ddfee1a, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=422fe5b9-520f-419b-8cd4-d8ed4ddfee1a,segment=NetworkSegment(eebb0b36-7201-438e-8bcb-6ea46d9d1a58),segment_id=eebb0b36-7201-438e-8bcb-6ea46d9d1a58)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:26.035405 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-810208ad-0007-4232-9c44-ec7e16382c87 req-d5982cae-75fd-47d2-b9ce-5b4e04debd60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:26.039982 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:26.040737 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 82887b99-4142-4cfa-85fd-86b3f0db2996 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:29:26.067678 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d0def-aa61-4bf1-94ed-eabfc3e97e27 req-8618bca4-a66c-4b25-ad0b-275e461b7906 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:26.085062 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d0def-aa61-4bf1-94ed-eabfc3e97e27 req-8618bca4-a66c-4b25-ad0b-275e461b7906 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:26.098369 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d0def-aa61-4bf1-94ed-eabfc3e97e27 req-8618bca4-a66c-4b25-ad0b-275e461b7906 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:26.114504 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d0def-aa61-4bf1-94ed-eabfc3e97e27 req-8618bca4-a66c-4b25-ad0b-275e461b7906 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:26.125252 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d0def-aa61-4bf1-94ed-eabfc3e97e27 req-8618bca4-a66c-4b25-ad0b-275e461b7906 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:26.133952 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d0def-aa61-4bf1-94ed-eabfc3e97e27 req-8618bca4-a66c-4b25-ad0b-275e461b7906 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:26.148291 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-058d0def-aa61-4bf1-94ed-eabfc3e97e27 req-8618bca4-a66c-4b25-ad0b-275e461b7906 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/ports?device_id=4378fda7-3666-4ece-be50-c71bf27f1088 HTTP/1.1" status: 200 len: 4660 time: 0.7917066 Jul 15 23:29:26.166022 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-522507bf-c254-43bb-9d78-039a59ac3425 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:26.176401 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ef32f970-0e51-4397-8688-188fba1bc178 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:26.209392 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-af979f43-a35b-4526-be1c-6f53161ddf01 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:26.214207 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-ef32f970-0e51-4397-8688-188fba1bc178 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Transition to ACTIVE for port object 9d4280c0-6f51-41bb-92f3-47c284ba557a will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:26.235696 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=422fe5b9-520f-419b-8cd4-d8ed4ddfee1a,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:26.311295 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-810208ad-0007-4232-9c44-ec7e16382c87 req-d5982cae-75fd-47d2-b9ce-5b4e04debd60 service neutron] For port 422fe5b9-520f-419b-8cd4-d8ed4ddfee1a, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=422fe5b9-520f-419b-8cd4-d8ed4ddfee1a,segment=NetworkSegment(eebb0b36-7201-438e-8bcb-6ea46d9d1a58),segment_id=eebb0b36-7201-438e-8bcb-6ea46d9d1a58)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:26.316805 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cf2c3650-7bd6-40d7-bdb9-121b221c6f0c req-a35ecdbf-f1af-4f41-a5c2-ffc56c6f859d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=dcdd674d-e7cc-4e2c-b019-4b01eca3b895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3043499 Jul 15 23:29:26.334026 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ef32f970-0e51-4397-8688-188fba1bc178 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:26.347760 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:26.433032 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef32f970-0e51-4397-8688-188fba1bc178 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Network e6241178-066c-430d-a322-7862ef822ee0 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:26.443049 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-ef32f970-0e51-4397-8688-188fba1bc178 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:26.445551 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 82887b99-4142-4cfa-85fd-86b3f0db2996, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=82887b99-4142-4cfa-85fd-86b3f0db2996,segment=NetworkSegment(5704f6c6-cb22-49cf-8189-8f79a4796c0a),segment_id=5704f6c6-cb22-49cf-8189-8f79a4796c0a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:26.452091 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef32f970-0e51-4397-8688-188fba1bc178 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:29:26.453577 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13da88c-e8a5-42f6-aec8-4d0aebb406e7 None None] DHCP port deletion for 70d046e0-bcfc-4f11-8608-19a0ef44e21d request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:29:26.474011 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef32f970-0e51-4397-8688-188fba1bc178 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:26.474700 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ef32f970-0e51-4397-8688-188fba1bc178 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:26.505517 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-810208ad-0007-4232-9c44-ec7e16382c87 req-d5982cae-75fd-47d2-b9ce-5b4e04debd60 service neutron] For port 422fe5b9-520f-419b-8cd4-d8ed4ddfee1a, host n-h1-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:29:26.506502 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:26.510510 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device e30cdbcb-2983-4fd9-9dc1-5ba0c3fc0805 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:29:26.583404 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-058d0def-aa61-4bf1-94ed-eabfc3e97e27 req-538ac203-6367-4d99-8d59-76626873da8c tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c3e5093-3aee-4735-ad4f-51aafad3cea0&id=744e907c-f836-4b84-9995-723c64aba29d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3958185 Jul 15 23:29:26.589082 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32f970-0e51-4397-8688-188fba1bc178 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event updated for resources: {'Port': ['ID=9d4280c0-6f51-41bb-92f3-47c284ba557a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:26.600989 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-76713a58-0e9e-4e87-a66e-e47b0b6f6d6f req-da927e2d-4920-45b1-b7a7-2107447fed96 service neutron] 10.222.0.49 "GET /v2.0/networks/92a51bb3-3c46-49ae-938e-2b30881b2b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7292380 Jul 15 23:29:26.614524 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53406) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:26.617956 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ef32f970-0e51-4397-8688-188fba1bc178 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1804659 Jul 15 23:29:26.669080 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-810208ad-0007-4232-9c44-ec7e16382c87 req-d5982cae-75fd-47d2-b9ce-5b4e04debd60 service neutron] device_id is not set on port 422fe5b9-520f-419b-8cd4-d8ed4ddfee1a yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:29:26.696532 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-810208ad-0007-4232-9c44-ec7e16382c87 req-d5982cae-75fd-47d2-b9ce-5b4e04debd60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:26.698628 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=82887b99-4142-4cfa-85fd-86b3f0db2996,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:26.705717 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-007257da-e241-4f69-82bc-9d029eb0567e x-openstack-request-id: req-007257da-e241-4f69-82bc-9d029eb0567e {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:29:26.706289 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4378fda7-3666-4ece-be50-c71bf27f1088", "name": "network-vif-unplugged", "status": "completed", "tag": "422fe5b9-520f-419b-8cd4-d8ed4ddfee1a", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:29:26.707359 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-007257da-e241-4f69-82bc-9d029eb0567e {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:29:26.708126 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4378fda7-3666-4ece-be50-c71bf27f1088', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '422fe5b9-520f-419b-8cd4-d8ed4ddfee1a', 'code': 200} Jul 15 23:29:26.708258 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-810208ad-0007-4232-9c44-ec7e16382c87 req-d5982cae-75fd-47d2-b9ce-5b4e04debd60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:26.714534 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a13da88c-e8a5-42f6-aec8-4d0aebb406e7 None None] Deleting port a85799e9-9b09-4865-a17c-907147721731 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:29:26.715061 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a13da88c-e8a5-42f6-aec8-4d0aebb406e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:26.757911 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-af979f43-a35b-4526-be1c-6f53161ddf01 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:26.777708 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-522507bf-c254-43bb-9d78-039a59ac3425 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Deleting port a85799e9-9b09-4865-a17c-907147721731 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:29:26.778877 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-522507bf-c254-43bb-9d78-039a59ac3425 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:26.798069 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2ed4a8e4-880f-4a73-86f3-495a2e28cfcf req-4aaa4e0a-2378-428c-9317-7cc845726c30 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4e691bfd-696b-4eca-83c0-541184fe969e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2471399 Jul 15 23:29:26.845808 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-810208ad-0007-4232-9c44-ec7e16382c87 req-d5982cae-75fd-47d2-b9ce-5b4e04debd60 service neutron] No DVR routers for this DVR port 422fe5b9-520f-419b-8cd4-d8ed4ddfee1a on host n-h1-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:29:26.849146 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:26.858322 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b34663-ab92-48e8-ab75-1f307b9875df tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:26.865781 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b34663-ab92-48e8-ab75-1f307b9875df tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:26.868330 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-f4b34663-ab92-48e8-ab75-1f307b9875df tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2526383 Jul 15 23:29:26.872953 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53412) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:26.896884 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5982cae-75fd-47d2-b9ce-5b4e04debd60 service neutron] Pushing event updated for resources: {'Port': ['ID=422fe5b9-520f-419b-8cd4-d8ed4ddfee1a,revision_number=7']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:26.899930 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port e30cdbcb-2983-4fd9-9dc1-5ba0c3fc0805, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=e30cdbcb-2983-4fd9-9dc1-5ba0c3fc0805,segment=NetworkSegment(eebb0b36-7201-438e-8bcb-6ea46d9d1a58),segment_id=eebb0b36-7201-438e-8bcb-6ea46d9d1a58)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:26.911399 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a13da88c-e8a5-42f6-aec8-4d0aebb406e7 None None] For port a85799e9-9b09-4865-a17c-907147721731, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=a85799e9-9b09-4865-a17c-907147721731,segment=NetworkSegment(be31ad70-63c2-4c6a-87db-5395eae04608),segment_id=be31ad70-63c2-4c6a-87db-5395eae04608)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:26.911908 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a13da88c-e8a5-42f6-aec8-4d0aebb406e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:26.921301 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:26.922097 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 9ce781cc-249c-47f3-b809-587c0d5814f3 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:29:26.943065 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-810208ad-0007-4232-9c44-ec7e16382c87 req-d5982cae-75fd-47d2-b9ce-5b4e04debd60 service neutron] In _notify_port_updated(), no bound segment for port 422fe5b9-520f-419b-8cd4-d8ed4ddfee1a on network 0c520006-2621-40c6-9dbf-a751b4cb8117 {{(pid=93771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:29:26.946375 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810208ad-0007-4232-9c44-ec7e16382c87 req-d5982cae-75fd-47d2-b9ce-5b4e04debd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:26.947096 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-810208ad-0007-4232-9c44-ec7e16382c87 req-d5982cae-75fd-47d2-b9ce-5b4e04debd60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:26.949522 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-810208ad-0007-4232-9c44-ec7e16382c87 req-d5982cae-75fd-47d2-b9ce-5b4e04debd60 service neutron] 10.222.0.49 "PUT /v2.0/ports/422fe5b9-520f-419b-8cd4-d8ed4ddfee1a HTTP/1.1" status: 200 len: 1027 time: 1.2412481 Jul 15 23:29:26.953072 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a13da88c-e8a5-42f6-aec8-4d0aebb406e7 None None] Calling delete_port for a85799e9-9b09-4865-a17c-907147721731 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:29:27.109028 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=e30cdbcb-2983-4fd9-9dc1-5ba0c3fc0805,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:27.147198 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-810208ad-0007-4232-9c44-ec7e16382c87 req-dd1c4f93-a28d-4458-99b3-c2af14281f4b tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Deleting port ce62c9f8-fc6d-4c1c-8d01-6e2783cba432 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:29:27.147822 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-810208ad-0007-4232-9c44-ec7e16382c87 req-dd1c4f93-a28d-4458-99b3-c2af14281f4b tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:27.171200 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-522507bf-c254-43bb-9d78-039a59ac3425 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] For port a85799e9-9b09-4865-a17c-907147721731, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=a85799e9-9b09-4865-a17c-907147721731,segment=NetworkSegment(be31ad70-63c2-4c6a-87db-5395eae04608),segment_id=be31ad70-63c2-4c6a-87db-5395eae04608)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:27.171682 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-522507bf-c254-43bb-9d78-039a59ac3425 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:27.177405 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:27.180150 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a13da88c-e8a5-42f6-aec8-4d0aebb406e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:27.201009 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13da88c-e8a5-42f6-aec8-4d0aebb406e7 None None] No DVR routers for this DVR port a85799e9-9b09-4865-a17c-907147721731 on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:29:27.231421 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-522507bf-c254-43bb-9d78-039a59ac3425 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Calling delete_port for a85799e9-9b09-4865-a17c-907147721731 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:29:27.238106 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13da88c-e8a5-42f6-aec8-4d0aebb406e7 None None] Pushing event deleted for resources: {'Port': ['ID=a85799e9-9b09-4865-a17c-907147721731,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:27.280725 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 9ce781cc-249c-47f3-b809-587c0d5814f3, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=9ce781cc-249c-47f3-b809-587c0d5814f3,segment=NetworkSegment(eebb0b36-7201-438e-8bcb-6ea46d9d1a58),segment_id=eebb0b36-7201-438e-8bcb-6ea46d9d1a58)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:27.296407 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e2db3358-5077-409d-b94a-5cd2094b5ad8 None None] Provisioning complete for port 422fe5b9-520f-419b-8cd4-d8ed4ddfee1a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:27.297363 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e2db3358-5077-409d-b94a-5cd2094b5ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:27.303213 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:27.303812 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device ce62c9f8-fc6d-4c1c-8d01-6e2783cba432 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:29:27.309442 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-810208ad-0007-4232-9c44-ec7e16382c87 req-dd1c4f93-a28d-4458-99b3-c2af14281f4b tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] For port ce62c9f8-fc6d-4c1c-8d01-6e2783cba432, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=ce62c9f8-fc6d-4c1c-8d01-6e2783cba432,segment=NetworkSegment(5704f6c6-cb22-49cf-8189-8f79a4796c0a),segment_id=5704f6c6-cb22-49cf-8189-8f79a4796c0a)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:27.309695 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-810208ad-0007-4232-9c44-ec7e16382c87 req-dd1c4f93-a28d-4458-99b3-c2af14281f4b tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:27.329363 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-810208ad-0007-4232-9c44-ec7e16382c87 req-dd1c4f93-a28d-4458-99b3-c2af14281f4b tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Calling delete_port for ce62c9f8-fc6d-4c1c-8d01-6e2783cba432 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:29:27.413634 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-522507bf-c254-43bb-9d78-039a59ac3425 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:27.446052 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:29:27.451009 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 977af347-c348-4a15-b53e-040f8d7cea46 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:29:27.456935 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522507bf-c254-43bb-9d78-039a59ac3425 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Pushing event deleted for resources: {'Port': ['ID=a85799e9-9b09-4865-a17c-907147721731,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:27.468623 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-af979f43-a35b-4526-be1c-6f53161ddf01 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Deleting port dc5800fa-a18b-432d-a9cc-6ed41d782c1f {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:29:27.468976 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-af979f43-a35b-4526-be1c-6f53161ddf01 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:27.497970 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522507bf-c254-43bb-9d78-039a59ac3425 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] No DVR routers for this DVR port a85799e9-9b09-4865-a17c-907147721731 on host n-d-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:29:27.499271 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-810208ad-0007-4232-9c44-ec7e16382c87 req-dd1c4f93-a28d-4458-99b3-c2af14281f4b tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:27.527548 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e2db3358-5077-409d-b94a-5cd2094b5ad8 None None] Port 422fe5b9-520f-419b-8cd4-d8ed4ddfee1a cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:29:27.570501 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1c4f93-a28d-4458-99b3-c2af14281f4b tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Pushing event deleted for resources: {'Port': ['ID=ce62c9f8-fc6d-4c1c-8d01-6e2783cba432,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:27.609341 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No active binding found for port ce62c9f8-fc6d-4c1c-8d01-6e2783cba432 {{(pid=93772) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 15 23:29:27.630486 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device ce62c9f8-fc6d-4c1c-8d01-6e2783cba432 not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:29:27.633919 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:29:27.659376 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=9ce781cc-249c-47f3-b809-587c0d5814f3,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:27.706834 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-810208ad-0007-4232-9c44-ec7e16382c87 req-dd1c4f93-a28d-4458-99b3-c2af14281f4b tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] No DVR routers for this DVR port ce62c9f8-fc6d-4c1c-8d01-6e2783cba432 on host n-h1-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:29:27.710092 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-810208ad-0007-4232-9c44-ec7e16382c87 req-dd1c4f93-a28d-4458-99b3-c2af14281f4b tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:27.713856 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-810208ad-0007-4232-9c44-ec7e16382c87 req-dd1c4f93-a28d-4458-99b3-c2af14281f4b tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.49 "DELETE /v2.0/ports/ce62c9f8-fc6d-4c1c-8d01-6e2783cba432 HTTP/1.1" status: 204 len: 173 time: 0.7561951 Jul 15 23:29:27.714937 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4378fda7-3666-4ece-be50-c71bf27f1088', 'name': 'network-vif-deleted', 'tag': 'ce62c9f8-fc6d-4c1c-8d01-6e2783cba432'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:29:27.718590 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86870fbb-0b3d-485d-8619-7da827d25341" -d '{"events": [{"server_uuid": "4378fda7-3666-4ece-be50-c71bf27f1088", "name": "network-vif-deleted", "tag": "ce62c9f8-fc6d-4c1c-8d01-6e2783cba432"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:29:27.894271 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 977af347-c348-4a15-b53e-040f8d7cea46, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=977af347-c348-4a15-b53e-040f8d7cea46,segment=NetworkSegment(b5ca1fe9-b3dd-4925-af11-f3e0f9a537f0),segment_id=b5ca1fe9-b3dd-4925-af11-f3e0f9a537f0)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:27.908254 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '977af347-c348-4a15-b53e-040f8d7cea46', 'network_id': '92a51bb3-3c46-49ae-938e-2b30881b2b5e', 'port_id': '977af347-c348-4a15-b53e-040f8d7cea46', 'mac_address': 'fa:16:3e:74:92:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87ac4f0c-7775-4ca7-a00f-185a948c2a8d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:29:27.939525 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device b02432b8-a0fa-48d8-a450-611227027354 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:29:27.966819 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a7820e9b-c1b0-4dcd-b53f-cdba80838012 None None] Provisioning for port b02432b8-a0fa-48d8-a450-611227027354 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:29:27.973301 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-810208ad-0007-4232-9c44-ec7e16382c87 req-99cb8772-61ac-46df-bb8e-71e83163f3e6 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Deleting port e30cdbcb-2983-4fd9-9dc1-5ba0c3fc0805 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:29:27.973942 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-810208ad-0007-4232-9c44-ec7e16382c87 req-99cb8772-61ac-46df-bb8e-71e83163f3e6 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:28.060718 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:28.129397 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:28.138379 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-522507bf-c254-43bb-9d78-039a59ac3425 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:28.148760 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-810208ad-0007-4232-9c44-ec7e16382c87 req-99cb8772-61ac-46df-bb8e-71e83163f3e6 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] For port e30cdbcb-2983-4fd9-9dc1-5ba0c3fc0805, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=e30cdbcb-2983-4fd9-9dc1-5ba0c3fc0805,segment=NetworkSegment(eebb0b36-7201-438e-8bcb-6ea46d9d1a58),segment_id=eebb0b36-7201-438e-8bcb-6ea46d9d1a58)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:28.149490 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-810208ad-0007-4232-9c44-ec7e16382c87 req-99cb8772-61ac-46df-bb8e-71e83163f3e6 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:28.161684 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 977af347-c348-4a15-b53e-040f8d7cea46 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:29:28.172737 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-810208ad-0007-4232-9c44-ec7e16382c87 req-99cb8772-61ac-46df-bb8e-71e83163f3e6 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Calling delete_port for e30cdbcb-2983-4fd9-9dc1-5ba0c3fc0805 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:29:28.186449 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-522507bf-c254-43bb-9d78-039a59ac3425 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70d046e0-bcfc-4f11-8608-19a0ef44e21d']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:28.192746 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed4a8e4-880f-4a73-86f3-495a2e28cfcf req-9a030d97-e156-47bc-84d1-85e9d6153709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:28.194335 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2ed4a8e4-880f-4a73-86f3-495a2e28cfcf req-9a030d97-e156-47bc-84d1-85e9d6153709 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=87ddd736df54499d9a14b5692b354b6d&device_id=4e691bfd-696b-4eca-83c0-541184fe969e HTTP/1.1" status: 200 len: 1101 time: 1.3194394 Jul 15 23:29:28.201498 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5a0a1a5a-f801-4907-8aac-7d2c05e5b621 None None] Provisioning for port 9d4280c0-6f51-41bb-92f3-47c284ba557a completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:29:28.225207 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 977af347-c348-4a15-b53e-040f8d7cea46, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=977af347-c348-4a15-b53e-040f8d7cea46,segment=NetworkSegment(b5ca1fe9-b3dd-4925-af11-f3e0f9a537f0),segment_id=b5ca1fe9-b3dd-4925-af11-f3e0f9a537f0)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:28.229956 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5a0a1a5a-f801-4907-8aac-7d2c05e5b621 None None] Provisioning complete for port 9d4280c0-6f51-41bb-92f3-47c284ba557a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:28.230577 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a0a1a5a-f801-4907-8aac-7d2c05e5b621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:28.235018 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:28.301248 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-522507bf-c254-43bb-9d78-039a59ac3425 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be31ad70-63c2-4c6a-87db-5395eae04608') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:28.301248 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-522507bf-c254-43bb-9d78-039a59ac3425 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be31ad70-63c2-4c6a-87db-5395eae04608') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:28.353105 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-522507bf-c254-43bb-9d78-039a59ac3425 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:28.383739 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-144af763-4567-4aba-be7c-bd812ffad3b8 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Deleting port 9d4280c0-6f51-41bb-92f3-47c284ba557a {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:29:28.384086 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-144af763-4567-4aba-be7c-bd812ffad3b8 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:28.395734 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-522507bf-c254-43bb-9d78-039a59ac3425 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:28.432261 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-810208ad-0007-4232-9c44-ec7e16382c87 req-99cb8772-61ac-46df-bb8e-71e83163f3e6 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:28.453753 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-af979f43-a35b-4526-be1c-6f53161ddf01 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:28.467851 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-522507bf-c254-43bb-9d78-039a59ac3425 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:29:28.468266 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-522507bf-c254-43bb-9d78-039a59ac3425 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:28.473781 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=977af347-c348-4a15-b53e-040f8d7cea46,revision_number=12']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:28.476575 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port b02432b8-a0fa-48d8-a450-611227027354 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:29:28.482240 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cb8772-61ac-46df-bb8e-71e83163f3e6 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Pushing event deleted for resources: {'Port': ['ID=e30cdbcb-2983-4fd9-9dc1-5ba0c3fc0805,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:28.484842 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:29:28.484842 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:29:28.484842 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:29:28.484842 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:29:28.484842 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:29:28.484842 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:29:28.484842 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:29:28.484842 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:29:28.484842 n-d-794306-6 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:29:28.484842 n-d-794306-6 neutron-server[93770]: self.session.flush() Jul 15 23:29:28.484842 n-d-794306-6 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:29:28.484842 n-d-794306-6 neutron-server[93770]: self.session.flush() Jul 15 23:29:28.484842 n-d-794306-6 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:29:28.484842 n-d-794306-6 neutron-server[93770]: self.session.flush() Jul 15 23:29:28.484842 n-d-794306-6 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:29:28.484842 n-d-794306-6 neutron-server[93770]: self.session.flush() Jul 15 23:29:28.484842 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:29:28.484842 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:29:28.484842 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:29:28.484842 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:29:28.484842 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:29:28.484842 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:29:28.484842 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:29:28.484842 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:29:28.484842 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:29:28.484842 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:29:28.484842 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:29:28.484842 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:29:28.484842 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:29:28.484842 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:29:28.484842 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:29:28.484842 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:29:28.484842 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:29:28.484842 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:29:28.484842 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:29:28.484842 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:29:28.484842 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:29:28.484842 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:29:28.484842 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:29:28.484842 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:29:28.484842 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:29:28.484842 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:29:28.484842 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:29:28.484842 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:29:28.484842 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:29:28.484842 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:29:28.484842 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:29:28.484842 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:29:28.497144 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d,segment=NetworkSegment(9f863f95-1b25-4720-919a-e5e9e76842d9),segment_id=9f863f95-1b25-4720-919a-e5e9e76842d9)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:28.498541 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port b02432b8-a0fa-48d8-a450-611227027354 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:28.498541 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:28.519438 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-af979f43-a35b-4526-be1c-6f53161ddf01 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Calling delete_port for dc5800fa-a18b-432d-a9cc-6ed41d782c1f owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:29:28.524055 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:28.524781 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 1fae9003-82f4-480d-9478-075fb4575c1f no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:29:28.568128 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['977af347-c348-4a15-b53e-040f8d7cea46'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:29:28.617933 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-810208ad-0007-4232-9c44-ec7e16382c87 req-99cb8772-61ac-46df-bb8e-71e83163f3e6 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] No DVR routers for this DVR port e30cdbcb-2983-4fd9-9dc1-5ba0c3fc0805 on host n-h1-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:29:28.620977 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-810208ad-0007-4232-9c44-ec7e16382c87 req-99cb8772-61ac-46df-bb8e-71e83163f3e6 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:28.625934 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-810208ad-0007-4232-9c44-ec7e16382c87 req-99cb8772-61ac-46df-bb8e-71e83163f3e6 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.49 "DELETE /v2.0/ports/e30cdbcb-2983-4fd9-9dc1-5ba0c3fc0805 HTTP/1.1" status: 204 len: 173 time: 0.9020100 Jul 15 23:29:28.626184 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5a0a1a5a-f801-4907-8aac-7d2c05e5b621 None None] Port 9d4280c0-6f51-41bb-92f3-47c284ba557a cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:29:28.695286 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b15c92-7f8d-45d3-af01-83edbc72525d req-1fe7e7e3-07da-4a3d-9dc8-57578dd0c5c3 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:28.702454 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f1b15c92-7f8d-45d3-af01-83edbc72525d req-1fe7e7e3-07da-4a3d-9dc8-57578dd0c5c3 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=1672bace-e875-4972-ae76-9722bb7a7385 HTTP/1.1" status: 200 len: 944 time: 0.5582442 Jul 15 23:29:28.704710 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed4a8e4-880f-4a73-86f3-495a2e28cfcf req-c2343f8c-b32c-4708-9df5-19c10cae85f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:28.706842 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2ed4a8e4-880f-4a73-86f3-495a2e28cfcf req-c2343f8c-b32c-4708-9df5-19c10cae85f5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5d412861-bef3-4cc1-ae9f-87a6a36753c0 HTTP/1.1" status: 200 len: 870 time: 0.4178965 Jul 15 23:29:28.726406 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4378fda7-3666-4ece-be50-c71bf27f1088', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82887b99-4142-4cfa-85fd-86b3f0db2996'}, {'server_uuid': '4378fda7-3666-4ece-be50-c71bf27f1088', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e30cdbcb-2983-4fd9-9dc1-5ba0c3fc0805'}, {'server_uuid': '4378fda7-3666-4ece-be50-c71bf27f1088', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ce781cc-249c-47f3-b809-587c0d5814f3'}, {'server_uuid': '4378fda7-3666-4ece-be50-c71bf27f1088', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:29:28.729824 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5992ebd6-b286-4717-9ed0-5cb5f7ba7005" -d '{"events": [{"server_uuid": "4378fda7-3666-4ece-be50-c71bf27f1088", "name": "network-vif-unplugged", "status": "completed", "tag": "82887b99-4142-4cfa-85fd-86b3f0db2996"}, {"server_uuid": "4378fda7-3666-4ece-be50-c71bf27f1088", "name": "network-vif-unplugged", "status": "completed", "tag": "e30cdbcb-2983-4fd9-9dc1-5ba0c3fc0805"}, {"server_uuid": "4378fda7-3666-4ece-be50-c71bf27f1088", "name": "network-vif-unplugged", "status": "completed", "tag": "9ce781cc-249c-47f3-b809-587c0d5814f3"}, {"server_uuid": "4378fda7-3666-4ece-be50-c71bf27f1088", "name": "network-vif-unplugged", "status": "completed", "tag": "50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:29:28.738276 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8918a20-73a5-4334-8302-26f379563973 req-8e10db07-0984-4e41-b536-1b84642d836b tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:28.744294 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8918a20-73a5-4334-8302-26f379563973 req-8e10db07-0984-4e41-b536-1b84642d836b tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:28.750486 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-810208ad-0007-4232-9c44-ec7e16382c87 req-9635f40b-f733-43ec-a14c-769b93702093 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Deleting port 50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:29:28.751020 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-810208ad-0007-4232-9c44-ec7e16382c87 req-9635f40b-f733-43ec-a14c-769b93702093 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:28.751551 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8918a20-73a5-4334-8302-26f379563973 req-8e10db07-0984-4e41-b536-1b84642d836b tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:28.754049 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:28.758094 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8918a20-73a5-4334-8302-26f379563973 req-8e10db07-0984-4e41-b536-1b84642d836b tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:28.760977 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 1fae9003-82f4-480d-9478-075fb4575c1f not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:29:28.766068 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d8918a20-73a5-4334-8302-26f379563973 req-8e10db07-0984-4e41-b536-1b84642d836b tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/ports?device_id=4378fda7-3666-4ece-be50-c71bf27f1088 HTTP/1.1" status: 200 len: 3067 time: 0.6064129 Jul 15 23:29:28.773673 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-522507bf-c254-43bb-9d78-039a59ac3425 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:28.845376 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-522507bf-c254-43bb-9d78-039a59ac3425 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:28.847317 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-522507bf-c254-43bb-9d78-039a59ac3425 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "DELETE /v2.0/networks/70d046e0-bcfc-4f11-8608-19a0ef44e21d HTTP/1.1" status: 204 len: 168 time: 3.1592972 Jul 15 23:29:28.854455 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53446) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:28.864277 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2ed4a8e4-880f-4a73-86f3-495a2e28cfcf req-c374d82f-6b3f-44d3-b7f5-87f23293afac service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=7888f76c-0bcf-4873-8fb9-eaa7a5c354a8 HTTP/1.1" status: 200 len: 217 time: 0.1436162 Jul 15 23:29:28.864962 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-705698df-757f-4d1b-8cfa-e4c12c55f488 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1470761464', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}, 'admin_state_up': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:28.867053 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-144af763-4567-4aba-be7c-bd812ffad3b8 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:28.881257 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-810208ad-0007-4232-9c44-ec7e16382c87 req-9635f40b-f733-43ec-a14c-769b93702093 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] For port 50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d,segment=NetworkSegment(9f863f95-1b25-4720-919a-e5e9e76842d9),segment_id=9f863f95-1b25-4720-919a-e5e9e76842d9)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:28.881627 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-810208ad-0007-4232-9c44-ec7e16382c87 req-9635f40b-f733-43ec-a14c-769b93702093 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:28.895295 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522507bf-c254-43bb-9d78-039a59ac3425 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Pushing event deleted for resources: {'Network': ['ID=70d046e0-bcfc-4f11-8608-19a0ef44e21d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:28.948830 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-144af763-4567-4aba-be7c-bd812ffad3b8 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Calling delete_port for 9d4280c0-6f51-41bb-92f3-47c284ba557a owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:29:28.949210 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-705698df-757f-4d1b-8cfa-e4c12c55f488 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:28.950350 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-705698df-757f-4d1b-8cfa-e4c12c55f488 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:28.951744 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:28.991336 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f1b15c92-7f8d-45d3-af01-83edbc72525d req-c9bbacc3-deba-4edc-bd5f-c1aacb046faf tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=dcdd674d-e7cc-4e2c-b019-4b01eca3b895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2877307 Jul 15 23:29:29.043972 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53452) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:29.091239 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port b02432b8-a0fa-48d8-a450-611227027354, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=b02432b8-a0fa-48d8-a450-611227027354,segment=NetworkSegment(83031f72-0c55-4202-a7d3-7c1d93801518),segment_id=83031f72-0c55-4202-a7d3-7c1d93801518)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:29.154310 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:29.195358 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d8918a20-73a5-4334-8302-26f379563973 req-a83c4395-5fd8-41ca-9d72-b2b84916ce02 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/security-groups?id=744e907c-f836-4b84-9995-723c64aba29d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4281330 Jul 15 23:29:29.213259 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=b02432b8-a0fa-48d8-a450-611227027354,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:29.257434 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device a85799e9-9b09-4865-a17c-907147721731 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:29:29.277524 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4134732d-bad7-4063-94f3-690269526d8b x-openstack-request-id: req-4134732d-bad7-4063-94f3-690269526d8b {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:29:29.277843 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4378fda7-3666-4ece-be50-c71bf27f1088", "name": "network-vif-deleted", "tag": "ce62c9f8-fc6d-4c1c-8d01-6e2783cba432", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:29:29.278076 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4134732d-bad7-4063-94f3-690269526d8b {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:29:29.278482 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4378fda7-3666-4ece-be50-c71bf27f1088', 'name': 'network-vif-deleted', 'tag': 'ce62c9f8-fc6d-4c1c-8d01-6e2783cba432', 'status': 'completed', 'code': 200} Jul 15 23:29:29.286655 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-705698df-757f-4d1b-8cfa-e4c12c55f488 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:29.298958 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: a85799e9-9b09-4865-a17c-907147721731 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:29:29.299776 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device a85799e9-9b09-4865-a17c-907147721731 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:29:29.307903 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-810208ad-0007-4232-9c44-ec7e16382c87 req-9635f40b-f733-43ec-a14c-769b93702093 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:29.308278 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-810208ad-0007-4232-9c44-ec7e16382c87 req-9635f40b-f733-43ec-a14c-769b93702093 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:29.308590 n-d-794306-6 neutron-server[93771]: INFO neutron.db.l3_db [req-810208ad-0007-4232-9c44-ec7e16382c87 req-9635f40b-f733-43ec-a14c-769b93702093 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Floating IP 0823286b-2a3e-41c1-b538-119ec74dfa12 disassociated. External IP: 172.25.5.44, port: 50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d. Jul 15 23:29:29.308935 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-810208ad-0007-4232-9c44-ec7e16382c87 req-9635f40b-f733-43ec-a14c-769b93702093 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Calling delete_port for 50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:29:29.382754 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Thu, 15 Jul 2021 23:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0815b665-9fe8-4108-b112-5b4c3d5ba0ac x-openstack-request-id: req-0815b665-9fe8-4108-b112-5b4c3d5ba0ac {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:29:29.383120 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4378fda7-3666-4ece-be50-c71bf27f1088", "name": "network-vif-unplugged", "status": "completed", "tag": "82887b99-4142-4cfa-85fd-86b3f0db2996", "code": 200}, {"server_uuid": "4378fda7-3666-4ece-be50-c71bf27f1088", "name": "network-vif-unplugged", "status": "completed", "tag": "e30cdbcb-2983-4fd9-9dc1-5ba0c3fc0805", "code": 200}, {"server_uuid": "4378fda7-3666-4ece-be50-c71bf27f1088", "name": "network-vif-unplugged", "status": "completed", "tag": "9ce781cc-249c-47f3-b809-587c0d5814f3", "code": 200}, {"server_uuid": "4378fda7-3666-4ece-be50-c71bf27f1088", "name": "network-vif-unplugged", "status": "completed", "tag": "50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:29:29.383381 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0815b665-9fe8-4108-b112-5b4c3d5ba0ac {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:29:29.383817 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4378fda7-3666-4ece-be50-c71bf27f1088', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82887b99-4142-4cfa-85fd-86b3f0db2996', 'code': 200} Jul 15 23:29:29.384123 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4378fda7-3666-4ece-be50-c71bf27f1088', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e30cdbcb-2983-4fd9-9dc1-5ba0c3fc0805', 'code': 200} Jul 15 23:29:29.384384 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4378fda7-3666-4ece-be50-c71bf27f1088', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ce781cc-249c-47f3-b809-587c0d5814f3', 'code': 200} Jul 15 23:29:29.384631 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4378fda7-3666-4ece-be50-c71bf27f1088', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d', 'code': 200} Jul 15 23:29:29.449082 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-af979f43-a35b-4526-be1c-6f53161ddf01 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:29.460198 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed4a8e4-880f-4a73-86f3-495a2e28cfcf req-c2aeece9-b6a4-4b97-8e7c-7832f7c07fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:29.461758 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2ed4a8e4-880f-4a73-86f3-495a2e28cfcf req-c2aeece9-b6a4-4b97-8e7c-7832f7c07fb2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.5807042 Jul 15 23:29:29.520755 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af979f43-a35b-4526-be1c-6f53161ddf01 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Pushing event deleted for resources: {'Port': ['ID=dc5800fa-a18b-432d-a9cc-6ed41d782c1f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:29.532293 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-f0646c5c-d938-4288-a8d6-3806f53281c0 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/floatingips/e37eeed9-c932-4540-81a0-5c3aec83859e HTTP/1.1" status: 200 len: 991 time: 0.4870696 Jul 15 23:29:29.547175 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-705698df-757f-4d1b-8cfa-e4c12c55f488 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:29.654817 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed4a8e4-880f-4a73-86f3-495a2e28cfcf req-81fac377-70b8-4239-be35-af02d50566fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:29.656477 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2ed4a8e4-880f-4a73-86f3-495a2e28cfcf req-81fac377-70b8-4239-be35-af02d50566fd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1868975 Jul 15 23:29:29.692329 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-af979f43-a35b-4526-be1c-6f53161ddf01 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999011'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:29.722954 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-810208ad-0007-4232-9c44-ec7e16382c87 req-9635f40b-f733-43ec-a14c-769b93702093 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:29.837464 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-af979f43-a35b-4526-be1c-6f53161ddf01 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:29.843196 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-af979f43-a35b-4526-be1c-6f53161ddf01 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:29.863521 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device b02432b8-a0fa-48d8-a450-611227027354 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:29:29.919611 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-144af763-4567-4aba-be7c-bd812ffad3b8 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:29.928676 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port b02432b8-a0fa-48d8-a450-611227027354 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:29.929207 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:29.958810 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144af763-4567-4aba-be7c-bd812ffad3b8 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event deleted for resources: {'Port': ['ID=9d4280c0-6f51-41bb-92f3-47c284ba557a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:29.968362 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-af979f43-a35b-4526-be1c-6f53161ddf01 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:29.969275 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af979f43-a35b-4526-be1c-6f53161ddf01 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Fanout notify agent at l3_agent the message router_deleted on router ebf40efe-625a-417f-b84e-31b87671b87d {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:29:29.992958 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-af979f43-a35b-4526-be1c-6f53161ddf01 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:29.994783 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-af979f43-a35b-4526-be1c-6f53161ddf01 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] 10.222.0.48 "DELETE /v2.0/routers/ebf40efe-625a-417f-b84e-31b87671b87d HTTP/1.1" status: 204 len: 168 time: 4.5741045 Jul 15 23:29:30.021859 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53474) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:30.027224 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-91a4b765-d0c0-4b17-b27b-f04f053d8ca7 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1953997890', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'enable_snat': False}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:30.037973 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2ed4a8e4-880f-4a73-86f3-495a2e28cfcf req-4dfd0381-06dc-474b-b8b6-04d991e3def5 service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3744943 Jul 15 23:29:30.041143 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-144af763-4567-4aba-be7c-bd812ffad3b8 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:30.043391 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-144af763-4567-4aba-be7c-bd812ffad3b8 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/ports/9d4280c0-6f51-41bb-92f3-47c284ba557a HTTP/1.1" status: 204 len: 168 time: 3.1531715 Jul 15 23:29:30.048591 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53476) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:30.174739 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-91a4b765-d0c0-4b17-b27b-f04f053d8ca7 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:30.176016 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-91a4b765-d0c0-4b17-b27b-f04f053d8ca7 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:30.194451 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9635f40b-f733-43ec-a14c-769b93702093 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Pushing event deleted for resources: {'Port': ['ID=50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:30.242318 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc2e1a6-8084-4e62-9da5-57c7ac9755bb tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:30.245427 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc2e1a6-8084-4e62-9da5-57c7ac9755bb tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:30.249970 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-4cc2e1a6-8084-4e62-9da5-57c7ac9755bb tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1934237 Jul 15 23:29:30.252479 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2ed4a8e4-880f-4a73-86f3-495a2e28cfcf req-0dc1f675-28b2-4967-92f5-8a6950edb9d3 service neutron] 10.222.0.49 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076569 Jul 15 23:29:30.296872 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53480) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:30.334199 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-91a4b765-d0c0-4b17-b27b-f04f053d8ca7 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:30.549372 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c76203a-2031-4594-8bc3-d8bd71787022 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Deleting subnet d904e845-aa12-4c71-8ba8-ae305616274d {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:29:30.554457 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-91a4b765-d0c0-4b17-b27b-f04f053d8ca7 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:30.561324 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c76203a-2031-4594-8bc3-d8bd71787022 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:30.584766 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9e24a-58c9-4134-993c-1e33de4af344 req-9bba2392-2632-452f-a775-cc62f2e6ceff tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:30.592049 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9e24a-58c9-4134-993c-1e33de4af344 req-9bba2392-2632-452f-a775-cc62f2e6ceff tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:30.593782 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d2e9e24a-58c9-4134-993c-1e33de4af344 req-9bba2392-2632-452f-a775-cc62f2e6ceff tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/ports?device_id=4378fda7-3666-4ece-be50-c71bf27f1088 HTTP/1.1" status: 200 len: 1677 time: 0.2131407 Jul 15 23:29:30.644713 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-705698df-757f-4d1b-8cfa-e4c12c55f488 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:30.657641 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-810208ad-0007-4232-9c44-ec7e16382c87 req-9635f40b-f733-43ec-a14c-769b93702093 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Router c878c638-1b3c-41ea-83df-55700e1441d0 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:29:30.660852 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d2e9e24a-58c9-4134-993c-1e33de4af344 req-bc240eb2-cc35-4af2-a0a1-bca3b20db1a9 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/security-groups?id=744e907c-f836-4b84-9995-723c64aba29d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532613 Jul 15 23:29:30.718048 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-705698df-757f-4d1b-8cfa-e4c12c55f488 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:30.731499 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c76203a-2031-4594-8bc3-d8bd71787022 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:30.808090 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ccd93d37-cff3-44f5-9672-da3e77ffd4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:30.940726 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-91a4b765-d0c0-4b17-b27b-f04f053d8ca7 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:30.964662 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-91a4b765-d0c0-4b17-b27b-f04f053d8ca7 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:31.022792 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c76203a-2031-4594-8bc3-d8bd71787022 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:31.065865 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-705698df-757f-4d1b-8cfa-e4c12c55f488 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Allocated IP 172.25.5.90 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/250691a8-a637-4c5c-a70e-e71972f1266b) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:29:31.077763 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-810208ad-0007-4232-9c44-ec7e16382c87 req-9635f40b-f733-43ec-a14c-769b93702093 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:29:31.094235 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d0cb2e-b2bf-4176-a05a-33469e140454 None None] Sync routers for ids ['c878c638-1b3c-41ea-83df-55700e1441d0'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:29:31.105578 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d0cb2e-b2bf-4176-a05a-33469e140454 None None] Routers {'c878c638-1b3c-41ea-83df-55700e1441d0'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:29:31.106507 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-36d0cb2e-b2bf-4176-a05a-33469e140454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:29:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['c878c638-1b3c-41ea-83df-55700e1441d0'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:31.160017 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-810208ad-0007-4232-9c44-ec7e16382c87 req-9635f40b-f733-43ec-a14c-769b93702093 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] No DVR routers for this DVR port 50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d on host n-h1-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:29:31.165869 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-810208ad-0007-4232-9c44-ec7e16382c87 req-9635f40b-f733-43ec-a14c-769b93702093 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:31.167885 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-810208ad-0007-4232-9c44-ec7e16382c87 req-9635f40b-f733-43ec-a14c-769b93702093 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.49 "DELETE /v2.0/ports/50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d HTTP/1.1" status: 204 len: 173 time: 2.5354097 Jul 15 23:29:31.222222 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-36d0cb2e-b2bf-4176-a05a-33469e140454 None None] Set router c878c638-1b3c-41ea-83df-55700e1441d0 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:29:31.241545 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c76203a-2031-4594-8bc3-d8bd71787022 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:31.285646 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4378fda7-3666-4ece-be50-c71bf27f1088', 'name': 'network-vif-deleted', 'tag': 'e30cdbcb-2983-4fd9-9dc1-5ba0c3fc0805'}, {'server_uuid': '4378fda7-3666-4ece-be50-c71bf27f1088', 'name': 'network-vif-deleted', 'tag': '50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:29:31.288047 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5177fdc-d482-4232-85ab-a1cae9b38e7a" -d '{"events": [{"server_uuid": "4378fda7-3666-4ece-be50-c71bf27f1088", "name": "network-vif-deleted", "tag": "e30cdbcb-2983-4fd9-9dc1-5ba0c3fc0805"}, {"server_uuid": "4378fda7-3666-4ece-be50-c71bf27f1088", "name": "network-vif-deleted", "tag": "50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:29:31.304263 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c76203a-2031-4594-8bc3-d8bd71787022 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event deleted for resources: {'Subnet': ['ID=d904e845-aa12-4c71-8ba8-ae305616274d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:31.320324 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c76203a-2031-4594-8bc3-d8bd71787022 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:31.320503 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4691f8e7-671b-40df-9bb0-1c1717e0808d None None] Network e6241178-066c-430d-a322-7862ef822ee0 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:29:31.324836 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-6c76203a-2031-4594-8bc3-d8bd71787022 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/subnets/d904e845-aa12-4c71-8ba8-ae305616274d HTTP/1.1" status: 204 len: 168 time: 1.0260124 Jul 15 23:29:31.325005 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53504) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:31.335760 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-705698df-757f-4d1b-8cfa-e4c12c55f488 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:31.378384 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 23:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53850a19-7b52-4c94-9143-20c04e3cfe3e x-openstack-request-id: req-53850a19-7b52-4c94-9143-20c04e3cfe3e {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:29:31.378384 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4378fda7-3666-4ece-be50-c71bf27f1088", "name": "network-vif-deleted", "tag": "e30cdbcb-2983-4fd9-9dc1-5ba0c3fc0805", "status": "completed", "code": 200}, {"server_uuid": "4378fda7-3666-4ece-be50-c71bf27f1088", "name": "network-vif-deleted", "tag": "50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:29:31.378384 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-53850a19-7b52-4c94-9143-20c04e3cfe3e {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:29:31.378384 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4378fda7-3666-4ece-be50-c71bf27f1088', 'name': 'network-vif-deleted', 'tag': 'e30cdbcb-2983-4fd9-9dc1-5ba0c3fc0805', 'status': 'completed', 'code': 200} Jul 15 23:29:31.378384 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4378fda7-3666-4ece-be50-c71bf27f1088', 'name': 'network-vif-deleted', 'tag': '50d1543e-a0e4-49c7-b8e2-1e1dcdabae3d', 'status': 'completed', 'code': 200} Jul 15 23:29:31.442883 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-810208ad-0007-4232-9c44-ec7e16382c87 req-8a1eacfb-f46d-4e97-ad0c-80c96ca8d738 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Deleting port 9ce781cc-249c-47f3-b809-587c0d5814f3 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:29:31.443342 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-810208ad-0007-4232-9c44-ec7e16382c87 req-8a1eacfb-f46d-4e97-ad0c-80c96ca8d738 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:31.447812 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 977af347-c348-4a15-b53e-040f8d7cea46 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:29:31.456163 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-c31ef5d7-6ca5-4990-a478-43fa7e863f4f tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1237652 Jul 15 23:29:31.457154 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53506) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:31.491156 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-705698df-757f-4d1b-8cfa-e4c12c55f488 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:31.525920 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port 977af347-c348-4a15-b53e-040f8d7cea46 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:29:31.549467 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 977af347-c348-4a15-b53e-040f8d7cea46 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:31.555173 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:31.557761 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-91a4b765-d0c0-4b17-b27b-f04f053d8ca7 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Allocated IP 172.25.5.15 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/d41bdb43-31a3-4cef-b5c5-afeb3c87ed2f) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:29:31.606548 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-36d0cb2e-b2bf-4176-a05a-33469e140454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c878c638-1b3c-41ea-83df-55700e1441d0', 'name': 'tempest-TaggedBootDevicesTest-749798368-router', 'tenant_id': '1535e8fb4bbf47a995341d11b9792565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '35894ae6-8e9c-4977-b5c5-1bcf65bec3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:57Z', 'updated_at': '2021-07-15T23:18:12Z', 'revision_number': 4, 'project_id': '1535e8fb4bbf47a995341d11b9792565', 'gw_port': {'id': '35894ae6-8e9c-4977-b5c5-1bcf65bec3d8', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c878c638-1b3c-41ea-83df-55700e1441d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:01Z', 'updated_at': '2021-07-15T23:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '3f712636-f5bf-4bc3-8755-c957d1a2c88a', 'name': '', 'network_id': 'f810acf3-bdcb-4225-beca-d64cbd4db70b', 'tenant_id': '1535e8fb4bbf47a995341d11b9792565', 'mac_address': 'fa:16:3e:c7:5c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c878c638-1b3c-41ea-83df-55700e1441d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'bbd5e8a5-f846-4a56-a7c3-e50df421a1e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:11Z', 'updated_at': '2021-07-15T23:18:28Z', 'revision_number': 5, 'project_id': '1535e8fb4bbf47a995341d11b9792565', 'subnets': [{'id': 'bbd5e8a5-f846-4a56-a7c3-e50df421a1e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:31.611240 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a04196-db9c-412f-b35f-daa63c62f029 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:31.614201 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-c4a04196-db9c-412f-b35f-daa63c62f029 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1467934 Jul 15 23:29:31.617684 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53510) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:31.654752 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d0cb2e-b2bf-4176-a05a-33469e140454 None None] Checking router: c878c638-1b3c-41ea-83df-55700e1441d0 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:29:31.667538 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705698df-757f-4d1b-8cfa-e4c12c55f488 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:31.668622 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d0cb2e-b2bf-4176-a05a-33469e140454 None None] Routers {'c878c638-1b3c-41ea-83df-55700e1441d0'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:29:31.670285 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-36d0cb2e-b2bf-4176-a05a-33469e140454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:29:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['c878c638-1b3c-41ea-83df-55700e1441d0'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:31.702962 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-705698df-757f-4d1b-8cfa-e4c12c55f488 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:31.720388 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705698df-757f-4d1b-8cfa-e4c12c55f488 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:29:31.829704 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705698df-757f-4d1b-8cfa-e4c12c55f488 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Pushing event updated for resources: {'Port': ['ID=250691a8-a637-4c5c-a70e-e71972f1266b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:31.840108 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:31.852599 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f557e0e4-357b-46f8-a0ec-421220a35447 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:31.858467 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-f557e0e4-357b-46f8-a0ec-421220a35447 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2229505 Jul 15 23:29:31.866485 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53520) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:31.879975 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07f397f-25a1-4725-afb3-b83aa312afba None None] DHCP port deletion for e6241178-066c-430d-a322-7862ef822ee0 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:29:31.890433 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1672bace-e875-4972-ae76-9722bb7a7385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '977af347-c348-4a15-b53e-040f8d7cea46'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:29:31.892896 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b445df-fb06-4194-b8ea-db90effd691b" -d '{"events": [{"server_uuid": "1672bace-e875-4972-ae76-9722bb7a7385", "name": "network-vif-plugged", "status": "completed", "tag": "977af347-c348-4a15-b53e-040f8d7cea46"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:29:31.915249 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 977af347-c348-4a15-b53e-040f8d7cea46, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=977af347-c348-4a15-b53e-040f8d7cea46,segment=NetworkSegment(b5ca1fe9-b3dd-4925-af11-f3e0f9a537f0),segment_id=b5ca1fe9-b3dd-4925-af11-f3e0f9a537f0)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:31.944276 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:31.995720 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-0b2ff2b5-d4ff-4568-b965-9c3f85227d61 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1195636 Jul 15 23:29:32.003923 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53524) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:32.004598 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-36d0cb2e-b2bf-4176-a05a-33469e140454 None None] Set router c878c638-1b3c-41ea-83df-55700e1441d0 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:29:32.008938 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c7ef5748-22e5-438a-9646-283065695c92 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Request body: {'subnet': {'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:32.012624 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd148fb-1768-4ec7-a23e-22507c3f26c5 x-openstack-request-id: req-4fd148fb-1768-4ec7-a23e-22507c3f26c5 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:29:32.013054 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1672bace-e875-4972-ae76-9722bb7a7385", "name": "network-vif-plugged", "status": "completed", "tag": "977af347-c348-4a15-b53e-040f8d7cea46", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:29:32.013434 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4fd148fb-1768-4ec7-a23e-22507c3f26c5 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:29:32.013828 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1672bace-e875-4972-ae76-9722bb7a7385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '977af347-c348-4a15-b53e-040f8d7cea46', 'code': 200} Jul 15 23:29:32.014497 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=977af347-c348-4a15-b53e-040f8d7cea46,revision_number=13']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:32.030447 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-810208ad-0007-4232-9c44-ec7e16382c87 req-8a1eacfb-f46d-4e97-ad0c-80c96ca8d738 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] For port 9ce781cc-249c-47f3-b809-587c0d5814f3, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=9ce781cc-249c-47f3-b809-587c0d5814f3,segment=NetworkSegment(eebb0b36-7201-438e-8bcb-6ea46d9d1a58),segment_id=eebb0b36-7201-438e-8bcb-6ea46d9d1a58)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:32.035244 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-d07f397f-25a1-4725-afb3-b83aa312afba None None] Deleting port b02432b8-a0fa-48d8-a450-611227027354 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:29:32.035648 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d07f397f-25a1-4725-afb3-b83aa312afba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:32.040148 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-810208ad-0007-4232-9c44-ec7e16382c87 req-8a1eacfb-f46d-4e97-ad0c-80c96ca8d738 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:32.084169 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-91a4b765-d0c0-4b17-b27b-f04f053d8ca7 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:32.144174 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-d07f397f-25a1-4725-afb3-b83aa312afba None None] For port b02432b8-a0fa-48d8-a450-611227027354, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=b02432b8-a0fa-48d8-a450-611227027354,segment=NetworkSegment(83031f72-0c55-4202-a7d3-7c1d93801518),segment_id=83031f72-0c55-4202-a7d3-7c1d93801518)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:32.144627 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d07f397f-25a1-4725-afb3-b83aa312afba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:32.164921 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-d07f397f-25a1-4725-afb3-b83aa312afba None None] Calling delete_port for b02432b8-a0fa-48d8-a450-611227027354 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:29:32.166096 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292ef8fe-227d-48f9-909a-c6cdaee662d7 req-e8b13fc4-09f8-4066-9be0-ca1c3a02a8d6 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:32.177816 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292ef8fe-227d-48f9-909a-c6cdaee662d7 req-e8b13fc4-09f8-4066-9be0-ca1c3a02a8d6 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:32.179950 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-292ef8fe-227d-48f9-909a-c6cdaee662d7 req-e8b13fc4-09f8-4066-9be0-ca1c3a02a8d6 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/ports?device_id=4378fda7-3666-4ece-be50-c71bf27f1088 HTTP/1.1" status: 200 len: 1677 time: 0.2336633 Jul 15 23:29:32.182733 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-91a4b765-d0c0-4b17-b27b-f04f053d8ca7 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:32.286241 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d07f397f-25a1-4725-afb3-b83aa312afba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:32.319376 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a4b765-d0c0-4b17-b27b-f04f053d8ca7 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:32.320444 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a4b765-d0c0-4b17-b27b-f04f053d8ca7 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Pushing event updated for resources: {'Port': ['ID=d41bdb43-31a3-4cef-b5c5-afeb3c87ed2f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:32.334416 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-91a4b765-d0c0-4b17-b27b-f04f053d8ca7 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:32.335064 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07f397f-25a1-4725-afb3-b83aa312afba None None] Pushing event deleted for resources: {'Port': ['ID=b02432b8-a0fa-48d8-a450-611227027354,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:32.335182 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-810208ad-0007-4232-9c44-ec7e16382c87 req-8a1eacfb-f46d-4e97-ad0c-80c96ca8d738 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Calling delete_port for 9ce781cc-249c-47f3-b809-587c0d5814f3 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:29:32.338782 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a4b765-d0c0-4b17-b27b-f04f053d8ca7 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:29:32.341656 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07f397f-25a1-4725-afb3-b83aa312afba None None] No DVR routers for this DVR port b02432b8-a0fa-48d8-a450-611227027354 on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:29:32.344109 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-292ef8fe-227d-48f9-909a-c6cdaee662d7 req-b81193d4-7969-49e6-9e95-3ee9f6046513 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/security-groups?id=744e907c-f836-4b84-9995-723c64aba29d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473830 Jul 15 23:29:32.447187 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-36d0cb2e-b2bf-4176-a05a-33469e140454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c878c638-1b3c-41ea-83df-55700e1441d0', 'name': 'tempest-TaggedBootDevicesTest-749798368-router', 'tenant_id': '1535e8fb4bbf47a995341d11b9792565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '35894ae6-8e9c-4977-b5c5-1bcf65bec3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:57Z', 'updated_at': '2021-07-15T23:18:12Z', 'revision_number': 4, 'project_id': '1535e8fb4bbf47a995341d11b9792565', 'gw_port': {'id': '35894ae6-8e9c-4977-b5c5-1bcf65bec3d8', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c878c638-1b3c-41ea-83df-55700e1441d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:01Z', 'updated_at': '2021-07-15T23:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '3f712636-f5bf-4bc3-8755-c957d1a2c88a', 'name': '', 'network_id': 'f810acf3-bdcb-4225-beca-d64cbd4db70b', 'tenant_id': '1535e8fb4bbf47a995341d11b9792565', 'mac_address': 'fa:16:3e:c7:5c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c878c638-1b3c-41ea-83df-55700e1441d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'bbd5e8a5-f846-4a56-a7c3-e50df421a1e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:11Z', 'updated_at': '2021-07-15T23:18:28Z', 'revision_number': 5, 'project_id': '1535e8fb4bbf47a995341d11b9792565', 'subnets': [{'id': 'bbd5e8a5-f846-4a56-a7c3-e50df421a1e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:32.485268 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d0cb2e-b2bf-4176-a05a-33469e140454 None None] The sync data for ids ['c878c638-1b3c-41ea-83df-55700e1441d0'] in n-d-794306-6 is: [{'id': 'c878c638-1b3c-41ea-83df-55700e1441d0', 'name': 'tempest-TaggedBootDevicesTest-749798368-router', 'tenant_id': '1535e8fb4bbf47a995341d11b9792565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '35894ae6-8e9c-4977-b5c5-1bcf65bec3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:57Z', 'updated_at': '2021-07-15T23:18:12Z', 'revision_number': 4, 'project_id': '1535e8fb4bbf47a995341d11b9792565', 'gw_port': {'id': '35894ae6-8e9c-4977-b5c5-1bcf65bec3d8', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c878c638-1b3c-41ea-83df-55700e1441d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:01Z', 'updated_at': '2021-07-15T23:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '3f712636-f5bf-4bc3-8755-c957d1a2c88a', 'name': '', 'network_id': 'f810acf3-bdcb-4225-beca-d64cbd4db70b', 'tenant_id': '1535e8fb4bbf47a995341d11b9792565', 'mac_address': 'fa:16:3e:c7:5c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c878c638-1b3c-41ea-83df-55700e1441d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'bbd5e8a5-f846-4a56-a7c3-e50df421a1e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:11Z', 'updated_at': '2021-07-15T23:18:28Z', 'revision_number': 5, 'project_id': '1535e8fb4bbf47a995341d11b9792565', 'subnets': [{'id': 'bbd5e8a5-f846-4a56-a7c3-e50df421a1e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:29:32.662277 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ef5748-22e5-438a-9646-283065695c92 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Made reservation on behalf of 1ccad8e849f943d19f815f855c3f3849 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:29:32.667127 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c7ef5748-22e5-438a-9646-283065695c92 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:33.013573 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-705698df-757f-4d1b-8cfa-e4c12c55f488 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:33.046302 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2dac88f-0c1c-4bff-b9f0-36da760f7943 None None] New status for floating IP 0823286b-2a3e-41c1-b538-119ec74dfa12: DOWN {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:29:33.063108 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-810208ad-0007-4232-9c44-ec7e16382c87 req-8a1eacfb-f46d-4e97-ad0c-80c96ca8d738 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:33.138854 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1eacfb-f46d-4e97-ad0c-80c96ca8d738 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Pushing event deleted for resources: {'Port': ['ID=9ce781cc-249c-47f3-b809-587c0d5814f3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:33.232015 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-16dc36a2-74a2-4b73-874f-d355d2c0fae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:33.242308 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1eacfb-f46d-4e97-ad0c-80c96ca8d738 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:33.242663 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1eacfb-f46d-4e97-ad0c-80c96ca8d738 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:33.243015 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1eacfb-f46d-4e97-ad0c-80c96ca8d738 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:33.243477 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1eacfb-f46d-4e97-ad0c-80c96ca8d738 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:33.244385 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1eacfb-f46d-4e97-ad0c-80c96ca8d738 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:33.244755 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1eacfb-f46d-4e97-ad0c-80c96ca8d738 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:33.245164 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1eacfb-f46d-4e97-ad0c-80c96ca8d738 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:33.245434 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1eacfb-f46d-4e97-ad0c-80c96ca8d738 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:33.245766 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1eacfb-f46d-4e97-ad0c-80c96ca8d738 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:33.246613 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1eacfb-f46d-4e97-ad0c-80c96ca8d738 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:33.247104 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1eacfb-f46d-4e97-ad0c-80c96ca8d738 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:33.247445 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1eacfb-f46d-4e97-ad0c-80c96ca8d738 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:33.254108 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-91a4b765-d0c0-4b17-b27b-f04f053d8ca7 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:33.279840 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-810208ad-0007-4232-9c44-ec7e16382c87 req-8a1eacfb-f46d-4e97-ad0c-80c96ca8d738 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] No DVR routers for this DVR port 9ce781cc-249c-47f3-b809-587c0d5814f3 on host n-h1-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:29:33.287248 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-810208ad-0007-4232-9c44-ec7e16382c87 req-8a1eacfb-f46d-4e97-ad0c-80c96ca8d738 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:33.289281 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-810208ad-0007-4232-9c44-ec7e16382c87 req-8a1eacfb-f46d-4e97-ad0c-80c96ca8d738 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.49 "DELETE /v2.0/ports/9ce781cc-249c-47f3-b809-587c0d5814f3 HTTP/1.1" status: 204 len: 173 time: 2.1137311 Jul 15 23:29:33.360724 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:33.377883 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4378fda7-3666-4ece-be50-c71bf27f1088', 'name': 'network-vif-deleted', 'tag': '9ce781cc-249c-47f3-b809-587c0d5814f3'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:29:33.379220 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca2c2d1-9851-4dac-b30f-bbb89f259619" -d '{"events": [{"server_uuid": "4378fda7-3666-4ece-be50-c71bf27f1088", "name": "network-vif-deleted", "tag": "9ce781cc-249c-47f3-b809-587c0d5814f3"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:29:33.569773 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-91a4b765-d0c0-4b17-b27b-f04f053d8ca7 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:33.657813 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e84d30-300a-455f-96a2-4e1760863de3 req-355e6a5b-1581-44d9-b7e3-a82aeadc65f5 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:33.660116 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b3e84d30-300a-455f-96a2-4e1760863de3 req-355e6a5b-1581-44d9-b7e3-a82aeadc65f5 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/ports?device_id=4378fda7-3666-4ece-be50-c71bf27f1088 HTTP/1.1" status: 200 len: 943 time: 0.1351466 Jul 15 23:29:33.772494 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b3e84d30-300a-455f-96a2-4e1760863de3 req-2f5c64f9-447e-4717-826c-55f2f9a117cb tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/security-groups?id=744e907c-f836-4b84-9995-723c64aba29d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739686 Jul 15 23:29:33.790737 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c7ef5748-22e5-438a-9646-283065695c92 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:33.863508 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f517537-d6f1-4699-8411-2aa1947200b8 x-openstack-request-id: req-5f517537-d6f1-4699-8411-2aa1947200b8 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:29:33.864110 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4378fda7-3666-4ece-be50-c71bf27f1088", "name": "network-vif-deleted", "tag": "9ce781cc-249c-47f3-b809-587c0d5814f3", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:29:33.864810 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5f517537-d6f1-4699-8411-2aa1947200b8 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:29:33.865142 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a4b765-d0c0-4b17-b27b-f04f053d8ca7 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Router 5158c264-e318-4db8-860c-8dc6d2dde49c is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:29:33.865550 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4378fda7-3666-4ece-be50-c71bf27f1088', 'name': 'network-vif-deleted', 'tag': '9ce781cc-249c-47f3-b809-587c0d5814f3', 'status': 'completed', 'code': 200} Jul 15 23:29:33.910302 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device b02432b8-a0fa-48d8-a450-611227027354 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:29:33.919000 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ef5748-22e5-438a-9646-283065695c92 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Network e6241178-066c-430d-a322-7862ef822ee0 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:33.933738 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: b02432b8-a0fa-48d8-a450-611227027354 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:29:33.936755 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device b02432b8-a0fa-48d8-a450-611227027354 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:29:33.959738 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-c7ef5748-22e5-438a-9646-283065695c92 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:33.967995 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ef5748-22e5-438a-9646-283065695c92 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:33.968598 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c7ef5748-22e5-438a-9646-283065695c92 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:33.975378 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e81004-c10f-4251-b868-0e5a9a790ee7 None None] Network e6241178-066c-430d-a322-7862ef822ee0 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:29:33.986287 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ef5748-22e5-438a-9646-283065695c92 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event updated for resources: {'Subnet': ['ID=b96757a1-f030-48b0-9767-3b959816ebed,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:34.009985 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c7ef5748-22e5-438a-9646-283065695c92 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0047324 Jul 15 23:29:34.014124 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53556) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:34.023741 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-353e6f61-82e7-4648-a860-bc67b68ea08b tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Request body: {'port': {'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'mac_address': 'fa:16:3e:25:8d:7e', 'name': 'tempest-NetworksTestDHCPv6-1410717728'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:34.030465 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a4b765-d0c0-4b17-b27b-f04f053d8ca7 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:29:34.046420 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab441e76-6a99-4c88-9de7-4a44a72302de None None] Sync routers for ids ['5158c264-e318-4db8-860c-8dc6d2dde49c'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:29:34.055852 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-705698df-757f-4d1b-8cfa-e4c12c55f488 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:34.071239 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-91a4b765-d0c0-4b17-b27b-f04f053d8ca7 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:34.076781 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-91a4b765-d0c0-4b17-b27b-f04f053d8ca7 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.0508389 Jul 15 23:29:34.077442 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53560) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:34.081325 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab441e76-6a99-4c88-9de7-4a44a72302de None None] Routers {'5158c264-e318-4db8-860c-8dc6d2dde49c'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:29:34.083288 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ab441e76-6a99-4c88-9de7-4a44a72302de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:29:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['5158c264-e318-4db8-860c-8dc6d2dde49c'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:34.191643 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-810208ad-0007-4232-9c44-ec7e16382c87 req-8fccc090-61c6-4d73-892f-5b4f629f955c tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Deleting port 82887b99-4142-4cfa-85fd-86b3f0db2996 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:29:34.191995 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-810208ad-0007-4232-9c44-ec7e16382c87 req-8fccc090-61c6-4d73-892f-5b4f629f955c tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:34.309865 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d08d24-6949-4708-a0b9-962baa249f38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-e6241178-066c-430d-a322-7862ef822ee0', 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'tenant_id': '1ccad8e849f943d19f815f855c3f3849', 'fixed_ips': [{'subnet_id': 'b96757a1-f030-48b0-9767-3b959816ebed'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:29:34.311000 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-16d08d24-6949-4708-a0b9-962baa249f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:34.337424 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:34.339007 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-7087310d-1771-4f43-b8cd-b449d8de3e60 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] 10.222.0.48 "GET /v2.0/routers/5158c264-e318-4db8-860c-8dc6d2dde49c HTTP/1.1" status: 200 len: 908 time: 0.2558100 Jul 15 23:29:34.342095 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53562) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:34.350849 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-2b0b266e-3e4b-48df-9275-e60179e87e58 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1953997890', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'enable_snat': True}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:34.392217 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353e6f61-82e7-4648-a860-bc67b68ea08b tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Made reservation on behalf of 1ccad8e849f943d19f815f855c3f3849 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:29:34.427565 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-ab441e76-6a99-4c88-9de7-4a44a72302de None None] Set router 5158c264-e318-4db8-860c-8dc6d2dde49c gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:29:34.451720 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-810208ad-0007-4232-9c44-ec7e16382c87 req-8fccc090-61c6-4d73-892f-5b4f629f955c tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] For port 82887b99-4142-4cfa-85fd-86b3f0db2996, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=82887b99-4142-4cfa-85fd-86b3f0db2996,segment=NetworkSegment(5704f6c6-cb22-49cf-8189-8f79a4796c0a),segment_id=5704f6c6-cb22-49cf-8189-8f79a4796c0a)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:34.452136 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-810208ad-0007-4232-9c44-ec7e16382c87 req-8fccc090-61c6-4d73-892f-5b4f629f955c tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:34.465802 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b0b266e-3e4b-48df-9275-e60179e87e58 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:34.466965 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b0b266e-3e4b-48df-9275-e60179e87e58 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:34.507328 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-810208ad-0007-4232-9c44-ec7e16382c87 req-8fccc090-61c6-4d73-892f-5b4f629f955c tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Calling delete_port for 82887b99-4142-4cfa-85fd-86b3f0db2996 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:29:34.523913 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-16d08d24-6949-4708-a0b9-962baa249f38 None None] Allocated IP 2001:db8::2 (e6241178-066c-430d-a322-7862ef822ee0/b96757a1-f030-48b0-9767-3b959816ebed/7c6a9abd-38b4-4828-9d1e-e3564d2bd4d5) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:29:34.634226 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-705698df-757f-4d1b-8cfa-e4c12c55f488 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Router ff37248b-d30d-4e64-a466-bebc8656d631 is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:29:34.636900 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b0b266e-3e4b-48df-9275-e60179e87e58 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:34.645128 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-353e6f61-82e7-4648-a860-bc67b68ea08b tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:34.652893 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ab441e76-6a99-4c88-9de7-4a44a72302de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5158c264-e318-4db8-860c-8dc6d2dde49c', 'name': 'tempest-snat-router-1953997890', 'tenant_id': '0f17d5b4437747ac880e50773abd7e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.15'}], 'enable_snat': False}, 'gw_port_id': 'd41bdb43-31a3-4cef-b5c5-afeb3c87ed2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:29:30Z', 'updated_at': '2021-07-15T23:29:33Z', 'revision_number': 3, 'project_id': '0f17d5b4437747ac880e50773abd7e8d', 'gw_port': {'id': 'd41bdb43-31a3-4cef-b5c5-afeb3c87ed2f', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ab:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5158c264-e318-4db8-860c-8dc6d2dde49c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:29:30Z', 'updated_at': '2021-07-15T23:29:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:34.683931 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab441e76-6a99-4c88-9de7-4a44a72302de None None] Checking router: 5158c264-e318-4db8-860c-8dc6d2dde49c for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:29:34.684200 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab441e76-6a99-4c88-9de7-4a44a72302de None None] Updating router 5158c264-e318-4db8-860c-8dc6d2dde49c port d41bdb43-31a3-4cef-b5c5-afeb3c87ed2f binding host n-d-794306-6 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:29:34.730669 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-16d08d24-6949-4708-a0b9-962baa249f38 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:34.737144 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ab441e76-6a99-4c88-9de7-4a44a72302de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:34.743607 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-16d08d24-6949-4708-a0b9-962baa249f38 None None] Transition to ACTIVE for port object 7c6a9abd-38b4-4828-9d1e-e3564d2bd4d5 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:34.762507 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-16d08d24-6949-4708-a0b9-962baa249f38 None None] Transition to ACTIVE for port object 7c6a9abd-38b4-4828-9d1e-e3564d2bd4d5 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:34.772178 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-16d08d24-6949-4708-a0b9-962baa249f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:34.784319 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-353e6f61-82e7-4648-a860-bc67b68ea08b tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] device_id is not set on port df0e91ec-5cd1-4b06-af08-f30bd467b185 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:29:34.835737 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d08d24-6949-4708-a0b9-962baa249f38 None None] Network e6241178-066c-430d-a322-7862ef822ee0 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:34.844015 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-16d08d24-6949-4708-a0b9-962baa249f38 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:34.848233 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d08d24-6949-4708-a0b9-962baa249f38 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:29:34.868384 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d08d24-6949-4708-a0b9-962baa249f38 None None] Pushing event updated for resources: {'Port': ['ID=7c6a9abd-38b4-4828-9d1e-e3564d2bd4d5,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:34.952587 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-16d08d24-6949-4708-a0b9-962baa249f38 None None] Attempting to bind port 7c6a9abd-38b4-4828-9d1e-e3564d2bd4d5 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:29:34.952879 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-16d08d24-6949-4708-a0b9-962baa249f38 None None] Attempting to bind port 7c6a9abd-38b4-4828-9d1e-e3564d2bd4d5 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:29:34.953459 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d08d24-6949-4708-a0b9-962baa249f38 None None] Attempting to bind port 7c6a9abd-38b4-4828-9d1e-e3564d2bd4d5 on network e6241178-066c-430d-a322-7862ef822ee0 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:29:34.960372 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d08d24-6949-4708-a0b9-962baa249f38 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:29:34.960754 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d08d24-6949-4708-a0b9-962baa249f38 None None] Checking segment: {'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:29:34.961257 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-16d08d24-6949-4708-a0b9-962baa249f38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:34.961977 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d08d24-6949-4708-a0b9-962baa249f38 None None] Bound using segment: {'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:29:34.962760 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-16d08d24-6949-4708-a0b9-962baa249f38 None None] Bound port: 7c6a9abd-38b4-4828-9d1e-e3564d2bd4d5, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:29:34.963361 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-16d08d24-6949-4708-a0b9-962baa249f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:35.032774 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b0b266e-3e4b-48df-9275-e60179e87e58 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:35.063692 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-16d08d24-6949-4708-a0b9-962baa249f38 None None] For port 7c6a9abd-38b4-4828-9d1e-e3564d2bd4d5, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:29:35.123247 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52fdf7e-e884-4d34-a098-62408aac7720 req-3d232d12-0ccb-48cb-978c-fb105d6c4b09 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:35.132019 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b52fdf7e-e884-4d34-a098-62408aac7720 req-3d232d12-0ccb-48cb-978c-fb105d6c4b09 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/ports?device_id=4378fda7-3666-4ece-be50-c71bf27f1088 HTTP/1.1" status: 200 len: 943 time: 0.0868173 Jul 15 23:29:35.155105 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ab441e76-6a99-4c88-9de7-4a44a72302de None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:35.166940 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705698df-757f-4d1b-8cfa-e4c12c55f488 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:29:35.177254 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ab441e76-6a99-4c88-9de7-4a44a72302de None None] Transition to ACTIVE for port object d41bdb43-31a3-4cef-b5c5-afeb3c87ed2f will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:35.178300 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d27566d-5844-4fcd-a2ef-6c58c17db409 None None] Sync routers for ids ['ff37248b-d30d-4e64-a466-bebc8656d631'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:29:35.188634 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ab441e76-6a99-4c88-9de7-4a44a72302de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:35.194166 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d27566d-5844-4fcd-a2ef-6c58c17db409 None None] Routers {'ff37248b-d30d-4e64-a466-bebc8656d631'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:29:35.195929 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-4d27566d-5844-4fcd-a2ef-6c58c17db409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:29:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ff37248b-d30d-4e64-a466-bebc8656d631'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:35.197084 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b52fdf7e-e884-4d34-a098-62408aac7720 req-fe78f324-d656-4f01-a2e5-f44877ca97de tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/security-groups?id=744e907c-f836-4b84-9995-723c64aba29d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638525 Jul 15 23:29:35.197874 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-810208ad-0007-4232-9c44-ec7e16382c87 req-8fccc090-61c6-4d73-892f-5b4f629f955c tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:35.234903 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-353e6f61-82e7-4648-a860-bc67b68ea08b tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Allocated IP 2001:db8::171 (e6241178-066c-430d-a322-7862ef822ee0/b96757a1-f030-48b0-9767-3b959816ebed/df0e91ec-5cd1-4b06-af08-f30bd467b185) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:29:35.262090 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-705698df-757f-4d1b-8cfa-e4c12c55f488 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:35.263384 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-705698df-757f-4d1b-8cfa-e4c12c55f488 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.4079595 Jul 15 23:29:35.268542 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fccc090-61c6-4d73-892f-5b4f629f955c tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Pushing event deleted for resources: {'Port': ['ID=82887b99-4142-4cfa-85fd-86b3f0db2996,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:35.268739 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53568) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:35.307707 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-ab441e76-6a99-4c88-9de7-4a44a72302de None None] Attempting to bind port d41bdb43-31a3-4cef-b5c5-afeb3c87ed2f on host n-d-794306-6 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:29:35.308078 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-ab441e76-6a99-4c88-9de7-4a44a72302de None None] Attempting to bind port d41bdb43-31a3-4cef-b5c5-afeb3c87ed2f by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:29:35.308629 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab441e76-6a99-4c88-9de7-4a44a72302de None None] Attempting to bind port d41bdb43-31a3-4cef-b5c5-afeb3c87ed2f on network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:29:35.313948 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-4d27566d-5844-4fcd-a2ef-6c58c17db409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:35.316805 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab441e76-6a99-4c88-9de7-4a44a72302de None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:29:35.317256 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab441e76-6a99-4c88-9de7-4a44a72302de None None] Checking segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:29:35.318110 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ab441e76-6a99-4c88-9de7-4a44a72302de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:35.318658 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab441e76-6a99-4c88-9de7-4a44a72302de None None] Bound using segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:29:35.319138 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-ab441e76-6a99-4c88-9de7-4a44a72302de None None] Bound port: d41bdb43-31a3-4cef-b5c5-afeb3c87ed2f, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:29:35.320015 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ab441e76-6a99-4c88-9de7-4a44a72302de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:35.346761 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-16d08d24-6949-4708-a0b9-962baa249f38 None None] For port 7c6a9abd-38b4-4828-9d1e-e3564d2bd4d5, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=7c6a9abd-38b4-4828-9d1e-e3564d2bd4d5,segment=NetworkSegment(83031f72-0c55-4202-a7d3-7c1d93801518),segment_id=83031f72-0c55-4202-a7d3-7c1d93801518)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:29:35.360270 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d27566d-5844-4fcd-a2ef-6c58c17db409 None None] Routers {'ff37248b-d30d-4e64-a466-bebc8656d631'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:29:35.360900 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-4d27566d-5844-4fcd-a2ef-6c58c17db409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:29:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ff37248b-d30d-4e64-a466-bebc8656d631'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:35.363462 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-16d08d24-6949-4708-a0b9-962baa249f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:35.371230 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0e10a4-2797-4957-ae5d-b6af2452082e None None] Pushing event updated for resources: {'Port': ['ID=d41bdb43-31a3-4cef-b5c5-afeb3c87ed2f,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:35.396559 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-810208ad-0007-4232-9c44-ec7e16382c87 req-8fccc090-61c6-4d73-892f-5b4f629f955c tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] No DVR routers for this DVR port 82887b99-4142-4cfa-85fd-86b3f0db2996 on host n-h1-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:29:35.403925 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-810208ad-0007-4232-9c44-ec7e16382c87 req-8fccc090-61c6-4d73-892f-5b4f629f955c tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:35.405860 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-810208ad-0007-4232-9c44-ec7e16382c87 req-8fccc090-61c6-4d73-892f-5b4f629f955c tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.49 "DELETE /v2.0/ports/82887b99-4142-4cfa-85fd-86b3f0db2996 HTTP/1.1" status: 204 len: 173 time: 2.0858283 Jul 15 23:29:35.446636 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-ab441e76-6a99-4c88-9de7-4a44a72302de None None] For port d41bdb43-31a3-4cef-b5c5-afeb3c87ed2f, host n-d-794306-6, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:29:35.450201 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-ab441e76-6a99-4c88-9de7-4a44a72302de None None] For port d41bdb43-31a3-4cef-b5c5-afeb3c87ed2f, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=d41bdb43-31a3-4cef-b5c5-afeb3c87ed2f,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:29:35.459103 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-4d27566d-5844-4fcd-a2ef-6c58c17db409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:35.459900 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d27566d-5844-4fcd-a2ef-6c58c17db409 None None] The sync data for ids ['ff37248b-d30d-4e64-a466-bebc8656d631'] in n-d-794306-6 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:29:35.461451 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ab441e76-6a99-4c88-9de7-4a44a72302de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:35.522437 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-8550e622-96ed-49ec-b5aa-878beed4a954 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "GET /v2.0/routers/ff37248b-d30d-4e64-a466-bebc8656d631 HTTP/1.1" status: 200 len: 884 time: 0.2525487 Jul 15 23:29:35.524917 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53572) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:35.566959 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d08d24-6949-4708-a0b9-962baa249f38 None None] Pushing event updated for resources: {'Port': ['ID=7c6a9abd-38b4-4828-9d1e-e3564d2bd4d5,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:35.583354 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab441e76-6a99-4c88-9de7-4a44a72302de None None] Routers {'5158c264-e318-4db8-860c-8dc6d2dde49c'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:29:35.584067 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ab441e76-6a99-4c88-9de7-4a44a72302de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:29:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['5158c264-e318-4db8-860c-8dc6d2dde49c'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:35.589173 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0e10a4-2797-4957-ae5d-b6af2452082e None None] Pushing event updated for resources: {'Port': ['ID=d41bdb43-31a3-4cef-b5c5-afeb3c87ed2f,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:35.720165 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-ab441e76-6a99-4c88-9de7-4a44a72302de None None] Set router 5158c264-e318-4db8-860c-8dc6d2dde49c gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:29:35.847328 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-353e6f61-82e7-4648-a860-bc67b68ea08b tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:35.877356 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4378fda7-3666-4ece-be50-c71bf27f1088', 'name': 'network-vif-deleted', 'tag': '82887b99-4142-4cfa-85fd-86b3f0db2996'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:29:35.880574 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c40f84b-0960-479e-83a9-3cc9a9b79c91" -d '{"events": [{"server_uuid": "4378fda7-3666-4ece-be50-c71bf27f1088", "name": "network-vif-deleted", "tag": "82887b99-4142-4cfa-85fd-86b3f0db2996"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:29:35.887479 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-353e6f61-82e7-4648-a860-bc67b68ea08b tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Transition to ACTIVE for port object df0e91ec-5cd1-4b06-af08-f30bd467b185 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:35.993945 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f39d7ad-da95-466e-9a19-d86888ff8f02 x-openstack-request-id: req-9f39d7ad-da95-466e-9a19-d86888ff8f02 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:29:35.994499 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4378fda7-3666-4ece-be50-c71bf27f1088", "name": "network-vif-deleted", "tag": "82887b99-4142-4cfa-85fd-86b3f0db2996", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:29:35.994771 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9f39d7ad-da95-466e-9a19-d86888ff8f02 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:29:35.995325 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4378fda7-3666-4ece-be50-c71bf27f1088', 'name': 'network-vif-deleted', 'tag': '82887b99-4142-4cfa-85fd-86b3f0db2996', 'status': 'completed', 'code': 200} Jul 15 23:29:35.999560 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-353e6f61-82e7-4648-a860-bc67b68ea08b tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:36.039428 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-140443bd-617b-46ac-aeb9-883d92d5ee66 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.5130565 Jul 15 23:29:36.042023 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53578) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:36.052244 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-06caf3b4-f2a3-40e9-b7b9-aefe4660caeb tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1470761464'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:36.114416 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ab441e76-6a99-4c88-9de7-4a44a72302de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5158c264-e318-4db8-860c-8dc6d2dde49c', 'name': 'tempest-snat-router-1953997890', 'tenant_id': '0f17d5b4437747ac880e50773abd7e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.15'}], 'enable_snat': False}, 'gw_port_id': 'd41bdb43-31a3-4cef-b5c5-afeb3c87ed2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:29:30Z', 'updated_at': '2021-07-15T23:29:33Z', 'revision_number': 3, 'project_id': '0f17d5b4437747ac880e50773abd7e8d', 'gw_port': {'id': 'd41bdb43-31a3-4cef-b5c5-afeb3c87ed2f', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ab:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5158c264-e318-4db8-860c-8dc6d2dde49c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:29:30Z', 'updated_at': '2021-07-15T23:29:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:36.115734 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b0b266e-3e4b-48df-9275-e60179e87e58 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:36.131731 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353e6f61-82e7-4648-a860-bc67b68ea08b tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Network e6241178-066c-430d-a322-7862ef822ee0 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:36.152729 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab441e76-6a99-4c88-9de7-4a44a72302de None None] The sync data for ids ['5158c264-e318-4db8-860c-8dc6d2dde49c'] in n-d-794306-6 is: [{'id': '5158c264-e318-4db8-860c-8dc6d2dde49c', 'name': 'tempest-snat-router-1953997890', 'tenant_id': '0f17d5b4437747ac880e50773abd7e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.15'}], 'enable_snat': False}, 'gw_port_id': 'd41bdb43-31a3-4cef-b5c5-afeb3c87ed2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:29:30Z', 'updated_at': '2021-07-15T23:29:33Z', 'revision_number': 3, 'project_id': '0f17d5b4437747ac880e50773abd7e8d', 'gw_port': {'id': 'd41bdb43-31a3-4cef-b5c5-afeb3c87ed2f', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ab:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5158c264-e318-4db8-860c-8dc6d2dde49c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:29:30Z', 'updated_at': '2021-07-15T23:29:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-794306-6'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:29:36.163428 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b0b266e-3e4b-48df-9275-e60179e87e58 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:36.274576 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-353e6f61-82e7-4648-a860-bc67b68ea08b tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:36.281103 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353e6f61-82e7-4648-a860-bc67b68ea08b tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event updated for resources: {'Port': ['ID=df0e91ec-5cd1-4b06-af08-f30bd467b185,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:36.285790 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353e6f61-82e7-4648-a860-bc67b68ea08b tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:29:36.292941 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353e6f61-82e7-4648-a860-bc67b68ea08b tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:36.293569 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-353e6f61-82e7-4648-a860-bc67b68ea08b tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:36.316495 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:36.346911 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53582) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:36.347654 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-353e6f61-82e7-4648-a860-bc67b68ea08b tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3274701 Jul 15 23:29:36.348667 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-2b0b266e-3e4b-48df-9275-e60179e87e58 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Allocated IP 172.25.5.96 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/c7af5933-d8ff-423d-a917-1914f7625930) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:29:36.547835 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b0b266e-3e4b-48df-9275-e60179e87e58 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:36.629738 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b0b266e-3e4b-48df-9275-e60179e87e58 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:36.643685 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-457b4a8c-0535-442b-9514-4d52ac744dc4 req-4badf782-5ed4-48e4-98fb-f89e7fc708dc tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/ports?device_id=4378fda7-3666-4ece-be50-c71bf27f1088 HTTP/1.1" status: 200 len: 210 time: 0.0739901 Jul 15 23:29:36.678381 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-06caf3b4-f2a3-40e9-b7b9-aefe4660caeb tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:36.705611 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441f6968-bd0d-4685-8b84-d47a2d6b0eb2 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:36.714032 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441f6968-bd0d-4685-8b84-d47a2d6b0eb2 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:36.714940 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0b266e-3e4b-48df-9275-e60179e87e58 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:36.719534 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-441f6968-bd0d-4685-8b84-d47a2d6b0eb2 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3715825 Jul 15 23:29:36.721507 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53586) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:36.723151 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-06caf3b4-f2a3-40e9-b7b9-aefe4660caeb tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-998933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-998924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-999045'] for router, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:36.729449 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-2b0b266e-3e4b-48df-9275-e60179e87e58 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:36.735155 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0b266e-3e4b-48df-9275-e60179e87e58 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:29:36.775084 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0b266e-3e4b-48df-9275-e60179e87e58 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Pushing event updated for resources: {'Port': ['ID=c7af5933-d8ff-423d-a917-1914f7625930,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:37.027156 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06caf3b4-f2a3-40e9-b7b9-aefe4660caeb tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Router ff37248b-d30d-4e64-a466-bebc8656d631 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:29:37.095084 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-57304dff-ce25-411a-9234-13ecf2ab25ff tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Deleting port df0e91ec-5cd1-4b06-af08-f30bd467b185 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:29:37.096164 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-57304dff-ce25-411a-9234-13ecf2ab25ff tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:37.159945 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b0b266e-3e4b-48df-9275-e60179e87e58 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:37.285922 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f4d37f17-428f-40bc-866c-6c568877eafa None None] Provisioning for port 7c6a9abd-38b4-4828-9d1e-e3564d2bd4d5 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:29:37.426407 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b0b266e-3e4b-48df-9275-e60179e87e58 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:37.629526 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b1ee9f46-58af-441d-a061-f2ec8c4436b1 None None] Provisioning for port df0e91ec-5cd1-4b06-af08-f30bd467b185 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:29:37.633768 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b1ee9f46-58af-441d-a061-f2ec8c4436b1 None None] Provisioning complete for port df0e91ec-5cd1-4b06-af08-f30bd467b185 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:37.634170 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b1ee9f46-58af-441d-a061-f2ec8c4436b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:37.690106 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b1ee9f46-58af-441d-a061-f2ec8c4436b1 None None] Port df0e91ec-5cd1-4b06-af08-f30bd467b185 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:29:37.725036 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-57304dff-ce25-411a-9234-13ecf2ab25ff tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:37.772137 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-57304dff-ce25-411a-9234-13ecf2ab25ff tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Calling delete_port for df0e91ec-5cd1-4b06-af08-f30bd467b185 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:29:37.897516 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06caf3b4-f2a3-40e9-b7b9-aefe4660caeb tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:29:37.906395 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-06caf3b4-f2a3-40e9-b7b9-aefe4660caeb tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:37.910926 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-06caf3b4-f2a3-40e9-b7b9-aefe4660caeb tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "PUT /v2.0/routers/ff37248b-d30d-4e64-a466-bebc8656d631 HTTP/1.1" status: 200 len: 891 time: 1.8646350 Jul 15 23:29:37.911906 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f18fe69-d053-4e5f-8d18-59973df3dca5 None None] Sync routers for ids ['ff37248b-d30d-4e64-a466-bebc8656d631'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:29:37.931174 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f18fe69-d053-4e5f-8d18-59973df3dca5 None None] Routers {'ff37248b-d30d-4e64-a466-bebc8656d631'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:29:37.933062 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0f18fe69-d053-4e5f-8d18-59973df3dca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:29:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ff37248b-d30d-4e64-a466-bebc8656d631'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:37.964069 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d7991666-c584-4940-aef7-6a0712871096 req-68e11375-eabf-449b-8723-b3a29a2db37b tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/ports?device_id=4378fda7-3666-4ece-be50-c71bf27f1088 HTTP/1.1" status: 200 len: 210 time: 0.0537894 Jul 15 23:29:37.965541 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53594) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:38.039255 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 7c6a9abd-38b4-4828-9d1e-e3564d2bd4d5 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:29:38.045198 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0f18fe69-d053-4e5f-8d18-59973df3dca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:38.056785 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f18fe69-d053-4e5f-8d18-59973df3dca5 None None] Routers {'ff37248b-d30d-4e64-a466-bebc8656d631'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:29:38.057417 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0f18fe69-d053-4e5f-8d18-59973df3dca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:29:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ff37248b-d30d-4e64-a466-bebc8656d631'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:38.096793 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0f18fe69-d053-4e5f-8d18-59973df3dca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:38.097941 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f18fe69-d053-4e5f-8d18-59973df3dca5 None None] The sync data for ids ['ff37248b-d30d-4e64-a466-bebc8656d631'] in n-d-794306-6 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:29:38.099436 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b0b266e-3e4b-48df-9275-e60179e87e58 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Router 543b0ed8-f457-4740-b97b-b29a9967ad8e is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:29:38.152771 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 7c6a9abd-38b4-4828-9d1e-e3564d2bd4d5 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:29:38.162333 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 7c6a9abd-38b4-4828-9d1e-e3564d2bd4d5 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:38.162333 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:38.196517 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-c7602475-118c-4ae0-b3df-55ba1ce8aaeb tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "GET /v2.0/routers/ff37248b-d30d-4e64-a466-bebc8656d631 HTTP/1.1" status: 200 len: 891 time: 0.2223194 Jul 15 23:29:38.212218 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53598) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:38.239386 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b0b266e-3e4b-48df-9275-e60179e87e58 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:29:38.252537 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-5e22e6df-4a9e-4d91-97a8-d6b845d9cf02 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff37248b-d30d-4e64-a466-bebc8656d631 HTTP/1.1" status: 200 len: 205 time: 0.0367284 Jul 15 23:29:38.253688 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53600) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:38.257975 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0793585-36df-4e2a-923f-330325d92230 None None] Sync routers for ids ['543b0ed8-f457-4740-b97b-b29a9967ad8e'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:29:38.271191 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b0b266e-3e4b-48df-9275-e60179e87e58 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:38.276413 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-2b0b266e-3e4b-48df-9275-e60179e87e58 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.9263148 Jul 15 23:29:38.276762 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53602) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:38.281773 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0793585-36df-4e2a-923f-330325d92230 None None] Routers {'543b0ed8-f457-4740-b97b-b29a9967ad8e'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:29:38.284147 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a0793585-36df-4e2a-923f-330325d92230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:29:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['543b0ed8-f457-4740-b97b-b29a9967ad8e'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:38.287670 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:38.347806 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-57304dff-ce25-411a-9234-13ecf2ab25ff tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:38.379802 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:38.454320 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-56039f6a-19d6-422d-b3a2-993ca817f07e tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] 10.222.0.48 "GET /v2.0/routers/543b0ed8-f457-4740-b97b-b29a9967ad8e HTTP/1.1" status: 200 len: 907 time: 0.1762426 Jul 15 23:29:38.459359 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53604) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:38.471916 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57304dff-ce25-411a-9234-13ecf2ab25ff tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event deleted for resources: {'Port': ['ID=df0e91ec-5cd1-4b06-af08-f30bd467b185,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:38.481540 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-57304dff-ce25-411a-9234-13ecf2ab25ff tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:38.483894 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-57304dff-ce25-411a-9234-13ecf2ab25ff tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/ports/df0e91ec-5cd1-4b06-af08-f30bd467b185 HTTP/1.1" status: 204 len: 168 time: 1.7582438 Jul 15 23:29:38.488721 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53606) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:38.559358 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ed853c9-8e00-4e79-ba9e-52e4452382c3 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:38.576008 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 7c6a9abd-38b4-4828-9d1e-e3564d2bd4d5, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=7c6a9abd-38b4-4828-9d1e-e3564d2bd4d5,segment=NetworkSegment(83031f72-0c55-4202-a7d3-7c1d93801518),segment_id=83031f72-0c55-4202-a7d3-7c1d93801518)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:38.593723 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:38.594852 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device d41bdb43-31a3-4cef-b5c5-afeb3c87ed2f up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:29:38.605193 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-a0793585-36df-4e2a-923f-330325d92230 None None] Set router 543b0ed8-f457-4740-b97b-b29a9967ad8e gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:29:38.631248 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551b693d-cbfa-4829-9ce0-8b971b25f8b9 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:38.633385 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551b693d-cbfa-4829-9ce0-8b971b25f8b9 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:38.636801 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-551b693d-cbfa-4829-9ce0-8b971b25f8b9 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1447709 Jul 15 23:29:38.637649 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53608) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:38.644418 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f5a41ee8-4038-422f-8918-54a773113727 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:38.820421 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f5a41ee8-4038-422f-8918-54a773113727 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:38.839115 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-390214a7-ab9d-492b-9575-0c81b7fe54f1 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Deleting subnet b96757a1-f030-48b0-9767-3b959816ebed {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:29:38.842641 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-390214a7-ab9d-492b-9575-0c81b7fe54f1 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:38.898508 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f5a41ee8-4038-422f-8918-54a773113727 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Deleting port c7af5933-d8ff-423d-a917-1914f7625930 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:29:38.898995 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ed853c9-8e00-4e79-ba9e-52e4452382c3 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:38.899374 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f5a41ee8-4038-422f-8918-54a773113727 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:38.912230 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-390214a7-ab9d-492b-9575-0c81b7fe54f1 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:38.958263 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=7c6a9abd-38b4-4828-9d1e-e3564d2bd4d5,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:39.072766 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f5a41ee8-4038-422f-8918-54a773113727 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:39.109177 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f5a41ee8-4038-422f-8918-54a773113727 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Calling delete_port for c7af5933-d8ff-423d-a917-1914f7625930 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:29:39.114341 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-6ed853c9-8e00-4e79-ba9e-52e4452382c3 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Deleting port 250691a8-a637-4c5c-a70e-e71972f1266b {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:29:39.114693 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ed853c9-8e00-4e79-ba9e-52e4452382c3 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:39.169019 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-390214a7-ab9d-492b-9575-0c81b7fe54f1 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:39.259506 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9f2cc61e-e782-4893-831b-a738a6b97693 req-317aa7ea-fdcf-4fdb-9016-f5d2094513f1 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/ports?device_id=4378fda7-3666-4ece-be50-c71bf27f1088 HTTP/1.1" status: 200 len: 210 time: 0.0629585 Jul 15 23:29:39.300294 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ed853c9-8e00-4e79-ba9e-52e4452382c3 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:39.317878 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-6ed853c9-8e00-4e79-ba9e-52e4452382c3 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Calling delete_port for 250691a8-a637-4c5c-a70e-e71972f1266b owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:29:39.324933 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-390214a7-ab9d-492b-9575-0c81b7fe54f1 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:39.326127 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port d41bdb43-31a3-4cef-b5c5-afeb3c87ed2f completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:29:39.333143 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f5a41ee8-4038-422f-8918-54a773113727 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:39.340681 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port d41bdb43-31a3-4cef-b5c5-afeb3c87ed2f triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:39.341383 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:39.367604 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a41ee8-4038-422f-8918-54a773113727 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Pushing event deleted for resources: {'Port': ['ID=c7af5933-d8ff-423d-a917-1914f7625930,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:39.461053 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390214a7-ab9d-492b-9575-0c81b7fe54f1 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event deleted for resources: {'Subnet': ['ID=b96757a1-f030-48b0-9767-3b959816ebed,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:39.471163 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-390214a7-ab9d-492b-9575-0c81b7fe54f1 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:39.472935 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f5a41ee8-4038-422f-8918-54a773113727 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999011'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:39.477918 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-390214a7-ab9d-492b-9575-0c81b7fe54f1 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/subnets/b96757a1-f030-48b0-9767-3b959816ebed HTTP/1.1" status: 204 len: 168 time: 0.8369906 Jul 15 23:29:39.478945 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53616) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:39.483159 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5485f678-7594-4ef4-9bec-a11bc9fb6ea3 None None] Network e6241178-066c-430d-a322-7862ef822ee0 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:29:39.513423 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a0793585-36df-4e2a-923f-330325d92230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543b0ed8-f457-4740-b97b-b29a9967ad8e', 'name': 'tempest-snat-router-1953997890', 'tenant_id': '0f17d5b4437747ac880e50773abd7e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': 'c7af5933-d8ff-423d-a917-1914f7625930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:29:34Z', 'updated_at': '2021-07-15T23:29:36Z', 'revision_number': 3, 'project_id': '0f17d5b4437747ac880e50773abd7e8d', 'gw_port': {'id': 'c7af5933-d8ff-423d-a917-1914f7625930', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:2f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '543b0ed8-f457-4740-b97b-b29a9967ad8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:29:36Z', 'updated_at': '2021-07-15T23:29:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:39.555649 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ab13ed99-e0a9-47d6-8119-5d8ec0912450 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0734084 Jul 15 23:29:39.568800 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53618) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:39.570584 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0793585-36df-4e2a-923f-330325d92230 None None] Checking router: 543b0ed8-f457-4740-b97b-b29a9967ad8e for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:29:39.570950 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0793585-36df-4e2a-923f-330325d92230 None None] Updating router 543b0ed8-f457-4740-b97b-b29a9967ad8e port c7af5933-d8ff-423d-a917-1914f7625930 binding host n-d-794306-6 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:29:39.640131 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0793585-36df-4e2a-923f-330325d92230 None None] Port c7af5933-d8ff-423d-a917-1914f7625930 not found while updating agent binding for router 543b0ed8-f457-4740-b97b-b29a9967ad8e. {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 15 23:29:39.654641 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:39.660965 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f5a41ee8-4038-422f-8918-54a773113727 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:39.664285 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f5a41ee8-4038-422f-8918-54a773113727 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:39.693303 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0793585-36df-4e2a-923f-330325d92230 None None] Routers {'543b0ed8-f457-4740-b97b-b29a9967ad8e'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:29:39.699511 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a0793585-36df-4e2a-923f-330325d92230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:29:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['543b0ed8-f457-4740-b97b-b29a9967ad8e'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:39.699842 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205bcc71-0884-429f-8190-d4aa8823965f tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:39.704250 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-205bcc71-0884-429f-8190-d4aa8823965f tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1370788 Jul 15 23:29:39.709201 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53620) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:39.750027 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f5a41ee8-4038-422f-8918-54a773113727 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:39.750952 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a41ee8-4038-422f-8918-54a773113727 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 543b0ed8-f457-4740-b97b-b29a9967ad8e {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:29:39.761493 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f5a41ee8-4038-422f-8918-54a773113727 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:39.765356 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f5a41ee8-4038-422f-8918-54a773113727 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] 10.222.0.48 "DELETE /v2.0/routers/543b0ed8-f457-4740-b97b-b29a9967ad8e HTTP/1.1" status: 204 len: 168 time: 1.3023291 Jul 15 23:29:39.765697 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53622) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:39.774059 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ed853c9-8e00-4e79-ba9e-52e4452382c3 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:39.778478 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3331376-b540-4f1f-8298-71764b8449ad tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:39.782840 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-d3331376-b540-4f1f-8298-71764b8449ad tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0726082 Jul 15 23:29:39.783502 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53624) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:39.827795 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port d41bdb43-31a3-4cef-b5c5-afeb3c87ed2f, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=d41bdb43-31a3-4cef-b5c5-afeb3c87ed2f,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:39.834159 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-a0793585-36df-4e2a-923f-330325d92230 None None] Set router 543b0ed8-f457-4740-b97b-b29a9967ad8e gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:29:39.838534 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:39.894316 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed853c9-8e00-4e79-ba9e-52e4452382c3 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Pushing event deleted for resources: {'Port': ['ID=250691a8-a637-4c5c-a70e-e71972f1266b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:39.910314 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a0793585-36df-4e2a-923f-330325d92230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543b0ed8-f457-4740-b97b-b29a9967ad8e', 'name': 'tempest-snat-router-1953997890', 'tenant_id': '0f17d5b4437747ac880e50773abd7e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:29:34Z', 'updated_at': '2021-07-15T23:29:39Z', 'revision_number': 5, 'project_id': '0f17d5b4437747ac880e50773abd7e8d', 'gw_port_host': None}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:39.913291 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-58f64f52-23ba-46d5-a004-225881d693a8 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1190925 Jul 15 23:29:39.914607 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53626) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:39.922569 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4cb717bb-b9da-4bdb-b904-9f734e2e367e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Request body: {'subnet': {'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:39.968562 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0793585-36df-4e2a-923f-330325d92230 None None] The sync data for ids ['543b0ed8-f457-4740-b97b-b29a9967ad8e'] in n-d-794306-6 is: [{'id': '543b0ed8-f457-4740-b97b-b29a9967ad8e', 'name': 'tempest-snat-router-1953997890', 'tenant_id': '0f17d5b4437747ac880e50773abd7e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:29:34Z', 'updated_at': '2021-07-15T23:29:39Z', 'revision_number': 5, 'project_id': '0f17d5b4437747ac880e50773abd7e8d', 'gw_port_host': None}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:29:39.993687 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3bb3dd8-b2fe-4c01-a464-0cf43544acb1 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:40.043622 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=d41bdb43-31a3-4cef-b5c5-afeb3c87ed2f,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:40.050645 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 7c6a9abd-38b4-4828-9d1e-e3564d2bd4d5 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:29:40.124317 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb717bb-b9da-4bdb-b904-9f734e2e367e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Made reservation on behalf of 1ccad8e849f943d19f815f855c3f3849 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:29:40.129059 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4cb717bb-b9da-4bdb-b904-9f734e2e367e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:40.165240 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 7c6a9abd-38b4-4828-9d1e-e3564d2bd4d5 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:40.165615 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:40.217969 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3bb3dd8-b2fe-4c01-a464-0cf43544acb1 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:40.280515 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fcebfe-79b2-416e-9d32-020ce85c5525 None None] DHCP port deletion for e6241178-066c-430d-a322-7862ef822ee0 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:29:40.331809 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-e3bb3dd8-b2fe-4c01-a464-0cf43544acb1 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Deleting port d41bdb43-31a3-4cef-b5c5-afeb3c87ed2f {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:29:40.332568 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3bb3dd8-b2fe-4c01-a464-0cf43544acb1 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:40.365988 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ed853c9-8e00-4e79-ba9e-52e4452382c3 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999011'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:40.455925 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-97fcebfe-79b2-416e-9d32-020ce85c5525 None None] Deleting port 7c6a9abd-38b4-4828-9d1e-e3564d2bd4d5 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:29:40.456363 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-97fcebfe-79b2-416e-9d32-020ce85c5525 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:40.489115 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-e3bb3dd8-b2fe-4c01-a464-0cf43544acb1 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] For port d41bdb43-31a3-4cef-b5c5-afeb3c87ed2f, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=d41bdb43-31a3-4cef-b5c5-afeb3c87ed2f,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:40.490126 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3bb3dd8-b2fe-4c01-a464-0cf43544acb1 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:40.502820 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ed853c9-8e00-4e79-ba9e-52e4452382c3 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:40.509116 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ed853c9-8e00-4e79-ba9e-52e4452382c3 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:40.518879 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-e3bb3dd8-b2fe-4c01-a464-0cf43544acb1 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Calling delete_port for d41bdb43-31a3-4cef-b5c5-afeb3c87ed2f owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:29:40.600839 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ed853c9-8e00-4e79-ba9e-52e4452382c3 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:40.601855 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed853c9-8e00-4e79-ba9e-52e4452382c3 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Fanout notify agent at l3_agent the message router_deleted on router ff37248b-d30d-4e64-a466-bebc8656d631 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:29:40.613956 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ed853c9-8e00-4e79-ba9e-52e4452382c3 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:40.615597 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-6ed853c9-8e00-4e79-ba9e-52e4452382c3 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "DELETE /v2.0/routers/ff37248b-d30d-4e64-a466-bebc8656d631 HTTP/1.1" status: 204 len: 168 time: 2.3614221 Jul 15 23:29:40.622320 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-97fcebfe-79b2-416e-9d32-020ce85c5525 None None] For port 7c6a9abd-38b4-4828-9d1e-e3564d2bd4d5, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=7c6a9abd-38b4-4828-9d1e-e3564d2bd4d5,segment=NetworkSegment(83031f72-0c55-4202-a7d3-7c1d93801518),segment_id=83031f72-0c55-4202-a7d3-7c1d93801518)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:40.623184 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-97fcebfe-79b2-416e-9d32-020ce85c5525 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:40.624211 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53634) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:40.631984 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-178e0f85-888b-4505-9fd8-8ba0119d07e1 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1967147412'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:40.642543 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-97fcebfe-79b2-416e-9d32-020ce85c5525 None None] Calling delete_port for 7c6a9abd-38b4-4828-9d1e-e3564d2bd4d5 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:29:40.657483 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5455d32f-5924-477f-b72d-8e6dc562ae3a req-c6795ef4-af38-409d-9f29-d16773b649ee tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/ports?device_id=4378fda7-3666-4ece-be50-c71bf27f1088 HTTP/1.1" status: 200 len: 210 time: 0.0606649 Jul 15 23:29:40.680473 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-178e0f85-888b-4505-9fd8-8ba0119d07e1 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Made reservation on behalf of 34183464e2cc438698c712a3ae8b36f2 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:29:40.684174 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-178e0f85-888b-4505-9fd8-8ba0119d07e1 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:40.755085 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-97fcebfe-79b2-416e-9d32-020ce85c5525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:40.778831 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-178e0f85-888b-4505-9fd8-8ba0119d07e1 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:29:40.797185 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fcebfe-79b2-416e-9d32-020ce85c5525 None None] Pushing event deleted for resources: {'Port': ['ID=7c6a9abd-38b4-4828-9d1e-e3564d2bd4d5,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:40.803298 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fcebfe-79b2-416e-9d32-020ce85c5525 None None] No DVR routers for this DVR port 7c6a9abd-38b4-4828-9d1e-e3564d2bd4d5 on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:29:40.850814 n-d-794306-6 neutron-server[93770]: DEBUG neutron.objects.ports [None req-4cb717bb-b9da-4bdb-b904-9f734e2e367e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93770) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 23:29:40.851316 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4cb717bb-b9da-4bdb-b904-9f734e2e367e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:40.874868 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-178e0f85-888b-4505-9fd8-8ba0119d07e1 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:40.875208 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-178e0f85-888b-4505-9fd8-8ba0119d07e1 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Added segment 63f8a48e-c54e-425f-a389-33ec24d02733 of type vlan for network dbde8939-6f34-4a40-b897-2c7139ebb93d Jul 15 23:29:40.876605 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3bb3dd8-b2fe-4c01-a464-0cf43544acb1 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:40.894131 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb717bb-b9da-4bdb-b904-9f734e2e367e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Network e6241178-066c-430d-a322-7862ef822ee0 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:40.899863 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-4cb717bb-b9da-4bdb-b904-9f734e2e367e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:40.903318 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb717bb-b9da-4bdb-b904-9f734e2e367e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:40.904001 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4cb717bb-b9da-4bdb-b904-9f734e2e367e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:40.914999 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64740995-3289-4220-9dec-7f5a198504ea None None] Network e6241178-066c-430d-a322-7862ef822ee0 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:29:40.930994 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-4cb717bb-b9da-4bdb-b904-9f734e2e367e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0146997 Jul 15 23:29:40.931386 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bb3dd8-b2fe-4c01-a464-0cf43544acb1 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Pushing event deleted for resources: {'Port': ['ID=d41bdb43-31a3-4cef-b5c5-afeb3c87ed2f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:40.939940 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53636) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:40.945109 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb717bb-b9da-4bdb-b904-9f734e2e367e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event updated for resources: {'Subnet': ['ID=5cc6ce62-5d1a-49ac-98dc-fb9e42633312,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:40.957703 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-6142e2e8-6c96-4c6e-9310-083dd7d69d66 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Request body: {'subnet': {'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:40.994173 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-178e0f85-888b-4505-9fd8-8ba0119d07e1 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:41.110503 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3bb3dd8-b2fe-4c01-a464-0cf43544acb1 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999011'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:41.112513 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d73606-c269-4890-bc11-4d769f33b7c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-e6241178-066c-430d-a322-7862ef822ee0', 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'tenant_id': '1ccad8e849f943d19f815f855c3f3849', 'fixed_ips': [{'subnet_id': '5cc6ce62-5d1a-49ac-98dc-fb9e42633312'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:29:41.112513 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f8d73606-c269-4890-bc11-4d769f33b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:41.114893 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-178e0f85-888b-4505-9fd8-8ba0119d07e1 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:41.120453 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178e0f85-888b-4505-9fd8-8ba0119d07e1 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:41.121022 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-178e0f85-888b-4505-9fd8-8ba0119d07e1 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:41.282093 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-f8d73606-c269-4890-bc11-4d769f33b7c3 None None] Allocated IP 2001:db8::f816:3eff:fe21:3757 (e6241178-066c-430d-a322-7862ef822ee0/5cc6ce62-5d1a-49ac-98dc-fb9e42633312/7bb5b00b-28cf-40fc-bfea-ef0fdad57d5f) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:29:41.284678 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3bb3dd8-b2fe-4c01-a464-0cf43544acb1 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:41.292684 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3bb3dd8-b2fe-4c01-a464-0cf43544acb1 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:41.326617 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53640) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:41.326856 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-178e0f85-888b-4505-9fd8-8ba0119d07e1 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7013574 Jul 15 23:29:41.333445 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178e0f85-888b-4505-9fd8-8ba0119d07e1 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Pushing event updated for resources: {'Network': ['ID=dbde8939-6f34-4a40-b897-2c7139ebb93d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:41.348229 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-bccabc27-9428-4418-b11a-b12233714a2d tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Request body: {'subnet': {'network_id': 'dbde8939-6f34-4a40-b897-2c7139ebb93d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:41.361977 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network dbde8939-6f34-4a40-b897-2c7139ebb93d details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:29:41.390040 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6142e2e8-6c96-4c6e-9310-083dd7d69d66 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Made reservation on behalf of 1ccad8e849f943d19f815f855c3f3849 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:29:41.394432 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6142e2e8-6c96-4c6e-9310-083dd7d69d66 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:41.429546 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3bb3dd8-b2fe-4c01-a464-0cf43544acb1 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:41.430111 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3bb3dd8-b2fe-4c01-a464-0cf43544acb1 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5158c264-e318-4db8-860c-8dc6d2dde49c {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:29:41.450477 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3bb3dd8-b2fe-4c01-a464-0cf43544acb1 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:41.451666 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e3bb3dd8-b2fe-4c01-a464-0cf43544acb1 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] 10.222.0.48 "DELETE /v2.0/routers/5158c264-e318-4db8-860c-8dc6d2dde49c HTTP/1.1" status: 204 len: 168 time: 1.6846588 Jul 15 23:29:41.458433 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53644) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:41.468234 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7c42841b-bea4-4285-b98a-c64b9a09ba5b tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-849104284', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}, 'admin_state_up': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:41.601473 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7c42841b-bea4-4285-b98a-c64b9a09ba5b tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:41.602434 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7c42841b-bea4-4285-b98a-c64b9a09ba5b tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:41.608353 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f8d73606-c269-4890-bc11-4d769f33b7c3 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:41.610528 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bccabc27-9428-4418-b11a-b12233714a2d tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Made reservation on behalf of 34183464e2cc438698c712a3ae8b36f2 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:29:41.623664 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bccabc27-9428-4418-b11a-b12233714a2d tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:41.632775 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f8d73606-c269-4890-bc11-4d769f33b7c3 None None] Transition to ACTIVE for port object 7bb5b00b-28cf-40fc-bfea-ef0fdad57d5f will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:41.684595 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f8d73606-c269-4890-bc11-4d769f33b7c3 None None] Transition to ACTIVE for port object 7bb5b00b-28cf-40fc-bfea-ef0fdad57d5f will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:41.710207 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f8d73606-c269-4890-bc11-4d769f33b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:41.728497 n-d-794306-6 neutron-server[93771]: INFO neutron.db.ipam_backend_mixin [None req-6142e2e8-6c96-4c6e-9310-083dd7d69d66 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5cc6ce62-5d1a-49ac-98dc-fb9e42633312 (CIDR: 2001:db8::/64) Jul 15 23:29:41.745855 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-6142e2e8-6c96-4c6e-9310-083dd7d69d66 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:29:41.746040 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6142e2e8-6c96-4c6e-9310-083dd7d69d66 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:29:41.786462 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-6142e2e8-6c96-4c6e-9310-083dd7d69d66 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8444352 Jul 15 23:29:41.800218 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53648) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:41.802488 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d73606-c269-4890-bc11-4d769f33b7c3 None None] Network e6241178-066c-430d-a322-7862ef822ee0 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:41.805463 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-4fb38198-8a5d-4156-82e1-9e7f0b9ed99d tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Request body: {'subnet': {'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:41.808624 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-f8d73606-c269-4890-bc11-4d769f33b7c3 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:41.815126 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d73606-c269-4890-bc11-4d769f33b7c3 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:29:41.900419 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f8d73606-c269-4890-bc11-4d769f33b7c3 None None] Attempting to bind port 7bb5b00b-28cf-40fc-bfea-ef0fdad57d5f on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:29:41.901327 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f8d73606-c269-4890-bc11-4d769f33b7c3 None None] Attempting to bind port 7bb5b00b-28cf-40fc-bfea-ef0fdad57d5f by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:29:41.901961 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d73606-c269-4890-bc11-4d769f33b7c3 None None] Attempting to bind port 7bb5b00b-28cf-40fc-bfea-ef0fdad57d5f on network e6241178-066c-430d-a322-7862ef822ee0 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:29:41.909568 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d73606-c269-4890-bc11-4d769f33b7c3 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:29:41.910113 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d73606-c269-4890-bc11-4d769f33b7c3 None None] Checking segment: {'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:29:41.911308 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f8d73606-c269-4890-bc11-4d769f33b7c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:41.912000 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d73606-c269-4890-bc11-4d769f33b7c3 None None] Bound using segment: {'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:29:41.912683 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f8d73606-c269-4890-bc11-4d769f33b7c3 None None] Bound port: 7bb5b00b-28cf-40fc-bfea-ef0fdad57d5f, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:29:41.913217 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f8d73606-c269-4890-bc11-4d769f33b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:41.916066 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d73606-c269-4890-bc11-4d769f33b7c3 None None] Pushing event updated for resources: {'Port': ['ID=7bb5b00b-28cf-40fc-bfea-ef0fdad57d5f,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:41.926336 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7c42841b-bea4-4285-b98a-c64b9a09ba5b tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:41.957919 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-20bb6b14-e27d-4ecd-affb-0980b59568d2 req-64111b35-a347-41c9-bdc9-15e7e695a494 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/ports?device_id=4378fda7-3666-4ece-be50-c71bf27f1088 HTTP/1.1" status: 200 len: 210 time: 0.0464206 Jul 15 23:29:42.007756 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f8d73606-c269-4890-bc11-4d769f33b7c3 None None] For port 7bb5b00b-28cf-40fc-bfea-ef0fdad57d5f, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:29:42.012092 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f8d73606-c269-4890-bc11-4d769f33b7c3 None None] For port 7bb5b00b-28cf-40fc-bfea-ef0fdad57d5f, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=7bb5b00b-28cf-40fc-bfea-ef0fdad57d5f,segment=NetworkSegment(83031f72-0c55-4202-a7d3-7c1d93801518),segment_id=83031f72-0c55-4202-a7d3-7c1d93801518)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:29:42.018712 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f8d73606-c269-4890-bc11-4d769f33b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:42.092954 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d73606-c269-4890-bc11-4d769f33b7c3 None None] Pushing event updated for resources: {'Port': ['ID=7bb5b00b-28cf-40fc-bfea-ef0fdad57d5f,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:42.105411 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bccabc27-9428-4418-b11a-b12233714a2d tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:42.164912 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7c42841b-bea4-4285-b98a-c64b9a09ba5b tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:42.201564 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccabc27-9428-4418-b11a-b12233714a2d tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Pushing event updated for resources: {'Subnet': ['ID=5c80ee61-2e0d-46a2-ad41-62ecbe7a6940,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:42.247161 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 7c6a9abd-38b4-4828-9d1e-e3564d2bd4d5 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:29:42.255914 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccabc27-9428-4418-b11a-b12233714a2d tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Checking segment: {'id': '63f8a48e-c54e-425f-a389-33ec24d02733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'dbde8939-6f34-4a40-b897-2c7139ebb93d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:29:42.256753 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bccabc27-9428-4418-b11a-b12233714a2d tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Network hostable DHCP agents. Network: dbde8939-6f34-4a40-b897-2c7139ebb93d, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:29:42.265028 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb38198-8a5d-4156-82e1-9e7f0b9ed99d tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Made reservation on behalf of 1ccad8e849f943d19f815f855c3f3849 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:29:42.270622 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4fb38198-8a5d-4156-82e1-9e7f0b9ed99d tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:42.281543 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bccabc27-9428-4418-b11a-b12233714a2d tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Network dbde8939-6f34-4a40-b897-2c7139ebb93d is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:29:42.286082 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 7c6a9abd-38b4-4828-9d1e-e3564d2bd4d5 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:29:42.286440 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 7c6a9abd-38b4-4828-9d1e-e3564d2bd4d5 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:29:42.286876 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device d41bdb43-31a3-4cef-b5c5-afeb3c87ed2f no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:29:42.300068 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-bccabc27-9428-4418-b11a-b12233714a2d tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, dbde8939-6f34-4a40-b897-2c7139ebb93d) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:42.306146 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bccabc27-9428-4418-b11a-b12233714a2d tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:42.307316 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bccabc27-9428-4418-b11a-b12233714a2d tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:42.314358 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d82471-aa3f-489f-8f30-105d23dd9023 None None] Network dbde8939-6f34-4a40-b897-2c7139ebb93d requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:29:42.317815 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: d41bdb43-31a3-4cef-b5c5-afeb3c87ed2f {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:29:42.317815 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device d41bdb43-31a3-4cef-b5c5-afeb3c87ed2f not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:29:42.347937 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-bccabc27-9428-4418-b11a-b12233714a2d tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0135922 Jul 15 23:29:42.350739 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53652) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:42.368115 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-78e2c878-9829-4ed2-9c17-0b9809d1397d tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2126408990', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:42.404803 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-78e2c878-9829-4ed2-9c17-0b9809d1397d tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:42.406545 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-78e2c878-9829-4ed2-9c17-0b9809d1397d tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:42.511286 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-78e2c878-9829-4ed2-9c17-0b9809d1397d tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:42.518147 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-78e2c878-9829-4ed2-9c17-0b9809d1397d tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:42.543547 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-78e2c878-9829-4ed2-9c17-0b9809d1397d tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:42.545830 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-78e2c878-9829-4ed2-9c17-0b9809d1397d tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1934395 Jul 15 23:29:42.548252 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53654) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:42.609502 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262d3384-c8d7-4608-9822-ba40b592f2a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-dbde8939-6f34-4a40-b897-2c7139ebb93d', 'network_id': 'dbde8939-6f34-4a40-b897-2c7139ebb93d', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'fixed_ips': [{'subnet_id': '5c80ee61-2e0d-46a2-ad41-62ecbe7a6940'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:29:42.610492 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-262d3384-c8d7-4608-9822-ba40b592f2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:42.949982 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-262d3384-c8d7-4608-9822-ba40b592f2a4 None None] Allocated IP 2001:db8::2 (dbde8939-6f34-4a40-b897-2c7139ebb93d/5c80ee61-2e0d-46a2-ad41-62ecbe7a6940/561a60f0-57f8-408e-aab9-05a7d5eba48b) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:29:43.018905 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bbd87b14-73b5-4eec-a458-a4cc6d879430 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:43.032327 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4fb38198-8a5d-4156-82e1-9e7f0b9ed99d tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:43.120970 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb38198-8a5d-4156-82e1-9e7f0b9ed99d tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Network e6241178-066c-430d-a322-7862ef822ee0 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:43.130582 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb38198-8a5d-4156-82e1-9e7f0b9ed99d tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event updated for resources: {'Subnet': ['ID=0c09e96b-a3d9-40de-aea3-94f5baeee0da,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:43.139656 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-4fb38198-8a5d-4156-82e1-9e7f0b9ed99d tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:43.147547 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb38198-8a5d-4156-82e1-9e7f0b9ed99d tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:43.148797 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4fb38198-8a5d-4156-82e1-9e7f0b9ed99d tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:43.185283 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-4fb38198-8a5d-4156-82e1-9e7f0b9ed99d tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3838985 Jul 15 23:29:43.187768 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53662) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:43.196413 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-3a560702-487c-4a49-9d23-f44620aeac0b tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Request body: {'port': {'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'mac_address': 'fa:16:3e:57:64:26', 'name': 'tempest-NetworksTestDHCPv6-1531402019'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:43.214525 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-262d3384-c8d7-4608-9822-ba40b592f2a4 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:43.230285 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-262d3384-c8d7-4608-9822-ba40b592f2a4 None None] Transition to ACTIVE for port object 561a60f0-57f8-408e-aab9-05a7d5eba48b will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:43.254469 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-262d3384-c8d7-4608-9822-ba40b592f2a4 None None] Transition to ACTIVE for port object 561a60f0-57f8-408e-aab9-05a7d5eba48b will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:43.262006 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-262d3384-c8d7-4608-9822-ba40b592f2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:43.315609 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262d3384-c8d7-4608-9822-ba40b592f2a4 None None] Network dbde8939-6f34-4a40-b897-2c7139ebb93d is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:43.323156 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-262d3384-c8d7-4608-9822-ba40b592f2a4 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:43.327116 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262d3384-c8d7-4608-9822-ba40b592f2a4 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:29:43.343650 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a560702-487c-4a49-9d23-f44620aeac0b tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Made reservation on behalf of 1ccad8e849f943d19f815f855c3f3849 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:29:43.384944 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262d3384-c8d7-4608-9822-ba40b592f2a4 None None] Pushing event updated for resources: {'Port': ['ID=561a60f0-57f8-408e-aab9-05a7d5eba48b,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:43.427306 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-262d3384-c8d7-4608-9822-ba40b592f2a4 None None] Attempting to bind port 561a60f0-57f8-408e-aab9-05a7d5eba48b on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:29:43.427717 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-262d3384-c8d7-4608-9822-ba40b592f2a4 None None] Attempting to bind port 561a60f0-57f8-408e-aab9-05a7d5eba48b by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '63f8a48e-c54e-425f-a389-33ec24d02733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'dbde8939-6f34-4a40-b897-2c7139ebb93d'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:29:43.428202 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262d3384-c8d7-4608-9822-ba40b592f2a4 None None] Attempting to bind port 561a60f0-57f8-408e-aab9-05a7d5eba48b on network dbde8939-6f34-4a40-b897-2c7139ebb93d {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:29:43.433949 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262d3384-c8d7-4608-9822-ba40b592f2a4 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:29:43.434598 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262d3384-c8d7-4608-9822-ba40b592f2a4 None None] Checking segment: {'id': '63f8a48e-c54e-425f-a389-33ec24d02733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'dbde8939-6f34-4a40-b897-2c7139ebb93d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:29:43.435281 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-262d3384-c8d7-4608-9822-ba40b592f2a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:43.435710 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262d3384-c8d7-4608-9822-ba40b592f2a4 None None] Bound using segment: {'id': '63f8a48e-c54e-425f-a389-33ec24d02733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'dbde8939-6f34-4a40-b897-2c7139ebb93d'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:29:43.436196 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-262d3384-c8d7-4608-9822-ba40b592f2a4 None None] Bound port: 561a60f0-57f8-408e-aab9-05a7d5eba48b, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63f8a48e-c54e-425f-a389-33ec24d02733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'dbde8939-6f34-4a40-b897-2c7139ebb93d'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:29:43.436590 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-262d3384-c8d7-4608-9822-ba40b592f2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:43.456573 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3a560702-487c-4a49-9d23-f44620aeac0b tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:43.525187 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-262d3384-c8d7-4608-9822-ba40b592f2a4 None None] For port 561a60f0-57f8-408e-aab9-05a7d5eba48b, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:29:43.530341 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-262d3384-c8d7-4608-9822-ba40b592f2a4 None None] For port 561a60f0-57f8-408e-aab9-05a7d5eba48b, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=561a60f0-57f8-408e-aab9-05a7d5eba48b,segment=NetworkSegment(63f8a48e-c54e-425f-a389-33ec24d02733),segment_id=63f8a48e-c54e-425f-a389-33ec24d02733)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:29:43.536707 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-262d3384-c8d7-4608-9822-ba40b592f2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:43.634505 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262d3384-c8d7-4608-9822-ba40b592f2a4 None None] Pushing event updated for resources: {'Port': ['ID=561a60f0-57f8-408e-aab9-05a7d5eba48b,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:43.635686 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7c42841b-bea4-4285-b98a-c64b9a09ba5b tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:43.682998 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-3a560702-487c-4a49-9d23-f44620aeac0b tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] device_id is not set on port f807fe43-dd74-4aef-b950-d442b5fbc71f yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:29:43.688624 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7c42841b-bea4-4285-b98a-c64b9a09ba5b tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:43.758429 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b396d889-8520-4398-80ae-8a5b25d3e323 None None] Network e6241178-066c-430d-a322-7862ef822ee0 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:29:43.810095 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ec8219fa-05d9-4317-92cd-421f76b00e5d None None] Provisioning for port 7bb5b00b-28cf-40fc-bfea-ef0fdad57d5f completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:29:43.831877 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-bbd87b14-73b5-4eec-a458-a4cc6d879430 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Allocated IP 2001:db8::1 (dbde8939-6f34-4a40-b897-2c7139ebb93d/5c80ee61-2e0d-46a2-ad41-62ecbe7a6940/5c9c6e57-b4e6-4e7f-a2be-d440bf152c7e) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:29:44.101763 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 7bb5b00b-28cf-40fc-bfea-ef0fdad57d5f up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:29:44.109944 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-7c42841b-bea4-4285-b98a-c64b9a09ba5b tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Allocated IP 172.25.5.7 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/39bb5124-dacc-4201-b91a-2bc55e2bc9e9) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:29:44.142112 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1a23d791-5a1b-4026-a950-d4fa88f49fa3 req-996d8ac0-7b90-4985-bdbb-cc5080d2412d tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/ports?device_id=4378fda7-3666-4ece-be50-c71bf27f1088 HTTP/1.1" status: 200 len: 210 time: 0.1053724 Jul 15 23:29:44.222677 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bbd87b14-73b5-4eec-a458-a4cc6d879430 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:44.253239 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-bbd87b14-73b5-4eec-a458-a4cc6d879430 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Transition to ACTIVE for port object 5c9c6e57-b4e6-4e7f-a2be-d440bf152c7e will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:44.276324 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 7bb5b00b-28cf-40fc-bfea-ef0fdad57d5f completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:29:44.281729 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091a353e-a569-454f-b5be-1b00ce848f26 None None] Update dhcp port {'port': {'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'fixed_ips': [{'subnet_id': '5cc6ce62-5d1a-49ac-98dc-fb9e42633312', 'ip_address': '2001:db8::f816:3eff:fe21:3757'}, {'subnet_id': '0c09e96b-a3d9-40de-aea3-94f5baeee0da'}], 'binding:host_id': 'n-d-794306-6'}, 'id': '7bb5b00b-28cf-40fc-bfea-ef0fdad57d5f'} from n-d-794306-6. {{(pid=93772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 23:29:44.285223 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 7bb5b00b-28cf-40fc-bfea-ef0fdad57d5f triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:44.285645 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:44.307151 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bbd87b14-73b5-4eec-a458-a4cc6d879430 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:44.313704 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-3a560702-487c-4a49-9d23-f44620aeac0b tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Allocated IP 2001:db8:0:1::3a5 (e6241178-066c-430d-a322-7862ef822ee0/0c09e96b-a3d9-40de-aea3-94f5baeee0da/f807fe43-dd74-4aef-b950-d442b5fbc71f) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:29:44.353260 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd87b14-73b5-4eec-a458-a4cc6d879430 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Network dbde8939-6f34-4a40-b897-2c7139ebb93d is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:44.354288 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-091a353e-a569-454f-b5be-1b00ce848f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:44.358392 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-3a560702-487c-4a49-9d23-f44620aeac0b tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Allocated IP 2001:db8::f816:3eff:fe57:6426 (e6241178-066c-430d-a322-7862ef822ee0/5cc6ce62-5d1a-49ac-98dc-fb9e42633312/f807fe43-dd74-4aef-b950-d442b5fbc71f) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:29:44.358647 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-bbd87b14-73b5-4eec-a458-a4cc6d879430 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:44.362147 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd87b14-73b5-4eec-a458-a4cc6d879430 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:29:44.362765 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bbd87b14-73b5-4eec-a458-a4cc6d879430 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:44.437672 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7c42841b-bea4-4285-b98a-c64b9a09ba5b tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:44.492593 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd87b14-73b5-4eec-a458-a4cc6d879430 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Pushing event updated for resources: {'Port': ['ID=5c9c6e57-b4e6-4e7f-a2be-d440bf152c7e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:44.551277 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bbd87b14-73b5-4eec-a458-a4cc6d879430 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:44.554073 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:44.578021 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7c42841b-bea4-4285-b98a-c64b9a09ba5b tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:44.597907 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 7bb5b00b-28cf-40fc-bfea-ef0fdad57d5f, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=7bb5b00b-28cf-40fc-bfea-ef0fdad57d5f,segment=NetworkSegment(83031f72-0c55-4202-a7d3-7c1d93801518),segment_id=83031f72-0c55-4202-a7d3-7c1d93801518)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:44.600804 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [req-ae97d758-4e49-436c-a94d-679308201481 req-ccf80015-19c0-4842-9540-b01ffdb87f0e service neutron] (93770) timed out ('10.222.0.41', 59672) {{(pid=93770) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 23:29:44.603801 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:44.636748 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3a560702-487c-4a49-9d23-f44620aeac0b tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:44.671862 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c42841b-bea4-4285-b98a-c64b9a09ba5b tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:44.680420 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-7c42841b-bea4-4285-b98a-c64b9a09ba5b tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:44.682995 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-3a560702-487c-4a49-9d23-f44620aeac0b tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Transition to ACTIVE for port object f807fe43-dd74-4aef-b950-d442b5fbc71f will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:44.684551 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c42841b-bea4-4285-b98a-c64b9a09ba5b tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Pushing event updated for resources: {'Port': ['ID=39bb5124-dacc-4201-b91a-2bc55e2bc9e9,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:44.687306 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c42841b-bea4-4285-b98a-c64b9a09ba5b tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:29:44.712832 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=7bb5b00b-28cf-40fc-bfea-ef0fdad57d5f,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:44.931564 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3a560702-487c-4a49-9d23-f44620aeac0b tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:44.942160 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-091a353e-a569-454f-b5be-1b00ce848f26 None None] Allocated IP 2001:db8:0:1::2 (e6241178-066c-430d-a322-7862ef822ee0/0c09e96b-a3d9-40de-aea3-94f5baeee0da/7bb5b00b-28cf-40fc-bfea-ef0fdad57d5f) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:29:44.989304 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a560702-487c-4a49-9d23-f44620aeac0b tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Network e6241178-066c-430d-a322-7862ef822ee0 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:44.993936 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bbd87b14-73b5-4eec-a458-a4cc6d879430 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:44.995768 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-3a560702-487c-4a49-9d23-f44620aeac0b tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:45.007673 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bbd87b14-73b5-4eec-a458-a4cc6d879430 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:45.009448 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bbd87b14-73b5-4eec-a458-a4cc6d879430 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:45.030905 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a560702-487c-4a49-9d23-f44620aeac0b tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:29:45.042149 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a560702-487c-4a49-9d23-f44620aeac0b tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:45.042835 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3a560702-487c-4a49-9d23-f44620aeac0b tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:45.073146 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-3a560702-487c-4a49-9d23-f44620aeac0b tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.8839726 Jul 15 23:29:45.073760 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53670) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:45.079145 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd87b14-73b5-4eec-a458-a4cc6d879430 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Pushing event updated for resources: {'Port': ['ID=5c9c6e57-b4e6-4e7f-a2be-d440bf152c7e,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:45.113306 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-091a353e-a569-454f-b5be-1b00ce848f26 None None] For port 7bb5b00b-28cf-40fc-bfea-ef0fdad57d5f, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=7bb5b00b-28cf-40fc-bfea-ef0fdad57d5f,segment=NetworkSegment(83031f72-0c55-4202-a7d3-7c1d93801518),segment_id=83031f72-0c55-4202-a7d3-7c1d93801518)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:45.126783 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a560702-487c-4a49-9d23-f44620aeac0b tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event updated for resources: {'Port': ['ID=f807fe43-dd74-4aef-b950-d442b5fbc71f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:45.161941 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-091a353e-a569-454f-b5be-1b00ce848f26 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:45.188969 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-091a353e-a569-454f-b5be-1b00ce848f26 None None] Transition to ACTIVE for port object 7bb5b00b-28cf-40fc-bfea-ef0fdad57d5f will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:45.194184 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-091a353e-a569-454f-b5be-1b00ce848f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:45.230322 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd87b14-73b5-4eec-a458-a4cc6d879430 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Network dbde8939-6f34-4a40-b897-2c7139ebb93d is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:45.232302 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-bbd87b14-73b5-4eec-a458-a4cc6d879430 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:45.263086 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51e6ebb-0e8c-4da5-b0c5-fa622174968a None None] Network dbde8939-6f34-4a40-b897-2c7139ebb93d requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:29:45.330128 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7c42841b-bea4-4285-b98a-c64b9a09ba5b tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:45.447368 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d3a99ecf-3ae4-4628-a20d-1cb0e1c2bebd req-705a712c-d155-4feb-8354-b5dad3193bf7 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/ports?device_id=4378fda7-3666-4ece-be50-c71bf27f1088 HTTP/1.1" status: 200 len: 210 time: 0.0410645 Jul 15 23:29:45.524214 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbd87b14-73b5-4eec-a458-a4cc6d879430 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Router dc294c3e-325c-47ec-849a-74c5ab06a7e7 is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:29:45.583025 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-08af7054-9507-4aac-94f3-7a4f78ba0187 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Deleting port f807fe43-dd74-4aef-b950-d442b5fbc71f {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:29:45.583862 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-08af7054-9507-4aac-94f3-7a4f78ba0187 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:45.610633 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091a353e-a569-454f-b5be-1b00ce848f26 None None] Pushing event updated for resources: {'Port': ['ID=7bb5b00b-28cf-40fc-bfea-ef0fdad57d5f,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:45.613777 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d003d64f-cbcd-48fe-ba63-1e47b23cc846 None None] Provisioning for port 561a60f0-57f8-408e-aab9-05a7d5eba48b completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:29:45.701449 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd87b14-73b5-4eec-a458-a4cc6d879430 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:29:45.714101 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-bbd87b14-73b5-4eec-a458-a4cc6d879430 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "PUT /v2.0/routers/dc294c3e-325c-47ec-849a-74c5ab06a7e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1643555 Jul 15 23:29:45.718107 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e36d42-e926-43b8-bc8a-733eea42b195 None None] Sync routers for ids ['dc294c3e-325c-47ec-849a-74c5ab06a7e7'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:29:45.719179 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53702) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:45.736297 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e36d42-e926-43b8-bc8a-733eea42b195 None None] Routers {'dc294c3e-325c-47ec-849a-74c5ab06a7e7'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:29:45.737464 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-29e36d42-e926-43b8-bc8a-733eea42b195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:29:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['dc294c3e-325c-47ec-849a-74c5ab06a7e7'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:45.795484 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-29e36d42-e926-43b8-bc8a-733eea42b195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:45.810001 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e36d42-e926-43b8-bc8a-733eea42b195 None None] Routers {'dc294c3e-325c-47ec-849a-74c5ab06a7e7'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:29:45.811028 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-29e36d42-e926-43b8-bc8a-733eea42b195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:29:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['dc294c3e-325c-47ec-849a-74c5ab06a7e7'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:45.862416 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b462530-8948-4508-9186-e591ccd9ff57 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:45.863931 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-6b462530-8948-4508-9186-e591ccd9ff57 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "GET /v2.0/ports/5c9c6e57-b4e6-4e7f-a2be-d440bf152c7e HTTP/1.1" status: 200 len: 911 time: 0.1435115 Jul 15 23:29:45.868328 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53720) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:45.879014 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-da60d965-3825-475c-b159-3d9a39281e1e tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5c80ee61-2e0d-46a2-ad41-62ecbe7a6940'}]}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:45.914472 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-29e36d42-e926-43b8-bc8a-733eea42b195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:45.915498 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e36d42-e926-43b8-bc8a-733eea42b195 None None] The sync data for ids ['dc294c3e-325c-47ec-849a-74c5ab06a7e7'] in n-d-794306-6 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:29:46.006065 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-08af7054-9507-4aac-94f3-7a4f78ba0187 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:46.042683 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-08af7054-9507-4aac-94f3-7a4f78ba0187 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Calling delete_port for f807fe43-dd74-4aef-b950-d442b5fbc71f owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:29:46.050835 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7c42841b-bea4-4285-b98a-c64b9a09ba5b tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:46.208698 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 7bb5b00b-28cf-40fc-bfea-ef0fdad57d5f up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:29:46.260829 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-da60d965-3825-475c-b159-3d9a39281e1e tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:46.321869 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 561a60f0-57f8-408e-aab9-05a7d5eba48b up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:29:46.493734 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-118e3b90-0d08-43a8-b5c6-39917b5bba01 None None] Provisioning for port 5c9c6e57-b4e6-4e7f-a2be-d440bf152c7e completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:29:46.509462 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 561a60f0-57f8-408e-aab9-05a7d5eba48b completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:29:46.522539 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-118e3b90-0d08-43a8-b5c6-39917b5bba01 None None] Provisioning complete for port 5c9c6e57-b4e6-4e7f-a2be-d440bf152c7e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:46.522926 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-118e3b90-0d08-43a8-b5c6-39917b5bba01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:46.532112 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 561a60f0-57f8-408e-aab9-05a7d5eba48b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:46.545275 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:46.827779 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-118e3b90-0d08-43a8-b5c6-39917b5bba01 None None] Port 5c9c6e57-b4e6-4e7f-a2be-d440bf152c7e cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:29:46.875961 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-56a0fdac-f226-4c49-95b5-f1b9f200dc39 req-60f354b3-215e-4676-882f-5c3b5a101118 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/ports?device_id=4378fda7-3666-4ece-be50-c71bf27f1088 HTTP/1.1" status: 200 len: 210 time: 0.1129024 Jul 15 23:29:46.926444 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:47.006083 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 561a60f0-57f8-408e-aab9-05a7d5eba48b, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=561a60f0-57f8-408e-aab9-05a7d5eba48b,segment=NetworkSegment(63f8a48e-c54e-425f-a389-33ec24d02733),segment_id=63f8a48e-c54e-425f-a389-33ec24d02733)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:47.008430 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0adf3d5e-3460-4266-9aa7-0ccc45751337 None None] Provisioning for port 7bb5b00b-28cf-40fc-bfea-ef0fdad57d5f completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:29:47.013010 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:47.018937 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0adf3d5e-3460-4266-9aa7-0ccc45751337 None None] Provisioning complete for port 7bb5b00b-28cf-40fc-bfea-ef0fdad57d5f triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:47.019351 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0adf3d5e-3460-4266-9aa7-0ccc45751337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:47.066593 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c42841b-bea4-4285-b98a-c64b9a09ba5b tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Router 66db74f0-5bd3-4041-9cac-20be8cc2c0e0 is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:29:47.120910 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-08af7054-9507-4aac-94f3-7a4f78ba0187 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:47.161867 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=561a60f0-57f8-408e-aab9-05a7d5eba48b,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:47.189036 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af7054-9507-4aac-94f3-7a4f78ba0187 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event deleted for resources: {'Port': ['ID=f807fe43-dd74-4aef-b950-d442b5fbc71f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:47.316972 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0adf3d5e-3460-4266-9aa7-0ccc45751337 None None] Provisioning complete for port 5c9c6e57-b4e6-4e7f-a2be-d440bf152c7e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:47.317502 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0adf3d5e-3460-4266-9aa7-0ccc45751337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:47.320555 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-da60d965-3825-475c-b159-3d9a39281e1e tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:47.334803 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-da60d965-3825-475c-b159-3d9a39281e1e tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:47.343205 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da60d965-3825-475c-b159-3d9a39281e1e tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:47.344296 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-da60d965-3825-475c-b159-3d9a39281e1e tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:47.353047 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-da60d965-3825-475c-b159-3d9a39281e1e tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "PUT /v2.0/ports/5c9c6e57-b4e6-4e7f-a2be-d440bf152c7e HTTP/1.1" status: 200 len: 911 time: 1.4837337 Jul 15 23:29:47.354495 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53868) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:47.405197 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-08af7054-9507-4aac-94f3-7a4f78ba0187 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:47.405474 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0adf3d5e-3460-4266-9aa7-0ccc45751337 None None] Port 5c9c6e57-b4e6-4e7f-a2be-d440bf152c7e cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:29:47.408430 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-08af7054-9507-4aac-94f3-7a4f78ba0187 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/ports/f807fe43-dd74-4aef-b950-d442b5fbc71f HTTP/1.1" status: 204 len: 168 time: 2.3302002 Jul 15 23:29:47.411886 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53878) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:47.508059 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c42841b-bea4-4285-b98a-c64b9a09ba5b tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:29:47.523543 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fe04c6-9dd1-4e5c-990e-9c893cc0eb9e None None] Sync routers for ids ['66db74f0-5bd3-4041-9cac-20be8cc2c0e0'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:29:47.526760 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1965b184-e52a-417c-b234-764b92e1055f None None] Could not find standard attr ID for object f807fe43-dd74-4aef-b950-d442b5fbc71f. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:29:47.550448 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7c42841b-bea4-4285-b98a-c64b9a09ba5b tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:47.560380 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53896) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:47.563125 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fe04c6-9dd1-4e5c-990e-9c893cc0eb9e None None] Routers {'66db74f0-5bd3-4041-9cac-20be8cc2c0e0'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:29:47.565785 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-12fe04c6-9dd1-4e5c-990e-9c893cc0eb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:29:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['66db74f0-5bd3-4041-9cac-20be8cc2c0e0'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:47.567821 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-7c42841b-bea4-4285-b98a-c64b9a09ba5b tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 6.0918062 Jul 15 23:29:47.577418 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa27595-d550-4491-b566-3c3bb2ec0c46 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:47.578989 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-1aa27595-d550-4491-b566-3c3bb2ec0c46 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1658211 Jul 15 23:29:47.580975 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-12238072-7f8f-4024-be5e-984f4a577030 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'enable_snat': False}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:47.582337 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53900) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:47.653542 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-12fe04c6-9dd1-4e5c-990e-9c893cc0eb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:47.657433 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1965b184-e52a-417c-b234-764b92e1055f None None] Provisioning complete for port 5c9c6e57-b4e6-4e7f-a2be-d440bf152c7e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:47.657811 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1965b184-e52a-417c-b234-764b92e1055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:47.664102 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60d965-3825-475c-b159-3d9a39281e1e tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Pushing event updated for resources: {'Port': ['ID=5c9c6e57-b4e6-4e7f-a2be-d440bf152c7e,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:47.722365 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79b20bc-fc72-4338-9f61-25de132e61a7 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:47.729054 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f79b20bc-fc72-4338-9f61-25de132e61a7 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1456289 Jul 15 23:29:47.729742 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53920) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:47.775366 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fe04c6-9dd1-4e5c-990e-9c893cc0eb9e None None] Routers {'66db74f0-5bd3-4041-9cac-20be8cc2c0e0'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:29:47.776105 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-12fe04c6-9dd1-4e5c-990e-9c893cc0eb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:29:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['66db74f0-5bd3-4041-9cac-20be8cc2c0e0'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:47.830024 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee16bb7-9b52-4ea1-bc3f-d1e4a21509de tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:47.837514 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee16bb7-9b52-4ea1-bc3f-d1e4a21509de tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:47.841241 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee16bb7-9b52-4ea1-bc3f-d1e4a21509de tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:47.849192 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-9ee16bb7-9b52-4ea1-bc3f-d1e4a21509de tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1183531 Jul 15 23:29:47.849927 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53934) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:47.862904 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-12fe04c6-9dd1-4e5c-990e-9c893cc0eb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:47.864160 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fe04c6-9dd1-4e5c-990e-9c893cc0eb9e None None] The sync data for ids ['66db74f0-5bd3-4041-9cac-20be8cc2c0e0'] in n-d-794306-6 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:29:47.868942 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1965b184-e52a-417c-b234-764b92e1055f None None] Port 5c9c6e57-b4e6-4e7f-a2be-d440bf152c7e cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:29:47.969332 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-30edc9a7-a533-4371-bec8-8929266717c8 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Deleting subnet 0c09e96b-a3d9-40de-aea3-94f5baeee0da {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:29:47.980368 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30edc9a7-a533-4371-bec8-8929266717c8 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:48.026572 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 561a60f0-57f8-408e-aab9-05a7d5eba48b up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:29:48.066213 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30edc9a7-a533-4371-bec8-8929266717c8 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:48.179168 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 561a60f0-57f8-408e-aab9-05a7d5eba48b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:48.179559 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:48.192730 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ef9d4c70-ed4c-4f0d-81f9-a4b98f21507e req-c86ebbc8-e287-47ae-a7ad-a95b298b4745 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/ports?device_id=4378fda7-3666-4ece-be50-c71bf27f1088 HTTP/1.1" status: 200 len: 210 time: 0.0393620 Jul 15 23:29:48.246828 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30edc9a7-a533-4371-bec8-8929266717c8 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:48.327345 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12238072-7f8f-4024-be5e-984f4a577030 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:48.347479 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30edc9a7-a533-4371-bec8-8929266717c8 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:48.397647 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30edc9a7-a533-4371-bec8-8929266717c8 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event deleted for resources: {'Subnet': ['ID=0c09e96b-a3d9-40de-aea3-94f5baeee0da,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:48.410523 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30edc9a7-a533-4371-bec8-8929266717c8 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:48.412424 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-30edc9a7-a533-4371-bec8-8929266717c8 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/subnets/0c09e96b-a3d9-40de-aea3-94f5baeee0da HTTP/1.1" status: 204 len: 168 time: 0.5616670 Jul 15 23:29:48.416564 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53996) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:48.431020 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d88f2a-518e-4b9f-8b87-25e20f0398f6 None None] Network e6241178-066c-430d-a322-7862ef822ee0 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:29:48.493186 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f6bdcdf-f686-462b-8068-0f26871e6824 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Deleting subnet 5cc6ce62-5d1a-49ac-98dc-fb9e42633312 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:29:48.497004 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f6bdcdf-f686-462b-8068-0f26871e6824 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:48.553384 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3b34e7d3-9025-4cad-9f1c-851569a2e7fb tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:48.614242 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f6bdcdf-f686-462b-8068-0f26871e6824 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:48.798671 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f6bdcdf-f686-462b-8068-0f26871e6824 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:48.909933 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f6bdcdf-f686-462b-8068-0f26871e6824 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:48.955959 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6bdcdf-f686-462b-8068-0f26871e6824 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event deleted for resources: {'Subnet': ['ID=5cc6ce62-5d1a-49ac-98dc-fb9e42633312,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:48.962169 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f6bdcdf-f686-462b-8068-0f26871e6824 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:48.964380 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-3f6bdcdf-f686-462b-8068-0f26871e6824 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/subnets/5cc6ce62-5d1a-49ac-98dc-fb9e42633312 HTTP/1.1" status: 204 len: 168 time: 0.5470734 Jul 15 23:29:48.971308 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54054) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:49.033798 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d1cf427b-344a-4b86-94b9-d0802572f195 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0609210 Jul 15 23:29:49.044006 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54066) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:49.050477 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ef4faff2-ff86-42c0-8584-cc2e6e2359a1 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Request body: {'subnet': {'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:49.253202 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4faff2-ff86-42c0-8584-cc2e6e2359a1 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Made reservation on behalf of 1ccad8e849f943d19f815f855c3f3849 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:29:49.259902 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ef4faff2-ff86-42c0-8584-cc2e6e2359a1 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:49.721162 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eeb5ef2-cc2d-446f-874e-8b86f5444230 None None] Network e6241178-066c-430d-a322-7862ef822ee0 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:29:49.732765 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7293ed39-347b-4ad3-a733-cb06bf3df6a3 req-2ed1ba9f-1043-418d-9c1b-fde2d20336ff tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/ports?device_id=4378fda7-3666-4ece-be50-c71bf27f1088 HTTP/1.1" status: 200 len: 210 time: 0.0515397 Jul 15 23:29:49.974475 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-efe7d02b-78f8-4ca3-8ac3-62ecab0b049d None None] Provisioning complete for port 7bb5b00b-28cf-40fc-bfea-ef0fdad57d5f triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:49.974878 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-efe7d02b-78f8-4ca3-8ac3-62ecab0b049d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:50.013860 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-3b34e7d3-9025-4cad-9f1c-851569a2e7fb tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Deleting port 5c9c6e57-b4e6-4e7f-a2be-d440bf152c7e {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:29:50.018982 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3b34e7d3-9025-4cad-9f1c-851569a2e7fb tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:50.041064 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12238072-7f8f-4024-be5e-984f4a577030 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:50.045906 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12238072-7f8f-4024-be5e-984f4a577030 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-998933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-998924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-999045'] for router, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:50.189525 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2595eb87-1884-4103-9841-feb985ab964e None None] DHCP port deletion for e6241178-066c-430d-a322-7862ef822ee0 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:29:50.193762 n-d-794306-6 neutron-server[93771]: DEBUG neutron.objects.ports [None req-ef4faff2-ff86-42c0-8584-cc2e6e2359a1 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 23:29:50.241581 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2595eb87-1884-4103-9841-feb985ab964e None None] Deleting port 7bb5b00b-28cf-40fc-bfea-ef0fdad57d5f {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:29:50.241961 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2595eb87-1884-4103-9841-feb985ab964e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:50.360985 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-2595eb87-1884-4103-9841-feb985ab964e None None] For port 7bb5b00b-28cf-40fc-bfea-ef0fdad57d5f, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=7bb5b00b-28cf-40fc-bfea-ef0fdad57d5f,segment=NetworkSegment(83031f72-0c55-4202-a7d3-7c1d93801518),segment_id=83031f72-0c55-4202-a7d3-7c1d93801518)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:50.361708 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2595eb87-1884-4103-9841-feb985ab964e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:50.369459 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12238072-7f8f-4024-be5e-984f4a577030 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Router 66db74f0-5bd3-4041-9cac-20be8cc2c0e0 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:29:50.381103 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2595eb87-1884-4103-9841-feb985ab964e None None] Calling delete_port for 7bb5b00b-28cf-40fc-bfea-ef0fdad57d5f owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:29:50.382336 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3b34e7d3-9025-4cad-9f1c-851569a2e7fb tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:50.438248 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-3b34e7d3-9025-4cad-9f1c-851569a2e7fb tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Calling delete_port for 5c9c6e57-b4e6-4e7f-a2be-d440bf152c7e owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:29:50.452925 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ef4faff2-ff86-42c0-8584-cc2e6e2359a1 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:50.486333 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2595eb87-1884-4103-9841-feb985ab964e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:50.504020 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef4faff2-ff86-42c0-8584-cc2e6e2359a1 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Port 7bb5b00b-28cf-40fc-bfea-ef0fdad57d5f concurrently deleted while adding address for new subnet {'id': '6183a2d4-16c2-46b6-811d-056d55b73e51', 'name': '', 'tenant_id': '1ccad8e849f943d19f815f855c3f3849', 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 2645, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-07-15T23:29:49Z', 'updated_at': '2021-07-15T23:29:49Z', 'revision_number': 0, 'segment_id': None, 'project_id': '1ccad8e849f943d19f815f855c3f3849'}. {{(pid=93771) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:769}} Jul 15 23:29:50.504765 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ef4faff2-ff86-42c0-8584-cc2e6e2359a1 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:50.517173 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2595eb87-1884-4103-9841-feb985ab964e None None] Pushing event deleted for resources: {'Port': ['ID=7bb5b00b-28cf-40fc-bfea-ef0fdad57d5f,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:50.529196 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2595eb87-1884-4103-9841-feb985ab964e None None] No DVR routers for this DVR port 7bb5b00b-28cf-40fc-bfea-ef0fdad57d5f on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:29:50.563194 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4faff2-ff86-42c0-8584-cc2e6e2359a1 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Network e6241178-066c-430d-a322-7862ef822ee0 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:50.567789 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-ef4faff2-ff86-42c0-8584-cc2e6e2359a1 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:50.572259 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4faff2-ff86-42c0-8584-cc2e6e2359a1 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:50.572721 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ef4faff2-ff86-42c0-8584-cc2e6e2359a1 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:50.576021 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12238072-7f8f-4024-be5e-984f4a577030 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:29:50.578940 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4faff2-ff86-42c0-8584-cc2e6e2359a1 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event updated for resources: {'Subnet': ['ID=6183a2d4-16c2-46b6-811d-056d55b73e51,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:50.581932 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12238072-7f8f-4024-be5e-984f4a577030 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:50.586070 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-12238072-7f8f-4024-be5e-984f4a577030 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] 10.222.0.48 "PUT /v2.0/routers/66db74f0-5bd3-4041-9cac-20be8cc2c0e0 HTTP/1.1" status: 200 len: 919 time: 3.0214746 Jul 15 23:29:50.587035 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54164) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:50.588922 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80859753-1456-4037-bb31-d0706fc08f33 None None] Sync routers for ids ['66db74f0-5bd3-4041-9cac-20be8cc2c0e0'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:29:50.599049 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2adf7132-3df0-4077-9b39-6602722ed68d None None] Network e6241178-066c-430d-a322-7862ef822ee0 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:29:50.605023 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80859753-1456-4037-bb31-d0706fc08f33 None None] Routers {'66db74f0-5bd3-4041-9cac-20be8cc2c0e0'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:29:50.605939 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-80859753-1456-4037-bb31-d0706fc08f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:29:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['66db74f0-5bd3-4041-9cac-20be8cc2c0e0'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:50.637088 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ef4faff2-ff86-42c0-8584-cc2e6e2359a1 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5891249 Jul 15 23:29:50.638209 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54166) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:50.643484 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5af7ce86-af60-4f8b-9f61-9b6bc927231e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Request body: {'subnet': {'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:50.667734 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-80859753-1456-4037-bb31-d0706fc08f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:50.681355 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80859753-1456-4037-bb31-d0706fc08f33 None None] Routers {'66db74f0-5bd3-4041-9cac-20be8cc2c0e0'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:29:50.682395 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-80859753-1456-4037-bb31-d0706fc08f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:29:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['66db74f0-5bd3-4041-9cac-20be8cc2c0e0'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:50.742408 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-80859753-1456-4037-bb31-d0706fc08f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:50.743342 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80859753-1456-4037-bb31-d0706fc08f33 None None] The sync data for ids ['66db74f0-5bd3-4041-9cac-20be8cc2c0e0'] in n-d-794306-6 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:29:50.814850 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3b34e7d3-9025-4cad-9f1c-851569a2e7fb tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:50.818469 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65618c10-61cf-4ba9-9483-07c6eaed2452 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-e6241178-066c-430d-a322-7862ef822ee0', 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'tenant_id': '1ccad8e849f943d19f815f855c3f3849', 'fixed_ips': [{'subnet_id': '6183a2d4-16c2-46b6-811d-056d55b73e51'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:29:50.819961 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-65618c10-61cf-4ba9-9483-07c6eaed2452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:50.869335 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b34e7d3-9025-4cad-9f1c-851569a2e7fb tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Pushing event deleted for resources: {'Port': ['ID=5c9c6e57-b4e6-4e7f-a2be-d440bf152c7e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:50.920657 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b34e7d3-9025-4cad-9f1c-851569a2e7fb tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:50.921236 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b34e7d3-9025-4cad-9f1c-851569a2e7fb tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:50.921811 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b34e7d3-9025-4cad-9f1c-851569a2e7fb tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:50.922330 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b34e7d3-9025-4cad-9f1c-851569a2e7fb tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:50.922910 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b34e7d3-9025-4cad-9f1c-851569a2e7fb tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:50.924557 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b34e7d3-9025-4cad-9f1c-851569a2e7fb tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:50.925071 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b34e7d3-9025-4cad-9f1c-851569a2e7fb tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:50.925587 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b34e7d3-9025-4cad-9f1c-851569a2e7fb tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:50.926096 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b34e7d3-9025-4cad-9f1c-851569a2e7fb tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:50.926726 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b34e7d3-9025-4cad-9f1c-851569a2e7fb tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:50.927235 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b34e7d3-9025-4cad-9f1c-851569a2e7fb tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:50.927762 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b34e7d3-9025-4cad-9f1c-851569a2e7fb tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:29:50.975670 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-8a2afa18-f974-4727-a07b-2892bb29e029 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] 10.222.0.48 "GET /v2.0/routers/66db74f0-5bd3-4041-9cac-20be8cc2c0e0 HTTP/1.1" status: 200 len: 919 time: 0.3872926 Jul 15 23:29:50.980049 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54176) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:51.072690 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3b34e7d3-9025-4cad-9f1c-851569a2e7fb tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:51.144259 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f636e18c-c2d9-419a-87e6-d6de55c88399 req-48999438-0821-4f4e-8311-8a1673db5432 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/ports?device_id=4378fda7-3666-4ece-be50-c71bf27f1088 HTTP/1.1" status: 200 len: 210 time: 0.0665398 Jul 15 23:29:51.147198 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af7ce86-af60-4f8b-9f61-9b6bc927231e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Made reservation on behalf of 1ccad8e849f943d19f815f855c3f3849 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:29:51.152650 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5af7ce86-af60-4f8b-9f61-9b6bc927231e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:51.205753 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-65618c10-61cf-4ba9-9483-07c6eaed2452 None None] Allocated IP 2001:db8::f816:3eff:fe10:f26e (e6241178-066c-430d-a322-7862ef822ee0/6183a2d4-16c2-46b6-811d-056d55b73e51/ec7f9478-70d1-41c8-89ca-56f3b2666168) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:29:51.256522 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c1f49b-ff01-4b31-8297-55238159ff83 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:51.261317 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b6c1f49b-ff01-4b31-8297-55238159ff83 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=c4160cc4-e133-4d4e-ad39-f86bca4b2f14&device_id=66db74f0-5bd3-4041-9cac-20be8cc2c0e0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.2799687 Jul 15 23:29:51.269019 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54180) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:51.522784 n-d-794306-6 neutron-server[93771]: INFO neutron.db.ipam_backend_mixin [None req-5af7ce86-af60-4f8b-9f61-9b6bc927231e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6183a2d4-16c2-46b6-811d-056d55b73e51 (CIDR: 2001:db8::/64) Jul 15 23:29:51.531266 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-5af7ce86-af60-4f8b-9f61-9b6bc927231e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:29:51.531894 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5af7ce86-af60-4f8b-9f61-9b6bc927231e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:29:51.552945 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b34e7d3-9025-4cad-9f1c-851569a2e7fb tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Router dc294c3e-325c-47ec-849a-74c5ab06a7e7 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:29:51.558189 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-5af7ce86-af60-4f8b-9f61-9b6bc927231e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9189498 Jul 15 23:29:51.558803 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54186) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:51.566338 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e84b5d19-6bbc-456e-a5c0-4de5e733fc7a tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Request body: {'subnet': {'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:51.588998 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb14efb3-a150-4381-b122-5ee304b277d1 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:51.590547 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-cb14efb3-a150-4381-b122-5ee304b277d1 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] 10.222.0.48 "GET /v2.0/networks/c4160cc4-e133-4d4e-ad39-f86bca4b2f14 HTTP/1.1" status: 200 len: 881 time: 0.3185680 Jul 15 23:29:51.597378 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54188) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:51.686912 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-65618c10-61cf-4ba9-9483-07c6eaed2452 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:51.687703 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b34e7d3-9025-4cad-9f1c-851569a2e7fb tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:29:51.702174 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-65618c10-61cf-4ba9-9483-07c6eaed2452 None None] Transition to ACTIVE for port object ec7f9478-70d1-41c8-89ca-56f3b2666168 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:51.703724 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-3b34e7d3-9025-4cad-9f1c-851569a2e7fb tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "PUT /v2.0/routers/dc294c3e-325c-47ec-849a-74c5ab06a7e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3421867 Jul 15 23:29:51.704687 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54190) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:51.708845 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c351704-8241-41d6-ab49-7ac820ac7386 None None] Sync routers for ids ['dc294c3e-325c-47ec-849a-74c5ab06a7e7'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:29:51.711633 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-34a4fc5b-f21e-4a8e-8fe2-461ed036abf7 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] 10.222.0.48 "GET /v2.0/ports?device_id=66db74f0-5bd3-4041-9cac-20be8cc2c0e0 HTTP/1.1" status: 200 len: 205 time: 0.1131592 Jul 15 23:29:51.715661 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54192) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:51.729382 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c351704-8241-41d6-ab49-7ac820ac7386 None None] Routers {'dc294c3e-325c-47ec-849a-74c5ab06a7e7'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:29:51.730033 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6c351704-8241-41d6-ab49-7ac820ac7386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:29:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['dc294c3e-325c-47ec-849a-74c5ab06a7e7'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:51.732276 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-65618c10-61cf-4ba9-9483-07c6eaed2452 None None] Transition to ACTIVE for port object ec7f9478-70d1-41c8-89ca-56f3b2666168 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:51.744464 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-8aa3a9cc-7a5b-41af-9e2d-befbaea2c759 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc294c3e-325c-47ec-849a-74c5ab06a7e7 HTTP/1.1" status: 200 len: 205 time: 0.0383174 Jul 15 23:29:51.745266 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54194) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:51.773623 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-65618c10-61cf-4ba9-9483-07c6eaed2452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:51.776102 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6c351704-8241-41d6-ab49-7ac820ac7386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:51.793490 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84b5d19-6bbc-456e-a5c0-4de5e733fc7a tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Made reservation on behalf of 1ccad8e849f943d19f815f855c3f3849 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:29:51.803408 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e84b5d19-6bbc-456e-a5c0-4de5e733fc7a tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:51.831993 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65618c10-61cf-4ba9-9483-07c6eaed2452 None None] Network e6241178-066c-430d-a322-7862ef822ee0 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:51.838303 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-efe7639d-a67b-4db7-a7c8-68b1dd1bdda7 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:51.839890 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-65618c10-61cf-4ba9-9483-07c6eaed2452 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:51.845903 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65618c10-61cf-4ba9-9483-07c6eaed2452 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:29:51.848541 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c351704-8241-41d6-ab49-7ac820ac7386 None None] Routers {'dc294c3e-325c-47ec-849a-74c5ab06a7e7'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:29:51.849358 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6c351704-8241-41d6-ab49-7ac820ac7386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:29:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['dc294c3e-325c-47ec-849a-74c5ab06a7e7'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:51.858612 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65618c10-61cf-4ba9-9483-07c6eaed2452 None None] Pushing event updated for resources: {'Port': ['ID=ec7f9478-70d1-41c8-89ca-56f3b2666168,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:51.904307 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6c351704-8241-41d6-ab49-7ac820ac7386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:51.905052 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c351704-8241-41d6-ab49-7ac820ac7386 None None] The sync data for ids ['dc294c3e-325c-47ec-849a-74c5ab06a7e7'] in n-d-794306-6 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:29:51.972212 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cd45af47-7353-4ad5-9bc0-c8481f3680bb tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:51.995194 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-65618c10-61cf-4ba9-9483-07c6eaed2452 None None] Attempting to bind port ec7f9478-70d1-41c8-89ca-56f3b2666168 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:29:51.995560 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-65618c10-61cf-4ba9-9483-07c6eaed2452 None None] Attempting to bind port ec7f9478-70d1-41c8-89ca-56f3b2666168 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:29:51.995948 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65618c10-61cf-4ba9-9483-07c6eaed2452 None None] Attempting to bind port ec7f9478-70d1-41c8-89ca-56f3b2666168 on network e6241178-066c-430d-a322-7862ef822ee0 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:29:52.008480 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65618c10-61cf-4ba9-9483-07c6eaed2452 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:29:52.008878 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65618c10-61cf-4ba9-9483-07c6eaed2452 None None] Checking segment: {'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:29:52.009288 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-65618c10-61cf-4ba9-9483-07c6eaed2452 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:52.010254 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65618c10-61cf-4ba9-9483-07c6eaed2452 None None] Bound using segment: {'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:29:52.010254 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-65618c10-61cf-4ba9-9483-07c6eaed2452 None None] Bound port: ec7f9478-70d1-41c8-89ca-56f3b2666168, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:29:52.010531 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-65618c10-61cf-4ba9-9483-07c6eaed2452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:52.031323 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 7bb5b00b-28cf-40fc-bfea-ef0fdad57d5f no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:29:52.059917 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 7bb5b00b-28cf-40fc-bfea-ef0fdad57d5f {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:29:52.060266 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 7bb5b00b-28cf-40fc-bfea-ef0fdad57d5f not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:29:52.106705 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-efe7639d-a67b-4db7-a7c8-68b1dd1bdda7 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:52.109808 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-efe7639d-a67b-4db7-a7c8-68b1dd1bdda7 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:52.150985 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cd45af47-7353-4ad5-9bc0-c8481f3680bb tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:52.152067 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-65618c10-61cf-4ba9-9483-07c6eaed2452 None None] For port ec7f9478-70d1-41c8-89ca-56f3b2666168, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:29:52.156313 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-65618c10-61cf-4ba9-9483-07c6eaed2452 None None] For port ec7f9478-70d1-41c8-89ca-56f3b2666168, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=ec7f9478-70d1-41c8-89ca-56f3b2666168,segment=NetworkSegment(83031f72-0c55-4202-a7d3-7c1d93801518),segment_id=83031f72-0c55-4202-a7d3-7c1d93801518)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:29:52.163318 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-efe7639d-a67b-4db7-a7c8-68b1dd1bdda7 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:52.164490 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-65618c10-61cf-4ba9-9483-07c6eaed2452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:52.164940 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe7639d-a67b-4db7-a7c8-68b1dd1bdda7 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Fanout notify agent at l3_agent the message router_deleted on router dc294c3e-325c-47ec-849a-74c5ab06a7e7 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:29:52.176461 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-efe7639d-a67b-4db7-a7c8-68b1dd1bdda7 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:52.179317 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-efe7639d-a67b-4db7-a7c8-68b1dd1bdda7 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "DELETE /v2.0/routers/dc294c3e-325c-47ec-849a-74c5ab06a7e7 HTTP/1.1" status: 204 len: 168 time: 0.4330268 Jul 15 23:29:52.181993 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54196) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:52.274178 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-c39f6a76-7b00-4836-be78-0b99e06baf58 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Deleting subnet 5c80ee61-2e0d-46a2-ad41-62ecbe7a6940 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:29:52.280747 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c39f6a76-7b00-4836-be78-0b99e06baf58 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:52.304685 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65618c10-61cf-4ba9-9483-07c6eaed2452 None None] Pushing event updated for resources: {'Port': ['ID=ec7f9478-70d1-41c8-89ca-56f3b2666168,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:52.353170 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e84b5d19-6bbc-456e-a5c0-4de5e733fc7a tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:52.354547 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c39f6a76-7b00-4836-be78-0b99e06baf58 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:52.372272 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-cd45af47-7353-4ad5-9bc0-c8481f3680bb tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Deleting port 39bb5124-dacc-4201-b91a-2bc55e2bc9e9 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:29:52.372623 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cd45af47-7353-4ad5-9bc0-c8481f3680bb tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:52.417941 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84b5d19-6bbc-456e-a5c0-4de5e733fc7a tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Network e6241178-066c-430d-a322-7862ef822ee0 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:52.431386 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-e84b5d19-6bbc-456e-a5c0-4de5e733fc7a tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:52.434238 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84b5d19-6bbc-456e-a5c0-4de5e733fc7a tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:52.435106 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e84b5d19-6bbc-456e-a5c0-4de5e733fc7a tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:52.442966 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e01775d5-690e-4294-bf58-98bd0d82ca0d req-0fecacaf-48c2-4d1b-9b2a-27e7634949f6 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/ports?device_id=4378fda7-3666-4ece-be50-c71bf27f1088 HTTP/1.1" status: 200 len: 210 time: 0.0323842 Jul 15 23:29:52.465625 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e84b5d19-6bbc-456e-a5c0-4de5e733fc7a tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9014215 Jul 15 23:29:52.472744 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54202) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:52.484872 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1a599a7f-a3c0-42db-9920-20471dce933b tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Request body: {'port': {'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'mac_address': 'fa:16:3e:43:56:b1', 'name': 'tempest-NetworksTestDHCPv6-89614249'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:52.519026 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c39f6a76-7b00-4836-be78-0b99e06baf58 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:52.667742 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c39f6a76-7b00-4836-be78-0b99e06baf58 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:52.696053 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f61eaa8-e7ab-4ae6-acde-5478433680a2 None None] Network dbde8939-6f34-4a40-b897-2c7139ebb93d requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:29:52.709182 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c39f6a76-7b00-4836-be78-0b99e06baf58 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:52.721855 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-c39f6a76-7b00-4836-be78-0b99e06baf58 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "DELETE /v2.0/subnets/5c80ee61-2e0d-46a2-ad41-62ecbe7a6940 HTTP/1.1" status: 204 len: 168 time: 0.5381458 Jul 15 23:29:52.722079 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54208) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:52.743002 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5d19-6bbc-456e-a5c0-4de5e733fc7a tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event updated for resources: {'Subnet': ['ID=6f7cec24-9b02-4289-9fec-aa29942c5079,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:52.773143 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39f6a76-7b00-4836-be78-0b99e06baf58 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Pushing event deleted for resources: {'Subnet': ['ID=5c80ee61-2e0d-46a2-ad41-62ecbe7a6940,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:52.841130 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cd45af47-7353-4ad5-9bc0-c8481f3680bb tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:52.900169 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a599a7f-a3c0-42db-9920-20471dce933b tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Made reservation on behalf of 1ccad8e849f943d19f815f855c3f3849 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:29:52.968232 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-cd45af47-7353-4ad5-9bc0-c8481f3680bb tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Calling delete_port for 39bb5124-dacc-4201-b91a-2bc55e2bc9e9 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:29:52.986531 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5505dfab-478d-47b7-ae20-dd3a2da3f8c3 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:53.019095 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0362fc46-66da-43bf-b62d-bd077a98dc43 None None] DHCP port deletion for dbde8939-6f34-4a40-b897-2c7139ebb93d request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:29:53.071352 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1a599a7f-a3c0-42db-9920-20471dce933b tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:53.091478 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0362fc46-66da-43bf-b62d-bd077a98dc43 None None] Deleting port 561a60f0-57f8-408e-aab9-05a7d5eba48b {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:29:53.093094 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0362fc46-66da-43bf-b62d-bd077a98dc43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:53.136289 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-1a599a7f-a3c0-42db-9920-20471dce933b tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] device_id is not set on port 03748e4a-c8c2-4e6d-9823-657b7289fa9c yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:29:53.189477 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0362fc46-66da-43bf-b62d-bd077a98dc43 None None] For port 561a60f0-57f8-408e-aab9-05a7d5eba48b, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=561a60f0-57f8-408e-aab9-05a7d5eba48b,segment=NetworkSegment(63f8a48e-c54e-425f-a389-33ec24d02733),segment_id=63f8a48e-c54e-425f-a389-33ec24d02733)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:53.189952 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0362fc46-66da-43bf-b62d-bd077a98dc43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:53.211138 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0362fc46-66da-43bf-b62d-bd077a98dc43 None None] Calling delete_port for 561a60f0-57f8-408e-aab9-05a7d5eba48b owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:29:53.316848 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-5505dfab-478d-47b7-ae20-dd3a2da3f8c3 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Deleting port 561a60f0-57f8-408e-aab9-05a7d5eba48b {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:29:53.317266 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5505dfab-478d-47b7-ae20-dd3a2da3f8c3 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:53.355935 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0362fc46-66da-43bf-b62d-bd077a98dc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:53.402999 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0362fc46-66da-43bf-b62d-bd077a98dc43 None None] Pushing event deleted for resources: {'Port': ['ID=561a60f0-57f8-408e-aab9-05a7d5eba48b,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:53.413650 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0362fc46-66da-43bf-b62d-bd077a98dc43 None None] No DVR routers for this DVR port 561a60f0-57f8-408e-aab9-05a7d5eba48b on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:29:53.524590 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cd45af47-7353-4ad5-9bc0-c8481f3680bb tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:53.581394 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd45af47-7353-4ad5-9bc0-c8481f3680bb tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Pushing event deleted for resources: {'Port': ['ID=39bb5124-dacc-4201-b91a-2bc55e2bc9e9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:53.585064 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-5505dfab-478d-47b7-ae20-dd3a2da3f8c3 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] For port 561a60f0-57f8-408e-aab9-05a7d5eba48b, host n-d-794306-6, got binding levels [] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:53.585653 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5505dfab-478d-47b7-ae20-dd3a2da3f8c3 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:53.627312 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-5505dfab-478d-47b7-ae20-dd3a2da3f8c3 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Calling delete_port for 561a60f0-57f8-408e-aab9-05a7d5eba48b owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:29:53.705557 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-29d3e0ea-7713-4508-99a8-51edb44b530d req-40e83809-5b19-4e37-8f83-961cdf885c63 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/ports?device_id=4378fda7-3666-4ece-be50-c71bf27f1088 HTTP/1.1" status: 200 len: 210 time: 0.0335348 Jul 15 23:29:53.721759 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef8a50c-5275-45e7-b7fc-455cffefba80 None None] Network e6241178-066c-430d-a322-7862ef822ee0 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:29:53.728968 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.ipam_backend_mixin [None req-5505dfab-478d-47b7-ae20-dd3a2da3f8c3 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Port 561a60f0-57f8-408e-aab9-05a7d5eba48b was not found and therefore no delete operation was performed {{(pid=93771) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 23:29:53.733798 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5505dfab-478d-47b7-ae20-dd3a2da3f8c3 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:53.825209 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e57bf54d-a8bc-4dfc-9882-883cba447fbf None None] Provisioning for port ec7f9478-70d1-41c8-89ca-56f3b2666168 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:29:53.831256 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5505dfab-478d-47b7-ae20-dd3a2da3f8c3 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Pushing event deleted for resources: {'Port': ['ID=561a60f0-57f8-408e-aab9-05a7d5eba48b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:53.834044 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5505dfab-478d-47b7-ae20-dd3a2da3f8c3 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] No DVR routers for this DVR port 561a60f0-57f8-408e-aab9-05a7d5eba48b on host n-d-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:29:53.936893 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5505dfab-478d-47b7-ae20-dd3a2da3f8c3 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:53.948349 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-5505dfab-478d-47b7-ae20-dd3a2da3f8c3 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbde8939-6f34-4a40-b897-2c7139ebb93d']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:53.964093 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-5505dfab-478d-47b7-ae20-dd3a2da3f8c3 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63f8a48e-c54e-425f-a389-33ec24d02733') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:53.964320 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-5505dfab-478d-47b7-ae20-dd3a2da3f8c3 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63f8a48e-c54e-425f-a389-33ec24d02733') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:53.977219 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5505dfab-478d-47b7-ae20-dd3a2da3f8c3 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:53.993794 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5505dfab-478d-47b7-ae20-dd3a2da3f8c3 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:54.007611 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-1a599a7f-a3c0-42db-9920-20471dce933b tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Allocated IP 2001:db8:0:1::395 (e6241178-066c-430d-a322-7862ef822ee0/6f7cec24-9b02-4289-9fec-aa29942c5079/03748e4a-c8c2-4e6d-9823-657b7289fa9c) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:29:54.016951 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-1a599a7f-a3c0-42db-9920-20471dce933b tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Allocated IP 2001:db8::f816:3eff:fe43:56b1 (e6241178-066c-430d-a322-7862ef822ee0/6183a2d4-16c2-46b6-811d-056d55b73e51/03748e4a-c8c2-4e6d-9823-657b7289fa9c) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:29:54.064548 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device ec7f9478-70d1-41c8-89ca-56f3b2666168 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:29:54.170619 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5505dfab-478d-47b7-ae20-dd3a2da3f8c3 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:29:54.171731 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5505dfab-478d-47b7-ae20-dd3a2da3f8c3 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:54.176125 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:29:54.176125 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:29:54.176125 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:29:54.176125 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:29:54.176125 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:29:54.176125 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:29:54.176125 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:29:54.176125 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:29:54.176125 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:29:54.176125 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:29:54.176125 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:29:54.176125 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:29:54.176125 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:29:54.176125 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:29:54.176125 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:29:54.176125 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:29:54.176125 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:29:54.176125 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:29:54.176125 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:29:54.176125 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:29:54.176125 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:29:54.176125 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:29:54.176125 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:29:54.176125 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:29:54.176125 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:29:54.176125 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:29:54.176125 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:29:54.176125 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:29:54.176125 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:29:54.176125 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:29:54.176125 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:29:54.176125 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:29:54.176125 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:29:54.176125 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:29:54.176125 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:29:54.176125 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:29:54.176125 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:29:54.176125 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:29:54.176125 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:29:54.176125 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:29:54.197793 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port ec7f9478-70d1-41c8-89ca-56f3b2666168 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:29:54.205378 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port ec7f9478-70d1-41c8-89ca-56f3b2666168 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:54.205959 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:54.216755 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cd45af47-7353-4ad5-9bc0-c8481f3680bb tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999011'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:54.305613 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33318014-395e-4161-bae7-a65c2098d42c None None] Update dhcp port {'port': {'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'fixed_ips': [{'subnet_id': '6183a2d4-16c2-46b6-811d-056d55b73e51', 'ip_address': '2001:db8::f816:3eff:fe10:f26e'}, {'subnet_id': '6f7cec24-9b02-4289-9fec-aa29942c5079'}], 'binding:host_id': 'n-d-794306-6'}, 'id': 'ec7f9478-70d1-41c8-89ca-56f3b2666168'} from n-d-794306-6. {{(pid=93772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 23:29:54.321664 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cd45af47-7353-4ad5-9bc0-c8481f3680bb tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:54.324089 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cd45af47-7353-4ad5-9bc0-c8481f3680bb tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:54.381002 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-33318014-395e-4161-bae7-a65c2098d42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:54.410728 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cd45af47-7353-4ad5-9bc0-c8481f3680bb tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:54.411377 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd45af47-7353-4ad5-9bc0-c8481f3680bb tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Fanout notify agent at l3_agent the message router_deleted on router 66db74f0-5bd3-4041-9cac-20be8cc2c0e0 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:29:54.440386 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cd45af47-7353-4ad5-9bc0-c8481f3680bb tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:54.447424 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-cd45af47-7353-4ad5-9bc0-c8481f3680bb tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] 10.222.0.48 "DELETE /v2.0/routers/66db74f0-5bd3-4041-9cac-20be8cc2c0e0 HTTP/1.1" status: 204 len: 168 time: 2.7248397 Jul 15 23:29:54.448462 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:54.448613 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54214) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:54.452312 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-9b728c67-a7c0-4b50-a8e3-ebed02c37156 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-81055011', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:54.458962 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5505dfab-478d-47b7-ae20-dd3a2da3f8c3 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:54.479786 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5505dfab-478d-47b7-ae20-dd3a2da3f8c3 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:54.481230 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9b728c67-a7c0-4b50-a8e3-ebed02c37156 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:54.482562 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-5505dfab-478d-47b7-ae20-dd3a2da3f8c3 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "DELETE /v2.0/networks/dbde8939-6f34-4a40-b897-2c7139ebb93d HTTP/1.1" status: 204 len: 168 time: 1.7559280 Jul 15 23:29:54.482698 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9b728c67-a7c0-4b50-a8e3-ebed02c37156 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:54.498282 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54216) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:54.503944 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-f58faa50-5278-4f0b-a34f-970cb3ab069e tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-386202676', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:54.504620 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5505dfab-478d-47b7-ae20-dd3a2da3f8c3 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Pushing event deleted for resources: {'Network': ['ID=dbde8939-6f34-4a40-b897-2c7139ebb93d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:54.522979 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1a599a7f-a3c0-42db-9920-20471dce933b tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:54.540844 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-1a599a7f-a3c0-42db-9920-20471dce933b tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Transition to ACTIVE for port object 03748e4a-c8c2-4e6d-9823-657b7289fa9c will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:54.548335 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port ec7f9478-70d1-41c8-89ca-56f3b2666168, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=ec7f9478-70d1-41c8-89ca-56f3b2666168,segment=NetworkSegment(83031f72-0c55-4202-a7d3-7c1d93801518),segment_id=83031f72-0c55-4202-a7d3-7c1d93801518)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:54.554417 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:54.617363 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1a599a7f-a3c0-42db-9920-20471dce933b tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:54.631460 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f58faa50-5278-4f0b-a34f-970cb3ab069e tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:54.634500 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f58faa50-5278-4f0b-a34f-970cb3ab069e tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:54.643856 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9b728c67-a7c0-4b50-a8e3-ebed02c37156 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:54.652325 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9b728c67-a7c0-4b50-a8e3-ebed02c37156 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:54.659115 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 561a60f0-57f8-408e-aab9-05a7d5eba48b no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:29:54.678163 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a599a7f-a3c0-42db-9920-20471dce933b tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Network e6241178-066c-430d-a322-7862ef822ee0 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:54.681621 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9b728c67-a7c0-4b50-a8e3-ebed02c37156 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:54.682779 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-1a599a7f-a3c0-42db-9920-20471dce933b tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:54.688528 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54218) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:54.689405 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a599a7f-a3c0-42db-9920-20471dce933b tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:29:54.691986 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-9b728c67-a7c0-4b50-a8e3-ebed02c37156 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2431040 Jul 15 23:29:54.695600 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a599a7f-a3c0-42db-9920-20471dce933b tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:54.696320 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1a599a7f-a3c0-42db-9920-20471dce933b tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:54.702853 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-510e1b42-5499-49ce-a351-cf7b5590134b tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:54.706130 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 561a60f0-57f8-408e-aab9-05a7d5eba48b {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:29:54.706472 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 561a60f0-57f8-408e-aab9-05a7d5eba48b not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:29:54.749316 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a599a7f-a3c0-42db-9920-20471dce933b tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event updated for resources: {'Port': ['ID=03748e4a-c8c2-4e6d-9823-657b7289fa9c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:54.755801 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f58faa50-5278-4f0b-a34f-970cb3ab069e tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:54.758250 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=ec7f9478-70d1-41c8-89ca-56f3b2666168,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:54.761537 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f58faa50-5278-4f0b-a34f-970cb3ab069e tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:54.795826 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f58faa50-5278-4f0b-a34f-970cb3ab069e tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:54.800609 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-33318014-395e-4161-bae7-a65c2098d42c None None] Allocated IP 2001:db8:0:1::2 (e6241178-066c-430d-a322-7862ef822ee0/6f7cec24-9b02-4289-9fec-aa29942c5079/ec7f9478-70d1-41c8-89ca-56f3b2666168) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:29:54.804364 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-f58faa50-5278-4f0b-a34f-970cb3ab069e tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3017759 Jul 15 23:29:54.805765 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54222) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:54.820735 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-2e2e3a19-b2dc-417b-b8b9-cbe33b5a0585 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1424140136'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:54.874076 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e2e3a19-b2dc-417b-b8b9-cbe33b5a0585 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Made reservation on behalf of 34183464e2cc438698c712a3ae8b36f2 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:29:54.879951 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2e2e3a19-b2dc-417b-b8b9-cbe33b5a0585 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:54.925546 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e2e3a19-b2dc-417b-b8b9-cbe33b5a0585 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:29:54.950550 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-33318014-395e-4161-bae7-a65c2098d42c None None] For port ec7f9478-70d1-41c8-89ca-56f3b2666168, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=ec7f9478-70d1-41c8-89ca-56f3b2666168,segment=NetworkSegment(83031f72-0c55-4202-a7d3-7c1d93801518),segment_id=83031f72-0c55-4202-a7d3-7c1d93801518)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:54.958281 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2e2e3a19-b2dc-417b-b8b9-cbe33b5a0585 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:54.958912 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-2e2e3a19-b2dc-417b-b8b9-cbe33b5a0585 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Added segment 10434dea-4f11-4139-9cae-ec0055e61c4b of type vlan for network a391d6e6-361d-4509-988f-c3a1a38ff178 Jul 15 23:29:54.990373 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-33318014-395e-4161-bae7-a65c2098d42c None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:54.997435 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d5c056cb-f899-4470-8dec-429cd08dcd1b req-ea9bec12-400a-429c-896a-5255830e082a tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/ports?device_id=4378fda7-3666-4ece-be50-c71bf27f1088 HTTP/1.1" status: 200 len: 210 time: 0.0579519 Jul 15 23:29:55.026064 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-33318014-395e-4161-bae7-a65c2098d42c None None] Transition to ACTIVE for port object ec7f9478-70d1-41c8-89ca-56f3b2666168 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:55.032669 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-33318014-395e-4161-bae7-a65c2098d42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:55.052222 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2e2e3a19-b2dc-417b-b8b9-cbe33b5a0585 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:55.100955 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2e2e3a19-b2dc-417b-b8b9-cbe33b5a0585 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:55.107522 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2e3a19-b2dc-417b-b8b9-cbe33b5a0585 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:55.108524 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2e2e3a19-b2dc-417b-b8b9-cbe33b5a0585 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:55.134742 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-1a599a7f-a3c0-42db-9920-20471dce933b tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.6593218 Jul 15 23:29:55.137104 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54224) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:55.159407 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33318014-395e-4161-bae7-a65c2098d42c None None] Pushing event updated for resources: {'Port': ['ID=ec7f9478-70d1-41c8-89ca-56f3b2666168,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:55.207755 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2e3a19-b2dc-417b-b8b9-cbe33b5a0585 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Pushing event updated for resources: {'Network': ['ID=a391d6e6-361d-4509-988f-c3a1a38ff178,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:55.221478 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network a391d6e6-361d-4509-988f-c3a1a38ff178 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:29:55.234970 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-2e2e3a19-b2dc-417b-b8b9-cbe33b5a0585 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4277821 Jul 15 23:29:55.236812 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54228) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:55.243317 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-386870a1-b9a4-40d5-a0d1-565f31dffb27 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Request body: {'subnet': {'network_id': 'a391d6e6-361d-4509-988f-c3a1a38ff178', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:55.382836 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-386870a1-b9a4-40d5-a0d1-565f31dffb27 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Made reservation on behalf of 34183464e2cc438698c712a3ae8b36f2 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:29:55.388157 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-386870a1-b9a4-40d5-a0d1-565f31dffb27 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:55.410332 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:55.438096 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-510e1b42-5499-49ce-a351-cf7b5590134b tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:55.456561 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-19c877a4-e66e-40c0-8b2d-a17829dc0273 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Deleting port 03748e4a-c8c2-4e6d-9823-657b7289fa9c {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:29:55.456918 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-19c877a4-e66e-40c0-8b2d-a17829dc0273 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:55.638125 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-386870a1-b9a4-40d5-a0d1-565f31dffb27 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:55.652659 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-19c877a4-e66e-40c0-8b2d-a17829dc0273 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:55.670569 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-19c877a4-e66e-40c0-8b2d-a17829dc0273 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Calling delete_port for 03748e4a-c8c2-4e6d-9823-657b7289fa9c owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:29:55.711606 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386870a1-b9a4-40d5-a0d1-565f31dffb27 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Pushing event updated for resources: {'Subnet': ['ID=1c4d3617-5524-4022-a6f3-235207c33262,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:55.723590 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386870a1-b9a4-40d5-a0d1-565f31dffb27 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Checking segment: {'id': '10434dea-4f11-4139-9cae-ec0055e61c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a391d6e6-361d-4509-988f-c3a1a38ff178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:29:55.724075 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386870a1-b9a4-40d5-a0d1-565f31dffb27 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Network hostable DHCP agents. Network: a391d6e6-361d-4509-988f-c3a1a38ff178, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:29:55.744972 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386870a1-b9a4-40d5-a0d1-565f31dffb27 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Network a391d6e6-361d-4509-988f-c3a1a38ff178 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:29:55.756541 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-386870a1-b9a4-40d5-a0d1-565f31dffb27 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, a391d6e6-361d-4509-988f-c3a1a38ff178) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:55.762438 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386870a1-b9a4-40d5-a0d1-565f31dffb27 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:55.763051 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-386870a1-b9a4-40d5-a0d1-565f31dffb27 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:55.775167 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86dddc7f-4ef5-4dcb-8fa7-4b30373d3447 None None] Network a391d6e6-361d-4509-988f-c3a1a38ff178 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:29:55.790199 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-386870a1-b9a4-40d5-a0d1-565f31dffb27 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5518317 Jul 15 23:29:55.790910 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54230) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:56.000135 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device ec7f9478-70d1-41c8-89ca-56f3b2666168 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:29:56.002517 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-510e1b42-5499-49ce-a351-cf7b5590134b tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:56.024888 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-510e1b42-5499-49ce-a351-cf7b5590134b tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:56.029705 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f6be3d-be3c-4a39-ae88-788b575f3b45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-a391d6e6-361d-4509-988f-c3a1a38ff178', 'network_id': 'a391d6e6-361d-4509-988f-c3a1a38ff178', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'fixed_ips': [{'subnet_id': '1c4d3617-5524-4022-a6f3-235207c33262'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:29:56.030825 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-75f6be3d-be3c-4a39-ae88-788b575f3b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:56.102902 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bce2051f-5950-482b-a321-019fb0de255e None None] Provisioning for port ec7f9478-70d1-41c8-89ca-56f3b2666168 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:29:56.111034 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bce2051f-5950-482b-a321-019fb0de255e None None] Provisioning complete for port ec7f9478-70d1-41c8-89ca-56f3b2666168 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:56.112004 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bce2051f-5950-482b-a321-019fb0de255e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:56.115803 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port ec7f9478-70d1-41c8-89ca-56f3b2666168 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:56.116251 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:56.213635 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-19c877a4-e66e-40c0-8b2d-a17829dc0273 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:56.275440 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9ddb9554-c4de-4dd1-b40d-c5b47da2fed8 req-824866fa-2596-4816-85ba-491383ea94af tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/ports?device_id=4378fda7-3666-4ece-be50-c71bf27f1088 HTTP/1.1" status: 200 len: 210 time: 0.0563416 Jul 15 23:29:56.295432 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c877a4-e66e-40c0-8b2d-a17829dc0273 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event deleted for resources: {'Port': ['ID=03748e4a-c8c2-4e6d-9823-657b7289fa9c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:56.357881 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1f126d1d-5a7d-4eb6-a805-c861b126d826 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:56.385243 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-19c877a4-e66e-40c0-8b2d-a17829dc0273 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:56.389855 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-19c877a4-e66e-40c0-8b2d-a17829dc0273 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/ports/03748e4a-c8c2-4e6d-9823-657b7289fa9c HTTP/1.1" status: 204 len: 168 time: 1.2514729 Jul 15 23:29:56.393087 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54238) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:56.486248 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-510e1b42-5499-49ce-a351-cf7b5590134b tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Allocated IP 172.25.5.251 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/bba3caa0-10a6-447b-b6a3-1644fd143c71) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:29:56.573657 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63556588-bb90-48bc-a7e1-5c968bc5540c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:56.581386 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-63556588-bb90-48bc-a7e1-5c968bc5540c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1869948 Jul 15 23:29:56.582328 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54244) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:56.622462 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-75f6be3d-be3c-4a39-ae88-788b575f3b45 None None] Allocated IP 2001:db8::2 (a391d6e6-361d-4509-988f-c3a1a38ff178/1c4d3617-5524-4022-a6f3-235207c33262/339f2fe3-f7c8-439b-9804-a8efc278ffb2) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:29:56.636608 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-61fbe604-5b23-43d2-a2ae-8e1f1a5c45a3 None None] Could not find standard attr ID for object 03748e4a-c8c2-4e6d-9823-657b7289fa9c. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:29:56.807957 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-510e1b42-5499-49ce-a351-cf7b5590134b tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:56.865520 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-75f6be3d-be3c-4a39-ae88-788b575f3b45 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:56.865769 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2d6a9a-b646-40f4-b672-45e37d945ffe tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:56.869940 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-4f2d6a9a-b646-40f4-b672-45e37d945ffe tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2808797 Jul 15 23:29:56.875721 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-75f6be3d-be3c-4a39-ae88-788b575f3b45 None None] Transition to ACTIVE for port object 339f2fe3-f7c8-439b-9804-a8efc278ffb2 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:56.876016 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54246) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:56.894098 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-75f6be3d-be3c-4a39-ae88-788b575f3b45 None None] Transition to ACTIVE for port object 339f2fe3-f7c8-439b-9804-a8efc278ffb2 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:56.905592 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-75f6be3d-be3c-4a39-ae88-788b575f3b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:56.940478 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b33fc3-0e5b-4910-a540-61713a14c117 req-b86109ec-1874-4adf-832e-d63dc46a2c93 tempest-TestNetworkAdvancedServerOps-29383157 tempest-TestNetworkAdvancedServerOps-29383157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:56.942664 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-00b33fc3-0e5b-4910-a540-61713a14c117 req-b86109ec-1874-4adf-832e-d63dc46a2c93 tempest-TestNetworkAdvancedServerOps-29383157 tempest-TestNetworkAdvancedServerOps-29383157-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=1672bace-e875-4972-ae76-9722bb7a7385 HTTP/1.1" status: 200 len: 1097 time: 0.0954537 Jul 15 23:29:56.943015 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-510e1b42-5499-49ce-a351-cf7b5590134b tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:56.952028 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8127b9b-b485-4950-9986-8c74457ded5a tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:56.954281 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8127b9b-b485-4950-9986-8c74457ded5a tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:56.956648 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8127b9b-b485-4950-9986-8c74457ded5a tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:56.960930 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f6be3d-be3c-4a39-ae88-788b575f3b45 None None] Network a391d6e6-361d-4509-988f-c3a1a38ff178 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:56.961707 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54248) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:56.961833 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e8127b9b-b485-4950-9986-8c74457ded5a tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0840874 Jul 15 23:29:56.964668 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-75f6be3d-be3c-4a39-ae88-788b575f3b45 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:56.972513 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f6be3d-be3c-4a39-ae88-788b575f3b45 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:29:56.993672 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-1f126d1d-5a7d-4eb6-a805-c861b126d826 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Allocated IP 2001:db8::1 (a391d6e6-361d-4509-988f-c3a1a38ff178/1c4d3617-5524-4022-a6f3-235207c33262/5b91b56f-13ad-44f3-ad73-189e6ca6c21a) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:29:56.999003 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510e1b42-5499-49ce-a351-cf7b5590134b tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:57.004258 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-510e1b42-5499-49ce-a351-cf7b5590134b tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:57.007030 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510e1b42-5499-49ce-a351-cf7b5590134b tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:29:57.024080 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f6be3d-be3c-4a39-ae88-788b575f3b45 None None] Pushing event updated for resources: {'Port': ['ID=339f2fe3-f7c8-439b-9804-a8efc278ffb2,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:57.045618 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510e1b42-5499-49ce-a351-cf7b5590134b tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Pushing event updated for resources: {'Port': ['ID=bba3caa0-10a6-447b-b6a3-1644fd143c71,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:57.076432 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-75f6be3d-be3c-4a39-ae88-788b575f3b45 None None] Attempting to bind port 339f2fe3-f7c8-439b-9804-a8efc278ffb2 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:29:57.077060 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-75f6be3d-be3c-4a39-ae88-788b575f3b45 None None] Attempting to bind port 339f2fe3-f7c8-439b-9804-a8efc278ffb2 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '10434dea-4f11-4139-9cae-ec0055e61c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a391d6e6-361d-4509-988f-c3a1a38ff178'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:29:57.077611 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f6be3d-be3c-4a39-ae88-788b575f3b45 None None] Attempting to bind port 339f2fe3-f7c8-439b-9804-a8efc278ffb2 on network a391d6e6-361d-4509-988f-c3a1a38ff178 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:29:57.084723 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f6be3d-be3c-4a39-ae88-788b575f3b45 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:29:57.085399 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f6be3d-be3c-4a39-ae88-788b575f3b45 None None] Checking segment: {'id': '10434dea-4f11-4139-9cae-ec0055e61c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a391d6e6-361d-4509-988f-c3a1a38ff178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:29:57.085993 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-75f6be3d-be3c-4a39-ae88-788b575f3b45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:57.086686 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f6be3d-be3c-4a39-ae88-788b575f3b45 None None] Bound using segment: {'id': '10434dea-4f11-4139-9cae-ec0055e61c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a391d6e6-361d-4509-988f-c3a1a38ff178'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:29:57.087324 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-75f6be3d-be3c-4a39-ae88-788b575f3b45 None None] Bound port: 339f2fe3-f7c8-439b-9804-a8efc278ffb2, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10434dea-4f11-4139-9cae-ec0055e61c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a391d6e6-361d-4509-988f-c3a1a38ff178'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:29:57.087925 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-75f6be3d-be3c-4a39-ae88-788b575f3b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:57.159787 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1f126d1d-5a7d-4eb6-a805-c861b126d826 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:57.160456 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-75f6be3d-be3c-4a39-ae88-788b575f3b45 None None] For port 339f2fe3-f7c8-439b-9804-a8efc278ffb2, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:29:57.163850 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-75f6be3d-be3c-4a39-ae88-788b575f3b45 None None] For port 339f2fe3-f7c8-439b-9804-a8efc278ffb2, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=339f2fe3-f7c8-439b-9804-a8efc278ffb2,segment=NetworkSegment(10434dea-4f11-4139-9cae-ec0055e61c4b),segment_id=10434dea-4f11-4139-9cae-ec0055e61c4b)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:29:57.171109 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-75f6be3d-be3c-4a39-ae88-788b575f3b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:57.198067 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-1f126d1d-5a7d-4eb6-a805-c861b126d826 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Transition to ACTIVE for port object 5b91b56f-13ad-44f3-ad73-189e6ca6c21a will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:29:57.228884 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-479c25a0-685a-45a9-ace6-1e19cc2ab09c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Deleting subnet 6183a2d4-16c2-46b6-811d-056d55b73e51 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:29:57.236027 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-479c25a0-685a-45a9-ace6-1e19cc2ab09c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:57.260676 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-00b33fc3-0e5b-4910-a540-61713a14c117 req-4807eeb3-e471-4c20-88d0-f7a30a4d7005 tempest-TestNetworkAdvancedServerOps-29383157 tempest-TestNetworkAdvancedServerOps-29383157-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=dcdd674d-e7cc-4e2c-b019-4b01eca3b895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3073673 Jul 15 23:29:57.279541 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f6be3d-be3c-4a39-ae88-788b575f3b45 None None] Pushing event updated for resources: {'Port': ['ID=339f2fe3-f7c8-439b-9804-a8efc278ffb2,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:57.322754 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54250) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:57.365501 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-510e1b42-5499-49ce-a351-cf7b5590134b tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:57.393421 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-479c25a0-685a-45a9-ace6-1e19cc2ab09c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:57.494082 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1f126d1d-5a7d-4eb6-a805-c861b126d826 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:57.566752 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c409d85e-5a09-41af-a1d5-c4396adf69f7 req-3fe3cd0d-0a81-4c3c-861f-6cc9ef83caad tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/ports?device_id=4378fda7-3666-4ece-be50-c71bf27f1088 HTTP/1.1" status: 200 len: 210 time: 0.0983953 Jul 15 23:29:57.598004 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f126d1d-5a7d-4eb6-a805-c861b126d826 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Network a391d6e6-361d-4509-988f-c3a1a38ff178 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:29:57.655448 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-1f126d1d-5a7d-4eb6-a805-c861b126d826 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:29:57.672508 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f126d1d-5a7d-4eb6-a805-c861b126d826 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:29:57.673674 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1f126d1d-5a7d-4eb6-a805-c861b126d826 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:57.778745 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-479c25a0-685a-45a9-ace6-1e19cc2ab09c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:57.782711 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f126d1d-5a7d-4eb6-a805-c861b126d826 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Pushing event updated for resources: {'Port': ['ID=5b91b56f-13ad-44f3-ad73-189e6ca6c21a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:57.820717 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-510e1b42-5499-49ce-a351-cf7b5590134b tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:57.824922 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-510e1b42-5499-49ce-a351-cf7b5590134b tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-998933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-998924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-999045'] for router, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:58.026762 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-510e1b42-5499-49ce-a351-cf7b5590134b tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Router ad4fc118-c164-42e8-a979-12550488670e is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:29:58.038565 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 339f2fe3-f7c8-439b-9804-a8efc278ffb2 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:29:58.159610 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 339f2fe3-f7c8-439b-9804-a8efc278ffb2 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:29:58.187354 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-510e1b42-5499-49ce-a351-cf7b5590134b tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:29:58.200100 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af62a3c-590c-4602-947c-33ea2c980c90 None None] Sync routers for ids ['ad4fc118-c164-42e8-a979-12550488670e'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:29:58.208462 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-510e1b42-5499-49ce-a351-cf7b5590134b tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:58.210224 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-510e1b42-5499-49ce-a351-cf7b5590134b tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] 10.222.0.48 "PUT /v2.0/routers/ad4fc118-c164-42e8-a979-12550488670e HTTP/1.1" status: 200 len: 878 time: 3.5110033 Jul 15 23:29:58.221639 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af62a3c-590c-4602-947c-33ea2c980c90 None None] Routers {'ad4fc118-c164-42e8-a979-12550488670e'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:29:58.222707 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8af62a3c-590c-4602-947c-33ea2c980c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:29:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ad4fc118-c164-42e8-a979-12550488670e'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:58.226976 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54256) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:58.284939 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8af62a3c-590c-4602-947c-33ea2c980c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:58.299667 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af62a3c-590c-4602-947c-33ea2c980c90 None None] Routers {'ad4fc118-c164-42e8-a979-12550488670e'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:29:58.300723 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8af62a3c-590c-4602-947c-33ea2c980c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:29:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ad4fc118-c164-42e8-a979-12550488670e'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:58.344917 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8af62a3c-590c-4602-947c-33ea2c980c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:29:58.345739 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af62a3c-590c-4602-947c-33ea2c980c90 None None] The sync data for ids ['ad4fc118-c164-42e8-a979-12550488670e'] in n-d-794306-6 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:29:58.446323 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-479c25a0-685a-45a9-ace6-1e19cc2ab09c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:58.459623 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-fbe14072-c115-4065-a613-a71ca0e1c508 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] 10.222.0.48 "GET /v2.0/routers/ad4fc118-c164-42e8-a979-12550488670e HTTP/1.1" status: 200 len: 919 time: 0.2297180 Jul 15 23:29:58.461934 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54258) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:58.517688 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-479c25a0-685a-45a9-ace6-1e19cc2ab09c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:58.523790 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-479c25a0-685a-45a9-ace6-1e19cc2ab09c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/subnets/6183a2d4-16c2-46b6-811d-056d55b73e51 HTTP/1.1" status: 204 len: 168 time: 1.5587878 Jul 15 23:29:58.524742 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479c25a0-685a-45a9-ace6-1e19cc2ab09c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event deleted for resources: {'Subnet': ['ID=6183a2d4-16c2-46b6-811d-056d55b73e51,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:58.526046 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54260) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:58.528383 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35dbeb7d-71b8-4855-95b3-b3703d8e725c None None] Network e6241178-066c-430d-a322-7862ef822ee0 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:29:58.534219 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-38778ec6-7262-43e7-b4e5-2993878dcda1 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Deleting port 01a8d2ed-62f7-4e7a-bbb0-3d3f2d86d504 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:29:58.534575 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-38778ec6-7262-43e7-b4e5-2993878dcda1 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:58.589184 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-51019109-2e29-4446-9a23-dfddbdc71a20 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Deleting subnet 6f7cec24-9b02-4289-9fec-aa29942c5079 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:29:58.595282 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51019109-2e29-4446-9a23-dfddbdc71a20 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:58.607331 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d843cfbe-3fbc-4994-aea8-ba0f11920c81 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:58.615895 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d843cfbe-3fbc-4994-aea8-ba0f11920c81 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=c4160cc4-e133-4d4e-ad39-f86bca4b2f14&device_id=ad4fc118-c164-42e8-a979-12550488670e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1468534 Jul 15 23:29:58.622163 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-38778ec6-7262-43e7-b4e5-2993878dcda1 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:58.622992 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-38778ec6-7262-43e7-b4e5-2993878dcda1 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:58.637656 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-38778ec6-7262-43e7-b4e5-2993878dcda1 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Calling delete_port for 01a8d2ed-62f7-4e7a-bbb0-3d3f2d86d504 owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:29:58.687758 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54264) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:58.763214 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1f126d1d-5a7d-4eb6-a805-c861b126d826 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:58.827847 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51019109-2e29-4446-9a23-dfddbdc71a20 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:58.887919 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2102b75-fa54-4d5d-a3b4-91e4c281b08d None None] Network a391d6e6-361d-4509-988f-c3a1a38ff178 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:29:58.892251 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54272) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:58.997466 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ca6862-5555-492f-bc16-2a9174dc413d tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:29:59.005853 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-30bea6de-5173-404a-b33f-e98d0c0def26 None None] Provisioning for port 339f2fe3-f7c8-439b-9804-a8efc278ffb2 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:29:59.006110 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54274) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:59.008241 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f8ca6862-5555-492f-bc16-2a9174dc413d tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] 10.222.0.48 "GET /v2.0/networks/c4160cc4-e133-4d4e-ad39-f86bca4b2f14 HTTP/1.1" status: 200 len: 881 time: 0.3187177 Jul 15 23:29:59.018174 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-30bea6de-5173-404a-b33f-e98d0c0def26 None None] Provisioning complete for port 339f2fe3-f7c8-439b-9804-a8efc278ffb2 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:29:59.018556 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-30bea6de-5173-404a-b33f-e98d0c0def26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:59.079856 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-728e3be8-2ac5-4888-af3b-4953cd876ddd tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad4fc118-c164-42e8-a979-12550488670e HTTP/1.1" status: 200 len: 205 time: 0.0704772 Jul 15 23:29:59.083866 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51019109-2e29-4446-9a23-dfddbdc71a20 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:59.086972 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54276) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:59.197488 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51019109-2e29-4446-9a23-dfddbdc71a20 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:59.226666 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51019109-2e29-4446-9a23-dfddbdc71a20 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:59.233368 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-51019109-2e29-4446-9a23-dfddbdc71a20 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/subnets/6f7cec24-9b02-4289-9fec-aa29942c5079 HTTP/1.1" status: 204 len: 168 time: 0.7016778 Jul 15 23:29:59.245272 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54278) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:59.258157 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51019109-2e29-4446-9a23-dfddbdc71a20 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event deleted for resources: {'Subnet': ['ID=6f7cec24-9b02-4289-9fec-aa29942c5079,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:59.332334 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-5e6def1b-032f-496e-857f-ba461e8b0a45 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0832019 Jul 15 23:29:59.337801 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54280) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:29:59.345389 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-57827632-372f-4e02-a1af-417e79465bb1 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Request body: {'subnet': {'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:29:59.383546 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-76ca9c0c-4776-4e21-8a75-41b5e90f27be tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:59.440838 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-30bea6de-5173-404a-b33f-e98d0c0def26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:59.495975 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-30bea6de-5173-404a-b33f-e98d0c0def26 None None] For port 339f2fe3-f7c8-439b-9804-a8efc278ffb2, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=339f2fe3-f7c8-439b-9804-a8efc278ffb2,segment=NetworkSegment(10434dea-4f11-4139-9cae-ec0055e61c4b),segment_id=10434dea-4f11-4139-9cae-ec0055e61c4b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:29:59.501672 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-30bea6de-5173-404a-b33f-e98d0c0def26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:59.522287 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-34f7af9d-024d-4677-81cf-26f64bf46011 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:59.545357 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57827632-372f-4e02-a1af-417e79465bb1 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Made reservation on behalf of 1ccad8e849f943d19f815f855c3f3849 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:29:59.554049 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57827632-372f-4e02-a1af-417e79465bb1 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:59.585419 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bea6de-5173-404a-b33f-e98d0c0def26 None None] Pushing event updated for resources: {'Port': ['ID=339f2fe3-f7c8-439b-9804-a8efc278ffb2,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:59.655298 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-38778ec6-7262-43e7-b4e5-2993878dcda1 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:59.714150 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38778ec6-7262-43e7-b4e5-2993878dcda1 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event deleted for resources: {'Port': ['ID=01a8d2ed-62f7-4e7a-bbb0-3d3f2d86d504,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:29:59.722147 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-76ca9c0c-4776-4e21-8a75-41b5e90f27be tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:59.878324 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c965cdb4-40c8-4ffb-ac47-e9c1519f68ba None None] Network e6241178-066c-430d-a322-7862ef822ee0 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:29:59.928999 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-34f7af9d-024d-4677-81cf-26f64bf46011 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:59.942710 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-38778ec6-7262-43e7-b4e5-2993878dcda1 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:59.942897 n-d-794306-6 neutron-server[93770]: INFO neutron.db.l3_db [None req-38778ec6-7262-43e7-b4e5-2993878dcda1 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Floating IP e37eeed9-c932-4540-81a0-5c3aec83859e disassociated (deleted). External IP: 172.25.5.17, port: 977af347-c348-4a15-b53e-040f8d7cea46. Jul 15 23:29:59.955399 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1f126d1d-5a7d-4eb6-a805-c861b126d826 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:59.994427 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-76ca9c0c-4776-4e21-8a75-41b5e90f27be tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:29:59.997835 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-76ca9c0c-4776-4e21-8a75-41b5e90f27be tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:00.002530 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-76ca9c0c-4776-4e21-8a75-41b5e90f27be tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "DELETE /v2.0/security-groups/744e907c-f836-4b84-9995-723c64aba29d HTTP/1.1" status: 204 len: 168 time: 1.0954900 Jul 15 23:30:00.003604 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54286) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:00.021637 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1f126d1d-5a7d-4eb6-a805-c861b126d826 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:00.022972 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1f126d1d-5a7d-4eb6-a805-c861b126d826 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:00.070673 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ca9c0c-4776-4e21-8a75-41b5e90f27be tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=744e907c-f836-4b84-9995-723c64aba29d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:00.085335 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57827632-372f-4e02-a1af-417e79465bb1 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:00.086991 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 339f2fe3-f7c8-439b-9804-a8efc278ffb2 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:30:00.131705 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [None req-4109aa47-34a1-4aed-9552-768e09bcada7 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] show failed (client error): The resource could not be found. Jul 15 23:30:00.137031 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-4109aa47-34a1-4aed-9552-768e09bcada7 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "GET /v2.0/security-groups/744e907c-f836-4b84-9995-723c64aba29d HTTP/1.1" status: 404 len: 347 time: 0.1253905 Jul 15 23:30:00.139241 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54290) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:00.204429 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57827632-372f-4e02-a1af-417e79465bb1 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Network e6241178-066c-430d-a322-7862ef822ee0 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:30:00.208206 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-57827632-372f-4e02-a1af-417e79465bb1 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:00.212250 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57827632-372f-4e02-a1af-417e79465bb1 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:00.213308 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57827632-372f-4e02-a1af-417e79465bb1 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:00.236811 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-57827632-372f-4e02-a1af-417e79465bb1 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8959253 Jul 15 23:30:00.246496 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54292) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:00.253378 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-be8341cc-4d77-4cc6-a45d-13b4fa71a340 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Request body: {'subnet': {'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:00.264083 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f599bc52-3cf4-4910-83fa-767fffbb95ea None None] Provisioning for port 5b91b56f-13ad-44f3-ad73-189e6ca6c21a completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:30:00.276839 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57827632-372f-4e02-a1af-417e79465bb1 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event updated for resources: {'Subnet': ['ID=90832fca-d67e-4831-8239-c676df8c2b95,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:00.290317 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f599bc52-3cf4-4910-83fa-767fffbb95ea None None] Provisioning complete for port 5b91b56f-13ad-44f3-ad73-189e6ca6c21a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:00.290695 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f599bc52-3cf4-4910-83fa-767fffbb95ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:00.298554 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 339f2fe3-f7c8-439b-9804-a8efc278ffb2 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:00.299099 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:00.343348 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f126d1d-5a7d-4eb6-a805-c861b126d826 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Pushing event updated for resources: {'Port': ['ID=5b91b56f-13ad-44f3-ad73-189e6ca6c21a,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:00.413678 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f599bc52-3cf4-4910-83fa-767fffbb95ea None None] Port 5b91b56f-13ad-44f3-ad73-189e6ca6c21a cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:30:00.426245 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be8341cc-4d77-4cc6-a45d-13b4fa71a340 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Made reservation on behalf of 1ccad8e849f943d19f815f855c3f3849 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:30:00.432830 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-be8341cc-4d77-4cc6-a45d-13b4fa71a340 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:00.455924 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f599bc52-3cf4-4910-83fa-767fffbb95ea None None] Provisioning complete for port ec7f9478-70d1-41c8-89ca-56f3b2666168 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:00.456493 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-34f7af9d-024d-4677-81cf-26f64bf46011 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Deleting port bba3caa0-10a6-447b-b6a3-1644fd143c71 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:30:00.456698 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-34f7af9d-024d-4677-81cf-26f64bf46011 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:00.457234 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f599bc52-3cf4-4910-83fa-767fffbb95ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:00.552440 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f126d1d-5a7d-4eb6-a805-c861b126d826 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Network a391d6e6-361d-4509-988f-c3a1a38ff178 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:30:00.597539 n-d-794306-6 neutron-server[93771]: INFO neutron.db.ipam_backend_mixin [None req-be8341cc-4d77-4cc6-a45d-13b4fa71a340 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 90832fca-d67e-4831-8239-c676df8c2b95 (CIDR: 2001:db8::/64) Jul 15 23:30:00.603401 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-be8341cc-4d77-4cc6-a45d-13b4fa71a340 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:30:00.603991 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be8341cc-4d77-4cc6-a45d-13b4fa71a340 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:00.616071 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-1f126d1d-5a7d-4eb6-a805-c861b126d826 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:00.628022 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-be8341cc-4d77-4cc6-a45d-13b4fa71a340 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3773427 Jul 15 23:30:00.629216 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54294) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:00.638795 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-bba03c3e-229c-454f-8341-c66ee29fe07e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Request body: {'subnet': {'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:00.738293 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea49612-ac1e-4470-96db-32f3535cfd42 None None] Update dhcp port {'port': {'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'fixed_ips': [{'subnet_id': '90832fca-d67e-4831-8239-c676df8c2b95'}], 'binding:host_id': 'n-d-794306-6'}, 'id': 'ec7f9478-70d1-41c8-89ca-56f3b2666168'} from n-d-794306-6. {{(pid=93772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 23:30:00.807212 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f599bc52-3cf4-4910-83fa-767fffbb95ea None None] Provisioning complete for port 339f2fe3-f7c8-439b-9804-a8efc278ffb2 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:00.807774 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-a4a57c53-6f72-4213-9645-9f81da124b5c tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Deleting port 0a418f02-4f9d-416b-a76d-ce4920bc8279 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:30:00.807905 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f599bc52-3cf4-4910-83fa-767fffbb95ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:00.808448 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a4a57c53-6f72-4213-9645-9f81da124b5c tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:00.814781 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e73cb00f-d1bd-43fa-bfd3-81b300f5e47a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:00.822050 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-34f7af9d-024d-4677-81cf-26f64bf46011 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:00.844237 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bea49612-ac1e-4470-96db-32f3535cfd42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:00.890545 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba03c3e-229c-454f-8341-c66ee29fe07e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Made reservation on behalf of 1ccad8e849f943d19f815f855c3f3849 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:30:00.901829 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bba03c3e-229c-454f-8341-c66ee29fe07e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:00.910666 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-34f7af9d-024d-4677-81cf-26f64bf46011 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Calling delete_port for bba3caa0-10a6-447b-b6a3-1644fd143c71 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:30:01.098642 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38778ec6-7262-43e7-b4e5-2993878dcda1 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Router 68663102-ce11-4493-aa4d-ea12fa53b977 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:30:01.148910 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-bea49612-ac1e-4470-96db-32f3535cfd42 None None] Allocated IP 2001:db8::2 (e6241178-066c-430d-a322-7862ef822ee0/90832fca-d67e-4831-8239-c676df8c2b95/ec7f9478-70d1-41c8-89ca-56f3b2666168) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:30:01.185121 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a4a57c53-6f72-4213-9645-9f81da124b5c tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:01.185455 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a4a57c53-6f72-4213-9645-9f81da124b5c tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:01.201800 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-a4a57c53-6f72-4213-9645-9f81da124b5c tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Calling delete_port for 0a418f02-4f9d-416b-a76d-ce4920bc8279 owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:30:01.333176 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-336e517c-e84e-456e-8554-c142945c1501 None None] Provisioning complete for port 5b91b56f-13ad-44f3-ad73-189e6ca6c21a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:01.333704 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-336e517c-e84e-456e-8554-c142945c1501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:01.377455 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-bea49612-ac1e-4470-96db-32f3535cfd42 None None] For port ec7f9478-70d1-41c8-89ca-56f3b2666168, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=ec7f9478-70d1-41c8-89ca-56f3b2666168,segment=NetworkSegment(83031f72-0c55-4202-a7d3-7c1d93801518),segment_id=83031f72-0c55-4202-a7d3-7c1d93801518)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:01.393050 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-336e517c-e84e-456e-8554-c142945c1501 None None] Port 5b91b56f-13ad-44f3-ad73-189e6ca6c21a cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:30:01.417913 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bea49612-ac1e-4470-96db-32f3535cfd42 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:01.422015 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a4a57c53-6f72-4213-9645-9f81da124b5c tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:01.516981 n-d-794306-6 neutron-server[93771]: DEBUG neutron.objects.ports [None req-bba03c3e-229c-454f-8341-c66ee29fe07e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 23:30:01.528395 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a57c53-6f72-4213-9645-9f81da124b5c tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Pushing event deleted for resources: {'Port': ['ID=0a418f02-4f9d-416b-a76d-ce4920bc8279,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:02.046635 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bea49612-ac1e-4470-96db-32f3535cfd42 None None] Transition to ACTIVE for port object ec7f9478-70d1-41c8-89ca-56f3b2666168 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:30:02.052768 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bea49612-ac1e-4470-96db-32f3535cfd42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:02.054991 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-34f7af9d-024d-4677-81cf-26f64bf46011 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:02.109587 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f126d1d-5a7d-4eb6-a805-c861b126d826 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Router a548f5dd-d9b9-4cf7-abb3-55049d32f350 is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:30:02.122170 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a4a57c53-6f72-4213-9645-9f81da124b5c tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:02.125194 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a4a57c53-6f72-4213-9645-9f81da124b5c tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:02.130426 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-a4a57c53-6f72-4213-9645-9f81da124b5c tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "DELETE /v2.0/floatingips/0823286b-2a3e-41c1-b538-119ec74dfa12 HTTP/1.1" status: 204 len: 168 time: 1.9848282 Jul 15 23:30:02.131344 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f7af9d-024d-4677-81cf-26f64bf46011 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Pushing event deleted for resources: {'Port': ['ID=bba3caa0-10a6-447b-b6a3-1644fd143c71,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:02.134329 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54302) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:02.145093 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bba03c3e-229c-454f-8341-c66ee29fe07e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:02.150092 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38778ec6-7262-43e7-b4e5-2993878dcda1 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:30:02.156576 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-38778ec6-7262-43e7-b4e5-2993878dcda1 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:02.173377 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97905fd6-9e94-4fce-9e96-034fbade2c7f None None] Sync routers for ids ['68663102-ce11-4493-aa4d-ea12fa53b977'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:30:02.194686 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea49612-ac1e-4470-96db-32f3535cfd42 None None] Pushing event updated for resources: {'Port': ['ID=ec7f9478-70d1-41c8-89ca-56f3b2666168,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:02.222647 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97905fd6-9e94-4fce-9e96-034fbade2c7f None None] Routers {'68663102-ce11-4493-aa4d-ea12fa53b977'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:30:02.226297 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-97905fd6-9e94-4fce-9e96-034fbade2c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:29:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['68663102-ce11-4493-aa4d-ea12fa53b977'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:02.390152 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-97905fd6-9e94-4fce-9e96-034fbade2c7f None None] Set router 68663102-ce11-4493-aa4d-ea12fa53b977 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:30:02.439791 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-bba03c3e-229c-454f-8341-c66ee29fe07e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] For port ec7f9478-70d1-41c8-89ca-56f3b2666168, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=ec7f9478-70d1-41c8-89ca-56f3b2666168,segment=NetworkSegment(83031f72-0c55-4202-a7d3-7c1d93801518),segment_id=83031f72-0c55-4202-a7d3-7c1d93801518)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:02.492231 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f126d1d-5a7d-4eb6-a805-c861b126d826 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:30:02.499829 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-1f126d1d-5a7d-4eb6-a805-c861b126d826 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "PUT /v2.0/routers/a548f5dd-d9b9-4cf7-abb3-55049d32f350/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7075288 Jul 15 23:30:02.507820 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54306) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:02.510668 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9d9116-e41f-4e15-80e7-3d1bbf496acd None None] Sync routers for ids ['a548f5dd-d9b9-4cf7-abb3-55049d32f350'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:30:02.525337 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-abbd53b2-b05f-4d57-b808-53cb8481738e tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1673066623'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:02.527880 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9d9116-e41f-4e15-80e7-3d1bbf496acd None None] Routers {'a548f5dd-d9b9-4cf7-abb3-55049d32f350'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:30:02.528494 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-eb9d9116-e41f-4e15-80e7-3d1bbf496acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:29:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['a548f5dd-d9b9-4cf7-abb3-55049d32f350'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:02.535224 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bba03c3e-229c-454f-8341-c66ee29fe07e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:02.554629 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bba03c3e-229c-454f-8341-c66ee29fe07e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:02.555561 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bba03c3e-229c-454f-8341-c66ee29fe07e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:02.559202 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-38778ec6-7262-43e7-b4e5-2993878dcda1 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "DELETE /v2.0/floatingips/e37eeed9-c932-4540-81a0-5c3aec83859e HTTP/1.1" status: 204 len: 168 time: 5.2350886 Jul 15 23:30:02.564535 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1672bace-e875-4972-ae76-9722bb7a7385', 'tag': '977af347-c348-4a15-b53e-040f8d7cea46'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:30:02.568763 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a08e9df-7547-4fc5-a56c-d430e3d06b5d" -d '{"events": [{"name": "network-changed", "server_uuid": "1672bace-e875-4972-ae76-9722bb7a7385", "tag": "977af347-c348-4a15-b53e-040f8d7cea46"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:30:02.660662 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-34f7af9d-024d-4677-81cf-26f64bf46011 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999011'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:02.732590 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da3a2d4-2ca4-4541-92e5-5f9e512a79cc x-openstack-request-id: req-6da3a2d4-2ca4-4541-92e5-5f9e512a79cc {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:30:02.732881 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1672bace-e875-4972-ae76-9722bb7a7385", "tag": "977af347-c348-4a15-b53e-040f8d7cea46", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:30:02.733179 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6da3a2d4-2ca4-4541-92e5-5f9e512a79cc {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:30:02.733508 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1672bace-e875-4972-ae76-9722bb7a7385', 'tag': '977af347-c348-4a15-b53e-040f8d7cea46', 'status': 'completed', 'code': 200} Jul 15 23:30:02.777123 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-eb9d9116-e41f-4e15-80e7-3d1bbf496acd None None] Set router a548f5dd-d9b9-4cf7-abb3-55049d32f350 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:30:02.794164 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba03c3e-229c-454f-8341-c66ee29fe07e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event updated for resources: {'Port': ['ID=ec7f9478-70d1-41c8-89ca-56f3b2666168,revision_number=9']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:02.798041 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba03c3e-229c-454f-8341-c66ee29fe07e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event updated for resources: {'Subnet': ['ID=2d5bf9cf-d838-4138-9d6b-4ec09efca6fc,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:02.806588 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abbd53b2-b05f-4d57-b808-53cb8481738e tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Made reservation on behalf of 34183464e2cc438698c712a3ae8b36f2 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:30:02.811280 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-abbd53b2-b05f-4d57-b808-53cb8481738e tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:02.842278 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abbd53b2-b05f-4d57-b808-53cb8481738e tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:30:02.856206 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-abbd53b2-b05f-4d57-b808-53cb8481738e tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:02.856608 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-abbd53b2-b05f-4d57-b808-53cb8481738e tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Added segment cb89209f-d511-4524-8640-78e9ddef888c of type vlan for network 1b1b61bc-3f45-4950-bef2-f142964cdd3b Jul 15 23:30:02.861958 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-97905fd6-9e94-4fce-9e96-034fbade2c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68663102-ce11-4493-aa4d-ea12fa53b977', 'name': 'tempest-TestNetworkAdvancedServerOps-router-540985902', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': 'c9def910-97ac-4b91-a295-6e7765e95378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:27:34Z', 'updated_at': '2021-07-15T23:27:42Z', 'revision_number': 4, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'gw_port': {'id': 'c9def910-97ac-4b91-a295-6e7765e95378', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68663102-ce11-4493-aa4d-ea12fa53b977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:27:34Z', 'updated_at': '2021-07-15T23:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'f0675f6f-a7c4-4d4b-a7c5-39cac7e68403', 'name': '', 'network_id': '92a51bb3-3c46-49ae-938e-2b30881b2b5e', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'mac_address': 'fa:16:3e:56:76:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68663102-ce11-4493-aa4d-ea12fa53b977', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '87ac4f0c-7775-4ca7-a00f-185a948c2a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:27:41Z', 'updated_at': '2021-07-15T23:27:49Z', 'revision_number': 5, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'subnets': [{'id': '87ac4f0c-7775-4ca7-a00f-185a948c2a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:02.893548 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-94612e9f-53be-4381-b456-9ca2fb021548 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Deleting port 422fe5b9-520f-419b-8cd4-d8ed4ddfee1a {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:30:02.893901 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-94612e9f-53be-4381-b456-9ca2fb021548 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:02.917099 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-abbd53b2-b05f-4d57-b808-53cb8481738e tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:02.926237 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97905fd6-9e94-4fce-9e96-034fbade2c7f None None] Checking router: 68663102-ce11-4493-aa4d-ea12fa53b977 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:30:02.945189 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97905fd6-9e94-4fce-9e96-034fbade2c7f None None] Routers {'68663102-ce11-4493-aa4d-ea12fa53b977'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:30:02.946852 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-97905fd6-9e94-4fce-9e96-034fbade2c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:29:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['68663102-ce11-4493-aa4d-ea12fa53b977'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:02.950009 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-34f7af9d-024d-4677-81cf-26f64bf46011 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:02.955751 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-34f7af9d-024d-4677-81cf-26f64bf46011 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:02.987427 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba03c3e-229c-454f-8341-c66ee29fe07e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Network e6241178-066c-430d-a322-7862ef822ee0 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:30:02.991829 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-bba03c3e-229c-454f-8341-c66ee29fe07e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:03.001838 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-abbd53b2-b05f-4d57-b808-53cb8481738e tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:03.018248 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbd53b2-b05f-4d57-b808-53cb8481738e tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:03.019740 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-abbd53b2-b05f-4d57-b808-53cb8481738e tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:03.072829 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba03c3e-229c-454f-8341-c66ee29fe07e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:03.073870 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bba03c3e-229c-454f-8341-c66ee29fe07e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:03.081035 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-eb9d9116-e41f-4e15-80e7-3d1bbf496acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'name': 'tempest-RoutersIpV6Test-router-386202676', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:29:54Z', 'updated_at': '2021-07-15T23:29:58Z', 'revision_number': 2, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'gw_port_host': None, '_interfaces': [{'id': '5b91b56f-13ad-44f3-ad73-189e6ca6c21a', 'name': '', 'network_id': 'a391d6e6-361d-4509-988f-c3a1a38ff178', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'mac_address': 'fa:16:3e:8d:48:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '1c4d3617-5524-4022-a6f3-235207c33262', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:29:56Z', 'updated_at': '2021-07-15T23:29:59Z', 'revision_number': 2, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'subnets': [{'id': '1c4d3617-5524-4022-a6f3-235207c33262', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:03.166994 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-34f7af9d-024d-4677-81cf-26f64bf46011 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:03.167739 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f7af9d-024d-4677-81cf-26f64bf46011 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Fanout notify agent at l3_agent the message router_deleted on router ad4fc118-c164-42e8-a979-12550488670e {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:30:03.178788 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-34f7af9d-024d-4677-81cf-26f64bf46011 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:03.179826 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-abbd53b2-b05f-4d57-b808-53cb8481738e tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6644502 Jul 15 23:30:03.180047 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-34f7af9d-024d-4677-81cf-26f64bf46011 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] 10.222.0.48 "DELETE /v2.0/routers/ad4fc118-c164-42e8-a979-12550488670e HTTP/1.1" status: 204 len: 168 time: 4.0908985 Jul 15 23:30:03.182998 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54316) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:03.201347 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-97905fd6-9e94-4fce-9e96-034fbade2c7f None None] Set router 68663102-ce11-4493-aa4d-ea12fa53b977 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:30:03.201925 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-545ecfe8-aec8-42c1-a645-36591cf44471 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Request body: {'subnet': {'network_id': '1b1b61bc-3f45-4950-bef2-f142964cdd3b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:03.212369 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54318) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:03.238782 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e72d29df-0212-4251-a451-3101f05ebe7d tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1339417299', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:03.317403 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-94612e9f-53be-4381-b456-9ca2fb021548 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:03.364371 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-bba03c3e-229c-454f-8341-c66ee29fe07e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.7312467 Jul 15 23:30:03.364640 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9d9116-e41f-4e15-80e7-3d1bbf496acd None None] Checking router: a548f5dd-d9b9-4cf7-abb3-55049d32f350 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:30:03.365094 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9d9116-e41f-4e15-80e7-3d1bbf496acd None None] Updating router a548f5dd-d9b9-4cf7-abb3-55049d32f350 port 5b91b56f-13ad-44f3-ad73-189e6ca6c21a binding host n-d-794306-6 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:30:03.368868 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbd53b2-b05f-4d57-b808-53cb8481738e tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Pushing event updated for resources: {'Network': ['ID=1b1b61bc-3f45-4950-bef2-f142964cdd3b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:03.376766 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54322) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:03.384330 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a08e9df-7547-4fc5-a56c-d430e3d06b5d req-2a1a2d3e-22ee-4ee8-bfd3-64124971c1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:03.386814 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4a08e9df-7547-4fc5-a56c-d430e3d06b5d req-2a1a2d3e-22ee-4ee8-bfd3-64124971c1ff service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=89469485c64e49f5b3171ed5499b9995&device_id=1672bace-e875-4972-ae76-9722bb7a7385 HTTP/1.1" status: 200 len: 1097 time: 0.6380382 Jul 15 23:30:03.401815 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-16719897-5b9a-4778-b38f-a040681a14f5 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Request body: {'port': {'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'mac_address': 'fa:16:3e:55:da:4b', 'name': 'tempest-NetworksTestDHCPv6-400068206'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:03.413380 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-94612e9f-53be-4381-b456-9ca2fb021548 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Calling delete_port for 422fe5b9-520f-419b-8cd4-d8ed4ddfee1a owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:30:03.422906 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 1b1b61bc-3f45-4950-bef2-f142964cdd3b details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:30:03.434634 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:03.439698 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eb9d9116-e41f-4e15-80e7-3d1bbf496acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:03.531362 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a58ee8d-463e-4cb0-a721-8f1463dd6074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:03.550070 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e72d29df-0212-4251-a451-3101f05ebe7d tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:03.551107 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e72d29df-0212-4251-a451-3101f05ebe7d tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:03.615454 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a08e9df-7547-4fc5-a56c-d430e3d06b5d req-92f17d65-9f1a-43d3-8b3a-8d7cc64044bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:03.617029 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4a08e9df-7547-4fc5-a56c-d430e3d06b5d req-92f17d65-9f1a-43d3-8b3a-8d7cc64044bb service neutron] 10.222.0.49 "GET /v2.0/networks?id=92a51bb3-3c46-49ae-938e-2b30881b2b5e HTTP/1.1" status: 200 len: 897 time: 0.2233748 Jul 15 23:30:03.714404 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4a08e9df-7547-4fc5-a56c-d430e3d06b5d req-9bae7e20-3fad-4181-83f1-200b5e9b548a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=977af347-c348-4a15-b53e-040f8d7cea46 HTTP/1.1" status: 200 len: 217 time: 0.0870292 Jul 15 23:30:03.764137 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82458e9c-34c6-4080-8dd3-88488502171e None None] Network e6241178-066c-430d-a322-7862ef822ee0 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:30:03.830138 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a08e9df-7547-4fc5-a56c-d430e3d06b5d req-8d0c5225-3b11-4501-8c97-fc415978c06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:03.832179 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4a08e9df-7547-4fc5-a56c-d430e3d06b5d req-8d0c5225-3b11-4501-8c97-fc415978c06d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=87ac4f0c-7775-4ca7-a00f-185a948c2a8d HTTP/1.1" status: 200 len: 835 time: 0.1114385 Jul 15 23:30:03.867176 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-545ecfe8-aec8-42c1-a645-36591cf44471 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Made reservation on behalf of 34183464e2cc438698c712a3ae8b36f2 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:30:03.873446 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-545ecfe8-aec8-42c1-a645-36591cf44471 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:03.878527 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e72d29df-0212-4251-a451-3101f05ebe7d tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:03.882905 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-97905fd6-9e94-4fce-9e96-034fbade2c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68663102-ce11-4493-aa4d-ea12fa53b977', 'name': 'tempest-TestNetworkAdvancedServerOps-router-540985902', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': 'c9def910-97ac-4b91-a295-6e7765e95378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:27:34Z', 'updated_at': '2021-07-15T23:27:42Z', 'revision_number': 4, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'gw_port': {'id': 'c9def910-97ac-4b91-a295-6e7765e95378', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68663102-ce11-4493-aa4d-ea12fa53b977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:27:34Z', 'updated_at': '2021-07-15T23:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'f0675f6f-a7c4-4d4b-a7c5-39cac7e68403', 'name': '', 'network_id': '92a51bb3-3c46-49ae-938e-2b30881b2b5e', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'mac_address': 'fa:16:3e:56:76:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68663102-ce11-4493-aa4d-ea12fa53b977', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '87ac4f0c-7775-4ca7-a00f-185a948c2a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:27:41Z', 'updated_at': '2021-07-15T23:27:49Z', 'revision_number': 5, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'subnets': [{'id': '87ac4f0c-7775-4ca7-a00f-185a948c2a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:03.917339 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e72d29df-0212-4251-a451-3101f05ebe7d tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:03.929729 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97905fd6-9e94-4fce-9e96-034fbade2c7f None None] The sync data for ids ['68663102-ce11-4493-aa4d-ea12fa53b977'] in n-d-794306-6 is: [{'id': '68663102-ce11-4493-aa4d-ea12fa53b977', 'name': 'tempest-TestNetworkAdvancedServerOps-router-540985902', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': 'c9def910-97ac-4b91-a295-6e7765e95378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:27:34Z', 'updated_at': '2021-07-15T23:27:42Z', 'revision_number': 4, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'gw_port': {'id': 'c9def910-97ac-4b91-a295-6e7765e95378', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68663102-ce11-4493-aa4d-ea12fa53b977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:27:34Z', 'updated_at': '2021-07-15T23:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'f0675f6f-a7c4-4d4b-a7c5-39cac7e68403', 'name': '', 'network_id': '92a51bb3-3c46-49ae-938e-2b30881b2b5e', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'mac_address': 'fa:16:3e:56:76:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68663102-ce11-4493-aa4d-ea12fa53b977', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '87ac4f0c-7775-4ca7-a00f-185a948c2a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:27:41Z', 'updated_at': '2021-07-15T23:27:49Z', 'revision_number': 5, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'subnets': [{'id': '87ac4f0c-7775-4ca7-a00f-185a948c2a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:30:03.951735 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a08e9df-7547-4fc5-a56c-d430e3d06b5d req-d22db832-e603-4e68-a6c8-a0042734d915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:03.953433 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4a08e9df-7547-4fc5-a56c-d430e3d06b5d req-d22db832-e603-4e68-a6c8-a0042734d915 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=92a51bb3-3c46-49ae-938e-2b30881b2b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1139045 Jul 15 23:30:03.972411 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eb9d9116-e41f-4e15-80e7-3d1bbf496acd None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:04.010143 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-eb9d9116-e41f-4e15-80e7-3d1bbf496acd None None] Transition to ACTIVE for port object 5b91b56f-13ad-44f3-ad73-189e6ca6c21a will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:30:04.031728 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eb9d9116-e41f-4e15-80e7-3d1bbf496acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:04.048079 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e72d29df-0212-4251-a451-3101f05ebe7d tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:04.049814 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-e72d29df-0212-4251-a451-3101f05ebe7d tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8207867 Jul 15 23:30:04.067041 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54328) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:04.077117 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b75bcdf9-728d-4d6b-933a-6648b9de56ca tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'enable_snat': True}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:04.094482 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bdc9b516-ba19-4d7e-9b18-3da9fb713be0 None None] Provisioning for port ec7f9478-70d1-41c8-89ca-56f3b2666168 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:30:04.096851 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a96ee8-9aaf-4bd9-bcb2-51e568d122c2 req-94fe2822-f241-494d-b23e-ba19f19c71bf tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:04.099460 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device ec7f9478-70d1-41c8-89ca-56f3b2666168 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:30:04.103339 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bdc9b516-ba19-4d7e-9b18-3da9fb713be0 None None] Provisioning complete for port ec7f9478-70d1-41c8-89ca-56f3b2666168 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:04.103975 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bdc9b516-ba19-4d7e-9b18-3da9fb713be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:04.105950 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-62a96ee8-9aaf-4bd9-bcb2-51e568d122c2 req-94fe2822-f241-494d-b23e-ba19f19c71bf tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=1672bace-e875-4972-ae76-9722bb7a7385 HTTP/1.1" status: 200 len: 946 time: 0.5819635 Jul 15 23:30:04.209284 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4a08e9df-7547-4fc5-a56c-d430e3d06b5d req-220efa95-6096-4da7-a366-9675252ae21e service neutron] 10.222.0.49 "GET /v2.0/networks/92a51bb3-3c46-49ae-938e-2b30881b2b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458665 Jul 15 23:30:04.220600 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cd415c-e48a-4911-b665-5de97b540504 None None] Pushing event updated for resources: {'Port': ['ID=5b91b56f-13ad-44f3-ad73-189e6ca6c21a,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:04.268324 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-eb9d9116-e41f-4e15-80e7-3d1bbf496acd None None] Attempting to bind port 5b91b56f-13ad-44f3-ad73-189e6ca6c21a on host n-d-794306-6 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:30:04.268697 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-eb9d9116-e41f-4e15-80e7-3d1bbf496acd None None] Attempting to bind port 5b91b56f-13ad-44f3-ad73-189e6ca6c21a by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '10434dea-4f11-4139-9cae-ec0055e61c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a391d6e6-361d-4509-988f-c3a1a38ff178'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:30:04.269054 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9d9116-e41f-4e15-80e7-3d1bbf496acd None None] Attempting to bind port 5b91b56f-13ad-44f3-ad73-189e6ca6c21a on network a391d6e6-361d-4509-988f-c3a1a38ff178 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:30:04.282554 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9d9116-e41f-4e15-80e7-3d1bbf496acd None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:30:04.282958 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9d9116-e41f-4e15-80e7-3d1bbf496acd None None] Checking segment: {'id': '10434dea-4f11-4139-9cae-ec0055e61c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a391d6e6-361d-4509-988f-c3a1a38ff178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:30:04.283353 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eb9d9116-e41f-4e15-80e7-3d1bbf496acd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:04.283774 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9d9116-e41f-4e15-80e7-3d1bbf496acd None None] Bound using segment: {'id': '10434dea-4f11-4139-9cae-ec0055e61c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a391d6e6-361d-4509-988f-c3a1a38ff178'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:30:04.284259 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-eb9d9116-e41f-4e15-80e7-3d1bbf496acd None None] Bound port: 5b91b56f-13ad-44f3-ad73-189e6ca6c21a, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10434dea-4f11-4139-9cae-ec0055e61c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a391d6e6-361d-4509-988f-c3a1a38ff178'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:30:04.284643 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eb9d9116-e41f-4e15-80e7-3d1bbf496acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:04.315094 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16719897-5b9a-4778-b38f-a040681a14f5 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Made reservation on behalf of 1ccad8e849f943d19f815f855c3f3849 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:30:04.385439 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-eb9d9116-e41f-4e15-80e7-3d1bbf496acd None None] For port 5b91b56f-13ad-44f3-ad73-189e6ca6c21a, host n-d-794306-6, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:30:04.410398 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4a08e9df-7547-4fc5-a56c-d430e3d06b5d req-459fe929-edc2-4ecb-bd3d-bf05f8f71854 service neutron] 10.222.0.49 "GET /v2.0/networks/92a51bb3-3c46-49ae-938e-2b30881b2b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918321 Jul 15 23:30:04.456661 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:30:04.504692 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:04.513846 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5113fb-2101-46a8-a53c-2d2ca0f4bf58 None None] New status for floating IP e37eeed9-c932-4540-81a0-5c3aec83859e: DOWN {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:30:04.533023 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-62a96ee8-9aaf-4bd9-bcb2-51e568d122c2 req-f37089f3-94a6-45a6-8b03-4eaeeb2b6e4d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=dcdd674d-e7cc-4e2c-b019-4b01eca3b895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4258952 Jul 15 23:30:04.553799 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-eb9d9116-e41f-4e15-80e7-3d1bbf496acd None None] For port 5b91b56f-13ad-44f3-ad73-189e6ca6c21a, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=5b91b56f-13ad-44f3-ad73-189e6ca6c21a,segment=NetworkSegment(10434dea-4f11-4139-9cae-ec0055e61c4b),segment_id=10434dea-4f11-4139-9cae-ec0055e61c4b)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:30:04.559997 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-eb9d9116-e41f-4e15-80e7-3d1bbf496acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:04.589392 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-94612e9f-53be-4381-b456-9ca2fb021548 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:04.622919 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port ec7f9478-70d1-41c8-89ca-56f3b2666168 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:04.623626 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:04.675733 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cd415c-e48a-4911-b665-5de97b540504 None None] Pushing event updated for resources: {'Port': ['ID=5b91b56f-13ad-44f3-ad73-189e6ca6c21a,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:04.686388 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9d9116-e41f-4e15-80e7-3d1bbf496acd None None] Routers {'a548f5dd-d9b9-4cf7-abb3-55049d32f350'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:30:04.687354 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-eb9d9116-e41f-4e15-80e7-3d1bbf496acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:30:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['a548f5dd-d9b9-4cf7-abb3-55049d32f350'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:04.855028 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b75bcdf9-728d-4d6b-933a-6648b9de56ca tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:04.856254 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-eb9d9116-e41f-4e15-80e7-3d1bbf496acd None None] Set router a548f5dd-d9b9-4cf7-abb3-55049d32f350 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:30:04.868712 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94612e9f-53be-4381-b456-9ca2fb021548 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Pushing event deleted for resources: {'Port': ['ID=422fe5b9-520f-419b-8cd4-d8ed4ddfee1a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:05.116921 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-16719897-5b9a-4778-b38f-a040681a14f5 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:05.135504 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-545ecfe8-aec8-42c1-a645-36591cf44471 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:05.162754 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0605a5-0410-4cf7-8f0e-3f9cb3585aab req-bc58f12e-bd2c-4597-a1cf-e3cd81157c15 tempest-VolumesBackupsTest-1353275912 tempest-VolumesBackupsTest-1353275912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:05.164926 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81497c31-9ce6-4c32-ac49-8f9481b6137e req-3e850cf2-91d7-4730-8818-4a3eb79d9a6c tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:05.167078 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-81497c31-9ce6-4c32-ac49-8f9481b6137e req-3e850cf2-91d7-4730-8818-4a3eb79d9a6c tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.49 "GET /v2.0/ports?device_id=1672bace-e875-4972-ae76-9722bb7a7385 HTTP/1.1" status: 200 len: 946 time: 0.5938711 Jul 15 23:30:05.168139 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6b0605a5-0410-4cf7-8f0e-3f9cb3585aab req-bc58f12e-bd2c-4597-a1cf-e3cd81157c15 tempest-VolumesBackupsTest-1353275912 tempest-VolumesBackupsTest-1353275912-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e691bfd-696b-4eca-83c0-541184fe969e HTTP/1.1" status: 200 len: 950 time: 0.8800154 Jul 15 23:30:05.190474 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-eb9d9116-e41f-4e15-80e7-3d1bbf496acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'name': 'tempest-RoutersIpV6Test-router-386202676', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:29:54Z', 'updated_at': '2021-07-15T23:29:58Z', 'revision_number': 2, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'gw_port_host': None, '_interfaces': [{'id': '5b91b56f-13ad-44f3-ad73-189e6ca6c21a', 'name': '', 'network_id': 'a391d6e6-361d-4509-988f-c3a1a38ff178', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'mac_address': 'fa:16:3e:8d:48:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '1c4d3617-5524-4022-a6f3-235207c33262', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:29:56Z', 'updated_at': '2021-07-15T23:30:04Z', 'revision_number': 4, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'subnets': [{'id': '1c4d3617-5524-4022-a6f3-235207c33262', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:05.222504 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9d9116-e41f-4e15-80e7-3d1bbf496acd None None] The sync data for ids ['a548f5dd-d9b9-4cf7-abb3-55049d32f350'] in n-d-794306-6 is: [{'id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'name': 'tempest-RoutersIpV6Test-router-386202676', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:29:54Z', 'updated_at': '2021-07-15T23:29:58Z', 'revision_number': 2, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'gw_port_host': None, '_interfaces': [{'id': '5b91b56f-13ad-44f3-ad73-189e6ca6c21a', 'name': '', 'network_id': 'a391d6e6-361d-4509-988f-c3a1a38ff178', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'mac_address': 'fa:16:3e:8d:48:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '1c4d3617-5524-4022-a6f3-235207c33262', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:29:56Z', 'updated_at': '2021-07-15T23:30:04Z', 'revision_number': 4, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'subnets': [{'id': '1c4d3617-5524-4022-a6f3-235207c33262', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:30:05.295966 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-16719897-5b9a-4778-b38f-a040681a14f5 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] device_id is not set on port e429c52d-17ee-4d6f-ba1c-5d2345a11afa yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:30:05.321131 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-81497c31-9ce6-4c32-ac49-8f9481b6137e req-7bbc0264-ca13-4a8b-89fc-7d9406db432f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Deleting port 977af347-c348-4a15-b53e-040f8d7cea46 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:30:05.321806 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-81497c31-9ce6-4c32-ac49-8f9481b6137e req-7bbc0264-ca13-4a8b-89fc-7d9406db432f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:05.323695 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-94612e9f-53be-4381-b456-9ca2fb021548 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:05.328883 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-94612e9f-53be-4381-b456-9ca2fb021548 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "DELETE /v2.0/ports/422fe5b9-520f-419b-8cd4-d8ed4ddfee1a HTTP/1.1" status: 204 len: 168 time: 3.1882296 Jul 15 23:30:05.341088 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54332) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:05.435641 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-81497c31-9ce6-4c32-ac49-8f9481b6137e req-7bbc0264-ca13-4a8b-89fc-7d9406db432f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] For port 977af347-c348-4a15-b53e-040f8d7cea46, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=977af347-c348-4a15-b53e-040f8d7cea46,segment=NetworkSegment(b5ca1fe9-b3dd-4925-af11-f3e0f9a537f0),segment_id=b5ca1fe9-b3dd-4925-af11-f3e0f9a537f0)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:05.437002 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-81497c31-9ce6-4c32-ac49-8f9481b6137e req-7bbc0264-ca13-4a8b-89fc-7d9406db432f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:05.452311 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-81497c31-9ce6-4c32-ac49-8f9481b6137e req-7bbc0264-ca13-4a8b-89fc-7d9406db432f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Calling delete_port for 977af347-c348-4a15-b53e-040f8d7cea46 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:30:05.503995 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545ecfe8-aec8-42c1-a645-36591cf44471 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Pushing event updated for resources: {'Subnet': ['ID=70e11a82-7e8d-472e-9d9e-cc29f9386418,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:05.540508 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6b0605a5-0410-4cf7-8f0e-3f9cb3585aab req-bc8183d4-a499-4090-9770-2f31eeb15853 tempest-VolumesBackupsTest-1353275912 tempest-VolumesBackupsTest-1353275912-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7931443-0e01-4ea5-9e53-c55ca5bffcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372552 Jul 15 23:30:05.631119 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545ecfe8-aec8-42c1-a645-36591cf44471 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Checking segment: {'id': 'cb89209f-d511-4524-8640-78e9ddef888c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '1b1b61bc-3f45-4950-bef2-f142964cdd3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:30:05.631562 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545ecfe8-aec8-42c1-a645-36591cf44471 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Network hostable DHCP agents. Network: 1b1b61bc-3f45-4950-bef2-f142964cdd3b, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:30:05.731036 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-81497c31-9ce6-4c32-ac49-8f9481b6137e req-7bbc0264-ca13-4a8b-89fc-7d9406db432f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:05.772721 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbc0264-ca13-4a8b-89fc-7d9406db432f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event deleted for resources: {'Port': ['ID=977af347-c348-4a15-b53e-040f8d7cea46,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:05.785833 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545ecfe8-aec8-42c1-a645-36591cf44471 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Network 1b1b61bc-3f45-4950-bef2-f142964cdd3b is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:30:05.802972 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c42aec9-b1c9-4530-9816-96c5889dce58 None None] Network e6241178-066c-430d-a322-7862ef822ee0 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:30:05.813390 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e82093-c791-45fe-b442-4bccd4f8ca14 req-ee73028d-2dce-40e6-b728-c9c7c5d0c030 tempest-VolumesBackupsTest-1353275912 tempest-VolumesBackupsTest-1353275912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:05.814643 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-87e82093-c791-45fe-b442-4bccd4f8ca14 req-ee73028d-2dce-40e6-b728-c9c7c5d0c030 tempest-VolumesBackupsTest-1353275912 tempest-VolumesBackupsTest-1353275912-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e691bfd-696b-4eca-83c0-541184fe969e HTTP/1.1" status: 200 len: 950 time: 0.5809600 Jul 15 23:30:05.854861 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-81497c31-9ce6-4c32-ac49-8f9481b6137e req-7bbc0264-ca13-4a8b-89fc-7d9406db432f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] No DVR routers for this DVR port 977af347-c348-4a15-b53e-040f8d7cea46 on host n-h1-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:30:05.857871 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-81497c31-9ce6-4c32-ac49-8f9481b6137e req-7bbc0264-ca13-4a8b-89fc-7d9406db432f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:05.862196 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-81497c31-9ce6-4c32-ac49-8f9481b6137e req-7bbc0264-ca13-4a8b-89fc-7d9406db432f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.49 "DELETE /v2.0/ports/977af347-c348-4a15-b53e-040f8d7cea46 HTTP/1.1" status: 204 len: 173 time: 0.6881719 Jul 15 23:30:05.862749 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1672bace-e875-4972-ae76-9722bb7a7385', 'name': 'network-vif-deleted', 'tag': '977af347-c348-4a15-b53e-040f8d7cea46'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:30:05.865722 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-465d4317-9c0c-4808-ac40-37d5b88d18d1" -d '{"events": [{"server_uuid": "1672bace-e875-4972-ae76-9722bb7a7385", "name": "network-vif-deleted", "tag": "977af347-c348-4a15-b53e-040f8d7cea46"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:30:05.925107 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ba57c1-b9a2-4bf4-af78-52139139769c x-openstack-request-id: req-38ba57c1-b9a2-4bf4-af78-52139139769c {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:30:05.925980 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1672bace-e875-4972-ae76-9722bb7a7385", "name": "network-vif-deleted", "tag": "977af347-c348-4a15-b53e-040f8d7cea46", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:30:05.926493 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-38ba57c1-b9a2-4bf4-af78-52139139769c {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:30:05.927210 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1672bace-e875-4972-ae76-9722bb7a7385', 'name': 'network-vif-deleted', 'tag': '977af347-c348-4a15-b53e-040f8d7cea46', 'status': 'completed', 'code': 200} Jul 15 23:30:05.935375 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-862d0367-8f1e-409b-a952-b116ba015a24 req-91ed35c2-5b53-4de8-bb71-2af270d008ef tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=1672bace-e875-4972-ae76-9722bb7a7385 HTTP/1.1" status: 200 len: 210 time: 0.1769421 Jul 15 23:30:05.986762 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-545ecfe8-aec8-42c1-a645-36591cf44471 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 1b1b61bc-3f45-4950-bef2-f142964cdd3b) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:05.991587 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545ecfe8-aec8-42c1-a645-36591cf44471 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:05.992224 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-545ecfe8-aec8-42c1-a645-36591cf44471 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:06.011599 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a55fca-6c46-421c-82d5-72baa76550cb None None] Network 1b1b61bc-3f45-4950-bef2-f142964cdd3b requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:30:06.013334 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-5e444187-ce3d-4cf8-aae0-74a456b38487 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Deleting port 1fae9003-82f4-480d-9478-075fb4575c1f {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:30:06.013695 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e444187-ce3d-4cf8-aae0-74a456b38487 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:06.085616 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a588cabe-1a78-4fa5-bf59-1c86df6d1692 None None] Provisioning complete for port ec7f9478-70d1-41c8-89ca-56f3b2666168 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:06.086496 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a588cabe-1a78-4fa5-bf59-1c86df6d1692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:06.098119 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 5b91b56f-13ad-44f3-ad73-189e6ca6c21a up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:30:06.099531 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-16719897-5b9a-4778-b38f-a040681a14f5 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Allocated IP 2001:db8::2d1 (e6241178-066c-430d-a322-7862ef822ee0/90832fca-d67e-4831-8239-c676df8c2b95/e429c52d-17ee-4d6f-ba1c-5d2345a11afa) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:30:06.105626 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-545ecfe8-aec8-42c1-a645-36591cf44471 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.9115224 Jul 15 23:30:06.106462 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54338) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:06.246763 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-16719897-5b9a-4778-b38f-a040681a14f5 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Allocated IP 2001:db8:0:1:f816:3eff:fe55:da4b (e6241178-066c-430d-a322-7862ef822ee0/2d5bf9cf-d838-4138-9d6b-4ec09efca6fc/e429c52d-17ee-4d6f-ba1c-5d2345a11afa) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:30:06.445979 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 5b91b56f-13ad-44f3-ad73-189e6ca6c21a completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:30:06.451199 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:06.478540 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 5b91b56f-13ad-44f3-ad73-189e6ca6c21a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:06.478922 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:06.756219 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9393a4f2-2c99-4b43-b07f-46abf7396ec7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-1b1b61bc-3f45-4950-bef2-f142964cdd3b', 'network_id': '1b1b61bc-3f45-4950-bef2-f142964cdd3b', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'fixed_ips': [{'subnet_id': '70e11a82-7e8d-472e-9d9e-cc29f9386418'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:30:06.757689 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9393a4f2-2c99-4b43-b07f-46abf7396ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:06.882518 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a1fbd535-6f5f-4f1d-b1c4-0e80a4791d8a tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:06.992991 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:07.131543 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-517b196d-033d-4437-a97c-fb2796a57098 None None] Provisioning complete for port ec7f9478-70d1-41c8-89ca-56f3b2666168 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:07.131994 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-517b196d-033d-4437-a97c-fb2796a57098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:07.150785 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54346) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:07.176983 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 5b91b56f-13ad-44f3-ad73-189e6ca6c21a, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=5b91b56f-13ad-44f3-ad73-189e6ca6c21a,segment=NetworkSegment(10434dea-4f11-4139-9cae-ec0055e61c4b),segment_id=10434dea-4f11-4139-9cae-ec0055e61c4b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:07.181139 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-9393a4f2-2c99-4b43-b07f-46abf7396ec7 None None] Allocated IP 2001:db8:1::2 (1b1b61bc-3f45-4950-bef2-f142964cdd3b/70e11a82-7e8d-472e-9d9e-cc29f9386418/51dc9c48-3490-420b-befd-eeb4b72c3fb9) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:30:07.197271 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:07.232795 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e444187-ce3d-4cf8-aae0-74a456b38487 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:07.285692 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-5e444187-ce3d-4cf8-aae0-74a456b38487 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Calling delete_port for 1fae9003-82f4-480d-9478-075fb4575c1f owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:30:07.340058 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b75bcdf9-728d-4d6b-933a-6648b9de56ca tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:07.350631 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=5b91b56f-13ad-44f3-ad73-189e6ca6c21a,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:07.358464 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-87e82093-c791-45fe-b442-4bccd4f8ca14 req-42c3e39a-a269-418b-bc58-923a81995b38 tempest-VolumesBackupsTest-1353275912 tempest-VolumesBackupsTest-1353275912-project] Deleting port 7888f76c-0bcf-4873-8fb9-eaa7a5c354a8 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:30:07.358464 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-87e82093-c791-45fe-b442-4bccd4f8ca14 req-42c3e39a-a269-418b-bc58-923a81995b38 tempest-VolumesBackupsTest-1353275912 tempest-VolumesBackupsTest-1353275912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:07.496532 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b75bcdf9-728d-4d6b-933a-6648b9de56ca tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:07.534349 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9393a4f2-2c99-4b43-b07f-46abf7396ec7 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:07.543440 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9393a4f2-2c99-4b43-b07f-46abf7396ec7 None None] Transition to ACTIVE for port object 51dc9c48-3490-420b-befd-eeb4b72c3fb9 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:30:07.551324 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 977af347-c348-4a15-b53e-040f8d7cea46 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:30:07.578109 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: 977af347-c348-4a15-b53e-040f8d7cea46 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:30:07.579099 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 977af347-c348-4a15-b53e-040f8d7cea46 not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:30:07.579532 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 7888f76c-0bcf-4873-8fb9-eaa7a5c354a8 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:30:07.583720 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9393a4f2-2c99-4b43-b07f-46abf7396ec7 None None] Transition to ACTIVE for port object 51dc9c48-3490-420b-befd-eeb4b72c3fb9 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:30:07.613248 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9393a4f2-2c99-4b43-b07f-46abf7396ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:07.655092 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8441c9-f8e7-4d22-9125-6bd726e246d9 req-61699ab5-1158-40ab-80d5-bc6687ce4bb7 tempest-VolumesBackupsTest-1353275912 tempest-VolumesBackupsTest-1353275912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:07.657336 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3d8441c9-f8e7-4d22-9125-6bd726e246d9 req-61699ab5-1158-40ab-80d5-bc6687ce4bb7 tempest-VolumesBackupsTest-1353275912 tempest-VolumesBackupsTest-1353275912-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e691bfd-696b-4eca-83c0-541184fe969e HTTP/1.1" status: 200 len: 950 time: 0.6168022 Jul 15 23:30:07.670849 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9393a4f2-2c99-4b43-b07f-46abf7396ec7 None None] Network 1b1b61bc-3f45-4950-bef2-f142964cdd3b is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:30:07.674909 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-9393a4f2-2c99-4b43-b07f-46abf7396ec7 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:07.677048 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9393a4f2-2c99-4b43-b07f-46abf7396ec7 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:30:07.679709 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9393a4f2-2c99-4b43-b07f-46abf7396ec7 None None] Pushing event updated for resources: {'Port': ['ID=51dc9c48-3490-420b-befd-eeb4b72c3fb9,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:07.702026 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-87e82093-c791-45fe-b442-4bccd4f8ca14 req-42c3e39a-a269-418b-bc58-923a81995b38 tempest-VolumesBackupsTest-1353275912 tempest-VolumesBackupsTest-1353275912-project] For port 7888f76c-0bcf-4873-8fb9-eaa7a5c354a8, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=7888f76c-0bcf-4873-8fb9-eaa7a5c354a8,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:07.702026 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-87e82093-c791-45fe-b442-4bccd4f8ca14 req-42c3e39a-a269-418b-bc58-923a81995b38 tempest-VolumesBackupsTest-1353275912 tempest-VolumesBackupsTest-1353275912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:07.718698 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-a1fbd535-6f5f-4f1d-b1c4-0e80a4791d8a tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Allocated IP 2001:db8:1::1 (1b1b61bc-3f45-4950-bef2-f142964cdd3b/70e11a82-7e8d-472e-9d9e-cc29f9386418/772a842d-19c3-4eae-82b2-09a9e2ead59b) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:30:07.731601 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-16719897-5b9a-4778-b38f-a040681a14f5 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:07.741418 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-87e82093-c791-45fe-b442-4bccd4f8ca14 req-42c3e39a-a269-418b-bc58-923a81995b38 tempest-VolumesBackupsTest-1353275912 tempest-VolumesBackupsTest-1353275912-project] Calling delete_port for 7888f76c-0bcf-4873-8fb9-eaa7a5c354a8 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:30:07.786711 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-9393a4f2-2c99-4b43-b07f-46abf7396ec7 None None] Attempting to bind port 51dc9c48-3490-420b-befd-eeb4b72c3fb9 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:30:07.786932 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-9393a4f2-2c99-4b43-b07f-46abf7396ec7 None None] Attempting to bind port 51dc9c48-3490-420b-befd-eeb4b72c3fb9 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'cb89209f-d511-4524-8640-78e9ddef888c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '1b1b61bc-3f45-4950-bef2-f142964cdd3b'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:30:07.788506 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9393a4f2-2c99-4b43-b07f-46abf7396ec7 None None] Attempting to bind port 51dc9c48-3490-420b-befd-eeb4b72c3fb9 on network 1b1b61bc-3f45-4950-bef2-f142964cdd3b {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:30:07.789675 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:07.797641 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9393a4f2-2c99-4b43-b07f-46abf7396ec7 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:30:07.798135 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9393a4f2-2c99-4b43-b07f-46abf7396ec7 None None] Checking segment: {'id': 'cb89209f-d511-4524-8640-78e9ddef888c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '1b1b61bc-3f45-4950-bef2-f142964cdd3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:30:07.798543 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9393a4f2-2c99-4b43-b07f-46abf7396ec7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:07.798945 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9393a4f2-2c99-4b43-b07f-46abf7396ec7 None None] Bound using segment: {'id': 'cb89209f-d511-4524-8640-78e9ddef888c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '1b1b61bc-3f45-4950-bef2-f142964cdd3b'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:30:07.799409 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-9393a4f2-2c99-4b43-b07f-46abf7396ec7 None None] Bound port: 51dc9c48-3490-420b-befd-eeb4b72c3fb9, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb89209f-d511-4524-8640-78e9ddef888c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '1b1b61bc-3f45-4950-bef2-f142964cdd3b'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:30:07.799828 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9393a4f2-2c99-4b43-b07f-46abf7396ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:07.839979 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-16719897-5b9a-4778-b38f-a040681a14f5 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Transition to ACTIVE for port object e429c52d-17ee-4d6f-ba1c-5d2345a11afa will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:30:07.850718 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3d8441c9-f8e7-4d22-9125-6bd726e246d9 req-b59c37d3-0c30-401c-ab6e-854b6686c0cc tempest-VolumesBackupsTest-1353275912 tempest-VolumesBackupsTest-1353275912-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7931443-0e01-4ea5-9e53-c55ca5bffcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829553 Jul 15 23:30:07.865494 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e691bfd-696b-4eca-83c0-541184fe969e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7888f76c-0bcf-4873-8fb9-eaa7a5c354a8'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:30:07.880198 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67f6d93-68e3-4945-ab83-86878612e3db" -d '{"events": [{"server_uuid": "4e691bfd-696b-4eca-83c0-541184fe969e", "name": "network-vif-unplugged", "status": "completed", "tag": "7888f76c-0bcf-4873-8fb9-eaa7a5c354a8"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:30:07.918261 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 7888f76c-0bcf-4873-8fb9-eaa7a5c354a8, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=7888f76c-0bcf-4873-8fb9-eaa7a5c354a8,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:07.925224 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a1fbd535-6f5f-4f1d-b1c4-0e80a4791d8a tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:07.933357 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:07.934193 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-b75bcdf9-728d-4d6b-933a-6648b9de56ca tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Allocated IP 172.25.5.208 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/132ca240-bae4-4485-ba61-ecf2be399fd1) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:30:07.939664 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c85b9339-0964-483a-8e4b-914bf97ddafe tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:07.952201 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-a1fbd535-6f5f-4f1d-b1c4-0e80a4791d8a tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Transition to ACTIVE for port object 772a842d-19c3-4eae-82b2-09a9e2ead59b will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:30:07.954320 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e444187-ce3d-4cf8-aae0-74a456b38487 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:07.993556 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55756081-0d1b-4693-a1e5-feaa851511b8 x-openstack-request-id: req-55756081-0d1b-4693-a1e5-feaa851511b8 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:30:07.994386 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e691bfd-696b-4eca-83c0-541184fe969e", "name": "network-vif-unplugged", "status": "completed", "tag": "7888f76c-0bcf-4873-8fb9-eaa7a5c354a8", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:30:07.994386 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-55756081-0d1b-4693-a1e5-feaa851511b8 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:30:07.994613 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e691bfd-696b-4eca-83c0-541184fe969e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7888f76c-0bcf-4873-8fb9-eaa7a5c354a8', 'code': 200} Jul 15 23:30:08.001150 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=7888f76c-0bcf-4873-8fb9-eaa7a5c354a8,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:08.018725 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 5b91b56f-13ad-44f3-ad73-189e6ca6c21a up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:30:08.031330 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a1fbd535-6f5f-4f1d-b1c4-0e80a4791d8a tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:08.052491 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e444187-ce3d-4cf8-aae0-74a456b38487 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Pushing event deleted for resources: {'Port': ['ID=1fae9003-82f4-480d-9478-075fb4575c1f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:08.062098 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-9393a4f2-2c99-4b43-b07f-46abf7396ec7 None None] For port 51dc9c48-3490-420b-befd-eeb4b72c3fb9, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:30:08.082274 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-9393a4f2-2c99-4b43-b07f-46abf7396ec7 None None] For port 51dc9c48-3490-420b-befd-eeb4b72c3fb9, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=51dc9c48-3490-420b-befd-eeb4b72c3fb9,segment=NetworkSegment(cb89209f-d511-4524-8640-78e9ddef888c),segment_id=cb89209f-d511-4524-8640-78e9ddef888c)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:30:08.091407 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fbd535-6f5f-4f1d-b1c4-0e80a4791d8a tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Network 1b1b61bc-3f45-4950-bef2-f142964cdd3b is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:30:08.096851 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-a1fbd535-6f5f-4f1d-b1c4-0e80a4791d8a tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:08.099304 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9393a4f2-2c99-4b43-b07f-46abf7396ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:08.138092 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fbd535-6f5f-4f1d-b1c4-0e80a4791d8a tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:30:08.138092 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a1fbd535-6f5f-4f1d-b1c4-0e80a4791d8a tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:08.145148 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-16719897-5b9a-4778-b38f-a040681a14f5 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:08.186282 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9393a4f2-2c99-4b43-b07f-46abf7396ec7 None None] Pushing event updated for resources: {'Port': ['ID=51dc9c48-3490-420b-befd-eeb4b72c3fb9,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:08.208849 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 5b91b56f-13ad-44f3-ad73-189e6ca6c21a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:08.209366 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:08.217390 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fbd535-6f5f-4f1d-b1c4-0e80a4791d8a tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Pushing event updated for resources: {'Port': ['ID=772a842d-19c3-4eae-82b2-09a9e2ead59b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:08.259121 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:08.289296 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16719897-5b9a-4778-b38f-a040681a14f5 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Network e6241178-066c-430d-a322-7862ef822ee0 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:30:08.300125 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e444187-ce3d-4cf8-aae0-74a456b38487 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:08.304408 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-5e444187-ce3d-4cf8-aae0-74a456b38487 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "DELETE /v2.0/ports/1fae9003-82f4-480d-9478-075fb4575c1f HTTP/1.1" status: 204 len: 168 time: 2.9464874 Jul 15 23:30:08.309978 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54352) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:08.313650 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-16719897-5b9a-4778-b38f-a040681a14f5 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:08.329465 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16719897-5b9a-4778-b38f-a040681a14f5 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:30:08.335307 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16719897-5b9a-4778-b38f-a040681a14f5 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:08.335945 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-16719897-5b9a-4778-b38f-a040681a14f5 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:08.389748 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b75bcdf9-728d-4d6b-933a-6648b9de56ca tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:08.398327 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16719897-5b9a-4778-b38f-a040681a14f5 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event updated for resources: {'Port': ['ID=e429c52d-17ee-4d6f-ba1c-5d2345a11afa,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:08.422408 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-16719897-5b9a-4778-b38f-a040681a14f5 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 5.0312030 Jul 15 23:30:08.427033 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-87e82093-c791-45fe-b442-4bccd4f8ca14 req-42c3e39a-a269-418b-bc58-923a81995b38 tempest-VolumesBackupsTest-1353275912 tempest-VolumesBackupsTest-1353275912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:08.440201 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54354) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:08.459856 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-04af8d84-aa1a-43e9-aa48-f0e85c90d4de tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Deleting subnet a0838200-662b-4f7c-b59f-334165738cb9 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:30:08.465018 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-04af8d84-aa1a-43e9-aa48-f0e85c90d4de tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:08.586197 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-c85b9339-0964-483a-8e4b-914bf97ddafe tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Deleting port f0675f6f-a7c4-4d4b-a7c5-39cac7e68403 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:30:08.588169 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c85b9339-0964-483a-8e4b-914bf97ddafe tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:08.606666 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c3e39a-a269-418b-bc58-923a81995b38 tempest-VolumesBackupsTest-1353275912 tempest-VolumesBackupsTest-1353275912-project] Pushing event deleted for resources: {'Port': ['ID=7888f76c-0bcf-4873-8fb9-eaa7a5c354a8,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:08.641236 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-04af8d84-aa1a-43e9-aa48-f0e85c90d4de tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:08.796587 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-87e82093-c791-45fe-b442-4bccd4f8ca14 req-42c3e39a-a269-418b-bc58-923a81995b38 tempest-VolumesBackupsTest-1353275912 tempest-VolumesBackupsTest-1353275912-project] No DVR routers for this DVR port 7888f76c-0bcf-4873-8fb9-eaa7a5c354a8 on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:30:08.802236 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a1fbd535-6f5f-4f1d-b1c4-0e80a4791d8a tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:08.805754 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-c85b9339-0964-483a-8e4b-914bf97ddafe tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] For port f0675f6f-a7c4-4d4b-a7c5-39cac7e68403, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=f0675f6f-a7c4-4d4b-a7c5-39cac7e68403,segment=NetworkSegment(b5ca1fe9-b3dd-4925-af11-f3e0f9a537f0),segment_id=b5ca1fe9-b3dd-4925-af11-f3e0f9a537f0)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:08.806122 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c85b9339-0964-483a-8e4b-914bf97ddafe tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:08.827228 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-87e82093-c791-45fe-b442-4bccd4f8ca14 req-42c3e39a-a269-418b-bc58-923a81995b38 tempest-VolumesBackupsTest-1353275912 tempest-VolumesBackupsTest-1353275912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:08.830364 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-87e82093-c791-45fe-b442-4bccd4f8ca14 req-42c3e39a-a269-418b-bc58-923a81995b38 tempest-VolumesBackupsTest-1353275912 tempest-VolumesBackupsTest-1353275912-project] 10.222.0.49 "DELETE /v2.0/ports/7888f76c-0bcf-4873-8fb9-eaa7a5c354a8 HTTP/1.1" status: 204 len: 173 time: 2.9900808 Jul 15 23:30:08.831754 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-c85b9339-0964-483a-8e4b-914bf97ddafe tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Calling delete_port for f0675f6f-a7c4-4d4b-a7c5-39cac7e68403 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:30:08.833406 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e691bfd-696b-4eca-83c0-541184fe969e', 'name': 'network-vif-deleted', 'tag': '7888f76c-0bcf-4873-8fb9-eaa7a5c354a8'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:30:08.835909 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b20090-36df-49af-bf70-a1cfd66728ed" -d '{"events": [{"server_uuid": "4e691bfd-696b-4eca-83c0-541184fe969e", "name": "network-vif-deleted", "tag": "7888f76c-0bcf-4873-8fb9-eaa7a5c354a8"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:30:08.881461 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b75bcdf9-728d-4d6b-933a-6648b9de56ca tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:08.920131 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-582f092e-b0bf-47e9-b612-e45eac1b7cc2 None None] Provisioning for port e429c52d-17ee-4d6f-ba1c-5d2345a11afa completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:30:08.941157 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-582f092e-b0bf-47e9-b612-e45eac1b7cc2 None None] Provisioning complete for port e429c52d-17ee-4d6f-ba1c-5d2345a11afa triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:08.942167 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-582f092e-b0bf-47e9-b612-e45eac1b7cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:09.012621 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-582f092e-b0bf-47e9-b612-e45eac1b7cc2 None None] Port e429c52d-17ee-4d6f-ba1c-5d2345a11afa cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:30:09.120242 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-04af8d84-aa1a-43e9-aa48-f0e85c90d4de tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:09.174574 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75bcdf9-728d-4d6b-933a-6648b9de56ca tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Pushing event updated for resources: {'Port': ['ID=132ca240-bae4-4485-ba61-ecf2be399fd1,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:09.188217 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f70770-2106-4b73-9956-f8b53deb6cdb x-openstack-request-id: req-e7f70770-2106-4b73-9956-f8b53deb6cdb {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:30:09.188217 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e691bfd-696b-4eca-83c0-541184fe969e", "name": "network-vif-deleted", "tag": "7888f76c-0bcf-4873-8fb9-eaa7a5c354a8", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:30:09.188679 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e7f70770-2106-4b73-9956-f8b53deb6cdb {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:30:09.188925 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e691bfd-696b-4eca-83c0-541184fe969e', 'name': 'network-vif-deleted', 'tag': '7888f76c-0bcf-4873-8fb9-eaa7a5c354a8', 'status': 'completed', 'code': 200} Jul 15 23:30:09.249577 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-56275d26-a9be-4f43-97ec-05572c1dfbbc req-1ef336bf-3a6a-4f26-83e0-50c3ec8fe43e tempest-VolumesBackupsTest-1353275912 tempest-VolumesBackupsTest-1353275912-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e691bfd-696b-4eca-83c0-541184fe969e HTTP/1.1" status: 200 len: 210 time: 0.0636706 Jul 15 23:30:09.252528 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75bcdf9-728d-4d6b-933a-6648b9de56ca tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:30:09.266234 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-b75bcdf9-728d-4d6b-933a-6648b9de56ca tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:09.268634 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75bcdf9-728d-4d6b-933a-6648b9de56ca tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:30:09.323349 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-0acf76e8-948a-4fde-b866-6c73945e2cdd tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Deleting port e429c52d-17ee-4d6f-ba1c-5d2345a11afa {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:30:09.324000 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0acf76e8-948a-4fde-b866-6c73945e2cdd tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:09.326772 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-04af8d84-aa1a-43e9-aa48-f0e85c90d4de tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:09.358390 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705602a4-f929-4e53-8354-1d1d49d154ce None None] Network fe121fa5-288f-4a74-ba61-28037c633efd requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:30:09.360587 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-04af8d84-aa1a-43e9-aa48-f0e85c90d4de tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:09.368450 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-04af8d84-aa1a-43e9-aa48-f0e85c90d4de tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "DELETE /v2.0/subnets/a0838200-662b-4f7c-b59f-334165738cb9 HTTP/1.1" status: 204 len: 168 time: 1.0521693 Jul 15 23:30:09.369398 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54364) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:09.408626 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c85b9339-0964-483a-8e4b-914bf97ddafe tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:09.418145 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a1fbd535-6f5f-4f1d-b1c4-0e80a4791d8a tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:09.469773 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a1fbd535-6f5f-4f1d-b1c4-0e80a4791d8a tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:09.470560 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a1fbd535-6f5f-4f1d-b1c4-0e80a4791d8a tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:09.483666 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85b9339-0964-483a-8e4b-914bf97ddafe tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event deleted for resources: {'Port': ['ID=f0675f6f-a7c4-4d4b-a7c5-39cac7e68403,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:09.545503 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af8d84-aa1a-43e9-aa48-f0e85c90d4de tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Pushing event deleted for resources: {'Subnet': ['ID=a0838200-662b-4f7c-b59f-334165738cb9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:09.699747 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6cc00e-6991-4eb2-a4ea-768fa2209d3c None None] DHCP port deletion for fe121fa5-288f-4a74-ba61-28037c633efd request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:30:09.774575 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fbd535-6f5f-4f1d-b1c4-0e80a4791d8a tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Pushing event updated for resources: {'Port': ['ID=772a842d-19c3-4eae-82b2-09a9e2ead59b,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:09.775187 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1f6cc00e-6991-4eb2-a4ea-768fa2209d3c None None] Deleting port d977f3f5-7a1d-4b23-b3a2-34140f7dc5dc {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:30:09.775439 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1f6cc00e-6991-4eb2-a4ea-768fa2209d3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:09.811931 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3f529aa-d73f-4bd3-a40e-a9c224a43e22 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Deleting subnet 23c0bd4a-d2bf-4a09-a38b-63c0db5d678a {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:30:09.822012 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d3f529aa-d73f-4bd3-a40e-a9c224a43e22 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:09.877025 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0acf76e8-948a-4fde-b866-6c73945e2cdd tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:09.886925 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1f6cc00e-6991-4eb2-a4ea-768fa2209d3c None None] For port d977f3f5-7a1d-4b23-b3a2-34140f7dc5dc, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=d977f3f5-7a1d-4b23-b3a2-34140f7dc5dc,segment=NetworkSegment(5704f6c6-cb22-49cf-8189-8f79a4796c0a),segment_id=5704f6c6-cb22-49cf-8189-8f79a4796c0a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:09.891346 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1f6cc00e-6991-4eb2-a4ea-768fa2209d3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:09.916768 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049022f2-bbc2-4a21-88b4-7d79893a2303 None None] Network 1b1b61bc-3f45-4950-bef2-f142964cdd3b requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:30:09.934036 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-0acf76e8-948a-4fde-b866-6c73945e2cdd tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Calling delete_port for e429c52d-17ee-4d6f-ba1c-5d2345a11afa owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:30:09.941268 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fbd535-6f5f-4f1d-b1c4-0e80a4791d8a tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Network 1b1b61bc-3f45-4950-bef2-f142964cdd3b is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:30:09.945088 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-a1fbd535-6f5f-4f1d-b1c4-0e80a4791d8a tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:09.975776 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d3f529aa-d73f-4bd3-a40e-a9c224a43e22 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:10.002166 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c85b9339-0964-483a-8e4b-914bf97ddafe tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:10.202873 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 51dc9c48-3490-420b-befd-eeb4b72c3fb9 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:30:10.218512 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1f6cc00e-6991-4eb2-a4ea-768fa2209d3c None None] Calling delete_port for d977f3f5-7a1d-4b23-b3a2-34140f7dc5dc owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:30:10.270760 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8f169e63-22d8-4064-90cb-40031d254e1f None None] Provisioning for port 51dc9c48-3490-420b-befd-eeb4b72c3fb9 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:30:10.328781 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d3f529aa-d73f-4bd3-a40e-a9c224a43e22 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:10.356110 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b75bcdf9-728d-4d6b-933a-6648b9de56ca tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:10.400955 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 51dc9c48-3490-420b-befd-eeb4b72c3fb9 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:30:10.413983 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 51dc9c48-3490-420b-befd-eeb4b72c3fb9 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:10.414670 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:10.502715 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1f6cc00e-6991-4eb2-a4ea-768fa2209d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:10.522494 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1fbd535-6f5f-4f1d-b1c4-0e80a4791d8a tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Router a548f5dd-d9b9-4cf7-abb3-55049d32f350 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:30:10.577747 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d3f529aa-d73f-4bd3-a40e-a9c224a43e22 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:10.578566 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6cc00e-6991-4eb2-a4ea-768fa2209d3c None None] Pushing event deleted for resources: {'Port': ['ID=d977f3f5-7a1d-4b23-b3a2-34140f7dc5dc,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:10.587763 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6cc00e-6991-4eb2-a4ea-768fa2209d3c None None] No DVR routers for this DVR port d977f3f5-7a1d-4b23-b3a2-34140f7dc5dc on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:30:10.643329 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0acf76e8-948a-4fde-b866-6c73945e2cdd tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:10.663078 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1fbd535-6f5f-4f1d-b1c4-0e80a4791d8a tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:30:10.665992 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:10.669966 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a1fbd535-6f5f-4f1d-b1c4-0e80a4791d8a tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "PUT /v2.0/routers/a548f5dd-d9b9-4cf7-abb3-55049d32f350/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5626664 Jul 15 23:30:10.673293 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54374) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:10.677026 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5b977e-170c-4e8a-98ad-44bdf7f37324 None None] Sync routers for ids ['a548f5dd-d9b9-4cf7-abb3-55049d32f350'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:30:10.679954 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e619d0bb-6fcb-4be2-8cd8-1ea230a39d63 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1381755160'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:10.696877 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5b977e-170c-4e8a-98ad-44bdf7f37324 None None] Routers {'a548f5dd-d9b9-4cf7-abb3-55049d32f350'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:30:10.697868 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-cc5b977e-170c-4e8a-98ad-44bdf7f37324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:30:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['a548f5dd-d9b9-4cf7-abb3-55049d32f350'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:10.743344 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 51dc9c48-3490-420b-befd-eeb4b72c3fb9, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=51dc9c48-3490-420b-befd-eeb4b72c3fb9,segment=NetworkSegment(cb89209f-d511-4524-8640-78e9ddef888c),segment_id=cb89209f-d511-4524-8640-78e9ddef888c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:10.748500 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d3f529aa-d73f-4bd3-a40e-a9c224a43e22 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:10.749432 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:10.765221 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54376) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:10.765981 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e619d0bb-6fcb-4be2-8cd8-1ea230a39d63 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Made reservation on behalf of 34183464e2cc438698c712a3ae8b36f2 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:30:10.769717 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-d3f529aa-d73f-4bd3-a40e-a9c224a43e22 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "DELETE /v2.0/subnets/23c0bd4a-d2bf-4a09-a38b-63c0db5d678a HTTP/1.1" status: 204 len: 168 time: 1.3801091 Jul 15 23:30:10.769917 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e619d0bb-6fcb-4be2-8cd8-1ea230a39d63 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:10.776001 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e19621-e3dc-41d7-8f79-f80ad586b8c4 None None] Network 0c520006-2621-40c6-9dbf-a751b4cb8117 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:30:10.783355 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acf76e8-948a-4fde-b866-6c73945e2cdd tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event deleted for resources: {'Port': ['ID=e429c52d-17ee-4d6f-ba1c-5d2345a11afa,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:10.810660 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f529aa-d73f-4bd3-a40e-a9c224a43e22 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Pushing event deleted for resources: {'Subnet': ['ID=23c0bd4a-d2bf-4a09-a38b-63c0db5d678a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:10.877497 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-cc5b977e-170c-4e8a-98ad-44bdf7f37324 None None] Set router a548f5dd-d9b9-4cf7-abb3-55049d32f350 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:30:10.913026 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7789f031-6e86-4bc1-9149-838616700a97 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:10.928841 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=51dc9c48-3490-420b-befd-eeb4b72c3fb9,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:11.049736 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e619d0bb-6fcb-4be2-8cd8-1ea230a39d63 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:30:11.132073 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e619d0bb-6fcb-4be2-8cd8-1ea230a39d63 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:11.132434 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-e619d0bb-6fcb-4be2-8cd8-1ea230a39d63 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Added segment e672c07e-b4d7-4fd1-9631-746af09863be of type vlan for network 9044af65-5bbc-4760-bde2-4a7f4b026d45 Jul 15 23:30:11.132954 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device d977f3f5-7a1d-4b23-b3a2-34140f7dc5dc no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:30:11.184628 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: d977f3f5-7a1d-4b23-b3a2-34140f7dc5dc {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:30:11.189676 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device d977f3f5-7a1d-4b23-b3a2-34140f7dc5dc not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:30:11.231874 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e619d0bb-6fcb-4be2-8cd8-1ea230a39d63 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:11.237945 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0acf76e8-948a-4fde-b866-6c73945e2cdd tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:11.243030 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-0acf76e8-948a-4fde-b866-6c73945e2cdd tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/ports/e429c52d-17ee-4d6f-ba1c-5d2345a11afa HTTP/1.1" status: 204 len: 168 time: 2.8011801 Jul 15 23:30:11.247612 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54380) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:11.273764 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b75bcdf9-728d-4d6b-933a-6648b9de56ca tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:11.314431 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e619d0bb-6fcb-4be2-8cd8-1ea230a39d63 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:11.321465 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e619d0bb-6fcb-4be2-8cd8-1ea230a39d63 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:11.322534 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e619d0bb-6fcb-4be2-8cd8-1ea230a39d63 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:11.347969 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a97ea166-9bff-4928-bc66-922b1c21d9e3 None None] Provisioning for port 772a842d-19c3-4eae-82b2-09a9e2ead59b completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:30:11.358934 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b75bcdf9-728d-4d6b-933a-6648b9de56ca tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-998933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-998924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-999045'] for router, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:11.360371 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a97ea166-9bff-4928-bc66-922b1c21d9e3 None None] Provisioning complete for port 772a842d-19c3-4eae-82b2-09a9e2ead59b triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:11.360854 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a97ea166-9bff-4928-bc66-922b1c21d9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:11.403352 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-cc5b977e-170c-4e8a-98ad-44bdf7f37324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'name': 'tempest-RoutersIpV6Test-router-386202676', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:29:54Z', 'updated_at': '2021-07-15T23:30:08Z', 'revision_number': 3, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'gw_port_host': None, '_interfaces': [{'id': '5b91b56f-13ad-44f3-ad73-189e6ca6c21a', 'name': '', 'network_id': 'a391d6e6-361d-4509-988f-c3a1a38ff178', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'mac_address': 'fa:16:3e:8d:48:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '1c4d3617-5524-4022-a6f3-235207c33262', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:29:56Z', 'updated_at': '2021-07-15T23:30:07Z', 'revision_number': 5, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'subnets': [{'id': '1c4d3617-5524-4022-a6f3-235207c33262', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '772a842d-19c3-4eae-82b2-09a9e2ead59b', 'name': '', 'network_id': '1b1b61bc-3f45-4950-bef2-f142964cdd3b', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'mac_address': 'fa:16:3e:87:44:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '70e11a82-7e8d-472e-9d9e-cc29f9386418', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:07Z', 'updated_at': '2021-07-15T23:30:09Z', 'revision_number': 2, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'subnets': [{'id': '70e11a82-7e8d-472e-9d9e-cc29f9386418', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:11.420055 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a97ea166-9bff-4928-bc66-922b1c21d9e3 None None] Port 772a842d-19c3-4eae-82b2-09a9e2ead59b cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:30:11.435721 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a97ea166-9bff-4928-bc66-922b1c21d9e3 None None] Provisioning complete for port 51dc9c48-3490-420b-befd-eeb4b72c3fb9 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:11.437021 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a97ea166-9bff-4928-bc66-922b1c21d9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:11.461064 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c85b9339-0964-483a-8e4b-914bf97ddafe tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Router 68663102-ce11-4493-aa4d-ea12fa53b977 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:30:11.462258 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e619d0bb-6fcb-4be2-8cd8-1ea230a39d63 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Pushing event updated for resources: {'Network': ['ID=9044af65-5bbc-4760-bde2-4a7f4b026d45,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:11.504019 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7789f031-6e86-4bc1-9149-838616700a97 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:11.504250 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5b977e-170c-4e8a-98ad-44bdf7f37324 None None] Checking router: a548f5dd-d9b9-4cf7-abb3-55049d32f350 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:30:11.504525 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5b977e-170c-4e8a-98ad-44bdf7f37324 None None] Updating router a548f5dd-d9b9-4cf7-abb3-55049d32f350 port 772a842d-19c3-4eae-82b2-09a9e2ead59b binding host n-d-794306-6 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:30:11.509556 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 9044af65-5bbc-4760-bde2-4a7f4b026d45 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:30:11.520794 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a7e00c-fbbe-48cc-b4b4-ac378275ce51 None None] DHCP port deletion for 0c520006-2621-40c6-9dbf-a751b4cb8117 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:30:11.521374 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-7789f031-6e86-4bc1-9149-838616700a97 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe121fa5-288f-4a74-ba61-28037c633efd']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:11.525112 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e619d0bb-6fcb-4be2-8cd8-1ea230a39d63 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8506727 Jul 15 23:30:11.544770 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54382) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:11.563331 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cc5b977e-170c-4e8a-98ad-44bdf7f37324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:11.572381 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-7789f031-6e86-4bc1-9149-838616700a97 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5704f6c6-cb22-49cf-8189-8f79a4796c0a') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:11.573504 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-7789f031-6e86-4bc1-9149-838616700a97 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5704f6c6-cb22-49cf-8189-8f79a4796c0a') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:11.660796 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-176ef53a-65ec-437a-b1e6-1095a3b9d1c2 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Request body: {'subnet': {'network_id': '9044af65-5bbc-4760-bde2-4a7f4b026d45', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:11.680879 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b75bcdf9-728d-4d6b-933a-6648b9de56ca tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Router b3638149-5db4-4190-a7b3-13274bf56947 is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:30:11.722301 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7789f031-6e86-4bc1-9149-838616700a97 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:11.735015 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7335be6c-810a-421e-8c91-24a22acee922 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:11.740420 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-7335be6c-810a-421e-8c91-24a22acee922 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4853404 Jul 15 23:30:11.748054 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54386) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:11.789948 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7789f031-6e86-4bc1-9149-838616700a97 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:11.908498 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7789f031-6e86-4bc1-9149-838616700a97 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:30:11.908908 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7789f031-6e86-4bc1-9149-838616700a97 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:11.913671 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:30:11.913671 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:30:11.913671 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:30:11.913671 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:30:11.913671 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:30:11.913671 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:30:11.913671 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:30:11.913671 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:30:11.913671 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:30:11.913671 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:30:11.913671 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:30:11.913671 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:30:11.913671 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:30:11.913671 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:30:11.913671 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:30:11.913671 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:30:11.913671 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:30:11.913671 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:30:11.913671 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:30:11.913671 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:30:11.913671 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:30:11.913671 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:30:11.913671 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:30:11.913671 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:30:11.913671 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:30:11.913671 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:30:11.913671 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:30:11.913671 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:30:11.913671 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:30:11.913671 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:30:11.913671 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:30:11.913671 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:30:11.913671 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:30:11.913671 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:30:12.013571 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7789f031-6e86-4bc1-9149-838616700a97 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:12.022639 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c85b9339-0964-483a-8e4b-914bf97ddafe tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:30:12.031778 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7789f031-6e86-4bc1-9149-838616700a97 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:12.034078 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-7789f031-6e86-4bc1-9149-838616700a97 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "DELETE /v2.0/networks/fe121fa5-288f-4a74-ba61-28037c633efd HTTP/1.1" status: 204 len: 168 time: 1.2614498 Jul 15 23:30:12.038855 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54388) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:12.043887 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c85b9339-0964-483a-8e4b-914bf97ddafe tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "PUT /v2.0/routers/68663102-ce11-4493-aa4d-ea12fa53b977/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8920500 Jul 15 23:30:12.071754 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54390) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:12.085882 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7789f031-6e86-4bc1-9149-838616700a97 tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Pushing event deleted for resources: {'Network': ['ID=fe121fa5-288f-4a74-ba61-28037c633efd,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:12.153535 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9aaa7c-2468-4760-b176-9a85fdb5ce32 None None] Sync routers for ids ['68663102-ce11-4493-aa4d-ea12fa53b977'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:30:12.194634 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-176ef53a-65ec-437a-b1e6-1095a3b9d1c2 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Made reservation on behalf of 34183464e2cc438698c712a3ae8b36f2 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:30:12.211806 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-176ef53a-65ec-437a-b1e6-1095a3b9d1c2 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:12.250852 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 51dc9c48-3490-420b-befd-eeb4b72c3fb9 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:30:12.408297 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9aaa7c-2468-4760-b176-9a85fdb5ce32 None None] Routers {'68663102-ce11-4493-aa4d-ea12fa53b977'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:30:12.411898 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3e9aaa7c-2468-4760-b176-9a85fdb5ce32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:30:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['68663102-ce11-4493-aa4d-ea12fa53b977'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:12.438325 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-06a7e00c-fbbe-48cc-b4b4-ac378275ce51 None None] Deleting port 2fd19882-f993-4031-b843-12a0be7858b9 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:30:12.440129 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-06a7e00c-fbbe-48cc-b4b4-ac378275ce51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:12.535381 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1f9240b-e13e-4bc0-a373-862c2169f82a tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:12.541835 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cc5b977e-170c-4e8a-98ad-44bdf7f37324 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:12.571129 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-41a1a3c5-e776-4247-b474-116c7c108f18 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Deleting subnet 87ac4f0c-7775-4ca7-a00f-185a948c2a8d {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:30:12.586520 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-cc5b977e-170c-4e8a-98ad-44bdf7f37324 None None] Transition to ACTIVE for port object 772a842d-19c3-4eae-82b2-09a9e2ead59b will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:30:12.595273 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cc5b977e-170c-4e8a-98ad-44bdf7f37324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:12.654424 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-41a1a3c5-e776-4247-b474-116c7c108f18 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:12.738808 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644e9616-7ca6-49c5-a87a-5e5b4e8951b5 None None] Pushing event updated for resources: {'Port': ['ID=772a842d-19c3-4eae-82b2-09a9e2ead59b,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:12.872507 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-cc5b977e-170c-4e8a-98ad-44bdf7f37324 None None] Attempting to bind port 772a842d-19c3-4eae-82b2-09a9e2ead59b on host n-d-794306-6 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:30:12.872870 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-cc5b977e-170c-4e8a-98ad-44bdf7f37324 None None] Attempting to bind port 772a842d-19c3-4eae-82b2-09a9e2ead59b by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'cb89209f-d511-4524-8640-78e9ddef888c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '1b1b61bc-3f45-4950-bef2-f142964cdd3b'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:30:12.873257 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5b977e-170c-4e8a-98ad-44bdf7f37324 None None] Attempting to bind port 772a842d-19c3-4eae-82b2-09a9e2ead59b on network 1b1b61bc-3f45-4950-bef2-f142964cdd3b {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:30:12.883831 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5b977e-170c-4e8a-98ad-44bdf7f37324 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:30:12.884576 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5b977e-170c-4e8a-98ad-44bdf7f37324 None None] Checking segment: {'id': 'cb89209f-d511-4524-8640-78e9ddef888c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '1b1b61bc-3f45-4950-bef2-f142964cdd3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:30:12.885201 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cc5b977e-170c-4e8a-98ad-44bdf7f37324 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:12.886355 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5b977e-170c-4e8a-98ad-44bdf7f37324 None None] Bound using segment: {'id': 'cb89209f-d511-4524-8640-78e9ddef888c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '1b1b61bc-3f45-4950-bef2-f142964cdd3b'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:30:12.888954 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-cc5b977e-170c-4e8a-98ad-44bdf7f37324 None None] Bound port: 772a842d-19c3-4eae-82b2-09a9e2ead59b, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb89209f-d511-4524-8640-78e9ddef888c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '1b1b61bc-3f45-4950-bef2-f142964cdd3b'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:30:12.889977 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cc5b977e-170c-4e8a-98ad-44bdf7f37324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:13.012319 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-06a7e00c-fbbe-48cc-b4b4-ac378275ce51 None None] For port 2fd19882-f993-4031-b843-12a0be7858b9, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=2fd19882-f993-4031-b843-12a0be7858b9,segment=NetworkSegment(eebb0b36-7201-438e-8bcb-6ea46d9d1a58),segment_id=eebb0b36-7201-438e-8bcb-6ea46d9d1a58)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:13.012319 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-06a7e00c-fbbe-48cc-b4b4-ac378275ce51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:13.021153 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-cc5b977e-170c-4e8a-98ad-44bdf7f37324 None None] For port 772a842d-19c3-4eae-82b2-09a9e2ead59b, host n-d-794306-6, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:30:13.027515 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-cc5b977e-170c-4e8a-98ad-44bdf7f37324 None None] For port 772a842d-19c3-4eae-82b2-09a9e2ead59b, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=772a842d-19c3-4eae-82b2-09a9e2ead59b,segment=NetworkSegment(cb89209f-d511-4524-8640-78e9ddef888c),segment_id=cb89209f-d511-4524-8640-78e9ddef888c)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:30:13.048471 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cc5b977e-170c-4e8a-98ad-44bdf7f37324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:13.083649 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-06a7e00c-fbbe-48cc-b4b4-ac378275ce51 None None] Calling delete_port for 2fd19882-f993-4031-b843-12a0be7858b9 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:30:13.100874 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-41a1a3c5-e776-4247-b474-116c7c108f18 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:13.150219 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-3e9aaa7c-2468-4760-b176-9a85fdb5ce32 None None] Set router 68663102-ce11-4493-aa4d-ea12fa53b977 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:30:13.170164 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 51dc9c48-3490-420b-befd-eeb4b72c3fb9 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:13.170537 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:13.207475 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f1f9240b-e13e-4bc0-a373-862c2169f82a tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Deleting port 2fd19882-f993-4031-b843-12a0be7858b9 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:30:13.208270 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1f9240b-e13e-4bc0-a373-862c2169f82a tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:13.259160 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5b977e-170c-4e8a-98ad-44bdf7f37324 None None] Routers {'a548f5dd-d9b9-4cf7-abb3-55049d32f350'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:30:13.259773 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-cc5b977e-170c-4e8a-98ad-44bdf7f37324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:30:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['a548f5dd-d9b9-4cf7-abb3-55049d32f350'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:13.261764 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644e9616-7ca6-49c5-a87a-5e5b4e8951b5 None None] Pushing event updated for resources: {'Port': ['ID=772a842d-19c3-4eae-82b2-09a9e2ead59b,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:13.414421 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-f1f9240b-e13e-4bc0-a373-862c2169f82a tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] For port 2fd19882-f993-4031-b843-12a0be7858b9, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=2fd19882-f993-4031-b843-12a0be7858b9,segment=NetworkSegment(eebb0b36-7201-438e-8bcb-6ea46d9d1a58),segment_id=eebb0b36-7201-438e-8bcb-6ea46d9d1a58)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:13.414790 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1f9240b-e13e-4bc0-a373-862c2169f82a tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:13.451878 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f1f9240b-e13e-4bc0-a373-862c2169f82a tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Calling delete_port for 2fd19882-f993-4031-b843-12a0be7858b9 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:30:13.788037 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-cc5b977e-170c-4e8a-98ad-44bdf7f37324 None None] Set router a548f5dd-d9b9-4cf7-abb3-55049d32f350 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:30:13.874561 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-06a7e00c-fbbe-48cc-b4b4-ac378275ce51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:13.938660 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-41a1a3c5-e776-4247-b474-116c7c108f18 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:13.948914 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a7e00c-fbbe-48cc-b4b4-ac378275ce51 None None] No DVR routers for this DVR port 2fd19882-f993-4031-b843-12a0be7858b9 on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:30:13.998090 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1f9240b-e13e-4bc0-a373-862c2169f82a tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:14.112072 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2808fc4d-2459-43a0-99b7-5144b978d9e1 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:14.117662 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-2808fc4d-2459-43a0-99b7-5144b978d9e1 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 2.3685334 Jul 15 23:30:14.118783 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54400) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:14.145163 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f9240b-e13e-4bc0-a373-862c2169f82a tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Pushing event deleted for resources: {'Port': ['ID=2fd19882-f993-4031-b843-12a0be7858b9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:14.148787 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a7e00c-fbbe-48cc-b4b4-ac378275ce51 None None] Pushing event deleted for resources: {'Port': ['ID=2fd19882-f993-4031-b843-12a0be7858b9,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:14.169095 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-cc5b977e-170c-4e8a-98ad-44bdf7f37324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'name': 'tempest-RoutersIpV6Test-router-386202676', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:29:54Z', 'updated_at': '2021-07-15T23:30:08Z', 'revision_number': 3, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'gw_port_host': None, '_interfaces': [{'id': '5b91b56f-13ad-44f3-ad73-189e6ca6c21a', 'name': '', 'network_id': 'a391d6e6-361d-4509-988f-c3a1a38ff178', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'mac_address': 'fa:16:3e:8d:48:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '1c4d3617-5524-4022-a6f3-235207c33262', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:29:56Z', 'updated_at': '2021-07-15T23:30:07Z', 'revision_number': 5, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'subnets': [{'id': '1c4d3617-5524-4022-a6f3-235207c33262', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '772a842d-19c3-4eae-82b2-09a9e2ead59b', 'name': '', 'network_id': '1b1b61bc-3f45-4950-bef2-f142964cdd3b', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'mac_address': 'fa:16:3e:87:44:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '70e11a82-7e8d-472e-9d9e-cc29f9386418', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:07Z', 'updated_at': '2021-07-15T23:30:13Z', 'revision_number': 4, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'subnets': [{'id': '70e11a82-7e8d-472e-9d9e-cc29f9386418', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:14.184311 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f9240b-e13e-4bc0-a373-862c2169f82a tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] No DVR routers for this DVR port 2fd19882-f993-4031-b843-12a0be7858b9 on host n-d-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:30:14.197402 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b75bcdf9-728d-4d6b-933a-6648b9de56ca tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:30:14.219264 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b75bcdf9-728d-4d6b-933a-6648b9de56ca tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:14.223330 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-b75bcdf9-728d-4d6b-933a-6648b9de56ca tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] 10.222.0.48 "PUT /v2.0/routers/b3638149-5db4-4190-a7b3-13274bf56947 HTTP/1.1" status: 200 len: 915 time: 10.1477985 Jul 15 23:30:14.225882 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5b977e-170c-4e8a-98ad-44bdf7f37324 None None] The sync data for ids ['a548f5dd-d9b9-4cf7-abb3-55049d32f350'] in n-d-794306-6 is: [{'id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'name': 'tempest-RoutersIpV6Test-router-386202676', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:29:54Z', 'updated_at': '2021-07-15T23:30:08Z', 'revision_number': 3, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'gw_port_host': None, '_interfaces': [{'id': '5b91b56f-13ad-44f3-ad73-189e6ca6c21a', 'name': '', 'network_id': 'a391d6e6-361d-4509-988f-c3a1a38ff178', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'mac_address': 'fa:16:3e:8d:48:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '1c4d3617-5524-4022-a6f3-235207c33262', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:29:56Z', 'updated_at': '2021-07-15T23:30:07Z', 'revision_number': 5, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'subnets': [{'id': '1c4d3617-5524-4022-a6f3-235207c33262', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '772a842d-19c3-4eae-82b2-09a9e2ead59b', 'name': '', 'network_id': '1b1b61bc-3f45-4950-bef2-f142964cdd3b', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'mac_address': 'fa:16:3e:87:44:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '70e11a82-7e8d-472e-9d9e-cc29f9386418', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:07Z', 'updated_at': '2021-07-15T23:30:13Z', 'revision_number': 4, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'subnets': [{'id': '70e11a82-7e8d-472e-9d9e-cc29f9386418', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:30:14.228963 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0228d54a-8975-40f0-b987-ac35630b6147 None None] Sync routers for ids ['b3638149-5db4-4190-a7b3-13274bf56947'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:30:14.229839 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54402) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:14.246747 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0228d54a-8975-40f0-b987-ac35630b6147 None None] Routers {'b3638149-5db4-4190-a7b3-13274bf56947'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:30:14.248487 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0228d54a-8975-40f0-b987-ac35630b6147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:30:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['b3638149-5db4-4190-a7b3-13274bf56947'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:14.255045 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae680a80-1cd6-4029-9ec3-e993204d1f32 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:14.256708 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae680a80-1cd6-4029-9ec3-e993204d1f32 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:14.258189 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae680a80-1cd6-4029-9ec3-e993204d1f32 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:14.275879 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-ae680a80-1cd6-4029-9ec3-e993204d1f32 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1372788 Jul 15 23:30:14.279306 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54404) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:14.286556 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-176ef53a-65ec-437a-b1e6-1095a3b9d1c2 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:14.305262 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0228d54a-8975-40f0-b987-ac35630b6147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:14.317756 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0228d54a-8975-40f0-b987-ac35630b6147 None None] Routers {'b3638149-5db4-4190-a7b3-13274bf56947'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:30:14.318629 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0228d54a-8975-40f0-b987-ac35630b6147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:30:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['b3638149-5db4-4190-a7b3-13274bf56947'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:14.403821 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0228d54a-8975-40f0-b987-ac35630b6147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:14.404487 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0228d54a-8975-40f0-b987-ac35630b6147 None None] The sync data for ids ['b3638149-5db4-4190-a7b3-13274bf56947'] in n-d-794306-6 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:30:14.425171 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 2fd19882-f993-4031-b843-12a0be7858b9 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:30:14.493201 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3e9aaa7c-2468-4760-b176-9a85fdb5ce32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68663102-ce11-4493-aa4d-ea12fa53b977', 'name': 'tempest-TestNetworkAdvancedServerOps-router-540985902', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': 'c9def910-97ac-4b91-a295-6e7765e95378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:27:34Z', 'updated_at': '2021-07-15T23:30:09Z', 'revision_number': 5, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'gw_port': {'id': 'c9def910-97ac-4b91-a295-6e7765e95378', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68663102-ce11-4493-aa4d-ea12fa53b977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:27:34Z', 'updated_at': '2021-07-15T23:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:14.495200 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 2fd19882-f993-4031-b843-12a0be7858b9 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:30:14.495541 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 2fd19882-f993-4031-b843-12a0be7858b9 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:30:14.604628 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9aaa7c-2468-4760-b176-9a85fdb5ce32 None None] Checking router: 68663102-ce11-4493-aa4d-ea12fa53b977 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:30:14.624623 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176ef53a-65ec-437a-b1e6-1095a3b9d1c2 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Pushing event updated for resources: {'Subnet': ['ID=954f0cdb-8ead-47c7-95ff-04c3fc7cf5b1,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:14.626207 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-8c47c3b0-ab9a-47e7-ae1f-2c5b4e46392e tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] 10.222.0.48 "GET /v2.0/routers/b3638149-5db4-4190-a7b3-13274bf56947 HTTP/1.1" status: 200 len: 921 time: 0.3948243 Jul 15 23:30:14.631788 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54406) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:14.636474 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9aaa7c-2468-4760-b176-9a85fdb5ce32 None None] Routers {'68663102-ce11-4493-aa4d-ea12fa53b977'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:30:14.637470 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3e9aaa7c-2468-4760-b176-9a85fdb5ce32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:30:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['68663102-ce11-4493-aa4d-ea12fa53b977'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:14.739230 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 772a842d-19c3-4eae-82b2-09a9e2ead59b up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:30:14.749424 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9507c0-27c8-4f5d-985c-aa7e6f3e25f5 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:14.752489 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-1a9507c0-27c8-4f5d-985c-aa7e6f3e25f5 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=c4160cc4-e133-4d4e-ad39-f86bca4b2f14&device_id=b3638149-5db4-4190-a7b3-13274bf56947&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1194708 Jul 15 23:30:14.755162 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54408) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:14.779511 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1f9240b-e13e-4bc0-a373-862c2169f82a tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:14.840157 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-41a1a3c5-e776-4247-b474-116c7c108f18 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:14.849330 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176ef53a-65ec-437a-b1e6-1095a3b9d1c2 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Checking segment: {'id': 'e672c07e-b4d7-4fd1-9631-746af09863be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9044af65-5bbc-4760-bde2-4a7f4b026d45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:30:14.849727 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176ef53a-65ec-437a-b1e6-1095a3b9d1c2 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Network hostable DHCP agents. Network: 9044af65-5bbc-4760-bde2-4a7f4b026d45, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:30:14.896762 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f1f9240b-e13e-4bc0-a373-862c2169f82a tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c520006-2621-40c6-9dbf-a751b4cb8117']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:14.912466 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-63052b82-fb2c-4e7e-99e9-8aed90a7bd46 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Deleting subnet 2d5bf9cf-d838-4138-9d6b-4ec09efca6fc {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:30:14.918799 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea5fa15-fb1c-45e6-970c-b518bd9dc8c7 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:14.920157 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a1a3c5-e776-4247-b474-116c7c108f18 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event deleted for resources: {'Subnet': ['ID=87ac4f0c-7775-4ca7-a00f-185a948c2a8d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:14.925470 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-63052b82-fb2c-4e7e-99e9-8aed90a7bd46 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:14.926612 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-6ea5fa15-fb1c-45e6-970c-b518bd9dc8c7 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] 10.222.0.48 "GET /v2.0/networks/c4160cc4-e133-4d4e-ad39-f86bca4b2f14 HTTP/1.1" status: 200 len: 881 time: 0.1701374 Jul 15 23:30:14.928793 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54410) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:14.929944 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f1f9240b-e13e-4bc0-a373-862c2169f82a tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eebb0b36-7201-438e-8bcb-6ea46d9d1a58') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:14.930326 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f1f9240b-e13e-4bc0-a373-862c2169f82a tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eebb0b36-7201-438e-8bcb-6ea46d9d1a58') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:14.942710 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf1b4d4-dd10-46d8-88df-d157850ad587 None None] Network 92a51bb3-3c46-49ae-938e-2b30881b2b5e requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:30:14.964143 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 772a842d-19c3-4eae-82b2-09a9e2ead59b completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:30:14.978887 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-ee129cab-43f4-4515-9d0b-8441ce99c0d8 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3638149-5db4-4190-a7b3-13274bf56947 HTTP/1.1" status: 200 len: 205 time: 0.0476644 Jul 15 23:30:14.979515 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54412) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:14.994858 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-3e9aaa7c-2468-4760-b176-9a85fdb5ce32 None None] Set router 68663102-ce11-4493-aa4d-ea12fa53b977 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:30:15.022348 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-41a1a3c5-e776-4247-b474-116c7c108f18 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:15.029796 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-41a1a3c5-e776-4247-b474-116c7c108f18 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "DELETE /v2.0/subnets/87ac4f0c-7775-4ca7-a00f-185a948c2a8d HTTP/1.1" status: 204 len: 168 time: 2.9554892 Jul 15 23:30:15.045675 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54416) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:15.089262 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1f9240b-e13e-4bc0-a373-862c2169f82a tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:15.179275 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176ef53a-65ec-437a-b1e6-1095a3b9d1c2 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Network 9044af65-5bbc-4760-bde2-4a7f4b026d45 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:30:15.190611 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-63052b82-fb2c-4e7e-99e9-8aed90a7bd46 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:15.206064 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1f9240b-e13e-4bc0-a373-862c2169f82a tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:15.255095 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1f9240b-e13e-4bc0-a373-862c2169f82a tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:30:15.255528 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1f9240b-e13e-4bc0-a373-862c2169f82a tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:15.259266 n-d-794306-6 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:30:15.259266 n-d-794306-6 neutron-server[93771]: self.session.flush() Jul 15 23:30:15.259266 n-d-794306-6 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:30:15.259266 n-d-794306-6 neutron-server[93771]: self.session.flush() Jul 15 23:30:15.259266 n-d-794306-6 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:30:15.259266 n-d-794306-6 neutron-server[93771]: self.session.flush() Jul 15 23:30:15.259266 n-d-794306-6 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:30:15.259266 n-d-794306-6 neutron-server[93771]: self.session.flush() Jul 15 23:30:15.259266 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:30:15.259266 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:30:15.259266 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:30:15.259266 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:30:15.259266 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:30:15.259266 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:30:15.259266 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:30:15.259266 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:30:15.259266 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:30:15.259266 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:30:15.259266 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:30:15.259266 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:30:15.259266 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:30:15.259266 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:30:15.259266 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:30:15.259266 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:30:15.259266 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:30:15.259266 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:30:15.259266 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:30:15.259266 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:30:15.259266 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:30:15.259266 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:30:15.259266 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:30:15.259266 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:30:15.259266 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:30:15.259266 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:30:15.259266 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:30:15.259266 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:30:15.259266 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:30:15.259266 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:30:15.259266 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:30:15.259266 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:30:15.280041 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-176ef53a-65ec-437a-b1e6-1095a3b9d1c2 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 9044af65-5bbc-4760-bde2-4a7f4b026d45) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:15.310128 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176ef53a-65ec-437a-b1e6-1095a3b9d1c2 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:15.311024 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-176ef53a-65ec-437a-b1e6-1095a3b9d1c2 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:15.340194 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d905affe-d8a8-4673-bc50-1771af783a43 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:15.387660 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-176ef53a-65ec-437a-b1e6-1095a3b9d1c2 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.8301961 Jul 15 23:30:15.415130 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54420) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:15.428018 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1f9240b-e13e-4bc0-a373-862c2169f82a tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:15.434142 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1f9240b-e13e-4bc0-a373-862c2169f82a tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:15.442187 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f1f9240b-e13e-4bc0-a373-862c2169f82a tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] 10.222.0.48 "DELETE /v2.0/networks/0c520006-2621-40c6-9dbf-a751b4cb8117 HTTP/1.1" status: 204 len: 168 time: 3.3801649 Jul 15 23:30:15.450561 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 772a842d-19c3-4eae-82b2-09a9e2ead59b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:15.451168 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:15.456123 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937e3cf4-869a-4a25-affb-8043fcd3d639 None None] Network 9044af65-5bbc-4760-bde2-4a7f4b026d45 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:30:15.488278 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d905affe-d8a8-4673-bc50-1771af783a43 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:15.502456 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f67dd3a5-d2e3-47b8-bf98-a158f6708f7c tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:15.560363 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f9240b-e13e-4bc0-a373-862c2169f82a tempest-TaggedBootDevicesTest-1591383553 tempest-TaggedBootDevicesTest-1591383553-project] Pushing event deleted for resources: {'Network': ['ID=0c520006-2621-40c6-9dbf-a751b4cb8117,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:15.627439 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-63052b82-fb2c-4e7e-99e9-8aed90a7bd46 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:15.767374 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-d905affe-d8a8-4673-bc50-1771af783a43 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Deleting port 132ca240-bae4-4485-ba61-ecf2be399fd1 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:30:15.767762 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d905affe-d8a8-4673-bc50-1771af783a43 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:15.770321 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f67dd3a5-d2e3-47b8-bf98-a158f6708f7c tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:15.964327 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d905affe-d8a8-4673-bc50-1771af783a43 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:15.984540 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f67dd3a5-d2e3-47b8-bf98-a158f6708f7c tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Deleting port c9def910-97ac-4b91-a295-6e7765e95378 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:30:15.984959 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f67dd3a5-d2e3-47b8-bf98-a158f6708f7c tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:15.986914 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-d905affe-d8a8-4673-bc50-1771af783a43 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Calling delete_port for 132ca240-bae4-4485-ba61-ecf2be399fd1 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:30:16.026121 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:16.032599 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3e9aaa7c-2468-4760-b176-9a85fdb5ce32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68663102-ce11-4493-aa4d-ea12fa53b977', 'name': 'tempest-TestNetworkAdvancedServerOps-router-540985902', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': 'c9def910-97ac-4b91-a295-6e7765e95378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:27:34Z', 'updated_at': '2021-07-15T23:30:09Z', 'revision_number': 5, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'gw_port': {'id': 'c9def910-97ac-4b91-a295-6e7765e95378', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68663102-ce11-4493-aa4d-ea12fa53b977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:27:34Z', 'updated_at': '2021-07-15T23:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:16.107779 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9aaa7c-2468-4760-b176-9a85fdb5ce32 None None] The sync data for ids ['68663102-ce11-4493-aa4d-ea12fa53b977'] in n-d-794306-6 is: [{'id': '68663102-ce11-4493-aa4d-ea12fa53b977', 'name': 'tempest-TestNetworkAdvancedServerOps-router-540985902', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': 'c9def910-97ac-4b91-a295-6e7765e95378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:27:34Z', 'updated_at': '2021-07-15T23:30:09Z', 'revision_number': 5, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'gw_port': {'id': 'c9def910-97ac-4b91-a295-6e7765e95378', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68663102-ce11-4493-aa4d-ea12fa53b977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:27:34Z', 'updated_at': '2021-07-15T23:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:30:16.116025 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326bc08d-7fda-44dd-8df2-dbd6bad75ee8 None None] DHCP port deletion for 92a51bb3-3c46-49ae-938e-2b30881b2b5e request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:30:16.240853 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d692ae9b-4c73-4527-b4f6-a7eda5c75c85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-9044af65-5bbc-4760-bde2-4a7f4b026d45', 'network_id': '9044af65-5bbc-4760-bde2-4a7f4b026d45', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'fixed_ips': [{'subnet_id': '954f0cdb-8ead-47c7-95ff-04c3fc7cf5b1'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:30:16.240853 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d692ae9b-4c73-4527-b4f6-a7eda5c75c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:16.251540 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-f67dd3a5-d2e3-47b8-bf98-a158f6708f7c tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] For port c9def910-97ac-4b91-a295-6e7765e95378, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=c9def910-97ac-4b91-a295-6e7765e95378,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:16.252236 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f67dd3a5-d2e3-47b8-bf98-a158f6708f7c tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:16.319240 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f67dd3a5-d2e3-47b8-bf98-a158f6708f7c tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Calling delete_port for c9def910-97ac-4b91-a295-6e7765e95378 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:30:16.577309 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 772a842d-19c3-4eae-82b2-09a9e2ead59b, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=772a842d-19c3-4eae-82b2-09a9e2ead59b,segment=NetworkSegment(cb89209f-d511-4524-8640-78e9ddef888c),segment_id=cb89209f-d511-4524-8640-78e9ddef888c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:16.615344 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:16.654625 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-d692ae9b-4c73-4527-b4f6-a7eda5c75c85 None None] Allocated IP 2001:db8:2::2 (9044af65-5bbc-4760-bde2-4a7f4b026d45/954f0cdb-8ead-47c7-95ff-04c3fc7cf5b1/1b219d6d-9e52-4f88-8e69-698d1108488e) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:30:16.716848 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d905affe-d8a8-4673-bc50-1771af783a43 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:16.793537 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d905affe-d8a8-4673-bc50-1771af783a43 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Pushing event deleted for resources: {'Port': ['ID=132ca240-bae4-4485-ba61-ecf2be399fd1,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:16.862587 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 87d02506-fa70-4ee6-b677-cdeb4093ab04 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:30:17.004708 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-326bc08d-7fda-44dd-8df2-dbd6bad75ee8 None None] Deleting port 87d02506-fa70-4ee6-b677-cdeb4093ab04 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:30:17.005104 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-326bc08d-7fda-44dd-8df2-dbd6bad75ee8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:17.010243 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d905affe-d8a8-4673-bc50-1771af783a43 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999011'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:17.012813 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-63052b82-fb2c-4e7e-99e9-8aed90a7bd46 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:17.150417 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=772a842d-19c3-4eae-82b2-09a9e2ead59b,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:17.152851 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-63052b82-fb2c-4e7e-99e9-8aed90a7bd46 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:17.163147 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-63052b82-fb2c-4e7e-99e9-8aed90a7bd46 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/subnets/2d5bf9cf-d838-4138-9d6b-4ec09efca6fc HTTP/1.1" status: 204 len: 168 time: 2.8597238 Jul 15 23:30:17.163983 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54480) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:17.188667 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cb895f4d-ebf2-447c-a005-b8e6b3745de1 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:17.198523 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a35fd6d-0e2b-431c-9cfe-32364b4909d4 None None] Network e6241178-066c-430d-a322-7862ef822ee0 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:30:17.300998 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f67dd3a5-d2e3-47b8-bf98-a158f6708f7c tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:17.340053 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d905affe-d8a8-4673-bc50-1771af783a43 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:17.345553 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee917e36-e084-4f5d-a389-d1425cb88fca tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Deleting subnet 90832fca-d67e-4831-8239-c676df8c2b95 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:30:17.347500 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67dd3a5-d2e3-47b8-bf98-a158f6708f7c tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event deleted for resources: {'Port': ['ID=c9def910-97ac-4b91-a295-6e7765e95378,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:17.350838 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d905affe-d8a8-4673-bc50-1771af783a43 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:17.354130 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee917e36-e084-4f5d-a389-d1425cb88fca tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:17.406741 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee917e36-e084-4f5d-a389-d1425cb88fca tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:17.432454 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-326bc08d-7fda-44dd-8df2-dbd6bad75ee8 None None] For port 87d02506-fa70-4ee6-b677-cdeb4093ab04, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=87d02506-fa70-4ee6-b677-cdeb4093ab04,segment=NetworkSegment(b5ca1fe9-b3dd-4925-af11-f3e0f9a537f0),segment_id=b5ca1fe9-b3dd-4925-af11-f3e0f9a537f0)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:17.433163 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-326bc08d-7fda-44dd-8df2-dbd6bad75ee8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:17.506749 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee917e36-e084-4f5d-a389-d1425cb88fca tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:17.533408 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-326bc08d-7fda-44dd-8df2-dbd6bad75ee8 None None] Calling delete_port for 87d02506-fa70-4ee6-b677-cdeb4093ab04 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:30:17.533739 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f67dd3a5-d2e3-47b8-bf98-a158f6708f7c tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999011'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:17.665809 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:17.779202 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 87d02506-fa70-4ee6-b677-cdeb4093ab04, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=87d02506-fa70-4ee6-b677-cdeb4093ab04,segment=NetworkSegment(b5ca1fe9-b3dd-4925-af11-f3e0f9a537f0),segment_id=b5ca1fe9-b3dd-4925-af11-f3e0f9a537f0)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:17.801008 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d692ae9b-4c73-4527-b4f6-a7eda5c75c85 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:17.812863 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d692ae9b-4c73-4527-b4f6-a7eda5c75c85 None None] Transition to ACTIVE for port object 1b219d6d-9e52-4f88-8e69-698d1108488e will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:30:17.836669 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d692ae9b-4c73-4527-b4f6-a7eda5c75c85 None None] Transition to ACTIVE for port object 1b219d6d-9e52-4f88-8e69-698d1108488e will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:30:17.851942 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d905affe-d8a8-4673-bc50-1771af783a43 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:17.852778 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d905affe-d8a8-4673-bc50-1771af783a43 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Fanout notify agent at l3_agent the message router_deleted on router b3638149-5db4-4190-a7b3-13274bf56947 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:30:17.873445 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d905affe-d8a8-4673-bc50-1771af783a43 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:17.882560 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-d905affe-d8a8-4673-bc50-1771af783a43 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] 10.222.0.48 "DELETE /v2.0/routers/b3638149-5db4-4190-a7b3-13274bf56947 HTTP/1.1" status: 204 len: 168 time: 2.9014215 Jul 15 23:30:17.887336 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54516) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:17.894285 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-0b948301-bdc6-4eae-90fc-51fe447f6212 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-603427249', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:17.903357 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f67dd3a5-d2e3-47b8-bf98-a158f6708f7c tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:17.908493 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f67dd3a5-d2e3-47b8-bf98-a158f6708f7c tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:17.925925 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:17.926635 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device f0675f6f-a7c4-4d4b-a7c5-39cac7e68403 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:30:17.929631 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d692ae9b-4c73-4527-b4f6-a7eda5c75c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:17.940591 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-326bc08d-7fda-44dd-8df2-dbd6bad75ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:17.967727 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d692ae9b-4c73-4527-b4f6-a7eda5c75c85 None None] Network 9044af65-5bbc-4760-bde2-4a7f4b026d45 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:30:17.985859 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0b948301-bdc6-4eae-90fc-51fe447f6212 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:17.989522 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0b948301-bdc6-4eae-90fc-51fe447f6212 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:18.001106 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-cb895f4d-ebf2-447c-a005-b8e6b3745de1 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Allocated IP 2001:db8:2::1 (9044af65-5bbc-4760-bde2-4a7f4b026d45/954f0cdb-8ead-47c7-95ff-04c3fc7cf5b1/595aca9a-a23a-456e-ae13-a32e7279abe8) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:30:18.002426 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-d692ae9b-4c73-4527-b4f6-a7eda5c75c85 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:18.005649 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee917e36-e084-4f5d-a389-d1425cb88fca tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:18.016125 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63052b82-fb2c-4e7e-99e9-8aed90a7bd46 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event deleted for resources: {'Subnet': ['ID=2d5bf9cf-d838-4138-9d6b-4ec09efca6fc,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:18.028380 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f67dd3a5-d2e3-47b8-bf98-a158f6708f7c tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:18.029101 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f67dd3a5-d2e3-47b8-bf98-a158f6708f7c tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Fanout notify agent at l3_agent the message router_deleted on router 68663102-ce11-4493-aa4d-ea12fa53b977 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:30:18.029225 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326bc08d-7fda-44dd-8df2-dbd6bad75ee8 None None] No DVR routers for this DVR port 87d02506-fa70-4ee6-b677-cdeb4093ab04 on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:30:18.050784 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f67dd3a5-d2e3-47b8-bf98-a158f6708f7c tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:18.053296 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d692ae9b-4c73-4527-b4f6-a7eda5c75c85 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:30:18.055969 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-f67dd3a5-d2e3-47b8-bf98-a158f6708f7c tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "DELETE /v2.0/routers/68663102-ce11-4493-aa4d-ea12fa53b977 HTTP/1.1" status: 204 len: 168 time: 3.0092804 Jul 15 23:30:18.059483 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54518) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:18.066672 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: f0675f6f-a7c4-4d4b-a7c5-39cac7e68403 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:30:18.066672 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device f0675f6f-a7c4-4d4b-a7c5-39cac7e68403 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:30:18.067356 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event deleted for resources: {'Port': ['ID=87d02506-fa70-4ee6-b677-cdeb4093ab04,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:18.109864 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee917e36-e084-4f5d-a389-d1425cb88fca tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event deleted for resources: {'Subnet': ['ID=90832fca-d67e-4831-8239-c676df8c2b95,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:18.204089 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0b948301-bdc6-4eae-90fc-51fe447f6212 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:18.214560 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0b948301-bdc6-4eae-90fc-51fe447f6212 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:18.219744 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d692ae9b-4c73-4527-b4f6-a7eda5c75c85 None None] Pushing event updated for resources: {'Port': ['ID=1b219d6d-9e52-4f88-8e69-698d1108488e,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:18.315160 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5007626e-1257-469a-b21e-f4c96be17e93 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:18.323113 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0b948301-bdc6-4eae-90fc-51fe447f6212 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:18.328507 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-0b948301-bdc6-4eae-90fc-51fe447f6212 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4395852 Jul 15 23:30:18.331119 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54524) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:18.331499 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326bc08d-7fda-44dd-8df2-dbd6bad75ee8 None None] Pushing event deleted for resources: {'Port': ['ID=87d02506-fa70-4ee6-b677-cdeb4093ab04,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:18.340696 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-77fde7e4-a7ae-4ba5-89e6-ff8dcbad7963 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'enable_snat': False}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:18.344369 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-d692ae9b-4c73-4527-b4f6-a7eda5c75c85 None None] Attempting to bind port 1b219d6d-9e52-4f88-8e69-698d1108488e on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:30:18.347274 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-d692ae9b-4c73-4527-b4f6-a7eda5c75c85 None None] Attempting to bind port 1b219d6d-9e52-4f88-8e69-698d1108488e by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'e672c07e-b4d7-4fd1-9631-746af09863be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9044af65-5bbc-4760-bde2-4a7f4b026d45'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:30:18.351213 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d692ae9b-4c73-4527-b4f6-a7eda5c75c85 None None] Attempting to bind port 1b219d6d-9e52-4f88-8e69-698d1108488e on network 9044af65-5bbc-4760-bde2-4a7f4b026d45 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:30:18.359751 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c28c62-3738-45c8-83b6-a9765f906982 None None] DHCP port deletion for e6241178-066c-430d-a322-7862ef822ee0 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:30:18.374702 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d692ae9b-4c73-4527-b4f6-a7eda5c75c85 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:30:18.375524 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d692ae9b-4c73-4527-b4f6-a7eda5c75c85 None None] Checking segment: {'id': 'e672c07e-b4d7-4fd1-9631-746af09863be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9044af65-5bbc-4760-bde2-4a7f4b026d45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:30:18.376146 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d692ae9b-4c73-4527-b4f6-a7eda5c75c85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:18.376577 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d692ae9b-4c73-4527-b4f6-a7eda5c75c85 None None] Bound using segment: {'id': 'e672c07e-b4d7-4fd1-9631-746af09863be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9044af65-5bbc-4760-bde2-4a7f4b026d45'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:30:18.377026 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-d692ae9b-4c73-4527-b4f6-a7eda5c75c85 None None] Bound port: 1b219d6d-9e52-4f88-8e69-698d1108488e, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e672c07e-b4d7-4fd1-9631-746af09863be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9044af65-5bbc-4760-bde2-4a7f4b026d45'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:30:18.385403 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d692ae9b-4c73-4527-b4f6-a7eda5c75c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:18.426625 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee917e36-e084-4f5d-a389-d1425cb88fca tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:18.430662 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ee917e36-e084-4f5d-a389-d1425cb88fca tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/subnets/90832fca-d67e-4831-8239-c676df8c2b95 HTTP/1.1" status: 204 len: 168 time: 1.1993122 Jul 15 23:30:18.435502 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54526) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:18.467403 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cb895f4d-ebf2-447c-a005-b8e6b3745de1 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:18.484592 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-cb895f4d-ebf2-447c-a005-b8e6b3745de1 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Transition to ACTIVE for port object 595aca9a-a23a-456e-ae13-a32e7279abe8 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:30:18.492917 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-da4edea1-95d6-4cd9-8a81-6f0fa7dbadf0 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0536187 Jul 15 23:30:18.496922 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54528) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:18.504466 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-22131d2d-f78d-4b29-9d12-c94a570403ce tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Request body: {'subnet': {'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:18.560584 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-d692ae9b-4c73-4527-b4f6-a7eda5c75c85 None None] For port 1b219d6d-9e52-4f88-8e69-698d1108488e, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:30:18.583682 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-d692ae9b-4c73-4527-b4f6-a7eda5c75c85 None None] For port 1b219d6d-9e52-4f88-8e69-698d1108488e, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=1b219d6d-9e52-4f88-8e69-698d1108488e,segment=NetworkSegment(e672c07e-b4d7-4fd1-9631-746af09863be),segment_id=e672c07e-b4d7-4fd1-9631-746af09863be)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:30:18.591324 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-35c28c62-3738-45c8-83b6-a9765f906982 None None] Deleting port ec7f9478-70d1-41c8-89ca-56f3b2666168 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:30:18.591672 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-35c28c62-3738-45c8-83b6-a9765f906982 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:18.610150 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d692ae9b-4c73-4527-b4f6-a7eda5c75c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:18.747042 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5007626e-1257-469a-b21e-f4c96be17e93 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:18.764146 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-5007626e-1257-469a-b21e-f4c96be17e93 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92a51bb3-3c46-49ae-938e-2b30881b2b5e']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:18.768552 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-77fde7e4-a7ae-4ba5-89e6-ff8dcbad7963 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:18.792410 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22131d2d-f78d-4b29-9d12-c94a570403ce tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Made reservation on behalf of 1ccad8e849f943d19f815f855c3f3849 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:30:18.800567 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-35c28c62-3738-45c8-83b6-a9765f906982 None None] For port ec7f9478-70d1-41c8-89ca-56f3b2666168, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=ec7f9478-70d1-41c8-89ca-56f3b2666168,segment=NetworkSegment(83031f72-0c55-4202-a7d3-7c1d93801518),segment_id=83031f72-0c55-4202-a7d3-7c1d93801518)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:18.803519 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-35c28c62-3738-45c8-83b6-a9765f906982 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:18.810420 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-22131d2d-f78d-4b29-9d12-c94a570403ce tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:18.832805 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-5007626e-1257-469a-b21e-f4c96be17e93 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5ca1fe9-b3dd-4925-af11-f3e0f9a537f0') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:18.833229 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-5007626e-1257-469a-b21e-f4c96be17e93 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5ca1fe9-b3dd-4925-af11-f3e0f9a537f0') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:18.876258 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cb895f4d-ebf2-447c-a005-b8e6b3745de1 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:18.924699 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5007626e-1257-469a-b21e-f4c96be17e93 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:18.999372 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5007626e-1257-469a-b21e-f4c96be17e93 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:19.025740 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5007626e-1257-469a-b21e-f4c96be17e93 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:30:19.026165 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5007626e-1257-469a-b21e-f4c96be17e93 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:19.033068 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb895f4d-ebf2-447c-a005-b8e6b3745de1 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Network 9044af65-5bbc-4760-bde2-4a7f4b026d45 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:30:19.034339 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:30:19.034339 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:30:19.034339 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:30:19.034339 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:30:19.034339 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:30:19.034339 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:30:19.034339 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:30:19.034339 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:30:19.034339 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:30:19.034339 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:30:19.034339 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:30:19.034339 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:30:19.034339 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:30:19.034339 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:30:19.034339 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:30:19.034339 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:30:19.034339 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:30:19.034339 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:30:19.034339 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:30:19.034339 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:30:19.034339 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:30:19.034339 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:30:19.034339 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:30:19.034339 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:30:19.034339 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:30:19.034339 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:30:19.034339 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:30:19.034339 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:30:19.034339 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:30:19.034339 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:30:19.034339 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:30:19.034339 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:30:19.034339 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:30:19.034339 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:30:19.043994 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-cb895f4d-ebf2-447c-a005-b8e6b3745de1 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:19.051513 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb895f4d-ebf2-447c-a005-b8e6b3745de1 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:30:19.052223 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cb895f4d-ebf2-447c-a005-b8e6b3745de1 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:19.130398 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb895f4d-ebf2-447c-a005-b8e6b3745de1 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Pushing event updated for resources: {'Port': ['ID=595aca9a-a23a-456e-ae13-a32e7279abe8,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:19.296378 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5007626e-1257-469a-b21e-f4c96be17e93 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:19.318436 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5007626e-1257-469a-b21e-f4c96be17e93 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:19.320673 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-5007626e-1257-469a-b21e-f4c96be17e93 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "DELETE /v2.0/networks/92a51bb3-3c46-49ae-938e-2b30881b2b5e HTTP/1.1" status: 204 len: 168 time: 1.2565641 Jul 15 23:30:19.323409 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5007626e-1257-469a-b21e-f4c96be17e93 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event deleted for resources: {'Network': ['ID=92a51bb3-3c46-49ae-938e-2b30881b2b5e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:19.325811 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54532) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:19.353078 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 772a842d-19c3-4eae-82b2-09a9e2ead59b up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:30:19.417888 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d692ae9b-4c73-4527-b4f6-a7eda5c75c85 None None] Pushing event updated for resources: {'Port': ['ID=1b219d6d-9e52-4f88-8e69-698d1108488e,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:19.423458 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-35c28c62-3738-45c8-83b6-a9765f906982 None None] Calling delete_port for ec7f9478-70d1-41c8-89ca-56f3b2666168 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:30:19.482940 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-473b7f22-b356-4c45-8369-6cd1354b856c tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:19.557712 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 772a842d-19c3-4eae-82b2-09a9e2ead59b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:19.558423 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:19.595285 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-35c28c62-3738-45c8-83b6-a9765f906982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:19.616997 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cb895f4d-ebf2-447c-a005-b8e6b3745de1 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:19.621304 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-22131d2d-f78d-4b29-9d12-c94a570403ce tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:19.633786 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c28c62-3738-45c8-83b6-a9765f906982 None None] Pushing event deleted for resources: {'Port': ['ID=ec7f9478-70d1-41c8-89ca-56f3b2666168,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:19.648908 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c28c62-3738-45c8-83b6-a9765f906982 None None] No DVR routers for this DVR port ec7f9478-70d1-41c8-89ca-56f3b2666168 on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:30:19.804885 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device c9def910-97ac-4b91-a295-6e7765e95378 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:30:19.814525 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22131d2d-f78d-4b29-9d12-c94a570403ce tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Network e6241178-066c-430d-a322-7862ef822ee0 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:30:19.832369 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-22131d2d-f78d-4b29-9d12-c94a570403ce tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:19.842150 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: c9def910-97ac-4b91-a295-6e7765e95378 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:30:19.842509 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device c9def910-97ac-4b91-a295-6e7765e95378 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:30:19.846276 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device ec7f9478-70d1-41c8-89ca-56f3b2666168 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:30:19.849223 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22131d2d-f78d-4b29-9d12-c94a570403ce tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:19.849963 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-22131d2d-f78d-4b29-9d12-c94a570403ce tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:19.883149 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22131d2d-f78d-4b29-9d12-c94a570403ce tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event updated for resources: {'Subnet': ['ID=3c6f8aab-7b30-4949-84e3-4793c2d744ea,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:19.901843 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: ec7f9478-70d1-41c8-89ca-56f3b2666168 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:30:19.905417 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device ec7f9478-70d1-41c8-89ca-56f3b2666168 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:30:19.911302 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59c3514-f700-44c5-b9f0-6dcf31268def None None] Network e6241178-066c-430d-a322-7862ef822ee0 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:30:20.023453 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-22131d2d-f78d-4b29-9d12-c94a570403ce tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5253580 Jul 15 23:30:20.026221 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54538) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:20.034494 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7486662c-8635-42f7-9755-8c98b2e51204 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Request body: {'subnet': {'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:20.304145 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-473b7f22-b356-4c45-8369-6cd1354b856c tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:20.328643 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e8856f-ee76-40e0-9a50-fd75513e5be4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-e6241178-066c-430d-a322-7862ef822ee0', 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'tenant_id': '1ccad8e849f943d19f815f855c3f3849', 'fixed_ips': [{'subnet_id': '3c6f8aab-7b30-4949-84e3-4793c2d744ea'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:30:20.331146 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c3e8856f-ee76-40e0-9a50-fd75513e5be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:20.383116 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-77fde7e4-a7ae-4ba5-89e6-ff8dcbad7963 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:20.400882 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7486662c-8635-42f7-9755-8c98b2e51204 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Made reservation on behalf of 1ccad8e849f943d19f815f855c3f3849 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:30:20.415035 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7486662c-8635-42f7-9755-8c98b2e51204 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:20.433669 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-77fde7e4-a7ae-4ba5-89e6-ff8dcbad7963 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:20.657248 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-c3e8856f-ee76-40e0-9a50-fd75513e5be4 None None] Allocated IP 2001:db8::2 (e6241178-066c-430d-a322-7862ef822ee0/3c6f8aab-7b30-4949-84e3-4793c2d744ea/792cc227-d832-4fef-bea0-cff7feee49e1) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:30:20.666971 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-473b7f22-b356-4c45-8369-6cd1354b856c tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:20.673709 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-473b7f22-b356-4c45-8369-6cd1354b856c tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:20.677941 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-473b7f22-b356-4c45-8369-6cd1354b856c tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "DELETE /v2.0/security-groups/dcdd674d-e7cc-4e2c-b019-4b01eca3b895 HTTP/1.1" status: 204 len: 168 time: 1.3464653 Jul 15 23:30:20.711630 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2207ba-e2f7-436a-8214-8b2d16646717 None None] Network 9044af65-5bbc-4760-bde2-4a7f4b026d45 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:30:20.722427 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473b7f22-b356-4c45-8369-6cd1354b856c tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcdd674d-e7cc-4e2c-b019-4b01eca3b895,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:20.780920 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-77fde7e4-a7ae-4ba5-89e6-ff8dcbad7963 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Allocated IP 172.25.5.84 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/3081bf9e-c52e-40d8-ac69-9410f224532f) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:30:20.819328 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cb895f4d-ebf2-447c-a005-b8e6b3745de1 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:20.832455 n-d-794306-6 neutron-server[93771]: INFO neutron.db.ipam_backend_mixin [None req-7486662c-8635-42f7-9755-8c98b2e51204 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3c6f8aab-7b30-4949-84e3-4793c2d744ea (CIDR: 2001:db8::/64) Jul 15 23:30:20.835080 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cb895f4d-ebf2-447c-a005-b8e6b3745de1 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:20.836457 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cb895f4d-ebf2-447c-a005-b8e6b3745de1 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:20.851496 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-eb96ee03-f916-48b6-82f7-0b301519749b None None] Provisioning for port 1b219d6d-9e52-4f88-8e69-698d1108488e completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:30:20.853972 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-7486662c-8635-42f7-9755-8c98b2e51204 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:30:20.855041 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7486662c-8635-42f7-9755-8c98b2e51204 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:20.971898 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-7486662c-8635-42f7-9755-8c98b2e51204 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9443846 Jul 15 23:30:20.973635 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54550) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:20.982152 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-6a3d5a3f-202a-4d2c-88cd-59add858e03e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Request body: {'subnet': {'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:20.995635 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-77fde7e4-a7ae-4ba5-89e6-ff8dcbad7963 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:20.995975 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 1b219d6d-9e52-4f88-8e69-698d1108488e up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:30:21.049869 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-77fde7e4-a7ae-4ba5-89e6-ff8dcbad7963 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:21.116414 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb895f4d-ebf2-447c-a005-b8e6b3745de1 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Network 9044af65-5bbc-4760-bde2-4a7f4b026d45 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:30:21.120961 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb895f4d-ebf2-447c-a005-b8e6b3745de1 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Pushing event updated for resources: {'Port': ['ID=595aca9a-a23a-456e-ae13-a32e7279abe8,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:21.134428 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-cb895f4d-ebf2-447c-a005-b8e6b3745de1 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:21.175923 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [req-4e8a9103-2795-4b1f-87a3-cfe787a08249 req-0d54f400-f9e2-4799-9ec1-4808a8664f51 service neutron] (93770) timed out ('10.222.0.48', 33422) {{(pid=93770) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 23:30:21.176648 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fde7e4-a7ae-4ba5-89e6-ff8dcbad7963 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Pushing event updated for resources: {'Port': ['ID=3081bf9e-c52e-40d8-ac69-9410f224532f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:21.182157 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fde7e4-a7ae-4ba5-89e6-ff8dcbad7963 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:30:21.184418 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-77fde7e4-a7ae-4ba5-89e6-ff8dcbad7963 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:21.187418 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fde7e4-a7ae-4ba5-89e6-ff8dcbad7963 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:30:21.283365 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54552) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:21.292317 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d89bdc81-760d-4453-9f51-1d18075afaae tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1060411980', 'description': 'tempest-secgroup-smoke-1060411980 description', 'project_id': '89469485c64e49f5b3171ed5499b9995'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:21.357786 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d89bdc81-760d-4453-9f51-1d18075afaae tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:21.374863 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 1b219d6d-9e52-4f88-8e69-698d1108488e completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:30:21.383107 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c3e8856f-ee76-40e0-9a50-fd75513e5be4 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:21.399633 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 1b219d6d-9e52-4f88-8e69-698d1108488e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:21.399633 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:21.437919 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a3d5a3f-202a-4d2c-88cd-59add858e03e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Made reservation on behalf of 1ccad8e849f943d19f815f855c3f3849 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:30:21.441986 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6a3d5a3f-202a-4d2c-88cd-59add858e03e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:21.446665 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb895f4d-ebf2-447c-a005-b8e6b3745de1 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Router a548f5dd-d9b9-4cf7-abb3-55049d32f350 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:30:21.451886 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c3e8856f-ee76-40e0-9a50-fd75513e5be4 None None] Transition to ACTIVE for port object 792cc227-d832-4fef-bea0-cff7feee49e1 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:30:21.523773 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c3e8856f-ee76-40e0-9a50-fd75513e5be4 None None] Transition to ACTIVE for port object 792cc227-d832-4fef-bea0-cff7feee49e1 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:30:21.539409 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c3e8856f-ee76-40e0-9a50-fd75513e5be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:21.644917 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e8856f-ee76-40e0-9a50-fd75513e5be4 None None] Network e6241178-066c-430d-a322-7862ef822ee0 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:30:21.668194 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-c3e8856f-ee76-40e0-9a50-fd75513e5be4 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:21.672249 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e8856f-ee76-40e0-9a50-fd75513e5be4 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:30:21.730287 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb895f4d-ebf2-447c-a005-b8e6b3745de1 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:30:21.741394 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-cb895f4d-ebf2-447c-a005-b8e6b3745de1 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "PUT /v2.0/routers/a548f5dd-d9b9-4cf7-abb3-55049d32f350/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3218548 Jul 15 23:30:21.744397 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54562) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:21.750156 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-3acc2df4-c010-4f84-abd0-78067f586720 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-979006323'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:21.751525 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e8856f-ee76-40e0-9a50-fd75513e5be4 None None] Pushing event updated for resources: {'Port': ['ID=792cc227-d832-4fef-bea0-cff7feee49e1,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:21.758552 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cea2c1-c89a-48cd-a506-f65948f91f15 None None] Sync routers for ids ['a548f5dd-d9b9-4cf7-abb3-55049d32f350'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:30:21.793746 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-77fde7e4-a7ae-4ba5-89e6-ff8dcbad7963 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:21.919291 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e8856f-ee76-40e0-9a50-fd75513e5be4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:21.921711 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e8856f-ee76-40e0-9a50-fd75513e5be4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:21.922146 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e8856f-ee76-40e0-9a50-fd75513e5be4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:21.922534 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e8856f-ee76-40e0-9a50-fd75513e5be4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:21.924919 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e8856f-ee76-40e0-9a50-fd75513e5be4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:21.926382 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e8856f-ee76-40e0-9a50-fd75513e5be4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:21.926729 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e8856f-ee76-40e0-9a50-fd75513e5be4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:21.927066 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e8856f-ee76-40e0-9a50-fd75513e5be4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:21.927400 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e8856f-ee76-40e0-9a50-fd75513e5be4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:21.927759 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e8856f-ee76-40e0-9a50-fd75513e5be4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:21.931098 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e8856f-ee76-40e0-9a50-fd75513e5be4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:21.931440 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e8856f-ee76-40e0-9a50-fd75513e5be4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:21.952174 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c3e8856f-ee76-40e0-9a50-fd75513e5be4 None None] Attempting to bind port 792cc227-d832-4fef-bea0-cff7feee49e1 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:30:21.952599 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c3e8856f-ee76-40e0-9a50-fd75513e5be4 None None] Attempting to bind port 792cc227-d832-4fef-bea0-cff7feee49e1 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:30:21.953094 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e8856f-ee76-40e0-9a50-fd75513e5be4 None None] Attempting to bind port 792cc227-d832-4fef-bea0-cff7feee49e1 on network e6241178-066c-430d-a322-7862ef822ee0 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:30:21.975686 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cea2c1-c89a-48cd-a506-f65948f91f15 None None] Routers {'a548f5dd-d9b9-4cf7-abb3-55049d32f350'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:30:21.976367 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-24cea2c1-c89a-48cd-a506-f65948f91f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:30:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['a548f5dd-d9b9-4cf7-abb3-55049d32f350'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:22.014469 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d89bdc81-760d-4453-9f51-1d18075afaae tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:22.033384 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d89bdc81-760d-4453-9f51-1d18075afaae tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:22.069976 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3acc2df4-c010-4f84-abd0-78067f586720 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Made reservation on behalf of 34183464e2cc438698c712a3ae8b36f2 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:30:22.074573 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3acc2df4-c010-4f84-abd0-78067f586720 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:22.129993 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e8856f-ee76-40e0-9a50-fd75513e5be4 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:30:22.133050 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e8856f-ee76-40e0-9a50-fd75513e5be4 None None] Checking segment: {'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:30:22.133545 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c3e8856f-ee76-40e0-9a50-fd75513e5be4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:22.133958 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e8856f-ee76-40e0-9a50-fd75513e5be4 None None] Bound using segment: {'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:30:22.134470 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c3e8856f-ee76-40e0-9a50-fd75513e5be4 None None] Bound port: 792cc227-d832-4fef-bea0-cff7feee49e1, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83031f72-0c55-4202-a7d3-7c1d93801518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'e6241178-066c-430d-a322-7862ef822ee0'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:30:22.141105 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c3e8856f-ee76-40e0-9a50-fd75513e5be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:22.173176 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3acc2df4-c010-4f84-abd0-78067f586720 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:30:22.173552 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d89bdc81-760d-4453-9f51-1d18075afaae tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:22.175653 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d89bdc81-760d-4453-9f51-1d18075afaae tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8891988 Jul 15 23:30:22.178715 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-77fde7e4-a7ae-4ba5-89e6-ff8dcbad7963 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:22.182246 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:22.185142 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54566) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:22.191875 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d45dc774-b716-491f-8454-e334d95361fd tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Request body: {'security_group_rule': {'security_group_id': 'b8c61c92-d476-46a7-af9c-4517a99fe503', 'project_id': '89469485c64e49f5b3171ed5499b9995', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:22.198009 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bdc81-760d-4453-9f51-1d18075afaae tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c61c92-d476-46a7-af9c-4517a99fe503,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:22.217848 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-77fde7e4-a7ae-4ba5-89e6-ff8dcbad7963 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-998933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-998924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-999045'] for router, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:22.235385 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3acc2df4-c010-4f84-abd0-78067f586720 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:22.236159 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-3acc2df4-c010-4f84-abd0-78067f586720 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Added segment ee679ff4-0895-4ad7-b5fe-1cbc1125ecb6 of type vlan for network 862ac455-dbc6-4651-b916-335cc838a910 Jul 15 23:30:22.424130 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 1b219d6d-9e52-4f88-8e69-698d1108488e, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=1b219d6d-9e52-4f88-8e69-698d1108488e,segment=NetworkSegment(e672c07e-b4d7-4fd1-9631-746af09863be),segment_id=e672c07e-b4d7-4fd1-9631-746af09863be)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:22.441585 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2aff22e5-be0c-479b-8c3c-28f3335094d8 None None] Provisioning for port 595aca9a-a23a-456e-ae13-a32e7279abe8 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:30:22.450527 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:22.473346 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d45dc774-b716-491f-8454-e334d95361fd tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:22.485107 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3acc2df4-c010-4f84-abd0-78067f586720 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:22.532604 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=1b219d6d-9e52-4f88-8e69-698d1108488e,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:22.538877 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2aff22e5-be0c-479b-8c3c-28f3335094d8 None None] Provisioning complete for port 595aca9a-a23a-456e-ae13-a32e7279abe8 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:22.539524 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2aff22e5-be0c-479b-8c3c-28f3335094d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:22.589312 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c3e8856f-ee76-40e0-9a50-fd75513e5be4 None None] For port 792cc227-d832-4fef-bea0-cff7feee49e1, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:30:22.592795 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2aff22e5-be0c-479b-8c3c-28f3335094d8 None None] Port 595aca9a-a23a-456e-ae13-a32e7279abe8 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:30:22.597201 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-24cea2c1-c89a-48cd-a506-f65948f91f15 None None] Set router a548f5dd-d9b9-4cf7-abb3-55049d32f350 gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:30:22.670122 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c3e8856f-ee76-40e0-9a50-fd75513e5be4 None None] For port 792cc227-d832-4fef-bea0-cff7feee49e1, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=792cc227-d832-4fef-bea0-cff7feee49e1,segment=NetworkSegment(83031f72-0c55-4202-a7d3-7c1d93801518),segment_id=83031f72-0c55-4202-a7d3-7c1d93801518)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:30:22.712987 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c3e8856f-ee76-40e0-9a50-fd75513e5be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:22.722801 n-d-794306-6 neutron-server[93771]: DEBUG neutron.objects.ports [None req-6a3d5a3f-202a-4d2c-88cd-59add858e03e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 23:30:22.800257 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3acc2df4-c010-4f84-abd0-78067f586720 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:22.827699 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acc2df4-c010-4f84-abd0-78067f586720 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:22.832936 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3acc2df4-c010-4f84-abd0-78067f586720 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:22.845136 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d45dc774-b716-491f-8454-e334d95361fd tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:22.921203 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2aff22e5-be0c-479b-8c3c-28f3335094d8 None None] Provisioning complete for port 1b219d6d-9e52-4f88-8e69-698d1108488e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:22.928883 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2aff22e5-be0c-479b-8c3c-28f3335094d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:22.935632 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 1b219d6d-9e52-4f88-8e69-698d1108488e up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:30:22.958438 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d45dc774-b716-491f-8454-e334d95361fd tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:22.989251 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-3acc2df4-c010-4f84-abd0-78067f586720 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2431078 Jul 15 23:30:22.995228 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54574) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:23.007149 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-0cc926cd-39b2-49b2-9d62-ff5b88837044 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Request body: {'subnet': {'network_id': '862ac455-dbc6-4651-b916-335cc838a910', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:23.054226 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45dc774-b716-491f-8454-e334d95361fd tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=122846d2-00e5-4834-9367-a88f8c16ad5c,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:23.167702 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d45dc774-b716-491f-8454-e334d95361fd tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:23.172228 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-d45dc774-b716-491f-8454-e334d95361fd tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9826565 Jul 15 23:30:23.172228 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acc2df4-c010-4f84-abd0-78067f586720 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Pushing event updated for resources: {'Network': ['ID=862ac455-dbc6-4651-b916-335cc838a910,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:23.179146 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54576) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:23.200107 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-72595b5f-c0e7-4aee-8529-9dfb8a7c68a0 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Request body: {'security_group_rule': {'security_group_id': 'b8c61c92-d476-46a7-af9c-4517a99fe503', 'project_id': '89469485c64e49f5b3171ed5499b9995', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:23.201783 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e8856f-ee76-40e0-9a50-fd75513e5be4 None None] Pushing event updated for resources: {'Port': ['ID=792cc227-d832-4fef-bea0-cff7feee49e1,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:23.229100 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6a3d5a3f-202a-4d2c-88cd-59add858e03e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:23.249509 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77fde7e4-a7ae-4ba5-89e6-ff8dcbad7963 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Router ce08c195-004e-44a2-974b-3df6a819dcf1 is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:30:23.467543 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77fde7e4-a7ae-4ba5-89e6-ff8dcbad7963 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:30:23.477823 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-77fde7e4-a7ae-4ba5-89e6-ff8dcbad7963 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:23.482196 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-77fde7e4-a7ae-4ba5-89e6-ff8dcbad7963 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] 10.222.0.48 "PUT /v2.0/routers/ce08c195-004e-44a2-974b-3df6a819dcf1 HTTP/1.1" status: 200 len: 914 time: 5.1491551 Jul 15 23:30:23.486799 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54578) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:23.491428 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cb2474-fc44-4864-83db-3972897fca9b None None] Sync routers for ids ['ce08c195-004e-44a2-974b-3df6a819dcf1'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:30:23.513797 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cb2474-fc44-4864-83db-3972897fca9b None None] Routers {'ce08c195-004e-44a2-974b-3df6a819dcf1'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:30:23.519876 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-95cb2474-fc44-4864-83db-3972897fca9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:30:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ce08c195-004e-44a2-974b-3df6a819dcf1'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:23.586010 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-6a3d5a3f-202a-4d2c-88cd-59add858e03e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] For port 792cc227-d832-4fef-bea0-cff7feee49e1, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=792cc227-d832-4fef-bea0-cff7feee49e1,segment=NetworkSegment(83031f72-0c55-4202-a7d3-7c1d93801518),segment_id=83031f72-0c55-4202-a7d3-7c1d93801518)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:23.630692 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6a3d5a3f-202a-4d2c-88cd-59add858e03e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:23.639237 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6a3d5a3f-202a-4d2c-88cd-59add858e03e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:23.640422 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6a3d5a3f-202a-4d2c-88cd-59add858e03e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:23.657635 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-95cb2474-fc44-4864-83db-3972897fca9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:23.670793 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3d5a3f-202a-4d2c-88cd-59add858e03e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Network e6241178-066c-430d-a322-7862ef822ee0 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:30:23.683242 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 862ac455-dbc6-4651-b916-335cc838a910 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:30:23.697808 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-6a3d5a3f-202a-4d2c-88cd-59add858e03e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:23.699859 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc926cd-39b2-49b2-9d62-ff5b88837044 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Made reservation on behalf of 34183464e2cc438698c712a3ae8b36f2 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:30:23.710950 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0cc926cd-39b2-49b2-9d62-ff5b88837044 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:23.719545 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cb2474-fc44-4864-83db-3972897fca9b None None] Routers {'ce08c195-004e-44a2-974b-3df6a819dcf1'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:30:23.720691 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-95cb2474-fc44-4864-83db-3972897fca9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:30:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ce08c195-004e-44a2-974b-3df6a819dcf1'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:23.798379 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-72595b5f-c0e7-4aee-8529-9dfb8a7c68a0 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:23.875375 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-95cb2474-fc44-4864-83db-3972897fca9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:23.876176 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cb2474-fc44-4864-83db-3972897fca9b None None] The sync data for ids ['ce08c195-004e-44a2-974b-3df6a819dcf1'] in n-d-794306-6 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:30:23.879673 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 1b219d6d-9e52-4f88-8e69-698d1108488e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:23.881748 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:24.113309 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-2c28b7ae-03b3-48a5-9a64-a3b4ff0820d2 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] 10.222.0.48 "GET /v2.0/routers/ce08c195-004e-44a2-974b-3df6a819dcf1 HTTP/1.1" status: 200 len: 920 time: 0.6220357 Jul 15 23:30:24.116370 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54586) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:24.159920 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-72595b5f-c0e7-4aee-8529-9dfb8a7c68a0 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:24.175397 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-72595b5f-c0e7-4aee-8529-9dfb8a7c68a0 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:24.242256 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-72595b5f-c0e7-4aee-8529-9dfb8a7c68a0 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:24.247663 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-72595b5f-c0e7-4aee-8529-9dfb8a7c68a0 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0642281 Jul 15 23:30:24.253897 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54588) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:24.255603 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72595b5f-c0e7-4aee-8529-9dfb8a7c68a0 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1509dcee-45cb-4f92-a8fe-15ff3639bf57,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:24.255938 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3d5a3f-202a-4d2c-88cd-59add858e03e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:24.256811 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6a3d5a3f-202a-4d2c-88cd-59add858e03e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:24.268746 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e91f6eb1-5fb2-4c04-90e6-dc3e7264264d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Request body: {'security_group_rule': {'security_group_id': 'b8c61c92-d476-46a7-af9c-4517a99fe503', 'project_id': '89469485c64e49f5b3171ed5499b9995', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:24.340842 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76e246c-e7b4-415a-82d0-ee72a793d0b5 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:24.342393 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-e76e246c-e7b4-415a-82d0-ee72a793d0b5 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=c4160cc4-e133-4d4e-ad39-f86bca4b2f14&device_id=ce08c195-004e-44a2-974b-3df6a819dcf1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2251859 Jul 15 23:30:24.346200 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54590) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:24.381927 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-6a3d5a3f-202a-4d2c-88cd-59add858e03e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.4018357 Jul 15 23:30:24.381927 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3d5a3f-202a-4d2c-88cd-59add858e03e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event updated for resources: {'Subnet': ['ID=3d4750ba-04d4-48f0-934a-3fcda5257eb8,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:24.384775 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54592) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:24.390586 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-8b2fbb13-1d4f-44d8-8a70-1a84b7b0c0c2 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Request body: {'port': {'network_id': 'e6241178-066c-430d-a322-7862ef822ee0', 'mac_address': 'fa:16:3e:65:88:3f', 'name': 'tempest-NetworksTestDHCPv6-985985067'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:24.398269 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3d5a3f-202a-4d2c-88cd-59add858e03e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event updated for resources: {'Port': ['ID=792cc227-d832-4fef-bea0-cff7feee49e1,revision_number=4']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:24.415467 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e91f6eb1-5fb2-4c04-90e6-dc3e7264264d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:24.514632 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-24cea2c1-c89a-48cd-a506-f65948f91f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'name': 'tempest-RoutersIpV6Test-router-386202676', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:29:54Z', 'updated_at': '2021-07-15T23:30:19Z', 'revision_number': 4, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'gw_port_host': None, '_interfaces': [{'id': '595aca9a-a23a-456e-ae13-a32e7279abe8', 'name': '', 'network_id': '9044af65-5bbc-4760-bde2-4a7f4b026d45', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'mac_address': 'fa:16:3e:56:a1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '954f0cdb-8ead-47c7-95ff-04c3fc7cf5b1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:17Z', 'updated_at': '2021-07-15T23:30:20Z', 'revision_number': 2, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'subnets': [{'id': '954f0cdb-8ead-47c7-95ff-04c3fc7cf5b1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b91b56f-13ad-44f3-ad73-189e6ca6c21a', 'name': '', 'network_id': 'a391d6e6-361d-4509-988f-c3a1a38ff178', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'mac_address': 'fa:16:3e:8d:48:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '1c4d3617-5524-4022-a6f3-235207c33262', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:29:56Z', 'updated_at': '2021-07-15T23:30:07Z', 'revision_number': 5, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'subnets': [{'id': '1c4d3617-5524-4022-a6f3-235207c33262', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '772a842d-19c3-4eae-82b2-09a9e2ead59b', 'name': '', 'network_id': '1b1b61bc-3f45-4950-bef2-f142964cdd3b', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'mac_address': 'fa:16:3e:87:44:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '70e11a82-7e8d-472e-9d9e-cc29f9386418', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:07Z', 'updated_at': '2021-07-15T23:30:16Z', 'revision_number': 5, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'subnets': [{'id': '70e11a82-7e8d-472e-9d9e-cc29f9386418', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:24.572282 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cea2c1-c89a-48cd-a506-f65948f91f15 None None] Checking router: a548f5dd-d9b9-4cf7-abb3-55049d32f350 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:30:24.572901 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cea2c1-c89a-48cd-a506-f65948f91f15 None None] Updating router a548f5dd-d9b9-4cf7-abb3-55049d32f350 port 595aca9a-a23a-456e-ae13-a32e7279abe8 binding host n-d-794306-6 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:30:24.619107 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0cc926cd-39b2-49b2-9d62-ff5b88837044 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:24.645100 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b07ef94f-8511-4273-be4b-c0a1307221b1 None None] Provisioning complete for port 595aca9a-a23a-456e-ae13-a32e7279abe8 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:24.645882 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b07ef94f-8511-4273-be4b-c0a1307221b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:24.731956 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905a961b-e141-478c-a819-047158407809 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:24.733384 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-905a961b-e141-478c-a819-047158407809 tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] 10.222.0.48 "GET /v2.0/networks/c4160cc4-e133-4d4e-ad39-f86bca4b2f14 HTTP/1.1" status: 200 len: 881 time: 0.3861980 Jul 15 23:30:24.736429 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b07ef94f-8511-4273-be4b-c0a1307221b1 None None] Port 595aca9a-a23a-456e-ae13-a32e7279abe8 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:30:24.741344 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54594) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:24.741544 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-24cea2c1-c89a-48cd-a506-f65948f91f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:24.809452 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc926cd-39b2-49b2-9d62-ff5b88837044 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Pushing event updated for resources: {'Subnet': ['ID=beda941e-34ed-4685-9a34-4e3f05964ebc,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:24.823848 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e91f6eb1-5fb2-4c04-90e6-dc3e7264264d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:24.825607 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-3c84167d-4abd-40aa-b9fe-02d399663223 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce08c195-004e-44a2-974b-3df6a819dcf1 HTTP/1.1" status: 200 len: 205 time: 0.0771577 Jul 15 23:30:24.830758 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54596) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:24.838257 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e91f6eb1-5fb2-4c04-90e6-dc3e7264264d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:24.880011 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc926cd-39b2-49b2-9d62-ff5b88837044 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Checking segment: {'id': 'ee679ff4-0895-4ad7-b5fe-1cbc1125ecb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '862ac455-dbc6-4651-b916-335cc838a910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:30:24.880447 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc926cd-39b2-49b2-9d62-ff5b88837044 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Network hostable DHCP agents. Network: 862ac455-dbc6-4651-b916-335cc838a910, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:30:24.933917 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc926cd-39b2-49b2-9d62-ff5b88837044 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Network 862ac455-dbc6-4651-b916-335cc838a910 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:30:24.956954 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-0cc926cd-39b2-49b2-9d62-ff5b88837044 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 862ac455-dbc6-4651-b916-335cc838a910) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:24.972455 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91f6eb1-5fb2-4c04-90e6-dc3e7264264d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4920b68c-03da-4ead-9f1e-c9f1d86d8aaa,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:24.978212 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2fbb13-1d4f-44d8-8a70-1a84b7b0c0c2 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Made reservation on behalf of 1ccad8e849f943d19f815f855c3f3849 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:30:24.986045 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e91f6eb1-5fb2-4c04-90e6-dc3e7264264d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:24.989877 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-e91f6eb1-5fb2-4c04-90e6-dc3e7264264d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7260571 Jul 15 23:30:25.004567 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54598) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:25.012176 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d603093-a98f-42be-b53e-22c552c9e822 None None] Network 862ac455-dbc6-4651-b916-335cc838a910 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:30:25.015449 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4f879cf5-3095-451a-b0d1-9134eef59815 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Request body: {'security_group_rule': {'security_group_id': 'b8c61c92-d476-46a7-af9c-4517a99fe503', 'project_id': '89469485c64e49f5b3171ed5499b9995', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:25.017718 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc926cd-39b2-49b2-9d62-ff5b88837044 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:25.018745 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0cc926cd-39b2-49b2-9d62-ff5b88837044 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:25.029270 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 792cc227-d832-4fef-bea0-cff7feee49e1 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:30:25.065774 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-0cc926cd-39b2-49b2-9d62-ff5b88837044 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0692394 Jul 15 23:30:25.068666 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54600) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:25.131697 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d632ea6-5130-4606-986c-1c4a0592ae79 None None] Network e6241178-066c-430d-a322-7862ef822ee0 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:30:25.210183 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-74c9c116-6624-4015-82ed-979df5ed2835 None None] Provisioning for port 792cc227-d832-4fef-bea0-cff7feee49e1 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:30:25.237358 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f879cf5-3095-451a-b0d1-9134eef59815 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:25.253193 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-40abcdaf-9210-4ccf-9c3a-e73c02673362 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:25.313081 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8b2fbb13-1d4f-44d8-8a70-1a84b7b0c0c2 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:25.326417 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 792cc227-d832-4fef-bea0-cff7feee49e1 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:30:25.335529 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 792cc227-d832-4fef-bea0-cff7feee49e1 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:25.335927 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:25.408765 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-8b2fbb13-1d4f-44d8-8a70-1a84b7b0c0c2 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] device_id is not set on port be93f5a7-49b3-4fc7-a960-87a5a38dd165 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:30:25.495860 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f879cf5-3095-451a-b0d1-9134eef59815 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:25.508875 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f879cf5-3095-451a-b0d1-9134eef59815 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:25.521698 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-40abcdaf-9210-4ccf-9c3a-e73c02673362 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:25.537581 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:25.623120 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f879cf5-3095-451a-b0d1-9134eef59815 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39ef2031-ba26-4212-967c-58eb1a3ffee3,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:25.645493 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f879cf5-3095-451a-b0d1-9134eef59815 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:25.649195 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-4f879cf5-3095-451a-b0d1-9134eef59815 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6363044 Jul 15 23:30:25.695299 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54610) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:25.710442 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278460bc-6603-4a04-a4a4-178dfb8154e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-862ac455-dbc6-4651-b916-335cc838a910', 'network_id': '862ac455-dbc6-4651-b916-335cc838a910', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'fixed_ips': [{'subnet_id': 'beda941e-34ed-4685-9a34-4e3f05964ebc'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:30:25.711307 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-278460bc-6603-4a04-a4a4-178dfb8154e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:25.715165 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ec76bc0f-137a-4b94-b610-e86e14f4c145 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Request body: {'security_group_rule': {'security_group_id': 'b8c61c92-d476-46a7-af9c-4517a99fe503', 'project_id': '89469485c64e49f5b3171ed5499b9995', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:25.729836 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:25.903996 n-d-794306-6 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-ec76bc0f-137a-4b94-b610-e86e14f4c145 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Project 89469485c64e49f5b3171ed5499b9995 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:30:25.905762 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 792cc227-d832-4fef-bea0-cff7feee49e1, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=792cc227-d832-4fef-bea0-cff7feee49e1,segment=NetworkSegment(83031f72-0c55-4202-a7d3-7c1d93801518),segment_id=83031f72-0c55-4202-a7d3-7c1d93801518)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:25.913903 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-24cea2c1-c89a-48cd-a506-f65948f91f15 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:25.938884 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ec76bc0f-137a-4b94-b610-e86e14f4c145 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:25.944188 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-21eaa8f5-952b-4665-8150-85ce8df6fec5 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:25.993614 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-8b2fbb13-1d4f-44d8-8a70-1a84b7b0c0c2 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Allocated IP 2001:db8::137 (e6241178-066c-430d-a322-7862ef822ee0/3c6f8aab-7b30-4949-84e3-4793c2d744ea/be93f5a7-49b3-4fc7-a960-87a5a38dd165) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:30:26.016348 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-8b2fbb13-1d4f-44d8-8a70-1a84b7b0c0c2 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Allocated IP 2001:db8:0:1:f816:3eff:fe65:883f (e6241178-066c-430d-a322-7862ef822ee0/3d4750ba-04d4-48f0-934a-3fcda5257eb8/be93f5a7-49b3-4fc7-a960-87a5a38dd165) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:30:26.025559 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:26.059643 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-24cea2c1-c89a-48cd-a506-f65948f91f15 None None] Transition to ACTIVE for port object 595aca9a-a23a-456e-ae13-a32e7279abe8 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:30:26.118747 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-24cea2c1-c89a-48cd-a506-f65948f91f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:26.128943 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-40abcdaf-9210-4ccf-9c3a-e73c02673362 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Deleting port 3081bf9e-c52e-40d8-ac69-9410f224532f {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:30:26.129297 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-40abcdaf-9210-4ccf-9c3a-e73c02673362 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:26.260669 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=792cc227-d832-4fef-bea0-cff7feee49e1,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:26.494853 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-278460bc-6603-4a04-a4a4-178dfb8154e1 None None] Allocated IP 2001:db8:3::2 (862ac455-dbc6-4651-b916-335cc838a910/beda941e-34ed-4685-9a34-4e3f05964ebc/b808efa2-ea79-46d8-9fb3-2985c7aa2a0f) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:30:26.581658 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf83730-cb40-4393-867d-9f12ca4cfb00 None None] Pushing event updated for resources: {'Port': ['ID=595aca9a-a23a-456e-ae13-a32e7279abe8,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:26.609511 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-24cea2c1-c89a-48cd-a506-f65948f91f15 None None] Attempting to bind port 595aca9a-a23a-456e-ae13-a32e7279abe8 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:30:26.609893 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-24cea2c1-c89a-48cd-a506-f65948f91f15 None None] Attempting to bind port 595aca9a-a23a-456e-ae13-a32e7279abe8 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'e672c07e-b4d7-4fd1-9631-746af09863be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9044af65-5bbc-4760-bde2-4a7f4b026d45'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:30:26.610686 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cea2c1-c89a-48cd-a506-f65948f91f15 None None] Attempting to bind port 595aca9a-a23a-456e-ae13-a32e7279abe8 on network 9044af65-5bbc-4760-bde2-4a7f4b026d45 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:30:26.641143 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cea2c1-c89a-48cd-a506-f65948f91f15 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:30:26.641816 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cea2c1-c89a-48cd-a506-f65948f91f15 None None] Checking segment: {'id': 'e672c07e-b4d7-4fd1-9631-746af09863be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9044af65-5bbc-4760-bde2-4a7f4b026d45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:30:26.642395 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-24cea2c1-c89a-48cd-a506-f65948f91f15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:26.642989 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cea2c1-c89a-48cd-a506-f65948f91f15 None None] Bound using segment: {'id': 'e672c07e-b4d7-4fd1-9631-746af09863be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9044af65-5bbc-4760-bde2-4a7f4b026d45'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:30:26.643677 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-24cea2c1-c89a-48cd-a506-f65948f91f15 None None] Bound port: 595aca9a-a23a-456e-ae13-a32e7279abe8, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e672c07e-b4d7-4fd1-9631-746af09863be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9044af65-5bbc-4760-bde2-4a7f4b026d45'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:30:26.644260 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-24cea2c1-c89a-48cd-a506-f65948f91f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:26.874271 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-24cea2c1-c89a-48cd-a506-f65948f91f15 None None] For port 595aca9a-a23a-456e-ae13-a32e7279abe8, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:30:26.913841 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-24cea2c1-c89a-48cd-a506-f65948f91f15 None None] For port 595aca9a-a23a-456e-ae13-a32e7279abe8, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=595aca9a-a23a-456e-ae13-a32e7279abe8,segment=NetworkSegment(e672c07e-b4d7-4fd1-9631-746af09863be),segment_id=e672c07e-b4d7-4fd1-9631-746af09863be)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:30:26.927829 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-24cea2c1-c89a-48cd-a506-f65948f91f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:26.958451 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-278460bc-6603-4a04-a4a4-178dfb8154e1 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:26.973877 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 792cc227-d832-4fef-bea0-cff7feee49e1 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:30:27.104403 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cea2c1-c89a-48cd-a506-f65948f91f15 None None] Routers {'a548f5dd-d9b9-4cf7-abb3-55049d32f350'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:30:27.105195 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-24cea2c1-c89a-48cd-a506-f65948f91f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:30:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['a548f5dd-d9b9-4cf7-abb3-55049d32f350'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:27.112402 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-278460bc-6603-4a04-a4a4-178dfb8154e1 None None] Transition to ACTIVE for port object b808efa2-ea79-46d8-9fb3-2985c7aa2a0f will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:30:27.243548 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ec76bc0f-137a-4b94-b610-e86e14f4c145 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:27.285352 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ec76bc0f-137a-4b94-b610-e86e14f4c145 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:27.294822 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 792cc227-d832-4fef-bea0-cff7feee49e1 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:27.295198 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:27.301850 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-40abcdaf-9210-4ccf-9c3a-e73c02673362 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:27.358106 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-40abcdaf-9210-4ccf-9c3a-e73c02673362 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Calling delete_port for 3081bf9e-c52e-40d8-ac69-9410f224532f owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:30:27.381740 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-278460bc-6603-4a04-a4a4-178dfb8154e1 None None] Transition to ACTIVE for port object b808efa2-ea79-46d8-9fb3-2985c7aa2a0f will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:30:27.412139 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf83730-cb40-4393-867d-9f12ca4cfb00 None None] Pushing event updated for resources: {'Port': ['ID=595aca9a-a23a-456e-ae13-a32e7279abe8,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:27.430959 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-278460bc-6603-4a04-a4a4-178dfb8154e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:27.540585 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-21eaa8f5-952b-4665-8150-85ce8df6fec5 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Allocated IP 2001:db8:3::1 (862ac455-dbc6-4651-b916-335cc838a910/beda941e-34ed-4685-9a34-4e3f05964ebc/a4f6a6ed-a746-4386-a741-4ab4c03387b7) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:30:27.925138 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8b2fbb13-1d4f-44d8-8a70-1a84b7b0c0c2 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:27.939278 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-21eaa8f5-952b-4665-8150-85ce8df6fec5 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:27.971283 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec76bc0f-137a-4b94-b610-e86e14f4c145 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=817098ca-11c4-4f30-8f18-780301293199,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:27.991045 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-40abcdaf-9210-4ccf-9c3a-e73c02673362 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:27.999735 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-21eaa8f5-952b-4665-8150-85ce8df6fec5 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Transition to ACTIVE for port object a4f6a6ed-a746-4386-a741-4ab4c03387b7 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:30:28.040885 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278460bc-6603-4a04-a4a4-178dfb8154e1 None None] Network 862ac455-dbc6-4651-b916-335cc838a910 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:30:28.048917 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-24cea2c1-c89a-48cd-a506-f65948f91f15 None None] Set router a548f5dd-d9b9-4cf7-abb3-55049d32f350 gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:30:28.049137 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-8b2fbb13-1d4f-44d8-8a70-1a84b7b0c0c2 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Transition to ACTIVE for port object be93f5a7-49b3-4fc7-a960-87a5a38dd165 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:30:28.051730 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ec76bc0f-137a-4b94-b610-e86e14f4c145 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:28.064715 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-ec76bc0f-137a-4b94-b610-e86e14f4c145 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 2.3457913 Jul 15 23:30:28.066103 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54638) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:28.131479 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-6bb1930d-9c28-4c40-9276-f7d9355124e7 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Request body: {'security_group_rule': {'security_group_id': 'b8c61c92-d476-46a7-af9c-4517a99fe503', 'project_id': '89469485c64e49f5b3171ed5499b9995', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:28.145347 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-278460bc-6603-4a04-a4a4-178dfb8154e1 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:28.146207 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-21eaa8f5-952b-4665-8150-85ce8df6fec5 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:28.168193 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278460bc-6603-4a04-a4a4-178dfb8154e1 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:30:28.190659 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278460bc-6603-4a04-a4a4-178dfb8154e1 None None] Pushing event updated for resources: {'Port': ['ID=b808efa2-ea79-46d8-9fb3-2985c7aa2a0f,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:28.195848 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8b2fbb13-1d4f-44d8-8a70-1a84b7b0c0c2 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:28.201594 n-d-794306-6 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-6bb1930d-9c28-4c40-9276-f7d9355124e7 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Project 89469485c64e49f5b3171ed5499b9995 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:30:28.208977 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40abcdaf-9210-4ccf-9c3a-e73c02673362 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Pushing event deleted for resources: {'Port': ['ID=3081bf9e-c52e-40d8-ac69-9410f224532f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:28.214894 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6bb1930d-9c28-4c40-9276-f7d9355124e7 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:28.305457 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21eaa8f5-952b-4665-8150-85ce8df6fec5 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Network 862ac455-dbc6-4651-b916-335cc838a910 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:30:28.325374 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-21eaa8f5-952b-4665-8150-85ce8df6fec5 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:28.329354 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21eaa8f5-952b-4665-8150-85ce8df6fec5 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:30:28.331030 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-21eaa8f5-952b-4665-8150-85ce8df6fec5 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:28.435284 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-278460bc-6603-4a04-a4a4-178dfb8154e1 None None] Attempting to bind port b808efa2-ea79-46d8-9fb3-2985c7aa2a0f on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:30:28.436177 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-278460bc-6603-4a04-a4a4-178dfb8154e1 None None] Attempting to bind port b808efa2-ea79-46d8-9fb3-2985c7aa2a0f by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'ee679ff4-0895-4ad7-b5fe-1cbc1125ecb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '862ac455-dbc6-4651-b916-335cc838a910'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:30:28.438033 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278460bc-6603-4a04-a4a4-178dfb8154e1 None None] Attempting to bind port b808efa2-ea79-46d8-9fb3-2985c7aa2a0f on network 862ac455-dbc6-4651-b916-335cc838a910 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:30:28.439027 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eaa8f5-952b-4665-8150-85ce8df6fec5 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Pushing event updated for resources: {'Port': ['ID=a4f6a6ed-a746-4386-a741-4ab4c03387b7,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:28.448921 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-40abcdaf-9210-4ccf-9c3a-e73c02673362 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999011'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:28.464208 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278460bc-6603-4a04-a4a4-178dfb8154e1 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:30:28.465070 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278460bc-6603-4a04-a4a4-178dfb8154e1 None None] Checking segment: {'id': 'ee679ff4-0895-4ad7-b5fe-1cbc1125ecb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '862ac455-dbc6-4651-b916-335cc838a910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:30:28.465725 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-278460bc-6603-4a04-a4a4-178dfb8154e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:28.466354 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278460bc-6603-4a04-a4a4-178dfb8154e1 None None] Bound using segment: {'id': 'ee679ff4-0895-4ad7-b5fe-1cbc1125ecb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '862ac455-dbc6-4651-b916-335cc838a910'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:30:28.467150 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-278460bc-6603-4a04-a4a4-178dfb8154e1 None None] Bound port: b808efa2-ea79-46d8-9fb3-2985c7aa2a0f, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee679ff4-0895-4ad7-b5fe-1cbc1125ecb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '862ac455-dbc6-4651-b916-335cc838a910'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:30:28.467905 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-278460bc-6603-4a04-a4a4-178dfb8154e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:28.518530 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-30f86ed5-cad8-4906-addd-00c900d0cf4f None None] Provisioning complete for port 792cc227-d832-4fef-bea0-cff7feee49e1 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:28.519067 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-30f86ed5-cad8-4906-addd-00c900d0cf4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:28.669885 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-278460bc-6603-4a04-a4a4-178dfb8154e1 None None] For port b808efa2-ea79-46d8-9fb3-2985c7aa2a0f, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:30:28.680465 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-278460bc-6603-4a04-a4a4-178dfb8154e1 None None] For port b808efa2-ea79-46d8-9fb3-2985c7aa2a0f, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=b808efa2-ea79-46d8-9fb3-2985c7aa2a0f,segment=NetworkSegment(ee679ff4-0895-4ad7-b5fe-1cbc1125ecb6),segment_id=ee679ff4-0895-4ad7-b5fe-1cbc1125ecb6)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:30:28.705198 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-278460bc-6603-4a04-a4a4-178dfb8154e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:28.763491 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2fbb13-1d4f-44d8-8a70-1a84b7b0c0c2 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Network e6241178-066c-430d-a322-7862ef822ee0 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:30:28.837231 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-21eaa8f5-952b-4665-8150-85ce8df6fec5 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:28.885394 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-8b2fbb13-1d4f-44d8-8a70-1a84b7b0c0c2 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:28.909251 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2fbb13-1d4f-44d8-8a70-1a84b7b0c0c2 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:30:28.922083 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2fbb13-1d4f-44d8-8a70-1a84b7b0c0c2 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:28.922484 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8b2fbb13-1d4f-44d8-8a70-1a84b7b0c0c2 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:28.950658 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-40abcdaf-9210-4ccf-9c3a-e73c02673362 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:28.956794 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-40abcdaf-9210-4ccf-9c3a-e73c02673362 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:29.052712 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2fbb13-1d4f-44d8-8a70-1a84b7b0c0c2 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event updated for resources: {'Port': ['ID=be93f5a7-49b3-4fc7-a960-87a5a38dd165,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:29.086636 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-24cea2c1-c89a-48cd-a506-f65948f91f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'name': 'tempest-RoutersIpV6Test-router-386202676', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:29:54Z', 'updated_at': '2021-07-15T23:30:19Z', 'revision_number': 4, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'gw_port_host': None, '_interfaces': [{'id': '595aca9a-a23a-456e-ae13-a32e7279abe8', 'name': '', 'network_id': '9044af65-5bbc-4760-bde2-4a7f4b026d45', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'mac_address': 'fa:16:3e:56:a1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '954f0cdb-8ead-47c7-95ff-04c3fc7cf5b1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:17Z', 'updated_at': '2021-07-15T23:30:26Z', 'revision_number': 4, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'subnets': [{'id': '954f0cdb-8ead-47c7-95ff-04c3fc7cf5b1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b91b56f-13ad-44f3-ad73-189e6ca6c21a', 'name': '', 'network_id': 'a391d6e6-361d-4509-988f-c3a1a38ff178', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'mac_address': 'fa:16:3e:8d:48:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '1c4d3617-5524-4022-a6f3-235207c33262', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:29:56Z', 'updated_at': '2021-07-15T23:30:07Z', 'revision_number': 5, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'subnets': [{'id': '1c4d3617-5524-4022-a6f3-235207c33262', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '772a842d-19c3-4eae-82b2-09a9e2ead59b', 'name': '', 'network_id': '1b1b61bc-3f45-4950-bef2-f142964cdd3b', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'mac_address': 'fa:16:3e:87:44:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '70e11a82-7e8d-472e-9d9e-cc29f9386418', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:07Z', 'updated_at': '2021-07-15T23:30:16Z', 'revision_number': 5, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'subnets': [{'id': '70e11a82-7e8d-472e-9d9e-cc29f9386418', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:29.111019 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278460bc-6603-4a04-a4a4-178dfb8154e1 None None] Pushing event updated for resources: {'Port': ['ID=b808efa2-ea79-46d8-9fb3-2985c7aa2a0f,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:29.161950 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6bb1930d-9c28-4c40-9276-f7d9355124e7 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:29.174190 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-40abcdaf-9210-4ccf-9c3a-e73c02673362 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:29.178176 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40abcdaf-9210-4ccf-9c3a-e73c02673362 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Fanout notify agent at l3_agent the message router_deleted on router ce08c195-004e-44a2-974b-3df6a819dcf1 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:30:29.192116 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-8b2fbb13-1d4f-44d8-8a70-1a84b7b0c0c2 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.8038065 Jul 15 23:30:29.235546 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-40abcdaf-9210-4ccf-9c3a-e73c02673362 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:29.256095 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-40abcdaf-9210-4ccf-9c3a-e73c02673362 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] 10.222.0.48 "DELETE /v2.0/routers/ce08c195-004e-44a2-974b-3df6a819dcf1 HTTP/1.1" status: 204 len: 168 time: 4.4158401 Jul 15 23:30:29.256649 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cea2c1-c89a-48cd-a506-f65948f91f15 None None] The sync data for ids ['a548f5dd-d9b9-4cf7-abb3-55049d32f350'] in n-d-794306-6 is: [{'id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'name': 'tempest-RoutersIpV6Test-router-386202676', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:29:54Z', 'updated_at': '2021-07-15T23:30:19Z', 'revision_number': 4, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'gw_port_host': None, '_interfaces': [{'id': '595aca9a-a23a-456e-ae13-a32e7279abe8', 'name': '', 'network_id': '9044af65-5bbc-4760-bde2-4a7f4b026d45', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'mac_address': 'fa:16:3e:56:a1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '954f0cdb-8ead-47c7-95ff-04c3fc7cf5b1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:17Z', 'updated_at': '2021-07-15T23:30:26Z', 'revision_number': 4, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'subnets': [{'id': '954f0cdb-8ead-47c7-95ff-04c3fc7cf5b1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b91b56f-13ad-44f3-ad73-189e6ca6c21a', 'name': '', 'network_id': 'a391d6e6-361d-4509-988f-c3a1a38ff178', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'mac_address': 'fa:16:3e:8d:48:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '1c4d3617-5524-4022-a6f3-235207c33262', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:29:56Z', 'updated_at': '2021-07-15T23:30:07Z', 'revision_number': 5, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'subnets': [{'id': '1c4d3617-5524-4022-a6f3-235207c33262', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '772a842d-19c3-4eae-82b2-09a9e2ead59b', 'name': '', 'network_id': '1b1b61bc-3f45-4950-bef2-f142964cdd3b', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'mac_address': 'fa:16:3e:87:44:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '70e11a82-7e8d-472e-9d9e-cc29f9386418', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:07Z', 'updated_at': '2021-07-15T23:30:16Z', 'revision_number': 5, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'subnets': [{'id': '70e11a82-7e8d-472e-9d9e-cc29f9386418', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:30:29.258739 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54648) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:29.259073 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54650) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:29.269435 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6bb1930d-9c28-4c40-9276-f7d9355124e7 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:29.289435 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-c9e9436f-12d1-4a0e-a5e7-2368d93856a3 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1103178800', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}, 'admin_state_up': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:29.606733 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb1930d-9c28-4c40-9276-f7d9355124e7 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ac05781-ce47-41a4-a2ff-297c2946f3ab,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:29.670872 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-efb5ea46-63a1-40df-a7ee-b83bd886431a None None] Provisioning for port be93f5a7-49b3-4fc7-a960-87a5a38dd165 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:30:29.677606 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-efb5ea46-63a1-40df-a7ee-b83bd886431a None None] Provisioning complete for port be93f5a7-49b3-4fc7-a960-87a5a38dd165 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:29.678210 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-efb5ea46-63a1-40df-a7ee-b83bd886431a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:29.706556 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c9e9436f-12d1-4a0e-a5e7-2368d93856a3 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:29.707212 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c9e9436f-12d1-4a0e-a5e7-2368d93856a3 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:29.772209 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-efb5ea46-63a1-40df-a7ee-b83bd886431a None None] Port be93f5a7-49b3-4fc7-a960-87a5a38dd165 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:30:29.783312 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c9e9436f-12d1-4a0e-a5e7-2368d93856a3 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:29.798719 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6bb1930d-9c28-4c40-9276-f7d9355124e7 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:29.803363 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-6bb1930d-9c28-4c40-9276-f7d9355124e7 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.6765559 Jul 15 23:30:29.804874 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54658) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:29.844394 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-21eaa8f5-952b-4665-8150-85ce8df6fec5 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:29.858788 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-21eaa8f5-952b-4665-8150-85ce8df6fec5 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:29.859825 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-21eaa8f5-952b-4665-8150-85ce8df6fec5 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:29.904095 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-9a3f5538-f97e-4027-84a1-9b2e74cda607 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Request body: {'network': {'name': 'tempest-network-smoke--359101151', 'project_id': '89469485c64e49f5b3171ed5499b9995', 'port_security_enabled': True}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:29.967235 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eaa8f5-952b-4665-8150-85ce8df6fec5 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Pushing event updated for resources: {'Port': ['ID=a4f6a6ed-a746-4386-a741-4ab4c03387b7,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:30.072943 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-3de20faf-14db-4df2-8011-2b69fc7bff80 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Deleting port be93f5a7-49b3-4fc7-a960-87a5a38dd165 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:30:30.073283 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3de20faf-14db-4df2-8011-2b69fc7bff80 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:30.184758 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21eaa8f5-952b-4665-8150-85ce8df6fec5 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Network 862ac455-dbc6-4651-b916-335cc838a910 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:30:30.187201 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-21eaa8f5-952b-4665-8150-85ce8df6fec5 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:30.211498 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3de20faf-14db-4df2-8011-2b69fc7bff80 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:30.227610 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-3de20faf-14db-4df2-8011-2b69fc7bff80 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Calling delete_port for be93f5a7-49b3-4fc7-a960-87a5a38dd165 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:30:30.312430 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c9e9436f-12d1-4a0e-a5e7-2368d93856a3 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:30.357635 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a3f5538-f97e-4027-84a1-9b2e74cda607 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Made reservation on behalf of 89469485c64e49f5b3171ed5499b9995 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:30:30.368833 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9a3f5538-f97e-4027-84a1-9b2e74cda607 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:30.382770 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21eaa8f5-952b-4665-8150-85ce8df6fec5 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Router a548f5dd-d9b9-4cf7-abb3-55049d32f350 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:30:30.485804 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a3f5538-f97e-4027-84a1-9b2e74cda607 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:30:30.502007 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9a3f5538-f97e-4027-84a1-9b2e74cda607 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:30.502387 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-9a3f5538-f97e-4027-84a1-9b2e74cda607 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Added segment 0b5e8ec5-ed51-4bc2-b998-73d0d8a498a3 of type vlan for network ecdc87bf-da0f-4a3d-9224-f4cedc41c982 Jul 15 23:30:30.558760 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9a3f5538-f97e-4027-84a1-9b2e74cda607 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:30.631554 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21eaa8f5-952b-4665-8150-85ce8df6fec5 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:30:30.648496 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-21eaa8f5-952b-4665-8150-85ce8df6fec5 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "PUT /v2.0/routers/a548f5dd-d9b9-4cf7-abb3-55049d32f350/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5737925 Jul 15 23:30:30.648703 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54662) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:30.657937 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-fb2e99a0-7456-4a4e-9981-93eb1be0ba1e tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:30.682946 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9a3f5538-f97e-4027-84a1-9b2e74cda607 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:30.690036 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3f5538-f97e-4027-84a1-9b2e74cda607 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:30.690823 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9a3f5538-f97e-4027-84a1-9b2e74cda607 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:30.801493 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2161abe4-82b8-4358-bc86-b6de81ef1ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:30.896501 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d7128f-d510-4ad9-ba3d-aaa3357b60b1 None None] Network 862ac455-dbc6-4651-b916-335cc838a910 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:30:30.994496 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff091bc9-8889-4a4d-8bde-03b7efa13ce3 None None] Sync routers for ids ['a548f5dd-d9b9-4cf7-abb3-55049d32f350'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:30:31.029869 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-9a3f5538-f97e-4027-84a1-9b2e74cda607 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1322272 Jul 15 23:30:31.051602 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54666) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:31.065030 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-68c12485-c76c-4e77-aed1-95c9a61c732b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1064085134', 'admin_state_up': True, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:31.134191 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff091bc9-8889-4a4d-8bde-03b7efa13ce3 None None] Routers {'a548f5dd-d9b9-4cf7-abb3-55049d32f350'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:30:31.134990 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ff091bc9-8889-4a4d-8bde-03b7efa13ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:30:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['a548f5dd-d9b9-4cf7-abb3-55049d32f350'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:31.137409 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c8cac23d-4e07-4009-8927-9ce8b5d792f0 None None] Provisioning for port b808efa2-ea79-46d8-9fb3-2985c7aa2a0f completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:30:31.147953 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device b808efa2-ea79-46d8-9fb3-2985c7aa2a0f up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:30:31.168101 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3f5538-f97e-4027-84a1-9b2e74cda607 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event updated for resources: {'Network': ['ID=ecdc87bf-da0f-4a3d-9224-f4cedc41c982,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:31.209683 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network ecdc87bf-da0f-4a3d-9224-f4cedc41c982 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:30:31.355509 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3de20faf-14db-4df2-8011-2b69fc7bff80 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:31.378248 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68c12485-c76c-4e77-aed1-95c9a61c732b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:31.385824 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68c12485-c76c-4e77-aed1-95c9a61c732b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:31.422036 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-ff091bc9-8889-4a4d-8bde-03b7efa13ce3 None None] Set router a548f5dd-d9b9-4cf7-abb3-55049d32f350 gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:30:31.506047 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port b808efa2-ea79-46d8-9fb3-2985c7aa2a0f completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:30:31.517358 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de20faf-14db-4df2-8011-2b69fc7bff80 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event deleted for resources: {'Port': ['ID=be93f5a7-49b3-4fc7-a960-87a5a38dd165,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:31.536334 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.extraroute_db [None req-fb2e99a0-7456-4a4e-9981-93eb1be0ba1e tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=93771) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 15 23:30:31.563469 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port b808efa2-ea79-46d8-9fb3-2985c7aa2a0f triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:31.564721 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.extraroute_db [None req-fb2e99a0-7456-4a4e-9981-93eb1be0ba1e tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Removed routes are [] {{(pid=93771) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 15 23:30:31.564949 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:31.565082 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb2e99a0-7456-4a4e-9981-93eb1be0ba1e tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:31.936574 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3de20faf-14db-4df2-8011-2b69fc7bff80 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:31.946393 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-3de20faf-14db-4df2-8011-2b69fc7bff80 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/ports/be93f5a7-49b3-4fc7-a960-87a5a38dd165 HTTP/1.1" status: 204 len: 168 time: 2.6823516 Jul 15 23:30:31.950644 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54670) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:31.966006 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:31.993414 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68c12485-c76c-4e77-aed1-95c9a61c732b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:32.119052 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb2e99a0-7456-4a4e-9981-93eb1be0ba1e tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:32.157616 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb2e99a0-7456-4a4e-9981-93eb1be0ba1e tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-998933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-998924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-999045'] for router, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:32.201773 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port b808efa2-ea79-46d8-9fb3-2985c7aa2a0f, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=b808efa2-ea79-46d8-9fb3-2985c7aa2a0f,segment=NetworkSegment(ee679ff4-0895-4ad7-b5fe-1cbc1125ecb6),segment_id=ee679ff4-0895-4ad7-b5fe-1cbc1125ecb6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:32.224653 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c9e9436f-12d1-4a0e-a5e7-2368d93856a3 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:32.229357 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:32.237126 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 595aca9a-a23a-456e-ae13-a32e7279abe8 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:30:32.371193 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=b808efa2-ea79-46d8-9fb3-2985c7aa2a0f,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:32.402098 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c9e9436f-12d1-4a0e-a5e7-2368d93856a3 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:32.416540 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb2e99a0-7456-4a4e-9981-93eb1be0ba1e tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Router a548f5dd-d9b9-4cf7-abb3-55049d32f350 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:30:32.431019 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ff091bc9-8889-4a4d-8bde-03b7efa13ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'name': 'tempest-RoutersIpV6Test-router-386202676', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:29:54Z', 'updated_at': '2021-07-15T23:30:28Z', 'revision_number': 5, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'gw_port_host': None, '_interfaces': [{'id': '595aca9a-a23a-456e-ae13-a32e7279abe8', 'name': '', 'network_id': '9044af65-5bbc-4760-bde2-4a7f4b026d45', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'mac_address': 'fa:16:3e:56:a1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '954f0cdb-8ead-47c7-95ff-04c3fc7cf5b1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:17Z', 'updated_at': '2021-07-15T23:30:26Z', 'revision_number': 4, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'subnets': [{'id': '954f0cdb-8ead-47c7-95ff-04c3fc7cf5b1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b91b56f-13ad-44f3-ad73-189e6ca6c21a', 'name': '', 'network_id': 'a391d6e6-361d-4509-988f-c3a1a38ff178', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'mac_address': 'fa:16:3e:8d:48:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '1c4d3617-5524-4022-a6f3-235207c33262', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:29:56Z', 'updated_at': '2021-07-15T23:30:07Z', 'revision_number': 5, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'subnets': [{'id': '1c4d3617-5524-4022-a6f3-235207c33262', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '772a842d-19c3-4eae-82b2-09a9e2ead59b', 'name': '', 'network_id': '1b1b61bc-3f45-4950-bef2-f142964cdd3b', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'mac_address': 'fa:16:3e:87:44:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '70e11a82-7e8d-472e-9d9e-cc29f9386418', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:07Z', 'updated_at': '2021-07-15T23:30:16Z', 'revision_number': 5, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'subnets': [{'id': '70e11a82-7e8d-472e-9d9e-cc29f9386418', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4f6a6ed-a746-4386-a741-4ab4c03387b7', 'name': '', 'network_id': '862ac455-dbc6-4651-b916-335cc838a910', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'mac_address': 'fa:16:3e:0c:83:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': 'beda941e-34ed-4685-9a34-4e3f05964ebc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:26Z', 'updated_at': '2021-07-15T23:30:29Z', 'revision_number': 2, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'subnets': [{'id': 'beda941e-34ed-4685-9a34-4e3f05964ebc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:32.582199 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68c12485-c76c-4e77-aed1-95c9a61c732b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:32.657072 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff091bc9-8889-4a4d-8bde-03b7efa13ce3 None None] Checking router: a548f5dd-d9b9-4cf7-abb3-55049d32f350 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:30:32.663448 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff091bc9-8889-4a4d-8bde-03b7efa13ce3 None None] Updating router a548f5dd-d9b9-4cf7-abb3-55049d32f350 port a4f6a6ed-a746-4386-a741-4ab4c03387b7 binding host n-d-794306-6 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:30:32.666470 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb2e99a0-7456-4a4e-9981-93eb1be0ba1e tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:30:32.688625 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb2e99a0-7456-4a4e-9981-93eb1be0ba1e tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:32.694454 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-fb2e99a0-7456-4a4e-9981-93eb1be0ba1e tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "PUT /v2.0/routers/a548f5dd-d9b9-4cf7-abb3-55049d32f350 HTTP/1.1" status: 200 len: 953 time: 2.0434623 Jul 15 23:30:32.695631 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54676) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:32.761459 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116adf7a-6ae2-4c54-b1ba-43ea58570749 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:32.772169 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-116adf7a-6ae2-4c54-b1ba-43ea58570749 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.8157980 Jul 15 23:30:32.774429 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54678) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:32.792623 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ff091bc9-8889-4a4d-8bde-03b7efa13ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:32.871408 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-eb073e49-0a4c-49fb-b1a8-f55c003151c9 None None] Provisioning complete for port b808efa2-ea79-46d8-9fb3-2985c7aa2a0f triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:32.877290 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-eb073e49-0a4c-49fb-b1a8-f55c003151c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:32.954110 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-c9e9436f-12d1-4a0e-a5e7-2368d93856a3 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Allocated IP 172.25.5.116 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/12f32fb9-bf88-4276-93c2-49b6835e5e90) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:30:33.038178 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38aa20c0-87e2-4432-9a2e-c0f60788a080 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:33.041967 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-38aa20c0-87e2-4432-9a2e-c0f60788a080 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2494013 Jul 15 23:30:33.052537 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54680) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:33.164166 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 595aca9a-a23a-456e-ae13-a32e7279abe8 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:30:33.210935 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 595aca9a-a23a-456e-ae13-a32e7279abe8 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:33.211308 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:33.276944 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4878612-6a9f-48d6-999d-659e1f362bda tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:33.280032 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4878612-6a9f-48d6-999d-659e1f362bda tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:33.281101 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4878612-6a9f-48d6-999d-659e1f362bda tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:33.286539 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-d4878612-6a9f-48d6-999d-659e1f362bda tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2110803 Jul 15 23:30:33.291157 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54684) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:33.417014 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c9e9436f-12d1-4a0e-a5e7-2368d93856a3 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:33.489306 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-851f25c9-2fd3-4cc0-aef5-b34da18861c7 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Deleting subnet 3c6f8aab-7b30-4949-84e3-4793c2d744ea {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:30:33.527480 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-851f25c9-2fd3-4cc0-aef5-b34da18861c7 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:33.531526 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68c12485-c76c-4e77-aed1-95c9a61c732b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:33.541242 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-079b594b-cb80-482c-8697-a206907eed8a tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "GET /v2.0/routers/a548f5dd-d9b9-4cf7-abb3-55049d32f350 HTTP/1.1" status: 200 len: 953 time: 0.8445692 Jul 15 23:30:33.542108 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54688) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:33.553883 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ac2cc424-9547-4044-9e90-c932443b2486 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Request body: {'router': {'routes': None}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:33.596055 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68c12485-c76c-4e77-aed1-95c9a61c732b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:33.689695 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c9e9436f-12d1-4a0e-a5e7-2368d93856a3 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:33.698541 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-851f25c9-2fd3-4cc0-aef5-b34da18861c7 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:33.905067 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-46004d95-fd5c-44aa-8836-613080769d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:33.921467 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:34.126152 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-eb073e49-0a4c-49fb-b1a8-f55c003151c9 None None] Provisioning for port a4f6a6ed-a746-4386-a741-4ab4c03387b7 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:30:34.182140 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-eb073e49-0a4c-49fb-b1a8-f55c003151c9 None None] Provisioning complete for port a4f6a6ed-a746-4386-a741-4ab4c03387b7 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:34.186284 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-eb073e49-0a4c-49fb-b1a8-f55c003151c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:34.187760 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.extraroute_db [None req-ac2cc424-9547-4044-9e90-c932443b2486 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Added routes are [] {{(pid=93771) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 15 23:30:34.188248 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.extraroute_db [None req-ac2cc424-9547-4044-9e90-c932443b2486 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=93771) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 15 23:30:34.248703 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac2cc424-9547-4044-9e90-c932443b2486 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:34.309019 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:34.356420 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-eb073e49-0a4c-49fb-b1a8-f55c003151c9 None None] Port a4f6a6ed-a746-4386-a741-4ab4c03387b7 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:30:34.382936 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:34.468692 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 595aca9a-a23a-456e-ae13-a32e7279abe8, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=595aca9a-a23a-456e-ae13-a32e7279abe8,segment=NetworkSegment(e672c07e-b4d7-4fd1-9631-746af09863be),segment_id=e672c07e-b4d7-4fd1-9631-746af09863be)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:34.490559 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:34.498194 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ff091bc9-8889-4a4d-8bde-03b7efa13ce3 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:34.559182 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ff091bc9-8889-4a4d-8bde-03b7efa13ce3 None None] Transition to ACTIVE for port object a4f6a6ed-a746-4386-a741-4ab4c03387b7 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:30:34.583747 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1c6745dd-9b49-421f-a0cf-c1421ccab82f None None] Provisioning complete for port a4f6a6ed-a746-4386-a741-4ab4c03387b7 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:34.583747 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c6745dd-9b49-421f-a0cf-c1421ccab82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:34.591971 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ff091bc9-8889-4a4d-8bde-03b7efa13ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:34.664231 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device b808efa2-ea79-46d8-9fb3-2985c7aa2a0f up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:30:34.693811 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e9436f-12d1-4a0e-a5e7-2368d93856a3 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:30:34.707813 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-c9e9436f-12d1-4a0e-a5e7-2368d93856a3 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:34.711241 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=595aca9a-a23a-456e-ae13-a32e7279abe8,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:34.721784 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54694) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:34.736778 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e9436f-12d1-4a0e-a5e7-2368d93856a3 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:30:34.749608 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e9436f-12d1-4a0e-a5e7-2368d93856a3 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Pushing event updated for resources: {'Port': ['ID=12f32fb9-bf88-4276-93c2-49b6835e5e90,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:34.846869 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac2cc424-9547-4044-9e90-c932443b2486 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:34.855243 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac2cc424-9547-4044-9e90-c932443b2486 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-998933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-998924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-999045'] for router, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:34.890453 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-68c12485-c76c-4e77-aed1-95c9a61c732b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Allocated IP 172.25.5.21 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/8eadeade-5859-423c-98f4-18cd20bc4279) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:30:34.898228 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-851f25c9-2fd3-4cc0-aef5-b34da18861c7 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:35.035964 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1c6745dd-9b49-421f-a0cf-c1421ccab82f None None] Port a4f6a6ed-a746-4386-a741-4ab4c03387b7 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:30:35.200083 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ff091bc9-8889-4a4d-8bde-03b7efa13ce3 None None] Attempting to bind port a4f6a6ed-a746-4386-a741-4ab4c03387b7 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:30:35.200835 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ff091bc9-8889-4a4d-8bde-03b7efa13ce3 None None] Attempting to bind port a4f6a6ed-a746-4386-a741-4ab4c03387b7 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'ee679ff4-0895-4ad7-b5fe-1cbc1125ecb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '862ac455-dbc6-4651-b916-335cc838a910'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:30:35.201010 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff091bc9-8889-4a4d-8bde-03b7efa13ce3 None None] Attempting to bind port a4f6a6ed-a746-4386-a741-4ab4c03387b7 on network 862ac455-dbc6-4651-b916-335cc838a910 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:30:35.212070 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb25186-5321-4c07-b3f6-ded389f9c99a None None] Pushing event updated for resources: {'Port': ['ID=a4f6a6ed-a746-4386-a741-4ab4c03387b7,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:35.231401 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff091bc9-8889-4a4d-8bde-03b7efa13ce3 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:30:35.231968 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff091bc9-8889-4a4d-8bde-03b7efa13ce3 None None] Checking segment: {'id': 'ee679ff4-0895-4ad7-b5fe-1cbc1125ecb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '862ac455-dbc6-4651-b916-335cc838a910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:30:35.232452 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ff091bc9-8889-4a4d-8bde-03b7efa13ce3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:35.232857 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff091bc9-8889-4a4d-8bde-03b7efa13ce3 None None] Bound using segment: {'id': 'ee679ff4-0895-4ad7-b5fe-1cbc1125ecb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '862ac455-dbc6-4651-b916-335cc838a910'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:30:35.233519 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ff091bc9-8889-4a4d-8bde-03b7efa13ce3 None None] Bound port: a4f6a6ed-a746-4386-a741-4ab4c03387b7, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee679ff4-0895-4ad7-b5fe-1cbc1125ecb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '862ac455-dbc6-4651-b916-335cc838a910'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:30:35.233966 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ff091bc9-8889-4a4d-8bde-03b7efa13ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:35.242456 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac2cc424-9547-4044-9e90-c932443b2486 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Router a548f5dd-d9b9-4cf7-abb3-55049d32f350 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:30:35.332750 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ff091bc9-8889-4a4d-8bde-03b7efa13ce3 None None] For port a4f6a6ed-a746-4386-a741-4ab4c03387b7, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:30:35.337563 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ff091bc9-8889-4a4d-8bde-03b7efa13ce3 None None] For port a4f6a6ed-a746-4386-a741-4ab4c03387b7, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=a4f6a6ed-a746-4386-a741-4ab4c03387b7,segment=NetworkSegment(ee679ff4-0895-4ad7-b5fe-1cbc1125ecb6),segment_id=ee679ff4-0895-4ad7-b5fe-1cbc1125ecb6)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:30:35.344634 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port b808efa2-ea79-46d8-9fb3-2985c7aa2a0f triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:35.346129 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:35.413150 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ff091bc9-8889-4a4d-8bde-03b7efa13ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:35.489708 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68c12485-c76c-4e77-aed1-95c9a61c732b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:35.510692 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2cc424-9547-4044-9e90-c932443b2486 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:30:35.526935 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac2cc424-9547-4044-9e90-c932443b2486 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:35.534547 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ac2cc424-9547-4044-9e90-c932443b2486 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "PUT /v2.0/routers/a548f5dd-d9b9-4cf7-abb3-55049d32f350 HTTP/1.1" status: 200 len: 703 time: 1.9904556 Jul 15 23:30:35.535951 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54698) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:35.627404 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff091bc9-8889-4a4d-8bde-03b7efa13ce3 None None] Routers {'a548f5dd-d9b9-4cf7-abb3-55049d32f350'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:30:35.628902 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ff091bc9-8889-4a4d-8bde-03b7efa13ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:30:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['a548f5dd-d9b9-4cf7-abb3-55049d32f350'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:35.650017 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb25186-5321-4c07-b3f6-ded389f9c99a None None] Pushing event updated for resources: {'Port': ['ID=a4f6a6ed-a746-4386-a741-4ab4c03387b7,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:35.826882 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-4becdc1f-93f2-4cb2-849b-1aa02e3dc4b2 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "GET /v2.0/routers/a548f5dd-d9b9-4cf7-abb3-55049d32f350 HTTP/1.1" status: 200 len: 703 time: 0.2889094 Jul 15 23:30:35.833318 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54702) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:35.851469 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-851f25c9-2fd3-4cc0-aef5-b34da18861c7 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:35.900923 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68c12485-c76c-4e77-aed1-95c9a61c732b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:35.965619 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-ff091bc9-8889-4a4d-8bde-03b7efa13ce3 None None] Set router a548f5dd-d9b9-4cf7-abb3-55049d32f350 gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:30:36.037812 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851f25c9-2fd3-4cc0-aef5-b34da18861c7 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event deleted for resources: {'Subnet': ['ID=3c6f8aab-7b30-4949-84e3-4793c2d744ea,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:36.051498 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-851f25c9-2fd3-4cc0-aef5-b34da18861c7 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:36.056790 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-851f25c9-2fd3-4cc0-aef5-b34da18861c7 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/subnets/3c6f8aab-7b30-4949-84e3-4793c2d744ea HTTP/1.1" status: 204 len: 168 time: 2.7615747 Jul 15 23:30:36.066369 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54704) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:36.071410 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c12485-c76c-4e77-aed1-95c9a61c732b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:30:36.091351 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-68c12485-c76c-4e77-aed1-95c9a61c732b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:36.115078 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9768cf-aa0d-4705-8b85-cb091a062468 None None] Network e6241178-066c-430d-a322-7862ef822ee0 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:30:36.145444 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c12485-c76c-4e77-aed1-95c9a61c732b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:30:36.159050 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c12485-c76c-4e77-aed1-95c9a61c732b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event updated for resources: {'Port': ['ID=8eadeade-5859-423c-98f4-18cd20bc4279,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:36.345609 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:36.456481 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdc398bc-3b20-44cf-988a-f44b6c2fbba2 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Deleting subnet 3d4750ba-04d4-48f0-934a-3fcda5257eb8 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:30:36.461230 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fdc398bc-3b20-44cf-988a-f44b6c2fbba2 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:36.499488 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c9e9436f-12d1-4a0e-a5e7-2368d93856a3 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:36.587115 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ff091bc9-8889-4a4d-8bde-03b7efa13ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'name': 'tempest-RoutersIpV6Test-router-386202676', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:29:54Z', 'updated_at': '2021-07-15T23:30:34Z', 'revision_number': 7, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'gw_port_host': None, '_interfaces': [{'id': '595aca9a-a23a-456e-ae13-a32e7279abe8', 'name': '', 'network_id': '9044af65-5bbc-4760-bde2-4a7f4b026d45', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'mac_address': 'fa:16:3e:56:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '954f0cdb-8ead-47c7-95ff-04c3fc7cf5b1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:17Z', 'updated_at': '2021-07-15T23:30:34Z', 'revision_number': 5, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'subnets': [{'id': '954f0cdb-8ead-47c7-95ff-04c3fc7cf5b1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b91b56f-13ad-44f3-ad73-189e6ca6c21a', 'name': '', 'network_id': 'a391d6e6-361d-4509-988f-c3a1a38ff178', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'mac_address': 'fa:16:3e:8d:48:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '1c4d3617-5524-4022-a6f3-235207c33262', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:29:56Z', 'updated_at': '2021-07-15T23:30:07Z', 'revision_number': 5, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'subnets': [{'id': '1c4d3617-5524-4022-a6f3-235207c33262', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '772a842d-19c3-4eae-82b2-09a9e2ead59b', 'name': '', 'network_id': '1b1b61bc-3f45-4950-bef2-f142964cdd3b', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'mac_address': 'fa:16:3e:87:44:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '70e11a82-7e8d-472e-9d9e-cc29f9386418', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:07Z', 'updated_at': '2021-07-15T23:30:16Z', 'revision_number': 5, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'subnets': [{'id': '70e11a82-7e8d-472e-9d9e-cc29f9386418', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4f6a6ed-a746-4386-a741-4ab4c03387b7', 'name': '', 'network_id': '862ac455-dbc6-4651-b916-335cc838a910', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'mac_address': 'fa:16:3e:0c:83:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': 'beda941e-34ed-4685-9a34-4e3f05964ebc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:26Z', 'updated_at': '2021-07-15T23:30:35Z', 'revision_number': 4, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'subnets': [{'id': 'beda941e-34ed-4685-9a34-4e3f05964ebc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:36.597908 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fdc398bc-3b20-44cf-988a-f44b6c2fbba2 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:36.657908 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 595aca9a-a23a-456e-ae13-a32e7279abe8 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:30:36.661888 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff091bc9-8889-4a4d-8bde-03b7efa13ce3 None None] The sync data for ids ['a548f5dd-d9b9-4cf7-abb3-55049d32f350'] in n-d-794306-6 is: [{'id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'name': 'tempest-RoutersIpV6Test-router-386202676', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:29:54Z', 'updated_at': '2021-07-15T23:30:34Z', 'revision_number': 7, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'gw_port_host': None, '_interfaces': [{'id': '595aca9a-a23a-456e-ae13-a32e7279abe8', 'name': '', 'network_id': '9044af65-5bbc-4760-bde2-4a7f4b026d45', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'mac_address': 'fa:16:3e:56:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '954f0cdb-8ead-47c7-95ff-04c3fc7cf5b1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:17Z', 'updated_at': '2021-07-15T23:30:34Z', 'revision_number': 5, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'subnets': [{'id': '954f0cdb-8ead-47c7-95ff-04c3fc7cf5b1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b91b56f-13ad-44f3-ad73-189e6ca6c21a', 'name': '', 'network_id': 'a391d6e6-361d-4509-988f-c3a1a38ff178', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'mac_address': 'fa:16:3e:8d:48:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '1c4d3617-5524-4022-a6f3-235207c33262', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:29:56Z', 'updated_at': '2021-07-15T23:30:07Z', 'revision_number': 5, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'subnets': [{'id': '1c4d3617-5524-4022-a6f3-235207c33262', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '772a842d-19c3-4eae-82b2-09a9e2ead59b', 'name': '', 'network_id': '1b1b61bc-3f45-4950-bef2-f142964cdd3b', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'mac_address': 'fa:16:3e:87:44:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '70e11a82-7e8d-472e-9d9e-cc29f9386418', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:07Z', 'updated_at': '2021-07-15T23:30:16Z', 'revision_number': 5, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'subnets': [{'id': '70e11a82-7e8d-472e-9d9e-cc29f9386418', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4f6a6ed-a746-4386-a741-4ab4c03387b7', 'name': '', 'network_id': '862ac455-dbc6-4651-b916-335cc838a910', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'mac_address': 'fa:16:3e:0c:83:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': 'beda941e-34ed-4685-9a34-4e3f05964ebc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:26Z', 'updated_at': '2021-07-15T23:30:35Z', 'revision_number': 4, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'subnets': [{'id': 'beda941e-34ed-4685-9a34-4e3f05964ebc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:30:36.759001 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 595aca9a-a23a-456e-ae13-a32e7279abe8 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:36.759001 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:37.145017 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fdc398bc-3b20-44cf-988a-f44b6c2fbba2 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:37.179711 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c9e9436f-12d1-4a0e-a5e7-2368d93856a3 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:37.338046 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fdc398bc-3b20-44cf-988a-f44b6c2fbba2 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:37.424223 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fdc398bc-3b20-44cf-988a-f44b6c2fbba2 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:37.432259 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-fdc398bc-3b20-44cf-988a-f44b6c2fbba2 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/subnets/3d4750ba-04d4-48f0-934a-3fcda5257eb8 HTTP/1.1" status: 204 len: 168 time: 1.3643241 Jul 15 23:30:37.436822 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc398bc-3b20-44cf-988a-f44b6c2fbba2 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event deleted for resources: {'Subnet': ['ID=3d4750ba-04d4-48f0-934a-3fcda5257eb8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:37.444369 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54708) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:37.473493 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68c12485-c76c-4e77-aed1-95c9a61c732b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:37.562352 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-0d59e200-11c4-4213-a977-e1c194de23cb tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1076040 Jul 15 23:30:37.565881 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc398bc-3b20-44cf-988a-f44b6c2fbba2 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:37.566276 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc398bc-3b20-44cf-988a-f44b6c2fbba2 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:37.566629 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc398bc-3b20-44cf-988a-f44b6c2fbba2 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:37.566979 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc398bc-3b20-44cf-988a-f44b6c2fbba2 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:37.567323 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc398bc-3b20-44cf-988a-f44b6c2fbba2 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:37.567692 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc398bc-3b20-44cf-988a-f44b6c2fbba2 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:37.568035 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc398bc-3b20-44cf-988a-f44b6c2fbba2 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:37.568361 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc398bc-3b20-44cf-988a-f44b6c2fbba2 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:37.568694 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc398bc-3b20-44cf-988a-f44b6c2fbba2 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:37.569028 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc398bc-3b20-44cf-988a-f44b6c2fbba2 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:37.569355 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc398bc-3b20-44cf-988a-f44b6c2fbba2 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:37.570234 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc398bc-3b20-44cf-988a-f44b6c2fbba2 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:37.574520 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54710) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:37.691219 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9e9436f-12d1-4a0e-a5e7-2368d93856a3 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Router f458566b-a45d-459e-93c7-0d58794972f8 is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:30:37.798951 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fbe12f-c3ba-4385-99e3-8fa21bbcafa5 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:37.805507 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-70fbe12f-c3ba-4385-99e3-8fa21bbcafa5 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2282543 Jul 15 23:30:37.809109 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54712) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:37.829042 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c69906b6-97a4-41ac-8e13-9b6b81d8402d tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:37.902071 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-afdbe2f3-ed06-4758-9eb7-34430f02815b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:38.010086 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a31409e-4c9b-4d1d-9246-d4707fdb6e63 None None] Network e6241178-066c-430d-a322-7862ef822ee0 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:30:38.028096 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f607b7-24f3-4578-875b-08d91f0ea0bd tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:38.029575 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e2f607b7-24f3-4578-875b-08d91f0ea0bd tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2148557 Jul 15 23:30:38.102184 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54716) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:38.215247 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-5d29e696-82da-4909-a992-63ac848e9e46 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1021330 Jul 15 23:30:38.232609 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54718) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:38.266018 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2b95ae-2c84-49d9-b0da-542b3cea082f None None] Sync routers for ids ['a548f5dd-d9b9-4cf7-abb3-55049d32f350'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:30:38.303886 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2b95ae-2c84-49d9-b0da-542b3cea082f None None] Routers {'a548f5dd-d9b9-4cf7-abb3-55049d32f350'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:30:38.304507 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4d2b95ae-2c84-49d9-b0da-542b3cea082f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:30:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['a548f5dd-d9b9-4cf7-abb3-55049d32f350'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:38.318831 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-41deab15-c81b-4ba7-b00c-2fbd9055125b None None] Provisioning complete for port 792cc227-d832-4fef-bea0-cff7feee49e1 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:38.319634 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-41deab15-c81b-4ba7-b00c-2fbd9055125b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:38.436665 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-4d2b95ae-2c84-49d9-b0da-542b3cea082f None None] Set router a548f5dd-d9b9-4cf7-abb3-55049d32f350 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:30:38.442980 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68c12485-c76c-4e77-aed1-95c9a61c732b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:38.506848 n-d-794306-6 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf3ca06c-b2ec-4265-aba0-6ca0da2f14e9 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:38.507813 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf3ca06c-b2ec-4265-aba0-6ca0da2f14e9 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:38.512687 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-bf3ca06c-b2ec-4265-aba0-6ca0da2f14e9 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/ports/be93f5a7-49b3-4fc7-a960-87a5a38dd165 HTTP/1.1" status: 404 len: 333 time: 0.2682018 Jul 15 23:30:38.514551 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54720) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:38.574784 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e9436f-12d1-4a0e-a5e7-2368d93856a3 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:30:38.610569 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:38.616367 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f5543a-7566-479f-b66a-405846ff6e7a None None] Sync routers for ids ['f458566b-a45d-459e-93c7-0d58794972f8'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:30:38.650338 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f5543a-7566-479f-b66a-405846ff6e7a None None] Routers {'f458566b-a45d-459e-93c7-0d58794972f8'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:30:38.650578 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d76638e-bcb8-4ceb-9fa4-3ceea7a64974 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:38.651048 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d76638e-bcb8-4ceb-9fa4-3ceea7a64974 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:38.652282 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-77f5543a-7566-479f-b66a-405846ff6e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:30:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['f458566b-a45d-459e-93c7-0d58794972f8'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:38.665685 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-5d76638e-bcb8-4ceb-9fa4-3ceea7a64974 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/subnets/3d4750ba-04d4-48f0-934a-3fcda5257eb8 HTTP/1.1" status: 404 len: 337 time: 0.1359701 Jul 15 23:30:38.666471 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54722) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:38.696917 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-77f5543a-7566-479f-b66a-405846ff6e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:38.709242 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-b613168b-2112-4570-a5b0-5c7f6b32eae1 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:38.709973 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b613168b-2112-4570-a5b0-5c7f6b32eae1 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:38.712718 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b613168b-2112-4570-a5b0-5c7f6b32eae1 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/subnets/3c6f8aab-7b30-4949-84e3-4793c2d744ea HTTP/1.1" status: 404 len: 337 time: 0.0440302 Jul 15 23:30:38.744710 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54724) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:38.767936 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f5543a-7566-479f-b66a-405846ff6e7a None None] Routers {'f458566b-a45d-459e-93c7-0d58794972f8'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:30:38.769582 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-77f5543a-7566-479f-b66a-405846ff6e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:30:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['f458566b-a45d-459e-93c7-0d58794972f8'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:38.773422 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device a4f6a6ed-a746-4386-a741-4ab4c03387b7 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:30:38.785898 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-adfb329e-ff4d-4a24-b861-2f8ce0ca540d tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:38.786740 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adfb329e-ff4d-4a24-b861-2f8ce0ca540d tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:38.789897 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-adfb329e-ff4d-4a24-b861-2f8ce0ca540d tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/ports/e429c52d-17ee-4d6f-ba1c-5d2345a11afa HTTP/1.1" status: 404 len: 333 time: 0.0427289 Jul 15 23:30:38.793813 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54726) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:38.908454 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-26edc9ae-f1f0-427d-b65c-ab161cef2f41 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:38.911163 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26edc9ae-f1f0-427d-b65c-ab161cef2f41 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:38.919627 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-26edc9ae-f1f0-427d-b65c-ab161cef2f41 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/subnets/2d5bf9cf-d838-4138-9d6b-4ec09efca6fc HTTP/1.1" status: 404 len: 337 time: 0.1235740 Jul 15 23:30:38.924093 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54728) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:38.925861 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-77f5543a-7566-479f-b66a-405846ff6e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:38.926550 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f5543a-7566-479f-b66a-405846ff6e7a None None] The sync data for ids ['f458566b-a45d-459e-93c7-0d58794972f8'] in n-d-794306-6 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:30:38.931927 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c9e9436f-12d1-4a0e-a5e7-2368d93856a3 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:38.941538 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-c9e9436f-12d1-4a0e-a5e7-2368d93856a3 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 9.6764419 Jul 15 23:30:38.942528 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54730) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:38.954969 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-953bcadd-09e4-4a6d-b085-7c14174d348e tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:38.993763 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port a4f6a6ed-a746-4386-a741-4ab4c03387b7 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:30:39.003864 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port a4f6a6ed-a746-4386-a741-4ab4c03387b7 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:39.003864 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:39.037134 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4d2b95ae-2c84-49d9-b0da-542b3cea082f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'name': 'tempest-RoutersIpV6Test-router-386202676', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:29:54Z', 'updated_at': '2021-07-15T23:30:34Z', 'revision_number': 7, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'gw_port_host': None, '_interfaces': [{'id': '595aca9a-a23a-456e-ae13-a32e7279abe8', 'name': '', 'network_id': '9044af65-5bbc-4760-bde2-4a7f4b026d45', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'mac_address': 'fa:16:3e:56:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '954f0cdb-8ead-47c7-95ff-04c3fc7cf5b1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:17Z', 'updated_at': '2021-07-15T23:30:34Z', 'revision_number': 5, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'subnets': [{'id': '954f0cdb-8ead-47c7-95ff-04c3fc7cf5b1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b91b56f-13ad-44f3-ad73-189e6ca6c21a', 'name': '', 'network_id': 'a391d6e6-361d-4509-988f-c3a1a38ff178', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'mac_address': 'fa:16:3e:8d:48:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '1c4d3617-5524-4022-a6f3-235207c33262', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:29:56Z', 'updated_at': '2021-07-15T23:30:07Z', 'revision_number': 5, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'subnets': [{'id': '1c4d3617-5524-4022-a6f3-235207c33262', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '772a842d-19c3-4eae-82b2-09a9e2ead59b', 'name': '', 'network_id': '1b1b61bc-3f45-4950-bef2-f142964cdd3b', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'mac_address': 'fa:16:3e:87:44:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '70e11a82-7e8d-472e-9d9e-cc29f9386418', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:07Z', 'updated_at': '2021-07-15T23:30:16Z', 'revision_number': 5, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'subnets': [{'id': '70e11a82-7e8d-472e-9d9e-cc29f9386418', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4f6a6ed-a746-4386-a741-4ab4c03387b7', 'name': '', 'network_id': '862ac455-dbc6-4651-b916-335cc838a910', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'mac_address': 'fa:16:3e:0c:83:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': 'beda941e-34ed-4685-9a34-4e3f05964ebc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:26Z', 'updated_at': '2021-07-15T23:30:35Z', 'revision_number': 4, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'subnets': [{'id': 'beda941e-34ed-4685-9a34-4e3f05964ebc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:39.044806 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-c69906b6-97a4-41ac-8e13-9b6b81d8402d tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Deleting port a4f6a6ed-a746-4386-a741-4ab4c03387b7 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:30:39.055738 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c69906b6-97a4-41ac-8e13-9b6b81d8402d tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:39.063591 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab21eb98-0747-4fdd-9678-b68b69ac354a None None] DHCP port deletion for e6241178-066c-430d-a322-7862ef822ee0 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:30:39.078322 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d9724f8-8f1e-4056-85c2-2a3b5e37f4c8 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:39.088862 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d9724f8-8f1e-4056-85c2-2a3b5e37f4c8 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:39.094782 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-2d9724f8-8f1e-4056-85c2-2a3b5e37f4c8 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/subnets/90832fca-d67e-4831-8239-c676df8c2b95 HTTP/1.1" status: 404 len: 337 time: 0.1690216 Jul 15 23:30:39.114883 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54732) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:39.127504 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2b95ae-2c84-49d9-b0da-542b3cea082f None None] Checking router: a548f5dd-d9b9-4cf7-abb3-55049d32f350 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:30:39.160497 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2b95ae-2c84-49d9-b0da-542b3cea082f None None] Routers {'a548f5dd-d9b9-4cf7-abb3-55049d32f350'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:30:39.162234 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4d2b95ae-2c84-49d9-b0da-542b3cea082f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:30:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['a548f5dd-d9b9-4cf7-abb3-55049d32f350'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:39.182599 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbdda152-ab7a-4f6e-8f39-ef9b2c1f923d tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:39.183603 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbdda152-ab7a-4f6e-8f39-ef9b2c1f923d tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:39.185411 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-bbdda152-ab7a-4f6e-8f39-ef9b2c1f923d tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/ports/03748e4a-c8c2-4e6d-9823-657b7289fa9c HTTP/1.1" status: 404 len: 333 time: 0.0695546 Jul 15 23:30:39.189737 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54736) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:39.247399 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-715443e6-2235-486e-ba6a-ea26895f9983 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:39.247897 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-715443e6-2235-486e-ba6a-ea26895f9983 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:39.257092 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-715443e6-2235-486e-ba6a-ea26895f9983 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/subnets/6f7cec24-9b02-4289-9fec-aa29942c5079 HTTP/1.1" status: 404 len: 337 time: 0.0655179 Jul 15 23:30:39.261333 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54738) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:39.348999 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-b19dd2d9-8ead-4dcd-83b4-d0cd155201df tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:39.351068 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b19dd2d9-8ead-4dcd-83b4-d0cd155201df tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:39.354712 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b19dd2d9-8ead-4dcd-83b4-d0cd155201df tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/subnets/6183a2d4-16c2-46b6-811d-056d55b73e51 HTTP/1.1" status: 404 len: 337 time: 0.0549278 Jul 15 23:30:39.359182 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:39.363156 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54740) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:39.400028 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-72674de8-4aec-45f9-b67f-163a8440f69e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:39.400927 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72674de8-4aec-45f9-b67f-163a8440f69e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:39.403026 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-72674de8-4aec-45f9-b67f-163a8440f69e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/ports/f807fe43-dd74-4aef-b950-d442b5fbc71f HTTP/1.1" status: 404 len: 333 time: 0.0385323 Jul 15 23:30:39.407074 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54742) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:39.414395 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port a4f6a6ed-a746-4386-a741-4ab4c03387b7, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=a4f6a6ed-a746-4386-a741-4ab4c03387b7,segment=NetworkSegment(ee679ff4-0895-4ad7-b5fe-1cbc1125ecb6),segment_id=ee679ff4-0895-4ad7-b5fe-1cbc1125ecb6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:39.425685 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ab21eb98-0747-4fdd-9678-b68b69ac354a None None] Deleting port 792cc227-d832-4fef-bea0-cff7feee49e1 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:30:39.426090 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ab21eb98-0747-4fdd-9678-b68b69ac354a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:39.454907 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1de177b-aaf8-4a0a-aa90-3b55fea3349e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:39.455379 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1de177b-aaf8-4a0a-aa90-3b55fea3349e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:39.457588 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f1de177b-aaf8-4a0a-aa90-3b55fea3349e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/subnets/0c09e96b-a3d9-40de-aea3-94f5baeee0da HTTP/1.1" status: 404 len: 337 time: 0.0492215 Jul 15 23:30:39.464780 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54744) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:39.491665 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:39.493434 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-4d2b95ae-2c84-49d9-b0da-542b3cea082f None None] Set router a548f5dd-d9b9-4cf7-abb3-55049d32f350 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:30:39.524282 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eecf475-5367-49b1-a5b7-c04b06c33e26 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:39.524761 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eecf475-5367-49b1-a5b7-c04b06c33e26 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:39.529544 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-0eecf475-5367-49b1-a5b7-c04b06c33e26 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/subnets/5cc6ce62-5d1a-49ac-98dc-fb9e42633312 HTTP/1.1" status: 404 len: 337 time: 0.0611567 Jul 15 23:30:39.529544 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-c69906b6-97a4-41ac-8e13-9b6b81d8402d tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] For port a4f6a6ed-a746-4386-a741-4ab4c03387b7, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=a4f6a6ed-a746-4386-a741-4ab4c03387b7,segment=NetworkSegment(ee679ff4-0895-4ad7-b5fe-1cbc1125ecb6),segment_id=ee679ff4-0895-4ad7-b5fe-1cbc1125ecb6)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:39.530541 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c69906b6-97a4-41ac-8e13-9b6b81d8402d tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:39.533418 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54746) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:39.602214 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-8467f02f-9894-4a4a-9993-a566721022a4 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:39.605115 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8467f02f-9894-4a4a-9993-a566721022a4 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:39.611618 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-8467f02f-9894-4a4a-9993-a566721022a4 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/ports/df0e91ec-5cd1-4b06-af08-f30bd467b185 HTTP/1.1" status: 404 len: 333 time: 0.0751469 Jul 15 23:30:39.616523 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54748) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:39.618751 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-c69906b6-97a4-41ac-8e13-9b6b81d8402d tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Calling delete_port for a4f6a6ed-a746-4386-a741-4ab4c03387b7 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:30:39.665288 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-fee8f2a7-9e72-4f43-aa84-f7618134ca1e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:39.666176 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fee8f2a7-9e72-4f43-aa84-f7618134ca1e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:39.670929 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=a4f6a6ed-a746-4386-a741-4ab4c03387b7,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:39.671208 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-fee8f2a7-9e72-4f43-aa84-f7618134ca1e tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/subnets/b96757a1-f030-48b0-9767-3b959816ebed HTTP/1.1" status: 404 len: 337 time: 0.0500817 Jul 15 23:30:39.674916 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54750) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:39.693834 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ab21eb98-0747-4fdd-9678-b68b69ac354a None None] For port 792cc227-d832-4fef-bea0-cff7feee49e1, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=792cc227-d832-4fef-bea0-cff7feee49e1,segment=NetworkSegment(83031f72-0c55-4202-a7d3-7c1d93801518),segment_id=83031f72-0c55-4202-a7d3-7c1d93801518)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:39.694491 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ab21eb98-0747-4fdd-9678-b68b69ac354a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:39.728623 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ab21eb98-0747-4fdd-9678-b68b69ac354a None None] Calling delete_port for 792cc227-d832-4fef-bea0-cff7feee49e1 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:30:39.815084 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d6f8358-d416-4110-a60c-9b9c6d17a97c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:39.817905 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d6f8358-d416-4110-a60c-9b9c6d17a97c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:39.822679 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-3d6f8358-d416-4110-a60c-9b9c6d17a97c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/ports/9d4280c0-6f51-41bb-92f3-47c284ba557a HTTP/1.1" status: 404 len: 333 time: 0.1389532 Jul 15 23:30:39.837758 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54752) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:39.923190 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ab21eb98-0747-4fdd-9678-b68b69ac354a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:39.930738 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3381c32-3ffe-46e8-ab0b-ed409ea715f5 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:39.931206 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3381c32-3ffe-46e8-ab0b-ed409ea715f5 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:39.938439 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f3381c32-3ffe-46e8-ab0b-ed409ea715f5 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/subnets/d904e845-aa12-4c71-8ba8-ae305616274d HTTP/1.1" status: 404 len: 337 time: 0.0995610 Jul 15 23:30:39.944369 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68c12485-c76c-4e77-aed1-95c9a61c732b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Router 7dd782d3-f0b0-44fe-8c03-29a8a4db0e56 is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:30:39.950726 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54754) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:39.976935 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4d2b95ae-2c84-49d9-b0da-542b3cea082f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'name': 'tempest-RoutersIpV6Test-router-386202676', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:29:54Z', 'updated_at': '2021-07-15T23:30:34Z', 'revision_number': 7, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'gw_port_host': None, '_interfaces': [{'id': '595aca9a-a23a-456e-ae13-a32e7279abe8', 'name': '', 'network_id': '9044af65-5bbc-4760-bde2-4a7f4b026d45', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'mac_address': 'fa:16:3e:56:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '954f0cdb-8ead-47c7-95ff-04c3fc7cf5b1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:17Z', 'updated_at': '2021-07-15T23:30:34Z', 'revision_number': 5, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'subnets': [{'id': '954f0cdb-8ead-47c7-95ff-04c3fc7cf5b1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b91b56f-13ad-44f3-ad73-189e6ca6c21a', 'name': '', 'network_id': 'a391d6e6-361d-4509-988f-c3a1a38ff178', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'mac_address': 'fa:16:3e:8d:48:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '1c4d3617-5524-4022-a6f3-235207c33262', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:29:56Z', 'updated_at': '2021-07-15T23:30:07Z', 'revision_number': 5, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'subnets': [{'id': '1c4d3617-5524-4022-a6f3-235207c33262', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '772a842d-19c3-4eae-82b2-09a9e2ead59b', 'name': '', 'network_id': '1b1b61bc-3f45-4950-bef2-f142964cdd3b', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'mac_address': 'fa:16:3e:87:44:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '70e11a82-7e8d-472e-9d9e-cc29f9386418', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:07Z', 'updated_at': '2021-07-15T23:30:16Z', 'revision_number': 5, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'subnets': [{'id': '70e11a82-7e8d-472e-9d9e-cc29f9386418', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4f6a6ed-a746-4386-a741-4ab4c03387b7', 'name': '', 'network_id': '862ac455-dbc6-4651-b916-335cc838a910', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'mac_address': 'fa:16:3e:0c:83:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': 'beda941e-34ed-4685-9a34-4e3f05964ebc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:26Z', 'updated_at': '2021-07-15T23:30:35Z', 'revision_number': 4, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'subnets': [{'id': 'beda941e-34ed-4685-9a34-4e3f05964ebc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:39.979971 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab21eb98-0747-4fdd-9678-b68b69ac354a None None] Pushing event deleted for resources: {'Port': ['ID=792cc227-d832-4fef-bea0-cff7feee49e1,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:39.998620 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab21eb98-0747-4fdd-9678-b68b69ac354a None None] No DVR routers for this DVR port 792cc227-d832-4fef-bea0-cff7feee49e1 on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:30:40.026448 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2b95ae-2c84-49d9-b0da-542b3cea082f None None] The sync data for ids ['a548f5dd-d9b9-4cf7-abb3-55049d32f350'] in n-d-794306-6 is: [{'id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'name': 'tempest-RoutersIpV6Test-router-386202676', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:29:54Z', 'updated_at': '2021-07-15T23:30:34Z', 'revision_number': 7, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'gw_port_host': None, '_interfaces': [{'id': '595aca9a-a23a-456e-ae13-a32e7279abe8', 'name': '', 'network_id': '9044af65-5bbc-4760-bde2-4a7f4b026d45', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'mac_address': 'fa:16:3e:56:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '954f0cdb-8ead-47c7-95ff-04c3fc7cf5b1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:17Z', 'updated_at': '2021-07-15T23:30:34Z', 'revision_number': 5, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'subnets': [{'id': '954f0cdb-8ead-47c7-95ff-04c3fc7cf5b1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b91b56f-13ad-44f3-ad73-189e6ca6c21a', 'name': '', 'network_id': 'a391d6e6-361d-4509-988f-c3a1a38ff178', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'mac_address': 'fa:16:3e:8d:48:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '1c4d3617-5524-4022-a6f3-235207c33262', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:29:56Z', 'updated_at': '2021-07-15T23:30:07Z', 'revision_number': 5, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'subnets': [{'id': '1c4d3617-5524-4022-a6f3-235207c33262', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '772a842d-19c3-4eae-82b2-09a9e2ead59b', 'name': '', 'network_id': '1b1b61bc-3f45-4950-bef2-f142964cdd3b', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'mac_address': 'fa:16:3e:87:44:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '70e11a82-7e8d-472e-9d9e-cc29f9386418', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:07Z', 'updated_at': '2021-07-15T23:30:16Z', 'revision_number': 5, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'subnets': [{'id': '70e11a82-7e8d-472e-9d9e-cc29f9386418', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4f6a6ed-a746-4386-a741-4ab4c03387b7', 'name': '', 'network_id': '862ac455-dbc6-4651-b916-335cc838a910', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'mac_address': 'fa:16:3e:0c:83:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': 'beda941e-34ed-4685-9a34-4e3f05964ebc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:26Z', 'updated_at': '2021-07-15T23:30:35Z', 'revision_number': 4, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'subnets': [{'id': 'beda941e-34ed-4685-9a34-4e3f05964ebc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:30:40.035941 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-de5e34aa-1a10-480c-9b09-0d91ebdf265c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:40.036685 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de5e34aa-1a10-480c-9b09-0d91ebdf265c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:40.040630 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-de5e34aa-1a10-480c-9b09-0d91ebdf265c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/ports/b75e7c17-7f71-4c5e-9750-ce0ccbf6b7ff HTTP/1.1" status: 404 len: 333 time: 0.0886116 Jul 15 23:30:40.047095 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54756) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:40.178894 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-afdbe2f3-ed06-4758-9eb7-34430f02815b admin admin] Deleting port 3f712636-f5bf-4bc3-8755-c957d1a2c88a {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:30:40.179253 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-afdbe2f3-ed06-4758-9eb7-34430f02815b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:40.195057 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-781864ea-af33-460d-8758-fa7e37b32960 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:40.195849 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-781864ea-af33-460d-8758-fa7e37b32960 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:40.198971 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-781864ea-af33-460d-8758-fa7e37b32960 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/subnets/cce96e75-91ba-414a-985c-5131ec243f3a HTTP/1.1" status: 404 len: 337 time: 0.1494100 Jul 15 23:30:40.204738 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54758) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:40.305984 n-d-794306-6 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb78e3aa-a5c2-4aba-b926-c979925a5265 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:40.306726 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb78e3aa-a5c2-4aba-b926-c979925a5265 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:40.311299 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-fb78e3aa-a5c2-4aba-b926-c979925a5265 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/ports/6e95e5b3-7dab-4e86-8ce6-f2dd8f79c446 HTTP/1.1" status: 404 len: 333 time: 0.1001146 Jul 15 23:30:40.313758 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54762) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:40.376117 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-b987aa8b-4e5e-41ea-8fff-6f57b2483fa2 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:40.376909 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b987aa8b-4e5e-41ea-8fff-6f57b2483fa2 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:40.382806 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b987aa8b-4e5e-41ea-8fff-6f57b2483fa2 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/subnets/a0af7994-eaf3-4371-8c58-cd4c8e27f719 HTTP/1.1" status: 404 len: 337 time: 0.0679333 Jul 15 23:30:40.387109 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54764) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:40.426262 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c69906b6-97a4-41ac-8e13-9b6b81d8402d tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:40.428917 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-01345ea4-7eee-4202-b2c2-01947322312f tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:40.429807 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01345ea4-7eee-4202-b2c2-01947322312f tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:40.434731 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-01345ea4-7eee-4202-b2c2-01947322312f tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/ports/7ce906c1-23cc-426c-82ef-ea23d7611a55 HTTP/1.1" status: 404 len: 333 time: 0.0439832 Jul 15 23:30:40.435737 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54766) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:40.466613 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69906b6-97a4-41ac-8e13-9b6b81d8402d tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Pushing event deleted for resources: {'Port': ['ID=a4f6a6ed-a746-4386-a741-4ab4c03387b7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:40.498606 n-d-794306-6 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-2196002e-40b3-42d6-85a5-f5effef231ec tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:40.498606 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2196002e-40b3-42d6-85a5-f5effef231ec tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:40.500858 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-2196002e-40b3-42d6-85a5-f5effef231ec tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/subnets/5adb0ee7-ba73-4601-834e-36e8a3b1098d HTTP/1.1" status: 404 len: 337 time: 0.0625017 Jul 15 23:30:40.510704 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54768) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:40.520950 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c12485-c76c-4e77-aed1-95c9a61c732b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:30:40.535190 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50406c84-9c25-49bf-bf1c-f5650a4afbba None None] Sync routers for ids ['7dd782d3-f0b0-44fe-8c03-29a8a4db0e56'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:30:40.564494 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50406c84-9c25-49bf-bf1c-f5650a4afbba None None] Routers {'7dd782d3-f0b0-44fe-8c03-29a8a4db0e56'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:30:40.567027 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-50406c84-9c25-49bf-bf1c-f5650a4afbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:30:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['7dd782d3-f0b0-44fe-8c03-29a8a4db0e56'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:40.662794 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68c12485-c76c-4e77-aed1-95c9a61c732b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:40.666132 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-68c12485-c76c-4e77-aed1-95c9a61c732b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 9.6133735 Jul 15 23:30:40.673333 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-afdbe2f3-ed06-4758-9eb7-34430f02815b admin admin] For port 3f712636-f5bf-4bc3-8755-c957d1a2c88a, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=3f712636-f5bf-4bc3-8755-c957d1a2c88a,segment=NetworkSegment(9f863f95-1b25-4720-919a-e5e9e76842d9),segment_id=9f863f95-1b25-4720-919a-e5e9e76842d9)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:40.673881 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-afdbe2f3-ed06-4758-9eb7-34430f02815b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:40.682629 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54770) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:40.792848 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 792cc227-d832-4fef-bea0-cff7feee49e1 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:30:40.810185 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-50406c84-9c25-49bf-bf1c-f5650a4afbba None None] Set router 7dd782d3-f0b0-44fe-8c03-29a8a4db0e56 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:30:40.817699 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c8d9d28-3fc2-4aeb-b586-85bcdb79c3d4 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:40.818419 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c8d9d28-3fc2-4aeb-b586-85bcdb79c3d4 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:40.834020 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-afdbe2f3-ed06-4758-9eb7-34430f02815b admin admin] Calling delete_port for 3f712636-f5bf-4bc3-8755-c957d1a2c88a owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:30:40.835076 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-9c8d9d28-3fc2-4aeb-b586-85bcdb79c3d4 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/ports/0133d44a-2fef-4ca7-911f-39a1a886f236 HTTP/1.1" status: 404 len: 333 time: 0.3190382 Jul 15 23:30:40.835751 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54772) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:40.867060 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 792cc227-d832-4fef-bea0-cff7feee49e1 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:30:40.867840 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 792cc227-d832-4fef-bea0-cff7feee49e1 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:30:40.926532 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2386861-c24f-4465-a780-f37e0335b8db tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:40.926532 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2386861-c24f-4465-a780-f37e0335b8db tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:40.926532 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b2386861-c24f-4465-a780-f37e0335b8db tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/subnets/f5d309c3-e968-434e-b147-e08ee849c995 HTTP/1.1" status: 404 len: 337 time: 0.0777087 Jul 15 23:30:40.930487 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54774) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:40.971161 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeba4d0c-0068-457d-8db9-5577edf7e980 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:40.973057 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eeba4d0c-0068-457d-8db9-5577edf7e980 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:40.976790 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-eeba4d0c-0068-457d-8db9-5577edf7e980 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/subnets/3e134dbf-484c-4871-9b05-853186baa258 HTTP/1.1" status: 404 len: 337 time: 0.0422223 Jul 15 23:30:40.976790 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c69906b6-97a4-41ac-8e13-9b6b81d8402d tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:40.976790 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54776) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:40.979083 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-6993ab89-c3c8-428d-830a-445ad5f4c83e tempest-TestNetworkAdvancedServerOps-29383157 tempest-TestNetworkAdvancedServerOps-29383157-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=89469485c64e49f5b3171ed5499b9995&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2952392 Jul 15 23:30:40.992374 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54778) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:41.035653 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f8ff859-e5b0-4aee-950a-fca5d5f0bdbe tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:41.036440 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f8ff859-e5b0-4aee-950a-fca5d5f0bdbe tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:41.040555 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-7f8ff859-e5b0-4aee-950a-fca5d5f0bdbe tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/ports/731eacf3-50a4-4250-b9c1-5d5372800f7c HTTP/1.1" status: 404 len: 333 time: 0.0607202 Jul 15 23:30:41.095710 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54780) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:41.146953 n-d-794306-6 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-588ef97f-7f91-4480-acf2-75342629175c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:41.148917 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-588ef97f-7f91-4480-acf2-75342629175c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:41.153730 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-588ef97f-7f91-4480-acf2-75342629175c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/subnets/c206de57-6467-4676-a635-a807e2af4851 HTTP/1.1" status: 404 len: 337 time: 0.0516596 Jul 15 23:30:41.167280 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54784) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:41.205679 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-953bcadd-09e4-4a6d-b085-7c14174d348e tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:41.309449 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-50406c84-9c25-49bf-bf1c-f5650a4afbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd782d3-f0b0-44fe-8c03-29a8a4db0e56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1064085134', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '8eadeade-5859-423c-98f4-18cd20bc4279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:30:31Z', 'updated_at': '2021-07-15T23:30:36Z', 'revision_number': 3, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'gw_port': {'id': '8eadeade-5859-423c-98f4-18cd20bc4279', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ac:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd782d3-f0b0-44fe-8c03-29a8a4db0e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:33Z', 'updated_at': '2021-07-15T23:30:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:41.315633 n-d-794306-6 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-826c4dd0-fd77-45a9-8c15-4b35f1c7f103 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:41.319366 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-826c4dd0-fd77-45a9-8c15-4b35f1c7f103 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:41.323815 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-826c4dd0-fd77-45a9-8c15-4b35f1c7f103 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/subnets/843907b7-92f2-4bdc-abc1-f266ef10f5ad HTTP/1.1" status: 404 len: 337 time: 0.1114814 Jul 15 23:30:41.357763 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50406c84-9c25-49bf-bf1c-f5650a4afbba None None] Checking router: 7dd782d3-f0b0-44fe-8c03-29a8a4db0e56 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:30:41.359215 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50406c84-9c25-49bf-bf1c-f5650a4afbba None None] Updating router 7dd782d3-f0b0-44fe-8c03-29a8a4db0e56 port 8eadeade-5859-423c-98f4-18cd20bc4279 binding host n-d-794306-6 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:30:41.363752 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54786) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:41.425468 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-953bcadd-09e4-4a6d-b085-7c14174d348e tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:41.462517 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-50406c84-9c25-49bf-bf1c-f5650a4afbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:41.481684 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:30:41.646810 n-d-794306-6 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cdf9409-eb8f-4fc2-90fc-9c5bad1fbe64 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:41.647989 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cdf9409-eb8f-4fc2-90fc-9c5bad1fbe64 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:41.653796 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-6cdf9409-eb8f-4fc2-90fc-9c5bad1fbe64 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/ports/de096692-f55f-48b9-8bff-35b5c1ab101c HTTP/1.1" status: 404 len: 333 time: 0.2799249 Jul 15 23:30:41.661999 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54790) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:41.756074 n-d-794306-6 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a084639-954d-4ab7-a30d-07358415221c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:41.756934 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a084639-954d-4ab7-a30d-07358415221c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:41.762278 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-7a084639-954d-4ab7-a30d-07358415221c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/subnets/6a789408-00ab-478d-acbd-6f217b7d0c7b HTTP/1.1" status: 404 len: 337 time: 0.0984659 Jul 15 23:30:41.768472 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54792) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:41.808024 n-d-794306-6 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-1741e281-8d00-4bef-b9b7-9dd8eaea9dae tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:41.808994 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1741e281-8d00-4bef-b9b7-9dd8eaea9dae tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:41.814502 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-1741e281-8d00-4bef-b9b7-9dd8eaea9dae tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/subnets/87eb641c-aebc-4090-b688-ef82880061b2 HTTP/1.1" status: 404 len: 337 time: 0.0404627 Jul 15 23:30:41.825616 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8febc87-a98b-4931-aa39-42e314682866 tempest-TestNetworkAdvancedServerOps-29383157 tempest-TestNetworkAdvancedServerOps-29383157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:41.825616 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-c8febc87-a98b-4931-aa39-42e314682866 tempest-TestNetworkAdvancedServerOps-29383157 tempest-TestNetworkAdvancedServerOps-29383157-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8296952 Jul 15 23:30:41.825616 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54794) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:41.826045 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54796) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:41.884070 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-83e01907-09bc-4213-be20-30aa756c019a tempest-TestNetworkAdvancedServerOps-29383157 tempest-TestNetworkAdvancedServerOps-29383157-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=c4160cc4-e133-4d4e-ad39-f86bca4b2f14&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0455103 Jul 15 23:30:41.898880 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54798) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:41.904975 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c1ed32bd-2b00-416b-9df9-10415ecac645 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1516504990', 'network_id': 'ecdc87bf-da0f-4a3d-9224-f4cedc41c982', 'project_id': '89469485c64e49f5b3171ed5499b9995', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:41.927348 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c69906b6-97a4-41ac-8e13-9b6b81d8402d tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Router a548f5dd-d9b9-4cf7-abb3-55049d32f350 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:30:41.944425 n-d-794306-6 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-b881855c-d29f-49a8-8164-a4856c667eb0 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:41.945243 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b881855c-d29f-49a8-8164-a4856c667eb0 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:41.947665 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-b881855c-d29f-49a8-8164-a4856c667eb0 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/ports/031185c3-283d-429a-a31a-46edb93dccf2 HTTP/1.1" status: 404 len: 333 time: 0.1186481 Jul 15 23:30:41.952847 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54800) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:42.006791 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-953bcadd-09e4-4a6d-b085-7c14174d348e tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Deleting port 12f32fb9-bf88-4276-93c2-49b6835e5e90 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:30:42.007214 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-953bcadd-09e4-4a6d-b085-7c14174d348e tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:42.082263 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c69906b6-97a4-41ac-8e13-9b6b81d8402d tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:30:42.084466 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-32ff67d5-3401-4459-bd64-2300fd47a6d6 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:42.084923 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32ff67d5-3401-4459-bd64-2300fd47a6d6 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:42.086788 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-32ff67d5-3401-4459-bd64-2300fd47a6d6 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/subnets/0badb743-bd0a-44b1-90c5-bb427b41f156 HTTP/1.1" status: 404 len: 337 time: 0.0375149 Jul 15 23:30:42.095603 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c69906b6-97a4-41ac-8e13-9b6b81d8402d tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "PUT /v2.0/routers/a548f5dd-d9b9-4cf7-abb3-55049d32f350/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2565682 Jul 15 23:30:42.106308 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-953bcadd-09e4-4a6d-b085-7c14174d348e tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:42.113170 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4428d09e-e933-4d3e-aab2-2f665a8a4fa6 None None] Sync routers for ids ['a548f5dd-d9b9-4cf7-abb3-55049d32f350'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:30:42.132568 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4428d09e-e933-4d3e-aab2-2f665a8a4fa6 None None] Routers {'a548f5dd-d9b9-4cf7-abb3-55049d32f350'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:30:42.133501 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-4428d09e-e933-4d3e-aab2-2f665a8a4fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:30:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['a548f5dd-d9b9-4cf7-abb3-55049d32f350'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:42.136092 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-953bcadd-09e4-4a6d-b085-7c14174d348e tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Calling delete_port for 12f32fb9-bf88-4276-93c2-49b6835e5e90 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:30:42.142506 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54802) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:42.145017 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54804) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:42.155879 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-afdbe2f3-ed06-4758-9eb7-34430f02815b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:42.246266 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ed32bd-2b00-416b-9df9-10415ecac645 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Made reservation on behalf of 89469485c64e49f5b3171ed5499b9995 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:30:42.254523 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1ed32bd-2b00-416b-9df9-10415ecac645 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:42.281797 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-4428d09e-e933-4d3e-aab2-2f665a8a4fa6 None None] Set router a548f5dd-d9b9-4cf7-abb3-55049d32f350 gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:30:42.397772 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-50406c84-9c25-49bf-bf1c-f5650a4afbba None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:42.413020 n-d-794306-6 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd8bfba5-e740-426e-bc7b-1f9fb32f774b tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:42.413489 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd8bfba5-e740-426e-bc7b-1f9fb32f774b tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:42.415915 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-bd8bfba5-e740-426e-bc7b-1f9fb32f774b tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/subnets/11a8d4e7-9b29-4c0a-a42f-c22b979996a9 HTTP/1.1" status: 404 len: 337 time: 0.2687199 Jul 15 23:30:42.421064 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-542a3d8b-3847-4bfd-8dbd-936ddadc7d5f tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Deleting subnet beda941e-34ed-4685-9a34-4e3f05964ebc {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:30:42.431106 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54806) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:42.431931 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdbe2f3-ed06-4758-9eb7-34430f02815b admin admin] Pushing event deleted for resources: {'Port': ['ID=3f712636-f5bf-4bc3-8755-c957d1a2c88a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:42.463302 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-50406c84-9c25-49bf-bf1c-f5650a4afbba None None] Transition to ACTIVE for port object 8eadeade-5859-423c-98f4-18cd20bc4279 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:30:42.484478 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-50406c84-9c25-49bf-bf1c-f5650a4afbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:42.651112 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6b9b8a-7dc1-4817-928a-86b125ca3ceb None None] Pushing event updated for resources: {'Port': ['ID=8eadeade-5859-423c-98f4-18cd20bc4279,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:42.675892 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-4428d09e-e933-4d3e-aab2-2f665a8a4fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'name': 'tempest-RoutersIpV6Test-router-386202676', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:29:54Z', 'updated_at': '2021-07-15T23:30:40Z', 'revision_number': 8, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'gw_port_host': None, '_interfaces': [{'id': '595aca9a-a23a-456e-ae13-a32e7279abe8', 'name': '', 'network_id': '9044af65-5bbc-4760-bde2-4a7f4b026d45', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'mac_address': 'fa:16:3e:56:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '954f0cdb-8ead-47c7-95ff-04c3fc7cf5b1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:17Z', 'updated_at': '2021-07-15T23:30:34Z', 'revision_number': 5, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'subnets': [{'id': '954f0cdb-8ead-47c7-95ff-04c3fc7cf5b1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b91b56f-13ad-44f3-ad73-189e6ca6c21a', 'name': '', 'network_id': 'a391d6e6-361d-4509-988f-c3a1a38ff178', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'mac_address': 'fa:16:3e:8d:48:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '1c4d3617-5524-4022-a6f3-235207c33262', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:29:56Z', 'updated_at': '2021-07-15T23:30:07Z', 'revision_number': 5, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'subnets': [{'id': '1c4d3617-5524-4022-a6f3-235207c33262', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '772a842d-19c3-4eae-82b2-09a9e2ead59b', 'name': '', 'network_id': '1b1b61bc-3f45-4950-bef2-f142964cdd3b', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'mac_address': 'fa:16:3e:87:44:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '70e11a82-7e8d-472e-9d9e-cc29f9386418', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:07Z', 'updated_at': '2021-07-15T23:30:16Z', 'revision_number': 5, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'subnets': [{'id': '70e11a82-7e8d-472e-9d9e-cc29f9386418', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:42.690289 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6b9b8a-7dc1-4817-928a-86b125ca3ceb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:42.698811 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6b9b8a-7dc1-4817-928a-86b125ca3ceb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:42.698811 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6b9b8a-7dc1-4817-928a-86b125ca3ceb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:42.698811 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6b9b8a-7dc1-4817-928a-86b125ca3ceb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:42.698811 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6b9b8a-7dc1-4817-928a-86b125ca3ceb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:42.698811 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6b9b8a-7dc1-4817-928a-86b125ca3ceb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:42.698811 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6b9b8a-7dc1-4817-928a-86b125ca3ceb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:42.698811 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6b9b8a-7dc1-4817-928a-86b125ca3ceb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:42.698811 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6b9b8a-7dc1-4817-928a-86b125ca3ceb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:42.698811 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6b9b8a-7dc1-4817-928a-86b125ca3ceb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:42.698811 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6b9b8a-7dc1-4817-928a-86b125ca3ceb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:42.700379 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-d6cf8f55-a39c-4171-aa9f-9ec686a99192 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/ports?device_id=3014d964-107e-4e9a-8888-ec8553184d6b HTTP/1.1" status: 200 len: 205 time: 0.2256505 Jul 15 23:30:42.702503 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54810) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:42.702725 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-542a3d8b-3847-4bfd-8dbd-936ddadc7d5f tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:42.709436 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6b9b8a-7dc1-4817-928a-86b125ca3ceb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:42.736320 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4428d09e-e933-4d3e-aab2-2f665a8a4fa6 None None] Checking router: a548f5dd-d9b9-4cf7-abb3-55049d32f350 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:30:42.750673 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4428d09e-e933-4d3e-aab2-2f665a8a4fa6 None None] Routers {'a548f5dd-d9b9-4cf7-abb3-55049d32f350'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:30:42.751616 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-4428d09e-e933-4d3e-aab2-2f665a8a4fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:30:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['a548f5dd-d9b9-4cf7-abb3-55049d32f350'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:42.769667 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-50406c84-9c25-49bf-bf1c-f5650a4afbba None None] Attempting to bind port 8eadeade-5859-423c-98f4-18cd20bc4279 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:30:42.770311 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-50406c84-9c25-49bf-bf1c-f5650a4afbba None None] Attempting to bind port 8eadeade-5859-423c-98f4-18cd20bc4279 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:30:42.774820 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50406c84-9c25-49bf-bf1c-f5650a4afbba None None] Attempting to bind port 8eadeade-5859-423c-98f4-18cd20bc4279 on network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:30:42.789876 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50406c84-9c25-49bf-bf1c-f5650a4afbba None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:30:42.792176 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50406c84-9c25-49bf-bf1c-f5650a4afbba None None] Checking segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:30:42.796359 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-50406c84-9c25-49bf-bf1c-f5650a4afbba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:42.796902 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50406c84-9c25-49bf-bf1c-f5650a4afbba None None] Bound using segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:30:42.798322 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-50406c84-9c25-49bf-bf1c-f5650a4afbba None None] Bound port: 8eadeade-5859-423c-98f4-18cd20bc4279, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:30:42.804055 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-50406c84-9c25-49bf-bf1c-f5650a4afbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:42.918713 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [None req-8e68123f-077e-445c-97c9-16d0edcb63ed tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] delete failed (client error): The resource could not be found. Jul 15 23:30:42.925571 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-4428d09e-e933-4d3e-aab2-2f665a8a4fa6 None None] Set router a548f5dd-d9b9-4cf7-abb3-55049d32f350 gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:30:42.928277 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-8e68123f-077e-445c-97c9-16d0edcb63ed tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/routers/3014d964-107e-4e9a-8888-ec8553184d6b HTTP/1.1" status: 404 len: 336 time: 0.1503975 Jul 15 23:30:42.934544 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54816) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:42.942152 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-50406c84-9c25-49bf-bf1c-f5650a4afbba None None] For port 8eadeade-5859-423c-98f4-18cd20bc4279, host n-d-794306-6, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:30:42.947431 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-50406c84-9c25-49bf-bf1c-f5650a4afbba None None] For port 8eadeade-5859-423c-98f4-18cd20bc4279, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=8eadeade-5859-423c-98f4-18cd20bc4279,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:30:42.956003 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-50406c84-9c25-49bf-bf1c-f5650a4afbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:43.115923 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bc0edfb-86b4-4371-aab4-18a43e221563 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:43.116862 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bc0edfb-86b4-4371-aab4-18a43e221563 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:43.128545 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-9bc0edfb-86b4-4371-aab4-18a43e221563 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/subnets/6a827fb9-1cb1-429f-a4f6-fce1a3588c9e HTTP/1.1" status: 404 len: 337 time: 0.1908140 Jul 15 23:30:43.129543 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54822) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:43.131109 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-542a3d8b-3847-4bfd-8dbd-936ddadc7d5f tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:43.199486 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50406c84-9c25-49bf-bf1c-f5650a4afbba None None] Routers {'7dd782d3-f0b0-44fe-8c03-29a8a4db0e56'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:30:43.200496 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-50406c84-9c25-49bf-bf1c-f5650a4afbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:30:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['7dd782d3-f0b0-44fe-8c03-29a8a4db0e56'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:43.245065 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ee0159b2-64a3-4ac5-bbcc-1734d50ef88d tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a102131-cb72-40d0-87bc-e64721d9e9ad HTTP/1.1" status: 200 len: 205 time: 0.0959420 Jul 15 23:30:43.293358 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54824) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:43.332085 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6b9b8a-7dc1-4817-928a-86b125ca3ceb None None] Pushing event updated for resources: {'Port': ['ID=8eadeade-5859-423c-98f4-18cd20bc4279,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:43.332446 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-afdbe2f3-ed06-4758-9eb7-34430f02815b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:43.400608 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [None req-0a386ed1-bf60-4f11-83db-64ac2aec3216 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] delete failed (client error): The resource could not be found. Jul 15 23:30:43.406175 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-0a386ed1-bf60-4f11-83db-64ac2aec3216 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/routers/1a102131-cb72-40d0-87bc-e64721d9e9ad HTTP/1.1" status: 404 len: 336 time: 0.1107237 Jul 15 23:30:43.406175 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54826) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:43.438510 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1ed32bd-2b00-416b-9df9-10415ecac645 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:43.444740 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-621a008d-3605-489b-a4c7-f9119cb32e8c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:43.445213 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-621a008d-3605-489b-a4c7-f9119cb32e8c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:43.450098 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-621a008d-3605-489b-a4c7-f9119cb32e8c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/subnets/54873172-19ce-4188-b009-e3d248f61230 HTTP/1.1" status: 404 len: 337 time: 0.0411451 Jul 15 23:30:43.453857 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54828) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:43.465760 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-4428d09e-e933-4d3e-aab2-2f665a8a4fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'name': 'tempest-RoutersIpV6Test-router-386202676', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:29:54Z', 'updated_at': '2021-07-15T23:30:40Z', 'revision_number': 8, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'gw_port_host': None, '_interfaces': [{'id': '595aca9a-a23a-456e-ae13-a32e7279abe8', 'name': '', 'network_id': '9044af65-5bbc-4760-bde2-4a7f4b026d45', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'mac_address': 'fa:16:3e:56:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '954f0cdb-8ead-47c7-95ff-04c3fc7cf5b1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:17Z', 'updated_at': '2021-07-15T23:30:34Z', 'revision_number': 5, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'subnets': [{'id': '954f0cdb-8ead-47c7-95ff-04c3fc7cf5b1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b91b56f-13ad-44f3-ad73-189e6ca6c21a', 'name': '', 'network_id': 'a391d6e6-361d-4509-988f-c3a1a38ff178', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'mac_address': 'fa:16:3e:8d:48:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '1c4d3617-5524-4022-a6f3-235207c33262', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:29:56Z', 'updated_at': '2021-07-15T23:30:07Z', 'revision_number': 5, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'subnets': [{'id': '1c4d3617-5524-4022-a6f3-235207c33262', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '772a842d-19c3-4eae-82b2-09a9e2ead59b', 'name': '', 'network_id': '1b1b61bc-3f45-4950-bef2-f142964cdd3b', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'mac_address': 'fa:16:3e:87:44:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '70e11a82-7e8d-472e-9d9e-cc29f9386418', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:07Z', 'updated_at': '2021-07-15T23:30:16Z', 'revision_number': 5, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'subnets': [{'id': '70e11a82-7e8d-472e-9d9e-cc29f9386418', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:43.487765 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-50406c84-9c25-49bf-bf1c-f5650a4afbba None None] Set router 7dd782d3-f0b0-44fe-8c03-29a8a4db0e56 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:30:43.497212 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4428d09e-e933-4d3e-aab2-2f665a8a4fa6 None None] The sync data for ids ['a548f5dd-d9b9-4cf7-abb3-55049d32f350'] in n-d-794306-6 is: [{'id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'name': 'tempest-RoutersIpV6Test-router-386202676', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:29:54Z', 'updated_at': '2021-07-15T23:30:40Z', 'revision_number': 8, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'gw_port_host': None, '_interfaces': [{'id': '595aca9a-a23a-456e-ae13-a32e7279abe8', 'name': '', 'network_id': '9044af65-5bbc-4760-bde2-4a7f4b026d45', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'mac_address': 'fa:16:3e:56:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '954f0cdb-8ead-47c7-95ff-04c3fc7cf5b1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:17Z', 'updated_at': '2021-07-15T23:30:34Z', 'revision_number': 5, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'subnets': [{'id': '954f0cdb-8ead-47c7-95ff-04c3fc7cf5b1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b91b56f-13ad-44f3-ad73-189e6ca6c21a', 'name': '', 'network_id': 'a391d6e6-361d-4509-988f-c3a1a38ff178', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'mac_address': 'fa:16:3e:8d:48:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '1c4d3617-5524-4022-a6f3-235207c33262', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:29:56Z', 'updated_at': '2021-07-15T23:30:07Z', 'revision_number': 5, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'subnets': [{'id': '1c4d3617-5524-4022-a6f3-235207c33262', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '772a842d-19c3-4eae-82b2-09a9e2ead59b', 'name': '', 'network_id': '1b1b61bc-3f45-4950-bef2-f142964cdd3b', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'mac_address': 'fa:16:3e:87:44:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '70e11a82-7e8d-472e-9d9e-cc29f9386418', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:07Z', 'updated_at': '2021-07-15T23:30:16Z', 'revision_number': 5, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'subnets': [{'id': '70e11a82-7e8d-472e-9d9e-cc29f9386418', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:30:43.548214 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-15ead363-9ec8-428c-9866-457d18ed98e5 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:43.549664 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15ead363-9ec8-428c-9866-457d18ed98e5 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:43.553554 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-15ead363-9ec8-428c-9866-457d18ed98e5 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/subnets/40b3cfbb-c062-44df-a38d-0c3452dcfa69 HTTP/1.1" status: 404 len: 337 time: 0.0974119 Jul 15 23:30:43.554387 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed32bd-2b00-416b-9df9-10415ecac645 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event updated for resources: {'Subnet': ['ID=1ab37b05-e7b9-4fe0-bd45-61e825b24f36,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:43.561938 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54830) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:43.590639 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-2780358f-36b5-4a8d-9e36-7cee35437d08 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:43.591284 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2780358f-36b5-4a8d-9e36-7cee35437d08 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:43.597231 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-2780358f-36b5-4a8d-9e36-7cee35437d08 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/ports/77c63bab-bfba-4ff9-8790-a90a191a137f HTTP/1.1" status: 404 len: 333 time: 0.0341771 Jul 15 23:30:43.600375 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54832) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:43.651253 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-73787d0a-2de6-4013-90f7-ea9bea77120c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:43.651763 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73787d0a-2de6-4013-90f7-ea9bea77120c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:43.657623 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-73787d0a-2de6-4013-90f7-ea9bea77120c tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/subnets/6fafdc43-2a91-42ff-81d2-c9f31f48ea1f HTTP/1.1" status: 404 len: 337 time: 0.0562108 Jul 15 23:30:43.659232 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54834) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:43.661125 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ed32bd-2b00-416b-9df9-10415ecac645 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Checking segment: {'id': '0b5e8ec5-ed51-4bc2-b998-73d0d8a498a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'ecdc87bf-da0f-4a3d-9224-f4cedc41c982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:30:43.661498 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ed32bd-2b00-416b-9df9-10415ecac645 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Network hostable DHCP agents. Network: ecdc87bf-da0f-4a3d-9224-f4cedc41c982, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:30:43.685443 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ed32bd-2b00-416b-9df9-10415ecac645 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Network ecdc87bf-da0f-4a3d-9224-f4cedc41c982 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:30:43.699111 n-d-794306-6 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-533f1dc2-b924-4332-8400-849653a2f8e2 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:43.699331 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-c1ed32bd-2b00-416b-9df9-10415ecac645 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, ecdc87bf-da0f-4a3d-9224-f4cedc41c982) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:43.700859 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-533f1dc2-b924-4332-8400-849653a2f8e2 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:43.703495 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-533f1dc2-b924-4332-8400-849653a2f8e2 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/ports/ad062094-b423-45e1-81f7-1cc28e72425b HTTP/1.1" status: 404 len: 333 time: 0.0405169 Jul 15 23:30:43.713156 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ac8d4b-df64-43a5-a8dd-b1f3bf5b47c3 None None] Network ecdc87bf-da0f-4a3d-9224-f4cedc41c982 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:30:43.714271 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54838) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:43.736786 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ed32bd-2b00-416b-9df9-10415ecac645 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:43.737404 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1ed32bd-2b00-416b-9df9-10415ecac645 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:43.770429 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fd2efe5-c249-4bf4-9aa3-2e33e302891d tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:43.771032 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fd2efe5-c249-4bf4-9aa3-2e33e302891d tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:43.776909 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-4fd2efe5-c249-4bf4-9aa3-2e33e302891d tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/subnets/0eeeb451-c244-40d1-af61-77a2c44e218f HTTP/1.1" status: 404 len: 337 time: 0.0542948 Jul 15 23:30:43.778760 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54840) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:43.780860 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-542a3d8b-3847-4bfd-8dbd-936ddadc7d5f tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:43.812680 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-50406c84-9c25-49bf-bf1c-f5650a4afbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd782d3-f0b0-44fe-8c03-29a8a4db0e56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1064085134', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '8eadeade-5859-423c-98f4-18cd20bc4279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:30:31Z', 'updated_at': '2021-07-15T23:30:36Z', 'revision_number': 3, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'gw_port': {'id': '8eadeade-5859-423c-98f4-18cd20bc4279', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ac:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd782d3-f0b0-44fe-8c03-29a8a4db0e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:33Z', 'updated_at': '2021-07-15T23:30:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:43.849521 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50406c84-9c25-49bf-bf1c-f5650a4afbba None None] The sync data for ids ['7dd782d3-f0b0-44fe-8c03-29a8a4db0e56'] in n-d-794306-6 is: [{'id': '7dd782d3-f0b0-44fe-8c03-29a8a4db0e56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1064085134', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '8eadeade-5859-423c-98f4-18cd20bc4279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:30:31Z', 'updated_at': '2021-07-15T23:30:36Z', 'revision_number': 3, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'gw_port': {'id': '8eadeade-5859-423c-98f4-18cd20bc4279', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ac:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd782d3-f0b0-44fe-8c03-29a8a4db0e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:33Z', 'updated_at': '2021-07-15T23:30:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:30:43.865170 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-83457412-f9cd-4d79-9b6e-f305114600aa tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:43.865940 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83457412-f9cd-4d79-9b6e-f305114600aa tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:43.870049 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-83457412-f9cd-4d79-9b6e-f305114600aa tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/ports/b913197c-a587-445a-bc3a-04c7690d6859 HTTP/1.1" status: 404 len: 333 time: 0.0651960 Jul 15 23:30:43.872467 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54850) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:43.898033 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c1ed32bd-2b00-416b-9df9-10415ecac645 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.9980690 Jul 15 23:30:43.929224 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54852) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:43.941310 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-42c46e36-6578-48ad-9a1c-4f8693c438b0 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:43.941571 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42c46e36-6578-48ad-9a1c-4f8693c438b0 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:43.943277 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-42c46e36-6578-48ad-9a1c-4f8693c438b0 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/subnets/396fc191-cac9-4100-a5f5-4f988e77126f HTTP/1.1" status: 404 len: 337 time: 0.0667179 Jul 15 23:30:43.946530 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54854) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:44.021878 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57dee8a9-ca1c-41d9-afec-1a8a0183be34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-ecdc87bf-da0f-4a3d-9224-f4cedc41c982', 'network_id': 'ecdc87bf-da0f-4a3d-9224-f4cedc41c982', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'fixed_ips': [{'subnet_id': '1ab37b05-e7b9-4fe0-bd45-61e825b24f36'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:30:44.024743 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-57dee8a9-ca1c-41d9-afec-1a8a0183be34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:44.088635 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-542a3d8b-3847-4bfd-8dbd-936ddadc7d5f tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:44.104660 n-d-794306-6 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-36bce3f7-086a-44a0-96ed-03d4c86ba3f1 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:44.108160 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36bce3f7-086a-44a0-96ed-03d4c86ba3f1 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:44.113423 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-36bce3f7-086a-44a0-96ed-03d4c86ba3f1 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/ports/7860b49b-28b2-4dae-92aa-b3dfa2310f20 HTTP/1.1" status: 404 len: 333 time: 0.1641073 Jul 15 23:30:44.114213 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54856) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:44.123528 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-542a3d8b-3847-4bfd-8dbd-936ddadc7d5f tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:44.129296 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-542a3d8b-3847-4bfd-8dbd-936ddadc7d5f tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "DELETE /v2.0/subnets/beda941e-34ed-4685-9a34-4e3f05964ebc HTTP/1.1" status: 204 len: 168 time: 1.9787860 Jul 15 23:30:44.137461 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54858) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:44.175414 n-d-794306-6 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc439372-6e10-4a64-b569-0b5dc46d9eee tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:44.175414 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc439372-6e10-4a64-b569-0b5dc46d9eee tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:44.176834 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae02f77-c2ca-4a5d-8291-8c48a91a554c None None] Network 862ac455-dbc6-4651-b916-335cc838a910 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:30:44.179670 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-bc439372-6e10-4a64-b569-0b5dc46d9eee tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/subnets/c56ad931-e64b-4065-aea5-0d4bfa4c0e9b HTTP/1.1" status: 404 len: 337 time: 0.0490367 Jul 15 23:30:44.183486 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54860) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:44.208649 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542a3d8b-3847-4bfd-8dbd-936ddadc7d5f tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Pushing event deleted for resources: {'Subnet': ['ID=beda941e-34ed-4685-9a34-4e3f05964ebc,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:44.220081 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-953bcadd-09e4-4a6d-b085-7c14174d348e tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:44.275017 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953bcadd-09e4-4a6d-b085-7c14174d348e tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Pushing event deleted for resources: {'Port': ['ID=12f32fb9-bf88-4276-93c2-49b6835e5e90,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:44.278677 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfc43015-8ad6-4837-a06d-81aad87893b4 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:44.279614 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfc43015-8ad6-4837-a06d-81aad87893b4 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:44.282151 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-dfc43015-8ad6-4837-a06d-81aad87893b4 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/ports/49f04ca7-37da-48de-bc02-10e1a2693ab0 HTTP/1.1" status: 404 len: 333 time: 0.0808053 Jul 15 23:30:44.305438 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54862) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:44.401464 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-953bcadd-09e4-4a6d-b085-7c14174d348e tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999011'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:44.410841 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-1131bb97-3a6f-4b4e-aa5d-a61957374bbb tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:44.411303 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1131bb97-3a6f-4b4e-aa5d-a61957374bbb tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:44.415508 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-1131bb97-3a6f-4b4e-aa5d-a61957374bbb tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/subnets/95d647c7-93fc-4758-8f46-8a9c920005db HTTP/1.1" status: 404 len: 337 time: 0.1066988 Jul 15 23:30:44.415731 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afdbe2f3-ed06-4758-9eb7-34430f02815b admin admin] Router c878c638-1b3c-41ea-83df-55700e1441d0 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:30:44.507532 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54864) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:44.516616 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-57dee8a9-ca1c-41d9-afec-1a8a0183be34 None None] Allocated IP 172.20.0.2 (ecdc87bf-da0f-4a3d-9224-f4cedc41c982/1ab37b05-e7b9-4fe0-bd45-61e825b24f36/4675954c-4d18-48b1-821e-62515f86843e) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:30:44.585786 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8f196081-0c77-44a7-b0d0-b0f3bcd92d5f tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:44.645602 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-9621c54d-7815-417c-b65f-226eb8072589 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:44.646010 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9621c54d-7815-417c-b65f-226eb8072589 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:44.648262 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-9621c54d-7815-417c-b65f-226eb8072589 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/ports/f5adccdc-a0ef-4bde-b32e-b9c73ef96815 HTTP/1.1" status: 404 len: 333 time: 0.1370614 Jul 15 23:30:44.664742 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54866) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:44.754719 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 8eadeade-5859-423c-98f4-18cd20bc4279 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:30:44.781531 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbcf5d31-56b1-4735-95b8-136ca2871bd4 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:44.781991 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbcf5d31-56b1-4735-95b8-136ca2871bd4 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:44.786204 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-cbcf5d31-56b1-4735-95b8-136ca2871bd4 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/subnets/5589aef5-a1b7-4fc5-9821-b8f36c406194 HTTP/1.1" status: 404 len: 337 time: 0.1127946 Jul 15 23:30:44.795937 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54870) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:44.870567 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-c16988af-ed45-4075-9469-d177470b335d tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:44.871371 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c16988af-ed45-4075-9469-d177470b335d tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:44.876028 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c16988af-ed45-4075-9469-d177470b335d tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/ports/698ba01d-59c2-45fe-8319-0903f341408c HTTP/1.1" status: 404 len: 333 time: 0.0591977 Jul 15 23:30:44.877310 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54874) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:44.916732 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-57075863-482b-43ea-b58f-f1ea45300641 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:44.917024 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57075863-482b-43ea-b58f-f1ea45300641 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:44.925128 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-57075863-482b-43ea-b58f-f1ea45300641 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/subnets/d7b6c614-f3eb-4313-b59a-b82bec7c5356 HTTP/1.1" status: 404 len: 337 time: 0.0451550 Jul 15 23:30:44.933439 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54878) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:45.070090 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 8eadeade-5859-423c-98f4-18cd20bc4279 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:30:45.088535 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7833dae-35a1-467c-a62f-d04f07c6c401 None None] DHCP port deletion for 862ac455-dbc6-4651-b916-335cc838a910 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:30:45.104966 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 8eadeade-5859-423c-98f4-18cd20bc4279 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:45.108285 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:45.263490 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-73a375be-174a-451c-bb54-cbe4cd861d37 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:45.293300 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:45.303136 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-57dee8a9-ca1c-41d9-afec-1a8a0183be34 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:45.350500 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-57dee8a9-ca1c-41d9-afec-1a8a0183be34 None None] Transition to ACTIVE for port object 4675954c-4d18-48b1-821e-62515f86843e will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:30:45.360932 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 8eadeade-5859-423c-98f4-18cd20bc4279, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=8eadeade-5859-423c-98f4-18cd20bc4279,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:45.402478 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:45.419632 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e7833dae-35a1-467c-a62f-d04f07c6c401 None None] Deleting port b808efa2-ea79-46d8-9fb3-2985c7aa2a0f {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:30:45.420332 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e7833dae-35a1-467c-a62f-d04f07c6c401 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:45.519556 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e7833dae-35a1-467c-a62f-d04f07c6c401 None None] For port b808efa2-ea79-46d8-9fb3-2985c7aa2a0f, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=b808efa2-ea79-46d8-9fb3-2985c7aa2a0f,segment=NetworkSegment(ee679ff4-0895-4ad7-b5fe-1cbc1125ecb6),segment_id=ee679ff4-0895-4ad7-b5fe-1cbc1125ecb6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:45.520278 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e7833dae-35a1-467c-a62f-d04f07c6c401 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:45.544818 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e7833dae-35a1-467c-a62f-d04f07c6c401 None None] Calling delete_port for b808efa2-ea79-46d8-9fb3-2985c7aa2a0f owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:30:45.567762 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0a6dbecd-c0d6-42c9-a282-96bae060b249 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:45.611762 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-8f196081-0c77-44a7-b0d0-b0f3bcd92d5f tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Deleting port b808efa2-ea79-46d8-9fb3-2985c7aa2a0f {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:30:45.612220 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8f196081-0c77-44a7-b0d0-b0f3bcd92d5f tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:45.646052 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device a4f6a6ed-a746-4386-a741-4ab4c03387b7 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:30:45.762151 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-57dee8a9-ca1c-41d9-afec-1a8a0183be34 None None] Transition to ACTIVE for port object 4675954c-4d18-48b1-821e-62515f86843e will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:30:45.767416 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: a4f6a6ed-a746-4386-a741-4ab4c03387b7 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:30:45.768594 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device a4f6a6ed-a746-4386-a741-4ab4c03387b7 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:30:45.773610 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e7833dae-35a1-467c-a62f-d04f07c6c401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:45.791632 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-57dee8a9-ca1c-41d9-afec-1a8a0183be34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:45.828307 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7833dae-35a1-467c-a62f-d04f07c6c401 None None] No DVR routers for this DVR port b808efa2-ea79-46d8-9fb3-2985c7aa2a0f on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:30:45.863905 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57dee8a9-ca1c-41d9-afec-1a8a0183be34 None None] Network ecdc87bf-da0f-4a3d-9224-f4cedc41c982 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:30:45.872083 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-8f196081-0c77-44a7-b0d0-b0f3bcd92d5f tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] For port b808efa2-ea79-46d8-9fb3-2985c7aa2a0f, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=b808efa2-ea79-46d8-9fb3-2985c7aa2a0f,segment=NetworkSegment(ee679ff4-0895-4ad7-b5fe-1cbc1125ecb6),segment_id=ee679ff4-0895-4ad7-b5fe-1cbc1125ecb6)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:45.872550 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8f196081-0c77-44a7-b0d0-b0f3bcd92d5f tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:45.881785 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-57dee8a9-ca1c-41d9-afec-1a8a0183be34 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:45.883947 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=8eadeade-5859-423c-98f4-18cd20bc4279,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:45.905183 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57dee8a9-ca1c-41d9-afec-1a8a0183be34 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:30:45.918667 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-73a375be-174a-451c-bb54-cbe4cd861d37 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:45.919625 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-953bcadd-09e4-4a6d-b085-7c14174d348e tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:45.938632 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-73a375be-174a-451c-bb54-cbe4cd861d37 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6241178-066c-430d-a322-7862ef822ee0']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:45.943186 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-8f196081-0c77-44a7-b0d0-b0f3bcd92d5f tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Calling delete_port for b808efa2-ea79-46d8-9fb3-2985c7aa2a0f owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:30:45.944829 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7833dae-35a1-467c-a62f-d04f07c6c401 None None] Pushing event deleted for resources: {'Port': ['ID=b808efa2-ea79-46d8-9fb3-2985c7aa2a0f,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:45.959290 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-73a375be-174a-451c-bb54-cbe4cd861d37 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83031f72-0c55-4202-a7d3-7c1d93801518') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:45.959828 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-73a375be-174a-451c-bb54-cbe4cd861d37 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83031f72-0c55-4202-a7d3-7c1d93801518') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:45.993227 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-73a375be-174a-451c-bb54-cbe4cd861d37 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:46.000568 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-953bcadd-09e4-4a6d-b085-7c14174d348e tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-998933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-998924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-999045'] for router, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:46.109068 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afdbe2f3-ed06-4758-9eb7-34430f02815b admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:30:46.122779 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba40d8ed-8ddf-40c5-84bb-3cadf986b70d None None] Sync routers for ids ['c878c638-1b3c-41ea-83df-55700e1441d0'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:30:46.140904 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba40d8ed-8ddf-40c5-84bb-3cadf986b70d None None] Routers {'c878c638-1b3c-41ea-83df-55700e1441d0'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:30:46.142128 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ba40d8ed-8ddf-40c5-84bb-3cadf986b70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:30:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['c878c638-1b3c-41ea-83df-55700e1441d0'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:46.144279 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-afdbe2f3-ed06-4758-9eb7-34430f02815b admin admin] 10.222.0.48 "PUT /v2.0/routers/c878c638-1b3c-41ea-83df-55700e1441d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4167089 Jul 15 23:30:46.150499 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54900) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:46.193869 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8f196081-0c77-44a7-b0d0-b0f3bcd92d5f tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:46.202937 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-953bcadd-09e4-4a6d-b085-7c14174d348e tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Router f458566b-a45d-459e-93c7-0d58794972f8 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:30:46.221676 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae17142-865a-4fbf-9b7c-0a29cfaac691 req-02c3eff7-b62d-46fa-903f-0ee9b1552007 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:46.223333 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6ae17142-865a-4fbf-9b7c-0a29cfaac691 req-02c3eff7-b62d-46fa-903f-0ee9b1552007 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=6797365d-c7ce-4e24-a954-67ea472f9dd4 HTTP/1.1" status: 200 len: 946 time: 0.3591995 Jul 15 23:30:46.314754 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f196081-0c77-44a7-b0d0-b0f3bcd92d5f tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Pushing event deleted for resources: {'Port': ['ID=b808efa2-ea79-46d8-9fb3-2985c7aa2a0f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:46.348206 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-73a375be-174a-451c-bb54-cbe4cd861d37 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:46.365271 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-ba40d8ed-8ddf-40c5-84bb-3cadf986b70d None None] Set router c878c638-1b3c-41ea-83df-55700e1441d0 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:30:46.407853 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-57dee8a9-ca1c-41d9-afec-1a8a0183be34 None None] Attempting to bind port 4675954c-4d18-48b1-821e-62515f86843e on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:30:46.408437 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-57dee8a9-ca1c-41d9-afec-1a8a0183be34 None None] Attempting to bind port 4675954c-4d18-48b1-821e-62515f86843e by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '0b5e8ec5-ed51-4bc2-b998-73d0d8a498a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'ecdc87bf-da0f-4a3d-9224-f4cedc41c982'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:30:46.409001 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57dee8a9-ca1c-41d9-afec-1a8a0183be34 None None] Attempting to bind port 4675954c-4d18-48b1-821e-62515f86843e on network ecdc87bf-da0f-4a3d-9224-f4cedc41c982 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:30:46.422996 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dee8a9-ca1c-41d9-afec-1a8a0183be34 None None] Pushing event updated for resources: {'Port': ['ID=4675954c-4d18-48b1-821e-62515f86843e,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:46.428013 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57dee8a9-ca1c-41d9-afec-1a8a0183be34 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:30:46.428658 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57dee8a9-ca1c-41d9-afec-1a8a0183be34 None None] Checking segment: {'id': '0b5e8ec5-ed51-4bc2-b998-73d0d8a498a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'ecdc87bf-da0f-4a3d-9224-f4cedc41c982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:30:46.429321 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-57dee8a9-ca1c-41d9-afec-1a8a0183be34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:46.430113 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57dee8a9-ca1c-41d9-afec-1a8a0183be34 None None] Bound using segment: {'id': '0b5e8ec5-ed51-4bc2-b998-73d0d8a498a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'ecdc87bf-da0f-4a3d-9224-f4cedc41c982'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:30:46.431083 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-57dee8a9-ca1c-41d9-afec-1a8a0183be34 None None] Bound port: 4675954c-4d18-48b1-821e-62515f86843e, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5e8ec5-ed51-4bc2-b998-73d0d8a498a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'ecdc87bf-da0f-4a3d-9224-f4cedc41c982'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:30:46.431708 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-57dee8a9-ca1c-41d9-afec-1a8a0183be34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:46.435142 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f196081-0c77-44a7-b0d0-b0f3bcd92d5f tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] No DVR routers for this DVR port b808efa2-ea79-46d8-9fb3-2985c7aa2a0f on host n-d-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:30:46.438174 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73a375be-174a-451c-bb54-cbe4cd861d37 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:30:46.438877 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-73a375be-174a-451c-bb54-cbe4cd861d37 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:46.449454 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:30:46.449454 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:30:46.449454 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:30:46.449454 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:30:46.449454 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:30:46.449454 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:30:46.449454 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:30:46.449454 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:30:46.449454 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:30:46.449454 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:30:46.449454 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:30:46.449454 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:30:46.449454 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:30:46.449454 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:30:46.449454 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:30:46.449454 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:30:46.449454 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:30:46.449454 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:30:46.449454 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:30:46.449454 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:30:46.449454 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:30:46.449454 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:30:46.449454 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:30:46.449454 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:30:46.449454 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:30:46.449454 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:30:46.449454 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:30:46.449454 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:30:46.449454 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:30:46.449454 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:30:46.449454 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:30:46.449454 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:30:46.612977 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-57dee8a9-ca1c-41d9-afec-1a8a0183be34 None None] For port 4675954c-4d18-48b1-821e-62515f86843e, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:30:46.626500 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ba40d8ed-8ddf-40c5-84bb-3cadf986b70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c878c638-1b3c-41ea-83df-55700e1441d0', 'name': 'tempest-TaggedBootDevicesTest-749798368-router', 'tenant_id': '1535e8fb4bbf47a995341d11b9792565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '35894ae6-8e9c-4977-b5c5-1bcf65bec3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:57Z', 'updated_at': '2021-07-15T23:30:41Z', 'revision_number': 5, 'project_id': '1535e8fb4bbf47a995341d11b9792565', 'gw_port': {'id': '35894ae6-8e9c-4977-b5c5-1bcf65bec3d8', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c878c638-1b3c-41ea-83df-55700e1441d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:01Z', 'updated_at': '2021-07-15T23:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:46.627178 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-57dee8a9-ca1c-41d9-afec-1a8a0183be34 None None] For port 4675954c-4d18-48b1-821e-62515f86843e, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=4675954c-4d18-48b1-821e-62515f86843e,segment=NetworkSegment(0b5e8ec5-ed51-4bc2-b998-73d0d8a498a3),segment_id=0b5e8ec5-ed51-4bc2-b998-73d0d8a498a3)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:30:46.656348 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-57dee8a9-ca1c-41d9-afec-1a8a0183be34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:46.662301 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba40d8ed-8ddf-40c5-84bb-3cadf986b70d None None] Checking router: c878c638-1b3c-41ea-83df-55700e1441d0 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:30:46.686382 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba40d8ed-8ddf-40c5-84bb-3cadf986b70d None None] Routers {'c878c638-1b3c-41ea-83df-55700e1441d0'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:30:46.687259 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ba40d8ed-8ddf-40c5-84bb-3cadf986b70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:30:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['c878c638-1b3c-41ea-83df-55700e1441d0'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:46.750670 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6ae17142-865a-4fbf-9b7c-0a29cfaac691 req-14f4af1f-7998-4c32-9e61-bc57256c88dd tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b59dfd8-fe46-4eda-8708-ff7f3de3ce14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5086348 Jul 15 23:30:46.754186 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-953bcadd-09e4-4a6d-b085-7c14174d348e tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:30:46.771725 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-953bcadd-09e4-4a6d-b085-7c14174d348e tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:46.796720 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-953bcadd-09e4-4a6d-b085-7c14174d348e tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] 10.222.0.48 "PUT /v2.0/routers/f458566b-a45d-459e-93c7-0d58794972f8 HTTP/1.1" status: 200 len: 706 time: 7.8475590 Jul 15 23:30:46.797506 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54902) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:46.818422 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 8eadeade-5859-423c-98f4-18cd20bc4279 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:30:46.911850 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-73a375be-174a-451c-bb54-cbe4cd861d37 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:46.918860 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd9e5f5-6b4b-4cad-9ee3-ff0ce54445ca None None] Sync routers for ids ['f458566b-a45d-459e-93c7-0d58794972f8'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:30:46.939747 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98a05792-e33b-4a76-9edc-07e156a8deaa admin admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:46.943103 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-ba40d8ed-8ddf-40c5-84bb-3cadf986b70d None None] Set router c878c638-1b3c-41ea-83df-55700e1441d0 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:30:47.009556 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8f196081-0c77-44a7-b0d0-b0f3bcd92d5f tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:47.026761 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dee8a9-ca1c-41d9-afec-1a8a0183be34 None None] Pushing event updated for resources: {'Port': ['ID=4675954c-4d18-48b1-821e-62515f86843e,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:47.027037 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-73a375be-174a-451c-bb54-cbe4cd861d37 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:47.029768 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-73a375be-174a-451c-bb54-cbe4cd861d37 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] 10.222.0.48 "DELETE /v2.0/networks/e6241178-066c-430d-a322-7862ef822ee0 HTTP/1.1" status: 204 len: 168 time: 1.9870787 Jul 15 23:30:47.030088 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd9e5f5-6b4b-4cad-9ee3-ff0ce54445ca None None] Routers {'f458566b-a45d-459e-93c7-0d58794972f8'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:30:47.037544 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3cd9e5f5-6b4b-4cad-9ee3-ff0ce54445ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:30:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['f458566b-a45d-459e-93c7-0d58794972f8'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:47.063097 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-6156ae6f-bfc8-49fe-a377-08016bd5ff5b tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] 10.222.0.48 "GET /v2.0/routers/f458566b-a45d-459e-93c7-0d58794972f8 HTTP/1.1" status: 200 len: 741 time: 0.2579329 Jul 15 23:30:47.066159 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54908) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:47.126911 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3cd9e5f5-6b4b-4cad-9ee3-ff0ce54445ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:47.184374 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd9e5f5-6b4b-4cad-9ee3-ff0ce54445ca None None] Routers {'f458566b-a45d-459e-93c7-0d58794972f8'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:30:47.185450 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3cd9e5f5-6b4b-4cad-9ee3-ff0ce54445ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:30:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['f458566b-a45d-459e-93c7-0d58794972f8'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:47.223979 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a375be-174a-451c-bb54-cbe4cd861d37 tempest-NetworksTestDHCPv6-878335976 tempest-NetworksTestDHCPv6-878335976-project] Pushing event deleted for resources: {'Network': ['ID=e6241178-066c-430d-a322-7862ef822ee0,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:47.253058 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-8f196081-0c77-44a7-b0d0-b0f3bcd92d5f tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['862ac455-dbc6-4651-b916-335cc838a910']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:47.288365 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-10cffca3-7761-4b65-857c-75568cb8684c tempest-RoutersAdminTest-12600692 tempest-RoutersAdminTest-12600692-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=c4160cc4-e133-4d4e-ad39-f86bca4b2f14&device_id=f458566b-a45d-459e-93c7-0d58794972f8 HTTP/1.1" status: 200 len: 205 time: 0.2131236 Jul 15 23:30:47.292117 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54910) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:47.324077 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-8f196081-0c77-44a7-b0d0-b0f3bcd92d5f tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee679ff4-0895-4ad7-b5fe-1cbc1125ecb6') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:47.324573 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-8f196081-0c77-44a7-b0d0-b0f3bcd92d5f tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee679ff4-0895-4ad7-b5fe-1cbc1125ecb6') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:47.345561 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 8eadeade-5859-423c-98f4-18cd20bc4279 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:47.345945 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:47.347699 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3cd9e5f5-6b4b-4cad-9ee3-ff0ce54445ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:47.348323 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd9e5f5-6b4b-4cad-9ee3-ff0ce54445ca None None] The sync data for ids ['f458566b-a45d-459e-93c7-0d58794972f8'] in n-d-794306-6 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:30:47.388255 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-a8d3918a-451e-4ede-9741-a80c3cce2ba0 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] 10.222.0.48 "GET /v2.0/ports?device_id=f458566b-a45d-459e-93c7-0d58794972f8 HTTP/1.1" status: 200 len: 205 time: 0.0915909 Jul 15 23:30:47.400550 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54914) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:47.404875 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8f196081-0c77-44a7-b0d0-b0f3bcd92d5f tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:47.474554 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-0a6dbecd-c0d6-42c9-a282-96bae060b249 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Allocated IP 172.20.0.1 (ecdc87bf-da0f-4a3d-9224-f4cedc41c982/1ab37b05-e7b9-4fe0-bd45-61e825b24f36/2e668708-8dbb-4c8c-abd4-c48fa02e1b60) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:30:47.476000 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ba40d8ed-8ddf-40c5-84bb-3cadf986b70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c878c638-1b3c-41ea-83df-55700e1441d0', 'name': 'tempest-TaggedBootDevicesTest-749798368-router', 'tenant_id': '1535e8fb4bbf47a995341d11b9792565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '35894ae6-8e9c-4977-b5c5-1bcf65bec3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:57Z', 'updated_at': '2021-07-15T23:30:41Z', 'revision_number': 5, 'project_id': '1535e8fb4bbf47a995341d11b9792565', 'gw_port': {'id': '35894ae6-8e9c-4977-b5c5-1bcf65bec3d8', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c878c638-1b3c-41ea-83df-55700e1441d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:01Z', 'updated_at': '2021-07-15T23:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:47.482378 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8f196081-0c77-44a7-b0d0-b0f3bcd92d5f tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:47.521438 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba40d8ed-8ddf-40c5-84bb-3cadf986b70d None None] The sync data for ids ['c878c638-1b3c-41ea-83df-55700e1441d0'] in n-d-794306-6 is: [{'id': 'c878c638-1b3c-41ea-83df-55700e1441d0', 'name': 'tempest-TaggedBootDevicesTest-749798368-router', 'tenant_id': '1535e8fb4bbf47a995341d11b9792565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '35894ae6-8e9c-4977-b5c5-1bcf65bec3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:17:57Z', 'updated_at': '2021-07-15T23:30:41Z', 'revision_number': 5, 'project_id': '1535e8fb4bbf47a995341d11b9792565', 'gw_port': {'id': '35894ae6-8e9c-4977-b5c5-1bcf65bec3d8', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c878c638-1b3c-41ea-83df-55700e1441d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:18:01Z', 'updated_at': '2021-07-15T23:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:30:47.536286 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f196081-0c77-44a7-b0d0-b0f3bcd92d5f tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:30:47.536935 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8f196081-0c77-44a7-b0d0-b0f3bcd92d5f tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:47.553117 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:30:47.553117 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:30:47.553117 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:30:47.553117 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:30:47.553117 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:30:47.553117 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:30:47.553117 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:30:47.553117 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:30:47.553117 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:30:47.553117 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:30:47.553117 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:30:47.553117 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:30:47.553117 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:30:47.553117 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:30:47.553117 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:30:47.553117 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:30:47.553117 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:30:47.553117 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:30:47.553117 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:30:47.553117 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:30:47.553117 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:30:47.553117 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:30:47.553117 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:30:47.553117 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:30:47.553117 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:30:47.553117 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:30:47.553117 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:30:47.553117 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:30:47.553117 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:30:47.553117 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:30:47.553117 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:30:47.553117 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:30:47.578846 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54916) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:47.597998 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca7cdeb9-90be-4d14-9c95-a23f037e6ddd tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:47.702302 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98a05792-e33b-4a76-9edc-07e156a8deaa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:47.727961 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8f196081-0c77-44a7-b0d0-b0f3bcd92d5f tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:47.761493 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8f196081-0c77-44a7-b0d0-b0f3bcd92d5f tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:47.763388 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-8f196081-0c77-44a7-b0d0-b0f3bcd92d5f tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "DELETE /v2.0/networks/862ac455-dbc6-4651-b916-335cc838a910 HTTP/1.1" status: 204 len: 168 time: 3.6254199 Jul 15 23:30:47.770425 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54920) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:47.792230 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f196081-0c77-44a7-b0d0-b0f3bcd92d5f tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Pushing event deleted for resources: {'Network': ['ID=862ac455-dbc6-4651-b916-335cc838a910,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:47.900131 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0a6dbecd-c0d6-42c9-a282-96bae060b249 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:47.922365 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device b808efa2-ea79-46d8-9fb3-2985c7aa2a0f no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:30:47.946516 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-0a6dbecd-c0d6-42c9-a282-96bae060b249 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Transition to ACTIVE for port object 2e668708-8dbb-4c8c-abd4-c48fa02e1b60 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:30:47.977396 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: b808efa2-ea79-46d8-9fb3-2985c7aa2a0f {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:30:47.977748 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device b808efa2-ea79-46d8-9fb3-2985c7aa2a0f not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:30:48.123682 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a5c79013-ab1e-47ca-9bae-7e96de0be0ee admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1ccad8e849f943d19f815f855c3f3849&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5389678 Jul 15 23:30:48.129286 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54924) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:48.195906 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0a6dbecd-c0d6-42c9-a282-96bae060b249 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:48.374199 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca7cdeb9-90be-4d14-9c95-a23f037e6ddd tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:48.379790 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca7cdeb9-90be-4d14-9c95-a23f037e6ddd tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:48.464268 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca7cdeb9-90be-4d14-9c95-a23f037e6ddd tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:48.464849 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca7cdeb9-90be-4d14-9c95-a23f037e6ddd tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Fanout notify agent at l3_agent the message router_deleted on router f458566b-a45d-459e-93c7-0d58794972f8 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:30:48.473076 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca7cdeb9-90be-4d14-9c95-a23f037e6ddd tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:48.478162 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-ca7cdeb9-90be-4d14-9c95-a23f037e6ddd tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] 10.222.0.48 "DELETE /v2.0/routers/f458566b-a45d-459e-93c7-0d58794972f8 HTTP/1.1" status: 204 len: 168 time: 1.0726721 Jul 15 23:30:48.478162 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54928) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:48.521476 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-bbb3e5b1-1af2-4340-a54f-8e480b33faf6 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] 10.222.0.48 "GET /v2.0/ports?device_id=f458566b-a45d-459e-93c7-0d58794972f8 HTTP/1.1" status: 200 len: 205 time: 0.0424550 Jul 15 23:30:48.524332 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-98a05792-e33b-4a76-9edc-07e156a8deaa admin admin] Deleting port 35894ae6-8e9c-4977-b5c5-1bcf65bec3d8 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:30:48.524512 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98a05792-e33b-4a76-9edc-07e156a8deaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:48.525979 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54930) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:48.565849 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762857c9-ffaf-470d-8991-cfa05712a56b None None] Network ecdc87bf-da0f-4a3d-9224-f4cedc41c982 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:30:48.609245 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [None req-3338e504-8682-4e6a-ad6b-e28f49cbfd01 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] delete failed (client error): The resource could not be found. Jul 15 23:30:48.612556 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-3338e504-8682-4e6a-ad6b-e28f49cbfd01 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] 10.222.0.48 "DELETE /v2.0/routers/f458566b-a45d-459e-93c7-0d58794972f8 HTTP/1.1" status: 404 len: 336 time: 0.0815701 Jul 15 23:30:48.614014 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54932) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:48.637175 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94226b1-871b-4107-95eb-23dc315db197 req-c408a82b-26c8-436b-8280-8a30303e9bf1 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:48.639363 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a94226b1-871b-4107-95eb-23dc315db197 req-c408a82b-26c8-436b-8280-8a30303e9bf1 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=6797365d-c7ce-4e24-a954-67ea472f9dd4 HTTP/1.1" status: 200 len: 946 time: 0.2857282 Jul 15 23:30:48.693638 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-89573254-f9f1-41c0-a968-9e88dcee5846 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce08c195-004e-44a2-974b-3df6a819dcf1 HTTP/1.1" status: 200 len: 205 time: 0.0783107 Jul 15 23:30:48.696804 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54934) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:48.707920 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0200312a-d16c-4cea-9f9d-8f6e1f893bdb None None] Provisioning for port 4675954c-4d18-48b1-821e-62515f86843e completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:30:48.785021 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [None req-4a900f67-b85e-48d7-8514-fb38e4992f74 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] delete failed (client error): The resource could not be found. Jul 15 23:30:48.786575 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-4a900f67-b85e-48d7-8514-fb38e4992f74 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] 10.222.0.48 "DELETE /v2.0/routers/ce08c195-004e-44a2-974b-3df6a819dcf1 HTTP/1.1" status: 404 len: 336 time: 0.0746896 Jul 15 23:30:48.795704 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54936) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:48.841946 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 4675954c-4d18-48b1-821e-62515f86843e up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:30:48.846354 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-3db85b35-2b7a-4296-89c9-4331cb648083 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3638149-5db4-4190-a7b3-13274bf56947 HTTP/1.1" status: 200 len: 205 time: 0.0487919 Jul 15 23:30:48.850555 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-98a05792-e33b-4a76-9edc-07e156a8deaa admin admin] For port 35894ae6-8e9c-4977-b5c5-1bcf65bec3d8, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=35894ae6-8e9c-4977-b5c5-1bcf65bec3d8,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:48.850932 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98a05792-e33b-4a76-9edc-07e156a8deaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:48.853396 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54938) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:48.865714 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a94226b1-871b-4107-95eb-23dc315db197 req-4325d4a2-6289-40ac-9533-65429bf3333c tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b59dfd8-fe46-4eda-8708-ff7f3de3ce14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1943748 Jul 15 23:30:48.932891 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 4675954c-4d18-48b1-821e-62515f86843e completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:30:48.937811 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 4675954c-4d18-48b1-821e-62515f86843e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:48.938193 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:48.940743 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-98a05792-e33b-4a76-9edc-07e156a8deaa admin admin] Calling delete_port for 35894ae6-8e9c-4977-b5c5-1bcf65bec3d8 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:30:48.943029 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [None req-ce03d1c4-5461-49b8-bdf6-f3bceaa641b4 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] delete failed (client error): The resource could not be found. Jul 15 23:30:48.946661 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-ce03d1c4-5461-49b8-bdf6-f3bceaa641b4 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] 10.222.0.48 "DELETE /v2.0/routers/b3638149-5db4-4190-a7b3-13274bf56947 HTTP/1.1" status: 404 len: 336 time: 0.0756624 Jul 15 23:30:48.947153 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54940) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:48.995944 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-e3c8157f-6cc9-4b68-9a46-894f223f24b9 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] 10.222.0.48 "GET /v2.0/ports?device_id=ad4fc118-c164-42e8-a979-12550488670e HTTP/1.1" status: 200 len: 205 time: 0.0455549 Jul 15 23:30:48.996306 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54942) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:49.072988 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d75d470-4647-475b-ac9d-e53a6b17c0b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:49.078998 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:49.095908 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [None req-3936622c-461b-415b-b6cb-7375735b7afd tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] delete failed (client error): The resource could not be found. Jul 15 23:30:49.100002 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-3936622c-461b-415b-b6cb-7375735b7afd tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] 10.222.0.48 "DELETE /v2.0/routers/ad4fc118-c164-42e8-a979-12550488670e HTTP/1.1" status: 404 len: 336 time: 0.1022720 Jul 15 23:30:49.100602 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54944) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:49.102144 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6dbecd-c0d6-42c9-a282-96bae060b249 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Network ecdc87bf-da0f-4a3d-9224-f4cedc41c982 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:30:49.148865 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 4675954c-4d18-48b1-821e-62515f86843e, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=4675954c-4d18-48b1-821e-62515f86843e,segment=NetworkSegment(0b5e8ec5-ed51-4bc2-b998-73d0d8a498a3),segment_id=0b5e8ec5-ed51-4bc2-b998-73d0d8a498a3)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:49.150238 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-9705df08-4929-4302-a34c-a3e990c1bdb6 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] 10.222.0.48 "GET /v2.0/ports?device_id=66db74f0-5bd3-4041-9cac-20be8cc2c0e0 HTTP/1.1" status: 200 len: 205 time: 0.0465891 Jul 15 23:30:49.151050 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54946) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:49.157964 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:49.164280 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d75d470-4647-475b-ac9d-e53a6b17c0b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:49.207919 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [None req-63b77bfb-f0e6-44a5-b144-562171b2b581 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] delete failed (client error): The resource could not be found. Jul 15 23:30:49.215037 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-63b77bfb-f0e6-44a5-b144-562171b2b581 tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] 10.222.0.48 "DELETE /v2.0/routers/66db74f0-5bd3-4041-9cac-20be8cc2c0e0 HTTP/1.1" status: 404 len: 336 time: 0.0610838 Jul 15 23:30:49.218562 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54948) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:49.251383 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-0a6dbecd-c0d6-42c9-a282-96bae060b249 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:49.262685 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6dbecd-c0d6-42c9-a282-96bae060b249 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:30:49.267422 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6dbecd-c0d6-42c9-a282-96bae060b249 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event updated for resources: {'Port': ['ID=2e668708-8dbb-4c8c-abd4-c48fa02e1b60,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:49.267733 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=4675954c-4d18-48b1-821e-62515f86843e,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:49.275693 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 3f712636-f5bf-4bc3-8755-c957d1a2c88a no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:30:49.309772 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-ea6e7879-cab6-4610-8408-1ef0f713452c tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebf40efe-625a-417f-b84e-31b87671b87d HTTP/1.1" status: 200 len: 205 time: 0.0898514 Jul 15 23:30:49.310870 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 3f712636-f5bf-4bc3-8755-c957d1a2c88a {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:30:49.311554 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 3f712636-f5bf-4bc3-8755-c957d1a2c88a not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:30:49.312951 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54952) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:49.314687 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d75d470-4647-475b-ac9d-e53a6b17c0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:49.319808 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d75d470-4647-475b-ac9d-e53a6b17c0b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:49.320993 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-4d75d470-4647-475b-ac9d-e53a6b17c0b0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3ba8ae2b-614c-4f16-b376-1980e375caba HTTP/1.1" status: 204 len: 168 time: 1.1904778 Jul 15 23:30:49.359916 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d958d5c3-deba-4dfc-8cd4-d089df016e6c None None] Provisioning complete for port 4675954c-4d18-48b1-821e-62515f86843e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:49.360623 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d958d5c3-deba-4dfc-8cd4-d089df016e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:49.439055 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d75d470-4647-475b-ac9d-e53a6b17c0b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba8ae2b-614c-4f16-b376-1980e375caba,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:49.453855 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0a6dbecd-c0d6-42c9-a282-96bae060b249 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:49.483554 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [None req-4afeed13-dd1d-43fd-913d-e9f4096f107d tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] delete failed (client error): The resource could not be found. Jul 15 23:30:49.484864 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-4afeed13-dd1d-43fd-913d-e9f4096f107d tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] 10.222.0.48 "DELETE /v2.0/routers/ebf40efe-625a-417f-b84e-31b87671b87d HTTP/1.1" status: 404 len: 336 time: 0.1701519 Jul 15 23:30:49.488130 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54956) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:49.522884 n-d-794306-6 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-68632289-0262-4d1d-8694-62736f8b2a6b tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] DELETE failed (client error): The resource could not be found. Jul 15 23:30:49.523346 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68632289-0262-4d1d-8694-62736f8b2a6b tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:30:49.525236 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-68632289-0262-4d1d-8694-62736f8b2a6b tempest-RoutersAdminTest-49071415 tempest-RoutersAdminTest-49071415-project] 10.222.0.48 "DELETE /v2.0/subnets/dd3ec30e-7489-4705-9681-1a1b07260414 HTTP/1.1" status: 404 len: 337 time: 0.0363705 Jul 15 23:30:49.542422 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d958d5c3-deba-4dfc-8cd4-d089df016e6c None None] Provisioning for port 2e668708-8dbb-4c8c-abd4-c48fa02e1b60 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:30:49.567821 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d958d5c3-deba-4dfc-8cd4-d089df016e6c None None] Provisioning complete for port 2e668708-8dbb-4c8c-abd4-c48fa02e1b60 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:49.568265 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d958d5c3-deba-4dfc-8cd4-d089df016e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:49.626341 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98a05792-e33b-4a76-9edc-07e156a8deaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:49.659783 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-d958d5c3-deba-4dfc-8cd4-d089df016e6c None None] Port 2e668708-8dbb-4c8c-abd4-c48fa02e1b60 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:30:49.677959 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a05792-e33b-4a76-9edc-07e156a8deaa admin admin] Pushing event deleted for resources: {'Port': ['ID=35894ae6-8e9c-4977-b5c5-1bcf65bec3d8,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:49.809216 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d9ba505d-3e2b-4b80-a3e1-53d08cde5171 None None] Provisioning complete for port 2e668708-8dbb-4c8c-abd4-c48fa02e1b60 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:49.810182 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d9ba505d-3e2b-4b80-a3e1-53d08cde5171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:49.818424 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98a05792-e33b-4a76-9edc-07e156a8deaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999011'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:49.900288 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-d9ba505d-3e2b-4b80-a3e1-53d08cde5171 None None] Port 2e668708-8dbb-4c8c-abd4-c48fa02e1b60 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:30:49.962085 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0a6dbecd-c0d6-42c9-a282-96bae060b249 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:50.028024 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98a05792-e33b-4a76-9edc-07e156a8deaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:50.031508 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98a05792-e33b-4a76-9edc-07e156a8deaa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:50.098316 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98a05792-e33b-4a76-9edc-07e156a8deaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:50.101870 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a05792-e33b-4a76-9edc-07e156a8deaa admin admin] Fanout notify agent at l3_agent the message router_deleted on router c878c638-1b3c-41ea-83df-55700e1441d0 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:30:50.120877 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-98a05792-e33b-4a76-9edc-07e156a8deaa admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:50.126160 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-98a05792-e33b-4a76-9edc-07e156a8deaa admin admin] 10.222.0.48 "DELETE /v2.0/routers/c878c638-1b3c-41ea-83df-55700e1441d0 HTTP/1.1" status: 204 len: 168 time: 3.9725337 Jul 15 23:30:50.126495 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54974) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:50.158253 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d8cae75-804e-4eb7-bfd3-e498fc800bc5 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:50.243510 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54976) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:50.282824 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-07235c73-1db6-499a-8fcd-9a970a154e48 admin admin] Deleting subnet bbd5e8a5-f846-4a56-a7c3-e50df421a1e6 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:30:50.289213 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-07235c73-1db6-499a-8fcd-9a970a154e48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:50.401232 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-07235c73-1db6-499a-8fcd-9a970a154e48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:50.477727 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b159ed65-050c-41d8-bb66-6c8e4cf6f083 req-d8f0396f-96aa-4ab2-9dcb-921cf3413954 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:50.482160 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b159ed65-050c-41d8-bb66-6c8e4cf6f083 req-d8f0396f-96aa-4ab2-9dcb-921cf3413954 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=6797365d-c7ce-4e24-a954-67ea472f9dd4 HTTP/1.1" status: 200 len: 946 time: 0.3309336 Jul 15 23:30:50.579163 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b159ed65-050c-41d8-bb66-6c8e4cf6f083 req-e114b24a-bf67-4d25-8b61-609ba0868740 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b59dfd8-fe46-4eda-8708-ff7f3de3ce14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0872674 Jul 15 23:30:50.628642 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-07235c73-1db6-499a-8fcd-9a970a154e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:50.629283 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54990) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:50.666049 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-367ef195-172d-4d5c-81fa-46caddbe6e6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:50.742491 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-07235c73-1db6-499a-8fcd-9a970a154e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:50.778332 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07235c73-1db6-499a-8fcd-9a970a154e48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbd5e8a5-f846-4a56-a7c3-e50df421a1e6,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:50.786788 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-07235c73-1db6-499a-8fcd-9a970a154e48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:50.791151 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-07235c73-1db6-499a-8fcd-9a970a154e48 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/bbd5e8a5-f846-4a56-a7c3-e50df421a1e6 HTTP/1.1" status: 204 len: 168 time: 0.6606469 Jul 15 23:30:50.791657 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54994) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:50.802260 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd7a9fd-27f7-426c-acc9-e3443325c197 None None] Network f810acf3-bdcb-4225-beca-d64cbd4db70b requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:30:50.841339 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 4675954c-4d18-48b1-821e-62515f86843e up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:30:50.859732 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ff8929a4-2bc3-4dfd-8851-5080aee296d6 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-705839230'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:50.923246 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1031c082-c1b6-47b1-b196-d2110c9c9b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:50.934137 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-1d8cae75-804e-4eb7-bfd3-e498fc800bc5 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Deleting port 595aca9a-a23a-456e-ae13-a32e7279abe8 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:30:50.934710 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d8cae75-804e-4eb7-bfd3-e498fc800bc5 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:50.940043 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0a6dbecd-c0d6-42c9-a282-96bae060b249 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:50.942951 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-367ef195-172d-4d5c-81fa-46caddbe6e6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:50.946058 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0a6dbecd-c0d6-42c9-a282-96bae060b249 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:50.993141 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8929a4-2bc3-4dfd-8851-5080aee296d6 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Made reservation on behalf of 569f2df56f5346c6b2cc2678b0d25280 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:30:50.996345 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-367ef195-172d-4d5c-81fa-46caddbe6e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:50.997283 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ff8929a4-2bc3-4dfd-8851-5080aee296d6 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:51.006937 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 4675954c-4d18-48b1-821e-62515f86843e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:51.007558 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:51.016091 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ff8929a4-2bc3-4dfd-8851-5080aee296d6 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:51.038686 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-1031c082-c1b6-47b1-b196-d2110c9c9b4c admin admin] Deleting port 1b6e94d6-74ba-4723-ad12-91e4dfa830cf {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:30:51.039306 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1031c082-c1b6-47b1-b196-d2110c9c9b4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:51.145282 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-367ef195-172d-4d5c-81fa-46caddbe6e6d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e656f5660b604615aac6113ccf261fe0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8964226 Jul 15 23:30:51.149697 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0a6dbecd-c0d6-42c9-a282-96bae060b249 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:51.151029 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54996) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:51.163533 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367ef195-172d-4d5c-81fa-46caddbe6e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0a465c-f7c3-488c-8c53-e9a31f50481c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:51.166136 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6dbecd-c0d6-42c9-a282-96bae060b249 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event updated for resources: {'Port': ['ID=2e668708-8dbb-4c8c-abd4-c48fa02e1b60,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:51.176391 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-1031c082-c1b6-47b1-b196-d2110c9c9b4c admin admin] For port 1b6e94d6-74ba-4723-ad12-91e4dfa830cf, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=1b6e94d6-74ba-4723-ad12-91e4dfa830cf,segment=NetworkSegment(9f863f95-1b25-4720-919a-e5e9e76842d9),segment_id=9f863f95-1b25-4720-919a-e5e9e76842d9)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:51.176948 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1031c082-c1b6-47b1-b196-d2110c9c9b4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:51.198681 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8304e5-38b5-4fdf-8a67-94f39616319b None None] DHCP port deletion for f810acf3-bdcb-4225-beca-d64cbd4db70b request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:30:51.220121 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-1031c082-c1b6-47b1-b196-d2110c9c9b4c admin admin] Calling delete_port for 1b6e94d6-74ba-4723-ad12-91e4dfa830cf owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:30:51.227134 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-1d8cae75-804e-4eb7-bfd3-e498fc800bc5 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] For port 595aca9a-a23a-456e-ae13-a32e7279abe8, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=595aca9a-a23a-456e-ae13-a32e7279abe8,segment=NetworkSegment(e672c07e-b4d7-4fd1-9631-746af09863be),segment_id=e672c07e-b4d7-4fd1-9631-746af09863be)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:51.229139 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d8cae75-804e-4eb7-bfd3-e498fc800bc5 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:51.276132 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-1d8cae75-804e-4eb7-bfd3-e498fc800bc5 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Calling delete_port for 595aca9a-a23a-456e-ae13-a32e7279abe8 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:30:51.277726 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0f8304e5-38b5-4fdf-8a67-94f39616319b None None] Deleting port 1b6e94d6-74ba-4723-ad12-91e4dfa830cf {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:30:51.278333 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0f8304e5-38b5-4fdf-8a67-94f39616319b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:51.336299 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 35894ae6-8e9c-4977-b5c5-1bcf65bec3d8 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:30:51.351906 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6dbecd-c0d6-42c9-a282-96bae060b249 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Network ecdc87bf-da0f-4a3d-9224-f4cedc41c982 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:30:51.356885 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-0a6dbecd-c0d6-42c9-a282-96bae060b249 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:51.362064 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 35894ae6-8e9c-4977-b5c5-1bcf65bec3d8 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:30:51.362409 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 35894ae6-8e9c-4977-b5c5-1bcf65bec3d8 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:30:51.368772 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0f8304e5-38b5-4fdf-8a67-94f39616319b None None] For port 1b6e94d6-74ba-4723-ad12-91e4dfa830cf, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=1b6e94d6-74ba-4723-ad12-91e4dfa830cf,segment=NetworkSegment(9f863f95-1b25-4720-919a-e5e9e76842d9),segment_id=9f863f95-1b25-4720-919a-e5e9e76842d9)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:51.369259 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0f8304e5-38b5-4fdf-8a67-94f39616319b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:51.382438 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0f8304e5-38b5-4fdf-8a67-94f39616319b None None] Calling delete_port for 1b6e94d6-74ba-4723-ad12-91e4dfa830cf owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:30:51.392204 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1031c082-c1b6-47b1-b196-d2110c9c9b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:51.399773 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8ace67c9-47c4-476e-8ed9-5499f86b9ad7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:51.440582 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1031c082-c1b6-47b1-b196-d2110c9c9b4c admin admin] Pushing event deleted for resources: {'Port': ['ID=1b6e94d6-74ba-4723-ad12-91e4dfa830cf,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:51.456946 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1031c082-c1b6-47b1-b196-d2110c9c9b4c admin admin] No DVR routers for this DVR port 1b6e94d6-74ba-4723-ad12-91e4dfa830cf on host n-d-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:30:51.488853 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0f8304e5-38b5-4fdf-8a67-94f39616319b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:51.507868 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ff8929a4-2bc3-4dfd-8851-5080aee296d6 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:51.525641 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8ace67c9-47c4-476e-8ed9-5499f86b9ad7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:51.537620 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8304e5-38b5-4fdf-8a67-94f39616319b None None] No DVR routers for this DVR port 1b6e94d6-74ba-4723-ad12-91e4dfa830cf on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:30:51.540475 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1031c082-c1b6-47b1-b196-d2110c9c9b4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:51.540626 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8304e5-38b5-4fdf-8a67-94f39616319b None None] Pushing event deleted for resources: {'Port': ['ID=1b6e94d6-74ba-4723-ad12-91e4dfa830cf,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:51.540836 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1031c082-c1b6-47b1-b196-d2110c9c9b4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:51.541165 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1031c082-c1b6-47b1-b196-d2110c9c9b4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:51.541501 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1031c082-c1b6-47b1-b196-d2110c9c9b4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:51.541833 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1031c082-c1b6-47b1-b196-d2110c9c9b4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:51.548488 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1031c082-c1b6-47b1-b196-d2110c9c9b4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:51.548705 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1031c082-c1b6-47b1-b196-d2110c9c9b4c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:51.548971 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1031c082-c1b6-47b1-b196-d2110c9c9b4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:51.549539 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1031c082-c1b6-47b1-b196-d2110c9c9b4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:51.549662 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1031c082-c1b6-47b1-b196-d2110c9c9b4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:51.549923 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1031c082-c1b6-47b1-b196-d2110c9c9b4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:51.550250 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1031c082-c1b6-47b1-b196-d2110c9c9b4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:30:51.558783 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ff8929a4-2bc3-4dfd-8851-5080aee296d6 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:51.612176 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff8929a4-2bc3-4dfd-8851-5080aee296d6 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:30:51.624878 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d8cae75-804e-4eb7-bfd3-e498fc800bc5 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:51.629759 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a6dbecd-c0d6-42c9-a282-96bae060b249 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Router 7dd782d3-f0b0-44fe-8c03-29a8a4db0e56 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:30:51.651615 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1031c082-c1b6-47b1-b196-d2110c9c9b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:51.668495 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8cae75-804e-4eb7-bfd3-e498fc800bc5 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Pushing event deleted for resources: {'Port': ['ID=595aca9a-a23a-456e-ae13-a32e7279abe8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:51.689784 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ff8929a4-2bc3-4dfd-8851-5080aee296d6 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:51.690417 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-ff8929a4-2bc3-4dfd-8851-5080aee296d6 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Added segment 63ff5a3e-d01c-49e9-bcfe-265a6dd1a448 of type vlan for network 6c07c71f-455c-4070-b9b3-244cb6cc59f9 Jul 15 23:30:51.713161 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-1031c082-c1b6-47b1-b196-d2110c9c9b4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f810acf3-bdcb-4225-beca-d64cbd4db70b']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:51.730275 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8929a4-2bc3-4dfd-8851-5080aee296d6 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e443b37-a1c0-422b-bd26-35346cafe9fa,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:51.749041 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-90c8df7f-e0fa-4863-ab80-f029910a3ca3 None None] Provisioning complete for port 2e668708-8dbb-4c8c-abd4-c48fa02e1b60 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:51.750068 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-90c8df7f-e0fa-4863-ab80-f029910a3ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:51.766251 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-1031c082-c1b6-47b1-b196-d2110c9c9b4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f863f95-1b25-4720-919a-e5e9e76842d9') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:51.766685 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-1031c082-c1b6-47b1-b196-d2110c9c9b4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f863f95-1b25-4720-919a-e5e9e76842d9') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:51.791205 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1031c082-c1b6-47b1-b196-d2110c9c9b4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:51.811058 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ff8929a4-2bc3-4dfd-8851-5080aee296d6 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:51.813402 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-90c8df7f-e0fa-4863-ab80-f029910a3ca3 None None] Port 2e668708-8dbb-4c8c-abd4-c48fa02e1b60 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:30:51.818027 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8ace67c9-47c4-476e-8ed9-5499f86b9ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:51.825189 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8ace67c9-47c4-476e-8ed9-5499f86b9ad7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:51.825189 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-8ace67c9-47c4-476e-8ed9-5499f86b9ad7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cf0a465c-f7c3-488c-8c53-e9a31f50481c HTTP/1.1" status: 204 len: 168 time: 0.6656013 Jul 15 23:30:51.844636 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1031c082-c1b6-47b1-b196-d2110c9c9b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:51.857745 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ace67c9-47c4-476e-8ed9-5499f86b9ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0a465c-f7c3-488c-8c53-e9a31f50481c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:51.868590 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1031c082-c1b6-47b1-b196-d2110c9c9b4c admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:30:51.869048 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1031c082-c1b6-47b1-b196-d2110c9c9b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:51.872464 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:30:51.872464 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:30:51.872464 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:30:51.872464 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:30:51.872464 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:30:51.872464 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:30:51.872464 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:30:51.872464 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:30:51.872464 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:30:51.872464 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:30:51.872464 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:30:51.872464 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:30:51.872464 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:30:51.872464 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:30:51.872464 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:30:51.872464 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:30:51.872464 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:30:51.872464 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:30:51.872464 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:30:51.872464 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:30:51.872464 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:30:51.872464 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:30:51.872464 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:30:51.872464 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:30:51.872464 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:30:51.872464 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:30:51.872464 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:30:51.872464 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:30:51.872464 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:30:51.872464 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:30:51.872464 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:30:51.872464 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:30:51.872464 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:30:51.872464 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:30:51.956205 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d8cae75-804e-4eb7-bfd3-e498fc800bc5 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:51.978957 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ff8929a4-2bc3-4dfd-8851-5080aee296d6 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:52.000155 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8929a4-2bc3-4dfd-8851-5080aee296d6 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:52.000823 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ff8929a4-2bc3-4dfd-8851-5080aee296d6 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:52.054484 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1031c082-c1b6-47b1-b196-d2110c9c9b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:52.083352 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a6dbecd-c0d6-42c9-a282-96bae060b249 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:30:52.109072 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58aa3f0f-dee0-45f6-8a7c-d6b36e1ccc47 None None] Sync routers for ids ['7dd782d3-f0b0-44fe-8c03-29a8a4db0e56'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:30:52.110489 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-0a6dbecd-c0d6-42c9-a282-96bae060b249 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "PUT /v2.0/routers/7dd782d3-f0b0-44fe-8c03-29a8a4db0e56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1793821 Jul 15 23:30:52.142483 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58aa3f0f-dee0-45f6-8a7c-d6b36e1ccc47 None None] Routers {'7dd782d3-f0b0-44fe-8c03-29a8a4db0e56'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:30:52.145038 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-58aa3f0f-dee0-45f6-8a7c-d6b36e1ccc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:30:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['7dd782d3-f0b0-44fe-8c03-29a8a4db0e56'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:52.165652 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1031c082-c1b6-47b1-b196-d2110c9c9b4c admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:52.167664 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-1031c082-c1b6-47b1-b196-d2110c9c9b4c admin admin] 10.222.0.48 "DELETE /v2.0/networks/f810acf3-bdcb-4225-beca-d64cbd4db70b HTTP/1.1" status: 204 len: 168 time: 1.3745964 Jul 15 23:30:52.174059 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8929a4-2bc3-4dfd-8851-5080aee296d6 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Pushing event updated for resources: {'Network': ['ID=6c07c71f-455c-4070-b9b3-244cb6cc59f9,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:52.189037 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 6c07c71f-455c-4070-b9b3-244cb6cc59f9 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:30:52.239426 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-ff8929a4-2bc3-4dfd-8851-5080aee296d6 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.6087275 Jul 15 23:30:52.242246 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1031c082-c1b6-47b1-b196-d2110c9c9b4c admin admin] Pushing event deleted for resources: {'Network': ['ID=f810acf3-bdcb-4225-beca-d64cbd4db70b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:52.267506 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d8cae75-804e-4eb7-bfd3-e498fc800bc5 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Router a548f5dd-d9b9-4cf7-abb3-55049d32f350 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:30:52.350857 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a7faa-d021-433e-ae1e-fb43d5e4906c req-0ac50862-395e-494a-9676-0069653201d4 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:52.352629 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ae3a7faa-d021-433e-ae1e-fb43d5e4906c req-0ac50862-395e-494a-9676-0069653201d4 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=6797365d-c7ce-4e24-a954-67ea472f9dd4 HTTP/1.1" status: 200 len: 946 time: 0.3118806 Jul 15 23:30:52.475819 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d8cae75-804e-4eb7-bfd3-e498fc800bc5 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:30:52.481483 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ae3a7faa-d021-433e-ae1e-fb43d5e4906c req-9898115d-f938-424e-8bf3-3394bc61021a tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b59dfd8-fe46-4eda-8708-ff7f3de3ce14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1190236 Jul 15 23:30:52.488461 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62b279e-055d-4358-8957-3036324812ba None None] Sync routers for ids ['a548f5dd-d9b9-4cf7-abb3-55049d32f350'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:30:52.508408 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-1d8cae75-804e-4eb7-bfd3-e498fc800bc5 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "PUT /v2.0/routers/a548f5dd-d9b9-4cf7-abb3-55049d32f350/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7269318 Jul 15 23:30:52.511682 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55026) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:52.527915 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-58aa3f0f-dee0-45f6-8a7c-d6b36e1ccc47 None None] Set router 7dd782d3-f0b0-44fe-8c03-29a8a4db0e56 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:30:52.536300 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62b279e-055d-4358-8957-3036324812ba None None] Routers {'a548f5dd-d9b9-4cf7-abb3-55049d32f350'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:30:52.544302 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d62b279e-055d-4358-8957-3036324812ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:30:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['a548f5dd-d9b9-4cf7-abb3-55049d32f350'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:52.691501 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b93d743f-bfa3-405f-a2aa-2348b05630fe req-0c757850-f88b-4053-9ddc-ded94af84af9 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1060411980&fields=id&tenant_id=89469485c64e49f5b3171ed5499b9995 HTTP/1.1" status: 200 len: 267 time: 0.2201359 Jul 15 23:30:52.744401 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55028) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:52.744401 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55030) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:52.815442 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 1b6e94d6-74ba-4723-ad12-91e4dfa830cf no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:30:52.883096 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 1b6e94d6-74ba-4723-ad12-91e4dfa830cf {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:30:52.890236 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 1b6e94d6-74ba-4723-ad12-91e4dfa830cf not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:30:52.955091 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-d62b279e-055d-4358-8957-3036324812ba None None] Set router a548f5dd-d9b9-4cf7-abb3-55049d32f350 gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:30:53.229753 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-58aa3f0f-dee0-45f6-8a7c-d6b36e1ccc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd782d3-f0b0-44fe-8c03-29a8a4db0e56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1064085134', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '8eadeade-5859-423c-98f4-18cd20bc4279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:30:31Z', 'updated_at': '2021-07-15T23:30:49Z', 'revision_number': 4, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'gw_port': {'id': '8eadeade-5859-423c-98f4-18cd20bc4279', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ac:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd782d3-f0b0-44fe-8c03-29a8a4db0e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:33Z', 'updated_at': '2021-07-15T23:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '2e668708-8dbb-4c8c-abd4-c48fa02e1b60', 'name': '', 'network_id': 'ecdc87bf-da0f-4a3d-9224-f4cedc41c982', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'mac_address': 'fa:16:3e:5a:b5:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd782d3-f0b0-44fe-8c03-29a8a4db0e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': '1ab37b05-e7b9-4fe0-bd45-61e825b24f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:46Z', 'updated_at': '2021-07-15T23:30:50Z', 'revision_number': 2, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'subnets': [{'id': '1ab37b05-e7b9-4fe0-bd45-61e825b24f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:53.260358 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58aa3f0f-dee0-45f6-8a7c-d6b36e1ccc47 None None] Checking router: 7dd782d3-f0b0-44fe-8c03-29a8a4db0e56 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:30:53.260965 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58aa3f0f-dee0-45f6-8a7c-d6b36e1ccc47 None None] Updating router 7dd782d3-f0b0-44fe-8c03-29a8a4db0e56 port 2e668708-8dbb-4c8c-abd4-c48fa02e1b60 binding host n-d-794306-6 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:30:53.324705 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-58aa3f0f-dee0-45f6-8a7c-d6b36e1ccc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:53.339145 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d62b279e-055d-4358-8957-3036324812ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'name': 'tempest-RoutersIpV6Test-router-386202676', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:29:54Z', 'updated_at': '2021-07-15T23:30:51Z', 'revision_number': 9, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'gw_port_host': None, '_interfaces': [{'id': '5b91b56f-13ad-44f3-ad73-189e6ca6c21a', 'name': '', 'network_id': 'a391d6e6-361d-4509-988f-c3a1a38ff178', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'mac_address': 'fa:16:3e:8d:48:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '1c4d3617-5524-4022-a6f3-235207c33262', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:29:56Z', 'updated_at': '2021-07-15T23:30:07Z', 'revision_number': 5, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'subnets': [{'id': '1c4d3617-5524-4022-a6f3-235207c33262', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '772a842d-19c3-4eae-82b2-09a9e2ead59b', 'name': '', 'network_id': '1b1b61bc-3f45-4950-bef2-f142964cdd3b', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'mac_address': 'fa:16:3e:87:44:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '70e11a82-7e8d-472e-9d9e-cc29f9386418', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:07Z', 'updated_at': '2021-07-15T23:30:16Z', 'revision_number': 5, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'subnets': [{'id': '70e11a82-7e8d-472e-9d9e-cc29f9386418', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:53.382075 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62b279e-055d-4358-8957-3036324812ba None None] Checking router: a548f5dd-d9b9-4cf7-abb3-55049d32f350 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:30:53.393362 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62b279e-055d-4358-8957-3036324812ba None None] Routers {'a548f5dd-d9b9-4cf7-abb3-55049d32f350'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:30:53.394140 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d62b279e-055d-4358-8957-3036324812ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:30:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['a548f5dd-d9b9-4cf7-abb3-55049d32f350'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:53.474351 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-fddd730b-ebaf-4527-b5ae-16e0e892729c tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Deleting subnet 954f0cdb-8ead-47c7-95ff-04c3fc7cf5b1 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:30:53.484090 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fddd730b-ebaf-4527-b5ae-16e0e892729c tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:53.595538 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fddd730b-ebaf-4527-b5ae-16e0e892729c tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:53.608906 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-4be5fbba-3e7b-45f6-a774-df6d0e676d10 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0f17d5b4437747ac880e50773abd7e8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8635013 Jul 15 23:30:53.622293 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-d62b279e-055d-4358-8957-3036324812ba None None] Set router a548f5dd-d9b9-4cf7-abb3-55049d32f350 gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:30:53.759725 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55036) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:53.773061 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93d743f-bfa3-405f-a2aa-2348b05630fe req-6b04da65-2428-495d-b997-25103dfa5d41 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:53.774584 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b93d743f-bfa3-405f-a2aa-2348b05630fe req-6b04da65-2428-495d-b997-25103dfa5d41 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/networks?id=ecdc87bf-da0f-4a3d-9224-f4cedc41c982 HTTP/1.1" status: 200 len: 796 time: 1.0742004 Jul 15 23:30:53.835294 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-58aa3f0f-dee0-45f6-8a7c-d6b36e1ccc47 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:53.837854 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b93d743f-bfa3-405f-a2aa-2348b05630fe req-95bb3948-0a16-4283-bd58-b9c64a244025 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/quotas/89469485c64e49f5b3171ed5499b9995 HTTP/1.1" status: 200 len: 375 time: 0.0333400 Jul 15 23:30:53.847773 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-58aa3f0f-dee0-45f6-8a7c-d6b36e1ccc47 None None] Transition to ACTIVE for port object 2e668708-8dbb-4c8c-abd4-c48fa02e1b60 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:30:53.860921 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-58aa3f0f-dee0-45f6-8a7c-d6b36e1ccc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:53.876971 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55038) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:53.879017 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-f4efbb3b-c2a6-4e73-a089-157ca8586519 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1535e8fb4bbf47a995341d11b9792565&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1307695 Jul 15 23:30:53.892332 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fddd730b-ebaf-4527-b5ae-16e0e892729c tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:53.950257 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcb6a10-0f2e-4bad-a768-994b4f1ea330 None None] Pushing event updated for resources: {'Port': ['ID=2e668708-8dbb-4c8c-abd4-c48fa02e1b60,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:54.131779 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fddd730b-ebaf-4527-b5ae-16e0e892729c tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:54.158934 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-58aa3f0f-dee0-45f6-8a7c-d6b36e1ccc47 None None] Attempting to bind port 2e668708-8dbb-4c8c-abd4-c48fa02e1b60 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:30:54.159389 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-58aa3f0f-dee0-45f6-8a7c-d6b36e1ccc47 None None] Attempting to bind port 2e668708-8dbb-4c8c-abd4-c48fa02e1b60 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '0b5e8ec5-ed51-4bc2-b998-73d0d8a498a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'ecdc87bf-da0f-4a3d-9224-f4cedc41c982'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:30:54.159905 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58aa3f0f-dee0-45f6-8a7c-d6b36e1ccc47 None None] Attempting to bind port 2e668708-8dbb-4c8c-abd4-c48fa02e1b60 on network ecdc87bf-da0f-4a3d-9224-f4cedc41c982 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:30:54.166653 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58aa3f0f-dee0-45f6-8a7c-d6b36e1ccc47 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:30:54.167186 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58aa3f0f-dee0-45f6-8a7c-d6b36e1ccc47 None None] Checking segment: {'id': '0b5e8ec5-ed51-4bc2-b998-73d0d8a498a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'ecdc87bf-da0f-4a3d-9224-f4cedc41c982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:30:54.167703 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-58aa3f0f-dee0-45f6-8a7c-d6b36e1ccc47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:54.168234 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58aa3f0f-dee0-45f6-8a7c-d6b36e1ccc47 None None] Bound using segment: {'id': '0b5e8ec5-ed51-4bc2-b998-73d0d8a498a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'ecdc87bf-da0f-4a3d-9224-f4cedc41c982'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:30:54.168792 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-58aa3f0f-dee0-45f6-8a7c-d6b36e1ccc47 None None] Bound port: 2e668708-8dbb-4c8c-abd4-c48fa02e1b60, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5e8ec5-ed51-4bc2-b998-73d0d8a498a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'ecdc87bf-da0f-4a3d-9224-f4cedc41c982'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:30:54.169258 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-58aa3f0f-dee0-45f6-8a7c-d6b36e1ccc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:54.236593 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddd730b-ebaf-4527-b5ae-16e0e892729c tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Pushing event deleted for resources: {'Subnet': ['ID=954f0cdb-8ead-47c7-95ff-04c3fc7cf5b1,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:54.253552 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fddd730b-ebaf-4527-b5ae-16e0e892729c tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:54.255108 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d62b279e-055d-4358-8957-3036324812ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'name': 'tempest-RoutersIpV6Test-router-386202676', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:29:54Z', 'updated_at': '2021-07-15T23:30:51Z', 'revision_number': 9, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'gw_port_host': None, '_interfaces': [{'id': '5b91b56f-13ad-44f3-ad73-189e6ca6c21a', 'name': '', 'network_id': 'a391d6e6-361d-4509-988f-c3a1a38ff178', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'mac_address': 'fa:16:3e:8d:48:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '1c4d3617-5524-4022-a6f3-235207c33262', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:29:56Z', 'updated_at': '2021-07-15T23:30:07Z', 'revision_number': 5, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'subnets': [{'id': '1c4d3617-5524-4022-a6f3-235207c33262', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '772a842d-19c3-4eae-82b2-09a9e2ead59b', 'name': '', 'network_id': '1b1b61bc-3f45-4950-bef2-f142964cdd3b', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'mac_address': 'fa:16:3e:87:44:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '70e11a82-7e8d-472e-9d9e-cc29f9386418', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:07Z', 'updated_at': '2021-07-15T23:30:16Z', 'revision_number': 5, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'subnets': [{'id': '70e11a82-7e8d-472e-9d9e-cc29f9386418', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:54.259953 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-fddd730b-ebaf-4527-b5ae-16e0e892729c tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "DELETE /v2.0/subnets/954f0cdb-8ead-47c7-95ff-04c3fc7cf5b1 HTTP/1.1" status: 204 len: 168 time: 1.7453825 Jul 15 23:30:54.260891 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55044) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:54.272006 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989bf251-b8c7-4a7f-8e25-143b6e685130 None None] Network 9044af65-5bbc-4760-bde2-4a7f4b026d45 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:30:54.296149 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-58aa3f0f-dee0-45f6-8a7c-d6b36e1ccc47 None None] For port 2e668708-8dbb-4c8c-abd4-c48fa02e1b60, host n-d-794306-6, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:30:54.302698 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-58aa3f0f-dee0-45f6-8a7c-d6b36e1ccc47 None None] For port 2e668708-8dbb-4c8c-abd4-c48fa02e1b60, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=2e668708-8dbb-4c8c-abd4-c48fa02e1b60,segment=NetworkSegment(0b5e8ec5-ed51-4bc2-b998-73d0d8a498a3),segment_id=0b5e8ec5-ed51-4bc2-b998-73d0d8a498a3)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:30:54.312208 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-58aa3f0f-dee0-45f6-8a7c-d6b36e1ccc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:54.320945 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-061ee6c7-7c27-4a41-a2df-747e28afeef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:54.383312 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62b279e-055d-4358-8957-3036324812ba None None] The sync data for ids ['a548f5dd-d9b9-4cf7-abb3-55049d32f350'] in n-d-794306-6 is: [{'id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'name': 'tempest-RoutersIpV6Test-router-386202676', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:29:54Z', 'updated_at': '2021-07-15T23:30:51Z', 'revision_number': 9, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'gw_port_host': None, '_interfaces': [{'id': '5b91b56f-13ad-44f3-ad73-189e6ca6c21a', 'name': '', 'network_id': 'a391d6e6-361d-4509-988f-c3a1a38ff178', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'mac_address': 'fa:16:3e:8d:48:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '1c4d3617-5524-4022-a6f3-235207c33262', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:29:56Z', 'updated_at': '2021-07-15T23:30:07Z', 'revision_number': 5, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'subnets': [{'id': '1c4d3617-5524-4022-a6f3-235207c33262', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '772a842d-19c3-4eae-82b2-09a9e2ead59b', 'name': '', 'network_id': '1b1b61bc-3f45-4950-bef2-f142964cdd3b', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'mac_address': 'fa:16:3e:87:44:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '70e11a82-7e8d-472e-9d9e-cc29f9386418', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:07Z', 'updated_at': '2021-07-15T23:30:16Z', 'revision_number': 5, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'subnets': [{'id': '70e11a82-7e8d-472e-9d9e-cc29f9386418', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:30:54.392785 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-476d6700-d683-4214-b250-b647c937051b tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:54.402958 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9dd17c49-b6e3-43f2-bab0-4220f19cf1dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:54.439920 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcb6a10-0f2e-4bad-a768-994b4f1ea330 None None] Pushing event updated for resources: {'Port': ['ID=2e668708-8dbb-4c8c-abd4-c48fa02e1b60,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:54.480696 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58aa3f0f-dee0-45f6-8a7c-d6b36e1ccc47 None None] Routers {'7dd782d3-f0b0-44fe-8c03-29a8a4db0e56'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:30:54.481481 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-58aa3f0f-dee0-45f6-8a7c-d6b36e1ccc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:30:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['7dd782d3-f0b0-44fe-8c03-29a8a4db0e56'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:54.515659 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b93d743f-bfa3-405f-a2aa-2348b05630fe req-399c0674-aed7-4039-9c76-778661c128d8 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=89469485c64e49f5b3171ed5499b9995&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6363769 Jul 15 23:30:54.528859 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e92be5-f3d4-4e86-a5c5-9b2849f0cd19 req-e3ae27fa-31ca-4548-8ecf-e5a2c339469f tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:54.536526 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-86e92be5-f3d4-4e86-a5c5-9b2849f0cd19 req-e3ae27fa-31ca-4548-8ecf-e5a2c339469f tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=6797365d-c7ce-4e24-a954-67ea472f9dd4 HTTP/1.1" status: 200 len: 946 time: 0.6842208 Jul 15 23:30:54.553820 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9dd17c49-b6e3-43f2-bab0-4220f19cf1dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:54.568791 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-061ee6c7-7c27-4a41-a2df-747e28afeef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:54.658234 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-86e92be5-f3d4-4e86-a5c5-9b2849f0cd19 req-712a75d8-6435-455f-8c5c-90dbb82f723d tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b59dfd8-fe46-4eda-8708-ff7f3de3ce14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1160073 Jul 15 23:30:54.739408 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-061ee6c7-7c27-4a41-a2df-747e28afeef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:54.743332 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-061ee6c7-7c27-4a41-a2df-747e28afeef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:54.746983 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-476d6700-d683-4214-b250-b647c937051b tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Deleting port 1b219d6d-9e52-4f88-8e69-698d1108488e {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:30:54.746983 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-476d6700-d683-4214-b250-b647c937051b tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:54.748625 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-061ee6c7-7c27-4a41-a2df-747e28afeef1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b53a6c75-f955-46ee-91a3-c0b5f185cbc4 HTTP/1.1" status: 204 len: 168 time: 0.9721272 Jul 15 23:30:54.770576 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061ee6c7-7c27-4a41-a2df-747e28afeef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53a6c75-f955-46ee-91a3-c0b5f185cbc4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:54.873004 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-58aa3f0f-dee0-45f6-8a7c-d6b36e1ccc47 None None] Set router 7dd782d3-f0b0-44fe-8c03-29a8a4db0e56 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:30:54.879413 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 595aca9a-a23a-456e-ae13-a32e7279abe8 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:30:55.012734 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 595aca9a-a23a-456e-ae13-a32e7279abe8 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:30:55.013078 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 595aca9a-a23a-456e-ae13-a32e7279abe8 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:30:55.052005 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9dd17c49-b6e3-43f2-bab0-4220f19cf1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:55.058912 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9dd17c49-b6e3-43f2-bab0-4220f19cf1dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:55.061180 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-9dd17c49-b6e3-43f2-bab0-4220f19cf1dc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4c3e5093-3aee-4735-ad4f-51aafad3cea0 HTTP/1.1" status: 204 len: 168 time: 1.1820390 Jul 15 23:30:55.092180 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-476d6700-d683-4214-b250-b647c937051b tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] For port 1b219d6d-9e52-4f88-8e69-698d1108488e, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=1b219d6d-9e52-4f88-8e69-698d1108488e,segment=NetworkSegment(e672c07e-b4d7-4fd1-9631-746af09863be),segment_id=e672c07e-b4d7-4fd1-9631-746af09863be)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:55.092647 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-476d6700-d683-4214-b250-b647c937051b tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:55.096468 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd17c49-b6e3-43f2-bab0-4220f19cf1dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c3e5093-3aee-4735-ad4f-51aafad3cea0,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:55.130715 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [req-b93d743f-bfa3-405f-a2aa-2348b05630fe req-33b2a8e4-3f93-4952-b466-fb8920e5b9d1 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:30:55.140193 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b93d743f-bfa3-405f-a2aa-2348b05630fe req-33b2a8e4-3f93-4952-b466-fb8920e5b9d1 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6229343 Jul 15 23:30:55.148260 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-476d6700-d683-4214-b250-b647c937051b tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Calling delete_port for 1b219d6d-9e52-4f88-8e69-698d1108488e owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:30:55.222303 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5799380f-1e1a-4c4a-b372-749b2d6e3926 None None] DHCP port deletion for 9044af65-5bbc-4760-bde2-4a7f4b026d45 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:30:55.428541 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b93d743f-bfa3-405f-a2aa-2348b05630fe req-1459197f-fe0f-42ec-88af-8bac65b33382 service neutron] 10.222.0.48 "GET /v2.0/networks/ecdc87bf-da0f-4a3d-9224-f4cedc41c982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873387 Jul 15 23:30:55.499760 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-476d6700-d683-4214-b250-b647c937051b tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:55.525474 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-58aa3f0f-dee0-45f6-8a7c-d6b36e1ccc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd782d3-f0b0-44fe-8c03-29a8a4db0e56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1064085134', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '8eadeade-5859-423c-98f4-18cd20bc4279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:30:31Z', 'updated_at': '2021-07-15T23:30:49Z', 'revision_number': 4, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'gw_port': {'id': '8eadeade-5859-423c-98f4-18cd20bc4279', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ac:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd782d3-f0b0-44fe-8c03-29a8a4db0e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:33Z', 'updated_at': '2021-07-15T23:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '2e668708-8dbb-4c8c-abd4-c48fa02e1b60', 'name': '', 'network_id': 'ecdc87bf-da0f-4a3d-9224-f4cedc41c982', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'mac_address': 'fa:16:3e:5a:b5:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd782d3-f0b0-44fe-8c03-29a8a4db0e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': '1ab37b05-e7b9-4fe0-bd45-61e825b24f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:46Z', 'updated_at': '2021-07-15T23:30:54Z', 'revision_number': 4, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'subnets': [{'id': '1ab37b05-e7b9-4fe0-bd45-61e825b24f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:55.584412 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476d6700-d683-4214-b250-b647c937051b tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] No DVR routers for this DVR port 1b219d6d-9e52-4f88-8e69-698d1108488e on host n-d-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:30:55.597385 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476d6700-d683-4214-b250-b647c937051b tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Pushing event deleted for resources: {'Port': ['ID=1b219d6d-9e52-4f88-8e69-698d1108488e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:55.646467 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58aa3f0f-dee0-45f6-8a7c-d6b36e1ccc47 None None] The sync data for ids ['7dd782d3-f0b0-44fe-8c03-29a8a4db0e56'] in n-d-794306-6 is: [{'id': '7dd782d3-f0b0-44fe-8c03-29a8a4db0e56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1064085134', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '8eadeade-5859-423c-98f4-18cd20bc4279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:30:31Z', 'updated_at': '2021-07-15T23:30:49Z', 'revision_number': 4, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'gw_port': {'id': '8eadeade-5859-423c-98f4-18cd20bc4279', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ac:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd782d3-f0b0-44fe-8c03-29a8a4db0e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:33Z', 'updated_at': '2021-07-15T23:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '2e668708-8dbb-4c8c-abd4-c48fa02e1b60', 'name': '', 'network_id': 'ecdc87bf-da0f-4a3d-9224-f4cedc41c982', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'mac_address': 'fa:16:3e:5a:b5:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd782d3-f0b0-44fe-8c03-29a8a4db0e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': '1ab37b05-e7b9-4fe0-bd45-61e825b24f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:46Z', 'updated_at': '2021-07-15T23:30:54Z', 'revision_number': 4, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'subnets': [{'id': '1ab37b05-e7b9-4fe0-bd45-61e825b24f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:30:55.862180 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55062) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:55.869264 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-932c3d5f-2563-4b5d-8559-94b9d39e8330 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Request body: {'subnet': {'network_id': '6c07c71f-455c-4070-b9b3-244cb6cc59f9', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:55.884284 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b93d743f-bfa3-405f-a2aa-2348b05630fe req-3fc0efe7-232c-4f7a-a96b-db4e9fe15ddc service neutron] 10.222.0.48 "GET /v2.0/networks/ecdc87bf-da0f-4a3d-9224-f4cedc41c982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4469757 Jul 15 23:30:55.899116 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-476d6700-d683-4214-b250-b647c937051b tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:55.933463 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-476d6700-d683-4214-b250-b647c937051b tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9044af65-5bbc-4760-bde2-4a7f4b026d45']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:55.937531 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:55.962057 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-476d6700-d683-4214-b250-b647c937051b tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e672c07e-b4d7-4fd1-9631-746af09863be') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:55.962309 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-476d6700-d683-4214-b250-b647c937051b tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e672c07e-b4d7-4fd1-9631-746af09863be') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:30:55.989083 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5799380f-1e1a-4c4a-b372-749b2d6e3926 None None] Deleting port 1b219d6d-9e52-4f88-8e69-698d1108488e {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:30:55.989469 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5799380f-1e1a-4c4a-b372-749b2d6e3926 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:56.000286 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-476d6700-d683-4214-b250-b647c937051b tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:56.077974 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-476d6700-d683-4214-b250-b647c937051b tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:56.093490 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-476d6700-d683-4214-b250-b647c937051b tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:30:56.094557 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-476d6700-d683-4214-b250-b647c937051b tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:56.105694 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:30:56.105694 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:30:56.105694 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:30:56.105694 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:30:56.105694 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:30:56.105694 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:30:56.105694 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:30:56.105694 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:30:56.105694 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:30:56.105694 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:30:56.105694 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:30:56.105694 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:30:56.105694 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:30:56.105694 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:30:56.105694 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:30:56.105694 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:30:56.105694 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:30:56.105694 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:30:56.105694 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:30:56.105694 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:30:56.105694 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:30:56.105694 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:30:56.105694 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:30:56.105694 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:30:56.105694 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:30:56.105694 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:30:56.105694 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:30:56.105694 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:30:56.105694 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:30:56.105694 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:30:56.105694 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:30:56.105694 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:30:56.134617 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-932c3d5f-2563-4b5d-8559-94b9d39e8330 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Made reservation on behalf of 569f2df56f5346c6b2cc2678b0d25280 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:30:56.146259 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-932c3d5f-2563-4b5d-8559-94b9d39e8330 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:56.176608 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5799380f-1e1a-4c4a-b372-749b2d6e3926 None None] For port 1b219d6d-9e52-4f88-8e69-698d1108488e, host n-d-794306-6, got binding levels [] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:56.177033 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5799380f-1e1a-4c4a-b372-749b2d6e3926 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:56.214798 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5799380f-1e1a-4c4a-b372-749b2d6e3926 None None] Calling delete_port for 1b219d6d-9e52-4f88-8e69-698d1108488e owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:30:56.222897 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.ipam_backend_mixin [None req-5799380f-1e1a-4c4a-b372-749b2d6e3926 None None] Port 1b219d6d-9e52-4f88-8e69-698d1108488e was not found and therefore no delete operation was performed {{(pid=93772) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 23:30:56.228079 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5799380f-1e1a-4c4a-b372-749b2d6e3926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:56.247139 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5799380f-1e1a-4c4a-b372-749b2d6e3926 None None] No DVR routers for this DVR port 1b219d6d-9e52-4f88-8e69-698d1108488e on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:30:56.310488 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-476d6700-d683-4214-b250-b647c937051b tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:56.315151 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-476d6700-d683-4214-b250-b647c937051b tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:56.322915 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-476d6700-d683-4214-b250-b647c937051b tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "DELETE /v2.0/networks/9044af65-5bbc-4760-bde2-4a7f4b026d45 HTTP/1.1" status: 204 len: 168 time: 2.0570757 Jul 15 23:30:56.328632 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55078) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:56.332801 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5799380f-1e1a-4c4a-b372-749b2d6e3926 None None] Pushing event deleted for resources: {'Port': ['ID=1b219d6d-9e52-4f88-8e69-698d1108488e,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:56.377599 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476d6700-d683-4214-b250-b647c937051b tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Pushing event deleted for resources: {'Network': ['ID=9044af65-5bbc-4760-bde2-4a7f4b026d45,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:56.495323 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d7882c80-84fe-4f8e-b3ce-a22561a5b3fd req-6fa393b5-65df-4b53-a242-59cf1855a848 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ca75cd1-9433-443e-b80a-f46e1e86c9d8 HTTP/1.1" status: 200 len: 210 time: 0.1028156 Jul 15 23:30:56.758019 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 2e668708-8dbb-4c8c-abd4-c48fa02e1b60 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:30:56.869738 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 2e668708-8dbb-4c8c-abd4-c48fa02e1b60 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:30:56.878518 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 2e668708-8dbb-4c8c-abd4-c48fa02e1b60 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:56.878932 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:56.944291 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe78899-0f14-4049-85f7-566c0dbecf7f req-3ef451cb-970a-4718-bee6-2fa31582f4b9 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:56.946580 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1fe78899-0f14-4049-85f7-566c0dbecf7f req-3ef451cb-970a-4718-bee6-2fa31582f4b9 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=6797365d-c7ce-4e24-a954-67ea472f9dd4 HTTP/1.1" status: 200 len: 946 time: 0.8173757 Jul 15 23:30:56.948784 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-932c3d5f-2563-4b5d-8559-94b9d39e8330 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:57.092246 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4ce13826-a98c-4d72-a1fd-0a4bce81f8ee tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:57.114257 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:57.149286 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932c3d5f-2563-4b5d-8559-94b9d39e8330 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Pushing event updated for resources: {'Subnet': ['ID=2c93076c-6e99-4e8b-905a-c33ef43d0dcf,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:57.203115 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1fe78899-0f14-4049-85f7-566c0dbecf7f req-dd94d5f3-4fff-4f74-ab22-0625b2543007 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b59dfd8-fe46-4eda-8708-ff7f3de3ce14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2487574 Jul 15 23:30:57.207107 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932c3d5f-2563-4b5d-8559-94b9d39e8330 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Checking segment: {'id': '63ff5a3e-d01c-49e9-bcfe-265a6dd1a448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6c07c71f-455c-4070-b9b3-244cb6cc59f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:30:57.207710 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932c3d5f-2563-4b5d-8559-94b9d39e8330 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Network hostable DHCP agents. Network: 6c07c71f-455c-4070-b9b3-244cb6cc59f9, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:30:57.213998 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 2e668708-8dbb-4c8c-abd4-c48fa02e1b60, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=2e668708-8dbb-4c8c-abd4-c48fa02e1b60,segment=NetworkSegment(0b5e8ec5-ed51-4bc2-b998-73d0d8a498a3),segment_id=0b5e8ec5-ed51-4bc2-b998-73d0d8a498a3)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:57.223625 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:57.277931 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932c3d5f-2563-4b5d-8559-94b9d39e8330 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Network 6c07c71f-455c-4070-b9b3-244cb6cc59f9 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:30:57.304704 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-932c3d5f-2563-4b5d-8559-94b9d39e8330 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 6c07c71f-455c-4070-b9b3-244cb6cc59f9) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:57.334246 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932c3d5f-2563-4b5d-8559-94b9d39e8330 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:57.343216 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-932c3d5f-2563-4b5d-8559-94b9d39e8330 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:57.347227 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5915ae81-fd6a-4ae3-a185-17fb989633b2 None None] Network 6c07c71f-455c-4070-b9b3-244cb6cc59f9 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:30:57.391206 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=2e668708-8dbb-4c8c-abd4-c48fa02e1b60,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:57.394227 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-932c3d5f-2563-4b5d-8559-94b9d39e8330 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5302966 Jul 15 23:30:57.398531 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55110) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:57.413617 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-471573d4-f1c6-41b4-a116-b74130b25008 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2139504155'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:57.439306 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 1b219d6d-9e52-4f88-8e69-698d1108488e no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:30:57.503088 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 1b219d6d-9e52-4f88-8e69-698d1108488e {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:30:57.503409 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 1b219d6d-9e52-4f88-8e69-698d1108488e not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:30:57.513143 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-471573d4-f1c6-41b4-a116-b74130b25008 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Made reservation on behalf of 569f2df56f5346c6b2cc2678b0d25280 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:30:57.541171 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-471573d4-f1c6-41b4-a116-b74130b25008 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:57.667059 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-45243bc2-1cc5-4709-bb81-dfabec0f4af0 req-82975619-f050-4dd4-ba09-f63d44d7a038 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ca75cd1-9433-443e-b80a-f46e1e86c9d8 HTTP/1.1" status: 200 len: 210 time: 0.0735831 Jul 15 23:30:57.697031 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-471573d4-f1c6-41b4-a116-b74130b25008 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:30:57.751186 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-471573d4-f1c6-41b4-a116-b74130b25008 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:57.756217 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-471573d4-f1c6-41b4-a116-b74130b25008 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Added segment 1c41a3b9-3a65-4ea6-b678-373bd1d5356a of type vlan for network 640ec41f-eb03-405d-8ce3-9af1ef2c333c Jul 15 23:30:57.791963 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55124) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:57.817902 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 2163a5fe-aded-4f44-abb5-1f3885a494fc details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:30:57.838737 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c39e9e-995f-4e94-b418-a8cdb1c29300 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-6c07c71f-455c-4070-b9b3-244cb6cc59f9', 'network_id': '6c07c71f-455c-4070-b9b3-244cb6cc59f9', 'tenant_id': '569f2df56f5346c6b2cc2678b0d25280', 'fixed_ips': [{'subnet_id': '2c93076c-6e99-4e8b-905a-c33ef43d0dcf'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:30:57.841987 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-94c39e9e-995f-4e94-b418-a8cdb1c29300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:57.968308 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-471573d4-f1c6-41b4-a116-b74130b25008 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:58.009019 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-fd0cd440-a455-4fcd-a2eb-f6e131710771 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-670562599-network', 'tenant_id': 'da3afd013947433990d02f779bf0fae2'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:58.048713 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0cd440-a455-4fcd-a2eb-f6e131710771 admin admin] Made reservation on behalf of da3afd013947433990d02f779bf0fae2 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:30:58.052219 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fd0cd440-a455-4fcd-a2eb-f6e131710771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:58.064949 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fd0cd440-a455-4fcd-a2eb-f6e131710771 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:58.082630 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-4ce13826-a98c-4d72-a1fd-0a4bce81f8ee tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Deleting port 772a842d-19c3-4eae-82b2-09a9e2ead59b {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:30:58.083220 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4ce13826-a98c-4d72-a1fd-0a4bce81f8ee tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:58.124710 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-471573d4-f1c6-41b4-a116-b74130b25008 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:58.149400 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471573d4-f1c6-41b4-a116-b74130b25008 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:58.150238 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-471573d4-f1c6-41b4-a116-b74130b25008 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:58.252899 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 2163a5fe-aded-4f44-abb5-1f3885a494fc, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=2163a5fe-aded-4f44-abb5-1f3885a494fc,segment=NetworkSegment(978fcb14-f527-45d0-a4ec-38d689fb220c),segment_id=978fcb14-f527-45d0-a4ec-38d689fb220c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:58.303164 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '2163a5fe-aded-4f44-abb5-1f3885a494fc', 'network_id': '5dd08b94-305b-477e-8148-ff3865a86e5a', 'port_id': '2163a5fe-aded-4f44-abb5-1f3885a494fc', 'mac_address': 'fa:16:3e:da:c9:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac4619b4-8268-4046-9b08-9c5e68adfc94', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:30:58.381266 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fd0cd440-a455-4fcd-a2eb-f6e131710771 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:58.390383 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fd0cd440-a455-4fcd-a2eb-f6e131710771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:58.458054 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-471573d4-f1c6-41b4-a116-b74130b25008 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0581615 Jul 15 23:30:58.481013 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55148) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:58.482521 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471573d4-f1c6-41b4-a116-b74130b25008 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Pushing event updated for resources: {'Network': ['ID=640ec41f-eb03-405d-8ce3-9af1ef2c333c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:58.493957 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-0c56f070-c079-437e-adc2-e379c00d1417 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Request body: {'subnet': {'network_id': '640ec41f-eb03-405d-8ce3-9af1ef2c333c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:58.504900 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 640ec41f-eb03-405d-8ce3-9af1ef2c333c details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:30:58.536618 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd0cd440-a455-4fcd-a2eb-f6e131710771 admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:30:58.548944 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:58.555245 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-94c39e9e-995f-4e94-b418-a8cdb1c29300 None None] Allocated IP 2001:db8:0:ffff::2 (6c07c71f-455c-4070-b9b3-244cb6cc59f9/2c93076c-6e99-4e8b-905a-c33ef43d0dcf/d26ffc0b-673c-4e72-95f2-6d066747ca4d) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:30:58.581906 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55152) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:58.595049 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0cd440-a455-4fcd-a2eb-f6e131710771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b78e620-5cf2-4d50-a66f-f495d9053155,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:58.621263 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fd0cd440-a455-4fcd-a2eb-f6e131710771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:58.621630 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-fd0cd440-a455-4fcd-a2eb-f6e131710771 admin admin] Added segment e98b7750-bf39-4b45-aa75-02c133849ad2 of type vlan for network a23de063-0d52-4133-8767-8b34c1d0fbbe Jul 15 23:30:58.639895 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2163a5fe-aded-4f44-abb5-1f3885a494fc {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:30:58.644191 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-4ce13826-a98c-4d72-a1fd-0a4bce81f8ee tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] For port 772a842d-19c3-4eae-82b2-09a9e2ead59b, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=772a842d-19c3-4eae-82b2-09a9e2ead59b,segment=NetworkSegment(cb89209f-d511-4524-8640-78e9ddef888c),segment_id=cb89209f-d511-4524-8640-78e9ddef888c)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:58.644675 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4ce13826-a98c-4d72-a1fd-0a4bce81f8ee tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:58.672855 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 2163a5fe-aded-4f44-abb5-1f3885a494fc, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=2163a5fe-aded-4f44-abb5-1f3885a494fc,segment=NetworkSegment(978fcb14-f527-45d0-a4ec-38d689fb220c),segment_id=978fcb14-f527-45d0-a4ec-38d689fb220c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:30:58.687560 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:58.758106 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-4ce13826-a98c-4d72-a1fd-0a4bce81f8ee tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Calling delete_port for 772a842d-19c3-4eae-82b2-09a9e2ead59b owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:30:58.828831 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fd0cd440-a455-4fcd-a2eb-f6e131710771 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:58.928505 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=2163a5fe-aded-4f44-abb5-1f3885a494fc,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:58.934378 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 2e668708-8dbb-4c8c-abd4-c48fa02e1b60 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:30:58.990197 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['2163a5fe-aded-4f44-abb5-1f3885a494fc'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:30:59.004164 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-52bcf6d5-ea9e-483a-b6f3-ee0dcb56ce9b req-bd80e7f9-3dd9-4d59-8b3e-14f346e132bc tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ca75cd1-9433-443e-b80a-f46e1e86c9d8 HTTP/1.1" status: 200 len: 210 time: 0.0507338 Jul 15 23:30:59.013831 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd37d9c-0e4f-4b34-ab1d-147a2c73b6df req-f9852103-8510-4661-97f0-f283b6acf572 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:59.015428 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9dd37d9c-0e4f-4b34-ab1d-147a2c73b6df req-f9852103-8510-4661-97f0-f283b6acf572 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=6797365d-c7ce-4e24-a954-67ea472f9dd4 HTTP/1.1" status: 200 len: 945 time: 0.3496373 Jul 15 23:30:59.024190 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fd0cd440-a455-4fcd-a2eb-f6e131710771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:59.025184 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0cd440-a455-4fcd-a2eb-f6e131710771 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:59.025781 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fd0cd440-a455-4fcd-a2eb-f6e131710771 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:59.052016 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-2a216515-b46e-4820-b2b2-1660c7330b8a tempest-RoutersAdminNegativeTest-582666111 tempest-RoutersAdminNegativeTest-582666111-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1745072441', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:59.140269 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 2e668708-8dbb-4c8c-abd4-c48fa02e1b60 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:30:59.140606 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:59.223674 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c56f070-c079-437e-adc2-e379c00d1417 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Made reservation on behalf of 569f2df56f5346c6b2cc2678b0d25280 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:30:59.240530 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c56f070-c079-437e-adc2-e379c00d1417 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:59.303629 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-94c39e9e-995f-4e94-b418-a8cdb1c29300 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:59.322004 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9dd37d9c-0e4f-4b34-ab1d-147a2c73b6df req-22e6c7ad-5ce8-4948-9b8a-5584dcc244fb tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b59dfd8-fe46-4eda-8708-ff7f3de3ce14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2814460 Jul 15 23:30:59.409372 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0cd440-a455-4fcd-a2eb-f6e131710771 admin admin] Pushing event updated for resources: {'Network': ['ID=a23de063-0d52-4133-8767-8b34c1d0fbbe,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:59.414213 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a216515-b46e-4820-b2b2-1660c7330b8a tempest-RoutersAdminNegativeTest-582666111 tempest-RoutersAdminNegativeTest-582666111-project-admin] Made reservation on behalf of 2b1619f5d7984f0e8f7c874bf5729b58 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:30:59.424141 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-fd0cd440-a455-4fcd-a2eb-f6e131710771 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6295011 Jul 15 23:30:59.428274 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2a216515-b46e-4820-b2b2-1660c7330b8a tempest-RoutersAdminNegativeTest-582666111 tempest-RoutersAdminNegativeTest-582666111-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:59.433205 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55174) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:30:59.453190 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network a23de063-0d52-4133-8767-8b34c1d0fbbe details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:30:59.453447 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-9228e77f-d7a6-42da-87da-ebd938ccdf4c admin admin] Request body: {'subnet': {'network_id': 'a23de063-0d52-4133-8767-8b34c1d0fbbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-670562599-subnet', 'tenant_id': 'da3afd013947433990d02f779bf0fae2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:30:59.530770 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93d743f-bfa3-405f-a2aa-2348b05630fe req-2158a850-020b-4ae2-bd74-cbde835e1166 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:30:59.540781 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2a216515-b46e-4820-b2b2-1660c7330b8a tempest-RoutersAdminNegativeTest-582666111 tempest-RoutersAdminNegativeTest-582666111-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:59.545253 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b93d743f-bfa3-405f-a2aa-2348b05630fe req-2158a850-020b-4ae2-bd74-cbde835e1166 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.49 "GET /v2.0/networks?id=ecdc87bf-da0f-4a3d-9224-f4cedc41c982 HTTP/1.1" status: 200 len: 796 time: 0.5394835 Jul 15 23:30:59.546434 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9228e77f-d7a6-42da-87da-ebd938ccdf4c admin admin] Made reservation on behalf of da3afd013947433990d02f779bf0fae2 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:30:59.548883 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9228e77f-d7a6-42da-87da-ebd938ccdf4c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:59.617888 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-94c39e9e-995f-4e94-b418-a8cdb1c29300 None None] Transition to ACTIVE for port object d26ffc0b-673c-4e72-95f2-6d066747ca4d will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:30:59.630918 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4ce13826-a98c-4d72-a1fd-0a4bce81f8ee tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:59.654725 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-94c39e9e-995f-4e94-b418-a8cdb1c29300 None None] Transition to ACTIVE for port object d26ffc0b-673c-4e72-95f2-6d066747ca4d will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:30:59.667236 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-94c39e9e-995f-4e94-b418-a8cdb1c29300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:30:59.710175 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce13826-a98c-4d72-a1fd-0a4bce81f8ee tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Pushing event deleted for resources: {'Port': ['ID=772a842d-19c3-4eae-82b2-09a9e2ead59b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:30:59.751790 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c39e9e-995f-4e94-b418-a8cdb1c29300 None None] Network 6c07c71f-455c-4070-b9b3-244cb6cc59f9 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:30:59.761407 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-94c39e9e-995f-4e94-b418-a8cdb1c29300 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:30:59.786389 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c39e9e-995f-4e94-b418-a8cdb1c29300 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:30:59.839139 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b93d743f-bfa3-405f-a2aa-2348b05630fe req-3114d18a-7a3d-491c-93f3-229397ee034d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89469485c64e49f5b3171ed5499b9995 HTTP/1.1" status: 200 len: 380 time: 0.2449963 Jul 15 23:30:59.851607 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 2163a5fe-aded-4f44-abb5-1f3885a494fc up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:30:59.859803 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-b93d743f-bfa3-405f-a2aa-2348b05630fe req-fa002810-c26b-4bc3-9948-7ca5d92d4c0b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Request body: {'port': {'device_id': '0ca75cd1-9433-443e-b80a-f46e1e86c9d8', 'network_id': 'ecdc87bf-da0f-4a3d-9224-f4cedc41c982', 'admin_state_up': True, 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'security_groups': ['b8c61c92-d476-46a7-af9c-4517a99fe503']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:00.027054 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c39e9e-995f-4e94-b418-a8cdb1c29300 None None] Pushing event updated for resources: {'Port': ['ID=d26ffc0b-673c-4e72-95f2-6d066747ca4d,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:00.041443 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-94c39e9e-995f-4e94-b418-a8cdb1c29300 None None] Attempting to bind port d26ffc0b-673c-4e72-95f2-6d066747ca4d on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:31:00.041814 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-94c39e9e-995f-4e94-b418-a8cdb1c29300 None None] Attempting to bind port d26ffc0b-673c-4e72-95f2-6d066747ca4d by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '63ff5a3e-d01c-49e9-bcfe-265a6dd1a448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6c07c71f-455c-4070-b9b3-244cb6cc59f9'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:31:00.042178 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c39e9e-995f-4e94-b418-a8cdb1c29300 None None] Attempting to bind port d26ffc0b-673c-4e72-95f2-6d066747ca4d on network 6c07c71f-455c-4070-b9b3-244cb6cc59f9 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:31:00.055555 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c39e9e-995f-4e94-b418-a8cdb1c29300 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:31:00.055555 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c39e9e-995f-4e94-b418-a8cdb1c29300 None None] Checking segment: {'id': '63ff5a3e-d01c-49e9-bcfe-265a6dd1a448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6c07c71f-455c-4070-b9b3-244cb6cc59f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:31:00.055555 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-94c39e9e-995f-4e94-b418-a8cdb1c29300 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:00.055555 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c39e9e-995f-4e94-b418-a8cdb1c29300 None None] Bound using segment: {'id': '63ff5a3e-d01c-49e9-bcfe-265a6dd1a448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6c07c71f-455c-4070-b9b3-244cb6cc59f9'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:31:00.055555 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-94c39e9e-995f-4e94-b418-a8cdb1c29300 None None] Bound port: d26ffc0b-673c-4e72-95f2-6d066747ca4d, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63ff5a3e-d01c-49e9-bcfe-265a6dd1a448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6c07c71f-455c-4070-b9b3-244cb6cc59f9'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:31:00.055555 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-94c39e9e-995f-4e94-b418-a8cdb1c29300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:00.071205 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 2163a5fe-aded-4f44-abb5-1f3885a494fc triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:31:00.071619 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:00.261859 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4ce13826-a98c-4d72-a1fd-0a4bce81f8ee tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:00.294750 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-94c39e9e-995f-4e94-b418-a8cdb1c29300 None None] For port d26ffc0b-673c-4e72-95f2-6d066747ca4d, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:31:00.301121 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-94c39e9e-995f-4e94-b418-a8cdb1c29300 None None] For port d26ffc0b-673c-4e72-95f2-6d066747ca4d, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=d26ffc0b-673c-4e72-95f2-6d066747ca4d,segment=NetworkSegment(63ff5a3e-d01c-49e9-bcfe-265a6dd1a448),segment_id=63ff5a3e-d01c-49e9-bcfe-265a6dd1a448)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:31:00.315386 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9228e77f-d7a6-42da-87da-ebd938ccdf4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:00.328236 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-94c39e9e-995f-4e94-b418-a8cdb1c29300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:00.550341 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:00.555849 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ed09d636-932b-488a-9314-cd272917f9ad req-d6a443da-b167-4d23-9dda-a59d231e49c7 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ca75cd1-9433-443e-b80a-f46e1e86c9d8 HTTP/1.1" status: 200 len: 210 time: 0.1427400 Jul 15 23:31:00.642650 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 2163a5fe-aded-4f44-abb5-1f3885a494fc, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=2163a5fe-aded-4f44-abb5-1f3885a494fc,segment=NetworkSegment(978fcb14-f527-45d0-a4ec-38d689fb220c),segment_id=978fcb14-f527-45d0-a4ec-38d689fb220c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:31:00.651483 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6797365d-c7ce-4e24-a954-67ea472f9dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2163a5fe-aded-4f44-abb5-1f3885a494fc'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:31:00.656232 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1d333e-c50b-443d-9711-02bca50689fe" -d '{"events": [{"server_uuid": "6797365d-c7ce-4e24-a954-67ea472f9dd4", "name": "network-vif-plugged", "status": "completed", "tag": "2163a5fe-aded-4f44-abb5-1f3885a494fc"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:31:00.658290 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9228e77f-d7a6-42da-87da-ebd938ccdf4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7095d04c-b9ed-4b19-8773-d381f04d3242,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:00.679732 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:00.706556 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c39e9e-995f-4e94-b418-a8cdb1c29300 None None] Pushing event updated for resources: {'Port': ['ID=d26ffc0b-673c-4e72-95f2-6d066747ca4d,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:00.826306 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9228e77f-d7a6-42da-87da-ebd938ccdf4c admin admin] Checking segment: {'id': 'e98b7750-bf39-4b45-aa75-02c133849ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a23de063-0d52-4133-8767-8b34c1d0fbbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:31:00.827211 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9228e77f-d7a6-42da-87da-ebd938ccdf4c admin admin] Network hostable DHCP agents. Network: a23de063-0d52-4133-8767-8b34c1d0fbbe, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:31:00.858083 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb251ac-85fa-4b29-9278-f909a5db03e2 x-openstack-request-id: req-efb251ac-85fa-4b29-9278-f909a5db03e2 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:31:00.858365 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6797365d-c7ce-4e24-a954-67ea472f9dd4", "name": "network-vif-plugged", "status": "completed", "tag": "2163a5fe-aded-4f44-abb5-1f3885a494fc", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:31:00.858620 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-efb251ac-85fa-4b29-9278-f909a5db03e2 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:31:00.859009 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6797365d-c7ce-4e24-a954-67ea472f9dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2163a5fe-aded-4f44-abb5-1f3885a494fc', 'code': 200} Jul 15 23:31:00.863667 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6fa170-0588-4742-a21c-651b57d16e64 req-4dbc287f-8d68-4a88-a0bd-2100237d282d tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:00.864452 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=2163a5fe-aded-4f44-abb5-1f3885a494fc,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:00.866690 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bf6fa170-0588-4742-a21c-651b57d16e64 req-4dbc287f-8d68-4a88-a0bd-2100237d282d tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=6797365d-c7ce-4e24-a954-67ea472f9dd4 HTTP/1.1" status: 200 len: 945 time: 0.2591307 Jul 15 23:31:00.910690 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9c16055c-fc8c-4479-bdf8-f3040cecc3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:00.920534 n-d-794306-6 neutron-server[93771]: DEBUG neutron.objects.ports [None req-0c56f070-c079-437e-adc2-e379c00d1417 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 23:31:00.923602 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ce13826-a98c-4d72-a1fd-0a4bce81f8ee tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Router a548f5dd-d9b9-4cf7-abb3-55049d32f350 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:31:00.927115 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c56f070-c079-437e-adc2-e379c00d1417 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:01.026845 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bf6fa170-0588-4742-a21c-651b57d16e64 req-cf0ca4c5-e86e-4f15-8a5b-fdfde66ef3de tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b59dfd8-fe46-4eda-8708-ff7f3de3ce14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1466486 Jul 15 23:31:01.029801 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2a216515-b46e-4820-b2b2-1660c7330b8a tempest-RoutersAdminNegativeTest-582666111 tempest-RoutersAdminNegativeTest-582666111-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:01.032286 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9228e77f-d7a6-42da-87da-ebd938ccdf4c admin admin] Network a23de063-0d52-4133-8767-8b34c1d0fbbe is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:31:01.081252 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-9228e77f-d7a6-42da-87da-ebd938ccdf4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, a23de063-0d52-4133-8767-8b34c1d0fbbe) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:31:01.092511 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9228e77f-d7a6-42da-87da-ebd938ccdf4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:01.094537 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9228e77f-d7a6-42da-87da-ebd938ccdf4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:01.100768 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cc475d-86f4-4635-a3be-c0b055a2933f None None] Network a23de063-0d52-4133-8767-8b34c1d0fbbe requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:31:01.103868 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2a216515-b46e-4820-b2b2-1660c7330b8a tempest-RoutersAdminNegativeTest-582666111 tempest-RoutersAdminNegativeTest-582666111-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:01.139645 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-2a216515-b46e-4820-b2b2-1660c7330b8a tempest-RoutersAdminNegativeTest-582666111 tempest-RoutersAdminNegativeTest-582666111-project-admin] device_id is not set on port a7509439-3709-4058-a5fd-436bfdea1af7 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:31:01.173391 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b93d743f-bfa3-405f-a2aa-2348b05630fe req-fa002810-c26b-4bc3-9948-7ca5d92d4c0b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Made reservation on behalf of 89469485c64e49f5b3171ed5499b9995 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:31:01.188376 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c56f070-c079-437e-adc2-e379c00d1417 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Pushing event updated for resources: {'Subnet': ['ID=f01a5dc0-5f2a-494d-bf86-12aecbc3042d,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:01.192086 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b93d743f-bfa3-405f-a2aa-2348b05630fe req-fa002810-c26b-4bc3-9948-7ca5d92d4c0b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:01.205695 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-9228e77f-d7a6-42da-87da-ebd938ccdf4c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7716472 Jul 15 23:31:01.459082 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c0ecc1-f5f6-4ede-a11f-6cf6188470eb None None] Network a23de063-0d52-4133-8767-8b34c1d0fbbe requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:31:01.504919 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c56f070-c079-437e-adc2-e379c00d1417 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Checking segment: {'id': '1c41a3b9-3a65-4ea6-b678-373bd1d5356a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '640ec41f-eb03-405d-8ce3-9af1ef2c333c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:31:01.505496 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c56f070-c079-437e-adc2-e379c00d1417 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Network hostable DHCP agents. Network: 640ec41f-eb03-405d-8ce3-9af1ef2c333c, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:31:01.513763 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a216515-b46e-4820-b2b2-1660c7330b8a tempest-RoutersAdminNegativeTest-582666111 tempest-RoutersAdminNegativeTest-582666111-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa74500-95db-415b-a800-c06d313bb503,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:01.601582 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce13826-a98c-4d72-a1fd-0a4bce81f8ee tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:31:01.614013 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-4ce13826-a98c-4d72-a1fd-0a4bce81f8ee tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "PUT /v2.0/routers/a548f5dd-d9b9-4cf7-abb3-55049d32f350/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2842159 Jul 15 23:31:01.614323 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55202) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:01.616039 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7913a8f-88ec-413d-9b27-31e975e43b47 None None] Sync routers for ids ['a548f5dd-d9b9-4cf7-abb3-55049d32f350'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:31:01.660779 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7913a8f-88ec-413d-9b27-31e975e43b47 None None] Routers {'a548f5dd-d9b9-4cf7-abb3-55049d32f350'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:31:01.661496 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f7913a8f-88ec-413d-9b27-31e975e43b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:30:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['a548f5dd-d9b9-4cf7-abb3-55049d32f350'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:01.662376 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c56f070-c079-437e-adc2-e379c00d1417 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Network 640ec41f-eb03-405d-8ce3-9af1ef2c333c is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:31:01.770460 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-0c56f070-c079-437e-adc2-e379c00d1417 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 640ec41f-eb03-405d-8ce3-9af1ef2c333c) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:31:01.795748 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-2a216515-b46e-4820-b2b2-1660c7330b8a tempest-RoutersAdminNegativeTest-582666111 tempest-RoutersAdminNegativeTest-582666111-project-admin] Allocated IP 172.25.5.149 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/a7509439-3709-4058-a5fd-436bfdea1af7) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:31:01.798813 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347be692-18e9-4ba1-803e-80fd368d0e18 None None] Network 640ec41f-eb03-405d-8ce3-9af1ef2c333c requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:31:01.807728 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6f75941-d6b8-4366-9541-74391d136825 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Deleting subnet 70e11a82-7e8d-472e-9d9e-cc29f9386418 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:31:01.827403 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c56f070-c079-437e-adc2-e379c00d1417 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:01.827801 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f6f75941-d6b8-4366-9541-74391d136825 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:01.829039 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c56f070-c079-437e-adc2-e379c00d1417 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:01.924972 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55204) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:01.926127 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-0c56f070-c079-437e-adc2-e379c00d1417 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.4362853 Jul 15 23:31:01.965881 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a3281a2f-05bc-4fe9-aab4-a866e059eac9 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Request body: {'port': {'network_id': '640ec41f-eb03-405d-8ce3-9af1ef2c333c', 'name': 'tempest-NetworksIpV6TestAttrs-2123826036'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:02.046054 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-f7913a8f-88ec-413d-9b27-31e975e43b47 None None] Set router a548f5dd-d9b9-4cf7-abb3-55049d32f350 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:31:02.124339 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-b93d743f-bfa3-405f-a2aa-2348b05630fe req-fa002810-c26b-4bc3-9948-7ca5d92d4c0b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Allocated IP 172.20.0.5 (ecdc87bf-da0f-4a3d-9224-f4cedc41c982/1ab37b05-e7b9-4fe0-bd45-61e825b24f36/54b61601-8100-4182-99c8-64b141f15139) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:31:02.191224 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f6f75941-d6b8-4366-9541-74391d136825 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:02.422267 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2a216515-b46e-4820-b2b2-1660c7330b8a tempest-RoutersAdminNegativeTest-582666111 tempest-RoutersAdminNegativeTest-582666111-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:02.444590 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6124e54-85e8-42d2-92fe-5c99010a7636 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-640ec41f-eb03-405d-8ce3-9af1ef2c333c', 'network_id': '640ec41f-eb03-405d-8ce3-9af1ef2c333c', 'tenant_id': '569f2df56f5346c6b2cc2678b0d25280', 'fixed_ips': [{'subnet_id': 'f01a5dc0-5f2a-494d-bf86-12aecbc3042d'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:31:02.445442 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d6124e54-85e8-42d2-92fe-5c99010a7636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:02.568193 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2a216515-b46e-4820-b2b2-1660c7330b8a tempest-RoutersAdminNegativeTest-582666111 tempest-RoutersAdminNegativeTest-582666111-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:02.601397 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f6f75941-d6b8-4366-9541-74391d136825 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:02.841247 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f7913a8f-88ec-413d-9b27-31e975e43b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'name': 'tempest-RoutersIpV6Test-router-386202676', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:29:54Z', 'updated_at': '2021-07-15T23:30:59Z', 'revision_number': 10, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'gw_port_host': None, '_interfaces': [{'id': '5b91b56f-13ad-44f3-ad73-189e6ca6c21a', 'name': '', 'network_id': 'a391d6e6-361d-4509-988f-c3a1a38ff178', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'mac_address': 'fa:16:3e:8d:48:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '1c4d3617-5524-4022-a6f3-235207c33262', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:29:56Z', 'updated_at': '2021-07-15T23:30:07Z', 'revision_number': 5, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'subnets': [{'id': '1c4d3617-5524-4022-a6f3-235207c33262', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:02.844402 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a216515-b46e-4820-b2b2-1660c7330b8a tempest-RoutersAdminNegativeTest-582666111 tempest-RoutersAdminNegativeTest-582666111-project-admin] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:31:02.850002 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-2a216515-b46e-4820-b2b2-1660c7330b8a tempest-RoutersAdminNegativeTest-582666111 tempest-RoutersAdminNegativeTest-582666111-project-admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:31:02.861281 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a216515-b46e-4820-b2b2-1660c7330b8a tempest-RoutersAdminNegativeTest-582666111 tempest-RoutersAdminNegativeTest-582666111-project-admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:31:02.878651 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f6f75941-d6b8-4366-9541-74391d136825 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:02.881319 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device d26ffc0b-673c-4e72-95f2-6d066747ca4d up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:31:02.910260 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a4dd2336-839c-4d2a-b998-c1628fca71a9 req-5a0ee751-51ee-4159-923c-c306b683ebaf tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ca75cd1-9433-443e-b80a-f46e1e86c9d8 HTTP/1.1" status: 200 len: 210 time: 0.6301827 Jul 15 23:31:02.918001 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-d6124e54-85e8-42d2-92fe-5c99010a7636 None None] Allocated IP 2001:db8::f816:3eff:fe5e:c104 (640ec41f-eb03-405d-8ce3-9af1ef2c333c/f01a5dc0-5f2a-494d-bf86-12aecbc3042d/338cb7f2-8329-4d2f-8d0a-2bacb8c54224) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:31:03.011208 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7913a8f-88ec-413d-9b27-31e975e43b47 None None] Checking router: a548f5dd-d9b9-4cf7-abb3-55049d32f350 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:31:03.014154 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a216515-b46e-4820-b2b2-1660c7330b8a tempest-RoutersAdminNegativeTest-582666111 tempest-RoutersAdminNegativeTest-582666111-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:03.018283 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2a216515-b46e-4820-b2b2-1660c7330b8a tempest-RoutersAdminNegativeTest-582666111 tempest-RoutersAdminNegativeTest-582666111-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:03.046916 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7913a8f-88ec-413d-9b27-31e975e43b47 None None] Routers {'a548f5dd-d9b9-4cf7-abb3-55049d32f350'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:31:03.049843 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f7913a8f-88ec-413d-9b27-31e975e43b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:30:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['a548f5dd-d9b9-4cf7-abb3-55049d32f350'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:03.086009 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a216515-b46e-4820-b2b2-1660c7330b8a tempest-RoutersAdminNegativeTest-582666111 tempest-RoutersAdminNegativeTest-582666111-project-admin] Pushing event updated for resources: {'Port': ['ID=a7509439-3709-4058-a5fd-436bfdea1af7,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:03.097698 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45f6081-b54e-4ead-bce4-f7451826dddb None None] Network 6c07c71f-455c-4070-b9b3-244cb6cc59f9 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:31:03.107070 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-2a216515-b46e-4820-b2b2-1660c7330b8a tempest-RoutersAdminNegativeTest-582666111 tempest-RoutersAdminNegativeTest-582666111-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.5188558 Jul 15 23:31:03.112413 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f75941-d6b8-4366-9541-74391d136825 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Pushing event deleted for resources: {'Subnet': ['ID=70e11a82-7e8d-472e-9d9e-cc29f9386418,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:03.114178 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55220) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:03.131949 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-43ccb34a-6687-475c-86ce-2b5edaadc479 tempest-RoutersAdminNegativeTest-582666111 tempest-RoutersAdminNegativeTest-582666111-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.149'}]}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:03.164039 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f6f75941-d6b8-4366-9541-74391d136825 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:03.171962 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55222) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:03.172458 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-f6f75941-d6b8-4366-9541-74391d136825 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "DELETE /v2.0/subnets/70e11a82-7e8d-472e-9d9e-cc29f9386418 HTTP/1.1" status: 204 len: 168 time: 1.5570543 Jul 15 23:31:03.230941 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857a09d0-6eaa-49bb-870d-d40482664285 None None] Network 1b1b61bc-3f45-4950-bef2-f142964cdd3b requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:31:03.314664 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43ccb34a-6687-475c-86ce-2b5edaadc479 tempest-RoutersAdminNegativeTest-582666111 tempest-RoutersAdminNegativeTest-582666111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:03.316953 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43ccb34a-6687-475c-86ce-2b5edaadc479 tempest-RoutersAdminNegativeTest-582666111 tempest-RoutersAdminNegativeTest-582666111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:03.448009 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-f7913a8f-88ec-413d-9b27-31e975e43b47 None None] Set router a548f5dd-d9b9-4cf7-abb3-55049d32f350 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:31:03.522323 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d9f1082c-9168-4fb2-a6b4-b9722d1075ab tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:03.599863 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-538db42b-9646-4a78-a7ea-3d715a4d89d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:03.640173 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b93d743f-bfa3-405f-a2aa-2348b05630fe req-fa002810-c26b-4bc3-9948-7ca5d92d4c0b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:03.646748 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a5bd86b1-28b6-4c8c-9d03-b905e9e6ec9b None None] Provisioning for port d26ffc0b-673c-4e72-95f2-6d066747ca4d completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:31:03.673706 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-b93d743f-bfa3-405f-a2aa-2348b05630fe req-fa002810-c26b-4bc3-9948-7ca5d92d4c0b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Transition to ACTIVE for port object 54b61601-8100-4182-99c8-64b141f15139 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:31:03.711556 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:03.750004 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port d26ffc0b-673c-4e72-95f2-6d066747ca4d completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:31:03.802648 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f7913a8f-88ec-413d-9b27-31e975e43b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'name': 'tempest-RoutersIpV6Test-router-386202676', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:29:54Z', 'updated_at': '2021-07-15T23:30:59Z', 'revision_number': 10, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'gw_port_host': None, '_interfaces': [{'id': '5b91b56f-13ad-44f3-ad73-189e6ca6c21a', 'name': '', 'network_id': 'a391d6e6-361d-4509-988f-c3a1a38ff178', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'mac_address': 'fa:16:3e:8d:48:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '1c4d3617-5524-4022-a6f3-235207c33262', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:29:56Z', 'updated_at': '2021-07-15T23:30:07Z', 'revision_number': 5, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'subnets': [{'id': '1c4d3617-5524-4022-a6f3-235207c33262', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:03.802982 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b93d743f-bfa3-405f-a2aa-2348b05630fe req-fa002810-c26b-4bc3-9948-7ca5d92d4c0b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:03.861072 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7913a8f-88ec-413d-9b27-31e975e43b47 None None] The sync data for ids ['a548f5dd-d9b9-4cf7-abb3-55049d32f350'] in n-d-794306-6 is: [{'id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'name': 'tempest-RoutersIpV6Test-router-386202676', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:29:54Z', 'updated_at': '2021-07-15T23:30:59Z', 'revision_number': 10, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'gw_port_host': None, '_interfaces': [{'id': '5b91b56f-13ad-44f3-ad73-189e6ca6c21a', 'name': '', 'network_id': 'a391d6e6-361d-4509-988f-c3a1a38ff178', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'mac_address': 'fa:16:3e:8d:48:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '1c4d3617-5524-4022-a6f3-235207c33262', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:29:56Z', 'updated_at': '2021-07-15T23:30:07Z', 'revision_number': 5, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'subnets': [{'id': '1c4d3617-5524-4022-a6f3-235207c33262', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:31:03.883389 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port d26ffc0b-673c-4e72-95f2-6d066747ca4d triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:31:03.884408 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:03.927687 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0455a2b2-ed01-4cd1-adb1-0aae4d899dd2 req-f91ec8f7-a0dc-43f5-95ea-60f7c929d89d tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:03.930070 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0455a2b2-ed01-4cd1-adb1-0aae4d899dd2 req-f91ec8f7-a0dc-43f5-95ea-60f7c929d89d tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] 10.222.0.48 "GET /v2.0/networks?id=a23de063-0d52-4133-8767-8b34c1d0fbbe HTTP/1.1" status: 200 len: 813 time: 1.5123715 Jul 15 23:31:04.130472 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d6124e54-85e8-42d2-92fe-5c99010a7636 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:04.155102 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d6124e54-85e8-42d2-92fe-5c99010a7636 None None] Transition to ACTIVE for port object 338cb7f2-8329-4d2f-8d0a-2bacb8c54224 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:31:04.210489 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d6124e54-85e8-42d2-92fe-5c99010a7636 None None] Transition to ACTIVE for port object 338cb7f2-8329-4d2f-8d0a-2bacb8c54224 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:31:04.234028 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:04.238102 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d6124e54-85e8-42d2-92fe-5c99010a7636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:04.351223 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69428cb8-da44-4cbc-811b-55a9bd4bd5bf None None] DHCP port deletion for 1b1b61bc-3f45-4950-bef2-f142964cdd3b request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:31:04.378281 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6124e54-85e8-42d2-92fe-5c99010a7636 None None] Network 640ec41f-eb03-405d-8ce3-9af1ef2c333c is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:31:04.421807 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-d6124e54-85e8-42d2-92fe-5c99010a7636 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:31:04.435952 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6124e54-85e8-42d2-92fe-5c99010a7636 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:31:04.445078 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port d26ffc0b-673c-4e72-95f2-6d066747ca4d, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=d26ffc0b-673c-4e72-95f2-6d066747ca4d,segment=NetworkSegment(63ff5a3e-d01c-49e9-bcfe-265a6dd1a448),segment_id=63ff5a3e-d01c-49e9-bcfe-265a6dd1a448)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:31:04.474932 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:04.475936 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6124e54-85e8-42d2-92fe-5c99010a7636 None None] Pushing event updated for resources: {'Port': ['ID=338cb7f2-8329-4d2f-8d0a-2bacb8c54224,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:04.502551 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:04.516487 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43ccb34a-6687-475c-86ce-2b5edaadc479 tempest-RoutersAdminNegativeTest-582666111 tempest-RoutersAdminNegativeTest-582666111-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:04.707500 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0455a2b2-ed01-4cd1-adb1-0aae4d899dd2 req-4cf325dd-de50-4583-b342-d8d560fab39a tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] 10.222.0.48 "GET /v2.0/quotas/da3afd013947433990d02f779bf0fae2 HTTP/1.1" status: 200 len: 375 time: 0.0866535 Jul 15 23:31:04.752245 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3281a2f-05bc-4fe9-aab4-a866e059eac9 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Made reservation on behalf of 569f2df56f5346c6b2cc2678b0d25280 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:31:04.755897 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a3281a2f-05bc-4fe9-aab4-a866e059eac9 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:04.777146 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 772a842d-19c3-4eae-82b2-09a9e2ead59b no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:31:04.804985 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0455a2b2-ed01-4cd1-adb1-0aae4d899dd2 req-0be6e86e-b756-4066-b74e-9bfb2cd6003a tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=da3afd013947433990d02f779bf0fae2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0960057 Jul 15 23:31:04.810587 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b93d743f-bfa3-405f-a2aa-2348b05630fe req-fa002810-c26b-4bc3-9948-7ca5d92d4c0b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Network ecdc87bf-da0f-4a3d-9224-f4cedc41c982 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:31:04.830394 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa002810-c26b-4bc3-9948-7ca5d92d4c0b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event updated for resources: {'Port': ['ID=54b61601-8100-4182-99c8-64b141f15139,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:04.846802 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-b93d743f-bfa3-405f-a2aa-2348b05630fe req-fa002810-c26b-4bc3-9948-7ca5d92d4c0b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:31:04.861343 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43ccb34a-6687-475c-86ce-2b5edaadc479 tempest-RoutersAdminNegativeTest-582666111 tempest-RoutersAdminNegativeTest-582666111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:04.861585 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-b93d743f-bfa3-405f-a2aa-2348b05630fe req-fa002810-c26b-4bc3-9948-7ca5d92d4c0b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:31:04.870142 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-a3281a2f-05bc-4fe9-aab4-a866e059eac9 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] device_id is not set on port 17df86d4-54c8-49e6-8fc4-bf9784fc60d8 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:31:04.949604 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-d9f1082c-9168-4fb2-a6b4-b9722d1075ab tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Deleting port 51dc9c48-3490-420b-befd-eeb4b72c3fb9 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:31:04.949938 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d9f1082c-9168-4fb2-a6b4-b9722d1075ab tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:04.973393 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e230c5-3873-49e6-94f1-4a28683c1ce1 req-6b8d54a4-1f62-4f33-82d2-2d095fc8e03a tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:04.988628 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-31e230c5-3873-49e6-94f1-4a28683c1ce1 req-6b8d54a4-1f62-4f33-82d2-2d095fc8e03a tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=6797365d-c7ce-4e24-a954-67ea472f9dd4 HTTP/1.1" status: 200 len: 946 time: 1.5652223 Jul 15 23:31:05.040821 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 772a842d-19c3-4eae-82b2-09a9e2ead59b {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:31:05.041443 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 772a842d-19c3-4eae-82b2-09a9e2ead59b not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:31:05.041825 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 51dc9c48-3490-420b-befd-eeb4b72c3fb9 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:31:05.057482 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-d6124e54-85e8-42d2-92fe-5c99010a7636 None None] Attempting to bind port 338cb7f2-8329-4d2f-8d0a-2bacb8c54224 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:31:05.058052 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-d6124e54-85e8-42d2-92fe-5c99010a7636 None None] Attempting to bind port 338cb7f2-8329-4d2f-8d0a-2bacb8c54224 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '1c41a3b9-3a65-4ea6-b678-373bd1d5356a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '640ec41f-eb03-405d-8ce3-9af1ef2c333c'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:31:05.058641 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6124e54-85e8-42d2-92fe-5c99010a7636 None None] Attempting to bind port 338cb7f2-8329-4d2f-8d0a-2bacb8c54224 on network 640ec41f-eb03-405d-8ce3-9af1ef2c333c {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:31:05.103162 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=d26ffc0b-673c-4e72-95f2-6d066747ca4d,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:05.113156 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6124e54-85e8-42d2-92fe-5c99010a7636 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:31:05.113705 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6124e54-85e8-42d2-92fe-5c99010a7636 None None] Checking segment: {'id': '1c41a3b9-3a65-4ea6-b678-373bd1d5356a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '640ec41f-eb03-405d-8ce3-9af1ef2c333c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:31:05.114213 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d6124e54-85e8-42d2-92fe-5c99010a7636 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:05.114707 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6124e54-85e8-42d2-92fe-5c99010a7636 None None] Bound using segment: {'id': '1c41a3b9-3a65-4ea6-b678-373bd1d5356a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '640ec41f-eb03-405d-8ce3-9af1ef2c333c'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:31:05.115300 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-d6124e54-85e8-42d2-92fe-5c99010a7636 None None] Bound port: 338cb7f2-8329-4d2f-8d0a-2bacb8c54224, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c41a3b9-3a65-4ea6-b678-373bd1d5356a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '640ec41f-eb03-405d-8ce3-9af1ef2c333c'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:31:05.115820 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d6124e54-85e8-42d2-92fe-5c99010a7636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:05.142816 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c4f49b3f-5257-4b83-92ac-5c996c91517d None None] Provisioning complete for port d26ffc0b-673c-4e72-95f2-6d066747ca4d triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:31:05.143543 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c4f49b3f-5257-4b83-92ac-5c996c91517d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:05.161977 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-69428cb8-da44-4cbc-811b-55a9bd4bd5bf None None] Deleting port 51dc9c48-3490-420b-befd-eeb4b72c3fb9 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:31:05.163168 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-69428cb8-da44-4cbc-811b-55a9bd4bd5bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:05.203123 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93d743f-bfa3-405f-a2aa-2348b05630fe req-fa002810-c26b-4bc3-9948-7ca5d92d4c0b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:05.204069 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b93d743f-bfa3-405f-a2aa-2348b05630fe req-fa002810-c26b-4bc3-9948-7ca5d92d4c0b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:05.342434 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-31e230c5-3873-49e6-94f1-4a28683c1ce1 req-c091b736-d9b6-4d10-9af5-d06c7247ec4e tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b59dfd8-fe46-4eda-8708-ff7f3de3ce14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3483295 Jul 15 23:31:05.364545 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0455a2b2-ed01-4cd1-adb1-0aae4d899dd2 req-a0729e77-7d2e-4d89-9264-95d2f9a75f2d service neutron] 10.222.0.48 "GET /v2.0/networks/a23de063-0d52-4133-8767-8b34c1d0fbbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5582111 Jul 15 23:31:05.371248 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-d9f1082c-9168-4fb2-a6b4-b9722d1075ab tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] For port 51dc9c48-3490-420b-befd-eeb4b72c3fb9, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=51dc9c48-3490-420b-befd-eeb4b72c3fb9,segment=NetworkSegment(cb89209f-d511-4524-8640-78e9ddef888c),segment_id=cb89209f-d511-4524-8640-78e9ddef888c)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:31:05.381108 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d9f1082c-9168-4fb2-a6b4-b9722d1075ab tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:05.415239 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b93d743f-bfa3-405f-a2aa-2348b05630fe req-fa002810-c26b-4bc3-9948-7ca5d92d4c0b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5584695 Jul 15 23:31:05.438488 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-d9f1082c-9168-4fb2-a6b4-b9722d1075ab tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Calling delete_port for 51dc9c48-3490-420b-befd-eeb4b72c3fb9 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:31:05.443267 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-69428cb8-da44-4cbc-811b-55a9bd4bd5bf None None] For port 51dc9c48-3490-420b-befd-eeb4b72c3fb9, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=51dc9c48-3490-420b-befd-eeb4b72c3fb9,segment=NetworkSegment(cb89209f-d511-4524-8640-78e9ddef888c),segment_id=cb89209f-d511-4524-8640-78e9ddef888c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:31:05.443999 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-69428cb8-da44-4cbc-811b-55a9bd4bd5bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:05.467939 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-b93d743f-bfa3-405f-a2aa-2348b05630fe req-825aff7d-17bc-4f35-8ee3-6274b8bcb44e service neutron] Request body: {'port': {'device_id': '0ca75cd1-9433-443e-b80a-f46e1e86c9d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:05.475982 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-69428cb8-da44-4cbc-811b-55a9bd4bd5bf None None] Calling delete_port for 51dc9c48-3490-420b-befd-eeb4b72c3fb9 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:31:05.542732 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-a3281a2f-05bc-4fe9-aab4-a866e059eac9 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Allocated IP 2001:db8::f816:3eff:fece:7c24 (640ec41f-eb03-405d-8ce3-9af1ef2c333c/f01a5dc0-5f2a-494d-bf86-12aecbc3042d/17df86d4-54c8-49e6-8fc4-bf9784fc60d8) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:31:05.548827 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-d6124e54-85e8-42d2-92fe-5c99010a7636 None None] For port 338cb7f2-8329-4d2f-8d0a-2bacb8c54224, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:31:05.561062 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-d6124e54-85e8-42d2-92fe-5c99010a7636 None None] For port 338cb7f2-8329-4d2f-8d0a-2bacb8c54224, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=338cb7f2-8329-4d2f-8d0a-2bacb8c54224,segment=NetworkSegment(1c41a3b9-3a65-4ea6-b678-373bd1d5356a),segment_id=1c41a3b9-3a65-4ea6-b678-373bd1d5356a)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:31:05.631416 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d6124e54-85e8-42d2-92fe-5c99010a7636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:05.710143 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:05.788237 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a3281a2f-05bc-4fe9-aab4-a866e059eac9 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:05.819784 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-a3281a2f-05bc-4fe9-aab4-a866e059eac9 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Transition to ACTIVE for port object 17df86d4-54c8-49e6-8fc4-bf9784fc60d8 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:31:05.915269 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6124e54-85e8-42d2-92fe-5c99010a7636 None None] Pushing event updated for resources: {'Port': ['ID=338cb7f2-8329-4d2f-8d0a-2bacb8c54224,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:05.930556 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a3281a2f-05bc-4fe9-aab4-a866e059eac9 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:05.934016 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43ccb34a-6687-475c-86ce-2b5edaadc479 tempest-RoutersAdminNegativeTest-582666111 tempest-RoutersAdminNegativeTest-582666111-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:05.955023 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d9f1082c-9168-4fb2-a6b4-b9722d1075ab tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:06.022782 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-69428cb8-da44-4cbc-811b-55a9bd4bd5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:06.063441 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f1082c-9168-4fb2-a6b4-b9722d1075ab tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] No DVR routers for this DVR port 51dc9c48-3490-420b-befd-eeb4b72c3fb9 on host n-d-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:31:06.194462 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.db.api [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 23:31:06.194462 n-d-794306-6 neutron-server[93772]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Jul 15 23:31:06.194462 n-d-794306-6 neutron-server[93772]: [parameters: {'status': 'DOWN', 'ports_id': '51dc9c48-3490-420b-befd-eeb4b72c3fb9'}] Jul 15 23:31:06.194462 n-d-794306-6 neutron-server[93772]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:31:06.198948 n-d-794306-6 neutron-server[93772]: DEBUG oslo_db.api [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:31:06.200975 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69428cb8-da44-4cbc-811b-55a9bd4bd5bf None None] Pushing event deleted for resources: {'Port': ['ID=51dc9c48-3490-420b-befd-eeb4b72c3fb9,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:06.239467 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3281a2f-05bc-4fe9-aab4-a866e059eac9 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Network 640ec41f-eb03-405d-8ce3-9af1ef2c333c is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:31:06.246827 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b93d743f-bfa3-405f-a2aa-2348b05630fe req-825aff7d-17bc-4f35-8ee3-6274b8bcb44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:06.249459 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d9f1082c-9168-4fb2-a6b4-b9722d1075ab tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:06.258300 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a8c854-73a2-4ce3-8861-edc91f08f382 req-611447a7-e7e7-446c-9eea-e36439c8695d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:06.263444 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69428cb8-da44-4cbc-811b-55a9bd4bd5bf None None] No DVR routers for this DVR port 51dc9c48-3490-420b-befd-eeb4b72c3fb9 on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:31:06.267449 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-d9f1082c-9168-4fb2-a6b4-b9722d1075ab tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b1b61bc-3f45-4950-bef2-f142964cdd3b']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:06.295637 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-d9f1082c-9168-4fb2-a6b4-b9722d1075ab tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb89209f-d511-4524-8640-78e9ddef888c') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:06.296055 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-d9f1082c-9168-4fb2-a6b4-b9722d1075ab tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb89209f-d511-4524-8640-78e9ddef888c') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:06.302553 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-98a8c854-73a2-4ce3-8861-edc91f08f382 req-611447a7-e7e7-446c-9eea-e36439c8695d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ca75cd1-9433-443e-b80a-f46e1e86c9d8 HTTP/1.1" status: 200 len: 931 time: 0.3847613 Jul 15 23:31:06.312648 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d9f1082c-9168-4fb2-a6b4-b9722d1075ab tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:06.335957 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-a3281a2f-05bc-4fe9-aab4-a866e059eac9 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:31:06.341408 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e6d9b5d1-4e8c-4bb6-b218-c309ec5164ea None None] Provisioning for port 54b61601-8100-4182-99c8-64b141f15139 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:31:06.342104 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3281a2f-05bc-4fe9-aab4-a866e059eac9 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:31:06.351672 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d9f1082c-9168-4fb2-a6b4-b9722d1075ab tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:06.363404 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3281a2f-05bc-4fe9-aab4-a866e059eac9 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:06.364392 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a3281a2f-05bc-4fe9-aab4-a866e059eac9 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:06.368183 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e6d9b5d1-4e8c-4bb6-b218-c309ec5164ea None None] Provisioning complete for port 54b61601-8100-4182-99c8-64b141f15139 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:31:06.368608 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e6d9b5d1-4e8c-4bb6-b218-c309ec5164ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:06.370364 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3281a2f-05bc-4fe9-aab4-a866e059eac9 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Pushing event updated for resources: {'Port': ['ID=17df86d4-54c8-49e6-8fc4-bf9784fc60d8,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:06.411536 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43ccb34a-6687-475c-86ce-2b5edaadc479 tempest-RoutersAdminNegativeTest-582666111 tempest-RoutersAdminNegativeTest-582666111-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:06.416832 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f1082c-9168-4fb2-a6b4-b9722d1075ab tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Pushing event deleted for resources: {'Port': ['ID=51dc9c48-3490-420b-befd-eeb4b72c3fb9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:06.422593 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0455a2b2-ed01-4cd1-adb1-0aae4d899dd2 req-10bde8dc-aac4-46cb-a87d-13bdc4817c70 service neutron] 10.222.0.48 "GET /v2.0/networks/a23de063-0d52-4133-8767-8b34c1d0fbbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0565593 Jul 15 23:31:06.429055 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9f1082c-9168-4fb2-a6b4-b9722d1075ab tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:31:06.429485 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d9f1082c-9168-4fb2-a6b4-b9722d1075ab tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:06.435446 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:31:06.435446 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:31:06.435446 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:31:06.435446 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:31:06.435446 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:31:06.435446 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:31:06.435446 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:31:06.435446 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:31:06.435446 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:31:06.435446 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:31:06.435446 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:31:06.435446 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:31:06.435446 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:31:06.435446 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:31:06.435446 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:31:06.435446 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:31:06.435446 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:31:06.435446 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:31:06.435446 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:31:06.435446 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:31:06.435446 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:31:06.435446 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:31:06.435446 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:31:06.435446 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:31:06.435446 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:31:06.435446 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:31:06.435446 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:31:06.435446 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:31:06.435446 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:31:06.435446 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:31:06.435446 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:31:06.435446 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:31:06.502774 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:06.536005 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e6d9b5d1-4e8c-4bb6-b218-c309ec5164ea None None] Port 54b61601-8100-4182-99c8-64b141f15139 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:31:06.551834 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-a3281a2f-05bc-4fe9-aab4-a866e059eac9 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 4.6148777 Jul 15 23:31:06.562528 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55254) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:06.591728 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-98a8c854-73a2-4ce3-8861-edc91f08f382 req-0cf69c9d-9bdb-4e67-b38a-011d9adf9ddf tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8c61c92-d476-46a7-af9c-4517a99fe503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2870867 Jul 15 23:31:06.772066 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Port 51dc9c48-3490-420b-befd-eeb4b72c3fb9 update to DOWN by agent not found {{(pid=93772) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 15 23:31:06.908501 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d9f1082c-9168-4fb2-a6b4-b9722d1075ab tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:07.013682 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d9f1082c-9168-4fb2-a6b4-b9722d1075ab tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:07.018582 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d9f1082c-9168-4fb2-a6b4-b9722d1075ab tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "DELETE /v2.0/networks/1b1b61bc-3f45-4950-bef2-f142964cdd3b HTTP/1.1" status: 204 len: 168 time: 3.8446770 Jul 15 23:31:07.024043 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55260) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:07.077385 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dc8d4310-a798-4585-8ed8-85657f7809a9 req-2ce90d41-251d-4ba2-afe5-c4f860ea8f38 tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] 10.222.0.48 "GET /v2.0/ports?device_id=9eba905f-ad9d-4096-848e-42ce38deef3a HTTP/1.1" status: 200 len: 210 time: 0.1899631 Jul 15 23:31:07.284939 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f1082c-9168-4fb2-a6b4-b9722d1075ab tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Pushing event deleted for resources: {'Network': ['ID=1b1b61bc-3f45-4950-bef2-f142964cdd3b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:07.328701 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device d26ffc0b-673c-4e72-95f2-6d066747ca4d up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:31:07.390119 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c92f006-2aee-4e8a-824f-39d9d7c8b476 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Deleting subnet f01a5dc0-5f2a-494d-bf86-12aecbc3042d {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:31:07.407625 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e4b53e-4fa2-4b11-bb08-0d0814c46e7a req-0ac1c217-ebc5-4827-9974-84848113ae1d tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:07.425612 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-58e4b53e-4fa2-4b11-bb08-0d0814c46e7a req-0ac1c217-ebc5-4827-9974-84848113ae1d tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=6797365d-c7ce-4e24-a954-67ea472f9dd4 HTTP/1.1" status: 200 len: 946 time: 0.5346913 Jul 15 23:31:07.442627 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c92f006-2aee-4e8a-824f-39d9d7c8b476 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:07.478415 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port d26ffc0b-673c-4e72-95f2-6d066747ca4d triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:31:07.479330 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:07.554657 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-b93d743f-bfa3-405f-a2aa-2348b05630fe req-825aff7d-17bc-4f35-8ee3-6274b8bcb44e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54b61601-8100-4182-99c8-64b141f15139 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:31:07.564990 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b93d743f-bfa3-405f-a2aa-2348b05630fe req-825aff7d-17bc-4f35-8ee3-6274b8bcb44e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:07.587842 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-b93d743f-bfa3-405f-a2aa-2348b05630fe req-825aff7d-17bc-4f35-8ee3-6274b8bcb44e service neutron] Transition to ACTIVE for port object 54b61601-8100-4182-99c8-64b141f15139 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:31:07.618234 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b93d743f-bfa3-405f-a2aa-2348b05630fe req-825aff7d-17bc-4f35-8ee3-6274b8bcb44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:07.675920 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-58e4b53e-4fa2-4b11-bb08-0d0814c46e7a req-9c56d320-bbc9-4959-94a1-6321640b6ff2 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b59dfd8-fe46-4eda-8708-ff7f3de3ce14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2492399 Jul 15 23:31:07.825964 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 338cb7f2-8329-4d2f-8d0a-2bacb8c54224 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:31:07.851292 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825aff7d-17bc-4f35-8ee3-6274b8bcb44e service neutron] Pushing event updated for resources: {'Port': ['ID=54b61601-8100-4182-99c8-64b141f15139,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:07.898536 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c92f006-2aee-4e8a-824f-39d9d7c8b476 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:07.919628 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2302bb3d-0ac5-4470-92a8-5b6e69513299 None None] Network 640ec41f-eb03-405d-8ce3-9af1ef2c333c requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:31:08.009083 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43ccb34a-6687-475c-86ce-2b5edaadc479 tempest-RoutersAdminNegativeTest-582666111 tempest-RoutersAdminNegativeTest-582666111-project-admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:08.105921 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f99d7889-185c-46a7-bc8e-df26e87fd874 None None] Provisioning for port 338cb7f2-8329-4d2f-8d0a-2bacb8c54224 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:31:08.186843 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f2183-8276-4be2-9505-f26d2b221ebc req-20378526-4ed6-4c24-b590-5b36edf514e0 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:08.189112 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2a8f2183-8276-4be2-9505-f26d2b221ebc req-20378526-4ed6-4c24-b590-5b36edf514e0 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ca75cd1-9433-443e-b80a-f46e1e86c9d8 HTTP/1.1" status: 200 len: 943 time: 0.2366438 Jul 15 23:31:08.190741 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 338cb7f2-8329-4d2f-8d0a-2bacb8c54224 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:31:08.190984 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-b93d743f-bfa3-405f-a2aa-2348b05630fe req-825aff7d-17bc-4f35-8ee3-6274b8bcb44e service neutron] Attempting to bind port 54b61601-8100-4182-99c8-64b141f15139 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:31:08.192046 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-b93d743f-bfa3-405f-a2aa-2348b05630fe req-825aff7d-17bc-4f35-8ee3-6274b8bcb44e service neutron] Attempting to bind port 54b61601-8100-4182-99c8-64b141f15139 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '0b5e8ec5-ed51-4bc2-b998-73d0d8a498a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'ecdc87bf-da0f-4a3d-9224-f4cedc41c982'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:31:08.192824 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93d743f-bfa3-405f-a2aa-2348b05630fe req-825aff7d-17bc-4f35-8ee3-6274b8bcb44e service neutron] Attempting to bind port 54b61601-8100-4182-99c8-64b141f15139 on network ecdc87bf-da0f-4a3d-9224-f4cedc41c982 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:31:08.249309 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93d743f-bfa3-405f-a2aa-2348b05630fe req-825aff7d-17bc-4f35-8ee3-6274b8bcb44e service neutron] Port 54b61601-8100-4182-99c8-64b141f15139 on network ecdc87bf-da0f-4a3d-9224-f4cedc41c982 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:31:08.249965 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93d743f-bfa3-405f-a2aa-2348b05630fe req-825aff7d-17bc-4f35-8ee3-6274b8bcb44e service neutron] Attempting to bind port 54b61601-8100-4182-99c8-64b141f15139 on network ecdc87bf-da0f-4a3d-9224-f4cedc41c982 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:31:08.265051 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 338cb7f2-8329-4d2f-8d0a-2bacb8c54224 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:31:08.269766 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:08.280045 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0d5a8629-cf40-4f42-8de3-ada44f12ab39 req-de827887-014f-4dbb-abcf-64619f7dfcaa tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] 10.222.0.48 "GET /v2.0/ports?device_id=9eba905f-ad9d-4096-848e-42ce38deef3a HTTP/1.1" status: 200 len: 210 time: 0.0625596 Jul 15 23:31:08.281418 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93d743f-bfa3-405f-a2aa-2348b05630fe req-825aff7d-17bc-4f35-8ee3-6274b8bcb44e service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:31:08.281945 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93d743f-bfa3-405f-a2aa-2348b05630fe req-825aff7d-17bc-4f35-8ee3-6274b8bcb44e service neutron] Checking segment: {'id': '0b5e8ec5-ed51-4bc2-b998-73d0d8a498a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'ecdc87bf-da0f-4a3d-9224-f4cedc41c982'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:31:08.282647 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93d743f-bfa3-405f-a2aa-2348b05630fe req-825aff7d-17bc-4f35-8ee3-6274b8bcb44e service neutron] Bound using segment: {'id': '0b5e8ec5-ed51-4bc2-b998-73d0d8a498a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'ecdc87bf-da0f-4a3d-9224-f4cedc41c982'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:31:08.283412 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-b93d743f-bfa3-405f-a2aa-2348b05630fe req-825aff7d-17bc-4f35-8ee3-6274b8bcb44e service neutron] Bound port: 54b61601-8100-4182-99c8-64b141f15139, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b5e8ec5-ed51-4bc2-b998-73d0d8a498a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'ecdc87bf-da0f-4a3d-9224-f4cedc41c982'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:31:08.286177 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b93d743f-bfa3-405f-a2aa-2348b05630fe req-825aff7d-17bc-4f35-8ee3-6274b8bcb44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:08.353758 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2a8f2183-8276-4be2-9505-f26d2b221ebc req-f1872e5d-0da0-45fc-83f4-f1c001a9688d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8c61c92-d476-46a7-af9c-4517a99fe503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542530 Jul 15 23:31:08.394049 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:08.476903 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-b93d743f-bfa3-405f-a2aa-2348b05630fe req-825aff7d-17bc-4f35-8ee3-6274b8bcb44e service neutron] For port 54b61601-8100-4182-99c8-64b141f15139, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:31:08.488577 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-b93d743f-bfa3-405f-a2aa-2348b05630fe req-825aff7d-17bc-4f35-8ee3-6274b8bcb44e service neutron] For port 54b61601-8100-4182-99c8-64b141f15139, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=54b61601-8100-4182-99c8-64b141f15139,segment=NetworkSegment(0b5e8ec5-ed51-4bc2-b998-73d0d8a498a3),segment_id=0b5e8ec5-ed51-4bc2-b998-73d0d8a498a3)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:31:08.499221 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b93d743f-bfa3-405f-a2aa-2348b05630fe req-825aff7d-17bc-4f35-8ee3-6274b8bcb44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:08.515326 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:08.621251 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93d743f-bfa3-405f-a2aa-2348b05630fe req-825aff7d-17bc-4f35-8ee3-6274b8bcb44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:08.622316 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b93d743f-bfa3-405f-a2aa-2348b05630fe req-825aff7d-17bc-4f35-8ee3-6274b8bcb44e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:08.624264 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b93d743f-bfa3-405f-a2aa-2348b05630fe req-825aff7d-17bc-4f35-8ee3-6274b8bcb44e service neutron] 10.222.0.49 "PUT /v2.0/ports/54b61601-8100-4182-99c8-64b141f15139 HTTP/1.1" status: 200 len: 1091 time: 3.2018042 Jul 15 23:31:08.625081 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ca75cd1-9433-443e-b80a-f46e1e86c9d8', 'tag': '54b61601-8100-4182-99c8-64b141f15139'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:31:08.627980 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1bc9973-d2b2-46f6-87d3-4766aa46527e" -d '{"events": [{"name": "network-changed", "server_uuid": "0ca75cd1-9433-443e-b80a-f46e1e86c9d8", "tag": "54b61601-8100-4182-99c8-64b141f15139"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:31:08.861389 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825aff7d-17bc-4f35-8ee3-6274b8bcb44e service neutron] Pushing event updated for resources: {'Port': ['ID=54b61601-8100-4182-99c8-64b141f15139,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:08.866764 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43ccb34a-6687-475c-86ce-2b5edaadc479 tempest-RoutersAdminNegativeTest-582666111 tempest-RoutersAdminNegativeTest-582666111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:08.882987 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43ccb34a-6687-475c-86ce-2b5edaadc479 tempest-RoutersAdminNegativeTest-582666111 tempest-RoutersAdminNegativeTest-582666111-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:08.883820 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c62ecfc0-2c6e-4508-9b6b-aa6e6071c239 x-openstack-request-id: req-c62ecfc0-2c6e-4508-9b6b-aa6e6071c239 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:31:08.884195 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ca75cd1-9433-443e-b80a-f46e1e86c9d8", "tag": "54b61601-8100-4182-99c8-64b141f15139", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:31:08.884517 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c62ecfc0-2c6e-4508-9b6b-aa6e6071c239 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:31:08.885345 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ca75cd1-9433-443e-b80a-f46e1e86c9d8', 'tag': '54b61601-8100-4182-99c8-64b141f15139', 'status': 'completed', 'code': 200} Jul 15 23:31:08.918287 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c92f006-2aee-4e8a-824f-39d9d7c8b476 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:09.119565 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c92f006-2aee-4e8a-824f-39d9d7c8b476 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:09.201589 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43ccb34a-6687-475c-86ce-2b5edaadc479 tempest-RoutersAdminNegativeTest-582666111 tempest-RoutersAdminNegativeTest-582666111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:09.202232 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ccb34a-6687-475c-86ce-2b5edaadc479 tempest-RoutersAdminNegativeTest-582666111 tempest-RoutersAdminNegativeTest-582666111-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bc6a23b8-bb21-4610-ab36-b805a0648a32 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:31:09.224081 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.db.api [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:31:09.236600 n-d-794306-6 neutron-server[93772]: DEBUG oslo_db.api [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:31:09.257640 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c92f006-2aee-4e8a-824f-39d9d7c8b476 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Pushing event deleted for resources: {'Subnet': ['ID=f01a5dc0-5f2a-494d-bf86-12aecbc3042d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:09.258714 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93d743f-bfa3-405f-a2aa-2348b05630fe req-0b5c64e2-be0d-4bb9-ad87-028fc061551c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:09.267292 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b93d743f-bfa3-405f-a2aa-2348b05630fe req-0b5c64e2-be0d-4bb9-ad87-028fc061551c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=89469485c64e49f5b3171ed5499b9995&device_id=0ca75cd1-9433-443e-b80a-f46e1e86c9d8 HTTP/1.1" status: 200 len: 1094 time: 0.5887241 Jul 15 23:31:09.298641 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c92f006-2aee-4e8a-824f-39d9d7c8b476 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:09.304741 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-0c92f006-2aee-4e8a-824f-39d9d7c8b476 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] 10.222.0.48 "DELETE /v2.0/subnets/f01a5dc0-5f2a-494d-bf86-12aecbc3042d HTTP/1.1" status: 204 len: 168 time: 2.6185169 Jul 15 23:31:09.308818 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [None req-43ccb34a-6687-475c-86ce-2b5edaadc479 tempest-RoutersAdminNegativeTest-582666111 tempest-RoutersAdminNegativeTest-582666111-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 15 23:31:09.316994 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-43ccb34a-6687-475c-86ce-2b5edaadc479 tempest-RoutersAdminNegativeTest-582666111 tempest-RoutersAdminNegativeTest-582666111-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 6.2004697 Jul 15 23:31:09.318014 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55284) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:09.318418 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55286) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:09.426305 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b93d743f-bfa3-405f-a2aa-2348b05630fe req-c780500b-74ae-40a8-9993-ce6b1cca86c9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54b61601-8100-4182-99c8-64b141f15139 HTTP/1.1" status: 200 len: 217 time: 0.1480048 Jul 15 23:31:09.457052 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3744de04-6d19-48d1-9014-843625caea78 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:09.460198 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3744de04-6d19-48d1-9014-843625caea78 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:09.468115 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-3744de04-6d19-48d1-9014-843625caea78 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1463463 Jul 15 23:31:09.472740 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55296) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:09.498969 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd44e8c8-6b7f-47dc-982e-aafe982e0637 None None] Network 640ec41f-eb03-405d-8ce3-9af1ef2c333c requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:31:09.499770 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb99cb6-f85f-40e9-836a-b55ae3cd2613 req-5e435409-0f10-4ddd-b0fc-4a2c816aeac7 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:09.507849 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1cb99cb6-f85f-40e9-836a-b55ae3cd2613 req-5e435409-0f10-4ddd-b0fc-4a2c816aeac7 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=6797365d-c7ce-4e24-a954-67ea472f9dd4 HTTP/1.1" status: 200 len: 946 time: 0.4587030 Jul 15 23:31:09.526467 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7ec3e81-141e-4ce8-91eb-265168a4d9f8 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:09.558944 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-53d9df85-c6bb-49f3-af02-f75d6ba3bd33 req-ac299fa9-10ae-4a44-aed5-d32f5a709a4d tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] 10.222.0.48 "GET /v2.0/ports?device_id=9eba905f-ad9d-4096-848e-42ce38deef3a HTTP/1.1" status: 200 len: 210 time: 0.1504569 Jul 15 23:31:09.665389 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1cb99cb6-f85f-40e9-836a-b55ae3cd2613 req-f925cf43-80da-448f-841d-571d7230d04a tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b59dfd8-fe46-4eda-8708-ff7f3de3ce14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1565537 Jul 15 23:31:09.699463 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93d743f-bfa3-405f-a2aa-2348b05630fe req-e46c3230-5228-4674-92e6-a56a871ad442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:09.718699 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ff1849aa-3d80-405f-941e-9dbbb2994bf4 None None] Provisioning for port 17df86d4-54c8-49e6-8fc4-bf9784fc60d8 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:31:09.720955 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b93d743f-bfa3-405f-a2aa-2348b05630fe req-e46c3230-5228-4674-92e6-a56a871ad442 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1ab37b05-e7b9-4fe0-bd45-61e825b24f36 HTTP/1.1" status: 200 len: 835 time: 0.2391999 Jul 15 23:31:09.755323 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ff1849aa-3d80-405f-941e-9dbbb2994bf4 None None] Provisioning complete for port 17df86d4-54c8-49e6-8fc4-bf9784fc60d8 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:31:09.756975 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ff1849aa-3d80-405f-941e-9dbbb2994bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:09.906628 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93d743f-bfa3-405f-a2aa-2348b05630fe req-3b04c6b3-3132-4801-add8-c2d244dde7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:09.908296 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b93d743f-bfa3-405f-a2aa-2348b05630fe req-3b04c6b3-3132-4801-add8-c2d244dde7eb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ecdc87bf-da0f-4a3d-9224-f4cedc41c982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1810713 Jul 15 23:31:09.965174 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ff1849aa-3d80-405f-941e-9dbbb2994bf4 None None] Port 17df86d4-54c8-49e6-8fc4-bf9784fc60d8 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:31:09.969592 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43881213-54db-4fda-8060-c0c4b25129eb tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:10.000736 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-43881213-54db-4fda-8060-c0c4b25129eb tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 15 23:31:10.001242 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43881213-54db-4fda-8060-c0c4b25129eb tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:31:10.011241 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-43881213-54db-4fda-8060-c0c4b25129eb tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] 10.222.0.48 "DELETE /v2.0/networks/640ec41f-eb03-405d-8ce3-9af1ef2c333c HTTP/1.1" status: 409 len: 405 time: 0.5367327 Jul 15 23:31:10.018192 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55300) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:10.021821 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-0326b47e-812b-4304-837a-506ecde6c0dc tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-770367665'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:10.045931 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:10.074392 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b93d743f-bfa3-405f-a2aa-2348b05630fe req-37283d4c-28ac-4fa9-9e18-c3fb1099a893 service neutron] 10.222.0.49 "GET /v2.0/networks/ecdc87bf-da0f-4a3d-9224-f4cedc41c982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583917 Jul 15 23:31:10.096567 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15d06ad-1402-42fd-963d-28a70bbc5230 req-baf572fa-36c0-4225-a9c3-45734e23cbc1 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:10.105121 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a15d06ad-1402-42fd-963d-28a70bbc5230 req-baf572fa-36c0-4225-a9c3-45734e23cbc1 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ca75cd1-9433-443e-b80a-f46e1e86c9d8 HTTP/1.1" status: 200 len: 943 time: 0.2656667 Jul 15 23:31:10.178254 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ff1849aa-3d80-405f-941e-9dbbb2994bf4 None None] Provisioning complete for port 338cb7f2-8329-4d2f-8d0a-2bacb8c54224 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:31:10.178254 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ff1849aa-3d80-405f-941e-9dbbb2994bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:10.256116 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b93d743f-bfa3-405f-a2aa-2348b05630fe req-731fc4a5-3c65-4621-9d4a-419fb4d6c55d service neutron] 10.222.0.49 "GET /v2.0/networks/ecdc87bf-da0f-4a3d-9224-f4cedc41c982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751289 Jul 15 23:31:10.263384 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 338cb7f2-8329-4d2f-8d0a-2bacb8c54224, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=338cb7f2-8329-4d2f-8d0a-2bacb8c54224,segment=NetworkSegment(1c41a3b9-3a65-4ea6-b678-373bd1d5356a),segment_id=1c41a3b9-3a65-4ea6-b678-373bd1d5356a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:31:10.281721 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:10.345488 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a15d06ad-1402-42fd-963d-28a70bbc5230 req-3e24f3bb-bbc5-44de-b537-46a3c4c1aaba tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8c61c92-d476-46a7-af9c-4517a99fe503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2394886 Jul 15 23:31:10.381448 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=338cb7f2-8329-4d2f-8d0a-2bacb8c54224,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:10.438052 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4426a89f-16ab-44dd-ab61-8948f1c48a04 None None] DHCP port deletion for 640ec41f-eb03-405d-8ce3-9af1ef2c333c request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:31:10.482759 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc9973-d2b2-46f6-87d3-4766aa46527e req-34c9bdfc-e063-4df1-861d-377734425d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:10.484139 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f1bc9973-d2b2-46f6-87d3-4766aa46527e req-34c9bdfc-e063-4df1-861d-377734425d7f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=89469485c64e49f5b3171ed5499b9995&device_id=0ca75cd1-9433-443e-b80a-f46e1e86c9d8 HTTP/1.1" status: 200 len: 1094 time: 0.1373868 Jul 15 23:31:10.540280 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-4426a89f-16ab-44dd-ab61-8948f1c48a04 None None] Deleting port 338cb7f2-8329-4d2f-8d0a-2bacb8c54224 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:31:10.541183 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4426a89f-16ab-44dd-ab61-8948f1c48a04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:10.661768 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-2cd1d145-58bc-408f-a187-4c9808856b34 tempest-RoutersAdminNegativeTest-582666111 tempest-RoutersAdminNegativeTest-582666111-project-admin] Deleting port a7509439-3709-4058-a5fd-436bfdea1af7 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:31:10.662168 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2cd1d145-58bc-408f-a187-4c9808856b34 tempest-RoutersAdminNegativeTest-582666111 tempest-RoutersAdminNegativeTest-582666111-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:10.710489 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e6f6c7d1-3ccd-436e-9aac-3931c88df366 req-0ed560b0-e14f-4ee6-8e55-e7fa19ec4b82 tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] 10.222.0.48 "GET /v2.0/ports?device_id=9eba905f-ad9d-4096-848e-42ce38deef3a HTTP/1.1" status: 200 len: 210 time: 0.0501487 Jul 15 23:31:10.720465 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0326b47e-812b-4304-837a-506ecde6c0dc tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Made reservation on behalf of 569f2df56f5346c6b2cc2678b0d25280 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:31:10.724492 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0326b47e-812b-4304-837a-506ecde6c0dc tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:10.741200 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-4426a89f-16ab-44dd-ab61-8948f1c48a04 None None] For port 338cb7f2-8329-4d2f-8d0a-2bacb8c54224, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=338cb7f2-8329-4d2f-8d0a-2bacb8c54224,segment=NetworkSegment(1c41a3b9-3a65-4ea6-b678-373bd1d5356a),segment_id=1c41a3b9-3a65-4ea6-b678-373bd1d5356a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:31:10.741614 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4426a89f-16ab-44dd-ab61-8948f1c48a04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:10.772823 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc9973-d2b2-46f6-87d3-4766aa46527e req-36c8047e-1a9a-4b50-b662-aba27d8c28eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:10.774949 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f1bc9973-d2b2-46f6-87d3-4766aa46527e req-36c8047e-1a9a-4b50-b662-aba27d8c28eb service neutron] 10.222.0.49 "GET /v2.0/networks?id=ecdc87bf-da0f-4a3d-9224-f4cedc41c982 HTTP/1.1" status: 200 len: 897 time: 0.2841008 Jul 15 23:31:10.780704 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-4426a89f-16ab-44dd-ab61-8948f1c48a04 None None] Calling delete_port for 338cb7f2-8329-4d2f-8d0a-2bacb8c54224 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:31:10.883382 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f1bc9973-d2b2-46f6-87d3-4766aa46527e req-03ad484f-e7fa-4fb7-b8fe-2c77805b3546 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54b61601-8100-4182-99c8-64b141f15139 HTTP/1.1" status: 200 len: 217 time: 0.0993729 Jul 15 23:31:10.920654 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0326b47e-812b-4304-837a-506ecde6c0dc tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:31:10.958214 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2cd1d145-58bc-408f-a187-4c9808856b34 tempest-RoutersAdminNegativeTest-582666111 tempest-RoutersAdminNegativeTest-582666111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:10.988568 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc9973-d2b2-46f6-87d3-4766aa46527e req-d05c2db9-3393-49b0-8442-55b9d055c7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:10.990537 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f1bc9973-d2b2-46f6-87d3-4766aa46527e req-d05c2db9-3393-49b0-8442-55b9d055c7c2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1ab37b05-e7b9-4fe0-bd45-61e825b24f36 HTTP/1.1" status: 200 len: 835 time: 0.1013114 Jul 15 23:31:11.007205 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0326b47e-812b-4304-837a-506ecde6c0dc tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:11.007854 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-0326b47e-812b-4304-837a-506ecde6c0dc tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Added segment 2b1b475e-0af2-49ee-9bbc-1102d88ff72e of type vlan for network 9b9c71c7-3cba-46bd-a2d4-987763487951 Jul 15 23:31:11.053477 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-2cd1d145-58bc-408f-a187-4c9808856b34 tempest-RoutersAdminNegativeTest-582666111 tempest-RoutersAdminNegativeTest-582666111-project-admin] Calling delete_port for a7509439-3709-4058-a5fd-436bfdea1af7 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:31:11.082234 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4426a89f-16ab-44dd-ab61-8948f1c48a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:11.153459 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4426a89f-16ab-44dd-ab61-8948f1c48a04 None None] Pushing event deleted for resources: {'Port': ['ID=338cb7f2-8329-4d2f-8d0a-2bacb8c54224,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:11.167808 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4426a89f-16ab-44dd-ab61-8948f1c48a04 None None] No DVR routers for this DVR port 338cb7f2-8329-4d2f-8d0a-2bacb8c54224 on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:31:11.377475 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc9973-d2b2-46f6-87d3-4766aa46527e req-ff73140b-976a-42f7-a034-a0e905cbc91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:11.384564 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f1bc9973-d2b2-46f6-87d3-4766aa46527e req-ff73140b-976a-42f7-a034-a0e905cbc91d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ecdc87bf-da0f-4a3d-9224-f4cedc41c982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3851020 Jul 15 23:31:11.423252 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a029e53-bd72-4e37-ac53-6e631ec12edd req-34858301-6265-43e4-b1bb-06a475f14000 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:11.441497 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0a029e53-bd72-4e37-ac53-6e631ec12edd req-34858301-6265-43e4-b1bb-06a475f14000 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=6797365d-c7ce-4e24-a954-67ea472f9dd4 HTTP/1.1" status: 200 len: 946 time: 0.3354714 Jul 15 23:31:11.481948 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0326b47e-812b-4304-837a-506ecde6c0dc tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:11.578493 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0a029e53-bd72-4e37-ac53-6e631ec12edd req-67864af5-16c0-4c92-b80d-fa5836403719 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b59dfd8-fe46-4eda-8708-ff7f3de3ce14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1358109 Jul 15 23:31:11.608977 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0326b47e-812b-4304-837a-506ecde6c0dc tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:11.615474 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0326b47e-812b-4304-837a-506ecde6c0dc tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:11.616327 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0326b47e-812b-4304-837a-506ecde6c0dc tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:11.686024 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-0326b47e-812b-4304-837a-506ecde6c0dc tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.6669745 Jul 15 23:31:11.688764 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55322) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:11.707859 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4a1ffa90-9924-44e3-b149-eeac1e1988fc tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Request body: {'subnet': {'network_id': '9b9c71c7-3cba-46bd-a2d4-987763487951', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:11.736655 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0326b47e-812b-4304-837a-506ecde6c0dc tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Pushing event updated for resources: {'Network': ['ID=9b9c71c7-3cba-46bd-a2d4-987763487951,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:11.757002 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 9b9c71c7-3cba-46bd-a2d4-987763487951 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:31:11.777938 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-e7ec3e81-141e-4ce8-91eb-265168a4d9f8 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Deleting port 5b91b56f-13ad-44f3-ad73-189e6ca6c21a {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:31:11.778413 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7ec3e81-141e-4ce8-91eb-265168a4d9f8 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:11.815978 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f1bc9973-d2b2-46f6-87d3-4766aa46527e req-af8633ae-3d33-4b5d-b4f5-e5e74580e104 service neutron] 10.222.0.49 "GET /v2.0/networks/ecdc87bf-da0f-4a3d-9224-f4cedc41c982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678231 Jul 15 23:31:11.889281 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2cd1d145-58bc-408f-a187-4c9808856b34 tempest-RoutersAdminNegativeTest-582666111 tempest-RoutersAdminNegativeTest-582666111-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:12.022263 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d915d372-c64d-4ed0-9361-eb1e65bd73d7 req-e0882f7a-93fc-4637-b3c4-cc00369e4960 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:12.024201 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d915d372-c64d-4ed0-9361-eb1e65bd73d7 req-e0882f7a-93fc-4637-b3c4-cc00369e4960 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ca75cd1-9433-443e-b80a-f46e1e86c9d8 HTTP/1.1" status: 200 len: 943 time: 0.4818375 Jul 15 23:31:12.048418 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd1d145-58bc-408f-a187-4c9808856b34 tempest-RoutersAdminNegativeTest-582666111 tempest-RoutersAdminNegativeTest-582666111-project-admin] Pushing event deleted for resources: {'Port': ['ID=a7509439-3709-4058-a5fd-436bfdea1af7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:12.078040 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-e7ec3e81-141e-4ce8-91eb-265168a4d9f8 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] For port 5b91b56f-13ad-44f3-ad73-189e6ca6c21a, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=5b91b56f-13ad-44f3-ad73-189e6ca6c21a,segment=NetworkSegment(10434dea-4f11-4139-9cae-ec0055e61c4b),segment_id=10434dea-4f11-4139-9cae-ec0055e61c4b)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:31:12.078926 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7ec3e81-141e-4ce8-91eb-265168a4d9f8 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:12.104395 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-e7ec3e81-141e-4ce8-91eb-265168a4d9f8 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Calling delete_port for 5b91b56f-13ad-44f3-ad73-189e6ca6c21a owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:31:12.119332 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2cd1d145-58bc-408f-a187-4c9808856b34 tempest-RoutersAdminNegativeTest-582666111 tempest-RoutersAdminNegativeTest-582666111-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:12.123049 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-2cd1d145-58bc-408f-a187-4c9808856b34 tempest-RoutersAdminNegativeTest-582666111 tempest-RoutersAdminNegativeTest-582666111-project-admin] 10.222.0.48 "DELETE /v2.0/ports/a7509439-3709-4058-a5fd-436bfdea1af7 HTTP/1.1" status: 204 len: 168 time: 2.7344084 Jul 15 23:31:12.134463 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-99c358d0-361b-4ddf-82c3-68d6f8c1b51b req-f7caa001-bfed-427e-bfe0-25377c53aaed tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] 10.222.0.48 "GET /v2.0/ports?device_id=9eba905f-ad9d-4096-848e-42ce38deef3a HTTP/1.1" status: 200 len: 210 time: 0.1264508 Jul 15 23:31:12.231047 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d915d372-c64d-4ed0-9361-eb1e65bd73d7 req-732ae529-343c-46e5-87e2-d8066e28faf5 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8c61c92-d476-46a7-af9c-4517a99fe503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1888835 Jul 15 23:31:12.253559 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f1bc9973-d2b2-46f6-87d3-4766aa46527e req-988fa317-8c2a-4845-b8bb-f214e6399894 service neutron] 10.222.0.49 "GET /v2.0/networks/ecdc87bf-da0f-4a3d-9224-f4cedc41c982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4294138 Jul 15 23:31:12.254728 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1ffa90-9924-44e3-b149-eeac1e1988fc tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Made reservation on behalf of 569f2df56f5346c6b2cc2678b0d25280 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:31:12.258795 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4a1ffa90-9924-44e3-b149-eeac1e1988fc tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:12.492773 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 338cb7f2-8329-4d2f-8d0a-2bacb8c54224 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:31:12.540954 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 338cb7f2-8329-4d2f-8d0a-2bacb8c54224 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:31:12.541553 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 338cb7f2-8329-4d2f-8d0a-2bacb8c54224 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:31:12.760682 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55340) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:12.801658 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7ec3e81-141e-4ce8-91eb-265168a4d9f8 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:12.924299 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ec3e81-141e-4ce8-91eb-265168a4d9f8 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Pushing event deleted for resources: {'Port': ['ID=5b91b56f-13ad-44f3-ad73-189e6ca6c21a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:13.201010 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7ec3e81-141e-4ce8-91eb-265168a4d9f8 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:13.235631 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-478583c4-0a73-46e0-9144-25be12d889cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:13.675160 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ec3e81-141e-4ce8-91eb-265168a4d9f8 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Router a548f5dd-d9b9-4cf7-abb3-55049d32f350 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:31:13.898468 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ec3e81-141e-4ce8-91eb-265168a4d9f8 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:31:13.912852 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e7ec3e81-141e-4ce8-91eb-265168a4d9f8 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "PUT /v2.0/routers/a548f5dd-d9b9-4cf7-abb3-55049d32f350/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8687515 Jul 15 23:31:13.913980 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55358) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:13.916310 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c11a3a-c1bc-4700-9c0f-5467c365f21c None None] Sync routers for ids ['a548f5dd-d9b9-4cf7-abb3-55049d32f350'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:31:13.950885 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 54b61601-8100-4182-99c8-64b141f15139 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:31:13.972009 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c11a3a-c1bc-4700-9c0f-5467c365f21c None None] Routers {'a548f5dd-d9b9-4cf7-abb3-55049d32f350'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:31:13.978801 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-96c11a3a-c1bc-4700-9c0f-5467c365f21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:31:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['a548f5dd-d9b9-4cf7-abb3-55049d32f350'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:14.102941 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0dd011f-49e0-455a-988f-45e894c45b7b tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Deleting subnet 1c4d3617-5524-4022-a6f3-235207c33262 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:31:14.116035 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f0dd011f-49e0-455a-988f-45e894c45b7b tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:14.260625 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f0dd011f-49e0-455a-988f-45e894c45b7b tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:14.285289 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-96c11a3a-c1bc-4700-9c0f-5467c365f21c None None] Set router a548f5dd-d9b9-4cf7-abb3-55049d32f350 gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:31:14.340415 n-d-794306-6 neutron-server[93770]: DEBUG neutron.objects.ports [None req-4a1ffa90-9924-44e3-b149-eeac1e1988fc tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93770) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 23:31:14.384109 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4a1ffa90-9924-44e3-b149-eeac1e1988fc tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:14.398286 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-96c11a3a-c1bc-4700-9c0f-5467c365f21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'name': 'tempest-RoutersIpV6Test-router-386202676', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:29:54Z', 'updated_at': '2021-07-15T23:31:12Z', 'revision_number': 11, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'gw_port_host': None}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:14.457810 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c11a3a-c1bc-4700-9c0f-5467c365f21c None None] Checking router: a548f5dd-d9b9-4cf7-abb3-55049d32f350 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:31:14.497420 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c11a3a-c1bc-4700-9c0f-5467c365f21c None None] Routers {'a548f5dd-d9b9-4cf7-abb3-55049d32f350'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:31:14.503224 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-96c11a3a-c1bc-4700-9c0f-5467c365f21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:31:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['a548f5dd-d9b9-4cf7-abb3-55049d32f350'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:14.507188 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f0dd011f-49e0-455a-988f-45e894c45b7b tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:14.581171 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1ffa90-9924-44e3-b149-eeac1e1988fc tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Pushing event updated for resources: {'Subnet': ['ID=f4542294-7db5-4ca4-a869-c8fada6c8732,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:14.599194 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4b97838b-e437-4d72-80ac-19bcecfb1ada req-57560be9-add0-43d3-8d63-0fcdcd1a11a2 tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] 10.222.0.48 "GET /v2.0/ports?device_id=9eba905f-ad9d-4096-848e-42ce38deef3a HTTP/1.1" status: 200 len: 210 time: 0.3409977 Jul 15 23:31:14.640195 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.db.resource_extend [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 23:31:14.648719 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f0dd011f-49e0-455a-988f-45e894c45b7b tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:14.668604 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915e62e-f16f-423d-a098-a5bc59415cae req-e384d9ed-511f-4502-b330-e26e88e2850d tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:14.670802 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a915e62e-f16f-423d-a098-a5bc59415cae req-e384d9ed-511f-4502-b330-e26e88e2850d tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=6797365d-c7ce-4e24-a954-67ea472f9dd4 HTTP/1.1" status: 200 len: 946 time: 1.7170393 Jul 15 23:31:14.700368 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-96c11a3a-c1bc-4700-9c0f-5467c365f21c None None] Set router a548f5dd-d9b9-4cf7-abb3-55049d32f350 gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:31:14.727311 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dd011f-49e0-455a-988f-45e894c45b7b tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Pushing event deleted for resources: {'Subnet': ['ID=1c4d3617-5524-4022-a6f3-235207c33262,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:14.763468 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f0dd011f-49e0-455a-988f-45e894c45b7b tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:14.772319 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f0dd011f-49e0-455a-988f-45e894c45b7b tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "DELETE /v2.0/subnets/1c4d3617-5524-4022-a6f3-235207c33262 HTTP/1.1" status: 204 len: 168 time: 0.8566239 Jul 15 23:31:14.773809 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55366) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:14.834523 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9185c1cb-e710-46bf-bbe7-5ffcaf9d6d28 None None] Network a391d6e6-361d-4509-988f-c3a1a38ff178 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:31:14.900479 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2cb1ddbe-d91e-43da-a274-c04f3a96c171 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:14.921975 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-96c11a3a-c1bc-4700-9c0f-5467c365f21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'name': 'tempest-RoutersIpV6Test-router-386202676', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:29:54Z', 'updated_at': '2021-07-15T23:31:12Z', 'revision_number': 11, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'gw_port_host': None}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:14.960367 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c11a3a-c1bc-4700-9c0f-5467c365f21c None None] The sync data for ids ['a548f5dd-d9b9-4cf7-abb3-55049d32f350'] in n-d-794306-6 is: [{'id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'name': 'tempest-RoutersIpV6Test-router-386202676', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:29:54Z', 'updated_at': '2021-07-15T23:31:12Z', 'revision_number': 11, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'gw_port_host': None}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:31:15.015358 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-2cb1ddbe-d91e-43da-a274-c04f3a96c171 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Deleting port 339f2fe3-f7c8-439b-9804-a8efc278ffb2 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:31:15.016062 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2cb1ddbe-d91e-43da-a274-c04f3a96c171 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:15.021293 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1ffa90-9924-44e3-b149-eeac1e1988fc tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Checking segment: {'id': '2b1b475e-0af2-49ee-9bbc-1102d88ff72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9b9c71c7-3cba-46bd-a2d4-987763487951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:31:15.021785 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1ffa90-9924-44e3-b149-eeac1e1988fc tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Network hostable DHCP agents. Network: 9b9c71c7-3cba-46bd-a2d4-987763487951, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:31:15.099848 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a915e62e-f16f-423d-a098-a5bc59415cae req-68df042d-2d0a-4eda-b186-5aa3e2ea2776 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b59dfd8-fe46-4eda-8708-ff7f3de3ce14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3037477 Jul 15 23:31:15.115255 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-2cb1ddbe-d91e-43da-a274-c04f3a96c171 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] For port 339f2fe3-f7c8-439b-9804-a8efc278ffb2, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=339f2fe3-f7c8-439b-9804-a8efc278ffb2,segment=NetworkSegment(10434dea-4f11-4139-9cae-ec0055e61c4b),segment_id=10434dea-4f11-4139-9cae-ec0055e61c4b)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:31:15.115662 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2cb1ddbe-d91e-43da-a274-c04f3a96c171 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:15.132902 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0455a2b2-ed01-4cd1-adb1-0aae4d899dd2 req-a45a1af0-07be-4136-b109-ac86770d00a1 tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:15.135198 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-2cb1ddbe-d91e-43da-a274-c04f3a96c171 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Calling delete_port for 339f2fe3-f7c8-439b-9804-a8efc278ffb2 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:31:15.136230 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0455a2b2-ed01-4cd1-adb1-0aae4d899dd2 req-a45a1af0-07be-4136-b109-ac86770d00a1 tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] 10.222.0.49 "GET /v2.0/networks?id=a23de063-0d52-4133-8767-8b34c1d0fbbe HTTP/1.1" status: 200 len: 813 time: 0.8691571 Jul 15 23:31:15.170739 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 54b61601-8100-4182-99c8-64b141f15139, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=54b61601-8100-4182-99c8-64b141f15139,segment=NetworkSegment(0b5e8ec5-ed51-4bc2-b998-73d0d8a498a3),segment_id=0b5e8ec5-ed51-4bc2-b998-73d0d8a498a3)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:31:15.179005 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-0455a2b2-ed01-4cd1-adb1-0aae4d899dd2 req-4019d094-c1db-4eee-b10c-db56d9bb657d tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] Request body: {'port': {'device_id': '9eba905f-ad9d-4096-848e-42ce38deef3a', 'network_id': 'a23de063-0d52-4133-8767-8b34c1d0fbbe', 'admin_state_up': True, 'tenant_id': 'da3afd013947433990d02f779bf0fae2'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:15.190130 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '54b61601-8100-4182-99c8-64b141f15139', 'network_id': 'ecdc87bf-da0f-4a3d-9224-f4cedc41c982', 'port_id': '54b61601-8100-4182-99c8-64b141f15139', 'mac_address': 'fa:16:3e:c6:85:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ab37b05-e7b9-4fe0-bd45-61e825b24f36', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:31:15.268350 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:15.311622 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54b61601-8100-4182-99c8-64b141f15139 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:31:15.375483 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 54b61601-8100-4182-99c8-64b141f15139, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=54b61601-8100-4182-99c8-64b141f15139,segment=NetworkSegment(0b5e8ec5-ed51-4bc2-b998-73d0d8a498a3),segment_id=0b5e8ec5-ed51-4bc2-b998-73d0d8a498a3)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:31:15.381337 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:15.414932 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3748a7-c1ce-43a1-8d4b-5dd637f9eb65 None None] DHCP port deletion for a391d6e6-361d-4509-988f-c3a1a38ff178 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:31:15.419485 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2cb1ddbe-d91e-43da-a274-c04f3a96c171 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:15.471340 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb1ddbe-d91e-43da-a274-c04f3a96c171 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Pushing event deleted for resources: {'Port': ['ID=339f2fe3-f7c8-439b-9804-a8efc278ffb2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:15.474289 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb1ddbe-d91e-43da-a274-c04f3a96c171 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] No DVR routers for this DVR port 339f2fe3-f7c8-439b-9804-a8efc278ffb2 on host n-d-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:31:15.525776 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-478583c4-0a73-46e0-9144-25be12d889cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:15.551274 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-478583c4-0a73-46e0-9144-25be12d889cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:15.561352 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1ffa90-9924-44e3-b149-eeac1e1988fc tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Network 9b9c71c7-3cba-46bd-a2d4-987763487951 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:31:15.606634 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=54b61601-8100-4182-99c8-64b141f15139,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:15.620180 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['54b61601-8100-4182-99c8-64b141f15139'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:31:15.631037 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-4a1ffa90-9924-44e3-b149-eeac1e1988fc tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 9b9c71c7-3cba-46bd-a2d4-987763487951) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:31:15.651206 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2cb1ddbe-d91e-43da-a274-c04f3a96c171 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:15.673728 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-2cb1ddbe-d91e-43da-a274-c04f3a96c171 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a391d6e6-361d-4509-988f-c3a1a38ff178']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:15.674988 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf2157-96d2-4776-9212-10035b8bf53a req-697d9daa-a40c-4093-87e5-c90c1fa46ca0 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:15.677239 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-69cf2157-96d2-4776-9212-10035b8bf53a req-697d9daa-a40c-4093-87e5-c90c1fa46ca0 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ca75cd1-9433-443e-b80a-f46e1e86c9d8 HTTP/1.1" status: 200 len: 943 time: 0.8509688 Jul 15 23:31:15.696154 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f40f9d-e425-4524-b1da-44e9944799ae None None] Network 9b9c71c7-3cba-46bd-a2d4-987763487951 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:31:15.713098 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-2cb1ddbe-d91e-43da-a274-c04f3a96c171 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10434dea-4f11-4139-9cae-ec0055e61c4b') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:15.716404 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-2cb1ddbe-d91e-43da-a274-c04f3a96c171 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10434dea-4f11-4139-9cae-ec0055e61c4b') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:15.716935 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1ffa90-9924-44e3-b149-eeac1e1988fc tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:15.716935 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4a1ffa90-9924-44e3-b149-eeac1e1988fc tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:15.742007 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2cb1ddbe-d91e-43da-a274-c04f3a96c171 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:15.760539 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2cb1ddbe-d91e-43da-a274-c04f3a96c171 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:15.763832 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-4a1ffa90-9924-44e3-b149-eeac1e1988fc tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.0687108 Jul 15 23:31:15.768955 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-478583c4-0a73-46e0-9144-25be12d889cc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6a74e7df4e0c4f4ea5546d2ea3c6ea02&name=default HTTP/1.1" status: 200 len: 2983 time: 2.9971981 Jul 15 23:31:15.768955 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0455a2b2-ed01-4cd1-adb1-0aae4d899dd2 req-4019d094-c1db-4eee-b10c-db56d9bb657d tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] Made reservation on behalf of da3afd013947433990d02f779bf0fae2 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:31:15.769288 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cb1ddbe-d91e-43da-a274-c04f3a96c171 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:31:15.769288 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2cb1ddbe-d91e-43da-a274-c04f3a96c171 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:15.772174 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0455a2b2-ed01-4cd1-adb1-0aae4d899dd2 req-4019d094-c1db-4eee-b10c-db56d9bb657d tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:15.801767 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55378) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:15.802273 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55380) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:15.849639 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478583c4-0a73-46e0-9144-25be12d889cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c56c3219-9083-4ca1-a0cc-5533081281ed,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:15.864636 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:31:15.864636 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:31:15.864636 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:31:15.864636 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:31:15.864636 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:31:15.864636 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:31:15.864636 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:31:15.864636 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:31:15.864636 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:31:15.864636 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:31:15.864636 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:31:15.864636 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:31:15.864636 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:31:15.864636 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:31:15.864636 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:31:15.864636 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:31:15.864636 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:31:15.864636 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:31:15.864636 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:31:15.864636 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:31:15.864636 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:31:15.864636 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:31:15.864636 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:31:15.864636 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:31:15.864636 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:31:15.864636 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:31:15.864636 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:31:15.864636 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:31:15.864636 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:31:15.864636 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:31:15.864636 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:31:15.864636 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:31:15.864636 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:31:15.864636 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:31:15.881301 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-cebf2360-cebf-46d3-b4bc-9a3cd2e85aa4 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Request body: {'port': {'network_id': '9b9c71c7-3cba-46bd-a2d4-987763487951', 'name': 'tempest-NetworksIpV6TestAttrs-1719855717'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:15.889884 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2cb1ddbe-d91e-43da-a274-c04f3a96c171 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:15.957933 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2cb1ddbe-d91e-43da-a274-c04f3a96c171 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:15.959939 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-2cb1ddbe-d91e-43da-a274-c04f3a96c171 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "DELETE /v2.0/networks/a391d6e6-361d-4509-988f-c3a1a38ff178 HTTP/1.1" status: 204 len: 168 time: 1.1850789 Jul 15 23:31:15.971275 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55382) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:15.974401 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb1ddbe-d91e-43da-a274-c04f3a96c171 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Pushing event deleted for resources: {'Network': ['ID=a391d6e6-361d-4509-988f-c3a1a38ff178,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:15.983194 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-69cf2157-96d2-4776-9212-10035b8bf53a req-c03ed2a9-0cde-4bef-afdc-e1eb1a76ee9c tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8c61c92-d476-46a7-af9c-4517a99fe503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2304685 Jul 15 23:31:15.996452 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-4973a00e-391e-4e6d-b876-1797d68187c6 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Request body: {'router': {'routes': None}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:16.137319 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7c139dc0-8ad1-4f09-9e64-759971df3162 req-66701b08-bea9-486e-ae3c-ce8632b4db31 tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] 10.222.0.48 "GET /v2.0/ports?device_id=9eba905f-ad9d-4096-848e-42ce38deef3a HTTP/1.1" status: 200 len: 210 time: 0.1119926 Jul 15 23:31:16.268199 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfa7416-b1fa-4802-b635-204497fe89f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-9b9c71c7-3cba-46bd-a2d4-987763487951', 'network_id': '9b9c71c7-3cba-46bd-a2d4-987763487951', 'tenant_id': '569f2df56f5346c6b2cc2678b0d25280', 'fixed_ips': [{'subnet_id': 'f4542294-7db5-4ca4-a869-c8fada6c8732'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:31:16.269701 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1dfa7416-b1fa-4802-b635-204497fe89f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:16.341565 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.extraroute_db [None req-4973a00e-391e-4e6d-b876-1797d68187c6 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Added routes are [] {{(pid=93771) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 15 23:31:16.341820 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.extraroute_db [None req-4973a00e-391e-4e6d-b876-1797d68187c6 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Removed routes are [] {{(pid=93771) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 15 23:31:16.343450 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4973a00e-391e-4e6d-b876-1797d68187c6 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:16.417517 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 339f2fe3-f7c8-439b-9804-a8efc278ffb2 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:31:16.538901 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-16113035-56af-4eb3-ab5b-ebb9a865245d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:16.557368 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 339f2fe3-f7c8-439b-9804-a8efc278ffb2 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:31:16.557368 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 339f2fe3-f7c8-439b-9804-a8efc278ffb2 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:31:16.557368 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 5b91b56f-13ad-44f3-ad73-189e6ca6c21a no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:31:16.563346 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cebf2360-cebf-46d3-b4bc-9a3cd2e85aa4 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Made reservation on behalf of 569f2df56f5346c6b2cc2678b0d25280 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:31:16.567975 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cebf2360-cebf-46d3-b4bc-9a3cd2e85aa4 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:16.671053 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-cebf2360-cebf-46d3-b4bc-9a3cd2e85aa4 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] device_id is not set on port eb96623a-5189-4e31-9b8f-258697076d2a yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:31:16.677967 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-16113035-56af-4eb3-ab5b-ebb9a865245d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:16.682235 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4973a00e-391e-4e6d-b876-1797d68187c6 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:16.688274 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4973a00e-391e-4e6d-b876-1797d68187c6 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-998933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-998924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-999045'] for router, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:16.691842 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-0455a2b2-ed01-4cd1-adb1-0aae4d899dd2 req-4019d094-c1db-4eee-b10c-db56d9bb657d tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] Allocated IP 172.20.0.7 (a23de063-0d52-4133-8767-8b34c1d0fbbe/7095d04c-b9ed-4b19-8773-d381f04d3242/5fdd4ebb-0810-4eb0-8c45-e0a3628cc612) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:31:16.710739 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-1dfa7416-b1fa-4802-b635-204497fe89f2 None None] Allocated IP 2001:db8::f816:3eff:fe00:ffe4 (9b9c71c7-3cba-46bd-a2d4-987763487951/f4542294-7db5-4ca4-a869-c8fada6c8732/5844e6eb-6329-4fff-9c13-7e28b6980d6d) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:31:16.811396 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 5b91b56f-13ad-44f3-ad73-189e6ca6c21a {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:31:16.811761 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 5b91b56f-13ad-44f3-ad73-189e6ca6c21a not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:31:16.849510 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4973a00e-391e-4e6d-b876-1797d68187c6 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Router a548f5dd-d9b9-4cf7-abb3-55049d32f350 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:31:16.946560 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d20e1-b3bb-4a29-b532-e0ccd9e8d7f0 req-7fbce9c8-d5e5-4d6f-bdc2-52000880df6b tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:16.959678 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-284d20e1-b3bb-4a29-b532-e0ccd9e8d7f0 req-7fbce9c8-d5e5-4d6f-bdc2-52000880df6b tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=6797365d-c7ce-4e24-a954-67ea472f9dd4 HTTP/1.1" status: 200 len: 946 time: 0.4765103 Jul 15 23:31:16.967064 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4973a00e-391e-4e6d-b876-1797d68187c6 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:31:16.979193 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4973a00e-391e-4e6d-b876-1797d68187c6 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:16.985531 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-4973a00e-391e-4e6d-b876-1797d68187c6 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "PUT /v2.0/routers/a548f5dd-d9b9-4cf7-abb3-55049d32f350 HTTP/1.1" status: 200 len: 704 time: 1.0104311 Jul 15 23:31:16.985766 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5861ad-7596-4116-91b1-3d12c5a7460a None None] Sync routers for ids ['a548f5dd-d9b9-4cf7-abb3-55049d32f350'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:31:16.986458 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55392) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:17.007011 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5861ad-7596-4116-91b1-3d12c5a7460a None None] Routers {'a548f5dd-d9b9-4cf7-abb3-55049d32f350'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:31:17.009270 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1d5861ad-7596-4116-91b1-3d12c5a7460a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:31:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['a548f5dd-d9b9-4cf7-abb3-55049d32f350'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:17.057330 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-54728dfc-0418-4db8-8984-f9c640923985 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "GET /v2.0/ports?device_id=a548f5dd-d9b9-4cf7-abb3-55049d32f350 HTTP/1.1" status: 200 len: 205 time: 0.0664158 Jul 15 23:31:17.063897 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55396) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:17.126373 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-16113035-56af-4eb3-ab5b-ebb9a865245d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:17.129192 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-16113035-56af-4eb3-ab5b-ebb9a865245d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:17.133980 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-16113035-56af-4eb3-ab5b-ebb9a865245d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c56c3219-9083-4ca1-a0cc-5533081281ed HTTP/1.1" status: 204 len: 168 time: 1.2933691 Jul 15 23:31:17.192036 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-1d5861ad-7596-4116-91b1-3d12c5a7460a None None] Set router a548f5dd-d9b9-4cf7-abb3-55049d32f350 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:31:17.199291 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-284d20e1-b3bb-4a29-b532-e0ccd9e8d7f0 req-77244213-06ad-4ec9-96f2-3c45da1e68cb tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b59dfd8-fe46-4eda-8708-ff7f3de3ce14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2386227 Jul 15 23:31:17.210315 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16113035-56af-4eb3-ab5b-ebb9a865245d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56c3219-9083-4ca1-a0cc-5533081281ed,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:17.379917 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1d5861ad-7596-4116-91b1-3d12c5a7460a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'name': 'tempest-RoutersIpV6Test-router-386202676', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:29:54Z', 'updated_at': '2021-07-15T23:31:12Z', 'revision_number': 11, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'gw_port_host': None}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:17.404783 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1dfa7416-b1fa-4802-b635-204497fe89f2 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:17.421785 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2ce780f-45c2-40ef-ad00-87865927f4d6 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:17.441540 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1dfa7416-b1fa-4802-b635-204497fe89f2 None None] Transition to ACTIVE for port object 5844e6eb-6329-4fff-9c13-7e28b6980d6d will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:31:17.493819 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5861ad-7596-4116-91b1-3d12c5a7460a None None] Checking router: a548f5dd-d9b9-4cf7-abb3-55049d32f350 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:31:17.509692 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1dfa7416-b1fa-4802-b635-204497fe89f2 None None] Transition to ACTIVE for port object 5844e6eb-6329-4fff-9c13-7e28b6980d6d will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:31:17.519879 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5861ad-7596-4116-91b1-3d12c5a7460a None None] Routers {'a548f5dd-d9b9-4cf7-abb3-55049d32f350'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:31:17.520957 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1d5861ad-7596-4116-91b1-3d12c5a7460a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:31:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['a548f5dd-d9b9-4cf7-abb3-55049d32f350'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:17.523060 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1dfa7416-b1fa-4802-b635-204497fe89f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:17.600071 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfa7416-b1fa-4802-b635-204497fe89f2 None None] Network 9b9c71c7-3cba-46bd-a2d4-987763487951 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:31:17.605804 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-1dfa7416-b1fa-4802-b635-204497fe89f2 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:31:17.610148 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfa7416-b1fa-4802-b635-204497fe89f2 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:31:17.620209 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfa7416-b1fa-4802-b635-204497fe89f2 None None] Pushing event updated for resources: {'Port': ['ID=5844e6eb-6329-4fff-9c13-7e28b6980d6d,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:17.692493 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b344f5ad-0af8-4bf8-8e7f-bb8f94370e21 req-b64d4146-dfa6-4009-9386-f249d51f382b tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] 10.222.0.48 "GET /v2.0/ports?device_id=9eba905f-ad9d-4096-848e-42ce38deef3a HTTP/1.1" status: 200 len: 210 time: 0.1153650 Jul 15 23:31:17.709082 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0455a2b2-ed01-4cd1-adb1-0aae4d899dd2 req-4019d094-c1db-4eee-b10c-db56d9bb657d tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:17.745137 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-1dfa7416-b1fa-4802-b635-204497fe89f2 None None] Attempting to bind port 5844e6eb-6329-4fff-9c13-7e28b6980d6d on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:31:17.745841 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-1dfa7416-b1fa-4802-b635-204497fe89f2 None None] Attempting to bind port 5844e6eb-6329-4fff-9c13-7e28b6980d6d by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '2b1b475e-0af2-49ee-9bbc-1102d88ff72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9b9c71c7-3cba-46bd-a2d4-987763487951'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:31:17.746811 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfa7416-b1fa-4802-b635-204497fe89f2 None None] Attempting to bind port 5844e6eb-6329-4fff-9c13-7e28b6980d6d on network 9b9c71c7-3cba-46bd-a2d4-987763487951 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:31:17.757492 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfa7416-b1fa-4802-b635-204497fe89f2 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:31:17.758036 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfa7416-b1fa-4802-b635-204497fe89f2 None None] Checking segment: {'id': '2b1b475e-0af2-49ee-9bbc-1102d88ff72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9b9c71c7-3cba-46bd-a2d4-987763487951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:31:17.758566 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1dfa7416-b1fa-4802-b635-204497fe89f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:17.759127 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfa7416-b1fa-4802-b635-204497fe89f2 None None] Bound using segment: {'id': '2b1b475e-0af2-49ee-9bbc-1102d88ff72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9b9c71c7-3cba-46bd-a2d4-987763487951'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:31:17.763107 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-1dfa7416-b1fa-4802-b635-204497fe89f2 None None] Bound port: 5844e6eb-6329-4fff-9c13-7e28b6980d6d, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1b475e-0af2-49ee-9bbc-1102d88ff72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9b9c71c7-3cba-46bd-a2d4-987763487951'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:31:17.763807 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1dfa7416-b1fa-4802-b635-204497fe89f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:17.778251 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-1d5861ad-7596-4116-91b1-3d12c5a7460a None None] Set router a548f5dd-d9b9-4cf7-abb3-55049d32f350 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:31:17.904901 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1dfa7416-b1fa-4802-b635-204497fe89f2 None None] For port 5844e6eb-6329-4fff-9c13-7e28b6980d6d, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:31:17.912892 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1dfa7416-b1fa-4802-b635-204497fe89f2 None None] For port 5844e6eb-6329-4fff-9c13-7e28b6980d6d, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=5844e6eb-6329-4fff-9c13-7e28b6980d6d,segment=NetworkSegment(2b1b475e-0af2-49ee-9bbc-1102d88ff72e),segment_id=2b1b475e-0af2-49ee-9bbc-1102d88ff72e)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:31:17.923391 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1dfa7416-b1fa-4802-b635-204497fe89f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:17.975712 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0455a2b2-ed01-4cd1-adb1-0aae4d899dd2 req-4019d094-c1db-4eee-b10c-db56d9bb657d tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:17.981808 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 54b61601-8100-4182-99c8-64b141f15139 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:31:17.987546 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1d5861ad-7596-4116-91b1-3d12c5a7460a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'name': 'tempest-RoutersIpV6Test-router-386202676', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:29:54Z', 'updated_at': '2021-07-15T23:31:12Z', 'revision_number': 11, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'gw_port_host': None}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:18.041414 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2ce780f-45c2-40ef-ad00-87865927f4d6 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:18.050890 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2ce780f-45c2-40ef-ad00-87865927f4d6 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:18.051322 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5861ad-7596-4116-91b1-3d12c5a7460a None None] The sync data for ids ['a548f5dd-d9b9-4cf7-abb3-55049d32f350'] in n-d-794306-6 is: [{'id': 'a548f5dd-d9b9-4cf7-abb3-55049d32f350', 'name': 'tempest-RoutersIpV6Test-router-386202676', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:29:54Z', 'updated_at': '2021-07-15T23:31:12Z', 'revision_number': 11, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:31:18.075301 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55414) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:18.109452 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-cebf2360-cebf-46d3-b4bc-9a3cd2e85aa4 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Allocated IP 2001:db8::f816:3eff:fee8:3cd0 (9b9c71c7-3cba-46bd-a2d4-987763487951/f4542294-7db5-4ca4-a869-c8fada6c8732/eb96623a-5189-4e31-9b8f-258697076d2a) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:31:18.151966 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0455a2b2-ed01-4cd1-adb1-0aae4d899dd2 req-4019d094-c1db-4eee-b10c-db56d9bb657d tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] Network a23de063-0d52-4133-8767-8b34c1d0fbbe is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:31:18.269376 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfa7416-b1fa-4802-b635-204497fe89f2 None None] Pushing event updated for resources: {'Port': ['ID=5844e6eb-6329-4fff-9c13-7e28b6980d6d,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:18.286475 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port 54b61601-8100-4182-99c8-64b141f15139 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:31:18.308040 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 54b61601-8100-4182-99c8-64b141f15139 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:31:18.312126 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:18.320867 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2ce780f-45c2-40ef-ad00-87865927f4d6 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:18.326677 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ce780f-45c2-40ef-ad00-87865927f4d6 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Fanout notify agent at l3_agent the message router_deleted on router a548f5dd-d9b9-4cf7-abb3-55049d32f350 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:31:18.354646 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2ce780f-45c2-40ef-ad00-87865927f4d6 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:18.367249 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e2ce780f-45c2-40ef-ad00-87865927f4d6 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "DELETE /v2.0/routers/a548f5dd-d9b9-4cf7-abb3-55049d32f350 HTTP/1.1" status: 204 len: 168 time: 1.2974596 Jul 15 23:31:18.393417 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55420) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:18.405142 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-9d224f4e-2916-4222-a910-c08b66af1474 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-666003117', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:18.453033 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:31:18.467686 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-0455a2b2-ed01-4cd1-adb1-0aae4d899dd2 req-4019d094-c1db-4eee-b10c-db56d9bb657d tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:31:18.473174 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-0455a2b2-ed01-4cd1-adb1-0aae4d899dd2 req-4019d094-c1db-4eee-b10c-db56d9bb657d tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:31:18.490460 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4019d094-c1db-4eee-b10c-db56d9bb657d tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] Pushing event updated for resources: {'Port': ['ID=5fdd4ebb-0810-4eb0-8c45-e0a3628cc612,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:18.514464 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d80e934-09ec-473a-90d4-48857ffb6bc8 req-f431e72a-192a-4949-bf22-ad9134b88ad8 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:18.516533 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7d80e934-09ec-473a-90d4-48857ffb6bc8 req-f431e72a-192a-4949-bf22-ad9134b88ad8 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ca75cd1-9433-443e-b80a-f46e1e86c9d8 HTTP/1.1" status: 200 len: 944 time: 1.0894413 Jul 15 23:31:18.683280 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:18.754406 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca75cd1-9433-443e-b80a-f46e1e86c9d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b61601-8100-4182-99c8-64b141f15139'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:31:18.756841 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf7b807-f1af-445c-a23c-f952e6eee562" -d '{"events": [{"server_uuid": "0ca75cd1-9433-443e-b80a-f46e1e86c9d8", "name": "network-vif-plugged", "status": "completed", "tag": "54b61601-8100-4182-99c8-64b141f15139"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:31:18.798599 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 54b61601-8100-4182-99c8-64b141f15139, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=54b61601-8100-4182-99c8-64b141f15139,segment=NetworkSegment(0b5e8ec5-ed51-4bc2-b998-73d0d8a498a3),segment_id=0b5e8ec5-ed51-4bc2-b998-73d0d8a498a3)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:31:18.804058 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:18.828616 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cebf2360-cebf-46d3-b4bc-9a3cd2e85aa4 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:18.943504 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-cebf2360-cebf-46d3-b4bc-9a3cd2e85aa4 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Transition to ACTIVE for port object eb96623a-5189-4e31-9b8f-258697076d2a will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:31:18.948522 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=54b61601-8100-4182-99c8-64b141f15139,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:18.994234 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-3262b392-f3d1-438b-84e7-e1802c7c7e6d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2b1619f5d7984f0e8f7c874bf5729b58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9174888 Jul 15 23:31:18.998899 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55432) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:19.014892 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0455a2b2-ed01-4cd1-adb1-0aae4d899dd2 req-4019d094-c1db-4eee-b10c-db56d9bb657d tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:19.015689 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0455a2b2-ed01-4cd1-adb1-0aae4d899dd2 req-4019d094-c1db-4eee-b10c-db56d9bb657d tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:19.022592 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cebf2360-cebf-46d3-b4bc-9a3cd2e85aa4 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:19.042416 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9d224f4e-2916-4222-a910-c08b66af1474 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:19.044055 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9d224f4e-2916-4222-a910-c08b66af1474 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:19.118876 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9d224f4e-2916-4222-a910-c08b66af1474 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:19.131818 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9d224f4e-2916-4222-a910-c08b66af1474 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:19.160186 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7f62f5a-fbb6-49b9-80d9-0941d4711fb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:19.164780 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9d224f4e-2916-4222-a910-c08b66af1474 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:19.166722 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-9d224f4e-2916-4222-a910-c08b66af1474 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7713006 Jul 15 23:31:19.170310 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55434) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:19.173986 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7d80e934-09ec-473a-90d4-48857ffb6bc8 req-bea65e82-b9db-4f80-b410-46b5461c5fef tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8c61c92-d476-46a7-af9c-4517a99fe503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5711401 Jul 15 23:31:19.183545 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d0e76259-e87c-4a2d-9e58-7321fd09966e tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:19.210163 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebf2360-cebf-46d3-b4bc-9a3cd2e85aa4 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Pushing event updated for resources: {'Port': ['ID=eb96623a-5189-4e31-9b8f-258697076d2a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:19.265615 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0455a2b2-ed01-4cd1-adb1-0aae4d899dd2 req-4019d094-c1db-4eee-b10c-db56d9bb657d tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1102877 Jul 15 23:31:19.268821 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebf2360-cebf-46d3-b4bc-9a3cd2e85aa4 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Network 9b9c71c7-3cba-46bd-a2d4-987763487951 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:31:19.289185 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-0455a2b2-ed01-4cd1-adb1-0aae4d899dd2 req-d48b0265-5878-4af5-bc28-6d1f5a7b43ea service neutron] Request body: {'port': {'device_id': '9eba905f-ad9d-4096-848e-42ce38deef3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:19.300888 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c5c38d-6aaf-4434-87d0-18c88aa59ab3 x-openstack-request-id: req-90c5c38d-6aaf-4434-87d0-18c88aa59ab3 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:31:19.301794 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca75cd1-9433-443e-b80a-f46e1e86c9d8", "name": "network-vif-plugged", "status": "completed", "tag": "54b61601-8100-4182-99c8-64b141f15139", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:31:19.302613 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-90c5c38d-6aaf-4434-87d0-18c88aa59ab3 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:31:19.310259 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca75cd1-9433-443e-b80a-f46e1e86c9d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b61601-8100-4182-99c8-64b141f15139', 'code': 200} Jul 15 23:31:19.313917 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7f62f5a-fbb6-49b9-80d9-0941d4711fb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:19.452211 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78071f1-20a2-442b-84bd-168ca7b91aa6 req-2f99c6fb-a5b8-465f-94e2-595af7defaee tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:19.461533 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c78071f1-20a2-442b-84bd-168ca7b91aa6 req-2f99c6fb-a5b8-465f-94e2-595af7defaee tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=6797365d-c7ce-4e24-a954-67ea472f9dd4 HTTP/1.1" status: 200 len: 946 time: 0.8759110 Jul 15 23:31:19.613193 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-cebf2360-cebf-46d3-b4bc-9a3cd2e85aa4 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:31:19.615426 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0455a2b2-ed01-4cd1-adb1-0aae4d899dd2 req-d48b0265-5878-4af5-bc28-6d1f5a7b43ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:19.618563 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebf2360-cebf-46d3-b4bc-9a3cd2e85aa4 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:31:19.639315 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebf2360-cebf-46d3-b4bc-9a3cd2e85aa4 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:19.640623 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cebf2360-cebf-46d3-b4bc-9a3cd2e85aa4 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:19.698317 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7f62f5a-fbb6-49b9-80d9-0941d4711fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:19.707996 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7f62f5a-fbb6-49b9-80d9-0941d4711fb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:19.714310 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f7f62f5a-fbb6-49b9-80d9-0941d4711fb1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9aa74500-95db-415b-a800-c06d313bb503 HTTP/1.1" status: 204 len: 168 time: 0.7140877 Jul 15 23:31:19.742945 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f62f5a-fbb6-49b9-80d9-0941d4711fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa74500-95db-415b-a800-c06d313bb503,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:19.811315 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-cebf2360-cebf-46d3-b4bc-9a3cd2e85aa4 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.9935706 Jul 15 23:31:19.812476 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55444) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:19.907105 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d0e76259-e87c-4a2d-9e58-7321fd09966e tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:19.923346 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d0e76259-e87c-4a2d-9e58-7321fd09966e tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-998933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-998924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-999045'] for router, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:19.940679 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb40d6-0484-45a7-90dc-c05102e771bd req-757360bd-842e-4d22-af10-37e728f95819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:19.942748 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-19fb40d6-0484-45a7-90dc-c05102e771bd req-757360bd-842e-4d22-af10-37e728f95819 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0ca75cd1-9433-443e-b80a-f46e1e86c9d8 HTTP/1.1" status: 200 len: 1096 time: 0.4224691 Jul 15 23:31:20.003283 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-1baae37a-3b60-4edd-87aa-718c00f272ea tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Deleting subnet f4542294-7db5-4ca4-a869-c8fada6c8732 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:31:20.025570 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c78071f1-20a2-442b-84bd-168ca7b91aa6 req-f9a71812-e76d-49e9-ba77-576de2b1656a tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b59dfd8-fe46-4eda-8708-ff7f3de3ce14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5494490 Jul 15 23:31:20.053595 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1baae37a-3b60-4edd-87aa-718c00f272ea tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:20.118497 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7fac6f-b8c6-4d35-9202-64b8bdff5186 None None] Network 9b9c71c7-3cba-46bd-a2d4-987763487951 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:31:20.223517 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1baae37a-3b60-4edd-87aa-718c00f272ea tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:20.295355 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-19fb40d6-0484-45a7-90dc-c05102e771bd req-365d7ef5-1ee9-4a84-859c-f77abd8b0d5c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=b8c61c92-d476-46a7-af9c-4517a99fe503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2407153 Jul 15 23:31:20.297035 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-76fbace4-cbbb-4042-9e99-6c6e7ede2496 None None] Provisioning for port 5844e6eb-6329-4fff-9c13-7e28b6980d6d completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:31:20.341157 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a2ffe4-87ca-4da5-b5a7-c78a67661d13 req-670c246a-9ca4-4966-b142-5903296a04cc tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:20.348663 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-33a2ffe4-87ca-4da5-b5a7-c78a67661d13 req-670c246a-9ca4-4966-b142-5903296a04cc tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] 10.222.0.48 "GET /v2.0/ports?device_id=9eba905f-ad9d-4096-848e-42ce38deef3a HTTP/1.1" status: 200 len: 931 time: 0.7309403 Jul 15 23:31:20.373385 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0e76259-e87c-4a2d-9e58-7321fd09966e tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Router 7bd7f25b-eaf2-4fb2-8e51-fc3f4a1a2485 is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:31:20.505118 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-33a2ffe4-87ca-4da5-b5a7-c78a67661d13 req-3ee2eb39-bfe9-4883-9bfd-f92203a04c9a tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b78e620-5cf2-4d50-a66f-f495d9053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466932 Jul 15 23:31:20.617540 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 5844e6eb-6329-4fff-9c13-7e28b6980d6d up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:31:20.686335 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e76259-e87c-4a2d-9e58-7321fd09966e tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:31:20.704414 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d0e76259-e87c-4a2d-9e58-7321fd09966e tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:20.709554 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d0e76259-e87c-4a2d-9e58-7321fd09966e tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "PUT /v2.0/routers/7bd7f25b-eaf2-4fb2-8e51-fc3f4a1a2485 HTTP/1.1" status: 200 len: 697 time: 1.5338945 Jul 15 23:31:20.709800 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55452) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:20.725288 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d027f67e-d6bd-4f11-8706-0cafc6a43f32 None None] Sync routers for ids ['7bd7f25b-eaf2-4fb2-8e51-fc3f4a1a2485'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:31:20.813811 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-18965117-d72c-4e8d-af12-aa08771dfa56 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "GET /v2.0/routers/7bd7f25b-eaf2-4fb2-8e51-fc3f4a1a2485 HTTP/1.1" status: 200 len: 703 time: 0.0956621 Jul 15 23:31:20.817442 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55456) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:20.892950 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15839e7-542b-448a-91a3-d97ca69796a3 req-a24cd821-0888-42f4-8c82-3f966537a784 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:20.900438 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d15839e7-542b-448a-91a3-d97ca69796a3 req-a24cd821-0888-42f4-8c82-3f966537a784 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ca75cd1-9433-443e-b80a-f46e1e86c9d8 HTTP/1.1" status: 200 len: 945 time: 0.4316628 Jul 15 23:31:20.936972 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-3ac17152-2352-4152-a0d7-72c5dee4dc63 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bd7f25b-eaf2-4fb2-8e51-fc3f4a1a2485 HTTP/1.1" status: 200 len: 205 time: 0.1174531 Jul 15 23:31:20.943403 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55460) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:20.959708 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1baae37a-3b60-4edd-87aa-718c00f272ea tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:21.293602 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b94ce82b-19d3-4363-8417-6ae8ae9dad4f tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:21.430972 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d027f67e-d6bd-4f11-8706-0cafc6a43f32 None None] Routers {'7bd7f25b-eaf2-4fb2-8e51-fc3f4a1a2485'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:31:21.437896 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d027f67e-d6bd-4f11-8706-0cafc6a43f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:31:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['7bd7f25b-eaf2-4fb2-8e51-fc3f4a1a2485'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:21.706990 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-d027f67e-d6bd-4f11-8706-0cafc6a43f32 None None] Set router 7bd7f25b-eaf2-4fb2-8e51-fc3f4a1a2485 gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:31:21.884705 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d027f67e-d6bd-4f11-8706-0cafc6a43f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd7f25b-eaf2-4fb2-8e51-fc3f4a1a2485', 'name': 'tempest-RoutersIpV6Test-router-666003117', 'tenant_id': '34183464e2cc438698c712a3ae8b36f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:31:19Z', 'updated_at': '2021-07-15T23:31:19Z', 'revision_number': 2, 'project_id': '34183464e2cc438698c712a3ae8b36f2', 'gw_port_host': None}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:21.938492 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b94ce82b-19d3-4363-8417-6ae8ae9dad4f tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:21.944915 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b94ce82b-19d3-4363-8417-6ae8ae9dad4f tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:22.003433 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 5844e6eb-6329-4fff-9c13-7e28b6980d6d completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:31:22.006442 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d027f67e-d6bd-4f11-8706-0cafc6a43f32 None None] Checking router: 7bd7f25b-eaf2-4fb2-8e51-fc3f4a1a2485 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:31:22.039998 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d15839e7-542b-448a-91a3-d97ca69796a3 req-e7b20fa1-30a0-41af-a277-bf8051004b84 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8c61c92-d476-46a7-af9c-4517a99fe503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1322620 Jul 15 23:31:22.054524 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b94ce82b-19d3-4363-8417-6ae8ae9dad4f tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:22.055097 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b94ce82b-19d3-4363-8417-6ae8ae9dad4f tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Fanout notify agent at l3_agent the message router_deleted on router 7bd7f25b-eaf2-4fb2-8e51-fc3f4a1a2485 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:31:22.067732 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b94ce82b-19d3-4363-8417-6ae8ae9dad4f tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:22.071683 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b94ce82b-19d3-4363-8417-6ae8ae9dad4f tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "DELETE /v2.0/routers/7bd7f25b-eaf2-4fb2-8e51-fc3f4a1a2485 HTTP/1.1" status: 204 len: 168 time: 1.1253638 Jul 15 23:31:22.075880 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55484) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:22.079846 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 5844e6eb-6329-4fff-9c13-7e28b6980d6d triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:31:22.080226 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:22.091344 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-0455a2b2-ed01-4cd1-adb1-0aae4d899dd2 req-d48b0265-5878-4af5-bc28-6d1f5a7b43ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fdd4ebb-0810-4eb0-8c45-e0a3628cc612 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:31:22.118817 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0455a2b2-ed01-4cd1-adb1-0aae4d899dd2 req-d48b0265-5878-4af5-bc28-6d1f5a7b43ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:22.157304 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f03093fd-1327-4c2d-a759-2c2629a80451 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "GET /v2.0/ports?device_id=7bd7f25b-eaf2-4fb2-8e51-fc3f4a1a2485 HTTP/1.1" status: 200 len: 205 time: 0.0802252 Jul 15 23:31:22.165979 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55486) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:22.170829 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d027f67e-d6bd-4f11-8706-0cafc6a43f32 None None] Routers set() bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:31:22.171209 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d027f67e-d6bd-4f11-8706-0cafc6a43f32 None None] Router IDs set() for agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 15 23:31:22.171851 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_agentschedulers_db [None req-d027f67e-d6bd-4f11-8706-0cafc6a43f32 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7bd7f25b-eaf2-4fb2-8e51-fc3f4a1a2485'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:31:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent'). {{(pid=93772) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 15 23:31:22.172232 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d027f67e-d6bd-4f11-8706-0cafc6a43f32 None None] The sync data for ids ['7bd7f25b-eaf2-4fb2-8e51-fc3f4a1a2485'] in n-d-794306-6 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:31:22.385600 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [None req-e130ca5f-fbfc-448b-a279-ec8c03415844 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] delete failed (client error): The resource could not be found. Jul 15 23:31:22.391245 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55488) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:22.393365 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55490) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:22.395277 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-e130ca5f-fbfc-448b-a279-ec8c03415844 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "DELETE /v2.0/routers/7bd7f25b-eaf2-4fb2-8e51-fc3f4a1a2485 HTTP/1.1" status: 404 len: 336 time: 0.2039437 Jul 15 23:31:22.404978 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-0455a2b2-ed01-4cd1-adb1-0aae4d899dd2 req-d48b0265-5878-4af5-bc28-6d1f5a7b43ea service neutron] Transition to ACTIVE for port object 5fdd4ebb-0810-4eb0-8c45-e0a3628cc612 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:31:22.445391 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:22.467250 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1baae37a-3b60-4edd-87aa-718c00f272ea tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:22.476168 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-252965b8-559f-4acc-b199-c8e9f611b0e8 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] DELETE failed (client error): The resource could not be found. Jul 15 23:31:22.476647 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-252965b8-559f-4acc-b199-c8e9f611b0e8 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:31:22.478548 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-252965b8-559f-4acc-b199-c8e9f611b0e8 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "DELETE /v2.0/subnets/beda941e-34ed-4685-9a34-4e3f05964ebc HTTP/1.1" status: 404 len: 337 time: 0.0843034 Jul 15 23:31:22.481636 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55496) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:22.552212 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0455a2b2-ed01-4cd1-adb1-0aae4d899dd2 req-d48b0265-5878-4af5-bc28-6d1f5a7b43ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:22.553175 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0762ee5-19fa-4669-8598-55a911b3be26 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] DELETE failed (client error): The resource could not be found. Jul 15 23:31:22.553682 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0762ee5-19fa-4669-8598-55a911b3be26 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:31:22.555821 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c0762ee5-19fa-4669-8598-55a911b3be26 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "DELETE /v2.0/subnets/954f0cdb-8ead-47c7-95ff-04c3fc7cf5b1 HTTP/1.1" status: 404 len: 337 time: 0.0729208 Jul 15 23:31:22.563191 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55498) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:22.593840 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baae37a-3b60-4edd-87aa-718c00f272ea tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Pushing event deleted for resources: {'Subnet': ['ID=f4542294-7db5-4ca4-a869-c8fada6c8732,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:22.607909 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.db.api [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:31:22.610230 n-d-794306-6 neutron-server[93772]: DEBUG oslo_db.api [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:31:22.619139 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5755a998-2604-49ee-81b2-121fa4bc61db None None] Provisioning for port eb96623a-5189-4e31-9b8f-258697076d2a completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:31:22.626387 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5755a998-2604-49ee-81b2-121fa4bc61db None None] Provisioning complete for port eb96623a-5189-4e31-9b8f-258697076d2a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:31:22.627316 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5755a998-2604-49ee-81b2-121fa4bc61db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:22.635672 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-90d3c975-9c9f-4daa-b322-d03e78af9dc7 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] DELETE failed (client error): The resource could not be found. Jul 15 23:31:22.639636 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90d3c975-9c9f-4daa-b322-d03e78af9dc7 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:31:22.643611 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-90d3c975-9c9f-4daa-b322-d03e78af9dc7 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "DELETE /v2.0/subnets/70e11a82-7e8d-472e-9d9e-cc29f9386418 HTTP/1.1" status: 404 len: 337 time: 0.0792413 Jul 15 23:31:22.648078 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55500) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:22.673073 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0357e9d4-5bb8-41b1-8ec8-5374f6f3a4e1 req-64c1f2b4-31ba-4025-88bb-122ef0682efb tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:22.675486 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0357e9d4-5bb8-41b1-8ec8-5374f6f3a4e1 req-64c1f2b4-31ba-4025-88bb-122ef0682efb tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=6797365d-c7ce-4e24-a954-67ea472f9dd4 HTTP/1.1" status: 200 len: 946 time: 0.7389877 Jul 15 23:31:22.688179 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5755a998-2604-49ee-81b2-121fa4bc61db None None] Port eb96623a-5189-4e31-9b8f-258697076d2a cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:31:22.703167 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5755a998-2604-49ee-81b2-121fa4bc61db None None] Provisioning complete for port 5844e6eb-6329-4fff-9c13-7e28b6980d6d triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:31:22.710225 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5755a998-2604-49ee-81b2-121fa4bc61db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:22.763991 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-85f459d4-53af-40c2-a0bb-0b31e1962482 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1415186311'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:22.772829 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-22ba8d2b-663a-46cb-962f-427afc3714fc tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] DELETE failed (client error): The resource could not be found. Jul 15 23:31:22.774497 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1baae37a-3b60-4edd-87aa-718c00f272ea tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:22.775259 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22ba8d2b-663a-46cb-962f-427afc3714fc tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:31:22.780359 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-1baae37a-3b60-4edd-87aa-718c00f272ea tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] 10.222.0.48 "DELETE /v2.0/subnets/f4542294-7db5-4ca4-a869-c8fada6c8732 HTTP/1.1" status: 204 len: 168 time: 2.9656103 Jul 15 23:31:22.781326 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-22ba8d2b-663a-46cb-962f-427afc3714fc tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "DELETE /v2.0/subnets/1c4d3617-5524-4022-a6f3-235207c33262 HTTP/1.1" status: 404 len: 337 time: 0.1321752 Jul 15 23:31:22.785697 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55502) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:22.787721 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55504) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:22.870650 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48b0265-5878-4af5-bc28-6d1f5a7b43ea service neutron] Pushing event updated for resources: {'Port': ['ID=5fdd4ebb-0810-4eb0-8c45-e0a3628cc612,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:22.917650 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5755a998-2604-49ee-81b2-121fa4bc61db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:22.923618 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0357e9d4-5bb8-41b1-8ec8-5374f6f3a4e1 req-1d664fdc-4119-4774-99d4-bca1c02477ef tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b59dfd8-fe46-4eda-8708-ff7f3de3ce14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1771457 Jul 15 23:31:23.016397 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-5ef13462-d467-4255-a120-2b85a4a051dd tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "GET /v2.0/ports?device_id=a548f5dd-d9b9-4cf7-abb3-55049d32f350 HTTP/1.1" status: 200 len: 205 time: 0.2234037 Jul 15 23:31:23.020253 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55510) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:23.024002 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800030c8-882d-4236-8efd-1afe162efdf6 None None] Network 9b9c71c7-3cba-46bd-a2d4-987763487951 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:31:23.042202 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5755a998-2604-49ee-81b2-121fa4bc61db None None] For port 5844e6eb-6329-4fff-9c13-7e28b6980d6d, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=5844e6eb-6329-4fff-9c13-7e28b6980d6d,segment=NetworkSegment(2b1b475e-0af2-49ee-9bbc-1102d88ff72e),segment_id=2b1b475e-0af2-49ee-9bbc-1102d88ff72e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:31:23.052029 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d837c9-c921-48ed-bce0-ac427559ba1c tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:23.054591 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d837c9-c921-48ed-bce0-ac427559ba1c tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:23.060895 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-57d837c9-c921-48ed-bce0-ac427559ba1c tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2678654 Jul 15 23:31:23.063303 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5755a998-2604-49ee-81b2-121fa4bc61db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:23.077077 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55512) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:23.135043 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f459d4-53af-40c2-a0bb-0b31e1962482 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Made reservation on behalf of ac60438da4e7485d81cc9c20c2190b84 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:31:23.138948 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85f459d4-53af-40c2-a0bb-0b31e1962482 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:23.161836 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85f459d4-53af-40c2-a0bb-0b31e1962482 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:23.233955 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a88ee4-ed12-47c9-891b-b157562f20df req-74d0695f-fa2f-4b99-9141-e865bb8acd13 tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:23.241836 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5755a998-2604-49ee-81b2-121fa4bc61db None None] Pushing event updated for resources: {'Port': ['ID=5844e6eb-6329-4fff-9c13-7e28b6980d6d,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:23.251774 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-77a88ee4-ed12-47c9-891b-b157562f20df req-74d0695f-fa2f-4b99-9141-e865bb8acd13 tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] 10.222.0.48 "GET /v2.0/ports?device_id=9eba905f-ad9d-4096-848e-42ce38deef3a HTTP/1.1" status: 200 len: 931 time: 0.8948350 Jul 15 23:31:23.253126 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [None req-8a5ac5f8-6421-44de-8e6b-3a7252fd9133 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] delete failed (client error): The resource could not be found. Jul 15 23:31:23.254400 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-8a5ac5f8-6421-44de-8e6b-3a7252fd9133 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "DELETE /v2.0/routers/a548f5dd-d9b9-4cf7-abb3-55049d32f350 HTTP/1.1" status: 404 len: 336 time: 0.2278659 Jul 15 23:31:23.273550 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55518) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:23.306058 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee95260b-ada3-46d1-8c30-cdca46299478 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:23.347286 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee95260b-ada3-46d1-8c30-cdca46299478 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 15 23:31:23.348799 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5755a998-2604-49ee-81b2-121fa4bc61db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:23.348969 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee95260b-ada3-46d1-8c30-cdca46299478 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:31:23.349358 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5755a998-2604-49ee-81b2-121fa4bc61db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:23.350006 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5755a998-2604-49ee-81b2-121fa4bc61db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:23.350559 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5755a998-2604-49ee-81b2-121fa4bc61db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:23.351218 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5755a998-2604-49ee-81b2-121fa4bc61db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:23.352325 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5755a998-2604-49ee-81b2-121fa4bc61db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:23.352900 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5755a998-2604-49ee-81b2-121fa4bc61db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:23.353272 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ee95260b-ada3-46d1-8c30-cdca46299478 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] 10.222.0.48 "DELETE /v2.0/networks/9b9c71c7-3cba-46bd-a2d4-987763487951 HTTP/1.1" status: 409 len: 405 time: 0.2751625 Jul 15 23:31:23.353524 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5755a998-2604-49ee-81b2-121fa4bc61db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:23.354097 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5755a998-2604-49ee-81b2-121fa4bc61db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:23.354637 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5755a998-2604-49ee-81b2-121fa4bc61db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:23.355223 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5755a998-2604-49ee-81b2-121fa4bc61db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:23.355932 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5755a998-2604-49ee-81b2-121fa4bc61db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:23.362385 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55520) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:23.369802 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-c12fba0f-b316-4a52-b8ba-326449b3110d tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc294c3e-325c-47ec-849a-74c5ab06a7e7 HTTP/1.1" status: 200 len: 205 time: 0.0905635 Jul 15 23:31:23.380402 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55522) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:23.390704 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-104a2744-3e2d-4e7a-91b6-81c9dbd7854a tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1119360027'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:23.393181 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-76ea2a4b-5405-4cd8-82e0-9fb1fcf55e02 None None] Provisioning complete for port eb96623a-5189-4e31-9b8f-258697076d2a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:31:23.393575 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-76ea2a4b-5405-4cd8-82e0-9fb1fcf55e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:23.467914 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-77a88ee4-ed12-47c9-891b-b157562f20df req-0fee4a71-024a-4f29-bac1-7569575822a1 tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b78e620-5cf2-4d50-a66f-f495d9053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963279 Jul 15 23:31:23.478634 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-76ea2a4b-5405-4cd8-82e0-9fb1fcf55e02 None None] Port eb96623a-5189-4e31-9b8f-258697076d2a cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:31:23.519512 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-0455a2b2-ed01-4cd1-adb1-0aae4d899dd2 req-d48b0265-5878-4af5-bc28-6d1f5a7b43ea service neutron] Attempting to bind port 5fdd4ebb-0810-4eb0-8c45-e0a3628cc612 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:31:23.522549 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-0455a2b2-ed01-4cd1-adb1-0aae4d899dd2 req-d48b0265-5878-4af5-bc28-6d1f5a7b43ea service neutron] Attempting to bind port 5fdd4ebb-0810-4eb0-8c45-e0a3628cc612 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': 'e98b7750-bf39-4b45-aa75-02c133849ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a23de063-0d52-4133-8767-8b34c1d0fbbe'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:31:23.523436 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0455a2b2-ed01-4cd1-adb1-0aae4d899dd2 req-d48b0265-5878-4af5-bc28-6d1f5a7b43ea service neutron] Attempting to bind port 5fdd4ebb-0810-4eb0-8c45-e0a3628cc612 on network a23de063-0d52-4133-8767-8b34c1d0fbbe {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:31:23.525561 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [None req-98bb8f01-5cad-4dc1-851e-6f6f5adbf124 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] delete failed (client error): The resource could not be found. Jul 15 23:31:23.527083 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-98bb8f01-5cad-4dc1-851e-6f6f5adbf124 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "DELETE /v2.0/routers/dc294c3e-325c-47ec-849a-74c5ab06a7e7 HTTP/1.1" status: 404 len: 336 time: 0.1454163 Jul 15 23:31:23.531887 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55524) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:23.560217 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0455a2b2-ed01-4cd1-adb1-0aae4d899dd2 req-d48b0265-5878-4af5-bc28-6d1f5a7b43ea service neutron] Port 5fdd4ebb-0810-4eb0-8c45-e0a3628cc612 on network a23de063-0d52-4133-8767-8b34c1d0fbbe not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:31:23.560559 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0455a2b2-ed01-4cd1-adb1-0aae4d899dd2 req-d48b0265-5878-4af5-bc28-6d1f5a7b43ea service neutron] Attempting to bind port 5fdd4ebb-0810-4eb0-8c45-e0a3628cc612 on network a23de063-0d52-4133-8767-8b34c1d0fbbe {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:31:23.573505 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0455a2b2-ed01-4cd1-adb1-0aae4d899dd2 req-d48b0265-5878-4af5-bc28-6d1f5a7b43ea service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:31:23.573967 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0455a2b2-ed01-4cd1-adb1-0aae4d899dd2 req-d48b0265-5878-4af5-bc28-6d1f5a7b43ea service neutron] Checking segment: {'id': 'e98b7750-bf39-4b45-aa75-02c133849ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a23de063-0d52-4133-8767-8b34c1d0fbbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:31:23.574707 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0455a2b2-ed01-4cd1-adb1-0aae4d899dd2 req-d48b0265-5878-4af5-bc28-6d1f5a7b43ea service neutron] Bound using segment: {'id': 'e98b7750-bf39-4b45-aa75-02c133849ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a23de063-0d52-4133-8767-8b34c1d0fbbe'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:31:23.575657 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-0455a2b2-ed01-4cd1-adb1-0aae4d899dd2 req-d48b0265-5878-4af5-bc28-6d1f5a7b43ea service neutron] Bound port: 5fdd4ebb-0810-4eb0-8c45-e0a3628cc612, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e98b7750-bf39-4b45-aa75-02c133849ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a23de063-0d52-4133-8767-8b34c1d0fbbe'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:31:23.576291 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0455a2b2-ed01-4cd1-adb1-0aae4d899dd2 req-d48b0265-5878-4af5-bc28-6d1f5a7b43ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:23.606561 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81b8ee9-c7ca-49de-bd22-7aa2d78f4f1b req-9e9ca7b9-d1aa-4562-b1ab-2a1e90c705b8 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:23.611113 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e81b8ee9-c7ca-49de-bd22-7aa2d78f4f1b req-9e9ca7b9-d1aa-4562-b1ab-2a1e90c705b8 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ca75cd1-9433-443e-b80a-f46e1e86c9d8 HTTP/1.1" status: 200 len: 945 time: 0.3031049 Jul 15 23:31:23.642562 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-32e9585b-5734-4638-914e-3bf1c855f739 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] DELETE failed (client error): The resource could not be found. Jul 15 23:31:23.643013 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32e9585b-5734-4638-914e-3bf1c855f739 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:31:23.648016 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-32e9585b-5734-4638-914e-3bf1c855f739 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "DELETE /v2.0/subnets/5c80ee61-2e0d-46a2-ad41-62ecbe7a6940 HTTP/1.1" status: 404 len: 337 time: 0.1110089 Jul 15 23:31:23.648257 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35cf0e9-c892-49a4-a930-b0a2f3915665 None None] DHCP port deletion for 9b9c71c7-3cba-46bd-a2d4-987763487951 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:31:23.654158 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55526) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:23.695487 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-7cba31ee-7913-4c8f-9575-10857f8550da tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "GET /v2.0/ports?device_id=ff37248b-d30d-4e64-a466-bebc8656d631 HTTP/1.1" status: 200 len: 205 time: 0.0401037 Jul 15 23:31:23.696112 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55528) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:23.755986 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b35cf0e9-c892-49a4-a930-b0a2f3915665 None None] Deleting port 5844e6eb-6329-4fff-9c13-7e28b6980d6d {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:31:23.758772 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b35cf0e9-c892-49a4-a930-b0a2f3915665 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:23.759380 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [None req-5d59f53b-2113-4bec-ba3b-1880c18b9ad1 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] delete failed (client error): The resource could not be found. Jul 15 23:31:23.765587 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-5d59f53b-2113-4bec-ba3b-1880c18b9ad1 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "DELETE /v2.0/routers/ff37248b-d30d-4e64-a466-bebc8656d631 HTTP/1.1" status: 404 len: 336 time: 0.0668690 Jul 15 23:31:23.766228 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55530) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:23.769587 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e81b8ee9-c7ca-49de-bd22-7aa2d78f4f1b req-68fe2e9c-a9a9-4588-8bb7-acba5e055abd tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8c61c92-d476-46a7-af9c-4517a99fe503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499369 Jul 15 23:31:23.831535 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-0455a2b2-ed01-4cd1-adb1-0aae4d899dd2 req-d48b0265-5878-4af5-bc28-6d1f5a7b43ea service neutron] For port 5fdd4ebb-0810-4eb0-8c45-e0a3628cc612, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:31:23.841309 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f15063e9-80ab-4110-98f6-dd05b3bcbf79 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "GET /v2.0/ports?device_id=53549085-0919-4427-b0e9-ffac7bb577d1 HTTP/1.1" status: 200 len: 205 time: 0.0724871 Jul 15 23:31:23.843506 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55534) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:23.892237 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85f459d4-53af-40c2-a0bb-0b31e1962482 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:23.904329 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85f459d4-53af-40c2-a0bb-0b31e1962482 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:23.940832 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-0455a2b2-ed01-4cd1-adb1-0aae4d899dd2 req-d48b0265-5878-4af5-bc28-6d1f5a7b43ea service neutron] For port 5fdd4ebb-0810-4eb0-8c45-e0a3628cc612, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=5fdd4ebb-0810-4eb0-8c45-e0a3628cc612,segment=NetworkSegment(e98b7750-bf39-4b45-aa75-02c133849ad2),segment_id=e98b7750-bf39-4b45-aa75-02c133849ad2)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:31:23.942002 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-b35cf0e9-c892-49a4-a930-b0a2f3915665 None None] For port 5844e6eb-6329-4fff-9c13-7e28b6980d6d, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=5844e6eb-6329-4fff-9c13-7e28b6980d6d,segment=NetworkSegment(2b1b475e-0af2-49ee-9bbc-1102d88ff72e),segment_id=2b1b475e-0af2-49ee-9bbc-1102d88ff72e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:31:23.942404 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b35cf0e9-c892-49a4-a930-b0a2f3915665 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:23.948065 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [None req-5a725739-b3f5-4e3b-9457-f9f42672b3d4 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] delete failed (client error): The resource could not be found. Jul 15 23:31:23.953087 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-5a725739-b3f5-4e3b-9457-f9f42672b3d4 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "DELETE /v2.0/routers/53549085-0919-4427-b0e9-ffac7bb577d1 HTTP/1.1" status: 404 len: 336 time: 0.1074753 Jul 15 23:31:23.956952 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55536) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:23.958685 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0455a2b2-ed01-4cd1-adb1-0aae4d899dd2 req-d48b0265-5878-4af5-bc28-6d1f5a7b43ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:23.979937 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b35cf0e9-c892-49a4-a930-b0a2f3915665 None None] Calling delete_port for 5844e6eb-6329-4fff-9c13-7e28b6980d6d owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:31:24.001093 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f459d4-53af-40c2-a0bb-0b31e1962482 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a721f716-82a0-4706-b5b4-c2cfb1af2e2e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:24.063913 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85f459d4-53af-40c2-a0bb-0b31e1962482 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:31:24.084605 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-104a2744-3e2d-4e7a-91b6-81c9dbd7854a tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Made reservation on behalf of 569f2df56f5346c6b2cc2678b0d25280 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:31:24.103988 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-104a2744-3e2d-4e7a-91b6-81c9dbd7854a tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:24.118745 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0455a2b2-ed01-4cd1-adb1-0aae4d899dd2 req-d48b0265-5878-4af5-bc28-6d1f5a7b43ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:24.119433 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0455a2b2-ed01-4cd1-adb1-0aae4d899dd2 req-d48b0265-5878-4af5-bc28-6d1f5a7b43ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:24.142781 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0455a2b2-ed01-4cd1-adb1-0aae4d899dd2 req-d48b0265-5878-4af5-bc28-6d1f5a7b43ea service neutron] 10.222.0.49 "PUT /v2.0/ports/5fdd4ebb-0810-4eb0-8c45-e0a3628cc612 HTTP/1.1" status: 200 len: 1091 time: 4.8605409 Jul 15 23:31:24.143324 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eba905f-ad9d-4096-848e-42ce38deef3a', 'tag': '5fdd4ebb-0810-4eb0-8c45-e0a3628cc612'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:31:24.149140 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4177a7-b931-48f4-9f52-e753a836d500" -d '{"events": [{"name": "network-changed", "server_uuid": "9eba905f-ad9d-4096-848e-42ce38deef3a", "tag": "5fdd4ebb-0810-4eb0-8c45-e0a3628cc612"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:31:24.156064 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b35cf0e9-c892-49a4-a930-b0a2f3915665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:24.178012 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85f459d4-53af-40c2-a0bb-0b31e1962482 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:24.183022 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-85f459d4-53af-40c2-a0bb-0b31e1962482 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Added segment f23cb00a-c00d-4331-9f5d-4a8ba3d27712 of type vlan for network c46fd6ed-6df7-4ffc-aca4-b3552ff283ba Jul 15 23:31:24.219516 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35cf0e9-c892-49a4-a930-b0a2f3915665 None None] Pushing event deleted for resources: {'Port': ['ID=5844e6eb-6329-4fff-9c13-7e28b6980d6d,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:24.228080 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35cf0e9-c892-49a4-a930-b0a2f3915665 None None] No DVR routers for this DVR port 5844e6eb-6329-4fff-9c13-7e28b6980d6d on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:31:24.300857 n-d-794306-6 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-71f3bfc3-a7f4-4d0b-9ec5-19f8405a4a66 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] DELETE failed (client error): The resource could not be found. Jul 15 23:31:24.301440 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71f3bfc3-a7f4-4d0b-9ec5-19f8405a4a66 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:31:24.307350 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-71f3bfc3-a7f4-4d0b-9ec5-19f8405a4a66 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "DELETE /v2.0/subnets/19633206-5948-495e-807d-c5637979ac26 HTTP/1.1" status: 404 len: 337 time: 0.3068969 Jul 15 23:31:24.325783 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55544) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:24.448354 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-935e77c9-1fd1-4c56-8ebe-fcd2c451fafd tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "GET /v2.0/ports?device_id=446231d7-df2e-477b-8a51-9b86bd9fe716 HTTP/1.1" status: 200 len: 205 time: 0.1128302 Jul 15 23:31:24.451753 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55546) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:24.472487 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85f459d4-53af-40c2-a0bb-0b31e1962482 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:24.514980 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48b0265-5878-4af5-bc28-6d1f5a7b43ea service neutron] Pushing event updated for resources: {'Port': ['ID=5fdd4ebb-0810-4eb0-8c45-e0a3628cc612,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:24.552525 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0455a2b2-ed01-4cd1-adb1-0aae4d899dd2 req-b56178e0-c9d3-4373-8311-7c0937f33ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:24.554242 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0455a2b2-ed01-4cd1-adb1-0aae4d899dd2 req-b56178e0-c9d3-4373-8311-7c0937f33ac0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=da3afd013947433990d02f779bf0fae2&device_id=9eba905f-ad9d-4096-848e-42ce38deef3a HTTP/1.1" status: 200 len: 1094 time: 0.2935338 Jul 15 23:31:24.567296 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [None req-ada34dcf-78c8-42a6-a6a2-0be76707614c tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] delete failed (client error): The resource could not be found. Jul 15 23:31:24.568364 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ada34dcf-78c8-42a6-a6a2-0be76707614c tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "DELETE /v2.0/routers/446231d7-df2e-477b-8a51-9b86bd9fe716 HTTP/1.1" status: 404 len: 336 time: 0.1040092 Jul 15 23:31:24.574986 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55550) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:24.625640 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85f459d4-53af-40c2-a0bb-0b31e1962482 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:24.627054 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53772399-518c-4e9d-84ed-326734a4a444 req-f9186567-4834-4738-895e-047f996cf6e5 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:24.628889 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-53772399-518c-4e9d-84ed-326734a4a444 req-f9186567-4834-4738-895e-047f996cf6e5 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ca75cd1-9433-443e-b80a-f46e1e86c9d8 HTTP/1.1" status: 200 len: 945 time: 0.3670492 Jul 15 23:31:24.632381 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f459d4-53af-40c2-a0bb-0b31e1962482 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:24.633357 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85f459d4-53af-40c2-a0bb-0b31e1962482 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:24.634895 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0455a2b2-ed01-4cd1-adb1-0aae4d899dd2 req-8236a454-19e7-4c47-849f-69d66136fcea service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fdd4ebb-0810-4eb0-8c45-e0a3628cc612 HTTP/1.1" status: 200 len: 217 time: 0.0722268 Jul 15 23:31:24.642440 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.db.api [None req-104a2744-3e2d-4e7a-91b6-81c9dbd7854a tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=93771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:31:24.642738 n-d-794306-6 neutron-server[93771]: DEBUG oslo_db.api [None req-104a2744-3e2d-4e7a-91b6-81c9dbd7854a tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:31:24.662468 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04115ae7-1eb6-42d3-aa45-ebcea1261ccb req-79ac976c-2820-4543-af1c-efab210425c2 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:24.664336 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-04115ae7-1eb6-42d3-aa45-ebcea1261ccb req-79ac976c-2820-4543-af1c-efab210425c2 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=6797365d-c7ce-4e24-a954-67ea472f9dd4 HTTP/1.1" status: 200 len: 946 time: 0.2677011 Jul 15 23:31:24.680729 n-d-794306-6 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-797eb7f6-2eae-4fc1-9fca-c94d56065839 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] DELETE failed (client error): The resource could not be found. Jul 15 23:31:24.681353 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-797eb7f6-2eae-4fc1-9fca-c94d56065839 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:31:24.684270 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-797eb7f6-2eae-4fc1-9fca-c94d56065839 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "DELETE /v2.0/subnets/26c0ac86-45d4-4546-9e7a-14302901cc32 HTTP/1.1" status: 404 len: 337 time: 0.1062572 Jul 15 23:31:24.687091 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-85f459d4-53af-40c2-a0bb-0b31e1962482 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.2948730 Jul 15 23:31:24.689991 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55552) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:24.690379 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55554) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:24.698861 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-0f9e8865-4687-4f13-8cb1-99c614e07a03 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Request body: {'subnet': {'network_id': 'c46fd6ed-6df7-4ffc-aca4-b3552ff283ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:24.769686 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0455a2b2-ed01-4cd1-adb1-0aae4d899dd2 req-f2443281-5a35-454c-89a6-b74c1f2f07be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:24.771977 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0455a2b2-ed01-4cd1-adb1-0aae4d899dd2 req-f2443281-5a35-454c-89a6-b74c1f2f07be service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7095d04c-b9ed-4b19-8773-d381f04d3242 HTTP/1.1" status: 200 len: 853 time: 0.1050935 Jul 15 23:31:24.826757 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0455a2b2-ed01-4cd1-adb1-0aae4d899dd2 req-22dead4e-1b69-4b59-a021-de61e32da1da service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a23de063-0d52-4133-8767-8b34c1d0fbbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452356 Jul 15 23:31:24.834841 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-53772399-518c-4e9d-84ed-326734a4a444 req-477914f7-2826-467b-8604-81cfde74b984 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8c61c92-d476-46a7-af9c-4517a99fe503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1984797 Jul 15 23:31:24.876953 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9e8865-4687-4f13-8cb1-99c614e07a03 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Made reservation on behalf of ac60438da4e7485d81cc9c20c2190b84 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:31:24.884828 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f9e8865-4687-4f13-8cb1-99c614e07a03 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:24.885426 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-04115ae7-1eb6-42d3-aa45-ebcea1261ccb req-6a072463-d420-4dae-b802-046c74a49d0a tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b59dfd8-fe46-4eda-8708-ff7f3de3ce14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1520932 Jul 15 23:31:24.894897 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a466a6c2-8353-4a98-8204-fa5cbba19344 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "GET /v2.0/ports?device_id=27c65317-6be5-4ce5-b081-f737b89543fb HTTP/1.1" status: 200 len: 205 time: 0.2032416 Jul 15 23:31:24.895810 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55556) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:24.898059 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55558) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:24.982952 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f459d4-53af-40c2-a0bb-0b31e1962482 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Pushing event updated for resources: {'Network': ['ID=c46fd6ed-6df7-4ffc-aca4-b3552ff283ba,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:24.995337 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network c46fd6ed-6df7-4ffc-aca4-b3552ff283ba details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:31:25.067067 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39cb790-ab3b-48ba-81e5-72d5f85b0863 x-openstack-request-id: req-d39cb790-ab3b-48ba-81e5-72d5f85b0863 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:31:25.075318 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eba905f-ad9d-4096-848e-42ce38deef3a", "tag": "5fdd4ebb-0810-4eb0-8c45-e0a3628cc612", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:31:25.076132 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d39cb790-ab3b-48ba-81e5-72d5f85b0863 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:31:25.076791 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eba905f-ad9d-4096-848e-42ce38deef3a', 'tag': '5fdd4ebb-0810-4eb0-8c45-e0a3628cc612', 'status': 'completed', 'code': 200} Jul 15 23:31:25.104932 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [None req-9d46ca38-ea31-4819-a21e-250ad936d07c tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] delete failed (client error): The resource could not be found. Jul 15 23:31:25.109393 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-9d46ca38-ea31-4819-a21e-250ad936d07c tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "DELETE /v2.0/routers/27c65317-6be5-4ce5-b081-f737b89543fb HTTP/1.1" status: 404 len: 336 time: 0.1858234 Jul 15 23:31:25.121810 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55568) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:25.145371 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-104a2744-3e2d-4e7a-91b6-81c9dbd7854a tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:25.242798 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-104a2744-3e2d-4e7a-91b6-81c9dbd7854a tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:31:25.256000 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-104a2744-3e2d-4e7a-91b6-81c9dbd7854a tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:25.256526 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-104a2744-3e2d-4e7a-91b6-81c9dbd7854a tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Added segment e9adcdd3-2177-4446-925c-85a9a180f8dc of type vlan for network 9dd86e01-c1be-4a81-9ef6-76a0f2dfc91f Jul 15 23:31:25.346786 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-104a2744-3e2d-4e7a-91b6-81c9dbd7854a tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:25.356402 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0455a2b2-ed01-4cd1-adb1-0aae4d899dd2 req-1d331bfd-3aca-4ca9-b96e-47913d6b0fbf service neutron] 10.222.0.49 "GET /v2.0/networks/a23de063-0d52-4133-8767-8b34c1d0fbbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5202959 Jul 15 23:31:25.370334 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-663f5cdc-a2de-478c-a524-7e30746619ef tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] DELETE failed (client error): The resource could not be found. Jul 15 23:31:25.370805 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-663f5cdc-a2de-478c-a524-7e30746619ef tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:31:25.373241 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f98829-393e-43c6-9fe1-965c1995169d tempest-TestNetworkAdvancedServerOps-29383157 tempest-TestNetworkAdvancedServerOps-29383157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:25.375023 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-40f98829-393e-43c6-9fe1-965c1995169d tempest-TestNetworkAdvancedServerOps-29383157 tempest-TestNetworkAdvancedServerOps-29383157-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=0ca75cd1-9433-443e-b80a-f46e1e86c9d8 HTTP/1.1" status: 200 len: 1091 time: 0.4757302 Jul 15 23:31:25.379402 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-663f5cdc-a2de-478c-a524-7e30746619ef tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "DELETE /v2.0/subnets/0759bed6-f960-4225-a866-39cf922341f0 HTTP/1.1" status: 404 len: 337 time: 0.2563636 Jul 15 23:31:25.381355 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55572) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:25.381355 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55574) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:25.445626 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 5844e6eb-6329-4fff-9c13-7e28b6980d6d no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:31:25.457772 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:25.485025 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-104a2744-3e2d-4e7a-91b6-81c9dbd7854a tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:25.492119 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104a2744-3e2d-4e7a-91b6-81c9dbd7854a tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:25.492952 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-104a2744-3e2d-4e7a-91b6-81c9dbd7854a tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:25.517032 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 5844e6eb-6329-4fff-9c13-7e28b6980d6d {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:31:25.517264 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 5844e6eb-6329-4fff-9c13-7e28b6980d6d not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:31:25.542687 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-104a2744-3e2d-4e7a-91b6-81c9dbd7854a tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.1779804 Jul 15 23:31:25.562310 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55578) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:25.606151 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e31f0e02-d47c-4cfc-92a3-84bc03d11863 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Request body: {'subnet': {'network_id': '9dd86e01-c1be-4a81-9ef6-76a0f2dfc91f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:25.626667 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-28ea4baf-9eb2-4d08-acf6-6cd517e4d1af tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Request body: {'floatingip': {'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'port_id': '54b61601-8100-4182-99c8-64b141f15139', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:25.635130 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0455a2b2-ed01-4cd1-adb1-0aae4d899dd2 req-bbb7ddaf-b95a-47fa-a88c-51eb5544c6e3 service neutron] 10.222.0.49 "GET /v2.0/networks/a23de063-0d52-4133-8767-8b34c1d0fbbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552841 Jul 15 23:31:25.696767 n-d-794306-6 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-97d84394-0df4-463e-bd46-2746551c19b1 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] DELETE failed (client error): The resource could not be found. Jul 15 23:31:25.700722 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97d84394-0df4-463e-bd46-2746551c19b1 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:31:25.708163 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-97d84394-0df4-463e-bd46-2746551c19b1 tempest-RoutersIpV6Test-555475015 tempest-RoutersIpV6Test-555475015-project] 10.222.0.48 "DELETE /v2.0/subnets/85d446ff-7678-4d84-bc9b-e2fc22f47419 HTTP/1.1" status: 404 len: 337 time: 0.3116894 Jul 15 23:31:25.752617 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104a2744-3e2d-4e7a-91b6-81c9dbd7854a tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Pushing event updated for resources: {'Network': ['ID=9dd86e01-c1be-4a81-9ef6-76a0f2dfc91f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:25.767726 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 9dd86e01-c1be-4a81-9ef6-76a0f2dfc91f details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:31:25.789592 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e75628e-6c73-49cc-8c09-11b4be2220c0 req-71c65fcb-28e5-4f60-94a4-3daf47eeff22 tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:25.791311 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0e75628e-6c73-49cc-8c09-11b4be2220c0 req-71c65fcb-28e5-4f60-94a4-3daf47eeff22 tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] 10.222.0.48 "GET /v2.0/ports?device_id=9eba905f-ad9d-4096-848e-42ce38deef3a HTTP/1.1" status: 200 len: 943 time: 0.6113763 Jul 15 23:31:25.850191 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28ea4baf-9eb2-4d08-acf6-6cd517e4d1af tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:25.956115 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f9e8865-4687-4f13-8cb1-99c614e07a03 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:25.957879 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0e75628e-6c73-49cc-8c09-11b4be2220c0 req-ffc3203b-4033-4845-9112-20a1cbd02d92 tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b78e620-5cf2-4d50-a66f-f495d9053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492445 Jul 15 23:31:26.026273 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4177a7-b931-48f4-9f52-e753a836d500 req-d3b9ab9b-9a03-4ac9-8a0d-16c347830b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:26.030098 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bc4177a7-b931-48f4-9f52-e753a836d500 req-d3b9ab9b-9a03-4ac9-8a0d-16c347830b4d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=da3afd013947433990d02f779bf0fae2&device_id=9eba905f-ad9d-4096-848e-42ce38deef3a HTTP/1.1" status: 200 len: 1094 time: 0.3169787 Jul 15 23:31:26.119711 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e31f0e02-d47c-4cfc-92a3-84bc03d11863 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Made reservation on behalf of 569f2df56f5346c6b2cc2678b0d25280 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:31:26.133294 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e31f0e02-d47c-4cfc-92a3-84bc03d11863 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:26.267002 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9e8865-4687-4f13-8cb1-99c614e07a03 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Checking segment: {'id': 'f23cb00a-c00d-4331-9f5d-4a8ba3d27712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c46fd6ed-6df7-4ffc-aca4-b3552ff283ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:31:26.267798 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9e8865-4687-4f13-8cb1-99c614e07a03 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Network hostable DHCP agents. Network: c46fd6ed-6df7-4ffc-aca4-b3552ff283ba, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:31:26.310286 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9e8865-4687-4f13-8cb1-99c614e07a03 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Network c46fd6ed-6df7-4ffc-aca4-b3552ff283ba is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:31:26.319455 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9e8865-4687-4f13-8cb1-99c614e07a03 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Pushing event updated for resources: {'Subnet': ['ID=c045c250-c386-4149-b310-e775d49b1a1a,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:26.330576 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-0f9e8865-4687-4f13-8cb1-99c614e07a03 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, c46fd6ed-6df7-4ffc-aca4-b3552ff283ba) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:31:26.342033 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a6500a-aab0-4adb-b884-e458b82ef032 None None] Network c46fd6ed-6df7-4ffc-aca4-b3552ff283ba requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:31:26.345855 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55588) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:26.359553 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4177a7-b931-48f4-9f52-e753a836d500 req-7038dcc1-9463-4827-b065-1ddc3fe85cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:26.361120 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bc4177a7-b931-48f4-9f52-e753a836d500 req-7038dcc1-9463-4827-b065-1ddc3fe85cb7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a23de063-0d52-4133-8767-8b34c1d0fbbe HTTP/1.1" status: 200 len: 914 time: 0.3240790 Jul 15 23:31:26.366699 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9e8865-4687-4f13-8cb1-99c614e07a03 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:26.368000 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f9e8865-4687-4f13-8cb1-99c614e07a03 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:26.427663 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bc4177a7-b931-48f4-9f52-e753a836d500 req-4d00a617-cc2f-4692-872d-bc1cd0751f21 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fdd4ebb-0810-4eb0-8c45-e0a3628cc612 HTTP/1.1" status: 200 len: 217 time: 0.0576501 Jul 15 23:31:26.479858 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-0f9e8865-4687-4f13-8cb1-99c614e07a03 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7862580 Jul 15 23:31:26.489364 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55592) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:26.490487 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4177a7-b931-48f4-9f52-e753a836d500 req-929f3f67-200c-440a-9c89-c5d8d2f6d300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:26.492263 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bc4177a7-b931-48f4-9f52-e753a836d500 req-929f3f67-200c-440a-9c89-c5d8d2f6d300 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7095d04c-b9ed-4b19-8773-d381f04d3242 HTTP/1.1" status: 200 len: 853 time: 0.0566614 Jul 15 23:31:26.510720 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-2248d6bc-5b1e-4aee-af97-50c201246386 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1649308803', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}, 'admin_state_up': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:26.559381 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bc4177a7-b931-48f4-9f52-e753a836d500 req-e7a39b5d-c87c-42ec-9882-7e800be0144c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a23de063-0d52-4133-8767-8b34c1d0fbbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566289 Jul 15 23:31:26.564028 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2248d6bc-5b1e-4aee-af97-50c201246386 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:26.566827 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2248d6bc-5b1e-4aee-af97-50c201246386 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:26.573827 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58ada67-9182-4983-a6d7-f53c29d4c078 req-44c0eb3c-badf-4cfb-8975-79db640c9f38 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:26.575975 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c58ada67-9182-4983-a6d7-f53c29d4c078 req-44c0eb3c-badf-4cfb-8975-79db640c9f38 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=6797365d-c7ce-4e24-a954-67ea472f9dd4 HTTP/1.1" status: 200 len: 946 time: 0.3228981 Jul 15 23:31:26.577774 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28ea4baf-9eb2-4d08-acf6-6cd517e4d1af tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:26.663858 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2248d6bc-5b1e-4aee-af97-50c201246386 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:26.666289 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd9014b-0ae0-4d4f-8d99-749349783dfa None None] Network c46fd6ed-6df7-4ffc-aca4-b3552ff283ba requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:31:26.734502 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-28ea4baf-9eb2-4d08-acf6-6cd517e4d1af tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Allocated IP 172.25.5.112 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/402b13c0-ebf5-49f2-9225-6c5acd8c4b68) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:31:26.905435 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2248d6bc-5b1e-4aee-af97-50c201246386 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:27.298475 n-d-794306-6 neutron-server[93771]: DEBUG neutron.objects.ports [None req-e31f0e02-d47c-4cfc-92a3-84bc03d11863 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 23:31:27.302545 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e31f0e02-d47c-4cfc-92a3-84bc03d11863 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:27.449836 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c58ada67-9182-4983-a6d7-f53c29d4c078 req-93365b48-d4e1-4e10-abad-8dd72f46e642 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b59dfd8-fe46-4eda-8708-ff7f3de3ce14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5152059 Jul 15 23:31:27.523144 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31f0e02-d47c-4cfc-92a3-84bc03d11863 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Pushing event updated for resources: {'Subnet': ['ID=7eaa9f6c-d4f2-4bf3-a427-007ac5099ed0,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:27.528448 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2248d6bc-5b1e-4aee-af97-50c201246386 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:27.531777 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31f0e02-d47c-4cfc-92a3-84bc03d11863 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Checking segment: {'id': 'e9adcdd3-2177-4446-925c-85a9a180f8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '9dd86e01-c1be-4a81-9ef6-76a0f2dfc91f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:31:27.532125 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31f0e02-d47c-4cfc-92a3-84bc03d11863 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Network hostable DHCP agents. Network: 9dd86e01-c1be-4a81-9ef6-76a0f2dfc91f, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:31:27.538266 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28ea4baf-9eb2-4d08-acf6-6cd517e4d1af tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:27.553267 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2248d6bc-5b1e-4aee-af97-50c201246386 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:27.597463 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-88e084aa-0d43-4c1a-92db-6a7fa92e0355 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=34183464e2cc438698c712a3ae8b36f2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2485867 Jul 15 23:31:27.603291 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55602) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:27.628527 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31f0e02-d47c-4cfc-92a3-84bc03d11863 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Network 9dd86e01-c1be-4a81-9ef6-76a0f2dfc91f is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:31:27.656776 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-e31f0e02-d47c-4cfc-92a3-84bc03d11863 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 9dd86e01-c1be-4a81-9ef6-76a0f2dfc91f) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:31:27.664933 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31f0e02-d47c-4cfc-92a3-84bc03d11863 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:27.665535 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e31f0e02-d47c-4cfc-92a3-84bc03d11863 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:27.667091 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f9a7cc-13e6-4385-af82-d72641b44ca7 None None] Network 9dd86e01-c1be-4a81-9ef6-76a0f2dfc91f requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:31:27.699854 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e31f0e02-d47c-4cfc-92a3-84bc03d11863 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.1274686 Jul 15 23:31:27.700629 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55604) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:27.714842 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bc4177a7-b931-48f4-9f52-e753a836d500 req-59a462ee-5ccf-47ad-8fe3-6362a52a14c7 service neutron] 10.222.0.49 "GET /v2.0/networks/a23de063-0d52-4133-8767-8b34c1d0fbbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7640944 Jul 15 23:31:27.716079 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1a04a6f6-e43c-4f44-922b-7588e24dbd17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:27.795619 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1a04a6f6-e43c-4f44-922b-7588e24dbd17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:27.828802 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bc4177a7-b931-48f4-9f52-e753a836d500 req-e3dd79a1-396c-41e0-807e-d67c6c4458bf service neutron] 10.222.0.49 "GET /v2.0/networks/a23de063-0d52-4133-8767-8b34c1d0fbbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060033 Jul 15 23:31:27.842709 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b40dcdc-eacc-4da9-9b53-e58408afbb21 req-395d971f-a382-4e7a-99c3-06bd14f05c25 tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:27.853364 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2b40dcdc-eacc-4da9-9b53-e58408afbb21 req-395d971f-a382-4e7a-99c3-06bd14f05c25 tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] 10.222.0.48 "GET /v2.0/ports?device_id=9eba905f-ad9d-4096-848e-42ce38deef3a HTTP/1.1" status: 200 len: 943 time: 0.4417512 Jul 15 23:31:27.856936 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b6062f6-513f-4d23-a2cf-9b5851463319 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:27.900361 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28ea4baf-9eb2-4d08-acf6-6cd517e4d1af tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:27.924660 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1a04a6f6-e43c-4f44-922b-7588e24dbd17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:27.927528 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1a04a6f6-e43c-4f44-922b-7588e24dbd17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:27.928865 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-1a04a6f6-e43c-4f44-922b-7588e24dbd17 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/63e93035-1683-4845-843a-0f5a59073cac HTTP/1.1" status: 204 len: 168 time: 0.3229983 Jul 15 23:31:27.980892 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ea4baf-9eb2-4d08-acf6-6cd517e4d1af tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event updated for resources: {'Port': ['ID=402b13c0-ebf5-49f2-9225-6c5acd8c4b68,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:27.998007 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a04a6f6-e43c-4f44-922b-7588e24dbd17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e93035-1683-4845-843a-0f5a59073cac,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:28.029317 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b6062f6-513f-4d23-a2cf-9b5851463319 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:28.038926 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ea4baf-9eb2-4d08-acf6-6cd517e4d1af tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:31:28.061627 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2b40dcdc-eacc-4da9-9b53-e58408afbb21 req-462ad7a4-af0d-4f16-b510-8baf3e38988a tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b78e620-5cf2-4d50-a66f-f495d9053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059836 Jul 15 23:31:28.063965 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 5fdd4ebb-0810-4eb0-8c45-e0a3628cc612 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:31:28.081967 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-28ea4baf-9eb2-4d08-acf6-6cd517e4d1af tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:31:28.091885 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ea4baf-9eb2-4d08-acf6-6cd517e4d1af tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:31:28.242427 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108c04b9-4018-4067-861a-536f06dff594 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-9dd86e01-c1be-4a81-9ef6-76a0f2dfc91f', 'network_id': '9dd86e01-c1be-4a81-9ef6-76a0f2dfc91f', 'tenant_id': '569f2df56f5346c6b2cc2678b0d25280', 'fixed_ips': [{'subnet_id': '7eaa9f6c-d4f2-4bf3-a427-007ac5099ed0'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:31:28.243677 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-108c04b9-4018-4067-861a-536f06dff594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:28.276390 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.db.resource_extend [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 23:31:28.295958 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd0dc4-375f-4d8f-a37f-8b3362201dd9 req-d1bb061c-8647-4dcb-9e54-a3604b4ee875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:28.300365 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-67fd0dc4-375f-4d8f-a37f-8b3362201dd9 req-d1bb061c-8647-4dcb-9e54-a3604b4ee875 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c41d1c4cc69e402eb09493d513de9715&device_id=6797365d-c7ce-4e24-a954-67ea472f9dd4 HTTP/1.1" status: 200 len: 1097 time: 0.1669924 Jul 15 23:31:28.578135 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd0dc4-375f-4d8f-a37f-8b3362201dd9 req-4cdddd33-6deb-4dd6-b5e5-1c905cba1dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:28.580776 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-67fd0dc4-375f-4d8f-a37f-8b3362201dd9 req-4cdddd33-6deb-4dd6-b5e5-1c905cba1dd3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5dd08b94-305b-477e-8148-ff3865a86e5a HTTP/1.1" status: 200 len: 918 time: 0.2479444 Jul 15 23:31:28.611630 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 5fdd4ebb-0810-4eb0-8c45-e0a3628cc612, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=5fdd4ebb-0810-4eb0-8c45-e0a3628cc612,segment=NetworkSegment(e98b7750-bf39-4b45-aa75-02c133849ad2),segment_id=e98b7750-bf39-4b45-aa75-02c133849ad2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:31:28.633798 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '5fdd4ebb-0810-4eb0-8c45-e0a3628cc612', 'network_id': 'a23de063-0d52-4133-8767-8b34c1d0fbbe', 'port_id': '5fdd4ebb-0810-4eb0-8c45-e0a3628cc612', 'mac_address': 'fa:16:3e:06:a6:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7095d04c-b9ed-4b19-8773-d381f04d3242', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:31:28.650136 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-108c04b9-4018-4067-861a-536f06dff594 None None] Allocated IP 2001:db8::f816:3eff:fec1:78dc (9dd86e01-c1be-4a81-9ef6-76a0f2dfc91f/7eaa9f6c-d4f2-4bf3-a427-007ac5099ed0/7631ec36-93e2-4a4b-bb20-446d9b395ae7) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:31:28.833872 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:28.879625 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fdd4ebb-0810-4eb0-8c45-e0a3628cc612 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:31:28.900551 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-2248d6bc-5b1e-4aee-af97-50c201246386 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Allocated IP 172.25.5.251 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/81d5f327-cd77-4007-95b7-862af1fab5b9) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:31:28.977731 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 5fdd4ebb-0810-4eb0-8c45-e0a3628cc612, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=5fdd4ebb-0810-4eb0-8c45-e0a3628cc612,segment=NetworkSegment(e98b7750-bf39-4b45-aa75-02c133849ad2),segment_id=e98b7750-bf39-4b45-aa75-02c133849ad2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:31:28.982480 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:29.008224 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-67fd0dc4-375f-4d8f-a37f-8b3362201dd9 req-e70437f3-bfa4-4aed-a733-1adb842dc756 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2163a5fe-aded-4f44-abb5-1f3885a494fc HTTP/1.1" status: 200 len: 1001 time: 0.4135666 Jul 15 23:31:29.151455 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2248d6bc-5b1e-4aee-af97-50c201246386 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:29.211998 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=5fdd4ebb-0810-4eb0-8c45-e0a3628cc612,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:29.219781 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['5fdd4ebb-0810-4eb0-8c45-e0a3628cc612'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:31:29.244269 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2248d6bc-5b1e-4aee-af97-50c201246386 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:29.363986 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2248d6bc-5b1e-4aee-af97-50c201246386 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:31:29.373222 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-108c04b9-4018-4067-861a-536f06dff594 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:29.394258 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-108c04b9-4018-4067-861a-536f06dff594 None None] Transition to ACTIVE for port object 7631ec36-93e2-4a4b-bb20-446d9b395ae7 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:31:29.403779 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd0dc4-375f-4d8f-a37f-8b3362201dd9 req-6c70cbe8-6ff1-4735-94b5-02713c552b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:29.405307 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-67fd0dc4-375f-4d8f-a37f-8b3362201dd9 req-6c70cbe8-6ff1-4735-94b5-02713c552b59 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ac4619b4-8268-4046-9b08-9c5e68adfc94 HTTP/1.1" status: 200 len: 856 time: 0.3650613 Jul 15 23:31:29.424246 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e01678-489d-4fe3-bc0a-9cae73bb8752 req-768b0b2a-04b8-40b8-b1ea-2cb983dec2c4 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:29.436124 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e9e01678-489d-4fe3-bc0a-9cae73bb8752 req-768b0b2a-04b8-40b8-b1ea-2cb983dec2c4 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=6797365d-c7ce-4e24-a954-67ea472f9dd4 HTTP/1.1" status: 200 len: 946 time: 0.5505991 Jul 15 23:31:29.442602 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-108c04b9-4018-4067-861a-536f06dff594 None None] Transition to ACTIVE for port object 7631ec36-93e2-4a4b-bb20-446d9b395ae7 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:31:29.467329 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-108c04b9-4018-4067-861a-536f06dff594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:29.483640 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-2248d6bc-5b1e-4aee-af97-50c201246386 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:31:29.497689 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2248d6bc-5b1e-4aee-af97-50c201246386 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:31:29.499925 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108c04b9-4018-4067-861a-536f06dff594 None None] Network 9dd86e01-c1be-4a81-9ef6-76a0f2dfc91f is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:31:29.505820 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-108c04b9-4018-4067-861a-536f06dff594 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:31:29.536940 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108c04b9-4018-4067-861a-536f06dff594 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:31:29.657965 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2248d6bc-5b1e-4aee-af97-50c201246386 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Pushing event updated for resources: {'Port': ['ID=81d5f327-cd77-4007-95b7-862af1fab5b9,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:29.668725 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e9e01678-489d-4fe3-bc0a-9cae73bb8752 req-174915b8-99be-44a8-932a-0cdd86fca0da tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b59dfd8-fe46-4eda-8708-ff7f3de3ce14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2279830 Jul 15 23:31:29.671677 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55642) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:29.687698 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b6062f6-513f-4d23-a2cf-9b5851463319 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:29.720686 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6062f6-513f-4d23-a2cf-9b5851463319 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Pushing event deleted for resources: {'Subnet': ['ID=7eaa9f6c-d4f2-4bf3-a427-007ac5099ed0,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:29.733539 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-108c04b9-4018-4067-861a-536f06dff594 None None] Attempting to bind port 7631ec36-93e2-4a4b-bb20-446d9b395ae7 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:31:29.735993 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-108c04b9-4018-4067-861a-536f06dff594 None None] Attempting to bind port 7631ec36-93e2-4a4b-bb20-446d9b395ae7 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'e9adcdd3-2177-4446-925c-85a9a180f8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '9dd86e01-c1be-4a81-9ef6-76a0f2dfc91f'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:31:29.736552 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108c04b9-4018-4067-861a-536f06dff594 None None] Attempting to bind port 7631ec36-93e2-4a4b-bb20-446d9b395ae7 on network 9dd86e01-c1be-4a81-9ef6-76a0f2dfc91f {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:31:29.767071 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108c04b9-4018-4067-861a-536f06dff594 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:31:29.767597 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108c04b9-4018-4067-861a-536f06dff594 None None] Checking segment: {'id': 'e9adcdd3-2177-4446-925c-85a9a180f8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '9dd86e01-c1be-4a81-9ef6-76a0f2dfc91f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:31:29.775275 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-108c04b9-4018-4067-861a-536f06dff594 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:29.775743 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108c04b9-4018-4067-861a-536f06dff594 None None] Bound using segment: {'id': 'e9adcdd3-2177-4446-925c-85a9a180f8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '9dd86e01-c1be-4a81-9ef6-76a0f2dfc91f'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:31:29.776315 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-108c04b9-4018-4067-861a-536f06dff594 None None] Bound port: 7631ec36-93e2-4a4b-bb20-446d9b395ae7, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9adcdd3-2177-4446-925c-85a9a180f8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '9dd86e01-c1be-4a81-9ef6-76a0f2dfc91f'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:31:29.776799 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-108c04b9-4018-4067-861a-536f06dff594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:29.789529 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108c04b9-4018-4067-861a-536f06dff594 None None] Pushing event updated for resources: {'Port': ['ID=7631ec36-93e2-4a4b-bb20-446d9b395ae7,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:29.874840 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd0dc4-375f-4d8f-a37f-8b3362201dd9 req-cd02d4db-127f-4d1c-8df9-eb03a87d20a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:29.883080 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-67fd0dc4-375f-4d8f-a37f-8b3362201dd9 req-cd02d4db-127f-4d1c-8df9-eb03a87d20a3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5dd08b94-305b-477e-8148-ff3865a86e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4377089 Jul 15 23:31:29.913991 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b6062f6-513f-4d23-a2cf-9b5851463319 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:29.931856 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-0b6062f6-513f-4d23-a2cf-9b5851463319 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dd86e01-c1be-4a81-9ef6-76a0f2dfc91f']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:29.952085 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-0b6062f6-513f-4d23-a2cf-9b5851463319 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9adcdd3-2177-4446-925c-85a9a180f8dc') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:29.952390 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-0b6062f6-513f-4d23-a2cf-9b5851463319 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9adcdd3-2177-4446-925c-85a9a180f8dc') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:29.971212 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-613df421-1b35-4150-a3e7-f4304a908b48 tempest-DvrRoutersNegativeTest-2093675229 tempest-DvrRoutersNegativeTest-2093675229-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1578328833', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:29.975306 n-d-794306-6 neutron-server[93771]: DEBUG neutron.policy [None req-613df421-1b35-4150-a3e7-f4304a908b48 tempest-DvrRoutersNegativeTest-2093675229 tempest-DvrRoutersNegativeTest-2093675229-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93771) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 15 23:31:29.975699 n-d-794306-6 neutron-server[93771]: DEBUG neutron.policy [None req-613df421-1b35-4150-a3e7-f4304a908b48 tempest-DvrRoutersNegativeTest-2093675229 tempest-DvrRoutersNegativeTest-2093675229-project] Failed policy check for 'create_router' {{(pid=93771) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 15 23:31:29.976249 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [None req-613df421-1b35-4150-a3e7-f4304a908b48 tempest-DvrRoutersNegativeTest-2093675229 tempest-DvrRoutersNegativeTest-2093675229-project] create failed (client error): Access was denied to this resource. Jul 15 23:31:29.977458 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-613df421-1b35-4150-a3e7-f4304a908b48 tempest-DvrRoutersNegativeTest-2093675229 tempest-DvrRoutersNegativeTest-2093675229-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3043630 Jul 15 23:31:30.003794 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b6062f6-513f-4d23-a2cf-9b5851463319 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:30.013293 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-108c04b9-4018-4067-861a-536f06dff594 None None] For port 7631ec36-93e2-4a4b-bb20-446d9b395ae7, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:31:30.024282 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-108c04b9-4018-4067-861a-536f06dff594 None None] For port 7631ec36-93e2-4a4b-bb20-446d9b395ae7, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=7631ec36-93e2-4a4b-bb20-446d9b395ae7,segment=NetworkSegment(e9adcdd3-2177-4446-925c-85a9a180f8dc),segment_id=e9adcdd3-2177-4446-925c-85a9a180f8dc)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:31:30.032678 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-108c04b9-4018-4067-861a-536f06dff594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:30.176710 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108c04b9-4018-4067-861a-536f06dff594 None None] Pushing event updated for resources: {'Port': ['ID=7631ec36-93e2-4a4b-bb20-446d9b395ae7,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:30.181902 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b6062f6-513f-4d23-a2cf-9b5851463319 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:30.204561 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef049903-04f1-422c-896b-883f704ccb4f None None] Network 9dd86e01-c1be-4a81-9ef6-76a0f2dfc91f requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:31:30.262454 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b6062f6-513f-4d23-a2cf-9b5851463319 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:31:30.262974 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b6062f6-513f-4d23-a2cf-9b5851463319 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:30.266797 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-67fd0dc4-375f-4d8f-a37f-8b3362201dd9 req-db4664d2-55ca-42d4-9243-d6db9d4d6893 service neutron] 10.222.0.49 "GET /v2.0/networks/5dd08b94-305b-477e-8148-ff3865a86e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3624072 Jul 15 23:31:30.282862 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:31:30.282862 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:31:30.282862 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:31:30.282862 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:31:30.282862 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:31:30.282862 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:31:30.282862 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:31:30.282862 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:31:30.282862 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:31:30.282862 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:31:30.282862 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:31:30.282862 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:31:30.282862 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:31:30.282862 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:31:30.282862 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:31:30.282862 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:31:30.282862 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:31:30.282862 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:31:30.282862 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:31:30.282862 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:31:30.282862 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:31:30.282862 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:31:30.282862 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:31:30.282862 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:31:30.282862 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:31:30.282862 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:31:30.282862 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:31:30.282862 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:31:30.282862 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:31:30.282862 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:31:30.282862 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:31:30.282862 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:31:30.379112 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b38c31-6664-4966-aa1c-7236ea15b03e req-c3d6190b-27e9-4f77-8170-8062b03c9324 tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:30.406186 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a2b38c31-6664-4966-aa1c-7236ea15b03e req-c3d6190b-27e9-4f77-8170-8062b03c9324 tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] 10.222.0.48 "GET /v2.0/ports?device_id=9eba905f-ad9d-4096-848e-42ce38deef3a HTTP/1.1" status: 200 len: 944 time: 0.8956110 Jul 15 23:31:30.571048 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.db.api [None req-0b6062f6-513f-4d23-a2cf-9b5851463319 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 15 23:31:30.571048 n-d-794306-6 neutron-server[93771]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 15 23:31:30.571048 n-d-794306-6 neutron-server[93771]: [parameters: {'id': '9dd86e01-c1be-4a81-9ef6-76a0f2dfc91f'}] Jul 15 23:31:30.571048 n-d-794306-6 neutron-server[93771]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:31:30.572847 n-d-794306-6 neutron-server[93771]: DEBUG oslo_db.api [None req-0b6062f6-513f-4d23-a2cf-9b5851463319 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:31:30.612995 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55656) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:30.650482 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2248d6bc-5b1e-4aee-af97-50c201246386 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:30.710376 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-67fd0dc4-375f-4d8f-a37f-8b3362201dd9 req-ac874e03-5ec9-450f-9358-07b94878e400 service neutron] 10.222.0.49 "GET /v2.0/networks/5dd08b94-305b-477e-8148-ff3865a86e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914517 Jul 15 23:31:30.757751 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a2b38c31-6664-4966-aa1c-7236ea15b03e req-ac04577d-dc0b-400a-a19b-e9c3a2952624 tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b78e620-5cf2-4d50-a66f-f495d9053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483706 Jul 15 23:31:30.823461 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0640136b-6ac0-4922-acfe-ad55b8ea3758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:30.875398 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c65adac-b594-429a-9fe4-14d5167a7d8f None None] get_active_networks_info from n-d-794306-6 {{(pid=93772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 23:31:30.911565 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28ea4baf-9eb2-4d08-acf6-6cd517e4d1af tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:30.930651 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-998534db-2d31-4547-a145-c01533210a4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:31.085754 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c65adac-b594-429a-9fe4-14d5167a7d8f None None] Resources bound (agent type, host, resource id): {{(pid=93772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 23:31:31.101163 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b6062f6-513f-4d23-a2cf-9b5851463319 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:31.133392 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28ea4baf-9eb2-4d08-acf6-6cd517e4d1af tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:31.222835 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3cb145-b20a-43fc-b50f-d40ad9405cc6 req-38d35bd3-8a94-4f65-b028-6f6f7cf47570 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:31.224788 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-be3cb145-b20a-43fc-b50f-d40ad9405cc6 req-38d35bd3-8a94-4f65-b028-6f6f7cf47570 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=6797365d-c7ce-4e24-a954-67ea472f9dd4 HTTP/1.1" status: 200 len: 946 time: 0.2388115 Jul 15 23:31:31.250469 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2248d6bc-5b1e-4aee-af97-50c201246386 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:31.338917 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-998534db-2d31-4547-a145-c01533210a4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:31.360967 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-998534db-2d31-4547-a145-c01533210a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:31.550944 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998534db-2d31-4547-a145-c01533210a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e10b3ade-a299-4fa7-abd8-c357253aa20c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:31.569586 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-998534db-2d31-4547-a145-c01533210a4b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d6f0f6030e89478ebb17770205d5fa78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9511070 Jul 15 23:31:31.570366 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55674) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:31.635004 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-0b6062f6-513f-4d23-a2cf-9b5851463319 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Deleting port 7631ec36-93e2-4a4b-bb20-446d9b395ae7 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:31:31.635351 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b6062f6-513f-4d23-a2cf-9b5851463319 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:31.719072 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-be3cb145-b20a-43fc-b50f-d40ad9405cc6 req-4f547a82-e11a-447e-88d1-e56390c36a43 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b59dfd8-fe46-4eda-8708-ff7f3de3ce14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0765128 Jul 15 23:31:31.744102 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-0b6062f6-513f-4d23-a2cf-9b5851463319 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] For port 7631ec36-93e2-4a4b-bb20-446d9b395ae7, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=7631ec36-93e2-4a4b-bb20-446d9b395ae7,segment=NetworkSegment(e9adcdd3-2177-4446-925c-85a9a180f8dc),segment_id=e9adcdd3-2177-4446-925c-85a9a180f8dc)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:31:31.744464 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b6062f6-513f-4d23-a2cf-9b5851463319 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:31.773738 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-0b6062f6-513f-4d23-a2cf-9b5851463319 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Calling delete_port for 7631ec36-93e2-4a4b-bb20-446d9b395ae7 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:31:31.800245 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2248d6bc-5b1e-4aee-af97-50c201246386 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Router ca2db1ba-ac17-4319-844c-57a6eaa95493 is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:31:31.814189 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-73297def-a631-4019-aa84-25b9d5ac4e09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:31.846140 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28ea4baf-9eb2-4d08-acf6-6cd517e4d1af tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:31.857018 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28ea4baf-9eb2-4d08-acf6-6cd517e4d1af tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:31.972782 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ea4baf-9eb2-4d08-acf6-6cd517e4d1af tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event updated for resources: {'Port': ['ID=402b13c0-ebf5-49f2-9225-6c5acd8c4b68,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:31.977733 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-73297def-a631-4019-aa84-25b9d5ac4e09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:31.982171 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b6062f6-513f-4d23-a2cf-9b5851463319 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:32.079139 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28ea4baf-9eb2-4d08-acf6-6cd517e4d1af tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:32.083202 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6062f6-513f-4d23-a2cf-9b5851463319 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Pushing event deleted for resources: {'Port': ['ID=7631ec36-93e2-4a4b-bb20-446d9b395ae7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:32.088470 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6062f6-513f-4d23-a2cf-9b5851463319 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] No DVR routers for this DVR port 7631ec36-93e2-4a4b-bb20-446d9b395ae7 on host n-d-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:31:32.097860 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 5fdd4ebb-0810-4eb0-8c45-e0a3628cc612 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:31:32.229329 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port 5fdd4ebb-0810-4eb0-8c45-e0a3628cc612 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:31:32.235239 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 5fdd4ebb-0810-4eb0-8c45-e0a3628cc612 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:31:32.237410 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:32.237882 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d3a87-e6f1-442b-853f-13acccbcf16a req-66f2ddae-b04c-42d4-a6fa-079671049128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:32.239613 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-366d3a87-e6f1-442b-853f-13acccbcf16a req-66f2ddae-b04c-42d4-a6fa-079671049128 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c41d1c4cc69e402eb09493d513de9715&device_id=6797365d-c7ce-4e24-a954-67ea472f9dd4 HTTP/1.1" status: 200 len: 1097 time: 0.2557154 Jul 15 23:31:32.250465 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b6062f6-513f-4d23-a2cf-9b5851463319 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:32.266309 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-0b6062f6-513f-4d23-a2cf-9b5851463319 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dd86e01-c1be-4a81-9ef6-76a0f2dfc91f']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:32.278111 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2248d6bc-5b1e-4aee-af97-50c201246386 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:31:32.284159 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-0b6062f6-513f-4d23-a2cf-9b5851463319 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9adcdd3-2177-4446-925c-85a9a180f8dc') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:32.284355 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-0b6062f6-513f-4d23-a2cf-9b5851463319 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9adcdd3-2177-4446-925c-85a9a180f8dc') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:32.290230 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45534a9d-8ffd-4955-aad8-b38202aac633 None None] Sync routers for ids ['ca2db1ba-ac17-4319-844c-57a6eaa95493'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:31:32.299723 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-73297def-a631-4019-aa84-25b9d5ac4e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:32.303063 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-73297def-a631-4019-aa84-25b9d5ac4e09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:32.305293 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-73297def-a631-4019-aa84-25b9d5ac4e09 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e10b3ade-a299-4fa7-abd8-c357253aa20c HTTP/1.1" status: 204 len: 168 time: 0.7320158 Jul 15 23:31:32.310061 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45534a9d-8ffd-4955-aad8-b38202aac633 None None] Routers {'ca2db1ba-ac17-4319-844c-57a6eaa95493'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:31:32.310701 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-45534a9d-8ffd-4955-aad8-b38202aac633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:31:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ca2db1ba-ac17-4319-844c-57a6eaa95493'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:32.324294 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b6062f6-513f-4d23-a2cf-9b5851463319 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:32.373413 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [req-60667848-e7a0-4064-a03f-410f381298d5 req-1c3dcdc3-ac3c-470e-8826-77d2e16c6374 tempest-DeleteServersTestJSON-1765713786 tempest-DeleteServersTestJSON-1765713786-project] (93771) timed out ('10.222.0.41', 59664) {{(pid=93771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 23:31:32.381081 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73297def-a631-4019-aa84-25b9d5ac4e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10b3ade-a299-4fa7-abd8-c357253aa20c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:32.388270 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99dad4d-c26d-4063-abb9-9e6606b84edb req-b065e062-1431-4a80-b010-d1fc67553c53 tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:32.392599 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2248d6bc-5b1e-4aee-af97-50c201246386 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:32.404687 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-2248d6bc-5b1e-4aee-af97-50c201246386 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.9121397 Jul 15 23:31:32.406143 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b6062f6-513f-4d23-a2cf-9b5851463319 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:32.406614 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-45534a9d-8ffd-4955-aad8-b38202aac633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:32.408780 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55684) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:32.410238 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a99dad4d-c26d-4063-abb9-9e6606b84edb req-b065e062-1431-4a80-b010-d1fc67553c53 tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] 10.222.0.48 "GET /v2.0/ports?device_id=9eba905f-ad9d-4096-848e-42ce38deef3a HTTP/1.1" status: 200 len: 944 time: 0.3799598 Jul 15 23:31:32.428213 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45534a9d-8ffd-4955-aad8-b38202aac633 None None] Routers {'ca2db1ba-ac17-4319-844c-57a6eaa95493'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:31:32.428859 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-45534a9d-8ffd-4955-aad8-b38202aac633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:31:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ca2db1ba-ac17-4319-844c-57a6eaa95493'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:32.448402 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:32.455150 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b6062f6-513f-4d23-a2cf-9b5851463319 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:31:32.456099 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b6062f6-513f-4d23-a2cf-9b5851463319 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:32.470284 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:31:32.470284 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:31:32.470284 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:31:32.470284 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:31:32.470284 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:31:32.470284 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:31:32.470284 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:31:32.470284 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:31:32.470284 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:31:32.470284 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:31:32.470284 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:31:32.470284 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:31:32.470284 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:31:32.470284 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:31:32.470284 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:31:32.470284 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:31:32.470284 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:31:32.470284 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:31:32.470284 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:31:32.470284 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:31:32.470284 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:31:32.470284 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:31:32.470284 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:31:32.470284 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:31:32.470284 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:31:32.470284 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:31:32.470284 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:31:32.470284 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:31:32.470284 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:31:32.470284 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:31:32.470284 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:31:32.470284 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:31:32.510510 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-45534a9d-8ffd-4955-aad8-b38202aac633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:32.511200 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45534a9d-8ffd-4955-aad8-b38202aac633 None None] The sync data for ids ['ca2db1ba-ac17-4319-844c-57a6eaa95493'] in n-d-794306-6 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:31:32.524005 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 5fdd4ebb-0810-4eb0-8c45-e0a3628cc612, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=5fdd4ebb-0810-4eb0-8c45-e0a3628cc612,segment=NetworkSegment(e98b7750-bf39-4b45-aa75-02c133849ad2),segment_id=e98b7750-bf39-4b45-aa75-02c133849ad2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:31:32.524936 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eba905f-ad9d-4096-848e-42ce38deef3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fdd4ebb-0810-4eb0-8c45-e0a3628cc612'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:31:32.527909 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e753a2c-dc07-4062-95f2-e5ea93a34449" -d '{"events": [{"server_uuid": "9eba905f-ad9d-4096-848e-42ce38deef3a", "name": "network-vif-plugged", "status": "completed", "tag": "5fdd4ebb-0810-4eb0-8c45-e0a3628cc612"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:31:32.532299 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:32.557816 n-d-794306-6 neutron-server[93770]: INFO neutron.db.l3_db [None req-28ea4baf-9eb2-4d08-acf6-6cd517e4d1af tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Floating IP 7eeb5eb0-2078-4a9c-aaaf-3ae2cd253234 associated. External IP: 172.25.5.112, port: 54b61601-8100-4182-99c8-64b141f15139. Jul 15 23:31:32.597806 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a99dad4d-c26d-4063-abb9-9e6606b84edb req-8c292608-2c62-4424-afaf-429589093fb0 tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b78e620-5cf2-4d50-a66f-f495d9053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864667 Jul 15 23:31:32.599610 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d3a87-e6f1-442b-853f-13acccbcf16a req-dfbc565b-1f63-49c4-8b57-15c09689d047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:32.601698 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-366d3a87-e6f1-442b-853f-13acccbcf16a req-dfbc565b-1f63-49c4-8b57-15c09689d047 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5dd08b94-305b-477e-8148-ff3865a86e5a HTTP/1.1" status: 200 len: 918 time: 0.3550498 Jul 15 23:31:32.635376 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=5fdd4ebb-0810-4eb0-8c45-e0a3628cc612,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:32.661464 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd7b374-027a-4178-9a61-726b118aef54 x-openstack-request-id: req-afd7b374-027a-4178-9a61-726b118aef54 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:31:32.661795 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eba905f-ad9d-4096-848e-42ce38deef3a", "name": "network-vif-plugged", "status": "completed", "tag": "5fdd4ebb-0810-4eb0-8c45-e0a3628cc612", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:31:32.662012 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-afd7b374-027a-4178-9a61-726b118aef54 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:31:32.662429 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eba905f-ad9d-4096-848e-42ce38deef3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fdd4ebb-0810-4eb0-8c45-e0a3628cc612', 'code': 200} Jul 15 23:31:32.708145 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b6062f6-513f-4d23-a2cf-9b5851463319 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:32.725512 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b6062f6-513f-4d23-a2cf-9b5851463319 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:32.732323 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-0b6062f6-513f-4d23-a2cf-9b5851463319 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] 10.222.0.48 "DELETE /v2.0/networks/9dd86e01-c1be-4a81-9ef6-76a0f2dfc91f HTTP/1.1" status: 204 len: 168 time: 5.0285623 Jul 15 23:31:32.743397 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55692) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:32.760486 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5c837bab-9a44-4f0f-b5e5-619a06e5600c tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1565333411'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:32.775023 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6062f6-513f-4d23-a2cf-9b5851463319 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Pushing event deleted for resources: {'Network': ['ID=9dd86e01-c1be-4a81-9ef6-76a0f2dfc91f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:32.850136 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c837bab-9a44-4f0f-b5e5-619a06e5600c tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Made reservation on behalf of 569f2df56f5346c6b2cc2678b0d25280 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:31:32.854074 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c837bab-9a44-4f0f-b5e5-619a06e5600c tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:32.893435 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-366d3a87-e6f1-442b-853f-13acccbcf16a req-087f67e4-e043-400b-a5db-05e7fd5fc4cc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2163a5fe-aded-4f44-abb5-1f3885a494fc HTTP/1.1" status: 200 len: 1001 time: 0.2333403 Jul 15 23:31:32.979098 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c837bab-9a44-4f0f-b5e5-619a06e5600c tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:31:33.013638 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c837bab-9a44-4f0f-b5e5-619a06e5600c tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:33.013991 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-5c837bab-9a44-4f0f-b5e5-619a06e5600c tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Added segment d561e0d8-3bef-4ae9-954b-38ec84c431d4 of type vlan for network 81fda6d7-c581-4667-a9ca-65453172d5f7 Jul 15 23:31:33.020888 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d3a87-e6f1-442b-853f-13acccbcf16a req-f92e84c0-397c-425e-90c5-6af2623ae352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:33.022453 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-366d3a87-e6f1-442b-853f-13acccbcf16a req-f92e84c0-397c-425e-90c5-6af2623ae352 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ac4619b4-8268-4046-9b08-9c5e68adfc94 HTTP/1.1" status: 200 len: 856 time: 0.1169345 Jul 15 23:31:33.188875 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c837bab-9a44-4f0f-b5e5-619a06e5600c tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:33.250233 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a98c4553-e557-4555-9724-f269398b7f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:33.251424 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d9cf70-affc-42bf-9a2d-8578ab9a322c req-d889c84b-12bf-43c6-bbfb-e9444889aa9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:33.253282 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-98d9cf70-affc-42bf-9a2d-8578ab9a322c req-d889c84b-12bf-43c6-bbfb-e9444889aa9b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9eba905f-ad9d-4096-848e-42ce38deef3a HTTP/1.1" status: 200 len: 1096 time: 0.3727565 Jul 15 23:31:33.294518 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d266c32-8863-4a13-8d8f-04b935b9f123 req-0980a83c-512c-4e3e-aa02-384923e847f4 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:33.306341 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0d266c32-8863-4a13-8d8f-04b935b9f123 req-0980a83c-512c-4e3e-aa02-384923e847f4 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=6797365d-c7ce-4e24-a954-67ea472f9dd4 HTTP/1.1" status: 200 len: 946 time: 0.2199259 Jul 15 23:31:33.319427 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28ea4baf-9eb2-4d08-acf6-6cd517e4d1af tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Router 7dd782d3-f0b0-44fe-8c03-29a8a4db0e56 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:31:33.348059 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d3a87-e6f1-442b-853f-13acccbcf16a req-842e5ef0-42d8-4317-a0ea-1193390c4fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:33.356843 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-366d3a87-e6f1-442b-853f-13acccbcf16a req-842e5ef0-42d8-4317-a0ea-1193390c4fbc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5dd08b94-305b-477e-8148-ff3865a86e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3254833 Jul 15 23:31:33.378790 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:33.395078 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c837bab-9a44-4f0f-b5e5-619a06e5600c tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:33.404100 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c837bab-9a44-4f0f-b5e5-619a06e5600c tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:33.404986 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c837bab-9a44-4f0f-b5e5-619a06e5600c tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:33.473077 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0d266c32-8863-4a13-8d8f-04b935b9f123 req-54ec1b28-350f-4665-9039-042286061190 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b59dfd8-fe46-4eda-8708-ff7f3de3ce14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1655142 Jul 15 23:31:33.573432 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-98d9cf70-affc-42bf-9a2d-8578ab9a322c req-9116cd4c-c476-48f0-800b-19a5dbbd42f6 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3b78e620-5cf2-4d50-a66f-f495d9053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106971 Jul 15 23:31:33.579714 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-5c837bab-9a44-4f0f-b5e5-619a06e5600c tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8351436 Jul 15 23:31:33.586072 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55718) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:33.598072 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-5bae2708-6f99-48e5-9dc2-d6ce18b8136b tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Request body: {'subnet': {'network_id': '81fda6d7-c581-4667-a9ca-65453172d5f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:33.692469 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c837bab-9a44-4f0f-b5e5-619a06e5600c tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Pushing event updated for resources: {'Network': ['ID=81fda6d7-c581-4667-a9ca-65453172d5f7,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:33.713639 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 81fda6d7-c581-4667-a9ca-65453172d5f7 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:31:33.718097 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b46accf-f252-4f20-91eb-46b1bec1deb6 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:33.747818 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ea4baf-9eb2-4d08-acf6-6cd517e4d1af tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:31:33.765298 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bae2708-6f99-48e5-9dc2-d6ce18b8136b tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Made reservation on behalf of 569f2df56f5346c6b2cc2678b0d25280 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:31:33.770376 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5bae2708-6f99-48e5-9dc2-d6ce18b8136b tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:33.777516 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28ea4baf-9eb2-4d08-acf6-6cd517e4d1af tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:33.783610 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-366d3a87-e6f1-442b-853f-13acccbcf16a req-1f79b12a-75f1-41a0-a55c-17c767c81f75 service neutron] 10.222.0.49 "GET /v2.0/networks/5dd08b94-305b-477e-8148-ff3865a86e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4074795 Jul 15 23:31:33.784094 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55722) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:33.793847 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8461b945-ec8e-4203-8861-0ce7f9a69ae5 None None] Sync routers for ids ['7dd782d3-f0b0-44fe-8c03-29a8a4db0e56'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:31:33.896693 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8461b945-ec8e-4203-8861-0ce7f9a69ae5 None None] Routers {'7dd782d3-f0b0-44fe-8c03-29a8a4db0e56'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:31:33.898542 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8461b945-ec8e-4203-8861-0ce7f9a69ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:31:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['7dd782d3-f0b0-44fe-8c03-29a8a4db0e56'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:33.987552 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-28ea4baf-9eb2-4d08-acf6-6cd517e4d1af tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.5925879 Jul 15 23:31:34.013141 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ca75cd1-9433-443e-b80a-f46e1e86c9d8', 'tag': '54b61601-8100-4182-99c8-64b141f15139'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:31:34.021258 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b6104a-2002-4505-b3b0-de45bf990215" -d '{"events": [{"name": "network-changed", "server_uuid": "0ca75cd1-9433-443e-b80a-f46e1e86c9d8", "tag": "54b61601-8100-4182-99c8-64b141f15139"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:31:34.132182 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-8461b945-ec8e-4203-8861-0ce7f9a69ae5 None None] Set router 7dd782d3-f0b0-44fe-8c03-29a8a4db0e56 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:31:34.178307 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-366d3a87-e6f1-442b-853f-13acccbcf16a req-b47acf18-d8ff-4352-8a1a-2a2d72c0681b service neutron] 10.222.0.49 "GET /v2.0/networks/5dd08b94-305b-477e-8148-ff3865a86e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3508446 Jul 15 23:31:34.236376 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-1092bba3-e88c-4738-b739-36e237aeeb20 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1578283504', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:34.344156 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:34.379691 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-0b46accf-f252-4f20-91eb-46b1bec1deb6 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Allocated IP 172.20.0.1 (c46fd6ed-6df7-4ffc-aca4-b3552ff283ba/c045c250-c386-4149-b310-e775d49b1a1a/b22b63f0-f557-4a41-a477-4d99ca9661f1) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:31:34.450254 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1092bba3-e88c-4738-b739-36e237aeeb20 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:34.452393 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1092bba3-e88c-4738-b739-36e237aeeb20 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:34.515161 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0ea3a-baa5-4399-8dca-b2b82f8a1f74 req-f8bd9d4a-bd17-4d85-a2d2-8ff2acbb2fbb tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:34.517119 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-48f0ea3a-baa5-4399-8dca-b2b82f8a1f74 req-f8bd9d4a-bd17-4d85-a2d2-8ff2acbb2fbb tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] 10.222.0.48 "GET /v2.0/ports?device_id=9eba905f-ad9d-4096-848e-42ce38deef3a HTTP/1.1" status: 200 len: 945 time: 0.5548146 Jul 15 23:31:34.526282 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8461b945-ec8e-4203-8861-0ce7f9a69ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd782d3-f0b0-44fe-8c03-29a8a4db0e56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1064085134', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '8eadeade-5859-423c-98f4-18cd20bc4279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:30:31Z', 'updated_at': '2021-07-15T23:30:49Z', 'revision_number': 4, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'gw_port': {'id': '8eadeade-5859-423c-98f4-18cd20bc4279', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ac:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd782d3-f0b0-44fe-8c03-29a8a4db0e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:33Z', 'updated_at': '2021-07-15T23:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '7eeb5eb0-2078-4a9c-aaaf-3ae2cd253234', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'floating_ip_address': '172.25.5.112', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '7dd782d3-f0b0-44fe-8c03-29a8a4db0e56', 'port_id': '54b61601-8100-4182-99c8-64b141f15139', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecdc87bf-da0f-4a3d-9224-f4cedc41c982', 'mac_address': 'fa:16:3e:c6:85:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca75cd1-9433-443e-b80a-f46e1e86c9d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:31:29Z', 'updated_at': '2021-07-15T23:31:29Z', 'revision_number': 0, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e668708-8dbb-4c8c-abd4-c48fa02e1b60', 'name': '', 'network_id': 'ecdc87bf-da0f-4a3d-9224-f4cedc41c982', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'mac_address': 'fa:16:3e:5a:b5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd782d3-f0b0-44fe-8c03-29a8a4db0e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': '1ab37b05-e7b9-4fe0-bd45-61e825b24f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:46Z', 'updated_at': '2021-07-15T23:30:57Z', 'revision_number': 5, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'subnets': [{'id': '1ab37b05-e7b9-4fe0-bd45-61e825b24f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:34.555264 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b46accf-f252-4f20-91eb-46b1bec1deb6 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:34.558640 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81f521-711f-4e35-b025-8a0f12a05d2a req-7573244d-cea2-4782-b458-28eda6abd80a tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:34.566247 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7f81f521-711f-4e35-b025-8a0f12a05d2a req-7573244d-cea2-4782-b458-28eda6abd80a tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ca75cd1-9433-443e-b80a-f46e1e86c9d8 HTTP/1.1" status: 200 len: 945 time: 0.3706088 Jul 15 23:31:34.594256 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8461b945-ec8e-4203-8861-0ce7f9a69ae5 None None] Checking router: 7dd782d3-f0b0-44fe-8c03-29a8a4db0e56 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:31:34.610853 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8461b945-ec8e-4203-8861-0ce7f9a69ae5 None None] Routers {'7dd782d3-f0b0-44fe-8c03-29a8a4db0e56'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:31:34.611555 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8461b945-ec8e-4203-8861-0ce7f9a69ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:31:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['7dd782d3-f0b0-44fe-8c03-29a8a4db0e56'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:34.623097 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b46accf-f252-4f20-91eb-46b1bec1deb6 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:34.689688 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b46accf-f252-4f20-91eb-46b1bec1deb6 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Network c46fd6ed-6df7-4ffc-aca4-b3552ff283ba is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:31:34.696808 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-0b46accf-f252-4f20-91eb-46b1bec1deb6 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:31:34.701512 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b46accf-f252-4f20-91eb-46b1bec1deb6 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:31:34.703309 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1092bba3-e88c-4738-b739-36e237aeeb20 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:34.709967 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b46accf-f252-4f20-91eb-46b1bec1deb6 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Pushing event updated for resources: {'Port': ['ID=b22b63f0-f557-4a41-a477-4d99ca9661f1,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:34.746759 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1092bba3-e88c-4738-b739-36e237aeeb20 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:34.754843 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-8461b945-ec8e-4203-8861-0ce7f9a69ae5 None None] Set router 7dd782d3-f0b0-44fe-8c03-29a8a4db0e56 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:31:34.758230 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-48f0ea3a-baa5-4399-8dca-b2b82f8a1f74 req-d7262a48-4f4e-4d04-b92e-2154f516118f tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b78e620-5cf2-4d50-a66f-f495d9053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299562 Jul 15 23:31:34.783733 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b46accf-f252-4f20-91eb-46b1bec1deb6 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:34.814886 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7f81f521-711f-4e35-b025-8a0f12a05d2a req-27403293-53ab-4b7f-bfdb-076121949605 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8c61c92-d476-46a7-af9c-4517a99fe503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2475920 Jul 15 23:31:34.832444 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe92445-9c17-4501-bef0-a380a0cdd591 x-openstack-request-id: req-ebe92445-9c17-4501-bef0-a380a0cdd591 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:31:34.832861 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ca75cd1-9433-443e-b80a-f46e1e86c9d8", "tag": "54b61601-8100-4182-99c8-64b141f15139", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:31:34.833265 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ebe92445-9c17-4501-bef0-a380a0cdd591 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:31:34.833395 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ca75cd1-9433-443e-b80a-f46e1e86c9d8', 'tag': '54b61601-8100-4182-99c8-64b141f15139', 'status': 'completed', 'code': 200} Jul 15 23:31:34.846076 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5bae2708-6f99-48e5-9dc2-d6ce18b8136b tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:34.884757 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1092bba3-e88c-4738-b739-36e237aeeb20 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:34.885982 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-1092bba3-e88c-4738-b739-36e237aeeb20 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.0999601 Jul 15 23:31:34.904918 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55738) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:34.921517 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e34b3258-a61b-4be7-921e-8e6c3722c2aa tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-779188682'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:34.983732 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55740) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:35.072814 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-46738dd6-51b5-4f1f-9811-e747ec0c1bd2 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/floatingips/7eeb5eb0-2078-4a9c-aaaf-3ae2cd253234 HTTP/1.1" status: 200 len: 991 time: 0.0879006 Jul 15 23:31:35.090964 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bae2708-6f99-48e5-9dc2-d6ce18b8136b tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Checking segment: {'id': 'd561e0d8-3bef-4ae9-954b-38ec84c431d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '81fda6d7-c581-4667-a9ca-65453172d5f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:31:35.091670 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bae2708-6f99-48e5-9dc2-d6ce18b8136b tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Network hostable DHCP agents. Network: 81fda6d7-c581-4667-a9ca-65453172d5f7, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:31:35.098653 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bae2708-6f99-48e5-9dc2-d6ce18b8136b tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Pushing event updated for resources: {'Subnet': ['ID=9d96576a-0d99-4093-862c-6d268fd9095b,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:35.115389 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34b3258-a61b-4be7-921e-8e6c3722c2aa tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Made reservation on behalf of 7584d424e6864d34a4043c302d811330 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:31:35.121557 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e34b3258-a61b-4be7-921e-8e6c3722c2aa tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:35.133591 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b46accf-f252-4f20-91eb-46b1bec1deb6 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:35.134835 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e34b3258-a61b-4be7-921e-8e6c3722c2aa tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:35.181634 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8461b945-ec8e-4203-8861-0ce7f9a69ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd782d3-f0b0-44fe-8c03-29a8a4db0e56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1064085134', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '8eadeade-5859-423c-98f4-18cd20bc4279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:30:31Z', 'updated_at': '2021-07-15T23:30:49Z', 'revision_number': 4, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'gw_port': {'id': '8eadeade-5859-423c-98f4-18cd20bc4279', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ac:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd782d3-f0b0-44fe-8c03-29a8a4db0e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:33Z', 'updated_at': '2021-07-15T23:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '7eeb5eb0-2078-4a9c-aaaf-3ae2cd253234', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'floating_ip_address': '172.25.5.112', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '7dd782d3-f0b0-44fe-8c03-29a8a4db0e56', 'port_id': '54b61601-8100-4182-99c8-64b141f15139', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecdc87bf-da0f-4a3d-9224-f4cedc41c982', 'mac_address': 'fa:16:3e:c6:85:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca75cd1-9433-443e-b80a-f46e1e86c9d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:31:29Z', 'updated_at': '2021-07-15T23:31:29Z', 'revision_number': 0, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e668708-8dbb-4c8c-abd4-c48fa02e1b60', 'name': '', 'network_id': 'ecdc87bf-da0f-4a3d-9224-f4cedc41c982', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'mac_address': 'fa:16:3e:5a:b5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd782d3-f0b0-44fe-8c03-29a8a4db0e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': '1ab37b05-e7b9-4fe0-bd45-61e825b24f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:46Z', 'updated_at': '2021-07-15T23:30:57Z', 'revision_number': 5, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'subnets': [{'id': '1ab37b05-e7b9-4fe0-bd45-61e825b24f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:35.186536 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b6104a-2002-4505-b3b0-de45bf990215 req-8ecbb2ad-3cb0-49dd-8b9a-6b1322a3d90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:35.188135 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-95b6104a-2002-4505-b3b0-de45bf990215 req-8ecbb2ad-3cb0-49dd-8b9a-6b1322a3d90d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=89469485c64e49f5b3171ed5499b9995&device_id=0ca75cd1-9433-443e-b80a-f46e1e86c9d8 HTTP/1.1" status: 200 len: 1096 time: 0.3228521 Jul 15 23:31:35.221136 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8461b945-ec8e-4203-8861-0ce7f9a69ae5 None None] The sync data for ids ['7dd782d3-f0b0-44fe-8c03-29a8a4db0e56'] in n-d-794306-6 is: [{'id': '7dd782d3-f0b0-44fe-8c03-29a8a4db0e56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1064085134', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '8eadeade-5859-423c-98f4-18cd20bc4279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:30:31Z', 'updated_at': '2021-07-15T23:30:49Z', 'revision_number': 4, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'gw_port': {'id': '8eadeade-5859-423c-98f4-18cd20bc4279', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ac:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd782d3-f0b0-44fe-8c03-29a8a4db0e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:33Z', 'updated_at': '2021-07-15T23:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '7eeb5eb0-2078-4a9c-aaaf-3ae2cd253234', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'floating_ip_address': '172.25.5.112', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '7dd782d3-f0b0-44fe-8c03-29a8a4db0e56', 'port_id': '54b61601-8100-4182-99c8-64b141f15139', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecdc87bf-da0f-4a3d-9224-f4cedc41c982', 'mac_address': 'fa:16:3e:c6:85:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca75cd1-9433-443e-b80a-f46e1e86c9d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:31:29Z', 'updated_at': '2021-07-15T23:31:29Z', 'revision_number': 0, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e668708-8dbb-4c8c-abd4-c48fa02e1b60', 'name': '', 'network_id': 'ecdc87bf-da0f-4a3d-9224-f4cedc41c982', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'mac_address': 'fa:16:3e:5a:b5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd782d3-f0b0-44fe-8c03-29a8a4db0e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': '1ab37b05-e7b9-4fe0-bd45-61e825b24f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:46Z', 'updated_at': '2021-07-15T23:30:57Z', 'revision_number': 5, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'subnets': [{'id': '1ab37b05-e7b9-4fe0-bd45-61e825b24f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:31:35.242346 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bae2708-6f99-48e5-9dc2-d6ce18b8136b tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Network 81fda6d7-c581-4667-a9ca-65453172d5f7 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:31:35.338440 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-5bae2708-6f99-48e5-9dc2-d6ce18b8136b tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 81fda6d7-c581-4667-a9ca-65453172d5f7) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:31:35.354563 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df4db7b-702f-459e-917d-32daa2debf6a None None] Network 81fda6d7-c581-4667-a9ca-65453172d5f7 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:31:35.355159 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5760aa-6a9b-483a-8ec6-96d7af13dd3c req-f408430c-2e4d-4247-abb7-1a9223361211 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:35.356892 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-de5760aa-6a9b-483a-8ec6-96d7af13dd3c req-f408430c-2e4d-4247-abb7-1a9223361211 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=6797365d-c7ce-4e24-a954-67ea472f9dd4 HTTP/1.1" status: 200 len: 946 time: 0.3231089 Jul 15 23:31:35.365732 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bae2708-6f99-48e5-9dc2-d6ce18b8136b tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:35.366375 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5bae2708-6f99-48e5-9dc2-d6ce18b8136b tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:35.421762 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b6104a-2002-4505-b3b0-de45bf990215 req-8e0cb5cb-3716-4061-b0ad-ba296799ad80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:35.423832 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-95b6104a-2002-4505-b3b0-de45bf990215 req-8e0cb5cb-3716-4061-b0ad-ba296799ad80 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ecdc87bf-da0f-4a3d-9224-f4cedc41c982 HTTP/1.1" status: 200 len: 897 time: 0.2223115 Jul 15 23:31:35.546874 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-de5760aa-6a9b-483a-8ec6-96d7af13dd3c req-20198fcb-f8f7-4d6f-85ed-b7b693590c2b tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b59dfd8-fe46-4eda-8708-ff7f3de3ce14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1714597 Jul 15 23:31:35.631307 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be73cbe7-bc12-4a92-83aa-1f83fcd790e1 None None] New status for floating IP 7eeb5eb0-2078-4a9c-aaaf-3ae2cd253234: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:31:35.646612 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-95b6104a-2002-4505-b3b0-de45bf990215 req-03934713-7f30-4388-b466-92a8789c38eb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54b61601-8100-4182-99c8-64b141f15139 HTTP/1.1" status: 200 len: 999 time: 0.2101176 Jul 15 23:31:35.658273 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e34b3258-a61b-4be7-921e-8e6c3722c2aa tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:35.696676 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ac4b50-1fe8-497b-b8db-e5bdc9e4563e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-81fda6d7-c581-4667-a9ca-65453172d5f7', 'network_id': '81fda6d7-c581-4667-a9ca-65453172d5f7', 'tenant_id': '569f2df56f5346c6b2cc2678b0d25280', 'fixed_ips': [{'subnet_id': '9d96576a-0d99-4093-862c-6d268fd9095b'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:31:35.697559 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-91ac4b50-1fe8-497b-b8db-e5bdc9e4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:35.762480 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b6104a-2002-4505-b3b0-de45bf990215 req-734d0f17-4f90-4ac4-9ed4-2899b22d84ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:35.768404 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-95b6104a-2002-4505-b3b0-de45bf990215 req-734d0f17-4f90-4ac4-9ed4-2899b22d84ab service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1ab37b05-e7b9-4fe0-bd45-61e825b24f36 HTTP/1.1" status: 200 len: 835 time: 0.1054552 Jul 15 23:31:35.774250 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e34b3258-a61b-4be7-921e-8e6c3722c2aa tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:35.860874 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-91ac4b50-1fe8-497b-b8db-e5bdc9e4563e None None] Allocated IP 2001:db8::2 (81fda6d7-c581-4667-a9ca-65453172d5f7/9d96576a-0d99-4093-862c-6d268fd9095b/af4e9b51-6176-44a6-82b5-9041d86e24c2) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:31:35.934036 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e34b3258-a61b-4be7-921e-8e6c3722c2aa tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:31:35.966646 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b3258-a61b-4be7-921e-8e6c3722c2aa tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17224d82-1446-4e9a-b3ff-96ddd32eda6d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:35.978350 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-5bae2708-6f99-48e5-9dc2-d6ce18b8136b tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3850079 Jul 15 23:31:36.016144 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55750) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:36.072739 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e34b3258-a61b-4be7-921e-8e6c3722c2aa tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:36.074374 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-e34b3258-a61b-4be7-921e-8e6c3722c2aa tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Added segment feeb1b09-257a-44d8-b35c-5bf4f0cbf3dc of type vlan for network aff7188a-9b0b-436d-b49c-02a9e55cfd5b Jul 15 23:31:36.080270 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55752) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:36.090928 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-91ac4b50-1fe8-497b-b8db-e5bdc9e4563e None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:36.101910 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-91ac4b50-1fe8-497b-b8db-e5bdc9e4563e None None] Transition to ACTIVE for port object af4e9b51-6176-44a6-82b5-9041d86e24c2 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:31:36.122481 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-91ac4b50-1fe8-497b-b8db-e5bdc9e4563e None None] Transition to ACTIVE for port object af4e9b51-6176-44a6-82b5-9041d86e24c2 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:31:36.126172 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 2163a5fe-aded-4f44-abb5-1f3885a494fc no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:31:36.151182 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-91ac4b50-1fe8-497b-b8db-e5bdc9e4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:36.209447 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac4b50-1fe8-497b-b8db-e5bdc9e4563e None None] Pushing event updated for resources: {'Port': ['ID=af4e9b51-6176-44a6-82b5-9041d86e24c2,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:36.231360 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ac4b50-1fe8-497b-b8db-e5bdc9e4563e None None] Network 81fda6d7-c581-4667-a9ca-65453172d5f7 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:31:36.234686 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-91ac4b50-1fe8-497b-b8db-e5bdc9e4563e None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:31:36.238533 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ac4b50-1fe8-497b-b8db-e5bdc9e4563e None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:31:36.290679 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-eb41c265-36bd-46c1-bffe-50f33cb6ad0f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/floatingips/7eeb5eb0-2078-4a9c-aaaf-3ae2cd253234 HTTP/1.1" status: 200 len: 993 time: 0.2014065 Jul 15 23:31:36.360196 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-91ac4b50-1fe8-497b-b8db-e5bdc9e4563e None None] Attempting to bind port af4e9b51-6176-44a6-82b5-9041d86e24c2 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:31:36.361385 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-91ac4b50-1fe8-497b-b8db-e5bdc9e4563e None None] Attempting to bind port af4e9b51-6176-44a6-82b5-9041d86e24c2 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'd561e0d8-3bef-4ae9-954b-38ec84c431d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '81fda6d7-c581-4667-a9ca-65453172d5f7'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:31:36.361924 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ac4b50-1fe8-497b-b8db-e5bdc9e4563e None None] Attempting to bind port af4e9b51-6176-44a6-82b5-9041d86e24c2 on network 81fda6d7-c581-4667-a9ca-65453172d5f7 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:31:36.370044 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ac4b50-1fe8-497b-b8db-e5bdc9e4563e None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:31:36.371362 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ac4b50-1fe8-497b-b8db-e5bdc9e4563e None None] Checking segment: {'id': 'd561e0d8-3bef-4ae9-954b-38ec84c431d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '81fda6d7-c581-4667-a9ca-65453172d5f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:31:36.372049 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-91ac4b50-1fe8-497b-b8db-e5bdc9e4563e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:36.372723 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ac4b50-1fe8-497b-b8db-e5bdc9e4563e None None] Bound using segment: {'id': 'd561e0d8-3bef-4ae9-954b-38ec84c431d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '81fda6d7-c581-4667-a9ca-65453172d5f7'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:31:36.373428 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-91ac4b50-1fe8-497b-b8db-e5bdc9e4563e None None] Bound port: af4e9b51-6176-44a6-82b5-9041d86e24c2, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd561e0d8-3bef-4ae9-954b-38ec84c431d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '81fda6d7-c581-4667-a9ca-65453172d5f7'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:31:36.373988 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-91ac4b50-1fe8-497b-b8db-e5bdc9e4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:36.392017 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:36.502217 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-91ac4b50-1fe8-497b-b8db-e5bdc9e4563e None None] For port af4e9b51-6176-44a6-82b5-9041d86e24c2, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:31:36.509825 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-91ac4b50-1fe8-497b-b8db-e5bdc9e4563e None None] For port af4e9b51-6176-44a6-82b5-9041d86e24c2, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=af4e9b51-6176-44a6-82b5-9041d86e24c2,segment=NetworkSegment(d561e0d8-3bef-4ae9-954b-38ec84c431d4),segment_id=d561e0d8-3bef-4ae9-954b-38ec84c431d4)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:31:36.513579 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:36.517869 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-91ac4b50-1fe8-497b-b8db-e5bdc9e4563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:36.536158 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b46accf-f252-4f20-91eb-46b1bec1deb6 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:36.541487 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b46accf-f252-4f20-91eb-46b1bec1deb6 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:36.641348 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac4b50-1fe8-497b-b8db-e5bdc9e4563e None None] Pushing event updated for resources: {'Port': ['ID=af4e9b51-6176-44a6-82b5-9041d86e24c2,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:36.692461 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e34b3258-a61b-4be7-921e-8e6c3722c2aa tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:36.707242 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 2163a5fe-aded-4f44-abb5-1f3885a494fc, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=2163a5fe-aded-4f44-abb5-1f3885a494fc,segment=NetworkSegment(978fcb14-f527-45d0-a4ec-38d689fb220c),segment_id=978fcb14-f527-45d0-a4ec-38d689fb220c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:31:36.712595 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b46accf-f252-4f20-91eb-46b1bec1deb6 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Pushing event updated for resources: {'Port': ['ID=b22b63f0-f557-4a41-a477-4d99ca9661f1,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:36.716778 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b46accf-f252-4f20-91eb-46b1bec1deb6 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:36.724117 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6797365d-c7ce-4e24-a954-67ea472f9dd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2163a5fe-aded-4f44-abb5-1f3885a494fc'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:31:36.736742 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78bc878e-88ac-4bac-8b13-4259c7a59851" -d '{"events": [{"server_uuid": "6797365d-c7ce-4e24-a954-67ea472f9dd4", "name": "network-vif-unplugged", "status": "completed", "tag": "2163a5fe-aded-4f44-abb5-1f3885a494fc"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:31:36.741687 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:36.800440 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b6104a-2002-4505-b3b0-de45bf990215 req-4f4b45df-19a9-45dc-8121-12fcd096d1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:36.802759 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-95b6104a-2002-4505-b3b0-de45bf990215 req-4f4b45df-19a9-45dc-8121-12fcd096d1b7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ecdc87bf-da0f-4a3d-9224-f4cedc41c982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9583449 Jul 15 23:31:36.844838 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f31e97a6-5821-4c64-a684-1531d49774e8 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:36.845408 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=2163a5fe-aded-4f44-abb5-1f3885a494fc,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:36.889508 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e34b3258-a61b-4be7-921e-8e6c3722c2aa tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:36.896167 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34b3258-a61b-4be7-921e-8e6c3722c2aa tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:36.896860 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e34b3258-a61b-4be7-921e-8e6c3722c2aa tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:36.903553 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b46accf-f252-4f20-91eb-46b1bec1deb6 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Network c46fd6ed-6df7-4ffc-aca4-b3552ff283ba is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:31:36.905857 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-0b46accf-f252-4f20-91eb-46b1bec1deb6 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:31:36.991647 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b3258-a61b-4be7-921e-8e6c3722c2aa tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Pushing event updated for resources: {'Network': ['ID=aff7188a-9b0b-436d-b49c-02a9e55cfd5b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:37.021978 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network aff7188a-9b0b-436d-b49c-02a9e55cfd5b details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:31:37.040948 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c078e5-4b62-4f67-b059-b0c3a928af2e req-dc5914fa-9cdd-499b-a27b-6e33db8c215f tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:37.043797 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c7c078e5-4b62-4f67-b059-b0c3a928af2e req-dc5914fa-9cdd-499b-a27b-6e33db8c215f tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] 10.222.0.48 "GET /v2.0/ports?device_id=9eba905f-ad9d-4096-848e-42ce38deef3a HTTP/1.1" status: 200 len: 945 time: 0.9484496 Jul 15 23:31:37.079030 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b46accf-f252-4f20-91eb-46b1bec1deb6 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Router ca2db1ba-ac17-4319-844c-57a6eaa95493 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:31:37.148240 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-e34b3258-a61b-4be7-921e-8e6c3722c2aa tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.2413902 Jul 15 23:31:37.150266 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55760) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:37.158698 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ea4c3fbc-d71c-4475-8d28-9e290298503b tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Request body: {'subnet': {'network_id': 'aff7188a-9b0b-436d-b49c-02a9e55cfd5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:37.204175 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c7c078e5-4b62-4f67-b059-b0c3a928af2e req-eb9b393c-3308-4bf9-ab77-d8aa2baf7da9 tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b78e620-5cf2-4d50-a66f-f495d9053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292653 Jul 15 23:31:37.253663 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 15 Jul 2021 23:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d08089f-bc23-4882-a6ae-1b82fa405acb x-openstack-request-id: req-4d08089f-bc23-4882-a6ae-1b82fa405acb {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:31:37.254081 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6797365d-c7ce-4e24-a954-67ea472f9dd4", "name": "network-vif-unplugged", "status": "failed", "tag": "2163a5fe-aded-4f44-abb5-1f3885a494fc", "code": 422}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:31:37.254447 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4d08089f-bc23-4882-a6ae-1b82fa405acb {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:31:37.255360 n-d-794306-6 neutron-server[93772]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6797365d-c7ce-4e24-a954-67ea472f9dd4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2163a5fe-aded-4f44-abb5-1f3885a494fc', 'code': 422} returned with failed status Jul 15 23:31:37.263725 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-95b6104a-2002-4505-b3b0-de45bf990215 req-ad3eb69f-5df8-4e12-a337-b2ccf6c0408a service neutron] 10.222.0.49 "GET /v2.0/networks/ecdc87bf-da0f-4a3d-9224-f4cedc41c982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4472249 Jul 15 23:31:37.291657 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db7e322-5387-45bd-a9ff-a52f4773aa85 req-7e21870e-9ca9-4afa-b9c4-e70dc9e0a7fb tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:37.303764 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9db7e322-5387-45bd-a9ff-a52f4773aa85 req-7e21870e-9ca9-4afa-b9c4-e70dc9e0a7fb tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=6797365d-c7ce-4e24-a954-67ea472f9dd4 HTTP/1.1" status: 200 len: 944 time: 0.4282622 Jul 15 23:31:37.381167 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f31e97a6-5821-4c64-a684-1531d49774e8 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Deleting port af4e9b51-6176-44a6-82b5-9041d86e24c2 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:31:37.381693 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f31e97a6-5821-4c64-a684-1531d49774e8 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:37.469270 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9db7e322-5387-45bd-a9ff-a52f4773aa85 req-1e37c17f-199d-48be-8803-6eb5942114ff tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b59dfd8-fe46-4eda-8708-ff7f3de3ce14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1630018 Jul 15 23:31:37.470379 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b46accf-f252-4f20-91eb-46b1bec1deb6 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:31:37.483417 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-0b46accf-f252-4f20-91eb-46b1bec1deb6 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] 10.222.0.48 "PUT /v2.0/routers/ca2db1ba-ac17-4319-844c-57a6eaa95493/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0531054 Jul 15 23:31:37.486420 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55770) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:37.493563 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-21dea648-3b01-46de-b762-7e331fa80c70 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Request body: {'port': {'network_id': 'c46fd6ed-6df7-4ffc-aca4-b3552ff283ba', 'name': 'tempest-FloatingIPTestJSON-535513691'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:37.495382 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5321d289-47c4-4e67-b25e-38af9dc4d692 None None] Sync routers for ids ['ca2db1ba-ac17-4319-844c-57a6eaa95493'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:31:37.505169 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea4c3fbc-d71c-4475-8d28-9e290298503b tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Made reservation on behalf of 7584d424e6864d34a4043c302d811330 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:31:37.509962 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea4c3fbc-d71c-4475-8d28-9e290298503b tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:37.523435 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device af4e9b51-6176-44a6-82b5-9041d86e24c2 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:31:37.604449 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5321d289-47c4-4e67-b25e-38af9dc4d692 None None] Routers {'ca2db1ba-ac17-4319-844c-57a6eaa95493'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:31:37.605727 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-5321d289-47c4-4e67-b25e-38af9dc4d692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:31:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ca2db1ba-ac17-4319-844c-57a6eaa95493'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:37.716117 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-5321d289-47c4-4e67-b25e-38af9dc4d692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:37.758867 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5321d289-47c4-4e67-b25e-38af9dc4d692 None None] Routers {'ca2db1ba-ac17-4319-844c-57a6eaa95493'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:31:37.759444 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-5321d289-47c4-4e67-b25e-38af9dc4d692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:31:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ca2db1ba-ac17-4319-844c-57a6eaa95493'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:37.799520 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-95b6104a-2002-4505-b3b0-de45bf990215 req-a6e040c6-57e3-43f1-a7ff-561fd61c8424 service neutron] 10.222.0.49 "GET /v2.0/networks/ecdc87bf-da0f-4a3d-9224-f4cedc41c982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5217831 Jul 15 23:31:37.835860 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-f31e97a6-5821-4c64-a684-1531d49774e8 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] For port af4e9b51-6176-44a6-82b5-9041d86e24c2, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=af4e9b51-6176-44a6-82b5-9041d86e24c2,segment=NetworkSegment(d561e0d8-3bef-4ae9-954b-38ec84c431d4),segment_id=d561e0d8-3bef-4ae9-954b-38ec84c431d4)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:31:37.835982 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f31e97a6-5821-4c64-a684-1531d49774e8 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:37.859311 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-5321d289-47c4-4e67-b25e-38af9dc4d692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:37.860176 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5321d289-47c4-4e67-b25e-38af9dc4d692 None None] The sync data for ids ['ca2db1ba-ac17-4319-844c-57a6eaa95493'] in n-d-794306-6 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:31:37.869769 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f31e97a6-5821-4c64-a684-1531d49774e8 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Calling delete_port for af4e9b51-6176-44a6-82b5-9041d86e24c2 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:31:37.912719 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port af4e9b51-6176-44a6-82b5-9041d86e24c2 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:31:37.981063 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21dea648-3b01-46de-b762-7e331fa80c70 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Made reservation on behalf of ac60438da4e7485d81cc9c20c2190b84 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:31:37.984907 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-21dea648-3b01-46de-b762-7e331fa80c70 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:38.078892 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-21dea648-3b01-46de-b762-7e331fa80c70 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] device_id is not set on port e8778ed5-6c45-42bf-a999-74d7a9389682 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:31:38.165966 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4fdc97-13aa-4bfe-9e4e-203e82631af7 req-ba7670a6-d509-48cf-a3d1-c3fdd643b349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:38.168390 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3a4fdc97-13aa-4bfe-9e4e-203e82631af7 req-ba7670a6-d509-48cf-a3d1-c3fdd643b349 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=da3afd013947433990d02f779bf0fae2&device_id=9eba905f-ad9d-4096-848e-42ce38deef3a HTTP/1.1" status: 200 len: 1096 time: 0.2670581 Jul 15 23:31:38.185021 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2311703b-5853-443f-8a60-bdd48950c31d req-23aa64b3-96ea-4cd7-9200-8149546fd379 tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:38.187192 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2311703b-5853-443f-8a60-bdd48950c31d req-23aa64b3-96ea-4cd7-9200-8149546fd379 tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] 10.222.0.48 "GET /v2.0/ports?device_id=9eba905f-ad9d-4096-848e-42ce38deef3a HTTP/1.1" status: 200 len: 945 time: 0.1577287 Jul 15 23:31:38.238409 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:38.247649 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-21dea648-3b01-46de-b762-7e331fa80c70 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Allocated IP 172.20.0.2 (c46fd6ed-6df7-4ffc-aca4-b3552ff283ba/c045c250-c386-4149-b310-e775d49b1a1a/e8778ed5-6c45-42bf-a999-74d7a9389682) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:31:38.332354 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea4c3fbc-d71c-4475-8d28-9e290298503b tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:38.410368 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2311703b-5853-443f-8a60-bdd48950c31d req-1a108e66-9e10-4fe5-8618-f14861cfceb1 tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b78e620-5cf2-4d50-a66f-f495d9053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947839 Jul 15 23:31:38.417383 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4fdc97-13aa-4bfe-9e4e-203e82631af7 req-52fe3ba9-c58f-44d5-a5bd-5a1f30ca4523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:38.419314 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3a4fdc97-13aa-4bfe-9e4e-203e82631af7 req-52fe3ba9-c58f-44d5-a5bd-5a1f30ca4523 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a23de063-0d52-4133-8767-8b34c1d0fbbe HTTP/1.1" status: 200 len: 914 time: 0.2311363 Jul 15 23:31:38.423084 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f31e97a6-5821-4c64-a684-1531d49774e8 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:38.491986 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31e97a6-5821-4c64-a684-1531d49774e8 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Pushing event deleted for resources: {'Port': ['ID=af4e9b51-6176-44a6-82b5-9041d86e24c2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:38.509138 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4c3fbc-d71c-4475-8d28-9e290298503b tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Pushing event updated for resources: {'Subnet': ['ID=d09e553a-acce-476e-a57c-ae4c81a1f7eb,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:38.570568 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4c3fbc-d71c-4475-8d28-9e290298503b tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:38.571256 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4c3fbc-d71c-4475-8d28-9e290298503b tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:38.571791 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4c3fbc-d71c-4475-8d28-9e290298503b tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:38.571919 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3a4fdc97-13aa-4bfe-9e4e-203e82631af7 req-e32bbe86-57e5-46ab-846c-42d9636d2363 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fdd4ebb-0810-4eb0-8c45-e0a3628cc612 HTTP/1.1" status: 200 len: 217 time: 0.1280417 Jul 15 23:31:38.572430 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4c3fbc-d71c-4475-8d28-9e290298503b tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:38.573071 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4c3fbc-d71c-4475-8d28-9e290298503b tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:38.573624 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4c3fbc-d71c-4475-8d28-9e290298503b tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:38.574454 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac2c23f-280f-444b-b0ba-db81953db406 None None] Network 81fda6d7-c581-4667-a9ca-65453172d5f7 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:31:38.575001 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31e97a6-5821-4c64-a684-1531d49774e8 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] No DVR routers for this DVR port af4e9b51-6176-44a6-82b5-9041d86e24c2 on host n-d-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:31:38.575616 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4c3fbc-d71c-4475-8d28-9e290298503b tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:38.576133 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4c3fbc-d71c-4475-8d28-9e290298503b tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:38.577564 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4c3fbc-d71c-4475-8d28-9e290298503b tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:38.578256 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4c3fbc-d71c-4475-8d28-9e290298503b tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:38.578824 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4c3fbc-d71c-4475-8d28-9e290298503b tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:38.579316 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4c3fbc-d71c-4475-8d28-9e290298503b tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:38.590272 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4c3fbc-d71c-4475-8d28-9e290298503b tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Checking segment: {'id': 'feeb1b09-257a-44d8-b35c-5bf4f0cbf3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'aff7188a-9b0b-436d-b49c-02a9e55cfd5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:31:38.590866 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4c3fbc-d71c-4475-8d28-9e290298503b tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Network hostable DHCP agents. Network: aff7188a-9b0b-436d-b49c-02a9e55cfd5b, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:31:38.631788 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4c3fbc-d71c-4475-8d28-9e290298503b tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Network aff7188a-9b0b-436d-b49c-02a9e55cfd5b is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:31:38.656897 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-21dea648-3b01-46de-b762-7e331fa80c70 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:38.661844 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-ea4c3fbc-d71c-4475-8d28-9e290298503b tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, aff7188a-9b0b-436d-b49c-02a9e55cfd5b) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:31:38.666920 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4c3fbc-d71c-4475-8d28-9e290298503b tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:38.668045 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea4c3fbc-d71c-4475-8d28-9e290298503b tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:38.697658 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ea4c3fbc-d71c-4475-8d28-9e290298503b tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5445392 Jul 15 23:31:38.702590 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55792) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:38.709827 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e70e59c5-0f64-496d-8985-96abd50bb752 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Request body: {'network': {'name': 'tempest-router-network01--796356531'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:38.770322 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e70e59c5-0f64-496d-8985-96abd50bb752 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Made reservation on behalf of 7584d424e6864d34a4043c302d811330 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:31:38.775364 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e70e59c5-0f64-496d-8985-96abd50bb752 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:38.781549 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-21dea648-3b01-46de-b762-7e331fa80c70 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:38.781821 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4fdc97-13aa-4bfe-9e4e-203e82631af7 req-03083908-748b-4401-8a62-6c55e80f043a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:38.785352 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3a4fdc97-13aa-4bfe-9e4e-203e82631af7 req-03083908-748b-4401-8a62-6c55e80f043a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7095d04c-b9ed-4b19-8773-d381f04d3242 HTTP/1.1" status: 200 len: 853 time: 0.2066412 Jul 15 23:31:38.818550 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f31e97a6-5821-4c64-a684-1531d49774e8 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:38.896064 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3a4fdc97-13aa-4bfe-9e4e-203e82631af7 req-294652f5-15b2-4581-8d1d-4e36e4a1209d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a23de063-0d52-4133-8767-8b34c1d0fbbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918562 Jul 15 23:31:38.896301 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21dea648-3b01-46de-b762-7e331fa80c70 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Network c46fd6ed-6df7-4ffc-aca4-b3552ff283ba is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:31:38.903644 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-21dea648-3b01-46de-b762-7e331fa80c70 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:31:38.916561 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21dea648-3b01-46de-b762-7e331fa80c70 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:31:38.928355 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e70e59c5-0f64-496d-8985-96abd50bb752 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:31:38.965733 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dea648-3b01-46de-b762-7e331fa80c70 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Pushing event updated for resources: {'Port': ['ID=e8778ed5-6c45-42bf-a999-74d7a9389682,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:38.987183 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e70e59c5-0f64-496d-8985-96abd50bb752 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:38.987941 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-e70e59c5-0f64-496d-8985-96abd50bb752 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Added segment 32ded46b-74c9-4366-852b-9452bb6fc31e of type vlan for network 4efd3404-3922-4650-a4f0-3d62e3b58cec Jul 15 23:31:38.997250 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f60067-ef90-4708-b7dd-fda7cc8468b4 None None] Network aff7188a-9b0b-436d-b49c-02a9e55cfd5b requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:31:39.070299 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21dea648-3b01-46de-b762-7e331fa80c70 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:39.071149 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-21dea648-3b01-46de-b762-7e331fa80c70 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:39.089745 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9e3d465c-0cc3-4439-9a22-fe7edf16404e None None] Could not find standard attr ID for object af4e9b51-6176-44a6-82b5-9041d86e24c2. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:31:39.091454 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e70e59c5-0f64-496d-8985-96abd50bb752 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:39.102938 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3a4fdc97-13aa-4bfe-9e4e-203e82631af7 req-529ea3d0-f79b-4fe9-97a5-cae88859cded service neutron] 10.222.0.49 "GET /v2.0/networks/a23de063-0d52-4133-8767-8b34c1d0fbbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982443 Jul 15 23:31:39.108099 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-21dea648-3b01-46de-b762-7e331fa80c70 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6175573 Jul 15 23:31:39.109364 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55802) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:39.116098 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-eb6c6157-9c97-47a0-b5ea-e420250ba5a7 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Request body: {'port': {'network_id': 'c46fd6ed-6df7-4ffc-aca4-b3552ff283ba', 'name': 'tempest-FloatingIPTestJSON-955510559'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:39.240354 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.db.resource_extend [None req-e70e59c5-0f64-496d-8985-96abd50bb752 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 23:31:39.245632 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f31e97a6-5821-4c64-a684-1531d49774e8 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:39.272292 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e70e59c5-0f64-496d-8985-96abd50bb752 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:39.288667 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70e59c5-0f64-496d-8985-96abd50bb752 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:39.289446 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e70e59c5-0f64-496d-8985-96abd50bb752 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:39.306790 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31e97a6-5821-4c64-a684-1531d49774e8 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Pushing event deleted for resources: {'Subnet': ['ID=9d96576a-0d99-4093-862c-6d268fd9095b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:39.313613 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6c6157-9c97-47a0-b5ea-e420250ba5a7 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Made reservation on behalf of ac60438da4e7485d81cc9c20c2190b84 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:31:39.317529 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eb6c6157-9c97-47a0-b5ea-e420250ba5a7 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:39.375361 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3a4fdc97-13aa-4bfe-9e4e-203e82631af7 req-973a31b8-30e3-4d41-a4bf-6a424bffec0d service neutron] 10.222.0.49 "GET /v2.0/networks/a23de063-0d52-4133-8767-8b34c1d0fbbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615583 Jul 15 23:31:39.375870 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55808) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:39.376316 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e70e59c5-0f64-496d-8985-96abd50bb752 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6722713 Jul 15 23:31:39.385087 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4d4c277e-c369-40af-9cdc-d25572849820 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Request body: {'network': {'name': 'tempest-router-network02--769598727'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:39.403534 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-eb6c6157-9c97-47a0-b5ea-e420250ba5a7 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] device_id is not set on port 21dd4aaf-95a2-4175-85d0-be2cc3f28207 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:31:39.432520 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f31e97a6-5821-4c64-a684-1531d49774e8 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:39.508357 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-f31e97a6-5821-4c64-a684-1531d49774e8 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81fda6d7-c581-4667-a9ca-65453172d5f7']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:39.524877 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5cb866-621a-4e64-aee5-8c5f4d4b5e6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-aff7188a-9b0b-436d-b49c-02a9e55cfd5b', 'network_id': 'aff7188a-9b0b-436d-b49c-02a9e55cfd5b', 'tenant_id': '7584d424e6864d34a4043c302d811330', 'fixed_ips': [{'subnet_id': 'd09e553a-acce-476e-a57c-ae4c81a1f7eb'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:31:39.527976 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8e5cb866-621a-4e64-aee5-8c5f4d4b5e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:39.567555 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-f31e97a6-5821-4c64-a684-1531d49774e8 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd561e0d8-3bef-4ae9-954b-38ec84c431d4') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:39.567888 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-f31e97a6-5821-4c64-a684-1531d49774e8 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd561e0d8-3bef-4ae9-954b-38ec84c431d4') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:39.599520 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-eb6c6157-9c97-47a0-b5ea-e420250ba5a7 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Allocated IP 172.20.0.7 (c46fd6ed-6df7-4ffc-aca4-b3552ff283ba/c045c250-c386-4149-b310-e775d49b1a1a/21dd4aaf-95a2-4175-85d0-be2cc3f28207) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:31:39.607808 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4c277e-c369-40af-9cdc-d25572849820 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Made reservation on behalf of 7584d424e6864d34a4043c302d811330 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:31:39.622340 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d4c277e-c369-40af-9cdc-d25572849820 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:39.633251 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f31e97a6-5821-4c64-a684-1531d49774e8 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:39.764747 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-8e5cb866-621a-4e64-aee5-8c5f4d4b5e6c None None] Allocated IP 2001:db8::2 (aff7188a-9b0b-436d-b49c-02a9e55cfd5b/d09e553a-acce-476e-a57c-ae4c81a1f7eb/1224d960-2a75-4ecc-986f-1c394ff5b172) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:31:39.821751 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f31e97a6-5821-4c64-a684-1531d49774e8 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:39.838674 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f31e97a6-5821-4c64-a684-1531d49774e8 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:31:39.841617 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f31e97a6-5821-4c64-a684-1531d49774e8 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:39.873190 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848f9c97-3542-4558-8b6e-062f7b73c6e5 None None] Network 81fda6d7-c581-4667-a9ca-65453172d5f7 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:31:39.945537 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:31:39.945537 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:31:39.945537 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:31:39.945537 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:31:39.945537 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:31:39.945537 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:31:39.945537 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:31:39.945537 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:31:39.945537 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:31:39.945537 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:31:39.945537 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:31:39.945537 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:31:39.945537 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:31:39.945537 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:31:39.945537 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:31:39.945537 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:31:39.945537 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:31:39.945537 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:31:39.945537 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:31:39.945537 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:31:39.945537 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:31:39.945537 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:31:39.945537 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:31:39.945537 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:31:39.945537 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:31:39.945537 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:31:39.945537 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:31:39.945537 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:31:39.945537 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:31:39.945537 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:31:39.945537 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:31:39.945537 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:31:39.945537 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:31:39.945537 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:31:39.945537 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:31:39.945537 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:31:39.945537 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:31:39.945537 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:31:39.945537 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:31:39.945537 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:31:39.945537 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:31:39.945537 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:31:39.945537 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:31:39.945537 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:31:39.945537 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:31:39.945537 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:31:39.945537 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:31:39.945537 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:31:40.009640 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70e59c5-0f64-496d-8985-96abd50bb752 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Pushing event updated for resources: {'Network': ['ID=4efd3404-3922-4650-a4f0-3d62e3b58cec,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:40.052992 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f31e97a6-5821-4c64-a684-1531d49774e8 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:40.072632 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eb6c6157-9c97-47a0-b5ea-e420250ba5a7 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:40.077855 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 4efd3404-3922-4650-a4f0-3d62e3b58cec details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:31:40.090697 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d4c277e-c369-40af-9cdc-d25572849820 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:31:40.106547 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f31e97a6-5821-4c64-a684-1531d49774e8 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:40.108732 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-f31e97a6-5821-4c64-a684-1531d49774e8 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] 10.222.0.48 "DELETE /v2.0/networks/81fda6d7-c581-4667-a9ca-65453172d5f7 HTTP/1.1" status: 204 len: 168 time: 4.0904474 Jul 15 23:31:40.129079 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55822) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:40.135467 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-6695a4e9-be0b-4c17-8cfc-b48879f3a852 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1171923189'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:40.142743 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eb6c6157-9c97-47a0-b5ea-e420250ba5a7 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:40.165641 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 2163a5fe-aded-4f44-abb5-1f3885a494fc no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:31:40.167953 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31e97a6-5821-4c64-a684-1531d49774e8 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Pushing event deleted for resources: {'Network': ['ID=81fda6d7-c581-4667-a9ca-65453172d5f7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:40.173000 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d4c277e-c369-40af-9cdc-d25572849820 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:40.173491 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-4d4c277e-c369-40af-9cdc-d25572849820 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Added segment 344db8a7-9baa-45f4-a08b-205d29423340 of type vlan for network 686fd771-9428-4643-9942-268707058183 Jul 15 23:31:40.293616 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd6da5-1fa0-44cb-be1d-8d96bde0b0c0 req-62c7a9cf-e9d4-475c-bc6d-cd546f2de19f tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:40.302247 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-25cd6da5-1fa0-44cb-be1d-8d96bde0b0c0 req-62c7a9cf-e9d4-475c-bc6d-cd546f2de19f tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] 10.222.0.48 "GET /v2.0/ports?device_id=9eba905f-ad9d-4096-848e-42ce38deef3a HTTP/1.1" status: 200 len: 945 time: 0.5481617 Jul 15 23:31:40.320193 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d4c277e-c369-40af-9cdc-d25572849820 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:40.332177 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6695a4e9-be0b-4c17-8cfc-b48879f3a852 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Made reservation on behalf of 569f2df56f5346c6b2cc2678b0d25280 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:31:40.339538 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6695a4e9-be0b-4c17-8cfc-b48879f3a852 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:40.376326 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0cfc1c-926a-4dad-b547-5798d4ff6529 req-86bb2fce-e57e-4037-af6f-5f3315bb8e08 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:40.388351 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dc0cfc1c-926a-4dad-b547-5798d4ff6529 req-86bb2fce-e57e-4037-af6f-5f3315bb8e08 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=6797365d-c7ce-4e24-a954-67ea472f9dd4 HTTP/1.1" status: 200 len: 944 time: 0.3624592 Jul 15 23:31:40.395892 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6695a4e9-be0b-4c17-8cfc-b48879f3a852 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:31:40.424990 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6695a4e9-be0b-4c17-8cfc-b48879f3a852 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:40.426366 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-6695a4e9-be0b-4c17-8cfc-b48879f3a852 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Added segment 44475d59-fec0-4189-9eca-eff57224988a of type vlan for network ae1d7a63-a4fb-4276-bfac-4c46bc45b61c Jul 15 23:31:40.471297 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-25cd6da5-1fa0-44cb-be1d-8d96bde0b0c0 req-be7fcc6b-4bd5-4a45-893b-4a449b68fd38 tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b78e620-5cf2-4d50-a66f-f495d9053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678510 Jul 15 23:31:40.496376 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f77089-6d2a-4335-b944-c1d4d28fd4ed None None] DHCP port deletion for 81fda6d7-c581-4667-a9ca-65453172d5f7 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:31:40.506390 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d4c277e-c369-40af-9cdc-d25572849820 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:40.514015 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4c277e-c369-40af-9cdc-d25572849820 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:40.514447 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6695a4e9-be0b-4c17-8cfc-b48879f3a852 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:40.515354 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d4c277e-c369-40af-9cdc-d25572849820 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:40.579299 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8e5cb866-621a-4e64-aee5-8c5f4d4b5e6c None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:40.585061 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6c6157-9c97-47a0-b5ea-e420250ba5a7 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Network c46fd6ed-6df7-4ffc-aca4-b3552ff283ba is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:31:40.586238 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6695a4e9-be0b-4c17-8cfc-b48879f3a852 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:40.592868 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8e5cb866-621a-4e64-aee5-8c5f4d4b5e6c None None] Transition to ACTIVE for port object 1224d960-2a75-4ecc-986f-1c394ff5b172 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:31:40.598339 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6695a4e9-be0b-4c17-8cfc-b48879f3a852 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:40.598616 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6695a4e9-be0b-4c17-8cfc-b48879f3a852 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:40.606427 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4c277e-c369-40af-9cdc-d25572849820 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Pushing event updated for resources: {'Network': ['ID=686fd771-9428-4643-9942-268707058183,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:40.612487 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6c6157-9c97-47a0-b5ea-e420250ba5a7 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Pushing event updated for resources: {'Port': ['ID=21dd4aaf-95a2-4175-85d0-be2cc3f28207,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:40.614980 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-eb6c6157-9c97-47a0-b5ea-e420250ba5a7 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:31:40.632768 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dc0cfc1c-926a-4dad-b547-5798d4ff6529 req-48ac6919-89c1-4165-9b80-5a9848c18f5d tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b59dfd8-fe46-4eda-8708-ff7f3de3ce14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2432911 Jul 15 23:31:40.634058 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6c6157-9c97-47a0-b5ea-e420250ba5a7 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:31:40.641432 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-4d4c277e-c369-40af-9cdc-d25572849820 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2616243 Jul 15 23:31:40.642240 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55834) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:40.645081 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 686fd771-9428-4643-9942-268707058183 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:31:40.648179 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-96f75818-c9fa-4fdb-8f22-bd9c24b236d5 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Request body: {'subnet': {'network_id': '4efd3404-3922-4650-a4f0-3d62e3b58cec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:40.698257 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8e5cb866-621a-4e64-aee5-8c5f4d4b5e6c None None] Transition to ACTIVE for port object 1224d960-2a75-4ecc-986f-1c394ff5b172 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:31:40.712504 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8e5cb866-621a-4e64-aee5-8c5f4d4b5e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:40.741838 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-6695a4e9-be0b-4c17-8cfc-b48879f3a852 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6089616 Jul 15 23:31:40.743969 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55836) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:40.755645 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-83d5b504-df2b-414e-b802-75beaa33c957 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Request body: {'subnet': {'network_id': 'ae1d7a63-a4fb-4276-bfac-4c46bc45b61c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:40.800239 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6695a4e9-be0b-4c17-8cfc-b48879f3a852 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Pushing event updated for resources: {'Network': ['ID=ae1d7a63-a4fb-4276-bfac-4c46bc45b61c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:40.826403 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6c6157-9c97-47a0-b5ea-e420250ba5a7 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:40.827719 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eb6c6157-9c97-47a0-b5ea-e420250ba5a7 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:40.830768 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5cb866-621a-4e64-aee5-8c5f4d4b5e6c None None] Network aff7188a-9b0b-436d-b49c-02a9e55cfd5b is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:31:40.833531 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network ae1d7a63-a4fb-4276-bfac-4c46bc45b61c details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:31:40.858389 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-8e5cb866-621a-4e64-aee5-8c5f4d4b5e6c None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:31:40.860356 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f75818-c9fa-4fdb-8f22-bd9c24b236d5 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Made reservation on behalf of 7584d424e6864d34a4043c302d811330 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:31:40.864959 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-96f75818-c9fa-4fdb-8f22-bd9c24b236d5 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:40.870789 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5cb866-621a-4e64-aee5-8c5f4d4b5e6c None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:31:40.876500 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-eb6c6157-9c97-47a0-b5ea-e420250ba5a7 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.7647679 Jul 15 23:31:40.882751 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55840) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:40.885253 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5cb866-621a-4e64-aee5-8c5f4d4b5e6c None None] Pushing event updated for resources: {'Port': ['ID=1224d960-2a75-4ecc-986f-1c394ff5b172,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:40.887172 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-3246d40f-bb7c-4b92-948d-eefa64089728 req-cbf01389-6801-4965-adce-1c46c3568b4d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6797365d-c7ce-4e24-a954-67ea472f9dd4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3160765 Jul 15 23:31:40.901012 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d77fcb1f-938b-4e89-8e69-1ae83c331108 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Request body: {'floatingip': {'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'port_id': '21dd4aaf-95a2-4175-85d0-be2cc3f28207', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:40.952744 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d77fcb1f-938b-4e89-8e69-1ae83c331108 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:41.043412 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-8e5cb866-621a-4e64-aee5-8c5f4d4b5e6c None None] Attempting to bind port 1224d960-2a75-4ecc-986f-1c394ff5b172 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:31:41.043983 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-8e5cb866-621a-4e64-aee5-8c5f4d4b5e6c None None] Attempting to bind port 1224d960-2a75-4ecc-986f-1c394ff5b172 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'feeb1b09-257a-44d8-b35c-5bf4f0cbf3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'aff7188a-9b0b-436d-b49c-02a9e55cfd5b'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:31:41.044439 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5cb866-621a-4e64-aee5-8c5f4d4b5e6c None None] Attempting to bind port 1224d960-2a75-4ecc-986f-1c394ff5b172 on network aff7188a-9b0b-436d-b49c-02a9e55cfd5b {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:31:41.071524 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5cb866-621a-4e64-aee5-8c5f4d4b5e6c None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:31:41.075346 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5cb866-621a-4e64-aee5-8c5f4d4b5e6c None None] Checking segment: {'id': 'feeb1b09-257a-44d8-b35c-5bf4f0cbf3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'aff7188a-9b0b-436d-b49c-02a9e55cfd5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:31:41.076391 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8e5cb866-621a-4e64-aee5-8c5f4d4b5e6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:41.076905 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5cb866-621a-4e64-aee5-8c5f4d4b5e6c None None] Bound using segment: {'id': 'feeb1b09-257a-44d8-b35c-5bf4f0cbf3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'aff7188a-9b0b-436d-b49c-02a9e55cfd5b'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:31:41.077572 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-8e5cb866-621a-4e64-aee5-8c5f4d4b5e6c None None] Bound port: 1224d960-2a75-4ecc-986f-1c394ff5b172, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feeb1b09-257a-44d8-b35c-5bf4f0cbf3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'aff7188a-9b0b-436d-b49c-02a9e55cfd5b'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:31:41.078085 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8e5cb866-621a-4e64-aee5-8c5f4d4b5e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:41.078756 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d77fcb1f-938b-4e89-8e69-1ae83c331108 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:41.201772 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-8e5cb866-621a-4e64-aee5-8c5f4d4b5e6c None None] For port 1224d960-2a75-4ecc-986f-1c394ff5b172, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:31:41.208509 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-8e5cb866-621a-4e64-aee5-8c5f4d4b5e6c None None] For port 1224d960-2a75-4ecc-986f-1c394ff5b172, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=1224d960-2a75-4ecc-986f-1c394ff5b172,segment=NetworkSegment(feeb1b09-257a-44d8-b35c-5bf4f0cbf3dc),segment_id=feeb1b09-257a-44d8-b35c-5bf4f0cbf3dc)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:31:41.210757 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d5b504-df2b-414e-b802-75beaa33c957 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Made reservation on behalf of 569f2df56f5346c6b2cc2678b0d25280 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:31:41.215849 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-83d5b504-df2b-414e-b802-75beaa33c957 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:41.218343 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8e5cb866-621a-4e64-aee5-8c5f4d4b5e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:41.221518 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-96f75818-c9fa-4fdb-8f22-bd9c24b236d5 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:41.231719 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-d77fcb1f-938b-4e89-8e69-1ae83c331108 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Allocated IP 172.25.5.147 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/3fe32143-fa71-46fb-97be-3dc7ea3f8339) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:31:41.329864 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device af4e9b51-6176-44a6-82b5-9041d86e24c2 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:31:41.390999 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d77fcb1f-938b-4e89-8e69-1ae83c331108 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:41.420569 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f75818-c9fa-4fdb-8f22-bd9c24b236d5 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Pushing event updated for resources: {'Subnet': ['ID=b7c3e825-e961-4c3a-ad76-66c9e9d69fc9,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:41.420836 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: af4e9b51-6176-44a6-82b5-9041d86e24c2 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:31:41.421430 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device af4e9b51-6176-44a6-82b5-9041d86e24c2 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:31:41.430169 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5cb866-621a-4e64-aee5-8c5f4d4b5e6c None None] Pushing event updated for resources: {'Port': ['ID=1224d960-2a75-4ecc-986f-1c394ff5b172,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:41.448665 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f75818-c9fa-4fdb-8f22-bd9c24b236d5 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Checking segment: {'id': '32ded46b-74c9-4366-852b-9452bb6fc31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4efd3404-3922-4650-a4f0-3d62e3b58cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:31:41.451060 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f75818-c9fa-4fdb-8f22-bd9c24b236d5 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Network hostable DHCP agents. Network: 4efd3404-3922-4650-a4f0-3d62e3b58cec, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:31:41.477212 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d77fcb1f-938b-4e89-8e69-1ae83c331108 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:41.481913 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f75818-c9fa-4fdb-8f22-bd9c24b236d5 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Network 4efd3404-3922-4650-a4f0-3d62e3b58cec is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:31:41.524862 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-96f75818-c9fa-4fdb-8f22-bd9c24b236d5 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 4efd3404-3922-4650-a4f0-3d62e3b58cec) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:31:41.535559 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1108af79-f84e-4431-a437-e6063e37c882 None None] Network 4efd3404-3922-4650-a4f0-3d62e3b58cec requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:31:41.545926 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f75818-c9fa-4fdb-8f22-bd9c24b236d5 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:41.550485 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-96f75818-c9fa-4fdb-8f22-bd9c24b236d5 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:41.557080 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77fcb1f-938b-4e89-8e69-1ae83c331108 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:31:41.580479 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-d77fcb1f-938b-4e89-8e69-1ae83c331108 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:31:41.583007 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77fcb1f-938b-4e89-8e69-1ae83c331108 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Pushing event updated for resources: {'Port': ['ID=3fe32143-fa71-46fb-97be-3dc7ea3f8339,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:41.585575 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77fcb1f-938b-4e89-8e69-1ae83c331108 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:31:41.641767 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-96f75818-c9fa-4fdb-8f22-bd9c24b236d5 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9979091 Jul 15 23:31:41.644976 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55850) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:41.658967 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b77504e7-f73e-4a6b-8662-c6c3c1976068 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Request body: {'subnet': {'network_id': '686fd771-9428-4643-9942-268707058183', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:42.014789 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26bad386-4795-4428-aef7-c160d13243ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-4efd3404-3922-4650-a4f0-3d62e3b58cec', 'network_id': '4efd3404-3922-4650-a4f0-3d62e3b58cec', 'tenant_id': '7584d424e6864d34a4043c302d811330', 'fixed_ips': [{'subnet_id': 'b7c3e825-e961-4c3a-ad76-66c9e9d69fc9'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:31:42.015966 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-26bad386-4795-4428-aef7-c160d13243ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:42.100279 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77504e7-f73e-4a6b-8662-c6c3c1976068 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Made reservation on behalf of 7584d424e6864d34a4043c302d811330 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:31:42.107898 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b77504e7-f73e-4a6b-8662-c6c3c1976068 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:42.266096 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-26bad386-4795-4428-aef7-c160d13243ba None None] Allocated IP 2001:db8::2 (4efd3404-3922-4650-a4f0-3d62e3b58cec/b7c3e825-e961-4c3a-ad76-66c9e9d69fc9/22072097-ed13-4493-b211-e894f89c845d) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:31:42.363996 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b77504e7-f73e-4a6b-8662-c6c3c1976068 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:42.528992 n-d-794306-6 neutron-server[93770]: DEBUG neutron.objects.ports [None req-83d5b504-df2b-414e-b802-75beaa33c957 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93770) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 23:31:42.547857 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-83d5b504-df2b-414e-b802-75beaa33c957 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:42.555353 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d77fcb1f-938b-4e89-8e69-1ae83c331108 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:42.572592 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7192a9-6804-413a-aeec-a4c4b1007389 req-03b95b37-1791-4f91-a78b-20af7121bb58 tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:42.579888 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4f7192a9-6804-413a-aeec-a4c4b1007389 req-03b95b37-1791-4f91-a78b-20af7121bb58 tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] 10.222.0.48 "GET /v2.0/ports?device_id=9eba905f-ad9d-4096-848e-42ce38deef3a HTTP/1.1" status: 200 len: 945 time: 0.6994483 Jul 15 23:31:42.614217 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-26bad386-4795-4428-aef7-c160d13243ba None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:42.643229 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-26bad386-4795-4428-aef7-c160d13243ba None None] Transition to ACTIVE for port object 22072097-ed13-4493-b211-e894f89c845d will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:31:42.663660 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77504e7-f73e-4a6b-8662-c6c3c1976068 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Pushing event updated for resources: {'Subnet': ['ID=98b09f93-eb82-4723-906d-564546d260fe,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:42.679137 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d77fcb1f-938b-4e89-8e69-1ae83c331108 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:42.689593 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-26bad386-4795-4428-aef7-c160d13243ba None None] Transition to ACTIVE for port object 22072097-ed13-4493-b211-e894f89c845d will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:31:42.697684 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-26bad386-4795-4428-aef7-c160d13243ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:42.705058 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec67275-fc7f-4553-91d7-40f0eea367bd req-19f6cb10-2015-482e-916f-8be18f672e68 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:42.706794 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bec67275-fc7f-4553-91d7-40f0eea367bd req-19f6cb10-2015-482e-916f-8be18f672e68 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=6797365d-c7ce-4e24-a954-67ea472f9dd4 HTTP/1.1" status: 200 len: 944 time: 0.8141408 Jul 15 23:31:42.748107 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bad386-4795-4428-aef7-c160d13243ba None None] Network 4efd3404-3922-4650-a4f0-3d62e3b58cec is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:31:42.751527 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-26bad386-4795-4428-aef7-c160d13243ba None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:31:42.756815 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bad386-4795-4428-aef7-c160d13243ba None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:31:42.793135 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bad386-4795-4428-aef7-c160d13243ba None None] Pushing event updated for resources: {'Port': ['ID=22072097-ed13-4493-b211-e894f89c845d,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:42.888960 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4f7192a9-6804-413a-aeec-a4c4b1007389 req-e3a28aff-a97c-4ea1-ad21-91796747540b tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b78e620-5cf2-4d50-a66f-f495d9053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080230 Jul 15 23:31:42.889643 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-26bad386-4795-4428-aef7-c160d13243ba None None] Attempting to bind port 22072097-ed13-4493-b211-e894f89c845d on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:31:42.889790 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77504e7-f73e-4a6b-8662-c6c3c1976068 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Checking segment: {'id': '344db8a7-9baa-45f4-a08b-205d29423340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '686fd771-9428-4643-9942-268707058183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:31:42.890124 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77504e7-f73e-4a6b-8662-c6c3c1976068 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Network hostable DHCP agents. Network: 686fd771-9428-4643-9942-268707058183, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:31:42.890699 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-26bad386-4795-4428-aef7-c160d13243ba None None] Attempting to bind port 22072097-ed13-4493-b211-e894f89c845d by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '32ded46b-74c9-4366-852b-9452bb6fc31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4efd3404-3922-4650-a4f0-3d62e3b58cec'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:31:42.891625 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bad386-4795-4428-aef7-c160d13243ba None None] Attempting to bind port 22072097-ed13-4493-b211-e894f89c845d on network 4efd3404-3922-4650-a4f0-3d62e3b58cec {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:31:42.898609 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bad386-4795-4428-aef7-c160d13243ba None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:31:42.899398 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bad386-4795-4428-aef7-c160d13243ba None None] Checking segment: {'id': '32ded46b-74c9-4366-852b-9452bb6fc31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4efd3404-3922-4650-a4f0-3d62e3b58cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:31:42.900821 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-26bad386-4795-4428-aef7-c160d13243ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:42.902491 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bad386-4795-4428-aef7-c160d13243ba None None] Bound using segment: {'id': '32ded46b-74c9-4366-852b-9452bb6fc31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4efd3404-3922-4650-a4f0-3d62e3b58cec'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:31:42.903328 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-26bad386-4795-4428-aef7-c160d13243ba None None] Bound port: 22072097-ed13-4493-b211-e894f89c845d, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ded46b-74c9-4366-852b-9452bb6fc31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4efd3404-3922-4650-a4f0-3d62e3b58cec'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:31:42.903989 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-26bad386-4795-4428-aef7-c160d13243ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:42.983597 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246d40f-bb7c-4b92-948d-eefa64089728 req-6797f76f-9708-4729-b82e-a5e2f7388599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:42.986429 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3246d40f-bb7c-4b92-948d-eefa64089728 req-6797f76f-9708-4729-b82e-a5e2f7388599 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6797365d-c7ce-4e24-a954-67ea472f9dd4&tenant_id=c41d1c4cc69e402eb09493d513de9715 HTTP/1.1" status: 200 len: 1095 time: 0.5376801 Jul 15 23:31:42.999549 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-26bad386-4795-4428-aef7-c160d13243ba None None] For port 22072097-ed13-4493-b211-e894f89c845d, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:31:43.004552 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d5b504-df2b-414e-b802-75beaa33c957 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Pushing event updated for resources: {'Subnet': ['ID=065584ce-3b8a-474b-9fbe-011fcd8835b7,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:43.013000 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-26bad386-4795-4428-aef7-c160d13243ba None None] For port 22072097-ed13-4493-b211-e894f89c845d, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=22072097-ed13-4493-b211-e894f89c845d,segment=NetworkSegment(32ded46b-74c9-4366-852b-9452bb6fc31e),segment_id=32ded46b-74c9-4366-852b-9452bb6fc31e)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:31:43.022675 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-26bad386-4795-4428-aef7-c160d13243ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:43.034827 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bec67275-fc7f-4553-91d7-40f0eea367bd req-1bde8fec-9fdf-4068-a779-4d66e33336e8 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b59dfd8-fe46-4eda-8708-ff7f3de3ce14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3078957 Jul 15 23:31:43.041351 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d5b504-df2b-414e-b802-75beaa33c957 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Checking segment: {'id': '44475d59-fec0-4189-9eca-eff57224988a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ae1d7a63-a4fb-4276-bfac-4c46bc45b61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:31:43.042296 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d5b504-df2b-414e-b802-75beaa33c957 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Network hostable DHCP agents. Network: ae1d7a63-a4fb-4276-bfac-4c46bc45b61c, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:31:43.118051 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bad386-4795-4428-aef7-c160d13243ba None None] Pushing event updated for resources: {'Port': ['ID=22072097-ed13-4493-b211-e894f89c845d,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:43.119616 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77504e7-f73e-4a6b-8662-c6c3c1976068 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Network 686fd771-9428-4643-9942-268707058183 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:31:43.162761 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d5b504-df2b-414e-b802-75beaa33c957 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Network ae1d7a63-a4fb-4276-bfac-4c46bc45b61c is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:31:43.165438 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb22e09-0e2f-4dc8-8298-ea26d6133cd9 None None] Network aff7188a-9b0b-436d-b49c-02a9e55cfd5b requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:31:43.175154 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-b77504e7-f73e-4a6b-8662-c6c3c1976068 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 686fd771-9428-4643-9942-268707058183) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:31:43.202289 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-83d5b504-df2b-414e-b802-75beaa33c957 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, ae1d7a63-a4fb-4276-bfac-4c46bc45b61c) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:31:43.204700 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77504e7-f73e-4a6b-8662-c6c3c1976068 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:43.205313 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b77504e7-f73e-4a6b-8662-c6c3c1976068 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:43.237653 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d5b504-df2b-414e-b802-75beaa33c957 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:43.250710 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d77fcb1f-938b-4e89-8e69-1ae83c331108 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:43.253159 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-83d5b504-df2b-414e-b802-75beaa33c957 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:43.256722 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d77fcb1f-938b-4e89-8e69-1ae83c331108 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:43.274634 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-b77504e7-f73e-4a6b-8662-c6c3c1976068 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6289186 Jul 15 23:31:43.280592 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55866) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:43.324847 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea627d84-4730-4fe1-8162-7dd905d09dae None None] Network 686fd771-9428-4643-9942-268707058183 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:31:43.329915 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24665765-811a-457f-87f9-b0a1cd4f18ac None None] Network ae1d7a63-a4fb-4276-bfac-4c46bc45b61c requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:31:43.384203 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77fcb1f-938b-4e89-8e69-1ae83c331108 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Pushing event updated for resources: {'Port': ['ID=3fe32143-fa71-46fb-97be-3dc7ea3f8339,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:43.394110 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d77fcb1f-938b-4e89-8e69-1ae83c331108 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:43.626756 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 1224d960-2a75-4ecc-986f-1c394ff5b172 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:31:43.703974 n-d-794306-6 neutron-server[93771]: INFO neutron.db.l3_db [None req-d77fcb1f-938b-4e89-8e69-1ae83c331108 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Floating IP 6ac88860-ed8f-4b3b-a71d-c2204080102c associated. External IP: 172.25.5.147, port: 21dd4aaf-95a2-4175-85d0-be2cc3f28207. Jul 15 23:31:44.049185 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246d40f-bb7c-4b92-948d-eefa64089728 req-61b5a507-a311-45e6-8043-0868d6cb5650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:44.050693 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3246d40f-bb7c-4b92-948d-eefa64089728 req-61b5a507-a311-45e6-8043-0868d6cb5650 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c41d1c4cc69e402eb09493d513de9715&device_id=6797365d-c7ce-4e24-a954-67ea472f9dd4 HTTP/1.1" status: 200 len: 1095 time: 1.0318735 Jul 15 23:31:44.058716 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-83d5b504-df2b-414e-b802-75beaa33c957 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.3129990 Jul 15 23:31:44.059232 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55876) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:44.178000 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-54927b4f-1d9b-4bcc-9662-feff7ca747f2 None None] Provisioning for port 1224d960-2a75-4ecc-986f-1c394ff5b172 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:31:44.205940 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d51c939e-045a-4215-94c2-f70dde9d72ab tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:44.299603 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0254b406-72e3-4ce3-937c-a28cab0f4b1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-ae1d7a63-a4fb-4276-bfac-4c46bc45b61c', 'network_id': 'ae1d7a63-a4fb-4276-bfac-4c46bc45b61c', 'tenant_id': '569f2df56f5346c6b2cc2678b0d25280', 'fixed_ips': [{'subnet_id': '065584ce-3b8a-474b-9fbe-011fcd8835b7'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:31:44.301038 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0254b406-72e3-4ce3-937c-a28cab0f4b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:44.385086 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e206ea46-2f70-460e-b93a-2b8c0f9b14d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-686fd771-9428-4643-9942-268707058183', 'network_id': '686fd771-9428-4643-9942-268707058183', 'tenant_id': '7584d424e6864d34a4043c302d811330', 'fixed_ips': [{'subnet_id': '98b09f93-eb82-4723-906d-564546d260fe'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:31:44.387243 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e206ea46-2f70-460e-b93a-2b8c0f9b14d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:44.542493 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d77fcb1f-938b-4e89-8e69-1ae83c331108 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Router ca2db1ba-ac17-4319-844c-57a6eaa95493 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:31:44.548895 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-0254b406-72e3-4ce3-937c-a28cab0f4b1f None None] Allocated IP 2001:db8::f816:3eff:fe25:30db (ae1d7a63-a4fb-4276-bfac-4c46bc45b61c/065584ce-3b8a-474b-9fbe-011fcd8835b7/80b65c31-7747-40d7-bbe3-9e59c3a260e7) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:31:44.712352 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7acc65a-d303-46ad-ab07-2de2ca74e996 req-e21ac847-0908-4248-ba22-9533ceea5d2d tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:44.714741 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b7acc65a-d303-46ad-ab07-2de2ca74e996 req-e21ac847-0908-4248-ba22-9533ceea5d2d tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] 10.222.0.48 "GET /v2.0/ports?device_id=9eba905f-ad9d-4096-848e-42ce38deef3a HTTP/1.1" status: 200 len: 945 time: 0.6955276 Jul 15 23:31:44.723395 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d77fcb1f-938b-4e89-8e69-1ae83c331108 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:31:44.734747 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0254b406-72e3-4ce3-937c-a28cab0f4b1f None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:44.742815 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b715e6c6-34b2-4fac-8d24-b6054c2de41b None None] Sync routers for ids ['ca2db1ba-ac17-4319-844c-57a6eaa95493'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:31:44.743696 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0254b406-72e3-4ce3-937c-a28cab0f4b1f None None] Transition to ACTIVE for port object 80b65c31-7747-40d7-bbe3-9e59c3a260e7 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:31:44.763024 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d77fcb1f-938b-4e89-8e69-1ae83c331108 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:44.763371 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b715e6c6-34b2-4fac-8d24-b6054c2de41b None None] Routers {'ca2db1ba-ac17-4319-844c-57a6eaa95493'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:31:44.764370 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b715e6c6-34b2-4fac-8d24-b6054c2de41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:31:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ca2db1ba-ac17-4319-844c-57a6eaa95493'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:44.769360 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0254b406-72e3-4ce3-937c-a28cab0f4b1f None None] Transition to ACTIVE for port object 80b65c31-7747-40d7-bbe3-9e59c3a260e7 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:31:44.802193 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0254b406-72e3-4ce3-937c-a28cab0f4b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:44.854824 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d51c939e-045a-4215-94c2-f70dde9d72ab tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:44.865614 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b715e6c6-34b2-4fac-8d24-b6054c2de41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:44.869822 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d77fcb1f-938b-4e89-8e69-1ae83c331108 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.9810662 Jul 15 23:31:44.874119 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55880) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:44.877849 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0254b406-72e3-4ce3-937c-a28cab0f4b1f None None] Pushing event updated for resources: {'Port': ['ID=80b65c31-7747-40d7-bbe3-9e59c3a260e7,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:44.883158 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44c1998-78c2-4023-aa74-7c9e3eb53a74 None None] Network 4efd3404-3922-4650-a4f0-3d62e3b58cec requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:31:44.893881 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-682e2a15-c888-4173-85be-b21ec4b13796 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:44.898374 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b715e6c6-34b2-4fac-8d24-b6054c2de41b None None] Routers {'ca2db1ba-ac17-4319-844c-57a6eaa95493'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:31:44.899098 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b715e6c6-34b2-4fac-8d24-b6054c2de41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:31:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ca2db1ba-ac17-4319-844c-57a6eaa95493'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:44.946455 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246d40f-bb7c-4b92-948d-eefa64089728 req-7aeae1d4-f450-458c-b6fd-99ce40a1b332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:44.948788 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3246d40f-bb7c-4b92-948d-eefa64089728 req-7aeae1d4-f450-458c-b6fd-99ce40a1b332 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5dd08b94-305b-477e-8148-ff3865a86e5a HTTP/1.1" status: 200 len: 918 time: 0.8806717 Jul 15 23:31:44.953729 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b7acc65a-d303-46ad-ab07-2de2ca74e996 req-d1ee22de-5818-4053-9da9-45c0d22e9af9 tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b78e620-5cf2-4d50-a66f-f495d9053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949735 Jul 15 23:31:44.954826 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d51c939e-045a-4215-94c2-f70dde9d72ab tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:44.986848 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b715e6c6-34b2-4fac-8d24-b6054c2de41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:44.987944 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b715e6c6-34b2-4fac-8d24-b6054c2de41b None None] The sync data for ids ['ca2db1ba-ac17-4319-844c-57a6eaa95493'] in n-d-794306-6 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:31:45.024852 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9743e81d-d9d2-429a-b4fd-b33a074aa49f req-c35b58b0-5a8a-4777-b9bb-3f8b06b991d3 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:45.034340 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9743e81d-d9d2-429a-b4fd-b33a074aa49f req-c35b58b0-5a8a-4777-b9bb-3f8b06b991d3 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=6797365d-c7ce-4e24-a954-67ea472f9dd4 HTTP/1.1" status: 200 len: 944 time: 0.6716809 Jul 15 23:31:45.038546 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-682e2a15-c888-4173-85be-b21ec4b13796 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for floatingip, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:45.106277 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51c939e-045a-4215-94c2-f70dde9d72ab tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Pushing event deleted for resources: {'Subnet': ['ID=065584ce-3b8a-474b-9fbe-011fcd8835b7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:45.109966 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3246d40f-bb7c-4b92-948d-eefa64089728 req-ec45fc66-83af-4aea-ac2f-f661292d485c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2163a5fe-aded-4f44-abb5-1f3885a494fc HTTP/1.1" status: 200 len: 999 time: 0.1262288 Jul 15 23:31:45.116264 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-e206ea46-2f70-460e-b93a-2b8c0f9b14d7 None None] Allocated IP 2001:db8::2 (686fd771-9428-4643-9942-268707058183/98b09f93-eb82-4723-906d-564546d260fe/cd28d905-8384-4fe3-b223-6e2308d76383) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:31:45.195144 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246d40f-bb7c-4b92-948d-eefa64089728 req-63e84d9d-bf76-4dc7-9fa8-aff10f02e9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:45.196707 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3246d40f-bb7c-4b92-948d-eefa64089728 req-63e84d9d-bf76-4dc7-9fa8-aff10f02e9c6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ac4619b4-8268-4046-9b08-9c5e68adfc94 HTTP/1.1" status: 200 len: 856 time: 0.0464716 Jul 15 23:31:45.206472 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-046dc53e-cc5f-491e-89d3-c45427160991 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:45.254018 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-682e2a15-c888-4173-85be-b21ec4b13796 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:45.267961 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-682e2a15-c888-4173-85be-b21ec4b13796 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:45.268839 n-d-794306-6 neutron-server[93771]: INFO neutron.db.l3_db [None req-682e2a15-c888-4173-85be-b21ec4b13796 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Floating IP 6ac88860-ed8f-4b3b-a71d-c2204080102c disassociated. External IP: 172.25.5.147, port: 21dd4aaf-95a2-4175-85d0-be2cc3f28207. Jul 15 23:31:45.309789 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e206ea46-2f70-460e-b93a-2b8c0f9b14d7 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:45.318758 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e206ea46-2f70-460e-b93a-2b8c0f9b14d7 None None] Transition to ACTIVE for port object cd28d905-8384-4fe3-b223-6e2308d76383 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:31:45.335336 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e206ea46-2f70-460e-b93a-2b8c0f9b14d7 None None] Transition to ACTIVE for port object cd28d905-8384-4fe3-b223-6e2308d76383 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:31:45.347068 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9743e81d-d9d2-429a-b4fd-b33a074aa49f req-d185f2df-494f-4627-b25f-18ff42ff95f7 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b59dfd8-fe46-4eda-8708-ff7f3de3ce14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3106177 Jul 15 23:31:45.347381 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0254b406-72e3-4ce3-937c-a28cab0f4b1f None None] Network ae1d7a63-a4fb-4276-bfac-4c46bc45b61c is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:31:45.353347 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-0254b406-72e3-4ce3-937c-a28cab0f4b1f None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:31:45.356479 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0254b406-72e3-4ce3-937c-a28cab0f4b1f None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:31:45.359510 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e206ea46-2f70-460e-b93a-2b8c0f9b14d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:45.411752 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d51c939e-045a-4215-94c2-f70dde9d72ab tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:45.428526 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-d51c939e-045a-4215-94c2-f70dde9d72ab tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae1d7a63-a4fb-4276-bfac-4c46bc45b61c']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:45.457387 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 1224d960-2a75-4ecc-986f-1c394ff5b172 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:31:45.464890 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-d51c939e-045a-4215-94c2-f70dde9d72ab tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44475d59-fec0-4189-9eca-eff57224988a') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:45.465341 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-d51c939e-045a-4215-94c2-f70dde9d72ab tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44475d59-fec0-4189-9eca-eff57224988a') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:45.487329 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 1224d960-2a75-4ecc-986f-1c394ff5b172 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:31:45.488067 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:45.509971 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a3094-68d4-450d-9437-9088c7acd976 req-bcb2a2ff-c132-4fab-bf99-7061fd3e6ca5 tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:45.512794 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-501a3094-68d4-450d-9437-9088c7acd976 req-bcb2a2ff-c132-4fab-bf99-7061fd3e6ca5 tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] 10.222.0.49 "GET /v2.0/ports?device_id=9eba905f-ad9d-4096-848e-42ce38deef3a HTTP/1.1" status: 200 len: 945 time: 0.2571859 Jul 15 23:31:45.517915 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d51c939e-045a-4215-94c2-f70dde9d72ab tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:45.548660 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246d40f-bb7c-4b92-948d-eefa64089728 req-58271ff6-bfc8-4eb2-a6fc-eab906eda726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:45.550303 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3246d40f-bb7c-4b92-948d-eefa64089728 req-58271ff6-bfc8-4eb2-a6fc-eab906eda726 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5dd08b94-305b-477e-8148-ff3865a86e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3261218 Jul 15 23:31:45.551766 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d51c939e-045a-4215-94c2-f70dde9d72ab tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:45.603179 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-305893b7-94fe-4956-bbdf-724d3b3f944c None None] Provisioning for port 22072097-ed13-4493-b211-e894f89c845d completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:31:45.661667 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e206ea46-2f70-460e-b93a-2b8c0f9b14d7 None None] Network 686fd771-9428-4643-9942-268707058183 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:31:45.672472 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e206ea46-2f70-460e-b93a-2b8c0f9b14d7 None None] Pushing event updated for resources: {'Port': ['ID=cd28d905-8384-4fe3-b223-6e2308d76383,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:45.679970 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d51c939e-045a-4215-94c2-f70dde9d72ab tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:31:45.680473 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d51c939e-045a-4215-94c2-f70dde9d72ab tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:45.685357 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:31:45.685357 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:31:45.685357 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:31:45.685357 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:31:45.685357 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:31:45.685357 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:31:45.685357 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:31:45.685357 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:31:45.685357 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:31:45.685357 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:31:45.685357 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:31:45.685357 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:31:45.685357 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:31:45.685357 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:31:45.685357 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:31:45.685357 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:31:45.685357 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:31:45.685357 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:31:45.685357 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:31:45.685357 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:31:45.685357 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:31:45.685357 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:31:45.685357 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:31:45.685357 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:31:45.685357 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:31:45.685357 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:31:45.685357 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:31:45.685357 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:31:45.685357 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:31:45.685357 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:31:45.685357 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:31:45.685357 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:31:45.747469 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-682e2a15-c888-4173-85be-b21ec4b13796 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Router ca2db1ba-ac17-4319-844c-57a6eaa95493 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:31:45.803004 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-e206ea46-2f70-460e-b93a-2b8c0f9b14d7 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:31:45.818396 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e206ea46-2f70-460e-b93a-2b8c0f9b14d7 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:31:45.843103 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3246d40f-bb7c-4b92-948d-eefa64089728 req-ef221d29-315e-4e7c-84e7-0d3133c5ca57 service neutron] 10.222.0.49 "GET /v2.0/networks/5dd08b94-305b-477e-8148-ff3865a86e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796578 Jul 15 23:31:45.852676 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.db.api [None req-d51c939e-045a-4215-94c2-f70dde9d72ab tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 15 23:31:45.852676 n-d-794306-6 neutron-server[93770]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 15 23:31:45.852676 n-d-794306-6 neutron-server[93770]: [parameters: {'id': 'ae1d7a63-a4fb-4276-bfac-4c46bc45b61c'}] Jul 15 23:31:45.852676 n-d-794306-6 neutron-server[93770]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:31:45.853208 n-d-794306-6 neutron-server[93770]: DEBUG oslo_db.api [None req-d51c939e-045a-4215-94c2-f70dde9d72ab tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:31:45.868131 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-0254b406-72e3-4ce3-937c-a28cab0f4b1f None None] Attempting to bind port 80b65c31-7747-40d7-bbe3-9e59c3a260e7 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:31:45.868796 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-0254b406-72e3-4ce3-937c-a28cab0f4b1f None None] Attempting to bind port 80b65c31-7747-40d7-bbe3-9e59c3a260e7 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '44475d59-fec0-4189-9eca-eff57224988a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ae1d7a63-a4fb-4276-bfac-4c46bc45b61c'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:31:45.869448 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0254b406-72e3-4ce3-937c-a28cab0f4b1f None None] Attempting to bind port 80b65c31-7747-40d7-bbe3-9e59c3a260e7 on network ae1d7a63-a4fb-4276-bfac-4c46bc45b61c {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:31:45.909460 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-682e2a15-c888-4173-85be-b21ec4b13796 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:31:45.915590 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-682e2a15-c888-4173-85be-b21ec4b13796 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:45.921991 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0254b406-72e3-4ce3-937c-a28cab0f4b1f None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:31:45.923435 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0254b406-72e3-4ce3-937c-a28cab0f4b1f None None] Checking segment: {'id': '44475d59-fec0-4189-9eca-eff57224988a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ae1d7a63-a4fb-4276-bfac-4c46bc45b61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:31:45.923982 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0254b406-72e3-4ce3-937c-a28cab0f4b1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:45.924466 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0254b406-72e3-4ce3-937c-a28cab0f4b1f None None] Bound using segment: {'id': '44475d59-fec0-4189-9eca-eff57224988a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ae1d7a63-a4fb-4276-bfac-4c46bc45b61c'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:31:45.925050 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-0254b406-72e3-4ce3-937c-a28cab0f4b1f None None] Bound port: 80b65c31-7747-40d7-bbe3-9e59c3a260e7, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44475d59-fec0-4189-9eca-eff57224988a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'ae1d7a63-a4fb-4276-bfac-4c46bc45b61c'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:31:45.925525 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0254b406-72e3-4ce3-937c-a28cab0f4b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:45.937020 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dadd7c6-06ce-40c2-8f7d-6c6f960d3f5b None None] Sync routers for ids ['ca2db1ba-ac17-4319-844c-57a6eaa95493'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:31:45.946387 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-501a3094-68d4-450d-9437-9088c7acd976 req-b0a3321b-28ac-4e1d-a248-1a32bb1aa6f6 tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] Deleting port 5fdd4ebb-0810-4eb0-8c45-e0a3628cc612 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:31:45.947026 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-501a3094-68d4-450d-9437-9088c7acd976 req-b0a3321b-28ac-4e1d-a248-1a32bb1aa6f6 tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:45.972624 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3246d40f-bb7c-4b92-948d-eefa64089728 req-34519d68-4713-4629-a8ce-d3b94fe68c49 service neutron] 10.222.0.49 "GET /v2.0/networks/5dd08b94-305b-477e-8148-ff3865a86e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922525 Jul 15 23:31:45.999198 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-046dc53e-cc5f-491e-89d3-c45427160991 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Allocated IP 2001:db8::1 (4efd3404-3922-4650-a4f0-3d62e3b58cec/b7c3e825-e961-4c3a-ad76-66c9e9d69fc9/a5bbf21e-a630-470d-bf59-4df0e562e1c9) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:31:46.000292 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-682e2a15-c888-4173-85be-b21ec4b13796 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] 10.222.0.48 "PUT /v2.0/floatingips/6ac88860-ed8f-4b3b-a71d-c2204080102c HTTP/1.1" status: 200 len: 688 time: 1.1240079 Jul 15 23:31:46.004030 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55892) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:46.046508 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:46.201715 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-046dc53e-cc5f-491e-89d3-c45427160991 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:46.208690 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-501a3094-68d4-450d-9437-9088c7acd976 req-b0a3321b-28ac-4e1d-a248-1a32bb1aa6f6 tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] For port 5fdd4ebb-0810-4eb0-8c45-e0a3628cc612, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=5fdd4ebb-0810-4eb0-8c45-e0a3628cc612,segment=NetworkSegment(e98b7750-bf39-4b45-aa75-02c133849ad2),segment_id=e98b7750-bf39-4b45-aa75-02c133849ad2)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:31:46.209313 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-501a3094-68d4-450d-9437-9088c7acd976 req-b0a3321b-28ac-4e1d-a248-1a32bb1aa6f6 tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:46.219833 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-046dc53e-cc5f-491e-89d3-c45427160991 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Transition to ACTIVE for port object a5bbf21e-a630-470d-bf59-4df0e562e1c9 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:31:46.232002 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-501a3094-68d4-450d-9437-9088c7acd976 req-b0a3321b-28ac-4e1d-a248-1a32bb1aa6f6 tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] Calling delete_port for 5fdd4ebb-0810-4eb0-8c45-e0a3628cc612 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:31:46.252282 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-faee6f65-eb4d-47c0-97de-fd9999cb438d tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Deleting port 3fe32143-fa71-46fb-97be-3dc7ea3f8339 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:31:46.252841 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-faee6f65-eb4d-47c0-97de-fd9999cb438d tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:46.264662 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-046dc53e-cc5f-491e-89d3-c45427160991 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:46.283483 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e206ea46-2f70-460e-b93a-2b8c0f9b14d7 None None] Attempting to bind port cd28d905-8384-4fe3-b223-6e2308d76383 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:31:46.283928 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e206ea46-2f70-460e-b93a-2b8c0f9b14d7 None None] Attempting to bind port cd28d905-8384-4fe3-b223-6e2308d76383 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '344db8a7-9baa-45f4-a08b-205d29423340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '686fd771-9428-4643-9942-268707058183'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:31:46.284379 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e206ea46-2f70-460e-b93a-2b8c0f9b14d7 None None] Attempting to bind port cd28d905-8384-4fe3-b223-6e2308d76383 on network 686fd771-9428-4643-9942-268707058183 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:31:46.300231 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dadd7c6-06ce-40c2-8f7d-6c6f960d3f5b None None] Routers {'ca2db1ba-ac17-4319-844c-57a6eaa95493'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:31:46.301111 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-2dadd7c6-06ce-40c2-8f7d-6c6f960d3f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:31:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ca2db1ba-ac17-4319-844c-57a6eaa95493'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:46.348271 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-2dadd7c6-06ce-40c2-8f7d-6c6f960d3f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:46.366696 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d51c939e-045a-4215-94c2-f70dde9d72ab tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:46.397427 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e206ea46-2f70-460e-b93a-2b8c0f9b14d7 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:31:46.400560 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e206ea46-2f70-460e-b93a-2b8c0f9b14d7 None None] Checking segment: {'id': '344db8a7-9baa-45f4-a08b-205d29423340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '686fd771-9428-4643-9942-268707058183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:31:46.401812 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e206ea46-2f70-460e-b93a-2b8c0f9b14d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:46.404158 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e206ea46-2f70-460e-b93a-2b8c0f9b14d7 None None] Bound using segment: {'id': '344db8a7-9baa-45f4-a08b-205d29423340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '686fd771-9428-4643-9942-268707058183'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:31:46.404874 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e206ea46-2f70-460e-b93a-2b8c0f9b14d7 None None] Bound port: cd28d905-8384-4fe3-b223-6e2308d76383, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '344db8a7-9baa-45f4-a08b-205d29423340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '686fd771-9428-4643-9942-268707058183'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:31:46.405466 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e206ea46-2f70-460e-b93a-2b8c0f9b14d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:46.427664 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046dc53e-cc5f-491e-89d3-c45427160991 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Network 4efd3404-3922-4650-a4f0-3d62e3b58cec is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:31:46.432974 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dadd7c6-06ce-40c2-8f7d-6c6f960d3f5b None None] Routers {'ca2db1ba-ac17-4319-844c-57a6eaa95493'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:31:46.439719 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-2dadd7c6-06ce-40c2-8f7d-6c6f960d3f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:31:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ca2db1ba-ac17-4319-844c-57a6eaa95493'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:46.444073 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-046dc53e-cc5f-491e-89d3-c45427160991 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:31:46.452096 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046dc53e-cc5f-491e-89d3-c45427160991 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:31:46.452654 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-046dc53e-cc5f-491e-89d3-c45427160991 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:46.515239 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046dc53e-cc5f-491e-89d3-c45427160991 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Pushing event updated for resources: {'Port': ['ID=a5bbf21e-a630-470d-bf59-4df0e562e1c9,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:46.519929 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-2dadd7c6-06ce-40c2-8f7d-6c6f960d3f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:46.520921 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dadd7c6-06ce-40c2-8f7d-6c6f960d3f5b None None] The sync data for ids ['ca2db1ba-ac17-4319-844c-57a6eaa95493'] in n-d-794306-6 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:31:46.522982 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-55d55ad9-0506-4fc0-ad33-327c31212fd4 None None] Provisioning complete for port 1224d960-2a75-4ecc-986f-1c394ff5b172 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:31:46.523679 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-55d55ad9-0506-4fc0-ad33-327c31212fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:46.568582 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-faee6f65-eb4d-47c0-97de-fd9999cb438d tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:46.570221 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-faee6f65-eb4d-47c0-97de-fd9999cb438d tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:46.597696 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 1224d960-2a75-4ecc-986f-1c394ff5b172, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=1224d960-2a75-4ecc-986f-1c394ff5b172,segment=NetworkSegment(feeb1b09-257a-44d8-b35c-5bf4f0cbf3dc),segment_id=feeb1b09-257a-44d8-b35c-5bf4f0cbf3dc)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:31:46.615491 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-faee6f65-eb4d-47c0-97de-fd9999cb438d tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Calling delete_port for 3fe32143-fa71-46fb-97be-3dc7ea3f8339 owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:31:46.621004 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:46.765947 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3619ceab-cad8-438e-84d0-ce5c6af3e36f req-ca00d28a-7dc6-48f5-b368-f6122c408895 tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:46.774869 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3619ceab-cad8-438e-84d0-ce5c6af3e36f req-ca00d28a-7dc6-48f5-b368-f6122c408895 tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] 10.222.0.48 "GET /v2.0/ports?device_id=9eba905f-ad9d-4096-848e-42ce38deef3a HTTP/1.1" status: 200 len: 945 time: 0.4343741 Jul 15 23:31:46.888549 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0254b406-72e3-4ce3-937c-a28cab0f4b1f None None] For port 80b65c31-7747-40d7-bbe3-9e59c3a260e7, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:31:46.914542 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 22072097-ed13-4493-b211-e894f89c845d up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:31:46.936686 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-501a3094-68d4-450d-9437-9088c7acd976 req-b0a3321b-28ac-4e1d-a248-1a32bb1aa6f6 tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:47.114145 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a3321b-28ac-4e1d-a248-1a32bb1aa6f6 tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] Pushing event deleted for resources: {'Port': ['ID=5fdd4ebb-0810-4eb0-8c45-e0a3628cc612,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:47.124769 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0254b406-72e3-4ce3-937c-a28cab0f4b1f None None] For port 80b65c31-7747-40d7-bbe3-9e59c3a260e7, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=80b65c31-7747-40d7-bbe3-9e59c3a260e7,segment=NetworkSegment(44475d59-fec0-4189-9eca-eff57224988a),segment_id=44475d59-fec0-4189-9eca-eff57224988a)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:31:47.161671 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0254b406-72e3-4ce3-937c-a28cab0f4b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:47.163018 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-d51c939e-045a-4215-94c2-f70dde9d72ab tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Deleting port 80b65c31-7747-40d7-bbe3-9e59c3a260e7 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:31:47.171904 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d51c939e-045a-4215-94c2-f70dde9d72ab tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:47.174516 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-046dc53e-cc5f-491e-89d3-c45427160991 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:47.203861 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3619ceab-cad8-438e-84d0-ce5c6af3e36f req-c9059398-6dff-4707-b89a-dd9fccc3b028 tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] 10.222.0.48 "GET /v2.0/security-groups?id=3b78e620-5cf2-4d50-a66f-f495d9053155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4276185 Jul 15 23:31:47.206049 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e206ea46-2f70-460e-b93a-2b8c0f9b14d7 None None] For port cd28d905-8384-4fe3-b223-6e2308d76383, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:31:47.212343 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=1224d960-2a75-4ecc-986f-1c394ff5b172,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:47.221369 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e206ea46-2f70-460e-b93a-2b8c0f9b14d7 None None] For port cd28d905-8384-4fe3-b223-6e2308d76383, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=cd28d905-8384-4fe3-b223-6e2308d76383,segment=NetworkSegment(344db8a7-9baa-45f4-a08b-205d29423340),segment_id=344db8a7-9baa-45f4-a08b-205d29423340)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:31:47.305118 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e206ea46-2f70-460e-b93a-2b8c0f9b14d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:47.425236 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 22072097-ed13-4493-b211-e894f89c845d completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:31:47.425986 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-faee6f65-eb4d-47c0-97de-fd9999cb438d tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:47.506113 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-d51c939e-045a-4215-94c2-f70dde9d72ab tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] For port 80b65c31-7747-40d7-bbe3-9e59c3a260e7, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=80b65c31-7747-40d7-bbe3-9e59c3a260e7,segment=NetworkSegment(44475d59-fec0-4189-9eca-eff57224988a),segment_id=44475d59-fec0-4189-9eca-eff57224988a)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:31:47.508826 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d51c939e-045a-4215-94c2-f70dde9d72ab tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:47.534000 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-501a3094-68d4-450d-9437-9088c7acd976 req-b0a3321b-28ac-4e1d-a248-1a32bb1aa6f6 tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] No DVR routers for this DVR port 5fdd4ebb-0810-4eb0-8c45-e0a3628cc612 on host n-h1-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:31:47.539661 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 22072097-ed13-4493-b211-e894f89c845d triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:31:47.540045 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:47.552659 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-501a3094-68d4-450d-9437-9088c7acd976 req-b0a3321b-28ac-4e1d-a248-1a32bb1aa6f6 tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:47.556830 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-501a3094-68d4-450d-9437-9088c7acd976 req-b0a3321b-28ac-4e1d-a248-1a32bb1aa6f6 tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] 10.222.0.49 "DELETE /v2.0/ports/5fdd4ebb-0810-4eb0-8c45-e0a3628cc612 HTTP/1.1" status: 204 len: 173 time: 1.9648774 Jul 15 23:31:47.632826 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eba905f-ad9d-4096-848e-42ce38deef3a', 'name': 'network-vif-deleted', 'tag': '5fdd4ebb-0810-4eb0-8c45-e0a3628cc612'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:31:47.639767 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab227c1-3223-41b8-b3a6-9737df1cf501" -d '{"events": [{"server_uuid": "9eba905f-ad9d-4096-848e-42ce38deef3a", "name": "network-vif-deleted", "tag": "5fdd4ebb-0810-4eb0-8c45-e0a3628cc612"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:31:47.669583 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faee6f65-eb4d-47c0-97de-fd9999cb438d tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Pushing event deleted for resources: {'Port': ['ID=3fe32143-fa71-46fb-97be-3dc7ea3f8339,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:47.672896 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0254b406-72e3-4ce3-937c-a28cab0f4b1f None None] Pushing event updated for resources: {'Port': ['ID=80b65c31-7747-40d7-bbe3-9e59c3a260e7,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:47.726955 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39dc84a-0812-4b13-9d8d-073d945e2d6b req-d9276244-08e1-4f75-abb5-d3be9e6f0958 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:47.740336 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d39dc84a-0812-4b13-9d8d-073d945e2d6b req-d9276244-08e1-4f75-abb5-d3be9e6f0958 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=6797365d-c7ce-4e24-a954-67ea472f9dd4 HTTP/1.1" status: 200 len: 944 time: 0.8459265 Jul 15 23:31:47.777888 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-d51c939e-045a-4215-94c2-f70dde9d72ab tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Calling delete_port for 80b65c31-7747-40d7-bbe3-9e59c3a260e7 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:31:47.845909 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf0f871-9a9f-44c6-ac86-905354557234 x-openstack-request-id: req-4bf0f871-9a9f-44c6-ac86-905354557234 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:31:47.846284 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eba905f-ad9d-4096-848e-42ce38deef3a", "name": "network-vif-deleted", "tag": "5fdd4ebb-0810-4eb0-8c45-e0a3628cc612", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:31:47.847043 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4bf0f871-9a9f-44c6-ac86-905354557234 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:31:47.849023 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eba905f-ad9d-4096-848e-42ce38deef3a', 'name': 'network-vif-deleted', 'tag': '5fdd4ebb-0810-4eb0-8c45-e0a3628cc612', 'status': 'completed', 'code': 200} Jul 15 23:31:47.862130 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1ba603-4f61-41c7-b676-9941d70cd1e0 None None] Network ae1d7a63-a4fb-4276-bfac-4c46bc45b61c requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:31:47.971839 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-faee6f65-eb4d-47c0-97de-fd9999cb438d tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:47.998047 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-faee6f65-eb4d-47c0-97de-fd9999cb438d tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:48.016947 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-faee6f65-eb4d-47c0-97de-fd9999cb438d tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] 10.222.0.48 "DELETE /v2.0/floatingips/6ac88860-ed8f-4b3b-a71d-c2204080102c HTTP/1.1" status: 204 len: 168 time: 2.0051463 Jul 15 23:31:48.022217 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55920) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:48.045849 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5f3dde00-e5c1-4214-8527-9172ce4e4ea1 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Request body: {'floatingip': {'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'port_id': 'e8778ed5-6c45-42bf-a999-74d7a9389682'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:48.152712 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f3dde00-e5c1-4214-8527-9172ce4e4ea1 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:48.261909 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 5fdd4ebb-0810-4eb0-8c45-e0a3628cc612 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:31:48.331182 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: 5fdd4ebb-0810-4eb0-8c45-e0a3628cc612 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:31:48.332999 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 5fdd4ebb-0810-4eb0-8c45-e0a3628cc612 not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:31:48.365253 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7a85561e-022d-42b6-a824-9abe7d7ab11b None None] Provisioning complete for port 22072097-ed13-4493-b211-e894f89c845d triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:31:48.366046 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7a85561e-022d-42b6-a824-9abe7d7ab11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:48.570203 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d39dc84a-0812-4b13-9d8d-073d945e2d6b req-a13bd97d-c62d-4a2f-bf90-cef10fc94572 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b59dfd8-fe46-4eda-8708-ff7f3de3ce14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.8282635 Jul 15 23:31:48.577136 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f3dde00-e5c1-4214-8527-9172ce4e4ea1 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:48.717922 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-046dc53e-cc5f-491e-89d3-c45427160991 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:48.730372 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-046dc53e-cc5f-491e-89d3-c45427160991 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:48.731334 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-046dc53e-cc5f-491e-89d3-c45427160991 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:48.768894 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1de93873-0087-472d-a7ee-9b3ba875443c req-3d83e866-352f-45c5-8db1-07658b797107 tempest-InstanceActionsTestJSON-1816120872 tempest-InstanceActionsTestJSON-1816120872-project] 10.222.0.48 "GET /v2.0/ports?device_id=9eba905f-ad9d-4096-848e-42ce38deef3a HTTP/1.1" status: 200 len: 210 time: 0.0427072 Jul 15 23:31:48.923534 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e206ea46-2f70-460e-b93a-2b8c0f9b14d7 None None] Pushing event updated for resources: {'Port': ['ID=cd28d905-8384-4fe3-b223-6e2308d76383,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:48.927397 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046dc53e-cc5f-491e-89d3-c45427160991 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Pushing event updated for resources: {'Port': ['ID=a5bbf21e-a630-470d-bf59-4df0e562e1c9,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:48.945053 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d51c939e-045a-4215-94c2-f70dde9d72ab tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:48.957315 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-5f3dde00-e5c1-4214-8527-9172ce4e4ea1 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Allocated IP 172.25.5.178 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/ec68d49c-1369-4a9b-ab5c-870e2e0a1bec) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:31:49.052162 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:49.200156 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 22072097-ed13-4493-b211-e894f89c845d, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=22072097-ed13-4493-b211-e894f89c845d,segment=NetworkSegment(32ded46b-74c9-4366-852b-9452bb6fc31e),segment_id=32ded46b-74c9-4366-852b-9452bb6fc31e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:31:49.203848 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51c939e-045a-4215-94c2-f70dde9d72ab tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] No DVR routers for this DVR port 80b65c31-7747-40d7-bbe3-9e59c3a260e7 on host n-d-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:31:49.215144 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51c939e-045a-4215-94c2-f70dde9d72ab tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Pushing event deleted for resources: {'Port': ['ID=80b65c31-7747-40d7-bbe3-9e59c3a260e7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:49.299811 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:49.434810 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f3dde00-e5c1-4214-8527-9172ce4e4ea1 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:49.527742 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=22072097-ed13-4493-b211-e894f89c845d,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:49.561985 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f3dde00-e5c1-4214-8527-9172ce4e4ea1 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:49.593889 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7a85561e-022d-42b6-a824-9abe7d7ab11b None None] Provisioning for port a5bbf21e-a630-470d-bf59-4df0e562e1c9 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:31:49.613374 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7a85561e-022d-42b6-a824-9abe7d7ab11b None None] Provisioning complete for port a5bbf21e-a630-470d-bf59-4df0e562e1c9 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:31:49.613768 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7a85561e-022d-42b6-a824-9abe7d7ab11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:49.727839 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3dde00-e5c1-4214-8527-9172ce4e4ea1 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Pushing event updated for resources: {'Port': ['ID=ec68d49c-1369-4a9b-ab5c-870e2e0a1bec,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:49.748805 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3dde00-e5c1-4214-8527-9172ce4e4ea1 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:31:49.755249 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-5f3dde00-e5c1-4214-8527-9172ce4e4ea1 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:31:49.763341 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3dde00-e5c1-4214-8527-9172ce4e4ea1 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:31:49.795179 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device cd28d905-8384-4fe3-b223-6e2308d76383 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:31:49.867521 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae810f1-0ee7-4ace-8d8f-a724f6634a29 None None] Network 686fd771-9428-4643-9942-268707058183 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:31:49.886195 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-7a85561e-022d-42b6-a824-9abe7d7ab11b None None] Port a5bbf21e-a630-470d-bf59-4df0e562e1c9 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:31:50.040862 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55938) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:50.108607 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e9ff53e7-b6ad-40b9-8ab7-c84b90924b85 None None] Provisioning complete for port a5bbf21e-a630-470d-bf59-4df0e562e1c9 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:31:50.109732 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e9ff53e7-b6ad-40b9-8ab7-c84b90924b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:50.208727 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port cd28d905-8384-4fe3-b223-6e2308d76383 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:31:50.239133 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d51c939e-045a-4215-94c2-f70dde9d72ab tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:50.251505 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 1224d960-2a75-4ecc-986f-1c394ff5b172 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:31:50.252978 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046dc53e-cc5f-491e-89d3-c45427160991 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Network 4efd3404-3922-4650-a4f0-3d62e3b58cec is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:31:50.269332 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-046dc53e-cc5f-491e-89d3-c45427160991 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:31:50.277295 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-d51c939e-045a-4215-94c2-f70dde9d72ab tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae1d7a63-a4fb-4276-bfac-4c46bc45b61c']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:50.303208 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-d51c939e-045a-4215-94c2-f70dde9d72ab tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44475d59-fec0-4189-9eca-eff57224988a') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:50.303519 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-d51c939e-045a-4215-94c2-f70dde9d72ab tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44475d59-fec0-4189-9eca-eff57224988a') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:50.351691 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d51c939e-045a-4215-94c2-f70dde9d72ab tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:50.366937 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e9ff53e7-b6ad-40b9-8ab7-c84b90924b85 None None] Port a5bbf21e-a630-470d-bf59-4df0e562e1c9 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:31:50.372375 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d51c939e-045a-4215-94c2-f70dde9d72ab tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:50.381292 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d51c939e-045a-4215-94c2-f70dde9d72ab tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:31:50.381784 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d51c939e-045a-4215-94c2-f70dde9d72ab tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:50.409158 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac74930e-f414-4987-91e0-4751da7d68ee admin admin] Deleting subnet 7095d04c-b9ed-4b19-8773-d381f04d3242 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:31:50.428183 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac74930e-f414-4987-91e0-4751da7d68ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:50.461179 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e9ff53e7-b6ad-40b9-8ab7-c84b90924b85 None None] Provisioning for port cd28d905-8384-4fe3-b223-6e2308d76383 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:31:50.466370 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:31:50.466370 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:31:50.466370 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:31:50.466370 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:31:50.466370 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:31:50.466370 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:31:50.466370 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:31:50.466370 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:31:50.466370 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:31:50.466370 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:31:50.466370 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:31:50.466370 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:31:50.466370 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:31:50.466370 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:31:50.466370 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:31:50.466370 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:31:50.466370 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:31:50.466370 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:31:50.466370 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:31:50.466370 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:31:50.466370 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:31:50.466370 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:31:50.466370 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:31:50.466370 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:31:50.466370 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:31:50.466370 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:31:50.466370 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:31:50.466370 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:31:50.466370 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:31:50.466370 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:31:50.466370 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:31:50.466370 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:31:50.478139 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d51c939e-045a-4215-94c2-f70dde9d72ab tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:50.501903 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 1224d960-2a75-4ecc-986f-1c394ff5b172 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:31:50.502424 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:50.508135 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e9ff53e7-b6ad-40b9-8ab7-c84b90924b85 None None] Provisioning complete for port cd28d905-8384-4fe3-b223-6e2308d76383 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:31:50.508644 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e9ff53e7-b6ad-40b9-8ab7-c84b90924b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:50.509725 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d51c939e-045a-4215-94c2-f70dde9d72ab tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:50.518296 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-d51c939e-045a-4215-94c2-f70dde9d72ab tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] 10.222.0.48 "DELETE /v2.0/networks/ae1d7a63-a4fb-4276-bfac-4c46bc45b61c HTTP/1.1" status: 204 len: 168 time: 6.4435620 Jul 15 23:31:50.518296 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51c939e-045a-4215-94c2-f70dde9d72ab tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Pushing event deleted for resources: {'Network': ['ID=ae1d7a63-a4fb-4276-bfac-4c46bc45b61c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:50.522083 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55946) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:50.563024 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac74930e-f414-4987-91e0-4751da7d68ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:50.599327 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd98b4b-3579-4ef1-96a8-0310d0f9645b req-aca12136-977a-4738-b995-4811fd6f6746 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:50.609688 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ffd98b4b-3579-4ef1-96a8-0310d0f9645b req-aca12136-977a-4738-b995-4811fd6f6746 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=6797365d-c7ce-4e24-a954-67ea472f9dd4 HTTP/1.1" status: 200 len: 944 time: 0.5514586 Jul 15 23:31:50.687442 n-d-794306-6 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-605cbd85-889a-44d6-9009-19f1056e1713 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] DELETE failed (client error): The resource could not be found. Jul 15 23:31:50.687949 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-605cbd85-889a-44d6-9009-19f1056e1713 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:31:50.692435 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-605cbd85-889a-44d6-9009-19f1056e1713 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] 10.222.0.48 "DELETE /v2.0/subnets/065584ce-3b8a-474b-9fbe-011fcd8835b7 HTTP/1.1" status: 404 len: 337 time: 0.1665864 Jul 15 23:31:50.705816 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55948) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:50.738430 n-d-794306-6 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-5997c338-fcaa-4b60-866f-cced83f4b320 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] DELETE failed (client error): The resource could not be found. Jul 15 23:31:50.739025 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5997c338-fcaa-4b60-866f-cced83f4b320 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:31:50.743896 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-5997c338-fcaa-4b60-866f-cced83f4b320 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] 10.222.0.48 "DELETE /v2.0/networks/ae1d7a63-a4fb-4276-bfac-4c46bc45b61c HTTP/1.1" status: 404 len: 339 time: 0.0333288 Jul 15 23:31:50.747443 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55950) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:50.776434 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ffd98b4b-3579-4ef1-96a8-0310d0f9645b req-ff91f745-ff98-410f-9bcb-c56d56460fc0 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b59dfd8-fe46-4eda-8708-ff7f3de3ce14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1649697 Jul 15 23:31:50.816652 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-659958f1-7944-4b61-94f5-81610726b36c tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] DELETE failed (client error): The resource could not be found. Jul 15 23:31:50.816652 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-659958f1-7944-4b61-94f5-81610726b36c tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:31:50.818116 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-659958f1-7944-4b61-94f5-81610726b36c tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] 10.222.0.48 "DELETE /v2.0/subnets/9d96576a-0d99-4093-862c-6d268fd9095b HTTP/1.1" status: 404 len: 337 time: 0.0570986 Jul 15 23:31:50.821397 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55952) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:50.850830 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac74930e-f414-4987-91e0-4751da7d68ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:50.911261 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f3dde00-e5c1-4214-8527-9172ce4e4ea1 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:50.926579 n-d-794306-6 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bcccbd4-082a-47b3-b280-98bbf589b38d tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] DELETE failed (client error): The resource could not be found. Jul 15 23:31:50.931098 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bcccbd4-082a-47b3-b280-98bbf589b38d tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:31:50.941986 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-7bcccbd4-082a-47b3-b280-98bbf589b38d tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] 10.222.0.48 "DELETE /v2.0/networks/81fda6d7-c581-4667-a9ca-65453172d5f7 HTTP/1.1" status: 404 len: 339 time: 0.1169238 Jul 15 23:31:50.947379 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e9ff53e7-b6ad-40b9-8ab7-c84b90924b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:50.952811 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55954) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:51.024788 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac74930e-f414-4987-91e0-4751da7d68ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:51.029609 n-d-794306-6 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-179aef4c-d9da-4b8c-9270-6d2f1769ee8f tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] DELETE failed (client error): The resource could not be found. Jul 15 23:31:51.036244 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-179aef4c-d9da-4b8c-9270-6d2f1769ee8f tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:31:51.040870 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-179aef4c-d9da-4b8c-9270-6d2f1769ee8f tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] 10.222.0.48 "DELETE /v2.0/subnets/7eaa9f6c-d4f2-4bf3-a427-007ac5099ed0 HTTP/1.1" status: 404 len: 337 time: 0.0862718 Jul 15 23:31:51.050731 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55956) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:51.084327 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac74930e-f414-4987-91e0-4751da7d68ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7095d04c-b9ed-4b19-8773-d381f04d3242,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:51.101152 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e9ff53e7-b6ad-40b9-8ab7-c84b90924b85 None None] For port cd28d905-8384-4fe3-b223-6e2308d76383, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=cd28d905-8384-4fe3-b223-6e2308d76383,segment=NetworkSegment(344db8a7-9baa-45f4-a08b-205d29423340),segment_id=344db8a7-9baa-45f4-a08b-205d29423340)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:31:51.107730 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac74930e-f414-4987-91e0-4751da7d68ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:51.112670 n-d-794306-6 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ecfc422-593d-42f0-bab4-4a4b7a2a40aa tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] DELETE failed (client error): The resource could not be found. Jul 15 23:31:51.113321 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ecfc422-593d-42f0-bab4-4a4b7a2a40aa tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:31:51.116662 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ac74930e-f414-4987-91e0-4751da7d68ee admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7095d04c-b9ed-4b19-8773-d381f04d3242 HTTP/1.1" status: 204 len: 168 time: 1.0734351 Jul 15 23:31:51.118255 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-6ecfc422-593d-42f0-bab4-4a4b7a2a40aa tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] 10.222.0.48 "DELETE /v2.0/networks/9dd86e01-c1be-4a81-9ef6-76a0f2dfc91f HTTP/1.1" status: 404 len: 339 time: 0.0632935 Jul 15 23:31:51.120382 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55958) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:51.120816 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55960) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:51.129858 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e9ff53e7-b6ad-40b9-8ab7-c84b90924b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:51.210230 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f3dde00-e5c1-4214-8527-9172ce4e4ea1 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:51.283005 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ad0712c4-aff5-4088-9835-fbd4ead90e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:51.304305 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ff53e7-b6ad-40b9-8ab7-c84b90924b85 None None] Pushing event updated for resources: {'Port': ['ID=cd28d905-8384-4fe3-b223-6e2308d76383,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:51.340159 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ef77f77c-1780-4a1c-b610-5ca3bc326d12 None None] Provisioning complete for port a5bbf21e-a630-470d-bf59-4df0e562e1c9 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:31:51.346002 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ef77f77c-1780-4a1c-b610-5ca3bc326d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:51.372084 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-046dc53e-cc5f-491e-89d3-c45427160991 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Router f22d8c1d-ff53-4c27-8583-707650507de8 is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:31:51.422585 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ef77f77c-1780-4a1c-b610-5ca3bc326d12 None None] Port a5bbf21e-a630-470d-bf59-4df0e562e1c9 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:31:51.462628 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad18e00f-79fc-4d5f-8b65-4ea533e867da None None] get_active_networks_info from n-d-794306-6 {{(pid=93772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 23:31:51.470949 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 22072097-ed13-4493-b211-e894f89c845d up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:31:51.576936 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f3dde00-e5c1-4214-8527-9172ce4e4ea1 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:51.587718 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f3dde00-e5c1-4214-8527-9172ce4e4ea1 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:51.701804 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3dde00-e5c1-4214-8527-9172ce4e4ea1 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Pushing event updated for resources: {'Port': ['ID=ec68d49c-1369-4a9b-ab5c-870e2e0a1bec,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:51.702291 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-046dc53e-cc5f-491e-89d3-c45427160991 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:31:51.716138 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-915cc04f-282e-4902-9c11-f13bdb8d9650 None None] Provisioning complete for port cd28d905-8384-4fe3-b223-6e2308d76383 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:31:51.716516 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-915cc04f-282e-4902-9c11-f13bdb8d9650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:51.720541 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fda1f4-09b3-43a2-858d-e0d08ec5b6b2 None None] Sync routers for ids ['f22d8c1d-ff53-4c27-8583-707650507de8'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:31:51.737794 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fda1f4-09b3-43a2-858d-e0d08ec5b6b2 None None] Routers {'f22d8c1d-ff53-4c27-8583-707650507de8'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:31:51.738427 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b6fda1f4-09b3-43a2-858d-e0d08ec5b6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:31:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['f22d8c1d-ff53-4c27-8583-707650507de8'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:51.747554 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55966) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:51.747926 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-046dc53e-cc5f-491e-89d3-c45427160991 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] 10.222.0.48 "PUT /v2.0/routers/f22d8c1d-ff53-4c27-8583-707650507de8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4586246 Jul 15 23:31:51.809725 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b6fda1f4-09b3-43a2-858d-e0d08ec5b6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:51.834206 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fda1f4-09b3-43a2-858d-e0d08ec5b6b2 None None] Routers {'f22d8c1d-ff53-4c27-8583-707650507de8'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:31:51.835022 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b6fda1f4-09b3-43a2-858d-e0d08ec5b6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:31:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['f22d8c1d-ff53-4c27-8583-707650507de8'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:51.927957 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b6fda1f4-09b3-43a2-858d-e0d08ec5b6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:51.928708 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ad0712c4-aff5-4088-9835-fbd4ead90e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:51.929326 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fda1f4-09b3-43a2-858d-e0d08ec5b6b2 None None] The sync data for ids ['f22d8c1d-ff53-4c27-8583-707650507de8'] in n-d-794306-6 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:31:51.971962 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-ad0712c4-aff5-4088-9835-fbd4ead90e14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a23de063-0d52-4133-8767-8b34c1d0fbbe']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:51.993070 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 22072097-ed13-4493-b211-e894f89c845d triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:31:51.993711 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:52.025323 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-ad0712c4-aff5-4088-9835-fbd4ead90e14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e98b7750-bf39-4b45-aa75-02c133849ad2') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:52.030098 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-ad0712c4-aff5-4088-9835-fbd4ead90e14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e98b7750-bf39-4b45-aa75-02c133849ad2') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:52.054832 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ad0712c4-aff5-4088-9835-fbd4ead90e14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:52.088051 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad18e00f-79fc-4d5f-8b65-4ea533e867da None None] Resources bound (agent type, host, resource id): {{(pid=93772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 23:31:52.183205 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ad0712c4-aff5-4088-9835-fbd4ead90e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:52.208988 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-7afd5886-e0cd-4f59-b72e-dfb89b8e05ad tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Deleting port eb96623a-5189-4e31-9b8f-258697076d2a {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:31:52.209670 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7afd5886-e0cd-4f59-b72e-dfb89b8e05ad tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:52.222965 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad0712c4-aff5-4088-9835-fbd4ead90e14 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:31:52.223794 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ad0712c4-aff5-4088-9835-fbd4ead90e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:52.236810 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:31:52.236810 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:31:52.236810 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:31:52.236810 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:31:52.236810 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:31:52.236810 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:31:52.236810 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:31:52.236810 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:31:52.236810 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:31:52.236810 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:31:52.236810 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:31:52.236810 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:31:52.236810 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:31:52.236810 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:31:52.236810 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:31:52.236810 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:31:52.236810 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:31:52.236810 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:31:52.236810 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:31:52.236810 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:31:52.236810 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:31:52.236810 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:31:52.236810 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:31:52.236810 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:31:52.236810 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:31:52.236810 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:31:52.236810 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:31:52.236810 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:31:52.236810 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:31:52.236810 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:31:52.236810 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:31:52.236810 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:31:52.379431 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device cd28d905-8384-4fe3-b223-6e2308d76383 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:31:52.413360 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7afd5886-e0cd-4f59-b72e-dfb89b8e05ad tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:52.446917 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ad0712c4-aff5-4088-9835-fbd4ead90e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:52.454978 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f3dde00-e5c1-4214-8527-9172ce4e4ea1 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:52.494189 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b84ba-be78-4920-bfac-d5bcdac48f15 req-7dee9c76-0f3d-4394-9838-79cb697890d3 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:52.502789 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-430b84ba-be78-4920-bfac-d5bcdac48f15 req-7dee9c76-0f3d-4394-9838-79cb697890d3 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=6797365d-c7ce-4e24-a954-67ea472f9dd4 HTTP/1.1" status: 200 len: 944 time: 0.4143040 Jul 15 23:31:52.502789 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-7afd5886-e0cd-4f59-b72e-dfb89b8e05ad tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Calling delete_port for eb96623a-5189-4e31-9b8f-258697076d2a owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:31:52.515055 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ad0712c4-aff5-4088-9835-fbd4ead90e14 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:52.517270 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-ad0712c4-aff5-4088-9835-fbd4ead90e14 admin admin] 10.222.0.48 "DELETE /v2.0/networks/a23de063-0d52-4133-8767-8b34c1d0fbbe HTTP/1.1" status: 204 len: 168 time: 1.3799875 Jul 15 23:31:52.543553 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port cd28d905-8384-4fe3-b223-6e2308d76383 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:31:52.544892 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:52.614648 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0712c4-aff5-4088-9835-fbd4ead90e14 admin admin] Pushing event deleted for resources: {'Network': ['ID=a23de063-0d52-4133-8767-8b34c1d0fbbe,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:52.650050 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0712c4-aff5-4088-9835-fbd4ead90e14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:52.650446 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0712c4-aff5-4088-9835-fbd4ead90e14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:52.650795 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0712c4-aff5-4088-9835-fbd4ead90e14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:52.651202 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0712c4-aff5-4088-9835-fbd4ead90e14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:52.651583 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0712c4-aff5-4088-9835-fbd4ead90e14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:52.654499 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0712c4-aff5-4088-9835-fbd4ead90e14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:52.654874 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0712c4-aff5-4088-9835-fbd4ead90e14 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:52.655219 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0712c4-aff5-4088-9835-fbd4ead90e14 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:52.657117 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0712c4-aff5-4088-9835-fbd4ead90e14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:52.658913 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0712c4-aff5-4088-9835-fbd4ead90e14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:52.659291 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0712c4-aff5-4088-9835-fbd4ead90e14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:52.659651 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0712c4-aff5-4088-9835-fbd4ead90e14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:31:52.824365 n-d-794306-6 neutron-server[93771]: INFO neutron.db.l3_db [None req-5f3dde00-e5c1-4214-8527-9172ce4e4ea1 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Floating IP a3c16071-d9b2-4fe1-97bf-baaf88d803bb associated. External IP: 172.25.5.178, port: e8778ed5-6c45-42bf-a999-74d7a9389682. Jul 15 23:31:52.947755 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-430b84ba-be78-4920-bfac-d5bcdac48f15 req-43cd6900-fdbd-4c61-a8a1-cfbb1f0c71cf tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b59dfd8-fe46-4eda-8708-ff7f3de3ce14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4069207 Jul 15 23:31:52.949403 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55980) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:53.084074 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7afd5886-e0cd-4f59-b72e-dfb89b8e05ad tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:53.141276 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7afd5886-e0cd-4f59-b72e-dfb89b8e05ad tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:53.150341 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-7afd5886-e0cd-4f59-b72e-dfb89b8e05ad tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] 10.222.0.48 "DELETE /v2.0/ports/eb96623a-5189-4e31-9b8f-258697076d2a HTTP/1.1" status: 204 len: 168 time: 2.0244851 Jul 15 23:31:53.153423 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd5886-e0cd-4f59-b72e-dfb89b8e05ad tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Pushing event deleted for resources: {'Port': ['ID=eb96623a-5189-4e31-9b8f-258697076d2a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:53.160288 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55982) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:53.200253 n-d-794306-6 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-a74bd3cd-4cde-4575-a6fc-1322f624450d tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] DELETE failed (client error): The resource could not be found. Jul 15 23:31:53.200779 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a74bd3cd-4cde-4575-a6fc-1322f624450d tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:31:53.202792 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-a74bd3cd-4cde-4575-a6fc-1322f624450d tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] 10.222.0.48 "DELETE /v2.0/subnets/f4542294-7db5-4ca4-a869-c8fada6c8732 HTTP/1.1" status: 404 len: 337 time: 0.0363231 Jul 15 23:31:53.205472 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-5100afbe-eee9-42b1-a115-a0a097c3dd40 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=da3afd013947433990d02f779bf0fae2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2529399 Jul 15 23:31:53.206183 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55984) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:53.214537 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55986) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:53.336450 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1a0fcf65-8394-4a4d-9e0c-17b4716a920a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:53.352782 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-897e9992-014e-46b6-a174-d3c0b6b8ea3f tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:53.375285 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1a0fcf65-8394-4a4d-9e0c-17b4716a920a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:53.523881 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-897e9992-014e-46b6-a174-d3c0b6b8ea3f tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:53.536703 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-897e9992-014e-46b6-a174-d3c0b6b8ea3f tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b9c71c7-3cba-46bd-a2d4-987763487951']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:53.550630 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-897e9992-014e-46b6-a174-d3c0b6b8ea3f tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b1b475e-0af2-49ee-9bbc-1102d88ff72e') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:53.551071 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-897e9992-014e-46b6-a174-d3c0b6b8ea3f tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b1b475e-0af2-49ee-9bbc-1102d88ff72e') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:53.559598 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1a0fcf65-8394-4a4d-9e0c-17b4716a920a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:53.562413 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1a0fcf65-8394-4a4d-9e0c-17b4716a920a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:53.574675 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-1a0fcf65-8394-4a4d-9e0c-17b4716a920a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3b78e620-5cf2-4d50-a66f-f495d9053155 HTTP/1.1" status: 204 len: 168 time: 0.3580091 Jul 15 23:31:53.585994 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-897e9992-014e-46b6-a174-d3c0b6b8ea3f tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:53.626447 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0fcf65-8394-4a4d-9e0c-17b4716a920a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b78e620-5cf2-4d50-a66f-f495d9053155,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:53.662728 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-897e9992-014e-46b6-a174-d3c0b6b8ea3f tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:53.675415 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-897e9992-014e-46b6-a174-d3c0b6b8ea3f tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:31:53.676184 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-897e9992-014e-46b6-a174-d3c0b6b8ea3f tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:53.680289 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:31:53.680289 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:31:53.680289 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:31:53.680289 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:31:53.680289 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:31:53.680289 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:31:53.680289 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:31:53.680289 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:31:53.680289 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:31:53.680289 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:31:53.680289 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:31:53.680289 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:31:53.680289 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:31:53.680289 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:31:53.680289 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:31:53.680289 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:31:53.680289 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:31:53.680289 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:31:53.680289 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:31:53.680289 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:31:53.680289 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:31:53.680289 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:31:53.680289 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:31:53.680289 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:31:53.680289 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:31:53.680289 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:31:53.680289 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:31:53.680289 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:31:53.680289 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:31:53.680289 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:31:53.680289 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:31:53.680289 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:31:53.728673 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [None req-4d5c36f4-38e0-4034-8b81-cf4574bf9ae5 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:31:53.733419 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-4d5c36f4-38e0-4034-8b81-cf4574bf9ae5 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] 10.222.0.48 "PUT /v2.0/routers/f22d8c1d-ff53-4c27-8583-707650507de8/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.9823670 Jul 15 23:31:53.741680 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55992) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:53.789860 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-897e9992-014e-46b6-a174-d3c0b6b8ea3f tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:53.799822 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-897e9992-014e-46b6-a174-d3c0b6b8ea3f tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:53.802140 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-897e9992-014e-46b6-a174-d3c0b6b8ea3f tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] 10.222.0.48 "DELETE /v2.0/networks/9b9c71c7-3cba-46bd-a2d4-987763487951 HTTP/1.1" status: 204 len: 168 time: 0.5950224 Jul 15 23:31:53.812362 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55994) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:53.828660 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897e9992-014e-46b6-a174-d3c0b6b8ea3f tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Pushing event deleted for resources: {'Network': ['ID=9b9c71c7-3cba-46bd-a2d4-987763487951,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:54.420660 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57c970e-2d1c-4b5e-aa57-7c9b3bf20aa9 req-ee7af6f3-87b7-4872-8b6e-5b3687186233 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:54.422292 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d57c970e-2d1c-4b5e-aa57-7c9b3bf20aa9 req-ee7af6f3-87b7-4872-8b6e-5b3687186233 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=6797365d-c7ce-4e24-a954-67ea472f9dd4 HTTP/1.1" status: 200 len: 944 time: 0.1951997 Jul 15 23:31:54.540201 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d57c970e-2d1c-4b5e-aa57-7c9b3bf20aa9 req-561a30dc-bf6a-4885-b7b8-a19053b836f1 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b59dfd8-fe46-4eda-8708-ff7f3de3ce14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1107495 Jul 15 23:31:54.759596 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-d393cdf9-3b03-4273-9737-2abd091ec531 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Deleting port 17df86d4-54c8-49e6-8fc4-bf9784fc60d8 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:31:54.760504 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d393cdf9-3b03-4273-9737-2abd091ec531 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:54.835164 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f3dde00-e5c1-4214-8527-9172ce4e4ea1 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Router ca2db1ba-ac17-4319-844c-57a6eaa95493 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:31:54.938792 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d393cdf9-3b03-4273-9737-2abd091ec531 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:54.958818 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-d393cdf9-3b03-4273-9737-2abd091ec531 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Calling delete_port for 17df86d4-54c8-49e6-8fc4-bf9784fc60d8 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:31:55.073528 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56024) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:55.298049 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-763c48be-2361-40cc-84dc-ba54a961fa12 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1507303431-network', 'tenant_id': '9ac987c1e12443d183368931ae73f1fd'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:55.336333 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-763c48be-2361-40cc-84dc-ba54a961fa12 admin admin] Made reservation on behalf of 9ac987c1e12443d183368931ae73f1fd for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:31:55.339853 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-763c48be-2361-40cc-84dc-ba54a961fa12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:55.340579 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f3dde00-e5c1-4214-8527-9172ce4e4ea1 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:31:55.351263 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-763c48be-2361-40cc-84dc-ba54a961fa12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:55.356508 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7689af-96ec-4d5b-a89a-65f17f9a571e None None] Sync routers for ids ['ca2db1ba-ac17-4319-844c-57a6eaa95493'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:31:55.378092 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d393cdf9-3b03-4273-9737-2abd091ec531 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:55.383262 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7689af-96ec-4d5b-a89a-65f17f9a571e None None] Routers {'ca2db1ba-ac17-4319-844c-57a6eaa95493'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:31:55.396527 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6a7689af-96ec-4d5b-a89a-65f17f9a571e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:31:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ca2db1ba-ac17-4319-844c-57a6eaa95493'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:55.452587 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f3dde00-e5c1-4214-8527-9172ce4e4ea1 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:55.456524 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d393cdf9-3b03-4273-9737-2abd091ec531 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Pushing event deleted for resources: {'Port': ['ID=17df86d4-54c8-49e6-8fc4-bf9784fc60d8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:55.475997 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6a7689af-96ec-4d5b-a89a-65f17f9a571e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:55.479758 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:31:55.508020 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d393cdf9-3b03-4273-9737-2abd091ec531 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:55.510867 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d393cdf9-3b03-4273-9737-2abd091ec531 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] 10.222.0.48 "DELETE /v2.0/ports/17df86d4-54c8-49e6-8fc4-bf9784fc60d8 HTTP/1.1" status: 204 len: 168 time: 1.6918061 Jul 15 23:31:55.517790 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f70d53a-7878-427e-8ae3-da2ba471f1b4 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:55.519876 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56030) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:55.542966 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7689af-96ec-4d5b-a89a-65f17f9a571e None None] Routers {'ca2db1ba-ac17-4319-844c-57a6eaa95493'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:31:55.543868 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6a7689af-96ec-4d5b-a89a-65f17f9a571e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:31:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ca2db1ba-ac17-4319-844c-57a6eaa95493'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:55.681125 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:55.682427 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6a7689af-96ec-4d5b-a89a-65f17f9a571e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:55.685051 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7689af-96ec-4d5b-a89a-65f17f9a571e None None] The sync data for ids ['ca2db1ba-ac17-4319-844c-57a6eaa95493'] in n-d-794306-6 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:31:55.709296 n-d-794306-6 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-697b4a10-3a6d-40b1-9977-c195b6118e51 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] DELETE failed (client error): The resource could not be found. Jul 15 23:31:55.711520 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-697b4a10-3a6d-40b1-9977-c195b6118e51 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:31:55.731777 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-697b4a10-3a6d-40b1-9977-c195b6118e51 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] 10.222.0.48 "DELETE /v2.0/subnets/f01a5dc0-5f2a-494d-bf86-12aecbc3042d HTTP/1.1" status: 404 len: 337 time: 0.2059042 Jul 15 23:31:55.732397 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56036) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:55.890252 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-5f3dde00-e5c1-4214-8527-9172ce4e4ea1 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 7.8626750 Jul 15 23:31:55.890252 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56040) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:55.919642 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-629fd972-103e-438e-a00e-cde651509e5b tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:56.151363 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-aaa3fa9b-4d0d-4323-9338-811335a3ec73 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] 10.222.0.48 "GET /v2.0/floatingips/a3c16071-d9b2-4fe1-97bf-baaf88d803bb HTTP/1.1" status: 200 len: 977 time: 0.2381854 Jul 15 23:31:56.196788 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-629fd972-103e-438e-a00e-cde651509e5b tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:56.205028 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56042) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:56.209658 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-629fd972-103e-438e-a00e-cde651509e5b tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['640ec41f-eb03-405d-8ce3-9af1ef2c333c']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:56.223693 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-629fd972-103e-438e-a00e-cde651509e5b tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c41a3b9-3a65-4ea6-b678-373bd1d5356a') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:56.224548 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-629fd972-103e-438e-a00e-cde651509e5b tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c41a3b9-3a65-4ea6-b678-373bd1d5356a') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:56.235044 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-629fd972-103e-438e-a00e-cde651509e5b tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:56.251338 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-629fd972-103e-438e-a00e-cde651509e5b tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:56.259183 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-629fd972-103e-438e-a00e-cde651509e5b tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:31:56.259783 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-629fd972-103e-438e-a00e-cde651509e5b tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:56.330087 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:31:56.330087 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:31:56.330087 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:31:56.330087 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:31:56.330087 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:31:56.330087 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:31:56.330087 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:31:56.330087 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:31:56.330087 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:31:56.330087 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:31:56.330087 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:31:56.330087 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:31:56.330087 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:31:56.330087 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:31:56.330087 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:31:56.330087 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:31:56.330087 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:31:56.330087 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:31:56.330087 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:31:56.330087 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:31:56.330087 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:31:56.330087 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:31:56.330087 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:31:56.330087 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:31:56.330087 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:31:56.330087 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:31:56.330087 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:31:56.330087 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:31:56.330087 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:31:56.330087 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:31:56.330087 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:31:56.330087 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:31:56.346836 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-629fd972-103e-438e-a00e-cde651509e5b tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:56.359898 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d69d3624-a552-4fbc-9dbc-f4ebcf71b398 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1536498 Jul 15 23:31:56.363362 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56044) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:56.371342 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-763c48be-2361-40cc-84dc-ba54a961fa12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:56.372752 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-629fd972-103e-438e-a00e-cde651509e5b tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:56.376976 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-629fd972-103e-438e-a00e-cde651509e5b tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] 10.222.0.48 "DELETE /v2.0/networks/640ec41f-eb03-405d-8ce3-9af1ef2c333c HTTP/1.1" status: 204 len: 168 time: 0.6410463 Jul 15 23:31:56.377558 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56046) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:56.380672 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5ce85873-bae0-41d7-b374-c0d94fc61e23 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Request body: {'floatingip': {'port_id': '21dd4aaf-95a2-4175-85d0-be2cc3f28207'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:56.408953 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-763c48be-2361-40cc-84dc-ba54a961fa12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:56.422647 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-763c48be-2361-40cc-84dc-ba54a961fa12 admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:31:56.434732 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-763c48be-2361-40cc-84dc-ba54a961fa12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:56.435809 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-763c48be-2361-40cc-84dc-ba54a961fa12 admin admin] Added segment fd625360-97f4-4285-85bf-6071269f8cf8 of type vlan for network 0202e2ea-7c58-4cf6-b3d2-a51f2c96db6a Jul 15 23:31:56.443172 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-0f70d53a-7878-427e-8ae3-da2ba471f1b4 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Deleting port a5bbf21e-a630-470d-bf59-4df0e562e1c9 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:31:56.443987 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f70d53a-7878-427e-8ae3-da2ba471f1b4 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:56.499171 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629fd972-103e-438e-a00e-cde651509e5b tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Pushing event deleted for resources: {'Network': ['ID=640ec41f-eb03-405d-8ce3-9af1ef2c333c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:56.508201 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5ce85873-bae0-41d7-b374-c0d94fc61e23 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for floatingip, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:56.568061 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-a127d7d7-2ae0-4b9a-8b92-33faa413e605 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Deleting subnet 2c93076c-6e99-4e8b-905a-c33ef43d0dcf {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:31:56.580300 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-763c48be-2361-40cc-84dc-ba54a961fa12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:56.589381 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a127d7d7-2ae0-4b9a-8b92-33faa413e605 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:56.654158 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc5f134-ca47-422d-9e1b-8b827a4aeb0b req-bfbfd389-9bba-4908-8993-850809afe337 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:56.656145 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-adc5f134-ca47-422d-9e1b-8b827a4aeb0b req-bfbfd389-9bba-4908-8993-850809afe337 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=6797365d-c7ce-4e24-a954-67ea472f9dd4 HTTP/1.1" status: 200 len: 944 time: 0.7332039 Jul 15 23:31:56.695829 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763c48be-2361-40cc-84dc-ba54a961fa12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cac1851-6eb7-4b59-be99-9e57bad1b5d8,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:56.732965 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a127d7d7-2ae0-4b9a-8b92-33faa413e605 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:56.789362 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-763c48be-2361-40cc-84dc-ba54a961fa12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:56.790561 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763c48be-2361-40cc-84dc-ba54a961fa12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:56.792507 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-763c48be-2361-40cc-84dc-ba54a961fa12 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:56.877884 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763c48be-2361-40cc-84dc-ba54a961fa12 admin admin] Pushing event updated for resources: {'Network': ['ID=0202e2ea-7c58-4cf6-b3d2-a51f2c96db6a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:56.889601 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-adc5f134-ca47-422d-9e1b-8b827a4aeb0b req-d1841fcd-624f-4b4f-8ad5-d196328e3a03 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b59dfd8-fe46-4eda-8708-ff7f3de3ce14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2196980 Jul 15 23:31:56.893308 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 0202e2ea-7c58-4cf6-b3d2-a51f2c96db6a details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:31:56.914584 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-763c48be-2361-40cc-84dc-ba54a961fa12 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8397214 Jul 15 23:31:56.939561 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56052) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:56.946393 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ada67026-f633-4f7f-b522-f1d73803346d admin admin] Request body: {'subnet': {'network_id': '0202e2ea-7c58-4cf6-b3d2-a51f2c96db6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1507303431-subnet', 'tenant_id': '9ac987c1e12443d183368931ae73f1fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:56.995629 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a127d7d7-2ae0-4b9a-8b92-33faa413e605 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:57.029246 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada67026-f633-4f7f-b522-f1d73803346d admin admin] Made reservation on behalf of 9ac987c1e12443d183368931ae73f1fd for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:31:57.035417 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ada67026-f633-4f7f-b522-f1d73803346d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:57.192242 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a127d7d7-2ae0-4b9a-8b92-33faa413e605 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:57.257114 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9327f6ff-5cbb-4847-8905-1e7f08d934bb None None] Network 6c07c71f-455c-4070-b9b3-244cb6cc59f9 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:31:57.257381 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a127d7d7-2ae0-4b9a-8b92-33faa413e605 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Pushing event deleted for resources: {'Subnet': ['ID=2c93076c-6e99-4e8b-905a-c33ef43d0dcf,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:57.264109 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a127d7d7-2ae0-4b9a-8b92-33faa413e605 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:57.270075 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-a127d7d7-2ae0-4b9a-8b92-33faa413e605 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] 10.222.0.48 "DELETE /v2.0/subnets/2c93076c-6e99-4e8b-905a-c33ef43d0dcf HTTP/1.1" status: 204 len: 168 time: 0.8759377 Jul 15 23:31:57.273659 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56056) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:57.524672 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-90f4093c-d0fc-4655-8f49-18c8ff6e1d32 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:57.645235 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ada67026-f633-4f7f-b522-f1d73803346d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:57.655489 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7f8f2e-de21-4c3a-9723-243883ce756d None None] DHCP port deletion for 6c07c71f-455c-4070-b9b3-244cb6cc59f9 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:31:57.747767 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-af7f8f2e-de21-4c3a-9723-243883ce756d None None] Deleting port d26ffc0b-673c-4e72-95f2-6d066747ca4d {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:31:57.748451 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-af7f8f2e-de21-4c3a-9723-243883ce756d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:57.761496 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada67026-f633-4f7f-b522-f1d73803346d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dcf6e47-4b6b-4bf3-98dd-f0e2054c596b,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:57.762158 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f70d53a-7878-427e-8ae3-da2ba471f1b4 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:57.777638 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada67026-f633-4f7f-b522-f1d73803346d admin admin] Checking segment: {'id': 'fd625360-97f4-4285-85bf-6071269f8cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '0202e2ea-7c58-4cf6-b3d2-a51f2c96db6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:31:57.777924 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada67026-f633-4f7f-b522-f1d73803346d admin admin] Network hostable DHCP agents. Network: 0202e2ea-7c58-4cf6-b3d2-a51f2c96db6a, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:31:57.784518 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-90f4093c-d0fc-4655-8f49-18c8ff6e1d32 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Deleting port d26ffc0b-673c-4e72-95f2-6d066747ca4d {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:31:57.784862 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-90f4093c-d0fc-4655-8f49-18c8ff6e1d32 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:57.804824 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-0f70d53a-7878-427e-8ae3-da2ba471f1b4 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Calling delete_port for a5bbf21e-a630-470d-bf59-4df0e562e1c9 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:31:57.858757 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada67026-f633-4f7f-b522-f1d73803346d admin admin] Network 0202e2ea-7c58-4cf6-b3d2-a51f2c96db6a is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:31:57.918441 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-af7f8f2e-de21-4c3a-9723-243883ce756d None None] For port d26ffc0b-673c-4e72-95f2-6d066747ca4d, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=d26ffc0b-673c-4e72-95f2-6d066747ca4d,segment=NetworkSegment(63ff5a3e-d01c-49e9-bcfe-265a6dd1a448),segment_id=63ff5a3e-d01c-49e9-bcfe-265a6dd1a448)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:31:57.919486 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-af7f8f2e-de21-4c3a-9723-243883ce756d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:57.941248 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-af7f8f2e-de21-4c3a-9723-243883ce756d None None] Calling delete_port for d26ffc0b-673c-4e72-95f2-6d066747ca4d owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:31:58.029806 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-ada67026-f633-4f7f-b522-f1d73803346d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 0202e2ea-7c58-4cf6-b3d2-a51f2c96db6a) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:31:58.043499 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-90f4093c-d0fc-4655-8f49-18c8ff6e1d32 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] For port d26ffc0b-673c-4e72-95f2-6d066747ca4d, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=d26ffc0b-673c-4e72-95f2-6d066747ca4d,segment=NetworkSegment(63ff5a3e-d01c-49e9-bcfe-265a6dd1a448),segment_id=63ff5a3e-d01c-49e9-bcfe-265a6dd1a448)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:31:58.051971 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-90f4093c-d0fc-4655-8f49-18c8ff6e1d32 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:58.057753 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada67026-f633-4f7f-b522-f1d73803346d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:58.058358 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ada67026-f633-4f7f-b522-f1d73803346d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:58.076056 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f1a662-96a0-445b-8e4a-d5a8ef3728c0 None None] Network 0202e2ea-7c58-4cf6-b3d2-a51f2c96db6a requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:31:58.113978 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-90f4093c-d0fc-4655-8f49-18c8ff6e1d32 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Calling delete_port for d26ffc0b-673c-4e72-95f2-6d066747ca4d owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:31:58.141917 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-ada67026-f633-4f7f-b522-f1d73803346d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2003078 Jul 15 23:31:58.254041 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89912552-0e87-403a-9d1f-784741d23bcc req-5a1e6bac-c131-4f5d-93b1-eb647a068c77 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:58.255688 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-89912552-0e87-403a-9d1f-784741d23bcc req-5a1e6bac-c131-4f5d-93b1-eb647a068c77 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ca75cd1-9433-443e-b80a-f46e1e86c9d8 HTTP/1.1" status: 200 len: 945 time: 0.3436995 Jul 15 23:31:58.302654 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f37ad-274a-485f-a622-ed71a970385d req-0a69f7d1-70e8-4ec8-8829-3255693b5a1a tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:58.308788 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5ce85873-bae0-41d7-b374-c0d94fc61e23 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:58.309879 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bc1f37ad-274a-485f-a622-ed71a970385d req-0a69f7d1-70e8-4ec8-8829-3255693b5a1a tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=6797365d-c7ce-4e24-a954-67ea472f9dd4 HTTP/1.1" status: 200 len: 944 time: 0.1977866 Jul 15 23:31:58.355469 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-90f4093c-d0fc-4655-8f49-18c8ff6e1d32 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:58.398582 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5ce85873-bae0-41d7-b374-c0d94fc61e23 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:58.401757 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-af7f8f2e-de21-4c3a-9723-243883ce756d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:58.451193 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f4093c-d0fc-4655-8f49-18c8ff6e1d32 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Pushing event deleted for resources: {'Port': ['ID=d26ffc0b-673c-4e72-95f2-6d066747ca4d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:58.457359 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7f8f2e-de21-4c3a-9723-243883ce756d None None] Pushing event deleted for resources: {'Port': ['ID=d26ffc0b-673c-4e72-95f2-6d066747ca4d,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:58.484774 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7f8f2e-de21-4c3a-9723-243883ce756d None None] No DVR routers for this DVR port d26ffc0b-673c-4e72-95f2-6d066747ca4d on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:31:58.489118 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-89912552-0e87-403a-9d1f-784741d23bcc req-68223b71-74c9-4725-bee3-25d6efa0738a tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8c61c92-d476-46a7-af9c-4517a99fe503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2183039 Jul 15 23:31:58.493090 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a04008-6b24-4096-9a9f-03d1a1fbbd9e None None] Network 0202e2ea-7c58-4cf6-b3d2-a51f2c96db6a requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:31:58.512585 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f4093c-d0fc-4655-8f49-18c8ff6e1d32 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] No DVR routers for this DVR port d26ffc0b-673c-4e72-95f2-6d066747ca4d on host n-d-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:31:58.521042 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56074) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:58.550096 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bc1f37ad-274a-485f-a622-ed71a970385d req-e47fd87d-0e7e-450c-bcbd-51573ac52fd1 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b59dfd8-fe46-4eda-8708-ff7f3de3ce14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2392366 Jul 15 23:31:58.615298 n-d-794306-6 neutron-server[93771]: INFO neutron.db.l3_db [None req-5ce85873-bae0-41d7-b374-c0d94fc61e23 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Floating IP a3c16071-d9b2-4fe1-97bf-baaf88d803bb associated. External IP: 172.25.5.178, port: e8778ed5-6c45-42bf-a999-74d7a9389682. Jul 15 23:31:58.748586 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f70d53a-7878-427e-8ae3-da2ba471f1b4 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:58.850839 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f70d53a-7878-427e-8ae3-da2ba471f1b4 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Pushing event deleted for resources: {'Port': ['ID=a5bbf21e-a630-470d-bf59-4df0e562e1c9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:59.028733 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f70d53a-7878-427e-8ae3-da2ba471f1b4 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:59.367973 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-90f4093c-d0fc-4655-8f49-18c8ff6e1d32 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:59.390569 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-0550b39c-c905-4cb0-860b-4840bc77e525 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/floatingips/7eeb5eb0-2078-4a9c-aaaf-3ae2cd253234 HTTP/1.1" status: 200 len: 993 time: 0.8663306 Jul 15 23:31:59.422926 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f70d53a-7878-427e-8ae3-da2ba471f1b4 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Router f22d8c1d-ff53-4c27-8583-707650507de8 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:31:59.472113 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ce85873-bae0-41d7-b374-c0d94fc61e23 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Router ca2db1ba-ac17-4319-844c-57a6eaa95493 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:31:59.485083 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-90f4093c-d0fc-4655-8f49-18c8ff6e1d32 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c07c71f-455c-4070-b9b3-244cb6cc59f9']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:59.504404 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-90f4093c-d0fc-4655-8f49-18c8ff6e1d32 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63ff5a3e-d01c-49e9-bcfe-265a6dd1a448') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:59.504773 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device d26ffc0b-673c-4e72-95f2-6d066747ca4d no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:31:59.505667 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-90f4093c-d0fc-4655-8f49-18c8ff6e1d32 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63ff5a3e-d01c-49e9-bcfe-265a6dd1a448') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:59.522354 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-90f4093c-d0fc-4655-8f49-18c8ff6e1d32 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:59.536019 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: d26ffc0b-673c-4e72-95f2-6d066747ca4d {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:31:59.543939 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device d26ffc0b-673c-4e72-95f2-6d066747ca4d not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:31:59.549163 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f39665-383b-4605-b75b-3da6d360c167 req-cb940fee-6ce7-4fe7-bd08-c26075850873 tempest-InstanceActionsV221TestJSON-1607021850 tempest-InstanceActionsV221TestJSON-1607021850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:31:59.559600 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-93f39665-383b-4605-b75b-3da6d360c167 req-cb940fee-6ce7-4fe7-bd08-c26075850873 tempest-InstanceActionsV221TestJSON-1607021850 tempest-InstanceActionsV221TestJSON-1607021850-project] 10.222.0.48 "GET /v2.0/networks?id=0202e2ea-7c58-4cf6-b3d2-a51f2c96db6a HTTP/1.1" status: 200 len: 818 time: 0.3125510 Jul 15 23:31:59.568180 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-90f4093c-d0fc-4655-8f49-18c8ff6e1d32 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:59.583476 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-93f39665-383b-4605-b75b-3da6d360c167 req-d1432e81-56ba-4fcd-9b35-e8636ae7da90 tempest-InstanceActionsV221TestJSON-1607021850 tempest-InstanceActionsV221TestJSON-1607021850-project] 10.222.0.48 "GET /v2.0/quotas/9ac987c1e12443d183368931ae73f1fd HTTP/1.1" status: 200 len: 375 time: 0.0226591 Jul 15 23:31:59.585079 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f70d53a-7878-427e-8ae3-da2ba471f1b4 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:31:59.586490 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90f4093c-d0fc-4655-8f49-18c8ff6e1d32 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:31:59.587149 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-90f4093c-d0fc-4655-8f49-18c8ff6e1d32 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:59.596544 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb554267-e9b9-437e-af03-dd020ba3fe93 None None] Sync routers for ids ['f22d8c1d-ff53-4c27-8583-707650507de8'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:31:59.599512 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-0f70d53a-7878-427e-8ae3-da2ba471f1b4 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] 10.222.0.48 "PUT /v2.0/routers/f22d8c1d-ff53-4c27-8583-707650507de8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8557656 Jul 15 23:31:59.601304 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:31:59.601304 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:31:59.601304 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:31:59.601304 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:31:59.601304 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:31:59.601304 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:31:59.601304 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:31:59.601304 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:31:59.601304 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:31:59.601304 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:31:59.601304 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:31:59.601304 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:31:59.601304 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:31:59.601304 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:31:59.601304 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:31:59.601304 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:31:59.601304 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:31:59.601304 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:31:59.601304 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:31:59.601304 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:31:59.601304 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:31:59.601304 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:31:59.601304 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:31:59.601304 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:31:59.601304 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:31:59.601304 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:31:59.601304 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:31:59.601304 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:31:59.601304 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:31:59.601304 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:31:59.601304 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:31:59.601304 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:31:59.604395 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56096) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:59.616999 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb554267-e9b9-437e-af03-dd020ba3fe93 None None] Routers {'f22d8c1d-ff53-4c27-8583-707650507de8'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:31:59.617794 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-cb554267-e9b9-437e-af03-dd020ba3fe93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:31:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['f22d8c1d-ff53-4c27-8583-707650507de8'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:59.656958 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [None req-16ab0215-daaa-45f0-bfbf-b5e39aceff2a tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] delete failed (client error): The resource could not be found. Jul 15 23:31:59.658026 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-16ab0215-daaa-45f0-bfbf-b5e39aceff2a tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] 10.222.0.48 "DELETE /v2.0/routers/tempest-non_exist_router-1646631859 HTTP/1.1" status: 404 len: 335 time: 0.0525672 Jul 15 23:31:59.658794 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-93f39665-383b-4605-b75b-3da6d360c167 req-e7d72c5a-ed37-4d0a-9140-e97f829529f8 tempest-InstanceActionsV221TestJSON-1607021850 tempest-InstanceActionsV221TestJSON-1607021850-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9ac987c1e12443d183368931ae73f1fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0738273 Jul 15 23:31:59.663461 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56100) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:31:59.684348 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-07a26939-83f1-4ed0-b885-0aa1c0eae81b tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f22d8c1d-ff53-4c27-8583-707650507de8'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:31:59.736836 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-cb554267-e9b9-437e-af03-dd020ba3fe93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:59.748900 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb554267-e9b9-437e-af03-dd020ba3fe93 None None] Routers {'f22d8c1d-ff53-4c27-8583-707650507de8'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:31:59.749743 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-cb554267-e9b9-437e-af03-dd020ba3fe93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:31:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['f22d8c1d-ff53-4c27-8583-707650507de8'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:59.849001 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-90f4093c-d0fc-4655-8f49-18c8ff6e1d32 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:59.874596 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-90f4093c-d0fc-4655-8f49-18c8ff6e1d32 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:31:59.877516 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-90f4093c-d0fc-4655-8f49-18c8ff6e1d32 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] 10.222.0.48 "DELETE /v2.0/networks/6c07c71f-455c-4070-b9b3-244cb6cc59f9 HTTP/1.1" status: 204 len: 168 time: 2.6026595 Jul 15 23:31:59.900085 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f4093c-d0fc-4655-8f49-18c8ff6e1d32 tempest-NetworksIpV6TestAttrs-198609081 tempest-NetworksIpV6TestAttrs-198609081-project] Pushing event deleted for resources: {'Network': ['ID=6c07c71f-455c-4070-b9b3-244cb6cc59f9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:31:59.910014 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-cb554267-e9b9-437e-af03-dd020ba3fe93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:31:59.910665 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb554267-e9b9-437e-af03-dd020ba3fe93 None None] The sync data for ids ['f22d8c1d-ff53-4c27-8583-707650507de8'] in n-d-794306-6 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:31:59.933332 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-93f39665-383b-4605-b75b-3da6d360c167 req-43724762-1d92-4c31-ae3c-cea07c89f0ad service neutron] 10.222.0.48 "GET /v2.0/networks/0202e2ea-7c58-4cf6-b3d2-a51f2c96db6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724206 Jul 15 23:31:59.949160 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce85873-bae0-41d7-b374-c0d94fc61e23 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:31:59.961113 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687bbf5d-1f8e-41bc-a4a6-391a18adf7a7 None None] Sync routers for ids ['ca2db1ba-ac17-4319-844c-57a6eaa95493'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:31:59.975530 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687bbf5d-1f8e-41bc-a4a6-391a18adf7a7 None None] Routers {'ca2db1ba-ac17-4319-844c-57a6eaa95493'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:31:59.976917 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-687bbf5d-1f8e-41bc-a4a6-391a18adf7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:31:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ca2db1ba-ac17-4319-844c-57a6eaa95493'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:00.137613 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b748a04e-11f8-4dfe-b9cf-2afe1a42ce0b req-58ca868f-1a21-4eba-a58f-c56dfae27842 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:00.146176 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b748a04e-11f8-4dfe-b9cf-2afe1a42ce0b req-58ca868f-1a21-4eba-a58f-c56dfae27842 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=6797365d-c7ce-4e24-a954-67ea472f9dd4 HTTP/1.1" status: 200 len: 944 time: 0.2154024 Jul 15 23:32:00.198855 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b748a04e-11f8-4dfe-b9cf-2afe1a42ce0b req-b1317aeb-6b2f-4603-b2ef-647685633707 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b59dfd8-fe46-4eda-8708-ff7f3de3ce14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514760 Jul 15 23:32:00.213308 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-687bbf5d-1f8e-41bc-a4a6-391a18adf7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:00.223095 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-93f39665-383b-4605-b75b-3da6d360c167 req-747677a9-31de-427f-958b-8299b95b4b81 service neutron] 10.222.0.48 "GET /v2.0/networks/0202e2ea-7c58-4cf6-b3d2-a51f2c96db6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798111 Jul 15 23:32:00.228329 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687bbf5d-1f8e-41bc-a4a6-391a18adf7a7 None None] Routers {'ca2db1ba-ac17-4319-844c-57a6eaa95493'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:32:00.229684 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-687bbf5d-1f8e-41bc-a4a6-391a18adf7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:31:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ca2db1ba-ac17-4319-844c-57a6eaa95493'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:00.259198 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56114) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:00.318622 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-07a26939-83f1-4ed0-b885-0aa1c0eae81b tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:00.336788 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-687bbf5d-1f8e-41bc-a4a6-391a18adf7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:00.337852 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687bbf5d-1f8e-41bc-a4a6-391a18adf7a7 None None] The sync data for ids ['ca2db1ba-ac17-4319-844c-57a6eaa95493'] in n-d-794306-6 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:32:00.396556 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [None req-07a26939-83f1-4ed0-b885-0aa1c0eae81b tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] update failed (client error): The resource could not be found. Jul 15 23:32:00.401081 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-07a26939-83f1-4ed0-b885-0aa1c0eae81b tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] 10.222.0.48 "PUT /v2.0/routers/f22d8c1d-ff53-4c27-8583-707650507de8 HTTP/1.1" status: 404 len: 339 time: 0.7282474 Jul 15 23:32:00.401537 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56118) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:00.407323 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-387a2bfe-d042-49dc-9b12-415d06331a61 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1288407947'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:00.536637 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c462a334-75a2-4b79-bf9f-5ec363194988 req-21cfa4b6-b783-4270-b36c-50856f57ff19 tempest-InstanceActionsV221TestJSON-1607021850 tempest-InstanceActionsV221TestJSON-1607021850-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2c8284e-a3fe-4975-bab8-349705f0ff38 HTTP/1.1" status: 200 len: 210 time: 0.0506229 Jul 15 23:32:00.578671 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ce85873-bae0-41d7-b374-c0d94fc61e23 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Router ca2db1ba-ac17-4319-844c-57a6eaa95493 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:32:00.593581 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-387a2bfe-d042-49dc-9b12-415d06331a61 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Made reservation on behalf of 7584d424e6864d34a4043c302d811330 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:32:00.597389 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-387a2bfe-d042-49dc-9b12-415d06331a61 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:00.644259 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-d01aabe5-c690-4328-a68d-86e56b0664a3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=569f2df56f5346c6b2cc2678b0d25280&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3813498 Jul 15 23:32:00.645440 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56128) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:00.685991 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-387a2bfe-d042-49dc-9b12-415d06331a61 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:32:00.702876 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b127aa37-540a-415d-8e70-4fac7cda97f9 req-af5dccc5-e9d6-4210-8043-01f1619484f5 tempest-TestNetworkAdvancedServerOps-29383157 tempest-TestNetworkAdvancedServerOps-29383157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:00.704567 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b127aa37-540a-415d-8e70-4fac7cda97f9 req-af5dccc5-e9d6-4210-8043-01f1619484f5 tempest-TestNetworkAdvancedServerOps-29383157 tempest-TestNetworkAdvancedServerOps-29383157-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=0ca75cd1-9433-443e-b80a-f46e1e86c9d8 HTTP/1.1" status: 200 len: 1096 time: 0.2934313 Jul 15 23:32:00.720117 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-387a2bfe-d042-49dc-9b12-415d06331a61 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:00.720459 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-387a2bfe-d042-49dc-9b12-415d06331a61 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Added segment 89d330b6-1d5e-4e7f-bdc0-aa3f358b9316 of type vlan for network 6d5d0cd1-bc2f-4003-b637-0fab23c8aa35 Jul 15 23:32:00.739800 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce85873-bae0-41d7-b374-c0d94fc61e23 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:32:00.747758 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5ce85873-bae0-41d7-b374-c0d94fc61e23 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:00.754531 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af252946-dcae-4e3d-9226-c4f392302469 None None] Sync routers for ids ['ca2db1ba-ac17-4319-844c-57a6eaa95493'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:32:00.770080 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af252946-dcae-4e3d-9226-c4f392302469 None None] Routers {'ca2db1ba-ac17-4319-844c-57a6eaa95493'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:32:00.770676 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-af252946-dcae-4e3d-9226-c4f392302469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:31:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ca2db1ba-ac17-4319-844c-57a6eaa95493'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:00.795736 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6918d2bb-51e6-4430-bcf2-68d4417747b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:00.810866 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b0ab5b9e-1fa6-44f7-9021-8e2154eb2f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:00.818141 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b127aa37-540a-415d-8e70-4fac7cda97f9 req-89c44b37-08f3-465f-b4f1-c04f2b74dc62 tempest-TestNetworkAdvancedServerOps-29383157 tempest-TestNetworkAdvancedServerOps-29383157-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=b8c61c92-d476-46a7-af9c-4517a99fe503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044376 Jul 15 23:32:00.824955 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-387a2bfe-d042-49dc-9b12-415d06331a61 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:00.854052 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-af252946-dcae-4e3d-9226-c4f392302469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:00.872218 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6918d2bb-51e6-4430-bcf2-68d4417747b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:00.873499 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af252946-dcae-4e3d-9226-c4f392302469 None None] Routers {'ca2db1ba-ac17-4319-844c-57a6eaa95493'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:32:00.874340 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-af252946-dcae-4e3d-9226-c4f392302469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:31:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ca2db1ba-ac17-4319-844c-57a6eaa95493'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:00.906520 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-5ce85873-bae0-41d7-b374-c0d94fc61e23 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] 10.222.0.48 "PUT /v2.0/floatingips/a3c16071-d9b2-4fe1-97bf-baaf88d803bb HTTP/1.1" status: 200 len: 977 time: 4.5321977 Jul 15 23:32:00.906786 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56136) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:00.908469 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-387a2bfe-d042-49dc-9b12-415d06331a61 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:00.914207 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387a2bfe-d042-49dc-9b12-415d06331a61 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:00.914814 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-387a2bfe-d042-49dc-9b12-415d06331a61 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:00.922867 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-6c121188-32d4-445a-a268-addba4871289 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:00.943723 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-af252946-dcae-4e3d-9226-c4f392302469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:00.944836 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af252946-dcae-4e3d-9226-c4f392302469 None None] The sync data for ids ['ca2db1ba-ac17-4319-844c-57a6eaa95493'] in n-d-794306-6 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:32:00.985256 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-387a2bfe-d042-49dc-9b12-415d06331a61 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5797837 Jul 15 23:32:00.985826 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56138) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:00.995923 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-c6da66b7-90b7-4211-b628-adce50ce2572 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Request body: {'subnet': {'network_id': '6d5d0cd1-bc2f-4003-b637-0fab23c8aa35', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:01.063342 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a2bfe-d042-49dc-9b12-415d06331a61 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Pushing event updated for resources: {'Network': ['ID=6d5d0cd1-bc2f-4003-b637-0fab23c8aa35,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:01.067389 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6918d2bb-51e6-4430-bcf2-68d4417747b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:01.068857 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c121188-32d4-445a-a268-addba4871289 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for floatingip, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:01.069999 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6918d2bb-51e6-4430-bcf2-68d4417747b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:01.074113 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-6918d2bb-51e6-4430-bcf2-68d4417747b3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5e443b37-a1c0-422b-bd26-35346cafe9fa HTTP/1.1" status: 204 len: 168 time: 0.4233584 Jul 15 23:32:01.089989 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 6d5d0cd1-bc2f-4003-b637-0fab23c8aa35 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:32:01.113942 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6918d2bb-51e6-4430-bcf2-68d4417747b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e443b37-a1c0-422b-bd26-35346cafe9fa,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:01.201224 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6da66b7-90b7-4211-b628-adce50ce2572 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Made reservation on behalf of 7584d424e6864d34a4043c302d811330 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:32:01.207312 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c6da66b7-90b7-4211-b628-adce50ce2572 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:01.378051 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c121188-32d4-445a-a268-addba4871289 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:01.387141 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c121188-32d4-445a-a268-addba4871289 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:01.387504 n-d-794306-6 neutron-server[93771]: INFO neutron.db.l3_db [None req-6c121188-32d4-445a-a268-addba4871289 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Floating IP a3c16071-d9b2-4fe1-97bf-baaf88d803bb disassociated. External IP: 172.25.5.178, port: 21dd4aaf-95a2-4175-85d0-be2cc3f28207. Jul 15 23:32:01.728906 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c6da66b7-90b7-4211-b628-adce50ce2572 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:01.747769 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df457466-5d9a-4c66-91d3-6344a6e61d11 req-7bcb4d63-3df7-4f77-82c4-f91dc0d2594e tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:01.754814 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-df457466-5d9a-4c66-91d3-6344a6e61d11 req-7bcb4d63-3df7-4f77-82c4-f91dc0d2594e tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=6797365d-c7ce-4e24-a954-67ea472f9dd4 HTTP/1.1" status: 200 len: 944 time: 0.2554181 Jul 15 23:32:01.843808 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6da66b7-90b7-4211-b628-adce50ce2572 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Pushing event updated for resources: {'Subnet': ['ID=0a5d03dc-2c56-4304-b114-67a99051258f,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:01.934452 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-df457466-5d9a-4c66-91d3-6344a6e61d11 req-065c42ef-8e8f-4f69-a352-c0b158b7a272 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b59dfd8-fe46-4eda-8708-ff7f3de3ce14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1785824 Jul 15 23:32:01.944541 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6da66b7-90b7-4211-b628-adce50ce2572 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Checking segment: {'id': '89d330b6-1d5e-4e7f-bdc0-aa3f358b9316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6d5d0cd1-bc2f-4003-b637-0fab23c8aa35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:32:01.945231 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6da66b7-90b7-4211-b628-adce50ce2572 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Network hostable DHCP agents. Network: 6d5d0cd1-bc2f-4003-b637-0fab23c8aa35, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:32:01.998275 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6da66b7-90b7-4211-b628-adce50ce2572 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Network 6d5d0cd1-bc2f-4003-b637-0fab23c8aa35 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:32:02.014086 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-c6da66b7-90b7-4211-b628-adce50ce2572 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 6d5d0cd1-bc2f-4003-b637-0fab23c8aa35) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:32:02.018349 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6da66b7-90b7-4211-b628-adce50ce2572 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:02.019044 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c6da66b7-90b7-4211-b628-adce50ce2572 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:02.027619 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6636ff3-93c8-49ea-9bc7-dcefbe80971a None None] Network 6d5d0cd1-bc2f-4003-b637-0fab23c8aa35 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:32:02.051293 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-c6da66b7-90b7-4211-b628-adce50ce2572 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0634868 Jul 15 23:32:02.054301 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56182) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:02.059365 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-c20f4540-94a0-496e-a19a-546caf99b6f1 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Request body: {'router': {'external_gateway_info': {'network_id': '6d5d0cd1-bc2f-4003-b637-0fab23c8aa35'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:02.315972 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 2163a5fe-aded-4f44-abb5-1f3885a494fc details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:32:02.389242 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9331fb11-f11d-4d9e-becc-40e1561b4878 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-6d5d0cd1-bc2f-4003-b637-0fab23c8aa35', 'network_id': '6d5d0cd1-bc2f-4003-b637-0fab23c8aa35', 'tenant_id': '7584d424e6864d34a4043c302d811330', 'fixed_ips': [{'subnet_id': '0a5d03dc-2c56-4304-b114-67a99051258f'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:32:02.395871 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9331fb11-f11d-4d9e-becc-40e1561b4878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:02.415614 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c0ae34dd-7969-44ea-bde0-8e81015b4537 req-d55573e1-98b5-4c17-bfed-16dfe59579b3 tempest-InstanceActionsV221TestJSON-1607021850 tempest-InstanceActionsV221TestJSON-1607021850-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2c8284e-a3fe-4975-bab8-349705f0ff38 HTTP/1.1" status: 200 len: 210 time: 0.1927752 Jul 15 23:32:02.418870 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56188) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:02.522337 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-59478706-c0bd-448c-86ed-fe99951903be req-bd10a0d4-ed67-48cc-85d6-1ca1492c2747 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0ca75cd1-9433-443e-b80a-f46e1e86c9d8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3144724 Jul 15 23:32:02.543112 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f39665-383b-4605-b75b-3da6d360c167 req-3dc77d1e-e8aa-4409-86e6-c0143bb692e0 tempest-InstanceActionsV221TestJSON-1607021850 tempest-InstanceActionsV221TestJSON-1607021850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:02.544756 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-93f39665-383b-4605-b75b-3da6d360c167 req-3dc77d1e-e8aa-4409-86e6-c0143bb692e0 tempest-InstanceActionsV221TestJSON-1607021850 tempest-InstanceActionsV221TestJSON-1607021850-project] 10.222.0.49 "GET /v2.0/networks?id=0202e2ea-7c58-4cf6-b3d2-a51f2c96db6a HTTP/1.1" status: 200 len: 818 time: 0.3540697 Jul 15 23:32:02.577665 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-93f39665-383b-4605-b75b-3da6d360c167 req-856587d8-b145-41f2-87b8-a84714087969 tempest-InstanceActionsV221TestJSON-1607021850 tempest-InstanceActionsV221TestJSON-1607021850-project] Request body: {'port': {'device_id': 'd2c8284e-a3fe-4975-bab8-349705f0ff38', 'network_id': '0202e2ea-7c58-4cf6-b3d2-a51f2c96db6a', 'admin_state_up': True, 'tenant_id': '9ac987c1e12443d183368931ae73f1fd'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:02.585070 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c20f4540-94a0-496e-a19a-546caf99b6f1 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:02.617353 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c121188-32d4-445a-a268-addba4871289 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Router ca2db1ba-ac17-4319-844c-57a6eaa95493 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:32:02.645612 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-03b4f4df-6279-4202-8732-402950120434 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Request body: {'network': {'name': 'tempest-RoutersTest-1883531189'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:02.708249 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 2163a5fe-aded-4f44-abb5-1f3885a494fc, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=2163a5fe-aded-4f44-abb5-1f3885a494fc,segment=NetworkSegment(978fcb14-f527-45d0-a4ec-38d689fb220c),segment_id=978fcb14-f527-45d0-a4ec-38d689fb220c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:02.722318 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '2163a5fe-aded-4f44-abb5-1f3885a494fc', 'network_id': '5dd08b94-305b-477e-8148-ff3865a86e5a', 'port_id': '2163a5fe-aded-4f44-abb5-1f3885a494fc', 'mac_address': 'fa:16:3e:da:c9:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac4619b4-8268-4046-9b08-9c5e68adfc94', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:32:02.736187 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-9331fb11-f11d-4d9e-becc-40e1561b4878 None None] Allocated IP 2001:db8:1::2 (6d5d0cd1-bc2f-4003-b637-0fab23c8aa35/0a5d03dc-2c56-4304-b114-67a99051258f/96495b66-d241-4627-bb38-72ded2e69ac4) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:32:02.750774 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b4f4df-6279-4202-8732-402950120434 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Made reservation on behalf of 11b45b448a4843a1ab9b8fe9c2c28bb7 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:32:02.755018 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-03b4f4df-6279-4202-8732-402950120434 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:02.774059 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-03b4f4df-6279-4202-8732-402950120434 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:02.881650 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c121188-32d4-445a-a268-addba4871289 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:32:02.890143 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c121188-32d4-445a-a268-addba4871289 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:02.930677 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd84c548-6360-437e-a5b6-a9f4207ae757 None None] Sync routers for ids ['ca2db1ba-ac17-4319-844c-57a6eaa95493'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:32:02.935647 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [None req-c20f4540-94a0-496e-a19a-546caf99b6f1 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:32:02.937126 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-c20f4540-94a0-496e-a19a-546caf99b6f1 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] 10.222.0.48 "PUT /v2.0/routers/f22d8c1d-ff53-4c27-8583-707650507de8 HTTP/1.1" status: 400 len: 364 time: 0.8817198 Jul 15 23:32:02.945455 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56204) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:02.973488 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-6c121188-32d4-445a-a268-addba4871289 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] 10.222.0.48 "PUT /v2.0/floatingips/a3c16071-d9b2-4fe1-97bf-baaf88d803bb HTTP/1.1" status: 200 len: 688 time: 2.0614853 Jul 15 23:32:02.975487 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:02.989736 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56208) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:03.036452 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2163a5fe-aded-4f44-abb5-1f3885a494fc {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:32:03.078987 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd84c548-6360-437e-a5b6-a9f4207ae757 None None] Routers {'ca2db1ba-ac17-4319-844c-57a6eaa95493'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:32:03.080087 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-dd84c548-6360-437e-a5b6-a9f4207ae757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:31:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ca2db1ba-ac17-4319-844c-57a6eaa95493'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:03.083594 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 2163a5fe-aded-4f44-abb5-1f3885a494fc, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=2163a5fe-aded-4f44-abb5-1f3885a494fc,segment=NetworkSegment(978fcb14-f527-45d0-a4ec-38d689fb220c),segment_id=978fcb14-f527-45d0-a4ec-38d689fb220c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:03.091248 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9331fb11-f11d-4d9e-becc-40e1561b4878 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:03.105211 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-03b4f4df-6279-4202-8732-402950120434 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:03.123382 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-03b4f4df-6279-4202-8732-402950120434 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:03.138235 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03b4f4df-6279-4202-8732-402950120434 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:32:03.141219 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:03.143681 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-dd84c548-6360-437e-a5b6-a9f4207ae757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:03.153592 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-03b4f4df-6279-4202-8732-402950120434 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:03.153991 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-03b4f4df-6279-4202-8732-402950120434 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Added segment caea4a51-8a44-4fd1-9614-9725f3a9b9a9 of type vlan for network 88fed9ac-573c-4ff7-bba4-512faee6aaf1 Jul 15 23:32:03.158487 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9331fb11-f11d-4d9e-becc-40e1561b4878 None None] Transition to ACTIVE for port object 96495b66-d241-4627-bb38-72ded2e69ac4 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:32:03.190610 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93f39665-383b-4605-b75b-3da6d360c167 req-856587d8-b145-41f2-87b8-a84714087969 tempest-InstanceActionsV221TestJSON-1607021850 tempest-InstanceActionsV221TestJSON-1607021850-project] Made reservation on behalf of 9ac987c1e12443d183368931ae73f1fd for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:32:03.195006 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-93f39665-383b-4605-b75b-3da6d360c167 req-856587d8-b145-41f2-87b8-a84714087969 tempest-InstanceActionsV221TestJSON-1607021850 tempest-InstanceActionsV221TestJSON-1607021850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:03.208033 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-03b4f4df-6279-4202-8732-402950120434 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:03.226536 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd84c548-6360-437e-a5b6-a9f4207ae757 None None] Routers {'ca2db1ba-ac17-4319-844c-57a6eaa95493'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:32:03.227178 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-dd84c548-6360-437e-a5b6-a9f4207ae757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:31:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ca2db1ba-ac17-4319-844c-57a6eaa95493'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:03.279389 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-dd84c548-6360-437e-a5b6-a9f4207ae757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:03.280061 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd84c548-6360-437e-a5b6-a9f4207ae757 None None] The sync data for ids ['ca2db1ba-ac17-4319-844c-57a6eaa95493'] in n-d-794306-6 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:32:03.299449 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9331fb11-f11d-4d9e-becc-40e1561b4878 None None] Transition to ACTIVE for port object 96495b66-d241-4627-bb38-72ded2e69ac4 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:32:03.317148 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9331fb11-f11d-4d9e-becc-40e1561b4878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:03.323602 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=2163a5fe-aded-4f44-abb5-1f3885a494fc,revision_number=9']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:03.357113 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-51573fe3-ea5d-45a6-aeeb-0ac1d21270b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:03.363833 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-03b4f4df-6279-4202-8732-402950120434 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:03.370647 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b4f4df-6279-4202-8732-402950120434 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:03.370865 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-03b4f4df-6279-4202-8732-402950120434 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:03.380903 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-40c6bce6-733c-45f1-9fcd-7f2e6d54027d tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Deleting port ec68d49c-1369-4a9b-ab5c-870e2e0a1bec {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:32:03.381257 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40c6bce6-733c-45f1-9fcd-7f2e6d54027d tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:03.390030 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-93f39665-383b-4605-b75b-3da6d360c167 req-856587d8-b145-41f2-87b8-a84714087969 tempest-InstanceActionsV221TestJSON-1607021850 tempest-InstanceActionsV221TestJSON-1607021850-project] Allocated IP 172.20.0.13 (0202e2ea-7c58-4cf6-b3d2-a51f2c96db6a/8dcf6e47-4b6b-4bf3-98dd-f0e2054c596b/c44f0acc-8182-461e-b7a1-7144c565733d) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:32:03.420559 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [req-59478706-c0bd-448c-86ed-fe99951903be req-3bdc9114-65db-49f6-a3d9-d7bf8671608d tempest-TestNetworkAdvancedServerOps-29383157 tempest-TestNetworkAdvancedServerOps-29383157-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:32:03.421614 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-59478706-c0bd-448c-86ed-fe99951903be req-3bdc9114-65db-49f6-a3d9-d7bf8671608d tempest-TestNetworkAdvancedServerOps-29383157 tempest-TestNetworkAdvancedServerOps-29383157-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062034 Jul 15 23:32:03.436917 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-59478706-c0bd-448c-86ed-fe99951903be req-91b3de6d-71cf-408f-90d2-3b07fc3262a5 service neutron] Request body: {'binding': {'host': 'n-h2-794306-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:03.437156 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-59478706-c0bd-448c-86ed-fe99951903be req-91b3de6d-71cf-408f-90d2-3b07fc3262a5 service neutron] Unknown quota resources ['binding']. {{(pid=93771) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 23:32:03.450853 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['2163a5fe-aded-4f44-abb5-1f3885a494fc'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:32:03.453864 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9331fb11-f11d-4d9e-becc-40e1561b4878 None None] Pushing event updated for resources: {'Port': ['ID=96495b66-d241-4627-bb38-72ded2e69ac4,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:03.489657 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b4f4df-6279-4202-8732-402950120434 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Pushing event updated for resources: {'Network': ['ID=88fed9ac-573c-4ff7-bba4-512faee6aaf1,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:03.499341 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-03b4f4df-6279-4202-8732-402950120434 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0790424 Jul 15 23:32:03.507959 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56212) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:03.512562 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9331fb11-f11d-4d9e-becc-40e1561b4878 None None] Network 6d5d0cd1-bc2f-4003-b637-0fab23c8aa35 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:32:03.520445 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-9331fb11-f11d-4d9e-becc-40e1561b4878 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:32:03.522630 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-c78aa0bf-a518-4913-95be-2ddff0a7be7b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Request body: {'network': {'name': 'tempest-RoutersTest-1107882758'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:03.527707 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 88fed9ac-573c-4ff7-bba4-512faee6aaf1 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:32:03.533588 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9331fb11-f11d-4d9e-becc-40e1561b4878 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:32:03.576141 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:03.609401 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40c6bce6-733c-45f1-9fcd-7f2e6d54027d tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:03.610069 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40c6bce6-733c-45f1-9fcd-7f2e6d54027d tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:03.656853 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-40c6bce6-733c-45f1-9fcd-7f2e6d54027d tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Calling delete_port for ec68d49c-1369-4a9b-ab5c-870e2e0a1bec owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:32:03.727303 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-9331fb11-f11d-4d9e-becc-40e1561b4878 None None] Attempting to bind port 96495b66-d241-4627-bb38-72ded2e69ac4 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:32:03.728890 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-9331fb11-f11d-4d9e-becc-40e1561b4878 None None] Attempting to bind port 96495b66-d241-4627-bb38-72ded2e69ac4 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '89d330b6-1d5e-4e7f-bdc0-aa3f358b9316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6d5d0cd1-bc2f-4003-b637-0fab23c8aa35'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:32:03.729543 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9331fb11-f11d-4d9e-becc-40e1561b4878 None None] Attempting to bind port 96495b66-d241-4627-bb38-72ded2e69ac4 on network 6d5d0cd1-bc2f-4003-b637-0fab23c8aa35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:32:03.752058 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9331fb11-f11d-4d9e-becc-40e1561b4878 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:32:03.753319 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9331fb11-f11d-4d9e-becc-40e1561b4878 None None] Checking segment: {'id': '89d330b6-1d5e-4e7f-bdc0-aa3f358b9316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6d5d0cd1-bc2f-4003-b637-0fab23c8aa35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:32:03.753997 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9331fb11-f11d-4d9e-becc-40e1561b4878 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:03.755122 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9331fb11-f11d-4d9e-becc-40e1561b4878 None None] Bound using segment: {'id': '89d330b6-1d5e-4e7f-bdc0-aa3f358b9316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6d5d0cd1-bc2f-4003-b637-0fab23c8aa35'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:32:03.756008 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-9331fb11-f11d-4d9e-becc-40e1561b4878 None None] Bound port: 96495b66-d241-4627-bb38-72ded2e69ac4, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89d330b6-1d5e-4e7f-bdc0-aa3f358b9316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6d5d0cd1-bc2f-4003-b637-0fab23c8aa35'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:32:03.756647 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9331fb11-f11d-4d9e-becc-40e1561b4878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:03.899785 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-93f39665-383b-4605-b75b-3da6d360c167 req-856587d8-b145-41f2-87b8-a84714087969 tempest-InstanceActionsV221TestJSON-1607021850 tempest-InstanceActionsV221TestJSON-1607021850-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:03.907826 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-9331fb11-f11d-4d9e-becc-40e1561b4878 None None] For port 96495b66-d241-4627-bb38-72ded2e69ac4, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:32:03.912677 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-59478706-c0bd-448c-86ed-fe99951903be req-91b3de6d-71cf-408f-90d2-3b07fc3262a5 service neutron] Attempting to bind port 54b61601-8100-4182-99c8-64b141f15139 on host n-h2-794306-6 for vnic_type normal with profile None {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:32:03.913637 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-59478706-c0bd-448c-86ed-fe99951903be req-91b3de6d-71cf-408f-90d2-3b07fc3262a5 service neutron] Attempting to bind port 54b61601-8100-4182-99c8-64b141f15139 by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '0b5e8ec5-ed51-4bc2-b998-73d0d8a498a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'ecdc87bf-da0f-4a3d-9224-f4cedc41c982'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:32:03.913637 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59478706-c0bd-448c-86ed-fe99951903be req-91b3de6d-71cf-408f-90d2-3b07fc3262a5 service neutron] Attempting to bind port 54b61601-8100-4182-99c8-64b141f15139 on network ecdc87bf-da0f-4a3d-9224-f4cedc41c982 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:32:03.930897 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-9331fb11-f11d-4d9e-becc-40e1561b4878 None None] For port 96495b66-d241-4627-bb38-72ded2e69ac4, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=96495b66-d241-4627-bb38-72ded2e69ac4,segment=NetworkSegment(89d330b6-1d5e-4e7f-bdc0-aa3f358b9316),segment_id=89d330b6-1d5e-4e7f-bdc0-aa3f358b9316)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:32:03.933794 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59478706-c0bd-448c-86ed-fe99951903be req-91b3de6d-71cf-408f-90d2-3b07fc3262a5 service neutron] Port 54b61601-8100-4182-99c8-64b141f15139 on network ecdc87bf-da0f-4a3d-9224-f4cedc41c982 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:32:03.933794 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59478706-c0bd-448c-86ed-fe99951903be req-91b3de6d-71cf-408f-90d2-3b07fc3262a5 service neutron] Attempting to bind port 54b61601-8100-4182-99c8-64b141f15139 on network ecdc87bf-da0f-4a3d-9224-f4cedc41c982 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:32:03.942116 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59478706-c0bd-448c-86ed-fe99951903be req-91b3de6d-71cf-408f-90d2-3b07fc3262a5 service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:32:03.942479 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59478706-c0bd-448c-86ed-fe99951903be req-91b3de6d-71cf-408f-90d2-3b07fc3262a5 service neutron] Checking segment: {'id': '0b5e8ec5-ed51-4bc2-b998-73d0d8a498a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'ecdc87bf-da0f-4a3d-9224-f4cedc41c982'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:32:03.942908 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59478706-c0bd-448c-86ed-fe99951903be req-91b3de6d-71cf-408f-90d2-3b07fc3262a5 service neutron] Bound using segment: {'id': '0b5e8ec5-ed51-4bc2-b998-73d0d8a498a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'ecdc87bf-da0f-4a3d-9224-f4cedc41c982'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:32:03.943436 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-59478706-c0bd-448c-86ed-fe99951903be req-91b3de6d-71cf-408f-90d2-3b07fc3262a5 service neutron] Bound port: 54b61601-8100-4182-99c8-64b141f15139, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b5e8ec5-ed51-4bc2-b998-73d0d8a498a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'ecdc87bf-da0f-4a3d-9224-f4cedc41c982'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:32:03.946336 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9331fb11-f11d-4d9e-becc-40e1561b4878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:04.046474 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9331fb11-f11d-4d9e-becc-40e1561b4878 None None] Pushing event updated for resources: {'Port': ['ID=96495b66-d241-4627-bb38-72ded2e69ac4,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:04.102754 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-93f39665-383b-4605-b75b-3da6d360c167 req-856587d8-b145-41f2-87b8-a84714087969 tempest-InstanceActionsV221TestJSON-1607021850 tempest-InstanceActionsV221TestJSON-1607021850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:04.113977 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-59478706-c0bd-448c-86ed-fe99951903be req-91b3de6d-71cf-408f-90d2-3b07fc3262a5 service neutron] For port 54b61601-8100-4182-99c8-64b141f15139, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=54b61601-8100-4182-99c8-64b141f15139,segment=NetworkSegment(0b5e8ec5-ed51-4bc2-b998-73d0d8a498a3),segment_id=0b5e8ec5-ed51-4bc2-b998-73d0d8a498a3)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:32:04.120619 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40c6bce6-733c-45f1-9fcd-7f2e6d54027d tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:04.132532 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b4f4df-6279-4202-8732-402950120434 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca02128-f5fa-4241-bd7c-33e2a01a94bd,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:04.148818 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-59478706-c0bd-448c-86ed-fe99951903be req-91b3de6d-71cf-408f-90d2-3b07fc3262a5 service neutron] Notify callbacks [] for binding, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:04.150715 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-59478706-c0bd-448c-86ed-fe99951903be req-91b3de6d-71cf-408f-90d2-3b07fc3262a5 service neutron] 10.222.0.48 "POST /v2.0/ports/54b61601-8100-4182-99c8-64b141f15139/bindings HTTP/1.1" status: 201 len: 389 time: 0.7176602 Jul 15 23:32:04.168558 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93f39665-383b-4605-b75b-3da6d360c167 req-856587d8-b145-41f2-87b8-a84714087969 tempest-InstanceActionsV221TestJSON-1607021850 tempest-InstanceActionsV221TestJSON-1607021850-project] Network 0202e2ea-7c58-4cf6-b3d2-a51f2c96db6a is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:32:04.178325 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-93f39665-383b-4605-b75b-3da6d360c167 req-856587d8-b145-41f2-87b8-a84714087969 tempest-InstanceActionsV221TestJSON-1607021850 tempest-InstanceActionsV221TestJSON-1607021850-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:32:04.205121 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-93f39665-383b-4605-b75b-3da6d360c167 req-856587d8-b145-41f2-87b8-a84714087969 tempest-InstanceActionsV221TestJSON-1607021850 tempest-InstanceActionsV221TestJSON-1607021850-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:32:04.205419 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3c30b26-7b72-4f3f-affb-145fb338b005 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:04.231056 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c78aa0bf-a518-4913-95be-2ddff0a7be7b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Made reservation on behalf of 11b45b448a4843a1ab9b8fe9c2c28bb7 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:32:04.237683 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c78aa0bf-a518-4913-95be-2ddff0a7be7b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:04.279315 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c821a-bf74-4d5c-9c6f-6932822b1841 req-b4d8d2b0-0f47-416c-b637-8729d9e671b2 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:04.288224 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5d5c821a-bf74-4d5c-9c6f-6932822b1841 req-b4d8d2b0-0f47-416c-b637-8729d9e671b2 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=6797365d-c7ce-4e24-a954-67ea472f9dd4 HTTP/1.1" status: 200 len: 945 time: 0.9945936 Jul 15 23:32:04.292393 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856587d8-b145-41f2-87b8-a84714087969 tempest-InstanceActionsV221TestJSON-1607021850 tempest-InstanceActionsV221TestJSON-1607021850-project] Pushing event updated for resources: {'Port': ['ID=c44f0acc-8182-461e-b7a1-7144c565733d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:04.331546 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c6bce6-733c-45f1-9fcd-7f2e6d54027d tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Pushing event deleted for resources: {'Port': ['ID=ec68d49c-1369-4a9b-ab5c-870e2e0a1bec,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:04.350292 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 2163a5fe-aded-4f44-abb5-1f3885a494fc up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:32:04.388683 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f39665-383b-4605-b75b-3da6d360c167 req-856587d8-b145-41f2-87b8-a84714087969 tempest-InstanceActionsV221TestJSON-1607021850 tempest-InstanceActionsV221TestJSON-1607021850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:04.389339 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-93f39665-383b-4605-b75b-3da6d360c167 req-856587d8-b145-41f2-87b8-a84714087969 tempest-InstanceActionsV221TestJSON-1607021850 tempest-InstanceActionsV221TestJSON-1607021850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:04.393016 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40c6bce6-733c-45f1-9fcd-7f2e6d54027d tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:04.396701 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40c6bce6-733c-45f1-9fcd-7f2e6d54027d tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:04.401889 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-40c6bce6-733c-45f1-9fcd-7f2e6d54027d tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] 10.222.0.48 "DELETE /v2.0/floatingips/a3c16071-d9b2-4fe1-97bf-baaf88d803bb HTTP/1.1" status: 204 len: 168 time: 1.4051824 Jul 15 23:32:04.401889 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56222) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:04.480938 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:04.488320 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5d5c821a-bf74-4d5c-9c6f-6932822b1841 req-b1221bd2-10db-45c8-b92e-1ac9c596a3eb tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b59dfd8-fe46-4eda-8708-ff7f3de3ce14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1985514 Jul 15 23:32:04.492883 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [None req-d9011199-075c-426d-a2c5-7ab653a8905f tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] delete failed (client error): The resource could not be found. Jul 15 23:32:04.495716 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d9011199-075c-426d-a2c5-7ab653a8905f tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] 10.222.0.48 "DELETE /v2.0/floatingips/a3c16071-d9b2-4fe1-97bf-baaf88d803bb HTTP/1.1" status: 404 len: 345 time: 0.0916221 Jul 15 23:32:04.496721 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c78aa0bf-a518-4913-95be-2ddff0a7be7b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:32:04.499539 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56224) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:04.511882 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c78aa0bf-a518-4913-95be-2ddff0a7be7b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:04.512268 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-c78aa0bf-a518-4913-95be-2ddff0a7be7b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Added segment d1cefd56-49ca-4e4b-9ee5-281d02a2eb63 of type vlan for network 59c07f37-833a-4ff3-9545-dcd5049844bb Jul 15 23:32:04.548186 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-93f39665-383b-4605-b75b-3da6d360c167 req-856587d8-b145-41f2-87b8-a84714087969 tempest-InstanceActionsV221TestJSON-1607021850 tempest-InstanceActionsV221TestJSON-1607021850-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9823673 Jul 15 23:32:04.554644 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 2163a5fe-aded-4f44-abb5-1f3885a494fc triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:04.557229 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:04.579386 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c78aa0bf-a518-4913-95be-2ddff0a7be7b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:04.606066 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-93f39665-383b-4605-b75b-3da6d360c167 req-e2a5eb5d-0224-4ecb-9096-26c3146361a3 service neutron] Request body: {'port': {'device_id': 'd2c8284e-a3fe-4975-bab8-349705f0ff38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:04.642842 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c78aa0bf-a518-4913-95be-2ddff0a7be7b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:04.648880 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78aa0bf-a518-4913-95be-2ddff0a7be7b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:04.649473 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c78aa0bf-a518-4913-95be-2ddff0a7be7b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:04.724711 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-c78aa0bf-a518-4913-95be-2ddff0a7be7b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2057848 Jul 15 23:32:04.726680 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56228) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:04.747379 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-6bc206d2-bd48-4916-bdc1-7e5b3203b99f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Request body: {'subnet': {'network_id': '88fed9ac-573c-4ff7-bba4-512faee6aaf1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:04.772618 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92269df3-c533-434b-8c67-695c50ad6409 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:04.779274 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92269df3-c533-434b-8c67-695c50ad6409 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:04.785845 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92269df3-c533-434b-8c67-695c50ad6409 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:04.787914 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-92269df3-c533-434b-8c67-695c50ad6409 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] 10.222.0.48 "GET /v2.0/ports?network_id=c46fd6ed-6df7-4ffc-aca4-b3552ff283ba HTTP/1.1" status: 200 len: 2356 time: 0.2873015 Jul 15 23:32:04.790625 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56230) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:04.794351 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:04.839108 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-93f39665-383b-4605-b75b-3da6d360c167 req-e2a5eb5d-0224-4ecb-9096-26c3146361a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:04.891246 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6797365d-c7ce-4e24-a954-67ea472f9dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2163a5fe-aded-4f44-abb5-1f3885a494fc'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:32:04.892823 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1859ea63-85e1-4d2c-abc2-8e9157e23922 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:04.893649 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082d551c-c0eb-4660-aae5-d3532f5826ad" -d '{"events": [{"server_uuid": "6797365d-c7ce-4e24-a954-67ea472f9dd4", "name": "network-vif-plugged", "status": "completed", "tag": "2163a5fe-aded-4f44-abb5-1f3885a494fc"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:32:04.898995 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-1859ea63-85e1-4d2c-abc2-8e9157e23922 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] 10.222.0.48 "GET /v2.0/subnets/c045c250-c386-4149-b310-e775d49b1a1a HTTP/1.1" status: 200 len: 797 time: 0.1020513 Jul 15 23:32:04.899880 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56236) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:04.905072 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f970358a-eaf3-42b9-b52e-c6720b51e1d0 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Request body: {'port': {'network_id': 'c46fd6ed-6df7-4ffc-aca4-b3552ff283ba', 'name': 'tempest-FloatingIPTestJSON-899180792', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:04.911677 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 2163a5fe-aded-4f44-abb5-1f3885a494fc, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=2163a5fe-aded-4f44-abb5-1f3885a494fc,segment=NetworkSegment(978fcb14-f527-45d0-a4ec-38d689fb220c),segment_id=978fcb14-f527-45d0-a4ec-38d689fb220c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:04.918302 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:04.965946 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78aa0bf-a518-4913-95be-2ddff0a7be7b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Pushing event updated for resources: {'Network': ['ID=59c07f37-833a-4ff3-9545-dcd5049844bb,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:04.982506 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 59c07f37-833a-4ff3-9545-dcd5049844bb details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:32:05.062888 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=2163a5fe-aded-4f44-abb5-1f3885a494fc,revision_number=10']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:05.087175 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22254aa-eb1f-4247-9796-a6b283ee43b1 req-0a742a70-56c7-415d-95b9-747311a91c17 tempest-InstanceActionsV221TestJSON-1607021850 tempest-InstanceActionsV221TestJSON-1607021850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:05.094958 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d22254aa-eb1f-4247-9796-a6b283ee43b1 req-0a742a70-56c7-415d-95b9-747311a91c17 tempest-InstanceActionsV221TestJSON-1607021850 tempest-InstanceActionsV221TestJSON-1607021850-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2c8284e-a3fe-4975-bab8-349705f0ff38 HTTP/1.1" status: 200 len: 932 time: 0.4705069 Jul 15 23:32:05.108453 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f970358a-eaf3-42b9-b52e-c6720b51e1d0 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Made reservation on behalf of ac60438da4e7485d81cc9c20c2190b84 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:32:05.218675 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c50c1c-b836-46b6-84cf-644a1affced0 req-618896a9-5dc3-475e-8ca8-4502f78928e5 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:05.220261 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-48c50c1c-b836-46b6-84cf-644a1affced0 req-618896a9-5dc3-475e-8ca8-4502f78928e5 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ca75cd1-9433-443e-b80a-f46e1e86c9d8 HTTP/1.1" status: 200 len: 945 time: 0.4062891 Jul 15 23:32:05.303825 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f970358a-eaf3-42b9-b52e-c6720b51e1d0 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:05.311650 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d22254aa-eb1f-4247-9796-a6b283ee43b1 req-10f65976-4c02-4796-a012-a3b15e739b28 tempest-InstanceActionsV221TestJSON-1607021850 tempest-InstanceActionsV221TestJSON-1607021850-project] 10.222.0.48 "GET /v2.0/security-groups?id=8cac1851-6eb7-4b59-be99-9e57bad1b5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136729 Jul 15 23:32:05.324080 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-c3c30b26-7b72-4f3f-affb-145fb338b005 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Allocated IP 2001:db8::1 (aff7188a-9b0b-436d-b49c-02a9e55cfd5b/d09e553a-acce-476e-a57c-ae4c81a1f7eb/237f2f01-8308-4fb4-9197-f20a684385b5) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:32:05.337378 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-f970358a-eaf3-42b9-b52e-c6720b51e1d0 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] device_id is not set on port bfb14445-8811-410e-8362-9bd6930cfc07 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:32:05.450974 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ce9ca7-ead2-4529-88ed-b61f7acbed24 x-openstack-request-id: req-a0ce9ca7-ead2-4529-88ed-b61f7acbed24 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:32:05.451262 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6797365d-c7ce-4e24-a954-67ea472f9dd4", "name": "network-vif-plugged", "status": "completed", "tag": "2163a5fe-aded-4f44-abb5-1f3885a494fc", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:32:05.451509 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a0ce9ca7-ead2-4529-88ed-b61f7acbed24 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:32:05.451946 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6797365d-c7ce-4e24-a954-67ea472f9dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2163a5fe-aded-4f44-abb5-1f3885a494fc', 'code': 200} Jul 15 23:32:05.491807 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc206d2-bd48-4916-bdc1-7e5b3203b99f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Made reservation on behalf of 11b45b448a4843a1ab9b8fe9c2c28bb7 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:32:05.509012 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6bc206d2-bd48-4916-bdc1-7e5b3203b99f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:05.512216 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-93f39665-383b-4605-b75b-3da6d360c167 req-e2a5eb5d-0224-4ecb-9096-26c3146361a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c44f0acc-8182-461e-b7a1-7144c565733d {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:32:05.519422 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 96495b66-d241-4627-bb38-72ded2e69ac4 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:32:05.521043 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-93f39665-383b-4605-b75b-3da6d360c167 req-e2a5eb5d-0224-4ecb-9096-26c3146361a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:05.636671 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 96495b66-d241-4627-bb38-72ded2e69ac4 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:32:05.766529 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8795c118-b76f-405e-a70c-77cd90beff8b None None] Network 6d5d0cd1-bc2f-4003-b637-0fab23c8aa35 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:32:05.768156 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-93f39665-383b-4605-b75b-3da6d360c167 req-e2a5eb5d-0224-4ecb-9096-26c3146361a3 service neutron] Transition to ACTIVE for port object c44f0acc-8182-461e-b7a1-7144c565733d will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:32:05.778435 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-93f39665-383b-4605-b75b-3da6d360c167 req-e2a5eb5d-0224-4ecb-9096-26c3146361a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:05.829725 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3c30b26-7b72-4f3f-affb-145fb338b005 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:05.831383 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59478706-c0bd-448c-86ed-fe99951903be req-fe852c45-6ce3-4af6-b5dd-2f71d522d1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:05.840292 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-59478706-c0bd-448c-86ed-fe99951903be req-fe852c45-6ce3-4af6-b5dd-2f71d522d1f7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=89469485c64e49f5b3171ed5499b9995&device_id=0ca75cd1-9433-443e-b80a-f46e1e86c9d8 HTTP/1.1" status: 200 len: 1096 time: 1.2046478 Jul 15 23:32:05.885158 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a5eb5d-0224-4ecb-9096-26c3146361a3 service neutron] Pushing event updated for resources: {'Port': ['ID=c44f0acc-8182-461e-b7a1-7144c565733d,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:05.911801 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0ee48b9c-eca6-41b1-8b07-24066b2d70a5 None None] Provisioning for port 96495b66-d241-4627-bb38-72ded2e69ac4 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:32:05.923199 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0ee48b9c-eca6-41b1-8b07-24066b2d70a5 None None] Provisioning complete for port 96495b66-d241-4627-bb38-72ded2e69ac4 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:05.923603 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0ee48b9c-eca6-41b1-8b07-24066b2d70a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:06.001527 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-f970358a-eaf3-42b9-b52e-c6720b51e1d0 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Allocated IP 172.20.0.14 (c46fd6ed-6df7-4ffc-aca4-b3552ff283ba/c045c250-c386-4149-b310-e775d49b1a1a/bfb14445-8811-410e-8362-9bd6930cfc07) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:32:06.009844 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-93f39665-383b-4605-b75b-3da6d360c167 req-e2a5eb5d-0224-4ecb-9096-26c3146361a3 service neutron] Attempting to bind port c44f0acc-8182-461e-b7a1-7144c565733d on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:32:06.010290 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-93f39665-383b-4605-b75b-3da6d360c167 req-e2a5eb5d-0224-4ecb-9096-26c3146361a3 service neutron] Attempting to bind port c44f0acc-8182-461e-b7a1-7144c565733d by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': 'fd625360-97f4-4285-85bf-6071269f8cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '0202e2ea-7c58-4cf6-b3d2-a51f2c96db6a'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:32:06.010550 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f39665-383b-4605-b75b-3da6d360c167 req-e2a5eb5d-0224-4ecb-9096-26c3146361a3 service neutron] Attempting to bind port c44f0acc-8182-461e-b7a1-7144c565733d on network 0202e2ea-7c58-4cf6-b3d2-a51f2c96db6a {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:32:06.016082 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-f970358a-eaf3-42b9-b52e-c6720b51e1d0 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Allocated IP 172.20.0.13 (c46fd6ed-6df7-4ffc-aca4-b3552ff283ba/c045c250-c386-4149-b310-e775d49b1a1a/bfb14445-8811-410e-8362-9bd6930cfc07) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:32:06.023344 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f39665-383b-4605-b75b-3da6d360c167 req-e2a5eb5d-0224-4ecb-9096-26c3146361a3 service neutron] Port c44f0acc-8182-461e-b7a1-7144c565733d on network 0202e2ea-7c58-4cf6-b3d2-a51f2c96db6a not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:32:06.023728 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f39665-383b-4605-b75b-3da6d360c167 req-e2a5eb5d-0224-4ecb-9096-26c3146361a3 service neutron] Attempting to bind port c44f0acc-8182-461e-b7a1-7144c565733d on network 0202e2ea-7c58-4cf6-b3d2-a51f2c96db6a {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:32:06.031693 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f39665-383b-4605-b75b-3da6d360c167 req-e2a5eb5d-0224-4ecb-9096-26c3146361a3 service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:32:06.032071 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f39665-383b-4605-b75b-3da6d360c167 req-e2a5eb5d-0224-4ecb-9096-26c3146361a3 service neutron] Checking segment: {'id': 'fd625360-97f4-4285-85bf-6071269f8cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '0202e2ea-7c58-4cf6-b3d2-a51f2c96db6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:32:06.032426 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f39665-383b-4605-b75b-3da6d360c167 req-e2a5eb5d-0224-4ecb-9096-26c3146361a3 service neutron] Bound using segment: {'id': 'fd625360-97f4-4285-85bf-6071269f8cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '0202e2ea-7c58-4cf6-b3d2-a51f2c96db6a'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:32:06.032862 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-93f39665-383b-4605-b75b-3da6d360c167 req-e2a5eb5d-0224-4ecb-9096-26c3146361a3 service neutron] Bound port: c44f0acc-8182-461e-b7a1-7144c565733d, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd625360-97f4-4285-85bf-6071269f8cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '0202e2ea-7c58-4cf6-b3d2-a51f2c96db6a'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:32:06.033225 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-93f39665-383b-4605-b75b-3da6d360c167 req-e2a5eb5d-0224-4ecb-9096-26c3146361a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:06.081055 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-48c50c1c-b836-46b6-84cf-644a1affced0 req-a016d21e-c515-4251-991e-e695b099016e tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8c61c92-d476-46a7-af9c-4517a99fe503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8454018 Jul 15 23:32:06.082765 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59478706-c0bd-448c-86ed-fe99951903be req-3e4cfd83-8da1-46e0-b7b0-29b68bec316a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:06.088689 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-59478706-c0bd-448c-86ed-fe99951903be req-3e4cfd83-8da1-46e0-b7b0-29b68bec316a service neutron] 10.222.0.41 "GET /v2.0/networks?id=ecdc87bf-da0f-4a3d-9224-f4cedc41c982 HTTP/1.1" status: 200 len: 897 time: 0.2475252 Jul 15 23:32:06.104928 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0ee48b9c-eca6-41b1-8b07-24066b2d70a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:06.155520 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-93f39665-383b-4605-b75b-3da6d360c167 req-e2a5eb5d-0224-4ecb-9096-26c3146361a3 service neutron] For port c44f0acc-8182-461e-b7a1-7144c565733d, host n-h1-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:32:06.159113 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-93f39665-383b-4605-b75b-3da6d360c167 req-e2a5eb5d-0224-4ecb-9096-26c3146361a3 service neutron] For port c44f0acc-8182-461e-b7a1-7144c565733d, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=c44f0acc-8182-461e-b7a1-7144c565733d,segment=NetworkSegment(fd625360-97f4-4285-85bf-6071269f8cf8),segment_id=fd625360-97f4-4285-85bf-6071269f8cf8)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:32:06.160715 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0ee48b9c-eca6-41b1-8b07-24066b2d70a5 None None] For port 96495b66-d241-4627-bb38-72ded2e69ac4, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=96495b66-d241-4627-bb38-72ded2e69ac4,segment=NetworkSegment(89d330b6-1d5e-4e7f-bdc0-aa3f358b9316),segment_id=89d330b6-1d5e-4e7f-bdc0-aa3f358b9316)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:06.170472 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-93f39665-383b-4605-b75b-3da6d360c167 req-e2a5eb5d-0224-4ecb-9096-26c3146361a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:06.185076 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-59478706-c0bd-448c-86ed-fe99951903be req-6ddb19ad-e527-42f2-86cd-bf296995448e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54b61601-8100-4182-99c8-64b141f15139 HTTP/1.1" status: 200 len: 1001 time: 0.0841308 Jul 15 23:32:06.190159 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-c3c30b26-7b72-4f3f-affb-145fb338b005 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Transition to ACTIVE for port object 237f2f01-8308-4fb4-9197-f20a684385b5 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:32:06.190988 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0ee48b9c-eca6-41b1-8b07-24066b2d70a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:06.257544 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f39665-383b-4605-b75b-3da6d360c167 req-e2a5eb5d-0224-4ecb-9096-26c3146361a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:06.258171 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-93f39665-383b-4605-b75b-3da6d360c167 req-e2a5eb5d-0224-4ecb-9096-26c3146361a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:06.260283 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-93f39665-383b-4605-b75b-3da6d360c167 req-e2a5eb5d-0224-4ecb-9096-26c3146361a3 service neutron] 10.222.0.49 "PUT /v2.0/ports/c44f0acc-8182-461e-b7a1-7144c565733d HTTP/1.1" status: 200 len: 1092 time: 1.6992218 Jul 15 23:32:06.260670 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2c8284e-a3fe-4975-bab8-349705f0ff38', 'tag': 'c44f0acc-8182-461e-b7a1-7144c565733d'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:32:06.263029 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71ad944-a125-462e-a540-89776313c11f" -d '{"events": [{"name": "network-changed", "server_uuid": "d2c8284e-a3fe-4975-bab8-349705f0ff38", "tag": "c44f0acc-8182-461e-b7a1-7144c565733d"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:32:06.263624 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59478706-c0bd-448c-86ed-fe99951903be req-92be070a-19fc-4069-9b49-a62c021538bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:06.285341 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-59478706-c0bd-448c-86ed-fe99951903be req-92be070a-19fc-4069-9b49-a62c021538bf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1ab37b05-e7b9-4fe0-bd45-61e825b24f36 HTTP/1.1" status: 200 len: 835 time: 0.0838428 Jul 15 23:32:06.304679 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a5eb5d-0224-4ecb-9096-26c3146361a3 service neutron] Pushing event updated for resources: {'Port': ['ID=c44f0acc-8182-461e-b7a1-7144c565733d,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:06.314620 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee48b9c-eca6-41b1-8b07-24066b2d70a5 None None] Pushing event updated for resources: {'Port': ['ID=96495b66-d241-4627-bb38-72ded2e69ac4,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:06.317962 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f970358a-eaf3-42b9-b52e-c6720b51e1d0 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:06.326440 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6bc206d2-bd48-4916-bdc1-7e5b3203b99f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:06.368038 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:06.369357 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96508d63-0d50-4ef8-9edb-ee3e1c85b161 x-openstack-request-id: req-96508d63-0d50-4ef8-9edb-ee3e1c85b161 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:32:06.369977 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2c8284e-a3fe-4975-bab8-349705f0ff38", "tag": "c44f0acc-8182-461e-b7a1-7144c565733d", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:32:06.370109 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-96508d63-0d50-4ef8-9edb-ee3e1c85b161 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:32:06.370505 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2c8284e-a3fe-4975-bab8-349705f0ff38', 'tag': 'c44f0acc-8182-461e-b7a1-7144c565733d', 'status': 'completed', 'code': 200} Jul 15 23:32:06.417041 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f39665-383b-4605-b75b-3da6d360c167 req-f9bb2b64-47cf-4afd-8d48-31f04c0b27a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:06.418578 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-93f39665-383b-4605-b75b-3da6d360c167 req-f9bb2b64-47cf-4afd-8d48-31f04c0b27a4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9ac987c1e12443d183368931ae73f1fd&device_id=d2c8284e-a3fe-4975-bab8-349705f0ff38 HTTP/1.1" status: 200 len: 1095 time: 0.0902443 Jul 15 23:32:06.436083 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f970358a-eaf3-42b9-b52e-c6720b51e1d0 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:06.484788 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-93f39665-383b-4605-b75b-3da6d360c167 req-58923b56-6581-462b-b00e-c07c066aa1cd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c44f0acc-8182-461e-b7a1-7144c565733d HTTP/1.1" status: 200 len: 217 time: 0.0570829 Jul 15 23:32:06.568083 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3c30b26-7b72-4f3f-affb-145fb338b005 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:06.592507 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347435a6-21bd-4e24-a164-9a439279fb84 req-9290a0d0-98a8-4705-b94c-02ce94bd9ffa tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:06.594109 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-347435a6-21bd-4e24-a164-9a439279fb84 req-9290a0d0-98a8-4705-b94c-02ce94bd9ffa tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=6797365d-c7ce-4e24-a954-67ea472f9dd4 HTTP/1.1" status: 200 len: 947 time: 0.8662727 Jul 15 23:32:06.600408 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc39cd6-2050-4300-984b-c77b27f064d9 req-c1217a79-5bc6-41d0-b3eb-ad4d2601e50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:06.601946 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8dc39cd6-2050-4300-984b-c77b27f064d9 req-c1217a79-5bc6-41d0-b3eb-ad4d2601e50c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6797365d-c7ce-4e24-a954-67ea472f9dd4 HTTP/1.1" status: 200 len: 1098 time: 0.8704762 Jul 15 23:32:06.731529 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ebb78476-1213-4e10-b824-167fa02ca082 None None] Provisioning complete for port 96495b66-d241-4627-bb38-72ded2e69ac4 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:06.732477 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ebb78476-1213-4e10-b824-167fa02ca082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:06.738388 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc206d2-bd48-4916-bdc1-7e5b3203b99f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Pushing event updated for resources: {'Subnet': ['ID=7f66e409-c11d-46c1-83c0-e7439e17a343,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:06.742939 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c30b26-7b72-4f3f-affb-145fb338b005 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Network aff7188a-9b0b-436d-b49c-02a9e55cfd5b is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:32:06.778044 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-c3c30b26-7b72-4f3f-affb-145fb338b005 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:32:06.796742 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c30b26-7b72-4f3f-affb-145fb338b005 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:32:06.797303 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3c30b26-7b72-4f3f-affb-145fb338b005 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:06.805870 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59478706-c0bd-448c-86ed-fe99951903be req-ebb5592f-b004-41c1-a08e-2d867f02793a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:06.808454 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-59478706-c0bd-448c-86ed-fe99951903be req-ebb5592f-b004-41c1-a08e-2d867f02793a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ecdc87bf-da0f-4a3d-9224-f4cedc41c982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4840996 Jul 15 23:32:06.816699 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c30b26-7b72-4f3f-affb-145fb338b005 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Pushing event updated for resources: {'Port': ['ID=237f2f01-8308-4fb4-9197-f20a684385b5,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:06.892330 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8dc39cd6-2050-4300-984b-c77b27f064d9 req-7e350d73-c748-41a5-8914-deed0fe0a97d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0b59dfd8-fe46-4eda-8708-ff7f3de3ce14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2679400 Jul 15 23:32:06.901596 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-347435a6-21bd-4e24-a164-9a439279fb84 req-3cbed071-edc9-4d7a-aa55-9efe909170d0 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b59dfd8-fe46-4eda-8708-ff7f3de3ce14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2884986 Jul 15 23:32:06.902347 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc206d2-bd48-4916-bdc1-7e5b3203b99f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Checking segment: {'id': 'caea4a51-8a44-4fd1-9614-9725f3a9b9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '88fed9ac-573c-4ff7-bba4-512faee6aaf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:32:06.902724 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc206d2-bd48-4916-bdc1-7e5b3203b99f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Network hostable DHCP agents. Network: 88fed9ac-573c-4ff7-bba4-512faee6aaf1, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:32:06.986617 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b60548-6d21-49ed-b2ef-0488d6a97404 req-1e8228e7-f9e7-41e9-b81b-b80f7c19b79f tempest-InstanceActionsV221TestJSON-1607021850 tempest-InstanceActionsV221TestJSON-1607021850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:06.994815 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-12b60548-6d21-49ed-b2ef-0488d6a97404 req-1e8228e7-f9e7-41e9-b81b-b80f7c19b79f tempest-InstanceActionsV221TestJSON-1607021850 tempest-InstanceActionsV221TestJSON-1607021850-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2c8284e-a3fe-4975-bab8-349705f0ff38 HTTP/1.1" status: 200 len: 944 time: 0.4208026 Jul 15 23:32:06.999928 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f970358a-eaf3-42b9-b52e-c6720b51e1d0 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Network c46fd6ed-6df7-4ffc-aca4-b3552ff283ba is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:32:07.028726 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-f970358a-eaf3-42b9-b52e-c6720b51e1d0 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:32:07.033716 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f970358a-eaf3-42b9-b52e-c6720b51e1d0 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:32:07.037520 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f970358a-eaf3-42b9-b52e-c6720b51e1d0 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Pushing event updated for resources: {'Port': ['ID=bfb14445-8811-410e-8362-9bd6930cfc07,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:07.079795 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc206d2-bd48-4916-bdc1-7e5b3203b99f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Network 88fed9ac-573c-4ff7-bba4-512faee6aaf1 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:32:07.104761 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f39665-383b-4605-b75b-3da6d360c167 req-1f62b103-8f76-4060-b8a4-61dce7fb68bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:07.106411 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-93f39665-383b-4605-b75b-3da6d360c167 req-1f62b103-8f76-4060-b8a4-61dce7fb68bd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8dcf6e47-4b6b-4bf3-98dd-f0e2054c596b HTTP/1.1" status: 200 len: 858 time: 0.1288230 Jul 15 23:32:07.149015 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f970358a-eaf3-42b9-b52e-c6720b51e1d0 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:07.150666 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-12b60548-6d21-49ed-b2ef-0488d6a97404 req-1ffefa07-9428-4aca-992d-faebca8a01e2 tempest-InstanceActionsV221TestJSON-1607021850 tempest-InstanceActionsV221TestJSON-1607021850-project] 10.222.0.48 "GET /v2.0/security-groups?id=8cac1851-6eb7-4b59-be99-9e57bad1b5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543200 Jul 15 23:32:07.158021 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-6bc206d2-bd48-4916-bdc1-7e5b3203b99f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 88fed9ac-573c-4ff7-bba4-512faee6aaf1) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:32:07.161708 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f970358a-eaf3-42b9-b52e-c6720b51e1d0 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:07.169712 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5d8841-da61-4cd6-94e5-6f9d261d1ae4 None None] Network 88fed9ac-573c-4ff7-bba4-512faee6aaf1 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:32:07.171707 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-59478706-c0bd-448c-86ed-fe99951903be req-ac586051-4f32-4537-bd0a-89c8a9ec0b24 service neutron] 10.222.0.41 "GET /v2.0/networks/ecdc87bf-da0f-4a3d-9224-f4cedc41c982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3500395 Jul 15 23:32:07.173223 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc206d2-bd48-4916-bdc1-7e5b3203b99f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:07.174060 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6bc206d2-bd48-4916-bdc1-7e5b3203b99f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:07.224530 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-93f39665-383b-4605-b75b-3da6d360c167 req-6f98c408-3a7d-45c1-80ea-c5f0d9db9cd8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0202e2ea-7c58-4cf6-b3d2-a51f2c96db6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1075785 Jul 15 23:32:07.226623 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f970358a-eaf3-42b9-b52e-c6720b51e1d0 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.3256409 Jul 15 23:32:07.230014 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56264) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:07.235891 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-686c98dd-ae7d-4378-ba00-114db2895d46 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Request body: {'floatingip': {'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'port_id': 'bfb14445-8811-410e-8362-9bd6930cfc07', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:07.260540 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-04b173d5-831a-4d38-a89a-54b6b58fdba4 None None] Provisioning for port 237f2f01-8308-4fb4-9197-f20a684385b5 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:32:07.270904 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-04b173d5-831a-4d38-a89a-54b6b58fdba4 None None] Provisioning complete for port 237f2f01-8308-4fb4-9197-f20a684385b5 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:07.271281 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-04b173d5-831a-4d38-a89a-54b6b58fdba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:07.321203 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-686c98dd-ae7d-4378-ba00-114db2895d46 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:07.327415 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-04b173d5-831a-4d38-a89a-54b6b58fdba4 None None] Port 237f2f01-8308-4fb4-9197-f20a684385b5 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:32:07.330840 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-59478706-c0bd-448c-86ed-fe99951903be req-86392270-36f0-4260-9d7d-67382e2a9aa0 service neutron] 10.222.0.41 "GET /v2.0/networks/ecdc87bf-da0f-4a3d-9224-f4cedc41c982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472414 Jul 15 23:32:07.356771 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3c30b26-7b72-4f3f-affb-145fb338b005 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:07.396724 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-93f39665-383b-4605-b75b-3da6d360c167 req-126b56e1-f0f3-4c0e-b728-6024598bb0ae service neutron] 10.222.0.49 "GET /v2.0/networks/0202e2ea-7c58-4cf6-b3d2-a51f2c96db6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554108 Jul 15 23:32:07.456637 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eafc611-bac4-453f-92c2-baeab9ebc4ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-88fed9ac-573c-4ff7-bba4-512faee6aaf1', 'network_id': '88fed9ac-573c-4ff7-bba4-512faee6aaf1', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'fixed_ips': [{'subnet_id': '7f66e409-c11d-46c1-83c0-e7439e17a343'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:32:07.457647 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7eafc611-bac4-453f-92c2-baeab9ebc4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:07.466993 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-6bc206d2-bd48-4916-bdc1-7e5b3203b99f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7218447 Jul 15 23:32:07.470801 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56266) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:07.476923 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a053aa0d-1476-4f4b-a60d-96dd0a8cca7b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Request body: {'subnet': {'network_id': '59c07f37-833a-4ff3-9545-dcd5049844bb', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:07.494545 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 96495b66-d241-4627-bb38-72ded2e69ac4 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:32:07.651636 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6995bda-443d-48e9-ad1b-7b2bf7e58058 req-84c67d20-40b7-4cb6-825a-7ede37928cad tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:07.653335 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f6995bda-443d-48e9-ad1b-7b2bf7e58058 req-84c67d20-40b7-4cb6-825a-7ede37928cad tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ca75cd1-9433-443e-b80a-f46e1e86c9d8 HTTP/1.1" status: 200 len: 945 time: 0.3214226 Jul 15 23:32:07.670733 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-93f39665-383b-4605-b75b-3da6d360c167 req-f8037981-070b-477e-932b-23d1eddd22a6 service neutron] 10.222.0.49 "GET /v2.0/networks/0202e2ea-7c58-4cf6-b3d2-a51f2c96db6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674112 Jul 15 23:32:07.686337 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-686c98dd-ae7d-4378-ba00-114db2895d46 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:07.770298 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a053aa0d-1476-4f4b-a60d-96dd0a8cca7b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Made reservation on behalf of 11b45b448a4843a1ab9b8fe9c2c28bb7 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:32:07.779317 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a053aa0d-1476-4f4b-a60d-96dd0a8cca7b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:07.793128 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 96495b66-d241-4627-bb38-72ded2e69ac4 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:07.793493 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:07.798743 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-7eafc611-bac4-453f-92c2-baeab9ebc4ab None None] Allocated IP 172.20.0.2 (88fed9ac-573c-4ff7-bba4-512faee6aaf1/7f66e409-c11d-46c1-83c0-e7439e17a343/7802cec2-0858-437b-ba1b-c789d3e3614a) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:32:07.887558 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f6995bda-443d-48e9-ad1b-7b2bf7e58058 req-2881b866-64a4-41da-a15f-7488b8f519b2 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8c61c92-d476-46a7-af9c-4517a99fe503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2160933 Jul 15 23:32:07.897042 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59478706-c0bd-448c-86ed-fe99951903be req-cb7e3864-7454-40fa-b67b-49a545e5b9ba tempest-TestNetworkAdvancedServerOps-29383157 tempest-TestNetworkAdvancedServerOps-29383157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:07.898789 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-59478706-c0bd-448c-86ed-fe99951903be req-cb7e3864-7454-40fa-b67b-49a545e5b9ba tempest-TestNetworkAdvancedServerOps-29383157 tempest-TestNetworkAdvancedServerOps-29383157-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=0ca75cd1-9433-443e-b80a-f46e1e86c9d8&tenant_id=89469485c64e49f5b3171ed5499b9995&binding%3Ahost_id=n-h1-794306-6 HTTP/1.1" status: 200 len: 1096 time: 0.4204726 Jul 15 23:32:07.932211 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-59478706-c0bd-448c-86ed-fe99951903be req-0cbc8ba7-658b-41a1-84a7-c23456a74c9d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-794306-6'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:08.364631 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:08.370669 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7eafc611-bac4-453f-92c2-baeab9ebc4ab None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:08.379148 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7eafc611-bac4-453f-92c2-baeab9ebc4ab None None] Transition to ACTIVE for port object 7802cec2-0858-437b-ba1b-c789d3e3614a will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:32:08.399389 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71ad944-a125-462e-a540-89776313c11f req-11093fe7-0433-454a-8657-ec098fc42b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:08.402483 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b71ad944-a125-462e-a540-89776313c11f req-11093fe7-0433-454a-8657-ec098fc42b04 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9ac987c1e12443d183368931ae73f1fd&device_id=d2c8284e-a3fe-4975-bab8-349705f0ff38 HTTP/1.1" status: 200 len: 1095 time: 0.6367860 Jul 15 23:32:08.403471 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7eafc611-bac4-453f-92c2-baeab9ebc4ab None None] Transition to ACTIVE for port object 7802cec2-0858-437b-ba1b-c789d3e3614a will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:32:08.421464 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7eafc611-bac4-453f-92c2-baeab9ebc4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:08.448693 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-686c98dd-ae7d-4378-ba00-114db2895d46 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Allocated IP 172.25.5.34 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/3e390f83-5a32-4c34-a94e-a0cc31525203) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:32:08.475900 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eafc611-bac4-453f-92c2-baeab9ebc4ab None None] Network 88fed9ac-573c-4ff7-bba4-512faee6aaf1 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:32:08.479592 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-7eafc611-bac4-453f-92c2-baeab9ebc4ab None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:32:08.485125 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eafc611-bac4-453f-92c2-baeab9ebc4ab None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:32:08.497307 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eafc611-bac4-453f-92c2-baeab9ebc4ab None None] Pushing event updated for resources: {'Port': ['ID=7802cec2-0858-437b-ba1b-c789d3e3614a,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:08.566526 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-7eafc611-bac4-453f-92c2-baeab9ebc4ab None None] Attempting to bind port 7802cec2-0858-437b-ba1b-c789d3e3614a on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:32:08.567665 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-7eafc611-bac4-453f-92c2-baeab9ebc4ab None None] Attempting to bind port 7802cec2-0858-437b-ba1b-c789d3e3614a by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'caea4a51-8a44-4fd1-9614-9725f3a9b9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '88fed9ac-573c-4ff7-bba4-512faee6aaf1'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:32:08.568575 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eafc611-bac4-453f-92c2-baeab9ebc4ab None None] Attempting to bind port 7802cec2-0858-437b-ba1b-c789d3e3614a on network 88fed9ac-573c-4ff7-bba4-512faee6aaf1 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:32:08.576344 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eafc611-bac4-453f-92c2-baeab9ebc4ab None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:32:08.577700 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eafc611-bac4-453f-92c2-baeab9ebc4ab None None] Checking segment: {'id': 'caea4a51-8a44-4fd1-9614-9725f3a9b9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '88fed9ac-573c-4ff7-bba4-512faee6aaf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:32:08.578471 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7eafc611-bac4-453f-92c2-baeab9ebc4ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:08.579587 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eafc611-bac4-453f-92c2-baeab9ebc4ab None None] Bound using segment: {'id': 'caea4a51-8a44-4fd1-9614-9725f3a9b9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '88fed9ac-573c-4ff7-bba4-512faee6aaf1'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:32:08.580381 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-7eafc611-bac4-453f-92c2-baeab9ebc4ab None None] Bound port: 7802cec2-0858-437b-ba1b-c789d3e3614a, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caea4a51-8a44-4fd1-9614-9725f3a9b9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '88fed9ac-573c-4ff7-bba4-512faee6aaf1'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:32:08.581621 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7eafc611-bac4-453f-92c2-baeab9ebc4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:08.667866 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-7eafc611-bac4-453f-92c2-baeab9ebc4ab None None] For port 7802cec2-0858-437b-ba1b-c789d3e3614a, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:32:08.672305 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-7eafc611-bac4-453f-92c2-baeab9ebc4ab None None] For port 7802cec2-0858-437b-ba1b-c789d3e3614a, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=7802cec2-0858-437b-ba1b-c789d3e3614a,segment=NetworkSegment(caea4a51-8a44-4fd1-9614-9725f3a9b9a9),segment_id=caea4a51-8a44-4fd1-9614-9725f3a9b9a9)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:32:08.683064 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7eafc611-bac4-453f-92c2-baeab9ebc4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:08.723966 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a053aa0d-1476-4f4b-a60d-96dd0a8cca7b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:08.742282 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71ad944-a125-462e-a540-89776313c11f req-68087279-ce1e-4b2d-b90c-590e166f3a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:08.745079 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b71ad944-a125-462e-a540-89776313c11f req-68087279-ce1e-4b2d-b90c-590e166f3a1c service neutron] 10.222.0.49 "GET /v2.0/networks?id=0202e2ea-7c58-4cf6-b3d2-a51f2c96db6a HTTP/1.1" status: 200 len: 919 time: 0.3207405 Jul 15 23:32:08.776154 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eafc611-bac4-453f-92c2-baeab9ebc4ab None None] Pushing event updated for resources: {'Port': ['ID=7802cec2-0858-437b-ba1b-c789d3e3614a,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:08.875979 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b71ad944-a125-462e-a540-89776313c11f req-86ddf980-934c-4257-9edb-aa8ada4749fe service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c44f0acc-8182-461e-b7a1-7144c565733d HTTP/1.1" status: 200 len: 217 time: 0.0937388 Jul 15 23:32:08.982652 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-59478706-c0bd-448c-86ed-fe99951903be req-0cbc8ba7-658b-41a1-84a7-c23456a74c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:08.988442 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-686c98dd-ae7d-4378-ba00-114db2895d46 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:08.991408 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a053aa0d-1476-4f4b-a60d-96dd0a8cca7b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Pushing event updated for resources: {'Subnet': ['ID=f4067cb1-4bbe-42c4-b3f2-b7030a0cc3bc,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:09.006035 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71ad944-a125-462e-a540-89776313c11f req-a55c2e74-f18a-43eb-991b-4ad917188cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:09.015791 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b71ad944-a125-462e-a540-89776313c11f req-a55c2e74-f18a-43eb-991b-4ad917188cde service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8dcf6e47-4b6b-4bf3-98dd-f0e2054c596b HTTP/1.1" status: 200 len: 858 time: 0.1204476 Jul 15 23:32:09.082889 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3c30b26-7b72-4f3f-affb-145fb338b005 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:09.126468 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b71ad944-a125-462e-a540-89776313c11f req-dea908a1-ed5f-4c36-a427-01c6d99df6fc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0202e2ea-7c58-4cf6-b3d2-a51f2c96db6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662925 Jul 15 23:32:09.129787 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a053aa0d-1476-4f4b-a60d-96dd0a8cca7b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Checking segment: {'id': 'd1cefd56-49ca-4e4b-9ee5-281d02a2eb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '59c07f37-833a-4ff3-9545-dcd5049844bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:32:09.130182 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a053aa0d-1476-4f4b-a60d-96dd0a8cca7b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Network hostable DHCP agents. Network: 59c07f37-833a-4ff3-9545-dcd5049844bb, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:32:09.150661 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3c30b26-7b72-4f3f-affb-145fb338b005 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:09.151888 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3c30b26-7b72-4f3f-affb-145fb338b005 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:09.247163 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c30b26-7b72-4f3f-affb-145fb338b005 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Pushing event updated for resources: {'Port': ['ID=237f2f01-8308-4fb4-9197-f20a684385b5,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:09.262292 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a053aa0d-1476-4f4b-a60d-96dd0a8cca7b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Network 59c07f37-833a-4ff3-9545-dcd5049844bb is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:32:09.284141 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-686c98dd-ae7d-4378-ba00-114db2895d46 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:09.289057 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-a053aa0d-1476-4f4b-a60d-96dd0a8cca7b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 59c07f37-833a-4ff3-9545-dcd5049844bb) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:32:09.298066 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b704cdc-b1cc-4748-9283-44b1daf7a457 None None] Network 59c07f37-833a-4ff3-9545-dcd5049844bb requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:32:09.315603 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2099611-6ed4-4f68-bc59-bcdf914463fe req-f9bdaefb-fdd0-4f09-b5c8-f84235ca9a81 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:09.317361 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f2099611-6ed4-4f68-bc59-bcdf914463fe req-f9bdaefb-fdd0-4f09-b5c8-f84235ca9a81 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=6797365d-c7ce-4e24-a954-67ea472f9dd4 HTTP/1.1" status: 200 len: 947 time: 0.4822400 Jul 15 23:32:09.329671 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fa8b2d-98ad-4134-a7d3-2ffabc7c30fb req-f7dfd9b1-1591-4826-9216-af497bde51f9 tempest-InstanceActionsV221TestJSON-1607021850 tempest-InstanceActionsV221TestJSON-1607021850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:09.331299 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-85fa8b2d-98ad-4134-a7d3-2ffabc7c30fb req-f7dfd9b1-1591-4826-9216-af497bde51f9 tempest-InstanceActionsV221TestJSON-1607021850 tempest-InstanceActionsV221TestJSON-1607021850-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2c8284e-a3fe-4975-bab8-349705f0ff38 HTTP/1.1" status: 200 len: 944 time: 0.4918683 Jul 15 23:32:09.421236 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686c98dd-ae7d-4378-ba00-114db2895d46 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Pushing event updated for resources: {'Port': ['ID=3e390f83-5a32-4c34-a94e-a0cc31525203,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:09.432294 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a053aa0d-1476-4f4b-a60d-96dd0a8cca7b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:09.433321 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a053aa0d-1476-4f4b-a60d-96dd0a8cca7b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:09.480449 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686c98dd-ae7d-4378-ba00-114db2895d46 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:32:09.482822 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-686c98dd-ae7d-4378-ba00-114db2895d46 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:32:09.488336 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686c98dd-ae7d-4378-ba00-114db2895d46 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:32:09.510324 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b71ad944-a125-462e-a540-89776313c11f req-099cb060-ebfb-4bec-b570-ba191e0c5217 service neutron] 10.222.0.49 "GET /v2.0/networks/0202e2ea-7c58-4cf6-b3d2-a51f2c96db6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3738916 Jul 15 23:32:09.516438 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7883e8-7774-45c3-8fc3-efa2ff6edbc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-59c07f37-833a-4ff3-9545-dcd5049844bb', 'network_id': '59c07f37-833a-4ff3-9545-dcd5049844bb', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'fixed_ips': [{'subnet_id': 'f4067cb1-4bbe-42c4-b3f2-b7030a0cc3bc'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:32:09.517382 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5b7883e8-7774-45c3-8fc3-efa2ff6edbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:09.541869 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a053aa0d-1476-4f4b-a60d-96dd0a8cca7b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0663724 Jul 15 23:32:09.542640 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 7802cec2-0858-437b-ba1b-c789d3e3614a up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:32:09.554741 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56322) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:09.560888 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-475233c2-481a-44d6-a13f-ee8593fa0683 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-870310813', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:09.655675 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-59478706-c0bd-448c-86ed-fe99951903be req-0cbc8ba7-658b-41a1-84a7-c23456a74c9d service neutron] For port 54b61601-8100-4182-99c8-64b141f15139, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=54b61601-8100-4182-99c8-64b141f15139,segment=NetworkSegment(0b5e8ec5-ed51-4bc2-b998-73d0d8a498a3),segment_id=0b5e8ec5-ed51-4bc2-b998-73d0d8a498a3)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:09.685697 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 7802cec2-0858-437b-ba1b-c789d3e3614a completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:32:09.694995 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-475233c2-481a-44d6-a13f-ee8593fa0683 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:09.696277 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-475233c2-481a-44d6-a13f-ee8593fa0683 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:09.722666 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f2099611-6ed4-4f68-bc59-bcdf914463fe req-8823443e-0f91-423d-ae6c-e44be2b7872b tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b59dfd8-fe46-4eda-8708-ff7f3de3ce14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3788488 Jul 15 23:32:09.740866 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c30b26-7b72-4f3f-affb-145fb338b005 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Network aff7188a-9b0b-436d-b49c-02a9e55cfd5b is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:32:09.749498 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-5b7883e8-7774-45c3-8fc3-efa2ff6edbc3 None None] Allocated IP 172.21.0.2 (59c07f37-833a-4ff3-9545-dcd5049844bb/f4067cb1-4bbe-42c4-b3f2-b7030a0cc3bc/d524c482-96e6-45f3-b44b-a714a9fb3be9) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:32:09.751730 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-c3c30b26-7b72-4f3f-affb-145fb338b005 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:32:09.775255 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-85fa8b2d-98ad-4134-a7d3-2ffabc7c30fb req-2f96a76c-f866-4683-8d70-91372ecc44cd tempest-InstanceActionsV221TestJSON-1607021850 tempest-InstanceActionsV221TestJSON-1607021850-project] 10.222.0.48 "GET /v2.0/security-groups?id=8cac1851-6eb7-4b59-be99-9e57bad1b5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4206915 Jul 15 23:32:09.986028 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3c30b26-7b72-4f3f-affb-145fb338b005 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Router f22d8c1d-ff53-4c27-8583-707650507de8 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:32:10.116305 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5b7883e8-7774-45c3-8fc3-efa2ff6edbc3 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:10.125032 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5b7883e8-7774-45c3-8fc3-efa2ff6edbc3 None None] Transition to ACTIVE for port object d524c482-96e6-45f3-b44b-a714a9fb3be9 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:32:10.142906 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5b7883e8-7774-45c3-8fc3-efa2ff6edbc3 None None] Transition to ACTIVE for port object d524c482-96e6-45f3-b44b-a714a9fb3be9 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:32:10.153522 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5b7883e8-7774-45c3-8fc3-efa2ff6edbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:10.224873 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3c30b26-7b72-4f3f-affb-145fb338b005 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:32:10.225156 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7883e8-7774-45c3-8fc3-efa2ff6edbc3 None None] Network 59c07f37-833a-4ff3-9545-dcd5049844bb is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:32:10.232304 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-5b7883e8-7774-45c3-8fc3-efa2ff6edbc3 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:32:10.236689 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c94eacd-18d3-4b51-9bbd-4acc4af717c1 None None] Sync routers for ids ['f22d8c1d-ff53-4c27-8583-707650507de8'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:32:10.237504 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7883e8-7774-45c3-8fc3-efa2ff6edbc3 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:32:10.245570 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7883e8-7774-45c3-8fc3-efa2ff6edbc3 None None] Pushing event updated for resources: {'Port': ['ID=d524c482-96e6-45f3-b44b-a714a9fb3be9,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:10.264132 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c94eacd-18d3-4b51-9bbd-4acc4af717c1 None None] Routers {'f22d8c1d-ff53-4c27-8583-707650507de8'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:32:10.271407 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-c3c30b26-7b72-4f3f-affb-145fb338b005 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] 10.222.0.48 "PUT /v2.0/routers/f22d8c1d-ff53-4c27-8583-707650507de8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3213656 Jul 15 23:32:10.271823 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-5c94eacd-18d3-4b51-9bbd-4acc4af717c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:32:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['f22d8c1d-ff53-4c27-8583-707650507de8'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:10.284220 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-59478706-c0bd-448c-86ed-fe99951903be req-0cbc8ba7-658b-41a1-84a7-c23456a74c9d service neutron] For port 54b61601-8100-4182-99c8-64b141f15139, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:32:10.288178 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56330) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:10.345740 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device c44f0acc-8182-461e-b7a1-7144c565733d details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:32:10.354971 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cf670028-10a8-4148-9663-a02db04c080d None None] Provisioning complete for port 237f2f01-8308-4fb4-9197-f20a684385b5 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:10.355481 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cf670028-10a8-4148-9663-a02db04c080d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:10.357872 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-5c94eacd-18d3-4b51-9bbd-4acc4af717c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:10.368389 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5b7883e8-7774-45c3-8fc3-efa2ff6edbc3 None None] Attempting to bind port d524c482-96e6-45f3-b44b-a714a9fb3be9 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:32:10.369022 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5b7883e8-7774-45c3-8fc3-efa2ff6edbc3 None None] Attempting to bind port d524c482-96e6-45f3-b44b-a714a9fb3be9 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'd1cefd56-49ca-4e4b-9ee5-281d02a2eb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '59c07f37-833a-4ff3-9545-dcd5049844bb'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:32:10.369577 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7883e8-7774-45c3-8fc3-efa2ff6edbc3 None None] Attempting to bind port d524c482-96e6-45f3-b44b-a714a9fb3be9 on network 59c07f37-833a-4ff3-9545-dcd5049844bb {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:32:10.381727 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c94eacd-18d3-4b51-9bbd-4acc4af717c1 None None] Routers {'f22d8c1d-ff53-4c27-8583-707650507de8'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:32:10.385009 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-5c94eacd-18d3-4b51-9bbd-4acc4af717c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:32:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['f22d8c1d-ff53-4c27-8583-707650507de8'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:10.402098 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7883e8-7774-45c3-8fc3-efa2ff6edbc3 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:32:10.407639 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7883e8-7774-45c3-8fc3-efa2ff6edbc3 None None] Checking segment: {'id': 'd1cefd56-49ca-4e4b-9ee5-281d02a2eb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '59c07f37-833a-4ff3-9545-dcd5049844bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:32:10.408454 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5b7883e8-7774-45c3-8fc3-efa2ff6edbc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:10.408965 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7883e8-7774-45c3-8fc3-efa2ff6edbc3 None None] Bound using segment: {'id': 'd1cefd56-49ca-4e4b-9ee5-281d02a2eb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '59c07f37-833a-4ff3-9545-dcd5049844bb'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:32:10.409669 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5b7883e8-7774-45c3-8fc3-efa2ff6edbc3 None None] Bound port: d524c482-96e6-45f3-b44b-a714a9fb3be9, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1cefd56-49ca-4e4b-9ee5-281d02a2eb63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '59c07f37-833a-4ff3-9545-dcd5049844bb'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:32:10.410346 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5b7883e8-7774-45c3-8fc3-efa2ff6edbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:10.445800 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-5c94eacd-18d3-4b51-9bbd-4acc4af717c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:10.447192 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c94eacd-18d3-4b51-9bbd-4acc4af717c1 None None] The sync data for ids ['f22d8c1d-ff53-4c27-8583-707650507de8'] in n-d-794306-6 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:32:10.503720 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-686c98dd-ae7d-4378-ba00-114db2895d46 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:10.522972 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b883bb09-b347-4066-88af-2bceee323166 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:10.527618 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5b7883e8-7774-45c3-8fc3-efa2ff6edbc3 None None] For port d524c482-96e6-45f3-b44b-a714a9fb3be9, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:32:10.531046 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5b7883e8-7774-45c3-8fc3-efa2ff6edbc3 None None] For port d524c482-96e6-45f3-b44b-a714a9fb3be9, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=d524c482-96e6-45f3-b44b-a714a9fb3be9,segment=NetworkSegment(d1cefd56-49ca-4e4b-9ee5-281d02a2eb63),segment_id=d1cefd56-49ca-4e4b-9ee5-281d02a2eb63)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:32:10.535936 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6f02c6-61b6-456a-be47-34eb252220d3 None None] Network 88fed9ac-573c-4ff7-bba4-512faee6aaf1 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:32:10.541453 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-cf670028-10a8-4148-9663-a02db04c080d None None] Port 237f2f01-8308-4fb4-9197-f20a684385b5 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:32:10.546716 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5b7883e8-7774-45c3-8fc3-efa2ff6edbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:10.563382 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-475233c2-481a-44d6-a13f-ee8593fa0683 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:10.573364 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-475233c2-481a-44d6-a13f-ee8593fa0683 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:10.608043 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b71ad944-a125-462e-a540-89776313c11f req-c59025a4-a3b0-496a-8b6a-14951d3ac068 service neutron] 10.222.0.49 "GET /v2.0/networks/0202e2ea-7c58-4cf6-b3d2-a51f2c96db6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0652206 Jul 15 23:32:10.626667 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-686c98dd-ae7d-4378-ba00-114db2895d46 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:10.633853 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca75cd1-9433-443e-b80a-f46e1e86c9d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54b61601-8100-4182-99c8-64b141f15139'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:32:10.639421 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c0cc7de-2a2e-4578-adef-ea86b7bb74aa" -d '{"events": [{"server_uuid": "0ca75cd1-9433-443e-b80a-f46e1e86c9d8", "name": "network-vif-unplugged", "status": "completed", "tag": "54b61601-8100-4182-99c8-64b141f15139"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:32:10.643834 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-59478706-c0bd-448c-86ed-fe99951903be req-0cbc8ba7-658b-41a1-84a7-c23456a74c9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:10.675030 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dfc537-f1d8-44c1-ae80-a99e46bff289 req-c1fe922e-162b-48e1-affd-8d056eb7a77a tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:10.676802 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-475233c2-481a-44d6-a13f-ee8593fa0683 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:10.680995 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-475233c2-481a-44d6-a13f-ee8593fa0683 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.1222563 Jul 15 23:32:10.681273 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-71dfc537-f1d8-44c1-ae80-a99e46bff289 req-c1fe922e-162b-48e1-affd-8d056eb7a77a tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ca75cd1-9433-443e-b80a-f46e1e86c9d8 HTTP/1.1" status: 200 len: 945 time: 0.4948387 Jul 15 23:32:10.682006 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56334) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:10.689536 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-59478706-c0bd-448c-86ed-fe99951903be req-0cbc8ba7-658b-41a1-84a7-c23456a74c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:10.777778 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc80a99-516e-417d-b04b-41ee738a37cb x-openstack-request-id: req-dcc80a99-516e-417d-b04b-41ee738a37cb {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:32:10.778067 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca75cd1-9433-443e-b80a-f46e1e86c9d8", "name": "network-vif-unplugged", "status": "completed", "tag": "54b61601-8100-4182-99c8-64b141f15139", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:32:10.779439 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dcc80a99-516e-417d-b04b-41ee738a37cb {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:32:10.779439 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca75cd1-9433-443e-b80a-f46e1e86c9d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54b61601-8100-4182-99c8-64b141f15139', 'code': 200} Jul 15 23:32:10.785328 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbc8ba7-658b-41a1-84a7-c23456a74c9d service neutron] Pushing event updated for resources: {'Port': ['ID=54b61601-8100-4182-99c8-64b141f15139,revision_number=7']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:10.789994 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port c44f0acc-8182-461e-b7a1-7144c565733d, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=c44f0acc-8182-461e-b7a1-7144c565733d,segment=NetworkSegment(fd625360-97f4-4285-85bf-6071269f8cf8),segment_id=fd625360-97f4-4285-85bf-6071269f8cf8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:10.803880 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7883e8-7774-45c3-8fc3-efa2ff6edbc3 None None] Pushing event updated for resources: {'Port': ['ID=d524c482-96e6-45f3-b44b-a714a9fb3be9,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:10.833354 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4f89a739-fb23-4b6f-a5d1-1e835022909f None None] Provisioning for port 7802cec2-0858-437b-ba1b-c789d3e3614a completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:32:10.852342 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': 'c44f0acc-8182-461e-b7a1-7144c565733d', 'network_id': '0202e2ea-7c58-4cf6-b3d2-a51f2c96db6a', 'port_id': 'c44f0acc-8182-461e-b7a1-7144c565733d', 'mac_address': 'fa:16:3e:f7:71:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dcf6e47-4b6b-4bf3-98dd-f0e2054c596b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:32:10.858741 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4f89a739-fb23-4b6f-a5d1-1e835022909f None None] Provisioning complete for port 7802cec2-0858-437b-ba1b-c789d3e3614a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:10.859190 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4f89a739-fb23-4b6f-a5d1-1e835022909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:10.934374 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-686c98dd-ae7d-4378-ba00-114db2895d46 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:10.941706 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-686c98dd-ae7d-4378-ba00-114db2895d46 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:10.950946 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [None req-b883bb09-b347-4066-88af-2bceee323166 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 15 23:32:10.952171 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-b883bb09-b347-4066-88af-2bceee323166 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] 10.222.0.48 "DELETE /v2.0/routers/f22d8c1d-ff53-4c27-8583-707650507de8 HTTP/1.1" status: 409 len: 329 time: 0.6550808 Jul 15 23:32:10.957471 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56340) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:11.007541 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:11.090514 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c44f0acc-8182-461e-b7a1-7144c565733d {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:32:11.128118 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686c98dd-ae7d-4378-ba00-114db2895d46 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Pushing event updated for resources: {'Port': ['ID=3e390f83-5a32-4c34-a94e-a0cc31525203,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:11.138906 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-686c98dd-ae7d-4378-ba00-114db2895d46 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:11.180394 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port c44f0acc-8182-461e-b7a1-7144c565733d, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=c44f0acc-8182-461e-b7a1-7144c565733d,segment=NetworkSegment(fd625360-97f4-4285-85bf-6071269f8cf8),segment_id=fd625360-97f4-4285-85bf-6071269f8cf8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:11.200696 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:11.211680 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4f89a739-fb23-4b6f-a5d1-1e835022909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:11.340041 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-4f89a739-fb23-4b6f-a5d1-1e835022909f None None] For port 7802cec2-0858-437b-ba1b-c789d3e3614a, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=7802cec2-0858-437b-ba1b-c789d3e3614a,segment=NetworkSegment(caea4a51-8a44-4fd1-9614-9725f3a9b9a9),segment_id=caea4a51-8a44-4fd1-9614-9725f3a9b9a9)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:11.355024 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4f89a739-fb23-4b6f-a5d1-1e835022909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:11.370290 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=c44f0acc-8182-461e-b7a1-7144c565733d,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:11.371984 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-71dfc537-f1d8-44c1-ae80-a99e46bff289 req-ac28b79c-6d65-4943-99a4-e6137b3c38a4 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8c61c92-d476-46a7-af9c-4517a99fe503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6743703 Jul 15 23:32:11.374683 n-d-794306-6 neutron-server[93771]: INFO neutron.db.l3_db [None req-686c98dd-ae7d-4378-ba00-114db2895d46 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Floating IP add7b50c-a1bf-44a8-aea5-34c91fa1834e associated. External IP: 172.25.5.34, port: bfb14445-8811-410e-8362-9bd6930cfc07. Jul 15 23:32:11.461175 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['c44f0acc-8182-461e-b7a1-7144c565733d'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:32:11.540067 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f89a739-fb23-4b6f-a5d1-1e835022909f None None] Pushing event updated for resources: {'Port': ['ID=7802cec2-0858-437b-ba1b-c789d3e3614a,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:11.568409 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-962b6d67-0739-40bf-9f05-da5c3f7dd6d5 None None] Provisioning complete for port 54b61601-8100-4182-99c8-64b141f15139 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:11.569058 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-962b6d67-0739-40bf-9f05-da5c3f7dd6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:11.615254 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device d524c482-96e6-45f3-b44b-a714a9fb3be9 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:32:11.758777 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-962b6d67-0739-40bf-9f05-da5c3f7dd6d5 None None] Port 54b61601-8100-4182-99c8-64b141f15139 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:32:11.772453 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-686c98dd-ae7d-4378-ba00-114db2895d46 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Router ca2db1ba-ac17-4319-844c-57a6eaa95493 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:32:11.832691 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port d524c482-96e6-45f3-b44b-a714a9fb3be9 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:32:11.864907 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa32c48-83bb-47ff-bb9d-04c5b80c94e8 req-94f5f6e4-295b-44a8-b76c-a92778bfebb1 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:11.879169 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6fa32c48-83bb-47ff-bb9d-04c5b80c94e8 req-94f5f6e4-295b-44a8-b76c-a92778bfebb1 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=6797365d-c7ce-4e24-a954-67ea472f9dd4 HTTP/1.1" status: 200 len: 947 time: 0.7154667 Jul 15 23:32:11.924232 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f420f01-4563-437b-8254-2c92c891d03e None None] Provisioning complete for port 7802cec2-0858-437b-ba1b-c789d3e3614a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:11.924581 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f420f01-4563-437b-8254-2c92c891d03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:11.970738 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-686c98dd-ae7d-4378-ba00-114db2895d46 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:32:11.982642 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e441ed-d8a3-40d8-971e-c21732735bec None None] Sync routers for ids ['ca2db1ba-ac17-4319-844c-57a6eaa95493'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:32:11.993429 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-686c98dd-ae7d-4378-ba00-114db2895d46 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:12.010856 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e441ed-d8a3-40d8-971e-c21732735bec None None] Routers {'ca2db1ba-ac17-4319-844c-57a6eaa95493'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:32:12.010856 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-09e441ed-d8a3-40d8-971e-c21732735bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:32:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ca2db1ba-ac17-4319-844c-57a6eaa95493'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:12.049991 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-686c98dd-ae7d-4378-ba00-114db2895d46 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.8159578 Jul 15 23:32:12.050244 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56348) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:12.056249 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b91d3346-2296-4e51-abcb-d9a6433d7ef4 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Request body: {'floatingip': {'port_id': 'bfb14445-8811-410e-8362-9bd6930cfc07', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:12.072856 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-09e441ed-d8a3-40d8-971e-c21732735bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:12.132615 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e441ed-d8a3-40d8-971e-c21732735bec None None] Routers {'ca2db1ba-ac17-4319-844c-57a6eaa95493'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:32:12.133398 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-09e441ed-d8a3-40d8-971e-c21732735bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:32:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ca2db1ba-ac17-4319-844c-57a6eaa95493'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:12.149407 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b91d3346-2296-4e51-abcb-d9a6433d7ef4 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for floatingip, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:12.171800 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-09e441ed-d8a3-40d8-971e-c21732735bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:12.172476 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e441ed-d8a3-40d8-971e-c21732735bec None None] The sync data for ids ['ca2db1ba-ac17-4319-844c-57a6eaa95493'] in n-d-794306-6 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:32:12.371683 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device c44f0acc-8182-461e-b7a1-7144c565733d up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:32:12.420447 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534719e3-ac38-431e-917a-23c77077aee8 None None] Network 59c07f37-833a-4ff3-9545-dcd5049844bb requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:32:12.469292 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-59478706-c0bd-448c-86ed-fe99951903be req-0cbc8ba7-658b-41a1-84a7-c23456a74c9d service neutron] Attempting to bind port 54b61601-8100-4182-99c8-64b141f15139 on host n-h1-794306-6 for vnic_type normal with profile {"migrating_to": "n-h2-794306-6"} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:32:12.469940 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-59478706-c0bd-448c-86ed-fe99951903be req-0cbc8ba7-658b-41a1-84a7-c23456a74c9d service neutron] Attempting to bind port 54b61601-8100-4182-99c8-64b141f15139 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '0b5e8ec5-ed51-4bc2-b998-73d0d8a498a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'ecdc87bf-da0f-4a3d-9224-f4cedc41c982'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:32:12.469940 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59478706-c0bd-448c-86ed-fe99951903be req-0cbc8ba7-658b-41a1-84a7-c23456a74c9d service neutron] Attempting to bind port 54b61601-8100-4182-99c8-64b141f15139 on network ecdc87bf-da0f-4a3d-9224-f4cedc41c982 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:32:12.532598 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b89a42d-d59d-4fcd-b415-71f6865d11cb req-dd8552a2-c929-4811-9941-5f772c5a4450 tempest-InstanceActionsV221TestJSON-1607021850 tempest-InstanceActionsV221TestJSON-1607021850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:12.534266 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3b89a42d-d59d-4fcd-b415-71f6865d11cb req-dd8552a2-c929-4811-9941-5f772c5a4450 tempest-InstanceActionsV221TestJSON-1607021850 tempest-InstanceActionsV221TestJSON-1607021850-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2c8284e-a3fe-4975-bab8-349705f0ff38 HTTP/1.1" status: 200 len: 945 time: 0.9200141 Jul 15 23:32:12.542631 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c7cb5db1-6611-4728-b66f-f6dcc9a3016e None None] Provisioning for port d524c482-96e6-45f3-b44b-a714a9fb3be9 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:32:12.553402 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port c44f0acc-8182-461e-b7a1-7144c565733d completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:32:12.565353 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59478706-c0bd-448c-86ed-fe99951903be req-0cbc8ba7-658b-41a1-84a7-c23456a74c9d service neutron] Port 54b61601-8100-4182-99c8-64b141f15139 on network ecdc87bf-da0f-4a3d-9224-f4cedc41c982 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:32:12.565692 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59478706-c0bd-448c-86ed-fe99951903be req-0cbc8ba7-658b-41a1-84a7-c23456a74c9d service neutron] Attempting to bind port 54b61601-8100-4182-99c8-64b141f15139 on network ecdc87bf-da0f-4a3d-9224-f4cedc41c982 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:32:12.580982 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port c44f0acc-8182-461e-b7a1-7144c565733d triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:12.581630 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:12.611049 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ecbfaa00-70f6-4085-b499-ea53fe492670 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:12.615586 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6fa32c48-83bb-47ff-bb9d-04c5b80c94e8 req-86681673-4c08-4690-a2f4-751e1216f6d6 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b59dfd8-fe46-4eda-8708-ff7f3de3ce14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7332916 Jul 15 23:32:12.629408 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59478706-c0bd-448c-86ed-fe99951903be req-0cbc8ba7-658b-41a1-84a7-c23456a74c9d service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:32:12.629787 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59478706-c0bd-448c-86ed-fe99951903be req-0cbc8ba7-658b-41a1-84a7-c23456a74c9d service neutron] Checking segment: {'id': '0b5e8ec5-ed51-4bc2-b998-73d0d8a498a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'ecdc87bf-da0f-4a3d-9224-f4cedc41c982'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:32:12.630150 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59478706-c0bd-448c-86ed-fe99951903be req-0cbc8ba7-658b-41a1-84a7-c23456a74c9d service neutron] Bound using segment: {'id': '0b5e8ec5-ed51-4bc2-b998-73d0d8a498a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'ecdc87bf-da0f-4a3d-9224-f4cedc41c982'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:32:12.630604 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-59478706-c0bd-448c-86ed-fe99951903be req-0cbc8ba7-658b-41a1-84a7-c23456a74c9d service neutron] Bound port: 54b61601-8100-4182-99c8-64b141f15139, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b5e8ec5-ed51-4bc2-b998-73d0d8a498a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'ecdc87bf-da0f-4a3d-9224-f4cedc41c982'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:32:12.630971 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-59478706-c0bd-448c-86ed-fe99951903be req-0cbc8ba7-658b-41a1-84a7-c23456a74c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:12.641444 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c7cb5db1-6611-4728-b66f-f6dcc9a3016e None None] Provisioning complete for port d524c482-96e6-45f3-b44b-a714a9fb3be9 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:12.641829 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c7cb5db1-6611-4728-b66f-f6dcc9a3016e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:12.873355 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3b89a42d-d59d-4fcd-b415-71f6865d11cb req-74ad55b1-b916-4542-9d9d-3ff121788ba9 tempest-InstanceActionsV221TestJSON-1607021850 tempest-InstanceActionsV221TestJSON-1607021850-project] 10.222.0.48 "GET /v2.0/security-groups?id=8cac1851-6eb7-4b59-be99-9e57bad1b5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3227587 Jul 15 23:32:13.010037 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-59478706-c0bd-448c-86ed-fe99951903be req-0cbc8ba7-658b-41a1-84a7-c23456a74c9d service neutron] For port 54b61601-8100-4182-99c8-64b141f15139, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:32:13.081099 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-59478706-c0bd-448c-86ed-fe99951903be req-0cbc8ba7-658b-41a1-84a7-c23456a74c9d service neutron] For port 54b61601-8100-4182-99c8-64b141f15139, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=54b61601-8100-4182-99c8-64b141f15139,segment=NetworkSegment(0b5e8ec5-ed51-4bc2-b998-73d0d8a498a3),segment_id=0b5e8ec5-ed51-4bc2-b998-73d0d8a498a3)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:32:13.190753 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:13.190963 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-59478706-c0bd-448c-86ed-fe99951903be req-0cbc8ba7-658b-41a1-84a7-c23456a74c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:13.290887 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port c44f0acc-8182-461e-b7a1-7144c565733d, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=c44f0acc-8182-461e-b7a1-7144c565733d,segment=NetworkSegment(fd625360-97f4-4285-85bf-6071269f8cf8),segment_id=fd625360-97f4-4285-85bf-6071269f8cf8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:13.297467 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c8284e-a3fe-4975-bab8-349705f0ff38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c44f0acc-8182-461e-b7a1-7144c565733d'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:32:13.300232 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e208613f-f99f-4f23-af7c-03b8d416515b" -d '{"events": [{"server_uuid": "d2c8284e-a3fe-4975-bab8-349705f0ff38", "name": "network-vif-plugged", "status": "completed", "tag": "c44f0acc-8182-461e-b7a1-7144c565733d"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:32:13.311263 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:13.338891 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c7cb5db1-6611-4728-b66f-f6dcc9a3016e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:13.356974 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66800e5-ccbb-4ba7-afca-60aa3f4816f7 req-d10ebcad-74fe-45a0-b348-16d300a5a59d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:13.374785 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f66800e5-ccbb-4ba7-afca-60aa3f4816f7 req-d10ebcad-74fe-45a0-b348-16d300a5a59d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ca75cd1-9433-443e-b80a-f46e1e86c9d8 HTTP/1.1" status: 200 len: 943 time: 0.5076513 Jul 15 23:32:13.456750 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f6aa621-939e-4488-b0ee-3d5f0d9372bf x-openstack-request-id: req-9f6aa621-939e-4488-b0ee-3d5f0d9372bf {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:32:13.456971 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2c8284e-a3fe-4975-bab8-349705f0ff38", "name": "network-vif-plugged", "status": "completed", "tag": "c44f0acc-8182-461e-b7a1-7144c565733d", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:32:13.457248 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9f6aa621-939e-4488-b0ee-3d5f0d9372bf {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:32:13.457754 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c8284e-a3fe-4975-bab8-349705f0ff38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c44f0acc-8182-461e-b7a1-7144c565733d', 'code': 200} Jul 15 23:32:13.460870 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=c44f0acc-8182-461e-b7a1-7144c565733d,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:13.468017 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c7cb5db1-6611-4728-b66f-f6dcc9a3016e None None] For port d524c482-96e6-45f3-b44b-a714a9fb3be9, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=d524c482-96e6-45f3-b44b-a714a9fb3be9,segment=NetworkSegment(d1cefd56-49ca-4e4b-9ee5-281d02a2eb63),segment_id=d1cefd56-49ca-4e4b-9ee5-281d02a2eb63)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:13.479168 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c7cb5db1-6611-4728-b66f-f6dcc9a3016e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:13.487134 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 7802cec2-0858-437b-ba1b-c789d3e3614a up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:32:13.497609 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b91d3346-2296-4e51-abcb-d9a6433d7ef4 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:13.583119 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b91d3346-2296-4e51-abcb-d9a6433d7ef4 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:13.720374 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b35e6d-f5e0-481f-b3e2-38a7a59063de req-096504d9-9cdf-4306-ae8b-1d4f24c61791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:13.721927 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-00b35e6d-f5e0-481f-b3e2-38a7a59063de req-096504d9-9cdf-4306-ae8b-1d4f24c61791 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d2c8284e-a3fe-4975-bab8-349705f0ff38 HTTP/1.1" status: 200 len: 1097 time: 0.2206020 Jul 15 23:32:13.727702 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 7802cec2-0858-437b-ba1b-c789d3e3614a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:13.729358 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:13.791511 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbc8ba7-658b-41a1-84a7-c23456a74c9d service neutron] Pushing event updated for resources: {'Port': ['ID=54b61601-8100-4182-99c8-64b141f15139,revision_number=8']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:13.798095 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cb5db1-6611-4728-b66f-f6dcc9a3016e None None] Pushing event updated for resources: {'Port': ['ID=d524c482-96e6-45f3-b44b-a714a9fb3be9,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:13.814383 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-00b35e6d-f5e0-481f-b3e2-38a7a59063de req-d3170a6a-b5c9-4058-9af3-fa67b8bf7e5f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8cac1851-6eb7-4b59-be99-9e57bad1b5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850596 Jul 15 23:32:13.834406 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-05fdef4f-e1bf-4639-9457-43bad6728444 None None] Provisioning complete for port 54b61601-8100-4182-99c8-64b141f15139 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:13.834794 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-05fdef4f-e1bf-4639-9457-43bad6728444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:13.836840 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-ecbfaa00-70f6-4085-b499-ea53fe492670 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Allocated IP 172.20.0.1 (88fed9ac-573c-4ff7-bba4-512faee6aaf1/7f66e409-c11d-46c1-83c0-e7439e17a343/a52678fe-1936-4a1d-b28b-673982cffb3d) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:32:13.900203 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f66800e5-ccbb-4ba7-afca-60aa3f4816f7 req-fe168b54-0a84-4374-a5fc-34fd23c1b8f3 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8c61c92-d476-46a7-af9c-4517a99fe503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5085449 Jul 15 23:32:13.976563 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b91d3346-2296-4e51-abcb-d9a6433d7ef4 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Router ca2db1ba-ac17-4319-844c-57a6eaa95493 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:32:13.982325 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59478706-c0bd-448c-86ed-fe99951903be req-0cbc8ba7-658b-41a1-84a7-c23456a74c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:13.983046 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-59478706-c0bd-448c-86ed-fe99951903be req-0cbc8ba7-658b-41a1-84a7-c23456a74c9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:13.985139 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-59478706-c0bd-448c-86ed-fe99951903be req-0cbc8ba7-658b-41a1-84a7-c23456a74c9d service neutron] 10.222.0.41 "PUT /v2.0/ports/54b61601-8100-4182-99c8-64b141f15139 HTTP/1.1" status: 200 len: 1121 time: 6.0607653 Jul 15 23:32:13.985913 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ca75cd1-9433-443e-b80a-f46e1e86c9d8', 'tag': '54b61601-8100-4182-99c8-64b141f15139'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:32:13.988871 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0474f2-935b-4922-964e-c8f447fc16a0" -d '{"events": [{"name": "network-changed", "server_uuid": "0ca75cd1-9433-443e-b80a-f46e1e86c9d8", "tag": "54b61601-8100-4182-99c8-64b141f15139"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:32:14.026222 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-05fdef4f-e1bf-4639-9457-43bad6728444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:14.086834 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['54b61601-8100-4182-99c8-64b141f15139'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:32:14.092793 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9622c4a8-738a-4510-b5b7-4ae7111d8336 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:14.172622 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-05fdef4f-e1bf-4639-9457-43bad6728444 None None] For port 54b61601-8100-4182-99c8-64b141f15139, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=54b61601-8100-4182-99c8-64b141f15139,segment=NetworkSegment(0b5e8ec5-ed51-4bc2-b998-73d0d8a498a3),segment_id=0b5e8ec5-ed51-4bc2-b998-73d0d8a498a3)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:14.184060 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-05fdef4f-e1bf-4639-9457-43bad6728444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:14.219697 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d754cff2-7f25-480b-a768-ba1423ec2d82 x-openstack-request-id: req-d754cff2-7f25-480b-a768-ba1423ec2d82 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:32:14.221234 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ca75cd1-9433-443e-b80a-f46e1e86c9d8", "tag": "54b61601-8100-4182-99c8-64b141f15139", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:32:14.221777 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d754cff2-7f25-480b-a768-ba1423ec2d82 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:32:14.223454 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ca75cd1-9433-443e-b80a-f46e1e86c9d8', 'tag': '54b61601-8100-4182-99c8-64b141f15139', 'status': 'completed', 'code': 200} Jul 15 23:32:14.258557 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fdef4f-e1bf-4639-9457-43bad6728444 None None] Pushing event updated for resources: {'Port': ['ID=54b61601-8100-4182-99c8-64b141f15139,revision_number=9']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:14.314937 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ecbfaa00-70f6-4085-b499-ea53fe492670 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:14.358276 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0474f2-935b-4922-964e-c8f447fc16a0 req-88782fda-66fc-497b-b313-015160a9ffd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:14.360773 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-bb0474f2-935b-4922-964e-c8f447fc16a0 req-88782fda-66fc-497b-b313-015160a9ffd5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=89469485c64e49f5b3171ed5499b9995&device_id=0ca75cd1-9433-443e-b80a-f46e1e86c9d8 HTTP/1.1" status: 200 len: 1124 time: 0.2232196 Jul 15 23:32:14.372792 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-ecbfaa00-70f6-4085-b499-ea53fe492670 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Transition to ACTIVE for port object a52678fe-1936-4a1d-b28b-673982cffb3d will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:32:14.377297 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b91d3346-2296-4e51-abcb-d9a6433d7ef4 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:32:14.390299 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da489f8a-41a7-4fbc-b6b5-f3227426be2e None None] Sync routers for ids ['ca2db1ba-ac17-4319-844c-57a6eaa95493'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:32:14.404915 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b91d3346-2296-4e51-abcb-d9a6433d7ef4 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:14.407366 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da489f8a-41a7-4fbc-b6b5-f3227426be2e None None] Routers {'ca2db1ba-ac17-4319-844c-57a6eaa95493'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:32:14.408238 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-da489f8a-41a7-4fbc-b6b5-f3227426be2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:32:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ca2db1ba-ac17-4319-844c-57a6eaa95493'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:14.480721 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ecbfaa00-70f6-4085-b499-ea53fe492670 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:14.489526 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-da489f8a-41a7-4fbc-b6b5-f3227426be2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:14.510437 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da489f8a-41a7-4fbc-b6b5-f3227426be2e None None] Routers {'ca2db1ba-ac17-4319-844c-57a6eaa95493'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:32:14.511355 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-da489f8a-41a7-4fbc-b6b5-f3227426be2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:32:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ca2db1ba-ac17-4319-844c-57a6eaa95493'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:14.566809 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbfaa00-70f6-4085-b499-ea53fe492670 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Network 88fed9ac-573c-4ff7-bba4-512faee6aaf1 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:32:14.586489 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbfaa00-70f6-4085-b499-ea53fe492670 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Pushing event updated for resources: {'Port': ['ID=a52678fe-1936-4a1d-b28b-673982cffb3d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:14.594614 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-da489f8a-41a7-4fbc-b6b5-f3227426be2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:14.595426 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da489f8a-41a7-4fbc-b6b5-f3227426be2e None None] The sync data for ids ['ca2db1ba-ac17-4319-844c-57a6eaa95493'] in n-d-794306-6 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:32:14.641663 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-ecbfaa00-70f6-4085-b499-ea53fe492670 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:32:14.642940 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0474f2-935b-4922-964e-c8f447fc16a0 req-cf1776d4-419a-4564-8e58-4a18e306da4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:14.646429 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-bb0474f2-935b-4922-964e-c8f447fc16a0 req-cf1776d4-419a-4564-8e58-4a18e306da4c service neutron] 10.222.0.49 "GET /v2.0/networks?id=ecdc87bf-da0f-4a3d-9224-f4cedc41c982 HTTP/1.1" status: 200 len: 897 time: 0.2792323 Jul 15 23:32:14.650940 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbfaa00-70f6-4085-b499-ea53fe492670 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:32:14.665987 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-08af56f3-c30b-4c5b-8cc5-ed1a13443afa None None] Provisioning complete for port d524c482-96e6-45f3-b44b-a714a9fb3be9 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:14.666742 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-08af56f3-c30b-4c5b-8cc5-ed1a13443afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:14.703016 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc97d83-51b1-4fee-9c0d-8f55bb398953 req-277d2257-5e47-495d-ac46-f15f895c8d3c tempest-InstanceActionsV221TestJSON-1607021850 tempest-InstanceActionsV221TestJSON-1607021850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:14.718190 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3bc97d83-51b1-4fee-9c0d-8f55bb398953 req-277d2257-5e47-495d-ac46-f15f895c8d3c tempest-InstanceActionsV221TestJSON-1607021850 tempest-InstanceActionsV221TestJSON-1607021850-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2c8284e-a3fe-4975-bab8-349705f0ff38 HTTP/1.1" status: 200 len: 946 time: 0.3048806 Jul 15 23:32:14.836088 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ecbfaa00-70f6-4085-b499-ea53fe492670 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:14.859629 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3bc97d83-51b1-4fee-9c0d-8f55bb398953 req-9ee4b24b-1e1d-4886-be3c-e25447974dc8 tempest-InstanceActionsV221TestJSON-1607021850 tempest-InstanceActionsV221TestJSON-1607021850-project] 10.222.0.48 "GET /v2.0/security-groups?id=8cac1851-6eb7-4b59-be99-9e57bad1b5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367936 Jul 15 23:32:14.867046 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-bb0474f2-935b-4922-964e-c8f447fc16a0 req-5891d3a8-6c1f-41b7-b719-3d0e44e77613 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54b61601-8100-4182-99c8-64b141f15139 HTTP/1.1" status: 200 len: 1001 time: 0.2115407 Jul 15 23:32:14.957369 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0474f2-935b-4922-964e-c8f447fc16a0 req-f644dbd5-e385-4ace-a439-11fc395665a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:14.960779 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-bb0474f2-935b-4922-964e-c8f447fc16a0 req-f644dbd5-e385-4ace-a439-11fc395665a9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1ab37b05-e7b9-4fe0-bd45-61e825b24f36 HTTP/1.1" status: 200 len: 835 time: 0.0849991 Jul 15 23:32:14.963454 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b91d3346-2296-4e51-abcb-d9a6433d7ef4 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] 10.222.0.48 "PUT /v2.0/floatingips/add7b50c-a1bf-44a8-aea5-34c91fa1834e HTTP/1.1" status: 200 len: 977 time: 2.9122200 Jul 15 23:32:14.966792 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56376) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:15.050583 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-9622c4a8-738a-4510-b5b7-4ae7111d8336 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Deleting port 237f2f01-8308-4fb4-9197-f20a684385b5 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:32:15.050933 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9622c4a8-738a-4510-b5b7-4ae7111d8336 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:15.059952 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0474f2-935b-4922-964e-c8f447fc16a0 req-9ae18a91-7d45-407b-a93a-44f54b3ba428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:15.061906 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-bb0474f2-935b-4922-964e-c8f447fc16a0 req-9ae18a91-7d45-407b-a93a-44f54b3ba428 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ecdc87bf-da0f-4a3d-9224-f4cedc41c982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0914202 Jul 15 23:32:15.099705 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-dd3e4c1f-44cf-4370-9e91-5ec83ad1f45f None None] Provisioning for port a52678fe-1936-4a1d-b28b-673982cffb3d completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:32:15.106779 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-dd3e4c1f-44cf-4370-9e91-5ec83ad1f45f None None] Provisioning complete for port a52678fe-1936-4a1d-b28b-673982cffb3d triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:15.107153 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dd3e4c1f-44cf-4370-9e91-5ec83ad1f45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:15.148882 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-dd3e4c1f-44cf-4370-9e91-5ec83ad1f45f None None] Port a52678fe-1936-4a1d-b28b-673982cffb3d cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:32:15.182010 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-bb0474f2-935b-4922-964e-c8f447fc16a0 req-2e8c6659-bf47-4544-9153-77bfb0f8ee27 service neutron] 10.222.0.49 "GET /v2.0/networks/ecdc87bf-da0f-4a3d-9224-f4cedc41c982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128967 Jul 15 23:32:15.279414 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ecbfaa00-70f6-4085-b499-ea53fe492670 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:15.293864 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-bb0474f2-935b-4922-964e-c8f447fc16a0 req-9f0b9c81-4931-473f-b1d1-3eac26a5f18c service neutron] 10.222.0.49 "GET /v2.0/networks/ecdc87bf-da0f-4a3d-9224-f4cedc41c982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059127 Jul 15 23:32:15.331050 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9622c4a8-738a-4510-b5b7-4ae7111d8336 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:15.342938 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af3c9f-1720-4827-85d6-18ed0ff7e4d1 req-679a3f19-17c9-460e-b1e6-03e64ff43c14 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:15.344633 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c9af3c9f-1720-4827-85d6-18ed0ff7e4d1 req-679a3f19-17c9-460e-b1e6-03e64ff43c14 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ca75cd1-9433-443e-b80a-f46e1e86c9d8 HTTP/1.1" status: 200 len: 945 time: 0.2886403 Jul 15 23:32:15.416372 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-9622c4a8-738a-4510-b5b7-4ae7111d8336 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Calling delete_port for 237f2f01-8308-4fb4-9197-f20a684385b5 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:32:15.425979 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device d524c482-96e6-45f3-b44b-a714a9fb3be9 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:32:15.461228 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca75cd1-9433-443e-b80a-f46e1e86c9d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b61601-8100-4182-99c8-64b141f15139'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:32:15.464018 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-051106f2-f80b-4c19-9c1d-4bf5e044edbe" -d '{"events": [{"server_uuid": "0ca75cd1-9433-443e-b80a-f46e1e86c9d8", "name": "network-vif-plugged", "status": "completed", "tag": "54b61601-8100-4182-99c8-64b141f15139"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:32:15.500320 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port d524c482-96e6-45f3-b44b-a714a9fb3be9 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:15.500702 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:15.522663 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23918699-764e-4b88-9ada-5555f91119eb x-openstack-request-id: req-23918699-764e-4b88-9ada-5555f91119eb {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:32:15.522961 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca75cd1-9433-443e-b80a-f46e1e86c9d8", "name": "network-vif-plugged", "status": "completed", "tag": "54b61601-8100-4182-99c8-64b141f15139", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:32:15.523217 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-23918699-764e-4b88-9ada-5555f91119eb {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:32:15.523627 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca75cd1-9433-443e-b80a-f46e1e86c9d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b61601-8100-4182-99c8-64b141f15139', 'code': 200} Jul 15 23:32:15.576965 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c9af3c9f-1720-4827-85d6-18ed0ff7e4d1 req-4ab264d0-a819-4115-afad-5ff711208a9b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8c61c92-d476-46a7-af9c-4517a99fe503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2009711 Jul 15 23:32:15.578948 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 54b61601-8100-4182-99c8-64b141f15139 details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:32:15.706776 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f6a59f4d-f2b2-4820-a936-3d44b79ee421 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Deleting port 3e390f83-5a32-4c34-a94e-a0cc31525203 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:32:15.707301 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f6a59f4d-f2b2-4820-a936-3d44b79ee421 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:15.710382 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 54b61601-8100-4182-99c8-64b141f15139, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=54b61601-8100-4182-99c8-64b141f15139,segment=NetworkSegment(0b5e8ec5-ed51-4bc2-b998-73d0d8a498a3),segment_id=0b5e8ec5-ed51-4bc2-b998-73d0d8a498a3)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:15.726450 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 54b61601-8100-4182-99c8-64b141f15139 has no active binding in host n-h2-794306-6 {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 23:32:15.898414 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f6a59f4d-f2b2-4820-a936-3d44b79ee421 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:15.899057 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f6a59f4d-f2b2-4820-a936-3d44b79ee421 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:15.933241 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f6a59f4d-f2b2-4820-a936-3d44b79ee421 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Calling delete_port for 3e390f83-5a32-4c34-a94e-a0cc31525203 owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:32:15.940305 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9622c4a8-738a-4510-b5b7-4ae7111d8336 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:15.988422 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ecbfaa00-70f6-4085-b499-ea53fe492670 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:15.992318 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9622c4a8-738a-4510-b5b7-4ae7111d8336 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Pushing event deleted for resources: {'Port': ['ID=237f2f01-8308-4fb4-9197-f20a684385b5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:16.064657 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ecbfaa00-70f6-4085-b499-ea53fe492670 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:16.633444 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ecbfaa00-70f6-4085-b499-ea53fe492670 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:16.635727 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbfaa00-70f6-4085-b499-ea53fe492670 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Pushing event updated for resources: {'Port': ['ID=a52678fe-1936-4a1d-b28b-673982cffb3d,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:16.637901 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9622c4a8-738a-4510-b5b7-4ae7111d8336 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:16.870009 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa7ceb5-b265-4fc4-b3ce-d7977dd1df9e req-84c88c9b-dd51-4c6c-a703-0dda4d3ea4ac tempest-InstanceActionsV221TestJSON-1607021850 tempest-InstanceActionsV221TestJSON-1607021850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:16.871593 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2aa7ceb5-b265-4fc4-b3ce-d7977dd1df9e req-84c88c9b-dd51-4c6c-a703-0dda4d3ea4ac tempest-InstanceActionsV221TestJSON-1607021850 tempest-InstanceActionsV221TestJSON-1607021850-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2c8284e-a3fe-4975-bab8-349705f0ff38 HTTP/1.1" status: 200 len: 946 time: 0.8274786 Jul 15 23:32:17.053804 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f6a59f4d-f2b2-4820-a936-3d44b79ee421 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:17.057404 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9622c4a8-738a-4510-b5b7-4ae7111d8336 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Router f22d8c1d-ff53-4c27-8583-707650507de8 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:32:17.060735 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbfaa00-70f6-4085-b499-ea53fe492670 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Network 88fed9ac-573c-4ff7-bba4-512faee6aaf1 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:32:17.071438 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2aa7ceb5-b265-4fc4-b3ce-d7977dd1df9e req-3341a52b-c4cb-4fb5-8ae8-db1d93f2ddfc tempest-InstanceActionsV221TestJSON-1607021850 tempest-InstanceActionsV221TestJSON-1607021850-project] 10.222.0.48 "GET /v2.0/security-groups?id=8cac1851-6eb7-4b59-be99-9e57bad1b5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923676 Jul 15 23:32:17.093931 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-ecbfaa00-70f6-4085-b499-ea53fe492670 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:32:17.104499 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a59f4d-f2b2-4820-a936-3d44b79ee421 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Pushing event deleted for resources: {'Port': ['ID=3e390f83-5a32-4c34-a94e-a0cc31525203,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:17.190383 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509680da-e434-49d2-bc9c-9bdc9702348d req-556a729a-d2b3-4149-8329-3647cb0c5b08 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:17.192051 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-509680da-e434-49d2-bc9c-9bdc9702348d req-556a729a-d2b3-4149-8329-3647cb0c5b08 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ca75cd1-9433-443e-b80a-f46e1e86c9d8 HTTP/1.1" status: 200 len: 945 time: 0.4466817 Jul 15 23:32:17.384714 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9622c4a8-738a-4510-b5b7-4ae7111d8336 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:32:17.421579 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be35074-8f59-4ea5-b934-f41a46ac4a2e None None] Sync routers for ids ['f22d8c1d-ff53-4c27-8583-707650507de8'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:32:17.426512 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-9622c4a8-738a-4510-b5b7-4ae7111d8336 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] 10.222.0.48 "PUT /v2.0/routers/f22d8c1d-ff53-4c27-8583-707650507de8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2999272 Jul 15 23:32:17.433455 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f6a59f4d-f2b2-4820-a936-3d44b79ee421 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:17.434024 n-d-794306-6 neutron-server[93770]: INFO neutron.db.l3_db [None req-f6a59f4d-f2b2-4820-a936-3d44b79ee421 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Floating IP add7b50c-a1bf-44a8-aea5-34c91fa1834e disassociated (deleted). External IP: 172.25.5.34, port: bfb14445-8811-410e-8362-9bd6930cfc07. Jul 15 23:32:17.434783 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be35074-8f59-4ea5-b934-f41a46ac4a2e None None] Routers {'f22d8c1d-ff53-4c27-8583-707650507de8'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:32:17.437041 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56416) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:17.442654 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-509680da-e434-49d2-bc9c-9bdc9702348d req-8bfdd31e-4b0f-42c3-964c-1c5acddff656 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8c61c92-d476-46a7-af9c-4517a99fe503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2181466 Jul 15 23:32:17.445749 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8be35074-8f59-4ea5-b934-f41a46ac4a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:32:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['f22d8c1d-ff53-4c27-8583-707650507de8'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:17.524300 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [None req-209071f4-b71f-45da-a993-7d63a47661a5 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] show failed (client error): The resource could not be found. Jul 15 23:32:17.525879 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-209071f4-b71f-45da-a993-7d63a47661a5 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] 10.222.0.48 "GET /v2.0/routers/tempest-non_exist_router-1699865039 HTTP/1.1" status: 404 len: 335 time: 0.0851746 Jul 15 23:32:17.532508 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56424) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:17.537400 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-9414806c-fa3e-4e6d-b553-bcb06a9686d6 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:17.560379 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8be35074-8f59-4ea5-b934-f41a46ac4a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:17.590229 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [None req-9414806c-fa3e-4e6d-b553-bcb06a9686d6 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] update failed (client error): The resource could not be found. Jul 15 23:32:17.590229 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-9414806c-fa3e-4e6d-b553-bcb06a9686d6 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] 10.222.0.48 "PUT /v2.0/routers/tempest-non_exist_router-1187943999 HTTP/1.1" status: 404 len: 335 time: 0.0527868 Jul 15 23:32:17.591099 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56426) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:17.598992 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-20b29d24-266f-4cf4-9162-dc497eebac60 None None] Provisioning complete for port a52678fe-1936-4a1d-b28b-673982cffb3d triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:17.600017 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-20b29d24-266f-4cf4-9162-dc497eebac60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:17.620009 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecbfaa00-70f6-4085-b499-ea53fe492670 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Router ecd6ae8e-847d-4b0b-84da-f356c4ab9330 is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:32:17.660279 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-5983c997-b186-4b5d-8e7f-3dac0a130e95 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Deleting subnet 0a5d03dc-2c56-4304-b114-67a99051258f {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:32:17.661548 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-20b29d24-266f-4cf4-9162-dc497eebac60 None None] Port a52678fe-1936-4a1d-b28b-673982cffb3d cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:32:17.663396 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be35074-8f59-4ea5-b934-f41a46ac4a2e None None] Routers {'f22d8c1d-ff53-4c27-8583-707650507de8'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:32:17.664104 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8be35074-8f59-4ea5-b934-f41a46ac4a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:32:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['f22d8c1d-ff53-4c27-8583-707650507de8'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:17.666785 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5983c997-b186-4b5d-8e7f-3dac0a130e95 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:17.709036 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8be35074-8f59-4ea5-b934-f41a46ac4a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:17.710502 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be35074-8f59-4ea5-b934-f41a46ac4a2e None None] The sync data for ids ['f22d8c1d-ff53-4c27-8583-707650507de8'] in n-d-794306-6 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:32:17.712751 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5983c997-b186-4b5d-8e7f-3dac0a130e95 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:17.815668 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5983c997-b186-4b5d-8e7f-3dac0a130e95 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:17.875448 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecbfaa00-70f6-4085-b499-ea53fe492670 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:32:17.887263 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-ecbfaa00-70f6-4085-b499-ea53fe492670 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "PUT /v2.0/routers/ecd6ae8e-847d-4b0b-84da-f356c4ab9330/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1981068 Jul 15 23:32:17.887458 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5983c997-b186-4b5d-8e7f-3dac0a130e95 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:17.888797 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56428) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:17.898164 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4bbe1a-4880-4dfa-be17-1615decf75a2 None None] Sync routers for ids ['ecd6ae8e-847d-4b0b-84da-f356c4ab9330'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:32:17.908622 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4bbe1a-4880-4dfa-be17-1615decf75a2 None None] Routers {'ecd6ae8e-847d-4b0b-84da-f356c4ab9330'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:32:17.909979 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-da4bbe1a-4880-4dfa-be17-1615decf75a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:32:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ecd6ae8e-847d-4b0b-84da-f356c4ab9330'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:17.920512 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f745d7ed-4634-4dfe-8ef0-ed75caa4d742 None None] Network 6d5d0cd1-bc2f-4003-b637-0fab23c8aa35 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:32:17.944138 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6a59f4d-f2b2-4820-a936-3d44b79ee421 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Router ca2db1ba-ac17-4319-844c-57a6eaa95493 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:32:17.945458 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5983c997-b186-4b5d-8e7f-3dac0a130e95 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:17.951663 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-5983c997-b186-4b5d-8e7f-3dac0a130e95 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] 10.222.0.48 "DELETE /v2.0/subnets/0a5d03dc-2c56-4304-b114-67a99051258f HTTP/1.1" status: 204 len: 168 time: 0.3593183 Jul 15 23:32:17.953180 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5983c997-b186-4b5d-8e7f-3dac0a130e95 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Pushing event deleted for resources: {'Subnet': ['ID=0a5d03dc-2c56-4304-b114-67a99051258f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:17.956264 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95613173-6779-4687-a0af-6411a6891e44 req-ecfcdfb0-81fa-4402-98e5-ca5e99a8b558 tempest-InstanceActionsV221TestJSON-1607021850 tempest-InstanceActionsV221TestJSON-1607021850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:17.956441 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56430) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:17.957931 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-95613173-6779-4687-a0af-6411a6891e44 req-ecfcdfb0-81fa-4402-98e5-ca5e99a8b558 tempest-InstanceActionsV221TestJSON-1607021850 tempest-InstanceActionsV221TestJSON-1607021850-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2c8284e-a3fe-4975-bab8-349705f0ff38 HTTP/1.1" status: 200 len: 946 time: 0.3269117 Jul 15 23:32:17.963190 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-da4bbe1a-4880-4dfa-be17-1615decf75a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:17.974185 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4bbe1a-4880-4dfa-be17-1615decf75a2 None None] Routers {'ecd6ae8e-847d-4b0b-84da-f356c4ab9330'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:32:17.975292 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-da4bbe1a-4880-4dfa-be17-1615decf75a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:32:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ecd6ae8e-847d-4b0b-84da-f356c4ab9330'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:18.004989 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7835b08-50c1-4115-a421-bbbfed6c4c15 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:18.006494 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-e7835b08-50c1-4115-a421-bbbfed6c4c15 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "GET /v2.0/ports/a52678fe-1936-4a1d-b28b-673982cffb3d HTTP/1.1" status: 200 len: 910 time: 0.1178415 Jul 15 23:32:18.010458 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56432) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:18.013208 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-da4bbe1a-4880-4dfa-be17-1615decf75a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:18.014804 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4bbe1a-4880-4dfa-be17-1615decf75a2 None None] The sync data for ids ['ecd6ae8e-847d-4b0b-84da-f356c4ab9330'] in n-d-794306-6 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:32:18.113661 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-167cde4b-8e31-43ea-9187-861cb041a3c6 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:18.142631 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-95613173-6779-4687-a0af-6411a6891e44 req-a2a132aa-df2c-486b-9fee-e2ba5fb0e7a4 tempest-InstanceActionsV221TestJSON-1607021850 tempest-InstanceActionsV221TestJSON-1607021850-project] 10.222.0.48 "GET /v2.0/security-groups?id=8cac1851-6eb7-4b59-be99-9e57bad1b5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690323 Jul 15 23:32:18.208135 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-167cde4b-8e31-43ea-9187-861cb041a3c6 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Deleting port 96495b66-d241-4627-bb38-72ded2e69ac4 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:32:18.208580 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-167cde4b-8e31-43ea-9187-861cb041a3c6 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:18.257116 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a49c0f9-ca6c-4beb-a46a-e24c7ea49c7f None None] DHCP port deletion for 6d5d0cd1-bc2f-4003-b637-0fab23c8aa35 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:32:18.293913 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-167cde4b-8e31-43ea-9187-861cb041a3c6 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] For port 96495b66-d241-4627-bb38-72ded2e69ac4, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=96495b66-d241-4627-bb38-72ded2e69ac4,segment=NetworkSegment(89d330b6-1d5e-4e7f-bdc0-aa3f358b9316),segment_id=89d330b6-1d5e-4e7f-bdc0-aa3f358b9316)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:18.294606 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-167cde4b-8e31-43ea-9187-861cb041a3c6 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:18.310711 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-167cde4b-8e31-43ea-9187-861cb041a3c6 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Calling delete_port for 96495b66-d241-4627-bb38-72ded2e69ac4 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:32:18.311348 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a49c0f9-ca6c-4beb-a46a-e24c7ea49c7f None None] Deleting port 96495b66-d241-4627-bb38-72ded2e69ac4 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:32:18.311892 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a49c0f9-ca6c-4beb-a46a-e24c7ea49c7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:18.380303 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a49c0f9-ca6c-4beb-a46a-e24c7ea49c7f None None] For port 96495b66-d241-4627-bb38-72ded2e69ac4, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=96495b66-d241-4627-bb38-72ded2e69ac4,segment=NetworkSegment(89d330b6-1d5e-4e7f-bdc0-aa3f358b9316),segment_id=89d330b6-1d5e-4e7f-bdc0-aa3f358b9316)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:18.380934 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a49c0f9-ca6c-4beb-a46a-e24c7ea49c7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:18.396578 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1a49c0f9-ca6c-4beb-a46a-e24c7ea49c7f None None] Calling delete_port for 96495b66-d241-4627-bb38-72ded2e69ac4 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:32:18.417825 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-167cde4b-8e31-43ea-9187-861cb041a3c6 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:18.421721 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a59f4d-f2b2-4820-a936-3d44b79ee421 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:32:18.432694 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f6a59f4d-f2b2-4820-a936-3d44b79ee421 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:18.447350 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167cde4b-8e31-43ea-9187-861cb041a3c6 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] No DVR routers for this DVR port 96495b66-d241-4627-bb38-72ded2e69ac4 on host n-d-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:32:18.507896 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-f6a59f4d-f2b2-4820-a936-3d44b79ee421 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] 10.222.0.48 "DELETE /v2.0/floatingips/add7b50c-a1bf-44a8-aea5-34c91fa1834e HTTP/1.1" status: 204 len: 168 time: 3.5375960 Jul 15 23:32:18.512197 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56440) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:18.527219 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167cde4b-8e31-43ea-9187-861cb041a3c6 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Pushing event deleted for resources: {'Port': ['ID=96495b66-d241-4627-bb38-72ded2e69ac4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:18.542807 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65aeaac1-015d-4f72-bf27-4c929544add0 None None] Sync routers for ids ['ca2db1ba-ac17-4319-844c-57a6eaa95493'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:32:18.554399 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65aeaac1-015d-4f72-bf27-4c929544add0 None None] Routers {'ca2db1ba-ac17-4319-844c-57a6eaa95493'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:32:18.555021 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-65aeaac1-015d-4f72-bf27-4c929544add0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:32:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ca2db1ba-ac17-4319-844c-57a6eaa95493'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:18.595670 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a49c0f9-ca6c-4beb-a46a-e24c7ea49c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:18.610518 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-65aeaac1-015d-4f72-bf27-4c929544add0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:18.615034 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a49c0f9-ca6c-4beb-a46a-e24c7ea49c7f None None] No DVR routers for this DVR port 96495b66-d241-4627-bb38-72ded2e69ac4 on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:32:18.640449 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-167cde4b-8e31-43ea-9187-861cb041a3c6 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:18.660633 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f0db2f8-71b1-4b28-9e21-a2eba4c86e67 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:18.675645 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-167cde4b-8e31-43ea-9187-861cb041a3c6 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d5d0cd1-bc2f-4003-b637-0fab23c8aa35']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:18.684276 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a49c0f9-ca6c-4beb-a46a-e24c7ea49c7f None None] Pushing event deleted for resources: {'Port': ['ID=96495b66-d241-4627-bb38-72ded2e69ac4,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:18.689127 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65aeaac1-015d-4f72-bf27-4c929544add0 None None] Routers {'ca2db1ba-ac17-4319-844c-57a6eaa95493'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:32:18.690402 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-65aeaac1-015d-4f72-bf27-4c929544add0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:32:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ca2db1ba-ac17-4319-844c-57a6eaa95493'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:18.712011 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-167cde4b-8e31-43ea-9187-861cb041a3c6 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89d330b6-1d5e-4e7f-bdc0-aa3f358b9316') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:18.712612 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-167cde4b-8e31-43ea-9187-861cb041a3c6 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89d330b6-1d5e-4e7f-bdc0-aa3f358b9316') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:18.723673 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-167cde4b-8e31-43ea-9187-861cb041a3c6 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:18.732983 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-65aeaac1-015d-4f72-bf27-4c929544add0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:18.733361 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65aeaac1-015d-4f72-bf27-4c929544add0 None None] The sync data for ids ['ca2db1ba-ac17-4319-844c-57a6eaa95493'] in n-d-794306-6 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:32:18.745705 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-167cde4b-8e31-43ea-9187-861cb041a3c6 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:18.760938 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-167cde4b-8e31-43ea-9187-861cb041a3c6 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:32:18.761826 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-167cde4b-8e31-43ea-9187-861cb041a3c6 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:18.766430 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:32:18.766430 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:32:18.766430 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:32:18.766430 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:32:18.766430 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:32:18.766430 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:32:18.766430 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:32:18.766430 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:32:18.766430 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:32:18.766430 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:32:18.766430 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:32:18.766430 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:32:18.766430 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:32:18.766430 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:32:18.766430 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:32:18.766430 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:32:18.766430 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:32:18.766430 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:32:18.766430 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:32:18.766430 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:32:18.766430 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:32:18.766430 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:32:18.766430 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:32:18.766430 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:32:18.766430 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:32:18.766430 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:32:18.766430 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:32:18.766430 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:32:18.766430 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:32:18.766430 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:32:18.766430 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:32:18.766430 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:32:18.766430 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:32:18.766430 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:32:18.766430 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:32:18.766430 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:32:18.766430 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:32:18.766430 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:32:18.766430 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:32:18.766430 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:32:18.766430 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:32:18.766430 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:32:18.849470 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-167cde4b-8e31-43ea-9187-861cb041a3c6 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:18.878731 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-167cde4b-8e31-43ea-9187-861cb041a3c6 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:18.883101 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-167cde4b-8e31-43ea-9187-861cb041a3c6 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] 10.222.0.48 "DELETE /v2.0/networks/6d5d0cd1-bc2f-4003-b637-0fab23c8aa35 HTTP/1.1" status: 204 len: 168 time: 0.9235976 Jul 15 23:32:18.886006 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56448) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:18.926172 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167cde4b-8e31-43ea-9187-861cb041a3c6 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Pushing event deleted for resources: {'Network': ['ID=6d5d0cd1-bc2f-4003-b637-0fab23c8aa35,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:18.990422 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8f9d96c-c67a-4193-8c96-7093b086f262 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Deleting subnet 98b09f93-eb82-4723-906d-564546d260fe {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:32:18.998357 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a8f9d96c-c67a-4193-8c96-7093b086f262 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:19.042038 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40eeda4-3c41-42db-994b-d264cc10060a req-76f95d70-1b84-4eaa-8d71-a7feecbfe459 tempest-InstanceActionsV221TestJSON-1607021850 tempest-InstanceActionsV221TestJSON-1607021850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:19.043689 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-a40eeda4-3c41-42db-994b-d264cc10060a req-76f95d70-1b84-4eaa-8d71-a7feecbfe459 tempest-InstanceActionsV221TestJSON-1607021850 tempest-InstanceActionsV221TestJSON-1607021850-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2c8284e-a3fe-4975-bab8-349705f0ff38 HTTP/1.1" status: 200 len: 946 time: 0.1843586 Jul 15 23:32:19.096016 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a8f9d96c-c67a-4193-8c96-7093b086f262 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:19.169352 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-0b863421-b9ce-4bf6-a9d2-6e8f5d392d02 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Deleting port bfb14445-8811-410e-8362-9bd6930cfc07 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:32:19.170234 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0b863421-b9ce-4bf6-a9d2-6e8f5d392d02 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:19.308416 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a8f9d96c-c67a-4193-8c96-7093b086f262 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:19.354002 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-a40eeda4-3c41-42db-994b-d264cc10060a req-307a8b71-a3e9-4c93-a6fb-5bdf43415bc4 tempest-InstanceActionsV221TestJSON-1607021850 tempest-InstanceActionsV221TestJSON-1607021850-project] Deleting port c44f0acc-8182-461e-b7a1-7144c565733d {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:32:19.354344 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a40eeda4-3c41-42db-994b-d264cc10060a req-307a8b71-a3e9-4c93-a6fb-5bdf43415bc4 tempest-InstanceActionsV221TestJSON-1607021850 tempest-InstanceActionsV221TestJSON-1607021850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:19.404643 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0b863421-b9ce-4bf6-a9d2-6e8f5d392d02 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:19.420140 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-0b863421-b9ce-4bf6-a9d2-6e8f5d392d02 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Calling delete_port for bfb14445-8811-410e-8362-9bd6930cfc07 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:32:19.484997 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-a40eeda4-3c41-42db-994b-d264cc10060a req-307a8b71-a3e9-4c93-a6fb-5bdf43415bc4 tempest-InstanceActionsV221TestJSON-1607021850 tempest-InstanceActionsV221TestJSON-1607021850-project] For port c44f0acc-8182-461e-b7a1-7144c565733d, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=c44f0acc-8182-461e-b7a1-7144c565733d,segment=NetworkSegment(fd625360-97f4-4285-85bf-6071269f8cf8),segment_id=fd625360-97f4-4285-85bf-6071269f8cf8)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:19.485841 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a40eeda4-3c41-42db-994b-d264cc10060a req-307a8b71-a3e9-4c93-a6fb-5bdf43415bc4 tempest-InstanceActionsV221TestJSON-1607021850 tempest-InstanceActionsV221TestJSON-1607021850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:19.501768 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 96495b66-d241-4627-bb38-72ded2e69ac4 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:32:19.502004 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-a40eeda4-3c41-42db-994b-d264cc10060a req-307a8b71-a3e9-4c93-a6fb-5bdf43415bc4 tempest-InstanceActionsV221TestJSON-1607021850 tempest-InstanceActionsV221TestJSON-1607021850-project] Calling delete_port for c44f0acc-8182-461e-b7a1-7144c565733d owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:32:19.522126 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 96495b66-d241-4627-bb38-72ded2e69ac4 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:32:19.522495 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 96495b66-d241-4627-bb38-72ded2e69ac4 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:32:19.595233 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c8e88-d872-4b1b-bfa3-ea4139ef6cb6 req-a3e6f562-4435-4913-b9de-d7a70286e0a5 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:19.596825 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e11c8e88-d872-4b1b-bfa3-ea4139ef6cb6 req-a3e6f562-4435-4913-b9de-d7a70286e0a5 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ca75cd1-9433-443e-b80a-f46e1e86c9d8 HTTP/1.1" status: 200 len: 945 time: 0.8719018 Jul 15 23:32:19.598216 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-59478706-c0bd-448c-86ed-fe99951903be req-7a2cb65d-4795-414d-ae03-46ef61a4daa2 service neutron] 10.222.0.49 "GET /v2.0/ports/54b61601-8100-4182-99c8-64b141f15139/bindings/n-h2-794306-6 HTTP/1.1" status: 200 len: 384 time: 0.4694262 Jul 15 23:32:19.647658 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a40eeda4-3c41-42db-994b-d264cc10060a req-307a8b71-a3e9-4c93-a6fb-5bdf43415bc4 tempest-InstanceActionsV221TestJSON-1607021850 tempest-InstanceActionsV221TestJSON-1607021850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:19.661145 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['c44f0acc-8182-461e-b7a1-7144c565733d'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:32:19.681636 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a8f9d96c-c67a-4193-8c96-7093b086f262 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:19.688602 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307a8b71-a3e9-4c93-a6fb-5bdf43415bc4 tempest-InstanceActionsV221TestJSON-1607021850 tempest-InstanceActionsV221TestJSON-1607021850-project] Pushing event deleted for resources: {'Port': ['ID=c44f0acc-8182-461e-b7a1-7144c565733d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:19.748737 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f9d96c-c67a-4193-8c96-7093b086f262 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Pushing event deleted for resources: {'Subnet': ['ID=98b09f93-eb82-4723-906d-564546d260fe,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:19.757244 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a8f9d96c-c67a-4193-8c96-7093b086f262 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:19.758077 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a8f9d96c-c67a-4193-8c96-7093b086f262 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] 10.222.0.48 "DELETE /v2.0/subnets/98b09f93-eb82-4723-906d-564546d260fe HTTP/1.1" status: 204 len: 168 time: 0.8619587 Jul 15 23:32:19.771989 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69073003-387b-4e44-b7b3-fcf448a5e4ce None None] Network 686fd771-9428-4643-9942-268707058183 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:32:19.772280 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56462) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:19.776354 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-a40eeda4-3c41-42db-994b-d264cc10060a req-307a8b71-a3e9-4c93-a6fb-5bdf43415bc4 tempest-InstanceActionsV221TestJSON-1607021850 tempest-InstanceActionsV221TestJSON-1607021850-project] No DVR routers for this DVR port c44f0acc-8182-461e-b7a1-7144c565733d on host n-h1-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:32:19.778815 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a40eeda4-3c41-42db-994b-d264cc10060a req-307a8b71-a3e9-4c93-a6fb-5bdf43415bc4 tempest-InstanceActionsV221TestJSON-1607021850 tempest-InstanceActionsV221TestJSON-1607021850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:19.781068 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-a40eeda4-3c41-42db-994b-d264cc10060a req-307a8b71-a3e9-4c93-a6fb-5bdf43415bc4 tempest-InstanceActionsV221TestJSON-1607021850 tempest-InstanceActionsV221TestJSON-1607021850-project] 10.222.0.49 "DELETE /v2.0/ports/c44f0acc-8182-461e-b7a1-7144c565733d HTTP/1.1" status: 204 len: 173 time: 0.7293599 Jul 15 23:32:19.781533 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c8284e-a3fe-4975-bab8-349705f0ff38', 'name': 'network-vif-deleted', 'tag': 'c44f0acc-8182-461e-b7a1-7144c565733d'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:32:19.783889 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7cee579-a8eb-4021-9940-ca2e9c709822" -d '{"events": [{"server_uuid": "d2c8284e-a3fe-4975-bab8-349705f0ff38", "name": "network-vif-deleted", "tag": "c44f0acc-8182-461e-b7a1-7144c565733d"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:32:19.834754 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126ff63-7b91-43b0-8fdb-2d1e6adb9c73 req-f59f7f3f-e547-449b-b071-8f5d841c8754 tempest-InstanceActionsV221TestJSON-1607021850 tempest-InstanceActionsV221TestJSON-1607021850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:19.837557 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5126ff63-7b91-43b0-8fdb-2d1e6adb9c73 req-f59f7f3f-e547-449b-b071-8f5d841c8754 tempest-InstanceActionsV221TestJSON-1607021850 tempest-InstanceActionsV221TestJSON-1607021850-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2c8284e-a3fe-4975-bab8-349705f0ff38 HTTP/1.1" status: 200 len: 867 time: 0.4960809 Jul 15 23:32:19.901259 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e11c8e88-d872-4b1b-bfa3-ea4139ef6cb6 req-3e5a2c82-c2af-4bd0-a8b6-d6c20fcb2b4f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8c61c92-d476-46a7-af9c-4517a99fe503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2867823 Jul 15 23:32:20.006030 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd26927-55cd-439f-bd67-846cb15ddc72 x-openstack-request-id: req-cbd26927-55cd-439f-bd67-846cb15ddc72 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:32:20.006287 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2c8284e-a3fe-4975-bab8-349705f0ff38", "name": "network-vif-deleted", "tag": "c44f0acc-8182-461e-b7a1-7144c565733d", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:32:20.006544 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cbd26927-55cd-439f-bd67-846cb15ddc72 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:32:20.007139 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c8284e-a3fe-4975-bab8-349705f0ff38', 'name': 'network-vif-deleted', 'tag': 'c44f0acc-8182-461e-b7a1-7144c565733d', 'status': 'completed', 'code': 200} Jul 15 23:32:20.038013 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dea8600-49cd-48d1-b42e-c03f0419dd79 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Deleting subnet b7c3e825-e961-4c3a-ad76-66c9e9d69fc9 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:32:20.057438 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf0ee1b-ed9b-4952-9d35-36dcde2fc45d None None] DHCP port deletion for 686fd771-9428-4643-9942-268707058183 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:32:20.060536 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3dea8600-49cd-48d1-b42e-c03f0419dd79 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:20.085495 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-3f0db2f8-71b1-4b28-9e21-a2eba4c86e67 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Allocated IP 172.21.0.1 (59c07f37-833a-4ff3-9545-dcd5049844bb/f4067cb1-4bbe-42c4-b3f2-b7030a0cc3bc/a95e9775-9012-4e3d-91e9-9fa614a984a9) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:32:20.109333 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ddf0ee1b-ed9b-4952-9d35-36dcde2fc45d None None] Deleting port cd28d905-8384-4fe3-b223-6e2308d76383 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:32:20.109891 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ddf0ee1b-ed9b-4952-9d35-36dcde2fc45d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:20.118186 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5126ff63-7b91-43b0-8fdb-2d1e6adb9c73 req-f7bcda91-7a8d-44fd-a928-3744877563bb tempest-InstanceActionsV221TestJSON-1607021850 tempest-InstanceActionsV221TestJSON-1607021850-project] 10.222.0.48 "GET /v2.0/security-groups?id=8cac1851-6eb7-4b59-be99-9e57bad1b5d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387514 Jul 15 23:32:20.153328 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0b863421-b9ce-4bf6-a9d2-6e8f5d392d02 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:20.165227 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3dea8600-49cd-48d1-b42e-c03f0419dd79 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:20.210184 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ddf0ee1b-ed9b-4952-9d35-36dcde2fc45d None None] For port cd28d905-8384-4fe3-b223-6e2308d76383, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=cd28d905-8384-4fe3-b223-6e2308d76383,segment=NetworkSegment(344db8a7-9baa-45f4-a08b-205d29423340),segment_id=344db8a7-9baa-45f4-a08b-205d29423340)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:20.210673 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ddf0ee1b-ed9b-4952-9d35-36dcde2fc45d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:20.224376 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ddf0ee1b-ed9b-4952-9d35-36dcde2fc45d None None] Calling delete_port for cd28d905-8384-4fe3-b223-6e2308d76383 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:32:20.278443 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b863421-b9ce-4bf6-a9d2-6e8f5d392d02 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Pushing event deleted for resources: {'Port': ['ID=bfb14445-8811-410e-8362-9bd6930cfc07,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:20.333748 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ddf0ee1b-ed9b-4952-9d35-36dcde2fc45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:20.369331 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf0ee1b-ed9b-4952-9d35-36dcde2fc45d None None] Pushing event deleted for resources: {'Port': ['ID=cd28d905-8384-4fe3-b223-6e2308d76383,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:20.374977 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf0ee1b-ed9b-4952-9d35-36dcde2fc45d None None] No DVR routers for this DVR port cd28d905-8384-4fe3-b223-6e2308d76383 on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:32:20.491678 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-59478706-c0bd-448c-86ed-fe99951903be req-721ec11c-a903-4e4c-bdcc-e0be6dd3ca52 service neutron] For port 54b61601-8100-4182-99c8-64b141f15139, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=54b61601-8100-4182-99c8-64b141f15139,segment=NetworkSegment(0b5e8ec5-ed51-4bc2-b998-73d0d8a498a3),segment_id=0b5e8ec5-ed51-4bc2-b998-73d0d8a498a3)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:20.537380 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f0db2f8-71b1-4b28-9e21-a2eba4c86e67 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:20.546797 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3dea8600-49cd-48d1-b42e-c03f0419dd79 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:20.555123 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0b863421-b9ce-4bf6-a9d2-6e8f5d392d02 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:20.557635 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-0b863421-b9ce-4bf6-a9d2-6e8f5d392d02 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] 10.222.0.48 "DELETE /v2.0/ports/bfb14445-8811-410e-8362-9bd6930cfc07 HTTP/1.1" status: 204 len: 168 time: 2.0446727 Jul 15 23:32:20.562500 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56472) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:20.566310 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-3a439a46-f2df-41d5-ab71-fe4c9782457c tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Request body: {'floatingip': {'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:20.599914 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-59478706-c0bd-448c-86ed-fe99951903be req-721ec11c-a903-4e4c-bdcc-e0be6dd3ca52 service neutron] For port 54b61601-8100-4182-99c8-64b141f15139, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:32:20.605904 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3a439a46-f2df-41d5-ab71-fe4c9782457c tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:20.625802 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-3f0db2f8-71b1-4b28-9e21-a2eba4c86e67 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Transition to ACTIVE for port object a95e9775-9012-4e3d-91e9-9fa614a984a9 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:32:20.685236 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca75cd1-9433-443e-b80a-f46e1e86c9d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54b61601-8100-4182-99c8-64b141f15139'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:32:20.687468 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46400848-6f21-414a-839a-5502318d5b98" -d '{"events": [{"server_uuid": "0ca75cd1-9433-443e-b80a-f46e1e86c9d8", "name": "network-vif-unplugged", "status": "completed", "tag": "54b61601-8100-4182-99c8-64b141f15139"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:32:20.695448 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3dea8600-49cd-48d1-b42e-c03f0419dd79 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:20.698058 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-59478706-c0bd-448c-86ed-fe99951903be req-721ec11c-a903-4e4c-bdcc-e0be6dd3ca52 service neutron] For port 54b61601-8100-4182-99c8-64b141f15139, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=54b61601-8100-4182-99c8-64b141f15139,segment=NetworkSegment(0b5e8ec5-ed51-4bc2-b998-73d0d8a498a3),segment_id=0b5e8ec5-ed51-4bc2-b998-73d0d8a498a3)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:20.737105 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3a439a46-f2df-41d5-ab71-fe4c9782457c tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:20.751153 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dea8600-49cd-48d1-b42e-c03f0419dd79 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Pushing event deleted for resources: {'Subnet': ['ID=b7c3e825-e961-4c3a-ad76-66c9e9d69fc9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:20.753210 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3dea8600-49cd-48d1-b42e-c03f0419dd79 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:20.755507 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-3dea8600-49cd-48d1-b42e-c03f0419dd79 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] 10.222.0.48 "DELETE /v2.0/subnets/b7c3e825-e961-4c3a-ad76-66c9e9d69fc9 HTTP/1.1" status: 204 len: 168 time: 0.9631979 Jul 15 23:32:20.760418 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56476) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:20.760778 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-59478706-c0bd-448c-86ed-fe99951903be req-721ec11c-a903-4e4c-bdcc-e0be6dd3ca52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:20.764902 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8985da6a-ca59-49ab-b372-b617ac76276a None None] Network 4efd3404-3922-4650-a4f0-3d62e3b58cec requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:32:20.792396 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c94c0b8-f554-4abd-89b4-6e9080b40bf7 x-openstack-request-id: req-6c94c0b8-f554-4abd-89b4-6e9080b40bf7 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:32:20.792689 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca75cd1-9433-443e-b80a-f46e1e86c9d8", "name": "network-vif-unplugged", "status": "completed", "tag": "54b61601-8100-4182-99c8-64b141f15139", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:32:20.793091 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6c94c0b8-f554-4abd-89b4-6e9080b40bf7 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:32:20.793994 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca75cd1-9433-443e-b80a-f46e1e86c9d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54b61601-8100-4182-99c8-64b141f15139', 'code': 200} Jul 15 23:32:20.804858 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f0db2f8-71b1-4b28-9e21-a2eba4c86e67 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:20.898283 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-3a439a46-f2df-41d5-ab71-fe4c9782457c tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Allocated IP 172.25.5.11 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/3d5c67a0-9a81-4213-a451-d107a808fd5b) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:32:20.923021 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0db2f8-71b1-4b28-9e21-a2eba4c86e67 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Network 59c07f37-833a-4ff3-9545-dcd5049844bb is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:32:20.941815 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-3f0db2f8-71b1-4b28-9e21-a2eba4c86e67 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:32:20.944149 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0db2f8-71b1-4b28-9e21-a2eba4c86e67 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Pushing event updated for resources: {'Port': ['ID=a95e9775-9012-4e3d-91e9-9fa614a984a9,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:20.950049 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0db2f8-71b1-4b28-9e21-a2eba4c86e67 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:32:20.956071 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-16d25a30-0983-404a-bcc3-b7659f4fe5b5 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:21.068411 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f0db2f8-71b1-4b28-9e21-a2eba4c86e67 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:21.078806 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-59478706-c0bd-448c-86ed-fe99951903be req-721ec11c-a903-4e4c-bdcc-e0be6dd3ca52 service neutron] Transition to ACTIVE for port object 54b61601-8100-4182-99c8-64b141f15139 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:32:21.096097 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c6f123-0cd1-4e64-9796-4c586c368e95 None None] DHCP port deletion for 4efd3404-3922-4650-a4f0-3d62e3b58cec request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:32:21.120730 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-59478706-c0bd-448c-86ed-fe99951903be req-721ec11c-a903-4e4c-bdcc-e0be6dd3ca52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:21.155406 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3a439a46-f2df-41d5-ab71-fe4c9782457c tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:21.159338 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-44c6f123-0cd1-4e64-9796-4c586c368e95 None None] Deleting port 22072097-ed13-4493-b211-e894f89c845d {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:32:21.159762 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-44c6f123-0cd1-4e64-9796-4c586c368e95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:21.215522 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3a439a46-f2df-41d5-ab71-fe4c9782457c tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:21.241580 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-44c6f123-0cd1-4e64-9796-4c586c368e95 None None] For port 22072097-ed13-4493-b211-e894f89c845d, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=22072097-ed13-4493-b211-e894f89c845d,segment=NetworkSegment(32ded46b-74c9-4366-852b-9452bb6fc31e),segment_id=32ded46b-74c9-4366-852b-9452bb6fc31e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:21.241580 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-44c6f123-0cd1-4e64-9796-4c586c368e95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:21.255903 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-44c6f123-0cd1-4e64-9796-4c586c368e95 None None] Calling delete_port for 22072097-ed13-4493-b211-e894f89c845d owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:32:21.336117 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a439a46-f2df-41d5-ab71-fe4c9782457c tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:32:21.338555 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a439a46-f2df-41d5-ab71-fe4c9782457c tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Pushing event updated for resources: {'Port': ['ID=3d5c67a0-9a81-4213-a451-d107a808fd5b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:21.351312 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-3a439a46-f2df-41d5-ab71-fe4c9782457c tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:32:21.371473 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a439a46-f2df-41d5-ab71-fe4c9782457c tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:32:21.378272 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-16d25a30-0983-404a-bcc3-b7659f4fe5b5 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:21.433024 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-16d25a30-0983-404a-bcc3-b7659f4fe5b5 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['686fd771-9428-4643-9942-268707058183']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:21.560682 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-16d25a30-0983-404a-bcc3-b7659f4fe5b5 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '344db8a7-9baa-45f4-a08b-205d29423340') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:21.560682 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-16d25a30-0983-404a-bcc3-b7659f4fe5b5 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '344db8a7-9baa-45f4-a08b-205d29423340') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:21.562416 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721ec11c-a903-4e4c-bdcc-e0be6dd3ca52 service neutron] Pushing event updated for resources: {'Port': ['ID=54b61601-8100-4182-99c8-64b141f15139,revision_number=11']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:21.582948 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-16d25a30-0983-404a-bcc3-b7659f4fe5b5 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:21.643210 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3a439a46-f2df-41d5-ab71-fe4c9782457c tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:21.657917 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f0db2f8-71b1-4b28-9e21-a2eba4c86e67 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:21.688285 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-16d25a30-0983-404a-bcc3-b7659f4fe5b5 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:21.703811 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 22072097-ed13-4493-b211-e894f89c845d no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:32:21.728702 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae9b801-2bdb-4668-9b4c-d90328f2851f req-9fda4088-b000-47a5-9a6f-3168b9883288 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:21.730367 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3ae9b801-2bdb-4668-9b4c-d90328f2851f req-9fda4088-b000-47a5-9a6f-3168b9883288 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ca75cd1-9433-443e-b80a-f46e1e86c9d8 HTTP/1.1" status: 200 len: 944 time: 0.5896447 Jul 15 23:32:21.735139 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-59478706-c0bd-448c-86ed-fe99951903be req-721ec11c-a903-4e4c-bdcc-e0be6dd3ca52 service neutron] No DVR routers for this DVR port 54b61601-8100-4182-99c8-64b141f15139 on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:32:21.737887 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16d25a30-0983-404a-bcc3-b7659f4fe5b5 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:32:21.738455 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-16d25a30-0983-404a-bcc3-b7659f4fe5b5 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:21.744388 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3a439a46-f2df-41d5-ab71-fe4c9782457c tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:21.761159 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:32:21.761159 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:32:21.761159 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:32:21.761159 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:32:21.761159 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:32:21.761159 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:32:21.761159 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:32:21.761159 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:32:21.761159 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:32:21.761159 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:32:21.761159 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:32:21.761159 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:32:21.761159 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:32:21.761159 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:32:21.761159 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:32:21.761159 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:32:21.761159 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:32:21.761159 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:32:21.761159 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:32:21.761159 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:32:21.761159 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:32:21.761159 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:32:21.761159 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:32:21.761159 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:32:21.761159 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:32:21.761159 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:32:21.761159 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:32:21.761159 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:32:21.761159 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:32:21.761159 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:32:21.761159 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:32:21.761159 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:32:21.761159 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:32:21.761159 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:32:21.761159 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:32:21.761159 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:32:21.761159 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:32:21.761159 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:32:21.761159 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:32:21.761159 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:32:21.761159 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:32:21.761159 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:32:21.778653 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d698d75a-2642-413d-aac1-f76254508a06 None None] Provisioning for port a95e9775-9012-4e3d-91e9-9fa614a984a9 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:32:21.786017 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-44c6f123-0cd1-4e64-9796-4c586c368e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:21.858266 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d698d75a-2642-413d-aac1-f76254508a06 None None] Provisioning complete for port a95e9775-9012-4e3d-91e9-9fa614a984a9 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:21.858266 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d698d75a-2642-413d-aac1-f76254508a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:21.861368 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56498) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:21.886756 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3ae9b801-2bdb-4668-9b4c-d90328f2851f req-351361d7-533b-4c77-9b4d-d68eb68f99ab tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8c61c92-d476-46a7-af9c-4517a99fe503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451204 Jul 15 23:32:21.920185 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c6f123-0cd1-4e64-9796-4c586c368e95 None None] No DVR routers for this DVR port 22072097-ed13-4493-b211-e894f89c845d on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:32:21.941412 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6f123-0cd1-4e64-9796-4c586c368e95 None None] Pushing event deleted for resources: {'Port': ['ID=22072097-ed13-4493-b211-e894f89c845d,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:21.944059 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-d698d75a-2642-413d-aac1-f76254508a06 None None] Port a95e9775-9012-4e3d-91e9-9fa614a984a9 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:32:21.945857 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Port 22072097-ed13-4493-b211-e894f89c845d update to DOWN by agent not found {{(pid=93772) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 15 23:32:21.947087 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device cd28d905-8384-4fe3-b223-6e2308d76383 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:32:21.972407 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-759b7238-0613-4712-999f-07eab24f9a94 admin admin] Deleting subnet 8dcf6e47-4b6b-4bf3-98dd-f0e2054c596b {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:32:21.979161 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: cd28d905-8384-4fe3-b223-6e2308d76383 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:32:21.979905 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device cd28d905-8384-4fe3-b223-6e2308d76383 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:32:21.986650 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-759b7238-0613-4712-999f-07eab24f9a94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:22.100738 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-759b7238-0613-4712-999f-07eab24f9a94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:22.169039 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3a439a46-f2df-41d5-ab71-fe4c9782457c tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:22.171109 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-759b7238-0613-4712-999f-07eab24f9a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:22.194502 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3a439a46-f2df-41d5-ab71-fe4c9782457c tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:22.290502 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a439a46-f2df-41d5-ab71-fe4c9782457c tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Pushing event updated for resources: {'Port': ['ID=3d5c67a0-9a81-4213-a451-d107a808fd5b,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:22.307231 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3a439a46-f2df-41d5-ab71-fe4c9782457c tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:22.311742 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-759b7238-0613-4712-999f-07eab24f9a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:22.348674 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759b7238-0613-4712-999f-07eab24f9a94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dcf6e47-4b6b-4bf3-98dd-f0e2054c596b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:22.354036 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3a439a46-f2df-41d5-ab71-fe4c9782457c tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:22.357751 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-3a439a46-f2df-41d5-ab71-fe4c9782457c tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7929771 Jul 15 23:32:22.357751 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-759b7238-0613-4712-999f-07eab24f9a94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:22.358671 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-759b7238-0613-4712-999f-07eab24f9a94 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/8dcf6e47-4b6b-4bf3-98dd-f0e2054c596b HTTP/1.1" status: 204 len: 168 time: 0.4963543 Jul 15 23:32:22.359202 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56508) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:22.364408 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-71d94317-60c6-49f6-9767-59ac42e24237 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Request body: {'port': {'network_id': 'c46fd6ed-6df7-4ffc-aca4-b3552ff283ba', 'name': 'tempest-FloatingIPTestJSON-1605171518'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:22.367515 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56510) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:22.427377 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-16d25a30-0983-404a-bcc3-b7659f4fe5b5 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:22.442648 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 54b61601-8100-4182-99c8-64b141f15139 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:32:22.482856 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 54b61601-8100-4182-99c8-64b141f15139 not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:32:22.483543 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device c44f0acc-8182-461e-b7a1-7144c565733d no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:32:22.503599 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: c44f0acc-8182-461e-b7a1-7144c565733d {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:32:22.504307 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device c44f0acc-8182-461e-b7a1-7144c565733d not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:32:22.513919 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-739f057a-1a23-4f0c-a265-eb699879c740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:22.520014 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-16d25a30-0983-404a-bcc3-b7659f4fe5b5 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:22.521960 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-16d25a30-0983-404a-bcc3-b7659f4fe5b5 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] 10.222.0.48 "DELETE /v2.0/networks/686fd771-9428-4643-9942-268707058183 HTTP/1.1" status: 204 len: 168 time: 1.7588592 Jul 15 23:32:22.522865 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d25a30-0983-404a-bcc3-b7659f4fe5b5 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Pushing event deleted for resources: {'Network': ['ID=686fd771-9428-4643-9942-268707058183,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:22.533915 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56512) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:22.611826 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d94317-60c6-49f6-9767-59ac42e24237 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Made reservation on behalf of ac60438da4e7485d81cc9c20c2190b84 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:32:22.615739 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-71d94317-60c6-49f6-9767-59ac42e24237 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:22.642370 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-739f057a-1a23-4f0c-a265-eb699879c740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:22.662336 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-739f057a-1a23-4f0c-a265-eb699879c740 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0202e2ea-7c58-4cf6-b3d2-a51f2c96db6a']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:22.675901 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-71d94317-60c6-49f6-9767-59ac42e24237 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] device_id is not set on port f2d2477a-d490-4a16-bc8b-dce3278d5d30 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:32:22.682587 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-739f057a-1a23-4f0c-a265-eb699879c740 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd625360-97f4-4285-85bf-6071269f8cf8') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:22.682912 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-739f057a-1a23-4f0c-a265-eb699879c740 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd625360-97f4-4285-85bf-6071269f8cf8') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:22.695260 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-739f057a-1a23-4f0c-a265-eb699879c740 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:22.700140 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-59478706-c0bd-448c-86ed-fe99951903be req-721ec11c-a903-4e4c-bdcc-e0be6dd3ca52 service neutron] 10.222.0.49 "PUT /v2.0/ports/54b61601-8100-4182-99c8-64b141f15139/bindings/n-h2-794306-6/activate HTTP/1.1" status: 200 len: 369 time: 3.0922618 Jul 15 23:32:22.720876 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-caa6c104-c9f4-46e0-9622-f151903e1287 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:22.748300 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-739f057a-1a23-4f0c-a265-eb699879c740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:22.761457 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-739f057a-1a23-4f0c-a265-eb699879c740 admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:32:22.761871 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-739f057a-1a23-4f0c-a265-eb699879c740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:22.763668 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:32:22.763668 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:32:22.763668 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:32:22.763668 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:32:22.763668 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:32:22.763668 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:32:22.763668 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:32:22.763668 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:32:22.763668 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:32:22.763668 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:32:22.763668 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:32:22.763668 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:32:22.763668 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:32:22.763668 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:32:22.763668 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:32:22.763668 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:32:22.763668 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:32:22.763668 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:32:22.763668 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:32:22.763668 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:32:22.763668 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:32:22.763668 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:32:22.763668 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:32:22.763668 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:32:22.763668 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:32:22.763668 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:32:22.763668 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:32:22.763668 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:32:22.763668 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:32:22.763668 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:32:22.763668 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:32:22.763668 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:32:22.871927 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-739f057a-1a23-4f0c-a265-eb699879c740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:22.874432 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-71d94317-60c6-49f6-9767-59ac42e24237 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Allocated IP 172.20.0.14 (c46fd6ed-6df7-4ffc-aca4-b3552ff283ba/c045c250-c386-4149-b310-e775d49b1a1a/f2d2477a-d490-4a16-bc8b-dce3278d5d30) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:32:22.884703 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-739f057a-1a23-4f0c-a265-eb699879c740 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:22.886522 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-739f057a-1a23-4f0c-a265-eb699879c740 admin admin] 10.222.0.48 "DELETE /v2.0/networks/0202e2ea-7c58-4cf6-b3d2-a51f2c96db6a HTTP/1.1" status: 204 len: 168 time: 0.5179620 Jul 15 23:32:22.903625 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739f057a-1a23-4f0c-a265-eb699879c740 admin admin] Pushing event deleted for resources: {'Network': ['ID=0202e2ea-7c58-4cf6-b3d2-a51f2c96db6a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:22.912098 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-caa6c104-c9f4-46e0-9622-f151903e1287 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:22.931976 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-caa6c104-c9f4-46e0-9622-f151903e1287 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4efd3404-3922-4650-a4f0-3d62e3b58cec']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:22.947558 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-caa6c104-c9f4-46e0-9622-f151903e1287 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32ded46b-74c9-4366-852b-9452bb6fc31e') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:22.948069 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-caa6c104-c9f4-46e0-9622-f151903e1287 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32ded46b-74c9-4366-852b-9452bb6fc31e') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:22.960845 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-caa6c104-c9f4-46e0-9622-f151903e1287 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:22.988201 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f0db2f8-71b1-4b28-9e21-a2eba4c86e67 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:22.990887 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-caa6c104-c9f4-46e0-9622-f151903e1287 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:23.003204 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f0db2f8-71b1-4b28-9e21-a2eba4c86e67 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:23.022539 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caa6c104-c9f4-46e0-9622-f151903e1287 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:32:23.029684 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-caa6c104-c9f4-46e0-9622-f151903e1287 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:23.061431 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:32:23.061431 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:32:23.061431 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:32:23.061431 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:32:23.061431 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:32:23.061431 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:32:23.061431 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:32:23.061431 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:32:23.061431 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:32:23.061431 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:32:23.061431 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:32:23.061431 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:32:23.061431 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:32:23.061431 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:32:23.061431 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:32:23.061431 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:32:23.061431 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:32:23.061431 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:32:23.061431 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:32:23.061431 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:32:23.061431 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:32:23.061431 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:32:23.061431 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:32:23.061431 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:32:23.061431 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:32:23.061431 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:32:23.061431 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:32:23.061431 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:32:23.061431 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:32:23.061431 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:32:23.061431 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:32:23.061431 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:32:23.215848 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56524) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:23.240748 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59478706-c0bd-448c-86ed-fe99951903be req-13ff6a71-1d62-4aea-8ba1-f8740282c1ea tempest-TestNetworkAdvancedServerOps-29383157 tempest-TestNetworkAdvancedServerOps-29383157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:23.242386 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-59478706-c0bd-448c-86ed-fe99951903be req-13ff6a71-1d62-4aea-8ba1-f8740282c1ea tempest-TestNetworkAdvancedServerOps-29383157 tempest-TestNetworkAdvancedServerOps-29383157-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=0ca75cd1-9433-443e-b80a-f46e1e86c9d8&tenant_id=89469485c64e49f5b3171ed5499b9995&binding%3Ahost_id=n-h1-794306-6 HTTP/1.1" status: 200 len: 1095 time: 0.4465137 Jul 15 23:32:23.245129 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f0db2f8-71b1-4b28-9e21-a2eba4c86e67 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:23.255049 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0db2f8-71b1-4b28-9e21-a2eba4c86e67 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Pushing event updated for resources: {'Port': ['ID=a95e9775-9012-4e3d-91e9-9fa614a984a9,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:23.273026 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-caa6c104-c9f4-46e0-9622-f151903e1287 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:23.309809 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-caa6c104-c9f4-46e0-9622-f151903e1287 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:23.313932 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-caa6c104-c9f4-46e0-9622-f151903e1287 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] 10.222.0.48 "DELETE /v2.0/networks/4efd3404-3922-4650-a4f0-3d62e3b58cec HTTP/1.1" status: 204 len: 168 time: 0.7754588 Jul 15 23:32:23.321572 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56526) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:23.389253 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa6c104-c9f4-46e0-9622-f151903e1287 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Pushing event deleted for resources: {'Network': ['ID=4efd3404-3922-4650-a4f0-3d62e3b58cec,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:23.465017 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-ed02ac3f-0b63-4cb0-87de-fe3fe7208ed3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9ac987c1e12443d183368931ae73f1fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2469358 Jul 15 23:32:23.472272 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56528) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:23.501753 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bb1289d-de64-4953-91fe-97f01c368506 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Deleting subnet d09e553a-acce-476e-a57c-ae4c81a1f7eb {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:32:23.511404 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f713c3-d789-454f-92ac-3be4f5b9d3a0 req-90a2a370-f3e9-4242-a52c-20514330f2d4 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:23.513101 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-71d94317-60c6-49f6-9767-59ac42e24237 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:23.513234 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-41f713c3-d789-454f-92ac-3be4f5b9d3a0 req-90a2a370-f3e9-4242-a52c-20514330f2d4 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ca75cd1-9433-443e-b80a-f46e1e86c9d8 HTTP/1.1" status: 200 len: 944 time: 0.4002278 Jul 15 23:32:23.517566 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6bb1289d-de64-4953-91fe-97f01c368506 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:23.568449 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f013fbb3-2a4e-4cbd-b170-3ad86b77a5ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:23.583650 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59478706-c0bd-448c-86ed-fe99951903be req-b822199b-1b46-40d6-9034-aa67e6913cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:23.585187 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-59478706-c0bd-448c-86ed-fe99951903be req-b822199b-1b46-40d6-9034-aa67e6913cd2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0ca75cd1-9433-443e-b80a-f46e1e86c9d8&tenant_id=89469485c64e49f5b3171ed5499b9995 HTTP/1.1" status: 200 len: 1095 time: 0.3229010 Jul 15 23:32:23.603860 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f013fbb3-2a4e-4cbd-b170-3ad86b77a5ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:23.605590 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-71d94317-60c6-49f6-9767-59ac42e24237 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:23.610479 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6bb1289d-de64-4953-91fe-97f01c368506 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:23.652550 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0db2f8-71b1-4b28-9e21-a2eba4c86e67 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Network 59c07f37-833a-4ff3-9545-dcd5049844bb is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:32:23.663561 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-3f0db2f8-71b1-4b28-9e21-a2eba4c86e67 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:32:23.694886 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d94317-60c6-49f6-9767-59ac42e24237 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Network c46fd6ed-6df7-4ffc-aca4-b3552ff283ba is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:32:23.694886 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-71d94317-60c6-49f6-9767-59ac42e24237 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:32:23.699741 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d94317-60c6-49f6-9767-59ac42e24237 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:32:23.707208 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d94317-60c6-49f6-9767-59ac42e24237 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Pushing event updated for resources: {'Port': ['ID=f2d2477a-d490-4a16-bc8b-dce3278d5d30,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:23.724536 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-41f713c3-d789-454f-92ac-3be4f5b9d3a0 req-e7e9da95-f66c-410b-8ac8-c0c78a4f7255 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8c61c92-d476-46a7-af9c-4517a99fe503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1828165 Jul 15 23:32:23.773240 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d94317-60c6-49f6-9767-59ac42e24237 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:23.773921 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-71d94317-60c6-49f6-9767-59ac42e24237 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:23.778884 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f013fbb3-2a4e-4cbd-b170-3ad86b77a5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:23.781368 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f013fbb3-2a4e-4cbd-b170-3ad86b77a5ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:23.782700 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f013fbb3-2a4e-4cbd-b170-3ad86b77a5ac admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8cac1851-6eb7-4b59-be99-9e57bad1b5d8 HTTP/1.1" status: 204 len: 168 time: 0.3095081 Jul 15 23:32:23.802919 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f013fbb3-2a4e-4cbd-b170-3ad86b77a5ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cac1851-6eb7-4b59-be99-9e57bad1b5d8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:23.821603 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-71d94317-60c6-49f6-9767-59ac42e24237 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4613118 Jul 15 23:32:23.824526 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56538) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:23.845212 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-49743094-e669-4df0-abfa-9d1818e0b030 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Request body: {'floatingip': {'port_id': 'f2d2477a-d490-4a16-bc8b-dce3278d5d30'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:23.894399 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-49743094-e669-4df0-abfa-9d1818e0b030 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for floatingip, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:23.922663 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f0db2f8-71b1-4b28-9e21-a2eba4c86e67 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Router ecd6ae8e-847d-4b0b-84da-f356c4ab9330 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:32:23.966826 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6bb1289d-de64-4953-91fe-97f01c368506 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:24.058436 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2af1223d-33ad-41e5-80ff-86362e4b976c None None] Provisioning complete for port a95e9775-9012-4e3d-91e9-9fa614a984a9 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:24.059047 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2af1223d-33ad-41e5-80ff-86362e4b976c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:24.085994 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59478706-c0bd-448c-86ed-fe99951903be req-6573a8a4-3a6d-439a-b302-25e38102f318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:24.088775 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-59478706-c0bd-448c-86ed-fe99951903be req-6573a8a4-3a6d-439a-b302-25e38102f318 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=89469485c64e49f5b3171ed5499b9995&device_id=0ca75cd1-9433-443e-b80a-f46e1e86c9d8 HTTP/1.1" status: 200 len: 1095 time: 0.4465523 Jul 15 23:32:24.160679 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2af1223d-33ad-41e5-80ff-86362e4b976c None None] Port a95e9775-9012-4e3d-91e9-9fa614a984a9 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:32:24.194826 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f0db2f8-71b1-4b28-9e21-a2eba4c86e67 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:32:24.197324 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6bb1289d-de64-4953-91fe-97f01c368506 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:24.208862 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-3f0db2f8-71b1-4b28-9e21-a2eba4c86e67 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "PUT /v2.0/routers/ecd6ae8e-847d-4b0b-84da-f356c4ab9330/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1972809 Jul 15 23:32:24.212888 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d59a961-a6eb-4420-b945-a2d746b15de8 None None] Sync routers for ids ['ecd6ae8e-847d-4b0b-84da-f356c4ab9330'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:32:24.215697 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56542) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:24.224373 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fcb0284-5e12-4928-894a-9f50125bc352 None None] Network aff7188a-9b0b-436d-b49c-02a9e55cfd5b requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:32:24.228703 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d59a961-a6eb-4420-b945-a2d746b15de8 None None] Routers {'ecd6ae8e-847d-4b0b-84da-f356c4ab9330'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:32:24.229346 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8d59a961-a6eb-4420-b945-a2d746b15de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:32:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ecd6ae8e-847d-4b0b-84da-f356c4ab9330'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:24.252833 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6bb1289d-de64-4953-91fe-97f01c368506 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:24.254752 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-6bb1289d-de64-4953-91fe-97f01c368506 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] 10.222.0.48 "DELETE /v2.0/subnets/d09e553a-acce-476e-a57c-ae4c81a1f7eb HTTP/1.1" status: 204 len: 168 time: 0.9310961 Jul 15 23:32:24.290584 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56544) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:24.302802 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb1289d-de64-4953-91fe-97f01c368506 tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Pushing event deleted for resources: {'Subnet': ['ID=d09e553a-acce-476e-a57c-ae4c81a1f7eb,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:24.322883 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59478706-c0bd-448c-86ed-fe99951903be req-98ccabcd-ed29-4250-81e3-d59dddfc2256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:24.324155 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-59478706-c0bd-448c-86ed-fe99951903be req-98ccabcd-ed29-4250-81e3-d59dddfc2256 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ecdc87bf-da0f-4a3d-9224-f4cedc41c982 HTTP/1.1" status: 200 len: 897 time: 0.2271585 Jul 15 23:32:24.329595 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8d59a961-a6eb-4420-b945-a2d746b15de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:24.349097 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d59a961-a6eb-4420-b945-a2d746b15de8 None None] Routers {'ecd6ae8e-847d-4b0b-84da-f356c4ab9330'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:32:24.349733 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8d59a961-a6eb-4420-b945-a2d746b15de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:32:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ecd6ae8e-847d-4b0b-84da-f356c4ab9330'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:24.396962 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07918550-150d-446f-a465-d3780e7e9469 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:24.410213 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-07918550-150d-446f-a465-d3780e7e9469 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "GET /v2.0/ports/a95e9775-9012-4e3d-91e9-9fa614a984a9 HTTP/1.1" status: 200 len: 910 time: 0.1892400 Jul 15 23:32:24.431587 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56550) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:24.433070 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8d59a961-a6eb-4420-b945-a2d746b15de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:24.433749 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d59a961-a6eb-4420-b945-a2d746b15de8 None None] The sync data for ids ['ecd6ae8e-847d-4b0b-84da-f356c4ab9330'] in n-d-794306-6 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:32:24.567640 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69cc2ae1-ccc3-4ac5-80f4-f3f60a6ad46b tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:24.574314 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-59478706-c0bd-448c-86ed-fe99951903be req-4ae79398-a77b-4d70-aa5e-241b8bee3a79 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54b61601-8100-4182-99c8-64b141f15139 HTTP/1.1" status: 200 len: 999 time: 0.2366571 Jul 15 23:32:24.621626 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-49743094-e669-4df0-abfa-9d1818e0b030 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:24.626625 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-49743094-e669-4df0-abfa-9d1818e0b030 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:24.690656 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ce6a51-9b2e-4482-b5fa-b5f33d868293 None None] DHCP port deletion for aff7188a-9b0b-436d-b49c-02a9e55cfd5b request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:32:24.695621 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59478706-c0bd-448c-86ed-fe99951903be req-60891874-8b63-432b-95cb-1f7b1a6def20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:24.700089 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-59478706-c0bd-448c-86ed-fe99951903be req-60891874-8b63-432b-95cb-1f7b1a6def20 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1ab37b05-e7b9-4fe0-bd45-61e825b24f36 HTTP/1.1" status: 200 len: 835 time: 0.1168182 Jul 15 23:32:24.831217 n-d-794306-6 neutron-server[93771]: INFO neutron.db.l3_db [None req-49743094-e669-4df0-abfa-9d1818e0b030 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Floating IP 2307ca03-789e-484e-a102-ca710b441310 associated. External IP: 172.25.5.11, port: f2d2477a-d490-4a16-bc8b-dce3278d5d30. Jul 15 23:32:24.835984 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c5ce6a51-9b2e-4482-b5fa-b5f33d868293 None None] Deleting port 1224d960-2a75-4ecc-986f-1c394ff5b172 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:32:24.838659 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c5ce6a51-9b2e-4482-b5fa-b5f33d868293 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:24.975693 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c5ce6a51-9b2e-4482-b5fa-b5f33d868293 None None] For port 1224d960-2a75-4ecc-986f-1c394ff5b172, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=1224d960-2a75-4ecc-986f-1c394ff5b172,segment=NetworkSegment(feeb1b09-257a-44d8-b35c-5bf4f0cbf3dc),segment_id=feeb1b09-257a-44d8-b35c-5bf4f0cbf3dc)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:24.976382 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c5ce6a51-9b2e-4482-b5fa-b5f33d868293 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:24.993415 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c5ce6a51-9b2e-4482-b5fa-b5f33d868293 None None] Calling delete_port for 1224d960-2a75-4ecc-986f-1c394ff5b172 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:32:25.097170 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c5ce6a51-9b2e-4482-b5fa-b5f33d868293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:25.125126 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-69cc2ae1-ccc3-4ac5-80f4-f3f60a6ad46b tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Deleting port 1224d960-2a75-4ecc-986f-1c394ff5b172 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:32:25.125569 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69cc2ae1-ccc3-4ac5-80f4-f3f60a6ad46b tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:25.148716 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ce6a51-9b2e-4482-b5fa-b5f33d868293 None None] Pushing event deleted for resources: {'Port': ['ID=1224d960-2a75-4ecc-986f-1c394ff5b172,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:25.163016 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ce6a51-9b2e-4482-b5fa-b5f33d868293 None None] No DVR routers for this DVR port 1224d960-2a75-4ecc-986f-1c394ff5b172 on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:32:25.170720 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59478706-c0bd-448c-86ed-fe99951903be req-8f40b16a-4997-40c0-938a-f2ff0e3ea053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:25.172886 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-59478706-c0bd-448c-86ed-fe99951903be req-8f40b16a-4997-40c0-938a-f2ff0e3ea053 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ecdc87bf-da0f-4a3d-9224-f4cedc41c982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4325802 Jul 15 23:32:25.177100 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ce6a51-9b2e-4482-b5fa-b5f33d868293 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:25.178246 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ce6a51-9b2e-4482-b5fa-b5f33d868293 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:25.178246 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ce6a51-9b2e-4482-b5fa-b5f33d868293 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:25.178619 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ce6a51-9b2e-4482-b5fa-b5f33d868293 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:25.179050 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ce6a51-9b2e-4482-b5fa-b5f33d868293 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:25.179519 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ce6a51-9b2e-4482-b5fa-b5f33d868293 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:25.179965 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ce6a51-9b2e-4482-b5fa-b5f33d868293 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:25.181679 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ce6a51-9b2e-4482-b5fa-b5f33d868293 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:25.182141 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ce6a51-9b2e-4482-b5fa-b5f33d868293 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:25.182574 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ce6a51-9b2e-4482-b5fa-b5f33d868293 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:25.182994 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ce6a51-9b2e-4482-b5fa-b5f33d868293 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:25.183459 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ce6a51-9b2e-4482-b5fa-b5f33d868293 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:25.197929 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56568) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:25.301829 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49743094-e669-4df0-abfa-9d1818e0b030 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Router ca2db1ba-ac17-4319-844c-57a6eaa95493 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:32:25.428329 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49743094-e669-4df0-abfa-9d1818e0b030 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:32:25.438980 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0320f039-18f2-428b-aaeb-a145231ea9e5 None None] Sync routers for ids ['ca2db1ba-ac17-4319-844c-57a6eaa95493'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:32:25.441189 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-49743094-e669-4df0-abfa-9d1818e0b030 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:25.480594 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 1224d960-2a75-4ecc-986f-1c394ff5b172 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:32:25.492793 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-49743094-e669-4df0-abfa-9d1818e0b030 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] 10.222.0.48 "PUT /v2.0/floatingips/2307ca03-789e-484e-a102-ca710b441310 HTTP/1.1" status: 200 len: 978 time: 1.6667814 Jul 15 23:32:25.493827 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56574) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:25.506055 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0320f039-18f2-428b-aaeb-a145231ea9e5 None None] Routers {'ca2db1ba-ac17-4319-844c-57a6eaa95493'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:32:25.507229 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-0320f039-18f2-428b-aaeb-a145231ea9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:32:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ca2db1ba-ac17-4319-844c-57a6eaa95493'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:25.510372 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 1224d960-2a75-4ecc-986f-1c394ff5b172 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:32:25.510843 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 1224d960-2a75-4ecc-986f-1c394ff5b172 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:32:25.528474 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:25.566738 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-0320f039-18f2-428b-aaeb-a145231ea9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:25.578323 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0320f039-18f2-428b-aaeb-a145231ea9e5 None None] Routers {'ca2db1ba-ac17-4319-844c-57a6eaa95493'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:32:25.579276 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-0320f039-18f2-428b-aaeb-a145231ea9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:32:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ca2db1ba-ac17-4319-844c-57a6eaa95493'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:25.617098 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-0320f039-18f2-428b-aaeb-a145231ea9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:25.618662 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0320f039-18f2-428b-aaeb-a145231ea9e5 None None] The sync data for ids ['ca2db1ba-ac17-4319-844c-57a6eaa95493'] in n-d-794306-6 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:32:25.645002 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-81d8f371-a105-49da-adb6-120b60cd1165 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Deleting port f2d2477a-d490-4a16-bc8b-dce3278d5d30 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:32:25.645466 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-81d8f371-a105-49da-adb6-120b60cd1165 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:25.708055 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-69cc2ae1-ccc3-4ac5-80f4-f3f60a6ad46b tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] For port 1224d960-2a75-4ecc-986f-1c394ff5b172, host n-d-794306-6, got binding levels [] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:25.708681 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69cc2ae1-ccc3-4ac5-80f4-f3f60a6ad46b tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:25.746061 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-81d8f371-a105-49da-adb6-120b60cd1165 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:25.766705 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-69cc2ae1-ccc3-4ac5-80f4-f3f60a6ad46b tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Calling delete_port for 1224d960-2a75-4ecc-986f-1c394ff5b172 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:32:25.770707 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.ipam_backend_mixin [None req-69cc2ae1-ccc3-4ac5-80f4-f3f60a6ad46b tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Port 1224d960-2a75-4ecc-986f-1c394ff5b172 was not found and therefore no delete operation was performed {{(pid=93770) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 23:32:25.773249 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69cc2ae1-ccc3-4ac5-80f4-f3f60a6ad46b tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:25.824398 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-12711363-fb66-4400-9f5a-429a886112c4 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-37223586-network', 'tenant_id': '1482c544a11f4437b346c979b3eb517a'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:25.866804 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3713a5-d99d-4c39-b3f7-c9cd9207d53a req-8fd66f68-8365-4933-9ba5-417acc82ecaf tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:25.868552 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2a3713a5-d99d-4c39-b3f7-c9cd9207d53a req-8fd66f68-8365-4933-9ba5-417acc82ecaf tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ca75cd1-9433-443e-b80a-f46e1e86c9d8 HTTP/1.1" status: 200 len: 944 time: 0.8727927 Jul 15 23:32:25.873520 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cc2ae1-ccc3-4ac5-80f4-f3f60a6ad46b tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Pushing event deleted for resources: {'Port': ['ID=1224d960-2a75-4ecc-986f-1c394ff5b172,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:25.890257 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cc2ae1-ccc3-4ac5-80f4-f3f60a6ad46b tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] No DVR routers for this DVR port 1224d960-2a75-4ecc-986f-1c394ff5b172 on host n-d-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:32:25.942738 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-81d8f371-a105-49da-adb6-120b60cd1165 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:25.943347 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-81d8f371-a105-49da-adb6-120b60cd1165 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:25.943484 n-d-794306-6 neutron-server[93771]: INFO neutron.db.l3_db [None req-81d8f371-a105-49da-adb6-120b60cd1165 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Floating IP 2307ca03-789e-484e-a102-ca710b441310 disassociated. External IP: 172.25.5.11, port: f2d2477a-d490-4a16-bc8b-dce3278d5d30. Jul 15 23:32:25.943764 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-81d8f371-a105-49da-adb6-120b60cd1165 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Calling delete_port for f2d2477a-d490-4a16-bc8b-dce3278d5d30 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:32:25.975113 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12711363-fb66-4400-9f5a-429a886112c4 admin admin] Made reservation on behalf of 1482c544a11f4437b346c979b3eb517a for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:32:25.978373 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12711363-fb66-4400-9f5a-429a886112c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:25.998558 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-59478706-c0bd-448c-86ed-fe99951903be req-293483f0-1926-4e6a-ae77-72bd5230cbe7 service neutron] 10.222.0.41 "GET /v2.0/networks/ecdc87bf-da0f-4a3d-9224-f4cedc41c982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8044045 Jul 15 23:32:26.031727 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12711363-fb66-4400-9f5a-429a886112c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:26.089047 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69cc2ae1-ccc3-4ac5-80f4-f3f60a6ad46b tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:26.093660 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-81d8f371-a105-49da-adb6-120b60cd1165 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:26.122162 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2a3713a5-d99d-4c39-b3f7-c9cd9207d53a req-f475723a-ce95-4bb0-9060-bd8cbd2b196a tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8c61c92-d476-46a7-af9c-4517a99fe503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2223933 Jul 15 23:32:26.125794 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-69cc2ae1-ccc3-4ac5-80f4-f3f60a6ad46b tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aff7188a-9b0b-436d-b49c-02a9e55cfd5b']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:26.127038 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d8f371-a105-49da-adb6-120b60cd1165 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Pushing event deleted for resources: {'Port': ['ID=f2d2477a-d490-4a16-bc8b-dce3278d5d30,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:26.155435 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-69cc2ae1-ccc3-4ac5-80f4-f3f60a6ad46b tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feeb1b09-257a-44d8-b35c-5bf4f0cbf3dc') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:26.155765 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-69cc2ae1-ccc3-4ac5-80f4-f3f60a6ad46b tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feeb1b09-257a-44d8-b35c-5bf4f0cbf3dc') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:26.206722 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69cc2ae1-ccc3-4ac5-80f4-f3f60a6ad46b tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:26.238473 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69cc2ae1-ccc3-4ac5-80f4-f3f60a6ad46b tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:26.253824 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69cc2ae1-ccc3-4ac5-80f4-f3f60a6ad46b tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:32:26.254169 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69cc2ae1-ccc3-4ac5-80f4-f3f60a6ad46b tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:26.263727 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:32:26.263727 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:32:26.263727 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:32:26.263727 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:32:26.263727 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:32:26.263727 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:32:26.263727 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:32:26.263727 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:32:26.263727 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:32:26.263727 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:32:26.263727 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:32:26.263727 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:32:26.263727 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:32:26.263727 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:32:26.263727 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:32:26.263727 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:32:26.263727 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:32:26.263727 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:32:26.263727 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:32:26.263727 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:32:26.263727 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:32:26.263727 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:32:26.263727 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:32:26.263727 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:32:26.263727 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:32:26.263727 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:32:26.263727 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:32:26.263727 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:32:26.263727 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:32:26.263727 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:32:26.263727 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:32:26.263727 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:32:26.282115 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81d8f371-a105-49da-adb6-120b60cd1165 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Router ca2db1ba-ac17-4319-844c-57a6eaa95493 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:32:26.304873 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-59478706-c0bd-448c-86ed-fe99951903be req-bf4a055c-5605-4a16-b739-d7f0481b09bb service neutron] 10.222.0.41 "GET /v2.0/networks/ecdc87bf-da0f-4a3d-9224-f4cedc41c982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890265 Jul 15 23:32:26.307892 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bebebad2-5b3b-4ab3-ba00-f486ddb9783b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:26.409634 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d8f371-a105-49da-adb6-120b60cd1165 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:32:26.429974 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abf4f08-422f-4202-b2a9-8e48934fca48 None None] Sync routers for ids ['ca2db1ba-ac17-4319-844c-57a6eaa95493'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:32:26.441193 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abf4f08-422f-4202-b2a9-8e48934fca48 None None] Routers {'ca2db1ba-ac17-4319-844c-57a6eaa95493'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:32:26.442153 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-2abf4f08-422f-4202-b2a9-8e48934fca48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:32:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ca2db1ba-ac17-4319-844c-57a6eaa95493'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:26.475934 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-2abf4f08-422f-4202-b2a9-8e48934fca48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:26.486322 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abf4f08-422f-4202-b2a9-8e48934fca48 None None] Routers {'ca2db1ba-ac17-4319-844c-57a6eaa95493'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:32:26.486635 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12711363-fb66-4400-9f5a-429a886112c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:26.487625 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-2abf4f08-422f-4202-b2a9-8e48934fca48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:32:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ca2db1ba-ac17-4319-844c-57a6eaa95493'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:26.489665 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69cc2ae1-ccc3-4ac5-80f4-f3f60a6ad46b tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:26.511142 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69cc2ae1-ccc3-4ac5-80f4-f3f60a6ad46b tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:26.514311 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-69cc2ae1-ccc3-4ac5-80f4-f3f60a6ad46b tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] 10.222.0.48 "DELETE /v2.0/networks/aff7188a-9b0b-436d-b49c-02a9e55cfd5b HTTP/1.1" status: 204 len: 168 time: 2.2226980 Jul 15 23:32:26.518484 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56588) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:26.521858 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12711363-fb66-4400-9f5a-429a886112c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:26.530801 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-2abf4f08-422f-4202-b2a9-8e48934fca48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:26.531750 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abf4f08-422f-4202-b2a9-8e48934fca48 None None] The sync data for ids ['ca2db1ba-ac17-4319-844c-57a6eaa95493'] in n-d-794306-6 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:32:26.536662 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12711363-fb66-4400-9f5a-429a886112c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:32:26.569817 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-73b6cc7e-f414-4100-b26b-5251248e163a tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] 10.222.0.48 "GET /v2.0/ports?device_id=f22d8c1d-ff53-4c27-8583-707650507de8 HTTP/1.1" status: 200 len: 205 time: 0.0500221 Jul 15 23:32:26.570814 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cc2ae1-ccc3-4ac5-80f4-f3f60a6ad46b tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Pushing event deleted for resources: {'Network': ['ID=aff7188a-9b0b-436d-b49c-02a9e55cfd5b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:26.572628 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56590) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:26.584096 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12711363-fb66-4400-9f5a-429a886112c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:26.584501 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-12711363-fb66-4400-9f5a-429a886112c4 admin admin] Added segment 1221e74c-ebb2-4cb8-bf72-835ef0508fbe of type vlan for network 319575b4-274a-45da-9bf1-6decf487208b Jul 15 23:32:26.589671 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-81d8f371-a105-49da-adb6-120b60cd1165 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:26.592705 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-81d8f371-a105-49da-adb6-120b60cd1165 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] 10.222.0.48 "DELETE /v2.0/ports/f2d2477a-d490-4a16-bc8b-dce3278d5d30 HTTP/1.1" status: 204 len: 168 time: 1.0977943 Jul 15 23:32:26.599224 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56592) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:26.660216 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-e24e5d3e-490a-4449-9f32-0aef3a860e7a tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] 10.222.0.48 "GET /v2.0/floatingips/2307ca03-789e-484e-a102-ca710b441310 HTTP/1.1" status: 200 len: 687 time: 0.0560052 Jul 15 23:32:26.698377 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56594) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:26.745331 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c8de24cb-3c3c-4f50-a29f-e03e9bd1b38b tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:26.770756 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12711363-fb66-4400-9f5a-429a886112c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e640dc-b019-4aa7-bc0e-277e734b1e07,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:26.813332 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12711363-fb66-4400-9f5a-429a886112c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:26.875722 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12711363-fb66-4400-9f5a-429a886112c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:26.876717 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12711363-fb66-4400-9f5a-429a886112c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:26.877306 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12711363-fb66-4400-9f5a-429a886112c4 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:26.885852 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59478706-c0bd-448c-86ed-fe99951903be req-768fb11b-5314-41fd-b82e-f9219ea02bef tempest-TestNetworkAdvancedServerOps-29383157 tempest-TestNetworkAdvancedServerOps-29383157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:26.887384 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-59478706-c0bd-448c-86ed-fe99951903be req-768fb11b-5314-41fd-b82e-f9219ea02bef tempest-TestNetworkAdvancedServerOps-29383157 tempest-TestNetworkAdvancedServerOps-29383157-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=0ca75cd1-9433-443e-b80a-f46e1e86c9d8&tenant_id=89469485c64e49f5b3171ed5499b9995&binding%3Ahost_id=n-h2-794306-6 HTTP/1.1" status: 200 len: 1095 time: 0.1704199 Jul 15 23:32:26.972879 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-12711363-fb66-4400-9f5a-429a886112c4 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7717161 Jul 15 23:32:26.980029 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56604) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:26.997639 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-bad9d86a-b9fb-4662-9299-30d58cdebaa2 admin admin] Request body: {'subnet': {'network_id': '319575b4-274a-45da-9bf1-6decf487208b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-37223586-subnet', 'tenant_id': '1482c544a11f4437b346c979b3eb517a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:26.998170 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c8de24cb-3c3c-4f50-a29f-e03e9bd1b38b tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:27.023464 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c8de24cb-3c3c-4f50-a29f-e03e9bd1b38b tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:27.047821 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12711363-fb66-4400-9f5a-429a886112c4 admin admin] Pushing event updated for resources: {'Network': ['ID=319575b4-274a-45da-9bf1-6decf487208b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:27.065202 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 319575b4-274a-45da-9bf1-6decf487208b details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:32:27.081870 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c8de24cb-3c3c-4f50-a29f-e03e9bd1b38b tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:27.082422 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8de24cb-3c3c-4f50-a29f-e03e9bd1b38b tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Fanout notify agent at l3_agent the message router_deleted on router f22d8c1d-ff53-4c27-8583-707650507de8 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:32:27.090081 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c8de24cb-3c3c-4f50-a29f-e03e9bd1b38b tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:27.093576 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c8de24cb-3c3c-4f50-a29f-e03e9bd1b38b tempest-RoutersNegativeIpV6Test-590792564 tempest-RoutersNegativeIpV6Test-590792564-project] 10.222.0.48 "DELETE /v2.0/routers/f22d8c1d-ff53-4c27-8583-707650507de8 HTTP/1.1" status: 204 len: 168 time: 0.5120499 Jul 15 23:32:27.112002 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-2115f061-0084-4a2d-92db-0c02f87621c0 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Deleting port 3d5c67a0-9a81-4213-a451-d107a808fd5b {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:32:27.112340 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2115f061-0084-4a2d-92db-0c02f87621c0 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:27.129696 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad9d86a-b9fb-4662-9299-30d58cdebaa2 admin admin] Made reservation on behalf of 1482c544a11f4437b346c979b3eb517a for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:32:27.132432 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bad9d86a-b9fb-4662-9299-30d58cdebaa2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:27.248768 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2115f061-0084-4a2d-92db-0c02f87621c0 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:27.249153 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2115f061-0084-4a2d-92db-0c02f87621c0 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:27.270157 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-2115f061-0084-4a2d-92db-0c02f87621c0 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Calling delete_port for 3d5c67a0-9a81-4213-a451-d107a808fd5b owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:32:27.354903 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56614) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:27.377584 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-bebebad2-5b3b-4ab3-ba00-f486ddb9783b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Deleting port a95e9775-9012-4e3d-91e9-9fa614a984a9 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:32:27.377938 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bebebad2-5b3b-4ab3-ba00-f486ddb9783b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:27.401943 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-59478706-c0bd-448c-86ed-fe99951903be req-4aca475f-4b99-4bee-9675-e889c849af7f service neutron] For port 54b61601-8100-4182-99c8-64b141f15139, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:32:27.419043 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-59478706-c0bd-448c-86ed-fe99951903be req-4aca475f-4b99-4bee-9675-e889c849af7f service neutron] Notify callbacks [] for binding, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:27.420227 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-59478706-c0bd-448c-86ed-fe99951903be req-4aca475f-4b99-4bee-9675-e889c849af7f service neutron] 10.222.0.41 "DELETE /v2.0/ports/54b61601-8100-4182-99c8-64b141f15139/bindings/n-h1-794306-6 HTTP/1.1" status: 204 len: 173 time: 0.5251095 Jul 15 23:32:27.489763 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2115f061-0084-4a2d-92db-0c02f87621c0 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:27.534179 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2115f061-0084-4a2d-92db-0c02f87621c0 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Pushing event deleted for resources: {'Port': ['ID=3d5c67a0-9a81-4213-a451-d107a808fd5b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:27.560125 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e0821e-29c7-42f3-a582-443b5f088b69 req-aa1a88af-179b-46fb-8422-ad392dac85a3 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:27.561678 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e9e0821e-29c7-42f3-a582-443b5f088b69 req-aa1a88af-179b-46fb-8422-ad392dac85a3 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ca75cd1-9433-443e-b80a-f46e1e86c9d8 HTTP/1.1" status: 200 len: 944 time: 0.2522831 Jul 15 23:32:27.570366 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bebebad2-5b3b-4ab3-ba00-f486ddb9783b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:27.629419 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-bebebad2-5b3b-4ab3-ba00-f486ddb9783b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Calling delete_port for a95e9775-9012-4e3d-91e9-9fa614a984a9 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:32:27.638703 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2115f061-0084-4a2d-92db-0c02f87621c0 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:27.641206 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2115f061-0084-4a2d-92db-0c02f87621c0 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:27.645687 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-2115f061-0084-4a2d-92db-0c02f87621c0 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] 10.222.0.48 "DELETE /v2.0/floatingips/2307ca03-789e-484e-a102-ca710b441310 HTTP/1.1" status: 204 len: 168 time: 0.9429893 Jul 15 23:32:27.645933 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56622) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:27.650766 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-4b955d0f-c580-4159-95b4-d9c8fdb5730f tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Request body: {'floatingip': {'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'port_id': '21dd4aaf-95a2-4175-85d0-be2cc3f28207'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:27.659893 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-61fae936-0b05-44e7-bb05-f8124db41656 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7584d424e6864d34a4043c302d811330&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3029196 Jul 15 23:32:27.663847 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56624) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:27.678215 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e9e0821e-29c7-42f3-a582-443b5f088b69 req-8c3b5bef-e79f-4314-8ad8-9cac773234de tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8c61c92-d476-46a7-af9c-4517a99fe503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092758 Jul 15 23:32:27.685948 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4b955d0f-c580-4159-95b4-d9c8fdb5730f tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:27.721892 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bad9d86a-b9fb-4662-9299-30d58cdebaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:27.867045 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4b955d0f-c580-4159-95b4-d9c8fdb5730f tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:27.933918 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad9d86a-b9fb-4662-9299-30d58cdebaa2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c7868f8-d819-4333-b9c5-ebc3d9707601,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:27.962729 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cf061a7a-c5e9-431c-ba1f-259083fcc8c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:27.987141 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad9d86a-b9fb-4662-9299-30d58cdebaa2 admin admin] Checking segment: {'id': '1221e74c-ebb2-4cb8-bf72-835ef0508fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '319575b4-274a-45da-9bf1-6decf487208b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:32:27.987642 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad9d86a-b9fb-4662-9299-30d58cdebaa2 admin admin] Network hostable DHCP agents. Network: 319575b4-274a-45da-9bf1-6decf487208b, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:32:28.031366 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-4b955d0f-c580-4159-95b4-d9c8fdb5730f tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Allocated IP 172.25.5.107 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/93c6a888-d721-4fc6-8a19-5b6fd66c97a5) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:32:28.042188 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cf061a7a-c5e9-431c-ba1f-259083fcc8c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:28.089506 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c9b2fe-037d-4e24-aad0-3fe6fcaedd29 req-ef40f272-3d9d-4dfb-ba5d-cf7df9e19e4f tempest-TestNetworkAdvancedServerOps-29383157 tempest-TestNetworkAdvancedServerOps-29383157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:28.091161 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-34c9b2fe-037d-4e24-aad0-3fe6fcaedd29 req-ef40f272-3d9d-4dfb-ba5d-cf7df9e19e4f tempest-TestNetworkAdvancedServerOps-29383157 tempest-TestNetworkAdvancedServerOps-29383157-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=0ca75cd1-9433-443e-b80a-f46e1e86c9d8 HTTP/1.1" status: 200 len: 1095 time: 0.2077286 Jul 15 23:32:28.097371 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad9d86a-b9fb-4662-9299-30d58cdebaa2 admin admin] Network 319575b4-274a-45da-9bf1-6decf487208b is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:32:28.110140 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bebebad2-5b3b-4ab3-ba00-f486ddb9783b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:28.124470 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-bad9d86a-b9fb-4662-9299-30d58cdebaa2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 319575b4-274a-45da-9bf1-6decf487208b) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:32:28.134843 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1f7a3d-5606-4173-a301-bfe6a63e58e3 None None] Network 319575b4-274a-45da-9bf1-6decf487208b requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:32:28.165660 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad9d86a-b9fb-4662-9299-30d58cdebaa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:28.166284 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bad9d86a-b9fb-4662-9299-30d58cdebaa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:28.172999 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebebad2-5b3b-4ab3-ba00-f486ddb9783b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Pushing event deleted for resources: {'Port': ['ID=a95e9775-9012-4e3d-91e9-9fa614a984a9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:28.223650 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4b955d0f-c580-4159-95b4-d9c8fdb5730f tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:28.227792 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cf061a7a-c5e9-431c-ba1f-259083fcc8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:28.230325 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cf061a7a-c5e9-431c-ba1f-259083fcc8c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:28.234303 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-cf061a7a-c5e9-431c-ba1f-259083fcc8c7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/17224d82-1446-4e9a-b3ff-96ddd32eda6d HTTP/1.1" status: 204 len: 168 time: 0.5688860 Jul 15 23:32:28.274902 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-bad9d86a-b9fb-4662-9299-30d58cdebaa2 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2886944 Jul 15 23:32:28.280555 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56640) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:28.284324 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-34c9b2fe-037d-4e24-aad0-3fe6fcaedd29 req-5e5b4389-c7b3-4c37-8bd2-3a8463d1d2bb tempest-TestNetworkAdvancedServerOps-29383157 tempest-TestNetworkAdvancedServerOps-29383157-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=b8c61c92-d476-46a7-af9c-4517a99fe503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767130 Jul 15 23:32:28.287807 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf061a7a-c5e9-431c-ba1f-259083fcc8c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17224d82-1446-4e9a-b3ff-96ddd32eda6d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:28.317458 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-4104fe03-817f-4bea-a230-e9f3d944ba85 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-37223586-router', 'tenant_id': '1482c544a11f4437b346c979b3eb517a', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:28.398283 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4104fe03-817f-4bea-a230-e9f3d944ba85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:28.399966 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4104fe03-817f-4bea-a230-e9f3d944ba85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:28.502608 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d690a98-3351-4efb-8d3b-e0cf65fb6d20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-319575b4-274a-45da-9bf1-6decf487208b', 'network_id': '319575b4-274a-45da-9bf1-6decf487208b', 'tenant_id': '1482c544a11f4437b346c979b3eb517a', 'fixed_ips': [{'subnet_id': '0c7868f8-d819-4333-b9c5-ebc3d9707601'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:32:28.504312 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3d690a98-3351-4efb-8d3b-e0cf65fb6d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:28.519082 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4b955d0f-c580-4159-95b4-d9c8fdb5730f tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:28.529139 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bebebad2-5b3b-4ab3-ba00-f486ddb9783b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:28.608566 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4104fe03-817f-4bea-a230-e9f3d944ba85 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:28.650741 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b955d0f-c580-4159-95b4-d9c8fdb5730f tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:32:28.655269 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-4b955d0f-c580-4159-95b4-d9c8fdb5730f tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:32:28.671382 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b955d0f-c580-4159-95b4-d9c8fdb5730f tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:32:28.740353 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152e654-ce8c-4a59-a208-54927b968253 req-0135d5aa-0246-4b84-b1db-b42d56d56c8e tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:28.747582 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b152e654-ce8c-4a59-a208-54927b968253 req-0135d5aa-0246-4b84-b1db-b42d56d56c8e tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ca75cd1-9433-443e-b80a-f46e1e86c9d8 HTTP/1.1" status: 200 len: 944 time: 0.2021863 Jul 15 23:32:28.767309 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-3d690a98-3351-4efb-8d3b-e0cf65fb6d20 None None] Allocated IP 172.20.0.2 (319575b4-274a-45da-9bf1-6decf487208b/0c7868f8-d819-4333-b9c5-ebc3d9707601/d4b9ae31-99f4-4c35-85b6-52e96c7b1b2b) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:32:28.808461 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b955d0f-c580-4159-95b4-d9c8fdb5730f tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Pushing event updated for resources: {'Port': ['ID=93c6a888-d721-4fc6-8a19-5b6fd66c97a5,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:28.928563 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b152e654-ce8c-4a59-a208-54927b968253 req-39c3406a-efc7-433a-99d7-9a6c20c3fb1e tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8c61c92-d476-46a7-af9c-4517a99fe503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1798632 Jul 15 23:32:28.955755 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bebebad2-5b3b-4ab3-ba00-f486ddb9783b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Router ecd6ae8e-847d-4b0b-84da-f356c4ab9330 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:32:29.002351 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3d690a98-3351-4efb-8d3b-e0cf65fb6d20 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:29.015894 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56662) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:29.039191 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3d690a98-3351-4efb-8d3b-e0cf65fb6d20 None None] Transition to ACTIVE for port object d4b9ae31-99f4-4c35-85b6-52e96c7b1b2b will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:32:29.083219 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3d690a98-3351-4efb-8d3b-e0cf65fb6d20 None None] Transition to ACTIVE for port object d4b9ae31-99f4-4c35-85b6-52e96c7b1b2b will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:32:29.105207 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3d690a98-3351-4efb-8d3b-e0cf65fb6d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:29.139347 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-2f3ea664-169c-4c01-a926-37ded7250942 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/floatingips/7eeb5eb0-2078-4a9c-aaaf-3ae2cd253234 HTTP/1.1" status: 200 len: 991 time: 0.1169026 Jul 15 23:32:29.139347 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bebebad2-5b3b-4ab3-ba00-f486ddb9783b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:32:29.149285 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-bebebad2-5b3b-4ab3-ba00-f486ddb9783b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "PUT /v2.0/routers/ecd6ae8e-847d-4b0b-84da-f356c4ab9330/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7125125 Jul 15 23:32:29.149285 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56666) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:29.189038 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f36d37-1e22-4939-8c64-49b58ea28f20 None None] Sync routers for ids ['ecd6ae8e-847d-4b0b-84da-f356c4ab9330'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:32:29.246802 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d690a98-3351-4efb-8d3b-e0cf65fb6d20 None None] Network 319575b4-274a-45da-9bf1-6decf487208b is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:32:29.248886 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d690a98-3351-4efb-8d3b-e0cf65fb6d20 None None] Pushing event updated for resources: {'Port': ['ID=d4b9ae31-99f4-4c35-85b6-52e96c7b1b2b,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:29.255806 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-3d690a98-3351-4efb-8d3b-e0cf65fb6d20 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:32:29.263046 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d690a98-3351-4efb-8d3b-e0cf65fb6d20 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:32:29.270022 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f36d37-1e22-4939-8c64-49b58ea28f20 None None] Routers {'ecd6ae8e-847d-4b0b-84da-f356c4ab9330'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:32:29.270686 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b8f36d37-1e22-4939-8c64-49b58ea28f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:32:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ecd6ae8e-847d-4b0b-84da-f356c4ab9330'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:29.368374 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b8f36d37-1e22-4939-8c64-49b58ea28f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:29.438702 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-3d690a98-3351-4efb-8d3b-e0cf65fb6d20 None None] Attempting to bind port d4b9ae31-99f4-4c35-85b6-52e96c7b1b2b on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:32:29.439302 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-3d690a98-3351-4efb-8d3b-e0cf65fb6d20 None None] Attempting to bind port d4b9ae31-99f4-4c35-85b6-52e96c7b1b2b by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '1221e74c-ebb2-4cb8-bf72-835ef0508fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '319575b4-274a-45da-9bf1-6decf487208b'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:32:29.439783 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d690a98-3351-4efb-8d3b-e0cf65fb6d20 None None] Attempting to bind port d4b9ae31-99f4-4c35-85b6-52e96c7b1b2b on network 319575b4-274a-45da-9bf1-6decf487208b {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:32:29.449748 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d690a98-3351-4efb-8d3b-e0cf65fb6d20 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:32:29.450128 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d690a98-3351-4efb-8d3b-e0cf65fb6d20 None None] Checking segment: {'id': '1221e74c-ebb2-4cb8-bf72-835ef0508fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '319575b4-274a-45da-9bf1-6decf487208b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:32:29.450580 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3d690a98-3351-4efb-8d3b-e0cf65fb6d20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:29.451179 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d690a98-3351-4efb-8d3b-e0cf65fb6d20 None None] Bound using segment: {'id': '1221e74c-ebb2-4cb8-bf72-835ef0508fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '319575b4-274a-45da-9bf1-6decf487208b'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:32:29.451705 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-3d690a98-3351-4efb-8d3b-e0cf65fb6d20 None None] Bound port: d4b9ae31-99f4-4c35-85b6-52e96c7b1b2b, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1221e74c-ebb2-4cb8-bf72-835ef0508fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '319575b4-274a-45da-9bf1-6decf487208b'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:32:29.452093 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3d690a98-3351-4efb-8d3b-e0cf65fb6d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:29.479674 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f36d37-1e22-4939-8c64-49b58ea28f20 None None] Routers {'ecd6ae8e-847d-4b0b-84da-f356c4ab9330'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:32:29.485540 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b8f36d37-1e22-4939-8c64-49b58ea28f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:32:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ecd6ae8e-847d-4b0b-84da-f356c4ab9330'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:29.546888 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4104fe03-817f-4bea-a230-e9f3d944ba85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:29.555896 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56684) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:29.561507 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b8f36d37-1e22-4939-8c64-49b58ea28f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:29.567848 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f36d37-1e22-4939-8c64-49b58ea28f20 None None] The sync data for ids ['ecd6ae8e-847d-4b0b-84da-f356c4ab9330'] in n-d-794306-6 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:32:29.700789 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-3d690a98-3351-4efb-8d3b-e0cf65fb6d20 None None] For port d4b9ae31-99f4-4c35-85b6-52e96c7b1b2b, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:32:29.715264 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-3d690a98-3351-4efb-8d3b-e0cf65fb6d20 None None] For port d4b9ae31-99f4-4c35-85b6-52e96c7b1b2b, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=d4b9ae31-99f4-4c35-85b6-52e96c7b1b2b,segment=NetworkSegment(1221e74c-ebb2-4cb8-bf72-835ef0508fbe),segment_id=1221e74c-ebb2-4cb8-bf72-835ef0508fbe)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:32:29.737603 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3d690a98-3351-4efb-8d3b-e0cf65fb6d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:29.825870 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56690) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:29.846956 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d690a98-3351-4efb-8d3b-e0cf65fb6d20 None None] Pushing event updated for resources: {'Port': ['ID=d4b9ae31-99f4-4c35-85b6-52e96c7b1b2b,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:30.068250 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-0ab715f3-163c-42f0-b939-06981cd7ed2c tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-963589729', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:30.167352 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0ab715f3-163c-42f0-b939-06981cd7ed2c tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:30.168589 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0ab715f3-163c-42f0-b939-06981cd7ed2c tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:30.271473 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0ab715f3-163c-42f0-b939-06981cd7ed2c tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:30.297590 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-84802edc-f166-4c76-a495-fc9295b3080a tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Deleting port 402b13c0-ebf5-49f2-9225-6c5acd8c4b68 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:32:30.297968 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84802edc-f166-4c76-a495-fc9295b3080a tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:30.306822 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0ab715f3-163c-42f0-b939-06981cd7ed2c tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:30.345126 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0ab715f3-163c-42f0-b939-06981cd7ed2c tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:30.345972 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4b955d0f-c580-4159-95b4-d9c8fdb5730f tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:30.348250 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-0ab715f3-163c-42f0-b939-06981cd7ed2c tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.5211587 Jul 15 23:32:30.352220 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56704) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:30.364344 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-babcbe45-00f9-412a-9c8a-53062845978a tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1500826233'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:30.369373 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9a844335-6e47-4f3c-bd9f-b1b2f9ac78c4 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:30.495843 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4104fe03-817f-4bea-a230-e9f3d944ba85 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:30.497598 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-babcbe45-00f9-412a-9c8a-53062845978a tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Made reservation on behalf of f44b7683cefa4f728ae7e16488ec0e72 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:32:30.501254 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-babcbe45-00f9-412a-9c8a-53062845978a tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:30.538424 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4104fe03-817f-4bea-a230-e9f3d944ba85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:30.560643 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-babcbe45-00f9-412a-9c8a-53062845978a tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:30.567923 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84802edc-f166-4c76-a495-fc9295b3080a tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:30.569168 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84802edc-f166-4c76-a495-fc9295b3080a tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:30.607004 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-84802edc-f166-4c76-a495-fc9295b3080a tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Calling delete_port for 402b13c0-ebf5-49f2-9225-6c5acd8c4b68 owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:32:30.653390 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-9a844335-6e47-4f3c-bd9f-b1b2f9ac78c4 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Deleting port a52678fe-1936-4a1d-b28b-673982cffb3d {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:32:30.653748 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9a844335-6e47-4f3c-bd9f-b1b2f9ac78c4 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:30.674015 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4b955d0f-c580-4159-95b4-d9c8fdb5730f tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:30.806402 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9a844335-6e47-4f3c-bd9f-b1b2f9ac78c4 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:30.815121 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-991fdbc5-4c43-4d23-a9e4-3045f2b4bf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:30.822599 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-9a844335-6e47-4f3c-bd9f-b1b2f9ac78c4 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Calling delete_port for a52678fe-1936-4a1d-b28b-673982cffb3d owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:32:30.881247 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-babcbe45-00f9-412a-9c8a-53062845978a tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:30.917106 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-babcbe45-00f9-412a-9c8a-53062845978a tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:30.991046 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-4104fe03-817f-4bea-a230-e9f3d944ba85 admin admin] Allocated IP 172.25.5.47 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/e9a03392-97d7-442f-97b7-3c267093d8ac) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:32:31.023247 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-babcbe45-00f9-412a-9c8a-53062845978a tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:32:31.061004 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9a844335-6e47-4f3c-bd9f-b1b2f9ac78c4 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:31.076426 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-babcbe45-00f9-412a-9c8a-53062845978a tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:31.076771 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-babcbe45-00f9-412a-9c8a-53062845978a tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Added segment 7dc4f41c-bbb6-47ad-b694-85055d98c81d of type vlan for network 03766849-a631-4ea2-9381-54cc8a32f2a1 Jul 15 23:32:31.096961 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a844335-6e47-4f3c-bd9f-b1b2f9ac78c4 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Pushing event deleted for resources: {'Port': ['ID=a52678fe-1936-4a1d-b28b-673982cffb3d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:31.117930 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babcbe45-00f9-412a-9c8a-53062845978a tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cec56c4-02ef-40de-a08f-ab23c47cb20f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:31.236535 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-babcbe45-00f9-412a-9c8a-53062845978a tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:31.310562 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9a844335-6e47-4f3c-bd9f-b1b2f9ac78c4 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:31.372367 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4104fe03-817f-4bea-a230-e9f3d944ba85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:31.478026 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6512fff-a431-4209-bf6b-030dc9ec52d4 None None] Network 319575b4-274a-45da-9bf1-6decf487208b requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:32:31.484830 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-babcbe45-00f9-412a-9c8a-53062845978a tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:31.490414 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babcbe45-00f9-412a-9c8a-53062845978a tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:31.491006 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-babcbe45-00f9-412a-9c8a-53062845978a tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:31.527035 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a844335-6e47-4f3c-bd9f-b1b2f9ac78c4 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Router ecd6ae8e-847d-4b0b-84da-f356c4ab9330 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:32:31.576899 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device d4b9ae31-99f4-4c35-85b6-52e96c7b1b2b up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:32:31.580400 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-babcbe45-00f9-412a-9c8a-53062845978a tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.2226505 Jul 15 23:32:31.585440 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4b955d0f-c580-4159-95b4-d9c8fdb5730f tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:31.604082 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56720) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:31.609444 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-170fe768-6f5f-40c9-b055-63aefea6d8b7 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Request body: {'subnet': {'network_id': '03766849-a631-4ea2-9381-54cc8a32f2a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:31.626627 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a844335-6e47-4f3c-bd9f-b1b2f9ac78c4 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:32:31.632849 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4b955d0f-c580-4159-95b4-d9c8fdb5730f tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:31.637349 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f42713-dc77-4449-b398-aeed10408414 None None] Sync routers for ids ['ecd6ae8e-847d-4b0b-84da-f356c4ab9330'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:32:31.643046 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-53c24041-2d94-4736-b9b6-634412a37f5a None None] Provisioning for port d4b9ae31-99f4-4c35-85b6-52e96c7b1b2b completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:32:31.646695 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f42713-dc77-4449-b398-aeed10408414 None None] Routers {'ecd6ae8e-847d-4b0b-84da-f356c4ab9330'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:32:31.647312 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-20f42713-dc77-4449-b398-aeed10408414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:32:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ecd6ae8e-847d-4b0b-84da-f356c4ab9330'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:31.654560 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-9a844335-6e47-4f3c-bd9f-b1b2f9ac78c4 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "PUT /v2.0/routers/ecd6ae8e-847d-4b0b-84da-f356c4ab9330/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4955139 Jul 15 23:32:31.655043 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56726) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:31.709878 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-20f42713-dc77-4449-b398-aeed10408414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:31.714268 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-d6ed6bb7-16a4-46a3-9633-4aef0e0719d4 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecd6ae8e-847d-4b0b-84da-f356c4ab9330 HTTP/1.1" status: 200 len: 205 time: 0.0557287 Jul 15 23:32:31.715072 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56728) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:31.721330 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f42713-dc77-4449-b398-aeed10408414 None None] Routers {'ecd6ae8e-847d-4b0b-84da-f356c4ab9330'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:32:31.722194 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-20f42713-dc77-4449-b398-aeed10408414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:32:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ecd6ae8e-847d-4b0b-84da-f356c4ab9330'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:31.758948 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-20f42713-dc77-4449-b398-aeed10408414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:31.759689 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f42713-dc77-4449-b398-aeed10408414 None None] The sync data for ids ['ecd6ae8e-847d-4b0b-84da-f356c4ab9330'] in n-d-794306-6 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:32:31.769222 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4104fe03-817f-4bea-a230-e9f3d944ba85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:31.783927 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port d4b9ae31-99f4-4c35-85b6-52e96c7b1b2b completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:32:31.791836 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port d4b9ae31-99f4-4c35-85b6-52e96c7b1b2b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:31.792362 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:31.832243 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1d384c8-b77b-4167-832e-5329f440b51e tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:31.835532 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4b955d0f-c580-4159-95b4-d9c8fdb5730f tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:31.936924 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:31.982276 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port d4b9ae31-99f4-4c35-85b6-52e96c7b1b2b, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=d4b9ae31-99f4-4c35-85b6-52e96c7b1b2b,segment=NetworkSegment(1221e74c-ebb2-4cb8-bf72-835ef0508fbe),segment_id=1221e74c-ebb2-4cb8-bf72-835ef0508fbe)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:31.983389 n-d-794306-6 neutron-server[93771]: INFO neutron.db.l3_db [None req-4b955d0f-c580-4159-95b4-d9c8fdb5730f tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Floating IP bac1c05b-ae30-4f75-ba31-e2f4e74edf36 associated. External IP: 172.25.5.107, port: 21dd4aaf-95a2-4175-85d0-be2cc3f28207. Jul 15 23:32:31.985528 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babcbe45-00f9-412a-9c8a-53062845978a tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Pushing event updated for resources: {'Network': ['ID=03766849-a631-4ea2-9381-54cc8a32f2a1,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:31.990728 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:32.000108 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 03766849-a631-4ea2-9381-54cc8a32f2a1 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:32:32.072409 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1d384c8-b77b-4167-832e-5329f440b51e tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:32.075079 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1d384c8-b77b-4167-832e-5329f440b51e tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:32.090144 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=d4b9ae31-99f4-4c35-85b6-52e96c7b1b2b,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:32.107317 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84802edc-f166-4c76-a495-fc9295b3080a tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:32.127388 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b955d0f-c580-4159-95b4-d9c8fdb5730f tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Pushing event updated for resources: {'Port': ['ID=93c6a888-d721-4fc6-8a19-5b6fd66c97a5,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:32.131247 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4104fe03-817f-4bea-a230-e9f3d944ba85 admin admin] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:32:32.151954 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1d384c8-b77b-4167-832e-5329f440b51e tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:32.152795 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d384c8-b77b-4167-832e-5329f440b51e tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Fanout notify agent at l3_agent the message router_deleted on router ecd6ae8e-847d-4b0b-84da-f356c4ab9330 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:32:32.169064 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1d384c8-b77b-4167-832e-5329f440b51e tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:32.173106 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-a1d384c8-b77b-4167-832e-5329f440b51e tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "DELETE /v2.0/routers/ecd6ae8e-847d-4b0b-84da-f356c4ab9330 HTTP/1.1" status: 204 len: 168 time: 0.4569325 Jul 15 23:32:32.174020 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56736) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:32.241084 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f8194f4-53ac-494d-a2fa-ab0d493725c8 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Deleting subnet f4067cb1-4bbe-42c4-b3f2-b7030a0cc3bc {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:32:32.244926 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f8194f4-53ac-494d-a2fa-ab0d493725c8 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:32.281822 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b6288a5a-e54c-4cfd-b451-db6916f3192e None None] Provisioning complete for port d4b9ae31-99f4-4c35-85b6-52e96c7b1b2b triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:32.282503 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b6288a5a-e54c-4cfd-b451-db6916f3192e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:32.288942 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f8194f4-53ac-494d-a2fa-ab0d493725c8 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:32.392489 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f8194f4-53ac-494d-a2fa-ab0d493725c8 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:32.450141 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:32:32.482808 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f8194f4-53ac-494d-a2fa-ab0d493725c8 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:32.511515 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8194f4-53ac-494d-a2fa-ab0d493725c8 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Pushing event deleted for resources: {'Subnet': ['ID=f4067cb1-4bbe-42c4-b3f2-b7030a0cc3bc,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:32.530460 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a712dd3-20b7-4b04-93f9-408ec2b19121 None None] Network 59c07f37-833a-4ff3-9545-dcd5049844bb requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:32:32.531286 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f8194f4-53ac-494d-a2fa-ab0d493725c8 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:32.533605 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-6f8194f4-53ac-494d-a2fa-ab0d493725c8 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "DELETE /v2.0/subnets/f4067cb1-4bbe-42c4-b3f2-b7030a0cc3bc HTTP/1.1" status: 204 len: 168 time: 0.3583419 Jul 15 23:32:32.536584 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56742) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:32.543339 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-4104fe03-817f-4bea-a230-e9f3d944ba85 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:32:32.551989 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4104fe03-817f-4bea-a230-e9f3d944ba85 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:32:32.610505 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c0ce2b7-4e03-4085-8149-811f2be15bc4 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Deleting subnet 7f66e409-c11d-46c1-83c0-e7439e17a343 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:32:32.614547 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8c0ce2b7-4e03-4085-8149-811f2be15bc4 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:32.669451 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8c0ce2b7-4e03-4085-8149-811f2be15bc4 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:32.678607 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4104fe03-817f-4bea-a230-e9f3d944ba85 admin admin] Pushing event updated for resources: {'Port': ['ID=e9a03392-97d7-442f-97b7-3c267093d8ac,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:32.737505 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84802edc-f166-4c76-a495-fc9295b3080a tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event deleted for resources: {'Port': ['ID=402b13c0-ebf5-49f2-9225-6c5acd8c4b68,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:32.746995 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170fe768-6f5f-40c9-b055-63aefea6d8b7 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Made reservation on behalf of f44b7683cefa4f728ae7e16488ec0e72 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:32:32.750680 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-170fe768-6f5f-40c9-b055-63aefea6d8b7 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:32.810457 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956bd94f-2b0e-43a2-9558-3e10b6bca1d2 None None] DHCP port deletion for 59c07f37-833a-4ff3-9545-dcd5049844bb request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:32:32.817515 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84802edc-f166-4c76-a495-fc9295b3080a tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:32.817861 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8c0ce2b7-4e03-4085-8149-811f2be15bc4 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:32.818102 n-d-794306-6 neutron-server[93771]: INFO neutron.db.l3_db [None req-84802edc-f166-4c76-a495-fc9295b3080a tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Floating IP 7eeb5eb0-2078-4a9c-aaaf-3ae2cd253234 disassociated (deleted). External IP: 172.25.5.112, port: 54b61601-8100-4182-99c8-64b141f15139. Jul 15 23:32:32.870107 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-956bd94f-2b0e-43a2-9558-3e10b6bca1d2 None None] Deleting port d524c482-96e6-45f3-b44b-a714a9fb3be9 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:32:32.870526 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-956bd94f-2b0e-43a2-9558-3e10b6bca1d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:32.888934 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8c0ce2b7-4e03-4085-8149-811f2be15bc4 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:32.921320 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0ce2b7-4e03-4085-8149-811f2be15bc4 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Pushing event deleted for resources: {'Subnet': ['ID=7f66e409-c11d-46c1-83c0-e7439e17a343,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:32.936614 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8c0ce2b7-4e03-4085-8149-811f2be15bc4 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:32.941163 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-8c0ce2b7-4e03-4085-8149-811f2be15bc4 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "DELETE /v2.0/subnets/7f66e409-c11d-46c1-83c0-e7439e17a343 HTTP/1.1" status: 204 len: 168 time: 0.4018531 Jul 15 23:32:32.942190 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56748) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:32.955230 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd56184-bc5d-49e2-a282-f33ffda5b9be None None] Network 88fed9ac-573c-4ff7-bba4-512faee6aaf1 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:32:33.007861 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-956bd94f-2b0e-43a2-9558-3e10b6bca1d2 None None] For port d524c482-96e6-45f3-b44b-a714a9fb3be9, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=d524c482-96e6-45f3-b44b-a714a9fb3be9,segment=NetworkSegment(d1cefd56-49ca-4e4b-9ee5-281d02a2eb63),segment_id=d1cefd56-49ca-4e4b-9ee5-281d02a2eb63)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:33.008600 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-956bd94f-2b0e-43a2-9558-3e10b6bca1d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:33.057319 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f32f9054-4ccf-4937-994d-8c8d98e7f8ef tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:33.060825 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-956bd94f-2b0e-43a2-9558-3e10b6bca1d2 None None] Calling delete_port for d524c482-96e6-45f3-b44b-a714a9fb3be9 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:32:33.169206 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f32f9054-4ccf-4937-994d-8c8d98e7f8ef tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Deleting port d524c482-96e6-45f3-b44b-a714a9fb3be9 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:32:33.169767 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f32f9054-4ccf-4937-994d-8c8d98e7f8ef tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:33.247343 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-956bd94f-2b0e-43a2-9558-3e10b6bca1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:33.258701 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d61c1d72-74f9-4c5c-b439-f5aff4298330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:33.276969 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b955d0f-c580-4159-95b4-d9c8fdb5730f tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Router ca2db1ba-ac17-4319-844c-57a6eaa95493 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:32:33.280326 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-f32f9054-4ccf-4937-994d-8c8d98e7f8ef tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] For port d524c482-96e6-45f3-b44b-a714a9fb3be9, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=d524c482-96e6-45f3-b44b-a714a9fb3be9,segment=NetworkSegment(d1cefd56-49ca-4e4b-9ee5-281d02a2eb63),segment_id=d1cefd56-49ca-4e4b-9ee5-281d02a2eb63)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:33.280918 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f32f9054-4ccf-4937-994d-8c8d98e7f8ef tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:33.292138 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956bd94f-2b0e-43a2-9558-3e10b6bca1d2 None None] Pushing event deleted for resources: {'Port': ['ID=d524c482-96e6-45f3-b44b-a714a9fb3be9,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:33.298089 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956bd94f-2b0e-43a2-9558-3e10b6bca1d2 None None] No DVR routers for this DVR port d524c482-96e6-45f3-b44b-a714a9fb3be9 on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:32:33.315855 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f32f9054-4ccf-4937-994d-8c8d98e7f8ef tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Calling delete_port for d524c482-96e6-45f3-b44b-a714a9fb3be9 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:32:33.363558 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7480f656-f52b-4f57-b106-5d48b4253aba None None] DHCP port deletion for 88fed9ac-573c-4ff7-bba4-512faee6aaf1 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:32:33.456115 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:33.483007 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4104fe03-817f-4bea-a230-e9f3d944ba85 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:33.486258 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f32f9054-4ccf-4937-994d-8c8d98e7f8ef tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:33.495464 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device d4b9ae31-99f4-4c35-85b6-52e96c7b1b2b up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:32:33.520420 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32f9054-4ccf-4937-994d-8c8d98e7f8ef tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Pushing event deleted for resources: {'Port': ['ID=d524c482-96e6-45f3-b44b-a714a9fb3be9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:33.530301 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32f9054-4ccf-4937-994d-8c8d98e7f8ef tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] No DVR routers for this DVR port d524c482-96e6-45f3-b44b-a714a9fb3be9 on host n-d-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:32:33.541967 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-7480f656-f52b-4f57-b106-5d48b4253aba None None] Deleting port 7802cec2-0858-437b-ba1b-c789d3e3614a {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:32:33.542527 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7480f656-f52b-4f57-b106-5d48b4253aba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:33.643604 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f32f9054-4ccf-4937-994d-8c8d98e7f8ef tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:33.657094 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-f32f9054-4ccf-4937-994d-8c8d98e7f8ef tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59c07f37-833a-4ff3-9545-dcd5049844bb']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:33.672557 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-f32f9054-4ccf-4937-994d-8c8d98e7f8ef tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1cefd56-49ca-4e4b-9ee5-281d02a2eb63') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:33.673087 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-f32f9054-4ccf-4937-994d-8c8d98e7f8ef tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1cefd56-49ca-4e4b-9ee5-281d02a2eb63') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:33.686146 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f32f9054-4ccf-4937-994d-8c8d98e7f8ef tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:33.706875 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f32f9054-4ccf-4937-994d-8c8d98e7f8ef tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:33.716831 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f32f9054-4ccf-4937-994d-8c8d98e7f8ef tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:32:33.717245 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f32f9054-4ccf-4937-994d-8c8d98e7f8ef tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:33.721023 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-170fe768-6f5f-40c9-b055-63aefea6d8b7 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:33.739718 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84802edc-f166-4c76-a495-fc9295b3080a tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Router 7dd782d3-f0b0-44fe-8c03-29a8a4db0e56 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:32:33.790150 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:32:33.790150 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:32:33.790150 n-d-794306-6 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:32:33.790150 n-d-794306-6 neutron-server[93770]: self.session.flush() Jul 15 23:32:33.790150 n-d-794306-6 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:32:33.790150 n-d-794306-6 neutron-server[93770]: self.session.flush() Jul 15 23:32:33.790150 n-d-794306-6 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:32:33.790150 n-d-794306-6 neutron-server[93770]: self.session.flush() Jul 15 23:32:33.790150 n-d-794306-6 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:32:33.790150 n-d-794306-6 neutron-server[93770]: self.session.flush() Jul 15 23:32:33.790150 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:32:33.790150 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:32:33.790150 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:32:33.790150 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:32:33.790150 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:32:33.790150 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:32:33.790150 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:32:33.790150 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:32:33.790150 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:32:33.790150 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:32:33.790150 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:32:33.790150 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:32:33.790150 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:32:33.790150 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:32:33.790150 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:32:33.790150 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:32:33.790150 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:32:33.790150 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:32:33.790150 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:32:33.790150 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:32:33.790150 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:32:33.790150 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:32:33.790150 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:32:33.790150 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:32:33.790150 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:32:33.790150 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:32:33.790150 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:32:33.790150 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:32:33.790150 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:32:33.790150 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:32:33.790150 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:32:33.790150 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:32:33.821615 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f32f9054-4ccf-4937-994d-8c8d98e7f8ef tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:33.831442 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port d4b9ae31-99f4-4c35-85b6-52e96c7b1b2b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:33.832064 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f32f9054-4ccf-4937-994d-8c8d98e7f8ef tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:33.832555 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:33.836522 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-f32f9054-4ccf-4937-994d-8c8d98e7f8ef tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "DELETE /v2.0/networks/59c07f37-833a-4ff3-9545-dcd5049844bb HTTP/1.1" status: 204 len: 168 time: 0.8907573 Jul 15 23:32:33.836835 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56766) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:33.858069 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32f9054-4ccf-4937-994d-8c8d98e7f8ef tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Pushing event deleted for resources: {'Network': ['ID=59c07f37-833a-4ff3-9545-dcd5049844bb,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:33.892116 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-7480f656-f52b-4f57-b106-5d48b4253aba None None] For port 7802cec2-0858-437b-ba1b-c789d3e3614a, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=7802cec2-0858-437b-ba1b-c789d3e3614a,segment=NetworkSegment(caea4a51-8a44-4fd1-9614-9725f3a9b9a9),segment_id=caea4a51-8a44-4fd1-9614-9725f3a9b9a9)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:33.892601 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7480f656-f52b-4f57-b106-5d48b4253aba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:33.919437 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-7480f656-f52b-4f57-b106-5d48b4253aba None None] Calling delete_port for 7802cec2-0858-437b-ba1b-c789d3e3614a owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:32:33.920448 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b955d0f-c580-4159-95b4-d9c8fdb5730f tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:32:33.925227 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170fe768-6f5f-40c9-b055-63aefea6d8b7 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Pushing event updated for resources: {'Subnet': ['ID=6b1e3fd8-d578-4dfd-ba35-7c019ce82eab,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:33.968623 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ed41ba-e7ac-4c59-866e-217c1cb64b47 None None] Sync routers for ids ['ca2db1ba-ac17-4319-844c-57a6eaa95493'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:32:33.989222 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ed41ba-e7ac-4c59-866e-217c1cb64b47 None None] Routers {'ca2db1ba-ac17-4319-844c-57a6eaa95493'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:32:33.989676 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-34ed41ba-e7ac-4c59-866e-217c1cb64b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:32:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ca2db1ba-ac17-4319-844c-57a6eaa95493'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:33.990552 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-197a6353-d7b7-453b-b09d-18f4fad02429 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:34.027844 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4b955d0f-c580-4159-95b4-d9c8fdb5730f tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:34.033239 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4104fe03-817f-4bea-a230-e9f3d944ba85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:34.035239 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170fe768-6f5f-40c9-b055-63aefea6d8b7 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Checking segment: {'id': '7dc4f41c-bbb6-47ad-b694-85055d98c81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '03766849-a631-4ea2-9381-54cc8a32f2a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:32:34.035640 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170fe768-6f5f-40c9-b055-63aefea6d8b7 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Network hostable DHCP agents. Network: 03766849-a631-4ea2-9381-54cc8a32f2a1, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:32:34.080132 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device d524c482-96e6-45f3-b44b-a714a9fb3be9 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:32:34.082443 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-197a6353-d7b7-453b-b09d-18f4fad02429 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Deleting port 7802cec2-0858-437b-ba1b-c789d3e3614a {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:32:34.083336 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-197a6353-d7b7-453b-b09d-18f4fad02429 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:34.085535 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-34ed41ba-e7ac-4c59-866e-217c1cb64b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:34.112447 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: d524c482-96e6-45f3-b44b-a714a9fb3be9 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:32:34.112822 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device d524c482-96e6-45f3-b44b-a714a9fb3be9 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:32:34.113222 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 7802cec2-0858-437b-ba1b-c789d3e3614a no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:32:34.160004 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ed41ba-e7ac-4c59-866e-217c1cb64b47 None None] Routers {'ca2db1ba-ac17-4319-844c-57a6eaa95493'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:32:34.160004 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-34ed41ba-e7ac-4c59-866e-217c1cb64b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:32:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ca2db1ba-ac17-4319-844c-57a6eaa95493'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:34.201308 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-34ed41ba-e7ac-4c59-866e-217c1cb64b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:34.202554 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ed41ba-e7ac-4c59-866e-217c1cb64b47 None None] The sync data for ids ['ca2db1ba-ac17-4319-844c-57a6eaa95493'] in n-d-794306-6 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:32:34.202751 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-197a6353-d7b7-453b-b09d-18f4fad02429 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] For port 7802cec2-0858-437b-ba1b-c789d3e3614a, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=7802cec2-0858-437b-ba1b-c789d3e3614a,segment=NetworkSegment(caea4a51-8a44-4fd1-9614-9725f3a9b9a9),segment_id=caea4a51-8a44-4fd1-9614-9725f3a9b9a9)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:34.203240 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-197a6353-d7b7-453b-b09d-18f4fad02429 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:34.220075 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84802edc-f166-4c76-a495-fc9295b3080a tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:32:34.232882 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a91ec5-9e20-4797-8fda-f869f85ebcf6 None None] Sync routers for ids ['7dd782d3-f0b0-44fe-8c03-29a8a4db0e56'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:32:34.234549 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-197a6353-d7b7-453b-b09d-18f4fad02429 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Calling delete_port for 7802cec2-0858-437b-ba1b-c789d3e3614a owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:32:34.235019 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84802edc-f166-4c76-a495-fc9295b3080a tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:34.247326 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-4b955d0f-c580-4159-95b4-d9c8fdb5730f tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.5995376 Jul 15 23:32:34.250429 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a91ec5-9e20-4797-8fda-f869f85ebcf6 None None] Routers {'7dd782d3-f0b0-44fe-8c03-29a8a4db0e56'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:32:34.251341 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-98a91ec5-9e20-4797-8fda-f869f85ebcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:32:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['7dd782d3-f0b0-44fe-8c03-29a8a4db0e56'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:34.256860 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56774) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:34.271561 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d1909309-d8b6-4056-9f0b-4c31661445ef tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-878770690'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:34.291936 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170fe768-6f5f-40c9-b055-63aefea6d8b7 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Network 03766849-a631-4ea2-9381-54cc8a32f2a1 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:32:34.309615 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7480f656-f52b-4f57-b106-5d48b4253aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:34.323654 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Port 7802cec2-0858-437b-ba1b-c789d3e3614a update to DOWN by agent not found {{(pid=93772) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 15 23:32:34.358008 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7480f656-f52b-4f57-b106-5d48b4253aba None None] No DVR routers for this DVR port 7802cec2-0858-437b-ba1b-c789d3e3614a on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:32:34.363068 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7480f656-f52b-4f57-b106-5d48b4253aba None None] Pushing event deleted for resources: {'Port': ['ID=7802cec2-0858-437b-ba1b-c789d3e3614a,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:34.379794 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:34.384425 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-84802edc-f166-4c76-a495-fc9295b3080a tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "DELETE /v2.0/floatingips/7eeb5eb0-2078-4a9c-aaaf-3ae2cd253234 HTTP/1.1" status: 204 len: 168 time: 4.8146210 Jul 15 23:32:34.387105 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ca75cd1-9433-443e-b80a-f46e1e86c9d8', 'tag': '54b61601-8100-4182-99c8-64b141f15139'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:32:34.391941 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9d9e5d-20b2-4c42-b04f-35bd7c5aeca1" -d '{"events": [{"name": "network-changed", "server_uuid": "0ca75cd1-9433-443e-b80a-f46e1e86c9d8", "tag": "54b61601-8100-4182-99c8-64b141f15139"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:32:34.411988 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-170fe768-6f5f-40c9-b055-63aefea6d8b7 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 03766849-a631-4ea2-9381-54cc8a32f2a1) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:32:34.422578 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170fe768-6f5f-40c9-b055-63aefea6d8b7 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:34.424261 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-170fe768-6f5f-40c9-b055-63aefea6d8b7 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:34.429278 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07368d1-46f5-4192-a76f-660c1ef95f5f None None] Network 03766849-a631-4ea2-9381-54cc8a32f2a1 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:32:34.435211 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1909309-d8b6-4056-9f0b-4c31661445ef tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Made reservation on behalf of ac60438da4e7485d81cc9c20c2190b84 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:32:34.438826 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d1909309-d8b6-4056-9f0b-4c31661445ef tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:34.468140 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-170fe768-6f5f-40c9-b055-63aefea6d8b7 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8602102 Jul 15 23:32:34.477337 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-98a91ec5-9e20-4797-8fda-f869f85ebcf6 None None] Set router 7dd782d3-f0b0-44fe-8c03-29a8a4db0e56 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:32:34.478486 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56782) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:34.513604 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-15974fe8-bdd0-4de2-aaf1-9a0d3d7d25b9 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Request body: {'network': {'name': 'tempest-router-network01--1968363421'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:34.535500 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750f46e5-84b5-43af-92dd-4a4ec84cca45 x-openstack-request-id: req-750f46e5-84b5-43af-92dd-4a4ec84cca45 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:32:34.535974 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ca75cd1-9433-443e-b80a-f46e1e86c9d8", "tag": "54b61601-8100-4182-99c8-64b141f15139", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:32:34.536369 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-750f46e5-84b5-43af-92dd-4a4ec84cca45 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:32:34.536887 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ca75cd1-9433-443e-b80a-f46e1e86c9d8', 'tag': '54b61601-8100-4182-99c8-64b141f15139', 'status': 'completed', 'code': 200} Jul 15 23:32:34.545060 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4104fe03-817f-4bea-a230-e9f3d944ba85 admin admin] Router 587cb7c2-ccf5-465e-87d7-601b25208365 is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:32:34.602628 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1909309-d8b6-4056-9f0b-4c31661445ef tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:32:34.698945 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15974fe8-bdd0-4de2-aaf1-9a0d3d7d25b9 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Made reservation on behalf of f44b7683cefa4f728ae7e16488ec0e72 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:32:34.702480 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-15974fe8-bdd0-4de2-aaf1-9a0d3d7d25b9 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:34.710598 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d1909309-d8b6-4056-9f0b-4c31661445ef tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:34.711593 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-d1909309-d8b6-4056-9f0b-4c31661445ef tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Added segment 759893a8-40eb-4ed4-8c98-f5678d10b3b7 of type vlan for network 67188a61-beb7-4b81-a316-63469d079dc6 Jul 15 23:32:34.759167 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4104fe03-817f-4bea-a230-e9f3d944ba85 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:32:34.764209 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-197a6353-d7b7-453b-b09d-18f4fad02429 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:34.776718 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d92a744-fdce-40df-bb72-ea637adedbfa None None] Sync routers for ids ['587cb7c2-ccf5-465e-87d7-601b25208365'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:32:34.781244 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f75a84-2cd7-4e1e-94d5-b4e5a1014871 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-03766849-a631-4ea2-9381-54cc8a32f2a1', 'network_id': '03766849-a631-4ea2-9381-54cc8a32f2a1', 'tenant_id': 'f44b7683cefa4f728ae7e16488ec0e72', 'fixed_ips': [{'subnet_id': '6b1e3fd8-d578-4dfd-ba35-7c019ce82eab'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:32:34.786319 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f0f75a84-2cd7-4e1e-94d5-b4e5a1014871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:34.810293 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4104fe03-817f-4bea-a230-e9f3d944ba85 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:34.814606 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-4104fe03-817f-4bea-a230-e9f3d944ba85 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.5291715 Jul 15 23:32:34.815368 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56788) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:34.821351 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197a6353-d7b7-453b-b09d-18f4fad02429 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] No DVR routers for this DVR port 7802cec2-0858-437b-ba1b-c789d3e3614a on host n-d-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:32:34.842627 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15974fe8-bdd0-4de2-aaf1-9a0d3d7d25b9 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:32:34.845872 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d92a744-fdce-40df-bb72-ea637adedbfa None None] Routers {'587cb7c2-ccf5-465e-87d7-601b25208365'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:32:34.846860 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-1d92a744-fdce-40df-bb72-ea637adedbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:32:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['587cb7c2-ccf5-465e-87d7-601b25208365'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:34.856430 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-15974fe8-bdd0-4de2-aaf1-9a0d3d7d25b9 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:34.856820 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-15974fe8-bdd0-4de2-aaf1-9a0d3d7d25b9 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Added segment 05385d53-b124-4c1a-8a2d-8f5e5115bc9e of type vlan for network 8c9ef581-e804-4d4f-b2d3-03039952bb7a Jul 15 23:32:34.922921 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-98a91ec5-9e20-4797-8fda-f869f85ebcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd782d3-f0b0-44fe-8c03-29a8a4db0e56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1064085134', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '8eadeade-5859-423c-98f4-18cd20bc4279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:30:31Z', 'updated_at': '2021-07-15T23:30:49Z', 'revision_number': 4, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'gw_port': {'id': '8eadeade-5859-423c-98f4-18cd20bc4279', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ac:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd782d3-f0b0-44fe-8c03-29a8a4db0e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:33Z', 'updated_at': '2021-07-15T23:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '2e668708-8dbb-4c8c-abd4-c48fa02e1b60', 'name': '', 'network_id': 'ecdc87bf-da0f-4a3d-9224-f4cedc41c982', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'mac_address': 'fa:16:3e:5a:b5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd782d3-f0b0-44fe-8c03-29a8a4db0e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': '1ab37b05-e7b9-4fe0-bd45-61e825b24f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:46Z', 'updated_at': '2021-07-15T23:30:57Z', 'revision_number': 5, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'subnets': [{'id': '1ab37b05-e7b9-4fe0-bd45-61e825b24f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:34.933079 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-15974fe8-bdd0-4de2-aaf1-9a0d3d7d25b9 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:34.962281 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a91ec5-9e20-4797-8fda-f869f85ebcf6 None None] Checking router: 7dd782d3-f0b0-44fe-8c03-29a8a4db0e56 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:32:34.979878 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a91ec5-9e20-4797-8fda-f869f85ebcf6 None None] Routers {'7dd782d3-f0b0-44fe-8c03-29a8a4db0e56'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:32:34.981184 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-98a91ec5-9e20-4797-8fda-f869f85ebcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:32:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['7dd782d3-f0b0-44fe-8c03-29a8a4db0e56'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:35.004217 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197a6353-d7b7-453b-b09d-18f4fad02429 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Pushing event deleted for resources: {'Port': ['ID=7802cec2-0858-437b-ba1b-c789d3e3614a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:35.039184 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-15974fe8-bdd0-4de2-aaf1-9a0d3d7d25b9 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:35.046536 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15974fe8-bdd0-4de2-aaf1-9a0d3d7d25b9 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:35.047467 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-15974fe8-bdd0-4de2-aaf1-9a0d3d7d25b9 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:35.111229 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d1909309-d8b6-4056-9f0b-4c31661445ef tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:35.215236 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-98a91ec5-9e20-4797-8fda-f869f85ebcf6 None None] Set router 7dd782d3-f0b0-44fe-8c03-29a8a4db0e56 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:32:35.224349 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-1d92a744-fdce-40df-bb72-ea637adedbfa None None] Set router 587cb7c2-ccf5-465e-87d7-601b25208365 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:32:35.234340 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d1909309-d8b6-4056-9f0b-4c31661445ef tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:35.241494 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1909309-d8b6-4056-9f0b-4c31661445ef tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:35.242772 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d1909309-d8b6-4056-9f0b-4c31661445ef tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:35.346720 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-197a6353-d7b7-453b-b09d-18f4fad02429 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:35.382225 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-15974fe8-bdd0-4de2-aaf1-9a0d3d7d25b9 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8940485 Jul 15 23:32:35.415457 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56800) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:35.424955 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ea15b359-6391-445b-907c-e045ab4ad437 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Request body: {'network': {'name': 'tempest-router-network02--636659661'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:35.431233 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d9e5d-20b2-4c42-b04f-35bd7c5aeca1 req-dbf102f2-af79-48f8-a4fd-989b844c2d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:35.433377 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ce9d9e5d-20b2-4c42-b04f-35bd7c5aeca1 req-dbf102f2-af79-48f8-a4fd-989b844c2d75 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=89469485c64e49f5b3171ed5499b9995&device_id=0ca75cd1-9433-443e-b80a-f46e1e86c9d8 HTTP/1.1" status: 200 len: 1095 time: 0.7724178 Jul 15 23:32:35.442438 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-d1909309-d8b6-4056-9f0b-4c31661445ef tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1826017 Jul 15 23:32:35.449447 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-197a6353-d7b7-453b-b09d-18f4fad02429 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88fed9ac-573c-4ff7-bba4-512faee6aaf1']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:35.502916 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56804) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:35.529150 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b7aeeb8c-8b51-4807-9f6c-11ff72bedc7c tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Request body: {'subnet': {'network_id': '67188a61-beb7-4b81-a316-63469d079dc6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:35.546068 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-f0f75a84-2cd7-4e1e-94d5-b4e5a1014871 None None] Allocated IP 172.20.0.2 (03766849-a631-4ea2-9381-54cc8a32f2a1/6b1e3fd8-d578-4dfd-ba35-7c019ce82eab/1cd0fe0e-c543-49ac-8e70-97a81bdc188e) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:32:35.616493 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-197a6353-d7b7-453b-b09d-18f4fad02429 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caea4a51-8a44-4fd1-9614-9725f3a9b9a9') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:35.616953 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-197a6353-d7b7-453b-b09d-18f4fad02429 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caea4a51-8a44-4fd1-9614-9725f3a9b9a9') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:35.718330 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-1d92a744-fdce-40df-bb72-ea637adedbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587cb7c2-ccf5-465e-87d7-601b25208365', 'name': 'tempest-ServerActionsTestJSON-37223586-router', 'tenant_id': '1482c544a11f4437b346c979b3eb517a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': 'e9a03392-97d7-442f-97b7-3c267093d8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:28Z', 'updated_at': '2021-07-15T23:32:33Z', 'revision_number': 3, 'project_id': '1482c544a11f4437b346c979b3eb517a', 'gw_port': {'id': 'e9a03392-97d7-442f-97b7-3c267093d8ac', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c8:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587cb7c2-ccf5-465e-87d7-601b25208365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:30Z', 'updated_at': '2021-07-15T23:32:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:35.761310 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-98a91ec5-9e20-4797-8fda-f869f85ebcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd782d3-f0b0-44fe-8c03-29a8a4db0e56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1064085134', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '8eadeade-5859-423c-98f4-18cd20bc4279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:30:31Z', 'updated_at': '2021-07-15T23:30:49Z', 'revision_number': 4, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'gw_port': {'id': '8eadeade-5859-423c-98f4-18cd20bc4279', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ac:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd782d3-f0b0-44fe-8c03-29a8a4db0e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:33Z', 'updated_at': '2021-07-15T23:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '2e668708-8dbb-4c8c-abd4-c48fa02e1b60', 'name': '', 'network_id': 'ecdc87bf-da0f-4a3d-9224-f4cedc41c982', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'mac_address': 'fa:16:3e:5a:b5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd782d3-f0b0-44fe-8c03-29a8a4db0e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': '1ab37b05-e7b9-4fe0-bd45-61e825b24f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:46Z', 'updated_at': '2021-07-15T23:30:57Z', 'revision_number': 5, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'subnets': [{'id': '1ab37b05-e7b9-4fe0-bd45-61e825b24f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:35.803880 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d92a744-fdce-40df-bb72-ea637adedbfa None None] Checking router: 587cb7c2-ccf5-465e-87d7-601b25208365 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:32:35.804351 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d92a744-fdce-40df-bb72-ea637adedbfa None None] Updating router 587cb7c2-ccf5-465e-87d7-601b25208365 port e9a03392-97d7-442f-97b7-3c267093d8ac binding host n-d-794306-6 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:32:35.836831 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a91ec5-9e20-4797-8fda-f869f85ebcf6 None None] The sync data for ids ['7dd782d3-f0b0-44fe-8c03-29a8a4db0e56'] in n-d-794306-6 is: [{'id': '7dd782d3-f0b0-44fe-8c03-29a8a4db0e56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1064085134', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '8eadeade-5859-423c-98f4-18cd20bc4279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:30:31Z', 'updated_at': '2021-07-15T23:30:49Z', 'revision_number': 4, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'gw_port': {'id': '8eadeade-5859-423c-98f4-18cd20bc4279', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ac:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd782d3-f0b0-44fe-8c03-29a8a4db0e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:33Z', 'updated_at': '2021-07-15T23:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '2e668708-8dbb-4c8c-abd4-c48fa02e1b60', 'name': '', 'network_id': 'ecdc87bf-da0f-4a3d-9224-f4cedc41c982', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'mac_address': 'fa:16:3e:5a:b5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd782d3-f0b0-44fe-8c03-29a8a4db0e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': '1ab37b05-e7b9-4fe0-bd45-61e825b24f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:46Z', 'updated_at': '2021-07-15T23:30:57Z', 'revision_number': 5, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'subnets': [{'id': '1ab37b05-e7b9-4fe0-bd45-61e825b24f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:32:35.845461 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1d92a744-fdce-40df-bb72-ea637adedbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:36.091289 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f0f75a84-2cd7-4e1e-94d5-b4e5a1014871 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:36.109584 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4700a88b-4355-4eeb-9268-bfa786711f92 req-0b0528e0-3d97-4421-bd87-5eec792ff217 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:36.111157 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4700a88b-4355-4eeb-9268-bfa786711f92 req-0b0528e0-3d97-4421-bd87-5eec792ff217 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ca75cd1-9433-443e-b80a-f46e1e86c9d8 HTTP/1.1" status: 200 len: 944 time: 0.2759876 Jul 15 23:32:36.120631 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f0f75a84-2cd7-4e1e-94d5-b4e5a1014871 None None] Transition to ACTIVE for port object 1cd0fe0e-c543-49ac-8e70-97a81bdc188e will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:32:36.199149 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f0f75a84-2cd7-4e1e-94d5-b4e5a1014871 None None] Transition to ACTIVE for port object 1cd0fe0e-c543-49ac-8e70-97a81bdc188e will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:32:36.234896 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f0f75a84-2cd7-4e1e-94d5-b4e5a1014871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:36.278794 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15974fe8-bdd0-4de2-aaf1-9a0d3d7d25b9 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Pushing event updated for resources: {'Network': ['ID=8c9ef581-e804-4d4f-b2d3-03039952bb7a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:36.300235 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 8c9ef581-e804-4d4f-b2d3-03039952bb7a details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:32:36.313907 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f75a84-2cd7-4e1e-94d5-b4e5a1014871 None None] Network 03766849-a631-4ea2-9381-54cc8a32f2a1 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:32:36.342329 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-f0f75a84-2cd7-4e1e-94d5-b4e5a1014871 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:32:36.342829 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-4700a88b-4355-4eeb-9268-bfa786711f92 req-e70488b4-8403-4f15-9ccc-a0cad1c96a9e tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Deleting port 54b61601-8100-4182-99c8-64b141f15139 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:32:36.343362 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4700a88b-4355-4eeb-9268-bfa786711f92 req-e70488b4-8403-4f15-9ccc-a0cad1c96a9e tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:36.349156 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd26e856-806b-40ee-ac32-3d6ee43556aa None None] New status for floating IP 7eeb5eb0-2078-4a9c-aaaf-3ae2cd253234: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:32:36.386052 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f75a84-2cd7-4e1e-94d5-b4e5a1014871 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:32:36.412058 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1909309-d8b6-4056-9f0b-4c31661445ef tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Pushing event updated for resources: {'Network': ['ID=67188a61-beb7-4b81-a316-63469d079dc6,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:36.415710 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d9e5d-20b2-4c42-b04f-35bd7c5aeca1 req-d3e82f57-81bb-42da-b471-918ac2c91019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:36.417216 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ce9d9e5d-20b2-4c42-b04f-35bd7c5aeca1 req-d3e82f57-81bb-42da-b471-918ac2c91019 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ecdc87bf-da0f-4a3d-9224-f4cedc41c982 HTTP/1.1" status: 200 len: 897 time: 0.9262609 Jul 15 23:32:36.419859 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-197a6353-d7b7-453b-b09d-18f4fad02429 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:36.432824 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea15b359-6391-445b-907c-e045ab4ad437 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Made reservation on behalf of f44b7683cefa4f728ae7e16488ec0e72 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:32:36.436130 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ea15b359-6391-445b-907c-e045ab4ad437 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:36.482309 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 67188a61-beb7-4b81-a316-63469d079dc6 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:32:36.494832 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f75a84-2cd7-4e1e-94d5-b4e5a1014871 None None] Pushing event updated for resources: {'Port': ['ID=1cd0fe0e-c543-49ac-8e70-97a81bdc188e,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:36.503335 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ce9d9e5d-20b2-4c42-b04f-35bd7c5aeca1 req-37577ec7-bd69-4db0-8881-543b24c571d8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54b61601-8100-4182-99c8-64b141f15139 HTTP/1.1" status: 200 len: 217 time: 0.0778835 Jul 15 23:32:36.512349 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-197a6353-d7b7-453b-b09d-18f4fad02429 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:36.586869 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:36.591115 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-4700a88b-4355-4eeb-9268-bfa786711f92 req-e70488b4-8403-4f15-9ccc-a0cad1c96a9e tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] For port 54b61601-8100-4182-99c8-64b141f15139, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=54b61601-8100-4182-99c8-64b141f15139,segment=NetworkSegment(0b5e8ec5-ed51-4bc2-b998-73d0d8a498a3),segment_id=0b5e8ec5-ed51-4bc2-b998-73d0d8a498a3)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:36.591853 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4700a88b-4355-4eeb-9268-bfa786711f92 req-e70488b4-8403-4f15-9ccc-a0cad1c96a9e tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:36.592266 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-197a6353-d7b7-453b-b09d-18f4fad02429 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:32:36.592682 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-197a6353-d7b7-453b-b09d-18f4fad02429 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:36.603995 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:32:36.603995 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:32:36.603995 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:32:36.603995 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:32:36.603995 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:32:36.603995 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:32:36.603995 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:32:36.603995 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:32:36.603995 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:32:36.603995 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:32:36.603995 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:32:36.603995 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:32:36.603995 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:32:36.603995 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:32:36.603995 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:32:36.603995 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:32:36.603995 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:32:36.603995 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:32:36.603995 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:32:36.603995 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:32:36.603995 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:32:36.603995 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:32:36.603995 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:32:36.603995 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:32:36.603995 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:32:36.603995 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:32:36.603995 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:32:36.603995 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:32:36.603995 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:32:36.603995 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:32:36.603995 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:32:36.603995 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:32:36.617712 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f0f75a84-2cd7-4e1e-94d5-b4e5a1014871 None None] Attempting to bind port 1cd0fe0e-c543-49ac-8e70-97a81bdc188e on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:32:36.618111 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f0f75a84-2cd7-4e1e-94d5-b4e5a1014871 None None] Attempting to bind port 1cd0fe0e-c543-49ac-8e70-97a81bdc188e by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '7dc4f41c-bbb6-47ad-b694-85055d98c81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '03766849-a631-4ea2-9381-54cc8a32f2a1'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:32:36.618448 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f75a84-2cd7-4e1e-94d5-b4e5a1014871 None None] Attempting to bind port 1cd0fe0e-c543-49ac-8e70-97a81bdc188e on network 03766849-a631-4ea2-9381-54cc8a32f2a1 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:32:36.622147 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-4700a88b-4355-4eeb-9268-bfa786711f92 req-e70488b4-8403-4f15-9ccc-a0cad1c96a9e tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Calling delete_port for 54b61601-8100-4182-99c8-64b141f15139 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:32:36.636919 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1d92a744-fdce-40df-bb72-ea637adedbfa None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:36.652802 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f75a84-2cd7-4e1e-94d5-b4e5a1014871 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:32:36.653961 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f75a84-2cd7-4e1e-94d5-b4e5a1014871 None None] Checking segment: {'id': '7dc4f41c-bbb6-47ad-b694-85055d98c81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '03766849-a631-4ea2-9381-54cc8a32f2a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:32:36.654538 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f0f75a84-2cd7-4e1e-94d5-b4e5a1014871 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:36.655098 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f75a84-2cd7-4e1e-94d5-b4e5a1014871 None None] Bound using segment: {'id': '7dc4f41c-bbb6-47ad-b694-85055d98c81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '03766849-a631-4ea2-9381-54cc8a32f2a1'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:32:36.656087 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f0f75a84-2cd7-4e1e-94d5-b4e5a1014871 None None] Bound port: 1cd0fe0e-c543-49ac-8e70-97a81bdc188e, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dc4f41c-bbb6-47ad-b694-85055d98c81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '03766849-a631-4ea2-9381-54cc8a32f2a1'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:32:36.656667 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f0f75a84-2cd7-4e1e-94d5-b4e5a1014871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:36.705705 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea15b359-6391-445b-907c-e045ab4ad437 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:32:36.718060 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf21d1-e8b6-4829-9a1e-d4adf60fb5a6 req-b3801437-030e-42ce-ad1b-c392f3fbb717 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:36.725200 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2fcf21d1-e8b6-4829-9a1e-d4adf60fb5a6 req-b3801437-030e-42ce-ad1b-c392f3fbb717 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ca75cd1-9433-443e-b80a-f46e1e86c9d8 HTTP/1.1" status: 200 len: 944 time: 1.5147867 Jul 15 23:32:36.781751 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1d92a744-fdce-40df-bb72-ea637adedbfa None None] Transition to ACTIVE for port object e9a03392-97d7-442f-97b7-3c267093d8ac will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:32:36.784502 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d9e5d-20b2-4c42-b04f-35bd7c5aeca1 req-9cb3a18c-341c-453b-a81f-060330a3ab07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:36.786012 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ce9d9e5d-20b2-4c42-b04f-35bd7c5aeca1 req-9cb3a18c-341c-453b-a81f-060330a3ab07 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1ab37b05-e7b9-4fe0-bd45-61e825b24f36 HTTP/1.1" status: 200 len: 835 time: 0.2713134 Jul 15 23:32:36.790880 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-197a6353-d7b7-453b-b09d-18f4fad02429 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:36.795945 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ea15b359-6391-445b-907c-e045ab4ad437 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:36.796404 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-ea15b359-6391-445b-907c-e045ab4ad437 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Added segment e1230f44-dc11-4192-b4c9-f66266c75a29 of type vlan for network 0ee7bd2a-bc5c-4fad-9236-3ed5993f1573 Jul 15 23:32:36.807212 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7aeeb8c-8b51-4807-9f6c-11ff72bedc7c tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Made reservation on behalf of ac60438da4e7485d81cc9c20c2190b84 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:32:36.810153 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1d92a744-fdce-40df-bb72-ea637adedbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:36.811089 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7aeeb8c-8b51-4807-9f6c-11ff72bedc7c tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:36.828755 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-197a6353-d7b7-453b-b09d-18f4fad02429 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:36.829083 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-197a6353-d7b7-453b-b09d-18f4fad02429 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "DELETE /v2.0/networks/88fed9ac-573c-4ff7-bba4-512faee6aaf1 HTTP/1.1" status: 204 len: 168 time: 2.9907384 Jul 15 23:32:36.835364 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56820) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:36.866529 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f0f75a84-2cd7-4e1e-94d5-b4e5a1014871 None None] For port 1cd0fe0e-c543-49ac-8e70-97a81bdc188e, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:32:36.866778 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b784c83c-5084-4a2b-9a0a-aaaf5d6da48a tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Request body: {'network': {'name': 'tempest-RoutersTest-1470023304'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:36.894490 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f009b9e5-ee0f-4d0e-976e-b91593453ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:36.951642 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197a6353-d7b7-453b-b09d-18f4fad02429 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Pushing event deleted for resources: {'Network': ['ID=88fed9ac-573c-4ff7-bba4-512faee6aaf1,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:36.995060 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2fcf21d1-e8b6-4829-9a1e-d4adf60fb5a6 req-240c4485-cd04-46b8-9f0f-b57d310e1079 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8c61c92-d476-46a7-af9c-4517a99fe503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2687340 Jul 15 23:32:37.064776 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ea15b359-6391-445b-907c-e045ab4ad437 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:37.136655 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d9e5d-20b2-4c42-b04f-35bd7c5aeca1 req-a05e99c4-375d-463a-9bc0-81bfa62ffec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:37.138291 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ce9d9e5d-20b2-4c42-b04f-35bd7c5aeca1 req-a05e99c4-375d-463a-9bc0-81bfa62ffec8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ecdc87bf-da0f-4a3d-9224-f4cedc41c982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3454366 Jul 15 23:32:37.141600 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ea15b359-6391-445b-907c-e045ab4ad437 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:37.142872 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362342b6-f148-4090-b874-1203ad235b9a None None] Pushing event updated for resources: {'Port': ['ID=e9a03392-97d7-442f-97b7-3c267093d8ac,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:37.149822 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f0f75a84-2cd7-4e1e-94d5-b4e5a1014871 None None] For port 1cd0fe0e-c543-49ac-8e70-97a81bdc188e, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=1cd0fe0e-c543-49ac-8e70-97a81bdc188e,segment=NetworkSegment(7dc4f41c-bbb6-47ad-b694-85055d98c81d),segment_id=7dc4f41c-bbb6-47ad-b694-85055d98c81d)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:32:37.153235 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b784c83c-5084-4a2b-9a0a-aaaf5d6da48a tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Made reservation on behalf of 11b45b448a4843a1ab9b8fe9c2c28bb7 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:32:37.155945 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-1d92a744-fdce-40df-bb72-ea637adedbfa None None] Attempting to bind port e9a03392-97d7-442f-97b7-3c267093d8ac on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:32:37.156622 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-1d92a744-fdce-40df-bb72-ea637adedbfa None None] Attempting to bind port e9a03392-97d7-442f-97b7-3c267093d8ac by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:32:37.157456 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d92a744-fdce-40df-bb72-ea637adedbfa None None] Attempting to bind port e9a03392-97d7-442f-97b7-3c267093d8ac on network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:32:37.157701 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b784c83c-5084-4a2b-9a0a-aaaf5d6da48a tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:37.159336 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea15b359-6391-445b-907c-e045ab4ad437 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:37.160033 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ea15b359-6391-445b-907c-e045ab4ad437 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:37.163993 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f0f75a84-2cd7-4e1e-94d5-b4e5a1014871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:37.176531 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d92a744-fdce-40df-bb72-ea637adedbfa None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:32:37.177970 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d92a744-fdce-40df-bb72-ea637adedbfa None None] Checking segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:32:37.177970 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1d92a744-fdce-40df-bb72-ea637adedbfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:37.178348 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4700a88b-4355-4eeb-9268-bfa786711f92 req-e70488b4-8403-4f15-9ccc-a0cad1c96a9e tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:37.178522 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d92a744-fdce-40df-bb72-ea637adedbfa None None] Bound using segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:32:37.178522 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-1d92a744-fdce-40df-bb72-ea637adedbfa None None] Bound port: e9a03392-97d7-442f-97b7-3c267093d8ac, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:32:37.179234 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1d92a744-fdce-40df-bb72-ea637adedbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:37.215968 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70488b4-8403-4f15-9ccc-a0cad1c96a9e tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event deleted for resources: {'Port': ['ID=54b61601-8100-4182-99c8-64b141f15139,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:37.243293 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b784c83c-5084-4a2b-9a0a-aaaf5d6da48a tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:32:37.255029 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b784c83c-5084-4a2b-9a0a-aaaf5d6da48a tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:37.255376 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-b784c83c-5084-4a2b-9a0a-aaaf5d6da48a tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Added segment 8adf195a-b2cf-4770-8f93-2a936f4904f8 of type vlan for network 312b6c08-52b3-4c41-9d48-2a0876722206 Jul 15 23:32:37.290245 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-ea15b359-6391-445b-907c-e045ab4ad437 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.8723273 Jul 15 23:32:37.300053 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56830) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:37.309029 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f75a84-2cd7-4e1e-94d5-b4e5a1014871 None None] Pushing event updated for resources: {'Port': ['ID=1cd0fe0e-c543-49ac-8e70-97a81bdc188e,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:37.317867 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-92ee89f6-321a-4a8b-968a-db2ef7a4d2f3 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Request body: {'subnet': {'network_id': '8c9ef581-e804-4d4f-b2d3-03039952bb7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:37.318470 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1d92a744-fdce-40df-bb72-ea637adedbfa None None] For port e9a03392-97d7-442f-97b7-3c267093d8ac, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:32:37.324439 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1d92a744-fdce-40df-bb72-ea637adedbfa None None] For port e9a03392-97d7-442f-97b7-3c267093d8ac, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=e9a03392-97d7-442f-97b7-3c267093d8ac,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:32:37.331952 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1d92a744-fdce-40df-bb72-ea637adedbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:37.355075 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-f009b9e5-ee0f-4d0e-976e-b91593453ca1 admin admin] Allocated IP 172.20.0.1 (319575b4-274a-45da-9bf1-6decf487208b/0c7868f8-d819-4333-b9c5-ebc3d9707601/5a39058a-5f55-4e92-9b3b-adfde05521a3) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:32:37.459847 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d92a744-fdce-40df-bb72-ea637adedbfa None None] Routers {'587cb7c2-ccf5-465e-87d7-601b25208365'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:32:37.460614 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-1d92a744-fdce-40df-bb72-ea637adedbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:32:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['587cb7c2-ccf5-465e-87d7-601b25208365'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:37.527834 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b784c83c-5084-4a2b-9a0a-aaaf5d6da48a tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:37.528108 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362342b6-f148-4090-b874-1203ad235b9a None None] Pushing event updated for resources: {'Port': ['ID=e9a03392-97d7-442f-97b7-3c267093d8ac,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:37.545677 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea15b359-6391-445b-907c-e045ab4ad437 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Pushing event updated for resources: {'Network': ['ID=0ee7bd2a-bc5c-4fad-9236-3ed5993f1573,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:37.599277 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-4700a88b-4355-4eeb-9268-bfa786711f92 req-e70488b4-8403-4f15-9ccc-a0cad1c96a9e tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] No DVR routers for this DVR port 54b61601-8100-4182-99c8-64b141f15139 on host n-h2-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:32:37.614327 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4700a88b-4355-4eeb-9268-bfa786711f92 req-e70488b4-8403-4f15-9ccc-a0cad1c96a9e tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:37.616593 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4700a88b-4355-4eeb-9268-bfa786711f92 req-e70488b4-8403-4f15-9ccc-a0cad1c96a9e tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.41 "DELETE /v2.0/ports/54b61601-8100-4182-99c8-64b141f15139 HTTP/1.1" status: 204 len: 173 time: 1.4972484 Jul 15 23:32:37.617673 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca75cd1-9433-443e-b80a-f46e1e86c9d8', 'name': 'network-vif-deleted', 'tag': '54b61601-8100-4182-99c8-64b141f15139'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:32:37.620302 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f824db9-4c63-434f-9026-8b1a9a6280f0" -d '{"events": [{"server_uuid": "0ca75cd1-9433-443e-b80a-f46e1e86c9d8", "name": "network-vif-deleted", "tag": "54b61601-8100-4182-99c8-64b141f15139"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:32:37.675557 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b784c83c-5084-4a2b-9a0a-aaaf5d6da48a tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:37.676808 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-1d92a744-fdce-40df-bb72-ea637adedbfa None None] Set router 587cb7c2-ccf5-465e-87d7-601b25208365 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:32:37.682966 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b784c83c-5084-4a2b-9a0a-aaaf5d6da48a tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:37.683893 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b784c83c-5084-4a2b-9a0a-aaaf5d6da48a tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:37.735984 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f009b9e5-ee0f-4d0e-976e-b91593453ca1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:37.778145 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cfcc613-e64b-47eb-9307-99d252a2bad9 x-openstack-request-id: req-2cfcc613-e64b-47eb-9307-99d252a2bad9 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:32:37.778423 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca75cd1-9433-443e-b80a-f46e1e86c9d8", "name": "network-vif-deleted", "tag": "54b61601-8100-4182-99c8-64b141f15139", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:32:37.778679 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2cfcc613-e64b-47eb-9307-99d252a2bad9 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:32:37.779091 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca75cd1-9433-443e-b80a-f46e1e86c9d8', 'name': 'network-vif-deleted', 'tag': '54b61601-8100-4182-99c8-64b141f15139', 'status': 'completed', 'code': 200} Jul 15 23:32:37.796980 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ce9d9e5d-20b2-4c42-b04f-35bd7c5aeca1 req-2533fb18-6bb6-49fe-9d2b-e8aac7e59365 service neutron] 10.222.0.41 "GET /v2.0/networks/ecdc87bf-da0f-4a3d-9224-f4cedc41c982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6331427 Jul 15 23:32:37.800864 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7aeeb8c-8b51-4807-9f6c-11ff72bedc7c tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:37.807599 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b784c83c-5084-4a2b-9a0a-aaaf5d6da48a tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9669945 Jul 15 23:32:37.827295 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56838) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:37.870723 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e65fe0b1-40d7-4a9d-b406-49b1c9617085 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Request body: {'subnet': {'network_id': '312b6c08-52b3-4c41-9d48-2a0876722206', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:37.884958 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aeeb8c-8b51-4807-9f6c-11ff72bedc7c tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Pushing event updated for resources: {'Subnet': ['ID=95fe06fe-f968-47a4-a957-50964931143f,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:37.904569 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-f009b9e5-ee0f-4d0e-976e-b91593453ca1 admin admin] Transition to ACTIVE for port object 5a39058a-5f55-4e92-9b3b-adfde05521a3 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:32:37.953533 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 0ee7bd2a-bc5c-4fad-9236-3ed5993f1573 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:32:37.988324 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f009b9e5-ee0f-4d0e-976e-b91593453ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:38.013765 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b784c83c-5084-4a2b-9a0a-aaaf5d6da48a tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Pushing event updated for resources: {'Network': ['ID=312b6c08-52b3-4c41-9d48-2a0876722206,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:38.048698 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ee89f6-321a-4a8b-968a-db2ef7a4d2f3 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Made reservation on behalf of f44b7683cefa4f728ae7e16488ec0e72 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:32:38.054248 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 54b61601-8100-4182-99c8-64b141f15139 no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:32:38.058413 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-92ee89f6-321a-4a8b-968a-db2ef7a4d2f3 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:38.063131 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 312b6c08-52b3-4c41-9d48-2a0876722206 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:32:38.165269 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] No Port match for: 54b61601-8100-4182-99c8-64b141f15139 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:32:38.165269 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 54b61601-8100-4182-99c8-64b141f15139 not bound to the agent host n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:32:38.277865 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-1d92a744-fdce-40df-bb72-ea637adedbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587cb7c2-ccf5-465e-87d7-601b25208365', 'name': 'tempest-ServerActionsTestJSON-37223586-router', 'tenant_id': '1482c544a11f4437b346c979b3eb517a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': 'e9a03392-97d7-442f-97b7-3c267093d8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:28Z', 'updated_at': '2021-07-15T23:32:33Z', 'revision_number': 3, 'project_id': '1482c544a11f4437b346c979b3eb517a', 'gw_port': {'id': 'e9a03392-97d7-442f-97b7-3c267093d8ac', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c8:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587cb7c2-ccf5-465e-87d7-601b25208365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:30Z', 'updated_at': '2021-07-15T23:32:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:38.284645 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7aeeb8c-8b51-4807-9f6c-11ff72bedc7c tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Checking segment: {'id': '759893a8-40eb-4ed4-8c98-f5678d10b3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '67188a61-beb7-4b81-a316-63469d079dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:32:38.285675 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7aeeb8c-8b51-4807-9f6c-11ff72bedc7c tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Network hostable DHCP agents. Network: 67188a61-beb7-4b81-a316-63469d079dc6, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:32:38.290399 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f009b9e5-ee0f-4d0e-976e-b91593453ca1 admin admin] Network 319575b4-274a-45da-9bf1-6decf487208b is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:32:38.299882 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-f009b9e5-ee0f-4d0e-976e-b91593453ca1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:32:38.312559 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d92a744-fdce-40df-bb72-ea637adedbfa None None] The sync data for ids ['587cb7c2-ccf5-465e-87d7-601b25208365'] in n-d-794306-6 is: [{'id': '587cb7c2-ccf5-465e-87d7-601b25208365', 'name': 'tempest-ServerActionsTestJSON-37223586-router', 'tenant_id': '1482c544a11f4437b346c979b3eb517a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': 'e9a03392-97d7-442f-97b7-3c267093d8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:28Z', 'updated_at': '2021-07-15T23:32:33Z', 'revision_number': 3, 'project_id': '1482c544a11f4437b346c979b3eb517a', 'gw_port': {'id': 'e9a03392-97d7-442f-97b7-3c267093d8ac', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c8:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587cb7c2-ccf5-465e-87d7-601b25208365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:30Z', 'updated_at': '2021-07-15T23:32:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:32:38.313195 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f009b9e5-ee0f-4d0e-976e-b91593453ca1 admin admin] Pushing event updated for resources: {'Port': ['ID=5a39058a-5f55-4e92-9b3b-adfde05521a3,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:38.322189 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f009b9e5-ee0f-4d0e-976e-b91593453ca1 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:32:38.325671 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:38.466374 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e65fe0b1-40d7-4a9d-b406-49b1c9617085 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Made reservation on behalf of 11b45b448a4843a1ab9b8fe9c2c28bb7 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:32:38.470527 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e65fe0b1-40d7-4a9d-b406-49b1c9617085 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:38.475502 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f009b9e5-ee0f-4d0e-976e-b91593453ca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:38.565684 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ce9d9e5d-20b2-4c42-b04f-35bd7c5aeca1 req-ea1df37d-2549-4010-831a-2f9ee2cab55f service neutron] 10.222.0.41 "GET /v2.0/networks/ecdc87bf-da0f-4a3d-9224-f4cedc41c982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6817400 Jul 15 23:32:38.673227 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6f522581-4c8f-4a5f-9546-1ddf4deda3cc req-5327dac9-a0fb-47ed-ba46-b488c435a846 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ca75cd1-9433-443e-b80a-f46e1e86c9d8 HTTP/1.1" status: 200 len: 210 time: 0.2393789 Jul 15 23:32:38.729531 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7aeeb8c-8b51-4807-9f6c-11ff72bedc7c tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Network 67188a61-beb7-4b81-a316-63469d079dc6 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:32:38.867137 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-b7aeeb8c-8b51-4807-9f6c-11ff72bedc7c tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 67188a61-beb7-4b81-a316-63469d079dc6) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:32:38.894027 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4c6dd3-5cef-4214-84fc-1d760f715a84 None None] Network 67188a61-beb7-4b81-a316-63469d079dc6 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:32:38.901094 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7aeeb8c-8b51-4807-9f6c-11ff72bedc7c tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:38.912440 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7aeeb8c-8b51-4807-9f6c-11ff72bedc7c tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:38.964580 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f009b9e5-ee0f-4d0e-976e-b91593453ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:38.976413 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-b7aeeb8c-8b51-4807-9f6c-11ff72bedc7c tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4581904 Jul 15 23:32:38.985651 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56860) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:38.990375 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-c329fe49-49aa-482b-8e1b-a607ee2de47f tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-821854645', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}, 'admin_state_up': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:39.145960 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-92ee89f6-321a-4a8b-968a-db2ef7a4d2f3 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:39.147403 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1790538e-8602-4dfb-b35f-37e57995d2fe None None] Provisioning for port 5a39058a-5f55-4e92-9b3b-adfde05521a3 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:32:39.165765 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c329fe49-49aa-482b-8e1b-a607ee2de47f tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:39.167187 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c329fe49-49aa-482b-8e1b-a607ee2de47f tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:39.170592 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1790538e-8602-4dfb-b35f-37e57995d2fe None None] Provisioning complete for port 5a39058a-5f55-4e92-9b3b-adfde05521a3 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:39.170967 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1790538e-8602-4dfb-b35f-37e57995d2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:39.363115 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdae0b6-bb34-4d96-9355-93517d758acc None None] Network 03766849-a631-4ea2-9381-54cc8a32f2a1 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:32:39.386915 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ee89f6-321a-4a8b-968a-db2ef7a4d2f3 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Pushing event updated for resources: {'Subnet': ['ID=8b5f97b6-55e7-4a19-a891-80a8c3c9d5c8,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:39.417006 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c329fe49-49aa-482b-8e1b-a607ee2de47f tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:39.422992 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907a066f-af3c-4954-ab82-f0fa07137b15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-67188a61-beb7-4b81-a316-63469d079dc6', 'network_id': '67188a61-beb7-4b81-a316-63469d079dc6', 'tenant_id': 'ac60438da4e7485d81cc9c20c2190b84', 'fixed_ips': [{'subnet_id': '95fe06fe-f968-47a4-a957-50964931143f'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:32:39.425864 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-907a066f-af3c-4954-ab82-f0fa07137b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:39.482141 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e65fe0b1-40d7-4a9d-b406-49b1c9617085 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:39.506821 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1790538e-8602-4dfb-b35f-37e57995d2fe None None] Port 5a39058a-5f55-4e92-9b3b-adfde05521a3 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:32:39.519353 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ee89f6-321a-4a8b-968a-db2ef7a4d2f3 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Checking segment: {'id': '05385d53-b124-4c1a-8a2d-8f5e5115bc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '8c9ef581-e804-4d4f-b2d3-03039952bb7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:32:39.523249 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ee89f6-321a-4a8b-968a-db2ef7a4d2f3 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Network hostable DHCP agents. Network: 8c9ef581-e804-4d4f-b2d3-03039952bb7a, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:32:39.672433 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f009b9e5-ee0f-4d0e-976e-b91593453ca1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:39.693758 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c329fe49-49aa-482b-8e1b-a607ee2de47f tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:39.695306 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f009b9e5-ee0f-4d0e-976e-b91593453ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:39.698757 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ee89f6-321a-4a8b-968a-db2ef7a4d2f3 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Network 8c9ef581-e804-4d4f-b2d3-03039952bb7a is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:32:39.714515 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device e9a03392-97d7-442f-97b7-3c267093d8ac up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:32:39.751237 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-92ee89f6-321a-4a8b-968a-db2ef7a4d2f3 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 8c9ef581-e804-4d4f-b2d3-03039952bb7a) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:32:39.790616 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ee89f6-321a-4a8b-968a-db2ef7a4d2f3 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:39.797818 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-92ee89f6-321a-4a8b-968a-db2ef7a4d2f3 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:39.861933 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-92ee89f6-321a-4a8b-968a-db2ef7a4d2f3 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5584438 Jul 15 23:32:39.867309 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56882) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:39.873437 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-91a1eef0-97a7-4c98-b658-6d87bec2d375 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Request body: {'subnet': {'network_id': '0ee7bd2a-bc5c-4fad-9236-3ed5993f1573', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:39.920413 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2d5017-9bf1-4191-8e23-d5ff75607a5b None None] Network 8c9ef581-e804-4d4f-b2d3-03039952bb7a requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:32:39.922981 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb87c19c-e2be-4284-a31e-1abcd171b4a8 req-f4357664-a36c-4c6a-b6d8-12644ac99067 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:39.924618 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bb87c19c-e2be-4284-a31e-1abcd171b4a8 req-f4357664-a36c-4c6a-b6d8-12644ac99067 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=6797365d-c7ce-4e24-a954-67ea472f9dd4 HTTP/1.1" status: 200 len: 947 time: 0.2180598 Jul 15 23:32:39.925122 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56886) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:39.950990 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6eb4ce90-b1b3-4b8b-a116-289e906d7fd0 None None] Provisioning for port 1cd0fe0e-c543-49ac-8e70-97a81bdc188e completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:32:40.048774 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-907a066f-af3c-4954-ab82-f0fa07137b15 None None] Allocated IP 172.20.0.2 (67188a61-beb7-4b81-a316-63469d079dc6/95fe06fe-f968-47a4-a957-50964931143f/bafd9f3c-493d-4beb-8ebb-0e834c787bd3) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:32:40.109772 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65fe0b1-40d7-4a9d-b406-49b1c9617085 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Pushing event updated for resources: {'Subnet': ['ID=90228ed8-cd05-4fd5-83e3-e3238a912cae,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:40.156455 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port e9a03392-97d7-442f-97b7-3c267093d8ac completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:32:40.165489 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f009b9e5-ee0f-4d0e-976e-b91593453ca1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:40.170952 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65fe0b1-40d7-4a9d-b406-49b1c9617085 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:40.171407 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65fe0b1-40d7-4a9d-b406-49b1c9617085 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:40.172218 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65fe0b1-40d7-4a9d-b406-49b1c9617085 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:40.172650 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65fe0b1-40d7-4a9d-b406-49b1c9617085 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:40.173195 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65fe0b1-40d7-4a9d-b406-49b1c9617085 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:40.173759 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65fe0b1-40d7-4a9d-b406-49b1c9617085 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:40.174660 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65fe0b1-40d7-4a9d-b406-49b1c9617085 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:40.174867 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65fe0b1-40d7-4a9d-b406-49b1c9617085 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:40.175421 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65fe0b1-40d7-4a9d-b406-49b1c9617085 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:40.176219 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65fe0b1-40d7-4a9d-b406-49b1c9617085 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:40.176730 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65fe0b1-40d7-4a9d-b406-49b1c9617085 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:40.177707 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65fe0b1-40d7-4a9d-b406-49b1c9617085 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:40.180087 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port e9a03392-97d7-442f-97b7-3c267093d8ac triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:40.180447 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:40.200479 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f009b9e5-ee0f-4d0e-976e-b91593453ca1 admin admin] Pushing event updated for resources: {'Port': ['ID=5a39058a-5f55-4e92-9b3b-adfde05521a3,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:40.246521 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65fe0b1-40d7-4a9d-b406-49b1c9617085 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Checking segment: {'id': '8adf195a-b2cf-4770-8f93-2a936f4904f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '312b6c08-52b3-4c41-9d48-2a0876722206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:32:40.250868 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65fe0b1-40d7-4a9d-b406-49b1c9617085 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Network hostable DHCP agents. Network: 312b6c08-52b3-4c41-9d48-2a0876722206, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:32:40.269802 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bb87c19c-e2be-4284-a31e-1abcd171b4a8 req-e06172fd-5d0f-4390-9903-5dda57603869 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b59dfd8-fe46-4eda-8708-ff7f3de3ce14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3173115 Jul 15 23:32:40.324669 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a1eef0-97a7-4c98-b658-6d87bec2d375 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Made reservation on behalf of f44b7683cefa4f728ae7e16488ec0e72 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:32:40.328758 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-91a1eef0-97a7-4c98-b658-6d87bec2d375 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:40.428521 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65fe0b1-40d7-4a9d-b406-49b1c9617085 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Network 312b6c08-52b3-4c41-9d48-2a0876722206 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:32:40.459742 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22eb5614-19ba-4a7c-914a-3e58ab6c57f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-8c9ef581-e804-4d4f-b2d3-03039952bb7a', 'network_id': '8c9ef581-e804-4d4f-b2d3-03039952bb7a', 'tenant_id': 'f44b7683cefa4f728ae7e16488ec0e72', 'fixed_ips': [{'subnet_id': '8b5f97b6-55e7-4a19-a891-80a8c3c9d5c8'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:32:40.460674 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22eb5614-19ba-4a7c-914a-3e58ab6c57f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:40.478073 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-e65fe0b1-40d7-4a9d-b406-49b1c9617085 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 312b6c08-52b3-4c41-9d48-2a0876722206) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:32:40.509092 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65fe0b1-40d7-4a9d-b406-49b1c9617085 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:40.510613 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e65fe0b1-40d7-4a9d-b406-49b1c9617085 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:40.511813 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142f891e-525d-4541-b4c5-169ff4fcf15f None None] Network 312b6c08-52b3-4c41-9d48-2a0876722206 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:32:40.585679 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e65fe0b1-40d7-4a9d-b406-49b1c9617085 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7545342 Jul 15 23:32:40.588470 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f009b9e5-ee0f-4d0e-976e-b91593453ca1 admin admin] Network 319575b4-274a-45da-9bf1-6decf487208b is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:32:40.589178 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56890) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:40.593924 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5c9ed4f5-802d-4481-8ae7-871e686567a7 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-509798977', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:40.602607 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-f009b9e5-ee0f-4d0e-976e-b91593453ca1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:32:40.669380 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:40.738171 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-907a066f-af3c-4954-ab82-f0fa07137b15 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:40.764914 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f009b9e5-ee0f-4d0e-976e-b91593453ca1 admin admin] Router 587cb7c2-ccf5-465e-87d7-601b25208365 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:32:40.803505 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed4f5-802d-4481-8ae7-871e686567a7 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:40.805864 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed4f5-802d-4481-8ae7-871e686567a7 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:40.930925 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed4f5-802d-4481-8ae7-871e686567a7 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:40.941127 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed4f5-802d-4481-8ae7-871e686567a7 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:41.005218 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed4f5-802d-4481-8ae7-871e686567a7 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:41.011805 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-5c9ed4f5-802d-4481-8ae7-871e686567a7 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4169655 Jul 15 23:32:41.013996 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56892) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:41.020291 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e33f3001-4e8f-4ac1-a4a7-f21e304a6458 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Request body: {'port': {'network_id': '312b6c08-52b3-4c41-9d48-2a0876722206', 'name': 'tempest-RoutersTest-1064269613'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:41.030882 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c329fe49-49aa-482b-8e1b-a607ee2de47f tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:41.131387 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c329fe49-49aa-482b-8e1b-a607ee2de47f tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:41.134544 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f009b9e5-ee0f-4d0e-976e-b91593453ca1 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:32:41.141257 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f009b9e5-ee0f-4d0e-976e-b91593453ca1 admin admin] 10.222.0.48 "PUT /v2.0/routers/587cb7c2-ccf5-465e-87d7-601b25208365/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3238533 Jul 15 23:32:41.202920 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-907a066f-af3c-4954-ab82-f0fa07137b15 None None] Transition to ACTIVE for port object bafd9f3c-493d-4beb-8ebb-0e834c787bd3 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:32:41.217640 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port e9a03392-97d7-442f-97b7-3c267093d8ac, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=e9a03392-97d7-442f-97b7-3c267093d8ac,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:41.239256 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:41.240111 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 1cd0fe0e-c543-49ac-8e70-97a81bdc188e up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:32:41.270809 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33f3001-4e8f-4ac1-a4a7-f21e304a6458 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Made reservation on behalf of 11b45b448a4843a1ab9b8fe9c2c28bb7 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:32:41.279983 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e33f3001-4e8f-4ac1-a4a7-f21e304a6458 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:41.321080 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-907a066f-af3c-4954-ab82-f0fa07137b15 None None] Transition to ACTIVE for port object bafd9f3c-493d-4beb-8ebb-0e834c787bd3 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:32:41.324625 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-e33f3001-4e8f-4ac1-a4a7-f21e304a6458 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] device_id is not set on port e1196c3a-56cd-447d-88aa-789e597345cc yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:32:41.392020 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f80447-c131-4554-a380-da1b2fe85611 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-312b6c08-52b3-4c41-9d48-2a0876722206', 'network_id': '312b6c08-52b3-4c41-9d48-2a0876722206', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'fixed_ips': [{'subnet_id': '90228ed8-cd05-4fd5-83e3-e3238a912cae'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:32:41.392617 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-83f80447-c131-4554-a380-da1b2fe85611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:41.499149 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-907a066f-af3c-4954-ab82-f0fa07137b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:41.581361 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-e33f3001-4e8f-4ac1-a4a7-f21e304a6458 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Allocated IP 172.20.0.14 (312b6c08-52b3-4c41-9d48-2a0876722206/90228ed8-cd05-4fd5-83e3-e3238a912cae/e1196c3a-56cd-447d-88aa-789e597345cc) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:32:41.610862 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907a066f-af3c-4954-ab82-f0fa07137b15 None None] Network 67188a61-beb7-4b81-a316-63469d079dc6 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:32:41.614672 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d314746-bf75-4f38-b156-140f6a97c949 None None] Sync routers for ids ['587cb7c2-ccf5-465e-87d7-601b25208365'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:32:41.619383 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=e9a03392-97d7-442f-97b7-3c267093d8ac,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:41.638826 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-22eb5614-19ba-4a7c-914a-3e58ab6c57f1 None None] Allocated IP 172.20.0.2 (8c9ef581-e804-4d4f-b2d3-03039952bb7a/8b5f97b6-55e7-4a19-a891-80a8c3c9d5c8/dbc1632d-bf72-4a37-ab99-a383568b217f) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:32:41.802961 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e33f3001-4e8f-4ac1-a4a7-f21e304a6458 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:41.807542 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-907a066f-af3c-4954-ab82-f0fa07137b15 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:32:41.831872 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-e33f3001-4e8f-4ac1-a4a7-f21e304a6458 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Transition to ACTIVE for port object e1196c3a-56cd-447d-88aa-789e597345cc will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:32:41.846271 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907a066f-af3c-4954-ab82-f0fa07137b15 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:32:41.901518 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e33f3001-4e8f-4ac1-a4a7-f21e304a6458 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:41.935789 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 1cd0fe0e-c543-49ac-8e70-97a81bdc188e completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:32:41.937741 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-dbd6dcc3-93de-497b-a745-45c45df729b0 None None] Provisioning complete for port 5a39058a-5f55-4e92-9b3b-adfde05521a3 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:41.938115 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dbd6dcc3-93de-497b-a745-45c45df729b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:41.976939 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33f3001-4e8f-4ac1-a4a7-f21e304a6458 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Network 312b6c08-52b3-4c41-9d48-2a0876722206 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:32:41.982024 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-e33f3001-4e8f-4ac1-a4a7-f21e304a6458 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:32:41.982259 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d314746-bf75-4f38-b156-140f6a97c949 None None] Routers {'587cb7c2-ccf5-465e-87d7-601b25208365'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:32:41.982259 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8d314746-bf75-4f38-b156-140f6a97c949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:32:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['587cb7c2-ccf5-465e-87d7-601b25208365'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:41.988133 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33f3001-4e8f-4ac1-a4a7-f21e304a6458 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:32:42.049350 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33f3001-4e8f-4ac1-a4a7-f21e304a6458 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:42.050035 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e33f3001-4e8f-4ac1-a4a7-f21e304a6458 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:42.080561 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f3001-4e8f-4ac1-a4a7-f21e304a6458 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Pushing event updated for resources: {'Port': ['ID=e1196c3a-56cd-447d-88aa-789e597345cc,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:42.082070 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907a066f-af3c-4954-ab82-f0fa07137b15 None None] Pushing event updated for resources: {'Port': ['ID=bafd9f3c-493d-4beb-8ebb-0e834c787bd3,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:42.088983 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e33f3001-4e8f-4ac1-a4a7-f21e304a6458 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0716403 Jul 15 23:32:42.089309 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56906) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:42.091471 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 1cd0fe0e-c543-49ac-8e70-97a81bdc188e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:42.091985 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:42.131699 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914ebb8-7ce8-492a-9251-be34b1b3c2d0 req-b1897ad9-2627-4b39-8436-98bfe34f00e2 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:42.135481 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c914ebb8-7ce8-492a-9251-be34b1b3c2d0 req-b1897ad9-2627-4b39-8436-98bfe34f00e2 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.49 "GET /v2.0/ports?device_id=6797365d-c7ce-4e24-a954-67ea472f9dd4 HTTP/1.1" status: 200 len: 947 time: 1.3574412 Jul 15 23:32:42.269985 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22eb5614-19ba-4a7c-914a-3e58ab6c57f1 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:42.412626 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-c329fe49-49aa-482b-8e1b-a607ee2de47f tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Allocated IP 172.25.5.83 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/77b1accd-d489-4204-bcf2-207fc0569e81) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:32:42.417605 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22eb5614-19ba-4a7c-914a-3e58ab6c57f1 None None] Transition to ACTIVE for port object dbc1632d-bf72-4a37-ab99-a383568b217f will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:32:42.553169 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-907a066f-af3c-4954-ab82-f0fa07137b15 None None] Attempting to bind port bafd9f3c-493d-4beb-8ebb-0e834c787bd3 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:32:42.555180 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-907a066f-af3c-4954-ab82-f0fa07137b15 None None] Attempting to bind port bafd9f3c-493d-4beb-8ebb-0e834c787bd3 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '759893a8-40eb-4ed4-8c98-f5678d10b3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '67188a61-beb7-4b81-a316-63469d079dc6'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:32:42.555977 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907a066f-af3c-4954-ab82-f0fa07137b15 None None] Attempting to bind port bafd9f3c-493d-4beb-8ebb-0e834c787bd3 on network 67188a61-beb7-4b81-a316-63469d079dc6 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:32:42.563465 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22eb5614-19ba-4a7c-914a-3e58ab6c57f1 None None] Transition to ACTIVE for port object dbc1632d-bf72-4a37-ab99-a383568b217f will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:32:42.578043 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907a066f-af3c-4954-ab82-f0fa07137b15 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:32:42.578783 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907a066f-af3c-4954-ab82-f0fa07137b15 None None] Checking segment: {'id': '759893a8-40eb-4ed4-8c98-f5678d10b3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '67188a61-beb7-4b81-a316-63469d079dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:32:42.579196 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-907a066f-af3c-4954-ab82-f0fa07137b15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:42.579606 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907a066f-af3c-4954-ab82-f0fa07137b15 None None] Bound using segment: {'id': '759893a8-40eb-4ed4-8c98-f5678d10b3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '67188a61-beb7-4b81-a316-63469d079dc6'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:32:42.580090 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-907a066f-af3c-4954-ab82-f0fa07137b15 None None] Bound port: bafd9f3c-493d-4beb-8ebb-0e834c787bd3, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '759893a8-40eb-4ed4-8c98-f5678d10b3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '67188a61-beb7-4b81-a316-63469d079dc6'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:32:42.580473 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-907a066f-af3c-4954-ab82-f0fa07137b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:42.583115 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-dbd6dcc3-93de-497b-a745-45c45df729b0 None None] Port 5a39058a-5f55-4e92-9b3b-adfde05521a3 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:32:42.625471 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-8d314746-bf75-4f38-b156-140f6a97c949 None None] Set router 587cb7c2-ccf5-465e-87d7-601b25208365 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:32:42.627779 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56908) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:42.636015 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-8d50bc93-11cc-4d86-b24f-8ddaee74a743 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1453277596', 'description': 'tempest-description--1142340786'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:42.646146 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-108e7e88-44f9-4d3f-86da-641643e92825 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:42.665342 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe782b-edc6-46d9-a3fc-9b526fddb92c req-352017fa-edfe-4ca7-a3eb-0aac5dd14ae7 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:42.667877 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ddbe782b-edc6-46d9-a3fc-9b526fddb92c req-352017fa-edfe-4ca7-a3eb-0aac5dd14ae7 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=6797365d-c7ce-4e24-a954-67ea472f9dd4 HTTP/1.1" status: 200 len: 947 time: 0.6190231 Jul 15 23:32:42.690098 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-91a1eef0-97a7-4c98-b658-6d87bec2d375 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:42.705200 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22eb5614-19ba-4a7c-914a-3e58ab6c57f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:42.710505 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-83f80447-c131-4554-a380-da1b2fe85611 None None] Allocated IP 172.20.0.2 (312b6c08-52b3-4c41-9d48-2a0876722206/90228ed8-cd05-4fd5-83e3-e3238a912cae/46569c5e-9355-4779-8ac7-53b3d4b0cfab) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:32:42.729055 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8d50bc93-11cc-4d86-b24f-8ddaee74a743 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:42.890498 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-c914ebb8-7ce8-492a-9251-be34b1b3c2d0 req-f027a35c-2333-4be5-9951-fd79c210ced1 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Deleting port 2163a5fe-aded-4f44-abb5-1f3885a494fc {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:32:42.891007 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c914ebb8-7ce8-492a-9251-be34b1b3c2d0 req-f027a35c-2333-4be5-9951-fd79c210ced1 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:42.942479 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22eb5614-19ba-4a7c-914a-3e58ab6c57f1 None None] Network 8c9ef581-e804-4d4f-b2d3-03039952bb7a is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:32:42.943796 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:43.011390 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-c914ebb8-7ce8-492a-9251-be34b1b3c2d0 req-f027a35c-2333-4be5-9951-fd79c210ced1 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] For port 2163a5fe-aded-4f44-abb5-1f3885a494fc, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=2163a5fe-aded-4f44-abb5-1f3885a494fc,segment=NetworkSegment(978fcb14-f527-45d0-a4ec-38d689fb220c),segment_id=978fcb14-f527-45d0-a4ec-38d689fb220c)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:43.011681 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-108e7e88-44f9-4d3f-86da-641643e92825 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:43.012011 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c914ebb8-7ce8-492a-9251-be34b1b3c2d0 req-f027a35c-2333-4be5-9951-fd79c210ced1 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:43.018173 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-22eb5614-19ba-4a7c-914a-3e58ab6c57f1 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:32:43.051116 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22eb5614-19ba-4a7c-914a-3e58ab6c57f1 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:32:43.069047 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eb5614-19ba-4a7c-914a-3e58ab6c57f1 None None] Pushing event updated for resources: {'Port': ['ID=dbc1632d-bf72-4a37-ab99-a383568b217f,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:43.103398 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8d50bc93-11cc-4d86-b24f-8ddaee74a743 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:43.106303 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-108e7e88-44f9-4d3f-86da-641643e92825 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:43.113338 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8d50bc93-11cc-4d86-b24f-8ddaee74a743 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:43.229501 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8d50bc93-11cc-4d86-b24f-8ddaee74a743 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:43.234010 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-8d50bc93-11cc-4d86-b24f-8ddaee74a743 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6007562 Jul 15 23:32:43.236059 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d50bc93-11cc-4d86-b24f-8ddaee74a743 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4fbd00-14ff-4150-9cb7-4459e63d6009,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:43.237327 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-907a066f-af3c-4954-ab82-f0fa07137b15 None None] For port bafd9f3c-493d-4beb-8ebb-0e834c787bd3, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:32:43.248023 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56912) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:43.248188 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 1cd0fe0e-c543-49ac-8e70-97a81bdc188e, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=1cd0fe0e-c543-49ac-8e70-97a81bdc188e,segment=NetworkSegment(7dc4f41c-bbb6-47ad-b694-85055d98c81d),segment_id=7dc4f41c-bbb6-47ad-b694-85055d98c81d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:43.256276 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-40aa56c1-1a7e-498e-b4ec-f7873a4d1d42 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Request body: {'security_group_rule': {'security_group_id': '5e4fbd00-14ff-4150-9cb7-4459e63d6009', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:43.275635 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108e7e88-44f9-4d3f-86da-641643e92825 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Pushing event updated for resources: {'Port': ['ID=e1196c3a-56cd-447d-88aa-789e597345cc,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:43.277712 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:43.285659 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-907a066f-af3c-4954-ab82-f0fa07137b15 None None] For port bafd9f3c-493d-4beb-8ebb-0e834c787bd3, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=bafd9f3c-493d-4beb-8ebb-0e834c787bd3,segment=NetworkSegment(759893a8-40eb-4ed4-8c98-f5678d10b3b7),segment_id=759893a8-40eb-4ed4-8c98-f5678d10b3b7)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:32:43.319416 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c329fe49-49aa-482b-8e1b-a607ee2de47f tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:43.340317 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ddbe782b-edc6-46d9-a3fc-9b526fddb92c req-d492924b-076d-4390-b3ff-d3789c07f39e tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b59dfd8-fe46-4eda-8708-ff7f3de3ce14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6553884 Jul 15 23:32:43.361161 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a1eef0-97a7-4c98-b658-6d87bec2d375 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Pushing event updated for resources: {'Subnet': ['ID=7866bb02-2377-4cb8-bcf3-6f6cf0a65715,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:43.440947 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40aa56c1-1a7e-498e-b4ec-f7873a4d1d42 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:43.443530 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-22eb5614-19ba-4a7c-914a-3e58ab6c57f1 None None] Attempting to bind port dbc1632d-bf72-4a37-ab99-a383568b217f on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:32:43.445377 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-22eb5614-19ba-4a7c-914a-3e58ab6c57f1 None None] Attempting to bind port dbc1632d-bf72-4a37-ab99-a383568b217f by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '05385d53-b124-4c1a-8a2d-8f5e5115bc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '8c9ef581-e804-4d4f-b2d3-03039952bb7a'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:32:43.446060 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eb5614-19ba-4a7c-914a-3e58ab6c57f1 None None] Attempting to bind port dbc1632d-bf72-4a37-ab99-a383568b217f on network 8c9ef581-e804-4d4f-b2d3-03039952bb7a {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:32:43.454392 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-907a066f-af3c-4954-ab82-f0fa07137b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:43.465804 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=1cd0fe0e-c543-49ac-8e70-97a81bdc188e,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:43.530722 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a1eef0-97a7-4c98-b658-6d87bec2d375 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Checking segment: {'id': 'e1230f44-dc11-4192-b4c9-f66266c75a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0ee7bd2a-bc5c-4fad-9236-3ed5993f1573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:32:43.532025 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a1eef0-97a7-4c98-b658-6d87bec2d375 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Network hostable DHCP agents. Network: 0ee7bd2a-bc5c-4fad-9236-3ed5993f1573, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:32:43.553629 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c914ebb8-7ce8-492a-9251-be34b1b3c2d0 req-f027a35c-2333-4be5-9951-fd79c210ced1 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:43.554880 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c914ebb8-7ce8-492a-9251-be34b1b3c2d0 req-f027a35c-2333-4be5-9951-fd79c210ced1 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:43.555302 n-d-794306-6 neutron-server[93770]: INFO neutron.db.l3_db [req-c914ebb8-7ce8-492a-9251-be34b1b3c2d0 req-f027a35c-2333-4be5-9951-fd79c210ced1 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Floating IP 5ed67a7a-4875-4ed5-b647-716e9c458267 disassociated. External IP: 172.25.5.86, port: 2163a5fe-aded-4f44-abb5-1f3885a494fc. Jul 15 23:32:43.555748 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-c914ebb8-7ce8-492a-9251-be34b1b3c2d0 req-f027a35c-2333-4be5-9951-fd79c210ced1 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Calling delete_port for 2163a5fe-aded-4f44-abb5-1f3885a494fc owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:32:43.569308 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-62698af1-dc15-4e31-a5c8-cf9efa018806 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:43.570941 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-83f80447-c131-4554-a380-da1b2fe85611 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:43.628698 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eb5614-19ba-4a7c-914a-3e58ab6c57f1 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:32:43.629313 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eb5614-19ba-4a7c-914a-3e58ab6c57f1 None None] Checking segment: {'id': '05385d53-b124-4c1a-8a2d-8f5e5115bc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '8c9ef581-e804-4d4f-b2d3-03039952bb7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:32:43.629834 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22eb5614-19ba-4a7c-914a-3e58ab6c57f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:43.630317 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eb5614-19ba-4a7c-914a-3e58ab6c57f1 None None] Bound using segment: {'id': '05385d53-b124-4c1a-8a2d-8f5e5115bc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '8c9ef581-e804-4d4f-b2d3-03039952bb7a'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:32:43.630908 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-22eb5614-19ba-4a7c-914a-3e58ab6c57f1 None None] Bound port: dbc1632d-bf72-4a37-ab99-a383568b217f, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05385d53-b124-4c1a-8a2d-8f5e5115bc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '8c9ef581-e804-4d4f-b2d3-03039952bb7a'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:32:43.631451 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22eb5614-19ba-4a7c-914a-3e58ab6c57f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:43.641565 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device e9a03392-97d7-442f-97b7-3c267093d8ac up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:32:43.651058 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-108e7e88-44f9-4d3f-86da-641643e92825 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:43.654984 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40aa56c1-1a7e-498e-b4ec-f7873a4d1d42 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:43.668902 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c329fe49-49aa-482b-8e1b-a607ee2de47f tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:43.696835 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40aa56c1-1a7e-498e-b4ec-f7873a4d1d42 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:43.722399 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aa56c1-1a7e-498e-b4ec-f7873a4d1d42 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b7f1f82-c5ff-42c1-a511-1dc85d80a4a6,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:43.742504 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-83f80447-c131-4554-a380-da1b2fe85611 None None] Transition to ACTIVE for port object 46569c5e-9355-4779-8ac7-53b3d4b0cfab will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:32:43.771663 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a1eef0-97a7-4c98-b658-6d87bec2d375 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Network 0ee7bd2a-bc5c-4fad-9236-3ed5993f1573 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:32:43.778956 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907a066f-af3c-4954-ab82-f0fa07137b15 None None] Pushing event updated for resources: {'Port': ['ID=bafd9f3c-493d-4beb-8ebb-0e834c787bd3,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:43.818369 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-83f80447-c131-4554-a380-da1b2fe85611 None None] Transition to ACTIVE for port object 46569c5e-9355-4779-8ac7-53b3d4b0cfab will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:32:43.848206 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-83f80447-c131-4554-a380-da1b2fe85611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:43.907762 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8d314746-bf75-4f38-b156-140f6a97c949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587cb7c2-ccf5-465e-87d7-601b25208365', 'name': 'tempest-ServerActionsTestJSON-37223586-router', 'tenant_id': '1482c544a11f4437b346c979b3eb517a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': 'e9a03392-97d7-442f-97b7-3c267093d8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:28Z', 'updated_at': '2021-07-15T23:32:38Z', 'revision_number': 4, 'project_id': '1482c544a11f4437b346c979b3eb517a', 'gw_port': {'id': 'e9a03392-97d7-442f-97b7-3c267093d8ac', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c8:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587cb7c2-ccf5-465e-87d7-601b25208365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:30Z', 'updated_at': '2021-07-15T23:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '5a39058a-5f55-4e92-9b3b-adfde05521a3', 'name': '', 'network_id': '319575b4-274a-45da-9bf1-6decf487208b', 'tenant_id': '1482c544a11f4437b346c979b3eb517a', 'mac_address': 'fa:16:3e:5f:7f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587cb7c2-ccf5-465e-87d7-601b25208365', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '0c7868f8-d819-4333-b9c5-ebc3d9707601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:36Z', 'updated_at': '2021-07-15T23:32:39Z', 'revision_number': 2, 'project_id': '1482c544a11f4437b346c979b3eb517a', 'subnets': [{'id': '0c7868f8-d819-4333-b9c5-ebc3d9707601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:43.927711 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f80447-c131-4554-a380-da1b2fe85611 None None] Network 312b6c08-52b3-4c41-9d48-2a0876722206 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:32:44.006138 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c329fe49-49aa-482b-8e1b-a607ee2de47f tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:32:44.113033 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-c329fe49-49aa-482b-8e1b-a607ee2de47f tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:32:44.118272 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c329fe49-49aa-482b-8e1b-a607ee2de47f tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:32:44.132927 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-91a1eef0-97a7-4c98-b658-6d87bec2d375 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 0ee7bd2a-bc5c-4fad-9236-3ed5993f1573) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:32:44.176426 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c329fe49-49aa-482b-8e1b-a607ee2de47f tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Pushing event updated for resources: {'Port': ['ID=77b1accd-d489-4204-bcf2-207fc0569e81,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:44.200577 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a1eef0-97a7-4c98-b658-6d87bec2d375 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:44.201515 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-91a1eef0-97a7-4c98-b658-6d87bec2d375 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:44.242084 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-91a1eef0-97a7-4c98-b658-6d87bec2d375 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3734410 Jul 15 23:32:44.248912 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56916) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:44.272406 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-83f80447-c131-4554-a380-da1b2fe85611 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:32:44.282461 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d881f64-004a-438b-ad98-8571900e9746 None None] Network 0ee7bd2a-bc5c-4fad-9236-3ed5993f1573 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:32:44.286559 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22eb5614-19ba-4a7c-914a-3e58ab6c57f1 None None] For port dbc1632d-bf72-4a37-ab99-a383568b217f, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:32:44.291506 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f80447-c131-4554-a380-da1b2fe85611 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:32:44.296483 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d314746-bf75-4f38-b156-140f6a97c949 None None] Checking router: 587cb7c2-ccf5-465e-87d7-601b25208365 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:32:44.297052 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d314746-bf75-4f38-b156-140f6a97c949 None None] Updating router 587cb7c2-ccf5-465e-87d7-601b25208365 port 5a39058a-5f55-4e92-9b3b-adfde05521a3 binding host n-d-794306-6 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:32:44.354551 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port e9a03392-97d7-442f-97b7-3c267093d8ac triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:44.355082 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:44.356978 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f80447-c131-4554-a380-da1b2fe85611 None None] Pushing event updated for resources: {'Port': ['ID=46569c5e-9355-4779-8ac7-53b3d4b0cfab,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:44.370997 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40aa56c1-1a7e-498e-b4ec-f7873a4d1d42 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:44.372477 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22eb5614-19ba-4a7c-914a-3e58ab6c57f1 None None] For port dbc1632d-bf72-4a37-ab99-a383568b217f, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=dbc1632d-bf72-4a37-ab99-a383568b217f,segment=NetworkSegment(05385d53-b124-4c1a-8a2d-8f5e5115bc9e),segment_id=05385d53-b124-4c1a-8a2d-8f5e5115bc9e)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:32:44.372767 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-40aa56c1-1a7e-498e-b4ec-f7873a4d1d42 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1227119 Jul 15 23:32:44.377649 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56918) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:44.386568 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-3a62af85-2e96-420d-a4df-e127f786b02d tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Request body: {'security_group_rule': {'security_group_id': '5e4fbd00-14ff-4150-9cb7-4459e63d6009', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:44.421300 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22eb5614-19ba-4a7c-914a-3e58ab6c57f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:44.565308 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3a62af85-2e96-420d-a4df-e127f786b02d tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:44.581609 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-108e7e88-44f9-4d3f-86da-641643e92825 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:44.643023 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 2163a5fe-aded-4f44-abb5-1f3885a494fc no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:32:44.768206 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8d314746-bf75-4f38-b156-140f6a97c949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:44.860026 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-83f80447-c131-4554-a380-da1b2fe85611 None None] Attempting to bind port 46569c5e-9355-4779-8ac7-53b3d4b0cfab on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:32:44.860611 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-83f80447-c131-4554-a380-da1b2fe85611 None None] Attempting to bind port 46569c5e-9355-4779-8ac7-53b3d4b0cfab by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '8adf195a-b2cf-4770-8f93-2a936f4904f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '312b6c08-52b3-4c41-9d48-2a0876722206'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:32:44.861180 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f80447-c131-4554-a380-da1b2fe85611 None None] Attempting to bind port 46569c5e-9355-4779-8ac7-53b3d4b0cfab on network 312b6c08-52b3-4c41-9d48-2a0876722206 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:32:44.876685 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3a62af85-2e96-420d-a4df-e127f786b02d tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:44.886076 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3a62af85-2e96-420d-a4df-e127f786b02d tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:44.959782 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eb5614-19ba-4a7c-914a-3e58ab6c57f1 None None] Pushing event updated for resources: {'Port': ['ID=dbc1632d-bf72-4a37-ab99-a383568b217f,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:45.031541 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f80447-c131-4554-a380-da1b2fe85611 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:32:45.032210 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f80447-c131-4554-a380-da1b2fe85611 None None] Checking segment: {'id': '8adf195a-b2cf-4770-8f93-2a936f4904f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '312b6c08-52b3-4c41-9d48-2a0876722206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:32:45.032798 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-83f80447-c131-4554-a380-da1b2fe85611 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:45.033459 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f80447-c131-4554-a380-da1b2fe85611 None None] Bound using segment: {'id': '8adf195a-b2cf-4770-8f93-2a936f4904f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '312b6c08-52b3-4c41-9d48-2a0876722206'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:32:45.034219 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-83f80447-c131-4554-a380-da1b2fe85611 None None] Bound port: 46569c5e-9355-4779-8ac7-53b3d4b0cfab, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8adf195a-b2cf-4770-8f93-2a936f4904f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '312b6c08-52b3-4c41-9d48-2a0876722206'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:32:45.034789 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-83f80447-c131-4554-a380-da1b2fe85611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:45.037163 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c914ebb8-7ce8-492a-9251-be34b1b3c2d0 req-f027a35c-2333-4be5-9951-fd79c210ced1 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:45.147638 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3a62af85-2e96-420d-a4df-e127f786b02d tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:45.154116 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-3a62af85-2e96-420d-a4df-e127f786b02d tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7745783 Jul 15 23:32:45.180955 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56924) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:45.223978 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-7ffef258-47d2-4c27-937a-c06ce5f196ea tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Request body: {'floatingip': {'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:45.297388 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-108e7e88-44f9-4d3f-86da-641643e92825 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:45.299699 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a62af85-2e96-420d-a4df-e127f786b02d tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1161a26c-2f36-4e08-b820-48a776188d00,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:45.302083 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f027a35c-2333-4be5-9951-fd79c210ced1 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Pushing event deleted for resources: {'Port': ['ID=2163a5fe-aded-4f44-abb5-1f3885a494fc,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:45.320826 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-108e7e88-44f9-4d3f-86da-641643e92825 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:45.376647 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-108e7e88-44f9-4d3f-86da-641643e92825 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:45.520872 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:45.528764 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58115431-7178-4c95-b47d-fbcb5e7d9559 req-f9b0661c-14a5-4dfb-8660-e940827a7139 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:45.531203 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-58115431-7178-4c95-b47d-fbcb5e7d9559 req-f9b0661c-14a5-4dfb-8660-e940827a7139 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=6797365d-c7ce-4e24-a954-67ea472f9dd4 HTTP/1.1" status: 200 len: 868 time: 0.8000093 Jul 15 23:32:45.550616 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ffef258-47d2-4c27-937a-c06ce5f196ea tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:45.551447 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ffbaa85-d442-4f5e-a0d8-a770a679d4b9 None None] Network 67188a61-beb7-4b81-a316-63469d079dc6 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:32:45.565832 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108e7e88-44f9-4d3f-86da-641643e92825 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Network 312b6c08-52b3-4c41-9d48-2a0876722206 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:32:45.571811 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-108e7e88-44f9-4d3f-86da-641643e92825 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:32:45.791703 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108e7e88-44f9-4d3f-86da-641643e92825 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Pushing event updated for resources: {'Port': ['ID=e1196c3a-56cd-447d-88aa-789e597345cc,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:45.838616 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-108e7e88-44f9-4d3f-86da-641643e92825 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Router 080bdc7e-8320-4cdc-b8c2-8e84256913ce is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:32:45.887135 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-83f80447-c131-4554-a380-da1b2fe85611 None None] For port 46569c5e-9355-4779-8ac7-53b3d4b0cfab, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:32:45.894110 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-83f80447-c131-4554-a380-da1b2fe85611 None None] For port 46569c5e-9355-4779-8ac7-53b3d4b0cfab, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=46569c5e-9355-4779-8ac7-53b3d4b0cfab,segment=NetworkSegment(8adf195a-b2cf-4770-8f93-2a936f4904f8),segment_id=8adf195a-b2cf-4770-8f93-2a936f4904f8)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:32:45.916337 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511f92af-f5a9-4400-b975-81d0fac7d83e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-0ee7bd2a-bc5c-4fad-9236-3ed5993f1573', 'network_id': '0ee7bd2a-bc5c-4fad-9236-3ed5993f1573', 'tenant_id': 'f44b7683cefa4f728ae7e16488ec0e72', 'fixed_ips': [{'subnet_id': '7866bb02-2377-4cb8-bcf3-6f6cf0a65715'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:32:45.917117 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-511f92af-f5a9-4400-b975-81d0fac7d83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:45.929383 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-14b9d3c5-b9cf-4d3b-bdb8-a47f92e6e54d None None] Provisioning for port bafd9f3c-493d-4beb-8ebb-0e834c787bd3 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:32:45.932154 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-83f80447-c131-4554-a380-da1b2fe85611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:45.953002 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8d314746-bf75-4f38-b156-140f6a97c949 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:46.004278 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108e7e88-44f9-4d3f-86da-641643e92825 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:32:46.019558 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a39512-8d00-4583-b03b-cd3fdfec36d6 None None] Sync routers for ids ['080bdc7e-8320-4cdc-b8c2-8e84256913ce'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:32:46.035197 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a39512-8d00-4583-b03b-cd3fdfec36d6 None None] Routers {'080bdc7e-8320-4cdc-b8c2-8e84256913ce'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:32:46.036320 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-88a39512-8d00-4583-b03b-cd3fdfec36d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:32:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['080bdc7e-8320-4cdc-b8c2-8e84256913ce'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:46.042312 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-108e7e88-44f9-4d3f-86da-641643e92825 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "PUT /v2.0/routers/080bdc7e-8320-4cdc-b8c2-8e84256913ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9497385 Jul 15 23:32:46.043209 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56926) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:46.121479 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-88a39512-8d00-4583-b03b-cd3fdfec36d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:46.144404 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a39512-8d00-4583-b03b-cd3fdfec36d6 None None] Routers {'080bdc7e-8320-4cdc-b8c2-8e84256913ce'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:32:46.145025 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-88a39512-8d00-4583-b03b-cd3fdfec36d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:32:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['080bdc7e-8320-4cdc-b8c2-8e84256913ce'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:46.153319 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f80447-c131-4554-a380-da1b2fe85611 None None] Pushing event updated for resources: {'Port': ['ID=46569c5e-9355-4779-8ac7-53b3d4b0cfab,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:46.182651 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70973b1-1944-4995-a11e-acb116465d84 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:46.184156 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a70973b1-1944-4995-a11e-acb116465d84 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "GET /v2.0/ports/e1196c3a-56cd-447d-88aa-789e597345cc HTTP/1.1" status: 200 len: 978 time: 0.1399407 Jul 15 23:32:46.186805 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8d314746-bf75-4f38-b156-140f6a97c949 None None] Transition to ACTIVE for port object 5a39058a-5f55-4e92-9b3b-adfde05521a3 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:32:46.189264 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56930) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:46.259747 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-88a39512-8d00-4583-b03b-cd3fdfec36d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:46.259747 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a39512-8d00-4583-b03b-cd3fdfec36d6 None None] The sync data for ids ['080bdc7e-8320-4cdc-b8c2-8e84256913ce'] in n-d-794306-6 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:32:46.297269 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d8f89733-e0ff-4e4b-b1ba-ab3b22dfd8d5 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:46.310389 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8d314746-bf75-4f38-b156-140f6a97c949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:46.313170 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2641d1c5-d0bb-4148-a000-5f4bf5405d6b None None] Network 8c9ef581-e804-4d4f-b2d3-03039952bb7a requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:32:46.375448 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-62698af1-dc15-4e31-a5c8-cf9efa018806 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Deleting port 2e668708-8dbb-4c8c-abd4-c48fa02e1b60 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:32:46.376226 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-62698af1-dc15-4e31-a5c8-cf9efa018806 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:46.458276 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-58115431-7178-4c95-b47d-fbcb5e7d9559 req-89d5bbbc-76a9-4faa-ba95-e3fa6c053d9b tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups?id=0b59dfd8-fe46-4eda-8708-ff7f3de3ce14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.9083130 Jul 15 23:32:46.474994 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e856932d-b102-4039-8c02-a0a184751993 None None] Pushing event updated for resources: {'Port': ['ID=5a39058a-5f55-4e92-9b3b-adfde05521a3,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:46.730850 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c329fe49-49aa-482b-8e1b-a607ee2de47f tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:46.769874 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e8643933-d1e0-4b77-9a9e-8f01d7b44f8b None None] Provisioning for port dbc1632d-bf72-4a37-ab99-a383568b217f completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:32:46.910855 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-511f92af-f5a9-4400-b975-81d0fac7d83e None None] Allocated IP 172.20.0.2 (0ee7bd2a-bc5c-4fad-9236-3ed5993f1573/7866bb02-2377-4cb8-bcf3-6f6cf0a65715/ad58c2a2-1afe-47a9-a4a5-dfdb82b5492d) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:32:46.926790 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c3c8b0fd-8c67-4cd8-b36c-1d14adad6657 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:46.997384 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-8d314746-bf75-4f38-b156-140f6a97c949 None None] Attempting to bind port 5a39058a-5f55-4e92-9b3b-adfde05521a3 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:32:46.997771 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-8d314746-bf75-4f38-b156-140f6a97c949 None None] Attempting to bind port 5a39058a-5f55-4e92-9b3b-adfde05521a3 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '1221e74c-ebb2-4cb8-bf72-835ef0508fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '319575b4-274a-45da-9bf1-6decf487208b'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:32:46.998219 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d314746-bf75-4f38-b156-140f6a97c949 None None] Attempting to bind port 5a39058a-5f55-4e92-9b3b-adfde05521a3 on network 319575b4-274a-45da-9bf1-6decf487208b {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:32:47.015558 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device bafd9f3c-493d-4beb-8ebb-0e834c787bd3 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:32:47.024176 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c914ebb8-7ce8-492a-9251-be34b1b3c2d0 req-f027a35c-2333-4be5-9951-fd79c210ced1 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Router a44bef98-cec5-4f57-bd42-844dab447238 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:32:47.098993 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d314746-bf75-4f38-b156-140f6a97c949 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:32:47.099367 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d314746-bf75-4f38-b156-140f6a97c949 None None] Checking segment: {'id': '1221e74c-ebb2-4cb8-bf72-835ef0508fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '319575b4-274a-45da-9bf1-6decf487208b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:32:47.099806 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8d314746-bf75-4f38-b156-140f6a97c949 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:47.100351 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d314746-bf75-4f38-b156-140f6a97c949 None None] Bound using segment: {'id': '1221e74c-ebb2-4cb8-bf72-835ef0508fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '319575b4-274a-45da-9bf1-6decf487208b'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:32:47.100690 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-8d314746-bf75-4f38-b156-140f6a97c949 None None] Bound port: 5a39058a-5f55-4e92-9b3b-adfde05521a3, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1221e74c-ebb2-4cb8-bf72-835ef0508fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '319575b4-274a-45da-9bf1-6decf487208b'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:32:47.101821 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8d314746-bf75-4f38-b156-140f6a97c949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:47.241500 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-62698af1-dc15-4e31-a5c8-cf9efa018806 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] For port 2e668708-8dbb-4c8c-abd4-c48fa02e1b60, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=2e668708-8dbb-4c8c-abd4-c48fa02e1b60,segment=NetworkSegment(0b5e8ec5-ed51-4bc2-b998-73d0d8a498a3),segment_id=0b5e8ec5-ed51-4bc2-b998-73d0d8a498a3)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:47.241903 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-62698af1-dc15-4e31-a5c8-cf9efa018806 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:47.301892 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-62698af1-dc15-4e31-a5c8-cf9efa018806 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Calling delete_port for 2e668708-8dbb-4c8c-abd4-c48fa02e1b60 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:32:47.332871 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-c3c8b0fd-8c67-4cd8-b36c-1d14adad6657 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Deleting port e1196c3a-56cd-447d-88aa-789e597345cc {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:32:47.335828 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c3c8b0fd-8c67-4cd8-b36c-1d14adad6657 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:47.348774 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port bafd9f3c-493d-4beb-8ebb-0e834c787bd3 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:32:47.385835 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port bafd9f3c-493d-4beb-8ebb-0e834c787bd3 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:47.386341 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:47.461402 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-8d314746-bf75-4f38-b156-140f6a97c949 None None] For port 5a39058a-5f55-4e92-9b3b-adfde05521a3, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:32:47.605529 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c3c8b0fd-8c67-4cd8-b36c-1d14adad6657 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:47.649923 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ffef258-47d2-4c27-937a-c06ce5f196ea tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:47.658198 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-c3c8b0fd-8c67-4cd8-b36c-1d14adad6657 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Calling delete_port for e1196c3a-56cd-447d-88aa-789e597345cc owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:32:47.671120 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-d8f89733-e0ff-4e4b-b1ba-ab3b22dfd8d5 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Allocated IP 172.20.0.1 (8c9ef581-e804-4d4f-b2d3-03039952bb7a/8b5f97b6-55e7-4a19-a891-80a8c3c9d5c8/b3a76a62-1fd3-4ccf-a889-22ad519bf07c) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:32:47.689725 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c914ebb8-7ce8-492a-9251-be34b1b3c2d0 req-f027a35c-2333-4be5-9951-fd79c210ced1 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:32:47.769889 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1351c63a-78de-4144-89c6-2a2325c529b3 req-83c52db8-e652-486b-adaa-4e09408c7e22 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=6797365d-c7ce-4e24-a954-67ea472f9dd4 HTTP/1.1" status: 200 len: 210 time: 0.0959301 Jul 15 23:32:47.815430 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e1c325-cd06-4f1b-a9a0-924c3e71e982 None None] Sync routers for ids ['a44bef98-cec5-4f57-bd42-844dab447238'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:32:47.864427 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-8d314746-bf75-4f38-b156-140f6a97c949 None None] For port 5a39058a-5f55-4e92-9b3b-adfde05521a3, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=5a39058a-5f55-4e92-9b3b-adfde05521a3,segment=NetworkSegment(1221e74c-ebb2-4cb8-bf72-835ef0508fbe),segment_id=1221e74c-ebb2-4cb8-bf72-835ef0508fbe)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:32:47.894525 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-511f92af-f5a9-4400-b975-81d0fac7d83e None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:47.925750 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8d314746-bf75-4f38-b156-140f6a97c949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:48.002409 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f95ed606-7548-4a59-b401-150b98f71824 None None] Provisioning complete for port bafd9f3c-493d-4beb-8ebb-0e834c787bd3 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:48.002824 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f95ed606-7548-4a59-b401-150b98f71824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:48.007553 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-511f92af-f5a9-4400-b975-81d0fac7d83e None None] Transition to ACTIVE for port object ad58c2a2-1afe-47a9-a4a5-dfdb82b5492d will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:32:48.015692 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e1c325-cd06-4f1b-a9a0-924c3e71e982 None None] Routers {'a44bef98-cec5-4f57-bd42-844dab447238'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:32:48.016359 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-84e1c325-cd06-4f1b-a9a0-924c3e71e982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:32:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['a44bef98-cec5-4f57-bd42-844dab447238'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:48.099121 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-c914ebb8-7ce8-492a-9251-be34b1b3c2d0 req-f027a35c-2333-4be5-9951-fd79c210ced1 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] No DVR routers for this DVR port 2163a5fe-aded-4f44-abb5-1f3885a494fc on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:32:48.109729 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c3c8b0fd-8c67-4cd8-b36c-1d14adad6657 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:48.111290 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c914ebb8-7ce8-492a-9251-be34b1b3c2d0 req-f027a35c-2333-4be5-9951-fd79c210ced1 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:48.113683 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c914ebb8-7ce8-492a-9251-be34b1b3c2d0 req-f027a35c-2333-4be5-9951-fd79c210ced1 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.49 "DELETE /v2.0/ports/2163a5fe-aded-4f44-abb5-1f3885a494fc HTTP/1.1" status: 204 len: 173 time: 5.9608631 Jul 15 23:32:48.122607 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6797365d-c7ce-4e24-a954-67ea472f9dd4', 'name': 'network-vif-deleted', 'tag': '2163a5fe-aded-4f44-abb5-1f3885a494fc'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:32:48.128972 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ac3738-3b47-4be5-b450-243d583f4b38" -d '{"events": [{"server_uuid": "6797365d-c7ce-4e24-a954-67ea472f9dd4", "name": "network-vif-deleted", "tag": "2163a5fe-aded-4f44-abb5-1f3885a494fc"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:32:48.194518 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-511f92af-f5a9-4400-b975-81d0fac7d83e None None] Transition to ACTIVE for port object ad58c2a2-1afe-47a9-a4a5-dfdb82b5492d will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:32:48.225875 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c8b0fd-8c67-4cd8-b36c-1d14adad6657 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Pushing event deleted for resources: {'Port': ['ID=e1196c3a-56cd-447d-88aa-789e597345cc,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:48.233214 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e856932d-b102-4039-8c02-a0a184751993 None None] Pushing event updated for resources: {'Port': ['ID=5a39058a-5f55-4e92-9b3b-adfde05521a3,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:48.314841 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b6c56d-2bdf-4769-be64-552cec606ec0 x-openstack-request-id: req-33b6c56d-2bdf-4769-be64-552cec606ec0 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:32:48.315446 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6797365d-c7ce-4e24-a954-67ea472f9dd4", "name": "network-vif-deleted", "tag": "2163a5fe-aded-4f44-abb5-1f3885a494fc", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:32:48.315446 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-33b6c56d-2bdf-4769-be64-552cec606ec0 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:32:48.315855 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6797365d-c7ce-4e24-a954-67ea472f9dd4', 'name': 'network-vif-deleted', 'tag': '2163a5fe-aded-4f44-abb5-1f3885a494fc', 'status': 'completed', 'code': 200} Jul 15 23:32:48.335870 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d314746-bf75-4f38-b156-140f6a97c949 None None] Routers {'587cb7c2-ccf5-465e-87d7-601b25208365'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:32:48.337101 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8d314746-bf75-4f38-b156-140f6a97c949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:32:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['587cb7c2-ccf5-465e-87d7-601b25208365'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:48.375320 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-511f92af-f5a9-4400-b975-81d0fac7d83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:48.424709 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c329fe49-49aa-482b-8e1b-a607ee2de47f tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:48.430888 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c3c8b0fd-8c67-4cd8-b36c-1d14adad6657 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:48.546662 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-7ffef258-47d2-4c27-937a-c06ce5f196ea tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Allocated IP 172.25.5.153 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/9ec1904c-b25a-48c6-b011-2bff7f3639b6) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:32:48.611929 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7628ebb5-6335-42ef-b790-2b1b21bebf2f None None] Network 312b6c08-52b3-4c41-9d48-2a0876722206 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:32:48.649053 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:48.704175 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d8f89733-e0ff-4e4b-b1ba-ab3b22dfd8d5 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:48.711158 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3c8b0fd-8c67-4cd8-b36c-1d14adad6657 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Router 080bdc7e-8320-4cdc-b8c2-8e84256913ce has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:32:48.743900 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511f92af-f5a9-4400-b975-81d0fac7d83e None None] Network 0ee7bd2a-bc5c-4fad-9236-3ed5993f1573 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:32:48.756109 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-511f92af-f5a9-4400-b975-81d0fac7d83e None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:32:48.801096 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ffef258-47d2-4c27-937a-c06ce5f196ea tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:48.810885 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-8d314746-bf75-4f38-b156-140f6a97c949 None None] Set router 587cb7c2-ccf5-465e-87d7-601b25208365 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:32:48.819220 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511f92af-f5a9-4400-b975-81d0fac7d83e None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:32:48.844974 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3c8b0fd-8c67-4cd8-b36c-1d14adad6657 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:32:48.851975 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c3c8b0fd-8c67-4cd8-b36c-1d14adad6657 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "PUT /v2.0/routers/080bdc7e-8320-4cdc-b8c2-8e84256913ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6566987 Jul 15 23:32:48.856373 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56946) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:48.859503 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37980a01-9b66-46cc-9c97-e71509c4bffe None None] Sync routers for ids ['080bdc7e-8320-4cdc-b8c2-8e84256913ce'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:32:48.872870 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37980a01-9b66-46cc-9c97-e71509c4bffe None None] Routers {'080bdc7e-8320-4cdc-b8c2-8e84256913ce'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:32:48.873878 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-37980a01-9b66-46cc-9c97-e71509c4bffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:32:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['080bdc7e-8320-4cdc-b8c2-8e84256913ce'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:48.901731 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-d8f89733-e0ff-4e4b-b1ba-ab3b22dfd8d5 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Transition to ACTIVE for port object b3a76a62-1fd3-4ccf-a889-22ad519bf07c will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:32:48.934602 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-84e1c325-cd06-4f1b-a9a0-924c3e71e982 None None] Set router a44bef98-cec5-4f57-bd42-844dab447238 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:32:49.022063 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-62698af1-dc15-4e31-a5c8-cf9efa018806 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:49.077502 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511f92af-f5a9-4400-b975-81d0fac7d83e None None] Pushing event updated for resources: {'Port': ['ID=ad58c2a2-1afe-47a9-a4a5-dfdb82b5492d,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:49.106664 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f95ed606-7548-4a59-b401-150b98f71824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:49.159308 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-37980a01-9b66-46cc-9c97-e71509c4bffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:49.160632 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port bafd9f3c-493d-4beb-8ebb-0e834c787bd3, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=bafd9f3c-493d-4beb-8ebb-0e834c787bd3,segment=NetworkSegment(759893a8-40eb-4ed4-8c98-f5678d10b3b7),segment_id=759893a8-40eb-4ed4-8c98-f5678d10b3b7)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:49.213971 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37980a01-9b66-46cc-9c97-e71509c4bffe None None] Routers {'080bdc7e-8320-4cdc-b8c2-8e84256913ce'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:32:49.218877 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-37980a01-9b66-46cc-9c97-e71509c4bffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:32:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['080bdc7e-8320-4cdc-b8c2-8e84256913ce'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:49.233576 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62698af1-dc15-4e31-a5c8-cf9efa018806 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event deleted for resources: {'Port': ['ID=2e668708-8dbb-4c8c-abd4-c48fa02e1b60,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:49.300669 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [None req-2c61a3d3-6eb2-48f9-9ecf-d0e659e925e8 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] remove_router_interface failed (client error): The resource could not be found. Jul 15 23:32:49.308110 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-511f92af-f5a9-4400-b975-81d0fac7d83e None None] Attempting to bind port ad58c2a2-1afe-47a9-a4a5-dfdb82b5492d on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:32:49.308110 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-511f92af-f5a9-4400-b975-81d0fac7d83e None None] Attempting to bind port ad58c2a2-1afe-47a9-a4a5-dfdb82b5492d by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'e1230f44-dc11-4192-b4c9-f66266c75a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0ee7bd2a-bc5c-4fad-9236-3ed5993f1573'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:32:49.308110 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511f92af-f5a9-4400-b975-81d0fac7d83e None None] Attempting to bind port ad58c2a2-1afe-47a9-a4a5-dfdb82b5492d on network 0ee7bd2a-bc5c-4fad-9236-3ed5993f1573 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:32:49.309934 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-2c61a3d3-6eb2-48f9-9ecf-d0e659e925e8 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "PUT /v2.0/routers/080bdc7e-8320-4cdc-b8c2-8e84256913ce/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4519396 Jul 15 23:32:49.311052 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56952) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:49.313400 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.db.api [None req-f95ed606-7548-4a59-b401-150b98f71824 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:32:49.313875 n-d-794306-6 neutron-server[93772]: DEBUG oslo_db.api [None req-f95ed606-7548-4a59-b401-150b98f71824 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:32:49.314545 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:49.315439 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 1cd0fe0e-c543-49ac-8e70-97a81bdc188e up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:32:49.328363 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-37980a01-9b66-46cc-9c97-e71509c4bffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:49.329139 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37980a01-9b66-46cc-9c97-e71509c4bffe None None] The sync data for ids ['080bdc7e-8320-4cdc-b8c2-8e84256913ce'] in n-d-794306-6 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:32:49.356599 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511f92af-f5a9-4400-b975-81d0fac7d83e None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:32:49.357303 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511f92af-f5a9-4400-b975-81d0fac7d83e None None] Checking segment: {'id': 'e1230f44-dc11-4192-b4c9-f66266c75a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0ee7bd2a-bc5c-4fad-9236-3ed5993f1573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:32:49.357813 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-511f92af-f5a9-4400-b975-81d0fac7d83e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:49.358327 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511f92af-f5a9-4400-b975-81d0fac7d83e None None] Bound using segment: {'id': 'e1230f44-dc11-4192-b4c9-f66266c75a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0ee7bd2a-bc5c-4fad-9236-3ed5993f1573'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:32:49.358914 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-511f92af-f5a9-4400-b975-81d0fac7d83e None None] Bound port: ad58c2a2-1afe-47a9-a4a5-dfdb82b5492d, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1230f44-dc11-4192-b4c9-f66266c75a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0ee7bd2a-bc5c-4fad-9236-3ed5993f1573'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:32:49.359440 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-511f92af-f5a9-4400-b975-81d0fac7d83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:49.384624 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-321c7298-c1eb-4e6a-a394-ecdc56caf5a8 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "GET /v2.0/ports?device_id=080bdc7e-8320-4cdc-b8c2-8e84256913ce HTTP/1.1" status: 200 len: 205 time: 0.0713787 Jul 15 23:32:49.385502 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56954) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:49.429503 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fec46b5e-1fc8-4b0f-a172-346d10b5073a req-874e5847-0fb2-4ae2-9611-39b0921b3a2c tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/ports?device_id=6797365d-c7ce-4e24-a954-67ea472f9dd4 HTTP/1.1" status: 200 len: 210 time: 0.1168489 Jul 15 23:32:49.440073 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ffef258-47d2-4c27-937a-c06ce5f196ea tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:49.448906 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d8f89733-e0ff-4e4b-b1ba-ab3b22dfd8d5 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:49.532647 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c329fe49-49aa-482b-8e1b-a607ee2de47f tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Router 105b3eb8-4f56-4bcb-87f2-5c1610a83ee5 is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:32:49.584438 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f89733-e0ff-4e4b-b1ba-ab3b22dfd8d5 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Network 8c9ef581-e804-4d4f-b2d3-03039952bb7a is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:32:49.596969 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-16227d43-aec1-4c2f-951b-700077d45ed0 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:49.606954 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-d8f89733-e0ff-4e4b-b1ba-ab3b22dfd8d5 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:32:49.614210 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffef258-47d2-4c27-937a-c06ce5f196ea tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:32:49.620808 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f89733-e0ff-4e4b-b1ba-ab3b22dfd8d5 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:32:49.679979 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d8f89733-e0ff-4e4b-b1ba-ab3b22dfd8d5 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:49.730917 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=bafd9f3c-493d-4beb-8ebb-0e834c787bd3,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:49.828836 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-7ffef258-47d2-4c27-937a-c06ce5f196ea tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:32:49.832683 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 1cd0fe0e-c543-49ac-8e70-97a81bdc188e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:49.834541 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:49.842465 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffef258-47d2-4c27-937a-c06ce5f196ea tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:32:49.848930 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffef258-47d2-4c27-937a-c06ce5f196ea tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Pushing event updated for resources: {'Port': ['ID=9ec1904c-b25a-48c6-b011-2bff7f3639b6,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:49.888930 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-16227d43-aec1-4c2f-951b-700077d45ed0 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:49.893721 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-16227d43-aec1-4c2f-951b-700077d45ed0 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:49.958759 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-16227d43-aec1-4c2f-951b-700077d45ed0 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:49.960845 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16227d43-aec1-4c2f-951b-700077d45ed0 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Fanout notify agent at l3_agent the message router_deleted on router 080bdc7e-8320-4cdc-b8c2-8e84256913ce {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:32:49.974692 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f89733-e0ff-4e4b-b1ba-ab3b22dfd8d5 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Pushing event updated for resources: {'Port': ['ID=b3a76a62-1fd3-4ccf-a889-22ad519bf07c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:49.975308 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-16227d43-aec1-4c2f-951b-700077d45ed0 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:49.976686 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-16227d43-aec1-4c2f-951b-700077d45ed0 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "DELETE /v2.0/routers/080bdc7e-8320-4cdc-b8c2-8e84256913ce HTTP/1.1" status: 204 len: 168 time: 0.5900660 Jul 15 23:32:49.979213 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56956) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:49.999901 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-511f92af-f5a9-4400-b975-81d0fac7d83e None None] For port ad58c2a2-1afe-47a9-a4a5-dfdb82b5492d, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:32:50.046221 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-511f92af-f5a9-4400-b975-81d0fac7d83e None None] For port ad58c2a2-1afe-47a9-a4a5-dfdb82b5492d, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=ad58c2a2-1afe-47a9-a4a5-dfdb82b5492d,segment=NetworkSegment(e1230f44-dc11-4192-b4c9-f66266c75a29),segment_id=e1230f44-dc11-4192-b4c9-f66266c75a29)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:32:50.049808 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-79257c4e-14f2-4e99-b6c8-dfd5be90c24b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Deleting subnet 90228ed8-cd05-4fd5-83e3-e3238a912cae {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:32:50.056273 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79257c4e-14f2-4e99-b6c8-dfd5be90c24b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:50.066191 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-511f92af-f5a9-4400-b975-81d0fac7d83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:50.090221 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d8f89733-e0ff-4e4b-b1ba-ab3b22dfd8d5 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:50.107162 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79257c4e-14f2-4e99-b6c8-dfd5be90c24b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:50.128047 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8d314746-bf75-4f38-b156-140f6a97c949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587cb7c2-ccf5-465e-87d7-601b25208365', 'name': 'tempest-ServerActionsTestJSON-37223586-router', 'tenant_id': '1482c544a11f4437b346c979b3eb517a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': 'e9a03392-97d7-442f-97b7-3c267093d8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:28Z', 'updated_at': '2021-07-15T23:32:38Z', 'revision_number': 4, 'project_id': '1482c544a11f4437b346c979b3eb517a', 'gw_port': {'id': 'e9a03392-97d7-442f-97b7-3c267093d8ac', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c8:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587cb7c2-ccf5-465e-87d7-601b25208365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:30Z', 'updated_at': '2021-07-15T23:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '5a39058a-5f55-4e92-9b3b-adfde05521a3', 'name': '', 'network_id': '319575b4-274a-45da-9bf1-6decf487208b', 'tenant_id': '1482c544a11f4437b346c979b3eb517a', 'mac_address': 'fa:16:3e:5f:7f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587cb7c2-ccf5-465e-87d7-601b25208365', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '0c7868f8-d819-4333-b9c5-ebc3d9707601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:36Z', 'updated_at': '2021-07-15T23:32:47Z', 'revision_number': 4, 'project_id': '1482c544a11f4437b346c979b3eb517a', 'subnets': [{'id': '0c7868f8-d819-4333-b9c5-ebc3d9707601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:50.174865 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-62698af1-dc15-4e31-a5c8-cf9efa018806 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:50.205342 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d314746-bf75-4f38-b156-140f6a97c949 None None] The sync data for ids ['587cb7c2-ccf5-465e-87d7-601b25208365'] in n-d-794306-6 is: [{'id': '587cb7c2-ccf5-465e-87d7-601b25208365', 'name': 'tempest-ServerActionsTestJSON-37223586-router', 'tenant_id': '1482c544a11f4437b346c979b3eb517a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': 'e9a03392-97d7-442f-97b7-3c267093d8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:28Z', 'updated_at': '2021-07-15T23:32:38Z', 'revision_number': 4, 'project_id': '1482c544a11f4437b346c979b3eb517a', 'gw_port': {'id': 'e9a03392-97d7-442f-97b7-3c267093d8ac', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c8:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587cb7c2-ccf5-465e-87d7-601b25208365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:30Z', 'updated_at': '2021-07-15T23:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '5a39058a-5f55-4e92-9b3b-adfde05521a3', 'name': '', 'network_id': '319575b4-274a-45da-9bf1-6decf487208b', 'tenant_id': '1482c544a11f4437b346c979b3eb517a', 'mac_address': 'fa:16:3e:5f:7f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587cb7c2-ccf5-465e-87d7-601b25208365', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '0c7868f8-d819-4333-b9c5-ebc3d9707601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:36Z', 'updated_at': '2021-07-15T23:32:47Z', 'revision_number': 4, 'project_id': '1482c544a11f4437b346c979b3eb517a', 'subnets': [{'id': '0c7868f8-d819-4333-b9c5-ebc3d9707601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:32:50.266984 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c329fe49-49aa-482b-8e1b-a607ee2de47f tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:32:50.269901 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device dbc1632d-bf72-4a37-ab99-a383568b217f up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:32:50.275072 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79257c4e-14f2-4e99-b6c8-dfd5be90c24b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:50.277684 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511f92af-f5a9-4400-b975-81d0fac7d83e None None] Pushing event updated for resources: {'Port': ['ID=ad58c2a2-1afe-47a9-a4a5-dfdb82b5492d,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:50.281783 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-84e1c325-cd06-4f1b-a9a0-924c3e71e982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a44bef98-cec5-4f57-bd42-844dab447238', 'name': 'tempest-AttachVolumeShelveTestJSON-1153310658-router', 'tenant_id': 'c41d1c4cc69e402eb09493d513de9715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'b0ec6879-5d2c-42f6-a9f2-0e02c72bab87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:23:40Z', 'updated_at': '2021-07-15T23:23:49Z', 'revision_number': 4, 'project_id': 'c41d1c4cc69e402eb09493d513de9715', 'gw_port': {'id': 'b0ec6879-5d2c-42f6-a9f2-0e02c72bab87', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:cd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44bef98-cec5-4f57-bd42-844dab447238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:23:42Z', 'updated_at': '2021-07-15T23:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'ef0a64fe-47f6-4279-a3f1-2262496c7fa2', 'name': '', 'network_id': '5dd08b94-305b-477e-8148-ff3865a86e5a', 'tenant_id': 'c41d1c4cc69e402eb09493d513de9715', 'mac_address': 'fa:16:3e:df:a6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44bef98-cec5-4f57-bd42-844dab447238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': 'ac4619b4-8268-4046-9b08-9c5e68adfc94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:23:48Z', 'updated_at': '2021-07-15T23:23:59Z', 'revision_number': 5, 'project_id': 'c41d1c4cc69e402eb09493d513de9715', 'subnets': [{'id': 'ac4619b4-8268-4046-9b08-9c5e68adfc94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:50.565681 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79257c4e-14f2-4e99-b6c8-dfd5be90c24b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:50.594997 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79257c4e-14f2-4e99-b6c8-dfd5be90c24b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:50.597140 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-79257c4e-14f2-4e99-b6c8-dfd5be90c24b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "DELETE /v2.0/subnets/90228ed8-cd05-4fd5-83e3-e3238a912cae HTTP/1.1" status: 204 len: 168 time: 0.6164527 Jul 15 23:32:50.599693 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56960) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:50.637756 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79257c4e-14f2-4e99-b6c8-dfd5be90c24b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Pushing event deleted for resources: {'Subnet': ['ID=90228ed8-cd05-4fd5-83e3-e3238a912cae,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:50.672669 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1512ab-f88e-445c-ba08-14cd77793ba7 None None] Sync routers for ids ['105b3eb8-4f56-4bcb-87f2-5c1610a83ee5'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:32:50.683753 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e1c325-cd06-4f1b-a9a0-924c3e71e982 None None] Checking router: a44bef98-cec5-4f57-bd42-844dab447238 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:32:50.709165 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1512ab-f88e-445c-ba08-14cd77793ba7 None None] Routers {'105b3eb8-4f56-4bcb-87f2-5c1610a83ee5'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:32:50.711434 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3d1512ab-f88e-445c-ba08-14cd77793ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:32:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['105b3eb8-4f56-4bcb-87f2-5c1610a83ee5'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:50.722584 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e1c325-cd06-4f1b-a9a0-924c3e71e982 None None] Routers {'a44bef98-cec5-4f57-bd42-844dab447238'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:32:50.723159 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-84e1c325-cd06-4f1b-a9a0-924c3e71e982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:32:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['a44bef98-cec5-4f57-bd42-844dab447238'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:50.771483 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9273a9a7-9ba8-4fdb-8f3e-5f28c12ead09 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:50.905590 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-9273a9a7-9ba8-4fdb-8f3e-5f28c12ead09 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Deleting port 46569c5e-9355-4779-8ac7-53b3d4b0cfab {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:32:50.906152 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9273a9a7-9ba8-4fdb-8f3e-5f28c12ead09 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:50.949048 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3510f0e2-2018-45f6-bd93-25f02fc53bb4 None None] Provisioning for port 46569c5e-9355-4779-8ac7-53b3d4b0cfab completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:32:50.958170 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3d1512ab-f88e-445c-ba08-14cd77793ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:51.011673 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port dbc1632d-bf72-4a37-ab99-a383568b217f completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:32:51.024842 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port dbc1632d-bf72-4a37-ab99-a383568b217f triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:51.027499 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:51.042913 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-9273a9a7-9ba8-4fdb-8f3e-5f28c12ead09 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] For port 46569c5e-9355-4779-8ac7-53b3d4b0cfab, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=46569c5e-9355-4779-8ac7-53b3d4b0cfab,segment=NetworkSegment(8adf195a-b2cf-4770-8f93-2a936f4904f8),segment_id=8adf195a-b2cf-4770-8f93-2a936f4904f8)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:51.043376 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9273a9a7-9ba8-4fdb-8f3e-5f28c12ead09 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:51.060997 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-9273a9a7-9ba8-4fdb-8f3e-5f28c12ead09 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Calling delete_port for 46569c5e-9355-4779-8ac7-53b3d4b0cfab owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:32:51.093647 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3510f0e2-2018-45f6-bd93-25f02fc53bb4 None None] Provisioning for port b3a76a62-1fd3-4ccf-a889-22ad519bf07c completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:32:51.121478 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1512ab-f88e-445c-ba08-14cd77793ba7 None None] Routers {'105b3eb8-4f56-4bcb-87f2-5c1610a83ee5'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:32:51.124053 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3d1512ab-f88e-445c-ba08-14cd77793ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:32:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['105b3eb8-4f56-4bcb-87f2-5c1610a83ee5'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:51.176712 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9273a9a7-9ba8-4fdb-8f3e-5f28c12ead09 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:51.188116 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3510f0e2-2018-45f6-bd93-25f02fc53bb4 None None] Provisioning complete for port b3a76a62-1fd3-4ccf-a889-22ad519bf07c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:51.188767 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3510f0e2-2018-45f6-bd93-25f02fc53bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:51.203182 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-84e1c325-cd06-4f1b-a9a0-924c3e71e982 None None] Set router a44bef98-cec5-4f57-bd42-844dab447238 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:32:51.207717 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9273a9a7-9ba8-4fdb-8f3e-5f28c12ead09 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] No DVR routers for this DVR port 46569c5e-9355-4779-8ac7-53b3d4b0cfab on host n-d-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:32:51.222394 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c329fe49-49aa-482b-8e1b-a607ee2de47f tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:51.223804 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-c329fe49-49aa-482b-8e1b-a607ee2de47f tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 12.2371483 Jul 15 23:32:51.269226 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56966) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:51.272461 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfb9ba6-84b5-42c1-982c-218618420de0 None None] Network 312b6c08-52b3-4c41-9d48-2a0876722206 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:32:51.290896 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3d1512ab-f88e-445c-ba08-14cd77793ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:51.292029 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1512ab-f88e-445c-ba08-14cd77793ba7 None None] The sync data for ids ['105b3eb8-4f56-4bcb-87f2-5c1610a83ee5'] in n-d-794306-6 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:32:51.307302 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9273a9a7-9ba8-4fdb-8f3e-5f28c12ead09 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Pushing event deleted for resources: {'Port': ['ID=46569c5e-9355-4779-8ac7-53b3d4b0cfab,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:51.468307 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ffef258-47d2-4c27-937a-c06ce5f196ea tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:51.562589 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-3510f0e2-2018-45f6-bd93-25f02fc53bb4 None None] Port b3a76a62-1fd3-4ccf-a889-22ad519bf07c cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:32:51.696809 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:51.792199 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3510f0e2-2018-45f6-bd93-25f02fc53bb4 None None] Provisioning complete for port dbc1632d-bf72-4a37-ab99-a383568b217f triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:51.792626 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3510f0e2-2018-45f6-bd93-25f02fc53bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:51.826327 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ffef258-47d2-4c27-937a-c06ce5f196ea tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:51.845772 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port dbc1632d-bf72-4a37-ab99-a383568b217f, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=dbc1632d-bf72-4a37-ab99-a383568b217f,segment=NetworkSegment(05385d53-b124-4c1a-8a2d-8f5e5115bc9e),segment_id=05385d53-b124-4c1a-8a2d-8f5e5115bc9e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:51.872934 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:51.887405 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56970) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:51.987954 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e938807e-c5cd-4952-8270-46b30f5bc171 None None] DHCP port deletion for 312b6c08-52b3-4c41-9d48-2a0876722206 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:32:52.091094 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62698af1-dc15-4e31-a5c8-cf9efa018806 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Router 7dd782d3-f0b0-44fe-8c03-29a8a4db0e56 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:32:52.092213 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a27f92-4b75-4468-a8fd-e9c37eace9e2 None None] Network 0ee7bd2a-bc5c-4fad-9236-3ed5993f1573 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:32:52.221930 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ee2ac0da-63f0-4b6a-8588-440141574104 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:52.233524 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=dbc1632d-bf72-4a37-ab99-a383568b217f,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:52.492894 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-84e1c325-cd06-4f1b-a9a0-924c3e71e982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a44bef98-cec5-4f57-bd42-844dab447238', 'name': 'tempest-AttachVolumeShelveTestJSON-1153310658-router', 'tenant_id': 'c41d1c4cc69e402eb09493d513de9715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'b0ec6879-5d2c-42f6-a9f2-0e02c72bab87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:23:40Z', 'updated_at': '2021-07-15T23:23:49Z', 'revision_number': 4, 'project_id': 'c41d1c4cc69e402eb09493d513de9715', 'gw_port': {'id': 'b0ec6879-5d2c-42f6-a9f2-0e02c72bab87', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:cd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44bef98-cec5-4f57-bd42-844dab447238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:23:42Z', 'updated_at': '2021-07-15T23:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'ef0a64fe-47f6-4279-a3f1-2262496c7fa2', 'name': '', 'network_id': '5dd08b94-305b-477e-8148-ff3865a86e5a', 'tenant_id': 'c41d1c4cc69e402eb09493d513de9715', 'mac_address': 'fa:16:3e:df:a6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44bef98-cec5-4f57-bd42-844dab447238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': 'ac4619b4-8268-4046-9b08-9c5e68adfc94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:23:48Z', 'updated_at': '2021-07-15T23:23:59Z', 'revision_number': 5, 'project_id': 'c41d1c4cc69e402eb09493d513de9715', 'subnets': [{'id': 'ac4619b4-8268-4046-9b08-9c5e68adfc94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:52.559932 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e1c325-cd06-4f1b-a9a0-924c3e71e982 None None] The sync data for ids ['a44bef98-cec5-4f57-bd42-844dab447238'] in n-d-794306-6 is: [{'id': 'a44bef98-cec5-4f57-bd42-844dab447238', 'name': 'tempest-AttachVolumeShelveTestJSON-1153310658-router', 'tenant_id': 'c41d1c4cc69e402eb09493d513de9715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'b0ec6879-5d2c-42f6-a9f2-0e02c72bab87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:23:40Z', 'updated_at': '2021-07-15T23:23:49Z', 'revision_number': 4, 'project_id': 'c41d1c4cc69e402eb09493d513de9715', 'gw_port': {'id': 'b0ec6879-5d2c-42f6-a9f2-0e02c72bab87', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:cd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44bef98-cec5-4f57-bd42-844dab447238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:23:42Z', 'updated_at': '2021-07-15T23:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'ef0a64fe-47f6-4279-a3f1-2262496c7fa2', 'name': '', 'network_id': '5dd08b94-305b-477e-8148-ff3865a86e5a', 'tenant_id': 'c41d1c4cc69e402eb09493d513de9715', 'mac_address': 'fa:16:3e:df:a6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44bef98-cec5-4f57-bd42-844dab447238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': 'ac4619b4-8268-4046-9b08-9c5e68adfc94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:23:48Z', 'updated_at': '2021-07-15T23:23:59Z', 'revision_number': 5, 'project_id': 'c41d1c4cc69e402eb09493d513de9715', 'subnets': [{'id': 'ac4619b4-8268-4046-9b08-9c5e68adfc94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:32:52.572075 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ffef258-47d2-4c27-937a-c06ce5f196ea tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:52.587756 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9273a9a7-9ba8-4fdb-8f3e-5f28c12ead09 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:52.615778 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-9273a9a7-9ba8-4fdb-8f3e-5f28c12ead09 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['312b6c08-52b3-4c41-9d48-2a0876722206']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:52.625604 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 5a39058a-5f55-4e92-9b3b-adfde05521a3 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:32:52.686449 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-9273a9a7-9ba8-4fdb-8f3e-5f28c12ead09 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8adf195a-b2cf-4770-8f93-2a936f4904f8') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:52.686747 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-9273a9a7-9ba8-4fdb-8f3e-5f28c12ead09 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8adf195a-b2cf-4770-8f93-2a936f4904f8') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:52.693590 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ffef258-47d2-4c27-937a-c06ce5f196ea tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:52.730193 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ee2ac0da-63f0-4b6a-8588-440141574104 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:52.791716 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0fd2ee93-dc17-475e-a8f4-85e363a35b5b None None] Provisioning for port ad58c2a2-1afe-47a9-a4a5-dfdb82b5492d completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:32:52.814032 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0fd2ee93-dc17-475e-a8f4-85e363a35b5b None None] Could not find standard attr ID for object 46569c5e-9355-4779-8ac7-53b3d4b0cfab. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:32:52.856959 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 5a39058a-5f55-4e92-9b3b-adfde05521a3 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:32:52.865969 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 5a39058a-5f55-4e92-9b3b-adfde05521a3 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:52.867116 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:52.881738 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffef258-47d2-4c27-937a-c06ce5f196ea tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Pushing event updated for resources: {'Port': ['ID=9ec1904c-b25a-48c6-b011-2bff7f3639b6,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:52.916167 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d8f89733-e0ff-4e4b-b1ba-ab3b22dfd8d5 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:52.949291 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffef258-47d2-4c27-937a-c06ce5f196ea tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:52.949641 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffef258-47d2-4c27-937a-c06ce5f196ea tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:52.949971 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffef258-47d2-4c27-937a-c06ce5f196ea tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:52.950365 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffef258-47d2-4c27-937a-c06ce5f196ea tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:52.951235 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffef258-47d2-4c27-937a-c06ce5f196ea tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:52.951235 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffef258-47d2-4c27-937a-c06ce5f196ea tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:52.951494 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffef258-47d2-4c27-937a-c06ce5f196ea tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:52.951989 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffef258-47d2-4c27-937a-c06ce5f196ea tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:52.952298 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffef258-47d2-4c27-937a-c06ce5f196ea tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:52.952620 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffef258-47d2-4c27-937a-c06ce5f196ea tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:52.952969 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffef258-47d2-4c27-937a-c06ce5f196ea tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:52.953313 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffef258-47d2-4c27-937a-c06ce5f196ea tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:32:52.963491 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d8f89733-e0ff-4e4b-b1ba-ab3b22dfd8d5 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:52.964405 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9273a9a7-9ba8-4fdb-8f3e-5f28c12ead09 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:53.090834 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9273a9a7-9ba8-4fdb-8f3e-5f28c12ead09 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:53.094619 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ffef258-47d2-4c27-937a-c06ce5f196ea tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:53.103815 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:53.150054 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62698af1-dc15-4e31-a5c8-cf9efa018806 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:32:53.160583 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ffef258-47d2-4c27-937a-c06ce5f196ea tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:53.172527 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c506385-d28a-4d24-ae13-a2ec50daa111 None None] Sync routers for ids ['7dd782d3-f0b0-44fe-8c03-29a8a4db0e56'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:32:53.177968 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-7ffef258-47d2-4c27-937a-c06ce5f196ea tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.9697199 Jul 15 23:32:53.191121 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c506385-d28a-4d24-ae13-a2ec50daa111 None None] Routers {'7dd782d3-f0b0-44fe-8c03-29a8a4db0e56'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:32:53.191793 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1c506385-d28a-4d24-ae13-a2ec50daa111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:32:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['7dd782d3-f0b0-44fe-8c03-29a8a4db0e56'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:53.196801 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-62698af1-dc15-4e31-a5c8-cf9efa018806 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "PUT /v2.0/routers/7dd782d3-f0b0-44fe-8c03-29a8a4db0e56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2604444 Jul 15 23:32:53.219666 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56978) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:53.229405 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 5a39058a-5f55-4e92-9b3b-adfde05521a3, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=5a39058a-5f55-4e92-9b3b-adfde05521a3,segment=NetworkSegment(1221e74c-ebb2-4cb8-bf72-835ef0508fbe),segment_id=1221e74c-ebb2-4cb8-bf72-835ef0508fbe)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:53.233554 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9273a9a7-9ba8-4fdb-8f3e-5f28c12ead09 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:32:53.234572 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9273a9a7-9ba8-4fdb-8f3e-5f28c12ead09 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:53.237862 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:53.240263 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device bafd9f3c-493d-4beb-8ebb-0e834c787bd3 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:32:53.242279 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:32:53.242279 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:32:53.242279 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:32:53.242279 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:32:53.242279 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:32:53.242279 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:32:53.242279 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:32:53.242279 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:32:53.242279 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:32:53.242279 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:32:53.242279 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:32:53.242279 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:32:53.242279 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:32:53.242279 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:32:53.242279 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:32:53.242279 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:32:53.242279 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:32:53.242279 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:32:53.242279 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:32:53.242279 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:32:53.242279 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:32:53.242279 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:32:53.242279 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:32:53.242279 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:32:53.242279 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:32:53.242279 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:32:53.242279 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:32:53.242279 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:32:53.242279 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:32:53.242279 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:32:53.242279 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:32:53.242279 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:32:53.242279 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:32:53.242279 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:32:53.242279 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:32:53.242279 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:32:53.242279 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:32:53.242279 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:32:53.242279 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:32:53.242279 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:32:53.242279 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:32:53.242279 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:32:53.350136 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341c82a6-5d1f-4d1f-847a-998645bbe15c None None] New status for floating IP 5ed67a7a-4875-4ed5-b647-716e9c458267: DOWN {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:32:53.369631 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d8f89733-e0ff-4e4b-b1ba-ab3b22dfd8d5 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:53.404308 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f89733-e0ff-4e4b-b1ba-ab3b22dfd8d5 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Pushing event updated for resources: {'Port': ['ID=b3a76a62-1fd3-4ccf-a889-22ad519bf07c,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:53.480054 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-1c506385-d28a-4d24-ae13-a2ec50daa111 None None] Set router 7dd782d3-f0b0-44fe-8c03-29a8a4db0e56 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:32:53.498318 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9273a9a7-9ba8-4fdb-8f3e-5f28c12ead09 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:53.543365 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9273a9a7-9ba8-4fdb-8f3e-5f28c12ead09 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:53.545637 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-9273a9a7-9ba8-4fdb-8f3e-5f28c12ead09 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "DELETE /v2.0/networks/312b6c08-52b3-4c41-9d48-2a0876722206 HTTP/1.1" status: 204 len: 168 time: 2.9449756 Jul 15 23:32:53.552768 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56992) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:53.569299 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-2cb67611-e88b-4d49-81ed-be6bd7d0be60 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Request body: {'network': {'name': 'tempest-RoutersTest-1334904267'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:53.581310 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9273a9a7-9ba8-4fdb-8f3e-5f28c12ead09 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Pushing event deleted for resources: {'Network': ['ID=312b6c08-52b3-4c41-9d48-2a0876722206,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:53.662569 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ee2ac0da-63f0-4b6a-8588-440141574104 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:53.664065 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb67611-e88b-4d49-81ed-be6bd7d0be60 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Made reservation on behalf of 11b45b448a4843a1ab9b8fe9c2c28bb7 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:32:53.665793 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ee2ac0da-63f0-4b6a-8588-440141574104 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:53.670173 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-ee2ac0da-63f0-4b6a-8588-440141574104 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "DELETE /v2.0/security-groups/0b59dfd8-fe46-4eda-8708-ff7f3de3ce14 HTTP/1.1" status: 204 len: 168 time: 1.7812371 Jul 15 23:32:53.670883 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56994) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:53.677852 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2cb67611-e88b-4d49-81ed-be6bd7d0be60 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:53.732988 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2ac0da-63f0-4b6a-8588-440141574104 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b59dfd8-fe46-4eda-8708-ff7f3de3ce14,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:53.741975 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [None req-a9255ce6-2180-4984-b66b-f1745b863551 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] show failed (client error): The resource could not be found. Jul 15 23:32:53.747038 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-a9255ce6-2180-4984-b66b-f1745b863551 tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "GET /v2.0/security-groups/0b59dfd8-fe46-4eda-8708-ff7f3de3ce14 HTTP/1.1" status: 404 len: 347 time: 0.0672557 Jul 15 23:32:53.751505 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56996) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:53.777198 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfa12329-3fca-4b38-abb8-6245352d96ae tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Deleting subnet 1ab37b05-e7b9-4fe0-bd45-61e825b24f36 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:32:53.789328 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bfa12329-3fca-4b38-abb8-6245352d96ae tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:53.841549 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port bafd9f3c-493d-4beb-8ebb-0e834c787bd3 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:53.844413 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:53.853034 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cb67611-e88b-4d49-81ed-be6bd7d0be60 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:32:53.860497 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ac14fd4b-3d85-4726-8b27-65545e1583b7 req-e5185b7b-213b-4e9a-ad18-1487cf838548 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1453277596&fields=id&tenant_id=1482c544a11f4437b346c979b3eb517a HTTP/1.1" status: 200 len: 267 time: 0.1995449 Jul 15 23:32:53.876352 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2cb67611-e88b-4d49-81ed-be6bd7d0be60 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:53.879394 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-2cb67611-e88b-4d49-81ed-be6bd7d0be60 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Added segment 5e5eaaf8-3b39-43c7-9b32-c1f69613d518 of type vlan for network d5987269-066f-4a4c-b1b3-b696d6e3af10 Jul 15 23:32:53.911969 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=5a39058a-5f55-4e92-9b3b-adfde05521a3,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:53.924497 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1c506385-d28a-4d24-ae13-a2ec50daa111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd782d3-f0b0-44fe-8c03-29a8a4db0e56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1064085134', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '8eadeade-5859-423c-98f4-18cd20bc4279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:30:31Z', 'updated_at': '2021-07-15T23:32:48Z', 'revision_number': 5, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'gw_port': {'id': '8eadeade-5859-423c-98f4-18cd20bc4279', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ac:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd782d3-f0b0-44fe-8c03-29a8a4db0e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:33Z', 'updated_at': '2021-07-15T23:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:53.962189 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2cb67611-e88b-4d49-81ed-be6bd7d0be60 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:53.977476 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cbe72052-5621-4e05-afe7-c168ec4cd896 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:53.984126 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c506385-d28a-4d24-ae13-a2ec50daa111 None None] Checking router: 7dd782d3-f0b0-44fe-8c03-29a8a4db0e56 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:32:53.994444 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c506385-d28a-4d24-ae13-a2ec50daa111 None None] Routers {'7dd782d3-f0b0-44fe-8c03-29a8a4db0e56'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:32:53.995111 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1c506385-d28a-4d24-ae13-a2ec50daa111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:32:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['7dd782d3-f0b0-44fe-8c03-29a8a4db0e56'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:54.048450 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bfa12329-3fca-4b38-abb8-6245352d96ae tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:54.134435 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f89733-e0ff-4e4b-b1ba-ab3b22dfd8d5 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Network 8c9ef581-e804-4d4f-b2d3-03039952bb7a is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:32:54.143805 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac14fd4b-3d85-4726-8b27-65545e1583b7 req-8f974851-d936-4f9d-ac24-089292f4c4f8 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:54.151087 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ac14fd4b-3d85-4726-8b27-65545e1583b7 req-8f974851-d936-4f9d-ac24-089292f4c4f8 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/networks?id=319575b4-274a-45da-9bf1-6decf487208b HTTP/1.1" status: 200 len: 810 time: 0.2888067 Jul 15 23:32:54.152177 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2cb67611-e88b-4d49-81ed-be6bd7d0be60 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:54.162506 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb67611-e88b-4d49-81ed-be6bd7d0be60 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:54.163720 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2cb67611-e88b-4d49-81ed-be6bd7d0be60 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:54.173244 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-1c506385-d28a-4d24-ae13-a2ec50daa111 None None] Set router 7dd782d3-f0b0-44fe-8c03-29a8a4db0e56 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:32:54.182784 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device ad58c2a2-1afe-47a9-a4a5-dfdb82b5492d up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:32:54.198185 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-d8f89733-e0ff-4e4b-b1ba-ab3b22dfd8d5 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:32:54.235655 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ac14fd4b-3d85-4726-8b27-65545e1583b7 req-e066b4ef-0970-4f51-8399-10126f9ab273 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/quotas/1482c544a11f4437b346c979b3eb517a HTTP/1.1" status: 200 len: 375 time: 0.0832675 Jul 15 23:32:54.330493 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-2cb67611-e88b-4d49-81ed-be6bd7d0be60 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7662179 Jul 15 23:32:54.344322 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 57002) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:54.349680 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-68212d28-507f-4d54-8c94-fce0ee9e5c65 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Request body: {'subnet': {'network_id': 'd5987269-066f-4a4c-b1b3-b696d6e3af10', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:54.360079 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port ad58c2a2-1afe-47a9-a4a5-dfdb82b5492d completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:32:54.374931 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port ad58c2a2-1afe-47a9-a4a5-dfdb82b5492d triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:54.375518 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:54.436088 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb67611-e88b-4d49-81ed-be6bd7d0be60 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Pushing event updated for resources: {'Network': ['ID=d5987269-066f-4a4c-b1b3-b696d6e3af10,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:54.502160 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network d5987269-066f-4a4c-b1b3-b696d6e3af10 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:32:54.648708 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68212d28-507f-4d54-8c94-fce0ee9e5c65 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Made reservation on behalf of 11b45b448a4843a1ab9b8fe9c2c28bb7 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:32:54.654223 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68212d28-507f-4d54-8c94-fce0ee9e5c65 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:54.686158 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bfa12329-3fca-4b38-abb8-6245352d96ae tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:54.705559 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1c506385-d28a-4d24-ae13-a2ec50daa111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd782d3-f0b0-44fe-8c03-29a8a4db0e56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1064085134', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '8eadeade-5859-423c-98f4-18cd20bc4279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:30:31Z', 'updated_at': '2021-07-15T23:32:48Z', 'revision_number': 5, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'gw_port': {'id': '8eadeade-5859-423c-98f4-18cd20bc4279', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ac:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd782d3-f0b0-44fe-8c03-29a8a4db0e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:33Z', 'updated_at': '2021-07-15T23:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:54.732676 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ac14fd4b-3d85-4726-8b27-65545e1583b7 req-08ef6c3f-4b7e-465c-a168-ee734c0214cc tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1482c544a11f4437b346c979b3eb517a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4959722 Jul 15 23:32:54.770426 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c506385-d28a-4d24-ae13-a2ec50daa111 None None] The sync data for ids ['7dd782d3-f0b0-44fe-8c03-29a8a4db0e56'] in n-d-794306-6 is: [{'id': '7dd782d3-f0b0-44fe-8c03-29a8a4db0e56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1064085134', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '8eadeade-5859-423c-98f4-18cd20bc4279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:30:31Z', 'updated_at': '2021-07-15T23:32:48Z', 'revision_number': 5, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'gw_port': {'id': '8eadeade-5859-423c-98f4-18cd20bc4279', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ac:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd782d3-f0b0-44fe-8c03-29a8a4db0e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:30:33Z', 'updated_at': '2021-07-15T23:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:32:54.829600 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-6507fa5c-4256-44cd-815a-2a1433f55e4d tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Deleting port a000eb5a-575b-45cc-8293-377afee9a7d5 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:32:54.830093 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6507fa5c-4256-44cd-815a-2a1433f55e4d tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:54.840413 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8f89733-e0ff-4e4b-b1ba-ab3b22dfd8d5 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Router 531f110c-863b-4119-b4f2-22731ba21534 is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:32:54.947014 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68212d28-507f-4d54-8c94-fce0ee9e5c65 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:55.087723 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e86fc7df-5121-4773-9e77-b7af4b54bdf5 None None] Provisioning complete for port b3a76a62-1fd3-4ccf-a889-22ad519bf07c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:55.087723 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e86fc7df-5121-4773-9e77-b7af4b54bdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:55.132759 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:55.157144 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e86fc7df-5121-4773-9e77-b7af4b54bdf5 None None] Port b3a76a62-1fd3-4ccf-a889-22ad519bf07c cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:32:55.190644 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port ad58c2a2-1afe-47a9-a4a5-dfdb82b5492d, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=ad58c2a2-1afe-47a9-a4a5-dfdb82b5492d,segment=NetworkSegment(e1230f44-dc11-4192-b4c9-f66266c75a29),segment_id=e1230f44-dc11-4192-b4c9-f66266c75a29)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:55.196610 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:55.209642 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68212d28-507f-4d54-8c94-fce0ee9e5c65 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Pushing event updated for resources: {'Subnet': ['ID=287a1200-f59d-4f91-bb07-61f62dcbbe57,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:55.233095 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-cbe72052-5621-4e05-afe7-c168ec4cd896 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Allocated IP 172.20.0.1 (67188a61-beb7-4b81-a316-63469d079dc6/95fe06fe-f968-47a4-a957-50964931143f/906725fd-4820-4fd5-be30-d1dc9eb527db) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:32:55.256379 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68212d28-507f-4d54-8c94-fce0ee9e5c65 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Checking segment: {'id': '5e5eaaf8-3b39-43c7-9b32-c1f69613d518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd5987269-066f-4a4c-b1b3-b696d6e3af10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:32:55.257034 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68212d28-507f-4d54-8c94-fce0ee9e5c65 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Network hostable DHCP agents. Network: d5987269-066f-4a4c-b1b3-b696d6e3af10, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:32:55.267141 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ac14fd4b-3d85-4726-8b27-65545e1583b7 req-e7523b33-0cf6-42ac-a00f-65664bfb0a2a service neutron] 10.222.0.48 "GET /v2.0/networks/319575b4-274a-45da-9bf1-6decf487208b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5332327 Jul 15 23:32:55.302587 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=ad58c2a2-1afe-47a9-a4a5-dfdb82b5492d,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:55.328218 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bfa12329-3fca-4b38-abb8-6245352d96ae tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:55.348859 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68212d28-507f-4d54-8c94-fce0ee9e5c65 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Network d5987269-066f-4a4c-b1b3-b696d6e3af10 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:32:55.424798 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa12329-3fca-4b38-abb8-6245352d96ae tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event deleted for resources: {'Subnet': ['ID=1ab37b05-e7b9-4fe0-bd45-61e825b24f36,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:55.439223 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-68212d28-507f-4d54-8c94-fce0ee9e5c65 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, d5987269-066f-4a4c-b1b3-b696d6e3af10) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:32:55.440104 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6507fa5c-4256-44cd-815a-2a1433f55e4d tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:55.440441 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6507fa5c-4256-44cd-815a-2a1433f55e4d tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:55.451761 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bfa12329-3fca-4b38-abb8-6245352d96ae tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:55.453724 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-bfa12329-3fca-4b38-abb8-6245352d96ae tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "DELETE /v2.0/subnets/1ab37b05-e7b9-4fe0-bd45-61e825b24f36 HTTP/1.1" status: 204 len: 168 time: 2.2304771 Jul 15 23:32:55.456177 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68212d28-507f-4d54-8c94-fce0ee9e5c65 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:55.457500 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68212d28-507f-4d54-8c94-fce0ee9e5c65 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:55.462876 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 57006) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:55.472403 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af69d826-e6a2-4a28-bfb8-48cf16a626ae None None] Network ecdc87bf-da0f-4a3d-9224-f4cedc41c982 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:32:55.478267 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-6507fa5c-4256-44cd-815a-2a1433f55e4d tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Calling delete_port for a000eb5a-575b-45cc-8293-377afee9a7d5 owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:32:55.481821 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f89733-e0ff-4e4b-b1ba-ab3b22dfd8d5 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:32:55.498749 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd6193f-b38e-4760-8c44-5e29e84e512a None None] Sync routers for ids ['531f110c-863b-4119-b4f2-22731ba21534'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:32:55.518640 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-68212d28-507f-4d54-8c94-fce0ee9e5c65 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1729944 Jul 15 23:32:55.528233 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd6193f-b38e-4760-8c44-5e29e84e512a None None] Routers {'531f110c-863b-4119-b4f2-22731ba21534'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:32:55.529357 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 57008) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:55.529546 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-fcd6193f-b38e-4760-8c44-5e29e84e512a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:32:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['531f110c-863b-4119-b4f2-22731ba21534'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:55.534717 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1e142b-9922-435e-a4ad-aa6c8c0dce83 None None] Network d5987269-066f-4a4c-b1b3-b696d6e3af10 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:32:55.540506 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-36003325-1328-4615-a6e6-6865e3fb99df tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-496174522', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:55.540747 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 5a39058a-5f55-4e92-9b3b-adfde05521a3 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:32:55.572853 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-d8f89733-e0ff-4e4b-b1ba-ab3b22dfd8d5 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] 10.222.0.48 "PUT /v2.0/routers/531f110c-863b-4119-b4f2-22731ba21534/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3079457 Jul 15 23:32:55.577825 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 57010) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:55.607648 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-fcd6193f-b38e-4760-8c44-5e29e84e512a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:55.623744 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ac14fd4b-3d85-4726-8b27-65545e1583b7 req-8e418d26-24ab-4d8d-90a8-ac00002bcab8 service neutron] 10.222.0.48 "GET /v2.0/networks/319575b4-274a-45da-9bf1-6decf487208b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3557317 Jul 15 23:32:55.633082 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd6193f-b38e-4760-8c44-5e29e84e512a None None] Routers {'531f110c-863b-4119-b4f2-22731ba21534'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:32:55.634413 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-fcd6193f-b38e-4760-8c44-5e29e84e512a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:32:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['531f110c-863b-4119-b4f2-22731ba21534'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:55.717418 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-fcd6193f-b38e-4760-8c44-5e29e84e512a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:32:55.718665 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd6193f-b38e-4760-8c44-5e29e84e512a None None] The sync data for ids ['531f110c-863b-4119-b4f2-22731ba21534'] in n-d-794306-6 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:32:55.754218 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cbe72052-5621-4e05-afe7-c168ec4cd896 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:55.804416 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-36003325-1328-4615-a6e6-6865e3fb99df tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:55.806281 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-36003325-1328-4615-a6e6-6865e3fb99df tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:55.820469 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-cbe72052-5621-4e05-afe7-c168ec4cd896 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Transition to ACTIVE for port object 906725fd-4820-4fd5-be30-d1dc9eb527db will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:32:56.015763 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:56.161068 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-36003325-1328-4615-a6e6-6865e3fb99df tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:56.218371 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fb8716-7930-49ca-b60f-b0b8e64ea925 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-d5987269-066f-4a4c-b1b3-b696d6e3af10', 'network_id': 'd5987269-066f-4a4c-b1b3-b696d6e3af10', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'fixed_ips': [{'subnet_id': '287a1200-f59d-4f91-bb07-61f62dcbbe57'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:32:56.231962 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-23fb8716-7930-49ca-b60f-b0b8e64ea925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:56.236102 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 5a39058a-5f55-4e92-9b3b-adfde05521a3 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:56.236713 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:56.307687 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-36003325-1328-4615-a6e6-6865e3fb99df tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:56.371540 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f8fb42e1-e42d-415e-8988-0a5dccbdf00a req-75346074-ab2f-46e1-a3ca-9963c4308c4e tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 210 time: 0.0699797 Jul 15 23:32:56.425131 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5c215d9d-380a-40df-bc41-f82498fddf86 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:56.431983 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cbe72052-5621-4e05-afe7-c168ec4cd896 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:56.580614 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-36003325-1328-4615-a6e6-6865e3fb99df tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:56.615479 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 57024) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:56.617310 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-36003325-1328-4615-a6e6-6865e3fb99df tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.0853946 Jul 15 23:32:56.646152 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf8cca3-0f7e-47c0-a228-91f1ba95b876 None None] DHCP port deletion for ecdc87bf-da0f-4a3d-9224-f4cedc41c982 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:32:56.654365 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe72052-5621-4e05-afe7-c168ec4cd896 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Network 67188a61-beb7-4b81-a316-63469d079dc6 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:32:56.660247 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device dbc1632d-bf72-4a37-ab99-a383568b217f up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:32:56.674727 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-cbe72052-5621-4e05-afe7-c168ec4cd896 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:32:56.679825 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6507fa5c-4256-44cd-815a-2a1433f55e4d tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:56.689310 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe72052-5621-4e05-afe7-c168ec4cd896 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:32:56.711976 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5c215d9d-380a-40df-bc41-f82498fddf86 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:56.754816 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6507fa5c-4256-44cd-815a-2a1433f55e4d tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Pushing event deleted for resources: {'Port': ['ID=a000eb5a-575b-45cc-8293-377afee9a7d5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:56.765249 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-23fb8716-7930-49ca-b60f-b0b8e64ea925 None None] Allocated IP 172.20.0.2 (d5987269-066f-4a4c-b1b3-b696d6e3af10/287a1200-f59d-4f91-bb07-61f62dcbbe57/6128845e-928d-4850-9243-d1e6ee972a4a) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:32:56.871157 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cbe72052-5621-4e05-afe7-c168ec4cd896 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:57.001818 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-bcf8cca3-0f7e-47c0-a228-91f1ba95b876 None None] Deleting port 4675954c-4d18-48b1-821e-62515f86843e {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:32:57.002392 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bcf8cca3-0f7e-47c0-a228-91f1ba95b876 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:57.017186 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port dbc1632d-bf72-4a37-ab99-a383568b217f triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:57.017860 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:57.204352 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe72052-5621-4e05-afe7-c168ec4cd896 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Pushing event updated for resources: {'Port': ['ID=906725fd-4820-4fd5-be30-d1dc9eb527db,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:57.301934 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-bcf8cca3-0f7e-47c0-a228-91f1ba95b876 None None] For port 4675954c-4d18-48b1-821e-62515f86843e, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=4675954c-4d18-48b1-821e-62515f86843e,segment=NetworkSegment(0b5e8ec5-ed51-4bc2-b998-73d0d8a498a3),segment_id=0b5e8ec5-ed51-4bc2-b998-73d0d8a498a3)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:57.303323 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bcf8cca3-0f7e-47c0-a228-91f1ba95b876 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:57.396717 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6507fa5c-4256-44cd-815a-2a1433f55e4d tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:57.402067 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6507fa5c-4256-44cd-815a-2a1433f55e4d tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:57.402324 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-23fb8716-7930-49ca-b60f-b0b8e64ea925 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:57.408218 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cbe72052-5621-4e05-afe7-c168ec4cd896 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:57.411685 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-6507fa5c-4256-44cd-815a-2a1433f55e4d tempest-AttachVolumeShelveTestJSON-767166875 tempest-AttachVolumeShelveTestJSON-767166875-project] 10.222.0.48 "DELETE /v2.0/floatingips/5ed67a7a-4875-4ed5-b647-716e9c458267 HTTP/1.1" status: 204 len: 168 time: 3.6549325 Jul 15 23:32:57.482057 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-5c215d9d-380a-40df-bc41-f82498fddf86 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Deleting port 8eadeade-5859-423c-98f4-18cd20bc4279 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:32:57.482845 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5c215d9d-380a-40df-bc41-f82498fddf86 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:57.546324 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [None req-26dbdc03-767f-4a80-9e43-05d523bc61ce tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:32:57.547782 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-26dbdc03-767f-4a80-9e43-05d523bc61ce tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] 10.222.0.48 "PUT /v2.0/routers/531f110c-863b-4119-b4f2-22731ba21534/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.9682627 Jul 15 23:32:57.553195 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 57032) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:57.588574 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-23fb8716-7930-49ca-b60f-b0b8e64ea925 None None] Transition to ACTIVE for port object 6128845e-928d-4850-9243-d1e6ee972a4a will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:32:57.644564 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-5c215d9d-380a-40df-bc41-f82498fddf86 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] For port 8eadeade-5859-423c-98f4-18cd20bc4279, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=8eadeade-5859-423c-98f4-18cd20bc4279,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:32:57.645023 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5c215d9d-380a-40df-bc41-f82498fddf86 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:57.691016 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-5c215d9d-380a-40df-bc41-f82498fddf86 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Calling delete_port for 8eadeade-5859-423c-98f4-18cd20bc4279 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:32:57.709080 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-23fb8716-7930-49ca-b60f-b0b8e64ea925 None None] Transition to ACTIVE for port object 6128845e-928d-4850-9243-d1e6ee972a4a will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:32:57.749067 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-bcf8cca3-0f7e-47c0-a228-91f1ba95b876 None None] Calling delete_port for 4675954c-4d18-48b1-821e-62515f86843e owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:32:57.786036 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1700cce6-62d1-4138-a09d-b557db2f8b11 None None] Provisioning for port 906725fd-4820-4fd5-be30-d1dc9eb527db completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:32:57.797557 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-23fb8716-7930-49ca-b60f-b0b8e64ea925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:57.896688 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1700cce6-62d1-4138-a09d-b557db2f8b11 None None] Provisioning complete for port 906725fd-4820-4fd5-be30-d1dc9eb527db triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:57.900363 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1700cce6-62d1-4138-a09d-b557db2f8b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:58.045257 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 2e668708-8dbb-4c8c-abd4-c48fa02e1b60 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:32:58.086870 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fb8716-7930-49ca-b60f-b0b8e64ea925 None None] Network d5987269-066f-4a4c-b1b3-b696d6e3af10 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:32:58.105506 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5c215d9d-380a-40df-bc41-f82498fddf86 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:58.122831 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4e9fba34-e902-4c01-93a4-5958b0fcd477 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:58.132400 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-64a6b95b-470c-4dfd-809d-53827b6fe769 req-5a1de5c3-6104-41b0-a647-1a6d88d4dac6 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 210 time: 0.2010174 Jul 15 23:32:58.220913 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-23fb8716-7930-49ca-b60f-b0b8e64ea925 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:32:58.227410 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fb8716-7930-49ca-b60f-b0b8e64ea925 None None] Pushing event updated for resources: {'Port': ['ID=6128845e-928d-4850-9243-d1e6ee972a4a,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:58.229932 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 2e668708-8dbb-4c8c-abd4-c48fa02e1b60 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:32:58.230532 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 2e668708-8dbb-4c8c-abd4-c48fa02e1b60 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:32:58.232997 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fb8716-7930-49ca-b60f-b0b8e64ea925 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:32:58.245891 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1700cce6-62d1-4138-a09d-b557db2f8b11 None None] Port 906725fd-4820-4fd5-be30-d1dc9eb527db cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:32:58.313652 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c215d9d-380a-40df-bc41-f82498fddf86 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event deleted for resources: {'Port': ['ID=8eadeade-5859-423c-98f4-18cd20bc4279,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:58.361465 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bcf8cca3-0f7e-47c0-a228-91f1ba95b876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:58.422790 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-23fb8716-7930-49ca-b60f-b0b8e64ea925 None None] Attempting to bind port 6128845e-928d-4850-9243-d1e6ee972a4a on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:32:58.423378 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-23fb8716-7930-49ca-b60f-b0b8e64ea925 None None] Attempting to bind port 6128845e-928d-4850-9243-d1e6ee972a4a by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '5e5eaaf8-3b39-43c7-9b32-c1f69613d518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd5987269-066f-4a4c-b1b3-b696d6e3af10'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:32:58.423997 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fb8716-7930-49ca-b60f-b0b8e64ea925 None None] Attempting to bind port 6128845e-928d-4850-9243-d1e6ee972a4a on network d5987269-066f-4a4c-b1b3-b696d6e3af10 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:32:58.427745 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf8cca3-0f7e-47c0-a228-91f1ba95b876 None None] No DVR routers for this DVR port 4675954c-4d18-48b1-821e-62515f86843e on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:32:58.433176 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf8cca3-0f7e-47c0-a228-91f1ba95b876 None None] Pushing event deleted for resources: {'Port': ['ID=4675954c-4d18-48b1-821e-62515f86843e,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:58.441731 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fb8716-7930-49ca-b60f-b0b8e64ea925 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:32:58.442249 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fb8716-7930-49ca-b60f-b0b8e64ea925 None None] Checking segment: {'id': '5e5eaaf8-3b39-43c7-9b32-c1f69613d518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd5987269-066f-4a4c-b1b3-b696d6e3af10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:32:58.443428 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-23fb8716-7930-49ca-b60f-b0b8e64ea925 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:58.443948 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fb8716-7930-49ca-b60f-b0b8e64ea925 None None] Bound using segment: {'id': '5e5eaaf8-3b39-43c7-9b32-c1f69613d518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd5987269-066f-4a4c-b1b3-b696d6e3af10'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:32:58.446519 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-23fb8716-7930-49ca-b60f-b0b8e64ea925 None None] Bound port: 6128845e-928d-4850-9243-d1e6ee972a4a, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e5eaaf8-3b39-43c7-9b32-c1f69613d518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd5987269-066f-4a4c-b1b3-b696d6e3af10'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:32:58.447144 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-23fb8716-7930-49ca-b60f-b0b8e64ea925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:58.586063 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cbe72052-5621-4e05-afe7-c168ec4cd896 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:58.602804 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cbe72052-5621-4e05-afe7-c168ec4cd896 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:58.613082 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device ad58c2a2-1afe-47a9-a4a5-dfdb82b5492d up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:32:58.719046 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe72052-5621-4e05-afe7-c168ec4cd896 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Pushing event updated for resources: {'Port': ['ID=906725fd-4820-4fd5-be30-d1dc9eb527db,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:58.737628 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-23fb8716-7930-49ca-b60f-b0b8e64ea925 None None] For port 6128845e-928d-4850-9243-d1e6ee972a4a, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:32:58.807792 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-23fb8716-7930-49ca-b60f-b0b8e64ea925 None None] For port 6128845e-928d-4850-9243-d1e6ee972a4a, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=6128845e-928d-4850-9243-d1e6ee972a4a,segment=NetworkSegment(5e5eaaf8-3b39-43c7-9b32-c1f69613d518),segment_id=5e5eaaf8-3b39-43c7-9b32-c1f69613d518)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:32:58.829677 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-23fb8716-7930-49ca-b60f-b0b8e64ea925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:58.832500 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port ad58c2a2-1afe-47a9-a4a5-dfdb82b5492d triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:32:58.832866 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:58.982735 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cbe72052-5621-4e05-afe7-c168ec4cd896 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:59.047103 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5c215d9d-380a-40df-bc41-f82498fddf86 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999011'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:59.156447 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fb8716-7930-49ca-b60f-b0b8e64ea925 None None] Pushing event updated for resources: {'Port': ['ID=6128845e-928d-4850-9243-d1e6ee972a4a,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:32:59.274726 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac14fd4b-3d85-4726-8b27-65545e1583b7 req-2ddcce3a-956b-4d6d-8166-8173230a1b84 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:32:59.276814 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ac14fd4b-3d85-4726-8b27-65545e1583b7 req-2ddcce3a-956b-4d6d-8166-8173230a1b84 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.49 "GET /v2.0/networks?id=319575b4-274a-45da-9bf1-6decf487208b HTTP/1.1" status: 200 len: 810 time: 1.0874555 Jul 15 23:32:59.342896 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 4675954c-4d18-48b1-821e-62515f86843e no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:32:59.399134 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 4675954c-4d18-48b1-821e-62515f86843e {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:32:59.399846 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 4675954c-4d18-48b1-821e-62515f86843e not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:32:59.496738 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5c215d9d-380a-40df-bc41-f82498fddf86 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:59.556324 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5c215d9d-380a-40df-bc41-f82498fddf86 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:59.649205 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8e8755fd-d9f3-4070-aea4-61c60dfda981 req-cd388641-08af-45ea-a896-714ea075ee04 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 210 time: 0.1856668 Jul 15 23:32:59.664051 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5c215d9d-380a-40df-bc41-f82498fddf86 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:59.679608 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c215d9d-380a-40df-bc41-f82498fddf86 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Fanout notify agent at l3_agent the message router_deleted on router 7dd782d3-f0b0-44fe-8c03-29a8a4db0e56 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:32:59.715104 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5c215d9d-380a-40df-bc41-f82498fddf86 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:59.717255 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-5c215d9d-380a-40df-bc41-f82498fddf86 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "DELETE /v2.0/routers/7dd782d3-f0b0-44fe-8c03-29a8a4db0e56 HTTP/1.1" status: 204 len: 168 time: 4.2514658 Jul 15 23:32:59.722139 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 57046) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:32:59.816759 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ac14fd4b-3d85-4726-8b27-65545e1583b7 req-eed108e3-0f0a-43cd-bc16-3e133014c133 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1482c544a11f4437b346c979b3eb517a HTTP/1.1" status: 200 len: 380 time: 0.4132829 Jul 15 23:32:59.838210 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe72052-5621-4e05-afe7-c168ec4cd896 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Network 67188a61-beb7-4b81-a316-63469d079dc6 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:32:59.843213 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-cbe72052-5621-4e05-afe7-c168ec4cd896 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:32:59.863758 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9d3c74dd-a847-4667-bae9-bb788be96d06 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:32:59.868995 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-ac14fd4b-3d85-4726-8b27-65545e1583b7 req-616ec1c0-708f-45b9-a01b-77a34ace9ac9 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Request body: {'port': {'device_id': 'd14b28f1-1b98-463c-9c45-3154ee11bbe9', 'network_id': '319575b4-274a-45da-9bf1-6decf487208b', 'admin_state_up': True, 'tenant_id': '1482c544a11f4437b346c979b3eb517a', 'security_groups': ['5e4fbd00-14ff-4150-9cb7-4459e63d6009']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:32:59.879756 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-4e9fba34-e902-4c01-93a4-5958b0fcd477 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Allocated IP 172.20.0.1 (d5987269-066f-4a4c-b1b3-b696d6e3af10/287a1200-f59d-4f91-bb07-61f62dcbbe57/2fee373c-0792-4fd6-9b6b-f2c7d784560a) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:33:00.032316 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1ef9403b-0d44-46c2-8735-a407a80fbed5 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:00.337430 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1ef9403b-0d44-46c2-8735-a407a80fbed5 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:00.351855 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-36bb5c8c-1aeb-4317-97af-7b29b6c1cc6c None None] Provisioning complete for port 906725fd-4820-4fd5-be30-d1dc9eb527db triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:00.353831 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-36bb5c8c-1aeb-4317-97af-7b29b6c1cc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:00.358136 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-1ef9403b-0d44-46c2-8735-a407a80fbed5 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecdc87bf-da0f-4a3d-9224-f4cedc41c982']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:00.395167 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-1ef9403b-0d44-46c2-8735-a407a80fbed5 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b5e8ec5-ed51-4bc2-b998-73d0d8a498a3') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:00.395167 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-1ef9403b-0d44-46c2-8735-a407a80fbed5 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b5e8ec5-ed51-4bc2-b998-73d0d8a498a3') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:00.450976 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbe72052-5621-4e05-afe7-c168ec4cd896 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Router 105b3eb8-4f56-4bcb-87f2-5c1610a83ee5 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:33:00.464302 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-36bb5c8c-1aeb-4317-97af-7b29b6c1cc6c None None] Port 906725fd-4820-4fd5-be30-d1dc9eb527db cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:33:00.493704 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1ef9403b-0d44-46c2-8735-a407a80fbed5 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:00.495619 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac14fd4b-3d85-4726-8b27-65545e1583b7 req-616ec1c0-708f-45b9-a01b-77a34ace9ac9 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Made reservation on behalf of 1482c544a11f4437b346c979b3eb517a for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:33:00.499223 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ac14fd4b-3d85-4726-8b27-65545e1583b7 req-616ec1c0-708f-45b9-a01b-77a34ace9ac9 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:00.540401 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 6128845e-928d-4850-9243-d1e6ee972a4a up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:33:00.561620 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4e9fba34-e902-4c01-93a4-5958b0fcd477 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:00.582366 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-4e9fba34-e902-4c01-93a4-5958b0fcd477 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Transition to ACTIVE for port object 2fee373c-0792-4fd6-9b6b-f2c7d784560a will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:33:00.643468 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1ef9403b-0d44-46c2-8735-a407a80fbed5 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:00.656105 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ef9403b-0d44-46c2-8735-a407a80fbed5 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:33:00.656614 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1ef9403b-0d44-46c2-8735-a407a80fbed5 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:00.703543 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 6128845e-928d-4850-9243-d1e6ee972a4a completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:33:00.752509 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:33:00.752509 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:33:00.752509 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:33:00.752509 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:33:00.752509 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:33:00.752509 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:33:00.752509 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:33:00.752509 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:33:00.752509 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:33:00.752509 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:33:00.752509 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:33:00.752509 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:33:00.752509 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:33:00.752509 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:33:00.752509 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:33:00.752509 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:33:00.752509 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:33:00.752509 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:33:00.752509 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:33:00.752509 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:33:00.752509 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:33:00.752509 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:33:00.752509 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:33:00.752509 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:33:00.752509 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:33:00.752509 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:33:00.752509 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:33:00.752509 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:33:00.752509 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:33:00.752509 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:33:00.752509 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:33:00.752509 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:33:00.759238 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4e9fba34-e902-4c01-93a4-5958b0fcd477 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:00.831722 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1ef9403b-0d44-46c2-8735-a407a80fbed5 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:00.833316 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-06cafed9-2c9c-4816-9714-c56a03a1c567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:00.839308 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1ef9403b-0d44-46c2-8735-a407a80fbed5 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:00.841539 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-1ef9403b-0d44-46c2-8735-a407a80fbed5 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "DELETE /v2.0/networks/ecdc87bf-da0f-4a3d-9224-f4cedc41c982 HTTP/1.1" status: 204 len: 168 time: 1.1059108 Jul 15 23:33:00.843892 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9fba34-e902-4c01-93a4-5958b0fcd477 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Pushing event updated for resources: {'Port': ['ID=2fee373c-0792-4fd6-9b6b-f2c7d784560a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:00.859183 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 57054) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:00.890823 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef9403b-0d44-46c2-8735-a407a80fbed5 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event deleted for resources: {'Network': ['ID=ecdc87bf-da0f-4a3d-9224-f4cedc41c982,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:00.905507 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 8eadeade-5859-423c-98f4-18cd20bc4279 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:33:00.931304 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 8eadeade-5859-423c-98f4-18cd20bc4279 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:33:00.931679 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 8eadeade-5859-423c-98f4-18cd20bc4279 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:33:00.976843 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9fba34-e902-4c01-93a4-5958b0fcd477 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Network d5987269-066f-4a4c-b1b3-b696d6e3af10 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:33:00.990022 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-4e9fba34-e902-4c01-93a4-5958b0fcd477 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:33:00.996849 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe72052-5621-4e05-afe7-c168ec4cd896 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:33:01.005834 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9fba34-e902-4c01-93a4-5958b0fcd477 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:33:01.010529 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bd1eb0-f56e-40de-be80-dfc19740b524 None None] Sync routers for ids ['105b3eb8-4f56-4bcb-87f2-5c1610a83ee5'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:33:01.024534 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bd1eb0-f56e-40de-be80-dfc19740b524 None None] Routers {'105b3eb8-4f56-4bcb-87f2-5c1610a83ee5'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:33:01.024765 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-cbe72052-5621-4e05-afe7-c168ec4cd896 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] 10.222.0.48 "PUT /v2.0/routers/105b3eb8-4f56-4bcb-87f2-5c1610a83ee5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7473130 Jul 15 23:33:01.025170 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a2bd1eb0-f56e-40de-be80-dfc19740b524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:32:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['105b3eb8-4f56-4bcb-87f2-5c1610a83ee5'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:01.026615 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 57056) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:01.044851 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-718ef6bc-5438-43f6-a07f-28f64de8b173 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Request body: {'port': {'network_id': '67188a61-beb7-4b81-a316-63469d079dc6', 'name': 'tempest-FloatingIPTestJSON-54429121'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:01.068641 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a2bd1eb0-f56e-40de-be80-dfc19740b524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:01.074561 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca1f54a-8b6b-48a3-9dac-3d719e944b47 None None] Network d5987269-066f-4a4c-b1b3-b696d6e3af10 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:33:01.082729 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bd1eb0-f56e-40de-be80-dfc19740b524 None None] Routers {'105b3eb8-4f56-4bcb-87f2-5c1610a83ee5'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:33:01.083355 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a2bd1eb0-f56e-40de-be80-dfc19740b524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:32:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['105b3eb8-4f56-4bcb-87f2-5c1610a83ee5'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:01.136550 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a2bd1eb0-f56e-40de-be80-dfc19740b524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:01.137178 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bd1eb0-f56e-40de-be80-dfc19740b524 None None] The sync data for ids ['105b3eb8-4f56-4bcb-87f2-5c1610a83ee5'] in n-d-794306-6 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:33:01.145626 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c57d6847-139f-4b9b-b6ee-87cc2f150224 req-8daf96e6-ce50-4551-8211-804a9c14d0d4 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 210 time: 0.0742364 Jul 15 23:33:01.206417 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4e9fba34-e902-4c01-93a4-5958b0fcd477 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:01.238980 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-9d3c74dd-a847-4667-bae9-bb788be96d06 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Deleting port b3a76a62-1fd3-4ccf-a889-22ad519bf07c {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:33:01.239427 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9d3c74dd-a847-4667-bae9-bb788be96d06 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:01.242960 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-fd9c76da-bd08-4d7d-ba03-6ae9baf0966f None None] Provisioning for port 6128845e-928d-4850-9243-d1e6ee972a4a completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:33:01.258725 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-fd9c76da-bd08-4d7d-ba03-6ae9baf0966f None None] Provisioning complete for port 6128845e-928d-4850-9243-d1e6ee972a4a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:01.260191 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fd9c76da-bd08-4d7d-ba03-6ae9baf0966f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:01.430272 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-718ef6bc-5438-43f6-a07f-28f64de8b173 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Made reservation on behalf of ac60438da4e7485d81cc9c20c2190b84 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:33:01.436099 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-718ef6bc-5438-43f6-a07f-28f64de8b173 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:01.452209 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4c54487-8de1-4c30-b037-64deddd7fae7 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:01.488438 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-718ef6bc-5438-43f6-a07f-28f64de8b173 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] device_id is not set on port 38f15ad0-8709-4831-8b3a-c9b8ca2fb426 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:33:01.525891 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9d3c74dd-a847-4667-bae9-bb788be96d06 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:01.538319 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4e9fba34-e902-4c01-93a4-5958b0fcd477 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:01.596874 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fd9c76da-bd08-4d7d-ba03-6ae9baf0966f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:01.614087 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-9d3c74dd-a847-4667-bae9-bb788be96d06 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Calling delete_port for b3a76a62-1fd3-4ccf-a889-22ad519bf07c owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:33:01.669697 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-fd9c76da-bd08-4d7d-ba03-6ae9baf0966f None None] For port 6128845e-928d-4850-9243-d1e6ee972a4a, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=6128845e-928d-4850-9243-d1e6ee972a4a,segment=NetworkSegment(5e5eaaf8-3b39-43c7-9b32-c1f69613d518),segment_id=5e5eaaf8-3b39-43c7-9b32-c1f69613d518)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:01.680648 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fd9c76da-bd08-4d7d-ba03-6ae9baf0966f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:01.814956 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9c76da-bd08-4d7d-ba03-6ae9baf0966f None None] Pushing event updated for resources: {'Port': ['ID=6128845e-928d-4850-9243-d1e6ee972a4a,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:01.855684 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4c54487-8de1-4c30-b037-64deddd7fae7 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:01.919751 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-ac14fd4b-3d85-4726-8b27-65545e1583b7 req-616ec1c0-708f-45b9-a01b-77a34ace9ac9 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Allocated IP 172.20.0.10 (319575b4-274a-45da-9bf1-6decf487208b/0c7868f8-d819-4333-b9c5-ebc3d9707601/88c45584-2d51-4746-a9ae-b07b0255b918) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:33:01.937539 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-718ef6bc-5438-43f6-a07f-28f64de8b173 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Allocated IP 172.20.0.4 (67188a61-beb7-4b81-a316-63469d079dc6/95fe06fe-f968-47a4-a957-50964931143f/38f15ad0-8709-4831-8b3a-c9b8ca2fb426) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:33:01.947716 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4c54487-8de1-4c30-b037-64deddd7fae7 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:01.950286 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4c54487-8de1-4c30-b037-64deddd7fae7 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:01.963322 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-b4c54487-8de1-4c30-b037-64deddd7fae7 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "DELETE /v2.0/security-groups/b8c61c92-d476-46a7-af9c-4517a99fe503 HTTP/1.1" status: 204 len: 168 time: 1.0714710 Jul 15 23:33:02.029595 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c54487-8de1-4c30-b037-64deddd7fae7 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c61c92-d476-46a7-af9c-4517a99fe503,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:02.275774 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9d3c74dd-a847-4667-bae9-bb788be96d06 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:02.327873 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c993add9-9639-492e-819d-64900c66c1fa None None] Provisioning for port 2fee373c-0792-4fd6-9b6b-f2c7d784560a completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:33:02.333903 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c993add9-9639-492e-819d-64900c66c1fa None None] Provisioning complete for port 2fee373c-0792-4fd6-9b6b-f2c7d784560a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:02.335456 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c993add9-9639-492e-819d-64900c66c1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:02.437600 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3c74dd-a847-4667-bae9-bb788be96d06 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Pushing event deleted for resources: {'Port': ['ID=b3a76a62-1fd3-4ccf-a889-22ad519bf07c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:02.462512 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c993add9-9639-492e-819d-64900c66c1fa None None] Port 2fee373c-0792-4fd6-9b6b-f2c7d784560a cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:33:02.465609 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4e9fba34-e902-4c01-93a4-5958b0fcd477 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:02.487945 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 6128845e-928d-4850-9243-d1e6ee972a4a up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:33:02.595510 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ebeb5f7b-be20-4fb5-87d9-c6f7c444ab25 req-40fa7e40-d5ae-4213-8b6f-d7815ca03662 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 210 time: 0.1129293 Jul 15 23:33:02.598584 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 57080) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:02.611534 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c993add9-9639-492e-819d-64900c66c1fa None None] Provisioning complete for port 6128845e-928d-4850-9243-d1e6ee972a4a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:02.612438 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c993add9-9639-492e-819d-64900c66c1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:02.634946 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4e9fba34-e902-4c01-93a4-5958b0fcd477 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:02.724172 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 6128845e-928d-4850-9243-d1e6ee972a4a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:02.728778 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:02.759011 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-df608753-f53d-41fe-aabe-3f7d1fd19edb tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2098533767', 'description': 'tempest-secgroup-smoke-2098533767 description', 'project_id': '89469485c64e49f5b3171ed5499b9995'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:02.780260 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4e9fba34-e902-4c01-93a4-5958b0fcd477 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:02.987406 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df608753-f53d-41fe-aabe-3f7d1fd19edb tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:02.991182 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-718ef6bc-5438-43f6-a07f-28f64de8b173 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:02.995432 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9d3c74dd-a847-4667-bae9-bb788be96d06 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:03.026982 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9fba34-e902-4c01-93a4-5958b0fcd477 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Pushing event updated for resources: {'Port': ['ID=2fee373c-0792-4fd6-9b6b-f2c7d784560a,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:03.032082 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-718ef6bc-5438-43f6-a07f-28f64de8b173 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Transition to ACTIVE for port object 38f15ad0-8709-4831-8b3a-c9b8ca2fb426 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:33:03.168493 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-853395a7-4a6e-4e11-b4c7-503622b2ecb0 None None] Provisioning complete for port 2fee373c-0792-4fd6-9b6b-f2c7d784560a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:03.168851 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-853395a7-4a6e-4e11-b4c7-503622b2ecb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:03.255327 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f6b14134-d6f1-4b37-a601-e7fd728e84e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:03.258844 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-853395a7-4a6e-4e11-b4c7-503622b2ecb0 None None] Port 2fee373c-0792-4fd6-9b6b-f2c7d784560a cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:33:03.298549 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-718ef6bc-5438-43f6-a07f-28f64de8b173 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:03.452290 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d3c74dd-a847-4667-bae9-bb788be96d06 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Router 531f110c-863b-4119-b4f2-22731ba21534 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:33:03.575289 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:03.584061 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718ef6bc-5438-43f6-a07f-28f64de8b173 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Network 67188a61-beb7-4b81-a316-63469d079dc6 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:33:03.584061 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-718ef6bc-5438-43f6-a07f-28f64de8b173 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:33:03.584061 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718ef6bc-5438-43f6-a07f-28f64de8b173 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Pushing event updated for resources: {'Port': ['ID=38f15ad0-8709-4831-8b3a-c9b8ca2fb426,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:03.584061 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718ef6bc-5438-43f6-a07f-28f64de8b173 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:33:03.847115 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d3c74dd-a847-4667-bae9-bb788be96d06 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:33:03.878193 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5dfe48-6773-4466-9356-6b7fbc99fbee None None] Sync routers for ids ['531f110c-863b-4119-b4f2-22731ba21534'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:33:03.898837 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-9d3c74dd-a847-4667-bae9-bb788be96d06 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] 10.222.0.48 "PUT /v2.0/routers/531f110c-863b-4119-b4f2-22731ba21534/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3434396 Jul 15 23:33:03.922746 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718ef6bc-5438-43f6-a07f-28f64de8b173 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:03.927356 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5dfe48-6773-4466-9356-6b7fbc99fbee None None] Routers {'531f110c-863b-4119-b4f2-22731ba21534'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:33:03.929082 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 57104) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:03.930298 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0f5dfe48-6773-4466-9356-6b7fbc99fbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:33:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['531f110c-863b-4119-b4f2-22731ba21534'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:03.933359 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-718ef6bc-5438-43f6-a07f-28f64de8b173 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:04.029065 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-81bc006e-d890-4f8c-85c7-fc5921b52895 None None] Provisioning for port 38f15ad0-8709-4831-8b3a-c9b8ca2fb426 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:33:04.040739 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-81bc006e-d890-4f8c-85c7-fc5921b52895 None None] Provisioning complete for port 38f15ad0-8709-4831-8b3a-c9b8ca2fb426 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:04.041117 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-81bc006e-d890-4f8c-85c7-fc5921b52895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:04.044037 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0f5dfe48-6773-4466-9356-6b7fbc99fbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:04.061342 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5dfe48-6773-4466-9356-6b7fbc99fbee None None] Routers {'531f110c-863b-4119-b4f2-22731ba21534'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:33:04.062444 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0f5dfe48-6773-4466-9356-6b7fbc99fbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:33:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['531f110c-863b-4119-b4f2-22731ba21534'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:04.117051 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0f5dfe48-6773-4466-9356-6b7fbc99fbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:04.118114 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5dfe48-6773-4466-9356-6b7fbc99fbee None None] The sync data for ids ['531f110c-863b-4119-b4f2-22731ba21534'] in n-d-794306-6 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:33:04.129065 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-81bc006e-d890-4f8c-85c7-fc5921b52895 None None] Port 38f15ad0-8709-4831-8b3a-c9b8ca2fb426 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:33:04.187288 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [None req-b288bf4d-fb91-4125-9ee3-18b83a7a0de0 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] delete failed (client error): The resource could not be found. Jul 15 23:33:04.195252 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-b288bf4d-fb91-4125-9ee3-18b83a7a0de0 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] 10.222.0.48 "DELETE /v2.0/routers/tempest-non_exist_router-939956205 HTTP/1.1" status: 404 len: 334 time: 0.2577498 Jul 15 23:33:04.196281 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 57108) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:04.204062 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9fba34-e902-4c01-93a4-5958b0fcd477 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Network d5987269-066f-4a4c-b1b3-b696d6e3af10 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:33:04.207416 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2209d05c-aa31-4098-8f7b-9cb54703b951 req-22ba3f76-5c71-458d-9d55-33d1e1119e92 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 210 time: 0.1831877 Jul 15 23:33:04.214403 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-369ea468-7373-4ae5-8d62-695c8a6aa81f tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Request body: {'router': {'external_gateway_info': {'network_id': '531f110c-863b-4119-b4f2-22731ba21534'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:04.240127 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ac14fd4b-3d85-4726-8b27-65545e1583b7 req-616ec1c0-708f-45b9-a01b-77a34ace9ac9 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:04.270498 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-4e9fba34-e902-4c01-93a4-5958b0fcd477 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:33:04.371436 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:04.445531 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-ac14fd4b-3d85-4726-8b27-65545e1583b7 req-616ec1c0-708f-45b9-a01b-77a34ace9ac9 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Transition to ACTIVE for port object 88c45584-2d51-4746-a9ae-b07b0255b918 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:33:04.543906 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-369ea468-7373-4ae5-8d62-695c8a6aa81f tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:04.561247 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df608753-f53d-41fe-aabe-3f7d1fd19edb tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:04.574034 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df608753-f53d-41fe-aabe-3f7d1fd19edb tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:04.598881 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-718ef6bc-5438-43f6-a07f-28f64de8b173 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 3.5679066 Jul 15 23:33:04.599815 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [None req-369ea468-7373-4ae5-8d62-695c8a6aa81f tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] update failed (client error): The resource could not be found. Jul 15 23:33:04.600817 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-369ea468-7373-4ae5-8d62-695c8a6aa81f tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] 10.222.0.48 "PUT /v2.0/routers/531f110c-863b-4119-b4f2-22731ba21534 HTTP/1.1" status: 404 len: 339 time: 0.4030819 Jul 15 23:33:04.620863 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 57118) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:04.621459 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 57120) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:04.629319 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-fe257ad7-9cd3-449e-bf1e-1f183f6a79dd tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Request body: {'floatingip': {'port_id': '38f15ad0-8709-4831-8b3a-c9b8ca2fb426'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:04.655306 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df608753-f53d-41fe-aabe-3f7d1fd19edb tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:04.660573 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-df608753-f53d-41fe-aabe-3f7d1fd19edb tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.9060950 Jul 15 23:33:04.665990 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 57122) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:04.669526 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ac14fd4b-3d85-4726-8b27-65545e1583b7 req-616ec1c0-708f-45b9-a01b-77a34ace9ac9 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:04.674896 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df608753-f53d-41fe-aabe-3f7d1fd19edb tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26a1784d-78d5-48aa-a101-f8398c9ff162,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:04.766682 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac14fd4b-3d85-4726-8b27-65545e1583b7 req-616ec1c0-708f-45b9-a01b-77a34ace9ac9 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Network 319575b4-274a-45da-9bf1-6decf487208b is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:33:04.772412 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-95c0c8f8-c755-4e83-80fe-7d9634b9036a tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Request body: {'security_group_rule': {'security_group_id': '26a1784d-78d5-48aa-a101-f8398c9ff162', 'project_id': '89469485c64e49f5b3171ed5499b9995', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:04.773398 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-ac14fd4b-3d85-4726-8b27-65545e1583b7 req-616ec1c0-708f-45b9-a01b-77a34ace9ac9 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:33:04.780906 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-612b4ca5-42f5-4496-83dd-34e15fefbaac None None] Provisioning complete for port 2fee373c-0792-4fd6-9b6b-f2c7d784560a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:04.781707 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-612b4ca5-42f5-4496-83dd-34e15fefbaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:04.783779 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac14fd4b-3d85-4726-8b27-65545e1583b7 req-616ec1c0-708f-45b9-a01b-77a34ace9ac9 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:33:04.879733 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-612b4ca5-42f5-4496-83dd-34e15fefbaac None None] Port 2fee373c-0792-4fd6-9b6b-f2c7d784560a cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:33:04.887523 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ec1c0-708f-45b9-a01b-77a34ace9ac9 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Pushing event updated for resources: {'Port': ['ID=88c45584-2d51-4746-a9ae-b07b0255b918,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:04.923935 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e9fba34-e902-4c01-93a4-5958b0fcd477 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Router b0d13955-7a8c-418f-bce1-0ba2af030a79 is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:33:04.954509 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac14fd4b-3d85-4726-8b27-65545e1583b7 req-616ec1c0-708f-45b9-a01b-77a34ace9ac9 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:04.956959 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ac14fd4b-3d85-4726-8b27-65545e1583b7 req-616ec1c0-708f-45b9-a01b-77a34ace9ac9 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:04.982087 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ac14fd4b-3d85-4726-8b27-65545e1583b7 req-616ec1c0-708f-45b9-a01b-77a34ace9ac9 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1227841 Jul 15 23:33:05.055601 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe257ad7-9cd3-449e-bf1e-1f183f6a79dd tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for floatingip, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:05.064032 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-ac14fd4b-3d85-4726-8b27-65545e1583b7 req-b9c862e6-1b3f-46a6-8a01-411b837a7f0d service neutron] Request body: {'port': {'device_id': 'd14b28f1-1b98-463c-9c45-3154ee11bbe9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:05.134929 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-95c0c8f8-c755-4e83-80fe-7d9634b9036a tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:05.234893 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e9fba34-e902-4c01-93a4-5958b0fcd477 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:33:05.248663 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec3d109-388c-4d0e-b2ec-2aa3fd994780 None None] Sync routers for ids ['b0d13955-7a8c-418f-bce1-0ba2af030a79'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:33:05.262973 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-4e9fba34-e902-4c01-93a4-5958b0fcd477 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "PUT /v2.0/routers/b0d13955-7a8c-418f-bce1-0ba2af030a79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6459076 Jul 15 23:33:05.267096 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec3d109-388c-4d0e-b2ec-2aa3fd994780 None None] Routers {'b0d13955-7a8c-418f-bce1-0ba2af030a79'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:33:05.268113 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9ec3d109-388c-4d0e-b2ec-2aa3fd994780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:33:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['b0d13955-7a8c-418f-bce1-0ba2af030a79'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:05.281332 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 57130) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:05.369254 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9ec3d109-388c-4d0e-b2ec-2aa3fd994780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:05.389651 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec3d109-388c-4d0e-b2ec-2aa3fd994780 None None] Routers {'b0d13955-7a8c-418f-bce1-0ba2af030a79'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:33:05.396574 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9ec3d109-388c-4d0e-b2ec-2aa3fd994780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:33:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['b0d13955-7a8c-418f-bce1-0ba2af030a79'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:05.497294 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9ec3d109-388c-4d0e-b2ec-2aa3fd994780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:05.501354 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec3d109-388c-4d0e-b2ec-2aa3fd994780 None None] The sync data for ids ['b0d13955-7a8c-418f-bce1-0ba2af030a79'] in n-d-794306-6 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:33:05.534265 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8ecf9354-ede0-4e9c-bfb9-692f785bff8b None None] Provisioning for port 88c45584-2d51-4746-a9ae-b07b0255b918 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:33:05.556031 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8ecf9354-ede0-4e9c-bfb9-692f785bff8b None None] Provisioning complete for port 88c45584-2d51-4746-a9ae-b07b0255b918 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:05.557175 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8ecf9354-ede0-4e9c-bfb9-692f785bff8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:05.582533 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ac14fd4b-3d85-4726-8b27-65545e1583b7 req-b9c862e6-1b3f-46a6-8a01-411b837a7f0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:05.656969 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd6f48a-b65e-47b2-8642-15e18d1b45d8 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:05.667497 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-7dd6f48a-b65e-47b2-8642-15e18d1b45d8 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "GET /v2.0/ports/2fee373c-0792-4fd6-9b6b-f2c7d784560a HTTP/1.1" status: 200 len: 910 time: 0.3808382 Jul 15 23:33:05.705882 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 57140) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:05.743334 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-95c0c8f8-c755-4e83-80fe-7d9634b9036a tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:05.796023 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-95c0c8f8-c755-4e83-80fe-7d9634b9036a tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:05.849022 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88117e9d-5d79-453a-9733-17d615b822c6 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:06.088344 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-8ecf9354-ede0-4e9c-bfb9-692f785bff8b None None] Port 88c45584-2d51-4746-a9ae-b07b0255b918 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:33:06.092948 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-95c0c8f8-c755-4e83-80fe-7d9634b9036a tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:06.095753 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-95c0c8f8-c755-4e83-80fe-7d9634b9036a tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4278927 Jul 15 23:33:06.166649 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 57146) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:06.171332 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c0c8f8-c755-4e83-80fe-7d9634b9036a tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1edc33f1-2a39-46ce-b787-05a26936144f,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:06.281678 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-5583c4e3-d625-45ba-b870-fae5eb796f4d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Request body: {'security_group_rule': {'security_group_id': '26a1784d-78d5-48aa-a101-f8398c9ff162', 'project_id': '89469485c64e49f5b3171ed5499b9995', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:06.337852 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:06.449396 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c5e6aa-9c69-4ed9-a1a3-21fe3aa97d1f req-2ee92b1f-a97e-4ff1-9d45-95bf340af4b1 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:06.451061 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-14c5e6aa-9c69-4ed9-a1a3-21fe3aa97d1f req-2ee92b1f-a97e-4ff1-9d45-95bf340af4b1 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 932 time: 0.7668242 Jul 15 23:33:06.496152 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5583c4e3-d625-45ba-b870-fae5eb796f4d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:06.799787 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-14c5e6aa-9c69-4ed9-a1a3-21fe3aa97d1f req-d72c2898-d5ea-4e4f-8803-930428433b43 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3305180 Jul 15 23:33:07.012705 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-ac14fd4b-3d85-4726-8b27-65545e1583b7 req-b9c862e6-1b3f-46a6-8a01-411b837a7f0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88c45584-2d51-4746-a9ae-b07b0255b918 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:33:07.035173 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ac14fd4b-3d85-4726-8b27-65545e1583b7 req-b9c862e6-1b3f-46a6-8a01-411b837a7f0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:07.046163 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5583c4e3-d625-45ba-b870-fae5eb796f4d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:07.056506 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5583c4e3-d625-45ba-b870-fae5eb796f4d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:07.079427 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-ac14fd4b-3d85-4726-8b27-65545e1583b7 req-b9c862e6-1b3f-46a6-8a01-411b837a7f0d service neutron] Transition to ACTIVE for port object 88c45584-2d51-4746-a9ae-b07b0255b918 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:33:07.100163 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ac14fd4b-3d85-4726-8b27-65545e1583b7 req-b9c862e6-1b3f-46a6-8a01-411b837a7f0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:07.158708 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5583c4e3-d625-45ba-b870-fae5eb796f4d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98009bda-f032-431b-867b-0aa2d07adba9,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:07.164003 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c862e6-1b3f-46a6-8a01-411b837a7f0d service neutron] Pushing event updated for resources: {'Port': ['ID=88c45584-2d51-4746-a9ae-b07b0255b918,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:07.175439 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5583c4e3-d625-45ba-b870-fae5eb796f4d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:07.181072 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-5583c4e3-d625-45ba-b870-fae5eb796f4d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9056726 Jul 15 23:33:07.184542 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 57162) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:07.188144 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-86cfcf5d-c933-458d-8c28-160f6532b62f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Request body: {'security_group_rule': {'security_group_id': '26a1784d-78d5-48aa-a101-f8398c9ff162', 'project_id': '89469485c64e49f5b3171ed5499b9995', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:07.274965 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-88117e9d-5d79-453a-9733-17d615b822c6 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Allocated IP 172.20.0.1 (03766849-a631-4ea2-9381-54cc8a32f2a1/6b1e3fd8-d578-4dfd-ba35-7c019ce82eab/2869f980-a6bf-49d5-b288-a83f4227d25d) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:33:07.362916 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-86cfcf5d-c933-458d-8c28-160f6532b62f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:07.390080 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe257ad7-9cd3-449e-bf1e-1f183f6a79dd tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:07.398860 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe257ad7-9cd3-449e-bf1e-1f183f6a79dd tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:07.482799 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-88d81367-cb75-4b2a-a122-7bf1df2bafb1 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:07.620280 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-86cfcf5d-c933-458d-8c28-160f6532b62f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:07.689860 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-86cfcf5d-c933-458d-8c28-160f6532b62f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:07.749516 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cfcf5d-c933-458d-8c28-160f6532b62f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5732d151-b277-4415-bad5-fe4e1ad252b9,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:07.756894 n-d-794306-6 neutron-server[93771]: INFO neutron.db.l3_db [None req-fe257ad7-9cd3-449e-bf1e-1f183f6a79dd tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Floating IP bac1c05b-ae30-4f75-ba31-e2f4e74edf36 associated. External IP: 172.25.5.107, port: 21dd4aaf-95a2-4175-85d0-be2cc3f28207. Jul 15 23:33:07.767676 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-86cfcf5d-c933-458d-8c28-160f6532b62f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:07.768355 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 57174) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:07.773693 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-86cfcf5d-c933-458d-8c28-160f6532b62f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5850651 Jul 15 23:33:07.773693 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ac14fd4b-3d85-4726-8b27-65545e1583b7 req-b9c862e6-1b3f-46a6-8a01-411b837a7f0d service neutron] Attempting to bind port 88c45584-2d51-4746-a9ae-b07b0255b918 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:33:07.774135 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ac14fd4b-3d85-4726-8b27-65545e1583b7 req-b9c862e6-1b3f-46a6-8a01-411b837a7f0d service neutron] Attempting to bind port 88c45584-2d51-4746-a9ae-b07b0255b918 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '1221e74c-ebb2-4cb8-bf72-835ef0508fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '319575b4-274a-45da-9bf1-6decf487208b'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:33:07.774326 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac14fd4b-3d85-4726-8b27-65545e1583b7 req-b9c862e6-1b3f-46a6-8a01-411b837a7f0d service neutron] Attempting to bind port 88c45584-2d51-4746-a9ae-b07b0255b918 on network 319575b4-274a-45da-9bf1-6decf487208b {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:33:07.780249 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 57176) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:07.784161 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac14fd4b-3d85-4726-8b27-65545e1583b7 req-b9c862e6-1b3f-46a6-8a01-411b837a7f0d service neutron] Port 88c45584-2d51-4746-a9ae-b07b0255b918 on network 319575b4-274a-45da-9bf1-6decf487208b not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:33:07.784641 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac14fd4b-3d85-4726-8b27-65545e1583b7 req-b9c862e6-1b3f-46a6-8a01-411b837a7f0d service neutron] Attempting to bind port 88c45584-2d51-4746-a9ae-b07b0255b918 on network 319575b4-274a-45da-9bf1-6decf487208b {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:33:07.806611 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-844ea24f-849f-4258-be02-7190cd5db27d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Request body: {'security_group_rule': {'security_group_id': '26a1784d-78d5-48aa-a101-f8398c9ff162', 'project_id': '89469485c64e49f5b3171ed5499b9995', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:07.831756 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac14fd4b-3d85-4726-8b27-65545e1583b7 req-b9c862e6-1b3f-46a6-8a01-411b837a7f0d service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:33:07.832389 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac14fd4b-3d85-4726-8b27-65545e1583b7 req-b9c862e6-1b3f-46a6-8a01-411b837a7f0d service neutron] Checking segment: {'id': '1221e74c-ebb2-4cb8-bf72-835ef0508fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '319575b4-274a-45da-9bf1-6decf487208b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:33:07.835107 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac14fd4b-3d85-4726-8b27-65545e1583b7 req-b9c862e6-1b3f-46a6-8a01-411b837a7f0d service neutron] Bound using segment: {'id': '1221e74c-ebb2-4cb8-bf72-835ef0508fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '319575b4-274a-45da-9bf1-6decf487208b'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:33:07.835107 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ac14fd4b-3d85-4726-8b27-65545e1583b7 req-b9c862e6-1b3f-46a6-8a01-411b837a7f0d service neutron] Bound port: 88c45584-2d51-4746-a9ae-b07b0255b918, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1221e74c-ebb2-4cb8-bf72-835ef0508fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '319575b4-274a-45da-9bf1-6decf487208b'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:33:07.835107 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ac14fd4b-3d85-4726-8b27-65545e1583b7 req-b9c862e6-1b3f-46a6-8a01-411b837a7f0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:08.009608 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-ac14fd4b-3d85-4726-8b27-65545e1583b7 req-b9c862e6-1b3f-46a6-8a01-411b837a7f0d service neutron] For port 88c45584-2d51-4746-a9ae-b07b0255b918, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:33:08.013197 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-ac14fd4b-3d85-4726-8b27-65545e1583b7 req-b9c862e6-1b3f-46a6-8a01-411b837a7f0d service neutron] For port 88c45584-2d51-4746-a9ae-b07b0255b918, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=88c45584-2d51-4746-a9ae-b07b0255b918,segment=NetworkSegment(1221e74c-ebb2-4cb8-bf72-835ef0508fbe),segment_id=1221e74c-ebb2-4cb8-bf72-835ef0508fbe)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:33:08.020895 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88117e9d-5d79-453a-9733-17d615b822c6 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:08.039719 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-88117e9d-5d79-453a-9733-17d615b822c6 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Transition to ACTIVE for port object 2869f980-a6bf-49d5-b288-a83f4227d25d will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:33:08.058118 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ac14fd4b-3d85-4726-8b27-65545e1583b7 req-b9c862e6-1b3f-46a6-8a01-411b837a7f0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:08.225490 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-844ea24f-849f-4258-be02-7190cd5db27d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:08.233551 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:08.250503 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac14fd4b-3d85-4726-8b27-65545e1583b7 req-b9c862e6-1b3f-46a6-8a01-411b837a7f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:08.251144 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ac14fd4b-3d85-4726-8b27-65545e1583b7 req-b9c862e6-1b3f-46a6-8a01-411b837a7f0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:08.252639 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ac14fd4b-3d85-4726-8b27-65545e1583b7 req-b9c862e6-1b3f-46a6-8a01-411b837a7f0d service neutron] 10.222.0.49 "PUT /v2.0/ports/88c45584-2d51-4746-a9ae-b07b0255b918 HTTP/1.1" status: 200 len: 1092 time: 3.1986222 Jul 15 23:33:08.272530 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd14b28f1-1b98-463c-9c45-3154ee11bbe9', 'tag': '88c45584-2d51-4746-a9ae-b07b0255b918'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:33:08.277003 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f57d62e0-cccd-476a-b169-af45d23f747a" -d '{"events": [{"name": "network-changed", "server_uuid": "d14b28f1-1b98-463c-9c45-3154ee11bbe9", "tag": "88c45584-2d51-4746-a9ae-b07b0255b918"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:33:08.376117 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-557df946-c245-4e55-940a-4a3c23e80024 x-openstack-request-id: req-557df946-c245-4e55-940a-4a3c23e80024 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:33:08.376468 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d14b28f1-1b98-463c-9c45-3154ee11bbe9", "tag": "88c45584-2d51-4746-a9ae-b07b0255b918", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:33:08.376648 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-557df946-c245-4e55-940a-4a3c23e80024 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:33:08.377015 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd14b28f1-1b98-463c-9c45-3154ee11bbe9', 'tag': '88c45584-2d51-4746-a9ae-b07b0255b918', 'status': 'completed', 'code': 200} Jul 15 23:33:08.428674 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c862e6-1b3f-46a6-8a01-411b837a7f0d service neutron] Pushing event updated for resources: {'Port': ['ID=88c45584-2d51-4746-a9ae-b07b0255b918,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:08.495415 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88117e9d-5d79-453a-9733-17d615b822c6 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:08.511211 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-844ea24f-849f-4258-be02-7190cd5db27d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:08.549440 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-844ea24f-849f-4258-be02-7190cd5db27d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:08.595714 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-844ea24f-849f-4258-be02-7190cd5db27d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:08.596930 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-844ea24f-849f-4258-be02-7190cd5db27d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8063133 Jul 15 23:33:08.617915 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35959b46-f04a-4dbf-8f4d-1f6c5b4eb7f4 req-5ae44b1b-010a-4335-af3d-b1483f93c24e tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:08.620983 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-35959b46-f04a-4dbf-8f4d-1f6c5b4eb7f4 req-5ae44b1b-010a-4335-af3d-b1483f93c24e tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 944 time: 0.5112820 Jul 15 23:33:08.622495 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 57194) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:08.629241 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac14fd4b-3d85-4726-8b27-65545e1583b7 req-92f83b2b-4ede-4691-a875-133f218bbb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:08.631948 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ac14fd4b-3d85-4726-8b27-65545e1583b7 req-92f83b2b-4ede-4691-a875-133f218bbb2e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1482c544a11f4437b346c979b3eb517a&device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 1095 time: 0.3198447 Jul 15 23:33:08.637025 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-3dc9054a-1a0d-46fe-a51f-2875a802a8b3 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Request body: {'security_group_rule': {'security_group_id': '26a1784d-78d5-48aa-a101-f8398c9ff162', 'project_id': '89469485c64e49f5b3171ed5499b9995', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:08.644858 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88117e9d-5d79-453a-9733-17d615b822c6 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Network 03766849-a631-4ea2-9381-54cc8a32f2a1 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:33:08.648952 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844ea24f-849f-4258-be02-7190cd5db27d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9493aee1-181f-4e0a-84fc-8eec5b3d9fd3,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:08.656587 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-88117e9d-5d79-453a-9733-17d615b822c6 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:33:08.684174 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88117e9d-5d79-453a-9733-17d615b822c6 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:33:08.738067 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88117e9d-5d79-453a-9733-17d615b822c6 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:08.754132 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ac14fd4b-3d85-4726-8b27-65545e1583b7 req-856987a1-d80d-4330-b024-6728051c54ea service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88c45584-2d51-4746-a9ae-b07b0255b918 HTTP/1.1" status: 200 len: 217 time: 0.1007020 Jul 15 23:33:08.868939 n-d-794306-6 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-3dc9054a-1a0d-46fe-a51f-2875a802a8b3 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Project 89469485c64e49f5b3171ed5499b9995 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:33:08.885028 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3dc9054a-1a0d-46fe-a51f-2875a802a8b3 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:08.895160 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88117e9d-5d79-453a-9733-17d615b822c6 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Pushing event updated for resources: {'Port': ['ID=2869f980-a6bf-49d5-b288-a83f4227d25d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:08.921480 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-35959b46-f04a-4dbf-8f4d-1f6c5b4eb7f4 req-715ff559-fc33-47f3-8d04-c10224fdae13 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2772813 Jul 15 23:33:08.966525 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac14fd4b-3d85-4726-8b27-65545e1583b7 req-e2706f7c-1840-4fce-a43c-153f79d8314f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:08.969277 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ac14fd4b-3d85-4726-8b27-65545e1583b7 req-e2706f7c-1840-4fce-a43c-153f79d8314f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0c7868f8-d819-4333-b9c5-ebc3d9707601 HTTP/1.1" status: 200 len: 849 time: 0.2054749 Jul 15 23:33:08.991232 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe257ad7-9cd3-449e-bf1e-1f183f6a79dd tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Router ca2db1ba-ac17-4319-844c-57a6eaa95493 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:33:09.049836 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-88d81367-cb75-4b2a-a122-7bf1df2bafb1 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Deleting port 2fee373c-0792-4fd6-9b6b-f2c7d784560a {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:33:09.050340 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-88d81367-cb75-4b2a-a122-7bf1df2bafb1 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:09.118112 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3dc9054a-1a0d-46fe-a51f-2875a802a8b3 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:09.156938 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3dc9054a-1a0d-46fe-a51f-2875a802a8b3 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:09.185557 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88117e9d-5d79-453a-9733-17d615b822c6 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:09.235786 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-28c4fe7c-9ac5-4bfc-abfc-71e318896606 None None] Provisioning for port 2869f980-a6bf-49d5-b288-a83f4227d25d completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:33:09.248558 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9054a-1a0d-46fe-a51f-2875a802a8b3 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adf30b25-d51f-4781-a6c3-f1978df471c3,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:09.250809 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-28c4fe7c-9ac5-4bfc-abfc-71e318896606 None None] Provisioning complete for port 2869f980-a6bf-49d5-b288-a83f4227d25d triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:09.251244 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-28c4fe7c-9ac5-4bfc-abfc-71e318896606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:09.273734 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3dc9054a-1a0d-46fe-a51f-2875a802a8b3 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:09.278367 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-3dc9054a-1a0d-46fe-a51f-2875a802a8b3 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6420124 Jul 15 23:33:09.283251 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 57204) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:09.290112 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-782cf645-7869-4e67-82d3-b6431f431017 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Request body: {'security_group_rule': {'security_group_id': '26a1784d-78d5-48aa-a101-f8398c9ff162', 'project_id': '89469485c64e49f5b3171ed5499b9995', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:09.329301 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-28c4fe7c-9ac5-4bfc-abfc-71e318896606 None None] Port 2869f980-a6bf-49d5-b288-a83f4227d25d cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:33:09.340917 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac14fd4b-3d85-4726-8b27-65545e1583b7 req-65ec0d07-d5b7-49f6-8c43-45dfe2865138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:09.342455 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ac14fd4b-3d85-4726-8b27-65545e1583b7 req-65ec0d07-d5b7-49f6-8c43-45dfe2865138 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=319575b4-274a-45da-9bf1-6decf487208b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3646178 Jul 15 23:33:09.344186 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-88d81367-cb75-4b2a-a122-7bf1df2bafb1 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:09.346862 n-d-794306-6 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-782cf645-7869-4e67-82d3-b6431f431017 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Project 89469485c64e49f5b3171ed5499b9995 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:33:09.367775 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe257ad7-9cd3-449e-bf1e-1f183f6a79dd tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:33:09.386449 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d594cfc5-5698-466c-a327-c1e2f950da35 None None] Sync routers for ids ['ca2db1ba-ac17-4319-844c-57a6eaa95493'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:33:09.400408 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d594cfc5-5698-466c-a327-c1e2f950da35 None None] Routers {'ca2db1ba-ac17-4319-844c-57a6eaa95493'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:33:09.401079 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-88d81367-cb75-4b2a-a122-7bf1df2bafb1 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Calling delete_port for 2fee373c-0792-4fd6-9b6b-f2c7d784560a owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:33:09.402112 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d594cfc5-5698-466c-a327-c1e2f950da35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:33:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ca2db1ba-ac17-4319-844c-57a6eaa95493'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:09.426715 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-782cf645-7869-4e67-82d3-b6431f431017 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:09.513971 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e36b9c7-ec32-4240-88a5-96638322c1b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:09.584152 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ac14fd4b-3d85-4726-8b27-65545e1583b7 req-810cd6b0-b6fd-413d-a31e-d33e2936a766 service neutron] 10.222.0.49 "GET /v2.0/networks/319575b4-274a-45da-9bf1-6decf487208b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340734 Jul 15 23:33:09.607503 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d594cfc5-5698-466c-a327-c1e2f950da35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:09.621894 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:33:09.629930 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d594cfc5-5698-466c-a327-c1e2f950da35 None None] Routers {'ca2db1ba-ac17-4319-844c-57a6eaa95493'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:33:09.632106 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d594cfc5-5698-466c-a327-c1e2f950da35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:33:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ca2db1ba-ac17-4319-844c-57a6eaa95493'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:09.677188 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d594cfc5-5698-466c-a327-c1e2f950da35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:09.679406 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d594cfc5-5698-466c-a327-c1e2f950da35 None None] The sync data for ids ['ca2db1ba-ac17-4319-844c-57a6eaa95493'] in n-d-794306-6 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:33:09.801946 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-782cf645-7869-4e67-82d3-b6431f431017 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:09.816530 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-782cf645-7869-4e67-82d3-b6431f431017 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:09.870565 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ac14fd4b-3d85-4726-8b27-65545e1583b7 req-4bfdcd6b-a96c-46d9-8e72-f37f49b1c7af service neutron] 10.222.0.49 "GET /v2.0/networks/319575b4-274a-45da-9bf1-6decf487208b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752931 Jul 15 23:33:09.905828 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782cf645-7869-4e67-82d3-b6431f431017 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b3abd0c-f152-4e84-95c7-bdb7178321bb,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:09.908111 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-782cf645-7869-4e67-82d3-b6431f431017 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:09.912955 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-782cf645-7869-4e67-82d3-b6431f431017 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6251409 Jul 15 23:33:09.924155 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 57212) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:09.929784 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-8bdaf3ed-21c3-4481-a294-e5adfb651c83 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Request body: {'network': {'name': 'tempest-network-smoke--1253989912', 'project_id': '89469485c64e49f5b3171ed5499b9995', 'port_security_enabled': True}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:10.073424 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-88d81367-cb75-4b2a-a122-7bf1df2bafb1 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:10.140410 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d81367-cb75-4b2a-a122-7bf1df2bafb1 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Pushing event deleted for resources: {'Port': ['ID=2fee373c-0792-4fd6-9b6b-f2c7d784560a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:10.148578 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bdaf3ed-21c3-4481-a294-e5adfb651c83 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Made reservation on behalf of 89469485c64e49f5b3171ed5499b9995 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:33:10.152726 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8bdaf3ed-21c3-4481-a294-e5adfb651c83 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:10.572214 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe257ad7-9cd3-449e-bf1e-1f183f6a79dd tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Router 105b3eb8-4f56-4bcb-87f2-5c1610a83ee5 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:33:10.578721 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88117e9d-5d79-453a-9733-17d615b822c6 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:10.587320 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88117e9d-5d79-453a-9733-17d615b822c6 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:10.708096 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bdaf3ed-21c3-4481-a294-e5adfb651c83 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:33:10.736287 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8bdaf3ed-21c3-4481-a294-e5adfb651c83 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:10.736635 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-8bdaf3ed-21c3-4481-a294-e5adfb651c83 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Added segment b99224d7-37a2-4cab-9e9b-a43d40298d61 of type vlan for network 738afb69-9dfa-4874-a9f9-3ca9e5030b6f Jul 15 23:33:10.751979 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88117e9d-5d79-453a-9733-17d615b822c6 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Pushing event updated for resources: {'Port': ['ID=2869f980-a6bf-49d5-b288-a83f4227d25d,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:10.754652 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d62e0-cccd-476a-b169-af45d23f747a req-8458c592-2c4e-4b09-b6d3-cd614c612cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:10.757074 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f57d62e0-cccd-476a-b169-af45d23f747a req-8458c592-2c4e-4b09-b6d3-cd614c612cb2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1482c544a11f4437b346c979b3eb517a&device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 1095 time: 0.8216648 Jul 15 23:33:10.836153 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88117e9d-5d79-453a-9733-17d615b822c6 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:10.934625 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe257ad7-9cd3-449e-bf1e-1f183f6a79dd tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:33:10.940003 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe257ad7-9cd3-449e-bf1e-1f183f6a79dd tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:10.955196 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6c80a0-ee92-42c7-bad7-54b154ecf049 None None] Sync routers for ids ['105b3eb8-4f56-4bcb-87f2-5c1610a83ee5'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:33:10.959780 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8bdaf3ed-21c3-4481-a294-e5adfb651c83 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:10.984574 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6c80a0-ee92-42c7-bad7-54b154ecf049 None None] Routers {'105b3eb8-4f56-4bcb-87f2-5c1610a83ee5'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:33:10.985992 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-cb6c80a0-ee92-42c7-bad7-54b154ecf049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:33:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['105b3eb8-4f56-4bcb-87f2-5c1610a83ee5'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:11.042541 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1887239d-204f-449d-8a41-c4dd0d4755b5 req-1ed6d520-a030-4600-bd99-e2033bb7735a tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:11.053749 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1887239d-204f-449d-8a41-c4dd0d4755b5 req-1ed6d520-a030-4600-bd99-e2033bb7735a tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 944 time: 0.8808687 Jul 15 23:33:11.058345 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-cb6c80a0-ee92-42c7-bad7-54b154ecf049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:11.076095 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-88d81367-cb75-4b2a-a122-7bf1df2bafb1 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:11.085746 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6c80a0-ee92-42c7-bad7-54b154ecf049 None None] Routers {'105b3eb8-4f56-4bcb-87f2-5c1610a83ee5'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:33:11.087588 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-cb6c80a0-ee92-42c7-bad7-54b154ecf049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:33:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['105b3eb8-4f56-4bcb-87f2-5c1610a83ee5'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:11.189392 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-cb6c80a0-ee92-42c7-bad7-54b154ecf049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:11.191490 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6c80a0-ee92-42c7-bad7-54b154ecf049 None None] The sync data for ids ['105b3eb8-4f56-4bcb-87f2-5c1610a83ee5'] in n-d-794306-6 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:33:11.214687 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-8e36b9c7-ec32-4240-88a5-96638322c1b1 admin admin] Deleting port ef0a64fe-47f6-4279-a3f1-2262496c7fa2 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:33:11.215055 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e36b9c7-ec32-4240-88a5-96638322c1b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:11.226798 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-fe257ad7-9cd3-449e-bf1e-1f183f6a79dd tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] 10.222.0.48 "PUT /v2.0/floatingips/bac1c05b-ae30-4f75-ba31-e2f4e74edf36 HTTP/1.1" status: 200 len: 976 time: 6.6020842 Jul 15 23:33:11.229966 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 57234) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:11.237130 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.db.resource_extend [None req-8bdaf3ed-21c3-4481-a294-e5adfb651c83 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 23:33:11.271280 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88117e9d-5d79-453a-9733-17d615b822c6 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Network 03766849-a631-4ea2-9381-54cc8a32f2a1 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:33:11.314884 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-88117e9d-5d79-453a-9733-17d615b822c6 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:33:11.402383 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d62e0-cccd-476a-b169-af45d23f747a req-7014e44a-34ec-4210-88ff-7a3fd8e7313c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:11.405410 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f57d62e0-cccd-476a-b169-af45d23f747a req-7014e44a-34ec-4210-88ff-7a3fd8e7313c service neutron] 10.222.0.49 "GET /v2.0/networks?id=319575b4-274a-45da-9bf1-6decf487208b HTTP/1.1" status: 200 len: 911 time: 0.6220007 Jul 15 23:33:11.429472 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8bdaf3ed-21c3-4481-a294-e5adfb651c83 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:11.440058 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bdaf3ed-21c3-4481-a294-e5adfb651c83 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:11.440951 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8bdaf3ed-21c3-4481-a294-e5adfb651c83 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:11.476498 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-8e36b9c7-ec32-4240-88a5-96638322c1b1 admin admin] For port ef0a64fe-47f6-4279-a3f1-2262496c7fa2, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=ef0a64fe-47f6-4279-a3f1-2262496c7fa2,segment=NetworkSegment(978fcb14-f527-45d0-a4ec-38d689fb220c),segment_id=978fcb14-f527-45d0-a4ec-38d689fb220c)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:11.477088 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e36b9c7-ec32-4240-88a5-96638322c1b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:11.528946 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1887239d-204f-449d-8a41-c4dd0d4755b5 req-12090efa-c674-49f4-ab9f-f4af53e67e8d tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4738455 Jul 15 23:33:11.534895 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-8bdaf3ed-21c3-4481-a294-e5adfb651c83 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6058743 Jul 15 23:33:11.621570 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 57238) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:11.637942 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f57d62e0-cccd-476a-b169-af45d23f747a req-b438dee5-18e9-45d4-9597-89d4dee963f3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88c45584-2d51-4746-a9ae-b07b0255b918 HTTP/1.1" status: 200 len: 217 time: 0.2221506 Jul 15 23:33:11.684966 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-8e36b9c7-ec32-4240-88a5-96638322c1b1 admin admin] Calling delete_port for ef0a64fe-47f6-4279-a3f1-2262496c7fa2 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:33:11.690682 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e2fab424-468c-4ae7-ba75-6ebe7131eb42 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1872943609', 'admin_state_up': True, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:11.704296 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88117e9d-5d79-453a-9733-17d615b822c6 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Router 531f110c-863b-4119-b4f2-22731ba21534 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:33:11.708287 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-21d1ccf4-9f46-4b59-94ab-29f10a750ea9 None None] Provisioning complete for port 2869f980-a6bf-49d5-b288-a83f4227d25d triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:11.709170 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-21d1ccf4-9f46-4b59-94ab-29f10a750ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:11.769655 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-21d1ccf4-9f46-4b59-94ab-29f10a750ea9 None None] Port 2869f980-a6bf-49d5-b288-a83f4227d25d cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:33:11.821460 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdaf3ed-21c3-4481-a294-e5adfb651c83 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event updated for resources: {'Network': ['ID=738afb69-9dfa-4874-a9f9-3ca9e5030b6f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:11.838083 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 738afb69-9dfa-4874-a9f9-3ca9e5030b6f details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:33:11.841720 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88d81367-cb75-4b2a-a122-7bf1df2bafb1 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Router b0d13955-7a8c-418f-bce1-0ba2af030a79 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:33:11.863996 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e2fab424-468c-4ae7-ba75-6ebe7131eb42 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:11.865738 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e2fab424-468c-4ae7-ba75-6ebe7131eb42 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:11.883722 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d62e0-cccd-476a-b169-af45d23f747a req-07466ee0-4ff4-458e-afd9-ed178d480e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:11.885543 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f57d62e0-cccd-476a-b169-af45d23f747a req-07466ee0-4ff4-458e-afd9-ed178d480e2a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0c7868f8-d819-4333-b9c5-ebc3d9707601 HTTP/1.1" status: 200 len: 849 time: 0.1803451 Jul 15 23:33:11.924962 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-1565a6bb-5cc7-45c7-a202-911c2bbe4431 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Deleting port 38f15ad0-8709-4831-8b3a-c9b8ca2fb426 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:33:11.925305 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1565a6bb-5cc7-45c7-a202-911c2bbe4431 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:12.120071 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88117e9d-5d79-453a-9733-17d615b822c6 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:33:12.133084 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980f9f84-1e72-4aad-8614-dab26f91a84e None None] Sync routers for ids ['531f110c-863b-4119-b4f2-22731ba21534'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:33:12.140940 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-88117e9d-5d79-453a-9733-17d615b822c6 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] 10.222.0.48 "PUT /v2.0/routers/531f110c-863b-4119-b4f2-22731ba21534/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4999733 Jul 15 23:33:12.146424 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 57248) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:12.157905 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980f9f84-1e72-4aad-8614-dab26f91a84e None None] Routers {'531f110c-863b-4119-b4f2-22731ba21534'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:33:12.158525 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-980f9f84-1e72-4aad-8614-dab26f91a84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:33:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['531f110c-863b-4119-b4f2-22731ba21534'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:12.164918 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e2fab424-468c-4ae7-ba75-6ebe7131eb42 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:12.169711 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88d81367-cb75-4b2a-a122-7bf1df2bafb1 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:33:12.181258 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-88d81367-cb75-4b2a-a122-7bf1df2bafb1 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "PUT /v2.0/routers/b0d13955-7a8c-418f-bce1-0ba2af030a79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4728749 Jul 15 23:33:12.185286 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfec47b-c426-4703-b7a3-c9b9564d3ac3 None None] Sync routers for ids ['b0d13955-7a8c-418f-bce1-0ba2af030a79'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:33:12.188142 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 57250) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:12.213452 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfec47b-c426-4703-b7a3-c9b9564d3ac3 None None] Routers {'b0d13955-7a8c-418f-bce1-0ba2af030a79'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:33:12.220156 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-dbfec47b-c426-4703-b7a3-c9b9564d3ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:33:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['b0d13955-7a8c-418f-bce1-0ba2af030a79'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:12.267079 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-980f9f84-1e72-4aad-8614-dab26f91a84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:12.294923 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980f9f84-1e72-4aad-8614-dab26f91a84e None None] Routers {'531f110c-863b-4119-b4f2-22731ba21534'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:33:12.297708 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-980f9f84-1e72-4aad-8614-dab26f91a84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:33:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['531f110c-863b-4119-b4f2-22731ba21534'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:12.320871 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-dbfec47b-c426-4703-b7a3-c9b9564d3ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:12.353419 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfec47b-c426-4703-b7a3-c9b9564d3ac3 None None] Routers {'b0d13955-7a8c-418f-bce1-0ba2af030a79'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:33:12.354053 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-dbfec47b-c426-4703-b7a3-c9b9564d3ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:33:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['b0d13955-7a8c-418f-bce1-0ba2af030a79'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:12.358233 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1565a6bb-5cc7-45c7-a202-911c2bbe4431 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:12.378864 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-96941cb2-6ec0-4161-b476-9790a315efa2 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0d13955-7a8c-418f-bce1-0ba2af030a79 HTTP/1.1" status: 200 len: 205 time: 0.1872101 Jul 15 23:33:12.451389 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-980f9f84-1e72-4aad-8614-dab26f91a84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:12.453288 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980f9f84-1e72-4aad-8614-dab26f91a84e None None] The sync data for ids ['531f110c-863b-4119-b4f2-22731ba21534'] in n-d-794306-6 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:33:12.453494 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-dbfec47b-c426-4703-b7a3-c9b9564d3ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:12.454503 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfec47b-c426-4703-b7a3-c9b9564d3ac3 None None] The sync data for ids ['b0d13955-7a8c-418f-bce1-0ba2af030a79'] in n-d-794306-6 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:33:12.550046 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 57252) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:12.656382 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3902161-4660-4db7-bf3b-06c53e9e709b tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:12.697156 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 88c45584-2d51-4746-a9ae-b07b0255b918 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:33:12.714809 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-77aafef2-d2a1-4a9c-804e-677fae600048 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:12.816118 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e36b9c7-ec32-4240-88a5-96638322c1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:12.877646 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1565a6bb-5cc7-45c7-a202-911c2bbe4431 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:12.878930 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1565a6bb-5cc7-45c7-a202-911c2bbe4431 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:12.878930 n-d-794306-6 neutron-server[93771]: INFO neutron.db.l3_db [None req-1565a6bb-5cc7-45c7-a202-911c2bbe4431 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Floating IP bac1c05b-ae30-4f75-ba31-e2f4e74edf36 disassociated. External IP: 172.25.5.107, port: 38f15ad0-8709-4831-8b3a-c9b8ca2fb426. Jul 15 23:33:12.878930 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-1565a6bb-5cc7-45c7-a202-911c2bbe4431 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Calling delete_port for 38f15ad0-8709-4831-8b3a-c9b8ca2fb426 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:33:12.913040 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e2fab424-468c-4ae7-ba75-6ebe7131eb42 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:12.971435 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 88c45584-2d51-4746-a9ae-b07b0255b918, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=88c45584-2d51-4746-a9ae-b07b0255b918,segment=NetworkSegment(1221e74c-ebb2-4cb8-bf72-835ef0508fbe),segment_id=1221e74c-ebb2-4cb8-bf72-835ef0508fbe)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:12.993170 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e36b9c7-ec32-4240-88a5-96638322c1b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef0a64fe-47f6-4279-a3f1-2262496c7fa2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:13.006230 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '88c45584-2d51-4746-a9ae-b07b0255b918', 'network_id': '319575b4-274a-45da-9bf1-6decf487208b', 'port_id': '88c45584-2d51-4746-a9ae-b07b0255b918', 'mac_address': 'fa:16:3e:7b:f6:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c7868f8-d819-4333-b9c5-ebc3d9707601', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:33:13.030466 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d62e0-cccd-476a-b169-af45d23f747a req-6d95e28b-2a94-4e81-ab32-8fe130c96610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:13.033125 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f57d62e0-cccd-476a-b169-af45d23f747a req-6d95e28b-2a94-4e81-ab32-8fe130c96610 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=319575b4-274a-45da-9bf1-6decf487208b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1406291 Jul 15 23:33:13.097068 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [None req-a3902161-4660-4db7-bf3b-06c53e9e709b tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 15 23:33:13.098215 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a3902161-4660-4db7-bf3b-06c53e9e709b tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] 10.222.0.48 "DELETE /v2.0/routers/531f110c-863b-4119-b4f2-22731ba21534 HTTP/1.1" status: 409 len: 329 time: 0.9371808 Jul 15 23:33:13.108155 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 57262) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:13.143655 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:13.183270 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88c45584-2d51-4746-a9ae-b07b0255b918 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:33:13.245395 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-77aafef2-d2a1-4a9c-804e-677fae600048 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:13.246943 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 88c45584-2d51-4746-a9ae-b07b0255b918, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=88c45584-2d51-4746-a9ae-b07b0255b918,segment=NetworkSegment(1221e74c-ebb2-4cb8-bf72-835ef0508fbe),segment_id=1221e74c-ebb2-4cb8-bf72-835ef0508fbe)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:13.251061 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-77aafef2-d2a1-4a9c-804e-677fae600048 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:13.254874 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:13.354990 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-77aafef2-d2a1-4a9c-804e-677fae600048 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:13.356159 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77aafef2-d2a1-4a9c-804e-677fae600048 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Fanout notify agent at l3_agent the message router_deleted on router b0d13955-7a8c-418f-bce1-0ba2af030a79 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:33:13.370345 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-77aafef2-d2a1-4a9c-804e-677fae600048 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:13.373988 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-77aafef2-d2a1-4a9c-804e-677fae600048 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "DELETE /v2.0/routers/b0d13955-7a8c-418f-bce1-0ba2af030a79 HTTP/1.1" status: 204 len: 168 time: 0.8175914 Jul 15 23:33:13.382200 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 57268) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:13.445874 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=88c45584-2d51-4746-a9ae-b07b0255b918,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:13.483209 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3482aed-5efc-4bbc-b621-02feb66ff2d1 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Deleting subnet 287a1200-f59d-4f91-bb07-61f62dcbbe57 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:33:13.488130 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f57d62e0-cccd-476a-b169-af45d23f747a req-87ff8ba2-ad52-40d7-9771-49725a2afcad service neutron] 10.222.0.49 "GET /v2.0/networks/319575b4-274a-45da-9bf1-6decf487208b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4472270 Jul 15 23:33:13.514985 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b3482aed-5efc-4bbc-b621-02feb66ff2d1 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:13.527001 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['88c45584-2d51-4746-a9ae-b07b0255b918'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:33:13.547766 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1565a6bb-5cc7-45c7-a202-911c2bbe4431 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:13.551773 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e36b9c7-ec32-4240-88a5-96638322c1b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:13.630967 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1565a6bb-5cc7-45c7-a202-911c2bbe4431 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Pushing event deleted for resources: {'Port': ['ID=38f15ad0-8709-4831-8b3a-c9b8ca2fb426,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:13.684274 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438befba-92ab-4b4f-a966-7e3a3f0cefb0 req-95625f44-426e-40cf-b26d-8b8d65d77a98 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:13.685901 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-438befba-92ab-4b4f-a966-7e3a3f0cefb0 req-95625f44-426e-40cf-b26d-8b8d65d77a98 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 944 time: 0.8519626 Jul 15 23:33:13.778296 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b3482aed-5efc-4bbc-b621-02feb66ff2d1 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:13.898631 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f57d62e0-cccd-476a-b169-af45d23f747a req-6a9042ef-9c9a-4c2f-9cc4-3256784cbb9d service neutron] 10.222.0.49 "GET /v2.0/networks/319575b4-274a-45da-9bf1-6decf487208b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3981547 Jul 15 23:33:14.069687 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b3482aed-5efc-4bbc-b621-02feb66ff2d1 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:14.145917 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-438befba-92ab-4b4f-a966-7e3a3f0cefb0 req-9410ef2b-39e8-4b1e-ab8e-57acf2f066d7 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4340885 Jul 15 23:33:14.231727 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b3482aed-5efc-4bbc-b621-02feb66ff2d1 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:14.337927 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b3482aed-5efc-4bbc-b621-02feb66ff2d1 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:14.343304 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-b3482aed-5efc-4bbc-b621-02feb66ff2d1 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "DELETE /v2.0/subnets/287a1200-f59d-4f91-bb07-61f62dcbbe57 HTTP/1.1" status: 204 len: 168 time: 0.9499063 Jul 15 23:33:14.343304 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3482aed-5efc-4bbc-b621-02feb66ff2d1 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Pushing event deleted for resources: {'Subnet': ['ID=287a1200-f59d-4f91-bb07-61f62dcbbe57,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:14.346407 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 57280) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:14.348689 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45b8f78-4eaf-48f4-87e0-ba8c7691a5ad None None] Network d5987269-066f-4a4c-b1b3-b696d6e3af10 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:33:14.429359 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e2fab424-468c-4ae7-ba75-6ebe7131eb42 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:14.472602 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e2fab424-468c-4ae7-ba75-6ebe7131eb42 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:14.712270 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 88c45584-2d51-4746-a9ae-b07b0255b918 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:33:14.751512 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1565a6bb-5cc7-45c7-a202-911c2bbe4431 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Router 105b3eb8-4f56-4bcb-87f2-5c1610a83ee5 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:33:14.761010 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53dc4ea7-d528-444b-a10b-0bcc04e8e2dd None None] DHCP port deletion for d5987269-066f-4a4c-b1b3-b696d6e3af10 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:33:14.869270 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port 88c45584-2d51-4746-a9ae-b07b0255b918 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:33:14.890196 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 88c45584-2d51-4746-a9ae-b07b0255b918 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:14.891626 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:14.968068 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-53dc4ea7-d528-444b-a10b-0bcc04e8e2dd None None] Deleting port 6128845e-928d-4850-9243-d1e6ee972a4a {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:33:14.969691 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-53dc4ea7-d528-444b-a10b-0bcc04e8e2dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:15.095681 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e36b9c7-ec32-4240-88a5-96638322c1b1 admin admin] Router a44bef98-cec5-4f57-bd42-844dab447238 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:33:15.102685 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-53dc4ea7-d528-444b-a10b-0bcc04e8e2dd None None] For port 6128845e-928d-4850-9243-d1e6ee972a4a, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=6128845e-928d-4850-9243-d1e6ee972a4a,segment=NetworkSegment(5e5eaaf8-3b39-43c7-9b32-c1f69613d518),segment_id=5e5eaaf8-3b39-43c7-9b32-c1f69613d518)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:15.103355 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-53dc4ea7-d528-444b-a10b-0bcc04e8e2dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:15.111029 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-203839ae-afa3-4cd8-be7b-60fc90eb7988 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:15.135862 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-53dc4ea7-d528-444b-a10b-0bcc04e8e2dd None None] Calling delete_port for 6128845e-928d-4850-9243-d1e6ee972a4a owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:33:15.142352 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-e2fab424-468c-4ae7-ba75-6ebe7131eb42 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Allocated IP 172.25.5.77 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/e7116f33-e9ae-4345-9a69-36874a873800) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:33:15.143172 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:15.188727 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1565a6bb-5cc7-45c7-a202-911c2bbe4431 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:33:15.203964 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd88123-67ee-4bf1-9e80-919a045c7c14 None None] Sync routers for ids ['105b3eb8-4f56-4bcb-87f2-5c1610a83ee5'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:33:15.221223 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd88123-67ee-4bf1-9e80-919a045c7c14 None None] Routers {'105b3eb8-4f56-4bcb-87f2-5c1610a83ee5'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:33:15.221865 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-7cd88123-67ee-4bf1-9e80-919a045c7c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:33:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['105b3eb8-4f56-4bcb-87f2-5c1610a83ee5'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:15.228567 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6fbb9329-58d1-484f-97e6-3a847cf71367 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:15.266647 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14b28f1-1b98-463c-9c45-3154ee11bbe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c45584-2d51-4746-a9ae-b07b0255b918'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:33:15.270048 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df66462-ed19-4bf5-b3ef-14c2a3aa4411" -d '{"events": [{"server_uuid": "d14b28f1-1b98-463c-9c45-3154ee11bbe9", "name": "network-vif-plugged", "status": "completed", "tag": "88c45584-2d51-4746-a9ae-b07b0255b918"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:33:15.305556 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 88c45584-2d51-4746-a9ae-b07b0255b918, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=88c45584-2d51-4746-a9ae-b07b0255b918,segment=NetworkSegment(1221e74c-ebb2-4cb8-bf72-835ef0508fbe),segment_id=1221e74c-ebb2-4cb8-bf72-835ef0508fbe)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:15.315033 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-7cd88123-67ee-4bf1-9e80-919a045c7c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:15.326170 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:15.330791 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd88123-67ee-4bf1-9e80-919a045c7c14 None None] Routers {'105b3eb8-4f56-4bcb-87f2-5c1610a83ee5'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:33:15.332356 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-7cd88123-67ee-4bf1-9e80-919a045c7c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:33:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['105b3eb8-4f56-4bcb-87f2-5c1610a83ee5'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:15.388714 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-7cd88123-67ee-4bf1-9e80-919a045c7c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:15.390069 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd88123-67ee-4bf1-9e80-919a045c7c14 None None] The sync data for ids ['105b3eb8-4f56-4bcb-87f2-5c1610a83ee5'] in n-d-794306-6 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:33:15.408686 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-783c1281-8978-4085-9e65-3dda91cc0555 x-openstack-request-id: req-783c1281-8978-4085-9e65-3dda91cc0555 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:33:15.409647 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d14b28f1-1b98-463c-9c45-3154ee11bbe9", "name": "network-vif-plugged", "status": "completed", "tag": "88c45584-2d51-4746-a9ae-b07b0255b918", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:33:15.409647 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-783c1281-8978-4085-9e65-3dda91cc0555 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:33:15.410255 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14b28f1-1b98-463c-9c45-3154ee11bbe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c45584-2d51-4746-a9ae-b07b0255b918', 'code': 200} Jul 15 23:33:15.467287 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-203839ae-afa3-4cd8-be7b-60fc90eb7988 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Deleting port 6128845e-928d-4850-9243-d1e6ee972a4a {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:33:15.467546 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-203839ae-afa3-4cd8-be7b-60fc90eb7988 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:15.488737 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-53dc4ea7-d528-444b-a10b-0bcc04e8e2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:15.495024 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=88c45584-2d51-4746-a9ae-b07b0255b918,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:15.546055 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dc4ea7-d528-444b-a10b-0bcc04e8e2dd None None] Pushing event deleted for resources: {'Port': ['ID=6128845e-928d-4850-9243-d1e6ee972a4a,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:15.559373 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dc4ea7-d528-444b-a10b-0bcc04e8e2dd None None] No DVR routers for this DVR port 6128845e-928d-4850-9243-d1e6ee972a4a on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:33:15.658926 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e36b9c7-ec32-4240-88a5-96638322c1b1 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:33:15.663527 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1565a6bb-5cc7-45c7-a202-911c2bbe4431 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:15.667151 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-1565a6bb-5cc7-45c7-a202-911c2bbe4431 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] 10.222.0.48 "DELETE /v2.0/ports/38f15ad0-8709-4831-8b3a-c9b8ca2fb426 HTTP/1.1" status: 204 len: 168 time: 4.4078057 Jul 15 23:33:15.674347 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-8e36b9c7-ec32-4240-88a5-96638322c1b1 admin admin] 10.222.0.48 "PUT /v2.0/routers/a44bef98-cec5-4f57-bd42-844dab447238/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9044089 Jul 15 23:33:15.679973 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 57300) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:15.680594 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 57302) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:15.682805 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e2fab424-468c-4ae7-ba75-6ebe7131eb42 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:15.686017 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddb6d4f-8887-42a3-b06e-1ac041708f13 None None] Sync routers for ids ['a44bef98-cec5-4f57-bd42-844dab447238'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:33:15.702163 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-203839ae-afa3-4cd8-be7b-60fc90eb7988 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] For port 6128845e-928d-4850-9243-d1e6ee972a4a, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=6128845e-928d-4850-9243-d1e6ee972a4a,segment=NetworkSegment(5e5eaaf8-3b39-43c7-9b32-c1f69613d518),segment_id=5e5eaaf8-3b39-43c7-9b32-c1f69613d518)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:15.702163 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-203839ae-afa3-4cd8-be7b-60fc90eb7988 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:15.711300 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddb6d4f-8887-42a3-b06e-1ac041708f13 None None] Routers {'a44bef98-cec5-4f57-bd42-844dab447238'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:33:15.712385 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-dddb6d4f-8887-42a3-b06e-1ac041708f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:33:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['a44bef98-cec5-4f57-bd42-844dab447238'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:15.732094 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-203839ae-afa3-4cd8-be7b-60fc90eb7988 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Calling delete_port for 6128845e-928d-4850-9243-d1e6ee972a4a owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:33:15.765412 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6681e019-0e2e-4e7d-82ed-fa0cafb0f7c3 req-b9ad24e8-2e92-401c-b4b4-959145e61cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:15.767011 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6681e019-0e2e-4e7d-82ed-fa0cafb0f7c3 req-b9ad24e8-2e92-401c-b4b4-959145e61cc6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 1097 time: 0.2671599 Jul 15 23:33:15.876854 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8dc1ed-e161-471a-8a8f-f44f26fa23a7 req-bc46df2c-fd00-447f-a2bd-88a73fa624c5 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:15.879038 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fa8dc1ed-e161-471a-8a8f-f44f26fa23a7 req-bc46df2c-fd00-447f-a2bd-88a73fa624c5 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 946 time: 0.4048688 Jul 15 23:33:15.880420 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e2fab424-468c-4ae7-ba75-6ebe7131eb42 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:15.891386 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-dddb6d4f-8887-42a3-b06e-1ac041708f13 None None] Set router a44bef98-cec5-4f57-bd42-844dab447238 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:33:16.019099 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6681e019-0e2e-4e7d-82ed-fa0cafb0f7c3 req-7a662bad-1a08-4623-b44d-e0863b69fdb2 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2402148 Jul 15 23:33:16.034134 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fab424-468c-4ae7-ba75-6ebe7131eb42 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:33:16.046335 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fab424-468c-4ae7-ba75-6ebe7131eb42 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event updated for resources: {'Port': ['ID=e7116f33-e9ae-4345-9a69-36874a873800,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:16.054967 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-e2fab424-468c-4ae7-ba75-6ebe7131eb42 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:33:16.076849 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fab424-468c-4ae7-ba75-6ebe7131eb42 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:33:16.178794 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fa8dc1ed-e161-471a-8a8f-f44f26fa23a7 req-2cd7e905-0788-45dc-b9ab-3f50663d8fc9 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2800269 Jul 15 23:33:16.220323 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-203839ae-afa3-4cd8-be7b-60fc90eb7988 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:16.255684 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66e5d988-7be6-479c-898e-dc82668f0b72 admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:16.267163 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-dddb6d4f-8887-42a3-b06e-1ac041708f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a44bef98-cec5-4f57-bd42-844dab447238', 'name': 'tempest-AttachVolumeShelveTestJSON-1153310658-router', 'tenant_id': 'c41d1c4cc69e402eb09493d513de9715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'b0ec6879-5d2c-42f6-a9f2-0e02c72bab87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:23:40Z', 'updated_at': '2021-07-15T23:33:12Z', 'revision_number': 5, 'project_id': 'c41d1c4cc69e402eb09493d513de9715', 'gw_port': {'id': 'b0ec6879-5d2c-42f6-a9f2-0e02c72bab87', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:cd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44bef98-cec5-4f57-bd42-844dab447238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:23:42Z', 'updated_at': '2021-07-15T23:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:16.276062 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203839ae-afa3-4cd8-be7b-60fc90eb7988 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] No DVR routers for this DVR port 6128845e-928d-4850-9243-d1e6ee972a4a on host n-d-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:33:16.277979 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203839ae-afa3-4cd8-be7b-60fc90eb7988 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Pushing event deleted for resources: {'Port': ['ID=6128845e-928d-4850-9243-d1e6ee972a4a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:16.359017 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddb6d4f-8887-42a3-b06e-1ac041708f13 None None] Checking router: a44bef98-cec5-4f57-bd42-844dab447238 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:33:16.370118 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddb6d4f-8887-42a3-b06e-1ac041708f13 None None] Routers {'a44bef98-cec5-4f57-bd42-844dab447238'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:33:16.371490 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-dddb6d4f-8887-42a3-b06e-1ac041708f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:33:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['a44bef98-cec5-4f57-bd42-844dab447238'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:16.455255 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 6128845e-928d-4850-9243-d1e6ee972a4a no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:33:16.480135 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-203839ae-afa3-4cd8-be7b-60fc90eb7988 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:16.486108 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 6128845e-928d-4850-9243-d1e6ee972a4a {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:33:16.486486 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 6128845e-928d-4850-9243-d1e6ee972a4a not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:33:16.541055 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-203839ae-afa3-4cd8-be7b-60fc90eb7988 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5987269-066f-4a4c-b1b3-b696d6e3af10']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:16.556506 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-203839ae-afa3-4cd8-be7b-60fc90eb7988 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e5eaaf8-3b39-43c7-9b32-c1f69613d518') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:16.556812 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-203839ae-afa3-4cd8-be7b-60fc90eb7988 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e5eaaf8-3b39-43c7-9b32-c1f69613d518') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:16.578120 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-203839ae-afa3-4cd8-be7b-60fc90eb7988 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:16.632266 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-203839ae-afa3-4cd8-be7b-60fc90eb7988 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:16.648432 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-203839ae-afa3-4cd8-be7b-60fc90eb7988 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:33:16.648923 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-203839ae-afa3-4cd8-be7b-60fc90eb7988 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:16.653003 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:33:16.653003 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:33:16.653003 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:33:16.653003 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:33:16.653003 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:33:16.653003 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:33:16.653003 n-d-794306-6 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:33:16.653003 n-d-794306-6 neutron-server[93770]: self.session.flush() Jul 15 23:33:16.653003 n-d-794306-6 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:33:16.653003 n-d-794306-6 neutron-server[93770]: self.session.flush() Jul 15 23:33:16.653003 n-d-794306-6 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:33:16.653003 n-d-794306-6 neutron-server[93770]: self.session.flush() Jul 15 23:33:16.653003 n-d-794306-6 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:33:16.653003 n-d-794306-6 neutron-server[93770]: self.session.flush() Jul 15 23:33:16.653003 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:33:16.653003 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:33:16.653003 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:33:16.653003 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:33:16.653003 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:33:16.653003 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:33:16.653003 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:33:16.653003 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:33:16.653003 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:33:16.653003 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:33:16.653003 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:33:16.653003 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:33:16.653003 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:33:16.653003 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:33:16.653003 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:33:16.653003 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:33:16.653003 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:33:16.653003 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:33:16.653003 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:33:16.653003 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:33:16.653003 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:33:16.653003 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:33:16.653003 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:33:16.653003 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:33:16.653003 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:33:16.653003 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:33:16.653003 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:33:16.653003 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:33:16.653003 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:33:16.653003 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:33:16.653003 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:33:16.653003 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:33:16.720415 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-dddb6d4f-8887-42a3-b06e-1ac041708f13 None None] Set router a44bef98-cec5-4f57-bd42-844dab447238 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:33:16.749173 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e2fab424-468c-4ae7-ba75-6ebe7131eb42 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:16.760804 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66e5d988-7be6-479c-898e-dc82668f0b72 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:16.792693 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-6fbb9329-58d1-484f-97e6-3a847cf71367 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Deleting port 2869f980-a6bf-49d5-b288-a83f4227d25d {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:33:16.793174 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6fbb9329-58d1-484f-97e6-3a847cf71367 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:16.826616 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-203839ae-afa3-4cd8-be7b-60fc90eb7988 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:16.833261 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-203839ae-afa3-4cd8-be7b-60fc90eb7988 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:16.843127 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-203839ae-afa3-4cd8-be7b-60fc90eb7988 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "DELETE /v2.0/networks/d5987269-066f-4a4c-b1b3-b696d6e3af10 HTTP/1.1" status: 204 len: 168 time: 2.4941530 Jul 15 23:33:16.848159 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 57320) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:16.859868 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-bf10783f-fe2e-4600-8540-f69fa88b3804 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-208986250', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}, 'admin_state_up': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:17.070431 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6fbb9329-58d1-484f-97e6-3a847cf71367 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:17.110762 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203839ae-afa3-4cd8-be7b-60fc90eb7988 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Pushing event deleted for resources: {'Network': ['ID=d5987269-066f-4a4c-b1b3-b696d6e3af10,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:17.112451 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-6fbb9329-58d1-484f-97e6-3a847cf71367 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Calling delete_port for 2869f980-a6bf-49d5-b288-a83f4227d25d owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:33:17.122259 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bf10783f-fe2e-4600-8540-f69fa88b3804 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:17.124017 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bf10783f-fe2e-4600-8540-f69fa88b3804 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:17.140839 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-66e5d988-7be6-479c-898e-dc82668f0b72 admin admin] Deleting port b0ec6879-5d2c-42f6-a9f2-0e02c72bab87 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:33:17.142624 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66e5d988-7be6-479c-898e-dc82668f0b72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:17.169441 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-dddb6d4f-8887-42a3-b06e-1ac041708f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a44bef98-cec5-4f57-bd42-844dab447238', 'name': 'tempest-AttachVolumeShelveTestJSON-1153310658-router', 'tenant_id': 'c41d1c4cc69e402eb09493d513de9715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'b0ec6879-5d2c-42f6-a9f2-0e02c72bab87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:23:40Z', 'updated_at': '2021-07-15T23:33:12Z', 'revision_number': 5, 'project_id': 'c41d1c4cc69e402eb09493d513de9715', 'gw_port': {'id': 'b0ec6879-5d2c-42f6-a9f2-0e02c72bab87', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:cd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44bef98-cec5-4f57-bd42-844dab447238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:23:42Z', 'updated_at': '2021-07-15T23:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:17.220501 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddb6d4f-8887-42a3-b06e-1ac041708f13 None None] The sync data for ids ['a44bef98-cec5-4f57-bd42-844dab447238'] in n-d-794306-6 is: [{'id': 'a44bef98-cec5-4f57-bd42-844dab447238', 'name': 'tempest-AttachVolumeShelveTestJSON-1153310658-router', 'tenant_id': 'c41d1c4cc69e402eb09493d513de9715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'b0ec6879-5d2c-42f6-a9f2-0e02c72bab87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:23:40Z', 'updated_at': '2021-07-15T23:33:12Z', 'revision_number': 5, 'project_id': 'c41d1c4cc69e402eb09493d513de9715', 'gw_port': {'id': 'b0ec6879-5d2c-42f6-a9f2-0e02c72bab87', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:cd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a44bef98-cec5-4f57-bd42-844dab447238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:23:42Z', 'updated_at': '2021-07-15T23:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:33:17.302622 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bf10783f-fe2e-4600-8540-f69fa88b3804 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:17.310947 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e2fab424-468c-4ae7-ba75-6ebe7131eb42 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:17.389634 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6a684455-206d-4baa-bcbc-d1e07cd9501b tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:17.529694 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-66e5d988-7be6-479c-898e-dc82668f0b72 admin admin] For port b0ec6879-5d2c-42f6-a9f2-0e02c72bab87, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=b0ec6879-5d2c-42f6-a9f2-0e02c72bab87,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:17.530062 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66e5d988-7be6-479c-898e-dc82668f0b72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:17.643283 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bf10783f-fe2e-4600-8540-f69fa88b3804 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:17.763386 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba68e0-e145-496a-9b27-be01be8ca605 req-a69d7e68-9b8e-4fb2-94f2-e1734a0897ae tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:17.765056 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9bba68e0-e145-496a-9b27-be01be8ca605 req-a69d7e68-9b8e-4fb2-94f2-e1734a0897ae tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 946 time: 0.3657117 Jul 15 23:33:17.885313 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9bba68e0-e145-496a-9b27-be01be8ca605 req-8dad2330-f971-4e9a-9821-51f4aafbc6cb tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108580 Jul 15 23:33:17.886882 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2fab424-468c-4ae7-ba75-6ebe7131eb42 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Router d83278e9-ad00-4107-ad4b-74b8e034d22f is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:33:18.041973 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-66e5d988-7be6-479c-898e-dc82668f0b72 admin admin] Calling delete_port for b0ec6879-5d2c-42f6-a9f2-0e02c72bab87 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:33:18.207248 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bf10783f-fe2e-4600-8540-f69fa88b3804 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:18.231621 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bf10783f-fe2e-4600-8540-f69fa88b3804 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:18.236641 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2fab424-468c-4ae7-ba75-6ebe7131eb42 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:33:18.260381 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b98d4b4-98dd-4273-bb51-29f2027efb3a None None] Sync routers for ids ['d83278e9-ad00-4107-ad4b-74b8e034d22f'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:33:18.274829 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b98d4b4-98dd-4273-bb51-29f2027efb3a None None] Routers {'d83278e9-ad00-4107-ad4b-74b8e034d22f'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:33:18.275837 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8b98d4b4-98dd-4273-bb51-29f2027efb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:33:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['d83278e9-ad00-4107-ad4b-74b8e034d22f'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:18.334290 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device ef0a64fe-47f6-4279-a3f1-2262496c7fa2 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:33:18.372915 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: ef0a64fe-47f6-4279-a3f1-2262496c7fa2 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:33:18.373265 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device ef0a64fe-47f6-4279-a3f1-2262496c7fa2 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:33:18.410483 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6fbb9329-58d1-484f-97e6-3a847cf71367 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:18.419328 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-8b98d4b4-98dd-4273-bb51-29f2027efb3a None None] Set router d83278e9-ad00-4107-ad4b-74b8e034d22f gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:33:18.440722 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-bf10783f-fe2e-4600-8540-f69fa88b3804 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Allocated IP 172.25.5.232 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/891d4cfb-6ac9-4f88-80a7-83692aacd0fa) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:33:18.495679 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbb9329-58d1-484f-97e6-3a847cf71367 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Pushing event deleted for resources: {'Port': ['ID=2869f980-a6bf-49d5-b288-a83f4227d25d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:18.570702 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e2fab424-468c-4ae7-ba75-6ebe7131eb42 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:18.572681 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-e2fab424-468c-4ae7-ba75-6ebe7131eb42 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 6.9374022 Jul 15 23:33:18.585070 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 57350) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:18.593528 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c64d6-4f6c-4e3f-8e2f-4aab9e7b299b req-0289679a-9037-437a-865c-ffdfbd64f3d9 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:18.595923 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4b7c64d6-4f6c-4e3f-8e2f-4aab9e7b299b req-0289679a-9037-437a-865c-ffdfbd64f3d9 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 946 time: 0.5655146 Jul 15 23:33:18.616310 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 57352) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:18.624485 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-9c2c3f38-afbd-41a0-a10f-e898e8fa8e16 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Request body: {'floatingip': {'port_id': '88c45584-2d51-4746-a9ae-b07b0255b918'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:18.667873 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8b98d4b4-98dd-4273-bb51-29f2027efb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83278e9-ad00-4107-ad4b-74b8e034d22f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1872943609', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'e7116f33-e9ae-4345-9a69-36874a873800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:11Z', 'updated_at': '2021-07-15T23:33:16Z', 'revision_number': 3, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'gw_port': {'id': 'e7116f33-e9ae-4345-9a69-36874a873800', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:7b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd83278e9-ad00-4107-ad4b-74b8e034d22f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:14Z', 'updated_at': '2021-07-15T23:33:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:18.675764 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-0d451f7e-8aa6-40aa-9376-5a52145542cf tempest-TestNetworkAdvancedServerOps-29383157 tempest-TestNetworkAdvancedServerOps-29383157-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=89469485c64e49f5b3171ed5499b9995&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0646863 Jul 15 23:33:18.676578 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 57354) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:18.698881 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b98d4b4-98dd-4273-bb51-29f2027efb3a None None] Checking router: d83278e9-ad00-4107-ad4b-74b8e034d22f for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:33:18.699379 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b98d4b4-98dd-4273-bb51-29f2027efb3a None None] Updating router d83278e9-ad00-4107-ad4b-74b8e034d22f port e7116f33-e9ae-4345-9a69-36874a873800 binding host n-d-794306-6 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:33:18.749116 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8b98d4b4-98dd-4273-bb51-29f2027efb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:18.805638 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9c2c3f38-afbd-41a0-a10f-e898e8fa8e16 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks [] for floatingip, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:18.886560 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66e5d988-7be6-479c-898e-dc82668f0b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:18.978858 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e5d988-7be6-479c-898e-dc82668f0b72 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0ec6879-5d2c-42f6-a9f2-0e02c72bab87,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:19.141688 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6fbb9329-58d1-484f-97e6-3a847cf71367 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:19.274330 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bf10783f-fe2e-4600-8540-f69fa88b3804 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:19.297592 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09cd96d3-3244-4bcc-9eea-18c9e83c99a4 tempest-TestNetworkAdvancedServerOps-29383157 tempest-TestNetworkAdvancedServerOps-29383157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:19.299461 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-09cd96d3-3244-4bcc-9eea-18c9e83c99a4 tempest-TestNetworkAdvancedServerOps-29383157 tempest-TestNetworkAdvancedServerOps-29383157-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6193590 Jul 15 23:33:19.303794 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 57364) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:19.332502 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66e5d988-7be6-479c-898e-dc82668f0b72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999011'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:19.335166 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-59d70cb2-3aac-4b25-801a-7b78da410e4a tempest-TestNetworkAdvancedServerOps-29383157 tempest-TestNetworkAdvancedServerOps-29383157-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=c4160cc4-e133-4d4e-ad39-f86bca4b2f14&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299981 Jul 15 23:33:19.337587 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 57366) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:19.344366 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ff90f891-9096-4481-ac97-580401de169d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1086062462', 'network_id': '738afb69-9dfa-4874-a9f9-3ca9e5030b6f', 'project_id': '89469485c64e49f5b3171ed5499b9995', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:19.383726 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-6a684455-206d-4baa-bcbc-d1e07cd9501b tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Deleting port 906725fd-4820-4fd5-be30-d1dc9eb527db {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:33:19.384166 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6a684455-206d-4baa-bcbc-d1e07cd9501b tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:19.439603 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bf10783f-fe2e-4600-8540-f69fa88b3804 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:19.541676 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf10783f-fe2e-4600-8540-f69fa88b3804 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Pushing event updated for resources: {'Port': ['ID=891d4cfb-6ac9-4f88-80a7-83692aacd0fa,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:19.545924 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66e5d988-7be6-479c-898e-dc82668f0b72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:19.546896 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf10783f-fe2e-4600-8540-f69fa88b3804 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:33:19.551740 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-bf10783f-fe2e-4600-8540-f69fa88b3804 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:33:19.554378 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66e5d988-7be6-479c-898e-dc82668f0b72 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:19.555669 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff90f891-9096-4481-ac97-580401de169d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Made reservation on behalf of 89469485c64e49f5b3171ed5499b9995 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:33:19.559376 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ff90f891-9096-4481-ac97-580401de169d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:19.565577 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf10783f-fe2e-4600-8540-f69fa88b3804 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:33:19.678906 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8b98d4b4-98dd-4273-bb51-29f2027efb3a None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:19.690959 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-8b98d4b4-98dd-4273-bb51-29f2027efb3a None None] Transition to ACTIVE for port object e7116f33-e9ae-4345-9a69-36874a873800 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:33:19.699594 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8b98d4b4-98dd-4273-bb51-29f2027efb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:19.742740 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66e5d988-7be6-479c-898e-dc82668f0b72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:19.752518 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e5d988-7be6-479c-898e-dc82668f0b72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a44bef98-cec5-4f57-bd42-844dab447238 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:33:19.758986 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-8b98d4b4-98dd-4273-bb51-29f2027efb3a None None] Attempting to bind port e7116f33-e9ae-4345-9a69-36874a873800 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:33:19.759266 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-8b98d4b4-98dd-4273-bb51-29f2027efb3a None None] Attempting to bind port e7116f33-e9ae-4345-9a69-36874a873800 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:33:19.759863 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b98d4b4-98dd-4273-bb51-29f2027efb3a None None] Attempting to bind port e7116f33-e9ae-4345-9a69-36874a873800 on network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:33:19.767601 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fbb9329-58d1-484f-97e6-3a847cf71367 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Router 531f110c-863b-4119-b4f2-22731ba21534 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:33:19.771980 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b98d4b4-98dd-4273-bb51-29f2027efb3a None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:33:19.772670 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b98d4b4-98dd-4273-bb51-29f2027efb3a None None] Checking segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:33:19.773269 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8b98d4b4-98dd-4273-bb51-29f2027efb3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:19.773847 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b98d4b4-98dd-4273-bb51-29f2027efb3a None None] Bound using segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:33:19.774504 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-8b98d4b4-98dd-4273-bb51-29f2027efb3a None None] Bound port: e7116f33-e9ae-4345-9a69-36874a873800, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:33:19.775067 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8b98d4b4-98dd-4273-bb51-29f2027efb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:19.838192 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddfeb1d-d3ba-4a3e-9b49-64d652fa54b7 None None] Pushing event updated for resources: {'Port': ['ID=e7116f33-e9ae-4345-9a69-36874a873800,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:19.847768 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddfeb1d-d3ba-4a3e-9b49-64d652fa54b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:19.848019 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddfeb1d-d3ba-4a3e-9b49-64d652fa54b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:19.848700 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddfeb1d-d3ba-4a3e-9b49-64d652fa54b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:19.848700 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddfeb1d-d3ba-4a3e-9b49-64d652fa54b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:19.850182 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddfeb1d-d3ba-4a3e-9b49-64d652fa54b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:19.850182 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddfeb1d-d3ba-4a3e-9b49-64d652fa54b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:19.850182 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddfeb1d-d3ba-4a3e-9b49-64d652fa54b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:19.851107 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddfeb1d-d3ba-4a3e-9b49-64d652fa54b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:19.851107 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddfeb1d-d3ba-4a3e-9b49-64d652fa54b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:19.851107 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddfeb1d-d3ba-4a3e-9b49-64d652fa54b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:19.851831 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddfeb1d-d3ba-4a3e-9b49-64d652fa54b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:19.851831 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddfeb1d-d3ba-4a3e-9b49-64d652fa54b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:19.913578 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-8b98d4b4-98dd-4273-bb51-29f2027efb3a None None] For port e7116f33-e9ae-4345-9a69-36874a873800, host n-d-794306-6, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:33:19.922431 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-8b98d4b4-98dd-4273-bb51-29f2027efb3a None None] For port e7116f33-e9ae-4345-9a69-36874a873800, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=e7116f33-e9ae-4345-9a69-36874a873800,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:33:19.929389 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8b98d4b4-98dd-4273-bb51-29f2027efb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:19.940464 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66e5d988-7be6-479c-898e-dc82668f0b72 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:19.941949 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-66e5d988-7be6-479c-898e-dc82668f0b72 admin admin] 10.222.0.48 "DELETE /v2.0/routers/a44bef98-cec5-4f57-bd42-844dab447238 HTTP/1.1" status: 204 len: 168 time: 4.2565460 Jul 15 23:33:19.945069 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 57378) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:19.973531 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6a684455-206d-4baa-bcbc-d1e07cd9501b tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:20.034989 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b98d4b4-98dd-4273-bb51-29f2027efb3a None None] Routers {'d83278e9-ad00-4107-ad4b-74b8e034d22f'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:33:20.035635 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8b98d4b4-98dd-4273-bb51-29f2027efb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:33:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['d83278e9-ad00-4107-ad4b-74b8e034d22f'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:20.119664 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ff90f891-9096-4481-ac97-580401de169d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:20.134901 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-954aed7c-77ed-4321-be45-64f7d8338108 admin admin] Deleting subnet ac4619b4-8268-4046-9b08-9c5e68adfc94 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:33:20.170055 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-954aed7c-77ed-4321-be45-64f7d8338108 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:20.190613 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-8b98d4b4-98dd-4273-bb51-29f2027efb3a None None] Set router d83278e9-ad00-4107-ad4b-74b8e034d22f gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:33:20.284861 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9c2c3f38-afbd-41a0-a10f-e898e8fa8e16 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:20.287455 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff90f891-9096-4481-ac97-580401de169d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event updated for resources: {'Subnet': ['ID=47fce57d-ff76-4ff8-b86b-50ddd70517e1,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:20.294058 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-6a684455-206d-4baa-bcbc-d1e07cd9501b tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Calling delete_port for 906725fd-4820-4fd5-be30-d1dc9eb527db owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:33:20.307678 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddfeb1d-d3ba-4a3e-9b49-64d652fa54b7 None None] Pushing event updated for resources: {'Port': ['ID=e7116f33-e9ae-4345-9a69-36874a873800,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:20.321969 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-954aed7c-77ed-4321-be45-64f7d8338108 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:20.366721 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bf10783f-fe2e-4600-8540-f69fa88b3804 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:20.460285 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device b0ec6879-5d2c-42f6-a9f2-0e02c72bab87 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:33:20.499272 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: b0ec6879-5d2c-42f6-a9f2-0e02c72bab87 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:33:20.517191 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device b0ec6879-5d2c-42f6-a9f2-0e02c72bab87 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:33:20.526249 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff90f891-9096-4481-ac97-580401de169d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Checking segment: {'id': 'b99224d7-37a2-4cab-9e9b-a43d40298d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '738afb69-9dfa-4874-a9f9-3ca9e5030b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:33:20.526880 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff90f891-9096-4481-ac97-580401de169d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Network hostable DHCP agents. Network: 738afb69-9dfa-4874-a9f9-3ca9e5030b6f, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:33:20.584407 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8b98d4b4-98dd-4273-bb51-29f2027efb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83278e9-ad00-4107-ad4b-74b8e034d22f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1872943609', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'e7116f33-e9ae-4345-9a69-36874a873800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:11Z', 'updated_at': '2021-07-15T23:33:16Z', 'revision_number': 3, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'gw_port': {'id': 'e7116f33-e9ae-4345-9a69-36874a873800', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:7b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd83278e9-ad00-4107-ad4b-74b8e034d22f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:14Z', 'updated_at': '2021-07-15T23:33:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:20.608244 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff90f891-9096-4481-ac97-580401de169d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Network 738afb69-9dfa-4874-a9f9-3ca9e5030b6f is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:33:20.632726 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9c2c3f38-afbd-41a0-a10f-e898e8fa8e16 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:20.634214 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b98d4b4-98dd-4273-bb51-29f2027efb3a None None] The sync data for ids ['d83278e9-ad00-4107-ad4b-74b8e034d22f'] in n-d-794306-6 is: [{'id': 'd83278e9-ad00-4107-ad4b-74b8e034d22f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1872943609', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'e7116f33-e9ae-4345-9a69-36874a873800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:11Z', 'updated_at': '2021-07-15T23:33:16Z', 'revision_number': 3, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'gw_port': {'id': 'e7116f33-e9ae-4345-9a69-36874a873800', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:7b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd83278e9-ad00-4107-ad4b-74b8e034d22f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:14Z', 'updated_at': '2021-07-15T23:33:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:33:20.634521 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-ff90f891-9096-4481-ac97-580401de169d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 738afb69-9dfa-4874-a9f9-3ca9e5030b6f) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:33:20.639557 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff90f891-9096-4481-ac97-580401de169d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:20.640246 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ff90f891-9096-4481-ac97-580401de169d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:20.657128 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87a4550-5c30-4053-9b6c-d7a1c2c42274 None None] Network 738afb69-9dfa-4874-a9f9-3ca9e5030b6f requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:33:20.670093 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-954aed7c-77ed-4321-be45-64f7d8338108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:20.736014 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-ff90f891-9096-4481-ac97-580401de169d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3971741 Jul 15 23:33:20.753032 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 57392) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:20.824584 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fbb9329-58d1-484f-97e6-3a847cf71367 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:33:20.858655 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af20cd26-cb13-47e0-9bb2-b07a7de5f4e2 None None] Sync routers for ids ['531f110c-863b-4119-b4f2-22731ba21534'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:33:20.859151 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-6fbb9329-58d1-484f-97e6-3a847cf71367 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] 10.222.0.48 "PUT /v2.0/routers/531f110c-863b-4119-b4f2-22731ba21534/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7497780 Jul 15 23:33:20.867378 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 57396) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:20.879184 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af20cd26-cb13-47e0-9bb2-b07a7de5f4e2 None None] Routers {'531f110c-863b-4119-b4f2-22731ba21534'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:33:20.879932 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-af20cd26-cb13-47e0-9bb2-b07a7de5f4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:33:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['531f110c-863b-4119-b4f2-22731ba21534'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:20.918398 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-af20cd26-cb13-47e0-9bb2-b07a7de5f4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:20.954478 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af20cd26-cb13-47e0-9bb2-b07a7de5f4e2 None None] Routers {'531f110c-863b-4119-b4f2-22731ba21534'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:33:20.955744 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-af20cd26-cb13-47e0-9bb2-b07a7de5f4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:33:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['531f110c-863b-4119-b4f2-22731ba21534'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:20.994045 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [None req-8ecca014-986c-46fe-9e42-e0676cb8028c tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] show failed (client error): The resource could not be found. Jul 15 23:33:21.000413 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-8ecca014-986c-46fe-9e42-e0676cb8028c tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] 10.222.0.48 "GET /v2.0/routers/tempest-non_exist_router-105523394 HTTP/1.1" status: 404 len: 334 time: 0.1309662 Jul 15 23:33:21.001605 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6a684455-206d-4baa-bcbc-d1e07cd9501b tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:21.002989 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-af20cd26-cb13-47e0-9bb2-b07a7de5f4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:21.003846 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af20cd26-cb13-47e0-9bb2-b07a7de5f4e2 None None] The sync data for ids ['531f110c-863b-4119-b4f2-22731ba21534'] in n-d-794306-6 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:33:21.007267 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d516cff-14e5-4e56-a0c0-d83212cd3bd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-738afb69-9dfa-4874-a9f9-3ca9e5030b6f', 'network_id': '738afb69-9dfa-4874-a9f9-3ca9e5030b6f', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'fixed_ips': [{'subnet_id': '47fce57d-ff76-4ff8-b86b-50ddd70517e1'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:33:21.008399 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3d516cff-14e5-4e56-a0c0-d83212cd3bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:21.008994 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 57400) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:21.025040 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7dd0e122-c43e-43c4-8578-f24e0a5360a0 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:21.116278 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a684455-206d-4baa-bcbc-d1e07cd9501b tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Pushing event deleted for resources: {'Port': ['ID=906725fd-4820-4fd5-be30-d1dc9eb527db,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:21.152990 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-954aed7c-77ed-4321-be45-64f7d8338108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:21.212634 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [None req-7dd0e122-c43e-43c4-8578-f24e0a5360a0 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] update failed (client error): The resource could not be found. Jul 15 23:33:21.213960 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-7dd0e122-c43e-43c4-8578-f24e0a5360a0 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] 10.222.0.48 "PUT /v2.0/routers/tempest-non_exist_router-1067129315 HTTP/1.1" status: 404 len: 335 time: 0.1942136 Jul 15 23:33:21.235157 n-d-794306-6 neutron-server[93771]: INFO neutron.db.l3_db [None req-9c2c3f38-afbd-41a0-a10f-e898e8fa8e16 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Floating IP 25890cc5-e7db-4ca7-bf47-f14d7c936a4d associated. External IP: 172.25.5.153, port: 88c45584-2d51-4746-a9ae-b07b0255b918. Jul 15 23:33:21.238052 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 57404) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:21.263965 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954aed7c-77ed-4321-be45-64f7d8338108 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac4619b4-8268-4046-9b08-9c5e68adfc94,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:21.355756 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29dfe247-5c5a-477f-b361-d876454ad645 None None] Network 5dd08b94-305b-477e-8148-ff3865a86e5a requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:33:21.357648 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-954aed7c-77ed-4321-be45-64f7d8338108 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:21.359810 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-3d516cff-14e5-4e56-a0c0-d83212cd3bd4 None None] Allocated IP 172.20.0.2 (738afb69-9dfa-4874-a9f9-3ca9e5030b6f/47fce57d-ff76-4ff8-b86b-50ddd70517e1/24098243-dad0-46da-b0b4-66d6c7c698c0) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:33:21.364402 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-954aed7c-77ed-4321-be45-64f7d8338108 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ac4619b4-8268-4046-9b08-9c5e68adfc94 HTTP/1.1" status: 204 len: 168 time: 1.4166505 Jul 15 23:33:21.371318 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 57408) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:21.628733 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bfad8cc8-1674-4d8e-a9f9-30e6a6db0783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:21.698474 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bf10783f-fe2e-4600-8540-f69fa88b3804 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:21.788326 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3d516cff-14e5-4e56-a0c0-d83212cd3bd4 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:21.804327 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3d516cff-14e5-4e56-a0c0-d83212cd3bd4 None None] Transition to ACTIVE for port object 24098243-dad0-46da-b0b4-66d6c7c698c0 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:33:21.849842 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3d516cff-14e5-4e56-a0c0-d83212cd3bd4 None None] Transition to ACTIVE for port object 24098243-dad0-46da-b0b4-66d6c7c698c0 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:33:21.878233 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3d516cff-14e5-4e56-a0c0-d83212cd3bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:21.990576 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d516cff-14e5-4e56-a0c0-d83212cd3bd4 None None] Network 738afb69-9dfa-4874-a9f9-3ca9e5030b6f is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:33:21.997481 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-3d516cff-14e5-4e56-a0c0-d83212cd3bd4 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:33:22.040969 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d516cff-14e5-4e56-a0c0-d83212cd3bd4 None None] Pushing event updated for resources: {'Port': ['ID=24098243-dad0-46da-b0b4-66d6c7c698c0,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:22.045842 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d516cff-14e5-4e56-a0c0-d83212cd3bd4 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:33:22.190668 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-1531e15d-eb07-4b00-8ed7-6c422dde80ae tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Deleting subnet 7866bb02-2377-4cb8-bcf3-6f6cf0a65715 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:33:22.210599 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1531e15d-eb07-4b00-8ed7-6c422dde80ae tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:22.310242 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-bfad8cc8-1674-4d8e-a9f9-30e6a6db0783 admin admin] Deleting port 2ec3e002-c170-4a3d-bf60-2f6cc4c75daf {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:33:22.310663 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bfad8cc8-1674-4d8e-a9f9-30e6a6db0783 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:22.519914 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-3d516cff-14e5-4e56-a0c0-d83212cd3bd4 None None] Attempting to bind port 24098243-dad0-46da-b0b4-66d6c7c698c0 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:33:22.520302 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-3d516cff-14e5-4e56-a0c0-d83212cd3bd4 None None] Attempting to bind port 24098243-dad0-46da-b0b4-66d6c7c698c0 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'b99224d7-37a2-4cab-9e9b-a43d40298d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '738afb69-9dfa-4874-a9f9-3ca9e5030b6f'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:33:22.520681 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d516cff-14e5-4e56-a0c0-d83212cd3bd4 None None] Attempting to bind port 24098243-dad0-46da-b0b4-66d6c7c698c0 on network 738afb69-9dfa-4874-a9f9-3ca9e5030b6f {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:33:22.527269 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0ac30a61-2303-4fea-b3cb-9aa0e9eabd23 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:22.562553 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d516cff-14e5-4e56-a0c0-d83212cd3bd4 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:33:22.564609 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d516cff-14e5-4e56-a0c0-d83212cd3bd4 None None] Checking segment: {'id': 'b99224d7-37a2-4cab-9e9b-a43d40298d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '738afb69-9dfa-4874-a9f9-3ca9e5030b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:33:22.565101 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3d516cff-14e5-4e56-a0c0-d83212cd3bd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:22.565522 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d516cff-14e5-4e56-a0c0-d83212cd3bd4 None None] Bound using segment: {'id': 'b99224d7-37a2-4cab-9e9b-a43d40298d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '738afb69-9dfa-4874-a9f9-3ca9e5030b6f'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:33:22.565692 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-bfad8cc8-1674-4d8e-a9f9-30e6a6db0783 admin admin] For port 2ec3e002-c170-4a3d-bf60-2f6cc4c75daf, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=2ec3e002-c170-4a3d-bf60-2f6cc4c75daf,segment=NetworkSegment(978fcb14-f527-45d0-a4ec-38d689fb220c),segment_id=978fcb14-f527-45d0-a4ec-38d689fb220c)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:22.566022 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-3d516cff-14e5-4e56-a0c0-d83212cd3bd4 None None] Bound port: 24098243-dad0-46da-b0b4-66d6c7c698c0, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b99224d7-37a2-4cab-9e9b-a43d40298d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '738afb69-9dfa-4874-a9f9-3ca9e5030b6f'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:33:22.566156 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bfad8cc8-1674-4d8e-a9f9-30e6a6db0783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:22.566416 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3d516cff-14e5-4e56-a0c0-d83212cd3bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:22.601902 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device e7116f33-e9ae-4345-9a69-36874a873800 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:33:22.654371 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30c26cd-5860-4d5e-a9af-11b284e95470 None None] DHCP port deletion for 5dd08b94-305b-477e-8148-ff3865a86e5a request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:33:22.657114 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf10783f-fe2e-4600-8540-f69fa88b3804 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Router 9640fd60-1cb7-4f1d-8ffa-33af2feecc8a is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:33:22.660687 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-bfad8cc8-1674-4d8e-a9f9-30e6a6db0783 admin admin] Calling delete_port for 2ec3e002-c170-4a3d-bf60-2f6cc4c75daf owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:33:22.691150 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1531e15d-eb07-4b00-8ed7-6c422dde80ae tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:22.824565 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port e7116f33-e9ae-4345-9a69-36874a873800 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:33:22.870895 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6a684455-206d-4baa-bcbc-d1e07cd9501b tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:22.871827 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port e7116f33-e9ae-4345-9a69-36874a873800 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:22.873257 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:22.973153 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-3d516cff-14e5-4e56-a0c0-d83212cd3bd4 None None] For port 24098243-dad0-46da-b0b4-66d6c7c698c0, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:33:23.011099 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c30c26cd-5860-4d5e-a9af-11b284e95470 None None] Deleting port 2ec3e002-c170-4a3d-bf60-2f6cc4c75daf {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:33:23.012461 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c30c26cd-5860-4d5e-a9af-11b284e95470 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:23.094928 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-3d516cff-14e5-4e56-a0c0-d83212cd3bd4 None None] For port 24098243-dad0-46da-b0b4-66d6c7c698c0, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=24098243-dad0-46da-b0b4-66d6c7c698c0,segment=NetworkSegment(b99224d7-37a2-4cab-9e9b-a43d40298d61),segment_id=b99224d7-37a2-4cab-9e9b-a43d40298d61)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:33:23.133607 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3d516cff-14e5-4e56-a0c0-d83212cd3bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:23.179223 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c2c3f38-afbd-41a0-a10f-e898e8fa8e16 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Router 587cb7c2-ccf5-465e-87d7-601b25208365 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:33:23.188453 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1531e15d-eb07-4b00-8ed7-6c422dde80ae tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:23.289272 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c30c26cd-5860-4d5e-a9af-11b284e95470 None None] For port 2ec3e002-c170-4a3d-bf60-2f6cc4c75daf, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=2ec3e002-c170-4a3d-bf60-2f6cc4c75daf,segment=NetworkSegment(978fcb14-f527-45d0-a4ec-38d689fb220c),segment_id=978fcb14-f527-45d0-a4ec-38d689fb220c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:23.290256 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c30c26cd-5860-4d5e-a9af-11b284e95470 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:23.341024 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1531e15d-eb07-4b00-8ed7-6c422dde80ae tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:23.413024 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d516cff-14e5-4e56-a0c0-d83212cd3bd4 None None] Pushing event updated for resources: {'Port': ['ID=24098243-dad0-46da-b0b4-66d6c7c698c0,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:23.447147 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c30c26cd-5860-4d5e-a9af-11b284e95470 None None] Calling delete_port for 2ec3e002-c170-4a3d-bf60-2f6cc4c75daf owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:33:23.505423 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1531e15d-eb07-4b00-8ed7-6c422dde80ae tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Pushing event deleted for resources: {'Subnet': ['ID=7866bb02-2377-4cb8-bcf3-6f6cf0a65715,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:23.538055 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1531e15d-eb07-4b00-8ed7-6c422dde80ae tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:23.543347 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-1531e15d-eb07-4b00-8ed7-6c422dde80ae tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] 10.222.0.48 "DELETE /v2.0/subnets/7866bb02-2377-4cb8-bcf3-6f6cf0a65715 HTTP/1.1" status: 204 len: 168 time: 2.3004491 Jul 15 23:33:23.555668 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 57436) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:23.595430 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bfad8cc8-1674-4d8e-a9f9-30e6a6db0783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:23.595430 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf10783f-fe2e-4600-8540-f69fa88b3804 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:33:23.619681 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f038a662-09ce-4dc7-8139-2992434dd4cd None None] Sync routers for ids ['9640fd60-1cb7-4f1d-8ffa-33af2feecc8a'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:33:23.641842 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:23.650308 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c11016-71b7-4c00-875a-75b17bc4b942 None None] Network 0ee7bd2a-bc5c-4fad-9236-3ed5993f1573 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:33:23.653059 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f038a662-09ce-4dc7-8139-2992434dd4cd None None] Routers {'9640fd60-1cb7-4f1d-8ffa-33af2feecc8a'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:33:23.653717 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f038a662-09ce-4dc7-8139-2992434dd4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:33:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['9640fd60-1cb7-4f1d-8ffa-33af2feecc8a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:23.722810 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfad8cc8-1674-4d8e-a9f9-30e6a6db0783 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ec3e002-c170-4a3d-bf60-2f6cc4c75daf,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:23.737949 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f038a662-09ce-4dc7-8139-2992434dd4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:23.744985 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bf10783f-fe2e-4600-8540-f69fa88b3804 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:23.747048 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-bf10783f-fe2e-4600-8540-f69fa88b3804 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 6.8936601 Jul 15 23:33:23.748418 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfad8cc8-1674-4d8e-a9f9-30e6a6db0783 admin admin] No DVR routers for this DVR port 2ec3e002-c170-4a3d-bf60-2f6cc4c75daf on host n-d-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:33:23.759900 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 57442) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:23.773734 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f038a662-09ce-4dc7-8139-2992434dd4cd None None] Routers {'9640fd60-1cb7-4f1d-8ffa-33af2feecc8a'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:33:23.774500 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f038a662-09ce-4dc7-8139-2992434dd4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:33:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['9640fd60-1cb7-4f1d-8ffa-33af2feecc8a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:23.845965 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f038a662-09ce-4dc7-8139-2992434dd4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:23.849647 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f038a662-09ce-4dc7-8139-2992434dd4cd None None] The sync data for ids ['9640fd60-1cb7-4f1d-8ffa-33af2feecc8a'] in n-d-794306-6 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:33:23.886204 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port e7116f33-e9ae-4345-9a69-36874a873800, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=e7116f33-e9ae-4345-9a69-36874a873800,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:23.904359 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:24.024052 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-46e6fd02-a657-486e-8e72-74aa434463db tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Deleting subnet 8b5f97b6-55e7-4a19-a891-80a8c3c9d5c8 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:33:24.040350 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46e6fd02-a657-486e-8e72-74aa434463db tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:24.074487 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=e7116f33-e9ae-4345-9a69-36874a873800,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:24.079378 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c2c3f38-afbd-41a0-a10f-e898e8fa8e16 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:33:24.099847 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169e6ec3-6ad6-49a6-991b-f5a8d2b74568 None None] Sync routers for ids ['587cb7c2-ccf5-465e-87d7-601b25208365'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:33:24.121272 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9c2c3f38-afbd-41a0-a10f-e898e8fa8e16 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:24.134978 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:33:24.134978 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:33:24.134978 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:33:24.134978 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:33:24.134978 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:33:24.134978 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:33:24.134978 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:33:24.134978 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:33:24.134978 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:33:24.134978 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:33:24.134978 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:33:24.134978 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:33:24.134978 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:33:24.134978 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:33:24.134978 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:33:24.134978 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:33:24.134978 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:33:24.134978 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:33:24.134978 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:33:24.134978 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:33:24.134978 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:33:24.134978 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:33:24.134978 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:33:24.134978 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:33:24.134978 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:33:24.134978 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:33:24.134978 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:33:24.134978 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:33:24.134978 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:33:24.134978 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:33:24.134978 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:33:24.134978 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:33:24.134978 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:33:24.134978 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:33:24.134978 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:33:24.134978 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:33:24.134978 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:33:24.134978 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:33:24.134978 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:33:24.134978 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:33:24.134978 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:33:24.134978 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:33:24.134978 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:33:24.134978 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:33:24.134978 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:33:24.134978 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:33:24.134978 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:33:24.134978 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:33:24.134978 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:33:24.134978 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:33:24.134978 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:33:24.134978 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:33:24.134978 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:33:24.134978 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:33:24.143347 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169e6ec3-6ad6-49a6-991b-f5a8d2b74568 None None] Routers {'587cb7c2-ccf5-465e-87d7-601b25208365'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:33:24.144034 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-169e6ec3-6ad6-49a6-991b-f5a8d2b74568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:33:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['587cb7c2-ccf5-465e-87d7-601b25208365'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:24.186671 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bfad8cc8-1674-4d8e-a9f9-30e6a6db0783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:24.191784 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-0ac30a61-2303-4fea-b3cb-9aa0e9eabd23 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Allocated IP 172.20.0.1 (738afb69-9dfa-4874-a9f9-3ca9e5030b6f/47fce57d-ff76-4ff8-b86b-50ddd70517e1/5befd1de-b513-4cc7-93cf-bf369f0e3d0c) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:33:24.203896 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c30c26cd-5860-4d5e-a9af-11b284e95470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:24.212810 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46e6fd02-a657-486e-8e72-74aa434463db tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:24.215185 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-bfad8cc8-1674-4d8e-a9f9-30e6a6db0783 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dd08b94-305b-477e-8148-ff3865a86e5a']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:24.239594 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-bfad8cc8-1674-4d8e-a9f9-30e6a6db0783 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '978fcb14-f527-45d0-a4ec-38d689fb220c') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:24.239962 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-bfad8cc8-1674-4d8e-a9f9-30e6a6db0783 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '978fcb14-f527-45d0-a4ec-38d689fb220c') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:24.254850 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30c26cd-5860-4d5e-a9af-11b284e95470 None None] Pushing event deleted for resources: {'Port': ['ID=2ec3e002-c170-4a3d-bf60-2f6cc4c75daf,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:24.263443 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30c26cd-5860-4d5e-a9af-11b284e95470 None None] No DVR routers for this DVR port 2ec3e002-c170-4a3d-bf60-2f6cc4c75daf on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:33:24.265410 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-9c2c3f38-afbd-41a0-a10f-e898e8fa8e16 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "PUT /v2.0/floatingips/25890cc5-e7db-4ca7-bf47-f14d7c936a4d HTTP/1.1" status: 200 len: 992 time: 5.6478899 Jul 15 23:33:24.275436 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd14b28f1-1b98-463c-9c45-3154ee11bbe9', 'tag': '88c45584-2d51-4746-a9ae-b07b0255b918'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:33:24.279707 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2518f88-6ade-42af-9125-365c42409d35" -d '{"events": [{"name": "network-changed", "server_uuid": "d14b28f1-1b98-463c-9c45-3154ee11bbe9", "tag": "88c45584-2d51-4746-a9ae-b07b0255b918"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:33:24.283792 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a684455-206d-4baa-bcbc-d1e07cd9501b tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Router 105b3eb8-4f56-4bcb-87f2-5c1610a83ee5 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:33:24.284136 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bfad8cc8-1674-4d8e-a9f9-30e6a6db0783 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:24.377092 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-46763854-9196-4de0-aa41-6f7aef5fccae tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "GET /v2.0/routers/9640fd60-1cb7-4f1d-8ffa-33af2feecc8a HTTP/1.1" status: 200 len: 880 time: 0.6094227 Jul 15 23:33:24.393449 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 57454) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:24.421400 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e65601-ec66-4d5c-a3c7-01927bf3b0b6 x-openstack-request-id: req-a6e65601-ec66-4d5c-a3c7-01927bf3b0b6 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:33:24.421944 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d14b28f1-1b98-463c-9c45-3154ee11bbe9", "tag": "88c45584-2d51-4746-a9ae-b07b0255b918", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:33:24.422135 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a6e65601-ec66-4d5c-a3c7-01927bf3b0b6 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:33:24.422966 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd14b28f1-1b98-463c-9c45-3154ee11bbe9', 'tag': '88c45584-2d51-4746-a9ae-b07b0255b918', 'status': 'completed', 'code': 200} Jul 15 23:33:24.466101 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46e6fd02-a657-486e-8e72-74aa434463db tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:24.479393 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bfad8cc8-1674-4d8e-a9f9-30e6a6db0783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:24.520903 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8764a50-e862-445b-b69d-c9d2d81d59aa None None] DHCP port deletion for 0ee7bd2a-bc5c-4fad-9236-3ed5993f1573 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:33:24.583713 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfad8cc8-1674-4d8e-a9f9-30e6a6db0783 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:33:24.584455 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bfad8cc8-1674-4d8e-a9f9-30e6a6db0783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:24.598697 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:33:24.598697 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:33:24.598697 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:33:24.598697 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:33:24.598697 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:33:24.598697 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:33:24.598697 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:33:24.598697 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:33:24.598697 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:33:24.598697 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:33:24.598697 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:33:24.598697 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:33:24.598697 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:33:24.598697 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:33:24.598697 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:33:24.598697 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:33:24.598697 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:33:24.598697 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:33:24.598697 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:33:24.598697 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:33:24.598697 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:33:24.598697 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:33:24.598697 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:33:24.598697 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:33:24.598697 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:33:24.598697 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:33:24.598697 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:33:24.598697 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:33:24.598697 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:33:24.598697 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:33:24.598697 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:33:24.598697 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:33:24.626454 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a684455-206d-4baa-bcbc-d1e07cd9501b tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:33:24.639710 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-169e6ec3-6ad6-49a6-991b-f5a8d2b74568 None None] Set router 587cb7c2-ccf5-465e-87d7-601b25208365 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:33:24.653509 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8203e86d-8de5-4a05-bdf8-59ddc4dff6fd None None] Sync routers for ids ['105b3eb8-4f56-4bcb-87f2-5c1610a83ee5'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:33:24.672573 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-6a684455-206d-4baa-bcbc-d1e07cd9501b tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] 10.222.0.48 "PUT /v2.0/routers/105b3eb8-4f56-4bcb-87f2-5c1610a83ee5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9893363 Jul 15 23:33:24.676917 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 57460) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:24.690543 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8203e86d-8de5-4a05-bdf8-59ddc4dff6fd None None] Routers {'105b3eb8-4f56-4bcb-87f2-5c1610a83ee5'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:33:24.691324 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8203e86d-8de5-4a05-bdf8-59ddc4dff6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:33:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['105b3eb8-4f56-4bcb-87f2-5c1610a83ee5'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:24.756366 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 24098243-dad0-46da-b0b4-66d6c7c698c0 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:33:24.761211 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46e6fd02-a657-486e-8e72-74aa434463db tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:24.800486 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8203e86d-8de5-4a05-bdf8-59ddc4dff6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:24.832920 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bfad8cc8-1674-4d8e-a9f9-30e6a6db0783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:24.836388 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8203e86d-8de5-4a05-bdf8-59ddc4dff6fd None None] Routers {'105b3eb8-4f56-4bcb-87f2-5c1610a83ee5'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:33:24.837504 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8203e86d-8de5-4a05-bdf8-59ddc4dff6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:33:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['105b3eb8-4f56-4bcb-87f2-5c1610a83ee5'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:24.844433 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0ac30a61-2303-4fea-b3cb-9aa0e9eabd23 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:24.861394 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bfad8cc8-1674-4d8e-a9f9-30e6a6db0783 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:24.863775 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-bfad8cc8-1674-4d8e-a9f9-30e6a6db0783 admin admin] 10.222.0.48 "DELETE /v2.0/networks/5dd08b94-305b-477e-8148-ff3865a86e5a HTTP/1.1" status: 204 len: 168 time: 3.4905810 Jul 15 23:33:24.881307 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46e6fd02-a657-486e-8e72-74aa434463db tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:24.884883 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-46e6fd02-a657-486e-8e72-74aa434463db tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] 10.222.0.48 "DELETE /v2.0/subnets/8b5f97b6-55e7-4a19-a891-80a8c3c9d5c8 HTTP/1.1" status: 204 len: 168 time: 1.3262186 Jul 15 23:33:24.886165 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e6fd02-a657-486e-8e72-74aa434463db tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Pushing event deleted for resources: {'Subnet': ['ID=8b5f97b6-55e7-4a19-a891-80a8c3c9d5c8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:24.890120 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 57466) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:24.920684 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8203e86d-8de5-4a05-bdf8-59ddc4dff6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:24.923828 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8203e86d-8de5-4a05-bdf8-59ddc4dff6fd None None] The sync data for ids ['105b3eb8-4f56-4bcb-87f2-5c1610a83ee5'] in n-d-794306-6 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:33:24.947091 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2500ccf8-e077-46fe-9350-5c1114c05963 None None] Network 8c9ef581-e804-4d4f-b2d3-03039952bb7a requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:33:24.994879 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfad8cc8-1674-4d8e-a9f9-30e6a6db0783 admin admin] Pushing event deleted for resources: {'Network': ['ID=5dd08b94-305b-477e-8148-ff3865a86e5a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:24.999787 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-0ac30a61-2303-4fea-b3cb-9aa0e9eabd23 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Transition to ACTIVE for port object 5befd1de-b513-4cc7-93cf-bf369f0e3d0c will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:33:25.005672 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c3d4ebe-7c4f-4370-82ba-866f55a92c8b tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:25.033651 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 24098243-dad0-46da-b0b4-66d6c7c698c0 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:33:25.070477 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2518f88-6ade-42af-9125-365c42409d35 req-551876ee-f0a5-49f3-a823-35ce31f372ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:25.073198 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f2518f88-6ade-42af-9125-365c42409d35 req-551876ee-f0a5-49f3-a823-35ce31f372ff service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1482c544a11f4437b346c979b3eb517a&device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 1097 time: 0.4978857 Jul 15 23:33:25.082307 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device e7116f33-e9ae-4345-9a69-36874a873800 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:33:25.119206 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dfc844c4-1944-4cae-9161-b40fc8ab7e71 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:25.177105 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f8764a50-e862-445b-b69d-c9d2d81d59aa None None] Deleting port ad58c2a2-1afe-47a9-a4a5-dfdb82b5492d {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:33:25.177694 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f8764a50-e862-445b-b69d-c9d2d81d59aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:25.200057 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 57472) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:25.329374 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0ac30a61-2303-4fea-b3cb-9aa0e9eabd23 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:25.402807 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f8764a50-e862-445b-b69d-c9d2d81d59aa None None] For port ad58c2a2-1afe-47a9-a4a5-dfdb82b5492d, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=ad58c2a2-1afe-47a9-a4a5-dfdb82b5492d,segment=NetworkSegment(e1230f44-dc11-4192-b4c9-f66266c75a29),segment_id=e1230f44-dc11-4192-b4c9-f66266c75a29)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:25.403216 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f8764a50-e862-445b-b69d-c9d2d81d59aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:25.403763 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c3d4ebe-7c4f-4370-82ba-866f55a92c8b tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:25.416929 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2518f88-6ade-42af-9125-365c42409d35 req-f3dbe5ac-dfec-4e6f-b76b-e6d8b79f0d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:25.418607 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f2518f88-6ade-42af-9125-365c42409d35 req-f3dbe5ac-dfec-4e6f-b76b-e6d8b79f0d76 service neutron] 10.222.0.49 "GET /v2.0/networks?id=319575b4-274a-45da-9bf1-6decf487208b HTTP/1.1" status: 200 len: 911 time: 0.3220742 Jul 15 23:33:25.433534 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-56b10d06-3aa0-4127-9e39-481c73c3e63c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c41d1c4cc69e402eb09493d513de9715&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2303402 Jul 15 23:33:25.447878 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 57474) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:25.450461 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f8764a50-e862-445b-b69d-c9d2d81d59aa None None] Calling delete_port for ad58c2a2-1afe-47a9-a4a5-dfdb82b5492d owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:33:25.472319 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac30a61-2303-4fea-b3cb-9aa0e9eabd23 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Network 738afb69-9dfa-4874-a9f9-3ca9e5030b6f is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:33:25.536082 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-6d55276d-4c29-45de-9a13-69abfa4776bf tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.1363568 Jul 15 23:33:25.538453 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-0ac30a61-2303-4fea-b3cb-9aa0e9eabd23 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:33:25.545094 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 57476) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:25.554601 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac30a61-2303-4fea-b3cb-9aa0e9eabd23 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:33:25.576712 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc844c4-1944-4cae-9161-b40fc8ab7e71 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Deleting port ad58c2a2-1afe-47a9-a4a5-dfdb82b5492d {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:33:25.577095 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dfc844c4-1944-4cae-9161-b40fc8ab7e71 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:25.617189 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d5f271-78a0-4c53-b83a-29857e338ee3 None None] Network 738afb69-9dfa-4874-a9f9-3ca9e5030b6f requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:33:25.641255 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2a8ad435-1a28-495f-a9f4-9ee71f290b93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:25.683222 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ef2ff396-2946-4c08-a25d-1b042251389b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-208986250'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:25.697594 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0ac30a61-2303-4fea-b3cb-9aa0e9eabd23 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:25.726990 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f8764a50-e862-445b-b69d-c9d2d81d59aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:25.766494 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2a8ad435-1a28-495f-a9f4-9ee71f290b93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:25.773558 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-dfc844c4-1944-4cae-9161-b40fc8ab7e71 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] For port ad58c2a2-1afe-47a9-a4a5-dfdb82b5492d, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=ad58c2a2-1afe-47a9-a4a5-dfdb82b5492d,segment=NetworkSegment(e1230f44-dc11-4192-b4c9-f66266c75a29),segment_id=e1230f44-dc11-4192-b4c9-f66266c75a29)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:25.774206 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dfc844c4-1944-4cae-9161-b40fc8ab7e71 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:25.782716 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port e7116f33-e9ae-4345-9a69-36874a873800 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:25.783091 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:25.803544 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac30a61-2303-4fea-b3cb-9aa0e9eabd23 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event updated for resources: {'Port': ['ID=5befd1de-b513-4cc7-93cf-bf369f0e3d0c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:25.826982 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8764a50-e862-445b-b69d-c9d2d81d59aa None None] Pushing event deleted for resources: {'Port': ['ID=ad58c2a2-1afe-47a9-a4a5-dfdb82b5492d,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:25.829283 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:25.843156 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-dfc844c4-1944-4cae-9161-b40fc8ab7e71 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Calling delete_port for ad58c2a2-1afe-47a9-a4a5-dfdb82b5492d owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:33:25.846041 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-0c3d4ebe-7c4f-4370-82ba-866f55a92c8b tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Deleting port 77b1accd-d489-4204-bcf2-207fc0569e81 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:33:25.846387 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c3d4ebe-7c4f-4370-82ba-866f55a92c8b tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:25.957699 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f2518f88-6ade-42af-9125-365c42409d35 req-ca8fc8fe-fd20-4ed6-9224-e633dd67741e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88c45584-2d51-4746-a9ae-b07b0255b918 HTTP/1.1" status: 200 len: 1000 time: 0.5279105 Jul 15 23:33:26.061487 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2a8ad435-1a28-495f-a9f4-9ee71f290b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:26.064177 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2a8ad435-1a28-495f-a9f4-9ee71f290b93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:26.068908 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-2a8ad435-1a28-495f-a9f4-9ee71f290b93 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4a6695a5-0770-4f00-a806-d1554612abdd HTTP/1.1" status: 204 len: 168 time: 0.6188643 Jul 15 23:33:26.109156 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8ad435-1a28-495f-a9f4-9ee71f290b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a6695a5-0770-4f00-a806-d1554612abdd,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:26.136944 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c3d4ebe-7c4f-4370-82ba-866f55a92c8b tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:26.188332 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dfc844c4-1944-4cae-9161-b40fc8ab7e71 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:26.189924 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2518f88-6ade-42af-9125-365c42409d35 req-782c7e15-5b12-49b4-95ef-9fe4f311b2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:26.191691 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f2518f88-6ade-42af-9125-365c42409d35 req-782c7e15-5b12-49b4-95ef-9fe4f311b2ab service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0c7868f8-d819-4333-b9c5-ebc3d9707601 HTTP/1.1" status: 200 len: 849 time: 0.2011056 Jul 15 23:33:26.217509 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-0c3d4ebe-7c4f-4370-82ba-866f55a92c8b tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Calling delete_port for 77b1accd-d489-4204-bcf2-207fc0569e81 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:33:26.326440 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-150136e7-dcb5-468d-96c2-b5d87d128c6b None None] Provisioning for port 24098243-dad0-46da-b0b4-66d6c7c698c0 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:33:26.332133 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8764a50-e862-445b-b69d-c9d2d81d59aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:26.332716 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8764a50-e862-445b-b69d-c9d2d81d59aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:26.333002 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8764a50-e862-445b-b69d-c9d2d81d59aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:26.334167 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8764a50-e862-445b-b69d-c9d2d81d59aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:26.334563 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8764a50-e862-445b-b69d-c9d2d81d59aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:26.334905 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8764a50-e862-445b-b69d-c9d2d81d59aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:26.335244 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8764a50-e862-445b-b69d-c9d2d81d59aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:26.336196 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8764a50-e862-445b-b69d-c9d2d81d59aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:26.336373 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8764a50-e862-445b-b69d-c9d2d81d59aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:26.336839 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8764a50-e862-445b-b69d-c9d2d81d59aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:26.337183 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8764a50-e862-445b-b69d-c9d2d81d59aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:26.337685 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8764a50-e862-445b-b69d-c9d2d81d59aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:26.387933 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-150136e7-dcb5-468d-96c2-b5d87d128c6b None None] Provisioning complete for port 24098243-dad0-46da-b0b4-66d6c7c698c0 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:26.387933 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-150136e7-dcb5-468d-96c2-b5d87d128c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:26.423484 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8764a50-e862-445b-b69d-c9d2d81d59aa None None] No DVR routers for this DVR port ad58c2a2-1afe-47a9-a4a5-dfdb82b5492d on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:33:26.443236 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0ac30a61-2303-4fea-b3cb-9aa0e9eabd23 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:26.524950 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc844c4-1944-4cae-9161-b40fc8ab7e71 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] No DVR routers for this DVR port ad58c2a2-1afe-47a9-a4a5-dfdb82b5492d on host n-d-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:33:26.543076 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc844c4-1944-4cae-9161-b40fc8ab7e71 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Pushing event deleted for resources: {'Port': ['ID=ad58c2a2-1afe-47a9-a4a5-dfdb82b5492d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:26.649570 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dfc844c4-1944-4cae-9161-b40fc8ab7e71 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:26.663067 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-dfc844c4-1944-4cae-9161-b40fc8ab7e71 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ee7bd2a-bc5c-4fad-9236-3ed5993f1573']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:26.678378 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624660a3-5be8-42dc-b8cc-426435a77f49 None None] DHCP port deletion for 8c9ef581-e804-4d4f-b2d3-03039952bb7a request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:33:26.685565 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-dfc844c4-1944-4cae-9161-b40fc8ab7e71 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1230f44-dc11-4192-b4c9-f66266c75a29') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:26.685770 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-dfc844c4-1944-4cae-9161-b40fc8ab7e71 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1230f44-dc11-4192-b4c9-f66266c75a29') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:26.697824 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dfc844c4-1944-4cae-9161-b40fc8ab7e71 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:26.732208 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dfc844c4-1944-4cae-9161-b40fc8ab7e71 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:26.739972 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfc844c4-1944-4cae-9161-b40fc8ab7e71 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:33:26.740323 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dfc844c4-1944-4cae-9161-b40fc8ab7e71 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:26.745883 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2518f88-6ade-42af-9125-365c42409d35 req-91910fcf-c495-4e93-a711-9ec1d491353b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:26.748019 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f2518f88-6ade-42af-9125-365c42409d35 req-91910fcf-c495-4e93-a711-9ec1d491353b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=319575b4-274a-45da-9bf1-6decf487208b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5223639 Jul 15 23:33:26.849273 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:33:26.849273 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:33:26.849273 n-d-794306-6 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:33:26.849273 n-d-794306-6 neutron-server[93771]: self.session.flush() Jul 15 23:33:26.849273 n-d-794306-6 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:33:26.849273 n-d-794306-6 neutron-server[93771]: self.session.flush() Jul 15 23:33:26.849273 n-d-794306-6 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:33:26.849273 n-d-794306-6 neutron-server[93771]: self.session.flush() Jul 15 23:33:26.849273 n-d-794306-6 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:33:26.849273 n-d-794306-6 neutron-server[93771]: self.session.flush() Jul 15 23:33:26.849273 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:33:26.849273 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:33:26.849273 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:33:26.849273 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:33:26.849273 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:33:26.849273 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:33:26.849273 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:33:26.849273 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:33:26.849273 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:33:26.849273 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:33:26.849273 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:33:26.849273 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:33:26.849273 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:33:26.849273 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:33:26.849273 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:33:26.849273 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:33:26.849273 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:33:26.849273 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:33:26.849273 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:33:26.849273 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:33:26.849273 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:33:26.849273 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:33:26.849273 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:33:26.849273 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:33:26.849273 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:33:26.849273 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:33:26.849273 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:33:26.849273 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:33:26.849273 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:33:26.849273 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:33:26.849273 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:33:26.849273 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:33:26.853282 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dfc844c4-1944-4cae-9161-b40fc8ab7e71 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:26.857510 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dfc844c4-1944-4cae-9161-b40fc8ab7e71 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:26.859962 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-dfc844c4-1944-4cae-9161-b40fc8ab7e71 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] 10.222.0.48 "DELETE /v2.0/networks/0ee7bd2a-bc5c-4fad-9236-3ed5993f1573 HTTP/1.1" status: 204 len: 168 time: 1.9688356 Jul 15 23:33:26.888303 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 57498) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:26.941129 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-150136e7-dcb5-468d-96c2-b5d87d128c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:26.964645 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-169e6ec3-6ad6-49a6-991b-f5a8d2b74568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587cb7c2-ccf5-465e-87d7-601b25208365', 'name': 'tempest-ServerActionsTestJSON-37223586-router', 'tenant_id': '1482c544a11f4437b346c979b3eb517a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': 'e9a03392-97d7-442f-97b7-3c267093d8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:28Z', 'updated_at': '2021-07-15T23:32:38Z', 'revision_number': 4, 'project_id': '1482c544a11f4437b346c979b3eb517a', 'gw_port': {'id': 'e9a03392-97d7-442f-97b7-3c267093d8ac', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c8:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587cb7c2-ccf5-465e-87d7-601b25208365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:30Z', 'updated_at': '2021-07-15T23:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '25890cc5-e7db-4ca7-bf47-f14d7c936a4d', 'tenant_id': '1482c544a11f4437b346c979b3eb517a', 'floating_ip_address': '172.25.5.153', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '587cb7c2-ccf5-465e-87d7-601b25208365', 'port_id': '88c45584-2d51-4746-a9ae-b07b0255b918', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '319575b4-274a-45da-9bf1-6decf487208b', 'mac_address': 'fa:16:3e:7b:f6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14b28f1-1b98-463c-9c45-3154ee11bbe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:32:50Z', 'updated_at': '2021-07-15T23:33:20Z', 'revision_number': 1, 'project_id': '1482c544a11f4437b346c979b3eb517a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a39058a-5f55-4e92-9b3b-adfde05521a3', 'name': '', 'network_id': '319575b4-274a-45da-9bf1-6decf487208b', 'tenant_id': '1482c544a11f4437b346c979b3eb517a', 'mac_address': 'fa:16:3e:5f:7f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587cb7c2-ccf5-465e-87d7-601b25208365', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '0c7868f8-d819-4333-b9c5-ebc3d9707601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:36Z', 'updated_at': '2021-07-15T23:32:53Z', 'revision_number': 5, 'project_id': '1482c544a11f4437b346c979b3eb517a', 'subnets': [{'id': '0c7868f8-d819-4333-b9c5-ebc3d9707601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:26.992290 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef2ff396-2946-4c08-a25d-1b042251389b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:27.002031 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-150136e7-dcb5-468d-96c2-b5d87d128c6b None None] For port 24098243-dad0-46da-b0b4-66d6c7c698c0, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=24098243-dad0-46da-b0b4-66d6c7c698c0,segment=NetworkSegment(b99224d7-37a2-4cab-9e9b-a43d40298d61),segment_id=b99224d7-37a2-4cab-9e9b-a43d40298d61)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:27.040671 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc844c4-1944-4cae-9161-b40fc8ab7e71 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Pushing event deleted for resources: {'Network': ['ID=0ee7bd2a-bc5c-4fad-9236-3ed5993f1573,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:27.060567 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-150136e7-dcb5-468d-96c2-b5d87d128c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:27.067187 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169e6ec3-6ad6-49a6-991b-f5a8d2b74568 None None] Checking router: 587cb7c2-ccf5-465e-87d7-601b25208365 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:33:27.156062 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef2ff396-2946-4c08-a25d-1b042251389b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-998933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-998924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-999045'] for router, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:27.163522 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169e6ec3-6ad6-49a6-991b-f5a8d2b74568 None None] Routers {'587cb7c2-ccf5-465e-87d7-601b25208365'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:33:27.164329 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-169e6ec3-6ad6-49a6-991b-f5a8d2b74568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:33:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['587cb7c2-ccf5-465e-87d7-601b25208365'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:27.181265 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 2ec3e002-c170-4a3d-bf60-2f6cc4c75daf no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:33:27.267680 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c3d4ebe-7c4f-4370-82ba-866f55a92c8b tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:27.272853 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-624660a3-5be8-42dc-b8cc-426435a77f49 None None] Deleting port dbc1632d-bf72-4a37-ab99-a383568b217f {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:33:27.273230 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-624660a3-5be8-42dc-b8cc-426435a77f49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:27.281768 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 2ec3e002-c170-4a3d-bf60-2f6cc4c75daf {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:33:27.282223 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 2ec3e002-c170-4a3d-bf60-2f6cc4c75daf not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:33:27.304557 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf6afdc0-06ab-4117-a954-dacde21e2458 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:27.331542 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150136e7-dcb5-468d-96c2-b5d87d128c6b None None] Pushing event updated for resources: {'Port': ['ID=24098243-dad0-46da-b0b4-66d6c7c698c0,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:27.385393 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3d4ebe-7c4f-4370-82ba-866f55a92c8b tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Pushing event deleted for resources: {'Port': ['ID=77b1accd-d489-4204-bcf2-207fc0569e81,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:27.471655 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [req-f2518f88-6ade-42af-9125-365c42409d35 req-0f64a42b-582d-4c91-86b5-0466292100a2 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:33:27.473699 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f2518f88-6ade-42af-9125-365c42409d35 req-0f64a42b-582d-4c91-86b5-0466292100a2 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7148156 Jul 15 23:33:27.526431 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device ad58c2a2-1afe-47a9-a4a5-dfdb82b5492d no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:33:27.639374 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: ad58c2a2-1afe-47a9-a4a5-dfdb82b5492d {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:33:27.639809 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device ad58c2a2-1afe-47a9-a4a5-dfdb82b5492d not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:33:27.640240 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device dbc1632d-bf72-4a37-ab99-a383568b217f no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:33:27.675368 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c3d4ebe-7c4f-4370-82ba-866f55a92c8b tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999011'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:27.760426 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-624660a3-5be8-42dc-b8cc-426435a77f49 None None] For port dbc1632d-bf72-4a37-ab99-a383568b217f, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=dbc1632d-bf72-4a37-ab99-a383568b217f,segment=NetworkSegment(05385d53-b124-4c1a-8a2d-8f5e5115bc9e),segment_id=05385d53-b124-4c1a-8a2d-8f5e5115bc9e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:27.761344 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-624660a3-5be8-42dc-b8cc-426435a77f49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:27.825622 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-624660a3-5be8-42dc-b8cc-426435a77f49 None None] Calling delete_port for dbc1632d-bf72-4a37-ab99-a383568b217f owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:33:27.884769 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f2518f88-6ade-42af-9125-365c42409d35 req-5b1267b6-189e-470c-8794-b66ae27d7b99 service neutron] 10.222.0.49 "GET /v2.0/networks/319575b4-274a-45da-9bf1-6decf487208b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3941195 Jul 15 23:33:27.940093 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef2ff396-2946-4c08-a25d-1b042251389b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Router 9640fd60-1cb7-4f1d-8ffa-33af2feecc8a has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:33:27.956074 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-169e6ec3-6ad6-49a6-991b-f5a8d2b74568 None None] Set router 587cb7c2-ccf5-465e-87d7-601b25208365 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:33:28.100695 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9888fcbb-7fff-4f37-a1d2-550af496b179 None None] Provisioning for port 5befd1de-b513-4cc7-93cf-bf369f0e3d0c completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:33:28.212794 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9888fcbb-7fff-4f37-a1d2-550af496b179 None None] Provisioning complete for port 5befd1de-b513-4cc7-93cf-bf369f0e3d0c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:28.213188 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9888fcbb-7fff-4f37-a1d2-550af496b179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:28.326994 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:28.499931 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c3d4ebe-7c4f-4370-82ba-866f55a92c8b tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:28.503312 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c3d4ebe-7c4f-4370-82ba-866f55a92c8b tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:28.528139 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port dbc1632d-bf72-4a37-ab99-a383568b217f, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=dbc1632d-bf72-4a37-ab99-a383568b217f,segment=NetworkSegment(05385d53-b124-4c1a-8a2d-8f5e5115bc9e),segment_id=05385d53-b124-4c1a-8a2d-8f5e5115bc9e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:28.542334 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:28.576183 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-9888fcbb-7fff-4f37-a1d2-550af496b179 None None] Port 5befd1de-b513-4cc7-93cf-bf369f0e3d0c cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:33:28.637125 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c3d4ebe-7c4f-4370-82ba-866f55a92c8b tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:28.637914 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c3d4ebe-7c4f-4370-82ba-866f55a92c8b tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Fanout notify agent at l3_agent the message router_deleted on router 105b3eb8-4f56-4bcb-87f2-5c1610a83ee5 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:33:28.650270 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9888fcbb-7fff-4f37-a1d2-550af496b179 None None] Provisioning complete for port 24098243-dad0-46da-b0b4-66d6c7c698c0 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:28.650985 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9888fcbb-7fff-4f37-a1d2-550af496b179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:28.660392 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c3d4ebe-7c4f-4370-82ba-866f55a92c8b tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:28.666634 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-0c3d4ebe-7c4f-4370-82ba-866f55a92c8b tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] 10.222.0.48 "DELETE /v2.0/routers/105b3eb8-4f56-4bcb-87f2-5c1610a83ee5 HTTP/1.1" status: 204 len: 168 time: 3.9830537 Jul 15 23:33:28.669468 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 57524) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:28.674195 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-bf6afdc0-06ab-4117-a954-dacde21e2458 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Deleting port dbc1632d-bf72-4a37-ab99-a383568b217f {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:33:28.674195 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf6afdc0-06ab-4117-a954-dacde21e2458 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:28.695339 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-624660a3-5be8-42dc-b8cc-426435a77f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:28.732517 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624660a3-5be8-42dc-b8cc-426435a77f49 None None] No DVR routers for this DVR port dbc1632d-bf72-4a37-ab99-a383568b217f on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:33:28.741897 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=dbc1632d-bf72-4a37-ab99-a383568b217f,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:28.788523 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-bf6afdc0-06ab-4117-a954-dacde21e2458 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] For port dbc1632d-bf72-4a37-ab99-a383568b217f, host n-d-794306-6, got binding levels [] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:28.789128 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf6afdc0-06ab-4117-a954-dacde21e2458 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:28.812803 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624660a3-5be8-42dc-b8cc-426435a77f49 None None] Pushing event deleted for resources: {'Port': ['ID=dbc1632d-bf72-4a37-ab99-a383568b217f,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:28.817578 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-bf6afdc0-06ab-4117-a954-dacde21e2458 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Calling delete_port for dbc1632d-bf72-4a37-ab99-a383568b217f owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:33:28.826451 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.ipam_backend_mixin [None req-bf6afdc0-06ab-4117-a954-dacde21e2458 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Port dbc1632d-bf72-4a37-ab99-a383568b217f was not found and therefore no delete operation was performed {{(pid=93771) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 23:33:28.837319 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf6afdc0-06ab-4117-a954-dacde21e2458 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:28.943177 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6afdc0-06ab-4117-a954-dacde21e2458 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] No DVR routers for this DVR port dbc1632d-bf72-4a37-ab99-a383568b217f on host n-d-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:33:28.969183 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-169e6ec3-6ad6-49a6-991b-f5a8d2b74568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587cb7c2-ccf5-465e-87d7-601b25208365', 'name': 'tempest-ServerActionsTestJSON-37223586-router', 'tenant_id': '1482c544a11f4437b346c979b3eb517a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': 'e9a03392-97d7-442f-97b7-3c267093d8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:28Z', 'updated_at': '2021-07-15T23:32:38Z', 'revision_number': 4, 'project_id': '1482c544a11f4437b346c979b3eb517a', 'gw_port': {'id': 'e9a03392-97d7-442f-97b7-3c267093d8ac', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c8:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587cb7c2-ccf5-465e-87d7-601b25208365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:30Z', 'updated_at': '2021-07-15T23:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '25890cc5-e7db-4ca7-bf47-f14d7c936a4d', 'tenant_id': '1482c544a11f4437b346c979b3eb517a', 'floating_ip_address': '172.25.5.153', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '587cb7c2-ccf5-465e-87d7-601b25208365', 'port_id': '88c45584-2d51-4746-a9ae-b07b0255b918', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '319575b4-274a-45da-9bf1-6decf487208b', 'mac_address': 'fa:16:3e:7b:f6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14b28f1-1b98-463c-9c45-3154ee11bbe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:32:50Z', 'updated_at': '2021-07-15T23:33:20Z', 'revision_number': 1, 'project_id': '1482c544a11f4437b346c979b3eb517a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a39058a-5f55-4e92-9b3b-adfde05521a3', 'name': '', 'network_id': '319575b4-274a-45da-9bf1-6decf487208b', 'tenant_id': '1482c544a11f4437b346c979b3eb517a', 'mac_address': 'fa:16:3e:5f:7f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587cb7c2-ccf5-465e-87d7-601b25208365', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '0c7868f8-d819-4333-b9c5-ebc3d9707601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:36Z', 'updated_at': '2021-07-15T23:32:53Z', 'revision_number': 5, 'project_id': '1482c544a11f4437b346c979b3eb517a', 'subnets': [{'id': '0c7868f8-d819-4333-b9c5-ebc3d9707601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:28.976477 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef2ff396-2946-4c08-a25d-1b042251389b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:33:29.006909 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef2ff396-2946-4c08-a25d-1b042251389b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:29.008164 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-ef2ff396-2946-4c08-a25d-1b042251389b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "PUT /v2.0/routers/9640fd60-1cb7-4f1d-8ffa-33af2feecc8a HTTP/1.1" status: 200 len: 887 time: 3.4549897 Jul 15 23:33:29.017679 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 57534) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:29.044333 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f2518f88-6ade-42af-9125-365c42409d35 req-6fa80f55-2651-42cf-b2c0-021dcfe47f8c service neutron] 10.222.0.49 "GET /v2.0/networks/319575b4-274a-45da-9bf1-6decf487208b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0957429 Jul 15 23:33:29.051678 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6afdc0-06ab-4117-a954-dacde21e2458 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Pushing event deleted for resources: {'Port': ['ID=dbc1632d-bf72-4a37-ab99-a383568b217f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:29.059442 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bac8c0-dfed-4be4-b100-f483868c1920 None None] Sync routers for ids ['9640fd60-1cb7-4f1d-8ffa-33af2feecc8a'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:33:29.062818 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0ac30a61-2303-4fea-b3cb-9aa0e9eabd23 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:29.070957 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0ac30a61-2303-4fea-b3cb-9aa0e9eabd23 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:29.104283 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169e6ec3-6ad6-49a6-991b-f5a8d2b74568 None None] The sync data for ids ['587cb7c2-ccf5-465e-87d7-601b25208365'] in n-d-794306-6 is: [{'id': '587cb7c2-ccf5-465e-87d7-601b25208365', 'name': 'tempest-ServerActionsTestJSON-37223586-router', 'tenant_id': '1482c544a11f4437b346c979b3eb517a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': 'e9a03392-97d7-442f-97b7-3c267093d8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:28Z', 'updated_at': '2021-07-15T23:32:38Z', 'revision_number': 4, 'project_id': '1482c544a11f4437b346c979b3eb517a', 'gw_port': {'id': 'e9a03392-97d7-442f-97b7-3c267093d8ac', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c8:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587cb7c2-ccf5-465e-87d7-601b25208365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:30Z', 'updated_at': '2021-07-15T23:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '25890cc5-e7db-4ca7-bf47-f14d7c936a4d', 'tenant_id': '1482c544a11f4437b346c979b3eb517a', 'floating_ip_address': '172.25.5.153', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '587cb7c2-ccf5-465e-87d7-601b25208365', 'port_id': '88c45584-2d51-4746-a9ae-b07b0255b918', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '319575b4-274a-45da-9bf1-6decf487208b', 'mac_address': 'fa:16:3e:7b:f6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14b28f1-1b98-463c-9c45-3154ee11bbe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:32:50Z', 'updated_at': '2021-07-15T23:33:20Z', 'revision_number': 1, 'project_id': '1482c544a11f4437b346c979b3eb517a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a39058a-5f55-4e92-9b3b-adfde05521a3', 'name': '', 'network_id': '319575b4-274a-45da-9bf1-6decf487208b', 'tenant_id': '1482c544a11f4437b346c979b3eb517a', 'mac_address': 'fa:16:3e:5f:7f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587cb7c2-ccf5-465e-87d7-601b25208365', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '0c7868f8-d819-4333-b9c5-ebc3d9707601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:36Z', 'updated_at': '2021-07-15T23:32:53Z', 'revision_number': 5, 'project_id': '1482c544a11f4437b346c979b3eb517a', 'subnets': [{'id': '0c7868f8-d819-4333-b9c5-ebc3d9707601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:33:29.132079 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bac8c0-dfed-4be4-b100-f483868c1920 None None] Routers {'9640fd60-1cb7-4f1d-8ffa-33af2feecc8a'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:33:29.132747 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-74bac8c0-dfed-4be4-b100-f483868c1920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:33:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['9640fd60-1cb7-4f1d-8ffa-33af2feecc8a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:29.200884 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d5647a1-d64c-43c2-9d70-ce58f0109278 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Deleting subnet 95fe06fe-f968-47a4-a957-50964931143f {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:33:29.218474 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d5647a1-d64c-43c2-9d70-ce58f0109278 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:29.244959 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-74bac8c0-dfed-4be4-b100-f483868c1920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:29.247499 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a718371c-7fa9-4742-88a9-e1e8eb7bb3e2 None None] Provisioning complete for port 5befd1de-b513-4cc7-93cf-bf369f0e3d0c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:29.250898 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a718371c-7fa9-4742-88a9-e1e8eb7bb3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:29.306823 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac30a61-2303-4fea-b3cb-9aa0e9eabd23 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event updated for resources: {'Port': ['ID=5befd1de-b513-4cc7-93cf-bf369f0e3d0c,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:29.323654 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bac8c0-dfed-4be4-b100-f483868c1920 None None] Routers {'9640fd60-1cb7-4f1d-8ffa-33af2feecc8a'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:33:29.324265 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-74bac8c0-dfed-4be4-b100-f483868c1920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:33:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['9640fd60-1cb7-4f1d-8ffa-33af2feecc8a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:29.325153 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf6afdc0-06ab-4117-a954-dacde21e2458 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:29.338638 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c5b2b88a-128b-4d63-9bfb-16e43701e8ca req-c4ff22b6-acef-4bab-a32c-2f1de9687110 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7662532 Jul 15 23:33:29.340790 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0ac30a61-2303-4fea-b3cb-9aa0e9eabd23 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:29.358009 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-bf6afdc0-06ab-4117-a954-dacde21e2458 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c9ef581-e804-4d4f-b2d3-03039952bb7a']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:29.450586 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-bf6afdc0-06ab-4117-a954-dacde21e2458 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05385d53-b124-4c1a-8a2d-8f5e5115bc9e') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:29.451254 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-bf6afdc0-06ab-4117-a954-dacde21e2458 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05385d53-b124-4c1a-8a2d-8f5e5115bc9e') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:29.457052 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-74bac8c0-dfed-4be4-b100-f483868c1920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:29.457752 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bac8c0-dfed-4be4-b100-f483868c1920 None None] The sync data for ids ['9640fd60-1cb7-4f1d-8ffa-33af2feecc8a'] in n-d-794306-6 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:33:29.462867 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a718371c-7fa9-4742-88a9-e1e8eb7bb3e2 None None] Port 5befd1de-b513-4cc7-93cf-bf369f0e3d0c cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:33:29.504448 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 24098243-dad0-46da-b0b4-66d6c7c698c0 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:33:29.522186 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d5647a1-d64c-43c2-9d70-ce58f0109278 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:29.575119 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf6afdc0-06ab-4117-a954-dacde21e2458 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:29.607308 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac30a61-2303-4fea-b3cb-9aa0e9eabd23 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Network 738afb69-9dfa-4874-a9f9-3ca9e5030b6f is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:33:29.611038 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-0ac30a61-2303-4fea-b3cb-9aa0e9eabd23 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:33:29.640278 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22370cb7-0f75-4026-bfb9-c638a1bc5064 None None] New status for floating IP 25890cc5-e7db-4ca7-bf47-f14d7c936a4d: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:33:29.643459 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf6afdc0-06ab-4117-a954-dacde21e2458 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:29.662732 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e99d13dc-8e08-4888-a1d0-f5714358a60c tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "GET /v2.0/routers/9640fd60-1cb7-4f1d-8ffa-33af2feecc8a HTTP/1.1" status: 200 len: 887 time: 0.6187119 Jul 15 23:33:29.662993 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 24098243-dad0-46da-b0b4-66d6c7c698c0 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:29.663454 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:29.670010 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 57548) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:29.763485 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf6afdc0-06ab-4117-a954-dacde21e2458 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:33:29.767702 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf6afdc0-06ab-4117-a954-dacde21e2458 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:29.776218 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:33:29.776218 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:33:29.776218 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:33:29.776218 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:33:29.776218 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:33:29.776218 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:33:29.776218 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:33:29.776218 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:33:29.776218 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:33:29.776218 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:33:29.776218 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:33:29.776218 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:33:29.776218 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:33:29.776218 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:33:29.776218 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:33:29.776218 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:33:29.776218 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:33:29.776218 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:33:29.776218 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:33:29.776218 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:33:29.776218 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:33:29.776218 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:33:29.776218 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:33:29.776218 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:33:29.776218 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:33:29.776218 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:33:29.776218 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:33:29.776218 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:33:29.776218 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:33:29.776218 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:33:29.776218 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:33:29.776218 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:33:29.910950 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-bad938d6-56ae-433d-a5fb-fb2beeff4308 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "GET /v2.0/ports?device_id=9640fd60-1cb7-4f1d-8ffa-33af2feecc8a HTTP/1.1" status: 200 len: 205 time: 0.2355502 Jul 15 23:33:29.928788 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 57550) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:29.992834 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ac30a61-2303-4fea-b3cb-9aa0e9eabd23 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Router d83278e9-ad00-4107-ad4b-74b8e034d22f has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:33:30.015114 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d5647a1-d64c-43c2-9d70-ce58f0109278 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:30.060977 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b2b88a-128b-4d63-9bfb-16e43701e8ca req-29e0b59f-e6a8-44d2-a806-1a975c4688b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:30.062677 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c5b2b88a-128b-4d63-9bfb-16e43701e8ca req-29e0b59f-e6a8-44d2-a806-1a975c4688b0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1482c544a11f4437b346c979b3eb517a&device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 1097 time: 0.6377378 Jul 15 23:33:30.063583 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf6afdc0-06ab-4117-a954-dacde21e2458 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:30.080762 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf6afdc0-06ab-4117-a954-dacde21e2458 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:30.082901 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-bf6afdc0-06ab-4117-a954-dacde21e2458 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] 10.222.0.48 "DELETE /v2.0/networks/8c9ef581-e804-4d4f-b2d3-03039952bb7a HTTP/1.1" status: 204 len: 168 time: 3.1739435 Jul 15 23:33:30.111495 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 57554) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:30.120889 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b2cafe4a-c12b-4406-9e4d-e53fee76d135 None None] Provisioning complete for port 5befd1de-b513-4cc7-93cf-bf369f0e3d0c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:30.121461 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b2cafe4a-c12b-4406-9e4d-e53fee76d135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:30.176395 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b2cafe4a-c12b-4406-9e4d-e53fee76d135 None None] Port 5befd1de-b513-4cc7-93cf-bf369f0e3d0c cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:33:30.182303 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6afdc0-06ab-4117-a954-dacde21e2458 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Pushing event deleted for resources: {'Network': ['ID=8c9ef581-e804-4d4f-b2d3-03039952bb7a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:30.278247 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ea90cf7-3847-4b98-b9e1-fc834c5b4b5d tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Deleting subnet 6b1e3fd8-d578-4dfd-ba35-7c019ce82eab {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:33:30.283229 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6ea90cf7-3847-4b98-b9e1-fc834c5b4b5d tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:30.285841 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d5647a1-d64c-43c2-9d70-ce58f0109278 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:30.381676 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5647a1-d64c-43c2-9d70-ce58f0109278 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Pushing event deleted for resources: {'Subnet': ['ID=95fe06fe-f968-47a4-a957-50964931143f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:30.386208 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d5647a1-d64c-43c2-9d70-ce58f0109278 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:30.391251 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-6d5647a1-d64c-43c2-9d70-ce58f0109278 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] 10.222.0.48 "DELETE /v2.0/subnets/95fe06fe-f968-47a4-a957-50964931143f HTTP/1.1" status: 204 len: 168 time: 1.5589464 Jul 15 23:33:30.392253 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-095f66a7-1eb3-4c28-86b1-f8a5b49b2ac4 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:30.394784 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 57562) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:30.398835 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c27f1a-390a-43fa-8e33-e11fe83fd194 None None] Network 67188a61-beb7-4b81-a316-63469d079dc6 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:33:30.408595 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6ea90cf7-3847-4b98-b9e1-fc834c5b4b5d tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:30.494788 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b2b88a-128b-4d63-9bfb-16e43701e8ca req-a81007e7-c5cd-460b-a432-8c4acaade842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:30.508461 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c5b2b88a-128b-4d63-9bfb-16e43701e8ca req-a81007e7-c5cd-460b-a432-8c4acaade842 service neutron] 10.222.0.49 "GET /v2.0/networks?id=319575b4-274a-45da-9bf1-6decf487208b HTTP/1.1" status: 200 len: 911 time: 0.3640022 Jul 15 23:33:30.577365 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-095f66a7-1eb3-4c28-86b1-f8a5b49b2ac4 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:30.615110 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac30a61-2303-4fea-b3cb-9aa0e9eabd23 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:33:30.630512 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df771909-e704-4076-aa59-5040913f7fad None None] Sync routers for ids ['d83278e9-ad00-4107-ad4b-74b8e034d22f'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:33:30.652207 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-0ac30a61-2303-4fea-b3cb-9aa0e9eabd23 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "PUT /v2.0/routers/d83278e9-ad00-4107-ad4b-74b8e034d22f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8973389 Jul 15 23:33:30.664584 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df771909-e704-4076-aa59-5040913f7fad None None] Routers {'d83278e9-ad00-4107-ad4b-74b8e034d22f'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:33:30.669926 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-df771909-e704-4076-aa59-5040913f7fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:33:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['d83278e9-ad00-4107-ad4b-74b8e034d22f'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:30.692850 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c5b2b88a-128b-4d63-9bfb-16e43701e8ca req-1370362b-8469-4820-91c4-fa08ce0f6aa0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88c45584-2d51-4746-a9ae-b07b0255b918 HTTP/1.1" status: 200 len: 1002 time: 0.1744125 Jul 15 23:33:30.741888 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-095f66a7-1eb3-4c28-86b1-f8a5b49b2ac4 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Deleting port 891d4cfb-6ac9-4f88-80a7-83692aacd0fa {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:33:30.742244 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-095f66a7-1eb3-4c28-86b1-f8a5b49b2ac4 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:30.797305 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6ea90cf7-3847-4b98-b9e1-fc834c5b4b5d tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:30.855945 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825d47c9-d917-45db-9258-1e76bc89ad0c None None] DHCP port deletion for 67188a61-beb7-4b81-a316-63469d079dc6 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:33:30.981416 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1959000c-5139-4fe2-bc85-d134b3abf56d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:31.008301 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-095f66a7-1eb3-4c28-86b1-f8a5b49b2ac4 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:31.048103 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-095f66a7-1eb3-4c28-86b1-f8a5b49b2ac4 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Calling delete_port for 891d4cfb-6ac9-4f88-80a7-83692aacd0fa owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:33:31.050357 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6ea90cf7-3847-4b98-b9e1-fc834c5b4b5d tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:31.077555 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b2b88a-128b-4d63-9bfb-16e43701e8ca req-2fb2538f-e232-46a9-8cde-bc4ecb32473a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:31.089478 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c5b2b88a-128b-4d63-9bfb-16e43701e8ca req-2fb2538f-e232-46a9-8cde-bc4ecb32473a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0c7868f8-d819-4333-b9c5-ebc3d9707601 HTTP/1.1" status: 200 len: 849 time: 0.1541119 Jul 15 23:33:31.100108 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ed43def-6c02-4a56-b210-e3106f8d213e tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:31.154933 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea90cf7-3847-4b98-b9e1-fc834c5b4b5d tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Pushing event deleted for resources: {'Subnet': ['ID=6b1e3fd8-d578-4dfd-ba35-7c019ce82eab,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:31.163875 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6ea90cf7-3847-4b98-b9e1-fc834c5b4b5d tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:31.166280 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-6ea90cf7-3847-4b98-b9e1-fc834c5b4b5d tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] 10.222.0.48 "DELETE /v2.0/subnets/6b1e3fd8-d578-4dfd-ba35-7c019ce82eab HTTP/1.1" status: 204 len: 168 time: 1.0419769 Jul 15 23:33:31.170353 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 57584) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:31.295423 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-34400ab1-fab8-4593-a16c-b83ae5df4611 req-e2685b00-5335-4f5c-8789-87071bf4a100 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2098533767&fields=id&tenant_id=89469485c64e49f5b3171ed5499b9995 HTTP/1.1" status: 200 len: 267 time: 0.1888218 Jul 15 23:33:31.353282 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-665e48f5-eed3-4888-bf9e-7c8ad494c657 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:31.376993 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b2b88a-128b-4d63-9bfb-16e43701e8ca req-f174045a-6799-44c4-bebd-daaf046f144a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:31.376993 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c5b2b88a-128b-4d63-9bfb-16e43701e8ca req-f174045a-6799-44c4-bebd-daaf046f144a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=319575b4-274a-45da-9bf1-6decf487208b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2724657 Jul 15 23:33:31.430669 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840f8d0e-28e5-4527-9af0-8e78e974fe9f None None] Network 03766849-a631-4ea2-9381-54cc8a32f2a1 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:33:31.489585 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34400ab1-fab8-4593-a16c-b83ae5df4611 req-a53346b8-1636-4aff-bca0-d8e377229ac5 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:31.492316 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-34400ab1-fab8-4593-a16c-b83ae5df4611 req-a53346b8-1636-4aff-bca0-d8e377229ac5 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/networks?id=738afb69-9dfa-4874-a9f9-3ca9e5030b6f HTTP/1.1" status: 200 len: 797 time: 0.1837659 Jul 15 23:33:31.515517 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-8ed43def-6c02-4a56-b210-e3106f8d213e tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Deleting port bafd9f3c-493d-4beb-8ebb-0e834c787bd3 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:33:31.515889 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ed43def-6c02-4a56-b210-e3106f8d213e tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:31.558537 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device bafd9f3c-493d-4beb-8ebb-0e834c787bd3 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:33:31.566471 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-34400ab1-fab8-4593-a16c-b83ae5df4611 req-3d7d92bb-67f1-4e7d-9420-5d5230e0a41b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/quotas/89469485c64e49f5b3171ed5499b9995 HTTP/1.1" status: 200 len: 375 time: 0.0181766 Jul 15 23:33:31.658722 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-8ed43def-6c02-4a56-b210-e3106f8d213e tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] For port bafd9f3c-493d-4beb-8ebb-0e834c787bd3, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=bafd9f3c-493d-4beb-8ebb-0e834c787bd3,segment=NetworkSegment(759893a8-40eb-4ed4-8c98-f5678d10b3b7),segment_id=759893a8-40eb-4ed4-8c98-f5678d10b3b7)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:31.659085 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ed43def-6c02-4a56-b210-e3106f8d213e tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:31.676890 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-665e48f5-eed3-4888-bf9e-7c8ad494c657 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Deleting port 1cd0fe0e-c543-49ac-8e70-97a81bdc188e {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:33:31.677314 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-665e48f5-eed3-4888-bf9e-7c8ad494c657 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:31.684624 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c5b2b88a-128b-4d63-9bfb-16e43701e8ca req-d96e9daf-b243-4a79-951b-216d8508ed1d service neutron] 10.222.0.49 "GET /v2.0/networks/319575b4-274a-45da-9bf1-6decf487208b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879672 Jul 15 23:33:31.698844 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-8ed43def-6c02-4a56-b210-e3106f8d213e tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Calling delete_port for bafd9f3c-493d-4beb-8ebb-0e834c787bd3 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:33:31.739000 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-df771909-e704-4076-aa59-5040913f7fad None None] Set router d83278e9-ad00-4107-ad4b-74b8e034d22f gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:33:31.795652 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-825d47c9-d917-45db-9258-1e76bc89ad0c None None] Deleting port bafd9f3c-493d-4beb-8ebb-0e834c787bd3 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:33:31.796198 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-825d47c9-d917-45db-9258-1e76bc89ad0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:31.847246 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-095f66a7-1eb3-4c28-86b1-f8a5b49b2ac4 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:31.880834 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095f66a7-1eb3-4c28-86b1-f8a5b49b2ac4 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Pushing event deleted for resources: {'Port': ['ID=891d4cfb-6ac9-4f88-80a7-83692aacd0fa,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:31.955314 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-665e48f5-eed3-4888-bf9e-7c8ad494c657 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] For port 1cd0fe0e-c543-49ac-8e70-97a81bdc188e, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=1cd0fe0e-c543-49ac-8e70-97a81bdc188e,segment=NetworkSegment(7dc4f41c-bbb6-47ad-b694-85055d98c81d),segment_id=7dc4f41c-bbb6-47ad-b694-85055d98c81d)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:31.955711 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-665e48f5-eed3-4888-bf9e-7c8ad494c657 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:32.009113 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 57592) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:32.025717 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-665e48f5-eed3-4888-bf9e-7c8ad494c657 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Calling delete_port for 1cd0fe0e-c543-49ac-8e70-97a81bdc188e owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:33:32.052762 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-825d47c9-d917-45db-9258-1e76bc89ad0c None None] For port bafd9f3c-493d-4beb-8ebb-0e834c787bd3, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=bafd9f3c-493d-4beb-8ebb-0e834c787bd3,segment=NetworkSegment(759893a8-40eb-4ed4-8c98-f5678d10b3b7),segment_id=759893a8-40eb-4ed4-8c98-f5678d10b3b7)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:32.053444 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-825d47c9-d917-45db-9258-1e76bc89ad0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:32.071074 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-825d47c9-d917-45db-9258-1e76bc89ad0c None None] Calling delete_port for bafd9f3c-493d-4beb-8ebb-0e834c787bd3 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:33:32.074535 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c5b2b88a-128b-4d63-9bfb-16e43701e8ca req-23209098-99d2-4e16-a0e9-9faf46f4ea95 service neutron] 10.222.0.49 "GET /v2.0/networks/319575b4-274a-45da-9bf1-6decf487208b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3749168 Jul 15 23:33:32.090172 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83407510-9c2a-4839-9c9d-e8b9efea4a3a None None] DHCP port deletion for 03766849-a631-4ea2-9381-54cc8a32f2a1 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:33:32.115332 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:32.144617 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-34400ab1-fab8-4593-a16c-b83ae5df4611 req-f8a94836-9e39-428c-8ff2-bbb99991c379 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=89469485c64e49f5b3171ed5499b9995&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5624976 Jul 15 23:33:32.156917 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ed43def-6c02-4a56-b210-e3106f8d213e tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:32.157850 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-095f66a7-1eb3-4c28-86b1-f8a5b49b2ac4 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999011'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:32.226542 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed43def-6c02-4a56-b210-e3106f8d213e tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Pushing event deleted for resources: {'Port': ['ID=bafd9f3c-493d-4beb-8ebb-0e834c787bd3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:32.268285 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed43def-6c02-4a56-b210-e3106f8d213e tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] No DVR routers for this DVR port bafd9f3c-493d-4beb-8ebb-0e834c787bd3 on host n-d-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:33:32.315018 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-34400ab1-fab8-4593-a16c-b83ae5df4611 req-ef29d003-01a8-4895-9c97-e5b24e89d9d5 service neutron] 10.222.0.48 "GET /v2.0/networks/738afb69-9dfa-4874-a9f9-3ca9e5030b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494348 Jul 15 23:33:32.363112 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f4c4921b-3638-416b-9a27-5a5b23c0f38a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:32.391214 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-665e48f5-eed3-4888-bf9e-7c8ad494c657 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:32.455001 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ed43def-6c02-4a56-b210-e3106f8d213e tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:32.471821 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-095f66a7-1eb3-4c28-86b1-f8a5b49b2ac4 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:32.472133 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665e48f5-eed3-4888-bf9e-7c8ad494c657 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Pushing event deleted for resources: {'Port': ['ID=1cd0fe0e-c543-49ac-8e70-97a81bdc188e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:32.477162 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-83407510-9c2a-4839-9c9d-e8b9efea4a3a None None] Deleting port 1cd0fe0e-c543-49ac-8e70-97a81bdc188e {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:33:32.477685 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665e48f5-eed3-4888-bf9e-7c8ad494c657 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] No DVR routers for this DVR port 1cd0fe0e-c543-49ac-8e70-97a81bdc188e on host n-d-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:33:32.477838 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-83407510-9c2a-4839-9c9d-e8b9efea4a3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:32.481815 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-095f66a7-1eb3-4c28-86b1-f8a5b49b2ac4 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:32.482029 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-8ed43def-6c02-4a56-b210-e3106f8d213e tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67188a61-beb7-4b81-a316-63469d079dc6']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:32.544174 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-8ed43def-6c02-4a56-b210-e3106f8d213e tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '759893a8-40eb-4ed4-8c98-f5678d10b3b7') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:32.544505 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-8ed43def-6c02-4a56-b210-e3106f8d213e tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '759893a8-40eb-4ed4-8c98-f5678d10b3b7') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:32.566335 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-83407510-9c2a-4839-9c9d-e8b9efea4a3a None None] For port 1cd0fe0e-c543-49ac-8e70-97a81bdc188e, host n-d-794306-6, got binding levels [] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:32.567905 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-83407510-9c2a-4839-9c9d-e8b9efea4a3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:32.577650 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ed43def-6c02-4a56-b210-e3106f8d213e tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:32.589408 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-83407510-9c2a-4839-9c9d-e8b9efea4a3a None None] Calling delete_port for 1cd0fe0e-c543-49ac-8e70-97a81bdc188e owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:33:32.592632 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.ipam_backend_mixin [None req-83407510-9c2a-4839-9c9d-e8b9efea4a3a None None] Port 1cd0fe0e-c543-49ac-8e70-97a81bdc188e was not found and therefore no delete operation was performed {{(pid=93772) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 23:33:32.595167 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-095f66a7-1eb3-4c28-86b1-f8a5b49b2ac4 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:32.596470 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-83407510-9c2a-4839-9c9d-e8b9efea4a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:32.597203 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095f66a7-1eb3-4c28-86b1-f8a5b49b2ac4 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Fanout notify agent at l3_agent the message router_deleted on router 9640fd60-1cb7-4f1d-8ffa-33af2feecc8a {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:33:32.609246 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-095f66a7-1eb3-4c28-86b1-f8a5b49b2ac4 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:32.616888 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-095f66a7-1eb3-4c28-86b1-f8a5b49b2ac4 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "DELETE /v2.0/routers/9640fd60-1cb7-4f1d-8ffa-33af2feecc8a HTTP/1.1" status: 204 len: 168 time: 2.6860912 Jul 15 23:33:32.617117 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 57600) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:32.623665 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-665e48f5-eed3-4888-bf9e-7c8ad494c657 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:32.623896 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-f91adcc8-bcaf-45f7-b472-cd15b3c3fe2b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Request body: {'network': {'name': 'tempest-RoutersTest-207234995'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:32.639858 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-825d47c9-d917-45db-9258-1e76bc89ad0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:32.643220 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ed43def-6c02-4a56-b210-e3106f8d213e tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:32.647432 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-665e48f5-eed3-4888-bf9e-7c8ad494c657 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03766849-a631-4ea2-9381-54cc8a32f2a1']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:32.649888 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-34400ab1-fab8-4593-a16c-b83ae5df4611 req-87388d88-a5ff-49fe-90b2-a9f7f4eafb0f service neutron] 10.222.0.48 "GET /v2.0/networks/738afb69-9dfa-4874-a9f9-3ca9e5030b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3313098 Jul 15 23:33:32.651138 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83407510-9c2a-4839-9c9d-e8b9efea4a3a None None] Pushing event deleted for resources: {'Port': ['ID=1cd0fe0e-c543-49ac-8e70-97a81bdc188e,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:32.673483 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ed43def-6c02-4a56-b210-e3106f8d213e tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:33:32.674194 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ed43def-6c02-4a56-b210-e3106f8d213e tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:32.679645 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-665e48f5-eed3-4888-bf9e-7c8ad494c657 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dc4f41c-bbb6-47ad-b694-85055d98c81d') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:32.680012 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-665e48f5-eed3-4888-bf9e-7c8ad494c657 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dc4f41c-bbb6-47ad-b694-85055d98c81d') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:32.682991 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:33:32.682991 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:33:32.682991 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:33:32.682991 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:33:32.682991 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:33:32.682991 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:33:32.682991 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:33:32.682991 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:33:32.682991 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:33:32.682991 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:33:32.682991 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:33:32.682991 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:33:32.682991 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:33:32.682991 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:33:32.682991 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:33:32.682991 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:33:32.682991 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:33:32.682991 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:33:32.682991 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:33:32.682991 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:33:32.682991 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:33:32.682991 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:33:32.682991 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:33:32.682991 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:33:32.682991 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:33:32.682991 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:33:32.682991 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:33:32.682991 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:33:32.682991 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:33:32.682991 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:33:32.682991 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:33:32.682991 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:33:32.688457 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825d47c9-d917-45db-9258-1e76bc89ad0c None None] Pushing event deleted for resources: {'Port': ['ID=bafd9f3c-493d-4beb-8ebb-0e834c787bd3,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:32.692736 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825d47c9-d917-45db-9258-1e76bc89ad0c None None] No DVR routers for this DVR port bafd9f3c-493d-4beb-8ebb-0e834c787bd3 on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:33:32.697927 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83407510-9c2a-4839-9c9d-e8b9efea4a3a None None] No DVR routers for this DVR port 1cd0fe0e-c543-49ac-8e70-97a81bdc188e on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:33:32.739867 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-665e48f5-eed3-4888-bf9e-7c8ad494c657 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:32.747303 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-df771909-e704-4076-aa59-5040913f7fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83278e9-ad00-4107-ad4b-74b8e034d22f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1872943609', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'e7116f33-e9ae-4345-9a69-36874a873800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:11Z', 'updated_at': '2021-07-15T23:33:26Z', 'revision_number': 4, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'gw_port': {'id': 'e7116f33-e9ae-4345-9a69-36874a873800', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:7b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83278e9-ad00-4107-ad4b-74b8e034d22f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:14Z', 'updated_at': '2021-07-15T23:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '5befd1de-b513-4cc7-93cf-bf369f0e3d0c', 'name': '', 'network_id': '738afb69-9dfa-4874-a9f9-3ca9e5030b6f', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'mac_address': 'fa:16:3e:b7:01:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd83278e9-ad00-4107-ad4b-74b8e034d22f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '47fce57d-ff76-4ff8-b86b-50ddd70517e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:23Z', 'updated_at': '2021-07-15T23:33:27Z', 'revision_number': 2, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'subnets': [{'id': '47fce57d-ff76-4ff8-b86b-50ddd70517e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:32.808901 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df771909-e704-4076-aa59-5040913f7fad None None] Checking router: d83278e9-ad00-4107-ad4b-74b8e034d22f for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:33:32.809855 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df771909-e704-4076-aa59-5040913f7fad None None] Updating router d83278e9-ad00-4107-ad4b-74b8e034d22f port 5befd1de-b513-4cc7-93cf-bf369f0e3d0c binding host n-d-794306-6 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:33:32.814385 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-665e48f5-eed3-4888-bf9e-7c8ad494c657 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:32.825404 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-665e48f5-eed3-4888-bf9e-7c8ad494c657 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:33:32.825810 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-665e48f5-eed3-4888-bf9e-7c8ad494c657 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:32.829213 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:33:32.829213 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:33:32.829213 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:33:32.829213 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:33:32.829213 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:33:32.829213 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:33:32.829213 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:33:32.829213 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:33:32.829213 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:33:32.829213 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:33:32.829213 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:33:32.829213 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:33:32.829213 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:33:32.829213 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:33:32.829213 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:33:32.829213 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:33:32.829213 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:33:32.829213 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:33:32.829213 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:33:32.829213 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:33:32.829213 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:33:32.829213 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:33:32.829213 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:33:32.829213 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:33:32.829213 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:33:32.829213 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:33:32.829213 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:33:32.829213 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:33:32.829213 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:33:32.829213 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:33:32.829213 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:33:32.829213 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:33:32.842437 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ed43def-6c02-4a56-b210-e3106f8d213e tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:32.869181 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ed43def-6c02-4a56-b210-e3106f8d213e tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:32.873545 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-8ed43def-6c02-4a56-b210-e3106f8d213e tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] 10.222.0.48 "DELETE /v2.0/networks/67188a61-beb7-4b81-a316-63469d079dc6 HTTP/1.1" status: 204 len: 168 time: 2.4723184 Jul 15 23:33:32.873933 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 57604) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:32.886327 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-df771909-e704-4076-aa59-5040913f7fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:32.970266 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fab6a1ee-83c6-4aab-a189-ad1acfced8a3 req-49ec211c-b05c-43c7-9c73-23d1197978c0 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=3106dd36-bfe0-4495-b6f8-bbda0880ee0f HTTP/1.1" status: 200 len: 210 time: 0.0431826 Jul 15 23:33:32.989579 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed43def-6c02-4a56-b210-e3106f8d213e tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Pushing event deleted for resources: {'Network': ['ID=67188a61-beb7-4b81-a316-63469d079dc6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:32.999045 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f4c4921b-3638-416b-9a27-5a5b23c0f38a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:33.008342 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f4c4921b-3638-416b-9a27-5a5b23c0f38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:33.036047 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-665e48f5-eed3-4888-bf9e-7c8ad494c657 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:33.056569 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-665e48f5-eed3-4888-bf9e-7c8ad494c657 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:33.059078 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-665e48f5-eed3-4888-bf9e-7c8ad494c657 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] 10.222.0.48 "DELETE /v2.0/networks/03766849-a631-4ea2-9381-54cc8a32f2a1 HTTP/1.1" status: 204 len: 168 time: 1.8851457 Jul 15 23:33:33.065578 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 57610) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:33.075292 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91adcc8-bcaf-45f7-b472-cd15b3c3fe2b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Made reservation on behalf of 11b45b448a4843a1ab9b8fe9c2c28bb7 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:33:33.080189 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f91adcc8-bcaf-45f7-b472-cd15b3c3fe2b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:33.110155 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665e48f5-eed3-4888-bf9e-7c8ad494c657 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Pushing event deleted for resources: {'Network': ['ID=03766849-a631-4ea2-9381-54cc8a32f2a1,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:33.173216 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f4c4921b-3638-416b-9a27-5a5b23c0f38a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e125fa338eaf420a84bed2858331330d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1540508 Jul 15 23:33:33.181091 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 57616) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:33.181091 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 57618) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:33.182099 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ab218a99-aec3-4385-a119-a82d5f16957a tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] 10.222.0.48 "GET /v2.0/ports?device_id=531f110c-863b-4119-b4f2-22731ba21534 HTTP/1.1" status: 200 len: 205 time: 0.1112082 Jul 15 23:33:33.182258 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f91adcc8-bcaf-45f7-b472-cd15b3c3fe2b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:33:33.182458 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c4921b-3638-416b-9a27-5a5b23c0f38a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eac9fb5-f251-4aed-954b-74b6066dc8ec,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:33.290220 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-de3fb5fd-c3f9-4f52-9386-3518735f6c72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:33.306598 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f91adcc8-bcaf-45f7-b472-cd15b3c3fe2b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:33.307056 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-f91adcc8-bcaf-45f7-b472-cd15b3c3fe2b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Added segment 3459ee57-a7aa-43e0-8783-625ea4ac5825 of type vlan for network 8fb8aa9a-090b-4a7b-b73f-e523d48ca905 Jul 15 23:33:33.375752 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-62d76fd9-6e0b-4187-9fe0-9f8a8835dc13 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Deleting port 93c6a888-d721-4fc6-8a19-5b6fd66c97a5 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:33:33.376330 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-62d76fd9-6e0b-4187-9fe0-9f8a8835dc13 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:33.406723 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:33.419928 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-df771909-e704-4076-aa59-5040913f7fad None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:33.454472 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-df771909-e704-4076-aa59-5040913f7fad None None] Transition to ACTIVE for port object 5befd1de-b513-4cc7-93cf-bf369f0e3d0c will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:33:33.463370 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-df771909-e704-4076-aa59-5040913f7fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:33.477096 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7928b1e7-97e0-4400-975e-75ea70e30d87 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:33.483062 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f91adcc8-bcaf-45f7-b472-cd15b3c3fe2b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:33.498177 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 1cd0fe0e-c543-49ac-8e70-97a81bdc188e no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:33:33.535942 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 1cd0fe0e-c543-49ac-8e70-97a81bdc188e {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:33:33.536988 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 1cd0fe0e-c543-49ac-8e70-97a81bdc188e not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:33:33.639453 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ba771b-9903-4608-9bc4-4155e3ecfbc1 None None] Pushing event updated for resources: {'Port': ['ID=5befd1de-b513-4cc7-93cf-bf369f0e3d0c,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:33.676378 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-df771909-e704-4076-aa59-5040913f7fad None None] Attempting to bind port 5befd1de-b513-4cc7-93cf-bf369f0e3d0c on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:33:33.676922 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-df771909-e704-4076-aa59-5040913f7fad None None] Attempting to bind port 5befd1de-b513-4cc7-93cf-bf369f0e3d0c by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'b99224d7-37a2-4cab-9e9b-a43d40298d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '738afb69-9dfa-4874-a9f9-3ca9e5030b6f'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:33:33.677537 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df771909-e704-4076-aa59-5040913f7fad None None] Attempting to bind port 5befd1de-b513-4cc7-93cf-bf369f0e3d0c on network 738afb69-9dfa-4874-a9f9-3ca9e5030b6f {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:33:33.685434 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df771909-e704-4076-aa59-5040913f7fad None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:33:33.686063 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df771909-e704-4076-aa59-5040913f7fad None None] Checking segment: {'id': 'b99224d7-37a2-4cab-9e9b-a43d40298d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '738afb69-9dfa-4874-a9f9-3ca9e5030b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:33:33.687171 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-df771909-e704-4076-aa59-5040913f7fad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:33.688079 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df771909-e704-4076-aa59-5040913f7fad None None] Bound using segment: {'id': 'b99224d7-37a2-4cab-9e9b-a43d40298d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '738afb69-9dfa-4874-a9f9-3ca9e5030b6f'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:33:33.688462 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-df771909-e704-4076-aa59-5040913f7fad None None] Bound port: 5befd1de-b513-4cc7-93cf-bf369f0e3d0c, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b99224d7-37a2-4cab-9e9b-a43d40298d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '738afb69-9dfa-4874-a9f9-3ca9e5030b6f'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:33:33.688860 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-df771909-e704-4076-aa59-5040913f7fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:33.740761 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2c30be28-60b3-466b-9dd3-728d572acb9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:33.805590 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-df771909-e704-4076-aa59-5040913f7fad None None] For port 5befd1de-b513-4cc7-93cf-bf369f0e3d0c, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:33:33.811091 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-df771909-e704-4076-aa59-5040913f7fad None None] For port 5befd1de-b513-4cc7-93cf-bf369f0e3d0c, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=5befd1de-b513-4cc7-93cf-bf369f0e3d0c,segment=NetworkSegment(b99224d7-37a2-4cab-9e9b-a43d40298d61),segment_id=b99224d7-37a2-4cab-9e9b-a43d40298d61)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:33:33.816313 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-df771909-e704-4076-aa59-5040913f7fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:33.831493 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-62d76fd9-6e0b-4187-9fe0-9f8a8835dc13 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:33.831850 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-62d76fd9-6e0b-4187-9fe0-9f8a8835dc13 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:33.834678 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f91adcc8-bcaf-45f7-b472-cd15b3c3fe2b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:33.840615 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91adcc8-bcaf-45f7-b472-cd15b3c3fe2b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:33.841078 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f91adcc8-bcaf-45f7-b472-cd15b3c3fe2b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:33.894369 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-62d76fd9-6e0b-4187-9fe0-9f8a8835dc13 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Calling delete_port for 93c6a888-d721-4fc6-8a19-5b6fd66c97a5 owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:33:33.897508 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7928b1e7-97e0-4400-975e-75ea70e30d87 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:33.918646 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7928b1e7-97e0-4400-975e-75ea70e30d87 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:33.929672 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ba771b-9903-4608-9bc4-4155e3ecfbc1 None None] Pushing event updated for resources: {'Port': ['ID=5befd1de-b513-4cc7-93cf-bf369f0e3d0c,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:33.939629 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2c30be28-60b3-466b-9dd3-728d572acb9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:33.947462 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df771909-e704-4076-aa59-5040913f7fad None None] Routers {'d83278e9-ad00-4107-ad4b-74b8e034d22f'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:33:33.948335 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-df771909-e704-4076-aa59-5040913f7fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:33:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['d83278e9-ad00-4107-ad4b-74b8e034d22f'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:34.021040 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-f91adcc8-bcaf-45f7-b472-cd15b3c3fe2b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4014108 Jul 15 23:33:34.024756 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 57626) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:34.041079 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-540c5011-4952-4392-a789-42937d233ecb tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Request body: {'subnet': {'network_id': '8fb8aa9a-090b-4a7b-b73f-e523d48ca905', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:34.066552 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91adcc8-bcaf-45f7-b472-cd15b3c3fe2b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Pushing event updated for resources: {'Network': ['ID=8fb8aa9a-090b-4a7b-b73f-e523d48ca905,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:34.100557 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7928b1e7-97e0-4400-975e-75ea70e30d87 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:34.101105 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7928b1e7-97e0-4400-975e-75ea70e30d87 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Fanout notify agent at l3_agent the message router_deleted on router 531f110c-863b-4119-b4f2-22731ba21534 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:33:34.116619 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7928b1e7-97e0-4400-975e-75ea70e30d87 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:34.117891 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-7928b1e7-97e0-4400-975e-75ea70e30d87 tempest-RoutersNegativeTest-918085904 tempest-RoutersNegativeTest-918085904-project] 10.222.0.48 "DELETE /v2.0/routers/531f110c-863b-4119-b4f2-22731ba21534 HTTP/1.1" status: 204 len: 168 time: 0.9270058 Jul 15 23:33:34.178699 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 8fb8aa9a-090b-4a7b-b73f-e523d48ca905 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:33:34.255865 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-00ced710-df40-46c1-a26a-af1c645948da req-f77efb91-890f-4e9e-b5fe-2d62d03aa67b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=3106dd36-bfe0-4495-b6f8-bbda0880ee0f HTTP/1.1" status: 200 len: 210 time: 0.0798426 Jul 15 23:33:34.265218 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2c30be28-60b3-466b-9dd3-728d572acb9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:34.269357 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2c30be28-60b3-466b-9dd3-728d572acb9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:34.275399 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-2c30be28-60b3-466b-9dd3-728d572acb9c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7eac9fb5-f251-4aed-954b-74b6066dc8ec HTTP/1.1" status: 204 len: 168 time: 1.0860279 Jul 15 23:33:34.354447 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-540c5011-4952-4392-a789-42937d233ecb tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Made reservation on behalf of 11b45b448a4843a1ab9b8fe9c2c28bb7 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:33:34.358047 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-540c5011-4952-4392-a789-42937d233ecb tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:34.378293 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c30be28-60b3-466b-9dd3-728d572acb9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eac9fb5-f251-4aed-954b-74b6066dc8ec,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:34.446872 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-df771909-e704-4076-aa59-5040913f7fad None None] Set router d83278e9-ad00-4107-ad4b-74b8e034d22f gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:33:34.472046 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-62d76fd9-6e0b-4187-9fe0-9f8a8835dc13 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:34.573529 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d76fd9-6e0b-4187-9fe0-9f8a8835dc13 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Pushing event deleted for resources: {'Port': ['ID=93c6a888-d721-4fc6-8a19-5b6fd66c97a5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:34.619069 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:34.787469 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 57648) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:34.813133 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-62d76fd9-6e0b-4187-9fe0-9f8a8835dc13 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:34.824026 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-62d76fd9-6e0b-4187-9fe0-9f8a8835dc13 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:34.825331 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-62d76fd9-6e0b-4187-9fe0-9f8a8835dc13 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] 10.222.0.48 "DELETE /v2.0/floatingips/bac1c05b-ae30-4f75-ba31-e2f4e74edf36 HTTP/1.1" status: 204 len: 168 time: 1.9501672 Jul 15 23:33:34.830239 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 57652) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:34.877184 n-d-794306-6 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-145125e1-b5ea-4750-bc39-1536bd1a5eda tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] DELETE failed (client error): The resource could not be found. Jul 15 23:33:34.877184 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-145125e1-b5ea-4750-bc39-1536bd1a5eda tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:33:34.879014 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-145125e1-b5ea-4750-bc39-1536bd1a5eda tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] 10.222.0.48 "DELETE /v2.0/ports/38f15ad0-8709-4831-8b3a-c9b8ca2fb426 HTTP/1.1" status: 404 len: 333 time: 0.0477703 Jul 15 23:33:34.888681 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 57654) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:34.990395 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-d0ddca48-f6c5-4f84-bcbc-b6c88a7356da tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] 10.222.0.48 "GET /v2.0/ports?device_id=105b3eb8-4f56-4bcb-87f2-5c1610a83ee5 HTTP/1.1" status: 200 len: 205 time: 0.0819707 Jul 15 23:33:34.991778 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 57656) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:35.101081 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-df771909-e704-4076-aa59-5040913f7fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83278e9-ad00-4107-ad4b-74b8e034d22f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1872943609', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'e7116f33-e9ae-4345-9a69-36874a873800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:11Z', 'updated_at': '2021-07-15T23:33:26Z', 'revision_number': 4, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'gw_port': {'id': 'e7116f33-e9ae-4345-9a69-36874a873800', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:7b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83278e9-ad00-4107-ad4b-74b8e034d22f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:14Z', 'updated_at': '2021-07-15T23:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '5befd1de-b513-4cc7-93cf-bf369f0e3d0c', 'name': '', 'network_id': '738afb69-9dfa-4874-a9f9-3ca9e5030b6f', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'mac_address': 'fa:16:3e:b7:01:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd83278e9-ad00-4107-ad4b-74b8e034d22f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '47fce57d-ff76-4ff8-b86b-50ddd70517e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:23Z', 'updated_at': '2021-07-15T23:33:33Z', 'revision_number': 4, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'subnets': [{'id': '47fce57d-ff76-4ff8-b86b-50ddd70517e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:35.112581 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 57658) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:35.131315 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [None req-dcf75458-25f0-4b15-80c1-12badb790ef8 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] delete failed (client error): The resource could not be found. Jul 15 23:33:35.134665 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-dcf75458-25f0-4b15-80c1-12badb790ef8 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] 10.222.0.48 "DELETE /v2.0/routers/105b3eb8-4f56-4bcb-87f2-5c1610a83ee5 HTTP/1.1" status: 404 len: 336 time: 0.1396425 Jul 15 23:33:35.144265 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 57660) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:35.146787 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df771909-e704-4076-aa59-5040913f7fad None None] The sync data for ids ['d83278e9-ad00-4107-ad4b-74b8e034d22f'] in n-d-794306-6 is: [{'id': 'd83278e9-ad00-4107-ad4b-74b8e034d22f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1872943609', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'e7116f33-e9ae-4345-9a69-36874a873800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:11Z', 'updated_at': '2021-07-15T23:33:26Z', 'revision_number': 4, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'gw_port': {'id': 'e7116f33-e9ae-4345-9a69-36874a873800', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:7b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83278e9-ad00-4107-ad4b-74b8e034d22f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:14Z', 'updated_at': '2021-07-15T23:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '5befd1de-b513-4cc7-93cf-bf369f0e3d0c', 'name': '', 'network_id': '738afb69-9dfa-4874-a9f9-3ca9e5030b6f', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'mac_address': 'fa:16:3e:b7:01:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd83278e9-ad00-4107-ad4b-74b8e034d22f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '47fce57d-ff76-4ff8-b86b-50ddd70517e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:23Z', 'updated_at': '2021-07-15T23:33:33Z', 'revision_number': 4, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'subnets': [{'id': '47fce57d-ff76-4ff8-b86b-50ddd70517e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:33:35.182491 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34400ab1-fab8-4593-a16c-b83ae5df4611 req-296e2fc8-569c-4916-903c-338db2bf82e1 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:35.186982 n-d-794306-6 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-9139271d-4d6b-4179-90f3-58b5482eea41 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] DELETE failed (client error): The resource could not be found. Jul 15 23:33:35.187448 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9139271d-4d6b-4179-90f3-58b5482eea41 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:33:35.189285 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-9139271d-4d6b-4179-90f3-58b5482eea41 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] 10.222.0.48 "DELETE /v2.0/subnets/95fe06fe-f968-47a4-a957-50964931143f HTTP/1.1" status: 404 len: 337 time: 0.0330665 Jul 15 23:33:35.189441 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-34400ab1-fab8-4593-a16c-b83ae5df4611 req-296e2fc8-569c-4916-903c-338db2bf82e1 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.49 "GET /v2.0/networks?id=738afb69-9dfa-4874-a9f9-3ca9e5030b6f HTTP/1.1" status: 200 len: 797 time: 0.6296515 Jul 15 23:33:35.190333 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53902c58-dcfa-4f1d-9eb9-4ea8a2eafcd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:35.193369 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 57662) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:35.290190 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-540c5011-4952-4392-a789-42937d233ecb tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:35.376626 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53902c58-dcfa-4f1d-9eb9-4ea8a2eafcd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:35.385391 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53902c58-dcfa-4f1d-9eb9-4ea8a2eafcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:35.480042 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-53902c58-dcfa-4f1d-9eb9-4ea8a2eafcd8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=94d66b9086e64d2d86736e10a3b60165&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3661284 Jul 15 23:33:35.480733 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 57666) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:35.494714 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53902c58-dcfa-4f1d-9eb9-4ea8a2eafcd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee080d8-4433-470c-96a2-37a4f7a8a046,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:35.539932 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-34400ab1-fab8-4593-a16c-b83ae5df4611 req-ad5b0acc-c5c4-45e3-9b9a-9eeef73d40c3 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89469485c64e49f5b3171ed5499b9995 HTTP/1.1" status: 200 len: 380 time: 0.3409185 Jul 15 23:33:35.576034 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-34400ab1-fab8-4593-a16c-b83ae5df4611 req-d17c12a6-75c8-408f-82a1-648d2286a35a tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Request body: {'port': {'device_id': '3106dd36-bfe0-4495-b6f8-bbda0880ee0f', 'network_id': '738afb69-9dfa-4874-a9f9-3ca9e5030b6f', 'admin_state_up': True, 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'security_groups': ['26a1784d-78d5-48aa-a101-f8398c9ff162']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:35.585415 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 5befd1de-b513-4cc7-93cf-bf369f0e3d0c up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:33:35.599914 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540c5011-4952-4392-a789-42937d233ecb tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Pushing event updated for resources: {'Subnet': ['ID=f5e075a4-2c80-4b65-8153-29d17172c003,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:35.609465 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0257163a-1736-4b08-a2d0-05122a6e131f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:35.646520 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-26f37f39-e97b-4dca-b337-ee68191ad41f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f44b7683cefa4f728ae7e16488ec0e72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8534648 Jul 15 23:33:35.649752 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 57668) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:35.664330 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a2c3e5ac-68fc-47d6-86e5-f64d55f8613c req-65055bfb-f2d8-4ae6-8639-04d5469ba7d6 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=3106dd36-bfe0-4495-b6f8-bbda0880ee0f HTTP/1.1" status: 200 len: 210 time: 0.0813122 Jul 15 23:33:35.710219 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0257163a-1736-4b08-a2d0-05122a6e131f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:35.714876 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 5befd1de-b513-4cc7-93cf-bf369f0e3d0c completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:33:35.719305 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 5befd1de-b513-4cc7-93cf-bf369f0e3d0c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:35.719940 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:35.844729 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0257163a-1736-4b08-a2d0-05122a6e131f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:35.853322 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0257163a-1736-4b08-a2d0-05122a6e131f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:35.854549 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-0257163a-1736-4b08-a2d0-05122a6e131f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5ee080d8-4433-470c-96a2-37a4f7a8a046 HTTP/1.1" status: 204 len: 168 time: 0.3727076 Jul 15 23:33:35.882708 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0257163a-1736-4b08-a2d0-05122a6e131f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee080d8-4433-470c-96a2-37a4f7a8a046,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:35.932246 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:36.014735 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 5befd1de-b513-4cc7-93cf-bf369f0e3d0c, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=5befd1de-b513-4cc7-93cf-bf369f0e3d0c,segment=NetworkSegment(b99224d7-37a2-4cab-9e9b-a43d40298d61),segment_id=b99224d7-37a2-4cab-9e9b-a43d40298d61)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:36.023742 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:36.156969 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=5befd1de-b513-4cc7-93cf-bf369f0e3d0c,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:36.309565 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-cc123bf5-82c8-47d4-b49d-b28140eba58a tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Deleting port 21dd4aaf-95a2-4175-85d0-be2cc3f28207 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:33:36.310051 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc123bf5-82c8-47d4-b49d-b28140eba58a tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:36.313041 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540c5011-4952-4392-a789-42937d233ecb tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Checking segment: {'id': '3459ee57-a7aa-43e0-8783-625ea4ac5825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '8fb8aa9a-090b-4a7b-b73f-e523d48ca905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:33:36.313637 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540c5011-4952-4392-a789-42937d233ecb tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Network hostable DHCP agents. Network: 8fb8aa9a-090b-4a7b-b73f-e523d48ca905, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:33:36.332835 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:36.405661 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540c5011-4952-4392-a789-42937d233ecb tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Network 8fb8aa9a-090b-4a7b-b73f-e523d48ca905 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:33:36.482125 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-540c5011-4952-4392-a789-42937d233ecb tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 8fb8aa9a-090b-4a7b-b73f-e523d48ca905) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:33:36.490586 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c30d30f3-fb7b-4a0c-a594-db17cbd6b2ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:36.492774 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb022bc7-ca99-4e18-9add-b87f71d6dc79 None None] Network 8fb8aa9a-090b-4a7b-b73f-e523d48ca905 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:33:36.515079 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c30d30f3-fb7b-4a0c-a594-db17cbd6b2ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:36.578360 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540c5011-4952-4392-a789-42937d233ecb tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:36.579096 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-540c5011-4952-4392-a789-42937d233ecb tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:36.600230 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c30d30f3-fb7b-4a0c-a594-db17cbd6b2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:36.603898 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c30d30f3-fb7b-4a0c-a594-db17cbd6b2ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:36.607351 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c30d30f3-fb7b-4a0c-a594-db17cbd6b2ce admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7cec56c4-02ef-40de-a08f-ab23c47cb20f HTTP/1.1" status: 204 len: 168 time: 0.3739598 Jul 15 23:33:36.625340 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc123bf5-82c8-47d4-b49d-b28140eba58a tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:36.641336 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34400ab1-fab8-4593-a16c-b83ae5df4611 req-d17c12a6-75c8-408f-82a1-648d2286a35a tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Made reservation on behalf of 89469485c64e49f5b3171ed5499b9995 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:33:36.646055 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-34400ab1-fab8-4593-a16c-b83ae5df4611 req-d17c12a6-75c8-408f-82a1-648d2286a35a tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:36.659873 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30d30f3-fb7b-4a0c-a594-db17cbd6b2ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cec56c4-02ef-40de-a08f-ab23c47cb20f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:36.663297 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-540c5011-4952-4392-a789-42937d233ecb tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6370623 Jul 15 23:33:36.668209 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 57688) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:36.671313 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-2eae7488-f907-4f7d-b254-4bdcf4b3b6b0 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-461242609', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:36.690284 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-cc123bf5-82c8-47d4-b49d-b28140eba58a tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Calling delete_port for 21dd4aaf-95a2-4175-85d0-be2cc3f28207 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:33:36.729250 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2eae7488-f907-4f7d-b254-4bdcf4b3b6b0 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:36.730317 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2eae7488-f907-4f7d-b254-4bdcf4b3b6b0 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:36.774533 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e96cec-2cb7-4c5e-b87f-76f6324af3c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-8fb8aa9a-090b-4a7b-b73f-e523d48ca905', 'network_id': '8fb8aa9a-090b-4a7b-b73f-e523d48ca905', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'fixed_ips': [{'subnet_id': 'f5e075a4-2c80-4b65-8153-29d17172c003'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:33:36.775780 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f7e96cec-2cb7-4c5e-b87f-76f6324af3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:36.959476 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2eae7488-f907-4f7d-b254-4bdcf4b3b6b0 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:37.070748 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2eae7488-f907-4f7d-b254-4bdcf4b3b6b0 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:37.116610 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3d8d3318-b10b-4bfb-a154-7b9759d00181 req-a7ce700e-cc8b-4100-b12a-370b2f6cd749 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=3106dd36-bfe0-4495-b6f8-bbda0880ee0f HTTP/1.1" status: 200 len: 210 time: 0.1696036 Jul 15 23:33:37.134450 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-34400ab1-fab8-4593-a16c-b83ae5df4611 req-d17c12a6-75c8-408f-82a1-648d2286a35a tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Allocated IP 172.20.0.12 (738afb69-9dfa-4874-a9f9-3ca9e5030b6f/47fce57d-ff76-4ff8-b86b-50ddd70517e1/22f71343-a588-4e9b-910d-35a5651c91a8) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:33:37.153216 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2eae7488-f907-4f7d-b254-4bdcf4b3b6b0 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:37.158159 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-2eae7488-f907-4f7d-b254-4bdcf4b3b6b0 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4907320 Jul 15 23:33:37.159112 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 57708) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:37.173314 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-f7e96cec-2cb7-4c5e-b87f-76f6324af3c3 None None] Allocated IP 172.20.0.2 (8fb8aa9a-090b-4a7b-b73f-e523d48ca905/f5e075a4-2c80-4b65-8153-29d17172c003/64d01f07-735a-45b6-a1d3-3b198244cdf1) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:33:37.306600 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc123bf5-82c8-47d4-b49d-b28140eba58a tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:37.488121 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc123bf5-82c8-47d4-b49d-b28140eba58a tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Pushing event deleted for resources: {'Port': ['ID=21dd4aaf-95a2-4175-85d0-be2cc3f28207,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:37.753967 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc123bf5-82c8-47d4-b49d-b28140eba58a tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:37.759845 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-cc123bf5-82c8-47d4-b49d-b28140eba58a tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] 10.222.0.48 "DELETE /v2.0/ports/21dd4aaf-95a2-4175-85d0-be2cc3f28207 HTTP/1.1" status: 204 len: 168 time: 2.5639873 Jul 15 23:33:37.763287 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 57720) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:37.915063 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 5befd1de-b513-4cc7-93cf-bf369f0e3d0c up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:33:37.986384 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-34400ab1-fab8-4593-a16c-b83ae5df4611 req-d17c12a6-75c8-408f-82a1-648d2286a35a tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:38.050958 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 5befd1de-b513-4cc7-93cf-bf369f0e3d0c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:38.051938 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:38.086181 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-34400ab1-fab8-4593-a16c-b83ae5df4611 req-d17c12a6-75c8-408f-82a1-648d2286a35a tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Transition to ACTIVE for port object 22f71343-a588-4e9b-910d-35a5651c91a8 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:33:38.145627 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-51fa40b4-7cea-4515-a4bb-641a42c8aadc tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Deleting port e8778ed5-6c45-42bf-a999-74d7a9389682 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:33:38.150312 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51fa40b4-7cea-4515-a4bb-641a42c8aadc tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:38.153859 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f7e96cec-2cb7-4c5e-b87f-76f6324af3c3 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:38.173329 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f7e96cec-2cb7-4c5e-b87f-76f6324af3c3 None None] Transition to ACTIVE for port object 64d01f07-735a-45b6-a1d3-3b198244cdf1 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:33:38.276318 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f7e96cec-2cb7-4c5e-b87f-76f6324af3c3 None None] Transition to ACTIVE for port object 64d01f07-735a-45b6-a1d3-3b198244cdf1 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:33:38.298495 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f7e96cec-2cb7-4c5e-b87f-76f6324af3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:38.366094 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:38.380521 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e96cec-2cb7-4c5e-b87f-76f6324af3c3 None None] Network 8fb8aa9a-090b-4a7b-b73f-e523d48ca905 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:33:38.385803 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-f7e96cec-2cb7-4c5e-b87f-76f6324af3c3 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:33:38.389513 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e96cec-2cb7-4c5e-b87f-76f6324af3c3 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:33:38.402425 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e96cec-2cb7-4c5e-b87f-76f6324af3c3 None None] Pushing event updated for resources: {'Port': ['ID=64d01f07-735a-45b6-a1d3-3b198244cdf1,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:38.403995 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79a13910-f0ab-4c1a-a642-8a625d63978b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:38.446604 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4cb5ddb7-c625-4aae-bda8-9359f63ea109 req-1424642e-5847-4a82-afb6-a5f9c771b0bf tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=3106dd36-bfe0-4495-b6f8-bbda0880ee0f HTTP/1.1" status: 200 len: 210 time: 0.0695953 Jul 15 23:33:38.486411 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-34400ab1-fab8-4593-a16c-b83ae5df4611 req-d17c12a6-75c8-408f-82a1-648d2286a35a tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:38.487086 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f7e96cec-2cb7-4c5e-b87f-76f6324af3c3 None None] Attempting to bind port 64d01f07-735a-45b6-a1d3-3b198244cdf1 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:33:38.487470 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f7e96cec-2cb7-4c5e-b87f-76f6324af3c3 None None] Attempting to bind port 64d01f07-735a-45b6-a1d3-3b198244cdf1 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '3459ee57-a7aa-43e0-8783-625ea4ac5825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '8fb8aa9a-090b-4a7b-b73f-e523d48ca905'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:33:38.487918 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e96cec-2cb7-4c5e-b87f-76f6324af3c3 None None] Attempting to bind port 64d01f07-735a-45b6-a1d3-3b198244cdf1 on network 8fb8aa9a-090b-4a7b-b73f-e523d48ca905 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:33:38.501247 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51fa40b4-7cea-4515-a4bb-641a42c8aadc tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:38.508210 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e96cec-2cb7-4c5e-b87f-76f6324af3c3 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:33:38.508647 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e96cec-2cb7-4c5e-b87f-76f6324af3c3 None None] Checking segment: {'id': '3459ee57-a7aa-43e0-8783-625ea4ac5825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '8fb8aa9a-090b-4a7b-b73f-e523d48ca905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:33:38.509072 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f7e96cec-2cb7-4c5e-b87f-76f6324af3c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:38.509482 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e96cec-2cb7-4c5e-b87f-76f6324af3c3 None None] Bound using segment: {'id': '3459ee57-a7aa-43e0-8783-625ea4ac5825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '8fb8aa9a-090b-4a7b-b73f-e523d48ca905'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:33:38.509986 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f7e96cec-2cb7-4c5e-b87f-76f6324af3c3 None None] Bound port: 64d01f07-735a-45b6-a1d3-3b198244cdf1, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3459ee57-a7aa-43e0-8783-625ea4ac5825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '8fb8aa9a-090b-4a7b-b73f-e523d48ca905'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:33:38.510390 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f7e96cec-2cb7-4c5e-b87f-76f6324af3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:38.559009 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34400ab1-fab8-4593-a16c-b83ae5df4611 req-d17c12a6-75c8-408f-82a1-648d2286a35a tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Network 738afb69-9dfa-4874-a9f9-3ca9e5030b6f is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:33:38.560573 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-51fa40b4-7cea-4515-a4bb-641a42c8aadc tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Calling delete_port for e8778ed5-6c45-42bf-a999-74d7a9389682 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:33:38.567250 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-34400ab1-fab8-4593-a16c-b83ae5df4611 req-d17c12a6-75c8-408f-82a1-648d2286a35a tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:33:38.574653 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-34400ab1-fab8-4593-a16c-b83ae5df4611 req-d17c12a6-75c8-408f-82a1-648d2286a35a tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:33:38.580736 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17c12a6-75c8-408f-82a1-648d2286a35a tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event updated for resources: {'Port': ['ID=22f71343-a588-4e9b-910d-35a5651c91a8,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:38.726663 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34400ab1-fab8-4593-a16c-b83ae5df4611 req-d17c12a6-75c8-408f-82a1-648d2286a35a tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:38.727362 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-34400ab1-fab8-4593-a16c-b83ae5df4611 req-d17c12a6-75c8-408f-82a1-648d2286a35a tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:38.779132 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-34400ab1-fab8-4593-a16c-b83ae5df4611 req-d17c12a6-75c8-408f-82a1-648d2286a35a tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2259178 Jul 15 23:33:38.796152 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-34400ab1-fab8-4593-a16c-b83ae5df4611 req-49804933-56a2-4422-ad0b-e6f9a13688c8 service neutron] Request body: {'port': {'device_id': '3106dd36-bfe0-4495-b6f8-bbda0880ee0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:38.909925 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f7e96cec-2cb7-4c5e-b87f-76f6324af3c3 None None] For port 64d01f07-735a-45b6-a1d3-3b198244cdf1, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:33:38.955372 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f7e96cec-2cb7-4c5e-b87f-76f6324af3c3 None None] For port 64d01f07-735a-45b6-a1d3-3b198244cdf1, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=64d01f07-735a-45b6-a1d3-3b198244cdf1,segment=NetworkSegment(3459ee57-a7aa-43e0-8783-625ea4ac5825),segment_id=3459ee57-a7aa-43e0-8783-625ea4ac5825)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:33:38.965938 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f7e96cec-2cb7-4c5e-b87f-76f6324af3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:39.055687 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-79a13910-f0ab-4c1a-a642-8a625d63978b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Allocated IP 172.20.0.1 (8fb8aa9a-090b-4a7b-b73f-e523d48ca905/f5e075a4-2c80-4b65-8153-29d17172c003/68ef8ace-dedf-498d-b867-180483a6b832) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:33:39.072482 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-02e924d4-a2d2-49c6-b63a-455e8fb78af5 None None] Provisioning for port 22f71343-a588-4e9b-910d-35a5651c91a8 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:33:39.087220 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-02e924d4-a2d2-49c6-b63a-455e8fb78af5 None None] Provisioning complete for port 22f71343-a588-4e9b-910d-35a5651c91a8 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:39.091615 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-02e924d4-a2d2-49c6-b63a-455e8fb78af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:39.097102 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51fa40b4-7cea-4515-a4bb-641a42c8aadc tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:39.155437 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-34400ab1-fab8-4593-a16c-b83ae5df4611 req-49804933-56a2-4422-ad0b-e6f9a13688c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:39.171930 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fa40b4-7cea-4515-a4bb-641a42c8aadc tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Pushing event deleted for resources: {'Port': ['ID=e8778ed5-6c45-42bf-a999-74d7a9389682,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:39.199260 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e96cec-2cb7-4c5e-b87f-76f6324af3c3 None None] Pushing event updated for resources: {'Port': ['ID=64d01f07-735a-45b6-a1d3-3b198244cdf1,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:39.246705 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-02e924d4-a2d2-49c6-b63a-455e8fb78af5 None None] Port 22f71343-a588-4e9b-910d-35a5651c91a8 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:33:39.324132 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79a13910-f0ab-4c1a-a642-8a625d63978b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:39.358272 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-79a13910-f0ab-4c1a-a642-8a625d63978b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Transition to ACTIVE for port object 68ef8ace-dedf-498d-b867-180483a6b832 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:33:39.447238 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79a13910-f0ab-4c1a-a642-8a625d63978b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:39.618804 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a13910-f0ab-4c1a-a642-8a625d63978b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Network 8fb8aa9a-090b-4a7b-b73f-e523d48ca905 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:33:39.622721 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-79a13910-f0ab-4c1a-a642-8a625d63978b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:33:39.633793 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a13910-f0ab-4c1a-a642-8a625d63978b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:33:39.680993 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51fa40b4-7cea-4515-a4bb-641a42c8aadc tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:39.683361 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-51fa40b4-7cea-4515-a4bb-641a42c8aadc tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] 10.222.0.48 "DELETE /v2.0/ports/e8778ed5-6c45-42bf-a999-74d7a9389682 HTTP/1.1" status: 204 len: 168 time: 1.9186914 Jul 15 23:33:39.685876 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 57784) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:39.699614 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a13910-f0ab-4c1a-a642-8a625d63978b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Pushing event updated for resources: {'Port': ['ID=68ef8ace-dedf-498d-b867-180483a6b832,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:39.755541 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79a13910-f0ab-4c1a-a642-8a625d63978b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:39.854964 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab470ee-f97d-4cb2-9634-58bc361c0b1c tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:39.856626 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-4ab470ee-f97d-4cb2-9634-58bc361c0b1c tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca2db1ba-ac17-4319-844c-57a6eaa95493 HTTP/1.1" status: 200 len: 913 time: 0.1696422 Jul 15 23:33:39.860994 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 57792) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:40.060415 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525abc25-8d58-4842-84f0-029fbf437687 req-a0861a3d-8988-4f46-a400-249b8a3b3f5b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:40.062035 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-525abc25-8d58-4842-84f0-029fbf437687 req-a0861a3d-8988-4f46-a400-249b8a3b3f5b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=3106dd36-bfe0-4495-b6f8-bbda0880ee0f HTTP/1.1" status: 200 len: 932 time: 0.1936176 Jul 15 23:33:40.066059 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79a13910-f0ab-4c1a-a642-8a625d63978b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:40.163283 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-525abc25-8d58-4842-84f0-029fbf437687 req-13647aa5-8df4-41a2-9c64-cb9921b502a9 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=26a1784d-78d5-48aa-a101-f8398c9ff162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943339 Jul 15 23:33:40.272611 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-34400ab1-fab8-4593-a16c-b83ae5df4611 req-49804933-56a2-4422-ad0b-e6f9a13688c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22f71343-a588-4e9b-910d-35a5651c91a8 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:33:40.364787 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-34400ab1-fab8-4593-a16c-b83ae5df4611 req-49804933-56a2-4422-ad0b-e6f9a13688c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:40.426486 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-34400ab1-fab8-4593-a16c-b83ae5df4611 req-49804933-56a2-4422-ad0b-e6f9a13688c8 service neutron] Transition to ACTIVE for port object 22f71343-a588-4e9b-910d-35a5651c91a8 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:33:40.437008 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-34400ab1-fab8-4593-a16c-b83ae5df4611 req-49804933-56a2-4422-ad0b-e6f9a13688c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:40.717795 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49804933-56a2-4422-ad0b-e6f9a13688c8 service neutron] Pushing event updated for resources: {'Port': ['ID=22f71343-a588-4e9b-910d-35a5651c91a8,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:40.763739 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49804933-56a2-4422-ad0b-e6f9a13688c8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:40.765813 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49804933-56a2-4422-ad0b-e6f9a13688c8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:40.767313 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49804933-56a2-4422-ad0b-e6f9a13688c8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:40.768395 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49804933-56a2-4422-ad0b-e6f9a13688c8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:40.769742 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49804933-56a2-4422-ad0b-e6f9a13688c8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:40.770401 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49804933-56a2-4422-ad0b-e6f9a13688c8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:40.772106 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49804933-56a2-4422-ad0b-e6f9a13688c8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:40.772691 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49804933-56a2-4422-ad0b-e6f9a13688c8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:40.774062 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49804933-56a2-4422-ad0b-e6f9a13688c8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:40.774649 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49804933-56a2-4422-ad0b-e6f9a13688c8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:40.776215 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49804933-56a2-4422-ad0b-e6f9a13688c8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:40.777068 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49804933-56a2-4422-ad0b-e6f9a13688c8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:40.932321 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79a13910-f0ab-4c1a-a642-8a625d63978b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:40.941918 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79a13910-f0ab-4c1a-a642-8a625d63978b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:40.970058 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27f24d5-817b-44cd-aaa0-548c36f7641b None None] Network 8fb8aa9a-090b-4a7b-b73f-e523d48ca905 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:33:41.086438 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-34400ab1-fab8-4593-a16c-b83ae5df4611 req-49804933-56a2-4422-ad0b-e6f9a13688c8 service neutron] Attempting to bind port 22f71343-a588-4e9b-910d-35a5651c91a8 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:33:41.086981 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-34400ab1-fab8-4593-a16c-b83ae5df4611 req-49804933-56a2-4422-ad0b-e6f9a13688c8 service neutron] Attempting to bind port 22f71343-a588-4e9b-910d-35a5651c91a8 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': 'b99224d7-37a2-4cab-9e9b-a43d40298d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '738afb69-9dfa-4874-a9f9-3ca9e5030b6f'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:33:41.087328 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34400ab1-fab8-4593-a16c-b83ae5df4611 req-49804933-56a2-4422-ad0b-e6f9a13688c8 service neutron] Attempting to bind port 22f71343-a588-4e9b-910d-35a5651c91a8 on network 738afb69-9dfa-4874-a9f9-3ca9e5030b6f {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:33:41.090274 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79a13910-f0ab-4c1a-a642-8a625d63978b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:41.109277 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34400ab1-fab8-4593-a16c-b83ae5df4611 req-49804933-56a2-4422-ad0b-e6f9a13688c8 service neutron] Port 22f71343-a588-4e9b-910d-35a5651c91a8 on network 738afb69-9dfa-4874-a9f9-3ca9e5030b6f not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:33:41.109609 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34400ab1-fab8-4593-a16c-b83ae5df4611 req-49804933-56a2-4422-ad0b-e6f9a13688c8 service neutron] Attempting to bind port 22f71343-a588-4e9b-910d-35a5651c91a8 on network 738afb69-9dfa-4874-a9f9-3ca9e5030b6f {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:33:41.164507 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34400ab1-fab8-4593-a16c-b83ae5df4611 req-49804933-56a2-4422-ad0b-e6f9a13688c8 service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:33:41.165145 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34400ab1-fab8-4593-a16c-b83ae5df4611 req-49804933-56a2-4422-ad0b-e6f9a13688c8 service neutron] Checking segment: {'id': 'b99224d7-37a2-4cab-9e9b-a43d40298d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '738afb69-9dfa-4874-a9f9-3ca9e5030b6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:33:41.165979 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34400ab1-fab8-4593-a16c-b83ae5df4611 req-49804933-56a2-4422-ad0b-e6f9a13688c8 service neutron] Bound using segment: {'id': 'b99224d7-37a2-4cab-9e9b-a43d40298d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '738afb69-9dfa-4874-a9f9-3ca9e5030b6f'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:33:41.175239 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-34400ab1-fab8-4593-a16c-b83ae5df4611 req-49804933-56a2-4422-ad0b-e6f9a13688c8 service neutron] Bound port: 22f71343-a588-4e9b-910d-35a5651c91a8, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b99224d7-37a2-4cab-9e9b-a43d40298d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '738afb69-9dfa-4874-a9f9-3ca9e5030b6f'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:33:41.175656 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-34400ab1-fab8-4593-a16c-b83ae5df4611 req-49804933-56a2-4422-ad0b-e6f9a13688c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:41.251917 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a68218ff-2f57-4f0e-a9c6-26bdca8a2bae None None] Provisioning for port 64d01f07-735a-45b6-a1d3-3b198244cdf1 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:33:41.359673 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 57930) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:41.390587 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-34400ab1-fab8-4593-a16c-b83ae5df4611 req-49804933-56a2-4422-ad0b-e6f9a13688c8 service neutron] For port 22f71343-a588-4e9b-910d-35a5651c91a8, host n-h1-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:33:41.400134 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-34400ab1-fab8-4593-a16c-b83ae5df4611 req-49804933-56a2-4422-ad0b-e6f9a13688c8 service neutron] For port 22f71343-a588-4e9b-910d-35a5651c91a8, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=22f71343-a588-4e9b-910d-35a5651c91a8,segment=NetworkSegment(b99224d7-37a2-4cab-9e9b-a43d40298d61),segment_id=b99224d7-37a2-4cab-9e9b-a43d40298d61)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:33:41.406473 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-34400ab1-fab8-4593-a16c-b83ae5df4611 req-49804933-56a2-4422-ad0b-e6f9a13688c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:41.413970 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a13910-f0ab-4c1a-a642-8a625d63978b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Pushing event updated for resources: {'Port': ['ID=68ef8ace-dedf-498d-b867-180483a6b832,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:41.517071 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-655f6697-47f1-4d00-8eb3-2585c3dcec4b tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:41.528001 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34400ab1-fab8-4593-a16c-b83ae5df4611 req-49804933-56a2-4422-ad0b-e6f9a13688c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:41.528778 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-34400ab1-fab8-4593-a16c-b83ae5df4611 req-49804933-56a2-4422-ad0b-e6f9a13688c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:41.533357 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-34400ab1-fab8-4593-a16c-b83ae5df4611 req-49804933-56a2-4422-ad0b-e6f9a13688c8 service neutron] 10.222.0.49 "PUT /v2.0/ports/22f71343-a588-4e9b-910d-35a5651c91a8 HTTP/1.1" status: 200 len: 1092 time: 2.7416949 Jul 15 23:33:41.558083 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3106dd36-bfe0-4495-b6f8-bbda0880ee0f', 'tag': '22f71343-a588-4e9b-910d-35a5651c91a8'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:33:41.564865 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a11fffd-9cd8-444d-a25d-40dff904a4b7" -d '{"events": [{"name": "network-changed", "server_uuid": "3106dd36-bfe0-4495-b6f8-bbda0880ee0f", "tag": "22f71343-a588-4e9b-910d-35a5651c91a8"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:33:41.643367 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 64d01f07-735a-45b6-a1d3-3b198244cdf1 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:33:41.649915 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a13910-f0ab-4c1a-a642-8a625d63978b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Network 8fb8aa9a-090b-4a7b-b73f-e523d48ca905 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:33:41.662352 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-79a13910-f0ab-4c1a-a642-8a625d63978b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:33:41.728202 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a1c1bc-2ba9-43d8-bc21-6e3683462ddc x-openstack-request-id: req-a8a1c1bc-2ba9-43d8-bc21-6e3683462ddc {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:33:41.728894 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3106dd36-bfe0-4495-b6f8-bbda0880ee0f", "tag": "22f71343-a588-4e9b-910d-35a5651c91a8", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:33:41.729311 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a8a1c1bc-2ba9-43d8-bc21-6e3683462ddc {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:33:41.729890 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3106dd36-bfe0-4495-b6f8-bbda0880ee0f', 'tag': '22f71343-a588-4e9b-910d-35a5651c91a8', 'status': 'completed', 'code': 200} Jul 15 23:33:41.784554 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a276eccb-9306-4565-8862-d96277f696e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:41.828753 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844ff73-3a2c-4da2-b6c2-f2b7bc1e1f2f req-0049b3cf-c47b-482a-bc39-397efc2ca301 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:41.830785 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a844ff73-3a2c-4da2-b6c2-f2b7bc1e1f2f req-0049b3cf-c47b-482a-bc39-397efc2ca301 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=3106dd36-bfe0-4495-b6f8-bbda0880ee0f HTTP/1.1" status: 200 len: 944 time: 0.3289907 Jul 15 23:33:41.845954 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 64d01f07-735a-45b6-a1d3-3b198244cdf1 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:33:41.871865 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 64d01f07-735a-45b6-a1d3-3b198244cdf1 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:41.872217 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:41.903603 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49804933-56a2-4422-ad0b-e6f9a13688c8 service neutron] Pushing event updated for resources: {'Port': ['ID=22f71343-a588-4e9b-910d-35a5651c91a8,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:41.949688 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 57980) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:41.954337 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a844ff73-3a2c-4da2-b6c2-f2b7bc1e1f2f req-a2ddf30d-4eb2-4425-9d32-47f69b8ddbe5 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=26a1784d-78d5-48aa-a101-f8398c9ff162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094661 Jul 15 23:33:41.975117 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79a13910-f0ab-4c1a-a642-8a625d63978b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Router 23baded7-9f7c-4728-af48-935224035a28 is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:33:42.037848 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:42.137247 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34400ab1-fab8-4593-a16c-b83ae5df4611 req-40449f88-b6bd-4795-a057-e1513e42397c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:42.138887 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-34400ab1-fab8-4593-a16c-b83ae5df4611 req-40449f88-b6bd-4795-a057-e1513e42397c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=89469485c64e49f5b3171ed5499b9995&device_id=3106dd36-bfe0-4495-b6f8-bbda0880ee0f HTTP/1.1" status: 200 len: 1095 time: 0.4418302 Jul 15 23:33:42.141504 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 64d01f07-735a-45b6-a1d3-3b198244cdf1, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=64d01f07-735a-45b6-a1d3-3b198244cdf1,segment=NetworkSegment(3459ee57-a7aa-43e0-8783-625ea4ac5825),segment_id=3459ee57-a7aa-43e0-8783-625ea4ac5825)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:42.162325 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:42.194088 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a13910-f0ab-4c1a-a642-8a625d63978b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:33:42.199230 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-79a13910-f0ab-4c1a-a642-8a625d63978b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "PUT /v2.0/routers/23baded7-9f7c-4728-af48-935224035a28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0388720 Jul 15 23:33:42.201828 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 58004) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:42.210708 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525429a0-a016-4e4f-9ba1-73c4645e2218 None None] Sync routers for ids ['23baded7-9f7c-4728-af48-935224035a28'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:33:42.226242 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a276eccb-9306-4565-8862-d96277f696e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:42.228210 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525429a0-a016-4e4f-9ba1-73c4645e2218 None None] Routers {'23baded7-9f7c-4728-af48-935224035a28'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:33:42.229500 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-525429a0-a016-4e4f-9ba1-73c4645e2218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:33:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['23baded7-9f7c-4728-af48-935224035a28'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:42.296109 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a1876c-dcf1-4b18-8414-c21c7fb0c271 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:42.297596 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-f7a1876c-dcf1-4b18-8414-c21c7fb0c271 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "GET /v2.0/ports/68ef8ace-dedf-498d-b867-180483a6b832 HTTP/1.1" status: 200 len: 910 time: 0.0944586 Jul 15 23:33:42.305409 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 58016) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:42.308908 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-525429a0-a016-4e4f-9ba1-73c4645e2218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:42.314605 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-9cc9e6a0-c473-4fcb-8de9-e0dcf797765f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f5e075a4-2c80-4b65-8153-29d17172c003'}]}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:42.322381 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=64d01f07-735a-45b6-a1d3-3b198244cdf1,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:42.330985 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-240de466-f9da-4d5a-96c2-c0d136153314 None None] Provisioning for port 68ef8ace-dedf-498d-b867-180483a6b832 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:33:42.337008 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525429a0-a016-4e4f-9ba1-73c4645e2218 None None] Routers {'23baded7-9f7c-4728-af48-935224035a28'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:33:42.339161 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-525429a0-a016-4e4f-9ba1-73c4645e2218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:33:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['23baded7-9f7c-4728-af48-935224035a28'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:42.340958 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-240de466-f9da-4d5a-96c2-c0d136153314 None None] Provisioning complete for port 68ef8ace-dedf-498d-b867-180483a6b832 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:42.341342 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-240de466-f9da-4d5a-96c2-c0d136153314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:42.363831 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-34400ab1-fab8-4593-a16c-b83ae5df4611 req-b8842b49-7e45-4d30-b7c9-c02b6e258bd5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22f71343-a588-4e9b-910d-35a5651c91a8 HTTP/1.1" status: 200 len: 217 time: 0.1314135 Jul 15 23:33:42.365943 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a276eccb-9306-4565-8862-d96277f696e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:42.444157 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-240de466-f9da-4d5a-96c2-c0d136153314 None None] Port 68ef8ace-dedf-498d-b867-180483a6b832 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:33:42.453125 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5bfbe793-adef-4d42-a5c2-79dd547b3275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:42.465377 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-240de466-f9da-4d5a-96c2-c0d136153314 None None] Provisioning complete for port 64d01f07-735a-45b6-a1d3-3b198244cdf1 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:42.465760 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-240de466-f9da-4d5a-96c2-c0d136153314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:42.560002 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34400ab1-fab8-4593-a16c-b83ae5df4611 req-a70fb0f1-9ca1-4be3-8ff9-0f9a6efe7aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:42.561881 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-34400ab1-fab8-4593-a16c-b83ae5df4611 req-a70fb0f1-9ca1-4be3-8ff9-0f9a6efe7aa3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=47fce57d-ff76-4ff8-b86b-50ddd70517e1 HTTP/1.1" status: 200 len: 835 time: 0.1551771 Jul 15 23:33:42.609693 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-525429a0-a016-4e4f-9ba1-73c4645e2218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:42.610127 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525429a0-a016-4e4f-9ba1-73c4645e2218 None None] The sync data for ids ['23baded7-9f7c-4728-af48-935224035a28'] in n-d-794306-6 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:33:42.640744 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a276eccb-9306-4565-8862-d96277f696e7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3e3a5e0960954259a497a01952e48429&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2797213 Jul 15 23:33:42.643421 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 58052) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:42.647964 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9cc9e6a0-c473-4fcb-8de9-e0dcf797765f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:42.692757 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a276eccb-9306-4565-8862-d96277f696e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a00e871f-78ad-4ddc-a221-9ec5151e1189,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:42.816471 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c0b1ac38-e5d6-4d49-9c34-6340e3b8cc59 None None] Provisioning complete for port 68ef8ace-dedf-498d-b867-180483a6b832 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:42.816947 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c0b1ac38-e5d6-4d49-9c34-6340e3b8cc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:42.838397 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d097d7b-c766-40ce-8e94-4b1e198641e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:42.868233 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c0b1ac38-e5d6-4d49-9c34-6340e3b8cc59 None None] Port 68ef8ace-dedf-498d-b867-180483a6b832 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:33:42.879976 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d097d7b-c766-40ce-8e94-4b1e198641e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:43.006410 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-14813c62-b183-4678-9351-99da9e17efb5 None None] Provisioning complete for port 68ef8ace-dedf-498d-b867-180483a6b832 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:43.006953 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-14813c62-b183-4678-9351-99da9e17efb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:43.062092 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-14813c62-b183-4678-9351-99da9e17efb5 None None] Port 68ef8ace-dedf-498d-b867-180483a6b832 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:33:43.068577 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34400ab1-fab8-4593-a16c-b83ae5df4611 req-1042d5d2-bed6-4754-b23c-aa9c1559c494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:43.070673 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-34400ab1-fab8-4593-a16c-b83ae5df4611 req-1042d5d2-bed6-4754-b23c-aa9c1559c494 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=738afb69-9dfa-4874-a9f9-3ca9e5030b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4903724 Jul 15 23:33:43.077793 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5bfbe793-adef-4d42-a5c2-79dd547b3275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:43.115652 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5bfbe793-adef-4d42-a5c2-79dd547b3275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:43.186382 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d097d7b-c766-40ce-8e94-4b1e198641e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:43.189193 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d097d7b-c766-40ce-8e94-4b1e198641e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:43.190216 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-2d097d7b-c766-40ce-8e94-4b1e198641e1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a00e871f-78ad-4ddc-a221-9ec5151e1189 HTTP/1.1" status: 204 len: 168 time: 0.5217032 Jul 15 23:33:43.204395 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9cc9e6a0-c473-4fcb-8de9-e0dcf797765f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:43.221268 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9cc9e6a0-c473-4fcb-8de9-e0dcf797765f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:43.261554 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9debf2-bbfb-4267-85ca-5a4a7d6b6c40 req-99db38d7-0587-49bb-94f6-828d8efcddc5 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:43.270793 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6e9debf2-bbfb-4267-85ca-5a4a7d6b6c40 req-99db38d7-0587-49bb-94f6-828d8efcddc5 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=3106dd36-bfe0-4495-b6f8-bbda0880ee0f HTTP/1.1" status: 200 len: 944 time: 0.1422515 Jul 15 23:33:43.278250 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-5bfbe793-adef-4d42-a5c2-79dd547b3275 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7a99e3b844da4a1fb9829022451361d1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3218293 Jul 15 23:33:43.295450 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 58126) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:43.332017 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfbe793-adef-4d42-a5c2-79dd547b3275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=878b8237-a1b1-4296-b1ea-1b0ade912e7d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:43.348750 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-655f6697-47f1-4d00-8eb3-2585c3dcec4b tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Deleting port b22b63f0-f557-4a41-a477-4d99ca9661f1 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:33:43.349303 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-655f6697-47f1-4d00-8eb3-2585c3dcec4b tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:43.364043 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-34400ab1-fab8-4593-a16c-b83ae5df4611 req-955622da-4ee0-4622-9a26-6f2ae2bec81b service neutron] 10.222.0.49 "GET /v2.0/networks/738afb69-9dfa-4874-a9f9-3ca9e5030b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634706 Jul 15 23:33:43.401799 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc9e6a0-c473-4fcb-8de9-e0dcf797765f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Pushing event updated for resources: {'Port': ['ID=68ef8ace-dedf-498d-b867-180483a6b832,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:43.403411 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d097d7b-c766-40ce-8e94-4b1e198641e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00e871f-78ad-4ddc-a221-9ec5151e1189,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:43.437497 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc9e6a0-c473-4fcb-8de9-e0dcf797765f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:43.438299 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9cc9e6a0-c473-4fcb-8de9-e0dcf797765f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:43.448423 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-9cc9e6a0-c473-4fcb-8de9-e0dcf797765f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "PUT /v2.0/ports/68ef8ace-dedf-498d-b867-180483a6b832 HTTP/1.1" status: 200 len: 910 time: 1.1418271 Jul 15 23:33:43.459335 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 58146) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:43.475908 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6e9debf2-bbfb-4267-85ca-5a4a7d6b6c40 req-e3ec821b-817a-4e43-9e15-a20c69f279c5 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=26a1784d-78d5-48aa-a101-f8398c9ff162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2040074 Jul 15 23:33:43.478316 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 64d01f07-735a-45b6-a1d3-3b198244cdf1 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:33:43.542984 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 64d01f07-735a-45b6-a1d3-3b198244cdf1 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:43.544190 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:43.758175 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 58180) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:43.773401 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4b57f6e-734f-4a8b-86e3-09675c1ecbfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:43.886932 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4b57f6e-734f-4a8b-86e3-09675c1ecbfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:43.892472 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4b57f6e-734f-4a8b-86e3-09675c1ecbfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:43.941038 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b57f6e-734f-4a8b-86e3-09675c1ecbfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec7059f-f9dd-4030-abc8-1ada9fad9291,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:43.958618 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-d4b57f6e-734f-4a8b-86e3-09675c1ecbfd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d90d0b96c3304e268d2eb48ad9f1f13d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1993330 Jul 15 23:33:43.961065 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 58208) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:44.016585 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8a0fdb38-b098-4cbc-abe6-01cdbe8340f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:44.051878 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8a0fdb38-b098-4cbc-abe6-01cdbe8340f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:44.118150 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8a0fdb38-b098-4cbc-abe6-01cdbe8340f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:44.120719 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8a0fdb38-b098-4cbc-abe6-01cdbe8340f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:44.124604 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-8a0fdb38-b098-4cbc-abe6-01cdbe8340f6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2ec7059f-f9dd-4030-abc8-1ada9fad9291 HTTP/1.1" status: 204 len: 168 time: 0.1599002 Jul 15 23:33:44.130786 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0fdb38-b098-4cbc-abe6-01cdbe8340f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec7059f-f9dd-4030-abc8-1ada9fad9291,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:44.141826 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b36575a7-5f5e-470c-995a-419eaa5c9674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:44.178725 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-655f6697-47f1-4d00-8eb3-2585c3dcec4b tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:44.229570 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-655f6697-47f1-4d00-8eb3-2585c3dcec4b tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Calling delete_port for b22b63f0-f557-4a41-a477-4d99ca9661f1 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:33:44.245706 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b36575a7-5f5e-470c-995a-419eaa5c9674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:44.288459 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-34400ab1-fab8-4593-a16c-b83ae5df4611 req-826ad90c-2b27-4bc7-bc8e-ca0eddc1000a service neutron] 10.222.0.49 "GET /v2.0/networks/738afb69-9dfa-4874-a9f9-3ca9e5030b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9004703 Jul 15 23:33:44.489394 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b36575a7-5f5e-470c-995a-419eaa5c9674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:44.492447 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b36575a7-5f5e-470c-995a-419eaa5c9674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:44.496049 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b36575a7-5f5e-470c-995a-419eaa5c9674 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/878b8237-a1b1-4296-b1ea-1b0ade912e7d HTTP/1.1" status: 204 len: 168 time: 1.1925809 Jul 15 23:33:44.560826 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36575a7-5f5e-470c-995a-419eaa5c9674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=878b8237-a1b1-4296-b1ea-1b0ade912e7d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:44.597430 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a11fffd-9cd8-444d-a25d-40dff904a4b7 req-4b1bd73c-5e34-448d-846d-21907a0983fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:44.601403 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-2a11fffd-9cd8-444d-a25d-40dff904a4b7 req-4b1bd73c-5e34-448d-846d-21907a0983fa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=89469485c64e49f5b3171ed5499b9995&device_id=3106dd36-bfe0-4495-b6f8-bbda0880ee0f HTTP/1.1" status: 200 len: 1095 time: 0.2425153 Jul 15 23:33:44.823957 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9844098f-ed5a-4716-a433-ef3292718dc6 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:44.837535 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91896cbb-d1a1-4ba8-8112-2b149b6d7ccb req-b542f19d-78a2-470c-aa7d-df9be87212ad tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:44.850174 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-91896cbb-d1a1-4ba8-8112-2b149b6d7ccb req-b542f19d-78a2-470c-aa7d-df9be87212ad tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=3106dd36-bfe0-4495-b6f8-bbda0880ee0f HTTP/1.1" status: 200 len: 944 time: 0.1803577 Jul 15 23:33:44.942857 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-91896cbb-d1a1-4ba8-8112-2b149b6d7ccb req-c87cd3c4-c431-4955-a5ae-d8e173a50c6f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=26a1784d-78d5-48aa-a101-f8398c9ff162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811090 Jul 15 23:33:44.960838 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a11fffd-9cd8-444d-a25d-40dff904a4b7 req-3d8d61a7-ef72-413a-9474-7db695573599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:44.962354 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-2a11fffd-9cd8-444d-a25d-40dff904a4b7 req-3d8d61a7-ef72-413a-9474-7db695573599 service neutron] 10.222.0.49 "GET /v2.0/networks?id=738afb69-9dfa-4874-a9f9-3ca9e5030b6f HTTP/1.1" status: 200 len: 898 time: 0.3483150 Jul 15 23:33:44.984544 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-655f6697-47f1-4d00-8eb3-2585c3dcec4b tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:45.044735 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 58344) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:45.049314 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-2a11fffd-9cd8-444d-a25d-40dff904a4b7 req-a0e9c547-4718-4384-b0dc-2919e7b6f4a4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22f71343-a588-4e9b-910d-35a5651c91a8 HTTP/1.1" status: 200 len: 217 time: 0.0791292 Jul 15 23:33:45.054414 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655f6697-47f1-4d00-8eb3-2585c3dcec4b tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Pushing event deleted for resources: {'Port': ['ID=b22b63f0-f557-4a41-a477-4d99ca9661f1,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:45.063223 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09521ea0-a99f-4d3b-83d8-2351e59018df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:45.178462 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09521ea0-a99f-4d3b-83d8-2351e59018df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:45.182840 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09521ea0-a99f-4d3b-83d8-2351e59018df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:45.223764 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a11fffd-9cd8-444d-a25d-40dff904a4b7 req-22848ff4-21cb-4ab6-8e8c-d73f54b97cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:45.225219 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09521ea0-a99f-4d3b-83d8-2351e59018df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4110f509-b1fd-414c-9dbc-8b8cee96ae56,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:45.225461 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-2a11fffd-9cd8-444d-a25d-40dff904a4b7 req-22848ff4-21cb-4ab6-8e8c-d73f54b97cac service neutron] 10.222.0.49 "GET /v2.0/subnets?id=47fce57d-ff76-4ff8-b86b-50ddd70517e1 HTTP/1.1" status: 200 len: 835 time: 0.1631684 Jul 15 23:33:45.230545 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-09521ea0-a99f-4d3b-83d8-2351e59018df admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=68e2d04cc79f401da2e8ba4e19c6839c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1842043 Jul 15 23:33:45.232868 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 58348) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:45.294605 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-39f1b95a-449c-4ead-9105-3174ab2777ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:45.318593 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-39f1b95a-449c-4ead-9105-3174ab2777ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:45.373789 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-39f1b95a-449c-4ead-9105-3174ab2777ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:45.377556 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-39f1b95a-449c-4ead-9105-3174ab2777ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:45.380343 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-39f1b95a-449c-4ead-9105-3174ab2777ec admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4110f509-b1fd-414c-9dbc-8b8cee96ae56 HTTP/1.1" status: 204 len: 168 time: 0.1447864 Jul 15 23:33:45.392233 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f1b95a-449c-4ead-9105-3174ab2777ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4110f509-b1fd-414c-9dbc-8b8cee96ae56,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:45.454927 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a11fffd-9cd8-444d-a25d-40dff904a4b7 req-feed7071-35c4-4fb1-ae93-c7cdbe503824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:45.456493 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-2a11fffd-9cd8-444d-a25d-40dff904a4b7 req-feed7071-35c4-4fb1-ae93-c7cdbe503824 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=738afb69-9dfa-4874-a9f9-3ca9e5030b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2226567 Jul 15 23:33:45.460521 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-655f6697-47f1-4d00-8eb3-2585c3dcec4b tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:45.691760 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-2a11fffd-9cd8-444d-a25d-40dff904a4b7 req-7f8cb324-f7b9-42c3-bc0e-61dfbb58133c service neutron] 10.222.0.49 "GET /v2.0/networks/738afb69-9dfa-4874-a9f9-3ca9e5030b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263265 Jul 15 23:33:45.709779 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-9844098f-ed5a-4716-a433-ef3292718dc6 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Deleting port 68ef8ace-dedf-498d-b867-180483a6b832 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:33:45.710124 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9844098f-ed5a-4716-a433-ef3292718dc6 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:45.916554 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-2a11fffd-9cd8-444d-a25d-40dff904a4b7 req-6f86975d-c561-42dd-807c-65978cc0b394 service neutron] 10.222.0.49 "GET /v2.0/networks/738afb69-9dfa-4874-a9f9-3ca9e5030b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178872 Jul 15 23:33:45.964964 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9844098f-ed5a-4716-a433-ef3292718dc6 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:45.985975 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-9844098f-ed5a-4716-a433-ef3292718dc6 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Calling delete_port for 68ef8ace-dedf-498d-b867-180483a6b832 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:33:46.013784 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-655f6697-47f1-4d00-8eb3-2585c3dcec4b tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Router ca2db1ba-ac17-4319-844c-57a6eaa95493 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:33:46.290768 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e6d312-a685-4713-8a03-82d8a1a2b283 req-129e88f1-d4cb-4d8c-8bc1-4136e072a567 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:46.299360 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-62e6d312-a685-4713-8a03-82d8a1a2b283 req-129e88f1-d4cb-4d8c-8bc1-4136e072a567 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=3106dd36-bfe0-4495-b6f8-bbda0880ee0f HTTP/1.1" status: 200 len: 944 time: 0.1235864 Jul 15 23:33:46.314834 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-655f6697-47f1-4d00-8eb3-2585c3dcec4b tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:33:46.320432 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-655f6697-47f1-4d00-8eb3-2585c3dcec4b tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] 10.222.0.48 "PUT /v2.0/routers/ca2db1ba-ac17-4319-844c-57a6eaa95493/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4479926 Jul 15 23:33:46.322889 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 58396) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:46.330468 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5301403b-6aa2-4f1c-9a56-af7d6462d46c None None] Sync routers for ids ['ca2db1ba-ac17-4319-844c-57a6eaa95493'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:33:46.350379 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5301403b-6aa2-4f1c-9a56-af7d6462d46c None None] Routers {'ca2db1ba-ac17-4319-844c-57a6eaa95493'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:33:46.353474 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-5301403b-6aa2-4f1c-9a56-af7d6462d46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:33:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ca2db1ba-ac17-4319-844c-57a6eaa95493'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:46.378632 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-62e6d312-a685-4713-8a03-82d8a1a2b283 req-814104e9-4237-4c66-8aec-79b9634df770 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=26a1784d-78d5-48aa-a101-f8398c9ff162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704594 Jul 15 23:33:46.417087 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-5301403b-6aa2-4f1c-9a56-af7d6462d46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:46.426689 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5301403b-6aa2-4f1c-9a56-af7d6462d46c None None] Routers {'ca2db1ba-ac17-4319-844c-57a6eaa95493'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:33:46.427761 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-5301403b-6aa2-4f1c-9a56-af7d6462d46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:33:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ca2db1ba-ac17-4319-844c-57a6eaa95493'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:46.473772 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-5301403b-6aa2-4f1c-9a56-af7d6462d46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:46.474076 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9844098f-ed5a-4716-a433-ef3292718dc6 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:46.474955 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5301403b-6aa2-4f1c-9a56-af7d6462d46c None None] The sync data for ids ['ca2db1ba-ac17-4319-844c-57a6eaa95493'] in n-d-794306-6 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:33:46.561690 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9844098f-ed5a-4716-a433-ef3292718dc6 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Pushing event deleted for resources: {'Port': ['ID=68ef8ace-dedf-498d-b867-180483a6b832,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:46.606389 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:33:46.664153 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-650da902-7b12-46ac-9309-d391f044eeab tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:46.822703 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 22f71343-a588-4e9b-910d-35a5651c91a8 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:33:47.018465 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 22f71343-a588-4e9b-910d-35a5651c91a8, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=22f71343-a588-4e9b-910d-35a5651c91a8,segment=NetworkSegment(b99224d7-37a2-4cab-9e9b-a43d40298d61),segment_id=b99224d7-37a2-4cab-9e9b-a43d40298d61)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:47.043787 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '22f71343-a588-4e9b-910d-35a5651c91a8', 'network_id': '738afb69-9dfa-4874-a9f9-3ca9e5030b6f', 'port_id': '22f71343-a588-4e9b-910d-35a5651c91a8', 'mac_address': 'fa:16:3e:ee:f2:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47fce57d-ff76-4ff8-b86b-50ddd70517e1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:33:47.103522 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:47.157452 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22f71343-a588-4e9b-910d-35a5651c91a8 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:33:47.204807 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 22f71343-a588-4e9b-910d-35a5651c91a8, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=22f71343-a588-4e9b-910d-35a5651c91a8,segment=NetworkSegment(b99224d7-37a2-4cab-9e9b-a43d40298d61),segment_id=b99224d7-37a2-4cab-9e9b-a43d40298d61)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:47.212895 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:47.348746 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=22f71343-a588-4e9b-910d-35a5651c91a8,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:47.436409 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9844098f-ed5a-4716-a433-ef3292718dc6 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:47.448025 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['22f71343-a588-4e9b-910d-35a5651c91a8'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:33:47.627693 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-650da902-7b12-46ac-9309-d391f044eeab tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:47.691450 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfda6405-03f9-450c-b703-8c7d9c3a9e99 req-8912a724-a577-450d-ae9a-783004db7ed5 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:47.708339 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dfda6405-03f9-450c-b703-8c7d9c3a9e99 req-8912a724-a577-450d-ae9a-783004db7ed5 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=3106dd36-bfe0-4495-b6f8-bbda0880ee0f HTTP/1.1" status: 200 len: 945 time: 0.1687036 Jul 15 23:33:47.768391 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dfda6405-03f9-450c-b703-8c7d9c3a9e99 req-4fd69312-4ac4-4b2c-86be-2e54d6711e1e tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=26a1784d-78d5-48aa-a101-f8398c9ff162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587435 Jul 15 23:33:47.807124 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9844098f-ed5a-4716-a433-ef3292718dc6 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Router 23baded7-9f7c-4728-af48-935224035a28 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:33:47.918822 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-650da902-7b12-46ac-9309-d391f044eeab tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Deleting port 81d5f327-cd77-4007-95b7-862af1fab5b9 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:33:47.919173 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-650da902-7b12-46ac-9309-d391f044eeab tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:47.922559 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9844098f-ed5a-4716-a433-ef3292718dc6 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:33:47.929309 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-9844098f-ed5a-4716-a433-ef3292718dc6 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "PUT /v2.0/routers/23baded7-9f7c-4728-af48-935224035a28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4501653 Jul 15 23:33:47.932429 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 58442) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:47.935230 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51247007-3bd6-436f-9d82-fa76a5295e18 None None] Sync routers for ids ['23baded7-9f7c-4728-af48-935224035a28'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:33:47.952936 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51247007-3bd6-436f-9d82-fa76a5295e18 None None] Routers {'23baded7-9f7c-4728-af48-935224035a28'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:33:47.953642 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-51247007-3bd6-436f-9d82-fa76a5295e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:33:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['23baded7-9f7c-4728-af48-935224035a28'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:47.965941 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-5cc78536-d86a-4e2e-9dea-085cb79fe5b7 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "GET /v2.0/ports?device_id=23baded7-9f7c-4728-af48-935224035a28 HTTP/1.1" status: 200 len: 205 time: 0.0319400 Jul 15 23:33:47.969361 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 58444) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:48.002733 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-51247007-3bd6-436f-9d82-fa76a5295e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:48.012076 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51247007-3bd6-436f-9d82-fa76a5295e18 None None] Routers {'23baded7-9f7c-4728-af48-935224035a28'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:33:48.012934 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-51247007-3bd6-436f-9d82-fa76a5295e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:33:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['23baded7-9f7c-4728-af48-935224035a28'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:48.015971 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-650da902-7b12-46ac-9309-d391f044eeab tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:48.030009 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-650da902-7b12-46ac-9309-d391f044eeab tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Calling delete_port for 81d5f327-cd77-4007-95b7-862af1fab5b9 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:33:48.049644 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-51247007-3bd6-436f-9d82-fa76a5295e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:48.050616 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51247007-3bd6-436f-9d82-fa76a5295e18 None None] The sync data for ids ['23baded7-9f7c-4728-af48-935224035a28'] in n-d-794306-6 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:33:48.086524 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1706f84b-4beb-45da-8c89-10bc18b54a43 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:48.259465 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-650da902-7b12-46ac-9309-d391f044eeab tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:48.295391 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650da902-7b12-46ac-9309-d391f044eeab tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Pushing event deleted for resources: {'Port': ['ID=81d5f327-cd77-4007-95b7-862af1fab5b9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:48.309038 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1706f84b-4beb-45da-8c89-10bc18b54a43 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:48.311379 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1706f84b-4beb-45da-8c89-10bc18b54a43 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:48.356902 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1706f84b-4beb-45da-8c89-10bc18b54a43 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:48.357441 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1706f84b-4beb-45da-8c89-10bc18b54a43 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Fanout notify agent at l3_agent the message router_deleted on router 23baded7-9f7c-4728-af48-935224035a28 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:33:48.366217 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1706f84b-4beb-45da-8c89-10bc18b54a43 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:48.366616 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-650da902-7b12-46ac-9309-d391f044eeab tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999011'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:48.368536 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-1706f84b-4beb-45da-8c89-10bc18b54a43 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "DELETE /v2.0/routers/23baded7-9f7c-4728-af48-935224035a28 HTTP/1.1" status: 204 len: 168 time: 0.3980975 Jul 15 23:33:48.371295 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 58460) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:48.468200 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e77937e-8d4d-4aed-9769-6031f244ac2b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Deleting subnet f5e075a4-2c80-4b65-8153-29d17172c003 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:33:48.472595 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7e77937e-8d4d-4aed-9769-6031f244ac2b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:48.558241 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-650da902-7b12-46ac-9309-d391f044eeab tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:48.560626 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-650da902-7b12-46ac-9309-d391f044eeab tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:48.584868 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7e77937e-8d4d-4aed-9769-6031f244ac2b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:48.612869 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-650da902-7b12-46ac-9309-d391f044eeab tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:48.614475 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650da902-7b12-46ac-9309-d391f044eeab tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Fanout notify agent at l3_agent the message router_deleted on router ca2db1ba-ac17-4319-844c-57a6eaa95493 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:33:48.621982 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-650da902-7b12-46ac-9309-d391f044eeab tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:48.623883 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-650da902-7b12-46ac-9309-d391f044eeab tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] 10.222.0.48 "DELETE /v2.0/routers/ca2db1ba-ac17-4319-844c-57a6eaa95493 HTTP/1.1" status: 204 len: 168 time: 2.2992580 Jul 15 23:33:48.626094 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 58482) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:48.719049 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd3eb73d-9c08-46d6-941e-773e71f37eb7 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Deleting subnet c045c250-c386-4149-b310-e775d49b1a1a {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:33:48.720751 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7e77937e-8d4d-4aed-9769-6031f244ac2b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:48.723891 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd3eb73d-9c08-46d6-941e-773e71f37eb7 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:48.781801 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd3eb73d-9c08-46d6-941e-773e71f37eb7 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:48.825169 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 22f71343-a588-4e9b-910d-35a5651c91a8 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:33:48.846475 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7e77937e-8d4d-4aed-9769-6031f244ac2b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:48.874748 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd3eb73d-9c08-46d6-941e-773e71f37eb7 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:48.918840 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7e77937e-8d4d-4aed-9769-6031f244ac2b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:48.922553 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ef8397-090a-4458-a0ac-ecec4372c087 None None] Network 8fb8aa9a-090b-4a7b-b73f-e523d48ca905 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:33:48.923124 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-7e77937e-8d4d-4aed-9769-6031f244ac2b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "DELETE /v2.0/subnets/f5e075a4-2c80-4b65-8153-29d17172c003 HTTP/1.1" status: 204 len: 168 time: 0.5506678 Jul 15 23:33:48.924373 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 58500) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:48.928186 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e77937e-8d4d-4aed-9769-6031f244ac2b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Pushing event deleted for resources: {'Subnet': ['ID=f5e075a4-2c80-4b65-8153-29d17172c003,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:48.994836 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port 22f71343-a588-4e9b-910d-35a5651c91a8 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:33:49.009608 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 22f71343-a588-4e9b-910d-35a5651c91a8 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:49.010089 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:49.028379 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd3eb73d-9c08-46d6-941e-773e71f37eb7 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:49.089493 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3eb73d-9c08-46d6-941e-773e71f37eb7 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Pushing event deleted for resources: {'Subnet': ['ID=c045c250-c386-4149-b310-e775d49b1a1a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:49.095910 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd3eb73d-9c08-46d6-941e-773e71f37eb7 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:49.102848 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-bd3eb73d-9c08-46d6-941e-773e71f37eb7 tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] 10.222.0.48 "DELETE /v2.0/subnets/c045c250-c386-4149-b310-e775d49b1a1a HTTP/1.1" status: 204 len: 168 time: 0.4747190 Jul 15 23:33:49.103928 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 58510) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:49.199690 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cb65f4e1-40e5-4e52-8684-1b68e46a6910 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:49.251769 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57e8c6ce-7eaa-4490-863d-7ce6b90cfe1e tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:49.272954 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:49.310300 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2376c57-21e6-4a92-87ef-847ca1b21301 req-9f833848-e19d-4993-bb95-cab81760118c tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:49.312308 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d2376c57-21e6-4a92-87ef-847ca1b21301 req-9f833848-e19d-4993-bb95-cab81760118c tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=3106dd36-bfe0-4495-b6f8-bbda0880ee0f HTTP/1.1" status: 200 len: 945 time: 0.3386366 Jul 15 23:33:49.345985 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 22f71343-a588-4e9b-910d-35a5651c91a8, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=22f71343-a588-4e9b-910d-35a5651c91a8,segment=NetworkSegment(b99224d7-37a2-4cab-9e9b-a43d40298d61),segment_id=b99224d7-37a2-4cab-9e9b-a43d40298d61)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:49.349595 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3106dd36-bfe0-4495-b6f8-bbda0880ee0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22f71343-a588-4e9b-910d-35a5651c91a8'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:33:49.351989 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ac5d42-a536-46c6-8894-603d3f32e11d" -d '{"events": [{"server_uuid": "3106dd36-bfe0-4495-b6f8-bbda0880ee0f", "name": "network-vif-plugged", "status": "completed", "tag": "22f71343-a588-4e9b-910d-35a5651c91a8"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:33:49.355329 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5b95e0-567a-4577-b492-dc8d1fc6ca9b None None] DHCP port deletion for 8fb8aa9a-090b-4a7b-b73f-e523d48ca905 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:33:49.408833 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d2376c57-21e6-4a92-87ef-847ca1b21301 req-ca0a539b-2e31-456e-8ef5-ed2360699b32 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=26a1784d-78d5-48aa-a101-f8398c9ff162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849912 Jul 15 23:33:49.412150 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-cb65f4e1-40e5-4e52-8684-1b68e46a6910 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Deleting port 64d01f07-735a-45b6-a1d3-3b198244cdf1 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:33:49.413218 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cb65f4e1-40e5-4e52-8684-1b68e46a6910 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:49.422508 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:49.469617 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57e8c6ce-7eaa-4490-863d-7ce6b90cfe1e tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:49.473697 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11fe0491-9ba0-4ecb-9034-d0827e08f710 x-openstack-request-id: req-11fe0491-9ba0-4ecb-9034-d0827e08f710 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:33:49.473990 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3106dd36-bfe0-4495-b6f8-bbda0880ee0f", "name": "network-vif-plugged", "status": "completed", "tag": "22f71343-a588-4e9b-910d-35a5651c91a8", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:33:49.474251 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-11fe0491-9ba0-4ecb-9034-d0827e08f710 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:33:49.474658 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3106dd36-bfe0-4495-b6f8-bbda0880ee0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22f71343-a588-4e9b-910d-35a5651c91a8', 'code': 200} Jul 15 23:33:49.486999 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-57e8c6ce-7eaa-4490-863d-7ce6b90cfe1e tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c46fd6ed-6df7-4ffc-aca4-b3552ff283ba']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:49.500953 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-57e8c6ce-7eaa-4490-863d-7ce6b90cfe1e tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f23cb00a-c00d-4331-9f5d-4a8ba3d27712') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:49.502233 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-57e8c6ce-7eaa-4490-863d-7ce6b90cfe1e tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f23cb00a-c00d-4331-9f5d-4a8ba3d27712') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:49.516722 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57e8c6ce-7eaa-4490-863d-7ce6b90cfe1e tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:49.528471 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 64d01f07-735a-45b6-a1d3-3b198244cdf1 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:33:49.539505 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57e8c6ce-7eaa-4490-863d-7ce6b90cfe1e tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:49.547037 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57e8c6ce-7eaa-4490-863d-7ce6b90cfe1e tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:33:49.547679 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57e8c6ce-7eaa-4490-863d-7ce6b90cfe1e tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:49.572170 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-cb65f4e1-40e5-4e52-8684-1b68e46a6910 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] For port 64d01f07-735a-45b6-a1d3-3b198244cdf1, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=64d01f07-735a-45b6-a1d3-3b198244cdf1,segment=NetworkSegment(3459ee57-a7aa-43e0-8783-625ea4ac5825),segment_id=3459ee57-a7aa-43e0-8783-625ea4ac5825)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:49.573619 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cb65f4e1-40e5-4e52-8684-1b68e46a6910 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:49.606876 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-cb65f4e1-40e5-4e52-8684-1b68e46a6910 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Calling delete_port for 64d01f07-735a-45b6-a1d3-3b198244cdf1 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:33:49.687121 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:33:49.687121 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:33:49.687121 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:33:49.687121 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:33:49.687121 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:33:49.687121 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:33:49.687121 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:33:49.687121 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:33:49.687121 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:33:49.687121 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:33:49.687121 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:33:49.687121 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:33:49.687121 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:33:49.687121 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:33:49.687121 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:33:49.687121 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:33:49.687121 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:33:49.687121 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:33:49.687121 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:33:49.687121 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:33:49.687121 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:33:49.687121 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:33:49.687121 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:33:49.687121 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:33:49.687121 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:33:49.687121 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:33:49.687121 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:33:49.687121 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:33:49.687121 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:33:49.687121 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:33:49.687121 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:33:49.687121 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:33:49.687121 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:33:49.687121 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:33:49.687121 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:33:49.687121 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:33:49.690072 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=22f71343-a588-4e9b-910d-35a5651c91a8,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:49.710274 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-cc5b95e0-567a-4577-b492-dc8d1fc6ca9b None None] Deleting port 64d01f07-735a-45b6-a1d3-3b198244cdf1 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:33:49.710657 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cc5b95e0-567a-4577-b492-dc8d1fc6ca9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:49.762093 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57e8c6ce-7eaa-4490-863d-7ce6b90cfe1e tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:49.776470 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-cc5b95e0-567a-4577-b492-dc8d1fc6ca9b None None] For port 64d01f07-735a-45b6-a1d3-3b198244cdf1, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=64d01f07-735a-45b6-a1d3-3b198244cdf1,segment=NetworkSegment(3459ee57-a7aa-43e0-8783-625ea4ac5825),segment_id=3459ee57-a7aa-43e0-8783-625ea4ac5825)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:49.777330 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cc5b95e0-567a-4577-b492-dc8d1fc6ca9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:49.788882 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57e8c6ce-7eaa-4490-863d-7ce6b90cfe1e tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:49.796324 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-57e8c6ce-7eaa-4490-863d-7ce6b90cfe1e tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] 10.222.0.48 "DELETE /v2.0/networks/c46fd6ed-6df7-4ffc-aca4-b3552ff283ba HTTP/1.1" status: 204 len: 168 time: 0.6915233 Jul 15 23:33:49.799702 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-cc5b95e0-567a-4577-b492-dc8d1fc6ca9b None None] Calling delete_port for 64d01f07-735a-45b6-a1d3-3b198244cdf1 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:33:49.823201 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cb65f4e1-40e5-4e52-8684-1b68e46a6910 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:49.851368 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8c6ce-7eaa-4490-863d-7ce6b90cfe1e tempest-FloatingIPTestJSON-343697266 tempest-FloatingIPTestJSON-343697266-project] Pushing event deleted for resources: {'Network': ['ID=c46fd6ed-6df7-4ffc-aca4-b3552ff283ba,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:49.885551 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb65f4e1-40e5-4e52-8684-1b68e46a6910 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Pushing event deleted for resources: {'Port': ['ID=64d01f07-735a-45b6-a1d3-3b198244cdf1,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:49.894219 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cc5b95e0-567a-4577-b492-dc8d1fc6ca9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:49.894835 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb65f4e1-40e5-4e52-8684-1b68e46a6910 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] No DVR routers for this DVR port 64d01f07-735a-45b6-a1d3-3b198244cdf1 on host n-d-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:33:49.934279 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a2142b-9295-4a0e-8484-78d8ed48cf11 req-5d528a8f-56c3-4320-bf49-9936b7b53d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:49.936152 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-24a2142b-9295-4a0e-8484-78d8ed48cf11 req-5d528a8f-56c3-4320-bf49-9936b7b53d6e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3106dd36-bfe0-4495-b6f8-bbda0880ee0f HTTP/1.1" status: 200 len: 1097 time: 0.2630284 Jul 15 23:33:49.937025 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 58536) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:49.950339 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5b95e0-567a-4577-b492-dc8d1fc6ca9b None None] No DVR routers for this DVR port 64d01f07-735a-45b6-a1d3-3b198244cdf1 on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:33:49.951958 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:49.980311 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5b95e0-567a-4577-b492-dc8d1fc6ca9b None None] Pushing event deleted for resources: {'Port': ['ID=64d01f07-735a-45b6-a1d3-3b198244cdf1,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:50.039875 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-24a2142b-9295-4a0e-8484-78d8ed48cf11 req-074265f1-11d1-498c-b050-78604ff9b1ab service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=26a1784d-78d5-48aa-a101-f8398c9ff162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830107 Jul 15 23:33:50.074408 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cb65f4e1-40e5-4e52-8684-1b68e46a6910 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:50.101862 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-cb65f4e1-40e5-4e52-8684-1b68e46a6910 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fb8aa9a-090b-4a7b-b73f-e523d48ca905']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:50.116609 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-cb65f4e1-40e5-4e52-8684-1b68e46a6910 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3459ee57-a7aa-43e0-8783-625ea4ac5825') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:50.116908 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-cb65f4e1-40e5-4e52-8684-1b68e46a6910 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3459ee57-a7aa-43e0-8783-625ea4ac5825') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:50.142274 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a86a9d7-f747-4aa5-a97e-945a64503569 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:50.149630 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cb65f4e1-40e5-4e52-8684-1b68e46a6910 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:50.181302 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cb65f4e1-40e5-4e52-8684-1b68e46a6910 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:50.196030 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb65f4e1-40e5-4e52-8684-1b68e46a6910 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:33:50.197943 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cb65f4e1-40e5-4e52-8684-1b68e46a6910 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:50.206586 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:33:50.206586 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:33:50.206586 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:33:50.206586 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:33:50.206586 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:33:50.206586 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:33:50.206586 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:33:50.206586 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:33:50.206586 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:33:50.206586 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:33:50.206586 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:33:50.206586 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:33:50.206586 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:33:50.206586 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:33:50.206586 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:33:50.206586 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:33:50.206586 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:33:50.206586 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:33:50.206586 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:33:50.206586 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:33:50.206586 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:33:50.206586 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:33:50.206586 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:33:50.206586 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:33:50.206586 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:33:50.206586 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:33:50.206586 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:33:50.206586 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:33:50.206586 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:33:50.206586 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:33:50.206586 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:33:50.206586 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:33:50.309649 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 58548) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:50.310715 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cb65f4e1-40e5-4e52-8684-1b68e46a6910 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:50.321323 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cb65f4e1-40e5-4e52-8684-1b68e46a6910 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:50.325273 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-cb65f4e1-40e5-4e52-8684-1b68e46a6910 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "DELETE /v2.0/networks/8fb8aa9a-090b-4a7b-b73f-e523d48ca905 HTTP/1.1" status: 204 len: 168 time: 1.3856268 Jul 15 23:33:50.331333 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 58552) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:50.347730 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d2df76b5-00c1-45ee-8f97-61b0fd0cde2b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1436750334', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:50.383283 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb65f4e1-40e5-4e52-8684-1b68e46a6910 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Pushing event deleted for resources: {'Network': ['ID=8fb8aa9a-090b-4a7b-b73f-e523d48ca905,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:50.427098 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a86a9d7-f747-4aa5-a97e-945a64503569 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:50.435324 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a86a9d7-f747-4aa5-a97e-945a64503569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:50.490709 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d2df76b5-00c1-45ee-8f97-61b0fd0cde2b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:50.492030 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d2df76b5-00c1-45ee-8f97-61b0fd0cde2b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:50.498905 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-7a86a9d7-f747-4aa5-a97e-945a64503569 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=651be95cbfe245f48008560c0e3007c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5599632 Jul 15 23:33:50.501318 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 58556) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:50.502777 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a86a9d7-f747-4aa5-a97e-945a64503569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9586273-77bb-48a4-9b70-c76886930301,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:50.626003 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bbfb5c66-efd3-46b6-877b-d8e46f23e483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:50.655288 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d2df76b5-00c1-45ee-8f97-61b0fd0cde2b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:50.662066 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bbfb5c66-efd3-46b6-877b-d8e46f23e483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:50.698582 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-726c4926-0a8d-4686-bc0e-8dc1bcd2ab12 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ac60438da4e7485d81cc9c20c2190b84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3822310 Jul 15 23:33:50.698582 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 58560) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:50.698582 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d2df76b5-00c1-45ee-8f97-61b0fd0cde2b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:50.756312 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d2df76b5-00c1-45ee-8f97-61b0fd0cde2b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:50.758072 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d2df76b5-00c1-45ee-8f97-61b0fd0cde2b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4166646 Jul 15 23:33:50.761515 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 58564) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:50.776412 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-172e1e93-5588-4b32-a227-40058f08eb18 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Request body: {'network': {'name': 'tempest-RoutersTest-978881667'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:50.785828 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bbfb5c66-efd3-46b6-877b-d8e46f23e483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:50.798516 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bbfb5c66-efd3-46b6-877b-d8e46f23e483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:50.801898 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-bbfb5c66-efd3-46b6-877b-d8e46f23e483 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a9586273-77bb-48a4-9b70-c76886930301 HTTP/1.1" status: 204 len: 168 time: 0.2987797 Jul 15 23:33:50.864093 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfb5c66-efd3-46b6-877b-d8e46f23e483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9586273-77bb-48a4-9b70-c76886930301,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:50.875999 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dcfe688b-9203-4bde-b3c5-0a935183372b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:50.950660 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dcfe688b-9203-4bde-b3c5-0a935183372b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:50.958125 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172e1e93-5588-4b32-a227-40058f08eb18 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Made reservation on behalf of 11b45b448a4843a1ab9b8fe9c2c28bb7 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:33:50.962817 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-172e1e93-5588-4b32-a227-40058f08eb18 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:51.004309 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d5bee-25fc-45f1-b7b6-4734cb2fef81 req-c793dc68-ea79-4e02-bc9f-66294ce8ebae tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:51.006233 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-808d5bee-25fc-45f1-b7b6-4734cb2fef81 req-c793dc68-ea79-4e02-bc9f-66294ce8ebae tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=3106dd36-bfe0-4495-b6f8-bbda0880ee0f HTTP/1.1" status: 200 len: 946 time: 0.2469490 Jul 15 23:33:51.010521 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-172e1e93-5588-4b32-a227-40058f08eb18 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:33:51.049019 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-172e1e93-5588-4b32-a227-40058f08eb18 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:51.049382 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-172e1e93-5588-4b32-a227-40058f08eb18 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Added segment 28f114eb-fd2d-4239-9a40-bc5bbbc99bac of type vlan for network 20e7db06-22a4-4a6a-9215-978dc0e9dcaa Jul 15 23:33:51.070679 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-808d5bee-25fc-45f1-b7b6-4734cb2fef81 req-961f5c53-7708-4a6d-933a-c9a44c0924ed tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=26a1784d-78d5-48aa-a101-f8398c9ff162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541902 Jul 15 23:33:51.074374 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dcfe688b-9203-4bde-b3c5-0a935183372b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:51.081299 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dcfe688b-9203-4bde-b3c5-0a935183372b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:51.085917 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-dcfe688b-9203-4bde-b3c5-0a935183372b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a721f716-82a0-4706-b5b4-c2cfb1af2e2e HTTP/1.1" status: 204 len: 168 time: 0.3806765 Jul 15 23:33:51.108019 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfe688b-9203-4bde-b3c5-0a935183372b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a721f716-82a0-4706-b5b4-c2cfb1af2e2e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:51.118894 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-172e1e93-5588-4b32-a227-40058f08eb18 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:51.166407 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-172e1e93-5588-4b32-a227-40058f08eb18 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:51.172553 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172e1e93-5588-4b32-a227-40058f08eb18 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:51.173207 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-172e1e93-5588-4b32-a227-40058f08eb18 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:51.194569 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 58574) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:51.194848 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-172e1e93-5588-4b32-a227-40058f08eb18 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4290042 Jul 15 23:33:51.213482 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-edfda320-b871-4135-8e6c-6c947c7a26da tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Request body: {'subnet': {'network_id': '20e7db06-22a4-4a6a-9215-978dc0e9dcaa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:51.260854 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172e1e93-5588-4b32-a227-40058f08eb18 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Pushing event updated for resources: {'Network': ['ID=20e7db06-22a4-4a6a-9215-978dc0e9dcaa,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:51.273184 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 20e7db06-22a4-4a6a-9215-978dc0e9dcaa details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:33:51.361086 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edfda320-b871-4135-8e6c-6c947c7a26da tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Made reservation on behalf of 11b45b448a4843a1ab9b8fe9c2c28bb7 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:33:51.370031 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-edfda320-b871-4135-8e6c-6c947c7a26da tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:51.407684 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 58578) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:51.428759 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69577c2f-2d53-43d4-b028-20840760b98f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:51.590619 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69577c2f-2d53-43d4-b028-20840760b98f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:51.596319 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69577c2f-2d53-43d4-b028-20840760b98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:51.646119 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-edfda320-b871-4135-8e6c-6c947c7a26da tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:51.651819 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-69577c2f-2d53-43d4-b028-20840760b98f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ff38a08ef66d4d9fac669c20914fa56c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2410684 Jul 15 23:33:51.653195 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69577c2f-2d53-43d4-b028-20840760b98f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e2fbe3-5cab-4396-9fc0-67b9c63a790e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:51.656311 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 58586) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:51.743911 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a3be7f3c-3a0e-4ac3-972e-9cdb4ab5005b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:51.758497 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfda320-b871-4135-8e6c-6c947c7a26da tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Pushing event updated for resources: {'Subnet': ['ID=ad198ac4-d60c-4523-932a-3c7842c07dad,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:51.770159 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a3be7f3c-3a0e-4ac3-972e-9cdb4ab5005b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:51.795706 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfda320-b871-4135-8e6c-6c947c7a26da tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Checking segment: {'id': '28f114eb-fd2d-4239-9a40-bc5bbbc99bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '20e7db06-22a4-4a6a-9215-978dc0e9dcaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:33:51.796874 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfda320-b871-4135-8e6c-6c947c7a26da tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Network hostable DHCP agents. Network: 20e7db06-22a4-4a6a-9215-978dc0e9dcaa, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:33:51.822375 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfda320-b871-4135-8e6c-6c947c7a26da tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Network 20e7db06-22a4-4a6a-9215-978dc0e9dcaa is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:33:51.842368 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-edfda320-b871-4135-8e6c-6c947c7a26da tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 20e7db06-22a4-4a6a-9215-978dc0e9dcaa) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:33:51.845950 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a3be7f3c-3a0e-4ac3-972e-9cdb4ab5005b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:51.849126 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edfda320-b871-4135-8e6c-6c947c7a26da tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:51.849308 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a3be7f3c-3a0e-4ac3-972e-9cdb4ab5005b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:51.849935 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-edfda320-b871-4135-8e6c-6c947c7a26da tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:51.850375 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-a3be7f3c-3a0e-4ac3-972e-9cdb4ab5005b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/83e2fbe3-5cab-4396-9fc0-67b9c63a790e HTTP/1.1" status: 204 len: 168 time: 0.1925819 Jul 15 23:33:51.858115 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c28610-d196-4694-bc52-30c0ada4744c None None] Network 20e7db06-22a4-4a6a-9215-978dc0e9dcaa requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:33:51.871751 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3be7f3c-3a0e-4ac3-972e-9cdb4ab5005b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e2fbe3-5cab-4396-9fc0-67b9c63a790e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:51.876243 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 58596) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:51.878601 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-edfda320-b871-4135-8e6c-6c947c7a26da tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6666996 Jul 15 23:33:52.127281 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd93621e-d53e-4edd-9d49-0a729981e849 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-20e7db06-22a4-4a6a-9215-978dc0e9dcaa', 'network_id': '20e7db06-22a4-4a6a-9215-978dc0e9dcaa', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'fixed_ips': [{'subnet_id': 'ad198ac4-d60c-4523-932a-3c7842c07dad'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:33:52.129652 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cd93621e-d53e-4edd-9d49-0a729981e849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:52.363609 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 58612) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:52.414262 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-cd93621e-d53e-4edd-9d49-0a729981e849 None None] Allocated IP 172.20.0.2 (20e7db06-22a4-4a6a-9215-978dc0e9dcaa/ad198ac4-d60c-4523-932a-3c7842c07dad/df3b6de7-e8f0-4299-a17b-913eeba4b0c9) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:33:52.535152 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-58522d9f-a3f8-4b7f-8b7a-84f8af8b477e tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1077421790'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:52.602758 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58522d9f-a3f8-4b7f-8b7a-84f8af8b477e tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Made reservation on behalf of a0614e37ad8e4091be3b4656e6a935a1 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:33:52.607505 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-58522d9f-a3f8-4b7f-8b7a-84f8af8b477e tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:52.633633 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-58522d9f-a3f8-4b7f-8b7a-84f8af8b477e tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:52.717372 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cd93621e-d53e-4edd-9d49-0a729981e849 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:52.738891 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cd93621e-d53e-4edd-9d49-0a729981e849 None None] Transition to ACTIVE for port object df3b6de7-e8f0-4299-a17b-913eeba4b0c9 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:33:52.770086 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cd93621e-d53e-4edd-9d49-0a729981e849 None None] Transition to ACTIVE for port object df3b6de7-e8f0-4299-a17b-913eeba4b0c9 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:33:52.783992 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cd93621e-d53e-4edd-9d49-0a729981e849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:52.830317 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-58522d9f-a3f8-4b7f-8b7a-84f8af8b477e tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:52.836305 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-58522d9f-a3f8-4b7f-8b7a-84f8af8b477e tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:52.852445 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58522d9f-a3f8-4b7f-8b7a-84f8af8b477e tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:33:52.867831 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-58522d9f-a3f8-4b7f-8b7a-84f8af8b477e tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:52.868165 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-58522d9f-a3f8-4b7f-8b7a-84f8af8b477e tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Added segment db6d2e9d-1f2b-4f30-8e94-3fe72dc1f942 of type vlan for network 0fdc2eef-69db-4934-b177-59f9faa7d925 Jul 15 23:33:52.890171 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd93621e-d53e-4edd-9d49-0a729981e849 None None] Network 20e7db06-22a4-4a6a-9215-978dc0e9dcaa is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:33:52.917046 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-cd93621e-d53e-4edd-9d49-0a729981e849 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:33:52.919659 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd93621e-d53e-4edd-9d49-0a729981e849 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:33:52.939604 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd93621e-d53e-4edd-9d49-0a729981e849 None None] Pushing event updated for resources: {'Port': ['ID=df3b6de7-e8f0-4299-a17b-913eeba4b0c9,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:52.968715 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-58522d9f-a3f8-4b7f-8b7a-84f8af8b477e tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:53.036070 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-58522d9f-a3f8-4b7f-8b7a-84f8af8b477e tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:53.049097 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58522d9f-a3f8-4b7f-8b7a-84f8af8b477e tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:53.049771 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-58522d9f-a3f8-4b7f-8b7a-84f8af8b477e tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:53.161955 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-58522d9f-a3f8-4b7f-8b7a-84f8af8b477e tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.7940137 Jul 15 23:33:53.163219 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 58630) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:53.169574 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58522d9f-a3f8-4b7f-8b7a-84f8af8b477e tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5fc0cb-6a2f-479c-b75e-c24c60941054,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:53.204624 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-087c7874-d91b-4346-9904-0d4759ddcd8e tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Request body: {'port': {'network_id': '0fdc2eef-69db-4934-b177-59f9faa7d925', 'name': 'tempest-PortsTestJSON-815708'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:53.241040 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58522d9f-a3f8-4b7f-8b7a-84f8af8b477e tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event updated for resources: {'Network': ['ID=0fdc2eef-69db-4934-b177-59f9faa7d925,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:53.295001 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 0fdc2eef-69db-4934-b177-59f9faa7d925 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:33:53.358929 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-cd93621e-d53e-4edd-9d49-0a729981e849 None None] Attempting to bind port df3b6de7-e8f0-4299-a17b-913eeba4b0c9 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:33:53.359344 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-cd93621e-d53e-4edd-9d49-0a729981e849 None None] Attempting to bind port df3b6de7-e8f0-4299-a17b-913eeba4b0c9 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '28f114eb-fd2d-4239-9a40-bc5bbbc99bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '20e7db06-22a4-4a6a-9215-978dc0e9dcaa'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:33:53.359963 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd93621e-d53e-4edd-9d49-0a729981e849 None None] Attempting to bind port df3b6de7-e8f0-4299-a17b-913eeba4b0c9 on network 20e7db06-22a4-4a6a-9215-978dc0e9dcaa {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:33:53.370330 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd93621e-d53e-4edd-9d49-0a729981e849 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:33:53.371010 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd93621e-d53e-4edd-9d49-0a729981e849 None None] Checking segment: {'id': '28f114eb-fd2d-4239-9a40-bc5bbbc99bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '20e7db06-22a4-4a6a-9215-978dc0e9dcaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:33:53.371617 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cd93621e-d53e-4edd-9d49-0a729981e849 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:53.372172 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd93621e-d53e-4edd-9d49-0a729981e849 None None] Bound using segment: {'id': '28f114eb-fd2d-4239-9a40-bc5bbbc99bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '20e7db06-22a4-4a6a-9215-978dc0e9dcaa'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:33:53.372807 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-cd93621e-d53e-4edd-9d49-0a729981e849 None None] Bound port: df3b6de7-e8f0-4299-a17b-913eeba4b0c9, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28f114eb-fd2d-4239-9a40-bc5bbbc99bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '20e7db06-22a4-4a6a-9215-978dc0e9dcaa'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:33:53.373381 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cd93621e-d53e-4edd-9d49-0a729981e849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:53.644857 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-cd93621e-d53e-4edd-9d49-0a729981e849 None None] For port df3b6de7-e8f0-4299-a17b-913eeba4b0c9, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:33:53.655935 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-cd93621e-d53e-4edd-9d49-0a729981e849 None None] For port df3b6de7-e8f0-4299-a17b-913eeba4b0c9, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=df3b6de7-e8f0-4299-a17b-913eeba4b0c9,segment=NetworkSegment(28f114eb-fd2d-4239-9a40-bc5bbbc99bac),segment_id=28f114eb-fd2d-4239-9a40-bc5bbbc99bac)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:33:53.670226 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cd93621e-d53e-4edd-9d49-0a729981e849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:53.781697 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d355cc5-9911-428f-a7b9-6a6103acb8b3 req-51e38ae6-72b1-4485-ad0f-d4c9a38dd890 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:53.802065 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6d355cc5-9911-428f-a7b9-6a6103acb8b3 req-51e38ae6-72b1-4485-ad0f-d4c9a38dd890 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=3106dd36-bfe0-4495-b6f8-bbda0880ee0f HTTP/1.1" status: 200 len: 946 time: 0.9013715 Jul 15 23:33:53.812040 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd93621e-d53e-4edd-9d49-0a729981e849 None None] Pushing event updated for resources: {'Port': ['ID=df3b6de7-e8f0-4299-a17b-913eeba4b0c9,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:53.966258 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f92ab4bb-b02d-460c-9bac-c2c2219c9e1f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:54.061413 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-087c7874-d91b-4346-9904-0d4759ddcd8e tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Made reservation on behalf of a0614e37ad8e4091be3b4656e6a935a1 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:33:54.068647 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-087c7874-d91b-4346-9904-0d4759ddcd8e tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:54.199406 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6d355cc5-9911-428f-a7b9-6a6103acb8b3 req-0e804372-dc66-41b7-a249-376ac9dae054 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=26a1784d-78d5-48aa-a101-f8398c9ff162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3946793 Jul 15 23:33:54.219384 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-087c7874-d91b-4346-9904-0d4759ddcd8e tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] device_id is not set on port 4b44c92f-69e5-4676-acbd-bef0b282cf99 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:33:54.718634 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-f92ab4bb-b02d-460c-9bac-c2c2219c9e1f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Allocated IP 172.20.0.1 (20e7db06-22a4-4a6a-9215-978dc0e9dcaa/ad198ac4-d60c-4523-932a-3c7842c07dad/3cf6d44e-ef7f-473e-a13c-58692a0e4369) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:33:54.859669 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038aa162-a096-4473-976b-2f00b422738d req-11ecec79-e294-476a-b686-6d366359986c tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:54.872981 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-038aa162-a096-4473-976b-2f00b422738d req-11ecec79-e294-476a-b686-6d366359986c tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=3106dd36-bfe0-4495-b6f8-bbda0880ee0f HTTP/1.1" status: 200 len: 946 time: 0.3461936 Jul 15 23:33:54.930174 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-087c7874-d91b-4346-9904-0d4759ddcd8e tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:55.084953 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-038aa162-a096-4473-976b-2f00b422738d req-41e13b25-bafd-4202-9bf0-8c2f1614118c tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=26a1784d-78d5-48aa-a101-f8398c9ff162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1895113 Jul 15 23:33:55.107059 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-087c7874-d91b-4346-9904-0d4759ddcd8e tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:55.108134 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 58684) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:55.166453 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f92ab4bb-b02d-460c-9bac-c2c2219c9e1f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:55.234511 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22ab768-6116-482e-b76b-8991b0285d0a tempest-TestNetworkAdvancedServerOps-29383157 tempest-TestNetworkAdvancedServerOps-29383157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:55.245820 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-f92ab4bb-b02d-460c-9bac-c2c2219c9e1f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Transition to ACTIVE for port object 3cf6d44e-ef7f-473e-a13c-58692a0e4369 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:33:55.251526 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a22ab768-6116-482e-b76b-8991b0285d0a tempest-TestNetworkAdvancedServerOps-29383157 tempest-TestNetworkAdvancedServerOps-29383157-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=3106dd36-bfe0-4495-b6f8-bbda0880ee0f HTTP/1.1" status: 200 len: 1092 time: 0.1411524 Jul 15 23:33:55.256579 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 58692) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:55.261403 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087c7874-d91b-4346-9904-0d4759ddcd8e tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event updated for resources: {'Port': ['ID=4b44c92f-69e5-4676-acbd-bef0b282cf99,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:55.281599 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5f5d945c-4939-4ebb-b8cb-e262b394c056 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Request body: {'floatingip': {'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'port_id': '22f71343-a588-4e9b-910d-35a5651c91a8', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:55.305134 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087c7874-d91b-4346-9904-0d4759ddcd8e tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Checking segment: {'id': 'db6d2e9d-1f2b-4f30-8e94-3fe72dc1f942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0fdc2eef-69db-4934-b177-59f9faa7d925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:33:55.305514 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087c7874-d91b-4346-9904-0d4759ddcd8e tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Network hostable DHCP agents. Network: 0fdc2eef-69db-4934-b177-59f9faa7d925, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:33:55.318970 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c7874-d91b-4346-9904-0d4759ddcd8e tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:55.319325 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c7874-d91b-4346-9904-0d4759ddcd8e tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:55.319772 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c7874-d91b-4346-9904-0d4759ddcd8e tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:55.320124 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c7874-d91b-4346-9904-0d4759ddcd8e tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:55.320455 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c7874-d91b-4346-9904-0d4759ddcd8e tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:55.320793 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c7874-d91b-4346-9904-0d4759ddcd8e tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:55.321115 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c7874-d91b-4346-9904-0d4759ddcd8e tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:55.321441 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c7874-d91b-4346-9904-0d4759ddcd8e tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:55.321853 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c7874-d91b-4346-9904-0d4759ddcd8e tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:55.322109 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c7874-d91b-4346-9904-0d4759ddcd8e tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:55.322401 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c7874-d91b-4346-9904-0d4759ddcd8e tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:55.322726 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c7874-d91b-4346-9904-0d4759ddcd8e tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:33:55.353548 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087c7874-d91b-4346-9904-0d4759ddcd8e tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Network 0fdc2eef-69db-4934-b177-59f9faa7d925 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:33:55.367396 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-087c7874-d91b-4346-9904-0d4759ddcd8e tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 0fdc2eef-69db-4934-b177-59f9faa7d925) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:33:55.372952 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087c7874-d91b-4346-9904-0d4759ddcd8e tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:33:55.380969 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087c7874-d91b-4346-9904-0d4759ddcd8e tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:55.382196 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-087c7874-d91b-4346-9904-0d4759ddcd8e tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:55.391233 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624383b1-2911-49a5-8893-6d1d0cceb156 None None] Network 0fdc2eef-69db-4934-b177-59f9faa7d925 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:33:55.395349 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f5d945c-4939-4ebb-b8cb-e262b394c056 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:55.402375 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f92ab4bb-b02d-460c-9bac-c2c2219c9e1f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:55.475367 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92ab4bb-b02d-460c-9bac-c2c2219c9e1f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Network 20e7db06-22a4-4a6a-9215-978dc0e9dcaa is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:33:55.491755 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-f92ab4bb-b02d-460c-9bac-c2c2219c9e1f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:33:55.500137 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 58700) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:55.500727 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-087c7874-d91b-4346-9904-0d4759ddcd8e tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 842 time: 2.3340356 Jul 15 23:33:55.504644 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92ab4bb-b02d-460c-9bac-c2c2219c9e1f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:33:55.512933 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-82cdc3e4-2ec7-43c2-8a48-6c9d4596c8de tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1518737412'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:55.525596 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92ab4bb-b02d-460c-9bac-c2c2219c9e1f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Pushing event updated for resources: {'Port': ['ID=3cf6d44e-ef7f-473e-a13c-58692a0e4369,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:55.605655 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82cdc3e4-2ec7-43c2-8a48-6c9d4596c8de tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Made reservation on behalf of a0614e37ad8e4091be3b4656e6a935a1 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:33:55.610371 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-82cdc3e4-2ec7-43c2-8a48-6c9d4596c8de tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:55.651393 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82cdc3e4-2ec7-43c2-8a48-6c9d4596c8de tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:33:55.654688 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f5d945c-4939-4ebb-b8cb-e262b394c056 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:55.670930 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-82cdc3e4-2ec7-43c2-8a48-6c9d4596c8de tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:55.671295 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-82cdc3e4-2ec7-43c2-8a48-6c9d4596c8de tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Added segment 287b4c63-0e5c-4732-a72e-ec8b8cacd0af of type vlan for network 8b86b866-8ab9-45d0-9a9f-2c9bb1315dcc Jul 15 23:33:55.677142 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f92ab4bb-b02d-460c-9bac-c2c2219c9e1f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:55.725391 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d681e32-b008-4654-a4e1-31b27209a940 None None] Network 20e7db06-22a4-4a6a-9215-978dc0e9dcaa requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:33:55.737003 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device df3b6de7-e8f0-4299-a17b-913eeba4b0c9 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:33:55.819599 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-82cdc3e4-2ec7-43c2-8a48-6c9d4596c8de tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:55.891017 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:55.988364 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-80b5dd86-c2f7-49e3-aaf9-81610f70cd77 None None] Provisioning for port df3b6de7-e8f0-4299-a17b-913eeba4b0c9 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:33:55.993417 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-82cdc3e4-2ec7-43c2-8a48-6c9d4596c8de tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:55.994727 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f92ab4bb-b02d-460c-9bac-c2c2219c9e1f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:56.005982 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82cdc3e4-2ec7-43c2-8a48-6c9d4596c8de tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:56.006644 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-82cdc3e4-2ec7-43c2-8a48-6c9d4596c8de tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:56.016664 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-5f5d945c-4939-4ebb-b8cb-e262b394c056 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Allocated IP 172.25.5.183 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/cdef29ca-7065-4e31-8321-3137b2d09414) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:33:56.178185 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port df3b6de7-e8f0-4299-a17b-913eeba4b0c9 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:33:56.191161 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port df3b6de7-e8f0-4299-a17b-913eeba4b0c9 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:56.192136 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:56.197275 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-82cdc3e4-2ec7-43c2-8a48-6c9d4596c8de tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6952262 Jul 15 23:33:56.202892 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 58730) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:56.232888 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7a01af50-0d83-4a98-a2f1-6324e908febd tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Request body: {'ports': [{'network_id': '0fdc2eef-69db-4934-b177-59f9faa7d925'}, {'network_id': '8b86b866-8ab9-45d0-9a9f-2c9bb1315dcc'}]} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:56.233198 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7a01af50-0d83-4a98-a2f1-6324e908febd tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Request body: {'port': {'network_id': '0fdc2eef-69db-4934-b177-59f9faa7d925'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:56.233744 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7a01af50-0d83-4a98-a2f1-6324e908febd tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Request body: {'port': {'network_id': '8b86b866-8ab9-45d0-9a9f-2c9bb1315dcc'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:56.327829 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cdc3e4-2ec7-43c2-8a48-6c9d4596c8de tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event updated for resources: {'Network': ['ID=8b86b866-8ab9-45d0-9a9f-2c9bb1315dcc,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:56.374716 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 8b86b866-8ab9-45d0-9a9f-2c9bb1315dcc details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:33:56.505452 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f5d945c-4939-4ebb-b8cb-e262b394c056 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:56.583051 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a01af50-0d83-4a98-a2f1-6324e908febd tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Made reservation on behalf of a0614e37ad8e4091be3b4656e6a935a1 for: {'port': 2} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:33:56.588602 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a01af50-0d83-4a98-a2f1-6324e908febd tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:56.625357 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:56.626586 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a01af50-0d83-4a98-a2f1-6324e908febd tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:56.638343 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f92ab4bb-b02d-460c-9bac-c2c2219c9e1f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:56.646519 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f92ab4bb-b02d-460c-9bac-c2c2219c9e1f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:56.702652 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f5d945c-4939-4ebb-b8cb-e262b394c056 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:56.718735 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port df3b6de7-e8f0-4299-a17b-913eeba4b0c9, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=df3b6de7-e8f0-4299-a17b-913eeba4b0c9,segment=NetworkSegment(28f114eb-fd2d-4239-9a40-bc5bbbc99bac),segment_id=28f114eb-fd2d-4239-9a40-bc5bbbc99bac)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:33:56.725100 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:56.744285 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92ab4bb-b02d-460c-9bac-c2c2219c9e1f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Pushing event updated for resources: {'Port': ['ID=3cf6d44e-ef7f-473e-a13c-58692a0e4369,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:56.795530 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f92ab4bb-b02d-460c-9bac-c2c2219c9e1f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:56.801332 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5d945c-4939-4ebb-b8cb-e262b394c056 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event updated for resources: {'Port': ['ID=cdef29ca-7065-4e31-8321-3137b2d09414,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:56.853276 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=df3b6de7-e8f0-4299-a17b-913eeba4b0c9,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:56.856985 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5d945c-4939-4ebb-b8cb-e262b394c056 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:33:56.860324 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-5f5d945c-4939-4ebb-b8cb-e262b394c056 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:33:56.872465 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5d945c-4939-4ebb-b8cb-e262b394c056 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:33:56.968149 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-7a01af50-0d83-4a98-a2f1-6324e908febd tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] device_id is not set on port 06865ede-98de-4997-ba4a-b051281b4d5a yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:33:57.032760 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92ab4bb-b02d-460c-9bac-c2c2219c9e1f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Network 20e7db06-22a4-4a6a-9215-978dc0e9dcaa is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:33:57.035317 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-f92ab4bb-b02d-460c-9bac-c2c2219c9e1f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:33:57.054951 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5d9c3a39-1c52-46fb-91d7-de5b7a69a6aa None None] Provisioning complete for port df3b6de7-e8f0-4299-a17b-913eeba4b0c9 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:57.058066 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5d9c3a39-1c52-46fb-91d7-de5b7a69a6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:57.276201 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f92ab4bb-b02d-460c-9bac-c2c2219c9e1f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Router 9b59c035-4cf0-4cba-896b-5cd652517b99 is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:33:57.389861 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5d9c3a39-1c52-46fb-91d7-de5b7a69a6aa None None] Provisioning for port 3cf6d44e-ef7f-473e-a13c-58692a0e4369 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:33:57.400641 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5d9c3a39-1c52-46fb-91d7-de5b7a69a6aa None None] Provisioning complete for port 3cf6d44e-ef7f-473e-a13c-58692a0e4369 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:57.401828 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5d9c3a39-1c52-46fb-91d7-de5b7a69a6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:57.530529 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5d9c3a39-1c52-46fb-91d7-de5b7a69a6aa None None] Port 3cf6d44e-ef7f-473e-a13c-58692a0e4369 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:33:57.546851 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device df3b6de7-e8f0-4299-a17b-913eeba4b0c9 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:33:57.582377 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f92ab4bb-b02d-460c-9bac-c2c2219c9e1f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:33:57.595172 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-f92ab4bb-b02d-460c-9bac-c2c2219c9e1f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "PUT /v2.0/routers/9b59c035-4cf0-4cba-896b-5cd652517b99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7113161 Jul 15 23:33:57.596282 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 58788) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:57.608924 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b3e03456-a24d-441d-9698-3a9dcb099bf2 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Request body: {'network': {'name': 'tempest-RoutersTest-457734392'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:57.643560 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595e655b-1d9f-4a3c-8f00-61376300b382 None None] Sync routers for ids ['9b59c035-4cf0-4cba-896b-5cd652517b99'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:33:57.677673 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e03456-a24d-441d-9698-3a9dcb099bf2 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Made reservation on behalf of 11b45b448a4843a1ab9b8fe9c2c28bb7 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:33:57.693664 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b3e03456-a24d-441d-9698-3a9dcb099bf2 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:57.728698 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4ddb073f-60f1-434b-a971-2dd97356793d None None] Provisioning complete for port 3cf6d44e-ef7f-473e-a13c-58692a0e4369 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:57.729079 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4ddb073f-60f1-434b-a971-2dd97356793d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:57.730516 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595e655b-1d9f-4a3c-8f00-61376300b382 None None] Routers {'9b59c035-4cf0-4cba-896b-5cd652517b99'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:33:57.731154 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-595e655b-1d9f-4a3c-8f00-61376300b382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:33:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['9b59c035-4cf0-4cba-896b-5cd652517b99'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:57.775685 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3e03456-a24d-441d-9698-3a9dcb099bf2 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:33:57.842711 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b3e03456-a24d-441d-9698-3a9dcb099bf2 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:57.846140 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-b3e03456-a24d-441d-9698-3a9dcb099bf2 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Added segment 99b76a52-b922-4ecf-a70e-f875f086d8b2 of type vlan for network 35610118-f1a9-4913-8d31-bb7edc1f4e04 Jul 15 23:33:57.939522 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-4ddb073f-60f1-434b-a971-2dd97356793d None None] Port 3cf6d44e-ef7f-473e-a13c-58692a0e4369 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:33:57.954093 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port df3b6de7-e8f0-4299-a17b-913eeba4b0c9 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:57.955262 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:57.977686 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b3e03456-a24d-441d-9698-3a9dcb099bf2 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:58.003994 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-595e655b-1d9f-4a3c-8f00-61376300b382 None None] Set router 9b59c035-4cf0-4cba-896b-5cd652517b99 gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:33:58.052206 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b3e03456-a24d-441d-9698-3a9dcb099bf2 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:58.064852 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e03456-a24d-441d-9698-3a9dcb099bf2 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:58.066640 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b3e03456-a24d-441d-9698-3a9dcb099bf2 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:58.146058 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-b3e03456-a24d-441d-9698-3a9dcb099bf2 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5439613 Jul 15 23:33:58.149913 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 58808) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:58.162465 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-5d88d8a2-de6d-4f38-8b47-7c2b221741d1 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Request body: {'subnet': {'network_id': '35610118-f1a9-4913-8d31-bb7edc1f4e04', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:33:58.235372 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f5d945c-4939-4ebb-b8cb-e262b394c056 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:58.248842 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-812e8355-dda3-4aba-ac60-250ce9f5af0d None None] Provisioning complete for port 3cf6d44e-ef7f-473e-a13c-58692a0e4369 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:33:58.249215 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-812e8355-dda3-4aba-ac60-250ce9f5af0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:58.331063 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a01af50-0d83-4a98-a2f1-6324e908febd tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:58.350557 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-812e8355-dda3-4aba-ac60-250ce9f5af0d None None] Port 3cf6d44e-ef7f-473e-a13c-58692a0e4369 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:33:58.391647 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e03456-a24d-441d-9698-3a9dcb099bf2 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Pushing event updated for resources: {'Network': ['ID=35610118-f1a9-4913-8d31-bb7edc1f4e04,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:58.407344 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 35610118-f1a9-4913-8d31-bb7edc1f4e04 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:33:58.414162 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d88d8a2-de6d-4f38-8b47-7c2b221741d1 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Made reservation on behalf of 11b45b448a4843a1ab9b8fe9c2c28bb7 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:33:58.418511 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5d88d8a2-de6d-4f38-8b47-7c2b221741d1 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:58.460325 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-7a01af50-0d83-4a98-a2f1-6324e908febd tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] device_id is not set on port 75feb64b-ef71-46bb-bf60-8a527be3bd4b yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:33:58.538452 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f5d945c-4939-4ebb-b8cb-e262b394c056 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:58.560652 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-595e655b-1d9f-4a3c-8f00-61376300b382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'name': 'tempest-RoutersTest-router-1436750334', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:50Z', 'updated_at': '2021-07-15T23:33:55Z', 'revision_number': 2, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'gw_port_host': None, '_interfaces': [{'id': '3cf6d44e-ef7f-473e-a13c-58692a0e4369', 'name': '', 'network_id': '20e7db06-22a4-4a6a-9215-978dc0e9dcaa', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'mac_address': 'fa:16:3e:0d:16:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'ad198ac4-d60c-4523-932a-3c7842c07dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:54Z', 'updated_at': '2021-07-15T23:33:56Z', 'revision_number': 2, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'subnets': [{'id': 'ad198ac4-d60c-4523-932a-3c7842c07dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:33:58.600758 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595e655b-1d9f-4a3c-8f00-61376300b382 None None] Checking router: 9b59c035-4cf0-4cba-896b-5cd652517b99 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:33:58.601149 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595e655b-1d9f-4a3c-8f00-61376300b382 None None] Updating router 9b59c035-4cf0-4cba-896b-5cd652517b99 port 3cf6d44e-ef7f-473e-a13c-58692a0e4369 binding host n-d-794306-6 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:33:58.650980 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5d88d8a2-de6d-4f38-8b47-7c2b221741d1 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:58.653301 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-595e655b-1d9f-4a3c-8f00-61376300b382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:58.802833 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a01af50-0d83-4a98-a2f1-6324e908febd tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:58.810355 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d88d8a2-de6d-4f38-8b47-7c2b221741d1 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Checking segment: {'id': '99b76a52-b922-4ecf-a70e-f875f086d8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '35610118-f1a9-4913-8d31-bb7edc1f4e04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:33:58.810974 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d88d8a2-de6d-4f38-8b47-7c2b221741d1 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Network hostable DHCP agents. Network: 35610118-f1a9-4913-8d31-bb7edc1f4e04, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:33:58.813647 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d88d8a2-de6d-4f38-8b47-7c2b221741d1 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Pushing event updated for resources: {'Subnet': ['ID=7f488d6d-141f-44e9-98e9-ed653608017f,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:58.858143 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d88d8a2-de6d-4f38-8b47-7c2b221741d1 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Network 35610118-f1a9-4913-8d31-bb7edc1f4e04 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:33:58.875699 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-5d88d8a2-de6d-4f38-8b47-7c2b221741d1 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 35610118-f1a9-4913-8d31-bb7edc1f4e04) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:33:58.880235 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d88d8a2-de6d-4f38-8b47-7c2b221741d1 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:33:58.880847 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5d88d8a2-de6d-4f38-8b47-7c2b221741d1 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:58.910734 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42be24ba-f453-47da-8e99-01c19f1617b9 None None] Network 35610118-f1a9-4913-8d31-bb7edc1f4e04 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:33:58.911740 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-5d88d8a2-de6d-4f38-8b47-7c2b221741d1 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7596321 Jul 15 23:33:58.914074 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 58868) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:33:59.104561 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f5d945c-4939-4ebb-b8cb-e262b394c056 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:59.118937 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f5d945c-4939-4ebb-b8cb-e262b394c056 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:59.218418 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a01af50-0d83-4a98-a2f1-6324e908febd tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:59.350368 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a01af50-0d83-4a98-a2f1-6324e908febd tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Network 0fdc2eef-69db-4934-b177-59f9faa7d925 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:33:59.357163 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-7a01af50-0d83-4a98-a2f1-6324e908febd tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:33:59.360088 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a01af50-0d83-4a98-a2f1-6324e908febd tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:33:59.360939 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a01af50-0d83-4a98-a2f1-6324e908febd tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:59.375024 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5d945c-4939-4ebb-b8cb-e262b394c056 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event updated for resources: {'Port': ['ID=cdef29ca-7065-4e31-8321-3137b2d09414,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:59.416635 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f5d945c-4939-4ebb-b8cb-e262b394c056 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:59.424719 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cd9992c6-e896-4843-8ec3-922102e652bb tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:59.486972 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d863cbba-8dc6-4187-8faa-890a8414f049 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-35610118-f1a9-4913-8d31-bb7edc1f4e04', 'network_id': '35610118-f1a9-4913-8d31-bb7edc1f4e04', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'fixed_ips': [{'subnet_id': '7f488d6d-141f-44e9-98e9-ed653608017f'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:33:59.488709 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d863cbba-8dc6-4187-8faa-890a8414f049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:59.492191 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-595e655b-1d9f-4a3c-8f00-61376300b382 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:59.511835 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-595e655b-1d9f-4a3c-8f00-61376300b382 None None] Transition to ACTIVE for port object 3cf6d44e-ef7f-473e-a13c-58692a0e4369 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:33:59.599705 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-595e655b-1d9f-4a3c-8f00-61376300b382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:33:59.609187 n-d-794306-6 neutron-server[93771]: INFO neutron.db.l3_db [None req-5f5d945c-4939-4ebb-b8cb-e262b394c056 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Floating IP 3e169088-5ece-4e22-bdb8-c1dd743503b2 associated. External IP: 172.25.5.183, port: 22f71343-a588-4e9b-910d-35a5651c91a8. Jul 15 23:33:59.677962 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a01af50-0d83-4a98-a2f1-6324e908febd tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event updated for resources: {'Port': ['ID=06865ede-98de-4997-ba4a-b051281b4d5a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:59.743984 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a01af50-0d83-4a98-a2f1-6324e908febd tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event updated for resources: {'Port': ['ID=75feb64b-ef71-46bb-bf60-8a527be3bd4b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:33:59.936280 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-d863cbba-8dc6-4187-8faa-890a8414f049 None None] Allocated IP 172.21.0.2 (35610118-f1a9-4913-8d31-bb7edc1f4e04/7f488d6d-141f-44e9-98e9-ed653608017f/7fb43a32-4298-404a-adf7-825b606875bd) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:33:59.976081 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69fc47d-6afe-4639-a841-398599dfc596 None None] Pushing event updated for resources: {'Port': ['ID=3cf6d44e-ef7f-473e-a13c-58692a0e4369,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:00.237442 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-595e655b-1d9f-4a3c-8f00-61376300b382 None None] Attempting to bind port 3cf6d44e-ef7f-473e-a13c-58692a0e4369 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:34:00.237916 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-595e655b-1d9f-4a3c-8f00-61376300b382 None None] Attempting to bind port 3cf6d44e-ef7f-473e-a13c-58692a0e4369 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '28f114eb-fd2d-4239-9a40-bc5bbbc99bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '20e7db06-22a4-4a6a-9215-978dc0e9dcaa'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:34:00.238356 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595e655b-1d9f-4a3c-8f00-61376300b382 None None] Attempting to bind port 3cf6d44e-ef7f-473e-a13c-58692a0e4369 on network 20e7db06-22a4-4a6a-9215-978dc0e9dcaa {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:34:00.251462 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595e655b-1d9f-4a3c-8f00-61376300b382 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:34:00.252244 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595e655b-1d9f-4a3c-8f00-61376300b382 None None] Checking segment: {'id': '28f114eb-fd2d-4239-9a40-bc5bbbc99bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '20e7db06-22a4-4a6a-9215-978dc0e9dcaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:34:00.253774 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-595e655b-1d9f-4a3c-8f00-61376300b382 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:00.254171 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595e655b-1d9f-4a3c-8f00-61376300b382 None None] Bound using segment: {'id': '28f114eb-fd2d-4239-9a40-bc5bbbc99bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '20e7db06-22a4-4a6a-9215-978dc0e9dcaa'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:34:00.254613 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-595e655b-1d9f-4a3c-8f00-61376300b382 None None] Bound port: 3cf6d44e-ef7f-473e-a13c-58692a0e4369, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28f114eb-fd2d-4239-9a40-bc5bbbc99bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '20e7db06-22a4-4a6a-9215-978dc0e9dcaa'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:34:00.255332 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-595e655b-1d9f-4a3c-8f00-61376300b382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:00.446337 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-595e655b-1d9f-4a3c-8f00-61376300b382 None None] For port 3cf6d44e-ef7f-473e-a13c-58692a0e4369, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:34:00.448831 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d863cbba-8dc6-4187-8faa-890a8414f049 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:00.451897 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-595e655b-1d9f-4a3c-8f00-61376300b382 None None] For port 3cf6d44e-ef7f-473e-a13c-58692a0e4369, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=3cf6d44e-ef7f-473e-a13c-58692a0e4369,segment=NetworkSegment(28f114eb-fd2d-4239-9a40-bc5bbbc99bac),segment_id=28f114eb-fd2d-4239-9a40-bc5bbbc99bac)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:34:00.460468 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-595e655b-1d9f-4a3c-8f00-61376300b382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:00.462706 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d863cbba-8dc6-4187-8faa-890a8414f049 None None] Transition to ACTIVE for port object 7fb43a32-4298-404a-adf7-825b606875bd will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:34:00.483074 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a01af50-0d83-4a98-a2f1-6324e908febd tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Checking segment: {'id': '287b4c63-0e5c-4732-a72e-ec8b8cacd0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '8b86b866-8ab9-45d0-9a9f-2c9bb1315dcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:34:00.483775 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a01af50-0d83-4a98-a2f1-6324e908febd tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Network hostable DHCP agents. Network: 8b86b866-8ab9-45d0-9a9f-2c9bb1315dcc, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:34:00.528317 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d863cbba-8dc6-4187-8faa-890a8414f049 None None] Transition to ACTIVE for port object 7fb43a32-4298-404a-adf7-825b606875bd will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:34:00.548436 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d863cbba-8dc6-4187-8faa-890a8414f049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:00.551498 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595e655b-1d9f-4a3c-8f00-61376300b382 None None] Routers {'9b59c035-4cf0-4cba-896b-5cd652517b99'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:34:00.552381 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-595e655b-1d9f-4a3c-8f00-61376300b382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:33:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['9b59c035-4cf0-4cba-896b-5cd652517b99'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:00.554354 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69fc47d-6afe-4639-a841-398599dfc596 None None] Pushing event updated for resources: {'Port': ['ID=3cf6d44e-ef7f-473e-a13c-58692a0e4369,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:00.632870 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a01af50-0d83-4a98-a2f1-6324e908febd tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Network 8b86b866-8ab9-45d0-9a9f-2c9bb1315dcc is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:34:00.657224 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-7a01af50-0d83-4a98-a2f1-6324e908febd tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 8b86b866-8ab9-45d0-9a9f-2c9bb1315dcc) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:34:00.670629 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-cd9992c6-e896-4843-8ec3-922102e652bb tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Allocated IP 172.21.0.1 (35610118-f1a9-4913-8d31-bb7edc1f4e04/7f488d6d-141f-44e9-98e9-ed653608017f/f7a6a356-2d42-4682-a035-13459d3971dc) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:34:00.671376 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a01af50-0d83-4a98-a2f1-6324e908febd tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:34:00.676842 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a01af50-0d83-4a98-a2f1-6324e908febd tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:00.698736 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aad4f3b-d73e-4767-bdcc-a1918892f4bc None None] Network 8b86b866-8ab9-45d0-9a9f-2c9bb1315dcc requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:34:00.703427 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a01af50-0d83-4a98-a2f1-6324e908febd tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:00.709523 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a01af50-0d83-4a98-a2f1-6324e908febd tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:00.793689 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-7a01af50-0d83-4a98-a2f1-6324e908febd tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.5759935 Jul 15 23:34:00.806240 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d863cbba-8dc6-4187-8faa-890a8414f049 None None] Network 35610118-f1a9-4913-8d31-bb7edc1f4e04 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:34:00.813866 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 58982) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:00.841849 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863cbba-8dc6-4187-8faa-890a8414f049 None None] Pushing event updated for resources: {'Port': ['ID=7fb43a32-4298-404a-adf7-825b606875bd,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:00.869858 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-d863cbba-8dc6-4187-8faa-890a8414f049 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:34:00.873454 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d863cbba-8dc6-4187-8faa-890a8414f049 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:34:00.903782 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f5d945c-4939-4ebb-b8cb-e262b394c056 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Router d83278e9-ad00-4107-ad4b-74b8e034d22f has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:34:00.977161 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-595e655b-1d9f-4a3c-8f00-61376300b382 None None] Set router 9b59c035-4cf0-4cba-896b-5cd652517b99 gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:34:00.980757 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-565eb98a-1822-4731-8589-5984c86547ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:01.121969 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f5d945c-4939-4ebb-b8cb-e262b394c056 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:34:01.133981 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18608a15-b41c-4cd5-a747-f15f1b2e877a None None] Sync routers for ids ['d83278e9-ad00-4107-ad4b-74b8e034d22f'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:34:01.153889 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18608a15-b41c-4cd5-a747-f15f1b2e877a None None] Routers {'d83278e9-ad00-4107-ad4b-74b8e034d22f'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:34:01.154351 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-18608a15-b41c-4cd5-a747-f15f1b2e877a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:33:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['d83278e9-ad00-4107-ad4b-74b8e034d22f'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:01.193139 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f5d945c-4939-4ebb-b8cb-e262b394c056 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:01.260000 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-5f5d945c-4939-4ebb-b8cb-e262b394c056 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.0019319 Jul 15 23:34:01.260620 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3106dd36-bfe0-4495-b6f8-bbda0880ee0f', 'tag': '22f71343-a588-4e9b-910d-35a5651c91a8'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:34:01.274628 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f827d79e-9433-49ce-8bb2-889861e27458" -d '{"events": [{"name": "network-changed", "server_uuid": "3106dd36-bfe0-4495-b6f8-bbda0880ee0f", "tag": "22f71343-a588-4e9b-910d-35a5651c91a8"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:34:01.387108 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-18608a15-b41c-4cd5-a747-f15f1b2e877a None None] Set router d83278e9-ad00-4107-ad4b-74b8e034d22f gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:34:01.435115 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-638e9c4b-b892-495a-9191-beb846eaf8b9 x-openstack-request-id: req-638e9c4b-b892-495a-9191-beb846eaf8b9 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:34:01.436898 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3106dd36-bfe0-4495-b6f8-bbda0880ee0f", "tag": "22f71343-a588-4e9b-910d-35a5651c91a8", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:34:01.436898 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-638e9c4b-b892-495a-9191-beb846eaf8b9 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:34:01.436898 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3106dd36-bfe0-4495-b6f8-bbda0880ee0f', 'tag': '22f71343-a588-4e9b-910d-35a5651c91a8', 'status': 'completed', 'code': 200} Jul 15 23:34:01.530271 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-d863cbba-8dc6-4187-8faa-890a8414f049 None None] Attempting to bind port 7fb43a32-4298-404a-adf7-825b606875bd on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:34:01.530685 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-d863cbba-8dc6-4187-8faa-890a8414f049 None None] Attempting to bind port 7fb43a32-4298-404a-adf7-825b606875bd by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '99b76a52-b922-4ecf-a70e-f875f086d8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '35610118-f1a9-4913-8d31-bb7edc1f4e04'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:34:01.531357 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d863cbba-8dc6-4187-8faa-890a8414f049 None None] Attempting to bind port 7fb43a32-4298-404a-adf7-825b606875bd on network 35610118-f1a9-4913-8d31-bb7edc1f4e04 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:34:01.556889 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d863cbba-8dc6-4187-8faa-890a8414f049 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:34:01.557618 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d863cbba-8dc6-4187-8faa-890a8414f049 None None] Checking segment: {'id': '99b76a52-b922-4ecf-a70e-f875f086d8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '35610118-f1a9-4913-8d31-bb7edc1f4e04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:34:01.558208 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d863cbba-8dc6-4187-8faa-890a8414f049 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:01.558786 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d863cbba-8dc6-4187-8faa-890a8414f049 None None] Bound using segment: {'id': '99b76a52-b922-4ecf-a70e-f875f086d8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '35610118-f1a9-4913-8d31-bb7edc1f4e04'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:34:01.559474 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-d863cbba-8dc6-4187-8faa-890a8414f049 None None] Bound port: 7fb43a32-4298-404a-adf7-825b606875bd, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99b76a52-b922-4ecf-a70e-f875f086d8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '35610118-f1a9-4913-8d31-bb7edc1f4e04'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:34:01.560896 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d863cbba-8dc6-4187-8faa-890a8414f049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:01.656443 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827d79e-9433-49ce-8bb2-889861e27458 req-16ecc4bd-bd7e-41f1-99ec-0383e6709793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:01.658832 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f827d79e-9433-49ce-8bb2-889861e27458 req-16ecc4bd-bd7e-41f1-99ec-0383e6709793 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=89469485c64e49f5b3171ed5499b9995&device_id=3106dd36-bfe0-4495-b6f8-bbda0880ee0f HTTP/1.1" status: 200 len: 1097 time: 0.1692836 Jul 15 23:34:01.858308 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827d79e-9433-49ce-8bb2-889861e27458 req-62f7134d-3acd-4cbd-817e-0e575304f68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:01.860091 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f827d79e-9433-49ce-8bb2-889861e27458 req-62f7134d-3acd-4cbd-817e-0e575304f68f service neutron] 10.222.0.49 "GET /v2.0/networks?id=738afb69-9dfa-4874-a9f9-3ca9e5030b6f HTTP/1.1" status: 200 len: 898 time: 0.1944664 Jul 15 23:34:01.874561 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-d863cbba-8dc6-4187-8faa-890a8414f049 None None] For port 7fb43a32-4298-404a-adf7-825b606875bd, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:34:01.909373 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-d863cbba-8dc6-4187-8faa-890a8414f049 None None] For port 7fb43a32-4298-404a-adf7-825b606875bd, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=7fb43a32-4298-404a-adf7-825b606875bd,segment=NetworkSegment(99b76a52-b922-4ecf-a70e-f875f086d8b2),segment_id=99b76a52-b922-4ecf-a70e-f875f086d8b2)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:34:01.938165 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cd9992c6-e896-4843-8ec3-922102e652bb tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:01.972960 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-cd9992c6-e896-4843-8ec3-922102e652bb tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Transition to ACTIVE for port object f7a6a356-2d42-4682-a035-13459d3971dc will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:34:02.008046 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d863cbba-8dc6-4187-8faa-890a8414f049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:02.020858 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f827d79e-9433-49ce-8bb2-889861e27458 req-2070b47f-fb2c-407c-9411-072ee557437a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22f71343-a588-4e9b-910d-35a5651c91a8 HTTP/1.1" status: 200 len: 1000 time: 0.1531901 Jul 15 23:34:02.026749 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cd9992c6-e896-4843-8ec3-922102e652bb tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:02.107935 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9992c6-e896-4843-8ec3-922102e652bb tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Pushing event updated for resources: {'Port': ['ID=f7a6a356-2d42-4682-a035-13459d3971dc,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:02.136762 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827d79e-9433-49ce-8bb2-889861e27458 req-0371fa1f-a0bb-49b3-b54d-3df407a91acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:02.142153 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f827d79e-9433-49ce-8bb2-889861e27458 req-0371fa1f-a0bb-49b3-b54d-3df407a91acb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=47fce57d-ff76-4ff8-b86b-50ddd70517e1 HTTP/1.1" status: 200 len: 835 time: 0.1139536 Jul 15 23:34:02.153622 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 59056) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:02.174588 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9992c6-e896-4843-8ec3-922102e652bb tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Network 35610118-f1a9-4913-8d31-bb7edc1f4e04 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:34:02.176273 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-cd9992c6-e896-4843-8ec3-922102e652bb tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:34:02.202833 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-18608a15-b41c-4cd5-a747-f15f1b2e877a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83278e9-ad00-4107-ad4b-74b8e034d22f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1872943609', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'e7116f33-e9ae-4345-9a69-36874a873800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:11Z', 'updated_at': '2021-07-15T23:33:26Z', 'revision_number': 4, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'gw_port': {'id': 'e7116f33-e9ae-4345-9a69-36874a873800', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:7b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83278e9-ad00-4107-ad4b-74b8e034d22f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:14Z', 'updated_at': '2021-07-15T23:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '3e169088-5ece-4e22-bdb8-c1dd743503b2', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'floating_ip_address': '172.25.5.183', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': 'd83278e9-ad00-4107-ad4b-74b8e034d22f', 'port_id': '22f71343-a588-4e9b-910d-35a5651c91a8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '738afb69-9dfa-4874-a9f9-3ca9e5030b6f', 'mac_address': 'fa:16:3e:ee:f2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3106dd36-bfe0-4495-b6f8-bbda0880ee0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:33:57Z', 'updated_at': '2021-07-15T23:33:57Z', 'revision_number': 0, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5befd1de-b513-4cc7-93cf-bf369f0e3d0c', 'name': '', 'network_id': '738afb69-9dfa-4874-a9f9-3ca9e5030b6f', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'mac_address': 'fa:16:3e:b7:01:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83278e9-ad00-4107-ad4b-74b8e034d22f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '47fce57d-ff76-4ff8-b86b-50ddd70517e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:23Z', 'updated_at': '2021-07-15T23:33:35Z', 'revision_number': 5, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'subnets': [{'id': '47fce57d-ff76-4ff8-b86b-50ddd70517e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:02.216250 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9992c6-e896-4843-8ec3-922102e652bb tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:34:02.229149 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863cbba-8dc6-4187-8faa-890a8414f049 None None] Pushing event updated for resources: {'Port': ['ID=7fb43a32-4298-404a-adf7-825b606875bd,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:02.263553 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cd9992c6-e896-4843-8ec3-922102e652bb tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:02.322120 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-595e655b-1d9f-4a3c-8f00-61376300b382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'name': 'tempest-RoutersTest-router-1436750334', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:50Z', 'updated_at': '2021-07-15T23:33:55Z', 'revision_number': 2, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'gw_port_host': None, '_interfaces': [{'id': '3cf6d44e-ef7f-473e-a13c-58692a0e4369', 'name': '', 'network_id': '20e7db06-22a4-4a6a-9215-978dc0e9dcaa', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'mac_address': 'fa:16:3e:0d:16:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'ad198ac4-d60c-4523-932a-3c7842c07dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:54Z', 'updated_at': '2021-07-15T23:34:00Z', 'revision_number': 4, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'subnets': [{'id': 'ad198ac4-d60c-4523-932a-3c7842c07dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:02.328062 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18608a15-b41c-4cd5-a747-f15f1b2e877a None None] Checking router: d83278e9-ad00-4107-ad4b-74b8e034d22f for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:34:02.356405 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23596c8f-331c-415b-8d76-ad774268da2e req-46fb7056-5979-46e9-8913-55e5d4bc94b9 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:02.366225 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-23596c8f-331c-415b-8d76-ad774268da2e req-46fb7056-5979-46e9-8913-55e5d4bc94b9 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=3106dd36-bfe0-4495-b6f8-bbda0880ee0f HTTP/1.1" status: 200 len: 946 time: 0.5144734 Jul 15 23:34:02.382340 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18608a15-b41c-4cd5-a747-f15f1b2e877a None None] Routers {'d83278e9-ad00-4107-ad4b-74b8e034d22f'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:34:02.383086 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-18608a15-b41c-4cd5-a747-f15f1b2e877a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:33:33Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['d83278e9-ad00-4107-ad4b-74b8e034d22f'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:02.403654 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827d79e-9433-49ce-8bb2-889861e27458 req-69ce37de-a56b-47d9-aca3-278c338b8711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:02.405250 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f827d79e-9433-49ce-8bb2-889861e27458 req-69ce37de-a56b-47d9-aca3-278c338b8711 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=738afb69-9dfa-4874-a9f9-3ca9e5030b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2392647 Jul 15 23:34:02.429946 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595e655b-1d9f-4a3c-8f00-61376300b382 None None] The sync data for ids ['9b59c035-4cf0-4cba-896b-5cd652517b99'] in n-d-794306-6 is: [{'id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'name': 'tempest-RoutersTest-router-1436750334', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:50Z', 'updated_at': '2021-07-15T23:33:55Z', 'revision_number': 2, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'gw_port_host': None, '_interfaces': [{'id': '3cf6d44e-ef7f-473e-a13c-58692a0e4369', 'name': '', 'network_id': '20e7db06-22a4-4a6a-9215-978dc0e9dcaa', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'mac_address': 'fa:16:3e:0d:16:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'ad198ac4-d60c-4523-932a-3c7842c07dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:54Z', 'updated_at': '2021-07-15T23:34:00Z', 'revision_number': 4, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'subnets': [{'id': 'ad198ac4-d60c-4523-932a-3c7842c07dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:34:02.481553 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1a7a279e-f560-491d-94b8-cede65bbdcad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:02.528734 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-23596c8f-331c-415b-8d76-ad774268da2e req-397543a6-f150-409a-aff0-9df6cce3be80 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=26a1784d-78d5-48aa-a101-f8398c9ff162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612406 Jul 15 23:34:02.543354 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-8ad59ad5-f1fc-45e9-af4e-7264ce3f88d6 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Deleting port 75feb64b-ef71-46bb-bf60-8a527be3bd4b {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:34:02.546581 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8ad59ad5-f1fc-45e9-af4e-7264ce3f88d6 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:02.559910 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 59070) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:02.745582 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-18608a15-b41c-4cd5-a747-f15f1b2e877a None None] Set router d83278e9-ad00-4107-ad4b-74b8e034d22f gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:34:02.760920 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-1cd1ce56-df70-4e4b-83cb-e53deb41f5ef tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/floatingips/3e169088-5ece-4e22-bdb8-c1dd743503b2 HTTP/1.1" status: 200 len: 992 time: 0.1969297 Jul 15 23:34:02.849733 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1a7a279e-f560-491d-94b8-cede65bbdcad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:02.876057 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8ad59ad5-f1fc-45e9-af4e-7264ce3f88d6 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:02.887016 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cd9992c6-e896-4843-8ec3-922102e652bb tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:02.889032 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f827d79e-9433-49ce-8bb2-889861e27458 req-608958a3-4881-48bf-8559-0adffe4f5f25 service neutron] 10.222.0.49 "GET /v2.0/networks/738afb69-9dfa-4874-a9f9-3ca9e5030b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4717910 Jul 15 23:34:02.891384 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1a7a279e-f560-491d-94b8-cede65bbdcad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:02.941985 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7a279e-f560-491d-94b8-cede65bbdcad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c79d4143-cd4b-44f3-94f2-afa868b27da9,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:03.066569 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-1a7a279e-f560-491d-94b8-cede65bbdcad admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c1db12a699544347a4ca7b1b1a4f5117&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9109623 Jul 15 23:34:03.067542 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 59084) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:03.196223 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a4876fb0-0300-4413-b9cb-fe3ad085118d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:03.238794 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f827d79e-9433-49ce-8bb2-889861e27458 req-88876cec-aee3-4e85-9d09-131db1b1d4d2 service neutron] 10.222.0.49 "GET /v2.0/networks/738afb69-9dfa-4874-a9f9-3ca9e5030b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063192 Jul 15 23:34:03.252567 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-12f5d452-4568-4867-a9c5-14fb6f9776dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:03.262483 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a4876fb0-0300-4413-b9cb-fe3ad085118d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:03.409359 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:03.411276 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a4876fb0-0300-4413-b9cb-fe3ad085118d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:03.417266 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a4876fb0-0300-4413-b9cb-fe3ad085118d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:03.420893 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a4876fb0-0300-4413-b9cb-fe3ad085118d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c79d4143-cd4b-44f3-94f2-afa868b27da9 HTTP/1.1" status: 204 len: 168 time: 0.3230045 Jul 15 23:34:03.444206 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 59092) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:03.462636 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-18608a15-b41c-4cd5-a747-f15f1b2e877a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83278e9-ad00-4107-ad4b-74b8e034d22f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1872943609', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'e7116f33-e9ae-4345-9a69-36874a873800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:11Z', 'updated_at': '2021-07-15T23:33:26Z', 'revision_number': 4, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'gw_port': {'id': 'e7116f33-e9ae-4345-9a69-36874a873800', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:7b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83278e9-ad00-4107-ad4b-74b8e034d22f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:14Z', 'updated_at': '2021-07-15T23:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '3e169088-5ece-4e22-bdb8-c1dd743503b2', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'floating_ip_address': '172.25.5.183', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': 'd83278e9-ad00-4107-ad4b-74b8e034d22f', 'port_id': '22f71343-a588-4e9b-910d-35a5651c91a8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '738afb69-9dfa-4874-a9f9-3ca9e5030b6f', 'mac_address': 'fa:16:3e:ee:f2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3106dd36-bfe0-4495-b6f8-bbda0880ee0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:33:57Z', 'updated_at': '2021-07-15T23:33:57Z', 'revision_number': 0, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5befd1de-b513-4cc7-93cf-bf369f0e3d0c', 'name': '', 'network_id': '738afb69-9dfa-4874-a9f9-3ca9e5030b6f', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'mac_address': 'fa:16:3e:b7:01:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83278e9-ad00-4107-ad4b-74b8e034d22f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '47fce57d-ff76-4ff8-b86b-50ddd70517e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:23Z', 'updated_at': '2021-07-15T23:33:35Z', 'revision_number': 5, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'subnets': [{'id': '47fce57d-ff76-4ff8-b86b-50ddd70517e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:03.466350 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-8ad59ad5-f1fc-45e9-af4e-7264ce3f88d6 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Calling delete_port for 75feb64b-ef71-46bb-bf60-8a527be3bd4b owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:34:03.478025 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4876fb0-0300-4413-b9cb-fe3ad085118d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c79d4143-cd4b-44f3-94f2-afa868b27da9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:03.526214 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cd9992c6-e896-4843-8ec3-922102e652bb tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:03.531640 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cd9992c6-e896-4843-8ec3-922102e652bb tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:03.533427 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18608a15-b41c-4cd5-a747-f15f1b2e877a None None] The sync data for ids ['d83278e9-ad00-4107-ad4b-74b8e034d22f'] in n-d-794306-6 is: [{'id': 'd83278e9-ad00-4107-ad4b-74b8e034d22f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1872943609', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'e7116f33-e9ae-4345-9a69-36874a873800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:11Z', 'updated_at': '2021-07-15T23:33:26Z', 'revision_number': 4, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'gw_port': {'id': 'e7116f33-e9ae-4345-9a69-36874a873800', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:7b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83278e9-ad00-4107-ad4b-74b8e034d22f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:14Z', 'updated_at': '2021-07-15T23:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '3e169088-5ece-4e22-bdb8-c1dd743503b2', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'floating_ip_address': '172.25.5.183', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': 'd83278e9-ad00-4107-ad4b-74b8e034d22f', 'port_id': '22f71343-a588-4e9b-910d-35a5651c91a8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '738afb69-9dfa-4874-a9f9-3ca9e5030b6f', 'mac_address': 'fa:16:3e:ee:f2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3106dd36-bfe0-4495-b6f8-bbda0880ee0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:33:57Z', 'updated_at': '2021-07-15T23:33:57Z', 'revision_number': 0, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5befd1de-b513-4cc7-93cf-bf369f0e3d0c', 'name': '', 'network_id': '738afb69-9dfa-4874-a9f9-3ca9e5030b6f', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'mac_address': 'fa:16:3e:b7:01:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83278e9-ad00-4107-ad4b-74b8e034d22f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '47fce57d-ff76-4ff8-b86b-50ddd70517e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:23Z', 'updated_at': '2021-07-15T23:33:35Z', 'revision_number': 5, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'subnets': [{'id': '47fce57d-ff76-4ff8-b86b-50ddd70517e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:34:03.762462 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 59102) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:03.805407 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 7fb43a32-4298-404a-adf7-825b606875bd up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:34:03.934945 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cd9992c6-e896-4843-8ec3-922102e652bb tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:03.953035 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9992c6-e896-4843-8ec3-922102e652bb tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Pushing event updated for resources: {'Port': ['ID=f7a6a356-2d42-4682-a035-13459d3971dc,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:03.978932 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-0f7a0eaf-9868-4bd7-adb7-502183d5ba75 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/floatingips/3e169088-5ece-4e22-bdb8-c1dd743503b2 HTTP/1.1" status: 200 len: 992 time: 0.2123861 Jul 15 23:34:03.981300 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 7fb43a32-4298-404a-adf7-825b606875bd completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:34:03.992501 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 3cf6d44e-ef7f-473e-a13c-58692a0e4369 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:34:04.066962 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d3b00f2c-3b34-4723-a646-3cfe09de83a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:04.095379 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 3cf6d44e-ef7f-473e-a13c-58692a0e4369 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:34:04.106435 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 3cf6d44e-ef7f-473e-a13c-58692a0e4369 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:04.107025 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:04.188536 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 59106) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:04.207820 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8ad59ad5-f1fc-45e9-af4e-7264ce3f88d6 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:04.230122 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9ee8522-8b4f-4e80-96bc-d2161ebed245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:04.251795 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9992c6-e896-4843-8ec3-922102e652bb tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Network 35610118-f1a9-4913-8d31-bb7edc1f4e04 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:34:04.277827 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-cd9992c6-e896-4843-8ec3-922102e652bb tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:34:04.278094 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:04.280486 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad59ad5-f1fc-45e9-af4e-7264ce3f88d6 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event deleted for resources: {'Port': ['ID=75feb64b-ef71-46bb-bf60-8a527be3bd4b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:04.290193 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd2b72d-9a62-4199-8fc0-0fe6dfa79267 None None] New status for floating IP 3e169088-5ece-4e22-bdb8-c1dd743503b2: ACTIVE {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:34:04.296554 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8ad59ad5-f1fc-45e9-af4e-7264ce3f88d6 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:04.298706 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-8ad59ad5-f1fc-45e9-af4e-7264ce3f88d6 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "DELETE /v2.0/ports/75feb64b-ef71-46bb-bf60-8a527be3bd4b HTTP/1.1" status: 204 len: 168 time: 3.4838784 Jul 15 23:34:04.301375 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 59110) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:04.323249 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d3b00f2c-3b34-4723-a646-3cfe09de83a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:04.330243 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d3b00f2c-3b34-4723-a646-3cfe09de83a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:04.379988 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de196c82-2460-4b8d-8ecb-a99e0ed53302 None None] Network 35610118-f1a9-4913-8d31-bb7edc1f4e04 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:34:04.416954 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b00f2c-3b34-4723-a646-3cfe09de83a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13293a7c-e503-4362-a818-4ad3e647b293,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:04.428333 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d3b00f2c-3b34-4723-a646-3cfe09de83a0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f14a7bf926a34ac084872249d3991096&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9829035 Jul 15 23:34:04.429305 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 59118) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:04.508780 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 3cf6d44e-ef7f-473e-a13c-58692a0e4369, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=3cf6d44e-ef7f-473e-a13c-58692a0e4369,segment=NetworkSegment(28f114eb-fd2d-4239-9a40-bc5bbbc99bac),segment_id=28f114eb-fd2d-4239-9a40-bc5bbbc99bac)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:04.527438 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:04.528815 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:04.533284 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd9992c6-e896-4843-8ec3-922102e652bb tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Router 9b59c035-4cf0-4cba-896b-5cd652517b99 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:34:04.554273 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459a5023-1620-4c91-bc3a-3930bafadfa8 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:04.561310 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459a5023-1620-4c91-bc3a-3930bafadfa8 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:04.562951 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-459a5023-1620-4c91-bc3a-3930bafadfa8 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1448 time: 0.2600837 Jul 15 23:34:04.567371 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9ee8522-8b4f-4e80-96bc-d2161ebed245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:04.569056 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 59120) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:04.579091 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9ee8522-8b4f-4e80-96bc-d2161ebed245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:04.638244 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0172adbc-373b-47aa-80e8-94b5a47ab041 None None] Provisioning for port 7fb43a32-4298-404a-adf7-825b606875bd completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:34:04.651539 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0172adbc-373b-47aa-80e8-94b5a47ab041 None None] Provisioning complete for port 7fb43a32-4298-404a-adf7-825b606875bd triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:04.652578 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0172adbc-373b-47aa-80e8-94b5a47ab041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:04.660231 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b9ee8522-8b4f-4e80-96bc-d2161ebed245 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f43f3580577c45e99147b2fc81a59651&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4697242 Jul 15 23:34:04.661697 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7b995178-3872-4288-8215-c5b465cdaed9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:04.663373 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 59122) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:04.664191 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ee8522-8b4f-4e80-96bc-d2161ebed245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c34009d1-7e6d-40a9-89f2-2f6134f5de12,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:04.741231 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7b995178-3872-4288-8215-c5b465cdaed9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:04.772553 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd9992c6-e896-4843-8ec3-922102e652bb tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:34:04.776162 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a481992-ece8-4776-ae20-520d8a248b4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:04.797175 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 59128) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:04.797411 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-cd9992c6-e896-4843-8ec3-922102e652bb tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "PUT /v2.0/routers/9b59c035-4cf0-4cba-896b-5cd652517b99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8819563 Jul 15 23:34:04.812189 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-80d0920d-39d7-481e-aaac-6a96a6e71f06 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Request body: {'network': {'name': 'tempest-RoutersTest-1795531196'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:04.834890 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a481992-ece8-4776-ae20-520d8a248b4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:04.851463 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-58746f0f-ae79-4699-bdd5-0918a6013827 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Deleting port 06865ede-98de-4997-ba4a-b051281b4d5a {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:34:04.851847 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-58746f0f-ae79-4699-bdd5-0918a6013827 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:04.907160 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d0920d-39d7-481e-aaac-6a96a6e71f06 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Made reservation on behalf of 11b45b448a4843a1ab9b8fe9c2c28bb7 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:34:04.911795 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-80d0920d-39d7-481e-aaac-6a96a6e71f06 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:04.915865 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a481992-ece8-4776-ae20-520d8a248b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:04.918740 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a481992-ece8-4776-ae20-520d8a248b4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:04.919652 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-7a481992-ece8-4776-ae20-520d8a248b4c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c34009d1-7e6d-40a9-89f2-2f6134f5de12 HTTP/1.1" status: 204 len: 168 time: 0.2521362 Jul 15 23:34:04.937450 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a481992-ece8-4776-ae20-520d8a248b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34009d1-7e6d-40a9-89f2-2f6134f5de12,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:04.951152 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7b995178-3872-4288-8215-c5b465cdaed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:04.955069 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7b995178-3872-4288-8215-c5b465cdaed9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:04.959731 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-7b995178-3872-4288-8215-c5b465cdaed9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/13293a7c-e503-4362-a818-4ad3e647b293 HTTP/1.1" status: 204 len: 168 time: 0.5268202 Jul 15 23:34:04.969911 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80d0920d-39d7-481e-aaac-6a96a6e71f06 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:34:04.982735 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 59134) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:04.985342 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-58746f0f-ae79-4699-bdd5-0918a6013827 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:05.004755 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b995178-3872-4288-8215-c5b465cdaed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13293a7c-e503-4362-a818-4ad3e647b293,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:05.008192 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-58746f0f-ae79-4699-bdd5-0918a6013827 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Calling delete_port for 06865ede-98de-4997-ba4a-b051281b4d5a owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:34:05.019041 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=3cf6d44e-ef7f-473e-a13c-58692a0e4369,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:05.027142 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-80d0920d-39d7-481e-aaac-6a96a6e71f06 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:05.032530 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-80d0920d-39d7-481e-aaac-6a96a6e71f06 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Added segment 38bd6572-d0e4-447a-83b2-eee0ca4c4a48 of type vlan for network 96f81655-0263-48f0-855d-40bfbb543186 Jul 15 23:34:05.102740 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0172adbc-373b-47aa-80e8-94b5a47ab041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:05.197636 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0172adbc-373b-47aa-80e8-94b5a47ab041 None None] For port 7fb43a32-4298-404a-adf7-825b606875bd, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=7fb43a32-4298-404a-adf7-825b606875bd,segment=NetworkSegment(99b76a52-b922-4ecf-a70e-f875f086d8b2),segment_id=99b76a52-b922-4ecf-a70e-f875f086d8b2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:05.204731 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0172adbc-373b-47aa-80e8-94b5a47ab041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:05.241862 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-58746f0f-ae79-4699-bdd5-0918a6013827 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:05.347342 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0172adbc-373b-47aa-80e8-94b5a47ab041 None None] Pushing event updated for resources: {'Port': ['ID=7fb43a32-4298-404a-adf7-825b606875bd,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:05.366197 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58746f0f-ae79-4699-bdd5-0918a6013827 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event deleted for resources: {'Port': ['ID=06865ede-98de-4997-ba4a-b051281b4d5a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:05.369121 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-01888132-005b-4880-a1cd-2ecd78d91451 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/floatingips/3e169088-5ece-4e22-bdb8-c1dd743503b2 HTTP/1.1" status: 200 len: 994 time: 0.3723485 Jul 15 23:34:05.369802 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-58746f0f-ae79-4699-bdd5-0918a6013827 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:05.373151 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-80d0920d-39d7-481e-aaac-6a96a6e71f06 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:05.376019 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-58746f0f-ae79-4699-bdd5-0918a6013827 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "DELETE /v2.0/ports/06865ede-98de-4997-ba4a-b051281b4d5a HTTP/1.1" status: 204 len: 168 time: 0.8057296 Jul 15 23:34:05.381950 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 59144) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:05.481819 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-80d0920d-39d7-481e-aaac-6a96a6e71f06 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:05.491286 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d0920d-39d7-481e-aaac-6a96a6e71f06 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:05.508403 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-80d0920d-39d7-481e-aaac-6a96a6e71f06 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:05.534022 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 7fb43a32-4298-404a-adf7-825b606875bd up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:34:05.547073 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4071c933-93d9-4751-a59e-094322c3c311 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:05.554953 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-4071c933-93d9-4751-a59e-094322c3c311 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 840 time: 0.1716444 Jul 15 23:34:05.557555 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 59150) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:05.582359 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-80d0920d-39d7-481e-aaac-6a96a6e71f06 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7786372 Jul 15 23:34:05.585611 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 59152) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:05.600271 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-250bbcf4-9919-44b4-a236-6f98fd9ed8a4 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Request body: {'subnet': {'network_id': '96f81655-0263-48f0-855d-40bfbb543186', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:05.618036 n-d-794306-6 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd8ed729-4a74-4312-aff6-eda65bc1606f tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] GET failed (client error): The resource could not be found. Jul 15 23:34:05.619855 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-bd8ed729-4a74-4312-aff6-eda65bc1606f tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "GET /v2.0/ports/75feb64b-ef71-46bb-bf60-8a527be3bd4b HTTP/1.1" status: 404 len: 333 time: 0.0594091 Jul 15 23:34:05.624388 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce390ca-d1db-4a56-803b-40970747cd6f None None] Sync routers for ids ['9b59c035-4cf0-4cba-896b-5cd652517b99'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:34:05.632793 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 59156) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:05.640667 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce390ca-d1db-4a56-803b-40970747cd6f None None] Routers {'9b59c035-4cf0-4cba-896b-5cd652517b99'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:34:05.641349 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-7ce390ca-d1db-4a56-803b-40970747cd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:34:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['9b59c035-4cf0-4cba-896b-5cd652517b99'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:05.655884 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 7fb43a32-4298-404a-adf7-825b606875bd triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:05.657144 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:05.708639 n-d-794306-6 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-500a4047-eb1d-4290-adc1-36a71fc47efb tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] GET failed (client error): The resource could not be found. Jul 15 23:34:05.710673 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-500a4047-eb1d-4290-adc1-36a71fc47efb tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "GET /v2.0/ports/06865ede-98de-4997-ba4a-b051281b4d5a HTTP/1.1" status: 404 len: 333 time: 0.0768812 Jul 15 23:34:05.713388 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 59162) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:05.724031 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d0920d-39d7-481e-aaac-6a96a6e71f06 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Pushing event updated for resources: {'Network': ['ID=96f81655-0263-48f0-855d-40bfbb543186,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:05.759028 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 96f81655-0263-48f0-855d-40bfbb543186 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:34:05.874357 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-07eb26db-96de-4fdb-849c-7b44f1dcab38 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:05.876363 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250bbcf4-9919-44b4-a236-6f98fd9ed8a4 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Made reservation on behalf of 11b45b448a4843a1ab9b8fe9c2c28bb7 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:34:05.882984 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-250bbcf4-9919-44b4-a236-6f98fd9ed8a4 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:05.885751 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-7ce390ca-d1db-4a56-803b-40970747cd6f None None] Set router 9b59c035-4cf0-4cba-896b-5cd652517b99 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:34:06.035853 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 3cf6d44e-ef7f-473e-a13c-58692a0e4369 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:34:06.080513 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-07eb26db-96de-4fdb-849c-7b44f1dcab38 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:06.090302 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3dfdb1c8-3a6c-4de8-b478-33d119062735 None None] Provisioning for port f7a6a356-2d42-4682-a035-13459d3971dc completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:34:06.100124 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3dfdb1c8-3a6c-4de8-b478-33d119062735 None None] Provisioning complete for port f7a6a356-2d42-4682-a035-13459d3971dc triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:06.100549 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3dfdb1c8-3a6c-4de8-b478-33d119062735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:06.119305 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-07eb26db-96de-4fdb-849c-7b44f1dcab38 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b86b866-8ab9-45d0-9a9f-2c9bb1315dcc']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:06.140420 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-3dfdb1c8-3a6c-4de8-b478-33d119062735 None None] Port f7a6a356-2d42-4682-a035-13459d3971dc cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:34:06.149908 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-07eb26db-96de-4fdb-849c-7b44f1dcab38 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '287b4c63-0e5c-4732-a72e-ec8b8cacd0af') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:06.150216 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-07eb26db-96de-4fdb-849c-7b44f1dcab38 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '287b4c63-0e5c-4732-a72e-ec8b8cacd0af') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:06.162521 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3dfdb1c8-3a6c-4de8-b478-33d119062735 None None] Provisioning complete for port 7fb43a32-4298-404a-adf7-825b606875bd triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:06.163175 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3dfdb1c8-3a6c-4de8-b478-33d119062735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:06.172718 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-07eb26db-96de-4fdb-849c-7b44f1dcab38 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:06.200169 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-07eb26db-96de-4fdb-849c-7b44f1dcab38 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:06.219415 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07eb26db-96de-4fdb-849c-7b44f1dcab38 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:34:06.220138 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-07eb26db-96de-4fdb-849c-7b44f1dcab38 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:06.282733 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 3cf6d44e-ef7f-473e-a13c-58692a0e4369 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:06.283509 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:06.302003 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-250bbcf4-9919-44b4-a236-6f98fd9ed8a4 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:06.364902 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:34:06.364902 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:34:06.364902 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:34:06.364902 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:34:06.364902 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:34:06.364902 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:34:06.364902 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:34:06.364902 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:34:06.364902 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:34:06.364902 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:34:06.364902 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:34:06.364902 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:34:06.364902 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:34:06.364902 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:34:06.364902 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:34:06.364902 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:34:06.364902 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:34:06.364902 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:34:06.364902 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:34:06.364902 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:34:06.364902 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:34:06.364902 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:34:06.364902 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:34:06.364902 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:34:06.364902 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:34:06.364902 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:34:06.364902 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:34:06.364902 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:34:06.364902 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:34:06.364902 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:34:06.364902 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:34:06.364902 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:34:06.364902 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:34:06.364902 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:34:06.375504 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-07eb26db-96de-4fdb-849c-7b44f1dcab38 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:06.391168 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-07eb26db-96de-4fdb-849c-7b44f1dcab38 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:06.397531 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-07eb26db-96de-4fdb-849c-7b44f1dcab38 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "DELETE /v2.0/networks/8b86b866-8ab9-45d0-9a9f-2c9bb1315dcc HTTP/1.1" status: 204 len: 168 time: 0.6824973 Jul 15 23:34:06.411556 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 59184) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:06.412504 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250bbcf4-9919-44b4-a236-6f98fd9ed8a4 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Pushing event updated for resources: {'Subnet': ['ID=a87f7f5f-effa-478c-8cfe-ddd5574fceb3,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:06.428385 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-4fbab742-2906-47f8-a7c8-62df7fec5f88 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-833663123'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:06.454564 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:06.496640 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250bbcf4-9919-44b4-a236-6f98fd9ed8a4 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Checking segment: {'id': '38bd6572-d0e4-447a-83b2-eee0ca4c4a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '96f81655-0263-48f0-855d-40bfbb543186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:34:06.497356 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250bbcf4-9919-44b4-a236-6f98fd9ed8a4 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Network hostable DHCP agents. Network: 96f81655-0263-48f0-855d-40bfbb543186, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:34:06.498696 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eb26db-96de-4fdb-849c-7b44f1dcab38 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event deleted for resources: {'Network': ['ID=8b86b866-8ab9-45d0-9a9f-2c9bb1315dcc,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:06.508783 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fbab742-2906-47f8-a7c8-62df7fec5f88 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Made reservation on behalf of a0614e37ad8e4091be3b4656e6a935a1 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:34:06.517715 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4fbab742-2906-47f8-a7c8-62df7fec5f88 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:06.550331 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-7ce390ca-d1db-4a56-803b-40970747cd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'name': 'tempest-RoutersTest-router-1436750334', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:50Z', 'updated_at': '2021-07-15T23:34:02Z', 'revision_number': 3, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'gw_port_host': None, '_interfaces': [{'id': '3cf6d44e-ef7f-473e-a13c-58692a0e4369', 'name': '', 'network_id': '20e7db06-22a4-4a6a-9215-978dc0e9dcaa', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'mac_address': 'fa:16:3e:0d:16:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'ad198ac4-d60c-4523-932a-3c7842c07dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:54Z', 'updated_at': '2021-07-15T23:34:04Z', 'revision_number': 5, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'subnets': [{'id': 'ad198ac4-d60c-4523-932a-3c7842c07dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7a6a356-2d42-4682-a035-13459d3971dc', 'name': '', 'network_id': '35610118-f1a9-4913-8d31-bb7edc1f4e04', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'mac_address': 'fa:16:3e:1b:03:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '7f488d6d-141f-44e9-98e9-ed653608017f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:59Z', 'updated_at': '2021-07-15T23:34:03Z', 'revision_number': 2, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'subnets': [{'id': '7f488d6d-141f-44e9-98e9-ed653608017f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:06.595100 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fbab742-2906-47f8-a7c8-62df7fec5f88 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:34:06.622145 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4fbab742-2906-47f8-a7c8-62df7fec5f88 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:06.622522 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-4fbab742-2906-47f8-a7c8-62df7fec5f88 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Added segment b35b31a9-e144-44aa-8146-89c17945aa56 of type vlan for network 12d4bf87-4174-4e80-9f77-f8a9e6f20f16 Jul 15 23:34:06.642575 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce390ca-d1db-4a56-803b-40970747cd6f None None] Checking router: 9b59c035-4cf0-4cba-896b-5cd652517b99 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:34:06.644342 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce390ca-d1db-4a56-803b-40970747cd6f None None] Updating router 9b59c035-4cf0-4cba-896b-5cd652517b99 port f7a6a356-2d42-4682-a035-13459d3971dc binding host n-d-794306-6 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:34:06.677705 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250bbcf4-9919-44b4-a236-6f98fd9ed8a4 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Network 96f81655-0263-48f0-855d-40bfbb543186 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:34:06.711105 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-fa477ca2-327c-499a-8e3c-32ba5f2dd5c8 None None] Provisioning complete for port f7a6a356-2d42-4682-a035-13459d3971dc triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:06.713145 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fa477ca2-327c-499a-8e3c-32ba5f2dd5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:06.722286 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7ce390ca-d1db-4a56-803b-40970747cd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:06.739023 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-250bbcf4-9919-44b4-a236-6f98fd9ed8a4 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 96f81655-0263-48f0-855d-40bfbb543186) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:34:06.742077 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4fbab742-2906-47f8-a7c8-62df7fec5f88 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:06.750040 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250bbcf4-9919-44b4-a236-6f98fd9ed8a4 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:06.750850 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-250bbcf4-9919-44b4-a236-6f98fd9ed8a4 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:06.767657 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9353cc39-6bd6-45bf-9280-40c7e659c629 None None] Network 96f81655-0263-48f0-855d-40bfbb543186 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:34:06.824478 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-250bbcf4-9919-44b4-a236-6f98fd9ed8a4 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2377286 Jul 15 23:34:06.825567 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 59206) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:06.903730 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-fa477ca2-327c-499a-8e3c-32ba5f2dd5c8 None None] Port f7a6a356-2d42-4682-a035-13459d3971dc cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:34:06.960890 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4fbab742-2906-47f8-a7c8-62df7fec5f88 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:06.972716 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbab742-2906-47f8-a7c8-62df7fec5f88 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:06.973697 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4fbab742-2906-47f8-a7c8-62df7fec5f88 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:07.020163 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbb243d-c9cb-48c7-a58e-2244ffead747 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-96f81655-0263-48f0-855d-40bfbb543186', 'network_id': '96f81655-0263-48f0-855d-40bfbb543186', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'fixed_ips': [{'subnet_id': 'a87f7f5f-effa-478c-8cfe-ddd5574fceb3'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:34:07.021209 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9cbb243d-c9cb-48c7-a58e-2244ffead747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:07.044199 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1426eda9-87c0-4950-942a-a7b474b6679f None None] Provisioning complete for port f7a6a356-2d42-4682-a035-13459d3971dc triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:07.044792 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1426eda9-87c0-4950-942a-a7b474b6679f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:07.062380 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-4fbab742-2906-47f8-a7c8-62df7fec5f88 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6415033 Jul 15 23:34:07.065213 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 59210) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:07.072543 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-279fcfc5-d470-45fc-a44b-139f1a373d65 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Request body: {'subnet': {'network_id': '12d4bf87-4174-4e80-9f77-f8a9e6f20f16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:07.185054 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbab742-2906-47f8-a7c8-62df7fec5f88 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event updated for resources: {'Network': ['ID=12d4bf87-4174-4e80-9f77-f8a9e6f20f16,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:07.252877 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 12d4bf87-4174-4e80-9f77-f8a9e6f20f16 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:34:07.290134 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1426eda9-87c0-4950-942a-a7b474b6679f None None] Port f7a6a356-2d42-4682-a035-13459d3971dc cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:34:07.311309 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279fcfc5-d470-45fc-a44b-139f1a373d65 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Made reservation on behalf of a0614e37ad8e4091be3b4656e6a935a1 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:34:07.322469 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-279fcfc5-d470-45fc-a44b-139f1a373d65 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:07.348246 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7ce390ca-d1db-4a56-803b-40970747cd6f None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:07.379646 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-7ce390ca-d1db-4a56-803b-40970747cd6f None None] Transition to ACTIVE for port object f7a6a356-2d42-4682-a035-13459d3971dc will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:34:07.395978 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7ce390ca-d1db-4a56-803b-40970747cd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:07.480658 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-9cbb243d-c9cb-48c7-a58e-2244ffead747 None None] Allocated IP 172.22.0.2 (96f81655-0263-48f0-855d-40bfbb543186/a87f7f5f-effa-478c-8cfe-ddd5574fceb3/8fe32e1a-931d-4518-9540-5a591de1df3e) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:34:07.521042 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97447c8d-d48a-4c8a-be9a-0bb578f34134 None None] Pushing event updated for resources: {'Port': ['ID=f7a6a356-2d42-4682-a035-13459d3971dc,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:07.741915 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-7ce390ca-d1db-4a56-803b-40970747cd6f None None] Attempting to bind port f7a6a356-2d42-4682-a035-13459d3971dc on host n-d-794306-6 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:34:07.742443 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-7ce390ca-d1db-4a56-803b-40970747cd6f None None] Attempting to bind port f7a6a356-2d42-4682-a035-13459d3971dc by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '99b76a52-b922-4ecf-a70e-f875f086d8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '35610118-f1a9-4913-8d31-bb7edc1f4e04'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:34:07.743066 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce390ca-d1db-4a56-803b-40970747cd6f None None] Attempting to bind port f7a6a356-2d42-4682-a035-13459d3971dc on network 35610118-f1a9-4913-8d31-bb7edc1f4e04 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:34:07.760626 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce390ca-d1db-4a56-803b-40970747cd6f None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:34:07.760998 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce390ca-d1db-4a56-803b-40970747cd6f None None] Checking segment: {'id': '99b76a52-b922-4ecf-a70e-f875f086d8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '35610118-f1a9-4913-8d31-bb7edc1f4e04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:34:07.761599 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7ce390ca-d1db-4a56-803b-40970747cd6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:07.762159 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce390ca-d1db-4a56-803b-40970747cd6f None None] Bound using segment: {'id': '99b76a52-b922-4ecf-a70e-f875f086d8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '35610118-f1a9-4913-8d31-bb7edc1f4e04'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:34:07.762827 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-7ce390ca-d1db-4a56-803b-40970747cd6f None None] Bound port: f7a6a356-2d42-4682-a035-13459d3971dc, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99b76a52-b922-4ecf-a70e-f875f086d8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '35610118-f1a9-4913-8d31-bb7edc1f4e04'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:34:07.765497 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7ce390ca-d1db-4a56-803b-40970747cd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:07.848196 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-279fcfc5-d470-45fc-a44b-139f1a373d65 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:07.888838 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9cbb243d-c9cb-48c7-a58e-2244ffead747 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:07.948190 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9cbb243d-c9cb-48c7-a58e-2244ffead747 None None] Transition to ACTIVE for port object 8fe32e1a-931d-4518-9540-5a591de1df3e will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:34:07.984844 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279fcfc5-d470-45fc-a44b-139f1a373d65 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event updated for resources: {'Subnet': ['ID=ccac6135-5418-4dc9-bc52-08cb7d026204,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:07.999789 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9cbb243d-c9cb-48c7-a58e-2244ffead747 None None] Transition to ACTIVE for port object 8fe32e1a-931d-4518-9540-5a591de1df3e will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:34:08.026933 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b49beae2-2cb6-4fee-a8a6-9762fd95fa7f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:08.036212 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9cbb243d-c9cb-48c7-a58e-2244ffead747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:08.071777 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279fcfc5-d470-45fc-a44b-139f1a373d65 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Checking segment: {'id': 'b35b31a9-e144-44aa-8146-89c17945aa56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '12d4bf87-4174-4e80-9f77-f8a9e6f20f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:34:08.072817 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279fcfc5-d470-45fc-a44b-139f1a373d65 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Network hostable DHCP agents. Network: 12d4bf87-4174-4e80-9f77-f8a9e6f20f16, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:34:08.107774 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbb243d-c9cb-48c7-a58e-2244ffead747 None None] Pushing event updated for resources: {'Port': ['ID=8fe32e1a-931d-4518-9540-5a591de1df3e,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:08.113340 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279fcfc5-d470-45fc-a44b-139f1a373d65 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Network 12d4bf87-4174-4e80-9f77-f8a9e6f20f16 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:34:08.129667 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-279fcfc5-d470-45fc-a44b-139f1a373d65 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 12d4bf87-4174-4e80-9f77-f8a9e6f20f16) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:34:08.134522 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbb243d-c9cb-48c7-a58e-2244ffead747 None None] Network 96f81655-0263-48f0-855d-40bfbb543186 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:34:08.137369 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-9cbb243d-c9cb-48c7-a58e-2244ffead747 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:34:08.140939 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbb243d-c9cb-48c7-a58e-2244ffead747 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:34:08.147606 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc1144e-0d4f-4fb1-af4a-defe15c3f32e None None] Network 12d4bf87-4174-4e80-9f77-f8a9e6f20f16 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:34:08.148901 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279fcfc5-d470-45fc-a44b-139f1a373d65 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:08.149723 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-279fcfc5-d470-45fc-a44b-139f1a373d65 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:08.188326 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-279fcfc5-d470-45fc-a44b-139f1a373d65 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1207983 Jul 15 23:34:08.189283 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 59240) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:08.197606 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-0b27b0b5-5683-4e53-b09e-d7c5a34f682b tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Request body: {'port': {'network_id': '12d4bf87-4174-4e80-9f77-f8a9e6f20f16', 'name': 'tempest-PortsTestJSON-231076945'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:08.302429 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-7ce390ca-d1db-4a56-803b-40970747cd6f None None] For port f7a6a356-2d42-4682-a035-13459d3971dc, host n-d-794306-6, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:34:08.321689 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-7ce390ca-d1db-4a56-803b-40970747cd6f None None] For port f7a6a356-2d42-4682-a035-13459d3971dc, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=f7a6a356-2d42-4682-a035-13459d3971dc,segment=NetworkSegment(99b76a52-b922-4ecf-a70e-f875f086d8b2),segment_id=99b76a52-b922-4ecf-a70e-f875f086d8b2)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:34:08.327525 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7ce390ca-d1db-4a56-803b-40970747cd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:08.345547 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:08.374397 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-9cbb243d-c9cb-48c7-a58e-2244ffead747 None None] Attempting to bind port 8fe32e1a-931d-4518-9540-5a591de1df3e on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:34:08.375012 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-9cbb243d-c9cb-48c7-a58e-2244ffead747 None None] Attempting to bind port 8fe32e1a-931d-4518-9540-5a591de1df3e by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '38bd6572-d0e4-447a-83b2-eee0ca4c4a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '96f81655-0263-48f0-855d-40bfbb543186'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:34:08.375403 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbb243d-c9cb-48c7-a58e-2244ffead747 None None] Attempting to bind port 8fe32e1a-931d-4518-9540-5a591de1df3e on network 96f81655-0263-48f0-855d-40bfbb543186 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:34:08.405508 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbb243d-c9cb-48c7-a58e-2244ffead747 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:34:08.405937 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbb243d-c9cb-48c7-a58e-2244ffead747 None None] Checking segment: {'id': '38bd6572-d0e4-447a-83b2-eee0ca4c4a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '96f81655-0263-48f0-855d-40bfbb543186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:34:08.406361 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9cbb243d-c9cb-48c7-a58e-2244ffead747 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:08.406771 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbb243d-c9cb-48c7-a58e-2244ffead747 None None] Bound using segment: {'id': '38bd6572-d0e4-447a-83b2-eee0ca4c4a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '96f81655-0263-48f0-855d-40bfbb543186'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:34:08.407271 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-9cbb243d-c9cb-48c7-a58e-2244ffead747 None None] Bound port: 8fe32e1a-931d-4518-9540-5a591de1df3e, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38bd6572-d0e4-447a-83b2-eee0ca4c4a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '96f81655-0263-48f0-855d-40bfbb543186'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:34:08.412326 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9cbb243d-c9cb-48c7-a58e-2244ffead747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:08.460782 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97447c8d-d48a-4c8a-be9a-0bb578f34134 None None] Pushing event updated for resources: {'Port': ['ID=f7a6a356-2d42-4682-a035-13459d3971dc,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:08.478742 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b27b0b5-5683-4e53-b09e-d7c5a34f682b tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Made reservation on behalf of a0614e37ad8e4091be3b4656e6a935a1 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:34:08.485028 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0b27b0b5-5683-4e53-b09e-d7c5a34f682b tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:08.489568 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce390ca-d1db-4a56-803b-40970747cd6f None None] Routers {'9b59c035-4cf0-4cba-896b-5cd652517b99'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:34:08.490616 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-7ce390ca-d1db-4a56-803b-40970747cd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:34:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['9b59c035-4cf0-4cba-896b-5cd652517b99'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:08.545347 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-0b27b0b5-5683-4e53-b09e-d7c5a34f682b tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] device_id is not set on port db461949-f705-4c5a-9ca6-99b0cad63911 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:34:08.713067 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-7ce390ca-d1db-4a56-803b-40970747cd6f None None] Set router 9b59c035-4cf0-4cba-896b-5cd652517b99 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:34:08.731053 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-b49beae2-2cb6-4fee-a8a6-9762fd95fa7f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Allocated IP 172.22.0.1 (96f81655-0263-48f0-855d-40bfbb543186/a87f7f5f-effa-478c-8cfe-ddd5574fceb3/81838ce1-9024-4b50-b7ee-309e4915e40f) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:34:08.771790 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c0a333-386c-4b71-9a0c-30f0be364da4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-12d4bf87-4174-4e80-9f77-f8a9e6f20f16', 'network_id': '12d4bf87-4174-4e80-9f77-f8a9e6f20f16', 'tenant_id': 'a0614e37ad8e4091be3b4656e6a935a1', 'fixed_ips': [{'subnet_id': 'ccac6135-5418-4dc9-bc52-08cb7d026204'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:34:08.772676 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-55c0a333-386c-4b71-9a0c-30f0be364da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:08.783924 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-9cbb243d-c9cb-48c7-a58e-2244ffead747 None None] For port 8fe32e1a-931d-4518-9540-5a591de1df3e, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:34:08.852510 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-9cbb243d-c9cb-48c7-a58e-2244ffead747 None None] For port 8fe32e1a-931d-4518-9540-5a591de1df3e, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=8fe32e1a-931d-4518-9540-5a591de1df3e,segment=NetworkSegment(38bd6572-d0e4-447a-83b2-eee0ca4c4a48),segment_id=38bd6572-d0e4-447a-83b2-eee0ca4c4a48)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:34:08.883247 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9cbb243d-c9cb-48c7-a58e-2244ffead747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:08.919535 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-0b27b0b5-5683-4e53-b09e-d7c5a34f682b tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Allocated IP 172.20.0.6 (12d4bf87-4174-4e80-9f77-f8a9e6f20f16/ccac6135-5418-4dc9-bc52-08cb7d026204/db461949-f705-4c5a-9ca6-99b0cad63911) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:34:08.957089 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b49beae2-2cb6-4fee-a8a6-9762fd95fa7f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:08.988131 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-b49beae2-2cb6-4fee-a8a6-9762fd95fa7f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Transition to ACTIVE for port object 81838ce1-9024-4b50-b7ee-309e4915e40f will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:34:09.071341 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b49beae2-2cb6-4fee-a8a6-9762fd95fa7f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:09.114562 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbb243d-c9cb-48c7-a58e-2244ffead747 None None] Pushing event updated for resources: {'Port': ['ID=8fe32e1a-931d-4518-9540-5a591de1df3e,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:09.191686 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49beae2-2cb6-4fee-a8a6-9762fd95fa7f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Network 96f81655-0263-48f0-855d-40bfbb543186 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:34:09.201022 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-b49beae2-2cb6-4fee-a8a6-9762fd95fa7f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:34:09.207753 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49beae2-2cb6-4fee-a8a6-9762fd95fa7f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:34:09.212304 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49beae2-2cb6-4fee-a8a6-9762fd95fa7f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Pushing event updated for resources: {'Port': ['ID=81838ce1-9024-4b50-b7ee-309e4915e40f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:09.278941 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b49beae2-2cb6-4fee-a8a6-9762fd95fa7f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:09.279536 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-7ce390ca-d1db-4a56-803b-40970747cd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'name': 'tempest-RoutersTest-router-1436750334', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:50Z', 'updated_at': '2021-07-15T23:34:02Z', 'revision_number': 3, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'gw_port_host': None, '_interfaces': [{'id': '3cf6d44e-ef7f-473e-a13c-58692a0e4369', 'name': '', 'network_id': '20e7db06-22a4-4a6a-9215-978dc0e9dcaa', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'mac_address': 'fa:16:3e:0d:16:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'ad198ac4-d60c-4523-932a-3c7842c07dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:54Z', 'updated_at': '2021-07-15T23:34:04Z', 'revision_number': 5, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'subnets': [{'id': 'ad198ac4-d60c-4523-932a-3c7842c07dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7a6a356-2d42-4682-a035-13459d3971dc', 'name': '', 'network_id': '35610118-f1a9-4913-8d31-bb7edc1f4e04', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'mac_address': 'fa:16:3e:1b:03:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '7f488d6d-141f-44e9-98e9-ed653608017f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:59Z', 'updated_at': '2021-07-15T23:34:08Z', 'revision_number': 4, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'subnets': [{'id': '7f488d6d-141f-44e9-98e9-ed653608017f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:09.328301 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce390ca-d1db-4a56-803b-40970747cd6f None None] The sync data for ids ['9b59c035-4cf0-4cba-896b-5cd652517b99'] in n-d-794306-6 is: [{'id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'name': 'tempest-RoutersTest-router-1436750334', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:50Z', 'updated_at': '2021-07-15T23:34:02Z', 'revision_number': 3, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'gw_port_host': None, '_interfaces': [{'id': '3cf6d44e-ef7f-473e-a13c-58692a0e4369', 'name': '', 'network_id': '20e7db06-22a4-4a6a-9215-978dc0e9dcaa', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'mac_address': 'fa:16:3e:0d:16:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'ad198ac4-d60c-4523-932a-3c7842c07dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:54Z', 'updated_at': '2021-07-15T23:34:04Z', 'revision_number': 5, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'subnets': [{'id': 'ad198ac4-d60c-4523-932a-3c7842c07dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7a6a356-2d42-4682-a035-13459d3971dc', 'name': '', 'network_id': '35610118-f1a9-4913-8d31-bb7edc1f4e04', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'mac_address': 'fa:16:3e:1b:03:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '7f488d6d-141f-44e9-98e9-ed653608017f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:59Z', 'updated_at': '2021-07-15T23:34:08Z', 'revision_number': 4, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'subnets': [{'id': '7f488d6d-141f-44e9-98e9-ed653608017f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:34:09.336414 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0b27b0b5-5683-4e53-b09e-d7c5a34f682b tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:09.430254 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-0b27b0b5-5683-4e53-b09e-d7c5a34f682b tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Transition to ACTIVE for port object db461949-f705-4c5a-9ca6-99b0cad63911 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:34:09.566133 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0b27b0b5-5683-4e53-b09e-d7c5a34f682b tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:09.658079 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-55c0a333-386c-4b71-9a0c-30f0be364da4 None None] Allocated IP 172.20.0.2 (12d4bf87-4174-4e80-9f77-f8a9e6f20f16/ccac6135-5418-4dc9-bc52-08cb7d026204/e9c29c11-a513-44db-a2fb-9ddd12453849) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:34:09.729046 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b27b0b5-5683-4e53-b09e-d7c5a34f682b tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Network 12d4bf87-4174-4e80-9f77-f8a9e6f20f16 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:34:09.734472 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-0b27b0b5-5683-4e53-b09e-d7c5a34f682b tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:34:09.743970 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b27b0b5-5683-4e53-b09e-d7c5a34f682b tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event updated for resources: {'Port': ['ID=db461949-f705-4c5a-9ca6-99b0cad63911,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:09.746880 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b49beae2-2cb6-4fee-a8a6-9762fd95fa7f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:09.751834 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b27b0b5-5683-4e53-b09e-d7c5a34f682b tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:34:09.910692 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b27b0b5-5683-4e53-b09e-d7c5a34f682b tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:09.911405 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0b27b0b5-5683-4e53-b09e-d7c5a34f682b tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:09.951475 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-0b27b0b5-5683-4e53-b09e-d7c5a34f682b tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7553680 Jul 15 23:34:09.951475 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 59306) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:10.136359 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-55c0a333-386c-4b71-9a0c-30f0be364da4 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:10.169382 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-55c0a333-386c-4b71-9a0c-30f0be364da4 None None] Transition to ACTIVE for port object e9c29c11-a513-44db-a2fb-9ddd12453849 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:34:10.189084 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-507dcbc5-7db6-4fbb-9e24-f33febede6d1 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Deleting port db461949-f705-4c5a-9ca6-99b0cad63911 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:34:10.194061 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-507dcbc5-7db6-4fbb-9e24-f33febede6d1 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:10.212478 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-55c0a333-386c-4b71-9a0c-30f0be364da4 None None] Transition to ACTIVE for port object e9c29c11-a513-44db-a2fb-9ddd12453849 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:34:10.219411 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-55c0a333-386c-4b71-9a0c-30f0be364da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:10.365481 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c0a333-386c-4b71-9a0c-30f0be364da4 None None] Network 12d4bf87-4174-4e80-9f77-f8a9e6f20f16 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:34:10.383767 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-55c0a333-386c-4b71-9a0c-30f0be364da4 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:34:10.386150 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c0a333-386c-4b71-9a0c-30f0be364da4 None None] Pushing event updated for resources: {'Port': ['ID=e9c29c11-a513-44db-a2fb-9ddd12453849,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:10.389062 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c0a333-386c-4b71-9a0c-30f0be364da4 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:34:10.529304 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-507dcbc5-7db6-4fbb-9e24-f33febede6d1 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:10.547377 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-507dcbc5-7db6-4fbb-9e24-f33febede6d1 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Calling delete_port for db461949-f705-4c5a-9ca6-99b0cad63911 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:34:10.590224 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-55c0a333-386c-4b71-9a0c-30f0be364da4 None None] Attempting to bind port e9c29c11-a513-44db-a2fb-9ddd12453849 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:34:10.590601 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-55c0a333-386c-4b71-9a0c-30f0be364da4 None None] Attempting to bind port e9c29c11-a513-44db-a2fb-9ddd12453849 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'b35b31a9-e144-44aa-8146-89c17945aa56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '12d4bf87-4174-4e80-9f77-f8a9e6f20f16'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:34:10.590971 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c0a333-386c-4b71-9a0c-30f0be364da4 None None] Attempting to bind port e9c29c11-a513-44db-a2fb-9ddd12453849 on network 12d4bf87-4174-4e80-9f77-f8a9e6f20f16 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:34:10.619428 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c0a333-386c-4b71-9a0c-30f0be364da4 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:34:10.619846 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c0a333-386c-4b71-9a0c-30f0be364da4 None None] Checking segment: {'id': 'b35b31a9-e144-44aa-8146-89c17945aa56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '12d4bf87-4174-4e80-9f77-f8a9e6f20f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:34:10.620424 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-55c0a333-386c-4b71-9a0c-30f0be364da4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:10.621016 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c0a333-386c-4b71-9a0c-30f0be364da4 None None] Bound using segment: {'id': 'b35b31a9-e144-44aa-8146-89c17945aa56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '12d4bf87-4174-4e80-9f77-f8a9e6f20f16'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:34:10.625413 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-55c0a333-386c-4b71-9a0c-30f0be364da4 None None] Bound port: e9c29c11-a513-44db-a2fb-9ddd12453849, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b35b31a9-e144-44aa-8146-89c17945aa56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '12d4bf87-4174-4e80-9f77-f8a9e6f20f16'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:34:10.626100 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-55c0a333-386c-4b71-9a0c-30f0be364da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:10.631045 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b49beae2-2cb6-4fee-a8a6-9762fd95fa7f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:10.648660 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b49beae2-2cb6-4fee-a8a6-9762fd95fa7f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:10.826590 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-55c0a333-386c-4b71-9a0c-30f0be364da4 None None] For port e9c29c11-a513-44db-a2fb-9ddd12453849, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:34:10.835138 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-55c0a333-386c-4b71-9a0c-30f0be364da4 None None] For port e9c29c11-a513-44db-a2fb-9ddd12453849, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=e9c29c11-a513-44db-a2fb-9ddd12453849,segment=NetworkSegment(b35b31a9-e144-44aa-8146-89c17945aa56),segment_id=b35b31a9-e144-44aa-8146-89c17945aa56)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:34:10.842040 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-55c0a333-386c-4b71-9a0c-30f0be364da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:10.872576 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-507dcbc5-7db6-4fbb-9e24-f33febede6d1 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:10.900525 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49beae2-2cb6-4fee-a8a6-9762fd95fa7f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Pushing event updated for resources: {'Port': ['ID=81838ce1-9024-4b50-b7ee-309e4915e40f,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:10.934357 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c0a333-386c-4b71-9a0c-30f0be364da4 None None] Pushing event updated for resources: {'Port': ['ID=e9c29c11-a513-44db-a2fb-9ddd12453849,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:10.977468 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b49beae2-2cb6-4fee-a8a6-9762fd95fa7f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:10.990362 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507dcbc5-7db6-4fbb-9e24-f33febede6d1 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event deleted for resources: {'Port': ['ID=db461949-f705-4c5a-9ca6-99b0cad63911,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:11.094145 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-507dcbc5-7db6-4fbb-9e24-f33febede6d1 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:11.098296 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-507dcbc5-7db6-4fbb-9e24-f33febede6d1 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "DELETE /v2.0/ports/db461949-f705-4c5a-9ca6-99b0cad63911 HTTP/1.1" status: 204 len: 168 time: 1.1440263 Jul 15 23:34:11.101502 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 59350) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:11.101852 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 59352) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:11.104743 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415cdf36-3fc0-47ff-be3f-fcd774494621 None None] Network 96f81655-0263-48f0-855d-40bfbb543186 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:34:11.162990 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-af1fded7-5583-49b2-8775-7e7f3392bab1 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] DELETE failed (client error): The resource could not be found. Jul 15 23:34:11.164163 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af1fded7-5583-49b2-8775-7e7f3392bab1 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:34:11.166362 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-af1fded7-5583-49b2-8775-7e7f3392bab1 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "DELETE /v2.0/ports/db461949-f705-4c5a-9ca6-99b0cad63911 HTTP/1.1" status: 404 len: 333 time: 0.0622871 Jul 15 23:34:11.169237 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 59356) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:11.231179 n-d-794306-6 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-4da6aff0-ff3f-4b72-aee2-98a7b62860ce tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] GET failed (client error): The resource could not be found. Jul 15 23:34:11.235043 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-4da6aff0-ff3f-4b72-aee2-98a7b62860ce tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "GET /v2.0/ports/db461949-f705-4c5a-9ca6-99b0cad63911 HTTP/1.1" status: 404 len: 333 time: 0.0646431 Jul 15 23:34:11.245054 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 59358) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:11.258307 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8fde49f0-a180-4f98-bfe6-ad777c466a08 None None] Provisioning for port 8fe32e1a-931d-4518-9540-5a591de1df3e completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:34:11.353870 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fa76736-bfce-4dde-90c9-be4f01eaf199 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Deleting subnet ccac6135-5418-4dc9-bc52-08cb7d026204 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:34:11.360215 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4fa76736-bfce-4dde-90c9-be4f01eaf199 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:11.424670 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4fa76736-bfce-4dde-90c9-be4f01eaf199 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:11.538428 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4fa76736-bfce-4dde-90c9-be4f01eaf199 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:11.623961 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49beae2-2cb6-4fee-a8a6-9762fd95fa7f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Network 96f81655-0263-48f0-855d-40bfbb543186 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:34:11.625019 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d8a81079-4cbe-4fbb-bec5-76ad070b5839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:11.649870 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-b49beae2-2cb6-4fee-a8a6-9762fd95fa7f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:34:11.794296 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device e9c29c11-a513-44db-a2fb-9ddd12453849 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:34:11.939309 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port e9c29c11-a513-44db-a2fb-9ddd12453849 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:34:11.958915 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 8fe32e1a-931d-4518-9540-5a591de1df3e up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:34:12.044949 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6b632de3-b75d-4519-8abc-0c653414b316 None None] Provisioning for port 81838ce1-9024-4b50-b7ee-309e4915e40f completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:34:12.107923 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6b632de3-b75d-4519-8abc-0c653414b316 None None] Provisioning complete for port 81838ce1-9024-4b50-b7ee-309e4915e40f triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:12.108292 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6b632de3-b75d-4519-8abc-0c653414b316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:12.191491 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-6b632de3-b75d-4519-8abc-0c653414b316 None None] Port 81838ce1-9024-4b50-b7ee-309e4915e40f cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:34:12.195338 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 8fe32e1a-931d-4518-9540-5a591de1df3e completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:34:12.202694 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 8fe32e1a-931d-4518-9540-5a591de1df3e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:12.203066 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:12.243057 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6b632de3-b75d-4519-8abc-0c653414b316 None None] Provisioning complete for port 8fe32e1a-931d-4518-9540-5a591de1df3e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:12.243461 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6b632de3-b75d-4519-8abc-0c653414b316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:12.356604 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6b632de3-b75d-4519-8abc-0c653414b316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:12.458026 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:12.506667 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-6b632de3-b75d-4519-8abc-0c653414b316 None None] For port 8fe32e1a-931d-4518-9540-5a591de1df3e, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=8fe32e1a-931d-4518-9540-5a591de1df3e,segment=NetworkSegment(38bd6572-d0e4-447a-83b2-eee0ca4c4a48),segment_id=38bd6572-d0e4-447a-83b2-eee0ca4c4a48)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:12.564827 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6b632de3-b75d-4519-8abc-0c653414b316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:12.635329 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4fa76736-bfce-4dde-90c9-be4f01eaf199 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:12.662799 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b49beae2-2cb6-4fee-a8a6-9762fd95fa7f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Router 9b59c035-4cf0-4cba-896b-5cd652517b99 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:34:12.728561 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa76736-bfce-4dde-90c9-be4f01eaf199 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event deleted for resources: {'Subnet': ['ID=ccac6135-5418-4dc9-bc52-08cb7d026204,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:12.730781 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b632de3-b75d-4519-8abc-0c653414b316 None None] Pushing event updated for resources: {'Port': ['ID=8fe32e1a-931d-4518-9540-5a591de1df3e,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:12.739847 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4fa76736-bfce-4dde-90c9-be4f01eaf199 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:12.741616 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3ba68f-b2c9-414c-8f2a-9fecbc96e60c None None] Network 12d4bf87-4174-4e80-9f77-f8a9e6f20f16 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:34:12.741944 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-4fa76736-bfce-4dde-90c9-be4f01eaf199 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "DELETE /v2.0/subnets/ccac6135-5418-4dc9-bc52-08cb7d026204 HTTP/1.1" status: 204 len: 168 time: 1.4943662 Jul 15 23:34:12.744931 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 59382) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:12.825946 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2cb95adc-f5db-45f6-bc4d-f7cfaad19312 None None] Provisioning complete for port 81838ce1-9024-4b50-b7ee-309e4915e40f triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:12.825946 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2cb95adc-f5db-45f6-bc4d-f7cfaad19312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:12.872648 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eef63ead-9062-4aa2-8e53-be43766a2819 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:12.893767 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2cb95adc-f5db-45f6-bc4d-f7cfaad19312 None None] Port 81838ce1-9024-4b50-b7ee-309e4915e40f cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:34:12.902187 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.db.api [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:34:12.902692 n-d-794306-6 neutron-server[93772]: DEBUG oslo_db.api [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:34:12.923102 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d8a81079-4cbe-4fbb-bec5-76ad070b5839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:12.936708 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d8a81079-4cbe-4fbb-bec5-76ad070b5839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:12.949901 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b49beae2-2cb6-4fee-a8a6-9762fd95fa7f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:34:12.958444 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-eef63ead-9062-4aa2-8e53-be43766a2819 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Deleting port e9c29c11-a513-44db-a2fb-9ddd12453849 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:34:12.960000 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eef63ead-9062-4aa2-8e53-be43766a2819 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:12.970396 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac70d789-f4f0-4cbc-be57-d6f64f4cc6c6 None None] Sync routers for ids ['9b59c035-4cf0-4cba-896b-5cd652517b99'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:34:12.972418 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b49beae2-2cb6-4fee-a8a6-9762fd95fa7f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "PUT /v2.0/routers/9b59c035-4cf0-4cba-896b-5cd652517b99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1382880 Jul 15 23:34:12.981797 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 59388) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:12.996949 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1f041ed5-576b-480c-8556-cfe3858e9536 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Request body: {'network': {'name': 'tempest-RoutersTest-913293755'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:13.046392 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-eef63ead-9062-4aa2-8e53-be43766a2819 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] For port e9c29c11-a513-44db-a2fb-9ddd12453849, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=e9c29c11-a513-44db-a2fb-9ddd12453849,segment=NetworkSegment(b35b31a9-e144-44aa-8146-89c17945aa56),segment_id=b35b31a9-e144-44aa-8146-89c17945aa56)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:13.047010 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eef63ead-9062-4aa2-8e53-be43766a2819 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:13.054434 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d8a81079-4cbe-4fbb-bec5-76ad070b5839 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=06e6b27d9eee44cc8dd6c3bfd1ec7053&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9487126 Jul 15 23:34:13.062360 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a81079-4cbe-4fbb-bec5-76ad070b5839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62619b59-61e4-483b-bcd7-ca1915310f79,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:13.064616 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-eef63ead-9062-4aa2-8e53-be43766a2819 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Calling delete_port for e9c29c11-a513-44db-a2fb-9ddd12453849 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:34:13.077074 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-abb6f0cf-5c00-419a-b507-b5388a404fc5 None None] Provisioning for port e9c29c11-a513-44db-a2fb-9ddd12453849 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:34:13.080174 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 59394) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:13.163424 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eef63ead-9062-4aa2-8e53-be43766a2819 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:13.166584 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b68b6478-438e-47ee-97a8-c2e4b24bd6c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:13.171963 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f041ed5-576b-480c-8556-cfe3858e9536 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Made reservation on behalf of 11b45b448a4843a1ab9b8fe9c2c28bb7 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:34:13.176132 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1f041ed5-576b-480c-8556-cfe3858e9536 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:13.192208 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef63ead-9062-4aa2-8e53-be43766a2819 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event deleted for resources: {'Port': ['ID=e9c29c11-a513-44db-a2fb-9ddd12453849,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:13.204182 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac70d789-f4f0-4cbc-be57-d6f64f4cc6c6 None None] Routers {'9b59c035-4cf0-4cba-896b-5cd652517b99'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:34:13.204855 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ac70d789-f4f0-4cbc-be57-d6f64f4cc6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:34:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['9b59c035-4cf0-4cba-896b-5cd652517b99'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:13.212446 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef63ead-9062-4aa2-8e53-be43766a2819 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] No DVR routers for this DVR port e9c29c11-a513-44db-a2fb-9ddd12453849 on host n-d-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:34:13.244660 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b68b6478-438e-47ee-97a8-c2e4b24bd6c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:13.275351 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f041ed5-576b-480c-8556-cfe3858e9536 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:34:13.318649 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1f041ed5-576b-480c-8556-cfe3858e9536 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:13.319479 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-1f041ed5-576b-480c-8556-cfe3858e9536 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Added segment d078383c-1d05-4574-9fbb-051621a9bc5d of type vlan for network 75a2a03a-150b-4503-9bf0-add1db6ca7b4 Jul 15 23:34:13.397339 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1f041ed5-576b-480c-8556-cfe3858e9536 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:13.446304 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b68b6478-438e-47ee-97a8-c2e4b24bd6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:13.449614 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b68b6478-438e-47ee-97a8-c2e4b24bd6c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:13.455101 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b68b6478-438e-47ee-97a8-c2e4b24bd6c1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/62619b59-61e4-483b-bcd7-ca1915310f79 HTTP/1.1" status: 204 len: 168 time: 0.3724899 Jul 15 23:34:13.469457 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68b6478-438e-47ee-97a8-c2e4b24bd6c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62619b59-61e4-483b-bcd7-ca1915310f79,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:13.470764 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eef63ead-9062-4aa2-8e53-be43766a2819 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:13.473123 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1f041ed5-576b-480c-8556-cfe3858e9536 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:13.484637 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f041ed5-576b-480c-8556-cfe3858e9536 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:13.485301 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1f041ed5-576b-480c-8556-cfe3858e9536 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:13.511884 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-eef63ead-9062-4aa2-8e53-be43766a2819 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12d4bf87-4174-4e80-9f77-f8a9e6f20f16']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:13.545560 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-eef63ead-9062-4aa2-8e53-be43766a2819 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b35b31a9-e144-44aa-8146-89c17945aa56') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:13.558056 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-eef63ead-9062-4aa2-8e53-be43766a2819 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b35b31a9-e144-44aa-8146-89c17945aa56') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:13.570367 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-1f041ed5-576b-480c-8556-cfe3858e9536 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5813403 Jul 15 23:34:13.572671 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 59404) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:13.579146 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ef79ed47-58ba-45bf-9369-f6f410f14e9e tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Request body: {'subnet': {'network_id': '75a2a03a-150b-4503-9bf0-add1db6ca7b4', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:13.599326 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eef63ead-9062-4aa2-8e53-be43766a2819 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:13.686320 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eef63ead-9062-4aa2-8e53-be43766a2819 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:13.707854 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eef63ead-9062-4aa2-8e53-be43766a2819 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:34:13.708676 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eef63ead-9062-4aa2-8e53-be43766a2819 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:13.718823 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:34:13.718823 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:34:13.718823 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:34:13.718823 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:34:13.718823 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:34:13.718823 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:34:13.718823 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:34:13.718823 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:34:13.718823 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:34:13.718823 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:34:13.718823 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:34:13.718823 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:34:13.718823 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:34:13.718823 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:34:13.718823 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:34:13.718823 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:34:13.718823 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:34:13.718823 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:34:13.718823 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:34:13.718823 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:34:13.718823 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:34:13.718823 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:34:13.718823 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:34:13.718823 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:34:13.718823 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:34:13.718823 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:34:13.718823 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:34:13.718823 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:34:13.718823 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:34:13.718823 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:34:13.718823 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:34:13.718823 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:34:13.718823 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:34:13.718823 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:34:13.787150 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f041ed5-576b-480c-8556-cfe3858e9536 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Pushing event updated for resources: {'Network': ['ID=75a2a03a-150b-4503-9bf0-add1db6ca7b4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:13.837661 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef79ed47-58ba-45bf-9369-f6f410f14e9e tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Made reservation on behalf of 11b45b448a4843a1ab9b8fe9c2c28bb7 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:34:13.848524 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ef79ed47-58ba-45bf-9369-f6f410f14e9e tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:13.872906 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-ac70d789-f4f0-4cbc-be57-d6f64f4cc6c6 None None] Set router 9b59c035-4cf0-4cba-896b-5cd652517b99 gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:34:13.881756 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eef63ead-9062-4aa2-8e53-be43766a2819 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:13.887505 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eef63ead-9062-4aa2-8e53-be43766a2819 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:13.889490 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-eef63ead-9062-4aa2-8e53-be43766a2819 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "DELETE /v2.0/networks/12d4bf87-4174-4e80-9f77-f8a9e6f20f16 HTTP/1.1" status: 204 len: 168 time: 1.1432979 Jul 15 23:34:13.895027 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 59410) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:13.932797 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-f2a5d59c-b34f-458e-9529-a31a77681a72 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-651017354'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:13.939293 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef63ead-9062-4aa2-8e53-be43766a2819 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event deleted for resources: {'Network': ['ID=12d4bf87-4174-4e80-9f77-f8a9e6f20f16,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:13.977501 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a5d59c-b34f-458e-9529-a31a77681a72 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Made reservation on behalf of a0614e37ad8e4091be3b4656e6a935a1 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:34:13.981018 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f2a5d59c-b34f-458e-9529-a31a77681a72 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:14.031378 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2a5d59c-b34f-458e-9529-a31a77681a72 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:34:14.052439 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f2a5d59c-b34f-458e-9529-a31a77681a72 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:14.052856 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-f2a5d59c-b34f-458e-9529-a31a77681a72 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Added segment 593a3bb0-2b92-4094-938f-e101fbf27c6f of type vlan for network 3ad30d36-c2eb-439c-aba8-e31993f7d130 Jul 15 23:34:14.055387 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 75a2a03a-150b-4503-9bf0-add1db6ca7b4 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:34:14.062852 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-abb6f0cf-5c00-419a-b507-b5388a404fc5 None None] Provisioning complete for port e9c29c11-a513-44db-a2fb-9ddd12453849 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:14.063357 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-abb6f0cf-5c00-419a-b507-b5388a404fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:14.128506 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-abb6f0cf-5c00-419a-b507-b5388a404fc5 None None] Port e9c29c11-a513-44db-a2fb-9ddd12453849 was deleted so its status cannot be updated. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 15 23:34:14.196173 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 59418) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:14.213237 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6a18f123-b3d4-4c43-be2d-36c19e070f57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:14.218913 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f2a5d59c-b34f-458e-9529-a31a77681a72 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:14.282463 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f2a5d59c-b34f-458e-9529-a31a77681a72 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:14.287455 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device f7a6a356-2d42-4682-a035-13459d3971dc up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:34:14.289271 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-abb6f0cf-5c00-419a-b507-b5388a404fc5 None None] Provisioning complete for port 81838ce1-9024-4b50-b7ee-309e4915e40f triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:14.289644 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-abb6f0cf-5c00-419a-b507-b5388a404fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:14.300183 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a5d59c-b34f-458e-9529-a31a77681a72 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:14.300951 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f2a5d59c-b34f-458e-9529-a31a77681a72 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:14.391840 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6a18f123-b3d4-4c43-be2d-36c19e070f57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:14.407098 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-abb6f0cf-5c00-419a-b507-b5388a404fc5 None None] Port 81838ce1-9024-4b50-b7ee-309e4915e40f cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:34:14.421484 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6a18f123-b3d4-4c43-be2d-36c19e070f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:14.472310 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ef79ed47-58ba-45bf-9369-f6f410f14e9e tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:14.483769 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a5d59c-b34f-458e-9529-a31a77681a72 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event updated for resources: {'Network': ['ID=3ad30d36-c2eb-439c-aba8-e31993f7d130,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:14.483953 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port f7a6a356-2d42-4682-a035-13459d3971dc completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:34:14.492979 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port f7a6a356-2d42-4682-a035-13459d3971dc triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:14.493409 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:14.501335 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-f2a5d59c-b34f-458e-9529-a31a77681a72 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5873508 Jul 15 23:34:14.511061 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 59426) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:14.541020 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f6ff1031-d588-40b0-a6b9-1b8bf87273c5 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Request body: {'subnet': {'network_id': '3ad30d36-c2eb-439c-aba8-e31993f7d130', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:14.555117 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 3ad30d36-c2eb-439c-aba8-e31993f7d130 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:34:14.557012 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09e419a-8de6-4e77-bab2-513d8aed1807 None None] DHCP port deletion for 12d4bf87-4174-4e80-9f77-f8a9e6f20f16 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:34:14.608564 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ac70d789-f4f0-4cbc-be57-d6f64f4cc6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'name': 'tempest-RoutersTest-router-1436750334', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:50Z', 'updated_at': '2021-07-15T23:34:09Z', 'revision_number': 4, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'gw_port_host': None, '_interfaces': [{'id': '3cf6d44e-ef7f-473e-a13c-58692a0e4369', 'name': '', 'network_id': '20e7db06-22a4-4a6a-9215-978dc0e9dcaa', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'mac_address': 'fa:16:3e:0d:16:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'ad198ac4-d60c-4523-932a-3c7842c07dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:54Z', 'updated_at': '2021-07-15T23:34:04Z', 'revision_number': 5, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'subnets': [{'id': 'ad198ac4-d60c-4523-932a-3c7842c07dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81838ce1-9024-4b50-b7ee-309e4915e40f', 'name': '', 'network_id': '96f81655-0263-48f0-855d-40bfbb543186', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'mac_address': 'fa:16:3e:aa:a1:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'a87f7f5f-effa-478c-8cfe-ddd5574fceb3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:08Z', 'updated_at': '2021-07-15T23:34:10Z', 'revision_number': 2, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'subnets': [{'id': 'a87f7f5f-effa-478c-8cfe-ddd5574fceb3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7a6a356-2d42-4682-a035-13459d3971dc', 'name': '', 'network_id': '35610118-f1a9-4913-8d31-bb7edc1f4e04', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'mac_address': 'fa:16:3e:1b:03:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '7f488d6d-141f-44e9-98e9-ed653608017f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:59Z', 'updated_at': '2021-07-15T23:34:08Z', 'revision_number': 4, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'subnets': [{'id': '7f488d6d-141f-44e9-98e9-ed653608017f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:14.657371 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-6a18f123-b3d4-4c43-be2d-36c19e070f57 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3dec82d8dacb48b1abff36422ee0ef61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4576557 Jul 15 23:34:14.657371 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef79ed47-58ba-45bf-9369-f6f410f14e9e tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Pushing event updated for resources: {'Subnet': ['ID=6a802a9d-e4c3-47cf-bd6c-de6aabd87fe5,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:14.657886 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 59428) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:14.674137 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a18f123-b3d4-4c43-be2d-36c19e070f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b71d6f-067b-46d5-a108-3b6d5d110c05,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:14.750242 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac70d789-f4f0-4cbc-be57-d6f64f4cc6c6 None None] Checking router: 9b59c035-4cf0-4cba-896b-5cd652517b99 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:34:14.751123 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac70d789-f4f0-4cbc-be57-d6f64f4cc6c6 None None] Updating router 9b59c035-4cf0-4cba-896b-5cd652517b99 port 81838ce1-9024-4b50-b7ee-309e4915e40f binding host n-d-794306-6 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:34:14.764534 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f8c742d7-ac08-474c-b667-ff83043b027b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:14.769227 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef79ed47-58ba-45bf-9369-f6f410f14e9e tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Checking segment: {'id': 'd078383c-1d05-4574-9fbb-051621a9bc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '75a2a03a-150b-4503-9bf0-add1db6ca7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:34:14.769227 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef79ed47-58ba-45bf-9369-f6f410f14e9e tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Network hostable DHCP agents. Network: 75a2a03a-150b-4503-9bf0-add1db6ca7b4, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:34:14.777866 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:14.809691 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f8c742d7-ac08-474c-b667-ff83043b027b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:14.813822 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef79ed47-58ba-45bf-9369-f6f410f14e9e tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Network 75a2a03a-150b-4503-9bf0-add1db6ca7b4 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:34:14.838754 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-ef79ed47-58ba-45bf-9369-f6f410f14e9e tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 75a2a03a-150b-4503-9bf0-add1db6ca7b4) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:34:14.849064 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ff1031-d588-40b0-a6b9-1b8bf87273c5 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Made reservation on behalf of a0614e37ad8e4091be3b4656e6a935a1 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:34:14.854194 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6ff1031-d588-40b0-a6b9-1b8bf87273c5 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:14.871073 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0dc414a-cf53-4027-b0eb-af1668573727 None None] Network 75a2a03a-150b-4503-9bf0-add1db6ca7b4 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:34:14.887378 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef79ed47-58ba-45bf-9369-f6f410f14e9e tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:14.888408 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ef79ed47-58ba-45bf-9369-f6f410f14e9e tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:14.893719 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f8c742d7-ac08-474c-b667-ff83043b027b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:14.896561 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f8c742d7-ac08-474c-b667-ff83043b027b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:14.900258 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-f8c742d7-ac08-474c-b667-ff83043b027b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/00b71d6f-067b-46d5-a108-3b6d5d110c05 HTTP/1.1" status: 204 len: 168 time: 0.2385890 Jul 15 23:34:14.908101 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c742d7-ac08-474c-b667-ff83043b027b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b71d6f-067b-46d5-a108-3b6d5d110c05,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:15.035872 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 59438) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:15.036400 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ef79ed47-58ba-45bf-9369-f6f410f14e9e tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4619603 Jul 15 23:34:15.075793 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port f7a6a356-2d42-4682-a035-13459d3971dc, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=f7a6a356-2d42-4682-a035-13459d3971dc,segment=NetworkSegment(99b76a52-b922-4ecf-a70e-f875f086d8b2),segment_id=99b76a52-b922-4ecf-a70e-f875f086d8b2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:15.102336 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ac70d789-f4f0-4cbc-be57-d6f64f4cc6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:15.120174 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:15.296631 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=f7a6a356-2d42-4682-a035-13459d3971dc,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:15.382637 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6ff1031-d588-40b0-a6b9-1b8bf87273c5 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:15.385492 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 8fe32e1a-931d-4518-9540-5a591de1df3e up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:34:15.499302 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ff1031-d588-40b0-a6b9-1b8bf87273c5 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event updated for resources: {'Subnet': ['ID=f37540a2-e24a-41bf-9526-87744c05f1b5,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:15.548060 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ff1031-d588-40b0-a6b9-1b8bf87273c5 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Checking segment: {'id': '593a3bb0-2b92-4094-938f-e101fbf27c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3ad30d36-c2eb-439c-aba8-e31993f7d130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:34:15.548840 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ff1031-d588-40b0-a6b9-1b8bf87273c5 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Network hostable DHCP agents. Network: 3ad30d36-c2eb-439c-aba8-e31993f7d130, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:34:15.597012 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ff1031-d588-40b0-a6b9-1b8bf87273c5 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Network 3ad30d36-c2eb-439c-aba8-e31993f7d130 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:34:15.617013 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-f6ff1031-d588-40b0-a6b9-1b8bf87273c5 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 3ad30d36-c2eb-439c-aba8-e31993f7d130) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:34:15.628302 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ff1031-d588-40b0-a6b9-1b8bf87273c5 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:15.631133 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6ff1031-d588-40b0-a6b9-1b8bf87273c5 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:15.649770 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65321439-b7f7-41d2-9455-0f52a6a9392c None None] Network 3ad30d36-c2eb-439c-aba8-e31993f7d130 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:34:15.655641 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f6ff1031-d588-40b0-a6b9-1b8bf87273c5 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1280932 Jul 15 23:34:15.656905 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 59454) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:15.663208 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-4115ed53-c55f-4edd-aba6-a2bdc18a5aa6 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Request body: {'port': {'network_id': '3ad30d36-c2eb-439c-aba8-e31993f7d130', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1208758673'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:15.894598 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4115ed53-c55f-4edd-aba6-a2bdc18a5aa6 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Made reservation on behalf of a0614e37ad8e4091be3b4656e6a935a1 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:34:15.895976 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 8fe32e1a-931d-4518-9540-5a591de1df3e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:15.896610 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:15.905485 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4115ed53-c55f-4edd-aba6-a2bdc18a5aa6 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:15.908352 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27081c9-6a11-4ee2-be3e-bc4b61bde11a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-75a2a03a-150b-4503-9bf0-add1db6ca7b4', 'network_id': '75a2a03a-150b-4503-9bf0-add1db6ca7b4', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'fixed_ips': [{'subnet_id': '6a802a9d-e4c3-47cf-bd6c-de6aabd87fe5'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:34:15.909240 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c27081c9-6a11-4ee2-be3e-bc4b61bde11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:15.991226 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-4115ed53-c55f-4edd-aba6-a2bdc18a5aa6 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] device_id is not set on port 6a04c2c9-20f7-4ca5-94ef-cff369f84d74 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:34:16.170154 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-4115ed53-c55f-4edd-aba6-a2bdc18a5aa6 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Allocated IP 172.20.0.3 (3ad30d36-c2eb-439c-aba8-e31993f7d130/f37540a2-e24a-41bf-9526-87744c05f1b5/6a04c2c9-20f7-4ca5-94ef-cff369f84d74) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:34:16.293690 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780049b7-3e3e-495e-89d2-8267695f7794 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-3ad30d36-c2eb-439c-aba8-e31993f7d130', 'network_id': '3ad30d36-c2eb-439c-aba8-e31993f7d130', 'tenant_id': 'a0614e37ad8e4091be3b4656e6a935a1', 'fixed_ips': [{'subnet_id': 'f37540a2-e24a-41bf-9526-87744c05f1b5'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:34:16.295390 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-780049b7-3e3e-495e-89d2-8267695f7794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:16.317010 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1744c2a8-0719-47d2-bf34-9d459c0d1adb tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:16.438624 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4115ed53-c55f-4edd-aba6-a2bdc18a5aa6 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:16.476536 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-4115ed53-c55f-4edd-aba6-a2bdc18a5aa6 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Transition to ACTIVE for port object 6a04c2c9-20f7-4ca5-94ef-cff369f84d74 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:34:16.521198 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4115ed53-c55f-4edd-aba6-a2bdc18a5aa6 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:16.581473 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4115ed53-c55f-4edd-aba6-a2bdc18a5aa6 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Network 3ad30d36-c2eb-439c-aba8-e31993f7d130 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:34:16.587736 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-4115ed53-c55f-4edd-aba6-a2bdc18a5aa6 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:34:16.599371 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4115ed53-c55f-4edd-aba6-a2bdc18a5aa6 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:34:16.669469 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4115ed53-c55f-4edd-aba6-a2bdc18a5aa6 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event updated for resources: {'Port': ['ID=6a04c2c9-20f7-4ca5-94ef-cff369f84d74,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:16.749129 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4115ed53-c55f-4edd-aba6-a2bdc18a5aa6 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:16.752188 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4115ed53-c55f-4edd-aba6-a2bdc18a5aa6 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:16.801230 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-4115ed53-c55f-4edd-aba6-a2bdc18a5aa6 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.1430690 Jul 15 23:34:16.801943 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 59502) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:16.837786 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ac70d789-f4f0-4cbc-be57-d6f64f4cc6c6 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:16.840560 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-c27081c9-6a11-4ee2-be3e-bc4b61bde11a None None] Allocated IP 172.23.0.2 (75a2a03a-150b-4503-9bf0-add1db6ca7b4/6a802a9d-e4c3-47cf-bd6c-de6aabd87fe5/cc902ad6-c822-450b-baa9-2e220fc3c48c) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:34:16.879627 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ac70d789-f4f0-4cbc-be57-d6f64f4cc6c6 None None] Transition to ACTIVE for port object 81838ce1-9024-4b50-b7ee-309e4915e40f will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:34:16.991429 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device e9c29c11-a513-44db-a2fb-9ddd12453849 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:34:16.993579 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ac70d789-f4f0-4cbc-be57-d6f64f4cc6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:17.026752 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-77c1e2b2-4434-44e2-9715-27fe94d2b0a5 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Deleting port 6a04c2c9-20f7-4ca5-94ef-cff369f84d74 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:34:17.027275 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77c1e2b2-4434-44e2-9715-27fe94d2b0a5 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:17.084877 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: e9c29c11-a513-44db-a2fb-9ddd12453849 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:34:17.085227 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device e9c29c11-a513-44db-a2fb-9ddd12453849 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:34:17.147976 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a745b56f-865f-4445-bc7b-b595ddea65a4 None None] Pushing event updated for resources: {'Port': ['ID=81838ce1-9024-4b50-b7ee-309e4915e40f,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:17.150596 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c27081c9-6a11-4ee2-be3e-bc4b61bde11a None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:17.162582 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-780049b7-3e3e-495e-89d2-8267695f7794 None None] Allocated IP 172.20.0.2 (3ad30d36-c2eb-439c-aba8-e31993f7d130/f37540a2-e24a-41bf-9526-87744c05f1b5/2af1f80d-96a8-4570-8caf-d644e5d6e319) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:34:17.176590 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c27081c9-6a11-4ee2-be3e-bc4b61bde11a None None] Transition to ACTIVE for port object cc902ad6-c822-450b-baa9-2e220fc3c48c will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:34:17.318453 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c27081c9-6a11-4ee2-be3e-bc4b61bde11a None None] Transition to ACTIVE for port object cc902ad6-c822-450b-baa9-2e220fc3c48c will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:34:17.346722 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77c1e2b2-4434-44e2-9715-27fe94d2b0a5 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:17.380112 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device f7a6a356-2d42-4682-a035-13459d3971dc up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:34:17.380391 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-77c1e2b2-4434-44e2-9715-27fe94d2b0a5 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Calling delete_port for 6a04c2c9-20f7-4ca5-94ef-cff369f84d74 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:34:17.386816 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c27081c9-6a11-4ee2-be3e-bc4b61bde11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:17.484615 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-1744c2a8-0719-47d2-bf34-9d459c0d1adb tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Allocated IP 172.23.0.1 (75a2a03a-150b-4503-9bf0-add1db6ca7b4/6a802a9d-e4c3-47cf-bd6c-de6aabd87fe5/216ea3d8-410e-4743-9ac7-c2bd3587bc6f) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:34:17.570675 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ac70d789-f4f0-4cbc-be57-d6f64f4cc6c6 None None] Attempting to bind port 81838ce1-9024-4b50-b7ee-309e4915e40f on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:34:17.571054 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ac70d789-f4f0-4cbc-be57-d6f64f4cc6c6 None None] Attempting to bind port 81838ce1-9024-4b50-b7ee-309e4915e40f by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '38bd6572-d0e4-447a-83b2-eee0ca4c4a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '96f81655-0263-48f0-855d-40bfbb543186'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:34:17.571423 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac70d789-f4f0-4cbc-be57-d6f64f4cc6c6 None None] Attempting to bind port 81838ce1-9024-4b50-b7ee-309e4915e40f on network 96f81655-0263-48f0-855d-40bfbb543186 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:34:17.627686 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac70d789-f4f0-4cbc-be57-d6f64f4cc6c6 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:34:17.627686 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac70d789-f4f0-4cbc-be57-d6f64f4cc6c6 None None] Checking segment: {'id': '38bd6572-d0e4-447a-83b2-eee0ca4c4a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '96f81655-0263-48f0-855d-40bfbb543186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:34:17.628562 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ac70d789-f4f0-4cbc-be57-d6f64f4cc6c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:17.628944 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac70d789-f4f0-4cbc-be57-d6f64f4cc6c6 None None] Bound using segment: {'id': '38bd6572-d0e4-447a-83b2-eee0ca4c4a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '96f81655-0263-48f0-855d-40bfbb543186'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:34:17.629437 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ac70d789-f4f0-4cbc-be57-d6f64f4cc6c6 None None] Bound port: 81838ce1-9024-4b50-b7ee-309e4915e40f, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38bd6572-d0e4-447a-83b2-eee0ca4c4a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '96f81655-0263-48f0-855d-40bfbb543186'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:34:17.629825 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ac70d789-f4f0-4cbc-be57-d6f64f4cc6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:17.640788 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27081c9-6a11-4ee2-be3e-bc4b61bde11a None None] Network 75a2a03a-150b-4503-9bf0-add1db6ca7b4 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:34:17.677729 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-c27081c9-6a11-4ee2-be3e-bc4b61bde11a None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:34:17.689795 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77c1e2b2-4434-44e2-9715-27fe94d2b0a5 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:17.695187 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27081c9-6a11-4ee2-be3e-bc4b61bde11a None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:34:17.715182 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27081c9-6a11-4ee2-be3e-bc4b61bde11a None None] Pushing event updated for resources: {'Port': ['ID=cc902ad6-c822-450b-baa9-2e220fc3c48c,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:17.736358 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c1e2b2-4434-44e2-9715-27fe94d2b0a5 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event deleted for resources: {'Port': ['ID=6a04c2c9-20f7-4ca5-94ef-cff369f84d74,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:17.767239 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1744c2a8-0719-47d2-bf34-9d459c0d1adb tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:17.802276 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-1744c2a8-0719-47d2-bf34-9d459c0d1adb tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Transition to ACTIVE for port object 216ea3d8-410e-4743-9ac7-c2bd3587bc6f will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:34:17.815777 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 59532) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:17.892743 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1744c2a8-0719-47d2-bf34-9d459c0d1adb tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:17.910709 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port f7a6a356-2d42-4682-a035-13459d3971dc triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:17.911117 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:17.944451 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c27081c9-6a11-4ee2-be3e-bc4b61bde11a None None] Attempting to bind port cc902ad6-c822-450b-baa9-2e220fc3c48c on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:34:17.944826 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c27081c9-6a11-4ee2-be3e-bc4b61bde11a None None] Attempting to bind port cc902ad6-c822-450b-baa9-2e220fc3c48c by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'd078383c-1d05-4574-9fbb-051621a9bc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '75a2a03a-150b-4503-9bf0-add1db6ca7b4'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:34:17.945251 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27081c9-6a11-4ee2-be3e-bc4b61bde11a None None] Attempting to bind port cc902ad6-c822-450b-baa9-2e220fc3c48c on network 75a2a03a-150b-4503-9bf0-add1db6ca7b4 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:34:17.959019 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ac70d789-f4f0-4cbc-be57-d6f64f4cc6c6 None None] For port 81838ce1-9024-4b50-b7ee-309e4915e40f, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:34:17.971994 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77c1e2b2-4434-44e2-9715-27fe94d2b0a5 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:17.976564 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27081c9-6a11-4ee2-be3e-bc4b61bde11a None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:34:17.976942 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27081c9-6a11-4ee2-be3e-bc4b61bde11a None None] Checking segment: {'id': 'd078383c-1d05-4574-9fbb-051621a9bc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '75a2a03a-150b-4503-9bf0-add1db6ca7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:34:17.977349 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c27081c9-6a11-4ee2-be3e-bc4b61bde11a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:17.978416 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27081c9-6a11-4ee2-be3e-bc4b61bde11a None None] Bound using segment: {'id': 'd078383c-1d05-4574-9fbb-051621a9bc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '75a2a03a-150b-4503-9bf0-add1db6ca7b4'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:34:17.978416 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c27081c9-6a11-4ee2-be3e-bc4b61bde11a None None] Bound port: cc902ad6-c822-450b-baa9-2e220fc3c48c, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd078383c-1d05-4574-9fbb-051621a9bc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '75a2a03a-150b-4503-9bf0-add1db6ca7b4'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:34:17.978681 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c27081c9-6a11-4ee2-be3e-bc4b61bde11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:17.985236 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-780049b7-3e3e-495e-89d2-8267695f7794 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:17.991914 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-77c1e2b2-4434-44e2-9715-27fe94d2b0a5 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "DELETE /v2.0/ports/6a04c2c9-20f7-4ca5-94ef-cff369f84d74 HTTP/1.1" status: 204 len: 168 time: 1.1885347 Jul 15 23:34:18.003805 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 59536) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:18.009124 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ac70d789-f4f0-4cbc-be57-d6f64f4cc6c6 None None] For port 81838ce1-9024-4b50-b7ee-309e4915e40f, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=81838ce1-9024-4b50-b7ee-309e4915e40f,segment=NetworkSegment(38bd6572-d0e4-447a-83b2-eee0ca4c4a48),segment_id=38bd6572-d0e4-447a-83b2-eee0ca4c4a48)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:34:18.016905 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-780049b7-3e3e-495e-89d2-8267695f7794 None None] Transition to ACTIVE for port object 2af1f80d-96a8-4570-8caf-d644e5d6e319 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:34:18.034123 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ac70d789-f4f0-4cbc-be57-d6f64f4cc6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:18.068953 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1744c2a8-0719-47d2-bf34-9d459c0d1adb tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Network 75a2a03a-150b-4503-9bf0-add1db6ca7b4 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:34:18.077776 n-d-794306-6 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-23284090-5520-4a51-8516-707794e9e85f tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] GET failed (client error): The resource could not be found. Jul 15 23:34:18.088799 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 59540) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:18.115858 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-23284090-5520-4a51-8516-707794e9e85f tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "GET /v2.0/ports/6a04c2c9-20f7-4ca5-94ef-cff369f84d74 HTTP/1.1" status: 404 len: 333 time: 0.1075938 Jul 15 23:34:18.144197 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-1744c2a8-0719-47d2-bf34-9d459c0d1adb tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:34:18.149663 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-780049b7-3e3e-495e-89d2-8267695f7794 None None] Transition to ACTIVE for port object 2af1f80d-96a8-4570-8caf-d644e5d6e319 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:34:18.181210 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1744c2a8-0719-47d2-bf34-9d459c0d1adb tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:34:18.195565 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-780049b7-3e3e-495e-89d2-8267695f7794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:18.324437 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-efc79646-11cd-48d5-a8c7-311dc5cc5da5 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Deleting subnet f37540a2-e24a-41bf-9526-87744c05f1b5 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:34:18.329396 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-625ab494-4ab8-47ae-8e4e-7a90cbd925e4 tempest-ExternalNetworksTestJSON-2100789134 tempest-ExternalNetworksTestJSON-2100789134-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1149114848'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:18.330221 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-efc79646-11cd-48d5-a8c7-311dc5cc5da5 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:18.341284 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1744c2a8-0719-47d2-bf34-9d459c0d1adb tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Pushing event updated for resources: {'Port': ['ID=216ea3d8-410e-4743-9ac7-c2bd3587bc6f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:18.403710 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac70d789-f4f0-4cbc-be57-d6f64f4cc6c6 None None] Routers {'9b59c035-4cf0-4cba-896b-5cd652517b99'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:34:18.407172 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ac70d789-f4f0-4cbc-be57-d6f64f4cc6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:34:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['9b59c035-4cf0-4cba-896b-5cd652517b99'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:18.430181 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-efc79646-11cd-48d5-a8c7-311dc5cc5da5 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:18.453041 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1744c2a8-0719-47d2-bf34-9d459c0d1adb tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:18.632103 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-efc79646-11cd-48d5-a8c7-311dc5cc5da5 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:18.656215 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780049b7-3e3e-495e-89d2-8267695f7794 None None] Network 3ad30d36-c2eb-439c-aba8-e31993f7d130 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:34:18.701413 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c27081c9-6a11-4ee2-be3e-bc4b61bde11a None None] For port cc902ad6-c822-450b-baa9-2e220fc3c48c, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:34:18.708403 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c27081c9-6a11-4ee2-be3e-bc4b61bde11a None None] For port cc902ad6-c822-450b-baa9-2e220fc3c48c, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=cc902ad6-c822-450b-baa9-2e220fc3c48c,segment=NetworkSegment(d078383c-1d05-4574-9fbb-051621a9bc5d),segment_id=d078383c-1d05-4574-9fbb-051621a9bc5d)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:34:18.738439 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-efc79646-11cd-48d5-a8c7-311dc5cc5da5 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:18.743731 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a745b56f-865f-4445-bc7b-b595ddea65a4 None None] Pushing event updated for resources: {'Port': ['ID=81838ce1-9024-4b50-b7ee-309e4915e40f,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:18.811099 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc79646-11cd-48d5-a8c7-311dc5cc5da5 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event deleted for resources: {'Subnet': ['ID=f37540a2-e24a-41bf-9526-87744c05f1b5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:18.817299 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-efc79646-11cd-48d5-a8c7-311dc5cc5da5 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:18.822342 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-efc79646-11cd-48d5-a8c7-311dc5cc5da5 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "DELETE /v2.0/subnets/f37540a2-e24a-41bf-9526-87744c05f1b5 HTTP/1.1" status: 204 len: 168 time: 0.7263219 Jul 15 23:34:18.824385 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 59556) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:18.856037 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780049b7-3e3e-495e-89d2-8267695f7794 None None] Pushing event updated for resources: {'Port': ['ID=2af1f80d-96a8-4570-8caf-d644e5d6e319,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:18.866399 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c27081c9-6a11-4ee2-be3e-bc4b61bde11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:18.869355 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-780049b7-3e3e-495e-89d2-8267695f7794 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:34:18.873554 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780049b7-3e3e-495e-89d2-8267695f7794 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:34:18.874075 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625ab494-4ab8-47ae-8e4e-7a90cbd925e4 tempest-ExternalNetworksTestJSON-2100789134 tempest-ExternalNetworksTestJSON-2100789134-project] Made reservation on behalf of 1717cbb33ec44ffaa43a9fb5d8f31704 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:34:18.879562 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-625ab494-4ab8-47ae-8e4e-7a90cbd925e4 tempest-ExternalNetworksTestJSON-2100789134 tempest-ExternalNetworksTestJSON-2100789134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:18.904729 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1744c2a8-0719-47d2-bf34-9d459c0d1adb tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:18.907353 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-625ab494-4ab8-47ae-8e4e-7a90cbd925e4 tempest-ExternalNetworksTestJSON-2100789134 tempest-ExternalNetworksTestJSON-2100789134-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:19.017397 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-536218dd-55fe-434b-9327-a1a69796e791 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:19.019019 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-780049b7-3e3e-495e-89d2-8267695f7794 None None] Attempting to bind port 2af1f80d-96a8-4570-8caf-d644e5d6e319 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:34:19.019391 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-780049b7-3e3e-495e-89d2-8267695f7794 None None] Attempting to bind port 2af1f80d-96a8-4570-8caf-d644e5d6e319 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '593a3bb0-2b92-4094-938f-e101fbf27c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3ad30d36-c2eb-439c-aba8-e31993f7d130'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:34:19.019786 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780049b7-3e3e-495e-89d2-8267695f7794 None None] Attempting to bind port 2af1f80d-96a8-4570-8caf-d644e5d6e319 on network 3ad30d36-c2eb-439c-aba8-e31993f7d130 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:34:19.038453 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-ac70d789-f4f0-4cbc-be57-d6f64f4cc6c6 None None] Set router 9b59c035-4cf0-4cba-896b-5cd652517b99 gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:34:19.081197 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780049b7-3e3e-495e-89d2-8267695f7794 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:34:19.081513 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780049b7-3e3e-495e-89d2-8267695f7794 None None] Checking segment: {'id': '593a3bb0-2b92-4094-938f-e101fbf27c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3ad30d36-c2eb-439c-aba8-e31993f7d130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:34:19.081867 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-780049b7-3e3e-495e-89d2-8267695f7794 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:19.082265 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780049b7-3e3e-495e-89d2-8267695f7794 None None] Bound using segment: {'id': '593a3bb0-2b92-4094-938f-e101fbf27c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3ad30d36-c2eb-439c-aba8-e31993f7d130'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:34:19.082759 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-780049b7-3e3e-495e-89d2-8267695f7794 None None] Bound port: 2af1f80d-96a8-4570-8caf-d644e5d6e319, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '593a3bb0-2b92-4094-938f-e101fbf27c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3ad30d36-c2eb-439c-aba8-e31993f7d130'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:34:19.083144 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-780049b7-3e3e-495e-89d2-8267695f7794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:19.108343 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-536218dd-55fe-434b-9327-a1a69796e791 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Deleting port 2af1f80d-96a8-4570-8caf-d644e5d6e319 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:34:19.109842 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-536218dd-55fe-434b-9327-a1a69796e791 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:19.139079 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27081c9-6a11-4ee2-be3e-bc4b61bde11a None None] Pushing event updated for resources: {'Port': ['ID=cc902ad6-c822-450b-baa9-2e220fc3c48c,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:19.316623 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-536218dd-55fe-434b-9327-a1a69796e791 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] For port 2af1f80d-96a8-4570-8caf-d644e5d6e319, host n-d-794306-6, got binding levels [] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:19.317108 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-536218dd-55fe-434b-9327-a1a69796e791 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:19.354302 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-536218dd-55fe-434b-9327-a1a69796e791 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Calling delete_port for 2af1f80d-96a8-4570-8caf-d644e5d6e319 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:34:19.470722 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-780049b7-3e3e-495e-89d2-8267695f7794 None None] For port 2af1f80d-96a8-4570-8caf-d644e5d6e319, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:34:19.474687 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-780049b7-3e3e-495e-89d2-8267695f7794 None None] For port 2af1f80d-96a8-4570-8caf-d644e5d6e319, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=2af1f80d-96a8-4570-8caf-d644e5d6e319,segment=NetworkSegment(593a3bb0-2b92-4094-938f-e101fbf27c6f),segment_id=593a3bb0-2b92-4094-938f-e101fbf27c6f)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:34:19.499613 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-780049b7-3e3e-495e-89d2-8267695f7794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:19.550031 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-625ab494-4ab8-47ae-8e4e-7a90cbd925e4 tempest-ExternalNetworksTestJSON-2100789134 tempest-ExternalNetworksTestJSON-2100789134-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:19.561978 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-625ab494-4ab8-47ae-8e4e-7a90cbd925e4 tempest-ExternalNetworksTestJSON-2100789134 tempest-ExternalNetworksTestJSON-2100789134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:19.586876 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1744c2a8-0719-47d2-bf34-9d459c0d1adb tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:19.595637 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-536218dd-55fe-434b-9327-a1a69796e791 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:19.600389 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1744c2a8-0719-47d2-bf34-9d459c0d1adb tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:19.676900 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536218dd-55fe-434b-9327-a1a69796e791 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event deleted for resources: {'Port': ['ID=2af1f80d-96a8-4570-8caf-d644e5d6e319,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:19.687564 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-625ab494-4ab8-47ae-8e4e-7a90cbd925e4 tempest-ExternalNetworksTestJSON-2100789134 tempest-ExternalNetworksTestJSON-2100789134-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:34:19.690250 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1744c2a8-0719-47d2-bf34-9d459c0d1adb tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Pushing event updated for resources: {'Port': ['ID=216ea3d8-410e-4743-9ac7-c2bd3587bc6f,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:19.716166 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536218dd-55fe-434b-9327-a1a69796e791 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] No DVR routers for this DVR port 2af1f80d-96a8-4570-8caf-d644e5d6e319 on host n-d-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:34:19.726296 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625ab494-4ab8-47ae-8e4e-7a90cbd925e4 tempest-ExternalNetworksTestJSON-2100789134 tempest-ExternalNetworksTestJSON-2100789134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=207e1ddb-7d21-42e8-9c02-73a9d6b26625,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:19.736796 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-625ab494-4ab8-47ae-8e4e-7a90cbd925e4 tempest-ExternalNetworksTestJSON-2100789134 tempest-ExternalNetworksTestJSON-2100789134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:19.741604 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-625ab494-4ab8-47ae-8e4e-7a90cbd925e4 tempest-ExternalNetworksTestJSON-2100789134 tempest-ExternalNetworksTestJSON-2100789134-project] Added segment d7ab74bf-3d03-41ef-82c4-9b60f12ae520 of type vlan for network c5e41474-e6e3-4890-a026-9a53da32cf98 Jul 15 23:34:19.795492 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1744c2a8-0719-47d2-bf34-9d459c0d1adb tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:19.813373 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-625ab494-4ab8-47ae-8e4e-7a90cbd925e4 tempest-ExternalNetworksTestJSON-2100789134 tempest-ExternalNetworksTestJSON-2100789134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server [None req-2ae37c80-2620-475f-b9ab-c64e35d96a4f None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port 2af1f80d-96a8-4570-8caf-d644e5d6e319 could not be found. Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id) Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2806, in one Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server return self._iter().one() Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1365, in one Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server return self._only_one_row( Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in get_dhcp_port Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1548, in get_port Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id) Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 291, in _get_port Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port 2af1f80d-96a8-4570-8caf-d644e5d6e319 could not be found. Jul 15 23:34:19.897747 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server Jul 15 23:34:19.936410 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805143f8-4832-4d81-ae87-59ccd39b6d46 None None] Network 3ad30d36-c2eb-439c-aba8-e31993f7d130 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:34:19.948999 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-536218dd-55fe-434b-9327-a1a69796e791 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:19.956990 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-625ab494-4ab8-47ae-8e4e-7a90cbd925e4 tempest-ExternalNetworksTestJSON-2100789134 tempest-ExternalNetworksTestJSON-2100789134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:19.961707 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-536218dd-55fe-434b-9327-a1a69796e791 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ad30d36-c2eb-439c-aba8-e31993f7d130']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:19.973437 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-536218dd-55fe-434b-9327-a1a69796e791 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '593a3bb0-2b92-4094-938f-e101fbf27c6f') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:19.973779 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-536218dd-55fe-434b-9327-a1a69796e791 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '593a3bb0-2b92-4094-938f-e101fbf27c6f') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:19.982987 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780049b7-3e3e-495e-89d2-8267695f7794 None None] Pushing event updated for resources: {'Port': ['ID=2af1f80d-96a8-4570-8caf-d644e5d6e319,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:19.983498 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-536218dd-55fe-434b-9327-a1a69796e791 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:19.985272 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625ab494-4ab8-47ae-8e4e-7a90cbd925e4 tempest-ExternalNetworksTestJSON-2100789134 tempest-ExternalNetworksTestJSON-2100789134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:19.986102 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-625ab494-4ab8-47ae-8e4e-7a90cbd925e4 tempest-ExternalNetworksTestJSON-2100789134 tempest-ExternalNetworksTestJSON-2100789134-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:20.014403 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-536218dd-55fe-434b-9327-a1a69796e791 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:20.025404 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-536218dd-55fe-434b-9327-a1a69796e791 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:34:20.025816 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-536218dd-55fe-434b-9327-a1a69796e791 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:20.088253 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625ab494-4ab8-47ae-8e4e-7a90cbd925e4 tempest-ExternalNetworksTestJSON-2100789134 tempest-ExternalNetworksTestJSON-2100789134-project] Pushing event updated for resources: {'Network': ['ID=c5e41474-e6e3-4890-a026-9a53da32cf98,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:20.110531 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:34:20.110531 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:34:20.110531 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:34:20.110531 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:34:20.110531 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:34:20.110531 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:34:20.110531 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:34:20.110531 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:34:20.110531 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:34:20.110531 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:34:20.110531 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:34:20.110531 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:34:20.110531 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:34:20.110531 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:34:20.110531 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:34:20.110531 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:34:20.110531 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:34:20.110531 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:34:20.110531 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:34:20.110531 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:34:20.110531 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:34:20.110531 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:34:20.110531 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:34:20.110531 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:34:20.110531 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:34:20.110531 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:34:20.110531 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:34:20.110531 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:34:20.110531 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:34:20.110531 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:34:20.110531 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:34:20.110531 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:34:20.110531 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:34:20.110531 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:34:20.110531 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:34:20.110531 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:34:20.117730 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-536218dd-55fe-434b-9327-a1a69796e791 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:20.124391 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-536218dd-55fe-434b-9327-a1a69796e791 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:20.127117 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-536218dd-55fe-434b-9327-a1a69796e791 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "DELETE /v2.0/networks/3ad30d36-c2eb-439c-aba8-e31993f7d130 HTTP/1.1" status: 204 len: 168 time: 1.3015823 Jul 15 23:34:20.134081 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-625ab494-4ab8-47ae-8e4e-7a90cbd925e4 tempest-ExternalNetworksTestJSON-2100789134 tempest-ExternalNetworksTestJSON-2100789134-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.3140883 Jul 15 23:34:20.134362 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 59576) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:20.134757 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 59578) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:20.146650 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1744c2a8-0719-47d2-bf34-9d459c0d1adb tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Network 75a2a03a-150b-4503-9bf0-add1db6ca7b4 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:34:20.148312 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-1744c2a8-0719-47d2-bf34-9d459c0d1adb tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:34:20.152804 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-3ae02717-4d9e-4e63-b9b2-8819a40387c9 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Request body: {'port': {'network_id': '0fdc2eef-69db-4934-b177-59f9faa7d925', 'name': 'tempest-PortsTestJSON-1303509523'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:20.234251 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network c5e41474-e6e3-4890-a026-9a53da32cf98 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:34:20.238648 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-875e483a-23d6-48f7-bf02-c9e7842ac8f0 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Request body: {'network': {'name': 'tempest-network--1134391730', 'router:external': True}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:20.253889 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536218dd-55fe-434b-9327-a1a69796e791 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event deleted for resources: {'Network': ['ID=3ad30d36-c2eb-439c-aba8-e31993f7d130,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:20.255757 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ac70d789-f4f0-4cbc-be57-d6f64f4cc6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'name': 'tempest-RoutersTest-router-1436750334', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:50Z', 'updated_at': '2021-07-15T23:34:09Z', 'revision_number': 4, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'gw_port_host': None, '_interfaces': [{'id': '3cf6d44e-ef7f-473e-a13c-58692a0e4369', 'name': '', 'network_id': '20e7db06-22a4-4a6a-9215-978dc0e9dcaa', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'mac_address': 'fa:16:3e:0d:16:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'ad198ac4-d60c-4523-932a-3c7842c07dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:54Z', 'updated_at': '2021-07-15T23:34:04Z', 'revision_number': 5, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'subnets': [{'id': 'ad198ac4-d60c-4523-932a-3c7842c07dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81838ce1-9024-4b50-b7ee-309e4915e40f', 'name': '', 'network_id': '96f81655-0263-48f0-855d-40bfbb543186', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'mac_address': 'fa:16:3e:aa:a1:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'a87f7f5f-effa-478c-8cfe-ddd5574fceb3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:08Z', 'updated_at': '2021-07-15T23:34:17Z', 'revision_number': 4, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'subnets': [{'id': 'a87f7f5f-effa-478c-8cfe-ddd5574fceb3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7a6a356-2d42-4682-a035-13459d3971dc', 'name': '', 'network_id': '35610118-f1a9-4913-8d31-bb7edc1f4e04', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'mac_address': 'fa:16:3e:1b:03:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '7f488d6d-141f-44e9-98e9-ed653608017f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:59Z', 'updated_at': '2021-07-15T23:34:14Z', 'revision_number': 5, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'subnets': [{'id': '7f488d6d-141f-44e9-98e9-ed653608017f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:20.304411 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875e483a-23d6-48f7-bf02-c9e7842ac8f0 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Made reservation on behalf of 5fa6f14aee254649961a720345127bf6 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:34:20.312796 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-875e483a-23d6-48f7-bf02-c9e7842ac8f0 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:20.331521 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac70d789-f4f0-4cbc-be57-d6f64f4cc6c6 None None] The sync data for ids ['9b59c035-4cf0-4cba-896b-5cd652517b99'] in n-d-794306-6 is: [{'id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'name': 'tempest-RoutersTest-router-1436750334', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:50Z', 'updated_at': '2021-07-15T23:34:09Z', 'revision_number': 4, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'gw_port_host': None, '_interfaces': [{'id': '3cf6d44e-ef7f-473e-a13c-58692a0e4369', 'name': '', 'network_id': '20e7db06-22a4-4a6a-9215-978dc0e9dcaa', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'mac_address': 'fa:16:3e:0d:16:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'ad198ac4-d60c-4523-932a-3c7842c07dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:54Z', 'updated_at': '2021-07-15T23:34:04Z', 'revision_number': 5, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'subnets': [{'id': 'ad198ac4-d60c-4523-932a-3c7842c07dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81838ce1-9024-4b50-b7ee-309e4915e40f', 'name': '', 'network_id': '96f81655-0263-48f0-855d-40bfbb543186', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'mac_address': 'fa:16:3e:aa:a1:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'a87f7f5f-effa-478c-8cfe-ddd5574fceb3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:08Z', 'updated_at': '2021-07-15T23:34:17Z', 'revision_number': 4, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'subnets': [{'id': 'a87f7f5f-effa-478c-8cfe-ddd5574fceb3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7a6a356-2d42-4682-a035-13459d3971dc', 'name': '', 'network_id': '35610118-f1a9-4913-8d31-bb7edc1f4e04', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'mac_address': 'fa:16:3e:1b:03:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '7f488d6d-141f-44e9-98e9-ed653608017f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:59Z', 'updated_at': '2021-07-15T23:34:14Z', 'revision_number': 5, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'subnets': [{'id': '7f488d6d-141f-44e9-98e9-ed653608017f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:34:20.345081 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1744c2a8-0719-47d2-bf34-9d459c0d1adb tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Router 9b59c035-4cf0-4cba-896b-5cd652517b99 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:34:20.347165 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-875e483a-23d6-48f7-bf02-c9e7842ac8f0 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:20.358794 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae02717-4d9e-4e63-b9b2-8819a40387c9 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Made reservation on behalf of a0614e37ad8e4091be3b4656e6a935a1 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:34:20.365677 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3ae02717-4d9e-4e63-b9b2-8819a40387c9 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:20.437511 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-3ae02717-4d9e-4e63-b9b2-8819a40387c9 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] device_id is not set on port 584711fc-5554-4ce1-ba53-df77a835ec93 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:34:20.787004 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3ae02717-4d9e-4e63-b9b2-8819a40387c9 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:20.848367 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3ae02717-4d9e-4e63-b9b2-8819a40387c9 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:20.888581 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-875e483a-23d6-48f7-bf02-c9e7842ac8f0 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:20.889710 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e2ef92-fb2a-4f95-b4dd-fa5e9498efc3 None None] Network 75a2a03a-150b-4503-9bf0-add1db6ca7b4 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:34:20.899349 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1744c2a8-0719-47d2-bf34-9d459c0d1adb tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:34:20.907821 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-875e483a-23d6-48f7-bf02-c9e7842ac8f0 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:20.929817 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-1744c2a8-0719-47d2-bf34-9d459c0d1adb tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "PUT /v2.0/routers/9b59c035-4cf0-4cba-896b-5cd652517b99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8887601 Jul 15 23:34:20.939043 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 59590) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:20.943505 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae02717-4d9e-4e63-b9b2-8819a40387c9 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Network 0fdc2eef-69db-4934-b177-59f9faa7d925 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:34:20.949434 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-3ae02717-4d9e-4e63-b9b2-8819a40387c9 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:34:20.959641 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae02717-4d9e-4e63-b9b2-8819a40387c9 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:34:20.964865 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-0ae48f09-3e5d-4e4e-b330-70a5dfc204cc tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:20.966680 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae02717-4d9e-4e63-b9b2-8819a40387c9 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:20.967374 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3ae02717-4d9e-4e63-b9b2-8819a40387c9 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:20.990319 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-3ae02717-4d9e-4e63-b9b2-8819a40387c9 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8561828 Jul 15 23:34:20.995193 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 59594) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:21.030315 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae02717-4d9e-4e63-b9b2-8819a40387c9 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event updated for resources: {'Port': ['ID=584711fc-5554-4ce1-ba53-df77a835ec93,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:21.134168 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-875e483a-23d6-48f7-bf02-c9e7842ac8f0 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:34:21.202574 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-875e483a-23d6-48f7-bf02-c9e7842ac8f0 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:21.202974 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-875e483a-23d6-48f7-bf02-c9e7842ac8f0 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Added segment 03ffdf13-4767-4e56-aefe-6bc9818423e6 of type vlan for network ea137218-a8f1-4cfc-b089-84a2b01a98ab Jul 15 23:34:21.213373 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875e483a-23d6-48f7-bf02-c9e7842ac8f0 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f0ed2fc-fa32-4b46-b59c-ea9de48a0f0d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:21.241276 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-e6f01ff4-fe6e-4ee9-9280-ae27b2c0ff38 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Deleting port 584711fc-5554-4ce1-ba53-df77a835ec93 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:34:21.241798 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e6f01ff4-fe6e-4ee9-9280-ae27b2c0ff38 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:21.482029 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e6f01ff4-fe6e-4ee9-9280-ae27b2c0ff38 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:21.509950 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 81838ce1-9024-4b50-b7ee-309e4915e40f up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:34:21.520618 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-e6f01ff4-fe6e-4ee9-9280-ae27b2c0ff38 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Calling delete_port for 584711fc-5554-4ce1-ba53-df77a835ec93 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:34:21.614847 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a92db5ad-dd83-4a17-a85b-398470c563bf None None] Provisioning for port cc902ad6-c822-450b-baa9-2e220fc3c48c completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:34:21.648448 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 81838ce1-9024-4b50-b7ee-309e4915e40f completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:34:21.656668 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 81838ce1-9024-4b50-b7ee-309e4915e40f triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:21.657044 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:21.677084 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d45146-4b41-4f74-ab7a-9cf0df22080d None None] Sync routers for ids ['9b59c035-4cf0-4cba-896b-5cd652517b99'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:34:21.696717 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d45146-4b41-4f74-ab7a-9cf0df22080d None None] Routers {'9b59c035-4cf0-4cba-896b-5cd652517b99'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:34:21.697610 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f1d45146-4b41-4f74-ab7a-9cf0df22080d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:34:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['9b59c035-4cf0-4cba-896b-5cd652517b99'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:21.721505 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-875e483a-23d6-48f7-bf02-c9e7842ac8f0 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:21.769567 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e6f01ff4-fe6e-4ee9-9280-ae27b2c0ff38 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:21.813336 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-875e483a-23d6-48f7-bf02-c9e7842ac8f0 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:21.814703 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875e483a-23d6-48f7-bf02-c9e7842ac8f0 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:21.815253 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e6f01ff4-fe6e-4ee9-9280-ae27b2c0ff38 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:21.815437 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-875e483a-23d6-48f7-bf02-c9e7842ac8f0 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:21.820572 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e6f01ff4-fe6e-4ee9-9280-ae27b2c0ff38 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "DELETE /v2.0/ports/584711fc-5554-4ce1-ba53-df77a835ec93 HTTP/1.1" status: 204 len: 168 time: 0.8217657 Jul 15 23:34:21.821263 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 59610) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:21.874758 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f2c38646-5eff-4ccf-b991-566f635d2b91 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Request body: {'port': {'network_id': '0fdc2eef-69db-4934-b177-59f9faa7d925', 'mac_address': 'fa:16:3e:7e:40:32', 'name': 'tempest-PortsTestJSON-229028730'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:21.884615 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f01ff4-fe6e-4ee9-9280-ae27b2c0ff38 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event deleted for resources: {'Port': ['ID=584711fc-5554-4ce1-ba53-df77a835ec93,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:21.884916 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.extraroute_db [None req-0ae48f09-3e5d-4e4e-b330-70a5dfc204cc tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=93770) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 15 23:34:21.932107 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:21.948638 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-f1d45146-4b41-4f74-ab7a-9cf0df22080d None None] Set router 9b59c035-4cf0-4cba-896b-5cd652517b99 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:34:21.964074 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-875e483a-23d6-48f7-bf02-c9e7842ac8f0 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.8278272 Jul 15 23:34:21.980021 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 59612) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:22.042452 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 81838ce1-9024-4b50-b7ee-309e4915e40f, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=81838ce1-9024-4b50-b7ee-309e4915e40f,segment=NetworkSegment(38bd6572-d0e4-447a-83b2-eee0ca4c4a48),segment_id=38bd6572-d0e4-447a-83b2-eee0ca4c4a48)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:22.062332 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:22.062332 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device cc902ad6-c822-450b-baa9-2e220fc3c48c up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:34:22.062681 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.extraroute_db [None req-0ae48f09-3e5d-4e4e-b330-70a5dfc204cc tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Removed routes are [] {{(pid=93770) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 15 23:34:22.062681 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0ae48f09-3e5d-4e4e-b330-70a5dfc204cc tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:22.062681 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875e483a-23d6-48f7-bf02-c9e7842ac8f0 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Pushing event updated for resources: {'Network': ['ID=ea137218-a8f1-4cfc-b089-84a2b01a98ab,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:22.237716 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network ea137218-a8f1-4cfc-b089-84a2b01a98ab details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:34:22.275821 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-96fbf853-674b-4e63-92bf-e579b9218a90 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:22.322753 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c38646-5eff-4ccf-b991-566f635d2b91 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Made reservation on behalf of a0614e37ad8e4091be3b4656e6a935a1 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:34:22.579959 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f1d45146-4b41-4f74-ab7a-9cf0df22080d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'name': 'tempest-RoutersTest-router-1436750334', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:50Z', 'updated_at': '2021-07-15T23:34:18Z', 'revision_number': 5, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'gw_port_host': None, '_interfaces': [{'id': '216ea3d8-410e-4743-9ac7-c2bd3587bc6f', 'name': '', 'network_id': '75a2a03a-150b-4503-9bf0-add1db6ca7b4', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'mac_address': 'fa:16:3e:2d:5e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '6a802a9d-e4c3-47cf-bd6c-de6aabd87fe5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:16Z', 'updated_at': '2021-07-15T23:34:19Z', 'revision_number': 2, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'subnets': [{'id': '6a802a9d-e4c3-47cf-bd6c-de6aabd87fe5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3cf6d44e-ef7f-473e-a13c-58692a0e4369', 'name': '', 'network_id': '20e7db06-22a4-4a6a-9215-978dc0e9dcaa', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'mac_address': 'fa:16:3e:0d:16:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'ad198ac4-d60c-4523-932a-3c7842c07dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:54Z', 'updated_at': '2021-07-15T23:34:04Z', 'revision_number': 5, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'subnets': [{'id': 'ad198ac4-d60c-4523-932a-3c7842c07dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81838ce1-9024-4b50-b7ee-309e4915e40f', 'name': '', 'network_id': '96f81655-0263-48f0-855d-40bfbb543186', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'mac_address': 'fa:16:3e:aa:a1:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'a87f7f5f-effa-478c-8cfe-ddd5574fceb3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:08Z', 'updated_at': '2021-07-15T23:34:17Z', 'revision_number': 4, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'subnets': [{'id': 'a87f7f5f-effa-478c-8cfe-ddd5574fceb3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7a6a356-2d42-4682-a035-13459d3971dc', 'name': '', 'network_id': '35610118-f1a9-4913-8d31-bb7edc1f4e04', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'mac_address': 'fa:16:3e:1b:03:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '7f488d6d-141f-44e9-98e9-ed653608017f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:59Z', 'updated_at': '2021-07-15T23:34:14Z', 'revision_number': 5, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'subnets': [{'id': '7f488d6d-141f-44e9-98e9-ed653608017f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:22.595358 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-57bd910c-ca51-4815-87b2-a32fe392221a None None] Provisioning for port 216ea3d8-410e-4743-9ac7-c2bd3587bc6f completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:34:22.607532 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f2c38646-5eff-4ccf-b991-566f635d2b91 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:22.618506 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-57bd910c-ca51-4815-87b2-a32fe392221a None None] Provisioning complete for port 216ea3d8-410e-4743-9ac7-c2bd3587bc6f triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:22.618952 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-57bd910c-ca51-4815-87b2-a32fe392221a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:22.623874 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0ae48f09-3e5d-4e4e-b330-70a5dfc204cc tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:22.629258 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port cc902ad6-c822-450b-baa9-2e220fc3c48c completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:34:22.641394 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0ae48f09-3e5d-4e4e-b330-70a5dfc204cc tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-998933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-998924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-999045'] for router, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:22.699635 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port cc902ad6-c822-450b-baa9-2e220fc3c48c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:22.702159 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:22.704746 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=81838ce1-9024-4b50-b7ee-309e4915e40f,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:22.712631 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d45146-4b41-4f74-ab7a-9cf0df22080d None None] Checking router: 9b59c035-4cf0-4cba-896b-5cd652517b99 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:34:22.713085 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d45146-4b41-4f74-ab7a-9cf0df22080d None None] Updating router 9b59c035-4cf0-4cba-896b-5cd652517b99 port 216ea3d8-410e-4743-9ac7-c2bd3587bc6f binding host n-d-794306-6 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:34:22.792008 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-96fbf853-674b-4e63-92bf-e579b9218a90 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:22.817366 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-96fbf853-674b-4e63-92bf-e579b9218a90 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea137218-a8f1-4cfc-b089-84a2b01a98ab']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:22.831285 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-57bd910c-ca51-4815-87b2-a32fe392221a None None] Port 216ea3d8-410e-4743-9ac7-c2bd3587bc6f cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:34:22.857374 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-96fbf853-674b-4e63-92bf-e579b9218a90 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03ffdf13-4767-4e56-aefe-6bc9818423e6') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:22.857674 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-96fbf853-674b-4e63-92bf-e579b9218a90 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03ffdf13-4767-4e56-aefe-6bc9818423e6') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:22.902193 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-96fbf853-674b-4e63-92bf-e579b9218a90 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:22.905149 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f1d45146-4b41-4f74-ab7a-9cf0df22080d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:22.939525 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:22.940798 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-f2c38646-5eff-4ccf-b991-566f635d2b91 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] device_id is not set on port 37aa3175-d922-4fc5-8547-3db4b80c711d yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:34:22.942586 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-57bd910c-ca51-4815-87b2-a32fe392221a None None] Provisioning complete for port cc902ad6-c822-450b-baa9-2e220fc3c48c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:22.943063 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-57bd910c-ca51-4815-87b2-a32fe392221a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:22.998661 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-96fbf853-674b-4e63-92bf-e579b9218a90 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:23.014064 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ae48f09-3e5d-4e4e-b330-70a5dfc204cc tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Router 9b59c035-4cf0-4cba-896b-5cd652517b99 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:34:23.024667 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96fbf853-674b-4e63-92bf-e579b9218a90 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:34:23.026813 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-96fbf853-674b-4e63-92bf-e579b9218a90 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:23.043130 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:34:23.043130 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:34:23.043130 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:34:23.043130 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:34:23.043130 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:34:23.043130 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:34:23.043130 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:34:23.043130 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:34:23.043130 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:34:23.043130 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:34:23.043130 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:34:23.043130 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:34:23.043130 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:34:23.043130 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:34:23.043130 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:34:23.043130 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:34:23.043130 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:34:23.043130 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:34:23.043130 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:34:23.043130 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:34:23.043130 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:34:23.043130 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:34:23.043130 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:34:23.043130 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:34:23.043130 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:34:23.043130 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:34:23.043130 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:34:23.043130 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:34:23.043130 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:34:23.043130 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:34:23.043130 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:34:23.043130 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:34:23.043130 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:34:23.043130 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:34:23.107137 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port cc902ad6-c822-450b-baa9-2e220fc3c48c, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=cc902ad6-c822-450b-baa9-2e220fc3c48c,segment=NetworkSegment(d078383c-1d05-4574-9fbb-051621a9bc5d),segment_id=d078383c-1d05-4574-9fbb-051621a9bc5d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:23.144066 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:23.313747 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ae48f09-3e5d-4e4e-b330-70a5dfc204cc tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:34:23.331678 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0ae48f09-3e5d-4e4e-b330-70a5dfc204cc tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:23.356793 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-0ae48f09-3e5d-4e4e-b330-70a5dfc204cc tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "PUT /v2.0/routers/9b59c035-4cf0-4cba-896b-5cd652517b99 HTTP/1.1" status: 200 len: 934 time: 2.4165053 Jul 15 23:34:23.363480 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 59656) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:23.405486 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 81838ce1-9024-4b50-b7ee-309e4915e40f up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:34:23.520960 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=cc902ad6-c822-450b-baa9-2e220fc3c48c,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:23.555491 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c608be4-94ad-4b6d-a802-e8bf99515e2d None None] get_active_networks_info from n-d-794306-6 {{(pid=93772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 23:34:23.638459 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:34:23.642975 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-96fbf853-674b-4e63-92bf-e579b9218a90 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:23.696917 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96fbf853-674b-4e63-92bf-e579b9218a90 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ea137218-a8f1-4cfc-b089-84a2b01a98ab {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 15 23:34:23.722549 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fbf853-674b-4e63-92bf-e579b9218a90 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Pushing event deleted for resources: {'Network': ['ID=ea137218-a8f1-4cfc-b089-84a2b01a98ab,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:23.728892 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-96fbf853-674b-4e63-92bf-e579b9218a90 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:23.733736 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-96fbf853-674b-4e63-92bf-e579b9218a90 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] 10.222.0.48 "DELETE /v2.0/networks/ea137218-a8f1-4cfc-b089-84a2b01a98ab HTTP/1.1" status: 204 len: 168 time: 1.7521753 Jul 15 23:34:23.738113 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 59662) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:23.747519 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-4c56fa81-18b1-4c5b-978c-1266d3ddda04 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:23.762479 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f2c38646-5eff-4ccf-b991-566f635d2b91 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:23.813171 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 81838ce1-9024-4b50-b7ee-309e4915e40f triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:23.814784 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:23.834898 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c56fa81-18b1-4c5b-978c-1266d3ddda04 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Made reservation on behalf of 5fa6f14aee254649961a720345127bf6 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:34:23.844076 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c56fa81-18b1-4c5b-978c-1266d3ddda04 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:23.867752 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f1d45146-4b41-4f74-ab7a-9cf0df22080d None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:23.900727 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f1d45146-4b41-4f74-ab7a-9cf0df22080d None None] Transition to ACTIVE for port object 216ea3d8-410e-4743-9ac7-c2bd3587bc6f will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:34:23.918155 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f1d45146-4b41-4f74-ab7a-9cf0df22080d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:23.951641 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f2c38646-5eff-4ccf-b991-566f635d2b91 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:24.058661 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c56fa81-18b1-4c5b-978c-1266d3ddda04 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:34:24.068526 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 59668) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:24.086872 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b53437f-729e-4772-888a-15253d51517e None None] Pushing event updated for resources: {'Port': ['ID=216ea3d8-410e-4743-9ac7-c2bd3587bc6f,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:24.129175 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b53437f-729e-4772-888a-15253d51517e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:24.129812 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b53437f-729e-4772-888a-15253d51517e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:24.130335 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b53437f-729e-4772-888a-15253d51517e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:24.130848 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b53437f-729e-4772-888a-15253d51517e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:24.131346 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b53437f-729e-4772-888a-15253d51517e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:24.131916 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b53437f-729e-4772-888a-15253d51517e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:24.134585 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b53437f-729e-4772-888a-15253d51517e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:24.135147 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b53437f-729e-4772-888a-15253d51517e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:24.135738 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b53437f-729e-4772-888a-15253d51517e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:24.136238 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b53437f-729e-4772-888a-15253d51517e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:24.136758 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b53437f-729e-4772-888a-15253d51517e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:24.138680 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b53437f-729e-4772-888a-15253d51517e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:24.142514 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c608be4-94ad-4b6d-a802-e8bf99515e2d None None] Resources bound (agent type, host, resource id): {{(pid=93772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 23:34:24.155320 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c56fa81-18b1-4c5b-978c-1266d3ddda04 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:24.155951 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-4c56fa81-18b1-4c5b-978c-1266d3ddda04 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Added segment e37ec80d-a59f-4754-8033-1434f73d129a of type vlan for network 59502c41-8689-43cb-a038-02acb348c8ba Jul 15 23:34:24.224495 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-f1d45146-4b41-4f74-ab7a-9cf0df22080d None None] Attempting to bind port 216ea3d8-410e-4743-9ac7-c2bd3587bc6f on host n-d-794306-6 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:34:24.224865 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-f1d45146-4b41-4f74-ab7a-9cf0df22080d None None] Attempting to bind port 216ea3d8-410e-4743-9ac7-c2bd3587bc6f by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'd078383c-1d05-4574-9fbb-051621a9bc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '75a2a03a-150b-4503-9bf0-add1db6ca7b4'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:34:24.225459 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d45146-4b41-4f74-ab7a-9cf0df22080d None None] Attempting to bind port 216ea3d8-410e-4743-9ac7-c2bd3587bc6f on network 75a2a03a-150b-4503-9bf0-add1db6ca7b4 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:34:24.234129 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d45146-4b41-4f74-ab7a-9cf0df22080d None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:34:24.240778 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d45146-4b41-4f74-ab7a-9cf0df22080d None None] Checking segment: {'id': 'd078383c-1d05-4574-9fbb-051621a9bc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '75a2a03a-150b-4503-9bf0-add1db6ca7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:34:24.241462 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f1d45146-4b41-4f74-ab7a-9cf0df22080d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:24.242059 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d45146-4b41-4f74-ab7a-9cf0df22080d None None] Bound using segment: {'id': 'd078383c-1d05-4574-9fbb-051621a9bc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '75a2a03a-150b-4503-9bf0-add1db6ca7b4'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:34:24.242723 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-f1d45146-4b41-4f74-ab7a-9cf0df22080d None None] Bound port: 216ea3d8-410e-4743-9ac7-c2bd3587bc6f, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd078383c-1d05-4574-9fbb-051621a9bc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '75a2a03a-150b-4503-9bf0-add1db6ca7b4'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:34:24.243283 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f1d45146-4b41-4f74-ab7a-9cf0df22080d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:24.256638 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c56fa81-18b1-4c5b-978c-1266d3ddda04 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:24.325419 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c56fa81-18b1-4c5b-978c-1266d3ddda04 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:24.326516 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c56fa81-18b1-4c5b-978c-1266d3ddda04 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:24.326956 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c56fa81-18b1-4c5b-978c-1266d3ddda04 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:24.373627 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c38646-5eff-4ccf-b991-566f635d2b91 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Network 0fdc2eef-69db-4934-b177-59f9faa7d925 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:34:24.411004 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f1d45146-4b41-4f74-ab7a-9cf0df22080d None None] For port 216ea3d8-410e-4743-9ac7-c2bd3587bc6f, host n-d-794306-6, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:34:24.426233 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f1d45146-4b41-4f74-ab7a-9cf0df22080d None None] For port 216ea3d8-410e-4743-9ac7-c2bd3587bc6f, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=216ea3d8-410e-4743-9ac7-c2bd3587bc6f,segment=NetworkSegment(d078383c-1d05-4574-9fbb-051621a9bc5d),segment_id=d078383c-1d05-4574-9fbb-051621a9bc5d)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:34:24.431549 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f1d45146-4b41-4f74-ab7a-9cf0df22080d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:24.439793 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-f2c38646-5eff-4ccf-b991-566f635d2b91 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:34:24.493903 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c38646-5eff-4ccf-b991-566f635d2b91 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:34:24.512774 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c38646-5eff-4ccf-b991-566f635d2b91 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:24.524505 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f2c38646-5eff-4ccf-b991-566f635d2b91 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:24.544879 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c38646-5eff-4ccf-b991-566f635d2b91 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event updated for resources: {'Port': ['ID=37aa3175-d922-4fc5-8547-3db4b80c711d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:24.566282 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b53437f-729e-4772-888a-15253d51517e None None] Pushing event updated for resources: {'Port': ['ID=216ea3d8-410e-4743-9ac7-c2bd3587bc6f,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:24.567805 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f2c38646-5eff-4ccf-b991-566f635d2b91 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.7063322 Jul 15 23:34:24.582393 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 59678) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:24.588600 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d45146-4b41-4f74-ab7a-9cf0df22080d None None] Routers {'9b59c035-4cf0-4cba-896b-5cd652517b99'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:34:24.589225 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f1d45146-4b41-4f74-ab7a-9cf0df22080d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:34:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['9b59c035-4cf0-4cba-896b-5cd652517b99'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:24.599271 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26bb5957-8df4-4c78-9b62-e0f954df7124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:24.605492 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-4c56fa81-18b1-4c5b-978c-1266d3ddda04 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.8659537 Jul 15 23:34:24.616788 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 59680) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:24.623129 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-af4bf86e-93b2-4342-acfe-00e68ec08b73 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Request body: {'subnet': {'network_id': '59502c41-8689-43cb-a038-02acb348c8ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:24.695560 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c56fa81-18b1-4c5b-978c-1266d3ddda04 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Pushing event updated for resources: {'Network': ['ID=59502c41-8689-43cb-a038-02acb348c8ba,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:24.705052 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af4bf86e-93b2-4342-acfe-00e68ec08b73 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Made reservation on behalf of 5fa6f14aee254649961a720345127bf6 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:34:24.708602 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af4bf86e-93b2-4342-acfe-00e68ec08b73 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:24.766710 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-f1d45146-4b41-4f74-ab7a-9cf0df22080d None None] Set router 9b59c035-4cf0-4cba-896b-5cd652517b99 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:34:24.796147 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 59502c41-8689-43cb-a038-02acb348c8ba details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:34:24.821126 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8325c409-2c1f-4c3a-97b5-37b09d0a894b tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:24.822896 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-8325c409-2c1f-4c3a-97b5-37b09d0a894b tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "GET /v2.0/ports/37aa3175-d922-4fc5-8547-3db4b80c711d HTTP/1.1" status: 200 len: 840 time: 0.2389109 Jul 15 23:34:24.827276 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 59682) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:24.844746 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 59684) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:24.848974 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-71fb8692-3f04-4f0a-a355-38a6ac7b6763 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "GET /v2.0/routers/9b59c035-4cf0-4cba-896b-5cd652517b99 HTTP/1.1" status: 200 len: 934 time: 1.4771259 Jul 15 23:34:24.895930 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b35ac32c-12b0-4795-ba46-bb6fa1c90847 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Request body: {'router': {'routes': None}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:24.968695 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f4020-80ed-4180-afb7-4200b8551952 req-f371da38-e5a2-47a4-bf22-ad4383c69176 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:24.970959 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6d2f4020-80ed-4180-afb7-4200b8551952 req-f371da38-e5a2-47a4-bf22-ad4383c69176 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=3106dd36-bfe0-4495-b6f8-bbda0880ee0f HTTP/1.1" status: 200 len: 946 time: 1.4942775 Jul 15 23:34:25.070807 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6d2f4020-80ed-4180-afb7-4200b8551952 req-0e2862d5-146d-48f1-a6c7-314172227a5f tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=26a1784d-78d5-48aa-a101-f8398c9ff162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853708 Jul 15 23:34:25.314556 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device cc902ad6-c822-450b-baa9-2e220fc3c48c up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:34:25.440889 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port cc902ad6-c822-450b-baa9-2e220fc3c48c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:25.441306 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:25.459636 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f1d45146-4b41-4f74-ab7a-9cf0df22080d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'name': 'tempest-RoutersTest-router-1436750334', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:50Z', 'updated_at': '2021-07-15T23:34:21Z', 'revision_number': 6, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'gw_port_host': None, '_interfaces': [{'id': '216ea3d8-410e-4743-9ac7-c2bd3587bc6f', 'name': '', 'network_id': '75a2a03a-150b-4503-9bf0-add1db6ca7b4', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'mac_address': 'fa:16:3e:2d:5e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '6a802a9d-e4c3-47cf-bd6c-de6aabd87fe5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:16Z', 'updated_at': '2021-07-15T23:34:24Z', 'revision_number': 4, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'subnets': [{'id': '6a802a9d-e4c3-47cf-bd6c-de6aabd87fe5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3cf6d44e-ef7f-473e-a13c-58692a0e4369', 'name': '', 'network_id': '20e7db06-22a4-4a6a-9215-978dc0e9dcaa', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'mac_address': 'fa:16:3e:0d:16:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'ad198ac4-d60c-4523-932a-3c7842c07dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:54Z', 'updated_at': '2021-07-15T23:34:04Z', 'revision_number': 5, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'subnets': [{'id': 'ad198ac4-d60c-4523-932a-3c7842c07dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81838ce1-9024-4b50-b7ee-309e4915e40f', 'name': '', 'network_id': '96f81655-0263-48f0-855d-40bfbb543186', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'mac_address': 'fa:16:3e:aa:a1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'a87f7f5f-effa-478c-8cfe-ddd5574fceb3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:08Z', 'updated_at': '2021-07-15T23:34:21Z', 'revision_number': 5, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'subnets': [{'id': 'a87f7f5f-effa-478c-8cfe-ddd5574fceb3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7a6a356-2d42-4682-a035-13459d3971dc', 'name': '', 'network_id': '35610118-f1a9-4913-8d31-bb7edc1f4e04', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'mac_address': 'fa:16:3e:1b:03:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '7f488d6d-141f-44e9-98e9-ed653608017f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:59Z', 'updated_at': '2021-07-15T23:34:14Z', 'revision_number': 5, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'subnets': [{'id': '7f488d6d-141f-44e9-98e9-ed653608017f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:25.495301 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:25.508812 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d45146-4b41-4f74-ab7a-9cf0df22080d None None] The sync data for ids ['9b59c035-4cf0-4cba-896b-5cd652517b99'] in n-d-794306-6 is: [{'id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'name': 'tempest-RoutersTest-router-1436750334', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:50Z', 'updated_at': '2021-07-15T23:34:21Z', 'revision_number': 6, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'gw_port_host': None, '_interfaces': [{'id': '216ea3d8-410e-4743-9ac7-c2bd3587bc6f', 'name': '', 'network_id': '75a2a03a-150b-4503-9bf0-add1db6ca7b4', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'mac_address': 'fa:16:3e:2d:5e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '6a802a9d-e4c3-47cf-bd6c-de6aabd87fe5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:16Z', 'updated_at': '2021-07-15T23:34:24Z', 'revision_number': 4, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'subnets': [{'id': '6a802a9d-e4c3-47cf-bd6c-de6aabd87fe5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3cf6d44e-ef7f-473e-a13c-58692a0e4369', 'name': '', 'network_id': '20e7db06-22a4-4a6a-9215-978dc0e9dcaa', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'mac_address': 'fa:16:3e:0d:16:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'ad198ac4-d60c-4523-932a-3c7842c07dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:54Z', 'updated_at': '2021-07-15T23:34:04Z', 'revision_number': 5, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'subnets': [{'id': 'ad198ac4-d60c-4523-932a-3c7842c07dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81838ce1-9024-4b50-b7ee-309e4915e40f', 'name': '', 'network_id': '96f81655-0263-48f0-855d-40bfbb543186', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'mac_address': 'fa:16:3e:aa:a1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'a87f7f5f-effa-478c-8cfe-ddd5574fceb3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:08Z', 'updated_at': '2021-07-15T23:34:21Z', 'revision_number': 5, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'subnets': [{'id': 'a87f7f5f-effa-478c-8cfe-ddd5574fceb3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7a6a356-2d42-4682-a035-13459d3971dc', 'name': '', 'network_id': '35610118-f1a9-4913-8d31-bb7edc1f4e04', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'mac_address': 'fa:16:3e:1b:03:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '7f488d6d-141f-44e9-98e9-ed653608017f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:59Z', 'updated_at': '2021-07-15T23:34:14Z', 'revision_number': 5, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'subnets': [{'id': '7f488d6d-141f-44e9-98e9-ed653608017f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:34:25.536715 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-056da81c-08af-483d-8b34-73f3ef2805cc tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Deleting port 37aa3175-d922-4fc5-8547-3db4b80c711d {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:34:25.537072 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-056da81c-08af-483d-8b34-73f3ef2805cc tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:25.544153 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26bb5957-8df4-4c78-9b62-e0f954df7124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:25.608855 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26bb5957-8df4-4c78-9b62-e0f954df7124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:25.788298 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-26bb5957-8df4-4c78-9b62-e0f954df7124 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a02c056b538a4613baebeea144c0641b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7158394 Jul 15 23:34:25.793022 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 59702) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:25.812875 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-056da81c-08af-483d-8b34-73f3ef2805cc tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:25.824681 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bb5957-8df4-4c78-9b62-e0f954df7124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=901d251c-2d1d-45c7-88ca-c46e32cf03f4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:25.849469 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-056da81c-08af-483d-8b34-73f3ef2805cc tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Calling delete_port for 37aa3175-d922-4fc5-8547-3db4b80c711d owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:34:25.882087 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5bbbed46-ec75-488e-891e-d1d5c77d3e7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:25.915895 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5bbbed46-ec75-488e-891e-d1d5c77d3e7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:25.962716 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.extraroute_db [None req-b35ac32c-12b0-4795-ba46-bb6fa1c90847 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Added routes are [] {{(pid=93771) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 15 23:34:25.963018 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.extraroute_db [None req-b35ac32c-12b0-4795-ba46-bb6fa1c90847 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=93771) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 15 23:34:25.976802 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5bbbed46-ec75-488e-891e-d1d5c77d3e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:25.979469 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5bbbed46-ec75-488e-891e-d1d5c77d3e7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:25.987809 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-5bbbed46-ec75-488e-891e-d1d5c77d3e7e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/901d251c-2d1d-45c7-88ca-c46e32cf03f4 HTTP/1.1" status: 204 len: 168 time: 0.1862421 Jul 15 23:34:25.998083 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbbed46-ec75-488e-891e-d1d5c77d3e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=901d251c-2d1d-45c7-88ca-c46e32cf03f4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:26.504034 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df37fe5-414c-4bc7-a0d2-0828fd6c0779 req-58346eb9-9308-436b-9471-e63cf9fa69cb tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:26.517989 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8df37fe5-414c-4bc7-a0d2-0828fd6c0779 req-58346eb9-9308-436b-9471-e63cf9fa69cb tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=3106dd36-bfe0-4495-b6f8-bbda0880ee0f HTTP/1.1" status: 200 len: 946 time: 0.2055483 Jul 15 23:34:26.582980 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8df37fe5-414c-4bc7-a0d2-0828fd6c0779 req-5873ba40-214c-4b26-81b8-f9294c36c982 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=26a1784d-78d5-48aa-a101-f8398c9ff162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631402 Jul 15 23:34:26.599609 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 59718) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:26.615809 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-980907bb-5e8d-4a18-a582-07dbeb46104f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:26.638865 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b35ac32c-12b0-4795-ba46-bb6fa1c90847 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:26.653031 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-056da81c-08af-483d-8b34-73f3ef2805cc tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:26.751183 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-980907bb-5e8d-4a18-a582-07dbeb46104f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:26.757012 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269f9da2-2406-4b53-9d19-91108817eee1 None None] Sync routers for ids ['9b59c035-4cf0-4cba-896b-5cd652517b99'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:34:26.766243 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-980907bb-5e8d-4a18-a582-07dbeb46104f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:26.775804 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269f9da2-2406-4b53-9d19-91108817eee1 None None] Routers {'9b59c035-4cf0-4cba-896b-5cd652517b99'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:34:26.776701 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-269f9da2-2406-4b53-9d19-91108817eee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:34:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['9b59c035-4cf0-4cba-896b-5cd652517b99'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:26.811629 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-980907bb-5e8d-4a18-a582-07dbeb46104f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=67e94edd58754711a1d87620b7c6fa07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2108238 Jul 15 23:34:26.812840 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980907bb-5e8d-4a18-a582-07dbeb46104f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bdefc1e-ff7d-4ed5-99f8-b1b520da7d12,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:26.815547 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 59724) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:26.816942 n-d-794306-6 neutron-server[93771]: DEBUG neutron.objects.ports [None req-af4bf86e-93b2-4342-acfe-00e68ec08b73 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 23:34:26.817657 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af4bf86e-93b2-4342-acfe-00e68ec08b73 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:26.857117 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-056da81c-08af-483d-8b34-73f3ef2805cc tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:26.859237 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-056da81c-08af-483d-8b34-73f3ef2805cc tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "DELETE /v2.0/ports/37aa3175-d922-4fc5-8547-3db4b80c711d HTTP/1.1" status: 204 len: 168 time: 2.0305805 Jul 15 23:34:26.862263 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 59726) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:26.890035 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056da81c-08af-483d-8b34-73f3ef2805cc tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event deleted for resources: {'Port': ['ID=37aa3175-d922-4fc5-8547-3db4b80c711d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:26.910608 n-d-794306-6 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d1d7510-1dff-4064-9d50-56b27a8a4a5a tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] GET failed (client error): The resource could not be found. Jul 15 23:34:26.912434 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-6d1d7510-1dff-4064-9d50-56b27a8a4a5a tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "GET /v2.0/ports/37aa3175-d922-4fc5-8547-3db4b80c711d HTTP/1.1" status: 404 len: 333 time: 0.0487266 Jul 15 23:34:26.918328 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 59728) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:26.927018 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-8fde9fbe-5b93-4795-a22e-25bfa6a8a91d tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Request body: {'port': {'network_id': '0fdc2eef-69db-4934-b177-59f9faa7d925', 'name': 'tempest-PortsTestJSON-984395716'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:26.934108 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-269f9da2-2406-4b53-9d19-91108817eee1 None None] Set router 9b59c035-4cf0-4cba-896b-5cd652517b99 gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:34:26.940456 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4bf86e-93b2-4342-acfe-00e68ec08b73 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3c70edd6-ccf0-4a96-bc6a-786f113fd684,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:26.999620 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4a6018c5-a8e9-41e8-9644-1ff1df02337c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:27.036671 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4bf86e-93b2-4342-acfe-00e68ec08b73 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Checking segment: {'id': 'e37ec80d-a59f-4754-8033-1434f73d129a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '59502c41-8689-43cb-a038-02acb348c8ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:34:27.037040 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4bf86e-93b2-4342-acfe-00e68ec08b73 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Network hostable DHCP agents. Network: 59502c41-8689-43cb-a038-02acb348c8ba, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:34:27.072992 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4bf86e-93b2-4342-acfe-00e68ec08b73 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Network 59502c41-8689-43cb-a038-02acb348c8ba is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:34:27.075207 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4a6018c5-a8e9-41e8-9644-1ff1df02337c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:27.077411 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b35ac32c-12b0-4795-ba46-bb6fa1c90847 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:27.084183 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b35ac32c-12b0-4795-ba46-bb6fa1c90847 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-998933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-998924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-999045'] for router, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:27.088335 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-af4bf86e-93b2-4342-acfe-00e68ec08b73 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 59502c41-8689-43cb-a038-02acb348c8ba) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:34:27.094183 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4bf86e-93b2-4342-acfe-00e68ec08b73 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:27.094781 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af4bf86e-93b2-4342-acfe-00e68ec08b73 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:27.106808 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f42b96-d188-4e80-a7d2-1f0cb09d5520 None None] Network 59502c41-8689-43cb-a038-02acb348c8ba requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:34:27.133459 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fde9fbe-5b93-4795-a22e-25bfa6a8a91d tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Made reservation on behalf of a0614e37ad8e4091be3b4656e6a935a1 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:34:27.137198 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8fde9fbe-5b93-4795-a22e-25bfa6a8a91d tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:27.181580 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-8fde9fbe-5b93-4795-a22e-25bfa6a8a91d tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] device_id is not set on port c06625bb-9aa9-4050-85dc-418f8de7ceaf yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:34:27.187944 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4a6018c5-a8e9-41e8-9644-1ff1df02337c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:27.191191 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-af4bf86e-93b2-4342-acfe-00e68ec08b73 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.5718861 Jul 15 23:34:27.191483 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4a6018c5-a8e9-41e8-9644-1ff1df02337c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:27.196544 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-4a6018c5-a8e9-41e8-9644-1ff1df02337c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0bdefc1e-ff7d-4ed5-99f8-b1b520da7d12 HTTP/1.1" status: 204 len: 168 time: 0.3736854 Jul 15 23:34:27.196856 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 59732) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:27.206025 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6018c5-a8e9-41e8-9644-1ff1df02337c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bdefc1e-ff7d-4ed5-99f8-b1b520da7d12,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:27.225525 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-34038c2d-602a-4c48-b56d-99aaaecbdbc9 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Request body: {'floatingip': {'floating_network_id': '59502c41-8689-43cb-a038-02acb348c8ba'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:27.311895 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b35ac32c-12b0-4795-ba46-bb6fa1c90847 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Router 9b59c035-4cf0-4cba-896b-5cd652517b99 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:34:27.424157 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-34038c2d-602a-4c48-b56d-99aaaecbdbc9 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:27.433984 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 216ea3d8-410e-4743-9ac7-c2bd3587bc6f up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:34:27.521382 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8fde9fbe-5b93-4795-a22e-25bfa6a8a91d tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:27.650904 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8fde9fbe-5b93-4795-a22e-25bfa6a8a91d tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:27.691674 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 216ea3d8-410e-4743-9ac7-c2bd3587bc6f completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:34:27.694623 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b35ac32c-12b0-4795-ba46-bb6fa1c90847 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:34:27.702273 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b35ac32c-12b0-4795-ba46-bb6fa1c90847 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:27.714758 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856214ce-0586-4eb4-8bb2-3bc4b3950396 None None] Network 59502c41-8689-43cb-a038-02acb348c8ba requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:34:27.727747 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b35ac32c-12b0-4795-ba46-bb6fa1c90847 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "PUT /v2.0/routers/9b59c035-4cf0-4cba-896b-5cd652517b99 HTTP/1.1" status: 200 len: 700 time: 2.8189185 Jul 15 23:34:27.728823 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 59750) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:27.803341 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde9fbe-5b93-4795-a22e-25bfa6a8a91d tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event updated for resources: {'Port': ['ID=c06625bb-9aa9-4050-85dc-418f8de7ceaf,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:27.843001 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fde9fbe-5b93-4795-a22e-25bfa6a8a91d tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Network 0fdc2eef-69db-4934-b177-59f9faa7d925 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:34:27.875033 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-8fde9fbe-5b93-4795-a22e-25bfa6a8a91d tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:34:27.882769 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-34038c2d-602a-4c48-b56d-99aaaecbdbc9 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:27.884643 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fde9fbe-5b93-4795-a22e-25bfa6a8a91d tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:34:27.890946 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fde9fbe-5b93-4795-a22e-25bfa6a8a91d tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:27.891771 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8fde9fbe-5b93-4795-a22e-25bfa6a8a91d tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:27.928653 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-8fde9fbe-5b93-4795-a22e-25bfa6a8a91d tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0082283 Jul 15 23:34:27.931537 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 59758) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:27.946660 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-c152e426-71dd-49b2-adf1-ef1a4ae3b4d1 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:27.968329 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-fb162aea-2e20-4685-b5d7-881f7e0a052b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "GET /v2.0/routers/9b59c035-4cf0-4cba-896b-5cd652517b99 HTTP/1.1" status: 200 len: 700 time: 0.2371929 Jul 15 23:34:27.969366 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 59760) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:27.997670 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 216ea3d8-410e-4743-9ac7-c2bd3587bc6f triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:27.998216 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:28.086581 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-269f9da2-2406-4b53-9d19-91108817eee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'name': 'tempest-RoutersTest-router-1436750334', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:50Z', 'updated_at': '2021-07-15T23:34:26Z', 'revision_number': 7, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'gw_port_host': None, '_interfaces': [{'id': '216ea3d8-410e-4743-9ac7-c2bd3587bc6f', 'name': '', 'network_id': '75a2a03a-150b-4503-9bf0-add1db6ca7b4', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'mac_address': 'fa:16:3e:2d:5e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '6a802a9d-e4c3-47cf-bd6c-de6aabd87fe5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:16Z', 'updated_at': '2021-07-15T23:34:24Z', 'revision_number': 4, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'subnets': [{'id': '6a802a9d-e4c3-47cf-bd6c-de6aabd87fe5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3cf6d44e-ef7f-473e-a13c-58692a0e4369', 'name': '', 'network_id': '20e7db06-22a4-4a6a-9215-978dc0e9dcaa', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'mac_address': 'fa:16:3e:0d:16:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'ad198ac4-d60c-4523-932a-3c7842c07dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:54Z', 'updated_at': '2021-07-15T23:34:04Z', 'revision_number': 5, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'subnets': [{'id': 'ad198ac4-d60c-4523-932a-3c7842c07dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81838ce1-9024-4b50-b7ee-309e4915e40f', 'name': '', 'network_id': '96f81655-0263-48f0-855d-40bfbb543186', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'mac_address': 'fa:16:3e:aa:a1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'a87f7f5f-effa-478c-8cfe-ddd5574fceb3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:08Z', 'updated_at': '2021-07-15T23:34:21Z', 'revision_number': 5, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'subnets': [{'id': 'a87f7f5f-effa-478c-8cfe-ddd5574fceb3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7a6a356-2d42-4682-a035-13459d3971dc', 'name': '', 'network_id': '35610118-f1a9-4913-8d31-bb7edc1f4e04', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'mac_address': 'fa:16:3e:1b:03:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '7f488d6d-141f-44e9-98e9-ed653608017f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:59Z', 'updated_at': '2021-07-15T23:34:14Z', 'revision_number': 5, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'subnets': [{'id': '7f488d6d-141f-44e9-98e9-ed653608017f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:28.118207 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac378de6-2207-4c86-8ada-0f26ef620cca req-f2d617ba-88ca-42db-86bd-98fba5ba0c15 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:28.120122 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ac378de6-2207-4c86-8ada-0f26ef620cca req-f2d617ba-88ca-42db-86bd-98fba5ba0c15 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=3106dd36-bfe0-4495-b6f8-bbda0880ee0f HTTP/1.1" status: 200 len: 946 time: 0.3071043 Jul 15 23:34:28.121099 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c152e426-71dd-49b2-adf1-ef1a4ae3b4d1 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:28.122495 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269f9da2-2406-4b53-9d19-91108817eee1 None None] Checking router: 9b59c035-4cf0-4cba-896b-5cd652517b99 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:34:28.158929 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269f9da2-2406-4b53-9d19-91108817eee1 None None] Routers {'9b59c035-4cf0-4cba-896b-5cd652517b99'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:34:28.159882 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-269f9da2-2406-4b53-9d19-91108817eee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:34:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['9b59c035-4cf0-4cba-896b-5cd652517b99'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:28.218649 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-34038c2d-602a-4c48-b56d-99aaaecbdbc9 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Allocated IP 172.20.0.12 (59502c41-8689-43cb-a038-02acb348c8ba/3c70edd6-ccf0-4a96-bc6a-786f113fd684/9257755e-93b7-4ea2-bd7e-ccbd919539ee) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:34:28.334646 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:28.354901 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ac378de6-2207-4c86-8ada-0f26ef620cca req-261cbc51-c55f-4c59-a9dc-ee208c3a671e tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=26a1784d-78d5-48aa-a101-f8398c9ff162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2231042 Jul 15 23:34:28.376457 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-269f9da2-2406-4b53-9d19-91108817eee1 None None] Set router 9b59c035-4cf0-4cba-896b-5cd652517b99 gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:34:28.432331 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 216ea3d8-410e-4743-9ac7-c2bd3587bc6f, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=216ea3d8-410e-4743-9ac7-c2bd3587bc6f,segment=NetworkSegment(d078383c-1d05-4574-9fbb-051621a9bc5d),segment_id=d078383c-1d05-4574-9fbb-051621a9bc5d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:28.440613 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:28.563482 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-34038c2d-602a-4c48-b56d-99aaaecbdbc9 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:28.568488 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=216ea3d8-410e-4743-9ac7-c2bd3587bc6f,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:28.576500 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c152e426-71dd-49b2-adf1-ef1a4ae3b4d1 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:28.582812 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c152e426-71dd-49b2-adf1-ef1a4ae3b4d1 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:28.654770 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:28.655374 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:28.656235 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:28.656765 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:28.657274 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:28.658319 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:28.659502 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:28.660170 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:28.660706 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:28.661204 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:28.661722 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:28.662223 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:28.694807 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-c152e426-71dd-49b2-adf1-ef1a4ae3b4d1 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] In _notify_port_updated(), no bound segment for port c06625bb-9aa9-4050-85dc-418f8de7ceaf on network 0fdc2eef-69db-4934-b177-59f9faa7d925 {{(pid=93770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:34:28.709984 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c152e426-71dd-49b2-adf1-ef1a4ae3b4d1 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:28.712149 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c152e426-71dd-49b2-adf1-ef1a4ae3b4d1 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:28.716673 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-c152e426-71dd-49b2-adf1-ef1a4ae3b4d1 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "PUT /v2.0/ports/c06625bb-9aa9-4050-85dc-418f8de7ceaf HTTP/1.1" status: 200 len: 818 time: 0.7781742 Jul 15 23:34:28.725259 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-34038c2d-602a-4c48-b56d-99aaaecbdbc9 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:28.725707 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 59788) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:28.868605 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34038c2d-602a-4c48-b56d-99aaaecbdbc9 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Pushing event updated for resources: {'Port': ['ID=9257755e-93b7-4ea2-bd7e-ccbd919539ee,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:28.878652 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-269f9da2-2406-4b53-9d19-91108817eee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'name': 'tempest-RoutersTest-router-1436750334', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:50Z', 'updated_at': '2021-07-15T23:34:26Z', 'revision_number': 7, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'gw_port_host': None, '_interfaces': [{'id': '216ea3d8-410e-4743-9ac7-c2bd3587bc6f', 'name': '', 'network_id': '75a2a03a-150b-4503-9bf0-add1db6ca7b4', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'mac_address': 'fa:16:3e:2d:5e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '6a802a9d-e4c3-47cf-bd6c-de6aabd87fe5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:16Z', 'updated_at': '2021-07-15T23:34:24Z', 'revision_number': 4, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'subnets': [{'id': '6a802a9d-e4c3-47cf-bd6c-de6aabd87fe5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3cf6d44e-ef7f-473e-a13c-58692a0e4369', 'name': '', 'network_id': '20e7db06-22a4-4a6a-9215-978dc0e9dcaa', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'mac_address': 'fa:16:3e:0d:16:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'ad198ac4-d60c-4523-932a-3c7842c07dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:54Z', 'updated_at': '2021-07-15T23:34:04Z', 'revision_number': 5, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'subnets': [{'id': 'ad198ac4-d60c-4523-932a-3c7842c07dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81838ce1-9024-4b50-b7ee-309e4915e40f', 'name': '', 'network_id': '96f81655-0263-48f0-855d-40bfbb543186', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'mac_address': 'fa:16:3e:aa:a1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'a87f7f5f-effa-478c-8cfe-ddd5574fceb3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:08Z', 'updated_at': '2021-07-15T23:34:21Z', 'revision_number': 5, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'subnets': [{'id': 'a87f7f5f-effa-478c-8cfe-ddd5574fceb3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7a6a356-2d42-4682-a035-13459d3971dc', 'name': '', 'network_id': '35610118-f1a9-4913-8d31-bb7edc1f4e04', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'mac_address': 'fa:16:3e:1b:03:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '7f488d6d-141f-44e9-98e9-ed653608017f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:59Z', 'updated_at': '2021-07-15T23:34:14Z', 'revision_number': 5, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'subnets': [{'id': '7f488d6d-141f-44e9-98e9-ed653608017f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:28.923158 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269f9da2-2406-4b53-9d19-91108817eee1 None None] The sync data for ids ['9b59c035-4cf0-4cba-896b-5cd652517b99'] in n-d-794306-6 is: [{'id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'name': 'tempest-RoutersTest-router-1436750334', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:50Z', 'updated_at': '2021-07-15T23:34:26Z', 'revision_number': 7, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'gw_port_host': None, '_interfaces': [{'id': '216ea3d8-410e-4743-9ac7-c2bd3587bc6f', 'name': '', 'network_id': '75a2a03a-150b-4503-9bf0-add1db6ca7b4', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'mac_address': 'fa:16:3e:2d:5e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '6a802a9d-e4c3-47cf-bd6c-de6aabd87fe5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:16Z', 'updated_at': '2021-07-15T23:34:24Z', 'revision_number': 4, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'subnets': [{'id': '6a802a9d-e4c3-47cf-bd6c-de6aabd87fe5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3cf6d44e-ef7f-473e-a13c-58692a0e4369', 'name': '', 'network_id': '20e7db06-22a4-4a6a-9215-978dc0e9dcaa', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'mac_address': 'fa:16:3e:0d:16:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'ad198ac4-d60c-4523-932a-3c7842c07dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:54Z', 'updated_at': '2021-07-15T23:34:04Z', 'revision_number': 5, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'subnets': [{'id': 'ad198ac4-d60c-4523-932a-3c7842c07dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81838ce1-9024-4b50-b7ee-309e4915e40f', 'name': '', 'network_id': '96f81655-0263-48f0-855d-40bfbb543186', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'mac_address': 'fa:16:3e:aa:a1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'a87f7f5f-effa-478c-8cfe-ddd5574fceb3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:08Z', 'updated_at': '2021-07-15T23:34:21Z', 'revision_number': 5, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'subnets': [{'id': 'a87f7f5f-effa-478c-8cfe-ddd5574fceb3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7a6a356-2d42-4682-a035-13459d3971dc', 'name': '', 'network_id': '35610118-f1a9-4913-8d31-bb7edc1f4e04', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'mac_address': 'fa:16:3e:1b:03:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '7f488d6d-141f-44e9-98e9-ed653608017f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:59Z', 'updated_at': '2021-07-15T23:34:14Z', 'revision_number': 5, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'subnets': [{'id': '7f488d6d-141f-44e9-98e9-ed653608017f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:34:28.954181 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c152e426-71dd-49b2-adf1-ef1a4ae3b4d1 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event updated for resources: {'Port': ['ID=c06625bb-9aa9-4050-85dc-418f8de7ceaf,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:28.954826 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34038c2d-602a-4c48-b56d-99aaaecbdbc9 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Network 59502c41-8689-43cb-a038-02acb348c8ba is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:34:28.986575 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-34038c2d-602a-4c48-b56d-99aaaecbdbc9 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:34:28.991908 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34038c2d-602a-4c48-b56d-99aaaecbdbc9 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:34:29.018174 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-e459fc7c-ca89-4796-8242-77c6ff7764f1 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Deleting port c06625bb-9aa9-4050-85dc-418f8de7ceaf {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:34:29.018509 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e459fc7c-ca89-4796-8242-77c6ff7764f1 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:29.087914 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7db7e1a0-e3a7-49d8-bd52-b567cf08de34 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:29.146484 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e459fc7c-ca89-4796-8242-77c6ff7764f1 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:29.162355 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-e459fc7c-ca89-4796-8242-77c6ff7764f1 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Calling delete_port for c06625bb-9aa9-4050-85dc-418f8de7ceaf owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:34:29.278097 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e459fc7c-ca89-4796-8242-77c6ff7764f1 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:29.322566 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e459fc7c-ca89-4796-8242-77c6ff7764f1 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event deleted for resources: {'Port': ['ID=c06625bb-9aa9-4050-85dc-418f8de7ceaf,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:29.337405 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e459fc7c-ca89-4796-8242-77c6ff7764f1 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:29.344430 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 216ea3d8-410e-4743-9ac7-c2bd3587bc6f up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:34:29.348944 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-e459fc7c-ca89-4796-8242-77c6ff7764f1 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "DELETE /v2.0/ports/c06625bb-9aa9-4050-85dc-418f8de7ceaf HTTP/1.1" status: 204 len: 168 time: 0.6183288 Jul 15 23:34:29.349824 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 59798) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:29.382382 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e7f5f8-4e07-422e-b574-727f0e9917a3 None None] Sync routers for ids ['9b59c035-4cf0-4cba-896b-5cd652517b99'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:34:29.395132 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e7f5f8-4e07-422e-b574-727f0e9917a3 None None] Routers {'9b59c035-4cf0-4cba-896b-5cd652517b99'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:34:29.396347 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b8e7f5f8-4e07-422e-b574-727f0e9917a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:34:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['9b59c035-4cf0-4cba-896b-5cd652517b99'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:29.419037 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-34038c2d-602a-4c48-b56d-99aaaecbdbc9 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:29.468169 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 216ea3d8-410e-4743-9ac7-c2bd3587bc6f triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:29.468568 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:29.520696 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543169d1-6479-454a-8610-6a3df03c4739 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:29.524861 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-543169d1-6479-454a-8610-6a3df03c4739 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 840 time: 0.1677079 Jul 15 23:34:29.526565 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 59806) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:29.569778 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-34038c2d-602a-4c48-b56d-99aaaecbdbc9 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:29.622957 n-d-794306-6 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6e1717b-bf2e-4691-a4f4-90da42465b94 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] GET failed (client error): The resource could not be found. Jul 15 23:34:29.634302 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-d6e1717b-bf2e-4691-a4f4-90da42465b94 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "GET /v2.0/ports/c06625bb-9aa9-4050-85dc-418f8de7ceaf HTTP/1.1" status: 404 len: 333 time: 0.1042686 Jul 15 23:34:29.635794 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 59814) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:29.680094 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-31a980e8-f413-4e6e-843b-3a8f4664bdc7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-890910682'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:29.703825 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-b8e7f5f8-4e07-422e-b574-727f0e9917a3 None None] Set router 9b59c035-4cf0-4cba-896b-5cd652517b99 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:34:29.781248 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a980e8-f413-4e6e-843b-3a8f4664bdc7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Made reservation on behalf of a0614e37ad8e4091be3b4656e6a935a1 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:34:29.787186 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-31a980e8-f413-4e6e-843b-3a8f4664bdc7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:29.813274 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb03497-7e68-4784-bacc-dfb3191bfd0e req-6a2494a0-cae0-4811-addb-b4010302db98 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:29.816580 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5bb03497-7e68-4784-bacc-dfb3191bfd0e req-6a2494a0-cae0-4811-addb-b4010302db98 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=3106dd36-bfe0-4495-b6f8-bbda0880ee0f HTTP/1.1" status: 200 len: 946 time: 0.2048523 Jul 15 23:34:29.854127 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31a980e8-f413-4e6e-843b-3a8f4664bdc7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:34:29.866371 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-31a980e8-f413-4e6e-843b-3a8f4664bdc7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:29.867171 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-31a980e8-f413-4e6e-843b-3a8f4664bdc7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Added segment 940b0d91-c154-42b7-bfda-a2f6ff32be4a of type vlan for network ef4395bb-2fbb-4ac5-a2cf-8d8d59d724a7 Jul 15 23:34:29.897401 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-7db7e1a0-e3a7-49d8-bd52-b567cf08de34 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Deleting port 216ea3d8-410e-4743-9ac7-c2bd3587bc6f {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:34:29.897914 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7db7e1a0-e3a7-49d8-bd52-b567cf08de34 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:29.928940 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-31a980e8-f413-4e6e-843b-3a8f4664bdc7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:29.948287 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-34038c2d-602a-4c48-b56d-99aaaecbdbc9 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:29.969436 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-34038c2d-602a-4c48-b56d-99aaaecbdbc9 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:29.987186 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-31a980e8-f413-4e6e-843b-3a8f4664bdc7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:29.992806 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a980e8-f413-4e6e-843b-3a8f4664bdc7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:29.993462 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-31a980e8-f413-4e6e-843b-3a8f4664bdc7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:30.070393 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5bb03497-7e68-4784-bacc-dfb3191bfd0e req-2562dc03-7895-4b3f-ab37-b38f9ae9792c tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=26a1784d-78d5-48aa-a101-f8398c9ff162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2397807 Jul 15 23:34:30.077323 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-31a980e8-f413-4e6e-843b-3a8f4664bdc7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4059932 Jul 15 23:34:30.088496 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b8e7f5f8-4e07-422e-b574-727f0e9917a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'name': 'tempest-RoutersTest-router-1436750334', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:50Z', 'updated_at': '2021-07-15T23:34:26Z', 'revision_number': 7, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'gw_port_host': None, '_interfaces': [{'id': '216ea3d8-410e-4743-9ac7-c2bd3587bc6f', 'name': '', 'network_id': '75a2a03a-150b-4503-9bf0-add1db6ca7b4', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'mac_address': 'fa:16:3e:2d:5e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '6a802a9d-e4c3-47cf-bd6c-de6aabd87fe5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:16Z', 'updated_at': '2021-07-15T23:34:28Z', 'revision_number': 5, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'subnets': [{'id': '6a802a9d-e4c3-47cf-bd6c-de6aabd87fe5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3cf6d44e-ef7f-473e-a13c-58692a0e4369', 'name': '', 'network_id': '20e7db06-22a4-4a6a-9215-978dc0e9dcaa', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'mac_address': 'fa:16:3e:0d:16:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'ad198ac4-d60c-4523-932a-3c7842c07dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:54Z', 'updated_at': '2021-07-15T23:34:04Z', 'revision_number': 5, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'subnets': [{'id': 'ad198ac4-d60c-4523-932a-3c7842c07dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81838ce1-9024-4b50-b7ee-309e4915e40f', 'name': '', 'network_id': '96f81655-0263-48f0-855d-40bfbb543186', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'mac_address': 'fa:16:3e:aa:a1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'a87f7f5f-effa-478c-8cfe-ddd5574fceb3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:08Z', 'updated_at': '2021-07-15T23:34:21Z', 'revision_number': 5, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'subnets': [{'id': 'a87f7f5f-effa-478c-8cfe-ddd5574fceb3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7a6a356-2d42-4682-a035-13459d3971dc', 'name': '', 'network_id': '35610118-f1a9-4913-8d31-bb7edc1f4e04', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'mac_address': 'fa:16:3e:1b:03:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '7f488d6d-141f-44e9-98e9-ed653608017f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:59Z', 'updated_at': '2021-07-15T23:34:14Z', 'revision_number': 5, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'subnets': [{'id': '7f488d6d-141f-44e9-98e9-ed653608017f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:30.109043 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 59828) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:30.148510 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e7f5f8-4e07-422e-b574-727f0e9917a3 None None] Checking router: 9b59c035-4cf0-4cba-896b-5cd652517b99 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:34:30.153190 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ce3aafa3-1a88-42be-a3a2-2a328c809a4b tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Request body: {'subnet': {'network_id': 'ef4395bb-2fbb-4ac5-a2cf-8d8d59d724a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:30.156405 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a980e8-f413-4e6e-843b-3a8f4664bdc7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event updated for resources: {'Network': ['ID=ef4395bb-2fbb-4ac5-a2cf-8d8d59d724a7,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:30.159237 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e7f5f8-4e07-422e-b574-727f0e9917a3 None None] Routers {'9b59c035-4cf0-4cba-896b-5cd652517b99'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:34:30.160911 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b8e7f5f8-4e07-422e-b574-727f0e9917a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:34:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['9b59c035-4cf0-4cba-896b-5cd652517b99'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:30.168850 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network ef4395bb-2fbb-4ac5-a2cf-8d8d59d724a7 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:34:30.266137 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34038c2d-602a-4c48-b56d-99aaaecbdbc9 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Pushing event updated for resources: {'Port': ['ID=9257755e-93b7-4ea2-bd7e-ccbd919539ee,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:30.307903 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce3aafa3-1a88-42be-a3a2-2a328c809a4b tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Made reservation on behalf of a0614e37ad8e4091be3b4656e6a935a1 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:34:30.313684 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ce3aafa3-1a88-42be-a3a2-2a328c809a4b tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:30.320033 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-34038c2d-602a-4c48-b56d-99aaaecbdbc9 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:30.350651 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-7db7e1a0-e3a7-49d8-bd52-b567cf08de34 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] For port 216ea3d8-410e-4743-9ac7-c2bd3587bc6f, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=216ea3d8-410e-4743-9ac7-c2bd3587bc6f,segment=NetworkSegment(d078383c-1d05-4574-9fbb-051621a9bc5d),segment_id=d078383c-1d05-4574-9fbb-051621a9bc5d)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:30.351026 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7db7e1a0-e3a7-49d8-bd52-b567cf08de34 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:30.394990 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-b8e7f5f8-4e07-422e-b574-727f0e9917a3 None None] Set router 9b59c035-4cf0-4cba-896b-5cd652517b99 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:34:30.403117 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-34038c2d-602a-4c48-b56d-99aaaecbdbc9 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:30.413538 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-34038c2d-602a-4c48-b56d-99aaaecbdbc9 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2131453 Jul 15 23:34:30.415274 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 59840) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:30.432554 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-7db7e1a0-e3a7-49d8-bd52-b567cf08de34 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Calling delete_port for 216ea3d8-410e-4743-9ac7-c2bd3587bc6f owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:34:30.498316 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b625158a-5520-4877-b36f-fe54ea6fb2a6 req-cfac4a36-e33e-4e36-a8bd-5591625cfd0f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2676423 Jul 15 23:34:30.675613 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-e17e2eb5-b06d-4451-a7a3-ebcf658988dc tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] 10.222.0.48 "GET /v2.0/floatingips?floating_network_id=59502c41-8689-43cb-a038-02acb348c8ba HTTP/1.1" status: 200 len: 690 time: 0.2578857 Jul 15 23:34:30.682923 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 59848) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:30.720932 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b8e7f5f8-4e07-422e-b574-727f0e9917a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'name': 'tempest-RoutersTest-router-1436750334', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:50Z', 'updated_at': '2021-07-15T23:34:26Z', 'revision_number': 7, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'gw_port_host': None, '_interfaces': [{'id': '216ea3d8-410e-4743-9ac7-c2bd3587bc6f', 'name': '', 'network_id': '75a2a03a-150b-4503-9bf0-add1db6ca7b4', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'mac_address': 'fa:16:3e:2d:5e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '6a802a9d-e4c3-47cf-bd6c-de6aabd87fe5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:16Z', 'updated_at': '2021-07-15T23:34:28Z', 'revision_number': 5, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'subnets': [{'id': '6a802a9d-e4c3-47cf-bd6c-de6aabd87fe5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3cf6d44e-ef7f-473e-a13c-58692a0e4369', 'name': '', 'network_id': '20e7db06-22a4-4a6a-9215-978dc0e9dcaa', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'mac_address': 'fa:16:3e:0d:16:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'ad198ac4-d60c-4523-932a-3c7842c07dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:54Z', 'updated_at': '2021-07-15T23:34:04Z', 'revision_number': 5, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'subnets': [{'id': 'ad198ac4-d60c-4523-932a-3c7842c07dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81838ce1-9024-4b50-b7ee-309e4915e40f', 'name': '', 'network_id': '96f81655-0263-48f0-855d-40bfbb543186', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'mac_address': 'fa:16:3e:aa:a1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'a87f7f5f-effa-478c-8cfe-ddd5574fceb3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:08Z', 'updated_at': '2021-07-15T23:34:21Z', 'revision_number': 5, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'subnets': [{'id': 'a87f7f5f-effa-478c-8cfe-ddd5574fceb3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7a6a356-2d42-4682-a035-13459d3971dc', 'name': '', 'network_id': '35610118-f1a9-4913-8d31-bb7edc1f4e04', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'mac_address': 'fa:16:3e:1b:03:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '7f488d6d-141f-44e9-98e9-ed653608017f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:59Z', 'updated_at': '2021-07-15T23:34:14Z', 'revision_number': 5, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'subnets': [{'id': '7f488d6d-141f-44e9-98e9-ed653608017f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:30.760462 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e7f5f8-4e07-422e-b574-727f0e9917a3 None None] The sync data for ids ['9b59c035-4cf0-4cba-896b-5cd652517b99'] in n-d-794306-6 is: [{'id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'name': 'tempest-RoutersTest-router-1436750334', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:50Z', 'updated_at': '2021-07-15T23:34:26Z', 'revision_number': 7, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'gw_port_host': None, '_interfaces': [{'id': '216ea3d8-410e-4743-9ac7-c2bd3587bc6f', 'name': '', 'network_id': '75a2a03a-150b-4503-9bf0-add1db6ca7b4', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'mac_address': 'fa:16:3e:2d:5e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '6a802a9d-e4c3-47cf-bd6c-de6aabd87fe5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:16Z', 'updated_at': '2021-07-15T23:34:28Z', 'revision_number': 5, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'subnets': [{'id': '6a802a9d-e4c3-47cf-bd6c-de6aabd87fe5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3cf6d44e-ef7f-473e-a13c-58692a0e4369', 'name': '', 'network_id': '20e7db06-22a4-4a6a-9215-978dc0e9dcaa', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'mac_address': 'fa:16:3e:0d:16:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'ad198ac4-d60c-4523-932a-3c7842c07dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:54Z', 'updated_at': '2021-07-15T23:34:04Z', 'revision_number': 5, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'subnets': [{'id': 'ad198ac4-d60c-4523-932a-3c7842c07dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81838ce1-9024-4b50-b7ee-309e4915e40f', 'name': '', 'network_id': '96f81655-0263-48f0-855d-40bfbb543186', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'mac_address': 'fa:16:3e:aa:a1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'a87f7f5f-effa-478c-8cfe-ddd5574fceb3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:08Z', 'updated_at': '2021-07-15T23:34:21Z', 'revision_number': 5, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'subnets': [{'id': 'a87f7f5f-effa-478c-8cfe-ddd5574fceb3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7a6a356-2d42-4682-a035-13459d3971dc', 'name': '', 'network_id': '35610118-f1a9-4913-8d31-bb7edc1f4e04', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'mac_address': 'fa:16:3e:1b:03:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '7f488d6d-141f-44e9-98e9-ed653608017f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:59Z', 'updated_at': '2021-07-15T23:34:14Z', 'revision_number': 5, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'subnets': [{'id': '7f488d6d-141f-44e9-98e9-ed653608017f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:34:30.808774 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625158a-5520-4877-b36f-fe54ea6fb2a6 req-c20f5873-e034-4bd8-94c4-d643ae8936db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:30.810470 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b625158a-5520-4877-b36f-fe54ea6fb2a6 req-c20f5873-e034-4bd8-94c4-d643ae8936db service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1482c544a11f4437b346c979b3eb517a&device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 1097 time: 0.2580018 Jul 15 23:34:30.832490 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-61d20d3c-2918-4313-8b2d-ab2e5fca116c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:30.879218 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ce3aafa3-1a88-42be-a3a2-2a328c809a4b tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:30.936991 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aeb62ce3-0040-4220-a4bb-0b05f11d3c03 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:31.018545 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3aafa3-1a88-42be-a3a2-2a328c809a4b tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event updated for resources: {'Subnet': ['ID=9b9a9169-a853-402e-ab7a-4d2135b03a70,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:31.076610 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3aafa3-1a88-42be-a3a2-2a328c809a4b tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Checking segment: {'id': '940b0d91-c154-42b7-bfda-a2f6ff32be4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'ef4395bb-2fbb-4ac5-a2cf-8d8d59d724a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:34:31.076963 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3aafa3-1a88-42be-a3a2-2a328c809a4b tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Network hostable DHCP agents. Network: ef4395bb-2fbb-4ac5-a2cf-8d8d59d724a7, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:34:31.127857 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-aeb62ce3-0040-4220-a4bb-0b05f11d3c03 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Deleting port 9257755e-93b7-4ea2-bd7e-ccbd919539ee {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:34:31.128451 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aeb62ce3-0040-4220-a4bb-0b05f11d3c03 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:31.161060 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3aafa3-1a88-42be-a3a2-2a328c809a4b tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Network ef4395bb-2fbb-4ac5-a2cf-8d8d59d724a7 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:34:31.191950 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-ce3aafa3-1a88-42be-a3a2-2a328c809a4b tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, ef4395bb-2fbb-4ac5-a2cf-8d8d59d724a7) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:34:31.200520 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6bb99f-461c-487c-9082-f3c1047a5007 None None] Network ef4395bb-2fbb-4ac5-a2cf-8d8d59d724a7 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:34:31.286136 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3aafa3-1a88-42be-a3a2-2a328c809a4b tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:31.291468 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ce3aafa3-1a88-42be-a3a2-2a328c809a4b tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:31.340776 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-ce3aafa3-1a88-42be-a3a2-2a328c809a4b tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2303653 Jul 15 23:34:31.347199 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 59874) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:31.367595 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-f78af2e5-f47b-438d-9498-e8701a309191 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Request body: {'subnet': {'network_id': 'ef4395bb-2fbb-4ac5-a2cf-8d8d59d724a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:31.449712 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aeb62ce3-0040-4220-a4bb-0b05f11d3c03 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:31.450193 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aeb62ce3-0040-4220-a4bb-0b05f11d3c03 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:31.463878 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-aeb62ce3-0040-4220-a4bb-0b05f11d3c03 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Calling delete_port for 9257755e-93b7-4ea2-bd7e-ccbd919539ee owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:34:31.496677 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84c9ac9-08d9-42e1-9c51-e13c3b0ff2f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-ef4395bb-2fbb-4ac5-a2cf-8d8d59d724a7', 'network_id': 'ef4395bb-2fbb-4ac5-a2cf-8d8d59d724a7', 'tenant_id': 'a0614e37ad8e4091be3b4656e6a935a1', 'fixed_ips': [{'subnet_id': '9b9a9169-a853-402e-ab7a-4d2135b03a70'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:34:31.497559 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f84c9ac9-08d9-42e1-9c51-e13c3b0ff2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:31.544924 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7db7e1a0-e3a7-49d8-bd52-b567cf08de34 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:31.614507 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db7e1a0-e3a7-49d8-bd52-b567cf08de34 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Pushing event deleted for resources: {'Port': ['ID=216ea3d8-410e-4743-9ac7-c2bd3587bc6f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:31.697560 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625158a-5520-4877-b36f-fe54ea6fb2a6 req-93590609-c081-40fd-a06f-a0d82c821c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:31.698702 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b625158a-5520-4877-b36f-fe54ea6fb2a6 req-93590609-c081-40fd-a06f-a0d82c821c51 service neutron] 10.222.0.49 "GET /v2.0/networks?id=319575b4-274a-45da-9bf1-6decf487208b HTTP/1.1" status: 200 len: 911 time: 0.8406234 Jul 15 23:34:31.795443 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b625158a-5520-4877-b36f-fe54ea6fb2a6 req-226fe8df-ca99-4d9a-a602-00c903bd0201 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88c45584-2d51-4746-a9ae-b07b0255b918 HTTP/1.1" status: 200 len: 1002 time: 0.0890567 Jul 15 23:34:31.806852 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-f84c9ac9-08d9-42e1-9c51-e13c3b0ff2f6 None None] Allocated IP 172.20.0.2 (ef4395bb-2fbb-4ac5-a2cf-8d8d59d724a7/9b9a9169-a853-402e-ab7a-4d2135b03a70/297cfa9f-59c9-44b7-be5f-7fe3998a576a) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:34:31.957577 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78c4f0-5207-45f0-a168-d9b4ff53f1aa req-8bcf5c7b-5c93-42f5-a032-7a7918a17456 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:31.959232 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8c78c4f0-5207-45f0-a168-d9b4ff53f1aa req-8bcf5c7b-5c93-42f5-a032-7a7918a17456 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=3106dd36-bfe0-4495-b6f8-bbda0880ee0f HTTP/1.1" status: 200 len: 946 time: 0.5424583 Jul 15 23:34:31.963992 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aeb62ce3-0040-4220-a4bb-0b05f11d3c03 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:32.047052 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78af2e5-f47b-438d-9498-e8701a309191 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Made reservation on behalf of a0614e37ad8e4091be3b4656e6a935a1 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:34:32.052258 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f78af2e5-f47b-438d-9498-e8701a309191 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:32.085455 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625158a-5520-4877-b36f-fe54ea6fb2a6 req-6c4ba118-3640-409a-8637-efd5859a9a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:32.086802 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b625158a-5520-4877-b36f-fe54ea6fb2a6 req-6c4ba118-3640-409a-8637-efd5859a9a67 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0c7868f8-d819-4333-b9c5-ebc3d9707601 HTTP/1.1" status: 200 len: 849 time: 0.2269151 Jul 15 23:34:32.088045 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7db7e1a0-e3a7-49d8-bd52-b567cf08de34 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:32.107921 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb62ce3-0040-4220-a4bb-0b05f11d3c03 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Pushing event deleted for resources: {'Port': ['ID=9257755e-93b7-4ea2-bd7e-ccbd919539ee,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:32.108449 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f84c9ac9-08d9-42e1-9c51-e13c3b0ff2f6 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:32.121464 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f84c9ac9-08d9-42e1-9c51-e13c3b0ff2f6 None None] Transition to ACTIVE for port object 297cfa9f-59c9-44b7-be5f-7fe3998a576a will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:34:32.139329 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f84c9ac9-08d9-42e1-9c51-e13c3b0ff2f6 None None] Transition to ACTIVE for port object 297cfa9f-59c9-44b7-be5f-7fe3998a576a will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:34:32.152436 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f84c9ac9-08d9-42e1-9c51-e13c3b0ff2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:32.206787 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84c9ac9-08d9-42e1-9c51-e13c3b0ff2f6 None None] Network ef4395bb-2fbb-4ac5-a2cf-8d8d59d724a7 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:34:32.210197 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-f84c9ac9-08d9-42e1-9c51-e13c3b0ff2f6 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:34:32.213330 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84c9ac9-08d9-42e1-9c51-e13c3b0ff2f6 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:34:32.235271 n-d-794306-6 neutron-server[93770]: INFO neutron.db.ipam_backend_mixin [None req-f78af2e5-f47b-438d-9498-e8701a309191 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9b9a9169-a853-402e-ab7a-4d2135b03a70 (CIDR: 172.20.0.0/28) Jul 15 23:34:32.252548 n-d-794306-6 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-f78af2e5-f47b-438d-9498-e8701a309191 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:34:32.253217 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f78af2e5-f47b-438d-9498-e8701a309191 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:34:32.262103 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84c9ac9-08d9-42e1-9c51-e13c3b0ff2f6 None None] Pushing event updated for resources: {'Port': ['ID=297cfa9f-59c9-44b7-be5f-7fe3998a576a,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:32.301753 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f84c9ac9-08d9-42e1-9c51-e13c3b0ff2f6 None None] Attempting to bind port 297cfa9f-59c9-44b7-be5f-7fe3998a576a on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:34:32.302131 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f84c9ac9-08d9-42e1-9c51-e13c3b0ff2f6 None None] Attempting to bind port 297cfa9f-59c9-44b7-be5f-7fe3998a576a by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '940b0d91-c154-42b7-bfda-a2f6ff32be4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'ef4395bb-2fbb-4ac5-a2cf-8d8d59d724a7'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:34:32.302575 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84c9ac9-08d9-42e1-9c51-e13c3b0ff2f6 None None] Attempting to bind port 297cfa9f-59c9-44b7-be5f-7fe3998a576a on network ef4395bb-2fbb-4ac5-a2cf-8d8d59d724a7 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:34:32.308129 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84c9ac9-08d9-42e1-9c51-e13c3b0ff2f6 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:34:32.308536 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84c9ac9-08d9-42e1-9c51-e13c3b0ff2f6 None None] Checking segment: {'id': '940b0d91-c154-42b7-bfda-a2f6ff32be4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'ef4395bb-2fbb-4ac5-a2cf-8d8d59d724a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:34:32.308947 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f84c9ac9-08d9-42e1-9c51-e13c3b0ff2f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:32.309344 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84c9ac9-08d9-42e1-9c51-e13c3b0ff2f6 None None] Bound using segment: {'id': '940b0d91-c154-42b7-bfda-a2f6ff32be4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'ef4395bb-2fbb-4ac5-a2cf-8d8d59d724a7'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:34:32.309820 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f84c9ac9-08d9-42e1-9c51-e13c3b0ff2f6 None None] Bound port: 297cfa9f-59c9-44b7-be5f-7fe3998a576a, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '940b0d91-c154-42b7-bfda-a2f6ff32be4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'ef4395bb-2fbb-4ac5-a2cf-8d8d59d724a7'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:34:32.310197 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f84c9ac9-08d9-42e1-9c51-e13c3b0ff2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:32.319319 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8c78c4f0-5207-45f0-a168-d9b4ff53f1aa req-0d048863-4367-4d0e-afae-a21e2ff2c532 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=26a1784d-78d5-48aa-a101-f8398c9ff162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3409257 Jul 15 23:34:32.320941 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-f78af2e5-f47b-438d-9498-e8701a309191 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9668798 Jul 15 23:34:32.350081 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 59896) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:32.359123 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-accb06bf-197b-4f45-bc6e-a3108186546b tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Request body: {'subnet': {'network_id': 'ef4395bb-2fbb-4ac5-a2cf-8d8d59d724a7', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:32.368360 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625158a-5520-4877-b36f-fe54ea6fb2a6 req-683dd8db-a9cb-4eaa-acd3-3781e9a74619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:32.369864 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b625158a-5520-4877-b36f-fe54ea6fb2a6 req-683dd8db-a9cb-4eaa-acd3-3781e9a74619 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=319575b4-274a-45da-9bf1-6decf487208b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2717280 Jul 15 23:34:32.384410 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f84c9ac9-08d9-42e1-9c51-e13c3b0ff2f6 None None] For port 297cfa9f-59c9-44b7-be5f-7fe3998a576a, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:34:32.387957 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f84c9ac9-08d9-42e1-9c51-e13c3b0ff2f6 None None] For port 297cfa9f-59c9-44b7-be5f-7fe3998a576a, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=297cfa9f-59c9-44b7-be5f-7fe3998a576a,segment=NetworkSegment(940b0d91-c154-42b7-bfda-a2f6ff32be4a),segment_id=940b0d91-c154-42b7-bfda-a2f6ff32be4a)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:34:32.396883 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f84c9ac9-08d9-42e1-9c51-e13c3b0ff2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:32.414617 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aeb62ce3-0040-4220-a4bb-0b05f11d3c03 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:32.477844 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84c9ac9-08d9-42e1-9c51-e13c3b0ff2f6 None None] Pushing event updated for resources: {'Port': ['ID=297cfa9f-59c9-44b7-be5f-7fe3998a576a,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:32.556937 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aeb62ce3-0040-4220-a4bb-0b05f11d3c03 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:32.633212 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b625158a-5520-4877-b36f-fe54ea6fb2a6 req-87f602cd-531d-4bff-a5ad-2311b1fc91ea service neutron] 10.222.0.49 "GET /v2.0/networks/319575b4-274a-45da-9bf1-6decf487208b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533963 Jul 15 23:34:32.650512 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aeb62ce3-0040-4220-a4bb-0b05f11d3c03 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:32.706157 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb62ce3-0040-4220-a4bb-0b05f11d3c03 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3c70edd6-ccf0-4a96-bc6a-786f113fd684,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:32.860823 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aeb62ce3-0040-4220-a4bb-0b05f11d3c03 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:32.880162 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-aeb62ce3-0040-4220-a4bb-0b05f11d3c03 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59502c41-8689-43cb-a038-02acb348c8ba']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:32.881589 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7db7e1a0-e3a7-49d8-bd52-b567cf08de34 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Router 9b59c035-4cf0-4cba-896b-5cd652517b99 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:34:32.898164 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-aeb62ce3-0040-4220-a4bb-0b05f11d3c03 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e37ec80d-a59f-4754-8033-1434f73d129a') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:32.898479 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-aeb62ce3-0040-4220-a4bb-0b05f11d3c03 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e37ec80d-a59f-4754-8033-1434f73d129a') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:32.918579 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aeb62ce3-0040-4220-a4bb-0b05f11d3c03 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:32.991054 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aeb62ce3-0040-4220-a4bb-0b05f11d3c03 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:32.992243 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b625158a-5520-4877-b36f-fe54ea6fb2a6 req-43fb0631-c73d-47bc-88c8-cb6d08439715 service neutron] 10.222.0.49 "GET /v2.0/networks/319575b4-274a-45da-9bf1-6decf487208b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3505492 Jul 15 23:34:33.010451 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeb62ce3-0040-4220-a4bb-0b05f11d3c03 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:34:33.013705 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aeb62ce3-0040-4220-a4bb-0b05f11d3c03 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:33.022462 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:34:33.022462 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:34:33.022462 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:34:33.022462 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:34:33.022462 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:34:33.022462 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:34:33.022462 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:34:33.022462 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:34:33.022462 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:34:33.022462 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:34:33.022462 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:34:33.022462 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:34:33.022462 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:34:33.022462 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:34:33.022462 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:34:33.022462 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:34:33.022462 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:34:33.022462 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:34:33.022462 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:34:33.022462 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:34:33.022462 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:34:33.022462 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:34:33.022462 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:34:33.022462 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:34:33.022462 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:34:33.022462 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:34:33.022462 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:34:33.022462 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:34:33.022462 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:34:33.022462 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:34:33.022462 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:34:33.022462 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:34:33.022462 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:34:33.022462 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:34:33.022462 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:34:33.022462 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:34:33.108713 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-accb06bf-197b-4f45-bc6e-a3108186546b tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Made reservation on behalf of a0614e37ad8e4091be3b4656e6a935a1 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:34:33.112795 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-accb06bf-197b-4f45-bc6e-a3108186546b tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:33.148146 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db7e1a0-e3a7-49d8-bd52-b567cf08de34 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:34:33.155109 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-7db7e1a0-e3a7-49d8-bd52-b567cf08de34 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "PUT /v2.0/routers/9b59c035-4cf0-4cba-896b-5cd652517b99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0763700 Jul 15 23:34:33.160020 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eca0b84-93e3-49d1-9279-50f9d311c094 None None] Sync routers for ids ['9b59c035-4cf0-4cba-896b-5cd652517b99'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:34:33.160614 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 59912) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:33.174899 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eca0b84-93e3-49d1-9279-50f9d311c094 None None] Routers {'9b59c035-4cf0-4cba-896b-5cd652517b99'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:34:33.175424 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-5eca0b84-93e3-49d1-9279-50f9d311c094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:34:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['9b59c035-4cf0-4cba-896b-5cd652517b99'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:33.175907 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aeb62ce3-0040-4220-a4bb-0b05f11d3c03 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:33.182990 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb62ce3-0040-4220-a4bb-0b05f11d3c03 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 59502c41-8689-43cb-a038-02acb348c8ba {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 15 23:34:33.187090 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aeb62ce3-0040-4220-a4bb-0b05f11d3c03 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:33.191960 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-aeb62ce3-0040-4220-a4bb-0b05f11d3c03 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] 10.222.0.48 "DELETE /v2.0/networks/59502c41-8689-43cb-a038-02acb348c8ba HTTP/1.1" status: 204 len: 168 time: 2.5073404 Jul 15 23:34:33.203283 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 59914) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:33.318613 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c856c8f-ed9f-4068-ba8b-367d5761b8a0 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Deleting subnet 6a802a9d-e4c3-47cf-bd6c-de6aabd87fe5 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:34:33.322875 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c856c8f-ed9f-4068-ba8b-367d5761b8a0 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:33.350848 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb62ce3-0040-4220-a4bb-0b05f11d3c03 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Pushing event deleted for resources: {'Network': ['ID=59502c41-8689-43cb-a038-02acb348c8ba,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:33.382158 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c856c8f-ed9f-4068-ba8b-367d5761b8a0 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:33.445263 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:33.469970 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-5eca0b84-93e3-49d1-9279-50f9d311c094 None None] Set router 9b59c035-4cf0-4cba-896b-5cd652517b99 gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:34:33.545440 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-2b245461-862d-433c-be3b-6176bbacc682 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1784 time: 0.3395991 Jul 15 23:34:33.546070 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 59922) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:33.613947 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 297cfa9f-59c9-44b7-be5f-7fe3998a576a up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:34:33.722904 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c856c8f-ed9f-4068-ba8b-367d5761b8a0 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:33.828384 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c856c8f-ed9f-4068-ba8b-367d5761b8a0 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:33.869127 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c856c8f-ed9f-4068-ba8b-367d5761b8a0 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Pushing event deleted for resources: {'Subnet': ['ID=6a802a9d-e4c3-47cf-bd6c-de6aabd87fe5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:33.879407 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c856c8f-ed9f-4068-ba8b-367d5761b8a0 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:33.884332 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-4c856c8f-ed9f-4068-ba8b-367d5761b8a0 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "DELETE /v2.0/subnets/6a802a9d-e4c3-47cf-bd6c-de6aabd87fe5 HTTP/1.1" status: 204 len: 168 time: 0.7227876 Jul 15 23:34:33.887182 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 59928) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:33.889068 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d34503d-364f-4e6e-a420-b6d98a53b8be None None] Network 75a2a03a-150b-4503-9bf0-add1db6ca7b4 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:34:33.931114 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1099f130-fb02-4e9d-859a-e50a3b0db815 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:33.931891 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1099f130-fb02-4e9d-859a-e50a3b0db815 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:33.932516 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1099f130-fb02-4e9d-859a-e50a3b0db815 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:33.933256 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1099f130-fb02-4e9d-859a-e50a3b0db815 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:33.933905 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1099f130-fb02-4e9d-859a-e50a3b0db815 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:33.939557 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1099f130-fb02-4e9d-859a-e50a3b0db815 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:33.940256 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1099f130-fb02-4e9d-859a-e50a3b0db815 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:33.941010 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1099f130-fb02-4e9d-859a-e50a3b0db815 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:33.941638 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1099f130-fb02-4e9d-859a-e50a3b0db815 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:33.944067 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1099f130-fb02-4e9d-859a-e50a3b0db815 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:33.948517 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-1099f130-fb02-4e9d-859a-e50a3b0db815 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6325 time: 0.4011998 Jul 15 23:34:33.949495 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 59930) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:34.008565 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-accb06bf-197b-4f45-bc6e-a3108186546b tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:34.059221 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [None req-2c84026e-7845-4079-9cf5-12a5b7a0aeea tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] delete failed (client error): The resource could not be found. Jul 15 23:34:34.061070 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-2c84026e-7845-4079-9cf5-12a5b7a0aeea tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] 10.222.0.48 "DELETE /v2.0/floatingips/e39ddded-a8a2-4bf8-a975-39779ca5b968 HTTP/1.1" status: 404 len: 345 time: 0.1096270 Jul 15 23:34:34.064164 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 59936) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:34.067558 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 297cfa9f-59c9-44b7-be5f-7fe3998a576a completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:34:34.101851 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac7b5221-04d6-4a91-8482-981764ecae12 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:34.119161 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-5eca0b84-93e3-49d1-9279-50f9d311c094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'name': 'tempest-RoutersTest-router-1436750334', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:50Z', 'updated_at': '2021-07-15T23:34:31Z', 'revision_number': 8, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'gw_port_host': None, '_interfaces': [{'id': '3cf6d44e-ef7f-473e-a13c-58692a0e4369', 'name': '', 'network_id': '20e7db06-22a4-4a6a-9215-978dc0e9dcaa', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'mac_address': 'fa:16:3e:0d:16:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'ad198ac4-d60c-4523-932a-3c7842c07dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:54Z', 'updated_at': '2021-07-15T23:34:04Z', 'revision_number': 5, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'subnets': [{'id': 'ad198ac4-d60c-4523-932a-3c7842c07dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81838ce1-9024-4b50-b7ee-309e4915e40f', 'name': '', 'network_id': '96f81655-0263-48f0-855d-40bfbb543186', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'mac_address': 'fa:16:3e:aa:a1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'a87f7f5f-effa-478c-8cfe-ddd5574fceb3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:08Z', 'updated_at': '2021-07-15T23:34:21Z', 'revision_number': 5, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'subnets': [{'id': 'a87f7f5f-effa-478c-8cfe-ddd5574fceb3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7a6a356-2d42-4682-a035-13459d3971dc', 'name': '', 'network_id': '35610118-f1a9-4913-8d31-bb7edc1f4e04', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'mac_address': 'fa:16:3e:1b:03:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '7f488d6d-141f-44e9-98e9-ed653608017f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:59Z', 'updated_at': '2021-07-15T23:34:14Z', 'revision_number': 5, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'subnets': [{'id': '7f488d6d-141f-44e9-98e9-ed653608017f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:34.128029 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accb06bf-197b-4f45-bc6e-a3108186546b tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Network ef4395bb-2fbb-4ac5-a2cf-8d8d59d724a7 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:34:34.129004 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb06bf-197b-4f45-bc6e-a3108186546b tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event updated for resources: {'Subnet': ['ID=c388f2fc-ecbd-4e72-bf2e-a33f13ccf261,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:34.135252 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-accb06bf-197b-4f45-bc6e-a3108186546b tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:34:34.144106 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accb06bf-197b-4f45-bc6e-a3108186546b tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:34.144709 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-accb06bf-197b-4f45-bc6e-a3108186546b tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:34.164035 n-d-794306-6 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-773859d9-9672-4f32-b079-bdf83e71bd4e tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] DELETE failed (client error): The resource could not be found. Jul 15 23:34:34.164641 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-773859d9-9672-4f32-b079-bdf83e71bd4e tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:34:34.170604 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-773859d9-9672-4f32-b079-bdf83e71bd4e tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] 10.222.0.48 "DELETE /v2.0/networks/59502c41-8689-43cb-a038-02acb348c8ba HTTP/1.1" status: 404 len: 339 time: 0.1038749 Jul 15 23:34:34.171226 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 59940) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:34.186330 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-90a8616f-bb42-484c-b532-fe754b68f0e7 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Request body: {'network': {'name': 'tempest-network--1451356287', 'router:external': True}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:34.214398 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-accb06bf-197b-4f45-bc6e-a3108186546b tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.8623052 Jul 15 23:34:34.220364 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 59942) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:34.223111 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b5c32-0729-4799-b4e7-57198c7db207 req-68045a9d-f707-467b-98f7-9a68a794074b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:34.226301 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eca0b84-93e3-49d1-9279-50f9d311c094 None None] Checking router: 9b59c035-4cf0-4cba-896b-5cd652517b99 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:34:34.227472 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5dee5419-d705-4a38-bcfe-08aef60dfc0a tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Request body: {'port': {'network_id': 'ef4395bb-2fbb-4ac5-a2cf-8d8d59d724a7', 'fixed_ips': [{'subnet_id': '9b9a9169-a853-402e-ab7a-4d2135b03a70'}, {'subnet_id': 'c388f2fc-ecbd-4e72-bf2e-a33f13ccf261'}], 'name': 'tempest-PortsTestJSON-474989119'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:34.245203 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-401b5c32-0729-4799-b4e7-57198c7db207 req-68045a9d-f707-467b-98f7-9a68a794074b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=3106dd36-bfe0-4495-b6f8-bbda0880ee0f HTTP/1.1" status: 200 len: 946 time: 0.4493001 Jul 15 23:34:34.284467 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f32766e6-147a-4f9d-9e44-cd92808465e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:34.289996 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eca0b84-93e3-49d1-9279-50f9d311c094 None None] Routers {'9b59c035-4cf0-4cba-896b-5cd652517b99'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:34:34.290765 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-5eca0b84-93e3-49d1-9279-50f9d311c094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:34:03Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['9b59c035-4cf0-4cba-896b-5cd652517b99'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:34.320183 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-401b5c32-0729-4799-b4e7-57198c7db207 req-c0fed9cd-8553-40be-a6d7-9d5aa178e8d7 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=26a1784d-78d5-48aa-a101-f8398c9ff162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807884 Jul 15 23:34:34.337637 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a8616f-bb42-484c-b532-fe754b68f0e7 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Made reservation on behalf of 5fa6f14aee254649961a720345127bf6 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:34:34.354478 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-90a8616f-bb42-484c-b532-fe754b68f0e7 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:34.394483 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63c8187-39c7-43c6-b7d2-cfb82532e322 None None] Network ef4395bb-2fbb-4ac5-a2cf-8d8d59d724a7 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:34:34.411879 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90a8616f-bb42-484c-b532-fe754b68f0e7 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:34:34.426838 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-90a8616f-bb42-484c-b532-fe754b68f0e7 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:34.427637 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-90a8616f-bb42-484c-b532-fe754b68f0e7 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Added segment 8c5f1d9a-c54c-41a4-aaed-392bda36aefe of type vlan for network 37863ccb-bce8-4b81-8159-83f38e8caa01 Jul 15 23:34:34.428198 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-ac7b5221-04d6-4a91-8482-981764ecae12 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Deleting port cc902ad6-c822-450b-baa9-2e220fc3c48c {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:34:34.428543 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac7b5221-04d6-4a91-8482-981764ecae12 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:34.530130 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-90a8616f-bb42-484c-b532-fe754b68f0e7 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:34.563101 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-ac7b5221-04d6-4a91-8482-981764ecae12 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] For port cc902ad6-c822-450b-baa9-2e220fc3c48c, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=cc902ad6-c822-450b-baa9-2e220fc3c48c,segment=NetworkSegment(d078383c-1d05-4574-9fbb-051621a9bc5d),segment_id=d078383c-1d05-4574-9fbb-051621a9bc5d)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:34.563446 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac7b5221-04d6-4a91-8482-981764ecae12 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:34.574454 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dee5419-d705-4a38-bcfe-08aef60dfc0a tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Made reservation on behalf of a0614e37ad8e4091be3b4656e6a935a1 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:34:34.580371 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-90a8616f-bb42-484c-b532-fe754b68f0e7 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:34.582888 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a8616f-bb42-484c-b532-fe754b68f0e7 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:34.584438 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-90a8616f-bb42-484c-b532-fe754b68f0e7 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:34.631959 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-90a8616f-bb42-484c-b532-fe754b68f0e7 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4493713 Jul 15 23:34:34.635359 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 59964) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:34.690684 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-ac7b5221-04d6-4a91-8482-981764ecae12 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Calling delete_port for cc902ad6-c822-450b-baa9-2e220fc3c48c owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:34:34.710448 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:34.712796 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-5eca0b84-93e3-49d1-9279-50f9d311c094 None None] Set router 9b59c035-4cf0-4cba-896b-5cd652517b99 gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:34:34.764621 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a8616f-bb42-484c-b532-fe754b68f0e7 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Pushing event updated for resources: {'Network': ['ID=37863ccb-bce8-4b81-8159-83f38e8caa01,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:34.885156 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0205fe56-00af-4388-9e35-c47f99b91fb4 None None] Provisioning for port 297cfa9f-59c9-44b7-be5f-7fe3998a576a completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:34:34.973685 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 37863ccb-bce8-4b81-8159-83f38e8caa01 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:34:34.982110 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5dee5419-d705-4a38-bcfe-08aef60dfc0a tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:35.019696 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb124f33-a5c8-4f83-8318-3c1973dbbd77 tempest-ExternalNetworksTestJSON-2100789134 tempest-ExternalNetworksTestJSON-2100789134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:35.032290 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-5dee5419-d705-4a38-bcfe-08aef60dfc0a tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] device_id is not set on port 251530e8-cd82-48ae-9e6f-d3be6ae5c67e yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:34:35.034625 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb124f33-a5c8-4f83-8318-3c1973dbbd77 tempest-ExternalNetworksTestJSON-2100789134 tempest-ExternalNetworksTestJSON-2100789134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:35.049031 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb124f33-a5c8-4f83-8318-3c1973dbbd77 tempest-ExternalNetworksTestJSON-2100789134 tempest-ExternalNetworksTestJSON-2100789134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:35.066729 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb124f33-a5c8-4f83-8318-3c1973dbbd77 tempest-ExternalNetworksTestJSON-2100789134 tempest-ExternalNetworksTestJSON-2100789134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:35.076326 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-eb124f33-a5c8-4f83-8318-3c1973dbbd77 tempest-ExternalNetworksTestJSON-2100789134 tempest-ExternalNetworksTestJSON-2100789134-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.4371898 Jul 15 23:34:35.076658 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 59980) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:35.116409 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac7b5221-04d6-4a91-8482-981764ecae12 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:35.143307 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0205fe56-00af-4388-9e35-c47f99b91fb4 None None] Provisioning complete for port 297cfa9f-59c9-44b7-be5f-7fe3998a576a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:35.143717 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0205fe56-00af-4388-9e35-c47f99b91fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:35.233293 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-069cf9ff-8d97-465d-96c6-6e6bba706988 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:35.276979 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e7075c-4ce0-4724-a0ee-cfea25c67ba8 None None] DHCP port deletion for 75a2a03a-150b-4503-9bf0-add1db6ca7b4 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:34:35.389779 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7b5221-04d6-4a91-8482-981764ecae12 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] No DVR routers for this DVR port cc902ad6-c822-450b-baa9-2e220fc3c48c on host n-d-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:34:35.392758 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7b5221-04d6-4a91-8482-981764ecae12 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Pushing event deleted for resources: {'Port': ['ID=cc902ad6-c822-450b-baa9-2e220fc3c48c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:35.452840 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0205fe56-00af-4388-9e35-c47f99b91fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:35.564800 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0205fe56-00af-4388-9e35-c47f99b91fb4 None None] For port 297cfa9f-59c9-44b7-be5f-7fe3998a576a, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=297cfa9f-59c9-44b7-be5f-7fe3998a576a,segment=NetworkSegment(940b0d91-c154-42b7-bfda-a2f6ff32be4a),segment_id=940b0d91-c154-42b7-bfda-a2f6ff32be4a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:35.572884 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0205fe56-00af-4388-9e35-c47f99b91fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:35.600104 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac7b5221-04d6-4a91-8482-981764ecae12 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:35.644626 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0205fe56-00af-4388-9e35-c47f99b91fb4 None None] Pushing event updated for resources: {'Port': ['ID=297cfa9f-59c9-44b7-be5f-7fe3998a576a,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:35.649559 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-ac7b5221-04d6-4a91-8482-981764ecae12 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75a2a03a-150b-4503-9bf0-add1db6ca7b4']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:35.658560 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-5eca0b84-93e3-49d1-9279-50f9d311c094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'name': 'tempest-RoutersTest-router-1436750334', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:50Z', 'updated_at': '2021-07-15T23:34:31Z', 'revision_number': 8, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'gw_port_host': None, '_interfaces': [{'id': '3cf6d44e-ef7f-473e-a13c-58692a0e4369', 'name': '', 'network_id': '20e7db06-22a4-4a6a-9215-978dc0e9dcaa', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'mac_address': 'fa:16:3e:0d:16:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'ad198ac4-d60c-4523-932a-3c7842c07dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:54Z', 'updated_at': '2021-07-15T23:34:04Z', 'revision_number': 5, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'subnets': [{'id': 'ad198ac4-d60c-4523-932a-3c7842c07dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81838ce1-9024-4b50-b7ee-309e4915e40f', 'name': '', 'network_id': '96f81655-0263-48f0-855d-40bfbb543186', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'mac_address': 'fa:16:3e:aa:a1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'a87f7f5f-effa-478c-8cfe-ddd5574fceb3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:08Z', 'updated_at': '2021-07-15T23:34:21Z', 'revision_number': 5, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'subnets': [{'id': 'a87f7f5f-effa-478c-8cfe-ddd5574fceb3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7a6a356-2d42-4682-a035-13459d3971dc', 'name': '', 'network_id': '35610118-f1a9-4913-8d31-bb7edc1f4e04', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'mac_address': 'fa:16:3e:1b:03:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '7f488d6d-141f-44e9-98e9-ed653608017f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:59Z', 'updated_at': '2021-07-15T23:34:14Z', 'revision_number': 5, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'subnets': [{'id': '7f488d6d-141f-44e9-98e9-ed653608017f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:35.668117 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-ac7b5221-04d6-4a91-8482-981764ecae12 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd078383c-1d05-4574-9fbb-051621a9bc5d') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:35.668394 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-ac7b5221-04d6-4a91-8482-981764ecae12 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd078383c-1d05-4574-9fbb-051621a9bc5d') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:35.701473 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac7b5221-04d6-4a91-8482-981764ecae12 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:35.712702 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eca0b84-93e3-49d1-9279-50f9d311c094 None None] The sync data for ids ['9b59c035-4cf0-4cba-896b-5cd652517b99'] in n-d-794306-6 is: [{'id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'name': 'tempest-RoutersTest-router-1436750334', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:50Z', 'updated_at': '2021-07-15T23:34:31Z', 'revision_number': 8, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'gw_port_host': None, '_interfaces': [{'id': '3cf6d44e-ef7f-473e-a13c-58692a0e4369', 'name': '', 'network_id': '20e7db06-22a4-4a6a-9215-978dc0e9dcaa', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'mac_address': 'fa:16:3e:0d:16:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'ad198ac4-d60c-4523-932a-3c7842c07dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:54Z', 'updated_at': '2021-07-15T23:34:04Z', 'revision_number': 5, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'subnets': [{'id': 'ad198ac4-d60c-4523-932a-3c7842c07dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81838ce1-9024-4b50-b7ee-309e4915e40f', 'name': '', 'network_id': '96f81655-0263-48f0-855d-40bfbb543186', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'mac_address': 'fa:16:3e:aa:a1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3015, 'fixed_ips': [{'subnet_id': 'a87f7f5f-effa-478c-8cfe-ddd5574fceb3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:34:08Z', 'updated_at': '2021-07-15T23:34:21Z', 'revision_number': 5, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'subnets': [{'id': 'a87f7f5f-effa-478c-8cfe-ddd5574fceb3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7a6a356-2d42-4682-a035-13459d3971dc', 'name': '', 'network_id': '35610118-f1a9-4913-8d31-bb7edc1f4e04', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'mac_address': 'fa:16:3e:1b:03:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '7f488d6d-141f-44e9-98e9-ed653608017f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:59Z', 'updated_at': '2021-07-15T23:34:14Z', 'revision_number': 5, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'subnets': [{'id': '7f488d6d-141f-44e9-98e9-ed653608017f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:34:35.773069 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75220108-9b39-467a-b721-d0b239bfc6f6 None None] Update dhcp port {'port': {'network_id': 'ef4395bb-2fbb-4ac5-a2cf-8d8d59d724a7', 'fixed_ips': [{'subnet_id': '9b9a9169-a853-402e-ab7a-4d2135b03a70', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c388f2fc-ecbd-4e72-bf2e-a33f13ccf261'}], 'binding:host_id': 'n-d-794306-6'}, 'id': '297cfa9f-59c9-44b7-be5f-7fe3998a576a'} from n-d-794306-6. {{(pid=93772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 23:34:35.818028 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-75220108-9b39-467a-b721-d0b239bfc6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:35.848597 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-5dee5419-d705-4a38-bcfe-08aef60dfc0a tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Allocated IP 172.20.0.12 (ef4395bb-2fbb-4ac5-a2cf-8d8d59d724a7/9b9a9169-a853-402e-ab7a-4d2135b03a70/251530e8-cd82-48ae-9e6f-d3be6ae5c67e) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:34:35.857752 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-5dee5419-d705-4a38-bcfe-08aef60dfc0a tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Allocated IP 172.20.0.20 (ef4395bb-2fbb-4ac5-a2cf-8d8d59d724a7/c388f2fc-ecbd-4e72-bf2e-a33f13ccf261/251530e8-cd82-48ae-9e6f-d3be6ae5c67e) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:34:35.968678 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac7b5221-04d6-4a91-8482-981764ecae12 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:35.994622 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac7b5221-04d6-4a91-8482-981764ecae12 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:34:35.995222 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac7b5221-04d6-4a91-8482-981764ecae12 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:36.007240 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:34:36.007240 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:34:36.007240 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:34:36.007240 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:34:36.007240 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:34:36.007240 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:34:36.007240 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:34:36.007240 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:34:36.007240 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:34:36.007240 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:34:36.007240 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:34:36.007240 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:34:36.007240 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:34:36.007240 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:34:36.007240 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:34:36.007240 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:34:36.007240 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:34:36.007240 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:34:36.007240 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:34:36.007240 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:34:36.007240 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:34:36.007240 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:34:36.007240 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:34:36.007240 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:34:36.007240 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:34:36.007240 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:34:36.007240 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:34:36.007240 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:34:36.007240 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:34:36.007240 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:34:36.007240 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:34:36.007240 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:34:36.007240 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:34:36.007240 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:34:36.017501 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-069cf9ff-8d97-465d-96c6-6e6bba706988 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:36.031664 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-069cf9ff-8d97-465d-96c6-6e6bba706988 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37863ccb-bce8-4b81-8159-83f38e8caa01']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:36.051876 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-069cf9ff-8d97-465d-96c6-6e6bba706988 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c5f1d9a-c54c-41a4-aaed-392bda36aefe') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:36.052339 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-069cf9ff-8d97-465d-96c6-6e6bba706988 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c5f1d9a-c54c-41a4-aaed-392bda36aefe') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:36.083381 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-069cf9ff-8d97-465d-96c6-6e6bba706988 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:36.108733 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35666017-1e9e-4492-9f20-da372583a5f6 req-f707745d-ba7a-4b4e-8f83-d48b235f8be5 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:36.110194 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-35666017-1e9e-4492-9f20-da372583a5f6 req-f707745d-ba7a-4b4e-8f83-d48b235f8be5 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=3106dd36-bfe0-4495-b6f8-bbda0880ee0f HTTP/1.1" status: 200 len: 946 time: 0.1942799 Jul 15 23:34:36.117574 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-069cf9ff-8d97-465d-96c6-6e6bba706988 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:36.123807 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-069cf9ff-8d97-465d-96c6-6e6bba706988 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:34:36.124209 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-069cf9ff-8d97-465d-96c6-6e6bba706988 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:36.134288 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac7b5221-04d6-4a91-8482-981764ecae12 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:36.155174 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac7b5221-04d6-4a91-8482-981764ecae12 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:36.157291 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ac7b5221-04d6-4a91-8482-981764ecae12 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "DELETE /v2.0/networks/75a2a03a-150b-4503-9bf0-add1db6ca7b4 HTTP/1.1" status: 204 len: 168 time: 2.2691274 Jul 15 23:34:36.164887 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60002) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:36.217583 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:34:36.217583 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:34:36.217583 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:34:36.217583 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:34:36.217583 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:34:36.217583 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:34:36.217583 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:34:36.217583 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:34:36.217583 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:34:36.217583 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:34:36.217583 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:34:36.217583 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:34:36.217583 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:34:36.217583 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:34:36.217583 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:34:36.217583 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:34:36.217583 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:34:36.217583 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:34:36.217583 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:34:36.217583 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:34:36.217583 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:34:36.217583 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:34:36.217583 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:34:36.217583 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:34:36.217583 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:34:36.217583 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:34:36.217583 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:34:36.217583 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:34:36.217583 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:34:36.217583 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:34:36.217583 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:34:36.217583 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:34:36.222994 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7b5221-04d6-4a91-8482-981764ecae12 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Pushing event deleted for resources: {'Network': ['ID=75a2a03a-150b-4503-9bf0-add1db6ca7b4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:36.225131 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-069cf9ff-8d97-465d-96c6-6e6bba706988 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:36.273879 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-069cf9ff-8d97-465d-96c6-6e6bba706988 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 37863ccb-bce8-4b81-8159-83f38e8caa01 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 15 23:34:36.277121 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-069cf9ff-8d97-465d-96c6-6e6bba706988 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:36.280015 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-069cf9ff-8d97-465d-96c6-6e6bba706988 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] 10.222.0.48 "DELETE /v2.0/networks/37863ccb-bce8-4b81-8159-83f38e8caa01 HTTP/1.1" status: 204 len: 168 time: 1.2017751 Jul 15 23:34:36.307274 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 60004) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:36.325957 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-7d6a7f89-574e-4c25-8f05-9634f196372f tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Request body: {'network': {'name': 'tempest-network--292202527', 'router:external': True}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:36.349106 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:36.367171 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069cf9ff-8d97-465d-96c6-6e6bba706988 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Pushing event deleted for resources: {'Network': ['ID=37863ccb-bce8-4b81-8159-83f38e8caa01,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:36.382229 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6a7f89-574e-4c25-8f05-9634f196372f tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Made reservation on behalf of 5fa6f14aee254649961a720345127bf6 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:34:36.384827 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d6a7f89-574e-4c25-8f05-9634f196372f tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:36.424878 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-35666017-1e9e-4492-9f20-da372583a5f6 req-515974ec-9f97-4f9c-af12-b80b1b959a10 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=26a1784d-78d5-48aa-a101-f8398c9ff162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2025044 Jul 15 23:34:36.455074 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5dee5419-d705-4a38-bcfe-08aef60dfc0a tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:36.455289 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d6a7f89-574e-4c25-8f05-9634f196372f tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:34:36.471662 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d6a7f89-574e-4c25-8f05-9634f196372f tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:36.472278 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-7d6a7f89-574e-4c25-8f05-9634f196372f tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Added segment 49cf901f-a555-428b-a2be-42c1dde6f0ce of type vlan for network d33dc6c6-87e2-4445-b09f-25173d6d7acc Jul 15 23:34:36.493574 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-5dee5419-d705-4a38-bcfe-08aef60dfc0a tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Transition to ACTIVE for port object 251530e8-cd82-48ae-9e6f-d3be6ae5c67e will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:34:36.584255 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d6a7f89-574e-4c25-8f05-9634f196372f tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:36.643668 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d6a7f89-574e-4c25-8f05-9634f196372f tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:36.645280 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6a7f89-574e-4c25-8f05-9634f196372f tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:36.646367 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d6a7f89-574e-4c25-8f05-9634f196372f tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:36.686134 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5dee5419-d705-4a38-bcfe-08aef60dfc0a tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:36.709710 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-7d6a7f89-574e-4c25-8f05-9634f196372f tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3872092 Jul 15 23:34:36.715243 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 60010) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:36.730082 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-75220108-9b39-467a-b721-d0b239bfc6f6 None None] Allocated IP 172.20.0.18 (ef4395bb-2fbb-4ac5-a2cf-8d8d59d724a7/c388f2fc-ecbd-4e72-bf2e-a33f13ccf261/297cfa9f-59c9-44b7-be5f-7fe3998a576a) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:34:36.750262 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dee5419-d705-4a38-bcfe-08aef60dfc0a tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event updated for resources: {'Port': ['ID=251530e8-cd82-48ae-9e6f-d3be6ae5c67e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:36.773230 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dee5419-d705-4a38-bcfe-08aef60dfc0a tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Network ef4395bb-2fbb-4ac5-a2cf-8d8d59d724a7 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:34:36.780655 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-5dee5419-d705-4a38-bcfe-08aef60dfc0a tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:34:36.784573 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2240598-4506-4bff-a6eb-4b012d43eda9 req-04e3c833-e3bd-452e-bffe-5fcd40d93a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:36.786098 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f2240598-4506-4bff-a6eb-4b012d43eda9 req-04e3c833-e3bd-452e-bffe-5fcd40d93a64 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3106dd36-bfe0-4495-b6f8-bbda0880ee0f HTTP/1.1" status: 200 len: 1097 time: 0.4262860 Jul 15 23:34:36.786873 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dee5419-d705-4a38-bcfe-08aef60dfc0a tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:34:36.881818 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6a7f89-574e-4c25-8f05-9634f196372f tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Pushing event updated for resources: {'Network': ['ID=d33dc6c6-87e2-4445-b09f-25173d6d7acc,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:36.918265 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network d33dc6c6-87e2-4445-b09f-25173d6d7acc details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:34:36.923630 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-75220108-9b39-467a-b721-d0b239bfc6f6 None None] For port 297cfa9f-59c9-44b7-be5f-7fe3998a576a, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=297cfa9f-59c9-44b7-be5f-7fe3998a576a,segment=NetworkSegment(940b0d91-c154-42b7-bfda-a2f6ff32be4a),segment_id=940b0d91-c154-42b7-bfda-a2f6ff32be4a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:36.964036 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f2240598-4506-4bff-a6eb-4b012d43eda9 req-5a766be8-b978-408f-a862-c530e5a8dd35 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=26a1784d-78d5-48aa-a101-f8398c9ff162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674941 Jul 15 23:34:36.999540 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dee5419-d705-4a38-bcfe-08aef60dfc0a tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:37.000443 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5dee5419-d705-4a38-bcfe-08aef60dfc0a tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:37.015140 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2855a5-8cd5-4ba4-be67-144b871600c2 tempest-ExternalNetworksTestJSON-2100789134 tempest-ExternalNetworksTestJSON-2100789134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:37.026494 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-db2855a5-8cd5-4ba4-be67-144b871600c2 tempest-ExternalNetworksTestJSON-2100789134 tempest-ExternalNetworksTestJSON-2100789134-project] 10.222.0.48 "GET /v2.0/networks/d33dc6c6-87e2-4445-b09f-25173d6d7acc HTTP/1.1" status: 200 len: 756 time: 0.3060944 Jul 15 23:34:37.028103 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 60020) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:37.066560 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-5dee5419-d705-4a38-bcfe-08aef60dfc0a tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.8445206 Jul 15 23:34:37.071395 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60022) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:37.072230 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-75220108-9b39-467a-b721-d0b239bfc6f6 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:37.099016 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-75220108-9b39-467a-b721-d0b239bfc6f6 None None] Transition to ACTIVE for port object 297cfa9f-59c9-44b7-be5f-7fe3998a576a will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:34:37.105818 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-75220108-9b39-467a-b721-d0b239bfc6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:37.184873 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6ab28b-4b6f-409c-9210-fca570dd087e tempest-ExternalNetworksTestJSON-2100789134 tempest-ExternalNetworksTestJSON-2100789134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:37.189273 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-9b6ab28b-4b6f-409c-9210-fca570dd087e tempest-ExternalNetworksTestJSON-2100789134 tempest-ExternalNetworksTestJSON-2100789134-project] 10.222.0.48 "GET /v2.0/networks/c5e41474-e6e3-4890-a026-9a53da32cf98 HTTP/1.1" status: 200 len: 768 time: 0.1572604 Jul 15 23:34:37.189827 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 60024) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:37.270668 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75220108-9b39-467a-b721-d0b239bfc6f6 None None] Pushing event updated for resources: {'Port': ['ID=297cfa9f-59c9-44b7-be5f-7fe3998a576a,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:37.289841 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c0325cac-cd68-47cc-8d67-7f291d7ebe84 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:37.340376 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 297cfa9f-59c9-44b7-be5f-7fe3998a576a up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:34:37.393804 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c0325cac-cd68-47cc-8d67-7f291d7ebe84 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:37.407403 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-c0325cac-cd68-47cc-8d67-7f291d7ebe84 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d33dc6c6-87e2-4445-b09f-25173d6d7acc']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:37.420655 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-c0325cac-cd68-47cc-8d67-7f291d7ebe84 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49cf901f-a555-428b-a2be-42c1dde6f0ce') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:37.420962 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-c0325cac-cd68-47cc-8d67-7f291d7ebe84 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49cf901f-a555-428b-a2be-42c1dde6f0ce') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:37.435489 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c0325cac-cd68-47cc-8d67-7f291d7ebe84 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:37.491141 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c0325cac-cd68-47cc-8d67-7f291d7ebe84 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:37.505108 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0325cac-cd68-47cc-8d67-7f291d7ebe84 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:34:37.506328 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c0325cac-cd68-47cc-8d67-7f291d7ebe84 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:37.509523 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:34:37.509523 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:34:37.509523 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:34:37.509523 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:34:37.509523 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:34:37.509523 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:34:37.509523 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:34:37.509523 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:34:37.509523 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:34:37.509523 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:34:37.509523 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:34:37.509523 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:34:37.509523 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:34:37.509523 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:34:37.509523 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:34:37.509523 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:34:37.509523 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:34:37.509523 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:34:37.509523 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:34:37.509523 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:34:37.509523 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:34:37.509523 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:34:37.509523 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:34:37.509523 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:34:37.509523 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:34:37.509523 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:34:37.509523 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:34:37.509523 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:34:37.509523 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:34:37.509523 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:34:37.509523 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:34:37.509523 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:34:37.625625 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 216ea3d8-410e-4743-9ac7-c2bd3587bc6f no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:34:37.700212 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 216ea3d8-410e-4743-9ac7-c2bd3587bc6f {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:34:37.701732 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 216ea3d8-410e-4743-9ac7-c2bd3587bc6f not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:34:37.702266 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device cc902ad6-c822-450b-baa9-2e220fc3c48c no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:34:37.763655 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: cc902ad6-c822-450b-baa9-2e220fc3c48c {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:34:37.764291 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device cc902ad6-c822-450b-baa9-2e220fc3c48c not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:34:37.769310 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-0db02199-9622-48d3-a96b-74b1dce31420 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9b9a9169-a853-402e-ab7a-4d2135b03a70'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:37.813112 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c0325cac-cd68-47cc-8d67-7f291d7ebe84 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:37.823406 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0325cac-cd68-47cc-8d67-7f291d7ebe84 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d33dc6c6-87e2-4445-b09f-25173d6d7acc {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 15 23:34:37.835371 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c0325cac-cd68-47cc-8d67-7f291d7ebe84 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:37.842966 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-c0325cac-cd68-47cc-8d67-7f291d7ebe84 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] 10.222.0.48 "DELETE /v2.0/networks/d33dc6c6-87e2-4445-b09f-25173d6d7acc HTTP/1.1" status: 204 len: 168 time: 0.6465826 Jul 15 23:34:37.842966 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0325cac-cd68-47cc-8d67-7f291d7ebe84 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Pushing event deleted for resources: {'Network': ['ID=d33dc6c6-87e2-4445-b09f-25173d6d7acc,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:37.844253 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60034) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:37.856845 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f0c253cc-c034-4863-a810-3a73af444e46 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Request body: {'network': {'name': 'tempest-network--1200811923'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:37.893960 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6173559-5f9f-4cb2-8018-118e068101eb req-f53a1630-5d6c-42b3-bf46-8fdbe88e72dd tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:37.901827 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b6173559-5f9f-4cb2-8018-118e068101eb req-f53a1630-5d6c-42b3-bf46-8fdbe88e72dd tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=3106dd36-bfe0-4495-b6f8-bbda0880ee0f HTTP/1.1" status: 200 len: 946 time: 0.1684942 Jul 15 23:34:37.986730 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b6173559-5f9f-4cb2-8018-118e068101eb req-2c62eefa-9b8e-4a6c-a88d-863bc91f0369 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=26a1784d-78d5-48aa-a101-f8398c9ff162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827897 Jul 15 23:34:38.008793 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c253cc-c034-4863-a810-3a73af444e46 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Made reservation on behalf of 5fa6f14aee254649961a720345127bf6 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:34:38.014419 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f0c253cc-c034-4863-a810-3a73af444e46 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:38.054616 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-53146739-d4d5-4d80-ba06-194bafd329ed tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:38.253918 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:38.301331 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0db02199-9622-48d3-a96b-74b1dce31420 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:38.315346 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0c253cc-c034-4863-a810-3a73af444e46 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:34:38.327249 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f0c253cc-c034-4863-a810-3a73af444e46 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:38.327753 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-f0c253cc-c034-4863-a810-3a73af444e46 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Added segment 552ae6a1-2d62-4184-8e91-c3799c5b03ac of type vlan for network 8a48d001-5b7c-4d12-886c-247372f4a1b4 Jul 15 23:34:38.388388 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f0c253cc-c034-4863-a810-3a73af444e46 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:38.431550 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6448b7-bbba-43db-8fa3-d5f1d7db1d04 None None] Network ef4395bb-2fbb-4ac5-a2cf-8d8d59d724a7 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:34:38.453434 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-730068df-90e3-4e83-9f1e-1aa7fd86daa8 None None] Provisioning for port 297cfa9f-59c9-44b7-be5f-7fe3998a576a completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:34:38.480437 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-730068df-90e3-4e83-9f1e-1aa7fd86daa8 None None] Provisioning complete for port 297cfa9f-59c9-44b7-be5f-7fe3998a576a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:38.480847 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-730068df-90e3-4e83-9f1e-1aa7fd86daa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:38.693002 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f0c253cc-c034-4863-a810-3a73af444e46 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:38.694500 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c253cc-c034-4863-a810-3a73af444e46 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:38.694636 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f0c253cc-c034-4863-a810-3a73af444e46 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:38.753184 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 60058) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:38.832459 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f0c253cc-c034-4863-a810-3a73af444e46 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.9867866 Jul 15 23:34:38.835003 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 60062) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:38.841543 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-29941db9-8b3a-43af-b4ac-ce1f7bca7133 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:38.897195 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c253cc-c034-4863-a810-3a73af444e46 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Pushing event updated for resources: {'Network': ['ID=8a48d001-5b7c-4d12-886c-247372f4a1b4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:38.909037 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 8a48d001-5b7c-4d12-886c-247372f4a1b4 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:34:39.056155 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 22f71343-a588-4e9b-910d-35a5651c91a8 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:34:39.059058 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 22f71343-a588-4e9b-910d-35a5651c91a8 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:34:39.077791 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a943a9ca-3c1d-4662-bb9f-105ba572e481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:39.198930 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-0db02199-9622-48d3-a96b-74b1dce31420 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Delete allocated IP 172.20.0.20 (ef4395bb-2fbb-4ac5-a2cf-8d8d59d724a7/c388f2fc-ecbd-4e72-bf2e-a33f13ccf261) {{(pid=93771) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 15 23:34:39.381283 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-53146739-d4d5-4d80-ba06-194bafd329ed tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Deleting port 81838ce1-9024-4b50-b7ee-309e4915e40f {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:34:39.381642 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-53146739-d4d5-4d80-ba06-194bafd329ed tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:39.425180 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 22f71343-a588-4e9b-910d-35a5651c91a8, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=22f71343-a588-4e9b-910d-35a5651c91a8,segment=NetworkSegment(b99224d7-37a2-4cab-9e9b-a43d40298d61),segment_id=b99224d7-37a2-4cab-9e9b-a43d40298d61)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:39.449390 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '22f71343-a588-4e9b-910d-35a5651c91a8', 'network_id': '738afb69-9dfa-4874-a9f9-3ca9e5030b6f', 'port_id': '22f71343-a588-4e9b-910d-35a5651c91a8', 'mac_address': 'fa:16:3e:ee:f2:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47fce57d-ff76-4ff8-b86b-50ddd70517e1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:34:39.472160 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-29941db9-8b3a-43af-b4ac-ce1f7bca7133 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:39.500132 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 297cfa9f-59c9-44b7-be5f-7fe3998a576a up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:34:39.534486 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-29941db9-8b3a-43af-b4ac-ce1f7bca7133 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:39.559470 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:39.594226 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5d4af439-2855-4431-b569-eda108dd88c5 None None] Provisioning for port 251530e8-cd82-48ae-9e6f-d3be6ae5c67e completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:34:39.603884 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5d4af439-2855-4431-b569-eda108dd88c5 None None] Provisioning complete for port 251530e8-cd82-48ae-9e6f-d3be6ae5c67e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:39.604523 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5d4af439-2855-4431-b569-eda108dd88c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:39.607616 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 22f71343-a588-4e9b-910d-35a5651c91a8 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:34:39.639025 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-29941db9-8b3a-43af-b4ac-ce1f7bca7133 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Network 8a48d001-5b7c-4d12-886c-247372f4a1b4 is not hosted by any dhcp agent {{(pid=93770) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 23:34:39.644375 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29941db9-8b3a-43af-b4ac-ce1f7bca7133 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:39.645219 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-29941db9-8b3a-43af-b4ac-ce1f7bca7133 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:39.648373 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-29941db9-8b3a-43af-b4ac-ce1f7bca7133 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] 10.222.0.48 "PUT /v2.0/networks/8a48d001-5b7c-4d12-886c-247372f4a1b4 HTTP/1.1" status: 200 len: 858 time: 0.8109162 Jul 15 23:34:39.659171 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 60076) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:39.715466 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 22f71343-a588-4e9b-910d-35a5651c91a8, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=22f71343-a588-4e9b-910d-35a5651c91a8,segment=NetworkSegment(b99224d7-37a2-4cab-9e9b-a43d40298d61),segment_id=b99224d7-37a2-4cab-9e9b-a43d40298d61)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:39.750369 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-53146739-d4d5-4d80-ba06-194bafd329ed tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] For port 81838ce1-9024-4b50-b7ee-309e4915e40f, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=81838ce1-9024-4b50-b7ee-309e4915e40f,segment=NetworkSegment(38bd6572-d0e4-447a-83b2-eee0ca4c4a48),segment_id=38bd6572-d0e4-447a-83b2-eee0ca4c4a48)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:39.750731 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-53146739-d4d5-4d80-ba06-194bafd329ed tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:39.752434 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 297cfa9f-59c9-44b7-be5f-7fe3998a576a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:39.753071 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:39.754997 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:39.796267 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0db02199-9622-48d3-a96b-74b1dce31420 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:39.812582 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-53146739-d4d5-4d80-ba06-194bafd329ed tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Calling delete_port for 81838ce1-9024-4b50-b7ee-309e4915e40f owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:34:39.826418 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-0db02199-9622-48d3-a96b-74b1dce31420 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Ignored duplicate provisioning block setup for port 251530e8-cd82-48ae-9e6f-d3be6ae5c67e by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 15 23:34:39.838475 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ab4f384d-7d1a-493f-859e-901fc93e7791 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:39.839934 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0db02199-9622-48d3-a96b-74b1dce31420 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:39.864360 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a943a9ca-3c1d-4662-bb9f-105ba572e481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:39.878960 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:39.889680 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5d4af439-2855-4431-b569-eda108dd88c5 None None] Port 251530e8-cd82-48ae-9e6f-d3be6ae5c67e cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:34:39.891046 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a943a9ca-3c1d-4662-bb9f-105ba572e481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:39.937512 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-a943a9ca-3c1d-4662-bb9f-105ba572e481 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c9962787c4d9409f831d4395206bd71d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1836331 Jul 15 23:34:39.946172 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 60080) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:39.987326 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5d4af439-2855-4431-b569-eda108dd88c5 None None] Provisioning complete for port 297cfa9f-59c9-44b7-be5f-7fe3998a576a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:39.987882 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5d4af439-2855-4431-b569-eda108dd88c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:40.036176 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['22f71343-a588-4e9b-910d-35a5651c91a8'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:34:40.086394 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db02199-9622-48d3-a96b-74b1dce31420 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event updated for resources: {'Port': ['ID=251530e8-cd82-48ae-9e6f-d3be6ae5c67e,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:40.114053 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-0db02199-9622-48d3-a96b-74b1dce31420 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] In _notify_port_updated(), no bound segment for port 251530e8-cd82-48ae-9e6f-d3be6ae5c67e on network ef4395bb-2fbb-4ac5-a2cf-8d8d59d724a7 {{(pid=93771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:34:40.116646 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=22f71343-a588-4e9b-910d-35a5651c91a8,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:40.132012 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db02199-9622-48d3-a96b-74b1dce31420 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:40.132717 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0db02199-9622-48d3-a96b-74b1dce31420 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:40.144473 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-0db02199-9622-48d3-a96b-74b1dce31420 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "PUT /v2.0/ports/251530e8-cd82-48ae-9e6f-d3be6ae5c67e HTTP/1.1" status: 200 len: 919 time: 2.3772507 Jul 15 23:34:40.145677 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60086) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:40.156278 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9a787-2211-41b8-8f09-edb3757a7537 req-1b214003-4a70-4b3b-998a-96765049b9ca tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:40.159087 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9eb9a787-2211-41b8-8f09-edb3757a7537 req-1b214003-4a70-4b3b-998a-96765049b9ca tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=3106dd36-bfe0-4495-b6f8-bbda0880ee0f HTTP/1.1" status: 200 len: 946 time: 0.8063991 Jul 15 23:34:40.159907 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29941db9-8b3a-43af-b4ac-ce1f7bca7133 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Pushing event updated for resources: {'Network': ['ID=8a48d001-5b7c-4d12-886c-247372f4a1b4,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:40.212758 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-cb153e05-63d8-4da3-8383-3cc23fbf0c78 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9b9a9169-a853-402e-ab7a-4d2135b03a70'}, {'subnet_id': 'c388f2fc-ecbd-4e72-bf2e-a33f13ccf261'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:40.258623 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9eb9a787-2211-41b8-8f09-edb3757a7537 req-e88268c7-a7bf-4bbe-a6c1-e1fbece39127 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=26a1784d-78d5-48aa-a101-f8398c9ff162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663824 Jul 15 23:34:40.259549 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a943a9ca-3c1d-4662-bb9f-105ba572e481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5048da9d-7666-4bcd-bffc-dbc1ea6ba29e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:40.311791 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8b769732-cd48-4740-bbac-920b5f8895a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:40.355257 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60090) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:40.356882 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ab4f384d-7d1a-493f-859e-901fc93e7791 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:40.381192 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-ab4f384d-7d1a-493f-859e-901fc93e7791 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a48d001-5b7c-4d12-886c-247372f4a1b4']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:40.426394 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-ab4f384d-7d1a-493f-859e-901fc93e7791 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '552ae6a1-2d62-4184-8e91-c3799c5b03ac') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:40.426740 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-ab4f384d-7d1a-493f-859e-901fc93e7791 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '552ae6a1-2d62-4184-8e91-c3799c5b03ac') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:40.430230 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8b769732-cd48-4740-bbac-920b5f8895a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:40.451705 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ab4f384d-7d1a-493f-859e-901fc93e7791 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:40.478971 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.db.api [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:34:40.479698 n-d-794306-6 neutron-server[93772]: DEBUG oslo_db.api [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:34:40.505257 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ab4f384d-7d1a-493f-859e-901fc93e7791 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:40.518498 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-53146739-d4d5-4d80-ba06-194bafd329ed tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:40.522368 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab4f384d-7d1a-493f-859e-901fc93e7791 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:34:40.523221 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ab4f384d-7d1a-493f-859e-901fc93e7791 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:40.526540 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:34:40.526540 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:34:40.526540 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:34:40.526540 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:34:40.526540 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:34:40.526540 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:34:40.526540 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:34:40.526540 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:34:40.526540 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:34:40.526540 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:34:40.526540 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:34:40.526540 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:34:40.526540 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:34:40.526540 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:34:40.526540 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:34:40.526540 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:34:40.526540 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:34:40.526540 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:34:40.526540 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:34:40.526540 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:34:40.526540 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:34:40.526540 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:34:40.526540 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:34:40.526540 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:34:40.526540 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:34:40.526540 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:34:40.526540 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:34:40.526540 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:34:40.526540 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:34:40.526540 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:34:40.526540 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:34:40.526540 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:34:40.552533 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-179987f0-ac7c-4115-bf5f-1bb2fcba5169 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/floatingips/3e169088-5ece-4e22-bdb8-c1dd743503b2 HTTP/1.1" status: 200 len: 993 time: 0.1675353 Jul 15 23:34:40.609909 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53146739-d4d5-4d80-ba06-194bafd329ed tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Pushing event deleted for resources: {'Port': ['ID=81838ce1-9024-4b50-b7ee-309e4915e40f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:40.694531 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8b769732-cd48-4740-bbac-920b5f8895a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:40.697619 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8b769732-cd48-4740-bbac-920b5f8895a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:40.699006 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-8b769732-cd48-4740-bbac-920b5f8895a9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5048da9d-7666-4bcd-bffc-dbc1ea6ba29e HTTP/1.1" status: 204 len: 168 time: 0.6614804 Jul 15 23:34:40.704744 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cb153e05-63d8-4da3-8383-3cc23fbf0c78 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:40.718601 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b769732-cd48-4740-bbac-920b5f8895a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5048da9d-7666-4bcd-bffc-dbc1ea6ba29e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:40.723045 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ab4f384d-7d1a-493f-859e-901fc93e7791 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:40.743171 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab4f384d-7d1a-493f-859e-901fc93e7791 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8a48d001-5b7c-4d12-886c-247372f4a1b4 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 15 23:34:40.768520 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ab4f384d-7d1a-493f-859e-901fc93e7791 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:40.773047 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-ab4f384d-7d1a-493f-859e-901fc93e7791 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] 10.222.0.48 "DELETE /v2.0/networks/8a48d001-5b7c-4d12-886c-247372f4a1b4 HTTP/1.1" status: 204 len: 168 time: 1.0882053 Jul 15 23:34:40.778001 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 60098) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:40.778981 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4f384d-7d1a-493f-859e-901fc93e7791 tempest-ExternalNetworksTestJSON-1267569845 tempest-ExternalNetworksTestJSON-1267569845-project-admin] Pushing event deleted for resources: {'Network': ['ID=8a48d001-5b7c-4d12-886c-247372f4a1b4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:40.830762 n-d-794306-6 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-8885ac9f-9da0-4ce6-a643-ea41ea19c927 tempest-ExternalNetworksTestJSON-2100789134 tempest-ExternalNetworksTestJSON-2100789134-project] DELETE failed (client error): The resource could not be found. Jul 15 23:34:40.831188 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8885ac9f-9da0-4ce6-a643-ea41ea19c927 tempest-ExternalNetworksTestJSON-2100789134 tempest-ExternalNetworksTestJSON-2100789134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:34:40.833196 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-8885ac9f-9da0-4ce6-a643-ea41ea19c927 tempest-ExternalNetworksTestJSON-2100789134 tempest-ExternalNetworksTestJSON-2100789134-project] 10.222.0.48 "DELETE /v2.0/subnets/3c70edd6-ccf0-4a96-bc6a-786f113fd684 HTTP/1.1" status: 404 len: 337 time: 0.0518169 Jul 15 23:34:40.837542 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 60100) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:40.839553 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6e96d14a-35c9-44a1-a535-8be97e449105 None None] Provisioning complete for port 251530e8-cd82-48ae-9e6f-d3be6ae5c67e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:40.839954 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6e96d14a-35c9-44a1-a535-8be97e449105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:40.962601 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef420d6c-f9e8-4c7a-97be-cd0fff4cfbc3 tempest-ExternalNetworksTestJSON-2100789134 tempest-ExternalNetworksTestJSON-2100789134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:41.144027 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-6e96d14a-35c9-44a1-a535-8be97e449105 None None] Port 251530e8-cd82-48ae-9e6f-d3be6ae5c67e cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:34:41.152345 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:41.182757 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 22f71343-a588-4e9b-910d-35a5651c91a8 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:34:41.290447 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 22f71343-a588-4e9b-910d-35a5651c91a8, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=22f71343-a588-4e9b-910d-35a5651c91a8,segment=NetworkSegment(b99224d7-37a2-4cab-9e9b-a43d40298d61),segment_id=b99224d7-37a2-4cab-9e9b-a43d40298d61)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:41.290687 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef420d6c-f9e8-4c7a-97be-cd0fff4cfbc3 tempest-ExternalNetworksTestJSON-2100789134 tempest-ExternalNetworksTestJSON-2100789134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:41.299470 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:41.303890 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-ef420d6c-f9e8-4c7a-97be-cd0fff4cfbc3 tempest-ExternalNetworksTestJSON-2100789134 tempest-ExternalNetworksTestJSON-2100789134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5e41474-e6e3-4890-a026-9a53da32cf98']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:41.318899 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-ef420d6c-f9e8-4c7a-97be-cd0fff4cfbc3 tempest-ExternalNetworksTestJSON-2100789134 tempest-ExternalNetworksTestJSON-2100789134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7ab74bf-3d03-41ef-82c4-9b60f12ae520') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:41.319277 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-ef420d6c-f9e8-4c7a-97be-cd0fff4cfbc3 tempest-ExternalNetworksTestJSON-2100789134 tempest-ExternalNetworksTestJSON-2100789134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7ab74bf-3d03-41ef-82c4-9b60f12ae520') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:41.331716 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef420d6c-f9e8-4c7a-97be-cd0fff4cfbc3 tempest-ExternalNetworksTestJSON-2100789134 tempest-ExternalNetworksTestJSON-2100789134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:41.336218 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-53146739-d4d5-4d80-ba06-194bafd329ed tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:41.354815 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef420d6c-f9e8-4c7a-97be-cd0fff4cfbc3 tempest-ExternalNetworksTestJSON-2100789134 tempest-ExternalNetworksTestJSON-2100789134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:41.361984 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef420d6c-f9e8-4c7a-97be-cd0fff4cfbc3 tempest-ExternalNetworksTestJSON-2100789134 tempest-ExternalNetworksTestJSON-2100789134-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:34:41.363374 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef420d6c-f9e8-4c7a-97be-cd0fff4cfbc3 tempest-ExternalNetworksTestJSON-2100789134 tempest-ExternalNetworksTestJSON-2100789134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:41.386399 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60112) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:41.418271 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=22f71343-a588-4e9b-910d-35a5651c91a8,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:41.440665 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:34:41.440665 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:34:41.440665 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:34:41.440665 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:34:41.440665 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:34:41.440665 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:34:41.440665 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:34:41.440665 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:34:41.440665 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:34:41.440665 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:34:41.440665 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:34:41.440665 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:34:41.440665 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:34:41.440665 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:34:41.440665 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:34:41.440665 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:34:41.440665 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:34:41.440665 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:34:41.440665 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:34:41.440665 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:34:41.440665 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:34:41.440665 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:34:41.440665 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:34:41.440665 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:34:41.440665 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:34:41.440665 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:34:41.440665 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:34:41.440665 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:34:41.440665 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:34:41.440665 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:34:41.440665 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:34:41.440665 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:34:41.447711 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef420d6c-f9e8-4c7a-97be-cd0fff4cfbc3 tempest-ExternalNetworksTestJSON-2100789134 tempest-ExternalNetworksTestJSON-2100789134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:41.457240 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef420d6c-f9e8-4c7a-97be-cd0fff4cfbc3 tempest-ExternalNetworksTestJSON-2100789134 tempest-ExternalNetworksTestJSON-2100789134-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:41.459537 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-ef420d6c-f9e8-4c7a-97be-cd0fff4cfbc3 tempest-ExternalNetworksTestJSON-2100789134 tempest-ExternalNetworksTestJSON-2100789134-project] 10.222.0.48 "DELETE /v2.0/networks/c5e41474-e6e3-4890-a026-9a53da32cf98 HTTP/1.1" status: 204 len: 168 time: 0.6204689 Jul 15 23:34:41.476468 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef420d6c-f9e8-4c7a-97be-cd0fff4cfbc3 tempest-ExternalNetworksTestJSON-2100789134 tempest-ExternalNetworksTestJSON-2100789134-project] Pushing event deleted for resources: {'Network': ['ID=c5e41474-e6e3-4890-a026-9a53da32cf98,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:41.537530 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-157a8f29-1453-4e2d-aced-e967ba904e14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:41.841675 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 60126) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:41.932115 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53146739-d4d5-4d80-ba06-194bafd329ed tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Router 9b59c035-4cf0-4cba-896b-5cd652517b99 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:34:41.967176 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-157a8f29-1453-4e2d-aced-e967ba904e14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:41.968657 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-cb153e05-63d8-4da3-8383-3cc23fbf0c78 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Allocated IP 172.20.0.24 (ef4395bb-2fbb-4ac5-a2cf-8d8d59d724a7/c388f2fc-ecbd-4e72-bf2e-a33f13ccf261/251530e8-cd82-48ae-9e6f-d3be6ae5c67e) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:34:41.978676 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-157a8f29-1453-4e2d-aced-e967ba904e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:42.074987 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-6b1c640d-ed42-4098-bbf6-8aa308258fb3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1717cbb33ec44ffaa43a9fb5d8f31704&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2311559 Jul 15 23:34:42.080350 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 60130) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:42.142567 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca109107-1bcf-4e25-9f2d-9745b62412ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:42.168350 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-157a8f29-1453-4e2d-aced-e967ba904e14 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=95f23fc126b74d3088583af84a46ab9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7791593 Jul 15 23:34:42.169196 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157a8f29-1453-4e2d-aced-e967ba904e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2918fb-f4a3-48b4-937a-2e6734bec8b8,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:42.172400 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca109107-1bcf-4e25-9f2d-9745b62412ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:42.174065 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 60136) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:42.191756 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157a8f29-1453-4e2d-aced-e967ba904e14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:42.192406 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157a8f29-1453-4e2d-aced-e967ba904e14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:42.192406 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157a8f29-1453-4e2d-aced-e967ba904e14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:42.192691 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157a8f29-1453-4e2d-aced-e967ba904e14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:42.193005 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157a8f29-1453-4e2d-aced-e967ba904e14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:42.193339 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157a8f29-1453-4e2d-aced-e967ba904e14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:42.193670 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157a8f29-1453-4e2d-aced-e967ba904e14 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:42.194494 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157a8f29-1453-4e2d-aced-e967ba904e14 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:42.194494 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157a8f29-1453-4e2d-aced-e967ba904e14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:42.194731 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157a8f29-1453-4e2d-aced-e967ba904e14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:42.194947 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157a8f29-1453-4e2d-aced-e967ba904e14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:42.196600 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157a8f29-1453-4e2d-aced-e967ba904e14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:42.215117 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53146739-d4d5-4d80-ba06-194bafd329ed tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:34:42.225632 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-53146739-d4d5-4d80-ba06-194bafd329ed tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "PUT /v2.0/routers/9b59c035-4cf0-4cba-896b-5cd652517b99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0596690 Jul 15 23:34:42.228383 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 60138) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:42.235429 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea4842a-5340-42f2-818d-7c836bb864d6 None None] Sync routers for ids ['9b59c035-4cf0-4cba-896b-5cd652517b99'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:34:42.289606 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea4842a-5340-42f2-818d-7c836bb864d6 None None] Routers {'9b59c035-4cf0-4cba-896b-5cd652517b99'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:34:42.292411 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-aea4842a-5340-42f2-818d-7c836bb864d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:34:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['9b59c035-4cf0-4cba-896b-5cd652517b99'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:42.307537 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cb153e05-63d8-4da3-8383-3cc23fbf0c78 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:42.308122 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca109107-1bcf-4e25-9f2d-9745b62412ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:42.310633 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca109107-1bcf-4e25-9f2d-9745b62412ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:42.316199 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-ca109107-1bcf-4e25-9f2d-9745b62412ce admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/207e1ddb-7d21-42e8-9c02-73a9d6b26625 HTTP/1.1" status: 204 len: 168 time: 0.2306907 Jul 15 23:34:42.324997 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-cb153e05-63d8-4da3-8383-3cc23fbf0c78 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Transition to ACTIVE for port object 251530e8-cd82-48ae-9e6f-d3be6ae5c67e will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:34:42.331952 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cb153e05-63d8-4da3-8383-3cc23fbf0c78 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:42.341514 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-33a34ca1-4326-4e78-acd9-e7ad9a9d509e tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Deleting subnet a87f7f5f-effa-478c-8cfe-ddd5574fceb3 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:34:42.352838 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33a34ca1-4326-4e78-acd9-e7ad9a9d509e tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:42.461943 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33a34ca1-4326-4e78-acd9-e7ad9a9d509e tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:42.464496 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-aea4842a-5340-42f2-818d-7c836bb864d6 None None] Set router 9b59c035-4cf0-4cba-896b-5cd652517b99 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:34:42.515232 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb153e05-63d8-4da3-8383-3cc23fbf0c78 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event updated for resources: {'Port': ['ID=251530e8-cd82-48ae-9e6f-d3be6ae5c67e,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:42.597884 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33a34ca1-4326-4e78-acd9-e7ad9a9d509e tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:42.636431 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca109107-1bcf-4e25-9f2d-9745b62412ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=207e1ddb-7d21-42e8-9c02-73a9d6b26625,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:42.639462 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a090c6b9-a322-4364-9f3c-90a31ce8f400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:42.674076 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a090c6b9-a322-4364-9f3c-90a31ce8f400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:42.685526 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-cb153e05-63d8-4da3-8383-3cc23fbf0c78 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] In _notify_port_updated(), no bound segment for port 251530e8-cd82-48ae-9e6f-d3be6ae5c67e on network ef4395bb-2fbb-4ac5-a2cf-8d8d59d724a7 {{(pid=93771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:34:42.698985 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb153e05-63d8-4da3-8383-3cc23fbf0c78 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:42.700050 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cb153e05-63d8-4da3-8383-3cc23fbf0c78 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:42.714905 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-cb153e05-63d8-4da3-8383-3cc23fbf0c78 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "PUT /v2.0/ports/251530e8-cd82-48ae-9e6f-d3be6ae5c67e HTTP/1.1" status: 200 len: 999 time: 2.5684645 Jul 15 23:34:42.716051 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60152) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:42.795537 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a090c6b9-a322-4364-9f3c-90a31ce8f400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:42.799463 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a090c6b9-a322-4364-9f3c-90a31ce8f400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:42.813565 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-a090c6b9-a322-4364-9f3c-90a31ce8f400 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8f2918fb-f4a3-48b4-937a-2e6734bec8b8 HTTP/1.1" status: 204 len: 168 time: 0.6382756 Jul 15 23:34:42.814545 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ef17a67a-2ba9-4f16-ab72-9ab54f699c49 None None] Provisioning for port 251530e8-cd82-48ae-9e6f-d3be6ae5c67e completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:34:42.830995 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ef17a67a-2ba9-4f16-ab72-9ab54f699c49 None None] Provisioning complete for port 251530e8-cd82-48ae-9e6f-d3be6ae5c67e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:42.832513 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ef17a67a-2ba9-4f16-ab72-9ab54f699c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:42.855550 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a090c6b9-a322-4364-9f3c-90a31ce8f400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f2918fb-f4a3-48b4-937a-2e6734bec8b8,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:42.879059 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33a34ca1-4326-4e78-acd9-e7ad9a9d509e tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:42.884051 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ef17a67a-2ba9-4f16-ab72-9ab54f699c49 None None] Port 251530e8-cd82-48ae-9e6f-d3be6ae5c67e cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:34:42.947683 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a34ca1-4326-4e78-acd9-e7ad9a9d509e tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Pushing event deleted for resources: {'Subnet': ['ID=a87f7f5f-effa-478c-8cfe-ddd5574fceb3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:42.951263 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39e5298-ca8e-46fc-b393-a96c43d2647e None None] Network 96f81655-0263-48f0-855d-40bfbb543186 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:34:42.972621 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60156) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:42.975420 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33a34ca1-4326-4e78-acd9-e7ad9a9d509e tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:42.977622 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-33a34ca1-4326-4e78-acd9-e7ad9a9d509e tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "DELETE /v2.0/subnets/a87f7f5f-effa-478c-8cfe-ddd5574fceb3 HTTP/1.1" status: 204 len: 168 time: 0.7483692 Jul 15 23:34:42.982905 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60158) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:43.044364 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-aea4842a-5340-42f2-818d-7c836bb864d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'name': 'tempest-RoutersTest-router-1436750334', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:50Z', 'updated_at': '2021-07-15T23:34:40Z', 'revision_number': 9, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'gw_port_host': None, '_interfaces': [{'id': '3cf6d44e-ef7f-473e-a13c-58692a0e4369', 'name': '', 'network_id': '20e7db06-22a4-4a6a-9215-978dc0e9dcaa', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'mac_address': 'fa:16:3e:0d:16:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'ad198ac4-d60c-4523-932a-3c7842c07dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:54Z', 'updated_at': '2021-07-15T23:34:04Z', 'revision_number': 5, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'subnets': [{'id': 'ad198ac4-d60c-4523-932a-3c7842c07dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7a6a356-2d42-4682-a035-13459d3971dc', 'name': '', 'network_id': '35610118-f1a9-4913-8d31-bb7edc1f4e04', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'mac_address': 'fa:16:3e:1b:03:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '7f488d6d-141f-44e9-98e9-ed653608017f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:59Z', 'updated_at': '2021-07-15T23:34:14Z', 'revision_number': 5, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'subnets': [{'id': '7f488d6d-141f-44e9-98e9-ed653608017f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:43.081533 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea4842a-5340-42f2-818d-7c836bb864d6 None None] Checking router: 9b59c035-4cf0-4cba-896b-5cd652517b99 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:34:43.091101 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea4842a-5340-42f2-818d-7c836bb864d6 None None] Routers {'9b59c035-4cf0-4cba-896b-5cd652517b99'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:34:43.092032 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-aea4842a-5340-42f2-818d-7c836bb864d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:34:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['9b59c035-4cf0-4cba-896b-5cd652517b99'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:43.099521 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-d4cf9693-2edc-491c-a629-cec5d362d8f4 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Deleting port 251530e8-cd82-48ae-9e6f-d3be6ae5c67e {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:34:43.100152 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4cf9693-2edc-491c-a629-cec5d362d8f4 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:43.123852 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 22f71343-a588-4e9b-910d-35a5651c91a8 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:34:43.267655 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-aea4842a-5340-42f2-818d-7c836bb864d6 None None] Set router 9b59c035-4cf0-4cba-896b-5cd652517b99 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:34:43.316812 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 22f71343-a588-4e9b-910d-35a5651c91a8 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:43.317222 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:43.397959 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 60168) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:43.426708 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b23a81c8-9660-4f01-af7e-2a5e64707ca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:43.468151 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5618a08-76f4-49e8-9193-95f94df81ad5 None None] DHCP port deletion for 96f81655-0263-48f0-855d-40bfbb543186 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:34:43.562406 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:43.649871 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b23a81c8-9660-4f01-af7e-2a5e64707ca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:43.669140 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b23a81c8-9660-4f01-af7e-2a5e64707ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:43.675270 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3106dd36-bfe0-4495-b6f8-bbda0880ee0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22f71343-a588-4e9b-910d-35a5651c91a8'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:34:43.683232 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75fbf9ee-a77a-48ab-92be-5c1a2cd738be" -d '{"events": [{"server_uuid": "3106dd36-bfe0-4495-b6f8-bbda0880ee0f", "name": "network-vif-plugged", "status": "completed", "tag": "22f71343-a588-4e9b-910d-35a5651c91a8"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:34:43.701327 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23a81c8-9660-4f01-af7e-2a5e64707ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2975b97-3aab-42f9-a6ae-6996987eb0c5,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:43.727148 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 22f71343-a588-4e9b-910d-35a5651c91a8, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=22f71343-a588-4e9b-910d-35a5651c91a8,segment=NetworkSegment(b99224d7-37a2-4cab-9e9b-a43d40298d61),segment_id=b99224d7-37a2-4cab-9e9b-a43d40298d61)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:43.736021 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-b23a81c8-9660-4f01-af7e-2a5e64707ca0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e7c6294bc14043a68fd229738d3d370b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3349149 Jul 15 23:34:43.738640 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 60180) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:43.742758 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b5618a08-76f4-49e8-9193-95f94df81ad5 None None] Deleting port 8fe32e1a-931d-4518-9540-5a591de1df3e {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:34:43.743471 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b5618a08-76f4-49e8-9193-95f94df81ad5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:43.793721 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:43.802557 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f5160e43-6119-45ab-a259-21f38f4baffd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:43.829810 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-aea4842a-5340-42f2-818d-7c836bb864d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'name': 'tempest-RoutersTest-router-1436750334', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:50Z', 'updated_at': '2021-07-15T23:34:40Z', 'revision_number': 9, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'gw_port_host': None, '_interfaces': [{'id': '3cf6d44e-ef7f-473e-a13c-58692a0e4369', 'name': '', 'network_id': '20e7db06-22a4-4a6a-9215-978dc0e9dcaa', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'mac_address': 'fa:16:3e:0d:16:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'ad198ac4-d60c-4523-932a-3c7842c07dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:54Z', 'updated_at': '2021-07-15T23:34:04Z', 'revision_number': 5, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'subnets': [{'id': 'ad198ac4-d60c-4523-932a-3c7842c07dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7a6a356-2d42-4682-a035-13459d3971dc', 'name': '', 'network_id': '35610118-f1a9-4913-8d31-bb7edc1f4e04', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'mac_address': 'fa:16:3e:1b:03:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '7f488d6d-141f-44e9-98e9-ed653608017f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:59Z', 'updated_at': '2021-07-15T23:34:14Z', 'revision_number': 5, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'subnets': [{'id': '7f488d6d-141f-44e9-98e9-ed653608017f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:43.857022 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f5160e43-6119-45ab-a259-21f38f4baffd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:43.862377 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea4842a-5340-42f2-818d-7c836bb864d6 None None] The sync data for ids ['9b59c035-4cf0-4cba-896b-5cd652517b99'] in n-d-794306-6 is: [{'id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'name': 'tempest-RoutersTest-router-1436750334', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:50Z', 'updated_at': '2021-07-15T23:34:40Z', 'revision_number': 9, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'gw_port_host': None, '_interfaces': [{'id': '3cf6d44e-ef7f-473e-a13c-58692a0e4369', 'name': '', 'network_id': '20e7db06-22a4-4a6a-9215-978dc0e9dcaa', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'mac_address': 'fa:16:3e:0d:16:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'ad198ac4-d60c-4523-932a-3c7842c07dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:54Z', 'updated_at': '2021-07-15T23:34:04Z', 'revision_number': 5, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'subnets': [{'id': 'ad198ac4-d60c-4523-932a-3c7842c07dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7a6a356-2d42-4682-a035-13459d3971dc', 'name': '', 'network_id': '35610118-f1a9-4913-8d31-bb7edc1f4e04', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'mac_address': 'fa:16:3e:1b:03:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '7f488d6d-141f-44e9-98e9-ed653608017f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:59Z', 'updated_at': '2021-07-15T23:34:14Z', 'revision_number': 5, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'subnets': [{'id': '7f488d6d-141f-44e9-98e9-ed653608017f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:34:43.948411 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=22f71343-a588-4e9b-910d-35a5651c91a8,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:43.957877 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-b5618a08-76f4-49e8-9193-95f94df81ad5 None None] For port 8fe32e1a-931d-4518-9540-5a591de1df3e, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=8fe32e1a-931d-4518-9540-5a591de1df3e,segment=NetworkSegment(38bd6572-d0e4-447a-83b2-eee0ca4c4a48),segment_id=38bd6572-d0e4-447a-83b2-eee0ca4c4a48)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:43.958353 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b5618a08-76f4-49e8-9193-95f94df81ad5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:43.959010 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f5160e43-6119-45ab-a259-21f38f4baffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:43.962327 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f5160e43-6119-45ab-a259-21f38f4baffd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:43.964147 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-f5160e43-6119-45ab-a259-21f38f4baffd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d2975b97-3aab-42f9-a6ae-6996987eb0c5 HTTP/1.1" status: 204 len: 168 time: 0.2243800 Jul 15 23:34:43.974567 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5160e43-6119-45ab-a259-21f38f4baffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2975b97-3aab-42f9-a6ae-6996987eb0c5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:43.986379 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b5618a08-76f4-49e8-9193-95f94df81ad5 None None] Calling delete_port for 8fe32e1a-931d-4518-9540-5a591de1df3e owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:34:44.057010 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d1df38-c570-4c94-afcf-8951aee1a2fb x-openstack-request-id: req-e8d1df38-c570-4c94-afcf-8951aee1a2fb {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:34:44.057665 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3106dd36-bfe0-4495-b6f8-bbda0880ee0f", "name": "network-vif-plugged", "status": "completed", "tag": "22f71343-a588-4e9b-910d-35a5651c91a8", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:34:44.058190 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e8d1df38-c570-4c94-afcf-8951aee1a2fb {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:34:44.058813 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3106dd36-bfe0-4495-b6f8-bbda0880ee0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22f71343-a588-4e9b-910d-35a5651c91a8', 'code': 200} Jul 15 23:34:44.092439 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a4e444c0-a0a0-448b-9a86-9456861a16f1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5fa6f14aee254649961a720345127bf6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1182611 Jul 15 23:34:44.101111 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 60188) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:44.101333 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b25b1f6-3141-4e0f-96ed-d8ba8768120d tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:44.129064 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b5618a08-76f4-49e8-9193-95f94df81ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:44.152715 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4cf9693-2edc-491c-a629-cec5d362d8f4 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:44.156145 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5618a08-76f4-49e8-9193-95f94df81ad5 None None] Pushing event deleted for resources: {'Port': ['ID=8fe32e1a-931d-4518-9540-5a591de1df3e,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:44.170325 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5618a08-76f4-49e8-9193-95f94df81ad5 None None] No DVR routers for this DVR port 8fe32e1a-931d-4518-9540-5a591de1df3e on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:34:44.180820 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-d4cf9693-2edc-491c-a629-cec5d362d8f4 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Calling delete_port for 251530e8-cd82-48ae-9e6f-d3be6ae5c67e owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:34:44.213749 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f712c64-deae-43ce-92fc-f94203adcc40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:44.259816 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f712c64-deae-43ce-92fc-f94203adcc40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:44.347719 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f712c64-deae-43ce-92fc-f94203adcc40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:44.355196 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f712c64-deae-43ce-92fc-f94203adcc40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:44.368887 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-4f712c64-deae-43ce-92fc-f94203adcc40 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1f0ed2fc-fa32-4b46-b59c-ea9de48a0f0d HTTP/1.1" status: 204 len: 168 time: 0.2697825 Jul 15 23:34:44.386447 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f712c64-deae-43ce-92fc-f94203adcc40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f0ed2fc-fa32-4b46-b59c-ea9de48a0f0d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:44.454695 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b25b1f6-3141-4e0f-96ed-d8ba8768120d tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:44.490547 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-1b25b1f6-3141-4e0f-96ed-d8ba8768120d tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96f81655-0263-48f0-855d-40bfbb543186']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:44.513042 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-1b25b1f6-3141-4e0f-96ed-d8ba8768120d tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38bd6572-d0e4-447a-83b2-eee0ca4c4a48') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:44.515923 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-1b25b1f6-3141-4e0f-96ed-d8ba8768120d tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38bd6572-d0e4-447a-83b2-eee0ca4c4a48') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:44.531341 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b25b1f6-3141-4e0f-96ed-d8ba8768120d tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:44.550573 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b25b1f6-3141-4e0f-96ed-d8ba8768120d tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:44.559551 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b25b1f6-3141-4e0f-96ed-d8ba8768120d tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:34:44.560022 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b25b1f6-3141-4e0f-96ed-d8ba8768120d tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:44.576730 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:34:44.576730 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:34:44.576730 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:34:44.576730 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:34:44.576730 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:34:44.576730 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:34:44.576730 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:34:44.576730 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:34:44.576730 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:34:44.576730 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:34:44.576730 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:34:44.576730 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:34:44.576730 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:34:44.576730 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:34:44.576730 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:34:44.576730 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:34:44.576730 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:34:44.576730 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:34:44.576730 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:34:44.576730 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:34:44.576730 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:34:44.576730 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:34:44.576730 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:34:44.576730 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:34:44.576730 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:34:44.576730 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:34:44.576730 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:34:44.576730 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:34:44.576730 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:34:44.576730 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:34:44.576730 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:34:44.576730 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:34:44.576730 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:34:44.576730 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:34:44.576730 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:34:44.576730 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:34:44.576730 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:34:44.576730 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:34:44.684094 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b25b1f6-3141-4e0f-96ed-d8ba8768120d tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:44.717097 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b25b1f6-3141-4e0f-96ed-d8ba8768120d tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:44.719134 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-1b25b1f6-3141-4e0f-96ed-d8ba8768120d tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "DELETE /v2.0/networks/96f81655-0263-48f0-855d-40bfbb543186 HTTP/1.1" status: 204 len: 168 time: 1.7305017 Jul 15 23:34:44.722397 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 60218) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:44.723262 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b25b1f6-3141-4e0f-96ed-d8ba8768120d tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Pushing event deleted for resources: {'Network': ['ID=96f81655-0263-48f0-855d-40bfbb543186,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:44.752579 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4cf9693-2edc-491c-a629-cec5d362d8f4 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:44.805180 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cf9693-2edc-491c-a629-cec5d362d8f4 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event deleted for resources: {'Port': ['ID=251530e8-cd82-48ae-9e6f-d3be6ae5c67e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:44.971694 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4cf9693-2edc-491c-a629-cec5d362d8f4 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:44.973457 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d4cf9693-2edc-491c-a629-cec5d362d8f4 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "DELETE /v2.0/ports/251530e8-cd82-48ae-9e6f-d3be6ae5c67e HTTP/1.1" status: 204 len: 168 time: 2.2560155 Jul 15 23:34:44.976070 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60230) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:45.031792 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc462f62-98bc-4991-8084-4d1159533612 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] GET failed (client error): The resource could not be found. Jul 15 23:34:45.033620 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-dc462f62-98bc-4991-8084-4d1159533612 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "GET /v2.0/ports/251530e8-cd82-48ae-9e6f-d3be6ae5c67e HTTP/1.1" status: 404 len: 333 time: 0.0553052 Jul 15 23:34:45.036509 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60232) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:45.145214 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b50a85f-27fc-436b-9a6d-0b0d3f832d3e tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Deleting subnet c388f2fc-ecbd-4e72-bf2e-a33f13ccf261 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:34:45.152550 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6b50a85f-27fc-436b-9a6d-0b0d3f832d3e tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:45.294366 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6b50a85f-27fc-436b-9a6d-0b0d3f832d3e tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:45.309021 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 81838ce1-9024-4b50-b7ee-309e4915e40f no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:34:45.374040 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 81838ce1-9024-4b50-b7ee-309e4915e40f {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:34:45.377508 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 81838ce1-9024-4b50-b7ee-309e4915e40f not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:34:45.378428 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 8fe32e1a-931d-4518-9540-5a591de1df3e no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:34:45.465845 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ffb46101-a63f-4887-bfa7-d23a7dcb057c tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:45.473186 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 8fe32e1a-931d-4518-9540-5a591de1df3e {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:34:45.473691 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 8fe32e1a-931d-4518-9540-5a591de1df3e not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:34:45.520320 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6b50a85f-27fc-436b-9a6d-0b0d3f832d3e tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:45.639095 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6b50a85f-27fc-436b-9a6d-0b0d3f832d3e tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:45.673619 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b50a85f-27fc-436b-9a6d-0b0d3f832d3e tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event deleted for resources: {'Subnet': ['ID=c388f2fc-ecbd-4e72-bf2e-a33f13ccf261,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:45.676362 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6b50a85f-27fc-436b-9a6d-0b0d3f832d3e tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:45.682170 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-6b50a85f-27fc-436b-9a6d-0b0d3f832d3e tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "DELETE /v2.0/subnets/c388f2fc-ecbd-4e72-bf2e-a33f13ccf261 HTTP/1.1" status: 204 len: 168 time: 0.6445072 Jul 15 23:34:45.684082 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe6dcb0-6bd1-4707-936c-66cc010719a9 None None] Network ef4395bb-2fbb-4ac5-a2cf-8d8d59d724a7 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:34:45.695618 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 60256) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:45.818416 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad5c0785-c720-4df9-8200-ed05c65e6080 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Deleting subnet 9b9a9169-a853-402e-ab7a-4d2135b03a70 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:34:45.823556 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ad5c0785-c720-4df9-8200-ed05c65e6080 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:45.875290 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ad5c0785-c720-4df9-8200-ed05c65e6080 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:46.047101 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ad5c0785-c720-4df9-8200-ed05c65e6080 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:46.108288 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-ffb46101-a63f-4887-bfa7-d23a7dcb057c tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Deleting port f7a6a356-2d42-4682-a035-13459d3971dc {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:34:46.109108 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ffb46101-a63f-4887-bfa7-d23a7dcb057c tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:46.211448 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ad5c0785-c720-4df9-8200-ed05c65e6080 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:46.228479 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ad5c0785-c720-4df9-8200-ed05c65e6080 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:46.236276 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-ad5c0785-c720-4df9-8200-ed05c65e6080 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "DELETE /v2.0/subnets/9b9a9169-a853-402e-ab7a-4d2135b03a70 HTTP/1.1" status: 204 len: 168 time: 0.5394528 Jul 15 23:34:46.240570 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60276) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:46.298738 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c0785-c720-4df9-8200-ed05c65e6080 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event deleted for resources: {'Subnet': ['ID=9b9a9169-a853-402e-ab7a-4d2135b03a70,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:46.349192 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-ffb46101-a63f-4887-bfa7-d23a7dcb057c tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] For port f7a6a356-2d42-4682-a035-13459d3971dc, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=f7a6a356-2d42-4682-a035-13459d3971dc,segment=NetworkSegment(99b76a52-b922-4ecf-a70e-f875f086d8b2),segment_id=99b76a52-b922-4ecf-a70e-f875f086d8b2)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:46.349587 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ffb46101-a63f-4887-bfa7-d23a7dcb057c tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:46.385951 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-ffb46101-a63f-4887-bfa7-d23a7dcb057c tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Calling delete_port for f7a6a356-2d42-4682-a035-13459d3971dc owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:34:46.421839 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d2c47fd-622c-4284-b51a-e0b3f29446b7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:46.519859 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-6d2c47fd-622c-4284-b51a-e0b3f29446b7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Deleting port 297cfa9f-59c9-44b7-be5f-7fe3998a576a {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:34:46.520213 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d2c47fd-622c-4284-b51a-e0b3f29446b7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:46.690916 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-6d2c47fd-622c-4284-b51a-e0b3f29446b7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] For port 297cfa9f-59c9-44b7-be5f-7fe3998a576a, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=297cfa9f-59c9-44b7-be5f-7fe3998a576a,segment=NetworkSegment(940b0d91-c154-42b7-bfda-a2f6ff32be4a),segment_id=940b0d91-c154-42b7-bfda-a2f6ff32be4a)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:46.691383 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d2c47fd-622c-4284-b51a-e0b3f29446b7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:46.724679 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-6d2c47fd-622c-4284-b51a-e0b3f29446b7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Calling delete_port for 297cfa9f-59c9-44b7-be5f-7fe3998a576a owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:34:46.769813 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ffb46101-a63f-4887-bfa7-d23a7dcb057c tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:46.821854 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb46101-a63f-4887-bfa7-d23a7dcb057c tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Pushing event deleted for resources: {'Port': ['ID=f7a6a356-2d42-4682-a035-13459d3971dc,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:46.885820 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d2c47fd-622c-4284-b51a-e0b3f29446b7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:46.950662 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2c47fd-622c-4284-b51a-e0b3f29446b7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event deleted for resources: {'Port': ['ID=297cfa9f-59c9-44b7-be5f-7fe3998a576a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:46.959140 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2c47fd-622c-4284-b51a-e0b3f29446b7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] No DVR routers for this DVR port 297cfa9f-59c9-44b7-be5f-7fe3998a576a on host n-d-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:34:47.112179 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdc566b-6f6c-4747-bf66-c51994fe310f None None] Network ef4395bb-2fbb-4ac5-a2cf-8d8d59d724a7 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:34:47.175147 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-39611954-f4c5-4e16-9ffc-6067cee1970a None None] Could not find standard attr ID for object 297cfa9f-59c9-44b7-be5f-7fe3998a576a. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:34:47.227431 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d2c47fd-622c-4284-b51a-e0b3f29446b7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:47.232262 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ffb46101-a63f-4887-bfa7-d23a7dcb057c tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:47.259734 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-6d2c47fd-622c-4284-b51a-e0b3f29446b7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef4395bb-2fbb-4ac5-a2cf-8d8d59d724a7']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:47.305427 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-6d2c47fd-622c-4284-b51a-e0b3f29446b7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '940b0d91-c154-42b7-bfda-a2f6ff32be4a') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:47.316429 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-6d2c47fd-622c-4284-b51a-e0b3f29446b7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '940b0d91-c154-42b7-bfda-a2f6ff32be4a') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:47.366791 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d2c47fd-622c-4284-b51a-e0b3f29446b7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:47.386746 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d2c47fd-622c-4284-b51a-e0b3f29446b7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:47.407782 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d2c47fd-622c-4284-b51a-e0b3f29446b7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:34:47.409697 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d2c47fd-622c-4284-b51a-e0b3f29446b7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:47.430476 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:34:47.430476 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:34:47.430476 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:34:47.430476 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:34:47.430476 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:34:47.430476 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:34:47.430476 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:34:47.430476 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:34:47.430476 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:34:47.430476 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:34:47.430476 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:34:47.430476 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:34:47.430476 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:34:47.430476 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:34:47.430476 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:34:47.430476 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:34:47.430476 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:34:47.430476 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:34:47.430476 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:34:47.430476 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:34:47.430476 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:34:47.430476 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:34:47.430476 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:34:47.430476 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:34:47.430476 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:34:47.430476 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:34:47.430476 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:34:47.430476 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:34:47.430476 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:34:47.430476 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:34:47.430476 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:34:47.430476 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:34:47.513507 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c1340d-bea9-4d00-9af8-f0bd5955ce4e None None] DHCP port deletion for ef4395bb-2fbb-4ac5-a2cf-8d8d59d724a7 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:34:47.556865 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d2c47fd-622c-4284-b51a-e0b3f29446b7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:47.578384 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d2c47fd-622c-4284-b51a-e0b3f29446b7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:47.581512 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-6d2c47fd-622c-4284-b51a-e0b3f29446b7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "DELETE /v2.0/networks/ef4395bb-2fbb-4ac5-a2cf-8d8d59d724a7 HTTP/1.1" status: 204 len: 168 time: 1.3385942 Jul 15 23:34:47.595782 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60334) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:47.610438 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2c47fd-622c-4284-b51a-e0b3f29446b7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event deleted for resources: {'Network': ['ID=ef4395bb-2fbb-4ac5-a2cf-8d8d59d724a7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:47.701075 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f051170f-8735-41e9-879a-7c32ecb3fee3 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:47.703091 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f051170f-8735-41e9-879a-7c32ecb3fee3 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 840 time: 0.1061203 Jul 15 23:34:47.706764 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60344) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:47.769274 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60346) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:47.785011 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffb46101-a63f-4887-bfa7-d23a7dcb057c tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Router 9b59c035-4cf0-4cba-896b-5cd652517b99 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:34:47.846370 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-9e7806c2-bebc-46ed-b966-fa113ea89710 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1382563 Jul 15 23:34:47.847261 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60352) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:47.859106 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-89b4c3c1-8290-4058-853b-a0ba7e24a009 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-561809944'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:47.882837 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b4c3c1-8290-4058-853b-a0ba7e24a009 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Made reservation on behalf of a0614e37ad8e4091be3b4656e6a935a1 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:34:47.889001 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89b4c3c1-8290-4058-853b-a0ba7e24a009 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:47.947833 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89b4c3c1-8290-4058-853b-a0ba7e24a009 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:34:47.988818 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89b4c3c1-8290-4058-853b-a0ba7e24a009 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:47.990364 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-89b4c3c1-8290-4058-853b-a0ba7e24a009 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Added segment 96aa7968-dc32-4672-8fd9-c811f142a981 of type vlan for network 7f813ef5-53bb-4ff2-a4dd-0eb41d4b329b Jul 15 23:34:48.029382 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3ebfb26c-eea2-4cf6-bc78-2e359c1a1a88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:48.108820 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89b4c3c1-8290-4058-853b-a0ba7e24a009 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:48.170541 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89b4c3c1-8290-4058-853b-a0ba7e24a009 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:48.179148 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b4c3c1-8290-4058-853b-a0ba7e24a009 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:48.180278 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89b4c3c1-8290-4058-853b-a0ba7e24a009 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:48.277116 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60364) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:48.291436 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b4c3c1-8290-4058-853b-a0ba7e24a009 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event updated for resources: {'Network': ['ID=7f813ef5-53bb-4ff2-a4dd-0eb41d4b329b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:48.307861 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 7f813ef5-53bb-4ff2-a4dd-0eb41d4b329b details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:34:48.333524 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3ebfb26c-eea2-4cf6-bc78-2e359c1a1a88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:48.341857 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3ebfb26c-eea2-4cf6-bc78-2e359c1a1a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:48.350203 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-89b4c3c1-8290-4058-853b-a0ba7e24a009 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5016398 Jul 15 23:34:48.357421 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60370) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:48.374548 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-baddd227-8199-4cd9-a06f-02a90da22d49 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Request body: {'subnet': {'network_id': '7f813ef5-53bb-4ff2-a4dd-0eb41d4b329b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:48.420173 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb46101-a63f-4887-bfa7-d23a7dcb057c tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:34:48.429808 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-ffb46101-a63f-4887-bfa7-d23a7dcb057c tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "PUT /v2.0/routers/9b59c035-4cf0-4cba-896b-5cd652517b99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7062845 Jul 15 23:34:48.430474 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 60372) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:48.460057 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-3ebfb26c-eea2-4cf6-bc78-2e359c1a1a88 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=089e46e34c704449afbf4cdab39f7d45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6879694 Jul 15 23:34:48.464695 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e12ce2-99bd-44ea-b22c-9ae4a2bd8619 None None] Sync routers for ids ['9b59c035-4cf0-4cba-896b-5cd652517b99'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:34:48.487663 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 60374) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:48.512648 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e12ce2-99bd-44ea-b22c-9ae4a2bd8619 None None] Routers {'9b59c035-4cf0-4cba-896b-5cd652517b99'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:34:48.513311 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-95e12ce2-99bd-44ea-b22c-9ae4a2bd8619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:34:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['9b59c035-4cf0-4cba-896b-5cd652517b99'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:48.572500 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebfb26c-eea2-4cf6-bc78-2e359c1a1a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f16bf69-5b2f-4042-88bc-844a26b19ede,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:48.577836 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f7aed2c1-c0c6-429e-9156-2bfe8ed91596 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Request body: {'floatingip': {'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:48.615144 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.db.api [None req-f7aed2c1-c0c6-429e-9156-2bfe8ed91596 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 23:34:48.615144 n-d-794306-6 neutron-server[93771]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 23:34:48.615144 n-d-794306-6 neutron-server[93771]: [parameters: {'project_id_1': 'eb86f6463b8e407e9b74b38456f55e3d', 'expiration_1': datetime.datetime(2021, 7, 15, 23, 34, 48, 586506)}] Jul 15 23:34:48.615144 n-d-794306-6 neutron-server[93771]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:34:48.615908 n-d-794306-6 neutron-server[93771]: DEBUG oslo_db.api [None req-f7aed2c1-c0c6-429e-9156-2bfe8ed91596 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:34:48.623530 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-82e60363-50fb-4a2b-a084-7859001f38f7 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Deleting subnet 7f488d6d-141f-44e9-98e9-ed653608017f {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:34:48.628930 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baddd227-8199-4cd9-a06f-02a90da22d49 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Made reservation on behalf of a0614e37ad8e4091be3b4656e6a935a1 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:34:48.630288 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82e60363-50fb-4a2b-a084-7859001f38f7 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:48.637069 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-baddd227-8199-4cd9-a06f-02a90da22d49 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:48.660699 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-95e12ce2-99bd-44ea-b22c-9ae4a2bd8619 None None] Set router 9b59c035-4cf0-4cba-896b-5cd652517b99 gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:34:48.682480 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82e60363-50fb-4a2b-a084-7859001f38f7 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:48.796733 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82e60363-50fb-4a2b-a084-7859001f38f7 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:48.867877 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-baddd227-8199-4cd9-a06f-02a90da22d49 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:48.896070 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f50fe1c4-ff05-4b37-b5b9-5f2d42aefe38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:48.901069 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82e60363-50fb-4a2b-a084-7859001f38f7 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:48.927840 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baddd227-8199-4cd9-a06f-02a90da22d49 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event updated for resources: {'Subnet': ['ID=78e4ce78-cb68-4914-8b4e-befe1fcab0cb,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:48.943065 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-95e12ce2-99bd-44ea-b22c-9ae4a2bd8619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'name': 'tempest-RoutersTest-router-1436750334', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:50Z', 'updated_at': '2021-07-15T23:34:46Z', 'revision_number': 10, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'gw_port_host': None, '_interfaces': [{'id': '3cf6d44e-ef7f-473e-a13c-58692a0e4369', 'name': '', 'network_id': '20e7db06-22a4-4a6a-9215-978dc0e9dcaa', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'mac_address': 'fa:16:3e:0d:16:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'ad198ac4-d60c-4523-932a-3c7842c07dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:54Z', 'updated_at': '2021-07-15T23:34:04Z', 'revision_number': 5, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'subnets': [{'id': 'ad198ac4-d60c-4523-932a-3c7842c07dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:48.952028 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baddd227-8199-4cd9-a06f-02a90da22d49 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Checking segment: {'id': '96aa7968-dc32-4672-8fd9-c811f142a981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7f813ef5-53bb-4ff2-a4dd-0eb41d4b329b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:34:48.952404 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baddd227-8199-4cd9-a06f-02a90da22d49 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Network hostable DHCP agents. Network: 7f813ef5-53bb-4ff2-a4dd-0eb41d4b329b, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:34:48.960381 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82e60363-50fb-4a2b-a084-7859001f38f7 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:48.967137 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-82e60363-50fb-4a2b-a084-7859001f38f7 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "DELETE /v2.0/subnets/7f488d6d-141f-44e9-98e9-ed653608017f HTTP/1.1" status: 204 len: 168 time: 0.5353551 Jul 15 23:34:48.967678 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60386) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:48.977296 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e33be9-96a0-482c-a418-fe654304311f None None] Network 35610118-f1a9-4913-8d31-bb7edc1f4e04 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:34:48.990355 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e12ce2-99bd-44ea-b22c-9ae4a2bd8619 None None] Checking router: 9b59c035-4cf0-4cba-896b-5cd652517b99 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:34:49.002780 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f50fe1c4-ff05-4b37-b5b9-5f2d42aefe38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:49.014641 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baddd227-8199-4cd9-a06f-02a90da22d49 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Network 7f813ef5-53bb-4ff2-a4dd-0eb41d4b329b is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:34:49.022665 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e12ce2-99bd-44ea-b22c-9ae4a2bd8619 None None] Routers {'9b59c035-4cf0-4cba-896b-5cd652517b99'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:34:49.023746 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-95e12ce2-99bd-44ea-b22c-9ae4a2bd8619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:34:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['9b59c035-4cf0-4cba-896b-5cd652517b99'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:49.066800 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-baddd227-8199-4cd9-a06f-02a90da22d49 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 7f813ef5-53bb-4ff2-a4dd-0eb41d4b329b) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:34:49.086175 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baddd227-8199-4cd9-a06f-02a90da22d49 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:49.086850 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-baddd227-8199-4cd9-a06f-02a90da22d49 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:49.104679 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c78811c-0132-4861-af6e-cff237e358d2 None None] Network 7f813ef5-53bb-4ff2-a4dd-0eb41d4b329b requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:34:49.105572 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-682956de-0dc8-4ce4-9497-3db3b12de43c tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:49.108037 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e60363-50fb-4a2b-a084-7859001f38f7 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Pushing event deleted for resources: {'Subnet': ['ID=7f488d6d-141f-44e9-98e9-ed653608017f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:49.109566 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-baddd227-8199-4cd9-a06f-02a90da22d49 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7422166 Jul 15 23:34:49.115354 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 60388) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:49.136205 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e7b4ddf8-b919-458b-9af7-80ff852de23d tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Request body: {'port': {'network_id': '7f813ef5-53bb-4ff2-a4dd-0eb41d4b329b', 'name': 'tempest-PortsTestJSON-1517136534'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:49.143615 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f50fe1c4-ff05-4b37-b5b9-5f2d42aefe38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:49.146584 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f50fe1c4-ff05-4b37-b5b9-5f2d42aefe38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:49.147981 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-f50fe1c4-ff05-4b37-b5b9-5f2d42aefe38 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9f16bf69-5b2f-4042-88bc-844a26b19ede HTTP/1.1" status: 204 len: 168 time: 0.6593897 Jul 15 23:34:49.189921 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50fe1c4-ff05-4b37-b5b9-5f2d42aefe38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f16bf69-5b2f-4042-88bc-844a26b19ede,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:49.247541 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7aed2c1-c0c6-429e-9156-2bfe8ed91596 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:49.269148 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-95e12ce2-99bd-44ea-b22c-9ae4a2bd8619 None None] Set router 9b59c035-4cf0-4cba-896b-5cd652517b99 gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:34:49.330161 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b4ddf8-b919-458b-9af7-80ff852de23d tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Made reservation on behalf of a0614e37ad8e4091be3b4656e6a935a1 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:34:49.340162 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 297cfa9f-59c9-44b7-be5f-7fe3998a576a no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:34:49.354087 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e7b4ddf8-b919-458b-9af7-80ff852de23d tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:49.365023 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 297cfa9f-59c9-44b7-be5f-7fe3998a576a {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:34:49.365376 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 297cfa9f-59c9-44b7-be5f-7fe3998a576a not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:34:49.384619 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-682956de-0dc8-4ce4-9497-3db3b12de43c tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Deleting port 7fb43a32-4298-404a-adf7-825b606875bd {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:34:49.386012 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-682956de-0dc8-4ce4-9497-3db3b12de43c tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:49.403429 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-e7b4ddf8-b919-458b-9af7-80ff852de23d tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] device_id is not set on port 3df7f3d5-3efe-4c21-b1a2-5cb31deffeb5 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:34:49.533727 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-682956de-0dc8-4ce4-9497-3db3b12de43c tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] For port 7fb43a32-4298-404a-adf7-825b606875bd, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=7fb43a32-4298-404a-adf7-825b606875bd,segment=NetworkSegment(99b76a52-b922-4ecf-a70e-f875f086d8b2),segment_id=99b76a52-b922-4ecf-a70e-f875f086d8b2)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:49.534382 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-682956de-0dc8-4ce4-9497-3db3b12de43c tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:49.559856 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-682956de-0dc8-4ce4-9497-3db3b12de43c tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Calling delete_port for 7fb43a32-4298-404a-adf7-825b606875bd owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:34:49.582242 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-e7b4ddf8-b919-458b-9af7-80ff852de23d tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Allocated IP 172.20.0.14 (7f813ef5-53bb-4ff2-a4dd-0eb41d4b329b/78e4ce78-cb68-4914-8b4e-befe1fcab0cb/3df7f3d5-3efe-4c21-b1a2-5cb31deffeb5) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:34:49.585219 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7aed2c1-c0c6-429e-9156-2bfe8ed91596 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:49.713750 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-f7aed2c1-c0c6-429e-9156-2bfe8ed91596 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Allocated IP 172.25.5.30 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/7b68e46f-bfe8-4d35-b279-325400f3a593) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:34:49.857022 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 60410) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:49.877535 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7aed2c1-c0c6-429e-9156-2bfe8ed91596 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:49.889892 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2a580386-47fc-4770-b50e-e324001dcfa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:49.894871 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c485c58-6b32-4f04-9759-0aa001d9e365 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-7f813ef5-53bb-4ff2-a4dd-0eb41d4b329b', 'network_id': '7f813ef5-53bb-4ff2-a4dd-0eb41d4b329b', 'tenant_id': 'a0614e37ad8e4091be3b4656e6a935a1', 'fixed_ips': [{'subnet_id': '78e4ce78-cb68-4914-8b4e-befe1fcab0cb'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:34:49.896370 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5c485c58-6b32-4f04-9759-0aa001d9e365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:49.918149 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b9dc20-f5c1-491a-a49f-e2d10c0169ef None None] DHCP port deletion for 35610118-f1a9-4913-8d31-bb7edc1f4e04 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:34:49.929978 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e7b4ddf8-b919-458b-9af7-80ff852de23d tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:49.971537 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-682956de-0dc8-4ce4-9497-3db3b12de43c tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:49.987892 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7aed2c1-c0c6-429e-9156-2bfe8ed91596 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:50.019195 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682956de-0dc8-4ce4-9497-3db3b12de43c tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Pushing event deleted for resources: {'Port': ['ID=7fb43a32-4298-404a-adf7-825b606875bd,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:50.023954 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682956de-0dc8-4ce4-9497-3db3b12de43c tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] No DVR routers for this DVR port 7fb43a32-4298-404a-adf7-825b606875bd on host n-d-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:34:50.038078 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2a580386-47fc-4770-b50e-e324001dcfa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:50.045546 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2a580386-47fc-4770-b50e-e324001dcfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:50.049802 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-e7b4ddf8-b919-458b-9af7-80ff852de23d tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Transition to ACTIVE for port object 3df7f3d5-3efe-4c21-b1a2-5cb31deffeb5 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:34:50.077864 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aed2c1-c0c6-429e-9156-2bfe8ed91596 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Pushing event updated for resources: {'Port': ['ID=7b68e46f-bfe8-4d35-b279-325400f3a593,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:50.112111 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7aed2c1-c0c6-429e-9156-2bfe8ed91596 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:34:50.114240 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a580386-47fc-4770-b50e-e324001dcfa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7602ff17-d539-4e0b-ab5d-c5061db88506,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:50.117880 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-f7aed2c1-c0c6-429e-9156-2bfe8ed91596 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:34:50.122545 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7aed2c1-c0c6-429e-9156-2bfe8ed91596 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:34:50.143856 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-2a580386-47fc-4770-b50e-e324001dcfa0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1f57b7b44e5a458dab29a5d55d9f9501&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2857089 Jul 15 23:34:50.146041 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 60416) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:50.185566 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-69b9dc20-f5c1-491a-a49f-e2d10c0169ef None None] The port '7fb43a32-4298-404a-adf7-825b606875bd' was deleted {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 15 23:34:50.197115 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e7b4ddf8-b919-458b-9af7-80ff852de23d tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:50.223038 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-95e12ce2-99bd-44ea-b22c-9ae4a2bd8619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'name': 'tempest-RoutersTest-router-1436750334', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:50Z', 'updated_at': '2021-07-15T23:34:46Z', 'revision_number': 10, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'gw_port_host': None, '_interfaces': [{'id': '3cf6d44e-ef7f-473e-a13c-58692a0e4369', 'name': '', 'network_id': '20e7db06-22a4-4a6a-9215-978dc0e9dcaa', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'mac_address': 'fa:16:3e:0d:16:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'ad198ac4-d60c-4523-932a-3c7842c07dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:54Z', 'updated_at': '2021-07-15T23:34:04Z', 'revision_number': 5, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'subnets': [{'id': 'ad198ac4-d60c-4523-932a-3c7842c07dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:50.226223 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-682956de-0dc8-4ce4-9497-3db3b12de43c tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:50.242771 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-682956de-0dc8-4ce4-9497-3db3b12de43c tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35610118-f1a9-4913-8d31-bb7edc1f4e04']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:50.254077 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b4ddf8-b919-458b-9af7-80ff852de23d tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Network 7f813ef5-53bb-4ff2-a4dd-0eb41d4b329b is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:34:50.260089 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-e7b4ddf8-b919-458b-9af7-80ff852de23d tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:34:50.260321 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e12ce2-99bd-44ea-b22c-9ae4a2bd8619 None None] The sync data for ids ['9b59c035-4cf0-4cba-896b-5cd652517b99'] in n-d-794306-6 is: [{'id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'name': 'tempest-RoutersTest-router-1436750334', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:50Z', 'updated_at': '2021-07-15T23:34:46Z', 'revision_number': 10, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'gw_port_host': None, '_interfaces': [{'id': '3cf6d44e-ef7f-473e-a13c-58692a0e4369', 'name': '', 'network_id': '20e7db06-22a4-4a6a-9215-978dc0e9dcaa', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'mac_address': 'fa:16:3e:0d:16:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'ad198ac4-d60c-4523-932a-3c7842c07dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:54Z', 'updated_at': '2021-07-15T23:34:04Z', 'revision_number': 5, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'subnets': [{'id': 'ad198ac4-d60c-4523-932a-3c7842c07dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:34:50.268653 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b4ddf8-b919-458b-9af7-80ff852de23d tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:34:50.273348 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-74efdbe9-e7cb-4d31-bcf9-125e89096157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:50.315555 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-682956de-0dc8-4ce4-9497-3db3b12de43c tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99b76a52-b922-4ecf-a70e-f875f086d8b2') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:50.317326 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-682956de-0dc8-4ce4-9497-3db3b12de43c tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99b76a52-b922-4ecf-a70e-f875f086d8b2') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:50.322279 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-5c485c58-6b32-4f04-9759-0aa001d9e365 None None] Allocated IP 172.20.0.2 (7f813ef5-53bb-4ff2-a4dd-0eb41d4b329b/78e4ce78-cb68-4914-8b4e-befe1fcab0cb/85c3f4fa-4543-4996-bcb7-72d52e428e40) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:34:50.326423 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7aed2c1-c0c6-429e-9156-2bfe8ed91596 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:50.334016 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-682956de-0dc8-4ce4-9497-3db3b12de43c tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:50.382099 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-682956de-0dc8-4ce4-9497-3db3b12de43c tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:50.396995 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-74efdbe9-e7cb-4d31-bcf9-125e89096157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:50.411937 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-682956de-0dc8-4ce4-9497-3db3b12de43c tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:34:50.412455 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-682956de-0dc8-4ce4-9497-3db3b12de43c tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:50.416094 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:34:50.416094 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:34:50.416094 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:34:50.416094 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:34:50.416094 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:34:50.416094 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:34:50.416094 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:34:50.416094 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:34:50.416094 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:34:50.416094 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:34:50.416094 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:34:50.416094 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:34:50.416094 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:34:50.416094 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:34:50.416094 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:34:50.416094 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:34:50.416094 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:34:50.416094 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:34:50.416094 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:34:50.416094 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:34:50.416094 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:34:50.416094 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:34:50.416094 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:34:50.416094 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:34:50.416094 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:34:50.416094 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:34:50.416094 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:34:50.416094 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:34:50.416094 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:34:50.416094 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:34:50.416094 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:34:50.416094 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:34:50.441647 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7aed2c1-c0c6-429e-9156-2bfe8ed91596 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:50.486599 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b4ddf8-b919-458b-9af7-80ff852de23d tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event updated for resources: {'Port': ['ID=3df7f3d5-3efe-4c21-b1a2-5cb31deffeb5,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:50.499290 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b4ddf8-b919-458b-9af7-80ff852de23d tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:50.500256 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e7b4ddf8-b919-458b-9af7-80ff852de23d tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:50.505246 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5c485c58-6b32-4f04-9759-0aa001d9e365 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:50.507135 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-74efdbe9-e7cb-4d31-bcf9-125e89096157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:50.516583 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5c485c58-6b32-4f04-9759-0aa001d9e365 None None] Transition to ACTIVE for port object 85c3f4fa-4543-4996-bcb7-72d52e428e40 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:34:50.519348 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-74efdbe9-e7cb-4d31-bcf9-125e89096157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:50.520880 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-74efdbe9-e7cb-4d31-bcf9-125e89096157 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7602ff17-d539-4e0b-ab5d-c5061db88506 HTTP/1.1" status: 204 len: 168 time: 0.3734159 Jul 15 23:34:50.522958 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-682956de-0dc8-4ce4-9497-3db3b12de43c tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:50.540014 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74efdbe9-e7cb-4d31-bcf9-125e89096157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7602ff17-d539-4e0b-ab5d-c5061db88506,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:50.548927 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-682956de-0dc8-4ce4-9497-3db3b12de43c tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:50.553594 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-682956de-0dc8-4ce4-9497-3db3b12de43c tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "DELETE /v2.0/networks/35610118-f1a9-4913-8d31-bb7edc1f4e04 HTTP/1.1" status: 204 len: 168 time: 1.5825315 Jul 15 23:34:50.553804 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-e7b4ddf8-b919-458b-9af7-80ff852de23d tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.4232247 Jul 15 23:34:50.553804 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 60420) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:50.554230 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 60422) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:50.559421 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-88cca264-ac20-44a1-9581-373d36e6b82b tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Request body: {'port': {'network_id': '7f813ef5-53bb-4ff2-a4dd-0eb41d4b329b', 'name': 'tempest-PortsTestJSON-151159765'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:50.564133 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682956de-0dc8-4ce4-9497-3db3b12de43c tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Pushing event deleted for resources: {'Network': ['ID=35610118-f1a9-4913-8d31-bb7edc1f4e04,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:50.607419 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5c485c58-6b32-4f04-9759-0aa001d9e365 None None] Transition to ACTIVE for port object 85c3f4fa-4543-4996-bcb7-72d52e428e40 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:34:50.619767 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5c485c58-6b32-4f04-9759-0aa001d9e365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:50.742523 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c485c58-6b32-4f04-9759-0aa001d9e365 None None] Network 7f813ef5-53bb-4ff2-a4dd-0eb41d4b329b is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:34:50.745788 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-5c485c58-6b32-4f04-9759-0aa001d9e365 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:34:50.753041 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c485c58-6b32-4f04-9759-0aa001d9e365 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:34:50.775060 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c485c58-6b32-4f04-9759-0aa001d9e365 None None] Pushing event updated for resources: {'Port': ['ID=85c3f4fa-4543-4996-bcb7-72d52e428e40,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:50.775288 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7aed2c1-c0c6-429e-9156-2bfe8ed91596 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:50.785265 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7aed2c1-c0c6-429e-9156-2bfe8ed91596 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:50.863094 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5c485c58-6b32-4f04-9759-0aa001d9e365 None None] Attempting to bind port 85c3f4fa-4543-4996-bcb7-72d52e428e40 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:34:50.864422 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5c485c58-6b32-4f04-9759-0aa001d9e365 None None] Attempting to bind port 85c3f4fa-4543-4996-bcb7-72d52e428e40 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '96aa7968-dc32-4672-8fd9-c811f142a981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7f813ef5-53bb-4ff2-a4dd-0eb41d4b329b'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:34:50.867850 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c485c58-6b32-4f04-9759-0aa001d9e365 None None] Attempting to bind port 85c3f4fa-4543-4996-bcb7-72d52e428e40 on network 7f813ef5-53bb-4ff2-a4dd-0eb41d4b329b {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:34:50.881434 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c485c58-6b32-4f04-9759-0aa001d9e365 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:34:50.882088 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c485c58-6b32-4f04-9759-0aa001d9e365 None None] Checking segment: {'id': '96aa7968-dc32-4672-8fd9-c811f142a981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7f813ef5-53bb-4ff2-a4dd-0eb41d4b329b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:34:50.882979 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5c485c58-6b32-4f04-9759-0aa001d9e365 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:50.883616 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c485c58-6b32-4f04-9759-0aa001d9e365 None None] Bound using segment: {'id': '96aa7968-dc32-4672-8fd9-c811f142a981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7f813ef5-53bb-4ff2-a4dd-0eb41d4b329b'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:34:50.885573 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5c485c58-6b32-4f04-9759-0aa001d9e365 None None] Bound port: 85c3f4fa-4543-4996-bcb7-72d52e428e40, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96aa7968-dc32-4672-8fd9-c811f142a981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7f813ef5-53bb-4ff2-a4dd-0eb41d4b329b'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:34:50.887554 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5c485c58-6b32-4f04-9759-0aa001d9e365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:50.935801 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aed2c1-c0c6-429e-9156-2bfe8ed91596 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Pushing event updated for resources: {'Port': ['ID=7b68e46f-bfe8-4d35-b279-325400f3a593,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:50.940601 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7aed2c1-c0c6-429e-9156-2bfe8ed91596 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:50.958881 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7aed2c1-c0c6-429e-9156-2bfe8ed91596 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:50.963197 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f7aed2c1-c0c6-429e-9156-2bfe8ed91596 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6818414 Jul 15 23:34:50.963591 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60430) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:50.973787 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-550870e1-4fef-485c-849d-8eba5152e147 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1069369350'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:51.028566 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550870e1-4fef-485c-849d-8eba5152e147 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Made reservation on behalf of eb86f6463b8e407e9b74b38456f55e3d for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:34:51.035022 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-550870e1-4fef-485c-849d-8eba5152e147 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:51.049813 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5c485c58-6b32-4f04-9759-0aa001d9e365 None None] For port 85c3f4fa-4543-4996-bcb7-72d52e428e40, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:34:51.054632 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5c485c58-6b32-4f04-9759-0aa001d9e365 None None] For port 85c3f4fa-4543-4996-bcb7-72d52e428e40, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=85c3f4fa-4543-4996-bcb7-72d52e428e40,segment=NetworkSegment(96aa7968-dc32-4672-8fd9-c811f142a981),segment_id=96aa7968-dc32-4672-8fd9-c811f142a981)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:34:51.058567 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-550870e1-4fef-485c-849d-8eba5152e147 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:51.059608 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5c485c58-6b32-4f04-9759-0aa001d9e365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:51.174773 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c485c58-6b32-4f04-9759-0aa001d9e365 None None] Pushing event updated for resources: {'Port': ['ID=85c3f4fa-4543-4996-bcb7-72d52e428e40,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:51.273469 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-550870e1-4fef-485c-849d-8eba5152e147 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:51.278998 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-550870e1-4fef-485c-849d-8eba5152e147 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:51.309654 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88cca264-ac20-44a1-9581-373d36e6b82b tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Made reservation on behalf of a0614e37ad8e4091be3b4656e6a935a1 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:34:51.314175 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-88cca264-ac20-44a1-9581-373d36e6b82b tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:51.339116 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 7fb43a32-4298-404a-adf7-825b606875bd no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:34:51.341101 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-550870e1-4fef-485c-849d-8eba5152e147 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:34:51.357495 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550870e1-4fef-485c-849d-8eba5152e147 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d07947a-6a9d-4dd2-90ca-b3e65adcad51,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:51.364926 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-550870e1-4fef-485c-849d-8eba5152e147 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:51.365285 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-550870e1-4fef-485c-849d-8eba5152e147 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Added segment f1707c02-8c48-4d3a-b952-d3ebda1bf493 of type vlan for network 25840b07-1761-4752-a916-d2a33545135c Jul 15 23:34:51.370714 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-88cca264-ac20-44a1-9581-373d36e6b82b tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] device_id is not set on port b2af9200-f5a9-4b4f-9371-50545c4e1110 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:34:51.440011 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-62f7ee5d-c7bb-455a-96ba-8344de22810f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:51.440322 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 7fb43a32-4298-404a-adf7-825b606875bd {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:34:51.440322 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 7fb43a32-4298-404a-adf7-825b606875bd not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:34:51.440322 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device f7a6a356-2d42-4682-a035-13459d3971dc no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:34:51.441457 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: f7a6a356-2d42-4682-a035-13459d3971dc {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:34:51.442191 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device f7a6a356-2d42-4682-a035-13459d3971dc not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:34:51.511854 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-550870e1-4fef-485c-849d-8eba5152e147 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:51.561530 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-550870e1-4fef-485c-849d-8eba5152e147 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:51.570041 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550870e1-4fef-485c-849d-8eba5152e147 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:51.570895 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-550870e1-4fef-485c-849d-8eba5152e147 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:51.708722 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550870e1-4fef-485c-849d-8eba5152e147 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Pushing event updated for resources: {'Network': ['ID=25840b07-1761-4752-a916-d2a33545135c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:51.718778 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-550870e1-4fef-485c-849d-8eba5152e147 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7539361 Jul 15 23:34:51.720012 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60448) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:51.721603 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 25840b07-1761-4752-a916-d2a33545135c details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:34:51.725711 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1857ba5c-4bf6-4376-986e-e0f3622e1cc9 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Request body: {'subnet': {'network_id': '25840b07-1761-4752-a916-d2a33545135c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:51.779923 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-88cca264-ac20-44a1-9581-373d36e6b82b tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Allocated IP 172.20.0.8 (7f813ef5-53bb-4ff2-a4dd-0eb41d4b329b/78e4ce78-cb68-4914-8b4e-befe1fcab0cb/b2af9200-f5a9-4b4f-9371-50545c4e1110) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:34:51.895020 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1857ba5c-4bf6-4376-986e-e0f3622e1cc9 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Made reservation on behalf of eb86f6463b8e407e9b74b38456f55e3d for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:34:51.900655 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1857ba5c-4bf6-4376-986e-e0f3622e1cc9 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:52.067388 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-88cca264-ac20-44a1-9581-373d36e6b82b tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:52.077146 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-62f7ee5d-c7bb-455a-96ba-8344de22810f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Deleting port 3cf6d44e-ef7f-473e-a13c-58692a0e4369 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:34:52.077499 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-62f7ee5d-c7bb-455a-96ba-8344de22810f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:52.118977 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-88cca264-ac20-44a1-9581-373d36e6b82b tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Transition to ACTIVE for port object b2af9200-f5a9-4b4f-9371-50545c4e1110 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:34:52.169662 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1857ba5c-4bf6-4376-986e-e0f3622e1cc9 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:52.267660 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1857ba5c-4bf6-4376-986e-e0f3622e1cc9 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Pushing event updated for resources: {'Subnet': ['ID=f36d0976-df13-476c-a137-f8d3dc54e548,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:52.277206 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1857ba5c-4bf6-4376-986e-e0f3622e1cc9 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Checking segment: {'id': 'f1707c02-8c48-4d3a-b952-d3ebda1bf493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '25840b07-1761-4752-a916-d2a33545135c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:34:52.277584 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1857ba5c-4bf6-4376-986e-e0f3622e1cc9 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Network hostable DHCP agents. Network: 25840b07-1761-4752-a916-d2a33545135c, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:34:52.299757 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1857ba5c-4bf6-4376-986e-e0f3622e1cc9 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Network 25840b07-1761-4752-a916-d2a33545135c is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:34:52.303059 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-62f7ee5d-c7bb-455a-96ba-8344de22810f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] For port 3cf6d44e-ef7f-473e-a13c-58692a0e4369, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=3cf6d44e-ef7f-473e-a13c-58692a0e4369,segment=NetworkSegment(28f114eb-fd2d-4239-9a40-bc5bbbc99bac),segment_id=28f114eb-fd2d-4239-9a40-bc5bbbc99bac)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:52.303308 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-62f7ee5d-c7bb-455a-96ba-8344de22810f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:52.307021 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-88cca264-ac20-44a1-9581-373d36e6b82b tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:52.310834 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-1857ba5c-4bf6-4376-986e-e0f3622e1cc9 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 25840b07-1761-4752-a916-d2a33545135c) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:34:52.316532 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1857ba5c-4bf6-4376-986e-e0f3622e1cc9 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:52.317242 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1857ba5c-4bf6-4376-986e-e0f3622e1cc9 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:52.319040 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71fa792-1149-4ee7-81b8-a93fc33c18b1 None None] Network 25840b07-1761-4752-a916-d2a33545135c requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:34:52.357568 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-1857ba5c-4bf6-4376-986e-e0f3622e1cc9 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6361337 Jul 15 23:34:52.360183 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60462) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:52.365617 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-4758adf7-6685-466a-ad2b-be4a81731afd tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1637805018', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}, 'admin_state_up': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:52.382560 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-62f7ee5d-c7bb-455a-96ba-8344de22810f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Calling delete_port for 3cf6d44e-ef7f-473e-a13c-58692a0e4369 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:34:52.399907 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4758adf7-6685-466a-ad2b-be4a81731afd tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:52.401612 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4758adf7-6685-466a-ad2b-be4a81731afd tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:52.436117 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cca264-ac20-44a1-9581-373d36e6b82b tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Network 7f813ef5-53bb-4ff2-a4dd-0eb41d4b329b is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:34:52.445150 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-88cca264-ac20-44a1-9581-373d36e6b82b tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:34:52.452823 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cca264-ac20-44a1-9581-373d36e6b82b tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:34:52.504463 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cca264-ac20-44a1-9581-373d36e6b82b tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event updated for resources: {'Port': ['ID=b2af9200-f5a9-4b4f-9371-50545c4e1110,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:52.508180 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60464) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:52.528601 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4758adf7-6685-466a-ad2b-be4a81731afd tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:52.616904 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88cca264-ac20-44a1-9581-373d36e6b82b tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:52.617591 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-88cca264-ac20-44a1-9581-373d36e6b82b tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:52.624367 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1791cc-043d-49fa-9489-389835dca8b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-25840b07-1761-4752-a916-d2a33545135c', 'network_id': '25840b07-1761-4752-a916-d2a33545135c', 'tenant_id': 'eb86f6463b8e407e9b74b38456f55e3d', 'fixed_ips': [{'subnet_id': 'f36d0976-df13-476c-a137-f8d3dc54e548'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:34:52.627738 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a1791cc-043d-49fa-9489-389835dca8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:52.724630 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-88cca264-ac20-44a1-9581-373d36e6b82b tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1714320 Jul 15 23:34:52.728417 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 60468) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:52.767545 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-747888f4-b2a1-4efb-9a8c-3c329d76803e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:52.788930 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4758adf7-6685-466a-ad2b-be4a81731afd tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:52.818574 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-5a1791cc-043d-49fa-9489-389835dca8b7 None None] Allocated IP 172.20.0.2 (25840b07-1761-4752-a916-d2a33545135c/f36d0976-df13-476c-a137-f8d3dc54e548/28798a64-3c9c-4c2a-afa6-ba5b6267a040) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:34:52.963938 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7b5ac2-dd7d-4ac6-870f-23749a6970dc None None] Network 7f813ef5-53bb-4ff2-a4dd-0eb41d4b329b requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:34:52.977252 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8528df-faa3-425f-89d1-8e01e822f911 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:52.985754 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-1c8528df-faa3-425f-89d1-8e01e822f911 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 923 time: 0.2559614 Jul 15 23:34:52.986731 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 60472) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:52.999772 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-06e23081-2b4f-4f68-af45-6312e5f60067 None None] Provisioning for port 85c3f4fa-4543-4996-bcb7-72d52e428e40 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:34:53.066511 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-62f7ee5d-c7bb-455a-96ba-8344de22810f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:53.124296 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a1791cc-043d-49fa-9489-389835dca8b7 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:53.129833 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4758adf7-6685-466a-ad2b-be4a81731afd tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:53.135304 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5a1791cc-043d-49fa-9489-389835dca8b7 None None] Transition to ACTIVE for port object 28798a64-3c9c-4c2a-afa6-ba5b6267a040 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:34:53.138777 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f7ee5d-c7bb-455a-96ba-8344de22810f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Pushing event deleted for resources: {'Port': ['ID=3cf6d44e-ef7f-473e-a13c-58692a0e4369,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:53.154657 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5a1791cc-043d-49fa-9489-389835dca8b7 None None] Transition to ACTIVE for port object 28798a64-3c9c-4c2a-afa6-ba5b6267a040 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:34:53.165252 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a1791cc-043d-49fa-9489-389835dca8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:53.165919 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4758adf7-6685-466a-ad2b-be4a81731afd tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:53.259896 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1791cc-043d-49fa-9489-389835dca8b7 None None] Network 25840b07-1761-4752-a916-d2a33545135c is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:34:53.264894 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-5a1791cc-043d-49fa-9489-389835dca8b7 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:34:53.271780 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1791cc-043d-49fa-9489-389835dca8b7 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:34:53.336537 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-747888f4-b2a1-4efb-9a8c-3c329d76803e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:53.350695 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-747888f4-b2a1-4efb-9a8c-3c329d76803e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:53.372454 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1791cc-043d-49fa-9489-389835dca8b7 None None] Pushing event updated for resources: {'Port': ['ID=28798a64-3c9c-4c2a-afa6-ba5b6267a040,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:53.446107 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-3011fb5a-1416-499d-9b09-fae872ba95d7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Deleting port b2af9200-f5a9-4b4f-9371-50545c4e1110 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:34:53.446773 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3011fb5a-1416-499d-9b09-fae872ba95d7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:53.468416 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5a1791cc-043d-49fa-9489-389835dca8b7 None None] Attempting to bind port 28798a64-3c9c-4c2a-afa6-ba5b6267a040 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:34:53.470033 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5a1791cc-043d-49fa-9489-389835dca8b7 None None] Attempting to bind port 28798a64-3c9c-4c2a-afa6-ba5b6267a040 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'f1707c02-8c48-4d3a-b952-d3ebda1bf493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '25840b07-1761-4752-a916-d2a33545135c'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:34:53.470786 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1791cc-043d-49fa-9489-389835dca8b7 None None] Attempting to bind port 28798a64-3c9c-4c2a-afa6-ba5b6267a040 on network 25840b07-1761-4752-a916-d2a33545135c {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:34:53.479178 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1791cc-043d-49fa-9489-389835dca8b7 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:34:53.479480 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1791cc-043d-49fa-9489-389835dca8b7 None None] Checking segment: {'id': 'f1707c02-8c48-4d3a-b952-d3ebda1bf493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '25840b07-1761-4752-a916-d2a33545135c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:34:53.479927 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a1791cc-043d-49fa-9489-389835dca8b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:53.480333 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1791cc-043d-49fa-9489-389835dca8b7 None None] Bound using segment: {'id': 'f1707c02-8c48-4d3a-b952-d3ebda1bf493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '25840b07-1761-4752-a916-d2a33545135c'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:34:53.480825 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5a1791cc-043d-49fa-9489-389835dca8b7 None None] Bound port: 28798a64-3c9c-4c2a-afa6-ba5b6267a040, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1707c02-8c48-4d3a-b952-d3ebda1bf493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '25840b07-1761-4752-a916-d2a33545135c'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:34:53.481223 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a1791cc-043d-49fa-9489-389835dca8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:53.501994 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-747888f4-b2a1-4efb-9a8c-3c329d76803e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=542f9945331b42a2a53f910fc0d615b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9900539 Jul 15 23:34:53.517160 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60476) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:53.542711 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747888f4-b2a1-4efb-9a8c-3c329d76803e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62749ea9-218e-4f7b-bfa5-94aa06fabfdb,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:53.593583 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 85c3f4fa-4543-4996-bcb7-72d52e428e40 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:34:53.598168 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3011fb5a-1416-499d-9b09-fae872ba95d7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:53.614757 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-3011fb5a-1416-499d-9b09-fae872ba95d7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Calling delete_port for b2af9200-f5a9-4b4f-9371-50545c4e1110 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:34:53.646751 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-4758adf7-6685-466a-ad2b-be4a81731afd tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Allocated IP 172.25.5.4 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/5b3be3cd-a49c-41d6-9c98-7b1658b02ed9) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:34:53.679947 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5a1791cc-043d-49fa-9489-389835dca8b7 None None] For port 28798a64-3c9c-4c2a-afa6-ba5b6267a040, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:34:53.685050 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5a1791cc-043d-49fa-9489-389835dca8b7 None None] For port 28798a64-3c9c-4c2a-afa6-ba5b6267a040, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=28798a64-3c9c-4c2a-afa6-ba5b6267a040,segment=NetworkSegment(f1707c02-8c48-4d3a-b952-d3ebda1bf493),segment_id=f1707c02-8c48-4d3a-b952-d3ebda1bf493)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:34:53.689248 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-62f7ee5d-c7bb-455a-96ba-8344de22810f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:53.692971 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a1791cc-043d-49fa-9489-389835dca8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:53.788689 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 85c3f4fa-4543-4996-bcb7-72d52e428e40 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:34:53.790648 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4758adf7-6685-466a-ad2b-be4a81731afd tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:53.794891 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1791cc-043d-49fa-9489-389835dca8b7 None None] Pushing event updated for resources: {'Port': ['ID=28798a64-3c9c-4c2a-afa6-ba5b6267a040,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:53.802149 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 85c3f4fa-4543-4996-bcb7-72d52e428e40 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:53.802705 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:53.864369 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4758adf7-6685-466a-ad2b-be4a81731afd tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:53.900686 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4758adf7-6685-466a-ad2b-be4a81731afd tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:34:53.919024 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:53.926640 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-4758adf7-6685-466a-ad2b-be4a81731afd tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:34:53.935223 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4758adf7-6685-466a-ad2b-be4a81731afd tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:34:53.961910 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 85c3f4fa-4543-4996-bcb7-72d52e428e40, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=85c3f4fa-4543-4996-bcb7-72d52e428e40,segment=NetworkSegment(96aa7968-dc32-4672-8fd9-c811f142a981),segment_id=96aa7968-dc32-4672-8fd9-c811f142a981)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:53.969081 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:53.986488 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e9949f87-9d41-40ac-9292-c0b4059f4c17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:54.025318 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e9949f87-9d41-40ac-9292-c0b4059f4c17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:54.055761 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=85c3f4fa-4543-4996-bcb7-72d52e428e40,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:54.098493 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62f7ee5d-c7bb-455a-96ba-8344de22810f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Router 9b59c035-4cf0-4cba-896b-5cd652517b99 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:34:54.120008 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3011fb5a-1416-499d-9b09-fae872ba95d7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:54.120274 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-93189684-0089-4608-aa2c-f3267845ed49 None None] Provisioning for port b2af9200-f5a9-4b4f-9371-50545c4e1110 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:34:54.125041 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-93189684-0089-4608-aa2c-f3267845ed49 None None] Provisioning complete for port b2af9200-f5a9-4b4f-9371-50545c4e1110 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:54.127085 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-93189684-0089-4608-aa2c-f3267845ed49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:54.180359 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-93189684-0089-4608-aa2c-f3267845ed49 None None] Port b2af9200-f5a9-4b4f-9371-50545c4e1110 was deleted so its status cannot be updated. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 15 23:34:54.244217 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-93189684-0089-4608-aa2c-f3267845ed49 None None] Provisioning complete for port 85c3f4fa-4543-4996-bcb7-72d52e428e40 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:54.244835 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-93189684-0089-4608-aa2c-f3267845ed49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:54.316955 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3011fb5a-1416-499d-9b09-fae872ba95d7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event deleted for resources: {'Port': ['ID=b2af9200-f5a9-4b4f-9371-50545c4e1110,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:54.384003 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4758adf7-6685-466a-ad2b-be4a81731afd tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Pushing event updated for resources: {'Port': ['ID=5b3be3cd-a49c-41d6-9c98-7b1658b02ed9,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:54.399764 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e9949f87-9d41-40ac-9292-c0b4059f4c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:54.404319 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e9949f87-9d41-40ac-9292-c0b4059f4c17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:54.410328 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e9949f87-9d41-40ac-9292-c0b4059f4c17 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/62749ea9-218e-4f7b-bfa5-94aa06fabfdb HTTP/1.1" status: 204 len: 168 time: 0.8919661 Jul 15 23:34:54.457182 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9949f87-9d41-40ac-9292-c0b4059f4c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62749ea9-218e-4f7b-bfa5-94aa06fabfdb,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:54.457884 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-93189684-0089-4608-aa2c-f3267845ed49 None None] Provisioning for port 3df7f3d5-3efe-4c21-b1a2-5cb31deffeb5 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:34:54.465940 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-93189684-0089-4608-aa2c-f3267845ed49 None None] Provisioning complete for port 3df7f3d5-3efe-4c21-b1a2-5cb31deffeb5 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:54.466199 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-93189684-0089-4608-aa2c-f3267845ed49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:54.497807 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3011fb5a-1416-499d-9b09-fae872ba95d7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:54.499884 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-3011fb5a-1416-499d-9b09-fae872ba95d7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "DELETE /v2.0/ports/b2af9200-f5a9-4b4f-9371-50545c4e1110 HTTP/1.1" status: 204 len: 168 time: 1.5078840 Jul 15 23:34:54.501796 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f7ee5d-c7bb-455a-96ba-8344de22810f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:34:54.505624 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60482) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:54.512938 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af05460-96c1-4f8b-b281-ca7547644dcd None None] Sync routers for ids ['9b59c035-4cf0-4cba-896b-5cd652517b99'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:34:54.539746 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af05460-96c1-4f8b-b281-ca7547644dcd None None] Routers {'9b59c035-4cf0-4cba-896b-5cd652517b99'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:34:54.540593 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-5af05460-96c1-4f8b-b281-ca7547644dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:34:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['9b59c035-4cf0-4cba-896b-5cd652517b99'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:54.544583 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-62f7ee5d-c7bb-455a-96ba-8344de22810f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "PUT /v2.0/routers/9b59c035-4cf0-4cba-896b-5cd652517b99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9892859 Jul 15 23:34:54.549307 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60486) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:54.609299 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-93189684-0089-4608-aa2c-f3267845ed49 None None] Port 3df7f3d5-3efe-4c21-b1a2-5cb31deffeb5 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:34:54.654073 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-c88bcc77-8dee-4f49-a23c-ecdd3ef9c64f tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] GET failed (client error): The resource could not be found. Jul 15 23:34:54.658746 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c88bcc77-8dee-4f49-a23c-ecdd3ef9c64f tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "GET /v2.0/ports/b2af9200-f5a9-4b4f-9371-50545c4e1110 HTTP/1.1" status: 404 len: 333 time: 0.1448355 Jul 15 23:34:54.661781 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 60488) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:54.749470 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-fb8e9c65-d5b3-49d8-b30b-1b048298d722 None None] Provisioning complete for port 3df7f3d5-3efe-4c21-b1a2-5cb31deffeb5 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:54.749964 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fb8e9c65-d5b3-49d8-b30b-1b048298d722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:54.756445 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-5af05460-96c1-4f8b-b281-ca7547644dcd None None] Set router 9b59c035-4cf0-4cba-896b-5cd652517b99 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:34:54.842664 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-5af05460-96c1-4f8b-b281-ca7547644dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'name': 'tempest-RoutersTest-router-1436750334', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:50Z', 'updated_at': '2021-07-15T23:34:52Z', 'revision_number': 11, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'gw_port_host': None}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:54.897548 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af05460-96c1-4f8b-b281-ca7547644dcd None None] Checking router: 9b59c035-4cf0-4cba-896b-5cd652517b99 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:34:54.901909 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-fb8e9c65-d5b3-49d8-b30b-1b048298d722 None None] Port 3df7f3d5-3efe-4c21-b1a2-5cb31deffeb5 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:34:54.910083 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af05460-96c1-4f8b-b281-ca7547644dcd None None] Routers {'9b59c035-4cf0-4cba-896b-5cd652517b99'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:34:54.911379 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-5af05460-96c1-4f8b-b281-ca7547644dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:34:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['9b59c035-4cf0-4cba-896b-5cd652517b99'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:54.978614 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-c3b40417-404e-4b9d-bb00-bfea3e0a354f tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Deleting port 3df7f3d5-3efe-4c21-b1a2-5cb31deffeb5 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:34:54.979701 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3b40417-404e-4b9d-bb00-bfea3e0a354f tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:55.021862 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-080a0efb-0ddf-4414-9a7e-109377f759ec None None] Could not find standard attr ID for object b2af9200-f5a9-4b4f-9371-50545c4e1110. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:34:55.100671 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-5af05460-96c1-4f8b-b281-ca7547644dcd None None] Set router 9b59c035-4cf0-4cba-896b-5cd652517b99 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:34:55.198986 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-5af05460-96c1-4f8b-b281-ca7547644dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'name': 'tempest-RoutersTest-router-1436750334', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:50Z', 'updated_at': '2021-07-15T23:34:52Z', 'revision_number': 11, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'gw_port_host': None}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:55.277715 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af05460-96c1-4f8b-b281-ca7547644dcd None None] The sync data for ids ['9b59c035-4cf0-4cba-896b-5cd652517b99'] in n-d-794306-6 is: [{'id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'name': 'tempest-RoutersTest-router-1436750334', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:50Z', 'updated_at': '2021-07-15T23:34:52Z', 'revision_number': 11, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:34:55.315244 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3b40417-404e-4b9d-bb00-bfea3e0a354f tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:55.357051 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-c3b40417-404e-4b9d-bb00-bfea3e0a354f tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Calling delete_port for 3df7f3d5-3efe-4c21-b1a2-5cb31deffeb5 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:34:55.501139 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:55.561647 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3b40417-404e-4b9d-bb00-bfea3e0a354f tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:55.605324 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b40417-404e-4b9d-bb00-bfea3e0a354f tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event deleted for resources: {'Port': ['ID=3df7f3d5-3efe-4c21-b1a2-5cb31deffeb5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:55.630104 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-de1526b9-bc22-4647-b70c-33a6e9378387 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Deleting subnet ad198ac4-d60c-4523-932a-3c7842c07dad {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:34:55.634018 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-de1526b9-bc22-4647-b70c-33a6e9378387 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:55.655320 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b40417-404e-4b9d-bb00-bfea3e0a354f tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:55.655709 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b40417-404e-4b9d-bb00-bfea3e0a354f tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:55.656057 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b40417-404e-4b9d-bb00-bfea3e0a354f tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:55.656918 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b40417-404e-4b9d-bb00-bfea3e0a354f tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:55.657311 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b40417-404e-4b9d-bb00-bfea3e0a354f tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:55.657649 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b40417-404e-4b9d-bb00-bfea3e0a354f tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:55.658062 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b40417-404e-4b9d-bb00-bfea3e0a354f tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:55.658308 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b40417-404e-4b9d-bb00-bfea3e0a354f tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:55.658628 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b40417-404e-4b9d-bb00-bfea3e0a354f tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:55.658954 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b40417-404e-4b9d-bb00-bfea3e0a354f tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:55.659276 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b40417-404e-4b9d-bb00-bfea3e0a354f tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:55.659735 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b40417-404e-4b9d-bb00-bfea3e0a354f tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:34:55.694422 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-de1526b9-bc22-4647-b70c-33a6e9378387 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:55.884898 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec380bbe-6485-4e69-9476-d5fcb653c03f req-8f988889-0120-4c0f-800d-b27866d515a3 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:55.895642 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ec380bbe-6485-4e69-9476-d5fcb653c03f req-8f988889-0120-4c0f-800d-b27866d515a3 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 946 time: 0.7132859 Jul 15 23:34:55.934391 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 85c3f4fa-4543-4996-bcb7-72d52e428e40 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:34:55.965116 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3b40417-404e-4b9d-bb00-bfea3e0a354f tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:55.970121 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-c3b40417-404e-4b9d-bb00-bfea3e0a354f tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "DELETE /v2.0/ports/3df7f3d5-3efe-4c21-b1a2-5cb31deffeb5 HTTP/1.1" status: 204 len: 168 time: 1.3059933 Jul 15 23:34:55.974821 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 60512) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:56.009325 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-de1526b9-bc22-4647-b70c-33a6e9378387 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:56.014848 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa672b8-2291-487d-83b8-52febd281b5f None None] Network 25840b07-1761-4752-a916-d2a33545135c requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:34:56.038512 n-d-794306-6 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-a41de3d7-cc36-4ff7-8d26-848dfbc7f942 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] GET failed (client error): The resource could not be found. Jul 15 23:34:56.040692 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-a41de3d7-cc36-4ff7-8d26-848dfbc7f942 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "GET /v2.0/ports/3df7f3d5-3efe-4c21-b1a2-5cb31deffeb5 HTTP/1.1" status: 404 len: 333 time: 0.0640848 Jul 15 23:34:56.048389 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 60514) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:56.178921 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4758adf7-6685-466a-ad2b-be4a81731afd tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:56.192287 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ec380bbe-6485-4e69-9476-d5fcb653c03f req-a9f28174-4d19-4ee7-8dee-3e826e8f2d0a tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2939882 Jul 15 23:34:56.207312 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 60518) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:56.223661 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2a22a40a-b03c-46ff-b80d-4bacb9ea50b3 None None] Provisioning for port 28798a64-3c9c-4c2a-afa6-ba5b6267a040 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:34:56.253321 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2f5ddf4-d67b-49df-82ca-bbed16b4debb tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Deleting subnet 78e4ce78-cb68-4914-8b4e-befe1fcab0cb {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:34:56.264924 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f2f5ddf4-d67b-49df-82ca-bbed16b4debb tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:56.330539 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 85c3f4fa-4543-4996-bcb7-72d52e428e40 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:56.331073 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:56.352150 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f2f5ddf4-d67b-49df-82ca-bbed16b4debb tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:56.381519 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-634fbde1-f07d-4db1-a205-3db1fc83f377 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1824353169-network', 'tenant_id': 'e85e101cb7d14ef59a582614f75c1832'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:56.435293 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-634fbde1-f07d-4db1-a205-3db1fc83f377 admin admin] Made reservation on behalf of e85e101cb7d14ef59a582614f75c1832 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:34:56.438624 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-634fbde1-f07d-4db1-a205-3db1fc83f377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:56.491531 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 28798a64-3c9c-4c2a-afa6-ba5b6267a040 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:34:56.519371 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-de1526b9-bc22-4647-b70c-33a6e9378387 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:56.567252 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f2f5ddf4-d67b-49df-82ca-bbed16b4debb tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:56.568304 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 28798a64-3c9c-4c2a-afa6-ba5b6267a040 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:34:56.580168 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 28798a64-3c9c-4c2a-afa6-ba5b6267a040 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:56.580730 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:56.622829 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1526b9-bc22-4647-b70c-33a6e9378387 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Pushing event deleted for resources: {'Subnet': ['ID=ad198ac4-d60c-4523-932a-3c7842c07dad,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:56.646656 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-de1526b9-bc22-4647-b70c-33a6e9378387 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:56.652784 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-de1526b9-bc22-4647-b70c-33a6e9378387 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "DELETE /v2.0/subnets/ad198ac4-d60c-4523-932a-3c7842c07dad HTTP/1.1" status: 204 len: 168 time: 2.0377061 Jul 15 23:34:56.655592 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60532) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:56.659216 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-634fbde1-f07d-4db1-a205-3db1fc83f377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:56.677421 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ea610a-edd1-4d5b-bbb2-4eab0da386c3 None None] Network 20e7db06-22a4-4a6a-9215-978dc0e9dcaa requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:34:56.801196 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f2f5ddf4-d67b-49df-82ca-bbed16b4debb tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:56.845881 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b16a0f0b-c5f1-41ba-946a-345fbd37fc7b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:56.868608 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4758adf7-6685-466a-ad2b-be4a81731afd tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:56.874665 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f5ddf4-d67b-49df-82ca-bbed16b4debb tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event deleted for resources: {'Subnet': ['ID=78e4ce78-cb68-4914-8b4e-befe1fcab0cb,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:56.881346 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f2f5ddf4-d67b-49df-82ca-bbed16b4debb tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:56.886255 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-f2f5ddf4-d67b-49df-82ca-bbed16b4debb tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "DELETE /v2.0/subnets/78e4ce78-cb68-4914-8b4e-befe1fcab0cb HTTP/1.1" status: 204 len: 168 time: 0.8264165 Jul 15 23:34:56.886810 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 60538) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:56.893032 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d47d0d2-88f5-42c7-a893-fc47f0195f4a None None] Network 7f813ef5-53bb-4ff2-a4dd-0eb41d4b329b requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:34:57.009009 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2c9b45d8-056f-4ad8-ad28-a78b2e2791a7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:57.027086 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:57.079882 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-634fbde1-f07d-4db1-a205-3db1fc83f377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:57.094709 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-634fbde1-f07d-4db1-a205-3db1fc83f377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:57.127426 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 28798a64-3c9c-4c2a-afa6-ba5b6267a040, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=28798a64-3c9c-4c2a-afa6-ba5b6267a040,segment=NetworkSegment(f1707c02-8c48-4d3a-b952-d3ebda1bf493),segment_id=f1707c02-8c48-4d3a-b952-d3ebda1bf493)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:57.133231 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-634fbde1-f07d-4db1-a205-3db1fc83f377 admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:34:57.137176 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b16a0f0b-c5f1-41ba-946a-345fbd37fc7b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Deleting port df3b6de7-e8f0-4299-a17b-913eeba4b0c9 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:34:57.137506 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b16a0f0b-c5f1-41ba-946a-345fbd37fc7b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:57.138589 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9b828bb0-0daf-4e22-8d46-b6b5b369fe1e None None] Provisioning complete for port 28798a64-3c9c-4c2a-afa6-ba5b6267a040 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:57.139105 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9b828bb0-0daf-4e22-8d46-b6b5b369fe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:57.149020 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:57.158873 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-2c9b45d8-056f-4ad8-ad28-a78b2e2791a7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Deleting port 85c3f4fa-4543-4996-bcb7-72d52e428e40 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:34:57.159376 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2c9b45d8-056f-4ad8-ad28-a78b2e2791a7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:57.168412 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634fbde1-f07d-4db1-a205-3db1fc83f377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f87ff988-14c3-4112-a792-18533738bd92,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:57.187993 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-634fbde1-f07d-4db1-a205-3db1fc83f377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:57.190428 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-634fbde1-f07d-4db1-a205-3db1fc83f377 admin admin] Added segment 2a536234-9bb1-497c-bf6b-4d2b6ccc534a of type vlan for network 6145aed5-b518-48fb-89e2-74131e67559c Jul 15 23:34:57.252341 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-b16a0f0b-c5f1-41ba-946a-345fbd37fc7b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] For port df3b6de7-e8f0-4299-a17b-913eeba4b0c9, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=df3b6de7-e8f0-4299-a17b-913eeba4b0c9,segment=NetworkSegment(28f114eb-fd2d-4239-9a40-bc5bbbc99bac),segment_id=28f114eb-fd2d-4239-9a40-bc5bbbc99bac)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:57.252983 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b16a0f0b-c5f1-41ba-946a-345fbd37fc7b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:57.270851 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b16a0f0b-c5f1-41ba-946a-345fbd37fc7b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Calling delete_port for df3b6de7-e8f0-4299-a17b-913eeba4b0c9 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:34:57.296362 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-2c9b45d8-056f-4ad8-ad28-a78b2e2791a7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] For port 85c3f4fa-4543-4996-bcb7-72d52e428e40, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=85c3f4fa-4543-4996-bcb7-72d52e428e40,segment=NetworkSegment(96aa7968-dc32-4672-8fd9-c811f142a981),segment_id=96aa7968-dc32-4672-8fd9-c811f142a981)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:34:57.296631 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2c9b45d8-056f-4ad8-ad28-a78b2e2791a7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:57.313863 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-2c9b45d8-056f-4ad8-ad28-a78b2e2791a7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Calling delete_port for 85c3f4fa-4543-4996-bcb7-72d52e428e40 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:34:57.374714 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b16a0f0b-c5f1-41ba-946a-345fbd37fc7b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:57.384259 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4758adf7-6685-466a-ad2b-be4a81731afd tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Router eaffeef0-bb67-4b32-b5fd-4cbe25fde7eb is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:34:57.414966 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16a0f0b-c5f1-41ba-946a-345fbd37fc7b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] No DVR routers for this DVR port df3b6de7-e8f0-4299-a17b-913eeba4b0c9 on host n-d-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:34:57.417192 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16a0f0b-c5f1-41ba-946a-345fbd37fc7b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Pushing event deleted for resources: {'Port': ['ID=df3b6de7-e8f0-4299-a17b-913eeba4b0c9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:57.425312 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 3cf6d44e-ef7f-473e-a13c-58692a0e4369 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:34:57.426062 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2c9b45d8-056f-4ad8-ad28-a78b2e2791a7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:57.445648 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9b45d8-056f-4ad8-ad28-a78b2e2791a7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] No DVR routers for this DVR port 85c3f4fa-4543-4996-bcb7-72d52e428e40 on host n-d-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:34:57.511466 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 3cf6d44e-ef7f-473e-a13c-58692a0e4369 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:34:57.512015 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 3cf6d44e-ef7f-473e-a13c-58692a0e4369 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:34:57.572582 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2c9b45d8-056f-4ad8-ad28-a78b2e2791a7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:57.584227 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-2c9b45d8-056f-4ad8-ad28-a78b2e2791a7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f813ef5-53bb-4ff2-a4dd-0eb41d4b329b']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:57.585981 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=28798a64-3c9c-4c2a-afa6-ba5b6267a040,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:57.596109 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-2c9b45d8-056f-4ad8-ad28-a78b2e2791a7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96aa7968-dc32-4672-8fd9-c811f142a981') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:57.596418 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-2c9b45d8-056f-4ad8-ad28-a78b2e2791a7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96aa7968-dc32-4672-8fd9-c811f142a981') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:57.606488 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2c9b45d8-056f-4ad8-ad28-a78b2e2791a7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:57.622546 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2c9b45d8-056f-4ad8-ad28-a78b2e2791a7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:57.630403 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c9b45d8-056f-4ad8-ad28-a78b2e2791a7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:34:57.631020 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2c9b45d8-056f-4ad8-ad28-a78b2e2791a7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:57.670320 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c18027-57d5-4c1f-9ba7-8280239331f4 None None] DHCP port deletion for 7f813ef5-53bb-4ff2-a4dd-0eb41d4b329b request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:34:57.681582 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231ea236-8a0e-4c56-ae2d-710fdcf72061 None None] DHCP port deletion for 20e7db06-22a4-4a6a-9215-978dc0e9dcaa request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:34:57.687750 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b16a0f0b-c5f1-41ba-946a-345fbd37fc7b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:57.714421 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:34:57.714421 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:34:57.714421 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:34:57.714421 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:34:57.714421 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:34:57.714421 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:34:57.714421 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:34:57.714421 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:34:57.714421 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:34:57.714421 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:34:57.714421 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:34:57.714421 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:34:57.714421 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:34:57.714421 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:34:57.714421 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:34:57.714421 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:34:57.714421 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:34:57.714421 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:34:57.714421 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:34:57.714421 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:34:57.714421 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:34:57.714421 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:34:57.714421 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:34:57.714421 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:34:57.714421 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:34:57.714421 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:34:57.714421 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:34:57.714421 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:34:57.714421 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:34:57.714421 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:34:57.714421 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:34:57.714421 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:34:57.714421 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:34:57.714421 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:34:57.714421 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:34:57.714421 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:34:57.725844 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-b16a0f0b-c5f1-41ba-946a-345fbd37fc7b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20e7db06-22a4-4a6a-9215-978dc0e9dcaa']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:57.741478 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-b16a0f0b-c5f1-41ba-946a-345fbd37fc7b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28f114eb-fd2d-4239-9a40-bc5bbbc99bac') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:57.741881 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-b16a0f0b-c5f1-41ba-946a-345fbd37fc7b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28f114eb-fd2d-4239-9a40-bc5bbbc99bac') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:57.742881 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2c9b45d8-056f-4ad8-ad28-a78b2e2791a7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:57.744602 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b45d8-056f-4ad8-ad28-a78b2e2791a7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event deleted for resources: {'Port': ['ID=85c3f4fa-4543-4996-bcb7-72d52e428e40,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:57.757513 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2c9b45d8-056f-4ad8-ad28-a78b2e2791a7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:57.764578 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-2c9b45d8-056f-4ad8-ad28-a78b2e2791a7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "DELETE /v2.0/networks/7f813ef5-53bb-4ff2-a4dd-0eb41d4b329b HTTP/1.1" status: 204 len: 168 time: 0.8701015 Jul 15 23:34:57.764817 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b16a0f0b-c5f1-41ba-946a-345fbd37fc7b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:57.768040 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 60542) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:57.775366 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4758adf7-6685-466a-ad2b-be4a81731afd tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:34:57.782954 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-6ee73eb3-d7ec-42cc-9a82-5e43f657b776 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-338372316'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:57.789348 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8641f1d2-f334-4722-9ab6-cd15c9e84319 None None] Sync routers for ids ['eaffeef0-bb67-4b32-b5fd-4cbe25fde7eb'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:34:57.803181 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b45d8-056f-4ad8-ad28-a78b2e2791a7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event deleted for resources: {'Network': ['ID=7f813ef5-53bb-4ff2-a4dd-0eb41d4b329b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:57.806440 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-634fbde1-f07d-4db1-a205-3db1fc83f377 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:57.808881 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b16a0f0b-c5f1-41ba-946a-345fbd37fc7b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:57.809541 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8641f1d2-f334-4722-9ab6-cd15c9e84319 None None] Routers {'eaffeef0-bb67-4b32-b5fd-4cbe25fde7eb'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:34:57.810157 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8641f1d2-f334-4722-9ab6-cd15c9e84319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:34:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['eaffeef0-bb67-4b32-b5fd-4cbe25fde7eb'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:57.820904 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee73eb3-d7ec-42cc-9a82-5e43f657b776 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Made reservation on behalf of a0614e37ad8e4091be3b4656e6a935a1 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:34:57.825212 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ee73eb3-d7ec-42cc-9a82-5e43f657b776 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:57.832745 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b16a0f0b-c5f1-41ba-946a-345fbd37fc7b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:34:57.833176 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b16a0f0b-c5f1-41ba-946a-345fbd37fc7b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:57.839685 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:34:57.839685 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:34:57.839685 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:34:57.839685 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:34:57.839685 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:34:57.839685 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:34:57.839685 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:34:57.839685 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:34:57.839685 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:34:57.839685 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:34:57.839685 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:34:57.839685 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:34:57.839685 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:34:57.839685 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:34:57.839685 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:34:57.839685 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:34:57.839685 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:34:57.839685 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:34:57.839685 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:34:57.839685 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:34:57.839685 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:34:57.839685 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:34:57.839685 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:34:57.839685 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:34:57.839685 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:34:57.839685 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:34:57.839685 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:34:57.839685 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:34:57.839685 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:34:57.839685 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:34:57.839685 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:34:57.839685 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:34:57.858259 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4758adf7-6685-466a-ad2b-be4a81731afd tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:57.865080 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-4758adf7-6685-466a-ad2b-be4a81731afd tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 5.5029385 Jul 15 23:34:57.865966 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60548) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:57.868083 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8641f1d2-f334-4722-9ab6-cd15c9e84319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:57.882488 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8641f1d2-f334-4722-9ab6-cd15c9e84319 None None] Routers {'eaffeef0-bb67-4b32-b5fd-4cbe25fde7eb'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:34:57.884071 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8641f1d2-f334-4722-9ab6-cd15c9e84319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:34:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['eaffeef0-bb67-4b32-b5fd-4cbe25fde7eb'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:57.908291 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-634fbde1-f07d-4db1-a205-3db1fc83f377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:57.909712 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634fbde1-f07d-4db1-a205-3db1fc83f377 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:57.910723 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-634fbde1-f07d-4db1-a205-3db1fc83f377 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:57.919667 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ee73eb3-d7ec-42cc-9a82-5e43f657b776 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:34:57.942687 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8641f1d2-f334-4722-9ab6-cd15c9e84319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:57.943835 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8641f1d2-f334-4722-9ab6-cd15c9e84319 None None] The sync data for ids ['eaffeef0-bb67-4b32-b5fd-4cbe25fde7eb'] in n-d-794306-6 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:34:57.964515 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ee73eb3-d7ec-42cc-9a82-5e43f657b776 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:57.964860 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-6ee73eb3-d7ec-42cc-9a82-5e43f657b776 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Added segment 643355e6-e27c-4e58-a1b8-462aa841fef2 of type vlan for network 7ae64ec5-44d6-46c7-ad1b-ba8865d2aa0c Jul 15 23:34:57.968470 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-634fbde1-f07d-4db1-a205-3db1fc83f377 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7595737 Jul 15 23:34:57.979656 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 60550) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:57.983186 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-0be4da9e-1d1c-4216-97b7-8a41c7fccb94 admin admin] Request body: {'subnet': {'network_id': '6145aed5-b518-48fb-89e2-74131e67559c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1824353169-subnet', 'tenant_id': 'e85e101cb7d14ef59a582614f75c1832', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:57.994755 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b16a0f0b-c5f1-41ba-946a-345fbd37fc7b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:58.001799 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b16a0f0b-c5f1-41ba-946a-345fbd37fc7b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:58.006554 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b16a0f0b-c5f1-41ba-946a-345fbd37fc7b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "DELETE /v2.0/networks/20e7db06-22a4-4a6a-9215-978dc0e9dcaa HTTP/1.1" status: 204 len: 168 time: 1.3469832 Jul 15 23:34:58.039605 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60554) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:58.043982 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c980c3d8-7a0f-448f-8d44-21e9fbb5bd58 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Request body: {'router': {'routes': None}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:58.049870 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634fbde1-f07d-4db1-a205-3db1fc83f377 admin admin] Pushing event updated for resources: {'Network': ['ID=6145aed5-b518-48fb-89e2-74131e67559c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:58.059613 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 6145aed5-b518-48fb-89e2-74131e67559c details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:34:58.064188 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ee73eb3-d7ec-42cc-9a82-5e43f657b776 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:58.075861 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be4da9e-1d1c-4216-97b7-8a41c7fccb94 admin admin] Made reservation on behalf of e85e101cb7d14ef59a582614f75c1832 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:34:58.084920 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0be4da9e-1d1c-4216-97b7-8a41c7fccb94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:58.129967 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16a0f0b-c5f1-41ba-946a-345fbd37fc7b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Pushing event deleted for resources: {'Network': ['ID=20e7db06-22a4-4a6a-9215-978dc0e9dcaa,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:58.173592 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ee73eb3-d7ec-42cc-9a82-5e43f657b776 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:58.196724 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee73eb3-d7ec-42cc-9a82-5e43f657b776 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:58.197629 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ee73eb3-d7ec-42cc-9a82-5e43f657b776 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:58.261951 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-6ee73eb3-d7ec-42cc-9a82-5e43f657b776 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4817417 Jul 15 23:34:58.266843 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 60564) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:58.272570 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-daaafbc6-c8ef-43d6-9bc4-5b9ff0cd264d tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Request body: {'subnet': {'network_id': '7ae64ec5-44d6-46c7-ad1b-ba8865d2aa0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:34:58.307045 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.extraroute_db [None req-c980c3d8-7a0f-448f-8d44-21e9fbb5bd58 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Added routes are [] {{(pid=93771) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 15 23:34:58.307375 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.extraroute_db [None req-c980c3d8-7a0f-448f-8d44-21e9fbb5bd58 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Removed routes are [] {{(pid=93771) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 15 23:34:58.307969 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c980c3d8-7a0f-448f-8d44-21e9fbb5bd58 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:58.327706 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee73eb3-d7ec-42cc-9a82-5e43f657b776 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event updated for resources: {'Network': ['ID=7ae64ec5-44d6-46c7-ad1b-ba8865d2aa0c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:58.345162 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 7ae64ec5-44d6-46c7-ad1b-ba8865d2aa0c details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:34:58.520835 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c980c3d8-7a0f-448f-8d44-21e9fbb5bd58 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:58.559735 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c980c3d8-7a0f-448f-8d44-21e9fbb5bd58 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-998933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-998924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-999045'] for router, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:58.707801 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c980c3d8-7a0f-448f-8d44-21e9fbb5bd58 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Router 9b59c035-4cf0-4cba-896b-5cd652517b99 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:34:58.855606 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c980c3d8-7a0f-448f-8d44-21e9fbb5bd58 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:34:58.866328 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c980c3d8-7a0f-448f-8d44-21e9fbb5bd58 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:58.870465 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c980c3d8-7a0f-448f-8d44-21e9fbb5bd58 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "PUT /v2.0/routers/9b59c035-4cf0-4cba-896b-5cd652517b99 HTTP/1.1" status: 200 len: 701 time: 0.8300819 Jul 15 23:34:58.871093 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60570) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:58.875976 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1925a678-ca2a-4b2a-9508-947bdc9c3a79 None None] Sync routers for ids ['9b59c035-4cf0-4cba-896b-5cd652517b99'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:34:58.900423 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1925a678-ca2a-4b2a-9508-947bdc9c3a79 None None] Routers {'9b59c035-4cf0-4cba-896b-5cd652517b99'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:34:58.902122 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1925a678-ca2a-4b2a-9508-947bdc9c3a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:34:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['9b59c035-4cf0-4cba-896b-5cd652517b99'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:58.931413 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-6ab442e6-efce-40f7-afee-41f46e949439 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b59c035-4cf0-4cba-896b-5cd652517b99 HTTP/1.1" status: 200 len: 205 time: 0.0564167 Jul 15 23:34:58.932369 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60576) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:58.945784 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0be4da9e-1d1c-4216-97b7-8a41c7fccb94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:59.026866 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d441aa86-15dd-4861-9957-97c86011ed1f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:59.028488 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be4da9e-1d1c-4216-97b7-8a41c7fccb94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a9d0694-4c68-439f-b4c5-dbe0f9debb12,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:59.038638 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be4da9e-1d1c-4216-97b7-8a41c7fccb94 admin admin] Checking segment: {'id': '2a536234-9bb1-497c-bf6b-4d2b6ccc534a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6145aed5-b518-48fb-89e2-74131e67559c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:34:59.039003 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be4da9e-1d1c-4216-97b7-8a41c7fccb94 admin admin] Network hostable DHCP agents. Network: 6145aed5-b518-48fb-89e2-74131e67559c, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:34:59.056954 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daaafbc6-c8ef-43d6-9bc4-5b9ff0cd264d tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Made reservation on behalf of a0614e37ad8e4091be3b4656e6a935a1 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:34:59.059324 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-1925a678-ca2a-4b2a-9508-947bdc9c3a79 None None] Set router 9b59c035-4cf0-4cba-896b-5cd652517b99 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:34:59.060687 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-daaafbc6-c8ef-43d6-9bc4-5b9ff0cd264d tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:59.080836 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be4da9e-1d1c-4216-97b7-8a41c7fccb94 admin admin] Network 6145aed5-b518-48fb-89e2-74131e67559c is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:34:59.100712 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-0be4da9e-1d1c-4216-97b7-8a41c7fccb94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 6145aed5-b518-48fb-89e2-74131e67559c) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:34:59.105264 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be4da9e-1d1c-4216-97b7-8a41c7fccb94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:59.105842 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0be4da9e-1d1c-4216-97b7-8a41c7fccb94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:59.112276 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117ac95e-acfc-481c-b1a4-da5d0e957dc5 None None] Network 6145aed5-b518-48fb-89e2-74131e67559c requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:34:59.131779 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-0be4da9e-1d1c-4216-97b7-8a41c7fccb94 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1525958 Jul 15 23:34:59.185540 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1925a678-ca2a-4b2a-9508-947bdc9c3a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'name': 'tempest-RoutersTest-router-1436750334', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:50Z', 'updated_at': '2021-07-15T23:34:52Z', 'revision_number': 11, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'gw_port_host': None}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:59.286199 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d441aa86-15dd-4861-9957-97c86011ed1f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:59.291172 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d441aa86-15dd-4861-9957-97c86011ed1f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:59.313413 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1925a678-ca2a-4b2a-9508-947bdc9c3a79 None None] Checking router: 9b59c035-4cf0-4cba-896b-5cd652517b99 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:34:59.330537 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1925a678-ca2a-4b2a-9508-947bdc9c3a79 None None] Routers {'9b59c035-4cf0-4cba-896b-5cd652517b99'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:34:59.334026 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1925a678-ca2a-4b2a-9508-947bdc9c3a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:34:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['9b59c035-4cf0-4cba-896b-5cd652517b99'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:59.422541 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 28798a64-3c9c-4c2a-afa6-ba5b6267a040 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:34:59.517381 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-1925a678-ca2a-4b2a-9508-947bdc9c3a79 None None] Set router 9b59c035-4cf0-4cba-896b-5cd652517b99 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:34:59.574216 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeca412f-f87b-4e23-b33a-f9a4762c5841 None None] Network 6145aed5-b518-48fb-89e2-74131e67559c requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:34:59.603526 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-daaafbc6-c8ef-43d6-9bc4-5b9ff0cd264d tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:59.632129 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1925a678-ca2a-4b2a-9508-947bdc9c3a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'name': 'tempest-RoutersTest-router-1436750334', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:50Z', 'updated_at': '2021-07-15T23:34:52Z', 'revision_number': 11, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'gw_port_host': None}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:34:59.670833 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1925a678-ca2a-4b2a-9508-947bdc9c3a79 None None] The sync data for ids ['9b59c035-4cf0-4cba-896b-5cd652517b99'] in n-d-794306-6 is: [{'id': '9b59c035-4cf0-4cba-896b-5cd652517b99', 'name': 'tempest-RoutersTest-router-1436750334', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:50Z', 'updated_at': '2021-07-15T23:34:52Z', 'revision_number': 11, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:34:59.708044 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaafbc6-c8ef-43d6-9bc4-5b9ff0cd264d tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event updated for resources: {'Subnet': ['ID=9e01b3e2-2802-4c25-af5c-f387ca498405,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:34:59.721233 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaafbc6-c8ef-43d6-9bc4-5b9ff0cd264d tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Checking segment: {'id': '643355e6-e27c-4e58-a1b8-462aa841fef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7ae64ec5-44d6-46c7-ad1b-ba8865d2aa0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:34:59.721898 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daaafbc6-c8ef-43d6-9bc4-5b9ff0cd264d tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Network hostable DHCP agents. Network: 7ae64ec5-44d6-46c7-ad1b-ba8865d2aa0c, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:34:59.761322 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daaafbc6-c8ef-43d6-9bc4-5b9ff0cd264d tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Network 7ae64ec5-44d6-46c7-ad1b-ba8865d2aa0c is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:34:59.766255 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 28798a64-3c9c-4c2a-afa6-ba5b6267a040 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:34:59.770879 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:59.782903 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-daaafbc6-c8ef-43d6-9bc4-5b9ff0cd264d tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 7ae64ec5-44d6-46c7-ad1b-ba8865d2aa0c) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:34:59.788709 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daaafbc6-c8ef-43d6-9bc4-5b9ff0cd264d tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:34:59.789348 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-daaafbc6-c8ef-43d6-9bc4-5b9ff0cd264d tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:34:59.830684 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa909cb-ed50-4d11-b5c0-dc02949da228 None None] Network 7ae64ec5-44d6-46c7-ad1b-ba8865d2aa0c requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:34:59.833873 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-daaafbc6-c8ef-43d6-9bc4-5b9ff0cd264d tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5656183 Jul 15 23:34:59.834260 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 60584) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:34:59.839443 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a8de9fe4-718c-426b-b207-d7eed919a777 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Request body: {'port': {'network_id': '7ae64ec5-44d6-46c7-ad1b-ba8865d2aa0c', 'name': 'tempest-PortsTestJSON-779774556', 'fixed_ips': [{'subnet_id': '9e01b3e2-2802-4c25-af5c-f387ca498405', 'ip_address': '172.20.0.10'}]}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:35:00.008198 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8de9fe4-718c-426b-b207-d7eed919a777 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Made reservation on behalf of a0614e37ad8e4091be3b4656e6a935a1 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:35:00.014122 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e380e28d-ebee-4891-9c01-5c2b4de00383 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:00.027425 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d441aa86-15dd-4861-9957-97c86011ed1f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:00.027425 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d441aa86-15dd-4861-9957-97c86011ed1f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Fanout notify agent at l3_agent the message router_deleted on router 9b59c035-4cf0-4cba-896b-5cd652517b99 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:35:00.045937 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d441aa86-15dd-4861-9957-97c86011ed1f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:00.050147 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d441aa86-15dd-4861-9957-97c86011ed1f tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "DELETE /v2.0/routers/9b59c035-4cf0-4cba-896b-5cd652517b99 HTTP/1.1" status: 204 len: 168 time: 1.1138744 Jul 15 23:35:00.056827 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60590) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:00.063266 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-8a9b8ea5-6fe5-4b8d-9f40-07bd5ddbc6b7 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1328473506', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:35:00.168492 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d2a474-3ef6-4918-baee-33524e6f1165 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-7ae64ec5-44d6-46c7-ad1b-ba8865d2aa0c', 'network_id': '7ae64ec5-44d6-46c7-ad1b-ba8865d2aa0c', 'tenant_id': 'a0614e37ad8e4091be3b4656e6a935a1', 'fixed_ips': [{'subnet_id': '9e01b3e2-2802-4c25-af5c-f387ca498405'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:35:00.169381 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e6d2a474-3ef6-4918-baee-33524e6f1165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:00.207413 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a8de9fe4-718c-426b-b207-d7eed919a777 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:00.207541 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 85c3f4fa-4543-4996-bcb7-72d52e428e40 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:35:00.233730 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a9b8ea5-6fe5-4b8d-9f40-07bd5ddbc6b7 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:00.235947 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a9b8ea5-6fe5-4b8d-9f40-07bd5ddbc6b7 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:00.240250 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-a8de9fe4-718c-426b-b207-d7eed919a777 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] device_id is not set on port 5f2d48ce-9c93-46a1-abba-881513cfa921 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:35:00.242473 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 85c3f4fa-4543-4996-bcb7-72d52e428e40 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:35:00.242820 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 85c3f4fa-4543-4996-bcb7-72d52e428e40 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:35:00.243561 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device df3b6de7-e8f0-4299-a17b-913eeba4b0c9 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:35:00.322915 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: df3b6de7-e8f0-4299-a17b-913eeba4b0c9 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:35:00.323252 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device df3b6de7-e8f0-4299-a17b-913eeba4b0c9 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:35:00.367371 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a9b8ea5-6fe5-4b8d-9f40-07bd5ddbc6b7 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:00.393127 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a9b8ea5-6fe5-4b8d-9f40-07bd5ddbc6b7 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:00.420679 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-e6d2a474-3ef6-4918-baee-33524e6f1165 None None] Allocated IP 172.20.0.2 (7ae64ec5-44d6-46c7-ad1b-ba8865d2aa0c/9e01b3e2-2802-4c25-af5c-f387ca498405/489389f1-3565-4c72-9f87-2186f731e8ae) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:35:00.528811 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a9b8ea5-6fe5-4b8d-9f40-07bd5ddbc6b7 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:00.533670 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-8a9b8ea5-6fe5-4b8d-9f40-07bd5ddbc6b7 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4729538 Jul 15 23:35:00.534059 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 60602) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:00.540119 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d78793ee-3c1f-4d10-bdb8-2025ec1fb5a2 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:35:00.609954 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:35:00.715533 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-e380e28d-ebee-4891-9c01-5c2b4de00383 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Allocated IP 172.20.0.1 (25840b07-1761-4752-a916-d2a33545135c/f36d0976-df13-476c-a137-f8d3dc54e548/52652a9a-5b83-452a-b0aa-13959b0e54b2) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:35:00.726781 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e6d2a474-3ef6-4918-baee-33524e6f1165 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:00.736059 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e6d2a474-3ef6-4918-baee-33524e6f1165 None None] Transition to ACTIVE for port object 489389f1-3565-4c72-9f87-2186f731e8ae will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:35:00.757575 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e6d2a474-3ef6-4918-baee-33524e6f1165 None None] Transition to ACTIVE for port object 489389f1-3565-4c72-9f87-2186f731e8ae will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:35:00.769327 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e6d2a474-3ef6-4918-baee-33524e6f1165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:00.847284 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d2a474-3ef6-4918-baee-33524e6f1165 None None] Network 7ae64ec5-44d6-46c7-ad1b-ba8865d2aa0c is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:35:00.856732 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-e6d2a474-3ef6-4918-baee-33524e6f1165 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:35:00.860658 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-572367ff-c623-4634-8e48-18efe6530576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:00.862572 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d2a474-3ef6-4918-baee-33524e6f1165 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:35:00.879612 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d2a474-3ef6-4918-baee-33524e6f1165 None None] Pushing event updated for resources: {'Port': ['ID=489389f1-3565-4c72-9f87-2186f731e8ae,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:00.998751 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e6d2a474-3ef6-4918-baee-33524e6f1165 None None] Attempting to bind port 489389f1-3565-4c72-9f87-2186f731e8ae on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:35:00.999073 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e6d2a474-3ef6-4918-baee-33524e6f1165 None None] Attempting to bind port 489389f1-3565-4c72-9f87-2186f731e8ae by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '643355e6-e27c-4e58-a1b8-462aa841fef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7ae64ec5-44d6-46c7-ad1b-ba8865d2aa0c'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:35:01.001873 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d2a474-3ef6-4918-baee-33524e6f1165 None None] Attempting to bind port 489389f1-3565-4c72-9f87-2186f731e8ae on network 7ae64ec5-44d6-46c7-ad1b-ba8865d2aa0c {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:35:01.011925 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d2a474-3ef6-4918-baee-33524e6f1165 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:35:01.014005 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d2a474-3ef6-4918-baee-33524e6f1165 None None] Checking segment: {'id': '643355e6-e27c-4e58-a1b8-462aa841fef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7ae64ec5-44d6-46c7-ad1b-ba8865d2aa0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:35:01.014005 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e6d2a474-3ef6-4918-baee-33524e6f1165 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:01.016291 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d2a474-3ef6-4918-baee-33524e6f1165 None None] Bound using segment: {'id': '643355e6-e27c-4e58-a1b8-462aa841fef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7ae64ec5-44d6-46c7-ad1b-ba8865d2aa0c'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:35:01.016785 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e6d2a474-3ef6-4918-baee-33524e6f1165 None None] Bound port: 489389f1-3565-4c72-9f87-2186f731e8ae, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '643355e6-e27c-4e58-a1b8-462aa841fef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7ae64ec5-44d6-46c7-ad1b-ba8865d2aa0c'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:35:01.017268 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e6d2a474-3ef6-4918-baee-33524e6f1165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:01.030512 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e380e28d-ebee-4891-9c01-5c2b4de00383 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:01.037703 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d78793ee-3c1f-4d10-bdb8-2025ec1fb5a2 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:01.086829 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-a8de9fe4-718c-426b-b207-d7eed919a777 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Allocated IP 172.20.0.10 (7ae64ec5-44d6-46c7-ad1b-ba8865d2aa0c/9e01b3e2-2802-4c25-af5c-f387ca498405/5f2d48ce-9c93-46a1-abba-881513cfa921) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:35:01.104672 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-e380e28d-ebee-4891-9c01-5c2b4de00383 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Transition to ACTIVE for port object 52652a9a-5b83-452a-b0aa-13959b0e54b2 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:35:01.146941 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e6d2a474-3ef6-4918-baee-33524e6f1165 None None] For port 489389f1-3565-4c72-9f87-2186f731e8ae, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:35:01.151548 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e6d2a474-3ef6-4918-baee-33524e6f1165 None None] For port 489389f1-3565-4c72-9f87-2186f731e8ae, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=489389f1-3565-4c72-9f87-2186f731e8ae,segment=NetworkSegment(643355e6-e27c-4e58-a1b8-462aa841fef2),segment_id=643355e6-e27c-4e58-a1b8-462aa841fef2)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:35:01.157718 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e6d2a474-3ef6-4918-baee-33524e6f1165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:01.162591 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d78793ee-3c1f-4d10-bdb8-2025ec1fb5a2 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-998933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-998924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-999045'] for router, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:01.195100 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 88c45584-2d51-4746-a9ae-b07b0255b918 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:35:01.229130 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e380e28d-ebee-4891-9c01-5c2b4de00383 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:01.301657 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d2a474-3ef6-4918-baee-33524e6f1165 None None] Pushing event updated for resources: {'Port': ['ID=489389f1-3565-4c72-9f87-2186f731e8ae,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:01.370678 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e380e28d-ebee-4891-9c01-5c2b4de00383 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Network 25840b07-1761-4752-a916-d2a33545135c is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:35:01.382808 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-e380e28d-ebee-4891-9c01-5c2b4de00383 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:35:01.391820 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e380e28d-ebee-4891-9c01-5c2b4de00383 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:35:01.513880 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 88c45584-2d51-4746-a9ae-b07b0255b918, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=88c45584-2d51-4746-a9ae-b07b0255b918,segment=NetworkSegment(1221e74c-ebb2-4cb8-bf72-835ef0508fbe),segment_id=1221e74c-ebb2-4cb8-bf72-835ef0508fbe)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:35:01.523872 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e380e28d-ebee-4891-9c01-5c2b4de00383 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:01.560928 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '88c45584-2d51-4746-a9ae-b07b0255b918', 'network_id': '319575b4-274a-45da-9bf1-6decf487208b', 'port_id': '88c45584-2d51-4746-a9ae-b07b0255b918', 'mac_address': 'fa:16:3e:7b:f6:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c7868f8-d819-4333-b9c5-ebc3d9707601', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:35:01.611460 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e380e28d-ebee-4891-9c01-5c2b4de00383 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Pushing event updated for resources: {'Port': ['ID=52652a9a-5b83-452a-b0aa-13959b0e54b2,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:01.741953 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:01.798230 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d78793ee-3c1f-4d10-bdb8-2025ec1fb5a2 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Router 1adc8d88-f4e7-4f86-8b78-397b1fba16ea is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:35:01.815546 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 88c45584-2d51-4746-a9ae-b07b0255b918 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:35:01.882536 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 88c45584-2d51-4746-a9ae-b07b0255b918, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=88c45584-2d51-4746-a9ae-b07b0255b918,segment=NetworkSegment(1221e74c-ebb2-4cb8-bf72-835ef0508fbe),segment_id=1221e74c-ebb2-4cb8-bf72-835ef0508fbe)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:35:01.894900 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:01.945311 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e380e28d-ebee-4891-9c01-5c2b4de00383 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:02.024479 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['88c45584-2d51-4746-a9ae-b07b0255b918'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:35:02.053422 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=88c45584-2d51-4746-a9ae-b07b0255b918,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:02.109575 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7aca14fd-adfc-4a56-81fc-0c6ba409b172 None None] Provisioning for port 52652a9a-5b83-452a-b0aa-13959b0e54b2 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:35:02.118075 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7aca14fd-adfc-4a56-81fc-0c6ba409b172 None None] Provisioning complete for port 52652a9a-5b83-452a-b0aa-13959b0e54b2 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:35:02.118747 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7aca14fd-adfc-4a56-81fc-0c6ba409b172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:02.201370 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a8de9fe4-718c-426b-b207-d7eed919a777 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:02.302213 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-7aca14fd-adfc-4a56-81fc-0c6ba409b172 None None] Port 52652a9a-5b83-452a-b0aa-13959b0e54b2 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:35:02.305229 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d78793ee-3c1f-4d10-bdb8-2025ec1fb5a2 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:35:02.314551 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-a8de9fe4-718c-426b-b207-d7eed919a777 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Transition to ACTIVE for port object 5f2d48ce-9c93-46a1-abba-881513cfa921 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:35:02.323807 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d78793ee-3c1f-4d10-bdb8-2025ec1fb5a2 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:02.325558 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-d78793ee-3c1f-4d10-bdb8-2025ec1fb5a2 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "PUT /v2.0/routers/1adc8d88-f4e7-4f86-8b78-397b1fba16ea HTTP/1.1" status: 200 len: 694 time: 1.7905083 Jul 15 23:35:02.327030 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e934b72-477d-4e43-addc-71868cc7d661 None None] Sync routers for ids ['1adc8d88-f4e7-4f86-8b78-397b1fba16ea'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:35:02.331337 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 60654) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:02.422878 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e934b72-477d-4e43-addc-71868cc7d661 None None] Routers {'1adc8d88-f4e7-4f86-8b78-397b1fba16ea'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:35:02.424233 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-0e934b72-477d-4e43-addc-71868cc7d661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:34:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['1adc8d88-f4e7-4f86-8b78-397b1fba16ea'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:02.481754 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e380e28d-ebee-4891-9c01-5c2b4de00383 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:02.487734 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e380e28d-ebee-4891-9c01-5c2b4de00383 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:02.495117 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f8b3ea-9b4a-438b-9e8c-56653f61d481 req-dd14605a-20ac-4919-af3f-2122389b8103 tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:02.506334 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-08f8b3ea-9b4a-438b-9e8c-56653f61d481 req-dd14605a-20ac-4919-af3f-2122389b8103 tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] 10.222.0.48 "GET /v2.0/networks?id=6145aed5-b518-48fb-89e2-74131e67559c HTTP/1.1" status: 200 len: 809 time: 0.6920083 Jul 15 23:35:02.531804 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-08f8b3ea-9b4a-438b-9e8c-56653f61d481 req-2c1c3d6a-ce85-4086-bb1d-32b71940dacc tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] 10.222.0.48 "GET /v2.0/quotas/e85e101cb7d14ef59a582614f75c1832 HTTP/1.1" status: 200 len: 375 time: 0.0229039 Jul 15 23:35:02.556287 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-0e934b72-477d-4e43-addc-71868cc7d661 None None] Set router 1adc8d88-f4e7-4f86-8b78-397b1fba16ea gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:35:02.563928 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a8de9fe4-718c-426b-b207-d7eed919a777 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:02.644367 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-0e934b72-477d-4e43-addc-71868cc7d661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1adc8d88-f4e7-4f86-8b78-397b1fba16ea', 'name': 'tempest-RoutersTest-router-1328473506', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:35:00Z', 'updated_at': '2021-07-15T23:35:01Z', 'revision_number': 2, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'gw_port_host': None}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:02.671205 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-01ea8abb-31f3-499b-8a72-1b43ca3f6505 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "GET /v2.0/routers/1adc8d88-f4e7-4f86-8b78-397b1fba16ea HTTP/1.1" status: 200 len: 700 time: 0.3333814 Jul 15 23:35:02.679903 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-08f8b3ea-9b4a-438b-9e8c-56653f61d481 req-eadfb611-bec5-48e2-908b-8e811a13ffa2 tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e85e101cb7d14ef59a582614f75c1832&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1387672 Jul 15 23:35:02.682126 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e934b72-477d-4e43-addc-71868cc7d661 None None] Checking router: 1adc8d88-f4e7-4f86-8b78-397b1fba16ea for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:35:02.696125 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e934b72-477d-4e43-addc-71868cc7d661 None None] Routers {'1adc8d88-f4e7-4f86-8b78-397b1fba16ea'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:35:02.696750 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-0e934b72-477d-4e43-addc-71868cc7d661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:34:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['1adc8d88-f4e7-4f86-8b78-397b1fba16ea'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:02.698479 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60656) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:02.780330 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ae980c82-9b6c-44c0-8380-3fc35a26ba00 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "GET /v2.0/ports?device_id=1adc8d88-f4e7-4f86-8b78-397b1fba16ea HTTP/1.1" status: 200 len: 205 time: 0.0798399 Jul 15 23:35:02.781018 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60660) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:02.791706 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e380e28d-ebee-4891-9c01-5c2b4de00383 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:02.795889 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e380e28d-ebee-4891-9c01-5c2b4de00383 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Pushing event updated for resources: {'Port': ['ID=52652a9a-5b83-452a-b0aa-13959b0e54b2,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:02.819059 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-0e934b72-477d-4e43-addc-71868cc7d661 None None] Set router 1adc8d88-f4e7-4f86-8b78-397b1fba16ea gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:35:02.897667 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-0e934b72-477d-4e43-addc-71868cc7d661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1adc8d88-f4e7-4f86-8b78-397b1fba16ea', 'name': 'tempest-RoutersTest-router-1328473506', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:35:00Z', 'updated_at': '2021-07-15T23:35:01Z', 'revision_number': 2, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'gw_port_host': None}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:02.942172 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e934b72-477d-4e43-addc-71868cc7d661 None None] The sync data for ids ['1adc8d88-f4e7-4f86-8b78-397b1fba16ea'] in n-d-794306-6 is: [{'id': '1adc8d88-f4e7-4f86-8b78-397b1fba16ea', 'name': 'tempest-RoutersTest-router-1328473506', 'tenant_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:35:00Z', 'updated_at': '2021-07-15T23:35:01Z', 'revision_number': 2, 'project_id': '11b45b448a4843a1ab9b8fe9c2c28bb7', 'gw_port_host': None}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:35:02.946388 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-08f8b3ea-9b4a-438b-9e8c-56653f61d481 req-1c1936bb-388f-49e1-881b-c945f9658709 service neutron] 10.222.0.48 "GET /v2.0/networks/6145aed5-b518-48fb-89e2-74131e67559c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653916 Jul 15 23:35:02.989645 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5236dda2-a930-463b-bb66-e2b8ef7769b9 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:03.007046 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8de9fe4-718c-426b-b207-d7eed919a777 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Network 7ae64ec5-44d6-46c7-ad1b-ba8865d2aa0c is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:35:03.041188 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-a8de9fe4-718c-426b-b207-d7eed919a777 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:35:03.052591 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8de9fe4-718c-426b-b207-d7eed919a777 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:35:03.159226 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8de9fe4-718c-426b-b207-d7eed919a777 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event updated for resources: {'Port': ['ID=5f2d48ce-9c93-46a1-abba-881513cfa921,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:03.196239 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 88c45584-2d51-4746-a9ae-b07b0255b918 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:35:03.263057 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8de9fe4-718c-426b-b207-d7eed919a777 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:03.263806 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a8de9fe4-718c-426b-b207-d7eed919a777 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:03.293943 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827a05d4-55d3-4ec5-a89a-34da63da5605 None None] Network 7ae64ec5-44d6-46c7-ad1b-ba8865d2aa0c requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:35:03.305787 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-08f8b3ea-9b4a-438b-9e8c-56653f61d481 req-027985be-89e8-4c3c-beb3-e1cb46cc85f0 service neutron] 10.222.0.48 "GET /v2.0/networks/6145aed5-b518-48fb-89e2-74131e67559c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3388114 Jul 15 23:35:03.316609 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-a8de9fe4-718c-426b-b207-d7eed919a777 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.4812343 Jul 15 23:35:03.317866 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 60666) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:03.324960 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-1c1d32ca-7056-4363-a937-d26670adc4b3 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Request body: {'port': {'network_id': '7ae64ec5-44d6-46c7-ad1b-ba8865d2aa0c', 'name': 'tempest-PortsTestJSON-1226126974', 'fixed_ips': [{'subnet_id': '9e01b3e2-2802-4c25-af5c-f387ca498405', 'ip_address': '172.20.0.9'}]}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:35:03.424707 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c26089dd-f5b7-4b8c-b25b-56436c2b5f5d None None] Provisioning for port 489389f1-3565-4c72-9f87-2186f731e8ae completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:35:03.448918 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5236dda2-a930-463b-bb66-e2b8ef7769b9 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:03.451689 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 489389f1-3565-4c72-9f87-2186f731e8ae up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:35:03.451843 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5236dda2-a930-463b-bb66-e2b8ef7769b9 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:03.533910 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5236dda2-a930-463b-bb66-e2b8ef7769b9 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:03.534691 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5236dda2-a930-463b-bb66-e2b8ef7769b9 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Fanout notify agent at l3_agent the message router_deleted on router 1adc8d88-f4e7-4f86-8b78-397b1fba16ea {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:35:03.545009 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5236dda2-a930-463b-bb66-e2b8ef7769b9 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:03.551081 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-5236dda2-a930-463b-bb66-e2b8ef7769b9 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "DELETE /v2.0/routers/1adc8d88-f4e7-4f86-8b78-397b1fba16ea HTTP/1.1" status: 204 len: 168 time: 0.7621384 Jul 15 23:35:03.552251 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60668) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:03.561397 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:03.604826 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e380e28d-ebee-4891-9c01-5c2b4de00383 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Network 25840b07-1761-4752-a916-d2a33545135c is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:35:03.608881 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-960a6a8b-9562-45e3-b5a6-8c9c4df6378b tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "GET /v2.0/ports?device_id=1adc8d88-f4e7-4f86-8b78-397b1fba16ea HTTP/1.1" status: 200 len: 205 time: 0.0480881 Jul 15 23:35:03.611444 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-e380e28d-ebee-4891-9c01-5c2b4de00383 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:35:03.617672 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 489389f1-3565-4c72-9f87-2186f731e8ae completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:35:03.621458 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 88c45584-2d51-4746-a9ae-b07b0255b918 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:35:03.621891 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:03.625685 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60670) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:03.692351 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 489389f1-3565-4c72-9f87-2186f731e8ae triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:35:03.692732 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:03.750040 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [None req-21d109ee-53f0-4d68-9c26-1580c48e10ab tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] delete failed (client error): The resource could not be found. Jul 15 23:35:03.755832 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-21d109ee-53f0-4d68-9c26-1580c48e10ab tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "DELETE /v2.0/routers/1adc8d88-f4e7-4f86-8b78-397b1fba16ea HTTP/1.1" status: 404 len: 336 time: 0.1288548 Jul 15 23:35:03.759750 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60676) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:03.902853 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3024d40c-6013-4da7-8cb4-0973b4e2fa43 req-fcf8748c-dcb9-4214-99e7-ccd9aed22f7f tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] 10.222.0.48 "GET /v2.0/ports?device_id=d307d113-3a88-4bf8-b329-d9ec3262042f HTTP/1.1" status: 200 len: 210 time: 0.1494555 Jul 15 23:35:04.000452 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c1d32ca-7056-4363-a937-d26670adc4b3 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Made reservation on behalf of a0614e37ad8e4091be3b4656e6a935a1 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:35:04.022057 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c1d32ca-7056-4363-a937-d26670adc4b3 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:04.035167 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:04.065312 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-1c1d32ca-7056-4363-a937-d26670adc4b3 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] device_id is not set on port 2b48867d-9625-4684-8fe2-99e3e5762474 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:35:04.124689 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e380e28d-ebee-4891-9c01-5c2b4de00383 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Router eaffeef0-bb67-4b32-b5fd-4cbe25fde7eb has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:35:04.128557 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-62c7ca93-c842-4092-afec-2ed0829cd8b8 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] DELETE failed (client error): The resource could not be found. Jul 15 23:35:04.129216 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62c7ca93-c842-4092-afec-2ed0829cd8b8 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:35:04.131529 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-62c7ca93-c842-4092-afec-2ed0829cd8b8 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "DELETE /v2.0/subnets/6a802a9d-e4c3-47cf-bd6c-de6aabd87fe5 HTTP/1.1" status: 404 len: 337 time: 0.3708313 Jul 15 23:35:04.134108 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60686) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:04.202291 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-f45a616c-c43a-4c03-9a6f-e3a45ff2859c tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] DELETE failed (client error): The resource could not be found. Jul 15 23:35:04.204543 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f45a616c-c43a-4c03-9a6f-e3a45ff2859c tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:35:04.207010 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f45a616c-c43a-4c03-9a6f-e3a45ff2859c tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "DELETE /v2.0/subnets/a87f7f5f-effa-478c-8cfe-ddd5574fceb3 HTTP/1.1" status: 404 len: 337 time: 0.0705774 Jul 15 23:35:04.213703 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60688) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:04.452241 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-92f2bf8e-2425-4db0-bf2c-4d1a72eac1cf tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] DELETE failed (client error): The resource could not be found. Jul 15 23:35:04.453652 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92f2bf8e-2425-4db0-bf2c-4d1a72eac1cf tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:35:04.456234 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-92f2bf8e-2425-4db0-bf2c-4d1a72eac1cf tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "DELETE /v2.0/subnets/7f488d6d-141f-44e9-98e9-ed653608017f HTTP/1.1" status: 404 len: 337 time: 0.1179438 Jul 15 23:35:04.467135 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60696) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:04.601032 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbe23461-a554-447b-ad7b-4c595ed57350 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] DELETE failed (client error): The resource could not be found. Jul 15 23:35:04.601737 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbe23461-a554-447b-ad7b-4c595ed57350 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:35:04.606145 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-dbe23461-a554-447b-ad7b-4c595ed57350 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "DELETE /v2.0/subnets/ad198ac4-d60c-4523-932a-3c7842c07dad HTTP/1.1" status: 404 len: 337 time: 0.1378698 Jul 15 23:35:04.615430 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60698) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:04.645902 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-1c1d32ca-7056-4363-a937-d26670adc4b3 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Allocated IP 172.20.0.9 (7ae64ec5-44d6-46c7-ad1b-ba8865d2aa0c/9e01b3e2-2802-4c25-af5c-f387ca498405/2b48867d-9625-4684-8fe2-99e3e5762474) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:35:04.756911 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b02cfebe-74bc-471e-aa01-17d0e53f6fa5 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b59c035-4cf0-4cba-896b-5cd652517b99 HTTP/1.1" status: 200 len: 205 time: 0.1368952 Jul 15 23:35:04.764752 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60704) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:04.784098 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14b28f1-1b98-463c-9c45-3154ee11bbe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c45584-2d51-4746-a9ae-b07b0255b918'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:35:04.787670 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e78de41-d9ec-4723-8777-53d1c45fa2d3" -d '{"events": [{"server_uuid": "d14b28f1-1b98-463c-9c45-3154ee11bbe9", "name": "network-vif-plugged", "status": "completed", "tag": "88c45584-2d51-4746-a9ae-b07b0255b918"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:35:04.845306 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:04.860632 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 88c45584-2d51-4746-a9ae-b07b0255b918, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=88c45584-2d51-4746-a9ae-b07b0255b918,segment=NetworkSegment(1221e74c-ebb2-4cb8-bf72-835ef0508fbe),segment_id=1221e74c-ebb2-4cb8-bf72-835ef0508fbe)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:35:04.880014 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0f1a9252-a2f8-404d-8460-3198768c81cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:04.911860 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:04.940258 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:04.967481 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f8d584-b0bd-49d2-a589-46c6a49511d8 x-openstack-request-id: req-d9f8d584-b0bd-49d2-a589-46c6a49511d8 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:35:04.970286 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d14b28f1-1b98-463c-9c45-3154ee11bbe9", "name": "network-vif-plugged", "status": "completed", "tag": "88c45584-2d51-4746-a9ae-b07b0255b918", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:35:04.970669 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d9f8d584-b0bd-49d2-a589-46c6a49511d8 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:35:04.971192 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14b28f1-1b98-463c-9c45-3154ee11bbe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c45584-2d51-4746-a9ae-b07b0255b918', 'code': 200} Jul 15 23:35:04.976619 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7b4a7cd7-5ebe-4b13-ad91-6a190bfd7218 None None] Provisioning complete for port 52652a9a-5b83-452a-b0aa-13959b0e54b2 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:35:04.986732 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7b4a7cd7-5ebe-4b13-ad91-6a190bfd7218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:04.987123 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [None req-17a4e7bc-6bb6-4a93-897b-20803076e8be tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] delete failed (client error): The resource could not be found. Jul 15 23:35:04.989814 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-17a4e7bc-6bb6-4a93-897b-20803076e8be tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "DELETE /v2.0/routers/9b59c035-4cf0-4cba-896b-5cd652517b99 HTTP/1.1" status: 404 len: 336 time: 0.2237818 Jul 15 23:35:05.006004 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60712) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:05.063813 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-061c1424-9d53-48cb-9f3c-aa427fd0a185 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "GET /v2.0/ports?device_id=23baded7-9f7c-4728-af48-935224035a28 HTTP/1.1" status: 200 len: 205 time: 0.0531142 Jul 15 23:35:05.066898 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60714) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:05.082915 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 489389f1-3565-4c72-9f87-2186f731e8ae, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=489389f1-3565-4c72-9f87-2186f731e8ae,segment=NetworkSegment(643355e6-e27c-4e58-a1b8-462aa841fef2),segment_id=643355e6-e27c-4e58-a1b8-462aa841fef2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:35:05.100263 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:05.106576 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=88c45584-2d51-4746-a9ae-b07b0255b918,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:05.130980 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-7b4a7cd7-5ebe-4b13-ad91-6a190bfd7218 None None] Port 52652a9a-5b83-452a-b0aa-13959b0e54b2 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:35:05.215956 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=489389f1-3565-4c72-9f87-2186f731e8ae,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:05.234466 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e380e28d-ebee-4891-9c01-5c2b4de00383 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:35:05.247800 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e380e28d-ebee-4891-9c01-5c2b4de00383 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] 10.222.0.48 "PUT /v2.0/routers/eaffeef0-bb67-4b32-b5fd-4cbe25fde7eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3571088 Jul 15 23:35:05.253490 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60716) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:05.260294 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f43118-9492-404b-b60a-13238a9347bf None None] Sync routers for ids ['eaffeef0-bb67-4b32-b5fd-4cbe25fde7eb'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:35:05.269255 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-03f0257b-a0f6-42d3-872d-e92c4ba69df3 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Request body: {'port': {'network_id': '25840b07-1761-4752-a916-d2a33545135c', 'name': 'tempest-FloatingIPAdminTestJSON-1309508405'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:35:05.275249 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f43118-9492-404b-b60a-13238a9347bf None None] Routers {'eaffeef0-bb67-4b32-b5fd-4cbe25fde7eb'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:35:05.276541 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [None req-c0f30af3-6c43-4936-94ce-46ec5025926a tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] delete failed (client error): The resource could not be found. Jul 15 23:35:05.279156 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9085de0c-625f-4b0c-beef-a342291f82e0 None None] Provisioning complete for port 489389f1-3565-4c72-9f87-2186f731e8ae triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:35:05.280038 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9085de0c-625f-4b0c-beef-a342291f82e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:05.282067 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c0f30af3-6c43-4936-94ce-46ec5025926a tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "DELETE /v2.0/routers/23baded7-9f7c-4728-af48-935224035a28 HTTP/1.1" status: 404 len: 336 time: 0.2110777 Jul 15 23:35:05.285107 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60718) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:05.285332 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-03f43118-9492-404b-b60a-13238a9347bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:35:05Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['eaffeef0-bb67-4b32-b5fd-4cbe25fde7eb'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:05.331514 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cef80d9f-cbd3-4545-901c-af5c95964ced req-d65e9d60-5548-4c6a-b6fb-057b7d3006b2 tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] 10.222.0.48 "GET /v2.0/ports?device_id=d307d113-3a88-4bf8-b329-d9ec3262042f HTTP/1.1" status: 200 len: 210 time: 0.1059086 Jul 15 23:35:05.345045 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c1d32ca-7056-4363-a937-d26670adc4b3 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:05.408468 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-1c1d32ca-7056-4363-a937-d26670adc4b3 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Transition to ACTIVE for port object 2b48867d-9625-4684-8fe2-99e3e5762474 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:35:05.409132 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-03f43118-9492-404b-b60a-13238a9347bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:05.421119 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f43118-9492-404b-b60a-13238a9347bf None None] Routers {'eaffeef0-bb67-4b32-b5fd-4cbe25fde7eb'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:35:05.422111 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-03f43118-9492-404b-b60a-13238a9347bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:35:05Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['eaffeef0-bb67-4b32-b5fd-4cbe25fde7eb'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:05.461197 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a25cd5b-1398-4c42-a9b9-e04b407cd9c4 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] DELETE failed (client error): The resource could not be found. Jul 15 23:35:05.461646 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a25cd5b-1398-4c42-a9b9-e04b407cd9c4 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:35:05.473994 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-03f43118-9492-404b-b60a-13238a9347bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:05.474954 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f43118-9492-404b-b60a-13238a9347bf None None] The sync data for ids ['eaffeef0-bb67-4b32-b5fd-4cbe25fde7eb'] in n-d-794306-6 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:35:05.478368 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-1a25cd5b-1398-4c42-a9b9-e04b407cd9c4 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "DELETE /v2.0/subnets/f5e075a4-2c80-4b65-8153-29d17172c003 HTTP/1.1" status: 404 len: 337 time: 0.1913550 Jul 15 23:35:05.481623 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60724) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:05.525724 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c1d32ca-7056-4363-a937-d26670adc4b3 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:05.553185 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-3c2aaee9-c513-49b9-8c6d-c5d35dd966be tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "GET /v2.0/ports?device_id=9640fd60-1cb7-4f1d-8ffa-33af2feecc8a HTTP/1.1" status: 200 len: 205 time: 0.0599394 Jul 15 23:35:05.553409 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9085de0c-625f-4b0c-beef-a342291f82e0 None None] Provisioning for port 5f2d48ce-9c93-46a1-abba-881513cfa921 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:35:05.557204 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60726) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:05.568863 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9085de0c-625f-4b0c-beef-a342291f82e0 None None] Provisioning complete for port 5f2d48ce-9c93-46a1-abba-881513cfa921 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:35:05.569265 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9085de0c-625f-4b0c-beef-a342291f82e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:05.644784 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [None req-1dbab798-cdbc-4133-9258-0dcd3e99d2cf tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] delete failed (client error): The resource could not be found. Jul 15 23:35:05.648952 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1d32ca-7056-4363-a937-d26670adc4b3 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Network 7ae64ec5-44d6-46c7-ad1b-ba8865d2aa0c is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:35:05.654657 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-1dbab798-cdbc-4133-9258-0dcd3e99d2cf tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "DELETE /v2.0/routers/9640fd60-1cb7-4f1d-8ffa-33af2feecc8a HTTP/1.1" status: 404 len: 336 time: 0.0960493 Jul 15 23:35:05.655039 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-1c1d32ca-7056-4363-a937-d26670adc4b3 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:35:05.661095 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1d32ca-7056-4363-a937-d26670adc4b3 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:35:05.663964 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-9085de0c-625f-4b0c-beef-a342291f82e0 None None] Port 5f2d48ce-9c93-46a1-abba-881513cfa921 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:35:05.676301 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 60728) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:05.767053 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-7a4be848-454a-41d4-a220-9936a232565d tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0d13955-7a8c-418f-bce1-0ba2af030a79 HTTP/1.1" status: 200 len: 205 time: 0.0867708 Jul 15 23:35:05.769630 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60732) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:05.817768 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d32ca-7056-4363-a937-d26670adc4b3 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event updated for resources: {'Port': ['ID=2b48867d-9625-4684-8fe2-99e3e5762474,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:05.844763 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [None req-e9e38529-5f11-4f0f-b7de-e0ff9ed00fdf tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] delete failed (client error): The resource could not be found. Jul 15 23:35:05.847031 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e9e38529-5f11-4f0f-b7de-e0ff9ed00fdf tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "DELETE /v2.0/routers/b0d13955-7a8c-418f-bce1-0ba2af030a79 HTTP/1.1" status: 404 len: 336 time: 0.0749502 Jul 15 23:35:05.848018 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f0257b-a0f6-42d3-872d-e92c4ba69df3 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Made reservation on behalf of eb86f6463b8e407e9b74b38456f55e3d for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:35:05.850098 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 60734) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:05.852415 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03f0257b-a0f6-42d3-872d-e92c4ba69df3 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:05.904082 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1d32ca-7056-4363-a937-d26670adc4b3 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:05.904805 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c1d32ca-7056-4363-a937-d26670adc4b3 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:05.908199 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-03f0257b-a0f6-42d3-872d-e92c4ba69df3 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] device_id is not set on port 374401ae-866f-43aa-b923-f6672c360989 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:35:06.006074 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-1c1d32ca-7056-4363-a937-d26670adc4b3 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6857157 Jul 15 23:35:06.006837 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60738) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:06.007968 n-d-794306-6 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-14b9267d-7351-4da0-9a14-547108a00ad5 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] DELETE failed (client error): The resource could not be found. Jul 15 23:35:06.014479 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14b9267d-7351-4da0-9a14-547108a00ad5 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:35:06.019559 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-14b9267d-7351-4da0-9a14-547108a00ad5 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "DELETE /v2.0/subnets/287a1200-f59d-4f91-bb07-61f62dcbbe57 HTTP/1.1" status: 404 len: 337 time: 0.1672795 Jul 15 23:35:06.026729 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 60740) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:06.106864 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c3a671e9-3f68-4811-9e0f-4900cc553682 None None] Provisioning for port 2b48867d-9625-4684-8fe2-99e3e5762474 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:35:06.115924 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60742) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:06.117801 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c3a671e9-3f68-4811-9e0f-4900cc553682 None None] Provisioning complete for port 2b48867d-9625-4684-8fe2-99e3e5762474 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:35:06.118607 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c3a671e9-3f68-4811-9e0f-4900cc553682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:06.120300 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-c4f9e8fe-45b7-4dea-b07c-0de6d5496145 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "GET /v2.0/ports?device_id=080bdc7e-8320-4cdc-b8c2-8e84256913ce HTTP/1.1" status: 200 len: 205 time: 0.0773866 Jul 15 23:35:06.202118 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c3a671e9-3f68-4811-9e0f-4900cc553682 None None] Port 2b48867d-9625-4684-8fe2-99e3e5762474 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:35:06.252653 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [None req-0153e165-c506-4194-a29c-ea3323404758 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] delete failed (client error): The resource could not be found. Jul 15 23:35:06.253921 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-0153e165-c506-4194-a29c-ea3323404758 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "DELETE /v2.0/routers/080bdc7e-8320-4cdc-b8c2-8e84256913ce HTTP/1.1" status: 404 len: 336 time: 0.1297176 Jul 15 23:35:06.256763 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 60744) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:06.315553 n-d-794306-6 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4b7de2a-f33f-4e23-8201-1abd5c18697e tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] DELETE failed (client error): The resource could not be found. Jul 15 23:35:06.316231 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4b7de2a-f33f-4e23-8201-1abd5c18697e tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:35:06.318544 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-e4b7de2a-f33f-4e23-8201-1abd5c18697e tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "DELETE /v2.0/subnets/90228ed8-cd05-4fd5-83e3-e3238a912cae HTTP/1.1" status: 404 len: 337 time: 0.0605204 Jul 15 23:35:06.323157 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 60746) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:06.363354 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:06.380977 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-e30178f9-02a5-4a1d-b2c5-ad4dd82ba404 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecd6ae8e-847d-4b0b-84da-f356c4ab9330 HTTP/1.1" status: 200 len: 205 time: 0.0565491 Jul 15 23:35:06.384940 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 60750) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:06.444660 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [None req-ef9bc983-6bda-46d1-8863-d01f4035a1f4 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] delete failed (client error): The resource could not be found. Jul 15 23:35:06.445702 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-ef9bc983-6bda-46d1-8863-d01f4035a1f4 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "DELETE /v2.0/routers/ecd6ae8e-847d-4b0b-84da-f356c4ab9330 HTTP/1.1" status: 404 len: 336 time: 0.0596950 Jul 15 23:35:06.448735 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 60752) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:06.513942 n-d-794306-6 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-e04c7f26-d2c4-45fe-b6f3-1a22e2ab2daa tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] DELETE failed (client error): The resource could not be found. Jul 15 23:35:06.514622 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e04c7f26-d2c4-45fe-b6f3-1a22e2ab2daa tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:35:06.520012 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-e04c7f26-d2c4-45fe-b6f3-1a22e2ab2daa tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "DELETE /v2.0/subnets/f4067cb1-4bbe-42c4-b3f2-b7030a0cc3bc HTTP/1.1" status: 404 len: 337 time: 0.0700226 Jul 15 23:35:06.521006 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 60758) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:06.525749 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f8b3ea-9b4a-438b-9e8c-56653f61d481 req-85bc3b08-5fa9-4828-9f2b-c6c2058ba048 tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:06.527261 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-08f8b3ea-9b4a-438b-9e8c-56653f61d481 req-85bc3b08-5fa9-4828-9f2b-c6c2058ba048 tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] 10.222.0.49 "GET /v2.0/networks?id=6145aed5-b518-48fb-89e2-74131e67559c HTTP/1.1" status: 200 len: 809 time: 0.2974944 Jul 15 23:35:06.543513 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-03f0257b-a0f6-42d3-872d-e92c4ba69df3 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Allocated IP 172.20.0.11 (25840b07-1761-4752-a916-d2a33545135c/f36d0976-df13-476c-a137-f8d3dc54e548/374401ae-866f-43aa-b923-f6672c360989) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:35:06.582946 n-d-794306-6 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f032773-76c2-4ee3-85f2-85df5624aff8 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] DELETE failed (client error): The resource could not be found. Jul 15 23:35:06.583419 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f032773-76c2-4ee3-85f2-85df5624aff8 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:35:06.588068 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-4f032773-76c2-4ee3-85f2-85df5624aff8 tempest-RoutersTest-28089622 tempest-RoutersTest-28089622-project] 10.222.0.48 "DELETE /v2.0/subnets/7f66e409-c11d-46c1-83c0-e7439e17a343 HTTP/1.1" status: 404 len: 337 time: 0.0659149 Jul 15 23:35:06.650447 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-08f8b3ea-9b4a-438b-9e8c-56653f61d481 req-1bf15110-0b66-46f0-8ebc-a7fad1af817e tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] Request body: {'port': {'device_id': 'd307d113-3a88-4bf8-b329-d9ec3262042f', 'network_id': '6145aed5-b518-48fb-89e2-74131e67559c', 'admin_state_up': True, 'tenant_id': 'e85e101cb7d14ef59a582614f75c1832'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:35:06.657864 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b3441f4c-7247-4e86-960b-bee3d88566d9 req-c6a14f48-c9cd-4d4a-97a7-9398714dbed0 tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] 10.222.0.48 "GET /v2.0/ports?device_id=d307d113-3a88-4bf8-b329-d9ec3262042f HTTP/1.1" status: 200 len: 210 time: 0.0385025 Jul 15 23:35:06.976435 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 60766) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:07.126079 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bf4eea-aa0d-4f5d-889f-e4474b3f41f4 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:07.127638 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-52bf4eea-aa0d-4f5d-889f-e4474b3f41f4 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 1.1195581 Jul 15 23:35:07.131407 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 60770) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:07.311451 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03f0257b-a0f6-42d3-872d-e92c4ba69df3 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:07.338044 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-03f0257b-a0f6-42d3-872d-e92c4ba69df3 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Transition to ACTIVE for port object 374401ae-866f-43aa-b923-f6672c360989 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:35:07.352023 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08f8b3ea-9b4a-438b-9e8c-56653f61d481 req-1bf15110-0b66-46f0-8ebc-a7fad1af817e tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] Made reservation on behalf of e85e101cb7d14ef59a582614f75c1832 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:35:07.355740 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-08f8b3ea-9b4a-438b-9e8c-56653f61d481 req-1bf15110-0b66-46f0-8ebc-a7fad1af817e tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:07.367659 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 489389f1-3565-4c72-9f87-2186f731e8ae up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:35:07.450434 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03f0257b-a0f6-42d3-872d-e92c4ba69df3 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:07.525881 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-17787538-e082-46cd-a1f2-cb5cf4f16445 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=11b45b448a4843a1ab9b8fe9c2c28bb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5467620 Jul 15 23:35:07.554833 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 489389f1-3565-4c72-9f87-2186f731e8ae triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:35:07.555809 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:07.570845 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60778) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:07.571727 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f0257b-a0f6-42d3-872d-e92c4ba69df3 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Pushing event updated for resources: {'Port': ['ID=374401ae-866f-43aa-b923-f6672c360989,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:07.643645 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96a95a6-46f3-4137-a213-1c70d13f3c85 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:07.651357 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96a95a6-46f3-4137-a213-1c70d13f3c85 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:07.659105 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96a95a6-46f3-4137-a213-1c70d13f3c85 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:07.664535 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-e96a95a6-46f3-4137-a213-1c70d13f3c85 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.5314496 Jul 15 23:35:07.665326 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 60780) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:07.674327 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f0257b-a0f6-42d3-872d-e92c4ba69df3 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Network 25840b07-1761-4752-a916-d2a33545135c is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:35:07.707320 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-03f0257b-a0f6-42d3-872d-e92c4ba69df3 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:35:07.727793 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f0257b-a0f6-42d3-872d-e92c4ba69df3 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:35:07.811551 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f0257b-a0f6-42d3-872d-e92c4ba69df3 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:07.813495 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03f0257b-a0f6-42d3-872d-e92c4ba69df3 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:07.836693 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b81d4662-04a9-45a5-b1db-20148262de13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:07.861662 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-336fe9c8-7a1d-479b-aafd-902825b87902 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Deleting port 2b48867d-9625-4684-8fe2-99e3e5762474 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:35:07.862261 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-336fe9c8-7a1d-479b-aafd-902825b87902 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:07.926556 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b81d4662-04a9-45a5-b1db-20148262de13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:07.965558 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-03f0257b-a0f6-42d3-872d-e92c4ba69df3 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.7104833 Jul 15 23:35:07.967989 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dde31b6f-1006-403f-aa3f-469dada80577 req-275c4555-04c0-4af6-bb76-c13e1e01bffb tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] 10.222.0.48 "GET /v2.0/ports?device_id=d307d113-3a88-4bf8-b329-d9ec3262042f HTTP/1.1" status: 200 len: 210 time: 0.1008518 Jul 15 23:35:07.971890 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 60786) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:08.115639 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-08f8b3ea-9b4a-438b-9e8c-56653f61d481 req-1bf15110-0b66-46f0-8ebc-a7fad1af817e tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] Allocated IP 172.20.0.14 (6145aed5-b518-48fb-89e2-74131e67559c/3a9d0694-4c68-439f-b4c5-dbe0f9debb12/86b57732-de38-46f1-a0a0-2a2870f0a02f) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:35:08.150913 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-336fe9c8-7a1d-479b-aafd-902825b87902 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:08.164269 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-94029c8b-7927-469f-8447-7bd72f3731bd None None] Provisioning for port 374401ae-866f-43aa-b923-f6672c360989 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:35:08.180020 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-94029c8b-7927-469f-8447-7bd72f3731bd None None] Provisioning complete for port 374401ae-866f-43aa-b923-f6672c360989 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:35:08.180316 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-7c206451-2e73-4155-b3a8-b45337f95be9 tempest-FloatingIPAdminTestJSON-2059623796 tempest-FloatingIPAdminTestJSON-2059623796-project-admin] Request body: {'floatingip': {'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'project_id': 'eb86f6463b8e407e9b74b38456f55e3d', 'port_id': '374401ae-866f-43aa-b923-f6672c360989'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:35:08.184396 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-94029c8b-7927-469f-8447-7bd72f3731bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:08.189925 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-336fe9c8-7a1d-479b-aafd-902825b87902 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Calling delete_port for 2b48867d-9625-4684-8fe2-99e3e5762474 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:35:08.285793 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c206451-2e73-4155-b3a8-b45337f95be9 tempest-FloatingIPAdminTestJSON-2059623796 tempest-FloatingIPAdminTestJSON-2059623796-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:08.328652 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:08.331650 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-94029c8b-7927-469f-8447-7bd72f3731bd None None] Port 374401ae-866f-43aa-b923-f6672c360989 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:35:08.364701 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b81d4662-04a9-45a5-b1db-20148262de13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:08.369456 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b81d4662-04a9-45a5-b1db-20148262de13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:08.373384 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b81d4662-04a9-45a5-b1db-20148262de13 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5ca02128-f5fa-4241-bd7c-33e2a01a94bd HTTP/1.1" status: 204 len: 168 time: 0.7955780 Jul 15 23:35:08.393507 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81d4662-04a9-45a5-b1db-20148262de13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca02128-f5fa-4241-bd7c-33e2a01a94bd,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:08.422075 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-08f8b3ea-9b4a-438b-9e8c-56653f61d481 req-1bf15110-0b66-46f0-8ebc-a7fad1af817e tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:08.505321 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-08f8b3ea-9b4a-438b-9e8c-56653f61d481 req-1bf15110-0b66-46f0-8ebc-a7fad1af817e tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:08.537546 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08f8b3ea-9b4a-438b-9e8c-56653f61d481 req-1bf15110-0b66-46f0-8ebc-a7fad1af817e tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] Network 6145aed5-b518-48fb-89e2-74131e67559c is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:35:08.562375 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-336fe9c8-7a1d-479b-aafd-902825b87902 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:08.571765 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-08f8b3ea-9b4a-438b-9e8c-56653f61d481 req-1bf15110-0b66-46f0-8ebc-a7fad1af817e tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:35:08.576327 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-08f8b3ea-9b4a-438b-9e8c-56653f61d481 req-1bf15110-0b66-46f0-8ebc-a7fad1af817e tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:35:08.633969 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f8b3ea-9b4a-438b-9e8c-56653f61d481 req-1bf15110-0b66-46f0-8ebc-a7fad1af817e tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:08.634673 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-08f8b3ea-9b4a-438b-9e8c-56653f61d481 req-1bf15110-0b66-46f0-8ebc-a7fad1af817e tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:08.662063 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336fe9c8-7a1d-479b-aafd-902825b87902 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event deleted for resources: {'Port': ['ID=2b48867d-9625-4684-8fe2-99e3e5762474,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:08.664143 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf15110-0b66-46f0-8ebc-a7fad1af817e tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] Pushing event updated for resources: {'Port': ['ID=86b57732-de38-46f1-a0a0-2a2870f0a02f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:08.668449 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-08f8b3ea-9b4a-438b-9e8c-56653f61d481 req-1bf15110-0b66-46f0-8ebc-a7fad1af817e tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0284417 Jul 15 23:35:08.689868 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-08f8b3ea-9b4a-438b-9e8c-56653f61d481 req-2ab8496a-e84d-4f59-84f8-a4edae420943 service neutron] Request body: {'port': {'device_id': 'd307d113-3a88-4bf8-b329-d9ec3262042f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:35:08.802829 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-08f8b3ea-9b4a-438b-9e8c-56653f61d481 req-2ab8496a-e84d-4f59-84f8-a4edae420943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:08.843958 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c206451-2e73-4155-b3a8-b45337f95be9 tempest-FloatingIPAdminTestJSON-2059623796 tempest-FloatingIPAdminTestJSON-2059623796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:08.858904 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-336fe9c8-7a1d-479b-aafd-902825b87902 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:08.861532 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-336fe9c8-7a1d-479b-aafd-902825b87902 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "DELETE /v2.0/ports/2b48867d-9625-4684-8fe2-99e3e5762474 HTTP/1.1" status: 204 len: 168 time: 1.1947174 Jul 15 23:35:08.897291 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60804) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:08.939202 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-399b2297-80d6-43da-857f-478b041d7088 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] GET failed (client error): The resource could not be found. Jul 15 23:35:08.943757 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-399b2297-80d6-43da-857f-478b041d7088 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "GET /v2.0/ports/2b48867d-9625-4684-8fe2-99e3e5762474 HTTP/1.1" status: 404 len: 333 time: 0.0453501 Jul 15 23:35:08.946374 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60808) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:09.269021 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-5f87682d-fda3-4816-a14c-67cea7d3b1a3 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Deleting port 5f2d48ce-9c93-46a1-abba-881513cfa921 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:35:09.269415 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f87682d-fda3-4816-a14c-67cea7d3b1a3 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:09.288647 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-7c206451-2e73-4155-b3a8-b45337f95be9 tempest-FloatingIPAdminTestJSON-2059623796 tempest-FloatingIPAdminTestJSON-2059623796-project-admin] Allocated IP 172.25.5.67 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/47be231f-378a-460f-b4fd-9df0f841bc13) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:35:09.445349 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f87682d-fda3-4816-a14c-67cea7d3b1a3 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:09.464599 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-5f87682d-fda3-4816-a14c-67cea7d3b1a3 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Calling delete_port for 5f2d48ce-9c93-46a1-abba-881513cfa921 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:35:09.556098 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acbb5d4-d610-4f97-83c8-582c7620b45f req-a2eb8ce0-8a89-4183-96c9-3db19d1b70fa tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:09.567923 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2acbb5d4-d610-4f97-83c8-582c7620b45f req-a2eb8ce0-8a89-4183-96c9-3db19d1b70fa tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] 10.222.0.48 "GET /v2.0/ports?device_id=d307d113-3a88-4bf8-b329-d9ec3262042f HTTP/1.1" status: 200 len: 932 time: 0.2827702 Jul 15 23:35:09.641187 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2acbb5d4-d610-4f97-83c8-582c7620b45f req-d07bdd72-9df7-4c19-a413-26c6abbc50b9 tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] 10.222.0.48 "GET /v2.0/security-groups?id=f87ff988-14c3-4112-a792-18533738bd92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755177 Jul 15 23:35:09.648634 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-08f8b3ea-9b4a-438b-9e8c-56653f61d481 req-2ab8496a-e84d-4f59-84f8-a4edae420943 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86b57732-de38-46f1-a0a0-2a2870f0a02f {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:35:09.653347 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c206451-2e73-4155-b3a8-b45337f95be9 tempest-FloatingIPAdminTestJSON-2059623796 tempest-FloatingIPAdminTestJSON-2059623796-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:09.659914 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-08f8b3ea-9b4a-438b-9e8c-56653f61d481 req-2ab8496a-e84d-4f59-84f8-a4edae420943 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:09.685068 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-08f8b3ea-9b4a-438b-9e8c-56653f61d481 req-2ab8496a-e84d-4f59-84f8-a4edae420943 service neutron] Transition to ACTIVE for port object 86b57732-de38-46f1-a0a0-2a2870f0a02f will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:35:09.705411 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-08f8b3ea-9b4a-438b-9e8c-56653f61d481 req-2ab8496a-e84d-4f59-84f8-a4edae420943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:09.761566 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c206451-2e73-4155-b3a8-b45337f95be9 tempest-FloatingIPAdminTestJSON-2059623796 tempest-FloatingIPAdminTestJSON-2059623796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:09.843620 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c206451-2e73-4155-b3a8-b45337f95be9 tempest-FloatingIPAdminTestJSON-2059623796 tempest-FloatingIPAdminTestJSON-2059623796-project-admin] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:35:09.847650 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f87682d-fda3-4816-a14c-67cea7d3b1a3 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:09.849802 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab8496a-e84d-4f59-84f8-a4edae420943 service neutron] Pushing event updated for resources: {'Port': ['ID=86b57732-de38-46f1-a0a0-2a2870f0a02f,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:09.871456 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-7c206451-2e73-4155-b3a8-b45337f95be9 tempest-FloatingIPAdminTestJSON-2059623796 tempest-FloatingIPAdminTestJSON-2059623796-project-admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:35:09.874105 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c206451-2e73-4155-b3a8-b45337f95be9 tempest-FloatingIPAdminTestJSON-2059623796 tempest-FloatingIPAdminTestJSON-2059623796-project-admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:35:09.917929 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f87682d-fda3-4816-a14c-67cea7d3b1a3 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event deleted for resources: {'Port': ['ID=5f2d48ce-9c93-46a1-abba-881513cfa921,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:09.918267 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 60834) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:09.918947 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c206451-2e73-4155-b3a8-b45337f95be9 tempest-FloatingIPAdminTestJSON-2059623796 tempest-FloatingIPAdminTestJSON-2059623796-project-admin] Pushing event updated for resources: {'Port': ['ID=47be231f-378a-460f-b4fd-9df0f841bc13,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:10.163832 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f87682d-fda3-4816-a14c-67cea7d3b1a3 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:10.165780 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-5f87682d-fda3-4816-a14c-67cea7d3b1a3 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "DELETE /v2.0/ports/5f2d48ce-9c93-46a1-abba-881513cfa921 HTTP/1.1" status: 204 len: 168 time: 1.2184572 Jul 15 23:35:10.168521 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60840) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:10.199729 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-4e5a374f-067e-4e67-9460-a2641598576f tempest-ServiceProvidersTest-166142215 tempest-ServiceProvidersTest-166142215-project] 10.222.0.48 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2570200 Jul 15 23:35:10.230300 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4c209d2-5c7a-4ab3-b6bc-ca3be3c11a9d tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] GET failed (client error): The resource could not be found. Jul 15 23:35:10.232235 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b4c209d2-5c7a-4ab3-b6bc-ca3be3c11a9d tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "GET /v2.0/ports/5f2d48ce-9c93-46a1-abba-881513cfa921 HTTP/1.1" status: 404 len: 333 time: 0.0628247 Jul 15 23:35:10.235080 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60844) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:10.304112 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-301a5f9f-de8b-4c7c-be01-2b1e66959a42 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Deleting subnet 9e01b3e2-2802-4c25-af5c-f387ca498405 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:35:10.309598 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-301a5f9f-de8b-4c7c-be01-2b1e66959a42 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:10.350690 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-08f8b3ea-9b4a-438b-9e8c-56653f61d481 req-2ab8496a-e84d-4f59-84f8-a4edae420943 service neutron] Attempting to bind port 86b57732-de38-46f1-a0a0-2a2870f0a02f on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:35:10.351030 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-08f8b3ea-9b4a-438b-9e8c-56653f61d481 req-2ab8496a-e84d-4f59-84f8-a4edae420943 service neutron] Attempting to bind port 86b57732-de38-46f1-a0a0-2a2870f0a02f by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '2a536234-9bb1-497c-bf6b-4d2b6ccc534a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6145aed5-b518-48fb-89e2-74131e67559c'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:35:10.351442 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f8b3ea-9b4a-438b-9e8c-56653f61d481 req-2ab8496a-e84d-4f59-84f8-a4edae420943 service neutron] Attempting to bind port 86b57732-de38-46f1-a0a0-2a2870f0a02f on network 6145aed5-b518-48fb-89e2-74131e67559c {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:35:10.358841 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f8b3ea-9b4a-438b-9e8c-56653f61d481 req-2ab8496a-e84d-4f59-84f8-a4edae420943 service neutron] Port 86b57732-de38-46f1-a0a0-2a2870f0a02f on network 6145aed5-b518-48fb-89e2-74131e67559c not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:35:10.359143 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f8b3ea-9b4a-438b-9e8c-56653f61d481 req-2ab8496a-e84d-4f59-84f8-a4edae420943 service neutron] Attempting to bind port 86b57732-de38-46f1-a0a0-2a2870f0a02f on network 6145aed5-b518-48fb-89e2-74131e67559c {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:35:10.368278 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f8b3ea-9b4a-438b-9e8c-56653f61d481 req-2ab8496a-e84d-4f59-84f8-a4edae420943 service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:35:10.368627 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f8b3ea-9b4a-438b-9e8c-56653f61d481 req-2ab8496a-e84d-4f59-84f8-a4edae420943 service neutron] Checking segment: {'id': '2a536234-9bb1-497c-bf6b-4d2b6ccc534a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6145aed5-b518-48fb-89e2-74131e67559c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:35:10.369026 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f8b3ea-9b4a-438b-9e8c-56653f61d481 req-2ab8496a-e84d-4f59-84f8-a4edae420943 service neutron] Bound using segment: {'id': '2a536234-9bb1-497c-bf6b-4d2b6ccc534a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6145aed5-b518-48fb-89e2-74131e67559c'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:35:10.369597 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-08f8b3ea-9b4a-438b-9e8c-56653f61d481 req-2ab8496a-e84d-4f59-84f8-a4edae420943 service neutron] Bound port: 86b57732-de38-46f1-a0a0-2a2870f0a02f, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a536234-9bb1-497c-bf6b-4d2b6ccc534a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6145aed5-b518-48fb-89e2-74131e67559c'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:35:10.369968 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-08f8b3ea-9b4a-438b-9e8c-56653f61d481 req-2ab8496a-e84d-4f59-84f8-a4edae420943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:10.388199 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-301a5f9f-de8b-4c7c-be01-2b1e66959a42 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:10.556094 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-08f8b3ea-9b4a-438b-9e8c-56653f61d481 req-2ab8496a-e84d-4f59-84f8-a4edae420943 service neutron] For port 86b57732-de38-46f1-a0a0-2a2870f0a02f, host n-h1-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:35:10.562305 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-301a5f9f-de8b-4c7c-be01-2b1e66959a42 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:10.596741 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-08f8b3ea-9b4a-438b-9e8c-56653f61d481 req-2ab8496a-e84d-4f59-84f8-a4edae420943 service neutron] For port 86b57732-de38-46f1-a0a0-2a2870f0a02f, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=86b57732-de38-46f1-a0a0-2a2870f0a02f,segment=NetworkSegment(2a536234-9bb1-497c-bf6b-4d2b6ccc534a),segment_id=2a536234-9bb1-497c-bf6b-4d2b6ccc534a)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:35:10.612554 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-08f8b3ea-9b4a-438b-9e8c-56653f61d481 req-2ab8496a-e84d-4f59-84f8-a4edae420943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:10.667173 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f8b3ea-9b4a-438b-9e8c-56653f61d481 req-2ab8496a-e84d-4f59-84f8-a4edae420943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:10.668449 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-08f8b3ea-9b4a-438b-9e8c-56653f61d481 req-2ab8496a-e84d-4f59-84f8-a4edae420943 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:10.670517 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-08f8b3ea-9b4a-438b-9e8c-56653f61d481 req-2ab8496a-e84d-4f59-84f8-a4edae420943 service neutron] 10.222.0.49 "PUT /v2.0/ports/86b57732-de38-46f1-a0a0-2a2870f0a02f HTTP/1.1" status: 200 len: 1092 time: 1.9894652 Jul 15 23:35:10.671275 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd307d113-3a88-4bf8-b329-d9ec3262042f', 'tag': '86b57732-de38-46f1-a0a0-2a2870f0a02f'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:35:10.674875 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28bf3b05-06e6-42ce-99c3-5619d3254afe" -d '{"events": [{"name": "network-changed", "server_uuid": "d307d113-3a88-4bf8-b329-d9ec3262042f", "tag": "86b57732-de38-46f1-a0a0-2a2870f0a02f"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:35:10.746254 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-301a5f9f-de8b-4c7c-be01-2b1e66959a42 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:10.765989 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab8496a-e84d-4f59-84f8-a4edae420943 service neutron] Pushing event updated for resources: {'Port': ['ID=86b57732-de38-46f1-a0a0-2a2870f0a02f,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:10.796129 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60858) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:10.970592 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301a5f9f-de8b-4c7c-be01-2b1e66959a42 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event deleted for resources: {'Subnet': ['ID=9e01b3e2-2802-4c25-af5c-f387ca498405,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:10.983013 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7321c6-44c5-464c-98db-7871f0758958 None None] Network 7ae64ec5-44d6-46c7-ad1b-ba8865d2aa0c requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:35:10.996988 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-301a5f9f-de8b-4c7c-be01-2b1e66959a42 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:11.013715 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-301a5f9f-de8b-4c7c-be01-2b1e66959a42 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "DELETE /v2.0/subnets/9e01b3e2-2802-4c25-af5c-f387ca498405 HTTP/1.1" status: 204 len: 168 time: 0.7772882 Jul 15 23:35:11.021897 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60862) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:11.173711 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a631536a-ca8b-4632-a9d5-7a52cc28dac6 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:11.192249 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e26be2-d4da-43c4-8585-56b8e22c63d1 x-openstack-request-id: req-39e26be2-d4da-43c4-8585-56b8e22c63d1 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:35:11.192604 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d307d113-3a88-4bf8-b329-d9ec3262042f", "tag": "86b57732-de38-46f1-a0a0-2a2870f0a02f", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:35:11.192826 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-39e26be2-d4da-43c4-8585-56b8e22c63d1 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:35:11.193235 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd307d113-3a88-4bf8-b329-d9ec3262042f', 'tag': '86b57732-de38-46f1-a0a0-2a2870f0a02f', 'status': 'completed', 'code': 200} Jul 15 23:35:11.267184 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26f16185-55df-47b9-a2f2-8c4b4de8494a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:11.275840 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f8b3ea-9b4a-438b-9e8c-56653f61d481 req-9f6782cc-dd46-407d-a57f-ea65264dc0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:11.277385 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-08f8b3ea-9b4a-438b-9e8c-56653f61d481 req-9f6782cc-dd46-407d-a57f-ea65264dc0e7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e85e101cb7d14ef59a582614f75c1832&device_id=d307d113-3a88-4bf8-b329-d9ec3262042f HTTP/1.1" status: 200 len: 1095 time: 0.4828582 Jul 15 23:35:11.445043 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558e3b78-a3c0-4a9e-ae06-511f3b4ae931 None None] DHCP port deletion for 7ae64ec5-44d6-46c7-ad1b-ba8865d2aa0c request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:35:11.475855 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-08f8b3ea-9b4a-438b-9e8c-56653f61d481 req-51c000f2-ed4d-45c7-acac-9a34637a4aa0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86b57732-de38-46f1-a0a0-2a2870f0a02f HTTP/1.1" status: 200 len: 217 time: 0.1041059 Jul 15 23:35:11.483964 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c206451-2e73-4155-b3a8-b45337f95be9 tempest-FloatingIPAdminTestJSON-2059623796 tempest-FloatingIPAdminTestJSON-2059623796-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:11.547714 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f723361-6714-424f-93ca-2f735dbfa74e req-524adca7-867b-4760-82f9-79296e65f227 tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:11.550568 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-558e3b78-a3c0-4a9e-ae06-511f3b4ae931 None None] Deleting port 489389f1-3565-4c72-9f87-2186f731e8ae {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:35:11.551080 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-558e3b78-a3c0-4a9e-ae06-511f3b4ae931 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:11.555675 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8f723361-6714-424f-93ca-2f735dbfa74e req-524adca7-867b-4760-82f9-79296e65f227 tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] 10.222.0.48 "GET /v2.0/ports?device_id=d307d113-3a88-4bf8-b329-d9ec3262042f HTTP/1.1" status: 200 len: 944 time: 0.2488365 Jul 15 23:35:11.599968 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-a631536a-ca8b-4632-a9d5-7a52cc28dac6 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Deleting port 489389f1-3565-4c72-9f87-2186f731e8ae {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:35:11.600353 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a631536a-ca8b-4632-a9d5-7a52cc28dac6 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:11.637295 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8f723361-6714-424f-93ca-2f735dbfa74e req-4f3b6257-1f19-419d-9bf6-a434c7ef6f05 tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] 10.222.0.48 "GET /v2.0/security-groups?id=f87ff988-14c3-4112-a792-18533738bd92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789719 Jul 15 23:35:11.711320 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f8b3ea-9b4a-438b-9e8c-56653f61d481 req-ecffff5f-b2a0-4c33-a1ac-10d71200cd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:11.713156 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-08f8b3ea-9b4a-438b-9e8c-56653f61d481 req-ecffff5f-b2a0-4c33-a1ac-10d71200cd63 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3a9d0694-4c68-439f-b4c5-dbe0f9debb12 HTTP/1.1" status: 200 len: 849 time: 0.2199061 Jul 15 23:35:11.716361 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c206451-2e73-4155-b3a8-b45337f95be9 tempest-FloatingIPAdminTestJSON-2059623796 tempest-FloatingIPAdminTestJSON-2059623796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:11.734782 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-558e3b78-a3c0-4a9e-ae06-511f3b4ae931 None None] For port 489389f1-3565-4c72-9f87-2186f731e8ae, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=489389f1-3565-4c72-9f87-2186f731e8ae,segment=NetworkSegment(643355e6-e27c-4e58-a1b8-462aa841fef2),segment_id=643355e6-e27c-4e58-a1b8-462aa841fef2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:35:11.735361 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-558e3b78-a3c0-4a9e-ae06-511f3b4ae931 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:11.757351 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-558e3b78-a3c0-4a9e-ae06-511f3b4ae931 None None] Calling delete_port for 489389f1-3565-4c72-9f87-2186f731e8ae owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:35:11.962483 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-08f8b3ea-9b4a-438b-9e8c-56653f61d481 req-70e93fbc-e267-4017-8b33-9edf3d53e34a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6145aed5-b518-48fb-89e2-74131e67559c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1849873 Jul 15 23:35:11.962978 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-558e3b78-a3c0-4a9e-ae06-511f3b4ae931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:11.981733 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558e3b78-a3c0-4a9e-ae06-511f3b4ae931 None None] Pushing event deleted for resources: {'Port': ['ID=489389f1-3565-4c72-9f87-2186f731e8ae,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:11.993530 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558e3b78-a3c0-4a9e-ae06-511f3b4ae931 None None] No DVR routers for this DVR port 489389f1-3565-4c72-9f87-2186f731e8ae on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:35:12.025435 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26f16185-55df-47b9-a2f2-8c4b4de8494a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:12.075777 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26f16185-55df-47b9-a2f2-8c4b4de8494a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:12.110445 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-a631536a-ca8b-4632-a9d5-7a52cc28dac6 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] For port 489389f1-3565-4c72-9f87-2186f731e8ae, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=489389f1-3565-4c72-9f87-2186f731e8ae,segment=NetworkSegment(643355e6-e27c-4e58-a1b8-462aa841fef2),segment_id=643355e6-e27c-4e58-a1b8-462aa841fef2)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:35:12.111073 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a631536a-ca8b-4632-a9d5-7a52cc28dac6 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:12.121144 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c206451-2e73-4155-b3a8-b45337f95be9 tempest-FloatingIPAdminTestJSON-2059623796 tempest-FloatingIPAdminTestJSON-2059623796-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:12.123338 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f16185-55df-47b9-a2f2-8c4b4de8494a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d5be34-ff86-444b-b43b-45166ddc5f80,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:12.133316 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c206451-2e73-4155-b3a8-b45337f95be9 tempest-FloatingIPAdminTestJSON-2059623796 tempest-FloatingIPAdminTestJSON-2059623796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:12.160244 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60890) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:12.173862 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-a631536a-ca8b-4632-a9d5-7a52cc28dac6 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Calling delete_port for 489389f1-3565-4c72-9f87-2186f731e8ae owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:35:12.294383 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c206451-2e73-4155-b3a8-b45337f95be9 tempest-FloatingIPAdminTestJSON-2059623796 tempest-FloatingIPAdminTestJSON-2059623796-project-admin] Pushing event updated for resources: {'Port': ['ID=47be231f-378a-460f-b4fd-9df0f841bc13,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:12.337323 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c206451-2e73-4155-b3a8-b45337f95be9 tempest-FloatingIPAdminTestJSON-2059623796 tempest-FloatingIPAdminTestJSON-2059623796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:12.365713 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-26f16185-55df-47b9-a2f2-8c4b4de8494a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=50cbd9da3a9a430fb7f8c3a9009a9610&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5421317 Jul 15 23:35:12.369749 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60896) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:12.442729 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-08f8b3ea-9b4a-438b-9e8c-56653f61d481 req-d196c495-a72b-4bae-affd-53254a4b6d8d service neutron] 10.222.0.49 "GET /v2.0/networks/6145aed5-b518-48fb-89e2-74131e67559c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5242717 Jul 15 23:35:12.459343 n-d-794306-6 neutron-server[93770]: INFO neutron.db.l3_db [None req-7c206451-2e73-4155-b3a8-b45337f95be9 tempest-FloatingIPAdminTestJSON-2059623796 tempest-FloatingIPAdminTestJSON-2059623796-project-admin] Floating IP c9b1ab39-5119-4642-b555-63c3889b20a0 associated. External IP: 172.25.5.67, port: 374401ae-866f-43aa-b923-f6672c360989. Jul 15 23:35:12.658457 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8dff8590-18fe-4f07-afc3-6df8ba335205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:12.683399 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8dff8590-18fe-4f07-afc3-6df8ba335205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:12.758085 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8dff8590-18fe-4f07-afc3-6df8ba335205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:12.761157 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8dff8590-18fe-4f07-afc3-6df8ba335205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:12.763212 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-8dff8590-18fe-4f07-afc3-6df8ba335205 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/90d5be34-ff86-444b-b43b-45166ddc5f80 HTTP/1.1" status: 204 len: 168 time: 0.3914776 Jul 15 23:35:12.792643 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dff8590-18fe-4f07-afc3-6df8ba335205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d5be34-ff86-444b-b43b-45166ddc5f80,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:12.815211 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a631536a-ca8b-4632-a9d5-7a52cc28dac6 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:12.840082 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-ae5d4ea7-90c7-431a-b330-ea37dd281bc8 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Deleting port cdef29ca-7065-4e31-8321-3137b2d09414 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:35:12.840581 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4ea7-90c7-431a-b330-ea37dd281bc8 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:12.864679 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c206451-2e73-4155-b3a8-b45337f95be9 tempest-FloatingIPAdminTestJSON-2059623796 tempest-FloatingIPAdminTestJSON-2059623796-project-admin] Router eaffeef0-bb67-4b32-b5fd-4cbe25fde7eb has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:35:13.018625 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a631536a-ca8b-4632-a9d5-7a52cc28dac6 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event deleted for resources: {'Port': ['ID=489389f1-3565-4c72-9f87-2186f731e8ae,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:13.023027 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a631536a-ca8b-4632-a9d5-7a52cc28dac6 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] No DVR routers for this DVR port 489389f1-3565-4c72-9f87-2186f731e8ae on host n-d-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:35:13.035680 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-08f8b3ea-9b4a-438b-9e8c-56653f61d481 req-f058e338-e22a-4867-a72c-2a2351dc71c7 service neutron] 10.222.0.49 "GET /v2.0/networks/6145aed5-b518-48fb-89e2-74131e67559c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5739062 Jul 15 23:35:13.065716 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c206451-2e73-4155-b3a8-b45337f95be9 tempest-FloatingIPAdminTestJSON-2059623796 tempest-FloatingIPAdminTestJSON-2059623796-project-admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:35:13.088178 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3892ed4c-bbb7-4959-a3dd-a313737c0f9c None None] Sync routers for ids ['eaffeef0-bb67-4b32-b5fd-4cbe25fde7eb'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:35:13.112948 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3892ed4c-bbb7-4959-a3dd-a313737c0f9c None None] Routers {'eaffeef0-bb67-4b32-b5fd-4cbe25fde7eb'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:35:13.115098 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3892ed4c-bbb7-4959-a3dd-a313737c0f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:35:05Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['eaffeef0-bb67-4b32-b5fd-4cbe25fde7eb'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:13.122605 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c206451-2e73-4155-b3a8-b45337f95be9 tempest-FloatingIPAdminTestJSON-2059623796 tempest-FloatingIPAdminTestJSON-2059623796-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:13.203068 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3892ed4c-bbb7-4959-a3dd-a313737c0f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:13.235154 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3892ed4c-bbb7-4959-a3dd-a313737c0f9c None None] Routers {'eaffeef0-bb67-4b32-b5fd-4cbe25fde7eb'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:35:13.237218 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3892ed4c-bbb7-4959-a3dd-a313737c0f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:35:05Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['eaffeef0-bb67-4b32-b5fd-4cbe25fde7eb'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:13.255158 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-7c206451-2e73-4155-b3a8-b45337f95be9 tempest-FloatingIPAdminTestJSON-2059623796 tempest-FloatingIPAdminTestJSON-2059623796-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 5.2798612 Jul 15 23:35:13.263253 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 60918) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:13.276708 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0776e7-4bb7-435f-830b-2b0321391271 req-6f9f5cf5-88a4-4639-9d4a-c64a6948753c tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:13.287760 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5b0776e7-4bb7-435f-830b-2b0321391271 req-6f9f5cf5-88a4-4639-9d4a-c64a6948753c tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] 10.222.0.48 "GET /v2.0/ports?device_id=d307d113-3a88-4bf8-b329-d9ec3262042f HTTP/1.1" status: 200 len: 944 time: 0.3431931 Jul 15 23:35:13.332434 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3892ed4c-bbb7-4959-a3dd-a313737c0f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:13.335111 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3892ed4c-bbb7-4959-a3dd-a313737c0f9c None None] The sync data for ids ['eaffeef0-bb67-4b32-b5fd-4cbe25fde7eb'] in n-d-794306-6 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:35:13.354521 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 489389f1-3565-4c72-9f87-2186f731e8ae no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:35:13.394612 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5b0776e7-4bb7-435f-830b-2b0321391271 req-dcfac14a-df77-4ece-b950-14ce780943a7 tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] 10.222.0.48 "GET /v2.0/security-groups?id=f87ff988-14c3-4112-a792-18533738bd92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020362 Jul 15 23:35:13.401960 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 489389f1-3565-4c72-9f87-2186f731e8ae {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:35:13.406947 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 489389f1-3565-4c72-9f87-2186f731e8ae not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:35:13.457409 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a631536a-ca8b-4632-a9d5-7a52cc28dac6 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:13.471539 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-a631536a-ca8b-4632-a9d5-7a52cc28dac6 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ae64ec5-44d6-46c7-ad1b-ba8865d2aa0c']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:13.487740 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-a631536a-ca8b-4632-a9d5-7a52cc28dac6 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '643355e6-e27c-4e58-a1b8-462aa841fef2') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:13.488138 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-a631536a-ca8b-4632-a9d5-7a52cc28dac6 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '643355e6-e27c-4e58-a1b8-462aa841fef2') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:13.498183 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a631536a-ca8b-4632-a9d5-7a52cc28dac6 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:13.513767 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a631536a-ca8b-4632-a9d5-7a52cc28dac6 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:13.521281 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a631536a-ca8b-4632-a9d5-7a52cc28dac6 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:35:13.521702 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a631536a-ca8b-4632-a9d5-7a52cc28dac6 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:13.591785 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:35:13.591785 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:35:13.591785 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:35:13.591785 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:35:13.591785 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:35:13.591785 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:35:13.591785 n-d-794306-6 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:35:13.591785 n-d-794306-6 neutron-server[93771]: self.session.flush() Jul 15 23:35:13.591785 n-d-794306-6 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:35:13.591785 n-d-794306-6 neutron-server[93771]: self.session.flush() Jul 15 23:35:13.591785 n-d-794306-6 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:35:13.591785 n-d-794306-6 neutron-server[93771]: self.session.flush() Jul 15 23:35:13.591785 n-d-794306-6 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:35:13.591785 n-d-794306-6 neutron-server[93771]: self.session.flush() Jul 15 23:35:13.591785 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:35:13.591785 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:35:13.591785 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:35:13.591785 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:35:13.591785 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:35:13.591785 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:35:13.591785 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:35:13.591785 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:35:13.591785 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:35:13.591785 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:35:13.591785 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:35:13.591785 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:35:13.591785 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:35:13.591785 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:35:13.591785 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:35:13.591785 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:35:13.591785 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:35:13.591785 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:35:13.591785 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:35:13.591785 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:35:13.591785 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:35:13.591785 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:35:13.591785 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:35:13.591785 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:35:13.591785 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:35:13.591785 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:35:13.591785 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:35:13.591785 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:35:13.591785 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:35:13.591785 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:35:13.591785 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:35:13.591785 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:35:13.594947 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4ea7-90c7-431a-b330-ea37dd281bc8 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:13.594947 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4ea7-90c7-431a-b330-ea37dd281bc8 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:13.646655 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a631536a-ca8b-4632-a9d5-7a52cc28dac6 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:13.675258 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a631536a-ca8b-4632-a9d5-7a52cc28dac6 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:13.678466 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a631536a-ca8b-4632-a9d5-7a52cc28dac6 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "DELETE /v2.0/networks/7ae64ec5-44d6-46c7-ad1b-ba8865d2aa0c HTTP/1.1" status: 204 len: 168 time: 2.6542087 Jul 15 23:35:13.681016 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-ae5d4ea7-90c7-431a-b330-ea37dd281bc8 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Calling delete_port for cdef29ca-7065-4e31-8321-3137b2d09414 owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:35:13.681952 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 60930) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:13.689662 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-855a6e85-3c52-4c54-b77e-fe04f11a632c tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1951499495'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:35:13.740127 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855a6e85-3c52-4c54-b77e-fe04f11a632c tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Made reservation on behalf of a0614e37ad8e4091be3b4656e6a935a1 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:35:13.744194 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-855a6e85-3c52-4c54-b77e-fe04f11a632c tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:13.806907 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-855a6e85-3c52-4c54-b77e-fe04f11a632c tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:35:13.837165 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-855a6e85-3c52-4c54-b77e-fe04f11a632c tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:13.837527 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-855a6e85-3c52-4c54-b77e-fe04f11a632c tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Added segment c270fbb4-e53c-441c-ad74-aa2ddface75b of type vlan for network 38726a49-e40a-43c8-8c3d-a78f9e6e6964 Jul 15 23:35:13.840303 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a312c02a-cc3d-4c38-8aa0-c219f677ea56 tempest-FloatingIPAdminTestJSON-2059623796 tempest-FloatingIPAdminTestJSON-2059623796-project-admin] 10.222.0.48 "GET /v2.0/floatingips/c9b1ab39-5119-4642-b555-63c3889b20a0 HTTP/1.1" status: 200 len: 983 time: 0.5652506 Jul 15 23:35:13.850429 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 60936) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:13.866134 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a631536a-ca8b-4632-a9d5-7a52cc28dac6 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event deleted for resources: {'Network': ['ID=7ae64ec5-44d6-46c7-ad1b-ba8865d2aa0c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:13.881126 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf3b05-06e6-42ce-99c3-5619d3254afe req-76b82bee-e0b0-44ec-aa07-c159d32c91e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:13.882686 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-28bf3b05-06e6-42ce-99c3-5619d3254afe req-76b82bee-e0b0-44ec-aa07-c159d32c91e0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e85e101cb7d14ef59a582614f75c1832&device_id=d307d113-3a88-4bf8-b329-d9ec3262042f HTTP/1.1" status: 200 len: 1095 time: 0.7660279 Jul 15 23:35:14.057643 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-855a6e85-3c52-4c54-b77e-fe04f11a632c tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:14.088290 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-d1e98e1d-19ed-4ddb-bf8f-b6ce12e9bf7c tempest-FloatingIPAdminTestJSON-2059623796 tempest-FloatingIPAdminTestJSON-2059623796-project-admin] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3038 time: 0.2362902 Jul 15 23:35:14.088742 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 60950) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:14.207001 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-855a6e85-3c52-4c54-b77e-fe04f11a632c tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:14.219071 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855a6e85-3c52-4c54-b77e-fe04f11a632c tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:14.228506 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-855a6e85-3c52-4c54-b77e-fe04f11a632c tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:14.331034 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-855a6e85-3c52-4c54-b77e-fe04f11a632c tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6477909 Jul 15 23:35:14.336233 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 60958) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:14.347785 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-9cbbcd8b-db00-4be2-9696-79d067a784f6 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Request body: {'subnet': {'network_id': '38726a49-e40a-43c8-8c3d-a78f9e6e6964', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:35:14.417343 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855a6e85-3c52-4c54-b77e-fe04f11a632c tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event updated for resources: {'Network': ['ID=38726a49-e40a-43c8-8c3d-a78f9e6e6964,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:14.441574 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 38726a49-e40a-43c8-8c3d-a78f9e6e6964 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:35:14.673489 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-29000247-582e-4984-81ba-e12118a6ac93 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Deleting port 47be231f-378a-460f-b4fd-9df0f841bc13 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:35:14.674203 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-29000247-582e-4984-81ba-e12118a6ac93 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:14.756600 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cbbcd8b-db00-4be2-9696-79d067a784f6 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Made reservation on behalf of a0614e37ad8e4091be3b4656e6a935a1 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:35:14.769162 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9cbbcd8b-db00-4be2-9696-79d067a784f6 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:15.138424 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e3891-d094-4ccb-b376-f3266b08d9dd req-ce716520-b839-4bcd-b8f4-431945b9694b tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:15.140813 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d03e3891-d094-4ccb-b376-f3266b08d9dd req-ce716520-b839-4bcd-b8f4-431945b9694b tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] 10.222.0.48 "GET /v2.0/ports?device_id=d307d113-3a88-4bf8-b329-d9ec3262042f HTTP/1.1" status: 200 len: 944 time: 0.5069411 Jul 15 23:35:15.146541 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-29000247-582e-4984-81ba-e12118a6ac93 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:15.146879 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-29000247-582e-4984-81ba-e12118a6ac93 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:15.192577 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf3b05-06e6-42ce-99c3-5619d3254afe req-5f5c8711-9283-412e-a509-1b0e8f12de60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:15.195436 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-29000247-582e-4984-81ba-e12118a6ac93 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Calling delete_port for 47be231f-378a-460f-b4fd-9df0f841bc13 owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:35:15.196573 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-28bf3b05-06e6-42ce-99c3-5619d3254afe req-5f5c8711-9283-412e-a509-1b0e8f12de60 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6145aed5-b518-48fb-89e2-74131e67559c HTTP/1.1" status: 200 len: 910 time: 1.2450185 Jul 15 23:35:15.242393 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 86b57732-de38-46f1-a0a0-2a2870f0a02f details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:35:15.263381 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-28bf3b05-06e6-42ce-99c3-5619d3254afe req-e4f651d2-3f54-4f9e-bf72-e534b1282390 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86b57732-de38-46f1-a0a0-2a2870f0a02f HTTP/1.1" status: 200 len: 217 time: 0.0502388 Jul 15 23:35:15.291526 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4ea7-90c7-431a-b330-ea37dd281bc8 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:15.300269 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d03e3891-d094-4ccb-b376-f3266b08d9dd req-44be6884-d853-449a-ba6b-3cd44476fd16 tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] 10.222.0.48 "GET /v2.0/security-groups?id=f87ff988-14c3-4112-a792-18533738bd92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447630 Jul 15 23:35:15.496939 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5d4ea7-90c7-431a-b330-ea37dd281bc8 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event deleted for resources: {'Port': ['ID=cdef29ca-7065-4e31-8321-3137b2d09414,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:15.534947 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 86b57732-de38-46f1-a0a0-2a2870f0a02f, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=86b57732-de38-46f1-a0a0-2a2870f0a02f,segment=NetworkSegment(2a536234-9bb1-497c-bf6b-4d2b6ccc534a),segment_id=2a536234-9bb1-497c-bf6b-4d2b6ccc534a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:35:15.570787 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf3b05-06e6-42ce-99c3-5619d3254afe req-3cb1d045-67f1-4fd0-b054-098155f9fdde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:15.573715 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-28bf3b05-06e6-42ce-99c3-5619d3254afe req-3cb1d045-67f1-4fd0-b054-098155f9fdde service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3a9d0694-4c68-439f-b4c5-dbe0f9debb12 HTTP/1.1" status: 200 len: 849 time: 0.3026667 Jul 15 23:35:15.577907 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '86b57732-de38-46f1-a0a0-2a2870f0a02f', 'network_id': '6145aed5-b518-48fb-89e2-74131e67559c', 'port_id': '86b57732-de38-46f1-a0a0-2a2870f0a02f', 'mac_address': 'fa:16:3e:89:50:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a9d0694-4c68-439f-b4c5-dbe0f9debb12', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:35:15.658809 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-28bf3b05-06e6-42ce-99c3-5619d3254afe req-799b3f76-ed2b-4aff-89a7-2923fd5eeea3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6145aed5-b518-48fb-89e2-74131e67559c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718868 Jul 15 23:35:15.691827 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9cbbcd8b-db00-4be2-9696-79d067a784f6 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:15.698793 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:15.733978 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86b57732-de38-46f1-a0a0-2a2870f0a02f {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:35:15.756181 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbbcd8b-db00-4be2-9696-79d067a784f6 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event updated for resources: {'Subnet': ['ID=eb86c67c-096b-47d6-b1d1-699c19a066a2,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:15.770050 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 86b57732-de38-46f1-a0a0-2a2870f0a02f, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=86b57732-de38-46f1-a0a0-2a2870f0a02f,segment=NetworkSegment(2a536234-9bb1-497c-bf6b-4d2b6ccc534a),segment_id=2a536234-9bb1-497c-bf6b-4d2b6ccc534a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:35:15.775741 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:15.851810 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4ea7-90c7-431a-b330-ea37dd281bc8 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:15.853448 n-d-794306-6 neutron-server[93771]: INFO neutron.db.l3_db [None req-ae5d4ea7-90c7-431a-b330-ea37dd281bc8 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Floating IP 3e169088-5ece-4e22-bdb8-c1dd743503b2 disassociated (deleted). External IP: 172.25.5.183, port: 22f71343-a588-4e9b-910d-35a5651c91a8. Jul 15 23:35:15.886570 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=86b57732-de38-46f1-a0a0-2a2870f0a02f,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:16.001810 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['86b57732-de38-46f1-a0a0-2a2870f0a02f'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:35:16.004371 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbbcd8b-db00-4be2-9696-79d067a784f6 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Checking segment: {'id': 'c270fbb4-e53c-441c-ad74-aa2ddface75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '38726a49-e40a-43c8-8c3d-a78f9e6e6964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:35:16.004751 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbbcd8b-db00-4be2-9696-79d067a784f6 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Network hostable DHCP agents. Network: 38726a49-e40a-43c8-8c3d-a78f9e6e6964, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:35:16.038119 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-29000247-582e-4984-81ba-e12118a6ac93 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:16.041665 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-28bf3b05-06e6-42ce-99c3-5619d3254afe req-1f412418-3b43-4e30-b7c5-2e2ca1424d48 service neutron] 10.222.0.49 "GET /v2.0/networks/6145aed5-b518-48fb-89e2-74131e67559c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3734183 Jul 15 23:35:16.200864 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29000247-582e-4984-81ba-e12118a6ac93 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Pushing event deleted for resources: {'Port': ['ID=47be231f-378a-460f-b4fd-9df0f841bc13,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:16.242205 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbbcd8b-db00-4be2-9696-79d067a784f6 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Network 38726a49-e40a-43c8-8c3d-a78f9e6e6964 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:35:16.306846 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-28bf3b05-06e6-42ce-99c3-5619d3254afe req-bbc03904-09e6-40fe-a7c2-7de6fb651e6b service neutron] 10.222.0.49 "GET /v2.0/networks/6145aed5-b518-48fb-89e2-74131e67559c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523263 Jul 15 23:35:16.404099 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-9cbbcd8b-db00-4be2-9696-79d067a784f6 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 38726a49-e40a-43c8-8c3d-a78f9e6e6964) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:35:16.430955 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17368b11-1200-485f-8ef7-79086d5424c6 None None] Network 38726a49-e40a-43c8-8c3d-a78f9e6e6964 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:35:16.435678 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbbcd8b-db00-4be2-9696-79d067a784f6 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:16.440515 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9cbbcd8b-db00-4be2-9696-79d067a784f6 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:16.467193 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-9cbbcd8b-db00-4be2-9696-79d067a784f6 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1256516 Jul 15 23:35:16.468643 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-29000247-582e-4984-81ba-e12118a6ac93 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:16.469219 n-d-794306-6 neutron-server[93770]: INFO neutron.db.l3_db [None req-29000247-582e-4984-81ba-e12118a6ac93 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Floating IP c9b1ab39-5119-4642-b555-63c3889b20a0 disassociated (deleted). External IP: 172.25.5.67, port: 374401ae-866f-43aa-b923-f6672c360989. Jul 15 23:35:16.471268 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 32788) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:16.482359 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-2fdfa045-f1a3-40c0-8aab-70119fe2cbb1 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1566803899', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:35:16.600894 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae5d4ea7-90c7-431a-b330-ea37dd281bc8 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Router d83278e9-ad00-4107-ad4b-74b8e034d22f has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:35:16.724770 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c634b1db-4681-4802-9fbd-6b1f755962cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-38726a49-e40a-43c8-8c3d-a78f9e6e6964', 'network_id': '38726a49-e40a-43c8-8c3d-a78f9e6e6964', 'tenant_id': 'a0614e37ad8e4091be3b4656e6a935a1', 'fixed_ips': [{'subnet_id': 'eb86c67c-096b-47d6-b1d1-699c19a066a2'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:35:16.726269 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c634b1db-4681-4802-9fbd-6b1f755962cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:17.042040 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae5d4ea7-90c7-431a-b330-ea37dd281bc8 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:35:17.056051 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7f1216-edab-4640-a568-b258fd53bb4a None None] Sync routers for ids ['d83278e9-ad00-4107-ad4b-74b8e034d22f'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:35:17.058126 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4ea7-90c7-431a-b330-ea37dd281bc8 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:17.064115 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-c634b1db-4681-4802-9fbd-6b1f755962cb None None] Allocated IP 172.20.0.2 (38726a49-e40a-43c8-8c3d-a78f9e6e6964/eb86c67c-096b-47d6-b1d1-699c19a066a2/8a5af7e0-a006-4263-a557-f0b6b62c4453) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:35:17.084303 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7f1216-edab-4640-a568-b258fd53bb4a None None] Routers {'d83278e9-ad00-4107-ad4b-74b8e034d22f'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:35:17.091128 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-dd7f1216-edab-4640-a568-b258fd53bb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:35:05Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['d83278e9-ad00-4107-ad4b-74b8e034d22f'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:17.180764 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ae5d4ea7-90c7-431a-b330-ea37dd281bc8 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "DELETE /v2.0/floatingips/3e169088-5ece-4e22-bdb8-c1dd743503b2 HTTP/1.1" status: 204 len: 168 time: 5.0168309 Jul 15 23:35:17.182759 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3106dd36-bfe0-4495-b6f8-bbda0880ee0f', 'tag': '22f71343-a588-4e9b-910d-35a5651c91a8'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:35:17.185519 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b5c510-3ed5-4f3d-a084-ec39166300b7" -d '{"events": [{"name": "network-changed", "server_uuid": "3106dd36-bfe0-4495-b6f8-bbda0880ee0f", "tag": "22f71343-a588-4e9b-910d-35a5651c91a8"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:35:17.419445 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2fdfa045-f1a3-40c0-8aab-70119fe2cbb1 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:17.434833 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2fdfa045-f1a3-40c0-8aab-70119fe2cbb1 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:17.437873 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-dd7f1216-edab-4640-a568-b258fd53bb4a None None] Set router d83278e9-ad00-4107-ad4b-74b8e034d22f gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:35:17.481407 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c634b1db-4681-4802-9fbd-6b1f755962cb None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:17.499597 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c634b1db-4681-4802-9fbd-6b1f755962cb None None] Transition to ACTIVE for port object 8a5af7e0-a006-4263-a557-f0b6b62c4453 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:35:17.548802 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c634b1db-4681-4802-9fbd-6b1f755962cb None None] Transition to ACTIVE for port object 8a5af7e0-a006-4263-a557-f0b6b62c4453 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:35:17.571659 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 86b57732-de38-46f1-a0a0-2a2870f0a02f up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:35:17.578235 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c634b1db-4681-4802-9fbd-6b1f755962cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:17.771685 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c634b1db-4681-4802-9fbd-6b1f755962cb None None] Network 38726a49-e40a-43c8-8c3d-a78f9e6e6964 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:35:17.782297 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-c634b1db-4681-4802-9fbd-6b1f755962cb None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:35:17.784826 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c634b1db-4681-4802-9fbd-6b1f755962cb None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:35:17.798195 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405e6c8f-d89f-40ab-a3d0-e5bbc8d3414e req-d29628c2-7d81-45bf-a70d-0f45daec010b tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:17.811207 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c634b1db-4681-4802-9fbd-6b1f755962cb None None] Pushing event updated for resources: {'Port': ['ID=8a5af7e0-a006-4263-a557-f0b6b62c4453,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:17.813946 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-405e6c8f-d89f-40ab-a3d0-e5bbc8d3414e req-d29628c2-7d81-45bf-a70d-0f45daec010b tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] 10.222.0.48 "GET /v2.0/ports?device_id=d307d113-3a88-4bf8-b329-d9ec3262042f HTTP/1.1" status: 200 len: 945 time: 0.6404200 Jul 15 23:35:17.849738 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2fdfa045-f1a3-40c0-8aab-70119fe2cbb1 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:17.867255 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2fdfa045-f1a3-40c0-8aab-70119fe2cbb1 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:17.910115 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c634b1db-4681-4802-9fbd-6b1f755962cb None None] Attempting to bind port 8a5af7e0-a006-4263-a557-f0b6b62c4453 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:35:17.911078 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c634b1db-4681-4802-9fbd-6b1f755962cb None None] Attempting to bind port 8a5af7e0-a006-4263-a557-f0b6b62c4453 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'c270fbb4-e53c-441c-ad74-aa2ddface75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '38726a49-e40a-43c8-8c3d-a78f9e6e6964'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:35:17.911786 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c634b1db-4681-4802-9fbd-6b1f755962cb None None] Attempting to bind port 8a5af7e0-a006-4263-a557-f0b6b62c4453 on network 38726a49-e40a-43c8-8c3d-a78f9e6e6964 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:35:17.925368 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c634b1db-4681-4802-9fbd-6b1f755962cb None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:35:17.926341 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c634b1db-4681-4802-9fbd-6b1f755962cb None None] Checking segment: {'id': 'c270fbb4-e53c-441c-ad74-aa2ddface75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '38726a49-e40a-43c8-8c3d-a78f9e6e6964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:35:17.926915 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c634b1db-4681-4802-9fbd-6b1f755962cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:17.927249 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c634b1db-4681-4802-9fbd-6b1f755962cb None None] Bound using segment: {'id': 'c270fbb4-e53c-441c-ad74-aa2ddface75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '38726a49-e40a-43c8-8c3d-a78f9e6e6964'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:35:17.928061 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c634b1db-4681-4802-9fbd-6b1f755962cb None None] Bound port: 8a5af7e0-a006-4263-a557-f0b6b62c4453, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c270fbb4-e53c-441c-ad74-aa2ddface75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '38726a49-e40a-43c8-8c3d-a78f9e6e6964'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:35:17.929734 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c634b1db-4681-4802-9fbd-6b1f755962cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:17.944951 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3acbfaa7-030c-4499-931e-1e1ea74f1a75 x-openstack-request-id: req-3acbfaa7-030c-4499-931e-1e1ea74f1a75 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:35:17.945657 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3106dd36-bfe0-4495-b6f8-bbda0880ee0f", "tag": "22f71343-a588-4e9b-910d-35a5651c91a8", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:35:17.951133 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3acbfaa7-030c-4499-931e-1e1ea74f1a75 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:35:17.952030 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3106dd36-bfe0-4495-b6f8-bbda0880ee0f', 'tag': '22f71343-a588-4e9b-910d-35a5651c91a8', 'status': 'completed', 'code': 200} Jul 15 23:35:17.963705 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-dd7f1216-edab-4640-a568-b258fd53bb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83278e9-ad00-4107-ad4b-74b8e034d22f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1872943609', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'e7116f33-e9ae-4345-9a69-36874a873800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:11Z', 'updated_at': '2021-07-15T23:33:26Z', 'revision_number': 4, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'gw_port': {'id': 'e7116f33-e9ae-4345-9a69-36874a873800', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:7b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83278e9-ad00-4107-ad4b-74b8e034d22f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:14Z', 'updated_at': '2021-07-15T23:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '5befd1de-b513-4cc7-93cf-bf369f0e3d0c', 'name': '', 'network_id': '738afb69-9dfa-4874-a9f9-3ca9e5030b6f', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'mac_address': 'fa:16:3e:b7:01:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83278e9-ad00-4107-ad4b-74b8e034d22f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '47fce57d-ff76-4ff8-b86b-50ddd70517e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:23Z', 'updated_at': '2021-07-15T23:33:35Z', 'revision_number': 5, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'subnets': [{'id': '47fce57d-ff76-4ff8-b86b-50ddd70517e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:18.043638 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port 86b57732-de38-46f1-a0a0-2a2870f0a02f completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:35:18.049856 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2fdfa045-f1a3-40c0-8aab-70119fe2cbb1 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:18.057532 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 86b57732-de38-46f1-a0a0-2a2870f0a02f triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:35:18.057915 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:18.062797 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-2fdfa045-f1a3-40c0-8aab-70119fe2cbb1 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.5867343 Jul 15 23:35:18.064299 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 32826) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:18.097124 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7f1216-edab-4640-a568-b258fd53bb4a None None] Checking router: d83278e9-ad00-4107-ad4b-74b8e034d22f for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:35:18.107795 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-841d6f62-b957-4cae-9fa4-a27b68453cf2 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Request body: {'port': {'network_id': '38726a49-e40a-43c8-8c3d-a78f9e6e6964', 'name': 'tempest-PortsTestJSON-1056249410'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:35:18.108818 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7f1216-edab-4640-a568-b258fd53bb4a None None] Routers {'d83278e9-ad00-4107-ad4b-74b8e034d22f'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:35:18.110015 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-dd7f1216-edab-4640-a568-b258fd53bb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:35:05Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['d83278e9-ad00-4107-ad4b-74b8e034d22f'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:18.161414 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b5c510-3ed5-4f3d-a084-ec39166300b7 req-193cdd96-7983-4054-b633-31ea858cd129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:18.164464 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-65b5c510-3ed5-4f3d-a084-ec39166300b7 req-193cdd96-7983-4054-b633-31ea858cd129 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=89469485c64e49f5b3171ed5499b9995&device_id=3106dd36-bfe0-4495-b6f8-bbda0880ee0f HTTP/1.1" status: 200 len: 1097 time: 0.1772287 Jul 15 23:35:18.362678 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-dd7f1216-edab-4640-a568-b258fd53bb4a None None] Set router d83278e9-ad00-4107-ad4b-74b8e034d22f gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:35:18.363409 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b5c510-3ed5-4f3d-a084-ec39166300b7 req-a87d1aa7-6a9b-4f0a-922c-b7980e424725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:18.366196 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-65b5c510-3ed5-4f3d-a084-ec39166300b7 req-a87d1aa7-6a9b-4f0a-922c-b7980e424725 service neutron] 10.222.0.49 "GET /v2.0/networks?id=738afb69-9dfa-4874-a9f9-3ca9e5030b6f HTTP/1.1" status: 200 len: 898 time: 0.1941912 Jul 15 23:35:18.392161 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-405e6c8f-d89f-40ab-a3d0-e5bbc8d3414e req-d6f40f30-0335-47d2-a7af-c8add0a11278 tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] 10.222.0.48 "GET /v2.0/security-groups?id=f87ff988-14c3-4112-a792-18533738bd92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5770144 Jul 15 23:35:18.414878 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:18.448982 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c634b1db-4681-4802-9fbd-6b1f755962cb None None] For port 8a5af7e0-a006-4263-a557-f0b6b62c4453, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:35:18.538658 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-65b5c510-3ed5-4f3d-a084-ec39166300b7 req-c0e703ee-0152-4035-bb63-bc036242c998 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22f71343-a588-4e9b-910d-35a5651c91a8 HTTP/1.1" status: 200 len: 217 time: 0.1610668 Jul 15 23:35:18.548541 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 86b57732-de38-46f1-a0a0-2a2870f0a02f, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=86b57732-de38-46f1-a0a0-2a2870f0a02f,segment=NetworkSegment(2a536234-9bb1-497c-bf6b-4d2b6ccc534a),segment_id=2a536234-9bb1-497c-bf6b-4d2b6ccc534a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:35:18.562510 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd307d113-3a88-4bf8-b329-d9ec3262042f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86b57732-de38-46f1-a0a0-2a2870f0a02f'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:35:18.562510 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77290309-896c-4667-a4ca-f48dae4f5794" -d '{"events": [{"server_uuid": "d307d113-3a88-4bf8-b329-d9ec3262042f", "name": "network-vif-plugged", "status": "completed", "tag": "86b57732-de38-46f1-a0a0-2a2870f0a02f"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:35:18.568770 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:18.584462 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c634b1db-4681-4802-9fbd-6b1f755962cb None None] For port 8a5af7e0-a006-4263-a557-f0b6b62c4453, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=8a5af7e0-a006-4263-a557-f0b6b62c4453,segment=NetworkSegment(c270fbb4-e53c-441c-ad74-aa2ddface75b),segment_id=c270fbb4-e53c-441c-ad74-aa2ddface75b)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:35:18.668580 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5999c881-7038-4782-a851-5ca224eae9e0 x-openstack-request-id: req-5999c881-7038-4782-a851-5ca224eae9e0 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:35:18.668972 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d307d113-3a88-4bf8-b329-d9ec3262042f", "name": "network-vif-plugged", "status": "completed", "tag": "86b57732-de38-46f1-a0a0-2a2870f0a02f", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:35:18.669286 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5999c881-7038-4782-a851-5ca224eae9e0 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:35:18.669953 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd307d113-3a88-4bf8-b329-d9ec3262042f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86b57732-de38-46f1-a0a0-2a2870f0a02f', 'code': 200} Jul 15 23:35:18.671925 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b5c510-3ed5-4f3d-a084-ec39166300b7 req-3c0b5e20-4865-4170-97a0-70281aef7edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:18.674469 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c634b1db-4681-4802-9fbd-6b1f755962cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:18.699081 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-65b5c510-3ed5-4f3d-a084-ec39166300b7 req-3c0b5e20-4865-4170-97a0-70281aef7edf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=47fce57d-ff76-4ff8-b86b-50ddd70517e1 HTTP/1.1" status: 200 len: 835 time: 0.1536021 Jul 15 23:35:18.750091 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=86b57732-de38-46f1-a0a0-2a2870f0a02f,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:18.815913 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29000247-582e-4984-81ba-e12118a6ac93 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Router eaffeef0-bb67-4b32-b5fd-4cbe25fde7eb has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:35:18.873199 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c634b1db-4681-4802-9fbd-6b1f755962cb None None] Pushing event updated for resources: {'Port': ['ID=8a5af7e0-a006-4263-a557-f0b6b62c4453,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:18.927251 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841d6f62-b957-4cae-9fa4-a27b68453cf2 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Made reservation on behalf of a0614e37ad8e4091be3b4656e6a935a1 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:35:18.939143 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-841d6f62-b957-4cae-9fa4-a27b68453cf2 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:18.989975 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb263a30-b650-4411-8be2-647075465247 req-d393f662-798a-424a-a8ac-1433429869c4 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:18.997692 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bb263a30-b650-4411-8be2-647075465247 req-d393f662-798a-424a-a8ac-1433429869c4 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=3106dd36-bfe0-4495-b6f8-bbda0880ee0f HTTP/1.1" status: 200 len: 946 time: 0.6108255 Jul 15 23:35:19.044967 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b5c510-3ed5-4f3d-a084-ec39166300b7 req-29144638-1a8d-4dbd-97ce-a885e7d0e6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:19.050496 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-65b5c510-3ed5-4f3d-a084-ec39166300b7 req-29144638-1a8d-4dbd-97ce-a885e7d0e6f4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=738afb69-9dfa-4874-a9f9-3ca9e5030b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3431702 Jul 15 23:35:19.140689 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-dd7f1216-edab-4640-a568-b258fd53bb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83278e9-ad00-4107-ad4b-74b8e034d22f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1872943609', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'e7116f33-e9ae-4345-9a69-36874a873800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:11Z', 'updated_at': '2021-07-15T23:33:26Z', 'revision_number': 4, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'gw_port': {'id': 'e7116f33-e9ae-4345-9a69-36874a873800', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:7b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83278e9-ad00-4107-ad4b-74b8e034d22f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:14Z', 'updated_at': '2021-07-15T23:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '5befd1de-b513-4cc7-93cf-bf369f0e3d0c', 'name': '', 'network_id': '738afb69-9dfa-4874-a9f9-3ca9e5030b6f', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'mac_address': 'fa:16:3e:b7:01:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83278e9-ad00-4107-ad4b-74b8e034d22f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '47fce57d-ff76-4ff8-b86b-50ddd70517e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:23Z', 'updated_at': '2021-07-15T23:33:35Z', 'revision_number': 5, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'subnets': [{'id': '47fce57d-ff76-4ff8-b86b-50ddd70517e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:19.278070 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-841d6f62-b957-4cae-9fa4-a27b68453cf2 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] device_id is not set on port 9f70b71c-9db3-4447-b27b-dd0020227d14 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:35:19.288438 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7f1216-edab-4640-a568-b258fd53bb4a None None] The sync data for ids ['d83278e9-ad00-4107-ad4b-74b8e034d22f'] in n-d-794306-6 is: [{'id': 'd83278e9-ad00-4107-ad4b-74b8e034d22f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1872943609', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'e7116f33-e9ae-4345-9a69-36874a873800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:11Z', 'updated_at': '2021-07-15T23:33:26Z', 'revision_number': 4, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'gw_port': {'id': 'e7116f33-e9ae-4345-9a69-36874a873800', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:7b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83278e9-ad00-4107-ad4b-74b8e034d22f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:14Z', 'updated_at': '2021-07-15T23:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '5befd1de-b513-4cc7-93cf-bf369f0e3d0c', 'name': '', 'network_id': '738afb69-9dfa-4874-a9f9-3ca9e5030b6f', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'mac_address': 'fa:16:3e:b7:01:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83278e9-ad00-4107-ad4b-74b8e034d22f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '47fce57d-ff76-4ff8-b86b-50ddd70517e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:23Z', 'updated_at': '2021-07-15T23:33:35Z', 'revision_number': 5, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'subnets': [{'id': '47fce57d-ff76-4ff8-b86b-50ddd70517e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:35:19.337384 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-65b5c510-3ed5-4f3d-a084-ec39166300b7 req-8d946d65-b65c-4b80-a4b1-2dfee32d7789 service neutron] 10.222.0.49 "GET /v2.0/networks/738afb69-9dfa-4874-a9f9-3ca9e5030b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799869 Jul 15 23:35:19.522692 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 8a5af7e0-a006-4263-a557-f0b6b62c4453 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:35:19.682721 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 8a5af7e0-a006-4263-a557-f0b6b62c4453 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:35:19.726357 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-65b5c510-3ed5-4f3d-a084-ec39166300b7 req-172e6e95-2311-4de8-b9b2-b541ca1b738d service neutron] 10.222.0.49 "GET /v2.0/networks/738afb69-9dfa-4874-a9f9-3ca9e5030b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3683867 Jul 15 23:35:19.890787 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bb263a30-b650-4411-8be2-647075465247 req-b8056adb-842b-49d9-80b2-2281cacd21ee tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=26a1784d-78d5-48aa-a101-f8398c9ff162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8869526 Jul 15 23:35:19.961293 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1f5676-1a53-41e2-9cdd-4a12a371418d None None] New status for floating IP 3e169088-5ece-4e22-bdb8-c1dd743503b2: DOWN {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:35:20.197673 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-841d6f62-b957-4cae-9fa4-a27b68453cf2 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Allocated IP 172.20.0.8 (38726a49-e40a-43c8-8c3d-a78f9e6e6964/eb86c67c-096b-47d6-b1d1-699c19a066a2/9f70b71c-9db3-4447-b27b-dd0020227d14) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:35:20.261767 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29000247-582e-4984-81ba-e12118a6ac93 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:35:20.286084 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d071c6e3-f4c8-43f4-8ab4-906965eb83d6 None None] Sync routers for ids ['eaffeef0-bb67-4b32-b5fd-4cbe25fde7eb'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:35:20.291066 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-29000247-582e-4984-81ba-e12118a6ac93 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:20.295970 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4742757a-795c-4da9-8717-00d4e9d7f8a3 req-66e35a56-6b8e-4b9e-a5b9-bc0d8d7820d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:20.298006 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4742757a-795c-4da9-8717-00d4e9d7f8a3 req-66e35a56-6b8e-4b9e-a5b9-bc0d8d7820d5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d307d113-3a88-4bf8-b329-d9ec3262042f HTTP/1.1" status: 200 len: 1097 time: 1.4786680 Jul 15 23:35:20.315350 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d071c6e3-f4c8-43f4-8ab4-906965eb83d6 None None] Routers {'eaffeef0-bb67-4b32-b5fd-4cbe25fde7eb'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:35:20.320694 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d071c6e3-f4c8-43f4-8ab4-906965eb83d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:35:05Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['eaffeef0-bb67-4b32-b5fd-4cbe25fde7eb'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:20.357946 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d974394a-da75-4520-870e-67c5f6da8113 req-bdc0aaaf-bb3f-4063-940b-31df9827a739 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:20.359925 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d974394a-da75-4520-870e-67c5f6da8113 req-bdc0aaaf-bb3f-4063-940b-31df9827a739 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.49 "GET /v2.0/ports?device_id=3106dd36-bfe0-4495-b6f8-bbda0880ee0f HTTP/1.1" status: 200 len: 946 time: 1.1767724 Jul 15 23:35:20.399409 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-29000247-582e-4984-81ba-e12118a6ac93 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] 10.222.0.48 "DELETE /v2.0/floatingips/c9b1ab39-5119-4642-b555-63c3889b20a0 HTTP/1.1" status: 204 len: 168 time: 6.3080902 Jul 15 23:35:20.402907 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 32878) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:20.412941 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-aa8ea60b-d8d5-4911-835b-53bb93139387 tempest-FloatingIPAdminTestJSON-2059623796 tempest-FloatingIPAdminTestJSON-2059623796-project-admin] Request body: {'floatingip': {'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:35:20.446315 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d071c6e3-f4c8-43f4-8ab4-906965eb83d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:20.484818 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aa8ea60b-d8d5-4911-835b-53bb93139387 tempest-FloatingIPAdminTestJSON-2059623796 tempest-FloatingIPAdminTestJSON-2059623796-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:20.485925 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d071c6e3-f4c8-43f4-8ab4-906965eb83d6 None None] Routers {'eaffeef0-bb67-4b32-b5fd-4cbe25fde7eb'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:35:20.492247 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d071c6e3-f4c8-43f4-8ab4-906965eb83d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:35:05Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['eaffeef0-bb67-4b32-b5fd-4cbe25fde7eb'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:20.644632 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d071c6e3-f4c8-43f4-8ab4-906965eb83d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:20.649677 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d071c6e3-f4c8-43f4-8ab4-906965eb83d6 None None] The sync data for ids ['eaffeef0-bb67-4b32-b5fd-4cbe25fde7eb'] in n-d-794306-6 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:35:20.770612 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e2ea3d-04bb-40dc-9317-af2d3317954f None None] Network 38726a49-e40a-43c8-8c3d-a78f9e6e6964 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:35:20.774291 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aa8ea60b-d8d5-4911-835b-53bb93139387 tempest-FloatingIPAdminTestJSON-2059623796 tempest-FloatingIPAdminTestJSON-2059623796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:20.790412 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e9d474-c3ee-4cf5-b070-92eac42116e6 req-c4f6bd5f-3c96-4d19-9ffb-76099b218905 tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:20.792079 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-96e9d474-c3ee-4cf5-b070-92eac42116e6 req-c4f6bd5f-3c96-4d19-9ffb-76099b218905 tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] 10.222.0.48 "GET /v2.0/ports?device_id=d307d113-3a88-4bf8-b329-d9ec3262042f HTTP/1.1" status: 200 len: 946 time: 0.8857343 Jul 15 23:35:20.804347 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4742757a-795c-4da9-8717-00d4e9d7f8a3 req-f3157e4c-b393-4335-93d5-ac6b86d80fef service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f87ff988-14c3-4112-a792-18533738bd92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4946918 Jul 15 23:35:20.909492 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ba7a41d5-41f6-4536-8d4d-a7c83be0463c None None] Provisioning for port 8a5af7e0-a006-4263-a557-f0b6b62c4453 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:35:20.924906 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ba7a41d5-41f6-4536-8d4d-a7c83be0463c None None] Provisioning complete for port 8a5af7e0-a006-4263-a557-f0b6b62c4453 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:35:20.925520 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ba7a41d5-41f6-4536-8d4d-a7c83be0463c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:20.927920 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-96e9d474-c3ee-4cf5-b070-92eac42116e6 req-4ca9de88-a4ec-4f3d-9841-eb7e471b4e40 tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] 10.222.0.48 "GET /v2.0/security-groups?id=f87ff988-14c3-4112-a792-18533738bd92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964363 Jul 15 23:35:20.935106 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-841d6f62-b957-4cae-9fa4-a27b68453cf2 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:20.980236 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-841d6f62-b957-4cae-9fa4-a27b68453cf2 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Transition to ACTIVE for port object 9f70b71c-9db3-4447-b27b-dd0020227d14 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:35:20.982895 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-d974394a-da75-4520-870e-67c5f6da8113 req-c565fb02-c754-4f13-b699-3455f83b0cad tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Deleting port 22f71343-a588-4e9b-910d-35a5651c91a8 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:35:20.983798 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d974394a-da75-4520-870e-67c5f6da8113 req-c565fb02-c754-4f13-b699-3455f83b0cad tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:21.063802 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-aa8ea60b-d8d5-4911-835b-53bb93139387 tempest-FloatingIPAdminTestJSON-2059623796 tempest-FloatingIPAdminTestJSON-2059623796-project-admin] Allocated IP 172.25.5.121 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/a8ca0011-f143-43b6-a422-41855ed856fa) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:35:21.246713 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-841d6f62-b957-4cae-9fa4-a27b68453cf2 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:21.265469 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ba7a41d5-41f6-4536-8d4d-a7c83be0463c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:21.267156 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-d974394a-da75-4520-870e-67c5f6da8113 req-c565fb02-c754-4f13-b699-3455f83b0cad tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] For port 22f71343-a588-4e9b-910d-35a5651c91a8, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=22f71343-a588-4e9b-910d-35a5651c91a8,segment=NetworkSegment(b99224d7-37a2-4cab-9e9b-a43d40298d61),segment_id=b99224d7-37a2-4cab-9e9b-a43d40298d61)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:35:21.267563 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d974394a-da75-4520-870e-67c5f6da8113 req-c565fb02-c754-4f13-b699-3455f83b0cad tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:21.316004 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ba7a41d5-41f6-4536-8d4d-a7c83be0463c None None] For port 8a5af7e0-a006-4263-a557-f0b6b62c4453, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=8a5af7e0-a006-4263-a557-f0b6b62c4453,segment=NetworkSegment(c270fbb4-e53c-441c-ad74-aa2ddface75b),segment_id=c270fbb4-e53c-441c-ad74-aa2ddface75b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:35:21.322479 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ba7a41d5-41f6-4536-8d4d-a7c83be0463c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:21.327412 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-d974394a-da75-4520-870e-67c5f6da8113 req-c565fb02-c754-4f13-b699-3455f83b0cad tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Calling delete_port for 22f71343-a588-4e9b-910d-35a5651c91a8 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:35:21.360734 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841d6f62-b957-4cae-9fa4-a27b68453cf2 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Network 38726a49-e40a-43c8-8c3d-a78f9e6e6964 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:35:21.394864 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-841d6f62-b957-4cae-9fa4-a27b68453cf2 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:35:21.401034 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841d6f62-b957-4cae-9fa4-a27b68453cf2 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:35:21.407415 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d6f62-b957-4cae-9fa4-a27b68453cf2 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event updated for resources: {'Port': ['ID=9f70b71c-9db3-4447-b27b-dd0020227d14,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:21.422368 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aa8ea60b-d8d5-4911-835b-53bb93139387 tempest-FloatingIPAdminTestJSON-2059623796 tempest-FloatingIPAdminTestJSON-2059623796-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:21.443189 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7a41d5-41f6-4536-8d4d-a7c83be0463c None None] Pushing event updated for resources: {'Port': ['ID=8a5af7e0-a006-4263-a557-f0b6b62c4453,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:21.570730 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aa8ea60b-d8d5-4911-835b-53bb93139387 tempest-FloatingIPAdminTestJSON-2059623796 tempest-FloatingIPAdminTestJSON-2059623796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:21.572525 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b135c47d-441f-4b1c-9185-73dbf7c06057 req-ee4c4e50-ee8d-497b-8cc9-d948989c83aa tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:21.582044 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b135c47d-441f-4b1c-9185-73dbf7c06057 req-ee4c4e50-ee8d-497b-8cc9-d948989c83aa tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=3106dd36-bfe0-4495-b6f8-bbda0880ee0f HTTP/1.1" status: 200 len: 946 time: 0.4222651 Jul 15 23:35:21.639149 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841d6f62-b957-4cae-9fa4-a27b68453cf2 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:21.641030 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-841d6f62-b957-4cae-9fa4-a27b68453cf2 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:21.723155 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b135c47d-441f-4b1c-9185-73dbf7c06057 req-027906e8-56bc-4ce4-b2bd-374177e78f2e tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=26a1784d-78d5-48aa-a101-f8398c9ff162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367774 Jul 15 23:35:21.751990 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-841d6f62-b957-4cae-9fa4-a27b68453cf2 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.6684303 Jul 15 23:35:21.753771 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 32906) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:21.767835 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8ea60b-d8d5-4911-835b-53bb93139387 tempest-FloatingIPAdminTestJSON-2059623796 tempest-FloatingIPAdminTestJSON-2059623796-project-admin] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:35:21.774048 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-aa8ea60b-d8d5-4911-835b-53bb93139387 tempest-FloatingIPAdminTestJSON-2059623796 tempest-FloatingIPAdminTestJSON-2059623796-project-admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:35:21.800170 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ccb547fc-4b34-4d53-99be-973908f3419b None None] Provisioning complete for port 8a5af7e0-a006-4263-a557-f0b6b62c4453 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:35:21.800920 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ccb547fc-4b34-4d53-99be-973908f3419b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:21.818375 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8ea60b-d8d5-4911-835b-53bb93139387 tempest-FloatingIPAdminTestJSON-2059623796 tempest-FloatingIPAdminTestJSON-2059623796-project-admin] Pushing event updated for resources: {'Port': ['ID=a8ca0011-f143-43b6-a422-41855ed856fa,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:21.844868 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8ea60b-d8d5-4911-835b-53bb93139387 tempest-FloatingIPAdminTestJSON-2059623796 tempest-FloatingIPAdminTestJSON-2059623796-project-admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:35:22.176292 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aa8ea60b-d8d5-4911-835b-53bb93139387 tempest-FloatingIPAdminTestJSON-2059623796 tempest-FloatingIPAdminTestJSON-2059623796-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:22.297862 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f8805a14-0abb-4139-90a0-d6f0f526bc2a None None] Provisioning for port 9f70b71c-9db3-4447-b27b-dd0020227d14 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:35:22.305515 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aa8ea60b-d8d5-4911-835b-53bb93139387 tempest-FloatingIPAdminTestJSON-2059623796 tempest-FloatingIPAdminTestJSON-2059623796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:22.307861 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f8805a14-0abb-4139-90a0-d6f0f526bc2a None None] Provisioning complete for port 9f70b71c-9db3-4447-b27b-dd0020227d14 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:35:22.309347 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f8805a14-0abb-4139-90a0-d6f0f526bc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:22.399082 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f8805a14-0abb-4139-90a0-d6f0f526bc2a None None] Port 9f70b71c-9db3-4447-b27b-dd0020227d14 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:35:22.649448 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aa8ea60b-d8d5-4911-835b-53bb93139387 tempest-FloatingIPAdminTestJSON-2059623796 tempest-FloatingIPAdminTestJSON-2059623796-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:22.672421 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aa8ea60b-d8d5-4911-835b-53bb93139387 tempest-FloatingIPAdminTestJSON-2059623796 tempest-FloatingIPAdminTestJSON-2059623796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:22.892128 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aa8ea60b-d8d5-4911-835b-53bb93139387 tempest-FloatingIPAdminTestJSON-2059623796 tempest-FloatingIPAdminTestJSON-2059623796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:22.948891 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8ea60b-d8d5-4911-835b-53bb93139387 tempest-FloatingIPAdminTestJSON-2059623796 tempest-FloatingIPAdminTestJSON-2059623796-project-admin] Pushing event updated for resources: {'Port': ['ID=a8ca0011-f143-43b6-a422-41855ed856fa,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:22.969386 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aa8ea60b-d8d5-4911-835b-53bb93139387 tempest-FloatingIPAdminTestJSON-2059623796 tempest-FloatingIPAdminTestJSON-2059623796-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:22.971094 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-aa8ea60b-d8d5-4911-835b-53bb93139387 tempest-FloatingIPAdminTestJSON-2059623796 tempest-FloatingIPAdminTestJSON-2059623796-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5665617 Jul 15 23:35:22.975435 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 32942) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:23.168918 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d974394a-da75-4520-870e-67c5f6da8113 req-c565fb02-c754-4f13-b699-3455f83b0cad tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:23.261337 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c565fb02-c754-4f13-b699-3455f83b0cad tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event deleted for resources: {'Port': ['ID=22f71343-a588-4e9b-910d-35a5651c91a8,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:23.300181 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 22f71343-a588-4e9b-910d-35a5651c91a8 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:35:23.397286 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 8a5af7e0-a006-4263-a557-f0b6b62c4453 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:35:23.406544 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: 22f71343-a588-4e9b-910d-35a5651c91a8 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:35:23.407411 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 22f71343-a588-4e9b-910d-35a5651c91a8 not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:35:23.424014 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fce121d-99e1-4b5c-8b38-49aad1855f53 req-823f922b-399c-4c8c-80a2-83571a5dd20b tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:23.431886 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1fce121d-99e1-4b5c-8b38-49aad1855f53 req-823f922b-399c-4c8c-80a2-83571a5dd20b tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] 10.222.0.48 "GET /v2.0/ports?device_id=d307d113-3a88-4bf8-b329-d9ec3262042f HTTP/1.1" status: 200 len: 946 time: 0.7818499 Jul 15 23:35:23.447291 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-d974394a-da75-4520-870e-67c5f6da8113 req-c565fb02-c754-4f13-b699-3455f83b0cad tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] No DVR routers for this DVR port 22f71343-a588-4e9b-910d-35a5651c91a8 on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:35:23.461447 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-295c9aa3-4e83-43b1-b3c8-50d4cf980adb tempest-FloatingIPAdminTestJSON-11575513 tempest-FloatingIPAdminTestJSON-11575513-project] Request body: {'floatingip': {'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:35:23.465176 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d974394a-da75-4520-870e-67c5f6da8113 req-c565fb02-c754-4f13-b699-3455f83b0cad tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:23.467351 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d974394a-da75-4520-870e-67c5f6da8113 req-c565fb02-c754-4f13-b699-3455f83b0cad tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.49 "DELETE /v2.0/ports/22f71343-a588-4e9b-910d-35a5651c91a8 HTTP/1.1" status: 204 len: 173 time: 3.0635743 Jul 15 23:35:23.468344 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3106dd36-bfe0-4495-b6f8-bbda0880ee0f', 'name': 'network-vif-deleted', 'tag': '22f71343-a588-4e9b-910d-35a5651c91a8'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:35:23.470908 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f3b4078-2ac0-4b90-91bc-f35670aa88c8" -d '{"events": [{"server_uuid": "3106dd36-bfe0-4495-b6f8-bbda0880ee0f", "name": "network-vif-deleted", "tag": "22f71343-a588-4e9b-910d-35a5651c91a8"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:35:23.474396 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 8a5af7e0-a006-4263-a557-f0b6b62c4453 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:35:23.474950 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:23.483854 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fbda1e0b-6b1b-4e59-93ef-3771695c566d tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:23.546225 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1fce121d-99e1-4b5c-8b38-49aad1855f53 req-19283bcf-1d3b-402f-ab39-63cb53eb1bb5 tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] 10.222.0.48 "GET /v2.0/security-groups?id=f87ff988-14c3-4112-a792-18533738bd92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126592 Jul 15 23:35:23.575282 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e8c88b-e05c-4e86-b923-70b5cfa43d85 req-aa1e3803-7fee-4084-bae7-73d5a217984e tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:23.578100 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-04e8c88b-e05c-4e86-b923-70b5cfa43d85 req-aa1e3803-7fee-4084-bae7-73d5a217984e tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/ports?device_id=3106dd36-bfe0-4495-b6f8-bbda0880ee0f HTTP/1.1" status: 200 len: 867 time: 0.4790335 Jul 15 23:35:23.583090 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-295c9aa3-4e83-43b1-b3c8-50d4cf980adb tempest-FloatingIPAdminTestJSON-11575513 tempest-FloatingIPAdminTestJSON-11575513-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:23.888120 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-295c9aa3-4e83-43b1-b3c8-50d4cf980adb tempest-FloatingIPAdminTestJSON-11575513 tempest-FloatingIPAdminTestJSON-11575513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:24.033788 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-04e8c88b-e05c-4e86-b923-70b5cfa43d85 req-7587c032-da7c-4d47-9787-9b3ed87279cb tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "GET /v2.0/security-groups?id=26a1784d-78d5-48aa-a101-f8398c9ff162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4093645 Jul 15 23:35:24.178485 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc28a4c-2981-4ee8-9352-fd541f3cf5d2 x-openstack-request-id: req-2bc28a4c-2981-4ee8-9352-fd541f3cf5d2 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:35:24.179129 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3106dd36-bfe0-4495-b6f8-bbda0880ee0f", "name": "network-vif-deleted", "tag": "22f71343-a588-4e9b-910d-35a5651c91a8", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:35:24.180494 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2bc28a4c-2981-4ee8-9352-fd541f3cf5d2 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:35:24.181863 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3106dd36-bfe0-4495-b6f8-bbda0880ee0f', 'name': 'network-vif-deleted', 'tag': '22f71343-a588-4e9b-910d-35a5651c91a8', 'status': 'completed', 'code': 200} Jul 15 23:35:24.297108 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-295c9aa3-4e83-43b1-b3c8-50d4cf980adb tempest-FloatingIPAdminTestJSON-11575513 tempest-FloatingIPAdminTestJSON-11575513-project] Allocated IP 172.25.5.212 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/77367b5a-505b-44d8-bdc2-e146260116fd) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:35:24.439420 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fbda1e0b-6b1b-4e59-93ef-3771695c566d tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:24.451387 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fbda1e0b-6b1b-4e59-93ef-3771695c566d tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:24.555761 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbda1e0b-6b1b-4e59-93ef-3771695c566d tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event updated for resources: {'Port': ['ID=9f70b71c-9db3-4447-b27b-dd0020227d14,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:24.645873 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-295c9aa3-4e83-43b1-b3c8-50d4cf980adb tempest-FloatingIPAdminTestJSON-11575513 tempest-FloatingIPAdminTestJSON-11575513-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:24.772141 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-295c9aa3-4e83-43b1-b3c8-50d4cf980adb tempest-FloatingIPAdminTestJSON-11575513 tempest-FloatingIPAdminTestJSON-11575513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:24.968085 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295c9aa3-4e83-43b1-b3c8-50d4cf980adb tempest-FloatingIPAdminTestJSON-11575513 tempest-FloatingIPAdminTestJSON-11575513-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:35:24.976050 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-295c9aa3-4e83-43b1-b3c8-50d4cf980adb tempest-FloatingIPAdminTestJSON-11575513 tempest-FloatingIPAdminTestJSON-11575513-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:35:24.989223 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295c9aa3-4e83-43b1-b3c8-50d4cf980adb tempest-FloatingIPAdminTestJSON-11575513 tempest-FloatingIPAdminTestJSON-11575513-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:35:24.993087 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295c9aa3-4e83-43b1-b3c8-50d4cf980adb tempest-FloatingIPAdminTestJSON-11575513 tempest-FloatingIPAdminTestJSON-11575513-project] Pushing event updated for resources: {'Port': ['ID=77367b5a-505b-44d8-bdc2-e146260116fd,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:25.079279 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fbda1e0b-6b1b-4e59-93ef-3771695c566d tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:25.149278 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b149a10f-8c61-4f8a-85b2-ef1f54cce28f None None] Provisioning complete for port 9f70b71c-9db3-4447-b27b-dd0020227d14 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:35:25.152620 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b149a10f-8c61-4f8a-85b2-ef1f54cce28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:25.193481 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-295c9aa3-4e83-43b1-b3c8-50d4cf980adb tempest-FloatingIPAdminTestJSON-11575513 tempest-FloatingIPAdminTestJSON-11575513-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:25.253568 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fbda1e0b-6b1b-4e59-93ef-3771695c566d tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:25.257728 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b149a10f-8c61-4f8a-85b2-ef1f54cce28f None None] Port 9f70b71c-9db3-4447-b27b-dd0020227d14 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:35:25.324745 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-295c9aa3-4e83-43b1-b3c8-50d4cf980adb tempest-FloatingIPAdminTestJSON-11575513 tempest-FloatingIPAdminTestJSON-11575513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:25.362109 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33006) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:25.490865 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:26.026440 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fbda1e0b-6b1b-4e59-93ef-3771695c566d tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:26.037403 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fbda1e0b-6b1b-4e59-93ef-3771695c566d tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:26.235010 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbda1e0b-6b1b-4e59-93ef-3771695c566d tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event updated for resources: {'Port': ['ID=9f70b71c-9db3-4447-b27b-dd0020227d14,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:26.303472 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fbda1e0b-6b1b-4e59-93ef-3771695c566d tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:26.322772 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-295c9aa3-4e83-43b1-b3c8-50d4cf980adb tempest-FloatingIPAdminTestJSON-11575513 tempest-FloatingIPAdminTestJSON-11575513-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:26.339558 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd25b58-6e51-4de6-835b-85990ea66c72 req-d1a467cf-8c4c-4d73-928d-6658d655a599 tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:26.341185 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-295c9aa3-4e83-43b1-b3c8-50d4cf980adb tempest-FloatingIPAdminTestJSON-11575513 tempest-FloatingIPAdminTestJSON-11575513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:26.347390 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4dd25b58-6e51-4de6-835b-85990ea66c72 req-d1a467cf-8c4c-4d73-928d-6658d655a599 tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] 10.222.0.48 "GET /v2.0/ports?device_id=d307d113-3a88-4bf8-b329-d9ec3262042f HTTP/1.1" status: 200 len: 946 time: 0.5127778 Jul 15 23:35:26.422920 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4dd25b58-6e51-4de6-835b-85990ea66c72 req-b90f8024-6e08-4043-b893-d1a5801e2109 tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] 10.222.0.48 "GET /v2.0/security-groups?id=f87ff988-14c3-4112-a792-18533738bd92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741324 Jul 15 23:35:26.508127 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295c9aa3-4e83-43b1-b3c8-50d4cf980adb tempest-FloatingIPAdminTestJSON-11575513 tempest-FloatingIPAdminTestJSON-11575513-project] Pushing event updated for resources: {'Port': ['ID=77367b5a-505b-44d8-bdc2-e146260116fd,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:26.513059 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-295c9aa3-4e83-43b1-b3c8-50d4cf980adb tempest-FloatingIPAdminTestJSON-11575513 tempest-FloatingIPAdminTestJSON-11575513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:26.543744 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbda1e0b-6b1b-4e59-93ef-3771695c566d tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Network 38726a49-e40a-43c8-8c3d-a78f9e6e6964 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:35:26.546014 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-fbda1e0b-6b1b-4e59-93ef-3771695c566d tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:35:26.654097 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-295c9aa3-4e83-43b1-b3c8-50d4cf980adb tempest-FloatingIPAdminTestJSON-11575513 tempest-FloatingIPAdminTestJSON-11575513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:26.660511 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-295c9aa3-4e83-43b1-b3c8-50d4cf980adb tempest-FloatingIPAdminTestJSON-11575513 tempest-FloatingIPAdminTestJSON-11575513-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6806486 Jul 15 23:35:26.663293 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33044) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:26.900446 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbda1e0b-6b1b-4e59-93ef-3771695c566d tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Router 3c786642-cefc-4e32-a29b-1bcd2122604c is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:35:26.938204 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a3b570fd-cb24-435b-8a68-2f5e9a6eb551 tempest-FloatingIPAdminTestJSON-2059623796 tempest-FloatingIPAdminTestJSON-2059623796-project-admin] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2437 time: 0.2692978 Jul 15 23:35:26.940604 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33056) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:27.158863 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-94ab6cd2-7952-4ced-9bc8-0eaf78db5899 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.2146146 Jul 15 23:35:27.162900 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33062) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:27.211863 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbda1e0b-6b1b-4e59-93ef-3771695c566d tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:35:27.224738 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a37a1d-739b-495f-802e-13af2a967963 None None] Sync routers for ids ['3c786642-cefc-4e32-a29b-1bcd2122604c'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:35:27.242765 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-fbda1e0b-6b1b-4e59-93ef-3771695c566d tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "PUT /v2.0/routers/3c786642-cefc-4e32-a29b-1bcd2122604c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4876342 Jul 15 23:35:27.243442 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 33066) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:27.264814 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a37a1d-739b-495f-802e-13af2a967963 None None] Routers {'3c786642-cefc-4e32-a29b-1bcd2122604c'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:35:27.269987 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-11a37a1d-739b-495f-802e-13af2a967963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:35:05Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['3c786642-cefc-4e32-a29b-1bcd2122604c'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:27.353317 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-11a37a1d-739b-495f-802e-13af2a967963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:27.358607 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-be5b8f2a-cb9e-4037-9019-f817f9540a3c None None] Provisioning complete for port 9f70b71c-9db3-4447-b27b-dd0020227d14 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:35:27.359299 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-be5b8f2a-cb9e-4037-9019-f817f9540a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:27.367257 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d05c4-c71d-4fa6-aa80-a1d534f0bc2e req-0ac31839-f364-45ff-9054-5a25b884e1fc tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:27.369759 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c36d05c4-c71d-4fa6-aa80-a1d534f0bc2e req-0ac31839-f364-45ff-9054-5a25b884e1fc tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] 10.222.0.49 "GET /v2.0/ports?device_id=d307d113-3a88-4bf8-b329-d9ec3262042f HTTP/1.1" status: 200 len: 946 time: 0.2784233 Jul 15 23:35:27.403169 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-be5b8f2a-cb9e-4037-9019-f817f9540a3c None None] Port 9f70b71c-9db3-4447-b27b-dd0020227d14 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:35:27.411375 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a37a1d-739b-495f-802e-13af2a967963 None None] Routers {'3c786642-cefc-4e32-a29b-1bcd2122604c'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:35:27.412515 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-11a37a1d-739b-495f-802e-13af2a967963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:35:05Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['3c786642-cefc-4e32-a29b-1bcd2122604c'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:27.482560 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-641010f2-d136-4683-a335-d4ac1e26c736 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:27.527528 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-11a37a1d-739b-495f-802e-13af2a967963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:27.530264 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a37a1d-739b-495f-802e-13af2a967963 None None] The sync data for ids ['3c786642-cefc-4e32-a29b-1bcd2122604c'] in n-d-794306-6 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:35:27.567287 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59cd12f-1ecf-4b9d-b93a-35954eb990d4 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:27.572698 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-d59cd12f-1ecf-4b9d-b93a-35954eb990d4 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c786642-cefc-4e32-a29b-1bcd2122604c HTTP/1.1" status: 200 len: 982 time: 0.3242881 Jul 15 23:35:27.572698 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 33078) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:27.722931 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-8c73f4d9-207d-4a0b-bf40-21a68a41d1b4 tempest-FloatingIPAdminTestJSON-11575513 tempest-FloatingIPAdminTestJSON-11575513-project] Deleting port 77367b5a-505b-44d8-bdc2-e146260116fd {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:35:27.723687 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8c73f4d9-207d-4a0b-bf40-21a68a41d1b4 tempest-FloatingIPAdminTestJSON-11575513 tempest-FloatingIPAdminTestJSON-11575513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:27.765695 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-c36d05c4-c71d-4fa6-aa80-a1d534f0bc2e req-5f516f7b-f787-4cf8-8e48-022042247f19 tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] Deleting port 86b57732-de38-46f1-a0a0-2a2870f0a02f {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:35:27.766289 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c36d05c4-c71d-4fa6-aa80-a1d534f0bc2e req-5f516f7b-f787-4cf8-8e48-022042247f19 tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:27.953768 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8c73f4d9-207d-4a0b-bf40-21a68a41d1b4 tempest-FloatingIPAdminTestJSON-11575513 tempest-FloatingIPAdminTestJSON-11575513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:27.954505 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8c73f4d9-207d-4a0b-bf40-21a68a41d1b4 tempest-FloatingIPAdminTestJSON-11575513 tempest-FloatingIPAdminTestJSON-11575513-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:27.973585 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-8c73f4d9-207d-4a0b-bf40-21a68a41d1b4 tempest-FloatingIPAdminTestJSON-11575513 tempest-FloatingIPAdminTestJSON-11575513-project] Calling delete_port for 77367b5a-505b-44d8-bdc2-e146260116fd owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:35:28.056530 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-641010f2-d136-4683-a335-d4ac1e26c736 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Deleting port 5befd1de-b513-4cc7-93cf-bf369f0e3d0c {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:35:28.057274 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-641010f2-d136-4683-a335-d4ac1e26c736 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:28.140799 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af099435-cb69-45d6-8ede-59fa53030e99 req-bc5a50ac-17c9-4b43-b2c2-131f28ec3788 tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:28.142964 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-af099435-cb69-45d6-8ede-59fa53030e99 req-bc5a50ac-17c9-4b43-b2c2-131f28ec3788 tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] 10.222.0.48 "GET /v2.0/ports?device_id=d307d113-3a88-4bf8-b329-d9ec3262042f HTTP/1.1" status: 200 len: 946 time: 0.4422193 Jul 15 23:35:28.183630 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-641010f2-d136-4683-a335-d4ac1e26c736 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] For port 5befd1de-b513-4cc7-93cf-bf369f0e3d0c, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=5befd1de-b513-4cc7-93cf-bf369f0e3d0c,segment=NetworkSegment(b99224d7-37a2-4cab-9e9b-a43d40298d61),segment_id=b99224d7-37a2-4cab-9e9b-a43d40298d61)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:35:28.183885 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-641010f2-d136-4683-a335-d4ac1e26c736 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:28.196978 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3214491f-fb68-47a7-bff3-84d13085a25d req-cc29bb5f-28dc-4088-b90d-7548a98ae767 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:28.198525 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3214491f-fb68-47a7-bff3-84d13085a25d req-cc29bb5f-28dc-4088-b90d-7548a98ae767 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 946 time: 0.1931360 Jul 15 23:35:28.198989 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-641010f2-d136-4683-a335-d4ac1e26c736 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Calling delete_port for 5befd1de-b513-4cc7-93cf-bf369f0e3d0c owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:35:28.256900 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-c36d05c4-c71d-4fa6-aa80-a1d534f0bc2e req-5f516f7b-f787-4cf8-8e48-022042247f19 tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] For port 86b57732-de38-46f1-a0a0-2a2870f0a02f, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=86b57732-de38-46f1-a0a0-2a2870f0a02f,segment=NetworkSegment(2a536234-9bb1-497c-bf6b-4d2b6ccc534a),segment_id=2a536234-9bb1-497c-bf6b-4d2b6ccc534a)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:35:28.257268 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c36d05c4-c71d-4fa6-aa80-a1d534f0bc2e req-5f516f7b-f787-4cf8-8e48-022042247f19 tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:28.281377 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-af099435-cb69-45d6-8ede-59fa53030e99 req-e68a7e96-f7fe-467c-9fb0-012414defb26 tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] 10.222.0.48 "GET /v2.0/security-groups?id=f87ff988-14c3-4112-a792-18533738bd92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280487 Jul 15 23:35:28.294452 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-c36d05c4-c71d-4fa6-aa80-a1d534f0bc2e req-5f516f7b-f787-4cf8-8e48-022042247f19 tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] Calling delete_port for 86b57732-de38-46f1-a0a0-2a2870f0a02f owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:35:28.379905 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3214491f-fb68-47a7-bff3-84d13085a25d req-ecb295c2-17af-4eb5-aa1c-662546dee476 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598842 Jul 15 23:35:28.490921 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8c73f4d9-207d-4a0b-bf40-21a68a41d1b4 tempest-FloatingIPAdminTestJSON-11575513 tempest-FloatingIPAdminTestJSON-11575513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:28.652006 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8c73f4d9-207d-4a0b-bf40-21a68a41d1b4 tempest-FloatingIPAdminTestJSON-11575513 tempest-FloatingIPAdminTestJSON-11575513-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:28.656211 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8c73f4d9-207d-4a0b-bf40-21a68a41d1b4 tempest-FloatingIPAdminTestJSON-11575513 tempest-FloatingIPAdminTestJSON-11575513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:28.658581 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-8c73f4d9-207d-4a0b-bf40-21a68a41d1b4 tempest-FloatingIPAdminTestJSON-11575513 tempest-FloatingIPAdminTestJSON-11575513-project] 10.222.0.48 "DELETE /v2.0/floatingips/af427961-9ff8-4e67-9808-7df364121e76 HTTP/1.1" status: 204 len: 168 time: 1.4937577 Jul 15 23:35:28.664628 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33112) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:28.667175 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c73f4d9-207d-4a0b-bf40-21a68a41d1b4 tempest-FloatingIPAdminTestJSON-11575513 tempest-FloatingIPAdminTestJSON-11575513-project] Pushing event deleted for resources: {'Port': ['ID=77367b5a-505b-44d8-bdc2-e146260116fd,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:28.875786 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-641010f2-d136-4683-a335-d4ac1e26c736 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:29.053613 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641010f2-d136-4683-a335-d4ac1e26c736 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event deleted for resources: {'Port': ['ID=5befd1de-b513-4cc7-93cf-bf369f0e3d0c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:29.276995 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c36d05c4-c71d-4fa6-aa80-a1d534f0bc2e req-5f516f7b-f787-4cf8-8e48-022042247f19 tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:29.310163 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['86b57732-de38-46f1-a0a0-2a2870f0a02f'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:35:29.352938 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-641010f2-d136-4683-a335-d4ac1e26c736 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:29.364079 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-048363e0-7fe3-4df8-9205-a5c3f96e67f9 tempest-FloatingIPAdminTestJSON-2059623796 tempest-FloatingIPAdminTestJSON-2059623796-project-admin] Deleting port a8ca0011-f143-43b6-a422-41855ed856fa {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:35:29.364819 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-048363e0-7fe3-4df8-9205-a5c3f96e67f9 tempest-FloatingIPAdminTestJSON-2059623796 tempest-FloatingIPAdminTestJSON-2059623796-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:29.443327 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f516f7b-f787-4cf8-8e48-022042247f19 tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] Pushing event deleted for resources: {'Port': ['ID=86b57732-de38-46f1-a0a0-2a2870f0a02f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:29.579861 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cfb685e5-dc9e-4fca-8686-234b857283c6 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:29.584346 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-c36d05c4-c71d-4fa6-aa80-a1d534f0bc2e req-5f516f7b-f787-4cf8-8e48-022042247f19 tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] No DVR routers for this DVR port 86b57732-de38-46f1-a0a0-2a2870f0a02f on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:35:29.627960 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-048363e0-7fe3-4df8-9205-a5c3f96e67f9 tempest-FloatingIPAdminTestJSON-2059623796 tempest-FloatingIPAdminTestJSON-2059623796-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:29.628467 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-048363e0-7fe3-4df8-9205-a5c3f96e67f9 tempest-FloatingIPAdminTestJSON-2059623796 tempest-FloatingIPAdminTestJSON-2059623796-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:29.637193 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c36d05c4-c71d-4fa6-aa80-a1d534f0bc2e req-5f516f7b-f787-4cf8-8e48-022042247f19 tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:29.640889 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c36d05c4-c71d-4fa6-aa80-a1d534f0bc2e req-5f516f7b-f787-4cf8-8e48-022042247f19 tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] 10.222.0.49 "DELETE /v2.0/ports/86b57732-de38-46f1-a0a0-2a2870f0a02f HTTP/1.1" status: 204 len: 173 time: 2.2622144 Jul 15 23:35:29.667497 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd307d113-3a88-4bf8-b329-d9ec3262042f', 'name': 'network-vif-deleted', 'tag': '86b57732-de38-46f1-a0a0-2a2870f0a02f'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:35:29.670974 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d11d3ef3-f91c-4aeb-82ba-1e8858ae935a" -d '{"events": [{"server_uuid": "d307d113-3a88-4bf8-b329-d9ec3262042f", "name": "network-vif-deleted", "tag": "86b57732-de38-46f1-a0a0-2a2870f0a02f"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:35:29.685138 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-027b1670-e328-472e-900d-ee3c043a4343 req-80aed149-5c75-4008-934b-6c5f187945d8 tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] 10.222.0.48 "GET /v2.0/ports?device_id=d307d113-3a88-4bf8-b329-d9ec3262042f HTTP/1.1" status: 200 len: 210 time: 0.1162086 Jul 15 23:35:29.700479 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-048363e0-7fe3-4df8-9205-a5c3f96e67f9 tempest-FloatingIPAdminTestJSON-2059623796 tempest-FloatingIPAdminTestJSON-2059623796-project-admin] Calling delete_port for a8ca0011-f143-43b6-a422-41855ed856fa owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:35:29.742162 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f57dffe-2d7d-4e67-9bca-351b130c3cda x-openstack-request-id: req-5f57dffe-2d7d-4e67-9bca-351b130c3cda {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:35:29.742162 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d307d113-3a88-4bf8-b329-d9ec3262042f", "name": "network-vif-deleted", "tag": "86b57732-de38-46f1-a0a0-2a2870f0a02f", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:35:29.742398 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5f57dffe-2d7d-4e67-9bca-351b130c3cda {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:35:29.742742 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd307d113-3a88-4bf8-b329-d9ec3262042f', 'name': 'network-vif-deleted', 'tag': '86b57732-de38-46f1-a0a0-2a2870f0a02f', 'status': 'completed', 'code': 200} Jul 15 23:35:30.066455 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-cfb685e5-dc9e-4fca-8686-234b857283c6 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Deleting port 9f70b71c-9db3-4447-b27b-dd0020227d14 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:35:30.067534 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cfb685e5-dc9e-4fca-8686-234b857283c6 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:30.181784 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cfb685e5-dc9e-4fca-8686-234b857283c6 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:30.229335 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-cfb685e5-dc9e-4fca-8686-234b857283c6 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Calling delete_port for 9f70b71c-9db3-4447-b27b-dd0020227d14 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:35:30.441362 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-048363e0-7fe3-4df8-9205-a5c3f96e67f9 tempest-FloatingIPAdminTestJSON-2059623796 tempest-FloatingIPAdminTestJSON-2059623796-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:30.542558 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048363e0-7fe3-4df8-9205-a5c3f96e67f9 tempest-FloatingIPAdminTestJSON-2059623796 tempest-FloatingIPAdminTestJSON-2059623796-project-admin] Pushing event deleted for resources: {'Port': ['ID=a8ca0011-f143-43b6-a422-41855ed856fa,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:30.617407 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-641010f2-d136-4683-a335-d4ac1e26c736 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Router d83278e9-ad00-4107-ad4b-74b8e034d22f has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:35:30.637167 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cfb685e5-dc9e-4fca-8686-234b857283c6 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:30.641642 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-048363e0-7fe3-4df8-9205-a5c3f96e67f9 tempest-FloatingIPAdminTestJSON-2059623796 tempest-FloatingIPAdminTestJSON-2059623796-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:30.645124 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-048363e0-7fe3-4df8-9205-a5c3f96e67f9 tempest-FloatingIPAdminTestJSON-2059623796 tempest-FloatingIPAdminTestJSON-2059623796-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:30.646520 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-048363e0-7fe3-4df8-9205-a5c3f96e67f9 tempest-FloatingIPAdminTestJSON-2059623796 tempest-FloatingIPAdminTestJSON-2059623796-project-admin] 10.222.0.48 "DELETE /v2.0/floatingips/f3aa8e64-675d-4876-990d-59989f987a35 HTTP/1.1" status: 204 len: 168 time: 1.9804635 Jul 15 23:35:30.667543 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33166) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:30.782963 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb685e5-dc9e-4fca-8686-234b857283c6 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event deleted for resources: {'Port': ['ID=9f70b71c-9db3-4447-b27b-dd0020227d14,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:30.830610 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7dbf9456-1b33-40de-8a10-47b9d76c4dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:30.933786 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-641010f2-d136-4683-a335-d4ac1e26c736 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:35:30.951555 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86129c3c-1900-4c74-baba-da26eafe3b9b None None] Sync routers for ids ['d83278e9-ad00-4107-ad4b-74b8e034d22f'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:35:30.963625 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86129c3c-1900-4c74-baba-da26eafe3b9b None None] Routers {'d83278e9-ad00-4107-ad4b-74b8e034d22f'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:35:30.964777 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-86129c3c-1900-4c74-baba-da26eafe3b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:35:05Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['d83278e9-ad00-4107-ad4b-74b8e034d22f'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:31.009053 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-641010f2-d136-4683-a335-d4ac1e26c736 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "PUT /v2.0/routers/d83278e9-ad00-4107-ad4b-74b8e034d22f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6431718 Jul 15 23:35:31.019528 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 33176) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:31.148017 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b42733f4-1f2e-4563-8b43-bb4f6da6cc8f tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Deleting port 374401ae-866f-43aa-b923-f6672c360989 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:35:31.148366 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b42733f4-1f2e-4563-8b43-bb4f6da6cc8f tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:31.153494 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cfb685e5-dc9e-4fca-8686-234b857283c6 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:31.278421 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-86129c3c-1900-4c74-baba-da26eafe3b9b None None] Set router d83278e9-ad00-4107-ad4b-74b8e034d22f gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:35:31.302788 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 86b57732-de38-46f1-a0a0-2a2870f0a02f no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:35:31.389380 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: 86b57732-de38-46f1-a0a0-2a2870f0a02f {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:35:31.392894 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 86b57732-de38-46f1-a0a0-2a2870f0a02f not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:35:31.393351 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 88c45584-2d51-4746-a9ae-b07b0255b918 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:35:31.411507 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ac16820-88e6-4457-9132-d02f0cbfb253 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Deleting subnet 47fce57d-ff76-4ff8-b86b-50ddd70517e1 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:35:31.424153 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ac16820-88e6-4457-9132-d02f0cbfb253 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:31.537142 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:31.572637 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 88c45584-2d51-4746-a9ae-b07b0255b918, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=88c45584-2d51-4746-a9ae-b07b0255b918,segment=NetworkSegment(1221e74c-ebb2-4cb8-bf72-835ef0508fbe),segment_id=1221e74c-ebb2-4cb8-bf72-835ef0508fbe)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:35:31.574204 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14b28f1-1b98-463c-9c45-3154ee11bbe9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88c45584-2d51-4746-a9ae-b07b0255b918'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:35:31.578245 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e4af9c-3f87-44d4-8003-803aa17ba321" -d '{"events": [{"server_uuid": "d14b28f1-1b98-463c-9c45-3154ee11bbe9", "name": "network-vif-unplugged", "status": "completed", "tag": "88c45584-2d51-4746-a9ae-b07b0255b918"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:35:31.595232 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:31.617949 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b42733f4-1f2e-4563-8b43-bb4f6da6cc8f tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:31.642854 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ac16820-88e6-4457-9132-d02f0cbfb253 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:31.682143 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b42733f4-1f2e-4563-8b43-bb4f6da6cc8f tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Calling delete_port for 374401ae-866f-43aa-b923-f6672c360989 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:35:31.704675 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=88c45584-2d51-4746-a9ae-b07b0255b918,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:31.706788 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc0a8e-0e6c-4fdb-bdbe-34680ba2350c req-0e4350a4-e61f-4da4-bf2a-7aa55973c9d2 tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:31.708128 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-40cc0a8e-0e6c-4fdb-bdbe-34680ba2350c req-0e4350a4-e61f-4da4-bf2a-7aa55973c9d2 tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] 10.222.0.48 "GET /v2.0/networks?id=6145aed5-b518-48fb-89e2-74131e67559c HTTP/1.1" status: 200 len: 809 time: 0.3287055 Jul 15 23:35:31.727525 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:31.731702 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:31.731702 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:31.731702 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:31.731702 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:31.731702 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:31.731702 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:31.731702 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:31.731702 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:31.731702 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:31.731702 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:31.731702 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:31.756385 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-40cc0a8e-0e6c-4fdb-bdbe-34680ba2350c req-3f8111d2-9366-4527-923b-c3c83b58fc57 tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] 10.222.0.48 "GET /v2.0/quotas/e85e101cb7d14ef59a582614f75c1832 HTTP/1.1" status: 200 len: 375 time: 0.0134027 Jul 15 23:35:31.802398 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-86129c3c-1900-4c74-baba-da26eafe3b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83278e9-ad00-4107-ad4b-74b8e034d22f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1872943609', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'e7116f33-e9ae-4345-9a69-36874a873800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:11Z', 'updated_at': '2021-07-15T23:35:28Z', 'revision_number': 5, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'gw_port': {'id': 'e7116f33-e9ae-4345-9a69-36874a873800', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:7b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83278e9-ad00-4107-ad4b-74b8e034d22f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:14Z', 'updated_at': '2021-07-15T23:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:31.803213 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-40cc0a8e-0e6c-4fdb-bdbe-34680ba2350c req-4a671071-37ed-460a-af22-e35d0f624bdb tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e85e101cb7d14ef59a582614f75c1832&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377696 Jul 15 23:35:31.827901 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfb685e5-dc9e-4fca-8686-234b857283c6 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Router 3c786642-cefc-4e32-a29b-1bcd2122604c has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:35:31.878161 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86129c3c-1900-4c74-baba-da26eafe3b9b None None] Checking router: d83278e9-ad00-4107-ad4b-74b8e034d22f for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:35:31.899863 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86129c3c-1900-4c74-baba-da26eafe3b9b None None] Routers {'d83278e9-ad00-4107-ad4b-74b8e034d22f'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:35:31.900862 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-86129c3c-1900-4c74-baba-da26eafe3b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:35:05Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['d83278e9-ad00-4107-ad4b-74b8e034d22f'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:32.045960 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b42733f4-1f2e-4563-8b43-bb4f6da6cc8f tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:32.058435 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb685e5-dc9e-4fca-8686-234b857283c6 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:35:32.064649 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07bff6a8-798a-4491-9ba0-335c0bb3cfea x-openstack-request-id: req-07bff6a8-798a-4491-9ba0-335c0bb3cfea {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:35:32.071885 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d14b28f1-1b98-463c-9c45-3154ee11bbe9", "name": "network-vif-unplugged", "status": "completed", "tag": "88c45584-2d51-4746-a9ae-b07b0255b918", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:35:32.072403 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-07bff6a8-798a-4491-9ba0-335c0bb3cfea {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:35:32.073038 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14b28f1-1b98-463c-9c45-3154ee11bbe9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88c45584-2d51-4746-a9ae-b07b0255b918', 'code': 200} Jul 15 23:35:32.078773 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfe3d6b-0a1a-4aef-b6e4-6fa5fe57b23e None None] Sync routers for ids ['3c786642-cefc-4e32-a29b-1bcd2122604c'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:35:32.080459 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-cfb685e5-dc9e-4fca-8686-234b857283c6 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "PUT /v2.0/routers/3c786642-cefc-4e32-a29b-1bcd2122604c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4926467 Jul 15 23:35:32.099692 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 33210) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:32.126769 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfe3d6b-0a1a-4aef-b6e4-6fa5fe57b23e None None] Routers {'3c786642-cefc-4e32-a29b-1bcd2122604c'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:35:32.127816 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6bfe3d6b-0a1a-4aef-b6e4-6fa5fe57b23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:35:05Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['3c786642-cefc-4e32-a29b-1bcd2122604c'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:32.180517 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42733f4-1f2e-4563-8b43-bb4f6da6cc8f tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Pushing event deleted for resources: {'Port': ['ID=374401ae-866f-43aa-b923-f6672c360989,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:32.233267 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-40cc0a8e-0e6c-4fdb-bdbe-34680ba2350c req-ba2bbf5f-691f-4281-96a7-c433a7914972 service neutron] 10.222.0.48 "GET /v2.0/networks/6145aed5-b518-48fb-89e2-74131e67559c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4207456 Jul 15 23:35:32.238024 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b42733f4-1f2e-4563-8b43-bb4f6da6cc8f tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:32.240067 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b42733f4-1f2e-4563-8b43-bb4f6da6cc8f tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] 10.222.0.48 "DELETE /v2.0/ports/374401ae-866f-43aa-b923-f6672c360989 HTTP/1.1" status: 204 len: 168 time: 1.4196751 Jul 15 23:35:32.242627 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33214) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:32.244779 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ac16820-88e6-4457-9132-d02f0cbfb253 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:32.249946 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-86129c3c-1900-4c74-baba-da26eafe3b9b None None] Set router d83278e9-ad00-4107-ad4b-74b8e034d22f gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:35:32.490411 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8286bee-6818-4616-a95b-bc636b013803 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:32.497157 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a8286bee-6818-4616-a95b-bc636b013803 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaffeef0-bb67-4b32-b5fd-4cbe25fde7eb HTTP/1.1" status: 200 len: 913 time: 0.2519455 Jul 15 23:35:32.500281 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33224) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:32.500456 n-d-794306-6 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-61ef76ef-20fb-4502-a116-f82e204000f5 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] GET failed (client error): The resource could not be found. Jul 15 23:35:32.505266 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-61ef76ef-20fb-4502-a116-f82e204000f5 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "GET /v2.0/ports/9f70b71c-9db3-4447-b27b-dd0020227d14 HTTP/1.1" status: 404 len: 333 time: 0.2942874 Jul 15 23:35:32.506748 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 33226) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:32.509765 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ac16820-88e6-4457-9132-d02f0cbfb253 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:32.593530 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dde5c69-aa61-4605-836d-733a2879ba4e None None] Network 738afb69-9dfa-4874-a9f9-3ca9e5030b6f requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:35:32.601981 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ac16820-88e6-4457-9132-d02f0cbfb253 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:32.603930 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-4ac16820-88e6-4457-9132-d02f0cbfb253 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "DELETE /v2.0/subnets/47fce57d-ff76-4ff8-b86b-50ddd70517e1 HTTP/1.1" status: 204 len: 168 time: 1.5783052 Jul 15 23:35:32.636388 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac16820-88e6-4457-9132-d02f0cbfb253 tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event deleted for resources: {'Subnet': ['ID=47fce57d-ff76-4ff8-b86b-50ddd70517e1,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:32.640304 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 33230) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:32.646798 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6bfe3d6b-0a1a-4aef-b6e4-6fa5fe57b23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:32.676889 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfe3d6b-0a1a-4aef-b6e4-6fa5fe57b23e None None] Routers {'3c786642-cefc-4e32-a29b-1bcd2122604c'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:35:32.677916 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6bfe3d6b-0a1a-4aef-b6e4-6fa5fe57b23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:35:05Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['3c786642-cefc-4e32-a29b-1bcd2122604c'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:32.704029 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9cc01018-4ea9-45ae-bbeb-f1f0983713b3 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:32.756405 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-40cc0a8e-0e6c-4fdb-bdbe-34680ba2350c req-8d295697-2161-412a-a01c-7be652f9443d service neutron] 10.222.0.48 "GET /v2.0/networks/6145aed5-b518-48fb-89e2-74131e67559c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5041032 Jul 15 23:35:32.814993 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-86129c3c-1900-4c74-baba-da26eafe3b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83278e9-ad00-4107-ad4b-74b8e034d22f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1872943609', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'e7116f33-e9ae-4345-9a69-36874a873800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:11Z', 'updated_at': '2021-07-15T23:35:28Z', 'revision_number': 5, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'gw_port': {'id': 'e7116f33-e9ae-4345-9a69-36874a873800', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:7b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83278e9-ad00-4107-ad4b-74b8e034d22f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:14Z', 'updated_at': '2021-07-15T23:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:32.853119 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6bfe3d6b-0a1a-4aef-b6e4-6fa5fe57b23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:32.860156 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfe3d6b-0a1a-4aef-b6e4-6fa5fe57b23e None None] The sync data for ids ['3c786642-cefc-4e32-a29b-1bcd2122604c'] in n-d-794306-6 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:35:32.874577 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86129c3c-1900-4c74-baba-da26eafe3b9b None None] The sync data for ids ['d83278e9-ad00-4107-ad4b-74b8e034d22f'] in n-d-794306-6 is: [{'id': 'd83278e9-ad00-4107-ad4b-74b8e034d22f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1872943609', 'tenant_id': '89469485c64e49f5b3171ed5499b9995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'e7116f33-e9ae-4345-9a69-36874a873800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:33:11Z', 'updated_at': '2021-07-15T23:35:28Z', 'revision_number': 5, 'project_id': '89469485c64e49f5b3171ed5499b9995', 'gw_port': {'id': 'e7116f33-e9ae-4345-9a69-36874a873800', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:7b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83278e9-ad00-4107-ad4b-74b8e034d22f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:33:14Z', 'updated_at': '2021-07-15T23:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:35:33.299349 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 88c45584-2d51-4746-a9ae-b07b0255b918 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:35:33.320420 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a109f5-b68f-4afa-9b9b-2eba636eaa08 None None] DHCP port deletion for 738afb69-9dfa-4874-a9f9-3ca9e5030b6f request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:35:33.574465 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 5befd1de-b513-4cc7-93cf-bf369f0e3d0c no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:35:33.656944 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 5befd1de-b513-4cc7-93cf-bf369f0e3d0c {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:35:33.666374 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 5befd1de-b513-4cc7-93cf-bf369f0e3d0c not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:35:33.667166 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 24098243-dad0-46da-b0b4-66d6c7c698c0 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:35:33.681971 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.db.resource_extend [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 23:35:33.775272 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:33.806121 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ae5e8e51-52e6-4e0c-9b72-440936f6384b tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:33.809765 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-824507ff-8f06-45e8-bd06-4a6224cc7483 req-8ca18515-c639-433d-b49a-e49263fbe81a tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] 10.222.0.48 "GET /v2.0/ports?device_id=e033173c-57ca-4736-9126-be986bd672bb HTTP/1.1" status: 200 len: 210 time: 0.0841806 Jul 15 23:35:33.834253 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9cc01018-4ea9-45ae-bbeb-f1f0983713b3 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:33.838197 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9cc01018-4ea9-45ae-bbeb-f1f0983713b3 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:33.949799 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-86b75df6-8b88-4f71-bf86-9268f84de97b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:34.040073 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9cc01018-4ea9-45ae-bbeb-f1f0983713b3 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:34.049680 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc01018-4ea9-45ae-bbeb-f1f0983713b3 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Fanout notify agent at l3_agent the message router_deleted on router 3c786642-cefc-4e32-a29b-1bcd2122604c {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:35:34.071311 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9cc01018-4ea9-45ae-bbeb-f1f0983713b3 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:34.078115 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-9cc01018-4ea9-45ae-bbeb-f1f0983713b3 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "DELETE /v2.0/routers/3c786642-cefc-4e32-a29b-1bcd2122604c HTTP/1.1" status: 204 len: 168 time: 1.5571332 Jul 15 23:35:34.079268 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 33272) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:34.094179 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:34.127556 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-69a109f5-b68f-4afa-9b9b-2eba636eaa08 None None] Deleting port 24098243-dad0-46da-b0b4-66d6c7c698c0 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:35:34.127981 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-69a109f5-b68f-4afa-9b9b-2eba636eaa08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:34.136589 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 88c45584-2d51-4746-a9ae-b07b0255b918, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=88c45584-2d51-4746-a9ae-b07b0255b918,segment=NetworkSegment(1221e74c-ebb2-4cb8-bf72-835ef0508fbe),segment_id=1221e74c-ebb2-4cb8-bf72-835ef0508fbe)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:35:34.185027 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 24098243-dad0-46da-b0b4-66d6c7c698c0, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=24098243-dad0-46da-b0b4-66d6c7c698c0,segment=NetworkSegment(b99224d7-37a2-4cab-9e9b-a43d40298d61),segment_id=b99224d7-37a2-4cab-9e9b-a43d40298d61)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:35:34.186420 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '88c45584-2d51-4746-a9ae-b07b0255b918', 'network_id': '319575b4-274a-45da-9bf1-6decf487208b', 'port_id': '88c45584-2d51-4746-a9ae-b07b0255b918', 'mac_address': 'fa:16:3e:7b:f6:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c7868f8-d819-4333-b9c5-ebc3d9707601', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:35:34.212882 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:34.288335 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=24098243-dad0-46da-b0b4-66d6c7c698c0,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:34.370438 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-b049802c-642b-4dbe-a071-a6665d65f430 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Deleting subnet eb86c67c-096b-47d6-b1d1-699c19a066a2 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:35:34.386860 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b049802c-642b-4dbe-a071-a6665d65f430 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:34.422756 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-be369832-37fa-461f-b315-ef8d83a96f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:34.458257 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:34.481825 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-69a109f5-b68f-4afa-9b9b-2eba636eaa08 None None] For port 24098243-dad0-46da-b0b4-66d6c7c698c0, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=24098243-dad0-46da-b0b4-66d6c7c698c0,segment=NetworkSegment(b99224d7-37a2-4cab-9e9b-a43d40298d61),segment_id=b99224d7-37a2-4cab-9e9b-a43d40298d61)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:35:34.482195 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-69a109f5-b68f-4afa-9b9b-2eba636eaa08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:34.505139 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:34.510267 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-86b75df6-8b88-4f71-bf86-9268f84de97b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:34.545693 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88c45584-2d51-4746-a9ae-b07b0255b918 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:35:34.581374 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b049802c-642b-4dbe-a071-a6665d65f430 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:34.586691 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 88c45584-2d51-4746-a9ae-b07b0255b918, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=88c45584-2d51-4746-a9ae-b07b0255b918,segment=NetworkSegment(1221e74c-ebb2-4cb8-bf72-835ef0508fbe),segment_id=1221e74c-ebb2-4cb8-bf72-835ef0508fbe)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:35:34.602492 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-69a109f5-b68f-4afa-9b9b-2eba636eaa08 None None] Calling delete_port for 24098243-dad0-46da-b0b4-66d6c7c698c0 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:35:34.605990 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:34.753103 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-86b75df6-8b88-4f71-bf86-9268f84de97b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Deleting port e7116f33-e9ae-4345-9a69-36874a873800 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:35:34.753559 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-86b75df6-8b88-4f71-bf86-9268f84de97b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:34.815646 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-ae5e8e51-52e6-4e0c-9b72-440936f6384b tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Deleting port 52652a9a-5b83-452a-b0aa-13959b0e54b2 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:35:34.816198 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ae5e8e51-52e6-4e0c-9b72-440936f6384b tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:34.858584 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b049802c-642b-4dbe-a071-a6665d65f430 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:34.869410 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=88c45584-2d51-4746-a9ae-b07b0255b918,revision_number=9']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:34.881991 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['88c45584-2d51-4746-a9ae-b07b0255b918'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:35:34.966685 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-86b75df6-8b88-4f71-bf86-9268f84de97b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] For port e7116f33-e9ae-4345-9a69-36874a873800, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=e7116f33-e9ae-4345-9a69-36874a873800,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:35:34.967998 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-86b75df6-8b88-4f71-bf86-9268f84de97b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:34.989805 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-86b75df6-8b88-4f71-bf86-9268f84de97b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Calling delete_port for e7116f33-e9ae-4345-9a69-36874a873800 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:35:35.064540 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ae5e8e51-52e6-4e0c-9b72-440936f6384b tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:35.105148 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-ae5e8e51-52e6-4e0c-9b72-440936f6384b tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Calling delete_port for 52652a9a-5b83-452a-b0aa-13959b0e54b2 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:35:35.144580 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b049802c-642b-4dbe-a071-a6665d65f430 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:35.209610 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b049802c-642b-4dbe-a071-a6665d65f430 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:35.214186 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-b049802c-642b-4dbe-a071-a6665d65f430 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "DELETE /v2.0/subnets/eb86c67c-096b-47d6-b1d1-699c19a066a2 HTTP/1.1" status: 204 len: 168 time: 1.1282473 Jul 15 23:35:35.214946 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 33296) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:35.221568 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65e0b00-5522-444a-92de-ddffe8d279d2 None None] Network 38726a49-e40a-43c8-8c3d-a78f9e6e6964 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:35:35.297888 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b049802c-642b-4dbe-a071-a6665d65f430 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event deleted for resources: {'Subnet': ['ID=eb86c67c-096b-47d6-b1d1-699c19a066a2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:35.374639 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-92b41327-d930-4e94-a430-aa463d450d7e req-8ace0e4d-b97d-40e1-a553-91f7de1f63e1 tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] 10.222.0.48 "GET /v2.0/ports?device_id=e033173c-57ca-4736-9126-be986bd672bb HTTP/1.1" status: 200 len: 210 time: 0.1188593 Jul 15 23:35:35.404806 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-69a109f5-b68f-4afa-9b9b-2eba636eaa08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:35.489931 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a109f5-b68f-4afa-9b9b-2eba636eaa08 None None] No DVR routers for this DVR port 24098243-dad0-46da-b0b4-66d6c7c698c0 on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:35:35.593888 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ae5e8e51-52e6-4e0c-9b72-440936f6384b tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:35.617224 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-37555f06-737b-4700-bd99-fc1ee960e8c9 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:35.655848 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a109f5-b68f-4afa-9b9b-2eba636eaa08 None None] Pushing event deleted for resources: {'Port': ['ID=24098243-dad0-46da-b0b4-66d6c7c698c0,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:35.681773 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5e8e51-52e6-4e0c-9b72-440936f6384b tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Pushing event deleted for resources: {'Port': ['ID=52652a9a-5b83-452a-b0aa-13959b0e54b2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:35.887999 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-86b75df6-8b88-4f71-bf86-9268f84de97b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:36.017965 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf1407a-0c3b-4e6c-a99a-f74e5903ff00 None None] DHCP port deletion for 38726a49-e40a-43c8-8c3d-a78f9e6e6964 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:35:36.121807 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b75df6-8b88-4f71-bf86-9268f84de97b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event deleted for resources: {'Port': ['ID=e7116f33-e9ae-4345-9a69-36874a873800,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:36.165677 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-37555f06-737b-4700-bd99-fc1ee960e8c9 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Deleting port 8a5af7e0-a006-4263-a557-f0b6b62c4453 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:35:36.167916 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-37555f06-737b-4700-bd99-fc1ee960e8c9 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:36.210188 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-6cf1407a-0c3b-4e6c-a99a-f74e5903ff00 None None] Deleting port 8a5af7e0-a006-4263-a557-f0b6b62c4453 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:35:36.210799 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6cf1407a-0c3b-4e6c-a99a-f74e5903ff00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:36.217867 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ae5e8e51-52e6-4e0c-9b72-440936f6384b tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:36.311552 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-37555f06-737b-4700-bd99-fc1ee960e8c9 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] For port 8a5af7e0-a006-4263-a557-f0b6b62c4453, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=8a5af7e0-a006-4263-a557-f0b6b62c4453,segment=NetworkSegment(c270fbb4-e53c-441c-ad74-aa2ddface75b),segment_id=c270fbb4-e53c-441c-ad74-aa2ddface75b)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:35:36.312152 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-37555f06-737b-4700-bd99-fc1ee960e8c9 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:36.369265 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-6cf1407a-0c3b-4e6c-a99a-f74e5903ff00 None None] For port 8a5af7e0-a006-4263-a557-f0b6b62c4453, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=8a5af7e0-a006-4263-a557-f0b6b62c4453,segment=NetworkSegment(c270fbb4-e53c-441c-ad74-aa2ddface75b),segment_id=c270fbb4-e53c-441c-ad74-aa2ddface75b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:35:36.369920 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6cf1407a-0c3b-4e6c-a99a-f74e5903ff00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:36.392460 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-6cf1407a-0c3b-4e6c-a99a-f74e5903ff00 None None] Calling delete_port for 8a5af7e0-a006-4263-a557-f0b6b62c4453 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:35:36.403343 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-37555f06-737b-4700-bd99-fc1ee960e8c9 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Calling delete_port for 8a5af7e0-a006-4263-a557-f0b6b62c4453 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:35:36.406062 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:36.559505 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc0a8e-0e6c-4fdb-bdbe-34680ba2350c req-e0e230c3-58d3-44e8-8f10-710e6eb3027b tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:36.564510 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-40cc0a8e-0e6c-4fdb-bdbe-34680ba2350c req-e0e230c3-58d3-44e8-8f10-710e6eb3027b tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] 10.222.0.49 "GET /v2.0/networks?id=6145aed5-b518-48fb-89e2-74131e67559c HTTP/1.1" status: 200 len: 809 time: 0.8092308 Jul 15 23:35:36.692734 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6cf1407a-0c3b-4e6c-a99a-f74e5903ff00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:36.736441 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-40cc0a8e-0e6c-4fdb-bdbe-34680ba2350c req-bb0ff371-8856-4857-9a58-b7d4db6b0ab0 tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] Request body: {'port': {'device_id': 'e033173c-57ca-4736-9126-be986bd672bb', 'network_id': '6145aed5-b518-48fb-89e2-74131e67559c', 'admin_state_up': True, 'tenant_id': 'e85e101cb7d14ef59a582614f75c1832'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:35:36.760106 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf1407a-0c3b-4e6c-a99a-f74e5903ff00 None None] Pushing event deleted for resources: {'Port': ['ID=8a5af7e0-a006-4263-a557-f0b6b62c4453,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:36.770766 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf1407a-0c3b-4e6c-a99a-f74e5903ff00 None None] No DVR routers for this DVR port 8a5af7e0-a006-4263-a557-f0b6b62c4453 on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:35:36.790220 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae5e8e51-52e6-4e0c-9b72-440936f6384b tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Router eaffeef0-bb67-4b32-b5fd-4cbe25fde7eb has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:35:36.859612 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-37555f06-737b-4700-bd99-fc1ee960e8c9 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:36.874814 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-86b75df6-8b88-4f71-bf86-9268f84de97b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999011'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:36.976993 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-368b3c55-3945-49fd-b6aa-7a0ca1c6df6a req-39abb495-b222-40b1-8e5c-8ecda6886251 tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] 10.222.0.48 "GET /v2.0/ports?device_id=e033173c-57ca-4736-9126-be986bd672bb HTTP/1.1" status: 200 len: 210 time: 0.2877002 Jul 15 23:35:36.997310 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae5e8e51-52e6-4e0c-9b72-440936f6384b tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:35:37.009117 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7523be4a-b9be-46ad-af12-a5429aa1f638 None None] Sync routers for ids ['eaffeef0-bb67-4b32-b5fd-4cbe25fde7eb'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:35:37.017126 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ae5e8e51-52e6-4e0c-9b72-440936f6384b tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] 10.222.0.48 "PUT /v2.0/routers/eaffeef0-bb67-4b32-b5fd-4cbe25fde7eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5146205 Jul 15 23:35:37.023080 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33316) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:37.049686 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7523be4a-b9be-46ad-af12-a5429aa1f638 None None] Routers {'eaffeef0-bb67-4b32-b5fd-4cbe25fde7eb'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:35:37.054875 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-7523be4a-b9be-46ad-af12-a5429aa1f638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:35:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['eaffeef0-bb67-4b32-b5fd-4cbe25fde7eb'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:37.197770 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-7523be4a-b9be-46ad-af12-a5429aa1f638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:37.236794 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37555f06-737b-4700-bd99-fc1ee960e8c9 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event deleted for resources: {'Port': ['ID=8a5af7e0-a006-4263-a557-f0b6b62c4453,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:37.252598 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a71a41f-c9ed-4ca9-add6-9194499904be tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:37.254319 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37555f06-737b-4700-bd99-fc1ee960e8c9 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] No DVR routers for this DVR port 8a5af7e0-a006-4263-a557-f0b6b62c4453 on host n-d-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:35:37.266612 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7523be4a-b9be-46ad-af12-a5429aa1f638 None None] Routers {'eaffeef0-bb67-4b32-b5fd-4cbe25fde7eb'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:35:37.267260 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-7523be4a-b9be-46ad-af12-a5429aa1f638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:35:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['eaffeef0-bb67-4b32-b5fd-4cbe25fde7eb'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:37.346794 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 88c45584-2d51-4746-a9ae-b07b0255b918 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:35:37.448267 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-86b75df6-8b88-4f71-bf86-9268f84de97b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:37.513316 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-86b75df6-8b88-4f71-bf86-9268f84de97b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:37.532232 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a71a41f-c9ed-4ca9-add6-9194499904be tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:37.557630 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 8a5af7e0-a006-4263-a557-f0b6b62c4453 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:35:37.561196 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 88c45584-2d51-4746-a9ae-b07b0255b918 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:35:37.561569 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:37.611820 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-37555f06-737b-4700-bd99-fc1ee960e8c9 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:37.627481 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-86b75df6-8b88-4f71-bf86-9268f84de97b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:37.627715 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-8a71a41f-c9ed-4ca9-add6-9194499904be tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Deleting port 5b3be3cd-a49c-41d6-9c98-7b1658b02ed9 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:35:37.628194 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a71a41f-c9ed-4ca9-add6-9194499904be tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:37.628682 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b75df6-8b88-4f71-bf86-9268f84de97b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Fanout notify agent at l3_agent the message router_deleted on router d83278e9-ad00-4107-ad4b-74b8e034d22f {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:35:37.637420 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-86b75df6-8b88-4f71-bf86-9268f84de97b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:37.641636 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-86b75df6-8b88-4f71-bf86-9268f84de97b tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "DELETE /v2.0/routers/d83278e9-ad00-4107-ad4b-74b8e034d22f HTTP/1.1" status: 204 len: 168 time: 4.9963667 Jul 15 23:35:37.641852 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-37555f06-737b-4700-bd99-fc1ee960e8c9 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38726a49-e40a-43c8-8c3d-a78f9e6e6964']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:37.644632 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 33324) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:37.650543 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 8a5af7e0-a006-4263-a557-f0b6b62c4453 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:35:37.650894 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 8a5af7e0-a006-4263-a557-f0b6b62c4453 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:35:37.669074 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40cc0a8e-0e6c-4fdb-bdbe-34680ba2350c req-bb0ff371-8856-4857-9a58-b7d4db6b0ab0 tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] Made reservation on behalf of e85e101cb7d14ef59a582614f75c1832 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:35:37.676397 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-40cc0a8e-0e6c-4fdb-bdbe-34680ba2350c req-bb0ff371-8856-4857-9a58-b7d4db6b0ab0 tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:37.753321 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-37555f06-737b-4700-bd99-fc1ee960e8c9 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c270fbb4-e53c-441c-ad74-aa2ddface75b') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:37.754147 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-37555f06-737b-4700-bd99-fc1ee960e8c9 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c270fbb4-e53c-441c-ad74-aa2ddface75b') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:37.791147 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:35:37.803943 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-7523be4a-b9be-46ad-af12-a5429aa1f638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:37.804822 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7523be4a-b9be-46ad-af12-a5429aa1f638 None None] The sync data for ids ['eaffeef0-bb67-4b32-b5fd-4cbe25fde7eb'] in n-d-794306-6 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:35:37.805712 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a71a41f-c9ed-4ca9-add6-9194499904be tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:37.809863 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:37.839384 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-8a71a41f-c9ed-4ca9-add6-9194499904be tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Calling delete_port for 5b3be3cd-a49c-41d6-9c98-7b1658b02ed9 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:35:37.846641 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14b28f1-1b98-463c-9c45-3154ee11bbe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c45584-2d51-4746-a9ae-b07b0255b918'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:35:37.850194 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40325197-a01f-45d3-9da7-765cde7ebee9" -d '{"events": [{"server_uuid": "d14b28f1-1b98-463c-9c45-3154ee11bbe9", "name": "network-vif-plugged", "status": "completed", "tag": "88c45584-2d51-4746-a9ae-b07b0255b918"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:35:37.877785 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 88c45584-2d51-4746-a9ae-b07b0255b918, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=88c45584-2d51-4746-a9ae-b07b0255b918,segment=NetworkSegment(1221e74c-ebb2-4cb8-bf72-835ef0508fbe),segment_id=1221e74c-ebb2-4cb8-bf72-835ef0508fbe)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:35:37.878526 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-37555f06-737b-4700-bd99-fc1ee960e8c9 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:37.892221 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:37.941913 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-37555f06-737b-4700-bd99-fc1ee960e8c9 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:37.947111 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26496fe-ab6a-4a2f-b7e6-54611f704488 x-openstack-request-id: req-a26496fe-ab6a-4a2f-b7e6-54611f704488 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:35:37.947744 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d14b28f1-1b98-463c-9c45-3154ee11bbe9", "name": "network-vif-plugged", "status": "completed", "tag": "88c45584-2d51-4746-a9ae-b07b0255b918", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:35:37.948164 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a26496fe-ab6a-4a2f-b7e6-54611f704488 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:35:37.948731 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14b28f1-1b98-463c-9c45-3154ee11bbe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c45584-2d51-4746-a9ae-b07b0255b918', 'code': 200} Jul 15 23:35:37.956120 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37555f06-737b-4700-bd99-fc1ee960e8c9 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:35:37.956535 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-37555f06-737b-4700-bd99-fc1ee960e8c9 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:37.992860 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=88c45584-2d51-4746-a9ae-b07b0255b918,revision_number=10']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:38.041142 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:35:38.041142 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:35:38.041142 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:35:38.041142 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:35:38.041142 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:35:38.041142 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:35:38.041142 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:35:38.041142 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:35:38.041142 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:35:38.041142 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:35:38.041142 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:35:38.041142 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:35:38.041142 n-d-794306-6 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:35:38.041142 n-d-794306-6 neutron-server[93770]: self.session.flush() Jul 15 23:35:38.041142 n-d-794306-6 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:35:38.041142 n-d-794306-6 neutron-server[93770]: self.session.flush() Jul 15 23:35:38.041142 n-d-794306-6 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:35:38.041142 n-d-794306-6 neutron-server[93770]: self.session.flush() Jul 15 23:35:38.041142 n-d-794306-6 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:35:38.041142 n-d-794306-6 neutron-server[93770]: self.session.flush() Jul 15 23:35:38.041142 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:35:38.041142 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:35:38.041142 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:35:38.041142 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:35:38.041142 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:35:38.041142 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:35:38.041142 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:35:38.041142 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:35:38.041142 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:35:38.041142 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:35:38.041142 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:35:38.041142 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:35:38.041142 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:35:38.041142 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:35:38.041142 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:35:38.041142 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:35:38.041142 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:35:38.041142 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:35:38.041142 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:35:38.041142 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:35:38.041142 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:35:38.041142 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:35:38.041142 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:35:38.041142 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:35:38.041142 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:35:38.041142 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:35:38.041142 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:35:38.041142 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:35:38.041142 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:35:38.041142 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:35:38.041142 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:35:38.041142 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:35:38.062390 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-37555f06-737b-4700-bd99-fc1ee960e8c9 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:38.107949 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-37555f06-737b-4700-bd99-fc1ee960e8c9 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:38.115435 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33336) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:38.116398 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-37555f06-737b-4700-bd99-fc1ee960e8c9 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "DELETE /v2.0/networks/38726a49-e40a-43c8-8c3d-a78f9e6e6964 HTTP/1.1" status: 204 len: 168 time: 2.8419154 Jul 15 23:35:38.143424 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37555f06-737b-4700-bd99-fc1ee960e8c9 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event deleted for resources: {'Network': ['ID=38726a49-e40a-43c8-8c3d-a78f9e6e6964,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:38.149934 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ec09a52-97d3-4e21-9cdd-3bb37b1fdc2e tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:38.266828 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:38.311915 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7e007f-02c9-4900-b6fc-f05263b3f6b0 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:38.327464 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-8f7e007f-02c9-4900-b6fc-f05263b3f6b0 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "GET /v2.0/ports/4b44c92f-69e5-4676-acbd-bef0b282cf99 HTTP/1.1" status: 200 len: 837 time: 0.1998253 Jul 15 23:35:38.327464 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a71a41f-c9ed-4ca9-add6-9194499904be tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:38.353608 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3085e59b-bb46-4dbc-8b13-5535cf145d1f req-39b93d22-a56d-47da-9078-5492ebfa8f2e tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] 10.222.0.48 "GET /v2.0/ports?device_id=e033173c-57ca-4736-9126-be986bd672bb HTTP/1.1" status: 200 len: 210 time: 0.0923712 Jul 15 23:35:38.364476 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 33338) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:38.433144 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a71a41f-c9ed-4ca9-add6-9194499904be tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Pushing event deleted for resources: {'Port': ['ID=5b3be3cd-a49c-41d6-9c98-7b1658b02ed9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:38.506660 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ec09a52-97d3-4e21-9cdd-3bb37b1fdc2e tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:38.519624 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a71a41f-c9ed-4ca9-add6-9194499904be tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999011'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:38.544579 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-4ec09a52-97d3-4e21-9cdd-3bb37b1fdc2e tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['738afb69-9dfa-4874-a9f9-3ca9e5030b6f']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:38.560218 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-4a3547ea-9774-4292-b365-304c35556f03 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "GET /v2.0/ports/4b44c92f-69e5-4676-acbd-bef0b282cf99?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1944087 Jul 15 23:35:38.564174 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 33342) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:38.579290 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-41434c23-a4dc-419b-9faf-9bc385e7ccd8 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Request body: {'subnet': {'network_id': '0fdc2eef-69db-4934-b177-59f9faa7d925', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:35:38.623821 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-4ec09a52-97d3-4e21-9cdd-3bb37b1fdc2e tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b99224d7-37a2-4cab-9e9b-a43d40298d61') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:38.624125 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-4ec09a52-97d3-4e21-9cdd-3bb37b1fdc2e tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b99224d7-37a2-4cab-9e9b-a43d40298d61') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:38.684653 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ec09a52-97d3-4e21-9cdd-3bb37b1fdc2e tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:38.778578 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ec09a52-97d3-4e21-9cdd-3bb37b1fdc2e tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:38.796954 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ec09a52-97d3-4e21-9cdd-3bb37b1fdc2e tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:35:38.797419 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ec09a52-97d3-4e21-9cdd-3bb37b1fdc2e tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:38.806232 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:35:38.806232 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:35:38.806232 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:35:38.806232 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:35:38.806232 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:35:38.806232 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:35:38.806232 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:35:38.806232 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:35:38.806232 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:35:38.806232 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:35:38.806232 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:35:38.806232 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:35:38.806232 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:35:38.806232 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:35:38.806232 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:35:38.806232 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:35:38.806232 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:35:38.806232 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:35:38.806232 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:35:38.806232 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:35:38.806232 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:35:38.806232 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:35:38.806232 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:35:38.806232 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:35:38.806232 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:35:38.806232 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:35:38.806232 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:35:38.806232 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:35:38.806232 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:35:38.806232 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:35:38.806232 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:35:38.806232 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:35:38.863896 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a71a41f-c9ed-4ca9-add6-9194499904be tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:38.865745 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-40cc0a8e-0e6c-4fdb-bdbe-34680ba2350c req-bb0ff371-8856-4857-9a58-b7d4db6b0ab0 tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] Allocated IP 172.20.0.14 (6145aed5-b518-48fb-89e2-74131e67559c/3a9d0694-4c68-439f-b4c5-dbe0f9debb12/109d8c5c-09ef-4e54-8923-bda214ee980f) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:35:38.866547 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a71a41f-c9ed-4ca9-add6-9194499904be tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:38.941555 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a71a41f-c9ed-4ca9-add6-9194499904be tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:38.947407 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a71a41f-c9ed-4ca9-add6-9194499904be tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Fanout notify agent at l3_agent the message router_deleted on router eaffeef0-bb67-4b32-b5fd-4cbe25fde7eb {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:35:38.960574 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a71a41f-c9ed-4ca9-add6-9194499904be tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:38.965316 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-8a71a41f-c9ed-4ca9-add6-9194499904be tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] 10.222.0.48 "DELETE /v2.0/routers/eaffeef0-bb67-4b32-b5fd-4cbe25fde7eb HTTP/1.1" status: 204 len: 168 time: 1.9410477 Jul 15 23:35:38.965821 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33352) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:38.979264 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ec09a52-97d3-4e21-9cdd-3bb37b1fdc2e tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:38.986955 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41434c23-a4dc-419b-9faf-9bc385e7ccd8 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Made reservation on behalf of a0614e37ad8e4091be3b4656e6a935a1 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:35:38.995106 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-41434c23-a4dc-419b-9faf-9bc385e7ccd8 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:38.999844 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ec09a52-97d3-4e21-9cdd-3bb37b1fdc2e tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:39.008333 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-4ec09a52-97d3-4e21-9cdd-3bb37b1fdc2e tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "DELETE /v2.0/networks/738afb69-9dfa-4874-a9f9-3ca9e5030b6f HTTP/1.1" status: 204 len: 168 time: 1.3565860 Jul 15 23:35:39.016813 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 33354) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:39.050967 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-e09ab225-8bcf-4475-a073-fe95d559e2a6 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Deleting subnet f36d0976-df13-476c-a137-f8d3dc54e548 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:35:39.056082 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e09ab225-8bcf-4475-a073-fe95d559e2a6 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:39.152733 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e09ab225-8bcf-4475-a073-fe95d559e2a6 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:39.192334 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec09a52-97d3-4e21-9cdd-3bb37b1fdc2e tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event deleted for resources: {'Network': ['ID=738afb69-9dfa-4874-a9f9-3ca9e5030b6f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:39.270391 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2914b333-116d-430d-abce-a6335c7da83d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:39.289296 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device e7116f33-e9ae-4345-9a69-36874a873800 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:35:39.331492 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2914b333-116d-430d-abce-a6335c7da83d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:39.332714 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: e7116f33-e9ae-4345-9a69-36874a873800 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:35:39.333192 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device e7116f33-e9ae-4345-9a69-36874a873800 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:35:39.353845 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e09ab225-8bcf-4475-a073-fe95d559e2a6 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:39.487849 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2914b333-116d-430d-abce-a6335c7da83d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:39.490789 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2914b333-116d-430d-abce-a6335c7da83d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:39.492888 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-2914b333-116d-430d-abce-a6335c7da83d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] 10.222.0.48 "DELETE /v2.0/security-groups/26a1784d-78d5-48aa-a101-f8398c9ff162 HTTP/1.1" status: 204 len: 168 time: 0.4639180 Jul 15 23:35:39.512132 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2914b333-116d-430d-abce-a6335c7da83d tempest-TestNetworkAdvancedServerOps-635081232 tempest-TestNetworkAdvancedServerOps-635081232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a1784d-78d5-48aa-a101-f8398c9ff162,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:39.545809 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e09ab225-8bcf-4475-a073-fe95d559e2a6 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:39.597859 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e09ab225-8bcf-4475-a073-fe95d559e2a6 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:39.601924 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8846e56f-c2a4-49de-bdcc-f72c027afe5a None None] Network 25840b07-1761-4752-a916-d2a33545135c requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:35:39.604125 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e09ab225-8bcf-4475-a073-fe95d559e2a6 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] 10.222.0.48 "DELETE /v2.0/subnets/f36d0976-df13-476c-a137-f8d3dc54e548 HTTP/1.1" status: 204 len: 168 time: 0.6361101 Jul 15 23:35:39.628204 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33362) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:39.642417 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09ab225-8bcf-4475-a073-fe95d559e2a6 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Pushing event deleted for resources: {'Subnet': ['ID=f36d0976-df13-476c-a137-f8d3dc54e548,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:40.093302 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad92315-f4cf-4b2a-af72-ad9dd6cdf1d5 None None] DHCP port deletion for 25840b07-1761-4752-a916-d2a33545135c request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:35:40.229247 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-7ad92315-f4cf-4b2a-af72-ad9dd6cdf1d5 None None] Deleting port 28798a64-3c9c-4c2a-afa6-ba5b6267a040 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:35:40.229901 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7ad92315-f4cf-4b2a-af72-ad9dd6cdf1d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:40.284351 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2e6eea07-551f-4660-871b-45260b03a844 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:40.349650 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33386) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:40.368521 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-2e6eea07-551f-4660-871b-45260b03a844 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Deleting port 28798a64-3c9c-4c2a-afa6-ba5b6267a040 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:35:40.369114 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2e6eea07-551f-4660-871b-45260b03a844 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:40.445351 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-7ad92315-f4cf-4b2a-af72-ad9dd6cdf1d5 None None] For port 28798a64-3c9c-4c2a-afa6-ba5b6267a040, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=28798a64-3c9c-4c2a-afa6-ba5b6267a040,segment=NetworkSegment(f1707c02-8c48-4d3a-b952-d3ebda1bf493),segment_id=f1707c02-8c48-4d3a-b952-d3ebda1bf493)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:35:40.446299 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7ad92315-f4cf-4b2a-af72-ad9dd6cdf1d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:40.483479 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-7ad92315-f4cf-4b2a-af72-ad9dd6cdf1d5 None None] Calling delete_port for 28798a64-3c9c-4c2a-afa6-ba5b6267a040 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:35:40.492130 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-2e6eea07-551f-4660-871b-45260b03a844 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] For port 28798a64-3c9c-4c2a-afa6-ba5b6267a040, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=28798a64-3c9c-4c2a-afa6-ba5b6267a040,segment=NetworkSegment(f1707c02-8c48-4d3a-b952-d3ebda1bf493),segment_id=f1707c02-8c48-4d3a-b952-d3ebda1bf493)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:35:40.494162 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2e6eea07-551f-4660-871b-45260b03a844 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:40.563758 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5df3b2cb-e6ea-40ad-b106-3dc960031428 req-c5911248-bc85-45df-ab44-7b5b1d72df65 tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] 10.222.0.48 "GET /v2.0/ports?device_id=e033173c-57ca-4736-9126-be986bd672bb HTTP/1.1" status: 200 len: 210 time: 0.9873734 Jul 15 23:35:40.592314 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-2e6eea07-551f-4660-871b-45260b03a844 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Calling delete_port for 28798a64-3c9c-4c2a-afa6-ba5b6267a040 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:35:40.649785 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-40cc0a8e-0e6c-4fdb-bdbe-34680ba2350c req-bb0ff371-8856-4857-9a58-b7d4db6b0ab0 tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:40.661374 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7ad92315-f4cf-4b2a-af72-ad9dd6cdf1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:40.706059 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad92315-f4cf-4b2a-af72-ad9dd6cdf1d5 None None] Pushing event deleted for resources: {'Port': ['ID=28798a64-3c9c-4c2a-afa6-ba5b6267a040,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:40.717619 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad92315-f4cf-4b2a-af72-ad9dd6cdf1d5 None None] No DVR routers for this DVR port 28798a64-3c9c-4c2a-afa6-ba5b6267a040 on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:35:40.743411 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-41434c23-a4dc-419b-9faf-9bc385e7ccd8 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:40.822796 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41434c23-a4dc-419b-9faf-9bc385e7ccd8 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event updated for resources: {'Subnet': ['ID=cdf03e51-3ba7-4d40-a772-a57cadadd12f,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:40.837033 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41434c23-a4dc-419b-9faf-9bc385e7ccd8 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Network 0fdc2eef-69db-4934-b177-59f9faa7d925 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:35:40.840121 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-41434c23-a4dc-419b-9faf-9bc385e7ccd8 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:35:40.853846 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad07b04-1abe-4682-a284-fac9b3deac62 None None] Network 0fdc2eef-69db-4934-b177-59f9faa7d925 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:35:40.855372 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 33396) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:40.858621 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41434c23-a4dc-419b-9faf-9bc385e7ccd8 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:40.859471 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-41434c23-a4dc-419b-9faf-9bc385e7ccd8 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:40.862574 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a74677f0-91a1-42cb-abe7-3b4e077ddbe6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=89469485c64e49f5b3171ed5499b9995&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5107260 Jul 15 23:35:40.897965 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2e6eea07-551f-4660-871b-45260b03a844 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:40.956981 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-40cc0a8e-0e6c-4fdb-bdbe-34680ba2350c req-bb0ff371-8856-4857-9a58-b7d4db6b0ab0 tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:40.970172 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6eea07-551f-4660-871b-45260b03a844 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Pushing event deleted for resources: {'Port': ['ID=28798a64-3c9c-4c2a-afa6-ba5b6267a040,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:40.975372 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6eea07-551f-4660-871b-45260b03a844 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] No DVR routers for this DVR port 28798a64-3c9c-4c2a-afa6-ba5b6267a040 on host n-d-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:35:41.105099 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ff371-8856-4857-9a58-b7d4db6b0ab0 tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] Pushing event updated for resources: {'Port': ['ID=109d8c5c-09ef-4e54-8923-bda214ee980f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:41.114661 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2e6eea07-551f-4660-871b-45260b03a844 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:41.117373 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-41434c23-a4dc-419b-9faf-9bc385e7ccd8 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5466990 Jul 15 23:35:41.125940 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-2e6eea07-551f-4660-871b-45260b03a844 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25840b07-1761-4752-a916-d2a33545135c']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:41.137795 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-2e6eea07-551f-4660-871b-45260b03a844 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1707c02-8c48-4d3a-b952-d3ebda1bf493') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:41.138671 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-2e6eea07-551f-4660-871b-45260b03a844 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1707c02-8c48-4d3a-b952-d3ebda1bf493') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:35:41.146822 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 33402) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:41.149068 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2e6eea07-551f-4660-871b-45260b03a844 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:41.166343 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2e6eea07-551f-4660-871b-45260b03a844 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:41.167026 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f669693d-eb64-4d69-881d-c6df0d64e9ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:41.167588 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7003be-2af9-424c-b940-c83661fb33a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-0fdc2eef-69db-4934-b177-59f9faa7d925', 'network_id': '0fdc2eef-69db-4934-b177-59f9faa7d925', 'tenant_id': 'a0614e37ad8e4091be3b4656e6a935a1', 'fixed_ips': [{'subnet_id': 'cdf03e51-3ba7-4d40-a772-a57cadadd12f'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:35:41.169982 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ad7003be-2af9-424c-b940-c83661fb33a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:41.177200 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e6eea07-551f-4660-871b-45260b03a844 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:35:41.177621 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2e6eea07-551f-4660-871b-45260b03a844 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:41.181822 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:35:41.181822 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:35:41.181822 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:35:41.181822 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:35:41.181822 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:35:41.181822 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:35:41.181822 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:35:41.181822 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:35:41.181822 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:35:41.181822 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:35:41.181822 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:35:41.181822 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:35:41.181822 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:35:41.181822 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:35:41.181822 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:35:41.181822 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:35:41.181822 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:35:41.181822 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:35:41.181822 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:35:41.181822 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:35:41.181822 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:35:41.181822 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:35:41.181822 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:35:41.181822 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:35:41.181822 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:35:41.181822 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:35:41.181822 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:35:41.181822 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:35:41.181822 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:35:41.181822 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:35:41.181822 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:35:41.181822 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:35:41.181822 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:35:41.181822 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:35:41.215486 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f669693d-eb64-4d69-881d-c6df0d64e9ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:41.281727 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-6e80ddfc-874a-44b4-bd11-67d71131906c tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Request body: {'security_group': {'name': 'tempest-secgroup-1599943359'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:35:41.310551 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f669693d-eb64-4d69-881d-c6df0d64e9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:41.313141 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f669693d-eb64-4d69-881d-c6df0d64e9ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:41.316921 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-f669693d-eb64-4d69-881d-c6df0d64e9ab admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/012491b0-d884-4c1c-966f-4e4a746d37ed HTTP/1.1" status: 204 len: 168 time: 0.4507737 Jul 15 23:35:41.376453 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f669693d-eb64-4d69-881d-c6df0d64e9ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=012491b0-d884-4c1c-966f-4e4a746d37ed,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:41.389446 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2e6eea07-551f-4660-871b-45260b03a844 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:41.402895 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40cc0a8e-0e6c-4fdb-bdbe-34680ba2350c req-bb0ff371-8856-4857-9a58-b7d4db6b0ab0 tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] Network 6145aed5-b518-48fb-89e2-74131e67559c is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:35:41.416495 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-40cc0a8e-0e6c-4fdb-bdbe-34680ba2350c req-bb0ff371-8856-4857-9a58-b7d4db6b0ab0 tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:35:41.427707 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-40cc0a8e-0e6c-4fdb-bdbe-34680ba2350c req-bb0ff371-8856-4857-9a58-b7d4db6b0ab0 tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:35:41.456157 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2e6eea07-551f-4660-871b-45260b03a844 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:41.463297 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-2e6eea07-551f-4660-871b-45260b03a844 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] 10.222.0.48 "DELETE /v2.0/networks/25840b07-1761-4752-a916-d2a33545135c HTTP/1.1" status: 204 len: 168 time: 1.8341582 Jul 15 23:35:41.467081 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33406) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:41.472232 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6eea07-551f-4660-871b-45260b03a844 tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Pushing event deleted for resources: {'Network': ['ID=25840b07-1761-4752-a916-d2a33545135c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:41.483485 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 28798a64-3c9c-4c2a-afa6-ba5b6267a040 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:35:41.561092 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 28798a64-3c9c-4c2a-afa6-ba5b6267a040 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:35:41.562421 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 28798a64-3c9c-4c2a-afa6-ba5b6267a040 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:35:41.598284 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc0a8e-0e6c-4fdb-bdbe-34680ba2350c req-bb0ff371-8856-4857-9a58-b7d4db6b0ab0 tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:41.599745 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-40cc0a8e-0e6c-4fdb-bdbe-34680ba2350c req-bb0ff371-8856-4857-9a58-b7d4db6b0ab0 tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:41.642389 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6e80ddfc-874a-44b4-bd11-67d71131906c tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:41.654514 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-ad7003be-2af9-424c-b940-c83661fb33a1 None None] Allocated IP 172.20.0.2 (0fdc2eef-69db-4934-b177-59f9faa7d925/cdf03e51-3ba7-4d40-a772-a57cadadd12f/cc830482-7645-4116-a17a-45f512781184) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:35:41.671369 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-40cc0a8e-0e6c-4fdb-bdbe-34680ba2350c req-bb0ff371-8856-4857-9a58-b7d4db6b0ab0 tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9561560 Jul 15 23:35:41.702996 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-40cc0a8e-0e6c-4fdb-bdbe-34680ba2350c req-01545b14-4093-4efc-8c76-e9e317fcf378 service neutron] Request body: {'port': {'device_id': 'e033173c-57ca-4736-9126-be986bd672bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:35:41.920704 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-40cc0a8e-0e6c-4fdb-bdbe-34680ba2350c req-01545b14-4093-4efc-8c76-e9e317fcf378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:41.940193 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-d8f3e72e-05e7-4291-a0d2-080eb7d9dfef tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Deleting port 7b68e46f-bfe8-4d35-b279-325400f3a593 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:35:41.940551 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d8f3e72e-05e7-4291-a0d2-080eb7d9dfef tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:42.041933 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ad7003be-2af9-424c-b940-c83661fb33a1 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:42.059304 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ad7003be-2af9-424c-b940-c83661fb33a1 None None] Transition to ACTIVE for port object cc830482-7645-4116-a17a-45f512781184 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:35:42.080251 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ad7003be-2af9-424c-b940-c83661fb33a1 None None] Transition to ACTIVE for port object cc830482-7645-4116-a17a-45f512781184 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:35:42.091839 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ad7003be-2af9-424c-b940-c83661fb33a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:42.101479 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d8f3e72e-05e7-4291-a0d2-080eb7d9dfef tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:42.102095 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d8f3e72e-05e7-4291-a0d2-080eb7d9dfef tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:42.103698 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 33422) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:42.116016 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-d8f3e72e-05e7-4291-a0d2-080eb7d9dfef tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Calling delete_port for 7b68e46f-bfe8-4d35-b279-325400f3a593 owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:35:42.165992 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7003be-2af9-424c-b940-c83661fb33a1 None None] Pushing event updated for resources: {'Port': ['ID=cc830482-7645-4116-a17a-45f512781184,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:42.195217 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7003be-2af9-424c-b940-c83661fb33a1 None None] Network 0fdc2eef-69db-4934-b177-59f9faa7d925 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:35:42.196919 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-ad7003be-2af9-424c-b940-c83661fb33a1 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:35:42.203514 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7003be-2af9-424c-b940-c83661fb33a1 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:35:42.297118 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ad7003be-2af9-424c-b940-c83661fb33a1 None None] Attempting to bind port cc830482-7645-4116-a17a-45f512781184 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:35:42.297765 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ad7003be-2af9-424c-b940-c83661fb33a1 None None] Attempting to bind port cc830482-7645-4116-a17a-45f512781184 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'db6d2e9d-1f2b-4f30-8e94-3fe72dc1f942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0fdc2eef-69db-4934-b177-59f9faa7d925'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:35:42.298292 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7003be-2af9-424c-b940-c83661fb33a1 None None] Attempting to bind port cc830482-7645-4116-a17a-45f512781184 on network 0fdc2eef-69db-4934-b177-59f9faa7d925 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:35:42.306384 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7003be-2af9-424c-b940-c83661fb33a1 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:35:42.307440 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7003be-2af9-424c-b940-c83661fb33a1 None None] Checking segment: {'id': 'db6d2e9d-1f2b-4f30-8e94-3fe72dc1f942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0fdc2eef-69db-4934-b177-59f9faa7d925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:35:42.308110 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ad7003be-2af9-424c-b940-c83661fb33a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:42.308647 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7003be-2af9-424c-b940-c83661fb33a1 None None] Bound using segment: {'id': 'db6d2e9d-1f2b-4f30-8e94-3fe72dc1f942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0fdc2eef-69db-4934-b177-59f9faa7d925'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:35:42.309565 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ad7003be-2af9-424c-b940-c83661fb33a1 None None] Bound port: cc830482-7645-4116-a17a-45f512781184, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db6d2e9d-1f2b-4f30-8e94-3fe72dc1f942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0fdc2eef-69db-4934-b177-59f9faa7d925'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:35:42.311011 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ad7003be-2af9-424c-b940-c83661fb33a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:42.352405 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d8f3e72e-05e7-4291-a0d2-080eb7d9dfef tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:42.379079 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f3e72e-05e7-4291-a0d2-080eb7d9dfef tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Pushing event deleted for resources: {'Port': ['ID=7b68e46f-bfe8-4d35-b279-325400f3a593,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:42.406737 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ad7003be-2af9-424c-b940-c83661fb33a1 None None] For port cc830482-7645-4116-a17a-45f512781184, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:35:42.412389 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ad7003be-2af9-424c-b940-c83661fb33a1 None None] For port cc830482-7645-4116-a17a-45f512781184, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=cc830482-7645-4116-a17a-45f512781184,segment=NetworkSegment(db6d2e9d-1f2b-4f30-8e94-3fe72dc1f942),segment_id=db6d2e9d-1f2b-4f30-8e94-3fe72dc1f942)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:35:42.425168 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f3e72e-05e7-4291-a0d2-080eb7d9dfef tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:42.426864 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f3e72e-05e7-4291-a0d2-080eb7d9dfef tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:42.427365 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f3e72e-05e7-4291-a0d2-080eb7d9dfef tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:42.427968 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f3e72e-05e7-4291-a0d2-080eb7d9dfef tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:42.428474 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f3e72e-05e7-4291-a0d2-080eb7d9dfef tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:42.428909 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f3e72e-05e7-4291-a0d2-080eb7d9dfef tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:42.429421 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f3e72e-05e7-4291-a0d2-080eb7d9dfef tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:42.430025 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f3e72e-05e7-4291-a0d2-080eb7d9dfef tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:42.430524 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f3e72e-05e7-4291-a0d2-080eb7d9dfef tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:42.430962 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f3e72e-05e7-4291-a0d2-080eb7d9dfef tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:42.431494 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f3e72e-05e7-4291-a0d2-080eb7d9dfef tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:42.431939 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f3e72e-05e7-4291-a0d2-080eb7d9dfef tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:42.452530 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ad7003be-2af9-424c-b940-c83661fb33a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:42.480330 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d8f3e72e-05e7-4291-a0d2-080eb7d9dfef tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:42.485026 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d8f3e72e-05e7-4291-a0d2-080eb7d9dfef tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:42.500020 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d8f3e72e-05e7-4291-a0d2-080eb7d9dfef tempest-FloatingIPAdminTestJSON-870976248 tempest-FloatingIPAdminTestJSON-870976248-project] 10.222.0.48 "DELETE /v2.0/floatingips/12e2224d-da71-4434-9983-f8a11f0cc666 HTTP/1.1" status: 204 len: 168 time: 1.0202274 Jul 15 23:35:42.514039 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6e80ddfc-874a-44b4-bd11-67d71131906c tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:42.545270 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d6ee58-214a-4212-9d2b-76a7ca83e15e req-61311e30-51a6-46c2-bed1-f53e95668189 tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:42.546978 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-33d6ee58-214a-4212-9d2b-76a7ca83e15e req-61311e30-51a6-46c2-bed1-f53e95668189 tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] 10.222.0.48 "GET /v2.0/ports?device_id=e033173c-57ca-4736-9126-be986bd672bb HTTP/1.1" status: 200 len: 932 time: 0.6316512 Jul 15 23:35:42.684431 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33426) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:42.695233 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-35ea4bcd-0c49-4fa0-8fd3-e600c24d5972 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=868ba60c21704723929bc4ecf1741017&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5896709 Jul 15 23:35:42.724023 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6e80ddfc-874a-44b4-bd11-67d71131906c tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:42.846744 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10f3081c-93a4-4aa1-b642-85ff7a3eafe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:42.910398 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33436) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:42.943132 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10f3081c-93a4-4aa1-b642-85ff7a3eafe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:43.043122 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7003be-2af9-424c-b940-c83661fb33a1 None None] Pushing event updated for resources: {'Port': ['ID=cc830482-7645-4116-a17a-45f512781184,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:43.049213 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10f3081c-93a4-4aa1-b642-85ff7a3eafe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:43.051902 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10f3081c-93a4-4aa1-b642-85ff7a3eafe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:43.056068 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-10f3081c-93a4-4aa1-b642-85ff7a3eafe9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/81e7b17b-47cb-4a84-9489-14f873fda7bc HTTP/1.1" status: 204 len: 168 time: 0.3695395 Jul 15 23:35:43.085074 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f3081c-93a4-4aa1-b642-85ff7a3eafe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e7b17b-47cb-4a84-9489-14f873fda7bc,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:43.126240 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6e80ddfc-874a-44b4-bd11-67d71131906c tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:43.127512 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-6e80ddfc-874a-44b4-bd11-67d71131906c tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.8571789 Jul 15 23:35:43.130298 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e80ddfc-874a-44b4-bd11-67d71131906c tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38859b14-95f5-4e36-99ed-9ee53fe9fbdd,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:43.145202 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-33d6ee58-214a-4212-9d2b-76a7ca83e15e req-8487f090-0915-4a25-8a2c-2741a0f9957a tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] 10.222.0.48 "GET /v2.0/security-groups?id=f87ff988-14c3-4112-a792-18533738bd92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4393628 Jul 15 23:35:43.236298 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33446) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:43.253770 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-4e6b8497-e955-4b1b-8f01-e64e354b61c9 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Request body: {'security_group': {'name': 'tempest-secgroup-47935643'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:35:43.276976 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-daa25b08-8f99-4b78-9669-aff3be4f40d4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eb86f6463b8e407e9b74b38456f55e3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3653996 Jul 15 23:35:43.282428 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33448) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:43.343392 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e6b8497-e955-4b1b-8f01-e64e354b61c9 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:43.423058 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1dd24708-e82c-4bf1-a065-c31b11d7c669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:43.499335 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-40cc0a8e-0e6c-4fdb-bdbe-34680ba2350c req-01545b14-4093-4efc-8c76-e9e317fcf378 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 109d8c5c-09ef-4e54-8923-bda214ee980f {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:35:43.532021 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-40cc0a8e-0e6c-4fdb-bdbe-34680ba2350c req-01545b14-4093-4efc-8c76-e9e317fcf378 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:43.601073 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-40cc0a8e-0e6c-4fdb-bdbe-34680ba2350c req-01545b14-4093-4efc-8c76-e9e317fcf378 service neutron] Transition to ACTIVE for port object 109d8c5c-09ef-4e54-8923-bda214ee980f will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:35:43.608192 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1dd24708-e82c-4bf1-a065-c31b11d7c669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:43.612182 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-40cc0a8e-0e6c-4fdb-bdbe-34680ba2350c req-01545b14-4093-4efc-8c76-e9e317fcf378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:43.738452 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1dd24708-e82c-4bf1-a065-c31b11d7c669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:43.741357 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1dd24708-e82c-4bf1-a065-c31b11d7c669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:43.742627 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-1dd24708-e82c-4bf1-a065-c31b11d7c669 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1d07947a-6a9d-4dd2-90ca-b3e65adcad51 HTTP/1.1" status: 204 len: 168 time: 0.4589822 Jul 15 23:35:43.813086 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd24708-e82c-4bf1-a065-c31b11d7c669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d07947a-6a9d-4dd2-90ca-b3e65adcad51,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:43.816001 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01545b14-4093-4efc-8c76-e9e317fcf378 service neutron] Pushing event updated for resources: {'Port': ['ID=109d8c5c-09ef-4e54-8923-bda214ee980f,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:43.970276 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e6b8497-e955-4b1b-8f01-e64e354b61c9 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:43.980860 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e6b8497-e955-4b1b-8f01-e64e354b61c9 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:44.054667 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e6b8497-e955-4b1b-8f01-e64e354b61c9 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:44.055980 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-4e6b8497-e955-4b1b-8f01-e64e354b61c9 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8143899 Jul 15 23:35:44.058684 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33460) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:44.065050 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-40cc0a8e-0e6c-4fdb-bdbe-34680ba2350c req-01545b14-4093-4efc-8c76-e9e317fcf378 service neutron] Attempting to bind port 109d8c5c-09ef-4e54-8923-bda214ee980f on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:35:44.065508 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-40cc0a8e-0e6c-4fdb-bdbe-34680ba2350c req-01545b14-4093-4efc-8c76-e9e317fcf378 service neutron] Attempting to bind port 109d8c5c-09ef-4e54-8923-bda214ee980f by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '2a536234-9bb1-497c-bf6b-4d2b6ccc534a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6145aed5-b518-48fb-89e2-74131e67559c'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:35:44.065842 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40cc0a8e-0e6c-4fdb-bdbe-34680ba2350c req-01545b14-4093-4efc-8c76-e9e317fcf378 service neutron] Attempting to bind port 109d8c5c-09ef-4e54-8923-bda214ee980f on network 6145aed5-b518-48fb-89e2-74131e67559c {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:35:44.074465 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40cc0a8e-0e6c-4fdb-bdbe-34680ba2350c req-01545b14-4093-4efc-8c76-e9e317fcf378 service neutron] Port 109d8c5c-09ef-4e54-8923-bda214ee980f on network 6145aed5-b518-48fb-89e2-74131e67559c not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:35:44.074804 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40cc0a8e-0e6c-4fdb-bdbe-34680ba2350c req-01545b14-4093-4efc-8c76-e9e317fcf378 service neutron] Attempting to bind port 109d8c5c-09ef-4e54-8923-bda214ee980f on network 6145aed5-b518-48fb-89e2-74131e67559c {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:35:44.074905 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5a2820b7-cf53-4ba7-9dfd-76298eef3cac tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-839928342', 'security_groups': ['38e0328f-f58b-4584-8ad7-36a0a6affde8'], 'network_id': '0fdc2eef-69db-4934-b177-59f9faa7d925', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'cdf03e51-3ba7-4d40-a772-a57cadadd12f'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:35:44.084182 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40cc0a8e-0e6c-4fdb-bdbe-34680ba2350c req-01545b14-4093-4efc-8c76-e9e317fcf378 service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:35:44.084595 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40cc0a8e-0e6c-4fdb-bdbe-34680ba2350c req-01545b14-4093-4efc-8c76-e9e317fcf378 service neutron] Checking segment: {'id': '2a536234-9bb1-497c-bf6b-4d2b6ccc534a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6145aed5-b518-48fb-89e2-74131e67559c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:35:44.084997 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40cc0a8e-0e6c-4fdb-bdbe-34680ba2350c req-01545b14-4093-4efc-8c76-e9e317fcf378 service neutron] Bound using segment: {'id': '2a536234-9bb1-497c-bf6b-4d2b6ccc534a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6145aed5-b518-48fb-89e2-74131e67559c'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:35:44.085530 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-40cc0a8e-0e6c-4fdb-bdbe-34680ba2350c req-01545b14-4093-4efc-8c76-e9e317fcf378 service neutron] Bound port: 109d8c5c-09ef-4e54-8923-bda214ee980f, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a536234-9bb1-497c-bf6b-4d2b6ccc534a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6145aed5-b518-48fb-89e2-74131e67559c'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:35:44.085906 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-40cc0a8e-0e6c-4fdb-bdbe-34680ba2350c req-01545b14-4093-4efc-8c76-e9e317fcf378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:44.102298 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6b8497-e955-4b1b-8f01-e64e354b61c9 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38e0328f-f58b-4584-8ad7-36a0a6affde8,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:44.223846 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-40cc0a8e-0e6c-4fdb-bdbe-34680ba2350c req-01545b14-4093-4efc-8c76-e9e317fcf378 service neutron] For port 109d8c5c-09ef-4e54-8923-bda214ee980f, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:35:44.251200 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-40cc0a8e-0e6c-4fdb-bdbe-34680ba2350c req-01545b14-4093-4efc-8c76-e9e317fcf378 service neutron] For port 109d8c5c-09ef-4e54-8923-bda214ee980f, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=109d8c5c-09ef-4e54-8923-bda214ee980f,segment=NetworkSegment(2a536234-9bb1-497c-bf6b-4d2b6ccc534a),segment_id=2a536234-9bb1-497c-bf6b-4d2b6ccc534a)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:35:44.258908 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-40cc0a8e-0e6c-4fdb-bdbe-34680ba2350c req-01545b14-4093-4efc-8c76-e9e317fcf378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:44.409507 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01545b14-4093-4efc-8c76-e9e317fcf378 service neutron] Pushing event updated for resources: {'Port': ['ID=109d8c5c-09ef-4e54-8923-bda214ee980f,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:44.459313 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc0a8e-0e6c-4fdb-bdbe-34680ba2350c req-01545b14-4093-4efc-8c76-e9e317fcf378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:44.460694 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-40cc0a8e-0e6c-4fdb-bdbe-34680ba2350c req-01545b14-4093-4efc-8c76-e9e317fcf378 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:44.463549 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-40cc0a8e-0e6c-4fdb-bdbe-34680ba2350c req-01545b14-4093-4efc-8c76-e9e317fcf378 service neutron] 10.222.0.49 "PUT /v2.0/ports/109d8c5c-09ef-4e54-8923-bda214ee980f HTTP/1.1" status: 200 len: 1092 time: 2.7828507 Jul 15 23:35:44.464428 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e033173c-57ca-4736-9126-be986bd672bb', 'tag': '109d8c5c-09ef-4e54-8923-bda214ee980f'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:35:44.470901 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2820b7-cf53-4ba7-9dfd-76298eef3cac tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Made reservation on behalf of a0614e37ad8e4091be3b4656e6a935a1 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:35:44.478244 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93fb36ee-0c23-4191-9b1b-5c9b28e52e55" -d '{"events": [{"name": "network-changed", "server_uuid": "e033173c-57ca-4736-9126-be986bd672bb", "tag": "109d8c5c-09ef-4e54-8923-bda214ee980f"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:35:44.604682 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f814f8f-3b3e-404c-ae88-31b7d7b9e5e4 x-openstack-request-id: req-9f814f8f-3b3e-404c-ae88-31b7d7b9e5e4 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:35:44.605102 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e033173c-57ca-4736-9126-be986bd672bb", "tag": "109d8c5c-09ef-4e54-8923-bda214ee980f", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:35:44.605919 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9f814f8f-3b3e-404c-ae88-31b7d7b9e5e4 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:35:44.608340 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e033173c-57ca-4736-9126-be986bd672bb', 'tag': '109d8c5c-09ef-4e54-8923-bda214ee980f', 'status': 'completed', 'code': 200} Jul 15 23:35:44.660021 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5a2820b7-cf53-4ba7-9dfd-76298eef3cac tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:44.710651 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-5a2820b7-cf53-4ba7-9dfd-76298eef3cac tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] device_id is not set on port 240e21fb-5c89-488e-b3ba-8cdacd4820fa yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:35:44.838742 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33484) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:44.882636 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-680eae57-2430-4b10-949f-8bbdc5d1415b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:44.894340 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc0a8e-0e6c-4fdb-bdbe-34680ba2350c req-2b1418ff-334d-495c-b56a-d021568ef974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:44.897947 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-40cc0a8e-0e6c-4fdb-bdbe-34680ba2350c req-2b1418ff-334d-495c-b56a-d021568ef974 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e85e101cb7d14ef59a582614f75c1832&device_id=e033173c-57ca-4736-9126-be986bd672bb HTTP/1.1" status: 200 len: 1095 time: 0.3820786 Jul 15 23:35:44.925830 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f2901-97c0-4270-94f7-f7a716c51ee4 req-a5fc37ec-2d70-4577-b521-602a9fba3bb4 tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:44.928702 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7a6f2901-97c0-4270-94f7-f7a716c51ee4 req-a5fc37ec-2d70-4577-b521-602a9fba3bb4 tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] 10.222.0.48 "GET /v2.0/ports?device_id=e033173c-57ca-4736-9126-be986bd672bb HTTP/1.1" status: 200 len: 944 time: 0.2527363 Jul 15 23:35:45.004117 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-680eae57-2430-4b10-949f-8bbdc5d1415b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:45.012043 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-680eae57-2430-4b10-949f-8bbdc5d1415b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:45.020374 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-40cc0a8e-0e6c-4fdb-bdbe-34680ba2350c req-e565f15a-c04a-43ee-9168-23d18ba4e88a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=109d8c5c-09ef-4e54-8923-bda214ee980f HTTP/1.1" status: 200 len: 217 time: 0.0901065 Jul 15 23:35:45.054056 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-680eae57-2430-4b10-949f-8bbdc5d1415b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4842f6c6666244ca862c0f5dfb79f65f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2142520 Jul 15 23:35:45.064059 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9c108fce-e62a-425c-a0ac-62a54ada5177 None None] Provisioning for port cc830482-7645-4116-a17a-45f512781184 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:35:45.072945 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33490) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:45.087337 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9c108fce-e62a-425c-a0ac-62a54ada5177 None None] Provisioning complete for port 4b44c92f-69e5-4676-acbd-bef0b282cf99 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:35:45.087756 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9c108fce-e62a-425c-a0ac-62a54ada5177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:45.123479 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc0a8e-0e6c-4fdb-bdbe-34680ba2350c req-0fea4d74-8e5b-406f-be10-fdf0a26c7ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:45.125378 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-40cc0a8e-0e6c-4fdb-bdbe-34680ba2350c req-0fea4d74-8e5b-406f-be10-fdf0a26c7ac4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3a9d0694-4c68-439f-b4c5-dbe0f9debb12 HTTP/1.1" status: 200 len: 849 time: 0.0862563 Jul 15 23:35:45.160206 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-9c108fce-e62a-425c-a0ac-62a54ada5177 None None] Port 4b44c92f-69e5-4676-acbd-bef0b282cf99 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:35:45.224687 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680eae57-2430-4b10-949f-8bbdc5d1415b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7a83b5-fa7b-489f-bb01-801bc47e9bb7,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:45.247937 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-40cc0a8e-0e6c-4fdb-bdbe-34680ba2350c req-79b01140-2ef8-4bf2-af33-335f7712f7e3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6145aed5-b518-48fb-89e2-74131e67559c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1133735 Jul 15 23:35:45.265425 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a1e396e3-68e4-477f-89dc-9142a76d002f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:45.292176 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a1e396e3-68e4-477f-89dc-9142a76d002f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:45.362560 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7a6f2901-97c0-4270-94f7-f7a716c51ee4 req-a2f27e19-70e0-4d73-8424-a36b5a10615a tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] 10.222.0.48 "GET /v2.0/security-groups?id=f87ff988-14c3-4112-a792-18533738bd92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410730 Jul 15 23:35:45.367047 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-5a2820b7-cf53-4ba7-9dfd-76298eef3cac tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Allocated IP 172.20.0.12 (0fdc2eef-69db-4934-b177-59f9faa7d925/cdf03e51-3ba7-4d40-a772-a57cadadd12f/240e21fb-5c89-488e-b3ba-8cdacd4820fa) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:35:45.484907 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a1e396e3-68e4-477f-89dc-9142a76d002f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:45.488815 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a1e396e3-68e4-477f-89dc-9142a76d002f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:45.511684 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a1e396e3-68e4-477f-89dc-9142a76d002f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7c7a83b5-fa7b-489f-bb01-801bc47e9bb7 HTTP/1.1" status: 204 len: 168 time: 0.4363968 Jul 15 23:35:45.533490 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device cc830482-7645-4116-a17a-45f512781184 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:35:45.558280 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e396e3-68e4-477f-89dc-9142a76d002f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7a83b5-fa7b-489f-bb01-801bc47e9bb7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:45.605879 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-40cc0a8e-0e6c-4fdb-bdbe-34680ba2350c req-60ed5dfb-bb02-4808-a9ca-c86a8bf46afb service neutron] 10.222.0.49 "GET /v2.0/networks/6145aed5-b518-48fb-89e2-74131e67559c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3391573 Jul 15 23:35:45.757266 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port cc830482-7645-4116-a17a-45f512781184 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:35:45.763612 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port cc830482-7645-4116-a17a-45f512781184 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:35:45.764466 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:45.797185 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-40cc0a8e-0e6c-4fdb-bdbe-34680ba2350c req-1a81ab1a-f24a-45cf-ac16-3540d1f6da1d service neutron] 10.222.0.49 "GET /v2.0/networks/6145aed5-b518-48fb-89e2-74131e67559c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839888 Jul 15 23:35:45.801031 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5a2820b7-cf53-4ba7-9dfd-76298eef3cac tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:45.848511 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-5a2820b7-cf53-4ba7-9dfd-76298eef3cac tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Transition to ACTIVE for port object 240e21fb-5c89-488e-b3ba-8cdacd4820fa will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:35:45.953700 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5a2820b7-cf53-4ba7-9dfd-76298eef3cac tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:45.981084 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb36ee-0c23-4191-9b1b-5c9b28e52e55 req-d7c0997a-13f7-4c20-a443-d69a7658bdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:45.987287 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-93fb36ee-0c23-4191-9b1b-5c9b28e52e55 req-d7c0997a-13f7-4c20-a443-d69a7658bdd1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e85e101cb7d14ef59a582614f75c1832&device_id=e033173c-57ca-4736-9126-be986bd672bb HTTP/1.1" status: 200 len: 1095 time: 0.1284263 Jul 15 23:35:46.025626 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:46.098872 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2820b7-cf53-4ba7-9dfd-76298eef3cac tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event updated for resources: {'Port': ['ID=240e21fb-5c89-488e-b3ba-8cdacd4820fa,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:46.120063 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port cc830482-7645-4116-a17a-45f512781184, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=cc830482-7645-4116-a17a-45f512781184,segment=NetworkSegment(db6d2e9d-1f2b-4f30-8e94-3fe72dc1f942),segment_id=db6d2e9d-1f2b-4f30-8e94-3fe72dc1f942)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:35:46.122793 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2820b7-cf53-4ba7-9dfd-76298eef3cac tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Network 0fdc2eef-69db-4934-b177-59f9faa7d925 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:35:46.125951 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-5a2820b7-cf53-4ba7-9dfd-76298eef3cac tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:35:46.130406 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2820b7-cf53-4ba7-9dfd-76298eef3cac tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:35:46.136492 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:46.268126 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=cc830482-7645-4116-a17a-45f512781184,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:46.344579 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2820b7-cf53-4ba7-9dfd-76298eef3cac tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:46.345278 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5a2820b7-cf53-4ba7-9dfd-76298eef3cac tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:46.361713 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 33514) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:46.402024 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-5a2820b7-cf53-4ba7-9dfd-76298eef3cac tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3422658 Jul 15 23:35:46.405831 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33518) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:46.411117 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-85382546-272f-4f3f-b6d2-29eb4833cd60 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Request body: {'subnet': {'network_id': '0fdc2eef-69db-4934-b177-59f9faa7d925', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:35:46.419120 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8c334818-6ba5-4c6f-8412-d9d15c040b24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:46.461407 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb36ee-0c23-4191-9b1b-5c9b28e52e55 req-b1bb742c-f826-4ad5-9a2f-764d2085346f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:46.477162 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-93fb36ee-0c23-4191-9b1b-5c9b28e52e55 req-b1bb742c-f826-4ad5-9a2f-764d2085346f service neutron] 10.222.0.49 "GET /v2.0/networks?id=6145aed5-b518-48fb-89e2-74131e67559c HTTP/1.1" status: 200 len: 910 time: 0.4660420 Jul 15 23:35:46.608007 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ef49c02b-6cfb-4060-99f9-6aedca68eedb None None] Provisioning for port 240e21fb-5c89-488e-b3ba-8cdacd4820fa completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:35:46.616534 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ef49c02b-6cfb-4060-99f9-6aedca68eedb None None] Provisioning complete for port 240e21fb-5c89-488e-b3ba-8cdacd4820fa triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:35:46.617303 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ef49c02b-6cfb-4060-99f9-6aedca68eedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:46.620700 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-93fb36ee-0c23-4191-9b1b-5c9b28e52e55 req-82fe4cf5-2516-4113-9aa8-f09d485c5702 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=109d8c5c-09ef-4e54-8923-bda214ee980f HTTP/1.1" status: 200 len: 217 time: 0.1423023 Jul 15 23:35:46.714887 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb36ee-0c23-4191-9b1b-5c9b28e52e55 req-0f0f7b2c-8f0e-40a7-9f1b-278ab2d1dd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:46.717119 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-93fb36ee-0c23-4191-9b1b-5c9b28e52e55 req-0f0f7b2c-8f0e-40a7-9f1b-278ab2d1dd88 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3a9d0694-4c68-439f-b4c5-dbe0f9debb12 HTTP/1.1" status: 200 len: 849 time: 0.0870028 Jul 15 23:35:46.725949 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ef49c02b-6cfb-4060-99f9-6aedca68eedb None None] Port 240e21fb-5c89-488e-b3ba-8cdacd4820fa cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:35:46.766546 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-93fb36ee-0c23-4191-9b1b-5c9b28e52e55 req-1c56dc71-3324-41a4-8837-ab4c7bcdc41f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6145aed5-b518-48fb-89e2-74131e67559c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371714 Jul 15 23:35:46.776152 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f47bf4e-fb3f-42f3-8977-099de3fb8ef5 req-f84eb80c-130d-42bc-ac3a-4da4594a27c2 tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:46.777778 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7f47bf4e-fb3f-42f3-8977-099de3fb8ef5 req-f84eb80c-130d-42bc-ac3a-4da4594a27c2 tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] 10.222.0.48 "GET /v2.0/ports?device_id=e033173c-57ca-4736-9126-be986bd672bb HTTP/1.1" status: 200 len: 944 time: 0.2012618 Jul 15 23:35:46.918727 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7f47bf4e-fb3f-42f3-8977-099de3fb8ef5 req-9537aff5-f00f-470f-8c7e-bed98128bd19 tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] 10.222.0.48 "GET /v2.0/security-groups?id=f87ff988-14c3-4112-a792-18533738bd92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096888 Jul 15 23:35:46.984936 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8c334818-6ba5-4c6f-8412-d9d15c040b24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:47.029565 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8c334818-6ba5-4c6f-8412-d9d15c040b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:47.043862 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85382546-272f-4f3f-b6d2-29eb4833cd60 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Made reservation on behalf of a0614e37ad8e4091be3b4656e6a935a1 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:35:47.051801 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85382546-272f-4f3f-b6d2-29eb4833cd60 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:47.113904 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-8c334818-6ba5-4c6f-8412-d9d15c040b24 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0db949bb0e3d473899ab63b2f7615e20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7488251 Jul 15 23:35:47.114276 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c334818-6ba5-4c6f-8412-d9d15c040b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135f44ff-747a-45d5-aa44-5eb45ee68053,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:47.118340 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 33526) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:47.190501 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-93fb36ee-0c23-4191-9b1b-5c9b28e52e55 req-cdc3181f-9858-4272-9b65-083f084e2fd5 service neutron] 10.222.0.49 "GET /v2.0/networks/6145aed5-b518-48fb-89e2-74131e67559c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4116116 Jul 15 23:35:47.216079 n-d-794306-6 neutron-server[93771]: INFO neutron.db.ipam_backend_mixin [None req-85382546-272f-4f3f-b6d2-29eb4833cd60 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet cdf03e51-3ba7-4d40-a772-a57cadadd12f (CIDR: 172.20.0.0/28) Jul 15 23:35:47.227112 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-85382546-272f-4f3f-b6d2-29eb4833cd60 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:35:47.227864 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85382546-272f-4f3f-b6d2-29eb4833cd60 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:35:47.257166 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-85382546-272f-4f3f-b6d2-29eb4833cd60 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8476672 Jul 15 23:35:47.257384 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33528) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:47.262857 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-da6598eb-279c-4663-8596-7b5ccbba63bc tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Request body: {'subnet': {'network_id': '0fdc2eef-69db-4934-b177-59f9faa7d925', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:35:47.385503 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device cc830482-7645-4116-a17a-45f512781184 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:35:47.401367 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-93fb36ee-0c23-4191-9b1b-5c9b28e52e55 req-f84bf56b-3ef6-4632-a110-f0b62f791ea5 service neutron] 10.222.0.49 "GET /v2.0/networks/6145aed5-b518-48fb-89e2-74131e67559c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954927 Jul 15 23:35:47.433940 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f25d4f90-823f-4333-8d7f-74ae5d40b07a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:47.459501 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f25d4f90-823f-4333-8d7f-74ae5d40b07a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:47.485735 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da6598eb-279c-4663-8596-7b5ccbba63bc tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Made reservation on behalf of a0614e37ad8e4091be3b4656e6a935a1 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:35:47.489508 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da6598eb-279c-4663-8596-7b5ccbba63bc tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:47.507300 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port cc830482-7645-4116-a17a-45f512781184 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:35:47.509838 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:47.563467 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f25d4f90-823f-4333-8d7f-74ae5d40b07a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:47.567833 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f25d4f90-823f-4333-8d7f-74ae5d40b07a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:47.569477 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-f25d4f90-823f-4333-8d7f-74ae5d40b07a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/135f44ff-747a-45d5-aa44-5eb45ee68053 HTTP/1.1" status: 204 len: 168 time: 0.4495542 Jul 15 23:35:47.581985 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25d4f90-823f-4333-8d7f-74ae5d40b07a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135f44ff-747a-45d5-aa44-5eb45ee68053,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:47.871171 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da6598eb-279c-4663-8596-7b5ccbba63bc tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:47.960128 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6598eb-279c-4663-8596-7b5ccbba63bc tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Network 0fdc2eef-69db-4934-b177-59f9faa7d925 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:35:47.963327 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-da6598eb-279c-4663-8596-7b5ccbba63bc tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:35:47.973839 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e524b27-ca91-4aa3-a6ae-44f32f264399 None None] Network 0fdc2eef-69db-4934-b177-59f9faa7d925 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:35:47.988134 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6598eb-279c-4663-8596-7b5ccbba63bc tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:47.988752 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da6598eb-279c-4663-8596-7b5ccbba63bc tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:48.027162 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6598eb-279c-4663-8596-7b5ccbba63bc tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event updated for resources: {'Subnet': ['ID=71e432ce-4977-463a-978b-1af64d2c1d41,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:48.046761 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-da6598eb-279c-4663-8596-7b5ccbba63bc tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7858534 Jul 15 23:35:48.047383 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33544) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:48.056999 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-770f6f92-717d-4ec0-92ac-993c69ae27d8 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1857555874', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '71e432ce-4977-463a-978b-1af64d2c1d41'}], 'security_groups': ['38859b14-95f5-4e36-99ed-9ee53fe9fbdd']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:35:48.332353 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-770f6f92-717d-4ec0-92ac-993c69ae27d8 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:48.408768 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5791ae1e-6265-4862-b695-43f61acea21e req-dc744dd5-e233-430e-8b1a-3dc3630bd9ef tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:48.410379 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5791ae1e-6265-4862-b695-43f61acea21e req-dc744dd5-e233-430e-8b1a-3dc3630bd9ef tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] 10.222.0.48 "GET /v2.0/ports?device_id=e033173c-57ca-4736-9126-be986bd672bb HTTP/1.1" status: 200 len: 944 time: 0.1517837 Jul 15 23:35:48.472883 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5791ae1e-6265-4862-b695-43f61acea21e req-fda9e795-e207-4e35-81c6-922ba840c5a2 tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] 10.222.0.48 "GET /v2.0/security-groups?id=f87ff988-14c3-4112-a792-18533738bd92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563445 Jul 15 23:35:48.643090 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e68d58e-b6b2-40fb-bfc0-96d7623c6bdc None None] Update dhcp port {'port': {'network_id': '0fdc2eef-69db-4934-b177-59f9faa7d925', 'fixed_ips': [{'subnet_id': 'cdf03e51-3ba7-4d40-a772-a57cadadd12f', 'ip_address': '172.20.0.2'}, {'subnet_id': '71e432ce-4977-463a-978b-1af64d2c1d41'}], 'binding:host_id': 'n-d-794306-6'}, 'id': 'cc830482-7645-4116-a17a-45f512781184'} from n-d-794306-6. {{(pid=93772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 23:35:48.771744 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2e68d58e-b6b2-40fb-bfc0-96d7623c6bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:48.856594 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 33574) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:49.081701 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-770f6f92-717d-4ec0-92ac-993c69ae27d8 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Delete allocated IP 172.20.0.12 (0fdc2eef-69db-4934-b177-59f9faa7d925/cdf03e51-3ba7-4d40-a772-a57cadadd12f) {{(pid=93771) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 15 23:35:49.092855 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0499b1cf-4886-477d-840b-2eae3ed325df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:49.107850 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-770f6f92-717d-4ec0-92ac-993c69ae27d8 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Allocated IP 172.20.0.24 (0fdc2eef-69db-4934-b177-59f9faa7d925/71e432ce-4977-463a-978b-1af64d2c1d41/240e21fb-5c89-488e-b3ba-8cdacd4820fa) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:35:49.229045 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0499b1cf-4886-477d-840b-2eae3ed325df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:49.241406 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0499b1cf-4886-477d-840b-2eae3ed325df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:49.313756 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-0499b1cf-4886-477d-840b-2eae3ed325df admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=28c7796c14784745a51a19bdf17f18a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4537106 Jul 15 23:35:49.316448 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 33586) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:49.342621 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0499b1cf-4886-477d-840b-2eae3ed325df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52cab0a5-5c9e-48f1-8601-630976b9e54f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:49.401664 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-770f6f92-717d-4ec0-92ac-993c69ae27d8 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:49.414150 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-75aae78a-57ac-4020-b5b3-c793ed683d2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:49.418585 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-770f6f92-717d-4ec0-92ac-993c69ae27d8 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Transition to ACTIVE for port object 240e21fb-5c89-488e-b3ba-8cdacd4820fa will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:35:49.424099 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 109d8c5c-09ef-4e54-8923-bda214ee980f details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:35:49.439188 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-770f6f92-717d-4ec0-92ac-993c69ae27d8 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:49.489700 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-75aae78a-57ac-4020-b5b3-c793ed683d2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:49.506730 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-2e68d58e-b6b2-40fb-bfc0-96d7623c6bdc None None] Allocated IP 172.20.0.18 (0fdc2eef-69db-4934-b177-59f9faa7d925/71e432ce-4977-463a-978b-1af64d2c1d41/cc830482-7645-4116-a17a-45f512781184) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:35:49.561446 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-75aae78a-57ac-4020-b5b3-c793ed683d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:49.565617 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-75aae78a-57ac-4020-b5b3-c793ed683d2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:49.570642 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-75aae78a-57ac-4020-b5b3-c793ed683d2e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/52cab0a5-5c9e-48f1-8601-630976b9e54f HTTP/1.1" status: 204 len: 168 time: 0.2512741 Jul 15 23:35:49.589411 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aae78a-57ac-4020-b5b3-c793ed683d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52cab0a5-5c9e-48f1-8601-630976b9e54f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:49.703859 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-2e68d58e-b6b2-40fb-bfc0-96d7623c6bdc None None] For port cc830482-7645-4116-a17a-45f512781184, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=cc830482-7645-4116-a17a-45f512781184,segment=NetworkSegment(db6d2e9d-1f2b-4f30-8e94-3fe72dc1f942),segment_id=db6d2e9d-1f2b-4f30-8e94-3fe72dc1f942)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:35:49.712135 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-770f6f92-717d-4ec0-92ac-993c69ae27d8 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] In _notify_port_updated(), no bound segment for port 240e21fb-5c89-488e-b3ba-8cdacd4820fa on network 0fdc2eef-69db-4934-b177-59f9faa7d925 {{(pid=93771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:35:49.719551 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770f6f92-717d-4ec0-92ac-993c69ae27d8 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:49.720306 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-770f6f92-717d-4ec0-92ac-993c69ae27d8 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:49.725225 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 33600) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:49.737568 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-770f6f92-717d-4ec0-92ac-993c69ae27d8 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "PUT /v2.0/ports/240e21fb-5c89-488e-b3ba-8cdacd4820fa HTTP/1.1" status: 200 len: 921 time: 1.6894317 Jul 15 23:35:49.768782 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770f6f92-717d-4ec0-92ac-993c69ae27d8 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event updated for resources: {'Port': ['ID=240e21fb-5c89-488e-b3ba-8cdacd4820fa,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:49.806101 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2e68d58e-b6b2-40fb-bfc0-96d7623c6bdc None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:49.848648 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2e68d58e-b6b2-40fb-bfc0-96d7623c6bdc None None] Transition to ACTIVE for port object cc830482-7645-4116-a17a-45f512781184 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:35:49.868588 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2e68d58e-b6b2-40fb-bfc0-96d7623c6bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:49.904826 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.db.resource_extend [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 23:35:49.990477 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-3b55d498-33be-4b92-ad78-00564ba9efc7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Deleting port 240e21fb-5c89-488e-b3ba-8cdacd4820fa {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:35:49.990830 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3b55d498-33be-4b92-ad78-00564ba9efc7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:50.005161 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217d64e1-bd8f-441d-83b7-7c6f0b4b146f req-a12e9cee-ba9a-4232-b3db-38ade145f508 tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:50.006761 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-217d64e1-bd8f-441d-83b7-7c6f0b4b146f req-a12e9cee-ba9a-4232-b3db-38ade145f508 tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] 10.222.0.48 "GET /v2.0/ports?device_id=e033173c-57ca-4736-9126-be986bd672bb HTTP/1.1" status: 200 len: 944 time: 0.1386752 Jul 15 23:35:50.117295 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-217d64e1-bd8f-441d-83b7-7c6f0b4b146f req-92831a41-64c7-4604-95f1-3a625fb85283 tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] 10.222.0.48 "GET /v2.0/security-groups?id=f87ff988-14c3-4112-a792-18533738bd92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958371 Jul 15 23:35:50.159708 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3b55d498-33be-4b92-ad78-00564ba9efc7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:50.221022 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 109d8c5c-09ef-4e54-8923-bda214ee980f, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=109d8c5c-09ef-4e54-8923-bda214ee980f,segment=NetworkSegment(2a536234-9bb1-497c-bf6b-4d2b6ccc534a),segment_id=2a536234-9bb1-497c-bf6b-4d2b6ccc534a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:35:50.226755 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-3b55d498-33be-4b92-ad78-00564ba9efc7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Calling delete_port for 240e21fb-5c89-488e-b3ba-8cdacd4820fa owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:35:50.240015 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '109d8c5c-09ef-4e54-8923-bda214ee980f', 'network_id': '6145aed5-b518-48fb-89e2-74131e67559c', 'port_id': '109d8c5c-09ef-4e54-8923-bda214ee980f', 'mac_address': 'fa:16:3e:b4:cd:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a9d0694-4c68-439f-b4c5-dbe0f9debb12', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:35:50.297392 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e68d58e-b6b2-40fb-bfc0-96d7623c6bdc None None] Pushing event updated for resources: {'Port': ['ID=cc830482-7645-4116-a17a-45f512781184,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:50.321782 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:50.344176 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33610) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:50.362726 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 109d8c5c-09ef-4e54-8923-bda214ee980f {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:35:50.370761 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10aa7d09-dbc2-455c-9965-587cea9075f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:50.405718 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 109d8c5c-09ef-4e54-8923-bda214ee980f, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=109d8c5c-09ef-4e54-8923-bda214ee980f,segment=NetworkSegment(2a536234-9bb1-497c-bf6b-4d2b6ccc534a),segment_id=2a536234-9bb1-497c-bf6b-4d2b6ccc534a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:35:50.420997 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:50.576708 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=109d8c5c-09ef-4e54-8923-bda214ee980f,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:50.612963 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3b55d498-33be-4b92-ad78-00564ba9efc7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:50.614233 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10aa7d09-dbc2-455c-9965-587cea9075f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:50.619776 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10aa7d09-dbc2-455c-9965-587cea9075f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:50.667599 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['109d8c5c-09ef-4e54-8923-bda214ee980f'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:35:50.671604 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b55d498-33be-4b92-ad78-00564ba9efc7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event deleted for resources: {'Port': ['ID=240e21fb-5c89-488e-b3ba-8cdacd4820fa,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:50.695824 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-10aa7d09-dbc2-455c-9965-587cea9075f4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bd880c77526d42b781e7ceeeb567afcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3491905 Jul 15 23:35:50.696658 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa7d09-dbc2-455c-9965-587cea9075f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f36e44c3-2a26-4202-a728-9b5405506bec,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:50.702036 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33620) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:50.816475 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09ecb35c-c51e-435e-ae32-7cb01143777a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:50.887361 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09ecb35c-c51e-435e-ae32-7cb01143777a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:50.888582 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3b55d498-33be-4b92-ad78-00564ba9efc7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:50.893154 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-3b55d498-33be-4b92-ad78-00564ba9efc7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "DELETE /v2.0/ports/240e21fb-5c89-488e-b3ba-8cdacd4820fa HTTP/1.1" status: 204 len: 168 time: 1.1664653 Jul 15 23:35:50.897796 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 33624) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:50.956011 n-d-794306-6 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-81ef87b8-0bdc-4443-97b2-3dd156c00605 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] GET failed (client error): The resource could not be found. Jul 15 23:35:50.958157 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-81ef87b8-0bdc-4443-97b2-3dd156c00605 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "GET /v2.0/ports/240e21fb-5c89-488e-b3ba-8cdacd4820fa HTTP/1.1" status: 404 len: 333 time: 0.0579662 Jul 15 23:35:50.962977 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 33626) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:51.006726 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09ecb35c-c51e-435e-ae32-7cb01143777a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:51.009685 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09ecb35c-c51e-435e-ae32-7cb01143777a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:51.014209 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-09ecb35c-c51e-435e-ae32-7cb01143777a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f36e44c3-2a26-4202-a728-9b5405506bec HTTP/1.1" status: 204 len: 168 time: 0.3079691 Jul 15 23:35:51.040711 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ecb35c-c51e-435e-ae32-7cb01143777a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36e44c3-2a26-4202-a728-9b5405506bec,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:51.128447 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33638) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:51.140668 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d5f797a-094a-4a1c-8475-a85882492f78 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:51.229306 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d5f797a-094a-4a1c-8475-a85882492f78 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:51.310586 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-dcc7815b-0eb7-48aa-a0c2-e71221492842 None None] Provisioning for port cc830482-7645-4116-a17a-45f512781184 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:35:51.314802 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-dcc7815b-0eb7-48aa-a0c2-e71221492842 None None] Provisioning complete for port cc830482-7645-4116-a17a-45f512781184 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:35:51.316380 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dcc7815b-0eb7-48aa-a0c2-e71221492842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:51.432595 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device cc830482-7645-4116-a17a-45f512781184 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:35:51.440666 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 109d8c5c-09ef-4e54-8923-bda214ee980f up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:35:51.479313 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-4591b13c-f384-449f-b5ba-980b934d2dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-907619756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-907619756-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1688704891'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:35:51.492298 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d5f797a-094a-4a1c-8475-a85882492f78 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:51.494947 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d5f797a-094a-4a1c-8475-a85882492f78 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:51.498438 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-1d5f797a-094a-4a1c-8475-a85882492f78 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "DELETE /v2.0/security-groups/38e0328f-f58b-4584-8ad7-36a0a6affde8 HTTP/1.1" status: 204 len: 168 time: 0.5336874 Jul 15 23:35:51.516521 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799574d2-6dc4-4467-a2c8-f8006ade0ee3 req-e3a3a68b-35a9-4392-9a01-a47d680f4754 tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:51.534103 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33662) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:51.539010 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-799574d2-6dc4-4467-a2c8-f8006ade0ee3 req-e3a3a68b-35a9-4392-9a01-a47d680f4754 tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] 10.222.0.48 "GET /v2.0/ports?device_id=e033173c-57ca-4736-9126-be986bd672bb HTTP/1.1" status: 200 len: 945 time: 0.2356110 Jul 15 23:35:51.579099 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4591b13c-f384-449f-b5ba-980b934d2dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-907619756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-907619756-project] Made reservation on behalf of 95e0cfd9e4024c3d8c415d522ed064b1 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:35:51.602013 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4591b13c-f384-449f-b5ba-980b934d2dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-907619756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-907619756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:51.633099 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4591b13c-f384-449f-b5ba-980b934d2dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-907619756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-907619756-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:51.655998 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5f797a-094a-4a1c-8475-a85882492f78 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e0328f-f58b-4584-8ad7-36a0a6affde8,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:51.769693 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-799574d2-6dc4-4467-a2c8-f8006ade0ee3 req-eb9c84ef-c703-4610-9f95-e7314c0d181a tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] 10.222.0.48 "GET /v2.0/security-groups?id=f87ff988-14c3-4112-a792-18533738bd92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296457 Jul 15 23:35:51.776243 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4591b13c-f384-449f-b5ba-980b934d2dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-907619756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-907619756-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:51.814245 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7347ef9d-d707-4b29-9be4-95a0d35837af tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:51.816418 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4591b13c-f384-449f-b5ba-980b934d2dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-907619756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-907619756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:51.835185 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4591b13c-f384-449f-b5ba-980b934d2dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-907619756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-907619756-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:35:51.913685 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port 109d8c5c-09ef-4e54-8923-bda214ee980f completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:35:51.924683 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 109d8c5c-09ef-4e54-8923-bda214ee980f triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:35:51.925106 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:51.931773 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4591b13c-f384-449f-b5ba-980b934d2dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-907619756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-907619756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:51.932123 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-4591b13c-f384-449f-b5ba-980b934d2dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-907619756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-907619756-project] Added segment 52c932dd-272c-4604-981a-eab2650509d0 of type vlan for network 1673e5aa-8e7a-4178-bcca-9571b7542fed Jul 15 23:35:51.935793 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-dcc7815b-0eb7-48aa-a0c2-e71221492842 None None] Provisioning complete for port 4b44c92f-69e5-4676-acbd-bef0b282cf99 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:35:51.936225 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dcc7815b-0eb7-48aa-a0c2-e71221492842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:51.938323 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4591b13c-f384-449f-b5ba-980b934d2dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-907619756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-907619756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2822847f-c40b-4681-8408-a56a173f6940,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:51.959177 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7347ef9d-d707-4b29-9be4-95a0d35837af tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:51.991606 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port cc830482-7645-4116-a17a-45f512781184 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:35:51.992117 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:52.116313 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4591b13c-f384-449f-b5ba-980b934d2dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-907619756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-907619756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:52.169626 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-dcc7815b-0eb7-48aa-a0c2-e71221492842 None None] Port 4b44c92f-69e5-4676-acbd-bef0b282cf99 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:35:52.197488 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-dcc7815b-0eb7-48aa-a0c2-e71221492842 None None] Could not find standard attr ID for object 240e21fb-5c89-488e-b3ba-8cdacd4820fa. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:35:52.235792 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7347ef9d-d707-4b29-9be4-95a0d35837af tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:52.243311 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7347ef9d-d707-4b29-9be4-95a0d35837af tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:52.247843 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 33724) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:52.255666 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-7347ef9d-d707-4b29-9be4-95a0d35837af tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "DELETE /v2.0/security-groups/38859b14-95f5-4e36-99ed-9ee53fe9fbdd HTTP/1.1" status: 204 len: 168 time: 0.7202103 Jul 15 23:35:52.307182 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7347ef9d-d707-4b29-9be4-95a0d35837af tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38859b14-95f5-4e36-99ed-9ee53fe9fbdd,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:52.327501 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4591b13c-f384-449f-b5ba-980b934d2dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-907619756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-907619756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:52.340535 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4591b13c-f384-449f-b5ba-980b934d2dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-907619756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-907619756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:52.341383 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4591b13c-f384-449f-b5ba-980b934d2dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-907619756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-907619756-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:52.404085 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-88e4feb8-fb56-4543-92f7-925227ce941d tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Deleting subnet cdf03e51-3ba7-4d40-a772-a57cadadd12f {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:35:52.428432 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-88e4feb8-fb56-4543-92f7-925227ce941d tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:52.438592 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cedc4a3a-3416-47b5-8bc3-685aa5da2990 None None] Could not find standard attr ID for object 240e21fb-5c89-488e-b3ba-8cdacd4820fa. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:35:52.462781 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4591b13c-f384-449f-b5ba-980b934d2dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-907619756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-907619756-project] Pushing event updated for resources: {'Network': ['ID=1673e5aa-8e7a-4178-bcca-9571b7542fed,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:52.471833 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-4591b13c-f384-449f-b5ba-980b934d2dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-907619756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-907619756-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.3420877 Jul 15 23:35:52.490883 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:52.554494 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 1673e5aa-8e7a-4178-bcca-9571b7542fed details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:35:52.555412 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-88e4feb8-fb56-4543-92f7-925227ce941d tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:52.611355 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e033173c-57ca-4736-9126-be986bd672bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '109d8c5c-09ef-4e54-8923-bda214ee980f'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:35:52.615943 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72301cf1-a508-4bf6-b797-d74f8bb5d41f" -d '{"events": [{"server_uuid": "e033173c-57ca-4736-9126-be986bd672bb", "name": "network-vif-plugged", "status": "completed", "tag": "109d8c5c-09ef-4e54-8923-bda214ee980f"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:35:52.748418 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-88e4feb8-fb56-4543-92f7-925227ce941d tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:52.800251 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 109d8c5c-09ef-4e54-8923-bda214ee980f, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=109d8c5c-09ef-4e54-8923-bda214ee980f,segment=NetworkSegment(2a536234-9bb1-497c-bf6b-4d2b6ccc534a),segment_id=2a536234-9bb1-497c-bf6b-4d2b6ccc534a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:35:52.813154 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:52.861725 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-88e4feb8-fb56-4543-92f7-925227ce941d tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:52.952771 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-88e4feb8-fb56-4543-92f7-925227ce941d tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:52.957163 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-88e4feb8-fb56-4543-92f7-925227ce941d tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "DELETE /v2.0/subnets/cdf03e51-3ba7-4d40-a772-a57cadadd12f HTTP/1.1" status: 204 len: 168 time: 0.7082989 Jul 15 23:35:52.958229 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e4feb8-fb56-4543-92f7-925227ce941d tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event deleted for resources: {'Subnet': ['ID=cdf03e51-3ba7-4d40-a772-a57cadadd12f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:52.961453 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33780) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:52.969333 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-81f70156-2125-401b-880a-e89ffd21efb2 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Request body: {'subnet': {'network_id': '0fdc2eef-69db-4934-b177-59f9faa7d925', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:35:52.984300 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-976b0c5d-4e37-4afb-b05f-91511936845d x-openstack-request-id: req-976b0c5d-4e37-4afb-b05f-91511936845d {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:35:52.984584 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e033173c-57ca-4736-9126-be986bd672bb", "name": "network-vif-plugged", "status": "completed", "tag": "109d8c5c-09ef-4e54-8923-bda214ee980f", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:35:52.984838 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-976b0c5d-4e37-4afb-b05f-91511936845d {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:35:52.985472 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e033173c-57ca-4736-9126-be986bd672bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '109d8c5c-09ef-4e54-8923-bda214ee980f', 'code': 200} Jul 15 23:35:52.985787 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=109d8c5c-09ef-4e54-8923-bda214ee980f,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:52.988495 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab3dd7c-fd85-43cb-95fc-11d71128c946 None None] Network 0fdc2eef-69db-4934-b177-59f9faa7d925 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:35:53.328017 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f70156-2125-401b-880a-e89ffd21efb2 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Made reservation on behalf of a0614e37ad8e4091be3b4656e6a935a1 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:35:53.335230 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-81f70156-2125-401b-880a-e89ffd21efb2 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:53.378383 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33804) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:53.407306 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Request body: {'port': {'network_id': '1673e5aa-8e7a-4178-bcca-9571b7542fed', 'binding:host_id': 'n-h1-794306-6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2050241701'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:35:53.521470 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Made reservation on behalf of 5816a7d8cb7b457f9baf70e110ac758f for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:35:53.527442 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:53.556949 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:53.745919 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55afe653-ee6f-4bfb-9a11-09949648fbaf req-6b2b5be8-c123-4352-bce8-1213b79c8a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:53.748966 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-55afe653-ee6f-4bfb-9a11-09949648fbaf req-6b2b5be8-c123-4352-bce8-1213b79c8a65 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e033173c-57ca-4736-9126-be986bd672bb HTTP/1.1" status: 200 len: 1097 time: 0.7834005 Jul 15 23:35:53.755052 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:53.776839 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:53.787562 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71df047-0513-479f-b078-f5084880dc9f req-2d49f852-c4d6-41bd-8926-25934219f9bc tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:53.789824 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a71df047-0513-479f-b078-f5084880dc9f req-2d49f852-c4d6-41bd-8926-25934219f9bc tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] 10.222.0.48 "GET /v2.0/ports?device_id=e033173c-57ca-4736-9126-be986bd672bb HTTP/1.1" status: 200 len: 946 time: 0.1955121 Jul 15 23:35:53.798008 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] device_id is not set on port 4813942e-40bd-49bf-9c03-8d7856de101a yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:35:53.888803 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a71df047-0513-479f-b078-f5084880dc9f req-0b909063-3ee9-4888-bb20-442715c63c1d tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] 10.222.0.48 "GET /v2.0/security-groups?id=f87ff988-14c3-4112-a792-18533738bd92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815995 Jul 15 23:35:53.901086 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-55afe653-ee6f-4bfb-9a11-09949648fbaf req-441883fb-4a5d-4bd4-94c4-ab6631440081 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f87ff988-14c3-4112-a792-18533738bd92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455464 Jul 15 23:35:54.046378 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfdde24a-b28a-4c12-b24a-5d8914cd5c0b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:54.347319 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-81f70156-2125-401b-880a-e89ffd21efb2 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:54.436433 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f70156-2125-401b-880a-e89ffd21efb2 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Network 0fdc2eef-69db-4934-b177-59f9faa7d925 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:35:54.442629 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-81f70156-2125-401b-880a-e89ffd21efb2 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:35:54.448218 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f70156-2125-401b-880a-e89ffd21efb2 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:54.448818 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-81f70156-2125-401b-880a-e89ffd21efb2 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:54.455836 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] device_id is not set on port 4813942e-40bd-49bf-9c03-8d7856de101a yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:35:54.473277 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:54.487901 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f70156-2125-401b-880a-e89ffd21efb2 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event updated for resources: {'Subnet': ['ID=a0d6ee7e-e4ba-4fec-904f-dd8a08a8c783,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:54.493360 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Transition to ACTIVE for port object 4813942e-40bd-49bf-9c03-8d7856de101a will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:35:54.502236 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-81f70156-2125-401b-880a-e89ffd21efb2 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5395968 Jul 15 23:35:54.504772 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33892) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:54.511152 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-589e8482-acf6-4e1e-a566-f4db5bc9ea95 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Request body: {'security_group': {'name': 'tempest-secgroup-46860561'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:35:54.521025 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8370b8-a19b-4775-ae68-c3c97e2d0e8b None None] Network 0fdc2eef-69db-4934-b177-59f9faa7d925 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:35:54.521517 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:54.579906 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-589e8482-acf6-4e1e-a566-f4db5bc9ea95 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:54.602170 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Pushing event updated for resources: {'Port': ['ID=4813942e-40bd-49bf-9c03-8d7856de101a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:54.628479 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Checking segment: {'id': '52c932dd-272c-4604-981a-eab2650509d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1673e5aa-8e7a-4178-bcca-9571b7542fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:35:54.629206 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Network hostable DHCP agents. Network: 1673e5aa-8e7a-4178-bcca-9571b7542fed, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:35:54.721051 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Network 1673e5aa-8e7a-4178-bcca-9571b7542fed is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:35:54.756323 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 1673e5aa-8e7a-4178-bcca-9571b7542fed) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:35:54.758053 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-95fe646f-b6c2-48b6-a96e-af9ab5e1e553 None None] Provisioning complete for port cc830482-7645-4116-a17a-45f512781184 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:35:54.758670 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-95fe646f-b6c2-48b6-a96e-af9ab5e1e553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:54.766633 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fd61ac-c81d-4d7d-a064-5ceaed8e1f36 None None] Network 1673e5aa-8e7a-4178-bcca-9571b7542fed requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:35:54.778608 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:35:54.812299 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port 4813942e-40bd-49bf-9c03-8d7856de101a on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:35:54.812639 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port 4813942e-40bd-49bf-9c03-8d7856de101a by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '52c932dd-272c-4604-981a-eab2650509d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1673e5aa-8e7a-4178-bcca-9571b7542fed'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:35:54.812978 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port 4813942e-40bd-49bf-9c03-8d7856de101a on network 1673e5aa-8e7a-4178-bcca-9571b7542fed {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:35:54.835096 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Port 4813942e-40bd-49bf-9c03-8d7856de101a on network 1673e5aa-8e7a-4178-bcca-9571b7542fed not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:35:54.835382 n-d-794306-6 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Failed to bind port 4813942e-40bd-49bf-9c03-8d7856de101a on host n-h1-794306-6 for vnic_type normal using segments [{'id': '52c932dd-272c-4604-981a-eab2650509d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1673e5aa-8e7a-4178-bcca-9571b7542fed'}] Jul 15 23:35:54.850274 n-d-794306-6 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempt 2 to bind port 4813942e-40bd-49bf-9c03-8d7856de101a Jul 15 23:35:54.884423 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-589e8482-acf6-4e1e-a566-f4db5bc9ea95 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:54.889375 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port 4813942e-40bd-49bf-9c03-8d7856de101a on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:35:54.890003 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port 4813942e-40bd-49bf-9c03-8d7856de101a by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '52c932dd-272c-4604-981a-eab2650509d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1673e5aa-8e7a-4178-bcca-9571b7542fed'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:35:54.890498 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port 4813942e-40bd-49bf-9c03-8d7856de101a on network 1673e5aa-8e7a-4178-bcca-9571b7542fed {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:35:54.894511 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-589e8482-acf6-4e1e-a566-f4db5bc9ea95 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:54.948570 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589e8482-acf6-4e1e-a566-f4db5bc9ea95 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=766c1f67-1424-4335-abd8-5b8ab6ee03f7,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:54.954918 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Port 4813942e-40bd-49bf-9c03-8d7856de101a on network 1673e5aa-8e7a-4178-bcca-9571b7542fed not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:35:54.955257 n-d-794306-6 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Failed to bind port 4813942e-40bd-49bf-9c03-8d7856de101a on host n-h1-794306-6 for vnic_type normal using segments [{'id': '52c932dd-272c-4604-981a-eab2650509d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1673e5aa-8e7a-4178-bcca-9571b7542fed'}] Jul 15 23:35:54.956890 n-d-794306-6 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempt 3 to bind port 4813942e-40bd-49bf-9c03-8d7856de101a Jul 15 23:35:54.971335 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-589e8482-acf6-4e1e-a566-f4db5bc9ea95 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:54.973473 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-589e8482-acf6-4e1e-a566-f4db5bc9ea95 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4675672 Jul 15 23:35:54.976263 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33924) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:54.981003 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a9ca9637-9e75-4018-9cc9-1325d8a33f95 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Request body: {'security_group': {'name': 'tempest-secgroup-944151529'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:35:54.986646 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port 4813942e-40bd-49bf-9c03-8d7856de101a on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:35:54.987294 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port 4813942e-40bd-49bf-9c03-8d7856de101a by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '52c932dd-272c-4604-981a-eab2650509d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1673e5aa-8e7a-4178-bcca-9571b7542fed'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:35:54.987901 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port 4813942e-40bd-49bf-9c03-8d7856de101a on network 1673e5aa-8e7a-4178-bcca-9571b7542fed {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:35:54.997803 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Port 4813942e-40bd-49bf-9c03-8d7856de101a on network 1673e5aa-8e7a-4178-bcca-9571b7542fed not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:35:54.999748 n-d-794306-6 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Failed to bind port 4813942e-40bd-49bf-9c03-8d7856de101a on host n-h1-794306-6 for vnic_type normal using segments [{'id': '52c932dd-272c-4604-981a-eab2650509d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1673e5aa-8e7a-4178-bcca-9571b7542fed'}] Jul 15 23:35:55.002881 n-d-794306-6 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempt 4 to bind port 4813942e-40bd-49bf-9c03-8d7856de101a Jul 15 23:35:55.020378 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port 4813942e-40bd-49bf-9c03-8d7856de101a on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:35:55.021105 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port 4813942e-40bd-49bf-9c03-8d7856de101a by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '52c932dd-272c-4604-981a-eab2650509d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1673e5aa-8e7a-4178-bcca-9571b7542fed'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:35:55.021670 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port 4813942e-40bd-49bf-9c03-8d7856de101a on network 1673e5aa-8e7a-4178-bcca-9571b7542fed {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:35:55.033866 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Port 4813942e-40bd-49bf-9c03-8d7856de101a on network 1673e5aa-8e7a-4178-bcca-9571b7542fed not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:35:55.034779 n-d-794306-6 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Failed to bind port 4813942e-40bd-49bf-9c03-8d7856de101a on host n-h1-794306-6 for vnic_type normal using segments [{'id': '52c932dd-272c-4604-981a-eab2650509d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1673e5aa-8e7a-4178-bcca-9571b7542fed'}] Jul 15 23:35:55.037032 n-d-794306-6 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempt 5 to bind port 4813942e-40bd-49bf-9c03-8d7856de101a Jul 15 23:35:55.051492 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a9ca9637-9e75-4018-9cc9-1325d8a33f95 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:55.068974 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port 4813942e-40bd-49bf-9c03-8d7856de101a on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:35:55.069405 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port 4813942e-40bd-49bf-9c03-8d7856de101a by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '52c932dd-272c-4604-981a-eab2650509d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1673e5aa-8e7a-4178-bcca-9571b7542fed'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:35:55.069904 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port 4813942e-40bd-49bf-9c03-8d7856de101a on network 1673e5aa-8e7a-4178-bcca-9571b7542fed {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:35:55.174472 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a9ca9637-9e75-4018-9cc9-1325d8a33f95 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:55.175693 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Port 4813942e-40bd-49bf-9c03-8d7856de101a on network 1673e5aa-8e7a-4178-bcca-9571b7542fed not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:35:55.176721 n-d-794306-6 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Failed to bind port 4813942e-40bd-49bf-9c03-8d7856de101a on host n-h1-794306-6 for vnic_type normal using segments [{'id': '52c932dd-272c-4604-981a-eab2650509d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1673e5aa-8e7a-4178-bcca-9571b7542fed'}] Jul 15 23:35:55.176721 n-d-794306-6 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempt 6 to bind port 4813942e-40bd-49bf-9c03-8d7856de101a Jul 15 23:35:55.190884 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a9ca9637-9e75-4018-9cc9-1325d8a33f95 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:55.221716 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-95fe646f-b6c2-48b6-a96e-af9ab5e1e553 None None] Provisioning complete for port 4b44c92f-69e5-4676-acbd-bef0b282cf99 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:35:55.222088 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-95fe646f-b6c2-48b6-a96e-af9ab5e1e553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:55.225030 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port 4813942e-40bd-49bf-9c03-8d7856de101a on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:35:55.225379 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port 4813942e-40bd-49bf-9c03-8d7856de101a by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '52c932dd-272c-4604-981a-eab2650509d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1673e5aa-8e7a-4178-bcca-9571b7542fed'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:35:55.225691 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port 4813942e-40bd-49bf-9c03-8d7856de101a on network 1673e5aa-8e7a-4178-bcca-9571b7542fed {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:35:55.241923 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a9ca9637-9e75-4018-9cc9-1325d8a33f95 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:55.275025 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a9ca9637-9e75-4018-9cc9-1325d8a33f95 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2937918 Jul 15 23:35:55.275274 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 33950) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:55.287375 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-834cf334-5fe5-44e0-8db3-bacb8d0c21ff tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Request body: {'security_group': {'name': 'tempest-secgroup-1194769079'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:35:55.302401 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Port 4813942e-40bd-49bf-9c03-8d7856de101a on network 1673e5aa-8e7a-4178-bcca-9571b7542fed not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:35:55.302956 n-d-794306-6 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Failed to bind port 4813942e-40bd-49bf-9c03-8d7856de101a on host n-h1-794306-6 for vnic_type normal using segments [{'id': '52c932dd-272c-4604-981a-eab2650509d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1673e5aa-8e7a-4178-bcca-9571b7542fed'}] Jul 15 23:35:55.305824 n-d-794306-6 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempt 7 to bind port 4813942e-40bd-49bf-9c03-8d7856de101a Jul 15 23:35:55.323860 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ca9637-9e75-4018-9cc9-1325d8a33f95 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69b8bb7f-d39d-45d1-8deb-7314131c54bd,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:55.335187 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618700e-d7b3-44f4-a857-0925234878d4 req-78df5d59-841a-4b80-9478-65095e061f6a tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:55.337211 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7618700e-d7b3-44f4-a857-0925234878d4 req-78df5d59-841a-4b80-9478-65095e061f6a tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] 10.222.0.48 "GET /v2.0/ports?device_id=e033173c-57ca-4736-9126-be986bd672bb HTTP/1.1" status: 200 len: 946 time: 0.1257939 Jul 15 23:35:55.338725 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-834cf334-5fe5-44e0-8db3-bacb8d0c21ff tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:55.353366 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port 4813942e-40bd-49bf-9c03-8d7856de101a on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:35:55.355296 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port 4813942e-40bd-49bf-9c03-8d7856de101a by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '52c932dd-272c-4604-981a-eab2650509d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1673e5aa-8e7a-4178-bcca-9571b7542fed'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:35:55.358055 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port 4813942e-40bd-49bf-9c03-8d7856de101a on network 1673e5aa-8e7a-4178-bcca-9571b7542fed {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:35:55.370213 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Port 4813942e-40bd-49bf-9c03-8d7856de101a on network 1673e5aa-8e7a-4178-bcca-9571b7542fed not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:35:55.370606 n-d-794306-6 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Failed to bind port 4813942e-40bd-49bf-9c03-8d7856de101a on host n-h1-794306-6 for vnic_type normal using segments [{'id': '52c932dd-272c-4604-981a-eab2650509d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1673e5aa-8e7a-4178-bcca-9571b7542fed'}] Jul 15 23:35:55.371200 n-d-794306-6 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempt 8 to bind port 4813942e-40bd-49bf-9c03-8d7856de101a Jul 15 23:35:55.400506 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-95fe646f-b6c2-48b6-a96e-af9ab5e1e553 None None] Port 4b44c92f-69e5-4676-acbd-bef0b282cf99 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:35:55.415384 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port 4813942e-40bd-49bf-9c03-8d7856de101a on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:35:55.415912 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port 4813942e-40bd-49bf-9c03-8d7856de101a by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '52c932dd-272c-4604-981a-eab2650509d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1673e5aa-8e7a-4178-bcca-9571b7542fed'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:35:55.416649 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port 4813942e-40bd-49bf-9c03-8d7856de101a on network 1673e5aa-8e7a-4178-bcca-9571b7542fed {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:35:55.438497 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Port 4813942e-40bd-49bf-9c03-8d7856de101a on network 1673e5aa-8e7a-4178-bcca-9571b7542fed not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:35:55.439066 n-d-794306-6 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Failed to bind port 4813942e-40bd-49bf-9c03-8d7856de101a on host n-h1-794306-6 for vnic_type normal using segments [{'id': '52c932dd-272c-4604-981a-eab2650509d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1673e5aa-8e7a-4178-bcca-9571b7542fed'}] Jul 15 23:35:55.439669 n-d-794306-6 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempt 9 to bind port 4813942e-40bd-49bf-9c03-8d7856de101a Jul 15 23:35:55.456518 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-834cf334-5fe5-44e0-8db3-bacb8d0c21ff tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:55.472673 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port 4813942e-40bd-49bf-9c03-8d7856de101a on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:35:55.473016 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port 4813942e-40bd-49bf-9c03-8d7856de101a by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '52c932dd-272c-4604-981a-eab2650509d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1673e5aa-8e7a-4178-bcca-9571b7542fed'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:35:55.473361 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port 4813942e-40bd-49bf-9c03-8d7856de101a on network 1673e5aa-8e7a-4178-bcca-9571b7542fed {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:35:55.485244 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-834cf334-5fe5-44e0-8db3-bacb8d0c21ff tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:55.487692 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Port 4813942e-40bd-49bf-9c03-8d7856de101a on network 1673e5aa-8e7a-4178-bcca-9571b7542fed not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:35:55.488034 n-d-794306-6 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Failed to bind port 4813942e-40bd-49bf-9c03-8d7856de101a on host n-h1-794306-6 for vnic_type normal using segments [{'id': '52c932dd-272c-4604-981a-eab2650509d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1673e5aa-8e7a-4178-bcca-9571b7542fed'}] Jul 15 23:35:55.494916 n-d-794306-6 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempt 10 to bind port 4813942e-40bd-49bf-9c03-8d7856de101a Jul 15 23:35:55.521172 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-834cf334-5fe5-44e0-8db3-bacb8d0c21ff tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:55.525630 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 33966) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:55.525887 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-834cf334-5fe5-44e0-8db3-bacb8d0c21ff tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2442112 Jul 15 23:35:55.534209 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-46a82a58-ce57-4ea4-9378-487f677a1291 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-736174202', 'security_groups': ['c666e099-a273-415e-b20d-9ad68e7af9a4'], 'network_id': '0fdc2eef-69db-4934-b177-59f9faa7d925', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a0d6ee7e-e4ba-4fec-904f-dd8a08a8c783'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:35:55.565706 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7618700e-d7b3-44f4-a857-0925234878d4 req-35de4f78-c8c4-4e85-a7fe-ee0aa2e7f3cb tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] 10.222.0.48 "GET /v2.0/security-groups?id=f87ff988-14c3-4112-a792-18533738bd92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106690 Jul 15 23:35:55.567826 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834cf334-5fe5-44e0-8db3-bacb8d0c21ff tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c666e099-a273-415e-b20d-9ad68e7af9a4,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:55.574202 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port 4813942e-40bd-49bf-9c03-8d7856de101a on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:35:55.574702 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port 4813942e-40bd-49bf-9c03-8d7856de101a by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '52c932dd-272c-4604-981a-eab2650509d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1673e5aa-8e7a-4178-bcca-9571b7542fed'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:35:55.575161 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port 4813942e-40bd-49bf-9c03-8d7856de101a on network 1673e5aa-8e7a-4178-bcca-9571b7542fed {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:35:55.588429 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Port 4813942e-40bd-49bf-9c03-8d7856de101a on network 1673e5aa-8e7a-4178-bcca-9571b7542fed not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:35:55.588859 n-d-794306-6 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Failed to bind port 4813942e-40bd-49bf-9c03-8d7856de101a on host n-h1-794306-6 for vnic_type normal using segments [{'id': '52c932dd-272c-4604-981a-eab2650509d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1673e5aa-8e7a-4178-bcca-9571b7542fed'}] Jul 15 23:35:55.589328 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:55.625840 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:55.669582 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b21ece-e405-453b-bc9e-363800139462 None None] Update dhcp port {'port': {'network_id': '0fdc2eef-69db-4934-b177-59f9faa7d925', 'fixed_ips': [{'subnet_id': '71e432ce-4977-463a-978b-1af64d2c1d41', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a0d6ee7e-e4ba-4fec-904f-dd8a08a8c783'}], 'binding:host_id': 'n-d-794306-6'}, 'id': 'cc830482-7645-4116-a17a-45f512781184'} from n-d-794306-6. {{(pid=93772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 23:35:55.732047 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-35b21ece-e405-453b-bc9e-363800139462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:55.837074 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] For port 4813942e-40bd-49bf-9c03-8d7856de101a, host n-h1-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:35:55.837546 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempted to set empty binding levels {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 15 23:35:55.861584 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:55.864948 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a82a58-ce57-4ea4-9378-487f677a1291 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Made reservation on behalf of a0614e37ad8e4091be3b4656e6a935a1 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:35:55.944040 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:55.944665 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:56.001500 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-35b21ece-e405-453b-bc9e-363800139462 None None] Allocated IP 172.20.0.2 (0fdc2eef-69db-4934-b177-59f9faa7d925/a0d6ee7e-e4ba-4fec-904f-dd8a08a8c783/cc830482-7645-4116-a17a-45f512781184) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:35:56.138797 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-35b21ece-e405-453b-bc9e-363800139462 None None] For port cc830482-7645-4116-a17a-45f512781184, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=cc830482-7645-4116-a17a-45f512781184,segment=NetworkSegment(db6d2e9d-1f2b-4f30-8e94-3fe72dc1f942),segment_id=db6d2e9d-1f2b-4f30-8e94-3fe72dc1f942)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:35:56.184877 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-35b21ece-e405-453b-bc9e-363800139462 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:56.207042 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 34026) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:56.222548 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.8415205 Jul 15 23:35:56.237962 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-35b21ece-e405-453b-bc9e-363800139462 None None] Transition to ACTIVE for port object cc830482-7645-4116-a17a-45f512781184 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:35:56.244379 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0cf8ce-2f48-471b-b236-f049e6f01766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Pushing event updated for resources: {'Port': ['ID=4813942e-40bd-49bf-9c03-8d7856de101a,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:56.248924 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-35b21ece-e405-453b-bc9e-363800139462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:56.314059 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46a82a58-ce57-4ea4-9378-487f677a1291 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:56.364192 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-46a82a58-ce57-4ea4-9378-487f677a1291 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] device_id is not set on port 80a2ca2d-5eb8-4957-9b42-b456c45ee759 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:35:56.401783 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-0c6184fa-f428-4eaa-a800-05eb381944b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Deleting port 4813942e-40bd-49bf-9c03-8d7856de101a {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:35:56.403526 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0c6184fa-f428-4eaa-a800-05eb381944b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:56.489136 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-0c6184fa-f428-4eaa-a800-05eb381944b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] For port 4813942e-40bd-49bf-9c03-8d7856de101a, host n-h1-794306-6, got binding levels [] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:35:56.489726 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0c6184fa-f428-4eaa-a800-05eb381944b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:56.505120 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-0c6184fa-f428-4eaa-a800-05eb381944b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Calling delete_port for 4813942e-40bd-49bf-9c03-8d7856de101a owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:35:56.510023 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b21ece-e405-453b-bc9e-363800139462 None None] Pushing event updated for resources: {'Port': ['ID=cc830482-7645-4116-a17a-45f512781184,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:56.648694 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0c6184fa-f428-4eaa-a800-05eb381944b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:56.692538 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6184fa-f428-4eaa-a800-05eb381944b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Pushing event deleted for resources: {'Port': ['ID=4813942e-40bd-49bf-9c03-8d7856de101a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:56.707039 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6184fa-f428-4eaa-a800-05eb381944b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:56.709333 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6184fa-f428-4eaa-a800-05eb381944b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:56.709809 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6184fa-f428-4eaa-a800-05eb381944b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:56.717388 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6184fa-f428-4eaa-a800-05eb381944b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:56.718018 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6184fa-f428-4eaa-a800-05eb381944b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:56.718463 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6184fa-f428-4eaa-a800-05eb381944b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:56.724357 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6184fa-f428-4eaa-a800-05eb381944b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:56.725515 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6184fa-f428-4eaa-a800-05eb381944b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:56.727477 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6184fa-f428-4eaa-a800-05eb381944b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:56.727477 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6184fa-f428-4eaa-a800-05eb381944b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:56.727477 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6184fa-f428-4eaa-a800-05eb381944b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:56.727477 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6184fa-f428-4eaa-a800-05eb381944b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:35:56.748705 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0c6184fa-f428-4eaa-a800-05eb381944b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:56.751279 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-0c6184fa-f428-4eaa-a800-05eb381944b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] 10.222.0.48 "DELETE /v2.0/ports/4813942e-40bd-49bf-9c03-8d7856de101a HTTP/1.1" status: 204 len: 168 time: 0.5411515 Jul 15 23:35:56.753719 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 34070) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:56.810713 n-d-794306-6 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee0f181e-e103-4aba-91cd-73fd577dbcbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] GET failed (client error): The resource could not be found. Jul 15 23:35:56.812499 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-ee0f181e-e103-4aba-91cd-73fd577dbcbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] 10.222.0.48 "GET /v2.0/ports/4813942e-40bd-49bf-9c03-8d7856de101a HTTP/1.1" status: 404 len: 333 time: 0.0578234 Jul 15 23:35:56.816636 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 34076) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:56.821689 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b7d6ec9c-a85d-4b0b-aeef-80ffb192fde6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Request body: {'port': {'network_id': '1673e5aa-8e7a-4178-bcca-9571b7542fed', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257563211'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:35:56.868660 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d6ec9c-a85d-4b0b-aeef-80ffb192fde6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Made reservation on behalf of 5816a7d8cb7b457f9baf70e110ac758f for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:35:56.872096 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7d6ec9c-a85d-4b0b-aeef-80ffb192fde6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:56.906462 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-b7d6ec9c-a85d-4b0b-aeef-80ffb192fde6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] device_id is not set on port d0f8749e-a8fe-4ccc-92eb-ff837e54ec06 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:35:57.198994 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-46a82a58-ce57-4ea4-9378-487f677a1291 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Allocated IP 172.20.0.8 (0fdc2eef-69db-4934-b177-59f9faa7d925/a0d6ee7e-e4ba-4fec-904f-dd8a08a8c783/80a2ca2d-5eb8-4957-9b42-b456c45ee759) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:35:57.282978 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7d6ec9c-a85d-4b0b-aeef-80ffb192fde6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:57.415816 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device cc830482-7645-4116-a17a-45f512781184 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:35:57.434465 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d4d231-6c54-49eb-b242-195a1eda5c3e req-9f9ff3fe-b2f7-4295-9811-4778f1c02f18 tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:57.452543 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-13d4d231-6c54-49eb-b242-195a1eda5c3e req-9f9ff3fe-b2f7-4295-9811-4778f1c02f18 tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] 10.222.0.48 "GET /v2.0/ports?device_id=e033173c-57ca-4736-9126-be986bd672bb HTTP/1.1" status: 200 len: 946 time: 0.1633387 Jul 15 23:35:57.488350 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7d6ec9c-a85d-4b0b-aeef-80ffb192fde6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:57.577971 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46a82a58-ce57-4ea4-9378-487f677a1291 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:57.616974 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-46a82a58-ce57-4ea4-9378-487f677a1291 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Transition to ACTIVE for port object 80a2ca2d-5eb8-4957-9b42-b456c45ee759 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:35:57.646745 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2aea4156-58d5-4fb9-92e9-ff105f5ec947 None None] Provisioning for port cc830482-7645-4116-a17a-45f512781184 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:35:57.651011 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2aea4156-58d5-4fb9-92e9-ff105f5ec947 None None] Provisioning complete for port cc830482-7645-4116-a17a-45f512781184 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:35:57.651399 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2aea4156-58d5-4fb9-92e9-ff105f5ec947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:57.661133 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-13d4d231-6c54-49eb-b242-195a1eda5c3e req-405f0b11-bf5e-45ef-811f-f4c9aebec2bc tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] 10.222.0.48 "GET /v2.0/security-groups?id=f87ff988-14c3-4112-a792-18533738bd92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075870 Jul 15 23:35:57.668001 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d6ec9c-a85d-4b0b-aeef-80ffb192fde6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Network 1673e5aa-8e7a-4178-bcca-9571b7542fed is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:35:57.674454 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-b7d6ec9c-a85d-4b0b-aeef-80ffb192fde6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:35:57.684466 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d6ec9c-a85d-4b0b-aeef-80ffb192fde6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:35:57.684466 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d6ec9c-a85d-4b0b-aeef-80ffb192fde6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:57.684466 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7d6ec9c-a85d-4b0b-aeef-80ffb192fde6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:57.705160 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d6ec9c-a85d-4b0b-aeef-80ffb192fde6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Pushing event updated for resources: {'Port': ['ID=d0f8749e-a8fe-4ccc-92eb-ff837e54ec06,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:57.706962 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46a82a58-ce57-4ea4-9378-487f677a1291 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:57.713696 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-b7d6ec9c-a85d-4b0b-aeef-80ffb192fde6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8959963 Jul 15 23:35:57.717281 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 34146) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:57.738737 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-eb41248c-9194-4831-a7aa-e4558a865706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:35:57.823452 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a82a58-ce57-4ea4-9378-487f677a1291 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Network 0fdc2eef-69db-4934-b177-59f9faa7d925 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:35:57.844755 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-46a82a58-ce57-4ea4-9378-487f677a1291 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:35:57.866316 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a82a58-ce57-4ea4-9378-487f677a1291 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:35:57.933560 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a82a58-ce57-4ea4-9378-487f677a1291 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event updated for resources: {'Port': ['ID=80a2ca2d-5eb8-4957-9b42-b456c45ee759,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:57.968685 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb41248c-9194-4831-a7aa-e4558a865706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:58.003650 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a82a58-ce57-4ea4-9378-487f677a1291 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:58.004308 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46a82a58-ce57-4ea4-9378-487f677a1291 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:58.047524 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-46a82a58-ce57-4ea4-9378-487f677a1291 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.5201323 Jul 15 23:35:58.050521 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34172) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:58.061595 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1c06712f-c0fa-4d71-8413-075e382d8e6f tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Request body: {'subnet': {'network_id': '0fdc2eef-69db-4934-b177-59f9faa7d925', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:35:58.125283 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2aea4156-58d5-4fb9-92e9-ff105f5ec947 None None] Provisioning complete for port 4b44c92f-69e5-4676-acbd-bef0b282cf99 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:35:58.128653 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2aea4156-58d5-4fb9-92e9-ff105f5ec947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:58.201105 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2aea4156-58d5-4fb9-92e9-ff105f5ec947 None None] Port 4b44c92f-69e5-4676-acbd-bef0b282cf99 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:35:58.303357 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c06712f-c0fa-4d71-8413-075e382d8e6f tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Made reservation on behalf of a0614e37ad8e4091be3b4656e6a935a1 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:35:58.307741 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c06712f-c0fa-4d71-8413-075e382d8e6f tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:58.342620 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-580d4e5d-ea96-4053-bc92-54f2d28a7a0e None None] Provisioning for port 80a2ca2d-5eb8-4957-9b42-b456c45ee759 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:35:58.346921 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-580d4e5d-ea96-4053-bc92-54f2d28a7a0e None None] Provisioning complete for port 80a2ca2d-5eb8-4957-9b42-b456c45ee759 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:35:58.347538 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-580d4e5d-ea96-4053-bc92-54f2d28a7a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:58.424150 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-eb41248c-9194-4831-a7aa-e4558a865706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] device_id is not set on port d0f8749e-a8fe-4ccc-92eb-ff837e54ec06 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:35:58.427373 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-580d4e5d-ea96-4053-bc92-54f2d28a7a0e None None] Port 80a2ca2d-5eb8-4957-9b42-b456c45ee759 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:35:58.453220 n-d-794306-6 neutron-server[93771]: INFO neutron.db.ipam_backend_mixin [None req-1c06712f-c0fa-4d71-8413-075e382d8e6f tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a0d6ee7e-e4ba-4fec-904f-dd8a08a8c783 (CIDR: 172.20.0.0/28) Jul 15 23:35:58.455785 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb41248c-9194-4831-a7aa-e4558a865706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:58.458394 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c06712f-c0fa-4d71-8413-075e382d8e6f tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:35:58.458878 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c06712f-c0fa-4d71-8413-075e382d8e6f tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:35:58.485407 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-1c06712f-c0fa-4d71-8413-075e382d8e6f tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4331648 Jul 15 23:35:58.488701 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34188) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:58.495183 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-94c341e1-df5f-4072-a0a4-d37226360af0 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Request body: {'subnet': {'network_id': '0fdc2eef-69db-4934-b177-59f9faa7d925', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:35:58.497260 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-eb41248c-9194-4831-a7aa-e4558a865706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Transition to ACTIVE for port object d0f8749e-a8fe-4ccc-92eb-ff837e54ec06 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:35:58.501936 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [req-013b6d36-12fd-4f07-9e49-b5516433b0dd req-54e7140c-69b5-419c-b40e-bc02f49d7c88 service neutron] (93770) timed out ('10.222.0.49', 54455) {{(pid=93770) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 23:35:58.549141 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb41248c-9194-4831-a7aa-e4558a865706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:58.608462 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb41248c-9194-4831-a7aa-e4558a865706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Pushing event updated for resources: {'Port': ['ID=d0f8749e-a8fe-4ccc-92eb-ff837e54ec06,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:58.655362 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-eb41248c-9194-4831-a7aa-e4558a865706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port d0f8749e-a8fe-4ccc-92eb-ff837e54ec06 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:35:58.655769 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-eb41248c-9194-4831-a7aa-e4558a865706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port d0f8749e-a8fe-4ccc-92eb-ff837e54ec06 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '52c932dd-272c-4604-981a-eab2650509d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1673e5aa-8e7a-4178-bcca-9571b7542fed'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:35:58.656158 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb41248c-9194-4831-a7aa-e4558a865706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port d0f8749e-a8fe-4ccc-92eb-ff837e54ec06 on network 1673e5aa-8e7a-4178-bcca-9571b7542fed {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:35:58.666261 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb41248c-9194-4831-a7aa-e4558a865706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Port d0f8749e-a8fe-4ccc-92eb-ff837e54ec06 on network 1673e5aa-8e7a-4178-bcca-9571b7542fed not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:35:58.666629 n-d-794306-6 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-eb41248c-9194-4831-a7aa-e4558a865706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Failed to bind port d0f8749e-a8fe-4ccc-92eb-ff837e54ec06 on host n-h1-794306-6 for vnic_type normal using segments [{'id': '52c932dd-272c-4604-981a-eab2650509d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1673e5aa-8e7a-4178-bcca-9571b7542fed'}] Jul 15 23:35:58.677836 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb0a38-e6ad-43de-8ca0-9ce6afeac383 req-d98bc7a1-1f6e-4e60-9ce0-1f9e320da74d tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:58.679461 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dbfb0a38-e6ad-43de-8ca0-9ce6afeac383 req-d98bc7a1-1f6e-4e60-9ce0-1f9e320da74d tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] 10.222.0.49 "GET /v2.0/ports?device_id=e033173c-57ca-4736-9126-be986bd672bb HTTP/1.1" status: 200 len: 946 time: 0.1797216 Jul 15 23:35:58.680122 n-d-794306-6 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-eb41248c-9194-4831-a7aa-e4558a865706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempt 2 to bind port d0f8749e-a8fe-4ccc-92eb-ff837e54ec06 Jul 15 23:35:58.717239 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c341e1-df5f-4072-a0a4-d37226360af0 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Made reservation on behalf of a0614e37ad8e4091be3b4656e6a935a1 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:35:58.722144 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-94c341e1-df5f-4072-a0a4-d37226360af0 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:58.798811 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-eb41248c-9194-4831-a7aa-e4558a865706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port d0f8749e-a8fe-4ccc-92eb-ff837e54ec06 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:35:58.799150 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-eb41248c-9194-4831-a7aa-e4558a865706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port d0f8749e-a8fe-4ccc-92eb-ff837e54ec06 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '52c932dd-272c-4604-981a-eab2650509d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1673e5aa-8e7a-4178-bcca-9571b7542fed'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:35:58.799502 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb41248c-9194-4831-a7aa-e4558a865706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port d0f8749e-a8fe-4ccc-92eb-ff837e54ec06 on network 1673e5aa-8e7a-4178-bcca-9571b7542fed {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:35:58.815124 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb41248c-9194-4831-a7aa-e4558a865706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Port d0f8749e-a8fe-4ccc-92eb-ff837e54ec06 on network 1673e5aa-8e7a-4178-bcca-9571b7542fed not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:35:58.815468 n-d-794306-6 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-eb41248c-9194-4831-a7aa-e4558a865706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Failed to bind port d0f8749e-a8fe-4ccc-92eb-ff837e54ec06 on host n-h1-794306-6 for vnic_type normal using segments [{'id': '52c932dd-272c-4604-981a-eab2650509d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1673e5aa-8e7a-4178-bcca-9571b7542fed'}] Jul 15 23:35:58.831968 n-d-794306-6 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-eb41248c-9194-4831-a7aa-e4558a865706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempt 3 to bind port d0f8749e-a8fe-4ccc-92eb-ff837e54ec06 Jul 15 23:35:58.878784 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-eb41248c-9194-4831-a7aa-e4558a865706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port d0f8749e-a8fe-4ccc-92eb-ff837e54ec06 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:35:58.879877 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-eb41248c-9194-4831-a7aa-e4558a865706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port d0f8749e-a8fe-4ccc-92eb-ff837e54ec06 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '52c932dd-272c-4604-981a-eab2650509d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1673e5aa-8e7a-4178-bcca-9571b7542fed'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:35:58.883275 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb41248c-9194-4831-a7aa-e4558a865706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port d0f8749e-a8fe-4ccc-92eb-ff837e54ec06 on network 1673e5aa-8e7a-4178-bcca-9571b7542fed {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:35:58.890594 n-d-794306-6 neutron-server[93771]: INFO neutron.db.ipam_backend_mixin [None req-94c341e1-df5f-4072-a0a4-d37226360af0 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 71e432ce-4977-463a-978b-1af64d2c1d41 (CIDR: 172.20.0.16/28) Jul 15 23:35:58.899282 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-94c341e1-df5f-4072-a0a4-d37226360af0 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:35:58.899924 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94c341e1-df5f-4072-a0a4-d37226360af0 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:35:58.954360 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-94c341e1-df5f-4072-a0a4-d37226360af0 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4644053 Jul 15 23:35:58.955109 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34222) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:58.962144 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a12d6431-6485-4b3e-b258-09ae9585795c tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Request body: {'subnet': {'network_id': '0fdc2eef-69db-4934-b177-59f9faa7d925', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:35:59.022707 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb41248c-9194-4831-a7aa-e4558a865706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Port d0f8749e-a8fe-4ccc-92eb-ff837e54ec06 on network 1673e5aa-8e7a-4178-bcca-9571b7542fed not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:35:59.023464 n-d-794306-6 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-eb41248c-9194-4831-a7aa-e4558a865706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Failed to bind port d0f8749e-a8fe-4ccc-92eb-ff837e54ec06 on host n-h1-794306-6 for vnic_type normal using segments [{'id': '52c932dd-272c-4604-981a-eab2650509d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1673e5aa-8e7a-4178-bcca-9571b7542fed'}] Jul 15 23:35:59.025982 n-d-794306-6 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-eb41248c-9194-4831-a7aa-e4558a865706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempt 4 to bind port d0f8749e-a8fe-4ccc-92eb-ff837e54ec06 Jul 15 23:35:59.046388 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-eb41248c-9194-4831-a7aa-e4558a865706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port d0f8749e-a8fe-4ccc-92eb-ff837e54ec06 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:35:59.047129 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-eb41248c-9194-4831-a7aa-e4558a865706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port d0f8749e-a8fe-4ccc-92eb-ff837e54ec06 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '52c932dd-272c-4604-981a-eab2650509d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1673e5aa-8e7a-4178-bcca-9571b7542fed'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:35:59.047869 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb41248c-9194-4831-a7aa-e4558a865706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port d0f8749e-a8fe-4ccc-92eb-ff837e54ec06 on network 1673e5aa-8e7a-4178-bcca-9571b7542fed {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:35:59.110910 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb41248c-9194-4831-a7aa-e4558a865706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Port d0f8749e-a8fe-4ccc-92eb-ff837e54ec06 on network 1673e5aa-8e7a-4178-bcca-9571b7542fed not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:35:59.114326 n-d-794306-6 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-eb41248c-9194-4831-a7aa-e4558a865706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Failed to bind port d0f8749e-a8fe-4ccc-92eb-ff837e54ec06 on host n-h1-794306-6 for vnic_type normal using segments [{'id': '52c932dd-272c-4604-981a-eab2650509d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1673e5aa-8e7a-4178-bcca-9571b7542fed'}] Jul 15 23:35:59.122607 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12d6431-6485-4b3e-b258-09ae9585795c tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Made reservation on behalf of a0614e37ad8e4091be3b4656e6a935a1 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:35:59.124732 n-d-794306-6 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-eb41248c-9194-4831-a7aa-e4558a865706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempt 5 to bind port d0f8749e-a8fe-4ccc-92eb-ff837e54ec06 Jul 15 23:35:59.127022 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a12d6431-6485-4b3e-b258-09ae9585795c tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:59.140134 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-dbfb0a38-e6ad-43de-8ca0-9ce6afeac383 req-2009cff9-b160-47e2-aa53-190197bd311a tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] Deleting port 109d8c5c-09ef-4e54-8923-bda214ee980f {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:35:59.140720 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dbfb0a38-e6ad-43de-8ca0-9ce6afeac383 req-2009cff9-b160-47e2-aa53-190197bd311a tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:59.199091 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-eb41248c-9194-4831-a7aa-e4558a865706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port d0f8749e-a8fe-4ccc-92eb-ff837e54ec06 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:35:59.199515 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-eb41248c-9194-4831-a7aa-e4558a865706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port d0f8749e-a8fe-4ccc-92eb-ff837e54ec06 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '52c932dd-272c-4604-981a-eab2650509d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1673e5aa-8e7a-4178-bcca-9571b7542fed'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:35:59.200708 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb41248c-9194-4831-a7aa-e4558a865706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port d0f8749e-a8fe-4ccc-92eb-ff837e54ec06 on network 1673e5aa-8e7a-4178-bcca-9571b7542fed {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:35:59.213122 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b5d0d2-d138-4d9a-ae61-5888fb821ef6 req-42b2a1e3-fc9b-42e9-a8df-95f9c5d7a56c tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:59.214876 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-10b5d0d2-d138-4d9a-ae61-5888fb821ef6 req-42b2a1e3-fc9b-42e9-a8df-95f9c5d7a56c tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] 10.222.0.48 "GET /v2.0/ports?device_id=e033173c-57ca-4736-9126-be986bd672bb HTTP/1.1" status: 200 len: 946 time: 0.3456206 Jul 15 23:35:59.280718 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb41248c-9194-4831-a7aa-e4558a865706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Port d0f8749e-a8fe-4ccc-92eb-ff837e54ec06 on network 1673e5aa-8e7a-4178-bcca-9571b7542fed not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:35:59.281054 n-d-794306-6 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-eb41248c-9194-4831-a7aa-e4558a865706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Failed to bind port d0f8749e-a8fe-4ccc-92eb-ff837e54ec06 on host n-h1-794306-6 for vnic_type normal using segments [{'id': '52c932dd-272c-4604-981a-eab2650509d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1673e5aa-8e7a-4178-bcca-9571b7542fed'}] Jul 15 23:35:59.285096 n-d-794306-6 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-eb41248c-9194-4831-a7aa-e4558a865706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempt 6 to bind port d0f8749e-a8fe-4ccc-92eb-ff837e54ec06 Jul 15 23:35:59.304267 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-eb41248c-9194-4831-a7aa-e4558a865706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port d0f8749e-a8fe-4ccc-92eb-ff837e54ec06 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:35:59.304639 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-eb41248c-9194-4831-a7aa-e4558a865706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port d0f8749e-a8fe-4ccc-92eb-ff837e54ec06 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '52c932dd-272c-4604-981a-eab2650509d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1673e5aa-8e7a-4178-bcca-9571b7542fed'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:35:59.305295 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb41248c-9194-4831-a7aa-e4558a865706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port d0f8749e-a8fe-4ccc-92eb-ff837e54ec06 on network 1673e5aa-8e7a-4178-bcca-9571b7542fed {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:35:59.310194 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-10b5d0d2-d138-4d9a-ae61-5888fb821ef6 req-cbf62a8c-9540-440d-af3e-31dc4858e038 tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] 10.222.0.48 "GET /v2.0/security-groups?id=f87ff988-14c3-4112-a792-18533738bd92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604227 Jul 15 23:35:59.317550 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb41248c-9194-4831-a7aa-e4558a865706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Port d0f8749e-a8fe-4ccc-92eb-ff837e54ec06 on network 1673e5aa-8e7a-4178-bcca-9571b7542fed not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:35:59.317895 n-d-794306-6 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-eb41248c-9194-4831-a7aa-e4558a865706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Failed to bind port d0f8749e-a8fe-4ccc-92eb-ff837e54ec06 on host n-h1-794306-6 for vnic_type normal using segments [{'id': '52c932dd-272c-4604-981a-eab2650509d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1673e5aa-8e7a-4178-bcca-9571b7542fed'}] Jul 15 23:35:59.320371 n-d-794306-6 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-eb41248c-9194-4831-a7aa-e4558a865706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempt 7 to bind port d0f8749e-a8fe-4ccc-92eb-ff837e54ec06 Jul 15 23:35:59.349011 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-eb41248c-9194-4831-a7aa-e4558a865706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port d0f8749e-a8fe-4ccc-92eb-ff837e54ec06 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:35:59.349345 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-eb41248c-9194-4831-a7aa-e4558a865706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port d0f8749e-a8fe-4ccc-92eb-ff837e54ec06 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '52c932dd-272c-4604-981a-eab2650509d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1673e5aa-8e7a-4178-bcca-9571b7542fed'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:35:59.349982 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb41248c-9194-4831-a7aa-e4558a865706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port d0f8749e-a8fe-4ccc-92eb-ff837e54ec06 on network 1673e5aa-8e7a-4178-bcca-9571b7542fed {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:35:59.361014 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-dbfb0a38-e6ad-43de-8ca0-9ce6afeac383 req-2009cff9-b160-47e2-aa53-190197bd311a tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] For port 109d8c5c-09ef-4e54-8923-bda214ee980f, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=109d8c5c-09ef-4e54-8923-bda214ee980f,segment=NetworkSegment(2a536234-9bb1-497c-bf6b-4d2b6ccc534a),segment_id=2a536234-9bb1-497c-bf6b-4d2b6ccc534a)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:35:59.361571 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dbfb0a38-e6ad-43de-8ca0-9ce6afeac383 req-2009cff9-b160-47e2-aa53-190197bd311a tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:59.375011 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb41248c-9194-4831-a7aa-e4558a865706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Port d0f8749e-a8fe-4ccc-92eb-ff837e54ec06 on network 1673e5aa-8e7a-4178-bcca-9571b7542fed not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:35:59.375011 n-d-794306-6 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-eb41248c-9194-4831-a7aa-e4558a865706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Failed to bind port d0f8749e-a8fe-4ccc-92eb-ff837e54ec06 on host n-h1-794306-6 for vnic_type normal using segments [{'id': '52c932dd-272c-4604-981a-eab2650509d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1673e5aa-8e7a-4178-bcca-9571b7542fed'}] Jul 15 23:35:59.383712 n-d-794306-6 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-eb41248c-9194-4831-a7aa-e4558a865706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempt 8 to bind port d0f8749e-a8fe-4ccc-92eb-ff837e54ec06 Jul 15 23:35:59.388831 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-dbfb0a38-e6ad-43de-8ca0-9ce6afeac383 req-2009cff9-b160-47e2-aa53-190197bd311a tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] Calling delete_port for 109d8c5c-09ef-4e54-8923-bda214ee980f owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:35:59.410489 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-eb41248c-9194-4831-a7aa-e4558a865706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port d0f8749e-a8fe-4ccc-92eb-ff837e54ec06 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:35:59.413039 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-eb41248c-9194-4831-a7aa-e4558a865706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port d0f8749e-a8fe-4ccc-92eb-ff837e54ec06 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '52c932dd-272c-4604-981a-eab2650509d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1673e5aa-8e7a-4178-bcca-9571b7542fed'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:35:59.413393 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb41248c-9194-4831-a7aa-e4558a865706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port d0f8749e-a8fe-4ccc-92eb-ff837e54ec06 on network 1673e5aa-8e7a-4178-bcca-9571b7542fed {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:35:59.552889 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a12d6431-6485-4b3e-b258-09ae9585795c tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:59.583088 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb41248c-9194-4831-a7aa-e4558a865706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Port d0f8749e-a8fe-4ccc-92eb-ff837e54ec06 on network 1673e5aa-8e7a-4178-bcca-9571b7542fed not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:35:59.583598 n-d-794306-6 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-eb41248c-9194-4831-a7aa-e4558a865706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Failed to bind port d0f8749e-a8fe-4ccc-92eb-ff837e54ec06 on host n-h1-794306-6 for vnic_type normal using segments [{'id': '52c932dd-272c-4604-981a-eab2650509d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1673e5aa-8e7a-4178-bcca-9571b7542fed'}] Jul 15 23:35:59.585186 n-d-794306-6 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-eb41248c-9194-4831-a7aa-e4558a865706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempt 9 to bind port d0f8749e-a8fe-4ccc-92eb-ff837e54ec06 Jul 15 23:35:59.621929 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12d6431-6485-4b3e-b258-09ae9585795c tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Network 0fdc2eef-69db-4934-b177-59f9faa7d925 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:35:59.627235 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-a12d6431-6485-4b3e-b258-09ae9585795c tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:35:59.632041 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12d6431-6485-4b3e-b258-09ae9585795c tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:35:59.632699 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a12d6431-6485-4b3e-b258-09ae9585795c tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:59.642211 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bec7018-8df0-4e2d-85f9-6e9024ea38b9 None None] Network 0fdc2eef-69db-4934-b177-59f9faa7d925 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:35:59.650838 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12d6431-6485-4b3e-b258-09ae9585795c tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event updated for resources: {'Subnet': ['ID=b60fabf2-09d8-421e-bed5-a468c7f1f548,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:35:59.662584 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-eb41248c-9194-4831-a7aa-e4558a865706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port d0f8749e-a8fe-4ccc-92eb-ff837e54ec06 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:35:59.662939 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-eb41248c-9194-4831-a7aa-e4558a865706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port d0f8749e-a8fe-4ccc-92eb-ff837e54ec06 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '52c932dd-272c-4604-981a-eab2650509d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1673e5aa-8e7a-4178-bcca-9571b7542fed'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:35:59.663340 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb41248c-9194-4831-a7aa-e4558a865706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port d0f8749e-a8fe-4ccc-92eb-ff837e54ec06 on network 1673e5aa-8e7a-4178-bcca-9571b7542fed {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:35:59.669570 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a12d6431-6485-4b3e-b258-09ae9585795c tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7099535 Jul 15 23:35:59.670001 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34236) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:35:59.675993 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b347d021-043e-4f1f-82fc-a3b8657d9634 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-80110615', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b60fabf2-09d8-421e-bed5-a468c7f1f548'}], 'security_groups': ['766c1f67-1424-4335-abd8-5b8ab6ee03f7', '69b8bb7f-d39d-45d1-8deb-7314131c54bd']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:35:59.695422 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb41248c-9194-4831-a7aa-e4558a865706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Port d0f8749e-a8fe-4ccc-92eb-ff837e54ec06 on network 1673e5aa-8e7a-4178-bcca-9571b7542fed not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:35:59.695809 n-d-794306-6 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-eb41248c-9194-4831-a7aa-e4558a865706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Failed to bind port d0f8749e-a8fe-4ccc-92eb-ff837e54ec06 on host n-h1-794306-6 for vnic_type normal using segments [{'id': '52c932dd-272c-4604-981a-eab2650509d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1673e5aa-8e7a-4178-bcca-9571b7542fed'}] Jul 15 23:35:59.701420 n-d-794306-6 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-eb41248c-9194-4831-a7aa-e4558a865706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempt 10 to bind port d0f8749e-a8fe-4ccc-92eb-ff837e54ec06 Jul 15 23:35:59.745511 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-eb41248c-9194-4831-a7aa-e4558a865706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port d0f8749e-a8fe-4ccc-92eb-ff837e54ec06 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:35:59.745745 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-eb41248c-9194-4831-a7aa-e4558a865706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port d0f8749e-a8fe-4ccc-92eb-ff837e54ec06 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '52c932dd-272c-4604-981a-eab2650509d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1673e5aa-8e7a-4178-bcca-9571b7542fed'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:35:59.746017 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb41248c-9194-4831-a7aa-e4558a865706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port d0f8749e-a8fe-4ccc-92eb-ff837e54ec06 on network 1673e5aa-8e7a-4178-bcca-9571b7542fed {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:35:59.766182 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb41248c-9194-4831-a7aa-e4558a865706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Port d0f8749e-a8fe-4ccc-92eb-ff837e54ec06 on network 1673e5aa-8e7a-4178-bcca-9571b7542fed not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:35:59.766523 n-d-794306-6 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-eb41248c-9194-4831-a7aa-e4558a865706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Failed to bind port d0f8749e-a8fe-4ccc-92eb-ff837e54ec06 on host n-h1-794306-6 for vnic_type normal using segments [{'id': '52c932dd-272c-4604-981a-eab2650509d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1673e5aa-8e7a-4178-bcca-9571b7542fed'}] Jul 15 23:35:59.766920 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb41248c-9194-4831-a7aa-e4558a865706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:59.854494 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b347d021-043e-4f1f-82fc-a3b8657d9634 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:35:59.959423 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dbfb0a38-e6ad-43de-8ca0-9ce6afeac383 req-2009cff9-b160-47e2-aa53-190197bd311a tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:00.044324 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2009cff9-b160-47e2-aa53-190197bd311a tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] Pushing event deleted for resources: {'Port': ['ID=109d8c5c-09ef-4e54-8923-bda214ee980f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:00.164292 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-eb41248c-9194-4831-a7aa-e4558a865706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] For port d0f8749e-a8fe-4ccc-92eb-ff837e54ec06, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:36:00.164685 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-eb41248c-9194-4831-a7aa-e4558a865706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempted to set empty binding levels {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 15 23:36:00.199475 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056c3cbe-fcc9-46cb-bc7f-ddf45ce7c72c None None] Update dhcp port {'port': {'network_id': '0fdc2eef-69db-4934-b177-59f9faa7d925', 'fixed_ips': [{'subnet_id': '71e432ce-4977-463a-978b-1af64d2c1d41', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a0d6ee7e-e4ba-4fec-904f-dd8a08a8c783', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b60fabf2-09d8-421e-bed5-a468c7f1f548'}], 'binding:host_id': 'n-d-794306-6'}, 'id': 'cc830482-7645-4116-a17a-45f512781184'} from n-d-794306-6. {{(pid=93772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 23:36:00.214306 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb41248c-9194-4831-a7aa-e4558a865706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:00.241944 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbfb0a38-e6ad-43de-8ca0-9ce6afeac383 req-2009cff9-b160-47e2-aa53-190197bd311a tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] No DVR routers for this DVR port 109d8c5c-09ef-4e54-8923-bda214ee980f on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:36:00.251183 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-dbfb0a38-e6ad-43de-8ca0-9ce6afeac383 req-2009cff9-b160-47e2-aa53-190197bd311a tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:00.254816 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dbfb0a38-e6ad-43de-8ca0-9ce6afeac383 req-2009cff9-b160-47e2-aa53-190197bd311a tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] 10.222.0.49 "DELETE /v2.0/ports/109d8c5c-09ef-4e54-8923-bda214ee980f HTTP/1.1" status: 204 len: 173 time: 1.5511656 Jul 15 23:36:00.260538 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e033173c-57ca-4736-9126-be986bd672bb', 'name': 'network-vif-deleted', 'tag': '109d8c5c-09ef-4e54-8923-bda214ee980f'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:36:00.263403 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e49df5-2c8a-4028-9cb2-1b93af541935" -d '{"events": [{"server_uuid": "e033173c-57ca-4736-9126-be986bd672bb", "name": "network-vif-deleted", "tag": "109d8c5c-09ef-4e54-8923-bda214ee980f"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:36:00.317163 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-eb41248c-9194-4831-a7aa-e4558a865706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] In _notify_port_updated(), no bound segment for port d0f8749e-a8fe-4ccc-92eb-ff837e54ec06 on network 1673e5aa-8e7a-4178-bcca-9571b7542fed {{(pid=93770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:36:00.318059 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb41248c-9194-4831-a7aa-e4558a865706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:00.321986 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb41248c-9194-4831-a7aa-e4558a865706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:00.325638 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-eb41248c-9194-4831-a7aa-e4558a865706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] 10.222.0.48 "PUT /v2.0/ports/d0f8749e-a8fe-4ccc-92eb-ff837e54ec06 HTTP/1.1" status: 200 len: 979 time: 2.6071830 Jul 15 23:36:00.334345 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 34256) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:00.346392 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-056c3cbe-fcc9-46cb-bc7f-ddf45ce7c72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:00.461845 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7a9d5c-1257-41e8-b536-ce7b965af36a x-openstack-request-id: req-5b7a9d5c-1257-41e8-b536-ce7b965af36a {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:36:00.464933 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e033173c-57ca-4736-9126-be986bd672bb", "name": "network-vif-deleted", "tag": "109d8c5c-09ef-4e54-8923-bda214ee980f", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:36:00.466228 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5b7a9d5c-1257-41e8-b536-ce7b965af36a {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:36:00.466915 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e033173c-57ca-4736-9126-be986bd672bb', 'name': 'network-vif-deleted', 'tag': '109d8c5c-09ef-4e54-8923-bda214ee980f', 'status': 'completed', 'code': 200} Jul 15 23:36:00.519655 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb41248c-9194-4831-a7aa-e4558a865706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Pushing event updated for resources: {'Port': ['ID=d0f8749e-a8fe-4ccc-92eb-ff837e54ec06,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:00.551674 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-b347d021-043e-4f1f-82fc-a3b8657d9634 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Delete allocated IP 172.20.0.8 (0fdc2eef-69db-4934-b177-59f9faa7d925/a0d6ee7e-e4ba-4fec-904f-dd8a08a8c783) {{(pid=93771) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 15 23:36:00.578332 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-b347d021-043e-4f1f-82fc-a3b8657d9634 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Allocated IP 172.20.0.41 (0fdc2eef-69db-4934-b177-59f9faa7d925/b60fabf2-09d8-421e-bed5-a468c7f1f548/80a2ca2d-5eb8-4957-9b42-b456c45ee759) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:36:00.586790 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbc08f4-8cfb-4f65-8e0c-9a7f630ee762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:00.587373 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbc08f4-8cfb-4f65-8e0c-9a7f630ee762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:00.587460 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbc08f4-8cfb-4f65-8e0c-9a7f630ee762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:00.587893 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbc08f4-8cfb-4f65-8e0c-9a7f630ee762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:00.588388 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbc08f4-8cfb-4f65-8e0c-9a7f630ee762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:00.588841 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbc08f4-8cfb-4f65-8e0c-9a7f630ee762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:00.589338 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbc08f4-8cfb-4f65-8e0c-9a7f630ee762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:00.589890 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbc08f4-8cfb-4f65-8e0c-9a7f630ee762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:00.591037 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbc08f4-8cfb-4f65-8e0c-9a7f630ee762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:00.591505 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbc08f4-8cfb-4f65-8e0c-9a7f630ee762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:00.591996 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbc08f4-8cfb-4f65-8e0c-9a7f630ee762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:00.592785 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbc08f4-8cfb-4f65-8e0c-9a7f630ee762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:00.593337 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbc08f4-8cfb-4f65-8e0c-9a7f630ee762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:00.596307 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-9dbc08f4-8cfb-4f65-8e0c-9a7f630ee762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 11676 time: 0.2592006 Jul 15 23:36:00.599196 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 34260) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:00.735052 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ebaa9d99-b7c2-46ae-941e-2baff4099dfd req-9fc649f1-0586-4aa2-b47e-f97c735ea32b tempest-VolumesActionsTest-485551991 tempest-VolumesActionsTest-485551991-project] 10.222.0.48 "GET /v2.0/ports?device_id=e033173c-57ca-4736-9126-be986bd672bb HTTP/1.1" status: 200 len: 210 time: 0.0402973 Jul 15 23:36:00.761383 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-53517286-50a0-412f-9efe-38c9f9593651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Deleting port d0f8749e-a8fe-4ccc-92eb-ff837e54ec06 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:36:00.761943 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53517286-50a0-412f-9efe-38c9f9593651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:00.781707 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b347d021-043e-4f1f-82fc-a3b8657d9634 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:00.800894 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-b347d021-043e-4f1f-82fc-a3b8657d9634 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Transition to ACTIVE for port object 80a2ca2d-5eb8-4957-9b42-b456c45ee759 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:36:00.812017 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b347d021-043e-4f1f-82fc-a3b8657d9634 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:00.853754 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-53517286-50a0-412f-9efe-38c9f9593651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] For port d0f8749e-a8fe-4ccc-92eb-ff837e54ec06, host n-h1-794306-6, got binding levels [] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:36:00.854356 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53517286-50a0-412f-9efe-38c9f9593651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:00.870221 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b347d021-043e-4f1f-82fc-a3b8657d9634 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event updated for resources: {'Port': ['ID=80a2ca2d-5eb8-4957-9b42-b456c45ee759,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:00.871995 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-53517286-50a0-412f-9efe-38c9f9593651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Calling delete_port for d0f8749e-a8fe-4ccc-92eb-ff837e54ec06 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:36:00.970549 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5ae03a5e-36c9-4558-9911-b21cc1ec1d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:00.973867 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b347d021-043e-4f1f-82fc-a3b8657d9634 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] In _notify_port_updated(), no bound segment for port 80a2ca2d-5eb8-4957-9b42-b456c45ee759 on network 0fdc2eef-69db-4934-b177-59f9faa7d925 {{(pid=93771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:36:00.979881 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b347d021-043e-4f1f-82fc-a3b8657d9634 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:00.980538 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b347d021-043e-4f1f-82fc-a3b8657d9634 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:00.982036 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b347d021-043e-4f1f-82fc-a3b8657d9634 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "PUT /v2.0/ports/80a2ca2d-5eb8-4957-9b42-b456c45ee759 HTTP/1.1" status: 200 len: 958 time: 1.3110135 Jul 15 23:36:00.988216 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34264) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:01.012752 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-056c3cbe-fcc9-46cb-bc7f-ddf45ce7c72c None None] Allocated IP 172.20.0.34 (0fdc2eef-69db-4934-b177-59f9faa7d925/b60fabf2-09d8-421e-bed5-a468c7f1f548/cc830482-7645-4116-a17a-45f512781184) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:36:01.102303 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53517286-50a0-412f-9efe-38c9f9593651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:01.145987 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53517286-50a0-412f-9efe-38c9f9593651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Pushing event deleted for resources: {'Port': ['ID=d0f8749e-a8fe-4ccc-92eb-ff837e54ec06,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:01.156163 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53517286-50a0-412f-9efe-38c9f9593651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:01.161110 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-53517286-50a0-412f-9efe-38c9f9593651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] 10.222.0.48 "DELETE /v2.0/ports/d0f8749e-a8fe-4ccc-92eb-ff837e54ec06 HTTP/1.1" status: 204 len: 168 time: 0.5580201 Jul 15 23:36:01.161110 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 34270) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:01.197697 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-a5427f68-121d-43e7-a5aa-fc58d6c1878f tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Deleting port 80a2ca2d-5eb8-4957-9b42-b456c45ee759 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:36:01.198858 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a5427f68-121d-43e7-a5aa-fc58d6c1878f tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:01.201373 n-d-794306-6 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae7b83f5-fe71-4f9b-ba60-557e11834f93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] GET failed (client error): The resource could not be found. Jul 15 23:36:01.207804 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-ae7b83f5-fe71-4f9b-ba60-557e11834f93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] 10.222.0.48 "GET /v2.0/ports/d0f8749e-a8fe-4ccc-92eb-ff837e54ec06 HTTP/1.1" status: 404 len: 333 time: 0.0425119 Jul 15 23:36:01.214068 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 34278) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:01.225488 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-056c3cbe-fcc9-46cb-bc7f-ddf45ce7c72c None None] For port cc830482-7645-4116-a17a-45f512781184, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=cc830482-7645-4116-a17a-45f512781184,segment=NetworkSegment(db6d2e9d-1f2b-4f30-8e94-3fe72dc1f942),segment_id=db6d2e9d-1f2b-4f30-8e94-3fe72dc1f942)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:36:01.226828 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-1f4c7f42-402b-44ee-aa00-3e128a9f3b4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-44326104', 'network_id': '1673e5aa-8e7a-4178-bcca-9571b7542fed'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:36:01.269245 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-056c3cbe-fcc9-46cb-bc7f-ddf45ce7c72c None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:01.279339 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f4c7f42-402b-44ee-aa00-3e128a9f3b4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Made reservation on behalf of 5816a7d8cb7b457f9baf70e110ac758f for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:36:01.282414 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1f4c7f42-402b-44ee-aa00-3e128a9f3b4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:01.289276 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-056c3cbe-fcc9-46cb-bc7f-ddf45ce7c72c None None] Transition to ACTIVE for port object cc830482-7645-4116-a17a-45f512781184 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:36:01.295476 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-056c3cbe-fcc9-46cb-bc7f-ddf45ce7c72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:01.320369 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-1f4c7f42-402b-44ee-aa00-3e128a9f3b4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] device_id is not set on port 7d3240d9-8cb5-40e0-93ff-ee1d3a165438 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:36:01.388294 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056c3cbe-fcc9-46cb-bc7f-ddf45ce7c72c None None] Pushing event updated for resources: {'Port': ['ID=cc830482-7645-4116-a17a-45f512781184,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:01.408141 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a5427f68-121d-43e7-a5aa-fc58d6c1878f tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:01.455928 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-a5427f68-121d-43e7-a5aa-fc58d6c1878f tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Calling delete_port for 80a2ca2d-5eb8-4957-9b42-b456c45ee759 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:36:01.470168 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 109d8c5c-09ef-4e54-8923-bda214ee980f no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:36:01.492189 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: 109d8c5c-09ef-4e54-8923-bda214ee980f {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:36:01.492189 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 109d8c5c-09ef-4e54-8923-bda214ee980f not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:36:01.540359 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1f4c7f42-402b-44ee-aa00-3e128a9f3b4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:01.608110 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1f4c7f42-402b-44ee-aa00-3e128a9f3b4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:01.640794 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a5427f68-121d-43e7-a5aa-fc58d6c1878f tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:01.668916 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4c7f42-402b-44ee-aa00-3e128a9f3b4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Network 1673e5aa-8e7a-4178-bcca-9571b7542fed is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:36:01.672176 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-1f4c7f42-402b-44ee-aa00-3e128a9f3b4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:36:01.673296 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5427f68-121d-43e7-a5aa-fc58d6c1878f tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event deleted for resources: {'Port': ['ID=80a2ca2d-5eb8-4957-9b42-b456c45ee759,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:01.682746 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4c7f42-402b-44ee-aa00-3e128a9f3b4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:36:01.685152 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4c7f42-402b-44ee-aa00-3e128a9f3b4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:01.685831 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1f4c7f42-402b-44ee-aa00-3e128a9f3b4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:01.724197 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-1f4c7f42-402b-44ee-aa00-3e128a9f3b4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 0.5090930 Jul 15 23:36:01.730170 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 34290) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:01.780350 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4c7f42-402b-44ee-aa00-3e128a9f3b4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Pushing event updated for resources: {'Port': ['ID=7d3240d9-8cb5-40e0-93ff-ee1d3a165438,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:01.831216 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdd0676-e6ee-471a-a36d-368392066b51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:01.836267 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-1bdd0676-e6ee-471a-a36d-368392066b51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] 10.222.0.48 "GET /v2.0/ports/7d3240d9-8cb5-40e0-93ff-ee1d3a165438 HTTP/1.1" status: 200 len: 957 time: 0.1009829 Jul 15 23:36:01.836267 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 34296) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:01.869681 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a5427f68-121d-43e7-a5aa-fc58d6c1878f tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:01.874281 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a5427f68-121d-43e7-a5aa-fc58d6c1878f tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "DELETE /v2.0/ports/80a2ca2d-5eb8-4957-9b42-b456c45ee759 HTTP/1.1" status: 204 len: 168 time: 0.8815336 Jul 15 23:36:01.875938 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 34298) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:01.947524 n-d-794306-6 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-868651f5-3a63-4cbd-8af1-975d219e09a4 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] GET failed (client error): The resource could not be found. Jul 15 23:36:01.959561 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-868651f5-3a63-4cbd-8af1-975d219e09a4 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "GET /v2.0/ports/80a2ca2d-5eb8-4957-9b42-b456c45ee759 HTTP/1.1" status: 404 len: 333 time: 0.0824659 Jul 15 23:36:01.960500 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 34306) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:02.084289 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-57463ffe-78a1-4125-81e8-2e1a051c527c tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:02.120575 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-0a4a1597-c1e8-4022-8426-5722a88db36b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Deleting port 7d3240d9-8cb5-40e0-93ff-ee1d3a165438 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:36:02.121011 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0a4a1597-c1e8-4022-8426-5722a88db36b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:02.124426 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-57463ffe-78a1-4125-81e8-2e1a051c527c tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:02.280770 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0a4a1597-c1e8-4022-8426-5722a88db36b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:02.332687 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-0a4a1597-c1e8-4022-8426-5722a88db36b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Calling delete_port for 7d3240d9-8cb5-40e0-93ff-ee1d3a165438 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:36:02.337026 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-57463ffe-78a1-4125-81e8-2e1a051c527c tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:02.339655 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-57463ffe-78a1-4125-81e8-2e1a051c527c tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:02.341074 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-57463ffe-78a1-4125-81e8-2e1a051c527c tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "DELETE /v2.0/security-groups/c666e099-a273-415e-b20d-9ad68e7af9a4 HTTP/1.1" status: 204 len: 168 time: 0.3734944 Jul 15 23:36:02.344202 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34328) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:02.385198 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57463ffe-78a1-4125-81e8-2e1a051c527c tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c666e099-a273-415e-b20d-9ad68e7af9a4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:02.468984 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f727b70-5e0c-4beb-a350-efc1b749c945 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:02.505975 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f727b70-5e0c-4beb-a350-efc1b749c945 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:02.546756 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0a4a1597-c1e8-4022-8426-5722a88db36b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:02.615183 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bf336703-a452-49e3-9ab7-9342222bb7d7 None None] Provisioning for port cc830482-7645-4116-a17a-45f512781184 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:36:02.619817 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f727b70-5e0c-4beb-a350-efc1b749c945 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:02.620500 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bf336703-a452-49e3-9ab7-9342222bb7d7 None None] Provisioning complete for port cc830482-7645-4116-a17a-45f512781184 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:36:02.620981 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bf336703-a452-49e3-9ab7-9342222bb7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:02.623197 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f727b70-5e0c-4beb-a350-efc1b749c945 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:02.626807 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-3f727b70-5e0c-4beb-a350-efc1b749c945 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "DELETE /v2.0/security-groups/69b8bb7f-d39d-45d1-8deb-7314131c54bd HTTP/1.1" status: 204 len: 168 time: 0.2788310 Jul 15 23:36:02.630292 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34338) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:02.638808 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4a1597-c1e8-4022-8426-5722a88db36b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Pushing event deleted for resources: {'Port': ['ID=7d3240d9-8cb5-40e0-93ff-ee1d3a165438,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:02.671399 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f727b70-5e0c-4beb-a350-efc1b749c945 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b8bb7f-d39d-45d1-8deb-7314131c54bd,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:02.704807 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0a4a1597-c1e8-4022-8426-5722a88db36b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:02.713843 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-0a4a1597-c1e8-4022-8426-5722a88db36b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] 10.222.0.48 "DELETE /v2.0/ports/7d3240d9-8cb5-40e0-93ff-ee1d3a165438 HTTP/1.1" status: 204 len: 168 time: 0.8749926 Jul 15 23:36:02.716104 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 34342) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:02.764350 n-d-794306-6 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-b41af4cc-21e1-4d22-92e1-42a26cb87355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] GET failed (client error): The resource could not be found. Jul 15 23:36:02.766238 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-b41af4cc-21e1-4d22-92e1-42a26cb87355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] 10.222.0.48 "GET /v2.0/ports/7d3240d9-8cb5-40e0-93ff-ee1d3a165438 HTTP/1.1" status: 404 len: 333 time: 0.0436645 Jul 15 23:36:02.770545 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bf336703-a452-49e3-9ab7-9342222bb7d7 None None] Could not find standard attr ID for object 80a2ca2d-5eb8-4957-9b42-b456c45ee759. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:36:02.772244 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34346) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:02.779528 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-2ffff83e-433b-46ec-99c9-789863ca93df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Request body: {'port': {'network_id': '1673e5aa-8e7a-4178-bcca-9571b7542fed', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-874345851'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:36:02.794977 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bf336703-a452-49e3-9ab7-9342222bb7d7 None None] Provisioning complete for port 4b44c92f-69e5-4676-acbd-bef0b282cf99 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:36:02.795511 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bf336703-a452-49e3-9ab7-9342222bb7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:02.800894 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-07ea8b22-2501-47ff-8a98-8359023a0861 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:02.817426 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e185cac-6515-4f4d-b237-2694942215a8 req-5828846b-acb2-4153-8703-c749441d15bb tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:02.833296 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4e185cac-6515-4f4d-b237-2694942215a8 req-5828846b-acb2-4153-8703-c749441d15bb tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 947 time: 0.2221992 Jul 15 23:36:02.852517 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ffff83e-433b-46ec-99c9-789863ca93df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Made reservation on behalf of 5816a7d8cb7b457f9baf70e110ac758f for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:36:02.857394 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ffff83e-433b-46ec-99c9-789863ca93df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:02.874048 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-07ea8b22-2501-47ff-8a98-8359023a0861 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:02.901914 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4e185cac-6515-4f4d-b237-2694942215a8 req-7dbc65b6-f82b-4be5-abb0-aa48e50bb199 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670207 Jul 15 23:36:02.917077 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-2ffff83e-433b-46ec-99c9-789863ca93df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] device_id is not set on port b9d6ea72-f4d7-462b-8410-3c41c1bf4c0c yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:36:02.930614 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-bf336703-a452-49e3-9ab7-9342222bb7d7 None None] Port 4b44c92f-69e5-4676-acbd-bef0b282cf99 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:36:03.123282 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-07ea8b22-2501-47ff-8a98-8359023a0861 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:03.126302 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-07ea8b22-2501-47ff-8a98-8359023a0861 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:03.131345 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-07ea8b22-2501-47ff-8a98-8359023a0861 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "DELETE /v2.0/security-groups/766c1f67-1424-4335-abd8-5b8ab6ee03f7 HTTP/1.1" status: 204 len: 168 time: 0.5006983 Jul 15 23:36:03.134253 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 34366) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:03.159780 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b482ef62-3248-499c-8f44-89a051e2ea1b None None] Could not find standard attr ID for object 80a2ca2d-5eb8-4957-9b42-b456c45ee759. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:36:03.224300 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ea8b22-2501-47ff-8a98-8359023a0861 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=766c1f67-1424-4335-abd8-5b8ab6ee03f7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:03.261547 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ffff83e-433b-46ec-99c9-789863ca93df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:03.288400 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-20ca3847-9d30-4501-9993-b6be365232b7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Deleting subnet a0d6ee7e-e4ba-4fec-904f-dd8a08a8c783 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:36:03.296993 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-20ca3847-9d30-4501-9993-b6be365232b7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:03.373934 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ffff83e-433b-46ec-99c9-789863ca93df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:03.381696 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-20ca3847-9d30-4501-9993-b6be365232b7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:03.413924 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:03.426162 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device cc830482-7645-4116-a17a-45f512781184 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:36:03.487521 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffff83e-433b-46ec-99c9-789863ca93df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Network 1673e5aa-8e7a-4178-bcca-9571b7542fed is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:36:03.490788 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-2ffff83e-433b-46ec-99c9-789863ca93df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:36:03.494851 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffff83e-433b-46ec-99c9-789863ca93df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:36:03.498817 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffff83e-433b-46ec-99c9-789863ca93df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:03.499433 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ffff83e-433b-46ec-99c9-789863ca93df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:03.511510 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffff83e-433b-46ec-99c9-789863ca93df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Pushing event updated for resources: {'Port': ['ID=b9d6ea72-f4d7-462b-8410-3c41c1bf4c0c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:03.532709 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-2ffff83e-433b-46ec-99c9-789863ca93df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7587974 Jul 15 23:36:03.535085 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34384) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:03.541410 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-0c26bca7-d182-4419-8f9e-e9852c59744b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-794306-6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:36:03.588393 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port cc830482-7645-4116-a17a-45f512781184 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:36:03.589217 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:03.624981 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-20ca3847-9d30-4501-9993-b6be365232b7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:03.738497 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c26bca7-d182-4419-8f9e-e9852c59744b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:03.757962 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-20ca3847-9d30-4501-9993-b6be365232b7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:03.790395 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ca3847-9d30-4501-9993-b6be365232b7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event deleted for resources: {'Subnet': ['ID=a0d6ee7e-e4ba-4fec-904f-dd8a08a8c783,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:03.810097 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1153de1d-994b-4c1e-8361-ae4d32d9a174 None None] Network 0fdc2eef-69db-4934-b177-59f9faa7d925 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:36:03.810757 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-20ca3847-9d30-4501-9993-b6be365232b7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:03.823719 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-20ca3847-9d30-4501-9993-b6be365232b7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "DELETE /v2.0/subnets/a0d6ee7e-e4ba-4fec-904f-dd8a08a8c783 HTTP/1.1" status: 204 len: 168 time: 0.6854143 Jul 15 23:36:03.823719 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 34386) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:04.005799 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1dd7d15-a163-45be-97aa-2ffbb408a6ec tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Deleting subnet b60fabf2-09d8-421e-bed5-a468c7f1f548 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:36:04.014662 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1dd7d15-a163-45be-97aa-2ffbb408a6ec tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:04.224894 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1dd7d15-a163-45be-97aa-2ffbb408a6ec tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:04.250631 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-001c31bb-dbd5-420d-bbc3-39c36bda5f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:04.286218 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-0c26bca7-d182-4419-8f9e-e9852c59744b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] device_id is not set on port b9d6ea72-f4d7-462b-8410-3c41c1bf4c0c yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:36:04.307859 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c26bca7-d182-4419-8f9e-e9852c59744b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:04.352679 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-0c26bca7-d182-4419-8f9e-e9852c59744b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Transition to ACTIVE for port object b9d6ea72-f4d7-462b-8410-3c41c1bf4c0c will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:36:04.358050 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c26bca7-d182-4419-8f9e-e9852c59744b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:04.374900 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:04.451714 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1dd7d15-a163-45be-97aa-2ffbb408a6ec tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:04.463832 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac12b76f-ed7f-4616-8931-e600e2dd7bb5 req-9b97af28-82f9-4f6b-864c-538238f644c1 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:04.466264 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ac12b76f-ed7f-4616-8931-e600e2dd7bb5 req-9b97af28-82f9-4f6b-864c-538238f644c1 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 947 time: 0.3024921 Jul 15 23:36:04.514597 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c26bca7-d182-4419-8f9e-e9852c59744b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Pushing event updated for resources: {'Port': ['ID=b9d6ea72-f4d7-462b-8410-3c41c1bf4c0c,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:04.555700 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ac12b76f-ed7f-4616-8931-e600e2dd7bb5 req-1011a8e0-50d8-490e-95a4-85097a8a0c05 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653367 Jul 15 23:36:04.576356 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-0c26bca7-d182-4419-8f9e-e9852c59744b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port b9d6ea72-f4d7-462b-8410-3c41c1bf4c0c on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:36:04.576701 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-0c26bca7-d182-4419-8f9e-e9852c59744b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port b9d6ea72-f4d7-462b-8410-3c41c1bf4c0c by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '52c932dd-272c-4604-981a-eab2650509d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1673e5aa-8e7a-4178-bcca-9571b7542fed'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:36:04.577420 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c26bca7-d182-4419-8f9e-e9852c59744b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port b9d6ea72-f4d7-462b-8410-3c41c1bf4c0c on network 1673e5aa-8e7a-4178-bcca-9571b7542fed {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:36:04.579319 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1dd7d15-a163-45be-97aa-2ffbb408a6ec tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:04.593031 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c26bca7-d182-4419-8f9e-e9852c59744b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Port b9d6ea72-f4d7-462b-8410-3c41c1bf4c0c on network 1673e5aa-8e7a-4178-bcca-9571b7542fed not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:36:04.593365 n-d-794306-6 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-0c26bca7-d182-4419-8f9e-e9852c59744b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Failed to bind port b9d6ea72-f4d7-462b-8410-3c41c1bf4c0c on host n-h1-794306-6 for vnic_type normal using segments [{'id': '52c932dd-272c-4604-981a-eab2650509d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1673e5aa-8e7a-4178-bcca-9571b7542fed'}] Jul 15 23:36:04.594916 n-d-794306-6 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-0c26bca7-d182-4419-8f9e-e9852c59744b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempt 2 to bind port b9d6ea72-f4d7-462b-8410-3c41c1bf4c0c Jul 15 23:36:04.617316 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-0c26bca7-d182-4419-8f9e-e9852c59744b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port b9d6ea72-f4d7-462b-8410-3c41c1bf4c0c on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:36:04.617902 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-0c26bca7-d182-4419-8f9e-e9852c59744b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port b9d6ea72-f4d7-462b-8410-3c41c1bf4c0c by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '52c932dd-272c-4604-981a-eab2650509d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1673e5aa-8e7a-4178-bcca-9571b7542fed'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:36:04.618399 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c26bca7-d182-4419-8f9e-e9852c59744b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port b9d6ea72-f4d7-462b-8410-3c41c1bf4c0c on network 1673e5aa-8e7a-4178-bcca-9571b7542fed {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:36:04.620709 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dd7d15-a163-45be-97aa-2ffbb408a6ec tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event deleted for resources: {'Subnet': ['ID=b60fabf2-09d8-421e-bed5-a468c7f1f548,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:04.625968 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1dd7d15-a163-45be-97aa-2ffbb408a6ec tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:04.628982 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-a1dd7d15-a163-45be-97aa-2ffbb408a6ec tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "DELETE /v2.0/subnets/b60fabf2-09d8-421e-bed5-a468c7f1f548 HTTP/1.1" status: 204 len: 168 time: 0.8058689 Jul 15 23:36:04.632595 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 34410) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:04.641598 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c26bca7-d182-4419-8f9e-e9852c59744b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Port b9d6ea72-f4d7-462b-8410-3c41c1bf4c0c on network 1673e5aa-8e7a-4178-bcca-9571b7542fed not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:36:04.642244 n-d-794306-6 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-0c26bca7-d182-4419-8f9e-e9852c59744b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Failed to bind port b9d6ea72-f4d7-462b-8410-3c41c1bf4c0c on host n-h1-794306-6 for vnic_type normal using segments [{'id': '52c932dd-272c-4604-981a-eab2650509d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1673e5aa-8e7a-4178-bcca-9571b7542fed'}] Jul 15 23:36:04.643918 n-d-794306-6 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-0c26bca7-d182-4419-8f9e-e9852c59744b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempt 3 to bind port b9d6ea72-f4d7-462b-8410-3c41c1bf4c0c Jul 15 23:36:04.661774 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-0c26bca7-d182-4419-8f9e-e9852c59744b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port b9d6ea72-f4d7-462b-8410-3c41c1bf4c0c on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:36:04.662345 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-0c26bca7-d182-4419-8f9e-e9852c59744b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port b9d6ea72-f4d7-462b-8410-3c41c1bf4c0c by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '52c932dd-272c-4604-981a-eab2650509d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1673e5aa-8e7a-4178-bcca-9571b7542fed'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:36:04.662841 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c26bca7-d182-4419-8f9e-e9852c59744b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port b9d6ea72-f4d7-462b-8410-3c41c1bf4c0c on network 1673e5aa-8e7a-4178-bcca-9571b7542fed {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:36:04.670327 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c26bca7-d182-4419-8f9e-e9852c59744b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Port b9d6ea72-f4d7-462b-8410-3c41c1bf4c0c on network 1673e5aa-8e7a-4178-bcca-9571b7542fed not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:36:04.670902 n-d-794306-6 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-0c26bca7-d182-4419-8f9e-e9852c59744b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Failed to bind port b9d6ea72-f4d7-462b-8410-3c41c1bf4c0c on host n-h1-794306-6 for vnic_type normal using segments [{'id': '52c932dd-272c-4604-981a-eab2650509d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1673e5aa-8e7a-4178-bcca-9571b7542fed'}] Jul 15 23:36:04.671954 n-d-794306-6 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-0c26bca7-d182-4419-8f9e-e9852c59744b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempt 4 to bind port b9d6ea72-f4d7-462b-8410-3c41c1bf4c0c Jul 15 23:36:04.674383 n-d-794306-6 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-178c0bb6-6c0c-468d-bf32-30982ee6ba37 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] DELETE failed (client error): The resource could not be found. Jul 15 23:36:04.675099 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-178c0bb6-6c0c-468d-bf32-30982ee6ba37 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:36:04.677244 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-178c0bb6-6c0c-468d-bf32-30982ee6ba37 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "DELETE /v2.0/subnets/a0d6ee7e-e4ba-4fec-904f-dd8a08a8c783 HTTP/1.1" status: 404 len: 337 time: 0.0435600 Jul 15 23:36:04.686072 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 34412) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:04.711031 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-0c26bca7-d182-4419-8f9e-e9852c59744b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port b9d6ea72-f4d7-462b-8410-3c41c1bf4c0c on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:36:04.711376 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-0c26bca7-d182-4419-8f9e-e9852c59744b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port b9d6ea72-f4d7-462b-8410-3c41c1bf4c0c by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '52c932dd-272c-4604-981a-eab2650509d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1673e5aa-8e7a-4178-bcca-9571b7542fed'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:36:04.711775 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c26bca7-d182-4419-8f9e-e9852c59744b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port b9d6ea72-f4d7-462b-8410-3c41c1bf4c0c on network 1673e5aa-8e7a-4178-bcca-9571b7542fed {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:36:04.723967 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c26bca7-d182-4419-8f9e-e9852c59744b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Port b9d6ea72-f4d7-462b-8410-3c41c1bf4c0c on network 1673e5aa-8e7a-4178-bcca-9571b7542fed not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:36:04.724276 n-d-794306-6 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-0c26bca7-d182-4419-8f9e-e9852c59744b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Failed to bind port b9d6ea72-f4d7-462b-8410-3c41c1bf4c0c on host n-h1-794306-6 for vnic_type normal using segments [{'id': '52c932dd-272c-4604-981a-eab2650509d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1673e5aa-8e7a-4178-bcca-9571b7542fed'}] Jul 15 23:36:04.724591 n-d-794306-6 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-0c26bca7-d182-4419-8f9e-e9852c59744b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempt 5 to bind port b9d6ea72-f4d7-462b-8410-3c41c1bf4c0c Jul 15 23:36:04.759963 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-0c26bca7-d182-4419-8f9e-e9852c59744b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port b9d6ea72-f4d7-462b-8410-3c41c1bf4c0c on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:36:04.764604 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-0c26bca7-d182-4419-8f9e-e9852c59744b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port b9d6ea72-f4d7-462b-8410-3c41c1bf4c0c by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '52c932dd-272c-4604-981a-eab2650509d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1673e5aa-8e7a-4178-bcca-9571b7542fed'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:36:04.765119 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c26bca7-d182-4419-8f9e-e9852c59744b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port b9d6ea72-f4d7-462b-8410-3c41c1bf4c0c on network 1673e5aa-8e7a-4178-bcca-9571b7542fed {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:36:04.776087 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c26bca7-d182-4419-8f9e-e9852c59744b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Port b9d6ea72-f4d7-462b-8410-3c41c1bf4c0c on network 1673e5aa-8e7a-4178-bcca-9571b7542fed not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:36:04.776425 n-d-794306-6 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-0c26bca7-d182-4419-8f9e-e9852c59744b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Failed to bind port b9d6ea72-f4d7-462b-8410-3c41c1bf4c0c on host n-h1-794306-6 for vnic_type normal using segments [{'id': '52c932dd-272c-4604-981a-eab2650509d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1673e5aa-8e7a-4178-bcca-9571b7542fed'}] Jul 15 23:36:04.778050 n-d-794306-6 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-0c26bca7-d182-4419-8f9e-e9852c59744b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempt 6 to bind port b9d6ea72-f4d7-462b-8410-3c41c1bf4c0c Jul 15 23:36:04.779230 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9cab8ce-9f66-4906-952e-2988a57221f5 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Deleting subnet 71e432ce-4977-463a-978b-1af64d2c1d41 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:36:04.795696 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9cab8ce-9f66-4906-952e-2988a57221f5 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:04.815087 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-0c26bca7-d182-4419-8f9e-e9852c59744b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port b9d6ea72-f4d7-462b-8410-3c41c1bf4c0c on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:36:04.815432 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-0c26bca7-d182-4419-8f9e-e9852c59744b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port b9d6ea72-f4d7-462b-8410-3c41c1bf4c0c by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '52c932dd-272c-4604-981a-eab2650509d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1673e5aa-8e7a-4178-bcca-9571b7542fed'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:36:04.815793 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c26bca7-d182-4419-8f9e-e9852c59744b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port b9d6ea72-f4d7-462b-8410-3c41c1bf4c0c on network 1673e5aa-8e7a-4178-bcca-9571b7542fed {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:36:04.838997 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c26bca7-d182-4419-8f9e-e9852c59744b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Port b9d6ea72-f4d7-462b-8410-3c41c1bf4c0c on network 1673e5aa-8e7a-4178-bcca-9571b7542fed not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:36:04.839364 n-d-794306-6 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-0c26bca7-d182-4419-8f9e-e9852c59744b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Failed to bind port b9d6ea72-f4d7-462b-8410-3c41c1bf4c0c on host n-h1-794306-6 for vnic_type normal using segments [{'id': '52c932dd-272c-4604-981a-eab2650509d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1673e5aa-8e7a-4178-bcca-9571b7542fed'}] Jul 15 23:36:04.839777 n-d-794306-6 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-0c26bca7-d182-4419-8f9e-e9852c59744b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempt 7 to bind port b9d6ea72-f4d7-462b-8410-3c41c1bf4c0c Jul 15 23:36:04.862422 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9cab8ce-9f66-4906-952e-2988a57221f5 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:04.885901 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-0c26bca7-d182-4419-8f9e-e9852c59744b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port b9d6ea72-f4d7-462b-8410-3c41c1bf4c0c on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:36:04.886253 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-0c26bca7-d182-4419-8f9e-e9852c59744b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port b9d6ea72-f4d7-462b-8410-3c41c1bf4c0c by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '52c932dd-272c-4604-981a-eab2650509d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1673e5aa-8e7a-4178-bcca-9571b7542fed'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:36:04.889732 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c26bca7-d182-4419-8f9e-e9852c59744b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port b9d6ea72-f4d7-462b-8410-3c41c1bf4c0c on network 1673e5aa-8e7a-4178-bcca-9571b7542fed {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:36:04.899289 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c26bca7-d182-4419-8f9e-e9852c59744b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Port b9d6ea72-f4d7-462b-8410-3c41c1bf4c0c on network 1673e5aa-8e7a-4178-bcca-9571b7542fed not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:36:04.899562 n-d-794306-6 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-0c26bca7-d182-4419-8f9e-e9852c59744b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Failed to bind port b9d6ea72-f4d7-462b-8410-3c41c1bf4c0c on host n-h1-794306-6 for vnic_type normal using segments [{'id': '52c932dd-272c-4604-981a-eab2650509d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1673e5aa-8e7a-4178-bcca-9571b7542fed'}] Jul 15 23:36:04.899971 n-d-794306-6 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-0c26bca7-d182-4419-8f9e-e9852c59744b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempt 8 to bind port b9d6ea72-f4d7-462b-8410-3c41c1bf4c0c Jul 15 23:36:04.924323 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-0c26bca7-d182-4419-8f9e-e9852c59744b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port b9d6ea72-f4d7-462b-8410-3c41c1bf4c0c on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:36:04.924606 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-0c26bca7-d182-4419-8f9e-e9852c59744b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port b9d6ea72-f4d7-462b-8410-3c41c1bf4c0c by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '52c932dd-272c-4604-981a-eab2650509d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1673e5aa-8e7a-4178-bcca-9571b7542fed'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:36:04.926455 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c26bca7-d182-4419-8f9e-e9852c59744b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port b9d6ea72-f4d7-462b-8410-3c41c1bf4c0c on network 1673e5aa-8e7a-4178-bcca-9571b7542fed {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:36:04.932450 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c26bca7-d182-4419-8f9e-e9852c59744b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Port b9d6ea72-f4d7-462b-8410-3c41c1bf4c0c on network 1673e5aa-8e7a-4178-bcca-9571b7542fed not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:36:04.932787 n-d-794306-6 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-0c26bca7-d182-4419-8f9e-e9852c59744b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Failed to bind port b9d6ea72-f4d7-462b-8410-3c41c1bf4c0c on host n-h1-794306-6 for vnic_type normal using segments [{'id': '52c932dd-272c-4604-981a-eab2650509d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1673e5aa-8e7a-4178-bcca-9571b7542fed'}] Jul 15 23:36:04.933188 n-d-794306-6 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-0c26bca7-d182-4419-8f9e-e9852c59744b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempt 9 to bind port b9d6ea72-f4d7-462b-8410-3c41c1bf4c0c Jul 15 23:36:04.951381 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-0c26bca7-d182-4419-8f9e-e9852c59744b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port b9d6ea72-f4d7-462b-8410-3c41c1bf4c0c on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:36:04.951773 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-0c26bca7-d182-4419-8f9e-e9852c59744b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port b9d6ea72-f4d7-462b-8410-3c41c1bf4c0c by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '52c932dd-272c-4604-981a-eab2650509d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1673e5aa-8e7a-4178-bcca-9571b7542fed'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:36:04.952293 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c26bca7-d182-4419-8f9e-e9852c59744b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port b9d6ea72-f4d7-462b-8410-3c41c1bf4c0c on network 1673e5aa-8e7a-4178-bcca-9571b7542fed {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:36:04.964517 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c26bca7-d182-4419-8f9e-e9852c59744b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Port b9d6ea72-f4d7-462b-8410-3c41c1bf4c0c on network 1673e5aa-8e7a-4178-bcca-9571b7542fed not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:36:04.966331 n-d-794306-6 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-0c26bca7-d182-4419-8f9e-e9852c59744b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Failed to bind port b9d6ea72-f4d7-462b-8410-3c41c1bf4c0c on host n-h1-794306-6 for vnic_type normal using segments [{'id': '52c932dd-272c-4604-981a-eab2650509d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1673e5aa-8e7a-4178-bcca-9571b7542fed'}] Jul 15 23:36:04.966755 n-d-794306-6 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-0c26bca7-d182-4419-8f9e-e9852c59744b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempt 10 to bind port b9d6ea72-f4d7-462b-8410-3c41c1bf4c0c Jul 15 23:36:04.987971 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-0c26bca7-d182-4419-8f9e-e9852c59744b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port b9d6ea72-f4d7-462b-8410-3c41c1bf4c0c on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:36:04.988174 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-0c26bca7-d182-4419-8f9e-e9852c59744b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port b9d6ea72-f4d7-462b-8410-3c41c1bf4c0c by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '52c932dd-272c-4604-981a-eab2650509d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1673e5aa-8e7a-4178-bcca-9571b7542fed'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:36:04.988607 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c26bca7-d182-4419-8f9e-e9852c59744b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempting to bind port b9d6ea72-f4d7-462b-8410-3c41c1bf4c0c on network 1673e5aa-8e7a-4178-bcca-9571b7542fed {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:36:04.993721 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c26bca7-d182-4419-8f9e-e9852c59744b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Port b9d6ea72-f4d7-462b-8410-3c41c1bf4c0c on network 1673e5aa-8e7a-4178-bcca-9571b7542fed not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:36:04.994083 n-d-794306-6 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-0c26bca7-d182-4419-8f9e-e9852c59744b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Failed to bind port b9d6ea72-f4d7-462b-8410-3c41c1bf4c0c on host n-h1-794306-6 for vnic_type normal using segments [{'id': '52c932dd-272c-4604-981a-eab2650509d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1673e5aa-8e7a-4178-bcca-9571b7542fed'}] Jul 15 23:36:04.994463 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c26bca7-d182-4419-8f9e-e9852c59744b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:05.084165 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9cab8ce-9f66-4906-952e-2988a57221f5 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:05.176924 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9cab8ce-9f66-4906-952e-2988a57221f5 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:05.190008 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-0c26bca7-d182-4419-8f9e-e9852c59744b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] For port b9d6ea72-f4d7-462b-8410-3c41c1bf4c0c, host n-h1-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:36:05.190469 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-0c26bca7-d182-4419-8f9e-e9852c59744b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attempted to set empty binding levels {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 15 23:36:05.205766 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c26bca7-d182-4419-8f9e-e9852c59744b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:05.215882 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9cab8ce-9f66-4906-952e-2988a57221f5 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:05.218285 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-b9cab8ce-9f66-4906-952e-2988a57221f5 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "DELETE /v2.0/subnets/71e432ce-4977-463a-978b-1af64d2c1d41 HTTP/1.1" status: 204 len: 168 time: 0.5308287 Jul 15 23:36:05.225344 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34426) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:05.248324 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cab8ce-9f66-4906-952e-2988a57221f5 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event deleted for resources: {'Subnet': ['ID=71e432ce-4977-463a-978b-1af64d2c1d41,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:05.436430 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-0c26bca7-d182-4419-8f9e-e9852c59744b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] In _notify_port_updated(), no bound segment for port b9d6ea72-f4d7-462b-8410-3c41c1bf4c0c on network 1673e5aa-8e7a-4178-bcca-9571b7542fed {{(pid=93771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:36:05.437408 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c26bca7-d182-4419-8f9e-e9852c59744b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:05.438123 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c26bca7-d182-4419-8f9e-e9852c59744b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:05.442151 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-0c26bca7-d182-4419-8f9e-e9852c59744b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] 10.222.0.48 "PUT /v2.0/ports/b9d6ea72-f4d7-462b-8410-3c41c1bf4c0c HTTP/1.1" status: 200 len: 978 time: 1.9034736 Jul 15 23:36:05.442151 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-b65529ea-d0fd-4d23-b591-c248bb8c647c tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] DELETE failed (client error): The resource could not be found. Jul 15 23:36:05.442151 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b65529ea-d0fd-4d23-b591-c248bb8c647c tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:36:05.442563 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 34438) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:05.448711 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b65529ea-d0fd-4d23-b591-c248bb8c647c tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "DELETE /v2.0/subnets/cdf03e51-3ba7-4d40-a772-a57cadadd12f HTTP/1.1" status: 404 len: 337 time: 0.2002954 Jul 15 23:36:05.451612 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 34440) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:05.495125 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c26bca7-d182-4419-8f9e-e9852c59744b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Pushing event updated for resources: {'Port': ['ID=b9d6ea72-f4d7-462b-8410-3c41c1bf4c0c,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:05.510139 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 88c45584-2d51-4746-a9ae-b07b0255b918 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:36:05.577888 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a207dff-6822-4e14-b560-6dd3f1b85d47 None None] Network 0fdc2eef-69db-4934-b177-59f9faa7d925 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:36:05.636075 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-40275a9b-8141-44f2-a337-7e5e5756569f tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c786642-cefc-4e32-a29b-1bcd2122604c HTTP/1.1" status: 200 len: 205 time: 0.1840405 Jul 15 23:36:05.639858 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34446) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:05.739556 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [None req-bf7b5535-92b8-460d-8d0a-668e35c311c7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] delete failed (client error): The resource could not be found. Jul 15 23:36:05.745379 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-bf7b5535-92b8-460d-8d0a-668e35c311c7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "DELETE /v2.0/routers/3c786642-cefc-4e32-a29b-1bcd2122604c HTTP/1.1" status: 404 len: 336 time: 0.1043544 Jul 15 23:36:05.749173 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34448) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:05.768397 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-96eaf203-9bcf-4fcf-a111-7f6951e34edc None None] Provisioning complete for port cc830482-7645-4116-a17a-45f512781184 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:36:05.773442 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-96eaf203-9bcf-4fcf-a111-7f6951e34edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:05.818478 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a7b5383-04a7-4cb9-91dd-b586561ce3db tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] DELETE failed (client error): The resource could not be found. Jul 15 23:36:05.819287 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a7b5383-04a7-4cb9-91dd-b586561ce3db tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:36:05.830899 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-2a7b5383-04a7-4cb9-91dd-b586561ce3db tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "DELETE /v2.0/subnets/eb86c67c-096b-47d6-b1d1-699c19a066a2 HTTP/1.1" status: 404 len: 337 time: 0.0804219 Jul 15 23:36:05.834996 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34450) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:05.880498 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-d5510944-0b9a-409e-bf07-efbfb3bee8cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Deleting port b9d6ea72-f4d7-462b-8410-3c41c1bf4c0c {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:36:05.881047 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d5510944-0b9a-409e-bf07-efbfb3bee8cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:05.893236 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f2c024b-85e5-4997-af44-6633f43b86df tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] DELETE failed (client error): The resource could not be found. Jul 15 23:36:05.899070 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f2c024b-85e5-4997-af44-6633f43b86df tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:36:05.901181 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-8f2c024b-85e5-4997-af44-6633f43b86df tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "DELETE /v2.0/subnets/9e01b3e2-2802-4c25-af5c-f387ca498405 HTTP/1.1" status: 404 len: 337 time: 0.0649252 Jul 15 23:36:05.905907 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34452) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:06.008020 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-84991b08-6fdc-4808-b65f-53191696a6f2 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] DELETE failed (client error): The resource could not be found. Jul 15 23:36:06.008413 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84991b08-6fdc-4808-b65f-53191696a6f2 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:36:06.010190 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-84991b08-6fdc-4808-b65f-53191696a6f2 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "DELETE /v2.0/subnets/78e4ce78-cb68-4914-8b4e-befe1fcab0cb HTTP/1.1" status: 404 len: 337 time: 0.1030126 Jul 15 23:36:06.017761 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34454) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:06.085868 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f0487e7-3eb0-4c50-944a-7f0e0dc98b4b tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] DELETE failed (client error): The resource could not be found. Jul 15 23:36:06.086617 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f0487e7-3eb0-4c50-944a-7f0e0dc98b4b tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:36:06.088357 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-3f0487e7-3eb0-4c50-944a-7f0e0dc98b4b tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "DELETE /v2.0/ports/251530e8-cd82-48ae-9e6f-d3be6ae5c67e HTTP/1.1" status: 404 len: 333 time: 0.0696471 Jul 15 23:36:06.094603 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34456) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:06.145171 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-f52b87ce-a796-4e60-ad37-9c6b2f50d5a7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] DELETE failed (client error): The resource could not be found. Jul 15 23:36:06.145639 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f52b87ce-a796-4e60-ad37-9c6b2f50d5a7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:36:06.147386 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f52b87ce-a796-4e60-ad37-9c6b2f50d5a7 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "DELETE /v2.0/subnets/c388f2fc-ecbd-4e72-bf2e-a33f13ccf261 HTTP/1.1" status: 404 len: 337 time: 0.0518222 Jul 15 23:36:06.150131 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34458) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:06.153302 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-d5510944-0b9a-409e-bf07-efbfb3bee8cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] For port b9d6ea72-f4d7-462b-8410-3c41c1bf4c0c, host n-h1-794306-6, got binding levels [] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:36:06.155022 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d5510944-0b9a-409e-bf07-efbfb3bee8cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:06.163960 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:06.196468 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-d5510944-0b9a-409e-bf07-efbfb3bee8cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Calling delete_port for b9d6ea72-f4d7-462b-8410-3c41c1bf4c0c owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:36:06.202551 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-96eaf203-9bcf-4fcf-a111-7f6951e34edc None None] Provisioning complete for port 4b44c92f-69e5-4676-acbd-bef0b282cf99 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:36:06.205828 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-96eaf203-9bcf-4fcf-a111-7f6951e34edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:06.222253 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d074f0f-c438-40c1-80b8-e22d4f2a76db tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] DELETE failed (client error): The resource could not be found. Jul 15 23:36:06.222712 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d074f0f-c438-40c1-80b8-e22d4f2a76db tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:36:06.226794 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-5d074f0f-c438-40c1-80b8-e22d4f2a76db tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "DELETE /v2.0/subnets/9b9a9169-a853-402e-ab7a-4d2135b03a70 HTTP/1.1" status: 404 len: 337 time: 0.0734448 Jul 15 23:36:06.231413 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34460) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:06.293677 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-d19a1d9d-6583-47ad-9d54-285a5f815ea9 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] DELETE failed (client error): The resource could not be found. Jul 15 23:36:06.294529 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d19a1d9d-6583-47ad-9d54-285a5f815ea9 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:36:06.298585 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d19a1d9d-6583-47ad-9d54-285a5f815ea9 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "DELETE /v2.0/ports/6a04c2c9-20f7-4ca5-94ef-cff369f84d74 HTTP/1.1" status: 404 len: 333 time: 0.0639839 Jul 15 23:36:06.298921 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34464) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:06.326297 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 88c45584-2d51-4746-a9ae-b07b0255b918, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=88c45584-2d51-4746-a9ae-b07b0255b918,segment=NetworkSegment(1221e74c-ebb2-4cb8-bf72-835ef0508fbe),segment_id=1221e74c-ebb2-4cb8-bf72-835ef0508fbe)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:36:06.333990 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-96eaf203-9bcf-4fcf-a111-7f6951e34edc None None] Port 4b44c92f-69e5-4676-acbd-bef0b282cf99 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:36:06.338599 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14b28f1-1b98-463c-9c45-3154ee11bbe9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88c45584-2d51-4746-a9ae-b07b0255b918'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:36:06.346081 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b986c8-d322-4b8e-94f5-c313a5b6ba1c" -d '{"events": [{"server_uuid": "d14b28f1-1b98-463c-9c45-3154ee11bbe9", "name": "network-vif-unplugged", "status": "completed", "tag": "88c45584-2d51-4746-a9ae-b07b0255b918"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:36:06.381456 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:06.389465 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2b73801-4c56-4b0d-8556-b65f9dce8dec tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] DELETE failed (client error): The resource could not be found. Jul 15 23:36:06.390553 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2b73801-4c56-4b0d-8556-b65f9dce8dec tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:36:06.396071 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a2b73801-4c56-4b0d-8556-b65f9dce8dec tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "DELETE /v2.0/subnets/f37540a2-e24a-41bf-9526-87744c05f1b5 HTTP/1.1" status: 404 len: 337 time: 0.0961075 Jul 15 23:36:06.397929 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34472) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:06.407371 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d5510944-0b9a-409e-bf07-efbfb3bee8cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:06.455527 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84480b4b-4b76-4637-ad11-f9713aea5bdb req-61728899-7c68-43d2-b49f-4a1de82fdeb1 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:06.469812 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-84480b4b-4b76-4637-ad11-f9713aea5bdb req-61728899-7c68-43d2-b49f-4a1de82fdeb1 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 947 time: 0.5322967 Jul 15 23:36:06.471390 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cda502a-7cd7-4271-b051-70eb7cb3f7ac tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] DELETE failed (client error): The resource could not be found. Jul 15 23:36:06.472482 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cda502a-7cd7-4271-b051-70eb7cb3f7ac tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 23:36:06.474437 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-6cda502a-7cd7-4271-b051-70eb7cb3f7ac tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "DELETE /v2.0/subnets/ccac6135-5418-4dc9-bc52-08cb7d026204 HTTP/1.1" status: 404 len: 337 time: 0.0741158 Jul 15 23:36:06.477123 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34474) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:06.478485 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24864a33-382e-484c-9fb2-258c8fc2f1de x-openstack-request-id: req-24864a33-382e-484c-9fb2-258c8fc2f1de {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:36:06.487886 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d14b28f1-1b98-463c-9c45-3154ee11bbe9", "name": "network-vif-unplugged", "status": "completed", "tag": "88c45584-2d51-4746-a9ae-b07b0255b918", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:36:06.488392 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-24864a33-382e-484c-9fb2-258c8fc2f1de {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:36:06.488896 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14b28f1-1b98-463c-9c45-3154ee11bbe9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88c45584-2d51-4746-a9ae-b07b0255b918', 'code': 200} Jul 15 23:36:06.492655 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:06.539384 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=88c45584-2d51-4746-a9ae-b07b0255b918,revision_number=11']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:06.587503 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5510944-0b9a-409e-bf07-efbfb3bee8cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Pushing event deleted for resources: {'Port': ['ID=b9d6ea72-f4d7-462b-8410-3c41c1bf4c0c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:06.609305 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5339ff57-fffd-4bf3-a73b-8e17ecc445fb None None] DHCP port deletion for 0fdc2eef-69db-4934-b177-59f9faa7d925 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:36:06.629034 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d5510944-0b9a-409e-bf07-efbfb3bee8cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:06.635502 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-d5510944-0b9a-409e-bf07-efbfb3bee8cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] 10.222.0.48 "DELETE /v2.0/ports/b9d6ea72-f4d7-462b-8410-3c41c1bf4c0c HTTP/1.1" status: 204 len: 168 time: 1.1896636 Jul 15 23:36:06.645693 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 34476) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:06.708997 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-2098ac9d-cade-4102-b950-46140cb98b65 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Deleting port 4b44c92f-69e5-4676-acbd-bef0b282cf99 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:36:06.709332 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2098ac9d-cade-4102-b950-46140cb98b65 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:06.727550 n-d-794306-6 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7d20f1b-02fa-483a-8f3e-4128afb4d51a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] GET failed (client error): The resource could not be found. Jul 15 23:36:06.737519 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-d7d20f1b-02fa-483a-8f3e-4128afb4d51a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1796025352-project-admin] 10.222.0.48 "GET /v2.0/ports/b9d6ea72-f4d7-462b-8410-3c41c1bf4c0c HTTP/1.1" status: 404 len: 333 time: 0.0898058 Jul 15 23:36:06.739701 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 34480) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:06.754446 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5339ff57-fffd-4bf3-a73b-8e17ecc445fb None None] Deleting port cc830482-7645-4116-a17a-45f512781184 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:36:06.754825 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5339ff57-fffd-4bf3-a73b-8e17ecc445fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:06.795703 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-84480b4b-4b76-4637-ad11-f9713aea5bdb req-176f5b44-8000-417c-8a43-59b842e6d2e7 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3227983 Jul 15 23:36:06.873573 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2098ac9d-cade-4102-b950-46140cb98b65 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:06.906402 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-14fde457-c2c9-457f-aefc-23b8f7a441fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-907619756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-907619756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:06.921668 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-2098ac9d-cade-4102-b950-46140cb98b65 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Calling delete_port for 4b44c92f-69e5-4676-acbd-bef0b282cf99 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:36:06.951550 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5339ff57-fffd-4bf3-a73b-8e17ecc445fb None None] For port cc830482-7645-4116-a17a-45f512781184, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=cc830482-7645-4116-a17a-45f512781184,segment=NetworkSegment(db6d2e9d-1f2b-4f30-8e94-3fe72dc1f942),segment_id=db6d2e9d-1f2b-4f30-8e94-3fe72dc1f942)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:36:06.952305 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5339ff57-fffd-4bf3-a73b-8e17ecc445fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:06.972519 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5339ff57-fffd-4bf3-a73b-8e17ecc445fb None None] Calling delete_port for cc830482-7645-4116-a17a-45f512781184 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:36:07.068518 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2098ac9d-cade-4102-b950-46140cb98b65 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:07.130212 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2098ac9d-cade-4102-b950-46140cb98b65 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event deleted for resources: {'Port': ['ID=4b44c92f-69e5-4676-acbd-bef0b282cf99,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:07.132685 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-14fde457-c2c9-457f-aefc-23b8f7a441fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-907619756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-907619756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:07.148180 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5339ff57-fffd-4bf3-a73b-8e17ecc445fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:07.150708 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-14fde457-c2c9-457f-aefc-23b8f7a441fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-907619756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-907619756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1673e5aa-8e7a-4178-bcca-9571b7542fed']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:36:07.169694 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2098ac9d-cade-4102-b950-46140cb98b65 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:07.173658 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-2098ac9d-cade-4102-b950-46140cb98b65 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "DELETE /v2.0/ports/4b44c92f-69e5-4676-acbd-bef0b282cf99 HTTP/1.1" status: 204 len: 168 time: 0.6895459 Jul 15 23:36:07.176223 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34482) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:07.197964 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-14fde457-c2c9-457f-aefc-23b8f7a441fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-907619756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-907619756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52c932dd-272c-4604-981a-eab2650509d0') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:36:07.200019 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-14fde457-c2c9-457f-aefc-23b8f7a441fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-907619756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-907619756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52c932dd-272c-4604-981a-eab2650509d0') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:36:07.249080 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-14fde457-c2c9-457f-aefc-23b8f7a441fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-907619756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-907619756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:07.252973 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5339ff57-fffd-4bf3-a73b-8e17ecc445fb None None] Pushing event deleted for resources: {'Port': ['ID=cc830482-7645-4116-a17a-45f512781184,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:07.270857 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5339ff57-fffd-4bf3-a73b-8e17ecc445fb None None] No DVR routers for this DVR port cc830482-7645-4116-a17a-45f512781184 on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:36:07.306159 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-14fde457-c2c9-457f-aefc-23b8f7a441fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-907619756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-907619756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:07.330132 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14fde457-c2c9-457f-aefc-23b8f7a441fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-907619756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-907619756-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:36:07.330905 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-14fde457-c2c9-457f-aefc-23b8f7a441fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-907619756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-907619756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:07.334909 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:36:07.334909 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:36:07.334909 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:36:07.334909 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:36:07.334909 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:36:07.334909 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:36:07.334909 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:36:07.334909 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:36:07.334909 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:36:07.334909 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:36:07.334909 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:36:07.334909 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:36:07.334909 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:36:07.334909 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:36:07.334909 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:36:07.334909 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:36:07.334909 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:36:07.334909 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:36:07.334909 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:36:07.334909 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:36:07.334909 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:36:07.334909 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:36:07.334909 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:36:07.334909 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:36:07.334909 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:36:07.334909 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:36:07.334909 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:36:07.334909 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:36:07.334909 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:36:07.334909 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:36:07.334909 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:36:07.334909 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:36:07.334909 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:36:07.334909 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:36:07.334909 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:36:07.334909 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:36:07.334909 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:36:07.334909 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:36:07.334909 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:36:07.334909 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:36:07.334909 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:36:07.334909 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:36:07.334909 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:36:07.334909 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:36:07.367189 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-384ffa33-831d-4536-8664-ee65b6664124 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:07.429291 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device cc830482-7645-4116-a17a-45f512781184 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:36:07.465469 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-14fde457-c2c9-457f-aefc-23b8f7a441fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-907619756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-907619756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:07.476402 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: cc830482-7645-4116-a17a-45f512781184 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:36:07.476716 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-14fde457-c2c9-457f-aefc-23b8f7a441fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-907619756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-907619756-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:07.477182 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device cc830482-7645-4116-a17a-45f512781184 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:36:07.498903 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-14fde457-c2c9-457f-aefc-23b8f7a441fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-907619756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-907619756-project] 10.222.0.48 "DELETE /v2.0/networks/1673e5aa-8e7a-4178-bcca-9571b7542fed HTTP/1.1" status: 204 len: 168 time: 0.7449324 Jul 15 23:36:07.519936 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 88c45584-2d51-4746-a9ae-b07b0255b918 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:36:07.553114 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fde457-c2c9-457f-aefc-23b8f7a441fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-907619756 tempest-PortsAdminExtendedAttrsIpV6TestJSON-907619756-project] Pushing event deleted for resources: {'Network': ['ID=1673e5aa-8e7a-4178-bcca-9571b7542fed,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:07.628317 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-384ffa33-831d-4536-8664-ee65b6664124 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:07.655590 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-384ffa33-831d-4536-8664-ee65b6664124 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fdc2eef-69db-4934-b177-59f9faa7d925']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:36:07.683401 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 88c45584-2d51-4746-a9ae-b07b0255b918, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=88c45584-2d51-4746-a9ae-b07b0255b918,segment=NetworkSegment(1221e74c-ebb2-4cb8-bf72-835ef0508fbe),segment_id=1221e74c-ebb2-4cb8-bf72-835ef0508fbe)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:36:07.693646 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-384ffa33-831d-4536-8664-ee65b6664124 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db6d2e9d-1f2b-4f30-8e94-3fe72dc1f942') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:36:07.693955 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-384ffa33-831d-4536-8664-ee65b6664124 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db6d2e9d-1f2b-4f30-8e94-3fe72dc1f942') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:36:07.709811 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '88c45584-2d51-4746-a9ae-b07b0255b918', 'network_id': '319575b4-274a-45da-9bf1-6decf487208b', 'port_id': '88c45584-2d51-4746-a9ae-b07b0255b918', 'mac_address': 'fa:16:3e:7b:f6:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c7868f8-d819-4333-b9c5-ebc3d9707601', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:36:07.730314 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-384ffa33-831d-4536-8664-ee65b6664124 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:07.764379 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-384ffa33-831d-4536-8664-ee65b6664124 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:07.772447 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-384ffa33-831d-4536-8664-ee65b6664124 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:36:07.774447 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-384ffa33-831d-4536-8664-ee65b6664124 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:07.791547 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:36:07.791547 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:36:07.791547 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:36:07.791547 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:36:07.791547 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:36:07.791547 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:36:07.791547 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:36:07.791547 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:36:07.791547 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:36:07.791547 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:36:07.791547 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:36:07.791547 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:36:07.791547 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:36:07.791547 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:36:07.791547 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:36:07.791547 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:36:07.791547 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:36:07.791547 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:36:07.791547 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:36:07.791547 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:36:07.791547 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:36:07.791547 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:36:07.791547 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:36:07.791547 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:36:07.791547 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:36:07.791547 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:36:07.791547 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:36:07.791547 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:36:07.791547 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:36:07.791547 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:36:07.791547 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:36:07.791547 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:36:07.791547 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:36:07.791547 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:36:07.791547 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:36:07.791547 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:36:07.791547 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:36:07.791547 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:36:07.791547 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:36:07.791547 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:36:07.791547 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:36:07.791547 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:36:07.847313 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:07.926361 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88c45584-2d51-4746-a9ae-b07b0255b918 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:36:07.998579 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-384ffa33-831d-4536-8664-ee65b6664124 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:08.000531 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 88c45584-2d51-4746-a9ae-b07b0255b918, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=88c45584-2d51-4746-a9ae-b07b0255b918,segment=NetworkSegment(1221e74c-ebb2-4cb8-bf72-835ef0508fbe),segment_id=1221e74c-ebb2-4cb8-bf72-835ef0508fbe)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:36:08.013292 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:08.021798 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-384ffa33-831d-4536-8664-ee65b6664124 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:08.024223 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-384ffa33-831d-4536-8664-ee65b6664124 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] 10.222.0.48 "DELETE /v2.0/networks/0fdc2eef-69db-4934-b177-59f9faa7d925 HTTP/1.1" status: 204 len: 168 time: 0.8460610 Jul 15 23:36:08.031256 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384ffa33-831d-4536-8664-ee65b6664124 tempest-PortsTestJSON-1152916343 tempest-PortsTestJSON-1152916343-project] Pushing event deleted for resources: {'Network': ['ID=0fdc2eef-69db-4934-b177-59f9faa7d925,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:08.110817 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['88c45584-2d51-4746-a9ae-b07b0255b918'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:36:08.165039 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34506) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:08.248884 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76966bf-320c-478a-ac1f-3f1455e48b0d req-cafaaa10-b006-49fa-aec7-9027d7ff3792 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:08.261474 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a76966bf-320c-478a-ac1f-3f1455e48b0d req-cafaaa10-b006-49fa-aec7-9027d7ff3792 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 946 time: 0.2308903 Jul 15 23:36:08.272528 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=88c45584-2d51-4746-a9ae-b07b0255b918,revision_number=12']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:08.340943 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:08.351856 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a76966bf-320c-478a-ac1f-3f1455e48b0d req-6ad82ce3-1cf5-4006-bb90-2a7d5d42c67d tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877516 Jul 15 23:36:08.605264 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-853c05af-30db-4383-83cc-ee0045e1928d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=95e0cfd9e4024c3d8c415d522ed064b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4385393 Jul 15 23:36:08.607700 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34528) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:08.688903 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 34532) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:08.750339 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6fb2df88-05b6-4200-bb1d-678efb71db74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:08.776760 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6fb2df88-05b6-4200-bb1d-678efb71db74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:08.842622 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6fb2df88-05b6-4200-bb1d-678efb71db74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:08.846644 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6fb2df88-05b6-4200-bb1d-678efb71db74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:08.851480 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-6fb2df88-05b6-4200-bb1d-678efb71db74 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2822847f-c40b-4681-8408-a56a173f6940 HTTP/1.1" status: 204 len: 168 time: 0.2401004 Jul 15 23:36:08.863862 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb2df88-05b6-4200-bb1d-678efb71db74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2822847f-c40b-4681-8408-a56a173f6940,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:09.056942 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-28054ed6-36b0-45be-8df6-80012c3e80f5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a0614e37ad8e4091be3b4656e6a935a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3667965 Jul 15 23:36:09.060366 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34546) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:09.179663 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c7803703-9010-4983-9de3-92436d40545a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:09.237681 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c7803703-9010-4983-9de3-92436d40545a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:09.350729 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c7803703-9010-4983-9de3-92436d40545a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:09.353812 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c7803703-9010-4983-9de3-92436d40545a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:09.355161 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c7803703-9010-4983-9de3-92436d40545a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ab5fc0cb-6a2f-479c-b75e-c24c60941054 HTTP/1.1" status: 204 len: 168 time: 0.2935131 Jul 15 23:36:09.375322 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7803703-9010-4983-9de3-92436d40545a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5fc0cb-6a2f-479c-b75e-c24c60941054,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:09.532086 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 34556) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:09.534040 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 88c45584-2d51-4746-a9ae-b07b0255b918 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:36:09.658214 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 88c45584-2d51-4746-a9ae-b07b0255b918 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:36:09.658684 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:09.675083 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34562) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:09.675611 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-931e31c4-53b7-4127-9b8c-740313a8e165 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5816a7d8cb7b457f9baf70e110ac758f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1419799 Jul 15 23:36:09.829993 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24fdb2d-e3bc-46ed-9faa-5b488b761d6e req-58630220-9f0c-4716-bbf2-f5dc08a0dcfd tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:09.831699 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c24fdb2d-e3bc-46ed-9faa-5b488b761d6e req-58630220-9f0c-4716-bbf2-f5dc08a0dcfd tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 946 time: 0.1626689 Jul 15 23:36:09.869539 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca0904d6-6ebf-4c95-94a5-e227bd21c689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:09.891861 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:09.951289 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c24fdb2d-e3bc-46ed-9faa-5b488b761d6e req-a2db028e-c131-4b3a-90dc-e190d367fb16 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133499 Jul 15 23:36:09.971394 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14b28f1-1b98-463c-9c45-3154ee11bbe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c45584-2d51-4746-a9ae-b07b0255b918'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:36:09.974397 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0516f0c-d363-45bb-8a83-de5f82918872" -d '{"events": [{"server_uuid": "d14b28f1-1b98-463c-9c45-3154ee11bbe9", "name": "network-vif-plugged", "status": "completed", "tag": "88c45584-2d51-4746-a9ae-b07b0255b918"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:36:09.992293 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca0904d6-6ebf-4c95-94a5-e227bd21c689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:09.993499 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 88c45584-2d51-4746-a9ae-b07b0255b918, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=88c45584-2d51-4746-a9ae-b07b0255b918,segment=NetworkSegment(1221e74c-ebb2-4cb8-bf72-835ef0508fbe),segment_id=1221e74c-ebb2-4cb8-bf72-835ef0508fbe)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:36:10.004587 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:10.106047 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd9d212-c6a1-4786-8ceb-0af6e3c4237b x-openstack-request-id: req-fdd9d212-c6a1-4786-8ceb-0af6e3c4237b {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:36:10.108777 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d14b28f1-1b98-463c-9c45-3154ee11bbe9", "name": "network-vif-plugged", "status": "completed", "tag": "88c45584-2d51-4746-a9ae-b07b0255b918", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:36:10.110277 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fdd9d212-c6a1-4786-8ceb-0af6e3c4237b {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:36:10.110277 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14b28f1-1b98-463c-9c45-3154ee11bbe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c45584-2d51-4746-a9ae-b07b0255b918', 'code': 200} Jul 15 23:36:10.110627 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=88c45584-2d51-4746-a9ae-b07b0255b918,revision_number=13']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:10.129276 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca0904d6-6ebf-4c95-94a5-e227bd21c689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:10.133273 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca0904d6-6ebf-4c95-94a5-e227bd21c689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:10.134548 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ca0904d6-6ebf-4c95-94a5-e227bd21c689 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dfdde24a-b28a-4c12-b24a-5d8914cd5c0b HTTP/1.1" status: 204 len: 168 time: 0.4581048 Jul 15 23:36:10.204405 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0904d6-6ebf-4c95-94a5-e227bd21c689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfdde24a-b28a-4c12-b24a-5d8914cd5c0b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:11.570297 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490aeccc-af28-4c5d-b305-4d1a2c405e1f req-49398b11-8c35-4480-a4cc-90690ec69fb5 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:11.580071 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-490aeccc-af28-4c5d-b305-4d1a2c405e1f req-49398b11-8c35-4480-a4cc-90690ec69fb5 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 947 time: 0.2211797 Jul 15 23:36:12.356398 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34626) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:12.560173 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-490aeccc-af28-4c5d-b305-4d1a2c405e1f req-c5b33f89-7a34-452c-bd96-bb15f4292484 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9755020 Jul 15 23:36:13.017161 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-44771650-a894-4202-94ee-de9909d1b1d0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=87ddd736df54499d9a14b5692b354b6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6594234 Jul 15 23:36:13.019807 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 34642) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:13.221925 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5d01de83-37e6-4583-a4da-561b671df01e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:13.308685 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5d01de83-37e6-4583-a4da-561b671df01e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:13.459204 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5d01de83-37e6-4583-a4da-561b671df01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:13.462023 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5d01de83-37e6-4583-a4da-561b671df01e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:13.463348 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-5d01de83-37e6-4583-a4da-561b671df01e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f7931443-0e01-4ea5-9e53-c55ca5bffcb7 HTTP/1.1" status: 204 len: 168 time: 0.4425535 Jul 15 23:36:13.485814 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d01de83-37e6-4583-a4da-561b671df01e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7931443-0e01-4ea5-9e53-c55ca5bffcb7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:13.998952 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34670) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:14.088582 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de54f9e3-0aa3-404c-8d67-7500fecd3d4b req-1850cca6-8c1d-4a25-aba9-1fb237166e1d tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:14.105495 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-de54f9e3-0aa3-404c-8d67-7500fecd3d4b req-1850cca6-8c1d-4a25-aba9-1fb237166e1d tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 947 time: 0.1941316 Jul 15 23:36:14.225730 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-de54f9e3-0aa3-404c-8d67-7500fecd3d4b req-9becceb5-865d-4cf6-adc5-9c907de4a6bd tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139195 Jul 15 23:36:14.536981 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34684) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:14.645049 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f40f66a2-da65-451d-a27d-e03f0795d284 tempest-RoutersTestDVR-1375436116 tempest-RoutersTestDVR-1375436116-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1537317348'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:36:14.703825 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f40f66a2-da65-451d-a27d-e03f0795d284 tempest-RoutersTestDVR-1375436116 tempest-RoutersTestDVR-1375436116-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:14.705771 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f40f66a2-da65-451d-a27d-e03f0795d284 tempest-RoutersTestDVR-1375436116 tempest-RoutersTestDVR-1375436116-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:14.763498 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:36:14.930406 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f16c267-511f-40eb-b300-488ac3645c38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:14.933759 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f40f66a2-da65-451d-a27d-e03f0795d284 tempest-RoutersTestDVR-1375436116 tempest-RoutersTestDVR-1375436116-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:14.957119 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f40f66a2-da65-451d-a27d-e03f0795d284 tempest-RoutersTestDVR-1375436116 tempest-RoutersTestDVR-1375436116-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:15.258429 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f16c267-511f-40eb-b300-488ac3645c38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:15.273973 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f16c267-511f-40eb-b300-488ac3645c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:15.391416 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f16c267-511f-40eb-b300-488ac3645c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=998f8e73-dcd6-4263-8595-97dc2e501c47,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:15.397166 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f40f66a2-da65-451d-a27d-e03f0795d284 tempest-RoutersTestDVR-1375436116 tempest-RoutersTestDVR-1375436116-project-admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:15.404528 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 34704) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:15.405743 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f40f66a2-da65-451d-a27d-e03f0795d284 tempest-RoutersTestDVR-1375436116 tempest-RoutersTestDVR-1375436116-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.4055035 Jul 15 23:36:15.469977 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-5f16c267-511f-40eb-b300-488ac3645c38 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3cbcd69ad47644c886f32741aba8d9a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9294529 Jul 15 23:36:15.470207 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34708) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:15.624974 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9564deb8-f4bb-42d1-aa9c-5b7510cab303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:15.669771 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9564deb8-f4bb-42d1-aa9c-5b7510cab303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:15.726180 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-389691b3-c7ff-43ee-ab48-fccee3a26e90 tempest-RoutersTestDVR-1375436116 tempest-RoutersTestDVR-1375436116-project-admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:15.757559 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9564deb8-f4bb-42d1-aa9c-5b7510cab303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:15.760204 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9564deb8-f4bb-42d1-aa9c-5b7510cab303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:15.766325 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-9564deb8-f4bb-42d1-aa9c-5b7510cab303 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/998f8e73-dcd6-4263-8595-97dc2e501c47 HTTP/1.1" status: 204 len: 168 time: 0.2902458 Jul 15 23:36:15.770379 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34714) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:15.795790 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9564deb8-f4bb-42d1-aa9c-5b7510cab303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=998f8e73-dcd6-4263-8595-97dc2e501c47,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:16.005277 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ba560683-b1fc-49ad-af46-0b389109c4bf admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1497508866-network', 'tenant_id': '7d238f45a6c24342bee5287301cfc866'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:36:16.063864 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba560683-b1fc-49ad-af46-0b389109c4bf admin admin] Made reservation on behalf of 7d238f45a6c24342bee5287301cfc866 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:36:16.072488 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ba560683-b1fc-49ad-af46-0b389109c4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:16.100451 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ba560683-b1fc-49ad-af46-0b389109c4bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:16.180527 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-389691b3-c7ff-43ee-ab48-fccee3a26e90 tempest-RoutersTestDVR-1375436116 tempest-RoutersTestDVR-1375436116-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:16.185963 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-389691b3-c7ff-43ee-ab48-fccee3a26e90 tempest-RoutersTestDVR-1375436116 tempest-RoutersTestDVR-1375436116-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:16.270422 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52830264-2a12-4383-9f3a-0129a8fa088f req-b07c8b9c-c15f-4d27-9c09-f296f93db82d tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:16.272879 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-52830264-2a12-4383-9f3a-0129a8fa088f req-b07c8b9c-c15f-4d27-9c09-f296f93db82d tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 947 time: 0.7209811 Jul 15 23:36:16.279613 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-389691b3-c7ff-43ee-ab48-fccee3a26e90 tempest-RoutersTestDVR-1375436116 tempest-RoutersTestDVR-1375436116-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:16.281359 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-389691b3-c7ff-43ee-ab48-fccee3a26e90 tempest-RoutersTestDVR-1375436116 tempest-RoutersTestDVR-1375436116-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 926cf649-e3dd-46d9-9e97-cf03a2b4a679 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:36:16.291554 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-389691b3-c7ff-43ee-ab48-fccee3a26e90 tempest-RoutersTestDVR-1375436116 tempest-RoutersTestDVR-1375436116-project-admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:16.295606 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-389691b3-c7ff-43ee-ab48-fccee3a26e90 tempest-RoutersTestDVR-1375436116 tempest-RoutersTestDVR-1375436116-project-admin] 10.222.0.48 "DELETE /v2.0/routers/926cf649-e3dd-46d9-9e97-cf03a2b4a679 HTTP/1.1" status: 204 len: 168 time: 0.8878264 Jul 15 23:36:16.297622 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34726) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:16.304877 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-fc17e7f0-86db-4b5e-832f-5edbe69adfe6 tempest-RoutersTestDVR-1375436116 tempest-RoutersTestDVR-1375436116-project-admin] Request body: {'router': {'name': 'tempest-router-149278229', 'distributed': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:36:16.329466 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ba560683-b1fc-49ad-af46-0b389109c4bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:16.368868 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ba560683-b1fc-49ad-af46-0b389109c4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:16.394192 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-52830264-2a12-4383-9f3a-0129a8fa088f req-b450c10f-934d-45d9-a205-38c7e99553b6 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942430 Jul 15 23:36:16.422626 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba560683-b1fc-49ad-af46-0b389109c4bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=247a4a3a-5e2b-4742-a6c5-1cea37b3c4bf,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:16.427279 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc17e7f0-86db-4b5e-832f-5edbe69adfe6 tempest-RoutersTestDVR-1375436116 tempest-RoutersTestDVR-1375436116-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:16.429000 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc17e7f0-86db-4b5e-832f-5edbe69adfe6 tempest-RoutersTestDVR-1375436116 tempest-RoutersTestDVR-1375436116-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:16.460911 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba560683-b1fc-49ad-af46-0b389109c4bf admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:36:16.521796 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ba560683-b1fc-49ad-af46-0b389109c4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:16.522673 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-ba560683-b1fc-49ad-af46-0b389109c4bf admin admin] Added segment 1f07892c-67f2-49f4-b6d6-0153062c3378 of type vlan for network 747a9fc1-10d3-4929-a5a7-fe8cc2cf81f7 Jul 15 23:36:16.565635 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 34732) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:16.596869 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-132ac056-d5c4-4a38-8971-ce2b70779376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:16.669241 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc17e7f0-86db-4b5e-832f-5edbe69adfe6 tempest-RoutersTestDVR-1375436116 tempest-RoutersTestDVR-1375436116-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:16.695637 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc17e7f0-86db-4b5e-832f-5edbe69adfe6 tempest-RoutersTestDVR-1375436116 tempest-RoutersTestDVR-1375436116-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:16.743204 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ba560683-b1fc-49ad-af46-0b389109c4bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:16.778728 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ba560683-b1fc-49ad-af46-0b389109c4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:16.780018 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba560683-b1fc-49ad-af46-0b389109c4bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:16.780668 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ba560683-b1fc-49ad-af46-0b389109c4bf admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:16.802197 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-132ac056-d5c4-4a38-8971-ce2b70779376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:16.809275 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-132ac056-d5c4-4a38-8971-ce2b70779376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:16.890723 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba560683-b1fc-49ad-af46-0b389109c4bf admin admin] Pushing event updated for resources: {'Network': ['ID=747a9fc1-10d3-4929-a5a7-fe8cc2cf81f7,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:16.896524 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc17e7f0-86db-4b5e-832f-5edbe69adfe6 tempest-RoutersTestDVR-1375436116 tempest-RoutersTestDVR-1375436116-project-admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:16.897731 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-fc17e7f0-86db-4b5e-832f-5edbe69adfe6 tempest-RoutersTestDVR-1375436116 tempest-RoutersTestDVR-1375436116-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5986023 Jul 15 23:36:16.902956 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ba560683-b1fc-49ad-af46-0b389109c4bf admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1254115 Jul 15 23:36:16.902956 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34734) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:16.903314 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34736) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:16.910343 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 747a9fc1-10d3-4929-a5a7-fe8cc2cf81f7 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:36:16.912953 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7fa0bdc0-549e-4d87-803d-3e1389f9a16a admin admin] Request body: {'subnet': {'network_id': '747a9fc1-10d3-4929-a5a7-fe8cc2cf81f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1497508866-subnet', 'tenant_id': '7d238f45a6c24342bee5287301cfc866', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:36:16.969714 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-132ac056-d5c4-4a38-8971-ce2b70779376 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=deeb36bddc3a4fc79a19069897567cde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4030056 Jul 15 23:36:16.970388 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 34740) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:17.009498 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f797f34-b8e7-4098-a254-4ab81c2080ce tempest-RoutersTestDVR-1375436116 tempest-RoutersTestDVR-1375436116-project-admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:17.050454 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa0bdc0-549e-4d87-803d-3e1389f9a16a admin admin] Made reservation on behalf of 7d238f45a6c24342bee5287301cfc866 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:36:17.053374 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7fa0bdc0-549e-4d87-803d-3e1389f9a16a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:17.180070 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ac056-d5c4-4a38-8971-ce2b70779376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e5dd2e-eab4-4d17-9134-0792c014734b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:17.204092 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-caee54be-bc3e-4974-b924-95deb0e609c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:17.236497 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-caee54be-bc3e-4974-b924-95deb0e609c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:17.342098 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-caee54be-bc3e-4974-b924-95deb0e609c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:17.347711 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-caee54be-bc3e-4974-b924-95deb0e609c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:17.355766 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-caee54be-bc3e-4974-b924-95deb0e609c1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/84e5dd2e-eab4-4d17-9134-0792c014734b HTTP/1.1" status: 204 len: 168 time: 0.3457794 Jul 15 23:36:17.376534 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caee54be-bc3e-4974-b924-95deb0e609c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e5dd2e-eab4-4d17-9134-0792c014734b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:17.867301 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5559a98-390e-41b6-9b46-d0e08f5b7b2f req-e6df504f-9efa-4c53-ba94-b088bf2791ee tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:17.879724 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b5559a98-390e-41b6-9b46-d0e08f5b7b2f req-e6df504f-9efa-4c53-ba94-b088bf2791ee tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 947 time: 0.2197926 Jul 15 23:36:17.906975 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f797f34-b8e7-4098-a254-4ab81c2080ce tempest-RoutersTestDVR-1375436116 tempest-RoutersTestDVR-1375436116-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:17.909360 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f797f34-b8e7-4098-a254-4ab81c2080ce tempest-RoutersTestDVR-1375436116 tempest-RoutersTestDVR-1375436116-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:17.992353 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b5559a98-390e-41b6-9b46-d0e08f5b7b2f req-d647d822-916a-40be-9184-3d124fe91fda tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113493 Jul 15 23:36:18.028989 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f797f34-b8e7-4098-a254-4ab81c2080ce tempest-RoutersTestDVR-1375436116 tempest-RoutersTestDVR-1375436116-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:18.029526 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f797f34-b8e7-4098-a254-4ab81c2080ce tempest-RoutersTestDVR-1375436116 tempest-RoutersTestDVR-1375436116-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4269fc4c-e38f-486e-9097-7460d5526bf7 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:36:18.031437 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7fa0bdc0-549e-4d87-803d-3e1389f9a16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:18.054781 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f797f34-b8e7-4098-a254-4ab81c2080ce tempest-RoutersTestDVR-1375436116 tempest-RoutersTestDVR-1375436116-project-admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:18.061125 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-2f797f34-b8e7-4098-a254-4ab81c2080ce tempest-RoutersTestDVR-1375436116 tempest-RoutersTestDVR-1375436116-project-admin] 10.222.0.48 "DELETE /v2.0/routers/4269fc4c-e38f-486e-9097-7460d5526bf7 HTTP/1.1" status: 204 len: 168 time: 1.1557300 Jul 15 23:36:18.061864 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 34756) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:18.066971 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-50f2f193-b8d2-4a11-8a65-d983c1309949 tempest-RoutersTestDVR-1375436116 tempest-RoutersTestDVR-1375436116-project-admin] Request body: {'router': {'name': 'tempest-router-720929376', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '9c31c9a2e9d946e29c74e0a9ab316354'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:36:18.123254 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa0bdc0-549e-4d87-803d-3e1389f9a16a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0544fc5f-9e2c-4a20-a058-dd274fa024ea,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:18.151988 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa0bdc0-549e-4d87-803d-3e1389f9a16a admin admin] Checking segment: {'id': '1f07892c-67f2-49f4-b6d6-0153062c3378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '747a9fc1-10d3-4929-a5a7-fe8cc2cf81f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:36:18.152472 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa0bdc0-549e-4d87-803d-3e1389f9a16a admin admin] Network hostable DHCP agents. Network: 747a9fc1-10d3-4929-a5a7-fe8cc2cf81f7, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:36:18.154517 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-50f2f193-b8d2-4a11-8a65-d983c1309949 tempest-RoutersTestDVR-1375436116 tempest-RoutersTestDVR-1375436116-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:18.157752 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-50f2f193-b8d2-4a11-8a65-d983c1309949 tempest-RoutersTestDVR-1375436116 tempest-RoutersTestDVR-1375436116-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:18.177232 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa0bdc0-549e-4d87-803d-3e1389f9a16a admin admin] Network 747a9fc1-10d3-4929-a5a7-fe8cc2cf81f7 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:36:18.190861 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-7fa0bdc0-549e-4d87-803d-3e1389f9a16a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 747a9fc1-10d3-4929-a5a7-fe8cc2cf81f7) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:36:18.204914 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981b4fb6-0d8c-42b6-99f9-16c7331768e7 None None] Network 747a9fc1-10d3-4929-a5a7-fe8cc2cf81f7 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:36:18.206282 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa0bdc0-549e-4d87-803d-3e1389f9a16a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:18.207609 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7fa0bdc0-549e-4d87-803d-3e1389f9a16a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:18.228647 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-7fa0bdc0-549e-4d87-803d-3e1389f9a16a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3243852 Jul 15 23:36:18.376160 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-50f2f193-b8d2-4a11-8a65-d983c1309949 tempest-RoutersTestDVR-1375436116 tempest-RoutersTestDVR-1375436116-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:18.385016 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-50f2f193-b8d2-4a11-8a65-d983c1309949 tempest-RoutersTestDVR-1375436116 tempest-RoutersTestDVR-1375436116-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:18.446501 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-50f2f193-b8d2-4a11-8a65-d983c1309949 tempest-RoutersTestDVR-1375436116 tempest-RoutersTestDVR-1375436116-project-admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:18.451146 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-50f2f193-b8d2-4a11-8a65-d983c1309949 tempest-RoutersTestDVR-1375436116 tempest-RoutersTestDVR-1375436116-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3869369 Jul 15 23:36:18.452575 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 34770) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:18.475868 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-f7c0a189-9187-4262-a351-46b1a09b82d1 tempest-RoutersTestDVR-1375436116 tempest-RoutersTestDVR-1375436116-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:36:18.528234 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc4b37d-f969-4154-b8c4-8ebf82fa6b97 None None] Network 747a9fc1-10d3-4929-a5a7-fe8cc2cf81f7 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:36:19.027280 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7c0a189-9187-4262-a351-46b1a09b82d1 tempest-RoutersTestDVR-1375436116 tempest-RoutersTestDVR-1375436116-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:19.027971 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7c0a189-9187-4262-a351-46b1a09b82d1 tempest-RoutersTestDVR-1375436116 tempest-RoutersTestDVR-1375436116-project-admin] Notify callbacks [] for router, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:19.242833 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-f7c0a189-9187-4262-a351-46b1a09b82d1 tempest-RoutersTestDVR-1375436116 tempest-RoutersTestDVR-1375436116-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93770) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 15 23:36:19.242833 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-f7c0a189-9187-4262-a351-46b1a09b82d1 tempest-RoutersTestDVR-1375436116 tempest-RoutersTestDVR-1375436116-project-admin] Router 2b15b8fd-fdc1-4b45-bf20-9c810131efdc migrating from provider to provider. {{(pid=93770) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 15 23:36:19.242833 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7c0a189-9187-4262-a351-46b1a09b82d1 tempest-RoutersTestDVR-1375436116 tempest-RoutersTestDVR-1375436116-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:19.242833 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7c0a189-9187-4262-a351-46b1a09b82d1 tempest-RoutersTestDVR-1375436116 tempest-RoutersTestDVR-1375436116-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:19.294120 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7c0a189-9187-4262-a351-46b1a09b82d1 tempest-RoutersTestDVR-1375436116 tempest-RoutersTestDVR-1375436116-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-998933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-998924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-999045'] for router, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:19.629301 n-d-794306-6 neutron-server[93770]: WARNING neutron.scheduler.l3_agent_scheduler [None req-f7c0a189-9187-4262-a351-46b1a09b82d1 tempest-RoutersTestDVR-1375436116 tempest-RoutersTestDVR-1375436116-project-admin] No L3 agents can host the router 2b15b8fd-fdc1-4b45-bf20-9c810131efdc Jul 15 23:36:19.985044 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab68bb-cc1c-45c1-8ba8-6af26ddf8960 req-76bf5353-2484-41fa-9c91-3daca7e604d5 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:19.995165 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-66ab68bb-cc1c-45c1-8ba8-6af26ddf8960 req-76bf5353-2484-41fa-9c91-3daca7e604d5 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 947 time: 0.3834980 Jul 15 23:36:20.003524 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c0a189-9187-4262-a351-46b1a09b82d1 tempest-RoutersTestDVR-1375436116 tempest-RoutersTestDVR-1375436116-project-admin] Hosts for router 2b15b8fd-fdc1-4b45-bf20-9c810131efdc: [] {{(pid=93770) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 15 23:36:20.075172 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c0a189-9187-4262-a351-46b1a09b82d1 tempest-RoutersTestDVR-1375436116 tempest-RoutersTestDVR-1375436116-project-admin] Hosts for other DVR routers connected to router 2b15b8fd-fdc1-4b45-bf20-9c810131efdc: set() {{(pid=93770) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 15 23:36:20.079194 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7c0a189-9187-4262-a351-46b1a09b82d1 tempest-RoutersTestDVR-1375436116 tempest-RoutersTestDVR-1375436116-project-admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:20.080353 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-f7c0a189-9187-4262-a351-46b1a09b82d1 tempest-RoutersTestDVR-1375436116 tempest-RoutersTestDVR-1375436116-project-admin] 10.222.0.48 "PUT /v2.0/routers/2b15b8fd-fdc1-4b45-bf20-9c810131efdc HTTP/1.1" status: 200 len: 716 time: 1.6261377 Jul 15 23:36:20.083325 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34814) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:20.163323 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-66ab68bb-cc1c-45c1-8ba8-6af26ddf8960 req-3651e5e9-c1e0-45d1-9c97-b130faac28c9 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662965 Jul 15 23:36:20.345114 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-1319fb5e-f402-4cef-aacc-75b04d2ac16a tempest-RoutersTestDVR-1375436116 tempest-RoutersTestDVR-1375436116-project-admin] 10.222.0.48 "GET /v2.0/routers/2b15b8fd-fdc1-4b45-bf20-9c810131efdc HTTP/1.1" status: 200 len: 716 time: 0.2592108 Jul 15 23:36:20.347666 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 34818) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:21.266390 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34850) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:21.276354 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-d40f909e-85e5-4abd-9e3b-8111f2a1e47a tempest-RoutersTestDVR-668356392 tempest-RoutersTestDVR-668356392-project] 10.222.0.48 "GET /v2.0/routers/2b15b8fd-fdc1-4b45-bf20-9c810131efdc HTTP/1.1" status: 200 len: 682 time: 0.9147558 Jul 15 23:36:21.464681 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe5ce9fd-ae57-4fd8-b41c-8621be2791d4 tempest-RoutersTestDVR-1375436116 tempest-RoutersTestDVR-1375436116-project-admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:21.568077 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e685bfc1-8fb8-4313-872e-d7f78263c240 req-ecb5fa68-244b-4b86-ac89-92be6b2b594b tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:21.578071 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e685bfc1-8fb8-4313-872e-d7f78263c240 req-ecb5fa68-244b-4b86-ac89-92be6b2b594b tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 947 time: 0.1351457 Jul 15 23:36:21.701888 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e685bfc1-8fb8-4313-872e-d7f78263c240 req-7aab719f-254b-4001-9b8a-aea89ad07362 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224840 Jul 15 23:36:21.890471 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe5ce9fd-ae57-4fd8-b41c-8621be2791d4 tempest-RoutersTestDVR-1375436116 tempest-RoutersTestDVR-1375436116-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:21.892714 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe5ce9fd-ae57-4fd8-b41c-8621be2791d4 tempest-RoutersTestDVR-1375436116 tempest-RoutersTestDVR-1375436116-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:21.943630 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe5ce9fd-ae57-4fd8-b41c-8621be2791d4 tempest-RoutersTestDVR-1375436116 tempest-RoutersTestDVR-1375436116-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:21.947126 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe5ce9fd-ae57-4fd8-b41c-8621be2791d4 tempest-RoutersTestDVR-1375436116 tempest-RoutersTestDVR-1375436116-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2b15b8fd-fdc1-4b45-bf20-9c810131efdc {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:36:21.959125 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe5ce9fd-ae57-4fd8-b41c-8621be2791d4 tempest-RoutersTestDVR-1375436116 tempest-RoutersTestDVR-1375436116-project-admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:21.966873 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-fe5ce9fd-ae57-4fd8-b41c-8621be2791d4 tempest-RoutersTestDVR-1375436116 tempest-RoutersTestDVR-1375436116-project-admin] 10.222.0.48 "DELETE /v2.0/routers/2b15b8fd-fdc1-4b45-bf20-9c810131efdc HTTP/1.1" status: 204 len: 168 time: 0.6956289 Jul 15 23:36:21.967715 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34868) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:21.976875 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-097bc25a-6856-41ab-a291-e826d4dfddd4 tempest-RoutersTestDVR-1375436116 tempest-RoutersTestDVR-1375436116-project-admin] Request body: {'router': {'name': 'tempest-router-697553953', 'distributed': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:36:22.030867 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-097bc25a-6856-41ab-a291-e826d4dfddd4 tempest-RoutersTestDVR-1375436116 tempest-RoutersTestDVR-1375436116-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:22.032966 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-097bc25a-6856-41ab-a291-e826d4dfddd4 tempest-RoutersTestDVR-1375436116 tempest-RoutersTestDVR-1375436116-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:22.209629 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-097bc25a-6856-41ab-a291-e826d4dfddd4 tempest-RoutersTestDVR-1375436116 tempest-RoutersTestDVR-1375436116-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:22.244244 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-097bc25a-6856-41ab-a291-e826d4dfddd4 tempest-RoutersTestDVR-1375436116 tempest-RoutersTestDVR-1375436116-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:22.340769 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-097bc25a-6856-41ab-a291-e826d4dfddd4 tempest-RoutersTestDVR-1375436116 tempest-RoutersTestDVR-1375436116-project-admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:22.341932 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-097bc25a-6856-41ab-a291-e826d4dfddd4 tempest-RoutersTestDVR-1375436116 tempest-RoutersTestDVR-1375436116-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.3727221 Jul 15 23:36:22.344521 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34874) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:22.536920 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f3d2a3f4-7040-4c71-8be5-7bae5f664912 tempest-RoutersTestDVR-1375436116 tempest-RoutersTestDVR-1375436116-project-admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:22.985100 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f3d2a3f4-7040-4c71-8be5-7bae5f664912 tempest-RoutersTestDVR-1375436116 tempest-RoutersTestDVR-1375436116-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:22.987549 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f3d2a3f4-7040-4c71-8be5-7bae5f664912 tempest-RoutersTestDVR-1375436116 tempest-RoutersTestDVR-1375436116-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:23.059724 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f3d2a3f4-7040-4c71-8be5-7bae5f664912 tempest-RoutersTestDVR-1375436116 tempest-RoutersTestDVR-1375436116-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:23.060253 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d2a3f4-7040-4c71-8be5-7bae5f664912 tempest-RoutersTestDVR-1375436116 tempest-RoutersTestDVR-1375436116-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2a3eeedd-207c-4467-bc4c-741258593904 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:36:23.064789 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f3d2a3f4-7040-4c71-8be5-7bae5f664912 tempest-RoutersTestDVR-1375436116 tempest-RoutersTestDVR-1375436116-project-admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:23.066016 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f3d2a3f4-7040-4c71-8be5-7bae5f664912 tempest-RoutersTestDVR-1375436116 tempest-RoutersTestDVR-1375436116-project-admin] 10.222.0.48 "DELETE /v2.0/routers/2a3eeedd-207c-4467-bc4c-741258593904 HTTP/1.1" status: 204 len: 168 time: 0.7205606 Jul 15 23:36:23.107290 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b077c-ce3e-49ca-957f-3fd657e10073 req-51e770df-814a-4484-a06f-b65954837b0d tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:23.120271 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b89b077c-ce3e-49ca-957f-3fd657e10073 req-51e770df-814a-4484-a06f-b65954837b0d tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 947 time: 0.1830683 Jul 15 23:36:23.275536 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b89b077c-ce3e-49ca-957f-3fd657e10073 req-9ea19dcd-f5f5-4440-bb0c-7fead733c8af tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535382 Jul 15 23:36:23.882590 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34910) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:24.184399 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d17f7ac-bc18-440c-a146-148aca2b06ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:24.445956 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d17f7ac-bc18-440c-a146-148aca2b06ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:24.451932 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d17f7ac-bc18-440c-a146-148aca2b06ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:24.606581 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-4d17f7ac-bc18-440c-a146-148aca2b06ec admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9c31c9a2e9d946e29c74e0a9ab316354&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7228522 Jul 15 23:36:24.613811 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34920) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:24.637533 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d17f7ac-bc18-440c-a146-148aca2b06ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abffbaaf-b0ec-4c45-abfe-07c863582d4e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:24.812781 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0291c596-100a-4e23-9681-428968b72fb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:24.888508 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ef21f-06ac-4312-a903-251b92238db8 req-8897b54f-4db4-4b83-8d44-07dd14a361f2 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:24.893842 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0291c596-100a-4e23-9681-428968b72fb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:24.900921 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d29ef21f-06ac-4312-a903-251b92238db8 req-8897b54f-4db4-4b83-8d44-07dd14a361f2 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 947 time: 0.2892227 Jul 15 23:36:25.054055 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d29ef21f-06ac-4312-a903-251b92238db8 req-761228b3-41db-405e-ab99-81e4ee0c5859 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382525 Jul 15 23:36:25.103332 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0291c596-100a-4e23-9681-428968b72fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:25.111709 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0291c596-100a-4e23-9681-428968b72fb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:25.113885 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-0291c596-100a-4e23-9681-428968b72fb0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/abffbaaf-b0ec-4c45-abfe-07c863582d4e HTTP/1.1" status: 204 len: 168 time: 0.4936349 Jul 15 23:36:25.136245 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0291c596-100a-4e23-9681-428968b72fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abffbaaf-b0ec-4c45-abfe-07c863582d4e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:25.507501 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:25.910781 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34962) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:25.929724 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d12ba65-24b8-403e-b62f-240daf1347a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:26.336479 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d12ba65-24b8-403e-b62f-240daf1347a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:26.343980 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d12ba65-24b8-403e-b62f-240daf1347a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:26.412660 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d12ba65-24b8-403e-b62f-240daf1347a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4422caed-3d87-4a81-b57b-9ffcd61ade27,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:26.481380 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-5d12ba65-24b8-403e-b62f-240daf1347a0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=45474484028841299e86add2977c08d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5684073 Jul 15 23:36:26.486046 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 34976) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:26.599416 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c7659ddc-1e1d-447a-a095-be0a6121629b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:26.659458 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c7659ddc-1e1d-447a-a095-be0a6121629b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:26.681838 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e34d53b-d98a-483d-a74f-7569be5249fd req-234d04b7-ded6-4518-b863-8f8647e4cb19 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:26.687006 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6e34d53b-d98a-483d-a74f-7569be5249fd req-234d04b7-ded6-4518-b863-8f8647e4cb19 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 947 time: 0.2448280 Jul 15 23:36:26.772381 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6e34d53b-d98a-483d-a74f-7569be5249fd req-a7abcb15-d161-491e-a49b-6f29ba2d1709 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790143 Jul 15 23:36:26.837687 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c7659ddc-1e1d-447a-a095-be0a6121629b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:26.843627 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c7659ddc-1e1d-447a-a095-be0a6121629b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:26.850255 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c7659ddc-1e1d-447a-a095-be0a6121629b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4422caed-3d87-4a81-b57b-9ffcd61ade27 HTTP/1.1" status: 204 len: 168 time: 0.3608308 Jul 15 23:36:26.889272 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7659ddc-1e1d-447a-a095-be0a6121629b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4422caed-3d87-4a81-b57b-9ffcd61ade27,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:27.239597 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 34998) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:27.862895 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-447404e3-a89e-471d-b4b9-0bd6f34dd5f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:28.045782 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-447404e3-a89e-471d-b4b9-0bd6f34dd5f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:28.053757 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-447404e3-a89e-471d-b4b9-0bd6f34dd5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:28.194116 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 35026) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:28.221889 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-447404e3-a89e-471d-b4b9-0bd6f34dd5f8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=27547237769b4265a47bcc2b49dd21e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9808166 Jul 15 23:36:28.266522 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447404e3-a89e-471d-b4b9-0bd6f34dd5f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea5ccfe-c3f9-4499-87da-47421c652ac1,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:28.384528 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa9d4784-a4ce-43a6-a0c8-5fc09c682331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:28.445265 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa9d4784-a4ce-43a6-a0c8-5fc09c682331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:28.553687 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaf1253-8dbe-48dd-8c65-b9c7ff66b9f0 req-e8bcf99d-ec82-44c0-b37c-ec237e6a1602 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:28.581705 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7aaf1253-8dbe-48dd-8c65-b9c7ff66b9f0 req-e8bcf99d-ec82-44c0-b37c-ec237e6a1602 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 947 time: 0.3731451 Jul 15 23:36:28.640093 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa9d4784-a4ce-43a6-a0c8-5fc09c682331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:28.650841 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa9d4784-a4ce-43a6-a0c8-5fc09c682331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:28.658171 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-fa9d4784-a4ce-43a6-a0c8-5fc09c682331 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7ea5ccfe-c3f9-4499-87da-47421c652ac1 HTTP/1.1" status: 204 len: 168 time: 0.4627774 Jul 15 23:36:28.684915 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9d4784-a4ce-43a6-a0c8-5fc09c682331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea5ccfe-c3f9-4499-87da-47421c652ac1,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:28.700107 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7aaf1253-8dbe-48dd-8c65-b9c7ff66b9f0 req-f807d1c7-e6c9-4fd9-83b7-8c17d8b9a9c2 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092649 Jul 15 23:36:29.239314 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 35046) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:29.329146 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 35052) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:29.363424 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82282a13-c945-477a-9765-22c9df173a0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:29.779904 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82282a13-c945-477a-9765-22c9df173a0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:29.787234 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82282a13-c945-477a-9765-22c9df173a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:29.829386 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-82282a13-c945-477a-9765-22c9df173a0b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8c784987cde544a795ef81a52ee9842c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4980640 Jul 15 23:36:29.832099 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 35064) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:29.894825 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82282a13-c945-477a-9765-22c9df173a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=149be3f1-23b3-4959-9c9f-438e9543bdf8,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:30.022680 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8cd9067b-7f7f-468a-83fd-e8bc6f06e470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:30.104501 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d41bc4fd-bac8-4c5a-b677-898c9f6e185e tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-2128024043'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:36:30.124171 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8cd9067b-7f7f-468a-83fd-e8bc6f06e470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:30.274452 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41bc4fd-bac8-4c5a-b677-898c9f6e185e tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Made reservation on behalf of 6bbcb647929842a2b8fa58f15d3a62d3 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:36:30.285529 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8cd9067b-7f7f-468a-83fd-e8bc6f06e470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:30.289975 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8cd9067b-7f7f-468a-83fd-e8bc6f06e470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:30.294539 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d41bc4fd-bac8-4c5a-b677-898c9f6e185e tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:30.312054 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-8cd9067b-7f7f-468a-83fd-e8bc6f06e470 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/149be3f1-23b3-4959-9c9f-438e9543bdf8 HTTP/1.1" status: 204 len: 168 time: 0.4711866 Jul 15 23:36:30.342178 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd9067b-7f7f-468a-83fd-e8bc6f06e470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=149be3f1-23b3-4959-9c9f-438e9543bdf8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:30.349206 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d41bc4fd-bac8-4c5a-b677-898c9f6e185e tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:30.436221 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e96eeab-4c24-43cf-8814-59849bb16c99 req-b523d19d-67ff-47af-9960-876a090571d8 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:30.451260 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0e96eeab-4c24-43cf-8814-59849bb16c99 req-b523d19d-67ff-47af-9960-876a090571d8 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 947 time: 0.2897494 Jul 15 23:36:30.751288 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0e96eeab-4c24-43cf-8814-59849bb16c99 req-c69890d1-6b3e-43dd-acff-dc02bc2e32b6 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2990298 Jul 15 23:36:30.772154 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d41bc4fd-bac8-4c5a-b677-898c9f6e185e tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:30.780695 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d41bc4fd-bac8-4c5a-b677-898c9f6e185e tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:30.801402 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d41bc4fd-bac8-4c5a-b677-898c9f6e185e tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:36:30.816239 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d41bc4fd-bac8-4c5a-b677-898c9f6e185e tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:30.816732 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-d41bc4fd-bac8-4c5a-b677-898c9f6e185e tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Added segment 99a0f487-cb99-4a04-b5f2-5e327483a916 of type vlan for network ee64c710-f135-499f-bff6-5d6d64dd7072 Jul 15 23:36:30.853972 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d3e1c87f-b601-4675-8c18-08ef423e3b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:30.985752 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41bc4fd-bac8-4c5a-b677-898c9f6e185e tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e49c1313-ced2-4c21-8c46-dc6399ea8cc3,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:31.049941 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d41bc4fd-bac8-4c5a-b677-898c9f6e185e tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:31.145184 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d41bc4fd-bac8-4c5a-b677-898c9f6e185e tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:31.150831 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41bc4fd-bac8-4c5a-b677-898c9f6e185e tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:31.152121 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d41bc4fd-bac8-4c5a-b677-898c9f6e185e tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:31.224660 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-d41bc4fd-bac8-4c5a-b677-898c9f6e185e tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.9832969 Jul 15 23:36:31.227755 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 35088) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:31.234796 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-61c4a199-2845-4e5e-ad9a-a7fc7b50eb2e tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Request body: {'subnet': {'network_id': 'ee64c710-f135-499f-bff6-5d6d64dd7072', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:36:31.309383 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41bc4fd-bac8-4c5a-b677-898c9f6e185e tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Pushing event updated for resources: {'Network': ['ID=ee64c710-f135-499f-bff6-5d6d64dd7072,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:31.321204 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network ee64c710-f135-499f-bff6-5d6d64dd7072 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:36:31.483096 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c4a199-2845-4e5e-ad9a-a7fc7b50eb2e tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Made reservation on behalf of 6bbcb647929842a2b8fa58f15d3a62d3 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:36:31.507734 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-61c4a199-2845-4e5e-ad9a-a7fc7b50eb2e tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:31.858950 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-61c4a199-2845-4e5e-ad9a-a7fc7b50eb2e tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:32.036770 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c4a199-2845-4e5e-ad9a-a7fc7b50eb2e tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Pushing event updated for resources: {'Subnet': ['ID=ad82c33f-2c43-432c-9c9d-23fcd6a02336,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:32.049686 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c4a199-2845-4e5e-ad9a-a7fc7b50eb2e tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Checking segment: {'id': '99a0f487-cb99-4a04-b5f2-5e327483a916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ee64c710-f135-499f-bff6-5d6d64dd7072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:36:32.050864 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c4a199-2845-4e5e-ad9a-a7fc7b50eb2e tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Network hostable DHCP agents. Network: ee64c710-f135-499f-bff6-5d6d64dd7072, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:36:32.096987 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c4a199-2845-4e5e-ad9a-a7fc7b50eb2e tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Network ee64c710-f135-499f-bff6-5d6d64dd7072 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:36:32.115698 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-61c4a199-2845-4e5e-ad9a-a7fc7b50eb2e tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, ee64c710-f135-499f-bff6-5d6d64dd7072) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:36:32.121011 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c4a199-2845-4e5e-ad9a-a7fc7b50eb2e tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:32.121820 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-61c4a199-2845-4e5e-ad9a-a7fc7b50eb2e tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:32.132452 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e55b62e-199d-4e16-a407-def53c880d2e None None] Network ee64c710-f135-499f-bff6-5d6d64dd7072 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:36:32.157882 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-61c4a199-2845-4e5e-ad9a-a7fc7b50eb2e tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9289258 Jul 15 23:36:32.160559 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 35112) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:32.166357 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-16c48770-10f3-457b-a1c2-6cba933d161b tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Request body: {'port': {'network_id': 'ee64c710-f135-499f-bff6-5d6d64dd7072', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-352952242'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:36:32.610348 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff81054-ac50-43f9-9c76-5547fe93a70a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-ee64c710-f135-499f-bff6-5d6d64dd7072', 'network_id': 'ee64c710-f135-499f-bff6-5d6d64dd7072', 'tenant_id': '6bbcb647929842a2b8fa58f15d3a62d3', 'fixed_ips': [{'subnet_id': 'ad82c33f-2c43-432c-9c9d-23fcd6a02336'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:36:32.618737 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aff81054-ac50-43f9-9c76-5547fe93a70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:32.669892 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c48770-10f3-457b-a1c2-6cba933d161b tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Made reservation on behalf of 6bbcb647929842a2b8fa58f15d3a62d3 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:36:32.673548 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-16c48770-10f3-457b-a1c2-6cba933d161b tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:32.712833 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-16c48770-10f3-457b-a1c2-6cba933d161b tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] device_id is not set on port 6e5e6f9a-f14a-4857-8411-ccbf4d12a6f9 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:36:32.913357 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d41d781-29b6-4307-84a0-07020e28e0f8 req-90039aab-d842-40ba-b825-28735a11d0c0 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:32.923604 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8d41d781-29b6-4307-84a0-07020e28e0f8 req-90039aab-d842-40ba-b825-28735a11d0c0 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 947 time: 0.7104170 Jul 15 23:36:32.967160 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11231b2a-4d74-4e2b-9fc8-0df19755a45c req-10011d2c-bf67-43c4-a751-4f0eb818404b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:32.971650 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-11231b2a-4d74-4e2b-9fc8-0df19755a45c req-10011d2c-bf67-43c4-a751-4f0eb818404b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1482c544a11f4437b346c979b3eb517a&device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 1098 time: 0.4851282 Jul 15 23:36:32.973704 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-16c48770-10f3-457b-a1c2-6cba933d161b tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Allocated IP 2001:db8::18b (ee64c710-f135-499f-bff6-5d6d64dd7072/ad82c33f-2c43-432c-9c9d-23fcd6a02336/6e5e6f9a-f14a-4857-8411-ccbf4d12a6f9) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:36:33.098501 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8d41d781-29b6-4307-84a0-07020e28e0f8 req-5cab9bc9-3fa5-4c4c-a8ae-85ae00426764 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1737390 Jul 15 23:36:33.254023 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11231b2a-4d74-4e2b-9fc8-0df19755a45c req-b655fd99-bba5-4694-9f67-f6af193c1634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:33.255873 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-11231b2a-4d74-4e2b-9fc8-0df19755a45c req-b655fd99-bba5-4694-9f67-f6af193c1634 service neutron] 10.222.0.49 "GET /v2.0/networks?id=319575b4-274a-45da-9bf1-6decf487208b HTTP/1.1" status: 200 len: 911 time: 0.2309041 Jul 15 23:36:33.335704 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-16c48770-10f3-457b-a1c2-6cba933d161b tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:33.369484 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-16c48770-10f3-457b-a1c2-6cba933d161b tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Transition to ACTIVE for port object 6e5e6f9a-f14a-4857-8411-ccbf4d12a6f9 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:36:33.428414 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-16c48770-10f3-457b-a1c2-6cba933d161b tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:33.430601 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:33.580606 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-aff81054-ac50-43f9-9c76-5547fe93a70a None None] Allocated IP 2001:db8::2 (ee64c710-f135-499f-bff6-5d6d64dd7072/ad82c33f-2c43-432c-9c9d-23fcd6a02336/3535a2bc-5659-45ca-92c0-f6562ffc7b34) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:36:33.590000 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-11231b2a-4d74-4e2b-9fc8-0df19755a45c req-4064b057-e758-4705-91b2-d28c1f9bc141 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88c45584-2d51-4746-a9ae-b07b0255b918 HTTP/1.1" status: 200 len: 1002 time: 0.3189206 Jul 15 23:36:33.602382 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c48770-10f3-457b-a1c2-6cba933d161b tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Network ee64c710-f135-499f-bff6-5d6d64dd7072 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:36:33.613598 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-16c48770-10f3-457b-a1c2-6cba933d161b tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:36:33.618538 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c48770-10f3-457b-a1c2-6cba933d161b tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:36:33.634557 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c48770-10f3-457b-a1c2-6cba933d161b tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:33.639742 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-16c48770-10f3-457b-a1c2-6cba933d161b tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:33.695143 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11231b2a-4d74-4e2b-9fc8-0df19755a45c req-0c0a3c63-a2e9-4fef-a896-7dc8a9b60502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:33.698779 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c48770-10f3-457b-a1c2-6cba933d161b tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Pushing event updated for resources: {'Port': ['ID=6e5e6f9a-f14a-4857-8411-ccbf4d12a6f9,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:33.701439 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-11231b2a-4d74-4e2b-9fc8-0df19755a45c req-0c0a3c63-a2e9-4fef-a896-7dc8a9b60502 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0c7868f8-d819-4333-b9c5-ebc3d9707601 HTTP/1.1" status: 200 len: 849 time: 0.1046638 Jul 15 23:36:33.711691 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-16c48770-10f3-457b-a1c2-6cba933d161b tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.5470321 Jul 15 23:36:33.712335 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 35158) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:33.732893 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-57820d2b-f054-4a50-b83a-13af7450178b tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Request body: {'port': {'network_id': 'ee64c710-f135-499f-bff6-5d6d64dd7072', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-80025178', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:36:33.734233 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.api.validators [None req-57820d2b-f054-4a50-b83a-13af7450178b tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] bootfile-name is not in valid_values {{(pid=93771) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 23:36:33.734845 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.api.validators [None req-57820d2b-f054-4a50-b83a-13af7450178b tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] tftp-server is not in valid_values {{(pid=93771) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 23:36:33.735959 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.api.validators [None req-57820d2b-f054-4a50-b83a-13af7450178b tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] server-ip-address is not in valid_values {{(pid=93771) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 23:36:33.898909 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11231b2a-4d74-4e2b-9fc8-0df19755a45c req-c5743a03-d794-4765-80eb-75b3e0c992e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:33.901373 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-11231b2a-4d74-4e2b-9fc8-0df19755a45c req-c5743a03-d794-4765-80eb-75b3e0c992e4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=319575b4-274a-45da-9bf1-6decf487208b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1925228 Jul 15 23:36:33.959818 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aff81054-ac50-43f9-9c76-5547fe93a70a None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:33.980710 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-aff81054-ac50-43f9-9c76-5547fe93a70a None None] Transition to ACTIVE for port object 3535a2bc-5659-45ca-92c0-f6562ffc7b34 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:36:34.012320 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-aff81054-ac50-43f9-9c76-5547fe93a70a None None] Transition to ACTIVE for port object 3535a2bc-5659-45ca-92c0-f6562ffc7b34 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:36:34.027386 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aff81054-ac50-43f9-9c76-5547fe93a70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:34.090609 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-11231b2a-4d74-4e2b-9fc8-0df19755a45c req-337dfd08-a1c0-4c26-aeb0-271383f81372 service neutron] 10.222.0.49 "GET /v2.0/networks/319575b4-274a-45da-9bf1-6decf487208b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825423 Jul 15 23:36:34.127766 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57820d2b-f054-4a50-b83a-13af7450178b tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Made reservation on behalf of 6bbcb647929842a2b8fa58f15d3a62d3 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:36:34.132340 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57820d2b-f054-4a50-b83a-13af7450178b tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:34.187716 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-57820d2b-f054-4a50-b83a-13af7450178b tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] device_id is not set on port 165f0c87-00c9-490d-ad3f-ffdef76fb9b4 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:36:34.229065 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff81054-ac50-43f9-9c76-5547fe93a70a None None] Network ee64c710-f135-499f-bff6-5d6d64dd7072 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:36:34.294451 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-aff81054-ac50-43f9-9c76-5547fe93a70a None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:36:34.335214 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff81054-ac50-43f9-9c76-5547fe93a70a None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:36:34.352249 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff81054-ac50-43f9-9c76-5547fe93a70a None None] Pushing event updated for resources: {'Port': ['ID=3535a2bc-5659-45ca-92c0-f6562ffc7b34,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:34.425887 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-11231b2a-4d74-4e2b-9fc8-0df19755a45c req-495a29c3-1c6c-4339-92f3-10a3fe6ae4d8 service neutron] 10.222.0.49 "GET /v2.0/networks/319575b4-274a-45da-9bf1-6decf487208b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287120 Jul 15 23:36:34.506428 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff81054-ac50-43f9-9c76-5547fe93a70a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:34.507745 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff81054-ac50-43f9-9c76-5547fe93a70a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:34.512565 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff81054-ac50-43f9-9c76-5547fe93a70a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:34.513226 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff81054-ac50-43f9-9c76-5547fe93a70a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:34.519560 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff81054-ac50-43f9-9c76-5547fe93a70a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:34.520154 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff81054-ac50-43f9-9c76-5547fe93a70a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:34.521593 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff81054-ac50-43f9-9c76-5547fe93a70a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:34.522651 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff81054-ac50-43f9-9c76-5547fe93a70a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:34.523854 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff81054-ac50-43f9-9c76-5547fe93a70a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:34.526516 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff81054-ac50-43f9-9c76-5547fe93a70a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:34.529406 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff81054-ac50-43f9-9c76-5547fe93a70a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:34.529956 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff81054-ac50-43f9-9c76-5547fe93a70a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:34.561638 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:34.644961 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c9d9eaf3-1787-44cb-bdf9-fc88b46cdb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:34.656523 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-57820d2b-f054-4a50-b83a-13af7450178b tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Allocated IP 2001:db8::190 (ee64c710-f135-499f-bff6-5d6d64dd7072/ad82c33f-2c43-432c-9c9d-23fcd6a02336/165f0c87-00c9-490d-ad3f-ffdef76fb9b4) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:36:34.786669 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1c673c-16f3-4a9b-9140-5b8e2b117e1d req-4fb28fc9-b9b5-4353-8b03-654dde4634d7 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:34.788786 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ce1c673c-16f3-4a9b-9140-5b8e2b117e1d req-4fb28fc9-b9b5-4353-8b03-654dde4634d7 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 947 time: 0.2244532 Jul 15 23:36:34.842781 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-aff81054-ac50-43f9-9c76-5547fe93a70a None None] Attempting to bind port 3535a2bc-5659-45ca-92c0-f6562ffc7b34 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:36:34.844692 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-aff81054-ac50-43f9-9c76-5547fe93a70a None None] Attempting to bind port 3535a2bc-5659-45ca-92c0-f6562ffc7b34 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '99a0f487-cb99-4a04-b5f2-5e327483a916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ee64c710-f135-499f-bff6-5d6d64dd7072'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:36:34.845407 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff81054-ac50-43f9-9c76-5547fe93a70a None None] Attempting to bind port 3535a2bc-5659-45ca-92c0-f6562ffc7b34 on network ee64c710-f135-499f-bff6-5d6d64dd7072 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:36:34.871739 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff81054-ac50-43f9-9c76-5547fe93a70a None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:36:34.872468 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff81054-ac50-43f9-9c76-5547fe93a70a None None] Checking segment: {'id': '99a0f487-cb99-4a04-b5f2-5e327483a916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ee64c710-f135-499f-bff6-5d6d64dd7072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:36:34.878225 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aff81054-ac50-43f9-9c76-5547fe93a70a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:34.878870 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff81054-ac50-43f9-9c76-5547fe93a70a None None] Bound using segment: {'id': '99a0f487-cb99-4a04-b5f2-5e327483a916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ee64c710-f135-499f-bff6-5d6d64dd7072'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:36:34.880677 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-aff81054-ac50-43f9-9c76-5547fe93a70a None None] Bound port: 3535a2bc-5659-45ca-92c0-f6562ffc7b34, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a0f487-cb99-4a04-b5f2-5e327483a916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ee64c710-f135-499f-bff6-5d6d64dd7072'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:36:34.881900 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aff81054-ac50-43f9-9c76-5547fe93a70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:34.917374 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ce1c673c-16f3-4a9b-9140-5b8e2b117e1d req-18dd7c25-7706-4925-b40c-71cb4e8e70d4 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200943 Jul 15 23:36:35.114494 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-aff81054-ac50-43f9-9c76-5547fe93a70a None None] For port 3535a2bc-5659-45ca-92c0-f6562ffc7b34, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:36:35.121563 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-aff81054-ac50-43f9-9c76-5547fe93a70a None None] For port 3535a2bc-5659-45ca-92c0-f6562ffc7b34, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=3535a2bc-5659-45ca-92c0-f6562ffc7b34,segment=NetworkSegment(99a0f487-cb99-4a04-b5f2-5e327483a916),segment_id=99a0f487-cb99-4a04-b5f2-5e327483a916)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:36:35.129867 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aff81054-ac50-43f9-9c76-5547fe93a70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:35.206749 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff81054-ac50-43f9-9c76-5547fe93a70a None None] Pushing event updated for resources: {'Port': ['ID=3535a2bc-5659-45ca-92c0-f6562ffc7b34,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:35.443407 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57820d2b-f054-4a50-b83a-13af7450178b tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:35.480552 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-57820d2b-f054-4a50-b83a-13af7450178b tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Transition to ACTIVE for port object 165f0c87-00c9-490d-ad3f-ffdef76fb9b4 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:36:35.585280 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57820d2b-f054-4a50-b83a-13af7450178b tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:35.683592 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 35240) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:35.699751 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57820d2b-f054-4a50-b83a-13af7450178b tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Pushing event updated for resources: {'Port': ['ID=165f0c87-00c9-490d-ad3f-ffdef76fb9b4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:35.703981 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 88c45584-2d51-4746-a9ae-b07b0255b918 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:36:35.749694 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57820d2b-f054-4a50-b83a-13af7450178b tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Network ee64c710-f135-499f-bff6-5d6d64dd7072 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:36:35.760239 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-57820d2b-f054-4a50-b83a-13af7450178b tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:36:35.766585 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57820d2b-f054-4a50-b83a-13af7450178b tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:36:35.782990 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57820d2b-f054-4a50-b83a-13af7450178b tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:35.792964 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57820d2b-f054-4a50-b83a-13af7450178b tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:35.853744 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-57820d2b-f054-4a50-b83a-13af7450178b tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 2.1389256 Jul 15 23:36:35.857354 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 35246) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:35.940646 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:36.042212 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 88c45584-2d51-4746-a9ae-b07b0255b918, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=88c45584-2d51-4746-a9ae-b07b0255b918,segment=NetworkSegment(1221e74c-ebb2-4cb8-bf72-835ef0508fbe),segment_id=1221e74c-ebb2-4cb8-bf72-835ef0508fbe)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:36:36.046661 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14b28f1-1b98-463c-9c45-3154ee11bbe9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88c45584-2d51-4746-a9ae-b07b0255b918'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:36:36.054250 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc4723b8-9c7f-4831-b2d0-a5f6464b6c94" -d '{"events": [{"server_uuid": "d14b28f1-1b98-463c-9c45-3154ee11bbe9", "name": "network-vif-unplugged", "status": "completed", "tag": "88c45584-2d51-4746-a9ae-b07b0255b918"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:36:36.063221 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:36.155535 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06604328-c038-433d-a7fa-6771d8399c0a tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:36.191298 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06604328-c038-433d-a7fa-6771d8399c0a tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:36.193054 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=88c45584-2d51-4746-a9ae-b07b0255b918,revision_number=14']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:36.227973 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06604328-c038-433d-a7fa-6771d8399c0a tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:36.240658 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-06604328-c038-433d-a7fa-6771d8399c0a tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.3731005 Jul 15 23:36:36.245563 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 35252) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:36.314223 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754da681-925f-4360-aa8f-fdee3d32967f x-openstack-request-id: req-754da681-925f-4360-aa8f-fdee3d32967f {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:36:36.314522 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d14b28f1-1b98-463c-9c45-3154ee11bbe9", "name": "network-vif-unplugged", "status": "completed", "tag": "88c45584-2d51-4746-a9ae-b07b0255b918", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:36:36.314786 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-754da681-925f-4360-aa8f-fdee3d32967f {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:36:36.315198 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14b28f1-1b98-463c-9c45-3154ee11bbe9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88c45584-2d51-4746-a9ae-b07b0255b918', 'code': 200} Jul 15 23:36:36.409321 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:36.581186 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db71fec-d2fc-40cc-8bfa-4461947c5fd8 req-3e647191-f311-4e59-8623-392b394e77ae tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:36.582754 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3db71fec-d2fc-40cc-8bfa-4461947c5fd8 req-3e647191-f311-4e59-8623-392b394e77ae tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 947 time: 0.8652465 Jul 15 23:36:36.583758 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ffb2537d-9e76-4b8e-90e2-020d8d4271ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:36.593526 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-71e48d3d-8a01-4df1-8093-344a3b507789 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Deleting port 165f0c87-00c9-490d-ad3f-ffdef76fb9b4 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:36:36.595604 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-71e48d3d-8a01-4df1-8093-344a3b507789 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:36.706830 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3db71fec-d2fc-40cc-8bfa-4461947c5fd8 req-e4ada914-1c75-4ba8-beec-1c4beb839442 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953898 Jul 15 23:36:36.771357 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-71e48d3d-8a01-4df1-8093-344a3b507789 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:36.817295 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-71e48d3d-8a01-4df1-8093-344a3b507789 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Calling delete_port for 165f0c87-00c9-490d-ad3f-ffdef76fb9b4 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:36:36.947479 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ffb2537d-9e76-4b8e-90e2-020d8d4271ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:36.953830 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ffb2537d-9e76-4b8e-90e2-020d8d4271ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:37.039991 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb2537d-9e76-4b8e-90e2-020d8d4271ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f47c79-0ebf-46ac-a7b1-fc4c9a7bf371,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:37.160253 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-ffb2537d-9e76-4b8e-90e2-020d8d4271ed admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a57291896ccc4344adef0db96e059267&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4770734 Jul 15 23:36:37.162748 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 35278) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:37.272977 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d0649a-ffdb-435a-ace9-c5eba3eb7a2a None None] Network ee64c710-f135-499f-bff6-5d6d64dd7072 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:36:37.292985 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5104f011-e94d-4bb3-93d0-436d8eed4ecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:37.355922 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-71e48d3d-8a01-4df1-8093-344a3b507789 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:37.366620 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5104f011-e94d-4bb3-93d0-436d8eed4ecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:37.452294 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f9ad3da-82c1-4a46-8fb5-b737477dc502 None None] Provisioning for port 3535a2bc-5659-45ca-92c0-f6562ffc7b34 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:36:37.563773 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e48d3d-8a01-4df1-8093-344a3b507789 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Pushing event deleted for resources: {'Port': ['ID=165f0c87-00c9-490d-ad3f-ffdef76fb9b4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:37.592014 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5104f011-e94d-4bb3-93d0-436d8eed4ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:37.594728 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5104f011-e94d-4bb3-93d0-436d8eed4ecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:37.595918 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-5104f011-e94d-4bb3-93d0-436d8eed4ecc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d1f47c79-0ebf-46ac-a7b1-fc4c9a7bf371 HTTP/1.1" status: 204 len: 168 time: 0.4229667 Jul 15 23:36:37.637885 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5104f011-e94d-4bb3-93d0-436d8eed4ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f47c79-0ebf-46ac-a7b1-fc4c9a7bf371,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:37.646050 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-71e48d3d-8a01-4df1-8093-344a3b507789 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:37.649275 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-71e48d3d-8a01-4df1-8093-344a3b507789 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] 10.222.0.48 "DELETE /v2.0/ports/165f0c87-00c9-490d-ad3f-ffdef76fb9b4 HTTP/1.1" status: 204 len: 168 time: 1.3978126 Jul 15 23:36:37.662146 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 35304) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:37.684296 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c1c5fd13-691f-4539-bf19-ac645768599a tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Request body: {'port': {'name': 'tempest-new-port-name-156245823', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:36:37.684992 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.api.validators [None req-c1c5fd13-691f-4539-bf19-ac645768599a tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] bootfile-name is not in valid_values {{(pid=93771) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 23:36:37.685890 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.api.validators [None req-c1c5fd13-691f-4539-bf19-ac645768599a tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] tftp-server is not in valid_values {{(pid=93771) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 23:36:37.687216 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.api.validators [None req-c1c5fd13-691f-4539-bf19-ac645768599a tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] server-ip-address is not in valid_values {{(pid=93771) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 23:36:37.755025 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 3535a2bc-5659-45ca-92c0-f6562ffc7b34 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:36:37.864991 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 3535a2bc-5659-45ca-92c0-f6562ffc7b34 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:36:37.877237 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 3535a2bc-5659-45ca-92c0-f6562ffc7b34 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:36:37.877766 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:37.923308 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1c5fd13-691f-4539-bf19-ac645768599a tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:38.058913 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:38.107545 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 3535a2bc-5659-45ca-92c0-f6562ffc7b34, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=3535a2bc-5659-45ca-92c0-f6562ffc7b34,segment=NetworkSegment(99a0f487-cb99-4a04-b5f2-5e327483a916),segment_id=99a0f487-cb99-4a04-b5f2-5e327483a916)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:36:38.114764 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:38.224963 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=3535a2bc-5659-45ca-92c0-f6562ffc7b34,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:38.349414 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:38.515523 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b9aefae3-975e-4824-b21f-efa372237803 None None] Provisioning complete for port 3535a2bc-5659-45ca-92c0-f6562ffc7b34 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:36:38.516229 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b9aefae3-975e-4824-b21f-efa372237803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:38.628499 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1c5fd13-691f-4539-bf19-ac645768599a tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:38.642396 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1c5fd13-691f-4539-bf19-ac645768599a tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:38.643734 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 35332) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:38.687490 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2b0afdc0-a613-4180-9c18-f938c0b45213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:38.805548 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-c1c5fd13-691f-4539-bf19-ac645768599a tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] In _notify_port_updated(), no bound segment for port 6e5e6f9a-f14a-4857-8411-ccbf4d12a6f9 on network ee64c710-f135-499f-bff6-5d6d64dd7072 {{(pid=93771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 23:36:38.820444 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c5fd13-691f-4539-bf19-ac645768599a tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:38.821580 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1c5fd13-691f-4539-bf19-ac645768599a tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:38.828219 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b9aefae3-975e-4824-b21f-efa372237803 None None] Provisioning for port 6e5e6f9a-f14a-4857-8411-ccbf4d12a6f9 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:36:38.836978 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b9aefae3-975e-4824-b21f-efa372237803 None None] Provisioning complete for port 6e5e6f9a-f14a-4857-8411-ccbf4d12a6f9 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:36:38.837633 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b9aefae3-975e-4824-b21f-efa372237803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:38.840243 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c1c5fd13-691f-4539-bf19-ac645768599a tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] 10.222.0.48 "PUT /v2.0/ports/6e5e6f9a-f14a-4857-8411-ccbf4d12a6f9 HTTP/1.1" status: 200 len: 1129 time: 1.1624994 Jul 15 23:36:38.846193 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 35340) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:38.863264 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c5fd13-691f-4539-bf19-ac645768599a tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Pushing event updated for resources: {'Port': ['ID=6e5e6f9a-f14a-4857-8411-ccbf4d12a6f9,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:38.967826 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2b0afdc0-a613-4180-9c18-f938c0b45213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:38.975554 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b9aefae3-975e-4824-b21f-efa372237803 None None] Port 6e5e6f9a-f14a-4857-8411-ccbf4d12a6f9 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:36:38.992576 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2b0afdc0-a613-4180-9c18-f938c0b45213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:39.048954 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-2b0afdc0-a613-4180-9c18-f938c0b45213 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=33b013a0c67944a0a62f3bb98df8e747&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3975661 Jul 15 23:36:39.050489 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 35342) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:39.094210 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7b1fbd-4b04-4f1f-9555-1937522680a0 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:39.096206 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-cc7b1fbd-4b04-4f1f-9555-1937522680a0 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] 10.222.0.48 "GET /v2.0/ports/6e5e6f9a-f14a-4857-8411-ccbf4d12a6f9 HTTP/1.1" status: 200 len: 1129 time: 0.2435818 Jul 15 23:36:39.097081 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0afdc0-a613-4180-9c18-f938c0b45213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a596bd4e-b9f5-4c27-b611-c8fa07519653,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:39.112285 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 35344) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:39.115507 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cbf06673-91f6-4993-9242-fada25129466 None None] Provisioning complete for port 6e5e6f9a-f14a-4857-8411-ccbf4d12a6f9 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:36:39.118451 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cbf06673-91f6-4993-9242-fada25129466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:39.190491 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-cbf06673-91f6-4993-9242-fada25129466 None None] Port 6e5e6f9a-f14a-4857-8411-ccbf4d12a6f9 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:36:39.367780 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37e05f8e-9c8c-4160-9318-722a5cca98df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:39.507196 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 3535a2bc-5659-45ca-92c0-f6562ffc7b34 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:36:39.511546 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37e05f8e-9c8c-4160-9318-722a5cca98df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:39.696088 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-351568d7-5c4b-437f-a954-4c426970d803 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Deleting port 6e5e6f9a-f14a-4857-8411-ccbf4d12a6f9 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:36:39.696595 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-351568d7-5c4b-437f-a954-4c426970d803 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:39.728700 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 3535a2bc-5659-45ca-92c0-f6562ffc7b34 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:36:39.734046 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:39.769078 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37e05f8e-9c8c-4160-9318-722a5cca98df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:39.781458 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37e05f8e-9c8c-4160-9318-722a5cca98df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:39.782922 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-37e05f8e-9c8c-4160-9318-722a5cca98df admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a596bd4e-b9f5-4c27-b611-c8fa07519653 HTTP/1.1" status: 204 len: 168 time: 0.7294204 Jul 15 23:36:39.870664 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f2ce310c-b1b3-4831-be46-4725157e4493 None None] Could not find standard attr ID for object 165f0c87-00c9-490d-ad3f-ffdef76fb9b4. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:36:39.936303 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e05f8e-9c8c-4160-9318-722a5cca98df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a596bd4e-b9f5-4c27-b611-c8fa07519653,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:40.039503 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-351568d7-5c4b-437f-a954-4c426970d803 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:40.089285 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-351568d7-5c4b-437f-a954-4c426970d803 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Calling delete_port for 6e5e6f9a-f14a-4857-8411-ccbf4d12a6f9 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:36:40.612398 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-351568d7-5c4b-437f-a954-4c426970d803 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:40.732270 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6fe47ca6-3e46-46fa-b234-924b59203f28 None None] Could not find standard attr ID for object 6e5e6f9a-f14a-4857-8411-ccbf4d12a6f9. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:36:40.775154 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351568d7-5c4b-437f-a954-4c426970d803 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Pushing event deleted for resources: {'Port': ['ID=6e5e6f9a-f14a-4857-8411-ccbf4d12a6f9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:40.892172 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-351568d7-5c4b-437f-a954-4c426970d803 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:40.897667 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 35408) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:40.898403 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-351568d7-5c4b-437f-a954-4c426970d803 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] 10.222.0.48 "DELETE /v2.0/ports/6e5e6f9a-f14a-4857-8411-ccbf4d12a6f9 HTTP/1.1" status: 204 len: 168 time: 1.7818139 Jul 15 23:36:41.061198 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e8a2b35-720e-4f1c-9eac-b0118b67fcc5 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Deleting subnet ad82c33f-2c43-432c-9c9d-23fcd6a02336 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:36:41.075605 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1e8a2b35-720e-4f1c-9eac-b0118b67fcc5 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:41.211259 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26688eea-ba1a-4373-8a7d-1295a6d043b6 req-1c01bea7-e2a9-4cfa-94a3-cd6aeea60da8 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:41.227537 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-26688eea-ba1a-4373-8a7d-1295a6d043b6 req-1c01bea7-e2a9-4cfa-94a3-cd6aeea60da8 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 945 time: 0.2474997 Jul 15 23:36:41.272638 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1e8a2b35-720e-4f1c-9eac-b0118b67fcc5 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:41.425365 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-26688eea-ba1a-4373-8a7d-1295a6d043b6 req-a01fb0e9-94b4-4606-8afc-1325c24ad3f3 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1965051 Jul 15 23:36:41.692385 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1e8a2b35-720e-4f1c-9eac-b0118b67fcc5 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:41.831099 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1e8a2b35-720e-4f1c-9eac-b0118b67fcc5 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:41.934681 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1e8a2b35-720e-4f1c-9eac-b0118b67fcc5 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:41.941246 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead86952-4857-4bc4-a0d3-5a466307b1fc None None] Network ee64c710-f135-499f-bff6-5d6d64dd7072 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:36:41.954034 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-1e8a2b35-720e-4f1c-9eac-b0118b67fcc5 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] 10.222.0.48 "DELETE /v2.0/subnets/ad82c33f-2c43-432c-9c9d-23fcd6a02336 HTTP/1.1" status: 204 len: 168 time: 1.0552404 Jul 15 23:36:41.959494 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 35438) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:41.962592 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8a2b35-720e-4f1c-9eac-b0118b67fcc5 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Pushing event deleted for resources: {'Subnet': ['ID=ad82c33f-2c43-432c-9c9d-23fcd6a02336,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:42.020581 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6878fec-be12-4ebe-b21b-273415d8ba70 req-6c976fbb-686b-4094-ad43-fa38e4f6f669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:42.029477 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c6878fec-be12-4ebe-b21b-273415d8ba70 req-6c976fbb-686b-4094-ad43-fa38e4f6f669 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1482c544a11f4437b346c979b3eb517a&device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 1096 time: 0.1899738 Jul 15 23:36:42.199188 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e8682f0-1a7c-4354-81ae-426e4d50298c tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:42.254948 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6878fec-be12-4ebe-b21b-273415d8ba70 req-8a49d6aa-386d-45b4-81c8-9fee689b4730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:42.260575 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c6878fec-be12-4ebe-b21b-273415d8ba70 req-8a49d6aa-386d-45b4-81c8-9fee689b4730 service neutron] 10.222.0.49 "GET /v2.0/networks?id=319575b4-274a-45da-9bf1-6decf487208b HTTP/1.1" status: 200 len: 911 time: 0.2145321 Jul 15 23:36:42.320995 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-0e8682f0-1a7c-4354-81ae-426e4d50298c tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Deleting port 3535a2bc-5659-45ca-92c0-f6562ffc7b34 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:36:42.324245 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e8682f0-1a7c-4354-81ae-426e4d50298c tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:42.391998 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99010aa1-c2d6-4d29-927d-7ba1f7df34f3 None None] DHCP port deletion for ee64c710-f135-499f-bff6-5d6d64dd7072 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:36:42.482751 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530845df-237b-4522-9a31-6db2de0f5137 req-ae9ed096-e300-4b4b-b137-2aea9b4e2a7e tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:42.505271 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-530845df-237b-4522-9a31-6db2de0f5137 req-ae9ed096-e300-4b4b-b137-2aea9b4e2a7e tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 945 time: 0.4659743 Jul 15 23:36:42.605823 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-0e8682f0-1a7c-4354-81ae-426e4d50298c tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] For port 3535a2bc-5659-45ca-92c0-f6562ffc7b34, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=3535a2bc-5659-45ca-92c0-f6562ffc7b34,segment=NetworkSegment(99a0f487-cb99-4a04-b5f2-5e327483a916),segment_id=99a0f487-cb99-4a04-b5f2-5e327483a916)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:36:42.617370 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e8682f0-1a7c-4354-81ae-426e4d50298c tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:42.623897 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-99010aa1-c2d6-4d29-927d-7ba1f7df34f3 None None] Deleting port 3535a2bc-5659-45ca-92c0-f6562ffc7b34 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:36:42.628485 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-99010aa1-c2d6-4d29-927d-7ba1f7df34f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:42.671415 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c6878fec-be12-4ebe-b21b-273415d8ba70 req-3830c52b-5a5c-4146-9643-d27931b1fe76 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88c45584-2d51-4746-a9ae-b07b0255b918 HTTP/1.1" status: 200 len: 1000 time: 0.4011087 Jul 15 23:36:42.704825 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-0e8682f0-1a7c-4354-81ae-426e4d50298c tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Calling delete_port for 3535a2bc-5659-45ca-92c0-f6562ffc7b34 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:36:42.813339 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6878fec-be12-4ebe-b21b-273415d8ba70 req-8cc7090e-b99b-4241-ad51-d3d1ce3d25bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:42.814833 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c6878fec-be12-4ebe-b21b-273415d8ba70 req-8cc7090e-b99b-4241-ad51-d3d1ce3d25bf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0c7868f8-d819-4333-b9c5-ebc3d9707601 HTTP/1.1" status: 200 len: 849 time: 0.1426239 Jul 15 23:36:42.862879 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-99010aa1-c2d6-4d29-927d-7ba1f7df34f3 None None] For port 3535a2bc-5659-45ca-92c0-f6562ffc7b34, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=3535a2bc-5659-45ca-92c0-f6562ffc7b34,segment=NetworkSegment(99a0f487-cb99-4a04-b5f2-5e327483a916),segment_id=99a0f487-cb99-4a04-b5f2-5e327483a916)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:36:42.863774 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-99010aa1-c2d6-4d29-927d-7ba1f7df34f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:42.866791 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e8682f0-1a7c-4354-81ae-426e4d50298c tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:42.924765 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-99010aa1-c2d6-4d29-927d-7ba1f7df34f3 None None] Calling delete_port for 3535a2bc-5659-45ca-92c0-f6562ffc7b34 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:36:42.981059 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8682f0-1a7c-4354-81ae-426e4d50298c tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Pushing event deleted for resources: {'Port': ['ID=3535a2bc-5659-45ca-92c0-f6562ffc7b34,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:43.011163 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8682f0-1a7c-4354-81ae-426e4d50298c tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] No DVR routers for this DVR port 3535a2bc-5659-45ca-92c0-f6562ffc7b34 on host n-d-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:36:43.045452 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-530845df-237b-4522-9a31-6db2de0f5137 req-3cce3d27-9b2a-40e9-ac56-15934102b30c tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5387776 Jul 15 23:36:43.080565 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8682f0-1a7c-4354-81ae-426e4d50298c tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:43.083197 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8682f0-1a7c-4354-81ae-426e4d50298c tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:43.083864 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8682f0-1a7c-4354-81ae-426e4d50298c tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:43.084445 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8682f0-1a7c-4354-81ae-426e4d50298c tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:43.085023 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8682f0-1a7c-4354-81ae-426e4d50298c tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:43.087179 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8682f0-1a7c-4354-81ae-426e4d50298c tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:43.087878 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8682f0-1a7c-4354-81ae-426e4d50298c tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:43.088985 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8682f0-1a7c-4354-81ae-426e4d50298c tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:43.091148 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8682f0-1a7c-4354-81ae-426e4d50298c tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:43.091900 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8682f0-1a7c-4354-81ae-426e4d50298c tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:43.092477 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8682f0-1a7c-4354-81ae-426e4d50298c tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:43.096479 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8682f0-1a7c-4354-81ae-426e4d50298c tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:43.113864 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6878fec-be12-4ebe-b21b-273415d8ba70 req-b135cf79-514b-44a3-a29a-4657d2340366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:43.115378 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c6878fec-be12-4ebe-b21b-273415d8ba70 req-b135cf79-514b-44a3-a29a-4657d2340366 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=319575b4-274a-45da-9bf1-6decf487208b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2646263 Jul 15 23:36:43.161949 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-99010aa1-c2d6-4d29-927d-7ba1f7df34f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:43.234599 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99010aa1-c2d6-4d29-927d-7ba1f7df34f3 None None] Pushing event deleted for resources: {'Port': ['ID=3535a2bc-5659-45ca-92c0-f6562ffc7b34,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:43.254367 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99010aa1-c2d6-4d29-927d-7ba1f7df34f3 None None] No DVR routers for this DVR port 3535a2bc-5659-45ca-92c0-f6562ffc7b34 on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:36:43.280402 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e8682f0-1a7c-4354-81ae-426e4d50298c tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:43.294562 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-0e8682f0-1a7c-4354-81ae-426e4d50298c tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee64c710-f135-499f-bff6-5d6d64dd7072']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:36:43.308017 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-0e8682f0-1a7c-4354-81ae-426e4d50298c tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99a0f487-cb99-4a04-b5f2-5e327483a916') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:36:43.308666 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-0e8682f0-1a7c-4354-81ae-426e4d50298c tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99a0f487-cb99-4a04-b5f2-5e327483a916') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:36:43.321307 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e8682f0-1a7c-4354-81ae-426e4d50298c tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:43.341790 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e8682f0-1a7c-4354-81ae-426e4d50298c tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:43.348676 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e8682f0-1a7c-4354-81ae-426e4d50298c tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:36:43.349207 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e8682f0-1a7c-4354-81ae-426e4d50298c tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:43.452783 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c6878fec-be12-4ebe-b21b-273415d8ba70 req-e7d62a25-31e8-4b46-8da1-e3347b18cfa8 service neutron] 10.222.0.49 "GET /v2.0/networks/319575b4-274a-45da-9bf1-6decf487208b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271000 Jul 15 23:36:43.520166 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 3535a2bc-5659-45ca-92c0-f6562ffc7b34 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:36:43.568011 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 3535a2bc-5659-45ca-92c0-f6562ffc7b34 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:36:43.568011 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 3535a2bc-5659-45ca-92c0-f6562ffc7b34 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:36:43.731699 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c6878fec-be12-4ebe-b21b-273415d8ba70 req-85f7f477-b9af-4462-9314-45d5efcbb105 service neutron] 10.222.0.49 "GET /v2.0/networks/319575b4-274a-45da-9bf1-6decf487208b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707987 Jul 15 23:36:43.947272 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 35478) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:44.054244 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:36:44.054244 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:36:44.054244 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:36:44.054244 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:36:44.054244 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:36:44.054244 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:36:44.054244 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:36:44.054244 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:36:44.054244 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:36:44.054244 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:36:44.054244 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:36:44.054244 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:36:44.054244 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:36:44.054244 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:36:44.054244 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:36:44.054244 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:36:44.054244 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:36:44.054244 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:36:44.054244 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:36:44.054244 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:36:44.054244 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:36:44.054244 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:36:44.054244 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:36:44.054244 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:36:44.054244 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:36:44.054244 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:36:44.054244 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:36:44.054244 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:36:44.054244 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:36:44.054244 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:36:44.054244 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:36:44.054244 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:36:44.054244 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:36:44.054244 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:36:44.054244 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:36:44.054244 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:36:44.054244 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:36:44.054244 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:36:44.057652 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e8682f0-1a7c-4354-81ae-426e4d50298c tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:44.093321 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e8682f0-1a7c-4354-81ae-426e4d50298c tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:44.097811 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-0e8682f0-1a7c-4354-81ae-426e4d50298c tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] 10.222.0.48 "DELETE /v2.0/networks/ee64c710-f135-499f-bff6-5d6d64dd7072 HTTP/1.1" status: 204 len: 168 time: 2.1341560 Jul 15 23:36:44.163225 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8682f0-1a7c-4354-81ae-426e4d50298c tempest-ExtraDHCPOptionsIpV6TestJSON-759426502 tempest-ExtraDHCPOptionsIpV6TestJSON-759426502-project] Pushing event deleted for resources: {'Network': ['ID=ee64c710-f135-499f-bff6-5d6d64dd7072,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:44.300993 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9578cc2d-aa45-4c73-93d0-4f069bb910bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:44.608687 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 35490) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:44.629395 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c7b78-8878-498e-bb6d-31322f8c3e7d req-ae011e3c-2b23-4780-9b3c-56c576db74a6 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:44.631500 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4d8c7b78-8878-498e-bb6d-31322f8c3e7d req-ae011e3c-2b23-4780-9b3c-56c576db74a6 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 945 time: 0.3324857 Jul 15 23:36:44.641684 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9578cc2d-aa45-4c73-93d0-4f069bb910bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:44.671971 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9578cc2d-aa45-4c73-93d0-4f069bb910bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:44.708969 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9578cc2d-aa45-4c73-93d0-4f069bb910bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3bf009-fedf-498b-8cf3-2f60bf0fcf62,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:44.724343 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4d8c7b78-8878-498e-bb6d-31322f8c3e7d req-06d8b058-1262-4f04-9048-69d26cafb1e6 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811944 Jul 15 23:36:44.746074 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-9578cc2d-aa45-4c73-93d0-4f069bb910bd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b697b06e44464797aebc9bcaaffd4628&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7972260 Jul 15 23:36:44.748717 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 35498) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:44.925192 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1e2c8979-b0be-47a3-9e03-42bdf05cf9dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:45.020506 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1e2c8979-b0be-47a3-9e03-42bdf05cf9dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:45.143991 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 35510) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:45.144486 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-bd7b2a21-df40-4d4d-8cfa-d4693228afe6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6bbcb647929842a2b8fa58f15d3a62d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5348213 Jul 15 23:36:45.172667 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1e2c8979-b0be-47a3-9e03-42bdf05cf9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:45.178898 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1e2c8979-b0be-47a3-9e03-42bdf05cf9dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:45.182619 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-1e2c8979-b0be-47a3-9e03-42bdf05cf9dc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7e3bf009-fedf-498b-8cf3-2f60bf0fcf62 HTTP/1.1" status: 204 len: 168 time: 0.4315228 Jul 15 23:36:45.201157 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c8979-b0be-47a3-9e03-42bdf05cf9dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3bf009-fedf-498b-8cf3-2f60bf0fcf62,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:45.251864 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cd9f8410-8cbc-43ba-85a8-ceab2173b531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:45.296086 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cd9f8410-8cbc-43ba-85a8-ceab2173b531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:45.386663 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cd9f8410-8cbc-43ba-85a8-ceab2173b531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:45.407454 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cd9f8410-8cbc-43ba-85a8-ceab2173b531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:45.411722 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-cd9f8410-8cbc-43ba-85a8-ceab2173b531 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e49c1313-ced2-4c21-8c46-dc6399ea8cc3 HTTP/1.1" status: 204 len: 168 time: 0.2657142 Jul 15 23:36:45.421823 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9f8410-8cbc-43ba-85a8-ceab2173b531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49c1313-ced2-4c21-8c46-dc6399ea8cc3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:46.125920 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6805b-7c31-428b-93b6-270c15952bd1 req-e7dd205b-0b83-44e2-a41a-959d4bd92ca2 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:46.138350 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-53d6805b-7c31-428b-93b6-270c15952bd1 req-e7dd205b-0b83-44e2-a41a-959d4bd92ca2 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 945 time: 0.1341856 Jul 15 23:36:46.248129 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-53d6805b-7c31-428b-93b6-270c15952bd1 req-bd29e36c-218f-45b2-ad45-b4d6b308e8dd tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086721 Jul 15 23:36:46.804995 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ffda2e-0c84-4e88-bc11-61fe0cd0c585 req-1870cf0a-1b8e-47eb-870f-0289f84e036a tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:46.815883 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a6ffda2e-0c84-4e88-bc11-61fe0cd0c585 req-1870cf0a-1b8e-47eb-870f-0289f84e036a tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 945 time: 0.0919385 Jul 15 23:36:46.922255 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 35594) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:46.936686 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a6ffda2e-0c84-4e88-bc11-61fe0cd0c585 req-92bc3635-ef7b-4b6d-83fd-137a628d034a tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196208 Jul 15 23:36:47.174560 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-31b5aafe-19a7-43a0-b4d5-3b88c19514ff tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Request body: {'networks': [{'name': 'tempest-network--1533394539'}, {'name': 'tempest-network--134474279'}]} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:36:47.174785 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-31b5aafe-19a7-43a0-b4d5-3b88c19514ff tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Request body: {'network': {'name': 'tempest-network--1533394539'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:36:47.175251 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-31b5aafe-19a7-43a0-b4d5-3b88c19514ff tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Request body: {'network': {'name': 'tempest-network--134474279'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:36:47.214131 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b5aafe-19a7-43a0-b4d5-3b88c19514ff tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Made reservation on behalf of c77b1978cf6442c585e708bd6a1ae67e for: {'network': 2} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:36:47.222972 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-31b5aafe-19a7-43a0-b4d5-3b88c19514ff tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:47.235874 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-31b5aafe-19a7-43a0-b4d5-3b88c19514ff tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:47.398746 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9f5e8-ef93-4b62-9ae5-f715334d61e1 req-fba99c34-197c-46a5-9da7-f20fbdb4f3bc tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:47.401365 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4ca9f5e8-ef93-4b62-9ae5-f715334d61e1 req-fba99c34-197c-46a5-9da7-f20fbdb4f3bc tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 945 time: 0.2186306 Jul 15 23:36:47.438165 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-31b5aafe-19a7-43a0-b4d5-3b88c19514ff tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:47.451216 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-31b5aafe-19a7-43a0-b4d5-3b88c19514ff tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:47.459638 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-31b5aafe-19a7-43a0-b4d5-3b88c19514ff tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:47.489966 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4ca9f5e8-ef93-4b62-9ae5-f715334d61e1 req-78af24e0-118c-40ff-8387-e8bd77ffa91a tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800977 Jul 15 23:36:47.557816 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31b5aafe-19a7-43a0-b4d5-3b88c19514ff tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:36:47.605968 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-31b5aafe-19a7-43a0-b4d5-3b88c19514ff tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:47.607706 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-31b5aafe-19a7-43a0-b4d5-3b88c19514ff tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Added segment 2ac617f2-dbbe-4860-aa7e-f10b2f21c599 of type vlan for network 2e5bee1c-6ed5-46c1-b984-f8277c1c5cd8 Jul 15 23:36:47.715155 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-31b5aafe-19a7-43a0-b4d5-3b88c19514ff tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:47.757681 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31b5aafe-19a7-43a0-b4d5-3b88c19514ff tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:36:47.769307 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-31b5aafe-19a7-43a0-b4d5-3b88c19514ff tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:47.769655 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-31b5aafe-19a7-43a0-b4d5-3b88c19514ff tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Added segment 8d2d70c5-80aa-4310-9d01-2b4f7c5a3040 of type vlan for network ba5ecec9-3088-436d-819a-d8ae09e1f15a Jul 15 23:36:47.862237 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-31b5aafe-19a7-43a0-b4d5-3b88c19514ff tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:47.912910 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-31b5aafe-19a7-43a0-b4d5-3b88c19514ff tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:47.913865 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-31b5aafe-19a7-43a0-b4d5-3b88c19514ff tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:47.922134 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b5aafe-19a7-43a0-b4d5-3b88c19514ff tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:47.929225 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b5aafe-19a7-43a0-b4d5-3b88c19514ff tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:47.930603 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-31b5aafe-19a7-43a0-b4d5-3b88c19514ff tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:47.958719 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-31b5aafe-19a7-43a0-b4d5-3b88c19514ff tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.0335393 Jul 15 23:36:47.961010 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b5aafe-19a7-43a0-b4d5-3b88c19514ff tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de1e259f-da54-4c1b-9a93-b7c3fec19523,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:47.980207 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 35652) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:48.100859 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e0349-6064-45b3-aecc-3d1199cb4889 req-90f7c75a-671d-410a-8309-38eecc786624 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:48.112506 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-680e0349-6064-45b3-aecc-3d1199cb4889 req-90f7c75a-671d-410a-8309-38eecc786624 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/networks?id=319575b4-274a-45da-9bf1-6decf487208b HTTP/1.1" status: 200 len: 810 time: 0.2515988 Jul 15 23:36:48.130190 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-680e0349-6064-45b3-aecc-3d1199cb4889 req-65007136-9124-4d8c-b8e2-531e15ed55f6 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/quotas/1482c544a11f4437b346c979b3eb517a HTTP/1.1" status: 200 len: 375 time: 0.0162692 Jul 15 23:36:48.287251 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-680e0349-6064-45b3-aecc-3d1199cb4889 req-cc3227ca-0939-47c8-9b64-b66799e32524 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1482c544a11f4437b346c979b3eb517a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1561577 Jul 15 23:36:48.321741 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 35678) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:48.398746 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b5aafe-19a7-43a0-b4d5-3b88c19514ff tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Pushing event updated for resources: {'Network': ['ID=2e5bee1c-6ed5-46c1-b984-f8277c1c5cd8,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:48.413155 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 2e5bee1c-6ed5-46c1-b984-f8277c1c5cd8 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:36:48.436609 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1275c12-b9a4-421c-a5a0-4e43e660b55c tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:48.443103 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1275c12-b9a4-421c-a5a0-4e43e660b55c tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:48.450001 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1275c12-b9a4-421c-a5a0-4e43e660b55c tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:48.456752 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1275c12-b9a4-421c-a5a0-4e43e660b55c tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:48.458587 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d1275c12-b9a4-421c-a5a0-4e43e660b55c tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4599876 Jul 15 23:36:48.467300 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 35682) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:48.576667 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b5aafe-19a7-43a0-b4d5-3b88c19514ff tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Pushing event updated for resources: {'Network': ['ID=ba5ecec9-3088-436d-819a-d8ae09e1f15a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:48.589575 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network ba5ecec9-3088-436d-819a-d8ae09e1f15a details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:36:48.663178 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [req-680e0349-6064-45b3-aecc-3d1199cb4889 req-ec5d1ac9-5d43-453e-8572-f56d3745128f service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:36:48.671893 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-680e0349-6064-45b3-aecc-3d1199cb4889 req-ec5d1ac9-5d43-453e-8572-f56d3745128f service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3771105 Jul 15 23:36:48.776742 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bf9b7435-5fbf-4f6c-ac51-796b4a4a6b45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:48.805841 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-57b40ab5-cf3f-4840-b11c-2e51790cb33c tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:49.013894 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-57b40ab5-cf3f-4840-b11c-2e51790cb33c tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:49.033428 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-57b40ab5-cf3f-4840-b11c-2e51790cb33c tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e5bee1c-6ed5-46c1-b984-f8277c1c5cd8']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:36:49.049489 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-57b40ab5-cf3f-4840-b11c-2e51790cb33c tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ac617f2-dbbe-4860-aa7e-f10b2f21c599') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:36:49.049845 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-57b40ab5-cf3f-4840-b11c-2e51790cb33c tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ac617f2-dbbe-4860-aa7e-f10b2f21c599') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:36:49.059604 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-57b40ab5-cf3f-4840-b11c-2e51790cb33c tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:49.075061 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-57b40ab5-cf3f-4840-b11c-2e51790cb33c tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:49.089959 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-680e0349-6064-45b3-aecc-3d1199cb4889 req-b7bf91e3-052f-405f-88d7-9b84445641f0 service neutron] 10.222.0.48 "GET /v2.0/networks/319575b4-274a-45da-9bf1-6decf487208b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4169145 Jul 15 23:36:49.122673 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57b40ab5-cf3f-4840-b11c-2e51790cb33c tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:36:49.123315 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-57b40ab5-cf3f-4840-b11c-2e51790cb33c tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:49.127393 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:36:49.127393 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:36:49.127393 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:36:49.127393 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:36:49.127393 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:36:49.127393 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:36:49.127393 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:36:49.127393 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:36:49.127393 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:36:49.127393 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:36:49.127393 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:36:49.127393 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:36:49.127393 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:36:49.127393 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:36:49.127393 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:36:49.127393 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:36:49.127393 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:36:49.127393 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:36:49.127393 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:36:49.127393 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:36:49.127393 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:36:49.127393 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:36:49.127393 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:36:49.127393 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:36:49.127393 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:36:49.127393 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:36:49.127393 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:36:49.127393 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:36:49.127393 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:36:49.127393 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:36:49.127393 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:36:49.127393 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:36:49.261412 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-57b40ab5-cf3f-4840-b11c-2e51790cb33c tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:49.282419 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bf9b7435-5fbf-4f6c-ac51-796b4a4a6b45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:49.283872 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-57b40ab5-cf3f-4840-b11c-2e51790cb33c tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:49.288739 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-57b40ab5-cf3f-4840-b11c-2e51790cb33c tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] 10.222.0.48 "DELETE /v2.0/networks/2e5bee1c-6ed5-46c1-b984-f8277c1c5cd8 HTTP/1.1" status: 204 len: 168 time: 0.8178294 Jul 15 23:36:49.289537 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 35728) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:49.316101 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bf9b7435-5fbf-4f6c-ac51-796b4a4a6b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:49.358181 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-680e0349-6064-45b3-aecc-3d1199cb4889 req-a011b00a-0fe5-4568-88b6-12bbd802b375 service neutron] 10.222.0.48 "GET /v2.0/networks/319575b4-274a-45da-9bf1-6decf487208b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671568 Jul 15 23:36:49.364882 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b40ab5-cf3f-4840-b11c-2e51790cb33c tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Pushing event deleted for resources: {'Network': ['ID=2e5bee1c-6ed5-46c1-b984-f8277c1c5cd8,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:49.401991 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc32f8f7-fde0-454e-8892-b0d8bebb13ac tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:49.448361 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 35736) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:49.448637 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-bf9b7435-5fbf-4f6c-ac51-796b4a4a6b45 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=db2d8db5135748e5b55d1a2edae20fa7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1246111 Jul 15 23:36:49.452529 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9b7435-5fbf-4f6c-ac51-796b4a4a6b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db8f92ef-ca68-4398-8c7a-a6011854746f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:49.687401 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6dd9670a-8115-4fe1-83b8-b31606cb16fe req-39ef93e7-5ecf-417d-8224-40999b700660 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3352883-fd65-4c81-ab58-2eb59e6d6ec5 HTTP/1.1" status: 200 len: 210 time: 0.0657566 Jul 15 23:36:49.743459 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc32f8f7-fde0-454e-8892-b0d8bebb13ac tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:49.748412 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e6693e6-cd4d-4a19-be49-a9ee6ef1142f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:49.804406 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e6693e6-cd4d-4a19-be49-a9ee6ef1142f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:49.884889 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-fc32f8f7-fde0-454e-8892-b0d8bebb13ac tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba5ecec9-3088-436d-819a-d8ae09e1f15a']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:36:49.894538 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e6693e6-cd4d-4a19-be49-a9ee6ef1142f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:49.897433 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e6693e6-cd4d-4a19-be49-a9ee6ef1142f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:49.898587 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-0e6693e6-cd4d-4a19-be49-a9ee6ef1142f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/db8f92ef-ca68-4398-8c7a-a6011854746f HTTP/1.1" status: 204 len: 168 time: 0.4501681 Jul 15 23:36:49.914835 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-fc32f8f7-fde0-454e-8892-b0d8bebb13ac tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d2d70c5-80aa-4310-9d01-2b4f7c5a3040') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:36:49.915482 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-fc32f8f7-fde0-454e-8892-b0d8bebb13ac tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d2d70c5-80aa-4310-9d01-2b4f7c5a3040') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:36:49.919017 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6693e6-cd4d-4a19-be49-a9ee6ef1142f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8f92ef-ca68-4398-8c7a-a6011854746f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:49.936311 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc32f8f7-fde0-454e-8892-b0d8bebb13ac tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:49.959812 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc32f8f7-fde0-454e-8892-b0d8bebb13ac tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:49.976382 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc32f8f7-fde0-454e-8892-b0d8bebb13ac tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:36:49.976910 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc32f8f7-fde0-454e-8892-b0d8bebb13ac tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:49.988881 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:36:49.988881 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:36:49.988881 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:36:49.988881 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:36:49.988881 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:36:49.988881 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:36:49.988881 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:36:49.988881 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:36:49.988881 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:36:49.988881 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:36:49.988881 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:36:49.988881 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:36:49.988881 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:36:49.988881 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:36:49.988881 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:36:49.988881 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:36:49.988881 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:36:49.988881 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:36:49.988881 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:36:49.988881 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:36:49.988881 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:36:49.988881 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:36:49.988881 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:36:49.988881 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:36:49.988881 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:36:49.988881 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:36:49.988881 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:36:49.988881 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:36:49.988881 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:36:49.988881 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:36:49.988881 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:36:49.988881 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:36:50.063324 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc32f8f7-fde0-454e-8892-b0d8bebb13ac tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:50.088911 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc32f8f7-fde0-454e-8892-b0d8bebb13ac tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:50.091740 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-fc32f8f7-fde0-454e-8892-b0d8bebb13ac tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] 10.222.0.48 "DELETE /v2.0/networks/ba5ecec9-3088-436d-819a-d8ae09e1f15a HTTP/1.1" status: 204 len: 168 time: 0.8000247 Jul 15 23:36:50.093146 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc32f8f7-fde0-454e-8892-b0d8bebb13ac tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Pushing event deleted for resources: {'Network': ['ID=ba5ecec9-3088-436d-819a-d8ae09e1f15a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:50.094475 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 35756) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:50.251817 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b61ca7-a060-4de0-9821-adbcabd781c2 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:50.259237 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b61ca7-a060-4de0-9821-adbcabd781c2 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:50.262279 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-f7b61ca7-a060-4de0-9821-adbcabd781c2 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1665573 Jul 15 23:36:50.266234 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 35764) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:50.275324 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-0d167d69-9a02-44c4-98fc-d511efbc4437 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1498659902'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:36:50.315212 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d167d69-9a02-44c4-98fc-d511efbc4437 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Made reservation on behalf of c77b1978cf6442c585e708bd6a1ae67e for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:36:50.321106 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0d167d69-9a02-44c4-98fc-d511efbc4437 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:50.357426 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d167d69-9a02-44c4-98fc-d511efbc4437 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:36:50.374046 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0d167d69-9a02-44c4-98fc-d511efbc4437 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:50.374723 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-0d167d69-9a02-44c4-98fc-d511efbc4437 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Added segment 8fd08af9-40e3-48af-a90b-d2d2e344c2a3 of type vlan for network 5936271f-a387-43c5-a320-2400a4bbe2ee Jul 15 23:36:50.441289 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0d167d69-9a02-44c4-98fc-d511efbc4437 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:50.451547 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 35768) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:50.469098 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f2ced92-b033-4a2d-bb67-e5afca527f05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:50.535179 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0d167d69-9a02-44c4-98fc-d511efbc4437 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:50.542042 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d167d69-9a02-44c4-98fc-d511efbc4437 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:50.542964 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0d167d69-9a02-44c4-98fc-d511efbc4437 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:50.653534 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d167d69-9a02-44c4-98fc-d511efbc4437 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Pushing event updated for resources: {'Network': ['ID=5936271f-a387-43c5-a320-2400a4bbe2ee,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:50.673010 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 5936271f-a387-43c5-a320-2400a4bbe2ee details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:36:50.795493 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f2ced92-b033-4a2d-bb67-e5afca527f05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:50.826275 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-63832ecb-b6b0-4014-a8be-1ccb58545bdb req-0b2df6d4-ff94-4375-be69-c726e2326a92 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3352883-fd65-4c81-ab58-2eb59e6d6ec5 HTTP/1.1" status: 200 len: 210 time: 0.0461135 Jul 15 23:36:50.828149 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f2ced92-b033-4a2d-bb67-e5afca527f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:50.867248 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-7f2ced92-b033-4a2d-bb67-e5afca527f05 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a76dca25c2c2412da562c121f83b5ec5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4142139 Jul 15 23:36:50.870017 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 35780) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:50.871691 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-0d167d69-9a02-44c4-98fc-d511efbc4437 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6040735 Jul 15 23:36:50.872328 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 35782) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:50.878845 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e97aca5b-d47b-4aca-9457-db46c2cb7a47 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-437486178'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:36:50.923152 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2ced92-b033-4a2d-bb67-e5afca527f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0acbcc94-2dc8-426f-a83e-555c35cb639a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:50.949116 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97aca5b-d47b-4aca-9457-db46c2cb7a47 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Made reservation on behalf of c77b1978cf6442c585e708bd6a1ae67e for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:36:50.955480 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e97aca5b-d47b-4aca-9457-db46c2cb7a47 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:50.956076 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e8493fe7-5888-4ea9-8723-17dad2243dd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:50.986992 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e8493fe7-5888-4ea9-8723-17dad2243dd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:50.988269 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e97aca5b-d47b-4aca-9457-db46c2cb7a47 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:36:51.006171 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e97aca5b-d47b-4aca-9457-db46c2cb7a47 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:51.007131 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-e97aca5b-d47b-4aca-9457-db46c2cb7a47 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Added segment c36bf781-1f63-4f8b-963c-2db42c47428d of type vlan for network 146b2738-83fc-4600-9ee1-d6edc3c3b93f Jul 15 23:36:51.048892 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e8493fe7-5888-4ea9-8723-17dad2243dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:51.052071 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e8493fe7-5888-4ea9-8723-17dad2243dd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:51.053633 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e8493fe7-5888-4ea9-8723-17dad2243dd2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0acbcc94-2dc8-426f-a83e-555c35cb639a HTTP/1.1" status: 204 len: 168 time: 0.1818712 Jul 15 23:36:51.077691 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8493fe7-5888-4ea9-8723-17dad2243dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0acbcc94-2dc8-426f-a83e-555c35cb639a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:51.095236 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e97aca5b-d47b-4aca-9457-db46c2cb7a47 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:51.152301 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e97aca5b-d47b-4aca-9457-db46c2cb7a47 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:51.164680 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97aca5b-d47b-4aca-9457-db46c2cb7a47 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:51.165922 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e97aca5b-d47b-4aca-9457-db46c2cb7a47 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:51.192276 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-e97aca5b-d47b-4aca-9457-db46c2cb7a47 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3176236 Jul 15 23:36:51.194930 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 35786) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:51.202492 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-99ac09f1-18ce-4c4d-afc1-b6e9f72dbe5f tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Request body: {'ports': [{'network_id': '5936271f-a387-43c5-a320-2400a4bbe2ee', 'name': 'tempest-port--1078472230', 'admin_state_up': True}, {'network_id': '146b2738-83fc-4600-9ee1-d6edc3c3b93f', 'admin_state_up': False}]} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:36:51.203160 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-99ac09f1-18ce-4c4d-afc1-b6e9f72dbe5f tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Request body: {'port': {'network_id': '5936271f-a387-43c5-a320-2400a4bbe2ee', 'name': 'tempest-port--1078472230', 'admin_state_up': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:36:51.204201 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-99ac09f1-18ce-4c4d-afc1-b6e9f72dbe5f tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Request body: {'port': {'network_id': '146b2738-83fc-4600-9ee1-d6edc3c3b93f', 'admin_state_up': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:36:51.352386 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97aca5b-d47b-4aca-9457-db46c2cb7a47 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Pushing event updated for resources: {'Network': ['ID=146b2738-83fc-4600-9ee1-d6edc3c3b93f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:51.364127 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 146b2738-83fc-4600-9ee1-d6edc3c3b93f details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:36:51.482991 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ac09f1-18ce-4c4d-afc1-b6e9f72dbe5f tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Made reservation on behalf of c77b1978cf6442c585e708bd6a1ae67e for: {'port': 2} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:36:51.488405 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-99ac09f1-18ce-4c4d-afc1-b6e9f72dbe5f tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:51.505348 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-99ac09f1-18ce-4c4d-afc1-b6e9f72dbe5f tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:51.611195 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-99ac09f1-18ce-4c4d-afc1-b6e9f72dbe5f tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] device_id is not set on port 173267e1-ca6c-46ee-b628-9bb133f24036 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:36:51.763620 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:36:51.779684 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 35808) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:51.846588 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f50d21b-9494-460a-a89b-3a3095328ef9 admin admin] Deleting subnet 3a9d0694-4c68-439f-b4c5-dbe0f9debb12 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:36:51.851442 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f50d21b-9494-460a-a89b-3a3095328ef9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:51.859313 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-99ac09f1-18ce-4c4d-afc1-b6e9f72dbe5f tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:51.942519 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f50d21b-9494-460a-a89b-3a3095328ef9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:52.035459 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-99ac09f1-18ce-4c4d-afc1-b6e9f72dbe5f tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] device_id is not set on port 39f68439-273a-4980-87e6-689536eb9886 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 23:36:52.077483 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f50d21b-9494-460a-a89b-3a3095328ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:52.126706 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e0349-6064-45b3-aecc-3d1199cb4889 req-e2d21b9b-a175-4e60-8618-b9399088ba76 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:52.134777 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-680e0349-6064-45b3-aecc-3d1199cb4889 req-e2d21b9b-a175-4e60-8618-b9399088ba76 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.49 "GET /v2.0/networks?id=319575b4-274a-45da-9bf1-6decf487208b HTTP/1.1" status: 200 len: 810 time: 0.3579996 Jul 15 23:36:52.188044 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-680e0349-6064-45b3-aecc-3d1199cb4889 req-95109a35-9d0b-46e9-b405-e24e8137a0b4 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Request body: {'port': {'device_id': 'b3352883-fd65-4c81-ab58-2eb59e6d6ec5', 'network_id': '319575b4-274a-45da-9bf1-6decf487208b', 'admin_state_up': True, 'tenant_id': '1482c544a11f4437b346c979b3eb517a'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:36:52.199994 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0baaa6c3-abb5-4413-89f6-02a3bb0dcd54 req-61089ccf-3c48-46c6-b448-567dada9cefd tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3352883-fd65-4c81-ab58-2eb59e6d6ec5 HTTP/1.1" status: 200 len: 210 time: 0.1066573 Jul 15 23:36:52.272098 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f50d21b-9494-460a-a89b-3a3095328ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:52.314705 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f50d21b-9494-460a-a89b-3a3095328ef9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:52.319269 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-7f50d21b-9494-460a-a89b-3a3095328ef9 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3a9d0694-4c68-439f-b4c5-dbe0f9debb12 HTTP/1.1" status: 204 len: 168 time: 0.5380106 Jul 15 23:36:52.327520 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 35842) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:52.383645 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f50d21b-9494-460a-a89b-3a3095328ef9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a9d0694-4c68-439f-b4c5-dbe0f9debb12,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:52.420617 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-99ac09f1-18ce-4c4d-afc1-b6e9f72dbe5f tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:52.436012 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-680e0349-6064-45b3-aecc-3d1199cb4889 req-95109a35-9d0b-46e9-b405-e24e8137a0b4 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Made reservation on behalf of 1482c544a11f4437b346c979b3eb517a for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:36:52.440914 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-680e0349-6064-45b3-aecc-3d1199cb4889 req-95109a35-9d0b-46e9-b405-e24e8137a0b4 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:52.648808 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4982136d-a2d0-4a29-8a9f-0c0ea0deea8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:52.653625 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-99ac09f1-18ce-4c4d-afc1-b6e9f72dbe5f tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:52.679937 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-680e0349-6064-45b3-aecc-3d1199cb4889 req-95109a35-9d0b-46e9-b405-e24e8137a0b4 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Allocated IP 172.20.0.13 (319575b4-274a-45da-9bf1-6decf487208b/0c7868f8-d819-4333-b9c5-ebc3d9707601/76e09747-f1ba-404d-b464-da75ccd161d2) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:36:52.836714 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ac09f1-18ce-4c4d-afc1-b6e9f72dbe5f tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Pushing event updated for resources: {'Port': ['ID=173267e1-ca6c-46ee-b628-9bb133f24036,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:52.890342 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-680e0349-6064-45b3-aecc-3d1199cb4889 req-95109a35-9d0b-46e9-b405-e24e8137a0b4 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:52.906124 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-680e0349-6064-45b3-aecc-3d1199cb4889 req-95109a35-9d0b-46e9-b405-e24e8137a0b4 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Transition to ACTIVE for port object 76e09747-f1ba-404d-b464-da75ccd161d2 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:36:52.951383 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ac09f1-18ce-4c4d-afc1-b6e9f72dbe5f tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Checking segment: {'id': '8fd08af9-40e3-48af-a90b-d2d2e344c2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '5936271f-a387-43c5-a320-2400a4bbe2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:36:52.955549 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ac09f1-18ce-4c4d-afc1-b6e9f72dbe5f tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Network hostable DHCP agents. Network: 5936271f-a387-43c5-a320-2400a4bbe2ee, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:36:52.981162 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-680e0349-6064-45b3-aecc-3d1199cb4889 req-95109a35-9d0b-46e9-b405-e24e8137a0b4 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:53.030186 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-680e0349-6064-45b3-aecc-3d1199cb4889 req-95109a35-9d0b-46e9-b405-e24e8137a0b4 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Network 319575b4-274a-45da-9bf1-6decf487208b is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:36:53.031751 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-680e0349-6064-45b3-aecc-3d1199cb4889 req-95109a35-9d0b-46e9-b405-e24e8137a0b4 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:36:53.045035 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-680e0349-6064-45b3-aecc-3d1199cb4889 req-95109a35-9d0b-46e9-b405-e24e8137a0b4 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:36:53.067865 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4982136d-a2d0-4a29-8a9f-0c0ea0deea8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:53.090670 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-4982136d-a2d0-4a29-8a9f-0c0ea0deea8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6145aed5-b518-48fb-89e2-74131e67559c']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:36:53.099054 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95109a35-9d0b-46e9-b405-e24e8137a0b4 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Pushing event updated for resources: {'Port': ['ID=76e09747-f1ba-404d-b464-da75ccd161d2,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:53.107679 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ac09f1-18ce-4c4d-afc1-b6e9f72dbe5f tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Network 5936271f-a387-43c5-a320-2400a4bbe2ee is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:36:53.115308 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-4982136d-a2d0-4a29-8a9f-0c0ea0deea8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a536234-9bb1-497c-bf6b-4d2b6ccc534a') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:36:53.115624 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-4982136d-a2d0-4a29-8a9f-0c0ea0deea8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a536234-9bb1-497c-bf6b-4d2b6ccc534a') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:36:53.129779 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e0349-6064-45b3-aecc-3d1199cb4889 req-95109a35-9d0b-46e9-b405-e24e8137a0b4 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:53.130708 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-680e0349-6064-45b3-aecc-3d1199cb4889 req-95109a35-9d0b-46e9-b405-e24e8137a0b4 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:53.135042 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4982136d-a2d0-4a29-8a9f-0c0ea0deea8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:53.143418 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-99ac09f1-18ce-4c4d-afc1-b6e9f72dbe5f tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 5936271f-a387-43c5-a320-2400a4bbe2ee) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:36:53.153615 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3531d19-ae3e-4961-99b2-d7d27e89f21a None None] Network 5936271f-a387-43c5-a320-2400a4bbe2ee requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:36:53.161879 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ac09f1-18ce-4c4d-afc1-b6e9f72dbe5f tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:36:53.163905 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-99ac09f1-18ce-4c4d-afc1-b6e9f72dbe5f tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:53.171689 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-680e0349-6064-45b3-aecc-3d1199cb4889 req-95109a35-9d0b-46e9-b405-e24e8137a0b4 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9905641 Jul 15 23:36:53.185842 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-680e0349-6064-45b3-aecc-3d1199cb4889 req-970fb121-702a-4ad0-b55e-d956910241be service neutron] Request body: {'port': {'device_id': 'b3352883-fd65-4c81-ab58-2eb59e6d6ec5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:36:53.283468 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ac09f1-18ce-4c4d-afc1-b6e9f72dbe5f tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Pushing event updated for resources: {'Port': ['ID=39f68439-273a-4980-87e6-689536eb9886,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:53.304895 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4982136d-a2d0-4a29-8a9f-0c0ea0deea8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:53.348110 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4982136d-a2d0-4a29-8a9f-0c0ea0deea8e admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:36:53.351127 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4982136d-a2d0-4a29-8a9f-0c0ea0deea8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:53.357257 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:36:53.357257 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:36:53.357257 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:36:53.357257 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:36:53.357257 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:36:53.357257 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:36:53.357257 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:36:53.357257 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:36:53.357257 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:36:53.357257 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:36:53.357257 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:36:53.357257 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:36:53.357257 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:36:53.357257 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:36:53.357257 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:36:53.357257 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:36:53.357257 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:36:53.357257 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:36:53.357257 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:36:53.357257 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:36:53.357257 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:36:53.357257 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:36:53.357257 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:36:53.357257 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:36:53.357257 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:36:53.357257 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:36:53.357257 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:36:53.357257 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:36:53.357257 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:36:53.357257 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:36:53.357257 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:36:53.357257 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:36:53.357257 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:36:53.357257 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:36:53.424223 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-680e0349-6064-45b3-aecc-3d1199cb4889 req-970fb121-702a-4ad0-b55e-d956910241be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:53.536004 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-18001d4e-b383-443e-99ec-039bc0857511 None None] Provisioning for port 76e09747-f1ba-404d-b464-da75ccd161d2 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:36:53.548871 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-18001d4e-b383-443e-99ec-039bc0857511 None None] Provisioning complete for port 76e09747-f1ba-404d-b464-da75ccd161d2 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:36:53.549471 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-18001d4e-b383-443e-99ec-039bc0857511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:53.551925 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4982136d-a2d0-4a29-8a9f-0c0ea0deea8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:53.570226 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4982136d-a2d0-4a29-8a9f-0c0ea0deea8e admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:53.573814 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-4982136d-a2d0-4a29-8a9f-0c0ea0deea8e admin admin] 10.222.0.48 "DELETE /v2.0/networks/6145aed5-b518-48fb-89e2-74131e67559c HTTP/1.1" status: 204 len: 168 time: 1.1944566 Jul 15 23:36:53.596119 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ac09f1-18ce-4c4d-afc1-b6e9f72dbe5f tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Checking segment: {'id': 'c36bf781-1f63-4f8b-963c-2db42c47428d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '146b2738-83fc-4600-9ee1-d6edc3c3b93f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:36:53.596712 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ac09f1-18ce-4c4d-afc1-b6e9f72dbe5f tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Network hostable DHCP agents. Network: 146b2738-83fc-4600-9ee1-d6edc3c3b93f, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:36:53.599597 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4982136d-a2d0-4a29-8a9f-0c0ea0deea8e admin admin] Pushing event deleted for resources: {'Network': ['ID=6145aed5-b518-48fb-89e2-74131e67559c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:53.625656 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ac09f1-18ce-4c4d-afc1-b6e9f72dbe5f tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Network 146b2738-83fc-4600-9ee1-d6edc3c3b93f is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:36:53.642405 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-99ac09f1-18ce-4c4d-afc1-b6e9f72dbe5f tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 146b2738-83fc-4600-9ee1-d6edc3c3b93f) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:36:53.663702 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ac09f1-18ce-4c4d-afc1-b6e9f72dbe5f tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:36:53.668261 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68966278-f51a-4afc-a657-cfa824a99a37 None None] Network 146b2738-83fc-4600-9ee1-d6edc3c3b93f requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:36:53.681722 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ac09f1-18ce-4c4d-afc1-b6e9f72dbe5f tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:53.698815 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ac09f1-18ce-4c4d-afc1-b6e9f72dbe5f tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:53.700416 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-99ac09f1-18ce-4c4d-afc1-b6e9f72dbe5f tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:53.736127 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-99ac09f1-18ce-4c4d-afc1-b6e9f72dbe5f tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.5395319 Jul 15 23:36:53.738873 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 35892) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:53.749153 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a4977b-ab80-49f9-b236-275946b2cefe req-0cd7215b-7e80-4fb8-b996-f77109724959 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:53.756453 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-67a4977b-ab80-49f9-b236-275946b2cefe req-0cd7215b-7e80-4fb8-b996-f77109724959 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3352883-fd65-4c81-ab58-2eb59e6d6ec5 HTTP/1.1" status: 200 len: 932 time: 0.3095360 Jul 15 23:36:53.826647 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-67a4977b-ab80-49f9-b236-275946b2cefe req-9ec5ee0c-39d4-4eb0-8132-94dce2670209 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675247 Jul 15 23:36:53.913969 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ff73f7-0da1-46ba-a9b3-c04d87ced733 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:53.932150 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ff73f7-0da1-46ba-a9b3-c04d87ced733 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:53.936062 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b8ff73f7-0da1-46ba-a9b3-c04d87ced733 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1958537 Jul 15 23:36:53.938298 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 35896) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:54.026732 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 35902) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:54.036524 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-18001d4e-b383-443e-99ec-039bc0857511 None None] Port 76e09747-f1ba-404d-b464-da75ccd161d2 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:36:54.082095 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-680e0349-6064-45b3-aecc-3d1199cb4889 req-970fb121-702a-4ad0-b55e-d956910241be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76e09747-f1ba-404d-b464-da75ccd161d2 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:36:54.090539 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-680e0349-6064-45b3-aecc-3d1199cb4889 req-970fb121-702a-4ad0-b55e-d956910241be service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:54.103874 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-680e0349-6064-45b3-aecc-3d1199cb4889 req-970fb121-702a-4ad0-b55e-d956910241be service neutron] Transition to ACTIVE for port object 76e09747-f1ba-404d-b464-da75ccd161d2 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:36:54.111132 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-680e0349-6064-45b3-aecc-3d1199cb4889 req-970fb121-702a-4ad0-b55e-d956910241be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:54.185565 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-4a929514-dfce-4c2c-a1eb-456702204109 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e85e101cb7d14ef59a582614f75c1832&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1567516 Jul 15 23:36:54.188447 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 35908) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:54.263208 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-4ca92cd5-f194-40df-a1dd-1c24d0add2d5 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Deleting port 173267e1-ca6c-46ee-b628-9bb133f24036 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:36:54.265146 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4ca92cd5-f194-40df-a1dd-1c24d0add2d5 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:54.302651 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-680e0349-6064-45b3-aecc-3d1199cb4889 req-970fb121-702a-4ad0-b55e-d956910241be service neutron] Attempting to bind port 76e09747-f1ba-404d-b464-da75ccd161d2 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:36:54.304682 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-680e0349-6064-45b3-aecc-3d1199cb4889 req-970fb121-702a-4ad0-b55e-d956910241be service neutron] Attempting to bind port 76e09747-f1ba-404d-b464-da75ccd161d2 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '1221e74c-ebb2-4cb8-bf72-835ef0508fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '319575b4-274a-45da-9bf1-6decf487208b'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:36:54.305134 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680e0349-6064-45b3-aecc-3d1199cb4889 req-970fb121-702a-4ad0-b55e-d956910241be service neutron] Attempting to bind port 76e09747-f1ba-404d-b464-da75ccd161d2 on network 319575b4-274a-45da-9bf1-6decf487208b {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:36:54.316249 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970fb121-702a-4ad0-b55e-d956910241be service neutron] Pushing event updated for resources: {'Port': ['ID=76e09747-f1ba-404d-b464-da75ccd161d2,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:54.330465 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680e0349-6064-45b3-aecc-3d1199cb4889 req-970fb121-702a-4ad0-b55e-d956910241be service neutron] Port 76e09747-f1ba-404d-b464-da75ccd161d2 on network 319575b4-274a-45da-9bf1-6decf487208b not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:36:54.331317 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680e0349-6064-45b3-aecc-3d1199cb4889 req-970fb121-702a-4ad0-b55e-d956910241be service neutron] Attempting to bind port 76e09747-f1ba-404d-b464-da75ccd161d2 on network 319575b4-274a-45da-9bf1-6decf487208b {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:36:54.341440 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680e0349-6064-45b3-aecc-3d1199cb4889 req-970fb121-702a-4ad0-b55e-d956910241be service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:36:54.360060 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680e0349-6064-45b3-aecc-3d1199cb4889 req-970fb121-702a-4ad0-b55e-d956910241be service neutron] Checking segment: {'id': '1221e74c-ebb2-4cb8-bf72-835ef0508fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '319575b4-274a-45da-9bf1-6decf487208b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:36:54.360635 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680e0349-6064-45b3-aecc-3d1199cb4889 req-970fb121-702a-4ad0-b55e-d956910241be service neutron] Bound using segment: {'id': '1221e74c-ebb2-4cb8-bf72-835ef0508fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '319575b4-274a-45da-9bf1-6decf487208b'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:36:54.361121 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-680e0349-6064-45b3-aecc-3d1199cb4889 req-970fb121-702a-4ad0-b55e-d956910241be service neutron] Bound port: 76e09747-f1ba-404d-b464-da75ccd161d2, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1221e74c-ebb2-4cb8-bf72-835ef0508fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '319575b4-274a-45da-9bf1-6decf487208b'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:36:54.361498 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-680e0349-6064-45b3-aecc-3d1199cb4889 req-970fb121-702a-4ad0-b55e-d956910241be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:54.392459 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-233a3ea0-03f8-42b6-97cb-5e22ab17b0e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:54.445226 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-233a3ea0-03f8-42b6-97cb-5e22ab17b0e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:54.528818 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-680e0349-6064-45b3-aecc-3d1199cb4889 req-970fb121-702a-4ad0-b55e-d956910241be service neutron] For port 76e09747-f1ba-404d-b464-da75ccd161d2, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:36:54.535608 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-680e0349-6064-45b3-aecc-3d1199cb4889 req-970fb121-702a-4ad0-b55e-d956910241be service neutron] For port 76e09747-f1ba-404d-b464-da75ccd161d2, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=76e09747-f1ba-404d-b464-da75ccd161d2,segment=NetworkSegment(1221e74c-ebb2-4cb8-bf72-835ef0508fbe),segment_id=1221e74c-ebb2-4cb8-bf72-835ef0508fbe)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:36:54.542892 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-680e0349-6064-45b3-aecc-3d1199cb4889 req-970fb121-702a-4ad0-b55e-d956910241be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:54.550642 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4ca92cd5-f194-40df-a1dd-1c24d0add2d5 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:54.592517 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-4ca92cd5-f194-40df-a1dd-1c24d0add2d5 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Calling delete_port for 173267e1-ca6c-46ee-b628-9bb133f24036 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:36:54.598255 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e0349-6064-45b3-aecc-3d1199cb4889 req-970fb121-702a-4ad0-b55e-d956910241be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:54.598831 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-680e0349-6064-45b3-aecc-3d1199cb4889 req-970fb121-702a-4ad0-b55e-d956910241be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:54.600295 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-680e0349-6064-45b3-aecc-3d1199cb4889 req-970fb121-702a-4ad0-b55e-d956910241be service neutron] 10.222.0.49 "PUT /v2.0/ports/76e09747-f1ba-404d-b464-da75ccd161d2 HTTP/1.1" status: 200 len: 1092 time: 1.4200637 Jul 15 23:36:54.600862 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3352883-fd65-4c81-ab58-2eb59e6d6ec5', 'tag': '76e09747-f1ba-404d-b464-da75ccd161d2'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:36:54.603058 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cbc5a2c-2d7a-4b87-a3fd-071c11d0ac88" -d '{"events": [{"name": "network-changed", "server_uuid": "b3352883-fd65-4c81-ab58-2eb59e6d6ec5", "tag": "76e09747-f1ba-404d-b464-da75ccd161d2"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:36:54.678649 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-233a3ea0-03f8-42b6-97cb-5e22ab17b0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:54.684990 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-233a3ea0-03f8-42b6-97cb-5e22ab17b0e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:54.686188 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-233a3ea0-03f8-42b6-97cb-5e22ab17b0e4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f87ff988-14c3-4112-a792-18533738bd92 HTTP/1.1" status: 204 len: 168 time: 0.4955318 Jul 15 23:36:54.718336 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233a3ea0-03f8-42b6-97cb-5e22ab17b0e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87ff988-14c3-4112-a792-18533738bd92,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:54.727079 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-312464aa-0507-45a1-8561-6b0f83d0db31 x-openstack-request-id: req-312464aa-0507-45a1-8561-6b0f83d0db31 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:36:54.727514 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3352883-fd65-4c81-ab58-2eb59e6d6ec5", "tag": "76e09747-f1ba-404d-b464-da75ccd161d2", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:36:54.728425 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-312464aa-0507-45a1-8561-6b0f83d0db31 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:36:54.731550 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3352883-fd65-4c81-ab58-2eb59e6d6ec5', 'tag': '76e09747-f1ba-404d-b464-da75ccd161d2', 'status': 'completed', 'code': 200} Jul 15 23:36:54.734174 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970fb121-702a-4ad0-b55e-d956910241be service neutron] Pushing event updated for resources: {'Port': ['ID=76e09747-f1ba-404d-b464-da75ccd161d2,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:54.861104 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e0349-6064-45b3-aecc-3d1199cb4889 req-f64595d2-fd74-4212-a3e9-8dfe3cdca7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:54.862640 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-680e0349-6064-45b3-aecc-3d1199cb4889 req-f64595d2-fd74-4212-a3e9-8dfe3cdca7cf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1482c544a11f4437b346c979b3eb517a&device_id=b3352883-fd65-4c81-ab58-2eb59e6d6ec5 HTTP/1.1" status: 200 len: 1095 time: 0.1698332 Jul 15 23:36:54.889238 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4ca92cd5-f194-40df-a1dd-1c24d0add2d5 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:54.933960 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-680e0349-6064-45b3-aecc-3d1199cb4889 req-9c7ec552-4a2b-4aeb-b242-08bf40f34230 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76e09747-f1ba-404d-b464-da75ccd161d2 HTTP/1.1" status: 200 len: 217 time: 0.0636809 Jul 15 23:36:54.942514 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca92cd5-f194-40df-a1dd-1c24d0add2d5 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Pushing event deleted for resources: {'Port': ['ID=173267e1-ca6c-46ee-b628-9bb133f24036,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:54.961309 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4ca92cd5-f194-40df-a1dd-1c24d0add2d5 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:54.964647 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-4ca92cd5-f194-40df-a1dd-1c24d0add2d5 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] 10.222.0.48 "DELETE /v2.0/ports/173267e1-ca6c-46ee-b628-9bb133f24036 HTTP/1.1" status: 204 len: 168 time: 1.0241854 Jul 15 23:36:54.967191 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 35930) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:55.022764 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e0349-6064-45b3-aecc-3d1199cb4889 req-12018693-81f8-492f-8a4c-6a7bb067b651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:55.029154 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-680e0349-6064-45b3-aecc-3d1199cb4889 req-12018693-81f8-492f-8a4c-6a7bb067b651 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0c7868f8-d819-4333-b9c5-ebc3d9707601 HTTP/1.1" status: 200 len: 849 time: 0.0892885 Jul 15 23:36:55.163003 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-c5abb654-5264-4158-bb44-dc20b2d91e0c tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Deleting port 39f68439-273a-4980-87e6-689536eb9886 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:36:55.163617 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c5abb654-5264-4158-bb44-dc20b2d91e0c tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:55.292293 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c5abb654-5264-4158-bb44-dc20b2d91e0c tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:55.293547 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e0349-6064-45b3-aecc-3d1199cb4889 req-9e0d90d2-171d-49ff-9429-895dbf735b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:55.295934 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-680e0349-6064-45b3-aecc-3d1199cb4889 req-9e0d90d2-171d-49ff-9429-895dbf735b7b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=319575b4-274a-45da-9bf1-6decf487208b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2595680 Jul 15 23:36:55.307552 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-c5abb654-5264-4158-bb44-dc20b2d91e0c tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Calling delete_port for 39f68439-273a-4980-87e6-689536eb9886 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:36:55.367262 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47db8f6-a32c-49c0-9f3e-23d7e5aa34c5 req-75627f74-e5eb-46ac-b74f-1d79fdd80053 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:55.369268 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c47db8f6-a32c-49c0-9f3e-23d7e5aa34c5 req-75627f74-e5eb-46ac-b74f-1d79fdd80053 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3352883-fd65-4c81-ab58-2eb59e6d6ec5 HTTP/1.1" status: 200 len: 944 time: 0.2164056 Jul 15 23:36:55.456232 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-680e0349-6064-45b3-aecc-3d1199cb4889 req-91439b9c-c350-4f11-af82-f32193f3a703 service neutron] 10.222.0.49 "GET /v2.0/networks/319575b4-274a-45da-9bf1-6decf487208b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516979 Jul 15 23:36:55.501002 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:55.591404 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c5abb654-5264-4158-bb44-dc20b2d91e0c tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:55.712868 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c47db8f6-a32c-49c0-9f3e-23d7e5aa34c5 req-f9c575ee-56e4-4386-890d-f91bda4f52b1 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742813 Jul 15 23:36:55.779512 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abb654-5264-4158-bb44-dc20b2d91e0c tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Pushing event deleted for resources: {'Port': ['ID=39f68439-273a-4980-87e6-689536eb9886,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:55.785326 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-680e0349-6064-45b3-aecc-3d1199cb4889 req-0259957f-165b-42d7-8096-90da8687a159 service neutron] 10.222.0.49 "GET /v2.0/networks/319575b4-274a-45da-9bf1-6decf487208b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217542 Jul 15 23:36:55.807692 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c5abb654-5264-4158-bb44-dc20b2d91e0c tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:55.812021 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c5abb654-5264-4158-bb44-dc20b2d91e0c tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] 10.222.0.48 "DELETE /v2.0/ports/39f68439-273a-4980-87e6-689536eb9886 HTTP/1.1" status: 204 len: 168 time: 0.8412282 Jul 15 23:36:55.815700 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 35956) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:55.906963 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-a6c6fd07-26b1-460f-904d-8dc394036a54 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0754750 Jul 15 23:36:55.907634 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 35958) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:55.916637 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-2cb2b1b7-1c94-430d-a1a0-5757c282e4f8 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-448676628'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:36:55.956270 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb2b1b7-1c94-430d-a1a0-5757c282e4f8 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Made reservation on behalf of c77b1978cf6442c585e708bd6a1ae67e for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:36:55.960642 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2cb2b1b7-1c94-430d-a1a0-5757c282e4f8 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:55.994223 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc5a2c-2d7a-4b87-a3fd-071c11d0ac88 req-eccc227f-105f-4218-ae30-8ebb94b23ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:55.995885 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1cbc5a2c-2d7a-4b87-a3fd-071c11d0ac88 req-eccc227f-105f-4218-ae30-8ebb94b23ecd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1482c544a11f4437b346c979b3eb517a&device_id=b3352883-fd65-4c81-ab58-2eb59e6d6ec5 HTTP/1.1" status: 200 len: 1095 time: 0.1024015 Jul 15 23:36:55.996908 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cb2b1b7-1c94-430d-a1a0-5757c282e4f8 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:36:56.018044 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2cb2b1b7-1c94-430d-a1a0-5757c282e4f8 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:56.018476 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-2cb2b1b7-1c94-430d-a1a0-5757c282e4f8 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Added segment 1610aeb5-ca2e-4f0c-87d5-d6c24cbb74cb of type vlan for network 23b203f8-261d-4942-beed-50930ef948bf Jul 15 23:36:56.103365 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2cb2b1b7-1c94-430d-a1a0-5757c282e4f8 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:56.116458 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc5a2c-2d7a-4b87-a3fd-071c11d0ac88 req-a1b12767-f829-467d-9577-feffbeb18e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:56.118067 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1cbc5a2c-2d7a-4b87-a3fd-071c11d0ac88 req-a1b12767-f829-467d-9577-feffbeb18e96 service neutron] 10.222.0.49 "GET /v2.0/networks?id=319575b4-274a-45da-9bf1-6decf487208b HTTP/1.1" status: 200 len: 911 time: 0.1162806 Jul 15 23:36:56.152377 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2cb2b1b7-1c94-430d-a1a0-5757c282e4f8 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:56.160103 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb2b1b7-1c94-430d-a1a0-5757c282e4f8 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:56.161353 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2cb2b1b7-1c94-430d-a1a0-5757c282e4f8 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:56.223199 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-2cb2b1b7-1c94-430d-a1a0-5757c282e4f8 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3110738 Jul 15 23:36:56.226121 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 35972) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:56.232933 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-313fee41-9429-4625-801f-6fd511cc07bc tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1529349935'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:36:56.238207 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1cbc5a2c-2d7a-4b87-a3fd-071c11d0ac88 req-f1237889-851e-491f-958f-b63c2192007d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76e09747-f1ba-404d-b464-da75ccd161d2 HTTP/1.1" status: 200 len: 217 time: 0.1104949 Jul 15 23:36:56.275879 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb2b1b7-1c94-430d-a1a0-5757c282e4f8 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Pushing event updated for resources: {'Network': ['ID=23b203f8-261d-4942-beed-50930ef948bf,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:56.290405 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 23b203f8-261d-4942-beed-50930ef948bf details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:36:56.327918 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313fee41-9429-4625-801f-6fd511cc07bc tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Made reservation on behalf of c77b1978cf6442c585e708bd6a1ae67e for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:36:56.333599 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-313fee41-9429-4625-801f-6fd511cc07bc tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:56.360673 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc5a2c-2d7a-4b87-a3fd-071c11d0ac88 req-fb4e047f-34c4-4bdc-800a-459c25bb051b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:56.362240 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1cbc5a2c-2d7a-4b87-a3fd-071c11d0ac88 req-fb4e047f-34c4-4bdc-800a-459c25bb051b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0c7868f8-d819-4333-b9c5-ebc3d9707601 HTTP/1.1" status: 200 len: 849 time: 0.1149881 Jul 15 23:36:56.386068 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-313fee41-9429-4625-801f-6fd511cc07bc tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:36:56.416063 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-313fee41-9429-4625-801f-6fd511cc07bc tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:56.416533 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-313fee41-9429-4625-801f-6fd511cc07bc tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Added segment 5c8dcabf-a0f1-41b7-91ae-da4b74d69bc4 of type vlan for network 8cb917f8-954f-4855-b391-3779f36e6ba0 Jul 15 23:36:56.476489 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-313fee41-9429-4625-801f-6fd511cc07bc tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:56.496459 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc5a2c-2d7a-4b87-a3fd-071c11d0ac88 req-bd4054ae-3b41-4178-a4de-e8bb3b971081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:56.498064 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1cbc5a2c-2d7a-4b87-a3fd-071c11d0ac88 req-bd4054ae-3b41-4178-a4de-e8bb3b971081 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=319575b4-274a-45da-9bf1-6decf487208b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1244893 Jul 15 23:36:56.589184 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-313fee41-9429-4625-801f-6fd511cc07bc tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:56.595803 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313fee41-9429-4625-801f-6fd511cc07bc tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:56.596666 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-313fee41-9429-4625-801f-6fd511cc07bc tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:56.672369 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-313fee41-9429-4625-801f-6fd511cc07bc tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4446909 Jul 15 23:36:56.714201 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1cbc5a2c-2d7a-4b87-a3fd-071c11d0ac88 req-eeb9df22-aed7-4a52-93b1-6e34050d61f1 service neutron] 10.222.0.49 "GET /v2.0/networks/319575b4-274a-45da-9bf1-6decf487208b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025290 Jul 15 23:36:56.756495 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313fee41-9429-4625-801f-6fd511cc07bc tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Pushing event updated for resources: {'Network': ['ID=8cb917f8-954f-4855-b391-3779f36e6ba0,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:56.814568 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 35994) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:56.820991 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-fc2adea6-133c-4eef-96fa-45047127844a tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Request body: {'subnets': [{'network_id': '23b203f8-261d-4942-beed-50930ef948bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--934245058', 'ip_version': 4}, {'network_id': '8cb917f8-954f-4855-b391-3779f36e6ba0', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:36:56.821977 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-fc2adea6-133c-4eef-96fa-45047127844a tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Request body: {'subnet': {'network_id': '23b203f8-261d-4942-beed-50930ef948bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--934245058', 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:36:56.822681 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-fc2adea6-133c-4eef-96fa-45047127844a tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Request body: {'subnet': {'network_id': '8cb917f8-954f-4855-b391-3779f36e6ba0', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:36:56.850659 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313fee41-9429-4625-801f-6fd511cc07bc tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:56.850659 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313fee41-9429-4625-801f-6fd511cc07bc tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:56.851074 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313fee41-9429-4625-801f-6fd511cc07bc tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:56.851544 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313fee41-9429-4625-801f-6fd511cc07bc tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:56.860329 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313fee41-9429-4625-801f-6fd511cc07bc tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:56.860823 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313fee41-9429-4625-801f-6fd511cc07bc tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:56.861317 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313fee41-9429-4625-801f-6fd511cc07bc tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:56.861793 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313fee41-9429-4625-801f-6fd511cc07bc tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:56.862260 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313fee41-9429-4625-801f-6fd511cc07bc tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:56.862757 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313fee41-9429-4625-801f-6fd511cc07bc tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:56.863222 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313fee41-9429-4625-801f-6fd511cc07bc tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:56.863717 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313fee41-9429-4625-801f-6fd511cc07bc tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:36:56.895204 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 8cb917f8-954f-4855-b391-3779f36e6ba0 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:36:57.254347 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1cbc5a2c-2d7a-4b87-a3fd-071c11d0ac88 req-e0d0ca72-444a-4a5e-9021-a8d64d2bfe15 service neutron] 10.222.0.49 "GET /v2.0/networks/319575b4-274a-45da-9bf1-6decf487208b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4948707 Jul 15 23:36:57.290864 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2adea6-133c-4eef-96fa-45047127844a tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Made reservation on behalf of c77b1978cf6442c585e708bd6a1ae67e for: {'subnet': 2} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:36:57.298208 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc2adea6-133c-4eef-96fa-45047127844a tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:57.300289 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc2adea6-133c-4eef-96fa-45047127844a tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:57.307910 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5191ea35-312c-436b-bb04-a605706046a7 req-0f96817e-8b10-4dc7-a803-f1c5baf7988d tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:57.309481 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5191ea35-312c-436b-bb04-a605706046a7 req-0f96817e-8b10-4dc7-a803-f1c5baf7988d tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3352883-fd65-4c81-ab58-2eb59e6d6ec5 HTTP/1.1" status: 200 len: 944 time: 0.2146158 Jul 15 23:36:57.765197 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 76e09747-f1ba-404d-b464-da75ccd161d2 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:36:57.891053 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5191ea35-312c-436b-bb04-a605706046a7 req-3f62e4c2-dc77-44be-b1e6-2c9d0ae58b3e tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5747385 Jul 15 23:36:57.924381 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc2adea6-133c-4eef-96fa-45047127844a tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:57.946678 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 76e09747-f1ba-404d-b464-da75ccd161d2, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=76e09747-f1ba-404d-b464-da75ccd161d2,segment=NetworkSegment(1221e74c-ebb2-4cb8-bf72-835ef0508fbe),segment_id=1221e74c-ebb2-4cb8-bf72-835ef0508fbe)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:36:57.960861 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '76e09747-f1ba-404d-b464-da75ccd161d2', 'network_id': '319575b4-274a-45da-9bf1-6decf487208b', 'port_id': '76e09747-f1ba-404d-b464-da75ccd161d2', 'mac_address': 'fa:16:3e:22:d2:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c7868f8-d819-4333-b9c5-ebc3d9707601', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:36:57.994719 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2adea6-133c-4eef-96fa-45047127844a tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Pushing event updated for resources: {'Subnet': ['ID=f3bcc727-2708-4c7a-8594-d2bb75c2516c,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:58.005295 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2adea6-133c-4eef-96fa-45047127844a tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Checking segment: {'id': '1610aeb5-ca2e-4f0c-87d5-d6c24cbb74cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '23b203f8-261d-4942-beed-50930ef948bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:36:58.005859 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2adea6-133c-4eef-96fa-45047127844a tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Network hostable DHCP agents. Network: 23b203f8-261d-4942-beed-50930ef948bf, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:36:58.013115 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:58.027270 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2adea6-133c-4eef-96fa-45047127844a tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Network 23b203f8-261d-4942-beed-50930ef948bf is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:36:58.037746 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76e09747-f1ba-404d-b464-da75ccd161d2 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:36:58.043903 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-fc2adea6-133c-4eef-96fa-45047127844a tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 23b203f8-261d-4942-beed-50930ef948bf) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:36:58.051270 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc2adea6-133c-4eef-96fa-45047127844a tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:58.057034 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba84df6-57a7-4800-b6d5-32ba017f5313 None None] Network 23b203f8-261d-4942-beed-50930ef948bf requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:36:58.097150 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 76e09747-f1ba-404d-b464-da75ccd161d2, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=76e09747-f1ba-404d-b464-da75ccd161d2,segment=NetworkSegment(1221e74c-ebb2-4cb8-bf72-835ef0508fbe),segment_id=1221e74c-ebb2-4cb8-bf72-835ef0508fbe)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:36:58.138930 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2adea6-133c-4eef-96fa-45047127844a tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Pushing event updated for resources: {'Subnet': ['ID=9d63c33d-4daf-4865-bd08-60822670d2de,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:58.184417 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2adea6-133c-4eef-96fa-45047127844a tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Checking segment: {'id': '5c8dcabf-a0f1-41b7-91ae-da4b74d69bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8cb917f8-954f-4855-b391-3779f36e6ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:36:58.185041 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2adea6-133c-4eef-96fa-45047127844a tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Network hostable DHCP agents. Network: 8cb917f8-954f-4855-b391-3779f36e6ba0, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:36:58.215971 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2adea6-133c-4eef-96fa-45047127844a tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Network 8cb917f8-954f-4855-b391-3779f36e6ba0 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:36:58.249126 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-fc2adea6-133c-4eef-96fa-45047127844a tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 8cb917f8-954f-4855-b391-3779f36e6ba0) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:36:58.261228 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2adea6-133c-4eef-96fa-45047127844a tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:58.261713 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2adea6-133c-4eef-96fa-45047127844a tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:58.262366 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc2adea6-133c-4eef-96fa-45047127844a tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:58.327489 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 36034) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:58.343661 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-fc2adea6-133c-4eef-96fa-45047127844a tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.5274370 Jul 15 23:36:58.392133 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:58.397399 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc3223b-1b08-4582-858a-2b873468cd99 None None] Network 8cb917f8-954f-4855-b391-3779f36e6ba0 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:36:58.538436 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f7416e-b076-48d2-95fa-70f7b692c2f2 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:58.548402 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f7416e-b076-48d2-95fa-70f7b692c2f2 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:58.552727 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f7416e-b076-48d2-95fa-70f7b692c2f2 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:58.560824 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-e3f7416e-b076-48d2-95fa-70f7b692c2f2 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.2288635 Jul 15 23:36:58.561601 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 36038) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:58.721054 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3cc2808-12d6-41f4-9838-7b45d6689f2e tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Deleting subnet f3bcc727-2708-4c7a-8594-d2bb75c2516c {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:36:58.724727 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a3cc2808-12d6-41f4-9838-7b45d6689f2e tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:58.847071 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a3cc2808-12d6-41f4-9838-7b45d6689f2e tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:58.879207 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['76e09747-f1ba-404d-b464-da75ccd161d2'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:36:58.950294 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a3cc2808-12d6-41f4-9838-7b45d6689f2e tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:59.023139 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8626a1-3903-427d-bcfd-c7aaefa48a31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-8cb917f8-954f-4855-b391-3779f36e6ba0', 'network_id': '8cb917f8-954f-4855-b391-3779f36e6ba0', 'tenant_id': 'c77b1978cf6442c585e708bd6a1ae67e', 'fixed_ips': [{'subnet_id': '9d63c33d-4daf-4865-bd08-60822670d2de'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:36:59.033180 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7c8626a1-3903-427d-bcfd-c7aaefa48a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:59.170356 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a3cc2808-12d6-41f4-9838-7b45d6689f2e tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:59.221476 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cc2808-12d6-41f4-9838-7b45d6689f2e tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Pushing event deleted for resources: {'Subnet': ['ID=f3bcc727-2708-4c7a-8594-d2bb75c2516c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:59.288281 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a3cc2808-12d6-41f4-9838-7b45d6689f2e tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:59.290548 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-a3cc2808-12d6-41f4-9838-7b45d6689f2e tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] 10.222.0.48 "DELETE /v2.0/subnets/f3bcc727-2708-4c7a-8594-d2bb75c2516c HTTP/1.1" status: 204 len: 168 time: 0.7274082 Jul 15 23:36:59.293722 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36054) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:36:59.389756 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb17655-c640-4e5b-a3cd-8413de487ef2 req-b023a618-fc11-42f6-b0d5-bda4d850d03e tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:36:59.394318 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fdb17655-c640-4e5b-a3cd-8413de487ef2 req-b023a618-fc11-42f6-b0d5-bda4d850d03e tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3352883-fd65-4c81-ab58-2eb59e6d6ec5 HTTP/1.1" status: 200 len: 945 time: 0.1618669 Jul 15 23:36:59.404097 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=76e09747-f1ba-404d-b464-da75ccd161d2,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:59.457367 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-9878a4cf-8d67-4919-81f7-c5317605d41c tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Deleting subnet 9d63c33d-4daf-4865-bd08-60822670d2de {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:36:59.473079 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0287dcf6-984e-4fe8-b885-d7722f61b936 None None] Network 23b203f8-261d-4942-beed-50930ef948bf requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:36:59.483039 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fdb17655-c640-4e5b-a3cd-8413de487ef2 req-37fed560-30fa-4bb8-a96b-cd91062b5993 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748940 Jul 15 23:36:59.514482 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-7c8626a1-3903-427d-bcfd-c7aaefa48a31 None None] Allocated IP 172.20.0.18 (8cb917f8-954f-4855-b391-3779f36e6ba0/9d63c33d-4daf-4865-bd08-60822670d2de/75b9e3e0-ae0a-444f-ba1d-a23b9ba0d915) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:36:59.868094 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7c8626a1-3903-427d-bcfd-c7aaefa48a31 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:59.879715 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7c8626a1-3903-427d-bcfd-c7aaefa48a31 None None] Transition to ACTIVE for port object 75b9e3e0-ae0a-444f-ba1d-a23b9ba0d915 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:36:59.895636 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7c8626a1-3903-427d-bcfd-c7aaefa48a31 None None] Transition to ACTIVE for port object 75b9e3e0-ae0a-444f-ba1d-a23b9ba0d915 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:36:59.903414 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9878a4cf-8d67-4919-81f7-c5317605d41c tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:59.904105 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7c8626a1-3903-427d-bcfd-c7aaefa48a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:59.964983 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9878a4cf-8d67-4919-81f7-c5317605d41c tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:36:59.969250 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8626a1-3903-427d-bcfd-c7aaefa48a31 None None] Pushing event updated for resources: {'Port': ['ID=75b9e3e0-ae0a-444f-ba1d-a23b9ba0d915,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:36:59.983450 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8626a1-3903-427d-bcfd-c7aaefa48a31 None None] Network 8cb917f8-954f-4855-b391-3779f36e6ba0 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:36:59.984988 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-7c8626a1-3903-427d-bcfd-c7aaefa48a31 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:36:59.992453 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8626a1-3903-427d-bcfd-c7aaefa48a31 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:37:00.136304 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9878a4cf-8d67-4919-81f7-c5317605d41c tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:00.150175 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-7c8626a1-3903-427d-bcfd-c7aaefa48a31 None None] Attempting to bind port 75b9e3e0-ae0a-444f-ba1d-a23b9ba0d915 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:37:00.157222 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-7c8626a1-3903-427d-bcfd-c7aaefa48a31 None None] Attempting to bind port 75b9e3e0-ae0a-444f-ba1d-a23b9ba0d915 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '5c8dcabf-a0f1-41b7-91ae-da4b74d69bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8cb917f8-954f-4855-b391-3779f36e6ba0'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:37:00.158303 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8626a1-3903-427d-bcfd-c7aaefa48a31 None None] Attempting to bind port 75b9e3e0-ae0a-444f-ba1d-a23b9ba0d915 on network 8cb917f8-954f-4855-b391-3779f36e6ba0 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:37:00.172573 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8626a1-3903-427d-bcfd-c7aaefa48a31 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:37:00.173298 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8626a1-3903-427d-bcfd-c7aaefa48a31 None None] Checking segment: {'id': '5c8dcabf-a0f1-41b7-91ae-da4b74d69bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8cb917f8-954f-4855-b391-3779f36e6ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:37:00.174136 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7c8626a1-3903-427d-bcfd-c7aaefa48a31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:00.175458 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8626a1-3903-427d-bcfd-c7aaefa48a31 None None] Bound using segment: {'id': '5c8dcabf-a0f1-41b7-91ae-da4b74d69bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8cb917f8-954f-4855-b391-3779f36e6ba0'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:37:00.177922 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-7c8626a1-3903-427d-bcfd-c7aaefa48a31 None None] Bound port: 75b9e3e0-ae0a-444f-ba1d-a23b9ba0d915, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c8dcabf-a0f1-41b7-91ae-da4b74d69bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8cb917f8-954f-4855-b391-3779f36e6ba0'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:37:00.178597 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7c8626a1-3903-427d-bcfd-c7aaefa48a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:00.218544 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9878a4cf-8d67-4919-81f7-c5317605d41c tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:00.248734 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9878a4cf-8d67-4919-81f7-c5317605d41c tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Pushing event deleted for resources: {'Subnet': ['ID=9d63c33d-4daf-4865-bd08-60822670d2de,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:00.272987 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9878a4cf-8d67-4919-81f7-c5317605d41c tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:00.276578 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-7c8626a1-3903-427d-bcfd-c7aaefa48a31 None None] For port 75b9e3e0-ae0a-444f-ba1d-a23b9ba0d915, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:37:00.280038 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-7c8626a1-3903-427d-bcfd-c7aaefa48a31 None None] For port 75b9e3e0-ae0a-444f-ba1d-a23b9ba0d915, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=75b9e3e0-ae0a-444f-ba1d-a23b9ba0d915,segment=NetworkSegment(5c8dcabf-a0f1-41b7-91ae-da4b74d69bc4),segment_id=5c8dcabf-a0f1-41b7-91ae-da4b74d69bc4)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:37:00.283811 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 36084) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:00.285899 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7c8626a1-3903-427d-bcfd-c7aaefa48a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:00.300266 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-9878a4cf-8d67-4919-81f7-c5317605d41c tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] 10.222.0.48 "DELETE /v2.0/subnets/9d63c33d-4daf-4865-bd08-60822670d2de HTTP/1.1" status: 204 len: 168 time: 1.0035417 Jul 15 23:37:00.362871 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8626a1-3903-427d-bcfd-c7aaefa48a31 None None] Pushing event updated for resources: {'Port': ['ID=75b9e3e0-ae0a-444f-ba1d-a23b9ba0d915,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:00.375314 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93fdce9-8bdc-47a6-ace8-2ddd2e0c3a43 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:00.377036 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-f93fdce9-8bdc-47a6-ace8-2ddd2e0c3a43 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0919940 Jul 15 23:37:00.381793 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36092) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:00.486669 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01937667-f910-4fc6-8474-bfd35dcfe589 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:00.559023 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-01937667-f910-4fc6-8474-bfd35dcfe589 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Deleting port 75b9e3e0-ae0a-444f-ba1d-a23b9ba0d915 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:37:00.559267 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01937667-f910-4fc6-8474-bfd35dcfe589 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:00.676386 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-01937667-f910-4fc6-8474-bfd35dcfe589 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] For port 75b9e3e0-ae0a-444f-ba1d-a23b9ba0d915, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=75b9e3e0-ae0a-444f-ba1d-a23b9ba0d915,segment=NetworkSegment(5c8dcabf-a0f1-41b7-91ae-da4b74d69bc4),segment_id=5c8dcabf-a0f1-41b7-91ae-da4b74d69bc4)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:37:00.676999 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01937667-f910-4fc6-8474-bfd35dcfe589 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:00.702179 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-01937667-f910-4fc6-8474-bfd35dcfe589 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Calling delete_port for 75b9e3e0-ae0a-444f-ba1d-a23b9ba0d915 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:37:00.834290 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac399117-bfbd-4f4a-9ba5-7be4f4fe63e8 req-2abb363b-7116-4622-b317-295fedd15d54 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:00.837396 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ac399117-bfbd-4f4a-9ba5-7be4f4fe63e8 req-2abb363b-7116-4622-b317-295fedd15d54 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3352883-fd65-4c81-ab58-2eb59e6d6ec5 HTTP/1.1" status: 200 len: 945 time: 0.1790872 Jul 15 23:37:00.840384 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3f647be8-7a12-4436-9ebd-d7ed85ccde5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:00.886208 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01937667-f910-4fc6-8474-bfd35dcfe589 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:00.926800 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01937667-f910-4fc6-8474-bfd35dcfe589 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] No DVR routers for this DVR port 75b9e3e0-ae0a-444f-ba1d-a23b9ba0d915 on host n-d-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:37:00.954175 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ac399117-bfbd-4f4a-9ba5-7be4f4fe63e8 req-8a84e937-e8b2-4cdd-9cc1-04ae878f7a29 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072133 Jul 15 23:37:01.022589 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937667-f910-4fc6-8474-bfd35dcfe589 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Pushing event deleted for resources: {'Port': ['ID=75b9e3e0-ae0a-444f-ba1d-a23b9ba0d915,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:01.091379 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01937667-f910-4fc6-8474-bfd35dcfe589 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:01.104135 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-01937667-f910-4fc6-8474-bfd35dcfe589 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cb917f8-954f-4855-b391-3779f36e6ba0']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:37:01.123467 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-01937667-f910-4fc6-8474-bfd35dcfe589 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c8dcabf-a0f1-41b7-91ae-da4b74d69bc4') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:37:01.124084 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-01937667-f910-4fc6-8474-bfd35dcfe589 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c8dcabf-a0f1-41b7-91ae-da4b74d69bc4') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:37:01.137143 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01937667-f910-4fc6-8474-bfd35dcfe589 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:01.204429 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01937667-f910-4fc6-8474-bfd35dcfe589 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:01.211609 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01937667-f910-4fc6-8474-bfd35dcfe589 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:37:01.213881 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01937667-f910-4fc6-8474-bfd35dcfe589 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:01.217271 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:37:01.217271 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:37:01.217271 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:37:01.217271 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:37:01.217271 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:37:01.217271 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:37:01.217271 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:37:01.217271 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:37:01.217271 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:37:01.217271 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:37:01.217271 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:37:01.217271 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:37:01.217271 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:37:01.217271 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:37:01.217271 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:37:01.217271 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:37:01.217271 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:37:01.217271 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:37:01.217271 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:37:01.217271 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:37:01.217271 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:37:01.217271 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:37:01.217271 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:37:01.217271 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:37:01.217271 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:37:01.217271 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:37:01.217271 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:37:01.217271 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:37:01.217271 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:37:01.217271 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:37:01.217271 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:37:01.217271 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:37:01.217271 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:37:01.217271 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:37:01.295108 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01937667-f910-4fc6-8474-bfd35dcfe589 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:01.327822 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01937667-f910-4fc6-8474-bfd35dcfe589 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:01.333991 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 36128) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:01.339097 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-01937667-f910-4fc6-8474-bfd35dcfe589 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] 10.222.0.48 "DELETE /v2.0/networks/8cb917f8-954f-4855-b391-3779f36e6ba0 HTTP/1.1" status: 204 len: 168 time: 0.9485977 Jul 15 23:37:01.367321 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937667-f910-4fc6-8474-bfd35dcfe589 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Pushing event deleted for resources: {'Network': ['ID=8cb917f8-954f-4855-b391-3779f36e6ba0,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:01.461202 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e9e20969-5122-4cb5-b6d3-1a4fad554d51 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:01.591424 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e9e20969-5122-4cb5-b6d3-1a4fad554d51 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:01.603385 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-e9e20969-5122-4cb5-b6d3-1a4fad554d51 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23b203f8-261d-4942-beed-50930ef948bf']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:37:01.615862 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-e9e20969-5122-4cb5-b6d3-1a4fad554d51 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1610aeb5-ca2e-4f0c-87d5-d6c24cbb74cb') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:37:01.616143 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-e9e20969-5122-4cb5-b6d3-1a4fad554d51 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1610aeb5-ca2e-4f0c-87d5-d6c24cbb74cb') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:37:01.635305 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e9e20969-5122-4cb5-b6d3-1a4fad554d51 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:01.675309 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e9e20969-5122-4cb5-b6d3-1a4fad554d51 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:01.695504 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9e20969-5122-4cb5-b6d3-1a4fad554d51 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:37:01.696723 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e9e20969-5122-4cb5-b6d3-1a4fad554d51 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:01.700029 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:37:01.700029 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:37:01.700029 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:37:01.700029 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:37:01.700029 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:37:01.700029 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:37:01.700029 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:37:01.700029 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:37:01.700029 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:37:01.700029 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:37:01.700029 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:37:01.700029 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:37:01.700029 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:37:01.700029 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:37:01.700029 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:37:01.700029 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:37:01.700029 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:37:01.700029 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:37:01.700029 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:37:01.700029 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:37:01.700029 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:37:01.700029 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:37:01.700029 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:37:01.700029 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:37:01.700029 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:37:01.700029 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:37:01.700029 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:37:01.700029 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:37:01.700029 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:37:01.700029 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:37:01.700029 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:37:01.700029 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:37:01.700029 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:37:01.700029 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:37:01.700029 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:37:01.700029 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:37:01.827509 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 76e09747-f1ba-404d-b464-da75ccd161d2 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:37:01.934823 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e9e20969-5122-4cb5-b6d3-1a4fad554d51 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:01.943366 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e9e20969-5122-4cb5-b6d3-1a4fad554d51 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:01.955814 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-e9e20969-5122-4cb5-b6d3-1a4fad554d51 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] 10.222.0.48 "DELETE /v2.0/networks/23b203f8-261d-4942-beed-50930ef948bf HTTP/1.1" status: 204 len: 168 time: 0.6185448 Jul 15 23:37:01.956741 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36148) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:01.966320 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port 76e09747-f1ba-404d-b464-da75ccd161d2 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:37:01.995137 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 76e09747-f1ba-404d-b464-da75ccd161d2 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:37:02.000440 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:02.010863 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e20969-5122-4cb5-b6d3-1a4fad554d51 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Pushing event deleted for resources: {'Network': ['ID=23b203f8-261d-4942-beed-50930ef948bf,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:02.250847 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c1170ba6-aa42-4841-8c65-f73eaec40998 None None] Could not find standard attr ID for object 75b9e3e0-ae0a-444f-ba1d-a23b9ba0d915. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 23:37:02.259985 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b13c1b-4a1f-47b1-81e1-98a626955932 None None] DHCP port deletion for 8cb917f8-954f-4855-b391-3779f36e6ba0 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:37:02.260882 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-298cd2fa-a86b-47c7-8aa2-6334cf75a0bf tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:02.290954 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:02.334106 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a32441a-c2c0-45cd-aeef-f987de9e0c7a req-cbba5b80-c575-47b8-9f86-66b697f602c8 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:02.335763 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9a32441a-c2c0-45cd-aeef-f987de9e0c7a req-cbba5b80-c575-47b8-9f86-66b697f602c8 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3352883-fd65-4c81-ab58-2eb59e6d6ec5 HTTP/1.1" status: 200 len: 945 time: 0.1825647 Jul 15 23:37:02.340052 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb37511-647f-4f9c-b9e4-d0f1381b88cb None None] Network 8cb917f8-954f-4855-b391-3779f36e6ba0 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:37:02.378938 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb37511-647f-4f9c-b9e4-d0f1381b88cb None None] Network 8cb917f8-954f-4855-b391-3779f36e6ba0 could not be found, it might have been deleted concurrently. {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 23:37:02.398211 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3352883-fd65-4c81-ab58-2eb59e6d6ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76e09747-f1ba-404d-b464-da75ccd161d2'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:37:02.401661 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8434460e-c393-4962-81c4-e9b3d4947610" -d '{"events": [{"server_uuid": "b3352883-fd65-4c81-ab58-2eb59e6d6ec5", "name": "network-vif-plugged", "status": "completed", "tag": "76e09747-f1ba-404d-b464-da75ccd161d2"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:37:02.418908 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 76e09747-f1ba-404d-b464-da75ccd161d2, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=76e09747-f1ba-404d-b464-da75ccd161d2,segment=NetworkSegment(1221e74c-ebb2-4cb8-bf72-835ef0508fbe),segment_id=1221e74c-ebb2-4cb8-bf72-835ef0508fbe)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:37:02.429360 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:02.455812 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9a32441a-c2c0-45cd-aeef-f987de9e0c7a req-0b08adfa-ed72-406f-a38d-e9a7dcd78a49 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138639 Jul 15 23:37:02.489820 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-298cd2fa-a86b-47c7-8aa2-6334cf75a0bf tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:02.510157 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a57df2-f76e-423f-903d-e21f5c0cdbe3 x-openstack-request-id: req-33a57df2-f76e-423f-903d-e21f5c0cdbe3 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:37:02.510489 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3352883-fd65-4c81-ab58-2eb59e6d6ec5", "name": "network-vif-plugged", "status": "completed", "tag": "76e09747-f1ba-404d-b464-da75ccd161d2", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:37:02.510751 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-33a57df2-f76e-423f-903d-e21f5c0cdbe3 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:37:02.511141 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3352883-fd65-4c81-ab58-2eb59e6d6ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76e09747-f1ba-404d-b464-da75ccd161d2', 'code': 200} Jul 15 23:37:02.528128 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-298cd2fa-a86b-47c7-8aa2-6334cf75a0bf tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['146b2738-83fc-4600-9ee1-d6edc3c3b93f']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:37:02.542314 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=76e09747-f1ba-404d-b464-da75ccd161d2,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:02.557733 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-298cd2fa-a86b-47c7-8aa2-6334cf75a0bf tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c36bf781-1f63-4f8b-963c-2db42c47428d') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:37:02.558137 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-298cd2fa-a86b-47c7-8aa2-6334cf75a0bf tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c36bf781-1f63-4f8b-963c-2db42c47428d') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:37:02.568191 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-298cd2fa-a86b-47c7-8aa2-6334cf75a0bf tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:02.595088 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-298cd2fa-a86b-47c7-8aa2-6334cf75a0bf tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:02.602751 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-298cd2fa-a86b-47c7-8aa2-6334cf75a0bf tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:37:02.603283 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-298cd2fa-a86b-47c7-8aa2-6334cf75a0bf tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:02.638553 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:37:02.638553 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:37:02.638553 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:37:02.638553 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:37:02.638553 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:37:02.638553 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:37:02.638553 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:37:02.638553 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:37:02.638553 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:37:02.638553 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:37:02.638553 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:37:02.638553 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:37:02.638553 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:37:02.638553 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:37:02.638553 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:37:02.638553 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:37:02.638553 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:37:02.638553 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:37:02.638553 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:37:02.638553 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:37:02.638553 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:37:02.638553 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:37:02.638553 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:37:02.638553 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:37:02.638553 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:37:02.638553 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:37:02.638553 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:37:02.638553 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:37:02.638553 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:37:02.638553 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:37:02.638553 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:37:02.638553 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:37:02.698689 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af73f64b-6743-43f1-8feb-f8373c4cbcfe req-f92a3b87-4f32-4c99-91fd-752ef72da826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:02.700813 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-af73f64b-6743-43f1-8feb-f8373c4cbcfe req-f92a3b87-4f32-4c99-91fd-752ef72da826 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b3352883-fd65-4c81-ab58-2eb59e6d6ec5 HTTP/1.1" status: 200 len: 1097 time: 0.0811698 Jul 15 23:37:02.760732 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-af73f64b-6743-43f1-8feb-f8373c4cbcfe req-78eb4013-ec79-4172-a8ce-d0dcce7e75be service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520217 Jul 15 23:37:03.116854 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-298cd2fa-a86b-47c7-8aa2-6334cf75a0bf tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:03.160628 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-298cd2fa-a86b-47c7-8aa2-6334cf75a0bf tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:03.165690 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-298cd2fa-a86b-47c7-8aa2-6334cf75a0bf tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] 10.222.0.48 "DELETE /v2.0/networks/146b2738-83fc-4600-9ee1-d6edc3c3b93f HTTP/1.1" status: 204 len: 168 time: 1.2045915 Jul 15 23:37:03.166563 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298cd2fa-a86b-47c7-8aa2-6334cf75a0bf tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Pushing event deleted for resources: {'Network': ['ID=146b2738-83fc-4600-9ee1-d6edc3c3b93f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:03.166706 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 36176) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:03.316998 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-816b5f73-cc74-4857-82b5-da8decc07352 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:03.365426 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 75b9e3e0-ae0a-444f-ba1d-a23b9ba0d915 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:37:03.456953 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 75b9e3e0-ae0a-444f-ba1d-a23b9ba0d915 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:37:03.457735 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 75b9e3e0-ae0a-444f-ba1d-a23b9ba0d915 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:37:03.464342 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-816b5f73-cc74-4857-82b5-da8decc07352 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:03.481106 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:03.491216 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-816b5f73-cc74-4857-82b5-da8decc07352 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5936271f-a387-43c5-a320-2400a4bbe2ee']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:37:03.517556 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-816b5f73-cc74-4857-82b5-da8decc07352 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fd08af9-40e3-48af-a90b-d2d2e344c2a3') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:37:03.518085 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-816b5f73-cc74-4857-82b5-da8decc07352 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fd08af9-40e3-48af-a90b-d2d2e344c2a3') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:37:03.571267 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-816b5f73-cc74-4857-82b5-da8decc07352 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:03.622886 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-816b5f73-cc74-4857-82b5-da8decc07352 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:03.639622 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-816b5f73-cc74-4857-82b5-da8decc07352 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:37:03.640087 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-816b5f73-cc74-4857-82b5-da8decc07352 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:03.743218 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36190) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:03.782438 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:37:03.782438 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:37:03.782438 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:37:03.782438 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:37:03.782438 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:37:03.782438 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:37:03.782438 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:37:03.782438 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:37:03.782438 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:37:03.782438 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:37:03.782438 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:37:03.782438 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:37:03.782438 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:37:03.782438 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:37:03.782438 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:37:03.782438 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:37:03.782438 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:37:03.782438 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:37:03.782438 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:37:03.782438 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:37:03.782438 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:37:03.782438 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:37:03.782438 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:37:03.782438 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:37:03.782438 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:37:03.782438 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:37:03.782438 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:37:03.782438 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:37:03.782438 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:37:03.782438 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:37:03.782438 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:37:03.782438 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:37:03.798196 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-816b5f73-cc74-4857-82b5-da8decc07352 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:03.844120 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-816b5f73-cc74-4857-82b5-da8decc07352 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:03.846272 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-816b5f73-cc74-4857-82b5-da8decc07352 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] 10.222.0.48 "DELETE /v2.0/networks/5936271f-a387-43c5-a320-2400a4bbe2ee HTTP/1.1" status: 204 len: 168 time: 0.6785471 Jul 15 23:37:03.870767 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b5f73-cc74-4857-82b5-da8decc07352 tempest-BulkNetworkOpsTest-236560488 tempest-BulkNetworkOpsTest-236560488-project] Pushing event deleted for resources: {'Network': ['ID=5936271f-a387-43c5-a320-2400a4bbe2ee,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:03.901475 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa79f2d9-8075-40e0-ab7e-d08398477a9f req-51604171-9552-4f88-9b16-e830d8fbf099 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:03.908544 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fa79f2d9-8075-40e0-ab7e-d08398477a9f req-51604171-9552-4f88-9b16-e830d8fbf099 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3352883-fd65-4c81-ab58-2eb59e6d6ec5 HTTP/1.1" status: 200 len: 946 time: 0.1250947 Jul 15 23:37:03.966188 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a54a8385-fca1-483b-bdc6-31ee34c2f132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:04.021193 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fa79f2d9-8075-40e0-ab7e-d08398477a9f req-876f794f-e8a0-40b0-8183-09c65226af65 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117635 Jul 15 23:37:04.123048 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a54a8385-fca1-483b-bdc6-31ee34c2f132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:04.128826 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a54a8385-fca1-483b-bdc6-31ee34c2f132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:04.185610 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a54a8385-fca1-483b-bdc6-31ee34c2f132 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d8c3d8aa785044d79d6e4a07625d91a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4386182 Jul 15 23:37:04.185970 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 36204) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:04.195685 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54a8385-fca1-483b-bdc6-31ee34c2f132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=923439b6-5180-4061-bbf4-04e077e39a7c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:04.225175 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3fe1c978-36a4-4865-bcad-902fd1c4a2e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:04.278350 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36212) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:04.281683 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-76281c48-b886-4884-ae42-1dc21a02cee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:04.308127 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-76281c48-b886-4884-ae42-1dc21a02cee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:04.367356 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:04.401738 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-76281c48-b886-4884-ae42-1dc21a02cee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:04.406655 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-76281c48-b886-4884-ae42-1dc21a02cee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:04.408712 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-76281c48-b886-4884-ae42-1dc21a02cee3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/923439b6-5180-4061-bbf4-04e077e39a7c HTTP/1.1" status: 204 len: 168 time: 0.2213421 Jul 15 23:37:04.441078 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76281c48-b886-4884-ae42-1dc21a02cee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923439b6-5180-4061-bbf4-04e077e39a7c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:04.522422 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-7067c880-7e25-4f17-9083-fac08aca8627 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c77b1978cf6442c585e708bd6a1ae67e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2428005 Jul 15 23:37:04.525423 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36226) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:04.618681 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5a74101b-89a9-4701-af1d-3c15f67af266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:04.646610 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5a74101b-89a9-4701-af1d-3c15f67af266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:04.726159 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5a74101b-89a9-4701-af1d-3c15f67af266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:04.734480 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5a74101b-89a9-4701-af1d-3c15f67af266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:04.742159 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-5a74101b-89a9-4701-af1d-3c15f67af266 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/de1e259f-da54-4c1b-9a93-b7c3fec19523 HTTP/1.1" status: 204 len: 168 time: 0.2152712 Jul 15 23:37:04.771912 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a74101b-89a9-4701-af1d-3c15f67af266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1e259f-da54-4c1b-9a93-b7c3fec19523,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:05.332876 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7154e88-732d-422f-85fb-15454d22a181 req-ffff9ffe-4031-47e0-b43a-5985c22f3fb6 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:05.334606 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d7154e88-732d-422f-85fb-15454d22a181 req-ffff9ffe-4031-47e0-b43a-5985c22f3fb6 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3352883-fd65-4c81-ab58-2eb59e6d6ec5 HTTP/1.1" status: 200 len: 946 time: 0.1132052 Jul 15 23:37:05.393292 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d7154e88-732d-422f-85fb-15454d22a181 req-c2181fa6-f6fa-46fd-8989-d8c8b5038712 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480316 Jul 15 23:37:05.693173 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36272) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:05.972448 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a018c033-5ade-41f2-ad98-f5245fc80fda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:06.070173 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad671bb-d1f3-4354-bf96-1169643b99a2 req-53041630-8f5e-4db3-b840-9c2120a27bd9 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:06.073571 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6ad671bb-d1f3-4354-bf96-1169643b99a2 req-53041630-8f5e-4db3-b840-9c2120a27bd9 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3352883-fd65-4c81-ab58-2eb59e6d6ec5 HTTP/1.1" status: 200 len: 946 time: 0.1312582 Jul 15 23:37:06.136055 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6ad671bb-d1f3-4354-bf96-1169643b99a2 req-6c512d6f-7f39-4065-a847-7b0675d83b13 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560317 Jul 15 23:37:06.155238 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a018c033-5ade-41f2-ad98-f5245fc80fda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:06.160218 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a018c033-5ade-41f2-ad98-f5245fc80fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:06.182615 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 36290) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:06.213726 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a018c033-5ade-41f2-ad98-f5245fc80fda admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9de52180f3724ccdb4a3380795101208&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5188317 Jul 15 23:37:06.215883 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a018c033-5ade-41f2-ad98-f5245fc80fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=026aa1d9-cfa1-4d28-b26e-42155a6ababf,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:06.216543 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 36294) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:06.284408 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aed71477-e89f-408e-887f-1bd59f6eab00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:06.300922 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-7d7c6afd-59e5-4980-b7ab-300007c85ae8 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:37:06.301368 n-d-794306-6 neutron-server[93770]: WARNING neutron.api.v2.base [None req-7d7c6afd-59e5-4980-b7ab-300007c85ae8 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 15 23:37:06.301857 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [None req-7d7c6afd-59e5-4980-b7ab-300007c85ae8 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] create failed (client error): There was a conflict when trying to complete your request. Jul 15 23:37:06.302829 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-7d7c6afd-59e5-4980-b7ab-300007c85ae8 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1192002 Jul 15 23:37:06.307476 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 36300) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:06.315976 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-82282db3-9b8d-4643-b04d-fa13ce917d1a tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Request body: {'security_group': {'name': 'tempest-secgroup--1520367367'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:37:06.326152 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aed71477-e89f-408e-887f-1bd59f6eab00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:06.365572 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:06.367153 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82282db3-9b8d-4643-b04d-fa13ce917d1a tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:06.377666 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82282db3-9b8d-4643-b04d-fa13ce917d1a tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:06.405372 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aed71477-e89f-408e-887f-1bd59f6eab00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:06.407879 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aed71477-e89f-408e-887f-1bd59f6eab00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:06.409030 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-aed71477-e89f-408e-887f-1bd59f6eab00 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/026aa1d9-cfa1-4d28-b26e-42155a6ababf HTTP/1.1" status: 204 len: 168 time: 0.1915197 Jul 15 23:37:06.421465 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed71477-e89f-408e-887f-1bd59f6eab00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=026aa1d9-cfa1-4d28-b26e-42155a6ababf,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:06.506379 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82282db3-9b8d-4643-b04d-fa13ce917d1a tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:06.512043 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82282db3-9b8d-4643-b04d-fa13ce917d1a tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:06.577227 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82282db3-9b8d-4643-b04d-fa13ce917d1a tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a73d28e-be96-4aec-9a59-55ea2b0ad40c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:06.630813 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82282db3-9b8d-4643-b04d-fa13ce917d1a tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:06.636635 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82282db3-9b8d-4643-b04d-fa13ce917d1a tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:06.669250 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82282db3-9b8d-4643-b04d-fa13ce917d1a tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:06.673350 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-82282db3-9b8d-4643-b04d-fa13ce917d1a tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3620856 Jul 15 23:37:06.673350 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82282db3-9b8d-4643-b04d-fa13ce917d1a tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a320e597-07d1-48fa-baea-f1e0c931c48a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:06.673540 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36314) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:06.686692 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f9c18487-397b-4a72-8445-36e421241563 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Request body: {'security_group_rule': {'security_group_id': 'a320e597-07d1-48fa-baea-f1e0c931c48a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:37:06.736133 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9c18487-397b-4a72-8445-36e421241563 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:06.825498 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9c18487-397b-4a72-8445-36e421241563 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:06.831600 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9c18487-397b-4a72-8445-36e421241563 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:06.850990 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 36322) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:06.858767 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c18487-397b-4a72-8445-36e421241563 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f28ad87-c237-47df-842f-e1c40f195b6a,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:06.865561 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9c18487-397b-4a72-8445-36e421241563 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:06.867011 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f9c18487-397b-4a72-8445-36e421241563 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1911323 Jul 15 23:37:06.869690 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9ff4c065-23f2-448c-9d0e-09afb5099e93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:06.870959 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36324) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:06.876146 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1ea74477-50fa-4923-ab42-465c7bcb8be2 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Request body: {'security_group_rule': {'security_group_id': 'a320e597-07d1-48fa-baea-f1e0c931c48a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:37:06.926497 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1ea74477-50fa-4923-ab42-465c7bcb8be2 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:07.021651 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9ff4c065-23f2-448c-9d0e-09afb5099e93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:07.027447 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9ff4c065-23f2-448c-9d0e-09afb5099e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:07.035520 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [None req-1ea74477-50fa-4923-ab42-465c7bcb8be2 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] create failed (client error): There was a conflict when trying to complete your request. Jul 15 23:37:07.048888 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-1ea74477-50fa-4923-ab42-465c7bcb8be2 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1765785 Jul 15 23:37:07.051523 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36332) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:07.078639 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-9ff4c065-23f2-448c-9d0e-09afb5099e93 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=aa07685b23db479385b5efecd9318acd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2260711 Jul 15 23:37:07.079719 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff4c065-23f2-448c-9d0e-09afb5099e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c44c5299-06d1-49d5-b820-dd29ef3a8277,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:07.082175 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 36334) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:07.129690 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-800de327-fec1-41a6-a4ae-984abb4d7246 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:07.159983 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-800de327-fec1-41a6-a4ae-984abb4d7246 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:07.168937 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fca8fcd9-7198-4730-9cb1-b9faf793a8d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:07.193485 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fca8fcd9-7198-4730-9cb1-b9faf793a8d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:07.249982 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-800de327-fec1-41a6-a4ae-984abb4d7246 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:07.253114 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-800de327-fec1-41a6-a4ae-984abb4d7246 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:07.255008 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fca8fcd9-7198-4730-9cb1-b9faf793a8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:07.257064 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-800de327-fec1-41a6-a4ae-984abb4d7246 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] 10.222.0.48 "DELETE /v2.0/security-groups/a320e597-07d1-48fa-baea-f1e0c931c48a HTTP/1.1" status: 204 len: 168 time: 0.2042961 Jul 15 23:37:07.257841 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36340) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:07.259492 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fca8fcd9-7198-4730-9cb1-b9faf793a8d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:07.261395 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-fca8fcd9-7198-4730-9cb1-b9faf793a8d0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c44c5299-06d1-49d5-b820-dd29ef3a8277 HTTP/1.1" status: 204 len: 168 time: 0.1781974 Jul 15 23:37:07.278965 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca8fcd9-7198-4730-9cb1-b9faf793a8d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44c5299-06d1-49d5-b820-dd29ef3a8277,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:07.325283 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800de327-fec1-41a6-a4ae-984abb4d7246 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a320e597-07d1-48fa-baea-f1e0c931c48a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:07.413525 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb4b480-4437-4aac-aa14-f665b080d2ca req-664919c4-559f-4810-9822-6bce1df06cd7 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:07.416486 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ba22ca85-42bb-4bae-b2d7-8dcba8797b8c tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1109264 Jul 15 23:37:07.417281 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1eb4b480-4437-4aac-aa14-f665b080d2ca req-664919c4-559f-4810-9822-6bce1df06cd7 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3352883-fd65-4c81-ab58-2eb59e6d6ec5 HTTP/1.1" status: 200 len: 946 time: 0.0987520 Jul 15 23:37:07.420312 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 36346) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:07.425145 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-be5e95c4-0b36-4a0e-be14-933ac88650eb tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Request body: {'security_group': {'name': 'tempest-secgroup--834597801'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:37:07.474380 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be5e95c4-0b36-4a0e-be14-933ac88650eb tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:07.489945 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1eb4b480-4437-4aac-aa14-f665b080d2ca req-93972173-dbdd-4c78-8a5a-7fda6df14d86 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590961 Jul 15 23:37:07.607878 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be5e95c4-0b36-4a0e-be14-933ac88650eb tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:07.613026 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be5e95c4-0b36-4a0e-be14-933ac88650eb tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:07.647674 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be5e95c4-0b36-4a0e-be14-933ac88650eb tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:07.649604 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-be5e95c4-0b36-4a0e-be14-933ac88650eb tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2274516 Jul 15 23:37:07.652973 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36356) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:07.653947 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5e95c4-0b36-4a0e-be14-933ac88650eb tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c54e8d7c-999e-4f39-83c3-c6bb51b23f00,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:07.658294 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-53f9982b-f3d1-4845-8d0e-7d27c0e840f1 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Request body: {'security_group_rule': {'security_group_id': 'c54e8d7c-999e-4f39-83c3-c6bb51b23f00', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:37:07.659114 n-d-794306-6 neutron-server[93771]: WARNING neutron.api.v2.base [None req-53f9982b-f3d1-4845-8d0e-7d27c0e840f1 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 15 23:37:07.659666 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [None req-53f9982b-f3d1-4845-8d0e-7d27c0e840f1 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:37:07.660626 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-53f9982b-f3d1-4845-8d0e-7d27c0e840f1 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0063968 Jul 15 23:37:07.664199 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 36358) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:07.728198 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ba11b7a1-2ca1-4e22-9e1b-875f482e4f86 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:07.753854 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ba11b7a1-2ca1-4e22-9e1b-875f482e4f86 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:07.807353 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ba11b7a1-2ca1-4e22-9e1b-875f482e4f86 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:07.810501 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ba11b7a1-2ca1-4e22-9e1b-875f482e4f86 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:07.811836 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-ba11b7a1-2ca1-4e22-9e1b-875f482e4f86 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] 10.222.0.48 "DELETE /v2.0/security-groups/c54e8d7c-999e-4f39-83c3-c6bb51b23f00 HTTP/1.1" status: 204 len: 168 time: 0.1456482 Jul 15 23:37:07.814429 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36360) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:07.823193 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba11b7a1-2ca1-4e22-9e1b-875f482e4f86 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54e8d7c-999e-4f39-83c3-c6bb51b23f00,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:07.833638 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36362) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:07.852253 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3241470a-9107-4f60-abca-527ec99348dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:07.905089 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-0a094282-c26a-4491-8149-7cb007b5616b tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0849319 Jul 15 23:37:07.905089 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36364) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:07.909412 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-cfa070fd-5cdf-46f4-9acb-0f83c8ea78b1 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Request body: {'security_group': {'name': 'tempest-secgroup--416424552'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:37:07.989542 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3241470a-9107-4f60-abca-527ec99348dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:07.995211 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3241470a-9107-4f60-abca-527ec99348dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:08.033123 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3241470a-9107-4f60-abca-527ec99348dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62f14e79-fe17-409a-b304-8ac92553e655,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:08.063283 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cfa070fd-5cdf-46f4-9acb-0f83c8ea78b1 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:08.073602 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-3241470a-9107-4f60-abca-527ec99348dc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4dd9cf694f2444cfa5e268f18019ecb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2337303 Jul 15 23:37:08.074114 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 36372) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:08.162359 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ea458928-90bc-4be0-a0fe-9812b1ffe3ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:08.175740 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cfa070fd-5cdf-46f4-9acb-0f83c8ea78b1 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:08.181263 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cfa070fd-5cdf-46f4-9acb-0f83c8ea78b1 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:08.200620 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ea458928-90bc-4be0-a0fe-9812b1ffe3ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:08.220517 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa070fd-5cdf-46f4-9acb-0f83c8ea78b1 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d889e2f1-bf7c-4028-b1cd-41ab3a8410e9,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:08.222922 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cfa070fd-5cdf-46f4-9acb-0f83c8ea78b1 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:08.227893 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-cfa070fd-5cdf-46f4-9acb-0f83c8ea78b1 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3213131 Jul 15 23:37:08.228903 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36374) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:08.243545 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-444c61e3-36b4-436b-ace6-f15ff3859188 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Request body: {'security_group_rule': {'security_group_id': 'd889e2f1-bf7c-4028-b1cd-41ab3a8410e9', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:37:08.245577 n-d-794306-6 neutron-server[93771]: WARNING neutron.api.v2.base [None req-444c61e3-36b4-436b-ace6-f15ff3859188 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 15 23:37:08.246298 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [None req-444c61e3-36b4-436b-ace6-f15ff3859188 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:37:08.250743 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-444c61e3-36b4-436b-ace6-f15ff3859188 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0193424 Jul 15 23:37:08.251735 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36376) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:08.275833 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:08.289846 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ea458928-90bc-4be0-a0fe-9812b1ffe3ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:08.297118 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ea458928-90bc-4be0-a0fe-9812b1ffe3ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:08.304224 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-ea458928-90bc-4be0-a0fe-9812b1ffe3ee admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/62f14e79-fe17-409a-b304-8ac92553e655 HTTP/1.1" status: 204 len: 168 time: 0.2275157 Jul 15 23:37:08.351786 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea458928-90bc-4be0-a0fe-9812b1ffe3ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f14e79-fe17-409a-b304-8ac92553e655,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:08.395828 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-786553d5-fef0-4f0b-9e00-0525265f7e3f tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:08.446267 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-786553d5-fef0-4f0b-9e00-0525265f7e3f tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:08.497746 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-786553d5-fef0-4f0b-9e00-0525265f7e3f tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:08.503786 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-786553d5-fef0-4f0b-9e00-0525265f7e3f tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:08.507401 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 36384) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:08.507955 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-786553d5-fef0-4f0b-9e00-0525265f7e3f tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] 10.222.0.48 "DELETE /v2.0/security-groups/d889e2f1-bf7c-4028-b1cd-41ab3a8410e9 HTTP/1.1" status: 204 len: 168 time: 0.2547522 Jul 15 23:37:08.527324 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786553d5-fef0-4f0b-9e00-0525265f7e3f tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d889e2f1-bf7c-4028-b1cd-41ab3a8410e9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:08.624870 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-081365d2-e5ba-4545-aa51-38ca80581764 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1157420 Jul 15 23:37:08.628936 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36392) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:08.634524 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-694e49df-032a-4964-a551-32f126c36810 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Request body: {'security_group': {'name': 'tempest-secgroup--1595128733'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:37:08.658968 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-694e49df-032a-4964-a551-32f126c36810 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:08.725990 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f660d3-01fb-4707-bb07-2c5bab054adc req-2ddb3524-87ea-4c8e-a48a-d3b94a8ca95e tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:08.728918 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-00f660d3-01fb-4707-bb07-2c5bab054adc req-2ddb3524-87ea-4c8e-a48a-d3b94a8ca95e tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3352883-fd65-4c81-ab58-2eb59e6d6ec5 HTTP/1.1" status: 200 len: 946 time: 0.0873208 Jul 15 23:37:08.774840 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-694e49df-032a-4964-a551-32f126c36810 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:08.782045 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-694e49df-032a-4964-a551-32f126c36810 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:08.799536 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-00f660d3-01fb-4707-bb07-2c5bab054adc req-b492d139-147f-4aa5-b0e5-d2a15b27df9f tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595253 Jul 15 23:37:08.820582 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-694e49df-032a-4964-a551-32f126c36810 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:08.826206 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 36402) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:08.826992 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-694e49df-032a-4964-a551-32f126c36810 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1965759 Jul 15 23:37:08.832092 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-beb9ca80-ccd7-4f2b-be6c-72c8309b4b19 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Request body: {'security_group_rule': {'security_group_id': '45e2e8a5-9c68-49e5-b352-75bb17ca47b3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:37:08.833051 n-d-794306-6 neutron-server[93770]: WARNING neutron.api.v2.base [None req-beb9ca80-ccd7-4f2b-be6c-72c8309b4b19 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 15 23:37:08.833640 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [None req-beb9ca80-ccd7-4f2b-be6c-72c8309b4b19 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:37:08.834037 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694e49df-032a-4964-a551-32f126c36810 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45e2e8a5-9c68-49e5-b352-75bb17ca47b3,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:08.835049 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-beb9ca80-ccd7-4f2b-be6c-72c8309b4b19 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0073745 Jul 15 23:37:08.838457 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36404) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:08.843089 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b7ab4104-96b7-4916-8491-4554899755f3 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Request body: {'security_group_rule': {'security_group_id': '45e2e8a5-9c68-49e5-b352-75bb17ca47b3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:37:08.845576 n-d-794306-6 neutron-server[93771]: WARNING neutron.api.v2.base [None req-b7ab4104-96b7-4916-8491-4554899755f3 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 15 23:37:08.846078 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [None req-b7ab4104-96b7-4916-8491-4554899755f3 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:37:08.847141 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b7ab4104-96b7-4916-8491-4554899755f3 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0076895 Jul 15 23:37:08.849781 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36406) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:08.854127 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b24bb72f-70cd-4008-a0c3-0aab2bc3d083 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Request body: {'security_group_rule': {'security_group_id': '45e2e8a5-9c68-49e5-b352-75bb17ca47b3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:37:08.855488 n-d-794306-6 neutron-server[93771]: WARNING neutron.api.v2.base [None req-b24bb72f-70cd-4008-a0c3-0aab2bc3d083 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 15 23:37:08.856084 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [None req-b24bb72f-70cd-4008-a0c3-0aab2bc3d083 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:37:08.858101 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b24bb72f-70cd-4008-a0c3-0aab2bc3d083 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0074277 Jul 15 23:37:08.860839 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36408) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:08.866784 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-fc44a0e3-2d76-4dce-9839-c7765e7ed24b tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Request body: {'security_group_rule': {'security_group_id': '45e2e8a5-9c68-49e5-b352-75bb17ca47b3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:37:08.867765 n-d-794306-6 neutron-server[93771]: WARNING neutron.api.v2.base [None req-fc44a0e3-2d76-4dce-9839-c7765e7ed24b tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 15 23:37:08.868267 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [None req-fc44a0e3-2d76-4dce-9839-c7765e7ed24b tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:37:08.869418 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-fc44a0e3-2d76-4dce-9839-c7765e7ed24b tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0072558 Jul 15 23:37:08.874837 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 36412) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:08.932084 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d60e3c2c-15b1-4615-a2be-bd5dcccc453f tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:08.955885 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d60e3c2c-15b1-4615-a2be-bd5dcccc453f tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:09.004736 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d60e3c2c-15b1-4615-a2be-bd5dcccc453f tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:09.007720 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d60e3c2c-15b1-4615-a2be-bd5dcccc453f tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:09.009809 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-d60e3c2c-15b1-4615-a2be-bd5dcccc453f tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] 10.222.0.48 "DELETE /v2.0/security-groups/45e2e8a5-9c68-49e5-b352-75bb17ca47b3 HTTP/1.1" status: 204 len: 168 time: 0.1334567 Jul 15 23:37:09.012597 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36420) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:09.020732 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60e3c2c-15b1-4615-a2be-bd5dcccc453f tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e2e8a5-9c68-49e5-b352-75bb17ca47b3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:09.095183 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-45fa95d5-5992-4e17-b004-b43d4c29ff6f tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0784235 Jul 15 23:37:09.095183 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36430) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:09.100992 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-df201db0-c5c1-482f-9d42-f3830f499a03 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Request body: {'security_group': {'name': 'tempest-secgroup--129083067'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:37:09.136675 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df201db0-c5c1-482f-9d42-f3830f499a03 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:09.249097 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df201db0-c5c1-482f-9d42-f3830f499a03 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:09.261495 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df201db0-c5c1-482f-9d42-f3830f499a03 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:09.300866 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df201db0-c5c1-482f-9d42-f3830f499a03 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7e2fdb-2f30-4dc8-8365-b56919ac0543,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:09.315223 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36442) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:09.321559 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df201db0-c5c1-482f-9d42-f3830f499a03 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:09.326069 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 36446) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:09.326221 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-df201db0-c5c1-482f-9d42-f3830f499a03 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2299192 Jul 15 23:37:09.333672 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-df713196-6c3f-46ca-b2cf-21234dbe8e85 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Request body: {'security_group_rule': {'security_group_id': '9e7e2fdb-2f30-4dc8-8365-b56919ac0543', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:37:09.334257 n-d-794306-6 neutron-server[93770]: WARNING neutron.api.v2.base [None req-df713196-6c3f-46ca-b2cf-21234dbe8e85 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 15 23:37:09.334984 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [None req-df713196-6c3f-46ca-b2cf-21234dbe8e85 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:37:09.338859 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-df713196-6c3f-46ca-b2cf-21234dbe8e85 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0070674 Jul 15 23:37:09.339323 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 36448) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:09.361422 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4471c0c1-0654-4073-bfb6-c632c3e58d67 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Request body: {'security_group_rule': {'security_group_id': '9e7e2fdb-2f30-4dc8-8365-b56919ac0543', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:37:09.410845 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [None req-4471c0c1-0654-4073-bfb6-c632c3e58d67 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:37:09.415330 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-4471c0c1-0654-4073-bfb6-c632c3e58d67 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0715215 Jul 15 23:37:09.415494 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 36454) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:09.421172 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-5b695ff7-0ef4-4d6d-b165-ab2064e826ca tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Request body: {'security_group_rule': {'security_group_id': '9e7e2fdb-2f30-4dc8-8365-b56919ac0543', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:37:09.421843 n-d-794306-6 neutron-server[93770]: WARNING neutron.api.v2.base [None req-5b695ff7-0ef4-4d6d-b165-ab2064e826ca tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 15 23:37:09.422673 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [None req-5b695ff7-0ef4-4d6d-b165-ab2064e826ca tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:37:09.426980 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-5b695ff7-0ef4-4d6d-b165-ab2064e826ca tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0079772 Jul 15 23:37:09.427140 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 36456) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:09.433344 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b26d479f-050b-4f0b-afe5-8ccf187f921a tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Request body: {'security_group_rule': {'security_group_id': '9e7e2fdb-2f30-4dc8-8365-b56919ac0543', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:37:09.475107 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-deaa3663-de03-45d1-932f-7ebb128bf11f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1824830904-network', 'tenant_id': '2f6fcfb47a1141c0ae8f5a7d722ebba1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:37:09.486637 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [None req-b26d479f-050b-4f0b-afe5-8ccf187f921a tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:37:09.490287 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-b26d479f-050b-4f0b-afe5-8ccf187f921a tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0596159 Jul 15 23:37:09.492117 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 36458) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:09.498819 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-845f75c3-17df-4d72-bd75-922dc85f77a2 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Request body: {'security_group_rule': {'security_group_id': '9e7e2fdb-2f30-4dc8-8365-b56919ac0543', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:37:09.499974 n-d-794306-6 neutron-server[93770]: WARNING neutron.api.v2.base [None req-845f75c3-17df-4d72-bd75-922dc85f77a2 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 15 23:37:09.501099 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [None req-845f75c3-17df-4d72-bd75-922dc85f77a2 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:37:09.505283 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-845f75c3-17df-4d72-bd75-922dc85f77a2 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0109029 Jul 15 23:37:09.505283 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 36460) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:09.513506 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-fa3689f2-8ec0-4ff8-84aa-0607f34c7e4c tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Request body: {'security_group_rule': {'security_group_id': '9e7e2fdb-2f30-4dc8-8365-b56919ac0543', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:37:09.515232 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deaa3663-de03-45d1-932f-7ebb128bf11f admin admin] Made reservation on behalf of 2f6fcfb47a1141c0ae8f5a7d722ebba1 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:37:09.519488 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-deaa3663-de03-45d1-932f-7ebb128bf11f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:09.530887 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-deaa3663-de03-45d1-932f-7ebb128bf11f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:09.641789 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-deaa3663-de03-45d1-932f-7ebb128bf11f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:09.648394 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-deaa3663-de03-45d1-932f-7ebb128bf11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:09.659279 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [None req-fa3689f2-8ec0-4ff8-84aa-0607f34c7e4c tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:37:09.662521 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-fa3689f2-8ec0-4ff8-84aa-0607f34c7e4c tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1545355 Jul 15 23:37:09.665938 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 36464) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:09.674482 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-2de5f699-6cb7-4061-8add-10b27bf00636 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Request body: {'security_group_rule': {'security_group_id': '9e7e2fdb-2f30-4dc8-8365-b56919ac0543', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:37:09.675235 n-d-794306-6 neutron-server[93770]: WARNING neutron.api.v2.base [None req-2de5f699-6cb7-4061-8add-10b27bf00636 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 15 23:37:09.675791 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [None req-2de5f699-6cb7-4061-8add-10b27bf00636 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:37:09.679846 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-2de5f699-6cb7-4061-8add-10b27bf00636 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0080962 Jul 15 23:37:09.680703 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deaa3663-de03-45d1-932f-7ebb128bf11f admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:37:09.681218 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 36468) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:09.683555 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaa3663-de03-45d1-932f-7ebb128bf11f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d523942-f01d-4758-8ad2-556ea1de06e1,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:09.688376 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4f485a9f-ea78-48ff-a11b-2390f3b06c3b tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Request body: {'security_group_rule': {'security_group_id': '9e7e2fdb-2f30-4dc8-8365-b56919ac0543', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:37:09.699304 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-deaa3663-de03-45d1-932f-7ebb128bf11f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:09.699539 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-deaa3663-de03-45d1-932f-7ebb128bf11f admin admin] Added segment 501f6cdf-7145-451c-9e67-1c0dc5e6ff72 of type vlan for network 0e2e9f03-a9fb-4a9b-aa31-42357a198e08 Jul 15 23:37:09.739059 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [None req-4f485a9f-ea78-48ff-a11b-2390f3b06c3b tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:37:09.743783 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-4f485a9f-ea78-48ff-a11b-2390f3b06c3b tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0578058 Jul 15 23:37:09.744090 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36472) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:09.751714 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-220a603b-2c05-43fe-a65f-7430d5b25770 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Request body: {'security_group_rule': {'security_group_id': '9e7e2fdb-2f30-4dc8-8365-b56919ac0543', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:37:09.757450 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-deaa3663-de03-45d1-932f-7ebb128bf11f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:09.815446 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-deaa3663-de03-45d1-932f-7ebb128bf11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:09.816686 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deaa3663-de03-45d1-932f-7ebb128bf11f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:09.817307 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-deaa3663-de03-45d1-932f-7ebb128bf11f admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:09.849973 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-deaa3663-de03-45d1-932f-7ebb128bf11f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5276611 Jul 15 23:37:09.849973 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [None req-220a603b-2c05-43fe-a65f-7430d5b25770 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:37:09.849973 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-220a603b-2c05-43fe-a65f-7430d5b25770 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1008523 Jul 15 23:37:09.851094 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 36476) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:09.851094 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 36478) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:09.888742 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-0e1cba83-e0ce-42fa-801f-5f44d0a508ac admin admin] Request body: {'subnet': {'network_id': '0e2e9f03-a9fb-4a9b-aa31-42357a198e08', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1824830904-subnet', 'tenant_id': '2f6fcfb47a1141c0ae8f5a7d722ebba1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:37:09.913332 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaa3663-de03-45d1-932f-7ebb128bf11f admin admin] Pushing event updated for resources: {'Network': ['ID=0e2e9f03-a9fb-4a9b-aa31-42357a198e08,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:09.931910 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 0e2e9f03-a9fb-4a9b-aa31-42357a198e08 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:37:09.933761 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9563b4d3-ae15-4b7f-8649-c9ea2861b03c tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:09.941798 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e1cba83-e0ce-42fa-801f-5f44d0a508ac admin admin] Made reservation on behalf of 2f6fcfb47a1141c0ae8f5a7d722ebba1 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:37:09.947531 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0e1cba83-e0ce-42fa-801f-5f44d0a508ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:10.075221 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9563b4d3-ae15-4b7f-8649-c9ea2861b03c tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:10.249889 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9563b4d3-ae15-4b7f-8649-c9ea2861b03c tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:10.252575 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9563b4d3-ae15-4b7f-8649-c9ea2861b03c tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:10.256175 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-9563b4d3-ae15-4b7f-8649-c9ea2861b03c tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] 10.222.0.48 "DELETE /v2.0/security-groups/9e7e2fdb-2f30-4dc8-8365-b56919ac0543 HTTP/1.1" status: 204 len: 168 time: 0.4025505 Jul 15 23:37:10.257181 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36486) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:10.295451 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9a80e1-c881-4e70-94ea-4e54d242d81a req-7cb49f2c-9cdc-401e-9c85-e38103a3a4e8 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:10.298323 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8a9a80e1-c881-4e70-94ea-4e54d242d81a req-7cb49f2c-9cdc-401e-9c85-e38103a3a4e8 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3352883-fd65-4c81-ab58-2eb59e6d6ec5 HTTP/1.1" status: 200 len: 946 time: 0.2513461 Jul 15 23:37:10.299800 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9563b4d3-ae15-4b7f-8649-c9ea2861b03c tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7e2fdb-2f30-4dc8-8365-b56919ac0543,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:10.314644 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0e1cba83-e0ce-42fa-801f-5f44d0a508ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:10.363375 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-9d7fa64c-a8a8-4416-b825-6d34eda5abc2 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1046147 Jul 15 23:37:10.364053 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36490) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:10.369069 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7952bbf3-c8c2-4a0d-a3e8-83ef74a4d891 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Request body: {'security_group': {'name': 'tempest-secgroup--726712607'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:37:10.401939 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7952bbf3-c8c2-4a0d-a3e8-83ef74a4d891 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:10.432823 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1cba83-e0ce-42fa-801f-5f44d0a508ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a076898-3038-4ec5-af4f-3931eab89e67,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:10.445473 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8a9a80e1-c881-4e70-94ea-4e54d242d81a req-d3a0da12-1853-4310-b1d6-10bd80bbdc43 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275792 Jul 15 23:37:10.454221 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1cba83-e0ce-42fa-801f-5f44d0a508ac admin admin] Checking segment: {'id': '501f6cdf-7145-451c-9e67-1c0dc5e6ff72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0e2e9f03-a9fb-4a9b-aa31-42357a198e08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:37:10.454572 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1cba83-e0ce-42fa-801f-5f44d0a508ac admin admin] Network hostable DHCP agents. Network: 0e2e9f03-a9fb-4a9b-aa31-42357a198e08, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:37:10.475671 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1cba83-e0ce-42fa-801f-5f44d0a508ac admin admin] Network 0e2e9f03-a9fb-4a9b-aa31-42357a198e08 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:37:10.498026 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-0e1cba83-e0ce-42fa-801f-5f44d0a508ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 0e2e9f03-a9fb-4a9b-aa31-42357a198e08) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:37:10.498881 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc010ad-8be5-4eca-bc8c-ae9776f485b8 None None] Network 0e2e9f03-a9fb-4a9b-aa31-42357a198e08 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:37:10.498996 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1cba83-e0ce-42fa-801f-5f44d0a508ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:10.503896 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0e1cba83-e0ce-42fa-801f-5f44d0a508ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:10.545062 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7952bbf3-c8c2-4a0d-a3e8-83ef74a4d891 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:10.551900 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7952bbf3-c8c2-4a0d-a3e8-83ef74a4d891 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:10.562028 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-0e1cba83-e0ce-42fa-801f-5f44d0a508ac admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7135146 Jul 15 23:37:10.593197 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7952bbf3-c8c2-4a0d-a3e8-83ef74a4d891 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:10.598941 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-7952bbf3-c8c2-4a0d-a3e8-83ef74a4d891 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2311997 Jul 15 23:37:10.599646 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36498) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:10.607608 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-78db5d71-ed1a-493f-968a-8c2325d6c5e1 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Request body: {'security_group_rule': {'security_group_id': '6c237791-e8f7-4493-ad09-ee6353d58630', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:37:10.680179 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7952bbf3-c8c2-4a0d-a3e8-83ef74a4d891 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c237791-e8f7-4493-ad09-ee6353d58630,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:10.684911 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [None req-78db5d71-ed1a-493f-968a-8c2325d6c5e1 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] create failed (client error): The resource could not be found. Jul 15 23:37:10.689168 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-78db5d71-ed1a-493f-968a-8c2325d6c5e1 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0857329 Jul 15 23:37:10.689584 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36502) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:10.699537 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-2080c955-8ff6-411d-a82b-81b025f8b4f6 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Request body: {'security_group_rule': {'security_group_id': '6c237791-e8f7-4493-ad09-ee6353d58630', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '611625af-496e-4db9-92ea-95542683bc9b'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:37:10.731589 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c8f5f4-5413-4671-b90b-733b6006081e None None] Network 0e2e9f03-a9fb-4a9b-aa31-42357a198e08 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:37:10.778233 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [None req-2080c955-8ff6-411d-a82b-81b025f8b4f6 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] create failed (client error): The resource could not be found. Jul 15 23:37:10.779390 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-2080c955-8ff6-411d-a82b-81b025f8b4f6 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0890598 Jul 15 23:37:10.782283 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 36510) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:10.870229 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33af389f-a0ea-4646-8a73-bbf1b5e96abb tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:10.894932 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33af389f-a0ea-4646-8a73-bbf1b5e96abb tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:10.941816 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33af389f-a0ea-4646-8a73-bbf1b5e96abb tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:10.944809 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33af389f-a0ea-4646-8a73-bbf1b5e96abb tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:10.946664 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-33af389f-a0ea-4646-8a73-bbf1b5e96abb tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] 10.222.0.48 "DELETE /v2.0/security-groups/6c237791-e8f7-4493-ad09-ee6353d58630 HTTP/1.1" status: 204 len: 168 time: 0.1627452 Jul 15 23:37:10.949344 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36516) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:10.956971 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33af389f-a0ea-4646-8a73-bbf1b5e96abb tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c237791-e8f7-4493-ad09-ee6353d58630,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:11.011107 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-38fa3979-bd06-4c36-bd3c-aec233dc0f34 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0604887 Jul 15 23:37:11.015297 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 36520) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:11.020361 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-00db6769-54b8-46ac-8fcb-0f9117db9020 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Request body: {'security_group_rule': {'security_group_id': 'a6b202dd-e686-499c-8f80-9ffe6ce38221', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:37:11.067699 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [None req-00db6769-54b8-46ac-8fcb-0f9117db9020 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] create failed (client error): The resource could not be found. Jul 15 23:37:11.068854 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-00db6769-54b8-46ac-8fcb-0f9117db9020 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0523801 Jul 15 23:37:11.073876 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36530) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:11.080964 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ccdccb7f-bbae-47a1-a21c-086a8e7e7728 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Request body: {'security_group': {'name': 'tempest-secgroup--1790974369'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:37:11.109569 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ccdccb7f-bbae-47a1-a21c-086a8e7e7728 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:11.186433 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 36534) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:11.194687 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-131899da-0f65-480e-86ee-2275340d563e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1059828959-network', 'tenant_id': '94eb77e9dbbf49f68d70488689f65de7'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:37:11.213305 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ccdccb7f-bbae-47a1-a21c-086a8e7e7728 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:11.219341 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ccdccb7f-bbae-47a1-a21c-086a8e7e7728 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:11.234005 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-131899da-0f65-480e-86ee-2275340d563e admin admin] Made reservation on behalf of 94eb77e9dbbf49f68d70488689f65de7 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:37:11.237036 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-131899da-0f65-480e-86ee-2275340d563e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:11.247620 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-131899da-0f65-480e-86ee-2275340d563e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:11.252574 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ccdccb7f-bbae-47a1-a21c-086a8e7e7728 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:11.254150 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ccdccb7f-bbae-47a1-a21c-086a8e7e7728 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1785955 Jul 15 23:37:11.256927 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36536) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:11.262388 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-84b74913-c279-41e7-b84f-c20d18d80bb3 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Request body: {'security_group': {'name': 'tempest-secgroup--1407393265'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:37:11.268449 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdccb7f-bbae-47a1-a21c-086a8e7e7728 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a4d1b8-4ec9-41f6-adcd-b205cc7c5c59,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:11.369968 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-131899da-0f65-480e-86ee-2275340d563e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:11.376823 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-131899da-0f65-480e-86ee-2275340d563e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:11.392539 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84b74913-c279-41e7-b84f-c20d18d80bb3 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:11.400992 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-131899da-0f65-480e-86ee-2275340d563e admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:37:11.439429 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-131899da-0f65-480e-86ee-2275340d563e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:11.439709 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-131899da-0f65-480e-86ee-2275340d563e admin admin] Added segment a1154028-0498-408f-a3da-9d66157ac4b6 of type vlan for network 99130cb7-3b61-4340-b49f-3e13384e9b92 Jul 15 23:37:11.464351 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131899da-0f65-480e-86ee-2275340d563e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d71e86-6061-444f-9bcc-11f979db7d45,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:11.502374 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84b74913-c279-41e7-b84f-c20d18d80bb3 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:11.509365 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84b74913-c279-41e7-b84f-c20d18d80bb3 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:11.512926 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-131899da-0f65-480e-86ee-2275340d563e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:11.548768 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84b74913-c279-41e7-b84f-c20d18d80bb3 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:11.551038 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-84b74913-c279-41e7-b84f-c20d18d80bb3 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2932529 Jul 15 23:37:11.552828 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b74913-c279-41e7-b84f-c20d18d80bb3 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b2379e-c667-4ac9-bdfb-b685f2290ec7,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:11.556083 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36552) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:11.562686 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-36b4643b-3e21-4fb5-a35d-826feb722451 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Request body: {'security_group_rule': {'security_group_id': 'c1a4d1b8-4ec9-41f6-adcd-b205cc7c5c59', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'b0b2379e-c667-4ac9-bdfb-b685f2290ec7'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:37:11.566514 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-131899da-0f65-480e-86ee-2275340d563e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:11.568075 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131899da-0f65-480e-86ee-2275340d563e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:11.568831 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-131899da-0f65-480e-86ee-2275340d563e admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:11.610001 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [None req-36b4643b-3e21-4fb5-a35d-826feb722451 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 23:37:11.611728 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-36b4643b-3e21-4fb5-a35d-826feb722451 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0544064 Jul 15 23:37:11.614414 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36554) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:11.623993 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-131899da-0f65-480e-86ee-2275340d563e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4361999 Jul 15 23:37:11.626858 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36556) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:11.632795 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-fd5b8520-7a2e-4f42-a2a8-6f54c5485c9d admin admin] Request body: {'subnet': {'network_id': '99130cb7-3b61-4340-b49f-3e13384e9b92', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1059828959-subnet', 'tenant_id': '94eb77e9dbbf49f68d70488689f65de7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:37:11.654298 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131899da-0f65-480e-86ee-2275340d563e admin admin] Pushing event updated for resources: {'Network': ['ID=99130cb7-3b61-4340-b49f-3e13384e9b92,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:11.669214 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 99130cb7-3b61-4340-b49f-3e13384e9b92 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:37:11.729875 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5b8520-7a2e-4f42-a2a8-6f54c5485c9d admin admin] Made reservation on behalf of 94eb77e9dbbf49f68d70488689f65de7 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:37:11.738888 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fd5b8520-7a2e-4f42-a2a8-6f54c5485c9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:11.784341 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6aa1b0-6355-48e6-b875-628487305217 req-95c5cb51-1a65-4b90-b73c-59c15378930f tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:11.798829 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-04206f31-8b3b-4eae-9880-4d7c3af176f4 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:11.802109 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fc6aa1b0-6355-48e6-b875-628487305217 req-95c5cb51-1a65-4b90-b73c-59c15378930f tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3352883-fd65-4c81-ab58-2eb59e6d6ec5 HTTP/1.1" status: 200 len: 946 time: 0.1243143 Jul 15 23:37:11.860512 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fc6aa1b0-6355-48e6-b875-628487305217 req-072300f8-c197-44ba-86e4-8eb2d4a28e7d tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502889 Jul 15 23:37:11.893861 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-04206f31-8b3b-4eae-9880-4d7c3af176f4 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:11.971872 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-04206f31-8b3b-4eae-9880-4d7c3af176f4 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:11.974396 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-04206f31-8b3b-4eae-9880-4d7c3af176f4 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:11.975553 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-04206f31-8b3b-4eae-9880-4d7c3af176f4 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] 10.222.0.48 "DELETE /v2.0/security-groups/b0b2379e-c667-4ac9-bdfb-b685f2290ec7 HTTP/1.1" status: 204 len: 168 time: 0.3602180 Jul 15 23:37:11.979259 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 36566) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:11.993237 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04206f31-8b3b-4eae-9880-4d7c3af176f4 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b2379e-c667-4ac9-bdfb-b685f2290ec7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:12.062411 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fd5b8520-7a2e-4f42-a2a8-6f54c5485c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:12.069414 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-0f06df3c-6729-4820-bcce-cdd7d524b83a tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0853910 Jul 15 23:37:12.069783 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 36572) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:12.145869 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5b8520-7a2e-4f42-a2a8-6f54c5485c9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=604793ad-883c-4358-97ec-b739d902e20c,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:12.152204 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5b8520-7a2e-4f42-a2a8-6f54c5485c9d admin admin] Checking segment: {'id': 'a1154028-0498-408f-a3da-9d66157ac4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '99130cb7-3b61-4340-b49f-3e13384e9b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:37:12.152918 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5b8520-7a2e-4f42-a2a8-6f54c5485c9d admin admin] Network hostable DHCP agents. Network: 99130cb7-3b61-4340-b49f-3e13384e9b92, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:37:12.167748 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-72b853ee-106a-4aaa-9c7e-b6c6cc4fd55b tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:12.174197 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5b8520-7a2e-4f42-a2a8-6f54c5485c9d admin admin] Network 99130cb7-3b61-4340-b49f-3e13384e9b92 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:37:12.190417 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-fd5b8520-7a2e-4f42-a2a8-6f54c5485c9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 99130cb7-3b61-4340-b49f-3e13384e9b92) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:37:12.195297 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5b8520-7a2e-4f42-a2a8-6f54c5485c9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:12.195989 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fd5b8520-7a2e-4f42-a2a8-6f54c5485c9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:12.198063 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-72b853ee-106a-4aaa-9c7e-b6c6cc4fd55b tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:12.205258 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71167b08-b050-4417-9876-b76fd8ef4702 None None] Network 99130cb7-3b61-4340-b49f-3e13384e9b92 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:37:12.242087 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-fd5b8520-7a2e-4f42-a2a8-6f54c5485c9d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6138358 Jul 15 23:37:12.281098 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-72b853ee-106a-4aaa-9c7e-b6c6cc4fd55b tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:12.284599 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-72b853ee-106a-4aaa-9c7e-b6c6cc4fd55b tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:12.286054 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-72b853ee-106a-4aaa-9c7e-b6c6cc4fd55b tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] 10.222.0.48 "DELETE /v2.0/security-groups/c1a4d1b8-4ec9-41f6-adcd-b205cc7c5c59 HTTP/1.1" status: 204 len: 168 time: 0.2153277 Jul 15 23:37:12.288769 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36576) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:12.297710 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b853ee-106a-4aaa-9c7e-b6c6cc4fd55b tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a4d1b8-4ec9-41f6-adcd-b205cc7c5c59,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:12.371973 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-39db7eb3-a202-4e60-a825-e89ccb3ad49f tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0751898 Jul 15 23:37:12.372297 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36582) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:12.379527 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-9273999d-eb09-4969-a306-37de67b04efa tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Request body: {'security_group': {'name': 'tempest-secgroup--977825946'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:37:12.426486 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9273999d-eb09-4969-a306-37de67b04efa tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:12.470064 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5f6229-728e-4e9f-9108-f0ede7f08f13 None None] Network 99130cb7-3b61-4340-b49f-3e13384e9b92 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:37:12.566110 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9273999d-eb09-4969-a306-37de67b04efa tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:12.574329 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9273999d-eb09-4969-a306-37de67b04efa tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:12.626310 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9273999d-eb09-4969-a306-37de67b04efa tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e73e4793-cc00-43f2-81ed-c8f02e265141,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:12.636367 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9273999d-eb09-4969-a306-37de67b04efa tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:12.640351 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-9273999d-eb09-4969-a306-37de67b04efa tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2643733 Jul 15 23:37:12.640597 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36586) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:12.645603 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-6d3ece6d-0831-4823-8fad-b671c53397b2 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:37:12.646075 n-d-794306-6 neutron-server[93771]: WARNING neutron.api.v2.base [None req-6d3ece6d-0831-4823-8fad-b671c53397b2 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 15 23:37:12.647983 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [None req-6d3ece6d-0831-4823-8fad-b671c53397b2 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] update failed (client error): There was a conflict when trying to complete your request. Jul 15 23:37:12.652130 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-6d3ece6d-0831-4823-8fad-b671c53397b2 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] 10.222.0.48 "PUT /v2.0/security-groups/e73e4793-cc00-43f2-81ed-c8f02e265141 HTTP/1.1" status: 409 len: 330 time: 0.0074883 Jul 15 23:37:12.652514 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 36588) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:12.761904 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-216e0283-89c7-456b-b4f9-15cba507bd51 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:12.803452 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-216e0283-89c7-456b-b4f9-15cba507bd51 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:12.884740 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-216e0283-89c7-456b-b4f9-15cba507bd51 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:12.887837 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-216e0283-89c7-456b-b4f9-15cba507bd51 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:12.889770 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-216e0283-89c7-456b-b4f9-15cba507bd51 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] 10.222.0.48 "DELETE /v2.0/security-groups/e73e4793-cc00-43f2-81ed-c8f02e265141 HTTP/1.1" status: 204 len: 168 time: 0.2362542 Jul 15 23:37:12.892496 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36604) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:12.901927 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216e0283-89c7-456b-b4f9-15cba507bd51 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73e4793-cc00-43f2-81ed-c8f02e265141,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:12.989940 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 36610) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:12.990661 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-4c2d807e-9ff2-4e8a-a384-8fa898418fad tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0968733 Jul 15 23:37:13.014574 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [None req-62196f0c-1116-4d9b-b3d5-e28950e5e83b tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] delete failed (client error): The resource could not be found. Jul 15 23:37:13.015684 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-62196f0c-1116-4d9b-b3d5-e28950e5e83b tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] 10.222.0.48 "DELETE /v2.0/security-groups/98b7f229-8113-4fca-acc1-3cc46698fd76 HTTP/1.1" status: 404 len: 347 time: 0.0247276 Jul 15 23:37:13.020491 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 36616) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:13.052953 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [None req-8095ef5d-94bd-444b-b28b-406120c95250 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] show failed (client error): The resource could not be found. Jul 15 23:37:13.059059 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36618) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:13.064632 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-8095ef5d-94bd-444b-b28b-406120c95250 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] 10.222.0.48 "GET /v2.0/security-groups/a07054d4-e230-4690-a563-83e6a2deb47c HTTP/1.1" status: 404 len: 347 time: 0.0421648 Jul 15 23:37:13.076934 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [None req-0dbb8a50-9f69-4897-ae70-0231275b60d1 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] show failed (client error): The resource could not be found. Jul 15 23:37:13.082821 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-0dbb8a50-9f69-4897-ae70-0231275b60d1 tempest-NegativeSecGroupTest-520540023 tempest-NegativeSecGroupTest-520540023-project] 10.222.0.48 "GET /v2.0/security-group-rules/d4fd5966-0ea2-42d0-81b3-44efc15361c6 HTTP/1.1" status: 404 len: 356 time: 0.0203025 Jul 15 23:37:13.293298 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb2054-7426-4f4e-b26e-b30cfda84a23 req-265e3781-b53a-4f38-a5b9-18ead07ba856 tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:13.303614 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5feb2054-7426-4f4e-b26e-b30cfda84a23 req-265e3781-b53a-4f38-a5b9-18ead07ba856 tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] 10.222.0.48 "GET /v2.0/networks?id=0e2e9f03-a9fb-4a9b-aa31-42357a198e08 HTTP/1.1" status: 200 len: 812 time: 0.2726591 Jul 15 23:37:13.316887 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5feb2054-7426-4f4e-b26e-b30cfda84a23 req-3071305d-f00c-41f8-b9ef-14c325e26eb2 tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] 10.222.0.48 "GET /v2.0/quotas/2f6fcfb47a1141c0ae8f5a7d722ebba1 HTTP/1.1" status: 200 len: 375 time: 0.0123520 Jul 15 23:37:13.361023 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5feb2054-7426-4f4e-b26e-b30cfda84a23 req-c5fcb2fd-8076-46f7-93d1-77dcc3c5d2e9 tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2f6fcfb47a1141c0ae8f5a7d722ebba1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354087 Jul 15 23:37:13.495838 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688fca0c-fadc-41ca-811c-28413bc99477 req-8c34d891-9e67-43d7-bb8b-cda6beb2cd62 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:13.497392 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-688fca0c-fadc-41ca-811c-28413bc99477 req-8c34d891-9e67-43d7-bb8b-cda6beb2cd62 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3352883-fd65-4c81-ab58-2eb59e6d6ec5 HTTP/1.1" status: 200 len: 946 time: 0.4045072 Jul 15 23:37:13.553097 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36632) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:13.553908 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-688fca0c-fadc-41ca-811c-28413bc99477 req-2c8428c5-0b89-4666-811c-8f37a3b210a9 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479748 Jul 15 23:37:13.560039 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5feb2054-7426-4f4e-b26e-b30cfda84a23 req-da6eebe3-3582-461f-8864-c9cec3cbe2ec service neutron] 10.222.0.48 "GET /v2.0/networks/0e2e9f03-a9fb-4a9b-aa31-42357a198e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865594 Jul 15 23:37:13.680793 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5feb2054-7426-4f4e-b26e-b30cfda84a23 req-2c88e1e6-2f1c-4bbe-ab3d-05ddbe4b219f service neutron] 10.222.0.48 "GET /v2.0/networks/0e2e9f03-a9fb-4a9b-aa31-42357a198e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140487 Jul 15 23:37:13.721097 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d07481db-0921-4b22-8601-57fb7aca8bfd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cc32f2bab5af48baa5fd94b990738226&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1634417 Jul 15 23:37:13.721490 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 36636) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:13.807956 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a4235f6-0b1c-4558-b696-31a8768973a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:13.839931 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a4235f6-0b1c-4558-b696-31a8768973a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:13.902008 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-04de5359-b7a4-48c0-9c58-4dd90e9b6274 req-b37d26b6-2aac-4377-b5ab-5e7267852600 tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] 10.222.0.48 "GET /v2.0/ports?device_id=663fd4ee-9745-42dc-9acf-fb3461021061 HTTP/1.1" status: 200 len: 210 time: 0.0426505 Jul 15 23:37:13.930706 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a4235f6-0b1c-4558-b696-31a8768973a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:13.939291 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a4235f6-0b1c-4558-b696-31a8768973a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:13.943012 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-6a4235f6-0b1c-4558-b696-31a8768973a7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8a73d28e-be96-4aec-9a59-55ea2b0ad40c HTTP/1.1" status: 204 len: 168 time: 0.2204728 Jul 15 23:37:13.956522 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4235f6-0b1c-4558-b696-31a8768973a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a73d28e-be96-4aec-9a59-55ea2b0ad40c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:14.796104 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd72ea6-bf02-4b96-85b8-70375aa21d6a req-f01d4bba-f036-46f2-a6f9-19cbf5bd3c95 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:14.799331 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5cd72ea6-bf02-4b96-85b8-70375aa21d6a req-f01d4bba-f036-46f2-a6f9-19cbf5bd3c95 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3352883-fd65-4c81-ab58-2eb59e6d6ec5 HTTP/1.1" status: 200 len: 946 time: 0.0773103 Jul 15 23:37:14.884026 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5cd72ea6-bf02-4b96-85b8-70375aa21d6a req-9a5cf0f6-ea9b-4a0d-9c4a-81f95a9677dd tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759909 Jul 15 23:37:15.129300 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-75f878b9-073b-44f3-a32c-328999332eb1 req-988b62aa-f69f-41a6-a3ef-8d93ea263a70 tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] 10.222.0.48 "GET /v2.0/ports?device_id=663fd4ee-9745-42dc-9acf-fb3461021061 HTTP/1.1" status: 200 len: 210 time: 0.0642915 Jul 15 23:37:15.455513 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb2054-7426-4f4e-b26e-b30cfda84a23 req-dc123660-6886-42cf-8616-3973db80065c tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:15.457135 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5feb2054-7426-4f4e-b26e-b30cfda84a23 req-dc123660-6886-42cf-8616-3973db80065c tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] 10.222.0.49 "GET /v2.0/networks?id=0e2e9f03-a9fb-4a9b-aa31-42357a198e08 HTTP/1.1" status: 200 len: 812 time: 0.2005641 Jul 15 23:37:15.474861 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-5feb2054-7426-4f4e-b26e-b30cfda84a23 req-79592ba5-a7b3-4ff9-8401-cea600f50f86 tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] Request body: {'port': {'device_id': '663fd4ee-9745-42dc-9acf-fb3461021061', 'network_id': '0e2e9f03-a9fb-4a9b-aa31-42357a198e08', 'admin_state_up': True, 'tenant_id': '2f6fcfb47a1141c0ae8f5a7d722ebba1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:37:15.620410 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5feb2054-7426-4f4e-b26e-b30cfda84a23 req-79592ba5-a7b3-4ff9-8401-cea600f50f86 tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] Made reservation on behalf of 2f6fcfb47a1141c0ae8f5a7d722ebba1 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:37:15.623976 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5feb2054-7426-4f4e-b26e-b30cfda84a23 req-79592ba5-a7b3-4ff9-8401-cea600f50f86 tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:15.759544 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-5feb2054-7426-4f4e-b26e-b30cfda84a23 req-79592ba5-a7b3-4ff9-8401-cea600f50f86 tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] Allocated IP 172.20.0.6 (0e2e9f03-a9fb-4a9b-aa31-42357a198e08/5a076898-3038-4ec5-af4f-3931eab89e67/3586c11c-7d6f-43e4-8a4e-b28675c7b931) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:37:15.952260 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5feb2054-7426-4f4e-b26e-b30cfda84a23 req-79592ba5-a7b3-4ff9-8401-cea600f50f86 tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:16.009856 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5feb2054-7426-4f4e-b26e-b30cfda84a23 req-79592ba5-a7b3-4ff9-8401-cea600f50f86 tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:16.066491 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5feb2054-7426-4f4e-b26e-b30cfda84a23 req-79592ba5-a7b3-4ff9-8401-cea600f50f86 tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] Network 0e2e9f03-a9fb-4a9b-aa31-42357a198e08 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:37:16.073007 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-5feb2054-7426-4f4e-b26e-b30cfda84a23 req-79592ba5-a7b3-4ff9-8401-cea600f50f86 tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:37:16.098109 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-5feb2054-7426-4f4e-b26e-b30cfda84a23 req-79592ba5-a7b3-4ff9-8401-cea600f50f86 tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:37:16.159286 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79592ba5-a7b3-4ff9-8401-cea600f50f86 tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] Pushing event updated for resources: {'Port': ['ID=3586c11c-7d6f-43e4-8a4e-b28675c7b931,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:16.212959 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb2054-7426-4f4e-b26e-b30cfda84a23 req-79592ba5-a7b3-4ff9-8401-cea600f50f86 tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:16.213646 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5feb2054-7426-4f4e-b26e-b30cfda84a23 req-79592ba5-a7b3-4ff9-8401-cea600f50f86 tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:16.241618 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68165dcc-28c1-479d-8906-32a5faa6ca2a req-3373a898-2c3c-40ce-a9e6-8b6fb1f8f19d tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:16.249609 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-68165dcc-28c1-479d-8906-32a5faa6ca2a req-3373a898-2c3c-40ce-a9e6-8b6fb1f8f19d tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3352883-fd65-4c81-ab58-2eb59e6d6ec5 HTTP/1.1" status: 200 len: 946 time: 0.2189484 Jul 15 23:37:16.258412 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5feb2054-7426-4f4e-b26e-b30cfda84a23 req-79592ba5-a7b3-4ff9-8401-cea600f50f86 tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7888896 Jul 15 23:37:16.276414 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36764) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:16.283211 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-5feb2054-7426-4f4e-b26e-b30cfda84a23 req-d102cb56-465e-4152-9ac7-5a6afaafa3f5 service neutron] Request body: {'port': {'device_id': '663fd4ee-9745-42dc-9acf-fb3461021061', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:37:16.337162 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-68165dcc-28c1-479d-8906-32a5faa6ca2a req-c173abce-c5bd-4571-bb6e-3d8cf7bef92c tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862393 Jul 15 23:37:16.438332 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5feb2054-7426-4f4e-b26e-b30cfda84a23 req-d102cb56-465e-4152-9ac7-5a6afaafa3f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:16.462136 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a69ebaf1-40d8-426e-995b-ac6dee2b83f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:16.503950 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d18a6-fa56-4850-94db-fe824829c03c req-b0815597-1c66-4977-a14c-e7d608229013 tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:16.505728 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-277d18a6-fa56-4850-94db-fe824829c03c req-b0815597-1c66-4977-a14c-e7d608229013 tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] 10.222.0.48 "GET /v2.0/ports?device_id=663fd4ee-9745-42dc-9acf-fb3461021061 HTTP/1.1" status: 200 len: 931 time: 0.1664374 Jul 15 23:37:16.575439 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a69ebaf1-40d8-426e-995b-ac6dee2b83f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:16.579682 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a69ebaf1-40d8-426e-995b-ac6dee2b83f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:16.615582 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-277d18a6-fa56-4850-94db-fe824829c03c req-8e6782fb-3225-4478-baa2-a5a33e017b53 tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d523942-f01d-4758-8ad2-556ea1de06e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990818 Jul 15 23:37:16.628152 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a69ebaf1-40d8-426e-995b-ac6dee2b83f5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=38508fdc336b432c82f17d78faea1353&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3500133 Jul 15 23:37:16.629394 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69ebaf1-40d8-426e-995b-ac6dee2b83f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca72d2a3-0176-4cd7-9e8e-6fc98172d489,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:16.630950 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 36774) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:16.769014 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e9344a3c-5416-4476-8182-ecc0707aa546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:16.808369 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e9344a3c-5416-4476-8182-ecc0707aa546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:16.880557 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-5feb2054-7426-4f4e-b26e-b30cfda84a23 req-d102cb56-465e-4152-9ac7-5a6afaafa3f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3586c11c-7d6f-43e4-8a4e-b28675c7b931 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:37:16.889562 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5feb2054-7426-4f4e-b26e-b30cfda84a23 req-d102cb56-465e-4152-9ac7-5a6afaafa3f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:16.920573 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-5feb2054-7426-4f4e-b26e-b30cfda84a23 req-d102cb56-465e-4152-9ac7-5a6afaafa3f5 service neutron] Transition to ACTIVE for port object 3586c11c-7d6f-43e4-8a4e-b28675c7b931 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:37:16.924568 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e9344a3c-5416-4476-8182-ecc0707aa546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:16.927139 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e9344a3c-5416-4476-8182-ecc0707aa546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:16.928356 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-e9344a3c-5416-4476-8182-ecc0707aa546 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ca72d2a3-0176-4cd7-9e8e-6fc98172d489 HTTP/1.1" status: 204 len: 168 time: 0.2961903 Jul 15 23:37:16.932801 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5feb2054-7426-4f4e-b26e-b30cfda84a23 req-d102cb56-465e-4152-9ac7-5a6afaafa3f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:16.967225 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9344a3c-5416-4476-8182-ecc0707aa546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca72d2a3-0176-4cd7-9e8e-6fc98172d489,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:16.998687 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d102cb56-465e-4152-9ac7-5a6afaafa3f5 service neutron] Pushing event updated for resources: {'Port': ['ID=3586c11c-7d6f-43e4-8a4e-b28675c7b931,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:17.073661 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-5feb2054-7426-4f4e-b26e-b30cfda84a23 req-d102cb56-465e-4152-9ac7-5a6afaafa3f5 service neutron] Attempting to bind port 3586c11c-7d6f-43e4-8a4e-b28675c7b931 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:37:17.074280 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-5feb2054-7426-4f4e-b26e-b30cfda84a23 req-d102cb56-465e-4152-9ac7-5a6afaafa3f5 service neutron] Attempting to bind port 3586c11c-7d6f-43e4-8a4e-b28675c7b931 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '501f6cdf-7145-451c-9e67-1c0dc5e6ff72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0e2e9f03-a9fb-4a9b-aa31-42357a198e08'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:37:17.074972 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feb2054-7426-4f4e-b26e-b30cfda84a23 req-d102cb56-465e-4152-9ac7-5a6afaafa3f5 service neutron] Attempting to bind port 3586c11c-7d6f-43e4-8a4e-b28675c7b931 on network 0e2e9f03-a9fb-4a9b-aa31-42357a198e08 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:37:17.080184 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feb2054-7426-4f4e-b26e-b30cfda84a23 req-d102cb56-465e-4152-9ac7-5a6afaafa3f5 service neutron] Port 3586c11c-7d6f-43e4-8a4e-b28675c7b931 on network 0e2e9f03-a9fb-4a9b-aa31-42357a198e08 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:37:17.080526 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feb2054-7426-4f4e-b26e-b30cfda84a23 req-d102cb56-465e-4152-9ac7-5a6afaafa3f5 service neutron] Attempting to bind port 3586c11c-7d6f-43e4-8a4e-b28675c7b931 on network 0e2e9f03-a9fb-4a9b-aa31-42357a198e08 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:37:17.086237 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feb2054-7426-4f4e-b26e-b30cfda84a23 req-d102cb56-465e-4152-9ac7-5a6afaafa3f5 service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:37:17.086830 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feb2054-7426-4f4e-b26e-b30cfda84a23 req-d102cb56-465e-4152-9ac7-5a6afaafa3f5 service neutron] Checking segment: {'id': '501f6cdf-7145-451c-9e67-1c0dc5e6ff72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0e2e9f03-a9fb-4a9b-aa31-42357a198e08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:37:17.087251 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feb2054-7426-4f4e-b26e-b30cfda84a23 req-d102cb56-465e-4152-9ac7-5a6afaafa3f5 service neutron] Bound using segment: {'id': '501f6cdf-7145-451c-9e67-1c0dc5e6ff72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0e2e9f03-a9fb-4a9b-aa31-42357a198e08'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:37:17.087848 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-5feb2054-7426-4f4e-b26e-b30cfda84a23 req-d102cb56-465e-4152-9ac7-5a6afaafa3f5 service neutron] Bound port: 3586c11c-7d6f-43e4-8a4e-b28675c7b931, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '501f6cdf-7145-451c-9e67-1c0dc5e6ff72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0e2e9f03-a9fb-4a9b-aa31-42357a198e08'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:37:17.088529 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5feb2054-7426-4f4e-b26e-b30cfda84a23 req-d102cb56-465e-4152-9ac7-5a6afaafa3f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:17.169925 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-5feb2054-7426-4f4e-b26e-b30cfda84a23 req-d102cb56-465e-4152-9ac7-5a6afaafa3f5 service neutron] For port 3586c11c-7d6f-43e4-8a4e-b28675c7b931, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:37:17.173630 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-5feb2054-7426-4f4e-b26e-b30cfda84a23 req-d102cb56-465e-4152-9ac7-5a6afaafa3f5 service neutron] For port 3586c11c-7d6f-43e4-8a4e-b28675c7b931, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=3586c11c-7d6f-43e4-8a4e-b28675c7b931,segment=NetworkSegment(501f6cdf-7145-451c-9e67-1c0dc5e6ff72),segment_id=501f6cdf-7145-451c-9e67-1c0dc5e6ff72)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:37:17.181173 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5feb2054-7426-4f4e-b26e-b30cfda84a23 req-d102cb56-465e-4152-9ac7-5a6afaafa3f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:17.228322 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb2054-7426-4f4e-b26e-b30cfda84a23 req-d102cb56-465e-4152-9ac7-5a6afaafa3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:17.229002 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5feb2054-7426-4f4e-b26e-b30cfda84a23 req-d102cb56-465e-4152-9ac7-5a6afaafa3f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:17.232580 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5feb2054-7426-4f4e-b26e-b30cfda84a23 req-d102cb56-465e-4152-9ac7-5a6afaafa3f5 service neutron] 10.222.0.49 "PUT /v2.0/ports/3586c11c-7d6f-43e4-8a4e-b28675c7b931 HTTP/1.1" status: 200 len: 1091 time: 0.9551919 Jul 15 23:37:17.244463 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '663fd4ee-9745-42dc-9acf-fb3461021061', 'tag': '3586c11c-7d6f-43e4-8a4e-b28675c7b931'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:37:17.248227 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-369da460-123e-4da6-8f64-1d52ef17ba93" -d '{"events": [{"name": "network-changed", "server_uuid": "663fd4ee-9745-42dc-9acf-fb3461021061", "tag": "3586c11c-7d6f-43e4-8a4e-b28675c7b931"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:37:17.324205 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6869d0-7708-4695-a10f-57bac72dbc53 x-openstack-request-id: req-5b6869d0-7708-4695-a10f-57bac72dbc53 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:37:17.324486 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "663fd4ee-9745-42dc-9acf-fb3461021061", "tag": "3586c11c-7d6f-43e4-8a4e-b28675c7b931", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:37:17.324740 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5b6869d0-7708-4695-a10f-57bac72dbc53 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:37:17.325135 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '663fd4ee-9745-42dc-9acf-fb3461021061', 'tag': '3586c11c-7d6f-43e4-8a4e-b28675c7b931', 'status': 'completed', 'code': 200} Jul 15 23:37:17.355663 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d102cb56-465e-4152-9ac7-5a6afaafa3f5 service neutron] Pushing event updated for resources: {'Port': ['ID=3586c11c-7d6f-43e4-8a4e-b28675c7b931,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:17.391689 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 36796) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:17.416785 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-436535a3-b2fc-4680-98e8-b0507db3a66f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:17.437646 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb2054-7426-4f4e-b26e-b30cfda84a23 req-b0fbc0a7-94f3-4713-a5e8-9cb34a5812a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:17.439334 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5feb2054-7426-4f4e-b26e-b30cfda84a23 req-b0fbc0a7-94f3-4713-a5e8-9cb34a5812a6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2f6fcfb47a1141c0ae8f5a7d722ebba1&device_id=663fd4ee-9745-42dc-9acf-fb3461021061 HTTP/1.1" status: 200 len: 1094 time: 0.1495223 Jul 15 23:37:17.507106 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5feb2054-7426-4f4e-b26e-b30cfda84a23 req-152baee2-28c6-4e0d-bb13-1a094fc9bf93 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3586c11c-7d6f-43e4-8a4e-b28675c7b931 HTTP/1.1" status: 200 len: 217 time: 0.0587058 Jul 15 23:37:17.652147 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb2054-7426-4f4e-b26e-b30cfda84a23 req-f9183d00-cd96-436f-abce-5aeb92a0d28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:17.654158 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5feb2054-7426-4f4e-b26e-b30cfda84a23 req-f9183d00-cd96-436f-abce-5aeb92a0d28f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5a076898-3038-4ec5-af4f-3931eab89e67 HTTP/1.1" status: 200 len: 852 time: 0.1128325 Jul 15 23:37:17.702175 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708de4a3-d003-487c-84dd-595888c7d397 req-4eda9092-5618-421d-b344-a94ec870767a tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:17.703791 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-708de4a3-d003-487c-84dd-595888c7d397 req-4eda9092-5618-421d-b344-a94ec870767a tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3352883-fd65-4c81-ab58-2eb59e6d6ec5 HTTP/1.1" status: 200 len: 946 time: 0.2152872 Jul 15 23:37:17.731953 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5feb2054-7426-4f4e-b26e-b30cfda84a23 req-8c087ec7-8169-4056-84ec-f247897bf2fc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0e2e9f03-a9fb-4a9b-aa31-42357a198e08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508018 Jul 15 23:37:17.750619 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-436535a3-b2fc-4680-98e8-b0507db3a66f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:17.793663 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-436535a3-b2fc-4680-98e8-b0507db3a66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:17.923235 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-708de4a3-d003-487c-84dd-595888c7d397 req-aec08870-4081-4e59-8ed0-47249c8982ec tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956158 Jul 15 23:37:17.938535 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-436535a3-b2fc-4680-98e8-b0507db3a66f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8feedb3bdeb747fc8bbb433ba4ccb264&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5454283 Jul 15 23:37:17.949657 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 36812) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:17.950216 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436535a3-b2fc-4680-98e8-b0507db3a66f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a88cdb2-395f-45e5-bf00-79b9be4a2024,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:17.971088 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5feb2054-7426-4f4e-b26e-b30cfda84a23 req-0aaebe79-1ba1-475b-93e8-cf4d736370fd service neutron] 10.222.0.49 "GET /v2.0/networks/0e2e9f03-a9fb-4a9b-aa31-42357a198e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225370 Jul 15 23:37:18.008685 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c6a54fe0-6f4a-4eb3-9c49-d07af8881678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:18.029404 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269cf485-140a-43ba-9c04-43238d6f5991 req-1f6be24d-a714-4e79-965e-cfdf16e7303d tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:18.030916 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-269cf485-140a-43ba-9c04-43238d6f5991 req-1f6be24d-a714-4e79-965e-cfdf16e7303d tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] 10.222.0.48 "GET /v2.0/ports?device_id=663fd4ee-9745-42dc-9acf-fb3461021061 HTTP/1.1" status: 200 len: 943 time: 0.1779330 Jul 15 23:37:18.031403 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c6a54fe0-6f4a-4eb3-9c49-d07af8881678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:18.084487 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c6a54fe0-6f4a-4eb3-9c49-d07af8881678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:18.087350 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c6a54fe0-6f4a-4eb3-9c49-d07af8881678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:18.091965 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c6a54fe0-6f4a-4eb3-9c49-d07af8881678 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4a88cdb2-395f-45e5-bf00-79b9be4a2024 HTTP/1.1" status: 204 len: 168 time: 0.1490521 Jul 15 23:37:18.101267 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a54fe0-6f4a-4eb3-9c49-d07af8881678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a88cdb2-395f-45e5-bf00-79b9be4a2024,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:18.110963 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-269cf485-140a-43ba-9c04-43238d6f5991 req-e77eecc3-a07e-4657-a3df-8d809c45af03 tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d523942-f01d-4758-8ad2-556ea1de06e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507121 Jul 15 23:37:18.120065 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5feb2054-7426-4f4e-b26e-b30cfda84a23 req-f0268390-e0d3-4aec-af75-bbf99160a8d3 service neutron] 10.222.0.49 "GET /v2.0/networks/0e2e9f03-a9fb-4a9b-aa31-42357a198e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412067 Jul 15 23:37:18.561836 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369da460-123e-4da6-8f64-1d52ef17ba93 req-9fdf747d-cc4b-4b29-b23f-09324774f27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:18.563850 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-369da460-123e-4da6-8f64-1d52ef17ba93 req-9fdf747d-cc4b-4b29-b23f-09324774f27a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2f6fcfb47a1141c0ae8f5a7d722ebba1&device_id=663fd4ee-9745-42dc-9acf-fb3461021061 HTTP/1.1" status: 200 len: 1094 time: 0.3979106 Jul 15 23:37:18.690309 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369da460-123e-4da6-8f64-1d52ef17ba93 req-688e016b-bf9b-437c-b3bc-4b5440e9a265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:18.691890 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-369da460-123e-4da6-8f64-1d52ef17ba93 req-688e016b-bf9b-437c-b3bc-4b5440e9a265 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0e2e9f03-a9fb-4a9b-aa31-42357a198e08 HTTP/1.1" status: 200 len: 913 time: 0.1211233 Jul 15 23:37:18.749829 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-369da460-123e-4da6-8f64-1d52ef17ba93 req-38441cb3-68b2-4945-8503-82b7e6fc9670 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3586c11c-7d6f-43e4-8a4e-b28675c7b931 HTTP/1.1" status: 200 len: 217 time: 0.0503964 Jul 15 23:37:18.811527 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369da460-123e-4da6-8f64-1d52ef17ba93 req-beeea09f-b1a3-47bc-abae-0136e2faae6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:18.813048 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-369da460-123e-4da6-8f64-1d52ef17ba93 req-beeea09f-b1a3-47bc-abae-0136e2faae6a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5a076898-3038-4ec5-af4f-3931eab89e67 HTTP/1.1" status: 200 len: 852 time: 0.0548458 Jul 15 23:37:18.862605 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-369da460-123e-4da6-8f64-1d52ef17ba93 req-ab9db30a-ab3c-4453-94df-28981c07045d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0e2e9f03-a9fb-4a9b-aa31-42357a198e08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340412 Jul 15 23:37:19.038069 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-369da460-123e-4da6-8f64-1d52ef17ba93 req-db779009-5c3d-4bbf-aecc-0d9854e8778b service neutron] 10.222.0.49 "GET /v2.0/networks/0e2e9f03-a9fb-4a9b-aa31-42357a198e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669281 Jul 15 23:37:19.206300 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-369da460-123e-4da6-8f64-1d52ef17ba93 req-e34d6a1c-bb71-427a-a957-97c1bb677292 service neutron] 10.222.0.49 "GET /v2.0/networks/0e2e9f03-a9fb-4a9b-aa31-42357a198e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607573 Jul 15 23:37:19.267562 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a06440-d238-45f9-840b-2eac6e46d155 req-a6c40bf7-a5ee-4afe-a30c-e2f60c4fe5f8 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:19.269192 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f3a06440-d238-45f9-840b-2eac6e46d155 req-a6c40bf7-a5ee-4afe-a30c-e2f60c4fe5f8 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3352883-fd65-4c81-ab58-2eb59e6d6ec5 HTTP/1.1" status: 200 len: 946 time: 0.1176214 Jul 15 23:37:19.355105 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f3a06440-d238-45f9-840b-2eac6e46d155 req-cd4f6bdf-75c6-484c-92af-0809f0872714 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793633 Jul 15 23:37:19.408573 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe27a33-0637-4674-87ac-e1aa72e4a560 req-e805e9b5-f381-4d63-8623-dfab4ed212f7 tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:19.411434 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fbe27a33-0637-4674-87ac-e1aa72e4a560 req-e805e9b5-f381-4d63-8623-dfab4ed212f7 tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] 10.222.0.48 "GET /v2.0/ports?device_id=663fd4ee-9745-42dc-9acf-fb3461021061 HTTP/1.1" status: 200 len: 943 time: 0.1256742 Jul 15 23:37:19.472279 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fbe27a33-0637-4674-87ac-e1aa72e4a560 req-15b9fe20-771a-4e4a-8e55-66bb8fa24896 tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d523942-f01d-4758-8ad2-556ea1de06e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534897 Jul 15 23:37:19.888270 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 3586c11c-7d6f-43e4-8a4e-b28675c7b931 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:37:20.048453 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 3586c11c-7d6f-43e4-8a4e-b28675c7b931, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=3586c11c-7d6f-43e4-8a4e-b28675c7b931,segment=NetworkSegment(501f6cdf-7145-451c-9e67-1c0dc5e6ff72),segment_id=501f6cdf-7145-451c-9e67-1c0dc5e6ff72)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:37:20.067927 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '3586c11c-7d6f-43e4-8a4e-b28675c7b931', 'network_id': '0e2e9f03-a9fb-4a9b-aa31-42357a198e08', 'port_id': '3586c11c-7d6f-43e4-8a4e-b28675c7b931', 'mac_address': 'fa:16:3e:6a:76:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a076898-3038-4ec5-af4f-3931eab89e67', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:37:20.109583 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:20.138458 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3586c11c-7d6f-43e4-8a4e-b28675c7b931 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:37:20.171492 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 3586c11c-7d6f-43e4-8a4e-b28675c7b931, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=3586c11c-7d6f-43e4-8a4e-b28675c7b931,segment=NetworkSegment(501f6cdf-7145-451c-9e67-1c0dc5e6ff72),segment_id=501f6cdf-7145-451c-9e67-1c0dc5e6ff72)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:37:20.175879 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:20.234487 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=3586c11c-7d6f-43e4-8a4e-b28675c7b931,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:20.395820 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['3586c11c-7d6f-43e4-8a4e-b28675c7b931'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:37:20.547604 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1a003-0ee5-4d71-9e5c-9357b3cd0ec5 req-49c985e1-7889-4bac-9c72-e02693b84f0a tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:20.549261 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-41b1a003-0ee5-4d71-9e5c-9357b3cd0ec5 req-49c985e1-7889-4bac-9c72-e02693b84f0a tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3352883-fd65-4c81-ab58-2eb59e6d6ec5 HTTP/1.1" status: 200 len: 946 time: 0.0649428 Jul 15 23:37:20.589902 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-41b1a003-0ee5-4d71-9e5c-9357b3cd0ec5 req-38c7a5fd-22b6-4e76-bb46-56df42cd1d54 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338011 Jul 15 23:37:20.676007 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df53285-3115-4a89-910c-26fe15030849 req-f43af2f2-f003-4e46-b35f-4b7edc4cddf8 tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:20.677884 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9df53285-3115-4a89-910c-26fe15030849 req-f43af2f2-f003-4e46-b35f-4b7edc4cddf8 tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] 10.222.0.48 "GET /v2.0/ports?device_id=663fd4ee-9745-42dc-9acf-fb3461021061 HTTP/1.1" status: 200 len: 944 time: 0.0743818 Jul 15 23:37:20.719434 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9df53285-3115-4a89-910c-26fe15030849 req-d5229f86-3433-4817-a79a-9d0dbdf4fc8f tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d523942-f01d-4758-8ad2-556ea1de06e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355339 Jul 15 23:37:21.851540 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc29eee-dfec-4db8-bd3a-efe9d0cf80ed req-40a5f416-a11e-451e-a50f-825f9d5b213e tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:21.853267 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7cc29eee-dfec-4db8-bd3a-efe9d0cf80ed req-40a5f416-a11e-451e-a50f-825f9d5b213e tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3352883-fd65-4c81-ab58-2eb59e6d6ec5 HTTP/1.1" status: 200 len: 946 time: 0.1222386 Jul 15 23:37:21.893016 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 3586c11c-7d6f-43e4-8a4e-b28675c7b931 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:37:21.924120 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7cc29eee-dfec-4db8-bd3a-efe9d0cf80ed req-269f2815-5044-4038-8239-05bfaf765e24 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627427 Jul 15 23:37:21.969468 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port 3586c11c-7d6f-43e4-8a4e-b28675c7b931 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:37:21.974576 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 3586c11c-7d6f-43e4-8a4e-b28675c7b931 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:37:21.974962 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:22.003961 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff861a76-2a8d-4c51-8419-aee52cd29d76 req-0ab05332-6162-4bcd-9bf2-e02a55fa99b8 tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:22.005594 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ff861a76-2a8d-4c51-8419-aee52cd29d76 req-0ab05332-6162-4bcd-9bf2-e02a55fa99b8 tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] 10.222.0.48 "GET /v2.0/ports?device_id=663fd4ee-9745-42dc-9acf-fb3461021061 HTTP/1.1" status: 200 len: 944 time: 0.1090848 Jul 15 23:37:22.081252 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ff861a76-2a8d-4c51-8419-aee52cd29d76 req-463c47fd-bd40-4135-ae8a-cd2ff1dbbaaa tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d523942-f01d-4758-8ad2-556ea1de06e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693507 Jul 15 23:37:22.098844 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:22.139633 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 3586c11c-7d6f-43e4-8a4e-b28675c7b931, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=3586c11c-7d6f-43e4-8a4e-b28675c7b931,segment=NetworkSegment(501f6cdf-7145-451c-9e67-1c0dc5e6ff72),segment_id=501f6cdf-7145-451c-9e67-1c0dc5e6ff72)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:37:22.141062 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663fd4ee-9745-42dc-9acf-fb3461021061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3586c11c-7d6f-43e4-8a4e-b28675c7b931'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:37:22.144954 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-452a1862-8b4b-4fc3-8b83-7b47f9be104e" -d '{"events": [{"server_uuid": "663fd4ee-9745-42dc-9acf-fb3461021061", "name": "network-vif-plugged", "status": "completed", "tag": "3586c11c-7d6f-43e4-8a4e-b28675c7b931"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:37:22.154498 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:22.213680 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f7d5df-e68b-4c84-80e9-75e2d0b31737 x-openstack-request-id: req-a3f7d5df-e68b-4c84-80e9-75e2d0b31737 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:37:22.214268 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "663fd4ee-9745-42dc-9acf-fb3461021061", "name": "network-vif-plugged", "status": "completed", "tag": "3586c11c-7d6f-43e4-8a4e-b28675c7b931", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:37:22.214673 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a3f7d5df-e68b-4c84-80e9-75e2d0b31737 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:37:22.215218 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '663fd4ee-9745-42dc-9acf-fb3461021061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3586c11c-7d6f-43e4-8a4e-b28675c7b931', 'code': 200} Jul 15 23:37:22.243999 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=3586c11c-7d6f-43e4-8a4e-b28675c7b931,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:22.397402 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066c1f7-b18a-487f-8811-8d22b5b74da0 req-b01b7479-472f-4807-9197-2e4f80e40785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:22.399754 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e066c1f7-b18a-487f-8811-8d22b5b74da0 req-b01b7479-472f-4807-9197-2e4f80e40785 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=663fd4ee-9745-42dc-9acf-fb3461021061 HTTP/1.1" status: 200 len: 1096 time: 0.0670469 Jul 15 23:37:22.443151 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e066c1f7-b18a-487f-8811-8d22b5b74da0 req-9516d595-844b-4b3c-8216-31d488598cb8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0d523942-f01d-4758-8ad2-556ea1de06e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364182 Jul 15 23:37:23.140760 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9873da6-8911-4b53-bf74-bf5eb1fb2f43 req-e96f4649-4234-432f-ae3b-83e7564c2f4e tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:23.143259 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a9873da6-8911-4b53-bf74-bf5eb1fb2f43 req-e96f4649-4234-432f-ae3b-83e7564c2f4e tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3352883-fd65-4c81-ab58-2eb59e6d6ec5 HTTP/1.1" status: 200 len: 946 time: 0.0846283 Jul 15 23:37:23.193679 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a9873da6-8911-4b53-bf74-bf5eb1fb2f43 req-3f7ba4b9-eecf-4678-80ca-1cbb84d32b8d tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405033 Jul 15 23:37:23.266021 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37038) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:23.306240 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b062e066-7f3b-4b9a-8c67-62cd6a1685e2 req-3b607ec1-7aba-4089-8de0-ea7b3dcff59e tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:23.312292 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b062e066-7f3b-4b9a-8c67-62cd6a1685e2 req-3b607ec1-7aba-4089-8de0-ea7b3dcff59e tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] 10.222.0.48 "GET /v2.0/ports?device_id=663fd4ee-9745-42dc-9acf-fb3461021061 HTTP/1.1" status: 200 len: 945 time: 0.0959537 Jul 15 23:37:23.358220 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b062e066-7f3b-4b9a-8c67-62cd6a1685e2 req-39e84d0a-7f37-4b4e-995e-d47db77a4824 tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d523942-f01d-4758-8ad2-556ea1de06e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440500 Jul 15 23:37:23.416829 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf15a6ac-30b3-4033-94c5-1a6aecdc3bcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:23.535389 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf15a6ac-30b3-4033-94c5-1a6aecdc3bcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:23.540639 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf15a6ac-30b3-4033-94c5-1a6aecdc3bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:23.592673 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 37052) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:23.593127 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-cf15a6ac-30b3-4033-94c5-1a6aecdc3bcc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a8ff440706474ca5a3eb4318459cb061&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3257074 Jul 15 23:37:23.594102 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf15a6ac-30b3-4033-94c5-1a6aecdc3bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0143b172-9beb-4d17-a2eb-553c299ab95c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:23.663058 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ec4845c5-15e7-4d7d-ba42-f79532edf9e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:23.690715 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ec4845c5-15e7-4d7d-ba42-f79532edf9e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:23.753031 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ec4845c5-15e7-4d7d-ba42-f79532edf9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:23.755773 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ec4845c5-15e7-4d7d-ba42-f79532edf9e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:23.759839 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-ec4845c5-15e7-4d7d-ba42-f79532edf9e5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0143b172-9beb-4d17-a2eb-553c299ab95c HTTP/1.1" status: 204 len: 168 time: 0.1657135 Jul 15 23:37:23.768535 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4845c5-15e7-4d7d-ba42-f79532edf9e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0143b172-9beb-4d17-a2eb-553c299ab95c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:24.077418 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 37066) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:24.092305 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d3d2252e-1402-4ab5-91b2-f2a5a9d4ed7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:24.202574 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d3d2252e-1402-4ab5-91b2-f2a5a9d4ed7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:24.206974 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d3d2252e-1402-4ab5-91b2-f2a5a9d4ed7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:24.255482 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-d3d2252e-1402-4ab5-91b2-f2a5a9d4ed7c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7e9fef2399114ee994e6f03e8c0d7fc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1768296 Jul 15 23:37:24.258820 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37076) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:24.272593 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2252e-1402-4ab5-91b2-f2a5a9d4ed7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c9fb91-0d13-4d62-87ce-508990c7421e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:24.325295 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-475cb0cb-fe8a-4b1e-9a41-a053a53202ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:24.349325 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-475cb0cb-fe8a-4b1e-9a41-a053a53202ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:24.401036 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-475cb0cb-fe8a-4b1e-9a41-a053a53202ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:24.404146 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-475cb0cb-fe8a-4b1e-9a41-a053a53202ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:24.408818 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-475cb0cb-fe8a-4b1e-9a41-a053a53202ff admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/56c9fb91-0d13-4d62-87ce-508990c7421e HTTP/1.1" status: 204 len: 168 time: 0.1484921 Jul 15 23:37:24.441481 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475cb0cb-fe8a-4b1e-9a41-a053a53202ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c9fb91-0d13-4d62-87ce-508990c7421e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:24.494759 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb017ed0-12c4-403f-82a6-7d3bfe6c6768 req-7a773277-794e-4d7d-8a18-a7a716c6178c tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:24.496881 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fb017ed0-12c4-403f-82a6-7d3bfe6c6768 req-7a773277-794e-4d7d-8a18-a7a716c6178c tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3352883-fd65-4c81-ab58-2eb59e6d6ec5 HTTP/1.1" status: 200 len: 946 time: 0.1349118 Jul 15 23:37:24.592613 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fb017ed0-12c4-403f-82a6-7d3bfe6c6768 req-8cdb4514-58a2-44a1-bd0b-78a3be22d862 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870292 Jul 15 23:37:24.643348 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3bc296-5270-40c4-a74b-c0b42c83ad7b req-d5125d99-f7c3-4053-917a-91a9bc469969 tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:24.644940 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0a3bc296-5270-40c4-a74b-c0b42c83ad7b req-d5125d99-f7c3-4053-917a-91a9bc469969 tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] 10.222.0.48 "GET /v2.0/ports?device_id=663fd4ee-9745-42dc-9acf-fb3461021061 HTTP/1.1" status: 200 len: 945 time: 0.1051717 Jul 15 23:37:24.688747 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0a3bc296-5270-40c4-a74b-c0b42c83ad7b req-09bc0168-dc3f-4c44-a781-349f2c35bf66 tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d523942-f01d-4758-8ad2-556ea1de06e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376024 Jul 15 23:37:24.933725 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5701cf-5ffa-4423-a760-373ab35a53e2 req-c5583c4c-62be-4fbe-aa26-0d5aad6bcb7d tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:24.935294 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4a5701cf-5ffa-4423-a760-373ab35a53e2 req-c5583c4c-62be-4fbe-aa26-0d5aad6bcb7d tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] 10.222.0.48 "GET /v2.0/ports?device_id=663fd4ee-9745-42dc-9acf-fb3461021061 HTTP/1.1" status: 200 len: 945 time: 0.0997043 Jul 15 23:37:24.990777 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4a5701cf-5ffa-4423-a760-373ab35a53e2 req-38c294e9-b506-4907-b0dd-203eca3d65d8 tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d523942-f01d-4758-8ad2-556ea1de06e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495265 Jul 15 23:37:25.482416 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a145e0c3-7c05-441e-ab29-b405e42f2c36 req-1b2e24bf-1537-41e1-ab2f-70c9b14e02cb tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:25.484152 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a145e0c3-7c05-441e-ab29-b405e42f2c36 req-1b2e24bf-1537-41e1-ab2f-70c9b14e02cb tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] 10.222.0.48 "GET /v2.0/ports?device_id=663fd4ee-9745-42dc-9acf-fb3461021061 HTTP/1.1" status: 200 len: 945 time: 0.0895536 Jul 15 23:37:25.519144 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:25.538237 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a145e0c3-7c05-441e-ab29-b405e42f2c36 req-a5a57c75-c795-416d-825d-6e90b11e162a tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d523942-f01d-4758-8ad2-556ea1de06e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477805 Jul 15 23:37:25.845363 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55c21a-cc2b-461e-a75f-fed791d7dd88 req-9b391d01-7b7f-4749-bf57-564778a253e4 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:25.852058 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bd55c21a-cc2b-461e-a75f-fed791d7dd88 req-9b391d01-7b7f-4749-bf57-564778a253e4 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3352883-fd65-4c81-ab58-2eb59e6d6ec5 HTTP/1.1" status: 200 len: 946 time: 0.1134918 Jul 15 23:37:25.921160 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bd55c21a-cc2b-461e-a75f-fed791d7dd88 req-e3137a61-3c42-418a-9477-f5a5daad7d42 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657809 Jul 15 23:37:25.982886 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37150) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:26.272909 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f023d78-06c1-41c8-b271-2c1bcf72f0f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:26.374546 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f023d78-06c1-41c8-b271-2c1bcf72f0f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:26.390358 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f023d78-06c1-41c8-b271-2c1bcf72f0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:26.429010 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f023d78-06c1-41c8-b271-2c1bcf72f0f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf4b36f-6fa4-42ed-a97d-3b740c46c0f4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:26.438766 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-2f023d78-06c1-41c8-b271-2c1bcf72f0f9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=17c6b39e911348abb4c29d3cd5a698d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4546764 Jul 15 23:37:26.441688 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 37172) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:26.505147 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a2f52329-b364-4978-a365-da2fdf4ff140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:26.532711 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a2f52329-b364-4978-a365-da2fdf4ff140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:26.599989 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a2f52329-b364-4978-a365-da2fdf4ff140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:26.603770 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a2f52329-b364-4978-a365-da2fdf4ff140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:26.607272 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-a2f52329-b364-4978-a365-da2fdf4ff140 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fcf4b36f-6fa4-42ed-a97d-3b740c46c0f4 HTTP/1.1" status: 204 len: 168 time: 0.1642883 Jul 15 23:37:26.618399 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f52329-b364-4978-a365-da2fdf4ff140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf4b36f-6fa4-42ed-a97d-3b740c46c0f4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:26.777718 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f8bf5-5ec4-44da-919c-fc42ec9de27d req-a2a8c540-15b9-4da8-a169-f6192612b72c tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:26.779779 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4d1f8bf5-5ec4-44da-919c-fc42ec9de27d req-a2a8c540-15b9-4da8-a169-f6192612b72c tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] 10.222.0.48 "GET /v2.0/ports?device_id=663fd4ee-9745-42dc-9acf-fb3461021061 HTTP/1.1" status: 200 len: 945 time: 0.0864592 Jul 15 23:37:26.840908 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4d1f8bf5-5ec4-44da-919c-fc42ec9de27d req-7ee04176-2eab-4242-bb9f-554e09ee46cc tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d523942-f01d-4758-8ad2-556ea1de06e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521259 Jul 15 23:37:27.032774 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 37218) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:27.052737 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7dc20b51-5a63-4fa1-ad36-f166dfb7af01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:27.355916 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d2059-64a3-4d12-bc83-991ba636eeb7 req-cf4d0d29-7df0-4867-bd03-43f2946e9adb tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:27.358051 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-959d2059-64a3-4d12-bc83-991ba636eeb7 req-cf4d0d29-7df0-4867-bd03-43f2946e9adb tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3352883-fd65-4c81-ab58-2eb59e6d6ec5 HTTP/1.1" status: 200 len: 946 time: 0.2590477 Jul 15 23:37:27.410278 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7dc20b51-5a63-4fa1-ad36-f166dfb7af01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:27.423182 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7dc20b51-5a63-4fa1-ad36-f166dfb7af01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:27.460157 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03096f69-fbc8-42fb-ab8e-b048af4f2403 req-3a79f032-b947-44aa-b01e-743eb3b1339b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:27.461817 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-03096f69-fbc8-42fb-ab8e-b048af4f2403 req-3a79f032-b947-44aa-b01e-743eb3b1339b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2f6fcfb47a1141c0ae8f5a7d722ebba1&device_id=663fd4ee-9745-42dc-9acf-fb3461021061 HTTP/1.1" status: 200 len: 1096 time: 0.2213125 Jul 15 23:37:27.511611 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-959d2059-64a3-4d12-bc83-991ba636eeb7 req-d14b0471-1ff2-458d-8002-ad1639a6e959 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415439 Jul 15 23:37:27.534670 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc20b51-5a63-4fa1-ad36-f166dfb7af01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4e5e8a-6374-4afe-a68a-e62241469357,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:27.540337 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-7dc20b51-5a63-4fa1-ad36-f166dfb7af01 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6e588c3157f145a69df99db947f8fb6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5058775 Jul 15 23:37:27.543995 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37260) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:27.550597 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d2403b-8b1b-4989-93ff-64a53f0a2229 req-4030dabf-2584-43a4-8510-57ab0ff8d652 tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:27.559023 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-86d2403b-8b1b-4989-93ff-64a53f0a2229 req-4030dabf-2584-43a4-8510-57ab0ff8d652 tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] 10.222.0.48 "GET /v2.0/ports?device_id=663fd4ee-9745-42dc-9acf-fb3461021061 HTTP/1.1" status: 200 len: 945 time: 0.2774951 Jul 15 23:37:27.622088 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40b148d0-c42f-4be3-9f0e-b8441a48b80b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:27.661308 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-86d2403b-8b1b-4989-93ff-64a53f0a2229 req-5bfab6b8-626e-40b9-b9fd-0a4ac957a426 tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d523942-f01d-4758-8ad2-556ea1de06e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013112 Jul 15 23:37:27.668780 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40b148d0-c42f-4be3-9f0e-b8441a48b80b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:27.690671 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03096f69-fbc8-42fb-ab8e-b048af4f2403 req-286ebe85-5421-4ffa-8cc2-4e24487a77e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:27.692622 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-03096f69-fbc8-42fb-ab8e-b048af4f2403 req-286ebe85-5421-4ffa-8cc2-4e24487a77e3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0e2e9f03-a9fb-4a9b-aa31-42357a198e08 HTTP/1.1" status: 200 len: 913 time: 0.2237468 Jul 15 23:37:27.745117 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40b148d0-c42f-4be3-9f0e-b8441a48b80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:27.748376 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40b148d0-c42f-4be3-9f0e-b8441a48b80b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:27.752272 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-40b148d0-c42f-4be3-9f0e-b8441a48b80b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0e4e5e8a-6374-4afe-a68a-e62241469357 HTTP/1.1" status: 204 len: 168 time: 0.2049451 Jul 15 23:37:27.776442 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b148d0-c42f-4be3-9f0e-b8441a48b80b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4e5e8a-6374-4afe-a68a-e62241469357,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:27.782652 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-03096f69-fbc8-42fb-ab8e-b048af4f2403 req-ec1807cf-74b9-4062-8d6c-46003bb583fd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3586c11c-7d6f-43e4-8a4e-b28675c7b931 HTTP/1.1" status: 200 len: 217 time: 0.0811117 Jul 15 23:37:27.864887 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03096f69-fbc8-42fb-ab8e-b048af4f2403 req-3409bdec-6538-47c3-9f0c-8fcadf74ff02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:27.865603 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-03096f69-fbc8-42fb-ab8e-b048af4f2403 req-3409bdec-6538-47c3-9f0c-8fcadf74ff02 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5a076898-3038-4ec5-af4f-3931eab89e67 HTTP/1.1" status: 200 len: 852 time: 0.0661368 Jul 15 23:37:27.938408 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-03096f69-fbc8-42fb-ab8e-b048af4f2403 req-47a16707-10fb-4f57-8fa4-cc9d6f830295 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0e2e9f03-a9fb-4a9b-aa31-42357a198e08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650816 Jul 15 23:37:28.077217 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-03096f69-fbc8-42fb-ab8e-b048af4f2403 req-05e1e96d-8cf4-4110-a77d-4b2d086f55e9 service neutron] 10.222.0.49 "GET /v2.0/networks/0e2e9f03-a9fb-4a9b-aa31-42357a198e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305256 Jul 15 23:37:28.246547 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-03096f69-fbc8-42fb-ab8e-b048af4f2403 req-71231ea8-baa8-48d3-abff-48979c02dfea service neutron] 10.222.0.49 "GET /v2.0/networks/0e2e9f03-a9fb-4a9b-aa31-42357a198e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632855 Jul 15 23:37:28.536349 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37322) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:28.676950 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62b8ebd5-6ac2-4fda-871f-5be5192a8631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:28.765059 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:37:28.849147 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62b8ebd5-6ac2-4fda-871f-5be5192a8631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:28.851780 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f738fab-8eac-455a-8d0a-63a7b493cca8 req-d6e58ee4-5c19-4494-b4dd-7bf10bd0d425 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:28.853505 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0f738fab-8eac-455a-8d0a-63a7b493cca8 req-d6e58ee4-5c19-4494-b4dd-7bf10bd0d425 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3352883-fd65-4c81-ab58-2eb59e6d6ec5 HTTP/1.1" status: 200 len: 946 time: 0.1908336 Jul 15 23:37:28.854100 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62b8ebd5-6ac2-4fda-871f-5be5192a8631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:28.928612 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b8ebd5-6ac2-4fda-871f-5be5192a8631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51314397-4380-4b19-b985-dbaba10d6a8e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:28.951056 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0f738fab-8eac-455a-8d0a-63a7b493cca8 req-afba3e16-5ad2-4365-9adb-7ac142984cb3 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810466 Jul 15 23:37:28.953318 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-62b8ebd5-6ac2-4fda-871f-5be5192a8631 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=23043479b1fb4050bf38986c1060315c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4153643 Jul 15 23:37:28.954476 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37342) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:28.990758 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22673165-9b37-4dfb-b0ee-c37c29cd9602 req-a51f7ee5-6e29-4f19-8b31-a57e3ec0f683 tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:28.994240 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-22673165-9b37-4dfb-b0ee-c37c29cd9602 req-a51f7ee5-6e29-4f19-8b31-a57e3ec0f683 tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] 10.222.0.48 "GET /v2.0/ports?device_id=663fd4ee-9745-42dc-9acf-fb3461021061 HTTP/1.1" status: 200 len: 945 time: 0.1634681 Jul 15 23:37:29.038122 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-22673165-9b37-4dfb-b0ee-c37c29cd9602 req-5ae73e16-eadd-40a4-9a14-810432479560 tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d523942-f01d-4758-8ad2-556ea1de06e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388565 Jul 15 23:37:29.046349 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7810f3ff-1092-4c36-9aee-819cc0687c58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:29.073743 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7810f3ff-1092-4c36-9aee-819cc0687c58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:29.129433 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7810f3ff-1092-4c36-9aee-819cc0687c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:29.132144 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7810f3ff-1092-4c36-9aee-819cc0687c58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:29.136071 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-7810f3ff-1092-4c36-9aee-819cc0687c58 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/51314397-4380-4b19-b985-dbaba10d6a8e HTTP/1.1" status: 204 len: 168 time: 0.1781566 Jul 15 23:37:29.145020 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7810f3ff-1092-4c36-9aee-819cc0687c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51314397-4380-4b19-b985-dbaba10d6a8e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:29.557163 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37380) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:29.571695 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1b3ef1b-042f-42e2-a360-81d40deaea64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:29.673527 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1b3ef1b-042f-42e2-a360-81d40deaea64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:29.679667 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1b3ef1b-042f-42e2-a360-81d40deaea64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:29.724869 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b3ef1b-042f-42e2-a360-81d40deaea64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee9d530-89c0-41ce-8ad6-bc5ece45c168,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:29.738293 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 37386) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:29.738782 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c1b3ef1b-042f-42e2-a360-81d40deaea64 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7bacf2578e3a47e19cf57560a62c4fa0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1802390 Jul 15 23:37:29.790717 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1144323-f900-4723-b71a-6918c4147f82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:29.813697 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1144323-f900-4723-b71a-6918c4147f82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:29.876668 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1144323-f900-4723-b71a-6918c4147f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:29.880134 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1144323-f900-4723-b71a-6918c4147f82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:29.881311 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-a1144323-f900-4723-b71a-6918c4147f82 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0ee9d530-89c0-41ce-8ad6-bc5ece45c168 HTTP/1.1" status: 204 len: 168 time: 0.1413531 Jul 15 23:37:29.890889 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1144323-f900-4723-b71a-6918c4147f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee9d530-89c0-41ce-8ad6-bc5ece45c168,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:30.187632 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75675573-6640-461a-92a8-b8c2fdf22e8c req-7ec76372-4bf7-46da-91b3-4f87dc4300b1 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:30.197066 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-75675573-6640-461a-92a8-b8c2fdf22e8c req-7ec76372-4bf7-46da-91b3-4f87dc4300b1 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3352883-fd65-4c81-ab58-2eb59e6d6ec5 HTTP/1.1" status: 200 len: 946 time: 0.1140316 Jul 15 23:37:30.276203 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-75675573-6640-461a-92a8-b8c2fdf22e8c req-dc7114ab-33fb-4b3b-ae3e-1a494e19cd28 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776422 Jul 15 23:37:30.340669 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f45c1a-9b84-4073-9354-621e435f0b63 req-f73cc965-f3bf-4c55-aa83-7c87c7e6e91f tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:30.349897 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-02f45c1a-9b84-4073-9354-621e435f0b63 req-f73cc965-f3bf-4c55-aa83-7c87c7e6e91f tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] 10.222.0.48 "GET /v2.0/ports?device_id=663fd4ee-9745-42dc-9acf-fb3461021061 HTTP/1.1" status: 200 len: 945 time: 0.1444526 Jul 15 23:37:30.416191 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-02f45c1a-9b84-4073-9354-621e435f0b63 req-0333999d-f7bf-4aa3-99f4-faaaa319316b tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d523942-f01d-4758-8ad2-556ea1de06e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652823 Jul 15 23:37:30.842834 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-75dd41d6-3375-4104-9c1c-57ba6a7f71e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:30.897940 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3964dd44-b491-4287-89fc-9e5565a1f35e req-88cd1a6e-503e-462a-9368-5ea466a66e78 tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:30.905392 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3964dd44-b491-4287-89fc-9e5565a1f35e req-88cd1a6e-503e-462a-9368-5ea466a66e78 tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] 10.222.0.48 "GET /v2.0/ports?device_id=663fd4ee-9745-42dc-9acf-fb3461021061 HTTP/1.1" status: 200 len: 945 time: 0.0801146 Jul 15 23:37:30.950867 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3964dd44-b491-4287-89fc-9e5565a1f35e req-0c93b002-0230-4379-b7e5-ce1eb1d41191 tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d523942-f01d-4758-8ad2-556ea1de06e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444736 Jul 15 23:37:31.413633 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [req-6611b377-e1e3-4cc9-9e5b-95ebcc087a78 req-0075ac21-4d41-4aa8-9852-55761a6cbe70 service neutron] (93770) timed out ('10.222.0.49', 54497) {{(pid=93770) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 23:37:31.510332 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9906ede-ffab-4014-9950-41b5c427fcf9 req-7075eec6-5678-48d4-a945-b5c8582e5041 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:31.511993 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a9906ede-ffab-4014-9950-41b5c427fcf9 req-7075eec6-5678-48d4-a945-b5c8582e5041 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3352883-fd65-4c81-ab58-2eb59e6d6ec5 HTTP/1.1" status: 200 len: 946 time: 0.0853939 Jul 15 23:37:31.565240 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a9906ede-ffab-4014-9950-41b5c427fcf9 req-363a0463-5fc7-4f9e-b70f-eb724c0e67fd tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450339 Jul 15 23:37:32.123528 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e84b98-54ba-46e2-80df-6a9dad22fe6f req-b1dbc9f9-076e-40c3-aa22-c9fbf1b3d4db tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:32.131817 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-00e84b98-54ba-46e2-80df-6a9dad22fe6f req-b1dbc9f9-076e-40c3-aa22-c9fbf1b3d4db tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 945 time: 0.0870566 Jul 15 23:37:32.206630 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-00e84b98-54ba-46e2-80df-6a9dad22fe6f req-74aecb3b-64e8-4b75-8218-d5a6ff8dfd88 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724061 Jul 15 23:37:32.253948 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d03708f-574e-42c7-a148-1fa2d3d900b3 req-bf6fe593-ca69-4538-bc99-b86fd79120b4 tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:32.260210 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2d03708f-574e-42c7-a148-1fa2d3d900b3 req-bf6fe593-ca69-4538-bc99-b86fd79120b4 tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] 10.222.0.48 "GET /v2.0/ports?device_id=663fd4ee-9745-42dc-9acf-fb3461021061 HTTP/1.1" status: 200 len: 945 time: 0.1246889 Jul 15 23:37:32.305476 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2d03708f-574e-42c7-a148-1fa2d3d900b3 req-1c047b4f-5553-420e-b07b-ca96147a1c83 tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d523942-f01d-4758-8ad2-556ea1de06e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427020 Jul 15 23:37:32.369519 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37488) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:32.488489 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8332067-ae2d-45d8-bdea-37aeb4051768 req-483f8a94-c7cf-4128-9e66-b3e0fffb6f05 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:32.493948 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a8332067-ae2d-45d8-bdea-37aeb4051768 req-483f8a94-c7cf-4128-9e66-b3e0fffb6f05 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 945 time: 0.1500444 Jul 15 23:37:32.520593 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e0f6381d-b746-4fc7-9286-4ed9dbaf9872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:32.564132 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a8332067-ae2d-45d8-bdea-37aeb4051768 req-04a09b25-9924-4ed0-bd8e-290487196f2e tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647328 Jul 15 23:37:32.647309 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e0f6381d-b746-4fc7-9286-4ed9dbaf9872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:32.657503 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e0f6381d-b746-4fc7-9286-4ed9dbaf9872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:32.687096 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e0f6381d-b746-4fc7-9286-4ed9dbaf9872 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0af55aabe8564166ada40cba51975f3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3158829 Jul 15 23:37:32.693972 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37498) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:32.751898 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f6381d-b746-4fc7-9286-4ed9dbaf9872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f54410-b1c3-4fb0-abe0-541de3af9e06,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:32.791424 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad56140d-6d99-47b1-aaff-f02833f79b15 req-1dde7dc5-7514-4cf9-bab5-01e9136d43b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:32.793389 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ad56140d-6d99-47b1-aaff-f02833f79b15 req-1dde7dc5-7514-4cf9-bab5-01e9136d43b6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2f6fcfb47a1141c0ae8f5a7d722ebba1&device_id=663fd4ee-9745-42dc-9acf-fb3461021061 HTTP/1.1" status: 200 len: 1096 time: 0.1188734 Jul 15 23:37:32.829592 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dcc5d5ef-90e7-4615-aaab-573f5429abeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:32.857960 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dcc5d5ef-90e7-4615-aaab-573f5429abeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:32.918296 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dcc5d5ef-90e7-4615-aaab-573f5429abeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:32.922832 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dcc5d5ef-90e7-4615-aaab-573f5429abeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:32.926582 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-dcc5d5ef-90e7-4615-aaab-573f5429abeb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/05f54410-b1c3-4fb0-abe0-541de3af9e06 HTTP/1.1" status: 204 len: 168 time: 0.2284052 Jul 15 23:37:32.935747 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc5d5ef-90e7-4615-aaab-573f5429abeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f54410-b1c3-4fb0-abe0-541de3af9e06,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:33.038987 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c037663f-ce0c-4afb-999d-427d0cabc420 req-aed177d2-e2ed-4eeb-b87a-dbaae42916e9 tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:33.045806 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c037663f-ce0c-4afb-999d-427d0cabc420 req-aed177d2-e2ed-4eeb-b87a-dbaae42916e9 tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] 10.222.0.48 "GET /v2.0/ports?device_id=663fd4ee-9745-42dc-9acf-fb3461021061 HTTP/1.1" status: 200 len: 945 time: 0.2913642 Jul 15 23:37:33.089192 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87633cb6-6217-4a46-b9e6-b798b8d8343a req-dfee2d81-98ae-4d51-a62d-eb8f56d6c52c tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:33.090665 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-87633cb6-6217-4a46-b9e6-b798b8d8343a req-dfee2d81-98ae-4d51-a62d-eb8f56d6c52c tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/networks?id=319575b4-274a-45da-9bf1-6decf487208b HTTP/1.1" status: 200 len: 810 time: 0.2425389 Jul 15 23:37:33.115911 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad56140d-6d99-47b1-aaff-f02833f79b15 req-826d9d7f-9f7e-4acb-9377-17038b2a917a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:33.118059 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ad56140d-6d99-47b1-aaff-f02833f79b15 req-826d9d7f-9f7e-4acb-9377-17038b2a917a service neutron] 10.222.0.49 "GET /v2.0/networks?id=0e2e9f03-a9fb-4a9b-aa31-42357a198e08 HTTP/1.1" status: 200 len: 913 time: 0.3116531 Jul 15 23:37:33.133005 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c037663f-ce0c-4afb-999d-427d0cabc420 req-4e99535e-f966-4f61-b7a1-75131343ac16 tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d523942-f01d-4758-8ad2-556ea1de06e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855701 Jul 15 23:37:33.147064 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-87633cb6-6217-4a46-b9e6-b798b8d8343a req-6253842e-2d00-403a-b8cd-d14f08f0da15 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/quotas/1482c544a11f4437b346c979b3eb517a HTTP/1.1" status: 200 len: 375 time: 0.0468597 Jul 15 23:37:33.186374 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ad56140d-6d99-47b1-aaff-f02833f79b15 req-5d17cb10-ce11-4872-b3d8-467409e1d2ba service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3586c11c-7d6f-43e4-8a4e-b28675c7b931 HTTP/1.1" status: 200 len: 217 time: 0.0506399 Jul 15 23:37:33.271351 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad56140d-6d99-47b1-aaff-f02833f79b15 req-d388a277-511a-4a71-aa73-582ea065c247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:33.273543 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ad56140d-6d99-47b1-aaff-f02833f79b15 req-d388a277-511a-4a71-aa73-582ea065c247 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5a076898-3038-4ec5-af4f-3931eab89e67 HTTP/1.1" status: 200 len: 852 time: 0.0771809 Jul 15 23:37:33.306647 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37516) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:33.312834 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ad56140d-6d99-47b1-aaff-f02833f79b15 req-3672aebb-7483-49e8-bf05-b5249b06d5f3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0e2e9f03-a9fb-4a9b-aa31-42357a198e08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323479 Jul 15 23:37:33.323383 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1ef762a-9cdd-432e-85b1-e96c605556b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:33.337490 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-87633cb6-6217-4a46-b9e6-b798b8d8343a req-60d7583e-58c3-4fbf-831a-d462fa3ecb0f tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1482c544a11f4437b346c979b3eb517a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1500797 Jul 15 23:37:33.390219 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:33.466770 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1ef762a-9cdd-432e-85b1-e96c605556b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:33.472174 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1ef762a-9cdd-432e-85b1-e96c605556b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:33.516457 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ef762a-9cdd-432e-85b1-e96c605556b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6562022b-5fbe-4c62-80a2-be2ade6f8f5f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:33.521856 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e1ef762a-9cdd-432e-85b1-e96c605556b6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e167378ccbd947b78539495eb63bccd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2141368 Jul 15 23:37:33.524706 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37520) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:33.578358 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-87633cb6-6217-4a46-b9e6-b798b8d8343a req-1c1e1620-6f9a-403d-a356-5b0cfa0b3b57 service neutron] 10.222.0.48 "GET /v2.0/networks/319575b4-274a-45da-9bf1-6decf487208b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399929 Jul 15 23:37:33.593908 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2145c092-284d-4d73-afab-8334535d6433 req-ecb21f41-d68a-4325-a325-5736c16e2b4f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2067766 Jul 15 23:37:33.606014 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e565dd01-d717-47d1-b3d8-0b0b51398a8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:33.610171 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ad56140d-6d99-47b1-aaff-f02833f79b15 req-7ce88a66-9d07-42fe-bc5d-075bf80d0386 service neutron] 10.222.0.49 "GET /v2.0/networks/0e2e9f03-a9fb-4a9b-aa31-42357a198e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683671 Jul 15 23:37:33.631228 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e565dd01-d717-47d1-b3d8-0b0b51398a8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:33.693490 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e565dd01-d717-47d1-b3d8-0b0b51398a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:33.697729 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e565dd01-d717-47d1-b3d8-0b0b51398a8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:33.699730 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e565dd01-d717-47d1-b3d8-0b0b51398a8e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6562022b-5fbe-4c62-80a2-be2ade6f8f5f HTTP/1.1" status: 204 len: 168 time: 0.1739137 Jul 15 23:37:33.732009 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e565dd01-d717-47d1-b3d8-0b0b51398a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6562022b-5fbe-4c62-80a2-be2ade6f8f5f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:33.842017 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-87633cb6-6217-4a46-b9e6-b798b8d8343a req-4e39c2c8-0687-4cc9-9bee-9a6aa6b49ed5 service neutron] 10.222.0.48 "GET /v2.0/networks/319575b4-274a-45da-9bf1-6decf487208b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557149 Jul 15 23:37:33.852786 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ad56140d-6d99-47b1-aaff-f02833f79b15 req-dd2f7d15-7b3d-4bb7-8b25-88ec2dfe1d87 service neutron] 10.222.0.49 "GET /v2.0/networks/0e2e9f03-a9fb-4a9b-aa31-42357a198e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281585 Jul 15 23:37:33.854785 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2145c092-284d-4d73-afab-8334535d6433 req-780194d2-1c4f-4caa-9630-42939b5bfb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:33.856325 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2145c092-284d-4d73-afab-8334535d6433 req-780194d2-1c4f-4caa-9630-42939b5bfb12 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1482c544a11f4437b346c979b3eb517a&device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 1096 time: 0.2048888 Jul 15 23:37:33.999563 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2145c092-284d-4d73-afab-8334535d6433 req-2dde2190-e376-4022-b29b-02703b7aa6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:34.001248 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2145c092-284d-4d73-afab-8334535d6433 req-2dde2190-e376-4022-b29b-02703b7aa6c0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=319575b4-274a-45da-9bf1-6decf487208b HTTP/1.1" status: 200 len: 911 time: 0.1063771 Jul 15 23:37:34.146671 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2145c092-284d-4d73-afab-8334535d6433 req-ce77dad2-9528-439a-aa31-66c94591f4d3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88c45584-2d51-4746-a9ae-b07b0255b918 HTTP/1.1" status: 200 len: 1000 time: 0.1377032 Jul 15 23:37:34.228471 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-09fba9c0-574e-4c37-b53b-09f513cfa4f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:34.275480 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1daf17e5-eec5-4bea-95ad-f7461ebcdb8d req-fe56be5e-c7e6-40ca-be42-1b0bddba9613 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c695858-ec98-4a53-abfc-fdf881186ccd HTTP/1.1" status: 200 len: 210 time: 0.0441370 Jul 15 23:37:34.285615 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2145c092-284d-4d73-afab-8334535d6433 req-a1b31fcb-cec8-493c-9b6d-2047b080a81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:34.287647 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2145c092-284d-4d73-afab-8334535d6433 req-a1b31fcb-cec8-493c-9b6d-2047b080a81b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0c7868f8-d819-4333-b9c5-ebc3d9707601 HTTP/1.1" status: 200 len: 849 time: 0.1287868 Jul 15 23:37:34.346124 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:34.416847 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37544) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:34.573549 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7cffdd2-04a5-4244-a6b5-a5fdfc959977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:34.813744 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7cffdd2-04a5-4244-a6b5-a5fdfc959977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:34.822528 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7cffdd2-04a5-4244-a6b5-a5fdfc959977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:34.915996 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e7cffdd2-04a5-4244-a6b5-a5fdfc959977 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=af5fbf5142574624bb09150f1cea6c79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4974539 Jul 15 23:37:34.917499 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cffdd2-04a5-4244-a6b5-a5fdfc959977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07a207b3-5f22-43ec-8175-df4cdc4de303,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:34.921595 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37566) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:34.984867 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea729291-3720-456a-9fe8-e3619f9cfed1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:35.031688 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea729291-3720-456a-9fe8-e3619f9cfed1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:35.138338 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea729291-3720-456a-9fe8-e3619f9cfed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:35.141242 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea729291-3720-456a-9fe8-e3619f9cfed1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:35.142887 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ea729291-3720-456a-9fe8-e3619f9cfed1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/07a207b3-5f22-43ec-8175-df4cdc4de303 HTTP/1.1" status: 204 len: 168 time: 0.2198303 Jul 15 23:37:35.158503 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea729291-3720-456a-9fe8-e3619f9cfed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a207b3-5f22-43ec-8175-df4cdc4de303,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:35.284417 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2145c092-284d-4d73-afab-8334535d6433 req-ae410980-442c-45fa-a79a-54cea24b8dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:35.286003 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2145c092-284d-4d73-afab-8334535d6433 req-ae410980-442c-45fa-a79a-54cea24b8dea service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=319575b4-274a-45da-9bf1-6decf487208b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9906642 Jul 15 23:37:35.339695 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed958f1b-6b22-4f6c-8fc5-66485b3a0841 req-1c7da9c8-d9fc-433e-b5d1-bf9c2f72053d tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:35.352064 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ed958f1b-6b22-4f6c-8fc5-66485b3a0841 req-1c7da9c8-d9fc-433e-b5d1-bf9c2f72053d tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] 10.222.0.48 "GET /v2.0/ports?device_id=663fd4ee-9745-42dc-9acf-fb3461021061 HTTP/1.1" status: 200 len: 945 time: 0.9824917 Jul 15 23:37:35.531093 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ed958f1b-6b22-4f6c-8fc5-66485b3a0841 req-99e84b28-5c82-4652-9ffa-a76785982d7b tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d523942-f01d-4758-8ad2-556ea1de06e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778190 Jul 15 23:37:35.594777 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4083ade4-5958-419c-af59-4cbf2cfab598 req-8c342611-d985-4375-b49a-7905e3f81d23 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c695858-ec98-4a53-abfc-fdf881186ccd HTTP/1.1" status: 200 len: 210 time: 0.0600877 Jul 15 23:37:35.623502 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2145c092-284d-4d73-afab-8334535d6433 req-19bad079-64ec-4fc3-ba3b-ba72116d243c service neutron] 10.222.0.49 "GET /v2.0/networks/319575b4-274a-45da-9bf1-6decf487208b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294294 Jul 15 23:37:35.843390 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2145c092-284d-4d73-afab-8334535d6433 req-f80226bc-d946-4dce-a99b-7807fd6ca9c8 service neutron] 10.222.0.49 "GET /v2.0/networks/319575b4-274a-45da-9bf1-6decf487208b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119863 Jul 15 23:37:35.957412 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37618) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:35.978378 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-429f8c99-e938-4aa5-8d24-5ed275da7666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:36.088868 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-429f8c99-e938-4aa5-8d24-5ed275da7666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:36.103210 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-429f8c99-e938-4aa5-8d24-5ed275da7666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:36.150902 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87633cb6-6217-4a46-b9e6-b798b8d8343a req-3fb78010-1e71-4aa5-8a3d-7d7a3eb907a7 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:36.157899 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-87633cb6-6217-4a46-b9e6-b798b8d8343a req-3fb78010-1e71-4aa5-8a3d-7d7a3eb907a7 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.49 "GET /v2.0/networks?id=319575b4-274a-45da-9bf1-6decf487208b HTTP/1.1" status: 200 len: 810 time: 0.2173162 Jul 15 23:37:36.172384 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-87633cb6-6217-4a46-b9e6-b798b8d8343a req-8bcc519f-1c19-43ac-8581-67ab8b29f9f3 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Request body: {'port': {'device_id': '6c695858-ec98-4a53-abfc-fdf881186ccd', 'network_id': '319575b4-274a-45da-9bf1-6decf487208b', 'admin_state_up': True, 'tenant_id': '1482c544a11f4437b346c979b3eb517a'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:37:36.192242 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 37646) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:36.195454 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-429f8c99-e938-4aa5-8d24-5ed275da7666 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bdf9bad1609944ee81a1fb50844be5da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2346239 Jul 15 23:37:36.198698 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429f8c99-e938-4aa5-8d24-5ed275da7666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd79b040-b82c-43f1-a60a-a83e2dcb1d59,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:36.317082 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6b921dad-4db4-40ae-af6d-a00ef060046e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:36.358713 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6b921dad-4db4-40ae-af6d-a00ef060046e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:36.376743 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:36.396504 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87633cb6-6217-4a46-b9e6-b798b8d8343a req-8bcc519f-1c19-43ac-8581-67ab8b29f9f3 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Made reservation on behalf of 1482c544a11f4437b346c979b3eb517a for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:37:36.403333 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-87633cb6-6217-4a46-b9e6-b798b8d8343a req-8bcc519f-1c19-43ac-8581-67ab8b29f9f3 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:36.458775 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6b921dad-4db4-40ae-af6d-a00ef060046e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:36.462258 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6b921dad-4db4-40ae-af6d-a00ef060046e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:36.463513 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-6b921dad-4db4-40ae-af6d-a00ef060046e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cd79b040-b82c-43f1-a60a-a83e2dcb1d59 HTTP/1.1" status: 204 len: 168 time: 0.2697823 Jul 15 23:37:36.517383 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b921dad-4db4-40ae-af6d-a00ef060046e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd79b040-b82c-43f1-a60a-a83e2dcb1d59,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:36.636321 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-87633cb6-6217-4a46-b9e6-b798b8d8343a req-8bcc519f-1c19-43ac-8581-67ab8b29f9f3 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Allocated IP 172.20.0.5 (319575b4-274a-45da-9bf1-6decf487208b/0c7868f8-d819-4333-b9c5-ebc3d9707601/1cc1cc1b-a9d9-4684-b94f-db26676647b9) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:37:36.876107 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-87633cb6-6217-4a46-b9e6-b798b8d8343a req-8bcc519f-1c19-43ac-8581-67ab8b29f9f3 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:36.890805 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-87633cb6-6217-4a46-b9e6-b798b8d8343a req-8bcc519f-1c19-43ac-8581-67ab8b29f9f3 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Transition to ACTIVE for port object 1cc1cc1b-a9d9-4684-b94f-db26676647b9 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:37:37.014082 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-19b33c56-d103-4a8f-91df-e21316cbcf39 req-176efc0b-7ae8-46dc-a28a-872132459b11 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c695858-ec98-4a53-abfc-fdf881186ccd HTTP/1.1" status: 200 len: 210 time: 0.1148858 Jul 15 23:37:37.058312 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-87633cb6-6217-4a46-b9e6-b798b8d8343a req-8bcc519f-1c19-43ac-8581-67ab8b29f9f3 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:37.072712 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['76e09747-f1ba-404d-b464-da75ccd161d2'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:37:37.130277 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d977081-f09f-4b0b-a8a2-6906b8b1842e req-81be088c-bfce-44eb-adfd-08ae6adc65c5 tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:37.132869 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3d977081-f09f-4b0b-a8a2-6906b8b1842e req-81be088c-bfce-44eb-adfd-08ae6adc65c5 tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] 10.222.0.48 "GET /v2.0/ports?device_id=663fd4ee-9745-42dc-9acf-fb3461021061 HTTP/1.1" status: 200 len: 945 time: 0.2314889 Jul 15 23:37:37.141379 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87633cb6-6217-4a46-b9e6-b798b8d8343a req-8bcc519f-1c19-43ac-8581-67ab8b29f9f3 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Network 319575b4-274a-45da-9bf1-6decf487208b is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:37:37.150343 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-87633cb6-6217-4a46-b9e6-b798b8d8343a req-8bcc519f-1c19-43ac-8581-67ab8b29f9f3 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:37:37.158871 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcc519f-1c19-43ac-8581-67ab8b29f9f3 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Pushing event updated for resources: {'Port': ['ID=1cc1cc1b-a9d9-4684-b94f-db26676647b9,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:37.167714 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-87633cb6-6217-4a46-b9e6-b798b8d8343a req-8bcc519f-1c19-43ac-8581-67ab8b29f9f3 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:37:37.278693 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3d977081-f09f-4b0b-a8a2-6906b8b1842e req-17eb1a7a-2035-4b0a-826b-53ca489b57ef tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d523942-f01d-4758-8ad2-556ea1de06e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323142 Jul 15 23:37:37.299449 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87633cb6-6217-4a46-b9e6-b798b8d8343a req-8bcc519f-1c19-43ac-8581-67ab8b29f9f3 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:37.301325 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-87633cb6-6217-4a46-b9e6-b798b8d8343a req-8bcc519f-1c19-43ac-8581-67ab8b29f9f3 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:37.327696 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-87633cb6-6217-4a46-b9e6-b798b8d8343a req-8bcc519f-1c19-43ac-8581-67ab8b29f9f3 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1613851 Jul 15 23:37:37.358788 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-87633cb6-6217-4a46-b9e6-b798b8d8343a req-a5daada0-f6f1-4aeb-9b12-93e44ffa30b8 service neutron] Request body: {'port': {'device_id': '6c695858-ec98-4a53-abfc-fdf881186ccd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:37:37.487462 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-87633cb6-6217-4a46-b9e6-b798b8d8343a req-a5daada0-f6f1-4aeb-9b12-93e44ffa30b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:37.619305 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ba8ab733-8006-475b-848f-6c585da0c77c None None] Provisioning for port 1cc1cc1b-a9d9-4684-b94f-db26676647b9 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:37:37.626115 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ba8ab733-8006-475b-848f-6c585da0c77c None None] Provisioning complete for port 1cc1cc1b-a9d9-4684-b94f-db26676647b9 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:37:37.626754 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ba8ab733-8006-475b-848f-6c585da0c77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:37.700664 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ba8ab733-8006-475b-848f-6c585da0c77c None None] Port 1cc1cc1b-a9d9-4684-b94f-db26676647b9 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:37:38.188785 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-87633cb6-6217-4a46-b9e6-b798b8d8343a req-a5daada0-f6f1-4aeb-9b12-93e44ffa30b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cc1cc1b-a9d9-4684-b94f-db26676647b9 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:37:38.203757 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-87633cb6-6217-4a46-b9e6-b798b8d8343a req-a5daada0-f6f1-4aeb-9b12-93e44ffa30b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:38.232747 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453273d2-2256-4e3d-8e9c-b23a6ccc06f8 req-c7dcf9d1-d6ff-4d07-944c-f9e69eaea466 tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:38.234725 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-453273d2-2256-4e3d-8e9c-b23a6ccc06f8 req-c7dcf9d1-d6ff-4d07-944c-f9e69eaea466 tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] 10.222.0.48 "GET /v2.0/ports?device_id=663fd4ee-9745-42dc-9acf-fb3461021061 HTTP/1.1" status: 200 len: 945 time: 0.1945479 Jul 15 23:37:38.236226 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-87633cb6-6217-4a46-b9e6-b798b8d8343a req-a5daada0-f6f1-4aeb-9b12-93e44ffa30b8 service neutron] Transition to ACTIVE for port object 1cc1cc1b-a9d9-4684-b94f-db26676647b9 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:37:38.243104 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:38.248700 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-87633cb6-6217-4a46-b9e6-b798b8d8343a req-a5daada0-f6f1-4aeb-9b12-93e44ffa30b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:38.320903 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5daada0-f6f1-4aeb-9b12-93e44ffa30b8 service neutron] Pushing event updated for resources: {'Port': ['ID=1cc1cc1b-a9d9-4684-b94f-db26676647b9,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:38.393046 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-453273d2-2256-4e3d-8e9c-b23a6ccc06f8 req-00f80281-0c8a-4ec5-b62d-5c1e2cc05e65 tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d523942-f01d-4758-8ad2-556ea1de06e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504550 Jul 15 23:37:38.599355 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a12f63-befa-46c2-8525-b0bb865473e6 req-23982a12-897d-4edd-a600-2bdb36d22b05 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:38.613963 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-62a12f63-befa-46c2-8525-b0bb865473e6 req-23982a12-897d-4edd-a600-2bdb36d22b05 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c695858-ec98-4a53-abfc-fdf881186ccd HTTP/1.1" status: 200 len: 943 time: 0.2956929 Jul 15 23:37:38.675170 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-87633cb6-6217-4a46-b9e6-b798b8d8343a req-a5daada0-f6f1-4aeb-9b12-93e44ffa30b8 service neutron] Attempting to bind port 1cc1cc1b-a9d9-4684-b94f-db26676647b9 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:37:38.675434 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-87633cb6-6217-4a46-b9e6-b798b8d8343a req-a5daada0-f6f1-4aeb-9b12-93e44ffa30b8 service neutron] Attempting to bind port 1cc1cc1b-a9d9-4684-b94f-db26676647b9 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '1221e74c-ebb2-4cb8-bf72-835ef0508fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '319575b4-274a-45da-9bf1-6decf487208b'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:37:38.675796 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87633cb6-6217-4a46-b9e6-b798b8d8343a req-a5daada0-f6f1-4aeb-9b12-93e44ffa30b8 service neutron] Attempting to bind port 1cc1cc1b-a9d9-4684-b94f-db26676647b9 on network 319575b4-274a-45da-9bf1-6decf487208b {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:37:38.690563 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87633cb6-6217-4a46-b9e6-b798b8d8343a req-a5daada0-f6f1-4aeb-9b12-93e44ffa30b8 service neutron] Port 1cc1cc1b-a9d9-4684-b94f-db26676647b9 on network 319575b4-274a-45da-9bf1-6decf487208b not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:37:38.691058 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87633cb6-6217-4a46-b9e6-b798b8d8343a req-a5daada0-f6f1-4aeb-9b12-93e44ffa30b8 service neutron] Attempting to bind port 1cc1cc1b-a9d9-4684-b94f-db26676647b9 on network 319575b4-274a-45da-9bf1-6decf487208b {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:37:38.718039 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87633cb6-6217-4a46-b9e6-b798b8d8343a req-a5daada0-f6f1-4aeb-9b12-93e44ffa30b8 service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:37:38.718651 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87633cb6-6217-4a46-b9e6-b798b8d8343a req-a5daada0-f6f1-4aeb-9b12-93e44ffa30b8 service neutron] Checking segment: {'id': '1221e74c-ebb2-4cb8-bf72-835ef0508fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '319575b4-274a-45da-9bf1-6decf487208b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:37:38.719208 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87633cb6-6217-4a46-b9e6-b798b8d8343a req-a5daada0-f6f1-4aeb-9b12-93e44ffa30b8 service neutron] Bound using segment: {'id': '1221e74c-ebb2-4cb8-bf72-835ef0508fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '319575b4-274a-45da-9bf1-6decf487208b'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:37:38.721567 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-87633cb6-6217-4a46-b9e6-b798b8d8343a req-a5daada0-f6f1-4aeb-9b12-93e44ffa30b8 service neutron] Bound port: 1cc1cc1b-a9d9-4684-b94f-db26676647b9, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1221e74c-ebb2-4cb8-bf72-835ef0508fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '319575b4-274a-45da-9bf1-6decf487208b'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:37:38.721957 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-87633cb6-6217-4a46-b9e6-b798b8d8343a req-a5daada0-f6f1-4aeb-9b12-93e44ffa30b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:38.743852 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-62a12f63-befa-46c2-8525-b0bb865473e6 req-57198240-caca-4089-9fff-c72e5e40dde0 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281981 Jul 15 23:37:38.879221 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-87633cb6-6217-4a46-b9e6-b798b8d8343a req-a5daada0-f6f1-4aeb-9b12-93e44ffa30b8 service neutron] For port 1cc1cc1b-a9d9-4684-b94f-db26676647b9, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:37:38.884864 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-87633cb6-6217-4a46-b9e6-b798b8d8343a req-a5daada0-f6f1-4aeb-9b12-93e44ffa30b8 service neutron] For port 1cc1cc1b-a9d9-4684-b94f-db26676647b9, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=1cc1cc1b-a9d9-4684-b94f-db26676647b9,segment=NetworkSegment(1221e74c-ebb2-4cb8-bf72-835ef0508fbe),segment_id=1221e74c-ebb2-4cb8-bf72-835ef0508fbe)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:37:38.894064 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-87633cb6-6217-4a46-b9e6-b798b8d8343a req-a5daada0-f6f1-4aeb-9b12-93e44ffa30b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:38.941503 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87633cb6-6217-4a46-b9e6-b798b8d8343a req-a5daada0-f6f1-4aeb-9b12-93e44ffa30b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:38.942138 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-87633cb6-6217-4a46-b9e6-b798b8d8343a req-a5daada0-f6f1-4aeb-9b12-93e44ffa30b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:38.943902 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-87633cb6-6217-4a46-b9e6-b798b8d8343a req-a5daada0-f6f1-4aeb-9b12-93e44ffa30b8 service neutron] 10.222.0.49 "PUT /v2.0/ports/1cc1cc1b-a9d9-4684-b94f-db26676647b9 HTTP/1.1" status: 200 len: 1091 time: 1.6055374 Jul 15 23:37:38.945104 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c695858-ec98-4a53-abfc-fdf881186ccd', 'tag': '1cc1cc1b-a9d9-4684-b94f-db26676647b9'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:37:38.947679 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f39b575-88be-442b-9995-1f3f5d004050" -d '{"events": [{"name": "network-changed", "server_uuid": "6c695858-ec98-4a53-abfc-fdf881186ccd", "tag": "1cc1cc1b-a9d9-4684-b94f-db26676647b9"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:37:39.021951 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5daada0-f6f1-4aeb-9b12-93e44ffa30b8 service neutron] Pushing event updated for resources: {'Port': ['ID=1cc1cc1b-a9d9-4684-b94f-db26676647b9,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:39.029959 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4455a050-b1e8-424e-beee-aa7991204aff x-openstack-request-id: req-4455a050-b1e8-424e-beee-aa7991204aff {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:37:39.030424 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c695858-ec98-4a53-abfc-fdf881186ccd", "tag": "1cc1cc1b-a9d9-4684-b94f-db26676647b9", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:37:39.030834 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4455a050-b1e8-424e-beee-aa7991204aff {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:37:39.031404 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c695858-ec98-4a53-abfc-fdf881186ccd', 'tag': '1cc1cc1b-a9d9-4684-b94f-db26676647b9', 'status': 'completed', 'code': 200} Jul 15 23:37:39.046317 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 37974) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:39.120106 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87633cb6-6217-4a46-b9e6-b798b8d8343a req-bff09de9-825b-4ae1-86ef-a7b397ca998e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:39.121889 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-87633cb6-6217-4a46-b9e6-b798b8d8343a req-bff09de9-825b-4ae1-86ef-a7b397ca998e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1482c544a11f4437b346c979b3eb517a&device_id=6c695858-ec98-4a53-abfc-fdf881186ccd HTTP/1.1" status: 200 len: 1094 time: 0.1241813 Jul 15 23:37:39.177943 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-87633cb6-6217-4a46-b9e6-b798b8d8343a req-1fbf30be-3eff-4637-a943-ed9b628359d1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1cc1cc1b-a9d9-4684-b94f-db26676647b9 HTTP/1.1" status: 200 len: 217 time: 0.0475791 Jul 15 23:37:39.242572 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87633cb6-6217-4a46-b9e6-b798b8d8343a req-f428b898-e4e7-403f-81b6-4a5c3fba1b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:39.245151 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-87633cb6-6217-4a46-b9e6-b798b8d8343a req-f428b898-e4e7-403f-81b6-4a5c3fba1b61 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0c7868f8-d819-4333-b9c5-ebc3d9707601 HTTP/1.1" status: 200 len: 849 time: 0.0598392 Jul 15 23:37:39.347099 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87633cb6-6217-4a46-b9e6-b798b8d8343a req-08e1e585-00cc-4c8c-b6b8-2efba43262dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:39.348720 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-87633cb6-6217-4a46-b9e6-b798b8d8343a req-08e1e585-00cc-4c8c-b6b8-2efba43262dd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=319575b4-274a-45da-9bf1-6decf487208b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0938704 Jul 15 23:37:39.362827 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5da8199b-03bf-4801-a918-1fc59608831b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:39.476920 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5da8199b-03bf-4801-a918-1fc59608831b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:39.481316 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-87633cb6-6217-4a46-b9e6-b798b8d8343a req-c036b34e-9e6b-4789-b95f-990171c8bb7a service neutron] 10.222.0.49 "GET /v2.0/networks/319575b4-274a-45da-9bf1-6decf487208b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237013 Jul 15 23:37:39.486318 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5da8199b-03bf-4801-a918-1fc59608831b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:39.552102 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-5da8199b-03bf-4801-a918-1fc59608831b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=caae8c9f60a943738be0fcf508c12ff5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5032835 Jul 15 23:37:39.553234 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8199b-03bf-4801-a918-1fc59608831b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c96256c-bdf5-43b4-9585-adbdde0b1b60,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:39.554931 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 38048) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:39.756278 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-87633cb6-6217-4a46-b9e6-b798b8d8343a req-edd78ddc-94af-492b-8f06-28ac725c7582 service neutron] 10.222.0.49 "GET /v2.0/networks/319575b4-274a-45da-9bf1-6decf487208b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672453 Jul 15 23:37:39.781057 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eaf69d69-afc2-47ce-af0b-5c06b967ba26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:39.815522 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65adc31-e679-45fc-8228-a6649b8bb920 req-b33a5d25-fa2b-49c6-8294-25a47dfd33b4 tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:39.817020 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d65adc31-e679-45fc-8228-a6649b8bb920 req-b33a5d25-fa2b-49c6-8294-25a47dfd33b4 tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] 10.222.0.49 "GET /v2.0/ports?device_id=663fd4ee-9745-42dc-9acf-fb3461021061 HTTP/1.1" status: 200 len: 945 time: 0.1929920 Jul 15 23:37:39.833604 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eaf69d69-afc2-47ce-af0b-5c06b967ba26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:39.850004 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb06777c-d14d-4066-8d99-5a519fb4c78e req-694e8545-f286-4ee5-8909-ea55a8627356 tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:39.852091 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bb06777c-d14d-4066-8d99-5a519fb4c78e req-694e8545-f286-4ee5-8909-ea55a8627356 tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] 10.222.0.48 "GET /v2.0/ports?device_id=663fd4ee-9745-42dc-9acf-fb3461021061 HTTP/1.1" status: 200 len: 945 time: 0.2341383 Jul 15 23:37:40.073070 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bb06777c-d14d-4066-8d99-5a519fb4c78e req-cf906192-b24b-41aa-bb33-201c0d88e205 tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] 10.222.0.48 "GET /v2.0/security-groups?id=0d523942-f01d-4758-8ad2-556ea1de06e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712461 Jul 15 23:37:40.128776 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb475a58-71e2-4e99-8f86-4dbaeac96d5d req-eaef61fd-bc43-48fa-81f0-6eb38c865fb0 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:40.130335 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bb475a58-71e2-4e99-8f86-4dbaeac96d5d req-eaef61fd-bc43-48fa-81f0-6eb38c865fb0 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c695858-ec98-4a53-abfc-fdf881186ccd HTTP/1.1" status: 200 len: 943 time: 0.2262499 Jul 15 23:37:40.131027 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eaf69d69-afc2-47ce-af0b-5c06b967ba26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:40.134055 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eaf69d69-afc2-47ce-af0b-5c06b967ba26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:40.135179 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-eaf69d69-afc2-47ce-af0b-5c06b967ba26 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3c96256c-bdf5-43b4-9585-adbdde0b1b60 HTTP/1.1" status: 204 len: 168 time: 0.5706613 Jul 15 23:37:40.150490 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f39b575-88be-442b-9995-1f3f5d004050 req-4a976eb3-3517-4e4e-a01c-d4f484fe505c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:40.152060 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2f39b575-88be-442b-9995-1f3f5d004050 req-4a976eb3-3517-4e4e-a01c-d4f484fe505c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1482c544a11f4437b346c979b3eb517a&device_id=6c695858-ec98-4a53-abfc-fdf881186ccd HTTP/1.1" status: 200 len: 1094 time: 0.2932711 Jul 15 23:37:40.156234 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf69d69-afc2-47ce-af0b-5c06b967ba26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c96256c-bdf5-43b4-9585-adbdde0b1b60,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:40.221677 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bb475a58-71e2-4e99-8f86-4dbaeac96d5d req-b4393112-12dc-47e1-9491-d4f3879491bd tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810387 Jul 15 23:37:40.233430 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-d65adc31-e679-45fc-8228-a6649b8bb920 req-52740c40-38ce-4e94-99b4-a1125e58c486 tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] Deleting port 3586c11c-7d6f-43e4-8a4e-b28675c7b931 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:37:40.234280 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d65adc31-e679-45fc-8228-a6649b8bb920 req-52740c40-38ce-4e94-99b4-a1125e58c486 tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:40.396220 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f39b575-88be-442b-9995-1f3f5d004050 req-a02db768-eb20-469c-954c-9d93be2a14f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:40.398499 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2f39b575-88be-442b-9995-1f3f5d004050 req-a02db768-eb20-469c-954c-9d93be2a14f4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=319575b4-274a-45da-9bf1-6decf487208b HTTP/1.1" status: 200 len: 911 time: 0.2076738 Jul 15 23:37:40.403363 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-d65adc31-e679-45fc-8228-a6649b8bb920 req-52740c40-38ce-4e94-99b4-a1125e58c486 tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] For port 3586c11c-7d6f-43e4-8a4e-b28675c7b931, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=3586c11c-7d6f-43e4-8a4e-b28675c7b931,segment=NetworkSegment(501f6cdf-7145-451c-9e67-1c0dc5e6ff72),segment_id=501f6cdf-7145-451c-9e67-1c0dc5e6ff72)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:37:40.403766 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d65adc31-e679-45fc-8228-a6649b8bb920 req-52740c40-38ce-4e94-99b4-a1125e58c486 tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:40.452523 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2f39b575-88be-442b-9995-1f3f5d004050 req-8ce0b112-dc2a-4f7d-bb53-2554765df976 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1cc1cc1b-a9d9-4684-b94f-db26676647b9 HTTP/1.1" status: 200 len: 217 time: 0.0460296 Jul 15 23:37:40.456960 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-d65adc31-e679-45fc-8228-a6649b8bb920 req-52740c40-38ce-4e94-99b4-a1125e58c486 tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] Calling delete_port for 3586c11c-7d6f-43e4-8a4e-b28675c7b931 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:37:40.494937 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38146) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:40.509173 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee4671ac-5be8-4c8b-a13e-9cec7903a186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:40.550645 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f39b575-88be-442b-9995-1f3f5d004050 req-ba7fc231-2563-4a4e-a438-47852361a958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:40.552364 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2f39b575-88be-442b-9995-1f3f5d004050 req-ba7fc231-2563-4a4e-a438-47852361a958 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0c7868f8-d819-4333-b9c5-ebc3d9707601 HTTP/1.1" status: 200 len: 849 time: 0.0934601 Jul 15 23:37:40.612921 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee4671ac-5be8-4c8b-a13e-9cec7903a186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:40.618500 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee4671ac-5be8-4c8b-a13e-9cec7903a186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:40.661852 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f39b575-88be-442b-9995-1f3f5d004050 req-685be2ec-70e2-49b9-a653-69fc2dfd5bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:40.663965 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4671ac-5be8-4c8b-a13e-9cec7903a186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ada76674-bbf9-4648-980c-c27d00f4cc6e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:40.664458 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2f39b575-88be-442b-9995-1f3f5d004050 req-685be2ec-70e2-49b9-a653-69fc2dfd5bc4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=319575b4-274a-45da-9bf1-6decf487208b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1006861 Jul 15 23:37:40.671718 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ee4671ac-5be8-4c8b-a13e-9cec7903a186 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3c615bad531243d782176ffcb6f0b408&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1755707 Jul 15 23:37:40.673002 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38148) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:40.733420 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cb6cde07-118c-4f9b-8254-63d23846cfcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:40.763722 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cb6cde07-118c-4f9b-8254-63d23846cfcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:40.764636 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d65adc31-e679-45fc-8228-a6649b8bb920 req-52740c40-38ce-4e94-99b4-a1125e58c486 tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:40.806386 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52740c40-38ce-4e94-99b4-a1125e58c486 tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] Pushing event deleted for resources: {'Port': ['ID=3586c11c-7d6f-43e4-8a4e-b28675c7b931,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:40.821988 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cb6cde07-118c-4f9b-8254-63d23846cfcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:40.825171 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cb6cde07-118c-4f9b-8254-63d23846cfcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:40.828131 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-cb6cde07-118c-4f9b-8254-63d23846cfcc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ada76674-bbf9-4648-980c-c27d00f4cc6e HTTP/1.1" status: 204 len: 168 time: 0.1533535 Jul 15 23:37:40.838764 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6cde07-118c-4f9b-8254-63d23846cfcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada76674-bbf9-4648-980c-c27d00f4cc6e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:40.845754 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2f39b575-88be-442b-9995-1f3f5d004050 req-38f7e799-e830-429e-bf30-5c33eb63b62f service neutron] 10.222.0.49 "GET /v2.0/networks/319575b4-274a-45da-9bf1-6decf487208b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714270 Jul 15 23:37:40.869614 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-d65adc31-e679-45fc-8228-a6649b8bb920 req-52740c40-38ce-4e94-99b4-a1125e58c486 tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] No DVR routers for this DVR port 3586c11c-7d6f-43e4-8a4e-b28675c7b931 on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:37:40.879649 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d65adc31-e679-45fc-8228-a6649b8bb920 req-52740c40-38ce-4e94-99b4-a1125e58c486 tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:40.882087 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d65adc31-e679-45fc-8228-a6649b8bb920 req-52740c40-38ce-4e94-99b4-a1125e58c486 tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] 10.222.0.49 "DELETE /v2.0/ports/3586c11c-7d6f-43e4-8a4e-b28675c7b931 HTTP/1.1" status: 204 len: 173 time: 1.0509887 Jul 15 23:37:40.975959 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2f39b575-88be-442b-9995-1f3f5d004050 req-a7fc593c-2804-47df-89c7-e78a4090e4de service neutron] 10.222.0.49 "GET /v2.0/networks/319575b4-274a-45da-9bf1-6decf487208b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073520 Jul 15 23:37:41.032820 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663fd4ee-9745-42dc-9acf-fb3461021061', 'name': 'network-vif-deleted', 'tag': '3586c11c-7d6f-43e4-8a4e-b28675c7b931'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:37:41.035423 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e57fbebb-f7b8-4657-87e3-fb0167e7a6bf" -d '{"events": [{"server_uuid": "663fd4ee-9745-42dc-9acf-fb3461021061", "name": "network-vif-deleted", "tag": "3586c11c-7d6f-43e4-8a4e-b28675c7b931"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:37:41.086756 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda36dde-b477-4509-874a-824b23ef55b8 x-openstack-request-id: req-eda36dde-b477-4509-874a-824b23ef55b8 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:37:41.087055 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "663fd4ee-9745-42dc-9acf-fb3461021061", "name": "network-vif-deleted", "tag": "3586c11c-7d6f-43e4-8a4e-b28675c7b931", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:37:41.087302 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-eda36dde-b477-4509-874a-824b23ef55b8 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:37:41.087727 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '663fd4ee-9745-42dc-9acf-fb3461021061', 'name': 'network-vif-deleted', 'tag': '3586c11c-7d6f-43e4-8a4e-b28675c7b931', 'status': 'completed', 'code': 200} Jul 15 23:37:41.303887 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2ce85ab0-2273-4fbd-84f2-f9a4d47c306d req-50487543-0d98-44e5-8449-4fa67535d2b9 tempest-TestServerAdvancedOps-316132532 tempest-TestServerAdvancedOps-316132532-project] 10.222.0.48 "GET /v2.0/ports?device_id=663fd4ee-9745-42dc-9acf-fb3461021061 HTTP/1.1" status: 200 len: 210 time: 0.0503330 Jul 15 23:37:41.312688 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5437e9c-ca0e-4ec7-902a-149f928b38f9 req-96ffd860-3ad0-4b63-aeb1-135f3ebc35b3 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:41.314452 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a5437e9c-ca0e-4ec7-902a-149f928b38f9 req-96ffd860-3ad0-4b63-aeb1-135f3ebc35b3 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] 10.222.0.48 "GET /v2.0/networks?id=747a9fc1-10d3-4929-a5a7-fe8cc2cf81f7 HTTP/1.1" status: 200 len: 814 time: 0.1570237 Jul 15 23:37:41.336959 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a5437e9c-ca0e-4ec7-902a-149f928b38f9 req-790f5945-441c-4adb-969a-3a058825f357 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] 10.222.0.48 "GET /v2.0/quotas/7d238f45a6c24342bee5287301cfc866 HTTP/1.1" status: 200 len: 375 time: 0.0172894 Jul 15 23:37:41.391364 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a5437e9c-ca0e-4ec7-902a-149f928b38f9 req-072fa762-d72f-40ce-a738-ae09b3d5dbac tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7d238f45a6c24342bee5287301cfc866&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371454 Jul 15 23:37:41.528100 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a5437e9c-ca0e-4ec7-902a-149f928b38f9 req-9fe2963b-7315-46f8-aa32-bcafacecbb31 service neutron] 10.222.0.48 "GET /v2.0/networks/747a9fc1-10d3-4929-a5a7-fe8cc2cf81f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354840 Jul 15 23:37:41.610950 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b8fbf-8ed2-4123-9c9e-d202c19de691 req-941c2d15-15c1-4b39-aa7f-59b7640b2e18 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:41.613630 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fd0b8fbf-8ed2-4123-9c9e-d202c19de691 req-941c2d15-15c1-4b39-aa7f-59b7640b2e18 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c695858-ec98-4a53-abfc-fdf881186ccd HTTP/1.1" status: 200 len: 943 time: 0.1513088 Jul 15 23:37:41.996907 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 1cc1cc1b-a9d9-4684-b94f-db26676647b9 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:37:42.000586 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 3586c11c-7d6f-43e4-8a4e-b28675c7b931 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:37:42.036544 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: 3586c11c-7d6f-43e4-8a4e-b28675c7b931 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:37:42.036910 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 3586c11c-7d6f-43e4-8a4e-b28675c7b931 not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:37:42.073316 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fd0b8fbf-8ed2-4123-9c9e-d202c19de691 req-65675444-418c-44ec-87c4-55780a386032 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4527333 Jul 15 23:37:42.110859 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a5437e9c-ca0e-4ec7-902a-149f928b38f9 req-4204bab6-61df-4968-9cc6-1d00aae30925 service neutron] 10.222.0.48 "GET /v2.0/networks/747a9fc1-10d3-4929-a5a7-fe8cc2cf81f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5725946 Jul 15 23:37:42.158830 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 1cc1cc1b-a9d9-4684-b94f-db26676647b9, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=1cc1cc1b-a9d9-4684-b94f-db26676647b9,segment=NetworkSegment(1221e74c-ebb2-4cb8-bf72-835ef0508fbe),segment_id=1221e74c-ebb2-4cb8-bf72-835ef0508fbe)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:37:42.176775 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '1cc1cc1b-a9d9-4684-b94f-db26676647b9', 'network_id': '319575b4-274a-45da-9bf1-6decf487208b', 'port_id': '1cc1cc1b-a9d9-4684-b94f-db26676647b9', 'mac_address': 'fa:16:3e:95:da:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c7868f8-d819-4333-b9c5-ebc3d9707601', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:37:42.224896 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:42.240567 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cc1cc1b-a9d9-4684-b94f-db26676647b9 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:37:42.276016 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 1cc1cc1b-a9d9-4684-b94f-db26676647b9, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=1cc1cc1b-a9d9-4684-b94f-db26676647b9,segment=NetworkSegment(1221e74c-ebb2-4cb8-bf72-835ef0508fbe),segment_id=1221e74c-ebb2-4cb8-bf72-835ef0508fbe)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:37:42.283003 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:42.383893 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=1cc1cc1b-a9d9-4684-b94f-db26676647b9,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:42.408017 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:42.408888 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:42.409448 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:42.410986 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:42.411554 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:42.412624 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:42.416122 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:42.416905 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:42.417609 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:42.420173 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:42.421174 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:42.421942 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:42.438472 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1fd206fb-aff1-4567-a91f-69bb1d7b16f3 req-844c28c9-1afa-47e0-b8c8-aaedf9771c84 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] 10.222.0.48 "GET /v2.0/ports?device_id=4183fd16-26ff-4900-a0d6-311760b073eb HTTP/1.1" status: 200 len: 210 time: 0.0743716 Jul 15 23:37:42.495328 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 38216) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:42.521101 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['1cc1cc1b-a9d9-4684-b94f-db26676647b9'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:37:42.556316 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-842808f8-565c-43e6-a6b5-4966f3a87cd6 admin admin] Deleting subnet 5a076898-3038-4ec5-af4f-3931eab89e67 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:37:42.561363 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-842808f8-565c-43e6-a6b5-4966f3a87cd6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:42.644164 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-842808f8-565c-43e6-a6b5-4966f3a87cd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:42.736766 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-842808f8-565c-43e6-a6b5-4966f3a87cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:42.836124 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-842808f8-565c-43e6-a6b5-4966f3a87cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:42.867328 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842808f8-565c-43e6-a6b5-4966f3a87cd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a076898-3038-4ec5-af4f-3931eab89e67,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:42.878930 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-842808f8-565c-43e6-a6b5-4966f3a87cd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:42.881104 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-842808f8-565c-43e6-a6b5-4966f3a87cd6 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/5a076898-3038-4ec5-af4f-3931eab89e67 HTTP/1.1" status: 204 len: 168 time: 0.3847454 Jul 15 23:37:42.883838 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 38230) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:42.977626 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-913b5dab-34ec-4fa3-83a7-17a32a8c3a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:43.067286 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-913b5dab-34ec-4fa3-83a7-17a32a8c3a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:43.084130 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-913b5dab-34ec-4fa3-83a7-17a32a8c3a52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e2e9f03-a9fb-4a9b-aa31-42357a198e08']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:37:43.106401 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-913b5dab-34ec-4fa3-83a7-17a32a8c3a52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '501f6cdf-7145-451c-9e67-1c0dc5e6ff72') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:37:43.106753 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-913b5dab-34ec-4fa3-83a7-17a32a8c3a52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '501f6cdf-7145-451c-9e67-1c0dc5e6ff72') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:37:43.121957 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-913b5dab-34ec-4fa3-83a7-17a32a8c3a52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:43.149276 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-913b5dab-34ec-4fa3-83a7-17a32a8c3a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:43.159417 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-913b5dab-34ec-4fa3-83a7-17a32a8c3a52 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:37:43.159956 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-913b5dab-34ec-4fa3-83a7-17a32a8c3a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:43.181474 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:37:43.181474 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:37:43.181474 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:37:43.181474 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:37:43.181474 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:37:43.181474 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:37:43.181474 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:37:43.181474 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:37:43.181474 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:37:43.181474 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:37:43.181474 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:37:43.181474 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:37:43.181474 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:37:43.181474 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:37:43.181474 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:37:43.181474 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:37:43.181474 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:37:43.181474 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:37:43.181474 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:37:43.181474 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:37:43.181474 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:37:43.181474 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:37:43.181474 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:37:43.181474 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:37:43.181474 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:37:43.181474 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:37:43.181474 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:37:43.181474 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:37:43.181474 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:37:43.181474 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:37:43.181474 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:37:43.181474 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:37:43.181474 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:37:43.181474 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:37:43.181474 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:37:43.181474 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:37:43.181474 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:37:43.181474 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:37:43.181474 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:37:43.181474 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:37:43.181474 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:37:43.181474 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:37:43.258633 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-913b5dab-34ec-4fa3-83a7-17a32a8c3a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:43.269316 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-913b5dab-34ec-4fa3-83a7-17a32a8c3a52 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:43.273525 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-913b5dab-34ec-4fa3-83a7-17a32a8c3a52 admin admin] 10.222.0.48 "DELETE /v2.0/networks/0e2e9f03-a9fb-4a9b-aa31-42357a198e08 HTTP/1.1" status: 204 len: 168 time: 0.3882973 Jul 15 23:37:43.275564 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38242) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:43.300891 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913b5dab-34ec-4fa3-83a7-17a32a8c3a52 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e2e9f03-a9fb-4a9b-aa31-42357a198e08,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:43.387439 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e0acaab-6e16-4685-8c90-de17d90c97e6 admin admin] Deleting subnet 604793ad-883c-4358-97ec-b739d902e20c {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:37:43.393567 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e0acaab-6e16-4685-8c90-de17d90c97e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:43.436976 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e0acaab-6e16-4685-8c90-de17d90c97e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:43.504984 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e0acaab-6e16-4685-8c90-de17d90c97e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:43.619213 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e0acaab-6e16-4685-8c90-de17d90c97e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:43.660398 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0acaab-6e16-4685-8c90-de17d90c97e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=604793ad-883c-4358-97ec-b739d902e20c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:43.664982 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a04f3d9-b4bc-455a-a2ed-9779238cff36 req-8b5b3f37-c66e-4098-92b1-1b594828db39 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:43.666557 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3a04f3d9-b4bc-455a-a2ed-9779238cff36 req-8b5b3f37-c66e-4098-92b1-1b594828db39 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c695858-ec98-4a53-abfc-fdf881186ccd HTTP/1.1" status: 200 len: 944 time: 0.1152570 Jul 15 23:37:43.668858 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6df56cf1-1697-43c6-962b-198a0074853c req-5d81a5ed-1cf5-4025-a623-c2988d4c0b1f tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] 10.222.0.48 "GET /v2.0/ports?device_id=4183fd16-26ff-4900-a0d6-311760b073eb HTTP/1.1" status: 200 len: 210 time: 0.0433779 Jul 15 23:37:43.674525 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e0acaab-6e16-4685-8c90-de17d90c97e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:43.676408 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-5e0acaab-6e16-4685-8c90-de17d90c97e6 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/604793ad-883c-4358-97ec-b739d902e20c HTTP/1.1" status: 204 len: 168 time: 0.3997555 Jul 15 23:37:43.680732 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38252) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:43.735731 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3a04f3d9-b4bc-455a-a2ed-9779238cff36 req-a015955d-b3a5-45c0-b6fa-9b76fad3befb tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474770 Jul 15 23:37:43.761330 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7863bb3a-acc0-489f-b17a-dcd77800f824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:43.767349 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0acaab-6e16-4685-8c90-de17d90c97e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:43.767742 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0acaab-6e16-4685-8c90-de17d90c97e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:43.768091 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0acaab-6e16-4685-8c90-de17d90c97e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:43.768436 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0acaab-6e16-4685-8c90-de17d90c97e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:43.768773 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0acaab-6e16-4685-8c90-de17d90c97e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:43.769112 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0acaab-6e16-4685-8c90-de17d90c97e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:43.769443 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0acaab-6e16-4685-8c90-de17d90c97e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:43.769772 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0acaab-6e16-4685-8c90-de17d90c97e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:43.770101 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0acaab-6e16-4685-8c90-de17d90c97e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:43.770426 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0acaab-6e16-4685-8c90-de17d90c97e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:43.770752 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0acaab-6e16-4685-8c90-de17d90c97e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:43.771077 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0acaab-6e16-4685-8c90-de17d90c97e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:43.872195 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7863bb3a-acc0-489f-b17a-dcd77800f824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:43.885578 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-7863bb3a-acc0-489f-b17a-dcd77800f824 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99130cb7-3b61-4340-b49f-3e13384e9b92']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:37:43.896977 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-7863bb3a-acc0-489f-b17a-dcd77800f824 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1154028-0498-408f-a3da-9d66157ac4b6') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:37:43.897928 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-7863bb3a-acc0-489f-b17a-dcd77800f824 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1154028-0498-408f-a3da-9d66157ac4b6') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:37:43.907281 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7863bb3a-acc0-489f-b17a-dcd77800f824 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:43.938253 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7863bb3a-acc0-489f-b17a-dcd77800f824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:43.946290 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7863bb3a-acc0-489f-b17a-dcd77800f824 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:37:43.946840 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7863bb3a-acc0-489f-b17a-dcd77800f824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:43.948953 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:37:43.948953 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:37:43.948953 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:37:43.948953 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:37:43.948953 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:37:43.948953 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:37:43.948953 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:37:43.948953 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:37:43.948953 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:37:43.948953 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:37:43.948953 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:37:43.948953 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:37:43.948953 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:37:43.948953 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:37:43.948953 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:37:43.948953 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:37:43.948953 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:37:43.948953 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:37:43.948953 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:37:43.948953 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:37:43.948953 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:37:43.948953 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:37:43.948953 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:37:43.948953 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:37:43.948953 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:37:43.948953 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:37:43.948953 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:37:43.948953 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:37:43.948953 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:37:43.948953 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:37:43.948953 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:37:43.948953 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:37:44.027605 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 1cc1cc1b-a9d9-4684-b94f-db26676647b9 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:37:44.047620 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7863bb3a-acc0-489f-b17a-dcd77800f824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:44.056285 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7863bb3a-acc0-489f-b17a-dcd77800f824 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:44.060618 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-7863bb3a-acc0-489f-b17a-dcd77800f824 admin admin] 10.222.0.48 "DELETE /v2.0/networks/99130cb7-3b61-4340-b49f-3e13384e9b92 HTTP/1.1" status: 204 len: 168 time: 0.3763371 Jul 15 23:37:44.077559 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5437e9c-ca0e-4ec7-902a-149f928b38f9 req-16d155a8-0525-47c5-85cf-2efd3b6a56e8 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:44.079487 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a5437e9c-ca0e-4ec7-902a-149f928b38f9 req-16d155a8-0525-47c5-85cf-2efd3b6a56e8 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] 10.222.0.49 "GET /v2.0/networks?id=747a9fc1-10d3-4929-a5a7-fe8cc2cf81f7 HTTP/1.1" status: 200 len: 814 time: 0.2322197 Jul 15 23:37:44.091804 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7863bb3a-acc0-489f-b17a-dcd77800f824 admin admin] Pushing event deleted for resources: {'Network': ['ID=99130cb7-3b61-4340-b49f-3e13384e9b92,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:44.098338 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-a5437e9c-ca0e-4ec7-902a-149f928b38f9 req-e1bd8c13-3e10-44a7-ba54-3a6cdbabce78 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] Request body: {'port': {'device_id': '4183fd16-26ff-4900-a0d6-311760b073eb', 'network_id': '747a9fc1-10d3-4929-a5a7-fe8cc2cf81f7', 'admin_state_up': True, 'tenant_id': '7d238f45a6c24342bee5287301cfc866'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:37:44.148999 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port 1cc1cc1b-a9d9-4684-b94f-db26676647b9 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:37:44.155695 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 1cc1cc1b-a9d9-4684-b94f-db26676647b9 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:37:44.156076 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:44.306451 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5437e9c-ca0e-4ec7-902a-149f928b38f9 req-e1bd8c13-3e10-44a7-ba54-3a6cdbabce78 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] Made reservation on behalf of 7d238f45a6c24342bee5287301cfc866 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:37:44.312437 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a5437e9c-ca0e-4ec7-902a-149f928b38f9 req-e1bd8c13-3e10-44a7-ba54-3a6cdbabce78 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:44.425168 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38264) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:44.543466 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c02b3c4a-c78a-4587-a58f-cf574b14343d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2f6fcfb47a1141c0ae8f5a7d722ebba1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1160669 Jul 15 23:37:44.545422 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38266) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:44.599332 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-a5437e9c-ca0e-4ec7-902a-149f928b38f9 req-e1bd8c13-3e10-44a7-ba54-3a6cdbabce78 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] Allocated IP 172.20.0.5 (747a9fc1-10d3-4929-a5a7-fe8cc2cf81f7/0544fc5f-9e2c-4a20-a058-dd274fa024ea/2912c421-7b66-4d8e-9f68-e62af09bf982) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:37:44.608368 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:44.640669 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6166dd09-6e9e-48a1-94a7-8b81ac67e1c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:44.646529 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c695858-ec98-4a53-abfc-fdf881186ccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cc1cc1b-a9d9-4684-b94f-db26676647b9'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:37:44.652574 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f589522-5695-42cc-86f4-6c630960a083" -d '{"events": [{"server_uuid": "6c695858-ec98-4a53-abfc-fdf881186ccd", "name": "network-vif-plugged", "status": "completed", "tag": "1cc1cc1b-a9d9-4684-b94f-db26676647b9"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:37:44.667430 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 1cc1cc1b-a9d9-4684-b94f-db26676647b9, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=1cc1cc1b-a9d9-4684-b94f-db26676647b9,segment=NetworkSegment(1221e74c-ebb2-4cb8-bf72-835ef0508fbe),segment_id=1221e74c-ebb2-4cb8-bf72-835ef0508fbe)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:37:44.672214 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6166dd09-6e9e-48a1-94a7-8b81ac67e1c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:44.677716 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:44.767758 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8fbef99-3165-47f3-871c-23939bcd99b7 x-openstack-request-id: req-f8fbef99-3165-47f3-871c-23939bcd99b7 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:37:44.769921 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c695858-ec98-4a53-abfc-fdf881186ccd", "name": "network-vif-plugged", "status": "completed", "tag": "1cc1cc1b-a9d9-4684-b94f-db26676647b9", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:37:44.771024 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f8fbef99-3165-47f3-871c-23939bcd99b7 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:37:44.775160 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c695858-ec98-4a53-abfc-fdf881186ccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cc1cc1b-a9d9-4684-b94f-db26676647b9', 'code': 200} Jul 15 23:37:44.798699 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6166dd09-6e9e-48a1-94a7-8b81ac67e1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:44.803901 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6166dd09-6e9e-48a1-94a7-8b81ac67e1c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:44.805030 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-6166dd09-6e9e-48a1-94a7-8b81ac67e1c2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0d523942-f01d-4758-8ad2-556ea1de06e1 HTTP/1.1" status: 204 len: 168 time: 0.2564983 Jul 15 23:37:44.814844 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6166dd09-6e9e-48a1-94a7-8b81ac67e1c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d523942-f01d-4758-8ad2-556ea1de06e1,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:44.910120 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=1cc1cc1b-a9d9-4684-b94f-db26676647b9,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:45.020700 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d4943e1c-9325-4519-988c-fb8cbd5d3a2c req-adf97cc2-720c-4121-a163-114858fc0d4b tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] 10.222.0.48 "GET /v2.0/ports?device_id=4183fd16-26ff-4900-a0d6-311760b073eb HTTP/1.1" status: 200 len: 210 time: 0.0937161 Jul 15 23:37:45.101474 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a5437e9c-ca0e-4ec7-902a-149f928b38f9 req-e1bd8c13-3e10-44a7-ba54-3a6cdbabce78 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:45.105017 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92841b4-3454-4352-a49a-606eb24dcbcc req-2f373127-13a7-4932-847d-9e35e1d82c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:45.106533 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e92841b4-3454-4352-a49a-606eb24dcbcc req-2f373127-13a7-4932-847d-9e35e1d82c29 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6c695858-ec98-4a53-abfc-fdf881186ccd HTTP/1.1" status: 200 len: 1096 time: 0.2119849 Jul 15 23:37:45.165153 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e92841b4-3454-4352-a49a-606eb24dcbcc req-c425d915-97e8-4d2f-9806-1e1d2a7caca9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493715 Jul 15 23:37:45.182431 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec4550-98fa-4917-bb90-862e8d3a2a59 req-4fd7ce9d-36f0-4180-9a61-d7af9d782ae3 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:45.184192 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6aec4550-98fa-4917-bb90-862e8d3a2a59 req-4fd7ce9d-36f0-4180-9a61-d7af9d782ae3 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c695858-ec98-4a53-abfc-fdf881186ccd HTTP/1.1" status: 200 len: 945 time: 0.2051125 Jul 15 23:37:45.255623 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6aec4550-98fa-4917-bb90-862e8d3a2a59 req-ccdebc04-cf71-4df7-bea4-23a12eb08631 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650148 Jul 15 23:37:45.269243 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a5437e9c-ca0e-4ec7-902a-149f928b38f9 req-e1bd8c13-3e10-44a7-ba54-3a6cdbabce78 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:45.339045 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38288) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:45.340389 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bd8c13-3e10-44a7-ba54-3a6cdbabce78 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] Pushing event updated for resources: {'Port': ['ID=2912c421-7b66-4d8e-9f68-e62af09bf982,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:45.348453 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5437e9c-ca0e-4ec7-902a-149f928b38f9 req-e1bd8c13-3e10-44a7-ba54-3a6cdbabce78 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] Network 747a9fc1-10d3-4929-a5a7-fe8cc2cf81f7 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:37:45.349999 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-a5437e9c-ca0e-4ec7-902a-149f928b38f9 req-e1bd8c13-3e10-44a7-ba54-3a6cdbabce78 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:37:45.353064 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5437e9c-ca0e-4ec7-902a-149f928b38f9 req-e1bd8c13-3e10-44a7-ba54-3a6cdbabce78 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:37:45.416986 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d1dbb004-66ea-4c9a-874d-0f520c8448d2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=94eb77e9dbbf49f68d70488689f65de7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0757439 Jul 15 23:37:45.420630 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38292) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:45.424382 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5437e9c-ca0e-4ec7-902a-149f928b38f9 req-e1bd8c13-3e10-44a7-ba54-3a6cdbabce78 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:45.425192 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a5437e9c-ca0e-4ec7-902a-149f928b38f9 req-e1bd8c13-3e10-44a7-ba54-3a6cdbabce78 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:45.445024 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a5437e9c-ca0e-4ec7-902a-149f928b38f9 req-e1bd8c13-3e10-44a7-ba54-3a6cdbabce78 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3545511 Jul 15 23:37:45.462995 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-a5437e9c-ca0e-4ec7-902a-149f928b38f9 req-be23e380-c68d-4c84-a3d3-49fe495c0a00 service neutron] Request body: {'port': {'device_id': '4183fd16-26ff-4900-a0d6-311760b073eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:37:45.501368 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-745d0c91-7627-4fa6-abf2-9e25074cae38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:45.544342 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-745d0c91-7627-4fa6-abf2-9e25074cae38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:45.556185 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a5437e9c-ca0e-4ec7-902a-149f928b38f9 req-be23e380-c68d-4c84-a3d3-49fe495c0a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:45.607291 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-745d0c91-7627-4fa6-abf2-9e25074cae38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:45.610503 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-745d0c91-7627-4fa6-abf2-9e25074cae38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:45.612004 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-745d0c91-7627-4fa6-abf2-9e25074cae38 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/45d71e86-6061-444f-9bcc-11f979db7d45 HTTP/1.1" status: 204 len: 168 time: 0.1884010 Jul 15 23:37:45.621634 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745d0c91-7627-4fa6-abf2-9e25074cae38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d71e86-6061-444f-9bcc-11f979db7d45,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:45.979635 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-a5437e9c-ca0e-4ec7-902a-149f928b38f9 req-be23e380-c68d-4c84-a3d3-49fe495c0a00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2912c421-7b66-4d8e-9f68-e62af09bf982 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:37:45.987777 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a5437e9c-ca0e-4ec7-902a-149f928b38f9 req-be23e380-c68d-4c84-a3d3-49fe495c0a00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:46.003730 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-a5437e9c-ca0e-4ec7-902a-149f928b38f9 req-be23e380-c68d-4c84-a3d3-49fe495c0a00 service neutron] Transition to ACTIVE for port object 2912c421-7b66-4d8e-9f68-e62af09bf982 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:37:46.010916 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a5437e9c-ca0e-4ec7-902a-149f928b38f9 req-be23e380-c68d-4c84-a3d3-49fe495c0a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:46.077277 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be23e380-c68d-4c84-a3d3-49fe495c0a00 service neutron] Pushing event updated for resources: {'Port': ['ID=2912c421-7b66-4d8e-9f68-e62af09bf982,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:46.184533 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-a5437e9c-ca0e-4ec7-902a-149f928b38f9 req-be23e380-c68d-4c84-a3d3-49fe495c0a00 service neutron] Attempting to bind port 2912c421-7b66-4d8e-9f68-e62af09bf982 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:37:46.184870 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-a5437e9c-ca0e-4ec7-902a-149f928b38f9 req-be23e380-c68d-4c84-a3d3-49fe495c0a00 service neutron] Attempting to bind port 2912c421-7b66-4d8e-9f68-e62af09bf982 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '1f07892c-67f2-49f4-b6d6-0153062c3378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '747a9fc1-10d3-4929-a5a7-fe8cc2cf81f7'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:37:46.185201 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5437e9c-ca0e-4ec7-902a-149f928b38f9 req-be23e380-c68d-4c84-a3d3-49fe495c0a00 service neutron] Attempting to bind port 2912c421-7b66-4d8e-9f68-e62af09bf982 on network 747a9fc1-10d3-4929-a5a7-fe8cc2cf81f7 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:37:46.190903 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5437e9c-ca0e-4ec7-902a-149f928b38f9 req-be23e380-c68d-4c84-a3d3-49fe495c0a00 service neutron] Port 2912c421-7b66-4d8e-9f68-e62af09bf982 on network 747a9fc1-10d3-4929-a5a7-fe8cc2cf81f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:37:46.191228 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5437e9c-ca0e-4ec7-902a-149f928b38f9 req-be23e380-c68d-4c84-a3d3-49fe495c0a00 service neutron] Attempting to bind port 2912c421-7b66-4d8e-9f68-e62af09bf982 on network 747a9fc1-10d3-4929-a5a7-fe8cc2cf81f7 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:37:46.200527 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5437e9c-ca0e-4ec7-902a-149f928b38f9 req-be23e380-c68d-4c84-a3d3-49fe495c0a00 service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:37:46.200874 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5437e9c-ca0e-4ec7-902a-149f928b38f9 req-be23e380-c68d-4c84-a3d3-49fe495c0a00 service neutron] Checking segment: {'id': '1f07892c-67f2-49f4-b6d6-0153062c3378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '747a9fc1-10d3-4929-a5a7-fe8cc2cf81f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:37:46.201272 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5437e9c-ca0e-4ec7-902a-149f928b38f9 req-be23e380-c68d-4c84-a3d3-49fe495c0a00 service neutron] Bound using segment: {'id': '1f07892c-67f2-49f4-b6d6-0153062c3378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '747a9fc1-10d3-4929-a5a7-fe8cc2cf81f7'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:37:46.201716 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-a5437e9c-ca0e-4ec7-902a-149f928b38f9 req-be23e380-c68d-4c84-a3d3-49fe495c0a00 service neutron] Bound port: 2912c421-7b66-4d8e-9f68-e62af09bf982, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f07892c-67f2-49f4-b6d6-0153062c3378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '747a9fc1-10d3-4929-a5a7-fe8cc2cf81f7'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:37:46.202085 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a5437e9c-ca0e-4ec7-902a-149f928b38f9 req-be23e380-c68d-4c84-a3d3-49fe495c0a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:46.380706 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced5d0b-4f25-416f-90df-9f93644a9224 req-11af055f-bdb5-4af4-86db-300cf6c755cc tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:46.389547 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0ced5d0b-4f25-416f-90df-9f93644a9224 req-11af055f-bdb5-4af4-86db-300cf6c755cc tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] 10.222.0.48 "GET /v2.0/ports?device_id=4183fd16-26ff-4900-a0d6-311760b073eb HTTP/1.1" status: 200 len: 943 time: 0.1948280 Jul 15 23:37:46.457170 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-a5437e9c-ca0e-4ec7-902a-149f928b38f9 req-be23e380-c68d-4c84-a3d3-49fe495c0a00 service neutron] For port 2912c421-7b66-4d8e-9f68-e62af09bf982, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:37:46.590453 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-a5437e9c-ca0e-4ec7-902a-149f928b38f9 req-be23e380-c68d-4c84-a3d3-49fe495c0a00 service neutron] For port 2912c421-7b66-4d8e-9f68-e62af09bf982, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=2912c421-7b66-4d8e-9f68-e62af09bf982,segment=NetworkSegment(1f07892c-67f2-49f4-b6d6-0153062c3378),segment_id=1f07892c-67f2-49f4-b6d6-0153062c3378)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:37:46.607505 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0ced5d0b-4f25-416f-90df-9f93644a9224 req-21c8295d-e478-48d1-b776-a97e31be7940 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] 10.222.0.48 "GET /v2.0/security-groups?id=247a4a3a-5e2b-4742-a6c5-1cea37b3c4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170682 Jul 15 23:37:46.612901 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a5437e9c-ca0e-4ec7-902a-149f928b38f9 req-be23e380-c68d-4c84-a3d3-49fe495c0a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:46.692543 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5437e9c-ca0e-4ec7-902a-149f928b38f9 req-be23e380-c68d-4c84-a3d3-49fe495c0a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:46.693501 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a5437e9c-ca0e-4ec7-902a-149f928b38f9 req-be23e380-c68d-4c84-a3d3-49fe495c0a00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:46.696957 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a5437e9c-ca0e-4ec7-902a-149f928b38f9 req-be23e380-c68d-4c84-a3d3-49fe495c0a00 service neutron] 10.222.0.49 "PUT /v2.0/ports/2912c421-7b66-4d8e-9f68-e62af09bf982 HTTP/1.1" status: 200 len: 1091 time: 1.2425590 Jul 15 23:37:46.697621 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4183fd16-26ff-4900-a0d6-311760b073eb', 'tag': '2912c421-7b66-4d8e-9f68-e62af09bf982'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:37:46.700295 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4364c311-67d6-4853-8943-3d884ecda9f7" -d '{"events": [{"name": "network-changed", "server_uuid": "4183fd16-26ff-4900-a0d6-311760b073eb", "tag": "2912c421-7b66-4d8e-9f68-e62af09bf982"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:37:46.717946 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38332) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:46.750055 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be23e380-c68d-4c84-a3d3-49fe495c0a00 service neutron] Pushing event updated for resources: {'Port': ['ID=2912c421-7b66-4d8e-9f68-e62af09bf982,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:46.781533 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c82fc3-8c5c-49f2-b7aa-f445e7d0498b req-e08bdae6-7cdb-4c51-9ba2-80fa6fefb635 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:46.783063 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e9c82fc3-8c5c-49f2-b7aa-f445e7d0498b req-e08bdae6-7cdb-4c51-9ba2-80fa6fefb635 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c695858-ec98-4a53-abfc-fdf881186ccd HTTP/1.1" status: 200 len: 945 time: 0.3475940 Jul 15 23:37:46.785154 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d126ea-5738-438e-9a07-5586034a4298 x-openstack-request-id: req-47d126ea-5738-438e-9a07-5586034a4298 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:37:46.785444 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4183fd16-26ff-4900-a0d6-311760b073eb", "tag": "2912c421-7b66-4d8e-9f68-e62af09bf982", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:37:46.785699 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-47d126ea-5738-438e-9a07-5586034a4298 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:37:46.786181 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4183fd16-26ff-4900-a0d6-311760b073eb', 'tag': '2912c421-7b66-4d8e-9f68-e62af09bf982', 'status': 'completed', 'code': 200} Jul 15 23:37:46.862567 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e9c82fc3-8c5c-49f2-b7aa-f445e7d0498b req-e3fcd26c-7c4f-45d6-a832-dd425ce0f2fc tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561755 Jul 15 23:37:46.869481 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5437e9c-ca0e-4ec7-902a-149f928b38f9 req-ed3b3de3-bb1d-4685-95a1-88afa313c4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:46.870856 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a5437e9c-ca0e-4ec7-902a-149f928b38f9 req-ed3b3de3-bb1d-4685-95a1-88afa313c4c8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7d238f45a6c24342bee5287301cfc866&device_id=4183fd16-26ff-4900-a0d6-311760b073eb HTTP/1.1" status: 200 len: 1094 time: 0.1081636 Jul 15 23:37:46.894232 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-abfa1290-c18b-4963-95be-b00a6bd669f9 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1389119178-network', 'tenant_id': 'c430a7579d3648039b3be252c8ce3264'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:37:46.936826 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a5437e9c-ca0e-4ec7-902a-149f928b38f9 req-5819cd8a-fc42-4ddf-9b44-406efd7dad83 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2912c421-7b66-4d8e-9f68-e62af09bf982 HTTP/1.1" status: 200 len: 217 time: 0.0476971 Jul 15 23:37:46.943747 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abfa1290-c18b-4963-95be-b00a6bd669f9 admin admin] Made reservation on behalf of c430a7579d3648039b3be252c8ce3264 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:37:46.946395 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-abfa1290-c18b-4963-95be-b00a6bd669f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:46.955392 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-abfa1290-c18b-4963-95be-b00a6bd669f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:46.991365 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5437e9c-ca0e-4ec7-902a-149f928b38f9 req-a0e5d4ad-9f97-4dfc-b53d-685cea01771c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:46.993089 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a5437e9c-ca0e-4ec7-902a-149f928b38f9 req-a0e5d4ad-9f97-4dfc-b53d-685cea01771c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0544fc5f-9e2c-4a20-a058-dd274fa024ea HTTP/1.1" status: 200 len: 854 time: 0.0495181 Jul 15 23:37:47.045644 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a5437e9c-ca0e-4ec7-902a-149f928b38f9 req-a9c2ee96-a160-441c-b862-76834555f995 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=747a9fc1-10d3-4929-a5a7-fe8cc2cf81f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447011 Jul 15 23:37:47.103734 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-abfa1290-c18b-4963-95be-b00a6bd669f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:47.107971 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-abfa1290-c18b-4963-95be-b00a6bd669f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:47.144063 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abfa1290-c18b-4963-95be-b00a6bd669f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:37:47.155775 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfa1290-c18b-4963-95be-b00a6bd669f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e22a96ff-e67f-4255-a8d6-20d9c59d04ca,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:47.161542 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-abfa1290-c18b-4963-95be-b00a6bd669f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:47.161888 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-abfa1290-c18b-4963-95be-b00a6bd669f9 admin admin] Added segment 4ca7154f-20f3-4f69-905b-db0938abcc53 of type vlan for network b962519a-ab5f-496e-9d79-3cee8173c56b Jul 15 23:37:47.170900 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a5437e9c-ca0e-4ec7-902a-149f928b38f9 req-eea0ff9f-271b-405e-9a3a-6c2fa1d4f11f service neutron] 10.222.0.49 "GET /v2.0/networks/747a9fc1-10d3-4929-a5a7-fe8cc2cf81f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184778 Jul 15 23:37:47.206707 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-abfa1290-c18b-4963-95be-b00a6bd669f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:47.241910 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-abfa1290-c18b-4963-95be-b00a6bd669f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:47.243166 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfa1290-c18b-4963-95be-b00a6bd669f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:47.244034 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-abfa1290-c18b-4963-95be-b00a6bd669f9 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:47.298611 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a5437e9c-ca0e-4ec7-902a-149f928b38f9 req-c237116d-9f41-4e5f-8cf0-62e170635ce3 service neutron] 10.222.0.49 "GET /v2.0/networks/747a9fc1-10d3-4929-a5a7-fe8cc2cf81f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205244 Jul 15 23:37:47.327645 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfa1290-c18b-4963-95be-b00a6bd669f9 admin admin] Pushing event updated for resources: {'Network': ['ID=b962519a-ab5f-496e-9d79-3cee8173c56b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:47.343061 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-abfa1290-c18b-4963-95be-b00a6bd669f9 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6208544 Jul 15 23:37:47.343551 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 38340) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:47.352788 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-dfdf120b-2c20-4d71-95d0-be70ae58872d admin admin] Request body: {'subnet': {'network_id': 'b962519a-ab5f-496e-9d79-3cee8173c56b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1389119178-subnet', 'tenant_id': 'c430a7579d3648039b3be252c8ce3264', 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:37:47.358101 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network b962519a-ab5f-496e-9d79-3cee8173c56b details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:37:47.425872 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfdf120b-2c20-4d71-95d0-be70ae58872d admin admin] Made reservation on behalf of c430a7579d3648039b3be252c8ce3264 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:37:47.429430 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dfdf120b-2c20-4d71-95d0-be70ae58872d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:47.453054 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4364c311-67d6-4853-8943-3d884ecda9f7 req-87a709b1-03b5-475c-9a5c-fa3ee6c2228e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:47.454574 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4364c311-67d6-4853-8943-3d884ecda9f7 req-87a709b1-03b5-475c-9a5c-fa3ee6c2228e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7d238f45a6c24342bee5287301cfc866&device_id=4183fd16-26ff-4900-a0d6-311760b073eb HTTP/1.1" status: 200 len: 1094 time: 0.0982163 Jul 15 23:37:47.622181 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4364c311-67d6-4853-8943-3d884ecda9f7 req-ff29176b-e5bf-43e2-9db6-fa70594b5769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:47.624310 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4364c311-67d6-4853-8943-3d884ecda9f7 req-ff29176b-e5bf-43e2-9db6-fa70594b5769 service neutron] 10.222.0.49 "GET /v2.0/networks?id=747a9fc1-10d3-4929-a5a7-fe8cc2cf81f7 HTTP/1.1" status: 200 len: 915 time: 0.1623011 Jul 15 23:37:47.680051 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4364c311-67d6-4853-8943-3d884ecda9f7 req-5de0c23c-080e-4ee9-ac88-e82b1b279306 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2912c421-7b66-4d8e-9f68-e62af09bf982 HTTP/1.1" status: 200 len: 217 time: 0.0484307 Jul 15 23:37:47.766553 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dfdf120b-2c20-4d71-95d0-be70ae58872d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:47.827059 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4364c311-67d6-4853-8943-3d884ecda9f7 req-4be94b33-fcdc-4cf9-9bbe-b6fc792b24d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:47.828562 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4364c311-67d6-4853-8943-3d884ecda9f7 req-4be94b33-fcdc-4cf9-9bbe-b6fc792b24d9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0544fc5f-9e2c-4a20-a058-dd274fa024ea HTTP/1.1" status: 200 len: 854 time: 0.1420488 Jul 15 23:37:47.880141 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4364c311-67d6-4853-8943-3d884ecda9f7 req-5c43e3f2-a701-4b01-8e35-0587f9a1380a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=747a9fc1-10d3-4929-a5a7-fe8cc2cf81f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419834 Jul 15 23:37:47.883767 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdf120b-2c20-4d71-95d0-be70ae58872d admin admin] Pushing event updated for resources: {'Subnet': ['ID=26bc8287-8a83-435e-af89-91764495c3a1,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:47.936542 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdf120b-2c20-4d71-95d0-be70ae58872d admin admin] Checking segment: {'id': '4ca7154f-20f3-4f69-905b-db0938abcc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b962519a-ab5f-496e-9d79-3cee8173c56b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:37:47.936823 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfdf120b-2c20-4d71-95d0-be70ae58872d admin admin] Network hostable DHCP agents. Network: b962519a-ab5f-496e-9d79-3cee8173c56b, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:37:47.952447 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e919bd-b69a-4385-a4ef-5192b352de9c req-465e13a2-d6fc-4358-93c8-a041ad7d0854 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:47.953930 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-54e919bd-b69a-4385-a4ef-5192b352de9c req-465e13a2-d6fc-4358-93c8-a041ad7d0854 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] 10.222.0.48 "GET /v2.0/ports?device_id=4183fd16-26ff-4900-a0d6-311760b073eb HTTP/1.1" status: 200 len: 943 time: 0.2123296 Jul 15 23:37:48.033612 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfdf120b-2c20-4d71-95d0-be70ae58872d admin admin] Network b962519a-ab5f-496e-9d79-3cee8173c56b is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:37:48.052329 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4364c311-67d6-4853-8943-3d884ecda9f7 req-013f87d0-7485-4a04-85aa-5b637a6adf61 service neutron] 10.222.0.49 "GET /v2.0/networks/747a9fc1-10d3-4929-a5a7-fe8cc2cf81f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559215 Jul 15 23:37:48.057137 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-54e919bd-b69a-4385-a4ef-5192b352de9c req-f6886b90-3538-4032-86c4-54cd66add5a8 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] 10.222.0.48 "GET /v2.0/security-groups?id=247a4a3a-5e2b-4742-a6c5-1cea37b3c4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698662 Jul 15 23:37:48.067111 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-dfdf120b-2c20-4d71-95d0-be70ae58872d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, b962519a-ab5f-496e-9d79-3cee8173c56b) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:37:48.072564 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfdf120b-2c20-4d71-95d0-be70ae58872d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:48.073715 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dfdf120b-2c20-4d71-95d0-be70ae58872d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:48.078019 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d6c8c5-5db3-44b3-ad15-c41166c2f68c None None] Network b962519a-ab5f-496e-9d79-3cee8173c56b requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:37:48.137285 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-dfdf120b-2c20-4d71-95d0-be70ae58872d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7898724 Jul 15 23:37:48.137636 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38350) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:48.142720 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-eeff4bbf-7cc3-471a-88ba-a41e896a2fe8 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1389119178-router', 'tenant_id': 'c430a7579d3648039b3be252c8ce3264', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:37:48.167765 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eeff4bbf-7cc3-471a-88ba-a41e896a2fe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:48.169155 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eeff4bbf-7cc3-471a-88ba-a41e896a2fe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:48.182562 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4364c311-67d6-4853-8943-3d884ecda9f7 req-7de39642-145b-4457-9746-737c2b090d62 service neutron] 10.222.0.49 "GET /v2.0/networks/747a9fc1-10d3-4929-a5a7-fe8cc2cf81f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228595 Jul 15 23:37:48.243661 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eeff4bbf-7cc3-471a-88ba-a41e896a2fe8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:48.287081 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d01690f-0507-4692-854d-2c97b4bc7109 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-b962519a-ab5f-496e-9d79-3cee8173c56b', 'network_id': 'b962519a-ab5f-496e-9d79-3cee8173c56b', 'tenant_id': 'c430a7579d3648039b3be252c8ce3264', 'fixed_ips': [{'subnet_id': '26bc8287-8a83-435e-af89-91764495c3a1'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:37:48.288653 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6d01690f-0507-4692-854d-2c97b4bc7109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:48.400178 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eeff4bbf-7cc3-471a-88ba-a41e896a2fe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:48.454417 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-6d01690f-0507-4692-854d-2c97b4bc7109 None None] Allocated IP 172.20.0.2 (b962519a-ab5f-496e-9d79-3cee8173c56b/26bc8287-8a83-435e-af89-91764495c3a1/90b9f4d5-3d83-4254-8f72-1779d9f147c1) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:37:48.617472 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6d01690f-0507-4692-854d-2c97b4bc7109 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:48.627271 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eeff4bbf-7cc3-471a-88ba-a41e896a2fe8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:48.628993 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6d01690f-0507-4692-854d-2c97b4bc7109 None None] Transition to ACTIVE for port object 90b9f4d5-3d83-4254-8f72-1779d9f147c1 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:37:48.645165 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6d01690f-0507-4692-854d-2c97b4bc7109 None None] Transition to ACTIVE for port object 90b9f4d5-3d83-4254-8f72-1779d9f147c1 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:37:48.650204 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eeff4bbf-7cc3-471a-88ba-a41e896a2fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:48.654221 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6d01690f-0507-4692-854d-2c97b4bc7109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:48.711412 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d01690f-0507-4692-854d-2c97b4bc7109 None None] Network b962519a-ab5f-496e-9d79-3cee8173c56b is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:37:48.712969 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d01690f-0507-4692-854d-2c97b4bc7109 None None] Pushing event updated for resources: {'Port': ['ID=90b9f4d5-3d83-4254-8f72-1779d9f147c1,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:48.717057 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-6d01690f-0507-4692-854d-2c97b4bc7109 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:37:48.719690 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d01690f-0507-4692-854d-2c97b4bc7109 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:37:48.793911 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-eeff4bbf-7cc3-471a-88ba-a41e896a2fe8 admin admin] Allocated IP 172.25.5.34 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/2b1c97f1-937f-4e37-8b28-1f3f632010f4) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:37:48.837846 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-6d01690f-0507-4692-854d-2c97b4bc7109 None None] Attempting to bind port 90b9f4d5-3d83-4254-8f72-1779d9f147c1 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:37:48.838260 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-6d01690f-0507-4692-854d-2c97b4bc7109 None None] Attempting to bind port 90b9f4d5-3d83-4254-8f72-1779d9f147c1 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '4ca7154f-20f3-4f69-905b-db0938abcc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b962519a-ab5f-496e-9d79-3cee8173c56b'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:37:48.839653 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d01690f-0507-4692-854d-2c97b4bc7109 None None] Attempting to bind port 90b9f4d5-3d83-4254-8f72-1779d9f147c1 on network b962519a-ab5f-496e-9d79-3cee8173c56b {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:37:48.852534 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d01690f-0507-4692-854d-2c97b4bc7109 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:37:48.853003 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d01690f-0507-4692-854d-2c97b4bc7109 None None] Checking segment: {'id': '4ca7154f-20f3-4f69-905b-db0938abcc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b962519a-ab5f-496e-9d79-3cee8173c56b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:37:48.853535 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6d01690f-0507-4692-854d-2c97b4bc7109 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:48.854012 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d01690f-0507-4692-854d-2c97b4bc7109 None None] Bound using segment: {'id': '4ca7154f-20f3-4f69-905b-db0938abcc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b962519a-ab5f-496e-9d79-3cee8173c56b'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:37:48.854709 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-6d01690f-0507-4692-854d-2c97b4bc7109 None None] Bound port: 90b9f4d5-3d83-4254-8f72-1779d9f147c1, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ca7154f-20f3-4f69-905b-db0938abcc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b962519a-ab5f-496e-9d79-3cee8173c56b'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:37:48.855163 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6d01690f-0507-4692-854d-2c97b4bc7109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:48.959766 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-6d01690f-0507-4692-854d-2c97b4bc7109 None None] For port 90b9f4d5-3d83-4254-8f72-1779d9f147c1, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:37:48.963862 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eeff4bbf-7cc3-471a-88ba-a41e896a2fe8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:48.964023 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-6d01690f-0507-4692-854d-2c97b4bc7109 None None] For port 90b9f4d5-3d83-4254-8f72-1779d9f147c1, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=90b9f4d5-3d83-4254-8f72-1779d9f147c1,segment=NetworkSegment(4ca7154f-20f3-4f69-905b-db0938abcc53),segment_id=4ca7154f-20f3-4f69-905b-db0938abcc53)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:37:48.973513 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6d01690f-0507-4692-854d-2c97b4bc7109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:49.069384 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eeff4bbf-7cc3-471a-88ba-a41e896a2fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:49.072941 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d01690f-0507-4692-854d-2c97b4bc7109 None None] Pushing event updated for resources: {'Port': ['ID=90b9f4d5-3d83-4254-8f72-1779d9f147c1,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:49.118747 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeff4bbf-7cc3-471a-88ba-a41e896a2fe8 admin admin] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:37:49.121986 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-eeff4bbf-7cc3-471a-88ba-a41e896a2fe8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:37:49.125761 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeff4bbf-7cc3-471a-88ba-a41e896a2fe8 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:37:49.172727 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff4bbf-7cc3-471a-88ba-a41e896a2fe8 admin admin] Pushing event updated for resources: {'Port': ['ID=2b1c97f1-937f-4e37-8b28-1f3f632010f4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:49.404497 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 38388) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:49.431640 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3cdb40-d0be-4732-b8b5-4be568c9772c req-6b942daa-64f6-4caf-a6b2-bf8b4440a383 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:49.441670 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-aa3cdb40-d0be-4732-b8b5-4be568c9772c req-6b942daa-64f6-4caf-a6b2-bf8b4440a383 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] 10.222.0.48 "GET /v2.0/ports?device_id=4183fd16-26ff-4900-a0d6-311760b073eb HTTP/1.1" status: 200 len: 943 time: 0.1710427 Jul 15 23:37:49.514607 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-aa3cdb40-d0be-4732-b8b5-4be568c9772c req-2a27a485-8f04-4ddc-96ae-6091dec457fe tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] 10.222.0.48 "GET /v2.0/security-groups?id=247a4a3a-5e2b-4742-a6c5-1cea37b3c4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719645 Jul 15 23:37:49.606159 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 90b9f4d5-3d83-4254-8f72-1779d9f147c1 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:37:49.647685 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eeff4bbf-7cc3-471a-88ba-a41e896a2fe8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:49.689185 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5342e33f-63b4-4532-8aa7-b9813b9fe1e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:49.708812 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 90b9f4d5-3d83-4254-8f72-1779d9f147c1 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:37:49.821922 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5342e33f-63b4-4532-8aa7-b9813b9fe1e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:49.835476 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5342e33f-63b4-4532-8aa7-b9813b9fe1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:49.876966 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-5342e33f-63b4-4532-8aa7-b9813b9fe1e5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=373d90b318014c9d88c63eeda06507a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4712527 Jul 15 23:37:49.877940 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5342e33f-63b4-4532-8aa7-b9813b9fe1e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f6eaa8-8eca-4db2-9a68-ee6f8451c5a4,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:49.880406 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 38400) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:49.938130 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eeff4bbf-7cc3-471a-88ba-a41e896a2fe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:49.953724 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df013103-3a7d-4b52-9008-6eebda29eafc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:49.978370 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df013103-3a7d-4b52-9008-6eebda29eafc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:50.048687 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df013103-3a7d-4b52-9008-6eebda29eafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:50.051620 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df013103-3a7d-4b52-9008-6eebda29eafc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:50.055536 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-df013103-3a7d-4b52-9008-6eebda29eafc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/26f6eaa8-8eca-4db2-9a68-ee6f8451c5a4 HTTP/1.1" status: 204 len: 168 time: 0.1630392 Jul 15 23:37:50.064717 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df013103-3a7d-4b52-9008-6eebda29eafc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f6eaa8-8eca-4db2-9a68-ee6f8451c5a4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:50.075742 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 2912c421-7b66-4d8e-9f68-e62af09bf982 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:37:50.106381 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeff4bbf-7cc3-471a-88ba-a41e896a2fe8 admin admin] Router d6db1c9a-3b58-4334-a287-2979b6a09f97 is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:37:50.218267 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 2912c421-7b66-4d8e-9f68-e62af09bf982, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=2912c421-7b66-4d8e-9f68-e62af09bf982,segment=NetworkSegment(1f07892c-67f2-49f4-b6d6-0153062c3378),segment_id=1f07892c-67f2-49f4-b6d6-0153062c3378)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:37:50.234361 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '2912c421-7b66-4d8e-9f68-e62af09bf982', 'network_id': '747a9fc1-10d3-4929-a5a7-fe8cc2cf81f7', 'port_id': '2912c421-7b66-4d8e-9f68-e62af09bf982', 'mac_address': 'fa:16:3e:19:c2:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0544fc5f-9e2c-4a20-a058-dd274fa024ea', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:37:50.295416 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:50.308754 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeff4bbf-7cc3-471a-88ba-a41e896a2fe8 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:37:50.327372 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eeff4bbf-7cc3-471a-88ba-a41e896a2fe8 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:50.328766 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-eeff4bbf-7cc3-471a-88ba-a41e896a2fe8 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1895716 Jul 15 23:37:50.331840 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 38410) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:50.333460 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2912c421-7b66-4d8e-9f68-e62af09bf982 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:37:50.339042 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe524eb-60de-4bfb-ad91-70e23d8f7bc7 None None] Sync routers for ids ['d6db1c9a-3b58-4334-a287-2979b6a09f97'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:37:50.378815 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 2912c421-7b66-4d8e-9f68-e62af09bf982, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=2912c421-7b66-4d8e-9f68-e62af09bf982,segment=NetworkSegment(1f07892c-67f2-49f4-b6d6-0153062c3378),segment_id=1f07892c-67f2-49f4-b6d6-0153062c3378)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:37:50.380198 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe524eb-60de-4bfb-ad91-70e23d8f7bc7 None None] Routers {'d6db1c9a-3b58-4334-a287-2979b6a09f97'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:37:50.381557 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ffe524eb-60de-4bfb-ad91-70e23d8f7bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:37:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['d6db1c9a-3b58-4334-a287-2979b6a09f97'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:37:50.427809 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:50.532124 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38418) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:50.551515 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9589e71a-c12c-4475-b3bd-f2659310db04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:50.582169 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=2912c421-7b66-4d8e-9f68-e62af09bf982,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:50.605005 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-ffe524eb-60de-4bfb-ad91-70e23d8f7bc7 None None] Set router d6db1c9a-3b58-4334-a287-2979b6a09f97 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:37:50.681370 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d04da8-75ce-43d4-8c4b-9819a77e1db4 None None] Network b962519a-ab5f-496e-9d79-3cee8173c56b requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:37:50.689934 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['2912c421-7b66-4d8e-9f68-e62af09bf982'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:37:50.810072 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9589e71a-c12c-4475-b3bd-f2659310db04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:50.845077 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9589e71a-c12c-4475-b3bd-f2659310db04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:50.895370 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-9589e71a-c12c-4475-b3bd-f2659310db04 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e0301b5a628d45c28220ae01b65aac9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3620510 Jul 15 23:37:50.913446 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 38428) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:50.970480 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9589e71a-c12c-4475-b3bd-f2659310db04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=636561fe-a068-47f5-87f7-90f4ca629e36,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:50.987023 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b9fd0ae-ec8c-4816-a421-39e84835efc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:51.016971 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b9fd0ae-ec8c-4816-a421-39e84835efc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:51.048478 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4b2c2286-7267-4bb8-a58f-9665f2a3970f None None] Provisioning for port 90b9f4d5-3d83-4254-8f72-1779d9f147c1 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:37:51.082951 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b9fd0ae-ec8c-4816-a421-39e84835efc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:51.087662 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b9fd0ae-ec8c-4816-a421-39e84835efc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:51.088927 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-2b9fd0ae-ec8c-4816-a421-39e84835efc5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/636561fe-a068-47f5-87f7-90f4ca629e36 HTTP/1.1" status: 204 len: 168 time: 0.1742318 Jul 15 23:37:51.101916 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4b2c2286-7267-4bb8-a58f-9665f2a3970f None None] Provisioning complete for port 90b9f4d5-3d83-4254-8f72-1779d9f147c1 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:37:51.102327 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4b2c2286-7267-4bb8-a58f-9665f2a3970f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:51.110642 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9fd0ae-ec8c-4816-a421-39e84835efc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=636561fe-a068-47f5-87f7-90f4ca629e36,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:51.405954 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4b2c2286-7267-4bb8-a58f-9665f2a3970f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:51.433384 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e48ba3e-5656-41cf-bd74-3079f207d9c9 req-0d62fab3-430e-4749-964b-e3805e544452 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:51.441047 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9e48ba3e-5656-41cf-bd74-3079f207d9c9 req-0d62fab3-430e-4749-964b-e3805e544452 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] 10.222.0.48 "GET /v2.0/ports?device_id=4183fd16-26ff-4900-a0d6-311760b073eb HTTP/1.1" status: 200 len: 944 time: 0.6139078 Jul 15 23:37:51.501055 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-4b2c2286-7267-4bb8-a58f-9665f2a3970f None None] For port 90b9f4d5-3d83-4254-8f72-1779d9f147c1, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=90b9f4d5-3d83-4254-8f72-1779d9f147c1,segment=NetworkSegment(4ca7154f-20f3-4f69-905b-db0938abcc53),segment_id=4ca7154f-20f3-4f69-905b-db0938abcc53)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:37:51.513022 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ffe524eb-60de-4bfb-ad91-70e23d8f7bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6db1c9a-3b58-4334-a287-2979b6a09f97', 'name': 'tempest-TestServerMultinode-1389119178-router', 'tenant_id': 'c430a7579d3648039b3be252c8ce3264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '2b1c97f1-937f-4e37-8b28-1f3f632010f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:37:48Z', 'updated_at': '2021-07-15T23:37:49Z', 'revision_number': 3, 'project_id': 'c430a7579d3648039b3be252c8ce3264', 'gw_port': {'id': '2b1c97f1-937f-4e37-8b28-1f3f632010f4', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:51:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6db1c9a-3b58-4334-a287-2979b6a09f97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:37:48Z', 'updated_at': '2021-07-15T23:37:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:37:51.570289 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe524eb-60de-4bfb-ad91-70e23d8f7bc7 None None] Checking router: d6db1c9a-3b58-4334-a287-2979b6a09f97 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:37:51.570649 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe524eb-60de-4bfb-ad91-70e23d8f7bc7 None None] Updating router d6db1c9a-3b58-4334-a287-2979b6a09f97 port 2b1c97f1-937f-4e37-8b28-1f3f632010f4 binding host n-d-794306-6 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:37:51.573582 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4b2c2286-7267-4bb8-a58f-9665f2a3970f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:51.589919 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-821a2779-a22b-4432-a4e1-cc5ec9f8b472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:51.618057 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9e48ba3e-5656-41cf-bd74-3079f207d9c9 req-78c76c3e-6bf5-4ba3-a9d3-abeec2015550 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] 10.222.0.48 "GET /v2.0/security-groups?id=247a4a3a-5e2b-4742-a6c5-1cea37b3c4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758826 Jul 15 23:37:51.685685 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ffe524eb-60de-4bfb-ad91-70e23d8f7bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:51.731763 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2c2286-7267-4bb8-a58f-9665f2a3970f None None] Pushing event updated for resources: {'Port': ['ID=90b9f4d5-3d83-4254-8f72-1779d9f147c1,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:51.870891 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d3072398-bbf1-4f58-938e-e1840b719333 None None] Provisioning complete for port 90b9f4d5-3d83-4254-8f72-1779d9f147c1 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:37:51.871478 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d3072398-bbf1-4f58-938e-e1840b719333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:51.902356 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-821a2779-a22b-4432-a4e1-cc5ec9f8b472 admin admin] Allocated IP 172.20.0.1 (b962519a-ab5f-496e-9d79-3cee8173c56b/26bc8287-8a83-435e-af89-91764495c3a1/d3d34339-5dbc-4463-a4f2-eb943e117b38) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:37:52.042587 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-821a2779-a22b-4432-a4e1-cc5ec9f8b472 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:52.067560 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-821a2779-a22b-4432-a4e1-cc5ec9f8b472 admin admin] Transition to ACTIVE for port object d3d34339-5dbc-4463-a4f2-eb943e117b38 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:37:52.112729 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-821a2779-a22b-4432-a4e1-cc5ec9f8b472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:52.124980 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 2912c421-7b66-4d8e-9f68-e62af09bf982 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:37:52.160457 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821a2779-a22b-4432-a4e1-cc5ec9f8b472 admin admin] Network b962519a-ab5f-496e-9d79-3cee8173c56b is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:37:52.165552 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-821a2779-a22b-4432-a4e1-cc5ec9f8b472 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:37:52.173703 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821a2779-a22b-4432-a4e1-cc5ec9f8b472 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:37:52.229540 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821a2779-a22b-4432-a4e1-cc5ec9f8b472 admin admin] Pushing event updated for resources: {'Port': ['ID=d3d34339-5dbc-4463-a4f2-eb943e117b38,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:52.254101 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-821a2779-a22b-4432-a4e1-cc5ec9f8b472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:52.402617 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ffe524eb-60de-4bfb-ad91-70e23d8f7bc7 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:52.418738 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ffe524eb-60de-4bfb-ad91-70e23d8f7bc7 None None] Transition to ACTIVE for port object 2b1c97f1-937f-4e37-8b28-1f3f632010f4 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:37:52.447520 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ffe524eb-60de-4bfb-ad91-70e23d8f7bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:52.455837 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-821a2779-a22b-4432-a4e1-cc5ec9f8b472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:52.496998 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port 2912c421-7b66-4d8e-9f68-e62af09bf982 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:37:52.507820 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53220f87-3120-4b4b-9b6a-9871697f55ad None None] Pushing event updated for resources: {'Port': ['ID=2b1c97f1-937f-4e37-8b28-1f3f632010f4,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:52.524359 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 2912c421-7b66-4d8e-9f68-e62af09bf982 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:37:52.524736 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:52.554946 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ffe524eb-60de-4bfb-ad91-70e23d8f7bc7 None None] Attempting to bind port 2b1c97f1-937f-4e37-8b28-1f3f632010f4 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:37:52.555347 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ffe524eb-60de-4bfb-ad91-70e23d8f7bc7 None None] Attempting to bind port 2b1c97f1-937f-4e37-8b28-1f3f632010f4 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:37:52.555746 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe524eb-60de-4bfb-ad91-70e23d8f7bc7 None None] Attempting to bind port 2b1c97f1-937f-4e37-8b28-1f3f632010f4 on network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:37:52.565956 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe524eb-60de-4bfb-ad91-70e23d8f7bc7 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:37:52.566239 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe524eb-60de-4bfb-ad91-70e23d8f7bc7 None None] Checking segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:37:52.566694 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ffe524eb-60de-4bfb-ad91-70e23d8f7bc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:52.567650 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe524eb-60de-4bfb-ad91-70e23d8f7bc7 None None] Bound using segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:37:52.568301 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ffe524eb-60de-4bfb-ad91-70e23d8f7bc7 None None] Bound port: 2b1c97f1-937f-4e37-8b28-1f3f632010f4, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:37:52.568692 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ffe524eb-60de-4bfb-ad91-70e23d8f7bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:52.656386 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ffe524eb-60de-4bfb-ad91-70e23d8f7bc7 None None] For port 2b1c97f1-937f-4e37-8b28-1f3f632010f4, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:37:52.661624 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ffe524eb-60de-4bfb-ad91-70e23d8f7bc7 None None] For port 2b1c97f1-937f-4e37-8b28-1f3f632010f4, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=2b1c97f1-937f-4e37-8b28-1f3f632010f4,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:37:52.666607 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ffe524eb-60de-4bfb-ad91-70e23d8f7bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:52.693966 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-821a2779-a22b-4432-a4e1-cc5ec9f8b472 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:52.703017 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-821a2779-a22b-4432-a4e1-cc5ec9f8b472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:52.731755 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53220f87-3120-4b4b-9b6a-9871697f55ad None None] Pushing event updated for resources: {'Port': ['ID=2b1c97f1-937f-4e37-8b28-1f3f632010f4,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:52.781076 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821a2779-a22b-4432-a4e1-cc5ec9f8b472 admin admin] Pushing event updated for resources: {'Port': ['ID=d3d34339-5dbc-4463-a4f2-eb943e117b38,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:52.785344 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-821a2779-a22b-4432-a4e1-cc5ec9f8b472 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:52.820074 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bf8f85cd-6b93-4891-a20f-1fc065847e36 None None] Provisioning for port d3d34339-5dbc-4463-a4f2-eb943e117b38 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:37:52.831405 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe524eb-60de-4bfb-ad91-70e23d8f7bc7 None None] Routers {'d6db1c9a-3b58-4334-a287-2979b6a09f97'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:37:52.832181 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ffe524eb-60de-4bfb-ad91-70e23d8f7bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:37:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['d6db1c9a-3b58-4334-a287-2979b6a09f97'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:37:52.885842 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:52.889900 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bf8f85cd-6b93-4891-a20f-1fc065847e36 None None] Provisioning complete for port d3d34339-5dbc-4463-a4f2-eb943e117b38 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:37:52.890340 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bf8f85cd-6b93-4891-a20f-1fc065847e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:52.989111 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4183fd16-26ff-4900-a0d6-311760b073eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2912c421-7b66-4d8e-9f68-e62af09bf982'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:37:52.992390 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-850be3b6-a195-47f6-b4c3-2f8fca2d4e23" -d '{"events": [{"server_uuid": "4183fd16-26ff-4900-a0d6-311760b073eb", "name": "network-vif-plugged", "status": "completed", "tag": "2912c421-7b66-4d8e-9f68-e62af09bf982"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:37:53.004233 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-bf8f85cd-6b93-4891-a20f-1fc065847e36 None None] Port d3d34339-5dbc-4463-a4f2-eb943e117b38 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:37:53.033865 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 2912c421-7b66-4d8e-9f68-e62af09bf982, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=2912c421-7b66-4d8e-9f68-e62af09bf982,segment=NetworkSegment(1f07892c-67f2-49f4-b6d6-0153062c3378),segment_id=1f07892c-67f2-49f4-b6d6-0153062c3378)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:37:53.049075 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-ffe524eb-60de-4bfb-ad91-70e23d8f7bc7 None None] Set router d6db1c9a-3b58-4334-a287-2979b6a09f97 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:37:53.051624 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:53.061056 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de01aa10-db1f-41a5-a422-eac90edc887f req-babb10e6-ed2f-4fa6-9e82-a146815d542a tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:53.062957 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-de01aa10-db1f-41a5-a422-eac90edc887f req-babb10e6-ed2f-4fa6-9e82-a146815d542a tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] 10.222.0.48 "GET /v2.0/ports?device_id=4183fd16-26ff-4900-a0d6-311760b073eb HTTP/1.1" status: 200 len: 944 time: 0.2099659 Jul 15 23:37:53.065364 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821a2779-a22b-4432-a4e1-cc5ec9f8b472 admin admin] Network b962519a-ab5f-496e-9d79-3cee8173c56b is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:37:53.067013 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-821a2779-a22b-4432-a4e1-cc5ec9f8b472 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:37:53.088900 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d7cc50d-de15-4b75-8aa9-0cca7acb352b x-openstack-request-id: req-6d7cc50d-de15-4b75-8aa9-0cca7acb352b {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:37:53.089329 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4183fd16-26ff-4900-a0d6-311760b073eb", "name": "network-vif-plugged", "status": "completed", "tag": "2912c421-7b66-4d8e-9f68-e62af09bf982", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:37:53.089679 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6d7cc50d-de15-4b75-8aa9-0cca7acb352b {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:37:53.090168 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4183fd16-26ff-4900-a0d6-311760b073eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2912c421-7b66-4d8e-9f68-e62af09bf982', 'code': 200} Jul 15 23:37:53.225315 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=2912c421-7b66-4d8e-9f68-e62af09bf982,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:53.327548 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-de01aa10-db1f-41a5-a422-eac90edc887f req-e1290236-f885-4f25-a88a-410a970d7232 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] 10.222.0.48 "GET /v2.0/security-groups?id=247a4a3a-5e2b-4742-a6c5-1cea37b3c4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539775 Jul 15 23:37:53.376146 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d319b3cd-bbb4-432f-908b-c32a101baf21 req-bae7f1e7-a0db-4dc3-98d3-da697fc10b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:53.377827 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d319b3cd-bbb4-432f-908b-c32a101baf21 req-bae7f1e7-a0db-4dc3-98d3-da697fc10b5c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4183fd16-26ff-4900-a0d6-311760b073eb HTTP/1.1" status: 200 len: 1096 time: 0.1868825 Jul 15 23:37:53.425835 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ffe524eb-60de-4bfb-ad91-70e23d8f7bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6db1c9a-3b58-4334-a287-2979b6a09f97', 'name': 'tempest-TestServerMultinode-1389119178-router', 'tenant_id': 'c430a7579d3648039b3be252c8ce3264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '2b1c97f1-937f-4e37-8b28-1f3f632010f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:37:48Z', 'updated_at': '2021-07-15T23:37:52Z', 'revision_number': 4, 'project_id': 'c430a7579d3648039b3be252c8ce3264', 'gw_port': {'id': '2b1c97f1-937f-4e37-8b28-1f3f632010f4', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:51:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6db1c9a-3b58-4334-a287-2979b6a09f97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:37:48Z', 'updated_at': '2021-07-15T23:37:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'd3d34339-5dbc-4463-a4f2-eb943e117b38', 'name': '', 'network_id': 'b962519a-ab5f-496e-9d79-3cee8173c56b', 'tenant_id': 'c430a7579d3648039b3be252c8ce3264', 'mac_address': 'fa:16:3e:d5:37:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6db1c9a-3b58-4334-a287-2979b6a09f97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': '26bc8287-8a83-435e-af89-91764495c3a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:37:51Z', 'updated_at': '2021-07-15T23:37:52Z', 'revision_number': 2, 'project_id': 'c430a7579d3648039b3be252c8ce3264', 'subnets': [{'id': '26bc8287-8a83-435e-af89-91764495c3a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:37:53.466013 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-821a2779-a22b-4432-a4e1-cc5ec9f8b472 admin admin] Router d6db1c9a-3b58-4334-a287-2979b6a09f97 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:37:53.468477 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe524eb-60de-4bfb-ad91-70e23d8f7bc7 None None] The sync data for ids ['d6db1c9a-3b58-4334-a287-2979b6a09f97'] in n-d-794306-6 is: [{'id': 'd6db1c9a-3b58-4334-a287-2979b6a09f97', 'name': 'tempest-TestServerMultinode-1389119178-router', 'tenant_id': 'c430a7579d3648039b3be252c8ce3264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '2b1c97f1-937f-4e37-8b28-1f3f632010f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:37:48Z', 'updated_at': '2021-07-15T23:37:52Z', 'revision_number': 4, 'project_id': 'c430a7579d3648039b3be252c8ce3264', 'gw_port': {'id': '2b1c97f1-937f-4e37-8b28-1f3f632010f4', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:51:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6db1c9a-3b58-4334-a287-2979b6a09f97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:37:48Z', 'updated_at': '2021-07-15T23:37:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'd3d34339-5dbc-4463-a4f2-eb943e117b38', 'name': '', 'network_id': 'b962519a-ab5f-496e-9d79-3cee8173c56b', 'tenant_id': 'c430a7579d3648039b3be252c8ce3264', 'mac_address': 'fa:16:3e:d5:37:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6db1c9a-3b58-4334-a287-2979b6a09f97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': '26bc8287-8a83-435e-af89-91764495c3a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:37:51Z', 'updated_at': '2021-07-15T23:37:52Z', 'revision_number': 2, 'project_id': 'c430a7579d3648039b3be252c8ce3264', 'subnets': [{'id': '26bc8287-8a83-435e-af89-91764495c3a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:37:53.480542 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d319b3cd-bbb4-432f-908b-c32a101baf21 req-703db96e-5bf9-481e-9e89-17c1ca5bcb42 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=247a4a3a-5e2b-4742-a6c5-1cea37b3c4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927141 Jul 15 23:37:53.491944 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 90b9f4d5-3d83-4254-8f72-1779d9f147c1 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:37:53.541498 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b634ae48-a3ee-4de7-825b-e01d811b4654 None None] Provisioning complete for port d3d34339-5dbc-4463-a4f2-eb943e117b38 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:37:53.542233 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b634ae48-a3ee-4de7-825b-e01d811b4654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:53.594880 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b634ae48-a3ee-4de7-825b-e01d811b4654 None None] Port d3d34339-5dbc-4463-a4f2-eb943e117b38 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:37:53.596512 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 90b9f4d5-3d83-4254-8f72-1779d9f147c1 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:37:53.596886 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:53.655450 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-821a2779-a22b-4432-a4e1-cc5ec9f8b472 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:37:53.664629 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-821a2779-a22b-4432-a4e1-cc5ec9f8b472 admin admin] 10.222.0.48 "PUT /v2.0/routers/d6db1c9a-3b58-4334-a287-2979b6a09f97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3313401 Jul 15 23:37:54.528316 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 38544) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:54.538727 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-76ef0c18-2fbc-4e82-8fb7-243392af8bed admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-578196454-network', 'tenant_id': '8ff713543b6b491ca7bf9f8ecad609e2'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:37:54.624814 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ef0c18-2fbc-4e82-8fb7-243392af8bed admin admin] Made reservation on behalf of 8ff713543b6b491ca7bf9f8ecad609e2 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:37:54.627274 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-76ef0c18-2fbc-4e82-8fb7-243392af8bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:54.665038 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-76ef0c18-2fbc-4e82-8fb7-243392af8bed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:54.718302 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2367fe-7596-41fe-be0e-4d3e77809a8d req-b065dcae-ef18-440f-8df3-fdc5ca7256d8 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:54.731490 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bb2367fe-7596-41fe-be0e-4d3e77809a8d req-b065dcae-ef18-440f-8df3-fdc5ca7256d8 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] 10.222.0.48 "GET /v2.0/ports?device_id=4183fd16-26ff-4900-a0d6-311760b073eb HTTP/1.1" status: 200 len: 945 time: 0.1924539 Jul 15 23:37:54.844209 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bb2367fe-7596-41fe-be0e-4d3e77809a8d req-c259706e-1b0d-4418-bd2c-e2bc76f8710f tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] 10.222.0.48 "GET /v2.0/security-groups?id=247a4a3a-5e2b-4742-a6c5-1cea37b3c4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166589 Jul 15 23:37:54.916676 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-76ef0c18-2fbc-4e82-8fb7-243392af8bed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:54.922155 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-76ef0c18-2fbc-4e82-8fb7-243392af8bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:54.956443 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ef0c18-2fbc-4e82-8fb7-243392af8bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=821f3ff9-b398-4f8f-b8d0-c3671fb7a9f8,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:54.968272 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76ef0c18-2fbc-4e82-8fb7-243392af8bed admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:37:54.981391 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-76ef0c18-2fbc-4e82-8fb7-243392af8bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:54.981789 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-76ef0c18-2fbc-4e82-8fb7-243392af8bed admin admin] Added segment b4465f23-cb63-4b9a-9760-e651d223ee00 of type vlan for network f7b4c0c8-7f2f-4955-8777-fa09be0cd80c Jul 15 23:37:55.061413 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-76ef0c18-2fbc-4e82-8fb7-243392af8bed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:55.107934 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-76ef0c18-2fbc-4e82-8fb7-243392af8bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:55.109555 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ef0c18-2fbc-4e82-8fb7-243392af8bed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:55.110145 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-76ef0c18-2fbc-4e82-8fb7-243392af8bed admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:55.161984 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-76ef0c18-2fbc-4e82-8fb7-243392af8bed admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6291749 Jul 15 23:37:55.165252 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 38596) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:55.233460 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b90223c9-831a-4c9e-9117-619f01c68507 admin admin] Request body: {'subnet': {'network_id': 'f7b4c0c8-7f2f-4955-8777-fa09be0cd80c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-578196454-subnet', 'tenant_id': '8ff713543b6b491ca7bf9f8ecad609e2', 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:37:55.249382 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ef0c18-2fbc-4e82-8fb7-243392af8bed admin admin] Pushing event updated for resources: {'Network': ['ID=f7b4c0c8-7f2f-4955-8777-fa09be0cd80c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:55.273218 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network f7b4c0c8-7f2f-4955-8777-fa09be0cd80c details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:37:55.306029 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90223c9-831a-4c9e-9117-619f01c68507 admin admin] Made reservation on behalf of 8ff713543b6b491ca7bf9f8ecad609e2 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:37:55.308560 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b90223c9-831a-4c9e-9117-619f01c68507 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:55.516184 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:55.575818 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 2b1c97f1-937f-4e37-8b28-1f3f632010f4 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:37:55.673817 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b90223c9-831a-4c9e-9117-619f01c68507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:55.765243 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 2b1c97f1-937f-4e37-8b28-1f3f632010f4 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:37:55.770551 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 2b1c97f1-937f-4e37-8b28-1f3f632010f4 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:37:55.770936 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:55.774727 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90223c9-831a-4c9e-9117-619f01c68507 admin admin] Pushing event updated for resources: {'Subnet': ['ID=395e31c5-8caf-4aa4-bde9-dcbee0d99c45,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:55.797117 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90223c9-831a-4c9e-9117-619f01c68507 admin admin] Checking segment: {'id': 'b4465f23-cb63-4b9a-9760-e651d223ee00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f7b4c0c8-7f2f-4955-8777-fa09be0cd80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:37:55.797490 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90223c9-831a-4c9e-9117-619f01c68507 admin admin] Network hostable DHCP agents. Network: f7b4c0c8-7f2f-4955-8777-fa09be0cd80c, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:37:55.835246 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90223c9-831a-4c9e-9117-619f01c68507 admin admin] Network f7b4c0c8-7f2f-4955-8777-fa09be0cd80c is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:37:55.855692 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-b90223c9-831a-4c9e-9117-619f01c68507 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, f7b4c0c8-7f2f-4955-8777-fa09be0cd80c) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:37:55.860715 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90223c9-831a-4c9e-9117-619f01c68507 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:37:55.861324 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b90223c9-831a-4c9e-9117-619f01c68507 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:55.885364 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1abe71-ceff-43ba-8e30-c57c27269864 None None] Network f7b4c0c8-7f2f-4955-8777-fa09be0cd80c requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:37:55.890171 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-b90223c9-831a-4c9e-9117-619f01c68507 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7214563 Jul 15 23:37:55.890340 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 38628) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:55.901348 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4194636c-136b-4fec-825d-ec2238c4d579 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-578196454-router', 'tenant_id': '8ff713543b6b491ca7bf9f8ecad609e2', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:37:55.930237 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4194636c-136b-4fec-825d-ec2238c4d579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:55.931563 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4194636c-136b-4fec-825d-ec2238c4d579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:55.969515 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:56.003266 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 2b1c97f1-937f-4e37-8b28-1f3f632010f4, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=2b1c97f1-937f-4e37-8b28-1f3f632010f4,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:37:56.014004 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4194636c-136b-4fec-825d-ec2238c4d579 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:56.028106 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:56.146262 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=2b1c97f1-937f-4e37-8b28-1f3f632010f4,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:56.156436 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43aa5bcc-a188-47f3-b64a-bf74f30012ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-f7b4c0c8-7f2f-4955-8777-fa09be0cd80c', 'network_id': 'f7b4c0c8-7f2f-4955-8777-fa09be0cd80c', 'tenant_id': '8ff713543b6b491ca7bf9f8ecad609e2', 'fixed_ips': [{'subnet_id': '395e31c5-8caf-4aa4-bde9-dcbee0d99c45'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:37:56.157576 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-43aa5bcc-a188-47f3-b64a-bf74f30012ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:56.222910 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4194636c-136b-4fec-825d-ec2238c4d579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:56.340521 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-43aa5bcc-a188-47f3-b64a-bf74f30012ce None None] Allocated IP 172.20.0.2 (f7b4c0c8-7f2f-4955-8777-fa09be0cd80c/395e31c5-8caf-4aa4-bde9-dcbee0d99c45/0fe4810b-6ab3-4a99-a493-d4f64351e324) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:37:56.461550 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4194636c-136b-4fec-825d-ec2238c4d579 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:56.482284 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4194636c-136b-4fec-825d-ec2238c4d579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:56.633361 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-43aa5bcc-a188-47f3-b64a-bf74f30012ce None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:56.651026 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-43aa5bcc-a188-47f3-b64a-bf74f30012ce None None] Transition to ACTIVE for port object 0fe4810b-6ab3-4a99-a493-d4f64351e324 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:37:56.673090 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-4194636c-136b-4fec-825d-ec2238c4d579 admin admin] Allocated IP 172.25.5.69 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/e531e7f5-ad76-4496-8373-834089a1b6aa) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:37:56.674285 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce312d79-af1a-4631-85a2-5549071856fe None None] Sync routers for ids ['d6db1c9a-3b58-4334-a287-2979b6a09f97'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:37:56.678599 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-43aa5bcc-a188-47f3-b64a-bf74f30012ce None None] Transition to ACTIVE for port object 0fe4810b-6ab3-4a99-a493-d4f64351e324 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:37:56.693967 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce312d79-af1a-4631-85a2-5549071856fe None None] Routers {'d6db1c9a-3b58-4334-a287-2979b6a09f97'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:37:56.701659 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-43aa5bcc-a188-47f3-b64a-bf74f30012ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:56.705373 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ce312d79-af1a-4631-85a2-5549071856fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:37:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['d6db1c9a-3b58-4334-a287-2979b6a09f97'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:37:56.784729 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43aa5bcc-a188-47f3-b64a-bf74f30012ce None None] Network f7b4c0c8-7f2f-4955-8777-fa09be0cd80c is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:37:56.790785 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-43aa5bcc-a188-47f3-b64a-bf74f30012ce None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:37:56.795323 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43aa5bcc-a188-47f3-b64a-bf74f30012ce None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:37:56.852691 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aa5bcc-a188-47f3-b64a-bf74f30012ce None None] Pushing event updated for resources: {'Port': ['ID=0fe4810b-6ab3-4a99-a493-d4f64351e324,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:56.877998 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-ce312d79-af1a-4631-85a2-5549071856fe None None] Set router d6db1c9a-3b58-4334-a287-2979b6a09f97 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:37:56.888514 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4194636c-136b-4fec-825d-ec2238c4d579 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:56.901037 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-43aa5bcc-a188-47f3-b64a-bf74f30012ce None None] Attempting to bind port 0fe4810b-6ab3-4a99-a493-d4f64351e324 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:37:56.901431 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-43aa5bcc-a188-47f3-b64a-bf74f30012ce None None] Attempting to bind port 0fe4810b-6ab3-4a99-a493-d4f64351e324 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'b4465f23-cb63-4b9a-9760-e651d223ee00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f7b4c0c8-7f2f-4955-8777-fa09be0cd80c'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:37:56.901783 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43aa5bcc-a188-47f3-b64a-bf74f30012ce None None] Attempting to bind port 0fe4810b-6ab3-4a99-a493-d4f64351e324 on network f7b4c0c8-7f2f-4955-8777-fa09be0cd80c {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:37:56.908455 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43aa5bcc-a188-47f3-b64a-bf74f30012ce None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:37:56.908832 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43aa5bcc-a188-47f3-b64a-bf74f30012ce None None] Checking segment: {'id': 'b4465f23-cb63-4b9a-9760-e651d223ee00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f7b4c0c8-7f2f-4955-8777-fa09be0cd80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:37:56.910710 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-43aa5bcc-a188-47f3-b64a-bf74f30012ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:56.913544 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43aa5bcc-a188-47f3-b64a-bf74f30012ce None None] Bound using segment: {'id': 'b4465f23-cb63-4b9a-9760-e651d223ee00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f7b4c0c8-7f2f-4955-8777-fa09be0cd80c'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:37:56.914850 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-43aa5bcc-a188-47f3-b64a-bf74f30012ce None None] Bound port: 0fe4810b-6ab3-4a99-a493-d4f64351e324, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4465f23-cb63-4b9a-9760-e651d223ee00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f7b4c0c8-7f2f-4955-8777-fa09be0cd80c'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:37:56.915266 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-43aa5bcc-a188-47f3-b64a-bf74f30012ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:56.947032 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4194636c-136b-4fec-825d-ec2238c4d579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:57.073880 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-43aa5bcc-a188-47f3-b64a-bf74f30012ce None None] For port 0fe4810b-6ab3-4a99-a493-d4f64351e324, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:37:57.077614 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-43aa5bcc-a188-47f3-b64a-bf74f30012ce None None] For port 0fe4810b-6ab3-4a99-a493-d4f64351e324, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=0fe4810b-6ab3-4a99-a493-d4f64351e324,segment=NetworkSegment(b4465f23-cb63-4b9a-9760-e651d223ee00),segment_id=b4465f23-cb63-4b9a-9760-e651d223ee00)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:37:57.090667 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-43aa5bcc-a188-47f3-b64a-bf74f30012ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:57.092341 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4194636c-136b-4fec-825d-ec2238c4d579 admin admin] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:37:57.097301 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-4194636c-136b-4fec-825d-ec2238c4d579 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:37:57.102189 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4194636c-136b-4fec-825d-ec2238c4d579 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:37:57.103061 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194636c-136b-4fec-825d-ec2238c4d579 admin admin] Pushing event updated for resources: {'Port': ['ID=e531e7f5-ad76-4496-8373-834089a1b6aa,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:57.148009 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ce312d79-af1a-4631-85a2-5549071856fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6db1c9a-3b58-4334-a287-2979b6a09f97', 'name': 'tempest-TestServerMultinode-1389119178-router', 'tenant_id': 'c430a7579d3648039b3be252c8ce3264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '2b1c97f1-937f-4e37-8b28-1f3f632010f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:37:48Z', 'updated_at': '2021-07-15T23:37:52Z', 'revision_number': 4, 'project_id': 'c430a7579d3648039b3be252c8ce3264', 'gw_port': {'id': '2b1c97f1-937f-4e37-8b28-1f3f632010f4', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:51:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6db1c9a-3b58-4334-a287-2979b6a09f97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:37:48Z', 'updated_at': '2021-07-15T23:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'd3d34339-5dbc-4463-a4f2-eb943e117b38', 'name': '', 'network_id': 'b962519a-ab5f-496e-9d79-3cee8173c56b', 'tenant_id': 'c430a7579d3648039b3be252c8ce3264', 'mac_address': 'fa:16:3e:d5:37:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6db1c9a-3b58-4334-a287-2979b6a09f97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': '26bc8287-8a83-435e-af89-91764495c3a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:37:51Z', 'updated_at': '2021-07-15T23:37:52Z', 'revision_number': 2, 'project_id': 'c430a7579d3648039b3be252c8ce3264', 'subnets': [{'id': '26bc8287-8a83-435e-af89-91764495c3a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:37:57.148315 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aa5bcc-a188-47f3-b64a-bf74f30012ce None None] Pushing event updated for resources: {'Port': ['ID=0fe4810b-6ab3-4a99-a493-d4f64351e324,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:57.148943 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194636c-136b-4fec-825d-ec2238c4d579 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:57.149301 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194636c-136b-4fec-825d-ec2238c4d579 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:57.149642 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194636c-136b-4fec-825d-ec2238c4d579 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:57.150231 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194636c-136b-4fec-825d-ec2238c4d579 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:57.150567 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194636c-136b-4fec-825d-ec2238c4d579 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:57.151055 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194636c-136b-4fec-825d-ec2238c4d579 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:57.151289 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194636c-136b-4fec-825d-ec2238c4d579 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:57.151669 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194636c-136b-4fec-825d-ec2238c4d579 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:57.152245 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194636c-136b-4fec-825d-ec2238c4d579 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:57.152564 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194636c-136b-4fec-825d-ec2238c4d579 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:57.153124 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194636c-136b-4fec-825d-ec2238c4d579 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:57.153470 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194636c-136b-4fec-825d-ec2238c4d579 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:57.227526 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce312d79-af1a-4631-85a2-5549071856fe None None] Checking router: d6db1c9a-3b58-4334-a287-2979b6a09f97 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:37:57.227971 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce312d79-af1a-4631-85a2-5549071856fe None None] Updating router d6db1c9a-3b58-4334-a287-2979b6a09f97 port d3d34339-5dbc-4463-a4f2-eb943e117b38 binding host n-d-794306-6 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:37:57.308494 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ce312d79-af1a-4631-85a2-5549071856fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:57.603071 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 2b1c97f1-937f-4e37-8b28-1f3f632010f4 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:37:57.691294 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 2b1c97f1-937f-4e37-8b28-1f3f632010f4 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:37:57.691714 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4194636c-136b-4fec-825d-ec2238c4d579 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:57.691861 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:57.970158 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ce312d79-af1a-4631-85a2-5549071856fe None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:57.984975 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ce312d79-af1a-4631-85a2-5549071856fe None None] Transition to ACTIVE for port object d3d34339-5dbc-4463-a4f2-eb943e117b38 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:37:57.997144 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ce312d79-af1a-4631-85a2-5549071856fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:58.086885 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d5dd15-2226-4520-bb18-38b482b67d29 None None] Pushing event updated for resources: {'Port': ['ID=d3d34339-5dbc-4463-a4f2-eb943e117b38,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:58.099708 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d5dd15-2226-4520-bb18-38b482b67d29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:58.100056 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d5dd15-2226-4520-bb18-38b482b67d29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:58.100392 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d5dd15-2226-4520-bb18-38b482b67d29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:58.100718 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d5dd15-2226-4520-bb18-38b482b67d29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:58.101043 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d5dd15-2226-4520-bb18-38b482b67d29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:58.101390 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d5dd15-2226-4520-bb18-38b482b67d29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:58.101708 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d5dd15-2226-4520-bb18-38b482b67d29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:58.102026 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d5dd15-2226-4520-bb18-38b482b67d29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:58.102342 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d5dd15-2226-4520-bb18-38b482b67d29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:58.102648 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d5dd15-2226-4520-bb18-38b482b67d29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:58.102961 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d5dd15-2226-4520-bb18-38b482b67d29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:58.103267 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d5dd15-2226-4520-bb18-38b482b67d29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:37:58.129215 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4194636c-136b-4fec-825d-ec2238c4d579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:58.178320 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-ce312d79-af1a-4631-85a2-5549071856fe None None] Attempting to bind port d3d34339-5dbc-4463-a4f2-eb943e117b38 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:37:58.178683 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-ce312d79-af1a-4631-85a2-5549071856fe None None] Attempting to bind port d3d34339-5dbc-4463-a4f2-eb943e117b38 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '4ca7154f-20f3-4f69-905b-db0938abcc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b962519a-ab5f-496e-9d79-3cee8173c56b'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:37:58.179041 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce312d79-af1a-4631-85a2-5549071856fe None None] Attempting to bind port d3d34339-5dbc-4463-a4f2-eb943e117b38 on network b962519a-ab5f-496e-9d79-3cee8173c56b {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:37:58.186005 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce312d79-af1a-4631-85a2-5549071856fe None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:37:58.186458 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce312d79-af1a-4631-85a2-5549071856fe None None] Checking segment: {'id': '4ca7154f-20f3-4f69-905b-db0938abcc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b962519a-ab5f-496e-9d79-3cee8173c56b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:37:58.187081 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ce312d79-af1a-4631-85a2-5549071856fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:58.187553 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce312d79-af1a-4631-85a2-5549071856fe None None] Bound using segment: {'id': '4ca7154f-20f3-4f69-905b-db0938abcc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b962519a-ab5f-496e-9d79-3cee8173c56b'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:37:58.188122 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-ce312d79-af1a-4631-85a2-5549071856fe None None] Bound port: d3d34339-5dbc-4463-a4f2-eb943e117b38, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ca7154f-20f3-4f69-905b-db0938abcc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b962519a-ab5f-496e-9d79-3cee8173c56b'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:37:58.188562 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ce312d79-af1a-4631-85a2-5549071856fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:58.375488 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-ce312d79-af1a-4631-85a2-5549071856fe None None] For port d3d34339-5dbc-4463-a4f2-eb943e117b38, host n-d-794306-6, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:37:58.382607 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-ce312d79-af1a-4631-85a2-5549071856fe None None] For port d3d34339-5dbc-4463-a4f2-eb943e117b38, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=d3d34339-5dbc-4463-a4f2-eb943e117b38,segment=NetworkSegment(4ca7154f-20f3-4f69-905b-db0938abcc53),segment_id=4ca7154f-20f3-4f69-905b-db0938abcc53)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:37:58.394865 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ce312d79-af1a-4631-85a2-5549071856fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:58.518385 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce312d79-af1a-4631-85a2-5549071856fe None None] Routers {'d6db1c9a-3b58-4334-a287-2979b6a09f97'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:37:58.519015 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ce312d79-af1a-4631-85a2-5549071856fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:37:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['d6db1c9a-3b58-4334-a287-2979b6a09f97'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:37:58.527005 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4194636c-136b-4fec-825d-ec2238c4d579 admin admin] Router 3f446329-acba-46fb-90c0-d8ba728cbf17 is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:37:58.652105 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d5dd15-2226-4520-bb18-38b482b67d29 None None] Pushing event updated for resources: {'Port': ['ID=d3d34339-5dbc-4463-a4f2-eb943e117b38,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:37:58.758905 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4194636c-136b-4fec-825d-ec2238c4d579 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:37:58.768113 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e11795-c9ee-4630-8d76-208b65117f7b None None] Sync routers for ids ['3f446329-acba-46fb-90c0-d8ba728cbf17'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:37:58.794549 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e11795-c9ee-4630-8d76-208b65117f7b None None] Routers {'3f446329-acba-46fb-90c0-d8ba728cbf17'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:37:58.796231 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-80e11795-c9ee-4630-8d76-208b65117f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:37:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['3f446329-acba-46fb-90c0-d8ba728cbf17'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:37:58.824120 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4194636c-136b-4fec-825d-ec2238c4d579 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:37:58.824120 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-4194636c-136b-4fec-825d-ec2238c4d579 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9303420 Jul 15 23:37:58.824528 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 38698) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:37:58.899161 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-ce312d79-af1a-4631-85a2-5549071856fe None None] Set router d6db1c9a-3b58-4334-a287-2979b6a09f97 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:37:59.000073 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84574d5-da44-43ba-b1cb-a3dc9a15f8ca None None] Network f7b4c0c8-7f2f-4955-8777-fa09be0cd80c requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:37:59.348725 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ce312d79-af1a-4631-85a2-5549071856fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6db1c9a-3b58-4334-a287-2979b6a09f97', 'name': 'tempest-TestServerMultinode-1389119178-router', 'tenant_id': 'c430a7579d3648039b3be252c8ce3264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '2b1c97f1-937f-4e37-8b28-1f3f632010f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:37:48Z', 'updated_at': '2021-07-15T23:37:52Z', 'revision_number': 4, 'project_id': 'c430a7579d3648039b3be252c8ce3264', 'gw_port': {'id': '2b1c97f1-937f-4e37-8b28-1f3f632010f4', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:51:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6db1c9a-3b58-4334-a287-2979b6a09f97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:37:48Z', 'updated_at': '2021-07-15T23:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'd3d34339-5dbc-4463-a4f2-eb943e117b38', 'name': '', 'network_id': 'b962519a-ab5f-496e-9d79-3cee8173c56b', 'tenant_id': 'c430a7579d3648039b3be252c8ce3264', 'mac_address': 'fa:16:3e:d5:37:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6db1c9a-3b58-4334-a287-2979b6a09f97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': '26bc8287-8a83-435e-af89-91764495c3a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:37:51Z', 'updated_at': '2021-07-15T23:37:58Z', 'revision_number': 4, 'project_id': 'c430a7579d3648039b3be252c8ce3264', 'subnets': [{'id': '26bc8287-8a83-435e-af89-91764495c3a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:37:59.432974 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce312d79-af1a-4631-85a2-5549071856fe None None] The sync data for ids ['d6db1c9a-3b58-4334-a287-2979b6a09f97'] in n-d-794306-6 is: [{'id': 'd6db1c9a-3b58-4334-a287-2979b6a09f97', 'name': 'tempest-TestServerMultinode-1389119178-router', 'tenant_id': 'c430a7579d3648039b3be252c8ce3264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '2b1c97f1-937f-4e37-8b28-1f3f632010f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:37:48Z', 'updated_at': '2021-07-15T23:37:52Z', 'revision_number': 4, 'project_id': 'c430a7579d3648039b3be252c8ce3264', 'gw_port': {'id': '2b1c97f1-937f-4e37-8b28-1f3f632010f4', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:51:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6db1c9a-3b58-4334-a287-2979b6a09f97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:37:48Z', 'updated_at': '2021-07-15T23:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'd3d34339-5dbc-4463-a4f2-eb943e117b38', 'name': '', 'network_id': 'b962519a-ab5f-496e-9d79-3cee8173c56b', 'tenant_id': 'c430a7579d3648039b3be252c8ce3264', 'mac_address': 'fa:16:3e:d5:37:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6db1c9a-3b58-4334-a287-2979b6a09f97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': '26bc8287-8a83-435e-af89-91764495c3a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:37:51Z', 'updated_at': '2021-07-15T23:37:58Z', 'revision_number': 4, 'project_id': 'c430a7579d3648039b3be252c8ce3264', 'subnets': [{'id': '26bc8287-8a83-435e-af89-91764495c3a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:37:59.651471 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e0c6d29d-d114-48df-8ef2-13bd67ed5aee None None] Provisioning for port 0fe4810b-6ab3-4a99-a493-d4f64351e324 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:37:59.658226 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-80e11795-c9ee-4630-8d76-208b65117f7b None None] Set router 3f446329-acba-46fb-90c0-d8ba728cbf17 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:37:59.876557 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device d3d34339-5dbc-4463-a4f2-eb943e117b38 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:38:00.088789 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port d3d34339-5dbc-4463-a4f2-eb943e117b38 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:38:00.099308 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port d3d34339-5dbc-4463-a4f2-eb943e117b38 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:38:00.100067 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:00.163292 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-80e11795-c9ee-4630-8d76-208b65117f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f446329-acba-46fb-90c0-d8ba728cbf17', 'name': 'tempest-TestServerMultinode-578196454-router', 'tenant_id': '8ff713543b6b491ca7bf9f8ecad609e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'e531e7f5-ad76-4496-8373-834089a1b6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:37:55Z', 'updated_at': '2021-07-15T23:37:57Z', 'revision_number': 3, 'project_id': '8ff713543b6b491ca7bf9f8ecad609e2', 'gw_port': {'id': 'e531e7f5-ad76-4496-8373-834089a1b6aa', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:fc:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f446329-acba-46fb-90c0-d8ba728cbf17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:37:56Z', 'updated_at': '2021-07-15T23:37:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:38:00.211824 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb56f194-9a8c-4165-b64c-2c97a5c74322 req-1e19ce7c-b4ed-4bdb-a3cd-00468ee44522 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:00.213570 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bb56f194-9a8c-4165-b64c-2c97a5c74322 req-1e19ce7c-b4ed-4bdb-a3cd-00468ee44522 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 945 time: 0.9725780 Jul 15 23:38:00.251386 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e11795-c9ee-4630-8d76-208b65117f7b None None] Checking router: 3f446329-acba-46fb-90c0-d8ba728cbf17 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:38:00.258796 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e11795-c9ee-4630-8d76-208b65117f7b None None] Updating router 3f446329-acba-46fb-90c0-d8ba728cbf17 port e531e7f5-ad76-4496-8373-834089a1b6aa binding host n-d-794306-6 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:38:00.372524 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bb56f194-9a8c-4165-b64c-2c97a5c74322 req-22ca9b31-09e0-4057-a6d3-cbc0beaeaf93 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465645 Jul 15 23:38:00.434673 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-80e11795-c9ee-4630-8d76-208b65117f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:00.534836 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:00.581056 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b1479649-f915-4594-892a-0c5d0ac75a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:00.785127 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port d3d34339-5dbc-4463-a4f2-eb943e117b38, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=d3d34339-5dbc-4463-a4f2-eb943e117b38,segment=NetworkSegment(4ca7154f-20f3-4f69-905b-db0938abcc53),segment_id=4ca7154f-20f3-4f69-905b-db0938abcc53)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:38:00.869948 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:00.870926 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 0fe4810b-6ab3-4a99-a493-d4f64351e324 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:38:00.889058 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e660c2b-c734-4d4e-8787-c15df920bd9e req-37e753ae-2bab-4284-9eea-88391e259f9e tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:00.898304 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8e660c2b-c734-4d4e-8787-c15df920bd9e req-37e753ae-2bab-4284-9eea-88391e259f9e tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 945 time: 0.2146654 Jul 15 23:38:00.980100 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8e660c2b-c734-4d4e-8787-c15df920bd9e req-4ed2ef7b-0094-46f0-a5eb-1d3a0db6028d tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801313 Jul 15 23:38:01.057918 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cc98f272-4d8f-42cf-8b2e-b6a309045dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:01.071402 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-b1479649-f915-4594-892a-0c5d0ac75a83 admin admin] Allocated IP 172.20.0.1 (f7b4c0c8-7f2f-4955-8777-fa09be0cd80c/395e31c5-8caf-4aa4-bde9-dcbee0d99c45/e8d9b73c-5a6c-4218-8639-c36b46b33405) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:38:01.125007 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=d3d34339-5dbc-4463-a4f2-eb943e117b38,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:38:01.205542 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 0fe4810b-6ab3-4a99-a493-d4f64351e324 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:38:01.224940 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 0fe4810b-6ab3-4a99-a493-d4f64351e324 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:38:01.227209 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:01.319139 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b1479649-f915-4594-892a-0c5d0ac75a83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:01.324536 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-80e11795-c9ee-4630-8d76-208b65117f7b None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:01.337314 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-b1479649-f915-4594-892a-0c5d0ac75a83 admin admin] Transition to ACTIVE for port object e8d9b73c-5a6c-4218-8639-c36b46b33405 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:38:01.341774 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-80e11795-c9ee-4630-8d76-208b65117f7b None None] Transition to ACTIVE for port object e531e7f5-ad76-4496-8373-834089a1b6aa will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:38:01.426205 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-80e11795-c9ee-4630-8d76-208b65117f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:01.429360 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b1479649-f915-4594-892a-0c5d0ac75a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:01.549350 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab95de3a-6cf8-4a62-82bb-b719d1177391 None None] Pushing event updated for resources: {'Port': ['ID=e531e7f5-ad76-4496-8373-834089a1b6aa,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:38:01.621334 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1479649-f915-4594-892a-0c5d0ac75a83 admin admin] Network f7b4c0c8-7f2f-4955-8777-fa09be0cd80c is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:38:01.641194 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-80e11795-c9ee-4630-8d76-208b65117f7b None None] Attempting to bind port e531e7f5-ad76-4496-8373-834089a1b6aa on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:38:01.641695 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-80e11795-c9ee-4630-8d76-208b65117f7b None None] Attempting to bind port e531e7f5-ad76-4496-8373-834089a1b6aa by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:38:01.642362 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e11795-c9ee-4630-8d76-208b65117f7b None None] Attempting to bind port e531e7f5-ad76-4496-8373-834089a1b6aa on network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:38:01.657766 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e11795-c9ee-4630-8d76-208b65117f7b None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:38:01.658284 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e11795-c9ee-4630-8d76-208b65117f7b None None] Checking segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:38:01.659072 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-80e11795-c9ee-4630-8d76-208b65117f7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:01.659558 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e11795-c9ee-4630-8d76-208b65117f7b None None] Bound using segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:38:01.660148 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-80e11795-c9ee-4630-8d76-208b65117f7b None None] Bound port: e531e7f5-ad76-4496-8373-834089a1b6aa, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:38:01.660624 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-80e11795-c9ee-4630-8d76-208b65117f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:01.664451 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-b1479649-f915-4594-892a-0c5d0ac75a83 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:38:01.668263 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1479649-f915-4594-892a-0c5d0ac75a83 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:38:01.748513 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:01.780733 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b1479649-f915-4594-892a-0c5d0ac75a83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:01.785154 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1479649-f915-4594-892a-0c5d0ac75a83 admin admin] Pushing event updated for resources: {'Port': ['ID=e8d9b73c-5a6c-4218-8639-c36b46b33405,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:38:01.856848 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 0fe4810b-6ab3-4a99-a493-d4f64351e324, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=0fe4810b-6ab3-4a99-a493-d4f64351e324,segment=NetworkSegment(b4465f23-cb63-4b9a-9760-e651d223ee00),segment_id=b4465f23-cb63-4b9a-9760-e651d223ee00)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:38:01.866310 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-80e11795-c9ee-4630-8d76-208b65117f7b None None] For port e531e7f5-ad76-4496-8373-834089a1b6aa, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:38:01.871396 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-80e11795-c9ee-4630-8d76-208b65117f7b None None] For port e531e7f5-ad76-4496-8373-834089a1b6aa, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=e531e7f5-ad76-4496-8373-834089a1b6aa,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:38:01.873499 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:01.935953 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-80e11795-c9ee-4630-8d76-208b65117f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:02.037737 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=0fe4810b-6ab3-4a99-a493-d4f64351e324,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:38:02.044515 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e11795-c9ee-4630-8d76-208b65117f7b None None] Routers {'3f446329-acba-46fb-90c0-d8ba728cbf17'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:38:02.050409 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-80e11795-c9ee-4630-8d76-208b65117f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:37:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['3f446329-acba-46fb-90c0-d8ba728cbf17'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:38:02.104608 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35ced5f-c8de-4d72-880d-36ae216f5174 req-8fce8a78-6bcb-45eb-8d86-6869cca8aead tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:02.106427 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d35ced5f-c8de-4d72-880d-36ae216f5174 req-8fce8a78-6bcb-45eb-8d86-6869cca8aead tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 945 time: 0.2269149 Jul 15 23:38:02.160552 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d35ced5f-c8de-4d72-880d-36ae216f5174 req-05938deb-60e5-48ab-9123-85ef9a31286a tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431271 Jul 15 23:38:02.254317 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device d3d34339-5dbc-4463-a4f2-eb943e117b38 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:38:02.317724 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b1479649-f915-4594-892a-0c5d0ac75a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:02.441187 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a673e24f-7af2-4a43-b650-0bcba7399af1 None None] Provisioning for port e8d9b73c-5a6c-4218-8639-c36b46b33405 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:38:02.445358 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab95de3a-6cf8-4a62-82bb-b719d1177391 None None] Pushing event updated for resources: {'Port': ['ID=e531e7f5-ad76-4496-8373-834089a1b6aa,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:38:02.455213 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a673e24f-7af2-4a43-b650-0bcba7399af1 None None] Provisioning complete for port e8d9b73c-5a6c-4218-8639-c36b46b33405 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:38:02.455609 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a673e24f-7af2-4a43-b650-0bcba7399af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:02.594695 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a673e24f-7af2-4a43-b650-0bcba7399af1 None None] Port e8d9b73c-5a6c-4218-8639-c36b46b33405 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:38:02.607532 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-80e11795-c9ee-4630-8d76-208b65117f7b None None] Set router 3f446329-acba-46fb-90c0-d8ba728cbf17 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:38:02.661332 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b1479649-f915-4594-892a-0c5d0ac75a83 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:02.678081 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b1479649-f915-4594-892a-0c5d0ac75a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:02.714526 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port d3d34339-5dbc-4463-a4f2-eb943e117b38 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:38:02.714851 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:02.831963 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b1479649-f915-4594-892a-0c5d0ac75a83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:02.870933 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1479649-f915-4594-892a-0c5d0ac75a83 admin admin] Pushing event updated for resources: {'Port': ['ID=e8d9b73c-5a6c-4218-8639-c36b46b33405,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:38:02.978844 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1479649-f915-4594-892a-0c5d0ac75a83 admin admin] Network f7b4c0c8-7f2f-4955-8777-fa09be0cd80c is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:38:02.981734 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-b1479649-f915-4594-892a-0c5d0ac75a83 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:38:03.053197 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-80e11795-c9ee-4630-8d76-208b65117f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f446329-acba-46fb-90c0-d8ba728cbf17', 'name': 'tempest-TestServerMultinode-578196454-router', 'tenant_id': '8ff713543b6b491ca7bf9f8ecad609e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'e531e7f5-ad76-4496-8373-834089a1b6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:37:55Z', 'updated_at': '2021-07-15T23:37:57Z', 'revision_number': 3, 'project_id': '8ff713543b6b491ca7bf9f8ecad609e2', 'gw_port': {'id': 'e531e7f5-ad76-4496-8373-834089a1b6aa', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:fc:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f446329-acba-46fb-90c0-d8ba728cbf17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:37:56Z', 'updated_at': '2021-07-15T23:38:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:38:03.089205 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e11795-c9ee-4630-8d76-208b65117f7b None None] The sync data for ids ['3f446329-acba-46fb-90c0-d8ba728cbf17'] in n-d-794306-6 is: [{'id': '3f446329-acba-46fb-90c0-d8ba728cbf17', 'name': 'tempest-TestServerMultinode-578196454-router', 'tenant_id': '8ff713543b6b491ca7bf9f8ecad609e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'e531e7f5-ad76-4496-8373-834089a1b6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:37:55Z', 'updated_at': '2021-07-15T23:37:57Z', 'revision_number': 3, 'project_id': '8ff713543b6b491ca7bf9f8ecad609e2', 'gw_port': {'id': 'e531e7f5-ad76-4496-8373-834089a1b6aa', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:fc:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f446329-acba-46fb-90c0-d8ba728cbf17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:37:56Z', 'updated_at': '2021-07-15T23:38:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:38:03.206687 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1479649-f915-4594-892a-0c5d0ac75a83 admin admin] Router 3f446329-acba-46fb-90c0-d8ba728cbf17 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:38:03.398156 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:03.451342 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7e5b6dca-b01d-409b-b07e-d2527a077b0b None None] Provisioning complete for port e8d9b73c-5a6c-4218-8639-c36b46b33405 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:38:03.451744 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7e5b6dca-b01d-409b-b07e-d2527a077b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:03.456505 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1479649-f915-4594-892a-0c5d0ac75a83 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:38:03.472290 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-b1479649-f915-4594-892a-0c5d0ac75a83 admin admin] 10.222.0.48 "PUT /v2.0/routers/3f446329-acba-46fb-90c0-d8ba728cbf17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6385107 Jul 15 23:38:03.519654 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-7e5b6dca-b01d-409b-b07e-d2527a077b0b None None] Port e8d9b73c-5a6c-4218-8639-c36b46b33405 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:38:03.550909 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e32c8-696c-48ab-b746-67c4d462a40a req-9eb824e1-7e2b-4390-864e-e85af5c6290c tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:03.565648 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-963e32c8-696c-48ab-b746-67c4d462a40a req-9eb824e1-7e2b-4390-864e-e85af5c6290c tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 945 time: 0.1644681 Jul 15 23:38:03.658995 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-963e32c8-696c-48ab-b746-67c4d462a40a req-0d97f87a-5d84-445a-afc7-8feac3df9184 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863748 Jul 15 23:38:04.141963 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device e531e7f5-ad76-4496-8373-834089a1b6aa up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:38:04.245673 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b742bbbb-95ce-4227-97e0-dc04aca87ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:04.275724 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port e531e7f5-ad76-4496-8373-834089a1b6aa completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:38:04.290290 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port e531e7f5-ad76-4496-8373-834089a1b6aa triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:38:04.290767 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:04.427852 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:04.528858 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:04.577248 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port e531e7f5-ad76-4496-8373-834089a1b6aa, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=e531e7f5-ad76-4496-8373-834089a1b6aa,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:38:04.592651 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:04.595730 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 0fe4810b-6ab3-4a99-a493-d4f64351e324 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:38:04.650426 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a57349-2fa5-4371-9608-130a6c2766ae req-8f227749-5e63-4987-a138-975ac797f063 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:04.658651 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-16a57349-2fa5-4371-9608-130a6c2766ae req-8f227749-5e63-4987-a138-975ac797f063 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] 10.222.0.48 "GET /v2.0/networks?id=b962519a-ab5f-496e-9d79-3cee8173c56b HTTP/1.1" status: 200 len: 911 time: 0.2724233 Jul 15 23:38:04.688116 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-16a57349-2fa5-4371-9608-130a6c2766ae req-819dd8f4-fb7b-4e3d-9a08-e88924052038 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] 10.222.0.48 "GET /v2.0/quotas/8ff713543b6b491ca7bf9f8ecad609e2 HTTP/1.1" status: 200 len: 375 time: 0.0223422 Jul 15 23:38:04.844316 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=e531e7f5-ad76-4496-8373-834089a1b6aa,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:38:04.893840 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 0fe4810b-6ab3-4a99-a493-d4f64351e324 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:38:04.894341 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:05.000625 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-16a57349-2fa5-4371-9608-130a6c2766ae req-b3b36015-59a7-48b4-84b4-ee1deacd376c tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] 10.222.0.48 "GET /v2.0/ports?tenant_id=8ff713543b6b491ca7bf9f8ecad609e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3039944 Jul 15 23:38:05.109944 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-16a57349-2fa5-4371-9608-130a6c2766ae req-9ba49326-e4e5-46c5-8e63-9c78bdfdee13 service neutron] 10.222.0.48 "GET /v2.0/networks/b962519a-ab5f-496e-9d79-3cee8173c56b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072800 Jul 15 23:38:05.252885 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d9585-abf6-4686-9947-dad7d2f596c7 req-422e6999-b141-4382-b7f7-1c976f190048 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:05.260555 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-de4d9585-abf6-4686-9947-dad7d2f596c7 req-422e6999-b141-4382-b7f7-1c976f190048 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 945 time: 0.1683543 Jul 15 23:38:05.330171 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-16a57349-2fa5-4371-9608-130a6c2766ae req-6427e832-3513-4c34-a8ff-36f02a275ca5 service neutron] 10.222.0.48 "GET /v2.0/networks/b962519a-ab5f-496e-9d79-3cee8173c56b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168896 Jul 15 23:38:05.365213 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-de4d9585-abf6-4686-9947-dad7d2f596c7 req-f6d156ce-e67c-4a36-bb8c-d364102fd2c3 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026723 Jul 15 23:38:05.771760 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cbf6664e-dffe-4351-b21e-bddaa682bea2 req-39ac6916-9ddc-4253-a0a3-b089ebf4bce7 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f46ff185-38aa-483c-bce9-bfbb4d02ebc2 HTTP/1.1" status: 200 len: 210 time: 0.1197574 Jul 15 23:38:05.825828 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:38:06.006654 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84faf102-5d0f-4d83-bf15-7f4e633b77a3 None None] Sync routers for ids ['3f446329-acba-46fb-90c0-d8ba728cbf17'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:38:06.025774 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device e531e7f5-ad76-4496-8373-834089a1b6aa up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:38:06.031073 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84faf102-5d0f-4d83-bf15-7f4e633b77a3 None None] Routers {'3f446329-acba-46fb-90c0-d8ba728cbf17'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:38:06.031999 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-84faf102-5d0f-4d83-bf15-7f4e633b77a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:38:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['3f446329-acba-46fb-90c0-d8ba728cbf17'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:38:06.114154 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port e531e7f5-ad76-4496-8373-834089a1b6aa triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:38:06.115148 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:06.180641 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-84faf102-5d0f-4d83-bf15-7f4e633b77a3 None None] Set router 3f446329-acba-46fb-90c0-d8ba728cbf17 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:38:06.379085 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:06.539935 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-84faf102-5d0f-4d83-bf15-7f4e633b77a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f446329-acba-46fb-90c0-d8ba728cbf17', 'name': 'tempest-TestServerMultinode-578196454-router', 'tenant_id': '8ff713543b6b491ca7bf9f8ecad609e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'e531e7f5-ad76-4496-8373-834089a1b6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:37:55Z', 'updated_at': '2021-07-15T23:38:02Z', 'revision_number': 4, 'project_id': '8ff713543b6b491ca7bf9f8ecad609e2', 'gw_port': {'id': 'e531e7f5-ad76-4496-8373-834089a1b6aa', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:fc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f446329-acba-46fb-90c0-d8ba728cbf17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:37:56Z', 'updated_at': '2021-07-15T23:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'e8d9b73c-5a6c-4218-8639-c36b46b33405', 'name': '', 'network_id': 'f7b4c0c8-7f2f-4955-8777-fa09be0cd80c', 'tenant_id': '8ff713543b6b491ca7bf9f8ecad609e2', 'mac_address': 'fa:16:3e:29:23:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f446329-acba-46fb-90c0-d8ba728cbf17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '395e31c5-8caf-4aa4-bde9-dcbee0d99c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:38:00Z', 'updated_at': '2021-07-15T23:38:02Z', 'revision_number': 2, 'project_id': '8ff713543b6b491ca7bf9f8ecad609e2', 'subnets': [{'id': '395e31c5-8caf-4aa4-bde9-dcbee0d99c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:38:06.571976 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84faf102-5d0f-4d83-bf15-7f4e633b77a3 None None] Checking router: 3f446329-acba-46fb-90c0-d8ba728cbf17 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:38:06.572662 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84faf102-5d0f-4d83-bf15-7f4e633b77a3 None None] Updating router 3f446329-acba-46fb-90c0-d8ba728cbf17 port e8d9b73c-5a6c-4218-8639-c36b46b33405 binding host n-d-794306-6 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:38:06.623433 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b2486-89d9-47cf-9aa3-8b3ac8dc236f req-caccc0e9-b7e4-43a0-b909-00f47d35e259 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:06.627520 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-217b2486-89d9-47cf-9aa3-8b3ac8dc236f req-caccc0e9-b7e4-43a0-b909-00f47d35e259 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 945 time: 0.1197240 Jul 15 23:38:06.646645 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-84faf102-5d0f-4d83-bf15-7f4e633b77a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:06.681974 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-217b2486-89d9-47cf-9aa3-8b3ac8dc236f req-601aa6c0-92f1-4fe9-966d-fb53fdb92408 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485725 Jul 15 23:38:07.009675 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8eff3558-023b-4111-a69c-984cb1c032db req-7785bd4a-ef55-4e85-b49e-5a687a9e610b tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f46ff185-38aa-483c-bce9-bfbb4d02ebc2 HTTP/1.1" status: 200 len: 210 time: 0.0450485 Jul 15 23:38:07.069952 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-84faf102-5d0f-4d83-bf15-7f4e633b77a3 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:07.084183 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-84faf102-5d0f-4d83-bf15-7f4e633b77a3 None None] Transition to ACTIVE for port object e8d9b73c-5a6c-4218-8639-c36b46b33405 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:38:07.091308 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-84faf102-5d0f-4d83-bf15-7f4e633b77a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:07.188871 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616c00e1-742a-4ce7-a788-ea882f27debb None None] Pushing event updated for resources: {'Port': ['ID=e8d9b73c-5a6c-4218-8639-c36b46b33405,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:38:07.267155 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-84faf102-5d0f-4d83-bf15-7f4e633b77a3 None None] Attempting to bind port e8d9b73c-5a6c-4218-8639-c36b46b33405 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:38:07.267521 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-84faf102-5d0f-4d83-bf15-7f4e633b77a3 None None] Attempting to bind port e8d9b73c-5a6c-4218-8639-c36b46b33405 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'b4465f23-cb63-4b9a-9760-e651d223ee00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f7b4c0c8-7f2f-4955-8777-fa09be0cd80c'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:38:07.267922 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84faf102-5d0f-4d83-bf15-7f4e633b77a3 None None] Attempting to bind port e8d9b73c-5a6c-4218-8639-c36b46b33405 on network f7b4c0c8-7f2f-4955-8777-fa09be0cd80c {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:38:07.275608 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84faf102-5d0f-4d83-bf15-7f4e633b77a3 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:38:07.275608 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84faf102-5d0f-4d83-bf15-7f4e633b77a3 None None] Checking segment: {'id': 'b4465f23-cb63-4b9a-9760-e651d223ee00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f7b4c0c8-7f2f-4955-8777-fa09be0cd80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:38:07.275933 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-84faf102-5d0f-4d83-bf15-7f4e633b77a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:07.276606 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84faf102-5d0f-4d83-bf15-7f4e633b77a3 None None] Bound using segment: {'id': 'b4465f23-cb63-4b9a-9760-e651d223ee00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f7b4c0c8-7f2f-4955-8777-fa09be0cd80c'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:38:07.277075 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-84faf102-5d0f-4d83-bf15-7f4e633b77a3 None None] Bound port: e8d9b73c-5a6c-4218-8639-c36b46b33405, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4465f23-cb63-4b9a-9760-e651d223ee00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f7b4c0c8-7f2f-4955-8777-fa09be0cd80c'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:38:07.277448 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-84faf102-5d0f-4d83-bf15-7f4e633b77a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:07.372888 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-84faf102-5d0f-4d83-bf15-7f4e633b77a3 None None] For port e8d9b73c-5a6c-4218-8639-c36b46b33405, host n-d-794306-6, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:38:07.377366 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-84faf102-5d0f-4d83-bf15-7f4e633b77a3 None None] For port e8d9b73c-5a6c-4218-8639-c36b46b33405, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=e8d9b73c-5a6c-4218-8639-c36b46b33405,segment=NetworkSegment(b4465f23-cb63-4b9a-9760-e651d223ee00),segment_id=b4465f23-cb63-4b9a-9760-e651d223ee00)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:38:07.387686 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-84faf102-5d0f-4d83-bf15-7f4e633b77a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:07.482595 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616c00e1-742a-4ce7-a788-ea882f27debb None None] Pushing event updated for resources: {'Port': ['ID=e8d9b73c-5a6c-4218-8639-c36b46b33405,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:38:07.558653 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84faf102-5d0f-4d83-bf15-7f4e633b77a3 None None] Routers {'3f446329-acba-46fb-90c0-d8ba728cbf17'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:38:07.564225 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-84faf102-5d0f-4d83-bf15-7f4e633b77a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:38:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['3f446329-acba-46fb-90c0-d8ba728cbf17'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:38:07.707841 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a57349-2fa5-4371-9608-130a6c2766ae req-b7da7732-a528-486c-a640-de4c1f4febf5 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:07.713602 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-16a57349-2fa5-4371-9608-130a6c2766ae req-b7da7732-a528-486c-a640-de4c1f4febf5 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] 10.222.0.49 "GET /v2.0/networks?id=b962519a-ab5f-496e-9d79-3cee8173c56b HTTP/1.1" status: 200 len: 911 time: 0.1884553 Jul 15 23:38:07.732432 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-16a57349-2fa5-4371-9608-130a6c2766ae req-d59ab53f-b72a-411f-976b-7d3fedc3efc1 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] Request body: {'port': {'device_id': 'f46ff185-38aa-483c-bce9-bfbb4d02ebc2', 'network_id': 'b962519a-ab5f-496e-9d79-3cee8173c56b', 'admin_state_up': True, 'tenant_id': '8ff713543b6b491ca7bf9f8ecad609e2'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:38:07.806051 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16a57349-2fa5-4371-9608-130a6c2766ae req-d59ab53f-b72a-411f-976b-7d3fedc3efc1 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] Made reservation on behalf of 8ff713543b6b491ca7bf9f8ecad609e2 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:38:07.808763 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-16a57349-2fa5-4371-9608-130a6c2766ae req-d59ab53f-b72a-411f-976b-7d3fedc3efc1 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:07.925477 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-84faf102-5d0f-4d83-bf15-7f4e633b77a3 None None] Set router 3f446329-acba-46fb-90c0-d8ba728cbf17 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:38:08.180864 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8826234c-586c-452a-a5df-4876cd2120a1 req-6d3a7bbb-277c-45e5-be68-0d7fbf84ccf7 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:08.190009 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8826234c-586c-452a-a5df-4876cd2120a1 req-6d3a7bbb-277c-45e5-be68-0d7fbf84ccf7 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 945 time: 0.2363377 Jul 15 23:38:08.207075 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-16a57349-2fa5-4371-9608-130a6c2766ae req-d59ab53f-b72a-411f-976b-7d3fedc3efc1 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] Allocated IP 172.20.0.5 (b962519a-ab5f-496e-9d79-3cee8173c56b/26bc8287-8a83-435e-af89-91764495c3a1/b2382ecd-26a6-4465-a97a-4e3b92760db2) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:38:08.258855 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-84faf102-5d0f-4d83-bf15-7f4e633b77a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f446329-acba-46fb-90c0-d8ba728cbf17', 'name': 'tempest-TestServerMultinode-578196454-router', 'tenant_id': '8ff713543b6b491ca7bf9f8ecad609e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'e531e7f5-ad76-4496-8373-834089a1b6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:37:55Z', 'updated_at': '2021-07-15T23:38:02Z', 'revision_number': 4, 'project_id': '8ff713543b6b491ca7bf9f8ecad609e2', 'gw_port': {'id': 'e531e7f5-ad76-4496-8373-834089a1b6aa', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:fc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f446329-acba-46fb-90c0-d8ba728cbf17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:37:56Z', 'updated_at': '2021-07-15T23:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'e8d9b73c-5a6c-4218-8639-c36b46b33405', 'name': '', 'network_id': 'f7b4c0c8-7f2f-4955-8777-fa09be0cd80c', 'tenant_id': '8ff713543b6b491ca7bf9f8ecad609e2', 'mac_address': 'fa:16:3e:29:23:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f446329-acba-46fb-90c0-d8ba728cbf17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '395e31c5-8caf-4aa4-bde9-dcbee0d99c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:38:00Z', 'updated_at': '2021-07-15T23:38:07Z', 'revision_number': 4, 'project_id': '8ff713543b6b491ca7bf9f8ecad609e2', 'subnets': [{'id': '395e31c5-8caf-4aa4-bde9-dcbee0d99c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:38:08.270100 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:08.289517 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8826234c-586c-452a-a5df-4876cd2120a1 req-d4655aa9-4010-4375-ab8e-8fa523d655b0 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983686 Jul 15 23:38:08.290093 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84faf102-5d0f-4d83-bf15-7f4e633b77a3 None None] The sync data for ids ['3f446329-acba-46fb-90c0-d8ba728cbf17'] in n-d-794306-6 is: [{'id': '3f446329-acba-46fb-90c0-d8ba728cbf17', 'name': 'tempest-TestServerMultinode-578196454-router', 'tenant_id': '8ff713543b6b491ca7bf9f8ecad609e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'e531e7f5-ad76-4496-8373-834089a1b6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:37:55Z', 'updated_at': '2021-07-15T23:38:02Z', 'revision_number': 4, 'project_id': '8ff713543b6b491ca7bf9f8ecad609e2', 'gw_port': {'id': 'e531e7f5-ad76-4496-8373-834089a1b6aa', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:fc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f446329-acba-46fb-90c0-d8ba728cbf17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:37:56Z', 'updated_at': '2021-07-15T23:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'e8d9b73c-5a6c-4218-8639-c36b46b33405', 'name': '', 'network_id': 'f7b4c0c8-7f2f-4955-8777-fa09be0cd80c', 'tenant_id': '8ff713543b6b491ca7bf9f8ecad609e2', 'mac_address': 'fa:16:3e:29:23:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f446329-acba-46fb-90c0-d8ba728cbf17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '395e31c5-8caf-4aa4-bde9-dcbee0d99c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:38:00Z', 'updated_at': '2021-07-15T23:38:07Z', 'revision_number': 4, 'project_id': '8ff713543b6b491ca7bf9f8ecad609e2', 'subnets': [{'id': '395e31c5-8caf-4aa4-bde9-dcbee0d99c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:38:08.528988 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f9b499a4-c0f4-4bc3-82f7-e50d3e4ea261 req-81eddc9a-7665-42dc-b8b2-48fbbd946327 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f46ff185-38aa-483c-bce9-bfbb4d02ebc2 HTTP/1.1" status: 200 len: 210 time: 0.3859417 Jul 15 23:38:08.607187 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-16a57349-2fa5-4371-9608-130a6c2766ae req-d59ab53f-b72a-411f-976b-7d3fedc3efc1 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:08.626691 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-16a57349-2fa5-4371-9608-130a6c2766ae req-d59ab53f-b72a-411f-976b-7d3fedc3efc1 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] Transition to ACTIVE for port object b2382ecd-26a6-4465-a97a-4e3b92760db2 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:38:08.700305 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-16a57349-2fa5-4371-9608-130a6c2766ae req-d59ab53f-b72a-411f-976b-7d3fedc3efc1 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:08.769262 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59ab53f-b72a-411f-976b-7d3fedc3efc1 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] Pushing event updated for resources: {'Port': ['ID=b2382ecd-26a6-4465-a97a-4e3b92760db2,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:38:08.788625 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16a57349-2fa5-4371-9608-130a6c2766ae req-d59ab53f-b72a-411f-976b-7d3fedc3efc1 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] Network b962519a-ab5f-496e-9d79-3cee8173c56b is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:38:08.793897 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-16a57349-2fa5-4371-9608-130a6c2766ae req-d59ab53f-b72a-411f-976b-7d3fedc3efc1 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:38:08.799101 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-16a57349-2fa5-4371-9608-130a6c2766ae req-d59ab53f-b72a-411f-976b-7d3fedc3efc1 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:38:08.884620 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a57349-2fa5-4371-9608-130a6c2766ae req-d59ab53f-b72a-411f-976b-7d3fedc3efc1 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:08.885579 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-16a57349-2fa5-4371-9608-130a6c2766ae req-d59ab53f-b72a-411f-976b-7d3fedc3efc1 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:08.910915 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-16a57349-2fa5-4371-9608-130a6c2766ae req-d59ab53f-b72a-411f-976b-7d3fedc3efc1 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.1812458 Jul 15 23:38:08.928860 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-16a57349-2fa5-4371-9608-130a6c2766ae req-7a69f4b1-7746-4253-845d-da19e1f68c21 service neutron] Request body: {'port': {'device_id': 'f46ff185-38aa-483c-bce9-bfbb4d02ebc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:38:09.049039 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-16a57349-2fa5-4371-9608-130a6c2766ae req-7a69f4b1-7746-4253-845d-da19e1f68c21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:09.245140 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3666b718-5801-4f2a-9827-70f11c30b963 None None] Provisioning for port b2382ecd-26a6-4465-a97a-4e3b92760db2 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:38:09.250495 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3666b718-5801-4f2a-9827-70f11c30b963 None None] Provisioning complete for port b2382ecd-26a6-4465-a97a-4e3b92760db2 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:38:09.251072 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3666b718-5801-4f2a-9827-70f11c30b963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:09.364175 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-3666b718-5801-4f2a-9827-70f11c30b963 None None] Port b2382ecd-26a6-4465-a97a-4e3b92760db2 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:38:09.645283 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-16a57349-2fa5-4371-9608-130a6c2766ae req-7a69f4b1-7746-4253-845d-da19e1f68c21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2382ecd-26a6-4465-a97a-4e3b92760db2 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:38:09.655416 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-16a57349-2fa5-4371-9608-130a6c2766ae req-7a69f4b1-7746-4253-845d-da19e1f68c21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:09.670045 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-16a57349-2fa5-4371-9608-130a6c2766ae req-7a69f4b1-7746-4253-845d-da19e1f68c21 service neutron] Transition to ACTIVE for port object b2382ecd-26a6-4465-a97a-4e3b92760db2 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:38:09.684313 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-16a57349-2fa5-4371-9608-130a6c2766ae req-7a69f4b1-7746-4253-845d-da19e1f68c21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:09.883796 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a69f4b1-7746-4253-845d-da19e1f68c21 service neutron] Pushing event updated for resources: {'Port': ['ID=b2382ecd-26a6-4465-a97a-4e3b92760db2,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:38:10.172342 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device e8d9b73c-5a6c-4218-8639-c36b46b33405 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:38:10.200768 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc3846-27a4-445c-b8a4-50f38bfc6052 req-be875f11-9132-4a3a-a542-cb025edb1729 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:10.202639 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-27fc3846-27a4-445c-b8a4-50f38bfc6052 req-be875f11-9132-4a3a-a542-cb025edb1729 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 945 time: 0.6704164 Jul 15 23:38:10.242621 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866658a2-b916-43ff-8ee4-11c355e138e2 req-bc8870c0-1e2c-4067-a3ae-212d23517a8c tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:10.249900 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-866658a2-b916-43ff-8ee4-11c355e138e2 req-bc8870c0-1e2c-4067-a3ae-212d23517a8c tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f46ff185-38aa-483c-bce9-bfbb4d02ebc2 HTTP/1.1" status: 200 len: 1052 time: 0.3503048 Jul 15 23:38:10.273064 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port e8d9b73c-5a6c-4218-8639-c36b46b33405 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:38:10.275633 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-16a57349-2fa5-4371-9608-130a6c2766ae req-7a69f4b1-7746-4253-845d-da19e1f68c21 service neutron] Attempting to bind port b2382ecd-26a6-4465-a97a-4e3b92760db2 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:38:10.276062 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-16a57349-2fa5-4371-9608-130a6c2766ae req-7a69f4b1-7746-4253-845d-da19e1f68c21 service neutron] Attempting to bind port b2382ecd-26a6-4465-a97a-4e3b92760db2 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '4ca7154f-20f3-4f69-905b-db0938abcc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b962519a-ab5f-496e-9d79-3cee8173c56b'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:38:10.276469 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a57349-2fa5-4371-9608-130a6c2766ae req-7a69f4b1-7746-4253-845d-da19e1f68c21 service neutron] Attempting to bind port b2382ecd-26a6-4465-a97a-4e3b92760db2 on network b962519a-ab5f-496e-9d79-3cee8173c56b {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:38:10.281584 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port e8d9b73c-5a6c-4218-8639-c36b46b33405 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:38:10.282199 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:10.291216 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a57349-2fa5-4371-9608-130a6c2766ae req-7a69f4b1-7746-4253-845d-da19e1f68c21 service neutron] Port b2382ecd-26a6-4465-a97a-4e3b92760db2 on network b962519a-ab5f-496e-9d79-3cee8173c56b not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:38:10.291944 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a57349-2fa5-4371-9608-130a6c2766ae req-7a69f4b1-7746-4253-845d-da19e1f68c21 service neutron] Attempting to bind port b2382ecd-26a6-4465-a97a-4e3b92760db2 on network b962519a-ab5f-496e-9d79-3cee8173c56b {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:38:10.299201 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a57349-2fa5-4371-9608-130a6c2766ae req-7a69f4b1-7746-4253-845d-da19e1f68c21 service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:38:10.299653 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a57349-2fa5-4371-9608-130a6c2766ae req-7a69f4b1-7746-4253-845d-da19e1f68c21 service neutron] Checking segment: {'id': '4ca7154f-20f3-4f69-905b-db0938abcc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b962519a-ab5f-496e-9d79-3cee8173c56b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:38:10.300109 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a57349-2fa5-4371-9608-130a6c2766ae req-7a69f4b1-7746-4253-845d-da19e1f68c21 service neutron] Bound using segment: {'id': '4ca7154f-20f3-4f69-905b-db0938abcc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b962519a-ab5f-496e-9d79-3cee8173c56b'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:38:10.300611 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-16a57349-2fa5-4371-9608-130a6c2766ae req-7a69f4b1-7746-4253-845d-da19e1f68c21 service neutron] Bound port: b2382ecd-26a6-4465-a97a-4e3b92760db2, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ca7154f-20f3-4f69-905b-db0938abcc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b962519a-ab5f-496e-9d79-3cee8173c56b'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:38:10.301047 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-16a57349-2fa5-4371-9608-130a6c2766ae req-7a69f4b1-7746-4253-845d-da19e1f68c21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:10.330501 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-866658a2-b916-43ff-8ee4-11c355e138e2 req-d8a8d7e2-3bf2-473e-ae3b-9e15979833d2 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=821f3ff9-b398-4f8f-b8d0-c3671fb7a9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749545 Jul 15 23:38:10.408766 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:10.445003 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-16a57349-2fa5-4371-9608-130a6c2766ae req-7a69f4b1-7746-4253-845d-da19e1f68c21 service neutron] For port b2382ecd-26a6-4465-a97a-4e3b92760db2, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:38:10.448337 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port e8d9b73c-5a6c-4218-8639-c36b46b33405, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=e8d9b73c-5a6c-4218-8639-c36b46b33405,segment=NetworkSegment(b4465f23-cb63-4b9a-9760-e651d223ee00),segment_id=b4465f23-cb63-4b9a-9760-e651d223ee00)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:38:10.452704 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-27fc3846-27a4-445c-b8a4-50f38bfc6052 req-09fd9cda-0826-42c3-aedb-f47f66478fb5 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2433584 Jul 15 23:38:10.459318 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-16a57349-2fa5-4371-9608-130a6c2766ae req-7a69f4b1-7746-4253-845d-da19e1f68c21 service neutron] For port b2382ecd-26a6-4465-a97a-4e3b92760db2, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=b2382ecd-26a6-4465-a97a-4e3b92760db2,segment=NetworkSegment(4ca7154f-20f3-4f69-905b-db0938abcc53),segment_id=4ca7154f-20f3-4f69-905b-db0938abcc53)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:38:10.465411 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:10.474314 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-16a57349-2fa5-4371-9608-130a6c2766ae req-7a69f4b1-7746-4253-845d-da19e1f68c21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:10.555333 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a57349-2fa5-4371-9608-130a6c2766ae req-7a69f4b1-7746-4253-845d-da19e1f68c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:10.556032 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=e8d9b73c-5a6c-4218-8639-c36b46b33405,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:38:10.556184 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-16a57349-2fa5-4371-9608-130a6c2766ae req-7a69f4b1-7746-4253-845d-da19e1f68c21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:10.557811 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-16a57349-2fa5-4371-9608-130a6c2766ae req-7a69f4b1-7746-4253-845d-da19e1f68c21 service neutron] 10.222.0.49 "PUT /v2.0/ports/b2382ecd-26a6-4465-a97a-4e3b92760db2 HTTP/1.1" status: 200 len: 1091 time: 1.6387587 Jul 15 23:38:10.558405 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f46ff185-38aa-483c-bce9-bfbb4d02ebc2', 'tag': 'b2382ecd-26a6-4465-a97a-4e3b92760db2'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:38:10.575647 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-049d481c-1dc6-4b16-9d22-922179b49989" -d '{"events": [{"name": "network-changed", "server_uuid": "f46ff185-38aa-483c-bce9-bfbb4d02ebc2", "tag": "b2382ecd-26a6-4465-a97a-4e3b92760db2"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:38:10.603015 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a69f4b1-7746-4253-845d-da19e1f68c21 service neutron] Pushing event updated for resources: {'Port': ['ID=b2382ecd-26a6-4465-a97a-4e3b92760db2,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:38:10.661274 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b76d78-07c8-4d4d-99b8-9b6ce47ba670 x-openstack-request-id: req-68b76d78-07c8-4d4d-99b8-9b6ce47ba670 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:38:10.662232 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f46ff185-38aa-483c-bce9-bfbb4d02ebc2", "tag": "b2382ecd-26a6-4465-a97a-4e3b92760db2", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:38:10.662232 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-68b76d78-07c8-4d4d-99b8-9b6ce47ba670 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:38:10.662544 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f46ff185-38aa-483c-bce9-bfbb4d02ebc2', 'tag': 'b2382ecd-26a6-4465-a97a-4e3b92760db2', 'status': 'completed', 'code': 200} Jul 15 23:38:10.707457 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a57349-2fa5-4371-9608-130a6c2766ae req-5fc2436e-b724-4d40-ad29-bae466fc1d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:10.710206 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-16a57349-2fa5-4371-9608-130a6c2766ae req-5fc2436e-b724-4d40-ad29-bae466fc1d5f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8ff713543b6b491ca7bf9f8ecad609e2&device_id=f46ff185-38aa-483c-bce9-bfbb4d02ebc2 HTTP/1.1" status: 200 len: 1094 time: 0.0787520 Jul 15 23:38:10.765187 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-16a57349-2fa5-4371-9608-130a6c2766ae req-bb4896f6-07ca-4032-9ab5-07b3ffb3a06e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b2382ecd-26a6-4465-a97a-4e3b92760db2 HTTP/1.1" status: 200 len: 217 time: 0.0463817 Jul 15 23:38:10.874106 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a57349-2fa5-4371-9608-130a6c2766ae req-e150ca45-db53-46bf-9ef4-7cb52d1f989c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:10.875741 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-16a57349-2fa5-4371-9608-130a6c2766ae req-e150ca45-db53-46bf-9ef4-7cb52d1f989c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26bc8287-8a83-435e-af89-91764495c3a1 HTTP/1.1" status: 200 len: 849 time: 0.1036592 Jul 15 23:38:10.962321 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a57349-2fa5-4371-9608-130a6c2766ae req-0b78b354-20c2-488a-80a0-7d6e02ec99bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:10.964324 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-16a57349-2fa5-4371-9608-130a6c2766ae req-0b78b354-20c2-488a-80a0-7d6e02ec99bf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b962519a-ab5f-496e-9d79-3cee8173c56b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0800028 Jul 15 23:38:11.079071 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-16a57349-2fa5-4371-9608-130a6c2766ae req-bbc2bd04-b4f9-43df-9650-29150e899e8d service neutron] 10.222.0.49 "GET /v2.0/networks/b962519a-ab5f-496e-9d79-3cee8173c56b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065369 Jul 15 23:38:11.269104 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-16a57349-2fa5-4371-9608-130a6c2766ae req-a034d71b-01bd-4780-be6b-08f3333a4fdf service neutron] 10.222.0.49 "GET /v2.0/networks/b962519a-ab5f-496e-9d79-3cee8173c56b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826248 Jul 15 23:38:11.440197 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d481c-1dc6-4b16-9d22-922179b49989 req-d36a6ce7-be15-4348-904b-3c89150beab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:11.441766 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-049d481c-1dc6-4b16-9d22-922179b49989 req-d36a6ce7-be15-4348-904b-3c89150beab0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8ff713543b6b491ca7bf9f8ecad609e2&device_id=f46ff185-38aa-483c-bce9-bfbb4d02ebc2 HTTP/1.1" status: 200 len: 1094 time: 0.1034627 Jul 15 23:38:11.594674 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d481c-1dc6-4b16-9d22-922179b49989 req-c42311a2-1627-4ad9-be63-2facd28f64c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:11.597123 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-049d481c-1dc6-4b16-9d22-922179b49989 req-c42311a2-1627-4ad9-be63-2facd28f64c1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b962519a-ab5f-496e-9d79-3cee8173c56b HTTP/1.1" status: 200 len: 911 time: 0.1453898 Jul 15 23:38:11.648832 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-049d481c-1dc6-4b16-9d22-922179b49989 req-55b81bb4-7968-408c-b1f5-66401b234286 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b2382ecd-26a6-4465-a97a-4e3b92760db2 HTTP/1.1" status: 200 len: 217 time: 0.0432003 Jul 15 23:38:11.651747 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca91c55-879a-40d1-ae32-246d7e42de5f req-84073092-9414-450e-8ad0-05b9c07d7ad3 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:11.653207 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5ca91c55-879a-40d1-ae32-246d7e42de5f req-84073092-9414-450e-8ad0-05b9c07d7ad3 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f46ff185-38aa-483c-bce9-bfbb4d02ebc2 HTTP/1.1" status: 200 len: 1094 time: 0.1284304 Jul 15 23:38:11.778142 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d481c-1dc6-4b16-9d22-922179b49989 req-de46ae25-0c68-4724-96bb-f6037b437ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:11.779676 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-049d481c-1dc6-4b16-9d22-922179b49989 req-de46ae25-0c68-4724-96bb-f6037b437ca5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=26bc8287-8a83-435e-af89-91764495c3a1 HTTP/1.1" status: 200 len: 849 time: 0.1159706 Jul 15 23:38:11.790621 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5ca91c55-879a-40d1-ae32-246d7e42de5f req-9ec3b813-a8df-47f0-884a-730353046cf1 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=821f3ff9-b398-4f8f-b8d0-c3671fb7a9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253681 Jul 15 23:38:11.901221 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a949d-9673-4c8b-a995-cb15ab508f8b req-79dd5f05-aa81-4e2f-bbf0-b00c1e221245 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:11.902748 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-460a949d-9673-4c8b-a995-cb15ab508f8b req-79dd5f05-aa81-4e2f-bbf0-b00c1e221245 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 945 time: 0.1856649 Jul 15 23:38:11.959724 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d481c-1dc6-4b16-9d22-922179b49989 req-bfb076f0-a4de-45a8-9764-a9071c9abe20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:11.961313 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-049d481c-1dc6-4b16-9d22-922179b49989 req-bfb076f0-a4de-45a8-9764-a9071c9abe20 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b962519a-ab5f-496e-9d79-3cee8173c56b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1698987 Jul 15 23:38:12.003381 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device e8d9b73c-5a6c-4218-8639-c36b46b33405 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:38:12.005795 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-460a949d-9673-4c8b-a995-cb15ab508f8b req-0f5eee67-a90a-433f-b4de-7be287b720e9 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903618 Jul 15 23:38:12.060325 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port e8d9b73c-5a6c-4218-8639-c36b46b33405 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:38:12.061174 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:12.116348 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-049d481c-1dc6-4b16-9d22-922179b49989 req-a47811ef-114f-4448-819f-98557cb13dad service neutron] 10.222.0.49 "GET /v2.0/networks/b962519a-ab5f-496e-9d79-3cee8173c56b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431873 Jul 15 23:38:12.245270 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-049d481c-1dc6-4b16-9d22-922179b49989 req-722240d7-2af7-4fa7-b498-43b9b82cf8f9 service neutron] 10.222.0.49 "GET /v2.0/networks/b962519a-ab5f-496e-9d79-3cee8173c56b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208479 Jul 15 23:38:13.048109 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f3b9a1-0160-4e07-92e1-2597faa39daa req-fe8d2f2f-8960-47d0-8dd9-9182efae0530 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:13.056128 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c6f3b9a1-0160-4e07-92e1-2597faa39daa req-fe8d2f2f-8960-47d0-8dd9-9182efae0530 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f46ff185-38aa-483c-bce9-bfbb4d02ebc2 HTTP/1.1" status: 200 len: 1094 time: 0.0942917 Jul 15 23:38:13.132114 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c6f3b9a1-0160-4e07-92e1-2597faa39daa req-49138c3b-952b-4570-a94f-73b52176bbda tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=821f3ff9-b398-4f8f-b8d0-c3671fb7a9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749817 Jul 15 23:38:13.313974 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5dc195-aac1-4bd4-ac56-f34b54df027c req-384327f5-e20f-4531-ad5b-4e2e03b97f8c tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:13.321471 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cf5dc195-aac1-4bd4-ac56-f34b54df027c req-384327f5-e20f-4531-ad5b-4e2e03b97f8c tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 945 time: 0.0862560 Jul 15 23:38:13.383818 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cf5dc195-aac1-4bd4-ac56-f34b54df027c req-ac8c0de7-a4a9-4fbc-9786-e2ea138f63bb tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610018 Jul 15 23:38:14.205591 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device b2382ecd-26a6-4465-a97a-4e3b92760db2 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:38:14.413157 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61f2767-064e-4b4d-afd8-d196c7142c16 req-76e27dcf-050d-4a8f-9cd8-913b7527e1e7 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:14.430315 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d61f2767-064e-4b4d-afd8-d196c7142c16 req-76e27dcf-050d-4a8f-9cd8-913b7527e1e7 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f46ff185-38aa-483c-bce9-bfbb4d02ebc2 HTTP/1.1" status: 200 len: 1094 time: 0.1724350 Jul 15 23:38:14.438334 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port b2382ecd-26a6-4465-a97a-4e3b92760db2, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=b2382ecd-26a6-4465-a97a-4e3b92760db2,segment=NetworkSegment(4ca7154f-20f3-4f69-905b-db0938abcc53),segment_id=4ca7154f-20f3-4f69-905b-db0938abcc53)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:38:14.455596 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': 'b2382ecd-26a6-4465-a97a-4e3b92760db2', 'network_id': 'b962519a-ab5f-496e-9d79-3cee8173c56b', 'port_id': 'b2382ecd-26a6-4465-a97a-4e3b92760db2', 'mac_address': 'fa:16:3e:e8:88:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26bc8287-8a83-435e-af89-91764495c3a1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:38:14.507427 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d61f2767-064e-4b4d-afd8-d196c7142c16 req-b48af67c-d619-4fc4-9365-27b8760bc052 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=821f3ff9-b398-4f8f-b8d0-c3671fb7a9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751646 Jul 15 23:38:14.531817 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:14.561422 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2382ecd-26a6-4465-a97a-4e3b92760db2 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:38:14.636004 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port b2382ecd-26a6-4465-a97a-4e3b92760db2, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=b2382ecd-26a6-4465-a97a-4e3b92760db2,segment=NetworkSegment(4ca7154f-20f3-4f69-905b-db0938abcc53),segment_id=4ca7154f-20f3-4f69-905b-db0938abcc53)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:38:14.644993 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:14.705887 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26836504-85e2-419c-83c4-03ef7420fc72 req-c3514851-361d-4b89-a0fe-6dd1f4c53dd1 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:14.709920 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=b2382ecd-26a6-4465-a97a-4e3b92760db2,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:38:14.720973 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-26836504-85e2-419c-83c4-03ef7420fc72 req-c3514851-361d-4b89-a0fe-6dd1f4c53dd1 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 945 time: 0.1184154 Jul 15 23:38:14.780388 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-26836504-85e2-419c-83c4-03ef7420fc72 req-a1d26944-85a4-44ab-98b2-c7a41383b6bf tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530148 Jul 15 23:38:14.930124 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['b2382ecd-26a6-4465-a97a-4e3b92760db2'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:38:15.259841 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ff741-c6db-4c51-82c7-3c1658549643 req-49cedfb7-9c06-4cdc-8a12-3c5708bd0f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:15.261688 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0e4ff741-c6db-4c51-82c7-3c1658549643 req-49cedfb7-9c06-4cdc-8a12-3c5708bd0f91 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1482c544a11f4437b346c979b3eb517a&device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 1096 time: 0.1188383 Jul 15 23:38:15.466259 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3245ac-a9a6-471a-a713-23cbb718e1a9 req-d5278e17-6677-4dcf-a11d-9f5a9a045e03 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:15.468311 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1d3245ac-a9a6-471a-a713-23cbb718e1a9 req-d5278e17-6677-4dcf-a11d-9f5a9a045e03 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 945 time: 0.1535475 Jul 15 23:38:15.506829 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ff741-c6db-4c51-82c7-3c1658549643 req-4fc427ef-646d-4543-bdb7-c165f597ee1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:15.508734 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0e4ff741-c6db-4c51-82c7-3c1658549643 req-4fc427ef-646d-4543-bdb7-c165f597ee1f service neutron] 10.222.0.49 "GET /v2.0/networks?id=319575b4-274a-45da-9bf1-6decf487208b HTTP/1.1" status: 200 len: 911 time: 0.2330618 Jul 15 23:38:15.686123 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1d3245ac-a9a6-471a-a713-23cbb718e1a9 req-597cb736-aed8-47ad-a25a-9c937a53e282 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2067144 Jul 15 23:38:15.742779 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0e4ff741-c6db-4c51-82c7-3c1658549643 req-7363c0e1-ac29-4fa9-bbe0-dc2f472f4278 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88c45584-2d51-4746-a9ae-b07b0255b918 HTTP/1.1" status: 200 len: 1000 time: 0.2271197 Jul 15 23:38:15.824686 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acca444-d071-407b-8eee-23ff2c87f0d1 req-eee2607e-3ffb-4972-b9ce-d854bfc120c4 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:15.833628 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8acca444-d071-407b-8eee-23ff2c87f0d1 req-eee2607e-3ffb-4972-b9ce-d854bfc120c4 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f46ff185-38aa-483c-bce9-bfbb4d02ebc2 HTTP/1.1" status: 200 len: 1095 time: 0.1345656 Jul 15 23:38:15.854844 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ff741-c6db-4c51-82c7-3c1658549643 req-f460133c-4b3d-49d2-b45a-2d4a0de77081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:15.856346 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0e4ff741-c6db-4c51-82c7-3c1658549643 req-f460133c-4b3d-49d2-b45a-2d4a0de77081 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0c7868f8-d819-4333-b9c5-ebc3d9707601 HTTP/1.1" status: 200 len: 849 time: 0.1059611 Jul 15 23:38:15.936817 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8acca444-d071-407b-8eee-23ff2c87f0d1 req-589e220d-990b-4f34-99e8-92f80d295616 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=821f3ff9-b398-4f8f-b8d0-c3671fb7a9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020699 Jul 15 23:38:15.966691 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ff741-c6db-4c51-82c7-3c1658549643 req-e05de9ef-d36c-4f19-b05f-6cc38a72c41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:15.968960 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0e4ff741-c6db-4c51-82c7-3c1658549643 req-e05de9ef-d36c-4f19-b05f-6cc38a72c41a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=319575b4-274a-45da-9bf1-6decf487208b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1059754 Jul 15 23:38:16.120608 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0e4ff741-c6db-4c51-82c7-3c1658549643 req-cbb5eb6f-2c39-4034-9ee1-ed03c1b32c55 service neutron] 10.222.0.49 "GET /v2.0/networks/319575b4-274a-45da-9bf1-6decf487208b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426456 Jul 15 23:38:16.211404 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device b2382ecd-26a6-4465-a97a-4e3b92760db2 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:38:16.255622 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0e4ff741-c6db-4c51-82c7-3c1658549643 req-78c837c7-baa2-4d61-8911-c93cc6a767da service neutron] 10.222.0.49 "GET /v2.0/networks/319575b4-274a-45da-9bf1-6decf487208b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266959 Jul 15 23:38:16.311085 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port b2382ecd-26a6-4465-a97a-4e3b92760db2 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:38:16.322544 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port b2382ecd-26a6-4465-a97a-4e3b92760db2 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:38:16.322925 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:16.423735 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:16.454906 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f46ff185-38aa-483c-bce9-bfbb4d02ebc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2382ecd-26a6-4465-a97a-4e3b92760db2'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:38:16.457229 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f49f0220-76f0-4eac-95c6-4cacf6584cc7" -d '{"events": [{"server_uuid": "f46ff185-38aa-483c-bce9-bfbb4d02ebc2", "name": "network-vif-plugged", "status": "completed", "tag": "b2382ecd-26a6-4465-a97a-4e3b92760db2"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:38:16.478200 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port b2382ecd-26a6-4465-a97a-4e3b92760db2, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=b2382ecd-26a6-4465-a97a-4e3b92760db2,segment=NetworkSegment(4ca7154f-20f3-4f69-905b-db0938abcc53),segment_id=4ca7154f-20f3-4f69-905b-db0938abcc53)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:38:16.482068 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:16.543416 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=b2382ecd-26a6-4465-a97a-4e3b92760db2,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:38:16.569868 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345d4632-701b-4854-b627-04a2df25f9fc x-openstack-request-id: req-345d4632-701b-4854-b627-04a2df25f9fc {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:38:16.570166 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f46ff185-38aa-483c-bce9-bfbb4d02ebc2", "name": "network-vif-plugged", "status": "completed", "tag": "b2382ecd-26a6-4465-a97a-4e3b92760db2", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:38:16.570456 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-345d4632-701b-4854-b627-04a2df25f9fc {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:38:16.570888 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f46ff185-38aa-483c-bce9-bfbb4d02ebc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2382ecd-26a6-4465-a97a-4e3b92760db2', 'code': 200} Jul 15 23:38:16.757693 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceed3c9-acd4-475a-87db-fcb8e9b01c77 req-5106d47b-b4af-4140-a84a-4445cd068d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:16.759249 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4ceed3c9-acd4-475a-87db-fcb8e9b01c77 req-5106d47b-b4af-4140-a84a-4445cd068d30 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f46ff185-38aa-483c-bce9-bfbb4d02ebc2 HTTP/1.1" status: 200 len: 1096 time: 0.1033974 Jul 15 23:38:16.905941 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4ceed3c9-acd4-475a-87db-fcb8e9b01c77 req-92f442ec-aaee-456a-bfe0-2dc1f71517e8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=821f3ff9-b398-4f8f-b8d0-c3671fb7a9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137147 Jul 15 23:38:17.087946 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbf34f5-9174-46eb-b90a-f24bfcad0517 req-1d1f1ce6-0996-4db4-b124-d7008fa33890 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:17.093050 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3bbf34f5-9174-46eb-b90a-f24bfcad0517 req-1d1f1ce6-0996-4db4-b124-d7008fa33890 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 945 time: 0.1559362 Jul 15 23:38:17.198086 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3bbf34f5-9174-46eb-b90a-f24bfcad0517 req-659e314c-558d-4610-b2f5-746fab57265e tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836828 Jul 15 23:38:17.228097 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a6838-9a3d-4c11-b893-9e5a24f92a70 req-2f92242c-6fb2-4c96-946a-a592b179456d tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:17.229839 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ee5a6838-9a3d-4c11-b893-9e5a24f92a70 req-2f92242c-6fb2-4c96-946a-a592b179456d tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f46ff185-38aa-483c-bce9-bfbb4d02ebc2 HTTP/1.1" status: 200 len: 1096 time: 0.1356382 Jul 15 23:38:17.284619 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ee5a6838-9a3d-4c11-b893-9e5a24f92a70 req-0452943f-c4a6-4596-97d2-90d563217ff1 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=821f3ff9-b398-4f8f-b8d0-c3671fb7a9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464656 Jul 15 23:38:18.462195 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca9a8d-4574-4b40-a0c7-e08bd8cf0257 req-e1d14ca8-5cab-46ad-b8a0-209a1b373038 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:18.467453 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d2ca9a8d-4574-4b40-a0c7-e08bd8cf0257 req-e1d14ca8-5cab-46ad-b8a0-209a1b373038 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 945 time: 0.1436501 Jul 15 23:38:18.577087 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d2ca9a8d-4574-4b40-a0c7-e08bd8cf0257 req-9a8ee6b0-b026-472f-bf2e-23414a2c5440 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030316 Jul 15 23:38:18.608447 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309300d9-f516-48cc-bbe1-17aa49a5dc41 req-4fa75ebf-1961-4837-88c0-a93c379b45b8 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:18.612050 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-309300d9-f516-48cc-bbe1-17aa49a5dc41 req-4fa75ebf-1961-4837-88c0-a93c379b45b8 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f46ff185-38aa-483c-bce9-bfbb4d02ebc2 HTTP/1.1" status: 200 len: 1096 time: 0.0751255 Jul 15 23:38:18.654634 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-309300d9-f516-48cc-bbe1-17aa49a5dc41 req-07010d18-8297-44e3-850b-838bc3f93db2 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=821f3ff9-b398-4f8f-b8d0-c3671fb7a9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381856 Jul 15 23:38:18.963391 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afccbc8b-5760-49fe-b4e9-ed4390a54b8f req-8a639281-194f-45b1-b533-2d767cb17407 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:18.965029 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-afccbc8b-5760-49fe-b4e9-ed4390a54b8f req-8a639281-194f-45b1-b533-2d767cb17407 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 945 time: 0.2196774 Jul 15 23:38:19.005515 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff69c6f3-2072-492d-8ce6-ccdbb9ccedc5 req-25f63b6c-845b-4b32-a6f5-7b9776dd14e6 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:19.007053 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ff69c6f3-2072-492d-8ce6-ccdbb9ccedc5 req-25f63b6c-845b-4b32-a6f5-7b9776dd14e6 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f46ff185-38aa-483c-bce9-bfbb4d02ebc2 HTTP/1.1" status: 200 len: 1096 time: 0.1735809 Jul 15 23:38:19.052598 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ff69c6f3-2072-492d-8ce6-ccdbb9ccedc5 req-89ab50a5-bf1f-40f3-a3f3-1e3b72822e1c tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=821f3ff9-b398-4f8f-b8d0-c3671fb7a9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385783 Jul 15 23:38:19.056484 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-afccbc8b-5760-49fe-b4e9-ed4390a54b8f req-60051c62-7804-43ba-bb69-a97f45bc8438 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850985 Jul 15 23:38:19.384365 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b0a6c-b557-439c-9c15-19f4a7c0a68e req-ac5cfae0-2d4e-4547-a6be-c59fc3f617b8 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:19.392126 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d71b0a6c-b557-439c-9c15-19f4a7c0a68e req-ac5cfae0-2d4e-4547-a6be-c59fc3f617b8 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f46ff185-38aa-483c-bce9-bfbb4d02ebc2 HTTP/1.1" status: 200 len: 1096 time: 0.1396661 Jul 15 23:38:19.454213 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d71b0a6c-b557-439c-9c15-19f4a7c0a68e req-48aab10c-80c6-401c-b68f-e61c89e6933b tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=821f3ff9-b398-4f8f-b8d0-c3671fb7a9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542548 Jul 15 23:38:19.658028 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce0385-3b5b-4c48-a582-a9df9d5f3b03 req-3ae6fc6a-30a8-4c1f-b2c3-2c9500562438 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:19.662154 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-73ce0385-3b5b-4c48-a582-a9df9d5f3b03 req-3ae6fc6a-30a8-4c1f-b2c3-2c9500562438 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 945 time: 0.1015244 Jul 15 23:38:19.709420 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-73ce0385-3b5b-4c48-a582-a9df9d5f3b03 req-9aabf197-f247-4f10-a3f3-69462be30f92 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406432 Jul 15 23:38:20.360807 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c7d4e8-d39c-4665-a8af-f209c3c87392 req-6a26c836-5917-43b7-91e1-428d46b787a5 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:20.362388 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-30c7d4e8-d39c-4665-a8af-f209c3c87392 req-6a26c836-5917-43b7-91e1-428d46b787a5 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] 10.222.0.48 "GET /v2.0/networks?id=b962519a-ab5f-496e-9d79-3cee8173c56b HTTP/1.1" status: 200 len: 911 time: 0.6324821 Jul 15 23:38:20.392275 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-30c7d4e8-d39c-4665-a8af-f209c3c87392 req-3a450ef9-a741-4258-8fdd-362295166afc tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] 10.222.0.48 "GET /v2.0/quotas/8ff713543b6b491ca7bf9f8ecad609e2 HTTP/1.1" status: 200 len: 375 time: 0.0200288 Jul 15 23:38:20.460760 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28496c85-3a15-4fa3-a0e9-28d46e5a65fa req-28213284-0922-4814-a049-35359fddb906 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:20.462358 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-28496c85-3a15-4fa3-a0e9-28d46e5a65fa req-28213284-0922-4814-a049-35359fddb906 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 945 time: 0.1628668 Jul 15 23:38:20.531586 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-28496c85-3a15-4fa3-a0e9-28d46e5a65fa req-40e936f3-30eb-4cc9-850b-34e9f9948fbe tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579295 Jul 15 23:38:20.548781 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-30c7d4e8-d39c-4665-a8af-f209c3c87392 req-a16da3fd-762a-479b-a78d-ec7c23d6c8a5 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] 10.222.0.48 "GET /v2.0/ports?tenant_id=8ff713543b6b491ca7bf9f8ecad609e2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1541517 Jul 15 23:38:20.711281 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-30c7d4e8-d39c-4665-a8af-f209c3c87392 req-602a5220-c2fa-44aa-84eb-64f17e107b4e service neutron] 10.222.0.48 "GET /v2.0/networks/b962519a-ab5f-496e-9d79-3cee8173c56b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546581 Jul 15 23:38:20.813388 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-30c7d4e8-d39c-4665-a8af-f209c3c87392 req-0262b3e7-f293-4874-8503-c944c8d77885 service neutron] 10.222.0.48 "GET /v2.0/networks/b962519a-ab5f-496e-9d79-3cee8173c56b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965064 Jul 15 23:38:21.028593 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4359f875-818f-4a81-9588-49807d8f264a req-ae9e2c9e-57a2-4217-aed3-1e53431db10c tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=edf4b978-076b-435b-a262-01c5f9d15885 HTTP/1.1" status: 200 len: 210 time: 0.0440059 Jul 15 23:38:21.872425 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d847c477-5636-4235-ab12-a74c900a4f6d req-17a5304a-83ce-4738-96c0-63a44fa2ffba tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:21.880205 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d847c477-5636-4235-ab12-a74c900a4f6d req-17a5304a-83ce-4738-96c0-63a44fa2ffba tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 945 time: 0.1630106 Jul 15 23:38:21.935730 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d847c477-5636-4235-ab12-a74c900a4f6d req-6430f88e-e88e-47c0-b354-832eca20afa1 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542841 Jul 15 23:38:22.267122 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8b100eec-0e64-477a-8a4a-c49e85d48d1c req-efb6a4d0-3fc9-4589-85f6-48ec69c41bb2 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=edf4b978-076b-435b-a262-01c5f9d15885 HTTP/1.1" status: 200 len: 210 time: 0.0500262 Jul 15 23:38:22.694334 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c7d4e8-d39c-4665-a8af-f209c3c87392 req-8a23bc7e-2ecb-46fc-9d03-bbe1e7ff4e93 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:22.695886 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-30c7d4e8-d39c-4665-a8af-f209c3c87392 req-8a23bc7e-2ecb-46fc-9d03-bbe1e7ff4e93 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] 10.222.0.41 "GET /v2.0/networks?id=b962519a-ab5f-496e-9d79-3cee8173c56b HTTP/1.1" status: 200 len: 911 time: 0.2304766 Jul 15 23:38:22.715251 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-30c7d4e8-d39c-4665-a8af-f209c3c87392 req-ed4327ae-f886-466a-be0a-9b19892f9acd tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] Request body: {'port': {'device_id': 'edf4b978-076b-435b-a262-01c5f9d15885', 'network_id': 'b962519a-ab5f-496e-9d79-3cee8173c56b', 'admin_state_up': True, 'tenant_id': '8ff713543b6b491ca7bf9f8ecad609e2'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:38:22.752516 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3fcf2d-6af7-438a-a015-d3c698a35ce4 req-86b9a48c-7d10-41f6-a3f6-36b6dfccbec9 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:22.759841 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6c3fcf2d-6af7-438a-a015-d3c698a35ce4 req-86b9a48c-7d10-41f6-a3f6-36b6dfccbec9 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 945 time: 0.3836658 Jul 15 23:38:22.825144 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6c3fcf2d-6af7-438a-a015-d3c698a35ce4 req-3fd50255-18f8-4a84-badd-b11cb45fcf98 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642977 Jul 15 23:38:22.828885 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30c7d4e8-d39c-4665-a8af-f209c3c87392 req-ed4327ae-f886-466a-be0a-9b19892f9acd tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] Made reservation on behalf of 8ff713543b6b491ca7bf9f8ecad609e2 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:38:22.834285 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-30c7d4e8-d39c-4665-a8af-f209c3c87392 req-ed4327ae-f886-466a-be0a-9b19892f9acd tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:23.022854 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-30c7d4e8-d39c-4665-a8af-f209c3c87392 req-ed4327ae-f886-466a-be0a-9b19892f9acd tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] Allocated IP 172.20.0.6 (b962519a-ab5f-496e-9d79-3cee8173c56b/26bc8287-8a83-435e-af89-91764495c3a1/02f78ce9-46cd-45ef-81e7-0dcc892e12d2) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:38:23.276340 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-30c7d4e8-d39c-4665-a8af-f209c3c87392 req-ed4327ae-f886-466a-be0a-9b19892f9acd tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:23.296791 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-30c7d4e8-d39c-4665-a8af-f209c3c87392 req-ed4327ae-f886-466a-be0a-9b19892f9acd tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] Transition to ACTIVE for port object 02f78ce9-46cd-45ef-81e7-0dcc892e12d2 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:38:23.398269 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-30c7d4e8-d39c-4665-a8af-f209c3c87392 req-ed4327ae-f886-466a-be0a-9b19892f9acd tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:23.415439 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['b2382ecd-26a6-4465-a97a-4e3b92760db2'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:38:23.467538 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30c7d4e8-d39c-4665-a8af-f209c3c87392 req-ed4327ae-f886-466a-be0a-9b19892f9acd tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] Network b962519a-ab5f-496e-9d79-3cee8173c56b is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:38:23.470666 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-30c7d4e8-d39c-4665-a8af-f209c3c87392 req-ed4327ae-f886-466a-be0a-9b19892f9acd tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:38:23.477702 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c7d4e8-d39c-4665-a8af-f209c3c87392 req-ed4327ae-f886-466a-be0a-9b19892f9acd tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:38:23.516370 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4327ae-f886-466a-be0a-9b19892f9acd tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] Pushing event updated for resources: {'Port': ['ID=02f78ce9-46cd-45ef-81e7-0dcc892e12d2,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:38:23.631232 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c7d4e8-d39c-4665-a8af-f209c3c87392 req-ed4327ae-f886-466a-be0a-9b19892f9acd tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:23.633555 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-30c7d4e8-d39c-4665-a8af-f209c3c87392 req-ed4327ae-f886-466a-be0a-9b19892f9acd tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:23.664562 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa9cfb-2bd3-4496-a182-746909727c36 req-70726a40-ce03-46b6-8b68-408eeae6da69 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:23.666812 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b1aa9cfb-2bd3-4496-a182-746909727c36 req-70726a40-ce03-46b6-8b68-408eeae6da69 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=edf4b978-076b-435b-a262-01c5f9d15885 HTTP/1.1" status: 200 len: 1027 time: 0.1495125 Jul 15 23:38:23.668833 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-30c7d4e8-d39c-4665-a8af-f209c3c87392 req-ed4327ae-f886-466a-be0a-9b19892f9acd tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.9591613 Jul 15 23:38:23.688502 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [req-30c7d4e8-d39c-4665-a8af-f209c3c87392 req-1544fb7a-2d25-4f22-beda-c967a8c21aa2 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:38:23.689643 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-30c7d4e8-d39c-4665-a8af-f209c3c87392 req-1544fb7a-2d25-4f22-beda-c967a8c21aa2 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059810 Jul 15 23:38:23.737216 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b1aa9cfb-2bd3-4496-a182-746909727c36 req-556393b0-3f6a-486f-8d4a-224fef7587ef tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=821f3ff9-b398-4f8f-b8d0-c3671fb7a9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598629 Jul 15 23:38:23.786773 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-30c7d4e8-d39c-4665-a8af-f209c3c87392 req-75befe8b-0e97-4367-8d9a-a999dce7c7c6 service neutron] Request body: {'port': {'device_id': 'edf4b978-076b-435b-a262-01c5f9d15885', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:38:23.900965 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-30c7d4e8-d39c-4665-a8af-f209c3c87392 req-75befe8b-0e97-4367-8d9a-a999dce7c7c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:23.977049 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-415aebac-e765-4cbc-91b7-b0eb1e0c0686 None None] Provisioning for port 02f78ce9-46cd-45ef-81e7-0dcc892e12d2 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:38:23.997471 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-415aebac-e765-4cbc-91b7-b0eb1e0c0686 None None] Provisioning complete for port 02f78ce9-46cd-45ef-81e7-0dcc892e12d2 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:38:23.998815 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-415aebac-e765-4cbc-91b7-b0eb1e0c0686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:24.072425 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-415aebac-e765-4cbc-91b7-b0eb1e0c0686 None None] Port 02f78ce9-46cd-45ef-81e7-0dcc892e12d2 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:38:24.196546 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42353b3d-102a-4620-979c-eecdcca4b811 req-95db630f-294b-4140-8c0d-d7767ee02d2a tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:24.198578 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-42353b3d-102a-4620-979c-eecdcca4b811 req-95db630f-294b-4140-8c0d-d7767ee02d2a tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 945 time: 0.2276721 Jul 15 23:38:24.294868 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-42353b3d-102a-4620-979c-eecdcca4b811 req-e9f05f95-c3c2-4d29-96df-db4ccd2e0c8d tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904863 Jul 15 23:38:24.413011 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-30c7d4e8-d39c-4665-a8af-f209c3c87392 req-75befe8b-0e97-4367-8d9a-a999dce7c7c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02f78ce9-46cd-45ef-81e7-0dcc892e12d2 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:38:24.433320 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-30c7d4e8-d39c-4665-a8af-f209c3c87392 req-75befe8b-0e97-4367-8d9a-a999dce7c7c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:24.450368 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-30c7d4e8-d39c-4665-a8af-f209c3c87392 req-75befe8b-0e97-4367-8d9a-a999dce7c7c6 service neutron] Transition to ACTIVE for port object 02f78ce9-46cd-45ef-81e7-0dcc892e12d2 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:38:24.456323 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-30c7d4e8-d39c-4665-a8af-f209c3c87392 req-75befe8b-0e97-4367-8d9a-a999dce7c7c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:24.664958 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75befe8b-0e97-4367-8d9a-a999dce7c7c6 service neutron] Pushing event updated for resources: {'Port': ['ID=02f78ce9-46cd-45ef-81e7-0dcc892e12d2,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:38:24.707946 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-30c7d4e8-d39c-4665-a8af-f209c3c87392 req-75befe8b-0e97-4367-8d9a-a999dce7c7c6 service neutron] Attempting to bind port 02f78ce9-46cd-45ef-81e7-0dcc892e12d2 on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:38:24.708978 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-30c7d4e8-d39c-4665-a8af-f209c3c87392 req-75befe8b-0e97-4367-8d9a-a999dce7c7c6 service neutron] Attempting to bind port 02f78ce9-46cd-45ef-81e7-0dcc892e12d2 by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '4ca7154f-20f3-4f69-905b-db0938abcc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b962519a-ab5f-496e-9d79-3cee8173c56b'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:38:24.709543 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c7d4e8-d39c-4665-a8af-f209c3c87392 req-75befe8b-0e97-4367-8d9a-a999dce7c7c6 service neutron] Attempting to bind port 02f78ce9-46cd-45ef-81e7-0dcc892e12d2 on network b962519a-ab5f-496e-9d79-3cee8173c56b {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:38:24.716316 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c7d4e8-d39c-4665-a8af-f209c3c87392 req-75befe8b-0e97-4367-8d9a-a999dce7c7c6 service neutron] Port 02f78ce9-46cd-45ef-81e7-0dcc892e12d2 on network b962519a-ab5f-496e-9d79-3cee8173c56b not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:38:24.717216 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c7d4e8-d39c-4665-a8af-f209c3c87392 req-75befe8b-0e97-4367-8d9a-a999dce7c7c6 service neutron] Attempting to bind port 02f78ce9-46cd-45ef-81e7-0dcc892e12d2 on network b962519a-ab5f-496e-9d79-3cee8173c56b {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:38:24.730541 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c7d4e8-d39c-4665-a8af-f209c3c87392 req-75befe8b-0e97-4367-8d9a-a999dce7c7c6 service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:38:24.731305 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c7d4e8-d39c-4665-a8af-f209c3c87392 req-75befe8b-0e97-4367-8d9a-a999dce7c7c6 service neutron] Checking segment: {'id': '4ca7154f-20f3-4f69-905b-db0938abcc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b962519a-ab5f-496e-9d79-3cee8173c56b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:38:24.732015 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c7d4e8-d39c-4665-a8af-f209c3c87392 req-75befe8b-0e97-4367-8d9a-a999dce7c7c6 service neutron] Bound using segment: {'id': '4ca7154f-20f3-4f69-905b-db0938abcc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b962519a-ab5f-496e-9d79-3cee8173c56b'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:38:24.733713 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-30c7d4e8-d39c-4665-a8af-f209c3c87392 req-75befe8b-0e97-4367-8d9a-a999dce7c7c6 service neutron] Bound port: 02f78ce9-46cd-45ef-81e7-0dcc892e12d2, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ca7154f-20f3-4f69-905b-db0938abcc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b962519a-ab5f-496e-9d79-3cee8173c56b'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:38:24.734434 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-30c7d4e8-d39c-4665-a8af-f209c3c87392 req-75befe8b-0e97-4367-8d9a-a999dce7c7c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:24.758454 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d3586-d7ff-432a-8c49-66df3d9583ff req-6cbbe491-b26b-4069-bb51-3715c8e127de tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:24.761798 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e27d3586-d7ff-432a-8c49-66df3d9583ff req-6cbbe491-b26b-4069-bb51-3715c8e127de tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 945 time: 0.2999687 Jul 15 23:38:24.865601 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e27d3586-d7ff-432a-8c49-66df3d9583ff req-f42126dd-14f8-43ba-b128-b1b85c1d2605 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946681 Jul 15 23:38:24.870209 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-30c7d4e8-d39c-4665-a8af-f209c3c87392 req-75befe8b-0e97-4367-8d9a-a999dce7c7c6 service neutron] For port 02f78ce9-46cd-45ef-81e7-0dcc892e12d2, host n-h2-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:38:24.898460 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-30c7d4e8-d39c-4665-a8af-f209c3c87392 req-75befe8b-0e97-4367-8d9a-a999dce7c7c6 service neutron] For port 02f78ce9-46cd-45ef-81e7-0dcc892e12d2, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=02f78ce9-46cd-45ef-81e7-0dcc892e12d2,segment=NetworkSegment(4ca7154f-20f3-4f69-905b-db0938abcc53),segment_id=4ca7154f-20f3-4f69-905b-db0938abcc53)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:38:24.916440 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-30c7d4e8-d39c-4665-a8af-f209c3c87392 req-75befe8b-0e97-4367-8d9a-a999dce7c7c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:24.942273 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c7d4e8-d39c-4665-a8af-f209c3c87392 req-75befe8b-0e97-4367-8d9a-a999dce7c7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:24.942968 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-30c7d4e8-d39c-4665-a8af-f209c3c87392 req-75befe8b-0e97-4367-8d9a-a999dce7c7c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:24.944549 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-30c7d4e8-d39c-4665-a8af-f209c3c87392 req-75befe8b-0e97-4367-8d9a-a999dce7c7c6 service neutron] 10.222.0.41 "PUT /v2.0/ports/02f78ce9-46cd-45ef-81e7-0dcc892e12d2 HTTP/1.1" status: 200 len: 1091 time: 1.2444458 Jul 15 23:38:24.970550 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edf4b978-076b-435b-a262-01c5f9d15885', 'tag': '02f78ce9-46cd-45ef-81e7-0dcc892e12d2'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:38:24.973666 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e7cc92-6747-45a1-9203-c2ba45df1327" -d '{"events": [{"name": "network-changed", "server_uuid": "edf4b978-076b-435b-a262-01c5f9d15885", "tag": "02f78ce9-46cd-45ef-81e7-0dcc892e12d2"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:38:25.100234 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75befe8b-0e97-4367-8d9a-a999dce7c7c6 service neutron] Pushing event updated for resources: {'Port': ['ID=02f78ce9-46cd-45ef-81e7-0dcc892e12d2,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:38:25.241143 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c7d4e8-d39c-4665-a8af-f209c3c87392 req-f39de6d2-6fc3-4ec6-ad67-e1777e3fe73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:25.243449 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-30c7d4e8-d39c-4665-a8af-f209c3c87392 req-f39de6d2-6fc3-4ec6-ad67-e1777e3fe73a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8ff713543b6b491ca7bf9f8ecad609e2&device_id=edf4b978-076b-435b-a262-01c5f9d15885 HTTP/1.1" status: 200 len: 1094 time: 0.2191279 Jul 15 23:38:25.290238 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96485578-a426-4b45-95d0-ac6839716c92 req-1e8ce50c-3e59-4eed-86ce-3649507b353b tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:25.291859 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-96485578-a426-4b45-95d0-ac6839716c92 req-1e8ce50c-3e59-4eed-86ce-3649507b353b tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=edf4b978-076b-435b-a262-01c5f9d15885 HTTP/1.1" status: 200 len: 1094 time: 0.2916822 Jul 15 23:38:25.326866 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-30c7d4e8-d39c-4665-a8af-f209c3c87392 req-fe326921-5a21-4b8f-bd6d-caaabdbb1800 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=02f78ce9-46cd-45ef-81e7-0dcc892e12d2 HTTP/1.1" status: 200 len: 217 time: 0.0679801 Jul 15 23:38:25.340268 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f20a64-4bf8-4023-9d32-73d03c5a8af1 req-6baa8589-9eab-4931-a8f8-1cc5e160ef9a tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:25.342336 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f2f20a64-4bf8-4023-9d32-73d03c5a8af1 req-6baa8589-9eab-4931-a8f8-1cc5e160ef9a tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 945 time: 0.2444212 Jul 15 23:38:25.442384 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f2f20a64-4bf8-4023-9d32-73d03c5a8af1 req-8e4c2240-4752-4bf4-88d9-af12d56c1a90 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821371 Jul 15 23:38:25.444592 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-96485578-a426-4b45-95d0-ac6839716c92 req-9b3af37a-54c8-4d27-a247-b4caef065128 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=821f3ff9-b398-4f8f-b8d0-c3671fb7a9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210184 Jul 15 23:38:25.446126 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c7d4e8-d39c-4665-a8af-f209c3c87392 req-59d3dfe3-cb41-4be4-b23c-fb87d9a0d784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:25.448060 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-30c7d4e8-d39c-4665-a8af-f209c3c87392 req-59d3dfe3-cb41-4be4-b23c-fb87d9a0d784 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=26bc8287-8a83-435e-af89-91764495c3a1 HTTP/1.1" status: 200 len: 849 time: 0.1038382 Jul 15 23:38:25.507548 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-162a5896-d686-4d19-adc6-2578085965de x-openstack-request-id: req-162a5896-d686-4d19-adc6-2578085965de {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:38:25.508175 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edf4b978-076b-435b-a262-01c5f9d15885", "tag": "02f78ce9-46cd-45ef-81e7-0dcc892e12d2", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:38:25.508634 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-162a5896-d686-4d19-adc6-2578085965de {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:38:25.509233 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edf4b978-076b-435b-a262-01c5f9d15885', 'tag': '02f78ce9-46cd-45ef-81e7-0dcc892e12d2', 'status': 'completed', 'code': 200} Jul 15 23:38:25.555648 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c7d4e8-d39c-4665-a8af-f209c3c87392 req-3a4d93f8-3119-48ce-8856-01b53ace232f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:25.557482 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-30c7d4e8-d39c-4665-a8af-f209c3c87392 req-3a4d93f8-3119-48ce-8856-01b53ace232f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b962519a-ab5f-496e-9d79-3cee8173c56b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1031680 Jul 15 23:38:25.564552 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:25.708942 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-30c7d4e8-d39c-4665-a8af-f209c3c87392 req-6f655f08-2ca8-4d92-8341-d12f2b94dbf9 service neutron] 10.222.0.41 "GET /v2.0/networks/b962519a-ab5f-496e-9d79-3cee8173c56b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423767 Jul 15 23:38:25.733429 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c48f13-554c-474c-a47e-831019194672 req-9191e632-9ba7-4cca-ac00-2db1d0fd76a3 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:25.735042 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d6c48f13-554c-474c-a47e-831019194672 req-9191e632-9ba7-4cca-ac00-2db1d0fd76a3 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 945 time: 0.1285589 Jul 15 23:38:25.851142 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d6c48f13-554c-474c-a47e-831019194672 req-e06b2a31-d625-42b6-81d3-23f553811e0a tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042795 Jul 15 23:38:25.874627 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-30c7d4e8-d39c-4665-a8af-f209c3c87392 req-edd4cf44-8570-4321-abf8-1d2fc4a9e8cb service neutron] 10.222.0.41 "GET /v2.0/networks/b962519a-ab5f-496e-9d79-3cee8173c56b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592689 Jul 15 23:38:26.045681 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e7cc92-6747-45a1-9203-c2ba45df1327 req-5b142751-84f0-47bd-8a33-ce31393a416d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:26.047478 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-88e7cc92-6747-45a1-9203-c2ba45df1327 req-5b142751-84f0-47bd-8a33-ce31393a416d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8ff713543b6b491ca7bf9f8ecad609e2&device_id=edf4b978-076b-435b-a262-01c5f9d15885 HTTP/1.1" status: 200 len: 1094 time: 0.0679340 Jul 15 23:38:26.180939 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e7cc92-6747-45a1-9203-c2ba45df1327 req-a0a2df73-0246-45d6-b2a8-118d5833a418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:26.182992 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-88e7cc92-6747-45a1-9203-c2ba45df1327 req-a0a2df73-0246-45d6-b2a8-118d5833a418 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b962519a-ab5f-496e-9d79-3cee8173c56b HTTP/1.1" status: 200 len: 911 time: 0.1288669 Jul 15 23:38:26.263660 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-88e7cc92-6747-45a1-9203-c2ba45df1327 req-59159f24-784c-4fd3-ae74-0f886b3a9ca8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=02f78ce9-46cd-45ef-81e7-0dcc892e12d2 HTTP/1.1" status: 200 len: 217 time: 0.0718718 Jul 15 23:38:26.325759 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e7cc92-6747-45a1-9203-c2ba45df1327 req-5fb744ee-78c7-471b-b5ea-4ddd0c0eef55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:26.327213 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-88e7cc92-6747-45a1-9203-c2ba45df1327 req-5fb744ee-78c7-471b-b5ea-4ddd0c0eef55 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=26bc8287-8a83-435e-af89-91764495c3a1 HTTP/1.1" status: 200 len: 849 time: 0.0564909 Jul 15 23:38:26.416823 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e7cc92-6747-45a1-9203-c2ba45df1327 req-7fab5933-2116-4d20-93a8-8f356b501651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:26.418591 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-88e7cc92-6747-45a1-9203-c2ba45df1327 req-7fab5933-2116-4d20-93a8-8f356b501651 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b962519a-ab5f-496e-9d79-3cee8173c56b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0842474 Jul 15 23:38:26.640572 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-88e7cc92-6747-45a1-9203-c2ba45df1327 req-4cfba9c3-eee0-42ad-bdc4-85537b608f91 service neutron] 10.222.0.41 "GET /v2.0/networks/b962519a-ab5f-496e-9d79-3cee8173c56b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135563 Jul 15 23:38:26.705676 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d774c16-6512-434c-ad9b-1c1c05acaa4a req-360d2ee0-79a1-4dc5-a3b0-ba3208171043 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:26.712089 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1d774c16-6512-434c-ad9b-1c1c05acaa4a req-360d2ee0-79a1-4dc5-a3b0-ba3208171043 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=edf4b978-076b-435b-a262-01c5f9d15885 HTTP/1.1" status: 200 len: 1094 time: 0.1052575 Jul 15 23:38:26.804516 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1d774c16-6512-434c-ad9b-1c1c05acaa4a req-688a25c1-7f85-4648-86b7-bce9c3dd2582 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=821f3ff9-b398-4f8f-b8d0-c3671fb7a9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552337 Jul 15 23:38:26.811199 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-88e7cc92-6747-45a1-9203-c2ba45df1327 req-52939a15-0983-4a4c-bafd-9637e3f6612b service neutron] 10.222.0.41 "GET /v2.0/networks/b962519a-ab5f-496e-9d79-3cee8173c56b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484005 Jul 15 23:38:28.009626 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a58734-edc1-4879-a9f2-8e2943628257 req-05054657-4dd8-49d7-801f-8206e977fecf tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:28.011177 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-45a58734-edc1-4879-a9f2-8e2943628257 req-05054657-4dd8-49d7-801f-8206e977fecf tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=edf4b978-076b-435b-a262-01c5f9d15885 HTTP/1.1" status: 200 len: 1094 time: 0.0619788 Jul 15 23:38:28.055174 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-45a58734-edc1-4879-a9f2-8e2943628257 req-ed80246a-6300-45d7-bd48-ba3f0b2aad9d tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=821f3ff9-b398-4f8f-b8d0-c3671fb7a9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376196 Jul 15 23:38:29.190973 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 02f78ce9-46cd-45ef-81e7-0dcc892e12d2 details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:38:29.351167 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68aac75-4784-481e-8241-235c99a103fb req-ff2327d7-0ce1-4ac6-a938-71c5e8e5a2b3 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:29.351784 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 02f78ce9-46cd-45ef-81e7-0dcc892e12d2, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=02f78ce9-46cd-45ef-81e7-0dcc892e12d2,segment=NetworkSegment(4ca7154f-20f3-4f69-905b-db0938abcc53),segment_id=4ca7154f-20f3-4f69-905b-db0938abcc53)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:38:29.353008 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d68aac75-4784-481e-8241-235c99a103fb req-ff2327d7-0ce1-4ac6-a938-71c5e8e5a2b3 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=edf4b978-076b-435b-a262-01c5f9d15885 HTTP/1.1" status: 200 len: 1094 time: 0.1449292 Jul 15 23:38:29.396140 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d68aac75-4784-481e-8241-235c99a103fb req-65616297-f44e-496a-96cb-0178ee66cd5d tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=821f3ff9-b398-4f8f-b8d0-c3671fb7a9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374162 Jul 15 23:38:29.568931 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': '02f78ce9-46cd-45ef-81e7-0dcc892e12d2', 'network_id': 'b962519a-ab5f-496e-9d79-3cee8173c56b', 'port_id': '02f78ce9-46cd-45ef-81e7-0dcc892e12d2', 'mac_address': 'fa:16:3e:c1:f3:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26bc8287-8a83-435e-af89-91764495c3a1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:38:29.630885 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:29.650073 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02f78ce9-46cd-45ef-81e7-0dcc892e12d2 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:38:29.675360 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 02f78ce9-46cd-45ef-81e7-0dcc892e12d2, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=02f78ce9-46cd-45ef-81e7-0dcc892e12d2,segment=NetworkSegment(4ca7154f-20f3-4f69-905b-db0938abcc53),segment_id=4ca7154f-20f3-4f69-905b-db0938abcc53)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:38:29.681092 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:29.750280 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=02f78ce9-46cd-45ef-81e7-0dcc892e12d2,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:38:29.973482 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['02f78ce9-46cd-45ef-81e7-0dcc892e12d2'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:38:30.571780 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3a9b8c-ceb7-4be5-810b-67a39681d7c2 req-11fd3791-ea23-4ace-a6f3-617f14e4318e tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:30.573348 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ac3a9b8c-ceb7-4be5-810b-67a39681d7c2 req-11fd3791-ea23-4ace-a6f3-617f14e4318e tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=edf4b978-076b-435b-a262-01c5f9d15885 HTTP/1.1" status: 200 len: 1095 time: 0.0582535 Jul 15 23:38:30.620132 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ac3a9b8c-ceb7-4be5-810b-67a39681d7c2 req-3eda0e67-9944-4162-8f81-9924b4995e18 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=821f3ff9-b398-4f8f-b8d0-c3671fb7a9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352690 Jul 15 23:38:30.838661 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-47e73c06-6c84-44ff-a213-5a46a398ac2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:31.190492 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 02f78ce9-46cd-45ef-81e7-0dcc892e12d2 up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:38:31.248179 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port 02f78ce9-46cd-45ef-81e7-0dcc892e12d2 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:38:31.252462 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port 02f78ce9-46cd-45ef-81e7-0dcc892e12d2 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:38:31.252865 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:31.340152 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:31.366735 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf4b978-076b-435b-a262-01c5f9d15885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02f78ce9-46cd-45ef-81e7-0dcc892e12d2'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:38:31.369134 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-992f2bdd-6c34-4689-8eca-aaf76d5b8985" -d '{"events": [{"server_uuid": "edf4b978-076b-435b-a262-01c5f9d15885", "name": "network-vif-plugged", "status": "completed", "tag": "02f78ce9-46cd-45ef-81e7-0dcc892e12d2"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:38:31.402822 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 02f78ce9-46cd-45ef-81e7-0dcc892e12d2, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=02f78ce9-46cd-45ef-81e7-0dcc892e12d2,segment=NetworkSegment(4ca7154f-20f3-4f69-905b-db0938abcc53),segment_id=4ca7154f-20f3-4f69-905b-db0938abcc53)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:38:31.410729 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:31.445301 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237f2223-5acf-4b08-bc41-60d213345f5b x-openstack-request-id: req-237f2223-5acf-4b08-bc41-60d213345f5b {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:38:31.445684 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edf4b978-076b-435b-a262-01c5f9d15885", "name": "network-vif-plugged", "status": "completed", "tag": "02f78ce9-46cd-45ef-81e7-0dcc892e12d2", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:38:31.446006 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-237f2223-5acf-4b08-bc41-60d213345f5b {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:38:31.446595 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edf4b978-076b-435b-a262-01c5f9d15885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02f78ce9-46cd-45ef-81e7-0dcc892e12d2', 'code': 200} Jul 15 23:38:31.479687 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=02f78ce9-46cd-45ef-81e7-0dcc892e12d2,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:38:31.583336 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c46d06-bbfc-406e-b237-ab833d59980d req-e209ecae-de97-409b-8692-de51c263ba4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:31.584990 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f8c46d06-bbfc-406e-b237-ab833d59980d req-e209ecae-de97-409b-8692-de51c263ba4b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=edf4b978-076b-435b-a262-01c5f9d15885 HTTP/1.1" status: 200 len: 1096 time: 0.0581515 Jul 15 23:38:31.624920 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f8c46d06-bbfc-406e-b237-ab833d59980d req-48e0a36f-fb51-437a-8d0d-d485140e2270 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=821f3ff9-b398-4f8f-b8d0-c3671fb7a9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335579 Jul 15 23:38:31.845167 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588ecbf5-16a8-4f40-9183-596ec90e71bc req-0c4e4f2a-c31e-463b-9a35-45e1bd0e8a75 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:31.848555 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-588ecbf5-16a8-4f40-9183-596ec90e71bc req-0c4e4f2a-c31e-463b-9a35-45e1bd0e8a75 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=edf4b978-076b-435b-a262-01c5f9d15885 HTTP/1.1" status: 200 len: 1096 time: 0.0695777 Jul 15 23:38:31.889657 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-588ecbf5-16a8-4f40-9183-596ec90e71bc req-6be5e8a5-1f6c-4533-8de8-0be1e8e15c27 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=821f3ff9-b398-4f8f-b8d0-c3671fb7a9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343626 Jul 15 23:38:33.079963 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6661eb6-efd3-4ecb-82e1-df34485047bc req-1e7a7298-8614-46a5-8eac-618ac88ee6fb tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:33.082713 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a6661eb6-efd3-4ecb-82e1-df34485047bc req-1e7a7298-8614-46a5-8eac-618ac88ee6fb tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=edf4b978-076b-435b-a262-01c5f9d15885 HTTP/1.1" status: 200 len: 1096 time: 0.0714781 Jul 15 23:38:33.121857 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a6661eb6-efd3-4ecb-82e1-df34485047bc req-aa52acfc-ca9f-4440-bec8-54c81c59386d tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=821f3ff9-b398-4f8f-b8d0-c3671fb7a9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318844 Jul 15 23:38:33.300135 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73aa04-f384-4640-80d3-ce6515f7d7e0 req-ef966ff1-1cbd-4063-a8dc-bfe406ad1448 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:33.302695 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ff73aa04-f384-4640-80d3-ce6515f7d7e0 req-ef966ff1-1cbd-4063-a8dc-bfe406ad1448 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=edf4b978-076b-435b-a262-01c5f9d15885 HTTP/1.1" status: 200 len: 1096 time: 0.0576351 Jul 15 23:38:33.341053 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ff73aa04-f384-4640-80d3-ce6515f7d7e0 req-a4f05f31-aea7-45f9-a473-13343bdd0f01 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=821f3ff9-b398-4f8f-b8d0-c3671fb7a9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310512 Jul 15 23:38:33.388396 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:33.575783 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda0eb6a-59d9-4180-88d7-aa3e5bff8158 req-31222eab-d0ae-4ace-a177-df2eca9e0349 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:33.585623 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-eda0eb6a-59d9-4180-88d7-aa3e5bff8158 req-31222eab-d0ae-4ace-a177-df2eca9e0349 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=edf4b978-076b-435b-a262-01c5f9d15885 HTTP/1.1" status: 200 len: 1096 time: 0.0584903 Jul 15 23:38:33.624117 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-eda0eb6a-59d9-4180-88d7-aa3e5bff8158 req-2aceb785-79f0-4f8b-9b93-d6ac3ce83e0e tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=821f3ff9-b398-4f8f-b8d0-c3671fb7a9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382140 Jul 15 23:38:34.045715 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68064b1e-5e1f-45a5-9ddf-83e7dbb6c629 req-892f8c15-77a8-439f-9c99-825d181d0bed tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:34.047472 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-68064b1e-5e1f-45a5-9ddf-83e7dbb6c629 req-892f8c15-77a8-439f-9c99-825d181d0bed tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=edf4b978-076b-435b-a262-01c5f9d15885 HTTP/1.1" status: 200 len: 1096 time: 0.0619595 Jul 15 23:38:34.100813 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-68064b1e-5e1f-45a5-9ddf-83e7dbb6c629 req-14a7c774-a39d-4a35-95c9-93d0b5a8deee tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=821f3ff9-b398-4f8f-b8d0-c3671fb7a9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446799 Jul 15 23:38:34.210872 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-77ba8535-6f25-4e4f-b10a-605f870ed671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:34.343152 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:35.308101 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf02d06-36a9-4066-a40e-05e2a4ad9752 req-9006c719-717b-4b37-828e-c23712ac02a6 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:35.309546 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8cf02d06-36a9-4066-a40e-05e2a4ad9752 req-9006c719-717b-4b37-828e-c23712ac02a6 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=edf4b978-076b-435b-a262-01c5f9d15885 HTTP/1.1" status: 200 len: 1096 time: 0.0641572 Jul 15 23:38:35.387427 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8cf02d06-36a9-4066-a40e-05e2a4ad9752 req-fe564e1e-65c9-4a91-a27a-5de98e93661f tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=821f3ff9-b398-4f8f-b8d0-c3671fb7a9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721660 Jul 15 23:38:35.413435 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf9c8a-32aa-4b3f-96fc-a9d50bc15ef1 req-74d8e253-ca6e-41ca-9bb3-e00308795d5c tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:35.414955 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-41cf9c8a-32aa-4b3f-96fc-a9d50bc15ef1 req-74d8e253-ca6e-41ca-9bb3-e00308795d5c tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=edf4b978-076b-435b-a262-01c5f9d15885 HTTP/1.1" status: 200 len: 1096 time: 0.0920444 Jul 15 23:38:35.542669 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-62c20048-8704-4584-a1ba-bfb1e4024f28 req-18451aba-bfbd-40f6-a5e1-b5a651c51ddf service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b3352883-fd65-4c81-ab58-2eb59e6d6ec5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1481550 Jul 15 23:38:35.556118 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-41cf9c8a-32aa-4b3f-96fc-a9d50bc15ef1 req-9683547a-3433-4369-9f33-dedb7526221d tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] Deleting port 02f78ce9-46cd-45ef-81e7-0dcc892e12d2 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:38:35.556473 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-41cf9c8a-32aa-4b3f-96fc-a9d50bc15ef1 req-9683547a-3433-4369-9f33-dedb7526221d tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:35.684025 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c20048-8704-4584-a1ba-bfb1e4024f28 req-d81d09a9-99a6-4061-ac84-f0ec5bedb72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:35.685540 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-62c20048-8704-4584-a1ba-bfb1e4024f28 req-d81d09a9-99a6-4061-ac84-f0ec5bedb72a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1482c544a11f4437b346c979b3eb517a&device_id=b3352883-fd65-4c81-ab58-2eb59e6d6ec5 HTTP/1.1" status: 200 len: 1097 time: 0.1167312 Jul 15 23:38:35.687260 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-41cf9c8a-32aa-4b3f-96fc-a9d50bc15ef1 req-9683547a-3433-4369-9f33-dedb7526221d tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] For port 02f78ce9-46cd-45ef-81e7-0dcc892e12d2, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=02f78ce9-46cd-45ef-81e7-0dcc892e12d2,segment=NetworkSegment(4ca7154f-20f3-4f69-905b-db0938abcc53),segment_id=4ca7154f-20f3-4f69-905b-db0938abcc53)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:38:35.687653 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-41cf9c8a-32aa-4b3f-96fc-a9d50bc15ef1 req-9683547a-3433-4369-9f33-dedb7526221d tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:35.701192 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-41cf9c8a-32aa-4b3f-96fc-a9d50bc15ef1 req-9683547a-3433-4369-9f33-dedb7526221d tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] Calling delete_port for 02f78ce9-46cd-45ef-81e7-0dcc892e12d2 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:38:35.854152 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c20048-8704-4584-a1ba-bfb1e4024f28 req-50424c9e-6770-4dcf-95e5-3902cd1053b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:35.855684 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-62c20048-8704-4584-a1ba-bfb1e4024f28 req-50424c9e-6770-4dcf-95e5-3902cd1053b5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=319575b4-274a-45da-9bf1-6decf487208b HTTP/1.1" status: 200 len: 911 time: 0.1471829 Jul 15 23:38:35.900028 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-62c20048-8704-4584-a1ba-bfb1e4024f28 req-1766728b-e1ed-413d-b17e-4c28d276655a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76e09747-f1ba-404d-b464-da75ccd161d2 HTTP/1.1" status: 200 len: 217 time: 0.0375476 Jul 15 23:38:35.976475 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c20048-8704-4584-a1ba-bfb1e4024f28 req-5c1849d0-4249-411a-924c-e23d4076380a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:35.978459 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-62c20048-8704-4584-a1ba-bfb1e4024f28 req-5c1849d0-4249-411a-924c-e23d4076380a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0c7868f8-d819-4333-b9c5-ebc3d9707601 HTTP/1.1" status: 200 len: 849 time: 0.0607097 Jul 15 23:38:35.979752 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-41cf9c8a-32aa-4b3f-96fc-a9d50bc15ef1 req-9683547a-3433-4369-9f33-dedb7526221d tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:35.991446 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['b2382ecd-26a6-4465-a97a-4e3b92760db2'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:38:36.021589 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['02f78ce9-46cd-45ef-81e7-0dcc892e12d2'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:38:36.369873 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:36.400222 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683547a-3433-4369-9f33-dedb7526221d tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] Pushing event deleted for resources: {'Port': ['ID=02f78ce9-46cd-45ef-81e7-0dcc892e12d2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:38:36.474355 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-41cf9c8a-32aa-4b3f-96fc-a9d50bc15ef1 req-9683547a-3433-4369-9f33-dedb7526221d tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] No DVR routers for this DVR port 02f78ce9-46cd-45ef-81e7-0dcc892e12d2 on host n-h2-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:38:36.477650 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-41cf9c8a-32aa-4b3f-96fc-a9d50bc15ef1 req-9683547a-3433-4369-9f33-dedb7526221d tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:36.479840 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-41cf9c8a-32aa-4b3f-96fc-a9d50bc15ef1 req-9683547a-3433-4369-9f33-dedb7526221d tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] 10.222.0.41 "DELETE /v2.0/ports/02f78ce9-46cd-45ef-81e7-0dcc892e12d2 HTTP/1.1" status: 204 len: 173 time: 1.0596583 Jul 15 23:38:36.480471 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf4b978-076b-435b-a262-01c5f9d15885', 'name': 'network-vif-deleted', 'tag': '02f78ce9-46cd-45ef-81e7-0dcc892e12d2'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:38:36.482922 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d164029c-a6f2-4bca-8d05-7ee4f5cfeaa6" -d '{"events": [{"server_uuid": "edf4b978-076b-435b-a262-01c5f9d15885", "name": "network-vif-deleted", "tag": "02f78ce9-46cd-45ef-81e7-0dcc892e12d2"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:38:36.497610 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c20048-8704-4584-a1ba-bfb1e4024f28 req-53695f6a-d5a3-43ec-b629-fa5a9574f5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:36.499532 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-62c20048-8704-4584-a1ba-bfb1e4024f28 req-53695f6a-d5a3-43ec-b629-fa5a9574f5da service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=319575b4-274a-45da-9bf1-6decf487208b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5138247 Jul 15 23:38:36.568301 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf23ce21-6573-4526-9ac7-f5cad5cf22b8 x-openstack-request-id: req-bf23ce21-6573-4526-9ac7-f5cad5cf22b8 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:38:36.568456 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edf4b978-076b-435b-a262-01c5f9d15885", "name": "network-vif-deleted", "tag": "02f78ce9-46cd-45ef-81e7-0dcc892e12d2", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:38:36.568716 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bf23ce21-6573-4526-9ac7-f5cad5cf22b8 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:38:36.571929 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edf4b978-076b-435b-a262-01c5f9d15885', 'name': 'network-vif-deleted', 'tag': '02f78ce9-46cd-45ef-81e7-0dcc892e12d2', 'status': 'completed', 'code': 200} Jul 15 23:38:36.707796 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9569c3d0-83fc-4220-a8b5-0563441318b9 req-1a6f6461-937a-4f1d-b5d0-8101195ec0c3 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=edf4b978-076b-435b-a262-01c5f9d15885 HTTP/1.1" status: 200 len: 210 time: 0.1335347 Jul 15 23:38:36.791453 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-62c20048-8704-4584-a1ba-bfb1e4024f28 req-aa86b422-bb6d-464f-8afe-87af48fef1d6 service neutron] 10.222.0.49 "GET /v2.0/networks/319575b4-274a-45da-9bf1-6decf487208b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824113 Jul 15 23:38:36.971047 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-62c20048-8704-4584-a1ba-bfb1e4024f28 req-df9b397b-2899-49dd-a538-f0f63873910a service neutron] 10.222.0.49 "GET /v2.0/networks/319575b4-274a-45da-9bf1-6decf487208b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659908 Jul 15 23:38:38.263907 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:38.438193 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfbe669-8f30-43ff-bc5e-e817a754ecb5 req-44e1ec38-7236-4026-b506-17074af9da64 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:38.440051 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dbfbe669-8f30-43ff-bc5e-e817a754ecb5 req-44e1ec38-7236-4026-b506-17074af9da64 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f46ff185-38aa-483c-bce9-bfbb4d02ebc2 HTTP/1.1" status: 200 len: 1096 time: 0.1207256 Jul 15 23:38:38.517573 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dbfbe669-8f30-43ff-bc5e-e817a754ecb5 req-935437b7-36b6-497c-8fe8-1098b8cb0922 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=821f3ff9-b398-4f8f-b8d0-c3671fb7a9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503416 Jul 15 23:38:39.205558 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 02f78ce9-46cd-45ef-81e7-0dcc892e12d2 no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:38:39.231894 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] No Port match for: 02f78ce9-46cd-45ef-81e7-0dcc892e12d2 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:38:39.232732 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 02f78ce9-46cd-45ef-81e7-0dcc892e12d2 not bound to the agent host n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:38:39.597654 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb284bc-6083-4fe3-b513-59f55dc93169 req-a506a473-24cc-4a99-8978-2671499a8520 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:39.600167 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8fb284bc-6083-4fe3-b513-59f55dc93169 req-a506a473-24cc-4a99-8978-2671499a8520 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=f46ff185-38aa-483c-bce9-bfbb4d02ebc2 HTTP/1.1" status: 200 len: 1096 time: 0.0812654 Jul 15 23:38:39.769147 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-8fb284bc-6083-4fe3-b513-59f55dc93169 req-7a307daf-0fe9-470f-a99e-e9a11216c6ff tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] Deleting port b2382ecd-26a6-4465-a97a-4e3b92760db2 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:38:39.769496 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8fb284bc-6083-4fe3-b513-59f55dc93169 req-7a307daf-0fe9-470f-a99e-e9a11216c6ff tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:39.889462 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-8fb284bc-6083-4fe3-b513-59f55dc93169 req-7a307daf-0fe9-470f-a99e-e9a11216c6ff tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] For port b2382ecd-26a6-4465-a97a-4e3b92760db2, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=b2382ecd-26a6-4465-a97a-4e3b92760db2,segment=NetworkSegment(4ca7154f-20f3-4f69-905b-db0938abcc53),segment_id=4ca7154f-20f3-4f69-905b-db0938abcc53)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:38:39.889983 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8fb284bc-6083-4fe3-b513-59f55dc93169 req-7a307daf-0fe9-470f-a99e-e9a11216c6ff tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:39.893911 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b246f4a6-9ce0-4b64-9a70-a87152bffe55 req-4f9ccaa5-f45f-4fa6-96db-3e0d6c54fb61 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:39.895733 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b246f4a6-9ce0-4b64-9a70-a87152bffe55 req-4f9ccaa5-f45f-4fa6-96db-3e0d6c54fb61 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f46ff185-38aa-483c-bce9-bfbb4d02ebc2 HTTP/1.1" status: 200 len: 1096 time: 0.1826463 Jul 15 23:38:39.950184 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b246f4a6-9ce0-4b64-9a70-a87152bffe55 req-68e07ead-bb1f-4e44-abfe-6f0c0f01aaf1 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=821f3ff9-b398-4f8f-b8d0-c3671fb7a9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455720 Jul 15 23:38:39.951204 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-8fb284bc-6083-4fe3-b513-59f55dc93169 req-7a307daf-0fe9-470f-a99e-e9a11216c6ff tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] Calling delete_port for b2382ecd-26a6-4465-a97a-4e3b92760db2 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:38:40.107485 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8fb284bc-6083-4fe3-b513-59f55dc93169 req-7a307daf-0fe9-470f-a99e-e9a11216c6ff tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:40.118765 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['b2382ecd-26a6-4465-a97a-4e3b92760db2'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:38:40.204506 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a307daf-0fe9-470f-a99e-e9a11216c6ff tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] Pushing event deleted for resources: {'Port': ['ID=b2382ecd-26a6-4465-a97a-4e3b92760db2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:38:40.210447 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fb284bc-6083-4fe3-b513-59f55dc93169 req-7a307daf-0fe9-470f-a99e-e9a11216c6ff tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] No DVR routers for this DVR port b2382ecd-26a6-4465-a97a-4e3b92760db2 on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:38:40.226288 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8fb284bc-6083-4fe3-b513-59f55dc93169 req-7a307daf-0fe9-470f-a99e-e9a11216c6ff tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:40.242006 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8fb284bc-6083-4fe3-b513-59f55dc93169 req-7a307daf-0fe9-470f-a99e-e9a11216c6ff tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] 10.222.0.49 "DELETE /v2.0/ports/b2382ecd-26a6-4465-a97a-4e3b92760db2 HTTP/1.1" status: 204 len: 173 time: 0.6361179 Jul 15 23:38:40.242564 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f46ff185-38aa-483c-bce9-bfbb4d02ebc2', 'name': 'network-vif-deleted', 'tag': 'b2382ecd-26a6-4465-a97a-4e3b92760db2'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:38:40.255619 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb35ce5f-edaa-451d-9f3f-b144f5966ad7" -d '{"events": [{"server_uuid": "f46ff185-38aa-483c-bce9-bfbb4d02ebc2", "name": "network-vif-deleted", "tag": "b2382ecd-26a6-4465-a97a-4e3b92760db2"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:38:40.353380 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cde6e1d-5398-4e9c-95aa-3d633776b492 x-openstack-request-id: req-6cde6e1d-5398-4e9c-95aa-3d633776b492 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:38:40.353820 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f46ff185-38aa-483c-bce9-bfbb4d02ebc2", "name": "network-vif-deleted", "tag": "b2382ecd-26a6-4465-a97a-4e3b92760db2", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:38:40.354210 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6cde6e1d-5398-4e9c-95aa-3d633776b492 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:38:40.354812 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f46ff185-38aa-483c-bce9-bfbb4d02ebc2', 'name': 'network-vif-deleted', 'tag': 'b2382ecd-26a6-4465-a97a-4e3b92760db2', 'status': 'completed', 'code': 200} Jul 15 23:38:41.228362 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b886156c-85a4-4ecc-a17e-ba353b0b60c8 req-d5dd41ed-7e1a-4e6f-965e-6987e5e67953 tempest-TestServerMultinode-1770440859 tempest-TestServerMultinode-1770440859-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f46ff185-38aa-483c-bce9-bfbb4d02ebc2 HTTP/1.1" status: 200 len: 210 time: 0.0380135 Jul 15 23:38:42.295021 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device b2382ecd-26a6-4465-a97a-4e3b92760db2 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:38:42.328673 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: b2382ecd-26a6-4465-a97a-4e3b92760db2 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:38:42.329024 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device b2382ecd-26a6-4465-a97a-4e3b92760db2 not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:38:42.346420 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 39676) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:38:42.774421 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:38:42.810228 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f3bc29a5-ee17-4d9c-9800-f7bbbc1ef660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:43.240174 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f3bc29a5-ee17-4d9c-9800-f7bbbc1ef660 admin admin] Deleting port d3d34339-5dbc-4463-a4f2-eb943e117b38 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:38:43.240877 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f3bc29a5-ee17-4d9c-9800-f7bbbc1ef660 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:43.394319 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-f3bc29a5-ee17-4d9c-9800-f7bbbc1ef660 admin admin] For port d3d34339-5dbc-4463-a4f2-eb943e117b38, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=d3d34339-5dbc-4463-a4f2-eb943e117b38,segment=NetworkSegment(4ca7154f-20f3-4f69-905b-db0938abcc53),segment_id=4ca7154f-20f3-4f69-905b-db0938abcc53)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:38:43.395285 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f3bc29a5-ee17-4d9c-9800-f7bbbc1ef660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:43.416220 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f3bc29a5-ee17-4d9c-9800-f7bbbc1ef660 admin admin] Calling delete_port for d3d34339-5dbc-4463-a4f2-eb943e117b38 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:38:43.666474 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f3bc29a5-ee17-4d9c-9800-f7bbbc1ef660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:43.702608 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bc29a5-ee17-4d9c-9800-f7bbbc1ef660 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3d34339-5dbc-4463-a4f2-eb943e117b38,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:38:43.960421 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f3bc29a5-ee17-4d9c-9800-f7bbbc1ef660 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:44.318908 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3bc29a5-ee17-4d9c-9800-f7bbbc1ef660 admin admin] Router d6db1c9a-3b58-4334-a287-2979b6a09f97 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:38:44.599830 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3bc29a5-ee17-4d9c-9800-f7bbbc1ef660 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:38:44.603035 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bceabd9-0a08-476e-8100-863cd3e59d41 None None] Sync routers for ids ['d6db1c9a-3b58-4334-a287-2979b6a09f97'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:38:44.603553 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39726) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:38:44.604216 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-f3bc29a5-ee17-4d9c-9800-f7bbbc1ef660 admin admin] 10.222.0.48 "PUT /v2.0/routers/d6db1c9a-3b58-4334-a287-2979b6a09f97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2492943 Jul 15 23:38:44.604482 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bceabd9-0a08-476e-8100-863cd3e59d41 None None] Routers {'d6db1c9a-3b58-4334-a287-2979b6a09f97'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:38:44.604482 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3bceabd9-0a08-476e-8100-863cd3e59d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:38:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['d6db1c9a-3b58-4334-a287-2979b6a09f97'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:38:44.727324 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-3bceabd9-0a08-476e-8100-863cd3e59d41 None None] Set router d6db1c9a-3b58-4334-a287-2979b6a09f97 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:38:45.010114 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3bceabd9-0a08-476e-8100-863cd3e59d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6db1c9a-3b58-4334-a287-2979b6a09f97', 'name': 'tempest-TestServerMultinode-1389119178-router', 'tenant_id': 'c430a7579d3648039b3be252c8ce3264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '2b1c97f1-937f-4e37-8b28-1f3f632010f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:37:48Z', 'updated_at': '2021-07-15T23:38:43Z', 'revision_number': 5, 'project_id': 'c430a7579d3648039b3be252c8ce3264', 'gw_port': {'id': '2b1c97f1-937f-4e37-8b28-1f3f632010f4', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:51:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6db1c9a-3b58-4334-a287-2979b6a09f97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:37:48Z', 'updated_at': '2021-07-15T23:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:38:45.050387 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bceabd9-0a08-476e-8100-863cd3e59d41 None None] Checking router: d6db1c9a-3b58-4334-a287-2979b6a09f97 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:38:45.060513 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bceabd9-0a08-476e-8100-863cd3e59d41 None None] Routers {'d6db1c9a-3b58-4334-a287-2979b6a09f97'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:38:45.061142 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3bceabd9-0a08-476e-8100-863cd3e59d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:38:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['d6db1c9a-3b58-4334-a287-2979b6a09f97'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:38:45.199700 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17a83fbc-21bd-431d-bf1d-3a59921e0f4c admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:45.228047 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-3bceabd9-0a08-476e-8100-863cd3e59d41 None None] Set router d6db1c9a-3b58-4334-a287-2979b6a09f97 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:38:45.426753 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17a83fbc-21bd-431d-bf1d-3a59921e0f4c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:45.545309 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-17a83fbc-21bd-431d-bf1d-3a59921e0f4c admin admin] Deleting port 2b1c97f1-937f-4e37-8b28-1f3f632010f4 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:38:45.545996 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17a83fbc-21bd-431d-bf1d-3a59921e0f4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:45.686555 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-17a83fbc-21bd-431d-bf1d-3a59921e0f4c admin admin] For port 2b1c97f1-937f-4e37-8b28-1f3f632010f4, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=2b1c97f1-937f-4e37-8b28-1f3f632010f4,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:38:45.687771 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17a83fbc-21bd-431d-bf1d-3a59921e0f4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:45.703983 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-17a83fbc-21bd-431d-bf1d-3a59921e0f4c admin admin] Calling delete_port for 2b1c97f1-937f-4e37-8b28-1f3f632010f4 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:38:45.710277 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3bceabd9-0a08-476e-8100-863cd3e59d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6db1c9a-3b58-4334-a287-2979b6a09f97', 'name': 'tempest-TestServerMultinode-1389119178-router', 'tenant_id': 'c430a7579d3648039b3be252c8ce3264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '2b1c97f1-937f-4e37-8b28-1f3f632010f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:37:48Z', 'updated_at': '2021-07-15T23:38:43Z', 'revision_number': 5, 'project_id': 'c430a7579d3648039b3be252c8ce3264', 'gw_port': {'id': '2b1c97f1-937f-4e37-8b28-1f3f632010f4', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:51:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6db1c9a-3b58-4334-a287-2979b6a09f97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:37:48Z', 'updated_at': '2021-07-15T23:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:38:45.755887 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bceabd9-0a08-476e-8100-863cd3e59d41 None None] The sync data for ids ['d6db1c9a-3b58-4334-a287-2979b6a09f97'] in n-d-794306-6 is: [{'id': 'd6db1c9a-3b58-4334-a287-2979b6a09f97', 'name': 'tempest-TestServerMultinode-1389119178-router', 'tenant_id': 'c430a7579d3648039b3be252c8ce3264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '2b1c97f1-937f-4e37-8b28-1f3f632010f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:37:48Z', 'updated_at': '2021-07-15T23:38:43Z', 'revision_number': 5, 'project_id': 'c430a7579d3648039b3be252c8ce3264', 'gw_port': {'id': '2b1c97f1-937f-4e37-8b28-1f3f632010f4', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:51:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6db1c9a-3b58-4334-a287-2979b6a09f97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:37:48Z', 'updated_at': '2021-07-15T23:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:38:45.951087 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17a83fbc-21bd-431d-bf1d-3a59921e0f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:45.983087 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a83fbc-21bd-431d-bf1d-3a59921e0f4c admin admin] Pushing event deleted for resources: {'Port': ['ID=2b1c97f1-937f-4e37-8b28-1f3f632010f4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:38:46.040232 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a83fbc-21bd-431d-bf1d-3a59921e0f4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:38:46.040586 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a83fbc-21bd-431d-bf1d-3a59921e0f4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:38:46.040935 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a83fbc-21bd-431d-bf1d-3a59921e0f4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:38:46.041276 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a83fbc-21bd-431d-bf1d-3a59921e0f4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:38:46.041612 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a83fbc-21bd-431d-bf1d-3a59921e0f4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:38:46.041949 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a83fbc-21bd-431d-bf1d-3a59921e0f4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:38:46.042281 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a83fbc-21bd-431d-bf1d-3a59921e0f4c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:38:46.042608 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a83fbc-21bd-431d-bf1d-3a59921e0f4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:38:46.042936 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a83fbc-21bd-431d-bf1d-3a59921e0f4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:38:46.043268 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a83fbc-21bd-431d-bf1d-3a59921e0f4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:38:46.043683 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a83fbc-21bd-431d-bf1d-3a59921e0f4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:38:46.043952 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a83fbc-21bd-431d-bf1d-3a59921e0f4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:38:46.063557 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17a83fbc-21bd-431d-bf1d-3a59921e0f4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999011'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:46.205634 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device d3d34339-5dbc-4463-a4f2-eb943e117b38 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:38:46.242672 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17a83fbc-21bd-431d-bf1d-3a59921e0f4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:46.245644 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17a83fbc-21bd-431d-bf1d-3a59921e0f4c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:46.259323 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: d3d34339-5dbc-4463-a4f2-eb943e117b38 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:38:46.260173 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device d3d34339-5dbc-4463-a4f2-eb943e117b38 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:38:46.311155 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17a83fbc-21bd-431d-bf1d-3a59921e0f4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:46.311985 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a83fbc-21bd-431d-bf1d-3a59921e0f4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6db1c9a-3b58-4334-a287-2979b6a09f97 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:38:46.318005 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17a83fbc-21bd-431d-bf1d-3a59921e0f4c admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:46.328886 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 39764) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:38:46.343254 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-17a83fbc-21bd-431d-bf1d-3a59921e0f4c admin admin] 10.222.0.48 "DELETE /v2.0/routers/d6db1c9a-3b58-4334-a287-2979b6a09f97 HTTP/1.1" status: 204 len: 168 time: 1.7587647 Jul 15 23:38:46.418493 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-42dd5ca9-9c53-4ba1-8efc-2f6384abb5b7 admin admin] Deleting subnet 26bc8287-8a83-435e-af89-91764495c3a1 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:38:46.422444 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-42dd5ca9-9c53-4ba1-8efc-2f6384abb5b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:46.476341 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-42dd5ca9-9c53-4ba1-8efc-2f6384abb5b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:46.609030 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-42dd5ca9-9c53-4ba1-8efc-2f6384abb5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:46.775471 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-42dd5ca9-9c53-4ba1-8efc-2f6384abb5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:46.841809 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-42dd5ca9-9c53-4ba1-8efc-2f6384abb5b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:46.847150 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-42dd5ca9-9c53-4ba1-8efc-2f6384abb5b7 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/26bc8287-8a83-435e-af89-91764495c3a1 HTTP/1.1" status: 204 len: 168 time: 0.5143788 Jul 15 23:38:46.849753 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 39778) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:38:46.850458 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860bf3a8-02fe-43a0-9f8f-ecf1fb62c014 None None] Network b962519a-ab5f-496e-9d79-3cee8173c56b requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:38:46.872612 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dd5ca9-9c53-4ba1-8efc-2f6384abb5b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26bc8287-8a83-435e-af89-91764495c3a1,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:38:46.988516 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-19af0a67-d8b9-46ee-bef9-f8731dc5a1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:47.059046 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-19af0a67-d8b9-46ee-bef9-f8731dc5a1a6 admin admin] Deleting port 90b9f4d5-3d83-4254-8f72-1779d9f147c1 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:38:47.059396 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-19af0a67-d8b9-46ee-bef9-f8731dc5a1a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:47.182289 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-19af0a67-d8b9-46ee-bef9-f8731dc5a1a6 admin admin] For port 90b9f4d5-3d83-4254-8f72-1779d9f147c1, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=90b9f4d5-3d83-4254-8f72-1779d9f147c1,segment=NetworkSegment(4ca7154f-20f3-4f69-905b-db0938abcc53),segment_id=4ca7154f-20f3-4f69-905b-db0938abcc53)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:38:47.182682 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-19af0a67-d8b9-46ee-bef9-f8731dc5a1a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:47.212792 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-19af0a67-d8b9-46ee-bef9-f8731dc5a1a6 admin admin] Calling delete_port for 90b9f4d5-3d83-4254-8f72-1779d9f147c1 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:38:47.249169 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0bfb36-8afa-4704-a8f8-a0606c0c1583 None None] DHCP port deletion for b962519a-ab5f-496e-9d79-3cee8173c56b request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:38:47.355689 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-9e0bfb36-8afa-4704-a8f8-a0606c0c1583 None None] Deleting port 90b9f4d5-3d83-4254-8f72-1779d9f147c1 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:38:47.370945 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9e0bfb36-8afa-4704-a8f8-a0606c0c1583 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:47.379171 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-19af0a67-d8b9-46ee-bef9-f8731dc5a1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:47.481481 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-9e0bfb36-8afa-4704-a8f8-a0606c0c1583 None None] For port 90b9f4d5-3d83-4254-8f72-1779d9f147c1, host n-d-794306-6, got binding levels [] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:38:47.483240 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9e0bfb36-8afa-4704-a8f8-a0606c0c1583 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:47.485913 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19af0a67-d8b9-46ee-bef9-f8731dc5a1a6 admin admin] No DVR routers for this DVR port 90b9f4d5-3d83-4254-8f72-1779d9f147c1 on host n-d-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:38:47.488486 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19af0a67-d8b9-46ee-bef9-f8731dc5a1a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=90b9f4d5-3d83-4254-8f72-1779d9f147c1,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:38:47.515971 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-9e0bfb36-8afa-4704-a8f8-a0606c0c1583 None None] Calling delete_port for 90b9f4d5-3d83-4254-8f72-1779d9f147c1 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:38:47.522209 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.ipam_backend_mixin [None req-9e0bfb36-8afa-4704-a8f8-a0606c0c1583 None None] Port 90b9f4d5-3d83-4254-8f72-1779d9f147c1 was not found and therefore no delete operation was performed {{(pid=93772) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 23:38:47.525427 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9e0bfb36-8afa-4704-a8f8-a0606c0c1583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:47.581504 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0bfb36-8afa-4704-a8f8-a0606c0c1583 None None] Pushing event deleted for resources: {'Port': ['ID=90b9f4d5-3d83-4254-8f72-1779d9f147c1,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:38:47.589509 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0bfb36-8afa-4704-a8f8-a0606c0c1583 None None] No DVR routers for this DVR port 90b9f4d5-3d83-4254-8f72-1779d9f147c1 on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:38:47.606095 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0bfb36-8afa-4704-a8f8-a0606c0c1583 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:38:47.606612 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0bfb36-8afa-4704-a8f8-a0606c0c1583 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:38:47.607073 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0bfb36-8afa-4704-a8f8-a0606c0c1583 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:38:47.607539 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0bfb36-8afa-4704-a8f8-a0606c0c1583 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:38:47.608110 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0bfb36-8afa-4704-a8f8-a0606c0c1583 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:38:47.608625 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0bfb36-8afa-4704-a8f8-a0606c0c1583 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:38:47.609051 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0bfb36-8afa-4704-a8f8-a0606c0c1583 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:38:47.609574 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0bfb36-8afa-4704-a8f8-a0606c0c1583 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:38:47.609980 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0bfb36-8afa-4704-a8f8-a0606c0c1583 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:38:47.610399 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0bfb36-8afa-4704-a8f8-a0606c0c1583 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:38:47.610818 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0bfb36-8afa-4704-a8f8-a0606c0c1583 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:38:47.611237 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0bfb36-8afa-4704-a8f8-a0606c0c1583 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:38:47.626280 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-19af0a67-d8b9-46ee-bef9-f8731dc5a1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:47.638662 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-19af0a67-d8b9-46ee-bef9-f8731dc5a1a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b962519a-ab5f-496e-9d79-3cee8173c56b']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:38:47.656976 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-19af0a67-d8b9-46ee-bef9-f8731dc5a1a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ca7154f-20f3-4f69-905b-db0938abcc53') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:38:47.657656 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-19af0a67-d8b9-46ee-bef9-f8731dc5a1a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ca7154f-20f3-4f69-905b-db0938abcc53') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:38:47.672595 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-19af0a67-d8b9-46ee-bef9-f8731dc5a1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:47.703988 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-19af0a67-d8b9-46ee-bef9-f8731dc5a1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:47.725426 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19af0a67-d8b9-46ee-bef9-f8731dc5a1a6 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:38:47.725426 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-19af0a67-d8b9-46ee-bef9-f8731dc5a1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:47.728410 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:38:47.728410 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:38:47.728410 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:38:47.728410 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:38:47.728410 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:38:47.728410 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:38:47.728410 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:38:47.728410 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:38:47.728410 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:38:47.728410 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:38:47.728410 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:38:47.728410 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:38:47.728410 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:38:47.728410 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:38:47.728410 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:38:47.728410 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:38:47.728410 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:38:47.728410 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:38:47.728410 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:38:47.728410 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:38:47.728410 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:38:47.728410 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:38:47.728410 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:38:47.728410 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:38:47.728410 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:38:47.728410 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:38:47.728410 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:38:47.728410 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:38:47.728410 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:38:47.728410 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:38:47.728410 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:38:47.728410 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:38:47.728410 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:38:47.728410 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:38:47.728410 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:38:47.728410 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:38:47.728410 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:38:47.728410 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:38:47.728410 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:38:47.728410 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:38:47.728410 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:38:47.728410 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:38:47.728410 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:38:47.728410 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:38:47.828881 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-19af0a67-d8b9-46ee-bef9-f8731dc5a1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:47.859047 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19af0a67-d8b9-46ee-bef9-f8731dc5a1a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b962519a-ab5f-496e-9d79-3cee8173c56b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:38:47.862793 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-19af0a67-d8b9-46ee-bef9-f8731dc5a1a6 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:47.868651 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-19af0a67-d8b9-46ee-bef9-f8731dc5a1a6 admin admin] 10.222.0.48 "DELETE /v2.0/networks/b962519a-ab5f-496e-9d79-3cee8173c56b HTTP/1.1" status: 204 len: 168 time: 1.0171828 Jul 15 23:38:47.871702 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39798) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:38:48.039276 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 2b1c97f1-937f-4e37-8b28-1f3f632010f4 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:38:48.095898 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 2b1c97f1-937f-4e37-8b28-1f3f632010f4 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:38:48.097092 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 2b1c97f1-937f-4e37-8b28-1f3f632010f4 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:38:48.097474 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 90b9f4d5-3d83-4254-8f72-1779d9f147c1 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:38:48.147481 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 90b9f4d5-3d83-4254-8f72-1779d9f147c1 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:38:48.148159 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 90b9f4d5-3d83-4254-8f72-1779d9f147c1 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:38:48.461956 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3931af0-f044-4fe7-b888-04edaec61c2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:48.811986 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-a3931af0-f044-4fe7-b888-04edaec61c2f admin admin] Deleting port e8d9b73c-5a6c-4218-8639-c36b46b33405 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:38:48.812334 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3931af0-f044-4fe7-b888-04edaec61c2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:48.926480 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-a3931af0-f044-4fe7-b888-04edaec61c2f admin admin] For port e8d9b73c-5a6c-4218-8639-c36b46b33405, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=e8d9b73c-5a6c-4218-8639-c36b46b33405,segment=NetworkSegment(b4465f23-cb63-4b9a-9760-e651d223ee00),segment_id=b4465f23-cb63-4b9a-9760-e651d223ee00)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:38:48.927502 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3931af0-f044-4fe7-b888-04edaec61c2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:48.942179 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-a3931af0-f044-4fe7-b888-04edaec61c2f admin admin] Calling delete_port for e8d9b73c-5a6c-4218-8639-c36b46b33405 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:38:49.189606 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3931af0-f044-4fe7-b888-04edaec61c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:49.227521 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3931af0-f044-4fe7-b888-04edaec61c2f admin admin] Pushing event deleted for resources: {'Port': ['ID=e8d9b73c-5a6c-4218-8639-c36b46b33405,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:38:49.452441 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3931af0-f044-4fe7-b888-04edaec61c2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:49.755989 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3931af0-f044-4fe7-b888-04edaec61c2f admin admin] Router 3f446329-acba-46fb-90c0-d8ba728cbf17 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:38:50.007972 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3931af0-f044-4fe7-b888-04edaec61c2f admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:38:50.015655 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a3931af0-f044-4fe7-b888-04edaec61c2f admin admin] 10.222.0.48 "PUT /v2.0/routers/3f446329-acba-46fb-90c0-d8ba728cbf17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1394432 Jul 15 23:38:50.015977 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 39866) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:38:50.024995 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e739b03a-9ea5-4d7b-a3ec-e4cfbc09b9bb None None] Sync routers for ids ['3f446329-acba-46fb-90c0-d8ba728cbf17'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:38:50.043882 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e739b03a-9ea5-4d7b-a3ec-e4cfbc09b9bb None None] Routers {'3f446329-acba-46fb-90c0-d8ba728cbf17'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:38:50.047840 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e739b03a-9ea5-4d7b-a3ec-e4cfbc09b9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:38:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['3f446329-acba-46fb-90c0-d8ba728cbf17'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:38:50.187882 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b3728624-c34b-456c-b51f-d264de7bdee3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:50.224195 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-e739b03a-9ea5-4d7b-a3ec-e4cfbc09b9bb None None] Set router 3f446329-acba-46fb-90c0-d8ba728cbf17 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:38:50.401546 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b3728624-c34b-456c-b51f-d264de7bdee3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:50.485629 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e739b03a-9ea5-4d7b-a3ec-e4cfbc09b9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f446329-acba-46fb-90c0-d8ba728cbf17', 'name': 'tempest-TestServerMultinode-578196454-router', 'tenant_id': '8ff713543b6b491ca7bf9f8ecad609e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'e531e7f5-ad76-4496-8373-834089a1b6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:37:55Z', 'updated_at': '2021-07-15T23:38:49Z', 'revision_number': 5, 'project_id': '8ff713543b6b491ca7bf9f8ecad609e2', 'gw_port': {'id': 'e531e7f5-ad76-4496-8373-834089a1b6aa', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:fc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f446329-acba-46fb-90c0-d8ba728cbf17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:37:56Z', 'updated_at': '2021-07-15T23:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:38:50.511761 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-b3728624-c34b-456c-b51f-d264de7bdee3 admin admin] Deleting port e531e7f5-ad76-4496-8373-834089a1b6aa {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:38:50.512117 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b3728624-c34b-456c-b51f-d264de7bdee3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:50.529826 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e739b03a-9ea5-4d7b-a3ec-e4cfbc09b9bb None None] Checking router: 3f446329-acba-46fb-90c0-d8ba728cbf17 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:38:50.540099 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e739b03a-9ea5-4d7b-a3ec-e4cfbc09b9bb None None] Routers {'3f446329-acba-46fb-90c0-d8ba728cbf17'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:38:50.540770 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e739b03a-9ea5-4d7b-a3ec-e4cfbc09b9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:38:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['3f446329-acba-46fb-90c0-d8ba728cbf17'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:38:50.618045 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-b3728624-c34b-456c-b51f-d264de7bdee3 admin admin] For port e531e7f5-ad76-4496-8373-834089a1b6aa, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=e531e7f5-ad76-4496-8373-834089a1b6aa,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:38:50.618418 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b3728624-c34b-456c-b51f-d264de7bdee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:50.636014 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-b3728624-c34b-456c-b51f-d264de7bdee3 admin admin] Calling delete_port for e531e7f5-ad76-4496-8373-834089a1b6aa owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:38:50.781652 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-e739b03a-9ea5-4d7b-a3ec-e4cfbc09b9bb None None] Set router 3f446329-acba-46fb-90c0-d8ba728cbf17 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:38:50.865725 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e739b03a-9ea5-4d7b-a3ec-e4cfbc09b9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f446329-acba-46fb-90c0-d8ba728cbf17', 'name': 'tempest-TestServerMultinode-578196454-router', 'tenant_id': '8ff713543b6b491ca7bf9f8ecad609e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:37:55Z', 'updated_at': '2021-07-15T23:38:50Z', 'revision_number': 6, 'project_id': '8ff713543b6b491ca7bf9f8ecad609e2', 'gw_port_host': None}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:38:50.902662 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b3728624-c34b-456c-b51f-d264de7bdee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:50.941026 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e739b03a-9ea5-4d7b-a3ec-e4cfbc09b9bb None None] The sync data for ids ['3f446329-acba-46fb-90c0-d8ba728cbf17'] in n-d-794306-6 is: [{'id': '3f446329-acba-46fb-90c0-d8ba728cbf17', 'name': 'tempest-TestServerMultinode-578196454-router', 'tenant_id': '8ff713543b6b491ca7bf9f8ecad609e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:37:55Z', 'updated_at': '2021-07-15T23:38:50Z', 'revision_number': 6, 'project_id': '8ff713543b6b491ca7bf9f8ecad609e2', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:38:51.002797 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3728624-c34b-456c-b51f-d264de7bdee3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e531e7f5-ad76-4496-8373-834089a1b6aa,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:38:51.027664 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b3728624-c34b-456c-b51f-d264de7bdee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999011'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:51.157298 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b3728624-c34b-456c-b51f-d264de7bdee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:51.170303 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b3728624-c34b-456c-b51f-d264de7bdee3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:51.254407 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b3728624-c34b-456c-b51f-d264de7bdee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:51.254980 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3728624-c34b-456c-b51f-d264de7bdee3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f446329-acba-46fb-90c0-d8ba728cbf17 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:38:51.265365 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b3728624-c34b-456c-b51f-d264de7bdee3 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:51.266544 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-b3728624-c34b-456c-b51f-d264de7bdee3 admin admin] 10.222.0.48 "DELETE /v2.0/routers/3f446329-acba-46fb-90c0-d8ba728cbf17 HTTP/1.1" status: 204 len: 168 time: 1.2489138 Jul 15 23:38:51.269968 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 39910) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:38:51.353970 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-489a139d-7976-4e45-8a82-bf0e29dcf8d1 admin admin] Deleting subnet 395e31c5-8caf-4aa4-bde9-dcbee0d99c45 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:38:51.357466 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-489a139d-7976-4e45-8a82-bf0e29dcf8d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:51.412695 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-489a139d-7976-4e45-8a82-bf0e29dcf8d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:51.531871 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-489a139d-7976-4e45-8a82-bf0e29dcf8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:51.608289 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-489a139d-7976-4e45-8a82-bf0e29dcf8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:51.638985 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-489a139d-7976-4e45-8a82-bf0e29dcf8d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:51.644683 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-489a139d-7976-4e45-8a82-bf0e29dcf8d1 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/395e31c5-8caf-4aa4-bde9-dcbee0d99c45 HTTP/1.1" status: 204 len: 168 time: 0.3699896 Jul 15 23:38:51.644683 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489a139d-7976-4e45-8a82-bf0e29dcf8d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=395e31c5-8caf-4aa4-bde9-dcbee0d99c45,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:38:51.645271 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39920) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:38:51.648553 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3288e2c8-73d8-4726-b86b-44a76c63554e None None] Network f7b4c0c8-7f2f-4955-8777-fa09be0cd80c requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:38:51.766708 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-96a800b7-1e7b-4b5d-826a-b9d98136cb1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:51.845631 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-96a800b7-1e7b-4b5d-826a-b9d98136cb1e admin admin] Deleting port 0fe4810b-6ab3-4a99-a493-d4f64351e324 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:38:51.846648 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-96a800b7-1e7b-4b5d-826a-b9d98136cb1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:51.948255 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d4d309-4064-4597-8b6b-c8c5858d02e5 None None] DHCP port deletion for f7b4c0c8-7f2f-4955-8777-fa09be0cd80c request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:38:51.964163 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-96a800b7-1e7b-4b5d-826a-b9d98136cb1e admin admin] For port 0fe4810b-6ab3-4a99-a493-d4f64351e324, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=0fe4810b-6ab3-4a99-a493-d4f64351e324,segment=NetworkSegment(b4465f23-cb63-4b9a-9760-e651d223ee00),segment_id=b4465f23-cb63-4b9a-9760-e651d223ee00)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:38:51.964813 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-96a800b7-1e7b-4b5d-826a-b9d98136cb1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:52.005231 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-96a800b7-1e7b-4b5d-826a-b9d98136cb1e admin admin] Calling delete_port for 0fe4810b-6ab3-4a99-a493-d4f64351e324 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:38:52.061244 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b5d4d309-4064-4597-8b6b-c8c5858d02e5 None None] Deleting port 0fe4810b-6ab3-4a99-a493-d4f64351e324 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:38:52.061617 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b5d4d309-4064-4597-8b6b-c8c5858d02e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:52.122001 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device e8d9b73c-5a6c-4218-8639-c36b46b33405 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:38:52.187858 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-96a800b7-1e7b-4b5d-826a-b9d98136cb1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:52.223590 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a800b7-1e7b-4b5d-826a-b9d98136cb1e admin admin] Pushing event deleted for resources: {'Port': ['ID=0fe4810b-6ab3-4a99-a493-d4f64351e324,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:38:52.232304 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a800b7-1e7b-4b5d-826a-b9d98136cb1e admin admin] No DVR routers for this DVR port 0fe4810b-6ab3-4a99-a493-d4f64351e324 on host n-d-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:38:52.288393 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: e8d9b73c-5a6c-4218-8639-c36b46b33405 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:38:52.288736 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device e8d9b73c-5a6c-4218-8639-c36b46b33405 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:38:52.289154 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device e531e7f5-ad76-4496-8373-834089a1b6aa no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:38:52.326777 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: e531e7f5-ad76-4496-8373-834089a1b6aa {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:38:52.327120 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device e531e7f5-ad76-4496-8373-834089a1b6aa not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:38:52.327546 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 0fe4810b-6ab3-4a99-a493-d4f64351e324 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:38:52.330893 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-b5d4d309-4064-4597-8b6b-c8c5858d02e5 None None] For port 0fe4810b-6ab3-4a99-a493-d4f64351e324, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=0fe4810b-6ab3-4a99-a493-d4f64351e324,segment=NetworkSegment(b4465f23-cb63-4b9a-9760-e651d223ee00),segment_id=b4465f23-cb63-4b9a-9760-e651d223ee00)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:38:52.331633 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b5d4d309-4064-4597-8b6b-c8c5858d02e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:52.357920 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 0fe4810b-6ab3-4a99-a493-d4f64351e324 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:38:52.358528 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 0fe4810b-6ab3-4a99-a493-d4f64351e324 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:38:52.371262 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-96a800b7-1e7b-4b5d-826a-b9d98136cb1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:52.373629 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b5d4d309-4064-4597-8b6b-c8c5858d02e5 None None] Calling delete_port for 0fe4810b-6ab3-4a99-a493-d4f64351e324 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:38:52.388739 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-96a800b7-1e7b-4b5d-826a-b9d98136cb1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7b4c0c8-7f2f-4955-8777-fa09be0cd80c']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:38:52.426499 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-96a800b7-1e7b-4b5d-826a-b9d98136cb1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4465f23-cb63-4b9a-9760-e651d223ee00') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:38:52.426853 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-96a800b7-1e7b-4b5d-826a-b9d98136cb1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4465f23-cb63-4b9a-9760-e651d223ee00') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:38:52.443041 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-96a800b7-1e7b-4b5d-826a-b9d98136cb1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:52.475191 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-96a800b7-1e7b-4b5d-826a-b9d98136cb1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:52.486612 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96a800b7-1e7b-4b5d-826a-b9d98136cb1e admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:38:52.486612 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-96a800b7-1e7b-4b5d-826a-b9d98136cb1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:52.490604 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:38:52.490604 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:38:52.490604 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:38:52.490604 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:38:52.490604 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:38:52.490604 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:38:52.490604 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:38:52.490604 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:38:52.490604 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:38:52.490604 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:38:52.490604 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:38:52.490604 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:38:52.490604 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:38:52.490604 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:38:52.490604 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:38:52.490604 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:38:52.490604 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:38:52.490604 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:38:52.490604 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:38:52.490604 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:38:52.490604 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:38:52.490604 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:38:52.490604 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:38:52.490604 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:38:52.490604 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:38:52.490604 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:38:52.490604 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:38:52.490604 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:38:52.490604 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:38:52.490604 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:38:52.490604 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:38:52.490604 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:38:52.559741 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b5d4d309-4064-4597-8b6b-c8c5858d02e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:52.578323 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d4d309-4064-4597-8b6b-c8c5858d02e5 None None] No DVR routers for this DVR port 0fe4810b-6ab3-4a99-a493-d4f64351e324 on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:38:52.588887 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-96a800b7-1e7b-4b5d-826a-b9d98136cb1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:52.598834 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-96a800b7-1e7b-4b5d-826a-b9d98136cb1e admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:52.603336 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-96a800b7-1e7b-4b5d-826a-b9d98136cb1e admin admin] 10.222.0.48 "DELETE /v2.0/networks/f7b4c0c8-7f2f-4955-8777-fa09be0cd80c HTTP/1.1" status: 204 len: 168 time: 0.9544218 Jul 15 23:38:52.628191 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d4d309-4064-4597-8b6b-c8c5858d02e5 None None] Pushing event deleted for resources: {'Port': ['ID=0fe4810b-6ab3-4a99-a493-d4f64351e324,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:38:52.664548 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a800b7-1e7b-4b5d-826a-b9d98136cb1e admin admin] Pushing event deleted for resources: {'Network': ['ID=f7b4c0c8-7f2f-4955-8777-fa09be0cd80c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:38:52.999935 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39954) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:38:53.072598 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-3122f9ba-bf74-406f-9913-30f6d2d0c3cc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c430a7579d3648039b3be252c8ce3264&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0716810 Jul 15 23:38:53.075143 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39958) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:38:53.096052 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d3493-ab49-491e-906a-4d79e4e0089f req-6d9ea748-3f6b-4b89-a42b-e84f18bfb9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:53.098440 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fc0d3493-ab49-491e-906a-4d79e4e0089f req-6d9ea748-3f6b-4b89-a42b-e84f18bfb9ab service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1482c544a11f4437b346c979b3eb517a&device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 1096 time: 0.1126959 Jul 15 23:38:53.172310 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab30e4e9-127b-4eaa-b52c-c401b9c3f3b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:53.218114 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d3493-ab49-491e-906a-4d79e4e0089f req-711ca04c-e5a8-42cb-b33c-85d12fa0c95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:53.219713 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fc0d3493-ab49-491e-906a-4d79e4e0089f req-711ca04c-e5a8-42cb-b33c-85d12fa0c95c service neutron] 10.222.0.49 "GET /v2.0/networks?id=319575b4-274a-45da-9bf1-6decf487208b HTTP/1.1" status: 200 len: 911 time: 0.1125381 Jul 15 23:38:53.244977 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab30e4e9-127b-4eaa-b52c-c401b9c3f3b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:53.343804 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab30e4e9-127b-4eaa-b52c-c401b9c3f3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:53.348528 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab30e4e9-127b-4eaa-b52c-c401b9c3f3b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:53.355031 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ab30e4e9-127b-4eaa-b52c-c401b9c3f3b9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e22a96ff-e67f-4255-a8d6-20d9c59d04ca HTTP/1.1" status: 204 len: 168 time: 0.2741091 Jul 15 23:38:53.377396 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab30e4e9-127b-4eaa-b52c-c401b9c3f3b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e22a96ff-e67f-4255-a8d6-20d9c59d04ca,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:38:53.443257 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fc0d3493-ab49-491e-906a-4d79e4e0089f req-88ddf42c-8a41-4c6d-9e47-b9512e256db1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88c45584-2d51-4746-a9ae-b07b0255b918 HTTP/1.1" status: 200 len: 1000 time: 0.2119155 Jul 15 23:38:53.550714 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f01bb-0aec-48d7-9e7e-3a98fe097e7b req-56b047f0-8598-42df-8711-e02a0550051a tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:53.569945 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8f6f01bb-0aec-48d7-9e7e-3a98fe097e7b req-56b047f0-8598-42df-8711-e02a0550051a tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 945 time: 0.3492131 Jul 15 23:38:53.631016 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d3493-ab49-491e-906a-4d79e4e0089f req-c34b5c9f-5772-4889-8d8c-31eb3f515c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:53.632783 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fc0d3493-ab49-491e-906a-4d79e4e0089f req-c34b5c9f-5772-4889-8d8c-31eb3f515c5f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0c7868f8-d819-4333-b9c5-ebc3d9707601 HTTP/1.1" status: 200 len: 849 time: 0.1826684 Jul 15 23:38:53.692577 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8f6f01bb-0aec-48d7-9e7e-3a98fe097e7b req-64248c1a-3a7c-42cb-a018-8f43a169be57 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052184 Jul 15 23:38:53.760091 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d3493-ab49-491e-906a-4d79e4e0089f req-6d64791e-8897-40d7-acd1-6866bbc3544c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:53.761818 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fc0d3493-ab49-491e-906a-4d79e4e0089f req-6d64791e-8897-40d7-acd1-6866bbc3544c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=319575b4-274a-45da-9bf1-6decf487208b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1127417 Jul 15 23:38:53.990044 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fc0d3493-ab49-491e-906a-4d79e4e0089f req-4ca05526-2964-4195-b134-1d5b5d9b2c3b service neutron] 10.222.0.49 "GET /v2.0/networks/319575b4-274a-45da-9bf1-6decf487208b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206609 Jul 15 23:38:54.019547 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39984) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:38:54.105834 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a8874a82-1b98-4523-8de4-6a11188f6d44 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8ff713543b6b491ca7bf9f8ecad609e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0842037 Jul 15 23:38:54.108239 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 39988) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:38:54.187790 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c19f1040-d26f-44d2-b20d-39938505c68b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:54.189074 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fc0d3493-ab49-491e-906a-4d79e4e0089f req-d3113e14-1dd4-4297-a301-7cdb03a7c30a service neutron] 10.222.0.49 "GET /v2.0/networks/319575b4-274a-45da-9bf1-6decf487208b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927359 Jul 15 23:38:54.224083 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c19f1040-d26f-44d2-b20d-39938505c68b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:54.288305 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c19f1040-d26f-44d2-b20d-39938505c68b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:54.292042 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c19f1040-d26f-44d2-b20d-39938505c68b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:54.293744 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c19f1040-d26f-44d2-b20d-39938505c68b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/821f3ff9-b398-4f8f-b8d0-c3671fb7a9f8 HTTP/1.1" status: 204 len: 168 time: 0.1840835 Jul 15 23:38:54.306952 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19f1040-d26f-44d2-b20d-39938505c68b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821f3ff9-b398-4f8f-b8d0-c3671fb7a9f8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:38:55.088681 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c28d91-8b4b-46b5-b2dc-e92451b8b19e req-11f108a2-c82e-4c7b-bf7f-3d464fb22f98 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:55.094753 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-40c28d91-8b4b-46b5-b2dc-e92451b8b19e req-11f108a2-c82e-4c7b-bf7f-3d464fb22f98 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 945 time: 0.1490145 Jul 15 23:38:55.185198 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-40c28d91-8b4b-46b5-b2dc-e92451b8b19e req-e1f4d7af-2b80-403d-a1ef-cd3c8e095cd5 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812683 Jul 15 23:38:55.529524 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:56.446223 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe07c6-0120-4232-b0da-b20bb1d313c2 req-a306a2a1-85e6-416d-bbd1-ec059548966a tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:56.456442 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-69fe07c6-0120-4232-b0da-b20bb1d313c2 req-a306a2a1-85e6-416d-bbd1-ec059548966a tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 945 time: 0.1276662 Jul 15 23:38:56.512289 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-69fe07c6-0120-4232-b0da-b20bb1d313c2 req-63b422f3-796b-4f48-8d3c-d91e9e48cf4f tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542784 Jul 15 23:38:58.571396 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c2120-9010-40ac-946f-d2b1a513eb0d req-b767a9db-d5dd-4990-9672-a16a1632d97b tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:58.574140 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5b4c2120-9010-40ac-946f-d2b1a513eb0d req-b767a9db-d5dd-4990-9672-a16a1632d97b tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] 10.222.0.48 "GET /v2.0/ports?device_id=4183fd16-26ff-4900-a0d6-311760b073eb HTTP/1.1" status: 200 len: 945 time: 0.1311071 Jul 15 23:38:58.632619 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5b4c2120-9010-40ac-946f-d2b1a513eb0d req-8b209480-a0c4-4b7e-917e-155a2d770477 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] 10.222.0.48 "GET /v2.0/security-groups?id=247a4a3a-5e2b-4742-a6c5-1cea37b3c4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521345 Jul 15 23:38:59.211976 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40108) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:38:59.326218 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-700f0ea2-60e4-4cfa-b313-2293fc878ead admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:59.419950 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-700f0ea2-60e4-4cfa-b313-2293fc878ead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:59.423862 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-700f0ea2-60e4-4cfa-b313-2293fc878ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:59.465134 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700f0ea2-60e4-4cfa-b313-2293fc878ead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7a3290-61bc-456c-94a6-f8fec27e4446,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:38:59.470421 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-700f0ea2-60e4-4cfa-b313-2293fc878ead admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f6e6839bac2445c5826212d02bfba811&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2572641 Jul 15 23:38:59.474869 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 40112) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:38:59.530689 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ea8fa84-8ae2-484a-aaf4-9c99dbc0bae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:59.558519 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ea8fa84-8ae2-484a-aaf4-9c99dbc0bae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:59.630749 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ea8fa84-8ae2-484a-aaf4-9c99dbc0bae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:59.635160 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ea8fa84-8ae2-484a-aaf4-9c99dbc0bae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:38:59.637896 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-8ea8fa84-8ae2-484a-aaf4-9c99dbc0bae4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dd7a3290-61bc-456c-94a6-f8fec27e4446 HTTP/1.1" status: 204 len: 168 time: 0.1611803 Jul 15 23:38:59.648915 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea8fa84-8ae2-484a-aaf4-9c99dbc0bae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7a3290-61bc-456c-94a6-f8fec27e4446,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:38:59.884086 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeceb35-d573-44f8-9b9c-a5a31ed30440 req-b7931709-9afa-4bf5-81fc-1d8469b93d26 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:59.885768 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ddeceb35-d573-44f8-9b9c-a5a31ed30440 req-b7931709-9afa-4bf5-81fc-1d8469b93d26 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] 10.222.0.48 "GET /v2.0/ports?device_id=4183fd16-26ff-4900-a0d6-311760b073eb HTTP/1.1" status: 200 len: 945 time: 0.1207120 Jul 15 23:38:59.899685 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d91658a-e397-460c-a44d-0ce1b98fbf3e req-072f5c57-e8db-4659-8e71-cf19aaf24426 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:38:59.901176 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5d91658a-e397-460c-a44d-0ce1b98fbf3e req-072f5c57-e8db-4659-8e71-cf19aaf24426 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] 10.222.0.49 "GET /v2.0/ports?device_id=4183fd16-26ff-4900-a0d6-311760b073eb HTTP/1.1" status: 200 len: 945 time: 0.1026034 Jul 15 23:39:00.328088 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ddeceb35-d573-44f8-9b9c-a5a31ed30440 req-cfa99034-3d11-4baf-8e7b-a4c54011fdcc tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] 10.222.0.48 "GET /v2.0/security-groups?id=247a4a3a-5e2b-4742-a6c5-1cea37b3c4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4363077 Jul 15 23:39:00.393402 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-5d91658a-e397-460c-a44d-0ce1b98fbf3e req-ffac13a6-27c1-44ce-9775-72eb2ed36123 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] Deleting port 2912c421-7b66-4d8e-9f68-e62af09bf982 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:39:00.393894 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5d91658a-e397-460c-a44d-0ce1b98fbf3e req-ffac13a6-27c1-44ce-9775-72eb2ed36123 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:00.492971 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-5d91658a-e397-460c-a44d-0ce1b98fbf3e req-ffac13a6-27c1-44ce-9775-72eb2ed36123 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] For port 2912c421-7b66-4d8e-9f68-e62af09bf982, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=2912c421-7b66-4d8e-9f68-e62af09bf982,segment=NetworkSegment(1f07892c-67f2-49f4-b6d6-0153062c3378),segment_id=1f07892c-67f2-49f4-b6d6-0153062c3378)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:39:00.493342 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5d91658a-e397-460c-a44d-0ce1b98fbf3e req-ffac13a6-27c1-44ce-9775-72eb2ed36123 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:00.505967 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-5d91658a-e397-460c-a44d-0ce1b98fbf3e req-ffac13a6-27c1-44ce-9775-72eb2ed36123 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] Calling delete_port for 2912c421-7b66-4d8e-9f68-e62af09bf982 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:39:00.642292 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5d91658a-e397-460c-a44d-0ce1b98fbf3e req-ffac13a6-27c1-44ce-9775-72eb2ed36123 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:00.673760 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac13a6-27c1-44ce-9775-72eb2ed36123 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] Pushing event deleted for resources: {'Port': ['ID=2912c421-7b66-4d8e-9f68-e62af09bf982,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:00.688138 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac13a6-27c1-44ce-9775-72eb2ed36123 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:00.688704 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac13a6-27c1-44ce-9775-72eb2ed36123 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:00.689980 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac13a6-27c1-44ce-9775-72eb2ed36123 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:00.690302 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac13a6-27c1-44ce-9775-72eb2ed36123 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:00.690630 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac13a6-27c1-44ce-9775-72eb2ed36123 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:00.690954 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac13a6-27c1-44ce-9775-72eb2ed36123 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:00.691280 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac13a6-27c1-44ce-9775-72eb2ed36123 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:00.691627 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac13a6-27c1-44ce-9775-72eb2ed36123 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:00.691940 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac13a6-27c1-44ce-9775-72eb2ed36123 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:00.692258 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac13a6-27c1-44ce-9775-72eb2ed36123 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:00.692574 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac13a6-27c1-44ce-9775-72eb2ed36123 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:00.692890 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffac13a6-27c1-44ce-9775-72eb2ed36123 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:00.733053 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d91658a-e397-460c-a44d-0ce1b98fbf3e req-ffac13a6-27c1-44ce-9775-72eb2ed36123 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] No DVR routers for this DVR port 2912c421-7b66-4d8e-9f68-e62af09bf982 on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:39:00.736058 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5d91658a-e397-460c-a44d-0ce1b98fbf3e req-ffac13a6-27c1-44ce-9775-72eb2ed36123 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:00.739507 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5d91658a-e397-460c-a44d-0ce1b98fbf3e req-ffac13a6-27c1-44ce-9775-72eb2ed36123 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] 10.222.0.49 "DELETE /v2.0/ports/2912c421-7b66-4d8e-9f68-e62af09bf982 HTTP/1.1" status: 204 len: 173 time: 0.8311501 Jul 15 23:39:00.740490 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4183fd16-26ff-4900-a0d6-311760b073eb', 'name': 'network-vif-deleted', 'tag': '2912c421-7b66-4d8e-9f68-e62af09bf982'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:39:00.743329 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c65074-5d4c-45be-b010-056ec5089b96" -d '{"events": [{"server_uuid": "4183fd16-26ff-4900-a0d6-311760b073eb", "name": "network-vif-deleted", "tag": "2912c421-7b66-4d8e-9f68-e62af09bf982"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:39:00.784380 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3977f77-ed67-40b1-9e9a-c69e07d40208 x-openstack-request-id: req-b3977f77-ed67-40b1-9e9a-c69e07d40208 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:39:00.784929 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4183fd16-26ff-4900-a0d6-311760b073eb", "name": "network-vif-deleted", "tag": "2912c421-7b66-4d8e-9f68-e62af09bf982", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:39:00.785340 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b3977f77-ed67-40b1-9e9a-c69e07d40208 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:39:00.785953 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4183fd16-26ff-4900-a0d6-311760b073eb', 'name': 'network-vif-deleted', 'tag': '2912c421-7b66-4d8e-9f68-e62af09bf982', 'status': 'completed', 'code': 200} Jul 15 23:39:00.847421 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e050dfdc-5446-4a29-86e3-1bee07bbe81f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:01.517246 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ae03034e-1f97-4f76-80a7-d96a66f00918 req-ba440019-ce86-4219-a2a8-f8b4e21be44a tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] 10.222.0.48 "GET /v2.0/ports?device_id=4183fd16-26ff-4900-a0d6-311760b073eb HTTP/1.1" status: 200 len: 210 time: 0.0289562 Jul 15 23:39:02.057521 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e8defed6-a252-4276-a566-8d4f7e82757c req-133ca760-dd0a-4989-a0e4-125cd65ce7b3 tempest-VolumesNegativeTest-139187884 tempest-VolumesNegativeTest-139187884-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=eb1d37240ea6485b9dddc356c3d4eb6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303874 Jul 15 23:39:02.255240 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8defed6-a252-4276-a566-8d4f7e82757c req-40bd6486-da67-4ad5-8d93-5b3e46d10bb9 tempest-VolumesNegativeTest-139187884 tempest-VolumesNegativeTest-139187884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:02.256665 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e8defed6-a252-4276-a566-8d4f7e82757c req-40bd6486-da67-4ad5-8d93-5b3e46d10bb9 tempest-VolumesNegativeTest-139187884 tempest-VolumesNegativeTest-139187884-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1936796 Jul 15 23:39:02.272846 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e8defed6-a252-4276-a566-8d4f7e82757c req-233e5970-f084-42d9-b1ab-442e7097163d tempest-VolumesNegativeTest-139187884 tempest-VolumesNegativeTest-139187884-project] 10.222.0.48 "GET /v2.0/quotas/eb1d37240ea6485b9dddc356c3d4eb6a HTTP/1.1" status: 200 len: 375 time: 0.0106742 Jul 15 23:39:02.307377 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e8defed6-a252-4276-a566-8d4f7e82757c req-d51632fb-2ce2-4a3d-b743-54f707da9216 tempest-VolumesNegativeTest-139187884 tempest-VolumesNegativeTest-139187884-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=eb1d37240ea6485b9dddc356c3d4eb6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290649 Jul 15 23:39:02.455068 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 2912c421-7b66-4d8e-9f68-e62af09bf982 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:39:02.477426 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: 2912c421-7b66-4d8e-9f68-e62af09bf982 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:39:02.477842 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 2912c421-7b66-4d8e-9f68-e62af09bf982 not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:39:02.487946 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-109cc4c6-01be-484b-9685-4ec5b21b8512 req-10bfd410-d02f-414b-9e62-eb16a427c820 tempest-VolumesNegativeTest-139187884 tempest-VolumesNegativeTest-139187884-project] 10.222.0.48 "GET /v2.0/ports?device_id=edabe1d9-dc8c-43f0-8a94-327db0c02603 HTTP/1.1" status: 200 len: 210 time: 0.0310094 Jul 15 23:39:03.383930 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:03.628142 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e8defed6-a252-4276-a566-8d4f7e82757c req-d8d16f74-89a7-43eb-b8b4-df8af96243c9 tempest-VolumesNegativeTest-139187884 tempest-VolumesNegativeTest-139187884-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=eb1d37240ea6485b9dddc356c3d4eb6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0514631 Jul 15 23:39:03.752101 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-be0a67b7-5d16-4668-a690-651d42655e00 req-ba71d759-e5a3-44fa-8fe6-96f96b1e7d18 tempest-VolumesNegativeTest-139187884 tempest-VolumesNegativeTest-139187884-project] 10.222.0.48 "GET /v2.0/ports?device_id=edabe1d9-dc8c-43f0-8a94-327db0c02603 HTTP/1.1" status: 200 len: 210 time: 0.0699494 Jul 15 23:39:03.857583 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8defed6-a252-4276-a566-8d4f7e82757c req-af41433c-d8fe-4e0c-92b0-c6120e06fd7f tempest-VolumesNegativeTest-139187884 tempest-VolumesNegativeTest-139187884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:03.859123 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e8defed6-a252-4276-a566-8d4f7e82757c req-af41433c-d8fe-4e0c-92b0-c6120e06fd7f tempest-VolumesNegativeTest-139187884 tempest-VolumesNegativeTest-139187884-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2245469 Jul 15 23:39:03.880304 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-e8defed6-a252-4276-a566-8d4f7e82757c req-1079bb7f-6699-43df-8943-8f5ba1124bb6 tempest-VolumesNegativeTest-139187884 tempest-VolumesNegativeTest-139187884-project] Request body: {'port': {'device_id': 'edabe1d9-dc8c-43f0-8a94-327db0c02603', 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'admin_state_up': True, 'tenant_id': 'eb1d37240ea6485b9dddc356c3d4eb6a'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:39:04.113246 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8defed6-a252-4276-a566-8d4f7e82757c req-1079bb7f-6699-43df-8943-8f5ba1124bb6 tempest-VolumesNegativeTest-139187884 tempest-VolumesNegativeTest-139187884-project] Made reservation on behalf of eb1d37240ea6485b9dddc356c3d4eb6a for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:39:04.116885 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e8defed6-a252-4276-a566-8d4f7e82757c req-1079bb7f-6699-43df-8943-8f5ba1124bb6 tempest-VolumesNegativeTest-139187884 tempest-VolumesNegativeTest-139187884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:04.126045 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e8defed6-a252-4276-a566-8d4f7e82757c req-1079bb7f-6699-43df-8943-8f5ba1124bb6 tempest-VolumesNegativeTest-139187884 tempest-VolumesNegativeTest-139187884-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:04.222503 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d6787c3d-77c5-4591-89de-f436081e8b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:04.236976 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e8defed6-a252-4276-a566-8d4f7e82757c req-1079bb7f-6699-43df-8943-8f5ba1124bb6 tempest-VolumesNegativeTest-139187884 tempest-VolumesNegativeTest-139187884-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:04.241570 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e8defed6-a252-4276-a566-8d4f7e82757c req-1079bb7f-6699-43df-8943-8f5ba1124bb6 tempest-VolumesNegativeTest-139187884 tempest-VolumesNegativeTest-139187884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:04.310230 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1079bb7f-6699-43df-8943-8f5ba1124bb6 tempest-VolumesNegativeTest-139187884 tempest-VolumesNegativeTest-139187884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa8d823-079b-4861-8583-171bb759e0c5,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:04.350483 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:04.387953 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-e8defed6-a252-4276-a566-8d4f7e82757c req-1079bb7f-6699-43df-8943-8f5ba1124bb6 tempest-VolumesNegativeTest-139187884 tempest-VolumesNegativeTest-139187884-project] Allocated IP 192.168.233.18 (5d412861-bef3-4cc1-ae9f-87a6a36753c0/0d909a96-22de-4aa9-b690-1c7da965ceac/ada79d52-1079-4a32-af53-f93ff425e4a4) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:39:04.546596 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e8defed6-a252-4276-a566-8d4f7e82757c req-1079bb7f-6699-43df-8943-8f5ba1124bb6 tempest-VolumesNegativeTest-139187884 tempest-VolumesNegativeTest-139187884-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:04.563141 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-e8defed6-a252-4276-a566-8d4f7e82757c req-1079bb7f-6699-43df-8943-8f5ba1124bb6 tempest-VolumesNegativeTest-139187884 tempest-VolumesNegativeTest-139187884-project] Transition to ACTIVE for port object ada79d52-1079-4a32-af53-f93ff425e4a4 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:39:04.604715 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e8defed6-a252-4276-a566-8d4f7e82757c req-1079bb7f-6699-43df-8943-8f5ba1124bb6 tempest-VolumesNegativeTest-139187884 tempest-VolumesNegativeTest-139187884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:04.660485 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8defed6-a252-4276-a566-8d4f7e82757c req-1079bb7f-6699-43df-8943-8f5ba1124bb6 tempest-VolumesNegativeTest-139187884 tempest-VolumesNegativeTest-139187884-project] Network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:39:04.665937 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-e8defed6-a252-4276-a566-8d4f7e82757c req-1079bb7f-6699-43df-8943-8f5ba1124bb6 tempest-VolumesNegativeTest-139187884 tempest-VolumesNegativeTest-139187884-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:39:04.670413 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8defed6-a252-4276-a566-8d4f7e82757c req-1079bb7f-6699-43df-8943-8f5ba1124bb6 tempest-VolumesNegativeTest-139187884 tempest-VolumesNegativeTest-139187884-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:39:04.727020 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1079bb7f-6699-43df-8943-8f5ba1124bb6 tempest-VolumesNegativeTest-139187884 tempest-VolumesNegativeTest-139187884-project] Pushing event updated for resources: {'Port': ['ID=ada79d52-1079-4a32-af53-f93ff425e4a4,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:04.735679 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8defed6-a252-4276-a566-8d4f7e82757c req-1079bb7f-6699-43df-8943-8f5ba1124bb6 tempest-VolumesNegativeTest-139187884 tempest-VolumesNegativeTest-139187884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:04.737125 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e8defed6-a252-4276-a566-8d4f7e82757c req-1079bb7f-6699-43df-8943-8f5ba1124bb6 tempest-VolumesNegativeTest-139187884 tempest-VolumesNegativeTest-139187884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:04.756867 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e8defed6-a252-4276-a566-8d4f7e82757c req-1079bb7f-6699-43df-8943-8f5ba1124bb6 tempest-VolumesNegativeTest-139187884 tempest-VolumesNegativeTest-139187884-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8813820 Jul 15 23:39:04.774273 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-e8defed6-a252-4276-a566-8d4f7e82757c req-9d2c0d46-24cd-499f-a74e-5289b876a9f0 service neutron] Request body: {'port': {'device_id': 'edabe1d9-dc8c-43f0-8a94-327db0c02603', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:39:04.934713 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e8defed6-a252-4276-a566-8d4f7e82757c req-9d2c0d46-24cd-499f-a74e-5289b876a9f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:05.146664 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c00b8f02-ed00-4ebc-a43b-b4dbf687aade None None] Provisioning for port ada79d52-1079-4a32-af53-f93ff425e4a4 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:39:05.154878 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c00b8f02-ed00-4ebc-a43b-b4dbf687aade None None] Provisioning complete for port ada79d52-1079-4a32-af53-f93ff425e4a4 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:39:05.156108 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c00b8f02-ed00-4ebc-a43b-b4dbf687aade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:05.227679 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c00b8f02-ed00-4ebc-a43b-b4dbf687aade None None] Port ada79d52-1079-4a32-af53-f93ff425e4a4 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:39:05.258168 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819ebf3e-5af1-4709-ab3d-c98f201b6c67 req-384c0cd9-d70b-4718-9a55-daf4aac3052c tempest-VolumesNegativeTest-139187884 tempest-VolumesNegativeTest-139187884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:05.260166 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-819ebf3e-5af1-4709-ab3d-c98f201b6c67 req-384c0cd9-d70b-4718-9a55-daf4aac3052c tempest-VolumesNegativeTest-139187884 tempest-VolumesNegativeTest-139187884-project] 10.222.0.48 "GET /v2.0/ports?device_id=edabe1d9-dc8c-43f0-8a94-327db0c02603 HTTP/1.1" status: 200 len: 935 time: 0.2294505 Jul 15 23:39:05.366593 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-819ebf3e-5af1-4709-ab3d-c98f201b6c67 req-b928a375-e98b-4c72-b69d-43cc043c1330 tempest-VolumesNegativeTest-139187884 tempest-VolumesNegativeTest-139187884-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfa8d823-079b-4861-8583-171bb759e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692139 Jul 15 23:39:05.459545 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-e8defed6-a252-4276-a566-8d4f7e82757c req-9d2c0d46-24cd-499f-a74e-5289b876a9f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ada79d52-1079-4a32-af53-f93ff425e4a4 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:39:05.469118 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e8defed6-a252-4276-a566-8d4f7e82757c req-9d2c0d46-24cd-499f-a74e-5289b876a9f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:05.488677 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-e8defed6-a252-4276-a566-8d4f7e82757c req-9d2c0d46-24cd-499f-a74e-5289b876a9f0 service neutron] Transition to ACTIVE for port object ada79d52-1079-4a32-af53-f93ff425e4a4 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:39:05.495364 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e8defed6-a252-4276-a566-8d4f7e82757c req-9d2c0d46-24cd-499f-a74e-5289b876a9f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:05.614952 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2c0d46-24cd-499f-a74e-5289b876a9f0 service neutron] Pushing event updated for resources: {'Port': ['ID=ada79d52-1079-4a32-af53-f93ff425e4a4,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:05.708067 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-e8defed6-a252-4276-a566-8d4f7e82757c req-9d2c0d46-24cd-499f-a74e-5289b876a9f0 service neutron] Attempting to bind port ada79d52-1079-4a32-af53-f93ff425e4a4 on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:39:05.708748 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-e8defed6-a252-4276-a566-8d4f7e82757c req-9d2c0d46-24cd-499f-a74e-5289b876a9f0 service neutron] Attempting to bind port ada79d52-1079-4a32-af53-f93ff425e4a4 by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:39:05.708940 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8defed6-a252-4276-a566-8d4f7e82757c req-9d2c0d46-24cd-499f-a74e-5289b876a9f0 service neutron] Attempting to bind port ada79d52-1079-4a32-af53-f93ff425e4a4 on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:39:05.715085 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8defed6-a252-4276-a566-8d4f7e82757c req-9d2c0d46-24cd-499f-a74e-5289b876a9f0 service neutron] Port ada79d52-1079-4a32-af53-f93ff425e4a4 on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:39:05.715554 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8defed6-a252-4276-a566-8d4f7e82757c req-9d2c0d46-24cd-499f-a74e-5289b876a9f0 service neutron] Attempting to bind port ada79d52-1079-4a32-af53-f93ff425e4a4 on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:39:05.721257 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8defed6-a252-4276-a566-8d4f7e82757c req-9d2c0d46-24cd-499f-a74e-5289b876a9f0 service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:39:05.721601 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8defed6-a252-4276-a566-8d4f7e82757c req-9d2c0d46-24cd-499f-a74e-5289b876a9f0 service neutron] Checking segment: {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:39:05.721995 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8defed6-a252-4276-a566-8d4f7e82757c req-9d2c0d46-24cd-499f-a74e-5289b876a9f0 service neutron] Bound using segment: {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:39:05.722421 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-e8defed6-a252-4276-a566-8d4f7e82757c req-9d2c0d46-24cd-499f-a74e-5289b876a9f0 service neutron] Bound port: ada79d52-1079-4a32-af53-f93ff425e4a4, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:39:05.722790 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e8defed6-a252-4276-a566-8d4f7e82757c req-9d2c0d46-24cd-499f-a74e-5289b876a9f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:05.843320 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-e8defed6-a252-4276-a566-8d4f7e82757c req-9d2c0d46-24cd-499f-a74e-5289b876a9f0 service neutron] For port ada79d52-1079-4a32-af53-f93ff425e4a4, host n-h2-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:39:05.849825 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-e8defed6-a252-4276-a566-8d4f7e82757c req-9d2c0d46-24cd-499f-a74e-5289b876a9f0 service neutron] For port ada79d52-1079-4a32-af53-f93ff425e4a4, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=ada79d52-1079-4a32-af53-f93ff425e4a4,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:39:05.865072 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e8defed6-a252-4276-a566-8d4f7e82757c req-9d2c0d46-24cd-499f-a74e-5289b876a9f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:05.914194 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8defed6-a252-4276-a566-8d4f7e82757c req-9d2c0d46-24cd-499f-a74e-5289b876a9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:05.914945 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e8defed6-a252-4276-a566-8d4f7e82757c req-9d2c0d46-24cd-499f-a74e-5289b876a9f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:05.916528 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e8defed6-a252-4276-a566-8d4f7e82757c req-9d2c0d46-24cd-499f-a74e-5289b876a9f0 service neutron] 10.222.0.41 "PUT /v2.0/ports/ada79d52-1079-4a32-af53-f93ff425e4a4 HTTP/1.1" status: 200 len: 1095 time: 1.1470132 Jul 15 23:39:05.917141 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edabe1d9-dc8c-43f0-8a94-327db0c02603', 'tag': 'ada79d52-1079-4a32-af53-f93ff425e4a4'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:39:05.919845 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b0dda2-6ca3-4401-9649-897d178cdc98" -d '{"events": [{"name": "network-changed", "server_uuid": "edabe1d9-dc8c-43f0-8a94-327db0c02603", "tag": "ada79d52-1079-4a32-af53-f93ff425e4a4"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:39:05.965573 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2c0d46-24cd-499f-a74e-5289b876a9f0 service neutron] Pushing event updated for resources: {'Port': ['ID=ada79d52-1079-4a32-af53-f93ff425e4a4,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:06.029853 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414c8d99-1f96-48dc-bf00-4c9e7739ea72 x-openstack-request-id: req-414c8d99-1f96-48dc-bf00-4c9e7739ea72 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:39:06.030418 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edabe1d9-dc8c-43f0-8a94-327db0c02603", "tag": "ada79d52-1079-4a32-af53-f93ff425e4a4", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:39:06.031127 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-414c8d99-1f96-48dc-bf00-4c9e7739ea72 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:39:06.032388 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edabe1d9-dc8c-43f0-8a94-327db0c02603', 'tag': 'ada79d52-1079-4a32-af53-f93ff425e4a4', 'status': 'completed', 'code': 200} Jul 15 23:39:06.069712 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8defed6-a252-4276-a566-8d4f7e82757c req-425c8d24-1b31-4ce2-896e-601008eb0b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:06.071262 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e8defed6-a252-4276-a566-8d4f7e82757c req-425c8d24-1b31-4ce2-896e-601008eb0b17 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eb1d37240ea6485b9dddc356c3d4eb6a&device_id=edabe1d9-dc8c-43f0-8a94-327db0c02603 HTTP/1.1" status: 200 len: 1098 time: 0.0816362 Jul 15 23:39:06.139708 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e8defed6-a252-4276-a566-8d4f7e82757c req-0bda9612-0016-4510-968b-9e92ecbed5c4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=ada79d52-1079-4a32-af53-f93ff425e4a4 HTTP/1.1" status: 200 len: 217 time: 0.0558102 Jul 15 23:39:06.198944 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8defed6-a252-4276-a566-8d4f7e82757c req-f0b5b60a-824f-4e97-9cbe-2c7ec0f37991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:06.200835 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e8defed6-a252-4276-a566-8d4f7e82757c req-f0b5b60a-824f-4e97-9cbe-2c7ec0f37991 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.0542865 Jul 15 23:39:06.275066 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8defed6-a252-4276-a566-8d4f7e82757c req-abc10669-9132-49e7-a411-5d6d36d7a055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:06.276546 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e8defed6-a252-4276-a566-8d4f7e82757c req-abc10669-9132-49e7-a411-5d6d36d7a055 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0681326 Jul 15 23:39:06.373477 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:06.414751 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e8defed6-a252-4276-a566-8d4f7e82757c req-cd517e12-96ac-4e04-8683-de415e59a837 service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298311 Jul 15 23:39:06.657574 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e8defed6-a252-4276-a566-8d4f7e82757c req-475e9996-9215-4d1f-b29f-3e9ba1d6bcff service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351787 Jul 15 23:39:06.733675 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4913d409-64a9-4843-b923-91dda05ce844 req-7c2f094f-7952-4e3b-98f4-be19d75e7850 tempest-VolumesNegativeTest-139187884 tempest-VolumesNegativeTest-139187884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:06.747657 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4913d409-64a9-4843-b923-91dda05ce844 req-7c2f094f-7952-4e3b-98f4-be19d75e7850 tempest-VolumesNegativeTest-139187884 tempest-VolumesNegativeTest-139187884-project] 10.222.0.48 "GET /v2.0/ports?device_id=edabe1d9-dc8c-43f0-8a94-327db0c02603 HTTP/1.1" status: 200 len: 947 time: 0.1924357 Jul 15 23:39:06.831729 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4913d409-64a9-4843-b923-91dda05ce844 req-e3f7c963-9ab9-44e3-88d2-7181877cab23 tempest-VolumesNegativeTest-139187884 tempest-VolumesNegativeTest-139187884-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfa8d823-079b-4861-8583-171bb759e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830085 Jul 15 23:39:06.858410 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b0dda2-6ca3-4401-9649-897d178cdc98 req-c9a106ce-1bd0-4cbb-ae97-6be5a0d4f3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:06.860158 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-75b0dda2-6ca3-4401-9649-897d178cdc98 req-c9a106ce-1bd0-4cbb-ae97-6be5a0d4f3cb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eb1d37240ea6485b9dddc356c3d4eb6a&device_id=edabe1d9-dc8c-43f0-8a94-327db0c02603 HTTP/1.1" status: 200 len: 1098 time: 0.0895360 Jul 15 23:39:06.973910 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b0dda2-6ca3-4401-9649-897d178cdc98 req-0fb27794-cb19-47a1-995e-2162a12c9f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:06.975823 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-75b0dda2-6ca3-4401-9649-897d178cdc98 req-0fb27794-cb19-47a1-995e-2162a12c9f4e service neutron] 10.222.0.41 "GET /v2.0/networks?id=5d412861-bef3-4cc1-ae9f-87a6a36753c0 HTTP/1.1" status: 200 len: 870 time: 0.1092501 Jul 15 23:39:07.020764 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-75b0dda2-6ca3-4401-9649-897d178cdc98 req-b6dab508-47e7-4fb4-85de-42692ed5403b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=ada79d52-1079-4a32-af53-f93ff425e4a4 HTTP/1.1" status: 200 len: 217 time: 0.0371642 Jul 15 23:39:07.074827 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b0dda2-6ca3-4401-9649-897d178cdc98 req-dfd98300-c837-4465-ae03-4d87322c9ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:07.076504 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-75b0dda2-6ca3-4401-9649-897d178cdc98 req-dfd98300-c837-4465-ae03-4d87322c9ad6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.0491557 Jul 15 23:39:07.140493 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b0dda2-6ca3-4401-9649-897d178cdc98 req-70f5a7b9-706b-4f6c-8be1-4d631fe0757f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:07.142770 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-75b0dda2-6ca3-4401-9649-897d178cdc98 req-70f5a7b9-706b-4f6c-8be1-4d631fe0757f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0588391 Jul 15 23:39:07.250272 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-75b0dda2-6ca3-4401-9649-897d178cdc98 req-3392c750-97ba-4fc2-b236-af395442fd46 service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009002 Jul 15 23:39:07.366842 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-75b0dda2-6ca3-4401-9649-897d178cdc98 req-b3997665-e4ad-46e6-a51b-da68f729cbe6 service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104634 Jul 15 23:39:08.065734 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa350b15-258c-41e1-8eeb-0b778402d924 req-640fa4a8-6847-4c5c-9ac5-2c7f8b40d7e2 tempest-VolumesNegativeTest-139187884 tempest-VolumesNegativeTest-139187884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:08.067451 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fa350b15-258c-41e1-8eeb-0b778402d924 req-640fa4a8-6847-4c5c-9ac5-2c7f8b40d7e2 tempest-VolumesNegativeTest-139187884 tempest-VolumesNegativeTest-139187884-project] 10.222.0.48 "GET /v2.0/ports?device_id=edabe1d9-dc8c-43f0-8a94-327db0c02603 HTTP/1.1" status: 200 len: 947 time: 0.0827448 Jul 15 23:39:08.112526 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fa350b15-258c-41e1-8eeb-0b778402d924 req-6f7bec72-8070-4bfa-a61f-e26a3ad1c8eb tempest-VolumesNegativeTest-139187884 tempest-VolumesNegativeTest-139187884-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfa8d823-079b-4861-8583-171bb759e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384476 Jul 15 23:39:08.434857 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:09.288602 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba789f8-27b9-4af3-b8e1-57b2faa63897 req-12e99938-124d-4a32-9c7d-8e303886b89e tempest-VolumesNegativeTest-139187884 tempest-VolumesNegativeTest-139187884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:09.290086 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6ba789f8-27b9-4af3-b8e1-57b2faa63897 req-12e99938-124d-4a32-9c7d-8e303886b89e tempest-VolumesNegativeTest-139187884 tempest-VolumesNegativeTest-139187884-project] 10.222.0.48 "GET /v2.0/ports?device_id=edabe1d9-dc8c-43f0-8a94-327db0c02603 HTTP/1.1" status: 200 len: 947 time: 0.0647962 Jul 15 23:39:09.335050 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6ba789f8-27b9-4af3-b8e1-57b2faa63897 req-cbcd25d9-1ab3-44ca-a134-1fd6f9a4f318 tempest-VolumesNegativeTest-139187884 tempest-VolumesNegativeTest-139187884-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfa8d823-079b-4861-8583-171bb759e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391717 Jul 15 23:39:09.356470 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device ada79d52-1079-4a32-af53-f93ff425e4a4 details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:39:09.449634 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port ada79d52-1079-4a32-af53-f93ff425e4a4, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=ada79d52-1079-4a32-af53-f93ff425e4a4,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:39:09.462172 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': 'ada79d52-1079-4a32-af53-f93ff425e4a4', 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'port_id': 'ada79d52-1079-4a32-af53-f93ff425e4a4', 'mac_address': 'fa:16:3e:0e:6d:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d909a96-22de-4aa9-b690-1c7da965ceac', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:39:09.504188 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:09.519067 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ada79d52-1079-4a32-af53-f93ff425e4a4 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:39:09.542579 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port ada79d52-1079-4a32-af53-f93ff425e4a4, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=ada79d52-1079-4a32-af53-f93ff425e4a4,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:39:09.547148 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:09.606340 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=ada79d52-1079-4a32-af53-f93ff425e4a4,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:09.831435 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb47d287-09d3-49f7-8e98-8c9aefa1ab4c req-f915ed13-b691-46a5-b092-075235cb8ec5 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:09.832988 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-eb47d287-09d3-49f7-8e98-8c9aefa1ab4c req-f915ed13-b691-46a5-b092-075235cb8ec5 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] 10.222.0.48 "GET /v2.0/networks?id=747a9fc1-10d3-4929-a5a7-fe8cc2cf81f7 HTTP/1.1" status: 200 len: 814 time: 0.1057487 Jul 15 23:39:09.848503 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-eb47d287-09d3-49f7-8e98-8c9aefa1ab4c req-d2cb0baa-445d-41c0-b469-4024b805a67d tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] 10.222.0.48 "GET /v2.0/quotas/7d238f45a6c24342bee5287301cfc866 HTTP/1.1" status: 200 len: 375 time: 0.0101297 Jul 15 23:39:09.856068 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['ada79d52-1079-4a32-af53-f93ff425e4a4'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:39:09.881142 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-eb47d287-09d3-49f7-8e98-8c9aefa1ab4c req-7125dad9-f876-4dfd-8762-8da4f37fae8e tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7d238f45a6c24342bee5287301cfc866&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276127 Jul 15 23:39:09.981652 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-eb47d287-09d3-49f7-8e98-8c9aefa1ab4c req-02fdd468-fdaa-4112-96a8-ee1bc51c65ff service neutron] 10.222.0.48 "GET /v2.0/networks/747a9fc1-10d3-4929-a5a7-fe8cc2cf81f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940423 Jul 15 23:39:10.077134 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-eb47d287-09d3-49f7-8e98-8c9aefa1ab4c req-b8d174cf-f410-4892-957a-73eeedf1e8f4 service neutron] 10.222.0.48 "GET /v2.0/networks/747a9fc1-10d3-4929-a5a7-fe8cc2cf81f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897884 Jul 15 23:39:10.273712 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a9b4ab7c-5315-4eeb-82d8-d9cc5d09bd96 req-01eb93fb-1e42-494e-83a1-26b04cfe547c tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] 10.222.0.48 "GET /v2.0/ports?device_id=c56ae5d0-17ad-4e82-96d7-fbed8b9fbf00 HTTP/1.1" status: 200 len: 210 time: 0.0341387 Jul 15 23:39:10.539269 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb2081-fd03-4ced-a6c0-6908c10fdcda req-c67bee5a-d555-4cd3-9dc0-4e61243f3fbb tempest-VolumesNegativeTest-139187884 tempest-VolumesNegativeTest-139187884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:10.540826 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-24eb2081-fd03-4ced-a6c0-6908c10fdcda req-c67bee5a-d555-4cd3-9dc0-4e61243f3fbb tempest-VolumesNegativeTest-139187884 tempest-VolumesNegativeTest-139187884-project] 10.222.0.48 "GET /v2.0/ports?device_id=edabe1d9-dc8c-43f0-8a94-327db0c02603 HTTP/1.1" status: 200 len: 948 time: 0.0685339 Jul 15 23:39:10.584394 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-24eb2081-fd03-4ced-a6c0-6908c10fdcda req-8915828e-5bab-4410-9c22-3ba39342c485 tempest-VolumesNegativeTest-139187884 tempest-VolumesNegativeTest-139187884-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfa8d823-079b-4861-8583-171bb759e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353262 Jul 15 23:39:11.356437 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device ada79d52-1079-4a32-af53-f93ff425e4a4 up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:39:11.441459 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port ada79d52-1079-4a32-af53-f93ff425e4a4 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:39:11.447737 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port ada79d52-1079-4a32-af53-f93ff425e4a4 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:39:11.448213 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:11.453594 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6d31eee5-8bc2-45a0-a80b-c513aa7b208b req-42325db2-bf9e-4de0-9cd2-24260ce398db tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] 10.222.0.48 "GET /v2.0/ports?device_id=c56ae5d0-17ad-4e82-96d7-fbed8b9fbf00 HTTP/1.1" status: 200 len: 210 time: 0.0451179 Jul 15 23:39:11.473360 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb47d287-09d3-49f7-8e98-8c9aefa1ab4c req-cb01e283-7796-4436-8756-dd9a48278620 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:11.475306 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-eb47d287-09d3-49f7-8e98-8c9aefa1ab4c req-cb01e283-7796-4436-8756-dd9a48278620 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] 10.222.0.49 "GET /v2.0/networks?id=747a9fc1-10d3-4929-a5a7-fe8cc2cf81f7 HTTP/1.1" status: 200 len: 814 time: 0.1704943 Jul 15 23:39:11.492831 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-eb47d287-09d3-49f7-8e98-8c9aefa1ab4c req-451ea4ec-9261-4525-891e-520e838d161b tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] Request body: {'port': {'device_id': 'c56ae5d0-17ad-4e82-96d7-fbed8b9fbf00', 'network_id': '747a9fc1-10d3-4929-a5a7-fe8cc2cf81f7', 'admin_state_up': True, 'tenant_id': '7d238f45a6c24342bee5287301cfc866'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:39:11.564585 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:11.603538 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edabe1d9-dc8c-43f0-8a94-327db0c02603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada79d52-1079-4a32-af53-f93ff425e4a4'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:39:11.606748 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b31bab6c-830b-4e01-9ccc-8c890b2d06cd" -d '{"events": [{"server_uuid": "edabe1d9-dc8c-43f0-8a94-327db0c02603", "name": "network-vif-plugged", "status": "completed", "tag": "ada79d52-1079-4a32-af53-f93ff425e4a4"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:39:11.629427 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port ada79d52-1079-4a32-af53-f93ff425e4a4, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=ada79d52-1079-4a32-af53-f93ff425e4a4,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:39:11.641035 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:11.656368 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb47d287-09d3-49f7-8e98-8c9aefa1ab4c req-451ea4ec-9261-4525-891e-520e838d161b tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] Made reservation on behalf of 7d238f45a6c24342bee5287301cfc866 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:39:11.662328 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-eb47d287-09d3-49f7-8e98-8c9aefa1ab4c req-451ea4ec-9261-4525-891e-520e838d161b tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:11.679170 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-793cd7eb-5273-4b6f-a2b3-b0503915b4e0 x-openstack-request-id: req-793cd7eb-5273-4b6f-a2b3-b0503915b4e0 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:39:11.680232 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edabe1d9-dc8c-43f0-8a94-327db0c02603", "name": "network-vif-plugged", "status": "completed", "tag": "ada79d52-1079-4a32-af53-f93ff425e4a4", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:39:11.680232 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-793cd7eb-5273-4b6f-a2b3-b0503915b4e0 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:39:11.680429 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edabe1d9-dc8c-43f0-8a94-327db0c02603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada79d52-1079-4a32-af53-f93ff425e4a4', 'code': 200} Jul 15 23:39:11.711817 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=ada79d52-1079-4a32-af53-f93ff425e4a4,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:11.882071 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-eb47d287-09d3-49f7-8e98-8c9aefa1ab4c req-451ea4ec-9261-4525-891e-520e838d161b tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] Allocated IP 172.20.0.7 (747a9fc1-10d3-4929-a5a7-fe8cc2cf81f7/0544fc5f-9e2c-4a20-a058-dd274fa024ea/d9913143-73f1-4c27-aafe-27e6ebcbe93b) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:39:11.912748 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8474ce67-622d-464a-b161-ca17de79dd5c req-4a43f668-1853-4a8e-ae5f-7907de16157d tempest-VolumesNegativeTest-139187884 tempest-VolumesNegativeTest-139187884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:11.914248 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8474ce67-622d-464a-b161-ca17de79dd5c req-4a43f668-1853-4a8e-ae5f-7907de16157d tempest-VolumesNegativeTest-139187884 tempest-VolumesNegativeTest-139187884-project] 10.222.0.48 "GET /v2.0/ports?device_id=edabe1d9-dc8c-43f0-8a94-327db0c02603 HTTP/1.1" status: 200 len: 949 time: 0.1673117 Jul 15 23:39:11.956035 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d7444e-abab-4cf3-b595-021aaa5901da req-652c4b08-385f-4bf3-9a29-01f58d13428d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:11.957545 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-47d7444e-abab-4cf3-b595-021aaa5901da req-652c4b08-385f-4bf3-9a29-01f58d13428d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=edabe1d9-dc8c-43f0-8a94-327db0c02603 HTTP/1.1" status: 200 len: 1100 time: 0.1660948 Jul 15 23:39:12.034591 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8474ce67-622d-464a-b161-ca17de79dd5c req-b171b583-ac65-47cf-8a97-2d6c6d744b63 tempest-VolumesNegativeTest-139187884 tempest-VolumesNegativeTest-139187884-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfa8d823-079b-4861-8583-171bb759e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135745 Jul 15 23:39:12.040611 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-47d7444e-abab-4cf3-b595-021aaa5901da req-be5215ae-6fbd-40c3-952c-8b08840a08ff service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cfa8d823-079b-4861-8583-171bb759e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764599 Jul 15 23:39:12.115552 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-eb47d287-09d3-49f7-8e98-8c9aefa1ab4c req-451ea4ec-9261-4525-891e-520e838d161b tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:12.156400 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-eb47d287-09d3-49f7-8e98-8c9aefa1ab4c req-451ea4ec-9261-4525-891e-520e838d161b tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:12.206928 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb47d287-09d3-49f7-8e98-8c9aefa1ab4c req-451ea4ec-9261-4525-891e-520e838d161b tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] Network 747a9fc1-10d3-4929-a5a7-fe8cc2cf81f7 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:39:12.210558 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-eb47d287-09d3-49f7-8e98-8c9aefa1ab4c req-451ea4ec-9261-4525-891e-520e838d161b tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:39:12.213018 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb47d287-09d3-49f7-8e98-8c9aefa1ab4c req-451ea4ec-9261-4525-891e-520e838d161b tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:39:12.221762 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ea4ec-9261-4525-891e-520e838d161b tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] Pushing event updated for resources: {'Port': ['ID=d9913143-73f1-4c27-aafe-27e6ebcbe93b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:12.277135 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb47d287-09d3-49f7-8e98-8c9aefa1ab4c req-451ea4ec-9261-4525-891e-520e838d161b tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:12.278072 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-eb47d287-09d3-49f7-8e98-8c9aefa1ab4c req-451ea4ec-9261-4525-891e-520e838d161b tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:12.299842 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-eb47d287-09d3-49f7-8e98-8c9aefa1ab4c req-451ea4ec-9261-4525-891e-520e838d161b tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8091483 Jul 15 23:39:12.310880 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-eb47d287-09d3-49f7-8e98-8c9aefa1ab4c req-21e031c4-3ae9-4808-a493-6442d5c76434 service neutron] Request body: {'port': {'device_id': 'c56ae5d0-17ad-4e82-96d7-fbed8b9fbf00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:39:12.389194 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-eb47d287-09d3-49f7-8e98-8c9aefa1ab4c req-21e031c4-3ae9-4808-a493-6442d5c76434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:13.077608 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a2017-7d71-4a70-8d2d-e95f3a8036e8 req-071790ec-cdc7-4bd9-bf17-9a96117d45a6 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:13.079183 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-507a2017-7d71-4a70-8d2d-e95f3a8036e8 req-071790ec-cdc7-4bd9-bf17-9a96117d45a6 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] 10.222.0.48 "GET /v2.0/ports?device_id=c56ae5d0-17ad-4e82-96d7-fbed8b9fbf00 HTTP/1.1" status: 200 len: 931 time: 0.4975610 Jul 15 23:39:13.100906 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-eb47d287-09d3-49f7-8e98-8c9aefa1ab4c req-21e031c4-3ae9-4808-a493-6442d5c76434 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9913143-73f1-4c27-aafe-27e6ebcbe93b {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:39:13.119265 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-eb47d287-09d3-49f7-8e98-8c9aefa1ab4c req-21e031c4-3ae9-4808-a493-6442d5c76434 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:13.159035 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-eb47d287-09d3-49f7-8e98-8c9aefa1ab4c req-21e031c4-3ae9-4808-a493-6442d5c76434 service neutron] Transition to ACTIVE for port object d9913143-73f1-4c27-aafe-27e6ebcbe93b will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:39:13.184821 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-eb47d287-09d3-49f7-8e98-8c9aefa1ab4c req-21e031c4-3ae9-4808-a493-6442d5c76434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:13.216276 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-507a2017-7d71-4a70-8d2d-e95f3a8036e8 req-6c6755ea-ba6c-415f-b44e-72e6f55bfe74 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] 10.222.0.48 "GET /v2.0/security-groups?id=247a4a3a-5e2b-4742-a6c5-1cea37b3c4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278772 Jul 15 23:39:13.316728 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e031c4-3ae9-4808-a493-6442d5c76434 service neutron] Pushing event updated for resources: {'Port': ['ID=d9913143-73f1-4c27-aafe-27e6ebcbe93b,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:13.379087 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4de1c-0eed-43bb-ae29-920ae083d6ab req-37f10e96-9e0a-48d2-a8a2-fa2397c406b7 tempest-VolumesNegativeTest-139187884 tempest-VolumesNegativeTest-139187884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:13.380630 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-add4de1c-0eed-43bb-ae29-920ae083d6ab req-37f10e96-9e0a-48d2-a8a2-fa2397c406b7 tempest-VolumesNegativeTest-139187884 tempest-VolumesNegativeTest-139187884-project] 10.222.0.48 "GET /v2.0/ports?device_id=edabe1d9-dc8c-43f0-8a94-327db0c02603 HTTP/1.1" status: 200 len: 949 time: 0.1874001 Jul 15 23:39:13.400318 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-eb47d287-09d3-49f7-8e98-8c9aefa1ab4c req-21e031c4-3ae9-4808-a493-6442d5c76434 service neutron] Attempting to bind port d9913143-73f1-4c27-aafe-27e6ebcbe93b on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:39:13.400656 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-eb47d287-09d3-49f7-8e98-8c9aefa1ab4c req-21e031c4-3ae9-4808-a493-6442d5c76434 service neutron] Attempting to bind port d9913143-73f1-4c27-aafe-27e6ebcbe93b by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '1f07892c-67f2-49f4-b6d6-0153062c3378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '747a9fc1-10d3-4929-a5a7-fe8cc2cf81f7'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:39:13.400990 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb47d287-09d3-49f7-8e98-8c9aefa1ab4c req-21e031c4-3ae9-4808-a493-6442d5c76434 service neutron] Attempting to bind port d9913143-73f1-4c27-aafe-27e6ebcbe93b on network 747a9fc1-10d3-4929-a5a7-fe8cc2cf81f7 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:39:13.413235 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb47d287-09d3-49f7-8e98-8c9aefa1ab4c req-21e031c4-3ae9-4808-a493-6442d5c76434 service neutron] Port d9913143-73f1-4c27-aafe-27e6ebcbe93b on network 747a9fc1-10d3-4929-a5a7-fe8cc2cf81f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:39:13.413559 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb47d287-09d3-49f7-8e98-8c9aefa1ab4c req-21e031c4-3ae9-4808-a493-6442d5c76434 service neutron] Attempting to bind port d9913143-73f1-4c27-aafe-27e6ebcbe93b on network 747a9fc1-10d3-4929-a5a7-fe8cc2cf81f7 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:39:13.422720 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb47d287-09d3-49f7-8e98-8c9aefa1ab4c req-21e031c4-3ae9-4808-a493-6442d5c76434 service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:39:13.423078 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb47d287-09d3-49f7-8e98-8c9aefa1ab4c req-21e031c4-3ae9-4808-a493-6442d5c76434 service neutron] Checking segment: {'id': '1f07892c-67f2-49f4-b6d6-0153062c3378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '747a9fc1-10d3-4929-a5a7-fe8cc2cf81f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:39:13.423467 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb47d287-09d3-49f7-8e98-8c9aefa1ab4c req-21e031c4-3ae9-4808-a493-6442d5c76434 service neutron] Bound using segment: {'id': '1f07892c-67f2-49f4-b6d6-0153062c3378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '747a9fc1-10d3-4929-a5a7-fe8cc2cf81f7'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:39:13.424001 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-eb47d287-09d3-49f7-8e98-8c9aefa1ab4c req-21e031c4-3ae9-4808-a493-6442d5c76434 service neutron] Bound port: d9913143-73f1-4c27-aafe-27e6ebcbe93b, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f07892c-67f2-49f4-b6d6-0153062c3378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '747a9fc1-10d3-4929-a5a7-fe8cc2cf81f7'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:39:13.424365 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-eb47d287-09d3-49f7-8e98-8c9aefa1ab4c req-21e031c4-3ae9-4808-a493-6442d5c76434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:13.450637 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-add4de1c-0eed-43bb-ae29-920ae083d6ab req-93250de4-0497-4af7-97d4-141e686e4a6c tempest-VolumesNegativeTest-139187884 tempest-VolumesNegativeTest-139187884-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfa8d823-079b-4861-8583-171bb759e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628569 Jul 15 23:39:13.507773 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-eb47d287-09d3-49f7-8e98-8c9aefa1ab4c req-21e031c4-3ae9-4808-a493-6442d5c76434 service neutron] For port d9913143-73f1-4c27-aafe-27e6ebcbe93b, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:39:13.511506 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-eb47d287-09d3-49f7-8e98-8c9aefa1ab4c req-21e031c4-3ae9-4808-a493-6442d5c76434 service neutron] For port d9913143-73f1-4c27-aafe-27e6ebcbe93b, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=d9913143-73f1-4c27-aafe-27e6ebcbe93b,segment=NetworkSegment(1f07892c-67f2-49f4-b6d6-0153062c3378),segment_id=1f07892c-67f2-49f4-b6d6-0153062c3378)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:39:13.517220 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-eb47d287-09d3-49f7-8e98-8c9aefa1ab4c req-21e031c4-3ae9-4808-a493-6442d5c76434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:13.558970 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb47d287-09d3-49f7-8e98-8c9aefa1ab4c req-21e031c4-3ae9-4808-a493-6442d5c76434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:13.559637 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-eb47d287-09d3-49f7-8e98-8c9aefa1ab4c req-21e031c4-3ae9-4808-a493-6442d5c76434 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:13.560971 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-eb47d287-09d3-49f7-8e98-8c9aefa1ab4c req-21e031c4-3ae9-4808-a493-6442d5c76434 service neutron] 10.222.0.49 "PUT /v2.0/ports/d9913143-73f1-4c27-aafe-27e6ebcbe93b HTTP/1.1" status: 200 len: 1091 time: 1.2556698 Jul 15 23:39:13.561413 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c56ae5d0-17ad-4e82-96d7-fbed8b9fbf00', 'tag': 'd9913143-73f1-4c27-aafe-27e6ebcbe93b'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:39:13.564377 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9bcb7a-b284-48e9-a7c6-306a0e472404" -d '{"events": [{"name": "network-changed", "server_uuid": "c56ae5d0-17ad-4e82-96d7-fbed8b9fbf00", "tag": "d9913143-73f1-4c27-aafe-27e6ebcbe93b"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:39:13.620912 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e031c4-3ae9-4808-a493-6442d5c76434 service neutron] Pushing event updated for resources: {'Port': ['ID=d9913143-73f1-4c27-aafe-27e6ebcbe93b,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:13.627487 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb7d7166-f442-4195-9074-938b3025b68b x-openstack-request-id: req-cb7d7166-f442-4195-9074-938b3025b68b {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:39:13.627879 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c56ae5d0-17ad-4e82-96d7-fbed8b9fbf00", "tag": "d9913143-73f1-4c27-aafe-27e6ebcbe93b", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:39:13.628132 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cb7d7166-f442-4195-9074-938b3025b68b {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:39:13.628528 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c56ae5d0-17ad-4e82-96d7-fbed8b9fbf00', 'tag': 'd9913143-73f1-4c27-aafe-27e6ebcbe93b', 'status': 'completed', 'code': 200} Jul 15 23:39:13.672342 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb47d287-09d3-49f7-8e98-8c9aefa1ab4c req-d5fda008-72de-462b-9394-02ff8744317b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:13.674750 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-eb47d287-09d3-49f7-8e98-8c9aefa1ab4c req-d5fda008-72de-462b-9394-02ff8744317b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7d238f45a6c24342bee5287301cfc866&device_id=c56ae5d0-17ad-4e82-96d7-fbed8b9fbf00 HTTP/1.1" status: 200 len: 1094 time: 0.0618994 Jul 15 23:39:13.725886 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-eb47d287-09d3-49f7-8e98-8c9aefa1ab4c req-484420b2-082f-4602-9624-2075438fd8ba service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9913143-73f1-4c27-aafe-27e6ebcbe93b HTTP/1.1" status: 200 len: 217 time: 0.0439355 Jul 15 23:39:13.790975 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb47d287-09d3-49f7-8e98-8c9aefa1ab4c req-2bbc34d1-51ff-417d-b158-851311cb5d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:13.792512 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-eb47d287-09d3-49f7-8e98-8c9aefa1ab4c req-2bbc34d1-51ff-417d-b158-851311cb5d45 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0544fc5f-9e2c-4a20-a058-dd274fa024ea HTTP/1.1" status: 200 len: 854 time: 0.0608063 Jul 15 23:39:13.832401 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-eb47d287-09d3-49f7-8e98-8c9aefa1ab4c req-9c9b08f2-5942-4b7d-90d7-3ddced7477c5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=747a9fc1-10d3-4929-a5a7-fe8cc2cf81f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329318 Jul 15 23:39:13.976854 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-eb47d287-09d3-49f7-8e98-8c9aefa1ab4c req-f1858222-ac96-4a08-9387-afeb94bdd798 service neutron] 10.222.0.49 "GET /v2.0/networks/747a9fc1-10d3-4929-a5a7-fe8cc2cf81f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307373 Jul 15 23:39:13.989102 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa9c99-af70-4946-8aa3-74fb8fe224a6 req-476623e6-a81d-438e-8ac0-7a4d6e4fce0a tempest-VolumesNegativeTest-139187884 tempest-VolumesNegativeTest-139187884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:13.990615 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ddaa9c99-af70-4946-8aa3-74fb8fe224a6 req-476623e6-a81d-438e-8ac0-7a4d6e4fce0a tempest-VolumesNegativeTest-139187884 tempest-VolumesNegativeTest-139187884-project] 10.222.0.48 "GET /v2.0/ports?device_id=edabe1d9-dc8c-43f0-8a94-327db0c02603 HTTP/1.1" status: 200 len: 949 time: 0.1267869 Jul 15 23:39:14.082254 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ddaa9c99-af70-4946-8aa3-74fb8fe224a6 req-a1a50f76-ec61-4a12-8e9d-4d6643f71b30 tempest-VolumesNegativeTest-139187884 tempest-VolumesNegativeTest-139187884-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfa8d823-079b-4861-8583-171bb759e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832956 Jul 15 23:39:14.108635 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-eb47d287-09d3-49f7-8e98-8c9aefa1ab4c req-f83db4ba-182b-4fa5-9e57-5c1cd3221d74 service neutron] 10.222.0.49 "GET /v2.0/networks/747a9fc1-10d3-4929-a5a7-fe8cc2cf81f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170580 Jul 15 23:39:14.215966 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9bcb7a-b284-48e9-a7c6-306a0e472404 req-aeedc658-1941-47d3-b933-a41239622259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:14.217514 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6a9bcb7a-b284-48e9-a7c6-306a0e472404 req-aeedc658-1941-47d3-b933-a41239622259 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7d238f45a6c24342bee5287301cfc866&device_id=c56ae5d0-17ad-4e82-96d7-fbed8b9fbf00 HTTP/1.1" status: 200 len: 1094 time: 0.0579796 Jul 15 23:39:14.322506 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9bcb7a-b284-48e9-a7c6-306a0e472404 req-5a96c4ac-73c8-414a-9597-e8af178d0df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:14.324159 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6a9bcb7a-b284-48e9-a7c6-306a0e472404 req-5a96c4ac-73c8-414a-9597-e8af178d0df2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=747a9fc1-10d3-4929-a5a7-fe8cc2cf81f7 HTTP/1.1" status: 200 len: 915 time: 0.1003876 Jul 15 23:39:14.372120 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6a9bcb7a-b284-48e9-a7c6-306a0e472404 req-1b437d42-6603-429c-a7b0-6ab29df19840 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9913143-73f1-4c27-aafe-27e6ebcbe93b HTTP/1.1" status: 200 len: 217 time: 0.0409739 Jul 15 23:39:14.452779 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9bcb7a-b284-48e9-a7c6-306a0e472404 req-deeba2b8-d302-4e90-a07b-adb7625c510c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:14.454828 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6a9bcb7a-b284-48e9-a7c6-306a0e472404 req-deeba2b8-d302-4e90-a07b-adb7625c510c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0544fc5f-9e2c-4a20-a058-dd274fa024ea HTTP/1.1" status: 200 len: 854 time: 0.0733378 Jul 15 23:39:14.492428 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6a9bcb7a-b284-48e9-a7c6-306a0e472404 req-ca054010-7b85-4cf4-aa8f-e3cc882171df service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=747a9fc1-10d3-4929-a5a7-fe8cc2cf81f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303452 Jul 15 23:39:14.515351 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a71db0-5319-454f-8a09-d7fcb9b838d2 req-37d12d3b-e325-4e8e-a438-882b7eaa12ef tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:14.517528 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-19a71db0-5319-454f-8a09-d7fcb9b838d2 req-37d12d3b-e325-4e8e-a438-882b7eaa12ef tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] 10.222.0.48 "GET /v2.0/ports?device_id=c56ae5d0-17ad-4e82-96d7-fbed8b9fbf00 HTTP/1.1" status: 200 len: 943 time: 0.1473870 Jul 15 23:39:14.612884 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-19a71db0-5319-454f-8a09-d7fcb9b838d2 req-f1ede54b-f968-4ac0-949c-248710398f4f tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] 10.222.0.48 "GET /v2.0/security-groups?id=247a4a3a-5e2b-4742-a6c5-1cea37b3c4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813923 Jul 15 23:39:14.636763 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6a9bcb7a-b284-48e9-a7c6-306a0e472404 req-3fe0621b-cdca-4dd6-bf73-3e74a8da1eb8 service neutron] 10.222.0.49 "GET /v2.0/networks/747a9fc1-10d3-4929-a5a7-fe8cc2cf81f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358809 Jul 15 23:39:14.731306 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6a9bcb7a-b284-48e9-a7c6-306a0e472404 req-1ca70c6b-fa9a-49d1-933f-adf21ec16a78 service neutron] 10.222.0.49 "GET /v2.0/networks/747a9fc1-10d3-4929-a5a7-fe8cc2cf81f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875242 Jul 15 23:39:15.295859 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d4501-a328-4526-82f4-4ef8ddc247cd req-d9fbe17f-87d3-45f0-b93f-709b83db415b tempest-VolumesNegativeTest-139187884 tempest-VolumesNegativeTest-139187884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:15.297722 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b26d4501-a328-4526-82f4-4ef8ddc247cd req-d9fbe17f-87d3-45f0-b93f-709b83db415b tempest-VolumesNegativeTest-139187884 tempest-VolumesNegativeTest-139187884-project] 10.222.0.41 "GET /v2.0/ports?device_id=edabe1d9-dc8c-43f0-8a94-327db0c02603 HTTP/1.1" status: 200 len: 949 time: 0.1112578 Jul 15 23:39:15.319048 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a9211b-1aa3-4c17-9a23-9a5cdd938e96 req-a6071e30-d197-4940-b684-98957e39bfb8 tempest-VolumesNegativeTest-139187884 tempest-VolumesNegativeTest-139187884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:15.320578 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-04a9211b-1aa3-4c17-9a23-9a5cdd938e96 req-a6071e30-d197-4940-b684-98957e39bfb8 tempest-VolumesNegativeTest-139187884 tempest-VolumesNegativeTest-139187884-project] 10.222.0.48 "GET /v2.0/ports?device_id=edabe1d9-dc8c-43f0-8a94-327db0c02603 HTTP/1.1" status: 200 len: 949 time: 0.1242242 Jul 15 23:39:15.415255 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-04a9211b-1aa3-4c17-9a23-9a5cdd938e96 req-9cc96237-8cb7-4159-b4a8-20908463a30c tempest-VolumesNegativeTest-139187884 tempest-VolumesNegativeTest-139187884-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfa8d823-079b-4861-8583-171bb759e0c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761790 Jul 15 23:39:15.441870 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-b26d4501-a328-4526-82f4-4ef8ddc247cd req-f56a92b0-9266-4284-80a8-1a70d6160878 tempest-VolumesNegativeTest-139187884 tempest-VolumesNegativeTest-139187884-project] Deleting port ada79d52-1079-4a32-af53-f93ff425e4a4 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:39:15.442242 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b26d4501-a328-4526-82f4-4ef8ddc247cd req-f56a92b0-9266-4284-80a8-1a70d6160878 tempest-VolumesNegativeTest-139187884 tempest-VolumesNegativeTest-139187884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:15.532189 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-b26d4501-a328-4526-82f4-4ef8ddc247cd req-f56a92b0-9266-4284-80a8-1a70d6160878 tempest-VolumesNegativeTest-139187884 tempest-VolumesNegativeTest-139187884-project] For port ada79d52-1079-4a32-af53-f93ff425e4a4, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=ada79d52-1079-4a32-af53-f93ff425e4a4,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:39:15.533838 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b26d4501-a328-4526-82f4-4ef8ddc247cd req-f56a92b0-9266-4284-80a8-1a70d6160878 tempest-VolumesNegativeTest-139187884 tempest-VolumesNegativeTest-139187884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:15.546156 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-b26d4501-a328-4526-82f4-4ef8ddc247cd req-f56a92b0-9266-4284-80a8-1a70d6160878 tempest-VolumesNegativeTest-139187884 tempest-VolumesNegativeTest-139187884-project] Calling delete_port for ada79d52-1079-4a32-af53-f93ff425e4a4 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:39:15.698856 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b26d4501-a328-4526-82f4-4ef8ddc247cd req-f56a92b0-9266-4284-80a8-1a70d6160878 tempest-VolumesNegativeTest-139187884 tempest-VolumesNegativeTest-139187884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:15.733399 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['ada79d52-1079-4a32-af53-f93ff425e4a4'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:39:15.740582 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56a92b0-9266-4284-80a8-1a70d6160878 tempest-VolumesNegativeTest-139187884 tempest-VolumesNegativeTest-139187884-project] Pushing event deleted for resources: {'Port': ['ID=ada79d52-1079-4a32-af53-f93ff425e4a4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:15.809660 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-b26d4501-a328-4526-82f4-4ef8ddc247cd req-f56a92b0-9266-4284-80a8-1a70d6160878 tempest-VolumesNegativeTest-139187884 tempest-VolumesNegativeTest-139187884-project] No DVR routers for this DVR port ada79d52-1079-4a32-af53-f93ff425e4a4 on host n-h2-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:39:15.812413 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b26d4501-a328-4526-82f4-4ef8ddc247cd req-f56a92b0-9266-4284-80a8-1a70d6160878 tempest-VolumesNegativeTest-139187884 tempest-VolumesNegativeTest-139187884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:15.827645 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b26d4501-a328-4526-82f4-4ef8ddc247cd req-f56a92b0-9266-4284-80a8-1a70d6160878 tempest-VolumesNegativeTest-139187884 tempest-VolumesNegativeTest-139187884-project] 10.222.0.41 "DELETE /v2.0/ports/ada79d52-1079-4a32-af53-f93ff425e4a4 HTTP/1.1" status: 204 len: 173 time: 0.5124948 Jul 15 23:39:15.827645 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edabe1d9-dc8c-43f0-8a94-327db0c02603', 'name': 'network-vif-deleted', 'tag': 'ada79d52-1079-4a32-af53-f93ff425e4a4'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:39:15.827645 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67f94b5-543e-4769-9c44-2a619e82cf01" -d '{"events": [{"server_uuid": "edabe1d9-dc8c-43f0-8a94-327db0c02603", "name": "network-vif-deleted", "tag": "ada79d52-1079-4a32-af53-f93ff425e4a4"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:39:15.898846 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd0255a-d281-4d56-8a9b-4b015f46f598 req-c9b232e9-52c0-4201-8730-3911452e176d tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:15.900956 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1fd0255a-d281-4d56-8a9b-4b015f46f598 req-c9b232e9-52c0-4201-8730-3911452e176d tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] 10.222.0.48 "GET /v2.0/ports?device_id=c56ae5d0-17ad-4e82-96d7-fbed8b9fbf00 HTTP/1.1" status: 200 len: 943 time: 0.1068678 Jul 15 23:39:15.908837 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d8e0a72-5dcf-4aca-8062-26708cee337b x-openstack-request-id: req-7d8e0a72-5dcf-4aca-8062-26708cee337b {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:39:15.919453 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edabe1d9-dc8c-43f0-8a94-327db0c02603", "name": "network-vif-deleted", "tag": "ada79d52-1079-4a32-af53-f93ff425e4a4", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:39:15.921127 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7d8e0a72-5dcf-4aca-8062-26708cee337b {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:39:15.925915 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edabe1d9-dc8c-43f0-8a94-327db0c02603', 'name': 'network-vif-deleted', 'tag': 'ada79d52-1079-4a32-af53-f93ff425e4a4', 'status': 'completed', 'code': 200} Jul 15 23:39:15.982692 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1fd0255a-d281-4d56-8a9b-4b015f46f598 req-146860f4-5a22-4de2-98ec-500712eb9a56 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] 10.222.0.48 "GET /v2.0/security-groups?id=247a4a3a-5e2b-4742-a6c5-1cea37b3c4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552642 Jul 15 23:39:16.531812 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device d9913143-73f1-4c27-aafe-27e6ebcbe93b details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:39:16.602736 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e1abcbdc-2e23-4b46-ab99-68a7617d4b61 req-440dc6b2-2aa4-4cea-bd2f-f5e7e24584bb tempest-VolumesNegativeTest-139187884 tempest-VolumesNegativeTest-139187884-project] 10.222.0.48 "GET /v2.0/ports?device_id=edabe1d9-dc8c-43f0-8a94-327db0c02603 HTTP/1.1" status: 200 len: 210 time: 0.0426698 Jul 15 23:39:16.692761 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port d9913143-73f1-4c27-aafe-27e6ebcbe93b, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=d9913143-73f1-4c27-aafe-27e6ebcbe93b,segment=NetworkSegment(1f07892c-67f2-49f4-b6d6-0153062c3378),segment_id=1f07892c-67f2-49f4-b6d6-0153062c3378)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:39:16.703920 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': 'd9913143-73f1-4c27-aafe-27e6ebcbe93b', 'network_id': '747a9fc1-10d3-4929-a5a7-fe8cc2cf81f7', 'port_id': 'd9913143-73f1-4c27-aafe-27e6ebcbe93b', 'mac_address': 'fa:16:3e:8f:a0:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0544fc5f-9e2c-4a20-a058-dd274fa024ea', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:39:16.741364 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:16.754278 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9913143-73f1-4c27-aafe-27e6ebcbe93b {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:39:16.791997 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port d9913143-73f1-4c27-aafe-27e6ebcbe93b, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=d9913143-73f1-4c27-aafe-27e6ebcbe93b,segment=NetworkSegment(1f07892c-67f2-49f4-b6d6-0153062c3378),segment_id=1f07892c-67f2-49f4-b6d6-0153062c3378)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:39:16.796470 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:16.848813 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=d9913143-73f1-4c27-aafe-27e6ebcbe93b,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:17.050573 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['d9913143-73f1-4c27-aafe-27e6ebcbe93b'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:39:17.184127 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9657b3-a22a-403b-b277-e759d142d21f req-5cac6a76-5456-42f7-9785-9b2adc23d491 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:17.186130 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5b9657b3-a22a-403b-b277-e759d142d21f req-5cac6a76-5456-42f7-9785-9b2adc23d491 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] 10.222.0.48 "GET /v2.0/ports?device_id=c56ae5d0-17ad-4e82-96d7-fbed8b9fbf00 HTTP/1.1" status: 200 len: 944 time: 0.0741551 Jul 15 23:39:17.232558 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5b9657b3-a22a-403b-b277-e759d142d21f req-b75303b2-7f57-483c-9e21-103d676d9a56 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] 10.222.0.48 "GET /v2.0/security-groups?id=247a4a3a-5e2b-4742-a6c5-1cea37b3c4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392718 Jul 15 23:39:18.447615 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb15bf7b-7dd1-41a9-8d7c-a3f597794920 req-d8586c38-4189-457b-9586-d0d390641697 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:18.449516 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bb15bf7b-7dd1-41a9-8d7c-a3f597794920 req-d8586c38-4189-457b-9586-d0d390641697 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] 10.222.0.48 "GET /v2.0/ports?device_id=c56ae5d0-17ad-4e82-96d7-fbed8b9fbf00 HTTP/1.1" status: 200 len: 944 time: 0.0908837 Jul 15 23:39:18.494597 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bb15bf7b-7dd1-41a9-8d7c-a3f597794920 req-a50e8eee-8355-409d-8f15-f69eb4db15d4 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] 10.222.0.48 "GET /v2.0/security-groups?id=247a4a3a-5e2b-4742-a6c5-1cea37b3c4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343750 Jul 15 23:39:18.539107 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device d9913143-73f1-4c27-aafe-27e6ebcbe93b up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:39:18.594346 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port d9913143-73f1-4c27-aafe-27e6ebcbe93b completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:39:18.599989 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port d9913143-73f1-4c27-aafe-27e6ebcbe93b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:39:18.600690 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:18.712322 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:18.739404 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c56ae5d0-17ad-4e82-96d7-fbed8b9fbf00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9913143-73f1-4c27-aafe-27e6ebcbe93b'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:39:18.742497 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7999aea-e4ee-441d-8b4b-4cab0a667c11" -d '{"events": [{"server_uuid": "c56ae5d0-17ad-4e82-96d7-fbed8b9fbf00", "name": "network-vif-plugged", "status": "completed", "tag": "d9913143-73f1-4c27-aafe-27e6ebcbe93b"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:39:18.761435 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port d9913143-73f1-4c27-aafe-27e6ebcbe93b, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=d9913143-73f1-4c27-aafe-27e6ebcbe93b,segment=NetworkSegment(1f07892c-67f2-49f4-b6d6-0153062c3378),segment_id=1f07892c-67f2-49f4-b6d6-0153062c3378)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:39:18.766626 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:18.805264 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932464d3-cccc-4a93-8fea-62f0aab90519 x-openstack-request-id: req-932464d3-cccc-4a93-8fea-62f0aab90519 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:39:18.805264 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c56ae5d0-17ad-4e82-96d7-fbed8b9fbf00", "name": "network-vif-plugged", "status": "completed", "tag": "d9913143-73f1-4c27-aafe-27e6ebcbe93b", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:39:18.805264 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-932464d3-cccc-4a93-8fea-62f0aab90519 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:39:18.805748 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c56ae5d0-17ad-4e82-96d7-fbed8b9fbf00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9913143-73f1-4c27-aafe-27e6ebcbe93b', 'code': 200} Jul 15 23:39:18.864429 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=d9913143-73f1-4c27-aafe-27e6ebcbe93b,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:18.985023 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a404f38-8484-4700-9b84-a401e233157e req-3dcd9b11-0276-4153-992d-22577b836fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:18.986639 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9a404f38-8484-4700-9b84-a401e233157e req-3dcd9b11-0276-4153-992d-22577b836fa0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c56ae5d0-17ad-4e82-96d7-fbed8b9fbf00 HTTP/1.1" status: 200 len: 1096 time: 0.0719597 Jul 15 23:39:19.028319 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9a404f38-8484-4700-9b84-a401e233157e req-cbdd0eb6-c9b0-490f-a15e-3af42d9273fe service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=247a4a3a-5e2b-4742-a6c5-1cea37b3c4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341120 Jul 15 23:39:19.410265 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device ada79d52-1079-4a32-af53-f93ff425e4a4 no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:39:19.432868 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] No Port match for: ada79d52-1079-4a32-af53-f93ff425e4a4 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:39:19.433475 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device ada79d52-1079-4a32-af53-f93ff425e4a4 not bound to the agent host n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:39:19.708016 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb16b8b-211e-43a0-9e25-4ef7b234b087 req-d21c681e-978a-4f73-9f2a-9f2231071b9e tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:19.711146 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4bb16b8b-211e-43a0-9e25-4ef7b234b087 req-d21c681e-978a-4f73-9f2a-9f2231071b9e tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] 10.222.0.48 "GET /v2.0/ports?device_id=c56ae5d0-17ad-4e82-96d7-fbed8b9fbf00 HTTP/1.1" status: 200 len: 945 time: 0.0809672 Jul 15 23:39:19.767019 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:39:19.771580 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4bb16b8b-211e-43a0-9e25-4ef7b234b087 req-1c2d05aa-9473-4b29-8bb8-12bcaccb4973 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] 10.222.0.48 "GET /v2.0/security-groups?id=247a4a3a-5e2b-4742-a6c5-1cea37b3c4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537853 Jul 15 23:39:20.962875 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a880f9-7676-4576-bcd1-196ed21500ca req-c737a586-56bf-47f9-aa4c-13a4fdf3aa8d tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:20.965174 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-66a880f9-7676-4576-bcd1-196ed21500ca req-c737a586-56bf-47f9-aa4c-13a4fdf3aa8d tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] 10.222.0.48 "GET /v2.0/ports?device_id=c56ae5d0-17ad-4e82-96d7-fbed8b9fbf00 HTTP/1.1" status: 200 len: 945 time: 0.0708156 Jul 15 23:39:21.009856 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-66a880f9-7676-4576-bcd1-196ed21500ca req-fd0ce98b-6498-409c-bd04-671f9202b990 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] 10.222.0.48 "GET /v2.0/security-groups?id=247a4a3a-5e2b-4742-a6c5-1cea37b3c4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379224 Jul 15 23:39:23.098608 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 41138) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:23.281282 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ae142505-4a40-4fe1-a4d9-2de2f989aeab admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eb1d37240ea6485b9dddc356c3d4eb6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1791630 Jul 15 23:39:23.281881 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 41146) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:23.342195 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-178a5aa2-afb4-423d-929c-6c069e024069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:23.365881 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-178a5aa2-afb4-423d-929c-6c069e024069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:23.437393 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-178a5aa2-afb4-423d-929c-6c069e024069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:23.441840 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-178a5aa2-afb4-423d-929c-6c069e024069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:23.444092 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-178a5aa2-afb4-423d-929c-6c069e024069 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cfa8d823-079b-4861-8583-171bb759e0c5 HTTP/1.1" status: 204 len: 168 time: 0.1611047 Jul 15 23:39:23.461600 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178a5aa2-afb4-423d-929c-6c069e024069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa8d823-079b-4861-8583-171bb759e0c5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:25.540716 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:28.750967 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4049e8e8-732d-4683-abf9-d14c5b191a64 req-c7d5053e-67aa-4693-821b-57818a2016e1 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:28.752922 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4049e8e8-732d-4683-abf9-d14c5b191a64 req-c7d5053e-67aa-4693-821b-57818a2016e1 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 945 time: 0.0767460 Jul 15 23:39:28.808537 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4049e8e8-732d-4683-abf9-d14c5b191a64 req-00bfec41-99ec-48ad-a904-a75adc5e7d7e tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492074 Jul 15 23:39:29.045464 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763c125-f34b-403e-bdd8-a300fa69abfa req-36becc33-85fc-4e91-92b6-1dc8756de148 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:29.047511 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0763c125-f34b-403e-bdd8-a300fa69abfa req-36becc33-85fc-4e91-92b6-1dc8756de148 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 945 time: 0.0942430 Jul 15 23:39:29.092594 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0763c125-f34b-403e-bdd8-a300fa69abfa req-ccff8ead-abb7-4c1a-8941-ab11e0437b65 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386870 Jul 15 23:39:29.424478 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f26d0-4e77-4cc5-a3da-de37ee6c4293 req-f2673604-c33d-467f-be56-d69425c3854c tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:29.425999 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6c9f26d0-4e77-4cc5-a3da-de37ee6c4293 req-f2673604-c33d-467f-be56-d69425c3854c tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/networks?id=319575b4-274a-45da-9bf1-6decf487208b HTTP/1.1" status: 200 len: 810 time: 0.1128762 Jul 15 23:39:29.441680 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6c9f26d0-4e77-4cc5-a3da-de37ee6c4293 req-2cfd90cd-32d6-4c0f-97f0-e894d6813ea0 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/quotas/1482c544a11f4437b346c979b3eb517a HTTP/1.1" status: 200 len: 375 time: 0.0098794 Jul 15 23:39:29.529043 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6c9f26d0-4e77-4cc5-a3da-de37ee6c4293 req-087dbe52-dc5f-418f-858e-58e42adaa231 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1482c544a11f4437b346c979b3eb517a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0816894 Jul 15 23:39:29.704549 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6c9f26d0-4e77-4cc5-a3da-de37ee6c4293 req-cce06c97-78b3-4e70-8b0b-b8e16ec0d165 service neutron] 10.222.0.48 "GET /v2.0/networks/319575b4-274a-45da-9bf1-6decf487208b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661403 Jul 15 23:39:29.815635 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6c9f26d0-4e77-4cc5-a3da-de37ee6c4293 req-53d27608-d870-4895-bdda-485d05336353 service neutron] 10.222.0.48 "GET /v2.0/networks/319575b4-274a-45da-9bf1-6decf487208b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079416 Jul 15 23:39:30.027551 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-003297b3-7784-4468-9c10-5824efe8cd7d req-1344fc90-e38a-49fb-8b23-d25a348eca88 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d190f561-4633-4116-8963-adc8d2830957 HTTP/1.1" status: 200 len: 210 time: 0.0287616 Jul 15 23:39:30.839849 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-369ca562-cde2-458e-b3af-9bf435ff9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:31.238500 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e6b0267a-ebe5-4f40-a98b-fda361a40b03 req-868881e9-0046-48e3-b54a-713ae4baa9e2 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d190f561-4633-4116-8963-adc8d2830957 HTTP/1.1" status: 200 len: 210 time: 0.0606709 Jul 15 23:39:31.339320 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f26d0-4e77-4cc5-a3da-de37ee6c4293 req-1379abda-839f-4183-b4f4-3daf9387de76 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:31.340906 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6c9f26d0-4e77-4cc5-a3da-de37ee6c4293 req-1379abda-839f-4183-b4f4-3daf9387de76 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.41 "GET /v2.0/networks?id=319575b4-274a-45da-9bf1-6decf487208b HTTP/1.1" status: 200 len: 810 time: 0.1789455 Jul 15 23:39:31.381735 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-6c9f26d0-4e77-4cc5-a3da-de37ee6c4293 req-eba10955-c627-4dac-af04-79412bd8f580 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Request body: {'port': {'device_id': 'd190f561-4633-4116-8963-adc8d2830957', 'network_id': '319575b4-274a-45da-9bf1-6decf487208b', 'admin_state_up': True, 'tenant_id': '1482c544a11f4437b346c979b3eb517a'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:39:31.506765 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c9f26d0-4e77-4cc5-a3da-de37ee6c4293 req-eba10955-c627-4dac-af04-79412bd8f580 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Made reservation on behalf of 1482c544a11f4437b346c979b3eb517a for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:39:31.510355 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6c9f26d0-4e77-4cc5-a3da-de37ee6c4293 req-eba10955-c627-4dac-af04-79412bd8f580 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:31.655484 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-6c9f26d0-4e77-4cc5-a3da-de37ee6c4293 req-eba10955-c627-4dac-af04-79412bd8f580 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Allocated IP 172.20.0.9 (319575b4-274a-45da-9bf1-6decf487208b/0c7868f8-d819-4333-b9c5-ebc3d9707601/fb06d288-8b4d-42cd-8a3f-233aa2420f4a) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:39:31.832996 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6c9f26d0-4e77-4cc5-a3da-de37ee6c4293 req-eba10955-c627-4dac-af04-79412bd8f580 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:31.851984 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-6c9f26d0-4e77-4cc5-a3da-de37ee6c4293 req-eba10955-c627-4dac-af04-79412bd8f580 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Transition to ACTIVE for port object fb06d288-8b4d-42cd-8a3f-233aa2420f4a will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:39:31.904069 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6c9f26d0-4e77-4cc5-a3da-de37ee6c4293 req-eba10955-c627-4dac-af04-79412bd8f580 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:31.925581 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['76e09747-f1ba-404d-b464-da75ccd161d2', '1cc1cc1b-a9d9-4684-b94f-db26676647b9'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:39:32.086946 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c9f26d0-4e77-4cc5-a3da-de37ee6c4293 req-eba10955-c627-4dac-af04-79412bd8f580 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Network 319575b4-274a-45da-9bf1-6decf487208b is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:39:32.093812 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-6c9f26d0-4e77-4cc5-a3da-de37ee6c4293 req-eba10955-c627-4dac-af04-79412bd8f580 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:39:32.099999 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c9f26d0-4e77-4cc5-a3da-de37ee6c4293 req-eba10955-c627-4dac-af04-79412bd8f580 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:39:32.106486 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba10955-c627-4dac-af04-79412bd8f580 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Pushing event updated for resources: {'Port': ['ID=fb06d288-8b4d-42cd-8a3f-233aa2420f4a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:32.207528 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f26d0-4e77-4cc5-a3da-de37ee6c4293 req-eba10955-c627-4dac-af04-79412bd8f580 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:32.208693 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6c9f26d0-4e77-4cc5-a3da-de37ee6c4293 req-eba10955-c627-4dac-af04-79412bd8f580 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:32.227997 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6c9f26d0-4e77-4cc5-a3da-de37ee6c4293 req-eba10955-c627-4dac-af04-79412bd8f580 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8539650 Jul 15 23:39:32.256927 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-6c9f26d0-4e77-4cc5-a3da-de37ee6c4293 req-fdecf5e3-c8d5-4927-b9e4-68149e880e60 service neutron] Request body: {'port': {'device_id': 'd190f561-4633-4116-8963-adc8d2830957', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:39:32.363154 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6c9f26d0-4e77-4cc5-a3da-de37ee6c4293 req-fdecf5e3-c8d5-4927-b9e4-68149e880e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:32.568794 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-812b07b2-a6a3-4ce2-ad42-b32b1586726a None None] Provisioning for port fb06d288-8b4d-42cd-8a3f-233aa2420f4a completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:39:32.574748 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-812b07b2-a6a3-4ce2-ad42-b32b1586726a None None] Provisioning complete for port fb06d288-8b4d-42cd-8a3f-233aa2420f4a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:39:32.575659 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-812b07b2-a6a3-4ce2-ad42-b32b1586726a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:32.640091 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-812b07b2-a6a3-4ce2-ad42-b32b1586726a None None] Port fb06d288-8b4d-42cd-8a3f-233aa2420f4a cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:39:32.654375 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c236625-0567-4fb1-b673-685ab313a52b req-7ed7f889-2790-4933-812b-69d1dcdce5d6 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:32.655984 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6c236625-0567-4fb1-b673-685ab313a52b req-7ed7f889-2790-4933-812b-69d1dcdce5d6 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d190f561-4633-4116-8963-adc8d2830957 HTTP/1.1" status: 200 len: 931 time: 0.1491239 Jul 15 23:39:32.726294 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6c236625-0567-4fb1-b673-685ab313a52b req-8cbc8fcc-6043-4473-bfa1-e074ec3819d0 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624080 Jul 15 23:39:32.771902 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-6c9f26d0-4e77-4cc5-a3da-de37ee6c4293 req-fdecf5e3-c8d5-4927-b9e4-68149e880e60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb06d288-8b4d-42cd-8a3f-233aa2420f4a {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:39:32.779493 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6c9f26d0-4e77-4cc5-a3da-de37ee6c4293 req-fdecf5e3-c8d5-4927-b9e4-68149e880e60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:32.803724 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-6c9f26d0-4e77-4cc5-a3da-de37ee6c4293 req-fdecf5e3-c8d5-4927-b9e4-68149e880e60 service neutron] Transition to ACTIVE for port object fb06d288-8b4d-42cd-8a3f-233aa2420f4a will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:39:32.808437 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6c9f26d0-4e77-4cc5-a3da-de37ee6c4293 req-fdecf5e3-c8d5-4927-b9e4-68149e880e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:32.893140 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdecf5e3-c8d5-4927-b9e4-68149e880e60 service neutron] Pushing event updated for resources: {'Port': ['ID=fb06d288-8b4d-42cd-8a3f-233aa2420f4a,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:32.961042 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-6c9f26d0-4e77-4cc5-a3da-de37ee6c4293 req-fdecf5e3-c8d5-4927-b9e4-68149e880e60 service neutron] Attempting to bind port fb06d288-8b4d-42cd-8a3f-233aa2420f4a on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:39:32.961581 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-6c9f26d0-4e77-4cc5-a3da-de37ee6c4293 req-fdecf5e3-c8d5-4927-b9e4-68149e880e60 service neutron] Attempting to bind port fb06d288-8b4d-42cd-8a3f-233aa2420f4a by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '1221e74c-ebb2-4cb8-bf72-835ef0508fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '319575b4-274a-45da-9bf1-6decf487208b'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:39:32.962088 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9f26d0-4e77-4cc5-a3da-de37ee6c4293 req-fdecf5e3-c8d5-4927-b9e4-68149e880e60 service neutron] Attempting to bind port fb06d288-8b4d-42cd-8a3f-233aa2420f4a on network 319575b4-274a-45da-9bf1-6decf487208b {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:39:32.966837 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9f26d0-4e77-4cc5-a3da-de37ee6c4293 req-fdecf5e3-c8d5-4927-b9e4-68149e880e60 service neutron] Port fb06d288-8b4d-42cd-8a3f-233aa2420f4a on network 319575b4-274a-45da-9bf1-6decf487208b not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:39:32.967350 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9f26d0-4e77-4cc5-a3da-de37ee6c4293 req-fdecf5e3-c8d5-4927-b9e4-68149e880e60 service neutron] Attempting to bind port fb06d288-8b4d-42cd-8a3f-233aa2420f4a on network 319575b4-274a-45da-9bf1-6decf487208b {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:39:32.973547 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9f26d0-4e77-4cc5-a3da-de37ee6c4293 req-fdecf5e3-c8d5-4927-b9e4-68149e880e60 service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:39:32.974341 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9f26d0-4e77-4cc5-a3da-de37ee6c4293 req-fdecf5e3-c8d5-4927-b9e4-68149e880e60 service neutron] Checking segment: {'id': '1221e74c-ebb2-4cb8-bf72-835ef0508fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '319575b4-274a-45da-9bf1-6decf487208b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:39:32.974912 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9f26d0-4e77-4cc5-a3da-de37ee6c4293 req-fdecf5e3-c8d5-4927-b9e4-68149e880e60 service neutron] Bound using segment: {'id': '1221e74c-ebb2-4cb8-bf72-835ef0508fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '319575b4-274a-45da-9bf1-6decf487208b'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:39:32.975524 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-6c9f26d0-4e77-4cc5-a3da-de37ee6c4293 req-fdecf5e3-c8d5-4927-b9e4-68149e880e60 service neutron] Bound port: fb06d288-8b4d-42cd-8a3f-233aa2420f4a, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1221e74c-ebb2-4cb8-bf72-835ef0508fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '319575b4-274a-45da-9bf1-6decf487208b'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:39:32.976062 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6c9f26d0-4e77-4cc5-a3da-de37ee6c4293 req-fdecf5e3-c8d5-4927-b9e4-68149e880e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:33.058779 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-6c9f26d0-4e77-4cc5-a3da-de37ee6c4293 req-fdecf5e3-c8d5-4927-b9e4-68149e880e60 service neutron] For port fb06d288-8b4d-42cd-8a3f-233aa2420f4a, host n-h2-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:39:33.064556 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-6c9f26d0-4e77-4cc5-a3da-de37ee6c4293 req-fdecf5e3-c8d5-4927-b9e4-68149e880e60 service neutron] For port fb06d288-8b4d-42cd-8a3f-233aa2420f4a, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=fb06d288-8b4d-42cd-8a3f-233aa2420f4a,segment=NetworkSegment(1221e74c-ebb2-4cb8-bf72-835ef0508fbe),segment_id=1221e74c-ebb2-4cb8-bf72-835ef0508fbe)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:39:33.072125 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6c9f26d0-4e77-4cc5-a3da-de37ee6c4293 req-fdecf5e3-c8d5-4927-b9e4-68149e880e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:33.150864 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f26d0-4e77-4cc5-a3da-de37ee6c4293 req-fdecf5e3-c8d5-4927-b9e4-68149e880e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:33.151650 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6c9f26d0-4e77-4cc5-a3da-de37ee6c4293 req-fdecf5e3-c8d5-4927-b9e4-68149e880e60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:33.153182 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6c9f26d0-4e77-4cc5-a3da-de37ee6c4293 req-fdecf5e3-c8d5-4927-b9e4-68149e880e60 service neutron] 10.222.0.41 "PUT /v2.0/ports/fb06d288-8b4d-42cd-8a3f-233aa2420f4a HTTP/1.1" status: 200 len: 1091 time: 0.9052825 Jul 15 23:39:33.153719 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd190f561-4633-4116-8963-adc8d2830957', 'tag': 'fb06d288-8b4d-42cd-8a3f-233aa2420f4a'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:39:33.156341 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4a65a0-aa62-4e9f-bbe4-162291b82d54" -d '{"events": [{"name": "network-changed", "server_uuid": "d190f561-4633-4116-8963-adc8d2830957", "tag": "fb06d288-8b4d-42cd-8a3f-233aa2420f4a"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:39:33.160125 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdecf5e3-c8d5-4927-b9e4-68149e880e60 service neutron] Pushing event updated for resources: {'Port': ['ID=fb06d288-8b4d-42cd-8a3f-233aa2420f4a,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:33.245530 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62fa3dbe-bc58-4377-a768-dabe244ebb59 x-openstack-request-id: req-62fa3dbe-bc58-4377-a768-dabe244ebb59 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:39:33.247102 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d190f561-4633-4116-8963-adc8d2830957", "tag": "fb06d288-8b4d-42cd-8a3f-233aa2420f4a", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:39:33.247412 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-62fa3dbe-bc58-4377-a768-dabe244ebb59 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:39:33.247925 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd190f561-4633-4116-8963-adc8d2830957', 'tag': 'fb06d288-8b4d-42cd-8a3f-233aa2420f4a', 'status': 'completed', 'code': 200} Jul 15 23:39:33.328836 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f26d0-4e77-4cc5-a3da-de37ee6c4293 req-5b6e770b-bf0d-4142-b83f-12c6f52463bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:33.330424 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6c9f26d0-4e77-4cc5-a3da-de37ee6c4293 req-5b6e770b-bf0d-4142-b83f-12c6f52463bb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1482c544a11f4437b346c979b3eb517a&device_id=d190f561-4633-4116-8963-adc8d2830957 HTTP/1.1" status: 200 len: 1094 time: 0.0993037 Jul 15 23:39:33.386922 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:33.412728 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6c9f26d0-4e77-4cc5-a3da-de37ee6c4293 req-c7f43d58-9ad6-4b6d-8d83-6822fa39d594 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb06d288-8b4d-42cd-8a3f-233aa2420f4a HTTP/1.1" status: 200 len: 217 time: 0.0692604 Jul 15 23:39:33.480280 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f26d0-4e77-4cc5-a3da-de37ee6c4293 req-65ac2e1e-137c-4ae7-a028-774a1513c355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:33.482224 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6c9f26d0-4e77-4cc5-a3da-de37ee6c4293 req-65ac2e1e-137c-4ae7-a028-774a1513c355 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0c7868f8-d819-4333-b9c5-ebc3d9707601 HTTP/1.1" status: 200 len: 849 time: 0.0628874 Jul 15 23:39:33.553837 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f26d0-4e77-4cc5-a3da-de37ee6c4293 req-1a1f7d4a-6d6d-4a56-af32-6dfa568f43a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:33.555424 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6c9f26d0-4e77-4cc5-a3da-de37ee6c4293 req-1a1f7d4a-6d6d-4a56-af32-6dfa568f43a1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=319575b4-274a-45da-9bf1-6decf487208b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670581 Jul 15 23:39:33.670114 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6c9f26d0-4e77-4cc5-a3da-de37ee6c4293 req-920ed1b9-ebad-4dc3-9018-b523707b1075 service neutron] 10.222.0.41 "GET /v2.0/networks/319575b4-274a-45da-9bf1-6decf487208b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083369 Jul 15 23:39:33.836665 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6c9f26d0-4e77-4cc5-a3da-de37ee6c4293 req-a69b76f9-9e26-423e-86a8-f33dbd2e40e7 service neutron] 10.222.0.41 "GET /v2.0/networks/319575b4-274a-45da-9bf1-6decf487208b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602993 Jul 15 23:39:34.112243 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137f6c7-502e-49d5-884d-cc6e57b6e0f9 req-1694517c-4cd8-45d4-b3a3-437fb504b638 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:34.113868 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3137f6c7-502e-49d5-884d-cc6e57b6e0f9 req-1694517c-4cd8-45d4-b3a3-437fb504b638 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d190f561-4633-4116-8963-adc8d2830957 HTTP/1.1" status: 200 len: 943 time: 0.2110121 Jul 15 23:39:34.157226 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a65a0-aa62-4e9f-bbe4-162291b82d54 req-2de02ba8-2a84-4d55-a7ca-c6c2963f0b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:34.159398 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7a4a65a0-aa62-4e9f-bbe4-162291b82d54 req-2de02ba8-2a84-4d55-a7ca-c6c2963f0b97 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1482c544a11f4437b346c979b3eb517a&device_id=d190f561-4633-4116-8963-adc8d2830957 HTTP/1.1" status: 200 len: 1094 time: 0.1626625 Jul 15 23:39:34.190567 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3137f6c7-502e-49d5-884d-cc6e57b6e0f9 req-f50abba3-3cef-4012-9d4f-4d328b85c3b4 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702884 Jul 15 23:39:34.231066 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7430a561-6a9a-4467-9739-2d931dd265f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:34.330732 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a65a0-aa62-4e9f-bbe4-162291b82d54 req-d5d4949b-1036-4125-94a2-2a091132ddc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:34.332594 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7a4a65a0-aa62-4e9f-bbe4-162291b82d54 req-d5d4949b-1036-4125-94a2-2a091132ddc2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=319575b4-274a-45da-9bf1-6decf487208b HTTP/1.1" status: 200 len: 911 time: 0.1637948 Jul 15 23:39:34.356963 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:34.386728 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7a4a65a0-aa62-4e9f-bbe4-162291b82d54 req-1185c957-8cdd-46e5-a672-fe6254af2b1f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb06d288-8b4d-42cd-8a3f-233aa2420f4a HTTP/1.1" status: 200 len: 217 time: 0.0462787 Jul 15 23:39:34.434157 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a65a0-aa62-4e9f-bbe4-162291b82d54 req-ba898e88-edde-43c8-abec-0eb3f3471a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:34.435671 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7a4a65a0-aa62-4e9f-bbe4-162291b82d54 req-ba898e88-edde-43c8-abec-0eb3f3471a17 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0c7868f8-d819-4333-b9c5-ebc3d9707601 HTTP/1.1" status: 200 len: 849 time: 0.0430348 Jul 15 23:39:34.509704 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a65a0-aa62-4e9f-bbe4-162291b82d54 req-d9cf1754-4527-4669-9889-4b659a2c432a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:34.511312 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7a4a65a0-aa62-4e9f-bbe4-162291b82d54 req-d9cf1754-4527-4669-9889-4b659a2c432a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=319575b4-274a-45da-9bf1-6decf487208b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692804 Jul 15 23:39:34.612649 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7a4a65a0-aa62-4e9f-bbe4-162291b82d54 req-7c6405a9-7e9c-4522-b12f-3b47332b9337 service neutron] 10.222.0.41 "GET /v2.0/networks/319575b4-274a-45da-9bf1-6decf487208b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942674 Jul 15 23:39:34.710162 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7a4a65a0-aa62-4e9f-bbe4-162291b82d54 req-b9d3ed3f-33a2-4c68-83a8-f398d308f03a service neutron] 10.222.0.41 "GET /v2.0/networks/319575b4-274a-45da-9bf1-6decf487208b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898626 Jul 15 23:39:35.434203 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ea0b6-91e4-43a5-95d9-1af96e0fbbfd req-2a930fad-e339-409b-b65c-c940c79d9b48 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:35.435750 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f52ea0b6-91e4-43a5-95d9-1af96e0fbbfd req-2a930fad-e339-409b-b65c-c940c79d9b48 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d190f561-4633-4116-8963-adc8d2830957 HTTP/1.1" status: 200 len: 943 time: 0.0675623 Jul 15 23:39:35.489384 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f52ea0b6-91e4-43a5-95d9-1af96e0fbbfd req-1fc8f0a4-24c3-40fc-8c18-2398785ecc99 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403385 Jul 15 23:39:36.370058 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:36.715157 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2b08d-79b1-4e5b-aae9-fc599c5fa5c4 req-ad4b1c21-8a42-4c07-b574-fe7bf0a58e7a tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:36.716749 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-45b2b08d-79b1-4e5b-aae9-fc599c5fa5c4 req-ad4b1c21-8a42-4c07-b574-fe7bf0a58e7a tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d190f561-4633-4116-8963-adc8d2830957 HTTP/1.1" status: 200 len: 943 time: 0.0877857 Jul 15 23:39:36.763248 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-45b2b08d-79b1-4e5b-aae9-fc599c5fa5c4 req-9b2f0391-9822-4a90-8f8b-99545f199991 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400038 Jul 15 23:39:37.471881 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device fb06d288-8b4d-42cd-8a3f-233aa2420f4a details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:39:37.591838 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port fb06d288-8b4d-42cd-8a3f-233aa2420f4a, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=fb06d288-8b4d-42cd-8a3f-233aa2420f4a,segment=NetworkSegment(1221e74c-ebb2-4cb8-bf72-835ef0508fbe),segment_id=1221e74c-ebb2-4cb8-bf72-835ef0508fbe)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:39:37.607320 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': 'fb06d288-8b4d-42cd-8a3f-233aa2420f4a', 'network_id': '319575b4-274a-45da-9bf1-6decf487208b', 'port_id': 'fb06d288-8b4d-42cd-8a3f-233aa2420f4a', 'mac_address': 'fa:16:3e:6f:96:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c7868f8-d819-4333-b9c5-ebc3d9707601', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:39:37.657844 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:37.674080 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb06d288-8b4d-42cd-8a3f-233aa2420f4a {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:39:37.698615 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port fb06d288-8b4d-42cd-8a3f-233aa2420f4a, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=fb06d288-8b4d-42cd-8a3f-233aa2420f4a,segment=NetworkSegment(1221e74c-ebb2-4cb8-bf72-835ef0508fbe),segment_id=1221e74c-ebb2-4cb8-bf72-835ef0508fbe)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:39:37.703706 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:37.754700 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=fb06d288-8b4d-42cd-8a3f-233aa2420f4a,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:37.973721 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e4309e-f65e-47b5-9882-5b9ceea41a73 req-f6cf3d31-7e74-484c-9d28-318856877388 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:37.975147 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a2e4309e-f65e-47b5-9882-5b9ceea41a73 req-f6cf3d31-7e74-484c-9d28-318856877388 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d190f561-4633-4116-8963-adc8d2830957 HTTP/1.1" status: 200 len: 944 time: 0.0670593 Jul 15 23:39:37.982298 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['fb06d288-8b4d-42cd-8a3f-233aa2420f4a'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:39:38.029917 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a2e4309e-f65e-47b5-9882-5b9ceea41a73 req-54264a7f-93af-448c-9fb8-f701387f12cf tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435343 Jul 15 23:39:38.258372 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:39.256036 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af5e0c-d9b3-4b16-b269-e22a42bb2b00 req-3132a6ec-fd98-4d00-bdec-ebf2bb8d1390 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:39.257658 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f7af5e0c-d9b3-4b16-b269-e22a42bb2b00 req-3132a6ec-fd98-4d00-bdec-ebf2bb8d1390 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d190f561-4633-4116-8963-adc8d2830957 HTTP/1.1" status: 200 len: 944 time: 0.1043136 Jul 15 23:39:39.329046 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f7af5e0c-d9b3-4b16-b269-e22a42bb2b00 req-3ce39147-ad19-4da6-b0c2-72a9b9c63a11 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611539 Jul 15 23:39:39.457131 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device fb06d288-8b4d-42cd-8a3f-233aa2420f4a up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:39:39.523711 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port fb06d288-8b4d-42cd-8a3f-233aa2420f4a completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:39:39.528219 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port fb06d288-8b4d-42cd-8a3f-233aa2420f4a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:39:39.528710 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:39.639461 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:39.662619 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd190f561-4633-4116-8963-adc8d2830957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb06d288-8b4d-42cd-8a3f-233aa2420f4a'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:39:39.664906 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03e59ae-93c8-4aad-8caa-57978748b277" -d '{"events": [{"server_uuid": "d190f561-4633-4116-8963-adc8d2830957", "name": "network-vif-plugged", "status": "completed", "tag": "fb06d288-8b4d-42cd-8a3f-233aa2420f4a"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:39:39.678835 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port fb06d288-8b4d-42cd-8a3f-233aa2420f4a, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=fb06d288-8b4d-42cd-8a3f-233aa2420f4a,segment=NetworkSegment(1221e74c-ebb2-4cb8-bf72-835ef0508fbe),segment_id=1221e74c-ebb2-4cb8-bf72-835ef0508fbe)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:39:39.683155 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:39.709401 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a89190c4-e10f-44cd-ad89-55a09244117a x-openstack-request-id: req-a89190c4-e10f-44cd-ad89-55a09244117a {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:39:39.709702 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d190f561-4633-4116-8963-adc8d2830957", "name": "network-vif-plugged", "status": "completed", "tag": "fb06d288-8b4d-42cd-8a3f-233aa2420f4a", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:39:39.709960 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a89190c4-e10f-44cd-ad89-55a09244117a {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:39:39.710591 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd190f561-4633-4116-8963-adc8d2830957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb06d288-8b4d-42cd-8a3f-233aa2420f4a', 'code': 200} Jul 15 23:39:39.765878 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=fb06d288-8b4d-42cd-8a3f-233aa2420f4a,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:39.871222 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff7c444-d7ce-4698-a193-498d527a22d1 req-eb6fc011-a83b-4b48-a74d-db719d8d18a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:39.872799 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6ff7c444-d7ce-4698-a193-498d527a22d1 req-eb6fc011-a83b-4b48-a74d-db719d8d18a9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d190f561-4633-4116-8963-adc8d2830957 HTTP/1.1" status: 200 len: 1096 time: 0.0613394 Jul 15 23:39:39.916807 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6ff7c444-d7ce-4698-a193-498d527a22d1 req-140aa0d4-6cd9-481f-8c6f-89503bdf7232 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372267 Jul 15 23:39:40.621703 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd33996-08e7-4313-9fdf-a200f30adaf6 req-3788965d-dd1d-40d2-87bb-3dfa40154a6a tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:40.624113 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5cd33996-08e7-4313-9fdf-a200f30adaf6 req-3788965d-dd1d-40d2-87bb-3dfa40154a6a tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d190f561-4633-4116-8963-adc8d2830957 HTTP/1.1" status: 200 len: 945 time: 0.0950487 Jul 15 23:39:40.680090 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5cd33996-08e7-4313-9fdf-a200f30adaf6 req-cb209c47-e324-4129-9082-2dc749bd8abf tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474956 Jul 15 23:39:41.913282 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f6fb90-80c4-44a3-bb91-7ca3424f682d req-5735edc7-e683-46b3-8e64-77fbc2c2d7fd tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:41.914843 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-80f6fb90-80c4-44a3-bb91-7ca3424f682d req-5735edc7-e683-46b3-8e64-77fbc2c2d7fd tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d190f561-4633-4116-8963-adc8d2830957 HTTP/1.1" status: 200 len: 945 time: 0.0721142 Jul 15 23:39:41.972896 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-80f6fb90-80c4-44a3-bb91-7ca3424f682d req-23d14da2-8bb9-4524-a2e7-f0ba3d26a598 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510020 Jul 15 23:39:42.150640 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b3dd6d6e-8847-478b-aad1-38a585899e22 req-27f21cb2-d0ae-49d0-8023-2e360e832258 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=1482c544a11f4437b346c979b3eb517a HTTP/1.1" status: 200 len: 267 time: 0.0416312 Jul 15 23:39:42.236429 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd6d6e-8847-478b-aad1-38a585899e22 req-3e7da205-0da6-4867-bf10-5b0e80bbe2b5 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:42.238499 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b3dd6d6e-8847-478b-aad1-38a585899e22 req-3e7da205-0da6-4867-bf10-5b0e80bbe2b5 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d190f561-4633-4116-8963-adc8d2830957 HTTP/1.1" status: 200 len: 945 time: 0.0866320 Jul 15 23:39:42.262770 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-b3dd6d6e-8847-478b-aad1-38a585899e22 req-b0ecc6d0-86f4-44dc-9b89-58069fb05abc tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Request body: {'port': {'security_groups': []}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:39:42.388812 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b3dd6d6e-8847-478b-aad1-38a585899e22 req-b0ecc6d0-86f4-44dc-9b89-58069fb05abc tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:42.698884 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-b3dd6d6e-8847-478b-aad1-38a585899e22 req-b0ecc6d0-86f4-44dc-9b89-58069fb05abc tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] For port fb06d288-8b4d-42cd-8a3f-233aa2420f4a, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=fb06d288-8b4d-42cd-8a3f-233aa2420f4a,segment=NetworkSegment(1221e74c-ebb2-4cb8-bf72-835ef0508fbe),segment_id=1221e74c-ebb2-4cb8-bf72-835ef0508fbe)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:39:42.768256 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b3dd6d6e-8847-478b-aad1-38a585899e22 req-b0ecc6d0-86f4-44dc-9b89-58069fb05abc tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:42.774472 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b3dd6d6e-8847-478b-aad1-38a585899e22 req-b0ecc6d0-86f4-44dc-9b89-58069fb05abc tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:42.795157 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['76e09747-f1ba-404d-b464-da75ccd161d2', '1cc1cc1b-a9d9-4684-b94f-db26676647b9'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:39:42.856717 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['fb06d288-8b4d-42cd-8a3f-233aa2420f4a'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:39:42.901946 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd6d6e-8847-478b-aad1-38a585899e22 req-b0ecc6d0-86f4-44dc-9b89-58069fb05abc tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:42.902695 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b3dd6d6e-8847-478b-aad1-38a585899e22 req-b0ecc6d0-86f4-44dc-9b89-58069fb05abc tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:42.904262 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b3dd6d6e-8847-478b-aad1-38a585899e22 req-b0ecc6d0-86f4-44dc-9b89-58069fb05abc tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "PUT /v2.0/ports/fb06d288-8b4d-42cd-8a3f-233aa2420f4a HTTP/1.1" status: 200 len: 904 time: 0.6484876 Jul 15 23:39:42.904790 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd190f561-4633-4116-8963-adc8d2830957', 'tag': 'fb06d288-8b4d-42cd-8a3f-233aa2420f4a'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:39:42.908001 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc0238f7-532d-49e7-8fc5-469656bba768" -d '{"events": [{"name": "network-changed", "server_uuid": "d190f561-4633-4116-8963-adc8d2830957", "tag": "fb06d288-8b4d-42cd-8a3f-233aa2420f4a"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:39:43.053810 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ecc6d0-86f4-44dc-9b89-58069fb05abc tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Pushing event updated for resources: {'Port': ['ID=fb06d288-8b4d-42cd-8a3f-233aa2420f4a,revision_number=6']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:43.078232 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9fea407-6a36-432f-9e72-13adaf0834fc x-openstack-request-id: req-f9fea407-6a36-432f-9e72-13adaf0834fc {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:39:43.078541 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d190f561-4633-4116-8963-adc8d2830957", "tag": "fb06d288-8b4d-42cd-8a3f-233aa2420f4a", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:39:43.078786 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f9fea407-6a36-432f-9e72-13adaf0834fc {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:39:43.079201 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd190f561-4633-4116-8963-adc8d2830957', 'tag': 'fb06d288-8b4d-42cd-8a3f-233aa2420f4a', 'status': 'completed', 'code': 200} Jul 15 23:39:43.099652 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['fb06d288-8b4d-42cd-8a3f-233aa2420f4a'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:39:43.221644 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 41682) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:43.383793 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0238f7-532d-49e7-8fc5-469656bba768 req-3ce51f83-33df-42cd-8c1e-398796f0a51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:43.385328 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bc0238f7-532d-49e7-8fc5-469656bba768 req-3ce51f83-33df-42cd-8c1e-398796f0a51b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1482c544a11f4437b346c979b3eb517a&device_id=d190f561-4633-4116-8963-adc8d2830957 HTTP/1.1" status: 200 len: 1058 time: 0.2560234 Jul 15 23:39:43.401840 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-519d7572-9a57-4d9b-828d-8a653bf154dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:43.454909 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d47a15e-609e-4b07-8815-f0c5b050b78f req-23eaf071-9036-447e-885d-1431072f81f6 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:43.456581 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3d47a15e-609e-4b07-8815-f0c5b050b78f req-23eaf071-9036-447e-885d-1431072f81f6 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d190f561-4633-4116-8963-adc8d2830957 HTTP/1.1" status: 200 len: 907 time: 0.2020891 Jul 15 23:39:43.485487 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0db587b2-b2c1-4d67-9ad7-f1a62323395c None None] Provisioning complete for port fb06d288-8b4d-42cd-8a3f-233aa2420f4a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:39:43.486284 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0db587b2-b2c1-4d67-9ad7-f1a62323395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:43.588787 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-519d7572-9a57-4d9b-828d-8a653bf154dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:43.589048 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0238f7-532d-49e7-8fc5-469656bba768 req-978a2b71-1671-4cd1-9c5c-0139e1748b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:43.593606 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bc0238f7-532d-49e7-8fc5-469656bba768 req-978a2b71-1671-4cd1-9c5c-0139e1748b86 service neutron] 10.222.0.41 "GET /v2.0/networks?id=319575b4-274a-45da-9bf1-6decf487208b HTTP/1.1" status: 200 len: 911 time: 0.1987853 Jul 15 23:39:43.596480 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-519d7572-9a57-4d9b-828d-8a653bf154dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:43.688287 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519d7572-9a57-4d9b-828d-8a653bf154dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3227a91d-2241-4c4d-8218-20c1c9e2e9e8,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:43.708177 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bc0238f7-532d-49e7-8fc5-469656bba768 req-b3a27fc4-dc6a-4593-8670-196993d86453 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb06d288-8b4d-42cd-8a3f-233aa2420f4a HTTP/1.1" status: 200 len: 217 time: 0.1022139 Jul 15 23:39:43.734866 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-519d7572-9a57-4d9b-828d-8a653bf154dc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=692d97934c254734aa7635e6bbdf9b86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5108781 Jul 15 23:39:43.741620 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 41696) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:43.823173 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-73e0df50-cf0c-4ccd-b9e1-92f92a61e636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:43.857002 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-73e0df50-cf0c-4ccd-b9e1-92f92a61e636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:43.918362 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-73e0df50-cf0c-4ccd-b9e1-92f92a61e636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:43.921055 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-73e0df50-cf0c-4ccd-b9e1-92f92a61e636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:43.923376 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-73e0df50-cf0c-4ccd-b9e1-92f92a61e636 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3227a91d-2241-4c4d-8218-20c1c9e2e9e8 HTTP/1.1" status: 204 len: 168 time: 0.1807156 Jul 15 23:39:43.932589 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e0df50-cf0c-4ccd-b9e1-92f92a61e636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3227a91d-2241-4c4d-8218-20c1c9e2e9e8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:44.255730 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0238f7-532d-49e7-8fc5-469656bba768 req-56d29c0c-adba-435e-a060-434de757ab7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:44.257242 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bc0238f7-532d-49e7-8fc5-469656bba768 req-56d29c0c-adba-435e-a060-434de757ab7a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0c7868f8-d819-4333-b9c5-ebc3d9707601 HTTP/1.1" status: 200 len: 849 time: 0.5421102 Jul 15 23:39:44.319437 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b343a7c-363b-416a-a413-1fff3050e952 req-9f648059-4b6f-4a48-90a5-b7827e0492ef tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:44.321078 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0b343a7c-363b-416a-a413-1fff3050e952 req-9f648059-4b6f-4a48-90a5-b7827e0492ef tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 945 time: 0.5492485 Jul 15 23:39:44.365260 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0238f7-532d-49e7-8fc5-469656bba768 req-c2b79ce5-d822-4742-b314-3a3909764774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:44.366787 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bc0238f7-532d-49e7-8fc5-469656bba768 req-c2b79ce5-d822-4742-b314-3a3909764774 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=319575b4-274a-45da-9bf1-6decf487208b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1023860 Jul 15 23:39:44.398683 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0b343a7c-363b-416a-a413-1fff3050e952 req-f70efe85-d6a9-4f6e-b994-a524b08d1422 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668044 Jul 15 23:39:44.544692 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bc0238f7-532d-49e7-8fc5-469656bba768 req-4d1b1f92-b507-4dcd-ae79-07d3a2a975c8 service neutron] 10.222.0.41 "GET /v2.0/networks/319575b4-274a-45da-9bf1-6decf487208b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708028 Jul 15 23:39:44.716426 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bc0238f7-532d-49e7-8fc5-469656bba768 req-6346e7a3-02c2-472e-9d45-617677256716 service neutron] 10.222.0.41 "GET /v2.0/networks/319575b4-274a-45da-9bf1-6decf487208b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661873 Jul 15 23:39:44.730742 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e5b33-eb83-4f7d-b408-029ba230d961 req-79482393-f25f-4ccc-b21b-d3ee51f03fd7 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:44.740117 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-867e5b33-eb83-4f7d-b408-029ba230d961 req-79482393-f25f-4ccc-b21b-d3ee51f03fd7 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 945 time: 0.1489587 Jul 15 23:39:44.798535 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-867e5b33-eb83-4f7d-b408-029ba230d961 req-49f7d9e0-6ce1-4637-8e1d-885a4acd164d tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574272 Jul 15 23:39:44.809742 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 41738) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:44.954656 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-3a600834-2585-4d76-a850-a4b97ee2c1c3 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-795511039-network', 'tenant_id': '59b538c011714bc9b0334875e0f67e00'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:39:44.980334 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a600834-2585-4d76-a850-a4b97ee2c1c3 admin admin] Made reservation on behalf of 59b538c011714bc9b0334875e0f67e00 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:39:44.983389 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3a600834-2585-4d76-a850-a4b97ee2c1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:44.994536 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3a600834-2585-4d76-a850-a4b97ee2c1c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:45.124232 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3a600834-2585-4d76-a850-a4b97ee2c1c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:45.130461 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3a600834-2585-4d76-a850-a4b97ee2c1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:45.145804 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a600834-2585-4d76-a850-a4b97ee2c1c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:39:45.164943 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3a600834-2585-4d76-a850-a4b97ee2c1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:45.165421 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-3a600834-2585-4d76-a850-a4b97ee2c1c3 admin admin] Added segment 5e65d82f-51d6-468d-8511-1c33309b8a04 of type vlan for network 94c1d58e-97bc-4ed7-995d-0a9ad7873a01 Jul 15 23:39:45.192186 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a600834-2585-4d76-a850-a4b97ee2c1c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=640b3d36-2268-4006-9e1e-5888023343c1,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:45.229127 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb322bc-300a-472a-a82e-c6efd60c086f req-025dfca9-adb6-400a-8439-f062512762b1 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:45.231225 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7bb322bc-300a-472a-a82e-c6efd60c086f req-025dfca9-adb6-400a-8439-f062512762b1 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/networks?id=319575b4-274a-45da-9bf1-6decf487208b HTTP/1.1" status: 200 len: 810 time: 0.1810131 Jul 15 23:39:45.257117 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3a600834-2585-4d76-a850-a4b97ee2c1c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:45.260649 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7bb322bc-300a-472a-a82e-c6efd60c086f req-4ec80601-e248-4107-95a0-ee0c4fb748f1 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/quotas/1482c544a11f4437b346c979b3eb517a HTTP/1.1" status: 200 len: 375 time: 0.0195479 Jul 15 23:39:45.289463 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3a600834-2585-4d76-a850-a4b97ee2c1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:45.290513 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a600834-2585-4d76-a850-a4b97ee2c1c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:45.291146 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3a600834-2585-4d76-a850-a4b97ee2c1c3 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:45.331436 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-3a600834-2585-4d76-a850-a4b97ee2c1c3 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5199149 Jul 15 23:39:45.332046 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 41764) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:45.363409 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e182e1a7-f4ae-41e8-8149-692ae003b526 admin admin] Request body: {'subnet': {'network_id': '94c1d58e-97bc-4ed7-995d-0a9ad7873a01', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-795511039-subnet', 'tenant_id': '59b538c011714bc9b0334875e0f67e00', 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:39:45.369635 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7bb322bc-300a-472a-a82e-c6efd60c086f req-ff3cfd2d-52fd-4e4d-ad39-b54a08c488b4 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1482c544a11f4437b346c979b3eb517a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0936415 Jul 15 23:39:45.379365 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a600834-2585-4d76-a850-a4b97ee2c1c3 admin admin] Pushing event updated for resources: {'Network': ['ID=94c1d58e-97bc-4ed7-995d-0a9ad7873a01,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:45.387430 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e182e1a7-f4ae-41e8-8149-692ae003b526 admin admin] Made reservation on behalf of 59b538c011714bc9b0334875e0f67e00 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:39:45.390017 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e182e1a7-f4ae-41e8-8149-692ae003b526 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:45.390525 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 94c1d58e-97bc-4ed7-995d-0a9ad7873a01 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:39:45.528659 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7bb322bc-300a-472a-a82e-c6efd60c086f req-300b6e51-cc04-4780-92f0-85499072eccc service neutron] 10.222.0.48 "GET /v2.0/networks/319575b4-274a-45da-9bf1-6decf487208b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508150 Jul 15 23:39:45.593769 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e182e1a7-f4ae-41e8-8149-692ae003b526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:45.627605 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7bb322bc-300a-472a-a82e-c6efd60c086f req-ace5e9a6-493a-425b-a7ab-3a404f9f0dc7 service neutron] 10.222.0.48 "GET /v2.0/networks/319575b4-274a-45da-9bf1-6decf487208b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979471 Jul 15 23:39:45.684498 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e182e1a7-f4ae-41e8-8149-692ae003b526 admin admin] Checking segment: {'id': '5e65d82f-51d6-468d-8511-1c33309b8a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '94c1d58e-97bc-4ed7-995d-0a9ad7873a01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:39:45.684768 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e182e1a7-f4ae-41e8-8149-692ae003b526 admin admin] Network hostable DHCP agents. Network: 94c1d58e-97bc-4ed7-995d-0a9ad7873a01, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:39:45.692055 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e182e1a7-f4ae-41e8-8149-692ae003b526 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a00c7e03-12f7-4328-a4c8-b05c5abb69a4,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:45.711080 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e182e1a7-f4ae-41e8-8149-692ae003b526 admin admin] Network 94c1d58e-97bc-4ed7-995d-0a9ad7873a01 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:39:45.726141 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-e182e1a7-f4ae-41e8-8149-692ae003b526 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 94c1d58e-97bc-4ed7-995d-0a9ad7873a01) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:39:45.731268 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e182e1a7-f4ae-41e8-8149-692ae003b526 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:45.732406 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e182e1a7-f4ae-41e8-8149-692ae003b526 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:45.736218 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf210f0-9890-4804-8ad6-fcdfd6995898 None None] Network 94c1d58e-97bc-4ed7-995d-0a9ad7873a01 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:39:45.754015 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e182e1a7-f4ae-41e8-8149-692ae003b526 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3939388 Jul 15 23:39:45.757246 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 41772) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:45.762330 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-58a7530e-e7ad-4bb5-b730-e8b5c0ba99d8 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-795511039-router', 'tenant_id': '59b538c011714bc9b0334875e0f67e00', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:39:45.799098 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-58a7530e-e7ad-4bb5-b730-e8b5c0ba99d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:45.801020 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-58a7530e-e7ad-4bb5-b730-e8b5c0ba99d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:45.895424 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-58a7530e-e7ad-4bb5-b730-e8b5c0ba99d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:45.919391 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-03751ac8-698e-4a76-a581-6c8c3b1250af req-c59edf40-5fa3-4c59-90d2-547b537b4adf tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2fbf761-0bd9-4e8c-ac65-175991a98268 HTTP/1.1" status: 200 len: 210 time: 0.0370982 Jul 15 23:39:46.039187 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a62712c-22dd-4e9c-a3a3-b8e1146bcf99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-94c1d58e-97bc-4ed7-995d-0a9ad7873a01', 'network_id': '94c1d58e-97bc-4ed7-995d-0a9ad7873a01', 'tenant_id': '59b538c011714bc9b0334875e0f67e00', 'fixed_ips': [{'subnet_id': 'a00c7e03-12f7-4328-a4c8-b05c5abb69a4'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:39:46.040237 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a62712c-22dd-4e9c-a3a3-b8e1146bcf99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:46.110676 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-58a7530e-e7ad-4bb5-b730-e8b5c0ba99d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:46.346750 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-1a62712c-22dd-4e9c-a3a3-b8e1146bcf99 None None] Allocated IP 172.20.0.2 (94c1d58e-97bc-4ed7-995d-0a9ad7873a01/a00c7e03-12f7-4328-a4c8-b05c5abb69a4/1b942b96-469f-49f4-850a-ac4431d570b3) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:39:46.588622 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-58a7530e-e7ad-4bb5-b730-e8b5c0ba99d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:46.614358 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a62712c-22dd-4e9c-a3a3-b8e1146bcf99 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:46.614928 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-58a7530e-e7ad-4bb5-b730-e8b5c0ba99d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:46.653543 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a62712c-22dd-4e9c-a3a3-b8e1146bcf99 None None] Transition to ACTIVE for port object 1b942b96-469f-49f4-850a-ac4431d570b3 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:39:46.688270 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a62712c-22dd-4e9c-a3a3-b8e1146bcf99 None None] Transition to ACTIVE for port object 1b942b96-469f-49f4-850a-ac4431d570b3 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:39:46.696699 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a62712c-22dd-4e9c-a3a3-b8e1146bcf99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:46.794012 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a62712c-22dd-4e9c-a3a3-b8e1146bcf99 None None] Network 94c1d58e-97bc-4ed7-995d-0a9ad7873a01 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:39:46.794012 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-1a62712c-22dd-4e9c-a3a3-b8e1146bcf99 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:39:46.794012 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a62712c-22dd-4e9c-a3a3-b8e1146bcf99 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:39:46.809472 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a62712c-22dd-4e9c-a3a3-b8e1146bcf99 None None] Pushing event updated for resources: {'Port': ['ID=1b942b96-469f-49f4-850a-ac4431d570b3,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:46.840570 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-58a7530e-e7ad-4bb5-b730-e8b5c0ba99d8 admin admin] Allocated IP 172.25.5.49 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/cec0af06-beb0-4077-92ee-63e8e450fc35) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:39:46.917750 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-1a62712c-22dd-4e9c-a3a3-b8e1146bcf99 None None] Attempting to bind port 1b942b96-469f-49f4-850a-ac4431d570b3 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:39:46.918460 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-1a62712c-22dd-4e9c-a3a3-b8e1146bcf99 None None] Attempting to bind port 1b942b96-469f-49f4-850a-ac4431d570b3 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '5e65d82f-51d6-468d-8511-1c33309b8a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '94c1d58e-97bc-4ed7-995d-0a9ad7873a01'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:39:46.918998 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a62712c-22dd-4e9c-a3a3-b8e1146bcf99 None None] Attempting to bind port 1b942b96-469f-49f4-850a-ac4431d570b3 on network 94c1d58e-97bc-4ed7-995d-0a9ad7873a01 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:39:46.928131 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a62712c-22dd-4e9c-a3a3-b8e1146bcf99 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:39:46.928911 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a62712c-22dd-4e9c-a3a3-b8e1146bcf99 None None] Checking segment: {'id': '5e65d82f-51d6-468d-8511-1c33309b8a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '94c1d58e-97bc-4ed7-995d-0a9ad7873a01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:39:46.930022 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a62712c-22dd-4e9c-a3a3-b8e1146bcf99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:46.932275 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a62712c-22dd-4e9c-a3a3-b8e1146bcf99 None None] Bound using segment: {'id': '5e65d82f-51d6-468d-8511-1c33309b8a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '94c1d58e-97bc-4ed7-995d-0a9ad7873a01'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:39:46.933292 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-1a62712c-22dd-4e9c-a3a3-b8e1146bcf99 None None] Bound port: 1b942b96-469f-49f4-850a-ac4431d570b3, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e65d82f-51d6-468d-8511-1c33309b8a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '94c1d58e-97bc-4ed7-995d-0a9ad7873a01'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:39:46.934139 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a62712c-22dd-4e9c-a3a3-b8e1146bcf99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:47.038249 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-58a7530e-e7ad-4bb5-b730-e8b5c0ba99d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:47.060791 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a62712c-22dd-4e9c-a3a3-b8e1146bcf99 None None] For port 1b942b96-469f-49f4-850a-ac4431d570b3, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:39:47.065532 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a62712c-22dd-4e9c-a3a3-b8e1146bcf99 None None] For port 1b942b96-469f-49f4-850a-ac4431d570b3, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=1b942b96-469f-49f4-850a-ac4431d570b3,segment=NetworkSegment(5e65d82f-51d6-468d-8511-1c33309b8a04),segment_id=5e65d82f-51d6-468d-8511-1c33309b8a04)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:39:47.078062 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a62712c-22dd-4e9c-a3a3-b8e1146bcf99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:47.109463 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-58a7530e-e7ad-4bb5-b730-e8b5c0ba99d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:47.135786 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a7530e-e7ad-4bb5-b730-e8b5c0ba99d8 admin admin] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:39:47.142438 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a62712c-22dd-4e9c-a3a3-b8e1146bcf99 None None] Pushing event updated for resources: {'Port': ['ID=1b942b96-469f-49f4-850a-ac4431d570b3,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:47.154853 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-58a7530e-e7ad-4bb5-b730-e8b5c0ba99d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:39:47.159898 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a7530e-e7ad-4bb5-b730-e8b5c0ba99d8 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:39:47.246121 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5f813867-37d7-4a71-87cc-d15531a1b78a req-ea8d9e16-ff5b-471f-97c7-bbdd6578ce7d tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2fbf761-0bd9-4e8c-ac65-175991a98268 HTTP/1.1" status: 200 len: 210 time: 0.0550570 Jul 15 23:39:47.264235 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a7530e-e7ad-4bb5-b730-e8b5c0ba99d8 admin admin] Pushing event updated for resources: {'Port': ['ID=cec0af06-beb0-4077-92ee-63e8e450fc35,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:47.705212 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb322bc-300a-472a-a82e-c6efd60c086f req-6c62e4d6-db0f-4294-a896-7de16d51f61f tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:47.708095 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7bb322bc-300a-472a-a82e-c6efd60c086f req-6c62e4d6-db0f-4294-a896-7de16d51f61f tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.49 "GET /v2.0/networks?id=319575b4-274a-45da-9bf1-6decf487208b HTTP/1.1" status: 200 len: 810 time: 0.2854693 Jul 15 23:39:47.817359 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-7bb322bc-300a-472a-a82e-c6efd60c086f req-be761197-65ca-49d6-82ee-71027fdbcb6f tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Request body: {'port': {'device_id': 'b2fbf761-0bd9-4e8c-ac65-175991a98268', 'network_id': '319575b4-274a-45da-9bf1-6decf487208b', 'admin_state_up': True, 'tenant_id': '1482c544a11f4437b346c979b3eb517a'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:39:47.848849 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-58a7530e-e7ad-4bb5-b730-e8b5c0ba99d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:48.079267 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bb322bc-300a-472a-a82e-c6efd60c086f req-be761197-65ca-49d6-82ee-71027fdbcb6f tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Made reservation on behalf of 1482c544a11f4437b346c979b3eb517a for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:39:48.083101 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7bb322bc-300a-472a-a82e-c6efd60c086f req-be761197-65ca-49d6-82ee-71027fdbcb6f tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:48.170496 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 1b942b96-469f-49f4-850a-ac4431d570b3 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:39:48.255908 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-58a7530e-e7ad-4bb5-b730-e8b5c0ba99d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:48.269068 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 1b942b96-469f-49f4-850a-ac4431d570b3 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:39:48.457011 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-7bb322bc-300a-472a-a82e-c6efd60c086f req-be761197-65ca-49d6-82ee-71027fdbcb6f tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Allocated IP 172.20.0.14 (319575b4-274a-45da-9bf1-6decf487208b/0c7868f8-d819-4333-b9c5-ebc3d9707601/b80e332b-76b3-448e-95c8-4615f945e607) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:39:48.539093 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d5c5b8a7-153d-467f-ae47-b5c4f7fbc7ea req-e49dfd04-ccdb-4382-b8d0-4c98852ca7d6 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2fbf761-0bd9-4e8c-ac65-175991a98268 HTTP/1.1" status: 200 len: 210 time: 0.0579855 Jul 15 23:39:48.605426 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a7530e-e7ad-4bb5-b730-e8b5c0ba99d8 admin admin] Router ae2b5247-6f5e-4af7-93d1-46edfa5e6a01 is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:39:48.711971 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb49645e-7940-4319-8f5f-f03f572c2bdd None None] Network 94c1d58e-97bc-4ed7-995d-0a9ad7873a01 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:39:48.809902 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b23dd4cd-050a-4e0d-98a5-4ded8bfad956 None None] Provisioning for port 1b942b96-469f-49f4-850a-ac4431d570b3 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:39:48.819658 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b23dd4cd-050a-4e0d-98a5-4ded8bfad956 None None] Provisioning complete for port 1b942b96-469f-49f4-850a-ac4431d570b3 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:39:48.820450 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b23dd4cd-050a-4e0d-98a5-4ded8bfad956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:48.967388 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b23dd4cd-050a-4e0d-98a5-4ded8bfad956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:49.036838 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-b23dd4cd-050a-4e0d-98a5-4ded8bfad956 None None] For port 1b942b96-469f-49f4-850a-ac4431d570b3, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=1b942b96-469f-49f4-850a-ac4431d570b3,segment=NetworkSegment(5e65d82f-51d6-468d-8511-1c33309b8a04),segment_id=5e65d82f-51d6-468d-8511-1c33309b8a04)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:39:49.054853 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b23dd4cd-050a-4e0d-98a5-4ded8bfad956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:49.130054 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23dd4cd-050a-4e0d-98a5-4ded8bfad956 None None] Pushing event updated for resources: {'Port': ['ID=1b942b96-469f-49f4-850a-ac4431d570b3,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:49.139696 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23dd4cd-050a-4e0d-98a5-4ded8bfad956 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:49.140591 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23dd4cd-050a-4e0d-98a5-4ded8bfad956 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:49.141025 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23dd4cd-050a-4e0d-98a5-4ded8bfad956 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:49.141510 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23dd4cd-050a-4e0d-98a5-4ded8bfad956 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:49.141960 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23dd4cd-050a-4e0d-98a5-4ded8bfad956 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:49.142385 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23dd4cd-050a-4e0d-98a5-4ded8bfad956 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:49.142960 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23dd4cd-050a-4e0d-98a5-4ded8bfad956 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:49.143385 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23dd4cd-050a-4e0d-98a5-4ded8bfad956 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:49.143856 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23dd4cd-050a-4e0d-98a5-4ded8bfad956 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:49.144413 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23dd4cd-050a-4e0d-98a5-4ded8bfad956 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:49.144832 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23dd4cd-050a-4e0d-98a5-4ded8bfad956 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:49.145252 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23dd4cd-050a-4e0d-98a5-4ded8bfad956 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:49.353303 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7bb322bc-300a-472a-a82e-c6efd60c086f req-be761197-65ca-49d6-82ee-71027fdbcb6f tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:49.397797 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a7530e-e7ad-4bb5-b730-e8b5c0ba99d8 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:39:49.402592 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-7bb322bc-300a-472a-a82e-c6efd60c086f req-be761197-65ca-49d6-82ee-71027fdbcb6f tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Transition to ACTIVE for port object b80e332b-76b3-448e-95c8-4615f945e607 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:39:49.411989 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5576c16-b694-4fcb-b33d-0de8af338d7f None None] Sync routers for ids ['ae2b5247-6f5e-4af7-93d1-46edfa5e6a01'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:39:49.433743 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5576c16-b694-4fcb-b33d-0de8af338d7f None None] Routers {'ae2b5247-6f5e-4af7-93d1-46edfa5e6a01'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:39:49.434864 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-e5576c16-b694-4fcb-b33d-0de8af338d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:39:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ae2b5247-6f5e-4af7-93d1-46edfa5e6a01'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:39:49.455809 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-58a7530e-e7ad-4bb5-b730-e8b5c0ba99d8 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:49.459851 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-58a7530e-e7ad-4bb5-b730-e8b5c0ba99d8 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6990554 Jul 15 23:39:49.460164 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 41846) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:49.472650 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-06cfab88-44ba-443e-8fa2-1d97ab4cc0fa req-7a545e14-d8fb-440d-85b5-11f9d020fb7a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d190f561-4633-4116-8963-adc8d2830957&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2123616 Jul 15 23:39:49.500765 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7bb322bc-300a-472a-a82e-c6efd60c086f req-be761197-65ca-49d6-82ee-71027fdbcb6f tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:49.518585 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['76e09747-f1ba-404d-b464-da75ccd161d2', '1cc1cc1b-a9d9-4684-b94f-db26676647b9'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:39:49.575715 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-452e76d1-6bb3-4fcb-a623-7f59d774e0f1 None None] Provisioning complete for port 1b942b96-469f-49f4-850a-ac4431d570b3 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:39:49.576350 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-452e76d1-6bb3-4fcb-a623-7f59d774e0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:49.701169 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bb322bc-300a-472a-a82e-c6efd60c086f req-be761197-65ca-49d6-82ee-71027fdbcb6f tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Network 319575b4-274a-45da-9bf1-6decf487208b is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:39:49.713001 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-7bb322bc-300a-472a-a82e-c6efd60c086f req-be761197-65ca-49d6-82ee-71027fdbcb6f tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:39:49.719710 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bb322bc-300a-472a-a82e-c6efd60c086f req-be761197-65ca-49d6-82ee-71027fdbcb6f tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:39:49.726586 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be761197-65ca-49d6-82ee-71027fdbcb6f tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Pushing event updated for resources: {'Port': ['ID=b80e332b-76b3-448e-95c8-4615f945e607,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:49.909064 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb322bc-300a-472a-a82e-c6efd60c086f req-be761197-65ca-49d6-82ee-71027fdbcb6f tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:49.910313 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7bb322bc-300a-472a-a82e-c6efd60c086f req-be761197-65ca-49d6-82ee-71027fdbcb6f tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:49.963048 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cfab88-44ba-443e-8fa2-1d97ab4cc0fa req-9ae6e906-2673-40be-b58b-5e52e45fb0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:49.966892 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-06cfab88-44ba-443e-8fa2-1d97ab4cc0fa req-9ae6e906-2673-40be-b58b-5e52e45fb0fb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1482c544a11f4437b346c979b3eb517a&device_id=d190f561-4633-4116-8963-adc8d2830957 HTTP/1.1" status: 200 len: 1058 time: 0.3709853 Jul 15 23:39:49.969257 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-e5576c16-b694-4fcb-b33d-0de8af338d7f None None] Set router ae2b5247-6f5e-4af7-93d1-46edfa5e6a01 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:39:49.987546 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7bb322bc-300a-472a-a82e-c6efd60c086f req-be761197-65ca-49d6-82ee-71027fdbcb6f tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1773155 Jul 15 23:39:50.120753 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 1b942b96-469f-49f4-850a-ac4431d570b3 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:39:50.123751 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cfab88-44ba-443e-8fa2-1d97ab4cc0fa req-13b270e3-d298-4e48-b1a3-64e993c55499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:50.128386 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-06cfab88-44ba-443e-8fa2-1d97ab4cc0fa req-13b270e3-d298-4e48-b1a3-64e993c55499 service neutron] 10.222.0.41 "GET /v2.0/networks?id=319575b4-274a-45da-9bf1-6decf487208b HTTP/1.1" status: 200 len: 911 time: 0.1382391 Jul 15 23:39:50.133867 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-7bb322bc-300a-472a-a82e-c6efd60c086f req-8b5e8a1d-3e99-484b-8dd4-3c99a10bea00 service neutron] Request body: {'port': {'device_id': 'b2fbf761-0bd9-4e8c-ac65-175991a98268', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:39:50.252969 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7bb322bc-300a-472a-a82e-c6efd60c086f req-8b5e8a1d-3e99-484b-8dd4-3c99a10bea00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:50.274700 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a15e790a-752c-45a7-a64d-22f36fb73cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:50.336047 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-06cfab88-44ba-443e-8fa2-1d97ab4cc0fa req-2439b10e-5f0c-455a-afc3-272af373e502 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb06d288-8b4d-42cd-8a3f-233aa2420f4a HTTP/1.1" status: 200 len: 217 time: 0.0930383 Jul 15 23:39:50.348669 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a31b87-9b55-4f19-a7da-94b4ac015ccc req-1c02af26-5cec-4cba-b350-570ca91b6efe tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:50.356592 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-96a31b87-9b55-4f19-a7da-94b4ac015ccc req-1c02af26-5cec-4cba-b350-570ca91b6efe tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2fbf761-0bd9-4e8c-ac65-175991a98268 HTTP/1.1" status: 200 len: 932 time: 0.5878022 Jul 15 23:39:50.392037 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 1b942b96-469f-49f4-850a-ac4431d570b3 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:39:50.392672 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:50.506902 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-96a31b87-9b55-4f19-a7da-94b4ac015ccc req-bbe1a510-640d-4241-84d2-9211f1699dbc tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493092 Jul 15 23:39:50.515109 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e9f2dd07-12f9-47e9-8588-97ffa1ac4c73 None None] Provisioning for port b80e332b-76b3-448e-95c8-4615f945e607 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:39:50.537133 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e9f2dd07-12f9-47e9-8588-97ffa1ac4c73 None None] Provisioning complete for port b80e332b-76b3-448e-95c8-4615f945e607 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:39:50.537510 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e9f2dd07-12f9-47e9-8588-97ffa1ac4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:50.575874 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cfab88-44ba-443e-8fa2-1d97ab4cc0fa req-19f78101-2d2c-4285-ba90-8abb4f68b16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:50.577878 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-06cfab88-44ba-443e-8fa2-1d97ab4cc0fa req-19f78101-2d2c-4285-ba90-8abb4f68b16d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0c7868f8-d819-4333-b9c5-ebc3d9707601 HTTP/1.1" status: 200 len: 849 time: 0.2185152 Jul 15 23:39:50.650160 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e9f2dd07-12f9-47e9-8588-97ffa1ac4c73 None None] Port b80e332b-76b3-448e-95c8-4615f945e607 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:39:50.657754 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-e5576c16-b694-4fcb-b33d-0de8af338d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2b5247-6f5e-4af7-93d1-46edfa5e6a01', 'name': 'tempest-TestAggregatesBasicOps-795511039-router', 'tenant_id': '59b538c011714bc9b0334875e0f67e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'cec0af06-beb0-4077-92ee-63e8e450fc35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:39:45Z', 'updated_at': '2021-07-15T23:39:47Z', 'revision_number': 3, 'project_id': '59b538c011714bc9b0334875e0f67e00', 'gw_port': {'id': 'cec0af06-beb0-4077-92ee-63e8e450fc35', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:64:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae2b5247-6f5e-4af7-93d1-46edfa5e6a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:39:46Z', 'updated_at': '2021-07-15T23:39:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:39:50.717149 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5576c16-b694-4fcb-b33d-0de8af338d7f None None] Checking router: ae2b5247-6f5e-4af7-93d1-46edfa5e6a01 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:39:50.717506 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5576c16-b694-4fcb-b33d-0de8af338d7f None None] Updating router ae2b5247-6f5e-4af7-93d1-46edfa5e6a01 port cec0af06-beb0-4077-92ee-63e8e450fc35 binding host n-d-794306-6 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:39:50.774395 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e5576c16-b694-4fcb-b33d-0de8af338d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:50.776983 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcad251-58b3-46ef-87ba-9724c786c800 req-dd64df1c-8b57-4698-a5ba-cd3ed1fea38e tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:50.785110 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bdcad251-58b3-46ef-87ba-9724c786c800 req-dd64df1c-8b57-4698-a5ba-cd3ed1fea38e tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] 10.222.0.48 "GET /v2.0/ports?device_id=c56ae5d0-17ad-4e82-96d7-fbed8b9fbf00 HTTP/1.1" status: 200 len: 945 time: 0.4238782 Jul 15 23:39:50.842491 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cfab88-44ba-443e-8fa2-1d97ab4cc0fa req-161f4937-fdf8-4dcf-9396-3e2ee31b93c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:50.844349 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-06cfab88-44ba-443e-8fa2-1d97ab4cc0fa req-161f4937-fdf8-4dcf-9396-3e2ee31b93c1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=319575b4-274a-45da-9bf1-6decf487208b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2080445 Jul 15 23:39:50.917874 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-a15e790a-752c-45a7-a64d-22f36fb73cfb admin admin] Allocated IP 172.20.0.1 (94c1d58e-97bc-4ed7-995d-0a9ad7873a01/a00c7e03-12f7-4328-a4c8-b05c5abb69a4/9f28fc16-4a49-43e5-8d14-28567f0586bb) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:39:50.987217 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bdcad251-58b3-46ef-87ba-9724c786c800 req-aaa35996-b798-45d3-bb52-6da140aa63a2 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] 10.222.0.48 "GET /v2.0/security-groups?id=247a4a3a-5e2b-4742-a6c5-1cea37b3c4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010143 Jul 15 23:39:51.060760 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-06cfab88-44ba-443e-8fa2-1d97ab4cc0fa req-acebab5a-856c-4402-a09f-edbb8d13a804 service neutron] 10.222.0.41 "GET /v2.0/networks/319575b4-274a-45da-9bf1-6decf487208b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063241 Jul 15 23:39:51.093457 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-7bb322bc-300a-472a-a82e-c6efd60c086f req-8b5e8a1d-3e99-484b-8dd4-3c99a10bea00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b80e332b-76b3-448e-95c8-4615f945e607 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:39:51.102605 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a15e790a-752c-45a7-a64d-22f36fb73cfb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:51.110677 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7bb322bc-300a-472a-a82e-c6efd60c086f req-8b5e8a1d-3e99-484b-8dd4-3c99a10bea00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:51.125271 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-a15e790a-752c-45a7-a64d-22f36fb73cfb admin admin] Transition to ACTIVE for port object 9f28fc16-4a49-43e5-8d14-28567f0586bb will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:39:51.139704 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e5576c16-b694-4fcb-b33d-0de8af338d7f None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:51.153493 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e5576c16-b694-4fcb-b33d-0de8af338d7f None None] Transition to ACTIVE for port object cec0af06-beb0-4077-92ee-63e8e450fc35 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:39:51.162296 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-7bb322bc-300a-472a-a82e-c6efd60c086f req-8b5e8a1d-3e99-484b-8dd4-3c99a10bea00 service neutron] Transition to ACTIVE for port object b80e332b-76b3-448e-95c8-4615f945e607 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:39:51.162818 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e5576c16-b694-4fcb-b33d-0de8af338d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:51.171423 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7bb322bc-300a-472a-a82e-c6efd60c086f req-8b5e8a1d-3e99-484b-8dd4-3c99a10bea00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:51.176295 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a15e790a-752c-45a7-a64d-22f36fb73cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:51.244637 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25657129-549a-4233-a9aa-bca1a9de28d3 None None] Pushing event updated for resources: {'Port': ['ID=cec0af06-beb0-4077-92ee-63e8e450fc35,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:51.255913 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-06cfab88-44ba-443e-8fa2-1d97ab4cc0fa req-a8b3a179-275a-4a64-987b-aa25412e4d11 service neutron] 10.222.0.41 "GET /v2.0/networks/319575b4-274a-45da-9bf1-6decf487208b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859539 Jul 15 23:39:51.264106 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5e8a1d-3e99-484b-8dd4-3c99a10bea00 service neutron] Pushing event updated for resources: {'Port': ['ID=b80e332b-76b3-448e-95c8-4615f945e607,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:51.279189 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15e790a-752c-45a7-a64d-22f36fb73cfb admin admin] Pushing event updated for resources: {'Port': ['ID=9f28fc16-4a49-43e5-8d14-28567f0586bb,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:51.282392 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e5576c16-b694-4fcb-b33d-0de8af338d7f None None] Attempting to bind port cec0af06-beb0-4077-92ee-63e8e450fc35 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:39:51.283454 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e5576c16-b694-4fcb-b33d-0de8af338d7f None None] Attempting to bind port cec0af06-beb0-4077-92ee-63e8e450fc35 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:39:51.283862 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5576c16-b694-4fcb-b33d-0de8af338d7f None None] Attempting to bind port cec0af06-beb0-4077-92ee-63e8e450fc35 on network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:39:51.289525 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5576c16-b694-4fcb-b33d-0de8af338d7f None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:39:51.289903 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5576c16-b694-4fcb-b33d-0de8af338d7f None None] Checking segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:39:51.290311 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e5576c16-b694-4fcb-b33d-0de8af338d7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:51.290703 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5576c16-b694-4fcb-b33d-0de8af338d7f None None] Bound using segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:39:51.291177 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e5576c16-b694-4fcb-b33d-0de8af338d7f None None] Bound port: cec0af06-beb0-4077-92ee-63e8e450fc35, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:39:51.291552 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e5576c16-b694-4fcb-b33d-0de8af338d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:51.294063 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15e790a-752c-45a7-a64d-22f36fb73cfb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:51.294494 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15e790a-752c-45a7-a64d-22f36fb73cfb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:51.294906 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15e790a-752c-45a7-a64d-22f36fb73cfb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:51.295314 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15e790a-752c-45a7-a64d-22f36fb73cfb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:51.295740 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15e790a-752c-45a7-a64d-22f36fb73cfb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:51.297030 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15e790a-752c-45a7-a64d-22f36fb73cfb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:51.297588 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15e790a-752c-45a7-a64d-22f36fb73cfb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:51.298611 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15e790a-752c-45a7-a64d-22f36fb73cfb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:51.299016 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15e790a-752c-45a7-a64d-22f36fb73cfb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:51.299417 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15e790a-752c-45a7-a64d-22f36fb73cfb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:51.299836 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15e790a-752c-45a7-a64d-22f36fb73cfb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:51.300237 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15e790a-752c-45a7-a64d-22f36fb73cfb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:51.309707 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15e790a-752c-45a7-a64d-22f36fb73cfb admin admin] Network 94c1d58e-97bc-4ed7-995d-0a9ad7873a01 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:39:51.311275 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-a15e790a-752c-45a7-a64d-22f36fb73cfb admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:39:51.325518 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15e790a-752c-45a7-a64d-22f36fb73cfb admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:39:51.357946 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e5576c16-b694-4fcb-b33d-0de8af338d7f None None] For port cec0af06-beb0-4077-92ee-63e8e450fc35, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:39:51.364229 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e5576c16-b694-4fcb-b33d-0de8af338d7f None None] For port cec0af06-beb0-4077-92ee-63e8e450fc35, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=cec0af06-beb0-4077-92ee-63e8e450fc35,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:39:51.370107 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e5576c16-b694-4fcb-b33d-0de8af338d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:51.408779 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a15e790a-752c-45a7-a64d-22f36fb73cfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:51.428592 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25657129-549a-4233-a9aa-bca1a9de28d3 None None] Pushing event updated for resources: {'Port': ['ID=cec0af06-beb0-4077-92ee-63e8e450fc35,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:51.429844 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-7bb322bc-300a-472a-a82e-c6efd60c086f req-8b5e8a1d-3e99-484b-8dd4-3c99a10bea00 service neutron] Attempting to bind port b80e332b-76b3-448e-95c8-4615f945e607 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:39:51.430305 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-7bb322bc-300a-472a-a82e-c6efd60c086f req-8b5e8a1d-3e99-484b-8dd4-3c99a10bea00 service neutron] Attempting to bind port b80e332b-76b3-448e-95c8-4615f945e607 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '1221e74c-ebb2-4cb8-bf72-835ef0508fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '319575b4-274a-45da-9bf1-6decf487208b'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:39:51.430670 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb322bc-300a-472a-a82e-c6efd60c086f req-8b5e8a1d-3e99-484b-8dd4-3c99a10bea00 service neutron] Attempting to bind port b80e332b-76b3-448e-95c8-4615f945e607 on network 319575b4-274a-45da-9bf1-6decf487208b {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:39:51.440756 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb322bc-300a-472a-a82e-c6efd60c086f req-8b5e8a1d-3e99-484b-8dd4-3c99a10bea00 service neutron] Port b80e332b-76b3-448e-95c8-4615f945e607 on network 319575b4-274a-45da-9bf1-6decf487208b not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:39:51.441174 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb322bc-300a-472a-a82e-c6efd60c086f req-8b5e8a1d-3e99-484b-8dd4-3c99a10bea00 service neutron] Attempting to bind port b80e332b-76b3-448e-95c8-4615f945e607 on network 319575b4-274a-45da-9bf1-6decf487208b {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:39:51.450890 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb322bc-300a-472a-a82e-c6efd60c086f req-8b5e8a1d-3e99-484b-8dd4-3c99a10bea00 service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:39:51.451599 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb322bc-300a-472a-a82e-c6efd60c086f req-8b5e8a1d-3e99-484b-8dd4-3c99a10bea00 service neutron] Checking segment: {'id': '1221e74c-ebb2-4cb8-bf72-835ef0508fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '319575b4-274a-45da-9bf1-6decf487208b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:39:51.452716 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb322bc-300a-472a-a82e-c6efd60c086f req-8b5e8a1d-3e99-484b-8dd4-3c99a10bea00 service neutron] Bound using segment: {'id': '1221e74c-ebb2-4cb8-bf72-835ef0508fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '319575b4-274a-45da-9bf1-6decf487208b'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:39:51.453791 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-7bb322bc-300a-472a-a82e-c6efd60c086f req-8b5e8a1d-3e99-484b-8dd4-3c99a10bea00 service neutron] Bound port: b80e332b-76b3-448e-95c8-4615f945e607, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1221e74c-ebb2-4cb8-bf72-835ef0508fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '319575b4-274a-45da-9bf1-6decf487208b'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:39:51.454171 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7bb322bc-300a-472a-a82e-c6efd60c086f req-8b5e8a1d-3e99-484b-8dd4-3c99a10bea00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:51.474202 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5576c16-b694-4fcb-b33d-0de8af338d7f None None] Routers {'ae2b5247-6f5e-4af7-93d1-46edfa5e6a01'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:39:51.474856 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-e5576c16-b694-4fcb-b33d-0de8af338d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:39:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ae2b5247-6f5e-4af7-93d1-46edfa5e6a01'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:39:51.601517 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-7bb322bc-300a-472a-a82e-c6efd60c086f req-8b5e8a1d-3e99-484b-8dd4-3c99a10bea00 service neutron] For port b80e332b-76b3-448e-95c8-4615f945e607, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:39:51.605711 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-7bb322bc-300a-472a-a82e-c6efd60c086f req-8b5e8a1d-3e99-484b-8dd4-3c99a10bea00 service neutron] For port b80e332b-76b3-448e-95c8-4615f945e607, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=b80e332b-76b3-448e-95c8-4615f945e607,segment=NetworkSegment(1221e74c-ebb2-4cb8-bf72-835ef0508fbe),segment_id=1221e74c-ebb2-4cb8-bf72-835ef0508fbe)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:39:51.613451 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7bb322bc-300a-472a-a82e-c6efd60c086f req-8b5e8a1d-3e99-484b-8dd4-3c99a10bea00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:51.677958 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a15e790a-752c-45a7-a64d-22f36fb73cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:51.678293 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb322bc-300a-472a-a82e-c6efd60c086f req-8b5e8a1d-3e99-484b-8dd4-3c99a10bea00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:51.680647 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7bb322bc-300a-472a-a82e-c6efd60c086f req-8b5e8a1d-3e99-484b-8dd4-3c99a10bea00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:51.682139 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7bb322bc-300a-472a-a82e-c6efd60c086f req-8b5e8a1d-3e99-484b-8dd4-3c99a10bea00 service neutron] 10.222.0.49 "PUT /v2.0/ports/b80e332b-76b3-448e-95c8-4615f945e607 HTTP/1.1" status: 200 len: 1092 time: 1.5526588 Jul 15 23:39:51.682612 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2fbf761-0bd9-4e8c-ac65-175991a98268', 'tag': 'b80e332b-76b3-448e-95c8-4615f945e607'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:39:51.685060 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1003a11-2999-406a-9bd6-d2344cd3a31b" -d '{"events": [{"name": "network-changed", "server_uuid": "b2fbf761-0bd9-4e8c-ac65-175991a98268", "tag": "b80e332b-76b3-448e-95c8-4615f945e607"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:39:51.793865 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-e5576c16-b694-4fcb-b33d-0de8af338d7f None None] Set router ae2b5247-6f5e-4af7-93d1-46edfa5e6a01 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:39:51.826338 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead84144-770b-4183-82b8-2b92c3a468d2 x-openstack-request-id: req-ead84144-770b-4183-82b8-2b92c3a468d2 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:39:51.826338 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2fbf761-0bd9-4e8c-ac65-175991a98268", "tag": "b80e332b-76b3-448e-95c8-4615f945e607", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:39:51.826338 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ead84144-770b-4183-82b8-2b92c3a468d2 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:39:51.826338 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2fbf761-0bd9-4e8c-ac65-175991a98268', 'tag': 'b80e332b-76b3-448e-95c8-4615f945e607', 'status': 'completed', 'code': 200} Jul 15 23:39:51.870903 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5e8a1d-3e99-484b-8dd4-3c99a10bea00 service neutron] Pushing event updated for resources: {'Port': ['ID=b80e332b-76b3-448e-95c8-4615f945e607,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:51.987554 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b273db82-741f-4d4f-8128-4a470b3ff2a5 req-f9b87e23-ee78-4a8c-a991-731933a3e7b4 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:51.993553 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b273db82-741f-4d4f-8128-4a470b3ff2a5 req-f9b87e23-ee78-4a8c-a991-731933a3e7b4 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] 10.222.0.49 "GET /v2.0/ports?device_id=c56ae5d0-17ad-4e82-96d7-fbed8b9fbf00 HTTP/1.1" status: 200 len: 945 time: 0.2860563 Jul 15 23:39:52.013350 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb322bc-300a-472a-a82e-c6efd60c086f req-ba915794-49c8-4705-88bf-d9956bc73057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:52.015424 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7bb322bc-300a-472a-a82e-c6efd60c086f req-ba915794-49c8-4705-88bf-d9956bc73057 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1482c544a11f4437b346c979b3eb517a&device_id=b2fbf761-0bd9-4e8c-ac65-175991a98268 HTTP/1.1" status: 200 len: 1095 time: 0.2623003 Jul 15 23:39:52.045455 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a15e790a-752c-45a7-a64d-22f36fb73cfb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:52.051692 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a15e790a-752c-45a7-a64d-22f36fb73cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:52.085784 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-451927e8-c274-4e8b-a692-b2c193779e30 None None] Provisioning for port 9f28fc16-4a49-43e5-8d14-28567f0586bb completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:39:52.093786 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-451927e8-c274-4e8b-a692-b2c193779e30 None None] Provisioning complete for port 9f28fc16-4a49-43e5-8d14-28567f0586bb triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:39:52.094162 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-451927e8-c274-4e8b-a692-b2c193779e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:52.135894 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7bb322bc-300a-472a-a82e-c6efd60c086f req-d6415151-32bd-4c38-ac3f-afd0375828ea service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b80e332b-76b3-448e-95c8-4615f945e607 HTTP/1.1" status: 200 len: 217 time: 0.0509658 Jul 15 23:39:52.154288 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15e790a-752c-45a7-a64d-22f36fb73cfb admin admin] Pushing event updated for resources: {'Port': ['ID=9f28fc16-4a49-43e5-8d14-28567f0586bb,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:52.160186 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a15e790a-752c-45a7-a64d-22f36fb73cfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:52.167541 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-451927e8-c274-4e8b-a692-b2c193779e30 None None] Port 9f28fc16-4a49-43e5-8d14-28567f0586bb cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:39:52.179283 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-e5576c16-b694-4fcb-b33d-0de8af338d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2b5247-6f5e-4af7-93d1-46edfa5e6a01', 'name': 'tempest-TestAggregatesBasicOps-795511039-router', 'tenant_id': '59b538c011714bc9b0334875e0f67e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'cec0af06-beb0-4077-92ee-63e8e450fc35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:39:45Z', 'updated_at': '2021-07-15T23:39:47Z', 'revision_number': 3, 'project_id': '59b538c011714bc9b0334875e0f67e00', 'gw_port': {'id': 'cec0af06-beb0-4077-92ee-63e8e450fc35', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:64:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae2b5247-6f5e-4af7-93d1-46edfa5e6a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:39:46Z', 'updated_at': '2021-07-15T23:39:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:39:52.210966 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb322bc-300a-472a-a82e-c6efd60c086f req-83526a48-3a56-4b06-839f-2291da75f65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:52.212363 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5576c16-b694-4fcb-b33d-0de8af338d7f None None] The sync data for ids ['ae2b5247-6f5e-4af7-93d1-46edfa5e6a01'] in n-d-794306-6 is: [{'id': 'ae2b5247-6f5e-4af7-93d1-46edfa5e6a01', 'name': 'tempest-TestAggregatesBasicOps-795511039-router', 'tenant_id': '59b538c011714bc9b0334875e0f67e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'cec0af06-beb0-4077-92ee-63e8e450fc35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:39:45Z', 'updated_at': '2021-07-15T23:39:47Z', 'revision_number': 3, 'project_id': '59b538c011714bc9b0334875e0f67e00', 'gw_port': {'id': 'cec0af06-beb0-4077-92ee-63e8e450fc35', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:64:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae2b5247-6f5e-4af7-93d1-46edfa5e6a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:39:46Z', 'updated_at': '2021-07-15T23:39:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:39:52.213991 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7bb322bc-300a-472a-a82e-c6efd60c086f req-83526a48-3a56-4b06-839f-2291da75f65f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0c7868f8-d819-4333-b9c5-ebc3d9707601 HTTP/1.1" status: 200 len: 849 time: 0.0715437 Jul 15 23:39:52.303058 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b3c97-4756-4ab4-80a8-ac0106caba8b req-c53056d5-b288-4efc-a230-3f3fc112af4e tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:52.303250 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15e790a-752c-45a7-a64d-22f36fb73cfb admin admin] Network 94c1d58e-97bc-4ed7-995d-0a9ad7873a01 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:39:52.305522 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-a15e790a-752c-45a7-a64d-22f36fb73cfb admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:39:52.310197 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-845b3c97-4756-4ab4-80a8-ac0106caba8b req-c53056d5-b288-4efc-a230-3f3fc112af4e tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2fbf761-0bd9-4e8c-ac65-175991a98268 HTTP/1.1" status: 200 len: 944 time: 0.4840279 Jul 15 23:39:52.433417 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-845b3c97-4756-4ab4-80a8-ac0106caba8b req-a4ebda41-6379-4856-9e14-f3b5019a2c7c tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222384 Jul 15 23:39:52.474264 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb322bc-300a-472a-a82e-c6efd60c086f req-0a2855d0-e5b6-40b2-a692-44c872ae8344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:52.475998 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7bb322bc-300a-472a-a82e-c6efd60c086f req-0a2855d0-e5b6-40b2-a692-44c872ae8344 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=319575b4-274a-45da-9bf1-6decf487208b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2528453 Jul 15 23:39:52.481518 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a15e790a-752c-45a7-a64d-22f36fb73cfb admin admin] Router ae2b5247-6f5e-4af7-93d1-46edfa5e6a01 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:39:52.484211 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb56d4-773a-468d-81d4-15a6b0e58243 req-dd7cd5ab-fe96-47ef-b66b-376ce8058284 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:52.485785 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-29fb56d4-773a-468d-81d4-15a6b0e58243 req-dd7cd5ab-fe96-47ef-b66b-376ce8058284 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] 10.222.0.48 "GET /v2.0/ports?device_id=c56ae5d0-17ad-4e82-96d7-fbed8b9fbf00 HTTP/1.1" status: 200 len: 945 time: 0.3123455 Jul 15 23:39:52.577030 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-b273db82-741f-4d4f-8128-4a470b3ff2a5 req-631bdd23-b184-4ba8-a990-046e9edb5dca tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] Deleting port d9913143-73f1-4c27-aafe-27e6ebcbe93b {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:39:52.578084 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b273db82-741f-4d4f-8128-4a470b3ff2a5 req-631bdd23-b184-4ba8-a990-046e9edb5dca tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:52.703206 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a15e790a-752c-45a7-a64d-22f36fb73cfb admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:39:52.708846 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a15e790a-752c-45a7-a64d-22f36fb73cfb admin admin] 10.222.0.48 "PUT /v2.0/routers/ae2b5247-6f5e-4af7-93d1-46edfa5e6a01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2475703 Jul 15 23:39:52.719390 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-29fb56d4-773a-468d-81d4-15a6b0e58243 req-2250a29d-f414-4f1e-b3e3-6d1e0f033ec2 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] 10.222.0.48 "GET /v2.0/security-groups?id=247a4a3a-5e2b-4742-a6c5-1cea37b3c4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221155 Jul 15 23:39:52.743588 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8fe194e7-b985-4a3e-932e-f8ce18dbc231 None None] Provisioning complete for port 9f28fc16-4a49-43e5-8d14-28567f0586bb triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:39:52.744000 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8fe194e7-b985-4a3e-932e-f8ce18dbc231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:52.772451 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7bb322bc-300a-472a-a82e-c6efd60c086f req-5184caaf-6f11-4884-9bb7-948a28d776df service neutron] 10.222.0.49 "GET /v2.0/networks/319575b4-274a-45da-9bf1-6decf487208b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854230 Jul 15 23:39:52.837075 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-8fe194e7-b985-4a3e-932e-f8ce18dbc231 None None] Port 9f28fc16-4a49-43e5-8d14-28567f0586bb cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:39:52.861211 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-b273db82-741f-4d4f-8128-4a470b3ff2a5 req-631bdd23-b184-4ba8-a990-046e9edb5dca tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] For port d9913143-73f1-4c27-aafe-27e6ebcbe93b, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=d9913143-73f1-4c27-aafe-27e6ebcbe93b,segment=NetworkSegment(1f07892c-67f2-49f4-b6d6-0153062c3378),segment_id=1f07892c-67f2-49f4-b6d6-0153062c3378)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:39:52.861585 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b273db82-741f-4d4f-8128-4a470b3ff2a5 req-631bdd23-b184-4ba8-a990-046e9edb5dca tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:52.916939 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-b273db82-741f-4d4f-8128-4a470b3ff2a5 req-631bdd23-b184-4ba8-a990-046e9edb5dca tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] Calling delete_port for d9913143-73f1-4c27-aafe-27e6ebcbe93b owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:39:53.000553 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7bb322bc-300a-472a-a82e-c6efd60c086f req-6cb04594-3fad-4071-83e8-d904099ae553 service neutron] 10.222.0.49 "GET /v2.0/networks/319575b4-274a-45da-9bf1-6decf487208b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217999 Jul 15 23:39:53.127305 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b273db82-741f-4d4f-8128-4a470b3ff2a5 req-631bdd23-b184-4ba8-a990-046e9edb5dca tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:53.198680 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631bdd23-b184-4ba8-a990-046e9edb5dca tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] Pushing event deleted for resources: {'Port': ['ID=d9913143-73f1-4c27-aafe-27e6ebcbe93b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:53.255508 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-b273db82-741f-4d4f-8128-4a470b3ff2a5 req-631bdd23-b184-4ba8-a990-046e9edb5dca tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] No DVR routers for this DVR port d9913143-73f1-4c27-aafe-27e6ebcbe93b on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:39:53.261882 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b273db82-741f-4d4f-8128-4a470b3ff2a5 req-631bdd23-b184-4ba8-a990-046e9edb5dca tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:53.264195 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b273db82-741f-4d4f-8128-4a470b3ff2a5 req-631bdd23-b184-4ba8-a990-046e9edb5dca tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] 10.222.0.49 "DELETE /v2.0/ports/d9913143-73f1-4c27-aafe-27e6ebcbe93b HTTP/1.1" status: 204 len: 173 time: 1.2643592 Jul 15 23:39:53.271956 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1003a11-2999-406a-9bd6-d2344cd3a31b req-f8b28918-fee4-4fae-9a6d-dfb9d4539ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:53.274864 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c1003a11-2999-406a-9bd6-d2344cd3a31b req-f8b28918-fee4-4fae-9a6d-dfb9d4539ba8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1482c544a11f4437b346c979b3eb517a&device_id=b2fbf761-0bd9-4e8c-ac65-175991a98268 HTTP/1.1" status: 200 len: 1095 time: 0.1607213 Jul 15 23:39:53.418328 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1003a11-2999-406a-9bd6-d2344cd3a31b req-a5afff09-fa2e-4353-b642-4f0fdccbdb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:53.420452 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c1003a11-2999-406a-9bd6-d2344cd3a31b req-a5afff09-fa2e-4353-b642-4f0fdccbdb2c service neutron] 10.222.0.49 "GET /v2.0/networks?id=319575b4-274a-45da-9bf1-6decf487208b HTTP/1.1" status: 200 len: 911 time: 0.1373656 Jul 15 23:39:53.482173 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c1003a11-2999-406a-9bd6-d2344cd3a31b req-8795a6d6-966e-4c17-98a0-a7f5c1520ff8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b80e332b-76b3-448e-95c8-4615f945e607 HTTP/1.1" status: 200 len: 217 time: 0.0535135 Jul 15 23:39:53.504880 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 41890) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:53.511491 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-90f52fe3-7a6c-4d35-95d3-a492e1207a3b admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-976397507-network', 'tenant_id': 'c24c85cfd41b4cbfb3d1665f6bcd870e'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:39:53.571712 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f52fe3-7a6c-4d35-95d3-a492e1207a3b admin admin] Made reservation on behalf of c24c85cfd41b4cbfb3d1665f6bcd870e for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:39:53.574195 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-90f52fe3-7a6c-4d35-95d3-a492e1207a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:53.577324 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1003a11-2999-406a-9bd6-d2344cd3a31b req-f5fdb58b-2d3a-4f08-b47c-4e2c81975394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:53.579127 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c1003a11-2999-406a-9bd6-d2344cd3a31b req-f5fdb58b-2d3a-4f08-b47c-4e2c81975394 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0c7868f8-d819-4333-b9c5-ebc3d9707601 HTTP/1.1" status: 200 len: 849 time: 0.0899804 Jul 15 23:39:53.586740 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-90f52fe3-7a6c-4d35-95d3-a492e1207a3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:53.753031 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1003a11-2999-406a-9bd6-d2344cd3a31b req-03bb1fac-3513-4f4c-a71f-245bc34edc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:53.754607 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c1003a11-2999-406a-9bd6-d2344cd3a31b req-03bb1fac-3513-4f4c-a71f-245bc34edc5b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=319575b4-274a-45da-9bf1-6decf487208b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1637206 Jul 15 23:39:53.784484 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db2f4d-96b1-44ed-b3df-a5a22a9b34bf req-c44fcf9a-d278-4d1f-904d-c2f84adc5a74 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:53.791622 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-44db2f4d-96b1-44ed-b3df-a5a22a9b34bf req-c44fcf9a-d278-4d1f-904d-c2f84adc5a74 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2fbf761-0bd9-4e8c-ac65-175991a98268 HTTP/1.1" status: 200 len: 944 time: 0.1963153 Jul 15 23:39:53.831851 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c56ae5d0-17ad-4e82-96d7-fbed8b9fbf00', 'name': 'network-vif-deleted', 'tag': 'd9913143-73f1-4c27-aafe-27e6ebcbe93b'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:39:53.834213 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b98596-b015-43d2-bd20-20f7f77ed0e9" -d '{"events": [{"server_uuid": "c56ae5d0-17ad-4e82-96d7-fbed8b9fbf00", "name": "network-vif-deleted", "tag": "d9913143-73f1-4c27-aafe-27e6ebcbe93b"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:39:53.909520 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-90f52fe3-7a6c-4d35-95d3-a492e1207a3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:53.917331 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-90f52fe3-7a6c-4d35-95d3-a492e1207a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:53.972696 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-44db2f4d-96b1-44ed-b3df-a5a22a9b34bf req-ea5296d0-d0e1-497d-a9ea-31834dfab900 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648297 Jul 15 23:39:53.995589 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90f52fe3-7a6c-4d35-95d3-a492e1207a3b admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:39:54.002077 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d1c6ece0-7f64-454f-96c6-cbceef294268 req-3368484f-7bd5-49ea-9d8f-18a49bde0a05 tempest-VolumesSnapshotTestJSON-305603514 tempest-VolumesSnapshotTestJSON-305603514-project] 10.222.0.48 "GET /v2.0/ports?device_id=c56ae5d0-17ad-4e82-96d7-fbed8b9fbf00 HTTP/1.1" status: 200 len: 210 time: 0.0636821 Jul 15 23:39:54.030492 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-90f52fe3-7a6c-4d35-95d3-a492e1207a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:54.030821 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-90f52fe3-7a6c-4d35-95d3-a492e1207a3b admin admin] Added segment 72d779f8-d667-4e5c-bf24-2f48f27abc2d of type vlan for network f2ed98c6-0c94-469f-b009-3007aea38bbe Jul 15 23:39:54.033026 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f52fe3-7a6c-4d35-95d3-a492e1207a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7b4db1-b7b4-409d-a430-7076a54ed316,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:54.044983 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c1003a11-2999-406a-9bd6-d2344cd3a31b req-57ebdc9a-75fb-40e4-a8be-9bc4ef3803e2 service neutron] 10.222.0.49 "GET /v2.0/networks/319575b4-274a-45da-9bf1-6decf487208b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786462 Jul 15 23:39:54.080152 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ba3c9c-6f8b-4300-876d-505e5821d78c x-openstack-request-id: req-b6ba3c9c-6f8b-4300-876d-505e5821d78c {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:39:54.080571 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c56ae5d0-17ad-4e82-96d7-fbed8b9fbf00", "name": "network-vif-deleted", "tag": "d9913143-73f1-4c27-aafe-27e6ebcbe93b", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:39:54.080694 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b6ba3c9c-6f8b-4300-876d-505e5821d78c {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:39:54.081103 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c56ae5d0-17ad-4e82-96d7-fbed8b9fbf00', 'name': 'network-vif-deleted', 'tag': 'd9913143-73f1-4c27-aafe-27e6ebcbe93b', 'status': 'completed', 'code': 200} Jul 15 23:39:54.181686 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-90f52fe3-7a6c-4d35-95d3-a492e1207a3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:54.201453 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device cec0af06-beb0-4077-92ee-63e8e450fc35 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:39:54.242805 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c1003a11-2999-406a-9bd6-d2344cd3a31b req-dcf5b895-20d2-4dc1-b6d2-677774fa689b service neutron] 10.222.0.49 "GET /v2.0/networks/319575b4-274a-45da-9bf1-6decf487208b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646767 Jul 15 23:39:54.255028 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-90f52fe3-7a6c-4d35-95d3-a492e1207a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:54.255878 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f52fe3-7a6c-4d35-95d3-a492e1207a3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:54.256677 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-90f52fe3-7a6c-4d35-95d3-a492e1207a3b admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:54.263515 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port cec0af06-beb0-4077-92ee-63e8e450fc35 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:39:54.270347 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port cec0af06-beb0-4077-92ee-63e8e450fc35 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:39:54.271014 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:54.296941 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-90f52fe3-7a6c-4d35-95d3-a492e1207a3b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7896457 Jul 15 23:39:54.300865 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 41898) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:54.307947 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-4389804f-f83a-48d8-9b81-ea48d667223b admin admin] Request body: {'subnet': {'network_id': 'f2ed98c6-0c94-469f-b009-3007aea38bbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-976397507-subnet', 'tenant_id': 'c24c85cfd41b4cbfb3d1665f6bcd870e', 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:39:54.334991 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f52fe3-7a6c-4d35-95d3-a492e1207a3b admin admin] Pushing event updated for resources: {'Network': ['ID=f2ed98c6-0c94-469f-b009-3007aea38bbe,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:54.342083 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4389804f-f83a-48d8-9b81-ea48d667223b admin admin] Made reservation on behalf of c24c85cfd41b4cbfb3d1665f6bcd870e for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:39:54.345777 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4389804f-f83a-48d8-9b81-ea48d667223b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:54.365428 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network f2ed98c6-0c94-469f-b009-3007aea38bbe details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:39:54.403669 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:54.468467 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port cec0af06-beb0-4077-92ee-63e8e450fc35, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=cec0af06-beb0-4077-92ee-63e8e450fc35,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:39:54.474477 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:54.554228 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=cec0af06-beb0-4077-92ee-63e8e450fc35,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:54.563471 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4389804f-f83a-48d8-9b81-ea48d667223b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:54.580750 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4995f1f7-aff6-41d1-b85c-3a0376ccdea5 None None] Sync routers for ids ['ae2b5247-6f5e-4af7-93d1-46edfa5e6a01'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:39:54.592093 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4995f1f7-aff6-41d1-b85c-3a0376ccdea5 None None] Routers {'ae2b5247-6f5e-4af7-93d1-46edfa5e6a01'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:39:54.596809 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4995f1f7-aff6-41d1-b85c-3a0376ccdea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:39:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ae2b5247-6f5e-4af7-93d1-46edfa5e6a01'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:39:54.623438 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4389804f-f83a-48d8-9b81-ea48d667223b admin admin] Pushing event updated for resources: {'Subnet': ['ID=97bc9684-f0bb-40a1-a652-2d3c4fa24c77,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:54.649739 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4389804f-f83a-48d8-9b81-ea48d667223b admin admin] Checking segment: {'id': '72d779f8-d667-4e5c-bf24-2f48f27abc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f2ed98c6-0c94-469f-b009-3007aea38bbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:39:54.650121 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4389804f-f83a-48d8-9b81-ea48d667223b admin admin] Network hostable DHCP agents. Network: f2ed98c6-0c94-469f-b009-3007aea38bbe, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:39:54.669196 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4389804f-f83a-48d8-9b81-ea48d667223b admin admin] Network f2ed98c6-0c94-469f-b009-3007aea38bbe is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:39:54.680391 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-4389804f-f83a-48d8-9b81-ea48d667223b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, f2ed98c6-0c94-469f-b009-3007aea38bbe) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:39:54.684776 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4389804f-f83a-48d8-9b81-ea48d667223b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:54.685362 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4389804f-f83a-48d8-9b81-ea48d667223b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:54.698285 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ada9df6-fdac-4ac1-a452-79f7f84f8eab None None] Network f2ed98c6-0c94-469f-b009-3007aea38bbe requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:39:54.710308 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 41900) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:54.716992 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a81737d2-ada9-4975-ae70-02e2c45df91f admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-976397507-router', 'tenant_id': 'c24c85cfd41b4cbfb3d1665f6bcd870e', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:39:54.723592 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-4995f1f7-aff6-41d1-b85c-3a0376ccdea5 None None] Set router ae2b5247-6f5e-4af7-93d1-46edfa5e6a01 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:39:54.727462 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-4389804f-f83a-48d8-9b81-ea48d667223b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4223547 Jul 15 23:39:54.750421 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a81737d2-ada9-4975-ae70-02e2c45df91f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:54.752373 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a81737d2-ada9-4975-ae70-02e2c45df91f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:54.796123 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device b80e332b-76b3-448e-95c8-4615f945e607 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:39:54.803265 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device d9913143-73f1-4c27-aafe-27e6ebcbe93b no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:39:54.826718 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: d9913143-73f1-4c27-aafe-27e6ebcbe93b {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:39:54.827039 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device d9913143-73f1-4c27-aafe-27e6ebcbe93b not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:39:54.853286 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a81737d2-ada9-4975-ae70-02e2c45df91f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:54.928399 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa26e35-517a-4e3d-a911-4ae6bd249fff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-f2ed98c6-0c94-469f-b009-3007aea38bbe', 'network_id': 'f2ed98c6-0c94-469f-b009-3007aea38bbe', 'tenant_id': 'c24c85cfd41b4cbfb3d1665f6bcd870e', 'fixed_ips': [{'subnet_id': '97bc9684-f0bb-40a1-a652-2d3c4fa24c77'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:39:54.929613 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6fa26e35-517a-4e3d-a911-4ae6bd249fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:54.981722 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4995f1f7-aff6-41d1-b85c-3a0376ccdea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2b5247-6f5e-4af7-93d1-46edfa5e6a01', 'name': 'tempest-TestAggregatesBasicOps-795511039-router', 'tenant_id': '59b538c011714bc9b0334875e0f67e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'cec0af06-beb0-4077-92ee-63e8e450fc35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:39:45Z', 'updated_at': '2021-07-15T23:39:51Z', 'revision_number': 4, 'project_id': '59b538c011714bc9b0334875e0f67e00', 'gw_port': {'id': 'cec0af06-beb0-4077-92ee-63e8e450fc35', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:64:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2b5247-6f5e-4af7-93d1-46edfa5e6a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:39:46Z', 'updated_at': '2021-07-15T23:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '9f28fc16-4a49-43e5-8d14-28567f0586bb', 'name': '', 'network_id': '94c1d58e-97bc-4ed7-995d-0a9ad7873a01', 'tenant_id': '59b538c011714bc9b0334875e0f67e00', 'mac_address': 'fa:16:3e:93:54:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae2b5247-6f5e-4af7-93d1-46edfa5e6a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': 'a00c7e03-12f7-4328-a4c8-b05c5abb69a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:39:50Z', 'updated_at': '2021-07-15T23:39:51Z', 'revision_number': 2, 'project_id': '59b538c011714bc9b0334875e0f67e00', 'subnets': [{'id': 'a00c7e03-12f7-4328-a4c8-b05c5abb69a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:39:55.018876 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4995f1f7-aff6-41d1-b85c-3a0376ccdea5 None None] Checking router: ae2b5247-6f5e-4af7-93d1-46edfa5e6a01 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:39:55.019723 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4995f1f7-aff6-41d1-b85c-3a0376ccdea5 None None] Updating router ae2b5247-6f5e-4af7-93d1-46edfa5e6a01 port 9f28fc16-4a49-43e5-8d14-28567f0586bb binding host n-d-794306-6 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:39:55.032496 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a81737d2-ada9-4975-ae70-02e2c45df91f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:55.096163 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4995f1f7-aff6-41d1-b85c-3a0376ccdea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:55.147307 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port b80e332b-76b3-448e-95c8-4615f945e607, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=b80e332b-76b3-448e-95c8-4615f945e607,segment=NetworkSegment(1221e74c-ebb2-4cb8-bf72-835ef0508fbe),segment_id=1221e74c-ebb2-4cb8-bf72-835ef0508fbe)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:39:55.255702 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-6fa26e35-517a-4e3d-a911-4ae6bd249fff None None] Allocated IP 172.20.0.2 (f2ed98c6-0c94-469f-b009-3007aea38bbe/97bc9684-f0bb-40a1-a652-2d3c4fa24c77/9757201a-d260-4e0f-87c6-fce82b0ca617) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:39:55.313941 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': 'b80e332b-76b3-448e-95c8-4615f945e607', 'network_id': '319575b4-274a-45da-9bf1-6decf487208b', 'port_id': 'b80e332b-76b3-448e-95c8-4615f945e607', 'mac_address': 'fa:16:3e:f5:c7:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c7868f8-d819-4333-b9c5-ebc3d9707601', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:39:55.408536 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:55.425815 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b80e332b-76b3-448e-95c8-4615f945e607 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:39:55.486249 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port b80e332b-76b3-448e-95c8-4615f945e607, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=b80e332b-76b3-448e-95c8-4615f945e607,segment=NetworkSegment(1221e74c-ebb2-4cb8-bf72-835ef0508fbe),segment_id=1221e74c-ebb2-4cb8-bf72-835ef0508fbe)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:39:55.490298 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:55.580627 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=b80e332b-76b3-448e-95c8-4615f945e607,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:55.589433 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4995f1f7-aff6-41d1-b85c-3a0376ccdea5 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:55.616074 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:55.623594 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-4995f1f7-aff6-41d1-b85c-3a0376ccdea5 None None] Transition to ACTIVE for port object 9f28fc16-4a49-43e5-8d14-28567f0586bb will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:39:55.629079 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6fa26e35-517a-4e3d-a911-4ae6bd249fff None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:55.635057 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4995f1f7-aff6-41d1-b85c-3a0376ccdea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:55.643422 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6fa26e35-517a-4e3d-a911-4ae6bd249fff None None] Transition to ACTIVE for port object 9757201a-d260-4e0f-87c6-fce82b0ca617 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:39:55.664231 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6fa26e35-517a-4e3d-a911-4ae6bd249fff None None] Transition to ACTIVE for port object 9757201a-d260-4e0f-87c6-fce82b0ca617 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:39:55.670195 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6fa26e35-517a-4e3d-a911-4ae6bd249fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:55.731484 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['b80e332b-76b3-448e-95c8-4615f945e607'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:39:55.783645 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa26e35-517a-4e3d-a911-4ae6bd249fff None None] Network f2ed98c6-0c94-469f-b009-3007aea38bbe is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:39:55.787308 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-4995f1f7-aff6-41d1-b85c-3a0376ccdea5 None None] Attempting to bind port 9f28fc16-4a49-43e5-8d14-28567f0586bb on host n-d-794306-6 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:39:55.788002 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-4995f1f7-aff6-41d1-b85c-3a0376ccdea5 None None] Attempting to bind port 9f28fc16-4a49-43e5-8d14-28567f0586bb by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '5e65d82f-51d6-468d-8511-1c33309b8a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '94c1d58e-97bc-4ed7-995d-0a9ad7873a01'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:39:55.788577 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4995f1f7-aff6-41d1-b85c-3a0376ccdea5 None None] Attempting to bind port 9f28fc16-4a49-43e5-8d14-28567f0586bb on network 94c1d58e-97bc-4ed7-995d-0a9ad7873a01 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:39:55.789246 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-6fa26e35-517a-4e3d-a911-4ae6bd249fff None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:39:55.791643 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad129a37-f496-4756-9a18-bcd9989d5ca0 None None] Pushing event updated for resources: {'Port': ['ID=9f28fc16-4a49-43e5-8d14-28567f0586bb,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:55.795227 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa26e35-517a-4e3d-a911-4ae6bd249fff None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:39:55.804412 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad129a37-f496-4756-9a18-bcd9989d5ca0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:55.804725 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad129a37-f496-4756-9a18-bcd9989d5ca0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:55.806600 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad129a37-f496-4756-9a18-bcd9989d5ca0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:55.807022 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad129a37-f496-4756-9a18-bcd9989d5ca0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:55.807422 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad129a37-f496-4756-9a18-bcd9989d5ca0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:55.807841 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad129a37-f496-4756-9a18-bcd9989d5ca0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:55.808237 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad129a37-f496-4756-9a18-bcd9989d5ca0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:55.808705 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad129a37-f496-4756-9a18-bcd9989d5ca0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:55.809059 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad129a37-f496-4756-9a18-bcd9989d5ca0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:55.809461 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad129a37-f496-4756-9a18-bcd9989d5ca0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:55.809847 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad129a37-f496-4756-9a18-bcd9989d5ca0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:55.810254 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad129a37-f496-4756-9a18-bcd9989d5ca0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:39:55.824454 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4995f1f7-aff6-41d1-b85c-3a0376ccdea5 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:39:55.825099 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4995f1f7-aff6-41d1-b85c-3a0376ccdea5 None None] Checking segment: {'id': '5e65d82f-51d6-468d-8511-1c33309b8a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '94c1d58e-97bc-4ed7-995d-0a9ad7873a01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:39:55.825735 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4995f1f7-aff6-41d1-b85c-3a0376ccdea5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:55.826718 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4995f1f7-aff6-41d1-b85c-3a0376ccdea5 None None] Bound using segment: {'id': '5e65d82f-51d6-468d-8511-1c33309b8a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '94c1d58e-97bc-4ed7-995d-0a9ad7873a01'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:39:55.828104 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-4995f1f7-aff6-41d1-b85c-3a0376ccdea5 None None] Bound port: 9f28fc16-4a49-43e5-8d14-28567f0586bb, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e65d82f-51d6-468d-8511-1c33309b8a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '94c1d58e-97bc-4ed7-995d-0a9ad7873a01'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:39:55.828816 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4995f1f7-aff6-41d1-b85c-3a0376ccdea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:55.930671 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa26e35-517a-4e3d-a911-4ae6bd249fff None None] Pushing event updated for resources: {'Port': ['ID=9757201a-d260-4e0f-87c6-fce82b0ca617,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:55.939456 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-6fa26e35-517a-4e3d-a911-4ae6bd249fff None None] Attempting to bind port 9757201a-d260-4e0f-87c6-fce82b0ca617 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:39:55.939456 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-6fa26e35-517a-4e3d-a911-4ae6bd249fff None None] Attempting to bind port 9757201a-d260-4e0f-87c6-fce82b0ca617 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '72d779f8-d667-4e5c-bf24-2f48f27abc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f2ed98c6-0c94-469f-b009-3007aea38bbe'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:39:55.939956 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa26e35-517a-4e3d-a911-4ae6bd249fff None None] Attempting to bind port 9757201a-d260-4e0f-87c6-fce82b0ca617 on network f2ed98c6-0c94-469f-b009-3007aea38bbe {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:39:55.949880 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b86aad5-e830-42e4-b568-eb475322e93d req-73260f0b-16b3-4ffe-ae0c-a55039677f95 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:55.951561 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2b86aad5-e830-42e4-b568-eb475322e93d req-73260f0b-16b3-4ffe-ae0c-a55039677f95 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2fbf761-0bd9-4e8c-ac65-175991a98268 HTTP/1.1" status: 200 len: 944 time: 0.7414000 Jul 15 23:39:55.962019 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-4995f1f7-aff6-41d1-b85c-3a0376ccdea5 None None] For port 9f28fc16-4a49-43e5-8d14-28567f0586bb, host n-d-794306-6, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:39:55.964817 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa26e35-517a-4e3d-a911-4ae6bd249fff None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:39:55.965206 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa26e35-517a-4e3d-a911-4ae6bd249fff None None] Checking segment: {'id': '72d779f8-d667-4e5c-bf24-2f48f27abc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f2ed98c6-0c94-469f-b009-3007aea38bbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:39:55.965616 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6fa26e35-517a-4e3d-a911-4ae6bd249fff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:55.966016 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa26e35-517a-4e3d-a911-4ae6bd249fff None None] Bound using segment: {'id': '72d779f8-d667-4e5c-bf24-2f48f27abc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f2ed98c6-0c94-469f-b009-3007aea38bbe'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:39:55.966500 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-6fa26e35-517a-4e3d-a911-4ae6bd249fff None None] Bound port: 9757201a-d260-4e0f-87c6-fce82b0ca617, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72d779f8-d667-4e5c-bf24-2f48f27abc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f2ed98c6-0c94-469f-b009-3007aea38bbe'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:39:55.966889 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6fa26e35-517a-4e3d-a911-4ae6bd249fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:55.970070 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-4995f1f7-aff6-41d1-b85c-3a0376ccdea5 None None] For port 9f28fc16-4a49-43e5-8d14-28567f0586bb, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=9f28fc16-4a49-43e5-8d14-28567f0586bb,segment=NetworkSegment(5e65d82f-51d6-468d-8511-1c33309b8a04),segment_id=5e65d82f-51d6-468d-8511-1c33309b8a04)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:39:55.976143 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4995f1f7-aff6-41d1-b85c-3a0376ccdea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:56.002212 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a81737d2-ada9-4975-ae70-02e2c45df91f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:56.053532 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad129a37-f496-4756-9a18-bcd9989d5ca0 None None] Pushing event updated for resources: {'Port': ['ID=9f28fc16-4a49-43e5-8d14-28567f0586bb,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:56.058110 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a81737d2-ada9-4975-ae70-02e2c45df91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:56.097208 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-6fa26e35-517a-4e3d-a911-4ae6bd249fff None None] For port 9757201a-d260-4e0f-87c6-fce82b0ca617, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:39:56.144017 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4995f1f7-aff6-41d1-b85c-3a0376ccdea5 None None] Routers {'ae2b5247-6f5e-4af7-93d1-46edfa5e6a01'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:39:56.145634 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device cec0af06-beb0-4077-92ee-63e8e450fc35 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:39:56.151682 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4995f1f7-aff6-41d1-b85c-3a0376ccdea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:39:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ae2b5247-6f5e-4af7-93d1-46edfa5e6a01'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:39:56.317001 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2b86aad5-e830-42e4-b568-eb475322e93d req-4605d1df-95ff-4839-9137-1d6005b6e04e tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483584 Jul 15 23:39:56.348004 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-a81737d2-ada9-4975-ae70-02e2c45df91f admin admin] Allocated IP 172.25.5.19 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/220a97b9-f623-4aef-b13f-d5c8f0ce7fcb) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:39:56.417519 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-4995f1f7-aff6-41d1-b85c-3a0376ccdea5 None None] Set router ae2b5247-6f5e-4af7-93d1-46edfa5e6a01 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:39:56.417982 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-6fa26e35-517a-4e3d-a911-4ae6bd249fff None None] For port 9757201a-d260-4e0f-87c6-fce82b0ca617, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=9757201a-d260-4e0f-87c6-fce82b0ca617,segment=NetworkSegment(72d779f8-d667-4e5c-bf24-2f48f27abc2d),segment_id=72d779f8-d667-4e5c-bf24-2f48f27abc2d)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:39:56.429379 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6fa26e35-517a-4e3d-a911-4ae6bd249fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:56.522552 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port cec0af06-beb0-4077-92ee-63e8e450fc35 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:39:56.522552 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:56.528951 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a81737d2-ada9-4975-ae70-02e2c45df91f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:56.557081 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa26e35-517a-4e3d-a911-4ae6bd249fff None None] Pushing event updated for resources: {'Port': ['ID=9757201a-d260-4e0f-87c6-fce82b0ca617,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:56.591808 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a81737d2-ada9-4975-ae70-02e2c45df91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:56.656976 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81737d2-ada9-4975-ae70-02e2c45df91f admin admin] Pushing event updated for resources: {'Port': ['ID=220a97b9-f623-4aef-b13f-d5c8f0ce7fcb,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:56.696833 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81737d2-ada9-4975-ae70-02e2c45df91f admin admin] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:39:56.710358 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-a81737d2-ada9-4975-ae70-02e2c45df91f admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:39:56.714711 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81737d2-ada9-4975-ae70-02e2c45df91f admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:39:56.849485 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:39:56.943277 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4995f1f7-aff6-41d1-b85c-3a0376ccdea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2b5247-6f5e-4af7-93d1-46edfa5e6a01', 'name': 'tempest-TestAggregatesBasicOps-795511039-router', 'tenant_id': '59b538c011714bc9b0334875e0f67e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'cec0af06-beb0-4077-92ee-63e8e450fc35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:39:45Z', 'updated_at': '2021-07-15T23:39:51Z', 'revision_number': 4, 'project_id': '59b538c011714bc9b0334875e0f67e00', 'gw_port': {'id': 'cec0af06-beb0-4077-92ee-63e8e450fc35', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:64:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2b5247-6f5e-4af7-93d1-46edfa5e6a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:39:46Z', 'updated_at': '2021-07-15T23:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '9f28fc16-4a49-43e5-8d14-28567f0586bb', 'name': '', 'network_id': '94c1d58e-97bc-4ed7-995d-0a9ad7873a01', 'tenant_id': '59b538c011714bc9b0334875e0f67e00', 'mac_address': 'fa:16:3e:93:54:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae2b5247-6f5e-4af7-93d1-46edfa5e6a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': 'a00c7e03-12f7-4328-a4c8-b05c5abb69a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:39:50Z', 'updated_at': '2021-07-15T23:39:55Z', 'revision_number': 4, 'project_id': '59b538c011714bc9b0334875e0f67e00', 'subnets': [{'id': 'a00c7e03-12f7-4328-a4c8-b05c5abb69a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:39:56.985671 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4995f1f7-aff6-41d1-b85c-3a0376ccdea5 None None] The sync data for ids ['ae2b5247-6f5e-4af7-93d1-46edfa5e6a01'] in n-d-794306-6 is: [{'id': 'ae2b5247-6f5e-4af7-93d1-46edfa5e6a01', 'name': 'tempest-TestAggregatesBasicOps-795511039-router', 'tenant_id': '59b538c011714bc9b0334875e0f67e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'cec0af06-beb0-4077-92ee-63e8e450fc35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:39:45Z', 'updated_at': '2021-07-15T23:39:51Z', 'revision_number': 4, 'project_id': '59b538c011714bc9b0334875e0f67e00', 'gw_port': {'id': 'cec0af06-beb0-4077-92ee-63e8e450fc35', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:64:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2b5247-6f5e-4af7-93d1-46edfa5e6a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:39:46Z', 'updated_at': '2021-07-15T23:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '9f28fc16-4a49-43e5-8d14-28567f0586bb', 'name': '', 'network_id': '94c1d58e-97bc-4ed7-995d-0a9ad7873a01', 'tenant_id': '59b538c011714bc9b0334875e0f67e00', 'mac_address': 'fa:16:3e:93:54:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae2b5247-6f5e-4af7-93d1-46edfa5e6a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': 'a00c7e03-12f7-4328-a4c8-b05c5abb69a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:39:50Z', 'updated_at': '2021-07-15T23:39:55Z', 'revision_number': 4, 'project_id': '59b538c011714bc9b0334875e0f67e00', 'subnets': [{'id': 'a00c7e03-12f7-4328-a4c8-b05c5abb69a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:39:57.164013 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a81737d2-ada9-4975-ae70-02e2c45df91f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:57.424626 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a81737d2-ada9-4975-ae70-02e2c45df91f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:57.612205 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778721d-e1d2-4b1d-844b-54dbe1629108 req-7456e3d6-9d77-4730-96af-863850304bbc tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:57.614661 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6778721d-e1d2-4b1d-844b-54dbe1629108 req-7456e3d6-9d77-4730-96af-863850304bbc tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2fbf761-0bd9-4e8c-ac65-175991a98268 HTTP/1.1" status: 200 len: 945 time: 0.1487143 Jul 15 23:39:57.678310 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6778721d-e1d2-4b1d-844b-54dbe1629108 req-a734a62b-fbd1-4c1d-9671-d36631f36acd tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573101 Jul 15 23:39:57.693924 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a81737d2-ada9-4975-ae70-02e2c45df91f admin admin] Router 7985a6b2-0018-485f-8cfd-8ea7fcd96ea0 is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:39:57.863103 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a81737d2-ada9-4975-ae70-02e2c45df91f admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:39:57.873494 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a5fcb7-d49a-4a8d-9618-7faf09f5c799 None None] Sync routers for ids ['7985a6b2-0018-485f-8cfd-8ea7fcd96ea0'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:39:57.887010 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a5fcb7-d49a-4a8d-9618-7faf09f5c799 None None] Routers {'7985a6b2-0018-485f-8cfd-8ea7fcd96ea0'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:39:57.887822 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-57a5fcb7-d49a-4a8d-9618-7faf09f5c799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:39:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['7985a6b2-0018-485f-8cfd-8ea7fcd96ea0'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:39:57.902888 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a81737d2-ada9-4975-ae70-02e2c45df91f admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:57.907944 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 42076) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:39:57.908673 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-a81737d2-ada9-4975-ae70-02e2c45df91f admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1952343 Jul 15 23:39:58.140675 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-57a5fcb7-d49a-4a8d-9618-7faf09f5c799 None None] Set router 7985a6b2-0018-485f-8cfd-8ea7fcd96ea0 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:39:58.245889 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca455144-2243-42df-a61e-3186bf91eae4 None None] Network f2ed98c6-0c94-469f-b009-3007aea38bbe requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:39:58.303007 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 9f28fc16-4a49-43e5-8d14-28567f0586bb up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:39:58.443353 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d75c9489-a92a-42cd-80ff-6907e9497b4d None None] Provisioning for port 9757201a-d260-4e0f-87c6-fce82b0ca617 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:39:58.644323 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 9f28fc16-4a49-43e5-8d14-28567f0586bb completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:39:58.724226 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 9f28fc16-4a49-43e5-8d14-28567f0586bb triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:39:58.724602 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:58.753786 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d0622f8f-9993-4571-b7df-318b69c23854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:58.824511 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device b80e332b-76b3-448e-95c8-4615f945e607 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:39:58.983042 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-57a5fcb7-d49a-4a8d-9618-7faf09f5c799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7985a6b2-0018-485f-8cfd-8ea7fcd96ea0', 'name': 'tempest-TestAggregatesBasicOps-976397507-router', 'tenant_id': 'c24c85cfd41b4cbfb3d1665f6bcd870e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '220a97b9-f623-4aef-b13f-d5c8f0ce7fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:39:54Z', 'updated_at': '2021-07-15T23:39:56Z', 'revision_number': 3, 'project_id': 'c24c85cfd41b4cbfb3d1665f6bcd870e', 'gw_port': {'id': '220a97b9-f623-4aef-b13f-d5c8f0ce7fcb', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:86:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7985a6b2-0018-485f-8cfd-8ea7fcd96ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:39:56Z', 'updated_at': '2021-07-15T23:39:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:39:59.037918 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:59.049648 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a5fcb7-d49a-4a8d-9618-7faf09f5c799 None None] Checking router: 7985a6b2-0018-485f-8cfd-8ea7fcd96ea0 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:39:59.050268 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a5fcb7-d49a-4a8d-9618-7faf09f5c799 None None] Updating router 7985a6b2-0018-485f-8cfd-8ea7fcd96ea0 port 220a97b9-f623-4aef-b13f-d5c8f0ce7fcb binding host n-d-794306-6 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:39:59.051386 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e2b4e-1457-433b-862a-906d9bad6030 req-bcf8f34f-254f-4a18-a93f-4f8805218435 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:39:59.060479 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a90e2b4e-1457-433b-862a-906d9bad6030 req-bcf8f34f-254f-4a18-a93f-4f8805218435 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2fbf761-0bd9-4e8c-ac65-175991a98268 HTTP/1.1" status: 200 len: 945 time: 0.1241691 Jul 15 23:39:59.060848 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-d0622f8f-9993-4571-b7df-318b69c23854 admin admin] Allocated IP 172.20.0.1 (f2ed98c6-0c94-469f-b009-3007aea38bbe/97bc9684-f0bb-40a1-a652-2d3c4fa24c77/422e5f7c-fd12-47bf-a100-36859fb2d03a) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:39:59.063048 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port b80e332b-76b3-448e-95c8-4615f945e607 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:39:59.120448 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port b80e332b-76b3-448e-95c8-4615f945e607 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:39:59.120647 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:59.142730 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a90e2b4e-1457-433b-862a-906d9bad6030 req-0d6fae02-36e9-4b13-b4c3-524601a9dfdc tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760615 Jul 15 23:39:59.174771 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-57a5fcb7-d49a-4a8d-9618-7faf09f5c799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:59.240622 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 9f28fc16-4a49-43e5-8d14-28567f0586bb, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=9f28fc16-4a49-43e5-8d14-28567f0586bb,segment=NetworkSegment(5e65d82f-51d6-468d-8511-1c33309b8a04),segment_id=5e65d82f-51d6-468d-8511-1c33309b8a04)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:39:59.263124 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:59.264790 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 9757201a-d260-4e0f-87c6-fce82b0ca617 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:39:59.343553 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d0622f8f-9993-4571-b7df-318b69c23854 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:59.362917 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-d0622f8f-9993-4571-b7df-318b69c23854 admin admin] Transition to ACTIVE for port object 422e5f7c-fd12-47bf-a100-36859fb2d03a will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:39:59.406332 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d0622f8f-9993-4571-b7df-318b69c23854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:59.455674 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0622f8f-9993-4571-b7df-318b69c23854 admin admin] Network f2ed98c6-0c94-469f-b009-3007aea38bbe is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:39:59.459839 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-d0622f8f-9993-4571-b7df-318b69c23854 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:39:59.465667 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0622f8f-9993-4571-b7df-318b69c23854 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:39:59.474364 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0622f8f-9993-4571-b7df-318b69c23854 admin admin] Pushing event updated for resources: {'Port': ['ID=422e5f7c-fd12-47bf-a100-36859fb2d03a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:59.490078 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=9f28fc16-4a49-43e5-8d14-28567f0586bb,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:39:59.526404 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d0622f8f-9993-4571-b7df-318b69c23854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:59.602690 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 9757201a-d260-4e0f-87c6-fce82b0ca617 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:39:59.663790 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:59.674254 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 9757201a-d260-4e0f-87c6-fce82b0ca617 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:39:59.674820 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:59.768109 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d0622f8f-9993-4571-b7df-318b69c23854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:59.771301 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2fbf761-0bd9-4e8c-ac65-175991a98268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b80e332b-76b3-448e-95c8-4615f945e607'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:39:59.773683 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef2f875-5421-422c-9027-fb9f61129b93" -d '{"events": [{"server_uuid": "b2fbf761-0bd9-4e8c-ac65-175991a98268", "name": "network-vif-plugged", "status": "completed", "tag": "b80e332b-76b3-448e-95c8-4615f945e607"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:39:59.839602 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port b80e332b-76b3-448e-95c8-4615f945e607, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=b80e332b-76b3-448e-95c8-4615f945e607,segment=NetworkSegment(1221e74c-ebb2-4cb8-bf72-835ef0508fbe),segment_id=1221e74c-ebb2-4cb8-bf72-835ef0508fbe)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:39:59.958136 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-57a5fcb7-d49a-4a8d-9618-7faf09f5c799 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:59.969653 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-57a5fcb7-d49a-4a8d-9618-7faf09f5c799 None None] Transition to ACTIVE for port object 220a97b9-f623-4aef-b13f-d5c8f0ce7fcb will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:39:59.987314 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:39:59.990134 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-57a5fcb7-d49a-4a8d-9618-7faf09f5c799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:00.084456 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=b80e332b-76b3-448e-95c8-4615f945e607,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:00.146174 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-57a5fcb7-d49a-4a8d-9618-7faf09f5c799 None None] Attempting to bind port 220a97b9-f623-4aef-b13f-d5c8f0ce7fcb on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:40:00.146755 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-57a5fcb7-d49a-4a8d-9618-7faf09f5c799 None None] Attempting to bind port 220a97b9-f623-4aef-b13f-d5c8f0ce7fcb by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:40:00.147120 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a5fcb7-d49a-4a8d-9618-7faf09f5c799 None None] Attempting to bind port 220a97b9-f623-4aef-b13f-d5c8f0ce7fcb on network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:40:00.172227 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db82f5c-f36b-4fbd-81fa-d78b9a28de65 None None] Pushing event updated for resources: {'Port': ['ID=220a97b9-f623-4aef-b13f-d5c8f0ce7fcb,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:00.179113 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a5fcb7-d49a-4a8d-9618-7faf09f5c799 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:40:00.179515 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a5fcb7-d49a-4a8d-9618-7faf09f5c799 None None] Checking segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:40:00.180288 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-57a5fcb7-d49a-4a8d-9618-7faf09f5c799 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:00.180694 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a5fcb7-d49a-4a8d-9618-7faf09f5c799 None None] Bound using segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:40:00.182390 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-57a5fcb7-d49a-4a8d-9618-7faf09f5c799 None None] Bound port: 220a97b9-f623-4aef-b13f-d5c8f0ce7fcb, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:40:00.183954 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-57a5fcb7-d49a-4a8d-9618-7faf09f5c799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:00.195122 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bdffd65e-285c-49a6-a94b-d29e4bab16e8 None None] Provisioning for port 422e5f7c-fd12-47bf-a100-36859fb2d03a completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:40:00.225361 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d0622f8f-9993-4571-b7df-318b69c23854 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:00.230803 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d0622f8f-9993-4571-b7df-318b69c23854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:00.258419 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bdffd65e-285c-49a6-a94b-d29e4bab16e8 None None] Provisioning complete for port 422e5f7c-fd12-47bf-a100-36859fb2d03a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:40:00.258822 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bdffd65e-285c-49a6-a94b-d29e4bab16e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:00.378822 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d0622f8f-9993-4571-b7df-318b69c23854 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:00.388751 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0622f8f-9993-4571-b7df-318b69c23854 admin admin] Pushing event updated for resources: {'Port': ['ID=422e5f7c-fd12-47bf-a100-36859fb2d03a,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:00.401904 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d980077-a1cc-48e1-af3c-57ee1d5e81d4 req-bf079ff3-5e35-4c0d-a02e-9a3f491cced2 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:00.407078 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3d980077-a1cc-48e1-af3c-57ee1d5e81d4 req-bf079ff3-5e35-4c0d-a02e-9a3f491cced2 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2fbf761-0bd9-4e8c-ac65-175991a98268 HTTP/1.1" status: 200 len: 946 time: 0.1079407 Jul 15 23:40:00.424137 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-bdffd65e-285c-49a6-a94b-d29e4bab16e8 None None] Port 422e5f7c-fd12-47bf-a100-36859fb2d03a cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:40:00.431650 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b0cf8b8-545d-4768-a750-892d46c161c3 x-openstack-request-id: req-5b0cf8b8-545d-4768-a750-892d46c161c3 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:40:00.432124 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2fbf761-0bd9-4e8c-ac65-175991a98268", "name": "network-vif-plugged", "status": "completed", "tag": "b80e332b-76b3-448e-95c8-4615f945e607", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:40:00.432384 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5b0cf8b8-545d-4768-a750-892d46c161c3 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:40:00.432775 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2fbf761-0bd9-4e8c-ac65-175991a98268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b80e332b-76b3-448e-95c8-4615f945e607', 'code': 200} Jul 15 23:40:00.442527 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:00.458096 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-57a5fcb7-d49a-4a8d-9618-7faf09f5c799 None None] For port 220a97b9-f623-4aef-b13f-d5c8f0ce7fcb, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:40:00.494908 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 9757201a-d260-4e0f-87c6-fce82b0ca617, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=9757201a-d260-4e0f-87c6-fce82b0ca617,segment=NetworkSegment(72d779f8-d667-4e5c-bf24-2f48f27abc2d),segment_id=72d779f8-d667-4e5c-bf24-2f48f27abc2d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:40:00.504113 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:00.509691 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-57a5fcb7-d49a-4a8d-9618-7faf09f5c799 None None] For port 220a97b9-f623-4aef-b13f-d5c8f0ce7fcb, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=220a97b9-f623-4aef-b13f-d5c8f0ce7fcb,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:40:00.516334 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3d980077-a1cc-48e1-af3c-57ee1d5e81d4 req-c8631fb0-9845-4877-af77-4339ab16ff1f tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978556 Jul 15 23:40:00.526286 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0622f8f-9993-4571-b7df-318b69c23854 admin admin] Network f2ed98c6-0c94-469f-b009-3007aea38bbe is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:40:00.539777 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-d0622f8f-9993-4571-b7df-318b69c23854 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:40:00.554131 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ee897-e873-4f47-b71e-0ee648c017a2 req-d480bc1c-7304-48d8-9940-161bfa17b8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:00.556713 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-650ee897-e873-4f47-b71e-0ee648c017a2 req-d480bc1c-7304-48d8-9940-161bfa17b8c6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b2fbf761-0bd9-4e8c-ac65-175991a98268 HTTP/1.1" status: 200 len: 1097 time: 0.1142116 Jul 15 23:40:00.578445 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-57a5fcb7-d49a-4a8d-9618-7faf09f5c799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:00.610044 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-650ee897-e873-4f47-b71e-0ee648c017a2 req-ea5515b1-3518-4508-906b-dd6f53d1c7f7 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470695 Jul 15 23:40:00.673800 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=9757201a-d260-4e0f-87c6-fce82b0ca617,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:00.682894 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 9f28fc16-4a49-43e5-8d14-28567f0586bb up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:40:00.742961 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a5fcb7-d49a-4a8d-9618-7faf09f5c799 None None] Routers {'7985a6b2-0018-485f-8cfd-8ea7fcd96ea0'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:40:00.743699 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-57a5fcb7-d49a-4a8d-9618-7faf09f5c799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:39:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['7985a6b2-0018-485f-8cfd-8ea7fcd96ea0'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:00.790561 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0622f8f-9993-4571-b7df-318b69c23854 admin admin] Router 7985a6b2-0018-485f-8cfd-8ea7fcd96ea0 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:40:00.804043 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db82f5c-f36b-4fbd-81fa-d78b9a28de65 None None] Pushing event updated for resources: {'Port': ['ID=220a97b9-f623-4aef-b13f-d5c8f0ce7fcb,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:00.896680 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ef1b87d6-327c-45c3-b503-59b518aabfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:00.924023 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 9f28fc16-4a49-43e5-8d14-28567f0586bb triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:40:00.924493 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:00.926019 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1af2c062-a3f7-43d0-87f1-89316d1f1838 None None] Provisioning complete for port 422e5f7c-fd12-47bf-a100-36859fb2d03a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:40:00.926367 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1af2c062-a3f7-43d0-87f1-89316d1f1838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:00.929031 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-57a5fcb7-d49a-4a8d-9618-7faf09f5c799 None None] Set router 7985a6b2-0018-485f-8cfd-8ea7fcd96ea0 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:40:00.944387 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0622f8f-9993-4571-b7df-318b69c23854 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:40:00.951333 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d0622f8f-9993-4571-b7df-318b69c23854 admin admin] 10.222.0.48 "PUT /v2.0/routers/7985a6b2-0018-485f-8cfd-8ea7fcd96ea0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0394502 Jul 15 23:40:01.238513 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1af2c062-a3f7-43d0-87f1-89316d1f1838 None None] Port 422e5f7c-fd12-47bf-a100-36859fb2d03a cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:40:01.445402 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-57a5fcb7-d49a-4a8d-9618-7faf09f5c799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7985a6b2-0018-485f-8cfd-8ea7fcd96ea0', 'name': 'tempest-TestAggregatesBasicOps-976397507-router', 'tenant_id': 'c24c85cfd41b4cbfb3d1665f6bcd870e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '220a97b9-f623-4aef-b13f-d5c8f0ce7fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:39:54Z', 'updated_at': '2021-07-15T23:39:59Z', 'revision_number': 4, 'project_id': 'c24c85cfd41b4cbfb3d1665f6bcd870e', 'gw_port': {'id': '220a97b9-f623-4aef-b13f-d5c8f0ce7fcb', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:86:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7985a6b2-0018-485f-8cfd-8ea7fcd96ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:39:56Z', 'updated_at': '2021-07-15T23:40:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '422e5f7c-fd12-47bf-a100-36859fb2d03a', 'name': '', 'network_id': 'f2ed98c6-0c94-469f-b009-3007aea38bbe', 'tenant_id': 'c24c85cfd41b4cbfb3d1665f6bcd870e', 'mac_address': 'fa:16:3e:71:4a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7985a6b2-0018-485f-8cfd-8ea7fcd96ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '97bc9684-f0bb-40a1-a652-2d3c4fa24c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:39:58Z', 'updated_at': '2021-07-15T23:39:59Z', 'revision_number': 2, 'project_id': 'c24c85cfd41b4cbfb3d1665f6bcd870e', 'subnets': [{'id': '97bc9684-f0bb-40a1-a652-2d3c4fa24c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:01.479283 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a5fcb7-d49a-4a8d-9618-7faf09f5c799 None None] The sync data for ids ['7985a6b2-0018-485f-8cfd-8ea7fcd96ea0'] in n-d-794306-6 is: [{'id': '7985a6b2-0018-485f-8cfd-8ea7fcd96ea0', 'name': 'tempest-TestAggregatesBasicOps-976397507-router', 'tenant_id': 'c24c85cfd41b4cbfb3d1665f6bcd870e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '220a97b9-f623-4aef-b13f-d5c8f0ce7fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:39:54Z', 'updated_at': '2021-07-15T23:39:59Z', 'revision_number': 4, 'project_id': 'c24c85cfd41b4cbfb3d1665f6bcd870e', 'gw_port': {'id': '220a97b9-f623-4aef-b13f-d5c8f0ce7fcb', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:86:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7985a6b2-0018-485f-8cfd-8ea7fcd96ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:39:56Z', 'updated_at': '2021-07-15T23:40:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '422e5f7c-fd12-47bf-a100-36859fb2d03a', 'name': '', 'network_id': 'f2ed98c6-0c94-469f-b009-3007aea38bbe', 'tenant_id': 'c24c85cfd41b4cbfb3d1665f6bcd870e', 'mac_address': 'fa:16:3e:71:4a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7985a6b2-0018-485f-8cfd-8ea7fcd96ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '97bc9684-f0bb-40a1-a652-2d3c4fa24c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:39:58Z', 'updated_at': '2021-07-15T23:39:59Z', 'revision_number': 2, 'project_id': 'c24c85cfd41b4cbfb3d1665f6bcd870e', 'subnets': [{'id': '97bc9684-f0bb-40a1-a652-2d3c4fa24c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:40:01.881934 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd009e7-8555-4c2a-a3b7-12be472f0a06 req-12c12968-e41f-4846-82ed-429381792b48 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:01.885893 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7fd009e7-8555-4c2a-a3b7-12be472f0a06 req-12c12968-e41f-4846-82ed-429381792b48 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2fbf761-0bd9-4e8c-ac65-175991a98268 HTTP/1.1" status: 200 len: 946 time: 0.2204123 Jul 15 23:40:01.966658 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7fd009e7-8555-4c2a-a3b7-12be472f0a06 req-de488164-7166-4679-acc6-8dbdee0847ec tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726128 Jul 15 23:40:02.281483 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 42454) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:02.700384 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca9b07-e32c-481e-bc94-fe796ca3c627 req-ff04af0f-2306-4609-85da-045dca9fde1f tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:02.704407 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-69ca9b07-e32c-481e-bc94-fe796ca3c627 req-ff04af0f-2306-4609-85da-045dca9fde1f tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2fbf761-0bd9-4e8c-ac65-175991a98268 HTTP/1.1" status: 200 len: 946 time: 0.2097268 Jul 15 23:40:02.712532 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 9757201a-d260-4e0f-87c6-fce82b0ca617 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:40:02.781291 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-69ca9b07-e32c-481e-bc94-fe796ca3c627 req-b4e12e28-84f8-44ea-b7f0-a40d7db5cce6 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677657 Jul 15 23:40:02.833280 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 9757201a-d260-4e0f-87c6-fce82b0ca617 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:40:02.834726 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:03.058542 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-577c0eb9-4bdf-4786-8a83-9b0fa18c4137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:03.357367 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-577c0eb9-4bdf-4786-8a83-9b0fa18c4137 admin admin] Deleting port 9f28fc16-4a49-43e5-8d14-28567f0586bb {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:40:03.358858 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-577c0eb9-4bdf-4786-8a83-9b0fa18c4137 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:03.384694 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:03.466021 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-577c0eb9-4bdf-4786-8a83-9b0fa18c4137 admin admin] For port 9f28fc16-4a49-43e5-8d14-28567f0586bb, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=9f28fc16-4a49-43e5-8d14-28567f0586bb,segment=NetworkSegment(5e65d82f-51d6-468d-8511-1c33309b8a04),segment_id=5e65d82f-51d6-468d-8511-1c33309b8a04)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:40:03.466406 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-577c0eb9-4bdf-4786-8a83-9b0fa18c4137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:03.482324 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-577c0eb9-4bdf-4786-8a83-9b0fa18c4137 admin admin] Calling delete_port for 9f28fc16-4a49-43e5-8d14-28567f0586bb owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:40:03.706525 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-577c0eb9-4bdf-4786-8a83-9b0fa18c4137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:03.738332 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577c0eb9-4bdf-4786-8a83-9b0fa18c4137 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f28fc16-4a49-43e5-8d14-28567f0586bb,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:04.007650 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-577c0eb9-4bdf-4786-8a83-9b0fa18c4137 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:04.094209 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d2d61-d1bb-49bc-8ccb-679840c59b18 req-0dfc6bd7-2d26-4a29-aec1-841d7f8a8e51 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:04.107280 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-275d2d61-d1bb-49bc-8ccb-679840c59b18 req-0dfc6bd7-2d26-4a29-aec1-841d7f8a8e51 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2fbf761-0bd9-4e8c-ac65-175991a98268 HTTP/1.1" status: 200 len: 946 time: 0.1256506 Jul 15 23:40:04.201204 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-275d2d61-d1bb-49bc-8ccb-679840c59b18 req-b5d2f12d-7085-46ed-8263-3ebad1b3edef tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920959 Jul 15 23:40:04.224675 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-156d3e81-d3ad-4414-a9b6-3282a082136a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:04.354760 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:04.758263 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 220a97b9-f623-4aef-b13f-d5c8f0ce7fcb up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:40:04.875218 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 220a97b9-f623-4aef-b13f-d5c8f0ce7fcb completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:40:04.882902 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 220a97b9-f623-4aef-b13f-d5c8f0ce7fcb triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:40:04.883602 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:04.915149 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-577c0eb9-4bdf-4786-8a83-9b0fa18c4137 admin admin] Router ae2b5247-6f5e-4af7-93d1-46edfa5e6a01 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:40:05.003043 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:05.039859 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 220a97b9-f623-4aef-b13f-d5c8f0ce7fcb, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=220a97b9-f623-4aef-b13f-d5c8f0ce7fcb,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:40:05.047437 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:05.133829 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-577c0eb9-4bdf-4786-8a83-9b0fa18c4137 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:40:05.147715 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-577c0eb9-4bdf-4786-8a83-9b0fa18c4137 admin admin] 10.222.0.48 "PUT /v2.0/routers/ae2b5247-6f5e-4af7-93d1-46edfa5e6a01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8633962 Jul 15 23:40:05.149925 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 42482) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:05.157642 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84a2f97-77c2-4ae7-bff0-1a917cdbc16f None None] Sync routers for ids ['ae2b5247-6f5e-4af7-93d1-46edfa5e6a01'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:40:05.211284 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84a2f97-77c2-4ae7-bff0-1a917cdbc16f None None] Routers {'ae2b5247-6f5e-4af7-93d1-46edfa5e6a01'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:40:05.212453 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b84a2f97-77c2-4ae7-bff0-1a917cdbc16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:40:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ae2b5247-6f5e-4af7-93d1-46edfa5e6a01'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:05.262897 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=220a97b9-f623-4aef-b13f-d5c8f0ce7fcb,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:05.448090 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-309e2d7a-0331-4998-848c-c576eb7d9021 admin admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:05.713474 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-b84a2f97-77c2-4ae7-bff0-1a917cdbc16f None None] Set router ae2b5247-6f5e-4af7-93d1-46edfa5e6a01 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:40:05.918013 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-309e2d7a-0331-4998-848c-c576eb7d9021 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:06.054673 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0cac4e-6794-439f-b382-917d06f25731 req-a72035b9-9310-48ae-98f3-49a1d2f6c673 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:06.065310 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0b0cac4e-6794-439f-b382-917d06f25731 req-a72035b9-9310-48ae-98f3-49a1d2f6c673 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2fbf761-0bd9-4e8c-ac65-175991a98268 HTTP/1.1" status: 200 len: 946 time: 0.4229987 Jul 15 23:40:06.079633 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b84a2f97-77c2-4ae7-bff0-1a917cdbc16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2b5247-6f5e-4af7-93d1-46edfa5e6a01', 'name': 'tempest-TestAggregatesBasicOps-795511039-router', 'tenant_id': '59b538c011714bc9b0334875e0f67e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'cec0af06-beb0-4077-92ee-63e8e450fc35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:39:45Z', 'updated_at': '2021-07-15T23:40:03Z', 'revision_number': 5, 'project_id': '59b538c011714bc9b0334875e0f67e00', 'gw_port': {'id': 'cec0af06-beb0-4077-92ee-63e8e450fc35', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:64:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2b5247-6f5e-4af7-93d1-46edfa5e6a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:39:46Z', 'updated_at': '2021-07-15T23:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:06.125716 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84a2f97-77c2-4ae7-bff0-1a917cdbc16f None None] Checking router: ae2b5247-6f5e-4af7-93d1-46edfa5e6a01 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:40:06.127997 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0b0cac4e-6794-439f-b382-917d06f25731 req-0bf3287c-4ca6-4944-85a7-bdd374d6c58a tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616577 Jul 15 23:40:06.136395 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84a2f97-77c2-4ae7-bff0-1a917cdbc16f None None] Routers {'ae2b5247-6f5e-4af7-93d1-46edfa5e6a01'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:40:06.137419 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b84a2f97-77c2-4ae7-bff0-1a917cdbc16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:40:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ae2b5247-6f5e-4af7-93d1-46edfa5e6a01'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:06.162168 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-309e2d7a-0331-4998-848c-c576eb7d9021 admin admin] Deleting port cec0af06-beb0-4077-92ee-63e8e450fc35 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:40:06.162827 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-309e2d7a-0331-4998-848c-c576eb7d9021 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:06.254225 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-b84a2f97-77c2-4ae7-bff0-1a917cdbc16f None None] Set router ae2b5247-6f5e-4af7-93d1-46edfa5e6a01 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:40:06.278950 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3684008-e6be-4378-a9e8-c6d61be887e6 None None] Sync routers for ids ['7985a6b2-0018-485f-8cfd-8ea7fcd96ea0'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:40:06.316581 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3684008-e6be-4378-a9e8-c6d61be887e6 None None] Routers {'7985a6b2-0018-485f-8cfd-8ea7fcd96ea0'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:40:06.317740 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a3684008-e6be-4378-a9e8-c6d61be887e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:40:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['7985a6b2-0018-485f-8cfd-8ea7fcd96ea0'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:06.320846 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b84a2f97-77c2-4ae7-bff0-1a917cdbc16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2b5247-6f5e-4af7-93d1-46edfa5e6a01', 'name': 'tempest-TestAggregatesBasicOps-795511039-router', 'tenant_id': '59b538c011714bc9b0334875e0f67e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:39:45Z', 'updated_at': '2021-07-15T23:40:05Z', 'revision_number': 6, 'project_id': '59b538c011714bc9b0334875e0f67e00', 'gw_port_host': None}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:06.353783 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84a2f97-77c2-4ae7-bff0-1a917cdbc16f None None] The sync data for ids ['ae2b5247-6f5e-4af7-93d1-46edfa5e6a01'] in n-d-794306-6 is: [{'id': 'ae2b5247-6f5e-4af7-93d1-46edfa5e6a01', 'name': 'tempest-TestAggregatesBasicOps-795511039-router', 'tenant_id': '59b538c011714bc9b0334875e0f67e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:39:45Z', 'updated_at': '2021-07-15T23:40:05Z', 'revision_number': 6, 'project_id': '59b538c011714bc9b0334875e0f67e00', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:40:06.416443 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:06.418509 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-309e2d7a-0331-4998-848c-c576eb7d9021 admin admin] For port cec0af06-beb0-4077-92ee-63e8e450fc35, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=cec0af06-beb0-4077-92ee-63e8e450fc35,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:40:06.419290 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-309e2d7a-0331-4998-848c-c576eb7d9021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:06.435008 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-309e2d7a-0331-4998-848c-c576eb7d9021 admin admin] Calling delete_port for cec0af06-beb0-4077-92ee-63e8e450fc35 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:40:06.514448 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-a3684008-e6be-4378-a9e8-c6d61be887e6 None None] Set router 7985a6b2-0018-485f-8cfd-8ea7fcd96ea0 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:40:06.766221 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-309e2d7a-0331-4998-848c-c576eb7d9021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:06.840661 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device b80e332b-76b3-448e-95c8-4615f945e607 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:40:06.874412 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309e2d7a-0331-4998-848c-c576eb7d9021 admin admin] Pushing event deleted for resources: {'Port': ['ID=cec0af06-beb0-4077-92ee-63e8e450fc35,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:06.885908 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 220a97b9-f623-4aef-b13f-d5c8f0ce7fcb up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:40:06.903255 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309e2d7a-0331-4998-848c-c576eb7d9021 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:06.903622 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309e2d7a-0331-4998-848c-c576eb7d9021 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:06.903972 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309e2d7a-0331-4998-848c-c576eb7d9021 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:06.908490 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309e2d7a-0331-4998-848c-c576eb7d9021 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:06.908490 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309e2d7a-0331-4998-848c-c576eb7d9021 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:06.908490 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309e2d7a-0331-4998-848c-c576eb7d9021 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:06.908490 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309e2d7a-0331-4998-848c-c576eb7d9021 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:06.908490 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309e2d7a-0331-4998-848c-c576eb7d9021 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:06.908490 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309e2d7a-0331-4998-848c-c576eb7d9021 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:06.908490 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309e2d7a-0331-4998-848c-c576eb7d9021 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:06.908490 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309e2d7a-0331-4998-848c-c576eb7d9021 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:06.908490 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309e2d7a-0331-4998-848c-c576eb7d9021 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:06.973879 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-309e2d7a-0331-4998-848c-c576eb7d9021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999011'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:07.114183 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-309e2d7a-0331-4998-848c-c576eb7d9021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:07.123456 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-309e2d7a-0331-4998-848c-c576eb7d9021 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:07.208984 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 220a97b9-f623-4aef-b13f-d5c8f0ce7fcb triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:40:07.209361 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:07.284495 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-309e2d7a-0331-4998-848c-c576eb7d9021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:07.286330 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-309e2d7a-0331-4998-848c-c576eb7d9021 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae2b5247-6f5e-4af7-93d1-46edfa5e6a01 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:40:07.300964 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-309e2d7a-0331-4998-848c-c576eb7d9021 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:07.306088 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-309e2d7a-0331-4998-848c-c576eb7d9021 admin admin] 10.222.0.48 "DELETE /v2.0/routers/ae2b5247-6f5e-4af7-93d1-46edfa5e6a01 HTTP/1.1" status: 204 len: 168 time: 2.1539881 Jul 15 23:40:07.308713 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 42498) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:07.321635 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port b80e332b-76b3-448e-95c8-4615f945e607, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=b80e332b-76b3-448e-95c8-4615f945e607,segment=NetworkSegment(1221e74c-ebb2-4cb8-bf72-835ef0508fbe),segment_id=1221e74c-ebb2-4cb8-bf72-835ef0508fbe)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:40:07.446860 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ab3d80-4f2f-49da-b9fb-22d231e5a645 req-9df9bf1f-d718-4584-8e1a-d45baa92ddc3 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:07.450060 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cc0513e-1453-4702-bab2-92ed2e65abda admin admin] Deleting subnet a00c7e03-12f7-4328-a4c8-b05c5abb69a4 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:40:07.450434 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-41ab3d80-4f2f-49da-b9fb-22d231e5a645 req-9df9bf1f-d718-4584-8e1a-d45baa92ddc3 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2fbf761-0bd9-4e8c-ac65-175991a98268 HTTP/1.1" status: 200 len: 946 time: 0.0864270 Jul 15 23:40:07.464308 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7cc0513e-1453-4702-bab2-92ed2e65abda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:07.467904 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': 'b80e332b-76b3-448e-95c8-4615f945e607', 'network_id': '319575b4-274a-45da-9bf1-6decf487208b', 'port_id': 'b80e332b-76b3-448e-95c8-4615f945e607', 'mac_address': 'fa:16:3e:f5:c7:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c7868f8-d819-4333-b9c5-ebc3d9707601', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:40:07.474006 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a3684008-e6be-4378-a9e8-c6d61be887e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7985a6b2-0018-485f-8cfd-8ea7fcd96ea0', 'name': 'tempest-TestAggregatesBasicOps-976397507-router', 'tenant_id': 'c24c85cfd41b4cbfb3d1665f6bcd870e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '220a97b9-f623-4aef-b13f-d5c8f0ce7fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:39:54Z', 'updated_at': '2021-07-15T23:39:59Z', 'revision_number': 4, 'project_id': 'c24c85cfd41b4cbfb3d1665f6bcd870e', 'gw_port': {'id': '220a97b9-f623-4aef-b13f-d5c8f0ce7fcb', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:86:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7985a6b2-0018-485f-8cfd-8ea7fcd96ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:39:56Z', 'updated_at': '2021-07-15T23:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '422e5f7c-fd12-47bf-a100-36859fb2d03a', 'name': '', 'network_id': 'f2ed98c6-0c94-469f-b009-3007aea38bbe', 'tenant_id': 'c24c85cfd41b4cbfb3d1665f6bcd870e', 'mac_address': 'fa:16:3e:71:4a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7985a6b2-0018-485f-8cfd-8ea7fcd96ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '97bc9684-f0bb-40a1-a652-2d3c4fa24c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:39:58Z', 'updated_at': '2021-07-15T23:39:59Z', 'revision_number': 2, 'project_id': 'c24c85cfd41b4cbfb3d1665f6bcd870e', 'subnets': [{'id': '97bc9684-f0bb-40a1-a652-2d3c4fa24c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:07.531533 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7cc0513e-1453-4702-bab2-92ed2e65abda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:07.559162 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-41ab3d80-4f2f-49da-b9fb-22d231e5a645 req-b139dc30-e89e-47f9-904e-9033218dbf69 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013377 Jul 15 23:40:07.581543 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3684008-e6be-4378-a9e8-c6d61be887e6 None None] Checking router: 7985a6b2-0018-485f-8cfd-8ea7fcd96ea0 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:40:07.583071 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3684008-e6be-4378-a9e8-c6d61be887e6 None None] Updating router 7985a6b2-0018-485f-8cfd-8ea7fcd96ea0 port 422e5f7c-fd12-47bf-a100-36859fb2d03a binding host n-d-794306-6 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:40:07.672972 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 9f28fc16-4a49-43e5-8d14-28567f0586bb no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:40:07.700517 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7cc0513e-1453-4702-bab2-92ed2e65abda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:07.700709 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 9f28fc16-4a49-43e5-8d14-28567f0586bb {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:40:07.700917 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 9f28fc16-4a49-43e5-8d14-28567f0586bb not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:40:07.711356 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a3684008-e6be-4378-a9e8-c6d61be887e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:07.722805 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:07.817257 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7cc0513e-1453-4702-bab2-92ed2e65abda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:07.890246 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc0513e-1453-4702-bab2-92ed2e65abda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a00c7e03-12f7-4328-a4c8-b05c5abb69a4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:07.914562 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7cc0513e-1453-4702-bab2-92ed2e65abda admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:07.922629 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 42510) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:07.923617 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-7cc0513e-1453-4702-bab2-92ed2e65abda admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a00c7e03-12f7-4328-a4c8-b05c5abb69a4 HTTP/1.1" status: 204 len: 168 time: 0.6131740 Jul 15 23:40:08.025269 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fbd4f0-aa71-4bf5-b847-ed4fba6a1482 None None] Network 94c1d58e-97bc-4ed7-995d-0a9ad7873a01 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:40:08.028576 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b80e332b-76b3-448e-95c8-4615f945e607 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:40:08.066442 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3b5bacc9-b56e-450b-a21b-0c03aa9d3377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:08.086993 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port b80e332b-76b3-448e-95c8-4615f945e607, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=b80e332b-76b3-448e-95c8-4615f945e607,segment=NetworkSegment(1221e74c-ebb2-4cb8-bf72-835ef0508fbe),segment_id=1221e74c-ebb2-4cb8-bf72-835ef0508fbe)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:40:08.102402 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:08.212248 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['b80e332b-76b3-448e-95c8-4615f945e607'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:40:08.322209 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=b80e332b-76b3-448e-95c8-4615f945e607,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:08.323651 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-3b5bacc9-b56e-450b-a21b-0c03aa9d3377 admin admin] Deleting port 1b942b96-469f-49f4-850a-ac4431d570b3 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:40:08.325759 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3b5bacc9-b56e-450b-a21b-0c03aa9d3377 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:08.363668 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:08.424212 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a3684008-e6be-4378-a9e8-c6d61be887e6 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:08.456951 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a3684008-e6be-4378-a9e8-c6d61be887e6 None None] Transition to ACTIVE for port object 422e5f7c-fd12-47bf-a100-36859fb2d03a will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:40:08.502184 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-3b5bacc9-b56e-450b-a21b-0c03aa9d3377 admin admin] For port 1b942b96-469f-49f4-850a-ac4431d570b3, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=1b942b96-469f-49f4-850a-ac4431d570b3,segment=NetworkSegment(5e65d82f-51d6-468d-8511-1c33309b8a04),segment_id=5e65d82f-51d6-468d-8511-1c33309b8a04)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:40:08.502184 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3b5bacc9-b56e-450b-a21b-0c03aa9d3377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:08.502184 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-3b5bacc9-b56e-450b-a21b-0c03aa9d3377 admin admin] Calling delete_port for 1b942b96-469f-49f4-850a-ac4431d570b3 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:40:08.503077 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a3684008-e6be-4378-a9e8-c6d61be887e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:08.613008 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2818a6-85f2-4248-8865-c75ae94b3bc2 None None] DHCP port deletion for 94c1d58e-97bc-4ed7-995d-0a9ad7873a01 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:40:08.680823 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3b5bacc9-b56e-450b-a21b-0c03aa9d3377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:08.846033 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5bacc9-b56e-450b-a21b-0c03aa9d3377 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b942b96-469f-49f4-850a-ac4431d570b3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:08.852248 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5bacc9-b56e-450b-a21b-0c03aa9d3377 admin admin] No DVR routers for this DVR port 1b942b96-469f-49f4-850a-ac4431d570b3 on host n-d-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:40:08.863665 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device cec0af06-beb0-4077-92ee-63e8e450fc35 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:40:08.875239 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc11782-cca8-495d-bb0b-2184eb7d64f7 None None] Pushing event updated for resources: {'Port': ['ID=422e5f7c-fd12-47bf-a100-36859fb2d03a,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:09.089665 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: cec0af06-beb0-4077-92ee-63e8e450fc35 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:40:09.090014 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device cec0af06-beb0-4077-92ee-63e8e450fc35 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:40:09.185938 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3b5bacc9-b56e-450b-a21b-0c03aa9d3377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:09.197046 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-3b5bacc9-b56e-450b-a21b-0c03aa9d3377 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94c1d58e-97bc-4ed7-995d-0a9ad7873a01']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:09.208734 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-3b5bacc9-b56e-450b-a21b-0c03aa9d3377 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e65d82f-51d6-468d-8511-1c33309b8a04') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:09.209295 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-3b5bacc9-b56e-450b-a21b-0c03aa9d3377 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e65d82f-51d6-468d-8511-1c33309b8a04') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:09.221647 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3b5bacc9-b56e-450b-a21b-0c03aa9d3377 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:09.237159 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3b5bacc9-b56e-450b-a21b-0c03aa9d3377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:09.251158 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b5bacc9-b56e-450b-a21b-0c03aa9d3377 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:40:09.251898 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3b5bacc9-b56e-450b-a21b-0c03aa9d3377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:09.279078 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a3684008-e6be-4378-a9e8-c6d61be887e6 None None] Attempting to bind port 422e5f7c-fd12-47bf-a100-36859fb2d03a on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:40:09.279533 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a3684008-e6be-4378-a9e8-c6d61be887e6 None None] Attempting to bind port 422e5f7c-fd12-47bf-a100-36859fb2d03a by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '72d779f8-d667-4e5c-bf24-2f48f27abc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f2ed98c6-0c94-469f-b009-3007aea38bbe'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:40:09.279930 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3684008-e6be-4378-a9e8-c6d61be887e6 None None] Attempting to bind port 422e5f7c-fd12-47bf-a100-36859fb2d03a on network f2ed98c6-0c94-469f-b009-3007aea38bbe {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:40:09.304611 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3684008-e6be-4378-a9e8-c6d61be887e6 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:40:09.305021 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3684008-e6be-4378-a9e8-c6d61be887e6 None None] Checking segment: {'id': '72d779f8-d667-4e5c-bf24-2f48f27abc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f2ed98c6-0c94-469f-b009-3007aea38bbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:40:09.305422 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a3684008-e6be-4378-a9e8-c6d61be887e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:09.305863 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3684008-e6be-4378-a9e8-c6d61be887e6 None None] Bound using segment: {'id': '72d779f8-d667-4e5c-bf24-2f48f27abc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f2ed98c6-0c94-469f-b009-3007aea38bbe'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:40:09.306346 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a3684008-e6be-4378-a9e8-c6d61be887e6 None None] Bound port: 422e5f7c-fd12-47bf-a100-36859fb2d03a, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72d779f8-d667-4e5c-bf24-2f48f27abc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f2ed98c6-0c94-469f-b009-3007aea38bbe'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:40:09.306726 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a3684008-e6be-4378-a9e8-c6d61be887e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:09.315110 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1e2818a6-85f2-4248-8865-c75ae94b3bc2 None None] Deleting port 1b942b96-469f-49f4-850a-ac4431d570b3 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:40:09.316430 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e2818a6-85f2-4248-8865-c75ae94b3bc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:09.328338 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:40:09.328338 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:40:09.328338 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:40:09.328338 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:40:09.328338 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:40:09.328338 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:40:09.328338 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:40:09.328338 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:40:09.328338 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:40:09.328338 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:40:09.328338 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:40:09.328338 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:40:09.328338 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:40:09.328338 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:40:09.328338 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:40:09.328338 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:40:09.328338 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:40:09.328338 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:40:09.328338 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:40:09.328338 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:40:09.328338 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:40:09.328338 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:40:09.328338 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:40:09.328338 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:40:09.328338 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:40:09.328338 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:40:09.328338 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:40:09.328338 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:40:09.328338 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:40:09.328338 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:40:09.328338 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:40:09.328338 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:40:09.328338 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:40:09.328338 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:40:09.328338 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:40:09.328338 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:40:09.328338 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:40:09.328338 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:40:09.328338 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:40:09.328338 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:40:09.328338 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:40:09.328338 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:40:09.328338 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:40:09.328338 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:40:09.328338 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:40:09.328338 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:40:09.328338 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:40:09.328338 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:40:09.328338 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:40:09.328338 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:40:09.335548 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3b5bacc9-b56e-450b-a21b-0c03aa9d3377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:09.353008 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3b5bacc9-b56e-450b-a21b-0c03aa9d3377 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:09.355246 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-3b5bacc9-b56e-450b-a21b-0c03aa9d3377 admin admin] 10.222.0.48 "DELETE /v2.0/networks/94c1d58e-97bc-4ed7-995d-0a9ad7873a01 HTTP/1.1" status: 204 len: 168 time: 1.4314861 Jul 15 23:40:09.359149 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 42532) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:09.396548 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5bacc9-b56e-450b-a21b-0c03aa9d3377 admin admin] Pushing event deleted for resources: {'Network': ['ID=94c1d58e-97bc-4ed7-995d-0a9ad7873a01,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server [None req-1e2818a6-85f2-4248-8865-c75ae94b3bc2 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 94c1d58e-97bc-4ed7-995d-0a9ad7873a01 could not be found. Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2806, in one Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server return self._iter().one() Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1365, in one Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server return self._only_one_row( Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1538, in delete_ports_by_device_id Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1954, in delete_port Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1190, in get_network Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 94c1d58e-97bc-4ed7-995d-0a9ad7873a01 could not be found. Jul 15 23:40:09.405985 n-d-794306-6 neutron-server[93772]: ERROR oslo_messaging.rpc.server Jul 15 23:40:09.492712 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ee993-5f83-47b6-9afa-3f86f8a89bef req-3eac7f1f-3c0c-48f1-a041-51a21ffca23c tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:09.498697 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d1c7a8-db3b-4bf5-970f-74daaef4a79d None None] DHCP port deletion for 94c1d58e-97bc-4ed7-995d-0a9ad7873a01 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:40:09.502382 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-310ee993-5f83-47b6-9afa-3f86f8a89bef req-3eac7f1f-3c0c-48f1-a041-51a21ffca23c tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2fbf761-0bd9-4e8c-ac65-175991a98268 HTTP/1.1" status: 200 len: 945 time: 0.1778822 Jul 15 23:40:09.583351 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc7ce77-3de8-46ac-9e52-4cb7bfb4d6ed None None] get_active_networks_info from n-d-794306-6 {{(pid=93772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 23:40:09.668183 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-310ee993-5f83-47b6-9afa-3f86f8a89bef req-fc37d721-6005-40ed-9ace-d6bb240f472c tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644213 Jul 15 23:40:09.707016 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a3684008-e6be-4378-a9e8-c6d61be887e6 None None] For port 422e5f7c-fd12-47bf-a100-36859fb2d03a, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:40:09.722223 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a3684008-e6be-4378-a9e8-c6d61be887e6 None None] For port 422e5f7c-fd12-47bf-a100-36859fb2d03a, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=422e5f7c-fd12-47bf-a100-36859fb2d03a,segment=NetworkSegment(72d779f8-d667-4e5c-bf24-2f48f27abc2d),segment_id=72d779f8-d667-4e5c-bf24-2f48f27abc2d)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:40:09.767293 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a3684008-e6be-4378-a9e8-c6d61be887e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:09.901839 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc11782-cca8-495d-bb0b-2184eb7d64f7 None None] Pushing event updated for resources: {'Port': ['ID=422e5f7c-fd12-47bf-a100-36859fb2d03a,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:09.981033 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc7ce77-3de8-46ac-9e52-4cb7bfb4d6ed None None] Resources bound (agent type, host, resource id): {{(pid=93772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 23:40:09.991134 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3684008-e6be-4378-a9e8-c6d61be887e6 None None] Routers {'7985a6b2-0018-485f-8cfd-8ea7fcd96ea0'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:40:09.993338 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a3684008-e6be-4378-a9e8-c6d61be887e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:40:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['7985a6b2-0018-485f-8cfd-8ea7fcd96ea0'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:10.461369 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-31a56fa7-108c-4b30-8a60-60d1dee497a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:10.944874 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 422e5f7c-fd12-47bf-a100-36859fb2d03a up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:40:10.947059 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device b80e332b-76b3-448e-95c8-4615f945e607 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:40:11.073154 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ec846-fb95-43b6-bf71-31abe7e0188f req-9c6ad873-a6e6-490c-8a08-0f2fdbf0715c tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:11.088228 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1c2ec846-fb95-43b6-bf71-31abe7e0188f req-9c6ad873-a6e6-490c-8a08-0f2fdbf0715c tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2fbf761-0bd9-4e8c-ac65-175991a98268 HTTP/1.1" status: 200 len: 945 time: 0.1004968 Jul 15 23:40:11.199024 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1c2ec846-fb95-43b6-bf71-31abe7e0188f req-24c80f71-7f31-454a-a7f0-76bfa3ca88d0 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014545 Jul 15 23:40:11.203905 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 42546) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:11.212400 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-a3684008-e6be-4378-a9e8-c6d61be887e6 None None] Set router 7985a6b2-0018-485f-8cfd-8ea7fcd96ea0 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:40:11.444710 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port b80e332b-76b3-448e-95c8-4615f945e607 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:40:11.445149 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:11.469364 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6542f3a6-a557-47bb-9866-aef2079e8c45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:11.493190 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 422e5f7c-fd12-47bf-a100-36859fb2d03a completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:40:11.543565 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-31a56fa7-108c-4b30-8a60-60d1dee497a7 admin admin] Deleting port 422e5f7c-fd12-47bf-a100-36859fb2d03a {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:40:11.544355 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-31a56fa7-108c-4b30-8a60-60d1dee497a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:11.593194 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 422e5f7c-fd12-47bf-a100-36859fb2d03a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:40:11.593559 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:11.741984 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a3684008-e6be-4378-a9e8-c6d61be887e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7985a6b2-0018-485f-8cfd-8ea7fcd96ea0', 'name': 'tempest-TestAggregatesBasicOps-976397507-router', 'tenant_id': 'c24c85cfd41b4cbfb3d1665f6bcd870e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '220a97b9-f623-4aef-b13f-d5c8f0ce7fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:39:54Z', 'updated_at': '2021-07-15T23:39:59Z', 'revision_number': 4, 'project_id': 'c24c85cfd41b4cbfb3d1665f6bcd870e', 'gw_port': {'id': '220a97b9-f623-4aef-b13f-d5c8f0ce7fcb', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:86:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7985a6b2-0018-485f-8cfd-8ea7fcd96ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:39:56Z', 'updated_at': '2021-07-15T23:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '422e5f7c-fd12-47bf-a100-36859fb2d03a', 'name': '', 'network_id': 'f2ed98c6-0c94-469f-b009-3007aea38bbe', 'tenant_id': 'c24c85cfd41b4cbfb3d1665f6bcd870e', 'mac_address': 'fa:16:3e:71:4a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7985a6b2-0018-485f-8cfd-8ea7fcd96ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '97bc9684-f0bb-40a1-a652-2d3c4fa24c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:39:58Z', 'updated_at': '2021-07-15T23:40:09Z', 'revision_number': 4, 'project_id': 'c24c85cfd41b4cbfb3d1665f6bcd870e', 'subnets': [{'id': '97bc9684-f0bb-40a1-a652-2d3c4fa24c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:11.846618 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6542f3a6-a557-47bb-9866-aef2079e8c45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:11.860982 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6542f3a6-a557-47bb-9866-aef2079e8c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:11.886407 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3684008-e6be-4378-a9e8-c6d61be887e6 None None] The sync data for ids ['7985a6b2-0018-485f-8cfd-8ea7fcd96ea0'] in n-d-794306-6 is: [{'id': '7985a6b2-0018-485f-8cfd-8ea7fcd96ea0', 'name': 'tempest-TestAggregatesBasicOps-976397507-router', 'tenant_id': 'c24c85cfd41b4cbfb3d1665f6bcd870e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '220a97b9-f623-4aef-b13f-d5c8f0ce7fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:39:54Z', 'updated_at': '2021-07-15T23:39:59Z', 'revision_number': 4, 'project_id': 'c24c85cfd41b4cbfb3d1665f6bcd870e', 'gw_port': {'id': '220a97b9-f623-4aef-b13f-d5c8f0ce7fcb', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:86:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7985a6b2-0018-485f-8cfd-8ea7fcd96ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:39:56Z', 'updated_at': '2021-07-15T23:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '422e5f7c-fd12-47bf-a100-36859fb2d03a', 'name': '', 'network_id': 'f2ed98c6-0c94-469f-b009-3007aea38bbe', 'tenant_id': 'c24c85cfd41b4cbfb3d1665f6bcd870e', 'mac_address': 'fa:16:3e:71:4a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7985a6b2-0018-485f-8cfd-8ea7fcd96ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '97bc9684-f0bb-40a1-a652-2d3c4fa24c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:39:58Z', 'updated_at': '2021-07-15T23:40:09Z', 'revision_number': 4, 'project_id': 'c24c85cfd41b4cbfb3d1665f6bcd870e', 'subnets': [{'id': '97bc9684-f0bb-40a1-a652-2d3c4fa24c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:40:11.888206 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:11.902764 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-31a56fa7-108c-4b30-8a60-60d1dee497a7 admin admin] For port 422e5f7c-fd12-47bf-a100-36859fb2d03a, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=422e5f7c-fd12-47bf-a100-36859fb2d03a,segment=NetworkSegment(72d779f8-d667-4e5c-bf24-2f48f27abc2d),segment_id=72d779f8-d667-4e5c-bf24-2f48f27abc2d)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:40:11.903143 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-31a56fa7-108c-4b30-8a60-60d1dee497a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:11.936271 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-31a56fa7-108c-4b30-8a60-60d1dee497a7 admin admin] Calling delete_port for 422e5f7c-fd12-47bf-a100-36859fb2d03a owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:40:11.943423 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:11.947818 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6542f3a6-a557-47bb-9866-aef2079e8c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d6b2e0-d621-46e9-8ff9-17d8b7eac16c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:12.054216 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-6542f3a6-a557-47bb-9866-aef2079e8c45 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d42cd8db1efb428c9bb5855f1a0990ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8463192 Jul 15 23:40:12.054416 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 42552) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:12.127876 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port b80e332b-76b3-448e-95c8-4615f945e607, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=b80e332b-76b3-448e-95c8-4615f945e607,segment=NetworkSegment(1221e74c-ebb2-4cb8-bf72-835ef0508fbe),segment_id=1221e74c-ebb2-4cb8-bf72-835ef0508fbe)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:40:12.144770 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2fbf761-0bd9-4e8c-ac65-175991a98268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b80e332b-76b3-448e-95c8-4615f945e607'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:40:12.147332 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8397d471-71cd-46e6-b6ab-015c8045fbb2" -d '{"events": [{"server_uuid": "b2fbf761-0bd9-4e8c-ac65-175991a98268", "name": "network-vif-plugged", "status": "completed", "tag": "b80e332b-76b3-448e-95c8-4615f945e607"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:40:12.195131 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 422e5f7c-fd12-47bf-a100-36859fb2d03a, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=422e5f7c-fd12-47bf-a100-36859fb2d03a,segment=NetworkSegment(72d779f8-d667-4e5c-bf24-2f48f27abc2d),segment_id=72d779f8-d667-4e5c-bf24-2f48f27abc2d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:40:12.197465 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:12.211464 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f542e78c-a676-4a76-a87d-02534a830160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:12.337998 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f542e78c-a676-4a76-a87d-02534a830160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:12.434510 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8989db0-1dbb-4946-a7fc-e288345f8009 x-openstack-request-id: req-b8989db0-1dbb-4946-a7fc-e288345f8009 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:40:12.436141 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2fbf761-0bd9-4e8c-ac65-175991a98268", "name": "network-vif-plugged", "status": "completed", "tag": "b80e332b-76b3-448e-95c8-4615f945e607", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:40:12.437603 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b8989db0-1dbb-4946-a7fc-e288345f8009 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:40:12.438984 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2fbf761-0bd9-4e8c-ac65-175991a98268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b80e332b-76b3-448e-95c8-4615f945e607', 'code': 200} Jul 15 23:40:12.441737 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=b80e332b-76b3-448e-95c8-4615f945e607,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:12.465533 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:12.551723 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f542e78c-a676-4a76-a87d-02534a830160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:12.554356 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f542e78c-a676-4a76-a87d-02534a830160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:12.555619 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-f542e78c-a676-4a76-a87d-02534a830160 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e9d6b2e0-d621-46e9-8ff9-17d8b7eac16c HTTP/1.1" status: 204 len: 168 time: 0.5003271 Jul 15 23:40:12.588293 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f542e78c-a676-4a76-a87d-02534a830160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d6b2e0-d621-46e9-8ff9-17d8b7eac16c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:12.661483 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 1b942b96-469f-49f4-850a-ac4431d570b3 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:40:12.808485 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 1b942b96-469f-49f4-850a-ac4431d570b3 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:40:12.809407 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 1b942b96-469f-49f4-850a-ac4431d570b3 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:40:12.812676 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-31a56fa7-108c-4b30-8a60-60d1dee497a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:12.830614 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-aec24f9c-015b-4bea-90cc-5e86569602f3 None None] Provisioning complete for port 422e5f7c-fd12-47bf-a100-36859fb2d03a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:40:12.830994 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aec24f9c-015b-4bea-90cc-5e86569602f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:12.899272 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a56fa7-108c-4b30-8a60-60d1dee497a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=422e5f7c-fd12-47bf-a100-36859fb2d03a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:12.924331 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-aec24f9c-015b-4bea-90cc-5e86569602f3 None None] Port 422e5f7c-fd12-47bf-a100-36859fb2d03a was deleted so its status cannot be updated. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 15 23:40:12.937042 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d964f-8561-4a9b-a1a3-35e7215fda02 req-55ffc178-8116-4ae7-97af-f6468cde6f97 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:12.939347 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=422e5f7c-fd12-47bf-a100-36859fb2d03a,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:12.951097 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d42d964f-8561-4a9b-a1a3-35e7215fda02 req-55ffc178-8116-4ae7-97af-f6468cde6f97 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2fbf761-0bd9-4e8c-ac65-175991a98268 HTTP/1.1" status: 200 len: 946 time: 0.2156801 Jul 15 23:40:13.040554 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d42d964f-8561-4a9b-a1a3-35e7215fda02 req-9e368f68-aa43-4bd2-b5d1-5640f0f138b3 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848427 Jul 15 23:40:13.315687 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 42566) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:13.324204 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-31a56fa7-108c-4b30-8a60-60d1dee497a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:13.348153 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4c4ccc47-bb68-4d55-8354-0dafdde6c76d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:13.564222 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4c4ccc47-bb68-4d55-8354-0dafdde6c76d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:13.574101 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4c4ccc47-bb68-4d55-8354-0dafdde6c76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:13.640010 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-4c4ccc47-bb68-4d55-8354-0dafdde6c76d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7e3ebc51467f41cf8f38caac8552b2eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3221986 Jul 15 23:40:13.642550 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 42572) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:13.688149 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a56fa7-108c-4b30-8a60-60d1dee497a7 admin admin] Router 7985a6b2-0018-485f-8cfd-8ea7fcd96ea0 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:40:13.759537 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4ccc47-bb68-4d55-8354-0dafdde6c76d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee19fe1-777a-411e-accc-49aee51ee1cb,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:13.815083 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53fd5eb3-f970-4869-ab17-cca1ab711a06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:13.872207 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a56fa7-108c-4b30-8a60-60d1dee497a7 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:40:13.883376 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee84f1a-8fe6-40e1-b4ca-26c4fcd549ea None None] Sync routers for ids ['7985a6b2-0018-485f-8cfd-8ea7fcd96ea0'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:40:13.885729 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53fd5eb3-f970-4869-ab17-cca1ab711a06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:13.893372 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 42574) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:13.894264 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-31a56fa7-108c-4b30-8a60-60d1dee497a7 admin admin] 10.222.0.48 "PUT /v2.0/routers/7985a6b2-0018-485f-8cfd-8ea7fcd96ea0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5330675 Jul 15 23:40:13.898130 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee84f1a-8fe6-40e1-b4ca-26c4fcd549ea None None] Routers {'7985a6b2-0018-485f-8cfd-8ea7fcd96ea0'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:40:13.903180 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-bee84f1a-8fe6-40e1-b4ca-26c4fcd549ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:40:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['7985a6b2-0018-485f-8cfd-8ea7fcd96ea0'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:14.063019 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53fd5eb3-f970-4869-ab17-cca1ab711a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:14.066895 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-bee84f1a-8fe6-40e1-b4ca-26c4fcd549ea None None] Set router 7985a6b2-0018-485f-8cfd-8ea7fcd96ea0 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:40:14.070248 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53fd5eb3-f970-4869-ab17-cca1ab711a06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:14.094163 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-53fd5eb3-f970-4869-ab17-cca1ab711a06 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cee19fe1-777a-411e-accc-49aee51ee1cb HTTP/1.1" status: 204 len: 168 time: 0.4297636 Jul 15 23:40:14.124761 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fd5eb3-f970-4869-ab17-cca1ab711a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee19fe1-777a-411e-accc-49aee51ee1cb,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:14.178827 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb194b7b-4e34-4e57-8567-55c6ddb66732 admin admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:14.454049 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-bee84f1a-8fe6-40e1-b4ca-26c4fcd549ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7985a6b2-0018-485f-8cfd-8ea7fcd96ea0', 'name': 'tempest-TestAggregatesBasicOps-976397507-router', 'tenant_id': 'c24c85cfd41b4cbfb3d1665f6bcd870e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '220a97b9-f623-4aef-b13f-d5c8f0ce7fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:39:54Z', 'updated_at': '2021-07-15T23:40:12Z', 'revision_number': 5, 'project_id': 'c24c85cfd41b4cbfb3d1665f6bcd870e', 'gw_port': {'id': '220a97b9-f623-4aef-b13f-d5c8f0ce7fcb', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:86:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7985a6b2-0018-485f-8cfd-8ea7fcd96ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:39:56Z', 'updated_at': '2021-07-15T23:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:14.483380 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee84f1a-8fe6-40e1-b4ca-26c4fcd549ea None None] Checking router: 7985a6b2-0018-485f-8cfd-8ea7fcd96ea0 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:40:14.487307 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff8730-33fb-4fa9-89e4-7c32d742d8f0 req-6d32efc6-d1a2-47e8-b648-e37055b375bb tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:14.488913 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a4ff8730-33fb-4fa9-89e4-7c32d742d8f0 req-6d32efc6-d1a2-47e8-b648-e37055b375bb tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2fbf761-0bd9-4e8c-ac65-175991a98268 HTTP/1.1" status: 200 len: 946 time: 0.2325048 Jul 15 23:40:14.497850 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee84f1a-8fe6-40e1-b4ca-26c4fcd549ea None None] Routers {'7985a6b2-0018-485f-8cfd-8ea7fcd96ea0'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:40:14.499098 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-bee84f1a-8fe6-40e1-b4ca-26c4fcd549ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:40:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['7985a6b2-0018-485f-8cfd-8ea7fcd96ea0'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:14.549269 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb194b7b-4e34-4e57-8567-55c6ddb66732 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:14.639318 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a4ff8730-33fb-4fa9-89e4-7c32d742d8f0 req-9f6b8f67-bde8-4ff7-a631-8aeb4c57404c tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368794 Jul 15 23:40:14.701482 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-fb194b7b-4e34-4e57-8567-55c6ddb66732 admin admin] Deleting port 220a97b9-f623-4aef-b13f-d5c8f0ce7fcb {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:40:14.701831 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb194b7b-4e34-4e57-8567-55c6ddb66732 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:14.727201 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-bee84f1a-8fe6-40e1-b4ca-26c4fcd549ea None None] Set router 7985a6b2-0018-485f-8cfd-8ea7fcd96ea0 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:40:14.824888 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-fb194b7b-4e34-4e57-8567-55c6ddb66732 admin admin] For port 220a97b9-f623-4aef-b13f-d5c8f0ce7fcb, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=220a97b9-f623-4aef-b13f-d5c8f0ce7fcb,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:40:14.825252 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb194b7b-4e34-4e57-8567-55c6ddb66732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:14.853761 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-fb194b7b-4e34-4e57-8567-55c6ddb66732 admin admin] Calling delete_port for 220a97b9-f623-4aef-b13f-d5c8f0ce7fcb owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:40:15.012163 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-bee84f1a-8fe6-40e1-b4ca-26c4fcd549ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7985a6b2-0018-485f-8cfd-8ea7fcd96ea0', 'name': 'tempest-TestAggregatesBasicOps-976397507-router', 'tenant_id': 'c24c85cfd41b4cbfb3d1665f6bcd870e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '220a97b9-f623-4aef-b13f-d5c8f0ce7fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:39:54Z', 'updated_at': '2021-07-15T23:40:12Z', 'revision_number': 5, 'project_id': 'c24c85cfd41b4cbfb3d1665f6bcd870e', 'gw_port': {'id': '220a97b9-f623-4aef-b13f-d5c8f0ce7fcb', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:86:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7985a6b2-0018-485f-8cfd-8ea7fcd96ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:39:56Z', 'updated_at': '2021-07-15T23:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:15.070366 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee84f1a-8fe6-40e1-b4ca-26c4fcd549ea None None] The sync data for ids ['7985a6b2-0018-485f-8cfd-8ea7fcd96ea0'] in n-d-794306-6 is: [{'id': '7985a6b2-0018-485f-8cfd-8ea7fcd96ea0', 'name': 'tempest-TestAggregatesBasicOps-976397507-router', 'tenant_id': 'c24c85cfd41b4cbfb3d1665f6bcd870e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '220a97b9-f623-4aef-b13f-d5c8f0ce7fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:39:54Z', 'updated_at': '2021-07-15T23:40:12Z', 'revision_number': 5, 'project_id': 'c24c85cfd41b4cbfb3d1665f6bcd870e', 'gw_port': {'id': '220a97b9-f623-4aef-b13f-d5c8f0ce7fcb', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:86:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7985a6b2-0018-485f-8cfd-8ea7fcd96ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:39:56Z', 'updated_at': '2021-07-15T23:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:40:15.124629 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb194b7b-4e34-4e57-8567-55c6ddb66732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:15.229215 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb194b7b-4e34-4e57-8567-55c6ddb66732 admin admin] Pushing event deleted for resources: {'Port': ['ID=220a97b9-f623-4aef-b13f-d5c8f0ce7fcb,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:15.267204 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb194b7b-4e34-4e57-8567-55c6ddb66732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999011'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:15.407249 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb194b7b-4e34-4e57-8567-55c6ddb66732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:15.410815 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb194b7b-4e34-4e57-8567-55c6ddb66732 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:15.510506 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb194b7b-4e34-4e57-8567-55c6ddb66732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:15.512134 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb194b7b-4e34-4e57-8567-55c6ddb66732 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7985a6b2-0018-485f-8cfd-8ea7fcd96ea0 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:40:15.524033 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb194b7b-4e34-4e57-8567-55c6ddb66732 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:15.525377 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-fb194b7b-4e34-4e57-8567-55c6ddb66732 admin admin] 10.222.0.48 "DELETE /v2.0/routers/7985a6b2-0018-485f-8cfd-8ea7fcd96ea0 HTTP/1.1" status: 204 len: 168 time: 1.6301060 Jul 15 23:40:15.527892 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 42606) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:15.591734 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e420424-ce57-4ace-bcbd-7336ca8ce5d9 admin admin] Deleting subnet 97bc9684-f0bb-40a1-a652-2d3c4fa24c77 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:40:15.596423 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6e420424-ce57-4ace-bcbd-7336ca8ce5d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:15.724216 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6e420424-ce57-4ace-bcbd-7336ca8ce5d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:15.996907 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6e420424-ce57-4ace-bcbd-7336ca8ce5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:16.100583 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6e420424-ce57-4ace-bcbd-7336ca8ce5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:16.117274 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b125c-9127-4de7-ae10-24ffb831fbd1 req-b96db2fa-a1d6-41b1-95c0-efb1bb3db784 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:16.134614 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-305b125c-9127-4de7-ae10-24ffb831fbd1 req-b96db2fa-a1d6-41b1-95c0-efb1bb3db784 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2fbf761-0bd9-4e8c-ac65-175991a98268 HTTP/1.1" status: 200 len: 946 time: 0.3072073 Jul 15 23:40:16.182489 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e420424-ce57-4ace-bcbd-7336ca8ce5d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97bc9684-f0bb-40a1-a652-2d3c4fa24c77,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:16.203750 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6e420424-ce57-4ace-bcbd-7336ca8ce5d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:16.209807 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-6e420424-ce57-4ace-bcbd-7336ca8ce5d9 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/97bc9684-f0bb-40a1-a652-2d3c4fa24c77 HTTP/1.1" status: 204 len: 168 time: 0.6775534 Jul 15 23:40:16.209914 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc6d4ff-e2b0-46b1-88f9-98e7aea10506 None None] Network f2ed98c6-0c94-469f-b009-3007aea38bbe requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:40:16.210316 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 42650) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:16.288062 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-305b125c-9127-4de7-ae10-24ffb831fbd1 req-8c61fa1e-11d3-459d-91d2-9e846b1350e8 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457615 Jul 15 23:40:16.449071 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cca5b29d-3da1-4c22-8257-86cbe262d72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:16.554883 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-cca5b29d-3da1-4c22-8257-86cbe262d72b admin admin] Deleting port 9757201a-d260-4e0f-87c6-fce82b0ca617 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:40:16.555428 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cca5b29d-3da1-4c22-8257-86cbe262d72b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:16.604916 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af677c8b-1cd7-4e78-bd13-e2fcc2a6f0a7 None None] DHCP port deletion for f2ed98c6-0c94-469f-b009-3007aea38bbe request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:40:16.747621 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-cca5b29d-3da1-4c22-8257-86cbe262d72b admin admin] For port 9757201a-d260-4e0f-87c6-fce82b0ca617, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=9757201a-d260-4e0f-87c6-fce82b0ca617,segment=NetworkSegment(72d779f8-d667-4e5c-bf24-2f48f27abc2d),segment_id=72d779f8-d667-4e5c-bf24-2f48f27abc2d)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:40:16.747862 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-af677c8b-1cd7-4e78-bd13-e2fcc2a6f0a7 None None] Deleting port 9757201a-d260-4e0f-87c6-fce82b0ca617 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:40:16.748217 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cca5b29d-3da1-4c22-8257-86cbe262d72b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:16.748739 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-af677c8b-1cd7-4e78-bd13-e2fcc2a6f0a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:16.767679 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-cca5b29d-3da1-4c22-8257-86cbe262d72b admin admin] Calling delete_port for 9757201a-d260-4e0f-87c6-fce82b0ca617 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:40:16.891742 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cca5b29d-3da1-4c22-8257-86cbe262d72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:16.971102 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca5b29d-3da1-4c22-8257-86cbe262d72b admin admin] No DVR routers for this DVR port 9757201a-d260-4e0f-87c6-fce82b0ca617 on host n-d-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:40:16.979790 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca5b29d-3da1-4c22-8257-86cbe262d72b admin admin] Pushing event deleted for resources: {'Port': ['ID=9757201a-d260-4e0f-87c6-fce82b0ca617,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:16.980684 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-af677c8b-1cd7-4e78-bd13-e2fcc2a6f0a7 None None] For port 9757201a-d260-4e0f-87c6-fce82b0ca617, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=9757201a-d260-4e0f-87c6-fce82b0ca617,segment=NetworkSegment(72d779f8-d667-4e5c-bf24-2f48f27abc2d),segment_id=72d779f8-d667-4e5c-bf24-2f48f27abc2d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:40:16.981382 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-af677c8b-1cd7-4e78-bd13-e2fcc2a6f0a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:17.014780 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 422e5f7c-fd12-47bf-a100-36859fb2d03a no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:40:17.068384 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-af677c8b-1cd7-4e78-bd13-e2fcc2a6f0a7 None None] Calling delete_port for 9757201a-d260-4e0f-87c6-fce82b0ca617 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:40:17.077024 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 422e5f7c-fd12-47bf-a100-36859fb2d03a {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:40:17.078131 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 422e5f7c-fd12-47bf-a100-36859fb2d03a not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:40:17.078949 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 220a97b9-f623-4aef-b13f-d5c8f0ce7fcb no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:40:17.149309 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 220a97b9-f623-4aef-b13f-d5c8f0ce7fcb {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:40:17.152128 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 220a97b9-f623-4aef-b13f-d5c8f0ce7fcb not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:40:17.152925 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 9757201a-d260-4e0f-87c6-fce82b0ca617 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:40:17.178034 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cca5b29d-3da1-4c22-8257-86cbe262d72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:17.205738 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-cca5b29d-3da1-4c22-8257-86cbe262d72b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2ed98c6-0c94-469f-b009-3007aea38bbe']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:17.234400 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-cca5b29d-3da1-4c22-8257-86cbe262d72b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72d779f8-d667-4e5c-bf24-2f48f27abc2d') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:17.235075 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-cca5b29d-3da1-4c22-8257-86cbe262d72b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72d779f8-d667-4e5c-bf24-2f48f27abc2d') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:17.253577 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cca5b29d-3da1-4c22-8257-86cbe262d72b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:17.262851 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 9757201a-d260-4e0f-87c6-fce82b0ca617 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:40:17.274556 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 9757201a-d260-4e0f-87c6-fce82b0ca617 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:40:17.284340 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cca5b29d-3da1-4c22-8257-86cbe262d72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:17.293918 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cca5b29d-3da1-4c22-8257-86cbe262d72b admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:40:17.294163 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cca5b29d-3da1-4c22-8257-86cbe262d72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:17.296939 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:40:17.296939 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:40:17.296939 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:40:17.296939 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:40:17.296939 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:40:17.296939 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:40:17.296939 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:40:17.296939 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:40:17.296939 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:40:17.296939 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:40:17.296939 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:40:17.296939 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:40:17.296939 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:40:17.296939 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:40:17.296939 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:40:17.296939 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:40:17.296939 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:40:17.296939 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:40:17.296939 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:40:17.296939 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:40:17.296939 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:40:17.296939 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:40:17.296939 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:40:17.296939 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:40:17.296939 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:40:17.296939 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:40:17.296939 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:40:17.296939 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:40:17.296939 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:40:17.296939 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:40:17.296939 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:40:17.296939 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:40:17.375735 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-af677c8b-1cd7-4e78-bd13-e2fcc2a6f0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:17.386909 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cca5b29d-3da1-4c22-8257-86cbe262d72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:17.402551 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cca5b29d-3da1-4c22-8257-86cbe262d72b admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:17.413739 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-cca5b29d-3da1-4c22-8257-86cbe262d72b admin admin] 10.222.0.48 "DELETE /v2.0/networks/f2ed98c6-0c94-469f-b009-3007aea38bbe HTTP/1.1" status: 204 len: 168 time: 1.2032452 Jul 15 23:40:17.414953 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca5b29d-3da1-4c22-8257-86cbe262d72b admin admin] Pushing event deleted for resources: {'Network': ['ID=f2ed98c6-0c94-469f-b009-3007aea38bbe,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:17.443489 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af677c8b-1cd7-4e78-bd13-e2fcc2a6f0a7 None None] Pushing event deleted for resources: {'Port': ['ID=9757201a-d260-4e0f-87c6-fce82b0ca617,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:17.459681 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af677c8b-1cd7-4e78-bd13-e2fcc2a6f0a7 None None] No DVR routers for this DVR port 9757201a-d260-4e0f-87c6-fce82b0ca617 on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:40:17.678280 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d4a66-5fc3-4d31-8f8e-d4118caf003a req-46bcd3ca-c9ef-44ff-a789-f1e0f41f2876 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:17.680623 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bc4d4a66-5fc3-4d31-8f8e-d4118caf003a req-46bcd3ca-c9ef-44ff-a789-f1e0f41f2876 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2fbf761-0bd9-4e8c-ac65-175991a98268 HTTP/1.1" status: 200 len: 946 time: 0.1003344 Jul 15 23:40:17.769242 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bc4d4a66-5fc3-4d31-8f8e-d4118caf003a req-117bd5fe-e2e3-494d-b738-3ed0ddc26a1c tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798228 Jul 15 23:40:17.790416 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 42702) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:17.875746 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 42704) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:17.876636 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-8b71ed83-6584-4945-9268-c79836265bd3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=59b538c011714bc9b0334875e0f67e00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0876298 Jul 15 23:40:17.966641 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a4accc29-99c6-4623-af57-0494f280f922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:18.008790 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a4accc29-99c6-4623-af57-0494f280f922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:18.095723 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a4accc29-99c6-4623-af57-0494f280f922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:18.103217 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a4accc29-99c6-4623-af57-0494f280f922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:18.104690 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-a4accc29-99c6-4623-af57-0494f280f922 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/640b3d36-2268-4006-9e1e-5888023343c1 HTTP/1.1" status: 204 len: 168 time: 0.2273598 Jul 15 23:40:18.114396 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4accc29-99c6-4623-af57-0494f280f922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=640b3d36-2268-4006-9e1e-5888023343c1,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:18.723506 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 42718) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:18.782664 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-89140028-89ff-4a7c-8cf2-e22e9402fd1e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c24c85cfd41b4cbfb3d1665f6bcd870e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0576303 Jul 15 23:40:18.784669 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 42720) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:18.918560 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-94ee9d7e-07d2-436b-8bcc-b57dfd1f878b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:18.955138 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-94ee9d7e-07d2-436b-8bcc-b57dfd1f878b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:19.029870 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-94ee9d7e-07d2-436b-8bcc-b57dfd1f878b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:19.032959 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-94ee9d7e-07d2-436b-8bcc-b57dfd1f878b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:19.050625 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-94ee9d7e-07d2-436b-8bcc-b57dfd1f878b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2a7b4db1-b7b4-409d-a430-7076a54ed316 HTTP/1.1" status: 204 len: 168 time: 0.2647769 Jul 15 23:40:19.132938 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ee9d7e-07d2-436b-8bcc-b57dfd1f878b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7b4db1-b7b4-409d-a430-7076a54ed316,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:19.220661 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a384b8a-ce57-4bfe-8d33-cf81c1a41be0 req-41f9ac38-8b55-4ece-a09c-a12191cb56f3 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:19.233762 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3a384b8a-ce57-4bfe-8d33-cf81c1a41be0 req-41f9ac38-8b55-4ece-a09c-a12191cb56f3 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2fbf761-0bd9-4e8c-ac65-175991a98268 HTTP/1.1" status: 200 len: 946 time: 0.2175267 Jul 15 23:40:19.311482 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3a384b8a-ce57-4bfe-8d33-cf81c1a41be0 req-c03c1893-6d5e-469a-8477-7a1e34288ce8 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714557 Jul 15 23:40:20.570943 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3fecbd-8f43-479f-a4b4-c46ef43796e2 req-6309f641-e98e-4b3b-83ed-42e1de0f9c03 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:20.579384 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cd3fecbd-8f43-479f-a4b4-c46ef43796e2 req-6309f641-e98e-4b3b-83ed-42e1de0f9c03 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2fbf761-0bd9-4e8c-ac65-175991a98268 HTTP/1.1" status: 200 len: 946 time: 0.0853279 Jul 15 23:40:20.633470 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cd3fecbd-8f43-479f-a4b4-c46ef43796e2 req-ec706b01-bd10-40bc-8432-e701f9a52d8b tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530457 Jul 15 23:40:21.988614 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab98f23e-c25e-4fc9-9722-6359644b9b4c req-4b71ffc3-588b-40ad-9e85-6ac9868a3300 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:21.998148 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab98f23e-c25e-4fc9-9722-6359644b9b4c req-4b71ffc3-588b-40ad-9e85-6ac9868a3300 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2fbf761-0bd9-4e8c-ac65-175991a98268 HTTP/1.1" status: 200 len: 946 time: 0.1899533 Jul 15 23:40:22.070683 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab98f23e-c25e-4fc9-9722-6359644b9b4c req-784f4197-05e7-43e3-8ab7-57131a78bd45 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715210 Jul 15 23:40:22.636660 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 42806) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:22.643616 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-0cba68e0-8f84-4d8b-a41a-ddd98367a57b tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Request body: {'network': {'name': 'tempest-network-smoke--657969491', 'project_id': '5f0d8a39450b41748c0b81cefe499b9b', 'port_security_enabled': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:40:22.692838 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cba68e0-8f84-4d8b-a41a-ddd98367a57b tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Made reservation on behalf of 5f0d8a39450b41748c0b81cefe499b9b for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:40:22.697768 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0cba68e0-8f84-4d8b-a41a-ddd98367a57b tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:22.715789 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0cba68e0-8f84-4d8b-a41a-ddd98367a57b tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:22.881759 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0cba68e0-8f84-4d8b-a41a-ddd98367a57b tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:22.887652 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0cba68e0-8f84-4d8b-a41a-ddd98367a57b tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:22.902617 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cba68e0-8f84-4d8b-a41a-ddd98367a57b tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:40:22.945037 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cba68e0-8f84-4d8b-a41a-ddd98367a57b tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f25d0f2-e4b3-432e-82de-2b34c49684ff,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:22.951109 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0cba68e0-8f84-4d8b-a41a-ddd98367a57b tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:22.951556 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-0cba68e0-8f84-4d8b-a41a-ddd98367a57b tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Added segment 2af0907f-6bff-467e-8389-541319e713f5 of type vlan for network 2de34d27-ccf0-4ec0-8d19-72e4f2003199 Jul 15 23:40:23.046399 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0cba68e0-8f84-4d8b-a41a-ddd98367a57b tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:23.118563 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0cba68e0-8f84-4d8b-a41a-ddd98367a57b tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:23.125632 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cba68e0-8f84-4d8b-a41a-ddd98367a57b tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:23.126288 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0cba68e0-8f84-4d8b-a41a-ddd98367a57b tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:23.217472 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 42812) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:23.222123 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-44cbd1a1-bc05-413e-b754-a511e5465dc2 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-497449651', 'admin_state_up': True, 'project_id': '5f0d8a39450b41748c0b81cefe499b9b', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:40:23.227516 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-0cba68e0-8f84-4d8b-a41a-ddd98367a57b tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5895157 Jul 15 23:40:23.295375 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cba68e0-8f84-4d8b-a41a-ddd98367a57b tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Pushing event updated for resources: {'Network': ['ID=2de34d27-ccf0-4ec0-8d19-72e4f2003199,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:23.313310 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 2de34d27-ccf0-4ec0-8d19-72e4f2003199 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:40:23.357170 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-44cbd1a1-bc05-413e-b754-a511e5465dc2 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:23.360775 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-44cbd1a1-bc05-413e-b754-a511e5465dc2 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:23.507836 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-44cbd1a1-bc05-413e-b754-a511e5465dc2 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:23.523795 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c025d-75ae-45ef-b36d-28a5982e32e1 req-d31d32db-e1f6-4dd9-baf8-21453c869df9 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:23.534344 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-683c025d-75ae-45ef-b36d-28a5982e32e1 req-d31d32db-e1f6-4dd9-baf8-21453c869df9 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2fbf761-0bd9-4e8c-ac65-175991a98268 HTTP/1.1" status: 200 len: 946 time: 0.2784460 Jul 15 23:40:23.744990 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-44cbd1a1-bc05-413e-b754-a511e5465dc2 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:23.759654 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-683c025d-75ae-45ef-b36d-28a5982e32e1 req-7f039941-3ad1-48f0-959f-860d9242b4db tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209721 Jul 15 23:40:24.464315 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-44cbd1a1-bc05-413e-b754-a511e5465dc2 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:24.488417 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-44cbd1a1-bc05-413e-b754-a511e5465dc2 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:24.669124 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-44cbd1a1-bc05-413e-b754-a511e5465dc2 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Allocated IP 172.25.5.23 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/91e3c808-4330-4647-ab2b-b27880fc8f04) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:40:24.880240 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-44cbd1a1-bc05-413e-b754-a511e5465dc2 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:24.969999 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-44cbd1a1-bc05-413e-b754-a511e5465dc2 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:25.084657 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44cbd1a1-bc05-413e-b754-a511e5465dc2 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:40:25.088548 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-44cbd1a1-bc05-413e-b754-a511e5465dc2 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:40:25.099968 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cbd1a1-bc05-413e-b754-a511e5465dc2 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:40:25.144663 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cbd1a1-bc05-413e-b754-a511e5465dc2 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Pushing event updated for resources: {'Port': ['ID=91e3c808-4330-4647-ab2b-b27880fc8f04,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:25.333123 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f64a5ae-6e1e-48c9-ba8b-22e8dd6e16d4 req-1e217f2d-db83-4949-9105-17d44740f784 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:25.348586 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0f64a5ae-6e1e-48c9-ba8b-22e8dd6e16d4 req-1e217f2d-db83-4949-9105-17d44740f784 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2fbf761-0bd9-4e8c-ac65-175991a98268 HTTP/1.1" status: 200 len: 946 time: 0.3667879 Jul 15 23:40:25.559009 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-44cbd1a1-bc05-413e-b754-a511e5465dc2 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:25.566350 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0f64a5ae-6e1e-48c9-ba8b-22e8dd6e16d4 req-f9d9d582-9ebb-440d-bc19-012c57c849ff tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139022 Jul 15 23:40:25.568027 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:25.924506 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-44cbd1a1-bc05-413e-b754-a511e5465dc2 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:26.116337 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44cbd1a1-bc05-413e-b754-a511e5465dc2 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Router 01cc1282-5b07-4dc7-8cf2-acb6952a3197 is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:40:26.293163 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44cbd1a1-bc05-413e-b754-a511e5465dc2 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:40:26.304243 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861bfcf3-65a3-47b2-9a18-8e1931cdd7b6 None None] Sync routers for ids ['01cc1282-5b07-4dc7-8cf2-acb6952a3197'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:40:26.318301 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861bfcf3-65a3-47b2-9a18-8e1931cdd7b6 None None] Routers {'01cc1282-5b07-4dc7-8cf2-acb6952a3197'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:40:26.321686 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-861bfcf3-65a3-47b2-9a18-8e1931cdd7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:40:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['01cc1282-5b07-4dc7-8cf2-acb6952a3197'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:26.337813 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-44cbd1a1-bc05-413e-b754-a511e5465dc2 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:26.343140 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-44cbd1a1-bc05-413e-b754-a511e5465dc2 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.1245944 Jul 15 23:40:26.344281 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 42832) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:26.535632 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a68fcee5-aa7c-44ac-b0ce-df1b2dc5b837 tempest-TestSecurityGroupsBasicOps-1792558 tempest-TestSecurityGroupsBasicOps-1792558-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=5f0d8a39450b41748c0b81cefe499b9b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1855006 Jul 15 23:40:26.538095 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 42836) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:26.632189 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-861bfcf3-65a3-47b2-9a18-8e1931cdd7b6 None None] Set router 01cc1282-5b07-4dc7-8cf2-acb6952a3197 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:40:26.765471 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06df12a-2190-4c24-ad2a-377e43177b54 tempest-TestSecurityGroupsBasicOps-1792558 tempest-TestSecurityGroupsBasicOps-1792558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:26.775286 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c06df12a-2190-4c24-ad2a-377e43177b54 tempest-TestSecurityGroupsBasicOps-1792558 tempest-TestSecurityGroupsBasicOps-1792558-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2360022 Jul 15 23:40:26.781362 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 42840) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:26.858701 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-c976aee6-ccb2-49e1-a5a7-47802d2949ac tempest-TestSecurityGroupsBasicOps-1792558 tempest-TestSecurityGroupsBasicOps-1792558-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=c4160cc4-e133-4d4e-ad39-f86bca4b2f14&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0761299 Jul 15 23:40:26.861475 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 42848) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:26.868448 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b5cccb97-ddac-436b-b496-055a2bbf3484 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1041365644', 'network_id': '2de34d27-ccf0-4ec0-8d19-72e4f2003199', 'project_id': '5f0d8a39450b41748c0b81cefe499b9b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:40:26.972469 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-861bfcf3-65a3-47b2-9a18-8e1931cdd7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01cc1282-5b07-4dc7-8cf2-acb6952a3197', 'name': 'tempest-TestSecurityGroupsBasicOps-router-497449651', 'tenant_id': '5f0d8a39450b41748c0b81cefe499b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '91e3c808-4330-4647-ab2b-b27880fc8f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:40:23Z', 'updated_at': '2021-07-15T23:40:25Z', 'revision_number': 3, 'project_id': '5f0d8a39450b41748c0b81cefe499b9b', 'gw_port': {'id': '91e3c808-4330-4647-ab2b-b27880fc8f04', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c2:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01cc1282-5b07-4dc7-8cf2-acb6952a3197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:24Z', 'updated_at': '2021-07-15T23:40:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:27.024114 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861bfcf3-65a3-47b2-9a18-8e1931cdd7b6 None None] Checking router: 01cc1282-5b07-4dc7-8cf2-acb6952a3197 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:40:27.027975 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ec634-744b-4f9d-97da-57d379f268ca req-974e6930-c946-484a-87c4-98392045a220 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:27.028879 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861bfcf3-65a3-47b2-9a18-8e1931cdd7b6 None None] Updating router 01cc1282-5b07-4dc7-8cf2-acb6952a3197 port 91e3c808-4330-4647-ab2b-b27880fc8f04 binding host n-d-794306-6 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:40:27.031104 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-912ec634-744b-4f9d-97da-57d379f268ca req-974e6930-c946-484a-87c4-98392045a220 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2fbf761-0bd9-4e8c-ac65-175991a98268 HTTP/1.1" status: 200 len: 946 time: 0.2341025 Jul 15 23:40:27.083666 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5cccb97-ddac-436b-b496-055a2bbf3484 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Made reservation on behalf of 5f0d8a39450b41748c0b81cefe499b9b for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:40:27.088346 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b5cccb97-ddac-436b-b496-055a2bbf3484 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:27.105987 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-861bfcf3-65a3-47b2-9a18-8e1931cdd7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:27.131783 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-912ec634-744b-4f9d-97da-57d379f268ca req-45d88713-ef22-4347-bfc2-66caf70c84b6 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946622 Jul 15 23:40:27.360679 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b5cccb97-ddac-436b-b496-055a2bbf3484 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:27.443547 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cccb97-ddac-436b-b496-055a2bbf3484 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Pushing event updated for resources: {'Subnet': ['ID=3ee10193-c61f-4262-948c-c4519fb074ab,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:27.484973 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cccb97-ddac-436b-b496-055a2bbf3484 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Checking segment: {'id': '2af0907f-6bff-467e-8389-541319e713f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '2de34d27-ccf0-4ec0-8d19-72e4f2003199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:40:27.490552 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cccb97-ddac-436b-b496-055a2bbf3484 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Network hostable DHCP agents. Network: 2de34d27-ccf0-4ec0-8d19-72e4f2003199, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:40:27.530660 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cccb97-ddac-436b-b496-055a2bbf3484 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Network 2de34d27-ccf0-4ec0-8d19-72e4f2003199 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:40:27.549359 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-b5cccb97-ddac-436b-b496-055a2bbf3484 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 2de34d27-ccf0-4ec0-8d19-72e4f2003199) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:40:27.555165 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cccb97-ddac-436b-b496-055a2bbf3484 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:27.556174 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b5cccb97-ddac-436b-b496-055a2bbf3484 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:27.569851 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d2d4e9-0546-4cc4-b1f7-d05a676e658c None None] Network 2de34d27-ccf0-4ec0-8d19-72e4f2003199 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:40:27.576797 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b5cccb97-ddac-436b-b496-055a2bbf3484 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7129893 Jul 15 23:40:27.580011 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 42858) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:27.724331 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d53b6e-629f-49c0-bbd6-cd8096134088 req-4554d965-741e-4be8-b024-2fcda9078395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:27.725847 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a9d53b6e-629f-49c0-bbd6-cd8096134088 req-4554d965-741e-4be8-b024-2fcda9078395 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1482c544a11f4437b346c979b3eb517a&device_id=b2fbf761-0bd9-4e8c-ac65-175991a98268 HTTP/1.1" status: 200 len: 1097 time: 0.1017711 Jul 15 23:40:27.770889 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-861bfcf3-65a3-47b2-9a18-8e1931cdd7b6 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:27.786243 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-861bfcf3-65a3-47b2-9a18-8e1931cdd7b6 None None] Transition to ACTIVE for port object 91e3c808-4330-4647-ab2b-b27880fc8f04 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:40:27.796714 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0acefc5-b7e7-4a93-8afe-fef9485ecc2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-2de34d27-ccf0-4ec0-8d19-72e4f2003199', 'network_id': '2de34d27-ccf0-4ec0-8d19-72e4f2003199', 'tenant_id': '5f0d8a39450b41748c0b81cefe499b9b', 'fixed_ips': [{'subnet_id': '3ee10193-c61f-4262-948c-c4519fb074ab'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:40:27.814185 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f0acefc5-b7e7-4a93-8afe-fef9485ecc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:27.822641 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-861bfcf3-65a3-47b2-9a18-8e1931cdd7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:27.898709 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d53b6e-629f-49c0-bbd6-cd8096134088 req-338f31f9-2621-43ee-9e6d-3d7c83af6183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:27.901979 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a9d53b6e-629f-49c0-bbd6-cd8096134088 req-338f31f9-2621-43ee-9e6d-3d7c83af6183 service neutron] 10.222.0.49 "GET /v2.0/networks?id=319575b4-274a-45da-9bf1-6decf487208b HTTP/1.1" status: 200 len: 911 time: 0.1640301 Jul 15 23:40:27.944136 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1711904-0191-43a6-833d-28429bbd0daf None None] Pushing event updated for resources: {'Port': ['ID=91e3c808-4330-4647-ab2b-b27880fc8f04,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:27.968935 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-861bfcf3-65a3-47b2-9a18-8e1931cdd7b6 None None] Attempting to bind port 91e3c808-4330-4647-ab2b-b27880fc8f04 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:40:27.969594 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-861bfcf3-65a3-47b2-9a18-8e1931cdd7b6 None None] Attempting to bind port 91e3c808-4330-4647-ab2b-b27880fc8f04 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:40:27.970118 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861bfcf3-65a3-47b2-9a18-8e1931cdd7b6 None None] Attempting to bind port 91e3c808-4330-4647-ab2b-b27880fc8f04 on network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:40:27.978166 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a9d53b6e-629f-49c0-bbd6-cd8096134088 req-0d22f784-21a0-482f-b8e9-420fb2d5b5e0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b80e332b-76b3-448e-95c8-4615f945e607 HTTP/1.1" status: 200 len: 217 time: 0.0682518 Jul 15 23:40:27.979120 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861bfcf3-65a3-47b2-9a18-8e1931cdd7b6 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:40:27.979503 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861bfcf3-65a3-47b2-9a18-8e1931cdd7b6 None None] Checking segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:40:27.979934 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-861bfcf3-65a3-47b2-9a18-8e1931cdd7b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:27.980450 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861bfcf3-65a3-47b2-9a18-8e1931cdd7b6 None None] Bound using segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:40:27.981108 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-861bfcf3-65a3-47b2-9a18-8e1931cdd7b6 None None] Bound port: 91e3c808-4330-4647-ab2b-b27880fc8f04, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:40:27.982512 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-861bfcf3-65a3-47b2-9a18-8e1931cdd7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:28.043366 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d53b6e-629f-49c0-bbd6-cd8096134088 req-916f7ea8-e758-4ee2-8f35-aa81c8282728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:28.046566 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a9d53b6e-629f-49c0-bbd6-cd8096134088 req-916f7ea8-e758-4ee2-8f35-aa81c8282728 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0c7868f8-d819-4333-b9c5-ebc3d9707601 HTTP/1.1" status: 200 len: 849 time: 0.0623393 Jul 15 23:40:28.165212 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d53b6e-629f-49c0-bbd6-cd8096134088 req-6252efd4-68b1-49e2-8d81-738f2daaa764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:28.169819 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a9d53b6e-629f-49c0-bbd6-cd8096134088 req-6252efd4-68b1-49e2-8d81-738f2daaa764 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=319575b4-274a-45da-9bf1-6decf487208b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1091561 Jul 15 23:40:28.189578 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-861bfcf3-65a3-47b2-9a18-8e1931cdd7b6 None None] For port 91e3c808-4330-4647-ab2b-b27880fc8f04, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:40:28.231725 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-861bfcf3-65a3-47b2-9a18-8e1931cdd7b6 None None] For port 91e3c808-4330-4647-ab2b-b27880fc8f04, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=91e3c808-4330-4647-ab2b-b27880fc8f04,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:40:28.239477 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-f0acefc5-b7e7-4a93-8afe-fef9485ecc2f None None] Allocated IP 172.20.0.2 (2de34d27-ccf0-4ec0-8d19-72e4f2003199/3ee10193-c61f-4262-948c-c4519fb074ab/4f3a13bd-4dbb-48ab-b57b-c401e15958e1) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:40:28.250958 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-861bfcf3-65a3-47b2-9a18-8e1931cdd7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:28.332056 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a9d53b6e-629f-49c0-bbd6-cd8096134088 req-d73a7a01-8f66-4e3b-bea1-ef2897bbe36b service neutron] 10.222.0.49 "GET /v2.0/networks/319575b4-274a-45da-9bf1-6decf487208b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514239 Jul 15 23:40:28.412345 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1711904-0191-43a6-833d-28429bbd0daf None None] Pushing event updated for resources: {'Port': ['ID=91e3c808-4330-4647-ab2b-b27880fc8f04,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:28.472427 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861bfcf3-65a3-47b2-9a18-8e1931cdd7b6 None None] Routers {'01cc1282-5b07-4dc7-8cf2-acb6952a3197'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:40:28.473073 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-861bfcf3-65a3-47b2-9a18-8e1931cdd7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:40:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['01cc1282-5b07-4dc7-8cf2-acb6952a3197'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:28.644289 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f0acefc5-b7e7-4a93-8afe-fef9485ecc2f None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:28.653735 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f0acefc5-b7e7-4a93-8afe-fef9485ecc2f None None] Transition to ACTIVE for port object 4f3a13bd-4dbb-48ab-b57b-c401e15958e1 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:40:28.670660 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f0acefc5-b7e7-4a93-8afe-fef9485ecc2f None None] Transition to ACTIVE for port object 4f3a13bd-4dbb-48ab-b57b-c401e15958e1 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:40:28.675843 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89bab8-42fa-4124-8b61-f7bdefde6f15 req-4287d1ef-11f3-4b43-8804-28fd02c95666 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:28.682560 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f0acefc5-b7e7-4a93-8afe-fef9485ecc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:28.682914 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-aa89bab8-42fa-4124-8b61-f7bdefde6f15 req-4287d1ef-11f3-4b43-8804-28fd02c95666 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2fbf761-0bd9-4e8c-ac65-175991a98268 HTTP/1.1" status: 200 len: 946 time: 0.3450270 Jul 15 23:40:28.738942 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-861bfcf3-65a3-47b2-9a18-8e1931cdd7b6 None None] Set router 01cc1282-5b07-4dc7-8cf2-acb6952a3197 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:40:28.770524 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0acefc5-b7e7-4a93-8afe-fef9485ecc2f None None] Network 2de34d27-ccf0-4ec0-8d19-72e4f2003199 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:40:28.774257 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-200007f0-32ca-4a1c-94cb-79b8cc6937fb tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:28.786235 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-aa89bab8-42fa-4124-8b61-f7bdefde6f15 req-689cae8f-e42c-4714-88e2-976af15ee123 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671606 Jul 15 23:40:28.795102 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a9d53b6e-629f-49c0-bbd6-cd8096134088 req-ab411bc9-5f59-422c-a3d1-5a54cad408a2 service neutron] 10.222.0.49 "GET /v2.0/networks/319575b4-274a-45da-9bf1-6decf487208b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4526570 Jul 15 23:40:28.808353 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-f0acefc5-b7e7-4a93-8afe-fef9485ecc2f None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:40:28.811636 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0acefc5-b7e7-4a93-8afe-fef9485ecc2f None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:40:28.825613 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0acefc5-b7e7-4a93-8afe-fef9485ecc2f None None] Pushing event updated for resources: {'Port': ['ID=4f3a13bd-4dbb-48ab-b57b-c401e15958e1,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:28.946978 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f0acefc5-b7e7-4a93-8afe-fef9485ecc2f None None] Attempting to bind port 4f3a13bd-4dbb-48ab-b57b-c401e15958e1 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:40:28.947662 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f0acefc5-b7e7-4a93-8afe-fef9485ecc2f None None] Attempting to bind port 4f3a13bd-4dbb-48ab-b57b-c401e15958e1 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '2af0907f-6bff-467e-8389-541319e713f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '2de34d27-ccf0-4ec0-8d19-72e4f2003199'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:40:28.948234 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0acefc5-b7e7-4a93-8afe-fef9485ecc2f None None] Attempting to bind port 4f3a13bd-4dbb-48ab-b57b-c401e15958e1 on network 2de34d27-ccf0-4ec0-8d19-72e4f2003199 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:40:28.957858 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0acefc5-b7e7-4a93-8afe-fef9485ecc2f None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:40:28.958485 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0acefc5-b7e7-4a93-8afe-fef9485ecc2f None None] Checking segment: {'id': '2af0907f-6bff-467e-8389-541319e713f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '2de34d27-ccf0-4ec0-8d19-72e4f2003199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:40:28.959153 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f0acefc5-b7e7-4a93-8afe-fef9485ecc2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:28.959806 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0acefc5-b7e7-4a93-8afe-fef9485ecc2f None None] Bound using segment: {'id': '2af0907f-6bff-467e-8389-541319e713f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '2de34d27-ccf0-4ec0-8d19-72e4f2003199'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:40:28.960474 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f0acefc5-b7e7-4a93-8afe-fef9485ecc2f None None] Bound port: 4f3a13bd-4dbb-48ab-b57b-c401e15958e1, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2af0907f-6bff-467e-8389-541319e713f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '2de34d27-ccf0-4ec0-8d19-72e4f2003199'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:40:28.961082 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f0acefc5-b7e7-4a93-8afe-fef9485ecc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:29.077625 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f0acefc5-b7e7-4a93-8afe-fef9485ecc2f None None] For port 4f3a13bd-4dbb-48ab-b57b-c401e15958e1, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:40:29.098018 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f0acefc5-b7e7-4a93-8afe-fef9485ecc2f None None] For port 4f3a13bd-4dbb-48ab-b57b-c401e15958e1, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=4f3a13bd-4dbb-48ab-b57b-c401e15958e1,segment=NetworkSegment(2af0907f-6bff-467e-8389-541319e713f5),segment_id=2af0907f-6bff-467e-8389-541319e713f5)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:40:29.112239 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f0acefc5-b7e7-4a93-8afe-fef9485ecc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:29.154329 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-861bfcf3-65a3-47b2-9a18-8e1931cdd7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01cc1282-5b07-4dc7-8cf2-acb6952a3197', 'name': 'tempest-TestSecurityGroupsBasicOps-router-497449651', 'tenant_id': '5f0d8a39450b41748c0b81cefe499b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '91e3c808-4330-4647-ab2b-b27880fc8f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:40:23Z', 'updated_at': '2021-07-15T23:40:25Z', 'revision_number': 3, 'project_id': '5f0d8a39450b41748c0b81cefe499b9b', 'gw_port': {'id': '91e3c808-4330-4647-ab2b-b27880fc8f04', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c2:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01cc1282-5b07-4dc7-8cf2-acb6952a3197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:24Z', 'updated_at': '2021-07-15T23:40:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:29.197902 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861bfcf3-65a3-47b2-9a18-8e1931cdd7b6 None None] The sync data for ids ['01cc1282-5b07-4dc7-8cf2-acb6952a3197'] in n-d-794306-6 is: [{'id': '01cc1282-5b07-4dc7-8cf2-acb6952a3197', 'name': 'tempest-TestSecurityGroupsBasicOps-router-497449651', 'tenant_id': '5f0d8a39450b41748c0b81cefe499b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '91e3c808-4330-4647-ab2b-b27880fc8f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:40:23Z', 'updated_at': '2021-07-15T23:40:25Z', 'revision_number': 3, 'project_id': '5f0d8a39450b41748c0b81cefe499b9b', 'gw_port': {'id': '91e3c808-4330-4647-ab2b-b27880fc8f04', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c2:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01cc1282-5b07-4dc7-8cf2-acb6952a3197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:24Z', 'updated_at': '2021-07-15T23:40:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:40:29.226481 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0acefc5-b7e7-4a93-8afe-fef9485ecc2f None None] Pushing event updated for resources: {'Port': ['ID=4f3a13bd-4dbb-48ab-b57b-c401e15958e1,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:29.365902 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-200007f0-32ca-4a1c-94cb-79b8cc6937fb tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Allocated IP 172.20.0.1 (2de34d27-ccf0-4ec0-8d19-72e4f2003199/3ee10193-c61f-4262-948c-c4519fb074ab/dcf7bb84-382c-4d19-8054-e139bd218c1a) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:40:29.635979 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-200007f0-32ca-4a1c-94cb-79b8cc6937fb tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:29.675236 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-200007f0-32ca-4a1c-94cb-79b8cc6937fb tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Transition to ACTIVE for port object dcf7bb84-382c-4d19-8054-e139bd218c1a will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:40:29.771268 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-200007f0-32ca-4a1c-94cb-79b8cc6937fb tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:29.878011 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200007f0-32ca-4a1c-94cb-79b8cc6937fb tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Network 2de34d27-ccf0-4ec0-8d19-72e4f2003199 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:40:29.882931 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-200007f0-32ca-4a1c-94cb-79b8cc6937fb tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:40:29.893845 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200007f0-32ca-4a1c-94cb-79b8cc6937fb tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:40:29.954860 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200007f0-32ca-4a1c-94cb-79b8cc6937fb tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Pushing event updated for resources: {'Port': ['ID=dcf7bb84-382c-4d19-8054-e139bd218c1a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:29.963624 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-200007f0-32ca-4a1c-94cb-79b8cc6937fb tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:30.117491 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951ddaa-6c5a-4aa3-a1fb-42abf1a83847 req-53b58e18-a3f2-4e1d-ae79-b2d21f61713b tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:30.133755 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c951ddaa-6c5a-4aa3-a1fb-42abf1a83847 req-53b58e18-a3f2-4e1d-ae79-b2d21f61713b tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2fbf761-0bd9-4e8c-ac65-175991a98268 HTTP/1.1" status: 200 len: 946 time: 0.1103704 Jul 15 23:40:30.192150 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c951ddaa-6c5a-4aa3-a1fb-42abf1a83847 req-7b4d50e1-ee5f-41ff-880d-54c331cb57fb tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562570 Jul 15 23:40:30.213176 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-200007f0-32ca-4a1c-94cb-79b8cc6937fb tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:30.754294 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-200007f0-32ca-4a1c-94cb-79b8cc6937fb tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:30.760973 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-200007f0-32ca-4a1c-94cb-79b8cc6937fb tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:30.853547 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d547c8e4-a06a-4b8b-be89-5ea6d431ed62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:30.882262 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device b80e332b-76b3-448e-95c8-4615f945e607 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:40:30.963964 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200007f0-32ca-4a1c-94cb-79b8cc6937fb tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Pushing event updated for resources: {'Port': ['ID=dcf7bb84-382c-4d19-8054-e139bd218c1a,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:30.985321 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-200007f0-32ca-4a1c-94cb-79b8cc6937fb tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:31.070562 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:31.124712 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f00fbc3-4395-47ac-b78d-82840449762c None None] Network 2de34d27-ccf0-4ec0-8d19-72e4f2003199 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:40:31.136825 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2fbf761-0bd9-4e8c-ac65-175991a98268', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b80e332b-76b3-448e-95c8-4615f945e607'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:40:31.139450 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3ca4ab-5fb2-48e2-8bea-194907eb3281" -d '{"events": [{"server_uuid": "b2fbf761-0bd9-4e8c-ac65-175991a98268", "name": "network-vif-unplugged", "status": "completed", "tag": "b80e332b-76b3-448e-95c8-4615f945e607"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:40:31.195641 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200007f0-32ca-4a1c-94cb-79b8cc6937fb tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Network 2de34d27-ccf0-4ec0-8d19-72e4f2003199 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:40:31.208733 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-200007f0-32ca-4a1c-94cb-79b8cc6937fb tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:40:31.246152 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 4f3a13bd-4dbb-48ab-b57b-c401e15958e1 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:40:31.253786 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port b80e332b-76b3-448e-95c8-4615f945e607, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=b80e332b-76b3-448e-95c8-4615f945e607,segment=NetworkSegment(1221e74c-ebb2-4cb8-bf72-835ef0508fbe),segment_id=1221e74c-ebb2-4cb8-bf72-835ef0508fbe)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:40:31.286663 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be16e138-0229-4a90-8f59-18bc180610a1 x-openstack-request-id: req-be16e138-0229-4a90-8f59-18bc180610a1 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:40:31.286994 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2fbf761-0bd9-4e8c-ac65-175991a98268", "name": "network-vif-unplugged", "status": "completed", "tag": "b80e332b-76b3-448e-95c8-4615f945e607", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:40:31.287207 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-be16e138-0229-4a90-8f59-18bc180610a1 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:40:31.287661 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2fbf761-0bd9-4e8c-ac65-175991a98268', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b80e332b-76b3-448e-95c8-4615f945e607', 'code': 200} Jul 15 23:40:31.290417 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-784d840a-eb10-42e5-89bc-ffda8beb321a None None] Provisioning for port 4f3a13bd-4dbb-48ab-b57b-c401e15958e1 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:40:31.295795 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:31.602865 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-200007f0-32ca-4a1c-94cb-79b8cc6937fb tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Router 01cc1282-5b07-4dc7-8cf2-acb6952a3197 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:40:31.636236 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3befc2e-e905-4f05-b3a9-12663e1eea53 req-b088f18a-5c32-4b86-8a65-74bf1d54f1b4 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:31.646343 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b3befc2e-e905-4f05-b3a9-12663e1eea53 req-b088f18a-5c32-4b86-8a65-74bf1d54f1b4 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2fbf761-0bd9-4e8c-ac65-175991a98268 HTTP/1.1" status: 200 len: 944 time: 0.1523376 Jul 15 23:40:31.652481 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=b80e332b-76b3-448e-95c8-4615f945e607,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:31.714770 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 4f3a13bd-4dbb-48ab-b57b-c401e15958e1 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:40:31.730288 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b3befc2e-e905-4f05-b3a9-12663e1eea53 req-15d5f22e-b03b-4385-856e-a8871cdc93c9 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830400 Jul 15 23:40:31.748507 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 4f3a13bd-4dbb-48ab-b57b-c401e15958e1 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:40:31.748507 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:31.839155 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-200007f0-32ca-4a1c-94cb-79b8cc6937fb tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:40:31.847098 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-200007f0-32ca-4a1c-94cb-79b8cc6937fb tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.48 "PUT /v2.0/routers/01cc1282-5b07-4dc7-8cf2-acb6952a3197/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2646298 Jul 15 23:40:31.850137 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 42888) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:31.854989 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-1445428a-e54f-4273-a3bf-32ffb28a586c tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1695878742', 'description': 'tempest-secgroup_access--1695878742 description', 'project_id': '5f0d8a39450b41748c0b81cefe499b9b'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:40:31.890191 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1445428a-e54f-4273-a3bf-32ffb28a586c tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:31.995481 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73152914-dc36-4619-af59-99e6a78479f0 None None] Sync routers for ids ['01cc1282-5b07-4dc7-8cf2-acb6952a3197'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:40:32.007960 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73152914-dc36-4619-af59-99e6a78479f0 None None] Routers {'01cc1282-5b07-4dc7-8cf2-acb6952a3197'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:40:32.009083 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-73152914-dc36-4619-af59-99e6a78479f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:40:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['01cc1282-5b07-4dc7-8cf2-acb6952a3197'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:32.095223 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:32.121504 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1445428a-e54f-4273-a3bf-32ffb28a586c tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:32.131617 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b19bc-4dae-4472-8250-dad8d321cfd4 req-002b7252-bdb7-4ccc-b272-39e58f0da363 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:32.139390 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6e2b19bc-4dae-4472-8250-dad8d321cfd4 req-002b7252-bdb7-4ccc-b272-39e58f0da363 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 945 time: 0.2269320 Jul 15 23:40:32.148428 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1445428a-e54f-4273-a3bf-32ffb28a586c tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:32.148706 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 4f3a13bd-4dbb-48ab-b57b-c401e15958e1, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=4f3a13bd-4dbb-48ab-b57b-c401e15958e1,segment=NetworkSegment(2af0907f-6bff-467e-8389-541319e713f5),segment_id=2af0907f-6bff-467e-8389-541319e713f5)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:40:32.163492 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:32.165870 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 91e3c808-4330-4647-ab2b-b27880fc8f04 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:40:32.227486 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6e2b19bc-4dae-4472-8250-dad8d321cfd4 req-13db11ae-84f9-490a-9c9c-384012ae50c3 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868516 Jul 15 23:40:32.228594 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1445428a-e54f-4273-a3bf-32ffb28a586c tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:32.233549 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 42892) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:32.235175 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-1445428a-e54f-4273-a3bf-32ffb28a586c tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3838294 Jul 15 23:40:32.237924 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-aebd7351-5abb-44a2-8fed-e9228670be07 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1678163373', 'description': 'tempest-secgroup_general--1678163373 description', 'project_id': '5f0d8a39450b41748c0b81cefe499b9b'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:40:32.245068 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1445428a-e54f-4273-a3bf-32ffb28a586c tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c052f155-cac4-4a25-a65a-fd66df10654c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:32.302736 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-73152914-dc36-4619-af59-99e6a78479f0 None None] Set router 01cc1282-5b07-4dc7-8cf2-acb6952a3197 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:40:32.302920 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aebd7351-5abb-44a2-8fed-e9228670be07 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:32.328533 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f43b973c-7e3a-4cb8-ad56-eb14a96e5f97 None None] Provisioning complete for port 4f3a13bd-4dbb-48ab-b57b-c401e15958e1 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:40:32.328904 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f43b973c-7e3a-4cb8-ad56-eb14a96e5f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:32.380660 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=4f3a13bd-4dbb-48ab-b57b-c401e15958e1,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:32.420245 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 91e3c808-4330-4647-ab2b-b27880fc8f04 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:40:32.426490 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 91e3c808-4330-4647-ab2b-b27880fc8f04 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:40:32.426862 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:32.556940 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aebd7351-5abb-44a2-8fed-e9228670be07 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:32.566349 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aebd7351-5abb-44a2-8fed-e9228670be07 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:32.593791 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f43b973c-7e3a-4cb8-ad56-eb14a96e5f97 None None] Provisioning for port dcf7bb84-382c-4d19-8054-e139bd218c1a completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:40:32.595028 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-73152914-dc36-4619-af59-99e6a78479f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01cc1282-5b07-4dc7-8cf2-acb6952a3197', 'name': 'tempest-TestSecurityGroupsBasicOps-router-497449651', 'tenant_id': '5f0d8a39450b41748c0b81cefe499b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '91e3c808-4330-4647-ab2b-b27880fc8f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:40:23Z', 'updated_at': '2021-07-15T23:40:30Z', 'revision_number': 4, 'project_id': '5f0d8a39450b41748c0b81cefe499b9b', 'gw_port': {'id': '91e3c808-4330-4647-ab2b-b27880fc8f04', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c2:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01cc1282-5b07-4dc7-8cf2-acb6952a3197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:24Z', 'updated_at': '2021-07-15T23:40:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'dcf7bb84-382c-4d19-8054-e139bd218c1a', 'name': '', 'network_id': '2de34d27-ccf0-4ec0-8d19-72e4f2003199', 'tenant_id': '5f0d8a39450b41748c0b81cefe499b9b', 'mac_address': 'fa:16:3e:c7:ea:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01cc1282-5b07-4dc7-8cf2-acb6952a3197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '3ee10193-c61f-4262-948c-c4519fb074ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:28Z', 'updated_at': '2021-07-15T23:40:30Z', 'revision_number': 2, 'project_id': '5f0d8a39450b41748c0b81cefe499b9b', 'subnets': [{'id': '3ee10193-c61f-4262-948c-c4519fb074ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:32.618189 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aebd7351-5abb-44a2-8fed-e9228670be07 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:32.622556 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f43b973c-7e3a-4cb8-ad56-eb14a96e5f97 None None] Provisioning complete for port dcf7bb84-382c-4d19-8054-e139bd218c1a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:40:32.622764 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-aebd7351-5abb-44a2-8fed-e9228670be07 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.3852255 Jul 15 23:40:32.622875 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f43b973c-7e3a-4cb8-ad56-eb14a96e5f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:32.623077 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 42902) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:32.628586 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebd7351-5abb-44a2-8fed-e9228670be07 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66a5bb4d-f5ba-4348-8cd4-02b93e34951f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:32.632787 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b928d05d-109b-49e5-828a-4e004f6b870b tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Request body: {'security_group_rule': {'security_group_id': 'c052f155-cac4-4a25-a65a-fd66df10654c', 'project_id': '5f0d8a39450b41748c0b81cefe499b9b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:40:32.641456 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73152914-dc36-4619-af59-99e6a78479f0 None None] Checking router: 01cc1282-5b07-4dc7-8cf2-acb6952a3197 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:40:32.641814 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73152914-dc36-4619-af59-99e6a78479f0 None None] Updating router 01cc1282-5b07-4dc7-8cf2-acb6952a3197 port dcf7bb84-382c-4d19-8054-e139bd218c1a binding host n-d-794306-6 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:40:32.686805 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78f2cff-f125-49fa-9292-06e970348d5a req-fcdfdd0f-90b6-4d3b-87f3-d81de58f284a tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:32.692282 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-73152914-dc36-4619-af59-99e6a78479f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:32.694486 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c78f2cff-f125-49fa-9292-06e970348d5a req-fcdfdd0f-90b6-4d3b-87f3-d81de58f284a tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 945 time: 0.1803682 Jul 15 23:40:32.724071 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b928d05d-109b-49e5-828a-4e004f6b870b tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:32.731752 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:32.748863 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f43b973c-7e3a-4cb8-ad56-eb14a96e5f97 None None] Port dcf7bb84-382c-4d19-8054-e139bd218c1a cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:40:32.768230 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 91e3c808-4330-4647-ab2b-b27880fc8f04, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=91e3c808-4330-4647-ab2b-b27880fc8f04,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:40:32.780606 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:32.815365 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c78f2cff-f125-49fa-9292-06e970348d5a req-ad738ee5-7aef-4e60-83c5-6a5e2cc84742 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198194 Jul 15 23:40:32.880517 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b928d05d-109b-49e5-828a-4e004f6b870b tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:32.890249 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b928d05d-109b-49e5-828a-4e004f6b870b tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:32.916208 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b928d05d-109b-49e5-828a-4e004f6b870b tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c13c99d1-e194-4d2f-a527-28c251de5cb5,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:32.932859 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=91e3c808-4330-4647-ab2b-b27880fc8f04,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:32.946440 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b3c718f3-f00d-4457-82b3-7cdadfd4aa88 None None] Provisioning complete for port dcf7bb84-382c-4d19-8054-e139bd218c1a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:40:32.947454 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b3c718f3-f00d-4457-82b3-7cdadfd4aa88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:32.948690 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b928d05d-109b-49e5-828a-4e004f6b870b tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:32.951051 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-b928d05d-109b-49e5-828a-4e004f6b870b tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3253906 Jul 15 23:40:33.014257 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 4f3a13bd-4dbb-48ab-b57b-c401e15958e1 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:40:33.104765 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b3c718f3-f00d-4457-82b3-7cdadfd4aa88 None None] Port dcf7bb84-382c-4d19-8054-e139bd218c1a cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:40:33.152603 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 4f3a13bd-4dbb-48ab-b57b-c401e15958e1 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:40:33.154912 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:33.165401 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-73152914-dc36-4619-af59-99e6a78479f0 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:33.176119 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-73152914-dc36-4619-af59-99e6a78479f0 None None] Transition to ACTIVE for port object dcf7bb84-382c-4d19-8054-e139bd218c1a will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:40:33.185663 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-73152914-dc36-4619-af59-99e6a78479f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:33.192427 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7476caf6-96f7-40d7-b31d-87931fd67b32 req-21572104-33b9-4834-97d2-39576253d558 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup_access--1695878742&fields=id&tenant_id=5f0d8a39450b41748c0b81cefe499b9b HTTP/1.1" status: 200 len: 267 time: 0.0540702 Jul 15 23:40:33.296980 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b21d31-f2dd-458c-b77b-ad8cc317ee3f None None] Pushing event updated for resources: {'Port': ['ID=dcf7bb84-382c-4d19-8054-e139bd218c1a,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:33.332678 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7476caf6-96f7-40d7-b31d-87931fd67b32 req-d3e25e38-06ef-4581-a58d-4fd6b9d83672 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup_general--1678163373&fields=id&tenant_id=5f0d8a39450b41748c0b81cefe499b9b HTTP/1.1" status: 200 len: 267 time: 0.1349571 Jul 15 23:40:33.336683 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-73152914-dc36-4619-af59-99e6a78479f0 None None] Attempting to bind port dcf7bb84-382c-4d19-8054-e139bd218c1a on host n-d-794306-6 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:40:33.337314 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-73152914-dc36-4619-af59-99e6a78479f0 None None] Attempting to bind port dcf7bb84-382c-4d19-8054-e139bd218c1a by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '2af0907f-6bff-467e-8389-541319e713f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '2de34d27-ccf0-4ec0-8d19-72e4f2003199'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:40:33.337764 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73152914-dc36-4619-af59-99e6a78479f0 None None] Attempting to bind port dcf7bb84-382c-4d19-8054-e139bd218c1a on network 2de34d27-ccf0-4ec0-8d19-72e4f2003199 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:40:33.344477 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73152914-dc36-4619-af59-99e6a78479f0 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:40:33.344982 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73152914-dc36-4619-af59-99e6a78479f0 None None] Checking segment: {'id': '2af0907f-6bff-467e-8389-541319e713f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '2de34d27-ccf0-4ec0-8d19-72e4f2003199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:40:33.347825 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-73152914-dc36-4619-af59-99e6a78479f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:33.348391 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73152914-dc36-4619-af59-99e6a78479f0 None None] Bound using segment: {'id': '2af0907f-6bff-467e-8389-541319e713f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '2de34d27-ccf0-4ec0-8d19-72e4f2003199'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:40:33.348961 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-73152914-dc36-4619-af59-99e6a78479f0 None None] Bound port: dcf7bb84-382c-4d19-8054-e139bd218c1a, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2af0907f-6bff-467e-8389-541319e713f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '2de34d27-ccf0-4ec0-8d19-72e4f2003199'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:40:33.349508 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-73152914-dc36-4619-af59-99e6a78479f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:33.388521 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:33.462436 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-73152914-dc36-4619-af59-99e6a78479f0 None None] For port dcf7bb84-382c-4d19-8054-e139bd218c1a, host n-d-794306-6, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:40:33.467621 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-73152914-dc36-4619-af59-99e6a78479f0 None None] For port dcf7bb84-382c-4d19-8054-e139bd218c1a, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=dcf7bb84-382c-4d19-8054-e139bd218c1a,segment=NetworkSegment(2af0907f-6bff-467e-8389-541319e713f5),segment_id=2af0907f-6bff-467e-8389-541319e713f5)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:40:33.474331 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-73152914-dc36-4619-af59-99e6a78479f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:33.506325 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476caf6-96f7-40d7-b31d-87931fd67b32 req-a663904e-410d-462d-aff7-cd06d83c343d tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:33.513830 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7476caf6-96f7-40d7-b31d-87931fd67b32 req-a663904e-410d-462d-aff7-cd06d83c343d tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.48 "GET /v2.0/networks?id=2de34d27-ccf0-4ec0-8d19-72e4f2003199 HTTP/1.1" status: 200 len: 796 time: 0.1797640 Jul 15 23:40:33.557535 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73152914-dc36-4619-af59-99e6a78479f0 None None] Routers {'01cc1282-5b07-4dc7-8cf2-acb6952a3197'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:40:33.558258 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-73152914-dc36-4619-af59-99e6a78479f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:40:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['01cc1282-5b07-4dc7-8cf2-acb6952a3197'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:33.594943 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7476caf6-96f7-40d7-b31d-87931fd67b32 req-473f810c-63c6-4cb3-b41c-779a583ae9a9 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.48 "GET /v2.0/quotas/5f0d8a39450b41748c0b81cefe499b9b HTTP/1.1" status: 200 len: 375 time: 0.0801620 Jul 15 23:40:33.633352 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b21d31-f2dd-458c-b77b-ad8cc317ee3f None None] Pushing event updated for resources: {'Port': ['ID=dcf7bb84-382c-4d19-8054-e139bd218c1a,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:33.719119 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975a6d64-195d-4093-ba7a-8ce80a6d18ca req-0ba2c0be-ea01-4f17-bb09-5567112d9884 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:33.720738 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-975a6d64-195d-4093-ba7a-8ce80a6d18ca req-0ba2c0be-ea01-4f17-bb09-5567112d9884 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 945 time: 0.2046630 Jul 15 23:40:33.758777 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7476caf6-96f7-40d7-b31d-87931fd67b32 req-91b27ea8-8c8a-404c-ba71-a8587155f9a6 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5f0d8a39450b41748c0b81cefe499b9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1582456 Jul 15 23:40:33.798419 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-73152914-dc36-4619-af59-99e6a78479f0 None None] Set router 01cc1282-5b07-4dc7-8cf2-acb6952a3197 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:40:33.837748 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-975a6d64-195d-4093-ba7a-8ce80a6d18ca req-89fd3027-1377-4c90-adbf-25949114f2d5 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073062 Jul 15 23:40:33.889533 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:40:33.926834 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7476caf6-96f7-40d7-b31d-87931fd67b32 req-6e260877-b43e-49ff-82f5-28c2d14bb717 service neutron] 10.222.0.48 "GET /v2.0/networks/2de34d27-ccf0-4ec0-8d19-72e4f2003199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543634 Jul 15 23:40:34.056980 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7476caf6-96f7-40d7-b31d-87931fd67b32 req-1d24c725-d526-4040-9c6a-32b01fb5cd95 service neutron] 10.222.0.48 "GET /v2.0/networks/2de34d27-ccf0-4ec0-8d19-72e4f2003199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161213 Jul 15 23:40:34.112627 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-73152914-dc36-4619-af59-99e6a78479f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01cc1282-5b07-4dc7-8cf2-acb6952a3197', 'name': 'tempest-TestSecurityGroupsBasicOps-router-497449651', 'tenant_id': '5f0d8a39450b41748c0b81cefe499b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '91e3c808-4330-4647-ab2b-b27880fc8f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:40:23Z', 'updated_at': '2021-07-15T23:40:30Z', 'revision_number': 4, 'project_id': '5f0d8a39450b41748c0b81cefe499b9b', 'gw_port': {'id': '91e3c808-4330-4647-ab2b-b27880fc8f04', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cc1282-5b07-4dc7-8cf2-acb6952a3197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:24Z', 'updated_at': '2021-07-15T23:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'dcf7bb84-382c-4d19-8054-e139bd218c1a', 'name': '', 'network_id': '2de34d27-ccf0-4ec0-8d19-72e4f2003199', 'tenant_id': '5f0d8a39450b41748c0b81cefe499b9b', 'mac_address': 'fa:16:3e:c7:ea:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01cc1282-5b07-4dc7-8cf2-acb6952a3197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '3ee10193-c61f-4262-948c-c4519fb074ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:28Z', 'updated_at': '2021-07-15T23:40:33Z', 'revision_number': 4, 'project_id': '5f0d8a39450b41748c0b81cefe499b9b', 'subnets': [{'id': '3ee10193-c61f-4262-948c-c4519fb074ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:34.145220 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73152914-dc36-4619-af59-99e6a78479f0 None None] The sync data for ids ['01cc1282-5b07-4dc7-8cf2-acb6952a3197'] in n-d-794306-6 is: [{'id': '01cc1282-5b07-4dc7-8cf2-acb6952a3197', 'name': 'tempest-TestSecurityGroupsBasicOps-router-497449651', 'tenant_id': '5f0d8a39450b41748c0b81cefe499b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '91e3c808-4330-4647-ab2b-b27880fc8f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:40:23Z', 'updated_at': '2021-07-15T23:40:30Z', 'revision_number': 4, 'project_id': '5f0d8a39450b41748c0b81cefe499b9b', 'gw_port': {'id': '91e3c808-4330-4647-ab2b-b27880fc8f04', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cc1282-5b07-4dc7-8cf2-acb6952a3197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:24Z', 'updated_at': '2021-07-15T23:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'dcf7bb84-382c-4d19-8054-e139bd218c1a', 'name': '', 'network_id': '2de34d27-ccf0-4ec0-8d19-72e4f2003199', 'tenant_id': '5f0d8a39450b41748c0b81cefe499b9b', 'mac_address': 'fa:16:3e:c7:ea:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01cc1282-5b07-4dc7-8cf2-acb6952a3197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '3ee10193-c61f-4262-948c-c4519fb074ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:28Z', 'updated_at': '2021-07-15T23:40:33Z', 'revision_number': 4, 'project_id': '5f0d8a39450b41748c0b81cefe499b9b', 'subnets': [{'id': '3ee10193-c61f-4262-948c-c4519fb074ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:40:34.268992 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-50040455-6e7c-4a8d-97be-c14caaf31d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:34.358704 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-babefc23-d7a2-4fc6-9535-5a2733d3f1f7 req-075af7bb-1f06-44e8-b8b5-b315ddb3fb3b tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.48 "GET /v2.0/ports?device_id=da1090a6-b6c4-4a39-9c4c-e7f7cacf3e94 HTTP/1.1" status: 200 len: 210 time: 0.0661716 Jul 15 23:40:34.367422 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:35.146060 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device dcf7bb84-382c-4d19-8054-e139bd218c1a up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:40:35.205370 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a0c03a-c291-4d16-b3a6-6bdc2cc83b22 req-b1748253-3cb8-421f-a0eb-c86eead943ec tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:35.209451 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f0a0c03a-c291-4d16-b3a6-6bdc2cc83b22 req-b1748253-3cb8-421f-a0eb-c86eead943ec tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 945 time: 0.1303673 Jul 15 23:40:35.269565 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port dcf7bb84-382c-4d19-8054-e139bd218c1a completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:40:35.281496 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port dcf7bb84-382c-4d19-8054-e139bd218c1a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:40:35.282372 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:35.286670 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f0a0c03a-c291-4d16-b3a6-6bdc2cc83b22 req-4c047e83-3d5a-460d-b6cf-ffd520c020ff tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686436 Jul 15 23:40:35.385275 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:35.432245 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port dcf7bb84-382c-4d19-8054-e139bd218c1a, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=dcf7bb84-382c-4d19-8054-e139bd218c1a,segment=NetworkSegment(2af0907f-6bff-467e-8389-541319e713f5),segment_id=2af0907f-6bff-467e-8389-541319e713f5)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:40:35.438489 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:35.439863 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 91e3c808-4330-4647-ab2b-b27880fc8f04 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:40:35.542642 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=dcf7bb84-382c-4d19-8054-e139bd218c1a,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:35.571279 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 91e3c808-4330-4647-ab2b-b27880fc8f04 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:40:35.571779 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:35.607346 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c50468e1-ba8e-47c7-9b24-ac44d5b88822 req-23e18482-ccec-4c0f-a7f9-79f9fdc6af99 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.48 "GET /v2.0/ports?device_id=da1090a6-b6c4-4a39-9c4c-e7f7cacf3e94 HTTP/1.1" status: 200 len: 210 time: 0.0526097 Jul 15 23:40:35.938491 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476caf6-96f7-40d7-b31d-87931fd67b32 req-cfb8ed22-6ae7-4fe4-acc1-5ec2b2f9670b tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:35.941116 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7476caf6-96f7-40d7-b31d-87931fd67b32 req-cfb8ed22-6ae7-4fe4-acc1-5ec2b2f9670b tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.41 "GET /v2.0/networks?id=2de34d27-ccf0-4ec0-8d19-72e4f2003199 HTTP/1.1" status: 200 len: 796 time: 0.1575818 Jul 15 23:40:36.039173 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7476caf6-96f7-40d7-b31d-87931fd67b32 req-5968acf1-43c6-4277-ac02-ab0fda35ea55 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f0d8a39450b41748c0b81cefe499b9b HTTP/1.1" status: 200 len: 478 time: 0.0757265 Jul 15 23:40:36.049745 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-7476caf6-96f7-40d7-b31d-87931fd67b32 req-adc352b8-9953-4f15-b973-00fc6d91c51a tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Request body: {'port': {'device_id': 'da1090a6-b6c4-4a39-9c4c-e7f7cacf3e94', 'network_id': '2de34d27-ccf0-4ec0-8d19-72e4f2003199', 'admin_state_up': True, 'tenant_id': '5f0d8a39450b41748c0b81cefe499b9b', 'security_groups': ['c052f155-cac4-4a25-a65a-fd66df10654c', '66a5bb4d-f5ba-4348-8cd4-02b93e34951f']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:40:36.188660 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7476caf6-96f7-40d7-b31d-87931fd67b32 req-adc352b8-9953-4f15-b973-00fc6d91c51a tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Made reservation on behalf of 5f0d8a39450b41748c0b81cefe499b9b for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:40:36.195300 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7476caf6-96f7-40d7-b31d-87931fd67b32 req-adc352b8-9953-4f15-b973-00fc6d91c51a tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:36.385656 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:36.421445 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-7476caf6-96f7-40d7-b31d-87931fd67b32 req-adc352b8-9953-4f15-b973-00fc6d91c51a tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Allocated IP 172.20.0.7 (2de34d27-ccf0-4ec0-8d19-72e4f2003199/3ee10193-c61f-4262-948c-c4519fb074ab/f9e1da94-f9dd-478b-b27e-648f19d91df3) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:40:36.623270 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d84c07-9d8a-4c36-843d-5d2132b0cae5 req-6262a8fd-45e1-466a-9a22-e7841d5fdbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:36.624821 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-28d84c07-9d8a-4c36-843d-5d2132b0cae5 req-6262a8fd-45e1-466a-9a22-e7841d5fdbc0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1482c544a11f4437b346c979b3eb517a&device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 1096 time: 0.1764374 Jul 15 23:40:36.707973 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90737b81-6287-408b-abba-7e427b17200a req-0261a75f-84bb-4074-bd6e-9dd114d73453 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:36.715771 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-90737b81-6287-408b-abba-7e427b17200a req-0261a75f-84bb-4074-bd6e-9dd114d73453 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 945 time: 0.2216880 Jul 15 23:40:36.835212 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2d76c9db-ce11-4e9b-870e-3c9400cc8d6f req-cd243146-d76b-4557-abc2-f7a7fdae7b9a tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.48 "GET /v2.0/ports?device_id=da1090a6-b6c4-4a39-9c4c-e7f7cacf3e94 HTTP/1.1" status: 200 len: 210 time: 0.0616772 Jul 15 23:40:36.839625 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7476caf6-96f7-40d7-b31d-87931fd67b32 req-adc352b8-9953-4f15-b973-00fc6d91c51a tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:36.861143 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-90737b81-6287-408b-abba-7e427b17200a req-0d14d0ea-ff25-4fd8-b1ec-f09c260d2861 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444590 Jul 15 23:40:36.873477 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-7476caf6-96f7-40d7-b31d-87931fd67b32 req-adc352b8-9953-4f15-b973-00fc6d91c51a tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Transition to ACTIVE for port object f9e1da94-f9dd-478b-b27e-648f19d91df3 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:40:36.876928 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d84c07-9d8a-4c36-843d-5d2132b0cae5 req-69bc342a-0c76-4091-8478-aadbac95669c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:36.878416 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-28d84c07-9d8a-4c36-843d-5d2132b0cae5 req-69bc342a-0c76-4091-8478-aadbac95669c service neutron] 10.222.0.49 "GET /v2.0/networks?id=319575b4-274a-45da-9bf1-6decf487208b HTTP/1.1" status: 200 len: 911 time: 0.2233355 Jul 15 23:40:36.959308 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-28d84c07-9d8a-4c36-843d-5d2132b0cae5 req-e1b96653-16a1-4c83-9dfd-a9838b7a01d7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88c45584-2d51-4746-a9ae-b07b0255b918 HTTP/1.1" status: 200 len: 1000 time: 0.0728171 Jul 15 23:40:36.966599 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7476caf6-96f7-40d7-b31d-87931fd67b32 req-adc352b8-9953-4f15-b973-00fc6d91c51a tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:36.972440 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device dcf7bb84-382c-4d19-8054-e139bd218c1a up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:40:37.040377 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port dcf7bb84-382c-4d19-8054-e139bd218c1a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:40:37.041278 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:37.047894 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc352b8-9953-4f15-b973-00fc6d91c51a tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Pushing event updated for resources: {'Port': ['ID=f9e1da94-f9dd-478b-b27e-648f19d91df3,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:37.071558 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7476caf6-96f7-40d7-b31d-87931fd67b32 req-adc352b8-9953-4f15-b973-00fc6d91c51a tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Network 2de34d27-ccf0-4ec0-8d19-72e4f2003199 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:40:37.076841 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-7476caf6-96f7-40d7-b31d-87931fd67b32 req-adc352b8-9953-4f15-b973-00fc6d91c51a tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:40:37.080913 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-7476caf6-96f7-40d7-b31d-87931fd67b32 req-adc352b8-9953-4f15-b973-00fc6d91c51a tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:40:37.085759 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d84c07-9d8a-4c36-843d-5d2132b0cae5 req-e4e2149b-a598-49da-b36a-ca2a3079faf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:37.087231 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-28d84c07-9d8a-4c36-843d-5d2132b0cae5 req-e4e2149b-a598-49da-b36a-ca2a3079faf2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0c7868f8-d819-4333-b9c5-ebc3d9707601 HTTP/1.1" status: 200 len: 849 time: 0.1185877 Jul 15 23:40:37.194896 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476caf6-96f7-40d7-b31d-87931fd67b32 req-adc352b8-9953-4f15-b973-00fc6d91c51a tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:37.195534 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7476caf6-96f7-40d7-b31d-87931fd67b32 req-adc352b8-9953-4f15-b973-00fc6d91c51a tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:37.249519 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d84c07-9d8a-4c36-843d-5d2132b0cae5 req-aa76afc6-331c-45b0-86f1-6e2d68ad7047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:37.251197 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-28d84c07-9d8a-4c36-843d-5d2132b0cae5 req-aa76afc6-331c-45b0-86f1-6e2d68ad7047 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=319575b4-274a-45da-9bf1-6decf487208b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1410341 Jul 15 23:40:37.252521 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7476caf6-96f7-40d7-b31d-87931fd67b32 req-adc352b8-9953-4f15-b973-00fc6d91c51a tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.2075312 Jul 15 23:40:37.272513 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-7476caf6-96f7-40d7-b31d-87931fd67b32 req-acfc62c7-2e08-4a9b-8ea3-7d585c95e117 service neutron] Request body: {'port': {'device_id': 'da1090a6-b6c4-4a39-9c4c-e7f7cacf3e94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:40:37.458425 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-28d84c07-9d8a-4c36-843d-5d2132b0cae5 req-5997261e-a941-4941-a155-30266210f896 service neutron] 10.222.0.49 "GET /v2.0/networks/319575b4-274a-45da-9bf1-6decf487208b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997464 Jul 15 23:40:37.459150 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7476caf6-96f7-40d7-b31d-87931fd67b32 req-acfc62c7-2e08-4a9b-8ea3-7d585c95e117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:37.493459 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8d88550e-eadb-4c8b-bf33-de11f589aef8 None None] Provisioning for port f9e1da94-f9dd-478b-b27e-648f19d91df3 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:40:37.498593 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8d88550e-eadb-4c8b-bf33-de11f589aef8 None None] Provisioning complete for port f9e1da94-f9dd-478b-b27e-648f19d91df3 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:40:37.499190 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8d88550e-eadb-4c8b-bf33-de11f589aef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:37.540635 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-8d88550e-eadb-4c8b-bf33-de11f589aef8 None None] Port f9e1da94-f9dd-478b-b27e-648f19d91df3 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:40:38.091969 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-28d84c07-9d8a-4c36-843d-5d2132b0cae5 req-8e58037c-c7fb-409c-9c9e-2f26ba3a2bc6 service neutron] 10.222.0.49 "GET /v2.0/networks/319575b4-274a-45da-9bf1-6decf487208b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6194756 Jul 15 23:40:38.217327 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f830198-4916-4b63-94f1-4ffaefd40d07 req-c6eda265-3e2f-4c53-bb46-5a9091db84a1 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:38.218926 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8f830198-4916-4b63-94f1-4ffaefd40d07 req-c6eda265-3e2f-4c53-bb46-5a9091db84a1 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 945 time: 0.2079198 Jul 15 23:40:38.235624 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4986c228-5369-43ff-bfb9-985e0b4a880d req-a8328a75-3b0f-4578-b512-17b84c780915 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:38.237144 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4986c228-5369-43ff-bfb9-985e0b4a880d req-a8328a75-3b0f-4578-b512-17b84c780915 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.48 "GET /v2.0/ports?device_id=da1090a6-b6c4-4a39-9c4c-e7f7cacf3e94 HTTP/1.1" status: 200 len: 970 time: 0.2312007 Jul 15 23:40:38.256016 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:38.319140 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8f830198-4916-4b63-94f1-4ffaefd40d07 req-7c557c33-01fc-488a-ab3f-5446d165d801 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935497 Jul 15 23:40:38.357142 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4986c228-5369-43ff-bfb9-985e0b4a880d req-8060d4e0-00ee-4a4c-8a99-b556da6d2899 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.48 "GET /v2.0/security-groups?id=66a5bb4d-f5ba-4348-8cd4-02b93e34951f&id=c052f155-cac4-4a25-a65a-fd66df10654c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1082413 Jul 15 23:40:38.370552 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-7476caf6-96f7-40d7-b31d-87931fd67b32 req-acfc62c7-2e08-4a9b-8ea3-7d585c95e117 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9e1da94-f9dd-478b-b27e-648f19d91df3 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:40:38.380492 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7476caf6-96f7-40d7-b31d-87931fd67b32 req-acfc62c7-2e08-4a9b-8ea3-7d585c95e117 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:38.397929 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-7476caf6-96f7-40d7-b31d-87931fd67b32 req-acfc62c7-2e08-4a9b-8ea3-7d585c95e117 service neutron] Transition to ACTIVE for port object f9e1da94-f9dd-478b-b27e-648f19d91df3 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:40:38.403683 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7476caf6-96f7-40d7-b31d-87931fd67b32 req-acfc62c7-2e08-4a9b-8ea3-7d585c95e117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:38.526926 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfc62c7-2e08-4a9b-8ea3-7d585c95e117 service neutron] Pushing event updated for resources: {'Port': ['ID=f9e1da94-f9dd-478b-b27e-648f19d91df3,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:38.555685 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-7476caf6-96f7-40d7-b31d-87931fd67b32 req-acfc62c7-2e08-4a9b-8ea3-7d585c95e117 service neutron] Attempting to bind port f9e1da94-f9dd-478b-b27e-648f19d91df3 on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:40:38.556026 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-7476caf6-96f7-40d7-b31d-87931fd67b32 req-acfc62c7-2e08-4a9b-8ea3-7d585c95e117 service neutron] Attempting to bind port f9e1da94-f9dd-478b-b27e-648f19d91df3 by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '2af0907f-6bff-467e-8389-541319e713f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '2de34d27-ccf0-4ec0-8d19-72e4f2003199'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:40:38.556359 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7476caf6-96f7-40d7-b31d-87931fd67b32 req-acfc62c7-2e08-4a9b-8ea3-7d585c95e117 service neutron] Attempting to bind port f9e1da94-f9dd-478b-b27e-648f19d91df3 on network 2de34d27-ccf0-4ec0-8d19-72e4f2003199 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:40:38.562787 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7476caf6-96f7-40d7-b31d-87931fd67b32 req-acfc62c7-2e08-4a9b-8ea3-7d585c95e117 service neutron] Port f9e1da94-f9dd-478b-b27e-648f19d91df3 on network 2de34d27-ccf0-4ec0-8d19-72e4f2003199 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:40:38.563117 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7476caf6-96f7-40d7-b31d-87931fd67b32 req-acfc62c7-2e08-4a9b-8ea3-7d585c95e117 service neutron] Attempting to bind port f9e1da94-f9dd-478b-b27e-648f19d91df3 on network 2de34d27-ccf0-4ec0-8d19-72e4f2003199 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:40:38.568278 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7476caf6-96f7-40d7-b31d-87931fd67b32 req-acfc62c7-2e08-4a9b-8ea3-7d585c95e117 service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:40:38.568614 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7476caf6-96f7-40d7-b31d-87931fd67b32 req-acfc62c7-2e08-4a9b-8ea3-7d585c95e117 service neutron] Checking segment: {'id': '2af0907f-6bff-467e-8389-541319e713f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '2de34d27-ccf0-4ec0-8d19-72e4f2003199'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:40:38.568998 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7476caf6-96f7-40d7-b31d-87931fd67b32 req-acfc62c7-2e08-4a9b-8ea3-7d585c95e117 service neutron] Bound using segment: {'id': '2af0907f-6bff-467e-8389-541319e713f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '2de34d27-ccf0-4ec0-8d19-72e4f2003199'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:40:38.569616 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-7476caf6-96f7-40d7-b31d-87931fd67b32 req-acfc62c7-2e08-4a9b-8ea3-7d585c95e117 service neutron] Bound port: f9e1da94-f9dd-478b-b27e-648f19d91df3, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2af0907f-6bff-467e-8389-541319e713f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '2de34d27-ccf0-4ec0-8d19-72e4f2003199'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:40:38.569911 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7476caf6-96f7-40d7-b31d-87931fd67b32 req-acfc62c7-2e08-4a9b-8ea3-7d585c95e117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:38.645174 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-7476caf6-96f7-40d7-b31d-87931fd67b32 req-acfc62c7-2e08-4a9b-8ea3-7d585c95e117 service neutron] For port f9e1da94-f9dd-478b-b27e-648f19d91df3, host n-h2-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:40:38.651168 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-7476caf6-96f7-40d7-b31d-87931fd67b32 req-acfc62c7-2e08-4a9b-8ea3-7d585c95e117 service neutron] For port f9e1da94-f9dd-478b-b27e-648f19d91df3, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=f9e1da94-f9dd-478b-b27e-648f19d91df3,segment=NetworkSegment(2af0907f-6bff-467e-8389-541319e713f5),segment_id=2af0907f-6bff-467e-8389-541319e713f5)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:40:38.657990 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7476caf6-96f7-40d7-b31d-87931fd67b32 req-acfc62c7-2e08-4a9b-8ea3-7d585c95e117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:38.711722 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476caf6-96f7-40d7-b31d-87931fd67b32 req-acfc62c7-2e08-4a9b-8ea3-7d585c95e117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:38.712369 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7476caf6-96f7-40d7-b31d-87931fd67b32 req-acfc62c7-2e08-4a9b-8ea3-7d585c95e117 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:38.726987 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7476caf6-96f7-40d7-b31d-87931fd67b32 req-acfc62c7-2e08-4a9b-8ea3-7d585c95e117 service neutron] 10.222.0.41 "PUT /v2.0/ports/f9e1da94-f9dd-478b-b27e-648f19d91df3 HTTP/1.1" status: 200 len: 1130 time: 1.4593666 Jul 15 23:40:38.727646 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da1090a6-b6c4-4a39-9c4c-e7f7cacf3e94', 'tag': 'f9e1da94-f9dd-478b-b27e-648f19d91df3'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:40:38.730074 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e947e6ca-39d7-4482-b44a-b870a4a2c8f6" -d '{"events": [{"name": "network-changed", "server_uuid": "da1090a6-b6c4-4a39-9c4c-e7f7cacf3e94", "tag": "f9e1da94-f9dd-478b-b27e-648f19d91df3"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:40:38.794840 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfc62c7-2e08-4a9b-8ea3-7d585c95e117 service neutron] Pushing event updated for resources: {'Port': ['ID=f9e1da94-f9dd-478b-b27e-648f19d91df3,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:38.878030 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476caf6-96f7-40d7-b31d-87931fd67b32 req-88943bf9-8a28-4938-8121-37acb1819101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:38.879753 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7476caf6-96f7-40d7-b31d-87931fd67b32 req-88943bf9-8a28-4938-8121-37acb1819101 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5f0d8a39450b41748c0b81cefe499b9b&device_id=da1090a6-b6c4-4a39-9c4c-e7f7cacf3e94 HTTP/1.1" status: 200 len: 1133 time: 0.0763402 Jul 15 23:40:38.939589 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7476caf6-96f7-40d7-b31d-87931fd67b32 req-a29ad943-6549-4a99-8709-75c09423c4d2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9e1da94-f9dd-478b-b27e-648f19d91df3 HTTP/1.1" status: 200 len: 217 time: 0.0439882 Jul 15 23:40:38.943824 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ab46f9-e419-412c-ad60-0967493f53ab x-openstack-request-id: req-a7ab46f9-e419-412c-ad60-0967493f53ab {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:40:38.944263 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da1090a6-b6c4-4a39-9c4c-e7f7cacf3e94", "tag": "f9e1da94-f9dd-478b-b27e-648f19d91df3", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:40:38.944604 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a7ab46f9-e419-412c-ad60-0967493f53ab {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:40:38.945100 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da1090a6-b6c4-4a39-9c4c-e7f7cacf3e94', 'tag': 'f9e1da94-f9dd-478b-b27e-648f19d91df3', 'status': 'completed', 'code': 200} Jul 15 23:40:39.008982 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476caf6-96f7-40d7-b31d-87931fd67b32 req-d921b0eb-0262-4488-89a6-e9ca8b9eeb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:39.010588 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7476caf6-96f7-40d7-b31d-87931fd67b32 req-d921b0eb-0262-4488-89a6-e9ca8b9eeb93 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3ee10193-c61f-4262-948c-c4519fb074ab HTTP/1.1" status: 200 len: 835 time: 0.0620866 Jul 15 23:40:39.070881 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476caf6-96f7-40d7-b31d-87931fd67b32 req-67ef444d-f2f5-4de1-9d58-73b2004bbf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:39.072440 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7476caf6-96f7-40d7-b31d-87931fd67b32 req-67ef444d-f2f5-4de1-9d58-73b2004bbf31 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2de34d27-ccf0-4ec0-8d19-72e4f2003199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552824 Jul 15 23:40:39.179752 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7476caf6-96f7-40d7-b31d-87931fd67b32 req-88268e2d-c74d-4e9f-ac55-c33c9c8b533c service neutron] 10.222.0.41 "GET /v2.0/networks/2de34d27-ccf0-4ec0-8d19-72e4f2003199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005378 Jul 15 23:40:39.271958 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7476caf6-96f7-40d7-b31d-87931fd67b32 req-de457c4b-750b-4573-95c8-740e627344f1 service neutron] 10.222.0.41 "GET /v2.0/networks/2de34d27-ccf0-4ec0-8d19-72e4f2003199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858889 Jul 15 23:40:39.415407 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e947e6ca-39d7-4482-b44a-b870a4a2c8f6 req-a667270d-93b9-4975-a44e-99dc5aefed4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:39.417062 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e947e6ca-39d7-4482-b44a-b870a4a2c8f6 req-a667270d-93b9-4975-a44e-99dc5aefed4a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5f0d8a39450b41748c0b81cefe499b9b&device_id=da1090a6-b6c4-4a39-9c4c-e7f7cacf3e94 HTTP/1.1" status: 200 len: 1133 time: 0.0594485 Jul 15 23:40:39.657357 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e947e6ca-39d7-4482-b44a-b870a4a2c8f6 req-0a2533b7-468a-4dc7-8f83-44efe70a2735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:39.659603 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e947e6ca-39d7-4482-b44a-b870a4a2c8f6 req-0a2533b7-468a-4dc7-8f83-44efe70a2735 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2de34d27-ccf0-4ec0-8d19-72e4f2003199 HTTP/1.1" status: 200 len: 897 time: 0.2350461 Jul 15 23:40:39.718706 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e947e6ca-39d7-4482-b44a-b870a4a2c8f6 req-898d23c8-0d1c-459c-a1a3-618e7bbc34c8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9e1da94-f9dd-478b-b27e-648f19d91df3 HTTP/1.1" status: 200 len: 217 time: 0.0478711 Jul 15 23:40:39.727372 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c9824-98d7-474a-b0da-73af52a7c17f req-ff06f276-528a-44f3-b7d5-09271da64bae tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:39.728884 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-071c9824-98d7-474a-b0da-73af52a7c17f req-ff06f276-528a-44f3-b7d5-09271da64bae tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 945 time: 0.2304142 Jul 15 23:40:39.774771 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c28745-ddf0-4b49-980e-b083ffac292c req-8f38bcd6-5b3f-4dff-a2fa-d9570441ca8b tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:39.776346 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d3c28745-ddf0-4b49-980e-b083ffac292c req-8f38bcd6-5b3f-4dff-a2fa-d9570441ca8b tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.48 "GET /v2.0/ports?device_id=da1090a6-b6c4-4a39-9c4c-e7f7cacf3e94 HTTP/1.1" status: 200 len: 982 time: 0.2347169 Jul 15 23:40:39.839819 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e947e6ca-39d7-4482-b44a-b870a4a2c8f6 req-f08545d5-25e8-4f5b-8143-c74ed0c23166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:39.842119 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e947e6ca-39d7-4482-b44a-b870a4a2c8f6 req-f08545d5-25e8-4f5b-8143-c74ed0c23166 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3ee10193-c61f-4262-948c-c4519fb074ab HTTP/1.1" status: 200 len: 835 time: 0.1122122 Jul 15 23:40:39.849078 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-071c9824-98d7-474a-b0da-73af52a7c17f req-e4014722-99c7-434d-98c5-7efab0064401 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076376 Jul 15 23:40:39.896172 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d3c28745-ddf0-4b49-980e-b083ffac292c req-708582d1-ebd5-40ff-b87f-23791f2211e0 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.48 "GET /v2.0/security-groups?id=66a5bb4d-f5ba-4348-8cd4-02b93e34951f&id=c052f155-cac4-4a25-a65a-fd66df10654c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0988164 Jul 15 23:40:39.934580 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e947e6ca-39d7-4482-b44a-b870a4a2c8f6 req-d97a3378-793a-4955-a044-7f987ad47379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:39.936469 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e947e6ca-39d7-4482-b44a-b870a4a2c8f6 req-d97a3378-793a-4955-a044-7f987ad47379 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2de34d27-ccf0-4ec0-8d19-72e4f2003199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0865424 Jul 15 23:40:40.037724 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e947e6ca-39d7-4482-b44a-b870a4a2c8f6 req-f619f24b-64a0-4ea0-ab9a-d7d6834008d3 service neutron] 10.222.0.41 "GET /v2.0/networks/2de34d27-ccf0-4ec0-8d19-72e4f2003199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934067 Jul 15 23:40:40.144232 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e947e6ca-39d7-4482-b44a-b870a4a2c8f6 req-60b3388f-b998-41fd-82cc-0063a9472ac1 service neutron] 10.222.0.41 "GET /v2.0/networks/2de34d27-ccf0-4ec0-8d19-72e4f2003199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982366 Jul 15 23:40:41.181019 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5d598e-2dab-44b4-966d-2d3b262431d6 req-83402a53-7137-4de8-bad8-77c04355212a tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:41.184987 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1a5d598e-2dab-44b4-966d-2d3b262431d6 req-83402a53-7137-4de8-bad8-77c04355212a tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.48 "GET /v2.0/ports?device_id=da1090a6-b6c4-4a39-9c4c-e7f7cacf3e94 HTTP/1.1" status: 200 len: 982 time: 0.1235156 Jul 15 23:40:41.195520 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377fbfc4-2b9f-4cd4-a50b-81ef8ee10517 req-fcd755c0-95e7-4e7a-a0eb-80298d3290b5 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:41.197330 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-377fbfc4-2b9f-4cd4-a50b-81ef8ee10517 req-fcd755c0-95e7-4e7a-a0eb-80298d3290b5 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 945 time: 0.1841309 Jul 15 23:40:41.283679 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1a5d598e-2dab-44b4-966d-2d3b262431d6 req-a08ad533-d529-4f3d-b215-13500e7104d0 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.48 "GET /v2.0/security-groups?id=66a5bb4d-f5ba-4348-8cd4-02b93e34951f&id=c052f155-cac4-4a25-a65a-fd66df10654c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0852473 Jul 15 23:40:41.286534 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-377fbfc4-2b9f-4cd4-a50b-81ef8ee10517 req-3f211220-0053-4230-ad09-fa634de72d77 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682459 Jul 15 23:40:42.502477 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd9eb4-3737-46d6-95ce-d1f4137e9438 req-2bef9b06-e70e-48de-9bb8-8bb5b1eb4300 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:42.503997 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-42fd9eb4-3737-46d6-95ce-d1f4137e9438 req-2bef9b06-e70e-48de-9bb8-8bb5b1eb4300 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.48 "GET /v2.0/ports?device_id=da1090a6-b6c4-4a39-9c4c-e7f7cacf3e94 HTTP/1.1" status: 200 len: 982 time: 0.1076779 Jul 15 23:40:42.514628 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229bc92e-2eac-4387-9028-d6ce69e88282 req-df8ab162-68c8-487b-907e-d8aa9fdf9312 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:42.516053 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-229bc92e-2eac-4387-9028-d6ce69e88282 req-df8ab162-68c8-487b-907e-d8aa9fdf9312 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 945 time: 0.1087356 Jul 15 23:40:42.575356 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-42fd9eb4-3737-46d6-95ce-d1f4137e9438 req-532a2a2c-1cf2-442e-ac81-eafc02a76bd1 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.48 "GET /v2.0/security-groups?id=66a5bb4d-f5ba-4348-8cd4-02b93e34951f&id=c052f155-cac4-4a25-a65a-fd66df10654c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0582368 Jul 15 23:40:42.578100 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-229bc92e-2eac-4387-9028-d6ce69e88282 req-0857f6dc-8002-4cee-9608-2f3f1da39370 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552540 Jul 15 23:40:43.694549 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device f9e1da94-f9dd-478b-b27e-648f19d91df3 details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:40:43.822881 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84853495-ce75-4421-a02f-016eee6a7892 req-530be38e-941c-4b26-bbac-fff3ee84746a tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:43.825411 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-84853495-ce75-4421-a02f-016eee6a7892 req-530be38e-941c-4b26-bbac-fff3ee84746a tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 945 time: 0.1096404 Jul 15 23:40:43.843630 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port f9e1da94-f9dd-478b-b27e-648f19d91df3, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=f9e1da94-f9dd-478b-b27e-648f19d91df3,segment=NetworkSegment(2af0907f-6bff-467e-8389-541319e713f5),segment_id=2af0907f-6bff-467e-8389-541319e713f5)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:40:43.844855 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b515a34e-17ef-4faf-b8fd-ca8a52487cbd req-f75246c7-a7f2-4fd0-a8a2-1f15ca68f2cf tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:43.851810 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b515a34e-17ef-4faf-b8fd-ca8a52487cbd req-f75246c7-a7f2-4fd0-a8a2-1f15ca68f2cf tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.48 "GET /v2.0/ports?device_id=da1090a6-b6c4-4a39-9c4c-e7f7cacf3e94 HTTP/1.1" status: 200 len: 982 time: 0.1460369 Jul 15 23:40:43.856518 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': 'f9e1da94-f9dd-478b-b27e-648f19d91df3', 'network_id': '2de34d27-ccf0-4ec0-8d19-72e4f2003199', 'port_id': 'f9e1da94-f9dd-478b-b27e-648f19d91df3', 'mac_address': 'fa:16:3e:69:63:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ee10193-c61f-4262-948c-c4519fb074ab', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:40:43.896334 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-84853495-ce75-4421-a02f-016eee6a7892 req-c8c98d79-b7c7-44f8-975d-1dfcb4a4dfeb tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599549 Jul 15 23:40:43.902822 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:43.920046 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9e1da94-f9dd-478b-b27e-648f19d91df3 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:40:43.945134 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port f9e1da94-f9dd-478b-b27e-648f19d91df3, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=f9e1da94-f9dd-478b-b27e-648f19d91df3,segment=NetworkSegment(2af0907f-6bff-467e-8389-541319e713f5),segment_id=2af0907f-6bff-467e-8389-541319e713f5)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:40:43.951777 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b515a34e-17ef-4faf-b8fd-ca8a52487cbd req-a0dbdd3f-aaf4-4899-9f3d-e7666731d799 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.48 "GET /v2.0/security-groups?id=66a5bb4d-f5ba-4348-8cd4-02b93e34951f&id=c052f155-cac4-4a25-a65a-fd66df10654c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0952032 Jul 15 23:40:43.952833 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:44.021995 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=f9e1da94-f9dd-478b-b27e-648f19d91df3,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:44.241084 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['f9e1da94-f9dd-478b-b27e-648f19d91df3'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:40:44.322916 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1119737b-446d-4c84-97fb-08552ab2e42b req-4e39031d-a08e-4375-a3e9-19d52ed901f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:44.324520 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1119737b-446d-4c84-97fb-08552ab2e42b req-4e39031d-a08e-4375-a3e9-19d52ed901f0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1482c544a11f4437b346c979b3eb517a&device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 1096 time: 0.0787940 Jul 15 23:40:44.471776 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bab1aa-2a48-4a4a-9e45-604c122e763b req-8b3e69bc-dee7-4076-8a3a-049549c215cc tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:44.473313 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-72bab1aa-2a48-4a4a-9e45-604c122e763b req-8b3e69bc-dee7-4076-8a3a-049549c215cc tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 945 time: 0.1614747 Jul 15 23:40:44.506064 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1119737b-446d-4c84-97fb-08552ab2e42b req-7003fef2-6ce6-46c1-b1c2-bc18cab8c011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:44.507535 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1119737b-446d-4c84-97fb-08552ab2e42b req-7003fef2-6ce6-46c1-b1c2-bc18cab8c011 service neutron] 10.222.0.49 "GET /v2.0/networks?id=319575b4-274a-45da-9bf1-6decf487208b HTTP/1.1" status: 200 len: 911 time: 0.1555488 Jul 15 23:40:44.563814 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-72bab1aa-2a48-4a4a-9e45-604c122e763b req-ccfbe25c-5e9e-4bb2-9680-91d61b07fb5e tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802841 Jul 15 23:40:44.588526 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1119737b-446d-4c84-97fb-08552ab2e42b req-4ebe8cbf-c009-415a-a41f-26d81176c804 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88c45584-2d51-4746-a9ae-b07b0255b918 HTTP/1.1" status: 200 len: 1000 time: 0.0748599 Jul 15 23:40:44.639099 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1119737b-446d-4c84-97fb-08552ab2e42b req-7455575d-816f-4c22-b633-7d1efb14cb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:44.640854 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1119737b-446d-4c84-97fb-08552ab2e42b req-7455575d-816f-4c22-b633-7d1efb14cb7e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0c7868f8-d819-4333-b9c5-ebc3d9707601 HTTP/1.1" status: 200 len: 849 time: 0.0462024 Jul 15 23:40:44.707138 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1119737b-446d-4c84-97fb-08552ab2e42b req-38a18abc-d4ac-4ae4-8497-39e91fa9f058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:44.708610 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1119737b-446d-4c84-97fb-08552ab2e42b req-38a18abc-d4ac-4ae4-8497-39e91fa9f058 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=319575b4-274a-45da-9bf1-6decf487208b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622017 Jul 15 23:40:44.818785 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1119737b-446d-4c84-97fb-08552ab2e42b req-dca2acf4-f13b-481f-9438-f526bdbabfaf service neutron] 10.222.0.49 "GET /v2.0/networks/319575b4-274a-45da-9bf1-6decf487208b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030974 Jul 15 23:40:44.925495 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1119737b-446d-4c84-97fb-08552ab2e42b req-056feb77-cebb-4d3d-a039-c8232f35c252 service neutron] 10.222.0.49 "GET /v2.0/networks/319575b4-274a-45da-9bf1-6decf487208b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998654 Jul 15 23:40:45.207195 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd2e4e6-cbd2-4917-894f-a43817e3b257 req-836a9d58-6e78-4919-81ae-931eda34d785 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:45.215058 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1fd2e4e6-cbd2-4917-894f-a43817e3b257 req-836a9d58-6e78-4919-81ae-931eda34d785 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.48 "GET /v2.0/ports?device_id=da1090a6-b6c4-4a39-9c4c-e7f7cacf3e94 HTTP/1.1" status: 200 len: 983 time: 0.1071861 Jul 15 23:40:45.308471 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1fd2e4e6-cbd2-4917-894f-a43817e3b257 req-b3afbd72-9983-4e5f-adde-4f37264dc0f1 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.48 "GET /v2.0/security-groups?id=66a5bb4d-f5ba-4348-8cd4-02b93e34951f&id=c052f155-cac4-4a25-a65a-fd66df10654c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0916808 Jul 15 23:40:45.709366 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device f9e1da94-f9dd-478b-b27e-648f19d91df3 up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:40:45.719018 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 43102) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:45.825004 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dc06ca-1184-4807-86c2-c042d38c89ad req-53f6cb5d-c991-4f59-b6b5-eb7696e697d9 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:45.826939 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-30dc06ca-1184-4807-86c2-c042d38c89ad req-53f6cb5d-c991-4f59-b6b5-eb7696e697d9 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 945 time: 0.0819693 Jul 15 23:40:45.829678 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port f9e1da94-f9dd-478b-b27e-648f19d91df3 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:40:45.834419 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port f9e1da94-f9dd-478b-b27e-648f19d91df3 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:40:45.834994 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:45.872700 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5fb903dd-fd1b-48a0-9520-f08cd6a82754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:45.888947 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-30dc06ca-1184-4807-86c2-c042d38c89ad req-666ade09-0982-4585-9294-9cf1d2eab1f1 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524845 Jul 15 23:40:45.926890 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:45.968040 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port f9e1da94-f9dd-478b-b27e-648f19d91df3, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=f9e1da94-f9dd-478b-b27e-648f19d91df3,segment=NetworkSegment(2af0907f-6bff-467e-8389-541319e713f5),segment_id=2af0907f-6bff-467e-8389-541319e713f5)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:40:45.969274 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da1090a6-b6c4-4a39-9c4c-e7f7cacf3e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e1da94-f9dd-478b-b27e-648f19d91df3'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:40:45.972392 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f75e4844-ad07-41c9-8883-21584ab12e19" -d '{"events": [{"server_uuid": "da1090a6-b6c4-4a39-9c4c-e7f7cacf3e94", "name": "network-vif-plugged", "status": "completed", "tag": "f9e1da94-f9dd-478b-b27e-648f19d91df3"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:40:45.977565 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:46.001633 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5fb903dd-fd1b-48a0-9520-f08cd6a82754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:46.008166 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5fb903dd-fd1b-48a0-9520-f08cd6a82754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:46.034181 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=f9e1da94-f9dd-478b-b27e-648f19d91df3,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:46.038513 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-5fb903dd-fd1b-48a0-9520-f08cd6a82754 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=78f1229d49ae4e94ba6c4d78ca7631e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3181794 Jul 15 23:40:46.041097 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 43110) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:46.045130 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ae4ac7-619d-4070-86f4-e31fe631b0ea x-openstack-request-id: req-60ae4ac7-619d-4070-86f4-e31fe631b0ea {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:40:46.046148 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da1090a6-b6c4-4a39-9c4c-e7f7cacf3e94", "name": "network-vif-plugged", "status": "completed", "tag": "f9e1da94-f9dd-478b-b27e-648f19d91df3", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:40:46.046148 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-60ae4ac7-619d-4070-86f4-e31fe631b0ea {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:40:46.046335 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da1090a6-b6c4-4a39-9c4c-e7f7cacf3e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e1da94-f9dd-478b-b27e-648f19d91df3', 'code': 200} Jul 15 23:40:46.074279 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb903dd-fd1b-48a0-9520-f08cd6a82754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66e20e06-3a85-4221-9d8a-e8cd351e481e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:46.140996 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68060647-f69a-4cf0-9f94-dbb8806b5735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:46.191620 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02370b3f-1b6d-454f-9a87-eafc1fd43084 req-89082473-4458-4193-b55b-028de83f62b3 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:46.193289 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-02370b3f-1b6d-454f-9a87-eafc1fd43084 req-89082473-4458-4193-b55b-028de83f62b3 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 945 time: 0.1354699 Jul 15 23:40:46.209633 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68060647-f69a-4cf0-9f94-dbb8806b5735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:46.289568 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-02370b3f-1b6d-454f-9a87-eafc1fd43084 req-77150c40-a81c-4e8b-b0af-40fbb153ecdd tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762353 Jul 15 23:40:46.305673 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a57c9-d08c-41ec-8cc7-9246bded74fa req-600876b1-9dac-4809-833d-9aec1445b244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:46.307436 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dc8a57c9-d08c-41ec-8cc7-9246bded74fa req-600876b1-9dac-4809-833d-9aec1445b244 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=da1090a6-b6c4-4a39-9c4c-e7f7cacf3e94 HTTP/1.1" status: 200 len: 1135 time: 0.1601114 Jul 15 23:40:46.331038 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68060647-f69a-4cf0-9f94-dbb8806b5735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:46.333606 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68060647-f69a-4cf0-9f94-dbb8806b5735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:46.339164 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-68060647-f69a-4cf0-9f94-dbb8806b5735 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/66e20e06-3a85-4221-9d8a-e8cd351e481e HTTP/1.1" status: 204 len: 168 time: 0.2920034 Jul 15 23:40:46.350817 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68060647-f69a-4cf0-9f94-dbb8806b5735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e20e06-3a85-4221-9d8a-e8cd351e481e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:46.364458 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dc8a57c9-d08c-41ec-8cc7-9246bded74fa req-29dede12-5da1-4682-947a-ea9eda991678 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c052f155-cac4-4a25-a65a-fd66df10654c&id=66a5bb4d-f5ba-4348-8cd4-02b93e34951f&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0501068 Jul 15 23:40:46.568115 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00535a8f-fe01-4e3a-8ac7-c19275847600 req-bef800f1-a329-4093-a924-4991495b7c72 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:46.569645 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-00535a8f-fe01-4e3a-8ac7-c19275847600 req-bef800f1-a329-4093-a924-4991495b7c72 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 945 time: 0.1114459 Jul 15 23:40:46.591284 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6efafb5-0024-433c-87a7-539c5dcb6114 req-e3c0f787-bce5-4d0c-a8fb-60ce44ea8d37 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:46.592735 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d6efafb5-0024-433c-87a7-539c5dcb6114 req-e3c0f787-bce5-4d0c-a8fb-60ce44ea8d37 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.48 "GET /v2.0/ports?device_id=da1090a6-b6c4-4a39-9c4c-e7f7cacf3e94 HTTP/1.1" status: 200 len: 984 time: 0.1021199 Jul 15 23:40:46.645904 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-00535a8f-fe01-4e3a-8ac7-c19275847600 req-67490558-ccb3-4bc8-8f86-fab8d1bdae0a tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688019 Jul 15 23:40:46.656467 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d6efafb5-0024-433c-87a7-539c5dcb6114 req-b59ea113-54de-4c40-8b1d-afbf8da21b1b tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.48 "GET /v2.0/security-groups?id=66a5bb4d-f5ba-4348-8cd4-02b93e34951f&id=c052f155-cac4-4a25-a65a-fd66df10654c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0560372 Jul 15 23:40:47.072529 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa42f8d6-3f0e-44a6-bd3c-688a55e9d0e1 req-9015d171-fab2-43cc-8ffb-2c1dd8b4aa65 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:47.075644 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-aa42f8d6-3f0e-44a6-bd3c-688a55e9d0e1 req-9015d171-fab2-43cc-8ffb-2c1dd8b4aa65 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 945 time: 0.0781119 Jul 15 23:40:47.113755 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-aa42f8d6-3f0e-44a6-bd3c-688a55e9d0e1 req-39d2cffe-d920-4883-ad6e-df1215b0ce18 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325110 Jul 15 23:40:47.869422 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022fe2dd-172b-4f74-9a6c-8e98b8de0b0f req-c39bb93f-56e0-4424-a6a7-b5690218aeef tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:47.871560 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-022fe2dd-172b-4f74-9a6c-8e98b8de0b0f req-c39bb93f-56e0-4424-a6a7-b5690218aeef tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.48 "GET /v2.0/ports?device_id=da1090a6-b6c4-4a39-9c4c-e7f7cacf3e94 HTTP/1.1" status: 200 len: 984 time: 0.0847087 Jul 15 23:40:47.916287 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-022fe2dd-172b-4f74-9a6c-8e98b8de0b0f req-168a3cc5-88f8-4ccd-863e-21e9c498a0bb tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.48 "GET /v2.0/security-groups?id=66a5bb4d-f5ba-4348-8cd4-02b93e34951f&id=c052f155-cac4-4a25-a65a-fd66df10654c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0371783 Jul 15 23:40:48.116583 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf9eb3-08f4-4261-b8f6-882e18cb32a0 req-c7825e68-5f46-45de-a0e9-19b56d919949 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:48.118686 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9cdf9eb3-08f4-4261-b8f6-882e18cb32a0 req-c7825e68-5f46-45de-a0e9-19b56d919949 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.48 "GET /v2.0/ports?device_id=da1090a6-b6c4-4a39-9c4c-e7f7cacf3e94 HTTP/1.1" status: 200 len: 984 time: 0.0714638 Jul 15 23:40:48.196729 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9cdf9eb3-08f4-4261-b8f6-882e18cb32a0 req-c3528c48-6706-433a-9efb-616df6a80d4e tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.48 "GET /v2.0/security-groups?id=66a5bb4d-f5ba-4348-8cd4-02b93e34951f&id=c052f155-cac4-4a25-a65a-fd66df10654c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0712924 Jul 15 23:40:48.383502 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eeb3dd-a795-41bf-8b2d-aaf182f22bb9 req-870c2f9d-b7a5-4f22-ab82-49ada44550a6 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:48.385158 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d4eeb3dd-a795-41bf-8b2d-aaf182f22bb9 req-870c2f9d-b7a5-4f22-ab82-49ada44550a6 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 945 time: 0.1315696 Jul 15 23:40:48.443365 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df3130-db6c-484d-a670-816564a63490 req-217a3ba0-5364-4704-b318-4be12ddd7f22 tempest-TestSecurityGroupsBasicOps-1792558 tempest-TestSecurityGroupsBasicOps-1792558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:48.445153 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b7df3130-db6c-484d-a670-816564a63490 req-217a3ba0-5364-4704-b318-4be12ddd7f22 tempest-TestSecurityGroupsBasicOps-1792558 tempest-TestSecurityGroupsBasicOps-1792558-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=da1090a6-b6c4-4a39-9c4c-e7f7cacf3e94 HTTP/1.1" status: 200 len: 1135 time: 0.1064556 Jul 15 23:40:48.448317 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d4eeb3dd-a795-41bf-8b2d-aaf182f22bb9 req-8e241d3a-a6ea-41fb-b0ba-71f71c09c128 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550478 Jul 15 23:40:48.465328 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b7df3130-db6c-484d-a670-816564a63490 req-fc2f67c3-548f-494c-84f1-f32251c94acc tempest-TestSecurityGroupsBasicOps-1792558 tempest-TestSecurityGroupsBasicOps-1792558-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:48.616403 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b7df3130-db6c-484d-a670-816564a63490 req-fc2f67c3-548f-494c-84f1-f32251c94acc tempest-TestSecurityGroupsBasicOps-1792558 tempest-TestSecurityGroupsBasicOps-1792558-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:48.632884 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b7df3130-db6c-484d-a670-816564a63490 req-fc2f67c3-548f-494c-84f1-f32251c94acc tempest-TestSecurityGroupsBasicOps-1792558 tempest-TestSecurityGroupsBasicOps-1792558-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:48.690327 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b7df3130-db6c-484d-a670-816564a63490 req-fc2f67c3-548f-494c-84f1-f32251c94acc tempest-TestSecurityGroupsBasicOps-1792558 tempest-TestSecurityGroupsBasicOps-1792558-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=66a5bb4d-f5ba-4348-8cd4-02b93e34951f&id=c052f155-cac4-4a25-a65a-fd66df10654c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2382159 Jul 15 23:40:48.703547 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2f67c3-548f-494c-84f1-f32251c94acc tempest-TestSecurityGroupsBasicOps-1792558 tempest-TestSecurityGroupsBasicOps-1792558-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e140525-30de-4dc3-85bf-68f84fd88167,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:48.743187 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 43176) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:48.930833 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac19843-56c4-4967-bad3-7e343fb6741d tempest-TestSecurityGroupsBasicOps-1792558 tempest-TestSecurityGroupsBasicOps-1792558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:48.932623 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-6ac19843-56c4-4967-bad3-7e343fb6741d tempest-TestSecurityGroupsBasicOps-1792558 tempest-TestSecurityGroupsBasicOps-1792558-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=da1090a6-b6c4-4a39-9c4c-e7f7cacf3e94 HTTP/1.1" status: 200 len: 1130 time: 0.1883333 Jul 15 23:40:48.937127 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 43184) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:48.943153 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-df68d879-e376-4a5f-9775-07d4542a2c91 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Request body: {'floatingip': {'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'port_id': 'f9e1da94-f9dd-478b-b27e-648f19d91df3', 'tenant_id': '5f0d8a39450b41748c0b81cefe499b9b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:40:48.987516 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df68d879-e376-4a5f-9775-07d4542a2c91 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:48.991123 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f29866a-83f9-455a-962d-5bfc8d3385ad req-0119d6bd-ffae-4e11-b6c7-9c031705af06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:48.992659 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7f29866a-83f9-455a-962d-5bfc8d3385ad req-0119d6bd-ffae-4e11-b6c7-9c031705af06 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1482c544a11f4437b346c979b3eb517a&device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 1096 time: 0.1505017 Jul 15 23:40:49.001339 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8eec17-7de5-4ced-9b5f-3fb6f2486638 req-4cdca500-cf2c-4e5b-a9f0-2cf06c853d91 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:49.002796 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ea8eec17-7de5-4ced-9b5f-3fb6f2486638 req-4cdca500-cf2c-4e5b-a9f0-2cf06c853d91 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 945 time: 0.1389911 Jul 15 23:40:49.099709 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ea8eec17-7de5-4ced-9b5f-3fb6f2486638 req-fc38f89b-326b-4357-8d1f-6a00b50f70dd tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882533 Jul 15 23:40:49.128397 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df68d879-e376-4a5f-9775-07d4542a2c91 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:49.133447 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f29866a-83f9-455a-962d-5bfc8d3385ad req-3abe6198-2947-4bc3-86e9-3fdd6f45bbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:49.135074 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7f29866a-83f9-455a-962d-5bfc8d3385ad req-3abe6198-2947-4bc3-86e9-3fdd6f45bbd0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=319575b4-274a-45da-9bf1-6decf487208b HTTP/1.1" status: 200 len: 911 time: 0.1314130 Jul 15 23:40:49.225931 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7f29866a-83f9-455a-962d-5bfc8d3385ad req-09d683e0-91f1-452f-a69d-4037a3c4ef02 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88c45584-2d51-4746-a9ae-b07b0255b918 HTTP/1.1" status: 200 len: 1000 time: 0.0848973 Jul 15 23:40:49.255401 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-df68d879-e376-4a5f-9775-07d4542a2c91 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Allocated IP 172.25.5.65 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/4874ed40-6a0c-4325-b517-fc59e349563b) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:40:49.293313 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f29866a-83f9-455a-962d-5bfc8d3385ad req-f08c0c11-558e-4e1e-9103-28955b80d920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:49.294968 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7f29866a-83f9-455a-962d-5bfc8d3385ad req-f08c0c11-558e-4e1e-9103-28955b80d920 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0c7868f8-d819-4333-b9c5-ebc3d9707601 HTTP/1.1" status: 200 len: 849 time: 0.0634339 Jul 15 23:40:49.372175 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f29866a-83f9-455a-962d-5bfc8d3385ad req-b23f7083-1942-4bd3-9108-b8b11baa5aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:49.374021 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7f29866a-83f9-455a-962d-5bfc8d3385ad req-b23f7083-1942-4bd3-9108-b8b11baa5aab service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=319575b4-274a-45da-9bf1-6decf487208b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722926 Jul 15 23:40:49.405762 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df68d879-e376-4a5f-9775-07d4542a2c91 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:49.452954 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df68d879-e376-4a5f-9775-07d4542a2c91 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:49.495378 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df68d879-e376-4a5f-9775-07d4542a2c91 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:40:49.501757 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-df68d879-e376-4a5f-9775-07d4542a2c91 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:40:49.504551 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df68d879-e376-4a5f-9775-07d4542a2c91 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:40:49.515855 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7f29866a-83f9-455a-962d-5bfc8d3385ad req-52721d26-6072-4792-8113-ae17f8e607f1 service neutron] 10.222.0.49 "GET /v2.0/networks/319575b4-274a-45da-9bf1-6decf487208b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350329 Jul 15 23:40:49.535134 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df68d879-e376-4a5f-9775-07d4542a2c91 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Pushing event updated for resources: {'Port': ['ID=4874ed40-6a0c-4325-b517-fc59e349563b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:49.642522 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7f29866a-83f9-455a-962d-5bfc8d3385ad req-60d21fae-f35f-4860-bf32-fdb06786e066 service neutron] 10.222.0.49 "GET /v2.0/networks/319575b4-274a-45da-9bf1-6decf487208b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194913 Jul 15 23:40:50.078352 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df68d879-e376-4a5f-9775-07d4542a2c91 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:50.193404 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df68d879-e376-4a5f-9775-07d4542a2c91 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:50.324652 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c587747-1385-4c3e-b38d-f156273e9cec req-ae8da287-885b-47d7-b0ed-f30b7c14b5a1 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:50.326290 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3c587747-1385-4c3e-b38d-f156273e9cec req-ae8da287-885b-47d7-b0ed-f30b7c14b5a1 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 945 time: 0.1012971 Jul 15 23:40:50.375833 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3c587747-1385-4c3e-b38d-f156273e9cec req-51dc52af-d35f-4a06-bb79-abfce2caa6b2 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433936 Jul 15 23:40:50.666137 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df68d879-e376-4a5f-9775-07d4542a2c91 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:50.671816 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df68d879-e376-4a5f-9775-07d4542a2c91 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:50.745542 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df68d879-e376-4a5f-9775-07d4542a2c91 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Pushing event updated for resources: {'Port': ['ID=4874ed40-6a0c-4325-b517-fc59e349563b,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:50.771642 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df68d879-e376-4a5f-9775-07d4542a2c91 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:50.879841 n-d-794306-6 neutron-server[93771]: INFO neutron.db.l3_db [None req-df68d879-e376-4a5f-9775-07d4542a2c91 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Floating IP 33058af5-c596-473d-86aa-88f2f45487f3 associated. External IP: 172.25.5.65, port: f9e1da94-f9dd-478b-b27e-648f19d91df3. Jul 15 23:40:51.075696 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cff04c11-6121-4a5f-b2fb-c00f33c977dc req-f94d8512-627c-4ce0-bd67-27a24344e4b3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d190f561-4633-4116-8963-adc8d2830957&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0608315 Jul 15 23:40:51.124917 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df68d879-e376-4a5f-9775-07d4542a2c91 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Router 01cc1282-5b07-4dc7-8cf2-acb6952a3197 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:40:51.213624 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff04c11-6121-4a5f-b2fb-c00f33c977dc req-d6df83ff-ce92-4989-8d7f-924020ee3bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:51.215563 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cff04c11-6121-4a5f-b2fb-c00f33c977dc req-d6df83ff-ce92-4989-8d7f-924020ee3bea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1482c544a11f4437b346c979b3eb517a&device_id=d190f561-4633-4116-8963-adc8d2830957 HTTP/1.1" status: 200 len: 1058 time: 0.0755999 Jul 15 23:40:51.259505 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df68d879-e376-4a5f-9775-07d4542a2c91 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:40:51.272911 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d926b62b-9c21-468e-9dcd-400e1000ff79 None None] Sync routers for ids ['01cc1282-5b07-4dc7-8cf2-acb6952a3197'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:40:51.288883 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df68d879-e376-4a5f-9775-07d4542a2c91 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:51.305044 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d926b62b-9c21-468e-9dcd-400e1000ff79 None None] Routers {'01cc1282-5b07-4dc7-8cf2-acb6952a3197'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:40:51.305615 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d926b62b-9c21-468e-9dcd-400e1000ff79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:40:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['01cc1282-5b07-4dc7-8cf2-acb6952a3197'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:51.333611 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-df68d879-e376-4a5f-9775-07d4542a2c91 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3947685 Jul 15 23:40:51.334338 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da1090a6-b6c4-4a39-9c4c-e7f7cacf3e94', 'tag': 'f9e1da94-f9dd-478b-b27e-648f19d91df3'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:40:51.337012 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8cc0907-2210-441c-a1f2-40530e1713ef" -d '{"events": [{"name": "network-changed", "server_uuid": "da1090a6-b6c4-4a39-9c4c-e7f7cacf3e94", "tag": "f9e1da94-f9dd-478b-b27e-648f19d91df3"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:40:51.340254 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 43218) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:51.524923 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-d926b62b-9c21-468e-9dcd-400e1000ff79 None None] Set router 01cc1282-5b07-4dc7-8cf2-acb6952a3197 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:40:51.649329 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b8653b0-5c93-4c80-8bfb-59ac69e64a11 x-openstack-request-id: req-7b8653b0-5c93-4c80-8bfb-59ac69e64a11 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:40:51.653346 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da1090a6-b6c4-4a39-9c4c-e7f7cacf3e94", "tag": "f9e1da94-f9dd-478b-b27e-648f19d91df3", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:40:51.654021 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7b8653b0-5c93-4c80-8bfb-59ac69e64a11 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:40:51.654558 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da1090a6-b6c4-4a39-9c4c-e7f7cacf3e94', 'tag': 'f9e1da94-f9dd-478b-b27e-648f19d91df3', 'status': 'completed', 'code': 200} Jul 15 23:40:51.838787 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281993f1-2b25-4318-9080-103c3c83ba80 tempest-TestSecurityGroupsBasicOps-1792558 tempest-TestSecurityGroupsBasicOps-1792558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:51.838787 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281993f1-2b25-4318-9080-103c3c83ba80 tempest-TestSecurityGroupsBasicOps-1792558 tempest-TestSecurityGroupsBasicOps-1792558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:51.840463 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281993f1-2b25-4318-9080-103c3c83ba80 tempest-TestSecurityGroupsBasicOps-1792558 tempest-TestSecurityGroupsBasicOps-1792558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:51.841086 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281993f1-2b25-4318-9080-103c3c83ba80 tempest-TestSecurityGroupsBasicOps-1792558 tempest-TestSecurityGroupsBasicOps-1792558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:51.841616 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281993f1-2b25-4318-9080-103c3c83ba80 tempest-TestSecurityGroupsBasicOps-1792558 tempest-TestSecurityGroupsBasicOps-1792558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:51.842156 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281993f1-2b25-4318-9080-103c3c83ba80 tempest-TestSecurityGroupsBasicOps-1792558 tempest-TestSecurityGroupsBasicOps-1792558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:51.844559 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-281993f1-2b25-4318-9080-103c3c83ba80 tempest-TestSecurityGroupsBasicOps-1792558 tempest-TestSecurityGroupsBasicOps-1792558-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.5027883 Jul 15 23:40:51.848464 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 43232) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:51.909279 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc0907-2210-441c-a1f2-40530e1713ef req-3ca095e4-5464-4d0c-bf0b-298342e251b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:51.911413 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f8cc0907-2210-441c-a1f2-40530e1713ef req-3ca095e4-5464-4d0c-bf0b-298342e251b2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5f0d8a39450b41748c0b81cefe499b9b&device_id=da1090a6-b6c4-4a39-9c4c-e7f7cacf3e94 HTTP/1.1" status: 200 len: 1135 time: 0.2058280 Jul 15 23:40:51.957625 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d926b62b-9c21-468e-9dcd-400e1000ff79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01cc1282-5b07-4dc7-8cf2-acb6952a3197', 'name': 'tempest-TestSecurityGroupsBasicOps-router-497449651', 'tenant_id': '5f0d8a39450b41748c0b81cefe499b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '91e3c808-4330-4647-ab2b-b27880fc8f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:40:23Z', 'updated_at': '2021-07-15T23:40:30Z', 'revision_number': 4, 'project_id': '5f0d8a39450b41748c0b81cefe499b9b', 'gw_port': {'id': '91e3c808-4330-4647-ab2b-b27880fc8f04', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cc1282-5b07-4dc7-8cf2-acb6952a3197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:24Z', 'updated_at': '2021-07-15T23:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '33058af5-c596-473d-86aa-88f2f45487f3', 'tenant_id': '5f0d8a39450b41748c0b81cefe499b9b', 'floating_ip_address': '172.25.5.65', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '01cc1282-5b07-4dc7-8cf2-acb6952a3197', 'port_id': 'f9e1da94-f9dd-478b-b27e-648f19d91df3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2de34d27-ccf0-4ec0-8d19-72e4f2003199', 'mac_address': 'fa:16:3e:69:63:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1090a6-b6c4-4a39-9c4c-e7f7cacf3e94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:40:49Z', 'updated_at': '2021-07-15T23:40:49Z', 'revision_number': 0, 'project_id': '5f0d8a39450b41748c0b81cefe499b9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcf7bb84-382c-4d19-8054-e139bd218c1a', 'name': '', 'network_id': '2de34d27-ccf0-4ec0-8d19-72e4f2003199', 'tenant_id': '5f0d8a39450b41748c0b81cefe499b9b', 'mac_address': 'fa:16:3e:c7:ea:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cc1282-5b07-4dc7-8cf2-acb6952a3197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '3ee10193-c61f-4262-948c-c4519fb074ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:28Z', 'updated_at': '2021-07-15T23:40:35Z', 'revision_number': 5, 'project_id': '5f0d8a39450b41748c0b81cefe499b9b', 'subnets': [{'id': '3ee10193-c61f-4262-948c-c4519fb074ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:52.016991 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d926b62b-9c21-468e-9dcd-400e1000ff79 None None] Checking router: 01cc1282-5b07-4dc7-8cf2-acb6952a3197 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:40:52.034662 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d926b62b-9c21-468e-9dcd-400e1000ff79 None None] Routers {'01cc1282-5b07-4dc7-8cf2-acb6952a3197'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:40:52.035280 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d926b62b-9c21-468e-9dcd-400e1000ff79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:40:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['01cc1282-5b07-4dc7-8cf2-acb6952a3197'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:52.103530 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc17deea-7152-425f-a203-048d26413b05 tempest-TestSecurityGroupsBasicOps-1792558 tempest-TestSecurityGroupsBasicOps-1792558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:52.106499 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc17deea-7152-425f-a203-048d26413b05 tempest-TestSecurityGroupsBasicOps-1792558 tempest-TestSecurityGroupsBasicOps-1792558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:52.106757 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc17deea-7152-425f-a203-048d26413b05 tempest-TestSecurityGroupsBasicOps-1792558 tempest-TestSecurityGroupsBasicOps-1792558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:52.107217 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc17deea-7152-425f-a203-048d26413b05 tempest-TestSecurityGroupsBasicOps-1792558 tempest-TestSecurityGroupsBasicOps-1792558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:52.107704 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc17deea-7152-425f-a203-048d26413b05 tempest-TestSecurityGroupsBasicOps-1792558 tempest-TestSecurityGroupsBasicOps-1792558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:52.108166 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc17deea-7152-425f-a203-048d26413b05 tempest-TestSecurityGroupsBasicOps-1792558 tempest-TestSecurityGroupsBasicOps-1792558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:52.110229 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-dc17deea-7152-425f-a203-048d26413b05 tempest-TestSecurityGroupsBasicOps-1792558 tempest-TestSecurityGroupsBasicOps-1792558-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4007 time: 0.2604098 Jul 15 23:40:52.113111 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 43236) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:52.180625 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 43238) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:52.238761 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc0907-2210-441c-a1f2-40530e1713ef req-43d0b87d-0c23-469e-8f28-0a177eec0695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:52.240532 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f8cc0907-2210-441c-a1f2-40530e1713ef req-43d0b87d-0c23-469e-8f28-0a177eec0695 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2de34d27-ccf0-4ec0-8d19-72e4f2003199 HTTP/1.1" status: 200 len: 897 time: 0.3211501 Jul 15 23:40:52.250526 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff04c11-6121-4a5f-b2fb-c00f33c977dc req-dc901ee4-8c3b-4871-80a1-335578507769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:52.256146 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-d926b62b-9c21-468e-9dcd-400e1000ff79 None None] Set router 01cc1282-5b07-4dc7-8cf2-acb6952a3197 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:40:52.257860 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cff04c11-6121-4a5f-b2fb-c00f33c977dc req-dc901ee4-8c3b-4871-80a1-335578507769 service neutron] 10.222.0.41 "GET /v2.0/networks?id=319575b4-274a-45da-9bf1-6decf487208b HTTP/1.1" status: 200 len: 911 time: 1.0188808 Jul 15 23:40:52.361149 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cff04c11-6121-4a5f-b2fb-c00f33c977dc req-935bf874-4156-4948-b6f8-c57347fa4450 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb06d288-8b4d-42cd-8a3f-233aa2420f4a HTTP/1.1" status: 200 len: 217 time: 0.0944047 Jul 15 23:40:52.433076 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff04c11-6121-4a5f-b2fb-c00f33c977dc req-db0f1924-1a3b-45b0-8849-d2d3101ee824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:52.435471 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cff04c11-6121-4a5f-b2fb-c00f33c977dc req-db0f1924-1a3b-45b0-8849-d2d3101ee824 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0c7868f8-d819-4333-b9c5-ebc3d9707601 HTTP/1.1" status: 200 len: 849 time: 0.0647380 Jul 15 23:40:52.470022 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea9b71e-71bf-44c9-a4b0-d3ed2a80d16f req-17051772-d145-40b3-afaf-b3339acc434a tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:52.484969 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f8cc0907-2210-441c-a1f2-40530e1713ef req-ea91a3eb-4b2f-4d60-98bb-6cf91a1244d3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9e1da94-f9dd-478b-b27e-648f19d91df3 HTTP/1.1" status: 200 len: 998 time: 0.2330668 Jul 15 23:40:52.486180 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1ea9b71e-71bf-44c9-a4b0-d3ed2a80d16f req-17051772-d145-40b3-afaf-b3339acc434a tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 945 time: 0.3364182 Jul 15 23:40:52.513194 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-61da3160-ef44-4f58-a66f-c7346bd2c3d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:52.576987 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc0907-2210-441c-a1f2-40530e1713ef req-6cb86eeb-d021-4a5f-bf24-2890c16cd7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:52.578508 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f8cc0907-2210-441c-a1f2-40530e1713ef req-6cb86eeb-d021-4a5f-bf24-2890c16cd7c6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3ee10193-c61f-4262-948c-c4519fb074ab HTTP/1.1" status: 200 len: 835 time: 0.0865703 Jul 15 23:40:52.594271 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d926b62b-9c21-468e-9dcd-400e1000ff79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01cc1282-5b07-4dc7-8cf2-acb6952a3197', 'name': 'tempest-TestSecurityGroupsBasicOps-router-497449651', 'tenant_id': '5f0d8a39450b41748c0b81cefe499b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '91e3c808-4330-4647-ab2b-b27880fc8f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:40:23Z', 'updated_at': '2021-07-15T23:40:30Z', 'revision_number': 4, 'project_id': '5f0d8a39450b41748c0b81cefe499b9b', 'gw_port': {'id': '91e3c808-4330-4647-ab2b-b27880fc8f04', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cc1282-5b07-4dc7-8cf2-acb6952a3197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:24Z', 'updated_at': '2021-07-15T23:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '33058af5-c596-473d-86aa-88f2f45487f3', 'tenant_id': '5f0d8a39450b41748c0b81cefe499b9b', 'floating_ip_address': '172.25.5.65', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '01cc1282-5b07-4dc7-8cf2-acb6952a3197', 'port_id': 'f9e1da94-f9dd-478b-b27e-648f19d91df3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2de34d27-ccf0-4ec0-8d19-72e4f2003199', 'mac_address': 'fa:16:3e:69:63:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1090a6-b6c4-4a39-9c4c-e7f7cacf3e94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:40:49Z', 'updated_at': '2021-07-15T23:40:49Z', 'revision_number': 0, 'project_id': '5f0d8a39450b41748c0b81cefe499b9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcf7bb84-382c-4d19-8054-e139bd218c1a', 'name': '', 'network_id': '2de34d27-ccf0-4ec0-8d19-72e4f2003199', 'tenant_id': '5f0d8a39450b41748c0b81cefe499b9b', 'mac_address': 'fa:16:3e:c7:ea:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cc1282-5b07-4dc7-8cf2-acb6952a3197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '3ee10193-c61f-4262-948c-c4519fb074ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:28Z', 'updated_at': '2021-07-15T23:40:35Z', 'revision_number': 5, 'project_id': '5f0d8a39450b41748c0b81cefe499b9b', 'subnets': [{'id': '3ee10193-c61f-4262-948c-c4519fb074ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:52.594990 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1ea9b71e-71bf-44c9-a4b0-d3ed2a80d16f req-538cce46-83cf-4e09-bc70-93ed9b1a394a tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068094 Jul 15 23:40:52.599887 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-0436dd13-caa4-4964-b1cf-af822a9f0ff0 tempest-TestSecurityGroupsBasicOps-1792558 tempest-TestSecurityGroupsBasicOps-1792558-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2331 time: 0.4857781 Jul 15 23:40:52.604081 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 43242) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:52.630685 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d926b62b-9c21-468e-9dcd-400e1000ff79 None None] The sync data for ids ['01cc1282-5b07-4dc7-8cf2-acb6952a3197'] in n-d-794306-6 is: [{'id': '01cc1282-5b07-4dc7-8cf2-acb6952a3197', 'name': 'tempest-TestSecurityGroupsBasicOps-router-497449651', 'tenant_id': '5f0d8a39450b41748c0b81cefe499b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '91e3c808-4330-4647-ab2b-b27880fc8f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:40:23Z', 'updated_at': '2021-07-15T23:40:30Z', 'revision_number': 4, 'project_id': '5f0d8a39450b41748c0b81cefe499b9b', 'gw_port': {'id': '91e3c808-4330-4647-ab2b-b27880fc8f04', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cc1282-5b07-4dc7-8cf2-acb6952a3197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:24Z', 'updated_at': '2021-07-15T23:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '33058af5-c596-473d-86aa-88f2f45487f3', 'tenant_id': '5f0d8a39450b41748c0b81cefe499b9b', 'floating_ip_address': '172.25.5.65', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '01cc1282-5b07-4dc7-8cf2-acb6952a3197', 'port_id': 'f9e1da94-f9dd-478b-b27e-648f19d91df3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2de34d27-ccf0-4ec0-8d19-72e4f2003199', 'mac_address': 'fa:16:3e:69:63:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1090a6-b6c4-4a39-9c4c-e7f7cacf3e94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:40:49Z', 'updated_at': '2021-07-15T23:40:49Z', 'revision_number': 0, 'project_id': '5f0d8a39450b41748c0b81cefe499b9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcf7bb84-382c-4d19-8054-e139bd218c1a', 'name': '', 'network_id': '2de34d27-ccf0-4ec0-8d19-72e4f2003199', 'tenant_id': '5f0d8a39450b41748c0b81cefe499b9b', 'mac_address': 'fa:16:3e:c7:ea:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cc1282-5b07-4dc7-8cf2-acb6952a3197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '3ee10193-c61f-4262-948c-c4519fb074ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:28Z', 'updated_at': '2021-07-15T23:40:35Z', 'revision_number': 5, 'project_id': '5f0d8a39450b41748c0b81cefe499b9b', 'subnets': [{'id': '3ee10193-c61f-4262-948c-c4519fb074ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:40:52.663512 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc0907-2210-441c-a1f2-40530e1713ef req-099b6ecd-dffc-4d94-b28b-a25f786aa026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:52.665426 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f8cc0907-2210-441c-a1f2-40530e1713ef req-099b6ecd-dffc-4d94-b28b-a25f786aa026 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2de34d27-ccf0-4ec0-8d19-72e4f2003199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724130 Jul 15 23:40:52.773206 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-61da3160-ef44-4f58-a66f-c7346bd2c3d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:52.802752 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-61da3160-ef44-4f58-a66f-c7346bd2c3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:52.809978 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f8cc0907-2210-441c-a1f2-40530e1713ef req-369261c8-4be7-4c14-9319-e857632ea256 service neutron] 10.222.0.41 "GET /v2.0/networks/2de34d27-ccf0-4ec0-8d19-72e4f2003199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330309 Jul 15 23:40:52.881025 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-61da3160-ef44-4f58-a66f-c7346bd2c3d5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b6e74537b3314391a3989cc374d9d21d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6855185 Jul 15 23:40:52.881025 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff04c11-6121-4a5f-b2fb-c00f33c977dc req-5707bf1c-05bd-4e3f-b763-679cc997b10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:52.882005 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 43246) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:52.882143 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cff04c11-6121-4a5f-b2fb-c00f33c977dc req-5707bf1c-05bd-4e3f-b763-679cc997b10a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=319575b4-274a-45da-9bf1-6decf487208b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4366999 Jul 15 23:40:52.885616 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61da3160-ef44-4f58-a66f-c7346bd2c3d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=732a89a6-c26e-4539-a385-3a881818abd8,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:52.943660 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd871b1-4099-4492-93ec-e9ee195f8c5a None None] New status for floating IP 33058af5-c596-473d-86aa-88f2f45487f3: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:40:52.960170 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f8cc0907-2210-441c-a1f2-40530e1713ef req-3ce8f1a3-83e6-4b30-af94-de78c9585aaf service neutron] 10.222.0.41 "GET /v2.0/networks/2de34d27-ccf0-4ec0-8d19-72e4f2003199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448803 Jul 15 23:40:52.977746 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7b1c18ff-76f0-4da9-8204-70925d3c43ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:53.013993 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7b1c18ff-76f0-4da9-8204-70925d3c43ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:53.016498 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c39572-b4c7-4421-98dd-c234838e96cb tempest-TestSecurityGroupsBasicOps-1792558 tempest-TestSecurityGroupsBasicOps-1792558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:53.017007 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c39572-b4c7-4421-98dd-c234838e96cb tempest-TestSecurityGroupsBasicOps-1792558 tempest-TestSecurityGroupsBasicOps-1792558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:53.019115 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-34c39572-b4c7-4421-98dd-c234838e96cb tempest-TestSecurityGroupsBasicOps-1792558 tempest-TestSecurityGroupsBasicOps-1792558-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=01cc1282-5b07-4dc7-8cf2-acb6952a3197 HTTP/1.1" status: 200 len: 1989 time: 0.4121461 Jul 15 23:40:53.050824 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a02fce1-92ca-4bc4-b694-87ec3c426561 req-274f533b-8bcf-47a8-844d-e7a8639bcc63 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:53.053163 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2a02fce1-92ca-4bc4-b694-87ec3c426561 req-274f533b-8bcf-47a8-844d-e7a8639bcc63 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 945 time: 0.2649174 Jul 15 23:40:53.084874 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cff04c11-6121-4a5f-b2fb-c00f33c977dc req-dfac0b03-89b1-4f76-8071-2a017803b0e9 service neutron] 10.222.0.41 "GET /v2.0/networks/319575b4-274a-45da-9bf1-6decf487208b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882169 Jul 15 23:40:53.099894 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7b1c18ff-76f0-4da9-8204-70925d3c43ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:53.104964 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7b1c18ff-76f0-4da9-8204-70925d3c43ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:53.112088 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-7b1c18ff-76f0-4da9-8204-70925d3c43ad admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/732a89a6-c26e-4539-a385-3a881818abd8 HTTP/1.1" status: 204 len: 168 time: 0.2292936 Jul 15 23:40:53.126687 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c18ff-76f0-4da9-8204-70925d3c43ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=732a89a6-c26e-4539-a385-3a881818abd8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:53.142272 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c18ff-76f0-4da9-8204-70925d3c43ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:53.142754 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c18ff-76f0-4da9-8204-70925d3c43ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:53.143294 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c18ff-76f0-4da9-8204-70925d3c43ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:53.143856 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c18ff-76f0-4da9-8204-70925d3c43ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:53.144610 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c18ff-76f0-4da9-8204-70925d3c43ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:53.145404 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c18ff-76f0-4da9-8204-70925d3c43ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:53.145946 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c18ff-76f0-4da9-8204-70925d3c43ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:53.146899 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c18ff-76f0-4da9-8204-70925d3c43ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:53.147031 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c18ff-76f0-4da9-8204-70925d3c43ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:53.147749 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c18ff-76f0-4da9-8204-70925d3c43ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:53.148308 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c18ff-76f0-4da9-8204-70925d3c43ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:53.148856 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c18ff-76f0-4da9-8204-70925d3c43ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:53.206765 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2a02fce1-92ca-4bc4-b694-87ec3c426561 req-27c2a72f-0b37-4ec3-9a5b-898524e38825 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217363 Jul 15 23:40:53.302093 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cff04c11-6121-4a5f-b2fb-c00f33c977dc req-0d883df8-aab4-4207-8708-f7fcb01d3fe9 service neutron] 10.222.0.41 "GET /v2.0/networks/319575b4-274a-45da-9bf1-6decf487208b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967351 Jul 15 23:40:54.109801 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 43314) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:54.164839 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-79f358da-73a7-499a-aa17-d9fa116e5be6 admin admin] Deleting subnet 0544fc5f-9e2c-4a20-a058-dd274fa024ea {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:40:54.171346 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79f358da-73a7-499a-aa17-d9fa116e5be6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:54.233112 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79f358da-73a7-499a-aa17-d9fa116e5be6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:54.288092 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79f358da-73a7-499a-aa17-d9fa116e5be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:54.359375 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79f358da-73a7-499a-aa17-d9fa116e5be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:54.369403 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb10935-529e-4fe3-8a28-c3185f58b87a req-dd39d836-0136-41b6-abd7-59ca787fc126 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:54.376503 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2eb10935-529e-4fe3-8a28-c3185f58b87a req-dd39d836-0136-41b6-abd7-59ca787fc126 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2fbf761-0bd9-4e8c-ac65-175991a98268 HTTP/1.1" status: 200 len: 944 time: 0.0871131 Jul 15 23:40:54.392367 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f358da-73a7-499a-aa17-d9fa116e5be6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0544fc5f-9e2c-4a20-a058-dd274fa024ea,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:54.395005 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79f358da-73a7-499a-aa17-d9fa116e5be6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:54.396552 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-79f358da-73a7-499a-aa17-d9fa116e5be6 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/0544fc5f-9e2c-4a20-a058-dd274fa024ea HTTP/1.1" status: 204 len: 168 time: 0.2854156 Jul 15 23:40:54.399178 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 43324) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:54.478609 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a5ca0701-86be-4720-899e-7a3cbef91bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:54.514396 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-2eb10935-529e-4fe3-8a28-c3185f58b87a req-8bae7763-ed68-47e4-9473-f4008d4e967c tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Deleting port b80e332b-76b3-448e-95c8-4615f945e607 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:40:54.514748 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2eb10935-529e-4fe3-8a28-c3185f58b87a req-8bae7763-ed68-47e4-9473-f4008d4e967c tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:54.578179 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a5ca0701-86be-4720-899e-7a3cbef91bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:54.588663 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-a5ca0701-86be-4720-899e-7a3cbef91bb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['747a9fc1-10d3-4929-a5a7-fe8cc2cf81f7']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:54.599094 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-a5ca0701-86be-4720-899e-7a3cbef91bb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f07892c-67f2-49f4-b6d6-0153062c3378') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:54.599490 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-a5ca0701-86be-4720-899e-7a3cbef91bb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f07892c-67f2-49f4-b6d6-0153062c3378') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:54.608621 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a5ca0701-86be-4720-899e-7a3cbef91bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:54.614162 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-2eb10935-529e-4fe3-8a28-c3185f58b87a req-8bae7763-ed68-47e4-9473-f4008d4e967c tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] For port b80e332b-76b3-448e-95c8-4615f945e607, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=b80e332b-76b3-448e-95c8-4615f945e607,segment=NetworkSegment(1221e74c-ebb2-4cb8-bf72-835ef0508fbe),segment_id=1221e74c-ebb2-4cb8-bf72-835ef0508fbe)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:40:54.614537 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2eb10935-529e-4fe3-8a28-c3185f58b87a req-8bae7763-ed68-47e4-9473-f4008d4e967c tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:54.626496 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a5ca0701-86be-4720-899e-7a3cbef91bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:54.629457 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-2eb10935-529e-4fe3-8a28-c3185f58b87a req-8bae7763-ed68-47e4-9473-f4008d4e967c tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Calling delete_port for b80e332b-76b3-448e-95c8-4615f945e607 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:40:54.633631 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5ca0701-86be-4720-899e-7a3cbef91bb3 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:40:54.634032 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a5ca0701-86be-4720-899e-7a3cbef91bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:54.636959 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:40:54.636959 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:40:54.636959 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:40:54.636959 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:40:54.636959 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:40:54.636959 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:40:54.636959 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:40:54.636959 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:40:54.636959 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:40:54.636959 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:40:54.636959 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:40:54.636959 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:40:54.636959 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:40:54.636959 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:40:54.636959 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:40:54.636959 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:40:54.636959 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:40:54.636959 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:40:54.636959 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:40:54.636959 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:40:54.636959 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:40:54.636959 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:40:54.636959 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:40:54.636959 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:40:54.636959 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:40:54.636959 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:40:54.636959 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:40:54.636959 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:40:54.636959 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:40:54.636959 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:40:54.636959 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:40:54.636959 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:40:54.654190 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 43330) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:54.710621 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a5ca0701-86be-4720-899e-7a3cbef91bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:54.717895 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a5ca0701-86be-4720-899e-7a3cbef91bb3 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:54.724040 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a5ca0701-86be-4720-899e-7a3cbef91bb3 admin admin] 10.222.0.48 "DELETE /v2.0/networks/747a9fc1-10d3-4929-a5a7-fe8cc2cf81f7 HTTP/1.1" status: 204 len: 168 time: 0.3229849 Jul 15 23:40:54.737860 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ca0701-86be-4720-899e-7a3cbef91bb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=747a9fc1-10d3-4929-a5a7-fe8cc2cf81f7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:54.814294 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2eb10935-529e-4fe3-8a28-c3185f58b87a req-8bae7763-ed68-47e4-9473-f4008d4e967c tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:54.830445 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['76e09747-f1ba-404d-b464-da75ccd161d2', '1cc1cc1b-a9d9-4684-b94f-db26676647b9'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:40:54.844808 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bae7763-ed68-47e4-9473-f4008d4e967c tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Pushing event deleted for resources: {'Port': ['ID=b80e332b-76b3-448e-95c8-4615f945e607,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:54.861852 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-74186b1f-d303-410a-ae23-8f16274df152 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Request body: {'network': {'name': 'tempest-network-smoke--118499131', 'project_id': '96f438ad510e4a6ab4003566961416a5', 'port_security_enabled': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:40:54.899325 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74186b1f-d303-410a-ae23-8f16274df152 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Made reservation on behalf of 96f438ad510e4a6ab4003566961416a5 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:40:54.901809 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eb10935-529e-4fe3-8a28-c3185f58b87a req-8bae7763-ed68-47e4-9473-f4008d4e967c tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] No DVR routers for this DVR port b80e332b-76b3-448e-95c8-4615f945e607 on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:40:54.905217 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2eb10935-529e-4fe3-8a28-c3185f58b87a req-8bae7763-ed68-47e4-9473-f4008d4e967c tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:54.906140 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-74186b1f-d303-410a-ae23-8f16274df152 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:54.914847 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2eb10935-529e-4fe3-8a28-c3185f58b87a req-8bae7763-ed68-47e4-9473-f4008d4e967c tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "DELETE /v2.0/ports/b80e332b-76b3-448e-95c8-4615f945e607 HTTP/1.1" status: 204 len: 173 time: 0.5371585 Jul 15 23:40:54.916045 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2fbf761-0bd9-4e8c-ac65-175991a98268', 'name': 'network-vif-deleted', 'tag': 'b80e332b-76b3-448e-95c8-4615f945e607'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:40:54.919281 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f76bc6e-1f97-4a61-9000-c1e942dc39b2" -d '{"events": [{"server_uuid": "b2fbf761-0bd9-4e8c-ac65-175991a98268", "name": "network-vif-deleted", "tag": "b80e332b-76b3-448e-95c8-4615f945e607"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:40:54.919447 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-74186b1f-d303-410a-ae23-8f16274df152 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:54.973874 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 15 Jul 2021 23:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5123bcb-6ca2-41d3-a08f-28e3ac1b9191 x-openstack-request-id: req-a5123bcb-6ca2-41d3-a08f-28e3ac1b9191 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:40:54.974115 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2fbf761-0bd9-4e8c-ac65-175991a98268", "name": "network-vif-deleted", "tag": "b80e332b-76b3-448e-95c8-4615f945e607", "status": "failed", "code": 422}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:40:54.974540 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a5123bcb-6ca2-41d3-a08f-28e3ac1b9191 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:40:54.974984 n-d-794306-6 neutron-server[93770]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b2fbf761-0bd9-4e8c-ac65-175991a98268', 'name': 'network-vif-deleted', 'tag': 'b80e332b-76b3-448e-95c8-4615f945e607', 'status': 'failed', 'code': 422} returned with failed status Jul 15 23:40:54.992979 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 43340) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:55.055703 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 43344) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:55.055961 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-80bd413d-f50f-4027-a408-fceb20618759 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7d238f45a6c24342bee5287301cfc866&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0601482 Jul 15 23:40:55.107893 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-74186b1f-d303-410a-ae23-8f16274df152 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:55.120702 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-74186b1f-d303-410a-ae23-8f16274df152 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:55.159727 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f048-8d75-4d1d-b273-e993a191cf3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:55.162246 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74186b1f-d303-410a-ae23-8f16274df152 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:40:55.190335 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-74186b1f-d303-410a-ae23-8f16274df152 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:55.190683 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-74186b1f-d303-410a-ae23-8f16274df152 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Added segment 5de4ae25-709d-4ed9-912d-eba9789628ed of type vlan for network b5b1d4a9-a131-46c5-b5cd-a2119b7469fc Jul 15 23:40:55.194601 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74186b1f-d303-410a-ae23-8f16274df152 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6593af0-9631-4cc8-a044-3e8bc5cefff8,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:55.215696 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f048-8d75-4d1d-b273-e993a191cf3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:55.263097 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-74186b1f-d303-410a-ae23-8f16274df152 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:55.308282 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-74186b1f-d303-410a-ae23-8f16274df152 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:55.315723 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74186b1f-d303-410a-ae23-8f16274df152 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:55.316375 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-74186b1f-d303-410a-ae23-8f16274df152 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:55.330615 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f048-8d75-4d1d-b273-e993a191cf3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:55.333107 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f048-8d75-4d1d-b273-e993a191cf3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:55.334391 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b0c1f048-8d75-4d1d-b273-e993a191cf3b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/247a4a3a-5e2b-4742-a6c5-1cea37b3c4bf HTTP/1.1" status: 204 len: 168 time: 0.2770436 Jul 15 23:40:55.362723 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c1f048-8d75-4d1d-b273-e993a191cf3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=247a4a3a-5e2b-4742-a6c5-1cea37b3c4bf,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:55.371236 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-74186b1f-d303-410a-ae23-8f16274df152 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7156878 Jul 15 23:40:55.374665 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 43354) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:55.381201 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a0071458-cf95-45ce-850a-e7a5b12dce15 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-649412420', 'admin_state_up': True, 'project_id': '96f438ad510e4a6ab4003566961416a5', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:40:55.420558 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74186b1f-d303-410a-ae23-8f16274df152 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Pushing event updated for resources: {'Network': ['ID=b5b1d4a9-a131-46c5-b5cd-a2119b7469fc,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:55.436266 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network b5b1d4a9-a131-46c5-b5cd-a2119b7469fc details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:40:55.438022 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0071458-cf95-45ce-850a-e7a5b12dce15 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:55.439457 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0071458-cf95-45ce-850a-e7a5b12dce15 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:55.501534 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0071458-cf95-45ce-850a-e7a5b12dce15 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:55.561109 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:55.976263 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0071458-cf95-45ce-850a-e7a5b12dce15 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:56.049040 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e256ca10-5d98-4b50-b447-d8b46672d6c3 req-b3f819a4-1cf4-4e42-aff2-639b611111e1 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:56.050584 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e256ca10-5d98-4b50-b447-d8b46672d6c3 req-b3f819a4-1cf4-4e42-aff2-639b611111e1 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d190f561-4633-4116-8963-adc8d2830957 HTTP/1.1" status: 200 len: 907 time: 0.0671463 Jul 15 23:40:56.163480 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 43380) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:56.186352 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0071458-cf95-45ce-850a-e7a5b12dce15 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:56.205625 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0071458-cf95-45ce-850a-e7a5b12dce15 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:56.263047 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-29baf5b7-44e1-4841-bc8e-758773d5da7d admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-441917401-network', 'tenant_id': 'a632cbf28ecf47a9901f99a7b5170f8f'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:40:56.284239 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29baf5b7-44e1-4841-bc8e-758773d5da7d admin admin] Made reservation on behalf of a632cbf28ecf47a9901f99a7b5170f8f for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:40:56.286988 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-29baf5b7-44e1-4841-bc8e-758773d5da7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:56.295658 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-29baf5b7-44e1-4841-bc8e-758773d5da7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:56.315623 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-a0071458-cf95-45ce-850a-e7a5b12dce15 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Allocated IP 172.25.5.31 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/3ddf0489-bcf6-432c-91a0-a948c9aaf904) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:40:56.388660 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-29baf5b7-44e1-4841-bc8e-758773d5da7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:56.392618 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-29baf5b7-44e1-4841-bc8e-758773d5da7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:56.418348 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29baf5b7-44e1-4841-bc8e-758773d5da7d admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:40:56.421823 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0071458-cf95-45ce-850a-e7a5b12dce15 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:56.428194 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29baf5b7-44e1-4841-bc8e-758773d5da7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b2e9a9-01f6-4cd3-b2ce-b9ba16d746c0,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:56.433675 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-29baf5b7-44e1-4841-bc8e-758773d5da7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:56.434025 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-29baf5b7-44e1-4841-bc8e-758773d5da7d admin admin] Added segment 4614ef00-1b2c-4f82-b7be-56ee2e690e81 of type vlan for network a492b90a-11dd-4780-b015-12e4caf59db0 Jul 15 23:40:56.463868 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0071458-cf95-45ce-850a-e7a5b12dce15 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:56.479204 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-29baf5b7-44e1-4841-bc8e-758773d5da7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:56.508275 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-29baf5b7-44e1-4841-bc8e-758773d5da7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:56.509129 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0071458-cf95-45ce-850a-e7a5b12dce15 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:40:56.509256 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29baf5b7-44e1-4841-bc8e-758773d5da7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:56.509827 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-29baf5b7-44e1-4841-bc8e-758773d5da7d admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:56.512851 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-a0071458-cf95-45ce-850a-e7a5b12dce15 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:40:56.515348 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0071458-cf95-45ce-850a-e7a5b12dce15 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:40:56.541165 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0071458-cf95-45ce-850a-e7a5b12dce15 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Pushing event updated for resources: {'Port': ['ID=3ddf0489-bcf6-432c-91a0-a948c9aaf904,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:56.542652 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-29baf5b7-44e1-4841-bc8e-758773d5da7d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3780241 Jul 15 23:40:56.545476 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 43384) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:56.551814 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ed686159-edcb-4f55-9016-76b43c30cc91 admin admin] Request body: {'subnet': {'network_id': 'a492b90a-11dd-4780-b015-12e4caf59db0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-441917401-subnet', 'tenant_id': 'a632cbf28ecf47a9901f99a7b5170f8f', 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:40:56.583539 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29baf5b7-44e1-4841-bc8e-758773d5da7d admin admin] Pushing event updated for resources: {'Network': ['ID=a492b90a-11dd-4780-b015-12e4caf59db0,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:56.594161 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network a492b90a-11dd-4780-b015-12e4caf59db0 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:40:56.601717 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed686159-edcb-4f55-9016-76b43c30cc91 admin admin] Made reservation on behalf of a632cbf28ecf47a9901f99a7b5170f8f for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:40:56.604468 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed686159-edcb-4f55-9016-76b43c30cc91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:56.783086 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed686159-edcb-4f55-9016-76b43c30cc91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:56.789398 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0071458-cf95-45ce-850a-e7a5b12dce15 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:56.844664 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed686159-edcb-4f55-9016-76b43c30cc91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aacfaef8-1f9a-46a6-9feb-3d047d0e9661,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:56.851910 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed686159-edcb-4f55-9016-76b43c30cc91 admin admin] Checking segment: {'id': '4614ef00-1b2c-4f82-b7be-56ee2e690e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a492b90a-11dd-4780-b015-12e4caf59db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:40:56.852323 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed686159-edcb-4f55-9016-76b43c30cc91 admin admin] Network hostable DHCP agents. Network: a492b90a-11dd-4780-b015-12e4caf59db0, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:40:56.869378 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed686159-edcb-4f55-9016-76b43c30cc91 admin admin] Network a492b90a-11dd-4780-b015-12e4caf59db0 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:40:56.878614 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-ed686159-edcb-4f55-9016-76b43c30cc91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, a492b90a-11dd-4780-b015-12e4caf59db0) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:40:56.882940 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed686159-edcb-4f55-9016-76b43c30cc91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:56.883776 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed686159-edcb-4f55-9016-76b43c30cc91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:56.888436 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4c312e-d5c4-4f8f-8389-a9e5aa7602c7 None None] Network a492b90a-11dd-4780-b015-12e4caf59db0 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:40:56.900020 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-ed686159-edcb-4f55-9016-76b43c30cc91 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3534958 Jul 15 23:40:56.902785 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 43386) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:56.907643 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ad0de009-abd4-4ba9-99a9-9a319864306f admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-441917401-router', 'tenant_id': 'a632cbf28ecf47a9901f99a7b5170f8f', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:40:57.001705 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad0de009-abd4-4ba9-99a9-9a319864306f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:57.002716 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad0de009-abd4-4ba9-99a9-9a319864306f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:57.040313 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a83f28-20f6-4b20-b22c-0d806ee828fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-a492b90a-11dd-4780-b015-12e4caf59db0', 'network_id': 'a492b90a-11dd-4780-b015-12e4caf59db0', 'tenant_id': 'a632cbf28ecf47a9901f99a7b5170f8f', 'fixed_ips': [{'subnet_id': 'aacfaef8-1f9a-46a6-9feb-3d047d0e9661'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:40:57.041293 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-72a83f28-20f6-4b20-b22c-0d806ee828fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:57.070429 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0071458-cf95-45ce-850a-e7a5b12dce15 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:57.074252 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad0de009-abd4-4ba9-99a9-9a319864306f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:57.189540 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-72a83f28-20f6-4b20-b22c-0d806ee828fa None None] Allocated IP 172.20.0.2 (a492b90a-11dd-4780-b015-12e4caf59db0/aacfaef8-1f9a-46a6-9feb-3d047d0e9661/be531748-9cc3-45b4-a653-0acd32dda386) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:40:57.239995 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ce4b5-8943-4393-aca2-bfcef0244250 req-1accf5ec-b053-4ce7-acde-62b5948381e6 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:57.242931 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8c3ce4b5-8943-4393-aca2-bfcef0244250 req-1accf5ec-b053-4ce7-acde-62b5948381e6 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d190f561-4633-4116-8963-adc8d2830957 HTTP/1.1" status: 200 len: 907 time: 0.0701871 Jul 15 23:40:57.296742 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad0de009-abd4-4ba9-99a9-9a319864306f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:57.348098 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-72a83f28-20f6-4b20-b22c-0d806ee828fa None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:57.357642 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-72a83f28-20f6-4b20-b22c-0d806ee828fa None None] Transition to ACTIVE for port object be531748-9cc3-45b4-a653-0acd32dda386 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:40:57.369003 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0071458-cf95-45ce-850a-e7a5b12dce15 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Router 7b21de8b-c51d-4100-b589-781fa6d87b23 is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:40:57.375047 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-72a83f28-20f6-4b20-b22c-0d806ee828fa None None] Transition to ACTIVE for port object be531748-9cc3-45b4-a653-0acd32dda386 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:40:57.381538 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-72a83f28-20f6-4b20-b22c-0d806ee828fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:57.420043 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a83f28-20f6-4b20-b22c-0d806ee828fa None None] Network a492b90a-11dd-4780-b015-12e4caf59db0 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:40:57.422758 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-72a83f28-20f6-4b20-b22c-0d806ee828fa None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:40:57.425859 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a83f28-20f6-4b20-b22c-0d806ee828fa None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:40:57.436885 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a83f28-20f6-4b20-b22c-0d806ee828fa None None] Pushing event updated for resources: {'Port': ['ID=be531748-9cc3-45b4-a653-0acd32dda386,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:57.465361 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a83f28-20f6-4b20-b22c-0d806ee828fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:57.465708 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a83f28-20f6-4b20-b22c-0d806ee828fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:57.466139 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a83f28-20f6-4b20-b22c-0d806ee828fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:57.466487 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a83f28-20f6-4b20-b22c-0d806ee828fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:57.466814 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a83f28-20f6-4b20-b22c-0d806ee828fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:57.467139 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a83f28-20f6-4b20-b22c-0d806ee828fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:57.467462 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a83f28-20f6-4b20-b22c-0d806ee828fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:57.468695 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a83f28-20f6-4b20-b22c-0d806ee828fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:57.468695 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a83f28-20f6-4b20-b22c-0d806ee828fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:57.468695 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a83f28-20f6-4b20-b22c-0d806ee828fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:57.469020 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a83f28-20f6-4b20-b22c-0d806ee828fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:57.469020 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a83f28-20f6-4b20-b22c-0d806ee828fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:40:57.501623 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-72a83f28-20f6-4b20-b22c-0d806ee828fa None None] Attempting to bind port be531748-9cc3-45b4-a653-0acd32dda386 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:40:57.502003 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-72a83f28-20f6-4b20-b22c-0d806ee828fa None None] Attempting to bind port be531748-9cc3-45b4-a653-0acd32dda386 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '4614ef00-1b2c-4f82-b7be-56ee2e690e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a492b90a-11dd-4780-b015-12e4caf59db0'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:40:57.502361 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a83f28-20f6-4b20-b22c-0d806ee828fa None None] Attempting to bind port be531748-9cc3-45b4-a653-0acd32dda386 on network a492b90a-11dd-4780-b015-12e4caf59db0 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:40:57.504161 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4546c-aed7-4687-b846-177110c2b274 req-5b4689a2-8ffb-4a09-b6b7-091ae7e8b5b4 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:57.505769 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e8d4546c-aed7-4687-b846-177110c2b274 req-5b4689a2-8ffb-4a09-b6b7-091ae7e8b5b4 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.41 "GET /v2.0/ports?device_id=d190f561-4633-4116-8963-adc8d2830957 HTTP/1.1" status: 200 len: 907 time: 0.0701280 Jul 15 23:40:57.507198 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a83f28-20f6-4b20-b22c-0d806ee828fa None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:40:57.507582 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a83f28-20f6-4b20-b22c-0d806ee828fa None None] Checking segment: {'id': '4614ef00-1b2c-4f82-b7be-56ee2e690e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a492b90a-11dd-4780-b015-12e4caf59db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:40:57.508190 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-72a83f28-20f6-4b20-b22c-0d806ee828fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:57.508388 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a83f28-20f6-4b20-b22c-0d806ee828fa None None] Bound using segment: {'id': '4614ef00-1b2c-4f82-b7be-56ee2e690e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a492b90a-11dd-4780-b015-12e4caf59db0'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:40:57.508847 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-72a83f28-20f6-4b20-b22c-0d806ee828fa None None] Bound port: be531748-9cc3-45b4-a653-0acd32dda386, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4614ef00-1b2c-4f82-b7be-56ee2e690e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a492b90a-11dd-4780-b015-12e4caf59db0'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:40:57.509230 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-72a83f28-20f6-4b20-b22c-0d806ee828fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:57.562354 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0071458-cf95-45ce-850a-e7a5b12dce15 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:40:57.575711 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73a6bf3-3510-48b7-a6e7-035e1a5dab4f None None] Sync routers for ids ['7b21de8b-c51d-4100-b589-781fa6d87b23'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:40:57.588708 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-72a83f28-20f6-4b20-b22c-0d806ee828fa None None] For port be531748-9cc3-45b4-a653-0acd32dda386, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:40:57.593960 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73a6bf3-3510-48b7-a6e7-035e1a5dab4f None None] Routers {'7b21de8b-c51d-4100-b589-781fa6d87b23'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:40:57.594616 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-f73a6bf3-3510-48b7-a6e7-035e1a5dab4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:40:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['7b21de8b-c51d-4100-b589-781fa6d87b23'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:57.626220 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-e8d4546c-aed7-4687-b846-177110c2b274 req-bbef6ad9-455b-4d30-8c40-f0dc7c793ffd tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Deleting port fb06d288-8b4d-42cd-8a3f-233aa2420f4a {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:40:57.626560 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e8d4546c-aed7-4687-b846-177110c2b274 req-bbef6ad9-455b-4d30-8c40-f0dc7c793ffd tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:57.631479 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0071458-cf95-45ce-850a-e7a5b12dce15 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:57.637577 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a0071458-cf95-45ce-850a-e7a5b12dce15 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.2576246 Jul 15 23:40:57.637907 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-72a83f28-20f6-4b20-b22c-0d806ee828fa None None] For port be531748-9cc3-45b4-a653-0acd32dda386, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=be531748-9cc3-45b4-a653-0acd32dda386,segment=NetworkSegment(4614ef00-1b2c-4f82-b7be-56ee2e690e81),segment_id=4614ef00-1b2c-4f82-b7be-56ee2e690e81)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:40:57.639410 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 43390) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:57.642268 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-72a83f28-20f6-4b20-b22c-0d806ee828fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:57.662977 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad0de009-abd4-4ba9-99a9-9a319864306f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:57.697493 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad0de009-abd4-4ba9-99a9-9a319864306f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:57.753628 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-e8d4546c-aed7-4687-b846-177110c2b274 req-bbef6ad9-455b-4d30-8c40-f0dc7c793ffd tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] For port fb06d288-8b4d-42cd-8a3f-233aa2420f4a, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=fb06d288-8b4d-42cd-8a3f-233aa2420f4a,segment=NetworkSegment(1221e74c-ebb2-4cb8-bf72-835ef0508fbe),segment_id=1221e74c-ebb2-4cb8-bf72-835ef0508fbe)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:40:57.754028 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e8d4546c-aed7-4687-b846-177110c2b274 req-bbef6ad9-455b-4d30-8c40-f0dc7c793ffd tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:57.767364 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a83f28-20f6-4b20-b22c-0d806ee828fa None None] Pushing event updated for resources: {'Port': ['ID=be531748-9cc3-45b4-a653-0acd32dda386,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:57.773137 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-e8d4546c-aed7-4687-b846-177110c2b274 req-bbef6ad9-455b-4d30-8c40-f0dc7c793ffd tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Calling delete_port for fb06d288-8b4d-42cd-8a3f-233aa2420f4a owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:40:57.779792 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-f73a6bf3-3510-48b7-a6e7-035e1a5dab4f None None] Set router 7b21de8b-c51d-4100-b589-781fa6d87b23 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:40:57.889238 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-ad0de009-abd4-4ba9-99a9-9a319864306f admin admin] Allocated IP 172.25.5.69 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/46d67839-6470-4d71-839c-bcd8c53ed434) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:40:57.945466 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-7590498e-d7ba-4704-8aa0-bb0d5c5590ee tempest-TestNetworkBasicOps-1944950338 tempest-TestNetworkBasicOps-1944950338-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=96f438ad510e4a6ab4003566961416a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2990656 Jul 15 23:40:57.945710 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 43396) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:57.948825 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e8d4546c-aed7-4687-b846-177110c2b274 req-bbef6ad9-455b-4d30-8c40-f0dc7c793ffd tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:57.978153 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbef6ad9-455b-4d30-8c40-f0dc7c793ffd tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Pushing event deleted for resources: {'Port': ['ID=fb06d288-8b4d-42cd-8a3f-233aa2420f4a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:58.056868 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8d4546c-aed7-4687-b846-177110c2b274 req-bbef6ad9-455b-4d30-8c40-f0dc7c793ffd tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] No DVR routers for this DVR port fb06d288-8b4d-42cd-8a3f-233aa2420f4a on host n-h2-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:40:58.057306 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-f73a6bf3-3510-48b7-a6e7-035e1a5dab4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b21de8b-c51d-4100-b589-781fa6d87b23', 'name': 'tempest-TestNetworkBasicOps-router-649412420', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '3ddf0489-bcf6-432c-91a0-a948c9aaf904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:40:55Z', 'updated_at': '2021-07-15T23:40:56Z', 'revision_number': 3, 'project_id': '96f438ad510e4a6ab4003566961416a5', 'gw_port': {'id': '3ddf0489-bcf6-432c-91a0-a948c9aaf904', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:91:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b21de8b-c51d-4100-b589-781fa6d87b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:56Z', 'updated_at': '2021-07-15T23:40:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:58.062250 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e8d4546c-aed7-4687-b846-177110c2b274 req-bbef6ad9-455b-4d30-8c40-f0dc7c793ffd tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:58.064509 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e8d4546c-aed7-4687-b846-177110c2b274 req-bbef6ad9-455b-4d30-8c40-f0dc7c793ffd tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.41 "DELETE /v2.0/ports/fb06d288-8b4d-42cd-8a3f-233aa2420f4a HTTP/1.1" status: 204 len: 173 time: 0.5523961 Jul 15 23:40:58.064976 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd190f561-4633-4116-8963-adc8d2830957', 'name': 'network-vif-deleted', 'tag': 'fb06d288-8b4d-42cd-8a3f-233aa2420f4a'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:40:58.067419 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff8c492-827a-4074-b6a6-5de5f7135019" -d '{"events": [{"server_uuid": "d190f561-4633-4116-8963-adc8d2830957", "name": "network-vif-deleted", "tag": "fb06d288-8b4d-42cd-8a3f-233aa2420f4a"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:40:58.139803 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73a6bf3-3510-48b7-a6e7-035e1a5dab4f None None] Checking router: 7b21de8b-c51d-4100-b589-781fa6d87b23 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:40:58.140099 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73a6bf3-3510-48b7-a6e7-035e1a5dab4f None None] Updating router 7b21de8b-c51d-4100-b589-781fa6d87b23 port 3ddf0489-bcf6-432c-91a0-a948c9aaf904 binding host n-d-794306-6 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:40:58.141431 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-910415aa-6f5a-41a9-887d-beb5dd21bb16 x-openstack-request-id: req-910415aa-6f5a-41a9-887d-beb5dd21bb16 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:40:58.141793 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d190f561-4633-4116-8963-adc8d2830957", "name": "network-vif-deleted", "tag": "fb06d288-8b4d-42cd-8a3f-233aa2420f4a", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:40:58.142102 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-910415aa-6f5a-41a9-887d-beb5dd21bb16 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:40:58.142759 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd190f561-4633-4116-8963-adc8d2830957', 'name': 'network-vif-deleted', 'tag': 'fb06d288-8b4d-42cd-8a3f-233aa2420f4a', 'status': 'completed', 'code': 200} Jul 15 23:40:58.183875 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f73a6bf3-3510-48b7-a6e7-035e1a5dab4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:58.198255 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6255bf9b-2cf6-4223-b1ce-6b2d6b68ed4d tempest-TestNetworkBasicOps-1944950338 tempest-TestNetworkBasicOps-1944950338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:58.200565 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-6255bf9b-2cf6-4223-b1ce-6b2d6b68ed4d tempest-TestNetworkBasicOps-1944950338 tempest-TestNetworkBasicOps-1944950338-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2538345 Jul 15 23:40:58.203696 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 43400) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:58.221565 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad0de009-abd4-4ba9-99a9-9a319864306f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:58.257340 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-573f0714-a87a-4a0a-b1b9-086a34ee31fc tempest-TestNetworkBasicOps-1944950338 tempest-TestNetworkBasicOps-1944950338-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=c4160cc4-e133-4d4e-ad39-f86bca4b2f14&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0522351 Jul 15 23:40:58.258256 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 43402) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:58.271752 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a1f580c1-3006-4170-8421-886939c8c5b3 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1976225164', 'network_id': 'b5b1d4a9-a131-46c5-b5cd-a2119b7469fc', 'project_id': '96f438ad510e4a6ab4003566961416a5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:40:58.304939 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad0de009-abd4-4ba9-99a9-9a319864306f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:58.380269 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0de009-abd4-4ba9-99a9-9a319864306f admin admin] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:40:58.391264 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-ad0de009-abd4-4ba9-99a9-9a319864306f admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:40:58.396441 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0de009-abd4-4ba9-99a9-9a319864306f admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:40:58.398739 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0de009-abd4-4ba9-99a9-9a319864306f admin admin] Pushing event updated for resources: {'Port': ['ID=46d67839-6470-4d71-839c-bcd8c53ed434,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:58.442983 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f580c1-3006-4170-8421-886939c8c5b3 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Made reservation on behalf of 96f438ad510e4a6ab4003566961416a5 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:40:58.447488 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1f580c1-3006-4170-8421-886939c8c5b3 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:58.529115 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2d9d9391-6128-4a86-a89c-07a269d079a4 req-ac3ecf7b-3708-4b39-b1da-e7de72ceaadb tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d190f561-4633-4116-8963-adc8d2830957 HTTP/1.1" status: 200 len: 210 time: 0.0527713 Jul 15 23:40:58.608343 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f73a6bf3-3510-48b7-a6e7-035e1a5dab4f None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:58.626300 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f73a6bf3-3510-48b7-a6e7-035e1a5dab4f None None] Transition to ACTIVE for port object 3ddf0489-bcf6-432c-91a0-a948c9aaf904 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:40:58.636729 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f73a6bf3-3510-48b7-a6e7-035e1a5dab4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:58.706047 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f73a6bf3-3510-48b7-a6e7-035e1a5dab4f None None] Attempting to bind port 3ddf0489-bcf6-432c-91a0-a948c9aaf904 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:40:58.706560 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f73a6bf3-3510-48b7-a6e7-035e1a5dab4f None None] Attempting to bind port 3ddf0489-bcf6-432c-91a0-a948c9aaf904 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:40:58.706997 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73a6bf3-3510-48b7-a6e7-035e1a5dab4f None None] Attempting to bind port 3ddf0489-bcf6-432c-91a0-a948c9aaf904 on network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:40:58.719498 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73a6bf3-3510-48b7-a6e7-035e1a5dab4f None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:40:58.720016 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73a6bf3-3510-48b7-a6e7-035e1a5dab4f None None] Checking segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:40:58.720525 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f73a6bf3-3510-48b7-a6e7-035e1a5dab4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:58.720960 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73a6bf3-3510-48b7-a6e7-035e1a5dab4f None None] Bound using segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:40:58.721504 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f73a6bf3-3510-48b7-a6e7-035e1a5dab4f None None] Bound port: 3ddf0489-bcf6-432c-91a0-a948c9aaf904, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:40:58.721954 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f73a6bf3-3510-48b7-a6e7-035e1a5dab4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:58.743945 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a995feb-8c41-4e65-9418-ee26c36574d2 None None] Pushing event updated for resources: {'Port': ['ID=3ddf0489-bcf6-432c-91a0-a948c9aaf904,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:58.764559 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1f580c1-3006-4170-8421-886939c8c5b3 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:58.790046 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f73a6bf3-3510-48b7-a6e7-035e1a5dab4f None None] For port 3ddf0489-bcf6-432c-91a0-a948c9aaf904, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:40:58.794321 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f73a6bf3-3510-48b7-a6e7-035e1a5dab4f None None] For port 3ddf0489-bcf6-432c-91a0-a948c9aaf904, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=3ddf0489-bcf6-432c-91a0-a948c9aaf904,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:40:58.799433 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f73a6bf3-3510-48b7-a6e7-035e1a5dab4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:58.803432 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad0de009-abd4-4ba9-99a9-9a319864306f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:58.848509 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f580c1-3006-4170-8421-886939c8c5b3 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Pushing event updated for resources: {'Subnet': ['ID=93242473-3663-4c7b-8d8a-f967e9ad2de5,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:58.885011 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a995feb-8c41-4e65-9418-ee26c36574d2 None None] Pushing event updated for resources: {'Port': ['ID=3ddf0489-bcf6-432c-91a0-a948c9aaf904,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:40:58.893887 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f580c1-3006-4170-8421-886939c8c5b3 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Checking segment: {'id': '5de4ae25-709d-4ed9-912d-eba9789628ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b5b1d4a9-a131-46c5-b5cd-a2119b7469fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:40:58.894516 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f580c1-3006-4170-8421-886939c8c5b3 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Network hostable DHCP agents. Network: b5b1d4a9-a131-46c5-b5cd-a2119b7469fc, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:40:58.905155 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73a6bf3-3510-48b7-a6e7-035e1a5dab4f None None] Routers {'7b21de8b-c51d-4100-b589-781fa6d87b23'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:40:58.905802 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-f73a6bf3-3510-48b7-a6e7-035e1a5dab4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:40:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['7b21de8b-c51d-4100-b589-781fa6d87b23'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:58.952645 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f580c1-3006-4170-8421-886939c8c5b3 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Network b5b1d4a9-a131-46c5-b5cd-a2119b7469fc is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:40:58.972794 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-a1f580c1-3006-4170-8421-886939c8c5b3 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, b5b1d4a9-a131-46c5-b5cd-a2119b7469fc) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:40:58.980272 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f580c1-3006-4170-8421-886939c8c5b3 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:40:58.981741 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1f580c1-3006-4170-8421-886939c8c5b3 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:58.992967 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914820ad-8343-44e6-857c-97a64af79d14 None None] Network b5b1d4a9-a131-46c5-b5cd-a2119b7469fc requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:40:59.016017 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-a1f580c1-3006-4170-8421-886939c8c5b3 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7565098 Jul 15 23:40:59.019014 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 43408) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:59.112412 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device be531748-9cc3-45b4-a653-0acd32dda386 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:40:59.250159 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-f73a6bf3-3510-48b7-a6e7-035e1a5dab4f None None] Set router 7b21de8b-c51d-4100-b589-781fa6d87b23 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:40:59.318448 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b0c660-fe75-4f33-b011-8fbcef0f9d00 None None] Network a492b90a-11dd-4780-b015-12e4caf59db0 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:40:59.401341 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6176ddf2-e78e-44ee-b663-341b8352cdf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-b5b1d4a9-a131-46c5-b5cd-a2119b7469fc', 'network_id': 'b5b1d4a9-a131-46c5-b5cd-a2119b7469fc', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'fixed_ips': [{'subnet_id': '93242473-3663-4c7b-8d8a-f967e9ad2de5'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:40:59.402831 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6176ddf2-e78e-44ee-b663-341b8352cdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:59.454857 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8eba6699-43d4-4159-a1ec-c3674c724bdb None None] Provisioning for port be531748-9cc3-45b4-a653-0acd32dda386 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:40:59.500580 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad0de009-abd4-4ba9-99a9-9a319864306f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:59.590755 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2e14d440-26b8-4702-8147-253360e766b3 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:59.664542 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad0de009-abd4-4ba9-99a9-9a319864306f admin admin] Router 05ca309e-3d22-4e15-bab2-8e3d1df7f0b7 is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:40:59.747123 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port be531748-9cc3-45b4-a653-0acd32dda386 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:40:59.775827 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port be531748-9cc3-45b4-a653-0acd32dda386 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:40:59.776901 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:59.795345 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad0de009-abd4-4ba9-99a9-9a319864306f admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:40:59.806324 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12600c57-bebf-4b9d-8118-7ebfad218e36 None None] Sync routers for ids ['05ca309e-3d22-4e15-bab2-8e3d1df7f0b7'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:40:59.814590 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad0de009-abd4-4ba9-99a9-9a319864306f admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:40:59.816131 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ad0de009-abd4-4ba9-99a9-9a319864306f admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.9119701 Jul 15 23:40:59.819281 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 43414) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:40:59.821035 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12600c57-bebf-4b9d-8118-7ebfad218e36 None None] Routers {'05ca309e-3d22-4e15-bab2-8e3d1df7f0b7'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:40:59.821876 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-12600c57-bebf-4b9d-8118-7ebfad218e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:40:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['05ca309e-3d22-4e15-bab2-8e3d1df7f0b7'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:40:59.967701 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-12600c57-bebf-4b9d-8118-7ebfad218e36 None None] Set router 05ca309e-3d22-4e15-bab2-8e3d1df7f0b7 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:41:00.006836 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-6176ddf2-e78e-44ee-b663-341b8352cdf3 None None] Allocated IP 172.20.0.2 (b5b1d4a9-a131-46c5-b5cd-a2119b7469fc/93242473-3663-4c7b-8d8a-f967e9ad2de5/b447b21f-ab3a-47df-b7cb-1f7abf47f8fc) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:41:00.139142 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:00.147679 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-f73a6bf3-3510-48b7-a6e7-035e1a5dab4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b21de8b-c51d-4100-b589-781fa6d87b23', 'name': 'tempest-TestNetworkBasicOps-router-649412420', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '3ddf0489-bcf6-432c-91a0-a948c9aaf904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:40:55Z', 'updated_at': '2021-07-15T23:40:56Z', 'revision_number': 3, 'project_id': '96f438ad510e4a6ab4003566961416a5', 'gw_port': {'id': '3ddf0489-bcf6-432c-91a0-a948c9aaf904', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:91:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b21de8b-c51d-4100-b589-781fa6d87b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:56Z', 'updated_at': '2021-07-15T23:40:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:00.190266 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73a6bf3-3510-48b7-a6e7-035e1a5dab4f None None] The sync data for ids ['7b21de8b-c51d-4100-b589-781fa6d87b23'] in n-d-794306-6 is: [{'id': '7b21de8b-c51d-4100-b589-781fa6d87b23', 'name': 'tempest-TestNetworkBasicOps-router-649412420', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '3ddf0489-bcf6-432c-91a0-a948c9aaf904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:40:55Z', 'updated_at': '2021-07-15T23:40:56Z', 'revision_number': 3, 'project_id': '96f438ad510e4a6ab4003566961416a5', 'gw_port': {'id': '3ddf0489-bcf6-432c-91a0-a948c9aaf904', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:91:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b21de8b-c51d-4100-b589-781fa6d87b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:56Z', 'updated_at': '2021-07-15T23:40:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:41:00.274316 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port be531748-9cc3-45b4-a653-0acd32dda386, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=be531748-9cc3-45b4-a653-0acd32dda386,segment=NetworkSegment(4614ef00-1b2c-4f82-b7be-56ee2e690e81),segment_id=4614ef00-1b2c-4f82-b7be-56ee2e690e81)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:41:00.278558 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-12600c57-bebf-4b9d-8118-7ebfad218e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ca309e-3d22-4e15-bab2-8e3d1df7f0b7', 'name': 'tempest-TestServerBasicOps-441917401-router', 'tenant_id': 'a632cbf28ecf47a9901f99a7b5170f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '46d67839-6470-4d71-839c-bcd8c53ed434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:40:57Z', 'updated_at': '2021-07-15T23:40:58Z', 'revision_number': 3, 'project_id': 'a632cbf28ecf47a9901f99a7b5170f8f', 'gw_port': {'id': '46d67839-6470-4d71-839c-bcd8c53ed434', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:af:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ca309e-3d22-4e15-bab2-8e3d1df7f0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:57Z', 'updated_at': '2021-07-15T23:40:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:00.290776 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:00.383431 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6176ddf2-e78e-44ee-b663-341b8352cdf3 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:00.384450 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedc523a-e61b-4266-b68d-eae5497a5a9b req-9b914db5-282f-4641-ad1d-fe5a153ade25 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:00.393792 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-aedc523a-e61b-4266-b68d-eae5497a5a9b req-9b914db5-282f-4641-ad1d-fe5a153ade25 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c695858-ec98-4a53-abfc-fdf881186ccd HTTP/1.1" status: 200 len: 945 time: 0.0921307 Jul 15 23:41:00.416478 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6176ddf2-e78e-44ee-b663-341b8352cdf3 None None] Transition to ACTIVE for port object b447b21f-ab3a-47df-b7cb-1f7abf47f8fc will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:41:00.447853 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=be531748-9cc3-45b4-a653-0acd32dda386,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:00.460652 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-aedc523a-e61b-4266-b68d-eae5497a5a9b req-4bae815c-9d3d-4238-b9f1-363032f47e98 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656834 Jul 15 23:41:00.470723 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6176ddf2-e78e-44ee-b663-341b8352cdf3 None None] Transition to ACTIVE for port object b447b21f-ab3a-47df-b7cb-1f7abf47f8fc will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:41:00.500115 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6176ddf2-e78e-44ee-b663-341b8352cdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:00.520671 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88808813-82ed-4f56-8935-2d7a2cd33ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:00.556932 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12600c57-bebf-4b9d-8118-7ebfad218e36 None None] Checking router: 05ca309e-3d22-4e15-bab2-8e3d1df7f0b7 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:41:00.556932 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12600c57-bebf-4b9d-8118-7ebfad218e36 None None] Updating router 05ca309e-3d22-4e15-bab2-8e3d1df7f0b7 port 46d67839-6470-4d71-839c-bcd8c53ed434 binding host n-d-794306-6 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:41:00.563169 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6176ddf2-e78e-44ee-b663-341b8352cdf3 None None] Network b5b1d4a9-a131-46c5-b5cd-a2119b7469fc is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:41:00.563169 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cdb4a997-db2a-455e-a6bf-f47acd9b645e None None] Provisioning complete for port be531748-9cc3-45b4-a653-0acd32dda386 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:41:00.563426 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cdb4a997-db2a-455e-a6bf-f47acd9b645e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:00.569271 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-6176ddf2-e78e-44ee-b663-341b8352cdf3 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:41:00.571909 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6176ddf2-e78e-44ee-b663-341b8352cdf3 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:41:00.609196 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-2e14d440-26b8-4702-8147-253360e766b3 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Allocated IP 172.20.0.1 (b5b1d4a9-a131-46c5-b5cd-a2119b7469fc/93242473-3663-4c7b-8d8a-f967e9ad2de5/8ae791bc-43cb-4cb0-9e4b-349bf6900258) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:41:00.622248 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-12600c57-bebf-4b9d-8118-7ebfad218e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:00.689885 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-6176ddf2-e78e-44ee-b663-341b8352cdf3 None None] Attempting to bind port b447b21f-ab3a-47df-b7cb-1f7abf47f8fc on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:41:00.690255 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-6176ddf2-e78e-44ee-b663-341b8352cdf3 None None] Attempting to bind port b447b21f-ab3a-47df-b7cb-1f7abf47f8fc by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '5de4ae25-709d-4ed9-912d-eba9789628ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b5b1d4a9-a131-46c5-b5cd-a2119b7469fc'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:41:00.690616 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6176ddf2-e78e-44ee-b663-341b8352cdf3 None None] Attempting to bind port b447b21f-ab3a-47df-b7cb-1f7abf47f8fc on network b5b1d4a9-a131-46c5-b5cd-a2119b7469fc {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:41:00.706003 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6176ddf2-e78e-44ee-b663-341b8352cdf3 None None] Pushing event updated for resources: {'Port': ['ID=b447b21f-ab3a-47df-b7cb-1f7abf47f8fc,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:00.709079 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6176ddf2-e78e-44ee-b663-341b8352cdf3 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:41:00.709457 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6176ddf2-e78e-44ee-b663-341b8352cdf3 None None] Checking segment: {'id': '5de4ae25-709d-4ed9-912d-eba9789628ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b5b1d4a9-a131-46c5-b5cd-a2119b7469fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:41:00.709860 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6176ddf2-e78e-44ee-b663-341b8352cdf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:00.710291 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6176ddf2-e78e-44ee-b663-341b8352cdf3 None None] Bound using segment: {'id': '5de4ae25-709d-4ed9-912d-eba9789628ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b5b1d4a9-a131-46c5-b5cd-a2119b7469fc'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:41:00.710767 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-6176ddf2-e78e-44ee-b663-341b8352cdf3 None None] Bound port: b447b21f-ab3a-47df-b7cb-1f7abf47f8fc, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5de4ae25-709d-4ed9-912d-eba9789628ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b5b1d4a9-a131-46c5-b5cd-a2119b7469fc'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:41:00.711144 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6176ddf2-e78e-44ee-b663-341b8352cdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:00.800762 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-88808813-82ed-4f56-8935-2d7a2cd33ac2 admin admin] Allocated IP 172.20.0.1 (a492b90a-11dd-4780-b015-12e4caf59db0/aacfaef8-1f9a-46a6-9feb-3d047d0e9661/0ee1ed62-487c-4278-b53e-a51705a340e3) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:41:00.813106 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2e14d440-26b8-4702-8147-253360e766b3 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:00.847123 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-2e14d440-26b8-4702-8147-253360e766b3 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Transition to ACTIVE for port object 8ae791bc-43cb-4cb0-9e4b-349bf6900258 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:41:00.856244 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-980cbf40-403a-43f8-8cdb-5a9687c71afa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:00.863858 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-6176ddf2-e78e-44ee-b663-341b8352cdf3 None None] For port b447b21f-ab3a-47df-b7cb-1f7abf47f8fc, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:41:00.868401 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-6176ddf2-e78e-44ee-b663-341b8352cdf3 None None] For port b447b21f-ab3a-47df-b7cb-1f7abf47f8fc, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=b447b21f-ab3a-47df-b7cb-1f7abf47f8fc,segment=NetworkSegment(5de4ae25-709d-4ed9-912d-eba9789628ed),segment_id=5de4ae25-709d-4ed9-912d-eba9789628ed)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:41:00.878114 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6176ddf2-e78e-44ee-b663-341b8352cdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:00.919691 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2e14d440-26b8-4702-8147-253360e766b3 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:00.944945 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6176ddf2-e78e-44ee-b663-341b8352cdf3 None None] Pushing event updated for resources: {'Port': ['ID=b447b21f-ab3a-47df-b7cb-1f7abf47f8fc,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:00.990155 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88808813-82ed-4f56-8935-2d7a2cd33ac2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:01.006660 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e14d440-26b8-4702-8147-253360e766b3 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Network b5b1d4a9-a131-46c5-b5cd-a2119b7469fc is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:41:01.008041 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14d440-26b8-4702-8147-253360e766b3 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Pushing event updated for resources: {'Port': ['ID=8ae791bc-43cb-4cb0-9e4b-349bf6900258,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:01.011804 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-2e14d440-26b8-4702-8147-253360e766b3 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:41:01.014559 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e14d440-26b8-4702-8147-253360e766b3 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:41:01.023237 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-88808813-82ed-4f56-8935-2d7a2cd33ac2 admin admin] Transition to ACTIVE for port object 0ee1ed62-487c-4278-b53e-a51705a340e3 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:41:01.064361 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88808813-82ed-4f56-8935-2d7a2cd33ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:01.103182 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2e14d440-26b8-4702-8147-253360e766b3 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:01.114399 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-12600c57-bebf-4b9d-8118-7ebfad218e36 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:01.114968 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88808813-82ed-4f56-8935-2d7a2cd33ac2 admin admin] Network a492b90a-11dd-4780-b015-12e4caf59db0 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:41:01.118270 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-88808813-82ed-4f56-8935-2d7a2cd33ac2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:41:01.124057 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88808813-82ed-4f56-8935-2d7a2cd33ac2 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:41:01.133207 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-12600c57-bebf-4b9d-8118-7ebfad218e36 None None] Transition to ACTIVE for port object 46d67839-6470-4d71-839c-bcd8c53ed434 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:41:01.147865 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-12600c57-bebf-4b9d-8118-7ebfad218e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:01.169591 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88808813-82ed-4f56-8935-2d7a2cd33ac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:01.255880 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device be531748-9cc3-45b4-a653-0acd32dda386 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:41:01.339998 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-12600c57-bebf-4b9d-8118-7ebfad218e36 None None] Attempting to bind port 46d67839-6470-4d71-839c-bcd8c53ed434 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:41:01.340415 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-12600c57-bebf-4b9d-8118-7ebfad218e36 None None] Attempting to bind port 46d67839-6470-4d71-839c-bcd8c53ed434 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:41:01.341064 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12600c57-bebf-4b9d-8118-7ebfad218e36 None None] Attempting to bind port 46d67839-6470-4d71-839c-bcd8c53ed434 on network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:41:01.355036 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12600c57-bebf-4b9d-8118-7ebfad218e36 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:41:01.355517 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12600c57-bebf-4b9d-8118-7ebfad218e36 None None] Checking segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:41:01.356244 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-12600c57-bebf-4b9d-8118-7ebfad218e36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:01.356395 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12600c57-bebf-4b9d-8118-7ebfad218e36 None None] Bound using segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:41:01.356762 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-12600c57-bebf-4b9d-8118-7ebfad218e36 None None] Bound port: 46d67839-6470-4d71-839c-bcd8c53ed434, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:41:01.357157 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-12600c57-bebf-4b9d-8118-7ebfad218e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:01.371555 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88808813-82ed-4f56-8935-2d7a2cd33ac2 admin admin] Pushing event updated for resources: {'Port': ['ID=0ee1ed62-487c-4278-b53e-a51705a340e3,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:01.387446 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port be531748-9cc3-45b4-a653-0acd32dda386 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:41:01.387808 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:01.396191 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20cd137-6c91-4395-8ec7-fe8d92afb8bf None None] Pushing event updated for resources: {'Port': ['ID=46d67839-6470-4d71-839c-bcd8c53ed434,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:01.411541 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20cd137-6c91-4395-8ec7-fe8d92afb8bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:01.412027 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20cd137-6c91-4395-8ec7-fe8d92afb8bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:01.412508 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20cd137-6c91-4395-8ec7-fe8d92afb8bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:01.412963 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20cd137-6c91-4395-8ec7-fe8d92afb8bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:01.413683 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20cd137-6c91-4395-8ec7-fe8d92afb8bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:01.414022 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20cd137-6c91-4395-8ec7-fe8d92afb8bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:01.414356 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20cd137-6c91-4395-8ec7-fe8d92afb8bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:01.414679 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20cd137-6c91-4395-8ec7-fe8d92afb8bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:01.415004 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20cd137-6c91-4395-8ec7-fe8d92afb8bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:01.415342 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20cd137-6c91-4395-8ec7-fe8d92afb8bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:01.418948 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20cd137-6c91-4395-8ec7-fe8d92afb8bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:01.420473 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20cd137-6c91-4395-8ec7-fe8d92afb8bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:01.457967 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2e14d440-26b8-4702-8147-253360e766b3 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:01.506171 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-12600c57-bebf-4b9d-8118-7ebfad218e36 None None] For port 46d67839-6470-4d71-839c-bcd8c53ed434, host n-d-794306-6, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:41:01.513936 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88808813-82ed-4f56-8935-2d7a2cd33ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:01.517898 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-12600c57-bebf-4b9d-8118-7ebfad218e36 None None] For port 46d67839-6470-4d71-839c-bcd8c53ed434, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=46d67839-6470-4d71-839c-bcd8c53ed434,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:41:01.530574 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-12600c57-bebf-4b9d-8118-7ebfad218e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:01.591116 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 3ddf0489-bcf6-432c-91a0-a948c9aaf904 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:41:01.705877 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 3ddf0489-bcf6-432c-91a0-a948c9aaf904 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:41:01.710912 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 3ddf0489-bcf6-432c-91a0-a948c9aaf904 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:41:01.711737 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:01.743638 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20cd137-6c91-4395-8ec7-fe8d92afb8bf None None] Pushing event updated for resources: {'Port': ['ID=46d67839-6470-4d71-839c-bcd8c53ed434,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:01.764971 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12600c57-bebf-4b9d-8118-7ebfad218e36 None None] Routers {'05ca309e-3d22-4e15-bab2-8e3d1df7f0b7'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:41:01.765882 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-12600c57-bebf-4b9d-8118-7ebfad218e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:40:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['05ca309e-3d22-4e15-bab2-8e3d1df7f0b7'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:01.798612 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device fb06d288-8b4d-42cd-8a3f-233aa2420f4a no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:41:01.840171 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] No Port match for: fb06d288-8b4d-42cd-8a3f-233aa2420f4a {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:41:01.840664 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device fb06d288-8b4d-42cd-8a3f-233aa2420f4a not bound to the agent host n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:41:01.865667 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c35a31a3-d574-499a-bb7b-2ae1948234b0 None None] Provisioning for port 0ee1ed62-487c-4278-b53e-a51705a340e3 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:41:01.879401 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c35a31a3-d574-499a-bb7b-2ae1948234b0 None None] Provisioning complete for port 0ee1ed62-487c-4278-b53e-a51705a340e3 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:41:01.880125 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c35a31a3-d574-499a-bb7b-2ae1948234b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:01.897312 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88808813-82ed-4f56-8935-2d7a2cd33ac2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:01.906136 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88808813-82ed-4f56-8935-2d7a2cd33ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:01.947092 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-12600c57-bebf-4b9d-8118-7ebfad218e36 None None] Set router 05ca309e-3d22-4e15-bab2-8e3d1df7f0b7 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:41:01.960673 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c35a31a3-d574-499a-bb7b-2ae1948234b0 None None] Port 0ee1ed62-487c-4278-b53e-a51705a340e3 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:41:02.008196 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:02.012383 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277072a9-b53a-48c3-857d-8cd69782aa6f req-905a88c7-074e-42b8-a05c-635e0badc0ef tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:02.014029 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-277072a9-b53a-48c3-857d-8cd69782aa6f req-905a88c7-074e-42b8-a05c-635e0badc0ef tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c695858-ec98-4a53-abfc-fdf881186ccd HTTP/1.1" status: 200 len: 945 time: 0.2534974 Jul 15 23:41:02.024157 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88808813-82ed-4f56-8935-2d7a2cd33ac2 admin admin] Pushing event updated for resources: {'Port': ['ID=0ee1ed62-487c-4278-b53e-a51705a340e3,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:02.029485 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88808813-82ed-4f56-8935-2d7a2cd33ac2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:02.043973 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24edd2a-ac50-4b17-a557-852a6d77ff27 req-48aab6c3-0a0c-4c20-8b6f-457d2eb115c6 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:02.044321 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 3ddf0489-bcf6-432c-91a0-a948c9aaf904, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=3ddf0489-bcf6-432c-91a0-a948c9aaf904,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:41:02.045634 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c24edd2a-ac50-4b17-a557-852a6d77ff27 req-48aab6c3-0a0c-4c20-8b6f-457d2eb115c6 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c695858-ec98-4a53-abfc-fdf881186ccd HTTP/1.1" status: 200 len: 945 time: 0.2833979 Jul 15 23:41:02.054513 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:02.133592 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=3ddf0489-bcf6-432c-91a0-a948c9aaf904,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:02.163648 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88808813-82ed-4f56-8935-2d7a2cd33ac2 admin admin] Network a492b90a-11dd-4780-b015-12e4caf59db0 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:41:02.165894 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-88808813-82ed-4f56-8935-2d7a2cd33ac2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:41:02.212613 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2e14d440-26b8-4702-8147-253360e766b3 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:02.232163 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2e14d440-26b8-4702-8147-253360e766b3 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:02.259163 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-12600c57-bebf-4b9d-8118-7ebfad218e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ca309e-3d22-4e15-bab2-8e3d1df7f0b7', 'name': 'tempest-TestServerBasicOps-441917401-router', 'tenant_id': 'a632cbf28ecf47a9901f99a7b5170f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '46d67839-6470-4d71-839c-bcd8c53ed434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:40:57Z', 'updated_at': '2021-07-15T23:41:01Z', 'revision_number': 4, 'project_id': 'a632cbf28ecf47a9901f99a7b5170f8f', 'gw_port': {'id': '46d67839-6470-4d71-839c-bcd8c53ed434', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:af:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ca309e-3d22-4e15-bab2-8e3d1df7f0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:57Z', 'updated_at': '2021-07-15T23:41:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '0ee1ed62-487c-4278-b53e-a51705a340e3', 'name': '', 'network_id': 'a492b90a-11dd-4780-b015-12e4caf59db0', 'tenant_id': 'a632cbf28ecf47a9901f99a7b5170f8f', 'mac_address': 'fa:16:3e:c4:6b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ca309e-3d22-4e15-bab2-8e3d1df7f0b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'aacfaef8-1f9a-46a6-9feb-3d047d0e9661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:41:00Z', 'updated_at': '2021-07-15T23:41:00Z', 'revision_number': 1, 'project_id': 'a632cbf28ecf47a9901f99a7b5170f8f', 'subnets': [{'id': 'aacfaef8-1f9a-46a6-9feb-3d047d0e9661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:02.293397 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12600c57-bebf-4b9d-8118-7ebfad218e36 None None] The sync data for ids ['05ca309e-3d22-4e15-bab2-8e3d1df7f0b7'] in n-d-794306-6 is: [{'id': '05ca309e-3d22-4e15-bab2-8e3d1df7f0b7', 'name': 'tempest-TestServerBasicOps-441917401-router', 'tenant_id': 'a632cbf28ecf47a9901f99a7b5170f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '46d67839-6470-4d71-839c-bcd8c53ed434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:40:57Z', 'updated_at': '2021-07-15T23:41:01Z', 'revision_number': 4, 'project_id': 'a632cbf28ecf47a9901f99a7b5170f8f', 'gw_port': {'id': '46d67839-6470-4d71-839c-bcd8c53ed434', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:af:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ca309e-3d22-4e15-bab2-8e3d1df7f0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:57Z', 'updated_at': '2021-07-15T23:41:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '0ee1ed62-487c-4278-b53e-a51705a340e3', 'name': '', 'network_id': 'a492b90a-11dd-4780-b015-12e4caf59db0', 'tenant_id': 'a632cbf28ecf47a9901f99a7b5170f8f', 'mac_address': 'fa:16:3e:c4:6b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ca309e-3d22-4e15-bab2-8e3d1df7f0b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'aacfaef8-1f9a-46a6-9feb-3d047d0e9661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:41:00Z', 'updated_at': '2021-07-15T23:41:00Z', 'revision_number': 1, 'project_id': 'a632cbf28ecf47a9901f99a7b5170f8f', 'subnets': [{'id': 'aacfaef8-1f9a-46a6-9feb-3d047d0e9661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:41:02.335381 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c24edd2a-ac50-4b17-a557-852a6d77ff27 req-c9470663-e64e-4bee-aab7-bf8d33e77b6c tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799033 Jul 15 23:41:02.340961 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88808813-82ed-4f56-8935-2d7a2cd33ac2 admin admin] Router 05ca309e-3d22-4e15-bab2-8e3d1df7f0b7 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:41:02.390411 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-277072a9-b53a-48c3-857d-8cd69782aa6f req-800fb60c-712b-4184-b88b-52fb829f29c9 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Deleting port 1cc1cc1b-a9d9-4684-b94f-db26676647b9 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:41:02.390760 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-277072a9-b53a-48c3-857d-8cd69782aa6f req-800fb60c-712b-4184-b88b-52fb829f29c9 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:02.402488 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14d440-26b8-4702-8147-253360e766b3 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Pushing event updated for resources: {'Port': ['ID=8ae791bc-43cb-4cb0-9e4b-349bf6900258,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:02.419075 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2e14d440-26b8-4702-8147-253360e766b3 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:02.548247 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88808813-82ed-4f56-8935-2d7a2cd33ac2 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:41:02.563921 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-88808813-82ed-4f56-8935-2d7a2cd33ac2 admin admin] 10.222.0.48 "PUT /v2.0/routers/05ca309e-3d22-4e15-bab2-8e3d1df7f0b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7432721 Jul 15 23:41:02.603086 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-277072a9-b53a-48c3-857d-8cd69782aa6f req-800fb60c-712b-4184-b88b-52fb829f29c9 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] For port 1cc1cc1b-a9d9-4684-b94f-db26676647b9, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=1cc1cc1b-a9d9-4684-b94f-db26676647b9,segment=NetworkSegment(1221e74c-ebb2-4cb8-bf72-835ef0508fbe),segment_id=1221e74c-ebb2-4cb8-bf72-835ef0508fbe)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:41:02.603451 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-277072a9-b53a-48c3-857d-8cd69782aa6f req-800fb60c-712b-4184-b88b-52fb829f29c9 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:02.633166 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-277072a9-b53a-48c3-857d-8cd69782aa6f req-800fb60c-712b-4184-b88b-52fb829f29c9 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Calling delete_port for 1cc1cc1b-a9d9-4684-b94f-db26676647b9 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:41:02.639407 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373bca9f-072a-466d-8d58-bdfc3d9f1088 None None] Network b5b1d4a9-a131-46c5-b5cd-a2119b7469fc requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:41:02.653985 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e14d440-26b8-4702-8147-253360e766b3 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Network b5b1d4a9-a131-46c5-b5cd-a2119b7469fc is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:41:02.658713 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-2e14d440-26b8-4702-8147-253360e766b3 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:41:02.725755 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-51ec2388-89a0-426e-80d8-1656c8f468b8 None None] Provisioning complete for port 0ee1ed62-487c-4278-b53e-a51705a340e3 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:41:02.726124 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-51ec2388-89a0-426e-80d8-1656c8f468b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:02.818656 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-51ec2388-89a0-426e-80d8-1656c8f468b8 None None] Port 0ee1ed62-487c-4278-b53e-a51705a340e3 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:41:02.855664 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-51ec2388-89a0-426e-80d8-1656c8f468b8 None None] Provisioning for port b447b21f-ab3a-47df-b7cb-1f7abf47f8fc completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:41:03.168262 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 3ddf0489-bcf6-432c-91a0-a948c9aaf904 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:41:03.247371 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 3ddf0489-bcf6-432c-91a0-a948c9aaf904 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:41:03.247781 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:03.422157 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device b447b21f-ab3a-47df-b7cb-1f7abf47f8fc up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:41:03.428037 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:03.444494 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 43436) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:03.450908 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e52b2d79-8e08-4158-aeaa-d3deec22a028 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1916797068-network', 'tenant_id': '76b3b08035eb4822b58c061062149400'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:41:03.470975 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e14d440-26b8-4702-8147-253360e766b3 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Router 7b21de8b-c51d-4100-b589-781fa6d87b23 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:41:03.512668 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52b2d79-8e08-4158-aeaa-d3deec22a028 admin admin] Made reservation on behalf of 76b3b08035eb4822b58c061062149400 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:41:03.515930 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4c5d0a42-213c-4eed-a913-e9f369890f4e None None] Provisioning for port 8ae791bc-43cb-4cb0-9e4b-349bf6900258 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:41:03.520499 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e52b2d79-8e08-4158-aeaa-d3deec22a028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:03.534350 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4c5d0a42-213c-4eed-a913-e9f369890f4e None None] Provisioning complete for port 8ae791bc-43cb-4cb0-9e4b-349bf6900258 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:41:03.534787 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4c5d0a42-213c-4eed-a913-e9f369890f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:03.544687 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e52b2d79-8e08-4158-aeaa-d3deec22a028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:03.688554 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-4c5d0a42-213c-4eed-a913-e9f369890f4e None None] Port 8ae791bc-43cb-4cb0-9e4b-349bf6900258 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:41:03.694241 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-277072a9-b53a-48c3-857d-8cd69782aa6f req-800fb60c-712b-4184-b88b-52fb829f29c9 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:03.707915 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['76e09747-f1ba-404d-b464-da75ccd161d2', '1cc1cc1b-a9d9-4684-b94f-db26676647b9'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:41:03.761920 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800fb60c-712b-4184-b88b-52fb829f29c9 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Pushing event deleted for resources: {'Port': ['ID=1cc1cc1b-a9d9-4684-b94f-db26676647b9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:03.778402 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4c5d0a42-213c-4eed-a913-e9f369890f4e None None] Provisioning complete for port b447b21f-ab3a-47df-b7cb-1f7abf47f8fc triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:41:03.778789 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4c5d0a42-213c-4eed-a913-e9f369890f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:03.781613 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port b447b21f-ab3a-47df-b7cb-1f7abf47f8fc completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:41:03.820293 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e52b2d79-8e08-4158-aeaa-d3deec22a028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:03.832947 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e52b2d79-8e08-4158-aeaa-d3deec22a028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:03.845016 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port b447b21f-ab3a-47df-b7cb-1f7abf47f8fc triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:41:03.845278 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:03.884689 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e52b2d79-8e08-4158-aeaa-d3deec22a028 admin admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:41:03.900880 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52b2d79-8e08-4158-aeaa-d3deec22a028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deff0efb-b3cb-419d-bce6-bf397902d420,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:03.902773 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-277072a9-b53a-48c3-857d-8cd69782aa6f req-800fb60c-712b-4184-b88b-52fb829f29c9 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] No DVR routers for this DVR port 1cc1cc1b-a9d9-4684-b94f-db26676647b9 on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:41:03.911077 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-277072a9-b53a-48c3-857d-8cd69782aa6f req-800fb60c-712b-4184-b88b-52fb829f29c9 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:03.913424 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-277072a9-b53a-48c3-857d-8cd69782aa6f req-800fb60c-712b-4184-b88b-52fb829f29c9 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.49 "DELETE /v2.0/ports/1cc1cc1b-a9d9-4684-b94f-db26676647b9 HTTP/1.1" status: 204 len: 173 time: 1.8668332 Jul 15 23:41:03.913965 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c695858-ec98-4a53-abfc-fdf881186ccd', 'name': 'network-vif-deleted', 'tag': '1cc1cc1b-a9d9-4684-b94f-db26676647b9'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:41:03.920199 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e52b2d79-8e08-4158-aeaa-d3deec22a028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:03.925948 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-e52b2d79-8e08-4158-aeaa-d3deec22a028 admin admin] Added segment d4c238c1-cbf5-4ebd-9436-5a094d9f4f92 of type vlan for network 77c69736-16e0-44e1-ac60-85922aedc48a Jul 15 23:41:03.927029 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be894aa1-f049-4b2a-bcfb-1f67a96e29ca" -d '{"events": [{"server_uuid": "6c695858-ec98-4a53-abfc-fdf881186ccd", "name": "network-vif-deleted", "tag": "1cc1cc1b-a9d9-4684-b94f-db26676647b9"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:41:03.960487 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e908618e-1d6e-4bb3-9f49-f51ec6573454 req-a8ae678a-85d1-49e1-8466-72ef5c8bc205 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:03.962279 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e908618e-1d6e-4bb3-9f49-f51ec6573454 req-a8ae678a-85d1-49e1-8466-72ef5c8bc205 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c695858-ec98-4a53-abfc-fdf881186ccd HTTP/1.1" status: 200 len: 867 time: 0.4033213 Jul 15 23:41:03.964268 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e14d440-26b8-4702-8147-253360e766b3 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:41:03.982504 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983e9e56-2d36-4660-a6a8-5b8231079e2a None None] Sync routers for ids ['7b21de8b-c51d-4100-b589-781fa6d87b23'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:41:03.987440 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e52b2d79-8e08-4158-aeaa-d3deec22a028 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:03.989884 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-2e14d440-26b8-4702-8147-253360e766b3 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "PUT /v2.0/routers/7b21de8b-c51d-4100-b589-781fa6d87b23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9693005 Jul 15 23:41:03.990555 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 43440) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:04.043825 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983e9e56-2d36-4660-a6a8-5b8231079e2a None None] Routers {'7b21de8b-c51d-4100-b589-781fa6d87b23'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:41:04.045007 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-983e9e56-2d36-4660-a6a8-5b8231079e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:40:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['7b21de8b-c51d-4100-b589-781fa6d87b23'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:04.059959 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e52b2d79-8e08-4158-aeaa-d3deec22a028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:04.063081 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52b2d79-8e08-4158-aeaa-d3deec22a028 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:04.063780 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e52b2d79-8e08-4158-aeaa-d3deec22a028 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:04.067149 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84cefa97-eae3-42e2-accb-da447f8ae629 x-openstack-request-id: req-84cefa97-eae3-42e2-accb-da447f8ae629 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:41:04.067324 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c695858-ec98-4a53-abfc-fdf881186ccd", "name": "network-vif-deleted", "tag": "1cc1cc1b-a9d9-4684-b94f-db26676647b9", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:41:04.067536 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-84cefa97-eae3-42e2-accb-da447f8ae629 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:41:04.067948 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c695858-ec98-4a53-abfc-fdf881186ccd', 'name': 'network-vif-deleted', 'tag': '1cc1cc1b-a9d9-4684-b94f-db26676647b9', 'status': 'completed', 'code': 200} Jul 15 23:41:04.127041 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e52b2d79-8e08-4158-aeaa-d3deec22a028 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6758578 Jul 15 23:41:04.127041 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 43442) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:04.127547 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e908618e-1d6e-4bb3-9f49-f51ec6573454 req-a4b6885b-9373-4824-8418-237ab7ba4b15 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332428 Jul 15 23:41:04.133175 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a4007715-7eba-4b87-a856-9a13139718ab admin admin] Request body: {'subnet': {'network_id': '77c69736-16e0-44e1-ac60-85922aedc48a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1916797068-subnet', 'tenant_id': '76b3b08035eb4822b58c061062149400', 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:41:04.208424 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52b2d79-8e08-4158-aeaa-d3deec22a028 admin admin] Pushing event updated for resources: {'Network': ['ID=77c69736-16e0-44e1-ac60-85922aedc48a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:04.234583 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4007715-7eba-4b87-a856-9a13139718ab admin admin] Made reservation on behalf of 76b3b08035eb4822b58c061062149400 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:41:04.237246 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a4007715-7eba-4b87-a856-9a13139718ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:04.330772 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-983e9e56-2d36-4660-a6a8-5b8231079e2a None None] Set router 7b21de8b-c51d-4100-b589-781fa6d87b23 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:41:04.335947 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef81bc63-4407-430f-b74d-735e7b6f1967 tempest-TestNetworkBasicOps-1944950338 tempest-TestNetworkBasicOps-1944950338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:04.336484 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef81bc63-4407-430f-b74d-735e7b6f1967 tempest-TestNetworkBasicOps-1944950338 tempest-TestNetworkBasicOps-1944950338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:04.337115 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef81bc63-4407-430f-b74d-735e7b6f1967 tempest-TestNetworkBasicOps-1944950338 tempest-TestNetworkBasicOps-1944950338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:04.337582 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef81bc63-4407-430f-b74d-735e7b6f1967 tempest-TestNetworkBasicOps-1944950338 tempest-TestNetworkBasicOps-1944950338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:04.338093 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef81bc63-4407-430f-b74d-735e7b6f1967 tempest-TestNetworkBasicOps-1944950338 tempest-TestNetworkBasicOps-1944950338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:04.339534 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef81bc63-4407-430f-b74d-735e7b6f1967 tempest-TestNetworkBasicOps-1944950338 tempest-TestNetworkBasicOps-1944950338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:04.340040 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef81bc63-4407-430f-b74d-735e7b6f1967 tempest-TestNetworkBasicOps-1944950338 tempest-TestNetworkBasicOps-1944950338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:04.348156 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-ef81bc63-4407-430f-b74d-735e7b6f1967 tempest-TestNetworkBasicOps-1944950338 tempest-TestNetworkBasicOps-1944950338-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4963 time: 0.3440428 Jul 15 23:41:04.349568 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 43444) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:04.427508 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 77c69736-16e0-44e1-ac60-85922aedc48a details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:41:04.432114 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18dc2fe-49c1-4554-b8cb-0f4461eec8ff tempest-TestNetworkBasicOps-1944950338 tempest-TestNetworkBasicOps-1944950338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:04.433448 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18dc2fe-49c1-4554-b8cb-0f4461eec8ff tempest-TestNetworkBasicOps-1944950338 tempest-TestNetworkBasicOps-1944950338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:04.434144 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18dc2fe-49c1-4554-b8cb-0f4461eec8ff tempest-TestNetworkBasicOps-1944950338 tempest-TestNetworkBasicOps-1944950338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:04.434616 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18dc2fe-49c1-4554-b8cb-0f4461eec8ff tempest-TestNetworkBasicOps-1944950338 tempest-TestNetworkBasicOps-1944950338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:04.435079 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18dc2fe-49c1-4554-b8cb-0f4461eec8ff tempest-TestNetworkBasicOps-1944950338 tempest-TestNetworkBasicOps-1944950338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:04.435543 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18dc2fe-49c1-4554-b8cb-0f4461eec8ff tempest-TestNetworkBasicOps-1944950338 tempest-TestNetworkBasicOps-1944950338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:04.436034 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18dc2fe-49c1-4554-b8cb-0f4461eec8ff tempest-TestNetworkBasicOps-1944950338 tempest-TestNetworkBasicOps-1944950338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:04.440597 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-a18dc2fe-49c1-4554-b8cb-0f4461eec8ff tempest-TestNetworkBasicOps-1944950338 tempest-TestNetworkBasicOps-1944950338-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4623 time: 0.0872719 Jul 15 23:41:04.440892 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 43446) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:04.576756 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a4007715-7eba-4b87-a856-9a13139718ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:04.670737 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4007715-7eba-4b87-a856-9a13139718ab admin admin] Checking segment: {'id': 'd4c238c1-cbf5-4ebd-9436-5a094d9f4f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '77c69736-16e0-44e1-ac60-85922aedc48a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:41:04.671107 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4007715-7eba-4b87-a856-9a13139718ab admin admin] Network hostable DHCP agents. Network: 77c69736-16e0-44e1-ac60-85922aedc48a, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:41:04.673537 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4007715-7eba-4b87-a856-9a13139718ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=2516cc20-bbcf-4f05-bd8d-45754d9d21fb,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:04.696082 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4007715-7eba-4b87-a856-9a13139718ab admin admin] Network 77c69736-16e0-44e1-ac60-85922aedc48a is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:41:04.715760 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-a4007715-7eba-4b87-a856-9a13139718ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 77c69736-16e0-44e1-ac60-85922aedc48a) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:41:04.720008 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4007715-7eba-4b87-a856-9a13139718ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:04.720737 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a4007715-7eba-4b87-a856-9a13139718ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:04.747260 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a4007715-7eba-4b87-a856-9a13139718ab admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6181777 Jul 15 23:41:04.751409 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 43448) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:04.755881 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1821eecd-abc1-423b-87fd-b56c9cd06f15 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1916797068-router', 'tenant_id': '76b3b08035eb4822b58c061062149400', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:41:04.786298 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1821eecd-abc1-423b-87fd-b56c9cd06f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:04.787751 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1821eecd-abc1-423b-87fd-b56c9cd06f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:04.801294 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-03d696f5-e6f3-402b-a548-ada31d723c96 tempest-TestNetworkBasicOps-1944950338 tempest-TestNetworkBasicOps-1944950338-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3764 time: 0.3591142 Jul 15 23:41:04.842021 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9a9815-7d10-4784-bd0c-d181fa0eadb2 None None] Network 77c69736-16e0-44e1-ac60-85922aedc48a requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:41:04.866014 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1821eecd-abc1-423b-87fd-b56c9cd06f15 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:04.952332 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:04.953847 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c14f97b8-dff0-4c10-84c8-82a1711df686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:04.961563 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:05.015634 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1821eecd-abc1-423b-87fd-b56c9cd06f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:05.020699 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4c5d0a42-213c-4eed-a913-e9f369890f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:05.134685 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port b447b21f-ab3a-47df-b7cb-1f7abf47f8fc, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=b447b21f-ab3a-47df-b7cb-1f7abf47f8fc,segment=NetworkSegment(5de4ae25-709d-4ed9-912d-eba9789628ed),segment_id=5de4ae25-709d-4ed9-912d-eba9789628ed)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:41:05.148269 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:05.190678 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 43456) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:05.196900 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e858cec5-cecb-43cd-bf28-16e8c45ea7de tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1603511141', 'description': 'tempest-secgroup-smoke-1603511141 description', 'project_id': '96f438ad510e4a6ab4003566961416a5'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:41:05.253467 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1821eecd-abc1-423b-87fd-b56c9cd06f15 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:05.274960 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e858cec5-cecb-43cd-bf28-16e8c45ea7de tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:05.289028 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1821eecd-abc1-423b-87fd-b56c9cd06f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:05.300306 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.db.api [None req-4c5d0a42-213c-4eed-a913-e9f369890f4e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:41:05.300713 n-d-794306-6 neutron-server[93772]: DEBUG oslo_db.api [None req-4c5d0a42-213c-4eed-a913-e9f369890f4e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:41:05.306899 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=b447b21f-ab3a-47df-b7cb-1f7abf47f8fc,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:05.342836 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-983e9e56-2d36-4660-a6a8-5b8231079e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b21de8b-c51d-4100-b589-781fa6d87b23', 'name': 'tempest-TestNetworkBasicOps-router-649412420', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '3ddf0489-bcf6-432c-91a0-a948c9aaf904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:40:55Z', 'updated_at': '2021-07-15T23:41:01Z', 'revision_number': 4, 'project_id': '96f438ad510e4a6ab4003566961416a5', 'gw_port': {'id': '3ddf0489-bcf6-432c-91a0-a948c9aaf904', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:91:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b21de8b-c51d-4100-b589-781fa6d87b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:56Z', 'updated_at': '2021-07-15T23:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '8ae791bc-43cb-4cb0-9e4b-349bf6900258', 'name': '', 'network_id': 'b5b1d4a9-a131-46c5-b5cd-a2119b7469fc', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'mac_address': 'fa:16:3e:9f:0b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b21de8b-c51d-4100-b589-781fa6d87b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '93242473-3663-4c7b-8d8a-f967e9ad2de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:59Z', 'updated_at': '2021-07-15T23:41:01Z', 'revision_number': 2, 'project_id': '96f438ad510e4a6ab4003566961416a5', 'subnets': [{'id': '93242473-3663-4c7b-8d8a-f967e9ad2de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:05.348358 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9370c7-5809-4a49-9b25-4a5d23ffaae3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-77c69736-16e0-44e1-ac60-85922aedc48a', 'network_id': '77c69736-16e0-44e1-ac60-85922aedc48a', 'tenant_id': '76b3b08035eb4822b58c061062149400', 'fixed_ips': [{'subnet_id': '2516cc20-bbcf-4f05-bd8d-45754d9d21fb'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:41:05.349399 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6b9370c7-5809-4a49-9b25-4a5d23ffaae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:05.393416 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983e9e56-2d36-4660-a6a8-5b8231079e2a None None] Checking router: 7b21de8b-c51d-4100-b589-781fa6d87b23 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:41:05.394677 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983e9e56-2d36-4660-a6a8-5b8231079e2a None None] Updating router 7b21de8b-c51d-4100-b589-781fa6d87b23 port 8ae791bc-43cb-4cb0-9e4b-349bf6900258 binding host n-d-794306-6 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:41:05.401547 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 46d67839-6470-4d71-839c-bcd8c53ed434 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:41:05.467191 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-1821eecd-abc1-423b-87fd-b56c9cd06f15 admin admin] Allocated IP 172.25.5.110 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/0534cd88-0cc2-46b4-9cac-a7092e6d26f1) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:41:05.486578 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e858cec5-cecb-43cd-bf28-16e8c45ea7de tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:05.491311 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e858cec5-cecb-43cd-bf28-16e8c45ea7de tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:05.533926 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e858cec5-cecb-43cd-bf28-16e8c45ea7de tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:05.539705 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-983e9e56-2d36-4660-a6a8-5b8231079e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:05.539884 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-e858cec5-cecb-43cd-bf28-16e8c45ea7de tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3434978 Jul 15 23:41:05.540871 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 43460) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:05.558112 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-93f337cc-0dc1-4cd3-806c-11b886c97c9b tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Request body: {'security_group_rule': {'security_group_id': '94311d39-e3a2-4cff-9a71-6d4b07696a82', 'project_id': '96f438ad510e4a6ab4003566961416a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:41:05.572434 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e858cec5-cecb-43cd-bf28-16e8c45ea7de tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94311d39-e3a2-4cff-9a71-6d4b07696a82,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:05.601706 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-93f337cc-0dc1-4cd3-806c-11b886c97c9b tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:05.646186 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1821eecd-abc1-423b-87fd-b56c9cd06f15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:05.652259 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 46d67839-6470-4d71-839c-bcd8c53ed434 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:41:05.671332 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-93f337cc-0dc1-4cd3-806c-11b886c97c9b tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:05.680302 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-93f337cc-0dc1-4cd3-806c-11b886c97c9b tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:05.715360 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f337cc-0dc1-4cd3-806c-11b886c97c9b tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b806890b-3fe5-43e8-a887-7b7b43413b9b,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:05.725090 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-93f337cc-0dc1-4cd3-806c-11b886c97c9b tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:05.726522 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-93f337cc-0dc1-4cd3-806c-11b886c97c9b tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1789637 Jul 15 23:41:05.731062 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 43464) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:05.732096 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-6b9370c7-5809-4a49-9b25-4a5d23ffaae3 None None] Allocated IP 172.20.0.2 (77c69736-16e0-44e1-ac60-85922aedc48a/2516cc20-bbcf-4f05-bd8d-45754d9d21fb/ee1699d7-4d0d-441d-9dfc-6ca0276ddd81) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:41:05.736021 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e73a3cf1-ce1f-449f-a295-aef320a921ad tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Request body: {'security_group_rule': {'security_group_id': '94311d39-e3a2-4cff-9a71-6d4b07696a82', 'project_id': '96f438ad510e4a6ab4003566961416a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:41:05.737215 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 46d67839-6470-4d71-839c-bcd8c53ed434 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:41:05.737590 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:05.745092 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1821eecd-abc1-423b-87fd-b56c9cd06f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:05.784503 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e73a3cf1-ce1f-449f-a295-aef320a921ad tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:05.797473 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1821eecd-abc1-423b-87fd-b56c9cd06f15 admin admin] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:41:05.803136 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-1821eecd-abc1-423b-87fd-b56c9cd06f15 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:41:05.807601 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1821eecd-abc1-423b-87fd-b56c9cd06f15 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:41:05.843788 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938ad1d0-0917-435b-8386-55331e47df19 None None] Sync routers for ids ['05ca309e-3d22-4e15-bab2-8e3d1df7f0b7'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:41:05.851315 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1821eecd-abc1-423b-87fd-b56c9cd06f15 admin admin] Pushing event updated for resources: {'Port': ['ID=0534cd88-0cc2-46b4-9cac-a7092e6d26f1,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:05.858055 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938ad1d0-0917-435b-8386-55331e47df19 None None] Routers {'05ca309e-3d22-4e15-bab2-8e3d1df7f0b7'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:41:05.858776 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-938ad1d0-0917-435b-8386-55331e47df19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:41:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['05ca309e-3d22-4e15-bab2-8e3d1df7f0b7'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:05.894325 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e73a3cf1-ce1f-449f-a295-aef320a921ad tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:05.911038 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e73a3cf1-ce1f-449f-a295-aef320a921ad tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:05.957679 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e73a3cf1-ce1f-449f-a295-aef320a921ad tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:05.958911 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-e73a3cf1-ce1f-449f-a295-aef320a921ad tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2268221 Jul 15 23:41:05.964423 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 43466) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:05.969772 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-89c1513a-f61a-4297-8177-2255028db13b tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Request body: {'security_group_rule': {'security_group_id': '94311d39-e3a2-4cff-9a71-6d4b07696a82', 'project_id': '96f438ad510e4a6ab4003566961416a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:41:05.977906 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73a3cf1-ce1f-449f-a295-aef320a921ad tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ee57ade-c7f7-473a-8660-eece82e66c57,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:05.998054 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-938ad1d0-0917-435b-8386-55331e47df19 None None] Set router 05ca309e-3d22-4e15-bab2-8e3d1df7f0b7 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:41:06.020709 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d67f2-9c0c-4000-8b4e-3b758e3f4acc req-76b3dc9b-85ab-4f91-b4a6-ddd5a8db0751 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:06.022346 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f81d67f2-9c0c-4000-8b4e-3b758e3f4acc req-76b3dc9b-85ab-4f91-b4a6-ddd5a8db0751 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3352883-fd65-4c81-ab58-2eb59e6d6ec5 HTTP/1.1" status: 200 len: 946 time: 0.1662998 Jul 15 23:41:06.035943 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-89c1513a-f61a-4297-8177-2255028db13b tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:06.097996 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f81d67f2-9c0c-4000-8b4e-3b758e3f4acc req-11174d01-3ae8-42af-b72f-17c762898b60 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687244 Jul 15 23:41:06.131078 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-89c1513a-f61a-4297-8177-2255028db13b tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:06.136610 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-89c1513a-f61a-4297-8177-2255028db13b tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:06.154773 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1821eecd-abc1-423b-87fd-b56c9cd06f15 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:06.156809 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c1513a-f61a-4297-8177-2255028db13b tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7857894-eeb7-47d1-8932-ae470c62888d,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:06.169330 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-89c1513a-f61a-4297-8177-2255028db13b tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:06.170925 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-89c1513a-f61a-4297-8177-2255028db13b tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2052774 Jul 15 23:41:06.174224 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 43468) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:06.180831 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-11e5446d-a367-4f25-ad28-f38a0caa4ae7 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Request body: {'security_group_rule': {'security_group_id': '94311d39-e3a2-4cff-9a71-6d4b07696a82', 'project_id': '96f438ad510e4a6ab4003566961416a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:41:06.204677 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6b9370c7-5809-4a49-9b25-4a5d23ffaae3 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:06.208488 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2f356c23-2d3c-46e3-9971-b0051f9bcbad None None] Provisioning complete for port 8ae791bc-43cb-4cb0-9e4b-349bf6900258 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:41:06.208829 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2f356c23-2d3c-46e3-9971-b0051f9bcbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:06.223751 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11e5446d-a367-4f25-ad28-f38a0caa4ae7 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:06.249837 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6b9370c7-5809-4a49-9b25-4a5d23ffaae3 None None] Transition to ACTIVE for port object ee1699d7-4d0d-441d-9dfc-6ca0276ddd81 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:41:06.287669 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-938ad1d0-0917-435b-8386-55331e47df19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ca309e-3d22-4e15-bab2-8e3d1df7f0b7', 'name': 'tempest-TestServerBasicOps-441917401-router', 'tenant_id': 'a632cbf28ecf47a9901f99a7b5170f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '46d67839-6470-4d71-839c-bcd8c53ed434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:40:57Z', 'updated_at': '2021-07-15T23:41:01Z', 'revision_number': 4, 'project_id': 'a632cbf28ecf47a9901f99a7b5170f8f', 'gw_port': {'id': '46d67839-6470-4d71-839c-bcd8c53ed434', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:af:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ca309e-3d22-4e15-bab2-8e3d1df7f0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:57Z', 'updated_at': '2021-07-15T23:41:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '0ee1ed62-487c-4278-b53e-a51705a340e3', 'name': '', 'network_id': 'a492b90a-11dd-4780-b015-12e4caf59db0', 'tenant_id': 'a632cbf28ecf47a9901f99a7b5170f8f', 'mac_address': 'fa:16:3e:c4:6b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ca309e-3d22-4e15-bab2-8e3d1df7f0b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'aacfaef8-1f9a-46a6-9feb-3d047d0e9661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:41:00Z', 'updated_at': '2021-07-15T23:41:01Z', 'revision_number': 2, 'project_id': 'a632cbf28ecf47a9901f99a7b5170f8f', 'subnets': [{'id': 'aacfaef8-1f9a-46a6-9feb-3d047d0e9661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:06.287998 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:06.303179 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6b9370c7-5809-4a49-9b25-4a5d23ffaae3 None None] Transition to ACTIVE for port object ee1699d7-4d0d-441d-9dfc-6ca0276ddd81 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:41:06.314364 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2f356c23-2d3c-46e3-9971-b0051f9bcbad None None] Port 8ae791bc-43cb-4cb0-9e4b-349bf6900258 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:41:06.335614 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11e5446d-a367-4f25-ad28-f38a0caa4ae7 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:06.340945 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6b9370c7-5809-4a49-9b25-4a5d23ffaae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:06.342303 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11e5446d-a367-4f25-ad28-f38a0caa4ae7 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:06.351969 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 46d67839-6470-4d71-839c-bcd8c53ed434, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=46d67839-6470-4d71-839c-bcd8c53ed434,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:41:06.352558 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938ad1d0-0917-435b-8386-55331e47df19 None None] Checking router: 05ca309e-3d22-4e15-bab2-8e3d1df7f0b7 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:41:06.353443 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938ad1d0-0917-435b-8386-55331e47df19 None None] Updating router 05ca309e-3d22-4e15-bab2-8e3d1df7f0b7 port 0ee1ed62-487c-4278-b53e-a51705a340e3 binding host n-d-794306-6 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:41:06.376305 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11e5446d-a367-4f25-ad28-f38a0caa4ae7 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:06.378423 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-11e5446d-a367-4f25-ad28-f38a0caa4ae7 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2012634 Jul 15 23:41:06.381568 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 43470) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:06.387837 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4ba215e8-9325-492c-80fd-e1c0f5e0008e tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Request body: {'security_group_rule': {'security_group_id': '94311d39-e3a2-4cff-9a71-6d4b07696a82', 'project_id': '96f438ad510e4a6ab4003566961416a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:41:06.396959 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-938ad1d0-0917-435b-8386-55331e47df19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:06.405310 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e5446d-a367-4f25-ad28-f38a0caa4ae7 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f49c935-96bc-43ef-a1a5-ca487d09fb30,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:06.409509 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:06.432479 n-d-794306-6 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-4ba215e8-9325-492c-80fd-e1c0f5e0008e tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Project 96f438ad510e4a6ab4003566961416a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:41:06.439331 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ba215e8-9325-492c-80fd-e1c0f5e0008e tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:06.443656 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9370c7-5809-4a49-9b25-4a5d23ffaae3 None None] Network 77c69736-16e0-44e1-ac60-85922aedc48a is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:41:06.447956 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:06.452319 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1821eecd-abc1-423b-87fd-b56c9cd06f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:06.457856 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-6b9370c7-5809-4a49-9b25-4a5d23ffaae3 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:41:06.463050 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9370c7-5809-4a49-9b25-4a5d23ffaae3 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:41:06.467397 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-983e9e56-2d36-4660-a6a8-5b8231079e2a None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:06.469491 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9370c7-5809-4a49-9b25-4a5d23ffaae3 None None] Pushing event updated for resources: {'Port': ['ID=ee1699d7-4d0d-441d-9dfc-6ca0276ddd81,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:06.522609 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-983e9e56-2d36-4660-a6a8-5b8231079e2a None None] Transition to ACTIVE for port object 8ae791bc-43cb-4cb0-9e4b-349bf6900258 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:41:06.524052 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ba215e8-9325-492c-80fd-e1c0f5e0008e tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:06.529513 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ba215e8-9325-492c-80fd-e1c0f5e0008e tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:06.552489 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ba215e8-9325-492c-80fd-e1c0f5e0008e tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:06.559401 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-4ba215e8-9325-492c-80fd-e1c0f5e0008e tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1759155 Jul 15 23:41:06.559743 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-983e9e56-2d36-4660-a6a8-5b8231079e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:06.560087 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 43472) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:06.575382 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-2cb6053c-0690-4eb4-a93c-80caaf905e14 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Request body: {'security_group_rule': {'security_group_id': '94311d39-e3a2-4cff-9a71-6d4b07696a82', 'project_id': '96f438ad510e4a6ab4003566961416a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:41:06.585166 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-6b9370c7-5809-4a49-9b25-4a5d23ffaae3 None None] Attempting to bind port ee1699d7-4d0d-441d-9dfc-6ca0276ddd81 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:41:06.585539 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-6b9370c7-5809-4a49-9b25-4a5d23ffaae3 None None] Attempting to bind port ee1699d7-4d0d-441d-9dfc-6ca0276ddd81 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'd4c238c1-cbf5-4ebd-9436-5a094d9f4f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '77c69736-16e0-44e1-ac60-85922aedc48a'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:41:06.585906 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9370c7-5809-4a49-9b25-4a5d23ffaae3 None None] Attempting to bind port ee1699d7-4d0d-441d-9dfc-6ca0276ddd81 on network 77c69736-16e0-44e1-ac60-85922aedc48a {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:41:06.586617 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba215e8-9325-492c-80fd-e1c0f5e0008e tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ad96252-5e0d-47d1-aac6-c9e69daadb12,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:06.600051 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=46d67839-6470-4d71-839c-bcd8c53ed434,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:06.606723 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9370c7-5809-4a49-9b25-4a5d23ffaae3 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:41:06.607097 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9370c7-5809-4a49-9b25-4a5d23ffaae3 None None] Checking segment: {'id': 'd4c238c1-cbf5-4ebd-9436-5a094d9f4f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '77c69736-16e0-44e1-ac60-85922aedc48a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:41:06.607499 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6b9370c7-5809-4a49-9b25-4a5d23ffaae3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:06.607914 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9370c7-5809-4a49-9b25-4a5d23ffaae3 None None] Bound using segment: {'id': 'd4c238c1-cbf5-4ebd-9436-5a094d9f4f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '77c69736-16e0-44e1-ac60-85922aedc48a'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:41:06.608475 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-6b9370c7-5809-4a49-9b25-4a5d23ffaae3 None None] Bound port: ee1699d7-4d0d-441d-9dfc-6ca0276ddd81, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4c238c1-cbf5-4ebd-9436-5a094d9f4f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '77c69736-16e0-44e1-ac60-85922aedc48a'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:41:06.608765 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6b9370c7-5809-4a49-9b25-4a5d23ffaae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:06.622941 n-d-794306-6 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-2cb6053c-0690-4eb4-a93c-80caaf905e14 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Project 96f438ad510e4a6ab4003566961416a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:41:06.628491 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2cb6053c-0690-4eb4-a93c-80caaf905e14 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:06.679920 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beb6c9a-cef3-4f76-b28d-a88b341de863 None None] Pushing event updated for resources: {'Port': ['ID=8ae791bc-43cb-4cb0-9e4b-349bf6900258,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:06.702076 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1821eecd-abc1-423b-87fd-b56c9cd06f15 admin admin] Router ef9a28e1-2381-40d0-9138-411ed212adc5 is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:41:06.737954 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2cb6053c-0690-4eb4-a93c-80caaf905e14 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:06.743284 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2cb6053c-0690-4eb4-a93c-80caaf905e14 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:06.773431 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb6053c-0690-4eb4-a93c-80caaf905e14 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ecccb3b-f6b8-4b69-96dc-bc5aada46eea,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:06.777732 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-938ad1d0-0917-435b-8386-55331e47df19 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:06.797518 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2cb6053c-0690-4eb4-a93c-80caaf905e14 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:06.800089 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-2cb6053c-0690-4eb4-a93c-80caaf905e14 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2325799 Jul 15 23:41:06.808031 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-938ad1d0-0917-435b-8386-55331e47df19 None None] Transition to ACTIVE for port object 0ee1ed62-487c-4278-b53e-a51705a340e3 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:41:06.824495 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-938ad1d0-0917-435b-8386-55331e47df19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:06.843631 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-983e9e56-2d36-4660-a6a8-5b8231079e2a None None] Attempting to bind port 8ae791bc-43cb-4cb0-9e4b-349bf6900258 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:41:06.848052 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-983e9e56-2d36-4660-a6a8-5b8231079e2a None None] Attempting to bind port 8ae791bc-43cb-4cb0-9e4b-349bf6900258 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '5de4ae25-709d-4ed9-912d-eba9789628ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b5b1d4a9-a131-46c5-b5cd-a2119b7469fc'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:41:06.848570 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983e9e56-2d36-4660-a6a8-5b8231079e2a None None] Attempting to bind port 8ae791bc-43cb-4cb0-9e4b-349bf6900258 on network b5b1d4a9-a131-46c5-b5cd-a2119b7469fc {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:41:06.867447 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983e9e56-2d36-4660-a6a8-5b8231079e2a None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:41:06.868002 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983e9e56-2d36-4660-a6a8-5b8231079e2a None None] Checking segment: {'id': '5de4ae25-709d-4ed9-912d-eba9789628ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b5b1d4a9-a131-46c5-b5cd-a2119b7469fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:41:06.868505 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-983e9e56-2d36-4660-a6a8-5b8231079e2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:06.869010 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983e9e56-2d36-4660-a6a8-5b8231079e2a None None] Bound using segment: {'id': '5de4ae25-709d-4ed9-912d-eba9789628ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b5b1d4a9-a131-46c5-b5cd-a2119b7469fc'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:41:06.870209 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-983e9e56-2d36-4660-a6a8-5b8231079e2a None None] Bound port: 8ae791bc-43cb-4cb0-9e4b-349bf6900258, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5de4ae25-709d-4ed9-912d-eba9789628ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b5b1d4a9-a131-46c5-b5cd-a2119b7469fc'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:41:06.870777 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-983e9e56-2d36-4660-a6a8-5b8231079e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:06.885880 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1821eecd-abc1-423b-87fd-b56c9cd06f15 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:41:06.891605 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-6b9370c7-5809-4a49-9b25-4a5d23ffaae3 None None] For port ee1699d7-4d0d-441d-9dfc-6ca0276ddd81, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:41:06.903091 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6016faf-75ae-4bc8-b2b2-70c11eaf97c9 None None] Pushing event updated for resources: {'Port': ['ID=0ee1ed62-487c-4278-b53e-a51705a340e3,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:06.906882 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a349bcc4-c202-469f-bddc-00d564be3eed None None] Sync routers for ids ['ef9a28e1-2381-40d0-9138-411ed212adc5'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:41:06.917999 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1821eecd-abc1-423b-87fd-b56c9cd06f15 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:06.921617 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-1821eecd-abc1-423b-87fd-b56c9cd06f15 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1673355 Jul 15 23:41:06.922672 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 43476) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:06.942733 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-6b9370c7-5809-4a49-9b25-4a5d23ffaae3 None None] For port ee1699d7-4d0d-441d-9dfc-6ca0276ddd81, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=ee1699d7-4d0d-441d-9dfc-6ca0276ddd81,segment=NetworkSegment(d4c238c1-cbf5-4ebd-9436-5a094d9f4f92),segment_id=d4c238c1-cbf5-4ebd-9436-5a094d9f4f92)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:41:06.983965 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a349bcc4-c202-469f-bddc-00d564be3eed None None] Routers {'ef9a28e1-2381-40d0-9138-411ed212adc5'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:41:06.996933 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a349bcc4-c202-469f-bddc-00d564be3eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:41:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ef9a28e1-2381-40d0-9138-411ed212adc5'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:06.999960 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 1cc1cc1b-a9d9-4684-b94f-db26676647b9 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:41:07.006248 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-938ad1d0-0917-435b-8386-55331e47df19 None None] Attempting to bind port 0ee1ed62-487c-4278-b53e-a51705a340e3 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:41:07.006856 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-938ad1d0-0917-435b-8386-55331e47df19 None None] Attempting to bind port 0ee1ed62-487c-4278-b53e-a51705a340e3 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '4614ef00-1b2c-4f82-b7be-56ee2e690e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a492b90a-11dd-4780-b015-12e4caf59db0'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:41:07.007395 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938ad1d0-0917-435b-8386-55331e47df19 None None] Attempting to bind port 0ee1ed62-487c-4278-b53e-a51705a340e3 on network a492b90a-11dd-4780-b015-12e4caf59db0 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:41:07.013827 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938ad1d0-0917-435b-8386-55331e47df19 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:41:07.014209 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938ad1d0-0917-435b-8386-55331e47df19 None None] Checking segment: {'id': '4614ef00-1b2c-4f82-b7be-56ee2e690e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a492b90a-11dd-4780-b015-12e4caf59db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:41:07.014593 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-938ad1d0-0917-435b-8386-55331e47df19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:07.014985 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938ad1d0-0917-435b-8386-55331e47df19 None None] Bound using segment: {'id': '4614ef00-1b2c-4f82-b7be-56ee2e690e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a492b90a-11dd-4780-b015-12e4caf59db0'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:41:07.016132 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-938ad1d0-0917-435b-8386-55331e47df19 None None] Bound port: 0ee1ed62-487c-4278-b53e-a51705a340e3, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4614ef00-1b2c-4f82-b7be-56ee2e690e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a492b90a-11dd-4780-b015-12e4caf59db0'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:41:07.016515 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-938ad1d0-0917-435b-8386-55331e47df19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:07.017026 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6b9370c7-5809-4a49-9b25-4a5d23ffaae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:07.114355 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-938ad1d0-0917-435b-8386-55331e47df19 None None] For port 0ee1ed62-487c-4278-b53e-a51705a340e3, host n-d-794306-6, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:41:07.118396 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-938ad1d0-0917-435b-8386-55331e47df19 None None] For port 0ee1ed62-487c-4278-b53e-a51705a340e3, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=0ee1ed62-487c-4278-b53e-a51705a340e3,segment=NetworkSegment(4614ef00-1b2c-4f82-b7be-56ee2e690e81),segment_id=4614ef00-1b2c-4f82-b7be-56ee2e690e81)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:41:07.123855 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-938ad1d0-0917-435b-8386-55331e47df19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:07.207108 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6016faf-75ae-4bc8-b2b2-70c11eaf97c9 None None] Pushing event updated for resources: {'Port': ['ID=0ee1ed62-487c-4278-b53e-a51705a340e3,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:07.230009 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938ad1d0-0917-435b-8386-55331e47df19 None None] Routers {'05ca309e-3d22-4e15-bab2-8e3d1df7f0b7'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:41:07.230663 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-938ad1d0-0917-435b-8386-55331e47df19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:41:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['05ca309e-3d22-4e15-bab2-8e3d1df7f0b7'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:07.356424 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-46e8c386-13b9-43ba-9321-aa1f28154cf4 req-072b6033-cf4e-4e7a-b801-87722a08b08f tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1603511141&fields=id&tenant_id=96f438ad510e4a6ab4003566961416a5 HTTP/1.1" status: 200 len: 267 time: 0.2119842 Jul 15 23:41:07.384353 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de007e-7494-467e-b9d8-f1625f111bd1 req-01452415-7809-49b8-b8f6-f3049498d23f tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:07.387527 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-12de007e-7494-467e-b9d8-f1625f111bd1 req-01452415-7809-49b8-b8f6-f3049498d23f tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3352883-fd65-4c81-ab58-2eb59e6d6ec5 HTTP/1.1" status: 200 len: 946 time: 0.4502285 Jul 15 23:41:07.401724 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9370c7-5809-4a49-9b25-4a5d23ffaae3 None None] Pushing event updated for resources: {'Port': ['ID=ee1699d7-4d0d-441d-9dfc-6ca0276ddd81,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:07.407208 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device b447b21f-ab3a-47df-b7cb-1f7abf47f8fc up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:41:07.441117 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: 1cc1cc1b-a9d9-4684-b94f-db26676647b9 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:41:07.441500 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 1cc1cc1b-a9d9-4684-b94f-db26676647b9 not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:41:07.519941 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-938ad1d0-0917-435b-8386-55331e47df19 None None] Set router 05ca309e-3d22-4e15-bab2-8e3d1df7f0b7 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:41:07.584080 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-a349bcc4-c202-469f-bddc-00d564be3eed None None] Set router ef9a28e1-2381-40d0-9138-411ed212adc5 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:41:07.634124 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-983e9e56-2d36-4660-a6a8-5b8231079e2a None None] For port 8ae791bc-43cb-4cb0-9e4b-349bf6900258, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:41:07.686327 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-983e9e56-2d36-4660-a6a8-5b8231079e2a None None] For port 8ae791bc-43cb-4cb0-9e4b-349bf6900258, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=8ae791bc-43cb-4cb0-9e4b-349bf6900258,segment=NetworkSegment(5de4ae25-709d-4ed9-912d-eba9789628ed),segment_id=5de4ae25-709d-4ed9-912d-eba9789628ed)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:41:07.717226 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-983e9e56-2d36-4660-a6a8-5b8231079e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:07.798528 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e8c386-13b9-43ba-9321-aa1f28154cf4 req-52bededd-1ae6-4289-ad0b-693876f98034 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:07.817922 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-46e8c386-13b9-43ba-9321-aa1f28154cf4 req-52bededd-1ae6-4289-ad0b-693876f98034 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/networks?id=b5b1d4a9-a131-46c5-b5cd-a2119b7469fc HTTP/1.1" status: 200 len: 796 time: 0.4274273 Jul 15 23:41:07.829847 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port b447b21f-ab3a-47df-b7cb-1f7abf47f8fc triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:41:07.830223 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:07.860369 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-938ad1d0-0917-435b-8386-55331e47df19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ca309e-3d22-4e15-bab2-8e3d1df7f0b7', 'name': 'tempest-TestServerBasicOps-441917401-router', 'tenant_id': 'a632cbf28ecf47a9901f99a7b5170f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '46d67839-6470-4d71-839c-bcd8c53ed434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:40:57Z', 'updated_at': '2021-07-15T23:41:01Z', 'revision_number': 4, 'project_id': 'a632cbf28ecf47a9901f99a7b5170f8f', 'gw_port': {'id': '46d67839-6470-4d71-839c-bcd8c53ed434', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:af:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ca309e-3d22-4e15-bab2-8e3d1df7f0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:57Z', 'updated_at': '2021-07-15T23:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '0ee1ed62-487c-4278-b53e-a51705a340e3', 'name': '', 'network_id': 'a492b90a-11dd-4780-b015-12e4caf59db0', 'tenant_id': 'a632cbf28ecf47a9901f99a7b5170f8f', 'mac_address': 'fa:16:3e:c4:6b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ca309e-3d22-4e15-bab2-8e3d1df7f0b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'aacfaef8-1f9a-46a6-9feb-3d047d0e9661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:41:00Z', 'updated_at': '2021-07-15T23:41:07Z', 'revision_number': 4, 'project_id': 'a632cbf28ecf47a9901f99a7b5170f8f', 'subnets': [{'id': 'aacfaef8-1f9a-46a6-9feb-3d047d0e9661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:07.915257 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938ad1d0-0917-435b-8386-55331e47df19 None None] The sync data for ids ['05ca309e-3d22-4e15-bab2-8e3d1df7f0b7'] in n-d-794306-6 is: [{'id': '05ca309e-3d22-4e15-bab2-8e3d1df7f0b7', 'name': 'tempest-TestServerBasicOps-441917401-router', 'tenant_id': 'a632cbf28ecf47a9901f99a7b5170f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '46d67839-6470-4d71-839c-bcd8c53ed434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:40:57Z', 'updated_at': '2021-07-15T23:41:01Z', 'revision_number': 4, 'project_id': 'a632cbf28ecf47a9901f99a7b5170f8f', 'gw_port': {'id': '46d67839-6470-4d71-839c-bcd8c53ed434', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:af:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ca309e-3d22-4e15-bab2-8e3d1df7f0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:57Z', 'updated_at': '2021-07-15T23:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '0ee1ed62-487c-4278-b53e-a51705a340e3', 'name': '', 'network_id': 'a492b90a-11dd-4780-b015-12e4caf59db0', 'tenant_id': 'a632cbf28ecf47a9901f99a7b5170f8f', 'mac_address': 'fa:16:3e:c4:6b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ca309e-3d22-4e15-bab2-8e3d1df7f0b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'aacfaef8-1f9a-46a6-9feb-3d047d0e9661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:41:00Z', 'updated_at': '2021-07-15T23:41:07Z', 'revision_number': 4, 'project_id': 'a632cbf28ecf47a9901f99a7b5170f8f', 'subnets': [{'id': 'aacfaef8-1f9a-46a6-9feb-3d047d0e9661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:41:07.939958 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-46e8c386-13b9-43ba-9321-aa1f28154cf4 req-9bad6147-5a2c-4b01-8275-d26798ac9982 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/quotas/96f438ad510e4a6ab4003566961416a5 HTTP/1.1" status: 200 len: 375 time: 0.1209457 Jul 15 23:41:08.047111 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beb6c9a-cef3-4f76-b28d-a88b341de863 None None] Pushing event updated for resources: {'Port': ['ID=8ae791bc-43cb-4cb0-9e4b-349bf6900258,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:08.049079 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8388640-f3dd-4189-bec6-31efd0945db9 req-0c4fbda7-5fab-49b0-b8ec-0a1c3e88c7f7 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:08.051616 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b8388640-f3dd-4189-bec6-31efd0945db9 req-0c4fbda7-5fab-49b0-b8ec-0a1c3e88c7f7 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3352883-fd65-4c81-ab58-2eb59e6d6ec5 HTTP/1.1" status: 200 len: 946 time: 0.6625955 Jul 15 23:41:08.075003 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983e9e56-2d36-4660-a6a8-5b8231079e2a None None] Routers {'7b21de8b-c51d-4100-b589-781fa6d87b23'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:41:08.075705 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-983e9e56-2d36-4660-a6a8-5b8231079e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:41:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['7b21de8b-c51d-4100-b589-781fa6d87b23'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:08.181015 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-12de007e-7494-467e-b9d8-f1625f111bd1 req-89dc5050-7817-4e14-bdba-480a9428b13e tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Deleting port 76e09747-f1ba-404d-b464-da75ccd161d2 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:41:08.181416 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-12de007e-7494-467e-b9d8-f1625f111bd1 req-89dc5050-7817-4e14-bdba-480a9428b13e tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:08.273206 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b8388640-f3dd-4189-bec6-31efd0945db9 req-d8966688-4ec7-4d54-ad3e-834849e968a0 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139697 Jul 15 23:41:08.295910 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:08.312558 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-983e9e56-2d36-4660-a6a8-5b8231079e2a None None] Set router 7b21de8b-c51d-4100-b589-781fa6d87b23 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:41:08.316183 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 46d67839-6470-4d71-839c-bcd8c53ed434 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:41:08.324172 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-46e8c386-13b9-43ba-9321-aa1f28154cf4 req-4919a691-b9d6-4f2e-aa4a-f3e53acb12d6 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=96f438ad510e4a6ab4003566961416a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3829949 Jul 15 23:41:08.396468 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [req-46e8c386-13b9-43ba-9321-aa1f28154cf4 req-7cff827b-ba88-4da3-87d4-9c6704558dd3 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:41:08.397551 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-46e8c386-13b9-43ba-9321-aa1f28154cf4 req-7cff827b-ba88-4da3-87d4-9c6704558dd3 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0554738 Jul 15 23:41:08.434580 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a349bcc4-c202-469f-bddc-00d564be3eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9a28e1-2381-40d0-9138-411ed212adc5', 'name': 'tempest-TestServerBasicOps-1916797068-router', 'tenant_id': '76b3b08035eb4822b58c061062149400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '0534cd88-0cc2-46b4-9cac-a7092e6d26f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:41:04Z', 'updated_at': '2021-07-15T23:41:06Z', 'revision_number': 3, 'project_id': '76b3b08035eb4822b58c061062149400', 'gw_port': {'id': '0534cd88-0cc2-46b4-9cac-a7092e6d26f1', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:cf:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef9a28e1-2381-40d0-9138-411ed212adc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:41:05Z', 'updated_at': '2021-07-15T23:41:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:08.486339 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a349bcc4-c202-469f-bddc-00d564be3eed None None] Checking router: ef9a28e1-2381-40d0-9138-411ed212adc5 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:41:08.486704 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a349bcc4-c202-469f-bddc-00d564be3eed None None] Updating router ef9a28e1-2381-40d0-9138-411ed212adc5 port 0534cd88-0cc2-46b4-9cac-a7092e6d26f1 binding host n-d-794306-6 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:41:08.534849 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a349bcc4-c202-469f-bddc-00d564be3eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:08.619339 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 46d67839-6470-4d71-839c-bcd8c53ed434 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:41:08.620423 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:08.624344 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-12de007e-7494-467e-b9d8-f1625f111bd1 req-89dc5050-7817-4e14-bdba-480a9428b13e tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] For port 76e09747-f1ba-404d-b464-da75ccd161d2, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=76e09747-f1ba-404d-b464-da75ccd161d2,segment=NetworkSegment(1221e74c-ebb2-4cb8-bf72-835ef0508fbe),segment_id=1221e74c-ebb2-4cb8-bf72-835ef0508fbe)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:41:08.624905 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-12de007e-7494-467e-b9d8-f1625f111bd1 req-89dc5050-7817-4e14-bdba-480a9428b13e tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:08.636070 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-02d0cc14-61e4-40fe-95a4-cb157d2ab75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:08.681374 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-12de007e-7494-467e-b9d8-f1625f111bd1 req-89dc5050-7817-4e14-bdba-480a9428b13e tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Calling delete_port for 76e09747-f1ba-404d-b464-da75ccd161d2 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:41:08.722544 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-46e8c386-13b9-43ba-9321-aa1f28154cf4 req-56d86cb3-4bc1-4145-8fa3-66c099e54deb service neutron] 10.222.0.48 "GET /v2.0/networks/b5b1d4a9-a131-46c5-b5cd-a2119b7469fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3104174 Jul 15 23:41:08.937815 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-983e9e56-2d36-4660-a6a8-5b8231079e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b21de8b-c51d-4100-b589-781fa6d87b23', 'name': 'tempest-TestNetworkBasicOps-router-649412420', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '3ddf0489-bcf6-432c-91a0-a948c9aaf904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:40:55Z', 'updated_at': '2021-07-15T23:41:01Z', 'revision_number': 4, 'project_id': '96f438ad510e4a6ab4003566961416a5', 'gw_port': {'id': '3ddf0489-bcf6-432c-91a0-a948c9aaf904', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:91:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b21de8b-c51d-4100-b589-781fa6d87b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:56Z', 'updated_at': '2021-07-15T23:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '8ae791bc-43cb-4cb0-9e4b-349bf6900258', 'name': '', 'network_id': 'b5b1d4a9-a131-46c5-b5cd-a2119b7469fc', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'mac_address': 'fa:16:3e:9f:0b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b21de8b-c51d-4100-b589-781fa6d87b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '93242473-3663-4c7b-8d8a-f967e9ad2de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:59Z', 'updated_at': '2021-07-15T23:41:07Z', 'revision_number': 4, 'project_id': '96f438ad510e4a6ab4003566961416a5', 'subnets': [{'id': '93242473-3663-4c7b-8d8a-f967e9ad2de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:08.983337 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983e9e56-2d36-4660-a6a8-5b8231079e2a None None] The sync data for ids ['7b21de8b-c51d-4100-b589-781fa6d87b23'] in n-d-794306-6 is: [{'id': '7b21de8b-c51d-4100-b589-781fa6d87b23', 'name': 'tempest-TestNetworkBasicOps-router-649412420', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '3ddf0489-bcf6-432c-91a0-a948c9aaf904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:40:55Z', 'updated_at': '2021-07-15T23:41:01Z', 'revision_number': 4, 'project_id': '96f438ad510e4a6ab4003566961416a5', 'gw_port': {'id': '3ddf0489-bcf6-432c-91a0-a948c9aaf904', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:91:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b21de8b-c51d-4100-b589-781fa6d87b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:56Z', 'updated_at': '2021-07-15T23:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '8ae791bc-43cb-4cb0-9e4b-349bf6900258', 'name': '', 'network_id': 'b5b1d4a9-a131-46c5-b5cd-a2119b7469fc', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'mac_address': 'fa:16:3e:9f:0b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b21de8b-c51d-4100-b589-781fa6d87b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '93242473-3663-4c7b-8d8a-f967e9ad2de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:59Z', 'updated_at': '2021-07-15T23:41:07Z', 'revision_number': 4, 'project_id': '96f438ad510e4a6ab4003566961416a5', 'subnets': [{'id': '93242473-3663-4c7b-8d8a-f967e9ad2de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:41:09.003543 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728781fd-e9ca-406a-9e69-0c604d8cdff1 None None] Network 77c69736-16e0-44e1-ac60-85922aedc48a requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:41:09.092231 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a349bcc4-c202-469f-bddc-00d564be3eed None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:09.146390 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-579d96b5-1f4e-4322-8a4a-05e166b27208 None None] Provisioning for port ee1699d7-4d0d-441d-9dfc-6ca0276ddd81 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:41:09.150607 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a349bcc4-c202-469f-bddc-00d564be3eed None None] Transition to ACTIVE for port object 0534cd88-0cc2-46b4-9cac-a7092e6d26f1 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:41:09.171754 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a349bcc4-c202-469f-bddc-00d564be3eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:09.240339 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b08f4b-739e-442c-9fd4-0b22e48d39b2 None None] Pushing event updated for resources: {'Port': ['ID=0534cd88-0cc2-46b4-9cac-a7092e6d26f1,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:09.308285 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a349bcc4-c202-469f-bddc-00d564be3eed None None] Attempting to bind port 0534cd88-0cc2-46b4-9cac-a7092e6d26f1 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:41:09.309048 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a349bcc4-c202-469f-bddc-00d564be3eed None None] Attempting to bind port 0534cd88-0cc2-46b4-9cac-a7092e6d26f1 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:41:09.309482 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a349bcc4-c202-469f-bddc-00d564be3eed None None] Attempting to bind port 0534cd88-0cc2-46b4-9cac-a7092e6d26f1 on network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:41:09.323276 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a349bcc4-c202-469f-bddc-00d564be3eed None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:41:09.323923 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a349bcc4-c202-469f-bddc-00d564be3eed None None] Checking segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:41:09.324396 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a349bcc4-c202-469f-bddc-00d564be3eed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:09.324985 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a349bcc4-c202-469f-bddc-00d564be3eed None None] Bound using segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:41:09.325709 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a349bcc4-c202-469f-bddc-00d564be3eed None None] Bound port: 0534cd88-0cc2-46b4-9cac-a7092e6d26f1, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:41:09.326161 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a349bcc4-c202-469f-bddc-00d564be3eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:09.386509 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a349bcc4-c202-469f-bddc-00d564be3eed None None] For port 0534cd88-0cc2-46b4-9cac-a7092e6d26f1, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:41:09.390901 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a349bcc4-c202-469f-bddc-00d564be3eed None None] For port 0534cd88-0cc2-46b4-9cac-a7092e6d26f1, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=0534cd88-0cc2-46b4-9cac-a7092e6d26f1,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:41:09.408082 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a349bcc4-c202-469f-bddc-00d564be3eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:09.666615 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 8ae791bc-43cb-4cb0-9e4b-349bf6900258 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:41:09.700104 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-46e8c386-13b9-43ba-9321-aa1f28154cf4 req-5e229ff5-db05-495e-b5da-980d38867034 service neutron] 10.222.0.48 "GET /v2.0/networks/b5b1d4a9-a131-46c5-b5cd-a2119b7469fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4555550 Jul 15 23:41:09.729931 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b08f4b-739e-442c-9fd4-0b22e48d39b2 None None] Pushing event updated for resources: {'Port': ['ID=0534cd88-0cc2-46b4-9cac-a7092e6d26f1,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:09.742646 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a349bcc4-c202-469f-bddc-00d564be3eed None None] Routers {'ef9a28e1-2381-40d0-9138-411ed212adc5'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:41:09.744060 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a349bcc4-c202-469f-bddc-00d564be3eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:41:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ef9a28e1-2381-40d0-9138-411ed212adc5'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:09.755949 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-02d0cc14-61e4-40fe-95a4-cb157d2ab75c admin admin] Allocated IP 172.20.0.1 (77c69736-16e0-44e1-ac60-85922aedc48a/2516cc20-bbcf-4f05-bd8d-45754d9d21fb/06b48a3d-04d9-489e-bad2-7bc43acb7ced) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:41:09.823691 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-12de007e-7494-467e-b9d8-f1625f111bd1 req-89dc5050-7817-4e14-bdba-480a9428b13e tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:09.888689 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b9b628-94c9-45aa-95ac-aad1b0db36bc req-eb497c87-e4ca-4563-92cf-04b2f22539a2 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:09.896657 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-05b9b628-94c9-45aa-95ac-aad1b0db36bc req-eb497c87-e4ca-4563-92cf-04b2f22539a2 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3352883-fd65-4c81-ab58-2eb59e6d6ec5 HTTP/1.1" status: 200 len: 946 time: 0.3969176 Jul 15 23:41:09.948697 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-a349bcc4-c202-469f-bddc-00d564be3eed None None] Set router ef9a28e1-2381-40d0-9138-411ed212adc5 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:41:09.969362 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dc5050-7817-4e14-bdba-480a9428b13e tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Pushing event deleted for resources: {'Port': ['ID=76e09747-f1ba-404d-b464-da75ccd161d2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:10.062143 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 8ae791bc-43cb-4cb0-9e4b-349bf6900258 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:41:10.083443 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 8ae791bc-43cb-4cb0-9e4b-349bf6900258 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:41:10.089168 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:10.169901 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dc5050-7817-4e14-bdba-480a9428b13e tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:10.170252 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dc5050-7817-4e14-bdba-480a9428b13e tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:10.170593 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dc5050-7817-4e14-bdba-480a9428b13e tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:10.170928 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dc5050-7817-4e14-bdba-480a9428b13e tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:10.171258 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dc5050-7817-4e14-bdba-480a9428b13e tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:10.171607 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dc5050-7817-4e14-bdba-480a9428b13e tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:10.172117 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dc5050-7817-4e14-bdba-480a9428b13e tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:10.172694 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dc5050-7817-4e14-bdba-480a9428b13e tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:10.174432 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dc5050-7817-4e14-bdba-480a9428b13e tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:10.174432 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dc5050-7817-4e14-bdba-480a9428b13e tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:10.174432 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dc5050-7817-4e14-bdba-480a9428b13e tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:10.174432 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dc5050-7817-4e14-bdba-480a9428b13e tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:10.293312 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-12de007e-7494-467e-b9d8-f1625f111bd1 req-89dc5050-7817-4e14-bdba-480a9428b13e tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] No DVR routers for this DVR port 76e09747-f1ba-404d-b464-da75ccd161d2 on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:41:10.374285 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-12de007e-7494-467e-b9d8-f1625f111bd1 req-89dc5050-7817-4e14-bdba-480a9428b13e tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:10.378931 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-12de007e-7494-467e-b9d8-f1625f111bd1 req-89dc5050-7817-4e14-bdba-480a9428b13e tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.49 "DELETE /v2.0/ports/76e09747-f1ba-404d-b464-da75ccd161d2 HTTP/1.1" status: 204 len: 173 time: 2.7445686 Jul 15 23:41:10.384941 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-05b9b628-94c9-45aa-95ac-aad1b0db36bc req-0e066f7b-fe63-4d21-9dee-f3604ab86e9f tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=64e640dc-b019-4aa7-bc0e-277e734b1e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4857168 Jul 15 23:41:10.384941 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3352883-fd65-4c81-ab58-2eb59e6d6ec5', 'name': 'network-vif-deleted', 'tag': '76e09747-f1ba-404d-b464-da75ccd161d2'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:41:10.389510 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad12086-8602-4585-9e04-aa355a5df208" -d '{"events": [{"server_uuid": "b3352883-fd65-4c81-ab58-2eb59e6d6ec5", "name": "network-vif-deleted", "tag": "76e09747-f1ba-404d-b464-da75ccd161d2"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:41:10.400127 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-15e3d4da-0e38-4d1b-909c-390dab45d979 req-3af2f3eb-388d-4aab-8c0d-762385f92db1 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/ports?device_id=28e48204-893a-43bf-95a8-97d4b0e3e7f5 HTTP/1.1" status: 200 len: 210 time: 0.1526036 Jul 15 23:41:10.456898 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:10.491238 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-02d0cc14-61e4-40fe-95a4-cb157d2ab75c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:10.518624 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-02d0cc14-61e4-40fe-95a4-cb157d2ab75c admin admin] Transition to ACTIVE for port object 06b48a3d-04d9-489e-bad2-7bc43acb7ced will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:41:10.549934 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 8ae791bc-43cb-4cb0-9e4b-349bf6900258, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=8ae791bc-43cb-4cb0-9e4b-349bf6900258,segment=NetworkSegment(5de4ae25-709d-4ed9-912d-eba9789628ed),segment_id=5de4ae25-709d-4ed9-912d-eba9789628ed)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:41:10.561691 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a349bcc4-c202-469f-bddc-00d564be3eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9a28e1-2381-40d0-9138-411ed212adc5', 'name': 'tempest-TestServerBasicOps-1916797068-router', 'tenant_id': '76b3b08035eb4822b58c061062149400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '0534cd88-0cc2-46b4-9cac-a7092e6d26f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:41:04Z', 'updated_at': '2021-07-15T23:41:06Z', 'revision_number': 3, 'project_id': '76b3b08035eb4822b58c061062149400', 'gw_port': {'id': '0534cd88-0cc2-46b4-9cac-a7092e6d26f1', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:cf:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef9a28e1-2381-40d0-9138-411ed212adc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:41:05Z', 'updated_at': '2021-07-15T23:41:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:10.564431 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:10.565241 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 0ee1ed62-487c-4278-b53e-a51705a340e3 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:41:10.574405 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20e9aa6-0b19-4851-b6bb-ded38a103767 x-openstack-request-id: req-b20e9aa6-0b19-4851-b6bb-ded38a103767 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:41:10.575775 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3352883-fd65-4c81-ab58-2eb59e6d6ec5", "name": "network-vif-deleted", "tag": "76e09747-f1ba-404d-b464-da75ccd161d2", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:41:10.576275 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b20e9aa6-0b19-4851-b6bb-ded38a103767 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:41:10.577060 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3352883-fd65-4c81-ab58-2eb59e6d6ec5', 'name': 'network-vif-deleted', 'tag': '76e09747-f1ba-404d-b464-da75ccd161d2', 'status': 'completed', 'code': 200} Jul 15 23:41:10.580262 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-02d0cc14-61e4-40fe-95a4-cb157d2ab75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:10.627050 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a349bcc4-c202-469f-bddc-00d564be3eed None None] The sync data for ids ['ef9a28e1-2381-40d0-9138-411ed212adc5'] in n-d-794306-6 is: [{'id': 'ef9a28e1-2381-40d0-9138-411ed212adc5', 'name': 'tempest-TestServerBasicOps-1916797068-router', 'tenant_id': '76b3b08035eb4822b58c061062149400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '0534cd88-0cc2-46b4-9cac-a7092e6d26f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:41:04Z', 'updated_at': '2021-07-15T23:41:06Z', 'revision_number': 3, 'project_id': '76b3b08035eb4822b58c061062149400', 'gw_port': {'id': '0534cd88-0cc2-46b4-9cac-a7092e6d26f1', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:cf:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef9a28e1-2381-40d0-9138-411ed212adc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:41:05Z', 'updated_at': '2021-07-15T23:41:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:41:10.639504 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d0cc14-61e4-40fe-95a4-cb157d2ab75c admin admin] Network 77c69736-16e0-44e1-ac60-85922aedc48a is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:41:10.646376 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-02d0cc14-61e4-40fe-95a4-cb157d2ab75c admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:41:10.665107 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d0cc14-61e4-40fe-95a4-cb157d2ab75c admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:41:10.710105 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=8ae791bc-43cb-4cb0-9e4b-349bf6900258,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:10.717095 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d0cc14-61e4-40fe-95a4-cb157d2ab75c admin admin] Pushing event updated for resources: {'Port': ['ID=06b48a3d-04d9-489e-bad2-7bc43acb7ced,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:10.732659 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 0ee1ed62-487c-4278-b53e-a51705a340e3 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:41:10.740135 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 0ee1ed62-487c-4278-b53e-a51705a340e3 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:41:10.740495 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:10.768057 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-02d0cc14-61e4-40fe-95a4-cb157d2ab75c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:10.898474 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:41:10.908729 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:10.959706 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [req-70ba0cff-e380-4467-9c87-a6dac3167fd2 req-23a38307-f00b-4309-b3b0-6b00b1ad47f7 service neutron] (93771) timed out ('10.222.0.48', 49640) {{(pid=93771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 23:41:10.988669 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 0ee1ed62-487c-4278-b53e-a51705a340e3, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=0ee1ed62-487c-4278-b53e-a51705a340e3,segment=NetworkSegment(4614ef00-1b2c-4f82-b7be-56ee2e690e81),segment_id=4614ef00-1b2c-4f82-b7be-56ee2e690e81)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:41:10.994881 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:10.996138 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device ee1699d7-4d0d-441d-9dfc-6ca0276ddd81 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:41:11.070408 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 76e09747-f1ba-404d-b464-da75ccd161d2 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:41:11.084379 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-02d0cc14-61e4-40fe-95a4-cb157d2ab75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:11.146404 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: 76e09747-f1ba-404d-b464-da75ccd161d2 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:41:11.146739 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 76e09747-f1ba-404d-b464-da75ccd161d2 not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:41:11.180214 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-97b959ea-f23f-49e6-8903-b255f4f9f7f8 None None] Provisioning for port 06b48a3d-04d9-489e-bad2-7bc43acb7ced completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:41:11.189300 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-97b959ea-f23f-49e6-8903-b255f4f9f7f8 None None] Provisioning complete for port 06b48a3d-04d9-489e-bad2-7bc43acb7ced triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:41:11.189684 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-97b959ea-f23f-49e6-8903-b255f4f9f7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:11.258519 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=0ee1ed62-487c-4278-b53e-a51705a340e3,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:11.263326 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-97b959ea-f23f-49e6-8903-b255f4f9f7f8 None None] Port 06b48a3d-04d9-489e-bad2-7bc43acb7ced cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:41:11.284362 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port ee1699d7-4d0d-441d-9dfc-6ca0276ddd81 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:41:11.290861 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port ee1699d7-4d0d-441d-9dfc-6ca0276ddd81 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:41:11.292061 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:11.458365 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:11.475122 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-02d0cc14-61e4-40fe-95a4-cb157d2ab75c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:11.483194 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-02d0cc14-61e4-40fe-95a4-cb157d2ab75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:11.514387 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port ee1699d7-4d0d-441d-9dfc-6ca0276ddd81, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=ee1699d7-4d0d-441d-9dfc-6ca0276ddd81,segment=NetworkSegment(d4c238c1-cbf5-4ebd-9436-5a094d9f4f92),segment_id=d4c238c1-cbf5-4ebd-9436-5a094d9f4f92)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:41:11.520198 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:11.594117 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d0cc14-61e4-40fe-95a4-cb157d2ab75c admin admin] Pushing event updated for resources: {'Port': ['ID=06b48a3d-04d9-489e-bad2-7bc43acb7ced,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:11.611935 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-02d0cc14-61e4-40fe-95a4-cb157d2ab75c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:11.632426 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=ee1699d7-4d0d-441d-9dfc-6ca0276ddd81,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:11.841088 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-959215b8-a676-4660-9278-7f75da11effc req-304f7a9b-000e-4591-ac29-d107340eb081 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/ports?device_id=28e48204-893a-43bf-95a8-97d4b0e3e7f5 HTTP/1.1" status: 200 len: 210 time: 0.0813162 Jul 15 23:41:11.856191 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 0534cd88-0cc2-46b4-9cac-a7092e6d26f1 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:41:11.874713 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d0cc14-61e4-40fe-95a4-cb157d2ab75c admin admin] Network 77c69736-16e0-44e1-ac60-85922aedc48a is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:41:11.877228 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-02d0cc14-61e4-40fe-95a4-cb157d2ab75c admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:41:11.992974 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 0534cd88-0cc2-46b4-9cac-a7092e6d26f1 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:41:12.002473 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 0534cd88-0cc2-46b4-9cac-a7092e6d26f1 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:41:12.002860 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:12.155782 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02d0cc14-61e4-40fe-95a4-cb157d2ab75c admin admin] Router ef9a28e1-2381-40d0-9138-411ed212adc5 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:41:12.169251 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:12.234748 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 0534cd88-0cc2-46b4-9cac-a7092e6d26f1, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=0534cd88-0cc2-46b4-9cac-a7092e6d26f1,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:41:12.245398 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:12.247295 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 8ae791bc-43cb-4cb0-9e4b-349bf6900258 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:41:12.502687 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=0534cd88-0cc2-46b4-9cac-a7092e6d26f1,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:12.517717 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e8f6be50-0d79-424d-a2e0-498eeefaecd9 None None] Provisioning complete for port 06b48a3d-04d9-489e-bad2-7bc43acb7ced triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:41:12.518145 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e8f6be50-0d79-424d-a2e0-498eeefaecd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:12.521039 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e8c386-13b9-43ba-9321-aa1f28154cf4 req-569007d9-7ab5-4246-b229-16eaea70de27 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:12.523076 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-46e8c386-13b9-43ba-9321-aa1f28154cf4 req-569007d9-7ab5-4246-b229-16eaea70de27 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.41 "GET /v2.0/networks?id=b5b1d4a9-a131-46c5-b5cd-a2119b7469fc HTTP/1.1" status: 200 len: 796 time: 0.3461573 Jul 15 23:41:12.566987 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e8f6be50-0d79-424d-a2e0-498eeefaecd9 None None] Port 06b48a3d-04d9-489e-bad2-7bc43acb7ced cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:41:12.585277 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 8ae791bc-43cb-4cb0-9e4b-349bf6900258 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:41:12.586180 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:12.623154 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d0cc14-61e4-40fe-95a4-cb157d2ab75c admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:41:12.631658 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-02d0cc14-61e4-40fe-95a4-cb157d2ab75c admin admin] 10.222.0.48 "PUT /v2.0/routers/ef9a28e1-2381-40d0-9138-411ed212adc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7061431 Jul 15 23:41:12.678322 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b0d08c-db31-47f9-a842-54cfbaa08c7b req-f8b0fa96-9460-42bf-ba69-19de3aa4cefa tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:12.680127 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b1b0d08c-db31-47f9-a842-54cfbaa08c7b req-f8b0fa96-9460-42bf-ba69-19de3aa4cefa tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 945 time: 0.1556559 Jul 15 23:41:12.691941 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-46e8c386-13b9-43ba-9321-aa1f28154cf4 req-9ec8d037-f9c0-4722-b741-55707abb497b tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96f438ad510e4a6ab4003566961416a5 HTTP/1.1" status: 200 len: 380 time: 0.1066971 Jul 15 23:41:12.736576 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-46e8c386-13b9-43ba-9321-aa1f28154cf4 req-50861545-b8eb-41d4-aa8b-9df47f7b5b69 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Request body: {'port': {'device_id': '28e48204-893a-43bf-95a8-97d4b0e3e7f5', 'network_id': 'b5b1d4a9-a131-46c5-b5cd-a2119b7469fc', 'admin_state_up': True, 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'security_groups': ['94311d39-e3a2-4cff-9a71-6d4b07696a82']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:41:12.759169 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b1b0d08c-db31-47f9-a842-54cfbaa08c7b req-0af6e007-2576-4f03-ba1b-2cd52351ec3a tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660956 Jul 15 23:41:12.767738 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 0ee1ed62-487c-4278-b53e-a51705a340e3 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:41:12.875493 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 0ee1ed62-487c-4278-b53e-a51705a340e3 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:41:12.893827 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:12.984424 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46e8c386-13b9-43ba-9321-aa1f28154cf4 req-50861545-b8eb-41d4-aa8b-9df47f7b5b69 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Made reservation on behalf of 96f438ad510e4a6ab4003566961416a5 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:41:12.989086 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-46e8c386-13b9-43ba-9321-aa1f28154cf4 req-50861545-b8eb-41d4-aa8b-9df47f7b5b69 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:13.116511 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8f8ae1a0-e5f7-40a5-9c36-f0677c089387 req-aac1db59-6116-40c8-9512-f586aa412e46 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/ports?device_id=28e48204-893a-43bf-95a8-97d4b0e3e7f5 HTTP/1.1" status: 200 len: 210 time: 0.0420370 Jul 15 23:41:13.196529 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-46e8c386-13b9-43ba-9321-aa1f28154cf4 req-50861545-b8eb-41d4-aa8b-9df47f7b5b69 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Allocated IP 172.20.0.10 (b5b1d4a9-a131-46c5-b5cd-a2119b7469fc/93242473-3663-4c7b-8d8a-f967e9ad2de5/d933bb47-5a17-48ba-a13e-f761a58a6557) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:41:13.375725 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-46e8c386-13b9-43ba-9321-aa1f28154cf4 req-50861545-b8eb-41d4-aa8b-9df47f7b5b69 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:13.393646 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-46e8c386-13b9-43ba-9321-aa1f28154cf4 req-50861545-b8eb-41d4-aa8b-9df47f7b5b69 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Transition to ACTIVE for port object d933bb47-5a17-48ba-a13e-f761a58a6557 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:41:13.405659 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 43522) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:13.410705 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-704df296-2d6f-4ca2-88c5-d15a077f926e tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-783762397', 'description': 'tempest-secgroup-smoke-783762397 description', 'project_id': 'a632cbf28ecf47a9901f99a7b5170f8f'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:41:13.430473 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-46e8c386-13b9-43ba-9321-aa1f28154cf4 req-50861545-b8eb-41d4-aa8b-9df47f7b5b69 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:13.436982 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-704df296-2d6f-4ca2-88c5-d15a077f926e tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:13.484121 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46e8c386-13b9-43ba-9321-aa1f28154cf4 req-50861545-b8eb-41d4-aa8b-9df47f7b5b69 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Network b5b1d4a9-a131-46c5-b5cd-a2119b7469fc is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:41:13.486928 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-46e8c386-13b9-43ba-9321-aa1f28154cf4 req-50861545-b8eb-41d4-aa8b-9df47f7b5b69 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:41:13.491175 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-46e8c386-13b9-43ba-9321-aa1f28154cf4 req-50861545-b8eb-41d4-aa8b-9df47f7b5b69 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:41:13.519333 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50861545-b8eb-41d4-aa8b-9df47f7b5b69 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Pushing event updated for resources: {'Port': ['ID=d933bb47-5a17-48ba-a13e-f761a58a6557,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:13.553453 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-704df296-2d6f-4ca2-88c5-d15a077f926e tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:13.555950 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e8c386-13b9-43ba-9321-aa1f28154cf4 req-50861545-b8eb-41d4-aa8b-9df47f7b5b69 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:13.556615 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-46e8c386-13b9-43ba-9321-aa1f28154cf4 req-50861545-b8eb-41d4-aa8b-9df47f7b5b69 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:13.563671 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-704df296-2d6f-4ca2-88c5-d15a077f926e tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:13.576571 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-46e8c386-13b9-43ba-9321-aa1f28154cf4 req-50861545-b8eb-41d4-aa8b-9df47f7b5b69 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8476250 Jul 15 23:41:13.596261 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-46e8c386-13b9-43ba-9321-aa1f28154cf4 req-808b34bb-e9a1-413f-bdff-25e503d726f3 service neutron] Request body: {'port': {'device_id': '28e48204-893a-43bf-95a8-97d4b0e3e7f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:41:13.600164 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704df296-2d6f-4ca2-88c5-d15a077f926e tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=752db298-999e-4fa3-ba4b-c67600286293,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:13.604801 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-704df296-2d6f-4ca2-88c5-d15a077f926e tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:13.606720 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-704df296-2d6f-4ca2-88c5-d15a077f926e tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1999192 Jul 15 23:41:13.616431 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 43524) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:13.622395 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ea869cfe-4e53-47a2-a43c-5d74352ddbf6 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Request body: {'security_group_rule': {'security_group_id': '752db298-999e-4fa3-ba4b-c67600286293', 'project_id': 'a632cbf28ecf47a9901f99a7b5170f8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:41:13.662383 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 0534cd88-0cc2-46b4-9cac-a7092e6d26f1 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:41:13.695296 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea869cfe-4e53-47a2-a43c-5d74352ddbf6 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:13.701427 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-46e8c386-13b9-43ba-9321-aa1f28154cf4 req-808b34bb-e9a1-413f-bdff-25e503d726f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:13.719558 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 0534cd88-0cc2-46b4-9cac-a7092e6d26f1 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:41:13.719874 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:13.784987 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea869cfe-4e53-47a2-a43c-5d74352ddbf6 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:13.789806 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea869cfe-4e53-47a2-a43c-5d74352ddbf6 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:13.817397 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea869cfe-4e53-47a2-a43c-5d74352ddbf6 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a29af6e-0172-4c9b-b3e1-f054060ac55f,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:13.837239 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea869cfe-4e53-47a2-a43c-5d74352ddbf6 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:13.840267 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ea869cfe-4e53-47a2-a43c-5d74352ddbf6 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2224987 Jul 15 23:41:13.842892 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 43528) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:13.848281 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-0ad23bf8-f677-42be-b56c-a42b5d2af261 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Request body: {'security_group_rule': {'security_group_id': '752db298-999e-4fa3-ba4b-c67600286293', 'project_id': 'a632cbf28ecf47a9901f99a7b5170f8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:41:13.866469 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-db772b89-90e1-445c-9d01-43626dfe3e42 None None] Provisioning for port d933bb47-5a17-48ba-a13e-f761a58a6557 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:41:13.886384 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-db772b89-90e1-445c-9d01-43626dfe3e42 None None] Provisioning complete for port d933bb47-5a17-48ba-a13e-f761a58a6557 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:41:13.887112 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-db772b89-90e1-445c-9d01-43626dfe3e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:13.894055 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device ee1699d7-4d0d-441d-9dfc-6ca0276ddd81 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:41:13.897488 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0ad23bf8-f677-42be-b56c-a42b5d2af261 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:13.975682 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-db772b89-90e1-445c-9d01-43626dfe3e42 None None] Port d933bb47-5a17-48ba-a13e-f761a58a6557 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:41:13.990074 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0ad23bf8-f677-42be-b56c-a42b5d2af261 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:13.990934 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port ee1699d7-4d0d-441d-9dfc-6ca0276ddd81 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:41:13.991461 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:13.996870 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0ad23bf8-f677-42be-b56c-a42b5d2af261 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:14.018203 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad23bf8-f677-42be-b56c-a42b5d2af261 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=522d5e87-da1a-4ae0-ab9b-26c9c79c61cc,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:14.032287 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0ad23bf8-f677-42be-b56c-a42b5d2af261 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:14.036607 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-0ad23bf8-f677-42be-b56c-a42b5d2af261 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1901381 Jul 15 23:41:14.036771 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7511bc-2151-4cc2-851b-2e78c020a21a req-c0417e20-b6b3-4cb3-a8a8-67ba83c07a71 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:14.037259 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 43530) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:14.037962 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2c7511bc-2151-4cc2-851b-2e78c020a21a req-c0417e20-b6b3-4cb3-a8a8-67ba83c07a71 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.49 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 945 time: 0.1872079 Jul 15 23:41:14.043025 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-2b22098f-a6e5-4356-a2bc-5878a34acb16 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Request body: {'security_group_rule': {'security_group_id': '752db298-999e-4fa3-ba4b-c67600286293', 'project_id': 'a632cbf28ecf47a9901f99a7b5170f8f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:41:14.077213 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b22098f-a6e5-4356-a2bc-5878a34acb16 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:14.142639 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b22098f-a6e5-4356-a2bc-5878a34acb16 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:14.146548 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b22098f-a6e5-4356-a2bc-5878a34acb16 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:14.166199 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b22098f-a6e5-4356-a2bc-5878a34acb16 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fd3e5b6-afdd-4652-b5b8-29fcce1e50d9,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:14.174306 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b22098f-a6e5-4356-a2bc-5878a34acb16 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:14.175646 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-2b22098f-a6e5-4356-a2bc-5878a34acb16 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1375146 Jul 15 23:41:14.178452 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 43534) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:14.183423 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-0da9ee50-7ab5-476b-b7f2-53fe31554f2b tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Request body: {'security_group_rule': {'security_group_id': '752db298-999e-4fa3-ba4b-c67600286293', 'project_id': 'a632cbf28ecf47a9901f99a7b5170f8f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:41:14.216531 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0da9ee50-7ab5-476b-b7f2-53fe31554f2b tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:14.285221 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0da9ee50-7ab5-476b-b7f2-53fe31554f2b tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:14.289164 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0da9ee50-7ab5-476b-b7f2-53fe31554f2b tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:14.308559 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da9ee50-7ab5-476b-b7f2-53fe31554f2b tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50be17d8-32af-45bb-8983-9cc307088475,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:14.316700 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0da9ee50-7ab5-476b-b7f2-53fe31554f2b tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:14.318030 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-0da9ee50-7ab5-476b-b7f2-53fe31554f2b tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1385887 Jul 15 23:41:14.320770 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 43536) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:14.326067 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ea993cd7-6769-4ab5-9a9b-7b8ac8c8ba32 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Request body: {'security_group_rule': {'security_group_id': '752db298-999e-4fa3-ba4b-c67600286293', 'project_id': 'a632cbf28ecf47a9901f99a7b5170f8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:41:14.349126 n-d-794306-6 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-ea993cd7-6769-4ab5-9a9b-7b8ac8c8ba32 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Project a632cbf28ecf47a9901f99a7b5170f8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:41:14.355534 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea993cd7-6769-4ab5-9a9b-7b8ac8c8ba32 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:14.423084 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea993cd7-6769-4ab5-9a9b-7b8ac8c8ba32 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:14.427112 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea993cd7-6769-4ab5-9a9b-7b8ac8c8ba32 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:14.448159 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea993cd7-6769-4ab5-9a9b-7b8ac8c8ba32 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b17e2b6a-f182-40c8-ab46-a4818e7bc1a3,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:14.452082 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea993cd7-6769-4ab5-9a9b-7b8ac8c8ba32 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:14.455673 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ea993cd7-6769-4ab5-9a9b-7b8ac8c8ba32 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1314545 Jul 15 23:41:14.459131 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 43538) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:14.464125 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7355bffe-3df6-4818-a233-ac84e9347781 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Request body: {'security_group_rule': {'security_group_id': '752db298-999e-4fa3-ba4b-c67600286293', 'project_id': 'a632cbf28ecf47a9901f99a7b5170f8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:41:14.479934 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c84043-5fd8-402e-bb3a-9c8de05a2dc5 req-af84c0ce-cd84-49d9-b778-32eda5eb9d60 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:14.481440 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-06c84043-5fd8-402e-bb3a-9c8de05a2dc5 req-af84c0ce-cd84-49d9-b778-32eda5eb9d60 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 945 time: 0.5380929 Jul 15 23:41:14.486671 n-d-794306-6 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-7355bffe-3df6-4818-a233-ac84e9347781 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Project a632cbf28ecf47a9901f99a7b5170f8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:41:14.492274 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7355bffe-3df6-4818-a233-ac84e9347781 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:14.546269 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-46e8c386-13b9-43ba-9321-aa1f28154cf4 req-808b34bb-e9a1-413f-bdff-25e503d726f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d933bb47-5a17-48ba-a13e-f761a58a6557 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:41:14.558336 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7355bffe-3df6-4818-a233-ac84e9347781 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:14.562260 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7355bffe-3df6-4818-a233-ac84e9347781 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:14.563304 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-46e8c386-13b9-43ba-9321-aa1f28154cf4 req-808b34bb-e9a1-413f-bdff-25e503d726f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:14.580298 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7355bffe-3df6-4818-a233-ac84e9347781 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f27c349-a078-4bd2-a4b4-bac643ada7e6,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:14.588444 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7355bffe-3df6-4818-a233-ac84e9347781 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:14.597790 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-7355bffe-3df6-4818-a233-ac84e9347781 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1295915 Jul 15 23:41:14.598251 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-06c84043-5fd8-402e-bb3a-9c8de05a2dc5 req-34d4035f-d91b-4820-8ba6-9bbdc283a4b3 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945458 Jul 15 23:41:14.601593 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-2c7511bc-2151-4cc2-851b-2e78c020a21a req-31003ad9-60f8-49b8-b06a-fc196ec0949e tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Deleting port 88c45584-2d51-4746-a9ae-b07b0255b918 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:41:14.601937 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2c7511bc-2151-4cc2-851b-2e78c020a21a req-31003ad9-60f8-49b8-b06a-fc196ec0949e tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:14.606116 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-46e8c386-13b9-43ba-9321-aa1f28154cf4 req-808b34bb-e9a1-413f-bdff-25e503d726f3 service neutron] Transition to ACTIVE for port object d933bb47-5a17-48ba-a13e-f761a58a6557 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:41:14.626391 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-46e8c386-13b9-43ba-9321-aa1f28154cf4 req-808b34bb-e9a1-413f-bdff-25e503d726f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:14.669286 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9957b8-4664-4799-b9f4-bb8518163f2a req-b6921535-78d5-447b-9e0e-efc354f02e1e tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:14.670841 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cf9957b8-4664-4799-b9f4-bb8518163f2a req-b6921535-78d5-447b-9e0e-efc354f02e1e tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/ports?device_id=28e48204-893a-43bf-95a8-97d4b0e3e7f5 HTTP/1.1" status: 200 len: 932 time: 0.2567694 Jul 15 23:41:14.774432 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808b34bb-e9a1-413f-bdff-25e503d726f3 service neutron] Pushing event updated for resources: {'Port': ['ID=d933bb47-5a17-48ba-a13e-f761a58a6557,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:14.840055 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cf9957b8-4664-4799-b9f4-bb8518163f2a req-e5907580-7242-447b-924d-8574e0e5214b tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/security-groups?id=94311d39-e3a2-4cff-9a71-6d4b07696a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600907 Jul 15 23:41:14.863427 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-98af1995-25f3-4dfc-b4db-ef458fd590c3 req-cc24dd5c-54f4-4fb9-9bc5-2abade4f4ef2 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-783762397&fields=id&tenant_id=a632cbf28ecf47a9901f99a7b5170f8f HTTP/1.1" status: 200 len: 267 time: 0.1466320 Jul 15 23:41:14.900740 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-2c7511bc-2151-4cc2-851b-2e78c020a21a req-31003ad9-60f8-49b8-b06a-fc196ec0949e tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] For port 88c45584-2d51-4746-a9ae-b07b0255b918, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=88c45584-2d51-4746-a9ae-b07b0255b918,segment=NetworkSegment(1221e74c-ebb2-4cb8-bf72-835ef0508fbe),segment_id=1221e74c-ebb2-4cb8-bf72-835ef0508fbe)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:41:14.901106 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2c7511bc-2151-4cc2-851b-2e78c020a21a req-31003ad9-60f8-49b8-b06a-fc196ec0949e tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:15.046702 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-46e8c386-13b9-43ba-9321-aa1f28154cf4 req-808b34bb-e9a1-413f-bdff-25e503d726f3 service neutron] Attempting to bind port d933bb47-5a17-48ba-a13e-f761a58a6557 on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:41:15.047393 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-46e8c386-13b9-43ba-9321-aa1f28154cf4 req-808b34bb-e9a1-413f-bdff-25e503d726f3 service neutron] Attempting to bind port d933bb47-5a17-48ba-a13e-f761a58a6557 by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '5de4ae25-709d-4ed9-912d-eba9789628ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b5b1d4a9-a131-46c5-b5cd-a2119b7469fc'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:41:15.047531 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e8c386-13b9-43ba-9321-aa1f28154cf4 req-808b34bb-e9a1-413f-bdff-25e503d726f3 service neutron] Attempting to bind port d933bb47-5a17-48ba-a13e-f761a58a6557 on network b5b1d4a9-a131-46c5-b5cd-a2119b7469fc {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:41:15.079720 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e8c386-13b9-43ba-9321-aa1f28154cf4 req-808b34bb-e9a1-413f-bdff-25e503d726f3 service neutron] Port d933bb47-5a17-48ba-a13e-f761a58a6557 on network b5b1d4a9-a131-46c5-b5cd-a2119b7469fc not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:41:15.080046 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e8c386-13b9-43ba-9321-aa1f28154cf4 req-808b34bb-e9a1-413f-bdff-25e503d726f3 service neutron] Attempting to bind port d933bb47-5a17-48ba-a13e-f761a58a6557 on network b5b1d4a9-a131-46c5-b5cd-a2119b7469fc {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:41:15.097753 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e8c386-13b9-43ba-9321-aa1f28154cf4 req-808b34bb-e9a1-413f-bdff-25e503d726f3 service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:41:15.098106 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e8c386-13b9-43ba-9321-aa1f28154cf4 req-808b34bb-e9a1-413f-bdff-25e503d726f3 service neutron] Checking segment: {'id': '5de4ae25-709d-4ed9-912d-eba9789628ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b5b1d4a9-a131-46c5-b5cd-a2119b7469fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:41:15.098486 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e8c386-13b9-43ba-9321-aa1f28154cf4 req-808b34bb-e9a1-413f-bdff-25e503d726f3 service neutron] Bound using segment: {'id': '5de4ae25-709d-4ed9-912d-eba9789628ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b5b1d4a9-a131-46c5-b5cd-a2119b7469fc'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:41:15.098922 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-46e8c386-13b9-43ba-9321-aa1f28154cf4 req-808b34bb-e9a1-413f-bdff-25e503d726f3 service neutron] Bound port: d933bb47-5a17-48ba-a13e-f761a58a6557, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5de4ae25-709d-4ed9-912d-eba9789628ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b5b1d4a9-a131-46c5-b5cd-a2119b7469fc'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:41:15.099284 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-46e8c386-13b9-43ba-9321-aa1f28154cf4 req-808b34bb-e9a1-413f-bdff-25e503d726f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:15.171706 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af1995-25f3-4dfc-b4db-ef458fd590c3 req-988cdaef-c6da-4c24-bd15-58a4b5afbe35 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:15.173287 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-98af1995-25f3-4dfc-b4db-ef458fd590c3 req-988cdaef-c6da-4c24-bd15-58a4b5afbe35 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] 10.222.0.48 "GET /v2.0/networks?id=a492b90a-11dd-4780-b015-12e4caf59db0 HTTP/1.1" status: 200 len: 808 time: 0.2898812 Jul 15 23:41:15.276207 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-98af1995-25f3-4dfc-b4db-ef458fd590c3 req-1fee8f1a-d548-4d0c-9193-2e4c7d39c839 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] 10.222.0.48 "GET /v2.0/quotas/a632cbf28ecf47a9901f99a7b5170f8f HTTP/1.1" status: 200 len: 375 time: 0.0822048 Jul 15 23:41:15.383559 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-46e8c386-13b9-43ba-9321-aa1f28154cf4 req-808b34bb-e9a1-413f-bdff-25e503d726f3 service neutron] For port d933bb47-5a17-48ba-a13e-f761a58a6557, host n-h2-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:41:15.395666 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2c7511bc-2151-4cc2-851b-2e78c020a21a req-31003ad9-60f8-49b8-b06a-fc196ec0949e tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:15.396041 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2c7511bc-2151-4cc2-851b-2e78c020a21a req-31003ad9-60f8-49b8-b06a-fc196ec0949e tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:15.396351 n-d-794306-6 neutron-server[93770]: INFO neutron.db.l3_db [req-2c7511bc-2151-4cc2-851b-2e78c020a21a req-31003ad9-60f8-49b8-b06a-fc196ec0949e tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Floating IP 25890cc5-e7db-4ca7-bf47-f14d7c936a4d disassociated. External IP: 172.25.5.153, port: 88c45584-2d51-4746-a9ae-b07b0255b918. Jul 15 23:41:15.396693 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-2c7511bc-2151-4cc2-851b-2e78c020a21a req-31003ad9-60f8-49b8-b06a-fc196ec0949e tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Calling delete_port for 88c45584-2d51-4746-a9ae-b07b0255b918 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:41:15.404951 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-46e8c386-13b9-43ba-9321-aa1f28154cf4 req-808b34bb-e9a1-413f-bdff-25e503d726f3 service neutron] For port d933bb47-5a17-48ba-a13e-f761a58a6557, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=d933bb47-5a17-48ba-a13e-f761a58a6557,segment=NetworkSegment(5de4ae25-709d-4ed9-912d-eba9789628ed),segment_id=5de4ae25-709d-4ed9-912d-eba9789628ed)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:41:15.417175 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-46e8c386-13b9-43ba-9321-aa1f28154cf4 req-808b34bb-e9a1-413f-bdff-25e503d726f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:15.443387 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b793f67b-36e1-4896-b549-fcad1b6c0532 None None] Sync routers for ids ['ef9a28e1-2381-40d0-9138-411ed212adc5'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:41:15.453129 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b793f67b-36e1-4896-b549-fcad1b6c0532 None None] Routers {'ef9a28e1-2381-40d0-9138-411ed212adc5'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:41:15.453730 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b793f67b-36e1-4896-b549-fcad1b6c0532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:41:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ef9a28e1-2381-40d0-9138-411ed212adc5'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:15.494015 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e8c386-13b9-43ba-9321-aa1f28154cf4 req-808b34bb-e9a1-413f-bdff-25e503d726f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:15.495378 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-46e8c386-13b9-43ba-9321-aa1f28154cf4 req-808b34bb-e9a1-413f-bdff-25e503d726f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:15.496830 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-46e8c386-13b9-43ba-9321-aa1f28154cf4 req-808b34bb-e9a1-413f-bdff-25e503d726f3 service neutron] 10.222.0.41 "PUT /v2.0/ports/d933bb47-5a17-48ba-a13e-f761a58a6557 HTTP/1.1" status: 200 len: 1092 time: 1.9056880 Jul 15 23:41:15.499374 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28e48204-893a-43bf-95a8-97d4b0e3e7f5', 'tag': 'd933bb47-5a17-48ba-a13e-f761a58a6557'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:41:15.501710 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b39e98-cd6d-4e90-8405-e6e619fd2b00" -d '{"events": [{"name": "network-changed", "server_uuid": "28e48204-893a-43bf-95a8-97d4b0e3e7f5", "tag": "d933bb47-5a17-48ba-a13e-f761a58a6557"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:41:15.561574 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-98af1995-25f3-4dfc-b4db-ef458fd590c3 req-5d4a2d04-7985-480f-960c-851d3e36a567 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a632cbf28ecf47a9901f99a7b5170f8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2655725 Jul 15 23:41:15.566682 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e62438-b003-4c66-8038-62fbc92c449d x-openstack-request-id: req-f1e62438-b003-4c66-8038-62fbc92c449d {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:41:15.566974 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28e48204-893a-43bf-95a8-97d4b0e3e7f5", "tag": "d933bb47-5a17-48ba-a13e-f761a58a6557", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:41:15.567232 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f1e62438-b003-4c66-8038-62fbc92c449d {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:41:15.567662 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28e48204-893a-43bf-95a8-97d4b0e3e7f5', 'tag': 'd933bb47-5a17-48ba-a13e-f761a58a6557', 'status': 'completed', 'code': 200} Jul 15 23:41:15.577538 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808b34bb-e9a1-413f-bdff-25e503d726f3 service neutron] Pushing event updated for resources: {'Port': ['ID=d933bb47-5a17-48ba-a13e-f761a58a6557,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:15.590417 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-b793f67b-36e1-4896-b549-fcad1b6c0532 None None] Set router ef9a28e1-2381-40d0-9138-411ed212adc5 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:41:15.797094 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-98af1995-25f3-4dfc-b4db-ef458fd590c3 req-43adb66b-d7ae-432f-a964-e1a238ade847 service neutron] 10.222.0.48 "GET /v2.0/networks/a492b90a-11dd-4780-b015-12e4caf59db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285285 Jul 15 23:41:15.799721 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e8c386-13b9-43ba-9321-aa1f28154cf4 req-d480ebf8-054e-4755-a9aa-f14189ddda64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:15.801111 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-46e8c386-13b9-43ba-9321-aa1f28154cf4 req-d480ebf8-054e-4755-a9aa-f14189ddda64 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=96f438ad510e4a6ab4003566961416a5&device_id=28e48204-893a-43bf-95a8-97d4b0e3e7f5 HTTP/1.1" status: 200 len: 1095 time: 0.2198129 Jul 15 23:41:15.816684 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2c7511bc-2151-4cc2-851b-2e78c020a21a req-31003ad9-60f8-49b8-b06a-fc196ec0949e tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:15.828909 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b793f67b-36e1-4896-b549-fcad1b6c0532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9a28e1-2381-40d0-9138-411ed212adc5', 'name': 'tempest-TestServerBasicOps-1916797068-router', 'tenant_id': '76b3b08035eb4822b58c061062149400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '0534cd88-0cc2-46b4-9cac-a7092e6d26f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:41:04Z', 'updated_at': '2021-07-15T23:41:10Z', 'revision_number': 4, 'project_id': '76b3b08035eb4822b58c061062149400', 'gw_port': {'id': '0534cd88-0cc2-46b4-9cac-a7092e6d26f1', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:cf:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9a28e1-2381-40d0-9138-411ed212adc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:41:05Z', 'updated_at': '2021-07-15T23:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '06b48a3d-04d9-489e-bad2-7bc43acb7ced', 'name': '', 'network_id': '77c69736-16e0-44e1-ac60-85922aedc48a', 'tenant_id': '76b3b08035eb4822b58c061062149400', 'mac_address': 'fa:16:3e:54:09:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef9a28e1-2381-40d0-9138-411ed212adc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '2516cc20-bbcf-4f05-bd8d-45754d9d21fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:41:08Z', 'updated_at': '2021-07-15T23:41:11Z', 'revision_number': 2, 'project_id': '76b3b08035eb4822b58c061062149400', 'subnets': [{'id': '2516cc20-bbcf-4f05-bd8d-45754d9d21fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:15.857044 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b793f67b-36e1-4896-b549-fcad1b6c0532 None None] Checking router: ef9a28e1-2381-40d0-9138-411ed212adc5 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:41:15.857387 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b793f67b-36e1-4896-b549-fcad1b6c0532 None None] Updating router ef9a28e1-2381-40d0-9138-411ed212adc5 port 06b48a3d-04d9-489e-bad2-7bc43acb7ced binding host n-d-794306-6 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:41:15.894515 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b793f67b-36e1-4896-b549-fcad1b6c0532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:15.899705 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-46e8c386-13b9-43ba-9321-aa1f28154cf4 req-be1aa914-9391-47c4-a1ee-3f6398cda6eb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d933bb47-5a17-48ba-a13e-f761a58a6557 HTTP/1.1" status: 200 len: 217 time: 0.0838952 Jul 15 23:41:15.905670 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31003ad9-60f8-49b8-b06a-fc196ec0949e tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Pushing event deleted for resources: {'Port': ['ID=88c45584-2d51-4746-a9ae-b07b0255b918,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:16.193229 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b793f67b-36e1-4896-b549-fcad1b6c0532 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:16.204598 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-b793f67b-36e1-4896-b549-fcad1b6c0532 None None] Transition to ACTIVE for port object 06b48a3d-04d9-489e-bad2-7bc43acb7ced will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:41:16.211917 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b793f67b-36e1-4896-b549-fcad1b6c0532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:16.289316 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58fc60-0a93-4006-878f-ca1f652c4d83 None None] Pushing event updated for resources: {'Port': ['ID=06b48a3d-04d9-489e-bad2-7bc43acb7ced,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:16.327579 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-b793f67b-36e1-4896-b549-fcad1b6c0532 None None] Attempting to bind port 06b48a3d-04d9-489e-bad2-7bc43acb7ced on host n-d-794306-6 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:41:16.328075 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-b793f67b-36e1-4896-b549-fcad1b6c0532 None None] Attempting to bind port 06b48a3d-04d9-489e-bad2-7bc43acb7ced by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'd4c238c1-cbf5-4ebd-9436-5a094d9f4f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '77c69736-16e0-44e1-ac60-85922aedc48a'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:41:16.328442 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b793f67b-36e1-4896-b549-fcad1b6c0532 None None] Attempting to bind port 06b48a3d-04d9-489e-bad2-7bc43acb7ced on network 77c69736-16e0-44e1-ac60-85922aedc48a {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:41:16.334680 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b793f67b-36e1-4896-b549-fcad1b6c0532 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:41:16.335052 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b793f67b-36e1-4896-b549-fcad1b6c0532 None None] Checking segment: {'id': 'd4c238c1-cbf5-4ebd-9436-5a094d9f4f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '77c69736-16e0-44e1-ac60-85922aedc48a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:41:16.335449 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b793f67b-36e1-4896-b549-fcad1b6c0532 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:16.335871 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b793f67b-36e1-4896-b549-fcad1b6c0532 None None] Bound using segment: {'id': 'd4c238c1-cbf5-4ebd-9436-5a094d9f4f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '77c69736-16e0-44e1-ac60-85922aedc48a'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:41:16.336330 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-b793f67b-36e1-4896-b549-fcad1b6c0532 None None] Bound port: 06b48a3d-04d9-489e-bad2-7bc43acb7ced, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4c238c1-cbf5-4ebd-9436-5a094d9f4f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '77c69736-16e0-44e1-ac60-85922aedc48a'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:41:16.336701 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b793f67b-36e1-4896-b549-fcad1b6c0532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:16.340749 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26785b19-106c-4c9e-93b0-7b31fe9f32de req-aaec9607-b9fd-40ee-80ad-1aef6d2134b1 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:16.345924 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-26785b19-106c-4c9e-93b0-7b31fe9f32de req-aaec9607-b9fd-40ee-80ad-1aef6d2134b1 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 866 time: 0.5941355 Jul 15 23:41:16.355785 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e8c386-13b9-43ba-9321-aa1f28154cf4 req-e59364bd-c17c-4a62-9f0f-7dd39d6be4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:16.357094 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-46e8c386-13b9-43ba-9321-aa1f28154cf4 req-e59364bd-c17c-4a62-9f0f-7dd39d6be4b5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93242473-3663-4c7b-8d8a-f967e9ad2de5 HTTP/1.1" status: 200 len: 835 time: 0.4469354 Jul 15 23:41:16.409885 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-b793f67b-36e1-4896-b549-fcad1b6c0532 None None] For port 06b48a3d-04d9-489e-bad2-7bc43acb7ced, host n-d-794306-6, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:41:16.413677 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-b793f67b-36e1-4896-b549-fcad1b6c0532 None None] For port 06b48a3d-04d9-489e-bad2-7bc43acb7ced, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=06b48a3d-04d9-489e-bad2-7bc43acb7ced,segment=NetworkSegment(d4c238c1-cbf5-4ebd-9436-5a094d9f4f92),segment_id=d4c238c1-cbf5-4ebd-9436-5a094d9f4f92)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:41:16.422419 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b793f67b-36e1-4896-b549-fcad1b6c0532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:16.437762 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-98af1995-25f3-4dfc-b4db-ef458fd590c3 req-e510605e-e866-4bd2-8006-28d19fa36357 service neutron] 10.222.0.48 "GET /v2.0/networks/a492b90a-11dd-4780-b015-12e4caf59db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6334617 Jul 15 23:41:16.494929 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58fc60-0a93-4006-878f-ca1f652c4d83 None None] Pushing event updated for resources: {'Port': ['ID=06b48a3d-04d9-489e-bad2-7bc43acb7ced,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:16.498797 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-26785b19-106c-4c9e-93b0-7b31fe9f32de req-0927a362-b521-497f-95e1-bb58c1cb0e18 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups?id=5e4fbd00-14ff-4150-9cb7-4459e63d6009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406021 Jul 15 23:41:16.523110 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c7511bc-2151-4cc2-851b-2e78c020a21a req-31003ad9-60f8-49b8-b06a-fc196ec0949e tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Router 587cb7c2-ccf5-465e-87d7-601b25208365 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:41:16.524575 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b793f67b-36e1-4896-b549-fcad1b6c0532 None None] Routers {'ef9a28e1-2381-40d0-9138-411ed212adc5'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:41:16.526132 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b793f67b-36e1-4896-b549-fcad1b6c0532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:41:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ef9a28e1-2381-40d0-9138-411ed212adc5'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:16.548678 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e8c386-13b9-43ba-9321-aa1f28154cf4 req-a23147dc-97a0-48ea-ab87-014c0b4e0d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:16.550237 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-46e8c386-13b9-43ba-9321-aa1f28154cf4 req-a23147dc-97a0-48ea-ab87-014c0b4e0d54 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b5b1d4a9-a131-46c5-b5cd-a2119b7469fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1564989 Jul 15 23:41:16.698302 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-b793f67b-36e1-4896-b549-fcad1b6c0532 None None] Set router ef9a28e1-2381-40d0-9138-411ed212adc5 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:41:16.864174 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-85940632-35cc-4fad-b9fc-174aa8cf6594 req-8e3be15a-b560-4a2a-8fe1-5724146fd099 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] 10.222.0.48 "GET /v2.0/ports?device_id=379d1973-329d-4879-9af8-65365e7ac0fc HTTP/1.1" status: 200 len: 210 time: 0.1176488 Jul 15 23:41:16.910306 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c7511bc-2151-4cc2-851b-2e78c020a21a req-31003ad9-60f8-49b8-b06a-fc196ec0949e tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:41:16.921380 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17428c8a-4d01-4944-b41b-544f440f7694 None None] Sync routers for ids ['587cb7c2-ccf5-465e-87d7-601b25208365'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:41:16.927878 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-46e8c386-13b9-43ba-9321-aa1f28154cf4 req-603d96d9-c4e8-45de-ac2f-12141f8fd5ea service neutron] 10.222.0.41 "GET /v2.0/networks/b5b1d4a9-a131-46c5-b5cd-a2119b7469fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598022 Jul 15 23:41:16.936881 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17428c8a-4d01-4944-b41b-544f440f7694 None None] Routers {'587cb7c2-ccf5-465e-87d7-601b25208365'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:41:16.937688 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-17428c8a-4d01-4944-b41b-544f440f7694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:41:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['587cb7c2-ccf5-465e-87d7-601b25208365'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:16.956538 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b793f67b-36e1-4896-b549-fcad1b6c0532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9a28e1-2381-40d0-9138-411ed212adc5', 'name': 'tempest-TestServerBasicOps-1916797068-router', 'tenant_id': '76b3b08035eb4822b58c061062149400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '0534cd88-0cc2-46b4-9cac-a7092e6d26f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:41:04Z', 'updated_at': '2021-07-15T23:41:10Z', 'revision_number': 4, 'project_id': '76b3b08035eb4822b58c061062149400', 'gw_port': {'id': '0534cd88-0cc2-46b4-9cac-a7092e6d26f1', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:cf:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9a28e1-2381-40d0-9138-411ed212adc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:41:05Z', 'updated_at': '2021-07-15T23:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '06b48a3d-04d9-489e-bad2-7bc43acb7ced', 'name': '', 'network_id': '77c69736-16e0-44e1-ac60-85922aedc48a', 'tenant_id': '76b3b08035eb4822b58c061062149400', 'mac_address': 'fa:16:3e:54:09:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef9a28e1-2381-40d0-9138-411ed212adc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '2516cc20-bbcf-4f05-bd8d-45754d9d21fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:41:08Z', 'updated_at': '2021-07-15T23:41:16Z', 'revision_number': 4, 'project_id': '76b3b08035eb4822b58c061062149400', 'subnets': [{'id': '2516cc20-bbcf-4f05-bd8d-45754d9d21fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:16.990459 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b793f67b-36e1-4896-b549-fcad1b6c0532 None None] The sync data for ids ['ef9a28e1-2381-40d0-9138-411ed212adc5'] in n-d-794306-6 is: [{'id': 'ef9a28e1-2381-40d0-9138-411ed212adc5', 'name': 'tempest-TestServerBasicOps-1916797068-router', 'tenant_id': '76b3b08035eb4822b58c061062149400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '0534cd88-0cc2-46b4-9cac-a7092e6d26f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:41:04Z', 'updated_at': '2021-07-15T23:41:10Z', 'revision_number': 4, 'project_id': '76b3b08035eb4822b58c061062149400', 'gw_port': {'id': '0534cd88-0cc2-46b4-9cac-a7092e6d26f1', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:cf:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9a28e1-2381-40d0-9138-411ed212adc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:41:05Z', 'updated_at': '2021-07-15T23:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '06b48a3d-04d9-489e-bad2-7bc43acb7ced', 'name': '', 'network_id': '77c69736-16e0-44e1-ac60-85922aedc48a', 'tenant_id': '76b3b08035eb4822b58c061062149400', 'mac_address': 'fa:16:3e:54:09:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef9a28e1-2381-40d0-9138-411ed212adc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '2516cc20-bbcf-4f05-bd8d-45754d9d21fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:41:08Z', 'updated_at': '2021-07-15T23:41:16Z', 'revision_number': 4, 'project_id': '76b3b08035eb4822b58c061062149400', 'subnets': [{'id': '2516cc20-bbcf-4f05-bd8d-45754d9d21fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:41:16.996019 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c7511bc-2151-4cc2-851b-2e78c020a21a req-31003ad9-60f8-49b8-b06a-fc196ec0949e tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] No DVR routers for this DVR port 88c45584-2d51-4746-a9ae-b07b0255b918 on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:41:17.006738 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2c7511bc-2151-4cc2-851b-2e78c020a21a req-31003ad9-60f8-49b8-b06a-fc196ec0949e tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:17.008767 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2c7511bc-2151-4cc2-851b-2e78c020a21a req-31003ad9-60f8-49b8-b06a-fc196ec0949e tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.49 "DELETE /v2.0/ports/88c45584-2d51-4746-a9ae-b07b0255b918 HTTP/1.1" status: 204 len: 173 time: 2.9611924 Jul 15 23:41:17.028350 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea2803e-083b-4b1a-b49c-4c1d36523d76 req-9e47382d-b977-4475-8c47-a1df9496df95 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:17.035183 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5ea2803e-083b-4b1a-b49c-4c1d36523d76 req-9e47382d-b977-4475-8c47-a1df9496df95 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/ports?device_id=28e48204-893a-43bf-95a8-97d4b0e3e7f5 HTTP/1.1" status: 200 len: 944 time: 0.2795150 Jul 15 23:41:17.157093 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5ea2803e-083b-4b1a-b49c-4c1d36523d76 req-2b0e17fd-f96e-42ac-9fcb-805d77ab133c tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/security-groups?id=94311d39-e3a2-4cff-9a71-6d4b07696a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209149 Jul 15 23:41:17.176931 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-46e8c386-13b9-43ba-9321-aa1f28154cf4 req-ede7c21c-115a-4961-a2c9-7cebb83af973 service neutron] 10.222.0.41 "GET /v2.0/networks/b5b1d4a9-a131-46c5-b5cd-a2119b7469fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287090 Jul 15 23:41:17.207423 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-17428c8a-4d01-4944-b41b-544f440f7694 None None] Set router 587cb7c2-ccf5-465e-87d7-601b25208365 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:41:17.362188 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b39e98-cd6d-4e90-8405-e6e619fd2b00 req-1b6030c2-9fc1-4532-ab7f-039fb3bf3a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:17.363739 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e0b39e98-cd6d-4e90-8405-e6e619fd2b00 req-1b6030c2-9fc1-4532-ab7f-039fb3bf3a5f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=96f438ad510e4a6ab4003566961416a5&device_id=28e48204-893a-43bf-95a8-97d4b0e3e7f5 HTTP/1.1" status: 200 len: 1095 time: 0.0844593 Jul 15 23:41:17.475295 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b39e98-cd6d-4e90-8405-e6e619fd2b00 req-030ec2b6-eba3-4f6d-a97f-ff15f53cc0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:17.476762 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e0b39e98-cd6d-4e90-8405-e6e619fd2b00 req-030ec2b6-eba3-4f6d-a97f-ff15f53cc0d5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b5b1d4a9-a131-46c5-b5cd-a2119b7469fc HTTP/1.1" status: 200 len: 897 time: 0.1056252 Jul 15 23:41:17.500776 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-17428c8a-4d01-4944-b41b-544f440f7694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587cb7c2-ccf5-465e-87d7-601b25208365', 'name': 'tempest-ServerActionsTestJSON-37223586-router', 'tenant_id': '1482c544a11f4437b346c979b3eb517a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': 'e9a03392-97d7-442f-97b7-3c267093d8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:28Z', 'updated_at': '2021-07-15T23:32:38Z', 'revision_number': 4, 'project_id': '1482c544a11f4437b346c979b3eb517a', 'gw_port': {'id': 'e9a03392-97d7-442f-97b7-3c267093d8ac', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c8:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587cb7c2-ccf5-465e-87d7-601b25208365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:30Z', 'updated_at': '2021-07-15T23:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '5a39058a-5f55-4e92-9b3b-adfde05521a3', 'name': '', 'network_id': '319575b4-274a-45da-9bf1-6decf487208b', 'tenant_id': '1482c544a11f4437b346c979b3eb517a', 'mac_address': 'fa:16:3e:5f:7f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587cb7c2-ccf5-465e-87d7-601b25208365', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '0c7868f8-d819-4333-b9c5-ebc3d9707601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:36Z', 'updated_at': '2021-07-15T23:32:53Z', 'revision_number': 5, 'project_id': '1482c544a11f4437b346c979b3eb517a', 'subnets': [{'id': '0c7868f8-d819-4333-b9c5-ebc3d9707601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:17.527038 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e0b39e98-cd6d-4e90-8405-e6e619fd2b00 req-417ad14d-1f11-4a2f-917b-c92358579524 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d933bb47-5a17-48ba-a13e-f761a58a6557 HTTP/1.1" status: 200 len: 217 time: 0.0424919 Jul 15 23:41:17.592853 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17428c8a-4d01-4944-b41b-544f440f7694 None None] Checking router: 587cb7c2-ccf5-465e-87d7-601b25208365 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:41:17.599786 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14b28f1-1b98-463c-9c45-3154ee11bbe9', 'name': 'network-vif-deleted', 'tag': '88c45584-2d51-4746-a9ae-b07b0255b918'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:41:17.602423 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17428c8a-4d01-4944-b41b-544f440f7694 None None] Routers {'587cb7c2-ccf5-465e-87d7-601b25208365'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:41:17.603048 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-110b0445-4a87-4a80-bdff-b44bd356a9c9" -d '{"events": [{"server_uuid": "d14b28f1-1b98-463c-9c45-3154ee11bbe9", "name": "network-vif-deleted", "tag": "88c45584-2d51-4746-a9ae-b07b0255b918"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:41:17.603230 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-17428c8a-4d01-4944-b41b-544f440f7694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:41:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['587cb7c2-ccf5-465e-87d7-601b25208365'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:17.607992 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b39e98-cd6d-4e90-8405-e6e619fd2b00 req-2cb8a5b3-7f7b-49a1-a82a-3cbdbc7021c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:17.609432 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e0b39e98-cd6d-4e90-8405-e6e619fd2b00 req-2cb8a5b3-7f7b-49a1-a82a-3cbdbc7021c5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93242473-3663-4c7b-8d8a-f967e9ad2de5 HTTP/1.1" status: 200 len: 835 time: 0.0756483 Jul 15 23:41:17.710312 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3afd3bfa-f69f-448e-a9ab-ae462e31309e x-openstack-request-id: req-3afd3bfa-f69f-448e-a9ab-ae462e31309e {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:41:17.712293 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d14b28f1-1b98-463c-9c45-3154ee11bbe9", "name": "network-vif-deleted", "tag": "88c45584-2d51-4746-a9ae-b07b0255b918", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:41:17.712598 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3afd3bfa-f69f-448e-a9ab-ae462e31309e {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:41:17.714833 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14b28f1-1b98-463c-9c45-3154ee11bbe9', 'name': 'network-vif-deleted', 'tag': '88c45584-2d51-4746-a9ae-b07b0255b918', 'status': 'completed', 'code': 200} Jul 15 23:41:17.782219 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 06b48a3d-04d9-489e-bad2-7bc43acb7ced up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:41:17.808986 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5f90cc41-6bee-4a13-878e-db8d26880bbb req-8cedf528-16f8-4168-9fb0-6c498077d11a tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/ports?device_id=d14b28f1-1b98-463c-9c45-3154ee11bbe9 HTTP/1.1" status: 200 len: 210 time: 0.0538700 Jul 15 23:41:17.827678 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b39e98-cd6d-4e90-8405-e6e619fd2b00 req-2cbb630f-b6e2-4b55-bcbf-2a2dbf8c2f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:17.829443 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e0b39e98-cd6d-4e90-8405-e6e619fd2b00 req-2cbb630f-b6e2-4b55-bcbf-2a2dbf8c2f13 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b5b1d4a9-a131-46c5-b5cd-a2119b7469fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2040007 Jul 15 23:41:17.884498 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 06b48a3d-04d9-489e-bad2-7bc43acb7ced completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:41:17.889268 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-17428c8a-4d01-4944-b41b-544f440f7694 None None] Set router 587cb7c2-ccf5-465e-87d7-601b25208365 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:41:17.925751 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 06b48a3d-04d9-489e-bad2-7bc43acb7ced triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:41:17.926344 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:18.037759 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e0b39e98-cd6d-4e90-8405-e6e619fd2b00 req-8f5e041d-2256-4a53-870b-4be967a3a8a7 service neutron] 10.222.0.41 "GET /v2.0/networks/b5b1d4a9-a131-46c5-b5cd-a2119b7469fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999266 Jul 15 23:41:18.108037 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7d861d93-52c1-4fa1-9896-66682f800454 req-97059b75-9f3c-44b4-a85c-d34dac0b06a6 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] 10.222.0.48 "GET /v2.0/ports?device_id=379d1973-329d-4879-9af8-65365e7ac0fc HTTP/1.1" status: 200 len: 210 time: 0.0489559 Jul 15 23:41:18.178522 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e0b39e98-cd6d-4e90-8405-e6e619fd2b00 req-a4aec9d1-b6e3-4e18-9402-854ab3731e02 service neutron] 10.222.0.41 "GET /v2.0/networks/b5b1d4a9-a131-46c5-b5cd-a2119b7469fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310041 Jul 15 23:41:18.314507 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:18.379629 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 06b48a3d-04d9-489e-bad2-7bc43acb7ced, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=06b48a3d-04d9-489e-bad2-7bc43acb7ced,segment=NetworkSegment(d4c238c1-cbf5-4ebd-9436-5a094d9f4f92),segment_id=d4c238c1-cbf5-4ebd-9436-5a094d9f4f92)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:41:18.387010 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:18.410672 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af1995-25f3-4dfc-b4db-ef458fd590c3 req-b33caadb-4a48-42d2-9365-78a006bfeb61 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:18.412188 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-98af1995-25f3-4dfc-b4db-ef458fd590c3 req-b33caadb-4a48-42d2-9365-78a006bfeb61 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] 10.222.0.49 "GET /v2.0/networks?id=a492b90a-11dd-4780-b015-12e4caf59db0 HTTP/1.1" status: 200 len: 808 time: 0.1746988 Jul 15 23:41:18.415428 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-17428c8a-4d01-4944-b41b-544f440f7694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587cb7c2-ccf5-465e-87d7-601b25208365', 'name': 'tempest-ServerActionsTestJSON-37223586-router', 'tenant_id': '1482c544a11f4437b346c979b3eb517a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': 'e9a03392-97d7-442f-97b7-3c267093d8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:28Z', 'updated_at': '2021-07-15T23:32:38Z', 'revision_number': 4, 'project_id': '1482c544a11f4437b346c979b3eb517a', 'gw_port': {'id': 'e9a03392-97d7-442f-97b7-3c267093d8ac', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c8:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587cb7c2-ccf5-465e-87d7-601b25208365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:30Z', 'updated_at': '2021-07-15T23:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '5a39058a-5f55-4e92-9b3b-adfde05521a3', 'name': '', 'network_id': '319575b4-274a-45da-9bf1-6decf487208b', 'tenant_id': '1482c544a11f4437b346c979b3eb517a', 'mac_address': 'fa:16:3e:5f:7f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587cb7c2-ccf5-465e-87d7-601b25208365', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '0c7868f8-d819-4333-b9c5-ebc3d9707601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:36Z', 'updated_at': '2021-07-15T23:32:53Z', 'revision_number': 5, 'project_id': '1482c544a11f4437b346c979b3eb517a', 'subnets': [{'id': '0c7868f8-d819-4333-b9c5-ebc3d9707601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:18.451001 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b51ea5-be1d-461a-93c3-b51c16db7384 req-01f7b270-c5a3-4509-ad96-50920c3e1129 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:18.452579 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-27b51ea5-be1d-461a-93c3-b51c16db7384 req-01f7b270-c5a3-4509-ad96-50920c3e1129 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/ports?device_id=28e48204-893a-43bf-95a8-97d4b0e3e7f5 HTTP/1.1" status: 200 len: 944 time: 0.1517315 Jul 15 23:41:18.456493 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17428c8a-4d01-4944-b41b-544f440f7694 None None] The sync data for ids ['587cb7c2-ccf5-465e-87d7-601b25208365'] in n-d-794306-6 is: [{'id': '587cb7c2-ccf5-465e-87d7-601b25208365', 'name': 'tempest-ServerActionsTestJSON-37223586-router', 'tenant_id': '1482c544a11f4437b346c979b3eb517a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': 'e9a03392-97d7-442f-97b7-3c267093d8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:28Z', 'updated_at': '2021-07-15T23:32:38Z', 'revision_number': 4, 'project_id': '1482c544a11f4437b346c979b3eb517a', 'gw_port': {'id': 'e9a03392-97d7-442f-97b7-3c267093d8ac', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c8:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587cb7c2-ccf5-465e-87d7-601b25208365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:30Z', 'updated_at': '2021-07-15T23:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '5a39058a-5f55-4e92-9b3b-adfde05521a3', 'name': '', 'network_id': '319575b4-274a-45da-9bf1-6decf487208b', 'tenant_id': '1482c544a11f4437b346c979b3eb517a', 'mac_address': 'fa:16:3e:5f:7f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587cb7c2-ccf5-465e-87d7-601b25208365', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '0c7868f8-d819-4333-b9c5-ebc3d9707601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:36Z', 'updated_at': '2021-07-15T23:32:53Z', 'revision_number': 5, 'project_id': '1482c544a11f4437b346c979b3eb517a', 'subnets': [{'id': '0c7868f8-d819-4333-b9c5-ebc3d9707601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:41:18.482846 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=06b48a3d-04d9-489e-bad2-7bc43acb7ced,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:18.489555 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-98af1995-25f3-4dfc-b4db-ef458fd590c3 req-14503ead-9985-44f8-8b74-5512947fa3b8 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a632cbf28ecf47a9901f99a7b5170f8f HTTP/1.1" status: 200 len: 379 time: 0.0687180 Jul 15 23:41:18.507467 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-98af1995-25f3-4dfc-b4db-ef458fd590c3 req-ef6c1d63-eccb-4812-93a4-7b2a26e4dbdf tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Request body: {'port': {'device_id': '379d1973-329d-4879-9af8-65365e7ac0fc', 'network_id': 'a492b90a-11dd-4780-b015-12e4caf59db0', 'admin_state_up': True, 'tenant_id': 'a632cbf28ecf47a9901f99a7b5170f8f', 'security_groups': ['752db298-999e-4fa3-ba4b-c67600286293']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:41:18.534355 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-27b51ea5-be1d-461a-93c3-b51c16db7384 req-23c16080-92dc-48c4-ae2f-829c5283be63 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/security-groups?id=94311d39-e3a2-4cff-9a71-6d4b07696a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684462 Jul 15 23:41:18.621492 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98af1995-25f3-4dfc-b4db-ef458fd590c3 req-ef6c1d63-eccb-4812-93a4-7b2a26e4dbdf tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Made reservation on behalf of a632cbf28ecf47a9901f99a7b5170f8f for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:41:18.625132 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-98af1995-25f3-4dfc-b4db-ef458fd590c3 req-ef6c1d63-eccb-4812-93a4-7b2a26e4dbdf tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:18.755457 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-98af1995-25f3-4dfc-b4db-ef458fd590c3 req-ef6c1d63-eccb-4812-93a4-7b2a26e4dbdf tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Allocated IP 172.20.0.12 (a492b90a-11dd-4780-b015-12e4caf59db0/aacfaef8-1f9a-46a6-9feb-3d047d0e9661/5c9f1b97-112e-440e-a9ac-5e3571a83feb) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:41:18.895381 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-98af1995-25f3-4dfc-b4db-ef458fd590c3 req-ef6c1d63-eccb-4812-93a4-7b2a26e4dbdf tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:18.909073 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-98af1995-25f3-4dfc-b4db-ef458fd590c3 req-ef6c1d63-eccb-4812-93a4-7b2a26e4dbdf tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Transition to ACTIVE for port object 5c9f1b97-112e-440e-a9ac-5e3571a83feb will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:41:18.946433 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-98af1995-25f3-4dfc-b4db-ef458fd590c3 req-ef6c1d63-eccb-4812-93a4-7b2a26e4dbdf tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:18.953595 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 43582) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:18.992747 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98af1995-25f3-4dfc-b4db-ef458fd590c3 req-ef6c1d63-eccb-4812-93a4-7b2a26e4dbdf tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Network a492b90a-11dd-4780-b015-12e4caf59db0 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:41:18.999346 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-98af1995-25f3-4dfc-b4db-ef458fd590c3 req-ef6c1d63-eccb-4812-93a4-7b2a26e4dbdf tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:41:19.002010 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-98af1995-25f3-4dfc-b4db-ef458fd590c3 req-ef6c1d63-eccb-4812-93a4-7b2a26e4dbdf tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:41:19.028052 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0f21ea2-91f6-4ae0-b466-568f700f5de5 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:19.039015 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6c1d63-eccb-4812-93a4-7b2a26e4dbdf tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Pushing event updated for resources: {'Port': ['ID=5c9f1b97-112e-440e-a9ac-5e3571a83feb,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:19.068054 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0f21ea2-91f6-4ae0-b466-568f700f5de5 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:19.076133 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af1995-25f3-4dfc-b4db-ef458fd590c3 req-ef6c1d63-eccb-4812-93a4-7b2a26e4dbdf tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:19.076829 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-98af1995-25f3-4dfc-b4db-ef458fd590c3 req-ef6c1d63-eccb-4812-93a4-7b2a26e4dbdf tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:19.095725 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 88c45584-2d51-4746-a9ae-b07b0255b918 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:41:19.122414 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-98af1995-25f3-4dfc-b4db-ef458fd590c3 req-ef6c1d63-eccb-4812-93a4-7b2a26e4dbdf tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6237798 Jul 15 23:41:19.128774 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: 88c45584-2d51-4746-a9ae-b07b0255b918 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:41:19.129143 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 88c45584-2d51-4746-a9ae-b07b0255b918 not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:41:19.135328 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-98af1995-25f3-4dfc-b4db-ef458fd590c3 req-973f6434-54dc-4269-99ce-77616a4a3bfe service neutron] Request body: {'port': {'device_id': '379d1973-329d-4879-9af8-65365e7ac0fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:41:19.148271 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0f21ea2-91f6-4ae0-b466-568f700f5de5 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:19.151885 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0f21ea2-91f6-4ae0-b466-568f700f5de5 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:19.153439 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a0f21ea2-91f6-4ae0-b466-568f700f5de5 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "DELETE /v2.0/security-groups/5e4fbd00-14ff-4150-9cb7-4459e63d6009 HTTP/1.1" status: 204 len: 168 time: 0.1984293 Jul 15 23:41:19.158416 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 43586) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:19.180583 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [None req-22f7e0ab-56f4-4d9b-97e1-bcedba9b4031 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] show failed (client error): The resource could not be found. Jul 15 23:41:19.182668 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-22f7e0ab-56f4-4d9b-97e1-bcedba9b4031 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "GET /v2.0/security-groups/5e4fbd00-14ff-4150-9cb7-4459e63d6009 HTTP/1.1" status: 404 len: 347 time: 0.0232110 Jul 15 23:41:19.184252 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f21ea2-91f6-4ae0-b466-568f700f5de5 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4fbd00-14ff-4150-9cb7-4459e63d6009,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:19.185879 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 43588) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:19.338796 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cac39706-3155-4221-84f3-475bf0e58533 None None] Provisioning for port 5c9f1b97-112e-440e-a9ac-5e3571a83feb completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:41:19.343267 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cac39706-3155-4221-84f3-475bf0e58533 None None] Provisioning complete for port 5c9f1b97-112e-440e-a9ac-5e3571a83feb triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:41:19.343684 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cac39706-3155-4221-84f3-475bf0e58533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:19.386848 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-cac39706-3155-4221-84f3-475bf0e58533 None None] Port 5c9f1b97-112e-440e-a9ac-5e3571a83feb cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:41:19.408425 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-98af1995-25f3-4dfc-b4db-ef458fd590c3 req-973f6434-54dc-4269-99ce-77616a4a3bfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:19.492518 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f403141-d534-4e5a-8170-968af28fa73a req-f07ebffe-4675-4b4d-9c3a-8215129310cd tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:19.494739 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5f403141-d534-4e5a-8170-968af28fa73a req-f07ebffe-4675-4b4d-9c3a-8215129310cd tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] 10.222.0.48 "GET /v2.0/ports?device_id=379d1973-329d-4879-9af8-65365e7ac0fc HTTP/1.1" status: 200 len: 932 time: 0.2230937 Jul 15 23:41:19.511957 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a496b-183a-4c92-bba1-952efc8365e6 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Deleting port 9ec1904c-b25a-48c6-b011-2bff7f3639b6 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:41:19.512366 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1f6a496b-183a-4c92-bba1-952efc8365e6 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:19.649498 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 06b48a3d-04d9-489e-bad2-7bc43acb7ced up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:41:19.691907 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5f403141-d534-4e5a-8170-968af28fa73a req-168d6c21-588f-40a1-9bb0-93aa4bd1839f tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] 10.222.0.48 "GET /v2.0/security-groups?id=752db298-999e-4fa3-ba4b-c67600286293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1834490 Jul 15 23:41:19.719111 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 06b48a3d-04d9-489e-bad2-7bc43acb7ced triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:41:19.719486 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:19.792527 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1f6a496b-183a-4c92-bba1-952efc8365e6 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:19.792527 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1f6a496b-183a-4c92-bba1-952efc8365e6 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:19.831896 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ee5d57-ea8f-46b8-be51-22e2e0b609a3 None None] New status for floating IP 25890cc5-e7db-4ca7-bf47-f14d7c936a4d: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:41:20.001971 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device d933bb47-5a17-48ba-a13e-f761a58a6557 details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:41:20.126064 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port d933bb47-5a17-48ba-a13e-f761a58a6557, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=d933bb47-5a17-48ba-a13e-f761a58a6557,segment=NetworkSegment(5de4ae25-709d-4ed9-912d-eba9789628ed),segment_id=5de4ae25-709d-4ed9-912d-eba9789628ed)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:41:20.144711 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': 'd933bb47-5a17-48ba-a13e-f761a58a6557', 'network_id': 'b5b1d4a9-a131-46c5-b5cd-a2119b7469fc', 'port_id': 'd933bb47-5a17-48ba-a13e-f761a58a6557', 'mac_address': 'fa:16:3e:33:0b:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93242473-3663-4c7b-8d8a-f967e9ad2de5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:41:20.158125 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a496b-183a-4c92-bba1-952efc8365e6 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Calling delete_port for 9ec1904c-b25a-48c6-b011-2bff7f3639b6 owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:41:20.207336 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:20.221558 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d933bb47-5a17-48ba-a13e-f761a58a6557 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:41:20.243149 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port d933bb47-5a17-48ba-a13e-f761a58a6557, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=d933bb47-5a17-48ba-a13e-f761a58a6557,segment=NetworkSegment(5de4ae25-709d-4ed9-912d-eba9789628ed),segment_id=5de4ae25-709d-4ed9-912d-eba9789628ed)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:41:20.249483 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:20.265438 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5f5fc-05c2-4e1e-8b3f-d7d420f4aba0 req-c3001fa4-87b9-4445-93fd-cbe6d222309a tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:20.267050 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7dc5f5fc-05c2-4e1e-8b3f-d7d420f4aba0 req-c3001fa4-87b9-4445-93fd-cbe6d222309a tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/ports?device_id=28e48204-893a-43bf-95a8-97d4b0e3e7f5 HTTP/1.1" status: 200 len: 944 time: 0.5926244 Jul 15 23:41:20.312355 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=d933bb47-5a17-48ba-a13e-f761a58a6557,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:20.375780 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7dc5f5fc-05c2-4e1e-8b3f-d7d420f4aba0 req-085acdae-44d8-4bc0-ae87-895871d3ab46 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/security-groups?id=94311d39-e3a2-4cff-9a71-6d4b07696a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013403 Jul 15 23:41:20.379943 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-98af1995-25f3-4dfc-b4db-ef458fd590c3 req-973f6434-54dc-4269-99ce-77616a4a3bfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c9f1b97-112e-440e-a9ac-5e3571a83feb {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:41:20.390076 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-98af1995-25f3-4dfc-b4db-ef458fd590c3 req-973f6434-54dc-4269-99ce-77616a4a3bfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:20.423399 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-98af1995-25f3-4dfc-b4db-ef458fd590c3 req-973f6434-54dc-4269-99ce-77616a4a3bfe service neutron] Transition to ACTIVE for port object 5c9f1b97-112e-440e-a9ac-5e3571a83feb will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:41:20.430953 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-98af1995-25f3-4dfc-b4db-ef458fd590c3 req-973f6434-54dc-4269-99ce-77616a4a3bfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:20.482819 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1f6a496b-183a-4c92-bba1-952efc8365e6 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:20.501541 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973f6434-54dc-4269-99ce-77616a4a3bfe service neutron] Pushing event updated for resources: {'Port': ['ID=5c9f1b97-112e-440e-a9ac-5e3571a83feb,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:20.535757 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['d933bb47-5a17-48ba-a13e-f761a58a6557'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:41:20.589821 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a496b-183a-4c92-bba1-952efc8365e6 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Pushing event deleted for resources: {'Port': ['ID=9ec1904c-b25a-48c6-b011-2bff7f3639b6,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:20.651896 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1f6a496b-183a-4c92-bba1-952efc8365e6 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:20.655079 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1f6a496b-183a-4c92-bba1-952efc8365e6 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:20.656522 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-1f6a496b-183a-4c92-bba1-952efc8365e6 tempest-ServerActionsTestJSON-1642613504 tempest-ServerActionsTestJSON-1642613504-project] 10.222.0.48 "DELETE /v2.0/floatingips/25890cc5-e7db-4ca7-bf47-f14d7c936a4d HTTP/1.1" status: 204 len: 168 time: 1.4691670 Jul 15 23:41:20.659332 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 43592) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:20.665288 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-98af1995-25f3-4dfc-b4db-ef458fd590c3 req-973f6434-54dc-4269-99ce-77616a4a3bfe service neutron] Attempting to bind port 5c9f1b97-112e-440e-a9ac-5e3571a83feb on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:41:20.665611 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-98af1995-25f3-4dfc-b4db-ef458fd590c3 req-973f6434-54dc-4269-99ce-77616a4a3bfe service neutron] Attempting to bind port 5c9f1b97-112e-440e-a9ac-5e3571a83feb by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '4614ef00-1b2c-4f82-b7be-56ee2e690e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a492b90a-11dd-4780-b015-12e4caf59db0'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:41:20.665993 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98af1995-25f3-4dfc-b4db-ef458fd590c3 req-973f6434-54dc-4269-99ce-77616a4a3bfe service neutron] Attempting to bind port 5c9f1b97-112e-440e-a9ac-5e3571a83feb on network a492b90a-11dd-4780-b015-12e4caf59db0 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:41:20.670774 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98af1995-25f3-4dfc-b4db-ef458fd590c3 req-973f6434-54dc-4269-99ce-77616a4a3bfe service neutron] Port 5c9f1b97-112e-440e-a9ac-5e3571a83feb on network a492b90a-11dd-4780-b015-12e4caf59db0 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:41:20.671079 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98af1995-25f3-4dfc-b4db-ef458fd590c3 req-973f6434-54dc-4269-99ce-77616a4a3bfe service neutron] Attempting to bind port 5c9f1b97-112e-440e-a9ac-5e3571a83feb on network a492b90a-11dd-4780-b015-12e4caf59db0 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:41:20.676147 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98af1995-25f3-4dfc-b4db-ef458fd590c3 req-973f6434-54dc-4269-99ce-77616a4a3bfe service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:41:20.676497 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98af1995-25f3-4dfc-b4db-ef458fd590c3 req-973f6434-54dc-4269-99ce-77616a4a3bfe service neutron] Checking segment: {'id': '4614ef00-1b2c-4f82-b7be-56ee2e690e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a492b90a-11dd-4780-b015-12e4caf59db0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:41:20.676893 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98af1995-25f3-4dfc-b4db-ef458fd590c3 req-973f6434-54dc-4269-99ce-77616a4a3bfe service neutron] Bound using segment: {'id': '4614ef00-1b2c-4f82-b7be-56ee2e690e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a492b90a-11dd-4780-b015-12e4caf59db0'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:41:20.677329 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-98af1995-25f3-4dfc-b4db-ef458fd590c3 req-973f6434-54dc-4269-99ce-77616a4a3bfe service neutron] Bound port: 5c9f1b97-112e-440e-a9ac-5e3571a83feb, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4614ef00-1b2c-4f82-b7be-56ee2e690e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a492b90a-11dd-4780-b015-12e4caf59db0'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:41:20.677696 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-98af1995-25f3-4dfc-b4db-ef458fd590c3 req-973f6434-54dc-4269-99ce-77616a4a3bfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:20.755200 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-98af1995-25f3-4dfc-b4db-ef458fd590c3 req-973f6434-54dc-4269-99ce-77616a4a3bfe service neutron] For port 5c9f1b97-112e-440e-a9ac-5e3571a83feb, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:41:20.758408 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-98af1995-25f3-4dfc-b4db-ef458fd590c3 req-973f6434-54dc-4269-99ce-77616a4a3bfe service neutron] For port 5c9f1b97-112e-440e-a9ac-5e3571a83feb, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=5c9f1b97-112e-440e-a9ac-5e3571a83feb,segment=NetworkSegment(4614ef00-1b2c-4f82-b7be-56ee2e690e81),segment_id=4614ef00-1b2c-4f82-b7be-56ee2e690e81)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:41:20.766041 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-98af1995-25f3-4dfc-b4db-ef458fd590c3 req-973f6434-54dc-4269-99ce-77616a4a3bfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:20.823613 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af1995-25f3-4dfc-b4db-ef458fd590c3 req-973f6434-54dc-4269-99ce-77616a4a3bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:20.824723 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-98af1995-25f3-4dfc-b4db-ef458fd590c3 req-973f6434-54dc-4269-99ce-77616a4a3bfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:20.826575 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-98af1995-25f3-4dfc-b4db-ef458fd590c3 req-973f6434-54dc-4269-99ce-77616a4a3bfe service neutron] 10.222.0.49 "PUT /v2.0/ports/5c9f1b97-112e-440e-a9ac-5e3571a83feb HTTP/1.1" status: 200 len: 1092 time: 1.6961675 Jul 15 23:41:20.827168 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '379d1973-329d-4879-9af8-65365e7ac0fc', 'tag': '5c9f1b97-112e-440e-a9ac-5e3571a83feb'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:41:20.829598 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fff6d1e-0d84-4559-a6c7-fd4cad4341b0" -d '{"events": [{"name": "network-changed", "server_uuid": "379d1973-329d-4879-9af8-65365e7ac0fc", "tag": "5c9f1b97-112e-440e-a9ac-5e3571a83feb"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:41:20.877157 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0984873-27c7-4623-8f19-db5b7944e0e8 x-openstack-request-id: req-b0984873-27c7-4623-8f19-db5b7944e0e8 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:41:20.877453 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "379d1973-329d-4879-9af8-65365e7ac0fc", "tag": "5c9f1b97-112e-440e-a9ac-5e3571a83feb", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:41:20.877705 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b0984873-27c7-4623-8f19-db5b7944e0e8 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:41:20.878105 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '379d1973-329d-4879-9af8-65365e7ac0fc', 'tag': '5c9f1b97-112e-440e-a9ac-5e3571a83feb', 'status': 'completed', 'code': 200} Jul 15 23:41:20.986399 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973f6434-54dc-4269-99ce-77616a4a3bfe service neutron] Pushing event updated for resources: {'Port': ['ID=5c9f1b97-112e-440e-a9ac-5e3571a83feb,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:21.085826 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d7b6f-7b48-47f4-8aa2-5ce470bc93ac req-86b87854-a44b-4e52-b7ef-e2f85861a98e tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:21.087706 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-326d7b6f-7b48-47f4-8aa2-5ce470bc93ac req-86b87854-a44b-4e52-b7ef-e2f85861a98e tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] 10.222.0.48 "GET /v2.0/ports?device_id=379d1973-329d-4879-9af8-65365e7ac0fc HTTP/1.1" status: 200 len: 944 time: 0.2494640 Jul 15 23:41:21.094525 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af1995-25f3-4dfc-b4db-ef458fd590c3 req-61b67383-17e8-4dd8-add9-464f7f8df4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:21.096010 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-98af1995-25f3-4dfc-b4db-ef458fd590c3 req-61b67383-17e8-4dd8-add9-464f7f8df4da service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a632cbf28ecf47a9901f99a7b5170f8f&device_id=379d1973-329d-4879-9af8-65365e7ac0fc HTTP/1.1" status: 200 len: 1095 time: 0.2144001 Jul 15 23:41:21.184447 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-98af1995-25f3-4dfc-b4db-ef458fd590c3 req-ed54000b-0948-4398-a793-fde34eb1a11d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c9f1b97-112e-440e-a9ac-5e3571a83feb HTTP/1.1" status: 200 len: 217 time: 0.0539894 Jul 15 23:41:21.258232 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-326d7b6f-7b48-47f4-8aa2-5ce470bc93ac req-026841c7-a55c-493e-a518-ef6b7cb2c3b4 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] 10.222.0.48 "GET /v2.0/security-groups?id=752db298-999e-4fa3-ba4b-c67600286293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313133 Jul 15 23:41:21.287649 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af1995-25f3-4dfc-b4db-ef458fd590c3 req-3a5b907f-4591-43ab-b62c-bcdc4d8c275a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:21.289081 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-98af1995-25f3-4dfc-b4db-ef458fd590c3 req-3a5b907f-4591-43ab-b62c-bcdc4d8c275a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=aacfaef8-1f9a-46a6-9feb-3d047d0e9661 HTTP/1.1" status: 200 len: 847 time: 0.0958838 Jul 15 23:41:21.427249 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af1995-25f3-4dfc-b4db-ef458fd590c3 req-2113ab01-258c-49f7-bd1c-6fd5cc76fd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:21.428829 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-98af1995-25f3-4dfc-b4db-ef458fd590c3 req-2113ab01-258c-49f7-bd1c-6fd5cc76fd93 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a492b90a-11dd-4780-b015-12e4caf59db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1328359 Jul 15 23:41:21.626631 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-98af1995-25f3-4dfc-b4db-ef458fd590c3 req-f11514af-d541-47d1-b0cf-b7f36ca2805e service neutron] 10.222.0.49 "GET /v2.0/networks/a492b90a-11dd-4780-b015-12e4caf59db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907496 Jul 15 23:41:21.729085 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d424a017-23d6-453e-95dd-0ce72ef6ea9f req-63b49446-0d2d-42f7-9bc2-dcdd926897cd tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:21.730575 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d424a017-23d6-453e-95dd-0ce72ef6ea9f req-63b49446-0d2d-42f7-9bc2-dcdd926897cd tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/ports?device_id=28e48204-893a-43bf-95a8-97d4b0e3e7f5 HTTP/1.1" status: 200 len: 945 time: 0.2144566 Jul 15 23:41:21.773086 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f46cc9b9-2782-42e0-aa08-e0781fe5ae41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:21.827192 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-98af1995-25f3-4dfc-b4db-ef458fd590c3 req-be3dd721-49be-42fb-9b80-24fc765804b6 service neutron] 10.222.0.49 "GET /v2.0/networks/a492b90a-11dd-4780-b015-12e4caf59db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894350 Jul 15 23:41:21.840601 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d424a017-23d6-453e-95dd-0ce72ef6ea9f req-177cef5f-1b96-4504-8a09-fe1d490581ef tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/security-groups?id=94311d39-e3a2-4cff-9a71-6d4b07696a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005442 Jul 15 23:41:22.007080 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device d933bb47-5a17-48ba-a13e-f761a58a6557 up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:41:22.034213 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fff6d1e-0d84-4559-a6c7-fd4cad4341b0 req-55985416-9e13-4fb3-9ed1-0f264ad80e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:22.035708 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6fff6d1e-0d84-4559-a6c7-fd4cad4341b0 req-55985416-9e13-4fb3-9ed1-0f264ad80e78 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a632cbf28ecf47a9901f99a7b5170f8f&device_id=379d1973-329d-4879-9af8-65365e7ac0fc HTTP/1.1" status: 200 len: 1095 time: 0.1525824 Jul 15 23:41:22.055315 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port d933bb47-5a17-48ba-a13e-f761a58a6557 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:41:22.060179 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port d933bb47-5a17-48ba-a13e-f761a58a6557 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:41:22.060553 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:22.141669 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:22.165285 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28e48204-893a-43bf-95a8-97d4b0e3e7f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd933bb47-5a17-48ba-a13e-f761a58a6557'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:41:22.168955 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e87aca47-d3ba-4845-89b9-44d1d66b0093" -d '{"events": [{"server_uuid": "28e48204-893a-43bf-95a8-97d4b0e3e7f5", "name": "network-vif-plugged", "status": "completed", "tag": "d933bb47-5a17-48ba-a13e-f761a58a6557"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:41:22.173431 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fff6d1e-0d84-4559-a6c7-fd4cad4341b0 req-2346930d-33e5-4c29-9b04-32313174006c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:22.174900 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6fff6d1e-0d84-4559-a6c7-fd4cad4341b0 req-2346930d-33e5-4c29-9b04-32313174006c service neutron] 10.222.0.49 "GET /v2.0/networks?id=a492b90a-11dd-4780-b015-12e4caf59db0 HTTP/1.1" status: 200 len: 909 time: 0.1328843 Jul 15 23:41:22.183303 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port d933bb47-5a17-48ba-a13e-f761a58a6557, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=d933bb47-5a17-48ba-a13e-f761a58a6557,segment=NetworkSegment(5de4ae25-709d-4ed9-912d-eba9789628ed),segment_id=5de4ae25-709d-4ed9-912d-eba9789628ed)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:41:22.188674 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:22.215466 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8245c35-6f9c-4233-bfd2-5f543f6d9ab3 x-openstack-request-id: req-d8245c35-6f9c-4233-bfd2-5f543f6d9ab3 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:41:22.215775 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28e48204-893a-43bf-95a8-97d4b0e3e7f5", "name": "network-vif-plugged", "status": "completed", "tag": "d933bb47-5a17-48ba-a13e-f761a58a6557", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:41:22.216026 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d8245c35-6f9c-4233-bfd2-5f543f6d9ab3 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:41:22.216423 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28e48204-893a-43bf-95a8-97d4b0e3e7f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd933bb47-5a17-48ba-a13e-f761a58a6557', 'code': 200} Jul 15 23:41:22.220759 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6fff6d1e-0d84-4559-a6c7-fd4cad4341b0 req-f17919d4-8520-4cbf-af58-f47823cd49ef service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c9f1b97-112e-440e-a9ac-5e3571a83feb HTTP/1.1" status: 200 len: 217 time: 0.0376661 Jul 15 23:41:22.244286 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=d933bb47-5a17-48ba-a13e-f761a58a6557,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:22.296835 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fff6d1e-0d84-4559-a6c7-fd4cad4341b0 req-4dc28ee8-9d2c-4207-a592-c93046ed6cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:22.298235 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6fff6d1e-0d84-4559-a6c7-fd4cad4341b0 req-4dc28ee8-9d2c-4207-a592-c93046ed6cff service neutron] 10.222.0.49 "GET /v2.0/subnets?id=aacfaef8-1f9a-46a6-9feb-3d047d0e9661 HTTP/1.1" status: 200 len: 847 time: 0.0578878 Jul 15 23:41:22.307904 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f46cc9b9-2782-42e0-aa08-e0781fe5ae41 admin admin] Deleting port 5a39058a-5f55-4e92-9b3b-adfde05521a3 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:41:22.308247 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f46cc9b9-2782-42e0-aa08-e0781fe5ae41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:22.779169 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-f46cc9b9-2782-42e0-aa08-e0781fe5ae41 admin admin] For port 5a39058a-5f55-4e92-9b3b-adfde05521a3, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=5a39058a-5f55-4e92-9b3b-adfde05521a3,segment=NetworkSegment(1221e74c-ebb2-4cb8-bf72-835ef0508fbe),segment_id=1221e74c-ebb2-4cb8-bf72-835ef0508fbe)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:41:22.779936 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f46cc9b9-2782-42e0-aa08-e0781fe5ae41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:22.790196 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fff6d1e-0d84-4559-a6c7-fd4cad4341b0 req-313b1b09-15b9-4f66-865b-30c716c327f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:22.791856 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6fff6d1e-0d84-4559-a6c7-fd4cad4341b0 req-313b1b09-15b9-4f66-865b-30c716c327f0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a492b90a-11dd-4780-b015-12e4caf59db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4856806 Jul 15 23:41:22.799187 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f46cc9b9-2782-42e0-aa08-e0781fe5ae41 admin admin] Calling delete_port for 5a39058a-5f55-4e92-9b3b-adfde05521a3 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:41:22.815238 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a083d-bd66-4b10-8251-7e29c09de10c req-28db944a-3656-4e70-af88-cbbe77d5b4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:22.816669 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dd7a083d-bd66-4b10-8251-7e29c09de10c req-28db944a-3656-4e70-af88-cbbe77d5b4f7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=28e48204-893a-43bf-95a8-97d4b0e3e7f5 HTTP/1.1" status: 200 len: 1097 time: 0.5065341 Jul 15 23:41:22.863718 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a8033-c78b-42b9-86c1-15d7d18e51a0 req-3cb282c8-0623-4b59-83b5-42226a5ef4a9 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:22.865197 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d84a8033-c78b-42b9-86c1-15d7d18e51a0 req-3cb282c8-0623-4b59-83b5-42226a5ef4a9 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] 10.222.0.48 "GET /v2.0/ports?device_id=379d1973-329d-4879-9af8-65365e7ac0fc HTTP/1.1" status: 200 len: 944 time: 0.4886606 Jul 15 23:41:22.974144 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dd7a083d-bd66-4b10-8251-7e29c09de10c req-82c7362a-676d-41f3-93ba-380507558def service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=94311d39-e3a2-4cff-9a71-6d4b07696a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419396 Jul 15 23:41:23.040335 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d84a8033-c78b-42b9-86c1-15d7d18e51a0 req-c2ef2678-af78-42eb-bbb5-98b529e7515e tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] 10.222.0.48 "GET /v2.0/security-groups?id=752db298-999e-4fa3-ba4b-c67600286293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387227 Jul 15 23:41:23.049465 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6fff6d1e-0d84-4559-a6c7-fd4cad4341b0 req-ff249ee9-7b47-4e7f-952d-c4b7bcf969d7 service neutron] 10.222.0.49 "GET /v2.0/networks/a492b90a-11dd-4780-b015-12e4caf59db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483823 Jul 15 23:41:23.110942 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 5c9f1b97-112e-440e-a9ac-5e3571a83feb details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:41:23.159431 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa67d3f-92eb-43d3-ada7-0329fea56e39 req-05d0aa1c-b92e-4d02-a8b2-4c6d6fc67dd8 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:23.160931 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8aa67d3f-92eb-43d3-ada7-0329fea56e39 req-05d0aa1c-b92e-4d02-a8b2-4c6d6fc67dd8 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/ports?device_id=28e48204-893a-43bf-95a8-97d4b0e3e7f5 HTTP/1.1" status: 200 len: 946 time: 0.1934664 Jul 15 23:41:23.209242 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 5c9f1b97-112e-440e-a9ac-5e3571a83feb, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=5c9f1b97-112e-440e-a9ac-5e3571a83feb,segment=NetworkSegment(4614ef00-1b2c-4f82-b7be-56ee2e690e81),segment_id=4614ef00-1b2c-4f82-b7be-56ee2e690e81)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:41:23.221398 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '5c9f1b97-112e-440e-a9ac-5e3571a83feb', 'network_id': 'a492b90a-11dd-4780-b015-12e4caf59db0', 'port_id': '5c9f1b97-112e-440e-a9ac-5e3571a83feb', 'mac_address': 'fa:16:3e:28:e8:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aacfaef8-1f9a-46a6-9feb-3d047d0e9661', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:41:23.258623 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:23.267904 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6fff6d1e-0d84-4559-a6c7-fd4cad4341b0 req-929fae38-0e72-407f-a1c5-f490605e35b0 service neutron] 10.222.0.49 "GET /v2.0/networks/a492b90a-11dd-4780-b015-12e4caf59db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819410 Jul 15 23:41:23.272250 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c9f1b97-112e-440e-a9ac-5e3571a83feb {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:41:23.272445 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8aa67d3f-92eb-43d3-ada7-0329fea56e39 req-874c8f76-54e9-463b-897a-6fcd1a6357b9 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/security-groups?id=94311d39-e3a2-4cff-9a71-6d4b07696a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845368 Jul 15 23:41:23.304788 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 5c9f1b97-112e-440e-a9ac-5e3571a83feb, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=5c9f1b97-112e-440e-a9ac-5e3571a83feb,segment=NetworkSegment(4614ef00-1b2c-4f82-b7be-56ee2e690e81),segment_id=4614ef00-1b2c-4f82-b7be-56ee2e690e81)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:41:23.304949 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f46cc9b9-2782-42e0-aa08-e0781fe5ae41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:23.305088 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:23.325809 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46cc9b9-2782-42e0-aa08-e0781fe5ae41 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a39058a-5f55-4e92-9b3b-adfde05521a3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:23.351014 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=5c9f1b97-112e-440e-a9ac-5e3571a83feb,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:23.499977 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['5c9f1b97-112e-440e-a9ac-5e3571a83feb'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:41:23.500560 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f46cc9b9-2782-42e0-aa08-e0781fe5ae41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:23.737590 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f46cc9b9-2782-42e0-aa08-e0781fe5ae41 admin admin] Router 587cb7c2-ccf5-465e-87d7-601b25208365 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:41:23.845133 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f46cc9b9-2782-42e0-aa08-e0781fe5ae41 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:41:23.850345 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-f46cc9b9-2782-42e0-aa08-e0781fe5ae41 admin admin] 10.222.0.48 "PUT /v2.0/routers/587cb7c2-ccf5-465e-87d7-601b25208365/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1900187 Jul 15 23:41:23.853199 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 43608) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:23.854314 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a5f00f-924a-4544-b53a-be5de2afb10f None None] Sync routers for ids ['587cb7c2-ccf5-465e-87d7-601b25208365'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:41:23.863372 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a5f00f-924a-4544-b53a-be5de2afb10f None None] Routers {'587cb7c2-ccf5-465e-87d7-601b25208365'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:41:23.864051 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-f0a5f00f-924a-4544-b53a-be5de2afb10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:41:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['587cb7c2-ccf5-465e-87d7-601b25208365'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:23.960504 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-24334a75-3a7a-4172-99b2-4a7060401ce0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:23.971351 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-f0a5f00f-924a-4544-b53a-be5de2afb10f None None] Set router 587cb7c2-ccf5-465e-87d7-601b25208365 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:41:24.078991 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-24334a75-3a7a-4172-99b2-4a7060401ce0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:24.149789 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-24334a75-3a7a-4172-99b2-4a7060401ce0 admin admin] Deleting port e9a03392-97d7-442f-97b7-3c267093d8ac {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:41:24.150925 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-24334a75-3a7a-4172-99b2-4a7060401ce0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:24.183634 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-f0a5f00f-924a-4544-b53a-be5de2afb10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587cb7c2-ccf5-465e-87d7-601b25208365', 'name': 'tempest-ServerActionsTestJSON-37223586-router', 'tenant_id': '1482c544a11f4437b346c979b3eb517a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': 'e9a03392-97d7-442f-97b7-3c267093d8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:28Z', 'updated_at': '2021-07-15T23:41:23Z', 'revision_number': 5, 'project_id': '1482c544a11f4437b346c979b3eb517a', 'gw_port': {'id': 'e9a03392-97d7-442f-97b7-3c267093d8ac', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c8:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587cb7c2-ccf5-465e-87d7-601b25208365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:32:30Z', 'updated_at': '2021-07-15T23:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:24.210973 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a5f00f-924a-4544-b53a-be5de2afb10f None None] Checking router: 587cb7c2-ccf5-465e-87d7-601b25208365 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:41:24.219880 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a5f00f-924a-4544-b53a-be5de2afb10f None None] Routers {'587cb7c2-ccf5-465e-87d7-601b25208365'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:41:24.220498 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-f0a5f00f-924a-4544-b53a-be5de2afb10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:41:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['587cb7c2-ccf5-465e-87d7-601b25208365'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:24.238743 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-24334a75-3a7a-4172-99b2-4a7060401ce0 admin admin] For port e9a03392-97d7-442f-97b7-3c267093d8ac, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=e9a03392-97d7-442f-97b7-3c267093d8ac,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:41:24.239252 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-24334a75-3a7a-4172-99b2-4a7060401ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:24.245866 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043515db-5471-420b-8860-f9a17649fbad req-06120a7b-aade-4e55-93bb-e6ef9923ea8f tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:24.247958 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-043515db-5471-420b-8860-f9a17649fbad req-06120a7b-aade-4e55-93bb-e6ef9923ea8f tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] 10.222.0.48 "GET /v2.0/ports?device_id=379d1973-329d-4879-9af8-65365e7ac0fc HTTP/1.1" status: 200 len: 945 time: 0.0786476 Jul 15 23:41:24.252921 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-24334a75-3a7a-4172-99b2-4a7060401ce0 admin admin] Calling delete_port for e9a03392-97d7-442f-97b7-3c267093d8ac owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:41:24.295616 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-043515db-5471-420b-8860-f9a17649fbad req-467e6854-48b5-4ca4-ba3d-b0309ff85b15 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] 10.222.0.48 "GET /v2.0/security-groups?id=752db298-999e-4fa3-ba4b-c67600286293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411122 Jul 15 23:41:24.319302 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-f0a5f00f-924a-4544-b53a-be5de2afb10f None None] Set router 587cb7c2-ccf5-465e-87d7-601b25208365 gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:41:24.378425 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-f0a5f00f-924a-4544-b53a-be5de2afb10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587cb7c2-ccf5-465e-87d7-601b25208365', 'name': 'tempest-ServerActionsTestJSON-37223586-router', 'tenant_id': '1482c544a11f4437b346c979b3eb517a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:28Z', 'updated_at': '2021-07-15T23:41:24Z', 'revision_number': 6, 'project_id': '1482c544a11f4437b346c979b3eb517a', 'gw_port_host': None}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:24.412292 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a5f00f-924a-4544-b53a-be5de2afb10f None None] The sync data for ids ['587cb7c2-ccf5-465e-87d7-601b25208365'] in n-d-794306-6 is: [{'id': '587cb7c2-ccf5-465e-87d7-601b25208365', 'name': 'tempest-ServerActionsTestJSON-37223586-router', 'tenant_id': '1482c544a11f4437b346c979b3eb517a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:32:28Z', 'updated_at': '2021-07-15T23:41:24Z', 'revision_number': 6, 'project_id': '1482c544a11f4437b346c979b3eb517a', 'gw_port_host': None}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:41:24.444472 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-24334a75-3a7a-4172-99b2-4a7060401ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:24.475219 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24334a75-3a7a-4172-99b2-4a7060401ce0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9a03392-97d7-442f-97b7-3c267093d8ac,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:24.496008 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02cadff-ebcb-465d-afd9-fa84894e0b78 req-64fdf2d2-94b2-4e21-aa77-b43ad1e294c1 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:24.497511 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f02cadff-ebcb-465d-afd9-fa84894e0b78 req-64fdf2d2-94b2-4e21-aa77-b43ad1e294c1 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/ports?device_id=28e48204-893a-43bf-95a8-97d4b0e3e7f5 HTTP/1.1" status: 200 len: 946 time: 0.0905497 Jul 15 23:41:24.539043 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f02cadff-ebcb-465d-afd9-fa84894e0b78 req-dd64d549-9498-4ddb-9941-5162e4215385 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/security-groups?id=94311d39-e3a2-4cff-9a71-6d4b07696a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346556 Jul 15 23:41:24.569622 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-24334a75-3a7a-4172-99b2-4a7060401ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999011'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:24.704023 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-24334a75-3a7a-4172-99b2-4a7060401ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:24.706588 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-24334a75-3a7a-4172-99b2-4a7060401ce0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:24.752563 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-24334a75-3a7a-4172-99b2-4a7060401ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:24.753103 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24334a75-3a7a-4172-99b2-4a7060401ce0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 587cb7c2-ccf5-465e-87d7-601b25208365 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:41:24.757428 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-24334a75-3a7a-4172-99b2-4a7060401ce0 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:24.758587 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-24334a75-3a7a-4172-99b2-4a7060401ce0 admin admin] 10.222.0.48 "DELETE /v2.0/routers/587cb7c2-ccf5-465e-87d7-601b25208365 HTTP/1.1" status: 204 len: 168 time: 0.9044175 Jul 15 23:41:24.762417 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 43616) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:24.802533 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0dc36d-db13-4f18-afcb-9db86b8bb6dc req-44ecd7e8-393d-465a-bd83-d0f2ea6f2b96 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:24.804164 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0c0dc36d-db13-4f18-afcb-9db86b8bb6dc req-44ecd7e8-393d-465a-bd83-d0f2ea6f2b96 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/ports?device_id=28e48204-893a-43bf-95a8-97d4b0e3e7f5 HTTP/1.1" status: 200 len: 946 time: 0.0799358 Jul 15 23:41:24.826830 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d9a75f2-450b-49b2-8531-7d4a811fb189 admin admin] Deleting subnet 0c7868f8-d819-4333-b9c5-ebc3d9707601 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:41:24.830963 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3d9a75f2-450b-49b2-8531-7d4a811fb189 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:24.850091 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0c0dc36d-db13-4f18-afcb-9db86b8bb6dc req-7f813e73-422f-4a10-bda9-f1532842b614 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/security-groups?id=94311d39-e3a2-4cff-9a71-6d4b07696a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391619 Jul 15 23:41:24.876386 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3d9a75f2-450b-49b2-8531-7d4a811fb189 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:24.906761 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 43618) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:24.959664 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084730af-2e50-48a7-9feb-c275a79dfe14 tempest-TestNetworkBasicOps-1944950338 tempest-TestNetworkBasicOps-1944950338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:24.961089 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-084730af-2e50-48a7-9feb-c275a79dfe14 tempest-TestNetworkBasicOps-1944950338 tempest-TestNetworkBasicOps-1944950338-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=28e48204-893a-43bf-95a8-97d4b0e3e7f5 HTTP/1.1" status: 200 len: 1092 time: 0.0562508 Jul 15 23:41:24.965960 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 43620) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:24.970537 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-775890c3-4c97-43f9-a68a-fd4cbc3edb99 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Request body: {'floatingip': {'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'port_id': 'd933bb47-5a17-48ba-a13e-f761a58a6557', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:41:24.980040 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3d9a75f2-450b-49b2-8531-7d4a811fb189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:25.001982 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-775890c3-4c97-43f9-a68a-fd4cbc3edb99 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:25.035507 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3d9a75f2-450b-49b2-8531-7d4a811fb189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:25.062514 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9a75f2-450b-49b2-8531-7d4a811fb189 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c7868f8-d819-4333-b9c5-ebc3d9707601,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:25.066703 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3d9a75f2-450b-49b2-8531-7d4a811fb189 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:25.072325 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-3d9a75f2-450b-49b2-8531-7d4a811fb189 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/0c7868f8-d819-4333-b9c5-ebc3d9707601 HTTP/1.1" status: 204 len: 168 time: 0.3083332 Jul 15 23:41:25.072828 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 43624) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:25.074417 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ec1f4a-5cb8-4a6e-a762-7b2e2849b915 None None] Network 319575b4-274a-45da-9bf1-6decf487208b requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:41:25.129670 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 5c9f1b97-112e-440e-a9ac-5e3571a83feb up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:41:25.156562 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f793c388-728b-4c53-9d4f-bd942586c8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:25.200980 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-775890c3-4c97-43f9-a68a-fd4cbc3edb99 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:25.264508 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port 5c9f1b97-112e-440e-a9ac-5e3571a83feb completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:41:25.268931 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 5c9f1b97-112e-440e-a9ac-5e3571a83feb triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:41:25.269301 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:25.328634 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f793c388-728b-4c53-9d4f-bd942586c8b2 admin admin] Deleting port d4b9ae31-99f4-4c35-85b6-52e96c7b1b2b {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:41:25.329168 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f793c388-728b-4c53-9d4f-bd942586c8b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:25.376148 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b7d087-c927-4f1e-9a22-2bbc486f98b3 None None] DHCP port deletion for 319575b4-274a-45da-9bf1-6decf487208b request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:41:25.382024 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-775890c3-4c97-43f9-a68a-fd4cbc3edb99 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Allocated IP 172.25.5.40 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/f9c6248d-cdcd-4afe-84e9-1e59608beeed) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:41:25.420325 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:25.437706 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-f793c388-728b-4c53-9d4f-bd942586c8b2 admin admin] For port d4b9ae31-99f4-4c35-85b6-52e96c7b1b2b, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=d4b9ae31-99f4-4c35-85b6-52e96c7b1b2b,segment=NetworkSegment(1221e74c-ebb2-4cb8-bf72-835ef0508fbe),segment_id=1221e74c-ebb2-4cb8-bf72-835ef0508fbe)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:41:25.438065 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f793c388-728b-4c53-9d4f-bd942586c8b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:25.452651 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379d1973-329d-4879-9af8-65365e7ac0fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c9f1b97-112e-440e-a9ac-5e3571a83feb'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:41:25.455070 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea367404-5685-4321-84b3-ec60acb1ffe1" -d '{"events": [{"server_uuid": "379d1973-329d-4879-9af8-65365e7ac0fc", "name": "network-vif-plugged", "status": "completed", "tag": "5c9f1b97-112e-440e-a9ac-5e3571a83feb"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:41:25.472289 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 5c9f1b97-112e-440e-a9ac-5e3571a83feb, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=5c9f1b97-112e-440e-a9ac-5e3571a83feb,segment=NetworkSegment(4614ef00-1b2c-4f82-b7be-56ee2e690e81),segment_id=4614ef00-1b2c-4f82-b7be-56ee2e690e81)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:41:25.475383 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e4b7d087-c927-4f1e-9a22-2bbc486f98b3 None None] Deleting port d4b9ae31-99f4-4c35-85b6-52e96c7b1b2b {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:41:25.476092 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e4b7d087-c927-4f1e-9a22-2bbc486f98b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:25.479606 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f793c388-728b-4c53-9d4f-bd942586c8b2 admin admin] Calling delete_port for d4b9ae31-99f4-4c35-85b6-52e96c7b1b2b owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:41:25.479923 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:25.522242 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4270f3d3-a8d0-43a1-904f-492875dd82a9 x-openstack-request-id: req-4270f3d3-a8d0-43a1-904f-492875dd82a9 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:41:25.522522 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "379d1973-329d-4879-9af8-65365e7ac0fc", "name": "network-vif-plugged", "status": "completed", "tag": "5c9f1b97-112e-440e-a9ac-5e3571a83feb", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:41:25.522780 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4270f3d3-a8d0-43a1-904f-492875dd82a9 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:41:25.523304 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '379d1973-329d-4879-9af8-65365e7ac0fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c9f1b97-112e-440e-a9ac-5e3571a83feb', 'code': 200} Jul 15 23:41:25.604293 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 43632) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:25.606313 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e4b7d087-c927-4f1e-9a22-2bbc486f98b3 None None] For port d4b9ae31-99f4-4c35-85b6-52e96c7b1b2b, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=d4b9ae31-99f4-4c35-85b6-52e96c7b1b2b,segment=NetworkSegment(1221e74c-ebb2-4cb8-bf72-835ef0508fbe),segment_id=1221e74c-ebb2-4cb8-bf72-835ef0508fbe)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:41:25.606710 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e4b7d087-c927-4f1e-9a22-2bbc486f98b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:25.637191 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e4b7d087-c927-4f1e-9a22-2bbc486f98b3 None None] Calling delete_port for d4b9ae31-99f4-4c35-85b6-52e96c7b1b2b owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:41:25.643593 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:25.643922 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=5c9f1b97-112e-440e-a9ac-5e3571a83feb,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:25.700182 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-775890c3-4c97-43f9-a68a-fd4cbc3edb99 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:25.702275 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 5a39058a-5f55-4e92-9b3b-adfde05521a3 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:41:25.729964 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05139de6-ea20-4bd4-9b5b-79e34800e07b req-08c1cc25-6b79-4937-bdd1-2e38df804468 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:25.731503 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-05139de6-ea20-4bd4-9b5b-79e34800e07b req-08c1cc25-6b79-4937-bdd1-2e38df804468 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] 10.222.0.48 "GET /v2.0/ports?device_id=379d1973-329d-4879-9af8-65365e7ac0fc HTTP/1.1" status: 200 len: 946 time: 0.2809167 Jul 15 23:41:25.735299 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 5a39058a-5f55-4e92-9b3b-adfde05521a3 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:41:25.735768 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 5a39058a-5f55-4e92-9b3b-adfde05521a3 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:41:25.736253 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device e9a03392-97d7-442f-97b7-3c267093d8ac no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:41:25.777349 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: e9a03392-97d7-442f-97b7-3c267093d8ac {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:41:25.777349 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device e9a03392-97d7-442f-97b7-3c267093d8ac not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:41:25.777349 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device d4b9ae31-99f4-4c35-85b6-52e96c7b1b2b no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:41:25.778885 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f793c388-728b-4c53-9d4f-bd942586c8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:25.815741 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: d4b9ae31-99f4-4c35-85b6-52e96c7b1b2b {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:41:25.816191 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device d4b9ae31-99f4-4c35-85b6-52e96c7b1b2b not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:41:25.836940 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f793c388-728b-4c53-9d4f-bd942586c8b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4b9ae31-99f4-4c35-85b6-52e96c7b1b2b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:25.846908 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e4b7d087-c927-4f1e-9a22-2bbc486f98b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:25.849193 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f793c388-728b-4c53-9d4f-bd942586c8b2 admin admin] No DVR routers for this DVR port d4b9ae31-99f4-4c35-85b6-52e96c7b1b2b on host n-d-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:41:25.878992 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c5e591-9242-469e-a4cf-5e1c74350a0d req-7f6dafc9-a92c-4266-95ab-902d4ff8d946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:25.879889 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b7d087-c927-4f1e-9a22-2bbc486f98b3 None None] No DVR routers for this DVR port d4b9ae31-99f4-4c35-85b6-52e96c7b1b2b on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:41:25.880946 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-38c5e591-9242-469e-a4cf-5e1c74350a0d req-7f6dafc9-a92c-4266-95ab-902d4ff8d946 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=379d1973-329d-4879-9af8-65365e7ac0fc HTTP/1.1" status: 200 len: 1097 time: 0.2789412 Jul 15 23:41:25.881145 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b7d087-c927-4f1e-9a22-2bbc486f98b3 None None] Pushing event deleted for resources: {'Port': ['ID=d4b9ae31-99f4-4c35-85b6-52e96c7b1b2b,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:25.894474 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-05139de6-ea20-4bd4-9b5b-79e34800e07b req-ed41a949-7be3-4a4d-8eff-ba7629a71aa7 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] 10.222.0.48 "GET /v2.0/security-groups?id=752db298-999e-4fa3-ba4b-c67600286293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418858 Jul 15 23:41:25.915416 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-775890c3-4c97-43f9-a68a-fd4cbc3edb99 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:26.008439 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f793c388-728b-4c53-9d4f-bd942586c8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:26.030921 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775890c3-4c97-43f9-a68a-fd4cbc3edb99 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:41:26.035003 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-f793c388-728b-4c53-9d4f-bd942586c8b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['319575b4-274a-45da-9bf1-6decf487208b']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:26.037080 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775890c3-4c97-43f9-a68a-fd4cbc3edb99 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Pushing event updated for resources: {'Port': ['ID=f9c6248d-cdcd-4afe-84e9-1e59608beeed,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:26.041434 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-38c5e591-9242-469e-a4cf-5e1c74350a0d req-2f573718-787a-41b9-96d2-e0cfe6ffc473 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=752db298-999e-4fa3-ba4b-c67600286293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538012 Jul 15 23:41:26.042289 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-775890c3-4c97-43f9-a68a-fd4cbc3edb99 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:41:26.044402 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775890c3-4c97-43f9-a68a-fd4cbc3edb99 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:41:26.076056 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-f793c388-728b-4c53-9d4f-bd942586c8b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1221e74c-ebb2-4cb8-bf72-835ef0508fbe') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:26.076359 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-f793c388-728b-4c53-9d4f-bd942586c8b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1221e74c-ebb2-4cb8-bf72-835ef0508fbe') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:26.092645 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f793c388-728b-4c53-9d4f-bd942586c8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:26.112172 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f793c388-728b-4c53-9d4f-bd942586c8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:26.137959 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f793c388-728b-4c53-9d4f-bd942586c8b2 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:41:26.138363 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f793c388-728b-4c53-9d4f-bd942586c8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:26.140066 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:41:26.140066 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:41:26.140066 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:41:26.140066 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:41:26.140066 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:41:26.140066 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:41:26.140066 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:41:26.140066 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:41:26.140066 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:41:26.140066 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:41:26.140066 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:41:26.140066 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:41:26.140066 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:41:26.140066 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:41:26.140066 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:41:26.140066 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:41:26.140066 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:41:26.140066 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:41:26.140066 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:41:26.140066 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:41:26.140066 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:41:26.140066 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:41:26.140066 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:41:26.140066 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:41:26.140066 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:41:26.140066 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:41:26.140066 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:41:26.140066 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:41:26.140066 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:41:26.140066 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:41:26.140066 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:41:26.140066 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:41:26.140066 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:41:26.140066 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:41:26.140066 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:41:26.140066 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:41:26.140066 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:41:26.140066 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:41:26.140066 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:41:26.140066 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:41:26.140066 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:41:26.140066 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:41:26.140066 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:41:26.140066 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:41:26.140066 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:41:26.140066 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:41:26.140066 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:41:26.140066 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:41:26.152607 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-646993b2-647e-4e70-8ec7-bb24af81a0f7 tempest-TestSecurityGroupsBasicOps-1792558 tempest-TestSecurityGroupsBasicOps-1792558-project-admin] 10.222.0.48 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2850 time: 0.5431128 Jul 15 23:41:26.153542 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 43634) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:26.157788 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-fc7e93d0-e691-4262-83ba-0339d9c7d405 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Request body: {'network': {'name': 'tempest-network-smoke--161587134', 'project_id': '5f0d8a39450b41748c0b81cefe499b9b', 'port_security_enabled': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:41:26.179331 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc7e93d0-e691-4262-83ba-0339d9c7d405 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Made reservation on behalf of 5f0d8a39450b41748c0b81cefe499b9b for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:41:26.184521 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc7e93d0-e691-4262-83ba-0339d9c7d405 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:26.209687 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc7e93d0-e691-4262-83ba-0339d9c7d405 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:41:26.219299 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc7e93d0-e691-4262-83ba-0339d9c7d405 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:26.219731 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-fc7e93d0-e691-4262-83ba-0339d9c7d405 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Added segment db5e4747-3355-4b9e-9f4b-d51da9043969 of type vlan for network 948ab224-d09f-44ae-852a-f4270815cb7f Jul 15 23:41:26.235967 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f793c388-728b-4c53-9d4f-bd942586c8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:26.245604 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f793c388-728b-4c53-9d4f-bd942586c8b2 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:26.247453 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-f793c388-728b-4c53-9d4f-bd942586c8b2 admin admin] 10.222.0.48 "DELETE /v2.0/networks/319575b4-274a-45da-9bf1-6decf487208b HTTP/1.1" status: 204 len: 168 time: 1.1737964 Jul 15 23:41:26.261529 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f793c388-728b-4c53-9d4f-bd942586c8b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=319575b4-274a-45da-9bf1-6decf487208b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:26.277193 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc7e93d0-e691-4262-83ba-0339d9c7d405 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:26.312143 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc7e93d0-e691-4262-83ba-0339d9c7d405 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:26.318595 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7e93d0-e691-4262-83ba-0339d9c7d405 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:26.319326 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc7e93d0-e691-4262-83ba-0339d9c7d405 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:26.362945 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 43638) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:26.363181 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-fc7e93d0-e691-4262-83ba-0339d9c7d405 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2092052 Jul 15 23:41:26.370116 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-5f751ed3-4825-4bf7-9839-dc7f7c4038d3 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2023003489', 'admin_state_up': True, 'project_id': '5f0d8a39450b41748c0b81cefe499b9b', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:41:26.385847 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 43640) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:26.403248 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7e93d0-e691-4262-83ba-0339d9c7d405 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Pushing event updated for resources: {'Network': ['ID=948ab224-d09f-44ae-852a-f4270815cb7f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:26.414179 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 948ab224-d09f-44ae-852a-f4270815cb7f details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:41:26.440134 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f751ed3-4825-4bf7-9839-dc7f7c4038d3 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:26.441193 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f751ed3-4825-4bf7-9839-dc7f7c4038d3 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:26.516303 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-a36d5cc1-a300-4c14-866e-73113f31c3f9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1482c544a11f4437b346c979b3eb517a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1278894 Jul 15 23:41:26.519036 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 43642) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:26.579764 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f5fbcd6f-dc29-4cf1-8aec-be93555fb5b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:26.614776 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f5fbcd6f-dc29-4cf1-8aec-be93555fb5b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:26.625898 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f751ed3-4825-4bf7-9839-dc7f7c4038d3 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:26.677319 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f5fbcd6f-dc29-4cf1-8aec-be93555fb5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:26.680199 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f5fbcd6f-dc29-4cf1-8aec-be93555fb5b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:26.684060 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f5fbcd6f-dc29-4cf1-8aec-be93555fb5b9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/64e640dc-b019-4aa7-bc0e-277e734b1e07 HTTP/1.1" status: 204 len: 168 time: 0.1639266 Jul 15 23:41:26.702233 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fbcd6f-dc29-4cf1-8aec-be93555fb5b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e640dc-b019-4aa7-bc0e-277e734b1e07,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:27.231984 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f751ed3-4825-4bf7-9839-dc7f7c4038d3 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:27.245692 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-775890c3-4c97-43f9-a68a-fd4cbc3edb99 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:27.355727 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1faed2-8b84-4e8f-879e-b86d46a66127 req-ddd94c66-1044-4986-be5f-fd19ee4ebcb5 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:27.357310 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ec1faed2-8b84-4e8f-879e-b86d46a66127 req-ddd94c66-1044-4986-be5f-fd19ee4ebcb5 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] 10.222.0.48 "GET /v2.0/ports?device_id=379d1973-329d-4879-9af8-65365e7ac0fc HTTP/1.1" status: 200 len: 946 time: 0.3228686 Jul 15 23:41:27.424432 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-775890c3-4c97-43f9-a68a-fd4cbc3edb99 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:27.454263 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 43666) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:27.489060 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ec1faed2-8b84-4e8f-879e-b86d46a66127 req-8527219e-7d6c-4d19-81d6-052d6570847b tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] 10.222.0.48 "GET /v2.0/security-groups?id=752db298-999e-4fa3-ba4b-c67600286293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221321 Jul 15 23:41:27.573924 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b9c74da3-d9f9-4743-a0ad-e404f4ac7d67 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-2033625032-network', 'tenant_id': 'd8de734128fc486d967f07693cb957e5'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:41:27.596309 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c74da3-d9f9-4743-a0ad-e404f4ac7d67 admin admin] Made reservation on behalf of d8de734128fc486d967f07693cb957e5 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:41:27.598974 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9c74da3-d9f9-4743-a0ad-e404f4ac7d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:27.611035 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9c74da3-d9f9-4743-a0ad-e404f4ac7d67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:27.710757 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9c74da3-d9f9-4743-a0ad-e404f4ac7d67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:27.715599 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9c74da3-d9f9-4743-a0ad-e404f4ac7d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:27.724266 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f751ed3-4825-4bf7-9839-dc7f7c4038d3 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:27.742660 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9c74da3-d9f9-4743-a0ad-e404f4ac7d67 admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:41:27.749160 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c74da3-d9f9-4743-a0ad-e404f4ac7d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb77086f-a3d7-4d94-b03d-ac321569a949,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:27.757432 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9c74da3-d9f9-4743-a0ad-e404f4ac7d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:27.757772 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-b9c74da3-d9f9-4743-a0ad-e404f4ac7d67 admin admin] Added segment 4524f79c-e3dd-46cf-8156-503fb4dd7a07 of type vlan for network 85c72df0-03d0-41f7-b974-8eb5ca3652ef Jul 15 23:41:27.759918 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f751ed3-4825-4bf7-9839-dc7f7c4038d3 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:27.801127 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9c74da3-d9f9-4743-a0ad-e404f4ac7d67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:27.822079 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-775890c3-4c97-43f9-a68a-fd4cbc3edb99 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:27.831873 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9c74da3-d9f9-4743-a0ad-e404f4ac7d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:27.832870 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c74da3-d9f9-4743-a0ad-e404f4ac7d67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:27.833457 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9c74da3-d9f9-4743-a0ad-e404f4ac7d67 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:27.835482 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-775890c3-4c97-43f9-a68a-fd4cbc3edb99 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:27.849720 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cba894-6ade-4366-8f46-21a750b54556 req-12da9475-b69d-4b0f-a857-20c9a2cf2c2d tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:27.851203 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-10cba894-6ade-4366-8f46-21a750b54556 req-12da9475-b69d-4b0f-a857-20c9a2cf2c2d tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] 10.222.0.48 "GET /v2.0/ports?device_id=379d1973-329d-4879-9af8-65365e7ac0fc HTTP/1.1" status: 200 len: 946 time: 0.2354090 Jul 15 23:41:27.866386 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b9c74da3-d9f9-4743-a0ad-e404f4ac7d67 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.4109726 Jul 15 23:41:27.870268 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 43672) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:27.875456 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d3dc7061-0d69-4d94-bf35-489be20fda9a admin admin] Request body: {'subnet': {'network_id': '85c72df0-03d0-41f7-b974-8eb5ca3652ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-2033625032-subnet', 'tenant_id': 'd8de734128fc486d967f07693cb957e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:41:27.915059 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c74da3-d9f9-4743-a0ad-e404f4ac7d67 admin admin] Pushing event updated for resources: {'Network': ['ID=85c72df0-03d0-41f7-b974-8eb5ca3652ef,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:27.931827 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 85c72df0-03d0-41f7-b974-8eb5ca3652ef details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:41:27.933568 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3dc7061-0d69-4d94-bf35-489be20fda9a admin admin] Made reservation on behalf of d8de734128fc486d967f07693cb957e5 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:41:27.936217 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d3dc7061-0d69-4d94-bf35-489be20fda9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:27.971103 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775890c3-4c97-43f9-a68a-fd4cbc3edb99 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Pushing event updated for resources: {'Port': ['ID=f9c6248d-cdcd-4afe-84e9-1e59608beeed,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:27.994706 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-10cba894-6ade-4366-8f46-21a750b54556 req-798a489c-68e9-4f1b-8ce3-8329d5107903 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] 10.222.0.48 "GET /v2.0/security-groups?id=752db298-999e-4fa3-ba4b-c67600286293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139288 Jul 15 23:41:28.003443 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-775890c3-4c97-43f9-a68a-fd4cbc3edb99 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:28.051603 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-5f751ed3-4825-4bf7-9839-dc7f7c4038d3 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Allocated IP 172.25.5.122 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/5404abc0-b246-4bbd-bae6-a567f8211e80) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:41:28.139998 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d3dc7061-0d69-4d94-bf35-489be20fda9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:28.201176 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dc7061-0d69-4d94-bf35-489be20fda9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a515c623-2b0f-407b-bcac-9294d291c2b8,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:28.209389 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3dc7061-0d69-4d94-bf35-489be20fda9a admin admin] Checking segment: {'id': '4524f79c-e3dd-46cf-8156-503fb4dd7a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '85c72df0-03d0-41f7-b974-8eb5ca3652ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:41:28.209753 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dc7061-0d69-4d94-bf35-489be20fda9a admin admin] Network hostable DHCP agents. Network: 85c72df0-03d0-41f7-b974-8eb5ca3652ef, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:41:28.213972 n-d-794306-6 neutron-server[93770]: INFO neutron.db.l3_db [None req-775890c3-4c97-43f9-a68a-fd4cbc3edb99 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Floating IP c81db3c0-03df-4b3e-8ea3-73aeb66de525 associated. External IP: 172.25.5.40, port: d933bb47-5a17-48ba-a13e-f761a58a6557. Jul 15 23:41:28.226382 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dc7061-0d69-4d94-bf35-489be20fda9a admin admin] Network 85c72df0-03d0-41f7-b974-8eb5ca3652ef is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:41:28.236236 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-d3dc7061-0d69-4d94-bf35-489be20fda9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 85c72df0-03d0-41f7-b974-8eb5ca3652ef) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:41:28.240472 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3dc7061-0d69-4d94-bf35-489be20fda9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:28.241172 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d3dc7061-0d69-4d94-bf35-489be20fda9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:28.248142 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ef3428-2995-4b92-be51-0b20c9d394be None None] Network 85c72df0-03d0-41f7-b974-8eb5ca3652ef requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:41:28.258681 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d3dc7061-0d69-4d94-bf35-489be20fda9a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3873587 Jul 15 23:41:28.297200 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f751ed3-4825-4bf7-9839-dc7f7c4038d3 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:28.355149 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef05fb-e2d9-44cf-8417-c6d3d0c8c4f6 req-dca14e03-13cd-4eec-9506-c0065655aa16 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:28.356745 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b4ef05fb-e2d9-44cf-8417-c6d3d0c8c4f6 req-dca14e03-13cd-4eec-9506-c0065655aa16 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] 10.222.0.48 "GET /v2.0/ports?device_id=379d1973-329d-4879-9af8-65365e7ac0fc HTTP/1.1" status: 200 len: 946 time: 0.2271643 Jul 15 23:41:28.435564 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b4ef05fb-e2d9-44cf-8417-c6d3d0c8c4f6 req-6532ab68-252d-4110-a7b4-223dc9b3a7f2 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] 10.222.0.48 "GET /v2.0/security-groups?id=752db298-999e-4fa3-ba4b-c67600286293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721402 Jul 15 23:41:28.475604 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 43684) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:28.479908 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f751ed3-4825-4bf7-9839-dc7f7c4038d3 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:28.538011 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f751ed3-4825-4bf7-9839-dc7f7c4038d3 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:41:28.570946 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c7e24f-593b-4a11-993b-c3eef83a560a None None] Network 85c72df0-03d0-41f7-b974-8eb5ca3652ef requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:41:28.573750 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-5f751ed3-4825-4bf7-9839-dc7f7c4038d3 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:41:28.577716 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f751ed3-4825-4bf7-9839-dc7f7c4038d3 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:41:28.580425 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f751ed3-4825-4bf7-9839-dc7f7c4038d3 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Pushing event updated for resources: {'Port': ['ID=5404abc0-b246-4bbd-bae6-a567f8211e80,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:28.674396 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-775890c3-4c97-43f9-a68a-fd4cbc3edb99 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Router 7b21de8b-c51d-4100-b589-781fa6d87b23 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:41:28.694761 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9d061e-5a2c-4a18-81bc-35a5ef41749f tempest-TestServerBasicOps-1174946490 tempest-TestServerBasicOps-1174946490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:28.697061 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-6e9d061e-5a2c-4a18-81bc-35a5ef41749f tempest-TestServerBasicOps-1174946490 tempest-TestServerBasicOps-1174946490-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=379d1973-329d-4879-9af8-65365e7ac0fc HTTP/1.1" status: 200 len: 1092 time: 0.2196791 Jul 15 23:41:28.700211 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 43696) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:28.705089 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c384ddf0-5334-4840-aeb2-f01ec85fc03a tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Request body: {'floatingip': {'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'port_id': '5c9f1b97-112e-440e-a9ac-5e3571a83feb', 'tenant_id': 'a632cbf28ecf47a9901f99a7b5170f8f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:41:28.731360 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c384ddf0-5334-4840-aeb2-f01ec85fc03a tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:28.839274 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c384ddf0-5334-4840-aeb2-f01ec85fc03a tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:28.950196 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-c384ddf0-5334-4840-aeb2-f01ec85fc03a tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Allocated IP 172.25.5.141 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/b20d2c22-1c63-4ba4-a823-52fa2258df31) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:41:29.066364 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c384ddf0-5334-4840-aeb2-f01ec85fc03a tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:29.106305 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c384ddf0-5334-4840-aeb2-f01ec85fc03a tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:29.148419 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c384ddf0-5334-4840-aeb2-f01ec85fc03a tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:41:29.151556 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-c384ddf0-5334-4840-aeb2-f01ec85fc03a tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:41:29.154446 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c384ddf0-5334-4840-aeb2-f01ec85fc03a tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:41:29.178966 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c384ddf0-5334-4840-aeb2-f01ec85fc03a tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Pushing event updated for resources: {'Port': ['ID=b20d2c22-1c63-4ba4-a823-52fa2258df31,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:29.273076 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9de543-6a63-476e-8fbb-db6cd42ddbd7 req-1cbe262a-a718-477f-b1a1-a8f5e6826465 tempest-ServerAddressesNegativeTestJSON-1850791027 tempest-ServerAddressesNegativeTestJSON-1850791027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:29.274443 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1c9de543-6a63-476e-8fbb-db6cd42ddbd7 req-1cbe262a-a718-477f-b1a1-a8f5e6826465 tempest-ServerAddressesNegativeTestJSON-1850791027 tempest-ServerAddressesNegativeTestJSON-1850791027-project] 10.222.0.48 "GET /v2.0/networks?id=85c72df0-03d0-41f7-b974-8eb5ca3652ef HTTP/1.1" status: 200 len: 822 time: 0.5699091 Jul 15 23:41:29.325351 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1c9de543-6a63-476e-8fbb-db6cd42ddbd7 req-c9b33847-b804-42de-a6ee-0220a71189c0 tempest-ServerAddressesNegativeTestJSON-1850791027 tempest-ServerAddressesNegativeTestJSON-1850791027-project] 10.222.0.48 "GET /v2.0/quotas/d8de734128fc486d967f07693cb957e5 HTTP/1.1" status: 200 len: 375 time: 0.0235660 Jul 15 23:41:29.328357 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-775890c3-4c97-43f9-a68a-fd4cbc3edb99 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:41:29.341135 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927cdca2-33c7-4514-8eba-bb4b7851facb None None] Sync routers for ids ['7b21de8b-c51d-4100-b589-781fa6d87b23'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:41:29.351253 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927cdca2-33c7-4514-8eba-bb4b7851facb None None] Routers {'7b21de8b-c51d-4100-b589-781fa6d87b23'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:41:29.352211 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-927cdca2-33c7-4514-8eba-bb4b7851facb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:41:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['7b21de8b-c51d-4100-b589-781fa6d87b23'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:29.379681 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1c9de543-6a63-476e-8fbb-db6cd42ddbd7 req-0fa294b8-6ebb-4a5f-a5cf-469bee483a3a tempest-ServerAddressesNegativeTestJSON-1850791027 tempest-ServerAddressesNegativeTestJSON-1850791027-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d8de734128fc486d967f07693cb957e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449162 Jul 15 23:41:29.381126 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f751ed3-4825-4bf7-9839-dc7f7c4038d3 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:29.383059 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-775890c3-4c97-43f9-a68a-fd4cbc3edb99 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:29.466492 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-927cdca2-33c7-4514-8eba-bb4b7851facb None None] Set router 7b21de8b-c51d-4100-b589-781fa6d87b23 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:41:29.541540 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-775890c3-4c97-43f9-a68a-fd4cbc3edb99 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.5743399 Jul 15 23:41:29.544658 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 43698) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:29.545687 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28e48204-893a-43bf-95a8-97d4b0e3e7f5', 'tag': 'd933bb47-5a17-48ba-a13e-f761a58a6557'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:41:29.549855 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6032c01a-5fdc-42a3-9dbb-4266fbbf95ec" -d '{"events": [{"name": "network-changed", "server_uuid": "28e48204-893a-43bf-95a8-97d4b0e3e7f5", "tag": "d933bb47-5a17-48ba-a13e-f761a58a6557"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:41:29.597267 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1c9de543-6a63-476e-8fbb-db6cd42ddbd7 req-8b3993dd-62d1-4270-bcaa-bdaaa26b0452 service neutron] 10.222.0.48 "GET /v2.0/networks/85c72df0-03d0-41f7-b974-8eb5ca3652ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645265 Jul 15 23:41:29.668989 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b49c20-8047-4afe-9e47-5c42e1afaf76 x-openstack-request-id: req-a7b49c20-8047-4afe-9e47-5c42e1afaf76 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:41:29.669281 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28e48204-893a-43bf-95a8-97d4b0e3e7f5", "tag": "d933bb47-5a17-48ba-a13e-f761a58a6557", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:41:29.669532 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a7b49c20-8047-4afe-9e47-5c42e1afaf76 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:41:29.669931 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28e48204-893a-43bf-95a8-97d4b0e3e7f5', 'tag': 'd933bb47-5a17-48ba-a13e-f761a58a6557', 'status': 'completed', 'code': 200} Jul 15 23:41:29.681679 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-bcd8a151-8ba6-4460-b8cb-215a8dbc48c2 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/floatingips/c81db3c0-03df-4b3e-8ea3-73aeb66de525 HTTP/1.1" status: 200 len: 991 time: 0.1338656 Jul 15 23:41:29.685604 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c384ddf0-5334-4840-aeb2-f01ec85fc03a tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:29.738417 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-927cdca2-33c7-4514-8eba-bb4b7851facb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b21de8b-c51d-4100-b589-781fa6d87b23', 'name': 'tempest-TestNetworkBasicOps-router-649412420', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '3ddf0489-bcf6-432c-91a0-a948c9aaf904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:40:55Z', 'updated_at': '2021-07-15T23:41:01Z', 'revision_number': 4, 'project_id': '96f438ad510e4a6ab4003566961416a5', 'gw_port': {'id': '3ddf0489-bcf6-432c-91a0-a948c9aaf904', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:91:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b21de8b-c51d-4100-b589-781fa6d87b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:56Z', 'updated_at': '2021-07-15T23:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': 'c81db3c0-03df-4b3e-8ea3-73aeb66de525', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'floating_ip_address': '172.25.5.40', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '7b21de8b-c51d-4100-b589-781fa6d87b23', 'port_id': 'd933bb47-5a17-48ba-a13e-f761a58a6557', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5b1d4a9-a131-46c5-b5cd-a2119b7469fc', 'mac_address': 'fa:16:3e:33:0b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e48204-893a-43bf-95a8-97d4b0e3e7f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:41:26Z', 'updated_at': '2021-07-15T23:41:26Z', 'revision_number': 0, 'project_id': '96f438ad510e4a6ab4003566961416a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ae791bc-43cb-4cb0-9e4b-349bf6900258', 'name': '', 'network_id': 'b5b1d4a9-a131-46c5-b5cd-a2119b7469fc', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'mac_address': 'fa:16:3e:9f:0b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b21de8b-c51d-4100-b589-781fa6d87b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '93242473-3663-4c7b-8d8a-f967e9ad2de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:59Z', 'updated_at': '2021-07-15T23:41:10Z', 'revision_number': 5, 'project_id': '96f438ad510e4a6ab4003566961416a5', 'subnets': [{'id': '93242473-3663-4c7b-8d8a-f967e9ad2de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:29.766828 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927cdca2-33c7-4514-8eba-bb4b7851facb None None] Checking router: 7b21de8b-c51d-4100-b589-781fa6d87b23 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:41:29.776288 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927cdca2-33c7-4514-8eba-bb4b7851facb None None] Routers {'7b21de8b-c51d-4100-b589-781fa6d87b23'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:41:29.777163 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-927cdca2-33c7-4514-8eba-bb4b7851facb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:41:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['7b21de8b-c51d-4100-b589-781fa6d87b23'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:29.800188 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c384ddf0-5334-4840-aeb2-f01ec85fc03a tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:29.875215 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f751ed3-4825-4bf7-9839-dc7f7c4038d3 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:29.899393 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-927cdca2-33c7-4514-8eba-bb4b7851facb None None] Set router 7b21de8b-c51d-4100-b589-781fa6d87b23 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:41:29.981618 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6032c01a-5fdc-42a3-9dbb-4266fbbf95ec req-722dab03-25b0-461f-a086-d7df6cf47d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:29.983312 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6032c01a-5fdc-42a3-9dbb-4266fbbf95ec req-722dab03-25b0-461f-a086-d7df6cf47d23 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=96f438ad510e4a6ab4003566961416a5&device_id=28e48204-893a-43bf-95a8-97d4b0e3e7f5 HTTP/1.1" status: 200 len: 1097 time: 0.2612391 Jul 15 23:41:30.014157 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c384ddf0-5334-4840-aeb2-f01ec85fc03a tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:30.019953 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c384ddf0-5334-4840-aeb2-f01ec85fc03a tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:30.056482 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1c9de543-6a63-476e-8fbb-db6cd42ddbd7 req-6ef862b1-f87c-42a6-8f60-e0c2e9a0bb9c service neutron] 10.222.0.48 "GET /v2.0/networks/85c72df0-03d0-41f7-b974-8eb5ca3652ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3847032 Jul 15 23:41:30.127319 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c384ddf0-5334-4840-aeb2-f01ec85fc03a tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:30.155459 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6032c01a-5fdc-42a3-9dbb-4266fbbf95ec req-644fa5df-e950-4c3d-9610-12b151049ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:30.157132 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6032c01a-5fdc-42a3-9dbb-4266fbbf95ec req-644fa5df-e950-4c3d-9610-12b151049ecf service neutron] 10.222.0.41 "GET /v2.0/networks?id=b5b1d4a9-a131-46c5-b5cd-a2119b7469fc HTTP/1.1" status: 200 len: 897 time: 0.1609962 Jul 15 23:41:30.161339 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f751ed3-4825-4bf7-9839-dc7f7c4038d3 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Router be68ea8f-73c8-4f24-a2ea-afe0af08208f is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:41:30.178372 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c384ddf0-5334-4840-aeb2-f01ec85fc03a tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Pushing event updated for resources: {'Port': ['ID=b20d2c22-1c63-4ba4-a823-52fa2258df31,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:30.225271 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-927cdca2-33c7-4514-8eba-bb4b7851facb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b21de8b-c51d-4100-b589-781fa6d87b23', 'name': 'tempest-TestNetworkBasicOps-router-649412420', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '3ddf0489-bcf6-432c-91a0-a948c9aaf904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:40:55Z', 'updated_at': '2021-07-15T23:41:01Z', 'revision_number': 4, 'project_id': '96f438ad510e4a6ab4003566961416a5', 'gw_port': {'id': '3ddf0489-bcf6-432c-91a0-a948c9aaf904', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:91:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b21de8b-c51d-4100-b589-781fa6d87b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:56Z', 'updated_at': '2021-07-15T23:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': 'c81db3c0-03df-4b3e-8ea3-73aeb66de525', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'floating_ip_address': '172.25.5.40', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '7b21de8b-c51d-4100-b589-781fa6d87b23', 'port_id': 'd933bb47-5a17-48ba-a13e-f761a58a6557', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5b1d4a9-a131-46c5-b5cd-a2119b7469fc', 'mac_address': 'fa:16:3e:33:0b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e48204-893a-43bf-95a8-97d4b0e3e7f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:41:26Z', 'updated_at': '2021-07-15T23:41:26Z', 'revision_number': 0, 'project_id': '96f438ad510e4a6ab4003566961416a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ae791bc-43cb-4cb0-9e4b-349bf6900258', 'name': '', 'network_id': 'b5b1d4a9-a131-46c5-b5cd-a2119b7469fc', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'mac_address': 'fa:16:3e:9f:0b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b21de8b-c51d-4100-b589-781fa6d87b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '93242473-3663-4c7b-8d8a-f967e9ad2de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:59Z', 'updated_at': '2021-07-15T23:41:10Z', 'revision_number': 5, 'project_id': '96f438ad510e4a6ab4003566961416a5', 'subnets': [{'id': '93242473-3663-4c7b-8d8a-f967e9ad2de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:30.266734 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927cdca2-33c7-4514-8eba-bb4b7851facb None None] The sync data for ids ['7b21de8b-c51d-4100-b589-781fa6d87b23'] in n-d-794306-6 is: [{'id': '7b21de8b-c51d-4100-b589-781fa6d87b23', 'name': 'tempest-TestNetworkBasicOps-router-649412420', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '3ddf0489-bcf6-432c-91a0-a948c9aaf904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:40:55Z', 'updated_at': '2021-07-15T23:41:01Z', 'revision_number': 4, 'project_id': '96f438ad510e4a6ab4003566961416a5', 'gw_port': {'id': '3ddf0489-bcf6-432c-91a0-a948c9aaf904', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:91:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b21de8b-c51d-4100-b589-781fa6d87b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:56Z', 'updated_at': '2021-07-15T23:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': 'c81db3c0-03df-4b3e-8ea3-73aeb66de525', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'floating_ip_address': '172.25.5.40', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '7b21de8b-c51d-4100-b589-781fa6d87b23', 'port_id': 'd933bb47-5a17-48ba-a13e-f761a58a6557', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5b1d4a9-a131-46c5-b5cd-a2119b7469fc', 'mac_address': 'fa:16:3e:33:0b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e48204-893a-43bf-95a8-97d4b0e3e7f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:41:26Z', 'updated_at': '2021-07-15T23:41:26Z', 'revision_number': 0, 'project_id': '96f438ad510e4a6ab4003566961416a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ae791bc-43cb-4cb0-9e4b-349bf6900258', 'name': '', 'network_id': 'b5b1d4a9-a131-46c5-b5cd-a2119b7469fc', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'mac_address': 'fa:16:3e:9f:0b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b21de8b-c51d-4100-b589-781fa6d87b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '93242473-3663-4c7b-8d8a-f967e9ad2de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:59Z', 'updated_at': '2021-07-15T23:41:10Z', 'revision_number': 5, 'project_id': '96f438ad510e4a6ab4003566961416a5', 'subnets': [{'id': '93242473-3663-4c7b-8d8a-f967e9ad2de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:41:30.294451 n-d-794306-6 neutron-server[93771]: INFO neutron.db.l3_db [None req-c384ddf0-5334-4840-aeb2-f01ec85fc03a tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Floating IP 27b2186f-4e3b-4eec-a490-fcf9f60670ba associated. External IP: 172.25.5.141, port: 5c9f1b97-112e-440e-a9ac-5e3571a83feb. Jul 15 23:41:30.321000 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fa402d39-20cd-47b5-b7f8-83bebc73fcb4 req-1404e4f1-c58a-42d3-8237-a36dee4abfda tempest-ServerAddressesNegativeTestJSON-1850791027 tempest-ServerAddressesNegativeTestJSON-1850791027-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdfaf527-e0bb-4a7f-9c99-ba14ce0a8ed5 HTTP/1.1" status: 200 len: 210 time: 0.0358369 Jul 15 23:41:30.344920 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6032c01a-5fdc-42a3-9dbb-4266fbbf95ec req-114e538f-f682-4a87-b97d-7ff2583a6718 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d933bb47-5a17-48ba-a13e-f761a58a6557 HTTP/1.1" status: 200 len: 999 time: 0.1760197 Jul 15 23:41:30.444290 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6032c01a-5fdc-42a3-9dbb-4266fbbf95ec req-48f44864-6de1-432d-bd98-1265eee71f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:30.445744 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6032c01a-5fdc-42a3-9dbb-4266fbbf95ec req-48f44864-6de1-432d-bd98-1265eee71f21 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93242473-3663-4c7b-8d8a-f967e9ad2de5 HTTP/1.1" status: 200 len: 835 time: 0.0676572 Jul 15 23:41:30.447772 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f751ed3-4825-4bf7-9839-dc7f7c4038d3 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:41:30.458632 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28daff37-d1da-425c-9490-a5c57d31a75e None None] Sync routers for ids ['be68ea8f-73c8-4f24-a2ea-afe0af08208f'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:41:30.470468 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28daff37-d1da-425c-9490-a5c57d31a75e None None] Routers {'be68ea8f-73c8-4f24-a2ea-afe0af08208f'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:41:30.471198 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-28daff37-d1da-425c-9490-a5c57d31a75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:41:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['be68ea8f-73c8-4f24-a2ea-afe0af08208f'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:30.513760 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f751ed3-4825-4bf7-9839-dc7f7c4038d3 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:30.518625 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-5f751ed3-4825-4bf7-9839-dc7f7c4038d3 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.1544924 Jul 15 23:41:30.519676 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 43710) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:30.599833 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c384ddf0-5334-4840-aeb2-f01ec85fc03a tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Router 05ca309e-3d22-4e15-bab2-8e3d1df7f0b7 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:41:30.627663 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f9c55c-6526-4de1-910f-a041407ea500 None None] New status for floating IP c81db3c0-03df-4b3e-8ea3-73aeb66de525: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:41:30.670310 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6032c01a-5fdc-42a3-9dbb-4266fbbf95ec req-5f0f6a64-9969-4c63-9642-8b4efa28a582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:30.672087 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6032c01a-5fdc-42a3-9dbb-4266fbbf95ec req-5f0f6a64-9969-4c63-9642-8b4efa28a582 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b5b1d4a9-a131-46c5-b5cd-a2119b7469fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2086227 Jul 15 23:41:30.684539 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 43714) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:30.724840 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-28daff37-d1da-425c-9490-a5c57d31a75e None None] Set router be68ea8f-73c8-4f24-a2ea-afe0af08208f gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:41:30.733367 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686d7b52-f07f-40e9-9d14-c3810c252169 tempest-TestSecurityGroupsBasicOps-1792558 tempest-TestSecurityGroupsBasicOps-1792558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:30.734924 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-686d7b52-f07f-40e9-9d14-c3810c252169 tempest-TestSecurityGroupsBasicOps-1792558 tempest-TestSecurityGroupsBasicOps-1792558-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=5f0d8a39450b41748c0b81cefe499b9b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2135587 Jul 15 23:41:30.741569 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 43716) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:30.850511 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-2a11506f-8d6c-4481-bdce-b0057c7fe485 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/floatingips/c81db3c0-03df-4b3e-8ea3-73aeb66de525 HTTP/1.1" status: 200 len: 991 time: 0.1582930 Jul 15 23:41:30.852348 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c384ddf0-5334-4840-aeb2-f01ec85fc03a tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:41:30.868259 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a4d25b-51e8-4dca-9588-81259bf700ec None None] Sync routers for ids ['05ca309e-3d22-4e15-bab2-8e3d1df7f0b7'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:41:30.878056 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-26638ce6-7942-476e-adc5-5894c5e9e1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:30.886827 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c384ddf0-5334-4840-aeb2-f01ec85fc03a tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:30.919817 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a4d25b-51e8-4dca-9588-81259bf700ec None None] Routers {'05ca309e-3d22-4e15-bab2-8e3d1df7f0b7'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:41:30.920474 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-58a4d25b-51e8-4dca-9588-81259bf700ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:41:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['05ca309e-3d22-4e15-bab2-8e3d1df7f0b7'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:30.942023 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c384ddf0-5334-4840-aeb2-f01ec85fc03a tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2403438 Jul 15 23:41:30.943679 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '379d1973-329d-4879-9af8-65365e7ac0fc', 'tag': '5c9f1b97-112e-440e-a9ac-5e3571a83feb'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:41:30.946108 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39604f4d-381a-44e9-bb87-1c7a43d63e37" -d '{"events": [{"name": "network-changed", "server_uuid": "379d1973-329d-4879-9af8-65365e7ac0fc", "tag": "5c9f1b97-112e-440e-a9ac-5e3571a83feb"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:41:31.001917 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c6db49-825d-480b-b771-c9288342e2fd x-openstack-request-id: req-12c6db49-825d-480b-b771-c9288342e2fd {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:41:31.003227 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "379d1973-329d-4879-9af8-65365e7ac0fc", "tag": "5c9f1b97-112e-440e-a9ac-5e3571a83feb", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:41:31.004914 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-12c6db49-825d-480b-b771-c9288342e2fd {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:41:31.005381 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '379d1973-329d-4879-9af8-65365e7ac0fc', 'tag': '5c9f1b97-112e-440e-a9ac-5e3571a83feb', 'status': 'completed', 'code': 200} Jul 15 23:41:31.022002 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6032c01a-5fdc-42a3-9dbb-4266fbbf95ec req-b2264bfc-825b-4e4f-b380-0354f6ac07f2 service neutron] 10.222.0.41 "GET /v2.0/networks/b5b1d4a9-a131-46c5-b5cd-a2119b7469fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3421731 Jul 15 23:41:31.097146 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-58a4d25b-51e8-4dca-9588-81259bf700ec None None] Set router 05ca309e-3d22-4e15-bab2-8e3d1df7f0b7 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:41:31.097906 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83964955-cd7a-4290-9a94-8e30936fdd4d tempest-TestSecurityGroupsBasicOps-1792558 tempest-TestSecurityGroupsBasicOps-1792558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:31.099433 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-83964955-cd7a-4290-9a94-8e30936fdd4d tempest-TestSecurityGroupsBasicOps-1792558 tempest-TestSecurityGroupsBasicOps-1792558-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3569093 Jul 15 23:41:31.102617 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 43724) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:31.141913 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-9f50f769-6701-4a85-a5bb-0c02445737aa tempest-TestSecurityGroupsBasicOps-1792558 tempest-TestSecurityGroupsBasicOps-1792558-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=c4160cc4-e133-4d4e-ad39-f86bca4b2f14&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371110 Jul 15 23:41:31.145165 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 43726) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:31.146621 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-28daff37-d1da-425c-9490-a5c57d31a75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be68ea8f-73c8-4f24-a2ea-afe0af08208f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2023003489', 'tenant_id': '5f0d8a39450b41748c0b81cefe499b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '5404abc0-b246-4bbd-bae6-a567f8211e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:41:26Z', 'updated_at': '2021-07-15T23:41:29Z', 'revision_number': 3, 'project_id': '5f0d8a39450b41748c0b81cefe499b9b', 'gw_port': {'id': '5404abc0-b246-4bbd-bae6-a567f8211e80', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3d:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be68ea8f-73c8-4f24-a2ea-afe0af08208f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:41:27Z', 'updated_at': '2021-07-15T23:41:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:31.165813 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39604f4d-381a-44e9-bb87-1c7a43d63e37 req-1cc90cd0-b78d-4b6d-88a8-0874b8b75960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:31.167482 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-39604f4d-381a-44e9-bb87-1c7a43d63e37 req-1cc90cd0-b78d-4b6d-88a8-0874b8b75960 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a632cbf28ecf47a9901f99a7b5170f8f&device_id=379d1973-329d-4879-9af8-65365e7ac0fc HTTP/1.1" status: 200 len: 1097 time: 0.1397920 Jul 15 23:41:31.176799 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-536b4ef4-2a9c-46f7-aa30-9202b451388e tempest-TestSecurityGroupsBasicOps-1792558 tempest-TestSecurityGroupsBasicOps-1792558-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=5f0d8a39450b41748c0b81cefe499b9b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303702 Jul 15 23:41:31.179345 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 43728) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:31.181974 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28daff37-d1da-425c-9490-a5c57d31a75e None None] Checking router: be68ea8f-73c8-4f24-a2ea-afe0af08208f for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:41:31.182351 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28daff37-d1da-425c-9490-a5c57d31a75e None None] Updating router be68ea8f-73c8-4f24-a2ea-afe0af08208f port 5404abc0-b246-4bbd-bae6-a567f8211e80 binding host n-d-794306-6 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:41:31.189020 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6032c01a-5fdc-42a3-9dbb-4266fbbf95ec req-d843d055-9614-4003-89e0-613430ec211e service neutron] 10.222.0.41 "GET /v2.0/networks/b5b1d4a9-a131-46c5-b5cd-a2119b7469fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537678 Jul 15 23:41:31.272483 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-28daff37-d1da-425c-9490-a5c57d31a75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:31.291982 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a76c9d-c258-4589-b218-ad22903e2d25 tempest-TestSecurityGroupsBasicOps-1792558 tempest-TestSecurityGroupsBasicOps-1792558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:31.294725 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-73a76c9d-c258-4589-b218-ad22903e2d25 tempest-TestSecurityGroupsBasicOps-1792558 tempest-TestSecurityGroupsBasicOps-1792558-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1138384 Jul 15 23:41:31.295004 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39604f4d-381a-44e9-bb87-1c7a43d63e37 req-e1929e61-bb47-496d-a4a9-ca0cd3cd5d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:31.296875 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-39604f4d-381a-44e9-bb87-1c7a43d63e37 req-e1929e61-bb47-496d-a4a9-ca0cd3cd5d4d service neutron] 10.222.0.49 "GET /v2.0/networks?id=a492b90a-11dd-4780-b015-12e4caf59db0 HTTP/1.1" status: 200 len: 909 time: 0.1217115 Jul 15 23:41:31.297333 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 43730) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:31.345994 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f61095d0-ba6d-4211-b8cf-2abf78dc7bcb tempest-TestSecurityGroupsBasicOps-1792558 tempest-TestSecurityGroupsBasicOps-1792558-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=c4160cc4-e133-4d4e-ad39-f86bca4b2f14&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0467277 Jul 15 23:41:31.349607 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 43732) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:31.357086 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a672e03f-f133-4d67-8110-4b2e4d337018 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-792272206', 'network_id': '948ab224-d09f-44ae-852a-f4270815cb7f', 'project_id': '5f0d8a39450b41748c0b81cefe499b9b', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:41:31.405849 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-39604f4d-381a-44e9-bb87-1c7a43d63e37 req-e721375c-41a1-4a34-b199-70d52c8d039e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c9f1b97-112e-440e-a9ac-5e3571a83feb HTTP/1.1" status: 200 len: 1000 time: 0.1029880 Jul 15 23:41:31.524750 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fac9ca3d-3aff-4e4a-bc46-cb7d091fe1e0 req-6e7e05b4-f693-42f5-866e-ab3e563b7820 tempest-ServerAddressesNegativeTestJSON-1850791027 tempest-ServerAddressesNegativeTestJSON-1850791027-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdfaf527-e0bb-4a7f-9c99-ba14ce0a8ed5 HTTP/1.1" status: 200 len: 210 time: 0.0510159 Jul 15 23:41:31.542002 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39604f4d-381a-44e9-bb87-1c7a43d63e37 req-19b0203c-70bf-423e-852b-8afbf7722d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:31.545252 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-39604f4d-381a-44e9-bb87-1c7a43d63e37 req-19b0203c-70bf-423e-852b-8afbf7722d8f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=aacfaef8-1f9a-46a6-9feb-3d047d0e9661 HTTP/1.1" status: 200 len: 847 time: 0.1328187 Jul 15 23:41:31.546958 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a672e03f-f133-4d67-8110-4b2e4d337018 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Made reservation on behalf of 5f0d8a39450b41748c0b81cefe499b9b for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:41:31.551733 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a672e03f-f133-4d67-8110-4b2e4d337018 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:31.596577 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-58a4d25b-51e8-4dca-9588-81259bf700ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ca309e-3d22-4e15-bab2-8e3d1df7f0b7', 'name': 'tempest-TestServerBasicOps-441917401-router', 'tenant_id': 'a632cbf28ecf47a9901f99a7b5170f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '46d67839-6470-4d71-839c-bcd8c53ed434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:40:57Z', 'updated_at': '2021-07-15T23:41:01Z', 'revision_number': 4, 'project_id': 'a632cbf28ecf47a9901f99a7b5170f8f', 'gw_port': {'id': '46d67839-6470-4d71-839c-bcd8c53ed434', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:af:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ca309e-3d22-4e15-bab2-8e3d1df7f0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:57Z', 'updated_at': '2021-07-15T23:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '27b2186f-4e3b-4eec-a490-fcf9f60670ba', 'tenant_id': 'a632cbf28ecf47a9901f99a7b5170f8f', 'floating_ip_address': '172.25.5.141', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '05ca309e-3d22-4e15-bab2-8e3d1df7f0b7', 'port_id': '5c9f1b97-112e-440e-a9ac-5e3571a83feb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a492b90a-11dd-4780-b015-12e4caf59db0', 'mac_address': 'fa:16:3e:28:e8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379d1973-329d-4879-9af8-65365e7ac0fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:41:29Z', 'updated_at': '2021-07-15T23:41:29Z', 'revision_number': 0, 'project_id': 'a632cbf28ecf47a9901f99a7b5170f8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ee1ed62-487c-4278-b53e-a51705a340e3', 'name': '', 'network_id': 'a492b90a-11dd-4780-b015-12e4caf59db0', 'tenant_id': 'a632cbf28ecf47a9901f99a7b5170f8f', 'mac_address': 'fa:16:3e:c4:6b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ca309e-3d22-4e15-bab2-8e3d1df7f0b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'aacfaef8-1f9a-46a6-9feb-3d047d0e9661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:41:00Z', 'updated_at': '2021-07-15T23:41:10Z', 'revision_number': 5, 'project_id': 'a632cbf28ecf47a9901f99a7b5170f8f', 'subnets': [{'id': 'aacfaef8-1f9a-46a6-9feb-3d047d0e9661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:31.632910 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a4d25b-51e8-4dca-9588-81259bf700ec None None] Checking router: 05ca309e-3d22-4e15-bab2-8e3d1df7f0b7 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:41:31.670443 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a4d25b-51e8-4dca-9588-81259bf700ec None None] Routers {'05ca309e-3d22-4e15-bab2-8e3d1df7f0b7'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:41:31.671084 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-58a4d25b-51e8-4dca-9588-81259bf700ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:41:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['05ca309e-3d22-4e15-bab2-8e3d1df7f0b7'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:31.721800 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-28daff37-d1da-425c-9490-a5c57d31a75e None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:31.741880 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-28daff37-d1da-425c-9490-a5c57d31a75e None None] Transition to ACTIVE for port object 5404abc0-b246-4bbd-bae6-a567f8211e80 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:41:31.778433 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-28daff37-d1da-425c-9490-a5c57d31a75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:31.849122 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 43736) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:31.852442 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-58a4d25b-51e8-4dca-9588-81259bf700ec None None] Set router 05ca309e-3d22-4e15-bab2-8e3d1df7f0b7 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:41:31.886883 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-28daff37-d1da-425c-9490-a5c57d31a75e None None] Attempting to bind port 5404abc0-b246-4bbd-bae6-a567f8211e80 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:41:31.887212 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-28daff37-d1da-425c-9490-a5c57d31a75e None None] Attempting to bind port 5404abc0-b246-4bbd-bae6-a567f8211e80 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:41:31.887519 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28daff37-d1da-425c-9490-a5c57d31a75e None None] Attempting to bind port 5404abc0-b246-4bbd-bae6-a567f8211e80 on network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:41:31.891163 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91964bc0-faea-4e85-b4dd-c42eb88a5d97 None None] Pushing event updated for resources: {'Port': ['ID=5404abc0-b246-4bbd-bae6-a567f8211e80,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:31.910724 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28daff37-d1da-425c-9490-a5c57d31a75e None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:41:31.911515 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28daff37-d1da-425c-9490-a5c57d31a75e None None] Checking segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:41:31.912315 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-28daff37-d1da-425c-9490-a5c57d31a75e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:31.913092 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28daff37-d1da-425c-9490-a5c57d31a75e None None] Bound using segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:41:31.913802 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-28daff37-d1da-425c-9490-a5c57d31a75e None None] Bound port: 5404abc0-b246-4bbd-bae6-a567f8211e80, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:41:31.914437 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-28daff37-d1da-425c-9490-a5c57d31a75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:31.959889 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-6af64c25-fee9-4791-8e3d-96b16c3de4cd tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/floatingips/c81db3c0-03df-4b3e-8ea3-73aeb66de525 HTTP/1.1" status: 200 len: 993 time: 0.1020341 Jul 15 23:41:32.189331 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39604f4d-381a-44e9-bb87-1c7a43d63e37 req-ed6a7826-98e5-49c2-ad29-91698ed64e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:32.191138 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-39604f4d-381a-44e9-bb87-1c7a43d63e37 req-ed6a7826-98e5-49c2-ad29-91698ed64e79 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a492b90a-11dd-4780-b015-12e4caf59db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6332722 Jul 15 23:41:32.201045 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9de543-6a63-476e-8fbb-db6cd42ddbd7 req-f2f182be-4fe3-45e5-befb-274295fbefd3 tempest-ServerAddressesNegativeTestJSON-1850791027 tempest-ServerAddressesNegativeTestJSON-1850791027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:32.202528 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1c9de543-6a63-476e-8fbb-db6cd42ddbd7 req-f2f182be-4fe3-45e5-befb-274295fbefd3 tempest-ServerAddressesNegativeTestJSON-1850791027 tempest-ServerAddressesNegativeTestJSON-1850791027-project] 10.222.0.49 "GET /v2.0/networks?id=85c72df0-03d0-41f7-b974-8eb5ca3652ef HTTP/1.1" status: 200 len: 822 time: 0.2275968 Jul 15 23:41:32.207949 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-28daff37-d1da-425c-9490-a5c57d31a75e None None] For port 5404abc0-b246-4bbd-bae6-a567f8211e80, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:41:32.218938 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-1c9de543-6a63-476e-8fbb-db6cd42ddbd7 req-e22ef128-c163-41d3-bf3a-7cdf789d7a18 tempest-ServerAddressesNegativeTestJSON-1850791027 tempest-ServerAddressesNegativeTestJSON-1850791027-project] Request body: {'port': {'device_id': 'fdfaf527-e0bb-4a7f-9c99-ba14ce0a8ed5', 'network_id': '85c72df0-03d0-41f7-b974-8eb5ca3652ef', 'admin_state_up': True, 'tenant_id': 'd8de734128fc486d967f07693cb957e5'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:41:32.224725 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-28daff37-d1da-425c-9490-a5c57d31a75e None None] For port 5404abc0-b246-4bbd-bae6-a567f8211e80, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=5404abc0-b246-4bbd-bae6-a567f8211e80,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:41:32.257946 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-28daff37-d1da-425c-9490-a5c57d31a75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:32.366772 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28daff37-d1da-425c-9490-a5c57d31a75e None None] Routers {'be68ea8f-73c8-4f24-a2ea-afe0af08208f'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:41:32.367413 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-28daff37-d1da-425c-9490-a5c57d31a75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:41:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['be68ea8f-73c8-4f24-a2ea-afe0af08208f'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:32.372213 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91964bc0-faea-4e85-b4dd-c42eb88a5d97 None None] Pushing event updated for resources: {'Port': ['ID=5404abc0-b246-4bbd-bae6-a567f8211e80,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:32.403413 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a672e03f-f133-4d67-8110-4b2e4d337018 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:32.456179 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-39604f4d-381a-44e9-bb87-1c7a43d63e37 req-00229c20-b8cc-4509-b278-6e910c02aee2 service neutron] 10.222.0.49 "GET /v2.0/networks/a492b90a-11dd-4780-b015-12e4caf59db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525373 Jul 15 23:41:32.487051 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-58a4d25b-51e8-4dca-9588-81259bf700ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ca309e-3d22-4e15-bab2-8e3d1df7f0b7', 'name': 'tempest-TestServerBasicOps-441917401-router', 'tenant_id': 'a632cbf28ecf47a9901f99a7b5170f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '46d67839-6470-4d71-839c-bcd8c53ed434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:40:57Z', 'updated_at': '2021-07-15T23:41:01Z', 'revision_number': 4, 'project_id': 'a632cbf28ecf47a9901f99a7b5170f8f', 'gw_port': {'id': '46d67839-6470-4d71-839c-bcd8c53ed434', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:af:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ca309e-3d22-4e15-bab2-8e3d1df7f0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:57Z', 'updated_at': '2021-07-15T23:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '27b2186f-4e3b-4eec-a490-fcf9f60670ba', 'tenant_id': 'a632cbf28ecf47a9901f99a7b5170f8f', 'floating_ip_address': '172.25.5.141', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '05ca309e-3d22-4e15-bab2-8e3d1df7f0b7', 'port_id': '5c9f1b97-112e-440e-a9ac-5e3571a83feb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a492b90a-11dd-4780-b015-12e4caf59db0', 'mac_address': 'fa:16:3e:28:e8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379d1973-329d-4879-9af8-65365e7ac0fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:41:29Z', 'updated_at': '2021-07-15T23:41:29Z', 'revision_number': 0, 'project_id': 'a632cbf28ecf47a9901f99a7b5170f8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ee1ed62-487c-4278-b53e-a51705a340e3', 'name': '', 'network_id': 'a492b90a-11dd-4780-b015-12e4caf59db0', 'tenant_id': 'a632cbf28ecf47a9901f99a7b5170f8f', 'mac_address': 'fa:16:3e:c4:6b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ca309e-3d22-4e15-bab2-8e3d1df7f0b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'aacfaef8-1f9a-46a6-9feb-3d047d0e9661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:41:00Z', 'updated_at': '2021-07-15T23:41:10Z', 'revision_number': 5, 'project_id': 'a632cbf28ecf47a9901f99a7b5170f8f', 'subnets': [{'id': 'aacfaef8-1f9a-46a6-9feb-3d047d0e9661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:32.492252 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-28daff37-d1da-425c-9490-a5c57d31a75e None None] Set router be68ea8f-73c8-4f24-a2ea-afe0af08208f gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:41:32.521456 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a672e03f-f133-4d67-8110-4b2e4d337018 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Pushing event updated for resources: {'Subnet': ['ID=a964e99c-d73a-4372-ae0d-098ab6532a17,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:32.543199 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a4d25b-51e8-4dca-9588-81259bf700ec None None] The sync data for ids ['05ca309e-3d22-4e15-bab2-8e3d1df7f0b7'] in n-d-794306-6 is: [{'id': '05ca309e-3d22-4e15-bab2-8e3d1df7f0b7', 'name': 'tempest-TestServerBasicOps-441917401-router', 'tenant_id': 'a632cbf28ecf47a9901f99a7b5170f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '46d67839-6470-4d71-839c-bcd8c53ed434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:40:57Z', 'updated_at': '2021-07-15T23:41:01Z', 'revision_number': 4, 'project_id': 'a632cbf28ecf47a9901f99a7b5170f8f', 'gw_port': {'id': '46d67839-6470-4d71-839c-bcd8c53ed434', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:af:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ca309e-3d22-4e15-bab2-8e3d1df7f0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:57Z', 'updated_at': '2021-07-15T23:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '27b2186f-4e3b-4eec-a490-fcf9f60670ba', 'tenant_id': 'a632cbf28ecf47a9901f99a7b5170f8f', 'floating_ip_address': '172.25.5.141', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '05ca309e-3d22-4e15-bab2-8e3d1df7f0b7', 'port_id': '5c9f1b97-112e-440e-a9ac-5e3571a83feb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a492b90a-11dd-4780-b015-12e4caf59db0', 'mac_address': 'fa:16:3e:28:e8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379d1973-329d-4879-9af8-65365e7ac0fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:41:29Z', 'updated_at': '2021-07-15T23:41:29Z', 'revision_number': 0, 'project_id': 'a632cbf28ecf47a9901f99a7b5170f8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ee1ed62-487c-4278-b53e-a51705a340e3', 'name': '', 'network_id': 'a492b90a-11dd-4780-b015-12e4caf59db0', 'tenant_id': 'a632cbf28ecf47a9901f99a7b5170f8f', 'mac_address': 'fa:16:3e:c4:6b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ca309e-3d22-4e15-bab2-8e3d1df7f0b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'aacfaef8-1f9a-46a6-9feb-3d047d0e9661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:41:00Z', 'updated_at': '2021-07-15T23:41:10Z', 'revision_number': 5, 'project_id': 'a632cbf28ecf47a9901f99a7b5170f8f', 'subnets': [{'id': 'aacfaef8-1f9a-46a6-9feb-3d047d0e9661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:41:32.573503 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c9de543-6a63-476e-8fbb-db6cd42ddbd7 req-e22ef128-c163-41d3-bf3a-7cdf789d7a18 tempest-ServerAddressesNegativeTestJSON-1850791027 tempest-ServerAddressesNegativeTestJSON-1850791027-project] Made reservation on behalf of d8de734128fc486d967f07693cb957e5 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:41:32.577173 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1c9de543-6a63-476e-8fbb-db6cd42ddbd7 req-e22ef128-c163-41d3-bf3a-7cdf789d7a18 tempest-ServerAddressesNegativeTestJSON-1850791027 tempest-ServerAddressesNegativeTestJSON-1850791027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:32.599884 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a672e03f-f133-4d67-8110-4b2e4d337018 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Checking segment: {'id': 'db5e4747-3355-4b9e-9f4b-d51da9043969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '948ab224-d09f-44ae-852a-f4270815cb7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:41:32.600368 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a672e03f-f133-4d67-8110-4b2e4d337018 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Network hostable DHCP agents. Network: 948ab224-d09f-44ae-852a-f4270815cb7f, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:41:32.693511 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-39604f4d-381a-44e9-bb87-1c7a43d63e37 req-b12d7e85-4874-441f-bf8e-f539d5fd46bb service neutron] 10.222.0.49 "GET /v2.0/networks/a492b90a-11dd-4780-b015-12e4caf59db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252166 Jul 15 23:41:32.723494 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b2bd1e87-44e5-4e73-9194-62abe7716986 req-9c2b8d14-7131-4ff9-8081-ab7e0c784ff5 tempest-ServerAddressesNegativeTestJSON-1850791027 tempest-ServerAddressesNegativeTestJSON-1850791027-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdfaf527-e0bb-4a7f-9c99-ba14ce0a8ed5 HTTP/1.1" status: 200 len: 210 time: 0.0543585 Jul 15 23:41:32.726721 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a672e03f-f133-4d67-8110-4b2e4d337018 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Network 948ab224-d09f-44ae-852a-f4270815cb7f is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:41:32.768141 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-28daff37-d1da-425c-9490-a5c57d31a75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be68ea8f-73c8-4f24-a2ea-afe0af08208f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2023003489', 'tenant_id': '5f0d8a39450b41748c0b81cefe499b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '5404abc0-b246-4bbd-bae6-a567f8211e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:41:26Z', 'updated_at': '2021-07-15T23:41:29Z', 'revision_number': 3, 'project_id': '5f0d8a39450b41748c0b81cefe499b9b', 'gw_port': {'id': '5404abc0-b246-4bbd-bae6-a567f8211e80', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3d:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be68ea8f-73c8-4f24-a2ea-afe0af08208f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:41:27Z', 'updated_at': '2021-07-15T23:41:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:32.771352 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-a672e03f-f133-4d67-8110-4b2e4d337018 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 948ab224-d09f-44ae-852a-f4270815cb7f) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:41:32.780547 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a672e03f-f133-4d67-8110-4b2e4d337018 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:32.782201 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a672e03f-f133-4d67-8110-4b2e4d337018 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:32.801363 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb69adee-2a6d-4d60-a916-fed92f37d24d None None] Network 948ab224-d09f-44ae-852a-f4270815cb7f requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:41:32.803884 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28daff37-d1da-425c-9490-a5c57d31a75e None None] The sync data for ids ['be68ea8f-73c8-4f24-a2ea-afe0af08208f'] in n-d-794306-6 is: [{'id': 'be68ea8f-73c8-4f24-a2ea-afe0af08208f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2023003489', 'tenant_id': '5f0d8a39450b41748c0b81cefe499b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '5404abc0-b246-4bbd-bae6-a567f8211e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:41:26Z', 'updated_at': '2021-07-15T23:41:29Z', 'revision_number': 3, 'project_id': '5f0d8a39450b41748c0b81cefe499b9b', 'gw_port': {'id': '5404abc0-b246-4bbd-bae6-a567f8211e80', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3d:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be68ea8f-73c8-4f24-a2ea-afe0af08208f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:41:27Z', 'updated_at': '2021-07-15T23:41:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:41:32.814942 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-a672e03f-f133-4d67-8110-4b2e4d337018 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4635906 Jul 15 23:41:32.818057 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 43740) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:32.830127 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-1c9de543-6a63-476e-8fbb-db6cd42ddbd7 req-e22ef128-c163-41d3-bf3a-7cdf789d7a18 tempest-ServerAddressesNegativeTestJSON-1850791027 tempest-ServerAddressesNegativeTestJSON-1850791027-project] Allocated IP 172.20.0.9 (85c72df0-03d0-41f7-b974-8eb5ca3652ef/a515c623-2b0f-407b-bcac-9294d291c2b8/fbac68b9-38eb-45bd-8e65-ff89db37b85d) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:41:32.891130 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1eeb5ff-ba57-487d-bc2f-b5b819246358 None None] New status for floating IP 27b2186f-4e3b-4eec-a490-fcf9f60670ba: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:41:33.044492 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1c9de543-6a63-476e-8fbb-db6cd42ddbd7 req-e22ef128-c163-41d3-bf3a-7cdf789d7a18 tempest-ServerAddressesNegativeTestJSON-1850791027 tempest-ServerAddressesNegativeTestJSON-1850791027-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:33.076072 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d112c266-00b3-4b09-8c50-df9a95d01106 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-948ab224-d09f-44ae-852a-f4270815cb7f', 'network_id': '948ab224-d09f-44ae-852a-f4270815cb7f', 'tenant_id': '5f0d8a39450b41748c0b81cefe499b9b', 'fixed_ips': [{'subnet_id': 'a964e99c-d73a-4372-ae0d-098ab6532a17'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:41:33.076072 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d112c266-00b3-4b09-8c50-df9a95d01106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:33.116333 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1c9de543-6a63-476e-8fbb-db6cd42ddbd7 req-e22ef128-c163-41d3-bf3a-7cdf789d7a18 tempest-ServerAddressesNegativeTestJSON-1850791027 tempest-ServerAddressesNegativeTestJSON-1850791027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:33.174593 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c9de543-6a63-476e-8fbb-db6cd42ddbd7 req-e22ef128-c163-41d3-bf3a-7cdf789d7a18 tempest-ServerAddressesNegativeTestJSON-1850791027 tempest-ServerAddressesNegativeTestJSON-1850791027-project] Network 85c72df0-03d0-41f7-b974-8eb5ca3652ef is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:41:33.181650 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-1c9de543-6a63-476e-8fbb-db6cd42ddbd7 req-e22ef128-c163-41d3-bf3a-7cdf789d7a18 tempest-ServerAddressesNegativeTestJSON-1850791027 tempest-ServerAddressesNegativeTestJSON-1850791027-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:41:33.183703 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c9de543-6a63-476e-8fbb-db6cd42ddbd7 req-e22ef128-c163-41d3-bf3a-7cdf789d7a18 tempest-ServerAddressesNegativeTestJSON-1850791027 tempest-ServerAddressesNegativeTestJSON-1850791027-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:41:33.220442 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22ef128-c163-41d3-bf3a-7cdf789d7a18 tempest-ServerAddressesNegativeTestJSON-1850791027 tempest-ServerAddressesNegativeTestJSON-1850791027-project] Pushing event updated for resources: {'Port': ['ID=fbac68b9-38eb-45bd-8e65-ff89db37b85d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:33.278495 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9de543-6a63-476e-8fbb-db6cd42ddbd7 req-e22ef128-c163-41d3-bf3a-7cdf789d7a18 tempest-ServerAddressesNegativeTestJSON-1850791027 tempest-ServerAddressesNegativeTestJSON-1850791027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:33.278495 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1c9de543-6a63-476e-8fbb-db6cd42ddbd7 req-e22ef128-c163-41d3-bf3a-7cdf789d7a18 tempest-ServerAddressesNegativeTestJSON-1850791027 tempest-ServerAddressesNegativeTestJSON-1850791027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:33.298344 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1c9de543-6a63-476e-8fbb-db6cd42ddbd7 req-e22ef128-c163-41d3-bf3a-7cdf789d7a18 tempest-ServerAddressesNegativeTestJSON-1850791027 tempest-ServerAddressesNegativeTestJSON-1850791027-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0852194 Jul 15 23:41:33.311130 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-d112c266-00b3-4b09-8c50-df9a95d01106 None None] Allocated IP 172.20.0.18 (948ab224-d09f-44ae-852a-f4270815cb7f/a964e99c-d73a-4372-ae0d-098ab6532a17/53071833-0265-491f-90fd-8621b7a7005b) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:41:33.312180 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-1c9de543-6a63-476e-8fbb-db6cd42ddbd7 req-9b444e68-4bdd-4486-8a4d-13d361999985 service neutron] Request body: {'port': {'device_id': 'fdfaf527-e0bb-4a7f-9c99-ba14ce0a8ed5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:41:33.415697 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:33.452761 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1c9de543-6a63-476e-8fbb-db6cd42ddbd7 req-9b444e68-4bdd-4486-8a4d-13d361999985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:33.505034 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e8155147-0ef6-44e3-97fa-b5ccda210bd4 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:33.508512 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d112c266-00b3-4b09-8c50-df9a95d01106 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:33.531026 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d112c266-00b3-4b09-8c50-df9a95d01106 None None] Transition to ACTIVE for port object 53071833-0265-491f-90fd-8621b7a7005b will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:41:33.560263 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d112c266-00b3-4b09-8c50-df9a95d01106 None None] Transition to ACTIVE for port object 53071833-0265-491f-90fd-8621b7a7005b will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:41:33.568355 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d112c266-00b3-4b09-8c50-df9a95d01106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:33.642539 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d112c266-00b3-4b09-8c50-df9a95d01106 None None] Network 948ab224-d09f-44ae-852a-f4270815cb7f is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:41:33.648088 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-d112c266-00b3-4b09-8c50-df9a95d01106 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:41:33.652111 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d112c266-00b3-4b09-8c50-df9a95d01106 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:41:33.659089 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d112c266-00b3-4b09-8c50-df9a95d01106 None None] Pushing event updated for resources: {'Port': ['ID=53071833-0265-491f-90fd-8621b7a7005b,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:33.736384 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-d112c266-00b3-4b09-8c50-df9a95d01106 None None] Attempting to bind port 53071833-0265-491f-90fd-8621b7a7005b on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:41:33.736883 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-d112c266-00b3-4b09-8c50-df9a95d01106 None None] Attempting to bind port 53071833-0265-491f-90fd-8621b7a7005b by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'db5e4747-3355-4b9e-9f4b-d51da9043969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '948ab224-d09f-44ae-852a-f4270815cb7f'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:41:33.737245 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d112c266-00b3-4b09-8c50-df9a95d01106 None None] Attempting to bind port 53071833-0265-491f-90fd-8621b7a7005b on network 948ab224-d09f-44ae-852a-f4270815cb7f {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:41:33.745724 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d112c266-00b3-4b09-8c50-df9a95d01106 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:41:33.746215 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d112c266-00b3-4b09-8c50-df9a95d01106 None None] Checking segment: {'id': 'db5e4747-3355-4b9e-9f4b-d51da9043969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '948ab224-d09f-44ae-852a-f4270815cb7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:41:33.746497 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d112c266-00b3-4b09-8c50-df9a95d01106 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:33.746890 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d112c266-00b3-4b09-8c50-df9a95d01106 None None] Bound using segment: {'id': 'db5e4747-3355-4b9e-9f4b-d51da9043969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '948ab224-d09f-44ae-852a-f4270815cb7f'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:41:33.747359 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-d112c266-00b3-4b09-8c50-df9a95d01106 None None] Bound port: 53071833-0265-491f-90fd-8621b7a7005b, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db5e4747-3355-4b9e-9f4b-d51da9043969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '948ab224-d09f-44ae-852a-f4270815cb7f'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:41:33.747767 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d112c266-00b3-4b09-8c50-df9a95d01106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:33.831895 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 5404abc0-b246-4bbd-bae6-a567f8211e80 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:41:33.912886 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-e8155147-0ef6-44e3-97fa-b5ccda210bd4 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Allocated IP 172.20.0.17 (948ab224-d09f-44ae-852a-f4270815cb7f/a964e99c-d73a-4372-ae0d-098ab6532a17/d6c9dc62-6c77-487f-8b4a-12ef1f66bbf3) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:41:33.945717 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-d112c266-00b3-4b09-8c50-df9a95d01106 None None] For port 53071833-0265-491f-90fd-8621b7a7005b, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:41:33.953460 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-d112c266-00b3-4b09-8c50-df9a95d01106 None None] For port 53071833-0265-491f-90fd-8621b7a7005b, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=53071833-0265-491f-90fd-8621b7a7005b,segment=NetworkSegment(db5e4747-3355-4b9e-9f4b-d51da9043969),segment_id=db5e4747-3355-4b9e-9f4b-d51da9043969)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:41:33.967998 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d112c266-00b3-4b09-8c50-df9a95d01106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:34.007395 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 5404abc0-b246-4bbd-bae6-a567f8211e80 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:41:34.021575 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 5404abc0-b246-4bbd-bae6-a567f8211e80 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:41:34.022179 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:34.054218 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-1c9de543-6a63-476e-8fbb-db6cd42ddbd7 req-9b444e68-4bdd-4486-8a4d-13d361999985 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbac68b9-38eb-45bd-8e65-ff89db37b85d {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:41:34.073594 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1c9de543-6a63-476e-8fbb-db6cd42ddbd7 req-9b444e68-4bdd-4486-8a4d-13d361999985 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:34.076566 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d112c266-00b3-4b09-8c50-df9a95d01106 None None] Pushing event updated for resources: {'Port': ['ID=53071833-0265-491f-90fd-8621b7a7005b,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:34.110369 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-1c9de543-6a63-476e-8fbb-db6cd42ddbd7 req-9b444e68-4bdd-4486-8a4d-13d361999985 service neutron] Transition to ACTIVE for port object fbac68b9-38eb-45bd-8e65-ff89db37b85d will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:41:34.120528 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1670e8-9d33-4357-9438-5422b620d9c0 req-a891e751-959b-4da6-8930-b0efd6b2e649 tempest-ServerAddressesNegativeTestJSON-1850791027 tempest-ServerAddressesNegativeTestJSON-1850791027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:34.121016 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e8155147-0ef6-44e3-97fa-b5ccda210bd4 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:34.132976 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3b1670e8-9d33-4357-9438-5422b620d9c0 req-a891e751-959b-4da6-8930-b0efd6b2e649 tempest-ServerAddressesNegativeTestJSON-1850791027 tempest-ServerAddressesNegativeTestJSON-1850791027-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdfaf527-e0bb-4a7f-9c99-ba14ce0a8ed5 HTTP/1.1" status: 200 len: 931 time: 0.2047484 Jul 15 23:41:34.141368 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-e8155147-0ef6-44e3-97fa-b5ccda210bd4 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Transition to ACTIVE for port object d6c9dc62-6c77-487f-8b4a-12ef1f66bbf3 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:41:34.151812 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:34.152802 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1c9de543-6a63-476e-8fbb-db6cd42ddbd7 req-9b444e68-4bdd-4486-8a4d-13d361999985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:34.183838 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 5404abc0-b246-4bbd-bae6-a567f8211e80, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=5404abc0-b246-4bbd-bae6-a567f8211e80,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:41:34.186009 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e8155147-0ef6-44e3-97fa-b5ccda210bd4 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:34.187962 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:34.252609 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8155147-0ef6-44e3-97fa-b5ccda210bd4 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Pushing event updated for resources: {'Port': ['ID=d6c9dc62-6c77-487f-8b4a-12ef1f66bbf3,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:34.267481 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-82c0af20-24aa-4fe1-a293-4b4dae4d0ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:34.268785 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8155147-0ef6-44e3-97fa-b5ccda210bd4 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Network 948ab224-d09f-44ae-852a-f4270815cb7f is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:41:34.270858 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-e8155147-0ef6-44e3-97fa-b5ccda210bd4 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:41:34.273796 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8155147-0ef6-44e3-97fa-b5ccda210bd4 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:41:34.290784 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b444e68-4bdd-4486-8a4d-13d361999985 service neutron] Pushing event updated for resources: {'Port': ['ID=fbac68b9-38eb-45bd-8e65-ff89db37b85d,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:34.293499 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=5404abc0-b246-4bbd-bae6-a567f8211e80,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:34.310767 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3b1670e8-9d33-4357-9438-5422b620d9c0 req-8e15e5c1-d5d6-479b-b2d9-70cbd4ce788d tempest-ServerAddressesNegativeTestJSON-1850791027 tempest-ServerAddressesNegativeTestJSON-1850791027-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb77086f-a3d7-4d94-b03d-ac321569a949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738639 Jul 15 23:41:34.390315 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e8155147-0ef6-44e3-97fa-b5ccda210bd4 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:34.392119 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:34.420565 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-1c9de543-6a63-476e-8fbb-db6cd42ddbd7 req-9b444e68-4bdd-4486-8a4d-13d361999985 service neutron] Attempting to bind port fbac68b9-38eb-45bd-8e65-ff89db37b85d on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:41:34.421155 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-1c9de543-6a63-476e-8fbb-db6cd42ddbd7 req-9b444e68-4bdd-4486-8a4d-13d361999985 service neutron] Attempting to bind port fbac68b9-38eb-45bd-8e65-ff89db37b85d by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '4524f79c-e3dd-46cf-8156-503fb4dd7a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '85c72df0-03d0-41f7-b974-8eb5ca3652ef'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:41:34.421561 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9de543-6a63-476e-8fbb-db6cd42ddbd7 req-9b444e68-4bdd-4486-8a4d-13d361999985 service neutron] Attempting to bind port fbac68b9-38eb-45bd-8e65-ff89db37b85d on network 85c72df0-03d0-41f7-b974-8eb5ca3652ef {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:41:34.426173 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9de543-6a63-476e-8fbb-db6cd42ddbd7 req-9b444e68-4bdd-4486-8a4d-13d361999985 service neutron] Port fbac68b9-38eb-45bd-8e65-ff89db37b85d on network 85c72df0-03d0-41f7-b974-8eb5ca3652ef not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:41:34.426569 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9de543-6a63-476e-8fbb-db6cd42ddbd7 req-9b444e68-4bdd-4486-8a4d-13d361999985 service neutron] Attempting to bind port fbac68b9-38eb-45bd-8e65-ff89db37b85d on network 85c72df0-03d0-41f7-b974-8eb5ca3652ef {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:41:34.438622 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9de543-6a63-476e-8fbb-db6cd42ddbd7 req-9b444e68-4bdd-4486-8a4d-13d361999985 service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:41:34.440393 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9de543-6a63-476e-8fbb-db6cd42ddbd7 req-9b444e68-4bdd-4486-8a4d-13d361999985 service neutron] Checking segment: {'id': '4524f79c-e3dd-46cf-8156-503fb4dd7a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '85c72df0-03d0-41f7-b974-8eb5ca3652ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:41:34.440804 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9de543-6a63-476e-8fbb-db6cd42ddbd7 req-9b444e68-4bdd-4486-8a4d-13d361999985 service neutron] Bound using segment: {'id': '4524f79c-e3dd-46cf-8156-503fb4dd7a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '85c72df0-03d0-41f7-b974-8eb5ca3652ef'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:41:34.441266 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-1c9de543-6a63-476e-8fbb-db6cd42ddbd7 req-9b444e68-4bdd-4486-8a4d-13d361999985 service neutron] Bound port: fbac68b9-38eb-45bd-8e65-ff89db37b85d, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4524f79c-e3dd-46cf-8156-503fb4dd7a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '85c72df0-03d0-41f7-b974-8eb5ca3652ef'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:41:34.441768 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1c9de543-6a63-476e-8fbb-db6cd42ddbd7 req-9b444e68-4bdd-4486-8a4d-13d361999985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:34.534080 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-1c9de543-6a63-476e-8fbb-db6cd42ddbd7 req-9b444e68-4bdd-4486-8a4d-13d361999985 service neutron] For port fbac68b9-38eb-45bd-8e65-ff89db37b85d, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:41:34.537828 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-1c9de543-6a63-476e-8fbb-db6cd42ddbd7 req-9b444e68-4bdd-4486-8a4d-13d361999985 service neutron] For port fbac68b9-38eb-45bd-8e65-ff89db37b85d, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=fbac68b9-38eb-45bd-8e65-ff89db37b85d,segment=NetworkSegment(4524f79c-e3dd-46cf-8156-503fb4dd7a07),segment_id=4524f79c-e3dd-46cf-8156-503fb4dd7a07)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:41:34.542984 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1c9de543-6a63-476e-8fbb-db6cd42ddbd7 req-9b444e68-4bdd-4486-8a4d-13d361999985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:34.572198 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e8155147-0ef6-44e3-97fa-b5ccda210bd4 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:34.578263 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9de543-6a63-476e-8fbb-db6cd42ddbd7 req-9b444e68-4bdd-4486-8a4d-13d361999985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:34.578887 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1c9de543-6a63-476e-8fbb-db6cd42ddbd7 req-9b444e68-4bdd-4486-8a4d-13d361999985 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:34.580325 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1c9de543-6a63-476e-8fbb-db6cd42ddbd7 req-9b444e68-4bdd-4486-8a4d-13d361999985 service neutron] 10.222.0.49 "PUT /v2.0/ports/fbac68b9-38eb-45bd-8e65-ff89db37b85d HTTP/1.1" status: 200 len: 1091 time: 1.2746994 Jul 15 23:41:34.580776 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdfaf527-e0bb-4a7f-9c99-ba14ce0a8ed5', 'tag': 'fbac68b9-38eb-45bd-8e65-ff89db37b85d'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:41:34.583029 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-717a5f93-353a-4fe1-a126-73794ca09c4c" -d '{"events": [{"name": "network-changed", "server_uuid": "fdfaf527-e0bb-4a7f-9c99-ba14ce0a8ed5", "tag": "fbac68b9-38eb-45bd-8e65-ff89db37b85d"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:41:34.613411 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b444e68-4bdd-4486-8a4d-13d361999985 service neutron] Pushing event updated for resources: {'Port': ['ID=fbac68b9-38eb-45bd-8e65-ff89db37b85d,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:34.660471 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf5b8b8-3b16-4531-a513-190050a94780 x-openstack-request-id: req-1cf5b8b8-3b16-4531-a513-190050a94780 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:41:34.661583 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdfaf527-e0bb-4a7f-9c99-ba14ce0a8ed5", "tag": "fbac68b9-38eb-45bd-8e65-ff89db37b85d", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:41:34.661583 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1cf5b8b8-3b16-4531-a513-190050a94780 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:41:34.661583 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdfaf527-e0bb-4a7f-9c99-ba14ce0a8ed5', 'tag': 'fbac68b9-38eb-45bd-8e65-ff89db37b85d', 'status': 'completed', 'code': 200} Jul 15 23:41:34.692373 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9de543-6a63-476e-8fbb-db6cd42ddbd7 req-3281dacd-a476-4f70-a578-9cb0b75d52c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:34.693948 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1c9de543-6a63-476e-8fbb-db6cd42ddbd7 req-3281dacd-a476-4f70-a578-9cb0b75d52c8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d8de734128fc486d967f07693cb957e5&device_id=fdfaf527-e0bb-4a7f-9c99-ba14ce0a8ed5 HTTP/1.1" status: 200 len: 1094 time: 0.0654514 Jul 15 23:41:34.739606 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1c9de543-6a63-476e-8fbb-db6cd42ddbd7 req-8e66b8f0-ad99-4dae-a2b4-f66375eab6d1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fbac68b9-38eb-45bd-8e65-ff89db37b85d HTTP/1.1" status: 200 len: 217 time: 0.0390565 Jul 15 23:41:34.788902 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9de543-6a63-476e-8fbb-db6cd42ddbd7 req-b36f85c2-e8d0-4ebd-bb74-6a43b39fb5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:34.791121 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1c9de543-6a63-476e-8fbb-db6cd42ddbd7 req-b36f85c2-e8d0-4ebd-bb74-6a43b39fb5ca service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a515c623-2b0f-407b-bcac-9294d291c2b8 HTTP/1.1" status: 200 len: 862 time: 0.0455081 Jul 15 23:41:34.825981 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1c9de543-6a63-476e-8fbb-db6cd42ddbd7 req-b18e68e8-943d-42fc-9f06-9ec6fd62e638 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=85c72df0-03d0-41f7-b974-8eb5ca3652ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288785 Jul 15 23:41:34.897484 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e8155147-0ef6-44e3-97fa-b5ccda210bd4 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:34.903256 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e8155147-0ef6-44e3-97fa-b5ccda210bd4 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:34.924449 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1c9de543-6a63-476e-8fbb-db6cd42ddbd7 req-24862809-1446-4b06-81d4-49257ea539e0 service neutron] 10.222.0.49 "GET /v2.0/networks/85c72df0-03d0-41f7-b974-8eb5ca3652ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926797 Jul 15 23:41:34.976227 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e8155147-0ef6-44e3-97fa-b5ccda210bd4 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:34.986346 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8155147-0ef6-44e3-97fa-b5ccda210bd4 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Pushing event updated for resources: {'Port': ['ID=d6c9dc62-6c77-487f-8b4a-12ef1f66bbf3,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:35.024423 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1c9de543-6a63-476e-8fbb-db6cd42ddbd7 req-5103434f-09b0-49e2-9699-b80123c6b1a8 service neutron] 10.222.0.49 "GET /v2.0/networks/85c72df0-03d0-41f7-b974-8eb5ca3652ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934107 Jul 15 23:41:35.130795 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717a5f93-353a-4fe1-a126-73794ca09c4c req-8a7929e2-d139-4374-9510-4f3c2b9e5aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:35.132349 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-717a5f93-353a-4fe1-a126-73794ca09c4c req-8a7929e2-d139-4374-9510-4f3c2b9e5aaa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d8de734128fc486d967f07693cb957e5&device_id=fdfaf527-e0bb-4a7f-9c99-ba14ce0a8ed5 HTTP/1.1" status: 200 len: 1094 time: 0.0620332 Jul 15 23:41:35.235824 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717a5f93-353a-4fe1-a126-73794ca09c4c req-df6268d3-b3c8-4530-a793-6dd3b87647ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:35.237365 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-717a5f93-353a-4fe1-a126-73794ca09c4c req-df6268d3-b3c8-4530-a793-6dd3b87647ad service neutron] 10.222.0.49 "GET /v2.0/networks?id=85c72df0-03d0-41f7-b974-8eb5ca3652ef HTTP/1.1" status: 200 len: 923 time: 0.0989385 Jul 15 23:41:35.284684 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-717a5f93-353a-4fe1-a126-73794ca09c4c req-28cb0651-ab4c-4ba3-b396-2810a764c9c6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fbac68b9-38eb-45bd-8e65-ff89db37b85d HTTP/1.1" status: 200 len: 217 time: 0.0399427 Jul 15 23:41:35.340948 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717a5f93-353a-4fe1-a126-73794ca09c4c req-bb3749f0-5529-46c6-bbfd-09d2d7e7fe25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:35.342899 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-717a5f93-353a-4fe1-a126-73794ca09c4c req-bb3749f0-5529-46c6-bbfd-09d2d7e7fe25 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a515c623-2b0f-407b-bcac-9294d291c2b8 HTTP/1.1" status: 200 len: 862 time: 0.0511842 Jul 15 23:41:35.386479 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-717a5f93-353a-4fe1-a126-73794ca09c4c req-1739f129-f3f0-4c89-961d-d07de15c6cc8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=85c72df0-03d0-41f7-b974-8eb5ca3652ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316145 Jul 15 23:41:35.435141 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8155147-0ef6-44e3-97fa-b5ccda210bd4 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Network 948ab224-d09f-44ae-852a-f4270815cb7f is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:41:35.436691 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-e8155147-0ef6-44e3-97fa-b5ccda210bd4 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:41:35.530769 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-717a5f93-353a-4fe1-a126-73794ca09c4c req-4241baf3-31b9-4654-820d-7882a76e83b2 service neutron] 10.222.0.49 "GET /v2.0/networks/85c72df0-03d0-41f7-b974-8eb5ca3652ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379802 Jul 15 23:41:35.557278 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c5693-448f-4afb-ad04-99dd062f28e4 req-3f25c74d-08f6-428c-ace2-10d4ce759c00 tempest-ServerAddressesNegativeTestJSON-1850791027 tempest-ServerAddressesNegativeTestJSON-1850791027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:35.558923 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-040c5693-448f-4afb-ad04-99dd062f28e4 req-3f25c74d-08f6-428c-ace2-10d4ce759c00 tempest-ServerAddressesNegativeTestJSON-1850791027 tempest-ServerAddressesNegativeTestJSON-1850791027-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdfaf527-e0bb-4a7f-9c99-ba14ce0a8ed5 HTTP/1.1" status: 200 len: 943 time: 0.1371839 Jul 15 23:41:35.561555 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8155147-0ef6-44e3-97fa-b5ccda210bd4 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Router be68ea8f-73c8-4f24-a2ea-afe0af08208f has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:41:35.675003 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-040c5693-448f-4afb-ad04-99dd062f28e4 req-0e46c765-4676-4eb9-8b83-6d2d903455fd tempest-ServerAddressesNegativeTestJSON-1850791027 tempest-ServerAddressesNegativeTestJSON-1850791027-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb77086f-a3d7-4d94-b03d-ac321569a949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985072 Jul 15 23:41:35.702446 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8155147-0ef6-44e3-97fa-b5ccda210bd4 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:41:35.703243 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-717a5f93-353a-4fe1-a126-73794ca09c4c req-3366d59a-3511-4734-8c5f-36e27226691c service neutron] 10.222.0.49 "GET /v2.0/networks/85c72df0-03d0-41f7-b974-8eb5ca3652ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642632 Jul 15 23:41:35.716075 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e8155147-0ef6-44e3-97fa-b5ccda210bd4 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.48 "PUT /v2.0/routers/be68ea8f-73c8-4f24-a2ea-afe0af08208f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8952184 Jul 15 23:41:35.718752 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781827b6-dbfe-4d42-b0a3-66164fe18143 None None] Sync routers for ids ['be68ea8f-73c8-4f24-a2ea-afe0af08208f'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:41:35.735663 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781827b6-dbfe-4d42-b0a3-66164fe18143 None None] Routers {'be68ea8f-73c8-4f24-a2ea-afe0af08208f'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:41:35.736476 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-781827b6-dbfe-4d42-b0a3-66164fe18143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:41:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['be68ea8f-73c8-4f24-a2ea-afe0af08208f'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:35.784915 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 5404abc0-b246-4bbd-bae6-a567f8211e80 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:41:35.886371 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-781827b6-dbfe-4d42-b0a3-66164fe18143 None None] Set router be68ea8f-73c8-4f24-a2ea-afe0af08208f gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:41:35.889701 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7056fd-8fc8-4d8c-8e73-50b70886b0a2 None None] Network 948ab224-d09f-44ae-852a-f4270815cb7f requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:41:35.931137 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 5404abc0-b246-4bbd-bae6-a567f8211e80 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:41:35.931517 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:36.051649 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc4d33b-4dde-4201-b991-a19a1d738554 req-9a954821-267d-4260-b5b1-71f49f3f12f1 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:36.053128 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ffc4d33b-4dde-4201-b991-a19a1d738554 req-9a954821-267d-4260-b5b1-71f49f3f12f1 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.48 "GET /v2.0/networks?id=948ab224-d09f-44ae-852a-f4270815cb7f HTTP/1.1" status: 200 len: 797 time: 0.1074479 Jul 15 23:41:36.069972 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ffc4d33b-4dde-4201-b991-a19a1d738554 req-b90b7fd5-b5a7-438d-96c3-3933a8f8f319 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.48 "GET /v2.0/quotas/5f0d8a39450b41748c0b81cefe499b9b HTTP/1.1" status: 200 len: 375 time: 0.0102718 Jul 15 23:41:36.175927 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ffc4d33b-4dde-4201-b991-a19a1d738554 req-dab1a017-98df-48ad-9746-b9ec19ca0821 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5f0d8a39450b41748c0b81cefe499b9b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0996141 Jul 15 23:41:36.236162 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-85c45d32-fdc1-4228-b3db-8cebc8d1f39a None None] Provisioning for port 53071833-0265-491f-90fd-8621b7a7005b completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:41:36.291657 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ffc4d33b-4dde-4201-b991-a19a1d738554 req-9ef52b1e-532a-457c-a8cb-bed392627e4c service neutron] 10.222.0.48 "GET /v2.0/networks/948ab224-d09f-44ae-852a-f4270815cb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029105 Jul 15 23:41:36.391041 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ffc4d33b-4dde-4201-b991-a19a1d738554 req-5a0dcd86-dcf0-4a15-97f2-85f41a0670dd service neutron] 10.222.0.48 "GET /v2.0/networks/948ab224-d09f-44ae-852a-f4270815cb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914292 Jul 15 23:41:36.418261 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 53071833-0265-491f-90fd-8621b7a7005b up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:41:36.436054 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:36.518732 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 53071833-0265-491f-90fd-8621b7a7005b completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:41:36.525857 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-781827b6-dbfe-4d42-b0a3-66164fe18143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be68ea8f-73c8-4f24-a2ea-afe0af08208f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2023003489', 'tenant_id': '5f0d8a39450b41748c0b81cefe499b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '5404abc0-b246-4bbd-bae6-a567f8211e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:41:26Z', 'updated_at': '2021-07-15T23:41:34Z', 'revision_number': 4, 'project_id': '5f0d8a39450b41748c0b81cefe499b9b', 'gw_port': {'id': '5404abc0-b246-4bbd-bae6-a567f8211e80', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be68ea8f-73c8-4f24-a2ea-afe0af08208f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:41:27Z', 'updated_at': '2021-07-15T23:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'd6c9dc62-6c77-487f-8b4a-12ef1f66bbf3', 'name': '', 'network_id': '948ab224-d09f-44ae-852a-f4270815cb7f', 'tenant_id': '5f0d8a39450b41748c0b81cefe499b9b', 'mac_address': 'fa:16:3e:15:77:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be68ea8f-73c8-4f24-a2ea-afe0af08208f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'a964e99c-d73a-4372-ae0d-098ab6532a17', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:41:33Z', 'updated_at': '2021-07-15T23:41:34Z', 'revision_number': 2, 'project_id': '5f0d8a39450b41748c0b81cefe499b9b', 'subnets': [{'id': 'a964e99c-d73a-4372-ae0d-098ab6532a17', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:36.530148 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 53071833-0265-491f-90fd-8621b7a7005b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:41:36.530148 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:36.567701 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781827b6-dbfe-4d42-b0a3-66164fe18143 None None] Checking router: be68ea8f-73c8-4f24-a2ea-afe0af08208f for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:41:36.568056 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781827b6-dbfe-4d42-b0a3-66164fe18143 None None] Updating router be68ea8f-73c8-4f24-a2ea-afe0af08208f port d6c9dc62-6c77-487f-8b4a-12ef1f66bbf3 binding host n-d-794306-6 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:41:36.583327 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bd3f454b-3eb4-46ee-a39f-43ba18598a56 req-2fc3dd09-5166-4cf6-9ee4-9b277b36e752 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd67a519-561c-4d04-9c17-d08505a1b955 HTTP/1.1" status: 200 len: 210 time: 0.0317650 Jul 15 23:41:36.634707 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-781827b6-dbfe-4d42-b0a3-66164fe18143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:36.743129 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:36.861594 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 53071833-0265-491f-90fd-8621b7a7005b, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=53071833-0265-491f-90fd-8621b7a7005b,segment=NetworkSegment(db5e4747-3355-4b9e-9f4b-d51da9043969),segment_id=db5e4747-3355-4b9e-9f4b-d51da9043969)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:41:36.871799 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:36.916722 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15732219-00bd-440f-af05-a7a154c3fe64 req-9ff28c4d-7e8f-4946-8b57-b29a722f09ad tempest-ServerAddressesNegativeTestJSON-1850791027 tempest-ServerAddressesNegativeTestJSON-1850791027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:36.919004 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-15732219-00bd-440f-af05-a7a154c3fe64 req-9ff28c4d-7e8f-4946-8b57-b29a722f09ad tempest-ServerAddressesNegativeTestJSON-1850791027 tempest-ServerAddressesNegativeTestJSON-1850791027-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdfaf527-e0bb-4a7f-9c99-ba14ce0a8ed5 HTTP/1.1" status: 200 len: 943 time: 0.0838091 Jul 15 23:41:36.983464 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-15732219-00bd-440f-af05-a7a154c3fe64 req-41425222-3279-4223-9bcc-8bec1530e703 tempest-ServerAddressesNegativeTestJSON-1850791027 tempest-ServerAddressesNegativeTestJSON-1850791027-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb77086f-a3d7-4d94-b03d-ac321569a949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569959 Jul 15 23:41:37.006339 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2dd44aa4-6902-47a1-94bf-18ab20b34b8d None None] Provisioning for port d6c9dc62-6c77-487f-8b4a-12ef1f66bbf3 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:41:37.021674 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=53071833-0265-491f-90fd-8621b7a7005b,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:37.028203 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2dd44aa4-6902-47a1-94bf-18ab20b34b8d None None] Provisioning complete for port d6c9dc62-6c77-487f-8b4a-12ef1f66bbf3 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:41:37.029672 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2dd44aa4-6902-47a1-94bf-18ab20b34b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:37.121163 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2dd44aa4-6902-47a1-94bf-18ab20b34b8d None None] Port d6c9dc62-6c77-487f-8b4a-12ef1f66bbf3 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:41:37.147559 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-781827b6-dbfe-4d42-b0a3-66164fe18143 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:37.150707 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2dd44aa4-6902-47a1-94bf-18ab20b34b8d None None] Provisioning complete for port 53071833-0265-491f-90fd-8621b7a7005b triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:41:37.151062 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2dd44aa4-6902-47a1-94bf-18ab20b34b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:37.180239 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-781827b6-dbfe-4d42-b0a3-66164fe18143 None None] Transition to ACTIVE for port object d6c9dc62-6c77-487f-8b4a-12ef1f66bbf3 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:41:37.191710 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-781827b6-dbfe-4d42-b0a3-66164fe18143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:37.222273 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device fbac68b9-38eb-45bd-8e65-ff89db37b85d details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:41:37.264232 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0402e0-a1e7-4221-8033-4d00bd2370dc None None] Pushing event updated for resources: {'Port': ['ID=d6c9dc62-6c77-487f-8b4a-12ef1f66bbf3,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:37.417462 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-781827b6-dbfe-4d42-b0a3-66164fe18143 None None] Attempting to bind port d6c9dc62-6c77-487f-8b4a-12ef1f66bbf3 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:41:37.417834 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-781827b6-dbfe-4d42-b0a3-66164fe18143 None None] Attempting to bind port d6c9dc62-6c77-487f-8b4a-12ef1f66bbf3 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'db5e4747-3355-4b9e-9f4b-d51da9043969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '948ab224-d09f-44ae-852a-f4270815cb7f'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:41:37.418253 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781827b6-dbfe-4d42-b0a3-66164fe18143 None None] Attempting to bind port d6c9dc62-6c77-487f-8b4a-12ef1f66bbf3 on network 948ab224-d09f-44ae-852a-f4270815cb7f {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:41:37.434343 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781827b6-dbfe-4d42-b0a3-66164fe18143 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:41:37.434722 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781827b6-dbfe-4d42-b0a3-66164fe18143 None None] Checking segment: {'id': 'db5e4747-3355-4b9e-9f4b-d51da9043969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '948ab224-d09f-44ae-852a-f4270815cb7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:41:37.435133 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-781827b6-dbfe-4d42-b0a3-66164fe18143 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:37.435520 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781827b6-dbfe-4d42-b0a3-66164fe18143 None None] Bound using segment: {'id': 'db5e4747-3355-4b9e-9f4b-d51da9043969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '948ab224-d09f-44ae-852a-f4270815cb7f'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:41:37.436021 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-781827b6-dbfe-4d42-b0a3-66164fe18143 None None] Bound port: d6c9dc62-6c77-487f-8b4a-12ef1f66bbf3, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db5e4747-3355-4b9e-9f4b-d51da9043969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '948ab224-d09f-44ae-852a-f4270815cb7f'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:41:37.436399 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-781827b6-dbfe-4d42-b0a3-66164fe18143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:37.461350 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port fbac68b9-38eb-45bd-8e65-ff89db37b85d, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=fbac68b9-38eb-45bd-8e65-ff89db37b85d,segment=NetworkSegment(4524f79c-e3dd-46cf-8156-503fb4dd7a07),segment_id=4524f79c-e3dd-46cf-8156-503fb4dd7a07)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:41:37.492956 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': 'fbac68b9-38eb-45bd-8e65-ff89db37b85d', 'network_id': '85c72df0-03d0-41f7-b974-8eb5ca3652ef', 'port_id': 'fbac68b9-38eb-45bd-8e65-ff89db37b85d', 'mac_address': 'fa:16:3e:df:c2:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a515c623-2b0f-407b-bcac-9294d291c2b8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:41:37.561586 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-781827b6-dbfe-4d42-b0a3-66164fe18143 None None] For port d6c9dc62-6c77-487f-8b4a-12ef1f66bbf3, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:41:37.566191 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:37.583486 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-781827b6-dbfe-4d42-b0a3-66164fe18143 None None] For port d6c9dc62-6c77-487f-8b4a-12ef1f66bbf3, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=d6c9dc62-6c77-487f-8b4a-12ef1f66bbf3,segment=NetworkSegment(db5e4747-3355-4b9e-9f4b-d51da9043969),segment_id=db5e4747-3355-4b9e-9f4b-d51da9043969)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:41:37.590094 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-781827b6-dbfe-4d42-b0a3-66164fe18143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:37.592624 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbac68b9-38eb-45bd-8e65-ff89db37b85d {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:41:37.638465 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 53071833-0265-491f-90fd-8621b7a7005b up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:41:37.683113 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port fbac68b9-38eb-45bd-8e65-ff89db37b85d, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=fbac68b9-38eb-45bd-8e65-ff89db37b85d,segment=NetworkSegment(4524f79c-e3dd-46cf-8156-503fb4dd7a07),segment_id=4524f79c-e3dd-46cf-8156-503fb4dd7a07)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:41:37.712970 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:37.737325 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0402e0-a1e7-4221-8033-4d00bd2370dc None None] Pushing event updated for resources: {'Port': ['ID=d6c9dc62-6c77-487f-8b4a-12ef1f66bbf3,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:37.762187 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-40817998-ffda-44de-84f6-eebeed2b719b req-1dfbac31-fe7c-416a-904e-b6ac33fab2d7 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd67a519-561c-4d04-9c17-d08505a1b955 HTTP/1.1" status: 200 len: 210 time: 0.0406792 Jul 15 23:41:37.792773 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=fbac68b9-38eb-45bd-8e65-ff89db37b85d,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:37.795634 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781827b6-dbfe-4d42-b0a3-66164fe18143 None None] Routers {'be68ea8f-73c8-4f24-a2ea-afe0af08208f'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:41:37.796251 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-781827b6-dbfe-4d42-b0a3-66164fe18143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:41:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['be68ea8f-73c8-4f24-a2ea-afe0af08208f'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:37.877052 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 53071833-0265-491f-90fd-8621b7a7005b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:41:37.877759 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:37.944803 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['fbac68b9-38eb-45bd-8e65-ff89db37b85d'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:41:37.968085 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc4d33b-4dde-4201-b991-a19a1d738554 req-01415017-6fd7-438e-ad4e-5caf08b42911 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:37.969660 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ffc4d33b-4dde-4201-b991-a19a1d738554 req-01415017-6fd7-438e-ad4e-5caf08b42911 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.49 "GET /v2.0/networks?id=948ab224-d09f-44ae-852a-f4270815cb7f HTTP/1.1" status: 200 len: 797 time: 0.1217711 Jul 15 23:41:37.998874 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-ffc4d33b-4dde-4201-b991-a19a1d738554 req-6db6274d-e3dd-4102-bc88-0668062d8209 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Request body: {'port': {'device_id': 'fd67a519-561c-4d04-9c17-d08505a1b955', 'network_id': '948ab224-d09f-44ae-852a-f4270815cb7f', 'admin_state_up': True, 'tenant_id': '5f0d8a39450b41748c0b81cefe499b9b'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:41:38.034982 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-781827b6-dbfe-4d42-b0a3-66164fe18143 None None] Set router be68ea8f-73c8-4f24-a2ea-afe0af08208f gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:41:38.196749 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffc4d33b-4dde-4201-b991-a19a1d738554 req-6db6274d-e3dd-4102-bc88-0668062d8209 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Made reservation on behalf of 5f0d8a39450b41748c0b81cefe499b9b for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:41:38.200574 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ffc4d33b-4dde-4201-b991-a19a1d738554 req-6db6274d-e3dd-4102-bc88-0668062d8209 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:38.246178 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddedf7b-38b4-4ef7-8742-057ac81f28e2 req-2b29ca04-1cf1-4792-bc32-01df10cf0a1f tempest-ServerAddressesNegativeTestJSON-1850791027 tempest-ServerAddressesNegativeTestJSON-1850791027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:38.247798 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-eddedf7b-38b4-4ef7-8742-057ac81f28e2 req-2b29ca04-1cf1-4792-bc32-01df10cf0a1f tempest-ServerAddressesNegativeTestJSON-1850791027 tempest-ServerAddressesNegativeTestJSON-1850791027-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdfaf527-e0bb-4a7f-9c99-ba14ce0a8ed5 HTTP/1.1" status: 200 len: 944 time: 0.1100473 Jul 15 23:41:38.293628 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:38.357224 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-eddedf7b-38b4-4ef7-8742-057ac81f28e2 req-c6e079ee-59a6-4517-9844-bdeb90dcf03c tempest-ServerAddressesNegativeTestJSON-1850791027 tempest-ServerAddressesNegativeTestJSON-1850791027-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb77086f-a3d7-4d94-b03d-ac321569a949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763240 Jul 15 23:41:38.393488 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-781827b6-dbfe-4d42-b0a3-66164fe18143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be68ea8f-73c8-4f24-a2ea-afe0af08208f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2023003489', 'tenant_id': '5f0d8a39450b41748c0b81cefe499b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '5404abc0-b246-4bbd-bae6-a567f8211e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:41:26Z', 'updated_at': '2021-07-15T23:41:34Z', 'revision_number': 4, 'project_id': '5f0d8a39450b41748c0b81cefe499b9b', 'gw_port': {'id': '5404abc0-b246-4bbd-bae6-a567f8211e80', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be68ea8f-73c8-4f24-a2ea-afe0af08208f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:41:27Z', 'updated_at': '2021-07-15T23:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'd6c9dc62-6c77-487f-8b4a-12ef1f66bbf3', 'name': '', 'network_id': '948ab224-d09f-44ae-852a-f4270815cb7f', 'tenant_id': '5f0d8a39450b41748c0b81cefe499b9b', 'mac_address': 'fa:16:3e:15:77:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be68ea8f-73c8-4f24-a2ea-afe0af08208f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'a964e99c-d73a-4372-ae0d-098ab6532a17', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:41:33Z', 'updated_at': '2021-07-15T23:41:37Z', 'revision_number': 4, 'project_id': '5f0d8a39450b41748c0b81cefe499b9b', 'subnets': [{'id': 'a964e99c-d73a-4372-ae0d-098ab6532a17', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:38.396304 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-ffc4d33b-4dde-4201-b991-a19a1d738554 req-6db6274d-e3dd-4102-bc88-0668062d8209 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Allocated IP 172.20.0.25 (948ab224-d09f-44ae-852a-f4270815cb7f/a964e99c-d73a-4372-ae0d-098ab6532a17/4ebbe7db-b366-4aed-8625-543d7496391b) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:41:38.424130 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781827b6-dbfe-4d42-b0a3-66164fe18143 None None] The sync data for ids ['be68ea8f-73c8-4f24-a2ea-afe0af08208f'] in n-d-794306-6 is: [{'id': 'be68ea8f-73c8-4f24-a2ea-afe0af08208f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2023003489', 'tenant_id': '5f0d8a39450b41748c0b81cefe499b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '5404abc0-b246-4bbd-bae6-a567f8211e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:41:26Z', 'updated_at': '2021-07-15T23:41:34Z', 'revision_number': 4, 'project_id': '5f0d8a39450b41748c0b81cefe499b9b', 'gw_port': {'id': '5404abc0-b246-4bbd-bae6-a567f8211e80', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be68ea8f-73c8-4f24-a2ea-afe0af08208f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:41:27Z', 'updated_at': '2021-07-15T23:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'd6c9dc62-6c77-487f-8b4a-12ef1f66bbf3', 'name': '', 'network_id': '948ab224-d09f-44ae-852a-f4270815cb7f', 'tenant_id': '5f0d8a39450b41748c0b81cefe499b9b', 'mac_address': 'fa:16:3e:15:77:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be68ea8f-73c8-4f24-a2ea-afe0af08208f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'a964e99c-d73a-4372-ae0d-098ab6532a17', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:41:33Z', 'updated_at': '2021-07-15T23:41:37Z', 'revision_number': 4, 'project_id': '5f0d8a39450b41748c0b81cefe499b9b', 'subnets': [{'id': 'a964e99c-d73a-4372-ae0d-098ab6532a17', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:41:38.562619 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ffc4d33b-4dde-4201-b991-a19a1d738554 req-6db6274d-e3dd-4102-bc88-0668062d8209 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:38.578201 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-ffc4d33b-4dde-4201-b991-a19a1d738554 req-6db6274d-e3dd-4102-bc88-0668062d8209 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Transition to ACTIVE for port object 4ebbe7db-b366-4aed-8625-543d7496391b will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:41:38.623869 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ffc4d33b-4dde-4201-b991-a19a1d738554 req-6db6274d-e3dd-4102-bc88-0668062d8209 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:38.670020 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffc4d33b-4dde-4201-b991-a19a1d738554 req-6db6274d-e3dd-4102-bc88-0668062d8209 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Network 948ab224-d09f-44ae-852a-f4270815cb7f is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:41:38.675860 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-ffc4d33b-4dde-4201-b991-a19a1d738554 req-6db6274d-e3dd-4102-bc88-0668062d8209 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:41:38.680911 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffc4d33b-4dde-4201-b991-a19a1d738554 req-6db6274d-e3dd-4102-bc88-0668062d8209 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:41:38.714673 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db6274d-e3dd-4102-bc88-0668062d8209 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Pushing event updated for resources: {'Port': ['ID=4ebbe7db-b366-4aed-8625-543d7496391b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:38.740695 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc4d33b-4dde-4201-b991-a19a1d738554 req-6db6274d-e3dd-4102-bc88-0668062d8209 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:38.741369 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ffc4d33b-4dde-4201-b991-a19a1d738554 req-6db6274d-e3dd-4102-bc88-0668062d8209 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:38.760849 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ffc4d33b-4dde-4201-b991-a19a1d738554 req-6db6274d-e3dd-4102-bc88-0668062d8209 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.7670276 Jul 15 23:41:38.774824 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-ffc4d33b-4dde-4201-b991-a19a1d738554 req-8232cd13-3163-46b7-a3f2-4d27694441eb service neutron] Request body: {'port': {'device_id': 'fd67a519-561c-4d04-9c17-d08505a1b955', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:41:38.879734 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ffc4d33b-4dde-4201-b991-a19a1d738554 req-8232cd13-3163-46b7-a3f2-4d27694441eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:38.954176 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8f72983f-0113-4eb9-98f5-7d72d8dc4671 None None] Provisioning for port 4ebbe7db-b366-4aed-8625-543d7496391b completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:41:38.959287 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8f72983f-0113-4eb9-98f5-7d72d8dc4671 None None] Provisioning complete for port 4ebbe7db-b366-4aed-8625-543d7496391b triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:41:38.960087 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8f72983f-0113-4eb9-98f5-7d72d8dc4671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:39.004025 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-8f72983f-0113-4eb9-98f5-7d72d8dc4671 None None] Port 4ebbe7db-b366-4aed-8625-543d7496391b cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:41:39.085740 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d166fecf-3c56-43e3-9acc-b68eab39f064 req-c218b025-e59b-4e91-bb2a-6878654eb1c4 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:39.087521 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d166fecf-3c56-43e3-9acc-b68eab39f064 req-c218b025-e59b-4e91-bb2a-6878654eb1c4 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd67a519-561c-4d04-9c17-d08505a1b955 HTTP/1.1" status: 200 len: 895 time: 0.1735854 Jul 15 23:41:39.207505 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device fbac68b9-38eb-45bd-8e65-ff89db37b85d up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:41:39.216375 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-ffc4d33b-4dde-4201-b991-a19a1d738554 req-8232cd13-3163-46b7-a3f2-4d27694441eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ebbe7db-b366-4aed-8625-543d7496391b {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:41:39.225097 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ffc4d33b-4dde-4201-b991-a19a1d738554 req-8232cd13-3163-46b7-a3f2-4d27694441eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:39.239418 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-ffc4d33b-4dde-4201-b991-a19a1d738554 req-8232cd13-3163-46b7-a3f2-4d27694441eb service neutron] Transition to ACTIVE for port object 4ebbe7db-b366-4aed-8625-543d7496391b will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:41:39.244570 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ffc4d33b-4dde-4201-b991-a19a1d738554 req-8232cd13-3163-46b7-a3f2-4d27694441eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:39.363981 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8232cd13-3163-46b7-a3f2-4d27694441eb service neutron] Pushing event updated for resources: {'Port': ['ID=4ebbe7db-b366-4aed-8625-543d7496391b,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:39.381242 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ffc4d33b-4dde-4201-b991-a19a1d738554 req-8232cd13-3163-46b7-a3f2-4d27694441eb service neutron] Attempting to bind port 4ebbe7db-b366-4aed-8625-543d7496391b on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:41:39.381577 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ffc4d33b-4dde-4201-b991-a19a1d738554 req-8232cd13-3163-46b7-a3f2-4d27694441eb service neutron] Attempting to bind port 4ebbe7db-b366-4aed-8625-543d7496391b by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': 'db5e4747-3355-4b9e-9f4b-d51da9043969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '948ab224-d09f-44ae-852a-f4270815cb7f'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:41:39.381912 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc4d33b-4dde-4201-b991-a19a1d738554 req-8232cd13-3163-46b7-a3f2-4d27694441eb service neutron] Attempting to bind port 4ebbe7db-b366-4aed-8625-543d7496391b on network 948ab224-d09f-44ae-852a-f4270815cb7f {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:41:39.389428 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc4d33b-4dde-4201-b991-a19a1d738554 req-8232cd13-3163-46b7-a3f2-4d27694441eb service neutron] Port 4ebbe7db-b366-4aed-8625-543d7496391b on network 948ab224-d09f-44ae-852a-f4270815cb7f not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:41:39.389754 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc4d33b-4dde-4201-b991-a19a1d738554 req-8232cd13-3163-46b7-a3f2-4d27694441eb service neutron] Attempting to bind port 4ebbe7db-b366-4aed-8625-543d7496391b on network 948ab224-d09f-44ae-852a-f4270815cb7f {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:41:39.402295 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc4d33b-4dde-4201-b991-a19a1d738554 req-8232cd13-3163-46b7-a3f2-4d27694441eb service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:41:39.402895 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc4d33b-4dde-4201-b991-a19a1d738554 req-8232cd13-3163-46b7-a3f2-4d27694441eb service neutron] Checking segment: {'id': 'db5e4747-3355-4b9e-9f4b-d51da9043969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '948ab224-d09f-44ae-852a-f4270815cb7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:41:39.403908 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc4d33b-4dde-4201-b991-a19a1d738554 req-8232cd13-3163-46b7-a3f2-4d27694441eb service neutron] Bound using segment: {'id': 'db5e4747-3355-4b9e-9f4b-d51da9043969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '948ab224-d09f-44ae-852a-f4270815cb7f'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:41:39.404672 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ffc4d33b-4dde-4201-b991-a19a1d738554 req-8232cd13-3163-46b7-a3f2-4d27694441eb service neutron] Bound port: 4ebbe7db-b366-4aed-8625-543d7496391b, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db5e4747-3355-4b9e-9f4b-d51da9043969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '948ab224-d09f-44ae-852a-f4270815cb7f'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:41:39.405388 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ffc4d33b-4dde-4201-b991-a19a1d738554 req-8232cd13-3163-46b7-a3f2-4d27694441eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:39.464523 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port fbac68b9-38eb-45bd-8e65-ff89db37b85d completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:41:39.469245 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port fbac68b9-38eb-45bd-8e65-ff89db37b85d triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:41:39.469887 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:39.502866 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-ffc4d33b-4dde-4201-b991-a19a1d738554 req-8232cd13-3163-46b7-a3f2-4d27694441eb service neutron] For port 4ebbe7db-b366-4aed-8625-543d7496391b, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:41:39.506547 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-ffc4d33b-4dde-4201-b991-a19a1d738554 req-8232cd13-3163-46b7-a3f2-4d27694441eb service neutron] For port 4ebbe7db-b366-4aed-8625-543d7496391b, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=4ebbe7db-b366-4aed-8625-543d7496391b,segment=NetworkSegment(db5e4747-3355-4b9e-9f4b-d51da9043969),segment_id=db5e4747-3355-4b9e-9f4b-d51da9043969)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:41:39.512262 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ffc4d33b-4dde-4201-b991-a19a1d738554 req-8232cd13-3163-46b7-a3f2-4d27694441eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:39.538342 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc4d33b-4dde-4201-b991-a19a1d738554 req-8232cd13-3163-46b7-a3f2-4d27694441eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:39.539011 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ffc4d33b-4dde-4201-b991-a19a1d738554 req-8232cd13-3163-46b7-a3f2-4d27694441eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:39.542815 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ffc4d33b-4dde-4201-b991-a19a1d738554 req-8232cd13-3163-46b7-a3f2-4d27694441eb service neutron] 10.222.0.49 "PUT /v2.0/ports/4ebbe7db-b366-4aed-8625-543d7496391b HTTP/1.1" status: 200 len: 1055 time: 0.7720926 Jul 15 23:41:39.566810 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd67a519-561c-4d04-9c17-d08505a1b955', 'tag': '4ebbe7db-b366-4aed-8625-543d7496391b'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:41:39.569681 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-575a8dbc-4c90-4e12-bc35-366c16190757" -d '{"events": [{"name": "network-changed", "server_uuid": "fd67a519-561c-4d04-9c17-d08505a1b955", "tag": "4ebbe7db-b366-4aed-8625-543d7496391b"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:41:39.622035 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:39.675460 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdfaf527-e0bb-4a7f-9c99-ba14ce0a8ed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbac68b9-38eb-45bd-8e65-ff89db37b85d'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:41:39.678205 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee5ea3a-a07a-4cea-a17e-20fb5bacac98" -d '{"events": [{"server_uuid": "fdfaf527-e0bb-4a7f-9c99-ba14ce0a8ed5", "name": "network-vif-plugged", "status": "completed", "tag": "fbac68b9-38eb-45bd-8e65-ff89db37b85d"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:41:39.695079 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port fbac68b9-38eb-45bd-8e65-ff89db37b85d, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=fbac68b9-38eb-45bd-8e65-ff89db37b85d,segment=NetworkSegment(4524f79c-e3dd-46cf-8156-503fb4dd7a07),segment_id=4524f79c-e3dd-46cf-8156-503fb4dd7a07)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:41:39.702005 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:39.762148 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device d6c9dc62-6c77-487f-8b4a-12ef1f66bbf3 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:41:39.793688 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584c8af8-b7bc-4014-a3d9-408340d8a007 x-openstack-request-id: req-584c8af8-b7bc-4014-a3d9-408340d8a007 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:41:39.794206 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdfaf527-e0bb-4a7f-9c99-ba14ce0a8ed5", "name": "network-vif-plugged", "status": "completed", "tag": "fbac68b9-38eb-45bd-8e65-ff89db37b85d", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:41:39.794627 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-584c8af8-b7bc-4014-a3d9-408340d8a007 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:41:39.795206 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdfaf527-e0bb-4a7f-9c99-ba14ce0a8ed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbac68b9-38eb-45bd-8e65-ff89db37b85d', 'code': 200} Jul 15 23:41:39.842488 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=fbac68b9-38eb-45bd-8e65-ff89db37b85d,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:39.866998 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port d6c9dc62-6c77-487f-8b4a-12ef1f66bbf3 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:41:39.872590 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port d6c9dc62-6c77-487f-8b4a-12ef1f66bbf3 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:41:39.872965 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:39.992755 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:40.047143 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port d6c9dc62-6c77-487f-8b4a-12ef1f66bbf3, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=d6c9dc62-6c77-487f-8b4a-12ef1f66bbf3,segment=NetworkSegment(db5e4747-3355-4b9e-9f4b-d51da9043969),segment_id=db5e4747-3355-4b9e-9f4b-d51da9043969)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:41:40.052357 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:40.109601 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=d6c9dc62-6c77-487f-8b4a-12ef1f66bbf3,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:40.126965 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9614fce-9dc4-46bc-b20f-7b17441410ef x-openstack-request-id: req-e9614fce-9dc4-46bc-b20f-7b17441410ef {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:41:40.127808 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd67a519-561c-4d04-9c17-d08505a1b955", "tag": "4ebbe7db-b366-4aed-8625-543d7496391b", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:41:40.127808 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e9614fce-9dc4-46bc-b20f-7b17441410ef {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:41:40.128157 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd67a519-561c-4d04-9c17-d08505a1b955', 'tag': '4ebbe7db-b366-4aed-8625-543d7496391b', 'status': 'completed', 'code': 200} Jul 15 23:41:40.178412 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8232cd13-3163-46b7-a3f2-4d27694441eb service neutron] Pushing event updated for resources: {'Port': ['ID=4ebbe7db-b366-4aed-8625-543d7496391b,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:40.216537 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f8eb72-f6de-4c64-9a89-354d7f4b2b8b req-b4c4a771-dc63-4dc1-8a8f-cd4d5f177d75 tempest-ServerAddressesNegativeTestJSON-1850791027 tempest-ServerAddressesNegativeTestJSON-1850791027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:40.218055 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a8f8eb72-f6de-4c64-9a89-354d7f4b2b8b req-b4c4a771-dc63-4dc1-8a8f-cd4d5f177d75 tempest-ServerAddressesNegativeTestJSON-1850791027 tempest-ServerAddressesNegativeTestJSON-1850791027-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdfaf527-e0bb-4a7f-9c99-ba14ce0a8ed5 HTTP/1.1" status: 200 len: 944 time: 0.6741176 Jul 15 23:41:40.285065 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc4d33b-4dde-4201-b991-a19a1d738554 req-9d8e6e84-0ff4-4aeb-9074-8499ea3a641e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:40.286513 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ffc4d33b-4dde-4201-b991-a19a1d738554 req-9d8e6e84-0ff4-4aeb-9074-8499ea3a641e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5f0d8a39450b41748c0b81cefe499b9b&device_id=fd67a519-561c-4d04-9c17-d08505a1b955 HTTP/1.1" status: 200 len: 1058 time: 0.6801071 Jul 15 23:41:40.294759 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a7ef4-ab3b-44ff-bfee-6388881e7af7 req-c9830f37-11e1-4640-bcde-c646ab4eeee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:40.296184 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ac9a7ef4-ab3b-44ff-bfee-6388881e7af7 req-c9830f37-11e1-4640-bcde-c646ab4eeee2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fdfaf527-e0bb-4a7f-9c99-ba14ce0a8ed5 HTTP/1.1" status: 200 len: 1096 time: 0.1710081 Jul 15 23:41:40.352106 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a8f8eb72-f6de-4c64-9a89-354d7f4b2b8b req-e534387e-025d-4eb4-be4c-a203839bd8f5 tempest-ServerAddressesNegativeTestJSON-1850791027 tempest-ServerAddressesNegativeTestJSON-1850791027-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb77086f-a3d7-4d94-b03d-ac321569a949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279325 Jul 15 23:41:40.360476 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ffc4d33b-4dde-4201-b991-a19a1d738554 req-b6689d3a-8532-42dd-afba-75c0d25c3f9b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=4ebbe7db-b366-4aed-8625-543d7496391b HTTP/1.1" status: 200 len: 217 time: 0.0632396 Jul 15 23:41:40.429628 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e1fcdd-9cf9-49a6-b476-04fc97e2a1e9 req-3c0a5ba6-8997-4eb9-9da4-925d6aee1890 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:40.431664 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-86e1fcdd-9cf9-49a6-b476-04fc97e2a1e9 req-3c0a5ba6-8997-4eb9-9da4-925d6aee1890 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd67a519-561c-4d04-9c17-d08505a1b955 HTTP/1.1" status: 200 len: 907 time: 0.2090409 Jul 15 23:41:40.435243 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ac9a7ef4-ab3b-44ff-bfee-6388881e7af7 req-e64ff425-7a93-442d-836d-03d9cf80bfe4 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=bb77086f-a3d7-4d94-b03d-ac321569a949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315711 Jul 15 23:41:40.444062 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc4d33b-4dde-4201-b991-a19a1d738554 req-577a41b9-a376-42e5-a429-d1bbc596ca1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:40.445590 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ffc4d33b-4dde-4201-b991-a19a1d738554 req-577a41b9-a376-42e5-a429-d1bbc596ca1a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a964e99c-d73a-4372-ae0d-098ab6532a17 HTTP/1.1" status: 200 len: 837 time: 0.0750105 Jul 15 23:41:40.540293 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc4d33b-4dde-4201-b991-a19a1d738554 req-2446f954-e2ec-406d-afb2-415fc534d4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:40.542569 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ffc4d33b-4dde-4201-b991-a19a1d738554 req-2446f954-e2ec-406d-afb2-415fc534d4c5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=948ab224-d09f-44ae-852a-f4270815cb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572932 Jul 15 23:41:40.650327 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ffc4d33b-4dde-4201-b991-a19a1d738554 req-3bfb8798-4fbe-42e6-aff6-a4c324e7538a service neutron] 10.222.0.49 "GET /v2.0/networks/948ab224-d09f-44ae-852a-f4270815cb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906725 Jul 15 23:41:40.747330 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ffc4d33b-4dde-4201-b991-a19a1d738554 req-aca0d156-f7d1-4f19-8891-338314b95b89 service neutron] 10.222.0.49 "GET /v2.0/networks/948ab224-d09f-44ae-852a-f4270815cb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907776 Jul 15 23:41:40.856462 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575a8dbc-4c90-4e12-bc35-366c16190757 req-b06ab0e9-3b7f-4032-a7ed-3881ba751d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:40.858032 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-575a8dbc-4c90-4e12-bc35-366c16190757 req-b06ab0e9-3b7f-4032-a7ed-3881ba751d8d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5f0d8a39450b41748c0b81cefe499b9b&device_id=fd67a519-561c-4d04-9c17-d08505a1b955 HTTP/1.1" status: 200 len: 1058 time: 0.0555644 Jul 15 23:41:40.955030 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575a8dbc-4c90-4e12-bc35-366c16190757 req-59734b6c-9056-478f-9b0c-7d508ad86a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:40.956683 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-575a8dbc-4c90-4e12-bc35-366c16190757 req-59734b6c-9056-478f-9b0c-7d508ad86a57 service neutron] 10.222.0.49 "GET /v2.0/networks?id=948ab224-d09f-44ae-852a-f4270815cb7f HTTP/1.1" status: 200 len: 898 time: 0.0924351 Jul 15 23:41:41.001340 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-575a8dbc-4c90-4e12-bc35-366c16190757 req-e761edf1-15df-455a-ba7f-db1c15a96ce8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=4ebbe7db-b366-4aed-8625-543d7496391b HTTP/1.1" status: 200 len: 217 time: 0.0374877 Jul 15 23:41:41.055554 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575a8dbc-4c90-4e12-bc35-366c16190757 req-481099bc-5d82-4b48-bd3c-07d274680cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:41.057106 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-575a8dbc-4c90-4e12-bc35-366c16190757 req-481099bc-5d82-4b48-bd3c-07d274680cb5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a964e99c-d73a-4372-ae0d-098ab6532a17 HTTP/1.1" status: 200 len: 837 time: 0.0463240 Jul 15 23:41:41.122355 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575a8dbc-4c90-4e12-bc35-366c16190757 req-85e016e9-7747-4a45-bdb2-de43b2d3e80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:41.123906 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-575a8dbc-4c90-4e12-bc35-366c16190757 req-85e016e9-7747-4a45-bdb2-de43b2d3e80a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=948ab224-d09f-44ae-852a-f4270815cb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0592213 Jul 15 23:41:41.221625 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-575a8dbc-4c90-4e12-bc35-366c16190757 req-10052c05-58c2-4798-9dc4-6ff9b16ee0b3 service neutron] 10.222.0.49 "GET /v2.0/networks/948ab224-d09f-44ae-852a-f4270815cb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901673 Jul 15 23:41:41.319119 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-575a8dbc-4c90-4e12-bc35-366c16190757 req-0d5c334e-2b2a-480c-9b29-2938b07c5e37 service neutron] 10.222.0.49 "GET /v2.0/networks/948ab224-d09f-44ae-852a-f4270815cb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910399 Jul 15 23:41:41.544039 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed914a-bc44-4bca-a499-33ad4757496d req-bd1d5d32-e79c-4003-87fa-9f61f59e864d tempest-ServerAddressesNegativeTestJSON-1850791027 tempest-ServerAddressesNegativeTestJSON-1850791027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:41.545573 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-caed914a-bc44-4bca-a499-33ad4757496d req-bd1d5d32-e79c-4003-87fa-9f61f59e864d tempest-ServerAddressesNegativeTestJSON-1850791027 tempest-ServerAddressesNegativeTestJSON-1850791027-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdfaf527-e0bb-4a7f-9c99-ba14ce0a8ed5 HTTP/1.1" status: 200 len: 945 time: 0.0791283 Jul 15 23:41:41.625024 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device d6c9dc62-6c77-487f-8b4a-12ef1f66bbf3 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:41:41.628092 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-caed914a-bc44-4bca-a499-33ad4757496d req-94b383fa-93a7-431c-8840-252782fb66a7 tempest-ServerAddressesNegativeTestJSON-1850791027 tempest-ServerAddressesNegativeTestJSON-1850791027-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb77086f-a3d7-4d94-b03d-ac321569a949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766249 Jul 15 23:41:41.661713 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf06ec1-0bcb-4925-a924-6ff75fdb950d req-08620937-ce6a-4711-b485-7f1dfeb9060a tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:41.663245 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bcf06ec1-0bcb-4925-a924-6ff75fdb950d req-08620937-ce6a-4711-b485-7f1dfeb9060a tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd67a519-561c-4d04-9c17-d08505a1b955 HTTP/1.1" status: 200 len: 907 time: 0.1042011 Jul 15 23:41:41.684055 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port d6c9dc62-6c77-487f-8b4a-12ef1f66bbf3 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:41:41.684605 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:42.163181 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd344d3d-6ea2-44e5-92fc-2f23badd4c93 req-bea464e3-283a-4e00-b6fd-f5eb30bc4f18 tempest-ServerAddressesNegativeTestJSON-1850791027 tempest-ServerAddressesNegativeTestJSON-1850791027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:42.165415 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cd344d3d-6ea2-44e5-92fc-2f23badd4c93 req-bea464e3-283a-4e00-b6fd-f5eb30bc4f18 tempest-ServerAddressesNegativeTestJSON-1850791027 tempest-ServerAddressesNegativeTestJSON-1850791027-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdfaf527-e0bb-4a7f-9c99-ba14ce0a8ed5 HTTP/1.1" status: 200 len: 945 time: 0.0824206 Jul 15 23:41:42.208207 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cd344d3d-6ea2-44e5-92fc-2f23badd4c93 req-a20215a5-652e-4727-9ead-d949b5397768 tempest-ServerAddressesNegativeTestJSON-1850791027 tempest-ServerAddressesNegativeTestJSON-1850791027-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb77086f-a3d7-4d94-b03d-ac321569a949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367017 Jul 15 23:41:42.859474 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d368ca-cae5-40e1-b110-3422a1863f2e req-16065eb4-5d14-4f7f-9c4a-e087663c33ff tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:42.861161 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-45d368ca-cae5-40e1-b110-3422a1863f2e req-16065eb4-5d14-4f7f-9c4a-e087663c33ff tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd67a519-561c-4d04-9c17-d08505a1b955 HTTP/1.1" status: 200 len: 907 time: 0.0655494 Jul 15 23:41:43.225409 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 4ebbe7db-b366-4aed-8625-543d7496391b details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:41:43.339705 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 4ebbe7db-b366-4aed-8625-543d7496391b, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=4ebbe7db-b366-4aed-8625-543d7496391b,segment=NetworkSegment(db5e4747-3355-4b9e-9f4b-d51da9043969),segment_id=db5e4747-3355-4b9e-9f4b-d51da9043969)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:41:43.351798 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '4ebbe7db-b366-4aed-8625-543d7496391b', 'network_id': '948ab224-d09f-44ae-852a-f4270815cb7f', 'port_id': '4ebbe7db-b366-4aed-8625-543d7496391b', 'mac_address': 'fa:16:3e:d3:37:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a964e99c-d73a-4372-ae0d-098ab6532a17', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:41:43.395985 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:43.412866 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ebbe7db-b366-4aed-8625-543d7496391b {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:41:43.438111 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 4ebbe7db-b366-4aed-8625-543d7496391b, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=4ebbe7db-b366-4aed-8625-543d7496391b,segment=NetworkSegment(db5e4747-3355-4b9e-9f4b-d51da9043969),segment_id=db5e4747-3355-4b9e-9f4b-d51da9043969)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:41:43.447094 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:43.465057 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3d3af4-8f78-4fbf-8e3a-f6f1fbdd508c req-e48624e7-6907-47d0-8b9c-bd469bf2df09 tempest-ServerAddressesNegativeTestJSON-1850791027 tempest-ServerAddressesNegativeTestJSON-1850791027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:43.466643 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8d3d3af4-8f78-4fbf-8e3a-f6f1fbdd508c req-e48624e7-6907-47d0-8b9c-bd469bf2df09 tempest-ServerAddressesNegativeTestJSON-1850791027 tempest-ServerAddressesNegativeTestJSON-1850791027-project] 10.222.0.49 "GET /v2.0/ports?device_id=fdfaf527-e0bb-4a7f-9c99-ba14ce0a8ed5 HTTP/1.1" status: 200 len: 945 time: 0.0958669 Jul 15 23:41:43.475928 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca72bad-d0e2-4b79-b27d-888a9e5c92a5 req-8e609f34-bdb7-4238-9077-2e0c9801b8c7 tempest-ServerAddressesNegativeTestJSON-1850791027 tempest-ServerAddressesNegativeTestJSON-1850791027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:43.478091 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bca72bad-d0e2-4b79-b27d-888a9e5c92a5 req-8e609f34-bdb7-4238-9077-2e0c9801b8c7 tempest-ServerAddressesNegativeTestJSON-1850791027 tempest-ServerAddressesNegativeTestJSON-1850791027-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdfaf527-e0bb-4a7f-9c99-ba14ce0a8ed5 HTTP/1.1" status: 200 len: 945 time: 0.1362524 Jul 15 23:41:43.518354 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=4ebbe7db-b366-4aed-8625-543d7496391b,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:43.587182 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bca72bad-d0e2-4b79-b27d-888a9e5c92a5 req-c45beba8-901c-413a-afd9-b0a813aec6d1 tempest-ServerAddressesNegativeTestJSON-1850791027 tempest-ServerAddressesNegativeTestJSON-1850791027-project] 10.222.0.48 "GET /v2.0/security-groups?id=bb77086f-a3d7-4d94-b03d-ac321569a949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989919 Jul 15 23:41:43.623217 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-8d3d3af4-8f78-4fbf-8e3a-f6f1fbdd508c req-3c3d041a-375e-4b9c-8d30-808c5d19e39a tempest-ServerAddressesNegativeTestJSON-1850791027 tempest-ServerAddressesNegativeTestJSON-1850791027-project] Deleting port fbac68b9-38eb-45bd-8e65-ff89db37b85d {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:41:43.623595 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8d3d3af4-8f78-4fbf-8e3a-f6f1fbdd508c req-3c3d041a-375e-4b9c-8d30-808c5d19e39a tempest-ServerAddressesNegativeTestJSON-1850791027 tempest-ServerAddressesNegativeTestJSON-1850791027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:43.665057 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['4ebbe7db-b366-4aed-8625-543d7496391b'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:41:43.722979 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-8d3d3af4-8f78-4fbf-8e3a-f6f1fbdd508c req-3c3d041a-375e-4b9c-8d30-808c5d19e39a tempest-ServerAddressesNegativeTestJSON-1850791027 tempest-ServerAddressesNegativeTestJSON-1850791027-project] For port fbac68b9-38eb-45bd-8e65-ff89db37b85d, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=fbac68b9-38eb-45bd-8e65-ff89db37b85d,segment=NetworkSegment(4524f79c-e3dd-46cf-8156-503fb4dd7a07),segment_id=4524f79c-e3dd-46cf-8156-503fb4dd7a07)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:41:43.723387 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8d3d3af4-8f78-4fbf-8e3a-f6f1fbdd508c req-3c3d041a-375e-4b9c-8d30-808c5d19e39a tempest-ServerAddressesNegativeTestJSON-1850791027 tempest-ServerAddressesNegativeTestJSON-1850791027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:43.741097 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-8d3d3af4-8f78-4fbf-8e3a-f6f1fbdd508c req-3c3d041a-375e-4b9c-8d30-808c5d19e39a tempest-ServerAddressesNegativeTestJSON-1850791027 tempest-ServerAddressesNegativeTestJSON-1850791027-project] Calling delete_port for fbac68b9-38eb-45bd-8e65-ff89db37b85d owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:41:43.885062 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8d3d3af4-8f78-4fbf-8e3a-f6f1fbdd508c req-3c3d041a-375e-4b9c-8d30-808c5d19e39a tempest-ServerAddressesNegativeTestJSON-1850791027 tempest-ServerAddressesNegativeTestJSON-1850791027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:43.898982 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['fbac68b9-38eb-45bd-8e65-ff89db37b85d'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:41:43.915731 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3d041a-375e-4b9c-8d30-808c5d19e39a tempest-ServerAddressesNegativeTestJSON-1850791027 tempest-ServerAddressesNegativeTestJSON-1850791027-project] Pushing event deleted for resources: {'Port': ['ID=fbac68b9-38eb-45bd-8e65-ff89db37b85d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:43.963397 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d3d3af4-8f78-4fbf-8e3a-f6f1fbdd508c req-3c3d041a-375e-4b9c-8d30-808c5d19e39a tempest-ServerAddressesNegativeTestJSON-1850791027 tempest-ServerAddressesNegativeTestJSON-1850791027-project] No DVR routers for this DVR port fbac68b9-38eb-45bd-8e65-ff89db37b85d on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:41:43.966144 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8d3d3af4-8f78-4fbf-8e3a-f6f1fbdd508c req-3c3d041a-375e-4b9c-8d30-808c5d19e39a tempest-ServerAddressesNegativeTestJSON-1850791027 tempest-ServerAddressesNegativeTestJSON-1850791027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:43.968257 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8d3d3af4-8f78-4fbf-8e3a-f6f1fbdd508c req-3c3d041a-375e-4b9c-8d30-808c5d19e39a tempest-ServerAddressesNegativeTestJSON-1850791027 tempest-ServerAddressesNegativeTestJSON-1850791027-project] 10.222.0.49 "DELETE /v2.0/ports/fbac68b9-38eb-45bd-8e65-ff89db37b85d HTTP/1.1" status: 204 len: 173 time: 0.4892220 Jul 15 23:41:43.968714 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdfaf527-e0bb-4a7f-9c99-ba14ce0a8ed5', 'name': 'network-vif-deleted', 'tag': 'fbac68b9-38eb-45bd-8e65-ff89db37b85d'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:41:43.971000 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c10e30-c0d2-43fc-84e5-3d8881bd05ab" -d '{"events": [{"server_uuid": "fdfaf527-e0bb-4a7f-9c99-ba14ce0a8ed5", "name": "network-vif-deleted", "tag": "fbac68b9-38eb-45bd-8e65-ff89db37b85d"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:41:44.016019 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d8b0341-1b09-456f-8c49-80575e70b3b1 x-openstack-request-id: req-7d8b0341-1b09-456f-8c49-80575e70b3b1 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:41:44.016303 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdfaf527-e0bb-4a7f-9c99-ba14ce0a8ed5", "name": "network-vif-deleted", "tag": "fbac68b9-38eb-45bd-8e65-ff89db37b85d", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:41:44.016556 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7d8b0341-1b09-456f-8c49-80575e70b3b1 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:41:44.016957 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdfaf527-e0bb-4a7f-9c99-ba14ce0a8ed5', 'name': 'network-vif-deleted', 'tag': 'fbac68b9-38eb-45bd-8e65-ff89db37b85d', 'status': 'completed', 'code': 200} Jul 15 23:41:44.060417 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5dd39f-731b-4691-995c-ed71d5edbb49 req-cf2efb24-b96c-4ae6-942c-b1d6a231da2a tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:44.062179 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1b5dd39f-731b-4691-995c-ed71d5edbb49 req-cf2efb24-b96c-4ae6-942c-b1d6a231da2a tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd67a519-561c-4d04-9c17-d08505a1b955 HTTP/1.1" status: 200 len: 908 time: 0.0795364 Jul 15 23:41:44.691453 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 43816) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:44.737328 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d252dfe-3d54-44f6-9cb6-ef72283495ec admin admin] Deleting subnet a515c623-2b0f-407b-bcac-9294d291c2b8 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:41:44.740327 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7d252dfe-3d54-44f6-9cb6-ef72283495ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:44.776812 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7d252dfe-3d54-44f6-9cb6-ef72283495ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:44.821286 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7d252dfe-3d54-44f6-9cb6-ef72283495ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:44.880546 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7d252dfe-3d54-44f6-9cb6-ef72283495ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:44.907804 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d252dfe-3d54-44f6-9cb6-ef72283495ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a515c623-2b0f-407b-bcac-9294d291c2b8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:44.909651 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7d252dfe-3d54-44f6-9cb6-ef72283495ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:44.913942 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-7d252dfe-3d54-44f6-9cb6-ef72283495ec admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a515c623-2b0f-407b-bcac-9294d291c2b8 HTTP/1.1" status: 204 len: 168 time: 0.2190206 Jul 15 23:41:44.914740 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 43818) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:44.981368 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f6b1bfd-8561-482d-9ca4-ab203ac0e2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:45.065511 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f6b1bfd-8561-482d-9ca4-ab203ac0e2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:45.075660 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-5f6b1bfd-8561-482d-9ca4-ab203ac0e2aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85c72df0-03d0-41f7-b974-8eb5ca3652ef']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:45.085521 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-5f6b1bfd-8561-482d-9ca4-ab203ac0e2aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4524f79c-e3dd-46cf-8156-503fb4dd7a07') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:45.085810 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-5f6b1bfd-8561-482d-9ca4-ab203ac0e2aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4524f79c-e3dd-46cf-8156-503fb4dd7a07') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:45.095032 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f6b1bfd-8561-482d-9ca4-ab203ac0e2aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:45.109568 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f6b1bfd-8561-482d-9ca4-ab203ac0e2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:45.115824 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f6b1bfd-8561-482d-9ca4-ab203ac0e2aa admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:41:45.116222 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f6b1bfd-8561-482d-9ca4-ab203ac0e2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:45.118487 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:41:45.118487 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:41:45.118487 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:41:45.118487 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:41:45.118487 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:41:45.118487 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:41:45.118487 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:41:45.118487 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:41:45.118487 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:41:45.118487 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:41:45.118487 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:41:45.118487 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:41:45.118487 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:41:45.118487 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:41:45.118487 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:41:45.118487 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:41:45.118487 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:41:45.118487 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:41:45.118487 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:41:45.118487 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:41:45.118487 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:41:45.118487 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:41:45.118487 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:41:45.118487 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:41:45.118487 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:41:45.118487 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:41:45.118487 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:41:45.118487 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:41:45.118487 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:41:45.118487 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:41:45.118487 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:41:45.118487 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:41:45.179471 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f6b1bfd-8561-482d-9ca4-ab203ac0e2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:45.188353 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f6b1bfd-8561-482d-9ca4-ab203ac0e2aa admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:45.190005 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-5f6b1bfd-8561-482d-9ca4-ab203ac0e2aa admin admin] 10.222.0.48 "DELETE /v2.0/networks/85c72df0-03d0-41f7-b974-8eb5ca3652ef HTTP/1.1" status: 204 len: 168 time: 0.2749453 Jul 15 23:41:45.200438 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6b1bfd-8561-482d-9ca4-ab203ac0e2aa admin admin] Pushing event deleted for resources: {'Network': ['ID=85c72df0-03d0-41f7-b974-8eb5ca3652ef,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:45.238197 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 4ebbe7db-b366-4aed-8625-543d7496391b up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:41:45.245698 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962084df-bab3-40a8-a199-07ea2a1ea58c req-1cb1c9b5-997e-4a1d-8fa6-177b84d01ca8 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:45.247301 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-962084df-bab3-40a8-a199-07ea2a1ea58c req-1cb1c9b5-997e-4a1d-8fa6-177b84d01ca8 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd67a519-561c-4d04-9c17-d08505a1b955 HTTP/1.1" status: 200 len: 908 time: 0.0715244 Jul 15 23:41:45.297715 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port 4ebbe7db-b366-4aed-8625-543d7496391b completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:41:45.301668 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 4ebbe7db-b366-4aed-8625-543d7496391b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:41:45.302042 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:45.325665 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 43824) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:45.371967 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-73652d92-dbe2-47aa-8880-caa3fcc33443 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d8de734128fc486d967f07693cb957e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0448751 Jul 15 23:41:45.374909 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 43826) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:45.388383 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:45.416501 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd67a519-561c-4d04-9c17-d08505a1b955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ebbe7db-b366-4aed-8625-543d7496391b'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:41:45.419524 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4a1084-cd1f-48a7-8104-7cfcf79a2851" -d '{"events": [{"server_uuid": "fd67a519-561c-4d04-9c17-d08505a1b955", "name": "network-vif-plugged", "status": "completed", "tag": "4ebbe7db-b366-4aed-8625-543d7496391b"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:41:45.431218 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-22927db3-b485-493f-9505-1676bb92f536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:45.435607 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 4ebbe7db-b366-4aed-8625-543d7496391b, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=4ebbe7db-b366-4aed-8625-543d7496391b,segment=NetworkSegment(db5e4747-3355-4b9e-9f4b-d51da9043969),segment_id=db5e4747-3355-4b9e-9f4b-d51da9043969)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:41:45.442948 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:45.459791 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-22927db3-b485-493f-9505-1676bb92f536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:45.480339 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182eefd0-a7d8-4fcb-89ac-5d6c812b48b5 x-openstack-request-id: req-182eefd0-a7d8-4fcb-89ac-5d6c812b48b5 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:41:45.481121 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd67a519-561c-4d04-9c17-d08505a1b955", "name": "network-vif-plugged", "status": "completed", "tag": "4ebbe7db-b366-4aed-8625-543d7496391b", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:41:45.481574 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-182eefd0-a7d8-4fcb-89ac-5d6c812b48b5 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:41:45.482543 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd67a519-561c-4d04-9c17-d08505a1b955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ebbe7db-b366-4aed-8625-543d7496391b', 'code': 200} Jul 15 23:41:45.520546 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=4ebbe7db-b366-4aed-8625-543d7496391b,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:45.526337 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-22927db3-b485-493f-9505-1676bb92f536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:45.529155 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-22927db3-b485-493f-9505-1676bb92f536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:45.533563 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-22927db3-b485-493f-9505-1676bb92f536 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bb77086f-a3d7-4d94-b03d-ac321569a949 HTTP/1.1" status: 204 len: 168 time: 0.1561594 Jul 15 23:41:45.547332 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22927db3-b485-493f-9505-1676bb92f536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb77086f-a3d7-4d94-b03d-ac321569a949,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:45.639150 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29e129-b6e0-4e5d-9507-fee4f2b5903a req-63f26eae-720f-4d14-8efe-842c133e53ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:45.641012 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bc29e129-b6e0-4e5d-9507-fee4f2b5903a req-63f26eae-720f-4d14-8efe-842c133e53ad service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fd67a519-561c-4d04-9c17-d08505a1b955 HTTP/1.1" status: 200 len: 1060 time: 0.0803230 Jul 15 23:41:46.293662 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 43852) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:46.439205 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-4249af3e-3438-46b5-af6e-2fe83db17702 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1447009875-network', 'tenant_id': '5e074d50acea4f2ca53b1a5166d2cd9f'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:41:46.465973 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4249af3e-3438-46b5-af6e-2fe83db17702 admin admin] Made reservation on behalf of 5e074d50acea4f2ca53b1a5166d2cd9f for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:41:46.469173 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4249af3e-3438-46b5-af6e-2fe83db17702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:46.480970 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4249af3e-3438-46b5-af6e-2fe83db17702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:46.494917 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747dff18-ea07-425e-8ffc-67db73a5cbec req-47be0f99-bf04-46f0-a57a-cc7334535ea8 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:46.498403 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-747dff18-ea07-425e-8ffc-67db73a5cbec req-47be0f99-bf04-46f0-a57a-cc7334535ea8 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd67a519-561c-4d04-9c17-d08505a1b955 HTTP/1.1" status: 200 len: 909 time: 0.0965674 Jul 15 23:41:46.592305 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4249af3e-3438-46b5-af6e-2fe83db17702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:46.596565 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4249af3e-3438-46b5-af6e-2fe83db17702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:46.629165 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4249af3e-3438-46b5-af6e-2fe83db17702 admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:41:46.636082 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4249af3e-3438-46b5-af6e-2fe83db17702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e521d3-0acf-4451-8a92-5540e9d07c04,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:46.642775 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4249af3e-3438-46b5-af6e-2fe83db17702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:46.643366 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-4249af3e-3438-46b5-af6e-2fe83db17702 admin admin] Added segment bcc0ed19-7117-49df-b712-deaf1b762b26 of type vlan for network 64718de5-16e4-43e0-935c-76d3ded349b5 Jul 15 23:41:46.688526 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4249af3e-3438-46b5-af6e-2fe83db17702 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:46.720753 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4249af3e-3438-46b5-af6e-2fe83db17702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:46.722144 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4249af3e-3438-46b5-af6e-2fe83db17702 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:46.722789 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4249af3e-3438-46b5-af6e-2fe83db17702 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:46.757917 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-4249af3e-3438-46b5-af6e-2fe83db17702 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4630325 Jul 15 23:41:46.761685 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 43856) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:46.768477 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-23ebf34f-add9-4021-b40c-1477a9dde6e0 admin admin] Request body: {'subnet': {'network_id': '64718de5-16e4-43e0-935c-76d3ded349b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1447009875-subnet', 'tenant_id': '5e074d50acea4f2ca53b1a5166d2cd9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:41:46.798200 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4249af3e-3438-46b5-af6e-2fe83db17702 admin admin] Pushing event updated for resources: {'Network': ['ID=64718de5-16e4-43e0-935c-76d3ded349b5,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:46.813604 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 64718de5-16e4-43e0-935c-76d3ded349b5 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:41:46.820838 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ebf34f-add9-4021-b40c-1477a9dde6e0 admin admin] Made reservation on behalf of 5e074d50acea4f2ca53b1a5166d2cd9f for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:41:46.823813 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23ebf34f-add9-4021-b40c-1477a9dde6e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:47.000045 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23ebf34f-add9-4021-b40c-1477a9dde6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:47.062472 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebf34f-add9-4021-b40c-1477a9dde6e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4faf5a83-136e-486c-a7ef-c0ae1c297798,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:47.072541 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ebf34f-add9-4021-b40c-1477a9dde6e0 admin admin] Checking segment: {'id': 'bcc0ed19-7117-49df-b712-deaf1b762b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '64718de5-16e4-43e0-935c-76d3ded349b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:41:47.072907 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ebf34f-add9-4021-b40c-1477a9dde6e0 admin admin] Network hostable DHCP agents. Network: 64718de5-16e4-43e0-935c-76d3ded349b5, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:41:47.089981 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ebf34f-add9-4021-b40c-1477a9dde6e0 admin admin] Network 64718de5-16e4-43e0-935c-76d3ded349b5 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:41:47.099715 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-23ebf34f-add9-4021-b40c-1477a9dde6e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 64718de5-16e4-43e0-935c-76d3ded349b5) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:41:47.104075 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ebf34f-add9-4021-b40c-1477a9dde6e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:47.104689 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23ebf34f-add9-4021-b40c-1477a9dde6e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:47.108346 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2b173e-ba70-47c8-a530-f09ecb8c429e None None] Network 64718de5-16e4-43e0-935c-76d3ded349b5 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:41:47.120949 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-23ebf34f-add9-4021-b40c-1477a9dde6e0 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3580179 Jul 15 23:41:47.253858 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0860ad7-9ed8-4ae5-ab1b-bff11d6830e3 None None] Network 64718de5-16e4-43e0-935c-76d3ded349b5 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:41:47.560907 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af7083f-df6b-4f47-a6bf-d740834d9f90 req-84686d73-2c1c-4244-9796-3d0d7000de72 tempest-ServerTagsTestJSON-392207914 tempest-ServerTagsTestJSON-392207914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:47.562428 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5af7083f-df6b-4f47-a6bf-d740834d9f90 req-84686d73-2c1c-4244-9796-3d0d7000de72 tempest-ServerTagsTestJSON-392207914 tempest-ServerTagsTestJSON-392207914-project] 10.222.0.48 "GET /v2.0/networks?id=64718de5-16e4-43e0-935c-76d3ded349b5 HTTP/1.1" status: 200 len: 809 time: 0.1041501 Jul 15 23:41:47.578184 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5af7083f-df6b-4f47-a6bf-d740834d9f90 req-9b0ad338-2869-4cc7-9f81-f93c6da47da5 tempest-ServerTagsTestJSON-392207914 tempest-ServerTagsTestJSON-392207914-project] 10.222.0.48 "GET /v2.0/quotas/5e074d50acea4f2ca53b1a5166d2cd9f HTTP/1.1" status: 200 len: 375 time: 0.0099382 Jul 15 23:41:47.613803 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5af7083f-df6b-4f47-a6bf-d740834d9f90 req-3ae3314b-c1ac-45ec-8a24-452e5cf72b32 tempest-ServerTagsTestJSON-392207914 tempest-ServerTagsTestJSON-392207914-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5e074d50acea4f2ca53b1a5166d2cd9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300498 Jul 15 23:41:47.747671 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5af7083f-df6b-4f47-a6bf-d740834d9f90 req-13ecd001-f978-4b35-9b77-745ab8470dff service neutron] 10.222.0.48 "GET /v2.0/networks/64718de5-16e4-43e0-935c-76d3ded349b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218534 Jul 15 23:41:47.756445 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a765fe8e-1b13-43e9-bec9-2b2e8ba2eef8 req-bb8f07f2-a7a7-4d62-92c2-b7fde13810dc tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:47.757945 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a765fe8e-1b13-43e9-bec9-2b2e8ba2eef8 req-bb8f07f2-a7a7-4d62-92c2-b7fde13810dc tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd67a519-561c-4d04-9c17-d08505a1b955 HTTP/1.1" status: 200 len: 909 time: 0.1413207 Jul 15 23:41:47.853122 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5af7083f-df6b-4f47-a6bf-d740834d9f90 req-9a969bbe-a8fb-4e6a-b53b-87e25f0adef2 service neutron] 10.222.0.48 "GET /v2.0/networks/64718de5-16e4-43e0-935c-76d3ded349b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941885 Jul 15 23:41:47.879105 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:41:47.942706 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5aa702-adae-43cf-a056-bb5e002f36dd req-14c2f906-36d0-4a3e-867c-088fddd21238 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:47.944286 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-df5aa702-adae-43cf-a056-bb5e002f36dd req-14c2f906-36d0-4a3e-867c-088fddd21238 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd67a519-561c-4d04-9c17-d08505a1b955 HTTP/1.1" status: 200 len: 909 time: 0.0694814 Jul 15 23:41:48.035250 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-60414a76-c9ea-466d-a3c0-105407306c4a req-f19300ab-1bca-4631-a884-9447d988e50b tempest-ServerTagsTestJSON-392207914 tempest-ServerTagsTestJSON-392207914-project] 10.222.0.48 "GET /v2.0/ports?device_id=e373aec5-8ec5-42ca-a6f9-bf2b1e063329 HTTP/1.1" status: 200 len: 210 time: 0.0315397 Jul 15 23:41:48.129586 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c815391-d5ce-405d-b749-92f2fac33234 req-876d6fee-04ab-448f-9db0-e90920026a3f tempest-TestSecurityGroupsBasicOps-1792558 tempest-TestSecurityGroupsBasicOps-1792558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:48.131256 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1c815391-d5ce-405d-b749-92f2fac33234 req-876d6fee-04ab-448f-9db0-e90920026a3f tempest-TestSecurityGroupsBasicOps-1792558 tempest-TestSecurityGroupsBasicOps-1792558-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=fd67a519-561c-4d04-9c17-d08505a1b955 HTTP/1.1" status: 200 len: 1060 time: 0.0628221 Jul 15 23:41:48.315454 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48bf18-227e-4813-bd7b-c68eeb236162 req-282d8176-a679-4179-94e3-9ec6d9d187d8 tempest-TestSecurityGroupsBasicOps-1792558 tempest-TestSecurityGroupsBasicOps-1792558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:48.317260 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3b48bf18-227e-4813-bd7b-c68eeb236162 req-282d8176-a679-4179-94e3-9ec6d9d187d8 tempest-TestSecurityGroupsBasicOps-1792558 tempest-TestSecurityGroupsBasicOps-1792558-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=da1090a6-b6c4-4a39-9c4c-e7f7cacf3e94 HTTP/1.1" status: 200 len: 1135 time: 0.0616646 Jul 15 23:41:48.362223 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3b48bf18-227e-4813-bd7b-c68eeb236162 req-c3b0e7d8-505e-461b-8aa8-f50fc6542af8 tempest-TestSecurityGroupsBasicOps-1792558 tempest-TestSecurityGroupsBasicOps-1792558-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=66a5bb4d-f5ba-4348-8cd4-02b93e34951f&id=c052f155-cac4-4a25-a65a-fd66df10654c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0388699 Jul 15 23:41:48.391097 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 43892) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:48.449700 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a8208a-2f9b-4a07-8992-e474bc98efdf tempest-TestSecurityGroupsBasicOps-1792558 tempest-TestSecurityGroupsBasicOps-1792558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:48.454132 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-16a8208a-2f9b-4a07-8992-e474bc98efdf tempest-TestSecurityGroupsBasicOps-1792558 tempest-TestSecurityGroupsBasicOps-1792558-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=fd67a519-561c-4d04-9c17-d08505a1b955 HTTP/1.1" status: 200 len: 1055 time: 0.0619760 Jul 15 23:41:48.853404 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe139e-14f2-4dfb-821f-d572663c5438 req-bb0ab71c-cc30-4b62-baa3-48d507ca0aab tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:48.854955 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2bfe139e-14f2-4dfb-821f-d572663c5438 req-bb0ab71c-cc30-4b62-baa3-48d507ca0aab tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd67a519-561c-4d04-9c17-d08505a1b955 HTTP/1.1" status: 200 len: 909 time: 0.0656586 Jul 15 23:41:49.209855 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f628e717-b074-4ad6-9e8a-5fac4f4e38e0 req-69a05e8a-1f6e-4938-836c-43419c0bd35b tempest-ServerTagsTestJSON-392207914 tempest-ServerTagsTestJSON-392207914-project] 10.222.0.48 "GET /v2.0/ports?device_id=e373aec5-8ec5-42ca-a6f9-bf2b1e063329 HTTP/1.1" status: 200 len: 210 time: 0.0365722 Jul 15 23:41:49.246155 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device fbac68b9-38eb-45bd-8e65-ff89db37b85d no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:41:49.294969 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: fbac68b9-38eb-45bd-8e65-ff89db37b85d {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:41:49.296468 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device fbac68b9-38eb-45bd-8e65-ff89db37b85d not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:41:49.389200 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af7083f-df6b-4f47-a6bf-d740834d9f90 req-4e91e905-f069-45d8-9e48-9b4cd107040c tempest-ServerTagsTestJSON-392207914 tempest-ServerTagsTestJSON-392207914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:49.390799 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5af7083f-df6b-4f47-a6bf-d740834d9f90 req-4e91e905-f069-45d8-9e48-9b4cd107040c tempest-ServerTagsTestJSON-392207914 tempest-ServerTagsTestJSON-392207914-project] 10.222.0.41 "GET /v2.0/networks?id=64718de5-16e4-43e0-935c-76d3ded349b5 HTTP/1.1" status: 200 len: 809 time: 0.1559854 Jul 15 23:41:49.417819 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-5af7083f-df6b-4f47-a6bf-d740834d9f90 req-ed0192fe-e817-4d94-b600-a66862c895f4 tempest-ServerTagsTestJSON-392207914 tempest-ServerTagsTestJSON-392207914-project] Request body: {'port': {'device_id': 'e373aec5-8ec5-42ca-a6f9-bf2b1e063329', 'network_id': '64718de5-16e4-43e0-935c-76d3ded349b5', 'admin_state_up': True, 'tenant_id': '5e074d50acea4f2ca53b1a5166d2cd9f'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:41:49.549581 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5af7083f-df6b-4f47-a6bf-d740834d9f90 req-ed0192fe-e817-4d94-b600-a66862c895f4 tempest-ServerTagsTestJSON-392207914 tempest-ServerTagsTestJSON-392207914-project] Made reservation on behalf of 5e074d50acea4f2ca53b1a5166d2cd9f for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:41:49.553203 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5af7083f-df6b-4f47-a6bf-d740834d9f90 req-ed0192fe-e817-4d94-b600-a66862c895f4 tempest-ServerTagsTestJSON-392207914 tempest-ServerTagsTestJSON-392207914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:49.684471 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-5af7083f-df6b-4f47-a6bf-d740834d9f90 req-ed0192fe-e817-4d94-b600-a66862c895f4 tempest-ServerTagsTestJSON-392207914 tempest-ServerTagsTestJSON-392207914-project] Allocated IP 172.20.0.2 (64718de5-16e4-43e0-935c-76d3ded349b5/4faf5a83-136e-486c-a7ef-c0ae1c297798/4d182549-28ee-4322-9d32-32521e98d1f5) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:41:49.841460 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5af7083f-df6b-4f47-a6bf-d740834d9f90 req-ed0192fe-e817-4d94-b600-a66862c895f4 tempest-ServerTagsTestJSON-392207914 tempest-ServerTagsTestJSON-392207914-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:49.883447 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5af7083f-df6b-4f47-a6bf-d740834d9f90 req-ed0192fe-e817-4d94-b600-a66862c895f4 tempest-ServerTagsTestJSON-392207914 tempest-ServerTagsTestJSON-392207914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:49.940833 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5af7083f-df6b-4f47-a6bf-d740834d9f90 req-ed0192fe-e817-4d94-b600-a66862c895f4 tempest-ServerTagsTestJSON-392207914 tempest-ServerTagsTestJSON-392207914-project] Network 64718de5-16e4-43e0-935c-76d3ded349b5 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:41:49.945282 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-5af7083f-df6b-4f47-a6bf-d740834d9f90 req-ed0192fe-e817-4d94-b600-a66862c895f4 tempest-ServerTagsTestJSON-392207914 tempest-ServerTagsTestJSON-392207914-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:41:49.947729 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-5af7083f-df6b-4f47-a6bf-d740834d9f90 req-ed0192fe-e817-4d94-b600-a66862c895f4 tempest-ServerTagsTestJSON-392207914 tempest-ServerTagsTestJSON-392207914-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:41:49.988294 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0192fe-e817-4d94-b600-a66862c895f4 tempest-ServerTagsTestJSON-392207914 tempest-ServerTagsTestJSON-392207914-project] Pushing event updated for resources: {'Port': ['ID=4d182549-28ee-4322-9d32-32521e98d1f5,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:50.036123 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af7083f-df6b-4f47-a6bf-d740834d9f90 req-ed0192fe-e817-4d94-b600-a66862c895f4 tempest-ServerTagsTestJSON-392207914 tempest-ServerTagsTestJSON-392207914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:50.036732 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5af7083f-df6b-4f47-a6bf-d740834d9f90 req-ed0192fe-e817-4d94-b600-a66862c895f4 tempest-ServerTagsTestJSON-392207914 tempest-ServerTagsTestJSON-392207914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:50.058250 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5af7083f-df6b-4f47-a6bf-d740834d9f90 req-ed0192fe-e817-4d94-b600-a66862c895f4 tempest-ServerTagsTestJSON-392207914 tempest-ServerTagsTestJSON-392207914-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6460416 Jul 15 23:41:50.097710 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-5af7083f-df6b-4f47-a6bf-d740834d9f90 req-5c152244-f3b9-4ca4-90c3-9ff80f5ddde4 service neutron] Request body: {'port': {'device_id': 'e373aec5-8ec5-42ca-a6f9-bf2b1e063329', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:41:50.133507 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2022baa8-67b7-43f8-a530-da1889ee7aba req-9d198a6e-367b-4b0e-b105-7dfb5f9bc004 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:50.135070 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2022baa8-67b7-43f8-a530-da1889ee7aba req-9d198a6e-367b-4b0e-b105-7dfb5f9bc004 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd67a519-561c-4d04-9c17-d08505a1b955 HTTP/1.1" status: 200 len: 909 time: 0.1596777 Jul 15 23:41:50.209440 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2c803-fcaa-4ec8-beef-cd12f1d34458 req-d763cfcb-df5f-449f-8885-5d8a5391c9f4 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:50.211530 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d3f2c803-fcaa-4ec8-beef-cd12f1d34458 req-d763cfcb-df5f-449f-8885-5d8a5391c9f4 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd67a519-561c-4d04-9c17-d08505a1b955 HTTP/1.1" status: 200 len: 909 time: 0.1518133 Jul 15 23:41:50.214702 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5af7083f-df6b-4f47-a6bf-d740834d9f90 req-5c152244-f3b9-4ca4-90c3-9ff80f5ddde4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:50.490999 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-d3f2c803-fcaa-4ec8-beef-cd12f1d34458 req-048699d6-857c-454b-a004-fb1c553f22e3 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Deleting port 4ebbe7db-b366-4aed-8625-543d7496391b {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:41:50.491241 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d3f2c803-fcaa-4ec8-beef-cd12f1d34458 req-048699d6-857c-454b-a004-fb1c553f22e3 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:50.563348 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb088ace-77cd-4801-9c2c-fd4b0f0ee60b req-a050eb6e-175b-47e9-84b3-e9123746f534 tempest-ServerTagsTestJSON-392207914 tempest-ServerTagsTestJSON-392207914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:50.564842 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fb088ace-77cd-4801-9c2c-fd4b0f0ee60b req-a050eb6e-175b-47e9-84b3-e9123746f534 tempest-ServerTagsTestJSON-392207914 tempest-ServerTagsTestJSON-392207914-project] 10.222.0.48 "GET /v2.0/ports?device_id=e373aec5-8ec5-42ca-a6f9-bf2b1e063329 HTTP/1.1" status: 200 len: 931 time: 0.1832581 Jul 15 23:41:50.670111 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fb088ace-77cd-4801-9c2c-fd4b0f0ee60b req-629494b5-f12c-4333-a325-198fb435ca27 tempest-ServerTagsTestJSON-392207914 tempest-ServerTagsTestJSON-392207914-project] 10.222.0.48 "GET /v2.0/security-groups?id=f0e521d3-0acf-4451-8a92-5540e9d07c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970240 Jul 15 23:41:50.691973 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-d3f2c803-fcaa-4ec8-beef-cd12f1d34458 req-048699d6-857c-454b-a004-fb1c553f22e3 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] For port 4ebbe7db-b366-4aed-8625-543d7496391b, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=4ebbe7db-b366-4aed-8625-543d7496391b,segment=NetworkSegment(db5e4747-3355-4b9e-9f4b-d51da9043969),segment_id=db5e4747-3355-4b9e-9f4b-d51da9043969)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:41:50.691973 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d3f2c803-fcaa-4ec8-beef-cd12f1d34458 req-048699d6-857c-454b-a004-fb1c553f22e3 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:50.727757 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-d3f2c803-fcaa-4ec8-beef-cd12f1d34458 req-048699d6-857c-454b-a004-fb1c553f22e3 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Calling delete_port for 4ebbe7db-b366-4aed-8625-543d7496391b owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:41:50.742943 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-5af7083f-df6b-4f47-a6bf-d740834d9f90 req-5c152244-f3b9-4ca4-90c3-9ff80f5ddde4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d182549-28ee-4322-9d32-32521e98d1f5 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:41:50.752177 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5af7083f-df6b-4f47-a6bf-d740834d9f90 req-5c152244-f3b9-4ca4-90c3-9ff80f5ddde4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:50.798655 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-5af7083f-df6b-4f47-a6bf-d740834d9f90 req-5c152244-f3b9-4ca4-90c3-9ff80f5ddde4 service neutron] Transition to ACTIVE for port object 4d182549-28ee-4322-9d32-32521e98d1f5 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:41:50.806621 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5af7083f-df6b-4f47-a6bf-d740834d9f90 req-5c152244-f3b9-4ca4-90c3-9ff80f5ddde4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:50.875785 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c152244-f3b9-4ca4-90c3-9ff80f5ddde4 service neutron] Pushing event updated for resources: {'Port': ['ID=4d182549-28ee-4322-9d32-32521e98d1f5,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:50.992117 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-5af7083f-df6b-4f47-a6bf-d740834d9f90 req-5c152244-f3b9-4ca4-90c3-9ff80f5ddde4 service neutron] Attempting to bind port 4d182549-28ee-4322-9d32-32521e98d1f5 on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:41:50.994019 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-5af7083f-df6b-4f47-a6bf-d740834d9f90 req-5c152244-f3b9-4ca4-90c3-9ff80f5ddde4 service neutron] Attempting to bind port 4d182549-28ee-4322-9d32-32521e98d1f5 by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': 'bcc0ed19-7117-49df-b712-deaf1b762b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '64718de5-16e4-43e0-935c-76d3ded349b5'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:41:50.994149 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af7083f-df6b-4f47-a6bf-d740834d9f90 req-5c152244-f3b9-4ca4-90c3-9ff80f5ddde4 service neutron] Attempting to bind port 4d182549-28ee-4322-9d32-32521e98d1f5 on network 64718de5-16e4-43e0-935c-76d3ded349b5 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:41:50.997908 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d3f2c803-fcaa-4ec8-beef-cd12f1d34458 req-048699d6-857c-454b-a004-fb1c553f22e3 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:51.005849 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af7083f-df6b-4f47-a6bf-d740834d9f90 req-5c152244-f3b9-4ca4-90c3-9ff80f5ddde4 service neutron] Port 4d182549-28ee-4322-9d32-32521e98d1f5 on network 64718de5-16e4-43e0-935c-76d3ded349b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:41:51.006184 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af7083f-df6b-4f47-a6bf-d740834d9f90 req-5c152244-f3b9-4ca4-90c3-9ff80f5ddde4 service neutron] Attempting to bind port 4d182549-28ee-4322-9d32-32521e98d1f5 on network 64718de5-16e4-43e0-935c-76d3ded349b5 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:41:51.031687 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048699d6-857c-454b-a004-fb1c553f22e3 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Pushing event deleted for resources: {'Port': ['ID=4ebbe7db-b366-4aed-8625-543d7496391b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:51.044110 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af7083f-df6b-4f47-a6bf-d740834d9f90 req-5c152244-f3b9-4ca4-90c3-9ff80f5ddde4 service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:41:51.044465 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af7083f-df6b-4f47-a6bf-d740834d9f90 req-5c152244-f3b9-4ca4-90c3-9ff80f5ddde4 service neutron] Checking segment: {'id': 'bcc0ed19-7117-49df-b712-deaf1b762b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '64718de5-16e4-43e0-935c-76d3ded349b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:41:51.044859 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af7083f-df6b-4f47-a6bf-d740834d9f90 req-5c152244-f3b9-4ca4-90c3-9ff80f5ddde4 service neutron] Bound using segment: {'id': 'bcc0ed19-7117-49df-b712-deaf1b762b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '64718de5-16e4-43e0-935c-76d3ded349b5'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:41:51.045319 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-5af7083f-df6b-4f47-a6bf-d740834d9f90 req-5c152244-f3b9-4ca4-90c3-9ff80f5ddde4 service neutron] Bound port: 4d182549-28ee-4322-9d32-32521e98d1f5, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcc0ed19-7117-49df-b712-deaf1b762b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '64718de5-16e4-43e0-935c-76d3ded349b5'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:41:51.045680 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5af7083f-df6b-4f47-a6bf-d740834d9f90 req-5c152244-f3b9-4ca4-90c3-9ff80f5ddde4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:51.053338 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f5ca75da-b657-4193-94e8-c8a35248c7b6 req-e1574a9d-4b1f-4ec6-b2c4-15ecf97c5887 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=da1090a6-b6c4-4a39-9c4c-e7f7cacf3e94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0627964 Jul 15 23:41:51.132373 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3f2c803-fcaa-4ec8-beef-cd12f1d34458 req-048699d6-857c-454b-a004-fb1c553f22e3 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] No DVR routers for this DVR port 4ebbe7db-b366-4aed-8625-543d7496391b on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:41:51.138180 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d3f2c803-fcaa-4ec8-beef-cd12f1d34458 req-048699d6-857c-454b-a004-fb1c553f22e3 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:51.140712 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d3f2c803-fcaa-4ec8-beef-cd12f1d34458 req-048699d6-857c-454b-a004-fb1c553f22e3 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.49 "DELETE /v2.0/ports/4ebbe7db-b366-4aed-8625-543d7496391b HTTP/1.1" status: 204 len: 173 time: 0.9237306 Jul 15 23:41:51.141181 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd67a519-561c-4d04-9c17-d08505a1b955', 'name': 'network-vif-deleted', 'tag': '4ebbe7db-b366-4aed-8625-543d7496391b'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:41:51.143511 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47395a3f-fdc8-42f0-a57c-06e5a367e319" -d '{"events": [{"server_uuid": "fd67a519-561c-4d04-9c17-d08505a1b955", "name": "network-vif-deleted", "tag": "4ebbe7db-b366-4aed-8625-543d7496391b"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:41:51.158479 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca75da-b657-4193-94e8-c8a35248c7b6 req-7ae0ecbf-91a6-4fe1-9f48-0940cb7fc900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:51.160423 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f5ca75da-b657-4193-94e8-c8a35248c7b6 req-7ae0ecbf-91a6-4fe1-9f48-0940cb7fc900 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5f0d8a39450b41748c0b81cefe499b9b&device_id=da1090a6-b6c4-4a39-9c4c-e7f7cacf3e94 HTTP/1.1" status: 200 len: 1135 time: 0.0614986 Jul 15 23:41:51.205581 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d68168-8245-4bf6-ae18-d167d4478428 x-openstack-request-id: req-38d68168-8245-4bf6-ae18-d167d4478428 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:41:51.206471 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd67a519-561c-4d04-9c17-d08505a1b955", "name": "network-vif-deleted", "tag": "4ebbe7db-b366-4aed-8625-543d7496391b", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:41:51.207151 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-38d68168-8245-4bf6-ae18-d167d4478428 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:41:51.208118 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd67a519-561c-4d04-9c17-d08505a1b955', 'name': 'network-vif-deleted', 'tag': '4ebbe7db-b366-4aed-8625-543d7496391b', 'status': 'completed', 'code': 200} Jul 15 23:41:51.230182 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-5af7083f-df6b-4f47-a6bf-d740834d9f90 req-5c152244-f3b9-4ca4-90c3-9ff80f5ddde4 service neutron] For port 4d182549-28ee-4322-9d32-32521e98d1f5, host n-h2-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:41:51.234464 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-5af7083f-df6b-4f47-a6bf-d740834d9f90 req-5c152244-f3b9-4ca4-90c3-9ff80f5ddde4 service neutron] For port 4d182549-28ee-4322-9d32-32521e98d1f5, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=4d182549-28ee-4322-9d32-32521e98d1f5,segment=NetworkSegment(bcc0ed19-7117-49df-b712-deaf1b762b26),segment_id=bcc0ed19-7117-49df-b712-deaf1b762b26)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:41:51.243328 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5af7083f-df6b-4f47-a6bf-d740834d9f90 req-5c152244-f3b9-4ca4-90c3-9ff80f5ddde4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:51.304172 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af7083f-df6b-4f47-a6bf-d740834d9f90 req-5c152244-f3b9-4ca4-90c3-9ff80f5ddde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:51.304448 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5af7083f-df6b-4f47-a6bf-d740834d9f90 req-5c152244-f3b9-4ca4-90c3-9ff80f5ddde4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:51.306455 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5af7083f-df6b-4f47-a6bf-d740834d9f90 req-5c152244-f3b9-4ca4-90c3-9ff80f5ddde4 service neutron] 10.222.0.41 "PUT /v2.0/ports/4d182549-28ee-4322-9d32-32521e98d1f5 HTTP/1.1" status: 200 len: 1091 time: 1.2332315 Jul 15 23:41:51.341381 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca75da-b657-4193-94e8-c8a35248c7b6 req-9f998dcd-7d11-4e0c-a7fa-4e4a5b595797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:51.343157 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f5ca75da-b657-4193-94e8-c8a35248c7b6 req-9f998dcd-7d11-4e0c-a7fa-4e4a5b595797 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2de34d27-ccf0-4ec0-8d19-72e4f2003199 HTTP/1.1" status: 200 len: 897 time: 0.1480160 Jul 15 23:41:51.365195 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-be517a63-397b-4746-8738-a63ace01a18b req-b9c17733-a1a6-479e-bc86-ae408f14f725 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd67a519-561c-4d04-9c17-d08505a1b955 HTTP/1.1" status: 200 len: 210 time: 0.0370655 Jul 15 23:41:51.365981 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c152244-f3b9-4ca4-90c3-9ff80f5ddde4 service neutron] Pushing event updated for resources: {'Port': ['ID=4d182549-28ee-4322-9d32-32521e98d1f5,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:51.428195 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f5ca75da-b657-4193-94e8-c8a35248c7b6 req-04333562-4f34-4014-a83d-82c629282c47 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9e1da94-f9dd-478b-b27e-648f19d91df3 HTTP/1.1" status: 200 len: 1000 time: 0.0768976 Jul 15 23:41:51.431269 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af7083f-df6b-4f47-a6bf-d740834d9f90 req-73e28a09-401a-435d-a8c3-f8ee10034464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:51.432830 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5af7083f-df6b-4f47-a6bf-d740834d9f90 req-73e28a09-401a-435d-a8c3-f8ee10034464 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5e074d50acea4f2ca53b1a5166d2cd9f&device_id=e373aec5-8ec5-42ca-a6f9-bf2b1e063329 HTTP/1.1" status: 200 len: 1094 time: 0.0624418 Jul 15 23:41:51.490586 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca75da-b657-4193-94e8-c8a35248c7b6 req-e7aadf92-2d35-4b27-b59d-6d126f577a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:51.492728 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f5ca75da-b657-4193-94e8-c8a35248c7b6 req-e7aadf92-2d35-4b27-b59d-6d126f577a46 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3ee10193-c61f-4262-948c-c4519fb074ab HTTP/1.1" status: 200 len: 835 time: 0.0452762 Jul 15 23:41:51.561101 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca75da-b657-4193-94e8-c8a35248c7b6 req-7b9358a7-8f06-4d40-aaa9-b8bbd1109fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:51.562536 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f5ca75da-b657-4193-94e8-c8a35248c7b6 req-7b9358a7-8f06-4d40-aaa9-b8bbd1109fee service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2de34d27-ccf0-4ec0-8d19-72e4f2003199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0631886 Jul 15 23:41:51.666115 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f5ca75da-b657-4193-94e8-c8a35248c7b6 req-bf279cc8-6270-4266-b43c-a34d6e21042e service neutron] 10.222.0.41 "GET /v2.0/networks/2de34d27-ccf0-4ec0-8d19-72e4f2003199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974548 Jul 15 23:41:51.796766 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f5ca75da-b657-4193-94e8-c8a35248c7b6 req-43099b10-d01e-4df6-85ad-cb6ac316d5f9 service neutron] 10.222.0.41 "GET /v2.0/networks/2de34d27-ccf0-4ec0-8d19-72e4f2003199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238508 Jul 15 23:41:51.841313 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5af7083f-df6b-4f47-a6bf-d740834d9f90 req-baa16c5d-625c-41e3-bf43-22d7529c0a0b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4d182549-28ee-4322-9d32-32521e98d1f5 HTTP/1.1" status: 200 len: 217 time: 0.3937328 Jul 15 23:41:51.929135 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af7083f-df6b-4f47-a6bf-d740834d9f90 req-f10704e1-d2ec-453c-b298-5f7b3741d06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:51.931371 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5af7083f-df6b-4f47-a6bf-d740834d9f90 req-f10704e1-d2ec-453c-b298-5f7b3741d06f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4faf5a83-136e-486c-a7ef-c0ae1c297798 HTTP/1.1" status: 200 len: 849 time: 0.0592856 Jul 15 23:41:51.946859 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22482eb-d1a9-4c33-aa73-f9f5178d55a9 req-c448f68c-f6ff-4b5a-88f7-4bbe5f79768b tempest-ServerTagsTestJSON-392207914 tempest-ServerTagsTestJSON-392207914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:51.948381 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c22482eb-d1a9-4c33-aa73-f9f5178d55a9 req-c448f68c-f6ff-4b5a-88f7-4bbe5f79768b tempest-ServerTagsTestJSON-392207914 tempest-ServerTagsTestJSON-392207914-project] 10.222.0.48 "GET /v2.0/ports?device_id=e373aec5-8ec5-42ca-a6f9-bf2b1e063329 HTTP/1.1" status: 200 len: 943 time: 0.1090593 Jul 15 23:41:51.986322 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5af7083f-df6b-4f47-a6bf-d740834d9f90 req-cf5de401-2568-4742-b5e3-453424d174c8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=64718de5-16e4-43e0-935c-76d3ded349b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370004 Jul 15 23:41:52.028759 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c22482eb-d1a9-4c33-aa73-f9f5178d55a9 req-636d7a02-122d-4d68-a43e-983458a45399 tempest-ServerTagsTestJSON-392207914 tempest-ServerTagsTestJSON-392207914-project] 10.222.0.48 "GET /v2.0/security-groups?id=f0e521d3-0acf-4451-8a92-5540e9d07c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721931 Jul 15 23:41:52.094351 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5af7083f-df6b-4f47-a6bf-d740834d9f90 req-6d44d7d2-a8d7-456c-88e0-aefb7bd81740 service neutron] 10.222.0.41 "GET /v2.0/networks/64718de5-16e4-43e0-935c-76d3ded349b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000626 Jul 15 23:41:52.183920 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5af7083f-df6b-4f47-a6bf-d740834d9f90 req-a0028d1b-f83b-4a1d-9065-4a83f39158db service neutron] 10.222.0.41 "GET /v2.0/networks/64718de5-16e4-43e0-935c-76d3ded349b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822935 Jul 15 23:41:52.465681 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 43918) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:52.831651 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6cb20f47-3d06-4992-bd73-7ed10bb1d170 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:53.102057 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-6cb20f47-3d06-4992-bd73-7ed10bb1d170 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Deleting port d6c9dc62-6c77-487f-8b4a-12ef1f66bbf3 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:41:53.102733 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6cb20f47-3d06-4992-bd73-7ed10bb1d170 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:53.210362 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e373aec5-8ec5-42ca-a6f9-bf2b1e063329', 'tag': '4d182549-28ee-4322-9d32-32521e98d1f5'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:41:53.212717 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f93969-0f7d-4e4b-90cc-485f5b50c866" -d '{"events": [{"name": "network-changed", "server_uuid": "e373aec5-8ec5-42ca-a6f9-bf2b1e063329", "tag": "4d182549-28ee-4322-9d32-32521e98d1f5"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:41:53.229969 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-6cb20f47-3d06-4992-bd73-7ed10bb1d170 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] For port d6c9dc62-6c77-487f-8b4a-12ef1f66bbf3, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=d6c9dc62-6c77-487f-8b4a-12ef1f66bbf3,segment=NetworkSegment(db5e4747-3355-4b9e-9f4b-d51da9043969),segment_id=db5e4747-3355-4b9e-9f4b-d51da9043969)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:41:53.230118 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6cb20f47-3d06-4992-bd73-7ed10bb1d170 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:53.247897 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-6cb20f47-3d06-4992-bd73-7ed10bb1d170 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Calling delete_port for d6c9dc62-6c77-487f-8b4a-12ef1f66bbf3 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:41:53.250345 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca9af528-b193-495e-9e92-d4362e6cff15 x-openstack-request-id: req-ca9af528-b193-495e-9e92-d4362e6cff15 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:41:53.250633 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e373aec5-8ec5-42ca-a6f9-bf2b1e063329", "tag": "4d182549-28ee-4322-9d32-32521e98d1f5", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:41:53.250883 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ca9af528-b193-495e-9e92-d4362e6cff15 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:41:53.251275 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e373aec5-8ec5-42ca-a6f9-bf2b1e063329', 'tag': '4d182549-28ee-4322-9d32-32521e98d1f5', 'status': 'completed', 'code': 200} Jul 15 23:41:53.317327 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e04746-5816-4755-89ab-8c377900fef2 req-f3f7bbbc-b395-499a-8300-b5da716342cc tempest-ServerTagsTestJSON-392207914 tempest-ServerTagsTestJSON-392207914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:53.318762 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-17e04746-5816-4755-89ab-8c377900fef2 req-f3f7bbbc-b395-499a-8300-b5da716342cc tempest-ServerTagsTestJSON-392207914 tempest-ServerTagsTestJSON-392207914-project] 10.222.0.48 "GET /v2.0/ports?device_id=e373aec5-8ec5-42ca-a6f9-bf2b1e063329 HTTP/1.1" status: 200 len: 943 time: 0.1582870 Jul 15 23:41:53.402743 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-17e04746-5816-4755-89ab-8c377900fef2 req-bb4e50f7-ec3f-4c22-a41e-aaae936eceab tempest-ServerTagsTestJSON-392207914 tempest-ServerTagsTestJSON-392207914-project] 10.222.0.48 "GET /v2.0/security-groups?id=f0e521d3-0acf-4451-8a92-5540e9d07c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646956 Jul 15 23:41:53.457109 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f93969-0f7d-4e4b-90cc-485f5b50c866 req-acdb37a2-f461-46b8-bd2d-bc1409c195ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:53.458627 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-58f93969-0f7d-4e4b-90cc-485f5b50c866 req-acdb37a2-f461-46b8-bd2d-bc1409c195ac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5e074d50acea4f2ca53b1a5166d2cd9f&device_id=e373aec5-8ec5-42ca-a6f9-bf2b1e063329 HTTP/1.1" status: 200 len: 1094 time: 0.1581891 Jul 15 23:41:53.598317 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f93969-0f7d-4e4b-90cc-485f5b50c866 req-da9e27d2-090b-468e-86c9-af389eb96994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:53.600249 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-58f93969-0f7d-4e4b-90cc-485f5b50c866 req-da9e27d2-090b-468e-86c9-af389eb96994 service neutron] 10.222.0.41 "GET /v2.0/networks?id=64718de5-16e4-43e0-935c-76d3ded349b5 HTTP/1.1" status: 200 len: 910 time: 0.1349235 Jul 15 23:41:53.601453 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6cb20f47-3d06-4992-bd73-7ed10bb1d170 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:53.636655 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb20f47-3d06-4992-bd73-7ed10bb1d170 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Pushing event deleted for resources: {'Port': ['ID=d6c9dc62-6c77-487f-8b4a-12ef1f66bbf3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:53.675102 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-58f93969-0f7d-4e4b-90cc-485f5b50c866 req-2c44a2ff-8c57-4b49-85f6-ddfd61ce4e17 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4d182549-28ee-4322-9d32-32521e98d1f5 HTTP/1.1" status: 200 len: 217 time: 0.0670674 Jul 15 23:41:53.769185 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f93969-0f7d-4e4b-90cc-485f5b50c866 req-59dab782-2b57-48f8-8c0c-3f930448c4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:53.770668 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-58f93969-0f7d-4e4b-90cc-485f5b50c866 req-59dab782-2b57-48f8-8c0c-3f930448c4b0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4faf5a83-136e-486c-a7ef-c0ae1c297798 HTTP/1.1" status: 200 len: 849 time: 0.0784976 Jul 15 23:41:53.844483 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-58f93969-0f7d-4e4b-90cc-485f5b50c866 req-d47fef98-8260-4a3c-b802-89bfd7282800 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=64718de5-16e4-43e0-935c-76d3ded349b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657930 Jul 15 23:41:53.968181 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6cb20f47-3d06-4992-bd73-7ed10bb1d170 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:53.994891 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-58f93969-0f7d-4e4b-90cc-485f5b50c866 req-1d9019cf-39bb-441b-b18f-a6114d4d57fe service neutron] 10.222.0.41 "GET /v2.0/networks/64718de5-16e4-43e0-935c-76d3ded349b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406424 Jul 15 23:41:54.169578 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-58f93969-0f7d-4e4b-90cc-485f5b50c866 req-ffe2ba01-755b-46eb-8ae7-9e346d84bf0f service neutron] 10.222.0.41 "GET /v2.0/networks/64718de5-16e4-43e0-935c-76d3ded349b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414549 Jul 15 23:41:54.292052 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cb20f47-3d06-4992-bd73-7ed10bb1d170 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Router be68ea8f-73c8-4f24-a2ea-afe0af08208f has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:41:54.411099 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb20f47-3d06-4992-bd73-7ed10bb1d170 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:41:54.417580 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-6cb20f47-3d06-4992-bd73-7ed10bb1d170 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.48 "PUT /v2.0/routers/be68ea8f-73c8-4f24-a2ea-afe0af08208f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9507878 Jul 15 23:41:54.420597 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 43926) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:54.422090 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b884544f-773a-4eba-9a22-384ce5c9375d None None] Sync routers for ids ['be68ea8f-73c8-4f24-a2ea-afe0af08208f'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:41:54.433971 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b884544f-773a-4eba-9a22-384ce5c9375d None None] Routers {'be68ea8f-73c8-4f24-a2ea-afe0af08208f'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:41:54.434622 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b884544f-773a-4eba-9a22-384ce5c9375d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:41:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['be68ea8f-73c8-4f24-a2ea-afe0af08208f'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:54.488245 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-616351cd-4395-491e-884f-17cf32fe4d7c tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Deleting subnet a964e99c-d73a-4372-ae0d-098ab6532a17 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:41:54.492636 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-616351cd-4395-491e-884f-17cf32fe4d7c tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:54.552917 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-b884544f-773a-4eba-9a22-384ce5c9375d None None] Set router be68ea8f-73c8-4f24-a2ea-afe0af08208f gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:41:54.571435 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-616351cd-4395-491e-884f-17cf32fe4d7c tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:54.758229 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b884544f-773a-4eba-9a22-384ce5c9375d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be68ea8f-73c8-4f24-a2ea-afe0af08208f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2023003489', 'tenant_id': '5f0d8a39450b41748c0b81cefe499b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '5404abc0-b246-4bbd-bae6-a567f8211e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:41:26Z', 'updated_at': '2021-07-15T23:41:53Z', 'revision_number': 5, 'project_id': '5f0d8a39450b41748c0b81cefe499b9b', 'gw_port': {'id': '5404abc0-b246-4bbd-bae6-a567f8211e80', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be68ea8f-73c8-4f24-a2ea-afe0af08208f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:41:27Z', 'updated_at': '2021-07-15T23:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:54.882114 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b884544f-773a-4eba-9a22-384ce5c9375d None None] Checking router: be68ea8f-73c8-4f24-a2ea-afe0af08208f for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:41:54.892091 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b884544f-773a-4eba-9a22-384ce5c9375d None None] Routers {'be68ea8f-73c8-4f24-a2ea-afe0af08208f'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:41:54.892715 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b884544f-773a-4eba-9a22-384ce5c9375d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:41:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['be68ea8f-73c8-4f24-a2ea-afe0af08208f'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:55.014281 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-b884544f-773a-4eba-9a22-384ce5c9375d None None] Set router be68ea8f-73c8-4f24-a2ea-afe0af08208f gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:41:55.018853 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b18312-6a59-4073-8533-105d8792553d req-b689e91a-4b2f-48fe-b1db-c3a699cd946e tempest-ServerTagsTestJSON-392207914 tempest-ServerTagsTestJSON-392207914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:55.020433 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-20b18312-6a59-4073-8533-105d8792553d req-b689e91a-4b2f-48fe-b1db-c3a699cd946e tempest-ServerTagsTestJSON-392207914 tempest-ServerTagsTestJSON-392207914-project] 10.222.0.48 "GET /v2.0/ports?device_id=e373aec5-8ec5-42ca-a6f9-bf2b1e063329 HTTP/1.1" status: 200 len: 943 time: 0.4839735 Jul 15 23:41:55.035285 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-616351cd-4395-491e-884f-17cf32fe4d7c tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:55.106198 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-20b18312-6a59-4073-8533-105d8792553d req-e265aaaa-bf9a-4318-9f48-e2e6effb010d tempest-ServerTagsTestJSON-392207914 tempest-ServerTagsTestJSON-392207914-project] 10.222.0.48 "GET /v2.0/security-groups?id=f0e521d3-0acf-4451-8a92-5540e9d07c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792294 Jul 15 23:41:55.139241 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-616351cd-4395-491e-884f-17cf32fe4d7c tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:55.168405 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616351cd-4395-491e-884f-17cf32fe4d7c tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Pushing event deleted for resources: {'Subnet': ['ID=a964e99c-d73a-4372-ae0d-098ab6532a17,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:55.177179 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-616351cd-4395-491e-884f-17cf32fe4d7c tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:55.178532 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc418360-3428-420c-9607-5b20d7d823e2 None None] Network 948ab224-d09f-44ae-852a-f4270815cb7f requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:41:55.187129 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-616351cd-4395-491e-884f-17cf32fe4d7c tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.48 "DELETE /v2.0/subnets/a964e99c-d73a-4372-ae0d-098ab6532a17 HTTP/1.1" status: 204 len: 168 time: 0.7629397 Jul 15 23:41:55.187639 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 43930) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:55.225672 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b884544f-773a-4eba-9a22-384ce5c9375d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be68ea8f-73c8-4f24-a2ea-afe0af08208f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2023003489', 'tenant_id': '5f0d8a39450b41748c0b81cefe499b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '5404abc0-b246-4bbd-bae6-a567f8211e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:41:26Z', 'updated_at': '2021-07-15T23:41:53Z', 'revision_number': 5, 'project_id': '5f0d8a39450b41748c0b81cefe499b9b', 'gw_port': {'id': '5404abc0-b246-4bbd-bae6-a567f8211e80', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be68ea8f-73c8-4f24-a2ea-afe0af08208f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:41:27Z', 'updated_at': '2021-07-15T23:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:55.260284 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b884544f-773a-4eba-9a22-384ce5c9375d None None] The sync data for ids ['be68ea8f-73c8-4f24-a2ea-afe0af08208f'] in n-d-794306-6 is: [{'id': 'be68ea8f-73c8-4f24-a2ea-afe0af08208f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2023003489', 'tenant_id': '5f0d8a39450b41748c0b81cefe499b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '5404abc0-b246-4bbd-bae6-a567f8211e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:41:26Z', 'updated_at': '2021-07-15T23:41:53Z', 'revision_number': 5, 'project_id': '5f0d8a39450b41748c0b81cefe499b9b', 'gw_port': {'id': '5404abc0-b246-4bbd-bae6-a567f8211e80', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be68ea8f-73c8-4f24-a2ea-afe0af08208f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:41:27Z', 'updated_at': '2021-07-15T23:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:41:55.270225 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 4ebbe7db-b366-4aed-8625-543d7496391b no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:41:55.312370 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: 4ebbe7db-b366-4aed-8625-543d7496391b {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:41:55.312721 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 4ebbe7db-b366-4aed-8625-543d7496391b not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:41:55.318129 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3271a7e6-8755-4f60-a673-b7696395154f tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:55.439279 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3271a7e6-8755-4f60-a673-b7696395154f tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:55.501290 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-3271a7e6-8755-4f60-a673-b7696395154f tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Deleting port 5404abc0-b246-4bbd-bae6-a567f8211e80 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:41:55.501638 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3271a7e6-8755-4f60-a673-b7696395154f tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:55.566373 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:55.589978 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-3271a7e6-8755-4f60-a673-b7696395154f tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] For port 5404abc0-b246-4bbd-bae6-a567f8211e80, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=5404abc0-b246-4bbd-bae6-a567f8211e80,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:41:55.590339 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3271a7e6-8755-4f60-a673-b7696395154f tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:55.603455 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-3271a7e6-8755-4f60-a673-b7696395154f tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Calling delete_port for 5404abc0-b246-4bbd-bae6-a567f8211e80 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:41:55.655482 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07de778-5fca-45bd-9b1e-d3bf8acfda2f None None] DHCP port deletion for 948ab224-d09f-44ae-852a-f4270815cb7f request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:41:55.727455 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 53071833-0265-491f-90fd-8621b7a7005b no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:41:55.770724 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-d07de778-5fca-45bd-9b1e-d3bf8acfda2f None None] Deleting port 53071833-0265-491f-90fd-8621b7a7005b {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:41:55.771107 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d07de778-5fca-45bd-9b1e-d3bf8acfda2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:55.793457 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3271a7e6-8755-4f60-a673-b7696395154f tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:55.824379 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3271a7e6-8755-4f60-a673-b7696395154f tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Pushing event deleted for resources: {'Port': ['ID=5404abc0-b246-4bbd-bae6-a567f8211e80,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:55.856299 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3271a7e6-8755-4f60-a673-b7696395154f tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:55.856641 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3271a7e6-8755-4f60-a673-b7696395154f tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:55.856983 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3271a7e6-8755-4f60-a673-b7696395154f tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:55.857322 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3271a7e6-8755-4f60-a673-b7696395154f tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:55.857657 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3271a7e6-8755-4f60-a673-b7696395154f tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:55.857995 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3271a7e6-8755-4f60-a673-b7696395154f tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:55.858394 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3271a7e6-8755-4f60-a673-b7696395154f tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:55.858758 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3271a7e6-8755-4f60-a673-b7696395154f tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:55.859209 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3271a7e6-8755-4f60-a673-b7696395154f tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:55.859436 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3271a7e6-8755-4f60-a673-b7696395154f tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:55.859865 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3271a7e6-8755-4f60-a673-b7696395154f tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:55.860081 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3271a7e6-8755-4f60-a673-b7696395154f tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:55.891064 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-d07de778-5fca-45bd-9b1e-d3bf8acfda2f None None] For port 53071833-0265-491f-90fd-8621b7a7005b, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=53071833-0265-491f-90fd-8621b7a7005b,segment=NetworkSegment(db5e4747-3355-4b9e-9f4b-d51da9043969),segment_id=db5e4747-3355-4b9e-9f4b-d51da9043969)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:41:55.891997 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d07de778-5fca-45bd-9b1e-d3bf8acfda2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:55.908963 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:55.911000 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-d07de778-5fca-45bd-9b1e-d3bf8acfda2f None None] Calling delete_port for 53071833-0265-491f-90fd-8621b7a7005b owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:41:55.929170 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3271a7e6-8755-4f60-a673-b7696395154f tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999011'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:55.991280 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 53071833-0265-491f-90fd-8621b7a7005b, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=53071833-0265-491f-90fd-8621b7a7005b,segment=NetworkSegment(db5e4747-3355-4b9e-9f4b-d51da9043969),segment_id=db5e4747-3355-4b9e-9f4b-d51da9043969)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:41:55.997899 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:55.998701 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device d6c9dc62-6c77-487f-8b4a-12ef1f66bbf3 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:41:56.032824 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3271a7e6-8755-4f60-a673-b7696395154f tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:56.035009 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3271a7e6-8755-4f60-a673-b7696395154f tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:56.052815 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: d6c9dc62-6c77-487f-8b4a-12ef1f66bbf3 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:41:56.053161 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device d6c9dc62-6c77-487f-8b4a-12ef1f66bbf3 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:41:56.085313 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3271a7e6-8755-4f60-a673-b7696395154f tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:56.086273 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3271a7e6-8755-4f60-a673-b7696395154f tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Fanout notify agent at l3_agent the message router_deleted on router be68ea8f-73c8-4f24-a2ea-afe0af08208f {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:41:56.092398 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=53071833-0265-491f-90fd-8621b7a7005b,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:56.093670 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3271a7e6-8755-4f60-a673-b7696395154f tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:56.095120 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-3271a7e6-8755-4f60-a673-b7696395154f tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.48 "DELETE /v2.0/routers/be68ea8f-73c8-4f24-a2ea-afe0af08208f HTTP/1.1" status: 204 len: 168 time: 0.9061358 Jul 15 23:41:56.099340 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 43932) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:56.109117 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d07de778-5fca-45bd-9b1e-d3bf8acfda2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:56.138194 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 4d182549-28ee-4322-9d32-32521e98d1f5 details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:41:56.143440 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07de778-5fca-45bd-9b1e-d3bf8acfda2f None None] Pushing event deleted for resources: {'Port': ['ID=53071833-0265-491f-90fd-8621b7a7005b,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:56.145383 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07de778-5fca-45bd-9b1e-d3bf8acfda2f None None] No DVR routers for this DVR port 53071833-0265-491f-90fd-8621b7a7005b on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:41:56.199655 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-33179be1-a3b0-4126-9c89-4d7cccbe5468 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:56.286163 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 4d182549-28ee-4322-9d32-32521e98d1f5, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=4d182549-28ee-4322-9d32-32521e98d1f5,segment=NetworkSegment(bcc0ed19-7117-49df-b712-deaf1b762b26),segment_id=bcc0ed19-7117-49df-b712-deaf1b762b26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:41:56.296719 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': '4d182549-28ee-4322-9d32-32521e98d1f5', 'network_id': '64718de5-16e4-43e0-935c-76d3ded349b5', 'port_id': '4d182549-28ee-4322-9d32-32521e98d1f5', 'mac_address': 'fa:16:3e:2e:8b:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4faf5a83-136e-486c-a7ef-c0ae1c297798', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:41:56.341455 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40129a4-fb68-40df-aafd-d2bd42c05a4a req-34462289-b6b4-4043-b2b3-b284f9de3080 tempest-ServerTagsTestJSON-392207914 tempest-ServerTagsTestJSON-392207914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:56.343110 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c40129a4-fb68-40df-aafd-d2bd42c05a4a req-34462289-b6b4-4043-b2b3-b284f9de3080 tempest-ServerTagsTestJSON-392207914 tempest-ServerTagsTestJSON-392207914-project] 10.222.0.48 "GET /v2.0/ports?device_id=e373aec5-8ec5-42ca-a6f9-bf2b1e063329 HTTP/1.1" status: 200 len: 943 time: 0.0800288 Jul 15 23:41:56.355201 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-33179be1-a3b0-4126-9c89-4d7cccbe5468 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:56.355481 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:56.374951 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-33179be1-a3b0-4126-9c89-4d7cccbe5468 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['948ab224-d09f-44ae-852a-f4270815cb7f']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:56.381624 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d182549-28ee-4322-9d32-32521e98d1f5 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:41:56.387393 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-33179be1-a3b0-4126-9c89-4d7cccbe5468 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db5e4747-3355-4b9e-9f4b-d51da9043969') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:56.387763 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-33179be1-a3b0-4126-9c89-4d7cccbe5468 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db5e4747-3355-4b9e-9f4b-d51da9043969') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:56.401972 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-33179be1-a3b0-4126-9c89-4d7cccbe5468 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:56.403763 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c40129a4-fb68-40df-aafd-d2bd42c05a4a req-7c4646b4-3b2e-47df-bd84-085006e0d81a tempest-ServerTagsTestJSON-392207914 tempest-ServerTagsTestJSON-392207914-project] 10.222.0.48 "GET /v2.0/security-groups?id=f0e521d3-0acf-4451-8a92-5540e9d07c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508752 Jul 15 23:41:56.422541 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-33179be1-a3b0-4126-9c89-4d7cccbe5468 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:56.430887 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33179be1-a3b0-4126-9c89-4d7cccbe5468 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:41:56.431434 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-33179be1-a3b0-4126-9c89-4d7cccbe5468 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:56.431802 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 4d182549-28ee-4322-9d32-32521e98d1f5, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=4d182549-28ee-4322-9d32-32521e98d1f5,segment=NetworkSegment(bcc0ed19-7117-49df-b712-deaf1b762b26),segment_id=bcc0ed19-7117-49df-b712-deaf1b762b26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:41:56.434596 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:41:56.434596 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:41:56.434596 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:41:56.434596 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:41:56.434596 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:41:56.434596 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:41:56.434596 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:41:56.434596 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:41:56.434596 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:41:56.434596 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:41:56.434596 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:41:56.434596 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:41:56.434596 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:41:56.434596 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:41:56.434596 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:41:56.434596 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:41:56.434596 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:41:56.434596 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:41:56.434596 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:41:56.434596 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:41:56.434596 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:41:56.434596 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:41:56.434596 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:41:56.434596 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:41:56.434596 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:41:56.434596 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:41:56.434596 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:41:56.434596 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:41:56.434596 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:41:56.434596 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:41:56.434596 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:41:56.434596 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:41:56.439262 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:56.496446 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-33179be1-a3b0-4126-9c89-4d7cccbe5468 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:56.504410 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 43938) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:56.504677 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=4d182549-28ee-4322-9d32-32521e98d1f5,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:56.509662 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-33179be1-a3b0-4126-9c89-4d7cccbe5468 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:56.522658 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-33179be1-a3b0-4126-9c89-4d7cccbe5468 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.48 "DELETE /v2.0/networks/948ab224-d09f-44ae-852a-f4270815cb7f HTTP/1.1" status: 204 len: 168 time: 0.4134996 Jul 15 23:41:56.529287 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 43940) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:41:56.537004 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33179be1-a3b0-4126-9c89-4d7cccbe5468 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Pushing event deleted for resources: {'Network': ['ID=948ab224-d09f-44ae-852a-f4270815cb7f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:56.604959 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a4cbd5-1a66-4a23-95fa-856f480f0c73 tempest-TestNetworkBasicOps-1944950338 tempest-TestNetworkBasicOps-1944950338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:56.605446 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a4cbd5-1a66-4a23-95fa-856f480f0c73 tempest-TestNetworkBasicOps-1944950338 tempest-TestNetworkBasicOps-1944950338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:56.605924 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a4cbd5-1a66-4a23-95fa-856f480f0c73 tempest-TestNetworkBasicOps-1944950338 tempest-TestNetworkBasicOps-1944950338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:56.607649 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-a7a4cbd5-1a66-4a23-95fa-856f480f0c73 tempest-TestNetworkBasicOps-1944950338 tempest-TestNetworkBasicOps-1944950338-project-admin] 10.222.0.48 "GET /v2.0/ports?project_id=96f438ad510e4a6ab4003566961416a5&network_id=b5b1d4a9-a131-46c5-b5cd-a2119b7469fc HTTP/1.1" status: 200 len: 2970 time: 0.1018941 Jul 15 23:41:56.697387 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-884b0345-374e-41a7-9066-69393c7df675 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Deleting port 4874ed40-6a0c-4325-b517-fc59e349563b {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:41:56.697631 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-884b0345-374e-41a7-9066-69393c7df675 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:56.763966 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['4d182549-28ee-4322-9d32-32521e98d1f5'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:41:56.774321 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-884b0345-374e-41a7-9066-69393c7df675 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:56.774656 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-884b0345-374e-41a7-9066-69393c7df675 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:56.787040 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-884b0345-374e-41a7-9066-69393c7df675 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Calling delete_port for 4874ed40-6a0c-4325-b517-fc59e349563b owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:41:56.951430 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-884b0345-374e-41a7-9066-69393c7df675 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:56.977647 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884b0345-374e-41a7-9066-69393c7df675 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Pushing event deleted for resources: {'Port': ['ID=4874ed40-6a0c-4325-b517-fc59e349563b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:57.047250 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-884b0345-374e-41a7-9066-69393c7df675 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:57.047883 n-d-794306-6 neutron-server[93771]: INFO neutron.db.l3_db [None req-884b0345-374e-41a7-9066-69393c7df675 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Floating IP 33058af5-c596-473d-86aa-88f2f45487f3 disassociated (deleted). External IP: 172.25.5.65, port: f9e1da94-f9dd-478b-b27e-648f19d91df3. Jul 15 23:41:57.279281 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-884b0345-374e-41a7-9066-69393c7df675 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Router 01cc1282-5b07-4dc7-8cf2-acb6952a3197 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:41:57.389744 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884b0345-374e-41a7-9066-69393c7df675 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:41:57.395507 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-884b0345-374e-41a7-9066-69393c7df675 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:57.399815 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792b431e-3c9f-4fc1-a422-fe1ba66c850f None None] Sync routers for ids ['01cc1282-5b07-4dc7-8cf2-acb6952a3197'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:41:57.409098 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792b431e-3c9f-4fc1-a422-fe1ba66c850f None None] Routers {'01cc1282-5b07-4dc7-8cf2-acb6952a3197'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:41:57.409722 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-792b431e-3c9f-4fc1-a422-fe1ba66c850f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:41:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['01cc1282-5b07-4dc7-8cf2-acb6952a3197'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:57.446239 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-884b0345-374e-41a7-9066-69393c7df675 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.48 "DELETE /v2.0/floatingips/33058af5-c596-473d-86aa-88f2f45487f3 HTTP/1.1" status: 204 len: 168 time: 0.9155798 Jul 15 23:41:57.447133 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da1090a6-b6c4-4a39-9c4c-e7f7cacf3e94', 'tag': 'f9e1da94-f9dd-478b-b27e-648f19d91df3'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:41:57.449895 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c8f0c64-0d7e-4de6-bfed-ebd9de76e2dc" -d '{"events": [{"name": "network-changed", "server_uuid": "da1090a6-b6c4-4a39-9c4c-e7f7cacf3e94", "tag": "f9e1da94-f9dd-478b-b27e-648f19d91df3"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:41:57.542075 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-792b431e-3c9f-4fc1-a422-fe1ba66c850f None None] Set router 01cc1282-5b07-4dc7-8cf2-acb6952a3197 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:41:57.648477 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefba008-e8e6-4b11-bf14-918b479a6074 req-a3a44b5c-8856-43cb-a895-356c938f3e61 tempest-ServerTagsTestJSON-392207914 tempest-ServerTagsTestJSON-392207914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:57.651666 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-eefba008-e8e6-4b11-bf14-918b479a6074 req-a3a44b5c-8856-43cb-a895-356c938f3e61 tempest-ServerTagsTestJSON-392207914 tempest-ServerTagsTestJSON-392207914-project] 10.222.0.48 "GET /v2.0/ports?device_id=e373aec5-8ec5-42ca-a6f9-bf2b1e063329 HTTP/1.1" status: 200 len: 944 time: 0.1144073 Jul 15 23:41:57.676832 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 5404abc0-b246-4bbd-bae6-a567f8211e80 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:41:57.724974 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-eefba008-e8e6-4b11-bf14-918b479a6074 req-d9b4d0a1-a1ab-4e06-a3b5-b43616a1aa52 tempest-ServerTagsTestJSON-392207914 tempest-ServerTagsTestJSON-392207914-project] 10.222.0.48 "GET /v2.0/security-groups?id=f0e521d3-0acf-4451-8a92-5540e9d07c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616009 Jul 15 23:41:57.733871 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 5404abc0-b246-4bbd-bae6-a567f8211e80 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:41:57.734223 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 5404abc0-b246-4bbd-bae6-a567f8211e80 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:41:57.764440 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d470283-69ef-410a-acfa-a0ecdd450eba x-openstack-request-id: req-5d470283-69ef-410a-acfa-a0ecdd450eba {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:41:57.764763 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da1090a6-b6c4-4a39-9c4c-e7f7cacf3e94", "tag": "f9e1da94-f9dd-478b-b27e-648f19d91df3", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:41:57.765033 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5d470283-69ef-410a-acfa-a0ecdd450eba {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:41:57.765856 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da1090a6-b6c4-4a39-9c4c-e7f7cacf3e94', 'tag': 'f9e1da94-f9dd-478b-b27e-648f19d91df3', 'status': 'completed', 'code': 200} Jul 15 23:41:57.870626 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-792b431e-3c9f-4fc1-a422-fe1ba66c850f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01cc1282-5b07-4dc7-8cf2-acb6952a3197', 'name': 'tempest-TestSecurityGroupsBasicOps-router-497449651', 'tenant_id': '5f0d8a39450b41748c0b81cefe499b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '91e3c808-4330-4647-ab2b-b27880fc8f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:40:23Z', 'updated_at': '2021-07-15T23:40:30Z', 'revision_number': 4, 'project_id': '5f0d8a39450b41748c0b81cefe499b9b', 'gw_port': {'id': '91e3c808-4330-4647-ab2b-b27880fc8f04', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cc1282-5b07-4dc7-8cf2-acb6952a3197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:24Z', 'updated_at': '2021-07-15T23:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'dcf7bb84-382c-4d19-8054-e139bd218c1a', 'name': '', 'network_id': '2de34d27-ccf0-4ec0-8d19-72e4f2003199', 'tenant_id': '5f0d8a39450b41748c0b81cefe499b9b', 'mac_address': 'fa:16:3e:c7:ea:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cc1282-5b07-4dc7-8cf2-acb6952a3197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '3ee10193-c61f-4262-948c-c4519fb074ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:28Z', 'updated_at': '2021-07-15T23:40:35Z', 'revision_number': 5, 'project_id': '5f0d8a39450b41748c0b81cefe499b9b', 'subnets': [{'id': '3ee10193-c61f-4262-948c-c4519fb074ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:57.898157 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792b431e-3c9f-4fc1-a422-fe1ba66c850f None None] Checking router: 01cc1282-5b07-4dc7-8cf2-acb6952a3197 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:41:57.907471 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792b431e-3c9f-4fc1-a422-fe1ba66c850f None None] Routers {'01cc1282-5b07-4dc7-8cf2-acb6952a3197'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:41:57.908166 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-792b431e-3c9f-4fc1-a422-fe1ba66c850f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:41:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['01cc1282-5b07-4dc7-8cf2-acb6952a3197'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:57.960586 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f0c64-0d7e-4de6-bfed-ebd9de76e2dc req-613178a7-bdea-4f7b-af21-9ea20cf4eaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:57.963094 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2c8f0c64-0d7e-4de6-bfed-ebd9de76e2dc req-613178a7-bdea-4f7b-af21-9ea20cf4eaa0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5f0d8a39450b41748c0b81cefe499b9b&device_id=da1090a6-b6c4-4a39-9c4c-e7f7cacf3e94 HTTP/1.1" status: 200 len: 1135 time: 0.1095829 Jul 15 23:41:57.970978 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815145c7-0071-4747-8a25-70979ff7bdbb req-3479f892-0a43-4f4c-b89d-8d3231bd245f tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:57.972416 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-815145c7-0071-4747-8a25-70979ff7bdbb req-3479f892-0a43-4f4c-b89d-8d3231bd245f tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.48 "GET /v2.0/ports?device_id=da1090a6-b6c4-4a39-9c4c-e7f7cacf3e94 HTTP/1.1" status: 200 len: 984 time: 0.1095152 Jul 15 23:41:58.074193 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-815145c7-0071-4747-8a25-70979ff7bdbb req-3201b40f-b92b-4c3d-a5a7-2aa5a7cfd955 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.48 "GET /v2.0/security-groups?id=66a5bb4d-f5ba-4348-8cd4-02b93e34951f&id=c052f155-cac4-4a25-a65a-fd66df10654c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0925074 Jul 15 23:41:58.105033 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f0c64-0d7e-4de6-bfed-ebd9de76e2dc req-4d9ff542-a065-433a-bd94-95966dba5997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:58.106555 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2c8f0c64-0d7e-4de6-bfed-ebd9de76e2dc req-4d9ff542-a065-433a-bd94-95966dba5997 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2de34d27-ccf0-4ec0-8d19-72e4f2003199 HTTP/1.1" status: 200 len: 897 time: 0.1332691 Jul 15 23:41:58.151656 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 4d182549-28ee-4322-9d32-32521e98d1f5 up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:41:58.154756 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2c8f0c64-0d7e-4de6-bfed-ebd9de76e2dc req-2eaf5a48-0311-4890-a09f-723f113b3aee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9e1da94-f9dd-478b-b27e-648f19d91df3 HTTP/1.1" status: 200 len: 217 time: 0.0410318 Jul 15 23:41:58.206630 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f0c64-0d7e-4de6-bfed-ebd9de76e2dc req-6c1dbd5b-1a1f-4e34-9889-bd5d1801a709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:58.208247 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2c8f0c64-0d7e-4de6-bfed-ebd9de76e2dc req-6c1dbd5b-1a1f-4e34-9889-bd5d1801a709 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3ee10193-c61f-4262-948c-c4519fb074ab HTTP/1.1" status: 200 len: 835 time: 0.0469830 Jul 15 23:41:58.214944 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-792b431e-3c9f-4fc1-a422-fe1ba66c850f None None] Set router 01cc1282-5b07-4dc7-8cf2-acb6952a3197 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:41:58.264245 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port 4d182549-28ee-4322-9d32-32521e98d1f5 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:41:58.272079 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f0c64-0d7e-4de6-bfed-ebd9de76e2dc req-586912fd-7c73-4018-94f6-c36a980fd673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:58.274782 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2c8f0c64-0d7e-4de6-bfed-ebd9de76e2dc req-586912fd-7c73-4018-94f6-c36a980fd673 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2de34d27-ccf0-4ec0-8d19-72e4f2003199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571752 Jul 15 23:41:58.297205 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port 4d182549-28ee-4322-9d32-32521e98d1f5 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:41:58.297494 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:58.375993 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2c8f0c64-0d7e-4de6-bfed-ebd9de76e2dc req-4d11e52f-cfaa-4c9b-8543-9e0e8735d47e service neutron] 10.222.0.41 "GET /v2.0/networks/2de34d27-ccf0-4ec0-8d19-72e4f2003199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932972 Jul 15 23:41:58.468750 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:58.482786 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2c8f0c64-0d7e-4de6-bfed-ebd9de76e2dc req-e866bbb4-c559-43c0-9cae-dca38646cd45 service neutron] 10.222.0.41 "GET /v2.0/networks/2de34d27-ccf0-4ec0-8d19-72e4f2003199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000266 Jul 15 23:41:58.500442 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e373aec5-8ec5-42ca-a6f9-bf2b1e063329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d182549-28ee-4322-9d32-32521e98d1f5'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:41:58.502710 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-259c0212-5cf8-4338-be41-166e30bc8dc9" -d '{"events": [{"server_uuid": "e373aec5-8ec5-42ca-a6f9-bf2b1e063329", "name": "network-vif-plugged", "status": "completed", "tag": "4d182549-28ee-4322-9d32-32521e98d1f5"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:41:58.522866 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 4d182549-28ee-4322-9d32-32521e98d1f5, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=4d182549-28ee-4322-9d32-32521e98d1f5,segment=NetworkSegment(bcc0ed19-7117-49df-b712-deaf1b762b26),segment_id=bcc0ed19-7117-49df-b712-deaf1b762b26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:41:58.527613 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-792b431e-3c9f-4fc1-a422-fe1ba66c850f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01cc1282-5b07-4dc7-8cf2-acb6952a3197', 'name': 'tempest-TestSecurityGroupsBasicOps-router-497449651', 'tenant_id': '5f0d8a39450b41748c0b81cefe499b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '91e3c808-4330-4647-ab2b-b27880fc8f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:40:23Z', 'updated_at': '2021-07-15T23:40:30Z', 'revision_number': 4, 'project_id': '5f0d8a39450b41748c0b81cefe499b9b', 'gw_port': {'id': '91e3c808-4330-4647-ab2b-b27880fc8f04', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cc1282-5b07-4dc7-8cf2-acb6952a3197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:24Z', 'updated_at': '2021-07-15T23:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'dcf7bb84-382c-4d19-8054-e139bd218c1a', 'name': '', 'network_id': '2de34d27-ccf0-4ec0-8d19-72e4f2003199', 'tenant_id': '5f0d8a39450b41748c0b81cefe499b9b', 'mac_address': 'fa:16:3e:c7:ea:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cc1282-5b07-4dc7-8cf2-acb6952a3197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '3ee10193-c61f-4262-948c-c4519fb074ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:28Z', 'updated_at': '2021-07-15T23:40:35Z', 'revision_number': 5, 'project_id': '5f0d8a39450b41748c0b81cefe499b9b', 'subnets': [{'id': '3ee10193-c61f-4262-948c-c4519fb074ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:41:58.530817 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:58.562176 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c62c46ea-99dd-4d6c-9704-5a4fc24caafe x-openstack-request-id: req-c62c46ea-99dd-4d6c-9704-5a4fc24caafe {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:41:58.562524 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e373aec5-8ec5-42ca-a6f9-bf2b1e063329", "name": "network-vif-plugged", "status": "completed", "tag": "4d182549-28ee-4322-9d32-32521e98d1f5", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:41:58.562707 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c62c46ea-99dd-4d6c-9704-5a4fc24caafe {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:41:58.563094 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e373aec5-8ec5-42ca-a6f9-bf2b1e063329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d182549-28ee-4322-9d32-32521e98d1f5', 'code': 200} Jul 15 23:41:58.565658 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792b431e-3c9f-4fc1-a422-fe1ba66c850f None None] The sync data for ids ['01cc1282-5b07-4dc7-8cf2-acb6952a3197'] in n-d-794306-6 is: [{'id': '01cc1282-5b07-4dc7-8cf2-acb6952a3197', 'name': 'tempest-TestSecurityGroupsBasicOps-router-497449651', 'tenant_id': '5f0d8a39450b41748c0b81cefe499b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '91e3c808-4330-4647-ab2b-b27880fc8f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:40:23Z', 'updated_at': '2021-07-15T23:40:30Z', 'revision_number': 4, 'project_id': '5f0d8a39450b41748c0b81cefe499b9b', 'gw_port': {'id': '91e3c808-4330-4647-ab2b-b27880fc8f04', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cc1282-5b07-4dc7-8cf2-acb6952a3197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:24Z', 'updated_at': '2021-07-15T23:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'dcf7bb84-382c-4d19-8054-e139bd218c1a', 'name': '', 'network_id': '2de34d27-ccf0-4ec0-8d19-72e4f2003199', 'tenant_id': '5f0d8a39450b41748c0b81cefe499b9b', 'mac_address': 'fa:16:3e:c7:ea:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cc1282-5b07-4dc7-8cf2-acb6952a3197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '3ee10193-c61f-4262-948c-c4519fb074ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:28Z', 'updated_at': '2021-07-15T23:40:35Z', 'revision_number': 5, 'project_id': '5f0d8a39450b41748c0b81cefe499b9b', 'subnets': [{'id': '3ee10193-c61f-4262-948c-c4519fb074ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:41:58.615321 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=4d182549-28ee-4322-9d32-32521e98d1f5,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:41:58.624456 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:58.625042 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:58.625209 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:58.625504 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:58.625919 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:58.626376 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:58.626611 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:58.627161 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:58.627551 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:58.627916 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:58.628275 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:58.628563 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:41:58.703559 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a40954-b954-408a-8a99-2cef37a1638e req-1b74fc39-a0d3-4379-82d0-71e18f2e49b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:58.705291 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f1a40954-b954-408a-8a99-2cef37a1638e req-1b74fc39-a0d3-4379-82d0-71e18f2e49b5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e373aec5-8ec5-42ca-a6f9-bf2b1e063329 HTTP/1.1" status: 200 len: 1096 time: 0.0607700 Jul 15 23:41:58.744193 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f1a40954-b954-408a-8a99-2cef37a1638e req-8a78665c-3963-467a-840a-ad0cb5963a72 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f0e521d3-0acf-4451-8a92-5540e9d07c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312815 Jul 15 23:41:58.827631 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d8ae6e-8e9e-419e-a57c-237e6f0e30bc None None] New status for floating IP 33058af5-c596-473d-86aa-88f2f45487f3: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:41:58.928611 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde45475-dbdb-4993-8f03-fc20ca888a0a req-226627b2-389f-4ae1-b017-48aa628c4c09 tempest-ServerTagsTestJSON-392207914 tempest-ServerTagsTestJSON-392207914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:58.930727 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cde45475-dbdb-4993-8f03-fc20ca888a0a req-226627b2-389f-4ae1-b017-48aa628c4c09 tempest-ServerTagsTestJSON-392207914 tempest-ServerTagsTestJSON-392207914-project] 10.222.0.48 "GET /v2.0/ports?device_id=e373aec5-8ec5-42ca-a6f9-bf2b1e063329 HTTP/1.1" status: 200 len: 945 time: 0.0698428 Jul 15 23:41:58.968833 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cde45475-dbdb-4993-8f03-fc20ca888a0a req-9cc0327b-7681-4e1c-857a-d35feaa8483d tempest-ServerTagsTestJSON-392207914 tempest-ServerTagsTestJSON-392207914-project] 10.222.0.48 "GET /v2.0/security-groups?id=f0e521d3-0acf-4451-8a92-5540e9d07c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322635 Jul 15 23:41:59.256127 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267884e-fbd0-43ac-a735-f30d845a4232 req-84d8e908-1773-442c-9175-837907ad771a tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:59.257558 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d267884e-fbd0-43ac-a735-f30d845a4232 req-84d8e908-1773-442c-9175-837907ad771a tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.48 "GET /v2.0/ports?device_id=da1090a6-b6c4-4a39-9c4c-e7f7cacf3e94 HTTP/1.1" status: 200 len: 984 time: 0.0646665 Jul 15 23:41:59.298287 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d267884e-fbd0-43ac-a735-f30d845a4232 req-8fdc0539-0c0f-4201-ad9e-e95c250abcfe tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.48 "GET /v2.0/security-groups?id=66a5bb4d-f5ba-4348-8cd4-02b93e34951f&id=c052f155-cac4-4a25-a65a-fd66df10654c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0349424 Jul 15 23:41:59.741540 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68cf882-ff9c-4d3d-90df-7f26f9e32994 req-58750e7c-f179-4e52-ae73-3b98a4cdc3dc tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:41:59.743227 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e68cf882-ff9c-4d3d-90df-7f26f9e32994 req-58750e7c-f179-4e52-ae73-3b98a4cdc3dc tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.41 "GET /v2.0/ports?device_id=da1090a6-b6c4-4a39-9c4c-e7f7cacf3e94 HTTP/1.1" status: 200 len: 984 time: 0.0681736 Jul 15 23:41:59.847539 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-e68cf882-ff9c-4d3d-90df-7f26f9e32994 req-03425bc3-0d12-407e-a0db-0bce7f8cffcb tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Deleting port f9e1da94-f9dd-478b-b27e-648f19d91df3 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:41:59.847818 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e68cf882-ff9c-4d3d-90df-7f26f9e32994 req-03425bc3-0d12-407e-a0db-0bce7f8cffcb tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:59.944512 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-e68cf882-ff9c-4d3d-90df-7f26f9e32994 req-03425bc3-0d12-407e-a0db-0bce7f8cffcb tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] For port f9e1da94-f9dd-478b-b27e-648f19d91df3, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=f9e1da94-f9dd-478b-b27e-648f19d91df3,segment=NetworkSegment(2af0907f-6bff-467e-8389-541319e713f5),segment_id=2af0907f-6bff-467e-8389-541319e713f5)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:41:59.945380 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e68cf882-ff9c-4d3d-90df-7f26f9e32994 req-03425bc3-0d12-407e-a0db-0bce7f8cffcb tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:41:59.958147 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-e68cf882-ff9c-4d3d-90df-7f26f9e32994 req-03425bc3-0d12-407e-a0db-0bce7f8cffcb tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Calling delete_port for f9e1da94-f9dd-478b-b27e-648f19d91df3 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:42:00.144064 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e68cf882-ff9c-4d3d-90df-7f26f9e32994 req-03425bc3-0d12-407e-a0db-0bce7f8cffcb tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:00.178948 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03425bc3-0d12-407e-a0db-0bce7f8cffcb tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Pushing event deleted for resources: {'Port': ['ID=f9e1da94-f9dd-478b-b27e-648f19d91df3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:00.238710 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-e68cf882-ff9c-4d3d-90df-7f26f9e32994 req-03425bc3-0d12-407e-a0db-0bce7f8cffcb tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] No DVR routers for this DVR port f9e1da94-f9dd-478b-b27e-648f19d91df3 on host n-h2-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:42:00.242707 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e68cf882-ff9c-4d3d-90df-7f26f9e32994 req-03425bc3-0d12-407e-a0db-0bce7f8cffcb tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:00.244994 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e68cf882-ff9c-4d3d-90df-7f26f9e32994 req-03425bc3-0d12-407e-a0db-0bce7f8cffcb tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.41 "DELETE /v2.0/ports/f9e1da94-f9dd-478b-b27e-648f19d91df3 HTTP/1.1" status: 204 len: 173 time: 0.4938409 Jul 15 23:42:00.246560 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da1090a6-b6c4-4a39-9c4c-e7f7cacf3e94', 'name': 'network-vif-deleted', 'tag': 'f9e1da94-f9dd-478b-b27e-648f19d91df3'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:42:00.248962 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51436c92-3d01-46ca-b74f-00215d6678d2" -d '{"events": [{"server_uuid": "da1090a6-b6c4-4a39-9c4c-e7f7cacf3e94", "name": "network-vif-deleted", "tag": "f9e1da94-f9dd-478b-b27e-648f19d91df3"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:42:00.263262 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926729a6-6869-45e4-a7c1-005a57640dd7 req-20166fc2-3e18-4291-9b00-6cfb42f8d57d tempest-ServerTagsTestJSON-392207914 tempest-ServerTagsTestJSON-392207914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:00.264917 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-926729a6-6869-45e4-a7c1-005a57640dd7 req-20166fc2-3e18-4291-9b00-6cfb42f8d57d tempest-ServerTagsTestJSON-392207914 tempest-ServerTagsTestJSON-392207914-project] 10.222.0.48 "GET /v2.0/ports?device_id=e373aec5-8ec5-42ca-a6f9-bf2b1e063329 HTTP/1.1" status: 200 len: 945 time: 0.1667371 Jul 15 23:42:00.297804 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a1f39c-2d97-43dc-bfe7-1a16dada96f5 x-openstack-request-id: req-b7a1f39c-2d97-43dc-bfe7-1a16dada96f5 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:42:00.298105 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da1090a6-b6c4-4a39-9c4c-e7f7cacf3e94", "name": "network-vif-deleted", "tag": "f9e1da94-f9dd-478b-b27e-648f19d91df3", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:42:00.298356 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b7a1f39c-2d97-43dc-bfe7-1a16dada96f5 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:42:00.298763 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da1090a6-b6c4-4a39-9c4c-e7f7cacf3e94', 'name': 'network-vif-deleted', 'tag': 'f9e1da94-f9dd-478b-b27e-648f19d91df3', 'status': 'completed', 'code': 200} Jul 15 23:42:00.318244 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-926729a6-6869-45e4-a7c1-005a57640dd7 req-2db9d70f-8952-4648-bdf0-2a13ce704f3a tempest-ServerTagsTestJSON-392207914 tempest-ServerTagsTestJSON-392207914-project] 10.222.0.48 "GET /v2.0/security-groups?id=f0e521d3-0acf-4451-8a92-5540e9d07c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476687 Jul 15 23:42:00.465370 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-da76095a-b730-42f1-897e-652cce84e919 req-1b666325-7216-4d64-97fe-5420fd97c09b tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.48 "GET /v2.0/ports?device_id=da1090a6-b6c4-4a39-9c4c-e7f7cacf3e94 HTTP/1.1" status: 200 len: 210 time: 0.0344713 Jul 15 23:42:00.831756 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f0436cf3-3372-42a2-aa5f-c5833123fd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:01.514513 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df68eeb-c58c-4dd5-a86a-9670ab7a3701 req-0d90b38b-d9ba-4504-88d3-ddd3a2365f18 tempest-ServerTagsTestJSON-392207914 tempest-ServerTagsTestJSON-392207914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:01.516072 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1df68eeb-c58c-4dd5-a86a-9670ab7a3701 req-0d90b38b-d9ba-4504-88d3-ddd3a2365f18 tempest-ServerTagsTestJSON-392207914 tempest-ServerTagsTestJSON-392207914-project] 10.222.0.48 "GET /v2.0/ports?device_id=e373aec5-8ec5-42ca-a6f9-bf2b1e063329 HTTP/1.1" status: 200 len: 945 time: 0.0801718 Jul 15 23:42:01.557398 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1df68eeb-c58c-4dd5-a86a-9670ab7a3701 req-f0cba0d9-195d-400c-a83c-ac436bf3b32a tempest-ServerTagsTestJSON-392207914 tempest-ServerTagsTestJSON-392207914-project] 10.222.0.48 "GET /v2.0/security-groups?id=f0e521d3-0acf-4451-8a92-5540e9d07c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354350 Jul 15 23:42:01.565420 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 43976) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:01.625319 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a075becc-7e14-464a-949c-6078cc82a8d2 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:01.656197 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a075becc-7e14-464a-949c-6078cc82a8d2 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:01.706044 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a075becc-7e14-464a-949c-6078cc82a8d2 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:01.708623 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a075becc-7e14-464a-949c-6078cc82a8d2 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:01.709816 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-a075becc-7e14-464a-949c-6078cc82a8d2 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.48 "DELETE /v2.0/security-groups/66a5bb4d-f5ba-4348-8cd4-02b93e34951f HTTP/1.1" status: 204 len: 168 time: 0.1434119 Jul 15 23:42:01.713421 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 43980) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:01.720026 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a075becc-7e14-464a-949c-6078cc82a8d2 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a5bb4d-f5ba-4348-8cd4-02b93e34951f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:01.791919 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc000373-2e01-4903-af39-5c3c75c3ce68 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:01.818700 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc000373-2e01-4903-af39-5c3c75c3ce68 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:01.877895 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc000373-2e01-4903-af39-5c3c75c3ce68 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:01.880572 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc000373-2e01-4903-af39-5c3c75c3ce68 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:01.881986 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-cc000373-2e01-4903-af39-5c3c75c3ce68 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.48 "DELETE /v2.0/security-groups/c052f155-cac4-4a25-a65a-fd66df10654c HTTP/1.1" status: 204 len: 168 time: 0.1674871 Jul 15 23:42:01.892920 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 43986) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:01.893153 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc000373-2e01-4903-af39-5c3c75c3ce68 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c052f155-cac4-4a25-a65a-fd66df10654c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:02.215896 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 43996) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:02.285855 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0022e17-1031-4859-9e13-a3a62e80c35c tempest-TestNetworkBasicOps-1944950338 tempest-TestNetworkBasicOps-1944950338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:02.298022 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-c0022e17-1031-4859-9e13-a3a62e80c35c tempest-TestNetworkBasicOps-1944950338 tempest-TestNetworkBasicOps-1944950338-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=c4160cc4-e133-4d4e-ad39-f86bca4b2f14 HTTP/1.1" status: 200 len: 814 time: 0.0703619 Jul 15 23:42:02.361311 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9d57cacf-5581-4eef-b0ff-bb46a53f0369 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:02.647444 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-9d57cacf-5581-4eef-b0ff-bb46a53f0369 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Deleting port dcf7bb84-382c-4d19-8054-e139bd218c1a {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:42:02.648197 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9d57cacf-5581-4eef-b0ff-bb46a53f0369 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:02.737867 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-9d57cacf-5581-4eef-b0ff-bb46a53f0369 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] For port dcf7bb84-382c-4d19-8054-e139bd218c1a, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=dcf7bb84-382c-4d19-8054-e139bd218c1a,segment=NetworkSegment(2af0907f-6bff-467e-8389-541319e713f5),segment_id=2af0907f-6bff-467e-8389-541319e713f5)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:42:02.738226 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9d57cacf-5581-4eef-b0ff-bb46a53f0369 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:02.750741 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-9d57cacf-5581-4eef-b0ff-bb46a53f0369 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Calling delete_port for dcf7bb84-382c-4d19-8054-e139bd218c1a owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:42:02.955179 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9d57cacf-5581-4eef-b0ff-bb46a53f0369 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:02.985699 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d57cacf-5581-4eef-b0ff-bb46a53f0369 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Pushing event deleted for resources: {'Port': ['ID=dcf7bb84-382c-4d19-8054-e139bd218c1a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:03.174828 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9d57cacf-5581-4eef-b0ff-bb46a53f0369 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:03.357171 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 44020) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:03.363761 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-627d84db-6fda-40ec-a1db-1ed06ca91b36 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Request body: {'network': {'name': 'tempest-network-smoke--1358574827', 'project_id': '96f438ad510e4a6ab4003566961416a5', 'port_security_enabled': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:42:03.385394 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:03.389506 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627d84db-6fda-40ec-a1db-1ed06ca91b36 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Made reservation on behalf of 96f438ad510e4a6ab4003566961416a5 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:42:03.394267 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-627d84db-6fda-40ec-a1db-1ed06ca91b36 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:03.409861 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d57cacf-5581-4eef-b0ff-bb46a53f0369 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Router 01cc1282-5b07-4dc7-8cf2-acb6952a3197 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:42:03.424343 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-627d84db-6fda-40ec-a1db-1ed06ca91b36 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:42:03.435296 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-627d84db-6fda-40ec-a1db-1ed06ca91b36 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:03.435821 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-627d84db-6fda-40ec-a1db-1ed06ca91b36 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Added segment b4e12375-6311-4f45-ae78-7676d0f8ffc8 of type vlan for network 7ee3a066-c428-400e-9bf9-e940b84b3f46 Jul 15 23:42:03.480647 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-627d84db-6fda-40ec-a1db-1ed06ca91b36 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:03.514756 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-627d84db-6fda-40ec-a1db-1ed06ca91b36 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:03.521458 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627d84db-6fda-40ec-a1db-1ed06ca91b36 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:03.522247 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-627d84db-6fda-40ec-a1db-1ed06ca91b36 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:03.579533 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-627d84db-6fda-40ec-a1db-1ed06ca91b36 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2210634 Jul 15 23:42:03.580333 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 44024) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:03.676261 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627d84db-6fda-40ec-a1db-1ed06ca91b36 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Pushing event updated for resources: {'Network': ['ID=7ee3a066-c428-400e-9bf9-e940b84b3f46,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:03.690861 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 7ee3a066-c428-400e-9bf9-e940b84b3f46 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:42:03.716427 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8da7f05-c2b9-4759-99a2-5dfe61825fc0 tempest-TestNetworkBasicOps-1944950338 tempest-TestNetworkBasicOps-1944950338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:03.718070 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b8da7f05-c2b9-4759-99a2-5dfe61825fc0 tempest-TestNetworkBasicOps-1944950338 tempest-TestNetworkBasicOps-1944950338-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=96f438ad510e4a6ab4003566961416a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1309102 Jul 15 23:42:03.722722 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 44030) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:03.828470 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633d7162-1203-4518-b4dd-4aedb7c6325b tempest-TestNetworkBasicOps-1944950338 tempest-TestNetworkBasicOps-1944950338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:03.829931 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-633d7162-1203-4518-b4dd-4aedb7c6325b tempest-TestNetworkBasicOps-1944950338 tempest-TestNetworkBasicOps-1944950338-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1062634 Jul 15 23:42:03.833999 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 44034) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:03.865062 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-bf4f8aa8-bb37-41e3-a834-849b52fc403c tempest-TestNetworkBasicOps-1944950338 tempest-TestNetworkBasicOps-1944950338-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=c4160cc4-e133-4d4e-ad39-f86bca4b2f14&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309551 Jul 15 23:42:03.868876 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 44036) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:03.900274 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c13eb3de-ac51-46a1-a624-28bcb83b1b41 tempest-TestNetworkBasicOps-1944950338 tempest-TestNetworkBasicOps-1944950338-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=96f438ad510e4a6ab4003566961416a5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299098 Jul 15 23:42:03.902978 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 44038) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:03.937303 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d57cacf-5581-4eef-b0ff-bb46a53f0369 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:42:03.945110 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-9d57cacf-5581-4eef-b0ff-bb46a53f0369 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.48 "PUT /v2.0/routers/01cc1282-5b07-4dc7-8cf2-acb6952a3197/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0490355 Jul 15 23:42:03.947334 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 44040) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:03.949522 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34214f67-3cce-4c0b-8218-7a8fc0249de0 None None] Sync routers for ids ['01cc1282-5b07-4dc7-8cf2-acb6952a3197'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:42:03.961532 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34214f67-3cce-4c0b-8218-7a8fc0249de0 None None] Routers {'01cc1282-5b07-4dc7-8cf2-acb6952a3197'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:42:03.962108 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-34214f67-3cce-4c0b-8218-7a8fc0249de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:41:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['01cc1282-5b07-4dc7-8cf2-acb6952a3197'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:42:04.013508 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c2c961a-603e-489e-972a-34549758d5fd tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Deleting subnet 3ee10193-c61f-4262-948c-c4519fb074ab {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:42:04.017078 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24719db5-7e86-4130-bf4d-1b221f6555e2 tempest-TestNetworkBasicOps-1944950338 tempest-TestNetworkBasicOps-1944950338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:04.017643 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c2c961a-603e-489e-972a-34549758d5fd tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:04.021935 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-24719db5-7e86-4130-bf4d-1b221f6555e2 tempest-TestNetworkBasicOps-1944950338 tempest-TestNetworkBasicOps-1944950338-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1178963 Jul 15 23:42:04.022565 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 44042) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:04.059845 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-51f8e6aa-a679-468c-8d89-6aab3fd52340 tempest-TestNetworkBasicOps-1944950338 tempest-TestNetworkBasicOps-1944950338-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=c4160cc4-e133-4d4e-ad39-f86bca4b2f14&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0353570 Jul 15 23:42:04.060087 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 44046) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:04.065593 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-57457c43-fa60-4ded-a683-f27b28b55bbb tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-618558847', 'network_id': '7ee3a066-c428-400e-9bf9-e940b84b3f46', 'project_id': '96f438ad510e4a6ab4003566961416a5', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:42:04.102412 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c2c961a-603e-489e-972a-34549758d5fd tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:04.106221 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-34214f67-3cce-4c0b-8218-7a8fc0249de0 None None] Set router 01cc1282-5b07-4dc7-8cf2-acb6952a3197 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:42:04.190174 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device f9e1da94-f9dd-478b-b27e-648f19d91df3 no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:42:04.215359 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d2593-e9e6-4e8f-95f1-9ba1a9486248 req-4daa25b4-993d-46e3-92f2-6576cbd9366e tempest-ServerTagsTestJSON-392207914 tempest-ServerTagsTestJSON-392207914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:04.217112 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0c3d2593-e9e6-4e8f-95f1-9ba1a9486248 req-4daa25b4-993d-46e3-92f2-6576cbd9366e tempest-ServerTagsTestJSON-392207914 tempest-ServerTagsTestJSON-392207914-project] 10.222.0.48 "GET /v2.0/ports?device_id=e373aec5-8ec5-42ca-a6f9-bf2b1e063329 HTTP/1.1" status: 200 len: 945 time: 0.0796034 Jul 15 23:42:04.237299 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57457c43-fa60-4ded-a683-f27b28b55bbb tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Made reservation on behalf of 96f438ad510e4a6ab4003566961416a5 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:42:04.240910 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57457c43-fa60-4ded-a683-f27b28b55bbb tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:04.250911 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] No Port match for: f9e1da94-f9dd-478b-b27e-648f19d91df3 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:42:04.251277 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device f9e1da94-f9dd-478b-b27e-648f19d91df3 not bound to the agent host n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:42:04.262476 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0c3d2593-e9e6-4e8f-95f1-9ba1a9486248 req-4db4d711-4ba8-4b06-9bf9-765d3bb857d1 tempest-ServerTagsTestJSON-392207914 tempest-ServerTagsTestJSON-392207914-project] 10.222.0.48 "GET /v2.0/security-groups?id=f0e521d3-0acf-4451-8a92-5540e9d07c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362239 Jul 15 23:42:04.268982 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2838d018-1b68-45ce-b385-24d1c31ead24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:04.272041 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c2c961a-603e-489e-972a-34549758d5fd tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:04.333300 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-34214f67-3cce-4c0b-8218-7a8fc0249de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01cc1282-5b07-4dc7-8cf2-acb6952a3197', 'name': 'tempest-TestSecurityGroupsBasicOps-router-497449651', 'tenant_id': '5f0d8a39450b41748c0b81cefe499b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '91e3c808-4330-4647-ab2b-b27880fc8f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:40:23Z', 'updated_at': '2021-07-15T23:42:02Z', 'revision_number': 5, 'project_id': '5f0d8a39450b41748c0b81cefe499b9b', 'gw_port': {'id': '91e3c808-4330-4647-ab2b-b27880fc8f04', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cc1282-5b07-4dc7-8cf2-acb6952a3197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:24Z', 'updated_at': '2021-07-15T23:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:42:04.363198 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34214f67-3cce-4c0b-8218-7a8fc0249de0 None None] Checking router: 01cc1282-5b07-4dc7-8cf2-acb6952a3197 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:42:04.383013 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34214f67-3cce-4c0b-8218-7a8fc0249de0 None None] Routers {'01cc1282-5b07-4dc7-8cf2-acb6952a3197'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:42:04.383698 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-34214f67-3cce-4c0b-8218-7a8fc0249de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:42:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['01cc1282-5b07-4dc7-8cf2-acb6952a3197'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:42:04.386941 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:04.495138 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-34214f67-3cce-4c0b-8218-7a8fc0249de0 None None] Set router 01cc1282-5b07-4dc7-8cf2-acb6952a3197 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:42:04.683113 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-34214f67-3cce-4c0b-8218-7a8fc0249de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01cc1282-5b07-4dc7-8cf2-acb6952a3197', 'name': 'tempest-TestSecurityGroupsBasicOps-router-497449651', 'tenant_id': '5f0d8a39450b41748c0b81cefe499b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '91e3c808-4330-4647-ab2b-b27880fc8f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:40:23Z', 'updated_at': '2021-07-15T23:42:02Z', 'revision_number': 5, 'project_id': '5f0d8a39450b41748c0b81cefe499b9b', 'gw_port': {'id': '91e3c808-4330-4647-ab2b-b27880fc8f04', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cc1282-5b07-4dc7-8cf2-acb6952a3197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:24Z', 'updated_at': '2021-07-15T23:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:42:04.711153 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34214f67-3cce-4c0b-8218-7a8fc0249de0 None None] The sync data for ids ['01cc1282-5b07-4dc7-8cf2-acb6952a3197'] in n-d-794306-6 is: [{'id': '01cc1282-5b07-4dc7-8cf2-acb6952a3197', 'name': 'tempest-TestSecurityGroupsBasicOps-router-497449651', 'tenant_id': '5f0d8a39450b41748c0b81cefe499b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '91e3c808-4330-4647-ab2b-b27880fc8f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:40:23Z', 'updated_at': '2021-07-15T23:42:02Z', 'revision_number': 5, 'project_id': '5f0d8a39450b41748c0b81cefe499b9b', 'gw_port': {'id': '91e3c808-4330-4647-ab2b-b27880fc8f04', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cc1282-5b07-4dc7-8cf2-acb6952a3197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:24Z', 'updated_at': '2021-07-15T23:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:42:04.749979 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c2c961a-603e-489e-972a-34549758d5fd tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:04.796444 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97889435-1d38-4896-99cf-1a37eadc7186 None None] Network 2de34d27-ccf0-4ec0-8d19-72e4f2003199 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:42:04.808674 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c2c961a-603e-489e-972a-34549758d5fd tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:04.810538 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-1c2c961a-603e-489e-972a-34549758d5fd tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.48 "DELETE /v2.0/subnets/3ee10193-c61f-4262-948c-c4519fb074ab HTTP/1.1" status: 204 len: 168 time: 0.8620095 Jul 15 23:42:04.811459 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2c961a-603e-489e-972a-34549758d5fd tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Pushing event deleted for resources: {'Subnet': ['ID=3ee10193-c61f-4262-948c-c4519fb074ab,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:04.814121 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 44048) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:04.896622 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57457c43-fa60-4ded-a683-f27b28b55bbb tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:04.938055 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5aa8e4f6-4044-4124-896f-c7596354b3a1 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:04.982228 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57457c43-fa60-4ded-a683-f27b28b55bbb tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Pushing event updated for resources: {'Subnet': ['ID=79605607-9c8d-41a7-b748-6f29032f9342,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:04.994472 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57457c43-fa60-4ded-a683-f27b28b55bbb tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Checking segment: {'id': 'b4e12375-6311-4f45-ae78-7676d0f8ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '7ee3a066-c428-400e-9bf9-e940b84b3f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:42:04.994921 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57457c43-fa60-4ded-a683-f27b28b55bbb tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Network hostable DHCP agents. Network: 7ee3a066-c428-400e-9bf9-e940b84b3f46, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:42:05.011924 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57457c43-fa60-4ded-a683-f27b28b55bbb tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Network 7ee3a066-c428-400e-9bf9-e940b84b3f46 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:42:05.024250 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-57457c43-fa60-4ded-a683-f27b28b55bbb tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 7ee3a066-c428-400e-9bf9-e940b84b3f46) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:42:05.028718 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57457c43-fa60-4ded-a683-f27b28b55bbb tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:05.029636 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57457c43-fa60-4ded-a683-f27b28b55bbb tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:05.034581 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23dabac5-8fc9-4c05-9e2a-96cacf8087c4 None None] Network 7ee3a066-c428-400e-9bf9-e940b84b3f46 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:42:05.049821 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-57457c43-fa60-4ded-a683-f27b28b55bbb tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9859300 Jul 15 23:42:05.067728 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5aa8e4f6-4044-4124-896f-c7596354b3a1 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:05.111833 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90aff78-dcb8-417e-8268-ee20b5ad05ee None None] DHCP port deletion for 2de34d27-ccf0-4ec0-8d19-72e4f2003199 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:42:05.139623 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-5aa8e4f6-4044-4124-896f-c7596354b3a1 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Deleting port 91e3c808-4330-4647-ab2b-b27880fc8f04 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:42:05.139989 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5aa8e4f6-4044-4124-896f-c7596354b3a1 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:05.251889 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ea5903-b04d-4448-9970-c69b2a7d91e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-7ee3a066-c428-400e-9bf9-e940b84b3f46', 'network_id': '7ee3a066-c428-400e-9bf9-e940b84b3f46', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'fixed_ips': [{'subnet_id': '79605607-9c8d-41a7-b748-6f29032f9342'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:42:05.253014 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-97ea5903-b04d-4448-9970-c69b2a7d91e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:05.257419 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-5aa8e4f6-4044-4124-896f-c7596354b3a1 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] For port 91e3c808-4330-4647-ab2b-b27880fc8f04, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=91e3c808-4330-4647-ab2b-b27880fc8f04,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:42:05.258681 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5aa8e4f6-4044-4124-896f-c7596354b3a1 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:05.270078 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f90aff78-dcb8-417e-8268-ee20b5ad05ee None None] Deleting port 4f3a13bd-4dbb-48ab-b57b-c401e15958e1 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:42:05.270533 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f90aff78-dcb8-417e-8268-ee20b5ad05ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:05.275654 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-5aa8e4f6-4044-4124-896f-c7596354b3a1 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Calling delete_port for 91e3c808-4330-4647-ab2b-b27880fc8f04 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:42:05.558972 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 44054) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:05.566794 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5ee67688-61f5-4334-a52c-9a2e26663a28 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1740316576', 'description': 'tempest-secgroup-smoke-1740316576 description', 'project_id': '96f438ad510e4a6ab4003566961416a5'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:42:05.580390 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f90aff78-dcb8-417e-8268-ee20b5ad05ee None None] For port 4f3a13bd-4dbb-48ab-b57b-c401e15958e1, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=4f3a13bd-4dbb-48ab-b57b-c401e15958e1,segment=NetworkSegment(2af0907f-6bff-467e-8389-541319e713f5),segment_id=2af0907f-6bff-467e-8389-541319e713f5)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:42:05.582919 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f90aff78-dcb8-417e-8268-ee20b5ad05ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:05.610762 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dec72a8-abd8-414f-b073-741d71716bae req-987a9381-d0e0-4fae-9ec9-8291e19a052f tempest-ServerTagsTestJSON-392207914 tempest-ServerTagsTestJSON-392207914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:05.611439 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f90aff78-dcb8-417e-8268-ee20b5ad05ee None None] Calling delete_port for 4f3a13bd-4dbb-48ab-b57b-c401e15958e1 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:42:05.612385 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9dec72a8-abd8-414f-b073-741d71716bae req-987a9381-d0e0-4fae-9ec9-8291e19a052f tempest-ServerTagsTestJSON-392207914 tempest-ServerTagsTestJSON-392207914-project] 10.222.0.41 "GET /v2.0/ports?device_id=e373aec5-8ec5-42ca-a6f9-bf2b1e063329 HTTP/1.1" status: 200 len: 945 time: 0.1386433 Jul 15 23:42:05.618675 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5ee67688-61f5-4334-a52c-9a2e26663a28 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:05.624360 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f44d56-bbeb-492f-a670-6018e60a027e req-0a4fb975-d12c-4a86-80d8-303a7c8ae008 tempest-ServerTagsTestJSON-392207914 tempest-ServerTagsTestJSON-392207914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:05.626488 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d1f44d56-bbeb-492f-a670-6018e60a027e req-0a4fb975-d12c-4a86-80d8-303a7c8ae008 tempest-ServerTagsTestJSON-392207914 tempest-ServerTagsTestJSON-392207914-project] 10.222.0.48 "GET /v2.0/ports?device_id=e373aec5-8ec5-42ca-a6f9-bf2b1e063329 HTTP/1.1" status: 200 len: 945 time: 0.1888165 Jul 15 23:42:05.636062 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5aa8e4f6-4044-4124-896f-c7596354b3a1 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:05.690320 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 4f3a13bd-4dbb-48ab-b57b-c401e15958e1 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:42:05.702247 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa8e4f6-4044-4124-896f-c7596354b3a1 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Pushing event deleted for resources: {'Port': ['ID=91e3c808-4330-4647-ab2b-b27880fc8f04,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:05.731255 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-97ea5903-b04d-4448-9970-c69b2a7d91e4 None None] Allocated IP 172.20.0.18 (7ee3a066-c428-400e-9bf9-e940b84b3f46/79605607-9c8d-41a7-b748-6f29032f9342/5f8d6f04-bdf3-48ab-989c-41d35494c026) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:42:05.752076 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5ee67688-61f5-4334-a52c-9a2e26663a28 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:05.756808 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5ee67688-61f5-4334-a52c-9a2e26663a28 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:05.790653 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5ee67688-61f5-4334-a52c-9a2e26663a28 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:05.796188 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-5ee67688-61f5-4334-a52c-9a2e26663a28 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2352052 Jul 15 23:42:05.800724 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 44060) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:05.802600 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee67688-61f5-4334-a52c-9a2e26663a28 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6422c1c1-050b-49dc-a5d8-15bf4de72a51,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:05.814293 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f90aff78-dcb8-417e-8268-ee20b5ad05ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:05.828948 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-9e0ec432-a852-44ce-8ef7-ec4e4805f5e2 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Request body: {'security_group_rule': {'security_group_id': '6422c1c1-050b-49dc-a5d8-15bf4de72a51', 'project_id': '96f438ad510e4a6ab4003566961416a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:42:05.846926 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d1f44d56-bbeb-492f-a670-6018e60a027e req-c43aed21-76fc-46aa-91a8-c4525372d3d5 tempest-ServerTagsTestJSON-392207914 tempest-ServerTagsTestJSON-392207914-project] 10.222.0.48 "GET /v2.0/security-groups?id=f0e521d3-0acf-4451-8a92-5540e9d07c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836319 Jul 15 23:42:05.878427 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Port 4f3a13bd-4dbb-48ab-b57b-c401e15958e1 update to DOWN by agent not found {{(pid=93772) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 15 23:42:05.878922 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device dcf7bb84-382c-4d19-8054-e139bd218c1a no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:42:05.881337 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5aa8e4f6-4044-4124-896f-c7596354b3a1 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999011'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:05.906704 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90aff78-dcb8-417e-8268-ee20b5ad05ee None None] Pushing event deleted for resources: {'Port': ['ID=4f3a13bd-4dbb-48ab-b57b-c401e15958e1,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:05.914071 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: dcf7bb84-382c-4d19-8054-e139bd218c1a {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:42:05.914425 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device dcf7bb84-382c-4d19-8054-e139bd218c1a not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:42:05.918419 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90aff78-dcb8-417e-8268-ee20b5ad05ee None None] No DVR routers for this DVR port 4f3a13bd-4dbb-48ab-b57b-c401e15958e1 on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:42:05.986674 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e0ec432-a852-44ce-8ef7-ec4e4805f5e2 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:05.996734 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-97ea5903-b04d-4448-9970-c69b2a7d91e4 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:06.005335 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-97ea5903-b04d-4448-9970-c69b2a7d91e4 None None] Transition to ACTIVE for port object 5f8d6f04-bdf3-48ab-989c-41d35494c026 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:42:06.007044 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5aa8e4f6-4044-4124-896f-c7596354b3a1 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:06.017791 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5aa8e4f6-4044-4124-896f-c7596354b3a1 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:06.019904 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-97ea5903-b04d-4448-9970-c69b2a7d91e4 None None] Transition to ACTIVE for port object 5f8d6f04-bdf3-48ab-989c-41d35494c026 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:42:06.025500 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-97ea5903-b04d-4448-9970-c69b2a7d91e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:06.027990 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-9dec72a8-abd8-414f-b073-741d71716bae req-bdb30da9-fa87-42f3-b6e4-b60dc1360e6c tempest-ServerTagsTestJSON-392207914 tempest-ServerTagsTestJSON-392207914-project] Deleting port 4d182549-28ee-4322-9d32-32521e98d1f5 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:42:06.028334 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9dec72a8-abd8-414f-b073-741d71716bae req-bdb30da9-fa87-42f3-b6e4-b60dc1360e6c tempest-ServerTagsTestJSON-392207914 tempest-ServerTagsTestJSON-392207914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:06.066361 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ea5903-b04d-4448-9970-c69b2a7d91e4 None None] Network 7ee3a066-c428-400e-9bf9-e940b84b3f46 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:42:06.072030 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-97ea5903-b04d-4448-9970-c69b2a7d91e4 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:42:06.076477 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ea5903-b04d-4448-9970-c69b2a7d91e4 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:42:06.078424 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea5903-b04d-4448-9970-c69b2a7d91e4 None None] Pushing event updated for resources: {'Port': ['ID=5f8d6f04-bdf3-48ab-989c-41d35494c026,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:06.136962 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-97ea5903-b04d-4448-9970-c69b2a7d91e4 None None] Attempting to bind port 5f8d6f04-bdf3-48ab-989c-41d35494c026 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:42:06.137325 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-97ea5903-b04d-4448-9970-c69b2a7d91e4 None None] Attempting to bind port 5f8d6f04-bdf3-48ab-989c-41d35494c026 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'b4e12375-6311-4f45-ae78-7676d0f8ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '7ee3a066-c428-400e-9bf9-e940b84b3f46'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:42:06.137681 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ea5903-b04d-4448-9970-c69b2a7d91e4 None None] Attempting to bind port 5f8d6f04-bdf3-48ab-989c-41d35494c026 on network 7ee3a066-c428-400e-9bf9-e940b84b3f46 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:42:06.142533 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ea5903-b04d-4448-9970-c69b2a7d91e4 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:42:06.142911 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ea5903-b04d-4448-9970-c69b2a7d91e4 None None] Checking segment: {'id': 'b4e12375-6311-4f45-ae78-7676d0f8ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '7ee3a066-c428-400e-9bf9-e940b84b3f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:42:06.143316 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5aa8e4f6-4044-4124-896f-c7596354b3a1 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:06.143465 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-97ea5903-b04d-4448-9970-c69b2a7d91e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:06.143749 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ea5903-b04d-4448-9970-c69b2a7d91e4 None None] Bound using segment: {'id': 'b4e12375-6311-4f45-ae78-7676d0f8ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '7ee3a066-c428-400e-9bf9-e940b84b3f46'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:42:06.143890 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa8e4f6-4044-4124-896f-c7596354b3a1 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Fanout notify agent at l3_agent the message router_deleted on router 01cc1282-5b07-4dc7-8cf2-acb6952a3197 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:42:06.144208 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-97ea5903-b04d-4448-9970-c69b2a7d91e4 None None] Bound port: 5f8d6f04-bdf3-48ab-989c-41d35494c026, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4e12375-6311-4f45-ae78-7676d0f8ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '7ee3a066-c428-400e-9bf9-e940b84b3f46'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:42:06.144586 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-97ea5903-b04d-4448-9970-c69b2a7d91e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:06.154295 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5aa8e4f6-4044-4124-896f-c7596354b3a1 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:06.157919 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-5aa8e4f6-4044-4124-896f-c7596354b3a1 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.48 "DELETE /v2.0/routers/01cc1282-5b07-4dc7-8cf2-acb6952a3197 HTTP/1.1" status: 204 len: 168 time: 1.3393052 Jul 15 23:42:06.158358 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 44062) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:06.181189 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e0ec432-a852-44ce-8ef7-ec4e4805f5e2 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:06.197533 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e0ec432-a852-44ce-8ef7-ec4e4805f5e2 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:06.218635 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-9dec72a8-abd8-414f-b073-741d71716bae req-bdb30da9-fa87-42f3-b6e4-b60dc1360e6c tempest-ServerTagsTestJSON-392207914 tempest-ServerTagsTestJSON-392207914-project] For port 4d182549-28ee-4322-9d32-32521e98d1f5, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=4d182549-28ee-4322-9d32-32521e98d1f5,segment=NetworkSegment(bcc0ed19-7117-49df-b712-deaf1b762b26),segment_id=bcc0ed19-7117-49df-b712-deaf1b762b26)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:42:06.219100 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9dec72a8-abd8-414f-b073-741d71716bae req-bdb30da9-fa87-42f3-b6e4-b60dc1360e6c tempest-ServerTagsTestJSON-392207914 tempest-ServerTagsTestJSON-392207914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:06.234444 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-97ea5903-b04d-4448-9970-c69b2a7d91e4 None None] For port 5f8d6f04-bdf3-48ab-989c-41d35494c026, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:42:06.237449 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0ec432-a852-44ce-8ef7-ec4e4805f5e2 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05d9ac39-6e9d-42b9-a4c3-9d027bd106c7,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:06.240307 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-97ea5903-b04d-4448-9970-c69b2a7d91e4 None None] For port 5f8d6f04-bdf3-48ab-989c-41d35494c026, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=5f8d6f04-bdf3-48ab-989c-41d35494c026,segment=NetworkSegment(b4e12375-6311-4f45-ae78-7676d0f8ffc8),segment_id=b4e12375-6311-4f45-ae78-7676d0f8ffc8)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:42:06.246637 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-97ea5903-b04d-4448-9970-c69b2a7d91e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:06.248265 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-9dec72a8-abd8-414f-b073-741d71716bae req-bdb30da9-fa87-42f3-b6e4-b60dc1360e6c tempest-ServerTagsTestJSON-392207914 tempest-ServerTagsTestJSON-392207914-project] Calling delete_port for 4d182549-28ee-4322-9d32-32521e98d1f5 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:42:06.259825 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e0ec432-a852-44ce-8ef7-ec4e4805f5e2 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:06.261311 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-9e0ec432-a852-44ce-8ef7-ec4e4805f5e2 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4385369 Jul 15 23:42:06.264975 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 44064) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:06.274732 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f02698f0-8b5c-4eec-887f-04c5b8acf98c tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Request body: {'security_group_rule': {'security_group_id': '6422c1c1-050b-49dc-a5d8-15bf4de72a51', 'project_id': '96f438ad510e4a6ab4003566961416a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:42:06.284886 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e47391f-fa9d-4e7a-8bc2-9a914ebbd9a7 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:06.338080 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea5903-b04d-4448-9970-c69b2a7d91e4 None None] Pushing event updated for resources: {'Port': ['ID=5f8d6f04-bdf3-48ab-989c-41d35494c026,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:06.385639 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:06.391697 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f02698f0-8b5c-4eec-887f-04c5b8acf98c tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:06.416839 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9dec72a8-abd8-414f-b073-741d71716bae req-bdb30da9-fa87-42f3-b6e4-b60dc1360e6c tempest-ServerTagsTestJSON-392207914 tempest-ServerTagsTestJSON-392207914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:06.436644 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e47391f-fa9d-4e7a-8bc2-9a914ebbd9a7 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:06.447955 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb30da9-fa87-42f3-b6e4-b60dc1360e6c tempest-ServerTagsTestJSON-392207914 tempest-ServerTagsTestJSON-392207914-project] Pushing event deleted for resources: {'Port': ['ID=4d182549-28ee-4322-9d32-32521e98d1f5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:06.449703 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['4d182549-28ee-4322-9d32-32521e98d1f5'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:42:06.468860 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-5e47391f-fa9d-4e7a-8bc2-9a914ebbd9a7 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2de34d27-ccf0-4ec0-8d19-72e4f2003199']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:42:06.483351 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-5e47391f-fa9d-4e7a-8bc2-9a914ebbd9a7 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2af0907f-6bff-467e-8389-541319e713f5') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:42:06.483688 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-5e47391f-fa9d-4e7a-8bc2-9a914ebbd9a7 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2af0907f-6bff-467e-8389-541319e713f5') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:42:06.500645 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e47391f-fa9d-4e7a-8bc2-9a914ebbd9a7 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:06.502242 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dec72a8-abd8-414f-b073-741d71716bae req-bdb30da9-fa87-42f3-b6e4-b60dc1360e6c tempest-ServerTagsTestJSON-392207914 tempest-ServerTagsTestJSON-392207914-project] No DVR routers for this DVR port 4d182549-28ee-4322-9d32-32521e98d1f5 on host n-h2-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:42:06.503106 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f02698f0-8b5c-4eec-887f-04c5b8acf98c tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:06.505214 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9dec72a8-abd8-414f-b073-741d71716bae req-bdb30da9-fa87-42f3-b6e4-b60dc1360e6c tempest-ServerTagsTestJSON-392207914 tempest-ServerTagsTestJSON-392207914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:06.507680 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9dec72a8-abd8-414f-b073-741d71716bae req-bdb30da9-fa87-42f3-b6e4-b60dc1360e6c tempest-ServerTagsTestJSON-392207914 tempest-ServerTagsTestJSON-392207914-project] 10.222.0.41 "DELETE /v2.0/ports/4d182549-28ee-4322-9d32-32521e98d1f5 HTTP/1.1" status: 204 len: 173 time: 0.8797131 Jul 15 23:42:06.508216 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e373aec5-8ec5-42ca-a6f9-bf2b1e063329', 'name': 'network-vif-deleted', 'tag': '4d182549-28ee-4322-9d32-32521e98d1f5'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:42:06.513557 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f02698f0-8b5c-4eec-887f-04c5b8acf98c tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:06.515789 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc5572d-d859-4e17-84cf-4925a4f61d6a" -d '{"events": [{"server_uuid": "e373aec5-8ec5-42ca-a6f9-bf2b1e063329", "name": "network-vif-deleted", "tag": "4d182549-28ee-4322-9d32-32521e98d1f5"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:42:06.540741 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e47391f-fa9d-4e7a-8bc2-9a914ebbd9a7 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:06.557797 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e47391f-fa9d-4e7a-8bc2-9a914ebbd9a7 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:42:06.558372 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e47391f-fa9d-4e7a-8bc2-9a914ebbd9a7 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:06.562449 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:42:06.562449 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:42:06.562449 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:42:06.562449 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:42:06.562449 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:42:06.562449 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:42:06.562449 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:42:06.562449 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:42:06.562449 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:42:06.562449 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:42:06.562449 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:42:06.562449 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:42:06.562449 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:42:06.562449 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:42:06.562449 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:42:06.562449 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:42:06.562449 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:42:06.562449 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:42:06.562449 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:42:06.562449 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:42:06.562449 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:42:06.562449 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:42:06.562449 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:42:06.562449 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:42:06.562449 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:42:06.562449 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:42:06.562449 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:42:06.562449 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:42:06.562449 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:42:06.562449 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:42:06.562449 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:42:06.562449 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:42:06.567318 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db80365-1a23-4aba-9bee-bb920e0ae57d x-openstack-request-id: req-9db80365-1a23-4aba-9bee-bb920e0ae57d {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:42:06.567831 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e373aec5-8ec5-42ca-a6f9-bf2b1e063329", "name": "network-vif-deleted", "tag": "4d182549-28ee-4322-9d32-32521e98d1f5", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:42:06.567980 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9db80365-1a23-4aba-9bee-bb920e0ae57d {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:42:06.568294 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e373aec5-8ec5-42ca-a6f9-bf2b1e063329', 'name': 'network-vif-deleted', 'tag': '4d182549-28ee-4322-9d32-32521e98d1f5', 'status': 'completed', 'code': 200} Jul 15 23:42:06.578480 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02698f0-8b5c-4eec-887f-04c5b8acf98c tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=710eeb26-bff4-4178-b296-ac68c32d0ff7,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:06.587929 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f02698f0-8b5c-4eec-887f-04c5b8acf98c tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:06.591366 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f02698f0-8b5c-4eec-887f-04c5b8acf98c tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3210802 Jul 15 23:42:06.591763 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 44068) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:06.599943 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5f41445a-9d3c-457c-93c7-30e69da9c880 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Request body: {'security_group_rule': {'security_group_id': '6422c1c1-050b-49dc-a5d8-15bf4de72a51', 'project_id': '96f438ad510e4a6ab4003566961416a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:42:06.656001 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e47391f-fa9d-4e7a-8bc2-9a914ebbd9a7 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:06.664841 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e47391f-fa9d-4e7a-8bc2-9a914ebbd9a7 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:06.680449 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-5e47391f-fa9d-4e7a-8bc2-9a914ebbd9a7 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] 10.222.0.48 "DELETE /v2.0/networks/2de34d27-ccf0-4ec0-8d19-72e4f2003199 HTTP/1.1" status: 204 len: 168 time: 0.5105166 Jul 15 23:42:06.740555 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e47391f-fa9d-4e7a-8bc2-9a914ebbd9a7 tempest-TestSecurityGroupsBasicOps-1245940192 tempest-TestSecurityGroupsBasicOps-1245940192-project] Pushing event deleted for resources: {'Network': ['ID=2de34d27-ccf0-4ec0-8d19-72e4f2003199,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:06.748015 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f41445a-9d3c-457c-93c7-30e69da9c880 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:06.845799 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f41445a-9d3c-457c-93c7-30e69da9c880 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:06.854336 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f41445a-9d3c-457c-93c7-30e69da9c880 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:06.877275 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f41445a-9d3c-457c-93c7-30e69da9c880 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e3f9e8d-fa5e-4833-8d73-b4fcc6f5f346,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:06.887711 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f41445a-9d3c-457c-93c7-30e69da9c880 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:06.888969 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-5f41445a-9d3c-457c-93c7-30e69da9c880 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2962995 Jul 15 23:42:06.891831 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 44080) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:06.896880 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4f264201-73e7-427c-aca5-9dd8dcd50116 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Request body: {'security_group_rule': {'security_group_id': '6422c1c1-050b-49dc-a5d8-15bf4de72a51', 'project_id': '96f438ad510e4a6ab4003566961416a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:42:06.933378 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f264201-73e7-427c-aca5-9dd8dcd50116 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:06.953161 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 44082) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:06.995315 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f264201-73e7-427c-aca5-9dd8dcd50116 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:07.002885 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f264201-73e7-427c-aca5-9dd8dcd50116 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:07.024121 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f264201-73e7-427c-aca5-9dd8dcd50116 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c785ed29-7522-4967-a8cb-96af27330bd6,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:07.064760 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9be3f064-3100-4b14-a3b4-c7594fda420a req-7086c7b5-db8a-41b1-a07b-3e4896b6d6ab tempest-ServerTagsTestJSON-392207914 tempest-ServerTagsTestJSON-392207914-project] 10.222.0.48 "GET /v2.0/ports?device_id=e373aec5-8ec5-42ca-a6f9-bf2b1e063329 HTTP/1.1" status: 200 len: 210 time: 0.0456452 Jul 15 23:42:07.071893 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f264201-73e7-427c-aca5-9dd8dcd50116 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:07.074296 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-4f264201-73e7-427c-aca5-9dd8dcd50116 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1813829 Jul 15 23:42:07.077573 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 44088) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:07.084717 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f6f70c12-cca2-47f6-9d79-c30560b526a2 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Request body: {'security_group_rule': {'security_group_id': '6422c1c1-050b-49dc-a5d8-15bf4de72a51', 'project_id': '96f438ad510e4a6ab4003566961416a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:42:07.119206 n-d-794306-6 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-f6f70c12-cca2-47f6-9d79-c30560b526a2 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Project 96f438ad510e4a6ab4003566961416a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:42:07.126082 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 44090) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:07.153544 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6f70c12-cca2-47f6-9d79-c30560b526a2 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:07.232893 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99673df-6f9b-4663-80c9-ef63178cfaa6 req-dabdaab6-062a-4b2e-8989-cbce2f74c4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:07.239246 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-9dfa00f8-3ca3-4e64-81db-c80dd67ed67f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5f0d8a39450b41748c0b81cefe499b9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1095378 Jul 15 23:42:07.239648 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 44094) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:07.240255 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d99673df-6f9b-4663-80c9-ef63178cfaa6 req-dabdaab6-062a-4b2e-8989-cbce2f74c4b9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=379d1973-329d-4879-9af8-65365e7ac0fc HTTP/1.1" status: 200 len: 1097 time: 0.2855179 Jul 15 23:42:07.248329 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6f70c12-cca2-47f6-9d79-c30560b526a2 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:07.259881 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6f70c12-cca2-47f6-9d79-c30560b526a2 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:07.294013 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f70c12-cca2-47f6-9d79-c30560b526a2 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e57b01b6-9c44-4cd0-922d-adf23026a27b,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:07.302523 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d99673df-6f9b-4663-80c9-ef63178cfaa6 req-0e02bb23-0c01-4a29-a735-8e2a9a9601a6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=752db298-999e-4fa3-ba4b-c67600286293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613551 Jul 15 23:42:07.305287 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d5958caf-6659-4e61-989c-04a26d95ccff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:07.308768 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6f70c12-cca2-47f6-9d79-c30560b526a2 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:07.310261 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f6f70c12-cca2-47f6-9d79-c30560b526a2 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2308528 Jul 15 23:42:07.313115 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 44096) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:07.317905 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-9c5783a6-c64a-4a64-8c19-7fb976529807 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Request body: {'security_group_rule': {'security_group_id': '6422c1c1-050b-49dc-a5d8-15bf4de72a51', 'project_id': '96f438ad510e4a6ab4003566961416a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:42:07.331746 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d5958caf-6659-4e61-989c-04a26d95ccff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:07.341648 n-d-794306-6 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-9c5783a6-c64a-4a64-8c19-7fb976529807 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Project 96f438ad510e4a6ab4003566961416a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:42:07.346858 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9c5783a6-c64a-4a64-8c19-7fb976529807 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:07.393068 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d5958caf-6659-4e61-989c-04a26d95ccff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:07.395021 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d5958caf-6659-4e61-989c-04a26d95ccff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:07.396663 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-d5958caf-6659-4e61-989c-04a26d95ccff admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9f25d0f2-e4b3-432e-82de-2b34c49684ff HTTP/1.1" status: 204 len: 168 time: 0.1560762 Jul 15 23:42:07.406105 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5958caf-6659-4e61-989c-04a26d95ccff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f25d0f2-e4b3-432e-82de-2b34c49684ff,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:07.445995 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9c5783a6-c64a-4a64-8c19-7fb976529807 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:07.451237 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9c5783a6-c64a-4a64-8c19-7fb976529807 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:07.475247 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5783a6-c64a-4a64-8c19-7fb976529807 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d6c9e71-dcce-4c18-8c81-b1aafff9cb15,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:07.480451 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9c5783a6-c64a-4a64-8c19-7fb976529807 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:07.481831 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-9c5783a6-c64a-4a64-8c19-7fb976529807 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1675913 Jul 15 23:42:07.765587 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7ad5bc15-6853-4fd9-b2fe-ef79e75d3730 req-268bfaf9-cff7-4786-a9d4-bdd5a7b01ca2 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1740316576&fields=id&tenant_id=96f438ad510e4a6ab4003566961416a5 HTTP/1.1" status: 200 len: 267 time: 0.0729909 Jul 15 23:42:07.771071 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 5f8d6f04-bdf3-48ab-989c-41d35494c026 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:42:07.812477 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0717c120-477d-47f5-a8b2-84236150d746 None None] Network 7ee3a066-c428-400e-9bf9-e940b84b3f46 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:42:07.816366 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 44116) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:07.831550 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-edb20b4c-a9a9-4a02-ba2a-4e1e126f43eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:07.907559 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad5bc15-6853-4fd9-b2fe-ef79e75d3730 req-c8d90894-9783-426d-90ac-f35a1b97c416 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:07.909326 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7ad5bc15-6853-4fd9-b2fe-ef79e75d3730 req-c8d90894-9783-426d-90ac-f35a1b97c416 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/networks?id=7ee3a066-c428-400e-9bf9-e940b84b3f46 HTTP/1.1" status: 200 len: 797 time: 0.1367416 Jul 15 23:42:07.926293 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7ad5bc15-6853-4fd9-b2fe-ef79e75d3730 req-c394345e-2729-475d-828a-b1fb8dbdc021 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/quotas/96f438ad510e4a6ab4003566961416a5 HTTP/1.1" status: 200 len: 375 time: 0.0098431 Jul 15 23:42:07.931365 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9fd88844-4c01-4281-b133-a4dca08659f0 None None] Provisioning for port 5f8d6f04-bdf3-48ab-989c-41d35494c026 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:42:07.956407 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 5f8d6f04-bdf3-48ab-989c-41d35494c026 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:42:07.959416 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-edb20b4c-a9a9-4a02-ba2a-4e1e126f43eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:07.965813 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-edb20b4c-a9a9-4a02-ba2a-4e1e126f43eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:08.001176 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 5f8d6f04-bdf3-48ab-989c-41d35494c026 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:42:08.001546 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:08.011903 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb20b4c-a9a9-4a02-ba2a-4e1e126f43eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2aa9ff-e11b-4859-bee0-29276e1d7984,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:08.017667 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-edb20b4c-a9a9-4a02-ba2a-4e1e126f43eb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=07ff37982f93427583ef99c966d8ca2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1999977 Jul 15 23:42:08.020147 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 44122) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:08.079388 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7ad5bc15-6853-4fd9-b2fe-ef79e75d3730 req-d559aff0-01a6-4acb-b63e-85127b596182 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=96f438ad510e4a6ab4003566961416a5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1447790 Jul 15 23:42:08.084173 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cda5b5bf-11db-4cf2-8eb5-56b59ff1959e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:08.135623 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cda5b5bf-11db-4cf2-8eb5-56b59ff1959e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:08.170364 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:08.208842 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 44128) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:08.222398 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cda5b5bf-11db-4cf2-8eb5-56b59ff1959e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:08.225118 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cda5b5bf-11db-4cf2-8eb5-56b59ff1959e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:08.227632 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-cda5b5bf-11db-4cf2-8eb5-56b59ff1959e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7c2aa9ff-e11b-4859-bee0-29276e1d7984 HTTP/1.1" status: 204 len: 168 time: 0.2062321 Jul 15 23:42:08.252135 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 5f8d6f04-bdf3-48ab-989c-41d35494c026, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=5f8d6f04-bdf3-48ab-989c-41d35494c026,segment=NetworkSegment(b4e12375-6311-4f45-ae78-7676d0f8ffc8),segment_id=b4e12375-6311-4f45-ae78-7676d0f8ffc8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:42:08.253369 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda5b5bf-11db-4cf2-8eb5-56b59ff1959e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2aa9ff-e11b-4859-bee0-29276e1d7984,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:08.270862 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:08.295459 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bf6e9da-ef69-4f6f-a345-84c9d482e092 admin admin] Deleting subnet 4faf5a83-136e-486c-a7ef-c0ae1c297798 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:42:08.304944 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3bf6e9da-ef69-4f6f-a345-84c9d482e092 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:08.382838 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=5f8d6f04-bdf3-48ab-989c-41d35494c026,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:08.385899 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 91e3c808-4330-4647-ab2b-b27880fc8f04 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:42:08.418701 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 91e3c808-4330-4647-ab2b-b27880fc8f04 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:42:08.419048 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 91e3c808-4330-4647-ab2b-b27880fc8f04 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:42:08.428967 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:08.461333 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3bf6e9da-ef69-4f6f-a345-84c9d482e092 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:08.532269 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7ad5bc15-6853-4fd9-b2fe-ef79e75d3730 req-21fb50a1-c47b-474d-b535-5d2fb439f610 service neutron] 10.222.0.48 "GET /v2.0/networks/7ee3a066-c428-400e-9bf9-e940b84b3f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4486747 Jul 15 23:42:08.533841 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3bf6e9da-ef69-4f6f-a345-84c9d482e092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:08.573435 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bd608f2d-bea5-4328-ab22-186d4797510a None None] Provisioning complete for port 5f8d6f04-bdf3-48ab-989c-41d35494c026 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:42:08.573710 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bd608f2d-bea5-4328-ab22-186d4797510a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:08.668395 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3bf6e9da-ef69-4f6f-a345-84c9d482e092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:08.697173 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 44138) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:08.699283 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7ad5bc15-6853-4fd9-b2fe-ef79e75d3730 req-e9df44b4-94ca-46ca-83da-d9d10a96231a service neutron] 10.222.0.48 "GET /v2.0/networks/7ee3a066-c428-400e-9bf9-e940b84b3f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629479 Jul 15 23:42:08.702762 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3bf6e9da-ef69-4f6f-a345-84c9d482e092 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:08.705336 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-3bf6e9da-ef69-4f6f-a345-84c9d482e092 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4faf5a83-136e-486c-a7ef-c0ae1c297798 HTTP/1.1" status: 204 len: 168 time: 0.4953570 Jul 15 23:42:08.706488 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf6e9da-ef69-4f6f-a345-84c9d482e092 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4faf5a83-136e-486c-a7ef-c0ae1c297798,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:08.708901 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 44142) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:08.744491 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-397d77d3-e14b-4ea1-b1c4-752ace39562f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=149b188ed6aa4b68b1ab41212922016d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468018 Jul 15 23:42:08.746459 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 44144) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:08.785362 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-240eb372-308a-42cc-bfcd-f308a22b0de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:08.802546 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c18e4be9-92b0-4dba-83f0-b84ca8cd0df3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:08.834680 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c18e4be9-92b0-4dba-83f0-b84ca8cd0df3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:08.896492 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c18e4be9-92b0-4dba-83f0-b84ca8cd0df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:08.901014 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c18e4be9-92b0-4dba-83f0-b84ca8cd0df3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:08.902378 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c18e4be9-92b0-4dba-83f0-b84ca8cd0df3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5e140525-30de-4dc3-85bf-68f84fd88167 HTTP/1.1" status: 204 len: 168 time: 0.1548526 Jul 15 23:42:08.907116 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-240eb372-308a-42cc-bfcd-f308a22b0de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:08.910949 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18e4be9-92b0-4dba-83f0-b84ca8cd0df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e140525-30de-4dc3-85bf-68f84fd88167,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:08.931971 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-27314511-e439-4856-bc01-e4b1757a807e req-a82b5b78-48ed-4755-b753-37e20d54ce31 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cc9616c-b7b3-4dcd-ab2c-cedc88f35bca HTTP/1.1" status: 200 len: 210 time: 0.0629332 Jul 15 23:42:08.935628 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-240eb372-308a-42cc-bfcd-f308a22b0de8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64718de5-16e4-43e0-935c-76d3ded349b5']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:42:08.949954 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-240eb372-308a-42cc-bfcd-f308a22b0de8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcc0ed19-7117-49df-b712-deaf1b762b26') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:42:08.950784 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-240eb372-308a-42cc-bfcd-f308a22b0de8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcc0ed19-7117-49df-b712-deaf1b762b26') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:42:08.966069 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-240eb372-308a-42cc-bfcd-f308a22b0de8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:08.980546 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-240eb372-308a-42cc-bfcd-f308a22b0de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:08.987873 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-240eb372-308a-42cc-bfcd-f308a22b0de8 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:42:08.988400 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-240eb372-308a-42cc-bfcd-f308a22b0de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:08.990279 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:42:08.990279 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:42:08.990279 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:42:08.990279 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:42:08.990279 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:42:08.990279 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:42:08.990279 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:42:08.990279 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:42:08.990279 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:42:08.990279 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:42:08.990279 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:42:08.990279 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:42:08.990279 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:42:08.990279 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:42:08.990279 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:42:08.990279 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:42:08.990279 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:42:08.990279 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:42:08.990279 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:42:08.990279 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:42:08.990279 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:42:08.990279 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:42:08.990279 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:42:08.990279 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:42:08.990279 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:42:08.990279 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:42:08.990279 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:42:08.990279 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:42:08.990279 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:42:08.990279 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:42:08.990279 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:42:08.990279 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:42:08.990279 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:42:08.990279 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:42:08.990279 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:42:08.990279 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:42:08.990279 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:42:08.990279 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:42:08.990279 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:42:08.990279 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:42:08.990279 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:42:08.990279 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:42:09.063547 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-240eb372-308a-42cc-bfcd-f308a22b0de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:09.069014 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-240eb372-308a-42cc-bfcd-f308a22b0de8 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:09.071907 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-240eb372-308a-42cc-bfcd-f308a22b0de8 admin admin] 10.222.0.48 "DELETE /v2.0/networks/64718de5-16e4-43e0-935c-76d3ded349b5 HTTP/1.1" status: 204 len: 168 time: 0.3617942 Jul 15 23:42:09.089001 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240eb372-308a-42cc-bfcd-f308a22b0de8 admin admin] Pushing event deleted for resources: {'Network': ['ID=64718de5-16e4-43e0-935c-76d3ded349b5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:09.282854 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 44160) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:09.333513 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-760e90bb-a380-4bcd-84a3-5a13950d6948 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5e074d50acea4f2ca53b1a5166d2cd9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470157 Jul 15 23:42:09.333742 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 44162) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:09.389168 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-24751098-ea46-4281-a480-767e81c6a859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:09.416939 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-24751098-ea46-4281-a480-767e81c6a859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:09.479584 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-24751098-ea46-4281-a480-767e81c6a859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:09.483410 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-24751098-ea46-4281-a480-767e81c6a859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:09.488328 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-24751098-ea46-4281-a480-767e81c6a859 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f0e521d3-0acf-4451-8a92-5540e9d07c04 HTTP/1.1" status: 204 len: 168 time: 0.1534104 Jul 15 23:42:09.499842 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24751098-ea46-4281-a480-767e81c6a859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e521d3-0acf-4451-8a92-5540e9d07c04,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:09.668667 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 5f8d6f04-bdf3-48ab-989c-41d35494c026 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:42:09.733752 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 5f8d6f04-bdf3-48ab-989c-41d35494c026 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:42:09.734126 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:10.087277 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9bd68e69-9889-4249-bab3-4a6ef3115369 req-9806cc80-0aea-4e73-bf07-e0f6d087025a tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cc9616c-b7b3-4dcd-ab2c-cedc88f35bca HTTP/1.1" status: 200 len: 210 time: 0.0332854 Jul 15 23:42:10.223863 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 4d182549-28ee-4322-9d32-32521e98d1f5 no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:42:10.243678 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] No Port match for: 4d182549-28ee-4322-9d32-32521e98d1f5 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:42:10.244022 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 4d182549-28ee-4322-9d32-32521e98d1f5 not bound to the agent host n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:42:10.279105 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 44190) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:10.395329 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ccc938d5-100a-47ef-8477-164d71620cb7 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-477808276-network', 'tenant_id': '7bc590849c7643ee9c1b9068f880b1d2'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:42:10.417849 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc938d5-100a-47ef-8477-164d71620cb7 admin admin] Made reservation on behalf of 7bc590849c7643ee9c1b9068f880b1d2 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:42:10.420632 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ccc938d5-100a-47ef-8477-164d71620cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:10.430784 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ccc938d5-100a-47ef-8477-164d71620cb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:10.549463 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ccc938d5-100a-47ef-8477-164d71620cb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:10.556174 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ccc938d5-100a-47ef-8477-164d71620cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:10.583031 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccc938d5-100a-47ef-8477-164d71620cb7 admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:42:10.584715 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad5bc15-6853-4fd9-b2fe-ef79e75d3730 req-3c86d21d-771e-47d6-a58e-4f03ab5aa3ef tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:10.586541 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7ad5bc15-6853-4fd9-b2fe-ef79e75d3730 req-3c86d21d-771e-47d6-a58e-4f03ab5aa3ef tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.41 "GET /v2.0/networks?id=7ee3a066-c428-400e-9bf9-e940b84b3f46 HTTP/1.1" status: 200 len: 797 time: 0.1267164 Jul 15 23:42:10.595037 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc938d5-100a-47ef-8477-164d71620cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=999794f5-b192-4ff9-8d65-8e6f175fee30,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:10.602379 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ccc938d5-100a-47ef-8477-164d71620cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:10.602959 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-ccc938d5-100a-47ef-8477-164d71620cb7 admin admin] Added segment d9d5b0ee-fe4e-4442-bdab-3a93fef4db95 of type vlan for network 7db77be0-6889-4307-a5de-78bdc9dab8aa Jul 15 23:42:10.671632 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7ad5bc15-6853-4fd9-b2fe-ef79e75d3730 req-17f2ad31-70ef-44e9-b645-094c17d5a247 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96f438ad510e4a6ab4003566961416a5 HTTP/1.1" status: 200 len: 473 time: 0.0638399 Jul 15 23:42:10.673216 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ccc938d5-100a-47ef-8477-164d71620cb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:10.681007 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-7ad5bc15-6853-4fd9-b2fe-ef79e75d3730 req-9c7f88f1-b74b-4cb5-996c-607a0c468601 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Request body: {'port': {'device_id': '6cc9616c-b7b3-4dcd-ab2c-cedc88f35bca', 'network_id': '7ee3a066-c428-400e-9bf9-e940b84b3f46', 'admin_state_up': True, 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'security_groups': ['6422c1c1-050b-49dc-a5d8-15bf4de72a51']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:42:10.718162 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ccc938d5-100a-47ef-8477-164d71620cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:10.719650 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc938d5-100a-47ef-8477-164d71620cb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:10.719650 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ccc938d5-100a-47ef-8477-164d71620cb7 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:10.754858 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ccc938d5-100a-47ef-8477-164d71620cb7 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4745040 Jul 15 23:42:10.789930 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc938d5-100a-47ef-8477-164d71620cb7 admin admin] Pushing event updated for resources: {'Network': ['ID=7db77be0-6889-4307-a5de-78bdc9dab8aa,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:10.802652 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 7db77be0-6889-4307-a5de-78bdc9dab8aa details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:42:10.814923 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ad5bc15-6853-4fd9-b2fe-ef79e75d3730 req-9c7f88f1-b74b-4cb5-996c-607a0c468601 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Made reservation on behalf of 96f438ad510e4a6ab4003566961416a5 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:42:10.825009 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7ad5bc15-6853-4fd9-b2fe-ef79e75d3730 req-9c7f88f1-b74b-4cb5-996c-607a0c468601 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:10.965766 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-7ad5bc15-6853-4fd9-b2fe-ef79e75d3730 req-9c7f88f1-b74b-4cb5-996c-607a0c468601 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Allocated IP 172.20.0.29 (7ee3a066-c428-400e-9bf9-e940b84b3f46/79605607-9c8d-41a7-b748-6f29032f9342/e812e578-7fdb-4df8-8c83-545dbc1130bd) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:42:11.224763 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7ad5bc15-6853-4fd9-b2fe-ef79e75d3730 req-9c7f88f1-b74b-4cb5-996c-607a0c468601 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:11.287093 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b90255d9-5872-4d6c-9496-8c76643dcd2f req-1fd67718-9d9f-4eb7-8a9b-db52ef475374 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cc9616c-b7b3-4dcd-ab2c-cedc88f35bca HTTP/1.1" status: 200 len: 210 time: 0.0599639 Jul 15 23:42:11.294344 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-7ad5bc15-6853-4fd9-b2fe-ef79e75d3730 req-9c7f88f1-b74b-4cb5-996c-607a0c468601 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Transition to ACTIVE for port object e812e578-7fdb-4df8-8c83-545dbc1130bd will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:42:11.322950 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e42f023-a750-469a-b5b3-ba5cb5ccf7c6 req-a7437d91-bf38-4d28-bbfa-f2e7b2816bd6 tempest-ComputeTenantNetworksTest-972838975 tempest-ComputeTenantNetworksTest-972838975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:11.328802 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e42f023-a750-469a-b5b3-ba5cb5ccf7c6 req-a7437d91-bf38-4d28-bbfa-f2e7b2816bd6 tempest-ComputeTenantNetworksTest-972838975 tempest-ComputeTenantNetworksTest-972838975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:11.335640 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e42f023-a750-469a-b5b3-ba5cb5ccf7c6 req-a7437d91-bf38-4d28-bbfa-f2e7b2816bd6 tempest-ComputeTenantNetworksTest-972838975 tempest-ComputeTenantNetworksTest-972838975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:11.337298 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5e42f023-a750-469a-b5b3-ba5cb5ccf7c6 req-a7437d91-bf38-4d28-bbfa-f2e7b2816bd6 tempest-ComputeTenantNetworksTest-972838975 tempest-ComputeTenantNetworksTest-972838975-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.2660329 Jul 15 23:42:11.373589 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7ad5bc15-6853-4fd9-b2fe-ef79e75d3730 req-9c7f88f1-b74b-4cb5-996c-607a0c468601 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:11.439837 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ad5bc15-6853-4fd9-b2fe-ef79e75d3730 req-9c7f88f1-b74b-4cb5-996c-607a0c468601 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Network 7ee3a066-c428-400e-9bf9-e940b84b3f46 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:42:11.469111 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-7ad5bc15-6853-4fd9-b2fe-ef79e75d3730 req-9c7f88f1-b74b-4cb5-996c-607a0c468601 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:42:11.478796 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ad5bc15-6853-4fd9-b2fe-ef79e75d3730 req-9c7f88f1-b74b-4cb5-996c-607a0c468601 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:42:11.508115 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7f88f1-b74b-4cb5-996c-607a0c468601 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Pushing event updated for resources: {'Port': ['ID=e812e578-7fdb-4df8-8c83-545dbc1130bd,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:11.518210 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c424d53d-1c68-442a-a6fc-69211240340d req-6aa1d865-7f01-46a4-bcd5-657a85998114 tempest-ComputeTenantNetworksTest-972838975 tempest-ComputeTenantNetworksTest-972838975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:11.519629 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c424d53d-1c68-442a-a6fc-69211240340d req-6aa1d865-7f01-46a4-bcd5-657a85998114 tempest-ComputeTenantNetworksTest-972838975 tempest-ComputeTenantNetworksTest-972838975-project] 10.222.0.48 "GET /v2.0/networks/7db77be0-6889-4307-a5de-78bdc9dab8aa HTTP/1.1" status: 200 len: 768 time: 0.1621692 Jul 15 23:42:11.528936 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 44206) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:11.533986 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7f88f1-b74b-4cb5-996c-607a0c468601 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:11.534335 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7f88f1-b74b-4cb5-996c-607a0c468601 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:11.534679 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7f88f1-b74b-4cb5-996c-607a0c468601 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:11.535016 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7f88f1-b74b-4cb5-996c-607a0c468601 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:11.535373 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7f88f1-b74b-4cb5-996c-607a0c468601 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:11.535740 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7f88f1-b74b-4cb5-996c-607a0c468601 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:11.536072 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7f88f1-b74b-4cb5-996c-607a0c468601 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:11.536399 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7f88f1-b74b-4cb5-996c-607a0c468601 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:11.536730 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7f88f1-b74b-4cb5-996c-607a0c468601 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:11.537057 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7f88f1-b74b-4cb5-996c-607a0c468601 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:11.537383 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7f88f1-b74b-4cb5-996c-607a0c468601 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:11.537709 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7f88f1-b74b-4cb5-996c-607a0c468601 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:11.559186 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad5bc15-6853-4fd9-b2fe-ef79e75d3730 req-9c7f88f1-b74b-4cb5-996c-607a0c468601 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:11.560183 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7ad5bc15-6853-4fd9-b2fe-ef79e75d3730 req-9c7f88f1-b74b-4cb5-996c-607a0c468601 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:11.577497 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7ad5bc15-6853-4fd9-b2fe-ef79e75d3730 req-9c7f88f1-b74b-4cb5-996c-607a0c468601 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9011521 Jul 15 23:42:11.595986 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-7ad5bc15-6853-4fd9-b2fe-ef79e75d3730 req-99a085fe-a6cd-42f0-a579-91ebf918dd6a service neutron] Request body: {'port': {'device_id': '6cc9616c-b7b3-4dcd-ab2c-cedc88f35bca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:42:11.615386 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c55e205a-fea9-40f6-a132-66b8faa6d9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:11.678387 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7ad5bc15-6853-4fd9-b2fe-ef79e75d3730 req-99a085fe-a6cd-42f0-a579-91ebf918dd6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:11.700002 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e9a6ab11-1a19-47b8-8c9b-2ef9a0a1a355 None None] Provisioning for port e812e578-7fdb-4df8-8c83-545dbc1130bd completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:42:11.704347 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e9a6ab11-1a19-47b8-8c9b-2ef9a0a1a355 None None] Provisioning complete for port e812e578-7fdb-4df8-8c83-545dbc1130bd triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:42:11.704817 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ab11-1a19-47b8-8c9b-2ef9a0a1a355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:11.717156 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c55e205a-fea9-40f6-a132-66b8faa6d9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:11.729110 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-c55e205a-fea9-40f6-a132-66b8faa6d9c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7db77be0-6889-4307-a5de-78bdc9dab8aa']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:42:11.742491 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-c55e205a-fea9-40f6-a132-66b8faa6d9c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9d5b0ee-fe4e-4442-bdab-3a93fef4db95') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:42:11.742840 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-c55e205a-fea9-40f6-a132-66b8faa6d9c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9d5b0ee-fe4e-4442-bdab-3a93fef4db95') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:42:11.745998 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e9a6ab11-1a19-47b8-8c9b-2ef9a0a1a355 None None] Port e812e578-7fdb-4df8-8c83-545dbc1130bd cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:42:11.753503 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c55e205a-fea9-40f6-a132-66b8faa6d9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:11.768295 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c55e205a-fea9-40f6-a132-66b8faa6d9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:11.775680 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c55e205a-fea9-40f6-a132-66b8faa6d9c7 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:42:11.776076 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c55e205a-fea9-40f6-a132-66b8faa6d9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:11.777734 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:42:11.777734 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:42:11.777734 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:42:11.777734 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:42:11.777734 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:42:11.777734 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:42:11.777734 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:42:11.777734 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:42:11.777734 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:42:11.777734 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:42:11.777734 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:42:11.777734 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:42:11.777734 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:42:11.777734 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:42:11.777734 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:42:11.777734 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:42:11.777734 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:42:11.777734 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:42:11.777734 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:42:11.777734 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:42:11.777734 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:42:11.777734 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:42:11.777734 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:42:11.777734 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:42:11.777734 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:42:11.777734 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:42:11.777734 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:42:11.777734 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:42:11.777734 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:42:11.777734 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:42:11.777734 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:42:11.777734 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:42:11.833883 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c55e205a-fea9-40f6-a132-66b8faa6d9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:11.839795 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c55e205a-fea9-40f6-a132-66b8faa6d9c7 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:11.844316 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c55e205a-fea9-40f6-a132-66b8faa6d9c7 admin admin] 10.222.0.48 "DELETE /v2.0/networks/7db77be0-6889-4307-a5de-78bdc9dab8aa HTTP/1.1" status: 204 len: 168 time: 0.3140402 Jul 15 23:42:11.857855 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55e205a-fea9-40f6-a132-66b8faa6d9c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=7db77be0-6889-4307-a5de-78bdc9dab8aa,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:11.962017 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-7ad5bc15-6853-4fd9-b2fe-ef79e75d3730 req-99a085fe-a6cd-42f0-a579-91ebf918dd6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e812e578-7fdb-4df8-8c83-545dbc1130bd {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:42:11.966597 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 44210) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:11.970636 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7ad5bc15-6853-4fd9-b2fe-ef79e75d3730 req-99a085fe-a6cd-42f0-a579-91ebf918dd6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:11.985099 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-7ad5bc15-6853-4fd9-b2fe-ef79e75d3730 req-99a085fe-a6cd-42f0-a579-91ebf918dd6a service neutron] Transition to ACTIVE for port object e812e578-7fdb-4df8-8c83-545dbc1130bd will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:42:11.988392 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7ad5bc15-6853-4fd9-b2fe-ef79e75d3730 req-99a085fe-a6cd-42f0-a579-91ebf918dd6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:12.014398 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b2c939a1-4928-4fdb-83a0-9e53ee450e64 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7bc590849c7643ee9c1b9068f880b1d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0444148 Jul 15 23:42:12.014964 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 44212) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:12.039918 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a085fe-a6cd-42f0-a579-91ebf918dd6a service neutron] Pushing event updated for resources: {'Port': ['ID=e812e578-7fdb-4df8-8c83-545dbc1130bd,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:12.085928 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-53d0ed5e-a101-4a76-aa0f-d2d159cd4e7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:12.110369 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-53d0ed5e-a101-4a76-aa0f-d2d159cd4e7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:12.123822 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-7ad5bc15-6853-4fd9-b2fe-ef79e75d3730 req-99a085fe-a6cd-42f0-a579-91ebf918dd6a service neutron] Attempting to bind port e812e578-7fdb-4df8-8c83-545dbc1130bd on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:42:12.124294 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-7ad5bc15-6853-4fd9-b2fe-ef79e75d3730 req-99a085fe-a6cd-42f0-a579-91ebf918dd6a service neutron] Attempting to bind port e812e578-7fdb-4df8-8c83-545dbc1130bd by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': 'b4e12375-6311-4f45-ae78-7676d0f8ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '7ee3a066-c428-400e-9bf9-e940b84b3f46'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:42:12.124681 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad5bc15-6853-4fd9-b2fe-ef79e75d3730 req-99a085fe-a6cd-42f0-a579-91ebf918dd6a service neutron] Attempting to bind port e812e578-7fdb-4df8-8c83-545dbc1130bd on network 7ee3a066-c428-400e-9bf9-e940b84b3f46 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:42:12.130138 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad5bc15-6853-4fd9-b2fe-ef79e75d3730 req-99a085fe-a6cd-42f0-a579-91ebf918dd6a service neutron] Port e812e578-7fdb-4df8-8c83-545dbc1130bd on network 7ee3a066-c428-400e-9bf9-e940b84b3f46 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:42:12.130713 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad5bc15-6853-4fd9-b2fe-ef79e75d3730 req-99a085fe-a6cd-42f0-a579-91ebf918dd6a service neutron] Attempting to bind port e812e578-7fdb-4df8-8c83-545dbc1130bd on network 7ee3a066-c428-400e-9bf9-e940b84b3f46 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:42:12.139122 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad5bc15-6853-4fd9-b2fe-ef79e75d3730 req-99a085fe-a6cd-42f0-a579-91ebf918dd6a service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:42:12.139676 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad5bc15-6853-4fd9-b2fe-ef79e75d3730 req-99a085fe-a6cd-42f0-a579-91ebf918dd6a service neutron] Checking segment: {'id': 'b4e12375-6311-4f45-ae78-7676d0f8ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '7ee3a066-c428-400e-9bf9-e940b84b3f46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:42:12.140258 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad5bc15-6853-4fd9-b2fe-ef79e75d3730 req-99a085fe-a6cd-42f0-a579-91ebf918dd6a service neutron] Bound using segment: {'id': 'b4e12375-6311-4f45-ae78-7676d0f8ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '7ee3a066-c428-400e-9bf9-e940b84b3f46'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:42:12.140894 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-7ad5bc15-6853-4fd9-b2fe-ef79e75d3730 req-99a085fe-a6cd-42f0-a579-91ebf918dd6a service neutron] Bound port: e812e578-7fdb-4df8-8c83-545dbc1130bd, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4e12375-6311-4f45-ae78-7676d0f8ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '7ee3a066-c428-400e-9bf9-e940b84b3f46'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:42:12.141425 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7ad5bc15-6853-4fd9-b2fe-ef79e75d3730 req-99a085fe-a6cd-42f0-a579-91ebf918dd6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:12.172697 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-53d0ed5e-a101-4a76-aa0f-d2d159cd4e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:12.175456 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-53d0ed5e-a101-4a76-aa0f-d2d159cd4e7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:12.176778 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-53d0ed5e-a101-4a76-aa0f-d2d159cd4e7f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/999794f5-b192-4ff9-8d65-8e6f175fee30 HTTP/1.1" status: 204 len: 168 time: 0.1608934 Jul 15 23:42:12.194076 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d0ed5e-a101-4a76-aa0f-d2d159cd4e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=999794f5-b192-4ff9-8d65-8e6f175fee30,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:12.229941 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-7ad5bc15-6853-4fd9-b2fe-ef79e75d3730 req-99a085fe-a6cd-42f0-a579-91ebf918dd6a service neutron] For port e812e578-7fdb-4df8-8c83-545dbc1130bd, host n-h2-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:42:12.233866 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-7ad5bc15-6853-4fd9-b2fe-ef79e75d3730 req-99a085fe-a6cd-42f0-a579-91ebf918dd6a service neutron] For port e812e578-7fdb-4df8-8c83-545dbc1130bd, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=e812e578-7fdb-4df8-8c83-545dbc1130bd,segment=NetworkSegment(b4e12375-6311-4f45-ae78-7676d0f8ffc8),segment_id=b4e12375-6311-4f45-ae78-7676d0f8ffc8)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:42:12.242757 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7ad5bc15-6853-4fd9-b2fe-ef79e75d3730 req-99a085fe-a6cd-42f0-a579-91ebf918dd6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:12.286115 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad5bc15-6853-4fd9-b2fe-ef79e75d3730 req-99a085fe-a6cd-42f0-a579-91ebf918dd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:12.286886 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7ad5bc15-6853-4fd9-b2fe-ef79e75d3730 req-99a085fe-a6cd-42f0-a579-91ebf918dd6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:12.290075 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7ad5bc15-6853-4fd9-b2fe-ef79e75d3730 req-99a085fe-a6cd-42f0-a579-91ebf918dd6a service neutron] 10.222.0.41 "PUT /v2.0/ports/e812e578-7fdb-4df8-8c83-545dbc1130bd HTTP/1.1" status: 200 len: 1092 time: 0.6990957 Jul 15 23:42:12.290557 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cc9616c-b7b3-4dcd-ab2c-cedc88f35bca', 'tag': 'e812e578-7fdb-4df8-8c83-545dbc1130bd'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:42:12.292990 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c0bbfdc-1da4-4200-b360-b21d21a01845" -d '{"events": [{"name": "network-changed", "server_uuid": "6cc9616c-b7b3-4dcd-ab2c-cedc88f35bca", "tag": "e812e578-7fdb-4df8-8c83-545dbc1130bd"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:42:12.377924 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a085fe-a6cd-42f0-a579-91ebf918dd6a service neutron] Pushing event updated for resources: {'Port': ['ID=e812e578-7fdb-4df8-8c83-545dbc1130bd,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:12.396332 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f1d4a2-22b1-4d46-beb3-9be8add1d3ff x-openstack-request-id: req-75f1d4a2-22b1-4d46-beb3-9be8add1d3ff {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:42:12.397103 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cc9616c-b7b3-4dcd-ab2c-cedc88f35bca", "tag": "e812e578-7fdb-4df8-8c83-545dbc1130bd", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:42:12.398229 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-75f1d4a2-22b1-4d46-beb3-9be8add1d3ff {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:42:12.398885 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cc9616c-b7b3-4dcd-ab2c-cedc88f35bca', 'tag': 'e812e578-7fdb-4df8-8c83-545dbc1130bd', 'status': 'completed', 'code': 200} Jul 15 23:42:12.911660 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad5bc15-6853-4fd9-b2fe-ef79e75d3730 req-dd8682a5-2dbc-4444-90f4-c199c9d08f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:12.913700 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7ad5bc15-6853-4fd9-b2fe-ef79e75d3730 req-dd8682a5-2dbc-4444-90f4-c199c9d08f96 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=96f438ad510e4a6ab4003566961416a5&device_id=6cc9616c-b7b3-4dcd-ab2c-cedc88f35bca HTTP/1.1" status: 200 len: 1095 time: 0.5594692 Jul 15 23:42:12.973508 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7ad5bc15-6853-4fd9-b2fe-ef79e75d3730 req-af11fa24-56fe-4509-b5ee-437a808f66e2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=e812e578-7fdb-4df8-8c83-545dbc1130bd HTTP/1.1" status: 200 len: 217 time: 0.0452623 Jul 15 23:42:12.991765 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5e81a3-6a20-4522-b208-03fa40972af4 req-ef21e589-633e-4049-b66d-3ae2f12e585e tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:12.991765 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ad5e81a3-6a20-4522-b208-03fa40972af4 req-ef21e589-633e-4049-b66d-3ae2f12e585e tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cc9616c-b7b3-4dcd-ab2c-cedc88f35bca HTTP/1.1" status: 200 len: 944 time: 0.4886062 Jul 15 23:42:13.064310 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad5bc15-6853-4fd9-b2fe-ef79e75d3730 req-136dd112-ecd0-42f9-b6b8-0a7121bec853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:13.064310 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7ad5bc15-6853-4fd9-b2fe-ef79e75d3730 req-136dd112-ecd0-42f9-b6b8-0a7121bec853 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=79605607-9c8d-41a7-b748-6f29032f9342 HTTP/1.1" status: 200 len: 837 time: 0.0737739 Jul 15 23:42:13.070789 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ad5e81a3-6a20-4522-b208-03fa40972af4 req-11e0619e-8e20-4959-a88c-a21ed3168e0e tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/security-groups?id=6422c1c1-050b-49dc-a5d8-15bf4de72a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567946 Jul 15 23:42:13.136063 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad5bc15-6853-4fd9-b2fe-ef79e75d3730 req-ba61b692-48ab-46ef-8fe2-ee39449134e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:13.137901 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7ad5bc15-6853-4fd9-b2fe-ef79e75d3730 req-ba61b692-48ab-46ef-8fe2-ee39449134e4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7ee3a066-c428-400e-9bf9-e940b84b3f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0661137 Jul 15 23:42:13.236716 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7ad5bc15-6853-4fd9-b2fe-ef79e75d3730 req-4adac315-b4f3-4ab6-b24d-5957c6a67a88 service neutron] 10.222.0.41 "GET /v2.0/networks/7ee3a066-c428-400e-9bf9-e940b84b3f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923314 Jul 15 23:42:13.334678 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7ad5bc15-6853-4fd9-b2fe-ef79e75d3730 req-4e3fd8d8-d5b0-46a4-8384-cafec1f856d0 service neutron] 10.222.0.41 "GET /v2.0/networks/7ee3a066-c428-400e-9bf9-e940b84b3f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917385 Jul 15 23:42:13.485863 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0bbfdc-1da4-4200-b360-b21d21a01845 req-2e9910d1-501b-4395-b37b-f269e09b064f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:13.487401 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2c0bbfdc-1da4-4200-b360-b21d21a01845 req-2e9910d1-501b-4395-b37b-f269e09b064f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=96f438ad510e4a6ab4003566961416a5&device_id=6cc9616c-b7b3-4dcd-ab2c-cedc88f35bca HTTP/1.1" status: 200 len: 1095 time: 0.0557489 Jul 15 23:42:13.605477 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0bbfdc-1da4-4200-b360-b21d21a01845 req-464dd204-5618-44e6-9726-c722add7046e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:13.607352 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2c0bbfdc-1da4-4200-b360-b21d21a01845 req-464dd204-5618-44e6-9726-c722add7046e service neutron] 10.222.0.41 "GET /v2.0/networks?id=7ee3a066-c428-400e-9bf9-e940b84b3f46 HTTP/1.1" status: 200 len: 898 time: 0.1134391 Jul 15 23:42:13.652461 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2c0bbfdc-1da4-4200-b360-b21d21a01845 req-9580aa2b-162f-4d7d-8b32-e9e4e9250e45 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=e812e578-7fdb-4df8-8c83-545dbc1130bd HTTP/1.1" status: 200 len: 217 time: 0.0387964 Jul 15 23:42:13.704135 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0bbfdc-1da4-4200-b360-b21d21a01845 req-33d39f60-2049-4f88-a03d-24e79b5751ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:13.705761 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2c0bbfdc-1da4-4200-b360-b21d21a01845 req-33d39f60-2049-4f88-a03d-24e79b5751ff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=79605607-9c8d-41a7-b748-6f29032f9342 HTTP/1.1" status: 200 len: 837 time: 0.0452983 Jul 15 23:42:13.768708 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0bbfdc-1da4-4200-b360-b21d21a01845 req-922de97f-26db-4203-994c-38cdcc9d0933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:13.770124 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2c0bbfdc-1da4-4200-b360-b21d21a01845 req-922de97f-26db-4203-994c-38cdcc9d0933 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7ee3a066-c428-400e-9bf9-e940b84b3f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580487 Jul 15 23:42:13.864956 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2c0bbfdc-1da4-4200-b360-b21d21a01845 req-e5dfa21c-0b84-4786-a64a-7596222db0e4 service neutron] 10.222.0.41 "GET /v2.0/networks/7ee3a066-c428-400e-9bf9-e940b84b3f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873110 Jul 15 23:42:13.959264 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2c0bbfdc-1da4-4200-b360-b21d21a01845 req-8abb177f-b8ed-441a-85f6-a74c2ac31a51 service neutron] 10.222.0.41 "GET /v2.0/networks/7ee3a066-c428-400e-9bf9-e940b84b3f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877130 Jul 15 23:42:14.265883 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e3c77e-3e9d-4937-bdff-0138a7545131 req-b10c2f99-2cc7-467e-9427-394e02ada7c3 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:14.267529 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-81e3c77e-3e9d-4937-bdff-0138a7545131 req-b10c2f99-2cc7-467e-9427-394e02ada7c3 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cc9616c-b7b3-4dcd-ab2c-cedc88f35bca HTTP/1.1" status: 200 len: 944 time: 0.0684094 Jul 15 23:42:14.308690 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-81e3c77e-3e9d-4937-bdff-0138a7545131 req-e59cb204-fac2-4deb-8db3-35b7c805fffb tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/security-groups?id=6422c1c1-050b-49dc-a5d8-15bf4de72a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341787 Jul 15 23:42:15.497648 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b5589-e2d9-40e1-b509-69d1eacfa3f2 req-b49f7170-db83-4977-8620-0356481699c1 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:15.499188 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9c7b5589-e2d9-40e1-b509-69d1eacfa3f2 req-b49f7170-db83-4977-8620-0356481699c1 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cc9616c-b7b3-4dcd-ab2c-cedc88f35bca HTTP/1.1" status: 200 len: 944 time: 0.0686727 Jul 15 23:42:15.536983 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9c7b5589-e2d9-40e1-b509-69d1eacfa3f2 req-20b6421f-a680-46e6-a9ed-82019acfc60e tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/security-groups?id=6422c1c1-050b-49dc-a5d8-15bf4de72a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321996 Jul 15 23:42:16.242801 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device e812e578-7fdb-4df8-8c83-545dbc1130bd details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:42:16.346291 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port e812e578-7fdb-4df8-8c83-545dbc1130bd, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=e812e578-7fdb-4df8-8c83-545dbc1130bd,segment=NetworkSegment(b4e12375-6311-4f45-ae78-7676d0f8ffc8),segment_id=b4e12375-6311-4f45-ae78-7676d0f8ffc8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:42:16.356943 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': 'e812e578-7fdb-4df8-8c83-545dbc1130bd', 'network_id': '7ee3a066-c428-400e-9bf9-e940b84b3f46', 'port_id': 'e812e578-7fdb-4df8-8c83-545dbc1130bd', 'mac_address': 'fa:16:3e:53:5f:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79605607-9c8d-41a7-b748-6f29032f9342', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:42:16.392505 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:16.405913 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e812e578-7fdb-4df8-8c83-545dbc1130bd {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:42:16.430412 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port e812e578-7fdb-4df8-8c83-545dbc1130bd, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=e812e578-7fdb-4df8-8c83-545dbc1130bd,segment=NetworkSegment(b4e12375-6311-4f45-ae78-7676d0f8ffc8),segment_id=b4e12375-6311-4f45-ae78-7676d0f8ffc8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:42:16.435030 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:16.482639 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=e812e578-7fdb-4df8-8c83-545dbc1130bd,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:16.709289 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['e812e578-7fdb-4df8-8c83-545dbc1130bd'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:42:16.716718 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cb89f7-2e61-4522-b9dd-3096c8de9ff1 req-f780191a-7a3e-4363-ad5e-8ccce519dece tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:16.718278 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a5cb89f7-2e61-4522-b9dd-3096c8de9ff1 req-f780191a-7a3e-4363-ad5e-8ccce519dece tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cc9616c-b7b3-4dcd-ab2c-cedc88f35bca HTTP/1.1" status: 200 len: 945 time: 0.0656955 Jul 15 23:42:16.760538 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a5cb89f7-2e61-4522-b9dd-3096c8de9ff1 req-f3e40371-2480-4e9f-a244-a2264a3ce75d tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/security-groups?id=6422c1c1-050b-49dc-a5d8-15bf4de72a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336742 Jul 15 23:42:17.939108 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f5972-39f0-40c1-af79-e3a0ca0a34a6 req-504f0562-e7b3-49cf-9eaa-d127bea8e213 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:17.940638 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-920f5972-39f0-40c1-af79-e3a0ca0a34a6 req-504f0562-e7b3-49cf-9eaa-d127bea8e213 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cc9616c-b7b3-4dcd-ab2c-cedc88f35bca HTTP/1.1" status: 200 len: 945 time: 0.0656917 Jul 15 23:42:17.979841 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-920f5972-39f0-40c1-af79-e3a0ca0a34a6 req-423875ab-f079-4d02-b414-a092d75faf02 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/security-groups?id=6422c1c1-050b-49dc-a5d8-15bf4de72a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325291 Jul 15 23:42:18.270464 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device e812e578-7fdb-4df8-8c83-545dbc1130bd up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:42:18.324973 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port e812e578-7fdb-4df8-8c83-545dbc1130bd completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:42:18.329052 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port e812e578-7fdb-4df8-8c83-545dbc1130bd triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:42:18.329442 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:18.403769 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:18.425528 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc9616c-b7b3-4dcd-ab2c-cedc88f35bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e812e578-7fdb-4df8-8c83-545dbc1130bd'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:42:18.427801 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932080e6-2db6-4866-8fc1-c6bc13281a85" -d '{"events": [{"server_uuid": "6cc9616c-b7b3-4dcd-ab2c-cedc88f35bca", "name": "network-vif-plugged", "status": "completed", "tag": "e812e578-7fdb-4df8-8c83-545dbc1130bd"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:42:18.443548 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port e812e578-7fdb-4df8-8c83-545dbc1130bd, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=e812e578-7fdb-4df8-8c83-545dbc1130bd,segment=NetworkSegment(b4e12375-6311-4f45-ae78-7676d0f8ffc8),segment_id=b4e12375-6311-4f45-ae78-7676d0f8ffc8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:42:18.456463 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:18.483214 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8020e28-da9d-41e4-8308-16965862fe2a x-openstack-request-id: req-a8020e28-da9d-41e4-8308-16965862fe2a {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:42:18.483447 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cc9616c-b7b3-4dcd-ab2c-cedc88f35bca", "name": "network-vif-plugged", "status": "completed", "tag": "e812e578-7fdb-4df8-8c83-545dbc1130bd", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:42:18.483711 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a8020e28-da9d-41e4-8308-16965862fe2a {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:42:18.484100 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cc9616c-b7b3-4dcd-ab2c-cedc88f35bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e812e578-7fdb-4df8-8c83-545dbc1130bd', 'code': 200} Jul 15 23:42:18.516166 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=e812e578-7fdb-4df8-8c83-545dbc1130bd,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:18.592133 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [req-a59497a4-9d40-43d9-9938-3eb8ac3e0135 req-47fd3c32-7ca0-46c9-bdb3-392e6f544cbf service neutron] (93770) timed out ('10.222.0.48', 50340) {{(pid=93770) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 23:42:18.613286 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9018331-a715-477c-b71d-8e13e06fe893 req-14577efe-da4e-4797-a72d-ef742ea0cda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:18.614789 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d9018331-a715-477c-b71d-8e13e06fe893 req-14577efe-da4e-4797-a72d-ef742ea0cda9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6cc9616c-b7b3-4dcd-ab2c-cedc88f35bca HTTP/1.1" status: 200 len: 1097 time: 0.0558395 Jul 15 23:42:18.650439 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d9018331-a715-477c-b71d-8e13e06fe893 req-e62f6c04-d662-4abb-b6b2-1e4f4df7c43d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6422c1c1-050b-49dc-a5d8-15bf4de72a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286789 Jul 15 23:42:19.163756 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f5321-74c4-4000-8f6f-4bb14d729093 req-747b90e3-c6f2-4c0d-83cf-038211f739e6 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:19.165269 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8a0f5321-74c4-4000-8f6f-4bb14d729093 req-747b90e3-c6f2-4c0d-83cf-038211f739e6 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cc9616c-b7b3-4dcd-ab2c-cedc88f35bca HTTP/1.1" status: 200 len: 946 time: 0.0643716 Jul 15 23:42:19.204102 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8a0f5321-74c4-4000-8f6f-4bb14d729093 req-65983515-56c0-4d1c-b0a5-bce8df9413b4 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/security-groups?id=6422c1c1-050b-49dc-a5d8-15bf4de72a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332878 Jul 15 23:42:20.387154 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fbfd8-9613-4d60-b7f2-78b0abaad359 req-e3d43f94-1bd2-4a7e-8939-ddf3c2708ca2 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:20.388732 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f92fbfd8-9613-4d60-b7f2-78b0abaad359 req-e3d43f94-1bd2-4a7e-8939-ddf3c2708ca2 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cc9616c-b7b3-4dcd-ab2c-cedc88f35bca HTTP/1.1" status: 200 len: 946 time: 0.0691450 Jul 15 23:42:20.428044 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f92fbfd8-9613-4d60-b7f2-78b0abaad359 req-06338e95-7938-482e-b3e1-044f6522c1ec tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/security-groups?id=6422c1c1-050b-49dc-a5d8-15bf4de72a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336840 Jul 15 23:42:20.627910 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55924b2b-6e98-4ba3-9905-0d9370bc43f0 req-fc503ff2-0147-4343-b901-b73104757444 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:20.629412 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-55924b2b-6e98-4ba3-9905-0d9370bc43f0 req-fc503ff2-0147-4343-b901-b73104757444 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cc9616c-b7b3-4dcd-ab2c-cedc88f35bca HTTP/1.1" status: 200 len: 946 time: 0.0683088 Jul 15 23:42:20.672710 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-55924b2b-6e98-4ba3-9905-0d9370bc43f0 req-45a9e7b0-162f-440c-b5ed-c922b769b175 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/security-groups?id=6422c1c1-050b-49dc-a5d8-15bf4de72a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376711 Jul 15 23:42:21.910587 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 44350) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:22.016603 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-942db3ea-7f0b-4ae5-acf4-8585c04c4444 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:22.115169 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-942db3ea-7f0b-4ae5-acf4-8585c04c4444 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:22.120527 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-942db3ea-7f0b-4ae5-acf4-8585c04c4444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:22.158740 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942db3ea-7f0b-4ae5-acf4-8585c04c4444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c03fa8-f1be-45b6-bc04-e57bb5d1cd8d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:22.159508 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 44354) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:22.169957 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-942db3ea-7f0b-4ae5-acf4-8585c04c4444 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1388a90b15b1498b83283a79c6e30649&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2530644 Jul 15 23:42:22.170829 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 44356) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:22.224359 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c2b09eb-6f3b-441b-9e4b-0776d28d62fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:22.249222 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c2b09eb-6f3b-441b-9e4b-0776d28d62fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:22.304796 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c2b09eb-6f3b-441b-9e4b-0776d28d62fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:22.307654 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c2b09eb-6f3b-441b-9e4b-0776d28d62fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:22.311638 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-3c2b09eb-6f3b-441b-9e4b-0776d28d62fd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a4c03fa8-f1be-45b6-bc04-e57bb5d1cd8d HTTP/1.1" status: 204 len: 168 time: 0.1402557 Jul 15 23:42:22.321769 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2b09eb-6f3b-441b-9e4b-0776d28d62fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c03fa8-f1be-45b6-bc04-e57bb5d1cd8d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:22.653283 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be59ebe6-6b38-496c-8c92-41e3bf47c554 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:22.990020 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-be59ebe6-6b38-496c-8c92-41e3bf47c554 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Allocated IP 172.20.0.17 (7ee3a066-c428-400e-9bf9-e940b84b3f46/79605607-9c8d-41a7-b748-6f29032f9342/147d859c-c1d5-41ff-82ab-2140aa3ceb7e) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:42:23.109468 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be59ebe6-6b38-496c-8c92-41e3bf47c554 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:23.123500 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-be59ebe6-6b38-496c-8c92-41e3bf47c554 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Transition to ACTIVE for port object 147d859c-c1d5-41ff-82ab-2140aa3ceb7e will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:42:23.160343 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be59ebe6-6b38-496c-8c92-41e3bf47c554 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:23.207650 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be59ebe6-6b38-496c-8c92-41e3bf47c554 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Network 7ee3a066-c428-400e-9bf9-e940b84b3f46 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:42:23.211462 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-be59ebe6-6b38-496c-8c92-41e3bf47c554 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:42:23.215986 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be59ebe6-6b38-496c-8c92-41e3bf47c554 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:42:23.220688 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be59ebe6-6b38-496c-8c92-41e3bf47c554 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Pushing event updated for resources: {'Port': ['ID=147d859c-c1d5-41ff-82ab-2140aa3ceb7e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:23.273001 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be59ebe6-6b38-496c-8c92-41e3bf47c554 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:23.438596 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be59ebe6-6b38-496c-8c92-41e3bf47c554 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:23.512932 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-37607682-a068-4e04-8ba5-b348aa1e5672 None None] Provisioning for port 147d859c-c1d5-41ff-82ab-2140aa3ceb7e completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:42:23.517480 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-37607682-a068-4e04-8ba5-b348aa1e5672 None None] Provisioning complete for port 147d859c-c1d5-41ff-82ab-2140aa3ceb7e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:42:23.517921 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-37607682-a068-4e04-8ba5-b348aa1e5672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:23.558176 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-37607682-a068-4e04-8ba5-b348aa1e5672 None None] Port 147d859c-c1d5-41ff-82ab-2140aa3ceb7e cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:42:23.739416 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be59ebe6-6b38-496c-8c92-41e3bf47c554 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:23.745934 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be59ebe6-6b38-496c-8c92-41e3bf47c554 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:23.838534 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be59ebe6-6b38-496c-8c92-41e3bf47c554 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:23.846677 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be59ebe6-6b38-496c-8c92-41e3bf47c554 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Pushing event updated for resources: {'Port': ['ID=147d859c-c1d5-41ff-82ab-2140aa3ceb7e,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:23.934530 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be59ebe6-6b38-496c-8c92-41e3bf47c554 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Network 7ee3a066-c428-400e-9bf9-e940b84b3f46 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:42:23.935912 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-be59ebe6-6b38-496c-8c92-41e3bf47c554 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:42:24.062332 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be59ebe6-6b38-496c-8c92-41e3bf47c554 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Router 7b21de8b-c51d-4100-b589-781fa6d87b23 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:42:24.184937 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-efda9f2f-278d-4eea-a113-8025a6ab1f9f None None] Provisioning complete for port 147d859c-c1d5-41ff-82ab-2140aa3ceb7e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:42:24.185411 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-efda9f2f-278d-4eea-a113-8025a6ab1f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:24.188488 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be59ebe6-6b38-496c-8c92-41e3bf47c554 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:42:24.194704 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-be59ebe6-6b38-496c-8c92-41e3bf47c554 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "PUT /v2.0/routers/7b21de8b-c51d-4100-b589-781fa6d87b23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0331841 Jul 15 23:42:24.202565 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9217f9-3f2a-4049-a9cd-9577e62dbe27 None None] Sync routers for ids ['7b21de8b-c51d-4100-b589-781fa6d87b23'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:42:24.216786 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9217f9-3f2a-4049-a9cd-9577e62dbe27 None None] Routers {'7b21de8b-c51d-4100-b589-781fa6d87b23'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:42:24.217400 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1f9217f9-3f2a-4049-a9cd-9577e62dbe27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:42:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['7b21de8b-c51d-4100-b589-781fa6d87b23'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:42:24.242436 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-efda9f2f-278d-4eea-a113-8025a6ab1f9f None None] Port 147d859c-c1d5-41ff-82ab-2140aa3ceb7e cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:42:24.332958 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-1f9217f9-3f2a-4049-a9cd-9577e62dbe27 None None] Set router 7b21de8b-c51d-4100-b589-781fa6d87b23 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:42:24.574674 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1f9217f9-3f2a-4049-a9cd-9577e62dbe27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b21de8b-c51d-4100-b589-781fa6d87b23', 'name': 'tempest-TestNetworkBasicOps-router-649412420', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '3ddf0489-bcf6-432c-91a0-a948c9aaf904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:40:55Z', 'updated_at': '2021-07-15T23:42:23Z', 'revision_number': 5, 'project_id': '96f438ad510e4a6ab4003566961416a5', 'gw_port': {'id': '3ddf0489-bcf6-432c-91a0-a948c9aaf904', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:91:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b21de8b-c51d-4100-b589-781fa6d87b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:56Z', 'updated_at': '2021-07-15T23:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': 'c81db3c0-03df-4b3e-8ea3-73aeb66de525', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'floating_ip_address': '172.25.5.40', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '7b21de8b-c51d-4100-b589-781fa6d87b23', 'port_id': 'd933bb47-5a17-48ba-a13e-f761a58a6557', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5b1d4a9-a131-46c5-b5cd-a2119b7469fc', 'mac_address': 'fa:16:3e:33:0b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e48204-893a-43bf-95a8-97d4b0e3e7f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:41:26Z', 'updated_at': '2021-07-15T23:41:30Z', 'revision_number': 1, 'project_id': '96f438ad510e4a6ab4003566961416a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '147d859c-c1d5-41ff-82ab-2140aa3ceb7e', 'name': '', 'network_id': '7ee3a066-c428-400e-9bf9-e940b84b3f46', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'mac_address': 'fa:16:3e:c5:cb:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b21de8b-c51d-4100-b589-781fa6d87b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '79605607-9c8d-41a7-b748-6f29032f9342', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:42:22Z', 'updated_at': '2021-07-15T23:42:23Z', 'revision_number': 2, 'project_id': '96f438ad510e4a6ab4003566961416a5', 'subnets': [{'id': '79605607-9c8d-41a7-b748-6f29032f9342', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ae791bc-43cb-4cb0-9e4b-349bf6900258', 'name': '', 'network_id': 'b5b1d4a9-a131-46c5-b5cd-a2119b7469fc', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'mac_address': 'fa:16:3e:9f:0b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b21de8b-c51d-4100-b589-781fa6d87b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '93242473-3663-4c7b-8d8a-f967e9ad2de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:59Z', 'updated_at': '2021-07-15T23:41:10Z', 'revision_number': 5, 'project_id': '96f438ad510e4a6ab4003566961416a5', 'subnets': [{'id': '93242473-3663-4c7b-8d8a-f967e9ad2de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:42:24.600587 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9217f9-3f2a-4049-a9cd-9577e62dbe27 None None] Checking router: 7b21de8b-c51d-4100-b589-781fa6d87b23 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:42:24.600986 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9217f9-3f2a-4049-a9cd-9577e62dbe27 None None] Updating router 7b21de8b-c51d-4100-b589-781fa6d87b23 port 147d859c-c1d5-41ff-82ab-2140aa3ceb7e binding host n-d-794306-6 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:42:24.640000 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f9217f9-3f2a-4049-a9cd-9577e62dbe27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:24.885280 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:42:24.933325 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f9217f9-3f2a-4049-a9cd-9577e62dbe27 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:24.944371 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-1f9217f9-3f2a-4049-a9cd-9577e62dbe27 None None] Transition to ACTIVE for port object 147d859c-c1d5-41ff-82ab-2140aa3ceb7e will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:42:24.951439 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f9217f9-3f2a-4049-a9cd-9577e62dbe27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:24.978387 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 44418) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:25.004149 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad5cbf7-8830-4140-b525-2671de716d9f None None] Pushing event updated for resources: {'Port': ['ID=147d859c-c1d5-41ff-82ab-2140aa3ceb7e,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:25.036126 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad5cbf7-8830-4140-b525-2671de716d9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:25.036478 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad5cbf7-8830-4140-b525-2671de716d9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:25.036832 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad5cbf7-8830-4140-b525-2671de716d9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:25.039096 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad5cbf7-8830-4140-b525-2671de716d9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:25.039096 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad5cbf7-8830-4140-b525-2671de716d9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:25.039096 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad5cbf7-8830-4140-b525-2671de716d9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:25.039096 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad5cbf7-8830-4140-b525-2671de716d9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:25.039621 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad5cbf7-8830-4140-b525-2671de716d9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:25.039621 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad5cbf7-8830-4140-b525-2671de716d9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:25.039843 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad5cbf7-8830-4140-b525-2671de716d9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:25.040179 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad5cbf7-8830-4140-b525-2671de716d9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:25.040498 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad5cbf7-8830-4140-b525-2671de716d9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:25.073411 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-1f9217f9-3f2a-4049-a9cd-9577e62dbe27 None None] Attempting to bind port 147d859c-c1d5-41ff-82ab-2140aa3ceb7e on host n-d-794306-6 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:42:25.073784 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-1f9217f9-3f2a-4049-a9cd-9577e62dbe27 None None] Attempting to bind port 147d859c-c1d5-41ff-82ab-2140aa3ceb7e by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'b4e12375-6311-4f45-ae78-7676d0f8ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '7ee3a066-c428-400e-9bf9-e940b84b3f46'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:42:25.074156 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9217f9-3f2a-4049-a9cd-9577e62dbe27 None None] Attempting to bind port 147d859c-c1d5-41ff-82ab-2140aa3ceb7e on network 7ee3a066-c428-400e-9bf9-e940b84b3f46 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:42:25.079788 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9217f9-3f2a-4049-a9cd-9577e62dbe27 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:42:25.080189 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9217f9-3f2a-4049-a9cd-9577e62dbe27 None None] Checking segment: {'id': 'b4e12375-6311-4f45-ae78-7676d0f8ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '7ee3a066-c428-400e-9bf9-e940b84b3f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:42:25.080571 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f9217f9-3f2a-4049-a9cd-9577e62dbe27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:25.080969 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9217f9-3f2a-4049-a9cd-9577e62dbe27 None None] Bound using segment: {'id': 'b4e12375-6311-4f45-ae78-7676d0f8ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '7ee3a066-c428-400e-9bf9-e940b84b3f46'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:42:25.081428 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-1f9217f9-3f2a-4049-a9cd-9577e62dbe27 None None] Bound port: 147d859c-c1d5-41ff-82ab-2140aa3ceb7e, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4e12375-6311-4f45-ae78-7676d0f8ffc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '7ee3a066-c428-400e-9bf9-e940b84b3f46'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:42:25.081820 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f9217f9-3f2a-4049-a9cd-9577e62dbe27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:25.114957 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec528561-3356-47ce-951e-5f14a35d7169 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:25.161809 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-1f9217f9-3f2a-4049-a9cd-9577e62dbe27 None None] For port 147d859c-c1d5-41ff-82ab-2140aa3ceb7e, host n-d-794306-6, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:42:25.166713 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-1f9217f9-3f2a-4049-a9cd-9577e62dbe27 None None] For port 147d859c-c1d5-41ff-82ab-2140aa3ceb7e, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=147d859c-c1d5-41ff-82ab-2140aa3ceb7e,segment=NetworkSegment(b4e12375-6311-4f45-ae78-7676d0f8ffc8),segment_id=b4e12375-6311-4f45-ae78-7676d0f8ffc8)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:42:25.170731 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1f9217f9-3f2a-4049-a9cd-9577e62dbe27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:25.220815 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec528561-3356-47ce-951e-5f14a35d7169 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:25.221776 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9217f9-3f2a-4049-a9cd-9577e62dbe27 None None] Routers {'7b21de8b-c51d-4100-b589-781fa6d87b23'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:42:25.222435 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1f9217f9-3f2a-4049-a9cd-9577e62dbe27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:42:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['7b21de8b-c51d-4100-b589-781fa6d87b23'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:42:25.226840 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec528561-3356-47ce-951e-5f14a35d7169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:25.280916 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad5cbf7-8830-4140-b525-2671de716d9f None None] Pushing event updated for resources: {'Port': ['ID=147d859c-c1d5-41ff-82ab-2140aa3ceb7e,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:25.284165 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec528561-3356-47ce-951e-5f14a35d7169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0ddd17-42b4-49b2-913b-2f9b8afd3ca0,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:25.290940 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ec528561-3356-47ce-951e-5f14a35d7169 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f7f639ff7acd45e0bf9dbd6a2bfa5443&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3113768 Jul 15 23:42:25.293477 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 44422) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:25.357353 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-1f9217f9-3f2a-4049-a9cd-9577e62dbe27 None None] Set router 7b21de8b-c51d-4100-b589-781fa6d87b23 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:42:25.360635 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a038ea0c-5fe9-464c-8637-64b4d3f62140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:25.384463 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a038ea0c-5fe9-464c-8637-64b4d3f62140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:25.435787 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a038ea0c-5fe9-464c-8637-64b4d3f62140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:25.438347 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a038ea0c-5fe9-464c-8637-64b4d3f62140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:25.442496 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a038ea0c-5fe9-464c-8637-64b4d3f62140 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9b0ddd17-42b4-49b2-913b-2f9b8afd3ca0 HTTP/1.1" status: 204 len: 168 time: 0.1480391 Jul 15 23:42:25.451509 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a038ea0c-5fe9-464c-8637-64b4d3f62140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0ddd17-42b4-49b2-913b-2f9b8afd3ca0,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:25.558130 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:25.695988 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1f9217f9-3f2a-4049-a9cd-9577e62dbe27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b21de8b-c51d-4100-b589-781fa6d87b23', 'name': 'tempest-TestNetworkBasicOps-router-649412420', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '3ddf0489-bcf6-432c-91a0-a948c9aaf904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:40:55Z', 'updated_at': '2021-07-15T23:42:23Z', 'revision_number': 5, 'project_id': '96f438ad510e4a6ab4003566961416a5', 'gw_port': {'id': '3ddf0489-bcf6-432c-91a0-a948c9aaf904', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:91:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b21de8b-c51d-4100-b589-781fa6d87b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:56Z', 'updated_at': '2021-07-15T23:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': 'c81db3c0-03df-4b3e-8ea3-73aeb66de525', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'floating_ip_address': '172.25.5.40', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '7b21de8b-c51d-4100-b589-781fa6d87b23', 'port_id': 'd933bb47-5a17-48ba-a13e-f761a58a6557', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5b1d4a9-a131-46c5-b5cd-a2119b7469fc', 'mac_address': 'fa:16:3e:33:0b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e48204-893a-43bf-95a8-97d4b0e3e7f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:41:26Z', 'updated_at': '2021-07-15T23:41:30Z', 'revision_number': 1, 'project_id': '96f438ad510e4a6ab4003566961416a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '147d859c-c1d5-41ff-82ab-2140aa3ceb7e', 'name': '', 'network_id': '7ee3a066-c428-400e-9bf9-e940b84b3f46', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'mac_address': 'fa:16:3e:c5:cb:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b21de8b-c51d-4100-b589-781fa6d87b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '79605607-9c8d-41a7-b748-6f29032f9342', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:42:22Z', 'updated_at': '2021-07-15T23:42:25Z', 'revision_number': 4, 'project_id': '96f438ad510e4a6ab4003566961416a5', 'subnets': [{'id': '79605607-9c8d-41a7-b748-6f29032f9342', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ae791bc-43cb-4cb0-9e4b-349bf6900258', 'name': '', 'network_id': 'b5b1d4a9-a131-46c5-b5cd-a2119b7469fc', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'mac_address': 'fa:16:3e:9f:0b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b21de8b-c51d-4100-b589-781fa6d87b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '93242473-3663-4c7b-8d8a-f967e9ad2de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:59Z', 'updated_at': '2021-07-15T23:41:10Z', 'revision_number': 5, 'project_id': '96f438ad510e4a6ab4003566961416a5', 'subnets': [{'id': '93242473-3663-4c7b-8d8a-f967e9ad2de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:42:25.722346 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9217f9-3f2a-4049-a9cd-9577e62dbe27 None None] The sync data for ids ['7b21de8b-c51d-4100-b589-781fa6d87b23'] in n-d-794306-6 is: [{'id': '7b21de8b-c51d-4100-b589-781fa6d87b23', 'name': 'tempest-TestNetworkBasicOps-router-649412420', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '3ddf0489-bcf6-432c-91a0-a948c9aaf904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:40:55Z', 'updated_at': '2021-07-15T23:42:23Z', 'revision_number': 5, 'project_id': '96f438ad510e4a6ab4003566961416a5', 'gw_port': {'id': '3ddf0489-bcf6-432c-91a0-a948c9aaf904', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:91:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b21de8b-c51d-4100-b589-781fa6d87b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:56Z', 'updated_at': '2021-07-15T23:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': 'c81db3c0-03df-4b3e-8ea3-73aeb66de525', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'floating_ip_address': '172.25.5.40', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '7b21de8b-c51d-4100-b589-781fa6d87b23', 'port_id': 'd933bb47-5a17-48ba-a13e-f761a58a6557', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5b1d4a9-a131-46c5-b5cd-a2119b7469fc', 'mac_address': 'fa:16:3e:33:0b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e48204-893a-43bf-95a8-97d4b0e3e7f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:41:26Z', 'updated_at': '2021-07-15T23:41:30Z', 'revision_number': 1, 'project_id': '96f438ad510e4a6ab4003566961416a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '147d859c-c1d5-41ff-82ab-2140aa3ceb7e', 'name': '', 'network_id': '7ee3a066-c428-400e-9bf9-e940b84b3f46', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'mac_address': 'fa:16:3e:c5:cb:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b21de8b-c51d-4100-b589-781fa6d87b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '79605607-9c8d-41a7-b748-6f29032f9342', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:42:22Z', 'updated_at': '2021-07-15T23:42:25Z', 'revision_number': 4, 'project_id': '96f438ad510e4a6ab4003566961416a5', 'subnets': [{'id': '79605607-9c8d-41a7-b748-6f29032f9342', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ae791bc-43cb-4cb0-9e4b-349bf6900258', 'name': '', 'network_id': 'b5b1d4a9-a131-46c5-b5cd-a2119b7469fc', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'mac_address': 'fa:16:3e:9f:0b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b21de8b-c51d-4100-b589-781fa6d87b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '93242473-3663-4c7b-8d8a-f967e9ad2de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:59Z', 'updated_at': '2021-07-15T23:41:10Z', 'revision_number': 5, 'project_id': '96f438ad510e4a6ab4003566961416a5', 'subnets': [{'id': '93242473-3663-4c7b-8d8a-f967e9ad2de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:42:25.728660 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 44428) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:25.745114 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb823cec-5572-4a62-9e4b-578f1dfcb47a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:25.871342 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb823cec-5572-4a62-9e4b-578f1dfcb47a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:25.876083 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb823cec-5572-4a62-9e4b-578f1dfcb47a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:25.915135 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb823cec-5572-4a62-9e4b-578f1dfcb47a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3385cf2-5760-422f-83c6-c7ef3a606fc3,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:25.919451 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-fb823cec-5572-4a62-9e4b-578f1dfcb47a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f17d6ab41eef46ccaf853d373086f189&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1897531 Jul 15 23:42:25.922124 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 44430) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:25.978807 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-477f0b12-e839-4d37-883d-833d1449dbc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:26.001558 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-477f0b12-e839-4d37-883d-833d1449dbc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:26.057577 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-477f0b12-e839-4d37-883d-833d1449dbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:26.060989 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-477f0b12-e839-4d37-883d-833d1449dbc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:26.062164 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-477f0b12-e839-4d37-883d-833d1449dbc6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d3385cf2-5760-422f-83c6-c7ef3a606fc3 HTTP/1.1" status: 204 len: 168 time: 0.1390417 Jul 15 23:42:26.071103 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477f0b12-e839-4d37-883d-833d1449dbc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3385cf2-5760-422f-83c6-c7ef3a606fc3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:27.692138 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 147d859c-c1d5-41ff-82ab-2140aa3ceb7e up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:42:27.747086 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 147d859c-c1d5-41ff-82ab-2140aa3ceb7e completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:42:27.751007 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 147d859c-c1d5-41ff-82ab-2140aa3ceb7e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:42:27.751376 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:27.836233 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:27.868078 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 147d859c-c1d5-41ff-82ab-2140aa3ceb7e, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=147d859c-c1d5-41ff-82ab-2140aa3ceb7e,segment=NetworkSegment(b4e12375-6311-4f45-ae78-7676d0f8ffc8),segment_id=b4e12375-6311-4f45-ae78-7676d0f8ffc8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:42:27.872383 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:27.920824 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=147d859c-c1d5-41ff-82ab-2140aa3ceb7e,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:28.776856 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 44496) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:28.884543 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c5627a6-1eb3-4642-83e2-f3ea9162c2ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:28.979897 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c5627a6-1eb3-4642-83e2-f3ea9162c2ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:28.983888 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c5627a6-1eb3-4642-83e2-f3ea9162c2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:29.022542 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5627a6-1eb3-4642-83e2-f3ea9162c2ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1439159-538e-4dbe-890a-0744f5348385,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:29.028248 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-7c5627a6-1eb3-4642-83e2-f3ea9162c2ea admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f4ad127c21fd45db8db5e30f4e574b45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2495861 Jul 15 23:42:29.030176 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 44500) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:29.082741 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc68ac37-5997-4103-ae81-faf3ae3a52b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:29.104994 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc68ac37-5997-4103-ae81-faf3ae3a52b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:29.153532 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc68ac37-5997-4103-ae81-faf3ae3a52b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:29.156184 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc68ac37-5997-4103-ae81-faf3ae3a52b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:29.157838 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-cc68ac37-5997-4103-ae81-faf3ae3a52b3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d1439159-538e-4dbe-890a-0744f5348385 HTTP/1.1" status: 204 len: 168 time: 0.1267517 Jul 15 23:42:29.165786 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc68ac37-5997-4103-ae81-faf3ae3a52b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1439159-538e-4dbe-890a-0744f5348385,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:29.417581 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 44508) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:29.433935 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11c30def-5f4e-43fe-ae84-de87f39dd08e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:29.531910 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11c30def-5f4e-43fe-ae84-de87f39dd08e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:29.536104 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11c30def-5f4e-43fe-ae84-de87f39dd08e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:29.575403 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-11c30def-5f4e-43fe-ae84-de87f39dd08e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8aa94455eb8841f2a4ce66fb7c286b2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1566951 Jul 15 23:42:29.577357 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c30def-5f4e-43fe-ae84-de87f39dd08e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e48009-5cc8-4c81-961c-886a29ce98fb,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:29.578070 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 44510) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:29.629291 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b878900c-7dbc-466c-a8af-10447e3c38e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:29.652463 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b878900c-7dbc-466c-a8af-10447e3c38e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:29.660795 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 147d859c-c1d5-41ff-82ab-2140aa3ceb7e up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:42:29.700680 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b878900c-7dbc-466c-a8af-10447e3c38e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:29.703377 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b878900c-7dbc-466c-a8af-10447e3c38e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:29.704557 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b878900c-7dbc-466c-a8af-10447e3c38e9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b9e48009-5cc8-4c81-961c-886a29ce98fb HTTP/1.1" status: 204 len: 168 time: 0.1255093 Jul 15 23:42:29.711052 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 147d859c-c1d5-41ff-82ab-2140aa3ceb7e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:42:29.711478 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:29.712711 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b878900c-7dbc-466c-a8af-10447e3c38e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e48009-5cc8-4c81-961c-886a29ce98fb,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:30.833174 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c58e6af1-1c18-42ce-8a54-ebb260f6079a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:33.381744 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:34.232086 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0f3b8b34-b854-4add-8275-46509b09488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:34.384567 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:36.388797 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:38.294503 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:40.400907 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cc2e9c00-503f-4c5c-a7ab-5dbcc79769fa req-ec10a305-c276-43af-945e-31b213e78539 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=379d1973-329d-4879-9af8-65365e7ac0fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0531013 Jul 15 23:42:40.495466 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e9c00-503f-4c5c-a7ab-5dbcc79769fa req-c204f2c0-bdad-4c11-a317-b1547beb965e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:40.497076 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cc2e9c00-503f-4c5c-a7ab-5dbcc79769fa req-c204f2c0-bdad-4c11-a317-b1547beb965e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a632cbf28ecf47a9901f99a7b5170f8f&device_id=379d1973-329d-4879-9af8-65365e7ac0fc HTTP/1.1" status: 200 len: 1097 time: 0.0551324 Jul 15 23:42:40.608313 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e9c00-503f-4c5c-a7ab-5dbcc79769fa req-ce48caea-9230-455b-b649-c55daa381cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:40.609910 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cc2e9c00-503f-4c5c-a7ab-5dbcc79769fa req-ce48caea-9230-455b-b649-c55daa381cac service neutron] 10.222.0.49 "GET /v2.0/networks?id=a492b90a-11dd-4780-b015-12e4caf59db0 HTTP/1.1" status: 200 len: 909 time: 0.0941062 Jul 15 23:42:40.625843 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 44788) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:40.688419 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cc2e9c00-503f-4c5c-a7ab-5dbcc79769fa req-fe7093be-fdc9-4870-ba1a-76becb283731 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c9f1b97-112e-440e-a9ac-5e3571a83feb HTTP/1.1" status: 200 len: 1002 time: 0.0717969 Jul 15 23:42:40.741849 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ae38a8f8-69c5-47e5-94ed-ad516ac56685 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:40.748417 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e9c00-503f-4c5c-a7ab-5dbcc79769fa req-e9896bdc-e7d0-4bea-a868-0fb8bf0374f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:40.749865 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cc2e9c00-503f-4c5c-a7ab-5dbcc79769fa req-e9896bdc-e7d0-4bea-a868-0fb8bf0374f5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=aacfaef8-1f9a-46a6-9feb-3d047d0e9661 HTTP/1.1" status: 200 len: 847 time: 0.0555546 Jul 15 23:42:40.813059 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e9c00-503f-4c5c-a7ab-5dbcc79769fa req-ea2f39fa-64b0-498c-aae0-065958d8d7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:40.814790 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cc2e9c00-503f-4c5c-a7ab-5dbcc79769fa req-ea2f39fa-64b0-498c-aae0-065958d8d7ab service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a492b90a-11dd-4780-b015-12e4caf59db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590990 Jul 15 23:42:40.845799 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ae38a8f8-69c5-47e5-94ed-ad516ac56685 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:40.851871 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ae38a8f8-69c5-47e5-94ed-ad516ac56685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:40.893982 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ae38a8f8-69c5-47e5-94ed-ad516ac56685 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=24976e63ee02407a877d9c8f725bcab9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2667711 Jul 15 23:42:40.894963 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae38a8f8-69c5-47e5-94ed-ad516ac56685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0edbc05-74b8-491c-99a6-8dc96bd95b91,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:40.897508 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 44792) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:40.921311 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cc2e9c00-503f-4c5c-a7ab-5dbcc79769fa req-4c2687c0-2c01-4dc2-bb2d-a4059bb15fac service neutron] 10.222.0.49 "GET /v2.0/networks/a492b90a-11dd-4780-b015-12e4caf59db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004531 Jul 15 23:42:40.957311 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c0f46e89-7aa0-4b46-ae34-5ee2f84144e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:40.981050 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c0f46e89-7aa0-4b46-ae34-5ee2f84144e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:41.026334 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cc2e9c00-503f-4c5c-a7ab-5dbcc79769fa req-402d55be-e992-4d8b-952a-0a290c872cce service neutron] 10.222.0.49 "GET /v2.0/networks/a492b90a-11dd-4780-b015-12e4caf59db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977383 Jul 15 23:42:41.034257 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c0f46e89-7aa0-4b46-ae34-5ee2f84144e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:41.038878 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c0f46e89-7aa0-4b46-ae34-5ee2f84144e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:41.038878 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c0f46e89-7aa0-4b46-ae34-5ee2f84144e3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f0edbc05-74b8-491c-99a6-8dc96bd95b91 HTTP/1.1" status: 204 len: 168 time: 0.1396284 Jul 15 23:42:41.046392 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f46e89-7aa0-4b46-ae34-5ee2f84144e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0edbc05-74b8-491c-99a6-8dc96bd95b91,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:41.301268 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 44798) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:41.314907 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4add3abc-e550-41e7-90d8-544d463d3063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:41.404968 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4add3abc-e550-41e7-90d8-544d463d3063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:41.409267 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4add3abc-e550-41e7-90d8-544d463d3063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:41.450730 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-4add3abc-e550-41e7-90d8-544d463d3063 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cd2d49fd21bb477b9a45eebfc22ab8c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1483777 Jul 15 23:42:41.451594 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4add3abc-e550-41e7-90d8-544d463d3063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2146df21-e0bd-426b-9f93-95069ea176cf,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:41.453550 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 44800) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:41.503043 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-76cf65a0-2c13-411f-aeff-3ab572261e6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:41.525770 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-76cf65a0-2c13-411f-aeff-3ab572261e6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:41.574090 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-76cf65a0-2c13-411f-aeff-3ab572261e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:41.576706 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-76cf65a0-2c13-411f-aeff-3ab572261e6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:41.577875 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-76cf65a0-2c13-411f-aeff-3ab572261e6e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2146df21-e0bd-426b-9f93-95069ea176cf HTTP/1.1" status: 204 len: 168 time: 0.1233213 Jul 15 23:42:41.585828 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cf65a0-2c13-411f-aeff-3ab572261e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2146df21-e0bd-426b-9f93-95069ea176cf,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:42.595647 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 44838) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:42.710527 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb0ef1f2-5b7d-4783-a007-b9ad165b5891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:42.802162 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb0ef1f2-5b7d-4783-a007-b9ad165b5891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:42.806070 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb0ef1f2-5b7d-4783-a007-b9ad165b5891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:42.846465 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-bb0ef1f2-5b7d-4783-a007-b9ad165b5891 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b77993d3e2d74ece94f59471de59a4b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2496412 Jul 15 23:42:42.847347 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ef1f2-5b7d-4783-a007-b9ad165b5891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd94e252-4690-4810-946a-0bc9a04d6d03,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:42.849984 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 44842) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:42.901755 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-621c5f20-f734-4045-92ab-a1e0e78ebb76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:42.923909 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-621c5f20-f734-4045-92ab-a1e0e78ebb76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:42.970446 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-621c5f20-f734-4045-92ab-a1e0e78ebb76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:42.973144 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-621c5f20-f734-4045-92ab-a1e0e78ebb76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:42.974837 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-621c5f20-f734-4045-92ab-a1e0e78ebb76 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cd94e252-4690-4810-946a-0bc9a04d6d03 HTTP/1.1" status: 204 len: 168 time: 0.1227508 Jul 15 23:42:42.982544 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621c5f20-f734-4045-92ab-a1e0e78ebb76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd94e252-4690-4810-946a-0bc9a04d6d03,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:44.381068 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 44896) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:44.488406 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3cfaa7ed-87c9-40ef-8fdf-2a95733b7524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:44.577986 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3cfaa7ed-87c9-40ef-8fdf-2a95733b7524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:44.581767 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3cfaa7ed-87c9-40ef-8fdf-2a95733b7524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:44.619870 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-3cfaa7ed-87c9-40ef-8fdf-2a95733b7524 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b544970696cb4447a5c89bd877290829&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2378159 Jul 15 23:42:44.620755 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfaa7ed-87c9-40ef-8fdf-2a95733b7524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=190165f9-0adc-4366-b99c-d88b4deee39c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:44.622479 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 44900) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:44.674951 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-914384ba-7570-4901-ba2b-b29f793dbab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:44.699142 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-914384ba-7570-4901-ba2b-b29f793dbab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:44.718318 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 44902) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:44.748896 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-914384ba-7570-4901-ba2b-b29f793dbab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:44.751472 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-914384ba-7570-4901-ba2b-b29f793dbab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:44.752686 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-914384ba-7570-4901-ba2b-b29f793dbab9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/190165f9-0adc-4366-b99c-d88b4deee39c HTTP/1.1" status: 204 len: 168 time: 0.1290536 Jul 15 23:42:44.761107 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914384ba-7570-4901-ba2b-b29f793dbab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190165f9-0adc-4366-b99c-d88b4deee39c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:45.142585 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8e1cd0fe-90be-421a-b9bb-f86776d97c38 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:45.824380 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-8e1cd0fe-90be-421a-b9bb-f86776d97c38 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Deleting port 147d859c-c1d5-41ff-82ab-2140aa3ceb7e {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:42:45.825001 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8e1cd0fe-90be-421a-b9bb-f86776d97c38 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:45.922417 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-8e1cd0fe-90be-421a-b9bb-f86776d97c38 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] For port 147d859c-c1d5-41ff-82ab-2140aa3ceb7e, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=147d859c-c1d5-41ff-82ab-2140aa3ceb7e,segment=NetworkSegment(b4e12375-6311-4f45-ae78-7676d0f8ffc8),segment_id=b4e12375-6311-4f45-ae78-7676d0f8ffc8)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:42:45.922784 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8e1cd0fe-90be-421a-b9bb-f86776d97c38 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:45.936215 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-8e1cd0fe-90be-421a-b9bb-f86776d97c38 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Calling delete_port for 147d859c-c1d5-41ff-82ab-2140aa3ceb7e owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:42:46.139912 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8e1cd0fe-90be-421a-b9bb-f86776d97c38 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:46.168856 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1cd0fe-90be-421a-b9bb-f86776d97c38 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Pushing event deleted for resources: {'Port': ['ID=147d859c-c1d5-41ff-82ab-2140aa3ceb7e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:46.363733 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8e1cd0fe-90be-421a-b9bb-f86776d97c38 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:46.619499 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e1cd0fe-90be-421a-b9bb-f86776d97c38 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Router 7b21de8b-c51d-4100-b589-781fa6d87b23 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:42:46.748773 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e1cd0fe-90be-421a-b9bb-f86776d97c38 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:42:46.754464 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-8e1cd0fe-90be-421a-b9bb-f86776d97c38 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "PUT /v2.0/routers/7b21de8b-c51d-4100-b589-781fa6d87b23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0348420 Jul 15 23:42:46.760650 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7859197-69b5-4f60-944b-013bd97e50f6 None None] Sync routers for ids ['7b21de8b-c51d-4100-b589-781fa6d87b23'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:42:46.773556 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7859197-69b5-4f60-944b-013bd97e50f6 None None] Routers {'7b21de8b-c51d-4100-b589-781fa6d87b23'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:42:46.774294 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a7859197-69b5-4f60-944b-013bd97e50f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:42:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['7b21de8b-c51d-4100-b589-781fa6d87b23'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:42:46.840338 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 44978) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:46.886598 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-a7859197-69b5-4f60-944b-013bd97e50f6 None None] Set router 7b21de8b-c51d-4100-b589-781fa6d87b23 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:42:46.967695 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d6536282-07e2-410e-9e7f-baf85e38245d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:47.079443 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d6536282-07e2-410e-9e7f-baf85e38245d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:47.084901 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d6536282-07e2-410e-9e7f-baf85e38245d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:47.129509 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a7859197-69b5-4f60-944b-013bd97e50f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b21de8b-c51d-4100-b589-781fa6d87b23', 'name': 'tempest-TestNetworkBasicOps-router-649412420', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '3ddf0489-bcf6-432c-91a0-a948c9aaf904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:40:55Z', 'updated_at': '2021-07-15T23:42:46Z', 'revision_number': 6, 'project_id': '96f438ad510e4a6ab4003566961416a5', 'gw_port': {'id': '3ddf0489-bcf6-432c-91a0-a948c9aaf904', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:91:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b21de8b-c51d-4100-b589-781fa6d87b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:56Z', 'updated_at': '2021-07-15T23:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': 'c81db3c0-03df-4b3e-8ea3-73aeb66de525', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'floating_ip_address': '172.25.5.40', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '7b21de8b-c51d-4100-b589-781fa6d87b23', 'port_id': 'd933bb47-5a17-48ba-a13e-f761a58a6557', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5b1d4a9-a131-46c5-b5cd-a2119b7469fc', 'mac_address': 'fa:16:3e:33:0b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e48204-893a-43bf-95a8-97d4b0e3e7f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:41:26Z', 'updated_at': '2021-07-15T23:41:30Z', 'revision_number': 1, 'project_id': '96f438ad510e4a6ab4003566961416a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ae791bc-43cb-4cb0-9e4b-349bf6900258', 'name': '', 'network_id': 'b5b1d4a9-a131-46c5-b5cd-a2119b7469fc', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'mac_address': 'fa:16:3e:9f:0b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b21de8b-c51d-4100-b589-781fa6d87b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '93242473-3663-4c7b-8d8a-f967e9ad2de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:59Z', 'updated_at': '2021-07-15T23:41:10Z', 'revision_number': 5, 'project_id': '96f438ad510e4a6ab4003566961416a5', 'subnets': [{'id': '93242473-3663-4c7b-8d8a-f967e9ad2de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:42:47.138073 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-d6536282-07e2-410e-9e7f-baf85e38245d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3b889157525a44dc9b6dbced5e2b551a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2941184 Jul 15 23:42:47.138901 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 44984) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:47.152941 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6536282-07e2-410e-9e7f-baf85e38245d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f38814d3-30d7-4307-ae2e-9f0eb10bf632,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:47.158734 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7859197-69b5-4f60-944b-013bd97e50f6 None None] Checking router: 7b21de8b-c51d-4100-b589-781fa6d87b23 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:42:47.172351 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7859197-69b5-4f60-944b-013bd97e50f6 None None] Routers {'7b21de8b-c51d-4100-b589-781fa6d87b23'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:42:47.173226 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a7859197-69b5-4f60-944b-013bd97e50f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:42:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['7b21de8b-c51d-4100-b589-781fa6d87b23'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:42:47.202770 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f5936-64d0-42ef-801a-77b1f9d4997e req-8fdfbaef-7fd0-4489-af48-2c95cab843d3 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:47.203109 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6e2314d7-f5c1-4ee0-8873-73537cbf202f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:47.204717 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-585f5936-64d0-42ef-801a-77b1f9d4997e req-8fdfbaef-7fd0-4489-af48-2c95cab843d3 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cc9616c-b7b3-4dcd-ab2c-cedc88f35bca HTTP/1.1" status: 200 len: 946 time: 0.0924120 Jul 15 23:42:47.228880 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6e2314d7-f5c1-4ee0-8873-73537cbf202f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:47.253260 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-585f5936-64d0-42ef-801a-77b1f9d4997e req-6ed1aa41-6e07-4da3-b8ad-4d5e2705b4ce tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/security-groups?id=6422c1c1-050b-49dc-a5d8-15bf4de72a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395646 Jul 15 23:42:47.284952 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6e2314d7-f5c1-4ee0-8873-73537cbf202f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:47.288599 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6e2314d7-f5c1-4ee0-8873-73537cbf202f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:47.289779 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-6e2314d7-f5c1-4ee0-8873-73537cbf202f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f38814d3-30d7-4307-ae2e-9f0eb10bf632 HTTP/1.1" status: 204 len: 168 time: 0.1493120 Jul 15 23:42:47.297444 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2314d7-f5c1-4ee0-8873-73537cbf202f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38814d3-30d7-4307-ae2e-9f0eb10bf632,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:47.297631 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-a7859197-69b5-4f60-944b-013bd97e50f6 None None] Set router 7b21de8b-c51d-4100-b589-781fa6d87b23 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:42:47.581741 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 44990) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:47.596294 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dff3287a-ac50-4dda-ba6f-cf172a7347f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:47.707964 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dff3287a-ac50-4dda-ba6f-cf172a7347f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:47.713687 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dff3287a-ac50-4dda-ba6f-cf172a7347f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:47.717182 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a7859197-69b5-4f60-944b-013bd97e50f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b21de8b-c51d-4100-b589-781fa6d87b23', 'name': 'tempest-TestNetworkBasicOps-router-649412420', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '3ddf0489-bcf6-432c-91a0-a948c9aaf904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:40:55Z', 'updated_at': '2021-07-15T23:42:46Z', 'revision_number': 6, 'project_id': '96f438ad510e4a6ab4003566961416a5', 'gw_port': {'id': '3ddf0489-bcf6-432c-91a0-a948c9aaf904', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:91:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b21de8b-c51d-4100-b589-781fa6d87b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:56Z', 'updated_at': '2021-07-15T23:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': 'c81db3c0-03df-4b3e-8ea3-73aeb66de525', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'floating_ip_address': '172.25.5.40', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '7b21de8b-c51d-4100-b589-781fa6d87b23', 'port_id': 'd933bb47-5a17-48ba-a13e-f761a58a6557', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5b1d4a9-a131-46c5-b5cd-a2119b7469fc', 'mac_address': 'fa:16:3e:33:0b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e48204-893a-43bf-95a8-97d4b0e3e7f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:41:26Z', 'updated_at': '2021-07-15T23:41:30Z', 'revision_number': 1, 'project_id': '96f438ad510e4a6ab4003566961416a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ae791bc-43cb-4cb0-9e4b-349bf6900258', 'name': '', 'network_id': 'b5b1d4a9-a131-46c5-b5cd-a2119b7469fc', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'mac_address': 'fa:16:3e:9f:0b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b21de8b-c51d-4100-b589-781fa6d87b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '93242473-3663-4c7b-8d8a-f967e9ad2de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:59Z', 'updated_at': '2021-07-15T23:41:10Z', 'revision_number': 5, 'project_id': '96f438ad510e4a6ab4003566961416a5', 'subnets': [{'id': '93242473-3663-4c7b-8d8a-f967e9ad2de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:42:47.745284 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7859197-69b5-4f60-944b-013bd97e50f6 None None] The sync data for ids ['7b21de8b-c51d-4100-b589-781fa6d87b23'] in n-d-794306-6 is: [{'id': '7b21de8b-c51d-4100-b589-781fa6d87b23', 'name': 'tempest-TestNetworkBasicOps-router-649412420', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '3ddf0489-bcf6-432c-91a0-a948c9aaf904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:40:55Z', 'updated_at': '2021-07-15T23:42:46Z', 'revision_number': 6, 'project_id': '96f438ad510e4a6ab4003566961416a5', 'gw_port': {'id': '3ddf0489-bcf6-432c-91a0-a948c9aaf904', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:91:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b21de8b-c51d-4100-b589-781fa6d87b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:56Z', 'updated_at': '2021-07-15T23:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': 'c81db3c0-03df-4b3e-8ea3-73aeb66de525', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'floating_ip_address': '172.25.5.40', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '7b21de8b-c51d-4100-b589-781fa6d87b23', 'port_id': 'd933bb47-5a17-48ba-a13e-f761a58a6557', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5b1d4a9-a131-46c5-b5cd-a2119b7469fc', 'mac_address': 'fa:16:3e:33:0b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e48204-893a-43bf-95a8-97d4b0e3e7f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:41:26Z', 'updated_at': '2021-07-15T23:41:30Z', 'revision_number': 1, 'project_id': '96f438ad510e4a6ab4003566961416a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ae791bc-43cb-4cb0-9e4b-349bf6900258', 'name': '', 'network_id': 'b5b1d4a9-a131-46c5-b5cd-a2119b7469fc', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'mac_address': 'fa:16:3e:9f:0b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b21de8b-c51d-4100-b589-781fa6d87b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '93242473-3663-4c7b-8d8a-f967e9ad2de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:59Z', 'updated_at': '2021-07-15T23:41:10Z', 'revision_number': 5, 'project_id': '96f438ad510e4a6ab4003566961416a5', 'subnets': [{'id': '93242473-3663-4c7b-8d8a-f967e9ad2de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:42:47.752816 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff3287a-ac50-4dda-ba6f-cf172a7347f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=157c1dcc-2eb4-41a6-86a4-bc7606405bf7,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:47.761557 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-dff3287a-ac50-4dda-ba6f-cf172a7347f5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7edc8be08b7a49d5a871c3e2c502de1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1787057 Jul 15 23:42:47.763010 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 44992) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:47.819470 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-475fdee1-86a3-4a27-bdc1-304fd0a477a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:47.856172 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-475fdee1-86a3-4a27-bdc1-304fd0a477a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:47.906045 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-475fdee1-86a3-4a27-bdc1-304fd0a477a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:47.908836 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-475fdee1-86a3-4a27-bdc1-304fd0a477a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:47.911223 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-475fdee1-86a3-4a27-bdc1-304fd0a477a5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/157c1dcc-2eb4-41a6-86a4-bc7606405bf7 HTTP/1.1" status: 204 len: 168 time: 0.1473150 Jul 15 23:42:47.920313 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475fdee1-86a3-4a27-bdc1-304fd0a477a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=157c1dcc-2eb4-41a6-86a4-bc7606405bf7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:48.507391 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c6f353-e65d-47bc-a400-9fdff2235354 req-b729739d-9d67-428b-a2f9-03023e16f315 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:48.509117 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e7c6f353-e65d-47bc-a400-9fdff2235354 req-b729739d-9d67-428b-a2f9-03023e16f315 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cc9616c-b7b3-4dcd-ab2c-cedc88f35bca HTTP/1.1" status: 200 len: 946 time: 0.0947709 Jul 15 23:42:48.576329 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e7c6f353-e65d-47bc-a400-9fdff2235354 req-c66e493f-c7ea-430c-9b33-46e04ac49686 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/security-groups?id=6422c1c1-050b-49dc-a5d8-15bf4de72a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614839 Jul 15 23:42:48.641542 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0abd5a2-9214-4229-b6cc-0134fe58010a req-2beda595-c4d0-47d6-8d69-5f0f80c572a2 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:48.643294 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b0abd5a2-9214-4229-b6cc-0134fe58010a req-2beda595-c4d0-47d6-8d69-5f0f80c572a2 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.41 "GET /v2.0/ports?device_id=6cc9616c-b7b3-4dcd-ab2c-cedc88f35bca HTTP/1.1" status: 200 len: 946 time: 0.0871098 Jul 15 23:42:48.765505 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-b0abd5a2-9214-4229-b6cc-0134fe58010a req-74affcf6-bceb-48d4-b6cc-51308488e904 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Deleting port e812e578-7fdb-4df8-8c83-545dbc1130bd {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:42:48.765917 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b0abd5a2-9214-4229-b6cc-0134fe58010a req-74affcf6-bceb-48d4-b6cc-51308488e904 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:48.872050 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-b0abd5a2-9214-4229-b6cc-0134fe58010a req-74affcf6-bceb-48d4-b6cc-51308488e904 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] For port e812e578-7fdb-4df8-8c83-545dbc1130bd, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=e812e578-7fdb-4df8-8c83-545dbc1130bd,segment=NetworkSegment(b4e12375-6311-4f45-ae78-7676d0f8ffc8),segment_id=b4e12375-6311-4f45-ae78-7676d0f8ffc8)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:42:48.872831 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b0abd5a2-9214-4229-b6cc-0134fe58010a req-74affcf6-bceb-48d4-b6cc-51308488e904 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:48.891107 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-b0abd5a2-9214-4229-b6cc-0134fe58010a req-74affcf6-bceb-48d4-b6cc-51308488e904 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Calling delete_port for e812e578-7fdb-4df8-8c83-545dbc1130bd owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:42:49.035373 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b0abd5a2-9214-4229-b6cc-0134fe58010a req-74affcf6-bceb-48d4-b6cc-51308488e904 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:49.075127 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74affcf6-bceb-48d4-b6cc-51308488e904 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Pushing event deleted for resources: {'Port': ['ID=e812e578-7fdb-4df8-8c83-545dbc1130bd,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:49.127974 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0abd5a2-9214-4229-b6cc-0134fe58010a req-74affcf6-bceb-48d4-b6cc-51308488e904 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] No DVR routers for this DVR port e812e578-7fdb-4df8-8c83-545dbc1130bd on host n-h2-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:42:49.131060 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b0abd5a2-9214-4229-b6cc-0134fe58010a req-74affcf6-bceb-48d4-b6cc-51308488e904 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:49.133008 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b0abd5a2-9214-4229-b6cc-0134fe58010a req-74affcf6-bceb-48d4-b6cc-51308488e904 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.41 "DELETE /v2.0/ports/e812e578-7fdb-4df8-8c83-545dbc1130bd HTTP/1.1" status: 204 len: 173 time: 0.4842682 Jul 15 23:42:49.133468 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc9616c-b7b3-4dcd-ab2c-cedc88f35bca', 'name': 'network-vif-deleted', 'tag': 'e812e578-7fdb-4df8-8c83-545dbc1130bd'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:42:49.135947 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb3df179-477e-46e1-9ae7-cf9f1e87ae8a" -d '{"events": [{"server_uuid": "6cc9616c-b7b3-4dcd-ab2c-cedc88f35bca", "name": "network-vif-deleted", "tag": "e812e578-7fdb-4df8-8c83-545dbc1130bd"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:42:49.182666 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3daf0efd-c36f-4723-9049-6080a3b9c781 x-openstack-request-id: req-3daf0efd-c36f-4723-9049-6080a3b9c781 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:42:49.183262 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cc9616c-b7b3-4dcd-ab2c-cedc88f35bca", "name": "network-vif-deleted", "tag": "e812e578-7fdb-4df8-8c83-545dbc1130bd", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:42:49.183683 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3daf0efd-c36f-4723-9049-6080a3b9c781 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:42:49.184003 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cc9616c-b7b3-4dcd-ab2c-cedc88f35bca', 'name': 'network-vif-deleted', 'tag': 'e812e578-7fdb-4df8-8c83-545dbc1130bd', 'status': 'completed', 'code': 200} Jul 15 23:42:49.643591 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 147d859c-c1d5-41ff-82ab-2140aa3ceb7e no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:42:49.672759 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 147d859c-c1d5-41ff-82ab-2140aa3ceb7e {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:42:49.673104 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 147d859c-c1d5-41ff-82ab-2140aa3ceb7e not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:42:49.751279 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-089ec410-c594-4d6e-9034-7b9a36b561a0 req-0c32fbf5-abeb-408f-accf-53f6f2dc4936 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cc9616c-b7b3-4dcd-ab2c-cedc88f35bca HTTP/1.1" status: 200 len: 210 time: 0.0294063 Jul 15 23:42:50.011959 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 45072) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:50.119945 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fa63da1f-c507-48c5-8b2b-98eefec8198c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:50.209753 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fa63da1f-c507-48c5-8b2b-98eefec8198c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:50.213607 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fa63da1f-c507-48c5-8b2b-98eefec8198c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:50.251299 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-fa63da1f-c507-48c5-8b2b-98eefec8198c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=781df08b1a7d4055a6fd7c89bd42964e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2381945 Jul 15 23:42:50.252217 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa63da1f-c507-48c5-8b2b-98eefec8198c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e41df90c-1c3f-44d3-8b01-349ff54539a6,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:50.253915 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 45076) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:50.304212 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1f0ba8a6-b2b4-443a-9358-ed4ec4066de2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:50.327877 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1f0ba8a6-b2b4-443a-9358-ed4ec4066de2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:50.373801 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1f0ba8a6-b2b4-443a-9358-ed4ec4066de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:50.376307 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1f0ba8a6-b2b4-443a-9358-ed4ec4066de2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:50.377444 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-1f0ba8a6-b2b4-443a-9358-ed4ec4066de2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e41df90c-1c3f-44d3-8b01-349ff54539a6 HTTP/1.1" status: 204 len: 168 time: 0.1212993 Jul 15 23:42:50.387642 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0ba8a6-b2b4-443a-9358-ed4ec4066de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41df90c-1c3f-44d3-8b01-349ff54539a6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:50.633594 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 45082) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:50.647259 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a49c3ec-b7a9-40c5-bd0c-f8aeccac3f6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:50.738823 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a49c3ec-b7a9-40c5-bd0c-f8aeccac3f6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:50.743317 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a49c3ec-b7a9-40c5-bd0c-f8aeccac3f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:50.781841 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a49c3ec-b7a9-40c5-bd0c-f8aeccac3f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1594761-5845-4f56-8f97-de4a37602374,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:50.788119 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-7a49c3ec-b7a9-40c5-bd0c-f8aeccac3f6e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8a86261084e1478ab70ab707cc1240a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1533611 Jul 15 23:42:50.789481 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 45086) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:50.844399 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12358ac1-83cd-459a-9332-6a3df997c718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:50.864055 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 45088) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:50.866088 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12358ac1-83cd-459a-9332-6a3df997c718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:50.914738 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12358ac1-83cd-459a-9332-6a3df997c718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:50.917786 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12358ac1-83cd-459a-9332-6a3df997c718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:50.918976 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-12358ac1-83cd-459a-9332-6a3df997c718 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f1594761-5845-4f56-8f97-de4a37602374 HTTP/1.1" status: 204 len: 168 time: 0.1284966 Jul 15 23:42:50.927721 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12358ac1-83cd-459a-9332-6a3df997c718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1594761-5845-4f56-8f97-de4a37602374,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:50.928378 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43d7fdd0-9a64-4fac-9ecb-5e38bb68d4b1 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:50.955292 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43d7fdd0-9a64-4fac-9ecb-5e38bb68d4b1 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:51.025689 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43d7fdd0-9a64-4fac-9ecb-5e38bb68d4b1 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:51.028383 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43d7fdd0-9a64-4fac-9ecb-5e38bb68d4b1 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:51.029571 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-43d7fdd0-9a64-4fac-9ecb-5e38bb68d4b1 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "DELETE /v2.0/security-groups/6422c1c1-050b-49dc-a5d8-15bf4de72a51 HTTP/1.1" status: 204 len: 168 time: 0.1639893 Jul 15 23:42:51.041689 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d7fdd0-9a64-4fac-9ecb-5e38bb68d4b1 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6422c1c1-050b-49dc-a5d8-15bf4de72a51,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:51.070333 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 45094) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:51.122766 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed7fa544-541a-48fb-a94d-4128c7a0b5ca tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Deleting subnet 79605607-9c8d-41a7-b748-6f29032f9342 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:42:51.125874 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ed7fa544-541a-48fb-a94d-4128c7a0b5ca tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:51.167340 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ed7fa544-541a-48fb-a94d-4128c7a0b5ca tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:51.265627 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ed7fa544-541a-48fb-a94d-4128c7a0b5ca tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:51.328803 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ed7fa544-541a-48fb-a94d-4128c7a0b5ca tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:51.358334 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7fa544-541a-48fb-a94d-4128c7a0b5ca tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Pushing event deleted for resources: {'Subnet': ['ID=79605607-9c8d-41a7-b748-6f29032f9342,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:51.363858 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ed7fa544-541a-48fb-a94d-4128c7a0b5ca tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:51.366328 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ed7fa544-541a-48fb-a94d-4128c7a0b5ca tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "DELETE /v2.0/subnets/79605607-9c8d-41a7-b748-6f29032f9342 HTTP/1.1" status: 204 len: 168 time: 0.2949531 Jul 15 23:42:51.366733 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e37f3d0-f03b-49d8-ae5e-87d3f4c66962 None None] Network 7ee3a066-c428-400e-9bf9-e940b84b3f46 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:42:51.368937 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 45106) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:51.447930 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0175086-4fc9-4168-a4da-27abfc3317de tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:51.515676 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-a0175086-4fc9-4168-a4da-27abfc3317de tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Deleting port 5f8d6f04-bdf3-48ab-989c-41d35494c026 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:42:51.516012 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0175086-4fc9-4168-a4da-27abfc3317de tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:51.566526 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6f3519-5709-468e-9fef-0af289a49aa9 None None] DHCP port deletion for 7ee3a066-c428-400e-9bf9-e940b84b3f46 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:42:51.591735 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-a0175086-4fc9-4168-a4da-27abfc3317de tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] For port 5f8d6f04-bdf3-48ab-989c-41d35494c026, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=5f8d6f04-bdf3-48ab-989c-41d35494c026,segment=NetworkSegment(b4e12375-6311-4f45-ae78-7676d0f8ffc8),segment_id=b4e12375-6311-4f45-ae78-7676d0f8ffc8)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:42:51.592189 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0175086-4fc9-4168-a4da-27abfc3317de tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:51.604814 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-a0175086-4fc9-4168-a4da-27abfc3317de tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Calling delete_port for 5f8d6f04-bdf3-48ab-989c-41d35494c026 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:42:51.615210 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-6e6f3519-5709-468e-9fef-0af289a49aa9 None None] Deleting port 5f8d6f04-bdf3-48ab-989c-41d35494c026 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:42:51.615977 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3519-5709-468e-9fef-0af289a49aa9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:51.686132 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-6e6f3519-5709-468e-9fef-0af289a49aa9 None None] For port 5f8d6f04-bdf3-48ab-989c-41d35494c026, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=5f8d6f04-bdf3-48ab-989c-41d35494c026,segment=NetworkSegment(b4e12375-6311-4f45-ae78-7676d0f8ffc8),segment_id=b4e12375-6311-4f45-ae78-7676d0f8ffc8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:42:51.686652 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3519-5709-468e-9fef-0af289a49aa9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:51.698568 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0175086-4fc9-4168-a4da-27abfc3317de tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:51.702117 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-6e6f3519-5709-468e-9fef-0af289a49aa9 None None] Calling delete_port for 5f8d6f04-bdf3-48ab-989c-41d35494c026 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:42:51.711635 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 5f8d6f04-bdf3-48ab-989c-41d35494c026 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:42:51.726581 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0175086-4fc9-4168-a4da-27abfc3317de tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Pushing event deleted for resources: {'Port': ['ID=5f8d6f04-bdf3-48ab-989c-41d35494c026,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:51.730113 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0175086-4fc9-4168-a4da-27abfc3317de tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] No DVR routers for this DVR port 5f8d6f04-bdf3-48ab-989c-41d35494c026 on host n-d-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:42:51.747511 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 5f8d6f04-bdf3-48ab-989c-41d35494c026 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:42:51.747951 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 5f8d6f04-bdf3-48ab-989c-41d35494c026 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:42:51.823977 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0175086-4fc9-4168-a4da-27abfc3317de tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:51.829758 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3519-5709-468e-9fef-0af289a49aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:51.835832 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-a0175086-4fc9-4168-a4da-27abfc3317de tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ee3a066-c428-400e-9bf9-e940b84b3f46']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:42:51.846955 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-a0175086-4fc9-4168-a4da-27abfc3317de tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4e12375-6311-4f45-ae78-7676d0f8ffc8') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:42:51.847332 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-a0175086-4fc9-4168-a4da-27abfc3317de tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4e12375-6311-4f45-ae78-7676d0f8ffc8') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:42:51.855018 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6f3519-5709-468e-9fef-0af289a49aa9 None None] Pushing event deleted for resources: {'Port': ['ID=5f8d6f04-bdf3-48ab-989c-41d35494c026,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:51.860411 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6f3519-5709-468e-9fef-0af289a49aa9 None None] No DVR routers for this DVR port 5f8d6f04-bdf3-48ab-989c-41d35494c026 on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:42:51.861240 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0175086-4fc9-4168-a4da-27abfc3317de tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:51.882868 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0175086-4fc9-4168-a4da-27abfc3317de tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:51.889378 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0175086-4fc9-4168-a4da-27abfc3317de tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:42:51.889858 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0175086-4fc9-4168-a4da-27abfc3317de tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:51.893667 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:42:51.893667 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:42:51.893667 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:42:51.893667 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:42:51.893667 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:42:51.893667 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:42:51.893667 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:42:51.893667 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:42:51.893667 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:42:51.893667 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:42:51.893667 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:42:51.893667 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:42:51.893667 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:42:51.893667 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:42:51.893667 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:42:51.893667 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:42:51.893667 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:42:51.893667 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:42:51.893667 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:42:51.893667 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:42:51.893667 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:42:51.893667 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:42:51.893667 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:42:51.893667 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:42:51.893667 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:42:51.893667 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:42:51.893667 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:42:51.893667 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:42:51.893667 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:42:51.893667 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:42:51.893667 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:42:51.893667 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:42:51.962383 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0175086-4fc9-4168-a4da-27abfc3317de tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:51.969820 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0175086-4fc9-4168-a4da-27abfc3317de tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:51.971191 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a0175086-4fc9-4168-a4da-27abfc3317de tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "DELETE /v2.0/networks/7ee3a066-c428-400e-9bf9-e940b84b3f46 HTTP/1.1" status: 204 len: 168 time: 0.6013358 Jul 15 23:42:51.974784 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 45128) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:51.993577 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0175086-4fc9-4168-a4da-27abfc3317de tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Pushing event deleted for resources: {'Network': ['ID=7ee3a066-c428-400e-9bf9-e940b84b3f46,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:52.154786 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-02bffe38-c7eb-4743-9a2a-5539bd214a58 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Deleting port f9c6248d-cdcd-4afe-84e9-1e59608beeed {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:42:52.155051 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02bffe38-c7eb-4743-9a2a-5539bd214a58 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:52.236166 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02bffe38-c7eb-4743-9a2a-5539bd214a58 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:52.236577 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02bffe38-c7eb-4743-9a2a-5539bd214a58 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:52.249442 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-02bffe38-c7eb-4743-9a2a-5539bd214a58 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Calling delete_port for f9c6248d-cdcd-4afe-84e9-1e59608beeed owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:42:52.393597 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device e812e578-7fdb-4df8-8c83-545dbc1130bd no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:42:52.420337 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02bffe38-c7eb-4743-9a2a-5539bd214a58 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:52.422892 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] No Port match for: e812e578-7fdb-4df8-8c83-545dbc1130bd {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:42:52.422892 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device e812e578-7fdb-4df8-8c83-545dbc1130bd not bound to the agent host n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:42:52.445865 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bffe38-c7eb-4743-9a2a-5539bd214a58 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Pushing event deleted for resources: {'Port': ['ID=f9c6248d-cdcd-4afe-84e9-1e59608beeed,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:52.511775 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02bffe38-c7eb-4743-9a2a-5539bd214a58 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:52.512116 n-d-794306-6 neutron-server[93771]: INFO neutron.db.l3_db [None req-02bffe38-c7eb-4743-9a2a-5539bd214a58 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Floating IP c81db3c0-03df-4b3e-8ea3-73aeb66de525 disassociated (deleted). External IP: 172.25.5.40, port: d933bb47-5a17-48ba-a13e-f761a58a6557. Jul 15 23:42:52.643458 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fda6a6e0-0338-4700-b3c5-b1b65635e3bc req-24df7fa9-5ba4-4f20-8012-ee323d27d892 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=28e48204-893a-43bf-95a8-97d4b0e3e7f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0596535 Jul 15 23:42:52.742971 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02bffe38-c7eb-4743-9a2a-5539bd214a58 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Router 7b21de8b-c51d-4100-b589-781fa6d87b23 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:42:52.769562 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda6a6e0-0338-4700-b3c5-b1b65635e3bc req-979b5f7a-082c-43a6-813b-ae6c51650fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:52.772329 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fda6a6e0-0338-4700-b3c5-b1b65635e3bc req-979b5f7a-082c-43a6-813b-ae6c51650fdf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=96f438ad510e4a6ab4003566961416a5&device_id=28e48204-893a-43bf-95a8-97d4b0e3e7f5 HTTP/1.1" status: 200 len: 1097 time: 0.0670633 Jul 15 23:42:52.870658 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02bffe38-c7eb-4743-9a2a-5539bd214a58 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:42:52.875676 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02bffe38-c7eb-4743-9a2a-5539bd214a58 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:52.883508 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8576af-de22-4f5f-a0d5-6ff373d9c581 None None] Sync routers for ids ['7b21de8b-c51d-4100-b589-781fa6d87b23'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:42:52.896246 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8576af-de22-4f5f-a0d5-6ff373d9c581 None None] Routers {'7b21de8b-c51d-4100-b589-781fa6d87b23'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:42:52.896976 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3b8576af-de22-4f5f-a0d5-6ff373d9c581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:42:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['7b21de8b-c51d-4100-b589-781fa6d87b23'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:42:52.907357 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda6a6e0-0338-4700-b3c5-b1b65635e3bc req-661a5ffc-0db5-4351-90d5-30b16177d0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:52.909384 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fda6a6e0-0338-4700-b3c5-b1b65635e3bc req-661a5ffc-0db5-4351-90d5-30b16177d0df service neutron] 10.222.0.41 "GET /v2.0/networks?id=b5b1d4a9-a131-46c5-b5cd-a2119b7469fc HTTP/1.1" status: 200 len: 897 time: 0.1144946 Jul 15 23:42:52.921246 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-02bffe38-c7eb-4743-9a2a-5539bd214a58 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "DELETE /v2.0/floatingips/c81db3c0-03df-4b3e-8ea3-73aeb66de525 HTTP/1.1" status: 204 len: 168 time: 0.9430015 Jul 15 23:42:52.921246 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28e48204-893a-43bf-95a8-97d4b0e3e7f5', 'tag': 'd933bb47-5a17-48ba-a13e-f761a58a6557'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:42:52.922488 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-050865ac-2657-4338-9240-ba7673bb609a" -d '{"events": [{"name": "network-changed", "server_uuid": "28e48204-893a-43bf-95a8-97d4b0e3e7f5", "tag": "d933bb47-5a17-48ba-a13e-f761a58a6557"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:42:52.963257 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fda6a6e0-0338-4700-b3c5-b1b65635e3bc req-45bb840b-3d8b-460a-aa67-8b7a94766e1a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d933bb47-5a17-48ba-a13e-f761a58a6557 HTTP/1.1" status: 200 len: 217 time: 0.0475931 Jul 15 23:42:53.003704 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bce5b3c-e671-45fb-97e5-346ba5ef8d0f x-openstack-request-id: req-3bce5b3c-e671-45fb-97e5-346ba5ef8d0f {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:42:53.004108 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28e48204-893a-43bf-95a8-97d4b0e3e7f5", "tag": "d933bb47-5a17-48ba-a13e-f761a58a6557", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:42:53.004452 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3bce5b3c-e671-45fb-97e5-346ba5ef8d0f {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:42:53.005600 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28e48204-893a-43bf-95a8-97d4b0e3e7f5', 'tag': 'd933bb47-5a17-48ba-a13e-f761a58a6557', 'status': 'completed', 'code': 200} Jul 15 23:42:53.016400 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-3b8576af-de22-4f5f-a0d5-6ff373d9c581 None None] Set router 7b21de8b-c51d-4100-b589-781fa6d87b23 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:42:53.035449 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda6a6e0-0338-4700-b3c5-b1b65635e3bc req-d7f721db-6292-41eb-8729-7a5210fe83a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:53.038166 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fda6a6e0-0338-4700-b3c5-b1b65635e3bc req-d7f721db-6292-41eb-8729-7a5210fe83a2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93242473-3663-4c7b-8d8a-f967e9ad2de5 HTTP/1.1" status: 200 len: 835 time: 0.0658441 Jul 15 23:42:53.111728 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda6a6e0-0338-4700-b3c5-b1b65635e3bc req-158b06da-fd1f-4190-86b2-3430f7f598e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:53.113731 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fda6a6e0-0338-4700-b3c5-b1b65635e3bc req-158b06da-fd1f-4190-86b2-3430f7f598e2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b5b1d4a9-a131-46c5-b5cd-a2119b7469fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674639 Jul 15 23:42:53.234559 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3b8576af-de22-4f5f-a0d5-6ff373d9c581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b21de8b-c51d-4100-b589-781fa6d87b23', 'name': 'tempest-TestNetworkBasicOps-router-649412420', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '3ddf0489-bcf6-432c-91a0-a948c9aaf904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:40:55Z', 'updated_at': '2021-07-15T23:42:46Z', 'revision_number': 6, 'project_id': '96f438ad510e4a6ab4003566961416a5', 'gw_port': {'id': '3ddf0489-bcf6-432c-91a0-a948c9aaf904', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:91:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b21de8b-c51d-4100-b589-781fa6d87b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:56Z', 'updated_at': '2021-07-15T23:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '8ae791bc-43cb-4cb0-9e4b-349bf6900258', 'name': '', 'network_id': 'b5b1d4a9-a131-46c5-b5cd-a2119b7469fc', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'mac_address': 'fa:16:3e:9f:0b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b21de8b-c51d-4100-b589-781fa6d87b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '93242473-3663-4c7b-8d8a-f967e9ad2de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:59Z', 'updated_at': '2021-07-15T23:41:10Z', 'revision_number': 5, 'project_id': '96f438ad510e4a6ab4003566961416a5', 'subnets': [{'id': '93242473-3663-4c7b-8d8a-f967e9ad2de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:42:53.262703 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8576af-de22-4f5f-a0d5-6ff373d9c581 None None] Checking router: 7b21de8b-c51d-4100-b589-781fa6d87b23 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:42:53.271355 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8576af-de22-4f5f-a0d5-6ff373d9c581 None None] Routers {'7b21de8b-c51d-4100-b589-781fa6d87b23'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:42:53.271923 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3b8576af-de22-4f5f-a0d5-6ff373d9c581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:42:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['7b21de8b-c51d-4100-b589-781fa6d87b23'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:42:53.280667 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fda6a6e0-0338-4700-b3c5-b1b65635e3bc req-ca4d8bf4-7ddb-4837-b0b4-4df003d84e6a service neutron] 10.222.0.41 "GET /v2.0/networks/b5b1d4a9-a131-46c5-b5cd-a2119b7469fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600516 Jul 15 23:42:53.380732 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-3b8576af-de22-4f5f-a0d5-6ff373d9c581 None None] Set router 7b21de8b-c51d-4100-b589-781fa6d87b23 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:42:53.435394 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fda6a6e0-0338-4700-b3c5-b1b65635e3bc req-eaa5c58c-5568-4b44-8ce4-18d59371105e service neutron] 10.222.0.41 "GET /v2.0/networks/b5b1d4a9-a131-46c5-b5cd-a2119b7469fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472266 Jul 15 23:42:53.451817 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad70d2-eedc-441a-9655-fa967f607837 req-4f8a3f2c-8a11-414c-ab49-734cfe07bb0b tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:53.453338 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-33ad70d2-eedc-441a-9655-fa967f607837 req-4f8a3f2c-8a11-414c-ab49-734cfe07bb0b tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/ports?device_id=28e48204-893a-43bf-95a8-97d4b0e3e7f5 HTTP/1.1" status: 200 len: 946 time: 0.1180091 Jul 15 23:42:53.503599 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-33ad70d2-eedc-441a-9655-fa967f607837 req-cd6d9fde-0766-4b3e-ba0c-868ac5c3a47e tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/security-groups?id=94311d39-e3a2-4cff-9a71-6d4b07696a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435467 Jul 15 23:42:53.590780 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3b8576af-de22-4f5f-a0d5-6ff373d9c581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b21de8b-c51d-4100-b589-781fa6d87b23', 'name': 'tempest-TestNetworkBasicOps-router-649412420', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '3ddf0489-bcf6-432c-91a0-a948c9aaf904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:40:55Z', 'updated_at': '2021-07-15T23:42:46Z', 'revision_number': 6, 'project_id': '96f438ad510e4a6ab4003566961416a5', 'gw_port': {'id': '3ddf0489-bcf6-432c-91a0-a948c9aaf904', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:91:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b21de8b-c51d-4100-b589-781fa6d87b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:56Z', 'updated_at': '2021-07-15T23:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '8ae791bc-43cb-4cb0-9e4b-349bf6900258', 'name': '', 'network_id': 'b5b1d4a9-a131-46c5-b5cd-a2119b7469fc', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'mac_address': 'fa:16:3e:9f:0b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b21de8b-c51d-4100-b589-781fa6d87b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '93242473-3663-4c7b-8d8a-f967e9ad2de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:59Z', 'updated_at': '2021-07-15T23:41:10Z', 'revision_number': 5, 'project_id': '96f438ad510e4a6ab4003566961416a5', 'subnets': [{'id': '93242473-3663-4c7b-8d8a-f967e9ad2de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:42:53.598303 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050865ac-2657-4338-9240-ba7673bb609a req-ae7aeb46-3828-40ed-a91e-bfa1707d9276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:53.600914 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-050865ac-2657-4338-9240-ba7673bb609a req-ae7aeb46-3828-40ed-a91e-bfa1707d9276 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=96f438ad510e4a6ab4003566961416a5&device_id=28e48204-893a-43bf-95a8-97d4b0e3e7f5 HTTP/1.1" status: 200 len: 1097 time: 0.0610864 Jul 15 23:42:53.624047 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8576af-de22-4f5f-a0d5-6ff373d9c581 None None] The sync data for ids ['7b21de8b-c51d-4100-b589-781fa6d87b23'] in n-d-794306-6 is: [{'id': '7b21de8b-c51d-4100-b589-781fa6d87b23', 'name': 'tempest-TestNetworkBasicOps-router-649412420', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '3ddf0489-bcf6-432c-91a0-a948c9aaf904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:40:55Z', 'updated_at': '2021-07-15T23:42:46Z', 'revision_number': 6, 'project_id': '96f438ad510e4a6ab4003566961416a5', 'gw_port': {'id': '3ddf0489-bcf6-432c-91a0-a948c9aaf904', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:91:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b21de8b-c51d-4100-b589-781fa6d87b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:56Z', 'updated_at': '2021-07-15T23:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '8ae791bc-43cb-4cb0-9e4b-349bf6900258', 'name': '', 'network_id': 'b5b1d4a9-a131-46c5-b5cd-a2119b7469fc', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'mac_address': 'fa:16:3e:9f:0b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b21de8b-c51d-4100-b589-781fa6d87b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '93242473-3663-4c7b-8d8a-f967e9ad2de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:59Z', 'updated_at': '2021-07-15T23:41:10Z', 'revision_number': 5, 'project_id': '96f438ad510e4a6ab4003566961416a5', 'subnets': [{'id': '93242473-3663-4c7b-8d8a-f967e9ad2de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:42:53.710910 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050865ac-2657-4338-9240-ba7673bb609a req-a14cf4d9-ee80-44af-9c0e-6534f70052a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:53.712472 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-050865ac-2657-4338-9240-ba7673bb609a req-a14cf4d9-ee80-44af-9c0e-6534f70052a7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b5b1d4a9-a131-46c5-b5cd-a2119b7469fc HTTP/1.1" status: 200 len: 897 time: 0.1040626 Jul 15 23:42:53.759999 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-050865ac-2657-4338-9240-ba7673bb609a req-885d0c46-140e-4ef5-b96a-b085e9f4a721 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d933bb47-5a17-48ba-a13e-f761a58a6557 HTTP/1.1" status: 200 len: 217 time: 0.0408454 Jul 15 23:42:53.814331 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050865ac-2657-4338-9240-ba7673bb609a req-69584203-9107-4c39-8249-977cda2e3258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:53.816007 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-050865ac-2657-4338-9240-ba7673bb609a req-69584203-9107-4c39-8249-977cda2e3258 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93242473-3663-4c7b-8d8a-f967e9ad2de5 HTTP/1.1" status: 200 len: 835 time: 0.0500619 Jul 15 23:42:53.901448 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050865ac-2657-4338-9240-ba7673bb609a req-58782fbd-01e3-406f-83c8-70b9f673e4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:53.902703 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-050865ac-2657-4338-9240-ba7673bb609a req-58782fbd-01e3-406f-83c8-70b9f673e4a8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b5b1d4a9-a131-46c5-b5cd-a2119b7469fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726831 Jul 15 23:42:53.921523 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49dbde4-0875-41ab-88bd-e32474f86c30 None None] New status for floating IP c81db3c0-03df-4b3e-8ea3-73aeb66de525: DOWN {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:42:53.999696 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-050865ac-2657-4338-9240-ba7673bb609a req-7dbf5874-d9dd-4f7c-9793-2b5a328491b4 service neutron] 10.222.0.41 "GET /v2.0/networks/b5b1d4a9-a131-46c5-b5cd-a2119b7469fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896082 Jul 15 23:42:54.105195 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-050865ac-2657-4338-9240-ba7673bb609a req-d15609dc-9a88-4cd0-9b8b-dabfc5fa67df service neutron] 10.222.0.41 "GET /v2.0/networks/b5b1d4a9-a131-46c5-b5cd-a2119b7469fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987813 Jul 15 23:42:54.591884 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 45316) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:54.685978 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f701e61-b19a-45ba-a186-0007dfa593cb req-ad05e0a6-3941-4b9f-bd14-b34e50e94371 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:54.688791 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8f701e61-b19a-45ba-a186-0007dfa593cb req-ad05e0a6-3941-4b9f-bd14-b34e50e94371 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/ports?device_id=28e48204-893a-43bf-95a8-97d4b0e3e7f5 HTTP/1.1" status: 200 len: 946 time: 0.0654349 Jul 15 23:42:54.704046 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7c17f32-5378-4d70-bedb-865d97a3fe6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:54.727812 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8f701e61-b19a-45ba-a186-0007dfa593cb req-74d5fc04-57d2-4815-97dc-98d1b641ccf9 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/security-groups?id=94311d39-e3a2-4cff-9a71-6d4b07696a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330303 Jul 15 23:42:54.798930 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e806d04-8dd2-4f27-b0ba-f0dd69af32e0 req-3b276d9f-b667-4855-964e-5be2c328cdf1 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:42:54.799924 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7c17f32-5378-4d70-bedb-865d97a3fe6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:54.800677 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3e806d04-8dd2-4f27-b0ba-f0dd69af32e0 req-3b276d9f-b667-4855-964e-5be2c328cdf1 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.41 "GET /v2.0/ports?device_id=28e48204-893a-43bf-95a8-97d4b0e3e7f5 HTTP/1.1" status: 200 len: 946 time: 0.0663004 Jul 15 23:42:54.804910 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7c17f32-5378-4d70-bedb-865d97a3fe6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:54.843673 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a7c17f32-5378-4d70-bedb-865d97a3fe6e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c9456914907b488aba14d637c2a442ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2506013 Jul 15 23:42:54.844665 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c17f32-5378-4d70-bedb-865d97a3fe6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d9d8c7-379d-4a14-9a7d-84ba7d5f84dd,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:54.846251 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 45320) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:54.935779 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c7326e0f-c8eb-4e3a-9850-7ff387c224cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:54.959554 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-3e806d04-8dd2-4f27-b0ba-f0dd69af32e0 req-fbe4090f-cb71-42cd-bf3f-486abd1156cf tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Deleting port d933bb47-5a17-48ba-a13e-f761a58a6557 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:42:54.959919 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3e806d04-8dd2-4f27-b0ba-f0dd69af32e0 req-fbe4090f-cb71-42cd-bf3f-486abd1156cf tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:54.975480 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c7326e0f-c8eb-4e3a-9850-7ff387c224cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:55.077776 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-3e806d04-8dd2-4f27-b0ba-f0dd69af32e0 req-fbe4090f-cb71-42cd-bf3f-486abd1156cf tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] For port d933bb47-5a17-48ba-a13e-f761a58a6557, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=d933bb47-5a17-48ba-a13e-f761a58a6557,segment=NetworkSegment(5de4ae25-709d-4ed9-912d-eba9789628ed),segment_id=5de4ae25-709d-4ed9-912d-eba9789628ed)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:42:55.078139 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3e806d04-8dd2-4f27-b0ba-f0dd69af32e0 req-fbe4090f-cb71-42cd-bf3f-486abd1156cf tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:55.085837 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c7326e0f-c8eb-4e3a-9850-7ff387c224cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:55.088308 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c7326e0f-c8eb-4e3a-9850-7ff387c224cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:55.089433 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-c7326e0f-c8eb-4e3a-9850-7ff387c224cb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/72d9d8c7-379d-4a14-9a7d-84ba7d5f84dd HTTP/1.1" status: 204 len: 168 time: 0.2422588 Jul 15 23:42:55.101136 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-3e806d04-8dd2-4f27-b0ba-f0dd69af32e0 req-fbe4090f-cb71-42cd-bf3f-486abd1156cf tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Calling delete_port for d933bb47-5a17-48ba-a13e-f761a58a6557 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:42:55.105136 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7326e0f-c8eb-4e3a-9850-7ff387c224cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d9d8c7-379d-4a14-9a7d-84ba7d5f84dd,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:55.240434 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3e806d04-8dd2-4f27-b0ba-f0dd69af32e0 req-fbe4090f-cb71-42cd-bf3f-486abd1156cf tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:55.270868 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe4090f-cb71-42cd-bf3f-486abd1156cf tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Pushing event deleted for resources: {'Port': ['ID=d933bb47-5a17-48ba-a13e-f761a58a6557,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:55.318144 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e806d04-8dd2-4f27-b0ba-f0dd69af32e0 req-fbe4090f-cb71-42cd-bf3f-486abd1156cf tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] No DVR routers for this DVR port d933bb47-5a17-48ba-a13e-f761a58a6557 on host n-h2-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:42:55.320917 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3e806d04-8dd2-4f27-b0ba-f0dd69af32e0 req-fbe4090f-cb71-42cd-bf3f-486abd1156cf tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:55.322897 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3e806d04-8dd2-4f27-b0ba-f0dd69af32e0 req-fbe4090f-cb71-42cd-bf3f-486abd1156cf tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.41 "DELETE /v2.0/ports/d933bb47-5a17-48ba-a13e-f761a58a6557 HTTP/1.1" status: 204 len: 173 time: 0.5172060 Jul 15 23:42:55.323370 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28e48204-893a-43bf-95a8-97d4b0e3e7f5', 'name': 'network-vif-deleted', 'tag': 'd933bb47-5a17-48ba-a13e-f761a58a6557'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:42:55.326529 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062af0dd-affd-42a2-b6dd-dc72dacbd151" -d '{"events": [{"server_uuid": "28e48204-893a-43bf-95a8-97d4b0e3e7f5", "name": "network-vif-deleted", "tag": "d933bb47-5a17-48ba-a13e-f761a58a6557"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:42:55.364345 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ff7f88-85cf-4737-9ba9-84a58f39e078 x-openstack-request-id: req-99ff7f88-85cf-4737-9ba9-84a58f39e078 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:42:55.364928 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28e48204-893a-43bf-95a8-97d4b0e3e7f5", "name": "network-vif-deleted", "tag": "d933bb47-5a17-48ba-a13e-f761a58a6557", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:42:55.365357 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-99ff7f88-85cf-4737-9ba9-84a58f39e078 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:42:55.365951 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28e48204-893a-43bf-95a8-97d4b0e3e7f5', 'name': 'network-vif-deleted', 'tag': 'd933bb47-5a17-48ba-a13e-f761a58a6557', 'status': 'completed', 'code': 200} Jul 15 23:42:55.557066 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:55.898036 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6cf67d67-fb6e-4b26-b124-f54bfa573dd2 req-4399a5f0-ae78-4bc5-923d-2c1e760ceda8 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/ports?device_id=28e48204-893a-43bf-95a8-97d4b0e3e7f5 HTTP/1.1" status: 200 len: 210 time: 0.0331974 Jul 15 23:42:56.995532 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 45378) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:57.057243 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6ebedfda-4115-4b8e-8cd8-188326c70685 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:57.084749 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6ebedfda-4115-4b8e-8cd8-188326c70685 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:57.144259 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6ebedfda-4115-4b8e-8cd8-188326c70685 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:57.148110 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6ebedfda-4115-4b8e-8cd8-188326c70685 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:57.149279 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-6ebedfda-4115-4b8e-8cd8-188326c70685 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "DELETE /v2.0/security-groups/94311d39-e3a2-4cff-9a71-6d4b07696a82 HTTP/1.1" status: 204 len: 168 time: 0.1526864 Jul 15 23:42:57.158934 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebedfda-4115-4b8e-8cd8-188326c70685 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94311d39-e3a2-4cff-9a71-6d4b07696a82,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:57.167651 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebedfda-4115-4b8e-8cd8-188326c70685 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:57.168152 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebedfda-4115-4b8e-8cd8-188326c70685 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:57.168504 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebedfda-4115-4b8e-8cd8-188326c70685 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:57.168842 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebedfda-4115-4b8e-8cd8-188326c70685 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:57.169200 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebedfda-4115-4b8e-8cd8-188326c70685 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:57.169738 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebedfda-4115-4b8e-8cd8-188326c70685 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:57.170252 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebedfda-4115-4b8e-8cd8-188326c70685 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:57.170772 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebedfda-4115-4b8e-8cd8-188326c70685 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:57.171093 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebedfda-4115-4b8e-8cd8-188326c70685 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:57.171442 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebedfda-4115-4b8e-8cd8-188326c70685 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:57.171786 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebedfda-4115-4b8e-8cd8-188326c70685 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:57.172155 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebedfda-4115-4b8e-8cd8-188326c70685 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:57.184248 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 45382) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:57.569610 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe4b6d77-07fa-47cb-8b3e-30ece79bc5e7 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:57.835514 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-fe4b6d77-07fa-47cb-8b3e-30ece79bc5e7 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Deleting port 8ae791bc-43cb-4cb0-9e4b-349bf6900258 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:42:57.835917 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe4b6d77-07fa-47cb-8b3e-30ece79bc5e7 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:57.925862 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-fe4b6d77-07fa-47cb-8b3e-30ece79bc5e7 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] For port 8ae791bc-43cb-4cb0-9e4b-349bf6900258, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=8ae791bc-43cb-4cb0-9e4b-349bf6900258,segment=NetworkSegment(5de4ae25-709d-4ed9-912d-eba9789628ed),segment_id=5de4ae25-709d-4ed9-912d-eba9789628ed)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:42:57.926220 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe4b6d77-07fa-47cb-8b3e-30ece79bc5e7 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:57.939557 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-fe4b6d77-07fa-47cb-8b3e-30ece79bc5e7 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Calling delete_port for 8ae791bc-43cb-4cb0-9e4b-349bf6900258 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:42:58.133629 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe4b6d77-07fa-47cb-8b3e-30ece79bc5e7 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:58.163698 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4b6d77-07fa-47cb-8b3e-30ece79bc5e7 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Pushing event deleted for resources: {'Port': ['ID=8ae791bc-43cb-4cb0-9e4b-349bf6900258,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:58.346113 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe4b6d77-07fa-47cb-8b3e-30ece79bc5e7 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:58.423890 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device d933bb47-5a17-48ba-a13e-f761a58a6557 no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:42:58.447807 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] No Port match for: d933bb47-5a17-48ba-a13e-f761a58a6557 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:42:58.448400 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device d933bb47-5a17-48ba-a13e-f761a58a6557 not bound to the agent host n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:42:58.585531 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe4b6d77-07fa-47cb-8b3e-30ece79bc5e7 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Router 7b21de8b-c51d-4100-b589-781fa6d87b23 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:42:59.048782 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4b6d77-07fa-47cb-8b3e-30ece79bc5e7 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:42:59.055047 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-fe4b6d77-07fa-47cb-8b3e-30ece79bc5e7 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "PUT /v2.0/routers/7b21de8b-c51d-4100-b589-781fa6d87b23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8640220 Jul 15 23:42:59.057467 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 45402) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:59.062154 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc26c2dc-2978-42f6-b19a-82b70dc6cad4 None None] Sync routers for ids ['7b21de8b-c51d-4100-b589-781fa6d87b23'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:42:59.072732 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc26c2dc-2978-42f6-b19a-82b70dc6cad4 None None] Routers {'7b21de8b-c51d-4100-b589-781fa6d87b23'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:42:59.073314 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-bc26c2dc-2978-42f6-b19a-82b70dc6cad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:42:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['7b21de8b-c51d-4100-b589-781fa6d87b23'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:42:59.109097 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-99dd426d-a883-4f93-a763-a4c4045c2726 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Deleting subnet 93242473-3663-4c7b-8d8a-f967e9ad2de5 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:42:59.112236 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-99dd426d-a883-4f93-a763-a4c4045c2726 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:59.152578 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-99dd426d-a883-4f93-a763-a4c4045c2726 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:59.182190 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-bc26c2dc-2978-42f6-b19a-82b70dc6cad4 None None] Set router 7b21de8b-c51d-4100-b589-781fa6d87b23 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:42:59.241430 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-99dd426d-a883-4f93-a763-a4c4045c2726 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:59.301056 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-99dd426d-a883-4f93-a763-a4c4045c2726 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:59.328403 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dd426d-a883-4f93-a763-a4c4045c2726 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Pushing event deleted for resources: {'Subnet': ['ID=93242473-3663-4c7b-8d8a-f967e9ad2de5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:59.336303 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-99dd426d-a883-4f93-a763-a4c4045c2726 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:59.338437 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-99dd426d-a883-4f93-a763-a4c4045c2726 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "DELETE /v2.0/subnets/93242473-3663-4c7b-8d8a-f967e9ad2de5 HTTP/1.1" status: 204 len: 168 time: 0.2800167 Jul 15 23:42:59.341169 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 45404) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:42:59.345659 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29edeeb3-bd21-4f6b-a63c-f09440de52bd None None] Network b5b1d4a9-a131-46c5-b5cd-a2119b7469fc requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:42:59.378944 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-bc26c2dc-2978-42f6-b19a-82b70dc6cad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b21de8b-c51d-4100-b589-781fa6d87b23', 'name': 'tempest-TestNetworkBasicOps-router-649412420', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '3ddf0489-bcf6-432c-91a0-a948c9aaf904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:40:55Z', 'updated_at': '2021-07-15T23:42:58Z', 'revision_number': 7, 'project_id': '96f438ad510e4a6ab4003566961416a5', 'gw_port': {'id': '3ddf0489-bcf6-432c-91a0-a948c9aaf904', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:91:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b21de8b-c51d-4100-b589-781fa6d87b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:56Z', 'updated_at': '2021-07-15T23:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:42:59.408654 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc26c2dc-2978-42f6-b19a-82b70dc6cad4 None None] Checking router: 7b21de8b-c51d-4100-b589-781fa6d87b23 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:42:59.417754 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc26c2dc-2978-42f6-b19a-82b70dc6cad4 None None] Routers {'7b21de8b-c51d-4100-b589-781fa6d87b23'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:42:59.418355 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-bc26c2dc-2978-42f6-b19a-82b70dc6cad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:42:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['7b21de8b-c51d-4100-b589-781fa6d87b23'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:42:59.474315 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-339df484-c0c2-4f94-b3dd-fa769e0ced6f tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:59.575043 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5c96a4-eed8-47c7-8740-14b6af2bbe35 None None] DHCP port deletion for b5b1d4a9-a131-46c5-b5cd-a2119b7469fc request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:42:59.600120 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-339df484-c0c2-4f94-b3dd-fa769e0ced6f tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:59.627893 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-cb5c96a4-eed8-47c7-8740-14b6af2bbe35 None None] Deleting port b447b21f-ab3a-47df-b7cb-1f7abf47f8fc {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:42:59.628276 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cb5c96a4-eed8-47c7-8740-14b6af2bbe35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:59.663073 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-bc26c2dc-2978-42f6-b19a-82b70dc6cad4 None None] Set router 7b21de8b-c51d-4100-b589-781fa6d87b23 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:42:59.700113 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-339df484-c0c2-4f94-b3dd-fa769e0ced6f tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Deleting port 3ddf0489-bcf6-432c-91a0-a948c9aaf904 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:42:59.700746 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-339df484-c0c2-4f94-b3dd-fa769e0ced6f tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:59.713417 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-cb5c96a4-eed8-47c7-8740-14b6af2bbe35 None None] For port b447b21f-ab3a-47df-b7cb-1f7abf47f8fc, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=b447b21f-ab3a-47df-b7cb-1f7abf47f8fc,segment=NetworkSegment(5de4ae25-709d-4ed9-912d-eba9789628ed),segment_id=5de4ae25-709d-4ed9-912d-eba9789628ed)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:42:59.714114 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cb5c96a4-eed8-47c7-8740-14b6af2bbe35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:59.732347 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-cb5c96a4-eed8-47c7-8740-14b6af2bbe35 None None] Calling delete_port for b447b21f-ab3a-47df-b7cb-1f7abf47f8fc owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:42:59.814217 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-339df484-c0c2-4f94-b3dd-fa769e0ced6f tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] For port 3ddf0489-bcf6-432c-91a0-a948c9aaf904, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=3ddf0489-bcf6-432c-91a0-a948c9aaf904,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:42:59.814498 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-339df484-c0c2-4f94-b3dd-fa769e0ced6f tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:59.828468 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-339df484-c0c2-4f94-b3dd-fa769e0ced6f tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Calling delete_port for 3ddf0489-bcf6-432c-91a0-a948c9aaf904 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:42:59.842233 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cb5c96a4-eed8-47c7-8740-14b6af2bbe35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:42:59.858216 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device b447b21f-ab3a-47df-b7cb-1f7abf47f8fc no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:42:59.877569 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5c96a4-eed8-47c7-8740-14b6af2bbe35 None None] No DVR routers for this DVR port b447b21f-ab3a-47df-b7cb-1f7abf47f8fc on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:42:59.901990 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5c96a4-eed8-47c7-8740-14b6af2bbe35 None None] Pushing event deleted for resources: {'Port': ['ID=b447b21f-ab3a-47df-b7cb-1f7abf47f8fc,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:42:59.912821 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c96a4-eed8-47c7-8740-14b6af2bbe35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:59.913415 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c96a4-eed8-47c7-8740-14b6af2bbe35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:59.913922 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c96a4-eed8-47c7-8740-14b6af2bbe35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:59.914500 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c96a4-eed8-47c7-8740-14b6af2bbe35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:59.915133 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c96a4-eed8-47c7-8740-14b6af2bbe35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:59.915727 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c96a4-eed8-47c7-8740-14b6af2bbe35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:59.916222 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c96a4-eed8-47c7-8740-14b6af2bbe35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:59.916713 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c96a4-eed8-47c7-8740-14b6af2bbe35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:59.917220 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c96a4-eed8-47c7-8740-14b6af2bbe35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:59.917735 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c96a4-eed8-47c7-8740-14b6af2bbe35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:59.918240 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c96a4-eed8-47c7-8740-14b6af2bbe35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:59.918728 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c96a4-eed8-47c7-8740-14b6af2bbe35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:42:59.922179 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: b447b21f-ab3a-47df-b7cb-1f7abf47f8fc {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:42:59.922712 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device b447b21f-ab3a-47df-b7cb-1f7abf47f8fc not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:42:59.960229 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-bc26c2dc-2978-42f6-b19a-82b70dc6cad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b21de8b-c51d-4100-b589-781fa6d87b23', 'name': 'tempest-TestNetworkBasicOps-router-649412420', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '3ddf0489-bcf6-432c-91a0-a948c9aaf904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:40:55Z', 'updated_at': '2021-07-15T23:42:58Z', 'revision_number': 7, 'project_id': '96f438ad510e4a6ab4003566961416a5', 'gw_port': {'id': '3ddf0489-bcf6-432c-91a0-a948c9aaf904', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:91:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b21de8b-c51d-4100-b589-781fa6d87b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:56Z', 'updated_at': '2021-07-15T23:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:42:59.988205 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc26c2dc-2978-42f6-b19a-82b70dc6cad4 None None] The sync data for ids ['7b21de8b-c51d-4100-b589-781fa6d87b23'] in n-d-794306-6 is: [{'id': '7b21de8b-c51d-4100-b589-781fa6d87b23', 'name': 'tempest-TestNetworkBasicOps-router-649412420', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '3ddf0489-bcf6-432c-91a0-a948c9aaf904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:40:55Z', 'updated_at': '2021-07-15T23:42:58Z', 'revision_number': 7, 'project_id': '96f438ad510e4a6ab4003566961416a5', 'gw_port': {'id': '3ddf0489-bcf6-432c-91a0-a948c9aaf904', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:91:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b21de8b-c51d-4100-b589-781fa6d87b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:56Z', 'updated_at': '2021-07-15T23:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:43:00.053032 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-339df484-c0c2-4f94-b3dd-fa769e0ced6f tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:00.080771 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339df484-c0c2-4f94-b3dd-fa769e0ced6f tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Pushing event deleted for resources: {'Port': ['ID=3ddf0489-bcf6-432c-91a0-a948c9aaf904,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:00.156907 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-339df484-c0c2-4f94-b3dd-fa769e0ced6f tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999011'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:00.256102 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-339df484-c0c2-4f94-b3dd-fa769e0ced6f tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:00.258495 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-339df484-c0c2-4f94-b3dd-fa769e0ced6f tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:00.306021 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-339df484-c0c2-4f94-b3dd-fa769e0ced6f tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:00.306630 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339df484-c0c2-4f94-b3dd-fa769e0ced6f tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Fanout notify agent at l3_agent the message router_deleted on router 7b21de8b-c51d-4100-b589-781fa6d87b23 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:43:00.313841 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-339df484-c0c2-4f94-b3dd-fa769e0ced6f tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:00.314952 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-339df484-c0c2-4f94-b3dd-fa769e0ced6f tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "DELETE /v2.0/routers/7b21de8b-c51d-4100-b589-781fa6d87b23 HTTP/1.1" status: 204 len: 168 time: 0.9727619 Jul 15 23:43:00.317778 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 45408) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:00.401286 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bc34f9f1-661f-49ac-81b3-ad97593f2a71 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:00.498592 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bc34f9f1-661f-49ac-81b3-ad97593f2a71 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:00.509429 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-bc34f9f1-661f-49ac-81b3-ad97593f2a71 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5b1d4a9-a131-46c5-b5cd-a2119b7469fc']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:43:00.519178 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-bc34f9f1-661f-49ac-81b3-ad97593f2a71 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5de4ae25-709d-4ed9-912d-eba9789628ed') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:43:00.519471 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-bc34f9f1-661f-49ac-81b3-ad97593f2a71 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5de4ae25-709d-4ed9-912d-eba9789628ed') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:43:00.529124 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bc34f9f1-661f-49ac-81b3-ad97593f2a71 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:00.543766 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bc34f9f1-661f-49ac-81b3-ad97593f2a71 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:00.549736 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc34f9f1-661f-49ac-81b3-ad97593f2a71 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:43:00.550129 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bc34f9f1-661f-49ac-81b3-ad97593f2a71 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:00.553123 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:43:00.553123 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:43:00.553123 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:43:00.553123 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:43:00.553123 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:43:00.553123 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:43:00.553123 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:43:00.553123 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:43:00.553123 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:43:00.553123 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:43:00.553123 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:43:00.553123 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:43:00.553123 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:43:00.553123 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:43:00.553123 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:43:00.553123 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:43:00.553123 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:43:00.553123 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:43:00.553123 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:43:00.553123 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:43:00.553123 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:43:00.553123 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:43:00.553123 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:43:00.553123 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:43:00.553123 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:43:00.553123 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:43:00.553123 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:43:00.553123 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:43:00.553123 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:43:00.553123 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:43:00.553123 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:43:00.553123 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:43:00.614345 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bc34f9f1-661f-49ac-81b3-ad97593f2a71 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:00.621339 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bc34f9f1-661f-49ac-81b3-ad97593f2a71 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:00.623122 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-bc34f9f1-661f-49ac-81b3-ad97593f2a71 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "DELETE /v2.0/networks/b5b1d4a9-a131-46c5-b5cd-a2119b7469fc HTTP/1.1" status: 204 len: 168 time: 0.3044958 Jul 15 23:43:00.635266 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34f9f1-661f-49ac-81b3-ad97593f2a71 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Pushing event deleted for resources: {'Network': ['ID=b5b1d4a9-a131-46c5-b5cd-a2119b7469fc,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:00.646634 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 45410) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:00.651925 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ffe45306-f175-4eb8-8614-f81a21320de5 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Request body: {'network': {'name': 'tempest-network-smoke--555863389', 'project_id': '96f438ad510e4a6ab4003566961416a5', 'port_security_enabled': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:43:00.673131 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe45306-f175-4eb8-8614-f81a21320de5 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Made reservation on behalf of 96f438ad510e4a6ab4003566961416a5 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:43:00.676892 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ffe45306-f175-4eb8-8614-f81a21320de5 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:00.703263 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffe45306-f175-4eb8-8614-f81a21320de5 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:43:00.713583 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ffe45306-f175-4eb8-8614-f81a21320de5 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:00.714010 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-ffe45306-f175-4eb8-8614-f81a21320de5 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Added segment 4260f8ea-5699-4aa9-8d04-21f91e772e40 of type vlan for network ad559011-690d-4fb7-9496-367bc76235d7 Jul 15 23:43:00.760753 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ffe45306-f175-4eb8-8614-f81a21320de5 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:00.805342 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ffe45306-f175-4eb8-8614-f81a21320de5 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:00.812226 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe45306-f175-4eb8-8614-f81a21320de5 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:00.813122 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ffe45306-f175-4eb8-8614-f81a21320de5 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:00.851479 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8e9420d0-33ea-4668-96a5-58f5a88587d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:00.871291 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ffe45306-f175-4eb8-8614-f81a21320de5 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2232451 Jul 15 23:43:00.874827 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 45416) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:00.879041 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-feab0922-0304-4102-aa1a-1f1fca1546dc tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-482135297', 'admin_state_up': True, 'project_id': '96f438ad510e4a6ab4003566961416a5', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:43:00.929498 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe45306-f175-4eb8-8614-f81a21320de5 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Pushing event updated for resources: {'Network': ['ID=ad559011-690d-4fb7-9496-367bc76235d7,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:00.942918 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network ad559011-690d-4fb7-9496-367bc76235d7 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:43:00.947653 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-feab0922-0304-4102-aa1a-1f1fca1546dc tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:00.949162 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-feab0922-0304-4102-aa1a-1f1fca1546dc tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:01.032289 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-feab0922-0304-4102-aa1a-1f1fca1546dc tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:01.184270 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-feab0922-0304-4102-aa1a-1f1fca1546dc tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:01.199826 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 45422) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:01.326153 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5675455b-229f-4574-8ec8-5000de8b5b24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:01.389109 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-feab0922-0304-4102-aa1a-1f1fca1546dc tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:01.409061 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-feab0922-0304-4102-aa1a-1f1fca1546dc tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:01.426693 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5675455b-229f-4574-8ec8-5000de8b5b24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:01.430812 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5675455b-229f-4574-8ec8-5000de8b5b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:01.472133 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-5675455b-229f-4574-8ec8-5000de8b5b24 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dec75bcee6404a0aa8264d93f931a1b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2709517 Jul 15 23:43:01.472919 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5675455b-229f-4574-8ec8-5000de8b5b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f771992-3e15-4eb2-850e-b441573551bf,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:01.476234 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 45428) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:01.518561 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-feab0922-0304-4102-aa1a-1f1fca1546dc tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Allocated IP 172.25.5.204 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/051278c6-9f1b-4abe-80da-11fa71e3e8b1) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:43:01.526769 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33981b42-cc76-4648-abeb-f9d581574822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:01.548004 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33981b42-cc76-4648-abeb-f9d581574822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:01.594999 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33981b42-cc76-4648-abeb-f9d581574822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:01.597888 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33981b42-cc76-4648-abeb-f9d581574822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:01.599415 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-33981b42-cc76-4648-abeb-f9d581574822 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3f771992-3e15-4eb2-850e-b441573551bf HTTP/1.1" status: 204 len: 168 time: 0.1221716 Jul 15 23:43:01.607023 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33981b42-cc76-4648-abeb-f9d581574822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f771992-3e15-4eb2-850e-b441573551bf,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:01.639264 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-feab0922-0304-4102-aa1a-1f1fca1546dc tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:01.683829 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-feab0922-0304-4102-aa1a-1f1fca1546dc tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:01.711125 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 8ae791bc-43cb-4cb0-9e4b-349bf6900258 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:43:01.720820 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feab0922-0304-4102-aa1a-1f1fca1546dc tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:43:01.724447 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-feab0922-0304-4102-aa1a-1f1fca1546dc tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:43:01.726789 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feab0922-0304-4102-aa1a-1f1fca1546dc tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:43:01.734833 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 8ae791bc-43cb-4cb0-9e4b-349bf6900258 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:43:01.735191 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 8ae791bc-43cb-4cb0-9e4b-349bf6900258 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:43:01.735646 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 3ddf0489-bcf6-432c-91a0-a948c9aaf904 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:43:01.758414 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 3ddf0489-bcf6-432c-91a0-a948c9aaf904 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:43:01.758758 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 3ddf0489-bcf6-432c-91a0-a948c9aaf904 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:43:01.765804 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feab0922-0304-4102-aa1a-1f1fca1546dc tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Pushing event updated for resources: {'Port': ['ID=051278c6-9f1b-4abe-80da-11fa71e3e8b1,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:01.874096 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:43:01.886543 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 45434) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:01.901016 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f254d405-81cd-4722-a762-4354d92f5d66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:01.989000 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-feab0922-0304-4102-aa1a-1f1fca1546dc tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:01.989250 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f254d405-81cd-4722-a762-4354d92f5d66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:01.993853 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f254d405-81cd-4722-a762-4354d92f5d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:02.035162 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-f254d405-81cd-4722-a762-4354d92f5d66 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d85b0e29f8714bf992c73211343644f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1474178 Jul 15 23:43:02.036767 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f254d405-81cd-4722-a762-4354d92f5d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5e70c9-fcd9-4e4c-9911-c368edaf5dfb,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:02.038291 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 45436) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:02.164838 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09ea89ea-0912-422d-bd0b-c9d9184c7498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:02.218954 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09ea89ea-0912-422d-bd0b-c9d9184c7498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:02.264680 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-feab0922-0304-4102-aa1a-1f1fca1546dc tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:02.324604 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09ea89ea-0912-422d-bd0b-c9d9184c7498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:02.327251 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09ea89ea-0912-422d-bd0b-c9d9184c7498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:02.328434 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-09ea89ea-0912-422d-bd0b-c9d9184c7498 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5d5e70c9-fcd9-4e4c-9911-c368edaf5dfb HTTP/1.1" status: 204 len: 168 time: 0.2892041 Jul 15 23:43:02.366618 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ea89ea-0912-422d-bd0b-c9d9184c7498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5e70c9-fcd9-4e4c-9911-c368edaf5dfb,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:02.429368 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feab0922-0304-4102-aa1a-1f1fca1546dc tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Router 56a53ac8-d855-4128-9b0c-b75025802692 is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:43:02.547693 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feab0922-0304-4102-aa1a-1f1fca1546dc tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:43:02.558548 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6beb4585-f87c-450f-bc23-da9ac1422127 None None] Sync routers for ids ['56a53ac8-d855-4128-9b0c-b75025802692'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:43:02.569624 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-feab0922-0304-4102-aa1a-1f1fca1546dc tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:02.574104 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-feab0922-0304-4102-aa1a-1f1fca1546dc tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.6958208 Jul 15 23:43:02.574281 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6beb4585-f87c-450f-bc23-da9ac1422127 None None] Routers {'56a53ac8-d855-4128-9b0c-b75025802692'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:43:02.574281 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6beb4585-f87c-450f-bc23-da9ac1422127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:42:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['56a53ac8-d855-4128-9b0c-b75025802692'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:43:02.574512 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 45442) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:02.606509 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f5672ee8-6011-4e30-a304-630fe2681b14 tempest-TestNetworkBasicOps-1944950338 tempest-TestNetworkBasicOps-1944950338-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=96f438ad510e4a6ab4003566961416a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285711 Jul 15 23:43:02.606809 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 45444) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:02.697524 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-6beb4585-f87c-450f-bc23-da9ac1422127 None None] Set router 56a53ac8-d855-4128-9b0c-b75025802692 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:43:02.715366 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910987bd-bd51-4721-bc36-a23d1cb37cb2 tempest-TestNetworkBasicOps-1944950338 tempest-TestNetworkBasicOps-1944950338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:02.719541 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-910987bd-bd51-4721-bc36-a23d1cb37cb2 tempest-TestNetworkBasicOps-1944950338 tempest-TestNetworkBasicOps-1944950338-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1094065 Jul 15 23:43:02.719874 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 45452) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:02.749507 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ce98d414-c51d-4261-aaac-440e9ce55e82 tempest-TestNetworkBasicOps-1944950338 tempest-TestNetworkBasicOps-1944950338-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=c4160cc4-e133-4d4e-ad39-f86bca4b2f14&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276423 Jul 15 23:43:02.751749 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 45454) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:02.757187 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-70123194-3d65-4330-925c-102d14a02393 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2113357691', 'network_id': 'ad559011-690d-4fb7-9496-367bc76235d7', 'project_id': '96f438ad510e4a6ab4003566961416a5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:43:02.852964 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70123194-3d65-4330-925c-102d14a02393 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Made reservation on behalf of 96f438ad510e4a6ab4003566961416a5 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:43:02.865176 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-70123194-3d65-4330-925c-102d14a02393 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:02.896891 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6beb4585-f87c-450f-bc23-da9ac1422127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a53ac8-d855-4128-9b0c-b75025802692', 'name': 'tempest-TestNetworkBasicOps-router-482135297', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '051278c6-9f1b-4abe-80da-11fa71e3e8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:43:00Z', 'updated_at': '2021-07-15T23:43:01Z', 'revision_number': 3, 'project_id': '96f438ad510e4a6ab4003566961416a5', 'gw_port': {'id': '051278c6-9f1b-4abe-80da-11fa71e3e8b1', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:dd:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a53ac8-d855-4128-9b0c-b75025802692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:43:01Z', 'updated_at': '2021-07-15T23:43:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:43:02.929190 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6beb4585-f87c-450f-bc23-da9ac1422127 None None] Checking router: 56a53ac8-d855-4128-9b0c-b75025802692 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:43:02.929190 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6beb4585-f87c-450f-bc23-da9ac1422127 None None] Updating router 56a53ac8-d855-4128-9b0c-b75025802692 port 051278c6-9f1b-4abe-80da-11fa71e3e8b1 binding host n-d-794306-6 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:43:02.970925 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6beb4585-f87c-450f-bc23-da9ac1422127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:03.069483 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-70123194-3d65-4330-925c-102d14a02393 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:03.144280 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70123194-3d65-4330-925c-102d14a02393 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Pushing event updated for resources: {'Subnet': ['ID=5f4f0bd3-bef1-4d30-b15d-837522bf29a6,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:03.154055 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70123194-3d65-4330-925c-102d14a02393 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Checking segment: {'id': '4260f8ea-5699-4aa9-8d04-21f91e772e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ad559011-690d-4fb7-9496-367bc76235d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:43:03.154425 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70123194-3d65-4330-925c-102d14a02393 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Network hostable DHCP agents. Network: ad559011-690d-4fb7-9496-367bc76235d7, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:43:03.178856 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70123194-3d65-4330-925c-102d14a02393 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Network ad559011-690d-4fb7-9496-367bc76235d7 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:43:03.188750 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-70123194-3d65-4330-925c-102d14a02393 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, ad559011-690d-4fb7-9496-367bc76235d7) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:43:03.194028 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70123194-3d65-4330-925c-102d14a02393 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:03.194628 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-70123194-3d65-4330-925c-102d14a02393 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:03.214239 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-70123194-3d65-4330-925c-102d14a02393 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4581380 Jul 15 23:43:03.214511 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 45468) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:03.227446 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692b2e7c-8a5f-4a28-b827-d1c743e159be None None] Network ad559011-690d-4fb7-9496-367bc76235d7 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:43:03.264350 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6beb4585-f87c-450f-bc23-da9ac1422127 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:03.278475 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6beb4585-f87c-450f-bc23-da9ac1422127 None None] Transition to ACTIVE for port object 051278c6-9f1b-4abe-80da-11fa71e3e8b1 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:43:03.308899 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6beb4585-f87c-450f-bc23-da9ac1422127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:03.389379 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-6beb4585-f87c-450f-bc23-da9ac1422127 None None] Attempting to bind port 051278c6-9f1b-4abe-80da-11fa71e3e8b1 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:43:03.390072 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-6beb4585-f87c-450f-bc23-da9ac1422127 None None] Attempting to bind port 051278c6-9f1b-4abe-80da-11fa71e3e8b1 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:43:03.393404 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6beb4585-f87c-450f-bc23-da9ac1422127 None None] Attempting to bind port 051278c6-9f1b-4abe-80da-11fa71e3e8b1 on network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:43:03.405868 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33682f4-576d-4961-a5eb-7d2da8448930 None None] Pushing event updated for resources: {'Port': ['ID=051278c6-9f1b-4abe-80da-11fa71e3e8b1,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:03.408972 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6beb4585-f87c-450f-bc23-da9ac1422127 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:43:03.409346 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6beb4585-f87c-450f-bc23-da9ac1422127 None None] Checking segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:43:03.409754 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6beb4585-f87c-450f-bc23-da9ac1422127 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:03.410138 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6beb4585-f87c-450f-bc23-da9ac1422127 None None] Bound using segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:43:03.410647 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-6beb4585-f87c-450f-bc23-da9ac1422127 None None] Bound port: 051278c6-9f1b-4abe-80da-11fa71e3e8b1, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:43:03.411329 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6beb4585-f87c-450f-bc23-da9ac1422127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:03.448913 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:03.513472 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-6beb4585-f87c-450f-bc23-da9ac1422127 None None] For port 051278c6-9f1b-4abe-80da-11fa71e3e8b1, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:43:03.517278 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-6beb4585-f87c-450f-bc23-da9ac1422127 None None] For port 051278c6-9f1b-4abe-80da-11fa71e3e8b1, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=051278c6-9f1b-4abe-80da-11fa71e3e8b1,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:43:03.520136 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507b530a-27ef-42a5-abaa-1a055f23ba61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-ad559011-690d-4fb7-9496-367bc76235d7', 'network_id': 'ad559011-690d-4fb7-9496-367bc76235d7', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'fixed_ips': [{'subnet_id': '5f4f0bd3-bef1-4d30-b15d-837522bf29a6'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:43:03.521348 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-507b530a-27ef-42a5-abaa-1a055f23ba61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:03.532062 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6beb4585-f87c-450f-bc23-da9ac1422127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:03.665992 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33682f4-576d-4961-a5eb-7d2da8448930 None None] Pushing event updated for resources: {'Port': ['ID=051278c6-9f1b-4abe-80da-11fa71e3e8b1,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:03.676753 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6beb4585-f87c-450f-bc23-da9ac1422127 None None] Routers {'56a53ac8-d855-4128-9b0c-b75025802692'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:43:03.677410 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6beb4585-f87c-450f-bc23-da9ac1422127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:42:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['56a53ac8-d855-4128-9b0c-b75025802692'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:43:03.809629 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-507b530a-27ef-42a5-abaa-1a055f23ba61 None None] Allocated IP 172.20.0.2 (ad559011-690d-4fb7-9496-367bc76235d7/5f4f0bd3-bef1-4d30-b15d-837522bf29a6/e7e404ae-d91e-47c9-96ca-5a5a771e5806) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:43:03.838116 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-6beb4585-f87c-450f-bc23-da9ac1422127 None None] Set router 56a53ac8-d855-4128-9b0c-b75025802692 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:43:04.115334 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7be0192f-6786-442d-b743-548d0c993039 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:04.297720 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-159326d6-c018-4e0e-88c7-1370c4d3a48f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:04.303992 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-507b530a-27ef-42a5-abaa-1a055f23ba61 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:04.322214 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-507b530a-27ef-42a5-abaa-1a055f23ba61 None None] Transition to ACTIVE for port object e7e404ae-d91e-47c9-96ca-5a5a771e5806 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:43:04.346230 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-507b530a-27ef-42a5-abaa-1a055f23ba61 None None] Transition to ACTIVE for port object e7e404ae-d91e-47c9-96ca-5a5a771e5806 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:43:04.355443 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-507b530a-27ef-42a5-abaa-1a055f23ba61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:04.400470 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6beb4585-f87c-450f-bc23-da9ac1422127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a53ac8-d855-4128-9b0c-b75025802692', 'name': 'tempest-TestNetworkBasicOps-router-482135297', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '051278c6-9f1b-4abe-80da-11fa71e3e8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:43:00Z', 'updated_at': '2021-07-15T23:43:01Z', 'revision_number': 3, 'project_id': '96f438ad510e4a6ab4003566961416a5', 'gw_port': {'id': '051278c6-9f1b-4abe-80da-11fa71e3e8b1', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:dd:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a53ac8-d855-4128-9b0c-b75025802692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:43:01Z', 'updated_at': '2021-07-15T23:43:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:43:04.445006 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507b530a-27ef-42a5-abaa-1a055f23ba61 None None] Network ad559011-690d-4fb7-9496-367bc76235d7 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:43:04.445252 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-7be0192f-6786-442d-b743-548d0c993039 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Allocated IP 172.20.0.1 (ad559011-690d-4fb7-9496-367bc76235d7/5f4f0bd3-bef1-4d30-b15d-837522bf29a6/f1a0892f-224b-48f9-90c2-674238b51a64) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:43:04.446082 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6beb4585-f87c-450f-bc23-da9ac1422127 None None] The sync data for ids ['56a53ac8-d855-4128-9b0c-b75025802692'] in n-d-794306-6 is: [{'id': '56a53ac8-d855-4128-9b0c-b75025802692', 'name': 'tempest-TestNetworkBasicOps-router-482135297', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '051278c6-9f1b-4abe-80da-11fa71e3e8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:43:00Z', 'updated_at': '2021-07-15T23:43:01Z', 'revision_number': 3, 'project_id': '96f438ad510e4a6ab4003566961416a5', 'gw_port': {'id': '051278c6-9f1b-4abe-80da-11fa71e3e8b1', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:dd:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a53ac8-d855-4128-9b0c-b75025802692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:43:01Z', 'updated_at': '2021-07-15T23:43:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:43:04.450986 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-507b530a-27ef-42a5-abaa-1a055f23ba61 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:43:04.457023 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:04.459070 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507b530a-27ef-42a5-abaa-1a055f23ba61 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:43:04.464475 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507b530a-27ef-42a5-abaa-1a055f23ba61 None None] Pushing event updated for resources: {'Port': ['ID=e7e404ae-d91e-47c9-96ca-5a5a771e5806,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:04.559654 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-507b530a-27ef-42a5-abaa-1a055f23ba61 None None] Attempting to bind port e7e404ae-d91e-47c9-96ca-5a5a771e5806 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:43:04.560614 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-507b530a-27ef-42a5-abaa-1a055f23ba61 None None] Attempting to bind port e7e404ae-d91e-47c9-96ca-5a5a771e5806 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '4260f8ea-5699-4aa9-8d04-21f91e772e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ad559011-690d-4fb7-9496-367bc76235d7'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:43:04.561271 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507b530a-27ef-42a5-abaa-1a055f23ba61 None None] Attempting to bind port e7e404ae-d91e-47c9-96ca-5a5a771e5806 on network ad559011-690d-4fb7-9496-367bc76235d7 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:43:04.569575 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507b530a-27ef-42a5-abaa-1a055f23ba61 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:43:04.570463 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507b530a-27ef-42a5-abaa-1a055f23ba61 None None] Checking segment: {'id': '4260f8ea-5699-4aa9-8d04-21f91e772e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ad559011-690d-4fb7-9496-367bc76235d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:43:04.571195 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-507b530a-27ef-42a5-abaa-1a055f23ba61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:04.571798 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507b530a-27ef-42a5-abaa-1a055f23ba61 None None] Bound using segment: {'id': '4260f8ea-5699-4aa9-8d04-21f91e772e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ad559011-690d-4fb7-9496-367bc76235d7'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:43:04.572438 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-507b530a-27ef-42a5-abaa-1a055f23ba61 None None] Bound port: e7e404ae-d91e-47c9-96ca-5a5a771e5806, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4260f8ea-5699-4aa9-8d04-21f91e772e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ad559011-690d-4fb7-9496-367bc76235d7'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:43:04.573015 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-507b530a-27ef-42a5-abaa-1a055f23ba61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:04.622657 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7be0192f-6786-442d-b743-548d0c993039 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:04.641604 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-7be0192f-6786-442d-b743-548d0c993039 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Transition to ACTIVE for port object f1a0892f-224b-48f9-90c2-674238b51a64 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:43:04.659925 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-507b530a-27ef-42a5-abaa-1a055f23ba61 None None] For port e7e404ae-d91e-47c9-96ca-5a5a771e5806, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:43:04.665727 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-507b530a-27ef-42a5-abaa-1a055f23ba61 None None] For port e7e404ae-d91e-47c9-96ca-5a5a771e5806, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=e7e404ae-d91e-47c9-96ca-5a5a771e5806,segment=NetworkSegment(4260f8ea-5699-4aa9-8d04-21f91e772e40),segment_id=4260f8ea-5699-4aa9-8d04-21f91e772e40)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:43:04.670659 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-507b530a-27ef-42a5-abaa-1a055f23ba61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:04.693522 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7be0192f-6786-442d-b743-548d0c993039 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:04.753271 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507b530a-27ef-42a5-abaa-1a055f23ba61 None None] Pushing event updated for resources: {'Port': ['ID=e7e404ae-d91e-47c9-96ca-5a5a771e5806,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:04.782087 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be0192f-6786-442d-b743-548d0c993039 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Network ad559011-690d-4fb7-9496-367bc76235d7 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:43:04.787954 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-7be0192f-6786-442d-b743-548d0c993039 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:43:04.810308 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be0192f-6786-442d-b743-548d0c993039 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:43:04.883741 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be0192f-6786-442d-b743-548d0c993039 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Pushing event updated for resources: {'Port': ['ID=f1a0892f-224b-48f9-90c2-674238b51a64,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:04.899622 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7be0192f-6786-442d-b743-548d0c993039 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:05.099237 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7be0192f-6786-442d-b743-548d0c993039 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:05.459420 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7be0192f-6786-442d-b743-548d0c993039 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:05.464063 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7be0192f-6786-442d-b743-548d0c993039 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:05.547123 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be0192f-6786-442d-b743-548d0c993039 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Pushing event updated for resources: {'Port': ['ID=f1a0892f-224b-48f9-90c2-674238b51a64,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:05.549863 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7be0192f-6786-442d-b743-548d0c993039 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:05.670884 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be0192f-6786-442d-b743-548d0c993039 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Network ad559011-690d-4fb7-9496-367bc76235d7 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:43:05.675122 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-7be0192f-6786-442d-b743-548d0c993039 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:43:05.795209 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device e7e404ae-d91e-47c9-96ca-5a5a771e5806 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:43:05.839444 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7be0192f-6786-442d-b743-548d0c993039 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Router 56a53ac8-d855-4128-9b0c-b75025802692 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:43:05.873975 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port e7e404ae-d91e-47c9-96ca-5a5a771e5806 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:43:05.880423 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 051278c6-9f1b-4abe-80da-11fa71e3e8b1 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:43:05.941641 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 051278c6-9f1b-4abe-80da-11fa71e3e8b1 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:43:05.947187 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 051278c6-9f1b-4abe-80da-11fa71e3e8b1 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:43:05.947777 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:05.978630 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be0192f-6786-442d-b743-548d0c993039 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:43:05.992838 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-7be0192f-6786-442d-b743-548d0c993039 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "PUT /v2.0/routers/56a53ac8-d855-4128-9b0c-b75025802692/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7773607 Jul 15 23:43:05.996229 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 45506) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:06.010863 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c055f9-e5ef-46bd-aa55-0b49bd864e04 None None] Network ad559011-690d-4fb7-9496-367bc76235d7 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:43:06.069072 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:06.096098 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 051278c6-9f1b-4abe-80da-11fa71e3e8b1, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=051278c6-9f1b-4abe-80da-11fa71e3e8b1,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:43:06.128519 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7b16ef-7919-4955-9024-da32f00ba6ce tempest-TestNetworkBasicOps-1944950338 tempest-TestNetworkBasicOps-1944950338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:06.129213 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7b16ef-7919-4955-9024-da32f00ba6ce tempest-TestNetworkBasicOps-1944950338 tempest-TestNetworkBasicOps-1944950338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:06.129858 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7b16ef-7919-4955-9024-da32f00ba6ce tempest-TestNetworkBasicOps-1944950338 tempest-TestNetworkBasicOps-1944950338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:06.130514 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7b16ef-7919-4955-9024-da32f00ba6ce tempest-TestNetworkBasicOps-1944950338 tempest-TestNetworkBasicOps-1944950338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:06.131041 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7b16ef-7919-4955-9024-da32f00ba6ce tempest-TestNetworkBasicOps-1944950338 tempest-TestNetworkBasicOps-1944950338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:06.131588 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7b16ef-7919-4955-9024-da32f00ba6ce tempest-TestNetworkBasicOps-1944950338 tempest-TestNetworkBasicOps-1944950338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:06.136076 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ee7b16ef-7919-4955-9024-da32f00ba6ce tempest-TestNetworkBasicOps-1944950338 tempest-TestNetworkBasicOps-1944950338-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4278 time: 0.1363142 Jul 15 23:43:06.136248 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:06.136453 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 45508) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:06.170120 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7f26c391-0f20-436f-ae55-02840986fbcc None None] Provisioning for port e7e404ae-d91e-47c9-96ca-5a5a771e5806 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:43:06.187460 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7f26c391-0f20-436f-ae55-02840986fbcc None None] Provisioning complete for port e7e404ae-d91e-47c9-96ca-5a5a771e5806 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:43:06.187865 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7f26c391-0f20-436f-ae55-02840986fbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:06.212305 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d928af-f9fe-45da-8e42-c4925341bbfb tempest-TestNetworkBasicOps-1944950338 tempest-TestNetworkBasicOps-1944950338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:06.212875 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d928af-f9fe-45da-8e42-c4925341bbfb tempest-TestNetworkBasicOps-1944950338 tempest-TestNetworkBasicOps-1944950338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:06.213523 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d928af-f9fe-45da-8e42-c4925341bbfb tempest-TestNetworkBasicOps-1944950338 tempest-TestNetworkBasicOps-1944950338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:06.214035 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d928af-f9fe-45da-8e42-c4925341bbfb tempest-TestNetworkBasicOps-1944950338 tempest-TestNetworkBasicOps-1944950338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:06.214537 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d928af-f9fe-45da-8e42-c4925341bbfb tempest-TestNetworkBasicOps-1944950338 tempest-TestNetworkBasicOps-1944950338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:06.215042 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d928af-f9fe-45da-8e42-c4925341bbfb tempest-TestNetworkBasicOps-1944950338 tempest-TestNetworkBasicOps-1944950338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:06.217137 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-59d928af-f9fe-45da-8e42-c4925341bbfb tempest-TestNetworkBasicOps-1944950338 tempest-TestNetworkBasicOps-1944950338-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3999 time: 0.0795295 Jul 15 23:43:06.219888 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 45510) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:06.236665 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=051278c6-9f1b-4abe-80da-11fa71e3e8b1,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:06.357634 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7f26c391-0f20-436f-ae55-02840986fbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:06.398798 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a3f327b3-0d59-41fe-beae-ac2b358eb25f tempest-TestNetworkBasicOps-1944950338 tempest-TestNetworkBasicOps-1944950338-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3041 time: 0.1736686 Jul 15 23:43:06.411156 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-7f26c391-0f20-436f-ae55-02840986fbcc None None] For port e7e404ae-d91e-47c9-96ca-5a5a771e5806, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=e7e404ae-d91e-47c9-96ca-5a5a771e5806,segment=NetworkSegment(4260f8ea-5699-4aa9-8d04-21f91e772e40),segment_id=4260f8ea-5699-4aa9-8d04-21f91e772e40)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:43:06.413266 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:06.417433 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7f26c391-0f20-436f-ae55-02840986fbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:06.476050 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f26c391-0f20-436f-ae55-02840986fbcc None None] Pushing event updated for resources: {'Port': ['ID=e7e404ae-d91e-47c9-96ca-5a5a771e5806,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:06.545594 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8f916e-8fdb-4ecb-979d-efe5010f5922 None None] Sync routers for ids ['56a53ac8-d855-4128-9b0c-b75025802692'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:43:06.559404 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8f916e-8fdb-4ecb-979d-efe5010f5922 None None] Routers {'56a53ac8-d855-4128-9b0c-b75025802692'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:43:06.560663 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-cc8f916e-8fdb-4ecb-979d-efe5010f5922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:43:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['56a53ac8-d855-4128-9b0c-b75025802692'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:43:06.680142 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-cc8f916e-8fdb-4ecb-979d-efe5010f5922 None None] Set router 56a53ac8-d855-4128-9b0c-b75025802692 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:43:06.752168 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-464e4099-ff40-4701-97bb-1198015b65c3 None None] Provisioning complete for port e7e404ae-d91e-47c9-96ca-5a5a771e5806 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:43:06.752916 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-464e4099-ff40-4701-97bb-1198015b65c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:06.918864 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-464e4099-ff40-4701-97bb-1198015b65c3 None None] Provisioning for port f1a0892f-224b-48f9-90c2-674238b51a64 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:43:06.925103 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 45514) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:06.927841 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-464e4099-ff40-4701-97bb-1198015b65c3 None None] Provisioning complete for port f1a0892f-224b-48f9-90c2-674238b51a64 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:43:06.928445 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-464e4099-ff40-4701-97bb-1198015b65c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:06.933126 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-2d643d4a-54bf-4f66-9695-9f4fcaa2a740 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-51752366', 'description': 'tempest-secgroup-smoke-51752366 description', 'project_id': '96f438ad510e4a6ab4003566961416a5'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:43:06.955957 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-cc8f916e-8fdb-4ecb-979d-efe5010f5922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a53ac8-d855-4128-9b0c-b75025802692', 'name': 'tempest-TestNetworkBasicOps-router-482135297', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '051278c6-9f1b-4abe-80da-11fa71e3e8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:43:00Z', 'updated_at': '2021-07-15T23:43:05Z', 'revision_number': 4, 'project_id': '96f438ad510e4a6ab4003566961416a5', 'gw_port': {'id': '051278c6-9f1b-4abe-80da-11fa71e3e8b1', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:dd:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a53ac8-d855-4128-9b0c-b75025802692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:43:01Z', 'updated_at': '2021-07-15T23:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'f1a0892f-224b-48f9-90c2-674238b51a64', 'name': '', 'network_id': 'ad559011-690d-4fb7-9496-367bc76235d7', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'mac_address': 'fa:16:3e:e7:83:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a53ac8-d855-4128-9b0c-b75025802692', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '5f4f0bd3-bef1-4d30-b15d-837522bf29a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:43:04Z', 'updated_at': '2021-07-15T23:43:05Z', 'revision_number': 2, 'project_id': '96f438ad510e4a6ab4003566961416a5', 'subnets': [{'id': '5f4f0bd3-bef1-4d30-b15d-837522bf29a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:43:06.975339 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d643d4a-54bf-4f66-9695-9f4fcaa2a740 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:06.977750 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-464e4099-ff40-4701-97bb-1198015b65c3 None None] Port f1a0892f-224b-48f9-90c2-674238b51a64 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:43:06.991341 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8f916e-8fdb-4ecb-979d-efe5010f5922 None None] Checking router: 56a53ac8-d855-4128-9b0c-b75025802692 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:43:06.991814 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8f916e-8fdb-4ecb-979d-efe5010f5922 None None] Updating router 56a53ac8-d855-4128-9b0c-b75025802692 port f1a0892f-224b-48f9-90c2-674238b51a64 binding host n-d-794306-6 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:43:07.028254 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cc8f916e-8fdb-4ecb-979d-efe5010f5922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:07.104756 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d643d4a-54bf-4f66-9695-9f4fcaa2a740 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:07.108202 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5c7315a3-6fb2-44d9-a915-ead32167a2be None None] Provisioning complete for port f1a0892f-224b-48f9-90c2-674238b51a64 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:43:07.108580 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5c7315a3-6fb2-44d9-a915-ead32167a2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:07.111832 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d643d4a-54bf-4f66-9695-9f4fcaa2a740 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:07.184681 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d643d4a-54bf-4f66-9695-9f4fcaa2a740 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:07.188070 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5c7315a3-6fb2-44d9-a915-ead32167a2be None None] Port f1a0892f-224b-48f9-90c2-674238b51a64 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:43:07.189733 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 45522) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:07.190217 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-2d643d4a-54bf-4f66-9695-9f4fcaa2a740 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2634795 Jul 15 23:43:07.196747 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-8ddbbeff-9eeb-403e-8794-2df4a3d6c950 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Request body: {'security_group_rule': {'security_group_id': '9fc22f09-d16d-4f11-9080-209145f1e7c3', 'project_id': '96f438ad510e4a6ab4003566961416a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:43:07.201867 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d643d4a-54bf-4f66-9695-9f4fcaa2a740 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc22f09-d16d-4f11-9080-209145f1e7c3,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:07.235905 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8ddbbeff-9eeb-403e-8794-2df4a3d6c950 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:07.297339 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8ddbbeff-9eeb-403e-8794-2df4a3d6c950 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:07.301739 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8ddbbeff-9eeb-403e-8794-2df4a3d6c950 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:07.329005 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-334059b0-3545-4442-b434-77b45dc27dde None None] Provisioning complete for port f1a0892f-224b-48f9-90c2-674238b51a64 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:43:07.329351 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-334059b0-3545-4442-b434-77b45dc27dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:07.333456 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbbeff-9eeb-403e-8794-2df4a3d6c950 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f4b5e79-a0b8-4152-b3b6-0ee7aa436fac,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:07.349567 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8ddbbeff-9eeb-403e-8794-2df4a3d6c950 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:07.353509 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-8ddbbeff-9eeb-403e-8794-2df4a3d6c950 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1605577 Jul 15 23:43:07.354332 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 45530) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:07.359396 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b9c0539e-4807-401c-9c3c-0dca4bc925e6 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Request body: {'security_group_rule': {'security_group_id': '9fc22f09-d16d-4f11-9080-209145f1e7c3', 'project_id': '96f438ad510e4a6ab4003566961416a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:43:07.383484 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-334059b0-3545-4442-b434-77b45dc27dde None None] Port f1a0892f-224b-48f9-90c2-674238b51a64 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:43:07.388770 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9c0539e-4807-401c-9c3c-0dca4bc925e6 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:07.400413 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cc8f916e-8fdb-4ecb-979d-efe5010f5922 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:07.412728 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-cc8f916e-8fdb-4ecb-979d-efe5010f5922 None None] Transition to ACTIVE for port object f1a0892f-224b-48f9-90c2-674238b51a64 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:43:07.419180 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cc8f916e-8fdb-4ecb-979d-efe5010f5922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:07.481360 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d8a107-0b12-46c1-bb82-dadeceedbffe None None] Pushing event updated for resources: {'Port': ['ID=f1a0892f-224b-48f9-90c2-674238b51a64,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:07.490360 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9c0539e-4807-401c-9c3c-0dca4bc925e6 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:07.497317 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9c0539e-4807-401c-9c3c-0dca4bc925e6 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:07.521288 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c0539e-4807-401c-9c3c-0dca4bc925e6 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d26698fd-2048-4404-b001-0443809de6c7,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:07.535226 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9c0539e-4807-401c-9c3c-0dca4bc925e6 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:07.540068 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 45542) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:07.540269 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b9c0539e-4807-401c-9c3c-0dca4bc925e6 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1848159 Jul 15 23:43:07.547211 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-3ba1bd95-bf34-46fd-a23a-15dadd8c86f1 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Request body: {'security_group_rule': {'security_group_id': '9fc22f09-d16d-4f11-9080-209145f1e7c3', 'project_id': '96f438ad510e4a6ab4003566961416a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:43:07.547733 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-cc8f916e-8fdb-4ecb-979d-efe5010f5922 None None] Attempting to bind port f1a0892f-224b-48f9-90c2-674238b51a64 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:43:07.548413 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-cc8f916e-8fdb-4ecb-979d-efe5010f5922 None None] Attempting to bind port f1a0892f-224b-48f9-90c2-674238b51a64 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '4260f8ea-5699-4aa9-8d04-21f91e772e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ad559011-690d-4fb7-9496-367bc76235d7'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:43:07.548880 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8f916e-8fdb-4ecb-979d-efe5010f5922 None None] Attempting to bind port f1a0892f-224b-48f9-90c2-674238b51a64 on network ad559011-690d-4fb7-9496-367bc76235d7 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:43:07.555654 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8f916e-8fdb-4ecb-979d-efe5010f5922 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:43:07.556167 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8f916e-8fdb-4ecb-979d-efe5010f5922 None None] Checking segment: {'id': '4260f8ea-5699-4aa9-8d04-21f91e772e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ad559011-690d-4fb7-9496-367bc76235d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:43:07.556704 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cc8f916e-8fdb-4ecb-979d-efe5010f5922 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:07.557321 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8f916e-8fdb-4ecb-979d-efe5010f5922 None None] Bound using segment: {'id': '4260f8ea-5699-4aa9-8d04-21f91e772e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ad559011-690d-4fb7-9496-367bc76235d7'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:43:07.558133 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-cc8f916e-8fdb-4ecb-979d-efe5010f5922 None None] Bound port: f1a0892f-224b-48f9-90c2-674238b51a64, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4260f8ea-5699-4aa9-8d04-21f91e772e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ad559011-690d-4fb7-9496-367bc76235d7'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:43:07.558586 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cc8f916e-8fdb-4ecb-979d-efe5010f5922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:07.586685 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3ba1bd95-bf34-46fd-a23a-15dadd8c86f1 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:07.652283 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-cc8f916e-8fdb-4ecb-979d-efe5010f5922 None None] For port f1a0892f-224b-48f9-90c2-674238b51a64, host n-d-794306-6, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:43:07.657039 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-cc8f916e-8fdb-4ecb-979d-efe5010f5922 None None] For port f1a0892f-224b-48f9-90c2-674238b51a64, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=f1a0892f-224b-48f9-90c2-674238b51a64,segment=NetworkSegment(4260f8ea-5699-4aa9-8d04-21f91e772e40),segment_id=4260f8ea-5699-4aa9-8d04-21f91e772e40)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:43:07.665434 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cc8f916e-8fdb-4ecb-979d-efe5010f5922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:07.704819 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3ba1bd95-bf34-46fd-a23a-15dadd8c86f1 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:07.719716 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3ba1bd95-bf34-46fd-a23a-15dadd8c86f1 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:07.733596 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8f916e-8fdb-4ecb-979d-efe5010f5922 None None] Routers {'56a53ac8-d855-4128-9b0c-b75025802692'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:43:07.734316 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-cc8f916e-8fdb-4ecb-979d-efe5010f5922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:43:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['56a53ac8-d855-4128-9b0c-b75025802692'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:43:07.755248 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1bd95-bf34-46fd-a23a-15dadd8c86f1 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a72a1c99-396f-46ae-a988-deef60dec1bb,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:07.758492 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3ba1bd95-bf34-46fd-a23a-15dadd8c86f1 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:07.759941 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-3ba1bd95-bf34-46fd-a23a-15dadd8c86f1 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2184193 Jul 15 23:43:07.762749 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 45554) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:07.767370 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-893ea829-7b15-415f-9cb9-57755bc4d140 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Request body: {'security_group_rule': {'security_group_id': '9fc22f09-d16d-4f11-9080-209145f1e7c3', 'project_id': '96f438ad510e4a6ab4003566961416a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:43:07.772705 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device e7e404ae-d91e-47c9-96ca-5a5a771e5806 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:43:07.818121 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d8a107-0b12-46c1-bb82-dadeceedbffe None None] Pushing event updated for resources: {'Port': ['ID=f1a0892f-224b-48f9-90c2-674238b51a64,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:07.823993 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-893ea829-7b15-415f-9cb9-57755bc4d140 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:07.871375 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port e7e404ae-d91e-47c9-96ca-5a5a771e5806 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:43:07.873729 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:07.926645 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-893ea829-7b15-415f-9cb9-57755bc4d140 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:07.931452 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-cc8f916e-8fdb-4ecb-979d-efe5010f5922 None None] Set router 56a53ac8-d855-4128-9b0c-b75025802692 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:43:07.938688 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-893ea829-7b15-415f-9cb9-57755bc4d140 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:07.982427 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893ea829-7b15-415f-9cb9-57755bc4d140 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55f83cab-17fb-497b-931d-1f6b1f6c158e,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:07.991339 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-893ea829-7b15-415f-9cb9-57755bc4d140 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:07.992708 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-893ea829-7b15-415f-9cb9-57755bc4d140 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2290177 Jul 15 23:43:07.995373 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 45564) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:08.000585 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-c46baace-1e4d-4633-962e-cbe4d78ec709 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Request body: {'security_group_rule': {'security_group_id': '9fc22f09-d16d-4f11-9080-209145f1e7c3', 'project_id': '96f438ad510e4a6ab4003566961416a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:43:08.009670 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 051278c6-9f1b-4abe-80da-11fa71e3e8b1 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:43:08.031969 n-d-794306-6 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-c46baace-1e4d-4633-962e-cbe4d78ec709 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Project 96f438ad510e4a6ab4003566961416a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:43:08.040349 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c46baace-1e4d-4633-962e-cbe4d78ec709 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:08.104045 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 051278c6-9f1b-4abe-80da-11fa71e3e8b1 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:43:08.105257 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:08.119991 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c46baace-1e4d-4633-962e-cbe4d78ec709 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:08.129333 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c46baace-1e4d-4633-962e-cbe4d78ec709 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:08.149605 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46baace-1e4d-4633-962e-cbe4d78ec709 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76f90190-ef54-4530-a1d6-23c57e8d89c8,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:08.161686 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c46baace-1e4d-4633-962e-cbe4d78ec709 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:08.163724 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-c46baace-1e4d-4633-962e-cbe4d78ec709 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1670949 Jul 15 23:43:08.166439 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 45574) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:08.173443 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-08eec82b-2c8a-4db3-99fb-04b92129df06 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Request body: {'security_group_rule': {'security_group_id': '9fc22f09-d16d-4f11-9080-209145f1e7c3', 'project_id': '96f438ad510e4a6ab4003566961416a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:43:08.198750 n-d-794306-6 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-08eec82b-2c8a-4db3-99fb-04b92129df06 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Project 96f438ad510e4a6ab4003566961416a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:43:08.205021 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-08eec82b-2c8a-4db3-99fb-04b92129df06 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:08.245122 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-cc8f916e-8fdb-4ecb-979d-efe5010f5922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a53ac8-d855-4128-9b0c-b75025802692', 'name': 'tempest-TestNetworkBasicOps-router-482135297', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '051278c6-9f1b-4abe-80da-11fa71e3e8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:43:00Z', 'updated_at': '2021-07-15T23:43:05Z', 'revision_number': 4, 'project_id': '96f438ad510e4a6ab4003566961416a5', 'gw_port': {'id': '051278c6-9f1b-4abe-80da-11fa71e3e8b1', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:dd:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a53ac8-d855-4128-9b0c-b75025802692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:43:01Z', 'updated_at': '2021-07-15T23:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'f1a0892f-224b-48f9-90c2-674238b51a64', 'name': '', 'network_id': 'ad559011-690d-4fb7-9496-367bc76235d7', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'mac_address': 'fa:16:3e:e7:83:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a53ac8-d855-4128-9b0c-b75025802692', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '5f4f0bd3-bef1-4d30-b15d-837522bf29a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:43:04Z', 'updated_at': '2021-07-15T23:43:07Z', 'revision_number': 4, 'project_id': '96f438ad510e4a6ab4003566961416a5', 'subnets': [{'id': '5f4f0bd3-bef1-4d30-b15d-837522bf29a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:43:08.285950 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8f916e-8fdb-4ecb-979d-efe5010f5922 None None] The sync data for ids ['56a53ac8-d855-4128-9b0c-b75025802692'] in n-d-794306-6 is: [{'id': '56a53ac8-d855-4128-9b0c-b75025802692', 'name': 'tempest-TestNetworkBasicOps-router-482135297', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '051278c6-9f1b-4abe-80da-11fa71e3e8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:43:00Z', 'updated_at': '2021-07-15T23:43:05Z', 'revision_number': 4, 'project_id': '96f438ad510e4a6ab4003566961416a5', 'gw_port': {'id': '051278c6-9f1b-4abe-80da-11fa71e3e8b1', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:dd:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a53ac8-d855-4128-9b0c-b75025802692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:43:01Z', 'updated_at': '2021-07-15T23:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'f1a0892f-224b-48f9-90c2-674238b51a64', 'name': '', 'network_id': 'ad559011-690d-4fb7-9496-367bc76235d7', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'mac_address': 'fa:16:3e:e7:83:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a53ac8-d855-4128-9b0c-b75025802692', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '5f4f0bd3-bef1-4d30-b15d-837522bf29a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:43:04Z', 'updated_at': '2021-07-15T23:43:07Z', 'revision_number': 4, 'project_id': '96f438ad510e4a6ab4003566961416a5', 'subnets': [{'id': '5f4f0bd3-bef1-4d30-b15d-837522bf29a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:43:08.291784 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:08.295233 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-08eec82b-2c8a-4db3-99fb-04b92129df06 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:08.300140 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-08eec82b-2c8a-4db3-99fb-04b92129df06 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:08.328815 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-08eec82b-2c8a-4db3-99fb-04b92129df06 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:08.330049 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-08eec82b-2c8a-4db3-99fb-04b92129df06 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1620746 Jul 15 23:43:08.332738 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eec82b-2c8a-4db3-99fb-04b92129df06 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c16b6939-2a7c-4587-a8b0-c0abce7dba5c,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:08.770555 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-86126a45-4f60-4fc5-ad52-59c216f5fd28 req-a31296d3-0fe1-48e1-a2e5-68a946adadf7 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-51752366&fields=id&tenant_id=96f438ad510e4a6ab4003566961416a5 HTTP/1.1" status: 200 len: 267 time: 0.0366154 Jul 15 23:43:08.888837 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86126a45-4f60-4fc5-ad52-59c216f5fd28 req-11cc5a18-ab06-43a2-a3d4-12c96bd1e06b tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:08.890271 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-86126a45-4f60-4fc5-ad52-59c216f5fd28 req-11cc5a18-ab06-43a2-a3d4-12c96bd1e06b tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/networks?id=ad559011-690d-4fb7-9496-367bc76235d7 HTTP/1.1" status: 200 len: 796 time: 0.1163588 Jul 15 23:43:08.907322 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-86126a45-4f60-4fc5-ad52-59c216f5fd28 req-6bb6a4ae-d308-4637-ba28-d621fb477fca tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/quotas/96f438ad510e4a6ab4003566961416a5 HTTP/1.1" status: 200 len: 375 time: 0.0098476 Jul 15 23:43:08.982198 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-86126a45-4f60-4fc5-ad52-59c216f5fd28 req-007e5fb7-a5d8-4db2-8d79-f7563864fcab tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=96f438ad510e4a6ab4003566961416a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0654693 Jul 15 23:43:09.092014 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-86126a45-4f60-4fc5-ad52-59c216f5fd28 req-d3f2fa5a-74ce-43be-a09d-25ce6d62d523 service neutron] 10.222.0.48 "GET /v2.0/networks/ad559011-690d-4fb7-9496-367bc76235d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977554 Jul 15 23:43:09.204150 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-86126a45-4f60-4fc5-ad52-59c216f5fd28 req-af8876b2-1500-4cc1-baa0-af15692fcede service neutron] 10.222.0.48 "GET /v2.0/networks/ad559011-690d-4fb7-9496-367bc76235d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063163 Jul 15 23:43:09.415343 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-af807365-7130-4df7-adf0-80214a13910d req-80e4d809-cd95-4f84-876a-a102b0dc9160 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2e51dc4-180e-45e7-a3e4-2bf09ee1c0c4 HTTP/1.1" status: 200 len: 210 time: 0.0419047 Jul 15 23:43:09.720835 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device f1a0892f-224b-48f9-90c2-674238b51a64 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:43:09.775442 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port f1a0892f-224b-48f9-90c2-674238b51a64 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:43:09.780312 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port f1a0892f-224b-48f9-90c2-674238b51a64 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:43:09.780867 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:09.864222 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:09.906692 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port f1a0892f-224b-48f9-90c2-674238b51a64, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=f1a0892f-224b-48f9-90c2-674238b51a64,segment=NetworkSegment(4260f8ea-5699-4aa9-8d04-21f91e772e40),segment_id=4260f8ea-5699-4aa9-8d04-21f91e772e40)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:43:09.911339 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:09.961500 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=f1a0892f-224b-48f9-90c2-674238b51a64,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:10.601538 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-af39dbf8-3137-4b4c-a7e6-5d7080fa7ff5 req-c2a81931-2601-4b5d-a895-4577dd092060 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2e51dc4-180e-45e7-a3e4-2bf09ee1c0c4 HTTP/1.1" status: 200 len: 210 time: 0.0387094 Jul 15 23:43:10.650833 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86126a45-4f60-4fc5-ad52-59c216f5fd28 req-1879d560-93e3-4f4b-8de8-da4787773b30 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:10.652461 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-86126a45-4f60-4fc5-ad52-59c216f5fd28 req-1879d560-93e3-4f4b-8de8-da4787773b30 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.41 "GET /v2.0/networks?id=ad559011-690d-4fb7-9496-367bc76235d7 HTTP/1.1" status: 200 len: 796 time: 0.1782081 Jul 15 23:43:10.709523 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-86126a45-4f60-4fc5-ad52-59c216f5fd28 req-5601e6f8-2721-4d0d-8565-a8c4a702d870 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96f438ad510e4a6ab4003566961416a5 HTTP/1.1" status: 200 len: 378 time: 0.0421619 Jul 15 23:43:10.719449 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-86126a45-4f60-4fc5-ad52-59c216f5fd28 req-894d9bcc-31cb-4c89-8487-cd5372b77ed5 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Request body: {'port': {'device_id': 'c2e51dc4-180e-45e7-a3e4-2bf09ee1c0c4', 'network_id': 'ad559011-690d-4fb7-9496-367bc76235d7', 'admin_state_up': True, 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'security_groups': ['9fc22f09-d16d-4f11-9080-209145f1e7c3']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:43:10.842512 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86126a45-4f60-4fc5-ad52-59c216f5fd28 req-894d9bcc-31cb-4c89-8487-cd5372b77ed5 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Made reservation on behalf of 96f438ad510e4a6ab4003566961416a5 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:43:10.846298 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-86126a45-4f60-4fc5-ad52-59c216f5fd28 req-894d9bcc-31cb-4c89-8487-cd5372b77ed5 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:10.930816 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 45620) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:10.987816 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-86126a45-4f60-4fc5-ad52-59c216f5fd28 req-894d9bcc-31cb-4c89-8487-cd5372b77ed5 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Allocated IP 172.20.0.7 (ad559011-690d-4fb7-9496-367bc76235d7/5f4f0bd3-bef1-4d30-b15d-837522bf29a6/53b8f79c-cd83-4f74-84d3-87ec6e139b19) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:43:11.046608 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eda72d80-375a-4922-84c2-10b107d8cd83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:11.130548 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-86126a45-4f60-4fc5-ad52-59c216f5fd28 req-894d9bcc-31cb-4c89-8487-cd5372b77ed5 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:11.146216 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-86126a45-4f60-4fc5-ad52-59c216f5fd28 req-894d9bcc-31cb-4c89-8487-cd5372b77ed5 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Transition to ACTIVE for port object 53b8f79c-cd83-4f74-84d3-87ec6e139b19 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:43:11.147048 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eda72d80-375a-4922-84c2-10b107d8cd83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:11.152002 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eda72d80-375a-4922-84c2-10b107d8cd83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:11.181813 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-86126a45-4f60-4fc5-ad52-59c216f5fd28 req-894d9bcc-31cb-4c89-8487-cd5372b77ed5 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:11.194129 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-eda72d80-375a-4922-84c2-10b107d8cd83 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=57f131139bac4d6cad226bd68f044b48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2580936 Jul 15 23:43:11.194129 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda72d80-375a-4922-84c2-10b107d8cd83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7806d7dc-2379-4e53-a268-6e233ec7e0a8,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:11.195076 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 45624) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:11.229206 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86126a45-4f60-4fc5-ad52-59c216f5fd28 req-894d9bcc-31cb-4c89-8487-cd5372b77ed5 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Network ad559011-690d-4fb7-9496-367bc76235d7 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:43:11.234419 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-86126a45-4f60-4fc5-ad52-59c216f5fd28 req-894d9bcc-31cb-4c89-8487-cd5372b77ed5 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:43:11.238293 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-86126a45-4f60-4fc5-ad52-59c216f5fd28 req-894d9bcc-31cb-4c89-8487-cd5372b77ed5 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:43:11.249613 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8df78a0b-d9f0-40bd-b2b0-a3d7b961c191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:11.265258 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894d9bcc-31cb-4c89-8487-cd5372b77ed5 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Pushing event updated for resources: {'Port': ['ID=53b8f79c-cd83-4f74-84d3-87ec6e139b19,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:11.275292 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8df78a0b-d9f0-40bd-b2b0-a3d7b961c191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:11.294320 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86126a45-4f60-4fc5-ad52-59c216f5fd28 req-894d9bcc-31cb-4c89-8487-cd5372b77ed5 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:11.294959 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-86126a45-4f60-4fc5-ad52-59c216f5fd28 req-894d9bcc-31cb-4c89-8487-cd5372b77ed5 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:11.309886 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-86126a45-4f60-4fc5-ad52-59c216f5fd28 req-894d9bcc-31cb-4c89-8487-cd5372b77ed5 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5946791 Jul 15 23:43:11.325318 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8df78a0b-d9f0-40bd-b2b0-a3d7b961c191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:11.326482 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-86126a45-4f60-4fc5-ad52-59c216f5fd28 req-0dbc38c0-df77-4d67-a65e-b811d228a13c service neutron] Request body: {'port': {'device_id': 'c2e51dc4-180e-45e7-a3e4-2bf09ee1c0c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:43:11.327947 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8df78a0b-d9f0-40bd-b2b0-a3d7b961c191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:11.330664 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-8df78a0b-d9f0-40bd-b2b0-a3d7b961c191 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7806d7dc-2379-4e53-a268-6e233ec7e0a8 HTTP/1.1" status: 204 len: 168 time: 0.1333499 Jul 15 23:43:11.339841 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df78a0b-d9f0-40bd-b2b0-a3d7b961c191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7806d7dc-2379-4e53-a268-6e233ec7e0a8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:11.413013 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-86126a45-4f60-4fc5-ad52-59c216f5fd28 req-0dbc38c0-df77-4d67-a65e-b811d228a13c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:11.530189 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2572bf59-ec6e-4a96-ac10-2333e071c3f2 None None] Provisioning for port 53b8f79c-cd83-4f74-84d3-87ec6e139b19 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:43:11.535661 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2572bf59-ec6e-4a96-ac10-2333e071c3f2 None None] Provisioning complete for port 53b8f79c-cd83-4f74-84d3-87ec6e139b19 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:43:11.536595 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2572bf59-ec6e-4a96-ac10-2333e071c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:11.574509 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2572bf59-ec6e-4a96-ac10-2333e071c3f2 None None] Port 53b8f79c-cd83-4f74-84d3-87ec6e139b19 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:43:11.629185 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 45632) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:11.647201 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0d654839-0031-42dc-a13b-e5336a8a25ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:11.735738 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device f1a0892f-224b-48f9-90c2-674238b51a64 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:43:11.769705 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0d654839-0031-42dc-a13b-e5336a8a25ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:11.775672 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0d654839-0031-42dc-a13b-e5336a8a25ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:11.790360 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port f1a0892f-224b-48f9-90c2-674238b51a64 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:43:11.791020 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:11.829331 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d654839-0031-42dc-a13b-e5336a8a25ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa814279-5363-4376-b3e7-5dea4da813ae,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:11.835340 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-0d654839-0031-42dc-a13b-e5336a8a25ed admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2d89d997a1bb48089ffbc4206d80d801&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2035551 Jul 15 23:43:11.837553 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 45634) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:11.893716 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09fffb02-d93d-41ff-8e79-c2a26cc05f84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:11.917607 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09fffb02-d93d-41ff-8e79-c2a26cc05f84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:11.965360 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09fffb02-d93d-41ff-8e79-c2a26cc05f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:11.968043 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09fffb02-d93d-41ff-8e79-c2a26cc05f84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:11.969235 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-09fffb02-d93d-41ff-8e79-c2a26cc05f84 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/aa814279-5363-4376-b3e7-5dea4da813ae HTTP/1.1" status: 204 len: 168 time: 0.1304700 Jul 15 23:43:11.978356 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fffb02-d93d-41ff-8e79-c2a26cc05f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa814279-5363-4376-b3e7-5dea4da813ae,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:12.044071 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-86126a45-4f60-4fc5-ad52-59c216f5fd28 req-0dbc38c0-df77-4d67-a65e-b811d228a13c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53b8f79c-cd83-4f74-84d3-87ec6e139b19 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:43:12.052394 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-86126a45-4f60-4fc5-ad52-59c216f5fd28 req-0dbc38c0-df77-4d67-a65e-b811d228a13c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:12.066867 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-86126a45-4f60-4fc5-ad52-59c216f5fd28 req-0dbc38c0-df77-4d67-a65e-b811d228a13c service neutron] Transition to ACTIVE for port object 53b8f79c-cd83-4f74-84d3-87ec6e139b19 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:43:12.070811 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-86126a45-4f60-4fc5-ad52-59c216f5fd28 req-0dbc38c0-df77-4d67-a65e-b811d228a13c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:12.121682 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbc38c0-df77-4d67-a65e-b811d228a13c service neutron] Pushing event updated for resources: {'Port': ['ID=53b8f79c-cd83-4f74-84d3-87ec6e139b19,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:12.152455 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbc38c0-df77-4d67-a65e-b811d228a13c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:12.152810 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbc38c0-df77-4d67-a65e-b811d228a13c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:12.153154 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbc38c0-df77-4d67-a65e-b811d228a13c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:12.153592 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbc38c0-df77-4d67-a65e-b811d228a13c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:12.153818 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbc38c0-df77-4d67-a65e-b811d228a13c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:12.154510 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbc38c0-df77-4d67-a65e-b811d228a13c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:12.154771 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbc38c0-df77-4d67-a65e-b811d228a13c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:12.155146 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbc38c0-df77-4d67-a65e-b811d228a13c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:12.155485 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbc38c0-df77-4d67-a65e-b811d228a13c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:12.156033 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbc38c0-df77-4d67-a65e-b811d228a13c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:12.156358 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbc38c0-df77-4d67-a65e-b811d228a13c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:12.156681 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbc38c0-df77-4d67-a65e-b811d228a13c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:12.243535 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-86126a45-4f60-4fc5-ad52-59c216f5fd28 req-0dbc38c0-df77-4d67-a65e-b811d228a13c service neutron] Attempting to bind port 53b8f79c-cd83-4f74-84d3-87ec6e139b19 on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:43:12.243899 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-86126a45-4f60-4fc5-ad52-59c216f5fd28 req-0dbc38c0-df77-4d67-a65e-b811d228a13c service neutron] Attempting to bind port 53b8f79c-cd83-4f74-84d3-87ec6e139b19 by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '4260f8ea-5699-4aa9-8d04-21f91e772e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ad559011-690d-4fb7-9496-367bc76235d7'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:43:12.244233 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86126a45-4f60-4fc5-ad52-59c216f5fd28 req-0dbc38c0-df77-4d67-a65e-b811d228a13c service neutron] Attempting to bind port 53b8f79c-cd83-4f74-84d3-87ec6e139b19 on network ad559011-690d-4fb7-9496-367bc76235d7 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:43:12.250560 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86126a45-4f60-4fc5-ad52-59c216f5fd28 req-0dbc38c0-df77-4d67-a65e-b811d228a13c service neutron] Port 53b8f79c-cd83-4f74-84d3-87ec6e139b19 on network ad559011-690d-4fb7-9496-367bc76235d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:43:12.250560 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86126a45-4f60-4fc5-ad52-59c216f5fd28 req-0dbc38c0-df77-4d67-a65e-b811d228a13c service neutron] Attempting to bind port 53b8f79c-cd83-4f74-84d3-87ec6e139b19 on network ad559011-690d-4fb7-9496-367bc76235d7 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:43:12.261948 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86126a45-4f60-4fc5-ad52-59c216f5fd28 req-0dbc38c0-df77-4d67-a65e-b811d228a13c service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:43:12.262296 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86126a45-4f60-4fc5-ad52-59c216f5fd28 req-0dbc38c0-df77-4d67-a65e-b811d228a13c service neutron] Checking segment: {'id': '4260f8ea-5699-4aa9-8d04-21f91e772e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ad559011-690d-4fb7-9496-367bc76235d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:43:12.262691 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86126a45-4f60-4fc5-ad52-59c216f5fd28 req-0dbc38c0-df77-4d67-a65e-b811d228a13c service neutron] Bound using segment: {'id': '4260f8ea-5699-4aa9-8d04-21f91e772e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ad559011-690d-4fb7-9496-367bc76235d7'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:43:12.263143 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-86126a45-4f60-4fc5-ad52-59c216f5fd28 req-0dbc38c0-df77-4d67-a65e-b811d228a13c service neutron] Bound port: 53b8f79c-cd83-4f74-84d3-87ec6e139b19, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4260f8ea-5699-4aa9-8d04-21f91e772e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ad559011-690d-4fb7-9496-367bc76235d7'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:43:12.263503 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-86126a45-4f60-4fc5-ad52-59c216f5fd28 req-0dbc38c0-df77-4d67-a65e-b811d228a13c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:12.315524 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfefbe89-4bbe-42f3-8bd8-0b7dae2e9f4d req-592e04a8-74f3-43f5-84bd-f8381e4e5ad4 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:12.317447 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bfefbe89-4bbe-42f3-8bd8-0b7dae2e9f4d req-592e04a8-74f3-43f5-84bd-f8381e4e5ad4 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2e51dc4-180e-45e7-a3e4-2bf09ee1c0c4 HTTP/1.1" status: 200 len: 943 time: 0.3325162 Jul 15 23:43:12.393178 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-86126a45-4f60-4fc5-ad52-59c216f5fd28 req-0dbc38c0-df77-4d67-a65e-b811d228a13c service neutron] For port 53b8f79c-cd83-4f74-84d3-87ec6e139b19, host n-h2-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:43:12.398430 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-86126a45-4f60-4fc5-ad52-59c216f5fd28 req-0dbc38c0-df77-4d67-a65e-b811d228a13c service neutron] For port 53b8f79c-cd83-4f74-84d3-87ec6e139b19, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=53b8f79c-cd83-4f74-84d3-87ec6e139b19,segment=NetworkSegment(4260f8ea-5699-4aa9-8d04-21f91e772e40),segment_id=4260f8ea-5699-4aa9-8d04-21f91e772e40)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:43:12.412215 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-86126a45-4f60-4fc5-ad52-59c216f5fd28 req-0dbc38c0-df77-4d67-a65e-b811d228a13c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:12.424111 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bfefbe89-4bbe-42f3-8bd8-0b7dae2e9f4d req-8ac8eba5-31c7-4307-93d6-2a6239627d19 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fc22f09-d16d-4f11-9080-209145f1e7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0860832 Jul 15 23:43:12.486175 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86126a45-4f60-4fc5-ad52-59c216f5fd28 req-0dbc38c0-df77-4d67-a65e-b811d228a13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:12.486816 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-86126a45-4f60-4fc5-ad52-59c216f5fd28 req-0dbc38c0-df77-4d67-a65e-b811d228a13c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:12.488801 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-86126a45-4f60-4fc5-ad52-59c216f5fd28 req-0dbc38c0-df77-4d67-a65e-b811d228a13c service neutron] 10.222.0.41 "PUT /v2.0/ports/53b8f79c-cd83-4f74-84d3-87ec6e139b19 HTTP/1.1" status: 200 len: 1091 time: 1.1663816 Jul 15 23:43:12.489269 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2e51dc4-180e-45e7-a3e4-2bf09ee1c0c4', 'tag': '53b8f79c-cd83-4f74-84d3-87ec6e139b19'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:43:12.491602 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ffb418-8814-4388-86b7-6ac7478634a4" -d '{"events": [{"name": "network-changed", "server_uuid": "c2e51dc4-180e-45e7-a3e4-2bf09ee1c0c4", "tag": "53b8f79c-cd83-4f74-84d3-87ec6e139b19"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:43:12.550454 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9058982-720f-4577-becf-9ab5c1d72290 x-openstack-request-id: req-e9058982-720f-4577-becf-9ab5c1d72290 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:43:12.551277 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2e51dc4-180e-45e7-a3e4-2bf09ee1c0c4", "tag": "53b8f79c-cd83-4f74-84d3-87ec6e139b19", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:43:12.551524 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e9058982-720f-4577-becf-9ab5c1d72290 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:43:12.552337 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2e51dc4-180e-45e7-a3e4-2bf09ee1c0c4', 'tag': '53b8f79c-cd83-4f74-84d3-87ec6e139b19', 'status': 'completed', 'code': 200} Jul 15 23:43:12.557877 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbc38c0-df77-4d67-a65e-b811d228a13c service neutron] Pushing event updated for resources: {'Port': ['ID=53b8f79c-cd83-4f74-84d3-87ec6e139b19,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:12.632514 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86126a45-4f60-4fc5-ad52-59c216f5fd28 req-4295c4cc-eec5-45e7-8605-8d929ce11fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:12.634088 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-86126a45-4f60-4fc5-ad52-59c216f5fd28 req-4295c4cc-eec5-45e7-8605-8d929ce11fce service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=96f438ad510e4a6ab4003566961416a5&device_id=c2e51dc4-180e-45e7-a3e4-2bf09ee1c0c4 HTTP/1.1" status: 200 len: 1094 time: 0.0704989 Jul 15 23:43:12.684311 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-86126a45-4f60-4fc5-ad52-59c216f5fd28 req-4e2f8e10-51d5-4867-870e-fe3232a23527 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53b8f79c-cd83-4f74-84d3-87ec6e139b19 HTTP/1.1" status: 200 len: 217 time: 0.0375633 Jul 15 23:43:12.747963 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86126a45-4f60-4fc5-ad52-59c216f5fd28 req-274e0d30-1a14-4449-83cb-42f172259529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:12.749479 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-86126a45-4f60-4fc5-ad52-59c216f5fd28 req-274e0d30-1a14-4449-83cb-42f172259529 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5f4f0bd3-bef1-4d30-b15d-837522bf29a6 HTTP/1.1" status: 200 len: 835 time: 0.0593014 Jul 15 23:43:12.811135 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86126a45-4f60-4fc5-ad52-59c216f5fd28 req-2f6a42de-6a81-4aa3-9a85-2348d9f28a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:12.812687 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-86126a45-4f60-4fc5-ad52-59c216f5fd28 req-2f6a42de-6a81-4aa3-9a85-2348d9f28a27 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad559011-690d-4fb7-9496-367bc76235d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571795 Jul 15 23:43:12.923646 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-86126a45-4f60-4fc5-ad52-59c216f5fd28 req-30cc5c66-4fa3-4b5f-ba92-7111f90afa6a service neutron] 10.222.0.41 "GET /v2.0/networks/ad559011-690d-4fb7-9496-367bc76235d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043515 Jul 15 23:43:13.032798 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-86126a45-4f60-4fc5-ad52-59c216f5fd28 req-2451cf50-a43a-4ed1-ac0c-80a5d9b9d17a service neutron] 10.222.0.41 "GET /v2.0/networks/ad559011-690d-4fb7-9496-367bc76235d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032364 Jul 15 23:43:13.179905 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ffb418-8814-4388-86b7-6ac7478634a4 req-353c340b-180e-42f0-807f-d32f22fd3c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:13.181362 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a6ffb418-8814-4388-86b7-6ac7478634a4 req-353c340b-180e-42f0-807f-d32f22fd3c9e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=96f438ad510e4a6ab4003566961416a5&device_id=c2e51dc4-180e-45e7-a3e4-2bf09ee1c0c4 HTTP/1.1" status: 200 len: 1094 time: 0.0600717 Jul 15 23:43:13.286348 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ffb418-8814-4388-86b7-6ac7478634a4 req-9e13284f-5c29-432a-8bea-dbf93270c13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:13.288034 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a6ffb418-8814-4388-86b7-6ac7478634a4 req-9e13284f-5c29-432a-8bea-dbf93270c13b service neutron] 10.222.0.41 "GET /v2.0/networks?id=ad559011-690d-4fb7-9496-367bc76235d7 HTTP/1.1" status: 200 len: 897 time: 0.1001160 Jul 15 23:43:13.331624 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a6ffb418-8814-4388-86b7-6ac7478634a4 req-e9ed7ad7-d336-48cb-8ec7-91abf22f0cde service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53b8f79c-cd83-4f74-84d3-87ec6e139b19 HTTP/1.1" status: 200 len: 217 time: 0.0373378 Jul 15 23:43:13.388081 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ffb418-8814-4388-86b7-6ac7478634a4 req-95561aab-4654-4ccc-8212-9ddb0f58863b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:13.389793 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a6ffb418-8814-4388-86b7-6ac7478634a4 req-95561aab-4654-4ccc-8212-9ddb0f58863b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5f4f0bd3-bef1-4d30-b15d-837522bf29a6 HTTP/1.1" status: 200 len: 835 time: 0.0516601 Jul 15 23:43:13.455676 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ffb418-8814-4388-86b7-6ac7478634a4 req-0a08fa8c-09b1-4293-9228-4d6c93a52eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:13.458194 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a6ffb418-8814-4388-86b7-6ac7478634a4 req-0a08fa8c-09b1-4293-9228-4d6c93a52eed service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad559011-690d-4fb7-9496-367bc76235d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0607879 Jul 15 23:43:13.567469 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a6ffb418-8814-4388-86b7-6ac7478634a4 req-7e6d2edb-4641-4b12-a16f-d8b9d77ef57e service neutron] 10.222.0.41 "GET /v2.0/networks/ad559011-690d-4fb7-9496-367bc76235d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009064 Jul 15 23:43:13.690269 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9813297-ee3e-4a8a-ab03-48be76b57e2b req-eb181b36-8372-4d82-99d6-7b2e181aa460 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:13.693188 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e9813297-ee3e-4a8a-ab03-48be76b57e2b req-eb181b36-8372-4d82-99d6-7b2e181aa460 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2e51dc4-180e-45e7-a3e4-2bf09ee1c0c4 HTTP/1.1" status: 200 len: 943 time: 0.1428094 Jul 15 23:43:13.731426 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a6ffb418-8814-4388-86b7-6ac7478634a4 req-35f3491a-34a9-4158-81b2-046d8b5fb11a service neutron] 10.222.0.41 "GET /v2.0/networks/ad559011-690d-4fb7-9496-367bc76235d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429396 Jul 15 23:43:13.750256 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e9813297-ee3e-4a8a-ab03-48be76b57e2b req-7ea07560-f948-4c85-8cfb-f089642b939d tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fc22f09-d16d-4f11-9080-209145f1e7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513139 Jul 15 23:43:14.294596 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 45710) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:14.400359 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8083c1f0-8839-4617-9273-1209d4241b45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:14.489248 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8083c1f0-8839-4617-9273-1209d4241b45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:14.492831 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8083c1f0-8839-4617-9273-1209d4241b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:14.528440 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8083c1f0-8839-4617-9273-1209d4241b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=843a4e8b-66a3-4bc9-9c5a-e4000dfa2bbd,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:14.532772 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-8083c1f0-8839-4617-9273-1209d4241b45 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=08342e4c3b904be4b5bae86fa98cc7b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2370822 Jul 15 23:43:14.536124 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 45714) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:14.587164 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0bf97195-603a-4f2f-8ecf-9cae5824feb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:14.608289 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0bf97195-603a-4f2f-8ecf-9cae5824feb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:14.654004 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0bf97195-603a-4f2f-8ecf-9cae5824feb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:14.656571 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0bf97195-603a-4f2f-8ecf-9cae5824feb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:14.657715 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-0bf97195-603a-4f2f-8ecf-9cae5824feb0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/843a4e8b-66a3-4bc9-9c5a-e4000dfa2bbd HTTP/1.1" status: 204 len: 168 time: 0.1207097 Jul 15 23:43:14.666206 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf97195-603a-4f2f-8ecf-9cae5824feb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=843a4e8b-66a3-4bc9-9c5a-e4000dfa2bbd,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:14.924439 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 45722) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:14.948467 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad6a2bc-f7a3-41cd-957f-f0a330b8911b req-8b50cbee-567a-471f-b0aa-61d3f856d878 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:14.949944 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fad6a2bc-f7a3-41cd-957f-f0a330b8911b req-8b50cbee-567a-471f-b0aa-61d3f856d878 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2e51dc4-180e-45e7-a3e4-2bf09ee1c0c4 HTTP/1.1" status: 200 len: 943 time: 0.0783839 Jul 15 23:43:14.950644 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5c40ab17-2980-4c27-922c-f1b879b5541c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:15.010269 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fad6a2bc-f7a3-41cd-957f-f0a330b8911b req-64916bfb-aad9-494d-9933-bca1dd63780d tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fc22f09-d16d-4f11-9080-209145f1e7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0519013 Jul 15 23:43:15.076031 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5c40ab17-2980-4c27-922c-f1b879b5541c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:15.079891 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5c40ab17-2980-4c27-922c-f1b879b5541c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:15.121948 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-5c40ab17-2980-4c27-922c-f1b879b5541c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cf6f76993992484db81cec318743bd09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1964662 Jul 15 23:43:15.123081 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c40ab17-2980-4c27-922c-f1b879b5541c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc483f7-84de-46b4-817e-a5e6e815e247,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:15.124705 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 45724) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:15.174001 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3a64afa1-eb60-4058-9125-f7bdffece476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:15.195954 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3a64afa1-eb60-4058-9125-f7bdffece476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:15.241956 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3a64afa1-eb60-4058-9125-f7bdffece476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:15.244599 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3a64afa1-eb60-4058-9125-f7bdffece476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:15.245786 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-3a64afa1-eb60-4058-9125-f7bdffece476 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/adc483f7-84de-46b4-817e-a5e6e815e247 HTTP/1.1" status: 204 len: 168 time: 0.1200945 Jul 15 23:43:15.254427 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a64afa1-eb60-4058-9125-f7bdffece476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc483f7-84de-46b4-817e-a5e6e815e247,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:15.895907 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 45746) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:15.992693 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-244265aa-1639-4563-90f8-7138ef458ed6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-580644653-network', 'tenant_id': '828cd73c74134d1e9fe2bbf89fc5f951'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:43:16.013761 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-244265aa-1639-4563-90f8-7138ef458ed6 admin admin] Made reservation on behalf of 828cd73c74134d1e9fe2bbf89fc5f951 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:43:16.016199 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-244265aa-1639-4563-90f8-7138ef458ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:16.025402 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-244265aa-1639-4563-90f8-7138ef458ed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:16.118694 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-244265aa-1639-4563-90f8-7138ef458ed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:16.122888 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-244265aa-1639-4563-90f8-7138ef458ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:16.142482 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-244265aa-1639-4563-90f8-7138ef458ed6 admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:43:16.160048 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244265aa-1639-4563-90f8-7138ef458ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=694e8107-b679-45a2-a738-6fd7d1c99de8,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:16.163154 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-244265aa-1639-4563-90f8-7138ef458ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:16.163501 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-244265aa-1639-4563-90f8-7138ef458ed6 admin admin] Added segment 5b35029e-c0ed-43af-adc2-f9ba71bc1fe6 of type vlan for network 65cb753d-a954-4266-a169-2142c444cb82 Jul 15 23:43:16.194742 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed1b42-2ea0-42f9-afb4-bee6495e73de req-6e5f1f10-6aea-48a7-9e29-347039dca10c tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:16.196466 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2bed1b42-2ea0-42f9-afb4-bee6495e73de req-6e5f1f10-6aea-48a7-9e29-347039dca10c tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2e51dc4-180e-45e7-a3e4-2bf09ee1c0c4 HTTP/1.1" status: 200 len: 943 time: 0.0738294 Jul 15 23:43:16.205340 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-244265aa-1639-4563-90f8-7138ef458ed6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:16.234638 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-244265aa-1639-4563-90f8-7138ef458ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:16.235634 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2bed1b42-2ea0-42f9-afb4-bee6495e73de req-000a1f54-1a4d-4a13-b65d-0e28808d0378 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fc22f09-d16d-4f11-9080-209145f1e7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328791 Jul 15 23:43:16.235880 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244265aa-1639-4563-90f8-7138ef458ed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:16.236472 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-244265aa-1639-4563-90f8-7138ef458ed6 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:16.272136 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-244265aa-1639-4563-90f8-7138ef458ed6 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3748403 Jul 15 23:43:16.274909 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 45752) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:16.279821 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c4db0683-ac0a-4932-8510-b52127d8c052 admin admin] Request body: {'subnet': {'network_id': '65cb753d-a954-4266-a169-2142c444cb82', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-580644653-subnet', 'tenant_id': '828cd73c74134d1e9fe2bbf89fc5f951', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:43:16.310875 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244265aa-1639-4563-90f8-7138ef458ed6 admin admin] Pushing event updated for resources: {'Network': ['ID=65cb753d-a954-4266-a169-2142c444cb82,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:16.321478 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 65cb753d-a954-4266-a169-2142c444cb82 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:43:16.329071 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4db0683-ac0a-4932-8510-b52127d8c052 admin admin] Made reservation on behalf of 828cd73c74134d1e9fe2bbf89fc5f951 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:43:16.331515 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4db0683-ac0a-4932-8510-b52127d8c052 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:16.492156 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 53b8f79c-cd83-4f74-84d3-87ec6e139b19 details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:43:16.500449 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4db0683-ac0a-4932-8510-b52127d8c052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:16.559385 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4db0683-ac0a-4932-8510-b52127d8c052 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c492e18-92a8-4042-9341-a342ac69520f,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:16.571157 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4db0683-ac0a-4932-8510-b52127d8c052 admin admin] Checking segment: {'id': '5b35029e-c0ed-43af-adc2-f9ba71bc1fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '65cb753d-a954-4266-a169-2142c444cb82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:43:16.571523 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4db0683-ac0a-4932-8510-b52127d8c052 admin admin] Network hostable DHCP agents. Network: 65cb753d-a954-4266-a169-2142c444cb82, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:43:16.588057 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4db0683-ac0a-4932-8510-b52127d8c052 admin admin] Network 65cb753d-a954-4266-a169-2142c444cb82 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:43:16.591381 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 53b8f79c-cd83-4f74-84d3-87ec6e139b19, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=53b8f79c-cd83-4f74-84d3-87ec6e139b19,segment=NetworkSegment(4260f8ea-5699-4aa9-8d04-21f91e772e40),segment_id=4260f8ea-5699-4aa9-8d04-21f91e772e40)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:43:16.596699 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-c4db0683-ac0a-4932-8510-b52127d8c052 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 65cb753d-a954-4266-a169-2142c444cb82) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:43:16.601526 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4db0683-ac0a-4932-8510-b52127d8c052 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:16.602120 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4db0683-ac0a-4932-8510-b52127d8c052 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:16.602942 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': '53b8f79c-cd83-4f74-84d3-87ec6e139b19', 'network_id': 'ad559011-690d-4fb7-9496-367bc76235d7', 'port_id': '53b8f79c-cd83-4f74-84d3-87ec6e139b19', 'mac_address': 'fa:16:3e:23:19:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f4f0bd3-bef1-4d30-b15d-837522bf29a6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:43:16.609228 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251bdaec-d4b8-4967-9caf-59e3b0bc6011 None None] Network 65cb753d-a954-4266-a169-2142c444cb82 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:43:16.625959 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c4db0683-ac0a-4932-8510-b52127d8c052 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3416684 Jul 15 23:43:16.689823 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:16.709452 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53b8f79c-cd83-4f74-84d3-87ec6e139b19 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:43:16.743667 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 53b8f79c-cd83-4f74-84d3-87ec6e139b19, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=53b8f79c-cd83-4f74-84d3-87ec6e139b19,segment=NetworkSegment(4260f8ea-5699-4aa9-8d04-21f91e772e40),segment_id=4260f8ea-5699-4aa9-8d04-21f91e772e40)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:43:16.765514 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:16.812736 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2942ab-e563-4e89-8ebe-c209d81ea43e None None] Network 65cb753d-a954-4266-a169-2142c444cb82 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:43:16.851895 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=53b8f79c-cd83-4f74-84d3-87ec6e139b19,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:17.088436 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 45768) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:17.091004 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['53b8f79c-cd83-4f74-84d3-87ec6e139b19'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:43:17.093619 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-4fa525f9-6d74-4057-abb6-0a2065004d68 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1370201225-network', 'tenant_id': '71121f3009ee4d3aba7e94620cfc2c9a'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:43:17.115745 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa525f9-6d74-4057-abb6-0a2065004d68 admin admin] Made reservation on behalf of 71121f3009ee4d3aba7e94620cfc2c9a for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:43:17.118414 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4fa525f9-6d74-4057-abb6-0a2065004d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:17.127610 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4fa525f9-6d74-4057-abb6-0a2065004d68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:17.224792 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4fa525f9-6d74-4057-abb6-0a2065004d68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:17.228821 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4fa525f9-6d74-4057-abb6-0a2065004d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:17.253217 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fa525f9-6d74-4057-abb6-0a2065004d68 admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:43:17.263855 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa525f9-6d74-4057-abb6-0a2065004d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c384172b-0b2c-41c8-973d-1fefb4ef58e1,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:17.270447 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4fa525f9-6d74-4057-abb6-0a2065004d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:17.270817 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-4fa525f9-6d74-4057-abb6-0a2065004d68 admin admin] Added segment 34bfc5c3-85ba-42a9-8f75-5d3dfbd61c34 of type vlan for network 33596efe-e2c1-4f48-9c2f-9d7b6d83f6dd Jul 15 23:43:17.314539 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4fa525f9-6d74-4057-abb6-0a2065004d68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:17.347878 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4fa525f9-6d74-4057-abb6-0a2065004d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:17.349054 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa525f9-6d74-4057-abb6-0a2065004d68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:17.349636 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4fa525f9-6d74-4057-abb6-0a2065004d68 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:17.385172 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-4fa525f9-6d74-4057-abb6-0a2065004d68 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2929707 Jul 15 23:43:17.385430 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 45772) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:17.417928 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-28599246-b398-4fac-a1ba-914a1c1c725b admin admin] Request body: {'subnet': {'network_id': '33596efe-e2c1-4f48-9c2f-9d7b6d83f6dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1370201225-subnet', 'tenant_id': '71121f3009ee4d3aba7e94620cfc2c9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:43:17.422090 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa525f9-6d74-4057-abb6-0a2065004d68 admin admin] Pushing event updated for resources: {'Network': ['ID=33596efe-e2c1-4f48-9c2f-9d7b6d83f6dd,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:17.425036 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4706837d-7723-4215-acec-0b0e4174a8ac req-713096aa-6acd-4b82-bb6b-d0f3527ab95f tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:17.427258 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4706837d-7723-4215-acec-0b0e4174a8ac req-713096aa-6acd-4b82-bb6b-d0f3527ab95f tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2e51dc4-180e-45e7-a3e4-2bf09ee1c0c4 HTTP/1.1" status: 200 len: 944 time: 0.0715222 Jul 15 23:43:17.433040 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 33596efe-e2c1-4f48-9c2f-9d7b6d83f6dd details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:43:17.444051 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28599246-b398-4fac-a1ba-914a1c1c725b admin admin] Made reservation on behalf of 71121f3009ee4d3aba7e94620cfc2c9a for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:43:17.448124 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28599246-b398-4fac-a1ba-914a1c1c725b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:17.476392 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4706837d-7723-4215-acec-0b0e4174a8ac req-6b8a2f89-6305-4eae-9992-ac9ee3e6745a tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fc22f09-d16d-4f11-9080-209145f1e7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398028 Jul 15 23:43:17.637316 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28599246-b398-4fac-a1ba-914a1c1c725b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:17.693609 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28599246-b398-4fac-a1ba-914a1c1c725b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0850e3bd-605f-480d-86db-386d405586b1,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:17.701018 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28599246-b398-4fac-a1ba-914a1c1c725b admin admin] Checking segment: {'id': '34bfc5c3-85ba-42a9-8f75-5d3dfbd61c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '33596efe-e2c1-4f48-9c2f-9d7b6d83f6dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:43:17.701376 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28599246-b398-4fac-a1ba-914a1c1c725b admin admin] Network hostable DHCP agents. Network: 33596efe-e2c1-4f48-9c2f-9d7b6d83f6dd, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:43:17.716999 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28599246-b398-4fac-a1ba-914a1c1c725b admin admin] Network 33596efe-e2c1-4f48-9c2f-9d7b6d83f6dd is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:43:17.726135 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-28599246-b398-4fac-a1ba-914a1c1c725b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 33596efe-e2c1-4f48-9c2f-9d7b6d83f6dd) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:43:17.730205 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28599246-b398-4fac-a1ba-914a1c1c725b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:17.730787 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28599246-b398-4fac-a1ba-914a1c1c725b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:17.738972 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0f48da-46a3-4eaa-95e4-0f03678f9149 None None] Network 33596efe-e2c1-4f48-9c2f-9d7b6d83f6dd requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:43:17.745775 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-28599246-b398-4fac-a1ba-914a1c1c725b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3594215 Jul 15 23:43:17.866425 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74ff504-a6ec-4da5-b78f-0fa548550e56 None None] Network 33596efe-e2c1-4f48-9c2f-9d7b6d83f6dd requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:43:18.254220 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6726072d-e0f3-4b81-ad15-c9895da392f4 req-c2da83db-1bda-41cf-afe7-027ba379a747 tempest-VolumesActionsTest-673105731 tempest-VolumesActionsTest-673105731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:18.255777 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6726072d-e0f3-4b81-ad15-c9895da392f4 req-c2da83db-1bda-41cf-afe7-027ba379a747 tempest-VolumesActionsTest-673105731 tempest-VolumesActionsTest-673105731-project] 10.222.0.48 "GET /v2.0/networks?id=65cb753d-a954-4266-a169-2142c444cb82 HTTP/1.1" status: 200 len: 808 time: 0.1125417 Jul 15 23:43:18.272182 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6726072d-e0f3-4b81-ad15-c9895da392f4 req-8f7097fd-0ae4-49d1-b76c-6b7f220e84c1 tempest-VolumesActionsTest-673105731 tempest-VolumesActionsTest-673105731-project] 10.222.0.48 "GET /v2.0/quotas/828cd73c74134d1e9fe2bbf89fc5f951 HTTP/1.1" status: 200 len: 375 time: 0.0103145 Jul 15 23:43:18.308718 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6726072d-e0f3-4b81-ad15-c9895da392f4 req-829baac6-856f-4284-8db4-8cb010a6addb tempest-VolumesActionsTest-673105731 tempest-VolumesActionsTest-673105731-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=828cd73c74134d1e9fe2bbf89fc5f951&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310440 Jul 15 23:43:18.405537 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6726072d-e0f3-4b81-ad15-c9895da392f4 req-baae4d2d-6961-47d2-83ee-bdcb4e74c7e3 service neutron] 10.222.0.48 "GET /v2.0/networks/65cb753d-a954-4266-a169-2142c444cb82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881727 Jul 15 23:43:18.497204 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6726072d-e0f3-4b81-ad15-c9895da392f4 req-440021a4-8e0f-428c-926d-75f9f8aaebe8 service neutron] 10.222.0.48 "GET /v2.0/networks/65cb753d-a954-4266-a169-2142c444cb82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857394 Jul 15 23:43:18.505161 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 53b8f79c-cd83-4f74-84d3-87ec6e139b19 up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:43:18.560622 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port 53b8f79c-cd83-4f74-84d3-87ec6e139b19 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:43:18.564971 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port 53b8f79c-cd83-4f74-84d3-87ec6e139b19 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:43:18.565562 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:18.660299 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:18.683233 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2e51dc4-180e-45e7-a3e4-2bf09ee1c0c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b8f79c-cd83-4f74-84d3-87ec6e139b19'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:43:18.685547 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31961215-5ca1-4ebf-91a3-90e8b6084df4" -d '{"events": [{"server_uuid": "c2e51dc4-180e-45e7-a3e4-2bf09ee1c0c4", "name": "network-vif-plugged", "status": "completed", "tag": "53b8f79c-cd83-4f74-84d3-87ec6e139b19"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:43:18.688107 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7fa3aa4d-1a4c-4815-bf03-bbb7c268bfca req-f15dd8ee-12f2-428e-a4dd-b980c4678f82 tempest-VolumesActionsTest-673105731 tempest-VolumesActionsTest-673105731-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac9ffa1b-269d-45ae-9479-7bb88df6e185 HTTP/1.1" status: 200 len: 210 time: 0.0390778 Jul 15 23:43:18.703350 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 53b8f79c-cd83-4f74-84d3-87ec6e139b19, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=53b8f79c-cd83-4f74-84d3-87ec6e139b19,segment=NetworkSegment(4260f8ea-5699-4aa9-8d04-21f91e772e40),segment_id=4260f8ea-5699-4aa9-8d04-21f91e772e40)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:43:18.708798 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:18.715215 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58553c36-2e73-4920-ba89-b2f9c8036f5a req-3e60fc9e-f331-4323-adb4-dfa5bfd5ba8b tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:18.716895 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-58553c36-2e73-4920-ba89-b2f9c8036f5a req-3e60fc9e-f331-4323-adb4-dfa5bfd5ba8b tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2e51dc4-180e-45e7-a3e4-2bf09ee1c0c4 HTTP/1.1" status: 200 len: 944 time: 0.1151166 Jul 15 23:43:18.746150 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff43cda-4ac7-49aa-abb3-2856b83a740a x-openstack-request-id: req-0ff43cda-4ac7-49aa-abb3-2856b83a740a {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:43:18.746519 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2e51dc4-180e-45e7-a3e4-2bf09ee1c0c4", "name": "network-vif-plugged", "status": "completed", "tag": "53b8f79c-cd83-4f74-84d3-87ec6e139b19", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:43:18.746845 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0ff43cda-4ac7-49aa-abb3-2856b83a740a {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:43:18.747304 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2e51dc4-180e-45e7-a3e4-2bf09ee1c0c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b8f79c-cd83-4f74-84d3-87ec6e139b19', 'code': 200} Jul 15 23:43:18.770239 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=53b8f79c-cd83-4f74-84d3-87ec6e139b19,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:18.772282 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-58553c36-2e73-4920-ba89-b2f9c8036f5a req-afe50de5-1891-4f92-b912-626c3ebb2e85 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fc22f09-d16d-4f11-9080-209145f1e7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474164 Jul 15 23:43:18.898882 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35332bda-12aa-4912-b0d5-f45dcea1345f req-f0b81330-c7d1-4acb-afb9-9e1bb26eccc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:18.900470 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-35332bda-12aa-4912-b0d5-f45dcea1345f req-f0b81330-c7d1-4acb-afb9-9e1bb26eccc3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c2e51dc4-180e-45e7-a3e4-2bf09ee1c0c4 HTTP/1.1" status: 200 len: 1096 time: 0.0579646 Jul 15 23:43:18.939426 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-35332bda-12aa-4912-b0d5-f45dcea1345f req-2c143ab1-9eb2-4934-bfcb-553cfd43b17e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9fc22f09-d16d-4f11-9080-209145f1e7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327046 Jul 15 23:43:19.773526 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6726072d-e0f3-4b81-ad15-c9895da392f4 req-be836c1a-eea8-4a2a-8ac9-c4ae40a7ad53 tempest-VolumesActionsTest-673105731 tempest-VolumesActionsTest-673105731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:19.775114 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6726072d-e0f3-4b81-ad15-c9895da392f4 req-be836c1a-eea8-4a2a-8ac9-c4ae40a7ad53 tempest-VolumesActionsTest-673105731 tempest-VolumesActionsTest-673105731-project] 10.222.0.49 "GET /v2.0/networks?id=65cb753d-a954-4266-a169-2142c444cb82 HTTP/1.1" status: 200 len: 808 time: 0.1077263 Jul 15 23:43:19.795546 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-6726072d-e0f3-4b81-ad15-c9895da392f4 req-c9d9c2c8-8d5e-4232-ab23-176e2cc4b7d7 tempest-VolumesActionsTest-673105731 tempest-VolumesActionsTest-673105731-project] Request body: {'port': {'device_id': 'ac9ffa1b-269d-45ae-9479-7bb88df6e185', 'network_id': '65cb753d-a954-4266-a169-2142c444cb82', 'admin_state_up': True, 'tenant_id': '828cd73c74134d1e9fe2bbf89fc5f951'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:43:19.858424 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-eca62f1a-c327-4f67-b3c7-8d9867f1d402 req-deafc2f5-1a31-4cdb-9c94-19c2510eb6c4 tempest-VolumesActionsTest-673105731 tempest-VolumesActionsTest-673105731-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac9ffa1b-269d-45ae-9479-7bb88df6e185 HTTP/1.1" status: 200 len: 210 time: 0.0462773 Jul 15 23:43:19.990751 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6726072d-e0f3-4b81-ad15-c9895da392f4 req-c9d9c2c8-8d5e-4232-ab23-176e2cc4b7d7 tempest-VolumesActionsTest-673105731 tempest-VolumesActionsTest-673105731-project] Made reservation on behalf of 828cd73c74134d1e9fe2bbf89fc5f951 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:43:19.994405 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6726072d-e0f3-4b81-ad15-c9895da392f4 req-c9d9c2c8-8d5e-4232-ab23-176e2cc4b7d7 tempest-VolumesActionsTest-673105731 tempest-VolumesActionsTest-673105731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:20.085212 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46346cde-1174-46fc-8ee2-beb22770fe31 req-e6207c8b-bd2c-45fa-b3c5-5122cb2c998a tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:20.086700 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-46346cde-1174-46fc-8ee2-beb22770fe31 req-e6207c8b-bd2c-45fa-b3c5-5122cb2c998a tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2e51dc4-180e-45e7-a3e4-2bf09ee1c0c4 HTTP/1.1" status: 200 len: 945 time: 0.1395731 Jul 15 23:43:20.159163 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-46346cde-1174-46fc-8ee2-beb22770fe31 req-56784685-b7c1-4d64-afe7-d0fa1dfc9ecc tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fc22f09-d16d-4f11-9080-209145f1e7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0661824 Jul 15 23:43:20.168067 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-6726072d-e0f3-4b81-ad15-c9895da392f4 req-c9d9c2c8-8d5e-4232-ab23-176e2cc4b7d7 tempest-VolumesActionsTest-673105731 tempest-VolumesActionsTest-673105731-project] Allocated IP 172.20.0.14 (65cb753d-a954-4266-a169-2142c444cb82/3c492e18-92a8-4042-9341-a342ac69520f/205155fc-6297-4013-a684-dbba373e8cf6) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:43:20.324864 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6726072d-e0f3-4b81-ad15-c9895da392f4 req-c9d9c2c8-8d5e-4232-ab23-176e2cc4b7d7 tempest-VolumesActionsTest-673105731 tempest-VolumesActionsTest-673105731-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:20.363409 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6726072d-e0f3-4b81-ad15-c9895da392f4 req-c9d9c2c8-8d5e-4232-ab23-176e2cc4b7d7 tempest-VolumesActionsTest-673105731 tempest-VolumesActionsTest-673105731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:20.409324 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6726072d-e0f3-4b81-ad15-c9895da392f4 req-c9d9c2c8-8d5e-4232-ab23-176e2cc4b7d7 tempest-VolumesActionsTest-673105731 tempest-VolumesActionsTest-673105731-project] Network 65cb753d-a954-4266-a169-2142c444cb82 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:43:20.412415 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-6726072d-e0f3-4b81-ad15-c9895da392f4 req-c9d9c2c8-8d5e-4232-ab23-176e2cc4b7d7 tempest-VolumesActionsTest-673105731 tempest-VolumesActionsTest-673105731-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:43:20.416293 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-6726072d-e0f3-4b81-ad15-c9895da392f4 req-c9d9c2c8-8d5e-4232-ab23-176e2cc4b7d7 tempest-VolumesActionsTest-673105731 tempest-VolumesActionsTest-673105731-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:43:20.439182 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d9c2c8-8d5e-4232-ab23-176e2cc4b7d7 tempest-VolumesActionsTest-673105731 tempest-VolumesActionsTest-673105731-project] Pushing event updated for resources: {'Port': ['ID=205155fc-6297-4013-a684-dbba373e8cf6,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:20.466817 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6726072d-e0f3-4b81-ad15-c9895da392f4 req-c9d9c2c8-8d5e-4232-ab23-176e2cc4b7d7 tempest-VolumesActionsTest-673105731 tempest-VolumesActionsTest-673105731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:20.467433 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6726072d-e0f3-4b81-ad15-c9895da392f4 req-c9d9c2c8-8d5e-4232-ab23-176e2cc4b7d7 tempest-VolumesActionsTest-673105731 tempest-VolumesActionsTest-673105731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:20.482069 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6726072d-e0f3-4b81-ad15-c9895da392f4 req-c9d9c2c8-8d5e-4232-ab23-176e2cc4b7d7 tempest-VolumesActionsTest-673105731 tempest-VolumesActionsTest-673105731-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6908774 Jul 15 23:43:20.493354 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-6726072d-e0f3-4b81-ad15-c9895da392f4 req-a62d5358-ba4d-4084-97b8-9598b4cfccb5 service neutron] Request body: {'port': {'device_id': 'ac9ffa1b-269d-45ae-9479-7bb88df6e185', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:43:20.570255 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6726072d-e0f3-4b81-ad15-c9895da392f4 req-a62d5358-ba4d-4084-97b8-9598b4cfccb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:20.827240 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-6726072d-e0f3-4b81-ad15-c9895da392f4 req-a62d5358-ba4d-4084-97b8-9598b4cfccb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 205155fc-6297-4013-a684-dbba373e8cf6 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:43:20.836751 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6726072d-e0f3-4b81-ad15-c9895da392f4 req-a62d5358-ba4d-4084-97b8-9598b4cfccb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:20.850347 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-6726072d-e0f3-4b81-ad15-c9895da392f4 req-a62d5358-ba4d-4084-97b8-9598b4cfccb5 service neutron] Transition to ACTIVE for port object 205155fc-6297-4013-a684-dbba373e8cf6 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:43:20.854235 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6726072d-e0f3-4b81-ad15-c9895da392f4 req-a62d5358-ba4d-4084-97b8-9598b4cfccb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:20.909333 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62d5358-ba4d-4084-97b8-9598b4cfccb5 service neutron] Pushing event updated for resources: {'Port': ['ID=205155fc-6297-4013-a684-dbba373e8cf6,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:20.977962 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-6726072d-e0f3-4b81-ad15-c9895da392f4 req-a62d5358-ba4d-4084-97b8-9598b4cfccb5 service neutron] Attempting to bind port 205155fc-6297-4013-a684-dbba373e8cf6 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:43:20.978372 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-6726072d-e0f3-4b81-ad15-c9895da392f4 req-a62d5358-ba4d-4084-97b8-9598b4cfccb5 service neutron] Attempting to bind port 205155fc-6297-4013-a684-dbba373e8cf6 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '5b35029e-c0ed-43af-adc2-f9ba71bc1fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '65cb753d-a954-4266-a169-2142c444cb82'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:43:20.978637 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6726072d-e0f3-4b81-ad15-c9895da392f4 req-a62d5358-ba4d-4084-97b8-9598b4cfccb5 service neutron] Attempting to bind port 205155fc-6297-4013-a684-dbba373e8cf6 on network 65cb753d-a954-4266-a169-2142c444cb82 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:43:20.983114 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6726072d-e0f3-4b81-ad15-c9895da392f4 req-a62d5358-ba4d-4084-97b8-9598b4cfccb5 service neutron] Port 205155fc-6297-4013-a684-dbba373e8cf6 on network 65cb753d-a954-4266-a169-2142c444cb82 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:43:20.983439 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6726072d-e0f3-4b81-ad15-c9895da392f4 req-a62d5358-ba4d-4084-97b8-9598b4cfccb5 service neutron] Attempting to bind port 205155fc-6297-4013-a684-dbba373e8cf6 on network 65cb753d-a954-4266-a169-2142c444cb82 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:43:20.989707 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6726072d-e0f3-4b81-ad15-c9895da392f4 req-a62d5358-ba4d-4084-97b8-9598b4cfccb5 service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:43:20.990032 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6726072d-e0f3-4b81-ad15-c9895da392f4 req-a62d5358-ba4d-4084-97b8-9598b4cfccb5 service neutron] Checking segment: {'id': '5b35029e-c0ed-43af-adc2-f9ba71bc1fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '65cb753d-a954-4266-a169-2142c444cb82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:43:20.990429 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6726072d-e0f3-4b81-ad15-c9895da392f4 req-a62d5358-ba4d-4084-97b8-9598b4cfccb5 service neutron] Bound using segment: {'id': '5b35029e-c0ed-43af-adc2-f9ba71bc1fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '65cb753d-a954-4266-a169-2142c444cb82'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:43:20.990863 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-6726072d-e0f3-4b81-ad15-c9895da392f4 req-a62d5358-ba4d-4084-97b8-9598b4cfccb5 service neutron] Bound port: 205155fc-6297-4013-a684-dbba373e8cf6, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b35029e-c0ed-43af-adc2-f9ba71bc1fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '65cb753d-a954-4266-a169-2142c444cb82'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:43:20.991231 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6726072d-e0f3-4b81-ad15-c9895da392f4 req-a62d5358-ba4d-4084-97b8-9598b4cfccb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:21.098478 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-6726072d-e0f3-4b81-ad15-c9895da392f4 req-a62d5358-ba4d-4084-97b8-9598b4cfccb5 service neutron] For port 205155fc-6297-4013-a684-dbba373e8cf6, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:43:21.115626 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-6726072d-e0f3-4b81-ad15-c9895da392f4 req-a62d5358-ba4d-4084-97b8-9598b4cfccb5 service neutron] For port 205155fc-6297-4013-a684-dbba373e8cf6, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=205155fc-6297-4013-a684-dbba373e8cf6,segment=NetworkSegment(5b35029e-c0ed-43af-adc2-f9ba71bc1fe6),segment_id=5b35029e-c0ed-43af-adc2-f9ba71bc1fe6)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:43:21.121490 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6726072d-e0f3-4b81-ad15-c9895da392f4 req-a62d5358-ba4d-4084-97b8-9598b4cfccb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:21.133927 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4619e4e-cbc7-40a9-99ef-c8a6a5058c6c req-9ca65352-a6cd-4e66-9f62-38420051454a tempest-VolumesActionsTest-673105731 tempest-VolumesActionsTest-673105731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:21.135432 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d4619e4e-cbc7-40a9-99ef-c8a6a5058c6c req-9ca65352-a6cd-4e66-9f62-38420051454a tempest-VolumesActionsTest-673105731 tempest-VolumesActionsTest-673105731-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac9ffa1b-269d-45ae-9479-7bb88df6e185 HTTP/1.1" status: 200 len: 944 time: 0.1097331 Jul 15 23:43:21.173945 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6726072d-e0f3-4b81-ad15-c9895da392f4 req-a62d5358-ba4d-4084-97b8-9598b4cfccb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:21.174561 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6726072d-e0f3-4b81-ad15-c9895da392f4 req-a62d5358-ba4d-4084-97b8-9598b4cfccb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:21.176710 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6726072d-e0f3-4b81-ad15-c9895da392f4 req-a62d5358-ba4d-4084-97b8-9598b4cfccb5 service neutron] 10.222.0.49 "PUT /v2.0/ports/205155fc-6297-4013-a684-dbba373e8cf6 HTTP/1.1" status: 200 len: 1092 time: 0.6872871 Jul 15 23:43:21.180762 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac9ffa1b-269d-45ae-9479-7bb88df6e185', 'tag': '205155fc-6297-4013-a684-dbba373e8cf6'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:43:21.182970 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa0c75d-0709-472b-95df-91943700a443" -d '{"events": [{"name": "network-changed", "server_uuid": "ac9ffa1b-269d-45ae-9479-7bb88df6e185", "tag": "205155fc-6297-4013-a684-dbba373e8cf6"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:43:21.219745 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62d5358-ba4d-4084-97b8-9598b4cfccb5 service neutron] Pushing event updated for resources: {'Port': ['ID=205155fc-6297-4013-a684-dbba373e8cf6,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:21.237126 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d4619e4e-cbc7-40a9-99ef-c8a6a5058c6c req-817c1529-1f94-4c30-900e-480d18e81be6 tempest-VolumesActionsTest-673105731 tempest-VolumesActionsTest-673105731-project] 10.222.0.48 "GET /v2.0/security-groups?id=694e8107-b679-45a2-a738-6fd7d1c99de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790350 Jul 15 23:43:21.288335 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6726072d-e0f3-4b81-ad15-c9895da392f4 req-1d5522db-ab87-4075-aef1-4999defeab81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:21.289863 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6726072d-e0f3-4b81-ad15-c9895da392f4 req-1d5522db-ab87-4075-aef1-4999defeab81 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=828cd73c74134d1e9fe2bbf89fc5f951&device_id=ac9ffa1b-269d-45ae-9479-7bb88df6e185 HTTP/1.1" status: 200 len: 1095 time: 0.0712035 Jul 15 23:43:21.301207 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22296915-e04d-494e-a3ca-7fad74c68466 x-openstack-request-id: req-22296915-e04d-494e-a3ca-7fad74c68466 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:43:21.301605 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac9ffa1b-269d-45ae-9479-7bb88df6e185", "tag": "205155fc-6297-4013-a684-dbba373e8cf6", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:43:21.301864 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-22296915-e04d-494e-a3ca-7fad74c68466 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:43:21.302263 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac9ffa1b-269d-45ae-9479-7bb88df6e185', 'tag': '205155fc-6297-4013-a684-dbba373e8cf6', 'status': 'completed', 'code': 200} Jul 15 23:43:21.360118 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6726072d-e0f3-4b81-ad15-c9895da392f4 req-240e6a78-8ba8-4245-83a5-76f42409eb73 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=205155fc-6297-4013-a684-dbba373e8cf6 HTTP/1.1" status: 200 len: 217 time: 0.0557971 Jul 15 23:43:21.422482 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6726072d-e0f3-4b81-ad15-c9895da392f4 req-268a6bb0-d98c-447c-9c6d-3026f6b33421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:21.423963 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6726072d-e0f3-4b81-ad15-c9895da392f4 req-268a6bb0-d98c-447c-9c6d-3026f6b33421 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3c492e18-92a8-4042-9341-a342ac69520f HTTP/1.1" status: 200 len: 848 time: 0.0562100 Jul 15 23:43:21.432748 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e4fa46-9da5-4e9f-8754-aee5df4665c1 req-bac7fafb-c009-4f40-a8c0-55ab9e312066 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:21.434135 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-94e4fa46-9da5-4e9f-8754-aee5df4665c1 req-bac7fafb-c009-4f40-a8c0-55ab9e312066 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2e51dc4-180e-45e7-a3e4-2bf09ee1c0c4 HTTP/1.1" status: 200 len: 945 time: 0.1433549 Jul 15 23:43:21.472921 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6726072d-e0f3-4b81-ad15-c9895da392f4 req-152ea4d2-0106-4ccf-a4f8-77e08ce40d6f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=65cb753d-a954-4266-a169-2142c444cb82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369384 Jul 15 23:43:21.524102 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-94e4fa46-9da5-4e9f-8754-aee5df4665c1 req-feb0e30a-8c7e-4e3f-a279-b3b77d6f8d63 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fc22f09-d16d-4f11-9080-209145f1e7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0813074 Jul 15 23:43:21.580710 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6726072d-e0f3-4b81-ad15-c9895da392f4 req-069cb0dc-798b-4075-9755-46741fa088f7 service neutron] 10.222.0.49 "GET /v2.0/networks/65cb753d-a954-4266-a169-2142c444cb82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016297 Jul 15 23:43:21.713729 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6726072d-e0f3-4b81-ad15-c9895da392f4 req-e2da1d8f-cdc3-4a6d-b7f1-52c601d94257 service neutron] 10.222.0.49 "GET /v2.0/networks/65cb753d-a954-4266-a169-2142c444cb82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262896 Jul 15 23:43:21.737510 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cfbc06-f902-4769-a262-23b0f198f7f5 req-ecf4efe8-978e-4d6e-b419-e3b3f91d4404 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:21.739264 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c5cfbc06-f902-4769-a262-23b0f198f7f5 req-ecf4efe8-978e-4d6e-b419-e3b3f91d4404 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2e51dc4-180e-45e7-a3e4-2bf09ee1c0c4 HTTP/1.1" status: 200 len: 945 time: 0.0867486 Jul 15 23:43:21.809864 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c5cfbc06-f902-4769-a262-23b0f198f7f5 req-40fef04c-92bc-40d4-8bbc-b118de1a7c55 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fc22f09-d16d-4f11-9080-209145f1e7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0651684 Jul 15 23:43:21.839677 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa0c75d-0709-472b-95df-91943700a443 req-17af3fe1-6709-4dde-8e6e-54e68fbd0940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:21.840300 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 45818) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:21.841261 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-efa0c75d-0709-472b-95df-91943700a443 req-17af3fe1-6709-4dde-8e6e-54e68fbd0940 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=828cd73c74134d1e9fe2bbf89fc5f951&device_id=ac9ffa1b-269d-45ae-9479-7bb88df6e185 HTTP/1.1" status: 200 len: 1095 time: 0.0817804 Jul 15 23:43:21.892301 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb047ad3-c4d9-42db-8042-7555af98162c tempest-TestNetworkBasicOps-1944950338 tempest-TestNetworkBasicOps-1944950338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:21.893758 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-bb047ad3-c4d9-42db-8042-7555af98162c tempest-TestNetworkBasicOps-1944950338 tempest-TestNetworkBasicOps-1944950338-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c2e51dc4-180e-45e7-a3e4-2bf09ee1c0c4 HTTP/1.1" status: 200 len: 1091 time: 0.0526586 Jul 15 23:43:21.897191 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 45820) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:21.901619 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e569b7d5-17a6-4c6c-80b3-e42371bd7fcb tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Request body: {'floatingip': {'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'port_id': '53b8f79c-cd83-4f74-84d3-87ec6e139b19', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:43:21.923940 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e569b7d5-17a6-4c6c-80b3-e42371bd7fcb tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:21.934949 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa0c75d-0709-472b-95df-91943700a443 req-4781c9b0-dbf8-4edb-9b53-c89a0ff17dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:21.936575 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-efa0c75d-0709-472b-95df-91943700a443 req-4781c9b0-dbf8-4edb-9b53-c89a0ff17dbc service neutron] 10.222.0.49 "GET /v2.0/networks?id=65cb753d-a954-4266-a169-2142c444cb82 HTTP/1.1" status: 200 len: 909 time: 0.0896285 Jul 15 23:43:21.981161 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-efa0c75d-0709-472b-95df-91943700a443 req-622579ab-4d14-45a6-9f29-c54b1b081538 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=205155fc-6297-4013-a684-dbba373e8cf6 HTTP/1.1" status: 200 len: 217 time: 0.0379500 Jul 15 23:43:22.021997 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e569b7d5-17a6-4c6c-80b3-e42371bd7fcb tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:22.030051 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa0c75d-0709-472b-95df-91943700a443 req-a8d72563-128e-4fd3-b7f8-a5ad96d7e650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:22.031527 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-efa0c75d-0709-472b-95df-91943700a443 req-a8d72563-128e-4fd3-b7f8-a5ad96d7e650 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3c492e18-92a8-4042-9341-a342ac69520f HTTP/1.1" status: 200 len: 848 time: 0.0435369 Jul 15 23:43:22.064460 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-efa0c75d-0709-472b-95df-91943700a443 req-4596c664-2023-43f1-8ecf-1e4a2811c147 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=65cb753d-a954-4266-a169-2142c444cb82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262418 Jul 15 23:43:22.129881 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-e569b7d5-17a6-4c6c-80b3-e42371bd7fcb tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Allocated IP 172.25.5.152 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/9cfdf63c-8f1b-4c74-a262-043f9bf9940d) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:43:22.163424 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-efa0c75d-0709-472b-95df-91943700a443 req-241f6d74-e62a-4753-b677-b37dbfd4d50e service neutron] 10.222.0.49 "GET /v2.0/networks/65cb753d-a954-4266-a169-2142c444cb82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916703 Jul 15 23:43:22.232416 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e569b7d5-17a6-4c6c-80b3-e42371bd7fcb tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:22.252862 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-efa0c75d-0709-472b-95df-91943700a443 req-0a745f98-235f-48c6-9db6-b0ea64dea1d6 service neutron] 10.222.0.49 "GET /v2.0/networks/65cb753d-a954-4266-a169-2142c444cb82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829237 Jul 15 23:43:22.273235 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e569b7d5-17a6-4c6c-80b3-e42371bd7fcb tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:22.309561 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e569b7d5-17a6-4c6c-80b3-e42371bd7fcb tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:43:22.314676 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-e569b7d5-17a6-4c6c-80b3-e42371bd7fcb tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:43:22.319054 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e569b7d5-17a6-4c6c-80b3-e42371bd7fcb tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:43:22.351023 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e569b7d5-17a6-4c6c-80b3-e42371bd7fcb tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Pushing event updated for resources: {'Port': ['ID=9cfdf63c-8f1b-4c74-a262-043f9bf9940d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:22.442631 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b719d83-313b-4648-af6e-55bb76c97fb3 req-8bd266e5-de7f-49b8-b3f3-4ce7ba9b730c tempest-VolumesActionsTest-673105731 tempest-VolumesActionsTest-673105731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:22.444286 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2b719d83-313b-4648-af6e-55bb76c97fb3 req-8bd266e5-de7f-49b8-b3f3-4ce7ba9b730c tempest-VolumesActionsTest-673105731 tempest-VolumesActionsTest-673105731-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac9ffa1b-269d-45ae-9479-7bb88df6e185 HTTP/1.1" status: 200 len: 944 time: 0.0749567 Jul 15 23:43:22.489703 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2b719d83-313b-4648-af6e-55bb76c97fb3 req-9b4b9a9f-55ac-4841-be35-7160aeee2dc3 tempest-VolumesActionsTest-673105731 tempest-VolumesActionsTest-673105731-project] 10.222.0.48 "GET /v2.0/security-groups?id=694e8107-b679-45a2-a738-6fd7d1c99de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397274 Jul 15 23:43:22.728810 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e569b7d5-17a6-4c6c-80b3-e42371bd7fcb tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:22.814933 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e569b7d5-17a6-4c6c-80b3-e42371bd7fcb tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:22.975770 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e569b7d5-17a6-4c6c-80b3-e42371bd7fcb tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:22.980350 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e569b7d5-17a6-4c6c-80b3-e42371bd7fcb tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:23.056543 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e569b7d5-17a6-4c6c-80b3-e42371bd7fcb tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Pushing event updated for resources: {'Port': ['ID=9cfdf63c-8f1b-4c74-a262-043f9bf9940d,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:23.068604 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e569b7d5-17a6-4c6c-80b3-e42371bd7fcb tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:23.173593 n-d-794306-6 neutron-server[93771]: INFO neutron.db.l3_db [None req-e569b7d5-17a6-4c6c-80b3-e42371bd7fcb tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Floating IP 48f0e08e-c36b-4307-837c-d1e87e4b20ac associated. External IP: 172.25.5.152, port: 53b8f79c-cd83-4f74-84d3-87ec6e139b19. Jul 15 23:43:23.390726 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e569b7d5-17a6-4c6c-80b3-e42371bd7fcb tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Router 56a53ac8-d855-4128-9b0c-b75025802692 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:43:23.652771 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 205155fc-6297-4013-a684-dbba373e8cf6 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:43:23.702873 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe1a7e0-7028-41e8-b771-5adbaaeb36d5 req-4836ba1e-ebb8-4fa0-b4e1-a3735bd3c6f9 tempest-VolumesActionsTest-673105731 tempest-VolumesActionsTest-673105731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:23.704994 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-afe1a7e0-7028-41e8-b771-5adbaaeb36d5 req-4836ba1e-ebb8-4fa0-b4e1-a3735bd3c6f9 tempest-VolumesActionsTest-673105731 tempest-VolumesActionsTest-673105731-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac9ffa1b-269d-45ae-9479-7bb88df6e185 HTTP/1.1" status: 200 len: 944 time: 0.0853548 Jul 15 23:43:23.750047 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-afe1a7e0-7028-41e8-b771-5adbaaeb36d5 req-348d2a0c-a1d4-4cff-9893-b059feaf6b98 tempest-VolumesActionsTest-673105731 tempest-VolumesActionsTest-673105731-project] 10.222.0.48 "GET /v2.0/security-groups?id=694e8107-b679-45a2-a738-6fd7d1c99de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375946 Jul 15 23:43:23.785367 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 205155fc-6297-4013-a684-dbba373e8cf6, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=205155fc-6297-4013-a684-dbba373e8cf6,segment=NetworkSegment(5b35029e-c0ed-43af-adc2-f9ba71bc1fe6),segment_id=5b35029e-c0ed-43af-adc2-f9ba71bc1fe6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:43:23.802735 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '205155fc-6297-4013-a684-dbba373e8cf6', 'network_id': '65cb753d-a954-4266-a169-2142c444cb82', 'port_id': '205155fc-6297-4013-a684-dbba373e8cf6', 'mac_address': 'fa:16:3e:07:96:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c492e18-92a8-4042-9341-a342ac69520f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:43:23.851341 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:23.857714 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e569b7d5-17a6-4c6c-80b3-e42371bd7fcb tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:43:23.865927 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 205155fc-6297-4013-a684-dbba373e8cf6 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:43:23.872669 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e059dbe-0cd8-4a0a-aeb0-d714ca7e04b5 None None] Sync routers for ids ['56a53ac8-d855-4128-9b0c-b75025802692'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:43:23.878837 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e569b7d5-17a6-4c6c-80b3-e42371bd7fcb tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:23.899194 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 205155fc-6297-4013-a684-dbba373e8cf6, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=205155fc-6297-4013-a684-dbba373e8cf6,segment=NetworkSegment(5b35029e-c0ed-43af-adc2-f9ba71bc1fe6),segment_id=5b35029e-c0ed-43af-adc2-f9ba71bc1fe6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:43:23.901882 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e059dbe-0cd8-4a0a-aeb0-d714ca7e04b5 None None] Routers {'56a53ac8-d855-4128-9b0c-b75025802692'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:43:23.906574 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-1e059dbe-0cd8-4a0a-aeb0-d714ca7e04b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:43:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['56a53ac8-d855-4128-9b0c-b75025802692'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:43:23.910771 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:23.927266 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e569b7d5-17a6-4c6c-80b3-e42371bd7fcb tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0290213 Jul 15 23:43:23.927880 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2e51dc4-180e-45e7-a3e4-2bf09ee1c0c4', 'tag': '53b8f79c-cd83-4f74-84d3-87ec6e139b19'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:43:23.930190 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3bfd20a-039b-4fb1-93a6-182e7d306d9f" -d '{"events": [{"name": "network-changed", "server_uuid": "c2e51dc4-180e-45e7-a3e4-2bf09ee1c0c4", "tag": "53b8f79c-cd83-4f74-84d3-87ec6e139b19"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:43:23.931549 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 45826) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:23.969782 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b456cff7-a2b1-4b6b-8594-9d8242d201eb x-openstack-request-id: req-b456cff7-a2b1-4b6b-8594-9d8242d201eb {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:43:23.970070 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2e51dc4-180e-45e7-a3e4-2bf09ee1c0c4", "tag": "53b8f79c-cd83-4f74-84d3-87ec6e139b19", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:43:23.970327 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b456cff7-a2b1-4b6b-8594-9d8242d201eb {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:43:23.970728 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2e51dc4-180e-45e7-a3e4-2bf09ee1c0c4', 'tag': '53b8f79c-cd83-4f74-84d3-87ec6e139b19', 'status': 'completed', 'code': 200} Jul 15 23:43:24.015490 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-232c90f6-1d01-4e10-819f-e3cecda2e74a tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/floatingips/48f0e08e-c36b-4307-837c-d1e87e4b20ac HTTP/1.1" status: 200 len: 991 time: 0.0825479 Jul 15 23:43:24.191160 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bfd20a-039b-4fb1-93a6-182e7d306d9f req-f7858fe8-56b9-42f7-b3b4-ca4cf532ea1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:24.192697 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d3bfd20a-039b-4fb1-93a6-182e7d306d9f req-f7858fe8-56b9-42f7-b3b4-ca4cf532ea1c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=96f438ad510e4a6ab4003566961416a5&device_id=c2e51dc4-180e-45e7-a3e4-2bf09ee1c0c4 HTTP/1.1" status: 200 len: 1096 time: 0.1721482 Jul 15 23:43:24.240992 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=205155fc-6297-4013-a684-dbba373e8cf6,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:24.265386 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-1e059dbe-0cd8-4a0a-aeb0-d714ca7e04b5 None None] Set router 56a53ac8-d855-4128-9b0c-b75025802692 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:43:24.288859 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bfd20a-039b-4fb1-93a6-182e7d306d9f req-0840810d-8146-4605-8fa7-3cf94d9ef9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:24.290510 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d3bfd20a-039b-4fb1-93a6-182e7d306d9f req-0840810d-8146-4605-8fa7-3cf94d9ef9c8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ad559011-690d-4fb7-9496-367bc76235d7 HTTP/1.1" status: 200 len: 897 time: 0.0915647 Jul 15 23:43:24.292951 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['205155fc-6297-4013-a684-dbba373e8cf6'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:43:24.359992 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d3bfd20a-039b-4fb1-93a6-182e7d306d9f req-72c1b8e7-3a9e-4e0c-b0f5-6091b442c76d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53b8f79c-cd83-4f74-84d3-87ec6e139b19 HTTP/1.1" status: 200 len: 999 time: 0.0633252 Jul 15 23:43:24.408353 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bfd20a-039b-4fb1-93a6-182e7d306d9f req-2207cb8c-0da3-4bbc-ae60-d1144a7b6ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:24.409918 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d3bfd20a-039b-4fb1-93a6-182e7d306d9f req-2207cb8c-0da3-4bbc-ae60-d1144a7b6ff3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5f4f0bd3-bef1-4d30-b15d-837522bf29a6 HTTP/1.1" status: 200 len: 835 time: 0.0446424 Jul 15 23:43:24.466824 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bfd20a-039b-4fb1-93a6-182e7d306d9f req-b405fbf4-4321-42bd-89ec-0ee967496b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:24.468303 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d3bfd20a-039b-4fb1-93a6-182e7d306d9f req-b405fbf4-4321-42bd-89ec-0ee967496b88 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad559011-690d-4fb7-9496-367bc76235d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528979 Jul 15 23:43:24.562272 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d3bfd20a-039b-4fb1-93a6-182e7d306d9f req-408f9090-c3ca-4e2d-bc4a-3090742fe898 service neutron] 10.222.0.41 "GET /v2.0/networks/ad559011-690d-4fb7-9496-367bc76235d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873439 Jul 15 23:43:24.598772 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-1e059dbe-0cd8-4a0a-aeb0-d714ca7e04b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a53ac8-d855-4128-9b0c-b75025802692', 'name': 'tempest-TestNetworkBasicOps-router-482135297', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '051278c6-9f1b-4abe-80da-11fa71e3e8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:43:00Z', 'updated_at': '2021-07-15T23:43:05Z', 'revision_number': 4, 'project_id': '96f438ad510e4a6ab4003566961416a5', 'gw_port': {'id': '051278c6-9f1b-4abe-80da-11fa71e3e8b1', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:dd:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a53ac8-d855-4128-9b0c-b75025802692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:43:01Z', 'updated_at': '2021-07-15T23:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '48f0e08e-c36b-4307-837c-d1e87e4b20ac', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'floating_ip_address': '172.25.5.152', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '56a53ac8-d855-4128-9b0c-b75025802692', 'port_id': '53b8f79c-cd83-4f74-84d3-87ec6e139b19', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad559011-690d-4fb7-9496-367bc76235d7', 'mac_address': 'fa:16:3e:23:19:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e51dc4-180e-45e7-a3e4-2bf09ee1c0c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:43:22Z', 'updated_at': '2021-07-15T23:43:22Z', 'revision_number': 0, 'project_id': '96f438ad510e4a6ab4003566961416a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1a0892f-224b-48f9-90c2-674238b51a64', 'name': '', 'network_id': 'ad559011-690d-4fb7-9496-367bc76235d7', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'mac_address': 'fa:16:3e:e7:83:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a53ac8-d855-4128-9b0c-b75025802692', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '5f4f0bd3-bef1-4d30-b15d-837522bf29a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:43:04Z', 'updated_at': '2021-07-15T23:43:09Z', 'revision_number': 5, 'project_id': '96f438ad510e4a6ab4003566961416a5', 'subnets': [{'id': '5f4f0bd3-bef1-4d30-b15d-837522bf29a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:43:24.624341 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e059dbe-0cd8-4a0a-aeb0-d714ca7e04b5 None None] Checking router: 56a53ac8-d855-4128-9b0c-b75025802692 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:43:24.632714 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e059dbe-0cd8-4a0a-aeb0-d714ca7e04b5 None None] Routers {'56a53ac8-d855-4128-9b0c-b75025802692'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:43:24.633574 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-1e059dbe-0cd8-4a0a-aeb0-d714ca7e04b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:43:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['56a53ac8-d855-4128-9b0c-b75025802692'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:43:24.653041 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d3bfd20a-039b-4fb1-93a6-182e7d306d9f req-c8d79812-9b19-4ea4-8c31-015f179377d6 service neutron] 10.222.0.41 "GET /v2.0/networks/ad559011-690d-4fb7-9496-367bc76235d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853162 Jul 15 23:43:24.745495 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-1e059dbe-0cd8-4a0a-aeb0-d714ca7e04b5 None None] Set router 56a53ac8-d855-4128-9b0c-b75025802692 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:43:24.935798 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69edc44f-4d15-4277-94ac-27d42953fcf9 req-4c2ee332-d023-4f94-b9e9-59c45b71005b tempest-VolumesActionsTest-673105731 tempest-VolumesActionsTest-673105731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:24.937369 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-69edc44f-4d15-4277-94ac-27d42953fcf9 req-4c2ee332-d023-4f94-b9e9-59c45b71005b tempest-VolumesActionsTest-673105731 tempest-VolumesActionsTest-673105731-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac9ffa1b-269d-45ae-9479-7bb88df6e185 HTTP/1.1" status: 200 len: 945 time: 0.0688686 Jul 15 23:43:24.983043 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-69edc44f-4d15-4277-94ac-27d42953fcf9 req-acc86748-cff2-4882-addc-13025fdb431f tempest-VolumesActionsTest-673105731 tempest-VolumesActionsTest-673105731-project] 10.222.0.48 "GET /v2.0/security-groups?id=694e8107-b679-45a2-a738-6fd7d1c99de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390179 Jul 15 23:43:24.990747 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-1e059dbe-0cd8-4a0a-aeb0-d714ca7e04b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a53ac8-d855-4128-9b0c-b75025802692', 'name': 'tempest-TestNetworkBasicOps-router-482135297', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '051278c6-9f1b-4abe-80da-11fa71e3e8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:43:00Z', 'updated_at': '2021-07-15T23:43:05Z', 'revision_number': 4, 'project_id': '96f438ad510e4a6ab4003566961416a5', 'gw_port': {'id': '051278c6-9f1b-4abe-80da-11fa71e3e8b1', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:dd:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a53ac8-d855-4128-9b0c-b75025802692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:43:01Z', 'updated_at': '2021-07-15T23:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '48f0e08e-c36b-4307-837c-d1e87e4b20ac', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'floating_ip_address': '172.25.5.152', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '56a53ac8-d855-4128-9b0c-b75025802692', 'port_id': '53b8f79c-cd83-4f74-84d3-87ec6e139b19', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad559011-690d-4fb7-9496-367bc76235d7', 'mac_address': 'fa:16:3e:23:19:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e51dc4-180e-45e7-a3e4-2bf09ee1c0c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:43:22Z', 'updated_at': '2021-07-15T23:43:22Z', 'revision_number': 0, 'project_id': '96f438ad510e4a6ab4003566961416a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1a0892f-224b-48f9-90c2-674238b51a64', 'name': '', 'network_id': 'ad559011-690d-4fb7-9496-367bc76235d7', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'mac_address': 'fa:16:3e:e7:83:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a53ac8-d855-4128-9b0c-b75025802692', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '5f4f0bd3-bef1-4d30-b15d-837522bf29a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:43:04Z', 'updated_at': '2021-07-15T23:43:09Z', 'revision_number': 5, 'project_id': '96f438ad510e4a6ab4003566961416a5', 'subnets': [{'id': '5f4f0bd3-bef1-4d30-b15d-837522bf29a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:43:25.019418 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e059dbe-0cd8-4a0a-aeb0-d714ca7e04b5 None None] The sync data for ids ['56a53ac8-d855-4128-9b0c-b75025802692'] in n-d-794306-6 is: [{'id': '56a53ac8-d855-4128-9b0c-b75025802692', 'name': 'tempest-TestNetworkBasicOps-router-482135297', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '051278c6-9f1b-4abe-80da-11fa71e3e8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:43:00Z', 'updated_at': '2021-07-15T23:43:05Z', 'revision_number': 4, 'project_id': '96f438ad510e4a6ab4003566961416a5', 'gw_port': {'id': '051278c6-9f1b-4abe-80da-11fa71e3e8b1', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:dd:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a53ac8-d855-4128-9b0c-b75025802692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:43:01Z', 'updated_at': '2021-07-15T23:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '48f0e08e-c36b-4307-837c-d1e87e4b20ac', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'floating_ip_address': '172.25.5.152', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '56a53ac8-d855-4128-9b0c-b75025802692', 'port_id': '53b8f79c-cd83-4f74-84d3-87ec6e139b19', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad559011-690d-4fb7-9496-367bc76235d7', 'mac_address': 'fa:16:3e:23:19:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e51dc4-180e-45e7-a3e4-2bf09ee1c0c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:43:22Z', 'updated_at': '2021-07-15T23:43:22Z', 'revision_number': 0, 'project_id': '96f438ad510e4a6ab4003566961416a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1a0892f-224b-48f9-90c2-674238b51a64', 'name': '', 'network_id': 'ad559011-690d-4fb7-9496-367bc76235d7', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'mac_address': 'fa:16:3e:e7:83:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a53ac8-d855-4128-9b0c-b75025802692', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '5f4f0bd3-bef1-4d30-b15d-837522bf29a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:43:04Z', 'updated_at': '2021-07-15T23:43:09Z', 'revision_number': 5, 'project_id': '96f438ad510e4a6ab4003566961416a5', 'subnets': [{'id': '5f4f0bd3-bef1-4d30-b15d-837522bf29a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:43:25.020006 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 45834) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:25.083398 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-3d954985-7da8-4316-9438-273c0b4ba7ab tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/floatingips/48f0e08e-c36b-4307-837c-d1e87e4b20ac HTTP/1.1" status: 200 len: 991 time: 0.0622418 Jul 15 23:43:25.225648 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec6e357-752e-443a-956d-3e49c0e63c5d None None] New status for floating IP 48f0e08e-c36b-4307-837c-d1e87e4b20ac: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:43:25.586030 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:25.651658 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 205155fc-6297-4013-a684-dbba373e8cf6 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:43:25.698276 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port 205155fc-6297-4013-a684-dbba373e8cf6 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:43:25.702163 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 205155fc-6297-4013-a684-dbba373e8cf6 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:43:25.702540 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:25.780537 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:25.803745 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac9ffa1b-269d-45ae-9479-7bb88df6e185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205155fc-6297-4013-a684-dbba373e8cf6'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:43:25.805979 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72f929f-2e24-4c39-9d83-7ba1c52a6a89" -d '{"events": [{"server_uuid": "ac9ffa1b-269d-45ae-9479-7bb88df6e185", "name": "network-vif-plugged", "status": "completed", "tag": "205155fc-6297-4013-a684-dbba373e8cf6"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:43:25.818933 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 205155fc-6297-4013-a684-dbba373e8cf6, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=205155fc-6297-4013-a684-dbba373e8cf6,segment=NetworkSegment(5b35029e-c0ed-43af-adc2-f9ba71bc1fe6),segment_id=5b35029e-c0ed-43af-adc2-f9ba71bc1fe6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:43:25.823472 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:25.848892 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3399dc4-90e9-41be-9040-2243ed2e5c17 x-openstack-request-id: req-f3399dc4-90e9-41be-9040-2243ed2e5c17 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:43:25.849187 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac9ffa1b-269d-45ae-9479-7bb88df6e185", "name": "network-vif-plugged", "status": "completed", "tag": "205155fc-6297-4013-a684-dbba373e8cf6", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:43:25.849447 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f3399dc4-90e9-41be-9040-2243ed2e5c17 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:43:25.849839 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac9ffa1b-269d-45ae-9479-7bb88df6e185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205155fc-6297-4013-a684-dbba373e8cf6', 'code': 200} Jul 15 23:43:25.875749 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=205155fc-6297-4013-a684-dbba373e8cf6,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:25.955354 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2cb0b6-f81d-4305-b48f-387a987fc03b req-7e7a80b8-88e0-4816-bb03-4f8c35ddf7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:25.957315 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0d2cb0b6-f81d-4305-b48f-387a987fc03b req-7e7a80b8-88e0-4816-bb03-4f8c35ddf7ad service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ffa1b-269d-45ae-9479-7bb88df6e185 HTTP/1.1" status: 200 len: 1097 time: 0.0535049 Jul 15 23:43:25.991797 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0d2cb0b6-f81d-4305-b48f-387a987fc03b req-ada03200-6ab7-48bb-baa4-e936310df664 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=694e8107-b679-45a2-a738-6fd7d1c99de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278299 Jul 15 23:43:26.087669 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 45840) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:26.149231 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ae980321-645c-48c2-a209-f43b182cd54c tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/floatingips/48f0e08e-c36b-4307-837c-d1e87e4b20ac HTTP/1.1" status: 200 len: 993 time: 0.0604033 Jul 15 23:43:26.163769 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f1999-95b1-43e0-b016-9f3d0b505362 req-1c459ad5-eb99-44d0-84ed-12ad85a865db tempest-VolumesActionsTest-673105731 tempest-VolumesActionsTest-673105731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:26.165283 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-278f1999-95b1-43e0-b016-9f3d0b505362 req-1c459ad5-eb99-44d0-84ed-12ad85a865db tempest-VolumesActionsTest-673105731 tempest-VolumesActionsTest-673105731-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac9ffa1b-269d-45ae-9479-7bb88df6e185 HTTP/1.1" status: 200 len: 946 time: 0.0700941 Jul 15 23:43:26.208897 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-278f1999-95b1-43e0-b016-9f3d0b505362 req-3ca60203-8753-421a-af4e-19939d2a0687 tempest-VolumesActionsTest-673105731 tempest-VolumesActionsTest-673105731-project] 10.222.0.48 "GET /v2.0/security-groups?id=694e8107-b679-45a2-a738-6fd7d1c99de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378585 Jul 15 23:43:27.388899 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2166d4f5-91d6-4463-b50d-f63807795d8d req-459eb3a6-d2ea-4b69-b76a-8b44ac46b426 tempest-VolumesActionsTest-673105731 tempest-VolumesActionsTest-673105731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:27.390383 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2166d4f5-91d6-4463-b50d-f63807795d8d req-459eb3a6-d2ea-4b69-b76a-8b44ac46b426 tempest-VolumesActionsTest-673105731 tempest-VolumesActionsTest-673105731-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac9ffa1b-269d-45ae-9479-7bb88df6e185 HTTP/1.1" status: 200 len: 946 time: 0.0646517 Jul 15 23:43:27.427697 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2166d4f5-91d6-4463-b50d-f63807795d8d req-97c0931c-2ca0-4732-9a07-6a11ed5102c2 tempest-VolumesActionsTest-673105731 tempest-VolumesActionsTest-673105731-project] 10.222.0.48 "GET /v2.0/security-groups?id=694e8107-b679-45a2-a738-6fd7d1c99de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315404 Jul 15 23:43:29.992657 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e03a5-e2c2-4921-8a3b-fa240574630d req-b747d4fe-03d5-4d52-b72a-78fc8ecfb17b tempest-VolumesActionsTest-673105731 tempest-VolumesActionsTest-673105731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:29.994145 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-921e03a5-e2c2-4921-8a3b-fa240574630d req-b747d4fe-03d5-4d52-b72a-78fc8ecfb17b tempest-VolumesActionsTest-673105731 tempest-VolumesActionsTest-673105731-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac9ffa1b-269d-45ae-9479-7bb88df6e185 HTTP/1.1" status: 200 len: 946 time: 0.0668585 Jul 15 23:43:30.032171 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-921e03a5-e2c2-4921-8a3b-fa240574630d req-c1c57844-e9ab-4d20-a567-63b8a3eaf7fd tempest-VolumesActionsTest-673105731 tempest-VolumesActionsTest-673105731-project] 10.222.0.48 "GET /v2.0/security-groups?id=694e8107-b679-45a2-a738-6fd7d1c99de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324602 Jul 15 23:43:30.835417 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e23e2d65-d0fd-4b44-acff-6ce6db4e2de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:31.167343 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32273677-264f-44a7-b7ee-786a9922b543 req-60c6304a-cb85-4dcd-a562-71234d20e313 tempest-VolumesActionsTest-673105731 tempest-VolumesActionsTest-673105731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:31.168791 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-32273677-264f-44a7-b7ee-786a9922b543 req-60c6304a-cb85-4dcd-a562-71234d20e313 tempest-VolumesActionsTest-673105731 tempest-VolumesActionsTest-673105731-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ffa1b-269d-45ae-9479-7bb88df6e185 HTTP/1.1" status: 200 len: 946 time: 0.0724800 Jul 15 23:43:31.618991 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c836b-3e04-49e7-b461-a76eab84b72d req-838f636f-2b1f-447d-a8f6-d4bf2164bc80 tempest-VolumesActionsTest-673105731 tempest-VolumesActionsTest-673105731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:31.620420 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b72c836b-3e04-49e7-b461-a76eab84b72d req-838f636f-2b1f-447d-a8f6-d4bf2164bc80 tempest-VolumesActionsTest-673105731 tempest-VolumesActionsTest-673105731-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac9ffa1b-269d-45ae-9479-7bb88df6e185 HTTP/1.1" status: 200 len: 946 time: 0.4695554 Jul 15 23:43:31.652743 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-32273677-264f-44a7-b7ee-786a9922b543 req-72adbb50-bee0-4a30-83e7-5426aa84eb80 tempest-VolumesActionsTest-673105731 tempest-VolumesActionsTest-673105731-project] Deleting port 205155fc-6297-4013-a684-dbba373e8cf6 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:43:31.653093 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-32273677-264f-44a7-b7ee-786a9922b543 req-72adbb50-bee0-4a30-83e7-5426aa84eb80 tempest-VolumesActionsTest-673105731 tempest-VolumesActionsTest-673105731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:31.692247 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b72c836b-3e04-49e7-b461-a76eab84b72d req-322bbd9a-1fe2-46df-8f87-17cf1e97045a tempest-VolumesActionsTest-673105731 tempest-VolumesActionsTest-673105731-project] 10.222.0.48 "GET /v2.0/security-groups?id=694e8107-b679-45a2-a738-6fd7d1c99de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645254 Jul 15 23:43:31.754806 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-32273677-264f-44a7-b7ee-786a9922b543 req-72adbb50-bee0-4a30-83e7-5426aa84eb80 tempest-VolumesActionsTest-673105731 tempest-VolumesActionsTest-673105731-project] For port 205155fc-6297-4013-a684-dbba373e8cf6, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=205155fc-6297-4013-a684-dbba373e8cf6,segment=NetworkSegment(5b35029e-c0ed-43af-adc2-f9ba71bc1fe6),segment_id=5b35029e-c0ed-43af-adc2-f9ba71bc1fe6)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:43:31.755163 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-32273677-264f-44a7-b7ee-786a9922b543 req-72adbb50-bee0-4a30-83e7-5426aa84eb80 tempest-VolumesActionsTest-673105731 tempest-VolumesActionsTest-673105731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:31.766547 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-32273677-264f-44a7-b7ee-786a9922b543 req-72adbb50-bee0-4a30-83e7-5426aa84eb80 tempest-VolumesActionsTest-673105731 tempest-VolumesActionsTest-673105731-project] Calling delete_port for 205155fc-6297-4013-a684-dbba373e8cf6 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:43:31.894521 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-32273677-264f-44a7-b7ee-786a9922b543 req-72adbb50-bee0-4a30-83e7-5426aa84eb80 tempest-VolumesActionsTest-673105731 tempest-VolumesActionsTest-673105731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:31.905697 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['205155fc-6297-4013-a684-dbba373e8cf6'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:43:31.921088 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72adbb50-bee0-4a30-83e7-5426aa84eb80 tempest-VolumesActionsTest-673105731 tempest-VolumesActionsTest-673105731-project] Pushing event deleted for resources: {'Port': ['ID=205155fc-6297-4013-a684-dbba373e8cf6,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:31.967715 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-32273677-264f-44a7-b7ee-786a9922b543 req-72adbb50-bee0-4a30-83e7-5426aa84eb80 tempest-VolumesActionsTest-673105731 tempest-VolumesActionsTest-673105731-project] No DVR routers for this DVR port 205155fc-6297-4013-a684-dbba373e8cf6 on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:43:31.970231 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-32273677-264f-44a7-b7ee-786a9922b543 req-72adbb50-bee0-4a30-83e7-5426aa84eb80 tempest-VolumesActionsTest-673105731 tempest-VolumesActionsTest-673105731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:31.972384 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-32273677-264f-44a7-b7ee-786a9922b543 req-72adbb50-bee0-4a30-83e7-5426aa84eb80 tempest-VolumesActionsTest-673105731 tempest-VolumesActionsTest-673105731-project] 10.222.0.49 "DELETE /v2.0/ports/205155fc-6297-4013-a684-dbba373e8cf6 HTTP/1.1" status: 204 len: 173 time: 0.7848675 Jul 15 23:43:31.972822 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac9ffa1b-269d-45ae-9479-7bb88df6e185', 'name': 'network-vif-deleted', 'tag': '205155fc-6297-4013-a684-dbba373e8cf6'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:43:31.975033 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f161a13-a1c1-4521-baed-24a464c7e0c4" -d '{"events": [{"server_uuid": "ac9ffa1b-269d-45ae-9479-7bb88df6e185", "name": "network-vif-deleted", "tag": "205155fc-6297-4013-a684-dbba373e8cf6"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:43:32.017952 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c0014bf-f792-4ff4-acb2-15c64c4e0b43 x-openstack-request-id: req-4c0014bf-f792-4ff4-acb2-15c64c4e0b43 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:43:32.018289 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac9ffa1b-269d-45ae-9479-7bb88df6e185", "name": "network-vif-deleted", "tag": "205155fc-6297-4013-a684-dbba373e8cf6", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:43:32.018540 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4c0014bf-f792-4ff4-acb2-15c64c4e0b43 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:43:32.018951 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac9ffa1b-269d-45ae-9479-7bb88df6e185', 'name': 'network-vif-deleted', 'tag': '205155fc-6297-4013-a684-dbba373e8cf6', 'status': 'completed', 'code': 200} Jul 15 23:43:33.382596 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:34.233690 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fbe12a3e-9648-44bd-b8ba-baf604a9ef47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:34.385938 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:35.699421 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 205155fc-6297-4013-a684-dbba373e8cf6 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:43:35.725366 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: 205155fc-6297-4013-a684-dbba373e8cf6 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:43:35.725717 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 205155fc-6297-4013-a684-dbba373e8cf6 not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:43:36.400189 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:38.297755 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:38.873204 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:43:40.450728 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-643fed48-ef77-4427-a860-5249f8121184 req-386b39e6-632e-488d-99af-01b16147822d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=379d1973-329d-4879-9af8-65365e7ac0fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1051514 Jul 15 23:43:40.551638 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643fed48-ef77-4427-a860-5249f8121184 req-c036c8f1-85fe-4b8b-b84e-0ce85facaee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:40.553040 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-643fed48-ef77-4427-a860-5249f8121184 req-c036c8f1-85fe-4b8b-b84e-0ce85facaee3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a632cbf28ecf47a9901f99a7b5170f8f&device_id=379d1973-329d-4879-9af8-65365e7ac0fc HTTP/1.1" status: 200 len: 1097 time: 0.0568986 Jul 15 23:43:40.657326 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643fed48-ef77-4427-a860-5249f8121184 req-5b0f5e36-86ef-4a4e-a821-761eb4f29c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:40.659495 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-643fed48-ef77-4427-a860-5249f8121184 req-5b0f5e36-86ef-4a4e-a821-761eb4f29c7f service neutron] 10.222.0.49 "GET /v2.0/networks?id=a492b90a-11dd-4780-b015-12e4caf59db0 HTTP/1.1" status: 200 len: 909 time: 0.0867138 Jul 15 23:43:40.729392 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-643fed48-ef77-4427-a860-5249f8121184 req-df2d4723-8b68-434a-b94e-ac7a639c8b27 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c9f1b97-112e-440e-a9ac-5e3571a83feb HTTP/1.1" status: 200 len: 1002 time: 0.0632117 Jul 15 23:43:40.778555 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643fed48-ef77-4427-a860-5249f8121184 req-ca491769-d833-4055-9b9c-fc671529155d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:40.780223 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-643fed48-ef77-4427-a860-5249f8121184 req-ca491769-d833-4055-9b9c-fc671529155d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=aacfaef8-1f9a-46a6-9feb-3d047d0e9661 HTTP/1.1" status: 200 len: 847 time: 0.0449083 Jul 15 23:43:40.840800 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643fed48-ef77-4427-a860-5249f8121184 req-a86058c4-5050-4477-9add-f78193096e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:40.842293 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-643fed48-ef77-4427-a860-5249f8121184 req-a86058c4-5050-4477-9add-f78193096e61 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a492b90a-11dd-4780-b015-12e4caf59db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562840 Jul 15 23:43:40.852935 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [req-643fed48-ef77-4427-a860-5249f8121184 req-64ed3ee1-496e-4695-92bc-55b9d37b1ad6 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:43:40.854139 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-643fed48-ef77-4427-a860-5249f8121184 req-64ed3ee1-496e-4695-92bc-55b9d37b1ad6 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053105 Jul 15 23:43:40.952013 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-643fed48-ef77-4427-a860-5249f8121184 req-6dfa0002-5247-4257-9f97-471277c50db9 service neutron] 10.222.0.49 "GET /v2.0/networks/a492b90a-11dd-4780-b015-12e4caf59db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918920 Jul 15 23:43:41.044827 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-643fed48-ef77-4427-a860-5249f8121184 req-aea8b3a4-74d9-414e-b757-3dc2ee1c19b7 service neutron] 10.222.0.49 "GET /v2.0/networks/a492b90a-11dd-4780-b015-12e4caf59db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871859 Jul 15 23:43:52.990228 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-30b89ec2-0e12-4d28-b3d9-614e26352cf5 req-9e095b63-8630-42c6-ace6-e1b095e9b1b1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c2e51dc4-180e-45e7-a3e4-2bf09ee1c0c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0566874 Jul 15 23:43:53.108694 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b89ec2-0e12-4d28-b3d9-614e26352cf5 req-19a83745-4f7e-4490-8193-a4a370c196bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:53.110212 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-30b89ec2-0e12-4d28-b3d9-614e26352cf5 req-19a83745-4f7e-4490-8193-a4a370c196bc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=96f438ad510e4a6ab4003566961416a5&device_id=c2e51dc4-180e-45e7-a3e4-2bf09ee1c0c4 HTTP/1.1" status: 200 len: 1096 time: 0.0589294 Jul 15 23:43:53.227026 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b89ec2-0e12-4d28-b3d9-614e26352cf5 req-a82ee299-33a0-4070-9dba-6b4d116e567d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:53.229768 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-30b89ec2-0e12-4d28-b3d9-614e26352cf5 req-a82ee299-33a0-4070-9dba-6b4d116e567d service neutron] 10.222.0.41 "GET /v2.0/networks?id=ad559011-690d-4fb7-9496-367bc76235d7 HTTP/1.1" status: 200 len: 897 time: 0.0965085 Jul 15 23:43:53.303043 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-30b89ec2-0e12-4d28-b3d9-614e26352cf5 req-6f2069d3-7e8a-471f-b941-18b3ab0031b1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53b8f79c-cd83-4f74-84d3-87ec6e139b19 HTTP/1.1" status: 200 len: 1001 time: 0.0663674 Jul 15 23:43:53.353275 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b89ec2-0e12-4d28-b3d9-614e26352cf5 req-ffa3c57e-d238-4c70-a761-33f9a22787cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:53.354805 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-30b89ec2-0e12-4d28-b3d9-614e26352cf5 req-ffa3c57e-d238-4c70-a761-33f9a22787cd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5f4f0bd3-bef1-4d30-b15d-837522bf29a6 HTTP/1.1" status: 200 len: 835 time: 0.0451388 Jul 15 23:43:53.414826 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b89ec2-0e12-4d28-b3d9-614e26352cf5 req-492bffb7-ab3b-4ff9-869b-cff122a00c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:53.416388 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-30b89ec2-0e12-4d28-b3d9-614e26352cf5 req-492bffb7-ab3b-4ff9-869b-cff122a00c3e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad559011-690d-4fb7-9496-367bc76235d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556958 Jul 15 23:43:53.491047 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 46044) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:53.513684 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-30b89ec2-0e12-4d28-b3d9-614e26352cf5 req-199fe3b9-fc0a-413f-bdfd-ba31b04a6070 service neutron] 10.222.0.41 "GET /v2.0/networks/ad559011-690d-4fb7-9496-367bc76235d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911620 Jul 15 23:43:53.541575 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-a14e5042-cbce-4eac-b663-05de9fd6f81e admin admin] Deleting subnet 3c492e18-92a8-4042-9341-a342ac69520f {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:43:53.544649 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a14e5042-cbce-4eac-b663-05de9fd6f81e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:53.579615 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a14e5042-cbce-4eac-b663-05de9fd6f81e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:53.607712 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-30b89ec2-0e12-4d28-b3d9-614e26352cf5 req-0a2b8806-98b1-48f5-ab01-476bb612df16 service neutron] 10.222.0.41 "GET /v2.0/networks/ad559011-690d-4fb7-9496-367bc76235d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880277 Jul 15 23:43:53.619739 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a14e5042-cbce-4eac-b663-05de9fd6f81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:53.677354 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a14e5042-cbce-4eac-b663-05de9fd6f81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:53.703743 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14e5042-cbce-4eac-b663-05de9fd6f81e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c492e18-92a8-4042-9341-a342ac69520f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:53.708460 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a14e5042-cbce-4eac-b663-05de9fd6f81e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:53.710138 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a14e5042-cbce-4eac-b663-05de9fd6f81e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3c492e18-92a8-4042-9341-a342ac69520f HTTP/1.1" status: 204 len: 168 time: 0.2178137 Jul 15 23:43:53.712570 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 46046) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:53.785965 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-74a2defc-f767-4501-ad0f-7e6ac3659793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:53.870554 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-74a2defc-f767-4501-ad0f-7e6ac3659793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:53.881137 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-74a2defc-f767-4501-ad0f-7e6ac3659793 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65cb753d-a954-4266-a169-2142c444cb82']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:43:53.890599 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-74a2defc-f767-4501-ad0f-7e6ac3659793 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b35029e-c0ed-43af-adc2-f9ba71bc1fe6') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:43:53.890898 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-74a2defc-f767-4501-ad0f-7e6ac3659793 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b35029e-c0ed-43af-adc2-f9ba71bc1fe6') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:43:53.900498 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-74a2defc-f767-4501-ad0f-7e6ac3659793 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:53.914056 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-74a2defc-f767-4501-ad0f-7e6ac3659793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:53.920152 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74a2defc-f767-4501-ad0f-7e6ac3659793 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:43:53.920754 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-74a2defc-f767-4501-ad0f-7e6ac3659793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:53.922379 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:43:53.922379 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:43:53.922379 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:43:53.922379 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:43:53.922379 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:43:53.922379 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:43:53.922379 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:43:53.922379 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:43:53.922379 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:43:53.922379 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:43:53.922379 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:43:53.922379 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:43:53.922379 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:43:53.922379 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:43:53.922379 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:43:53.922379 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:43:53.922379 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:43:53.922379 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:43:53.922379 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:43:53.922379 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:43:53.922379 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:43:53.922379 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:43:53.922379 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:43:53.922379 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:43:53.922379 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:43:53.922379 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:43:53.922379 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:43:53.922379 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:43:53.922379 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:43:53.922379 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:43:53.922379 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:43:53.922379 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:43:53.977002 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-74a2defc-f767-4501-ad0f-7e6ac3659793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:53.982510 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-74a2defc-f767-4501-ad0f-7e6ac3659793 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:53.984367 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-74a2defc-f767-4501-ad0f-7e6ac3659793 admin admin] 10.222.0.48 "DELETE /v2.0/networks/65cb753d-a954-4266-a169-2142c444cb82 HTTP/1.1" status: 204 len: 168 time: 0.2708986 Jul 15 23:43:53.988672 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 46048) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:53.995601 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a2defc-f767-4501-ad0f-7e6ac3659793 admin admin] Pushing event deleted for resources: {'Network': ['ID=65cb753d-a954-4266-a169-2142c444cb82,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:54.046312 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-a80b9e05-2889-4da9-92f9-3acd93d7d2de admin admin] Deleting subnet 0850e3bd-605f-480d-86db-386d405586b1 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:43:54.050047 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a80b9e05-2889-4da9-92f9-3acd93d7d2de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:54.087043 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a80b9e05-2889-4da9-92f9-3acd93d7d2de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:54.124683 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a80b9e05-2889-4da9-92f9-3acd93d7d2de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:54.176859 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a80b9e05-2889-4da9-92f9-3acd93d7d2de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:54.202797 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80b9e05-2889-4da9-92f9-3acd93d7d2de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0850e3bd-605f-480d-86db-386d405586b1,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:54.209663 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a80b9e05-2889-4da9-92f9-3acd93d7d2de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:54.212171 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-a80b9e05-2889-4da9-92f9-3acd93d7d2de admin admin] 10.222.0.48 "DELETE /v2.0/subnets/0850e3bd-605f-480d-86db-386d405586b1 HTTP/1.1" status: 204 len: 168 time: 0.2218313 Jul 15 23:43:54.214010 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 46050) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:54.290424 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a8f26f96-9786-4bc3-9863-aa0d28832e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:54.374431 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a8f26f96-9786-4bc3-9863-aa0d28832e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:54.385044 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-a8f26f96-9786-4bc3-9863-aa0d28832e38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33596efe-e2c1-4f48-9c2f-9d7b6d83f6dd']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:43:54.394915 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-a8f26f96-9786-4bc3-9863-aa0d28832e38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34bfc5c3-85ba-42a9-8f75-5d3dfbd61c34') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:43:54.395210 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-a8f26f96-9786-4bc3-9863-aa0d28832e38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34bfc5c3-85ba-42a9-8f75-5d3dfbd61c34') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:43:54.403777 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a8f26f96-9786-4bc3-9863-aa0d28832e38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:54.417396 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a8f26f96-9786-4bc3-9863-aa0d28832e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:54.423240 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8f26f96-9786-4bc3-9863-aa0d28832e38 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:43:54.423662 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a8f26f96-9786-4bc3-9863-aa0d28832e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:54.426054 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:43:54.426054 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:43:54.426054 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:43:54.426054 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:43:54.426054 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:43:54.426054 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:43:54.426054 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:43:54.426054 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:43:54.426054 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:43:54.426054 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:43:54.426054 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:43:54.426054 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:43:54.426054 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:43:54.426054 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:43:54.426054 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:43:54.426054 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:43:54.426054 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:43:54.426054 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:43:54.426054 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:43:54.426054 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:43:54.426054 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:43:54.426054 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:43:54.426054 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:43:54.426054 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:43:54.426054 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:43:54.426054 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:43:54.426054 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:43:54.426054 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:43:54.426054 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:43:54.426054 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:43:54.426054 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:43:54.426054 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:43:54.426054 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:43:54.426054 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:43:54.426054 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:43:54.426054 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:43:54.426054 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:43:54.426054 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:43:54.426054 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:43:54.426054 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:43:54.426054 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:43:54.426054 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:43:54.478099 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a8f26f96-9786-4bc3-9863-aa0d28832e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:54.483363 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a8f26f96-9786-4bc3-9863-aa0d28832e38 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:54.485193 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-a8f26f96-9786-4bc3-9863-aa0d28832e38 admin admin] 10.222.0.48 "DELETE /v2.0/networks/33596efe-e2c1-4f48-9c2f-9d7b6d83f6dd HTTP/1.1" status: 204 len: 168 time: 0.2703004 Jul 15 23:43:54.496709 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f26f96-9786-4bc3-9863-aa0d28832e38 admin admin] Pushing event deleted for resources: {'Network': ['ID=33596efe-e2c1-4f48-9c2f-9d7b6d83f6dd,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:54.652318 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 46054) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:54.693239 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-57b3a7e3-ff35-4ff4-b1c5-5693ddbab241 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=828cd73c74134d1e9fe2bbf89fc5f951&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397227 Jul 15 23:43:54.695593 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 46056) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:54.747261 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7215a8b2-d277-4f2c-bd6c-6b78725027ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:54.768750 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7215a8b2-d277-4f2c-bd6c-6b78725027ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:54.816349 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7215a8b2-d277-4f2c-bd6c-6b78725027ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:54.818901 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7215a8b2-d277-4f2c-bd6c-6b78725027ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:54.820097 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-7215a8b2-d277-4f2c-bd6c-6b78725027ee admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/694e8107-b679-45a2-a738-6fd7d1c99de8 HTTP/1.1" status: 204 len: 168 time: 0.1236076 Jul 15 23:43:54.827827 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7215a8b2-d277-4f2c-bd6c-6b78725027ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=694e8107-b679-45a2-a738-6fd7d1c99de8,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:55.130921 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 46062) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:55.171963 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-67052484-dd93-49b0-9757-d4b11c4ec695 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=71121f3009ee4d3aba7e94620cfc2c9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395927 Jul 15 23:43:55.174453 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 46064) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:55.221612 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-67535fe4-03bf-488e-9f0a-f01882926195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:55.245590 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-67535fe4-03bf-488e-9f0a-f01882926195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:55.293091 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-67535fe4-03bf-488e-9f0a-f01882926195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:55.295641 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-67535fe4-03bf-488e-9f0a-f01882926195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:55.296795 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-67535fe4-03bf-488e-9f0a-f01882926195 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c384172b-0b2c-41c8-973d-1fefb4ef58e1 HTTP/1.1" status: 204 len: 168 time: 0.1214366 Jul 15 23:43:55.304608 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67535fe4-03bf-488e-9f0a-f01882926195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c384172b-0b2c-41c8-973d-1fefb4ef58e1,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:55.359148 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 46070) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:55.425113 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-90c54b8e-d670-4cce-a43d-0eae2f37b450 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/floatingips/48f0e08e-c36b-4307-837c-d1e87e4b20ac HTTP/1.1" status: 200 len: 993 time: 0.0645144 Jul 15 23:43:55.600220 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:55.745102 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 46086) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:55.930962 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-db46dd2b-e465-4391-aeb2-f7ee8d15594f tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Deleting port 9cfdf63c-8f1b-4c74-a262-043f9bf9940d {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:43:55.931230 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db46dd2b-e465-4391-aeb2-f7ee8d15594f tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:56.007300 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db46dd2b-e465-4391-aeb2-f7ee8d15594f tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:56.007657 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db46dd2b-e465-4391-aeb2-f7ee8d15594f tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:56.019367 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-db46dd2b-e465-4391-aeb2-f7ee8d15594f tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Calling delete_port for 9cfdf63c-8f1b-4c74-a262-043f9bf9940d owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:43:56.173830 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db46dd2b-e465-4391-aeb2-f7ee8d15594f tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:56.201379 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db46dd2b-e465-4391-aeb2-f7ee8d15594f tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Pushing event deleted for resources: {'Port': ['ID=9cfdf63c-8f1b-4c74-a262-043f9bf9940d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:56.272290 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db46dd2b-e465-4391-aeb2-f7ee8d15594f tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:56.272290 n-d-794306-6 neutron-server[93771]: INFO neutron.db.l3_db [None req-db46dd2b-e465-4391-aeb2-f7ee8d15594f tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Floating IP 48f0e08e-c36b-4307-837c-d1e87e4b20ac disassociated (deleted). External IP: 172.25.5.152, port: 53b8f79c-cd83-4f74-84d3-87ec6e139b19. Jul 15 23:43:56.493042 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db46dd2b-e465-4391-aeb2-f7ee8d15594f tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Router 56a53ac8-d855-4128-9b0c-b75025802692 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:43:56.605037 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db46dd2b-e465-4391-aeb2-f7ee8d15594f tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:43:56.610818 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db46dd2b-e465-4391-aeb2-f7ee8d15594f tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:56.617014 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf29e03-7208-4fc0-81e4-cd3e1c9b50fb None None] Sync routers for ids ['56a53ac8-d855-4128-9b0c-b75025802692'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:43:56.625673 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf29e03-7208-4fc0-81e4-cd3e1c9b50fb None None] Routers {'56a53ac8-d855-4128-9b0c-b75025802692'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:43:56.626302 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-bbf29e03-7208-4fc0-81e4-cd3e1c9b50fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:43:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['56a53ac8-d855-4128-9b0c-b75025802692'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:43:56.655954 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-db46dd2b-e465-4391-aeb2-f7ee8d15594f tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "DELETE /v2.0/floatingips/48f0e08e-c36b-4307-837c-d1e87e4b20ac HTTP/1.1" status: 204 len: 168 time: 0.9096918 Jul 15 23:43:56.657121 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2e51dc4-180e-45e7-a3e4-2bf09ee1c0c4', 'tag': '53b8f79c-cd83-4f74-84d3-87ec6e139b19'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:43:56.660437 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92d20a3-5c6f-4245-84ae-4a57877e5e6f" -d '{"events": [{"name": "network-changed", "server_uuid": "c2e51dc4-180e-45e7-a3e4-2bf09ee1c0c4", "tag": "53b8f79c-cd83-4f74-84d3-87ec6e139b19"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:43:56.703311 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba77821-6e8c-408f-8dd2-facd80a5a51e x-openstack-request-id: req-4ba77821-6e8c-408f-8dd2-facd80a5a51e {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:43:56.703622 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2e51dc4-180e-45e7-a3e4-2bf09ee1c0c4", "tag": "53b8f79c-cd83-4f74-84d3-87ec6e139b19", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:43:56.703883 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4ba77821-6e8c-408f-8dd2-facd80a5a51e {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:43:56.704290 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2e51dc4-180e-45e7-a3e4-2bf09ee1c0c4', 'tag': '53b8f79c-cd83-4f74-84d3-87ec6e139b19', 'status': 'completed', 'code': 200} Jul 15 23:43:56.750914 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-bbf29e03-7208-4fc0-81e4-cd3e1c9b50fb None None] Set router 56a53ac8-d855-4128-9b0c-b75025802692 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:43:56.864347 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92d20a3-5c6f-4245-84ae-4a57877e5e6f req-5f9398a1-0c47-454f-8b88-e557f8b629dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:56.865989 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d92d20a3-5c6f-4245-84ae-4a57877e5e6f req-5f9398a1-0c47-454f-8b88-e557f8b629dc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=96f438ad510e4a6ab4003566961416a5&device_id=c2e51dc4-180e-45e7-a3e4-2bf09ee1c0c4 HTTP/1.1" status: 200 len: 1096 time: 0.1030545 Jul 15 23:43:56.993154 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-bbf29e03-7208-4fc0-81e4-cd3e1c9b50fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a53ac8-d855-4128-9b0c-b75025802692', 'name': 'tempest-TestNetworkBasicOps-router-482135297', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '051278c6-9f1b-4abe-80da-11fa71e3e8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:43:00Z', 'updated_at': '2021-07-15T23:43:05Z', 'revision_number': 4, 'project_id': '96f438ad510e4a6ab4003566961416a5', 'gw_port': {'id': '051278c6-9f1b-4abe-80da-11fa71e3e8b1', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:dd:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a53ac8-d855-4128-9b0c-b75025802692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:43:01Z', 'updated_at': '2021-07-15T23:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'f1a0892f-224b-48f9-90c2-674238b51a64', 'name': '', 'network_id': 'ad559011-690d-4fb7-9496-367bc76235d7', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'mac_address': 'fa:16:3e:e7:83:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a53ac8-d855-4128-9b0c-b75025802692', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '5f4f0bd3-bef1-4d30-b15d-837522bf29a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:43:04Z', 'updated_at': '2021-07-15T23:43:09Z', 'revision_number': 5, 'project_id': '96f438ad510e4a6ab4003566961416a5', 'subnets': [{'id': '5f4f0bd3-bef1-4d30-b15d-837522bf29a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:43:57.000114 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92d20a3-5c6f-4245-84ae-4a57877e5e6f req-8274ab1c-2a64-4ff3-821a-3b89f9c2e5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:57.001853 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d92d20a3-5c6f-4245-84ae-4a57877e5e6f req-8274ab1c-2a64-4ff3-821a-3b89f9c2e5c2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ad559011-690d-4fb7-9496-367bc76235d7 HTTP/1.1" status: 200 len: 897 time: 0.1284711 Jul 15 23:43:57.024651 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf29e03-7208-4fc0-81e4-cd3e1c9b50fb None None] Checking router: 56a53ac8-d855-4128-9b0c-b75025802692 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:43:57.033595 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf29e03-7208-4fc0-81e4-cd3e1c9b50fb None None] Routers {'56a53ac8-d855-4128-9b0c-b75025802692'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:43:57.034240 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-bbf29e03-7208-4fc0-81e4-cd3e1c9b50fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:43:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['56a53ac8-d855-4128-9b0c-b75025802692'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:43:57.059611 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d92d20a3-5c6f-4245-84ae-4a57877e5e6f req-352aec66-044b-43fc-8d5a-1d6d20bab8b7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53b8f79c-cd83-4f74-84d3-87ec6e139b19 HTTP/1.1" status: 200 len: 217 time: 0.0503294 Jul 15 23:43:57.147851 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92d20a3-5c6f-4245-84ae-4a57877e5e6f req-12356499-06c5-414c-a83b-e2bd838cc957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:57.149346 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d92d20a3-5c6f-4245-84ae-4a57877e5e6f req-12356499-06c5-414c-a83b-e2bd838cc957 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5f4f0bd3-bef1-4d30-b15d-837522bf29a6 HTTP/1.1" status: 200 len: 835 time: 0.0662885 Jul 15 23:43:57.156029 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-bbf29e03-7208-4fc0-81e4-cd3e1c9b50fb None None] Set router 56a53ac8-d855-4128-9b0c-b75025802692 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:43:57.223057 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a5402-c08a-4fec-bd26-a2b60301a256 req-0f6305fd-11d1-4796-afb3-42513c78deb7 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:57.230435 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-952a5402-c08a-4fec-bd26-a2b60301a256 req-0f6305fd-11d1-4796-afb3-42513c78deb7 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2e51dc4-180e-45e7-a3e4-2bf09ee1c0c4 HTTP/1.1" status: 200 len: 945 time: 0.1812563 Jul 15 23:43:57.284567 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92d20a3-5c6f-4245-84ae-4a57877e5e6f req-f61736b7-04e8-44eb-946e-12a279e49077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:57.285448 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d92d20a3-5c6f-4245-84ae-4a57877e5e6f req-f61736b7-04e8-44eb-946e-12a279e49077 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad559011-690d-4fb7-9496-367bc76235d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1276956 Jul 15 23:43:57.290811 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-952a5402-c08a-4fec-bd26-a2b60301a256 req-c5e05900-df6b-40d4-a72d-d82a32de99d4 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fc22f09-d16d-4f11-9080-209145f1e7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0594649 Jul 15 23:43:57.379179 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-bbf29e03-7208-4fc0-81e4-cd3e1c9b50fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a53ac8-d855-4128-9b0c-b75025802692', 'name': 'tempest-TestNetworkBasicOps-router-482135297', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '051278c6-9f1b-4abe-80da-11fa71e3e8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:43:00Z', 'updated_at': '2021-07-15T23:43:05Z', 'revision_number': 4, 'project_id': '96f438ad510e4a6ab4003566961416a5', 'gw_port': {'id': '051278c6-9f1b-4abe-80da-11fa71e3e8b1', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:dd:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a53ac8-d855-4128-9b0c-b75025802692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:43:01Z', 'updated_at': '2021-07-15T23:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'f1a0892f-224b-48f9-90c2-674238b51a64', 'name': '', 'network_id': 'ad559011-690d-4fb7-9496-367bc76235d7', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'mac_address': 'fa:16:3e:e7:83:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a53ac8-d855-4128-9b0c-b75025802692', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '5f4f0bd3-bef1-4d30-b15d-837522bf29a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:43:04Z', 'updated_at': '2021-07-15T23:43:09Z', 'revision_number': 5, 'project_id': '96f438ad510e4a6ab4003566961416a5', 'subnets': [{'id': '5f4f0bd3-bef1-4d30-b15d-837522bf29a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:43:57.384583 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d92d20a3-5c6f-4245-84ae-4a57877e5e6f req-1aa2750b-e203-42ea-b744-1c0f3da77d16 service neutron] 10.222.0.41 "GET /v2.0/networks/ad559011-690d-4fb7-9496-367bc76235d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918906 Jul 15 23:43:57.410479 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf29e03-7208-4fc0-81e4-cd3e1c9b50fb None None] The sync data for ids ['56a53ac8-d855-4128-9b0c-b75025802692'] in n-d-794306-6 is: [{'id': '56a53ac8-d855-4128-9b0c-b75025802692', 'name': 'tempest-TestNetworkBasicOps-router-482135297', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '051278c6-9f1b-4abe-80da-11fa71e3e8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:43:00Z', 'updated_at': '2021-07-15T23:43:05Z', 'revision_number': 4, 'project_id': '96f438ad510e4a6ab4003566961416a5', 'gw_port': {'id': '051278c6-9f1b-4abe-80da-11fa71e3e8b1', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:dd:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a53ac8-d855-4128-9b0c-b75025802692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:43:01Z', 'updated_at': '2021-07-15T23:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'f1a0892f-224b-48f9-90c2-674238b51a64', 'name': '', 'network_id': 'ad559011-690d-4fb7-9496-367bc76235d7', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'mac_address': 'fa:16:3e:e7:83:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a53ac8-d855-4128-9b0c-b75025802692', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '5f4f0bd3-bef1-4d30-b15d-837522bf29a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:43:04Z', 'updated_at': '2021-07-15T23:43:09Z', 'revision_number': 5, 'project_id': '96f438ad510e4a6ab4003566961416a5', 'subnets': [{'id': '5f4f0bd3-bef1-4d30-b15d-837522bf29a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:43:57.483783 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d92d20a3-5c6f-4245-84ae-4a57877e5e6f req-6ebc7b52-30bb-42bd-8121-4701de2628c3 service neutron] 10.222.0.41 "GET /v2.0/networks/ad559011-690d-4fb7-9496-367bc76235d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918553 Jul 15 23:43:57.655594 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b081b050-b453-42ea-a34e-a1dc2c56a7e3 None None] New status for floating IP 48f0e08e-c36b-4307-837c-d1e87e4b20ac: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:43:58.509126 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b10b51-47eb-454d-809f-853f38c6890b req-849c98d9-f01a-4b4e-8c38-d0b3ababcd49 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:58.510624 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-12b10b51-47eb-454d-809f-853f38c6890b req-849c98d9-f01a-4b4e-8c38-d0b3ababcd49 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2e51dc4-180e-45e7-a3e4-2bf09ee1c0c4 HTTP/1.1" status: 200 len: 945 time: 0.1082511 Jul 15 23:43:58.533152 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd886d-fccc-45fb-ade7-77b910d4ab17 req-90549b8c-7aa0-4f5e-bb98-d160e9f2f1cf tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:43:58.535169 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d4cd886d-fccc-45fb-ade7-77b910d4ab17 req-90549b8c-7aa0-4f5e-bb98-d160e9f2f1cf tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2e51dc4-180e-45e7-a3e4-2bf09ee1c0c4 HTTP/1.1" status: 200 len: 945 time: 0.1233013 Jul 15 23:43:58.627860 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d4cd886d-fccc-45fb-ade7-77b910d4ab17 req-24abf270-da86-4752-ba52-fbae1c17b515 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fc22f09-d16d-4f11-9080-209145f1e7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0742979 Jul 15 23:43:58.654246 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-12b10b51-47eb-454d-809f-853f38c6890b req-6494851d-2e85-49f6-9458-f0a66b04ecf7 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Deleting port 53b8f79c-cd83-4f74-84d3-87ec6e139b19 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:43:58.654590 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-12b10b51-47eb-454d-809f-853f38c6890b req-6494851d-2e85-49f6-9458-f0a66b04ecf7 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:58.744320 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-12b10b51-47eb-454d-809f-853f38c6890b req-6494851d-2e85-49f6-9458-f0a66b04ecf7 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] For port 53b8f79c-cd83-4f74-84d3-87ec6e139b19, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=53b8f79c-cd83-4f74-84d3-87ec6e139b19,segment=NetworkSegment(4260f8ea-5699-4aa9-8d04-21f91e772e40),segment_id=4260f8ea-5699-4aa9-8d04-21f91e772e40)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:43:58.744687 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-12b10b51-47eb-454d-809f-853f38c6890b req-6494851d-2e85-49f6-9458-f0a66b04ecf7 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:58.757985 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-12b10b51-47eb-454d-809f-853f38c6890b req-6494851d-2e85-49f6-9458-f0a66b04ecf7 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Calling delete_port for 53b8f79c-cd83-4f74-84d3-87ec6e139b19 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:43:58.895418 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-12b10b51-47eb-454d-809f-853f38c6890b req-6494851d-2e85-49f6-9458-f0a66b04ecf7 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:58.925877 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6494851d-2e85-49f6-9458-f0a66b04ecf7 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Pushing event deleted for resources: {'Port': ['ID=53b8f79c-cd83-4f74-84d3-87ec6e139b19,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:58.978446 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-12b10b51-47eb-454d-809f-853f38c6890b req-6494851d-2e85-49f6-9458-f0a66b04ecf7 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] No DVR routers for this DVR port 53b8f79c-cd83-4f74-84d3-87ec6e139b19 on host n-h2-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:43:58.981023 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-12b10b51-47eb-454d-809f-853f38c6890b req-6494851d-2e85-49f6-9458-f0a66b04ecf7 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:58.982987 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-12b10b51-47eb-454d-809f-853f38c6890b req-6494851d-2e85-49f6-9458-f0a66b04ecf7 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.41 "DELETE /v2.0/ports/53b8f79c-cd83-4f74-84d3-87ec6e139b19 HTTP/1.1" status: 204 len: 173 time: 0.4668946 Jul 15 23:43:58.983431 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2e51dc4-180e-45e7-a3e4-2bf09ee1c0c4', 'name': 'network-vif-deleted', 'tag': '53b8f79c-cd83-4f74-84d3-87ec6e139b19'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:43:58.988145 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1951ac24-7449-479e-ac5c-8368b0fe74d4" -d '{"events": [{"server_uuid": "c2e51dc4-180e-45e7-a3e4-2bf09ee1c0c4", "name": "network-vif-deleted", "tag": "53b8f79c-cd83-4f74-84d3-87ec6e139b19"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:43:59.033072 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89212abf-05a3-4c5c-9907-fc1d62050fce x-openstack-request-id: req-89212abf-05a3-4c5c-9907-fc1d62050fce {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:43:59.034380 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2e51dc4-180e-45e7-a3e4-2bf09ee1c0c4", "name": "network-vif-deleted", "tag": "53b8f79c-cd83-4f74-84d3-87ec6e139b19", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:43:59.034703 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-89212abf-05a3-4c5c-9907-fc1d62050fce {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:43:59.035164 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2e51dc4-180e-45e7-a3e4-2bf09ee1c0c4', 'name': 'network-vif-deleted', 'tag': '53b8f79c-cd83-4f74-84d3-87ec6e139b19', 'status': 'completed', 'code': 200} Jul 15 23:43:59.732200 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 46142) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:43:59.794377 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-27069002-b984-46d2-b4ca-a30a6cc6a701 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:59.822531 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-27069002-b984-46d2-b4ca-a30a6cc6a701 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:59.883928 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-27069002-b984-46d2-b4ca-a30a6cc6a701 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:59.886486 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-27069002-b984-46d2-b4ca-a30a6cc6a701 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:43:59.890601 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-27069002-b984-46d2-b4ca-a30a6cc6a701 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "DELETE /v2.0/security-groups/9fc22f09-d16d-4f11-9080-209145f1e7c3 HTTP/1.1" status: 204 len: 168 time: 0.1544464 Jul 15 23:43:59.898484 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27069002-b984-46d2-b4ca-a30a6cc6a701 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc22f09-d16d-4f11-9080-209145f1e7c3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:43:59.906518 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27069002-b984-46d2-b4ca-a30a6cc6a701 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:59.906869 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27069002-b984-46d2-b4ca-a30a6cc6a701 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:59.907213 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27069002-b984-46d2-b4ca-a30a6cc6a701 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:59.907551 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27069002-b984-46d2-b4ca-a30a6cc6a701 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:59.907933 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27069002-b984-46d2-b4ca-a30a6cc6a701 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:59.908731 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27069002-b984-46d2-b4ca-a30a6cc6a701 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:59.908878 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27069002-b984-46d2-b4ca-a30a6cc6a701 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:59.909205 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27069002-b984-46d2-b4ca-a30a6cc6a701 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:59.909483 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27069002-b984-46d2-b4ca-a30a6cc6a701 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:59.909811 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27069002-b984-46d2-b4ca-a30a6cc6a701 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:59.910143 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27069002-b984-46d2-b4ca-a30a6cc6a701 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:59.910468 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27069002-b984-46d2-b4ca-a30a6cc6a701 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:43:59.919616 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 46146) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:44:00.278613 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9016a75f-a93e-4a6d-9aac-62d93928e7b0 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:00.561521 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-9016a75f-a93e-4a6d-9aac-62d93928e7b0 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Deleting port f1a0892f-224b-48f9-90c2-674238b51a64 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:44:00.561846 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9016a75f-a93e-4a6d-9aac-62d93928e7b0 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:00.658762 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-9016a75f-a93e-4a6d-9aac-62d93928e7b0 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] For port f1a0892f-224b-48f9-90c2-674238b51a64, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=f1a0892f-224b-48f9-90c2-674238b51a64,segment=NetworkSegment(4260f8ea-5699-4aa9-8d04-21f91e772e40),segment_id=4260f8ea-5699-4aa9-8d04-21f91e772e40)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:44:00.659119 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9016a75f-a93e-4a6d-9aac-62d93928e7b0 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:00.671023 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-9016a75f-a93e-4a6d-9aac-62d93928e7b0 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Calling delete_port for f1a0892f-224b-48f9-90c2-674238b51a64 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:44:00.695216 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 46154) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:44:00.834794 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb54b83d-2e38-4bb1-a539-ba7b6ab39f84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:00.836684 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d57c7678-2cd0-4c49-bd35-6358b2800be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:00.869193 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9016a75f-a93e-4a6d-9aac-62d93928e7b0 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:00.897530 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9016a75f-a93e-4a6d-9aac-62d93928e7b0 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Pushing event deleted for resources: {'Port': ['ID=f1a0892f-224b-48f9-90c2-674238b51a64,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:00.935165 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb54b83d-2e38-4bb1-a539-ba7b6ab39f84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:00.940667 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb54b83d-2e38-4bb1-a539-ba7b6ab39f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:00.975015 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-fb54b83d-2e38-4bb1-a539-ba7b6ab39f84 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=32cf11b208ba40a0acbe4c3792b9005c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2786450 Jul 15 23:44:00.978378 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 46158) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:44:01.002548 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb54b83d-2e38-4bb1-a539-ba7b6ab39f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb683bd-1dcc-4ec0-80f9-5c28e4e86fd0,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:01.052963 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-828de4f4-ed52-4528-a89a-8e2853bc0eb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:01.078076 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-828de4f4-ed52-4528-a89a-8e2853bc0eb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:01.087295 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9016a75f-a93e-4a6d-9aac-62d93928e7b0 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:01.133327 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-828de4f4-ed52-4528-a89a-8e2853bc0eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:01.135962 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-828de4f4-ed52-4528-a89a-8e2853bc0eb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:01.137116 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-828de4f4-ed52-4528-a89a-8e2853bc0eb1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6bb683bd-1dcc-4ec0-80f9-5c28e4e86fd0 HTTP/1.1" status: 204 len: 168 time: 0.1575592 Jul 15 23:44:01.145175 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828de4f4-ed52-4528-a89a-8e2853bc0eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb683bd-1dcc-4ec0-80f9-5c28e4e86fd0,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:01.315900 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9016a75f-a93e-4a6d-9aac-62d93928e7b0 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Router 56a53ac8-d855-4128-9b0c-b75025802692 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:44:01.421029 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 46166) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:44:01.429112 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9016a75f-a93e-4a6d-9aac-62d93928e7b0 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:44:01.434073 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-9016a75f-a93e-4a6d-9aac-62d93928e7b0 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "PUT /v2.0/routers/56a53ac8-d855-4128-9b0c-b75025802692/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5134518 Jul 15 23:44:01.434788 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e75468e2-554d-4dbf-8803-70457dfad92c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:01.436703 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 46168) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:44:01.443013 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7978ef3f-50ab-4256-936f-47fdadef2164 None None] Sync routers for ids ['56a53ac8-d855-4128-9b0c-b75025802692'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:44:01.452366 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7978ef3f-50ab-4256-936f-47fdadef2164 None None] Routers {'56a53ac8-d855-4128-9b0c-b75025802692'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:44:01.453062 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7978ef3f-50ab-4256-936f-47fdadef2164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:43:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['56a53ac8-d855-4128-9b0c-b75025802692'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:44:01.491599 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-7edd5ce5-5d9b-4222-9e68-46d92d4016fd tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Deleting subnet 5f4f0bd3-bef1-4d30-b15d-837522bf29a6 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:44:01.494956 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7edd5ce5-5d9b-4222-9e68-46d92d4016fd tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:01.529805 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e75468e2-554d-4dbf-8803-70457dfad92c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:01.536834 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e75468e2-554d-4dbf-8803-70457dfad92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:01.539774 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7edd5ce5-5d9b-4222-9e68-46d92d4016fd tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:01.573533 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75468e2-554d-4dbf-8803-70457dfad92c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db98845-768d-495d-9af4-a20fe0d343f6,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:01.603105 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e75468e2-554d-4dbf-8803-70457dfad92c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8005da4b689449d9aa6d434a3658197c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1784024 Jul 15 23:44:01.603336 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 46170) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:44:01.636733 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7edd5ce5-5d9b-4222-9e68-46d92d4016fd tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:01.661167 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-211a5b17-9a67-4357-9045-a0737c8a532a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:01.685293 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-211a5b17-9a67-4357-9045-a0737c8a532a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:01.719252 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7edd5ce5-5d9b-4222-9e68-46d92d4016fd tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:01.753023 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-7978ef3f-50ab-4256-936f-47fdadef2164 None None] Set router 56a53ac8-d855-4128-9b0c-b75025802692 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:44:01.754538 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-211a5b17-9a67-4357-9045-a0737c8a532a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:01.757361 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-211a5b17-9a67-4357-9045-a0737c8a532a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:01.757974 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edd5ce5-5d9b-4222-9e68-46d92d4016fd tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Pushing event deleted for resources: {'Subnet': ['ID=5f4f0bd3-bef1-4d30-b15d-837522bf29a6,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:01.762198 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7edd5ce5-5d9b-4222-9e68-46d92d4016fd tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:01.768115 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-7edd5ce5-5d9b-4222-9e68-46d92d4016fd tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "DELETE /v2.0/subnets/5f4f0bd3-bef1-4d30-b15d-837522bf29a6 HTTP/1.1" status: 204 len: 168 time: 0.3294456 Jul 15 23:44:01.768960 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 46174) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:44:01.774885 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-211a5b17-9a67-4357-9045-a0737c8a532a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0db98845-768d-495d-9af4-a20fe0d343f6 HTTP/1.1" status: 204 len: 168 time: 0.1630993 Jul 15 23:44:01.784784 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211a5b17-9a67-4357-9045-a0737c8a532a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db98845-768d-495d-9af4-a20fe0d343f6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:01.797475 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab47a080-b3df-492d-ae6c-6f566f8d5c42 None None] Network ad559011-690d-4fb7-9496-367bc76235d7 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:44:02.082299 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7978ef3f-50ab-4256-936f-47fdadef2164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a53ac8-d855-4128-9b0c-b75025802692', 'name': 'tempest-TestNetworkBasicOps-router-482135297', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '051278c6-9f1b-4abe-80da-11fa71e3e8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:43:00Z', 'updated_at': '2021-07-15T23:44:00Z', 'revision_number': 5, 'project_id': '96f438ad510e4a6ab4003566961416a5', 'gw_port': {'id': '051278c6-9f1b-4abe-80da-11fa71e3e8b1', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:dd:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a53ac8-d855-4128-9b0c-b75025802692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:43:01Z', 'updated_at': '2021-07-15T23:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:44:02.117619 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7978ef3f-50ab-4256-936f-47fdadef2164 None None] Checking router: 56a53ac8-d855-4128-9b0c-b75025802692 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:44:02.128696 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7978ef3f-50ab-4256-936f-47fdadef2164 None None] Routers {'56a53ac8-d855-4128-9b0c-b75025802692'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:44:02.129081 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7978ef3f-50ab-4256-936f-47fdadef2164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:43:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['56a53ac8-d855-4128-9b0c-b75025802692'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:44:02.168190 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1bc88f-5c6b-4eca-8d11-effbab1947f2 None None] DHCP port deletion for ad559011-690d-4fb7-9496-367bc76235d7 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:44:02.262994 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-21994c8b-f754-43c6-a695-a96382e4828c tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:02.278051 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-7978ef3f-50ab-4256-936f-47fdadef2164 None None] Set router 56a53ac8-d855-4128-9b0c-b75025802692 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:44:02.349355 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-6d1bc88f-5c6b-4eca-8d11-effbab1947f2 None None] Deleting port e7e404ae-d91e-47c9-96ca-5a5a771e5806 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:44:02.349741 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6d1bc88f-5c6b-4eca-8d11-effbab1947f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:02.391090 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-21994c8b-f754-43c6-a695-a96382e4828c tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:02.448693 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-21994c8b-f754-43c6-a695-a96382e4828c tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Deleting port 051278c6-9f1b-4abe-80da-11fa71e3e8b1 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:44:02.449155 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-21994c8b-f754-43c6-a695-a96382e4828c tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:02.469241 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-6d1bc88f-5c6b-4eca-8d11-effbab1947f2 None None] For port e7e404ae-d91e-47c9-96ca-5a5a771e5806, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=e7e404ae-d91e-47c9-96ca-5a5a771e5806,segment=NetworkSegment(4260f8ea-5699-4aa9-8d04-21f91e772e40),segment_id=4260f8ea-5699-4aa9-8d04-21f91e772e40)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:44:02.469637 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6d1bc88f-5c6b-4eca-8d11-effbab1947f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:02.494441 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-6d1bc88f-5c6b-4eca-8d11-effbab1947f2 None None] Calling delete_port for e7e404ae-d91e-47c9-96ca-5a5a771e5806 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:44:02.539075 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-21994c8b-f754-43c6-a695-a96382e4828c tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] For port 051278c6-9f1b-4abe-80da-11fa71e3e8b1, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=051278c6-9f1b-4abe-80da-11fa71e3e8b1,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:44:02.539441 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-21994c8b-f754-43c6-a695-a96382e4828c tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:02.552001 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-21994c8b-f754-43c6-a695-a96382e4828c tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Calling delete_port for 051278c6-9f1b-4abe-80da-11fa71e3e8b1 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:44:02.607588 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7978ef3f-50ab-4256-936f-47fdadef2164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a53ac8-d855-4128-9b0c-b75025802692', 'name': 'tempest-TestNetworkBasicOps-router-482135297', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '051278c6-9f1b-4abe-80da-11fa71e3e8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:43:00Z', 'updated_at': '2021-07-15T23:44:00Z', 'revision_number': 5, 'project_id': '96f438ad510e4a6ab4003566961416a5', 'gw_port': {'id': '051278c6-9f1b-4abe-80da-11fa71e3e8b1', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:dd:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a53ac8-d855-4128-9b0c-b75025802692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:43:01Z', 'updated_at': '2021-07-15T23:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:44:02.639765 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6d1bc88f-5c6b-4eca-8d11-effbab1947f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:02.645707 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7978ef3f-50ab-4256-936f-47fdadef2164 None None] The sync data for ids ['56a53ac8-d855-4128-9b0c-b75025802692'] in n-d-794306-6 is: [{'id': '56a53ac8-d855-4128-9b0c-b75025802692', 'name': 'tempest-TestNetworkBasicOps-router-482135297', 'tenant_id': '96f438ad510e4a6ab4003566961416a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '051278c6-9f1b-4abe-80da-11fa71e3e8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:43:00Z', 'updated_at': '2021-07-15T23:44:00Z', 'revision_number': 5, 'project_id': '96f438ad510e4a6ab4003566961416a5', 'gw_port': {'id': '051278c6-9f1b-4abe-80da-11fa71e3e8b1', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:dd:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a53ac8-d855-4128-9b0c-b75025802692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:43:01Z', 'updated_at': '2021-07-15T23:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:44:02.669013 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1bc88f-5c6b-4eca-8d11-effbab1947f2 None None] Pushing event deleted for resources: {'Port': ['ID=e7e404ae-d91e-47c9-96ca-5a5a771e5806,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:02.673274 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1bc88f-5c6b-4eca-8d11-effbab1947f2 None None] No DVR routers for this DVR port e7e404ae-d91e-47c9-96ca-5a5a771e5806 on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:44:02.690691 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1bc88f-5c6b-4eca-8d11-effbab1947f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:02.691175 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1bc88f-5c6b-4eca-8d11-effbab1947f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:02.691281 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1bc88f-5c6b-4eca-8d11-effbab1947f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:02.691656 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1bc88f-5c6b-4eca-8d11-effbab1947f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:02.692002 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1bc88f-5c6b-4eca-8d11-effbab1947f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:02.692336 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1bc88f-5c6b-4eca-8d11-effbab1947f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:02.692662 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1bc88f-5c6b-4eca-8d11-effbab1947f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:02.692988 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1bc88f-5c6b-4eca-8d11-effbab1947f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:02.693339 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1bc88f-5c6b-4eca-8d11-effbab1947f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:02.693678 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1bc88f-5c6b-4eca-8d11-effbab1947f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:02.694007 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1bc88f-5c6b-4eca-8d11-effbab1947f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:02.694327 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1bc88f-5c6b-4eca-8d11-effbab1947f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:02.719465 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 53b8f79c-cd83-4f74-84d3-87ec6e139b19 no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:44:02.741507 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] No Port match for: 53b8f79c-cd83-4f74-84d3-87ec6e139b19 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:44:02.742405 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 53b8f79c-cd83-4f74-84d3-87ec6e139b19 not bound to the agent host n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:44:02.764727 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-21994c8b-f754-43c6-a695-a96382e4828c tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:02.790834 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21994c8b-f754-43c6-a695-a96382e4828c tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Pushing event deleted for resources: {'Port': ['ID=051278c6-9f1b-4abe-80da-11fa71e3e8b1,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:02.863915 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-21994c8b-f754-43c6-a695-a96382e4828c tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999011'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:02.961522 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-21994c8b-f754-43c6-a695-a96382e4828c tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:02.963868 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-21994c8b-f754-43c6-a695-a96382e4828c tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:03.050236 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-21994c8b-f754-43c6-a695-a96382e4828c tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:03.051546 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21994c8b-f754-43c6-a695-a96382e4828c tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Fanout notify agent at l3_agent the message router_deleted on router 56a53ac8-d855-4128-9b0c-b75025802692 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:44:03.065470 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-21994c8b-f754-43c6-a695-a96382e4828c tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:03.067193 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-21994c8b-f754-43c6-a695-a96382e4828c tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "DELETE /v2.0/routers/56a53ac8-d855-4128-9b0c-b75025802692 HTTP/1.1" status: 204 len: 168 time: 1.2966840 Jul 15 23:44:03.070338 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 46198) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:44:03.183229 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3696312a-ce4c-41db-ba97-fac90c7264c2 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:03.294657 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3696312a-ce4c-41db-ba97-fac90c7264c2 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:03.305932 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-3696312a-ce4c-41db-ba97-fac90c7264c2 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad559011-690d-4fb7-9496-367bc76235d7']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:44:03.316824 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-3696312a-ce4c-41db-ba97-fac90c7264c2 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4260f8ea-5699-4aa9-8d04-21f91e772e40') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:44:03.317106 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-3696312a-ce4c-41db-ba97-fac90c7264c2 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4260f8ea-5699-4aa9-8d04-21f91e772e40') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:44:03.325766 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3696312a-ce4c-41db-ba97-fac90c7264c2 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:03.350603 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3696312a-ce4c-41db-ba97-fac90c7264c2 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:03.362856 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3696312a-ce4c-41db-ba97-fac90c7264c2 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:44:03.363207 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3696312a-ce4c-41db-ba97-fac90c7264c2 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:03.366740 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:44:03.366740 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:44:03.366740 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:44:03.366740 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:44:03.366740 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:44:03.366740 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:44:03.366740 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:44:03.366740 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:44:03.366740 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:44:03.366740 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:44:03.366740 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:44:03.366740 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:44:03.366740 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:44:03.366740 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:44:03.366740 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:44:03.366740 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:44:03.366740 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:44:03.366740 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:44:03.366740 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:44:03.366740 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:44:03.366740 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:44:03.366740 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:44:03.366740 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:44:03.366740 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:44:03.366740 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:44:03.366740 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:44:03.366740 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:44:03.366740 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:44:03.366740 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:44:03.366740 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:44:03.366740 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:44:03.366740 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:44:03.403383 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:03.451743 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3696312a-ce4c-41db-ba97-fac90c7264c2 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:03.468332 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3696312a-ce4c-41db-ba97-fac90c7264c2 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:03.470268 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-3696312a-ce4c-41db-ba97-fac90c7264c2 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] 10.222.0.48 "DELETE /v2.0/networks/ad559011-690d-4fb7-9496-367bc76235d7 HTTP/1.1" status: 204 len: 168 time: 0.3986318 Jul 15 23:44:03.486400 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3696312a-ce4c-41db-ba97-fac90c7264c2 tempest-TestNetworkBasicOps-1013697064 tempest-TestNetworkBasicOps-1013697064-project] Pushing event deleted for resources: {'Network': ['ID=ad559011-690d-4fb7-9496-367bc76235d7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:03.767361 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 46210) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:44:03.946021 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-0a6479b1-ace0-48c3-96fa-6c008d00f289 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=96f438ad510e4a6ab4003566961416a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1766953 Jul 15 23:44:03.948666 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 46214) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:44:03.955870 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device e7e404ae-d91e-47c9-96ca-5a5a771e5806 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:44:03.987477 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: e7e404ae-d91e-47c9-96ca-5a5a771e5806 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:44:03.987935 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device e7e404ae-d91e-47c9-96ca-5a5a771e5806 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:44:03.988599 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 051278c6-9f1b-4abe-80da-11fa71e3e8b1 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:44:04.020702 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 051278c6-9f1b-4abe-80da-11fa71e3e8b1 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:44:04.021263 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 051278c6-9f1b-4abe-80da-11fa71e3e8b1 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:44:04.021945 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device f1a0892f-224b-48f9-90c2-674238b51a64 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:44:04.037612 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-980174ea-0ac6-49d8-b420-e764ec372222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:04.058061 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: f1a0892f-224b-48f9-90c2-674238b51a64 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:44:04.058751 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device f1a0892f-224b-48f9-90c2-674238b51a64 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:44:04.075335 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-980174ea-0ac6-49d8-b420-e764ec372222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:04.128389 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-980174ea-0ac6-49d8-b420-e764ec372222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:04.131059 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-980174ea-0ac6-49d8-b420-e764ec372222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:04.132284 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-980174ea-0ac6-49d8-b420-e764ec372222 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f6593af0-9631-4cc8-a044-3e8bc5cefff8 HTTP/1.1" status: 204 len: 168 time: 0.1818027 Jul 15 23:44:04.140448 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980174ea-0ac6-49d8-b420-e764ec372222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6593af0-9631-4cc8-a044-3e8bc5cefff8,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:04.238290 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4dea43dc-c84f-4da9-8b3f-0690be1fd61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:04.400526 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:04.432903 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 46226) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:44:04.448028 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-340bb010-d5da-450c-b23a-9765a3341c09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:04.556199 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-340bb010-d5da-450c-b23a-9765a3341c09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:04.560135 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-340bb010-d5da-450c-b23a-9765a3341c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:04.602292 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-340bb010-d5da-450c-b23a-9765a3341c09 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b63f6f4653704da7bf43fa0016113e83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1684549 Jul 15 23:44:04.603385 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340bb010-d5da-450c-b23a-9765a3341c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ea7a7c-ae2f-4e3e-ab4f-d6bfd5df2822,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:04.607535 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 46228) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:44:04.668954 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f5a13b41-390d-4c1b-b241-119d7a8658cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:04.693830 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f5a13b41-390d-4c1b-b241-119d7a8658cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:04.748607 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f5a13b41-390d-4c1b-b241-119d7a8658cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:04.751624 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f5a13b41-390d-4c1b-b241-119d7a8658cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:04.753139 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-f5a13b41-390d-4c1b-b241-119d7a8658cc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/12ea7a7c-ae2f-4e3e-ab4f-d6bfd5df2822 HTTP/1.1" status: 204 len: 168 time: 0.1445074 Jul 15 23:44:04.761927 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a13b41-390d-4c1b-b241-119d7a8658cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ea7a7c-ae2f-4e3e-ab4f-d6bfd5df2822,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:06.395301 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:08.310910 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:15.872973 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:44:25.599306 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:29.462596 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 46346) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:44:29.583488 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f01bd780-4aac-44e3-af7c-e09783bcbdbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:29.671715 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f01bd780-4aac-44e3-af7c-e09783bcbdbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:29.675880 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f01bd780-4aac-44e3-af7c-e09783bcbdbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:29.713629 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01bd780-4aac-44e3-af7c-e09783bcbdbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a870b475-9432-4c4e-a377-4ed6d86aa23e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:29.717566 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-f01bd780-4aac-44e3-af7c-e09783bcbdbd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0b254ee6e5c2494e9d20fe59d267292f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2539208 Jul 15 23:44:29.720998 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 46350) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:44:29.725167 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01bd780-4aac-44e3-af7c-e09783bcbdbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:29.725519 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01bd780-4aac-44e3-af7c-e09783bcbdbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:29.725879 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01bd780-4aac-44e3-af7c-e09783bcbdbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:29.726203 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01bd780-4aac-44e3-af7c-e09783bcbdbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:29.726539 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01bd780-4aac-44e3-af7c-e09783bcbdbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:29.726871 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01bd780-4aac-44e3-af7c-e09783bcbdbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:29.727199 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01bd780-4aac-44e3-af7c-e09783bcbdbd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:29.727527 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01bd780-4aac-44e3-af7c-e09783bcbdbd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:29.727887 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01bd780-4aac-44e3-af7c-e09783bcbdbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:29.728215 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01bd780-4aac-44e3-af7c-e09783bcbdbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:29.728538 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01bd780-4aac-44e3-af7c-e09783bcbdbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:29.728861 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01bd780-4aac-44e3-af7c-e09783bcbdbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:44:29.770764 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0cdbba9-c9da-4228-b135-36e8088b16c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:29.792057 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0cdbba9-c9da-4228-b135-36e8088b16c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:29.838009 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0cdbba9-c9da-4228-b135-36e8088b16c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:29.840598 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0cdbba9-c9da-4228-b135-36e8088b16c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:29.841753 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a0cdbba9-c9da-4228-b135-36e8088b16c5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a870b475-9432-4c4e-a377-4ed6d86aa23e HTTP/1.1" status: 204 len: 168 time: 0.1196427 Jul 15 23:44:29.849881 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cdbba9-c9da-4228-b135-36e8088b16c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a870b475-9432-4c4e-a377-4ed6d86aa23e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:44:30.839872 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a635db6a-9b69-455b-8815-5159fe5c856c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:33.385571 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:34.239665 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-abd97a78-8eb8-41d2-a3ab-decd94892fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:34.392094 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:36.398261 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:38.317694 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:44:41.405129 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f5cc08eb-4f52-433b-acc4-b0cee6f338b0 req-5ab947bd-5e3b-44a3-b8e1-7171700f9c5d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=379d1973-329d-4879-9af8-65365e7ac0fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0611548 Jul 15 23:44:41.500633 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc08eb-4f52-433b-acc4-b0cee6f338b0 req-cc967ffd-ce1a-494c-a4eb-4fdf6dff85b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:41.502217 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f5cc08eb-4f52-433b-acc4-b0cee6f338b0 req-cc967ffd-ce1a-494c-a4eb-4fdf6dff85b9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a632cbf28ecf47a9901f99a7b5170f8f&device_id=379d1973-329d-4879-9af8-65365e7ac0fc HTTP/1.1" status: 200 len: 1097 time: 0.0564885 Jul 15 23:44:41.618276 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc08eb-4f52-433b-acc4-b0cee6f338b0 req-39f790c3-3c81-4bee-bcf1-15dc72120ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:41.619794 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f5cc08eb-4f52-433b-acc4-b0cee6f338b0 req-39f790c3-3c81-4bee-bcf1-15dc72120ca6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a492b90a-11dd-4780-b015-12e4caf59db0 HTTP/1.1" status: 200 len: 909 time: 0.0979581 Jul 15 23:44:41.695054 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f5cc08eb-4f52-433b-acc4-b0cee6f338b0 req-390d7626-c831-4e1c-9e36-9a86dc3fcee4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c9f1b97-112e-440e-a9ac-5e3571a83feb HTTP/1.1" status: 200 len: 1002 time: 0.0692470 Jul 15 23:44:41.745301 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc08eb-4f52-433b-acc4-b0cee6f338b0 req-d20e986e-2deb-4fa0-a06d-ddf265ffdf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:41.746803 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f5cc08eb-4f52-433b-acc4-b0cee6f338b0 req-d20e986e-2deb-4fa0-a06d-ddf265ffdf73 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=aacfaef8-1f9a-46a6-9feb-3d047d0e9661 HTTP/1.1" status: 200 len: 847 time: 0.0461128 Jul 15 23:44:41.806016 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc08eb-4f52-433b-acc4-b0cee6f338b0 req-8e20478d-ecc0-4419-a574-23b27c68e112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:44:41.807693 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f5cc08eb-4f52-433b-acc4-b0cee6f338b0 req-8e20478d-ecc0-4419-a574-23b27c68e112 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a492b90a-11dd-4780-b015-12e4caf59db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545487 Jul 15 23:44:41.909986 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f5cc08eb-4f52-433b-acc4-b0cee6f338b0 req-40b34cd1-ea94-4ba7-b5ae-860b3cfdd979 service neutron] 10.222.0.49 "GET /v2.0/networks/a492b90a-11dd-4780-b015-12e4caf59db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958016 Jul 15 23:44:42.007022 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f5cc08eb-4f52-433b-acc4-b0cee6f338b0 req-14cdeff5-29da-4980-8e17-1a9142eded1e service neutron] 10.222.0.49 "GET /v2.0/networks/a492b90a-11dd-4780-b015-12e4caf59db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906291 Jul 15 23:44:52.872468 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:44:55.599592 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:00.844142 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-457e49d3-fe2b-468f-b732-11f278be0e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:03.388207 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:04.241480 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-241500f2-3307-4cd7-b9b5-e7ffac8a5243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:04.396982 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:06.400932 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:08.327072 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:13.907844 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 46604) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:45:14.028627 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1f5810e7-5041-4394-9964-fa1ef9d5f0fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:14.121058 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1f5810e7-5041-4394-9964-fa1ef9d5f0fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:14.125594 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1f5810e7-5041-4394-9964-fa1ef9d5f0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:14.163178 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-1f5810e7-5041-4394-9964-fa1ef9d5f0fc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4208a743fb154ecfb7f4e0399ac65910&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2542822 Jul 15 23:45:14.164141 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5810e7-5041-4394-9964-fa1ef9d5f0fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ff64a5-94a2-4cb4-b3bc-7cc662213e25,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:14.165921 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 46608) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:45:14.171832 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5810e7-5041-4394-9964-fa1ef9d5f0fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:14.172178 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5810e7-5041-4394-9964-fa1ef9d5f0fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:14.172514 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5810e7-5041-4394-9964-fa1ef9d5f0fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:14.172849 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5810e7-5041-4394-9964-fa1ef9d5f0fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:14.173177 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5810e7-5041-4394-9964-fa1ef9d5f0fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:14.173503 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5810e7-5041-4394-9964-fa1ef9d5f0fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:14.173828 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5810e7-5041-4394-9964-fa1ef9d5f0fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:14.174150 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5810e7-5041-4394-9964-fa1ef9d5f0fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:14.174474 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5810e7-5041-4394-9964-fa1ef9d5f0fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:14.174793 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5810e7-5041-4394-9964-fa1ef9d5f0fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:14.175111 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5810e7-5041-4394-9964-fa1ef9d5f0fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:14.175428 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5810e7-5041-4394-9964-fa1ef9d5f0fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:14.221144 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d1753142-acdd-4b47-8726-537f6203bd38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:14.241077 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d1753142-acdd-4b47-8726-537f6203bd38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:14.287871 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d1753142-acdd-4b47-8726-537f6203bd38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:14.290354 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d1753142-acdd-4b47-8726-537f6203bd38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:14.291501 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-d1753142-acdd-4b47-8726-537f6203bd38 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/25ff64a5-94a2-4cb4-b3bc-7cc662213e25 HTTP/1.1" status: 204 len: 168 time: 0.1245859 Jul 15 23:45:14.299399 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1753142-acdd-4b47-8726-537f6203bd38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ff64a5-94a2-4cb4-b3bc-7cc662213e25,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:25.597008 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:29.871493 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:45:30.847121 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-98573635-5596-43a4-92a4-be2bd33bed1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:33.389370 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:34.243652 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4d21e680-800e-4fb1-bab4-0813149f9c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:34.398121 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:36.402424 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:38.349228 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:43.409114 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-61e6cff6-80b3-4f37-b9cd-5978bee19499 req-a0562f1a-e543-4bb8-8386-ce4c1afa50ad service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=379d1973-329d-4879-9af8-65365e7ac0fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0524929 Jul 15 23:45:43.501124 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e6cff6-80b3-4f37-b9cd-5978bee19499 req-6fce685c-5a87-46af-9717-82bbe4ba76bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:43.502645 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-61e6cff6-80b3-4f37-b9cd-5978bee19499 req-6fce685c-5a87-46af-9717-82bbe4ba76bb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a632cbf28ecf47a9901f99a7b5170f8f&device_id=379d1973-329d-4879-9af8-65365e7ac0fc HTTP/1.1" status: 200 len: 1097 time: 0.0520875 Jul 15 23:45:43.613159 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e6cff6-80b3-4f37-b9cd-5978bee19499 req-bd257adb-00c7-4227-8d38-3fb3a83bc92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:43.614675 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-61e6cff6-80b3-4f37-b9cd-5978bee19499 req-bd257adb-00c7-4227-8d38-3fb3a83bc92e service neutron] 10.222.0.49 "GET /v2.0/networks?id=a492b90a-11dd-4780-b015-12e4caf59db0 HTTP/1.1" status: 200 len: 909 time: 0.0923977 Jul 15 23:45:43.685364 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-61e6cff6-80b3-4f37-b9cd-5978bee19499 req-ea372750-6a77-49fe-902e-355c25bdbaea service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c9f1b97-112e-440e-a9ac-5e3571a83feb HTTP/1.1" status: 200 len: 1002 time: 0.0638976 Jul 15 23:45:43.734793 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e6cff6-80b3-4f37-b9cd-5978bee19499 req-e374374f-4d46-44df-9a8e-a617ea7acb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:43.736313 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-61e6cff6-80b3-4f37-b9cd-5978bee19499 req-e374374f-4d46-44df-9a8e-a617ea7acb5f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=aacfaef8-1f9a-46a6-9feb-3d047d0e9661 HTTP/1.1" status: 200 len: 847 time: 0.0440912 Jul 15 23:45:43.795750 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e6cff6-80b3-4f37-b9cd-5978bee19499 req-d1ab6fc1-6fef-4323-8436-51339779b20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:43.797417 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-61e6cff6-80b3-4f37-b9cd-5978bee19499 req-d1ab6fc1-6fef-4323-8436-51339779b20f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a492b90a-11dd-4780-b015-12e4caf59db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550141 Jul 15 23:45:43.904025 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-61e6cff6-80b3-4f37-b9cd-5978bee19499 req-4e24b36a-c98b-4b73-bb5d-1a0b0c67ca4a service neutron] 10.222.0.49 "GET /v2.0/networks/a492b90a-11dd-4780-b015-12e4caf59db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000769 Jul 15 23:45:43.997290 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-61e6cff6-80b3-4f37-b9cd-5978bee19499 req-41443842-d1c8-4a7b-a04a-ab89fc538236 service neutron] 10.222.0.49 "GET /v2.0/networks/a492b90a-11dd-4780-b015-12e4caf59db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871687 Jul 15 23:45:44.025655 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 46834) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:45:44.136850 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ad003d1e-35c2-4c60-be4d-4497470dbcbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:44.230313 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ad003d1e-35c2-4c60-be4d-4497470dbcbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:44.234156 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ad003d1e-35c2-4c60-be4d-4497470dbcbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:44.277488 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-ad003d1e-35c2-4c60-be4d-4497470dbcbc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ff946d3a799e445c846290bbbb0ea693&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2508090 Jul 15 23:45:44.278366 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad003d1e-35c2-4c60-be4d-4497470dbcbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3dbe602-54dc-4b15-9b3a-548d439310db,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:44.280245 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 46838) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:45:44.285983 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad003d1e-35c2-4c60-be4d-4497470dbcbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:44.286337 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad003d1e-35c2-4c60-be4d-4497470dbcbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:44.286678 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad003d1e-35c2-4c60-be4d-4497470dbcbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:44.287016 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad003d1e-35c2-4c60-be4d-4497470dbcbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:44.287350 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad003d1e-35c2-4c60-be4d-4497470dbcbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:44.287704 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad003d1e-35c2-4c60-be4d-4497470dbcbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:44.288040 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad003d1e-35c2-4c60-be4d-4497470dbcbc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:44.288364 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad003d1e-35c2-4c60-be4d-4497470dbcbc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:44.288690 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad003d1e-35c2-4c60-be4d-4497470dbcbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:44.289300 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad003d1e-35c2-4c60-be4d-4497470dbcbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:44.289635 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad003d1e-35c2-4c60-be4d-4497470dbcbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:44.289958 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad003d1e-35c2-4c60-be4d-4497470dbcbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:44.334713 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88cb6166-339b-4e4d-a030-9701178c8d2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:44.356659 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88cb6166-339b-4e4d-a030-9701178c8d2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:44.401811 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88cb6166-339b-4e4d-a030-9701178c8d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:44.405040 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88cb6166-339b-4e4d-a030-9701178c8d2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:44.406227 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-88cb6166-339b-4e4d-a030-9701178c8d2d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c3dbe602-54dc-4b15-9b3a-548d439310db HTTP/1.1" status: 204 len: 168 time: 0.1249704 Jul 15 23:45:44.413790 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cb6166-339b-4e4d-a030-9701178c8d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3dbe602-54dc-4b15-9b3a-548d439310db,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:46.341653 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 46994) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:45:46.447400 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5148a519-c5ed-4ab5-8d2d-5db91ca76a46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:46.539559 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5148a519-c5ed-4ab5-8d2d-5db91ca76a46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:46.543484 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5148a519-c5ed-4ab5-8d2d-5db91ca76a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:46.582730 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-5148a519-c5ed-4ab5-8d2d-5db91ca76a46 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=500bf0a42bee496c8b58fd28051881cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2393811 Jul 15 23:45:46.583626 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5148a519-c5ed-4ab5-8d2d-5db91ca76a46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9a6b3c-5eff-43c8-8383-1e93b88d8d07,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:46.585464 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 46998) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:45:46.634346 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c634c1a-6659-4615-992b-139513cef1aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:46.655512 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c634c1a-6659-4615-992b-139513cef1aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:46.701261 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c634c1a-6659-4615-992b-139513cef1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:46.704931 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c634c1a-6659-4615-992b-139513cef1aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:46.706218 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-1c634c1a-6659-4615-992b-139513cef1aa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4b9a6b3c-5eff-43c8-8383-1e93b88d8d07 HTTP/1.1" status: 204 len: 168 time: 0.1191566 Jul 15 23:45:46.714251 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c634c1a-6659-4615-992b-139513cef1aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9a6b3c-5eff-43c8-8383-1e93b88d8d07,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:46.964949 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47004) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:45:46.978267 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f9dde08a-4a7b-4ec2-8d5d-7f2f52f1d512 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:47.071693 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f9dde08a-4a7b-4ec2-8d5d-7f2f52f1d512 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:47.075390 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f9dde08a-4a7b-4ec2-8d5d-7f2f52f1d512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:47.114036 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-f9dde08a-4a7b-4ec2-8d5d-7f2f52f1d512 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b5f2fcc62f93457eb6735f33a068bc4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1479275 Jul 15 23:45:47.114933 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dde08a-4a7b-4ec2-8d5d-7f2f52f1d512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ab199a-f64d-4bc3-b3d9-874ac368c33f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:47.116707 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47006) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:45:47.168783 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b50a604c-4d6a-4151-9f8b-d85b27ddf537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:47.190916 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b50a604c-4d6a-4151-9f8b-d85b27ddf537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:47.247901 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b50a604c-4d6a-4151-9f8b-d85b27ddf537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:47.251315 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b50a604c-4d6a-4151-9f8b-d85b27ddf537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:47.252879 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b50a604c-4d6a-4151-9f8b-d85b27ddf537 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d9ab199a-f64d-4bc3-b3d9-874ac368c33f HTTP/1.1" status: 204 len: 168 time: 0.1350076 Jul 15 23:45:47.265431 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50a604c-4d6a-4151-9f8b-d85b27ddf537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ab199a-f64d-4bc3-b3d9-874ac368c33f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:47.992387 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47028) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:45:48.104230 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-95da05c3-f178-4ece-8c5c-afabca301d87 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-888051493-network', 'tenant_id': '854f7f06e5364ce38de1e2e446f56e73'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:45:48.126188 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95da05c3-f178-4ece-8c5c-afabca301d87 admin admin] Made reservation on behalf of 854f7f06e5364ce38de1e2e446f56e73 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:45:48.128587 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-95da05c3-f178-4ece-8c5c-afabca301d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:48.136931 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-95da05c3-f178-4ece-8c5c-afabca301d87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:48.233650 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-95da05c3-f178-4ece-8c5c-afabca301d87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:48.237503 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-95da05c3-f178-4ece-8c5c-afabca301d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:48.261511 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95da05c3-f178-4ece-8c5c-afabca301d87 admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:45:48.271598 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da05c3-f178-4ece-8c5c-afabca301d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:48.276413 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-95da05c3-f178-4ece-8c5c-afabca301d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:48.276760 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-95da05c3-f178-4ece-8c5c-afabca301d87 admin admin] Added segment 308c7c80-2dfe-465a-907b-006f4bf32eae of type vlan for network 31e0906b-d6f8-4071-9d72-971224eb2adb Jul 15 23:45:48.317799 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-95da05c3-f178-4ece-8c5c-afabca301d87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:48.350878 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-95da05c3-f178-4ece-8c5c-afabca301d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:48.352040 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95da05c3-f178-4ece-8c5c-afabca301d87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:48.352633 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-95da05c3-f178-4ece-8c5c-afabca301d87 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:48.385415 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-95da05c3-f178-4ece-8c5c-afabca301d87 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3919041 Jul 15 23:45:48.388289 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47032) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:45:48.393804 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c456feab-2279-42a3-9c22-9222815ad9ad admin admin] Request body: {'subnet': {'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-888051493-subnet', 'tenant_id': '854f7f06e5364ce38de1e2e446f56e73', 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:45:48.426568 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da05c3-f178-4ece-8c5c-afabca301d87 admin admin] Pushing event updated for resources: {'Network': ['ID=31e0906b-d6f8-4071-9d72-971224eb2adb,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:48.437492 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 31e0906b-d6f8-4071-9d72-971224eb2adb details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:45:48.444379 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c456feab-2279-42a3-9c22-9222815ad9ad admin admin] Made reservation on behalf of 854f7f06e5364ce38de1e2e446f56e73 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:45:48.446939 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c456feab-2279-42a3-9c22-9222815ad9ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:48.616067 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c456feab-2279-42a3-9c22-9222815ad9ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:48.676133 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c456feab-2279-42a3-9c22-9222815ad9ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5a5342a-197a-422d-81d6-779d4a25a0f6,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:48.684747 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c456feab-2279-42a3-9c22-9222815ad9ad admin admin] Checking segment: {'id': '308c7c80-2dfe-465a-907b-006f4bf32eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:45:48.685111 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c456feab-2279-42a3-9c22-9222815ad9ad admin admin] Network hostable DHCP agents. Network: 31e0906b-d6f8-4071-9d72-971224eb2adb, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:45:48.702572 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c456feab-2279-42a3-9c22-9222815ad9ad admin admin] Network 31e0906b-d6f8-4071-9d72-971224eb2adb is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:45:48.711189 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-c456feab-2279-42a3-9c22-9222815ad9ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 31e0906b-d6f8-4071-9d72-971224eb2adb) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:45:48.715417 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c456feab-2279-42a3-9c22-9222815ad9ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:48.716041 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c456feab-2279-42a3-9c22-9222815ad9ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:48.721379 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae9b444-aa6e-4c5d-990e-0eb87306695b None None] Network 31e0906b-d6f8-4071-9d72-971224eb2adb requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:45:48.734326 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c456feab-2279-42a3-9c22-9222815ad9ad admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3413932 Jul 15 23:45:48.734576 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47034) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:45:48.738918 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-efd18965-f65a-437f-ace9-9cfb05c9b5ed admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-888051493-router', 'tenant_id': '854f7f06e5364ce38de1e2e446f56e73', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:45:48.759818 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-efd18965-f65a-437f-ace9-9cfb05c9b5ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:48.760739 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-efd18965-f65a-437f-ace9-9cfb05c9b5ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:48.815635 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-efd18965-f65a-437f-ace9-9cfb05c9b5ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:48.874363 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd0c26f-d726-4e15-8ddf-63a00f521a77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-31e0906b-d6f8-4071-9d72-971224eb2adb', 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb', 'tenant_id': '854f7f06e5364ce38de1e2e446f56e73', 'fixed_ips': [{'subnet_id': 'c5a5342a-197a-422d-81d6-779d4a25a0f6'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:45:48.875413 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fdd0c26f-d726-4e15-8ddf-63a00f521a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:48.963335 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-efd18965-f65a-437f-ace9-9cfb05c9b5ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:49.022624 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-fdd0c26f-d726-4e15-8ddf-63a00f521a77 None None] Allocated IP 172.20.0.2 (31e0906b-d6f8-4071-9d72-971224eb2adb/c5a5342a-197a-422d-81d6-779d4a25a0f6/d0963734-64c4-4710-b89b-392c85facb28) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:45:49.191978 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fdd0c26f-d726-4e15-8ddf-63a00f521a77 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:49.201843 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-fdd0c26f-d726-4e15-8ddf-63a00f521a77 None None] Transition to ACTIVE for port object d0963734-64c4-4710-b89b-392c85facb28 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:45:49.217348 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-efd18965-f65a-437f-ace9-9cfb05c9b5ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:49.224816 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-fdd0c26f-d726-4e15-8ddf-63a00f521a77 None None] Transition to ACTIVE for port object d0963734-64c4-4710-b89b-392c85facb28 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:45:49.231872 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fdd0c26f-d726-4e15-8ddf-63a00f521a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:49.242134 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-efd18965-f65a-437f-ace9-9cfb05c9b5ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:49.275420 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd0c26f-d726-4e15-8ddf-63a00f521a77 None None] Network 31e0906b-d6f8-4071-9d72-971224eb2adb is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:45:49.284034 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-fdd0c26f-d726-4e15-8ddf-63a00f521a77 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:45:49.289021 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd0c26f-d726-4e15-8ddf-63a00f521a77 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:45:49.295701 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd0c26f-d726-4e15-8ddf-63a00f521a77 None None] Pushing event updated for resources: {'Port': ['ID=d0963734-64c4-4710-b89b-392c85facb28,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:49.308463 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd0c26f-d726-4e15-8ddf-63a00f521a77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:49.308807 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd0c26f-d726-4e15-8ddf-63a00f521a77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:49.309156 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd0c26f-d726-4e15-8ddf-63a00f521a77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:49.309481 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd0c26f-d726-4e15-8ddf-63a00f521a77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:49.309812 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd0c26f-d726-4e15-8ddf-63a00f521a77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:49.310350 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd0c26f-d726-4e15-8ddf-63a00f521a77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:49.311431 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd0c26f-d726-4e15-8ddf-63a00f521a77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:49.312069 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd0c26f-d726-4e15-8ddf-63a00f521a77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:49.312485 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd0c26f-d726-4e15-8ddf-63a00f521a77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:49.312818 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd0c26f-d726-4e15-8ddf-63a00f521a77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:49.313149 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd0c26f-d726-4e15-8ddf-63a00f521a77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:49.313479 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd0c26f-d726-4e15-8ddf-63a00f521a77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:49.368671 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-fdd0c26f-d726-4e15-8ddf-63a00f521a77 None None] Attempting to bind port d0963734-64c4-4710-b89b-392c85facb28 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:45:49.369039 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-fdd0c26f-d726-4e15-8ddf-63a00f521a77 None None] Attempting to bind port d0963734-64c4-4710-b89b-392c85facb28 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '308c7c80-2dfe-465a-907b-006f4bf32eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:45:49.369703 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd0c26f-d726-4e15-8ddf-63a00f521a77 None None] Attempting to bind port d0963734-64c4-4710-b89b-392c85facb28 on network 31e0906b-d6f8-4071-9d72-971224eb2adb {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:45:49.376280 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd0c26f-d726-4e15-8ddf-63a00f521a77 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:45:49.380313 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd0c26f-d726-4e15-8ddf-63a00f521a77 None None] Checking segment: {'id': '308c7c80-2dfe-465a-907b-006f4bf32eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:45:49.380313 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fdd0c26f-d726-4e15-8ddf-63a00f521a77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:49.380313 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd0c26f-d726-4e15-8ddf-63a00f521a77 None None] Bound using segment: {'id': '308c7c80-2dfe-465a-907b-006f4bf32eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:45:49.380313 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-fdd0c26f-d726-4e15-8ddf-63a00f521a77 None None] Bound port: d0963734-64c4-4710-b89b-392c85facb28, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '308c7c80-2dfe-465a-907b-006f4bf32eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:45:49.380313 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fdd0c26f-d726-4e15-8ddf-63a00f521a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:49.393342 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-efd18965-f65a-437f-ace9-9cfb05c9b5ed admin admin] Allocated IP 172.25.5.46 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/0d31eb46-5b42-44cf-9115-d5315821a9d6) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:45:49.461711 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-fdd0c26f-d726-4e15-8ddf-63a00f521a77 None None] For port d0963734-64c4-4710-b89b-392c85facb28, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:45:49.465295 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-fdd0c26f-d726-4e15-8ddf-63a00f521a77 None None] For port d0963734-64c4-4710-b89b-392c85facb28, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=d0963734-64c4-4710-b89b-392c85facb28,segment=NetworkSegment(308c7c80-2dfe-465a-907b-006f4bf32eae),segment_id=308c7c80-2dfe-465a-907b-006f4bf32eae)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:45:49.469048 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fdd0c26f-d726-4e15-8ddf-63a00f521a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:49.523073 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-efd18965-f65a-437f-ace9-9cfb05c9b5ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:49.546973 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd0c26f-d726-4e15-8ddf-63a00f521a77 None None] Pushing event updated for resources: {'Port': ['ID=d0963734-64c4-4710-b89b-392c85facb28,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:49.578903 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-efd18965-f65a-437f-ace9-9cfb05c9b5ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:49.630321 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd18965-f65a-437f-ace9-9cfb05c9b5ed admin admin] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:45:49.633599 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-efd18965-f65a-437f-ace9-9cfb05c9b5ed admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:45:49.639978 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd18965-f65a-437f-ace9-9cfb05c9b5ed admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:45:49.663879 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd18965-f65a-437f-ace9-9cfb05c9b5ed admin admin] Pushing event updated for resources: {'Port': ['ID=0d31eb46-5b42-44cf-9115-d5315821a9d6,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:49.868778 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device d0963734-64c4-4710-b89b-392c85facb28 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:45:49.927519 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port d0963734-64c4-4710-b89b-392c85facb28 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:45:49.950641 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-efd18965-f65a-437f-ace9-9cfb05c9b5ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:50.159679 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-efd18965-f65a-437f-ace9-9cfb05c9b5ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:50.292938 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efd18965-f65a-437f-ace9-9cfb05c9b5ed admin admin] Router 4e6b29b2-a776-4a4f-9621-9040a1037938 is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:45:50.406477 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efd18965-f65a-437f-ace9-9cfb05c9b5ed admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:45:50.417909 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2ad4ed-5f04-4a82-8ab1-fb64a830276e None None] Sync routers for ids ['4e6b29b2-a776-4a4f-9621-9040a1037938'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:45:50.423323 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-efd18965-f65a-437f-ace9-9cfb05c9b5ed admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:50.427163 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-efd18965-f65a-437f-ace9-9cfb05c9b5ed admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6893651 Jul 15 23:45:50.427398 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47036) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:45:50.430860 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2ad4ed-5f04-4a82-8ab1-fb64a830276e None None] Routers {'4e6b29b2-a776-4a4f-9621-9040a1037938'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:45:50.431617 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-6a2ad4ed-5f04-4a82-8ab1-fb64a830276e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:45:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['4e6b29b2-a776-4a4f-9621-9040a1037938'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:45:50.547179 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fd28d5-3fba-49af-8058-f673244291fe None None] Network 31e0906b-d6f8-4071-9d72-971224eb2adb requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:45:50.551077 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-6a2ad4ed-5f04-4a82-8ab1-fb64a830276e None None] Set router 4e6b29b2-a776-4a4f-9621-9040a1037938 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:45:50.755213 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-6a2ad4ed-5f04-4a82-8ab1-fb64a830276e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'name': 'tempest-TestVolumeBootPattern-888051493-router', 'tenant_id': '854f7f06e5364ce38de1e2e446f56e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '0d31eb46-5b42-44cf-9115-d5315821a9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:45:48Z', 'updated_at': '2021-07-15T23:45:49Z', 'revision_number': 3, 'project_id': '854f7f06e5364ce38de1e2e446f56e73', 'gw_port': {'id': '0d31eb46-5b42-44cf-9115-d5315821a9d6', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e6:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:49Z', 'updated_at': '2021-07-15T23:45:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:45:50.789061 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-696b4cff-ccbd-4a28-98b2-6dd1fb6fb9a2 None None] Provisioning for port d0963734-64c4-4710-b89b-392c85facb28 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:45:50.802067 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2ad4ed-5f04-4a82-8ab1-fb64a830276e None None] Checking router: 4e6b29b2-a776-4a4f-9621-9040a1037938 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:45:50.802314 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2ad4ed-5f04-4a82-8ab1-fb64a830276e None None] Updating router 4e6b29b2-a776-4a4f-9621-9040a1037938 port 0d31eb46-5b42-44cf-9115-d5315821a9d6 binding host n-d-794306-6 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:45:50.805735 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-696b4cff-ccbd-4a28-98b2-6dd1fb6fb9a2 None None] Provisioning complete for port d0963734-64c4-4710-b89b-392c85facb28 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:45:50.806269 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-696b4cff-ccbd-4a28-98b2-6dd1fb6fb9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:50.844354 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6a2ad4ed-5f04-4a82-8ab1-fb64a830276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:50.990002 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-696b4cff-ccbd-4a28-98b2-6dd1fb6fb9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:51.046088 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-696b4cff-ccbd-4a28-98b2-6dd1fb6fb9a2 None None] For port d0963734-64c4-4710-b89b-392c85facb28, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=d0963734-64c4-4710-b89b-392c85facb28,segment=NetworkSegment(308c7c80-2dfe-465a-907b-006f4bf32eae),segment_id=308c7c80-2dfe-465a-907b-006f4bf32eae)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:45:51.052309 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-696b4cff-ccbd-4a28-98b2-6dd1fb6fb9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:51.122485 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696b4cff-ccbd-4a28-98b2-6dd1fb6fb9a2 None None] Pushing event updated for resources: {'Port': ['ID=d0963734-64c4-4710-b89b-392c85facb28,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:51.195370 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6a2ad4ed-5f04-4a82-8ab1-fb64a830276e None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:51.207621 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-6a2ad4ed-5f04-4a82-8ab1-fb64a830276e None None] Transition to ACTIVE for port object 0d31eb46-5b42-44cf-9115-d5315821a9d6 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:45:51.213680 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6a2ad4ed-5f04-4a82-8ab1-fb64a830276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:51.272696 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fc31bd-e29a-4d24-9fea-176206771cc5 None None] Pushing event updated for resources: {'Port': ['ID=0d31eb46-5b42-44cf-9115-d5315821a9d6,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:51.275881 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-6a2ad4ed-5f04-4a82-8ab1-fb64a830276e None None] Attempting to bind port 0d31eb46-5b42-44cf-9115-d5315821a9d6 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:45:51.275881 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-6a2ad4ed-5f04-4a82-8ab1-fb64a830276e None None] Attempting to bind port 0d31eb46-5b42-44cf-9115-d5315821a9d6 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:45:51.275881 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2ad4ed-5f04-4a82-8ab1-fb64a830276e None None] Attempting to bind port 0d31eb46-5b42-44cf-9115-d5315821a9d6 on network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:45:51.285386 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79d519fe-4ab1-46ee-b2a0-8d8b5e784f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:51.285644 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2ad4ed-5f04-4a82-8ab1-fb64a830276e None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:45:51.285987 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2ad4ed-5f04-4a82-8ab1-fb64a830276e None None] Checking segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:45:51.286428 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6a2ad4ed-5f04-4a82-8ab1-fb64a830276e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:51.286719 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2ad4ed-5f04-4a82-8ab1-fb64a830276e None None] Bound using segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:45:51.287187 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-6a2ad4ed-5f04-4a82-8ab1-fb64a830276e None None] Bound port: 0d31eb46-5b42-44cf-9115-d5315821a9d6, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:45:51.287560 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6a2ad4ed-5f04-4a82-8ab1-fb64a830276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:51.291008 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fc31bd-e29a-4d24-9fea-176206771cc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:51.291374 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fc31bd-e29a-4d24-9fea-176206771cc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:51.291690 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fc31bd-e29a-4d24-9fea-176206771cc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:51.292009 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fc31bd-e29a-4d24-9fea-176206771cc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:51.292364 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fc31bd-e29a-4d24-9fea-176206771cc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:51.292657 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fc31bd-e29a-4d24-9fea-176206771cc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:51.292974 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fc31bd-e29a-4d24-9fea-176206771cc5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:51.293293 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fc31bd-e29a-4d24-9fea-176206771cc5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:51.293605 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fc31bd-e29a-4d24-9fea-176206771cc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:51.293923 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fc31bd-e29a-4d24-9fea-176206771cc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:51.294230 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fc31bd-e29a-4d24-9fea-176206771cc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:51.294541 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fc31bd-e29a-4d24-9fea-176206771cc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:45:51.368981 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-6a2ad4ed-5f04-4a82-8ab1-fb64a830276e None None] For port 0d31eb46-5b42-44cf-9115-d5315821a9d6, host n-d-794306-6, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:45:51.372168 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-6a2ad4ed-5f04-4a82-8ab1-fb64a830276e None None] For port 0d31eb46-5b42-44cf-9115-d5315821a9d6, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=0d31eb46-5b42-44cf-9115-d5315821a9d6,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:45:51.378824 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6a2ad4ed-5f04-4a82-8ab1-fb64a830276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:51.400693 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-929a2ca8-4e1b-425b-acda-84ce446aa0cf None None] Provisioning complete for port d0963734-64c4-4710-b89b-392c85facb28 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:45:51.401079 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-929a2ca8-4e1b-425b-acda-84ce446aa0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:51.438893 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2ad4ed-5f04-4a82-8ab1-fb64a830276e None None] Routers {'4e6b29b2-a776-4a4f-9621-9040a1037938'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:45:51.439673 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-6a2ad4ed-5f04-4a82-8ab1-fb64a830276e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:45:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['4e6b29b2-a776-4a4f-9621-9040a1037938'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:45:51.478193 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-79d519fe-4ab1-46ee-b2a0-8d8b5e784f02 admin admin] Allocated IP 172.20.0.1 (31e0906b-d6f8-4071-9d72-971224eb2adb/c5a5342a-197a-422d-81d6-779d4a25a0f6/d11e153b-73df-4a13-bdea-de8ec72088d8) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:45:51.481873 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fc31bd-e29a-4d24-9fea-176206771cc5 None None] Pushing event updated for resources: {'Port': ['ID=0d31eb46-5b42-44cf-9115-d5315821a9d6,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:51.564176 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-6a2ad4ed-5f04-4a82-8ab1-fb64a830276e None None] Set router 4e6b29b2-a776-4a4f-9621-9040a1037938 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:45:51.595907 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79d519fe-4ab1-46ee-b2a0-8d8b5e784f02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:51.611069 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-79d519fe-4ab1-46ee-b2a0-8d8b5e784f02 admin admin] Transition to ACTIVE for port object d11e153b-73df-4a13-bdea-de8ec72088d8 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:45:51.655852 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79d519fe-4ab1-46ee-b2a0-8d8b5e784f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:51.723516 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d519fe-4ab1-46ee-b2a0-8d8b5e784f02 admin admin] Network 31e0906b-d6f8-4071-9d72-971224eb2adb is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:45:51.729596 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-79d519fe-4ab1-46ee-b2a0-8d8b5e784f02 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:45:51.738199 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d519fe-4ab1-46ee-b2a0-8d8b5e784f02 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:45:51.742991 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d519fe-4ab1-46ee-b2a0-8d8b5e784f02 admin admin] Pushing event updated for resources: {'Port': ['ID=d11e153b-73df-4a13-bdea-de8ec72088d8,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:51.777452 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-6a2ad4ed-5f04-4a82-8ab1-fb64a830276e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'name': 'tempest-TestVolumeBootPattern-888051493-router', 'tenant_id': '854f7f06e5364ce38de1e2e446f56e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '0d31eb46-5b42-44cf-9115-d5315821a9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:45:48Z', 'updated_at': '2021-07-15T23:45:49Z', 'revision_number': 3, 'project_id': '854f7f06e5364ce38de1e2e446f56e73', 'gw_port': {'id': '0d31eb46-5b42-44cf-9115-d5315821a9d6', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e6:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:49Z', 'updated_at': '2021-07-15T23:45:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:45:51.799752 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79d519fe-4ab1-46ee-b2a0-8d8b5e784f02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:51.813016 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2ad4ed-5f04-4a82-8ab1-fb64a830276e None None] The sync data for ids ['4e6b29b2-a776-4a4f-9621-9040a1037938'] in n-d-794306-6 is: [{'id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'name': 'tempest-TestVolumeBootPattern-888051493-router', 'tenant_id': '854f7f06e5364ce38de1e2e446f56e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '0d31eb46-5b42-44cf-9115-d5315821a9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:45:48Z', 'updated_at': '2021-07-15T23:45:49Z', 'revision_number': 3, 'project_id': '854f7f06e5364ce38de1e2e446f56e73', 'gw_port': {'id': '0d31eb46-5b42-44cf-9115-d5315821a9d6', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e6:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:49Z', 'updated_at': '2021-07-15T23:45:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:45:51.861860 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device d0963734-64c4-4710-b89b-392c85facb28 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:45:51.912171 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port d0963734-64c4-4710-b89b-392c85facb28 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:45:51.912853 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:51.963500 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79d519fe-4ab1-46ee-b2a0-8d8b5e784f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:52.039147 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1d14519b-5a9b-4593-a779-b9764f781857 None None] Provisioning for port d11e153b-73df-4a13-bdea-de8ec72088d8 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:45:52.045387 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1d14519b-5a9b-4593-a779-b9764f781857 None None] Provisioning complete for port d11e153b-73df-4a13-bdea-de8ec72088d8 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:45:52.045897 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1d14519b-5a9b-4593-a779-b9764f781857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:52.082591 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1d14519b-5a9b-4593-a779-b9764f781857 None None] Port d11e153b-73df-4a13-bdea-de8ec72088d8 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:45:52.162410 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79d519fe-4ab1-46ee-b2a0-8d8b5e784f02 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:52.167077 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79d519fe-4ab1-46ee-b2a0-8d8b5e784f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:52.240151 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79d519fe-4ab1-46ee-b2a0-8d8b5e784f02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:52.241941 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d519fe-4ab1-46ee-b2a0-8d8b5e784f02 admin admin] Pushing event updated for resources: {'Port': ['ID=d11e153b-73df-4a13-bdea-de8ec72088d8,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:52.340908 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d519fe-4ab1-46ee-b2a0-8d8b5e784f02 admin admin] Network 31e0906b-d6f8-4071-9d72-971224eb2adb is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:45:52.342834 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-79d519fe-4ab1-46ee-b2a0-8d8b5e784f02 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:45:52.475262 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79d519fe-4ab1-46ee-b2a0-8d8b5e784f02 admin admin] Router 4e6b29b2-a776-4a4f-9621-9040a1037938 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:45:52.598910 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d519fe-4ab1-46ee-b2a0-8d8b5e784f02 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:45:52.605013 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-79d519fe-4ab1-46ee-b2a0-8d8b5e784f02 admin admin] 10.222.0.48 "PUT /v2.0/routers/4e6b29b2-a776-4a4f-9621-9040a1037938/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1765556 Jul 15 23:45:52.605718 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-61583f2e-e775-4245-8a43-32f3545d3f04 None None] Provisioning complete for port d11e153b-73df-4a13-bdea-de8ec72088d8 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:45:52.606094 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-61583f2e-e775-4245-8a43-32f3545d3f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:52.641998 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-61583f2e-e775-4245-8a43-32f3545d3f04 None None] Port d11e153b-73df-4a13-bdea-de8ec72088d8 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:45:53.090078 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47052) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:45:53.095795 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-92a65444-b43a-4eaa-9f4a-f1adb125b07e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-858481163-network', 'tenant_id': 'f206adee678845199f1a31691fadcc45'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:45:53.118521 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a65444-b43a-4eaa-9f4a-f1adb125b07e admin admin] Made reservation on behalf of f206adee678845199f1a31691fadcc45 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:45:53.120979 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92a65444-b43a-4eaa-9f4a-f1adb125b07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:53.130252 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92a65444-b43a-4eaa-9f4a-f1adb125b07e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:53.222450 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92a65444-b43a-4eaa-9f4a-f1adb125b07e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:53.226587 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92a65444-b43a-4eaa-9f4a-f1adb125b07e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:53.254358 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92a65444-b43a-4eaa-9f4a-f1adb125b07e admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:45:53.266300 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a65444-b43a-4eaa-9f4a-f1adb125b07e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c657249f-5e33-40cf-97b6-9336df1bd98d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:53.272339 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92a65444-b43a-4eaa-9f4a-f1adb125b07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:53.272721 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-92a65444-b43a-4eaa-9f4a-f1adb125b07e admin admin] Added segment e1aff36e-4914-42bd-892a-afe2bd82cc40 of type vlan for network e76a6a3b-e3d3-478a-a19e-f0ba980b2714 Jul 15 23:45:53.321530 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92a65444-b43a-4eaa-9f4a-f1adb125b07e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:53.353885 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92a65444-b43a-4eaa-9f4a-f1adb125b07e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:53.355198 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a65444-b43a-4eaa-9f4a-f1adb125b07e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:53.355807 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92a65444-b43a-4eaa-9f4a-f1adb125b07e admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:53.390173 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-92a65444-b43a-4eaa-9f4a-f1adb125b07e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2988901 Jul 15 23:45:53.392957 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47054) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:45:53.397930 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-95ddd45e-51b0-4102-97d9-172c0847cd0e admin admin] Request body: {'subnet': {'network_id': 'e76a6a3b-e3d3-478a-a19e-f0ba980b2714', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-858481163-subnet', 'tenant_id': 'f206adee678845199f1a31691fadcc45', 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:45:53.432150 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a65444-b43a-4eaa-9f4a-f1adb125b07e admin admin] Pushing event updated for resources: {'Network': ['ID=e76a6a3b-e3d3-478a-a19e-f0ba980b2714,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:53.442203 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network e76a6a3b-e3d3-478a-a19e-f0ba980b2714 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:45:53.453590 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ddd45e-51b0-4102-97d9-172c0847cd0e admin admin] Made reservation on behalf of f206adee678845199f1a31691fadcc45 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:45:53.456356 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-95ddd45e-51b0-4102-97d9-172c0847cd0e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:53.545063 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b935b6f-5feb-448a-8150-39383d656470 None None] Sync routers for ids ['4e6b29b2-a776-4a4f-9621-9040a1037938'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:45:53.554937 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b935b6f-5feb-448a-8150-39383d656470 None None] Routers {'4e6b29b2-a776-4a4f-9621-9040a1037938'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:45:53.555445 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7b935b6f-5feb-448a-8150-39383d656470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:45:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['4e6b29b2-a776-4a4f-9621-9040a1037938'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:45:53.661287 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-95ddd45e-51b0-4102-97d9-172c0847cd0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:53.673424 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-7b935b6f-5feb-448a-8150-39383d656470 None None] Set router 4e6b29b2-a776-4a4f-9621-9040a1037938 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:45:53.719291 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ddd45e-51b0-4102-97d9-172c0847cd0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9323a358-1113-4d7a-91b4-401882a9e457,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:53.732596 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ddd45e-51b0-4102-97d9-172c0847cd0e admin admin] Checking segment: {'id': 'e1aff36e-4914-42bd-892a-afe2bd82cc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e76a6a3b-e3d3-478a-a19e-f0ba980b2714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:45:53.733000 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ddd45e-51b0-4102-97d9-172c0847cd0e admin admin] Network hostable DHCP agents. Network: e76a6a3b-e3d3-478a-a19e-f0ba980b2714, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:45:53.752714 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ddd45e-51b0-4102-97d9-172c0847cd0e admin admin] Network e76a6a3b-e3d3-478a-a19e-f0ba980b2714 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:45:53.767329 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-95ddd45e-51b0-4102-97d9-172c0847cd0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, e76a6a3b-e3d3-478a-a19e-f0ba980b2714) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:45:53.780920 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ddd45e-51b0-4102-97d9-172c0847cd0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:45:53.781702 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-95ddd45e-51b0-4102-97d9-172c0847cd0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:53.785975 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe802d7d-7949-4ea7-9fb7-83fb1a8eeb4c None None] Network e76a6a3b-e3d3-478a-a19e-f0ba980b2714 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:45:53.807161 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-95ddd45e-51b0-4102-97d9-172c0847cd0e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4089715 Jul 15 23:45:53.807161 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47056) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:45:53.811314 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1d1dac37-1fbf-43eb-a1de-5296c3a217e1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-858481163-router', 'tenant_id': 'f206adee678845199f1a31691fadcc45', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:45:53.842196 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d1dac37-1fbf-43eb-a1de-5296c3a217e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:53.843407 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d1dac37-1fbf-43eb-a1de-5296c3a217e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:53.894224 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 0d31eb46-5b42-44cf-9115-d5315821a9d6 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:45:53.925072 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d1dac37-1fbf-43eb-a1de-5296c3a217e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:54.042139 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 0d31eb46-5b42-44cf-9115-d5315821a9d6 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:45:54.052398 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 0d31eb46-5b42-44cf-9115-d5315821a9d6 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:45:54.052847 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:54.096914 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d1dac37-1fbf-43eb-a1de-5296c3a217e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:54.098183 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f41ab2-0a1d-4358-abc9-e8e654de0951 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-e76a6a3b-e3d3-478a-a19e-f0ba980b2714', 'network_id': 'e76a6a3b-e3d3-478a-a19e-f0ba980b2714', 'tenant_id': 'f206adee678845199f1a31691fadcc45', 'fixed_ips': [{'subnet_id': '9323a358-1113-4d7a-91b4-401882a9e457'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:45:54.099108 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f1f41ab2-0a1d-4358-abc9-e8e654de0951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:54.151266 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7b935b6f-5feb-448a-8150-39383d656470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'name': 'tempest-TestVolumeBootPattern-888051493-router', 'tenant_id': '854f7f06e5364ce38de1e2e446f56e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '0d31eb46-5b42-44cf-9115-d5315821a9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:45:48Z', 'updated_at': '2021-07-15T23:45:51Z', 'revision_number': 4, 'project_id': '854f7f06e5364ce38de1e2e446f56e73', 'gw_port': {'id': '0d31eb46-5b42-44cf-9115-d5315821a9d6', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e6:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:49Z', 'updated_at': '2021-07-15T23:45:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'd11e153b-73df-4a13-bdea-de8ec72088d8', 'name': '', 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb', 'tenant_id': '854f7f06e5364ce38de1e2e446f56e73', 'mac_address': 'fa:16:3e:07:23:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'c5a5342a-197a-422d-81d6-779d4a25a0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:51Z', 'updated_at': '2021-07-15T23:45:52Z', 'revision_number': 2, 'project_id': '854f7f06e5364ce38de1e2e446f56e73', 'subnets': [{'id': 'c5a5342a-197a-422d-81d6-779d4a25a0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:45:54.232438 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b935b6f-5feb-448a-8150-39383d656470 None None] Checking router: 4e6b29b2-a776-4a4f-9621-9040a1037938 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:45:54.232701 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b935b6f-5feb-448a-8150-39383d656470 None None] Updating router 4e6b29b2-a776-4a4f-9621-9040a1037938 port d11e153b-73df-4a13-bdea-de8ec72088d8 binding host n-d-794306-6 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:45:54.313248 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d1dac37-1fbf-43eb-a1de-5296c3a217e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:54.332798 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d1dac37-1fbf-43eb-a1de-5296c3a217e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:54.339363 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7b935b6f-5feb-448a-8150-39383d656470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:54.345096 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:54.378428 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 0d31eb46-5b42-44cf-9115-d5315821a9d6, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=0d31eb46-5b42-44cf-9115-d5315821a9d6,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:45:54.383271 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-f1f41ab2-0a1d-4358-abc9-e8e654de0951 None None] Allocated IP 172.20.0.2 (e76a6a3b-e3d3-478a-a19e-f0ba980b2714/9323a358-1113-4d7a-91b4-401882a9e457/e3fce72c-068a-49a4-b345-5e7c4af5263b) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:45:54.387929 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:54.448695 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-1d1dac37-1fbf-43eb-a1de-5296c3a217e1 admin admin] Allocated IP 172.25.5.113 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/e285029e-586b-46d9-b0ed-a8c6154c2eb6) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:45:54.539517 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=0d31eb46-5b42-44cf-9115-d5315821a9d6,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:54.559645 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d1dac37-1fbf-43eb-a1de-5296c3a217e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:54.615370 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d1dac37-1fbf-43eb-a1de-5296c3a217e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:54.663484 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1dac37-1fbf-43eb-a1de-5296c3a217e1 admin admin] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:45:54.666496 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-1d1dac37-1fbf-43eb-a1de-5296c3a217e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:45:54.670358 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1dac37-1fbf-43eb-a1de-5296c3a217e1 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:45:54.693606 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1dac37-1fbf-43eb-a1de-5296c3a217e1 admin admin] Pushing event updated for resources: {'Port': ['ID=e285029e-586b-46d9-b0ed-a8c6154c2eb6,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:54.878766 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f1f41ab2-0a1d-4358-abc9-e8e654de0951 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:54.895854 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f1f41ab2-0a1d-4358-abc9-e8e654de0951 None None] Transition to ACTIVE for port object e3fce72c-068a-49a4-b345-5e7c4af5263b will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:45:54.924282 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f1f41ab2-0a1d-4358-abc9-e8e654de0951 None None] Transition to ACTIVE for port object e3fce72c-068a-49a4-b345-5e7c4af5263b will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:45:54.930050 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d1dac37-1fbf-43eb-a1de-5296c3a217e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:54.931229 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f1f41ab2-0a1d-4358-abc9-e8e654de0951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:55.005651 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f41ab2-0a1d-4358-abc9-e8e654de0951 None None] Network e76a6a3b-e3d3-478a-a19e-f0ba980b2714 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:45:55.014027 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7b935b6f-5feb-448a-8150-39383d656470 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:55.016483 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-f1f41ab2-0a1d-4358-abc9-e8e654de0951 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:45:55.019964 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f41ab2-0a1d-4358-abc9-e8e654de0951 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:45:55.025279 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f41ab2-0a1d-4358-abc9-e8e654de0951 None None] Pushing event updated for resources: {'Port': ['ID=e3fce72c-068a-49a4-b345-5e7c4af5263b,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:55.037705 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7b935b6f-5feb-448a-8150-39383d656470 None None] Transition to ACTIVE for port object d11e153b-73df-4a13-bdea-de8ec72088d8 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:45:55.061406 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7b935b6f-5feb-448a-8150-39383d656470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:55.133662 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d1dac37-1fbf-43eb-a1de-5296c3a217e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:55.137218 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f1f41ab2-0a1d-4358-abc9-e8e654de0951 None None] Attempting to bind port e3fce72c-068a-49a4-b345-5e7c4af5263b on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:45:55.137692 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f1f41ab2-0a1d-4358-abc9-e8e654de0951 None None] Attempting to bind port e3fce72c-068a-49a4-b345-5e7c4af5263b by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'e1aff36e-4914-42bd-892a-afe2bd82cc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e76a6a3b-e3d3-478a-a19e-f0ba980b2714'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:45:55.138007 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f41ab2-0a1d-4358-abc9-e8e654de0951 None None] Attempting to bind port e3fce72c-068a-49a4-b345-5e7c4af5263b on network e76a6a3b-e3d3-478a-a19e-f0ba980b2714 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:45:55.143323 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4735e0-17a8-49f4-9b5a-8b3be7185bea None None] Pushing event updated for resources: {'Port': ['ID=d11e153b-73df-4a13-bdea-de8ec72088d8,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:55.151294 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f41ab2-0a1d-4358-abc9-e8e654de0951 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:45:55.151703 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f41ab2-0a1d-4358-abc9-e8e654de0951 None None] Checking segment: {'id': 'e1aff36e-4914-42bd-892a-afe2bd82cc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e76a6a3b-e3d3-478a-a19e-f0ba980b2714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:45:55.152158 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f1f41ab2-0a1d-4358-abc9-e8e654de0951 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:55.152549 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f41ab2-0a1d-4358-abc9-e8e654de0951 None None] Bound using segment: {'id': 'e1aff36e-4914-42bd-892a-afe2bd82cc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e76a6a3b-e3d3-478a-a19e-f0ba980b2714'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:45:55.153031 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f1f41ab2-0a1d-4358-abc9-e8e654de0951 None None] Bound port: e3fce72c-068a-49a4-b345-5e7c4af5263b, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1aff36e-4914-42bd-892a-afe2bd82cc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e76a6a3b-e3d3-478a-a19e-f0ba980b2714'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:45:55.153401 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f1f41ab2-0a1d-4358-abc9-e8e654de0951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:55.234964 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-7b935b6f-5feb-448a-8150-39383d656470 None None] Attempting to bind port d11e153b-73df-4a13-bdea-de8ec72088d8 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:45:55.235362 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-7b935b6f-5feb-448a-8150-39383d656470 None None] Attempting to bind port d11e153b-73df-4a13-bdea-de8ec72088d8 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '308c7c80-2dfe-465a-907b-006f4bf32eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:45:55.235717 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b935b6f-5feb-448a-8150-39383d656470 None None] Attempting to bind port d11e153b-73df-4a13-bdea-de8ec72088d8 on network 31e0906b-d6f8-4071-9d72-971224eb2adb {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:45:55.246875 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b935b6f-5feb-448a-8150-39383d656470 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:45:55.247307 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b935b6f-5feb-448a-8150-39383d656470 None None] Checking segment: {'id': '308c7c80-2dfe-465a-907b-006f4bf32eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:45:55.248574 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7b935b6f-5feb-448a-8150-39383d656470 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:55.249105 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b935b6f-5feb-448a-8150-39383d656470 None None] Bound using segment: {'id': '308c7c80-2dfe-465a-907b-006f4bf32eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:45:55.249587 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-7b935b6f-5feb-448a-8150-39383d656470 None None] Bound port: d11e153b-73df-4a13-bdea-de8ec72088d8, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '308c7c80-2dfe-465a-907b-006f4bf32eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:45:55.249971 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7b935b6f-5feb-448a-8150-39383d656470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:55.269477 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d1dac37-1fbf-43eb-a1de-5296c3a217e1 admin admin] Router ac54ebdb-28a3-4984-9f9a-83cee8d1a6b2 is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:45:55.302658 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f1f41ab2-0a1d-4358-abc9-e8e654de0951 None None] For port e3fce72c-068a-49a4-b345-5e7c4af5263b, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:45:55.322757 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f1f41ab2-0a1d-4358-abc9-e8e654de0951 None None] For port e3fce72c-068a-49a4-b345-5e7c4af5263b, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=e3fce72c-068a-49a4-b345-5e7c4af5263b,segment=NetworkSegment(e1aff36e-4914-42bd-892a-afe2bd82cc40),segment_id=e1aff36e-4914-42bd-892a-afe2bd82cc40)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:45:55.333420 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f1f41ab2-0a1d-4358-abc9-e8e654de0951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:55.380944 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-7b935b6f-5feb-448a-8150-39383d656470 None None] For port d11e153b-73df-4a13-bdea-de8ec72088d8, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:45:55.390567 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1dac37-1fbf-43eb-a1de-5296c3a217e1 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:45:55.403486 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19446dd0-ea5b-4db4-9a57-45ebd6950e54 None None] Sync routers for ids ['ac54ebdb-28a3-4984-9f9a-83cee8d1a6b2'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:45:55.405246 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-7b935b6f-5feb-448a-8150-39383d656470 None None] For port d11e153b-73df-4a13-bdea-de8ec72088d8, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=d11e153b-73df-4a13-bdea-de8ec72088d8,segment=NetworkSegment(308c7c80-2dfe-465a-907b-006f4bf32eae),segment_id=308c7c80-2dfe-465a-907b-006f4bf32eae)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:45:55.412061 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d1dac37-1fbf-43eb-a1de-5296c3a217e1 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:55.413328 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-1d1dac37-1fbf-43eb-a1de-5296c3a217e1 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6058214 Jul 15 23:45:55.415932 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47060) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:45:55.417736 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19446dd0-ea5b-4db4-9a57-45ebd6950e54 None None] Routers {'ac54ebdb-28a3-4984-9f9a-83cee8d1a6b2'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:45:55.417913 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7b935b6f-5feb-448a-8150-39383d656470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:55.419079 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-19446dd0-ea5b-4db4-9a57-45ebd6950e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:45:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ac54ebdb-28a3-4984-9f9a-83cee8d1a6b2'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:45:55.439947 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f41ab2-0a1d-4358-abc9-e8e654de0951 None None] Pushing event updated for resources: {'Port': ['ID=e3fce72c-068a-49a4-b345-5e7c4af5263b,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:55.486382 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b935b6f-5feb-448a-8150-39383d656470 None None] Routers {'4e6b29b2-a776-4a4f-9621-9040a1037938'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:45:55.487033 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7b935b6f-5feb-448a-8150-39383d656470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:45:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['4e6b29b2-a776-4a4f-9621-9040a1037938'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:45:55.555419 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4735e0-17a8-49f4-9b5a-8b3be7185bea None None] Pushing event updated for resources: {'Port': ['ID=d11e153b-73df-4a13-bdea-de8ec72088d8,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:55.623343 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-19446dd0-ea5b-4db4-9a57-45ebd6950e54 None None] Set router ac54ebdb-28a3-4984-9f9a-83cee8d1a6b2 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:45:55.629606 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:55.653515 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-7b935b6f-5feb-448a-8150-39383d656470 None None] Set router 4e6b29b2-a776-4a4f-9621-9040a1037938 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:45:55.917531 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-19446dd0-ea5b-4db4-9a57-45ebd6950e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac54ebdb-28a3-4984-9f9a-83cee8d1a6b2', 'name': 'tempest-TestVolumeBootPattern-858481163-router', 'tenant_id': 'f206adee678845199f1a31691fadcc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'e285029e-586b-46d9-b0ed-a8c6154c2eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:45:53Z', 'updated_at': '2021-07-15T23:45:54Z', 'revision_number': 3, 'project_id': 'f206adee678845199f1a31691fadcc45', 'gw_port': {'id': 'e285029e-586b-46d9-b0ed-a8c6154c2eb6', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2f:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac54ebdb-28a3-4984-9f9a-83cee8d1a6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:54Z', 'updated_at': '2021-07-15T23:45:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:45:56.002827 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device e3fce72c-068a-49a4-b345-5e7c4af5263b up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:45:56.042354 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7b935b6f-5feb-448a-8150-39383d656470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'name': 'tempest-TestVolumeBootPattern-888051493-router', 'tenant_id': '854f7f06e5364ce38de1e2e446f56e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '0d31eb46-5b42-44cf-9115-d5315821a9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:45:48Z', 'updated_at': '2021-07-15T23:45:51Z', 'revision_number': 4, 'project_id': '854f7f06e5364ce38de1e2e446f56e73', 'gw_port': {'id': '0d31eb46-5b42-44cf-9115-d5315821a9d6', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:49Z', 'updated_at': '2021-07-15T23:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'd11e153b-73df-4a13-bdea-de8ec72088d8', 'name': '', 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb', 'tenant_id': '854f7f06e5364ce38de1e2e446f56e73', 'mac_address': 'fa:16:3e:07:23:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'c5a5342a-197a-422d-81d6-779d4a25a0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:51Z', 'updated_at': '2021-07-15T23:45:55Z', 'revision_number': 4, 'project_id': '854f7f06e5364ce38de1e2e446f56e73', 'subnets': [{'id': 'c5a5342a-197a-422d-81d6-779d4a25a0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:45:56.042698 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19446dd0-ea5b-4db4-9a57-45ebd6950e54 None None] Checking router: ac54ebdb-28a3-4984-9f9a-83cee8d1a6b2 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:45:56.042842 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19446dd0-ea5b-4db4-9a57-45ebd6950e54 None None] Updating router ac54ebdb-28a3-4984-9f9a-83cee8d1a6b2 port e285029e-586b-46d9-b0ed-a8c6154c2eb6 binding host n-d-794306-6 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:45:56.077263 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b935b6f-5feb-448a-8150-39383d656470 None None] The sync data for ids ['4e6b29b2-a776-4a4f-9621-9040a1037938'] in n-d-794306-6 is: [{'id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'name': 'tempest-TestVolumeBootPattern-888051493-router', 'tenant_id': '854f7f06e5364ce38de1e2e446f56e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '0d31eb46-5b42-44cf-9115-d5315821a9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:45:48Z', 'updated_at': '2021-07-15T23:45:51Z', 'revision_number': 4, 'project_id': '854f7f06e5364ce38de1e2e446f56e73', 'gw_port': {'id': '0d31eb46-5b42-44cf-9115-d5315821a9d6', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:49Z', 'updated_at': '2021-07-15T23:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'd11e153b-73df-4a13-bdea-de8ec72088d8', 'name': '', 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb', 'tenant_id': '854f7f06e5364ce38de1e2e446f56e73', 'mac_address': 'fa:16:3e:07:23:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'c5a5342a-197a-422d-81d6-779d4a25a0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:51Z', 'updated_at': '2021-07-15T23:45:55Z', 'revision_number': 4, 'project_id': '854f7f06e5364ce38de1e2e446f56e73', 'subnets': [{'id': 'c5a5342a-197a-422d-81d6-779d4a25a0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:45:56.079973 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-19446dd0-ea5b-4db4-9a57-45ebd6950e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:56.096012 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port e3fce72c-068a-49a4-b345-5e7c4af5263b completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:45:56.100626 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 0d31eb46-5b42-44cf-9115-d5315821a9d6 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:45:56.112300 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51c3f09e-6cc0-4cbf-9cb0-9f2e009b7510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:56.183136 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 0d31eb46-5b42-44cf-9115-d5315821a9d6 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:45:56.183520 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:56.348774 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-51c3f09e-6cc0-4cbf-9cb0-9f2e009b7510 admin admin] Allocated IP 172.20.0.1 (e76a6a3b-e3d3-478a-a19e-f0ba980b2714/9323a358-1113-4d7a-91b4-401882a9e457/cf67df51-9105-4e29-b7ad-ffde7e9969c4) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:45:56.427041 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-19446dd0-ea5b-4db4-9a57-45ebd6950e54 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:56.442132 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-19446dd0-ea5b-4db4-9a57-45ebd6950e54 None None] Transition to ACTIVE for port object e285029e-586b-46d9-b0ed-a8c6154c2eb6 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:45:56.450299 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-19446dd0-ea5b-4db4-9a57-45ebd6950e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:56.475660 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51c3f09e-6cc0-4cbf-9cb0-9f2e009b7510 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:56.502145 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-51c3f09e-6cc0-4cbf-9cb0-9f2e009b7510 admin admin] Transition to ACTIVE for port object cf67df51-9105-4e29-b7ad-ffde7e9969c4 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:45:56.515516 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-19446dd0-ea5b-4db4-9a57-45ebd6950e54 None None] Attempting to bind port e285029e-586b-46d9-b0ed-a8c6154c2eb6 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:45:56.515913 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-19446dd0-ea5b-4db4-9a57-45ebd6950e54 None None] Attempting to bind port e285029e-586b-46d9-b0ed-a8c6154c2eb6 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:45:56.516281 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19446dd0-ea5b-4db4-9a57-45ebd6950e54 None None] Attempting to bind port e285029e-586b-46d9-b0ed-a8c6154c2eb6 on network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:45:56.519521 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b414e98-ccc8-443e-ad6d-3dedd91e418d None None] Pushing event updated for resources: {'Port': ['ID=e285029e-586b-46d9-b0ed-a8c6154c2eb6,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:56.525434 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19446dd0-ea5b-4db4-9a57-45ebd6950e54 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:45:56.525811 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19446dd0-ea5b-4db4-9a57-45ebd6950e54 None None] Checking segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:45:56.526217 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-19446dd0-ea5b-4db4-9a57-45ebd6950e54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:56.526606 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19446dd0-ea5b-4db4-9a57-45ebd6950e54 None None] Bound using segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:45:56.527082 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-19446dd0-ea5b-4db4-9a57-45ebd6950e54 None None] Bound port: e285029e-586b-46d9-b0ed-a8c6154c2eb6, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:45:56.528003 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-19446dd0-ea5b-4db4-9a57-45ebd6950e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:56.557584 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51c3f09e-6cc0-4cbf-9cb0-9f2e009b7510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:56.587387 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-19446dd0-ea5b-4db4-9a57-45ebd6950e54 None None] For port e285029e-586b-46d9-b0ed-a8c6154c2eb6, host n-d-794306-6, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:45:56.593294 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-19446dd0-ea5b-4db4-9a57-45ebd6950e54 None None] For port e285029e-586b-46d9-b0ed-a8c6154c2eb6, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=e285029e-586b-46d9-b0ed-a8c6154c2eb6,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:45:56.599070 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-19446dd0-ea5b-4db4-9a57-45ebd6950e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:56.614939 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c3f09e-6cc0-4cbf-9cb0-9f2e009b7510 admin admin] Pushing event updated for resources: {'Port': ['ID=cf67df51-9105-4e29-b7ad-ffde7e9969c4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:56.618587 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c3f09e-6cc0-4cbf-9cb0-9f2e009b7510 admin admin] Network e76a6a3b-e3d3-478a-a19e-f0ba980b2714 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:45:56.626634 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-51c3f09e-6cc0-4cbf-9cb0-9f2e009b7510 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:45:56.629214 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c3f09e-6cc0-4cbf-9cb0-9f2e009b7510 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:45:56.666897 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19446dd0-ea5b-4db4-9a57-45ebd6950e54 None None] Routers {'ac54ebdb-28a3-4984-9f9a-83cee8d1a6b2'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:45:56.667532 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-19446dd0-ea5b-4db4-9a57-45ebd6950e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:45:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ac54ebdb-28a3-4984-9f9a-83cee8d1a6b2'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:45:56.689182 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51c3f09e-6cc0-4cbf-9cb0-9f2e009b7510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:56.736550 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b414e98-ccc8-443e-ad6d-3dedd91e418d None None] Pushing event updated for resources: {'Port': ['ID=e285029e-586b-46d9-b0ed-a8c6154c2eb6,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:56.843115 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04ff9db-4e17-42d1-99b2-8fe4687b45bc None None] Network e76a6a3b-e3d3-478a-a19e-f0ba980b2714 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:45:56.846116 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-19446dd0-ea5b-4db4-9a57-45ebd6950e54 None None] Set router ac54ebdb-28a3-4984-9f9a-83cee8d1a6b2 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:45:56.876600 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cf161757-7697-4609-a2dd-258be44cf511 None None] Provisioning for port e3fce72c-068a-49a4-b345-5e7c4af5263b completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:45:56.885046 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cf161757-7697-4609-a2dd-258be44cf511 None None] Provisioning complete for port e3fce72c-068a-49a4-b345-5e7c4af5263b triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:45:56.885808 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cf161757-7697-4609-a2dd-258be44cf511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:56.907025 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51c3f09e-6cc0-4cbf-9cb0-9f2e009b7510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:57.043773 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cf161757-7697-4609-a2dd-258be44cf511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:57.064610 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-19446dd0-ea5b-4db4-9a57-45ebd6950e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac54ebdb-28a3-4984-9f9a-83cee8d1a6b2', 'name': 'tempest-TestVolumeBootPattern-858481163-router', 'tenant_id': 'f206adee678845199f1a31691fadcc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'e285029e-586b-46d9-b0ed-a8c6154c2eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:45:53Z', 'updated_at': '2021-07-15T23:45:54Z', 'revision_number': 3, 'project_id': 'f206adee678845199f1a31691fadcc45', 'gw_port': {'id': 'e285029e-586b-46d9-b0ed-a8c6154c2eb6', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2f:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac54ebdb-28a3-4984-9f9a-83cee8d1a6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:54Z', 'updated_at': '2021-07-15T23:45:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:45:57.095173 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-cf161757-7697-4609-a2dd-258be44cf511 None None] For port e3fce72c-068a-49a4-b345-5e7c4af5263b, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=e3fce72c-068a-49a4-b345-5e7c4af5263b,segment=NetworkSegment(e1aff36e-4914-42bd-892a-afe2bd82cc40),segment_id=e1aff36e-4914-42bd-892a-afe2bd82cc40)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:45:57.100902 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19446dd0-ea5b-4db4-9a57-45ebd6950e54 None None] The sync data for ids ['ac54ebdb-28a3-4984-9f9a-83cee8d1a6b2'] in n-d-794306-6 is: [{'id': 'ac54ebdb-28a3-4984-9f9a-83cee8d1a6b2', 'name': 'tempest-TestVolumeBootPattern-858481163-router', 'tenant_id': 'f206adee678845199f1a31691fadcc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'e285029e-586b-46d9-b0ed-a8c6154c2eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:45:53Z', 'updated_at': '2021-07-15T23:45:54Z', 'revision_number': 3, 'project_id': 'f206adee678845199f1a31691fadcc45', 'gw_port': {'id': 'e285029e-586b-46d9-b0ed-a8c6154c2eb6', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2f:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac54ebdb-28a3-4984-9f9a-83cee8d1a6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:54Z', 'updated_at': '2021-07-15T23:45:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:45:57.118122 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cf161757-7697-4609-a2dd-258be44cf511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:57.182996 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf161757-7697-4609-a2dd-258be44cf511 None None] Pushing event updated for resources: {'Port': ['ID=e3fce72c-068a-49a4-b345-5e7c4af5263b,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:57.470466 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-370eeb6c-3daa-4bba-a960-47ff874fe5aa None None] Provisioning complete for port e3fce72c-068a-49a4-b345-5e7c4af5263b triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:45:57.470845 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-370eeb6c-3daa-4bba-a960-47ff874fe5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:57.568254 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51c3f09e-6cc0-4cbf-9cb0-9f2e009b7510 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:57.573574 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51c3f09e-6cc0-4cbf-9cb0-9f2e009b7510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:57.635292 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51c3f09e-6cc0-4cbf-9cb0-9f2e009b7510 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:57.639840 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-370eeb6c-3daa-4bba-a960-47ff874fe5aa None None] Provisioning for port cf67df51-9105-4e29-b7ad-ffde7e9969c4 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:45:57.645169 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-370eeb6c-3daa-4bba-a960-47ff874fe5aa None None] Provisioning complete for port cf67df51-9105-4e29-b7ad-ffde7e9969c4 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:45:57.645561 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-370eeb6c-3daa-4bba-a960-47ff874fe5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:57.686257 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-370eeb6c-3daa-4bba-a960-47ff874fe5aa None None] Port cf67df51-9105-4e29-b7ad-ffde7e9969c4 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:45:57.709006 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c3f09e-6cc0-4cbf-9cb0-9f2e009b7510 admin admin] Pushing event updated for resources: {'Port': ['ID=cf67df51-9105-4e29-b7ad-ffde7e9969c4,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:57.806990 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c3f09e-6cc0-4cbf-9cb0-9f2e009b7510 admin admin] Network e76a6a3b-e3d3-478a-a19e-f0ba980b2714 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:45:57.808513 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-51c3f09e-6cc0-4cbf-9cb0-9f2e009b7510 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:45:57.811151 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8f397717-c107-4221-8b8f-a8b1089e22c1 None None] Provisioning complete for port cf67df51-9105-4e29-b7ad-ffde7e9969c4 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:45:57.812594 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8f397717-c107-4221-8b8f-a8b1089e22c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:57.875946 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-8f397717-c107-4221-8b8f-a8b1089e22c1 None None] Port cf67df51-9105-4e29-b7ad-ffde7e9969c4 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:45:57.977724 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51c3f09e-6cc0-4cbf-9cb0-9f2e009b7510 admin admin] Router ac54ebdb-28a3-4984-9f9a-83cee8d1a6b2 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:45:57.999854 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device e285029e-586b-46d9-b0ed-a8c6154c2eb6 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:45:58.072902 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port e285029e-586b-46d9-b0ed-a8c6154c2eb6 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:45:58.077230 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port e285029e-586b-46d9-b0ed-a8c6154c2eb6 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:45:58.077597 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:58.118110 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c3f09e-6cc0-4cbf-9cb0-9f2e009b7510 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:45:58.124805 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-51c3f09e-6cc0-4cbf-9cb0-9f2e009b7510 admin admin] 10.222.0.48 "PUT /v2.0/routers/ac54ebdb-28a3-4984-9f9a-83cee8d1a6b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7077291 Jul 15 23:45:58.174389 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:58.196687 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port e285029e-586b-46d9-b0ed-a8c6154c2eb6, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=e285029e-586b-46d9-b0ed-a8c6154c2eb6,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:45:58.206098 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:58.206890 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device d11e153b-73df-4a13-bdea-de8ec72088d8 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:45:58.279906 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a8e1d61a-c5ee-46b2-a0cb-95ef8a9e2a1b None None] Provisioning complete for port cf67df51-9105-4e29-b7ad-ffde7e9969c4 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:45:58.279906 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a8e1d61a-c5ee-46b2-a0cb-95ef8a9e2a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:58.324408 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=e285029e-586b-46d9-b0ed-a8c6154c2eb6,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:58.346646 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a8e1d61a-c5ee-46b2-a0cb-95ef8a9e2a1b None None] Port cf67df51-9105-4e29-b7ad-ffde7e9969c4 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:45:58.350405 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port d11e153b-73df-4a13-bdea-de8ec72088d8 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:45:58.356455 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port d11e153b-73df-4a13-bdea-de8ec72088d8 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:45:58.356965 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:58.465968 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:58.502530 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port d11e153b-73df-4a13-bdea-de8ec72088d8, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=d11e153b-73df-4a13-bdea-de8ec72088d8,segment=NetworkSegment(308c7c80-2dfe-465a-907b-006f4bf32eae),segment_id=308c7c80-2dfe-465a-907b-006f4bf32eae)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:45:58.507492 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:58.508426 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device e3fce72c-068a-49a4-b345-5e7c4af5263b up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:45:58.595438 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=d11e153b-73df-4a13-bdea-de8ec72088d8,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:45:58.604130 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port e3fce72c-068a-49a4-b345-5e7c4af5263b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:45:58.604505 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:59.612955 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f013c4bf-2dd6-4f73-ac9e-f916fae80aec None None] Sync routers for ids ['ac54ebdb-28a3-4984-9f9a-83cee8d1a6b2'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:45:59.621877 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f013c4bf-2dd6-4f73-ac9e-f916fae80aec None None] Routers {'ac54ebdb-28a3-4984-9f9a-83cee8d1a6b2'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:45:59.623118 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-f013c4bf-2dd6-4f73-ac9e-f916fae80aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:45:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ac54ebdb-28a3-4984-9f9a-83cee8d1a6b2'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:45:59.728397 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-f013c4bf-2dd6-4f73-ac9e-f916fae80aec None None] Set router ac54ebdb-28a3-4984-9f9a-83cee8d1a6b2 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:45:59.826528 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device e285029e-586b-46d9-b0ed-a8c6154c2eb6 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:45:59.946678 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port e285029e-586b-46d9-b0ed-a8c6154c2eb6 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:45:59.947062 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:45:59.999531 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-f013c4bf-2dd6-4f73-ac9e-f916fae80aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac54ebdb-28a3-4984-9f9a-83cee8d1a6b2', 'name': 'tempest-TestVolumeBootPattern-858481163-router', 'tenant_id': 'f206adee678845199f1a31691fadcc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'e285029e-586b-46d9-b0ed-a8c6154c2eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:45:53Z', 'updated_at': '2021-07-15T23:45:56Z', 'revision_number': 4, 'project_id': 'f206adee678845199f1a31691fadcc45', 'gw_port': {'id': 'e285029e-586b-46d9-b0ed-a8c6154c2eb6', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac54ebdb-28a3-4984-9f9a-83cee8d1a6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:54Z', 'updated_at': '2021-07-15T23:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'cf67df51-9105-4e29-b7ad-ffde7e9969c4', 'name': '', 'network_id': 'e76a6a3b-e3d3-478a-a19e-f0ba980b2714', 'tenant_id': 'f206adee678845199f1a31691fadcc45', 'mac_address': 'fa:16:3e:ec:54:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac54ebdb-28a3-4984-9f9a-83cee8d1a6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '9323a358-1113-4d7a-91b4-401882a9e457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:56Z', 'updated_at': '2021-07-15T23:45:57Z', 'revision_number': 2, 'project_id': 'f206adee678845199f1a31691fadcc45', 'subnets': [{'id': '9323a358-1113-4d7a-91b4-401882a9e457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:46:00.189401 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f013c4bf-2dd6-4f73-ac9e-f916fae80aec None None] Checking router: ac54ebdb-28a3-4984-9f9a-83cee8d1a6b2 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:46:00.189769 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f013c4bf-2dd6-4f73-ac9e-f916fae80aec None None] Updating router ac54ebdb-28a3-4984-9f9a-83cee8d1a6b2 port cf67df51-9105-4e29-b7ad-ffde7e9969c4 binding host n-d-794306-6 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:46:00.249382 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f013c4bf-2dd6-4f73-ac9e-f916fae80aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:00.254139 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device d11e153b-73df-4a13-bdea-de8ec72088d8 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:46:00.256430 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faeaef3-a199-4323-a64f-3688d288a5d5 req-0c8a50b6-568d-4982-bbf2-4e408f637880 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:00.257934 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2faeaef3-a199-4323-a64f-3688d288a5d5 req-0c8a50b6-568d-4982-bbf2-4e408f637880 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/networks?id=31e0906b-d6f8-4071-9d72-971224eb2adb HTTP/1.1" status: 200 len: 811 time: 0.1151893 Jul 15 23:46:00.273704 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2faeaef3-a199-4323-a64f-3688d288a5d5 req-cb998eb0-5320-4de9-aed9-d868610a890d tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/quotas/854f7f06e5364ce38de1e2e446f56e73 HTTP/1.1" status: 200 len: 375 time: 0.0098476 Jul 15 23:46:00.355800 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2faeaef3-a199-4323-a64f-3688d288a5d5 req-fa2255e2-4a16-4814-843b-7e8fde411372 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=854f7f06e5364ce38de1e2e446f56e73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0769176 Jul 15 23:46:00.396349 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port d11e153b-73df-4a13-bdea-de8ec72088d8 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:46:00.396727 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:00.551602 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2faeaef3-a199-4323-a64f-3688d288a5d5 req-ca771b45-b64e-4e37-9af2-dbce5541e09e service neutron] 10.222.0.48 "GET /v2.0/networks/31e0906b-d6f8-4071-9d72-971224eb2adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882753 Jul 15 23:46:00.610975 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f013c4bf-2dd6-4f73-ac9e-f916fae80aec None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:00.622156 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f013c4bf-2dd6-4f73-ac9e-f916fae80aec None None] Transition to ACTIVE for port object cf67df51-9105-4e29-b7ad-ffde7e9969c4 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:46:00.628931 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f013c4bf-2dd6-4f73-ac9e-f916fae80aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:00.647725 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2faeaef3-a199-4323-a64f-3688d288a5d5 req-7e04dd2c-3fed-4e82-b427-47c6bd6fecb2 service neutron] 10.222.0.48 "GET /v2.0/networks/31e0906b-d6f8-4071-9d72-971224eb2adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887420 Jul 15 23:46:00.700339 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2009578-90bd-4d2e-8d57-50c82f8eefa4 None None] Pushing event updated for resources: {'Port': ['ID=cf67df51-9105-4e29-b7ad-ffde7e9969c4,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:46:00.737125 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f013c4bf-2dd6-4f73-ac9e-f916fae80aec None None] Attempting to bind port cf67df51-9105-4e29-b7ad-ffde7e9969c4 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:46:00.737590 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f013c4bf-2dd6-4f73-ac9e-f916fae80aec None None] Attempting to bind port cf67df51-9105-4e29-b7ad-ffde7e9969c4 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'e1aff36e-4914-42bd-892a-afe2bd82cc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e76a6a3b-e3d3-478a-a19e-f0ba980b2714'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:46:00.737969 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f013c4bf-2dd6-4f73-ac9e-f916fae80aec None None] Attempting to bind port cf67df51-9105-4e29-b7ad-ffde7e9969c4 on network e76a6a3b-e3d3-478a-a19e-f0ba980b2714 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:46:00.744009 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f013c4bf-2dd6-4f73-ac9e-f916fae80aec None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:46:00.744374 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f013c4bf-2dd6-4f73-ac9e-f916fae80aec None None] Checking segment: {'id': 'e1aff36e-4914-42bd-892a-afe2bd82cc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e76a6a3b-e3d3-478a-a19e-f0ba980b2714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:46:00.745092 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f013c4bf-2dd6-4f73-ac9e-f916fae80aec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:00.745493 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f013c4bf-2dd6-4f73-ac9e-f916fae80aec None None] Bound using segment: {'id': 'e1aff36e-4914-42bd-892a-afe2bd82cc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e76a6a3b-e3d3-478a-a19e-f0ba980b2714'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:46:00.745964 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f013c4bf-2dd6-4f73-ac9e-f916fae80aec None None] Bound port: cf67df51-9105-4e29-b7ad-ffde7e9969c4, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1aff36e-4914-42bd-892a-afe2bd82cc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e76a6a3b-e3d3-478a-a19e-f0ba980b2714'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:46:00.746472 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f013c4bf-2dd6-4f73-ac9e-f916fae80aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:00.812993 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f013c4bf-2dd6-4f73-ac9e-f916fae80aec None None] For port cf67df51-9105-4e29-b7ad-ffde7e9969c4, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:46:00.817136 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f013c4bf-2dd6-4f73-ac9e-f916fae80aec None None] For port cf67df51-9105-4e29-b7ad-ffde7e9969c4, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=cf67df51-9105-4e29-b7ad-ffde7e9969c4,segment=NetworkSegment(e1aff36e-4914-42bd-892a-afe2bd82cc40),segment_id=e1aff36e-4914-42bd-892a-afe2bd82cc40)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:46:00.821846 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f013c4bf-2dd6-4f73-ac9e-f916fae80aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:00.940961 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cf24e27d-f9cb-4c78-b438-1ec59193c749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:00.964688 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f013c4bf-2dd6-4f73-ac9e-f916fae80aec None None] Routers {'ac54ebdb-28a3-4984-9f9a-83cee8d1a6b2'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:46:00.965760 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-f013c4bf-2dd6-4f73-ac9e-f916fae80aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:45:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ac54ebdb-28a3-4984-9f9a-83cee8d1a6b2'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:46:01.012788 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e3a95308-3722-47ff-9637-93e8d99ef993 req-5ba66009-9346-4fc9-a4c2-c785bd53875f tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=37b29c68-7ff2-4ce2-9081-39518ba0f745 HTTP/1.1" status: 200 len: 210 time: 0.0375867 Jul 15 23:46:01.039469 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2009578-90bd-4d2e-8d57-50c82f8eefa4 None None] Pushing event updated for resources: {'Port': ['ID=cf67df51-9105-4e29-b7ad-ffde7e9969c4,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:46:01.162482 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-f013c4bf-2dd6-4f73-ac9e-f916fae80aec None None] Set router ac54ebdb-28a3-4984-9f9a-83cee8d1a6b2 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:46:01.382805 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-f013c4bf-2dd6-4f73-ac9e-f916fae80aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac54ebdb-28a3-4984-9f9a-83cee8d1a6b2', 'name': 'tempest-TestVolumeBootPattern-858481163-router', 'tenant_id': 'f206adee678845199f1a31691fadcc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'e285029e-586b-46d9-b0ed-a8c6154c2eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:45:53Z', 'updated_at': '2021-07-15T23:45:56Z', 'revision_number': 4, 'project_id': 'f206adee678845199f1a31691fadcc45', 'gw_port': {'id': 'e285029e-586b-46d9-b0ed-a8c6154c2eb6', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac54ebdb-28a3-4984-9f9a-83cee8d1a6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:54Z', 'updated_at': '2021-07-15T23:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'cf67df51-9105-4e29-b7ad-ffde7e9969c4', 'name': '', 'network_id': 'e76a6a3b-e3d3-478a-a19e-f0ba980b2714', 'tenant_id': 'f206adee678845199f1a31691fadcc45', 'mac_address': 'fa:16:3e:ec:54:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac54ebdb-28a3-4984-9f9a-83cee8d1a6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '9323a358-1113-4d7a-91b4-401882a9e457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:56Z', 'updated_at': '2021-07-15T23:46:00Z', 'revision_number': 4, 'project_id': 'f206adee678845199f1a31691fadcc45', 'subnets': [{'id': '9323a358-1113-4d7a-91b4-401882a9e457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:46:01.410760 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f013c4bf-2dd6-4f73-ac9e-f916fae80aec None None] The sync data for ids ['ac54ebdb-28a3-4984-9f9a-83cee8d1a6b2'] in n-d-794306-6 is: [{'id': 'ac54ebdb-28a3-4984-9f9a-83cee8d1a6b2', 'name': 'tempest-TestVolumeBootPattern-858481163-router', 'tenant_id': 'f206adee678845199f1a31691fadcc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'e285029e-586b-46d9-b0ed-a8c6154c2eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:45:53Z', 'updated_at': '2021-07-15T23:45:56Z', 'revision_number': 4, 'project_id': 'f206adee678845199f1a31691fadcc45', 'gw_port': {'id': 'e285029e-586b-46d9-b0ed-a8c6154c2eb6', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac54ebdb-28a3-4984-9f9a-83cee8d1a6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:54Z', 'updated_at': '2021-07-15T23:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'cf67df51-9105-4e29-b7ad-ffde7e9969c4', 'name': '', 'network_id': 'e76a6a3b-e3d3-478a-a19e-f0ba980b2714', 'tenant_id': 'f206adee678845199f1a31691fadcc45', 'mac_address': 'fa:16:3e:ec:54:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac54ebdb-28a3-4984-9f9a-83cee8d1a6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '9323a358-1113-4d7a-91b4-401882a9e457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:56Z', 'updated_at': '2021-07-15T23:46:00Z', 'revision_number': 4, 'project_id': 'f206adee678845199f1a31691fadcc45', 'subnets': [{'id': '9323a358-1113-4d7a-91b4-401882a9e457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:46:01.842801 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device cf67df51-9105-4e29-b7ad-ffde7e9969c4 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:46:01.900069 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port cf67df51-9105-4e29-b7ad-ffde7e9969c4 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:46:01.905281 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port cf67df51-9105-4e29-b7ad-ffde7e9969c4 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:46:01.905696 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:01.981823 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:02.012683 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port cf67df51-9105-4e29-b7ad-ffde7e9969c4, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=cf67df51-9105-4e29-b7ad-ffde7e9969c4,segment=NetworkSegment(e1aff36e-4914-42bd-892a-afe2bd82cc40),segment_id=e1aff36e-4914-42bd-892a-afe2bd82cc40)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:46:02.017730 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:02.090659 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=cf67df51-9105-4e29-b7ad-ffde7e9969c4,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:46:02.221015 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ff62a2fa-69ac-4ff3-98bf-f26bfc866562 req-113ec390-1ad3-4d65-930f-e9d5df01874d tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=37b29c68-7ff2-4ce2-9081-39518ba0f745 HTTP/1.1" status: 200 len: 210 time: 0.0452712 Jul 15 23:46:02.249079 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faeaef3-a199-4323-a64f-3688d288a5d5 req-3e9e6bfd-e91b-43bf-9253-13228e7ffa99 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:02.250552 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2faeaef3-a199-4323-a64f-3688d288a5d5 req-3e9e6bfd-e91b-43bf-9253-13228e7ffa99 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.41 "GET /v2.0/networks?id=31e0906b-d6f8-4071-9d72-971224eb2adb HTTP/1.1" status: 200 len: 811 time: 0.1468270 Jul 15 23:46:02.268552 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-2faeaef3-a199-4323-a64f-3688d288a5d5 req-acd7e526-dd03-41ee-8e5a-18c574a96705 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Request body: {'port': {'device_id': '37b29c68-7ff2-4ce2-9081-39518ba0f745', 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb', 'admin_state_up': True, 'tenant_id': '854f7f06e5364ce38de1e2e446f56e73'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:46:02.383319 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2faeaef3-a199-4323-a64f-3688d288a5d5 req-acd7e526-dd03-41ee-8e5a-18c574a96705 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Made reservation on behalf of 854f7f06e5364ce38de1e2e446f56e73 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:46:02.386992 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2faeaef3-a199-4323-a64f-3688d288a5d5 req-acd7e526-dd03-41ee-8e5a-18c574a96705 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:02.521984 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-2faeaef3-a199-4323-a64f-3688d288a5d5 req-acd7e526-dd03-41ee-8e5a-18c574a96705 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Allocated IP 172.20.0.9 (31e0906b-d6f8-4071-9d72-971224eb2adb/c5a5342a-197a-422d-81d6-779d4a25a0f6/830ae724-9668-4d94-9057-c38279c9e4e7) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:46:02.681907 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2faeaef3-a199-4323-a64f-3688d288a5d5 req-acd7e526-dd03-41ee-8e5a-18c574a96705 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:02.696253 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-2faeaef3-a199-4323-a64f-3688d288a5d5 req-acd7e526-dd03-41ee-8e5a-18c574a96705 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Transition to ACTIVE for port object 830ae724-9668-4d94-9057-c38279c9e4e7 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:46:02.731083 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2faeaef3-a199-4323-a64f-3688d288a5d5 req-acd7e526-dd03-41ee-8e5a-18c574a96705 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:02.780356 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2faeaef3-a199-4323-a64f-3688d288a5d5 req-acd7e526-dd03-41ee-8e5a-18c574a96705 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Network 31e0906b-d6f8-4071-9d72-971224eb2adb is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:46:02.783766 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-2faeaef3-a199-4323-a64f-3688d288a5d5 req-acd7e526-dd03-41ee-8e5a-18c574a96705 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:46:02.788436 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-2faeaef3-a199-4323-a64f-3688d288a5d5 req-acd7e526-dd03-41ee-8e5a-18c574a96705 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:46:02.812460 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd7e526-dd03-41ee-8e5a-18c574a96705 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Pushing event updated for resources: {'Port': ['ID=830ae724-9668-4d94-9057-c38279c9e4e7,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:46:02.846889 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faeaef3-a199-4323-a64f-3688d288a5d5 req-acd7e526-dd03-41ee-8e5a-18c574a96705 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:02.847688 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2faeaef3-a199-4323-a64f-3688d288a5d5 req-acd7e526-dd03-41ee-8e5a-18c574a96705 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:02.864011 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2faeaef3-a199-4323-a64f-3688d288a5d5 req-acd7e526-dd03-41ee-8e5a-18c574a96705 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5994530 Jul 15 23:46:02.882015 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-2faeaef3-a199-4323-a64f-3688d288a5d5 req-c49fc923-fd82-4d52-b46d-c93eb993cfb9 service neutron] Request body: {'port': {'device_id': '37b29c68-7ff2-4ce2-9081-39518ba0f745', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:46:02.969636 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2faeaef3-a199-4323-a64f-3688d288a5d5 req-c49fc923-fd82-4d52-b46d-c93eb993cfb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:03.144222 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b809b134-cd51-40ca-bacb-8c768ab84aa8 None None] Provisioning for port 830ae724-9668-4d94-9057-c38279c9e4e7 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:46:03.150026 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b809b134-cd51-40ca-bacb-8c768ab84aa8 None None] Provisioning complete for port 830ae724-9668-4d94-9057-c38279c9e4e7 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:46:03.150698 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b809b134-cd51-40ca-bacb-8c768ab84aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:03.195139 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b809b134-cd51-40ca-bacb-8c768ab84aa8 None None] Port 830ae724-9668-4d94-9057-c38279c9e4e7 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:46:03.251868 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-2faeaef3-a199-4323-a64f-3688d288a5d5 req-c49fc923-fd82-4d52-b46d-c93eb993cfb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 830ae724-9668-4d94-9057-c38279c9e4e7 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:46:03.260123 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2faeaef3-a199-4323-a64f-3688d288a5d5 req-c49fc923-fd82-4d52-b46d-c93eb993cfb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:03.273676 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-2faeaef3-a199-4323-a64f-3688d288a5d5 req-c49fc923-fd82-4d52-b46d-c93eb993cfb9 service neutron] Transition to ACTIVE for port object 830ae724-9668-4d94-9057-c38279c9e4e7 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:46:03.278253 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2faeaef3-a199-4323-a64f-3688d288a5d5 req-c49fc923-fd82-4d52-b46d-c93eb993cfb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:03.338240 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49fc923-fd82-4d52-b46d-c93eb993cfb9 service neutron] Pushing event updated for resources: {'Port': ['ID=830ae724-9668-4d94-9057-c38279c9e4e7,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:46:03.399343 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:03.438336 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-2faeaef3-a199-4323-a64f-3688d288a5d5 req-c49fc923-fd82-4d52-b46d-c93eb993cfb9 service neutron] Attempting to bind port 830ae724-9668-4d94-9057-c38279c9e4e7 on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:46:03.438678 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-2faeaef3-a199-4323-a64f-3688d288a5d5 req-c49fc923-fd82-4d52-b46d-c93eb993cfb9 service neutron] Attempting to bind port 830ae724-9668-4d94-9057-c38279c9e4e7 by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '308c7c80-2dfe-465a-907b-006f4bf32eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:46:03.439017 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2faeaef3-a199-4323-a64f-3688d288a5d5 req-c49fc923-fd82-4d52-b46d-c93eb993cfb9 service neutron] Attempting to bind port 830ae724-9668-4d94-9057-c38279c9e4e7 on network 31e0906b-d6f8-4071-9d72-971224eb2adb {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:46:03.447262 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2faeaef3-a199-4323-a64f-3688d288a5d5 req-c49fc923-fd82-4d52-b46d-c93eb993cfb9 service neutron] Port 830ae724-9668-4d94-9057-c38279c9e4e7 on network 31e0906b-d6f8-4071-9d72-971224eb2adb not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:46:03.447635 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2faeaef3-a199-4323-a64f-3688d288a5d5 req-c49fc923-fd82-4d52-b46d-c93eb993cfb9 service neutron] Attempting to bind port 830ae724-9668-4d94-9057-c38279c9e4e7 on network 31e0906b-d6f8-4071-9d72-971224eb2adb {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:46:03.454536 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2faeaef3-a199-4323-a64f-3688d288a5d5 req-c49fc923-fd82-4d52-b46d-c93eb993cfb9 service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:46:03.454909 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2faeaef3-a199-4323-a64f-3688d288a5d5 req-c49fc923-fd82-4d52-b46d-c93eb993cfb9 service neutron] Checking segment: {'id': '308c7c80-2dfe-465a-907b-006f4bf32eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:46:03.455289 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2faeaef3-a199-4323-a64f-3688d288a5d5 req-c49fc923-fd82-4d52-b46d-c93eb993cfb9 service neutron] Bound using segment: {'id': '308c7c80-2dfe-465a-907b-006f4bf32eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:46:03.455756 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-2faeaef3-a199-4323-a64f-3688d288a5d5 req-c49fc923-fd82-4d52-b46d-c93eb993cfb9 service neutron] Bound port: 830ae724-9668-4d94-9057-c38279c9e4e7, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '308c7c80-2dfe-465a-907b-006f4bf32eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:46:03.456263 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2faeaef3-a199-4323-a64f-3688d288a5d5 req-c49fc923-fd82-4d52-b46d-c93eb993cfb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:03.594862 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-2faeaef3-a199-4323-a64f-3688d288a5d5 req-c49fc923-fd82-4d52-b46d-c93eb993cfb9 service neutron] For port 830ae724-9668-4d94-9057-c38279c9e4e7, host n-h2-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:46:03.611052 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-2faeaef3-a199-4323-a64f-3688d288a5d5 req-c49fc923-fd82-4d52-b46d-c93eb993cfb9 service neutron] For port 830ae724-9668-4d94-9057-c38279c9e4e7, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=830ae724-9668-4d94-9057-c38279c9e4e7,segment=NetworkSegment(308c7c80-2dfe-465a-907b-006f4bf32eae),segment_id=308c7c80-2dfe-465a-907b-006f4bf32eae)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:46:03.617429 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2faeaef3-a199-4323-a64f-3688d288a5d5 req-c49fc923-fd82-4d52-b46d-c93eb993cfb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:03.627829 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f07548-85ef-4753-a150-de5e34b82b45 req-935b1319-b100-4ef1-8d14-f9a4258230a7 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:03.629427 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-07f07548-85ef-4753-a150-de5e34b82b45 req-935b1319-b100-4ef1-8d14-f9a4258230a7 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=37b29c68-7ff2-4ce2-9081-39518ba0f745 HTTP/1.1" status: 200 len: 943 time: 0.1485724 Jul 15 23:46:03.670539 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faeaef3-a199-4323-a64f-3688d288a5d5 req-c49fc923-fd82-4d52-b46d-c93eb993cfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:03.671333 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2faeaef3-a199-4323-a64f-3688d288a5d5 req-c49fc923-fd82-4d52-b46d-c93eb993cfb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:03.672809 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2faeaef3-a199-4323-a64f-3688d288a5d5 req-c49fc923-fd82-4d52-b46d-c93eb993cfb9 service neutron] 10.222.0.41 "PUT /v2.0/ports/830ae724-9668-4d94-9057-c38279c9e4e7 HTTP/1.1" status: 200 len: 1091 time: 0.7958379 Jul 15 23:46:03.680536 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37b29c68-7ff2-4ce2-9081-39518ba0f745', 'tag': '830ae724-9668-4d94-9057-c38279c9e4e7'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:46:03.685266 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1eef38-0969-43b3-bffa-4bfad2f9e82f" -d '{"events": [{"name": "network-changed", "server_uuid": "37b29c68-7ff2-4ce2-9081-39518ba0f745", "tag": "830ae724-9668-4d94-9057-c38279c9e4e7"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:46:03.743137 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-07f07548-85ef-4753-a150-de5e34b82b45 req-cbe282e6-8091-4134-998c-0485dfbef9d2 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863986 Jul 15 23:46:03.747723 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49fc923-fd82-4d52-b46d-c93eb993cfb9 service neutron] Pushing event updated for resources: {'Port': ['ID=830ae724-9668-4d94-9057-c38279c9e4e7,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:46:03.846617 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faeaef3-a199-4323-a64f-3688d288a5d5 req-aed626de-7bc5-4669-949d-ef48b2261ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:03.849680 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2faeaef3-a199-4323-a64f-3688d288a5d5 req-aed626de-7bc5-4669-949d-ef48b2261ac3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=854f7f06e5364ce38de1e2e446f56e73&device_id=37b29c68-7ff2-4ce2-9081-39518ba0f745 HTTP/1.1" status: 200 len: 1094 time: 0.1031156 Jul 15 23:46:03.869837 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device cf67df51-9105-4e29-b7ad-ffde7e9969c4 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:46:03.916894 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2faeaef3-a199-4323-a64f-3688d288a5d5 req-814ad761-f042-4a53-ac35-597b7e9d1924 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=830ae724-9668-4d94-9057-c38279c9e4e7 HTTP/1.1" status: 200 len: 217 time: 0.0541036 Jul 15 23:46:03.953748 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port cf67df51-9105-4e29-b7ad-ffde7e9969c4 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:46:03.954382 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:03.972696 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faeaef3-a199-4323-a64f-3688d288a5d5 req-b945c2ff-02aa-4f6b-bf56-d12e11e60f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:03.974594 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2faeaef3-a199-4323-a64f-3688d288a5d5 req-b945c2ff-02aa-4f6b-bf56-d12e11e60f79 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c5a5342a-197a-422d-81d6-779d4a25a0f6 HTTP/1.1" status: 200 len: 850 time: 0.0516617 Jul 15 23:46:04.022510 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-568381bc-cdac-4dc4-a9a8-0a08304da16f x-openstack-request-id: req-568381bc-cdac-4dc4-a9a8-0a08304da16f {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:46:04.022904 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37b29c68-7ff2-4ce2-9081-39518ba0f745", "tag": "830ae724-9668-4d94-9057-c38279c9e4e7", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:46:04.023250 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-568381bc-cdac-4dc4-a9a8-0a08304da16f {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:46:04.023802 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37b29c68-7ff2-4ce2-9081-39518ba0f745', 'tag': '830ae724-9668-4d94-9057-c38279c9e4e7', 'status': 'completed', 'code': 200} Jul 15 23:46:04.047148 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faeaef3-a199-4323-a64f-3688d288a5d5 req-2933d6c6-7aee-41c9-9ba1-273b02266cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:04.049230 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2faeaef3-a199-4323-a64f-3688d288a5d5 req-2933d6c6-7aee-41c9-9ba1-273b02266cea service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=31e0906b-d6f8-4071-9d72-971224eb2adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689347 Jul 15 23:46:04.156113 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2faeaef3-a199-4323-a64f-3688d288a5d5 req-563b0150-822e-4ad2-a08f-52fb7d66c120 service neutron] 10.222.0.41 "GET /v2.0/networks/31e0906b-d6f8-4071-9d72-971224eb2adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974398 Jul 15 23:46:04.249459 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-692eae70-3036-4fc4-81d8-79c09897f10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:04.250543 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2faeaef3-a199-4323-a64f-3688d288a5d5 req-eb019705-0b30-4b90-ac2d-9ca4ae515ecb service neutron] 10.222.0.41 "GET /v2.0/networks/31e0906b-d6f8-4071-9d72-971224eb2adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882828 Jul 15 23:46:04.380793 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1eef38-0969-43b3-bffa-4bfad2f9e82f req-96b6b8b6-a41e-404d-a281-6c3a474cbb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:04.382382 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1f1eef38-0969-43b3-bffa-4bfad2f9e82f req-96b6b8b6-a41e-404d-a281-6c3a474cbb2d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=854f7f06e5364ce38de1e2e446f56e73&device_id=37b29c68-7ff2-4ce2-9081-39518ba0f745 HTTP/1.1" status: 200 len: 1094 time: 0.0603547 Jul 15 23:46:04.400912 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:04.488388 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1eef38-0969-43b3-bffa-4bfad2f9e82f req-b0effe44-51b2-4089-8b59-b9bbfbd6a895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:04.489875 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1f1eef38-0969-43b3-bffa-4bfad2f9e82f req-b0effe44-51b2-4089-8b59-b9bbfbd6a895 service neutron] 10.222.0.41 "GET /v2.0/networks?id=31e0906b-d6f8-4071-9d72-971224eb2adb HTTP/1.1" status: 200 len: 912 time: 0.1009035 Jul 15 23:46:04.536186 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1f1eef38-0969-43b3-bffa-4bfad2f9e82f req-f22f748c-4084-413d-b2e3-f32777b1dcef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=830ae724-9668-4d94-9057-c38279c9e4e7 HTTP/1.1" status: 200 len: 217 time: 0.0405946 Jul 15 23:46:04.583820 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1eef38-0969-43b3-bffa-4bfad2f9e82f req-44118165-1c8d-4c91-89c1-2ea8a4e4d525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:04.585204 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1f1eef38-0969-43b3-bffa-4bfad2f9e82f req-44118165-1c8d-4c91-89c1-2ea8a4e4d525 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c5a5342a-197a-422d-81d6-779d4a25a0f6 HTTP/1.1" status: 200 len: 850 time: 0.0437136 Jul 15 23:46:04.643274 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1eef38-0969-43b3-bffa-4bfad2f9e82f req-65d12068-1e3d-446e-868a-473c0d432010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:04.644815 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1f1eef38-0969-43b3-bffa-4bfad2f9e82f req-65d12068-1e3d-446e-868a-473c0d432010 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=31e0906b-d6f8-4071-9d72-971224eb2adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529189 Jul 15 23:46:04.743901 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1f1eef38-0969-43b3-bffa-4bfad2f9e82f req-1bcf4986-e4af-4fb5-9d7f-3235c372c9c0 service neutron] 10.222.0.41 "GET /v2.0/networks/31e0906b-d6f8-4071-9d72-971224eb2adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920427 Jul 15 23:46:04.851209 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1f1eef38-0969-43b3-bffa-4bfad2f9e82f req-e7a1b3d0-0543-4394-b02f-64ab733b9795 service neutron] 10.222.0.41 "GET /v2.0/networks/31e0906b-d6f8-4071-9d72-971224eb2adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016800 Jul 15 23:46:04.930342 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a0c52-d720-4ace-8bb1-a25067bc9e73 req-539d3ca7-b0d7-4b1d-93f4-d54d6eb088bb tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:04.931882 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-303a0c52-d720-4ace-8bb1-a25067bc9e73 req-539d3ca7-b0d7-4b1d-93f4-d54d6eb088bb tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=37b29c68-7ff2-4ce2-9081-39518ba0f745 HTTP/1.1" status: 200 len: 943 time: 0.0725932 Jul 15 23:46:04.975684 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-303a0c52-d720-4ace-8bb1-a25067bc9e73 req-31009cb2-0de2-4aa4-89ac-f27aa5e1cd93 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345848 Jul 15 23:46:06.179559 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab2b95-b753-413c-b4c6-3bcb7bf4a19d req-0e53addf-df2c-43aa-88a2-2443805fea06 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:06.182117 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5fab2b95-b753-413c-b4c6-3bcb7bf4a19d req-0e53addf-df2c-43aa-88a2-2443805fea06 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=37b29c68-7ff2-4ce2-9081-39518ba0f745 HTTP/1.1" status: 200 len: 943 time: 0.0834579 Jul 15 23:46:06.241585 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5fab2b95-b753-413c-b4c6-3bcb7bf4a19d req-b3683129-9631-4107-8154-74c43a690783 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522487 Jul 15 23:46:06.410151 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:06.869902 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:46:07.439472 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c240a8d1-39a6-44da-aed5-0fd0b3a3c44a req-cd94bb04-c2b6-4efe-b6a4-2ac7fb9df92f tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:07.441076 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c240a8d1-39a6-44da-aed5-0fd0b3a3c44a req-cd94bb04-c2b6-4efe-b6a4-2ac7fb9df92f tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=37b29c68-7ff2-4ce2-9081-39518ba0f745 HTTP/1.1" status: 200 len: 943 time: 0.0711977 Jul 15 23:46:07.491074 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c240a8d1-39a6-44da-aed5-0fd0b3a3c44a req-9b00b7d1-1f70-4d6a-bb91-d1339b6119f2 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418420 Jul 15 23:46:08.348457 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:08.673022 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525e4f03-8b79-413e-968e-eb73fc832b9d req-26ccea71-7865-44a7-9cc1-c161b3f62fe9 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:08.674525 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-525e4f03-8b79-413e-968e-eb73fc832b9d req-26ccea71-7865-44a7-9cc1-c161b3f62fe9 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=37b29c68-7ff2-4ce2-9081-39518ba0f745 HTTP/1.1" status: 200 len: 943 time: 0.0683084 Jul 15 23:46:08.712269 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-525e4f03-8b79-413e-968e-eb73fc832b9d req-a43b4fa6-ece4-47e9-90f7-89d475733313 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321729 Jul 15 23:46:09.890251 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588b94e-cd06-4f18-a49e-fa334735afee req-40b90b90-1cfb-4356-92b6-06634cee3b4c tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:09.891830 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8588b94e-cd06-4f18-a49e-fa334735afee req-40b90b90-1cfb-4356-92b6-06634cee3b4c tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=37b29c68-7ff2-4ce2-9081-39518ba0f745 HTTP/1.1" status: 200 len: 943 time: 0.0675874 Jul 15 23:46:09.934745 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8588b94e-cd06-4f18-a49e-fa334735afee req-2ebee411-e2cd-4e08-86d3-88022c2246a3 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362420 Jul 15 23:46:11.114569 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d4653e-8b24-4514-8b7c-78a86d5b52e2 req-06a91693-aeb2-45df-9a40-2de2e26534a0 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:11.116092 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c0d4653e-8b24-4514-8b7c-78a86d5b52e2 req-06a91693-aeb2-45df-9a40-2de2e26534a0 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=37b29c68-7ff2-4ce2-9081-39518ba0f745 HTTP/1.1" status: 200 len: 943 time: 0.0699093 Jul 15 23:46:11.156712 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c0d4653e-8b24-4514-8b7c-78a86d5b52e2 req-8ffb87e0-5ad3-40e8-a1b4-58190d862c92 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350277 Jul 15 23:46:12.074400 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab5948-fd35-4609-b98e-92d8f199b893 req-64ee3103-c66b-4686-a1a3-52fc903915c4 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:12.075996 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c0ab5948-fd35-4609-b98e-92d8f199b893 req-64ee3103-c66b-4686-a1a3-52fc903915c4 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] 10.222.0.48 "GET /v2.0/ports?device_id=379d1973-329d-4879-9af8-65365e7ac0fc HTTP/1.1" status: 200 len: 946 time: 0.0667286 Jul 15 23:46:12.116228 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c0ab5948-fd35-4609-b98e-92d8f199b893 req-f1a62a0d-f195-43b5-b191-35ab8f98579e tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] 10.222.0.48 "GET /v2.0/security-groups?id=752db298-999e-4fa3-ba4b-c67600286293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346394 Jul 15 23:46:12.342385 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f0dee2-b1bd-4972-ac3f-e63a619e1c4e req-bdc06401-b612-4e57-8257-3806d27a7e82 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:12.344316 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-00f0dee2-b1bd-4972-ac3f-e63a619e1c4e req-bdc06401-b612-4e57-8257-3806d27a7e82 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=37b29c68-7ff2-4ce2-9081-39518ba0f745 HTTP/1.1" status: 200 len: 943 time: 0.0677078 Jul 15 23:46:12.388742 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-00f0dee2-b1bd-4972-ac3f-e63a619e1c4e req-4077d079-ac79-43f6-a034-ae0de6053ef6 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378284 Jul 15 23:46:13.392937 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd65caa-6580-4d08-b26e-d9cac27fc40b req-57f614fb-ac34-4c8d-ae44-7fd47fce5ef4 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:13.394469 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2fd65caa-6580-4d08-b26e-d9cac27fc40b req-57f614fb-ac34-4c8d-ae44-7fd47fce5ef4 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] 10.222.0.49 "GET /v2.0/ports?device_id=379d1973-329d-4879-9af8-65365e7ac0fc HTTP/1.1" status: 200 len: 946 time: 0.1487486 Jul 15 23:46:13.462102 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd068b99-6898-4fa9-be5d-727fbc504e21 req-8f8d247c-1aba-4e2b-bb0b-ce10a189c670 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:13.463662 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cd068b99-6898-4fa9-be5d-727fbc504e21 req-8f8d247c-1aba-4e2b-bb0b-ce10a189c670 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] 10.222.0.48 "GET /v2.0/ports?device_id=379d1973-329d-4879-9af8-65365e7ac0fc HTTP/1.1" status: 200 len: 946 time: 0.1196845 Jul 15 23:46:13.560099 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cd068b99-6898-4fa9-be5d-727fbc504e21 req-094d5da8-07d3-46bf-bf08-041dc6963ecb tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] 10.222.0.48 "GET /v2.0/security-groups?id=752db298-999e-4fa3-ba4b-c67600286293&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891809 Jul 15 23:46:13.589854 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-2fd65caa-6580-4d08-b26e-d9cac27fc40b req-0cb8ef79-f800-45ce-bbde-899c32cb3d2d tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Deleting port 5c9f1b97-112e-440e-a9ac-5e3571a83feb {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:46:13.590194 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2fd65caa-6580-4d08-b26e-d9cac27fc40b req-0cb8ef79-f800-45ce-bbde-899c32cb3d2d tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:13.629266 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e5ca4-34b9-4ec9-b0c6-6db12e0e1b54 req-946b6b54-30a1-4396-ac86-b3bcb73fdc0f tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:13.630796 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-542e5ca4-34b9-4ec9-b0c6-6db12e0e1b54 req-946b6b54-30a1-4396-ac86-b3bcb73fdc0f tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=37b29c68-7ff2-4ce2-9081-39518ba0f745 HTTP/1.1" status: 200 len: 943 time: 0.1278493 Jul 15 23:46:14.074476 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-542e5ca4-34b9-4ec9-b0c6-6db12e0e1b54 req-cf5354b7-9675-4764-a521-403acf1b6d02 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4373589 Jul 15 23:46:14.076881 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-2fd65caa-6580-4d08-b26e-d9cac27fc40b req-0cb8ef79-f800-45ce-bbde-899c32cb3d2d tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] For port 5c9f1b97-112e-440e-a9ac-5e3571a83feb, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=5c9f1b97-112e-440e-a9ac-5e3571a83feb,segment=NetworkSegment(4614ef00-1b2c-4f82-b7be-56ee2e690e81),segment_id=4614ef00-1b2c-4f82-b7be-56ee2e690e81)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:46:14.077244 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2fd65caa-6580-4d08-b26e-d9cac27fc40b req-0cb8ef79-f800-45ce-bbde-899c32cb3d2d tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:14.262815 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2fd65caa-6580-4d08-b26e-d9cac27fc40b req-0cb8ef79-f800-45ce-bbde-899c32cb3d2d tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:14.263881 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2fd65caa-6580-4d08-b26e-d9cac27fc40b req-0cb8ef79-f800-45ce-bbde-899c32cb3d2d tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:14.264387 n-d-794306-6 neutron-server[93770]: INFO neutron.db.l3_db [req-2fd65caa-6580-4d08-b26e-d9cac27fc40b req-0cb8ef79-f800-45ce-bbde-899c32cb3d2d tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Floating IP 27b2186f-4e3b-4eec-a490-fcf9f60670ba disassociated. External IP: 172.25.5.141, port: 5c9f1b97-112e-440e-a9ac-5e3571a83feb. Jul 15 23:46:14.264780 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-2fd65caa-6580-4d08-b26e-d9cac27fc40b req-0cb8ef79-f800-45ce-bbde-899c32cb3d2d tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Calling delete_port for 5c9f1b97-112e-440e-a9ac-5e3571a83feb owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:46:14.412609 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2fd65caa-6580-4d08-b26e-d9cac27fc40b req-0cb8ef79-f800-45ce-bbde-899c32cb3d2d tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:14.443531 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb8ef79-f800-45ce-bbde-899c32cb3d2d tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Pushing event deleted for resources: {'Port': ['ID=5c9f1b97-112e-440e-a9ac-5e3571a83feb,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:46:14.581950 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2fd65caa-6580-4d08-b26e-d9cac27fc40b req-0cb8ef79-f800-45ce-bbde-899c32cb3d2d tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Router 05ca309e-3d22-4e15-bab2-8e3d1df7f0b7 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:46:14.733559 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d9589233-9c26-414f-80ec-0b97994d0a05 req-e7023a50-2f2d-4f9f-abfa-ec9075355bf9 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] 10.222.0.48 "GET /v2.0/ports?device_id=379d1973-329d-4879-9af8-65365e7ac0fc HTTP/1.1" status: 200 len: 210 time: 0.0416281 Jul 15 23:46:14.756273 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2fd65caa-6580-4d08-b26e-d9cac27fc40b req-0cb8ef79-f800-45ce-bbde-899c32cb3d2d tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:46:14.772527 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78798a84-b048-4f07-b59a-8b9a19e32599 None None] Sync routers for ids ['05ca309e-3d22-4e15-bab2-8e3d1df7f0b7'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:46:14.784408 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78798a84-b048-4f07-b59a-8b9a19e32599 None None] Routers {'05ca309e-3d22-4e15-bab2-8e3d1df7f0b7'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:46:14.785524 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-78798a84-b048-4f07-b59a-8b9a19e32599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:46:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['05ca309e-3d22-4e15-bab2-8e3d1df7f0b7'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:46:14.815671 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fd65caa-6580-4d08-b26e-d9cac27fc40b req-0cb8ef79-f800-45ce-bbde-899c32cb3d2d tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] No DVR routers for this DVR port 5c9f1b97-112e-440e-a9ac-5e3571a83feb on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:46:14.819849 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2fd65caa-6580-4d08-b26e-d9cac27fc40b req-0cb8ef79-f800-45ce-bbde-899c32cb3d2d tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:14.822411 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2fd65caa-6580-4d08-b26e-d9cac27fc40b req-0cb8ef79-f800-45ce-bbde-899c32cb3d2d tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] 10.222.0.49 "DELETE /v2.0/ports/5c9f1b97-112e-440e-a9ac-5e3571a83feb HTTP/1.1" status: 204 len: 173 time: 1.4216547 Jul 15 23:46:14.823131 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379d1973-329d-4879-9af8-65365e7ac0fc', 'name': 'network-vif-deleted', 'tag': '5c9f1b97-112e-440e-a9ac-5e3571a83feb'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:46:14.825971 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fcd3e62-01b4-4519-a1d5-23c48de002ee" -d '{"events": [{"server_uuid": "379d1973-329d-4879-9af8-65365e7ac0fc", "name": "network-vif-deleted", "tag": "5c9f1b97-112e-440e-a9ac-5e3571a83feb"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:46:14.894843 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e599adc-32b0-4446-9c17-03ab4a589652 x-openstack-request-id: req-3e599adc-32b0-4446-9c17-03ab4a589652 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:46:14.895204 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "379d1973-329d-4879-9af8-65365e7ac0fc", "name": "network-vif-deleted", "tag": "5c9f1b97-112e-440e-a9ac-5e3571a83feb", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:46:14.895487 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3e599adc-32b0-4446-9c17-03ab4a589652 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:46:14.896285 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '379d1973-329d-4879-9af8-65365e7ac0fc', 'name': 'network-vif-deleted', 'tag': '5c9f1b97-112e-440e-a9ac-5e3571a83feb', 'status': 'completed', 'code': 200} Jul 15 23:46:14.943836 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-78798a84-b048-4f07-b59a-8b9a19e32599 None None] Set router 05ca309e-3d22-4e15-bab2-8e3d1df7f0b7 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:46:15.164590 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-78798a84-b048-4f07-b59a-8b9a19e32599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ca309e-3d22-4e15-bab2-8e3d1df7f0b7', 'name': 'tempest-TestServerBasicOps-441917401-router', 'tenant_id': 'a632cbf28ecf47a9901f99a7b5170f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '46d67839-6470-4d71-839c-bcd8c53ed434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:40:57Z', 'updated_at': '2021-07-15T23:41:01Z', 'revision_number': 4, 'project_id': 'a632cbf28ecf47a9901f99a7b5170f8f', 'gw_port': {'id': '46d67839-6470-4d71-839c-bcd8c53ed434', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:af:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ca309e-3d22-4e15-bab2-8e3d1df7f0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:57Z', 'updated_at': '2021-07-15T23:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '0ee1ed62-487c-4278-b53e-a51705a340e3', 'name': '', 'network_id': 'a492b90a-11dd-4780-b015-12e4caf59db0', 'tenant_id': 'a632cbf28ecf47a9901f99a7b5170f8f', 'mac_address': 'fa:16:3e:c4:6b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ca309e-3d22-4e15-bab2-8e3d1df7f0b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'aacfaef8-1f9a-46a6-9feb-3d047d0e9661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:41:00Z', 'updated_at': '2021-07-15T23:41:10Z', 'revision_number': 5, 'project_id': 'a632cbf28ecf47a9901f99a7b5170f8f', 'subnets': [{'id': 'aacfaef8-1f9a-46a6-9feb-3d047d0e9661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:46:15.203164 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78798a84-b048-4f07-b59a-8b9a19e32599 None None] Checking router: 05ca309e-3d22-4e15-bab2-8e3d1df7f0b7 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:46:15.212380 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78798a84-b048-4f07-b59a-8b9a19e32599 None None] Routers {'05ca309e-3d22-4e15-bab2-8e3d1df7f0b7'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:46:15.212992 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-78798a84-b048-4f07-b59a-8b9a19e32599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:46:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['05ca309e-3d22-4e15-bab2-8e3d1df7f0b7'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:46:15.277022 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 830ae724-9668-4d94-9057-c38279c9e4e7 details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:46:15.286114 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91b2f1-a962-4425-926f-0da3ce87eb58 req-4616781f-623c-4948-8261-fc5803bd642f tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:15.288205 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8b91b2f1-a962-4425-926f-0da3ce87eb58 req-4616781f-623c-4948-8261-fc5803bd642f tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=37b29c68-7ff2-4ce2-9081-39518ba0f745 HTTP/1.1" status: 200 len: 943 time: 0.0867250 Jul 15 23:46:15.332932 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8b91b2f1-a962-4425-926f-0da3ce87eb58 req-9addf718-2c3c-41d2-8362-5298c313f652 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362003 Jul 15 23:46:15.343516 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-78798a84-b048-4f07-b59a-8b9a19e32599 None None] Set router 05ca309e-3d22-4e15-bab2-8e3d1df7f0b7 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:46:15.410253 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 830ae724-9668-4d94-9057-c38279c9e4e7, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=830ae724-9668-4d94-9057-c38279c9e4e7,segment=NetworkSegment(308c7c80-2dfe-465a-907b-006f4bf32eae),segment_id=308c7c80-2dfe-465a-907b-006f4bf32eae)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:46:15.424339 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': '830ae724-9668-4d94-9057-c38279c9e4e7', 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb', 'port_id': '830ae724-9668-4d94-9057-c38279c9e4e7', 'mac_address': 'fa:16:3e:a5:35:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5a5342a-197a-422d-81d6-779d4a25a0f6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:46:15.466569 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:15.479182 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 830ae724-9668-4d94-9057-c38279c9e4e7 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:46:15.499717 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 830ae724-9668-4d94-9057-c38279c9e4e7, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=830ae724-9668-4d94-9057-c38279c9e4e7,segment=NetworkSegment(308c7c80-2dfe-465a-907b-006f4bf32eae),segment_id=308c7c80-2dfe-465a-907b-006f4bf32eae)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:46:15.504578 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:15.551797 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=830ae724-9668-4d94-9057-c38279c9e4e7,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:46:15.557871 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-78798a84-b048-4f07-b59a-8b9a19e32599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ca309e-3d22-4e15-bab2-8e3d1df7f0b7', 'name': 'tempest-TestServerBasicOps-441917401-router', 'tenant_id': 'a632cbf28ecf47a9901f99a7b5170f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '46d67839-6470-4d71-839c-bcd8c53ed434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:40:57Z', 'updated_at': '2021-07-15T23:41:01Z', 'revision_number': 4, 'project_id': 'a632cbf28ecf47a9901f99a7b5170f8f', 'gw_port': {'id': '46d67839-6470-4d71-839c-bcd8c53ed434', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:af:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ca309e-3d22-4e15-bab2-8e3d1df7f0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:57Z', 'updated_at': '2021-07-15T23:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '0ee1ed62-487c-4278-b53e-a51705a340e3', 'name': '', 'network_id': 'a492b90a-11dd-4780-b015-12e4caf59db0', 'tenant_id': 'a632cbf28ecf47a9901f99a7b5170f8f', 'mac_address': 'fa:16:3e:c4:6b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ca309e-3d22-4e15-bab2-8e3d1df7f0b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'aacfaef8-1f9a-46a6-9feb-3d047d0e9661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:41:00Z', 'updated_at': '2021-07-15T23:41:10Z', 'revision_number': 5, 'project_id': 'a632cbf28ecf47a9901f99a7b5170f8f', 'subnets': [{'id': 'aacfaef8-1f9a-46a6-9feb-3d047d0e9661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:46:15.584178 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78798a84-b048-4f07-b59a-8b9a19e32599 None None] The sync data for ids ['05ca309e-3d22-4e15-bab2-8e3d1df7f0b7'] in n-d-794306-6 is: [{'id': '05ca309e-3d22-4e15-bab2-8e3d1df7f0b7', 'name': 'tempest-TestServerBasicOps-441917401-router', 'tenant_id': 'a632cbf28ecf47a9901f99a7b5170f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '46d67839-6470-4d71-839c-bcd8c53ed434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:40:57Z', 'updated_at': '2021-07-15T23:41:01Z', 'revision_number': 4, 'project_id': 'a632cbf28ecf47a9901f99a7b5170f8f', 'gw_port': {'id': '46d67839-6470-4d71-839c-bcd8c53ed434', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:af:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ca309e-3d22-4e15-bab2-8e3d1df7f0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:57Z', 'updated_at': '2021-07-15T23:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '0ee1ed62-487c-4278-b53e-a51705a340e3', 'name': '', 'network_id': 'a492b90a-11dd-4780-b015-12e4caf59db0', 'tenant_id': 'a632cbf28ecf47a9901f99a7b5170f8f', 'mac_address': 'fa:16:3e:c4:6b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ca309e-3d22-4e15-bab2-8e3d1df7f0b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'aacfaef8-1f9a-46a6-9feb-3d047d0e9661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:41:00Z', 'updated_at': '2021-07-15T23:41:10Z', 'revision_number': 5, 'project_id': 'a632cbf28ecf47a9901f99a7b5170f8f', 'subnets': [{'id': 'aacfaef8-1f9a-46a6-9feb-3d047d0e9661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:46:15.825671 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7631eb-5a56-4682-b6dd-c1369411b537 None None] New status for floating IP 27b2186f-4e3b-4eec-a490-fcf9f60670ba: DOWN {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:46:15.837328 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47164) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:46:15.858265 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['830ae724-9668-4d94-9057-c38279c9e4e7'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:46:15.973408 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-443607ee-5d3f-4b19-be47-b608b727a007 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Deleting port b20d2c22-1c63-4ba4-a823-52fa2258df31 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:46:15.974025 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-443607ee-5d3f-4b19-be47-b608b727a007 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:16.054910 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-443607ee-5d3f-4b19-be47-b608b727a007 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:16.055177 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-443607ee-5d3f-4b19-be47-b608b727a007 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:16.068894 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-443607ee-5d3f-4b19-be47-b608b727a007 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Calling delete_port for b20d2c22-1c63-4ba4-a823-52fa2258df31 owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:46:16.198878 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-443607ee-5d3f-4b19-be47-b608b727a007 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:16.221430 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443607ee-5d3f-4b19-be47-b608b727a007 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Pushing event deleted for resources: {'Port': ['ID=b20d2c22-1c63-4ba4-a823-52fa2258df31,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:46:16.231926 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443607ee-5d3f-4b19-be47-b608b727a007 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:46:16.232478 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443607ee-5d3f-4b19-be47-b608b727a007 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:46:16.232741 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443607ee-5d3f-4b19-be47-b608b727a007 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:46:16.233074 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443607ee-5d3f-4b19-be47-b608b727a007 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:46:16.233406 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443607ee-5d3f-4b19-be47-b608b727a007 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:46:16.234108 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443607ee-5d3f-4b19-be47-b608b727a007 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:46:16.234108 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443607ee-5d3f-4b19-be47-b608b727a007 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:46:16.234363 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443607ee-5d3f-4b19-be47-b608b727a007 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:46:16.234683 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443607ee-5d3f-4b19-be47-b608b727a007 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:46:16.235003 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443607ee-5d3f-4b19-be47-b608b727a007 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:46:16.235324 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443607ee-5d3f-4b19-be47-b608b727a007 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:46:16.235672 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443607ee-5d3f-4b19-be47-b608b727a007 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:46:16.298856 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-443607ee-5d3f-4b19-be47-b608b727a007 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:16.301377 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-443607ee-5d3f-4b19-be47-b608b727a007 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:16.302564 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-443607ee-5d3f-4b19-be47-b608b727a007 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] 10.222.0.48 "DELETE /v2.0/floatingips/27b2186f-4e3b-4eec-a490-fcf9f60670ba HTTP/1.1" status: 204 len: 168 time: 0.4642293 Jul 15 23:46:16.445032 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47172) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:46:16.512145 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0068d82a-77df-410f-8d25-d205afbb0034 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:16.519831 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5eecf-d23d-4e52-9534-33a482a91e20 req-b33a2aa6-bb5b-4e36-956f-6bde68258428 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:16.521373 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a5f5eecf-d23d-4e52-9534-33a482a91e20 req-b33a2aa6-bb5b-4e36-956f-6bde68258428 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=37b29c68-7ff2-4ce2-9081-39518ba0f745 HTTP/1.1" status: 200 len: 944 time: 0.0684228 Jul 15 23:46:16.544469 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0068d82a-77df-410f-8d25-d205afbb0034 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:16.560848 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a5f5eecf-d23d-4e52-9534-33a482a91e20 req-4cd37492-e0a2-464f-a8f1-c5e7feb6d357 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339501 Jul 15 23:46:16.613163 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0068d82a-77df-410f-8d25-d205afbb0034 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:16.615901 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0068d82a-77df-410f-8d25-d205afbb0034 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:16.617113 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-0068d82a-77df-410f-8d25-d205afbb0034 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] 10.222.0.48 "DELETE /v2.0/security-groups/752db298-999e-4fa3-ba4b-c67600286293 HTTP/1.1" status: 204 len: 168 time: 0.1709371 Jul 15 23:46:16.627745 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0068d82a-77df-410f-8d25-d205afbb0034 tempest-TestServerBasicOps-632282765 tempest-TestServerBasicOps-632282765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=752db298-999e-4fa3-ba4b-c67600286293,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:46:16.658455 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47176) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:46:17.118137 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-afe3d74a-5bd1-406e-b722-742bf770117a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:17.287782 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 830ae724-9668-4d94-9057-c38279c9e4e7 up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:46:17.335733 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port 830ae724-9668-4d94-9057-c38279c9e4e7 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:46:17.339542 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port 830ae724-9668-4d94-9057-c38279c9e4e7 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:46:17.340004 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:17.372864 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-afe3d74a-5bd1-406e-b722-742bf770117a admin admin] Deleting port 0ee1ed62-487c-4278-b53e-a51705a340e3 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:46:17.373118 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-afe3d74a-5bd1-406e-b722-742bf770117a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:17.418077 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:17.440833 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b29c68-7ff2-4ce2-9081-39518ba0f745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '830ae724-9668-4d94-9057-c38279c9e4e7'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:46:17.443414 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eac1a92-f4be-4b35-bcbb-ea8408fa042b" -d '{"events": [{"server_uuid": "37b29c68-7ff2-4ce2-9081-39518ba0f745", "name": "network-vif-plugged", "status": "completed", "tag": "830ae724-9668-4d94-9057-c38279c9e4e7"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:46:17.450876 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-afe3d74a-5bd1-406e-b722-742bf770117a admin admin] For port 0ee1ed62-487c-4278-b53e-a51705a340e3, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=0ee1ed62-487c-4278-b53e-a51705a340e3,segment=NetworkSegment(4614ef00-1b2c-4f82-b7be-56ee2e690e81),segment_id=4614ef00-1b2c-4f82-b7be-56ee2e690e81)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:46:17.450876 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-afe3d74a-5bd1-406e-b722-742bf770117a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:17.457959 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 830ae724-9668-4d94-9057-c38279c9e4e7, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=830ae724-9668-4d94-9057-c38279c9e4e7,segment=NetworkSegment(308c7c80-2dfe-465a-907b-006f4bf32eae),segment_id=308c7c80-2dfe-465a-907b-006f4bf32eae)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:46:17.463313 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:17.471210 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-afe3d74a-5bd1-406e-b722-742bf770117a admin admin] Calling delete_port for 0ee1ed62-487c-4278-b53e-a51705a340e3 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:46:17.518211 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=830ae724-9668-4d94-9057-c38279c9e4e7,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:46:17.553100 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b83a15-e6e0-4446-93ae-79a6cab5236e x-openstack-request-id: req-d0b83a15-e6e0-4446-93ae-79a6cab5236e {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:46:17.553392 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37b29c68-7ff2-4ce2-9081-39518ba0f745", "name": "network-vif-plugged", "status": "completed", "tag": "830ae724-9668-4d94-9057-c38279c9e4e7", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:46:17.553780 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d0b83a15-e6e0-4446-93ae-79a6cab5236e {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:46:17.554172 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b29c68-7ff2-4ce2-9081-39518ba0f745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '830ae724-9668-4d94-9057-c38279c9e4e7', 'code': 200} Jul 15 23:46:17.663817 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-afe3d74a-5bd1-406e-b722-742bf770117a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:17.691205 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe3d74a-5bd1-406e-b722-742bf770117a admin admin] Pushing event deleted for resources: {'Port': ['ID=0ee1ed62-487c-4278-b53e-a51705a340e3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:46:17.781892 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70545495-6ea3-46a0-a985-bd466e70bf2c req-15731de3-2864-46ef-80cf-e9791e16ddf6 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:17.783707 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-70545495-6ea3-46a0-a985-bd466e70bf2c req-15731de3-2864-46ef-80cf-e9791e16ddf6 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=37b29c68-7ff2-4ce2-9081-39518ba0f745 HTTP/1.1" status: 200 len: 945 time: 0.0884795 Jul 15 23:46:17.786021 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb134e1-7542-4f59-9a4a-91d79fc09678 req-1c937588-002e-4730-8912-9b853bcc9360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:17.792822 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-eeb134e1-7542-4f59-9a4a-91d79fc09678 req-1c937588-002e-4730-8912-9b853bcc9360 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=37b29c68-7ff2-4ce2-9081-39518ba0f745 HTTP/1.1" status: 200 len: 1096 time: 0.1312096 Jul 15 23:46:17.846857 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-70545495-6ea3-46a0-a985-bd466e70bf2c req-5e1eb2b7-6bc2-489a-95f9-eec966b5b1b7 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509675 Jul 15 23:46:17.872775 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-eeb134e1-7542-4f59-9a4a-91d79fc09678 req-1b165445-a6ac-47d4-ba5b-86e3bc620c52 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525770 Jul 15 23:46:17.892142 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-afe3d74a-5bd1-406e-b722-742bf770117a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:18.108456 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afe3d74a-5bd1-406e-b722-742bf770117a admin admin] Router 05ca309e-3d22-4e15-bab2-8e3d1df7f0b7 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:46:18.215544 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe3d74a-5bd1-406e-b722-742bf770117a admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:46:18.222498 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-afe3d74a-5bd1-406e-b722-742bf770117a admin admin] 10.222.0.48 "PUT /v2.0/routers/05ca309e-3d22-4e15-bab2-8e3d1df7f0b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5618486 Jul 15 23:46:18.223707 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47186) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:46:18.224876 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b076905e-440c-47c1-90a5-5a5c0f7b9d48 None None] Sync routers for ids ['05ca309e-3d22-4e15-bab2-8e3d1df7f0b7'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:46:18.234229 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b076905e-440c-47c1-90a5-5a5c0f7b9d48 None None] Routers {'05ca309e-3d22-4e15-bab2-8e3d1df7f0b7'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:46:18.234832 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b076905e-440c-47c1-90a5-5a5c0f7b9d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:46:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['05ca309e-3d22-4e15-bab2-8e3d1df7f0b7'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:46:18.331932 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c0b5a67-37c9-4447-b0e3-01bea47e3c82 admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:18.428264 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-b076905e-440c-47c1-90a5-5a5c0f7b9d48 None None] Set router 05ca309e-3d22-4e15-bab2-8e3d1df7f0b7 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:46:18.437972 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c0b5a67-37c9-4447-b0e3-01bea47e3c82 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:18.457250 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 5c9f1b97-112e-440e-a9ac-5e3571a83feb no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:46:18.478441 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: 5c9f1b97-112e-440e-a9ac-5e3571a83feb {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:46:18.478832 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 5c9f1b97-112e-440e-a9ac-5e3571a83feb not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:46:18.492134 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-6c0b5a67-37c9-4447-b0e3-01bea47e3c82 admin admin] Deleting port 46d67839-6470-4d71-839c-bcd8c53ed434 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:46:18.492478 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c0b5a67-37c9-4447-b0e3-01bea47e3c82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:18.580438 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-6c0b5a67-37c9-4447-b0e3-01bea47e3c82 admin admin] For port 46d67839-6470-4d71-839c-bcd8c53ed434, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=46d67839-6470-4d71-839c-bcd8c53ed434,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:46:18.580802 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c0b5a67-37c9-4447-b0e3-01bea47e3c82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:18.594487 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-6c0b5a67-37c9-4447-b0e3-01bea47e3c82 admin admin] Calling delete_port for 46d67839-6470-4d71-839c-bcd8c53ed434 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:46:18.621045 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b076905e-440c-47c1-90a5-5a5c0f7b9d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ca309e-3d22-4e15-bab2-8e3d1df7f0b7', 'name': 'tempest-TestServerBasicOps-441917401-router', 'tenant_id': 'a632cbf28ecf47a9901f99a7b5170f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '46d67839-6470-4d71-839c-bcd8c53ed434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:40:57Z', 'updated_at': '2021-07-15T23:46:17Z', 'revision_number': 5, 'project_id': 'a632cbf28ecf47a9901f99a7b5170f8f', 'gw_port': {'id': '46d67839-6470-4d71-839c-bcd8c53ed434', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:af:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ca309e-3d22-4e15-bab2-8e3d1df7f0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:40:57Z', 'updated_at': '2021-07-15T23:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:46:18.646348 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b076905e-440c-47c1-90a5-5a5c0f7b9d48 None None] Checking router: 05ca309e-3d22-4e15-bab2-8e3d1df7f0b7 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:46:18.656519 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b076905e-440c-47c1-90a5-5a5c0f7b9d48 None None] Routers {'05ca309e-3d22-4e15-bab2-8e3d1df7f0b7'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:46:18.657126 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b076905e-440c-47c1-90a5-5a5c0f7b9d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:46:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['05ca309e-3d22-4e15-bab2-8e3d1df7f0b7'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:46:18.744112 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-b076905e-440c-47c1-90a5-5a5c0f7b9d48 None None] Set router 05ca309e-3d22-4e15-bab2-8e3d1df7f0b7 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:46:18.764266 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c0b5a67-37c9-4447-b0e3-01bea47e3c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:18.792169 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0b5a67-37c9-4447-b0e3-01bea47e3c82 admin admin] Pushing event deleted for resources: {'Port': ['ID=46d67839-6470-4d71-839c-bcd8c53ed434,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:46:18.802529 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b076905e-440c-47c1-90a5-5a5c0f7b9d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ca309e-3d22-4e15-bab2-8e3d1df7f0b7', 'name': 'tempest-TestServerBasicOps-441917401-router', 'tenant_id': 'a632cbf28ecf47a9901f99a7b5170f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:40:57Z', 'updated_at': '2021-07-15T23:46:18Z', 'revision_number': 6, 'project_id': 'a632cbf28ecf47a9901f99a7b5170f8f', 'gw_port_host': None}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:46:18.829475 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b076905e-440c-47c1-90a5-5a5c0f7b9d48 None None] The sync data for ids ['05ca309e-3d22-4e15-bab2-8e3d1df7f0b7'] in n-d-794306-6 is: [{'id': '05ca309e-3d22-4e15-bab2-8e3d1df7f0b7', 'name': 'tempest-TestServerBasicOps-441917401-router', 'tenant_id': 'a632cbf28ecf47a9901f99a7b5170f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:40:57Z', 'updated_at': '2021-07-15T23:46:18Z', 'revision_number': 6, 'project_id': 'a632cbf28ecf47a9901f99a7b5170f8f', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:46:18.854808 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c0b5a67-37c9-4447-b0e3-01bea47e3c82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999011'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:18.960874 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c0b5a67-37c9-4447-b0e3-01bea47e3c82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:18.963165 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c0b5a67-37c9-4447-b0e3-01bea47e3c82 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:19.016576 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c0b5a67-37c9-4447-b0e3-01bea47e3c82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:19.017168 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c0b5a67-37c9-4447-b0e3-01bea47e3c82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05ca309e-3d22-4e15-bab2-8e3d1df7f0b7 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:46:19.022351 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c0b5a67-37c9-4447-b0e3-01bea47e3c82 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:19.023484 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-6c0b5a67-37c9-4447-b0e3-01bea47e3c82 admin admin] 10.222.0.48 "DELETE /v2.0/routers/05ca309e-3d22-4e15-bab2-8e3d1df7f0b7 HTTP/1.1" status: 204 len: 168 time: 0.7986629 Jul 15 23:46:19.026079 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47190) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:46:19.045790 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366f303-aeee-48b3-8e7b-c56d24bca758 req-ed66a4ab-a58a-44c4-ba80-631524bdb17e tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:19.047284 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b366f303-aeee-48b3-8e7b-c56d24bca758 req-ed66a4ab-a58a-44c4-ba80-631524bdb17e tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=37b29c68-7ff2-4ce2-9081-39518ba0f745 HTTP/1.1" status: 200 len: 945 time: 0.0761611 Jul 15 23:46:19.071061 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0482dfe-8266-4587-a278-b193760a825a admin admin] Deleting subnet aacfaef8-1f9a-46a6-9feb-3d047d0e9661 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:46:19.074096 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c0482dfe-8266-4587-a278-b193760a825a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:19.087636 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b366f303-aeee-48b3-8e7b-c56d24bca758 req-7dcc154a-4807-4cef-a0b5-13c7aa0b21fb tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334542 Jul 15 23:46:19.109396 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c0482dfe-8266-4587-a278-b193760a825a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:19.195741 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c0482dfe-8266-4587-a278-b193760a825a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:19.252014 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c0482dfe-8266-4587-a278-b193760a825a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:19.279147 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0482dfe-8266-4587-a278-b193760a825a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aacfaef8-1f9a-46a6-9feb-3d047d0e9661,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:46:19.281129 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c0482dfe-8266-4587-a278-b193760a825a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:19.282999 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c0482dfe-8266-4587-a278-b193760a825a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/aacfaef8-1f9a-46a6-9feb-3d047d0e9661 HTTP/1.1" status: 204 len: 168 time: 0.2559764 Jul 15 23:46:19.285656 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47192) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:46:19.288514 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40a4aed-0086-4153-b46f-1d9add466270 None None] Network a492b90a-11dd-4780-b015-12e4caf59db0 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:46:19.358714 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37ab7351-90b6-4545-af8a-29da69e3ef53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:19.412253 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-37ab7351-90b6-4545-af8a-29da69e3ef53 admin admin] Deleting port be531748-9cc3-45b4-a653-0acd32dda386 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:46:19.412589 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37ab7351-90b6-4545-af8a-29da69e3ef53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:19.482066 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-37ab7351-90b6-4545-af8a-29da69e3ef53 admin admin] For port be531748-9cc3-45b4-a653-0acd32dda386, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=be531748-9cc3-45b4-a653-0acd32dda386,segment=NetworkSegment(4614ef00-1b2c-4f82-b7be-56ee2e690e81),segment_id=4614ef00-1b2c-4f82-b7be-56ee2e690e81)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:46:19.482437 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37ab7351-90b6-4545-af8a-29da69e3ef53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:19.494747 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-37ab7351-90b6-4545-af8a-29da69e3ef53 admin admin] Calling delete_port for be531748-9cc3-45b4-a653-0acd32dda386 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:46:19.584553 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37ab7351-90b6-4545-af8a-29da69e3ef53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:19.587432 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7ad220-4c29-475e-a78d-8b0b11aaf9a8 None None] DHCP port deletion for a492b90a-11dd-4780-b015-12e4caf59db0 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:46:19.612067 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ab7351-90b6-4545-af8a-29da69e3ef53 admin admin] Pushing event deleted for resources: {'Port': ['ID=be531748-9cc3-45b4-a653-0acd32dda386,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:46:19.615351 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ab7351-90b6-4545-af8a-29da69e3ef53 admin admin] No DVR routers for this DVR port be531748-9cc3-45b4-a653-0acd32dda386 on host n-d-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:46:19.698811 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37ab7351-90b6-4545-af8a-29da69e3ef53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:19.709764 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-37ab7351-90b6-4545-af8a-29da69e3ef53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a492b90a-11dd-4780-b015-12e4caf59db0']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:46:19.719726 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-37ab7351-90b6-4545-af8a-29da69e3ef53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4614ef00-1b2c-4f82-b7be-56ee2e690e81') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:46:19.720019 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-37ab7351-90b6-4545-af8a-29da69e3ef53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4614ef00-1b2c-4f82-b7be-56ee2e690e81') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:46:19.728788 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37ab7351-90b6-4545-af8a-29da69e3ef53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:19.743859 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37ab7351-90b6-4545-af8a-29da69e3ef53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:19.751344 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37ab7351-90b6-4545-af8a-29da69e3ef53 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:46:19.751806 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37ab7351-90b6-4545-af8a-29da69e3ef53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:19.753591 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:46:19.753591 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:46:19.753591 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:46:19.753591 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:46:19.753591 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:46:19.753591 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:46:19.753591 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:46:19.753591 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:46:19.753591 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:46:19.753591 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:46:19.753591 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:46:19.753591 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:46:19.753591 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:46:19.753591 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:46:19.753591 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:46:19.753591 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:46:19.753591 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:46:19.753591 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:46:19.753591 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:46:19.753591 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:46:19.753591 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:46:19.753591 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:46:19.753591 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:46:19.753591 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:46:19.753591 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:46:19.753591 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:46:19.753591 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:46:19.753591 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:46:19.753591 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:46:19.753591 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:46:19.753591 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:46:19.753591 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:46:19.808591 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37ab7351-90b6-4545-af8a-29da69e3ef53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:19.815686 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37ab7351-90b6-4545-af8a-29da69e3ef53 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:19.817811 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-37ab7351-90b6-4545-af8a-29da69e3ef53 admin admin] 10.222.0.48 "DELETE /v2.0/networks/a492b90a-11dd-4780-b015-12e4caf59db0 HTTP/1.1" status: 204 len: 168 time: 0.5311811 Jul 15 23:46:19.820818 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47194) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:46:19.836793 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ab7351-90b6-4545-af8a-29da69e3ef53 admin admin] Pushing event deleted for resources: {'Network': ['ID=a492b90a-11dd-4780-b015-12e4caf59db0,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:46:19.861169 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device be531748-9cc3-45b4-a653-0acd32dda386 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:46:19.886803 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: be531748-9cc3-45b4-a653-0acd32dda386 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:46:19.888499 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device be531748-9cc3-45b4-a653-0acd32dda386 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:46:19.888959 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 0ee1ed62-487c-4278-b53e-a51705a340e3 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:46:19.908075 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 0ee1ed62-487c-4278-b53e-a51705a340e3 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:46:19.908428 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 0ee1ed62-487c-4278-b53e-a51705a340e3 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:46:19.908862 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 46d67839-6470-4d71-839c-bcd8c53ed434 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:46:19.927783 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 46d67839-6470-4d71-839c-bcd8c53ed434 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:46:19.928133 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 46d67839-6470-4d71-839c-bcd8c53ed434 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:46:20.170940 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb3e8026-6a10-42c5-989e-4b7b9747effe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:20.323644 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d538837-14c1-4e31-8238-b32bb7acc844 req-cc47d959-dd55-4c34-a2d4-549b8ddb0198 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:20.325838 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3d538837-14c1-4e31-8238-b32bb7acc844 req-cc47d959-dd55-4c34-a2d4-549b8ddb0198 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=37b29c68-7ff2-4ce2-9081-39518ba0f745 HTTP/1.1" status: 200 len: 945 time: 0.1174545 Jul 15 23:46:20.411343 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3d538837-14c1-4e31-8238-b32bb7acc844 req-a5b0a425-f566-494a-8c06-8119b3f3d8df tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553005 Jul 15 23:46:20.512526 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-fb3e8026-6a10-42c5-989e-4b7b9747effe admin admin] Deleting port 06b48a3d-04d9-489e-bad2-7bc43acb7ced {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:46:20.513002 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb3e8026-6a10-42c5-989e-4b7b9747effe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:20.640745 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-fb3e8026-6a10-42c5-989e-4b7b9747effe admin admin] For port 06b48a3d-04d9-489e-bad2-7bc43acb7ced, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=06b48a3d-04d9-489e-bad2-7bc43acb7ced,segment=NetworkSegment(d4c238c1-cbf5-4ebd-9436-5a094d9f4f92),segment_id=d4c238c1-cbf5-4ebd-9436-5a094d9f4f92)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:46:20.641111 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb3e8026-6a10-42c5-989e-4b7b9747effe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:20.658117 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-fb3e8026-6a10-42c5-989e-4b7b9747effe admin admin] Calling delete_port for 06b48a3d-04d9-489e-bad2-7bc43acb7ced owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:46:20.670406 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f133f-f1d2-4b1f-a202-a4f3251465b5 req-84a5a75d-140d-43d7-9b74-3359694c9d9e tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:20.671852 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6b7f133f-f1d2-4b1f-a202-a4f3251465b5 req-84a5a75d-140d-43d7-9b74-3359694c9d9e tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=37b29c68-7ff2-4ce2-9081-39518ba0f745 HTTP/1.1" status: 200 len: 945 time: 0.1476312 Jul 15 23:46:20.751839 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6b7f133f-f1d2-4b1f-a202-a4f3251465b5 req-f706a88a-48a0-456c-afd9-9ea9af2af22c tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744355 Jul 15 23:46:20.902330 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb3e8026-6a10-42c5-989e-4b7b9747effe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:20.934009 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3e8026-6a10-42c5-989e-4b7b9747effe admin admin] Pushing event deleted for resources: {'Port': ['ID=06b48a3d-04d9-489e-bad2-7bc43acb7ced,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:46:21.011953 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a4e73-920a-4266-b6b9-38132e205f5e req-a42c9ad1-d63a-4e44-affd-7eee1e1a7f4d tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:21.013811 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e36a4e73-920a-4266-b6b9-38132e205f5e req-a42c9ad1-d63a-4e44-affd-7eee1e1a7f4d tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=37b29c68-7ff2-4ce2-9081-39518ba0f745 HTTP/1.1" status: 200 len: 945 time: 0.1500306 Jul 15 23:46:21.128602 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e36a4e73-920a-4266-b6b9-38132e205f5e req-513ed1f1-849a-4396-9f93-94acf8b2bf7c tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072166 Jul 15 23:46:21.151598 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb3e8026-6a10-42c5-989e-4b7b9747effe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:21.376618 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb3e8026-6a10-42c5-989e-4b7b9747effe admin admin] Router ef9a28e1-2381-40d0-9138-411ed212adc5 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:46:21.511184 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb3e8026-6a10-42c5-989e-4b7b9747effe admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:46:21.517502 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-fb3e8026-6a10-42c5-989e-4b7b9747effe admin admin] 10.222.0.48 "PUT /v2.0/routers/ef9a28e1-2381-40d0-9138-411ed212adc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6952033 Jul 15 23:46:21.519951 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47208) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:46:21.522538 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9558406-3304-4a3b-becb-d706fcc4a42a None None] Sync routers for ids ['ef9a28e1-2381-40d0-9138-411ed212adc5'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:46:21.531263 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9558406-3304-4a3b-becb-d706fcc4a42a None None] Routers {'ef9a28e1-2381-40d0-9138-411ed212adc5'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:46:21.531904 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c9558406-3304-4a3b-becb-d706fcc4a42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:46:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ef9a28e1-2381-40d0-9138-411ed212adc5'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:46:21.585540 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd56593e-7ee7-4d6a-9b02-9c4925e3d5d9 req-f54b0fea-d464-4717-ad93-3cab21e60b13 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:21.587033 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dd56593e-7ee7-4d6a-9b02-9c4925e3d5d9 req-f54b0fea-d464-4717-ad93-3cab21e60b13 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=37b29c68-7ff2-4ce2-9081-39518ba0f745 HTTP/1.1" status: 200 len: 945 time: 0.1278331 Jul 15 23:46:21.633306 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-c9558406-3304-4a3b-becb-d706fcc4a42a None None] Set router ef9a28e1-2381-40d0-9138-411ed212adc5 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:46:21.666112 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dd56593e-7ee7-4d6a-9b02-9c4925e3d5d9 req-9c7602e6-fa68-454e-af8a-0c018ddbb51c tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473680 Jul 15 23:46:21.670047 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d57cac38-5ec3-4002-b64b-d99a8a6ef3be admin admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:21.779153 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d57cac38-5ec3-4002-b64b-d99a8a6ef3be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:21.851776 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-d57cac38-5ec3-4002-b64b-d99a8a6ef3be admin admin] Deleting port 0534cd88-0cc2-46b4-9cac-a7092e6d26f1 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:46:21.852207 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d57cac38-5ec3-4002-b64b-d99a8a6ef3be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:21.935723 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-d57cac38-5ec3-4002-b64b-d99a8a6ef3be admin admin] For port 0534cd88-0cc2-46b4-9cac-a7092e6d26f1, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=0534cd88-0cc2-46b4-9cac-a7092e6d26f1,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:46:21.936082 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d57cac38-5ec3-4002-b64b-d99a8a6ef3be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:21.947995 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-d57cac38-5ec3-4002-b64b-d99a8a6ef3be admin admin] Calling delete_port for 0534cd88-0cc2-46b4-9cac-a7092e6d26f1 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:46:21.969422 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c9558406-3304-4a3b-becb-d706fcc4a42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9a28e1-2381-40d0-9138-411ed212adc5', 'name': 'tempest-TestServerBasicOps-1916797068-router', 'tenant_id': '76b3b08035eb4822b58c061062149400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '0534cd88-0cc2-46b4-9cac-a7092e6d26f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:41:04Z', 'updated_at': '2021-07-15T23:46:20Z', 'revision_number': 5, 'project_id': '76b3b08035eb4822b58c061062149400', 'gw_port': {'id': '0534cd88-0cc2-46b4-9cac-a7092e6d26f1', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:cf:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9a28e1-2381-40d0-9138-411ed212adc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:41:05Z', 'updated_at': '2021-07-15T23:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:46:22.000224 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9558406-3304-4a3b-becb-d706fcc4a42a None None] Checking router: ef9a28e1-2381-40d0-9138-411ed212adc5 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:46:22.009401 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9558406-3304-4a3b-becb-d706fcc4a42a None None] Routers {'ef9a28e1-2381-40d0-9138-411ed212adc5'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:46:22.009887 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c9558406-3304-4a3b-becb-d706fcc4a42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:46:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ef9a28e1-2381-40d0-9138-411ed212adc5'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:46:22.102191 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-c9558406-3304-4a3b-becb-d706fcc4a42a None None] Set router ef9a28e1-2381-40d0-9138-411ed212adc5 gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:46:22.158061 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c9558406-3304-4a3b-becb-d706fcc4a42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9a28e1-2381-40d0-9138-411ed212adc5', 'name': 'tempest-TestServerBasicOps-1916797068-router', 'tenant_id': '76b3b08035eb4822b58c061062149400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:41:04Z', 'updated_at': '2021-07-15T23:46:21Z', 'revision_number': 6, 'project_id': '76b3b08035eb4822b58c061062149400', 'gw_port_host': None}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:46:22.190311 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9558406-3304-4a3b-becb-d706fcc4a42a None None] The sync data for ids ['ef9a28e1-2381-40d0-9138-411ed212adc5'] in n-d-794306-6 is: [{'id': 'ef9a28e1-2381-40d0-9138-411ed212adc5', 'name': 'tempest-TestServerBasicOps-1916797068-router', 'tenant_id': '76b3b08035eb4822b58c061062149400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:41:04Z', 'updated_at': '2021-07-15T23:46:21Z', 'revision_number': 6, 'project_id': '76b3b08035eb4822b58c061062149400', 'gw_port_host': None}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:46:22.454578 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d57cac38-5ec3-4002-b64b-d99a8a6ef3be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:22.480369 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57cac38-5ec3-4002-b64b-d99a8a6ef3be admin admin] Pushing event deleted for resources: {'Port': ['ID=0534cd88-0cc2-46b4-9cac-a7092e6d26f1,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:46:22.542383 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d57cac38-5ec3-4002-b64b-d99a8a6ef3be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999011'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:22.644657 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d57cac38-5ec3-4002-b64b-d99a8a6ef3be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:22.646796 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d57cac38-5ec3-4002-b64b-d99a8a6ef3be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:22.689842 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d57cac38-5ec3-4002-b64b-d99a8a6ef3be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:22.690403 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57cac38-5ec3-4002-b64b-d99a8a6ef3be admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef9a28e1-2381-40d0-9138-411ed212adc5 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:46:22.695082 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d57cac38-5ec3-4002-b64b-d99a8a6ef3be admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:22.696425 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-d57cac38-5ec3-4002-b64b-d99a8a6ef3be admin admin] 10.222.0.48 "DELETE /v2.0/routers/ef9a28e1-2381-40d0-9138-411ed212adc5 HTTP/1.1" status: 204 len: 168 time: 1.1754932 Jul 15 23:46:22.698998 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47212) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:46:22.744609 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-0de61cb7-44c4-4684-8e95-c8fc7fcf9dfe admin admin] Deleting subnet 2516cc20-bbcf-4f05-bd8d-45754d9d21fb {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:46:22.748339 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0de61cb7-44c4-4684-8e95-c8fc7fcf9dfe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:22.784945 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0de61cb7-44c4-4684-8e95-c8fc7fcf9dfe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:22.905774 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0de61cb7-44c4-4684-8e95-c8fc7fcf9dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:22.915018 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc3115f-680f-4031-9218-7270730fe04d req-c5ca2b04-fa9c-46c1-a051-bf237ad857dd tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:22.916544 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9cc3115f-680f-4031-9218-7270730fe04d req-c5ca2b04-fa9c-46c1-a051-bf237ad857dd tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=37b29c68-7ff2-4ce2-9081-39518ba0f745 HTTP/1.1" status: 200 len: 945 time: 0.1346023 Jul 15 23:46:23.000558 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9cc3115f-680f-4031-9218-7270730fe04d req-4627e0be-e861-49d0-94ec-5a9394303ea2 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664654 Jul 15 23:46:23.030269 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0de61cb7-44c4-4684-8e95-c8fc7fcf9dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:23.061243 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de61cb7-44c4-4684-8e95-c8fc7fcf9dfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2516cc20-bbcf-4f05-bd8d-45754d9d21fb,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:46:23.063228 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0de61cb7-44c4-4684-8e95-c8fc7fcf9dfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:23.067786 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47214) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:46:23.068298 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-0de61cb7-44c4-4684-8e95-c8fc7fcf9dfe admin admin] 10.222.0.48 "DELETE /v2.0/subnets/2516cc20-bbcf-4f05-bd8d-45754d9d21fb HTTP/1.1" status: 204 len: 168 time: 0.3680081 Jul 15 23:46:23.069278 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d3cb86-608e-4eb6-9bcd-8acd7aacb9cc None None] Network 77c69736-16e0-44e1-ac60-85922aedc48a requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:46:23.096719 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df3037-20b8-4355-b4d3-ca8b487b7ad9 req-f2114468-2d54-4139-874f-496e6aaaa4e2 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:23.098357 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e0df3037-20b8-4355-b4d3-ca8b487b7ad9 req-f2114468-2d54-4139-874f-496e6aaaa4e2 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.41 "GET /v2.0/ports?device_id=37b29c68-7ff2-4ce2-9081-39518ba0f745 HTTP/1.1" status: 200 len: 945 time: 0.1211343 Jul 15 23:46:23.146087 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f0dd9177-0b49-4348-bb20-829f2d0cd483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:23.204058 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f0dd9177-0b49-4348-bb20-829f2d0cd483 admin admin] Deleting port ee1699d7-4d0d-441d-9dfc-6ca0276ddd81 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:46:23.204407 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f0dd9177-0b49-4348-bb20-829f2d0cd483 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:23.207921 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-e0df3037-20b8-4355-b4d3-ca8b487b7ad9 req-55038f53-0557-4757-9130-f6cd9ba3a7f9 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Deleting port 830ae724-9668-4d94-9057-c38279c9e4e7 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:46:23.208345 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e0df3037-20b8-4355-b4d3-ca8b487b7ad9 req-55038f53-0557-4757-9130-f6cd9ba3a7f9 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:23.283474 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-f0dd9177-0b49-4348-bb20-829f2d0cd483 admin admin] For port ee1699d7-4d0d-441d-9dfc-6ca0276ddd81, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=ee1699d7-4d0d-441d-9dfc-6ca0276ddd81,segment=NetworkSegment(d4c238c1-cbf5-4ebd-9436-5a094d9f4f92),segment_id=d4c238c1-cbf5-4ebd-9436-5a094d9f4f92)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:46:23.283875 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f0dd9177-0b49-4348-bb20-829f2d0cd483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:23.302587 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b5d0f6-cf18-45af-babb-a6f1fb2c353e None None] DHCP port deletion for 77c69736-16e0-44e1-ac60-85922aedc48a request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:46:23.304106 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f0dd9177-0b49-4348-bb20-829f2d0cd483 admin admin] Calling delete_port for ee1699d7-4d0d-441d-9dfc-6ca0276ddd81 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:46:23.327517 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-e0df3037-20b8-4355-b4d3-ca8b487b7ad9 req-55038f53-0557-4757-9130-f6cd9ba3a7f9 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] For port 830ae724-9668-4d94-9057-c38279c9e4e7, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=830ae724-9668-4d94-9057-c38279c9e4e7,segment=NetworkSegment(308c7c80-2dfe-465a-907b-006f4bf32eae),segment_id=308c7c80-2dfe-465a-907b-006f4bf32eae)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:46:23.328002 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e0df3037-20b8-4355-b4d3-ca8b487b7ad9 req-55038f53-0557-4757-9130-f6cd9ba3a7f9 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:23.341895 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-e0df3037-20b8-4355-b4d3-ca8b487b7ad9 req-55038f53-0557-4757-9130-f6cd9ba3a7f9 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Calling delete_port for 830ae724-9668-4d94-9057-c38279c9e4e7 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:46:23.350870 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a0b5d0f6-cf18-45af-babb-a6f1fb2c353e None None] Deleting port ee1699d7-4d0d-441d-9dfc-6ca0276ddd81 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:46:23.351247 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a0b5d0f6-cf18-45af-babb-a6f1fb2c353e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:23.393808 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f0dd9177-0b49-4348-bb20-829f2d0cd483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:23.415110 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a0b5d0f6-cf18-45af-babb-a6f1fb2c353e None None] For port ee1699d7-4d0d-441d-9dfc-6ca0276ddd81, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=ee1699d7-4d0d-441d-9dfc-6ca0276ddd81,segment=NetworkSegment(d4c238c1-cbf5-4ebd-9436-5a094d9f4f92),segment_id=d4c238c1-cbf5-4ebd-9436-5a094d9f4f92)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:46:23.415501 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a0b5d0f6-cf18-45af-babb-a6f1fb2c353e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:23.422356 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dd9177-0b49-4348-bb20-829f2d0cd483 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee1699d7-4d0d-441d-9dfc-6ca0276ddd81,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:46:23.427115 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dd9177-0b49-4348-bb20-829f2d0cd483 admin admin] No DVR routers for this DVR port ee1699d7-4d0d-441d-9dfc-6ca0276ddd81 on host n-d-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:46:23.437832 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a0b5d0f6-cf18-45af-babb-a6f1fb2c353e None None] Calling delete_port for ee1699d7-4d0d-441d-9dfc-6ca0276ddd81 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:46:23.497178 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e0df3037-20b8-4355-b4d3-ca8b487b7ad9 req-55038f53-0557-4757-9130-f6cd9ba3a7f9 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:23.513414 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:46:23.513414 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:46:23.513414 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:46:23.513414 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:46:23.513414 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:46:23.513414 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:46:23.513414 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:46:23.513414 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:46:23.513414 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:46:23.513414 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:46:23.513414 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:46:23.513414 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:46:23.513414 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:46:23.513414 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:46:23.513414 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:46:23.513414 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:46:23.513414 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:46:23.513414 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:46:23.513414 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:46:23.513414 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:46:23.513414 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:46:23.513414 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:46:23.513414 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:46:23.513414 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:46:23.513414 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:46:23.513414 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:46:23.513414 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:46:23.513414 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:46:23.513414 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:46:23.513414 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:46:23.513414 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:46:23.513414 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:46:23.513414 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:46:23.513414 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:46:23.513414 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:46:23.513414 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:46:23.513414 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:46:23.513414 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:46:23.513414 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:46:23.513414 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:46:23.513414 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:46:23.513414 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:46:23.513414 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:46:23.513414 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:46:23.513414 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:46:23.513414 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:46:23.513414 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:46:23.513414 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:46:23.513414 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:46:23.513414 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:46:23.513414 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:46:23.513414 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:46:23.513414 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 23:46:23.513414 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 15 23:46:23.518512 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f0dd9177-0b49-4348-bb20-829f2d0cd483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:23.528631 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55038f53-0557-4757-9130-f6cd9ba3a7f9 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Pushing event deleted for resources: {'Port': ['ID=830ae724-9668-4d94-9057-c38279c9e4e7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:46:23.528994 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f0dd9177-0b49-4348-bb20-829f2d0cd483 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77c69736-16e0-44e1-ac60-85922aedc48a']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:46:23.532516 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['830ae724-9668-4d94-9057-c38279c9e4e7'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:46:23.534494 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a0b5d0f6-cf18-45af-babb-a6f1fb2c353e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:23.547697 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f0dd9177-0b49-4348-bb20-829f2d0cd483 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4c238c1-cbf5-4ebd-9436-5a094d9f4f92') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:46:23.547996 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f0dd9177-0b49-4348-bb20-829f2d0cd483 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4c238c1-cbf5-4ebd-9436-5a094d9f4f92') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:46:23.558405 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f0dd9177-0b49-4348-bb20-829f2d0cd483 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:23.573688 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b5d0f6-cf18-45af-babb-a6f1fb2c353e None None] No DVR routers for this DVR port ee1699d7-4d0d-441d-9dfc-6ca0276ddd81 on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:46:23.577765 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f0dd9177-0b49-4348-bb20-829f2d0cd483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:23.578834 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0df3037-20b8-4355-b4d3-ca8b487b7ad9 req-55038f53-0557-4757-9130-f6cd9ba3a7f9 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] No DVR routers for this DVR port 830ae724-9668-4d94-9057-c38279c9e4e7 on host n-h2-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:46:23.581524 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e0df3037-20b8-4355-b4d3-ca8b487b7ad9 req-55038f53-0557-4757-9130-f6cd9ba3a7f9 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:23.583810 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e0df3037-20b8-4355-b4d3-ca8b487b7ad9 req-55038f53-0557-4757-9130-f6cd9ba3a7f9 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.41 "DELETE /v2.0/ports/830ae724-9668-4d94-9057-c38279c9e4e7 HTTP/1.1" status: 204 len: 173 time: 0.4800253 Jul 15 23:46:23.584328 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b29c68-7ff2-4ce2-9081-39518ba0f745', 'name': 'network-vif-deleted', 'tag': '830ae724-9668-4d94-9057-c38279c9e4e7'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:46:23.585380 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0dd9177-0b49-4348-bb20-829f2d0cd483 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:46:23.586137 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f0dd9177-0b49-4348-bb20-829f2d0cd483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:23.587028 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4052faa2-d81d-4a02-bf1a-ef278f5faad0" -d '{"events": [{"server_uuid": "37b29c68-7ff2-4ce2-9081-39518ba0f745", "name": "network-vif-deleted", "tag": "830ae724-9668-4d94-9057-c38279c9e4e7"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:46:23.588057 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:46:23.588057 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:46:23.588057 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:46:23.588057 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:46:23.588057 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:46:23.588057 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:46:23.588057 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:46:23.588057 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:46:23.588057 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:46:23.588057 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:46:23.588057 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:46:23.588057 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:46:23.588057 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:46:23.588057 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:46:23.588057 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:46:23.588057 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:46:23.588057 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:46:23.588057 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:46:23.588057 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:46:23.588057 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:46:23.588057 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:46:23.588057 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:46:23.588057 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:46:23.588057 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:46:23.588057 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:46:23.588057 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:46:23.588057 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:46:23.588057 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:46:23.588057 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:46:23.588057 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:46:23.588057 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:46:23.588057 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:46:23.618246 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b5d0f6-cf18-45af-babb-a6f1fb2c353e None None] Pushing event deleted for resources: {'Port': ['ID=ee1699d7-4d0d-441d-9dfc-6ca0276ddd81,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:46:23.664045 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff8aefe-6fc1-42b6-a679-a9ddac2988fb x-openstack-request-id: req-8ff8aefe-6fc1-42b6-a679-a9ddac2988fb {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:46:23.664563 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37b29c68-7ff2-4ce2-9081-39518ba0f745", "name": "network-vif-deleted", "tag": "830ae724-9668-4d94-9057-c38279c9e4e7", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:46:23.664953 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8ff8aefe-6fc1-42b6-a679-a9ddac2988fb {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:46:23.665454 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b29c68-7ff2-4ce2-9081-39518ba0f745', 'name': 'network-vif-deleted', 'tag': '830ae724-9668-4d94-9057-c38279c9e4e7', 'status': 'completed', 'code': 200} Jul 15 23:46:23.867209 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 0534cd88-0cc2-46b4-9cac-a7092e6d26f1 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:46:23.892306 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 0534cd88-0cc2-46b4-9cac-a7092e6d26f1 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:46:23.892797 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 0534cd88-0cc2-46b4-9cac-a7092e6d26f1 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:46:23.893311 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device ee1699d7-4d0d-441d-9dfc-6ca0276ddd81 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:46:23.913699 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: ee1699d7-4d0d-441d-9dfc-6ca0276ddd81 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:46:23.914185 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device ee1699d7-4d0d-441d-9dfc-6ca0276ddd81 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:46:23.914697 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 06b48a3d-04d9-489e-bad2-7bc43acb7ced no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:46:23.934911 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 06b48a3d-04d9-489e-bad2-7bc43acb7ced {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:46:23.935304 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 06b48a3d-04d9-489e-bad2-7bc43acb7ced not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:46:24.008078 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f0dd9177-0b49-4348-bb20-829f2d0cd483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:24.012785 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f0dd9177-0b49-4348-bb20-829f2d0cd483 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:24.014896 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f0dd9177-0b49-4348-bb20-829f2d0cd483 admin admin] 10.222.0.48 "DELETE /v2.0/networks/77c69736-16e0-44e1-ac60-85922aedc48a HTTP/1.1" status: 204 len: 168 time: 0.9452918 Jul 15 23:46:24.027022 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dd9177-0b49-4348-bb20-829f2d0cd483 admin admin] Pushing event deleted for resources: {'Network': ['ID=77c69736-16e0-44e1-ac60-85922aedc48a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:46:24.138079 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47222) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:46:24.162441 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8efe7653-0a5f-46a3-ad6a-82b6d7cd75e8 req-ad810891-6a08-4b0d-be07-f8bd1c9a8361 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=37b29c68-7ff2-4ce2-9081-39518ba0f745 HTTP/1.1" status: 200 len: 210 time: 0.0391941 Jul 15 23:46:24.187820 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-8bb3cb29-4db8-48dd-b268-d6b06814f928 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a632cbf28ecf47a9901f99a7b5170f8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397882 Jul 15 23:46:24.187820 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47224) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:46:24.230443 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b53f80cd-08ce-4f23-a6b8-c984d90564e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:24.252392 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b53f80cd-08ce-4f23-a6b8-c984d90564e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:24.298112 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b53f80cd-08ce-4f23-a6b8-c984d90564e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:24.300714 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b53f80cd-08ce-4f23-a6b8-c984d90564e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:24.301881 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b53f80cd-08ce-4f23-a6b8-c984d90564e6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/14b2e9a9-01f6-4cd3-b2ce-b9ba16d746c0 HTTP/1.1" status: 204 len: 168 time: 0.1194885 Jul 15 23:46:24.311454 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53f80cd-08ce-4f23-a6b8-c984d90564e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b2e9a9-01f6-4cd3-b2ce-b9ba16d746c0,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:46:24.639241 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47230) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:46:24.685918 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-5dfd3b19-c83e-42e8-b97e-ad23c07d0591 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=76b3b08035eb4822b58c061062149400&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0454736 Jul 15 23:46:24.688504 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47232) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:46:24.738498 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-714b7551-d3bd-4eac-9880-3d55db2fb045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:24.760185 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-714b7551-d3bd-4eac-9880-3d55db2fb045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:24.806551 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-714b7551-d3bd-4eac-9880-3d55db2fb045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:24.809793 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-714b7551-d3bd-4eac-9880-3d55db2fb045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:24.811048 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-714b7551-d3bd-4eac-9880-3d55db2fb045 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/deff0efb-b3cb-419d-bce6-bf397902d420 HTTP/1.1" status: 204 len: 168 time: 0.1215317 Jul 15 23:46:24.827992 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b7551-d3bd-4eac-9880-3d55db2fb045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deff0efb-b3cb-419d-bce6-bf397902d420,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:46:25.326339 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4b670b1e-12a2-4127-920f-782e9781354a req-0013109f-8a31-4b8b-ae69-65cea9b96861 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=37b29c68-7ff2-4ce2-9081-39518ba0f745 HTTP/1.1" status: 200 len: 210 time: 0.0308127 Jul 15 23:46:25.539328 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47262) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:46:25.594607 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:25.642537 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f83fafcd-39d4-4ffe-b168-2eed30dfa4de admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-680790836-network', 'tenant_id': 'da929472d9094d018e34f1bb52ea6423'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:46:25.665785 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f83fafcd-39d4-4ffe-b168-2eed30dfa4de admin admin] Made reservation on behalf of da929472d9094d018e34f1bb52ea6423 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:46:25.669062 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f83fafcd-39d4-4ffe-b168-2eed30dfa4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:25.677506 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f83fafcd-39d4-4ffe-b168-2eed30dfa4de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:25.777032 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f83fafcd-39d4-4ffe-b168-2eed30dfa4de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:25.782568 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f83fafcd-39d4-4ffe-b168-2eed30dfa4de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:25.801729 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f83fafcd-39d4-4ffe-b168-2eed30dfa4de admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:46:25.821047 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f83fafcd-39d4-4ffe-b168-2eed30dfa4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:25.821394 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-f83fafcd-39d4-4ffe-b168-2eed30dfa4de admin admin] Added segment 374a4b5d-c7ff-4261-b181-04cabff283f1 of type vlan for network 5a4a028c-633b-4d9e-8d9b-40effda41bc4 Jul 15 23:46:25.830047 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83fafcd-39d4-4ffe-b168-2eed30dfa4de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5dbc02-0d3b-4808-bb76-3199ae94ce59,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:46:25.869075 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f83fafcd-39d4-4ffe-b168-2eed30dfa4de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:25.898887 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f83fafcd-39d4-4ffe-b168-2eed30dfa4de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:25.900041 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83fafcd-39d4-4ffe-b168-2eed30dfa4de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:25.900622 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f83fafcd-39d4-4ffe-b168-2eed30dfa4de admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:25.939990 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47266) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:46:25.940223 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f83fafcd-39d4-4ffe-b168-2eed30dfa4de admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3942745 Jul 15 23:46:25.944370 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-1537c9ca-f92e-4555-8a52-8d513bcf7d9d admin admin] Request body: {'subnet': {'network_id': '5a4a028c-633b-4d9e-8d9b-40effda41bc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-680790836-subnet', 'tenant_id': 'da929472d9094d018e34f1bb52ea6423', 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:46:25.974424 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1537c9ca-f92e-4555-8a52-8d513bcf7d9d admin admin] Made reservation on behalf of da929472d9094d018e34f1bb52ea6423 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:46:25.974424 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1537c9ca-f92e-4555-8a52-8d513bcf7d9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:25.976120 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83fafcd-39d4-4ffe-b168-2eed30dfa4de admin admin] Pushing event updated for resources: {'Network': ['ID=5a4a028c-633b-4d9e-8d9b-40effda41bc4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:46:25.986297 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 5a4a028c-633b-4d9e-8d9b-40effda41bc4 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:46:26.149292 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1537c9ca-f92e-4555-8a52-8d513bcf7d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:26.207535 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1537c9ca-f92e-4555-8a52-8d513bcf7d9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2a0f560-7f4c-4412-92b9-5ab3ed30a993,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:46:26.214947 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1537c9ca-f92e-4555-8a52-8d513bcf7d9d admin admin] Checking segment: {'id': '374a4b5d-c7ff-4261-b181-04cabff283f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5a4a028c-633b-4d9e-8d9b-40effda41bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:46:26.216049 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1537c9ca-f92e-4555-8a52-8d513bcf7d9d admin admin] Network hostable DHCP agents. Network: 5a4a028c-633b-4d9e-8d9b-40effda41bc4, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:46:26.233506 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1537c9ca-f92e-4555-8a52-8d513bcf7d9d admin admin] Network 5a4a028c-633b-4d9e-8d9b-40effda41bc4 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:46:26.241621 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-1537c9ca-f92e-4555-8a52-8d513bcf7d9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 5a4a028c-633b-4d9e-8d9b-40effda41bc4) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:46:26.245745 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1537c9ca-f92e-4555-8a52-8d513bcf7d9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:26.246292 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1537c9ca-f92e-4555-8a52-8d513bcf7d9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:26.250593 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10f5ad4-b17b-4ccf-952b-23c5945c8799 None None] Network 5a4a028c-633b-4d9e-8d9b-40effda41bc4 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:46:26.260217 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-1537c9ca-f92e-4555-8a52-8d513bcf7d9d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3240654 Jul 15 23:46:26.263203 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47268) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:46:26.267595 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-92f13322-6ac9-4b1c-962a-e8d12fa9ef0e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-680790836-router', 'tenant_id': 'da929472d9094d018e34f1bb52ea6423', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:46:26.288609 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-92f13322-6ac9-4b1c-962a-e8d12fa9ef0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:26.289604 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-92f13322-6ac9-4b1c-962a-e8d12fa9ef0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:26.348822 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-92f13322-6ac9-4b1c-962a-e8d12fa9ef0e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:26.415174 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87642dd8-1548-4227-abc4-ca9edcf63e35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-5a4a028c-633b-4d9e-8d9b-40effda41bc4', 'network_id': '5a4a028c-633b-4d9e-8d9b-40effda41bc4', 'tenant_id': 'da929472d9094d018e34f1bb52ea6423', 'fixed_ips': [{'subnet_id': 'f2a0f560-7f4c-4412-92b9-5ab3ed30a993'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:46:26.418950 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-87642dd8-1548-4227-abc4-ca9edcf63e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:26.545785 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3ff34cbc-c904-47ea-8f44-ab0a37de8e49 req-df69c349-30e3-4b25-b41d-5e3c0af2bf03 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=37b29c68-7ff2-4ce2-9081-39518ba0f745 HTTP/1.1" status: 200 len: 210 time: 0.0597475 Jul 15 23:46:26.547867 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-92f13322-6ac9-4b1c-962a-e8d12fa9ef0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:26.561104 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-87642dd8-1548-4227-abc4-ca9edcf63e35 None None] Allocated IP 172.20.0.2 (5a4a028c-633b-4d9e-8d9b-40effda41bc4/f2a0f560-7f4c-4412-92b9-5ab3ed30a993/6cf41078-a015-45ae-9c39-2e4e5ea56fbe) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:46:26.733659 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-87642dd8-1548-4227-abc4-ca9edcf63e35 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:26.742151 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-87642dd8-1548-4227-abc4-ca9edcf63e35 None None] Transition to ACTIVE for port object 6cf41078-a015-45ae-9c39-2e4e5ea56fbe will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:46:26.757655 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-87642dd8-1548-4227-abc4-ca9edcf63e35 None None] Transition to ACTIVE for port object 6cf41078-a015-45ae-9c39-2e4e5ea56fbe will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:46:26.765420 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-87642dd8-1548-4227-abc4-ca9edcf63e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:26.767249 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-92f13322-6ac9-4b1c-962a-e8d12fa9ef0e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:26.801486 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-92f13322-6ac9-4b1c-962a-e8d12fa9ef0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:26.806895 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87642dd8-1548-4227-abc4-ca9edcf63e35 None None] Network 5a4a028c-633b-4d9e-8d9b-40effda41bc4 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:46:26.810465 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-87642dd8-1548-4227-abc4-ca9edcf63e35 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:46:26.812835 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87642dd8-1548-4227-abc4-ca9edcf63e35 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:46:26.843297 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87642dd8-1548-4227-abc4-ca9edcf63e35 None None] Pushing event updated for resources: {'Port': ['ID=6cf41078-a015-45ae-9c39-2e4e5ea56fbe,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:46:26.879382 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-87642dd8-1548-4227-abc4-ca9edcf63e35 None None] Attempting to bind port 6cf41078-a015-45ae-9c39-2e4e5ea56fbe on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:46:26.879813 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-87642dd8-1548-4227-abc4-ca9edcf63e35 None None] Attempting to bind port 6cf41078-a015-45ae-9c39-2e4e5ea56fbe by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '374a4b5d-c7ff-4261-b181-04cabff283f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5a4a028c-633b-4d9e-8d9b-40effda41bc4'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:46:26.880156 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87642dd8-1548-4227-abc4-ca9edcf63e35 None None] Attempting to bind port 6cf41078-a015-45ae-9c39-2e4e5ea56fbe on network 5a4a028c-633b-4d9e-8d9b-40effda41bc4 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:46:26.885108 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87642dd8-1548-4227-abc4-ca9edcf63e35 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:46:26.885484 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87642dd8-1548-4227-abc4-ca9edcf63e35 None None] Checking segment: {'id': '374a4b5d-c7ff-4261-b181-04cabff283f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5a4a028c-633b-4d9e-8d9b-40effda41bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:46:26.885893 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-87642dd8-1548-4227-abc4-ca9edcf63e35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:26.886285 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87642dd8-1548-4227-abc4-ca9edcf63e35 None None] Bound using segment: {'id': '374a4b5d-c7ff-4261-b181-04cabff283f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5a4a028c-633b-4d9e-8d9b-40effda41bc4'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:46:26.886752 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-87642dd8-1548-4227-abc4-ca9edcf63e35 None None] Bound port: 6cf41078-a015-45ae-9c39-2e4e5ea56fbe, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '374a4b5d-c7ff-4261-b181-04cabff283f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5a4a028c-633b-4d9e-8d9b-40effda41bc4'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:46:26.888058 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-87642dd8-1548-4227-abc4-ca9edcf63e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:26.917772 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-92f13322-6ac9-4b1c-962a-e8d12fa9ef0e admin admin] Allocated IP 172.25.5.246 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/5b186ba7-0d68-47f7-9347-ecc6e5a40e7a) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:46:26.955283 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-87642dd8-1548-4227-abc4-ca9edcf63e35 None None] For port 6cf41078-a015-45ae-9c39-2e4e5ea56fbe, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:46:26.958897 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-87642dd8-1548-4227-abc4-ca9edcf63e35 None None] For port 6cf41078-a015-45ae-9c39-2e4e5ea56fbe, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=6cf41078-a015-45ae-9c39-2e4e5ea56fbe,segment=NetworkSegment(374a4b5d-c7ff-4261-b181-04cabff283f1),segment_id=374a4b5d-c7ff-4261-b181-04cabff283f1)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:46:26.963331 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-87642dd8-1548-4227-abc4-ca9edcf63e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:27.034932 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-92f13322-6ac9-4b1c-962a-e8d12fa9ef0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:27.037055 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87642dd8-1548-4227-abc4-ca9edcf63e35 None None] Pushing event updated for resources: {'Port': ['ID=6cf41078-a015-45ae-9c39-2e4e5ea56fbe,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:46:27.082193 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-92f13322-6ac9-4b1c-962a-e8d12fa9ef0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:27.126498 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f13322-6ac9-4b1c-962a-e8d12fa9ef0e admin admin] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:46:27.133326 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-92f13322-6ac9-4b1c-962a-e8d12fa9ef0e admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:46:27.137741 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f13322-6ac9-4b1c-962a-e8d12fa9ef0e admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:46:27.144095 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f13322-6ac9-4b1c-962a-e8d12fa9ef0e admin admin] Pushing event updated for resources: {'Port': ['ID=5b186ba7-0d68-47f7-9347-ecc6e5a40e7a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:46:27.300117 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 830ae724-9668-4d94-9057-c38279c9e4e7 no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:46:27.328389 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] No Port match for: 830ae724-9668-4d94-9057-c38279c9e4e7 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:46:27.328681 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 830ae724-9668-4d94-9057-c38279c9e4e7 not bound to the agent host n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:46:27.418254 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-92f13322-6ac9-4b1c-962a-e8d12fa9ef0e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:27.631094 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-92f13322-6ac9-4b1c-962a-e8d12fa9ef0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:27.754327 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7f546630-a4c4-482d-acc3-fc648bada913 req-8bf2891c-d770-4634-911b-4c58266776dd tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=37b29c68-7ff2-4ce2-9081-39518ba0f745 HTTP/1.1" status: 200 len: 210 time: 0.0422726 Jul 15 23:46:27.803739 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92f13322-6ac9-4b1c-962a-e8d12fa9ef0e admin admin] Router 02d0db1a-287b-4b1a-a801-cb1a166e47c8 is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:46:27.890212 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 6cf41078-a015-45ae-9c39-2e4e5ea56fbe up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:46:27.925671 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f13322-6ac9-4b1c-962a-e8d12fa9ef0e admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:46:27.938229 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524f4cf4-e4b1-4252-bba6-d91b87dd610f None None] Sync routers for ids ['02d0db1a-287b-4b1a-a801-cb1a166e47c8'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:46:27.943077 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-92f13322-6ac9-4b1c-962a-e8d12fa9ef0e admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:27.947013 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-92f13322-6ac9-4b1c-962a-e8d12fa9ef0e admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6803789 Jul 15 23:46:27.947355 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47276) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:46:27.951954 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524f4cf4-e4b1-4252-bba6-d91b87dd610f None None] Routers {'02d0db1a-287b-4b1a-a801-cb1a166e47c8'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:46:27.952566 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-524f4cf4-e4b1-4252-bba6-d91b87dd610f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:46:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['02d0db1a-287b-4b1a-a801-cb1a166e47c8'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:46:27.960980 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 6cf41078-a015-45ae-9c39-2e4e5ea56fbe completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:46:28.073749 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-524f4cf4-e4b1-4252-bba6-d91b87dd610f None None] Set router 02d0db1a-287b-4b1a-a801-cb1a166e47c8 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:46:28.256292 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9d5cd1-0a6b-4029-b485-c192cc7aaf39 None None] Network 5a4a028c-633b-4d9e-8d9b-40effda41bc4 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:46:28.282833 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-524f4cf4-e4b1-4252-bba6-d91b87dd610f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d0db1a-287b-4b1a-a801-cb1a166e47c8', 'name': 'tempest-TestVolumeBackupRestore-680790836-router', 'tenant_id': 'da929472d9094d018e34f1bb52ea6423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '5b186ba7-0d68-47f7-9347-ecc6e5a40e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:46:26Z', 'updated_at': '2021-07-15T23:46:27Z', 'revision_number': 3, 'project_id': 'da929472d9094d018e34f1bb52ea6423', 'gw_port': {'id': '5b186ba7-0d68-47f7-9347-ecc6e5a40e7a', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:6c:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d0db1a-287b-4b1a-a801-cb1a166e47c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:46:26Z', 'updated_at': '2021-07-15T23:46:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:46:28.293746 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a1c353e9-5acf-41c5-98bd-0b176bd9e4ca None None] Provisioning for port 6cf41078-a015-45ae-9c39-2e4e5ea56fbe completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:46:28.319032 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524f4cf4-e4b1-4252-bba6-d91b87dd610f None None] Checking router: 02d0db1a-287b-4b1a-a801-cb1a166e47c8 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:46:28.319959 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524f4cf4-e4b1-4252-bba6-d91b87dd610f None None] Updating router 02d0db1a-287b-4b1a-a801-cb1a166e47c8 port 5b186ba7-0d68-47f7-9347-ecc6e5a40e7a binding host n-d-794306-6 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:46:28.323868 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a1c353e9-5acf-41c5-98bd-0b176bd9e4ca None None] Provisioning complete for port 6cf41078-a015-45ae-9c39-2e4e5ea56fbe triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:46:28.324239 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a1c353e9-5acf-41c5-98bd-0b176bd9e4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:28.358421 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-524f4cf4-e4b1-4252-bba6-d91b87dd610f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:28.476887 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a1c353e9-5acf-41c5-98bd-0b176bd9e4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:28.518748 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a1c353e9-5acf-41c5-98bd-0b176bd9e4ca None None] For port 6cf41078-a015-45ae-9c39-2e4e5ea56fbe, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=6cf41078-a015-45ae-9c39-2e4e5ea56fbe,segment=NetworkSegment(374a4b5d-c7ff-4261-b181-04cabff283f1),segment_id=374a4b5d-c7ff-4261-b181-04cabff283f1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:46:28.525976 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a1c353e9-5acf-41c5-98bd-0b176bd9e4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:28.583833 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c353e9-5acf-41c5-98bd-0b176bd9e4ca None None] Pushing event updated for resources: {'Port': ['ID=6cf41078-a015-45ae-9c39-2e4e5ea56fbe,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:46:28.631011 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-524f4cf4-e4b1-4252-bba6-d91b87dd610f None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:28.646402 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-524f4cf4-e4b1-4252-bba6-d91b87dd610f None None] Transition to ACTIVE for port object 5b186ba7-0d68-47f7-9347-ecc6e5a40e7a will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:46:28.654880 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-524f4cf4-e4b1-4252-bba6-d91b87dd610f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:28.709270 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-524f4cf4-e4b1-4252-bba6-d91b87dd610f None None] Attempting to bind port 5b186ba7-0d68-47f7-9347-ecc6e5a40e7a on host n-d-794306-6 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:46:28.709672 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-524f4cf4-e4b1-4252-bba6-d91b87dd610f None None] Attempting to bind port 5b186ba7-0d68-47f7-9347-ecc6e5a40e7a by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:46:28.709993 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524f4cf4-e4b1-4252-bba6-d91b87dd610f None None] Attempting to bind port 5b186ba7-0d68-47f7-9347-ecc6e5a40e7a on network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:46:28.717330 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3077390f-48bb-47b7-9720-d193d33aab96 None None] Pushing event updated for resources: {'Port': ['ID=5b186ba7-0d68-47f7-9347-ecc6e5a40e7a,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:46:28.719843 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524f4cf4-e4b1-4252-bba6-d91b87dd610f None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:46:28.720212 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524f4cf4-e4b1-4252-bba6-d91b87dd610f None None] Checking segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:46:28.720613 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-524f4cf4-e4b1-4252-bba6-d91b87dd610f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:28.720987 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524f4cf4-e4b1-4252-bba6-d91b87dd610f None None] Bound using segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:46:28.721446 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-524f4cf4-e4b1-4252-bba6-d91b87dd610f None None] Bound port: 5b186ba7-0d68-47f7-9347-ecc6e5a40e7a, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:46:28.721826 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-524f4cf4-e4b1-4252-bba6-d91b87dd610f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:28.774108 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-524f4cf4-e4b1-4252-bba6-d91b87dd610f None None] For port 5b186ba7-0d68-47f7-9347-ecc6e5a40e7a, host n-d-794306-6, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:46:28.777186 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-524f4cf4-e4b1-4252-bba6-d91b87dd610f None None] For port 5b186ba7-0d68-47f7-9347-ecc6e5a40e7a, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=5b186ba7-0d68-47f7-9347-ecc6e5a40e7a,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:46:28.781401 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9945a331-b99f-425e-8658-e445d19b4476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:28.784112 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-524f4cf4-e4b1-4252-bba6-d91b87dd610f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:28.834772 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524f4cf4-e4b1-4252-bba6-d91b87dd610f None None] Routers {'02d0db1a-287b-4b1a-a801-cb1a166e47c8'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:46:28.834772 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-524f4cf4-e4b1-4252-bba6-d91b87dd610f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:46:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['02d0db1a-287b-4b1a-a801-cb1a166e47c8'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:46:28.850338 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-687771f8-f237-4b72-9809-743281716a8c None None] Provisioning complete for port 6cf41078-a015-45ae-9c39-2e4e5ea56fbe triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:46:28.850717 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-687771f8-f237-4b72-9809-743281716a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:28.989739 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-524f4cf4-e4b1-4252-bba6-d91b87dd610f None None] Set router 02d0db1a-287b-4b1a-a801-cb1a166e47c8 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:46:28.998634 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-9945a331-b99f-425e-8658-e445d19b4476 admin admin] Allocated IP 172.20.0.1 (5a4a028c-633b-4d9e-8d9b-40effda41bc4/f2a0f560-7f4c-4412-92b9-5ab3ed30a993/702c3911-2003-4808-bde5-02900eac0add) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:46:29.101209 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3077390f-48bb-47b7-9720-d193d33aab96 None None] Pushing event updated for resources: {'Port': ['ID=5b186ba7-0d68-47f7-9347-ecc6e5a40e7a,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:46:29.119537 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9945a331-b99f-425e-8658-e445d19b4476 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:29.134078 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-9945a331-b99f-425e-8658-e445d19b4476 admin admin] Transition to ACTIVE for port object 702c3911-2003-4808-bde5-02900eac0add will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:46:29.170911 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9945a331-b99f-425e-8658-e445d19b4476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:29.212359 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9945a331-b99f-425e-8658-e445d19b4476 admin admin] Network 5a4a028c-633b-4d9e-8d9b-40effda41bc4 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:46:29.217311 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-9945a331-b99f-425e-8658-e445d19b4476 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:46:29.221825 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9945a331-b99f-425e-8658-e445d19b4476 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:46:29.225539 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9945a331-b99f-425e-8658-e445d19b4476 admin admin] Pushing event updated for resources: {'Port': ['ID=702c3911-2003-4808-bde5-02900eac0add,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:46:29.271755 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9945a331-b99f-425e-8658-e445d19b4476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:29.271992 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-524f4cf4-e4b1-4252-bba6-d91b87dd610f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d0db1a-287b-4b1a-a801-cb1a166e47c8', 'name': 'tempest-TestVolumeBackupRestore-680790836-router', 'tenant_id': 'da929472d9094d018e34f1bb52ea6423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '5b186ba7-0d68-47f7-9347-ecc6e5a40e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:46:26Z', 'updated_at': '2021-07-15T23:46:27Z', 'revision_number': 3, 'project_id': 'da929472d9094d018e34f1bb52ea6423', 'gw_port': {'id': '5b186ba7-0d68-47f7-9347-ecc6e5a40e7a', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:6c:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d0db1a-287b-4b1a-a801-cb1a166e47c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:46:26Z', 'updated_at': '2021-07-15T23:46:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:46:29.300660 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524f4cf4-e4b1-4252-bba6-d91b87dd610f None None] The sync data for ids ['02d0db1a-287b-4b1a-a801-cb1a166e47c8'] in n-d-794306-6 is: [{'id': '02d0db1a-287b-4b1a-a801-cb1a166e47c8', 'name': 'tempest-TestVolumeBackupRestore-680790836-router', 'tenant_id': 'da929472d9094d018e34f1bb52ea6423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '5b186ba7-0d68-47f7-9347-ecc6e5a40e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:46:26Z', 'updated_at': '2021-07-15T23:46:27Z', 'revision_number': 3, 'project_id': 'da929472d9094d018e34f1bb52ea6423', 'gw_port': {'id': '5b186ba7-0d68-47f7-9347-ecc6e5a40e7a', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:6c:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d0db1a-287b-4b1a-a801-cb1a166e47c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:46:26Z', 'updated_at': '2021-07-15T23:46:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:46:29.442933 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9945a331-b99f-425e-8658-e445d19b4476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:29.568191 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8198d182-1d59-4288-95fa-b672f570ace5 None None] Provisioning for port 702c3911-2003-4808-bde5-02900eac0add completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:46:29.574940 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8198d182-1d59-4288-95fa-b672f570ace5 None None] Provisioning complete for port 702c3911-2003-4808-bde5-02900eac0add triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:46:29.575637 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8198d182-1d59-4288-95fa-b672f570ace5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:29.615122 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-8198d182-1d59-4288-95fa-b672f570ace5 None None] Port 702c3911-2003-4808-bde5-02900eac0add cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:46:29.656308 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9945a331-b99f-425e-8658-e445d19b4476 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:29.660773 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9945a331-b99f-425e-8658-e445d19b4476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:29.734895 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9945a331-b99f-425e-8658-e445d19b4476 admin admin] Pushing event updated for resources: {'Port': ['ID=702c3911-2003-4808-bde5-02900eac0add,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:46:29.745498 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9945a331-b99f-425e-8658-e445d19b4476 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:29.860237 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9945a331-b99f-425e-8658-e445d19b4476 admin admin] Network 5a4a028c-633b-4d9e-8d9b-40effda41bc4 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:46:29.861817 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-9945a331-b99f-425e-8658-e445d19b4476 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:46:30.000282 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 6cf41078-a015-45ae-9c39-2e4e5ea56fbe up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:46:30.021722 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9945a331-b99f-425e-8658-e445d19b4476 admin admin] Router 02d0db1a-287b-4b1a-a801-cb1a166e47c8 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:46:30.087016 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 6cf41078-a015-45ae-9c39-2e4e5ea56fbe triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:46:30.087392 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:30.181780 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9945a331-b99f-425e-8658-e445d19b4476 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:46:30.189304 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 5b186ba7-0d68-47f7-9347-ecc6e5a40e7a up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:46:30.192142 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-9945a331-b99f-425e-8658-e445d19b4476 admin admin] 10.222.0.48 "PUT /v2.0/routers/02d0db1a-287b-4b1a-a801-cb1a166e47c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2435527 Jul 15 23:46:30.251300 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 5b186ba7-0d68-47f7-9347-ecc6e5a40e7a completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:46:30.258296 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 5b186ba7-0d68-47f7-9347-ecc6e5a40e7a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:46:30.258752 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:30.287767 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c8dd16aa-03a2-4aca-a2a4-8484990d5de0 None None] Provisioning complete for port 702c3911-2003-4808-bde5-02900eac0add triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:46:30.288202 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c8dd16aa-03a2-4aca-a2a4-8484990d5de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:30.344671 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c8dd16aa-03a2-4aca-a2a4-8484990d5de0 None None] Port 702c3911-2003-4808-bde5-02900eac0add cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:46:30.408545 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:30.431403 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 5b186ba7-0d68-47f7-9347-ecc6e5a40e7a, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=5b186ba7-0d68-47f7-9347-ecc6e5a40e7a,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:46:30.436492 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:30.493632 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=5b186ba7-0d68-47f7-9347-ecc6e5a40e7a,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:46:30.730999 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47300) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:46:30.736530 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b284514d-4ba1-40c8-ba75-bde18f40cc62 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1803292033-network', 'tenant_id': 'f070cf2cdcb648619044c11f6608ccea'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:46:30.757894 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b284514d-4ba1-40c8-ba75-bde18f40cc62 admin admin] Made reservation on behalf of f070cf2cdcb648619044c11f6608ccea for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:46:30.760461 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b284514d-4ba1-40c8-ba75-bde18f40cc62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:30.770410 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b284514d-4ba1-40c8-ba75-bde18f40cc62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:30.853454 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b32873c0-6e6a-4535-8782-cb7fb972797f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:30.869711 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b284514d-4ba1-40c8-ba75-bde18f40cc62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:30.875164 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b284514d-4ba1-40c8-ba75-bde18f40cc62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:30.906176 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b284514d-4ba1-40c8-ba75-bde18f40cc62 admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:46:30.912913 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284514d-4ba1-40c8-ba75-bde18f40cc62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=589ce287-6563-425c-97c5-6fdfe7bc223f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:46:30.928222 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b284514d-4ba1-40c8-ba75-bde18f40cc62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:30.928570 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-b284514d-4ba1-40c8-ba75-bde18f40cc62 admin admin] Added segment 37a615f6-8a6b-46df-8438-00d0c37f1d43 of type vlan for network b9e872ec-6521-4941-84c4-ae75a3181dd7 Jul 15 23:46:30.971534 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b284514d-4ba1-40c8-ba75-bde18f40cc62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:31.006459 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b284514d-4ba1-40c8-ba75-bde18f40cc62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:31.007755 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b284514d-4ba1-40c8-ba75-bde18f40cc62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:31.008672 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b284514d-4ba1-40c8-ba75-bde18f40cc62 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:31.034997 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-b284514d-4ba1-40c8-ba75-bde18f40cc62 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3012230 Jul 15 23:46:31.036418 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47302) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:46:31.041549 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-132eb165-7240-4c7c-bb8c-cd47504b6944 admin admin] Request body: {'subnet': {'network_id': 'b9e872ec-6521-4941-84c4-ae75a3181dd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1803292033-subnet', 'tenant_id': 'f070cf2cdcb648619044c11f6608ccea', 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:46:31.076327 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132eb165-7240-4c7c-bb8c-cd47504b6944 admin admin] Made reservation on behalf of f070cf2cdcb648619044c11f6608ccea for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:46:31.078719 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-132eb165-7240-4c7c-bb8c-cd47504b6944 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:31.086205 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284514d-4ba1-40c8-ba75-bde18f40cc62 admin admin] Pushing event updated for resources: {'Network': ['ID=b9e872ec-6521-4941-84c4-ae75a3181dd7,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:46:31.101350 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network b9e872ec-6521-4941-84c4-ae75a3181dd7 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:46:31.331931 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-132eb165-7240-4c7c-bb8c-cd47504b6944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:31.348386 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cabc05-3bf2-4268-917e-0388671d887b None None] Sync routers for ids ['02d0db1a-287b-4b1a-a801-cb1a166e47c8'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:46:31.360529 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cabc05-3bf2-4268-917e-0388671d887b None None] Routers {'02d0db1a-287b-4b1a-a801-cb1a166e47c8'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:46:31.361532 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-10cabc05-3bf2-4268-917e-0388671d887b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:46:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['02d0db1a-287b-4b1a-a801-cb1a166e47c8'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:46:31.381174 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132eb165-7240-4c7c-bb8c-cd47504b6944 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a4dc42b-b6f8-4d71-891f-9071b4f8907d,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:46:31.421499 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132eb165-7240-4c7c-bb8c-cd47504b6944 admin admin] Checking segment: {'id': '37a615f6-8a6b-46df-8438-00d0c37f1d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b9e872ec-6521-4941-84c4-ae75a3181dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:46:31.422679 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132eb165-7240-4c7c-bb8c-cd47504b6944 admin admin] Network hostable DHCP agents. Network: b9e872ec-6521-4941-84c4-ae75a3181dd7, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:46:31.446835 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132eb165-7240-4c7c-bb8c-cd47504b6944 admin admin] Network b9e872ec-6521-4941-84c4-ae75a3181dd7 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:46:31.457784 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-132eb165-7240-4c7c-bb8c-cd47504b6944 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, b9e872ec-6521-4941-84c4-ae75a3181dd7) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:46:31.463789 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132eb165-7240-4c7c-bb8c-cd47504b6944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:31.466898 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-132eb165-7240-4c7c-bb8c-cd47504b6944 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:31.487705 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-132eb165-7240-4c7c-bb8c-cd47504b6944 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4500163 Jul 15 23:46:31.490263 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 47308) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:46:31.490759 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c66603-5ba3-4d43-bb8c-c0b72ab41de0 None None] Network b9e872ec-6521-4941-84c4-ae75a3181dd7 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:46:31.496583 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e79e073e-4a04-432e-83de-82f17da908d8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1803292033-router', 'tenant_id': 'f070cf2cdcb648619044c11f6608ccea', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:46:31.521943 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e79e073e-4a04-432e-83de-82f17da908d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:31.522850 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e79e073e-4a04-432e-83de-82f17da908d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:31.569664 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-10cabc05-3bf2-4268-917e-0388671d887b None None] Set router 02d0db1a-287b-4b1a-a801-cb1a166e47c8 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:46:31.580586 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e79e073e-4a04-432e-83de-82f17da908d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:31.722371 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e79e073e-4a04-432e-83de-82f17da908d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:31.895034 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 5b186ba7-0d68-47f7-9347-ecc6e5a40e7a up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:46:31.960229 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc78f80-3b93-44c1-a4f4-b7fbd49d3505 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-b9e872ec-6521-4941-84c4-ae75a3181dd7', 'network_id': 'b9e872ec-6521-4941-84c4-ae75a3181dd7', 'tenant_id': 'f070cf2cdcb648619044c11f6608ccea', 'fixed_ips': [{'subnet_id': '9a4dc42b-b6f8-4d71-891f-9071b4f8907d'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:46:31.961069 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8dc78f80-3b93-44c1-a4f4-b7fbd49d3505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:31.966296 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e79e073e-4a04-432e-83de-82f17da908d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:31.987709 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e79e073e-4a04-432e-83de-82f17da908d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:32.079290 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 5b186ba7-0d68-47f7-9347-ecc6e5a40e7a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:46:32.079637 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:32.101012 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-e79e073e-4a04-432e-83de-82f17da908d8 admin admin] Allocated IP 172.25.5.150 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/98c63087-cbdd-4fc0-8502-c87dde5628f1) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:46:32.191132 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-10cabc05-3bf2-4268-917e-0388671d887b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d0db1a-287b-4b1a-a801-cb1a166e47c8', 'name': 'tempest-TestVolumeBackupRestore-680790836-router', 'tenant_id': 'da929472d9094d018e34f1bb52ea6423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '5b186ba7-0d68-47f7-9347-ecc6e5a40e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:46:26Z', 'updated_at': '2021-07-15T23:46:29Z', 'revision_number': 4, 'project_id': 'da929472d9094d018e34f1bb52ea6423', 'gw_port': {'id': '5b186ba7-0d68-47f7-9347-ecc6e5a40e7a', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d0db1a-287b-4b1a-a801-cb1a166e47c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:46:26Z', 'updated_at': '2021-07-15T23:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '702c3911-2003-4808-bde5-02900eac0add', 'name': '', 'network_id': '5a4a028c-633b-4d9e-8d9b-40effda41bc4', 'tenant_id': 'da929472d9094d018e34f1bb52ea6423', 'mac_address': 'fa:16:3e:f9:ac:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d0db1a-287b-4b1a-a801-cb1a166e47c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'f2a0f560-7f4c-4412-92b9-5ab3ed30a993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:46:28Z', 'updated_at': '2021-07-15T23:46:29Z', 'revision_number': 2, 'project_id': 'da929472d9094d018e34f1bb52ea6423', 'subnets': [{'id': 'f2a0f560-7f4c-4412-92b9-5ab3ed30a993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:46:32.198096 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-8dc78f80-3b93-44c1-a4f4-b7fbd49d3505 None None] Allocated IP 172.20.0.2 (b9e872ec-6521-4941-84c4-ae75a3181dd7/9a4dc42b-b6f8-4d71-891f-9071b4f8907d/9ff84668-3f92-44a6-9fc2-fb6b8d5f710b) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:46:32.250259 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cabc05-3bf2-4268-917e-0388671d887b None None] Checking router: 02d0db1a-287b-4b1a-a801-cb1a166e47c8 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:46:32.250614 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cabc05-3bf2-4268-917e-0388671d887b None None] Updating router 02d0db1a-287b-4b1a-a801-cb1a166e47c8 port 702c3911-2003-4808-bde5-02900eac0add binding host n-d-794306-6 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:46:32.257169 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e79e073e-4a04-432e-83de-82f17da908d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:32.309118 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e79e073e-4a04-432e-83de-82f17da908d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:32.350320 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79e073e-4a04-432e-83de-82f17da908d8 admin admin] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:46:32.351598 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-10cabc05-3bf2-4268-917e-0388671d887b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:32.357077 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-e79e073e-4a04-432e-83de-82f17da908d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:46:32.360725 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79e073e-4a04-432e-83de-82f17da908d8 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:46:32.401511 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79e073e-4a04-432e-83de-82f17da908d8 admin admin] Pushing event updated for resources: {'Port': ['ID=98c63087-cbdd-4fc0-8502-c87dde5628f1,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:46:32.544238 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8dc78f80-3b93-44c1-a4f4-b7fbd49d3505 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:32.569960 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8dc78f80-3b93-44c1-a4f4-b7fbd49d3505 None None] Transition to ACTIVE for port object 9ff84668-3f92-44a6-9fc2-fb6b8d5f710b will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:46:32.615103 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8dc78f80-3b93-44c1-a4f4-b7fbd49d3505 None None] Transition to ACTIVE for port object 9ff84668-3f92-44a6-9fc2-fb6b8d5f710b will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:46:32.626090 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8dc78f80-3b93-44c1-a4f4-b7fbd49d3505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:32.691112 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e79e073e-4a04-432e-83de-82f17da908d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:32.700785 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc78f80-3b93-44c1-a4f4-b7fbd49d3505 None None] Network b9e872ec-6521-4941-84c4-ae75a3181dd7 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:46:32.707233 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-8dc78f80-3b93-44c1-a4f4-b7fbd49d3505 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:46:32.713031 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc78f80-3b93-44c1-a4f4-b7fbd49d3505 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:46:32.719324 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc78f80-3b93-44c1-a4f4-b7fbd49d3505 None None] Pushing event updated for resources: {'Port': ['ID=9ff84668-3f92-44a6-9fc2-fb6b8d5f710b,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:46:32.821905 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-8dc78f80-3b93-44c1-a4f4-b7fbd49d3505 None None] Attempting to bind port 9ff84668-3f92-44a6-9fc2-fb6b8d5f710b on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:46:32.822281 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-8dc78f80-3b93-44c1-a4f4-b7fbd49d3505 None None] Attempting to bind port 9ff84668-3f92-44a6-9fc2-fb6b8d5f710b by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '37a615f6-8a6b-46df-8438-00d0c37f1d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b9e872ec-6521-4941-84c4-ae75a3181dd7'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:46:32.822645 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc78f80-3b93-44c1-a4f4-b7fbd49d3505 None None] Attempting to bind port 9ff84668-3f92-44a6-9fc2-fb6b8d5f710b on network b9e872ec-6521-4941-84c4-ae75a3181dd7 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:46:32.828968 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-10cabc05-3bf2-4268-917e-0388671d887b None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:32.834363 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc78f80-3b93-44c1-a4f4-b7fbd49d3505 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:46:32.834742 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc78f80-3b93-44c1-a4f4-b7fbd49d3505 None None] Checking segment: {'id': '37a615f6-8a6b-46df-8438-00d0c37f1d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b9e872ec-6521-4941-84c4-ae75a3181dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:46:32.835144 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8dc78f80-3b93-44c1-a4f4-b7fbd49d3505 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:32.835625 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc78f80-3b93-44c1-a4f4-b7fbd49d3505 None None] Bound using segment: {'id': '37a615f6-8a6b-46df-8438-00d0c37f1d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b9e872ec-6521-4941-84c4-ae75a3181dd7'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:46:32.836039 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-8dc78f80-3b93-44c1-a4f4-b7fbd49d3505 None None] Bound port: 9ff84668-3f92-44a6-9fc2-fb6b8d5f710b, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37a615f6-8a6b-46df-8438-00d0c37f1d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b9e872ec-6521-4941-84c4-ae75a3181dd7'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:46:32.836525 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8dc78f80-3b93-44c1-a4f4-b7fbd49d3505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:32.852695 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-10cabc05-3bf2-4268-917e-0388671d887b None None] Transition to ACTIVE for port object 702c3911-2003-4808-bde5-02900eac0add will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:46:32.861129 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-10cabc05-3bf2-4268-917e-0388671d887b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:32.950185 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b644f506-c5ba-400c-90c1-04d2f9688b65 None None] Pushing event updated for resources: {'Port': ['ID=702c3911-2003-4808-bde5-02900eac0add,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:46:32.964201 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-8dc78f80-3b93-44c1-a4f4-b7fbd49d3505 None None] For port 9ff84668-3f92-44a6-9fc2-fb6b8d5f710b, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:46:32.970002 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e79e073e-4a04-432e-83de-82f17da908d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:33.025056 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-8dc78f80-3b93-44c1-a4f4-b7fbd49d3505 None None] For port 9ff84668-3f92-44a6-9fc2-fb6b8d5f710b, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=9ff84668-3f92-44a6-9fc2-fb6b8d5f710b,segment=NetworkSegment(37a615f6-8a6b-46df-8438-00d0c37f1d43),segment_id=37a615f6-8a6b-46df-8438-00d0c37f1d43)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:46:33.037058 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8dc78f80-3b93-44c1-a4f4-b7fbd49d3505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:33.046870 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-10cabc05-3bf2-4268-917e-0388671d887b None None] Attempting to bind port 702c3911-2003-4808-bde5-02900eac0add on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:46:33.047334 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-10cabc05-3bf2-4268-917e-0388671d887b None None] Attempting to bind port 702c3911-2003-4808-bde5-02900eac0add by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '374a4b5d-c7ff-4261-b181-04cabff283f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5a4a028c-633b-4d9e-8d9b-40effda41bc4'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:46:33.047731 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cabc05-3bf2-4268-917e-0388671d887b None None] Attempting to bind port 702c3911-2003-4808-bde5-02900eac0add on network 5a4a028c-633b-4d9e-8d9b-40effda41bc4 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:46:33.078492 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cabc05-3bf2-4268-917e-0388671d887b None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:46:33.078861 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cabc05-3bf2-4268-917e-0388671d887b None None] Checking segment: {'id': '374a4b5d-c7ff-4261-b181-04cabff283f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5a4a028c-633b-4d9e-8d9b-40effda41bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:46:33.079421 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-10cabc05-3bf2-4268-917e-0388671d887b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:33.080040 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cabc05-3bf2-4268-917e-0388671d887b None None] Bound using segment: {'id': '374a4b5d-c7ff-4261-b181-04cabff283f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5a4a028c-633b-4d9e-8d9b-40effda41bc4'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:46:33.080347 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-10cabc05-3bf2-4268-917e-0388671d887b None None] Bound port: 702c3911-2003-4808-bde5-02900eac0add, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '374a4b5d-c7ff-4261-b181-04cabff283f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5a4a028c-633b-4d9e-8d9b-40effda41bc4'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:46:33.081026 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-10cabc05-3bf2-4268-917e-0388671d887b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:33.148081 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc78f80-3b93-44c1-a4f4-b7fbd49d3505 None None] Pushing event updated for resources: {'Port': ['ID=9ff84668-3f92-44a6-9fc2-fb6b8d5f710b,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:46:33.167093 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e79e073e-4a04-432e-83de-82f17da908d8 admin admin] Router 118ba286-5917-469f-a7dd-886be6bd9706 is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:46:33.202142 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-10cabc05-3bf2-4268-917e-0388671d887b None None] For port 702c3911-2003-4808-bde5-02900eac0add, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:46:33.207062 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-10cabc05-3bf2-4268-917e-0388671d887b None None] For port 702c3911-2003-4808-bde5-02900eac0add, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=702c3911-2003-4808-bde5-02900eac0add,segment=NetworkSegment(374a4b5d-c7ff-4261-b181-04cabff283f1),segment_id=374a4b5d-c7ff-4261-b181-04cabff283f1)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:46:33.213067 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-10cabc05-3bf2-4268-917e-0388671d887b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:33.279964 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cabc05-3bf2-4268-917e-0388671d887b None None] Routers {'02d0db1a-287b-4b1a-a801-cb1a166e47c8'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:46:33.281618 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-10cabc05-3bf2-4268-917e-0388671d887b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:46:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['02d0db1a-287b-4b1a-a801-cb1a166e47c8'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:46:33.368106 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b644f506-c5ba-400c-90c1-04d2f9688b65 None None] Pushing event updated for resources: {'Port': ['ID=702c3911-2003-4808-bde5-02900eac0add,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:46:33.369756 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e79e073e-4a04-432e-83de-82f17da908d8 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:46:33.382122 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39d9d32-2c6c-4cdf-8f33-ef35895276ff None None] Sync routers for ids ['118ba286-5917-469f-a7dd-886be6bd9706'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:46:33.429529 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39d9d32-2c6c-4cdf-8f33-ef35895276ff None None] Routers {'118ba286-5917-469f-a7dd-886be6bd9706'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:46:33.430156 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f39d9d32-2c6c-4cdf-8f33-ef35895276ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:46:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['118ba286-5917-469f-a7dd-886be6bd9706'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:46:33.450615 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e79e073e-4a04-432e-83de-82f17da908d8 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:33.452167 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-e79e073e-4a04-432e-83de-82f17da908d8 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9604127 Jul 15 23:46:33.454847 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 47392) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:46:33.500805 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:33.535468 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-10cabc05-3bf2-4268-917e-0388671d887b None None] Set router 02d0db1a-287b-4b1a-a801-cb1a166e47c8 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:46:33.622750 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-f39d9d32-2c6c-4cdf-8f33-ef35895276ff None None] Set router 118ba286-5917-469f-a7dd-886be6bd9706 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:46:33.861815 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f39d9d32-2c6c-4cdf-8f33-ef35895276ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118ba286-5917-469f-a7dd-886be6bd9706', 'name': 'tempest-TestVolumeBackupRestore-1803292033-router', 'tenant_id': 'f070cf2cdcb648619044c11f6608ccea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '98c63087-cbdd-4fc0-8502-c87dde5628f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:46:31Z', 'updated_at': '2021-07-15T23:46:32Z', 'revision_number': 3, 'project_id': 'f070cf2cdcb648619044c11f6608ccea', 'gw_port': {'id': '98c63087-cbdd-4fc0-8502-c87dde5628f1', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:97:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '118ba286-5917-469f-a7dd-886be6bd9706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:46:31Z', 'updated_at': '2021-07-15T23:46:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:46:33.862393 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-10cabc05-3bf2-4268-917e-0388671d887b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d0db1a-287b-4b1a-a801-cb1a166e47c8', 'name': 'tempest-TestVolumeBackupRestore-680790836-router', 'tenant_id': 'da929472d9094d018e34f1bb52ea6423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '5b186ba7-0d68-47f7-9347-ecc6e5a40e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:46:26Z', 'updated_at': '2021-07-15T23:46:29Z', 'revision_number': 4, 'project_id': 'da929472d9094d018e34f1bb52ea6423', 'gw_port': {'id': '5b186ba7-0d68-47f7-9347-ecc6e5a40e7a', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d0db1a-287b-4b1a-a801-cb1a166e47c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:46:26Z', 'updated_at': '2021-07-15T23:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '702c3911-2003-4808-bde5-02900eac0add', 'name': '', 'network_id': '5a4a028c-633b-4d9e-8d9b-40effda41bc4', 'tenant_id': 'da929472d9094d018e34f1bb52ea6423', 'mac_address': 'fa:16:3e:f9:ac:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d0db1a-287b-4b1a-a801-cb1a166e47c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'f2a0f560-7f4c-4412-92b9-5ab3ed30a993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:46:28Z', 'updated_at': '2021-07-15T23:46:33Z', 'revision_number': 4, 'project_id': 'da929472d9094d018e34f1bb52ea6423', 'subnets': [{'id': 'f2a0f560-7f4c-4412-92b9-5ab3ed30a993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:46:33.895990 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39d9d32-2c6c-4cdf-8f33-ef35895276ff None None] Checking router: 118ba286-5917-469f-a7dd-886be6bd9706 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:46:33.896329 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39d9d32-2c6c-4cdf-8f33-ef35895276ff None None] Updating router 118ba286-5917-469f-a7dd-886be6bd9706 port 98c63087-cbdd-4fc0-8502-c87dde5628f1 binding host n-d-794306-6 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:46:33.933003 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cabc05-3bf2-4268-917e-0388671d887b None None] The sync data for ids ['02d0db1a-287b-4b1a-a801-cb1a166e47c8'] in n-d-794306-6 is: [{'id': '02d0db1a-287b-4b1a-a801-cb1a166e47c8', 'name': 'tempest-TestVolumeBackupRestore-680790836-router', 'tenant_id': 'da929472d9094d018e34f1bb52ea6423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '5b186ba7-0d68-47f7-9347-ecc6e5a40e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:46:26Z', 'updated_at': '2021-07-15T23:46:29Z', 'revision_number': 4, 'project_id': 'da929472d9094d018e34f1bb52ea6423', 'gw_port': {'id': '5b186ba7-0d68-47f7-9347-ecc6e5a40e7a', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d0db1a-287b-4b1a-a801-cb1a166e47c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:46:26Z', 'updated_at': '2021-07-15T23:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '702c3911-2003-4808-bde5-02900eac0add', 'name': '', 'network_id': '5a4a028c-633b-4d9e-8d9b-40effda41bc4', 'tenant_id': 'da929472d9094d018e34f1bb52ea6423', 'mac_address': 'fa:16:3e:f9:ac:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d0db1a-287b-4b1a-a801-cb1a166e47c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'f2a0f560-7f4c-4412-92b9-5ab3ed30a993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:46:28Z', 'updated_at': '2021-07-15T23:46:33Z', 'revision_number': 4, 'project_id': 'da929472d9094d018e34f1bb52ea6423', 'subnets': [{'id': 'f2a0f560-7f4c-4412-92b9-5ab3ed30a993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:46:33.939167 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 9ff84668-3f92-44a6-9fc2-fb6b8d5f710b up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:46:33.979755 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f39d9d32-2c6c-4cdf-8f33-ef35895276ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:34.058021 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 9ff84668-3f92-44a6-9fc2-fb6b8d5f710b completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:46:34.189599 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85d19def-dc2b-4216-910f-81c08e6cb576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:34.249738 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5cede9a3-5480-401d-a62c-06a806d02684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:34.419372 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:34.428881 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f39d9d32-2c6c-4cdf-8f33-ef35895276ff None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:34.442824 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f39d9d32-2c6c-4cdf-8f33-ef35895276ff None None] Transition to ACTIVE for port object 98c63087-cbdd-4fc0-8502-c87dde5628f1 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:46:34.456727 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f39d9d32-2c6c-4cdf-8f33-ef35895276ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:34.504286 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-85d19def-dc2b-4216-910f-81c08e6cb576 admin admin] Allocated IP 172.20.0.1 (b9e872ec-6521-4941-84c4-ae75a3181dd7/9a4dc42b-b6f8-4d71-891f-9071b4f8907d/9da53805-b912-4a5a-a10f-a5ca27001cb8) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:46:34.518343 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-f39d9d32-2c6c-4cdf-8f33-ef35895276ff None None] Attempting to bind port 98c63087-cbdd-4fc0-8502-c87dde5628f1 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:46:34.518713 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-f39d9d32-2c6c-4cdf-8f33-ef35895276ff None None] Attempting to bind port 98c63087-cbdd-4fc0-8502-c87dde5628f1 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:46:34.519623 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39d9d32-2c6c-4cdf-8f33-ef35895276ff None None] Attempting to bind port 98c63087-cbdd-4fc0-8502-c87dde5628f1 on network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:46:34.534328 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39d9d32-2c6c-4cdf-8f33-ef35895276ff None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:46:34.535105 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39d9d32-2c6c-4cdf-8f33-ef35895276ff None None] Checking segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:46:34.535861 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f39d9d32-2c6c-4cdf-8f33-ef35895276ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:34.536291 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39d9d32-2c6c-4cdf-8f33-ef35895276ff None None] Bound using segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:46:34.536765 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-f39d9d32-2c6c-4cdf-8f33-ef35895276ff None None] Bound port: 98c63087-cbdd-4fc0-8502-c87dde5628f1, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:46:34.537146 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f39d9d32-2c6c-4cdf-8f33-ef35895276ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:34.572051 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fc72b1-e0be-4f65-ae66-9254a2c1edd5 None None] Pushing event updated for resources: {'Port': ['ID=98c63087-cbdd-4fc0-8502-c87dde5628f1,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:46:34.578713 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7f438e-c2b4-465c-ab63-f7e6fa958230 None None] Network b9e872ec-6521-4941-84c4-ae75a3181dd7 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:46:34.616990 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f39d9d32-2c6c-4cdf-8f33-ef35895276ff None None] For port 98c63087-cbdd-4fc0-8502-c87dde5628f1, host n-d-794306-6, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:46:34.622144 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f39d9d32-2c6c-4cdf-8f33-ef35895276ff None None] For port 98c63087-cbdd-4fc0-8502-c87dde5628f1, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=98c63087-cbdd-4fc0-8502-c87dde5628f1,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:46:34.650300 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f39d9d32-2c6c-4cdf-8f33-ef35895276ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:34.687365 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6f4dcd0b-5996-4690-8d92-380977d43127 None None] Provisioning for port 9ff84668-3f92-44a6-9fc2-fb6b8d5f710b completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:46:34.690686 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85d19def-dc2b-4216-910f-81c08e6cb576 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:34.702752 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6f4dcd0b-5996-4690-8d92-380977d43127 None None] Provisioning complete for port 9ff84668-3f92-44a6-9fc2-fb6b8d5f710b triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:46:34.703508 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6f4dcd0b-5996-4690-8d92-380977d43127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:34.721713 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-85d19def-dc2b-4216-910f-81c08e6cb576 admin admin] Transition to ACTIVE for port object 9da53805-b912-4a5a-a10f-a5ca27001cb8 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:46:34.731464 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39d9d32-2c6c-4cdf-8f33-ef35895276ff None None] Routers {'118ba286-5917-469f-a7dd-886be6bd9706'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:46:34.732137 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f39d9d32-2c6c-4cdf-8f33-ef35895276ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:46:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['118ba286-5917-469f-a7dd-886be6bd9706'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:46:34.774057 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85d19def-dc2b-4216-910f-81c08e6cb576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:34.814274 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fc72b1-e0be-4f65-ae66-9254a2c1edd5 None None] Pushing event updated for resources: {'Port': ['ID=98c63087-cbdd-4fc0-8502-c87dde5628f1,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:46:34.841884 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d19def-dc2b-4216-910f-81c08e6cb576 admin admin] Network b9e872ec-6521-4941-84c4-ae75a3181dd7 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:46:34.847038 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-85d19def-dc2b-4216-910f-81c08e6cb576 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:46:34.850602 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d19def-dc2b-4216-910f-81c08e6cb576 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:46:34.898334 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6f4dcd0b-5996-4690-8d92-380977d43127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:34.913841 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d19def-dc2b-4216-910f-81c08e6cb576 admin admin] Pushing event updated for resources: {'Port': ['ID=9da53805-b912-4a5a-a10f-a5ca27001cb8,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:46:34.937968 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85d19def-dc2b-4216-910f-81c08e6cb576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:34.942891 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-6f4dcd0b-5996-4690-8d92-380977d43127 None None] For port 9ff84668-3f92-44a6-9fc2-fb6b8d5f710b, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=9ff84668-3f92-44a6-9fc2-fb6b8d5f710b,segment=NetworkSegment(37a615f6-8a6b-46df-8438-00d0c37f1d43),segment_id=37a615f6-8a6b-46df-8438-00d0c37f1d43)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:46:34.952818 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6f4dcd0b-5996-4690-8d92-380977d43127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:34.960029 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-f39d9d32-2c6c-4cdf-8f33-ef35895276ff None None] Set router 118ba286-5917-469f-a7dd-886be6bd9706 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:46:35.075257 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4dcd0b-5996-4690-8d92-380977d43127 None None] Pushing event updated for resources: {'Port': ['ID=9ff84668-3f92-44a6-9fc2-fb6b8d5f710b,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:46:35.191838 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-993b4c1a-7402-4a9c-99cf-8b39a775ca01 None None] Provisioning for port 9da53805-b912-4a5a-a10f-a5ca27001cb8 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:46:35.198487 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85d19def-dc2b-4216-910f-81c08e6cb576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:35.204339 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-993b4c1a-7402-4a9c-99cf-8b39a775ca01 None None] Provisioning complete for port 9da53805-b912-4a5a-a10f-a5ca27001cb8 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:46:35.204719 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-993b4c1a-7402-4a9c-99cf-8b39a775ca01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:35.287347 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-993b4c1a-7402-4a9c-99cf-8b39a775ca01 None None] Port 9da53805-b912-4a5a-a10f-a5ca27001cb8 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:46:35.309323 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-993b4c1a-7402-4a9c-99cf-8b39a775ca01 None None] Provisioning complete for port 9ff84668-3f92-44a6-9fc2-fb6b8d5f710b triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:46:35.309700 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-993b4c1a-7402-4a9c-99cf-8b39a775ca01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:35.387535 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f39d9d32-2c6c-4cdf-8f33-ef35895276ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118ba286-5917-469f-a7dd-886be6bd9706', 'name': 'tempest-TestVolumeBackupRestore-1803292033-router', 'tenant_id': 'f070cf2cdcb648619044c11f6608ccea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '98c63087-cbdd-4fc0-8502-c87dde5628f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:46:31Z', 'updated_at': '2021-07-15T23:46:32Z', 'revision_number': 3, 'project_id': 'f070cf2cdcb648619044c11f6608ccea', 'gw_port': {'id': '98c63087-cbdd-4fc0-8502-c87dde5628f1', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:97:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '118ba286-5917-469f-a7dd-886be6bd9706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:46:31Z', 'updated_at': '2021-07-15T23:46:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:46:35.437305 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39d9d32-2c6c-4cdf-8f33-ef35895276ff None None] The sync data for ids ['118ba286-5917-469f-a7dd-886be6bd9706'] in n-d-794306-6 is: [{'id': '118ba286-5917-469f-a7dd-886be6bd9706', 'name': 'tempest-TestVolumeBackupRestore-1803292033-router', 'tenant_id': 'f070cf2cdcb648619044c11f6608ccea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '98c63087-cbdd-4fc0-8502-c87dde5628f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:46:31Z', 'updated_at': '2021-07-15T23:46:32Z', 'revision_number': 3, 'project_id': 'f070cf2cdcb648619044c11f6608ccea', 'gw_port': {'id': '98c63087-cbdd-4fc0-8502-c87dde5628f1', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:97:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '118ba286-5917-469f-a7dd-886be6bd9706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:46:31Z', 'updated_at': '2021-07-15T23:46:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:46:35.479953 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85d19def-dc2b-4216-910f-81c08e6cb576 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:35.488897 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85d19def-dc2b-4216-910f-81c08e6cb576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:35.565051 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9a3b9c90-4495-40e6-bb8b-6500da3439ca None None] Provisioning complete for port 9da53805-b912-4a5a-a10f-a5ca27001cb8 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:46:35.565809 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9a3b9c90-4495-40e6-bb8b-6500da3439ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:35.569065 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85d19def-dc2b-4216-910f-81c08e6cb576 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:35.571468 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d19def-dc2b-4216-910f-81c08e6cb576 admin admin] Pushing event updated for resources: {'Port': ['ID=9da53805-b912-4a5a-a10f-a5ca27001cb8,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:46:35.694340 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d19def-dc2b-4216-910f-81c08e6cb576 admin admin] Network b9e872ec-6521-4941-84c4-ae75a3181dd7 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:46:35.697365 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-85d19def-dc2b-4216-910f-81c08e6cb576 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:46:35.883992 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-9a3b9c90-4495-40e6-bb8b-6500da3439ca None None] Port 9da53805-b912-4a5a-a10f-a5ca27001cb8 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:46:35.893661 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85d19def-dc2b-4216-910f-81c08e6cb576 admin admin] Router 118ba286-5917-469f-a7dd-886be6bd9706 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:46:36.044060 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 9ff84668-3f92-44a6-9fc2-fb6b8d5f710b up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:46:36.057850 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d19def-dc2b-4216-910f-81c08e6cb576 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:46:36.078053 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-85d19def-dc2b-4216-910f-81c08e6cb576 admin admin] 10.222.0.48 "PUT /v2.0/routers/118ba286-5917-469f-a7dd-886be6bd9706/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6166275 Jul 15 23:46:36.149074 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 9ff84668-3f92-44a6-9fc2-fb6b8d5f710b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:46:36.149624 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:36.213824 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-94ed2e6f-1c30-4850-a28e-d78cb4bbfca7 None None] Provisioning complete for port 9da53805-b912-4a5a-a10f-a5ca27001cb8 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:46:36.214186 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-94ed2e6f-1c30-4850-a28e-d78cb4bbfca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:36.290012 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-94ed2e6f-1c30-4850-a28e-d78cb4bbfca7 None None] Port 9da53805-b912-4a5a-a10f-a5ca27001cb8 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:46:36.303113 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 702c3911-2003-4808-bde5-02900eac0add up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:46:36.360607 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 702c3911-2003-4808-bde5-02900eac0add completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:46:36.365152 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 702c3911-2003-4808-bde5-02900eac0add triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:46:36.366254 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:36.414610 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:36.490548 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:36.538047 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 702c3911-2003-4808-bde5-02900eac0add, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=702c3911-2003-4808-bde5-02900eac0add,segment=NetworkSegment(374a4b5d-c7ff-4261-b181-04cabff283f1),segment_id=374a4b5d-c7ff-4261-b181-04cabff283f1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:46:36.546409 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:36.614733 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=702c3911-2003-4808-bde5-02900eac0add,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:46:37.535866 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ece888-784a-405f-ad63-85b377979ccd None None] Sync routers for ids ['118ba286-5917-469f-a7dd-886be6bd9706'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:46:37.549202 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ece888-784a-405f-ad63-85b377979ccd None None] Routers {'118ba286-5917-469f-a7dd-886be6bd9706'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:46:37.550043 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-46ece888-784a-405f-ad63-85b377979ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:46:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['118ba286-5917-469f-a7dd-886be6bd9706'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:46:37.665488 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-46ece888-784a-405f-ad63-85b377979ccd None None] Set router 118ba286-5917-469f-a7dd-886be6bd9706 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:46:37.891164 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-46ece888-784a-405f-ad63-85b377979ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118ba286-5917-469f-a7dd-886be6bd9706', 'name': 'tempest-TestVolumeBackupRestore-1803292033-router', 'tenant_id': 'f070cf2cdcb648619044c11f6608ccea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '98c63087-cbdd-4fc0-8502-c87dde5628f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:46:31Z', 'updated_at': '2021-07-15T23:46:35Z', 'revision_number': 4, 'project_id': 'f070cf2cdcb648619044c11f6608ccea', 'gw_port': {'id': '98c63087-cbdd-4fc0-8502-c87dde5628f1', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:97:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '118ba286-5917-469f-a7dd-886be6bd9706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:46:31Z', 'updated_at': '2021-07-15T23:46:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '9da53805-b912-4a5a-a10f-a5ca27001cb8', 'name': '', 'network_id': 'b9e872ec-6521-4941-84c4-ae75a3181dd7', 'tenant_id': 'f070cf2cdcb648619044c11f6608ccea', 'mac_address': 'fa:16:3e:d4:92:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '118ba286-5917-469f-a7dd-886be6bd9706', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '9a4dc42b-b6f8-4d71-891f-9071b4f8907d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:46:34Z', 'updated_at': '2021-07-15T23:46:35Z', 'revision_number': 2, 'project_id': 'f070cf2cdcb648619044c11f6608ccea', 'subnets': [{'id': '9a4dc42b-b6f8-4d71-891f-9071b4f8907d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:46:37.935854 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ece888-784a-405f-ad63-85b377979ccd None None] Checking router: 118ba286-5917-469f-a7dd-886be6bd9706 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:46:37.936293 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ece888-784a-405f-ad63-85b377979ccd None None] Updating router 118ba286-5917-469f-a7dd-886be6bd9706 port 9da53805-b912-4a5a-a10f-a5ca27001cb8 binding host n-d-794306-6 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:46:37.961471 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 98c63087-cbdd-4fc0-8502-c87dde5628f1 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:46:38.007706 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-46ece888-784a-405f-ad63-85b377979ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:38.053824 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 98c63087-cbdd-4fc0-8502-c87dde5628f1 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:46:38.064385 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 98c63087-cbdd-4fc0-8502-c87dde5628f1 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:46:38.064762 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:38.272422 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:38.311239 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 98c63087-cbdd-4fc0-8502-c87dde5628f1, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=98c63087-cbdd-4fc0-8502-c87dde5628f1,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:46:38.317902 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:38.318687 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 702c3911-2003-4808-bde5-02900eac0add up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:46:38.413109 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:38.466580 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=98c63087-cbdd-4fc0-8502-c87dde5628f1,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:46:38.488461 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 702c3911-2003-4808-bde5-02900eac0add triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:46:38.488834 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:38.517434 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-46ece888-784a-405f-ad63-85b377979ccd None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:38.536396 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-46ece888-784a-405f-ad63-85b377979ccd None None] Transition to ACTIVE for port object 9da53805-b912-4a5a-a10f-a5ca27001cb8 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:46:38.545421 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-46ece888-784a-405f-ad63-85b377979ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:38.625286 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d4d733-2f1e-4336-88cd-c8a50df0eb76 None None] Pushing event updated for resources: {'Port': ['ID=9da53805-b912-4a5a-a10f-a5ca27001cb8,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:46:38.693436 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-46ece888-784a-405f-ad63-85b377979ccd None None] Attempting to bind port 9da53805-b912-4a5a-a10f-a5ca27001cb8 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:46:38.693931 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-46ece888-784a-405f-ad63-85b377979ccd None None] Attempting to bind port 9da53805-b912-4a5a-a10f-a5ca27001cb8 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '37a615f6-8a6b-46df-8438-00d0c37f1d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b9e872ec-6521-4941-84c4-ae75a3181dd7'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:46:38.694297 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ece888-784a-405f-ad63-85b377979ccd None None] Attempting to bind port 9da53805-b912-4a5a-a10f-a5ca27001cb8 on network b9e872ec-6521-4941-84c4-ae75a3181dd7 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:46:38.702573 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ece888-784a-405f-ad63-85b377979ccd None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:46:38.702974 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ece888-784a-405f-ad63-85b377979ccd None None] Checking segment: {'id': '37a615f6-8a6b-46df-8438-00d0c37f1d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b9e872ec-6521-4941-84c4-ae75a3181dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:46:38.703388 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-46ece888-784a-405f-ad63-85b377979ccd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:38.703798 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ece888-784a-405f-ad63-85b377979ccd None None] Bound using segment: {'id': '37a615f6-8a6b-46df-8438-00d0c37f1d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b9e872ec-6521-4941-84c4-ae75a3181dd7'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:46:38.704257 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-46ece888-784a-405f-ad63-85b377979ccd None None] Bound port: 9da53805-b912-4a5a-a10f-a5ca27001cb8, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37a615f6-8a6b-46df-8438-00d0c37f1d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b9e872ec-6521-4941-84c4-ae75a3181dd7'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:46:38.704630 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-46ece888-784a-405f-ad63-85b377979ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:38.773437 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-46ece888-784a-405f-ad63-85b377979ccd None None] For port 9da53805-b912-4a5a-a10f-a5ca27001cb8, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:46:38.776849 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-46ece888-784a-405f-ad63-85b377979ccd None None] For port 9da53805-b912-4a5a-a10f-a5ca27001cb8, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=9da53805-b912-4a5a-a10f-a5ca27001cb8,segment=NetworkSegment(37a615f6-8a6b-46df-8438-00d0c37f1d43),segment_id=37a615f6-8a6b-46df-8438-00d0c37f1d43)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:46:38.782739 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-46ece888-784a-405f-ad63-85b377979ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:38.839626 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ece888-784a-405f-ad63-85b377979ccd None None] Routers {'118ba286-5917-469f-a7dd-886be6bd9706'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:46:38.840272 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-46ece888-784a-405f-ad63-85b377979ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:46:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['118ba286-5917-469f-a7dd-886be6bd9706'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:46:38.887722 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d4d733-2f1e-4336-88cd-c8a50df0eb76 None None] Pushing event updated for resources: {'Port': ['ID=9da53805-b912-4a5a-a10f-a5ca27001cb8,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:46:38.973398 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-46ece888-784a-405f-ad63-85b377979ccd None None] Set router 118ba286-5917-469f-a7dd-886be6bd9706 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:46:39.195988 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-46ece888-784a-405f-ad63-85b377979ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118ba286-5917-469f-a7dd-886be6bd9706', 'name': 'tempest-TestVolumeBackupRestore-1803292033-router', 'tenant_id': 'f070cf2cdcb648619044c11f6608ccea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '98c63087-cbdd-4fc0-8502-c87dde5628f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:46:31Z', 'updated_at': '2021-07-15T23:46:35Z', 'revision_number': 4, 'project_id': 'f070cf2cdcb648619044c11f6608ccea', 'gw_port': {'id': '98c63087-cbdd-4fc0-8502-c87dde5628f1', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:97:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118ba286-5917-469f-a7dd-886be6bd9706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:46:31Z', 'updated_at': '2021-07-15T23:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '9da53805-b912-4a5a-a10f-a5ca27001cb8', 'name': '', 'network_id': 'b9e872ec-6521-4941-84c4-ae75a3181dd7', 'tenant_id': 'f070cf2cdcb648619044c11f6608ccea', 'mac_address': 'fa:16:3e:d4:92:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '118ba286-5917-469f-a7dd-886be6bd9706', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '9a4dc42b-b6f8-4d71-891f-9071b4f8907d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:46:34Z', 'updated_at': '2021-07-15T23:46:38Z', 'revision_number': 4, 'project_id': 'f070cf2cdcb648619044c11f6608ccea', 'subnets': [{'id': '9a4dc42b-b6f8-4d71-891f-9071b4f8907d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:46:39.222992 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ece888-784a-405f-ad63-85b377979ccd None None] The sync data for ids ['118ba286-5917-469f-a7dd-886be6bd9706'] in n-d-794306-6 is: [{'id': '118ba286-5917-469f-a7dd-886be6bd9706', 'name': 'tempest-TestVolumeBackupRestore-1803292033-router', 'tenant_id': 'f070cf2cdcb648619044c11f6608ccea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '98c63087-cbdd-4fc0-8502-c87dde5628f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:46:31Z', 'updated_at': '2021-07-15T23:46:35Z', 'revision_number': 4, 'project_id': 'f070cf2cdcb648619044c11f6608ccea', 'gw_port': {'id': '98c63087-cbdd-4fc0-8502-c87dde5628f1', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:97:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118ba286-5917-469f-a7dd-886be6bd9706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:46:31Z', 'updated_at': '2021-07-15T23:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '9da53805-b912-4a5a-a10f-a5ca27001cb8', 'name': '', 'network_id': 'b9e872ec-6521-4941-84c4-ae75a3181dd7', 'tenant_id': 'f070cf2cdcb648619044c11f6608ccea', 'mac_address': 'fa:16:3e:d4:92:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '118ba286-5917-469f-a7dd-886be6bd9706', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '9a4dc42b-b6f8-4d71-891f-9071b4f8907d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:46:34Z', 'updated_at': '2021-07-15T23:46:38Z', 'revision_number': 4, 'project_id': 'f070cf2cdcb648619044c11f6608ccea', 'subnets': [{'id': '9a4dc42b-b6f8-4d71-891f-9071b4f8907d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:46:39.940386 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 9da53805-b912-4a5a-a10f-a5ca27001cb8 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:46:39.995116 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 9da53805-b912-4a5a-a10f-a5ca27001cb8 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:46:39.999918 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 9da53805-b912-4a5a-a10f-a5ca27001cb8 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:46:40.000287 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:40.077702 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:40.112896 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 9da53805-b912-4a5a-a10f-a5ca27001cb8, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=9da53805-b912-4a5a-a10f-a5ca27001cb8,segment=NetworkSegment(37a615f6-8a6b-46df-8438-00d0c37f1d43),segment_id=37a615f6-8a6b-46df-8438-00d0c37f1d43)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:46:40.118629 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:40.119527 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 98c63087-cbdd-4fc0-8502-c87dde5628f1 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:46:40.361631 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=9da53805-b912-4a5a-a10f-a5ca27001cb8,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:46:40.379607 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 98c63087-cbdd-4fc0-8502-c87dde5628f1 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:46:40.379985 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:41.866693 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 9da53805-b912-4a5a-a10f-a5ca27001cb8 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:46:41.919536 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 9da53805-b912-4a5a-a10f-a5ca27001cb8 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:46:41.920034 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:43.868837 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:46:55.609243 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:55.752104 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556cee58-668f-49a2-ac46-a12b5a24e65b req-1b8ea1d2-aa41-48b9-bbcd-fe17b256f83b tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:55.753494 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-556cee58-668f-49a2-ac46-a12b5a24e65b req-1b8ea1d2-aa41-48b9-bbcd-fe17b256f83b tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/networks?id=31e0906b-d6f8-4071-9d72-971224eb2adb HTTP/1.1" status: 200 len: 811 time: 0.1037769 Jul 15 23:46:55.768460 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-556cee58-668f-49a2-ac46-a12b5a24e65b req-c795f341-39d6-4c0a-b703-1ccd21d84d10 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/quotas/854f7f06e5364ce38de1e2e446f56e73 HTTP/1.1" status: 200 len: 375 time: 0.0094178 Jul 15 23:46:55.833808 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-556cee58-668f-49a2-ac46-a12b5a24e65b req-32dc3996-6498-48d9-80ba-68ec2433521c tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=854f7f06e5364ce38de1e2e446f56e73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0603509 Jul 15 23:46:55.921593 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-556cee58-668f-49a2-ac46-a12b5a24e65b req-47f0732b-3480-4ebf-9961-efa9d8a1e3de service neutron] 10.222.0.48 "GET /v2.0/networks/31e0906b-d6f8-4071-9d72-971224eb2adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804741 Jul 15 23:46:56.013009 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-556cee58-668f-49a2-ac46-a12b5a24e65b req-c5fdc2c2-10c9-41d5-946c-1e050c52ce5a service neutron] 10.222.0.48 "GET /v2.0/networks/31e0906b-d6f8-4071-9d72-971224eb2adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856950 Jul 15 23:46:56.212499 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e51dfe4b-b0b3-4e25-b001-01cf02eadbd3 req-236e2f24-8516-4679-ada1-8aa00c1c4930 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa5afee7-7654-4047-8d48-1a1d1ea1cdb7 HTTP/1.1" status: 200 len: 210 time: 0.0285749 Jul 15 23:46:57.379950 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2457a5cc-55d6-4093-8c80-44e6469680e0 req-9062e7e8-fe43-4ec8-8ae1-1e02a4842b68 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa5afee7-7654-4047-8d48-1a1d1ea1cdb7 HTTP/1.1" status: 200 len: 210 time: 0.0340304 Jul 15 23:46:57.405417 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556cee58-668f-49a2-ac46-a12b5a24e65b req-4647b4ae-522b-4559-87da-8e1868e23ae8 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:57.405417 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-556cee58-668f-49a2-ac46-a12b5a24e65b req-4647b4ae-522b-4559-87da-8e1868e23ae8 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.41 "GET /v2.0/networks?id=31e0906b-d6f8-4071-9d72-971224eb2adb HTTP/1.1" status: 200 len: 811 time: 0.1575110 Jul 15 23:46:57.429588 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-556cee58-668f-49a2-ac46-a12b5a24e65b req-28880ec1-9683-4319-ace7-cf60e492ad5d tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Request body: {'port': {'device_id': 'aa5afee7-7654-4047-8d48-1a1d1ea1cdb7', 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb', 'admin_state_up': True, 'tenant_id': '854f7f06e5364ce38de1e2e446f56e73'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:46:57.561532 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-556cee58-668f-49a2-ac46-a12b5a24e65b req-28880ec1-9683-4319-ace7-cf60e492ad5d tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Made reservation on behalf of 854f7f06e5364ce38de1e2e446f56e73 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:46:57.566878 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-556cee58-668f-49a2-ac46-a12b5a24e65b req-28880ec1-9683-4319-ace7-cf60e492ad5d tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:57.715372 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-556cee58-668f-49a2-ac46-a12b5a24e65b req-28880ec1-9683-4319-ace7-cf60e492ad5d tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Allocated IP 172.20.0.9 (31e0906b-d6f8-4071-9d72-971224eb2adb/c5a5342a-197a-422d-81d6-779d4a25a0f6/2c6d4c83-47a3-4096-816c-630c8afaf00c) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:46:57.886880 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-556cee58-668f-49a2-ac46-a12b5a24e65b req-28880ec1-9683-4319-ace7-cf60e492ad5d tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:57.903813 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-556cee58-668f-49a2-ac46-a12b5a24e65b req-28880ec1-9683-4319-ace7-cf60e492ad5d tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Transition to ACTIVE for port object 2c6d4c83-47a3-4096-816c-630c8afaf00c will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:46:57.944931 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-556cee58-668f-49a2-ac46-a12b5a24e65b req-28880ec1-9683-4319-ace7-cf60e492ad5d tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:57.997782 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-556cee58-668f-49a2-ac46-a12b5a24e65b req-28880ec1-9683-4319-ace7-cf60e492ad5d tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Network 31e0906b-d6f8-4071-9d72-971224eb2adb is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:46:58.001515 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-556cee58-668f-49a2-ac46-a12b5a24e65b req-28880ec1-9683-4319-ace7-cf60e492ad5d tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:46:58.008423 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-556cee58-668f-49a2-ac46-a12b5a24e65b req-28880ec1-9683-4319-ace7-cf60e492ad5d tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:46:58.043722 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28880ec1-9683-4319-ace7-cf60e492ad5d tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Pushing event updated for resources: {'Port': ['ID=2c6d4c83-47a3-4096-816c-630c8afaf00c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:46:58.055171 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28880ec1-9683-4319-ace7-cf60e492ad5d tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:46:58.055523 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28880ec1-9683-4319-ace7-cf60e492ad5d tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:46:58.055891 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28880ec1-9683-4319-ace7-cf60e492ad5d tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:46:58.056229 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28880ec1-9683-4319-ace7-cf60e492ad5d tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:46:58.056563 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28880ec1-9683-4319-ace7-cf60e492ad5d tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:46:58.056896 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28880ec1-9683-4319-ace7-cf60e492ad5d tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:46:58.057217 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28880ec1-9683-4319-ace7-cf60e492ad5d tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:46:58.058304 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28880ec1-9683-4319-ace7-cf60e492ad5d tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:46:58.058641 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28880ec1-9683-4319-ace7-cf60e492ad5d tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:46:58.059070 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28880ec1-9683-4319-ace7-cf60e492ad5d tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:46:58.059396 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28880ec1-9683-4319-ace7-cf60e492ad5d tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:46:58.059750 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28880ec1-9683-4319-ace7-cf60e492ad5d tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:46:58.082170 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556cee58-668f-49a2-ac46-a12b5a24e65b req-28880ec1-9683-4319-ace7-cf60e492ad5d tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:58.083134 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-556cee58-668f-49a2-ac46-a12b5a24e65b req-28880ec1-9683-4319-ace7-cf60e492ad5d tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:58.100755 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-556cee58-668f-49a2-ac46-a12b5a24e65b req-28880ec1-9683-4319-ace7-cf60e492ad5d tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6752937 Jul 15 23:46:58.119726 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-556cee58-668f-49a2-ac46-a12b5a24e65b req-31df5831-9273-4890-bcfd-3c3ec7d39074 service neutron] Request body: {'port': {'device_id': 'aa5afee7-7654-4047-8d48-1a1d1ea1cdb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:46:58.214349 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-556cee58-668f-49a2-ac46-a12b5a24e65b req-31df5831-9273-4890-bcfd-3c3ec7d39074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:58.378362 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-96d3a735-6aca-4297-ad46-0a53c55727cc None None] Provisioning for port 2c6d4c83-47a3-4096-816c-630c8afaf00c completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:46:58.383110 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-96d3a735-6aca-4297-ad46-0a53c55727cc None None] Provisioning complete for port 2c6d4c83-47a3-4096-816c-630c8afaf00c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:46:58.383508 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-96d3a735-6aca-4297-ad46-0a53c55727cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:58.422409 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-96d3a735-6aca-4297-ad46-0a53c55727cc None None] Port 2c6d4c83-47a3-4096-816c-630c8afaf00c cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:46:58.540073 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-556cee58-668f-49a2-ac46-a12b5a24e65b req-31df5831-9273-4890-bcfd-3c3ec7d39074 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c6d4c83-47a3-4096-816c-630c8afaf00c {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:46:58.550482 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-556cee58-668f-49a2-ac46-a12b5a24e65b req-31df5831-9273-4890-bcfd-3c3ec7d39074 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:58.565996 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-556cee58-668f-49a2-ac46-a12b5a24e65b req-31df5831-9273-4890-bcfd-3c3ec7d39074 service neutron] Transition to ACTIVE for port object 2c6d4c83-47a3-4096-816c-630c8afaf00c will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:46:58.571151 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-556cee58-668f-49a2-ac46-a12b5a24e65b req-31df5831-9273-4890-bcfd-3c3ec7d39074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:59.079732 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31df5831-9273-4890-bcfd-3c3ec7d39074 service neutron] Pushing event updated for resources: {'Port': ['ID=2c6d4c83-47a3-4096-816c-630c8afaf00c,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:46:59.159239 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73465b14-154f-48ae-98a2-693a0751ff83 req-4ab55959-d160-4dce-b3de-4431c2401b40 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:59.160875 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-73465b14-154f-48ae-98a2-693a0751ff83 req-4ab55959-d160-4dce-b3de-4431c2401b40 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa5afee7-7654-4047-8d48-1a1d1ea1cdb7 HTTP/1.1" status: 200 len: 943 time: 0.5751214 Jul 15 23:46:59.162205 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-556cee58-668f-49a2-ac46-a12b5a24e65b req-31df5831-9273-4890-bcfd-3c3ec7d39074 service neutron] Attempting to bind port 2c6d4c83-47a3-4096-816c-630c8afaf00c on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:46:59.162551 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-556cee58-668f-49a2-ac46-a12b5a24e65b req-31df5831-9273-4890-bcfd-3c3ec7d39074 service neutron] Attempting to bind port 2c6d4c83-47a3-4096-816c-630c8afaf00c by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '308c7c80-2dfe-465a-907b-006f4bf32eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:46:59.162886 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556cee58-668f-49a2-ac46-a12b5a24e65b req-31df5831-9273-4890-bcfd-3c3ec7d39074 service neutron] Attempting to bind port 2c6d4c83-47a3-4096-816c-630c8afaf00c on network 31e0906b-d6f8-4071-9d72-971224eb2adb {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:46:59.169125 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556cee58-668f-49a2-ac46-a12b5a24e65b req-31df5831-9273-4890-bcfd-3c3ec7d39074 service neutron] Port 2c6d4c83-47a3-4096-816c-630c8afaf00c on network 31e0906b-d6f8-4071-9d72-971224eb2adb not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:46:59.169465 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556cee58-668f-49a2-ac46-a12b5a24e65b req-31df5831-9273-4890-bcfd-3c3ec7d39074 service neutron] Attempting to bind port 2c6d4c83-47a3-4096-816c-630c8afaf00c on network 31e0906b-d6f8-4071-9d72-971224eb2adb {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:46:59.181395 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556cee58-668f-49a2-ac46-a12b5a24e65b req-31df5831-9273-4890-bcfd-3c3ec7d39074 service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:46:59.181740 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556cee58-668f-49a2-ac46-a12b5a24e65b req-31df5831-9273-4890-bcfd-3c3ec7d39074 service neutron] Checking segment: {'id': '308c7c80-2dfe-465a-907b-006f4bf32eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:46:59.182125 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556cee58-668f-49a2-ac46-a12b5a24e65b req-31df5831-9273-4890-bcfd-3c3ec7d39074 service neutron] Bound using segment: {'id': '308c7c80-2dfe-465a-907b-006f4bf32eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:46:59.182860 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-556cee58-668f-49a2-ac46-a12b5a24e65b req-31df5831-9273-4890-bcfd-3c3ec7d39074 service neutron] Bound port: 2c6d4c83-47a3-4096-816c-630c8afaf00c, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '308c7c80-2dfe-465a-907b-006f4bf32eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:46:59.183644 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-556cee58-668f-49a2-ac46-a12b5a24e65b req-31df5831-9273-4890-bcfd-3c3ec7d39074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:59.239906 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-73465b14-154f-48ae-98a2-693a0751ff83 req-fc8eef9c-046d-4e48-bfc3-9ff4209fa05e tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671582 Jul 15 23:46:59.274742 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-556cee58-668f-49a2-ac46-a12b5a24e65b req-31df5831-9273-4890-bcfd-3c3ec7d39074 service neutron] For port 2c6d4c83-47a3-4096-816c-630c8afaf00c, host n-h2-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:46:59.279470 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-556cee58-668f-49a2-ac46-a12b5a24e65b req-31df5831-9273-4890-bcfd-3c3ec7d39074 service neutron] For port 2c6d4c83-47a3-4096-816c-630c8afaf00c, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=2c6d4c83-47a3-4096-816c-630c8afaf00c,segment=NetworkSegment(308c7c80-2dfe-465a-907b-006f4bf32eae),segment_id=308c7c80-2dfe-465a-907b-006f4bf32eae)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:46:59.284959 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-556cee58-668f-49a2-ac46-a12b5a24e65b req-31df5831-9273-4890-bcfd-3c3ec7d39074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:59.331463 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556cee58-668f-49a2-ac46-a12b5a24e65b req-31df5831-9273-4890-bcfd-3c3ec7d39074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:59.332371 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-556cee58-668f-49a2-ac46-a12b5a24e65b req-31df5831-9273-4890-bcfd-3c3ec7d39074 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:46:59.333912 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-556cee58-668f-49a2-ac46-a12b5a24e65b req-31df5831-9273-4890-bcfd-3c3ec7d39074 service neutron] 10.222.0.41 "PUT /v2.0/ports/2c6d4c83-47a3-4096-816c-630c8afaf00c HTTP/1.1" status: 200 len: 1091 time: 1.2199636 Jul 15 23:46:59.334440 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa5afee7-7654-4047-8d48-1a1d1ea1cdb7', 'tag': '2c6d4c83-47a3-4096-816c-630c8afaf00c'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:46:59.336921 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-462f9f0f-fcb2-4ba6-8da0-44bde80cdbb1" -d '{"events": [{"name": "network-changed", "server_uuid": "aa5afee7-7654-4047-8d48-1a1d1ea1cdb7", "tag": "2c6d4c83-47a3-4096-816c-630c8afaf00c"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:46:59.395396 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31df5831-9273-4890-bcfd-3c3ec7d39074 service neutron] Pushing event updated for resources: {'Port': ['ID=2c6d4c83-47a3-4096-816c-630c8afaf00c,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:46:59.405803 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5c17ac-6572-470e-bf43-f417a665aa39 x-openstack-request-id: req-9b5c17ac-6572-470e-bf43-f417a665aa39 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:46:59.406404 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa5afee7-7654-4047-8d48-1a1d1ea1cdb7", "tag": "2c6d4c83-47a3-4096-816c-630c8afaf00c", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:46:59.406756 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9b5c17ac-6572-470e-bf43-f417a665aa39 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:46:59.407274 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa5afee7-7654-4047-8d48-1a1d1ea1cdb7', 'tag': '2c6d4c83-47a3-4096-816c-630c8afaf00c', 'status': 'completed', 'code': 200} Jul 15 23:46:59.487688 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556cee58-668f-49a2-ac46-a12b5a24e65b req-7e5a907c-eb8b-4fc5-94ee-768d7d6f1468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:59.489289 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-556cee58-668f-49a2-ac46-a12b5a24e65b req-7e5a907c-eb8b-4fc5-94ee-768d7d6f1468 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=854f7f06e5364ce38de1e2e446f56e73&device_id=aa5afee7-7654-4047-8d48-1a1d1ea1cdb7 HTTP/1.1" status: 200 len: 1094 time: 0.0728688 Jul 15 23:46:59.541667 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-556cee58-668f-49a2-ac46-a12b5a24e65b req-1461906d-1741-41b4-87d6-d38c631d599a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c6d4c83-47a3-4096-816c-630c8afaf00c HTTP/1.1" status: 200 len: 217 time: 0.0393910 Jul 15 23:46:59.601925 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556cee58-668f-49a2-ac46-a12b5a24e65b req-b05428c5-777d-4875-8de7-59c6277f2d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:59.603459 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-556cee58-668f-49a2-ac46-a12b5a24e65b req-b05428c5-777d-4875-8de7-59c6277f2d73 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c5a5342a-197a-422d-81d6-779d4a25a0f6 HTTP/1.1" status: 200 len: 850 time: 0.0547984 Jul 15 23:46:59.679754 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556cee58-668f-49a2-ac46-a12b5a24e65b req-65f181f5-aebb-489f-9093-f5c4a63d3d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:46:59.684797 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-556cee58-668f-49a2-ac46-a12b5a24e65b req-65f181f5-aebb-489f-9093-f5c4a63d3d11 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=31e0906b-d6f8-4071-9d72-971224eb2adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740354 Jul 15 23:46:59.782397 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-556cee58-668f-49a2-ac46-a12b5a24e65b req-5436ecfc-49c8-4d8b-85ee-f592e775a3b1 service neutron] 10.222.0.41 "GET /v2.0/networks/31e0906b-d6f8-4071-9d72-971224eb2adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914531 Jul 15 23:46:59.898964 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-556cee58-668f-49a2-ac46-a12b5a24e65b req-9f3ab2c8-a5df-4be1-a595-91d6c43355d1 service neutron] 10.222.0.41 "GET /v2.0/networks/31e0906b-d6f8-4071-9d72-971224eb2adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102626 Jul 15 23:47:00.028002 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f9f0f-fcb2-4ba6-8da0-44bde80cdbb1 req-79290428-b9e0-4ed6-9773-38176419fa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:00.029583 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-462f9f0f-fcb2-4ba6-8da0-44bde80cdbb1 req-79290428-b9e0-4ed6-9773-38176419fa37 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=854f7f06e5364ce38de1e2e446f56e73&device_id=aa5afee7-7654-4047-8d48-1a1d1ea1cdb7 HTTP/1.1" status: 200 len: 1094 time: 0.0566885 Jul 15 23:47:00.126250 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f9f0f-fcb2-4ba6-8da0-44bde80cdbb1 req-53eaa005-7c16-4fe6-8a25-82d87331546c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:00.127954 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-462f9f0f-fcb2-4ba6-8da0-44bde80cdbb1 req-53eaa005-7c16-4fe6-8a25-82d87331546c service neutron] 10.222.0.41 "GET /v2.0/networks?id=31e0906b-d6f8-4071-9d72-971224eb2adb HTTP/1.1" status: 200 len: 912 time: 0.0922935 Jul 15 23:47:00.172836 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-462f9f0f-fcb2-4ba6-8da0-44bde80cdbb1 req-11a90680-a1dd-401d-a312-61de669ecb03 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c6d4c83-47a3-4096-816c-630c8afaf00c HTTP/1.1" status: 200 len: 217 time: 0.0381968 Jul 15 23:47:00.236213 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f9f0f-fcb2-4ba6-8da0-44bde80cdbb1 req-0299d4df-1688-497c-8644-2198fd26d9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:00.238226 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-462f9f0f-fcb2-4ba6-8da0-44bde80cdbb1 req-0299d4df-1688-497c-8644-2198fd26d9e0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c5a5342a-197a-422d-81d6-779d4a25a0f6 HTTP/1.1" status: 200 len: 850 time: 0.0600903 Jul 15 23:47:00.312751 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f9f0f-fcb2-4ba6-8da0-44bde80cdbb1 req-d6b1079e-b980-4c45-90de-08a7a8f1c6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:00.314198 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-462f9f0f-fcb2-4ba6-8da0-44bde80cdbb1 req-d6b1079e-b980-4c45-90de-08a7a8f1c6c0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=31e0906b-d6f8-4071-9d72-971224eb2adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705862 Jul 15 23:47:00.461467 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-462f9f0f-fcb2-4ba6-8da0-44bde80cdbb1 req-a15f1e39-f8f8-47b2-ad19-d368c995936a service neutron] 10.222.0.41 "GET /v2.0/networks/31e0906b-d6f8-4071-9d72-971224eb2adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390293 Jul 15 23:47:00.527544 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf5828-f5b3-468c-84a4-b1b2db542e8f req-3a927d30-63a3-43b3-92df-c16fd672059d tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:00.529062 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e6bf5828-f5b3-468c-84a4-b1b2db542e8f req-3a927d30-63a3-43b3-92df-c16fd672059d tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa5afee7-7654-4047-8d48-1a1d1ea1cdb7 HTTP/1.1" status: 200 len: 943 time: 0.1389477 Jul 15 23:47:00.613000 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e6bf5828-f5b3-468c-84a4-b1b2db542e8f req-eb5c9b8d-150e-4491-a80e-eb28f83aa1b2 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765135 Jul 15 23:47:00.629650 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-462f9f0f-fcb2-4ba6-8da0-44bde80cdbb1 req-ab4ecaa4-abe8-4176-b271-6720cd098143 service neutron] 10.222.0.41 "GET /v2.0/networks/31e0906b-d6f8-4071-9d72-971224eb2adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613462 Jul 15 23:47:00.871783 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d32cba2d-e739-4b5f-9784-135606de699b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:01.878696 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da316f91-642f-4459-a72a-240f95ff04b1 req-662c477c-da6d-4b6b-99ef-8a0a5a1f3748 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:01.883243 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-da316f91-642f-4459-a72a-240f95ff04b1 req-662c477c-da6d-4b6b-99ef-8a0a5a1f3748 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa5afee7-7654-4047-8d48-1a1d1ea1cdb7 HTTP/1.1" status: 200 len: 943 time: 0.1119342 Jul 15 23:47:01.936632 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-da316f91-642f-4459-a72a-240f95ff04b1 req-a59fb0a1-e88a-4a80-a4ee-6729510d2544 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440888 Jul 15 23:47:03.160773 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b3917-c969-4a8b-a335-ef2a19afe64e req-7bf54b25-4a6c-4ceb-8091-c17a0f28916c tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:03.163102 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-eb8b3917-c969-4a8b-a335-ef2a19afe64e req-7bf54b25-4a6c-4ceb-8091-c17a0f28916c tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa5afee7-7654-4047-8d48-1a1d1ea1cdb7 HTTP/1.1" status: 200 len: 943 time: 0.0934551 Jul 15 23:47:03.210501 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-eb8b3917-c969-4a8b-a335-ef2a19afe64e req-e24ffa40-4a2d-4edf-a255-bf2fbd9efe47 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410352 Jul 15 23:47:03.420771 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:04.152292 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [req-59478706-c0bd-448c-86ed-fe99951903be req-91b3de6d-71cf-408f-90d2-3b07fc3262a5 service neutron] (93771) timed out ('10.222.0.48', 50278) {{(pid=93771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 23:47:04.251379 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-99ea52cf-c41b-4271-b858-bb3634d34007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:04.408710 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:04.445375 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd61ac8f-c918-44e3-a184-c08a61cb2d50 req-ae498f52-73b4-4153-a573-4eee4fdca334 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:04.452711 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dd61ac8f-c918-44e3-a184-c08a61cb2d50 req-ae498f52-73b4-4153-a573-4eee4fdca334 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa5afee7-7654-4047-8d48-1a1d1ea1cdb7 HTTP/1.1" status: 200 len: 943 time: 0.1085906 Jul 15 23:47:04.502521 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dd61ac8f-c918-44e3-a184-c08a61cb2d50 req-9213ec50-19c1-44fb-b742-c6d2b4bb7dc2 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489602 Jul 15 23:47:05.672393 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda8947-61f4-4d8b-b3f9-46d564c524f9 req-fdf83f83-355f-4570-b6e3-0cc8f1c505a2 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:05.673880 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3eda8947-61f4-4d8b-b3f9-46d564c524f9 req-fdf83f83-355f-4570-b6e3-0cc8f1c505a2 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa5afee7-7654-4047-8d48-1a1d1ea1cdb7 HTTP/1.1" status: 200 len: 943 time: 0.0648143 Jul 15 23:47:05.711876 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3eda8947-61f4-4d8b-b3f9-46d564c524f9 req-21b7f959-157c-4a72-ae18-fed43907fab8 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323384 Jul 15 23:47:06.408256 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:06.893216 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92a984-98ed-4f53-a769-d9790a6c631c req-4ac44f69-498f-4fa9-adea-8479c184bb39 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:06.894713 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fd92a984-98ed-4f53-a769-d9790a6c631c req-4ac44f69-498f-4fa9-adea-8479c184bb39 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa5afee7-7654-4047-8d48-1a1d1ea1cdb7 HTTP/1.1" status: 200 len: 943 time: 0.0636611 Jul 15 23:47:06.935383 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fd92a984-98ed-4f53-a769-d9790a6c631c req-b97f5070-f876-4c32-b1d1-f2d691139528 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351439 Jul 15 23:47:08.312377 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cea611-ef8d-4d1e-bd84-fe9ab7deb124 req-42154112-7272-4edc-87c1-b5258b01229c tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:08.313968 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-53cea611-ef8d-4d1e-bd84-fe9ab7deb124 req-42154112-7272-4edc-87c1-b5258b01229c tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa5afee7-7654-4047-8d48-1a1d1ea1cdb7 HTTP/1.1" status: 200 len: 943 time: 0.0702417 Jul 15 23:47:08.355036 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-53cea611-ef8d-4d1e-bd84-fe9ab7deb124 req-138c0314-cf80-4ce5-9473-04447fb6f21f tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349865 Jul 15 23:47:08.366672 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:09.540077 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac80f2-45ab-41cf-9659-30c8528a389a req-2b357fd9-e363-43d6-9e38-b056814635bc tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:09.541865 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-50ac80f2-45ab-41cf-9659-30c8528a389a req-2b357fd9-e363-43d6-9e38-b056814635bc tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa5afee7-7654-4047-8d48-1a1d1ea1cdb7 HTTP/1.1" status: 200 len: 943 time: 0.0654938 Jul 15 23:47:09.581152 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-50ac80f2-45ab-41cf-9659-30c8528a389a req-4ae3adf2-e8fd-408c-8dd7-9d8362a2a213 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335023 Jul 15 23:47:10.761581 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20876028-4f9c-48ef-a2b8-4301c4cc9074 req-81a1990e-c787-4bc0-90a5-a7829cb97f31 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:10.763220 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-20876028-4f9c-48ef-a2b8-4301c4cc9074 req-81a1990e-c787-4bc0-90a5-a7829cb97f31 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa5afee7-7654-4047-8d48-1a1d1ea1cdb7 HTTP/1.1" status: 200 len: 943 time: 0.0698714 Jul 15 23:47:10.813641 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-20876028-4f9c-48ef-a2b8-4301c4cc9074 req-687bf6a1-6340-40ce-a84f-dbffd079b218 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449610 Jul 15 23:47:12.004764 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fdd1e2-6d36-44b6-910b-bf5cacab9f06 req-3b7d0651-63bf-491b-b062-a1fa1d70b0f9 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:12.006180 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e2fdd1e2-6d36-44b6-910b-bf5cacab9f06 req-3b7d0651-63bf-491b-b062-a1fa1d70b0f9 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa5afee7-7654-4047-8d48-1a1d1ea1cdb7 HTTP/1.1" status: 200 len: 943 time: 0.0664208 Jul 15 23:47:12.045117 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e2fdd1e2-6d36-44b6-910b-bf5cacab9f06 req-9cc6a25b-56c5-4ecb-9153-b215ed19285f tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322351 Jul 15 23:47:13.223762 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae39af7-c0c4-4e8a-803f-35c5b3f25599 req-f11295cc-a1ac-4ba1-b4d7-d3c838e46ae3 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:13.225257 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-aae39af7-c0c4-4e8a-803f-35c5b3f25599 req-f11295cc-a1ac-4ba1-b4d7-d3c838e46ae3 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa5afee7-7654-4047-8d48-1a1d1ea1cdb7 HTTP/1.1" status: 200 len: 943 time: 0.0641148 Jul 15 23:47:13.262850 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-aae39af7-c0c4-4e8a-803f-35c5b3f25599 req-8a282a42-b0fa-4bd9-ba72-a8d5c3d25880 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317707 Jul 15 23:47:14.440610 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb5af5-fc00-492b-a9ba-25ed58266045 req-06388a17-efb5-4209-8347-3e6b21f3d6f5 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:14.442125 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ccfb5af5-fc00-492b-a9ba-25ed58266045 req-06388a17-efb5-4209-8347-3e6b21f3d6f5 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa5afee7-7654-4047-8d48-1a1d1ea1cdb7 HTTP/1.1" status: 200 len: 943 time: 0.0691109 Jul 15 23:47:14.480745 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ccfb5af5-fc00-492b-a9ba-25ed58266045 req-dcf2b172-fc18-42bc-a0f2-676896c7897a tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323529 Jul 15 23:47:15.666496 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b6bddf-4529-42b3-a87c-168f91a7a19d req-4b570d20-7a71-4883-b1ac-771444e0201d tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:15.674295 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-58b6bddf-4529-42b3-a87c-168f91a7a19d req-4b570d20-7a71-4883-b1ac-771444e0201d tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa5afee7-7654-4047-8d48-1a1d1ea1cdb7 HTTP/1.1" status: 200 len: 943 time: 0.0754843 Jul 15 23:47:15.716020 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-58b6bddf-4529-42b3-a87c-168f91a7a19d req-d4dfb3d8-b415-4fe8-8083-d7b00a122ab3 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375738 Jul 15 23:47:16.899092 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebdeb83-eb08-4bba-95fa-8c3d2269f9dd req-15f89cb1-3e1e-4fc0-976a-970120afdd48 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:16.900663 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8ebdeb83-eb08-4bba-95fa-8c3d2269f9dd req-15f89cb1-3e1e-4fc0-976a-970120afdd48 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa5afee7-7654-4047-8d48-1a1d1ea1cdb7 HTTP/1.1" status: 200 len: 943 time: 0.0699975 Jul 15 23:47:16.942287 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8ebdeb83-eb08-4bba-95fa-8c3d2269f9dd req-69fa2549-6c21-4cf6-8e51-9dcec4edce48 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357988 Jul 15 23:47:18.120305 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9273a30-cf95-4f69-bab5-59681f5661a0 req-ae68096e-5817-4470-a362-3f8064bb9f3d tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:18.122211 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c9273a30-cf95-4f69-bab5-59681f5661a0 req-ae68096e-5817-4470-a362-3f8064bb9f3d tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa5afee7-7654-4047-8d48-1a1d1ea1cdb7 HTTP/1.1" status: 200 len: 943 time: 0.0700336 Jul 15 23:47:18.164396 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c9273a30-cf95-4f69-bab5-59681f5661a0 req-6774f8c7-e24d-44d0-b33a-3fcfcd4500ef tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357704 Jul 15 23:47:19.339670 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c4a524-6c14-492a-848e-c83f7c108d6a req-07623935-c1c4-47e4-a6aa-2b821e632ff1 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:19.341165 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-72c4a524-6c14-492a-848e-c83f7c108d6a req-07623935-c1c4-47e4-a6aa-2b821e632ff1 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa5afee7-7654-4047-8d48-1a1d1ea1cdb7 HTTP/1.1" status: 200 len: 943 time: 0.0631332 Jul 15 23:47:19.379583 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-72c4a524-6c14-492a-848e-c83f7c108d6a req-f43350a1-ecfa-4641-8dac-9e0eab9077f0 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327587 Jul 15 23:47:19.569469 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 2c6d4c83-47a3-4096-816c-630c8afaf00c details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:47:19.660911 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 2c6d4c83-47a3-4096-816c-630c8afaf00c, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=2c6d4c83-47a3-4096-816c-630c8afaf00c,segment=NetworkSegment(308c7c80-2dfe-465a-907b-006f4bf32eae),segment_id=308c7c80-2dfe-465a-907b-006f4bf32eae)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:47:19.672077 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': '2c6d4c83-47a3-4096-816c-630c8afaf00c', 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb', 'port_id': '2c6d4c83-47a3-4096-816c-630c8afaf00c', 'mac_address': 'fa:16:3e:59:57:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5a5342a-197a-422d-81d6-779d4a25a0f6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:47:19.710779 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:19.723564 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c6d4c83-47a3-4096-816c-630c8afaf00c {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:47:19.742383 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 2c6d4c83-47a3-4096-816c-630c8afaf00c, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=2c6d4c83-47a3-4096-816c-630c8afaf00c,segment=NetworkSegment(308c7c80-2dfe-465a-907b-006f4bf32eae),segment_id=308c7c80-2dfe-465a-907b-006f4bf32eae)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:47:19.747221 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:19.794610 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=2c6d4c83-47a3-4096-816c-630c8afaf00c,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:47:19.801937 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:47:19.802287 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:47:19.802652 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:47:19.802988 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:47:19.803317 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:47:19.803692 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:47:19.804023 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:47:19.804349 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:47:19.804673 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:47:19.805020 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:47:19.805341 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:47:19.805663 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:47:20.017083 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['2c6d4c83-47a3-4096-816c-630c8afaf00c'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:47:20.555651 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16163223-6b49-4f84-badc-47b5a3465882 req-2fd93c57-fa09-46fd-adae-154e18b3ec3d tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:20.557693 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-16163223-6b49-4f84-badc-47b5a3465882 req-2fd93c57-fa09-46fd-adae-154e18b3ec3d tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa5afee7-7654-4047-8d48-1a1d1ea1cdb7 HTTP/1.1" status: 200 len: 944 time: 0.0679698 Jul 15 23:47:20.594174 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-16163223-6b49-4f84-badc-47b5a3465882 req-b7c91bda-26df-4dc4-bfbc-da349594a5fb tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309572 Jul 15 23:47:20.869926 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:47:21.593909 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 2c6d4c83-47a3-4096-816c-630c8afaf00c up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:47:21.643385 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port 2c6d4c83-47a3-4096-816c-630c8afaf00c completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:47:21.647234 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port 2c6d4c83-47a3-4096-816c-630c8afaf00c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:47:21.647639 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:21.727182 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:21.750754 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa5afee7-7654-4047-8d48-1a1d1ea1cdb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c6d4c83-47a3-4096-816c-630c8afaf00c'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:47:21.753507 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e93ca215-fe2d-47ec-838b-47587b8dea13" -d '{"events": [{"server_uuid": "aa5afee7-7654-4047-8d48-1a1d1ea1cdb7", "name": "network-vif-plugged", "status": "completed", "tag": "2c6d4c83-47a3-4096-816c-630c8afaf00c"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:47:21.771301 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 2c6d4c83-47a3-4096-816c-630c8afaf00c, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=2c6d4c83-47a3-4096-816c-630c8afaf00c,segment=NetworkSegment(308c7c80-2dfe-465a-907b-006f4bf32eae),segment_id=308c7c80-2dfe-465a-907b-006f4bf32eae)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:47:21.776742 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af4f938-817e-4010-81f8-992ab178e95e req-3906bd62-5343-41eb-b4b7-26508991e505 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:21.777290 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:21.778315 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7af4f938-817e-4010-81f8-992ab178e95e req-3906bd62-5343-41eb-b4b7-26508991e505 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa5afee7-7654-4047-8d48-1a1d1ea1cdb7 HTTP/1.1" status: 200 len: 944 time: 0.0674410 Jul 15 23:47:21.811636 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27acac2c-4bc5-442d-820b-1b717fe472ef x-openstack-request-id: req-27acac2c-4bc5-442d-820b-1b717fe472ef {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:47:21.811960 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa5afee7-7654-4047-8d48-1a1d1ea1cdb7", "name": "network-vif-plugged", "status": "completed", "tag": "2c6d4c83-47a3-4096-816c-630c8afaf00c", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:47:21.812292 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-27acac2c-4bc5-442d-820b-1b717fe472ef {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:47:21.812798 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa5afee7-7654-4047-8d48-1a1d1ea1cdb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c6d4c83-47a3-4096-816c-630c8afaf00c', 'code': 200} Jul 15 23:47:21.838420 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7af4f938-817e-4010-81f8-992ab178e95e req-f4c86470-01e2-4161-a0ef-388bf6c07ad1 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527518 Jul 15 23:47:21.863295 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=2c6d4c83-47a3-4096-816c-630c8afaf00c,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:47:21.949676 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0616e3-03d8-4088-a8e1-e128c4b4141b req-f817cc98-560e-46e9-8952-238f6aa07371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:21.951206 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0a0616e3-03d8-4088-a8e1-e128c4b4141b req-f817cc98-560e-46e9-8952-238f6aa07371 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=aa5afee7-7654-4047-8d48-1a1d1ea1cdb7 HTTP/1.1" status: 200 len: 1096 time: 0.0527446 Jul 15 23:47:21.989483 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0a0616e3-03d8-4088-a8e1-e128c4b4141b req-0d987e76-c03e-4149-bf8c-9a540329af74 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319431 Jul 15 23:47:23.025409 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450ba8e1-81a8-4b8b-bb46-4f4f4f53cf01 req-d7f9c07b-17ca-4f36-9639-534f83451542 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:23.027080 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-450ba8e1-81a8-4b8b-bb46-4f4f4f53cf01 req-d7f9c07b-17ca-4f36-9639-534f83451542 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa5afee7-7654-4047-8d48-1a1d1ea1cdb7 HTTP/1.1" status: 200 len: 945 time: 0.0724468 Jul 15 23:47:23.067312 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-450ba8e1-81a8-4b8b-bb46-4f4f4f53cf01 req-11c2d138-77e0-419d-95d4-2379f185d86f tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341628 Jul 15 23:47:24.244201 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f160d273-0a8e-4775-98f7-13726e3104c7 req-6f55771a-ac6d-4303-b4df-07d466c350ca tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:24.245666 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f160d273-0a8e-4775-98f7-13726e3104c7 req-6f55771a-ac6d-4303-b4df-07d466c350ca tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa5afee7-7654-4047-8d48-1a1d1ea1cdb7 HTTP/1.1" status: 200 len: 945 time: 0.0627120 Jul 15 23:47:24.282906 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f160d273-0a8e-4775-98f7-13726e3104c7 req-74d1a18e-1c6e-436d-9059-f97bda3dff80 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316181 Jul 15 23:47:24.457527 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e19443-c5d8-417a-aeb6-506d083a3e35 req-35020489-23d1-444a-8503-8de69644e3dc tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:24.458985 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-16e19443-c5d8-417a-aeb6-506d083a3e35 req-35020489-23d1-444a-8503-8de69644e3dc tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa5afee7-7654-4047-8d48-1a1d1ea1cdb7 HTTP/1.1" status: 200 len: 945 time: 0.0675597 Jul 15 23:47:24.496244 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-16e19443-c5d8-417a-aeb6-506d083a3e35 req-44f186f6-772d-4368-b193-e95729dff950 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310304 Jul 15 23:47:24.675298 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca33d4-9307-44c6-bb1c-b304b34ef848 req-d0dcee89-d545-4522-bcd4-7d1e89af6c1c tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:24.676870 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a3ca33d4-9307-44c6-bb1c-b304b34ef848 req-d0dcee89-d545-4522-bcd4-7d1e89af6c1c tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa5afee7-7654-4047-8d48-1a1d1ea1cdb7 HTTP/1.1" status: 200 len: 945 time: 0.0678921 Jul 15 23:47:24.729150 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a3ca33d4-9307-44c6-bb1c-b304b34ef848 req-27486f41-d91b-4fc2-bf06-9ef658dc5e67 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451622 Jul 15 23:47:25.178799 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c8a65f-526e-4b87-ac36-f71a005a3662 req-a1d5163e-db37-4b35-a54d-d7d065f50119 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:25.180315 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-88c8a65f-526e-4b87-ac36-f71a005a3662 req-a1d5163e-db37-4b35-a54d-d7d065f50119 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa5afee7-7654-4047-8d48-1a1d1ea1cdb7 HTTP/1.1" status: 200 len: 945 time: 0.0632167 Jul 15 23:47:25.221720 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-88c8a65f-526e-4b87-ac36-f71a005a3662 req-bc2afc10-d8a2-4bc1-b9a7-7f1140654790 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350528 Jul 15 23:47:25.622642 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:26.400549 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d607771-3a5a-4934-b444-7c73475de847 req-ac76b4ab-d99d-4631-bceb-ec983554db53 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:26.402047 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2d607771-3a5a-4934-b444-7c73475de847 req-ac76b4ab-d99d-4631-bceb-ec983554db53 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa5afee7-7654-4047-8d48-1a1d1ea1cdb7 HTTP/1.1" status: 200 len: 945 time: 0.0633097 Jul 15 23:47:26.439378 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2d607771-3a5a-4934-b444-7c73475de847 req-9dca7e73-a0c3-4cd8-ab59-87c65eda9c4a tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315967 Jul 15 23:47:26.675031 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b59a88-7731-4520-909f-85d75a0eebd1 req-9dffafa2-08ed-4f4b-89be-3e457fa414fb tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:26.676680 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f8b59a88-7731-4520-909f-85d75a0eebd1 req-9dffafa2-08ed-4f4b-89be-3e457fa414fb tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa5afee7-7654-4047-8d48-1a1d1ea1cdb7 HTTP/1.1" status: 200 len: 945 time: 0.0639567 Jul 15 23:47:26.786596 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-f8b59a88-7731-4520-909f-85d75a0eebd1 req-0b96b129-9622-4d18-b78e-b6055dfa02be tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Deleting port 2c6d4c83-47a3-4096-816c-630c8afaf00c {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:47:26.786996 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f8b59a88-7731-4520-909f-85d75a0eebd1 req-0b96b129-9622-4d18-b78e-b6055dfa02be tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:26.886582 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-f8b59a88-7731-4520-909f-85d75a0eebd1 req-0b96b129-9622-4d18-b78e-b6055dfa02be tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] For port 2c6d4c83-47a3-4096-816c-630c8afaf00c, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=2c6d4c83-47a3-4096-816c-630c8afaf00c,segment=NetworkSegment(308c7c80-2dfe-465a-907b-006f4bf32eae),segment_id=308c7c80-2dfe-465a-907b-006f4bf32eae)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:47:26.886941 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f8b59a88-7731-4520-909f-85d75a0eebd1 req-0b96b129-9622-4d18-b78e-b6055dfa02be tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:26.898951 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-f8b59a88-7731-4520-909f-85d75a0eebd1 req-0b96b129-9622-4d18-b78e-b6055dfa02be tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Calling delete_port for 2c6d4c83-47a3-4096-816c-630c8afaf00c owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:47:27.033497 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f8b59a88-7731-4520-909f-85d75a0eebd1 req-0b96b129-9622-4d18-b78e-b6055dfa02be tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:27.066785 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['2c6d4c83-47a3-4096-816c-630c8afaf00c'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:47:27.068312 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b96b129-9622-4d18-b78e-b6055dfa02be tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Pushing event deleted for resources: {'Port': ['ID=2c6d4c83-47a3-4096-816c-630c8afaf00c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:47:27.121345 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8b59a88-7731-4520-909f-85d75a0eebd1 req-0b96b129-9622-4d18-b78e-b6055dfa02be tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] No DVR routers for this DVR port 2c6d4c83-47a3-4096-816c-630c8afaf00c on host n-h2-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:47:27.125753 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f8b59a88-7731-4520-909f-85d75a0eebd1 req-0b96b129-9622-4d18-b78e-b6055dfa02be tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:27.133822 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f8b59a88-7731-4520-909f-85d75a0eebd1 req-0b96b129-9622-4d18-b78e-b6055dfa02be tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.41 "DELETE /v2.0/ports/2c6d4c83-47a3-4096-816c-630c8afaf00c HTTP/1.1" status: 204 len: 173 time: 0.4456077 Jul 15 23:47:27.133822 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa5afee7-7654-4047-8d48-1a1d1ea1cdb7', 'name': 'network-vif-deleted', 'tag': '2c6d4c83-47a3-4096-816c-630c8afaf00c'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:47:27.138400 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765aef5d-5c18-4b19-a38b-e58495790a02" -d '{"events": [{"server_uuid": "aa5afee7-7654-4047-8d48-1a1d1ea1cdb7", "name": "network-vif-deleted", "tag": "2c6d4c83-47a3-4096-816c-630c8afaf00c"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:47:27.187713 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-543a2808-7ae7-4d33-a46b-4250c3265415 x-openstack-request-id: req-543a2808-7ae7-4d33-a46b-4250c3265415 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:47:27.187866 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa5afee7-7654-4047-8d48-1a1d1ea1cdb7", "name": "network-vif-deleted", "tag": "2c6d4c83-47a3-4096-816c-630c8afaf00c", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:47:27.188204 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-543a2808-7ae7-4d33-a46b-4250c3265415 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:47:27.188620 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa5afee7-7654-4047-8d48-1a1d1ea1cdb7', 'name': 'network-vif-deleted', 'tag': '2c6d4c83-47a3-4096-816c-630c8afaf00c', 'status': 'completed', 'code': 200} Jul 15 23:47:27.580029 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bdf48f96-9cd7-4dd9-889f-ef226dc84f55 req-de43a65a-97aa-43aa-8368-efdaaab75624 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa5afee7-7654-4047-8d48-1a1d1ea1cdb7 HTTP/1.1" status: 200 len: 210 time: 0.0293686 Jul 15 23:47:28.734351 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-501314c0-f1e2-4239-a724-c8a32c6c2da3 req-27cdf658-70b9-4e4e-8c44-f4c528495a48 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa5afee7-7654-4047-8d48-1a1d1ea1cdb7 HTTP/1.1" status: 200 len: 210 time: 0.0324001 Jul 15 23:47:29.631179 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 2c6d4c83-47a3-4096-816c-630c8afaf00c no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:47:29.651874 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] No Port match for: 2c6d4c83-47a3-4096-816c-630c8afaf00c {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:47:29.652289 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 2c6d4c83-47a3-4096-816c-630c8afaf00c not bound to the agent host n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:47:29.888406 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5efd297e-5cd9-46fd-98d2-57cb5c914f00 req-bd9d8950-0744-4cf1-8da5-3abef6b4f628 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa5afee7-7654-4047-8d48-1a1d1ea1cdb7 HTTP/1.1" status: 200 len: 210 time: 0.0315557 Jul 15 23:47:30.863896 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-25d606ab-1872-4438-828c-57823219918f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:31.059441 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-da13d882-470b-4c2b-9acd-55bd884c4e66 req-946cb511-2a16-46f1-88a9-94981b48eea4 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=aa5afee7-7654-4047-8d48-1a1d1ea1cdb7 HTTP/1.1" status: 200 len: 210 time: 0.0375135 Jul 15 23:47:33.420842 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:34.244558 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d04971c0-4b88-4030-b78a-d8273d1335fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:34.400655 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:36.410380 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:38.358278 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:53.270957 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9715b531-415f-46bf-be19-7e07d9f5265d req-556303fe-9b48-44c1-9052-126f6a9ae867 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:53.272492 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9715b531-415f-46bf-be19-7e07d9f5265d req-556303fe-9b48-44c1-9052-126f6a9ae867 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/networks?id=31e0906b-d6f8-4071-9d72-971224eb2adb HTTP/1.1" status: 200 len: 811 time: 0.1119518 Jul 15 23:47:53.288419 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9715b531-415f-46bf-be19-7e07d9f5265d req-fb559129-b5d7-4a81-a38e-e9f93788f8b5 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/quotas/854f7f06e5364ce38de1e2e446f56e73 HTTP/1.1" status: 200 len: 375 time: 0.0095358 Jul 15 23:47:53.360805 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9715b531-415f-46bf-be19-7e07d9f5265d req-ccb107c4-d582-488f-a212-bd74c95a8b89 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=854f7f06e5364ce38de1e2e446f56e73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0671422 Jul 15 23:47:53.455097 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9715b531-415f-46bf-be19-7e07d9f5265d req-f5d5df15-b1ed-4123-b962-ec0008cfc7ee service neutron] 10.222.0.48 "GET /v2.0/networks/31e0906b-d6f8-4071-9d72-971224eb2adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872600 Jul 15 23:47:53.549774 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9715b531-415f-46bf-be19-7e07d9f5265d req-58f663fe-28bd-47a5-896b-91b41a977c42 service neutron] 10.222.0.48 "GET /v2.0/networks/31e0906b-d6f8-4071-9d72-971224eb2adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889695 Jul 15 23:47:53.869938 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e6d1ba3f-5a7d-4aeb-8ba5-935687c3e867 req-681efe3d-27b3-460c-9145-54f136309ce9 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=45011067-e8be-4b38-9ba7-85e0df6b59e4 HTTP/1.1" status: 200 len: 210 time: 0.0299962 Jul 15 23:47:55.011731 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fa8afa20-21d6-4d75-b4f4-9c83900f3d3f req-59aea54f-06d1-44f3-8a5c-874b660012fe tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=45011067-e8be-4b38-9ba7-85e0df6b59e4 HTTP/1.1" status: 200 len: 210 time: 0.0281141 Jul 15 23:47:55.350195 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9715b531-415f-46bf-be19-7e07d9f5265d req-718dfd76-84d8-473f-bee4-dee5bec59ea2 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:55.352971 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9715b531-415f-46bf-be19-7e07d9f5265d req-718dfd76-84d8-473f-bee4-dee5bec59ea2 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.41 "GET /v2.0/networks?id=31e0906b-d6f8-4071-9d72-971224eb2adb HTTP/1.1" status: 200 len: 811 time: 0.1262901 Jul 15 23:47:55.378824 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-9715b531-415f-46bf-be19-7e07d9f5265d req-799f63a1-5536-4365-a67c-14f290aea6af tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Request body: {'port': {'device_id': '45011067-e8be-4b38-9ba7-85e0df6b59e4', 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb', 'admin_state_up': True, 'tenant_id': '854f7f06e5364ce38de1e2e446f56e73'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:47:55.515688 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9715b531-415f-46bf-be19-7e07d9f5265d req-799f63a1-5536-4365-a67c-14f290aea6af tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Made reservation on behalf of 854f7f06e5364ce38de1e2e446f56e73 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:47:55.519487 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9715b531-415f-46bf-be19-7e07d9f5265d req-799f63a1-5536-4365-a67c-14f290aea6af tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:55.627309 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:55.667759 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-9715b531-415f-46bf-be19-7e07d9f5265d req-799f63a1-5536-4365-a67c-14f290aea6af tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Allocated IP 172.20.0.7 (31e0906b-d6f8-4071-9d72-971224eb2adb/c5a5342a-197a-422d-81d6-779d4a25a0f6/68aacc03-27ab-49ae-bfb6-b53954e5e26e) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:47:55.832706 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9715b531-415f-46bf-be19-7e07d9f5265d req-799f63a1-5536-4365-a67c-14f290aea6af tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:55.846756 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-9715b531-415f-46bf-be19-7e07d9f5265d req-799f63a1-5536-4365-a67c-14f290aea6af tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Transition to ACTIVE for port object 68aacc03-27ab-49ae-bfb6-b53954e5e26e will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:47:55.900444 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9715b531-415f-46bf-be19-7e07d9f5265d req-799f63a1-5536-4365-a67c-14f290aea6af tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:55.943316 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9715b531-415f-46bf-be19-7e07d9f5265d req-799f63a1-5536-4365-a67c-14f290aea6af tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Network 31e0906b-d6f8-4071-9d72-971224eb2adb is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:47:55.950602 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-9715b531-415f-46bf-be19-7e07d9f5265d req-799f63a1-5536-4365-a67c-14f290aea6af tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:47:55.953815 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-9715b531-415f-46bf-be19-7e07d9f5265d req-799f63a1-5536-4365-a67c-14f290aea6af tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:47:55.987025 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799f63a1-5536-4365-a67c-14f290aea6af tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Pushing event updated for resources: {'Port': ['ID=68aacc03-27ab-49ae-bfb6-b53954e5e26e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:47:56.024617 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9715b531-415f-46bf-be19-7e07d9f5265d req-799f63a1-5536-4365-a67c-14f290aea6af tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:56.025679 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9715b531-415f-46bf-be19-7e07d9f5265d req-799f63a1-5536-4365-a67c-14f290aea6af tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:56.069085 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9715b531-415f-46bf-be19-7e07d9f5265d req-799f63a1-5536-4365-a67c-14f290aea6af tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6947222 Jul 15 23:47:56.088700 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-9715b531-415f-46bf-be19-7e07d9f5265d req-ae578ea0-e2b5-451e-be49-38876de80132 service neutron] Request body: {'port': {'device_id': '45011067-e8be-4b38-9ba7-85e0df6b59e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:47:56.236989 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9715b531-415f-46bf-be19-7e07d9f5265d req-ae578ea0-e2b5-451e-be49-38876de80132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:56.311076 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-53ec7159-a035-44e5-bb2b-5c1a3088c7bb None None] Provisioning for port 68aacc03-27ab-49ae-bfb6-b53954e5e26e completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:47:56.315227 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-53ec7159-a035-44e5-bb2b-5c1a3088c7bb None None] Provisioning complete for port 68aacc03-27ab-49ae-bfb6-b53954e5e26e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:47:56.316010 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-53ec7159-a035-44e5-bb2b-5c1a3088c7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:56.316860 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19fed45-2312-4211-a86c-75c1e170a2d4 req-5480ed7a-7f23-41a4-963d-e1ae4738fbf5 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:56.319290 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c19fed45-2312-4211-a86c-75c1e170a2d4 req-5480ed7a-7f23-41a4-963d-e1ae4738fbf5 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=45011067-e8be-4b38-9ba7-85e0df6b59e4 HTTP/1.1" status: 200 len: 931 time: 0.1421642 Jul 15 23:47:56.352726 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-53ec7159-a035-44e5-bb2b-5c1a3088c7bb None None] Port 68aacc03-27ab-49ae-bfb6-b53954e5e26e cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:47:56.432359 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c19fed45-2312-4211-a86c-75c1e170a2d4 req-2176ede5-d800-4eed-9322-19f79ed19d63 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009665 Jul 15 23:47:56.607896 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-9715b531-415f-46bf-be19-7e07d9f5265d req-ae578ea0-e2b5-451e-be49-38876de80132 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68aacc03-27ab-49ae-bfb6-b53954e5e26e {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:47:56.616113 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9715b531-415f-46bf-be19-7e07d9f5265d req-ae578ea0-e2b5-451e-be49-38876de80132 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:56.631099 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-9715b531-415f-46bf-be19-7e07d9f5265d req-ae578ea0-e2b5-451e-be49-38876de80132 service neutron] Transition to ACTIVE for port object 68aacc03-27ab-49ae-bfb6-b53954e5e26e will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:47:56.638818 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9715b531-415f-46bf-be19-7e07d9f5265d req-ae578ea0-e2b5-451e-be49-38876de80132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:56.732381 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae578ea0-e2b5-451e-be49-38876de80132 service neutron] Pushing event updated for resources: {'Port': ['ID=68aacc03-27ab-49ae-bfb6-b53954e5e26e,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:47:56.834107 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-9715b531-415f-46bf-be19-7e07d9f5265d req-ae578ea0-e2b5-451e-be49-38876de80132 service neutron] Attempting to bind port 68aacc03-27ab-49ae-bfb6-b53954e5e26e on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:47:56.834570 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-9715b531-415f-46bf-be19-7e07d9f5265d req-ae578ea0-e2b5-451e-be49-38876de80132 service neutron] Attempting to bind port 68aacc03-27ab-49ae-bfb6-b53954e5e26e by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '308c7c80-2dfe-465a-907b-006f4bf32eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:47:56.834978 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9715b531-415f-46bf-be19-7e07d9f5265d req-ae578ea0-e2b5-451e-be49-38876de80132 service neutron] Attempting to bind port 68aacc03-27ab-49ae-bfb6-b53954e5e26e on network 31e0906b-d6f8-4071-9d72-971224eb2adb {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:47:56.842868 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9715b531-415f-46bf-be19-7e07d9f5265d req-ae578ea0-e2b5-451e-be49-38876de80132 service neutron] Port 68aacc03-27ab-49ae-bfb6-b53954e5e26e on network 31e0906b-d6f8-4071-9d72-971224eb2adb not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:47:56.843281 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9715b531-415f-46bf-be19-7e07d9f5265d req-ae578ea0-e2b5-451e-be49-38876de80132 service neutron] Attempting to bind port 68aacc03-27ab-49ae-bfb6-b53954e5e26e on network 31e0906b-d6f8-4071-9d72-971224eb2adb {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:47:56.849693 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9715b531-415f-46bf-be19-7e07d9f5265d req-ae578ea0-e2b5-451e-be49-38876de80132 service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:47:56.850042 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9715b531-415f-46bf-be19-7e07d9f5265d req-ae578ea0-e2b5-451e-be49-38876de80132 service neutron] Checking segment: {'id': '308c7c80-2dfe-465a-907b-006f4bf32eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:47:56.850440 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9715b531-415f-46bf-be19-7e07d9f5265d req-ae578ea0-e2b5-451e-be49-38876de80132 service neutron] Bound using segment: {'id': '308c7c80-2dfe-465a-907b-006f4bf32eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:47:56.852834 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-9715b531-415f-46bf-be19-7e07d9f5265d req-ae578ea0-e2b5-451e-be49-38876de80132 service neutron] Bound port: 68aacc03-27ab-49ae-bfb6-b53954e5e26e, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '308c7c80-2dfe-465a-907b-006f4bf32eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:47:56.853246 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9715b531-415f-46bf-be19-7e07d9f5265d req-ae578ea0-e2b5-451e-be49-38876de80132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:56.961428 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-9715b531-415f-46bf-be19-7e07d9f5265d req-ae578ea0-e2b5-451e-be49-38876de80132 service neutron] For port 68aacc03-27ab-49ae-bfb6-b53954e5e26e, host n-h2-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:47:56.964722 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-9715b531-415f-46bf-be19-7e07d9f5265d req-ae578ea0-e2b5-451e-be49-38876de80132 service neutron] For port 68aacc03-27ab-49ae-bfb6-b53954e5e26e, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=68aacc03-27ab-49ae-bfb6-b53954e5e26e,segment=NetworkSegment(308c7c80-2dfe-465a-907b-006f4bf32eae),segment_id=308c7c80-2dfe-465a-907b-006f4bf32eae)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:47:56.971297 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9715b531-415f-46bf-be19-7e07d9f5265d req-ae578ea0-e2b5-451e-be49-38876de80132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:57.017252 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9715b531-415f-46bf-be19-7e07d9f5265d req-ae578ea0-e2b5-451e-be49-38876de80132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:57.017913 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9715b531-415f-46bf-be19-7e07d9f5265d req-ae578ea0-e2b5-451e-be49-38876de80132 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:47:57.019809 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9715b531-415f-46bf-be19-7e07d9f5265d req-ae578ea0-e2b5-451e-be49-38876de80132 service neutron] 10.222.0.41 "PUT /v2.0/ports/68aacc03-27ab-49ae-bfb6-b53954e5e26e HTTP/1.1" status: 200 len: 1091 time: 0.9358704 Jul 15 23:47:57.025502 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45011067-e8be-4b38-9ba7-85e0df6b59e4', 'tag': '68aacc03-27ab-49ae-bfb6-b53954e5e26e'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:47:57.027766 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b5e7a5-3de0-485c-abcb-39638e7d92ee" -d '{"events": [{"name": "network-changed", "server_uuid": "45011067-e8be-4b38-9ba7-85e0df6b59e4", "tag": "68aacc03-27ab-49ae-bfb6-b53954e5e26e"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:47:57.056499 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae578ea0-e2b5-451e-be49-38876de80132 service neutron] Pushing event updated for resources: {'Port': ['ID=68aacc03-27ab-49ae-bfb6-b53954e5e26e,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:47:57.096501 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c13106-4b1d-4282-baff-9a72e8bac5c5 x-openstack-request-id: req-d6c13106-4b1d-4282-baff-9a72e8bac5c5 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:47:57.096789 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45011067-e8be-4b38-9ba7-85e0df6b59e4", "tag": "68aacc03-27ab-49ae-bfb6-b53954e5e26e", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:47:57.097036 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d6c13106-4b1d-4282-baff-9a72e8bac5c5 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:47:57.097435 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45011067-e8be-4b38-9ba7-85e0df6b59e4', 'tag': '68aacc03-27ab-49ae-bfb6-b53954e5e26e', 'status': 'completed', 'code': 200} Jul 15 23:47:57.170011 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9715b531-415f-46bf-be19-7e07d9f5265d req-6717731a-953e-4589-8c8f-21a019af8c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:57.171630 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9715b531-415f-46bf-be19-7e07d9f5265d req-6717731a-953e-4589-8c8f-21a019af8c7a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=854f7f06e5364ce38de1e2e446f56e73&device_id=45011067-e8be-4b38-9ba7-85e0df6b59e4 HTTP/1.1" status: 200 len: 1094 time: 0.0864208 Jul 15 23:47:57.221779 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9715b531-415f-46bf-be19-7e07d9f5265d req-33e1c430-deba-4011-a1b4-26c87fb22569 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68aacc03-27ab-49ae-bfb6-b53954e5e26e HTTP/1.1" status: 200 len: 217 time: 0.0380707 Jul 15 23:47:57.280658 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9715b531-415f-46bf-be19-7e07d9f5265d req-06050864-7661-453d-a1e4-8b24561106be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:57.282197 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9715b531-415f-46bf-be19-7e07d9f5265d req-06050864-7661-453d-a1e4-8b24561106be service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c5a5342a-197a-422d-81d6-779d4a25a0f6 HTTP/1.1" status: 200 len: 850 time: 0.0529008 Jul 15 23:47:57.357351 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9715b531-415f-46bf-be19-7e07d9f5265d req-5c6a0f0c-ef97-4847-a4ba-376ae3b6fc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:57.358863 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9715b531-415f-46bf-be19-7e07d9f5265d req-5c6a0f0c-ef97-4847-a4ba-376ae3b6fc01 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=31e0906b-d6f8-4071-9d72-971224eb2adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693276 Jul 15 23:47:57.470500 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9715b531-415f-46bf-be19-7e07d9f5265d req-675a525d-e2c5-4744-b17d-8b722f724f9e service neutron] 10.222.0.41 "GET /v2.0/networks/31e0906b-d6f8-4071-9d72-971224eb2adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049869 Jul 15 23:47:57.638977 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9715b531-415f-46bf-be19-7e07d9f5265d req-14feb7e8-dd50-4e17-a037-fa0d8138d2d8 service neutron] 10.222.0.41 "GET /v2.0/networks/31e0906b-d6f8-4071-9d72-971224eb2adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610725 Jul 15 23:47:57.689015 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d54461c-6baa-4618-a209-7af3a6421a86 req-547d8682-f71b-48ea-87e6-ec8f5afb0302 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:57.690042 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3d54461c-6baa-4618-a209-7af3a6421a86 req-547d8682-f71b-48ea-87e6-ec8f5afb0302 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=45011067-e8be-4b38-9ba7-85e0df6b59e4 HTTP/1.1" status: 200 len: 943 time: 0.0978916 Jul 15 23:47:57.761336 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3d54461c-6baa-4618-a209-7af3a6421a86 req-7c2bd000-701d-46db-819d-3ff541be4560 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625625 Jul 15 23:47:57.800537 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5e7a5-3de0-485c-abcb-39638e7d92ee req-e9c8591d-48a4-44fc-b76d-3f4bc50b9d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:57.802080 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f8b5e7a5-3de0-485c-abcb-39638e7d92ee req-e9c8591d-48a4-44fc-b76d-3f4bc50b9d64 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=854f7f06e5364ce38de1e2e446f56e73&device_id=45011067-e8be-4b38-9ba7-85e0df6b59e4 HTTP/1.1" status: 200 len: 1094 time: 0.0841610 Jul 15 23:47:57.872204 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:47:57.940388 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5e7a5-3de0-485c-abcb-39638e7d92ee req-1b001067-e338-4330-9922-699b7e3a18d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:57.941928 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f8b5e7a5-3de0-485c-abcb-39638e7d92ee req-1b001067-e338-4330-9922-699b7e3a18d0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=31e0906b-d6f8-4071-9d72-971224eb2adb HTTP/1.1" status: 200 len: 912 time: 0.1332221 Jul 15 23:47:57.985773 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f8b5e7a5-3de0-485c-abcb-39638e7d92ee req-6026c185-e64d-4baa-ae22-de332f9e6a58 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68aacc03-27ab-49ae-bfb6-b53954e5e26e HTTP/1.1" status: 200 len: 217 time: 0.0371580 Jul 15 23:47:58.044104 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5e7a5-3de0-485c-abcb-39638e7d92ee req-a4bf2ba0-090f-40b8-a78c-430f8403bdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:58.045288 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f8b5e7a5-3de0-485c-abcb-39638e7d92ee req-a4bf2ba0-090f-40b8-a78c-430f8403bdd3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c5a5342a-197a-422d-81d6-779d4a25a0f6 HTTP/1.1" status: 200 len: 850 time: 0.0526755 Jul 15 23:47:58.113352 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5e7a5-3de0-485c-abcb-39638e7d92ee req-01173005-4e28-45ea-9b17-309cf9697070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:58.114921 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f8b5e7a5-3de0-485c-abcb-39638e7d92ee req-01173005-4e28-45ea-9b17-309cf9697070 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=31e0906b-d6f8-4071-9d72-971224eb2adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0638454 Jul 15 23:47:58.240599 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f8b5e7a5-3de0-485c-abcb-39638e7d92ee req-6ad376b7-1433-4af8-9907-fd1ffc034bc1 service neutron] 10.222.0.41 "GET /v2.0/networks/31e0906b-d6f8-4071-9d72-971224eb2adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182885 Jul 15 23:47:58.401207 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f8b5e7a5-3de0-485c-abcb-39638e7d92ee req-166087d6-fe03-4164-a744-c204220a8a8d service neutron] 10.222.0.41 "GET /v2.0/networks/31e0906b-d6f8-4071-9d72-971224eb2adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539087 Jul 15 23:47:58.968592 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39041609-701e-45fa-b117-0afd20a91a5d req-7a85fe20-b4f9-41e0-9769-95647cf7d3e5 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:47:58.970224 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-39041609-701e-45fa-b117-0afd20a91a5d req-7a85fe20-b4f9-41e0-9769-95647cf7d3e5 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=45011067-e8be-4b38-9ba7-85e0df6b59e4 HTTP/1.1" status: 200 len: 943 time: 0.0767145 Jul 15 23:47:59.029904 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-39041609-701e-45fa-b117-0afd20a91a5d req-7062d751-cfaa-4512-914f-10e21944deac tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369027 Jul 15 23:48:00.218570 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62274931-82e4-4c47-8e10-c91bfd41de9d req-d982138a-d45b-4f19-91fb-8b105b5f2715 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:00.220308 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-62274931-82e4-4c47-8e10-c91bfd41de9d req-d982138a-d45b-4f19-91fb-8b105b5f2715 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=45011067-e8be-4b38-9ba7-85e0df6b59e4 HTTP/1.1" status: 200 len: 943 time: 0.0703309 Jul 15 23:48:00.260202 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-62274931-82e4-4c47-8e10-c91bfd41de9d req-2a612931-a450-48dc-93d7-cbd7c50d3388 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332458 Jul 15 23:48:00.865383 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fb7ef1ad-9e15-48c1-85a6-a3ed6aaf179f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:01.437561 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8739cdec-0cbd-447c-83b2-7c91de2602c4 req-ef18ffe3-d693-4c76-8d2c-d3359d6ca57d tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:01.439124 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8739cdec-0cbd-447c-83b2-7c91de2602c4 req-ef18ffe3-d693-4c76-8d2c-d3359d6ca57d tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=45011067-e8be-4b38-9ba7-85e0df6b59e4 HTTP/1.1" status: 200 len: 943 time: 0.0687034 Jul 15 23:48:01.481537 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8739cdec-0cbd-447c-83b2-7c91de2602c4 req-0f3caec2-7a7d-4f38-a4be-05382b575092 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360212 Jul 15 23:48:02.671037 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff6de8b-f7e5-4321-b829-304b665cbd9b req-609b4f38-7cc2-40cc-a5de-b9f8df2ef281 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:02.672516 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dff6de8b-f7e5-4321-b829-304b665cbd9b req-609b4f38-7cc2-40cc-a5de-b9f8df2ef281 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=45011067-e8be-4b38-9ba7-85e0df6b59e4 HTTP/1.1" status: 200 len: 943 time: 0.0693777 Jul 15 23:48:02.712383 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dff6de8b-f7e5-4321-b829-304b665cbd9b req-94a09670-dff5-4a8a-aa5f-ae97ec82b543 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341849 Jul 15 23:48:03.415945 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:03.897884 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855c441-5524-4fe4-8199-9710fc782ce7 req-34c2670a-c482-4c3e-af8b-17d77118d2e5 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:03.899402 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6855c441-5524-4fe4-8199-9710fc782ce7 req-34c2670a-c482-4c3e-af8b-17d77118d2e5 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=45011067-e8be-4b38-9ba7-85e0df6b59e4 HTTP/1.1" status: 200 len: 943 time: 0.0722659 Jul 15 23:48:03.938833 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6855c441-5524-4fe4-8199-9710fc782ce7 req-e3b93119-d80a-450f-b812-54a5b6a3d7fd tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336990 Jul 15 23:48:04.250177 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ffe37828-c5e2-453e-ba94-552270cfd631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:04.404992 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:05.127093 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a45b9-8a0d-4350-b4de-d38220137fd2 req-bf57d28a-0641-493c-b044-03071792f17f tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:05.128746 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a86a45b9-8a0d-4350-b4de-d38220137fd2 req-bf57d28a-0641-493c-b044-03071792f17f tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=45011067-e8be-4b38-9ba7-85e0df6b59e4 HTTP/1.1" status: 200 len: 943 time: 0.0708921 Jul 15 23:48:05.174979 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a86a45b9-8a0d-4350-b4de-d38220137fd2 req-a3a36526-b4c8-47f7-82b1-9c50e3f87970 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392108 Jul 15 23:48:06.357032 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a017c-80d4-4286-a85e-a34732a32dfc req-4713eae8-9dd4-436d-9900-ad0cbbee84fb tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:06.358735 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-500a017c-80d4-4286-a85e-a34732a32dfc req-4713eae8-9dd4-436d-9900-ad0cbbee84fb tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=45011067-e8be-4b38-9ba7-85e0df6b59e4 HTTP/1.1" status: 200 len: 943 time: 0.0673895 Jul 15 23:48:06.398517 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-500a017c-80d4-4286-a85e-a34732a32dfc req-d6cfbecd-2050-4ed8-82e3-8cbf096f2e66 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324624 Jul 15 23:48:06.415173 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:07.584206 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7856a97d-c7af-4334-8e09-410c1a8e5dfd req-f6c3776d-1dcc-4851-bf07-8a8b5b2df91d tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:07.585839 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7856a97d-c7af-4334-8e09-410c1a8e5dfd req-f6c3776d-1dcc-4851-bf07-8a8b5b2df91d tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=45011067-e8be-4b38-9ba7-85e0df6b59e4 HTTP/1.1" status: 200 len: 943 time: 0.0731049 Jul 15 23:48:07.625420 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7856a97d-c7af-4334-8e09-410c1a8e5dfd req-ffcce044-75ce-42b3-adb3-48d0a3e6ebf6 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338132 Jul 15 23:48:07.820072 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 68aacc03-27ab-49ae-bfb6-b53954e5e26e details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:48:07.923186 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 68aacc03-27ab-49ae-bfb6-b53954e5e26e, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=68aacc03-27ab-49ae-bfb6-b53954e5e26e,segment=NetworkSegment(308c7c80-2dfe-465a-907b-006f4bf32eae),segment_id=308c7c80-2dfe-465a-907b-006f4bf32eae)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:48:07.935263 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': '68aacc03-27ab-49ae-bfb6-b53954e5e26e', 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb', 'port_id': '68aacc03-27ab-49ae-bfb6-b53954e5e26e', 'mac_address': 'fa:16:3e:fe:78:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5a5342a-197a-422d-81d6-779d4a25a0f6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:48:07.973505 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:07.987592 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68aacc03-27ab-49ae-bfb6-b53954e5e26e {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:48:08.008670 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 68aacc03-27ab-49ae-bfb6-b53954e5e26e, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=68aacc03-27ab-49ae-bfb6-b53954e5e26e,segment=NetworkSegment(308c7c80-2dfe-465a-907b-006f4bf32eae),segment_id=308c7c80-2dfe-465a-907b-006f4bf32eae)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:48:08.012466 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:08.060087 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=68aacc03-27ab-49ae-bfb6-b53954e5e26e,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:48:08.269684 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['68aacc03-27ab-49ae-bfb6-b53954e5e26e'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:48:08.372123 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:09.012673 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a2041-26e8-453d-b00c-f572dec93ee4 req-dbbf132e-788a-430f-9e20-6bdb8a05bd5f tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:09.014170 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-214a2041-26e8-453d-b00c-f572dec93ee4 req-dbbf132e-788a-430f-9e20-6bdb8a05bd5f tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=45011067-e8be-4b38-9ba7-85e0df6b59e4 HTTP/1.1" status: 200 len: 944 time: 0.2716837 Jul 15 23:48:09.051722 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-214a2041-26e8-453d-b00c-f572dec93ee4 req-3a5c6f4d-f97e-4040-ab41-96e091478cab tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319083 Jul 15 23:48:09.834871 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 68aacc03-27ab-49ae-bfb6-b53954e5e26e up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:48:09.884753 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port 68aacc03-27ab-49ae-bfb6-b53954e5e26e completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:48:09.888329 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port 68aacc03-27ab-49ae-bfb6-b53954e5e26e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:48:09.888831 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:09.967546 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:09.989418 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45011067-e8be-4b38-9ba7-85e0df6b59e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68aacc03-27ab-49ae-bfb6-b53954e5e26e'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:48:09.991791 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6a4f7b-89e8-4522-9b2d-8df2326964b5" -d '{"events": [{"server_uuid": "45011067-e8be-4b38-9ba7-85e0df6b59e4", "name": "network-vif-plugged", "status": "completed", "tag": "68aacc03-27ab-49ae-bfb6-b53954e5e26e"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:48:10.004205 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 68aacc03-27ab-49ae-bfb6-b53954e5e26e, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=68aacc03-27ab-49ae-bfb6-b53954e5e26e,segment=NetworkSegment(308c7c80-2dfe-465a-907b-006f4bf32eae),segment_id=308c7c80-2dfe-465a-907b-006f4bf32eae)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:48:10.008392 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:10.031129 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-262db0c6-76d3-4671-9ed0-2375dc28e918 x-openstack-request-id: req-262db0c6-76d3-4671-9ed0-2375dc28e918 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:48:10.031433 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45011067-e8be-4b38-9ba7-85e0df6b59e4", "name": "network-vif-plugged", "status": "completed", "tag": "68aacc03-27ab-49ae-bfb6-b53954e5e26e", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:48:10.031706 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-262db0c6-76d3-4671-9ed0-2375dc28e918 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:48:10.032105 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45011067-e8be-4b38-9ba7-85e0df6b59e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68aacc03-27ab-49ae-bfb6-b53954e5e26e', 'code': 200} Jul 15 23:48:10.057442 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=68aacc03-27ab-49ae-bfb6-b53954e5e26e,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:48:10.170300 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c26525-aef1-41d2-b21d-e2ac8926f8bb req-6ee5f5c3-4c43-4f56-90f6-0e7d3631724e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:10.171811 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-79c26525-aef1-41d2-b21d-e2ac8926f8bb req-6ee5f5c3-4c43-4f56-90f6-0e7d3631724e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=45011067-e8be-4b38-9ba7-85e0df6b59e4 HTTP/1.1" status: 200 len: 1096 time: 0.0579937 Jul 15 23:48:10.231515 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-79c26525-aef1-41d2-b21d-e2ac8926f8bb req-b65e232a-a472-492e-ac5f-204e1c733737 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513201 Jul 15 23:48:10.254898 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ece0b6-26f3-4ead-974d-db4c35a6259e req-7978f19b-3a44-4821-ac2a-fed7b38a04bb tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:10.256403 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-91ece0b6-26f3-4ead-974d-db4c35a6259e req-7978f19b-3a44-4821-ac2a-fed7b38a04bb tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=45011067-e8be-4b38-9ba7-85e0df6b59e4 HTTP/1.1" status: 200 len: 945 time: 0.0889320 Jul 15 23:48:10.294841 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-91ece0b6-26f3-4ead-974d-db4c35a6259e req-15dfce56-3016-41d5-9dfc-b022767ad094 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323236 Jul 15 23:48:11.493730 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b96948-0b30-4f5a-a1e6-213336869c50 req-3ee7ae28-3aef-44ce-b8bd-0b3eedf7eb64 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:11.495350 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-97b96948-0b30-4f5a-a1e6-213336869c50 req-3ee7ae28-3aef-44ce-b8bd-0b3eedf7eb64 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=45011067-e8be-4b38-9ba7-85e0df6b59e4 HTTP/1.1" status: 200 len: 945 time: 0.0759592 Jul 15 23:48:11.899026 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-97b96948-0b30-4f5a-a1e6-213336869c50 req-261f599e-e4d2-4a51-b900-6c7c33539c91 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3982267 Jul 15 23:48:12.087694 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e45391d-b246-4a3b-a056-d389e254880b req-46d24b74-397e-48cc-b8f0-5461465f48a1 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:12.089252 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4e45391d-b246-4a3b-a056-d389e254880b req-46d24b74-397e-48cc-b8f0-5461465f48a1 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=45011067-e8be-4b38-9ba7-85e0df6b59e4 HTTP/1.1" status: 200 len: 945 time: 0.0676677 Jul 15 23:48:12.128744 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4e45391d-b246-4a3b-a056-d389e254880b req-14a8a3fa-cc48-425f-835b-f1ec7e342011 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335410 Jul 15 23:48:14.996435 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e7e9c6-097a-4092-92a5-3183face3d6b req-f0b15f07-2d37-47b1-8b05-ac5cb5e13e7d tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:14.997910 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d0e7e9c6-097a-4092-92a5-3183face3d6b req-f0b15f07-2d37-47b1-8b05-ac5cb5e13e7d tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/networks?id=31e0906b-d6f8-4071-9d72-971224eb2adb HTTP/1.1" status: 200 len: 811 time: 0.1076941 Jul 15 23:48:15.014280 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d0e7e9c6-097a-4092-92a5-3183face3d6b req-198864ea-0e2a-48e5-a0ca-3f9bbadb5e86 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/quotas/854f7f06e5364ce38de1e2e446f56e73 HTTP/1.1" status: 200 len: 375 time: 0.0109572 Jul 15 23:48:15.089276 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d0e7e9c6-097a-4092-92a5-3183face3d6b req-5574da45-945b-47ec-a31c-9042cdf0b68f tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=854f7f06e5364ce38de1e2e446f56e73&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0686455 Jul 15 23:48:15.187038 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d0e7e9c6-097a-4092-92a5-3183face3d6b req-71448b19-7ea4-412e-b28b-514058cd5e1e service neutron] 10.222.0.48 "GET /v2.0/networks/31e0906b-d6f8-4071-9d72-971224eb2adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908754 Jul 15 23:48:15.309896 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d0e7e9c6-097a-4092-92a5-3183face3d6b req-b31c6136-0b66-4635-adfb-1a106236e28d service neutron] 10.222.0.48 "GET /v2.0/networks/31e0906b-d6f8-4071-9d72-971224eb2adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170738 Jul 15 23:48:15.545695 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e1a8c43e-7bd5-42dd-a32f-ce838ca0a7af req-187bcf64-8d20-4d04-9ac6-df25704a00fa tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4c9118d-8ae2-4317-93cc-e054dc9b1e6d HTTP/1.1" status: 200 len: 210 time: 0.0439885 Jul 15 23:48:16.757549 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1fcd9f48-1fc0-4b2a-b6ce-b264091bcb8e req-a2b2c81f-46f0-4754-884e-97c7c5e77123 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4c9118d-8ae2-4317-93cc-e054dc9b1e6d HTTP/1.1" status: 200 len: 210 time: 0.0651157 Jul 15 23:48:16.813463 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e7e9c6-097a-4092-92a5-3183face3d6b req-30f099a4-782d-463f-affb-a47d10507379 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:16.815001 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d0e7e9c6-097a-4092-92a5-3183face3d6b req-30f099a4-782d-463f-affb-a47d10507379 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.49 "GET /v2.0/networks?id=31e0906b-d6f8-4071-9d72-971224eb2adb HTTP/1.1" status: 200 len: 811 time: 0.1758673 Jul 15 23:48:16.829530 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-d0e7e9c6-097a-4092-92a5-3183face3d6b req-4e8c7329-7678-4446-8ec9-d19dce300b1d tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Request body: {'port': {'device_id': 'd4c9118d-8ae2-4317-93cc-e054dc9b1e6d', 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb', 'admin_state_up': True, 'tenant_id': '854f7f06e5364ce38de1e2e446f56e73'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:48:16.960019 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0e7e9c6-097a-4092-92a5-3183face3d6b req-4e8c7329-7678-4446-8ec9-d19dce300b1d tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Made reservation on behalf of 854f7f06e5364ce38de1e2e446f56e73 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:48:16.963669 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d0e7e9c6-097a-4092-92a5-3183face3d6b req-4e8c7329-7678-4446-8ec9-d19dce300b1d tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:17.111997 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-d0e7e9c6-097a-4092-92a5-3183face3d6b req-4e8c7329-7678-4446-8ec9-d19dce300b1d tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Allocated IP 172.20.0.12 (31e0906b-d6f8-4071-9d72-971224eb2adb/c5a5342a-197a-422d-81d6-779d4a25a0f6/4f7e7df0-2cad-495a-a401-ff42dbfa457b) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:48:17.309862 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d0e7e9c6-097a-4092-92a5-3183face3d6b req-4e8c7329-7678-4446-8ec9-d19dce300b1d tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:17.337519 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-d0e7e9c6-097a-4092-92a5-3183face3d6b req-4e8c7329-7678-4446-8ec9-d19dce300b1d tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Transition to ACTIVE for port object 4f7e7df0-2cad-495a-a401-ff42dbfa457b will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:48:17.382453 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d0e7e9c6-097a-4092-92a5-3183face3d6b req-4e8c7329-7678-4446-8ec9-d19dce300b1d tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:17.418718 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['68aacc03-27ab-49ae-bfb6-b53954e5e26e'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:48:17.434624 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0e7e9c6-097a-4092-92a5-3183face3d6b req-4e8c7329-7678-4446-8ec9-d19dce300b1d tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Network 31e0906b-d6f8-4071-9d72-971224eb2adb is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:48:17.436106 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-d0e7e9c6-097a-4092-92a5-3183face3d6b req-4e8c7329-7678-4446-8ec9-d19dce300b1d tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:48:17.438717 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0e7e9c6-097a-4092-92a5-3183face3d6b req-4e8c7329-7678-4446-8ec9-d19dce300b1d tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:48:17.499881 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e7e9c6-097a-4092-92a5-3183face3d6b req-4e8c7329-7678-4446-8ec9-d19dce300b1d tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:17.500555 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d0e7e9c6-097a-4092-92a5-3183face3d6b req-4e8c7329-7678-4446-8ec9-d19dce300b1d tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:17.521040 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c7329-7678-4446-8ec9-d19dce300b1d tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Pushing event updated for resources: {'Port': ['ID=4f7e7df0-2cad-495a-a401-ff42dbfa457b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:48:17.534651 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8c7329-7678-4446-8ec9-d19dce300b1d tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:48:17.535015 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8c7329-7678-4446-8ec9-d19dce300b1d tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:48:17.535356 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8c7329-7678-4446-8ec9-d19dce300b1d tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:48:17.535859 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8c7329-7678-4446-8ec9-d19dce300b1d tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:48:17.536241 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8c7329-7678-4446-8ec9-d19dce300b1d tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:48:17.536707 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8c7329-7678-4446-8ec9-d19dce300b1d tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:48:17.538008 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8c7329-7678-4446-8ec9-d19dce300b1d tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:48:17.538394 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8c7329-7678-4446-8ec9-d19dce300b1d tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:48:17.538728 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8c7329-7678-4446-8ec9-d19dce300b1d tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:48:17.539076 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8c7329-7678-4446-8ec9-d19dce300b1d tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:48:17.539370 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8c7329-7678-4446-8ec9-d19dce300b1d tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:48:17.539720 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8c7329-7678-4446-8ec9-d19dce300b1d tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:48:17.544639 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d0e7e9c6-097a-4092-92a5-3183face3d6b req-4e8c7329-7678-4446-8ec9-d19dce300b1d tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7212651 Jul 15 23:48:17.559249 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-d0e7e9c6-097a-4092-92a5-3183face3d6b req-cae6eb12-c8d4-487a-8947-fe697962c3b5 service neutron] Request body: {'port': {'device_id': 'd4c9118d-8ae2-4317-93cc-e054dc9b1e6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:48:17.715925 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d0e7e9c6-097a-4092-92a5-3183face3d6b req-cae6eb12-c8d4-487a-8947-fe697962c3b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:17.813779 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-974002ac-83ce-4964-a732-26d548c42ad1 None None] Provisioning for port 4f7e7df0-2cad-495a-a401-ff42dbfa457b completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:48:17.820399 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-974002ac-83ce-4964-a732-26d548c42ad1 None None] Provisioning complete for port 4f7e7df0-2cad-495a-a401-ff42dbfa457b triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:48:17.820792 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-974002ac-83ce-4964-a732-26d548c42ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:17.886716 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-974002ac-83ce-4964-a732-26d548c42ad1 None None] Port 4f7e7df0-2cad-495a-a401-ff42dbfa457b cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:48:18.125853 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ffdf3-5e56-4649-b0f1-9a345b3126ea req-8a9152f4-7215-45e0-9c2e-773946329cad tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:18.127742 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-505ffdf3-5e56-4649-b0f1-9a345b3126ea req-8a9152f4-7215-45e0-9c2e-773946329cad tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4c9118d-8ae2-4317-93cc-e054dc9b1e6d HTTP/1.1" status: 200 len: 932 time: 0.1592243 Jul 15 23:48:18.151374 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-d0e7e9c6-097a-4092-92a5-3183face3d6b req-cae6eb12-c8d4-487a-8947-fe697962c3b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f7e7df0-2cad-495a-a401-ff42dbfa457b {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:48:18.180448 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d0e7e9c6-097a-4092-92a5-3183face3d6b req-cae6eb12-c8d4-487a-8947-fe697962c3b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:18.209747 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-d0e7e9c6-097a-4092-92a5-3183face3d6b req-cae6eb12-c8d4-487a-8947-fe697962c3b5 service neutron] Transition to ACTIVE for port object 4f7e7df0-2cad-495a-a401-ff42dbfa457b will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:48:18.214462 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-505ffdf3-5e56-4649-b0f1-9a345b3126ea req-6683f5ea-8629-4c87-9942-2fe1fd75a806 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769401 Jul 15 23:48:18.215721 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d0e7e9c6-097a-4092-92a5-3183face3d6b req-cae6eb12-c8d4-487a-8947-fe697962c3b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:18.320408 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae6eb12-c8d4-487a-8947-fe697962c3b5 service neutron] Pushing event updated for resources: {'Port': ['ID=4f7e7df0-2cad-495a-a401-ff42dbfa457b,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:48:18.357291 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-d0e7e9c6-097a-4092-92a5-3183face3d6b req-cae6eb12-c8d4-487a-8947-fe697962c3b5 service neutron] Attempting to bind port 4f7e7df0-2cad-495a-a401-ff42dbfa457b on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:48:18.357640 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-d0e7e9c6-097a-4092-92a5-3183face3d6b req-cae6eb12-c8d4-487a-8947-fe697962c3b5 service neutron] Attempting to bind port 4f7e7df0-2cad-495a-a401-ff42dbfa457b by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '308c7c80-2dfe-465a-907b-006f4bf32eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:48:18.357982 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e7e9c6-097a-4092-92a5-3183face3d6b req-cae6eb12-c8d4-487a-8947-fe697962c3b5 service neutron] Attempting to bind port 4f7e7df0-2cad-495a-a401-ff42dbfa457b on network 31e0906b-d6f8-4071-9d72-971224eb2adb {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:48:18.365247 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e7e9c6-097a-4092-92a5-3183face3d6b req-cae6eb12-c8d4-487a-8947-fe697962c3b5 service neutron] Port 4f7e7df0-2cad-495a-a401-ff42dbfa457b on network 31e0906b-d6f8-4071-9d72-971224eb2adb not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:48:18.366175 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e7e9c6-097a-4092-92a5-3183face3d6b req-cae6eb12-c8d4-487a-8947-fe697962c3b5 service neutron] Attempting to bind port 4f7e7df0-2cad-495a-a401-ff42dbfa457b on network 31e0906b-d6f8-4071-9d72-971224eb2adb {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:48:18.371686 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e7e9c6-097a-4092-92a5-3183face3d6b req-cae6eb12-c8d4-487a-8947-fe697962c3b5 service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:48:18.372082 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e7e9c6-097a-4092-92a5-3183face3d6b req-cae6eb12-c8d4-487a-8947-fe697962c3b5 service neutron] Checking segment: {'id': '308c7c80-2dfe-465a-907b-006f4bf32eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:48:18.372413 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e7e9c6-097a-4092-92a5-3183face3d6b req-cae6eb12-c8d4-487a-8947-fe697962c3b5 service neutron] Bound using segment: {'id': '308c7c80-2dfe-465a-907b-006f4bf32eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:48:18.372849 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-d0e7e9c6-097a-4092-92a5-3183face3d6b req-cae6eb12-c8d4-487a-8947-fe697962c3b5 service neutron] Bound port: 4f7e7df0-2cad-495a-a401-ff42dbfa457b, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '308c7c80-2dfe-465a-907b-006f4bf32eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:48:18.373218 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d0e7e9c6-097a-4092-92a5-3183face3d6b req-cae6eb12-c8d4-487a-8947-fe697962c3b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:18.475320 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-d0e7e9c6-097a-4092-92a5-3183face3d6b req-cae6eb12-c8d4-487a-8947-fe697962c3b5 service neutron] For port 4f7e7df0-2cad-495a-a401-ff42dbfa457b, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:48:18.479008 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-d0e7e9c6-097a-4092-92a5-3183face3d6b req-cae6eb12-c8d4-487a-8947-fe697962c3b5 service neutron] For port 4f7e7df0-2cad-495a-a401-ff42dbfa457b, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=4f7e7df0-2cad-495a-a401-ff42dbfa457b,segment=NetworkSegment(308c7c80-2dfe-465a-907b-006f4bf32eae),segment_id=308c7c80-2dfe-465a-907b-006f4bf32eae)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:48:18.493938 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d0e7e9c6-097a-4092-92a5-3183face3d6b req-cae6eb12-c8d4-487a-8947-fe697962c3b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:18.535536 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e7e9c6-097a-4092-92a5-3183face3d6b req-cae6eb12-c8d4-487a-8947-fe697962c3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:18.536211 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d0e7e9c6-097a-4092-92a5-3183face3d6b req-cae6eb12-c8d4-487a-8947-fe697962c3b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:18.538063 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d0e7e9c6-097a-4092-92a5-3183face3d6b req-cae6eb12-c8d4-487a-8947-fe697962c3b5 service neutron] 10.222.0.49 "PUT /v2.0/ports/4f7e7df0-2cad-495a-a401-ff42dbfa457b HTTP/1.1" status: 200 len: 1092 time: 0.9856453 Jul 15 23:48:18.540127 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4c9118d-8ae2-4317-93cc-e054dc9b1e6d', 'tag': '4f7e7df0-2cad-495a-a401-ff42dbfa457b'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:48:18.542845 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e67d822c-ba9d-4fc6-a61a-328d0dcb7064" -d '{"events": [{"name": "network-changed", "server_uuid": "d4c9118d-8ae2-4317-93cc-e054dc9b1e6d", "tag": "4f7e7df0-2cad-495a-a401-ff42dbfa457b"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:48:18.588772 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae6eb12-c8d4-487a-8947-fe697962c3b5 service neutron] Pushing event updated for resources: {'Port': ['ID=4f7e7df0-2cad-495a-a401-ff42dbfa457b,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:48:18.655565 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f833c2-2416-4203-98af-a550d40e0022 x-openstack-request-id: req-f8f833c2-2416-4203-98af-a550d40e0022 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:48:18.655903 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4c9118d-8ae2-4317-93cc-e054dc9b1e6d", "tag": "4f7e7df0-2cad-495a-a401-ff42dbfa457b", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:48:18.656238 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f8f833c2-2416-4203-98af-a550d40e0022 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:48:18.656669 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4c9118d-8ae2-4317-93cc-e054dc9b1e6d', 'tag': '4f7e7df0-2cad-495a-a401-ff42dbfa457b', 'status': 'completed', 'code': 200} Jul 15 23:48:18.684884 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e7e9c6-097a-4092-92a5-3183face3d6b req-c85b7229-b533-47c6-9590-c71fdcd40526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:18.686425 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d0e7e9c6-097a-4092-92a5-3183face3d6b req-c85b7229-b533-47c6-9590-c71fdcd40526 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=854f7f06e5364ce38de1e2e446f56e73&device_id=d4c9118d-8ae2-4317-93cc-e054dc9b1e6d HTTP/1.1" status: 200 len: 1095 time: 0.0805321 Jul 15 23:48:18.743969 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d0e7e9c6-097a-4092-92a5-3183face3d6b req-0e65f64d-60a5-4836-bd66-96bcbf7a7026 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f7e7df0-2cad-495a-a401-ff42dbfa457b HTTP/1.1" status: 200 len: 217 time: 0.0508363 Jul 15 23:48:18.813847 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e7e9c6-097a-4092-92a5-3183face3d6b req-526de37c-fdde-4c36-9859-4ebfa8f3db9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:18.815945 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d0e7e9c6-097a-4092-92a5-3183face3d6b req-526de37c-fdde-4c36-9859-4ebfa8f3db9a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c5a5342a-197a-422d-81d6-779d4a25a0f6 HTTP/1.1" status: 200 len: 850 time: 0.0659301 Jul 15 23:48:18.906337 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e7e9c6-097a-4092-92a5-3183face3d6b req-e71e15f8-74ab-4992-b46b-b8d7b83e5f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:18.907934 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d0e7e9c6-097a-4092-92a5-3183face3d6b req-e71e15f8-74ab-4992-b46b-b8d7b83e5f53 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=31e0906b-d6f8-4071-9d72-971224eb2adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0866845 Jul 15 23:48:19.017328 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d0e7e9c6-097a-4092-92a5-3183face3d6b req-b70ead62-fda7-4739-998a-64fd321a74b6 service neutron] 10.222.0.49 "GET /v2.0/networks/31e0906b-d6f8-4071-9d72-971224eb2adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032648 Jul 15 23:48:19.133875 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d0e7e9c6-097a-4092-92a5-3183face3d6b req-14445ead-1f1c-40f3-af35-d87a1a096c53 service neutron] 10.222.0.49 "GET /v2.0/networks/31e0906b-d6f8-4071-9d72-971224eb2adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106842 Jul 15 23:48:19.257096 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d822c-ba9d-4fc6-a61a-328d0dcb7064 req-6b5af42d-f89a-45cc-ae91-811e84fb43b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:19.258936 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e67d822c-ba9d-4fc6-a61a-328d0dcb7064 req-6b5af42d-f89a-45cc-ae91-811e84fb43b7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=854f7f06e5364ce38de1e2e446f56e73&device_id=d4c9118d-8ae2-4317-93cc-e054dc9b1e6d HTTP/1.1" status: 200 len: 1095 time: 0.0737748 Jul 15 23:48:19.380656 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d822c-ba9d-4fc6-a61a-328d0dcb7064 req-c75c3f3d-2104-46bc-afbd-1292b609bbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:19.382418 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e67d822c-ba9d-4fc6-a61a-328d0dcb7064 req-c75c3f3d-2104-46bc-afbd-1292b609bbcb service neutron] 10.222.0.49 "GET /v2.0/networks?id=31e0906b-d6f8-4071-9d72-971224eb2adb HTTP/1.1" status: 200 len: 912 time: 0.1139939 Jul 15 23:48:19.451737 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e67d822c-ba9d-4fc6-a61a-328d0dcb7064 req-41cc7ec9-9b36-460b-90e6-dad0d2bce606 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f7e7df0-2cad-495a-a401-ff42dbfa457b HTTP/1.1" status: 200 len: 217 time: 0.0592010 Jul 15 23:48:19.530377 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194972ab-51ac-4abb-b709-a402cb8f1062 req-69430afb-2d51-448d-ace1-c9bcfa9b72cc tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:19.532035 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-194972ab-51ac-4abb-b709-a402cb8f1062 req-69430afb-2d51-448d-ace1-c9bcfa9b72cc tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4c9118d-8ae2-4317-93cc-e054dc9b1e6d HTTP/1.1" status: 200 len: 944 time: 0.1487057 Jul 15 23:48:19.533575 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d822c-ba9d-4fc6-a61a-328d0dcb7064 req-5a4ed35e-88d2-4c46-942f-0205de8790d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:19.534939 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e67d822c-ba9d-4fc6-a61a-328d0dcb7064 req-5a4ed35e-88d2-4c46-942f-0205de8790d9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c5a5342a-197a-422d-81d6-779d4a25a0f6 HTTP/1.1" status: 200 len: 850 time: 0.0768471 Jul 15 23:48:19.620591 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-194972ab-51ac-4abb-b709-a402cb8f1062 req-5bb32268-7e5b-40a0-9ce6-bb2307d94ed3 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814192 Jul 15 23:48:19.640177 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d822c-ba9d-4fc6-a61a-328d0dcb7064 req-9bbe556d-8bda-4ec1-b073-75e6a722dcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:19.641749 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e67d822c-ba9d-4fc6-a61a-328d0dcb7064 req-9bbe556d-8bda-4ec1-b073-75e6a722dcfa service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=31e0906b-d6f8-4071-9d72-971224eb2adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0963135 Jul 15 23:48:19.755098 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e67d822c-ba9d-4fc6-a61a-328d0dcb7064 req-bb1612c2-8b3c-48fa-9685-d42d82104512 service neutron] 10.222.0.49 "GET /v2.0/networks/31e0906b-d6f8-4071-9d72-971224eb2adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070960 Jul 15 23:48:19.881769 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e67d822c-ba9d-4fc6-a61a-328d0dcb7064 req-39421411-d35f-4530-bc3b-748cab675036 service neutron] 10.222.0.49 "GET /v2.0/networks/31e0906b-d6f8-4071-9d72-971224eb2adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197686 Jul 15 23:48:20.849854 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e332b2-2da7-4151-827c-50c5485fc44d req-0c8728cc-731d-465d-a1ae-bcf540373e4e tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:20.858242 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-91e332b2-2da7-4151-827c-50c5485fc44d req-0c8728cc-731d-465d-a1ae-bcf540373e4e tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4c9118d-8ae2-4317-93cc-e054dc9b1e6d HTTP/1.1" status: 200 len: 944 time: 0.0997324 Jul 15 23:48:20.923285 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-91e332b2-2da7-4151-827c-50c5485fc44d req-f5052529-ad1a-4db5-b44a-aca7056a3ea7 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641587 Jul 15 23:48:22.196769 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e208c7-57a5-4cff-83f7-593c00c81967 req-c3f0e471-0582-402d-a01f-18ddfb0041c0 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:22.198931 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d8e208c7-57a5-4cff-83f7-593c00c81967 req-c3f0e471-0582-402d-a01f-18ddfb0041c0 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4c9118d-8ae2-4317-93cc-e054dc9b1e6d HTTP/1.1" status: 200 len: 944 time: 0.1157780 Jul 15 23:48:22.261242 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d8e208c7-57a5-4cff-83f7-593c00c81967 req-f1b742c8-ecdd-4d6b-aeb7-878a44abef7c tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551670 Jul 15 23:48:23.514464 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da6270-6dfc-4f6e-afb5-8aa53a3db80d req-8d6782f9-0391-4dc3-9ea5-7c832a19a754 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:23.515995 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e1da6270-6dfc-4f6e-afb5-8aa53a3db80d req-8d6782f9-0391-4dc3-9ea5-7c832a19a754 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4c9118d-8ae2-4317-93cc-e054dc9b1e6d HTTP/1.1" status: 200 len: 944 time: 0.1075337 Jul 15 23:48:23.573348 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e1da6270-6dfc-4f6e-afb5-8aa53a3db80d req-b70d5c7c-6b4d-4ffe-8098-e876567d204a tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405276 Jul 15 23:48:24.799691 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79baa1a-ae38-4054-b881-86ca65527162 req-95703c44-37e4-4ce5-afd9-72439b465713 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:24.801266 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f79baa1a-ae38-4054-b881-86ca65527162 req-95703c44-37e4-4ce5-afd9-72439b465713 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4c9118d-8ae2-4317-93cc-e054dc9b1e6d HTTP/1.1" status: 200 len: 944 time: 0.0841348 Jul 15 23:48:24.847883 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f79baa1a-ae38-4054-b881-86ca65527162 req-dbe08f00-1489-4f79-a7b7-415f05878c1e tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393360 Jul 15 23:48:25.620340 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:26.047459 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c2ce2-c401-40c6-9a06-bcb0c6cd8124 req-ea2ce996-1b98-4fea-bb0c-760c2248e002 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:26.049411 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-475c2ce2-c401-40c6-9a06-bcb0c6cd8124 req-ea2ce996-1b98-4fea-bb0c-760c2248e002 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4c9118d-8ae2-4317-93cc-e054dc9b1e6d HTTP/1.1" status: 200 len: 944 time: 0.0753980 Jul 15 23:48:26.091473 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-475c2ce2-c401-40c6-9a06-bcb0c6cd8124 req-00078069-85f6-4787-9419-fb065728e35b tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346467 Jul 15 23:48:27.281899 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d23c6d2-8361-4ffa-9fba-4b9636bccb15 req-4587f273-e7f9-44c6-8594-15a2cced773b tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:27.283682 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3d23c6d2-8361-4ffa-9fba-4b9636bccb15 req-4587f273-e7f9-44c6-8594-15a2cced773b tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4c9118d-8ae2-4317-93cc-e054dc9b1e6d HTTP/1.1" status: 200 len: 944 time: 0.0658822 Jul 15 23:48:27.336289 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3d23c6d2-8361-4ffa-9fba-4b9636bccb15 req-9cb2f695-69aa-42f6-b1e1-a3627906e232 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451686 Jul 15 23:48:28.518855 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44793219-1321-4491-9972-d65beec4d8c5 req-911dbfe5-3fc8-4b49-90bd-2e2634fe2341 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:28.520372 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-44793219-1321-4491-9972-d65beec4d8c5 req-911dbfe5-3fc8-4b49-90bd-2e2634fe2341 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4c9118d-8ae2-4317-93cc-e054dc9b1e6d HTTP/1.1" status: 200 len: 944 time: 0.0640435 Jul 15 23:48:28.560026 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-44793219-1321-4491-9972-d65beec4d8c5 req-043a3338-a381-4b91-b8ea-dc6851fca91a tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332580 Jul 15 23:48:29.517973 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 48910) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:48:29.529986 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c6be9011-d5a9-421f-bf86-b9e9256d5455 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1488482871', 'description': 'tempest-secgroup-smoke-1488482871 description', 'project_id': 'da929472d9094d018e34f1bb52ea6423'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:48:29.553307 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c6be9011-d5a9-421f-bf86-b9e9256d5455 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:29.638812 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c6be9011-d5a9-421f-bf86-b9e9256d5455 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:29.645271 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c6be9011-d5a9-421f-bf86-b9e9256d5455 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:29.672788 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6be9011-d5a9-421f-bf86-b9e9256d5455 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=016d2c2b-5d41-4d9e-bcca-2011d1b5575f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:48:29.689041 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6be9011-d5a9-421f-bf86-b9e9256d5455 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:48:29.689041 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6be9011-d5a9-421f-bf86-b9e9256d5455 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:48:29.692115 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6be9011-d5a9-421f-bf86-b9e9256d5455 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:48:29.692115 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6be9011-d5a9-421f-bf86-b9e9256d5455 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:48:29.692115 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6be9011-d5a9-421f-bf86-b9e9256d5455 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:48:29.692460 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6be9011-d5a9-421f-bf86-b9e9256d5455 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:48:29.693444 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6be9011-d5a9-421f-bf86-b9e9256d5455 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:48:29.693954 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6be9011-d5a9-421f-bf86-b9e9256d5455 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:48:29.694438 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6be9011-d5a9-421f-bf86-b9e9256d5455 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:48:29.694993 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6be9011-d5a9-421f-bf86-b9e9256d5455 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:48:29.696950 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6be9011-d5a9-421f-bf86-b9e9256d5455 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:48:29.697681 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6be9011-d5a9-421f-bf86-b9e9256d5455 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:48:29.703644 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c6be9011-d5a9-421f-bf86-b9e9256d5455 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:29.705597 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c6be9011-d5a9-421f-bf86-b9e9256d5455 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1865027 Jul 15 23:48:29.709395 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 48916) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:48:29.715321 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-96eff3af-f023-492c-9839-9c3b7953bde0 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Request body: {'security_group_rule': {'security_group_id': '016d2c2b-5d41-4d9e-bcca-2011d1b5575f', 'project_id': 'da929472d9094d018e34f1bb52ea6423', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:48:29.804184 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-96eff3af-f023-492c-9839-9c3b7953bde0 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:29.885342 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d3bb3-5d29-430d-b852-a282f25a4834 req-28725aad-6b61-4d20-a4ed-7f3491677352 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:29.886865 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-268d3bb3-5d29-430d-b852-a282f25a4834 req-28725aad-6b61-4d20-a4ed-7f3491677352 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4c9118d-8ae2-4317-93cc-e054dc9b1e6d HTTP/1.1" status: 200 len: 944 time: 0.1433132 Jul 15 23:48:29.897990 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-96eff3af-f023-492c-9839-9c3b7953bde0 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:29.906672 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-96eff3af-f023-492c-9839-9c3b7953bde0 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:29.947366 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eff3af-f023-492c-9839-9c3b7953bde0 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68a27bb2-7108-4247-9d04-9735fe9918cb,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:48:29.956553 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-96eff3af-f023-492c-9839-9c3b7953bde0 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:29.958350 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-96eff3af-f023-492c-9839-9c3b7953bde0 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2474251 Jul 15 23:48:29.961339 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 48918) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:48:29.967503 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-111c8a93-161c-4108-8cc9-a677f692f1fd tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Request body: {'security_group_rule': {'security_group_id': '016d2c2b-5d41-4d9e-bcca-2011d1b5575f', 'project_id': 'da929472d9094d018e34f1bb52ea6423', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:48:29.971838 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-268d3bb3-5d29-430d-b852-a282f25a4834 req-e87bc796-a231-4dc7-a037-ae1609c696c1 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754819 Jul 15 23:48:30.010981 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-111c8a93-161c-4108-8cc9-a677f692f1fd tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:30.080273 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-111c8a93-161c-4108-8cc9-a677f692f1fd tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:30.085910 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-111c8a93-161c-4108-8cc9-a677f692f1fd tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:30.110391 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111c8a93-161c-4108-8cc9-a677f692f1fd tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f09d3b5c-1192-4b71-ac37-e13137a92d93,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:48:30.118803 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-111c8a93-161c-4108-8cc9-a677f692f1fd tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:30.120808 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-111c8a93-161c-4108-8cc9-a677f692f1fd tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1575279 Jul 15 23:48:30.122954 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 48920) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:48:30.127445 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-be6c6ca0-2f22-4f2b-8f74-bbb6f72b7a45 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Request body: {'security_group_rule': {'security_group_id': '016d2c2b-5d41-4d9e-bcca-2011d1b5575f', 'project_id': 'da929472d9094d018e34f1bb52ea6423', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:48:30.156257 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-be6c6ca0-2f22-4f2b-8f74-bbb6f72b7a45 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:30.218644 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-be6c6ca0-2f22-4f2b-8f74-bbb6f72b7a45 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:30.222847 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-be6c6ca0-2f22-4f2b-8f74-bbb6f72b7a45 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:30.241993 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6c6ca0-2f22-4f2b-8f74-bbb6f72b7a45 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58f00ae9-772a-4ee4-8527-1c8808e54c45,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:48:30.248751 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-be6c6ca0-2f22-4f2b-8f74-bbb6f72b7a45 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:30.250192 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-be6c6ca0-2f22-4f2b-8f74-bbb6f72b7a45 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1262140 Jul 15 23:48:30.253239 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 48922) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:48:30.258505 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a45f1f9a-2c44-4371-ab56-559c2f012f5a tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Request body: {'security_group_rule': {'security_group_id': '016d2c2b-5d41-4d9e-bcca-2011d1b5575f', 'project_id': 'da929472d9094d018e34f1bb52ea6423', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:48:30.285905 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a45f1f9a-2c44-4371-ab56-559c2f012f5a tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:30.356572 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a45f1f9a-2c44-4371-ab56-559c2f012f5a tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:30.361543 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a45f1f9a-2c44-4371-ab56-559c2f012f5a tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:30.386504 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45f1f9a-2c44-4371-ab56-559c2f012f5a tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ae0ddd8-6d96-46f1-b765-9f21717e18c7,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:48:30.393408 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a45f1f9a-2c44-4371-ab56-559c2f012f5a tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:30.394730 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a45f1f9a-2c44-4371-ab56-559c2f012f5a tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1404731 Jul 15 23:48:30.398278 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 48924) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:48:30.403123 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-2fcd51e9-a31e-4bd0-9916-9bbde1d467cf tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Request body: {'security_group_rule': {'security_group_id': '016d2c2b-5d41-4d9e-bcca-2011d1b5575f', 'project_id': 'da929472d9094d018e34f1bb52ea6423', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:48:30.432497 n-d-794306-6 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-2fcd51e9-a31e-4bd0-9916-9bbde1d467cf tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Project da929472d9094d018e34f1bb52ea6423 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:48:30.438696 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2fcd51e9-a31e-4bd0-9916-9bbde1d467cf tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:30.506190 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2fcd51e9-a31e-4bd0-9916-9bbde1d467cf tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:30.515976 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2fcd51e9-a31e-4bd0-9916-9bbde1d467cf tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:30.535481 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcd51e9-a31e-4bd0-9916-9bbde1d467cf tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02a9f52b-ebf4-4ade-aa8b-b6028b412b32,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:48:30.542283 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2fcd51e9-a31e-4bd0-9916-9bbde1d467cf tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:30.543629 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-2fcd51e9-a31e-4bd0-9916-9bbde1d467cf tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1443515 Jul 15 23:48:30.546370 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 48926) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:48:30.551035 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ffe2fd98-9653-4e4e-bb31-9767b99028b4 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Request body: {'security_group_rule': {'security_group_id': '016d2c2b-5d41-4d9e-bcca-2011d1b5575f', 'project_id': 'da929472d9094d018e34f1bb52ea6423', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:48:30.573579 n-d-794306-6 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-ffe2fd98-9653-4e4e-bb31-9767b99028b4 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Project da929472d9094d018e34f1bb52ea6423 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:48:30.579222 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ffe2fd98-9653-4e4e-bb31-9767b99028b4 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:30.651674 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ffe2fd98-9653-4e4e-bb31-9767b99028b4 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:30.655193 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ffe2fd98-9653-4e4e-bb31-9767b99028b4 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:30.673532 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe2fd98-9653-4e4e-bb31-9767b99028b4 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9152ca48-dd6d-444a-a235-0c5fbaeeb3e0,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:48:30.682332 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ffe2fd98-9653-4e4e-bb31-9767b99028b4 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:30.683665 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ffe2fd98-9653-4e4e-bb31-9767b99028b4 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1362820 Jul 15 23:48:30.843832 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-50991a02-84f7-4ce4-8d24-f74dda93d472 req-1668581a-686f-4850-9338-92b819823ebd tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1488482871&fields=id&tenant_id=da929472d9094d018e34f1bb52ea6423 HTTP/1.1" status: 200 len: 267 time: 0.0367372 Jul 15 23:48:30.867815 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38da1142-d5b1-4f50-8584-0e477d911c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:30.967997 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50991a02-84f7-4ce4-8d24-f74dda93d472 req-14d3f7d3-80ab-43e2-92e9-9e4f9f688a74 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:30.969560 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-50991a02-84f7-4ce4-8d24-f74dda93d472 req-14d3f7d3-80ab-43e2-92e9-9e4f9f688a74 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] 10.222.0.48 "GET /v2.0/networks?id=5a4a028c-633b-4d9e-8d9b-40effda41bc4 HTTP/1.1" status: 200 len: 813 time: 0.1129670 Jul 15 23:48:30.992764 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-50991a02-84f7-4ce4-8d24-f74dda93d472 req-05cbc5bf-dd1e-4c7d-a9fa-2ae3032fa3c7 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] 10.222.0.48 "GET /v2.0/quotas/da929472d9094d018e34f1bb52ea6423 HTTP/1.1" status: 200 len: 375 time: 0.0172210 Jul 15 23:48:31.066487 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-50991a02-84f7-4ce4-8d24-f74dda93d472 req-5b16e6d9-647b-4420-9448-b49994ee3c29 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=da929472d9094d018e34f1bb52ea6423&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0683608 Jul 15 23:48:31.151067 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [req-50991a02-84f7-4ce4-8d24-f74dda93d472 req-365dbd77-8364-4b0e-9837-c2309fb61913 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:48:31.152135 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-50991a02-84f7-4ce4-8d24-f74dda93d472 req-365dbd77-8364-4b0e-9837-c2309fb61913 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0665519 Jul 15 23:48:31.214426 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c11bbc-45e9-4cb1-833f-e13c1af5719f req-050b7891-5251-41ad-8775-c9ab59a93d03 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:31.215979 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-50c11bbc-45e9-4cb1-833f-e13c1af5719f req-050b7891-5251-41ad-8775-c9ab59a93d03 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4c9118d-8ae2-4317-93cc-e054dc9b1e6d HTTP/1.1" status: 200 len: 944 time: 0.1092086 Jul 15 23:48:31.301548 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-50c11bbc-45e9-4cb1-833f-e13c1af5719f req-b8011424-9cb5-4ab0-9ca6-91a66067ff61 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780268 Jul 15 23:48:31.308090 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-50991a02-84f7-4ce4-8d24-f74dda93d472 req-40006341-21e2-4d52-8d17-3f00a6cf71d8 service neutron] 10.222.0.48 "GET /v2.0/networks/5a4a028c-633b-4d9e-8d9b-40effda41bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419611 Jul 15 23:48:31.410535 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-50991a02-84f7-4ce4-8d24-f74dda93d472 req-459fff9b-d760-44ea-81c1-ea7fc1360724 service neutron] 10.222.0.48 "GET /v2.0/networks/5a4a028c-633b-4d9e-8d9b-40effda41bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965147 Jul 15 23:48:31.717550 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ed4444b9-ba4f-4e47-ad46-f26fad23ae81 req-4f8b6cec-08c3-4bad-acc4-def5da56672e tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] 10.222.0.48 "GET /v2.0/ports?device_id=08dc74ac-4274-4ab1-90cc-7ba1ece01a6c HTTP/1.1" status: 200 len: 210 time: 0.0294583 Jul 15 23:48:32.504472 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b3782e-dedd-48b0-9010-1a940e0fe13e req-7d7ec2af-93ec-4d60-992a-2fb8e6aee410 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:32.506692 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a7b3782e-dedd-48b0-9010-1a940e0fe13e req-7d7ec2af-93ec-4d60-992a-2fb8e6aee410 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4c9118d-8ae2-4317-93cc-e054dc9b1e6d HTTP/1.1" status: 200 len: 944 time: 0.0766389 Jul 15 23:48:32.554883 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a7b3782e-dedd-48b0-9010-1a940e0fe13e req-b596a7f6-8c81-44bb-b22d-291056bc7af5 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421214 Jul 15 23:48:32.877841 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-edd89a67-45d4-4a77-aba7-3377751fb3e3 req-247d4893-7abf-4031-a320-970b8d3836ca tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] 10.222.0.48 "GET /v2.0/ports?device_id=08dc74ac-4274-4ab1-90cc-7ba1ece01a6c HTTP/1.1" status: 200 len: 210 time: 0.0364201 Jul 15 23:48:33.032151 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50991a02-84f7-4ce4-8d24-f74dda93d472 req-1e0333a1-888b-4b83-ab1e-356178822dfd tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:33.033645 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-50991a02-84f7-4ce4-8d24-f74dda93d472 req-1e0333a1-888b-4b83-ab1e-356178822dfd tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] 10.222.0.41 "GET /v2.0/networks?id=5a4a028c-633b-4d9e-8d9b-40effda41bc4 HTTP/1.1" status: 200 len: 813 time: 0.1145792 Jul 15 23:48:33.106137 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-50991a02-84f7-4ce4-8d24-f74dda93d472 req-f70ba125-3206-47c5-8d7a-4723d3859f53 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da929472d9094d018e34f1bb52ea6423 HTTP/1.1" status: 200 len: 380 time: 0.0378656 Jul 15 23:48:33.115607 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-50991a02-84f7-4ce4-8d24-f74dda93d472 req-844c47bb-90e0-4a50-9d4f-f9339b6399f0 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Request body: {'port': {'device_id': '08dc74ac-4274-4ab1-90cc-7ba1ece01a6c', 'network_id': '5a4a028c-633b-4d9e-8d9b-40effda41bc4', 'admin_state_up': True, 'tenant_id': 'da929472d9094d018e34f1bb52ea6423', 'security_groups': ['016d2c2b-5d41-4d9e-bcca-2011d1b5575f']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:48:33.237124 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50991a02-84f7-4ce4-8d24-f74dda93d472 req-844c47bb-90e0-4a50-9d4f-f9339b6399f0 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Made reservation on behalf of da929472d9094d018e34f1bb52ea6423 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:48:33.245217 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-50991a02-84f7-4ce4-8d24-f74dda93d472 req-844c47bb-90e0-4a50-9d4f-f9339b6399f0 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:33.386481 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-50991a02-84f7-4ce4-8d24-f74dda93d472 req-844c47bb-90e0-4a50-9d4f-f9339b6399f0 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Allocated IP 172.20.0.3 (5a4a028c-633b-4d9e-8d9b-40effda41bc4/f2a0f560-7f4c-4412-92b9-5ab3ed30a993/5d3000e4-5cb2-4c1b-83d7-62fb2037e0db) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:48:33.433222 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:33.544815 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-50991a02-84f7-4ce4-8d24-f74dda93d472 req-844c47bb-90e0-4a50-9d4f-f9339b6399f0 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:33.559987 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-50991a02-84f7-4ce4-8d24-f74dda93d472 req-844c47bb-90e0-4a50-9d4f-f9339b6399f0 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Transition to ACTIVE for port object 5d3000e4-5cb2-4c1b-83d7-62fb2037e0db will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:48:33.602169 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-50991a02-84f7-4ce4-8d24-f74dda93d472 req-844c47bb-90e0-4a50-9d4f-f9339b6399f0 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:33.657675 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50991a02-84f7-4ce4-8d24-f74dda93d472 req-844c47bb-90e0-4a50-9d4f-f9339b6399f0 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Network 5a4a028c-633b-4d9e-8d9b-40effda41bc4 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:48:33.663205 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-50991a02-84f7-4ce4-8d24-f74dda93d472 req-844c47bb-90e0-4a50-9d4f-f9339b6399f0 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:48:33.667288 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-50991a02-84f7-4ce4-8d24-f74dda93d472 req-844c47bb-90e0-4a50-9d4f-f9339b6399f0 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:48:33.700350 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844c47bb-90e0-4a50-9d4f-f9339b6399f0 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Pushing event updated for resources: {'Port': ['ID=5d3000e4-5cb2-4c1b-83d7-62fb2037e0db,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:48:33.763275 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50991a02-84f7-4ce4-8d24-f74dda93d472 req-844c47bb-90e0-4a50-9d4f-f9339b6399f0 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:33.764113 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-50991a02-84f7-4ce4-8d24-f74dda93d472 req-844c47bb-90e0-4a50-9d4f-f9339b6399f0 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:33.790670 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-50991a02-84f7-4ce4-8d24-f74dda93d472 req-844c47bb-90e0-4a50-9d4f-f9339b6399f0 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6795874 Jul 15 23:48:33.809735 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea8f717-81da-4991-a909-282611bacfd6 req-8b5a654d-ae3a-4204-a653-d76386453c4a tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:33.811826 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cea8f717-81da-4991-a909-282611bacfd6 req-8b5a654d-ae3a-4204-a653-d76386453c4a tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4c9118d-8ae2-4317-93cc-e054dc9b1e6d HTTP/1.1" status: 200 len: 944 time: 0.1125772 Jul 15 23:48:33.818832 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [req-50991a02-84f7-4ce4-8d24-f74dda93d472 req-fd63c904-db92-405e-9fda-6bc238d1a750 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:48:33.820513 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-50991a02-84f7-4ce4-8d24-f74dda93d472 req-fd63c904-db92-405e-9fda-6bc238d1a750 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075107 Jul 15 23:48:33.878436 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cea8f717-81da-4991-a909-282611bacfd6 req-8ac0bc95-f485-43f8-ae9d-e41573e3f001 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568571 Jul 15 23:48:33.901418 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-50991a02-84f7-4ce4-8d24-f74dda93d472 req-f978f9c7-b402-471a-a6ae-3da12bd24aa9 service neutron] Request body: {'port': {'device_id': '08dc74ac-4274-4ab1-90cc-7ba1ece01a6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:48:33.991985 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-50991a02-84f7-4ce4-8d24-f74dda93d472 req-f978f9c7-b402-471a-a6ae-3da12bd24aa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:34.019921 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-55146409-db37-404d-9154-d8060031b9ab None None] Provisioning for port 5d3000e4-5cb2-4c1b-83d7-62fb2037e0db completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:48:34.026164 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-55146409-db37-404d-9154-d8060031b9ab None None] Provisioning complete for port 5d3000e4-5cb2-4c1b-83d7-62fb2037e0db triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:48:34.027135 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-55146409-db37-404d-9154-d8060031b9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:34.069316 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-55146409-db37-404d-9154-d8060031b9ab None None] Port 5d3000e4-5cb2-4c1b-83d7-62fb2037e0db cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:48:34.193524 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f34af7d-b10b-4d64-9b1a-cf16722e446a req-645f786d-411f-4637-836c-36a45cfb6eaf tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:34.194988 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6f34af7d-b10b-4d64-9b1a-cf16722e446a req-645f786d-411f-4637-836c-36a45cfb6eaf tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] 10.222.0.48 "GET /v2.0/ports?device_id=08dc74ac-4274-4ab1-90cc-7ba1ece01a6c HTTP/1.1" status: 200 len: 931 time: 0.1637745 Jul 15 23:48:34.246798 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-76c613e9-06bb-4115-a354-9092da37cf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:34.282752 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6f34af7d-b10b-4d64-9b1a-cf16722e446a req-8577ce49-4bca-48e4-a6c7-4c42672b4a3a tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] 10.222.0.48 "GET /v2.0/security-groups?id=016d2c2b-5d41-4d9e-bcca-2011d1b5575f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807467 Jul 15 23:48:34.357566 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-50991a02-84f7-4ce4-8d24-f74dda93d472 req-f978f9c7-b402-471a-a6ae-3da12bd24aa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d3000e4-5cb2-4c1b-83d7-62fb2037e0db {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:48:34.367178 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-50991a02-84f7-4ce4-8d24-f74dda93d472 req-f978f9c7-b402-471a-a6ae-3da12bd24aa9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:34.381160 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-50991a02-84f7-4ce4-8d24-f74dda93d472 req-f978f9c7-b402-471a-a6ae-3da12bd24aa9 service neutron] Transition to ACTIVE for port object 5d3000e4-5cb2-4c1b-83d7-62fb2037e0db will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:48:34.385280 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-50991a02-84f7-4ce4-8d24-f74dda93d472 req-f978f9c7-b402-471a-a6ae-3da12bd24aa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:34.410660 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:34.444771 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f978f9c7-b402-471a-a6ae-3da12bd24aa9 service neutron] Pushing event updated for resources: {'Port': ['ID=5d3000e4-5cb2-4c1b-83d7-62fb2037e0db,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:48:34.558126 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-50991a02-84f7-4ce4-8d24-f74dda93d472 req-f978f9c7-b402-471a-a6ae-3da12bd24aa9 service neutron] Attempting to bind port 5d3000e4-5cb2-4c1b-83d7-62fb2037e0db on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:48:34.558815 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-50991a02-84f7-4ce4-8d24-f74dda93d472 req-f978f9c7-b402-471a-a6ae-3da12bd24aa9 service neutron] Attempting to bind port 5d3000e4-5cb2-4c1b-83d7-62fb2037e0db by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '374a4b5d-c7ff-4261-b181-04cabff283f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5a4a028c-633b-4d9e-8d9b-40effda41bc4'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:48:34.558815 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50991a02-84f7-4ce4-8d24-f74dda93d472 req-f978f9c7-b402-471a-a6ae-3da12bd24aa9 service neutron] Attempting to bind port 5d3000e4-5cb2-4c1b-83d7-62fb2037e0db on network 5a4a028c-633b-4d9e-8d9b-40effda41bc4 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:48:34.563628 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50991a02-84f7-4ce4-8d24-f74dda93d472 req-f978f9c7-b402-471a-a6ae-3da12bd24aa9 service neutron] Port 5d3000e4-5cb2-4c1b-83d7-62fb2037e0db on network 5a4a028c-633b-4d9e-8d9b-40effda41bc4 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:48:34.564100 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50991a02-84f7-4ce4-8d24-f74dda93d472 req-f978f9c7-b402-471a-a6ae-3da12bd24aa9 service neutron] Attempting to bind port 5d3000e4-5cb2-4c1b-83d7-62fb2037e0db on network 5a4a028c-633b-4d9e-8d9b-40effda41bc4 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:48:34.569902 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50991a02-84f7-4ce4-8d24-f74dda93d472 req-f978f9c7-b402-471a-a6ae-3da12bd24aa9 service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:48:34.570519 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50991a02-84f7-4ce4-8d24-f74dda93d472 req-f978f9c7-b402-471a-a6ae-3da12bd24aa9 service neutron] Checking segment: {'id': '374a4b5d-c7ff-4261-b181-04cabff283f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5a4a028c-633b-4d9e-8d9b-40effda41bc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:48:34.570909 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50991a02-84f7-4ce4-8d24-f74dda93d472 req-f978f9c7-b402-471a-a6ae-3da12bd24aa9 service neutron] Bound using segment: {'id': '374a4b5d-c7ff-4261-b181-04cabff283f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5a4a028c-633b-4d9e-8d9b-40effda41bc4'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:48:34.571342 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-50991a02-84f7-4ce4-8d24-f74dda93d472 req-f978f9c7-b402-471a-a6ae-3da12bd24aa9 service neutron] Bound port: 5d3000e4-5cb2-4c1b-83d7-62fb2037e0db, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '374a4b5d-c7ff-4261-b181-04cabff283f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5a4a028c-633b-4d9e-8d9b-40effda41bc4'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:48:34.571763 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-50991a02-84f7-4ce4-8d24-f74dda93d472 req-f978f9c7-b402-471a-a6ae-3da12bd24aa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:34.649806 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-50991a02-84f7-4ce4-8d24-f74dda93d472 req-f978f9c7-b402-471a-a6ae-3da12bd24aa9 service neutron] For port 5d3000e4-5cb2-4c1b-83d7-62fb2037e0db, host n-h2-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:48:34.653733 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-50991a02-84f7-4ce4-8d24-f74dda93d472 req-f978f9c7-b402-471a-a6ae-3da12bd24aa9 service neutron] For port 5d3000e4-5cb2-4c1b-83d7-62fb2037e0db, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=5d3000e4-5cb2-4c1b-83d7-62fb2037e0db,segment=NetworkSegment(374a4b5d-c7ff-4261-b181-04cabff283f1),segment_id=374a4b5d-c7ff-4261-b181-04cabff283f1)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:48:34.658121 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-50991a02-84f7-4ce4-8d24-f74dda93d472 req-f978f9c7-b402-471a-a6ae-3da12bd24aa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:34.697651 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50991a02-84f7-4ce4-8d24-f74dda93d472 req-f978f9c7-b402-471a-a6ae-3da12bd24aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:34.698301 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-50991a02-84f7-4ce4-8d24-f74dda93d472 req-f978f9c7-b402-471a-a6ae-3da12bd24aa9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:34.699799 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-50991a02-84f7-4ce4-8d24-f74dda93d472 req-f978f9c7-b402-471a-a6ae-3da12bd24aa9 service neutron] 10.222.0.41 "PUT /v2.0/ports/5d3000e4-5cb2-4c1b-83d7-62fb2037e0db HTTP/1.1" status: 200 len: 1091 time: 0.8711078 Jul 15 23:48:34.700267 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08dc74ac-4274-4ab1-90cc-7ba1ece01a6c', 'tag': '5d3000e4-5cb2-4c1b-83d7-62fb2037e0db'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:48:34.702880 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728e6787-f245-49c8-a328-565d63741f08" -d '{"events": [{"name": "network-changed", "server_uuid": "08dc74ac-4274-4ab1-90cc-7ba1ece01a6c", "tag": "5d3000e4-5cb2-4c1b-83d7-62fb2037e0db"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:48:34.736923 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f978f9c7-b402-471a-a6ae-3da12bd24aa9 service neutron] Pushing event updated for resources: {'Port': ['ID=5d3000e4-5cb2-4c1b-83d7-62fb2037e0db,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:48:34.781887 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff4f9b1-3ee2-4a4b-8523-5b98e6874cc7 x-openstack-request-id: req-4ff4f9b1-3ee2-4a4b-8523-5b98e6874cc7 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:48:34.782291 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08dc74ac-4274-4ab1-90cc-7ba1ece01a6c", "tag": "5d3000e4-5cb2-4c1b-83d7-62fb2037e0db", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:48:34.782912 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4ff4f9b1-3ee2-4a4b-8523-5b98e6874cc7 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:48:34.783770 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08dc74ac-4274-4ab1-90cc-7ba1ece01a6c', 'tag': '5d3000e4-5cb2-4c1b-83d7-62fb2037e0db', 'status': 'completed', 'code': 200} Jul 15 23:48:34.849800 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50991a02-84f7-4ce4-8d24-f74dda93d472 req-e1b3703f-47f3-49c4-b9d1-29b92f59700a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:34.852010 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-50991a02-84f7-4ce4-8d24-f74dda93d472 req-e1b3703f-47f3-49c4-b9d1-29b92f59700a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=da929472d9094d018e34f1bb52ea6423&device_id=08dc74ac-4274-4ab1-90cc-7ba1ece01a6c HTTP/1.1" status: 200 len: 1094 time: 0.0823917 Jul 15 23:48:34.874634 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:48:34.903723 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-50991a02-84f7-4ce4-8d24-f74dda93d472 req-38107708-606f-4d73-9547-214dbcc3a9a7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d3000e4-5cb2-4c1b-83d7-62fb2037e0db HTTP/1.1" status: 200 len: 217 time: 0.0374744 Jul 15 23:48:34.961057 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50991a02-84f7-4ce4-8d24-f74dda93d472 req-e191993a-4bed-4267-84e4-5b13ec99dc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:34.962918 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-50991a02-84f7-4ce4-8d24-f74dda93d472 req-e191993a-4bed-4267-84e4-5b13ec99dc43 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f2a0f560-7f4c-4412-92b9-5ab3ed30a993 HTTP/1.1" status: 200 len: 852 time: 0.0531898 Jul 15 23:48:35.070084 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50991a02-84f7-4ce4-8d24-f74dda93d472 req-2b1908dd-1f25-4f85-944e-abfa81ed2119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:35.071785 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-50991a02-84f7-4ce4-8d24-f74dda93d472 req-2b1908dd-1f25-4f85-944e-abfa81ed2119 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5a4a028c-633b-4d9e-8d9b-40effda41bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1017466 Jul 15 23:48:35.163525 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1444b39-ebae-4076-ba5d-952efe2fd2a7 req-cb6fdf8a-7928-47e0-9013-2b3f67ab73ca tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:35.165163 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c1444b39-ebae-4076-ba5d-952efe2fd2a7 req-cb6fdf8a-7928-47e0-9013-2b3f67ab73ca tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4c9118d-8ae2-4317-93cc-e054dc9b1e6d HTTP/1.1" status: 200 len: 944 time: 0.1476195 Jul 15 23:48:35.227496 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-50991a02-84f7-4ce4-8d24-f74dda93d472 req-3a5eb59c-ebd7-4768-9dd8-56574c3bc013 service neutron] 10.222.0.41 "GET /v2.0/networks/5a4a028c-633b-4d9e-8d9b-40effda41bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479421 Jul 15 23:48:35.238616 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c1444b39-ebae-4076-ba5d-952efe2fd2a7 req-8dbb45ff-cfc4-4e65-98af-dce1b98466d8 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643985 Jul 15 23:48:35.343044 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-50991a02-84f7-4ce4-8d24-f74dda93d472 req-a78e51bb-98fa-4bf9-8ba9-6b44dd414b8a service neutron] 10.222.0.41 "GET /v2.0/networks/5a4a028c-633b-4d9e-8d9b-40effda41bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080678 Jul 15 23:48:35.889763 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e6787-f245-49c8-a328-565d63741f08 req-ffc92bc4-b101-479d-9ed8-4f16053fb9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:35.891696 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-728e6787-f245-49c8-a328-565d63741f08 req-ffc92bc4-b101-479d-9ed8-4f16053fb9b5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=da929472d9094d018e34f1bb52ea6423&device_id=08dc74ac-4274-4ab1-90cc-7ba1ece01a6c HTTP/1.1" status: 200 len: 1094 time: 0.4652128 Jul 15 23:48:35.934888 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79873e67-580f-4fbd-bcc3-b999248cf932 req-a05d2325-021f-479b-a1ef-1aceed9d10e7 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:35.936589 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-79873e67-580f-4fbd-bcc3-b999248cf932 req-a05d2325-021f-479b-a1ef-1aceed9d10e7 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] 10.222.0.48 "GET /v2.0/ports?device_id=08dc74ac-4274-4ab1-90cc-7ba1ece01a6c HTTP/1.1" status: 200 len: 943 time: 0.4761994 Jul 15 23:48:36.038240 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-79873e67-580f-4fbd-bcc3-b999248cf932 req-7432518e-1506-4048-88fe-10656a6475e7 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] 10.222.0.48 "GET /v2.0/security-groups?id=016d2c2b-5d41-4d9e-bcca-2011d1b5575f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908539 Jul 15 23:48:36.043830 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e6787-f245-49c8-a328-565d63741f08 req-5d8db812-a3eb-4ef7-949b-5972093adfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:36.045363 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-728e6787-f245-49c8-a328-565d63741f08 req-5d8db812-a3eb-4ef7-949b-5972093adfa6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5a4a028c-633b-4d9e-8d9b-40effda41bc4 HTTP/1.1" status: 200 len: 914 time: 0.1471562 Jul 15 23:48:36.095895 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-728e6787-f245-49c8-a328-565d63741f08 req-f0546b68-24a2-4e55-9ddc-3162090383ba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d3000e4-5cb2-4c1b-83d7-62fb2037e0db HTTP/1.1" status: 200 len: 217 time: 0.0402594 Jul 15 23:48:36.156056 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e6787-f245-49c8-a328-565d63741f08 req-ecd32f25-7a5b-4dbf-a6e9-703e1f41e0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:36.157559 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-728e6787-f245-49c8-a328-565d63741f08 req-ecd32f25-7a5b-4dbf-a6e9-703e1f41e0b4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f2a0f560-7f4c-4412-92b9-5ab3ed30a993 HTTP/1.1" status: 200 len: 852 time: 0.0544055 Jul 15 23:48:36.232942 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e6787-f245-49c8-a328-565d63741f08 req-528c86ee-aa30-4340-aaff-9d824601c154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:36.234401 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-728e6787-f245-49c8-a328-565d63741f08 req-528c86ee-aa30-4340-aaff-9d824601c154 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5a4a028c-633b-4d9e-8d9b-40effda41bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709765 Jul 15 23:48:36.358059 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-728e6787-f245-49c8-a328-565d63741f08 req-dc2a4ed3-570d-4507-9875-4a4542fc2158 service neutron] 10.222.0.41 "GET /v2.0/networks/5a4a028c-633b-4d9e-8d9b-40effda41bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169121 Jul 15 23:48:36.426059 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:36.510258 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-728e6787-f245-49c8-a328-565d63741f08 req-5272ab0e-85a0-4717-bff8-f7f611e99ba0 service neutron] 10.222.0.41 "GET /v2.0/networks/5a4a028c-633b-4d9e-8d9b-40effda41bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461921 Jul 15 23:48:36.534238 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47038b42-606b-42c0-a31b-1b709f15653c req-8780615b-0e40-4c7c-9f67-5493b7e48c40 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:36.538457 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-47038b42-606b-42c0-a31b-1b709f15653c req-8780615b-0e40-4c7c-9f67-5493b7e48c40 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4c9118d-8ae2-4317-93cc-e054dc9b1e6d HTTP/1.1" status: 200 len: 944 time: 0.1527321 Jul 15 23:48:36.596992 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-47038b42-606b-42c0-a31b-1b709f15653c req-3bc2cd01-9117-41f9-8af3-65d1452e7fc0 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522559 Jul 15 23:48:37.236622 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8792216-4781-4465-a8dd-bc00503bb99e req-ddc09c4b-3855-4947-99dd-457cdc1da573 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:37.238531 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d8792216-4781-4465-a8dd-bc00503bb99e req-ddc09c4b-3855-4947-99dd-457cdc1da573 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] 10.222.0.48 "GET /v2.0/ports?device_id=08dc74ac-4274-4ab1-90cc-7ba1ece01a6c HTTP/1.1" status: 200 len: 943 time: 0.0761540 Jul 15 23:48:37.283978 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d8792216-4781-4465-a8dd-bc00503bb99e req-2e373d54-1a4f-4a26-92aa-b2f98e9da8ad tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] 10.222.0.48 "GET /v2.0/security-groups?id=016d2c2b-5d41-4d9e-bcca-2011d1b5575f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388331 Jul 15 23:48:37.815861 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64912d02-77a5-4994-8c5c-09d5f8372c33 req-38f00e03-1d3f-4e1f-84de-1f01c8fd3554 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:37.817969 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-64912d02-77a5-4994-8c5c-09d5f8372c33 req-38f00e03-1d3f-4e1f-84de-1f01c8fd3554 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4c9118d-8ae2-4317-93cc-e054dc9b1e6d HTTP/1.1" status: 200 len: 944 time: 0.0870743 Jul 15 23:48:37.865843 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-64912d02-77a5-4994-8c5c-09d5f8372c33 req-8d30457d-824a-4905-9d45-8ca6721ca954 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408795 Jul 15 23:48:38.355898 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:38.480625 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b960c39a-fc52-45a2-89e2-1d92f0cae31d req-bc6c707a-309a-4423-9260-5d7229ffb32f tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:38.482266 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b960c39a-fc52-45a2-89e2-1d92f0cae31d req-bc6c707a-309a-4423-9260-5d7229ffb32f tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] 10.222.0.48 "GET /v2.0/ports?device_id=08dc74ac-4274-4ab1-90cc-7ba1ece01a6c HTTP/1.1" status: 200 len: 943 time: 0.0681214 Jul 15 23:48:38.525040 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b960c39a-fc52-45a2-89e2-1d92f0cae31d req-99d1ebcf-9106-4fa8-bd93-0cb9cf9bb3ae tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] 10.222.0.48 "GET /v2.0/security-groups?id=016d2c2b-5d41-4d9e-bcca-2011d1b5575f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369940 Jul 15 23:48:39.042638 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d99c8-4dda-4916-8fea-f3d6d75b79a0 req-98bcbefc-7a19-4a88-bafb-2f94ca212b79 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:39.044128 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a40d99c8-4dda-4916-8fea-f3d6d75b79a0 req-98bcbefc-7a19-4a88-bafb-2f94ca212b79 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4c9118d-8ae2-4317-93cc-e054dc9b1e6d HTTP/1.1" status: 200 len: 944 time: 0.0661008 Jul 15 23:48:39.082469 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a40d99c8-4dda-4916-8fea-f3d6d75b79a0 req-dfb8accf-e379-473d-9b37-da6602883d3e tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326183 Jul 15 23:48:39.701901 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc0eba6-7db6-416b-b0cd-dc00b006ea83 req-ac954ca6-a32f-4642-9ed1-623466e9c267 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:39.703544 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ecc0eba6-7db6-416b-b0cd-dc00b006ea83 req-ac954ca6-a32f-4642-9ed1-623466e9c267 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] 10.222.0.48 "GET /v2.0/ports?device_id=08dc74ac-4274-4ab1-90cc-7ba1ece01a6c HTTP/1.1" status: 200 len: 943 time: 0.0673261 Jul 15 23:48:39.743364 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ecc0eba6-7db6-416b-b0cd-dc00b006ea83 req-608c3c8f-5360-4a4e-bfe2-509337b3d0cc tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] 10.222.0.48 "GET /v2.0/security-groups?id=016d2c2b-5d41-4d9e-bcca-2011d1b5575f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332301 Jul 15 23:48:40.275964 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33319362-c3ce-46cb-be66-88d3c1912cba req-41ad6565-99da-41d7-9f4f-f6bee73f4989 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:40.277475 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-33319362-c3ce-46cb-be66-88d3c1912cba req-41ad6565-99da-41d7-9f4f-f6bee73f4989 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4c9118d-8ae2-4317-93cc-e054dc9b1e6d HTTP/1.1" status: 200 len: 944 time: 0.0736766 Jul 15 23:48:40.318093 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-33319362-c3ce-46cb-be66-88d3c1912cba req-4549909d-d64a-4e5e-adda-66be5f191d72 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343432 Jul 15 23:48:40.926820 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725818cb-f0c6-4cf3-afaa-bcbe7c71c924 req-6f24a29f-049b-4237-b4e2-91a4d7145d02 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:40.928740 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-725818cb-f0c6-4cf3-afaa-bcbe7c71c924 req-6f24a29f-049b-4237-b4e2-91a4d7145d02 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] 10.222.0.48 "GET /v2.0/ports?device_id=08dc74ac-4274-4ab1-90cc-7ba1ece01a6c HTTP/1.1" status: 200 len: 943 time: 0.0694425 Jul 15 23:48:40.973572 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-725818cb-f0c6-4cf3-afaa-bcbe7c71c924 req-96912458-430c-426a-8083-768a4dae037c tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] 10.222.0.48 "GET /v2.0/security-groups?id=016d2c2b-5d41-4d9e-bcca-2011d1b5575f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380948 Jul 15 23:48:41.058670 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 4f7e7df0-2cad-495a-a401-ff42dbfa457b details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:48:41.158486 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 4f7e7df0-2cad-495a-a401-ff42dbfa457b, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=4f7e7df0-2cad-495a-a401-ff42dbfa457b,segment=NetworkSegment(308c7c80-2dfe-465a-907b-006f4bf32eae),segment_id=308c7c80-2dfe-465a-907b-006f4bf32eae)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:48:41.171324 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '4f7e7df0-2cad-495a-a401-ff42dbfa457b', 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb', 'port_id': '4f7e7df0-2cad-495a-a401-ff42dbfa457b', 'mac_address': 'fa:16:3e:44:60:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5a5342a-197a-422d-81d6-779d4a25a0f6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:48:41.212846 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:41.231343 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f7e7df0-2cad-495a-a401-ff42dbfa457b {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:48:41.258553 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 4f7e7df0-2cad-495a-a401-ff42dbfa457b, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=4f7e7df0-2cad-495a-a401-ff42dbfa457b,segment=NetworkSegment(308c7c80-2dfe-465a-907b-006f4bf32eae),segment_id=308c7c80-2dfe-465a-907b-006f4bf32eae)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:48:41.262913 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:41.317279 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=4f7e7df0-2cad-495a-a401-ff42dbfa457b,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:48:41.327218 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:48:41.327497 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:48:41.327887 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:48:41.328224 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:48:41.328557 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:48:41.328913 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:48:41.329406 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:48:41.329783 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:48:41.330178 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:48:41.330551 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:48:41.330838 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:48:41.331208 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:48:41.490631 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['4f7e7df0-2cad-495a-a401-ff42dbfa457b'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:48:41.516908 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434756e-e978-4c27-8a71-327b8f153889 req-e9b044eb-8ab6-4996-b7a4-6095b2c822e4 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:41.518412 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8434756e-e978-4c27-8a71-327b8f153889 req-e9b044eb-8ab6-4996-b7a4-6095b2c822e4 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4c9118d-8ae2-4317-93cc-e054dc9b1e6d HTTP/1.1" status: 200 len: 945 time: 0.0715301 Jul 15 23:48:41.561548 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8434756e-e978-4c27-8a71-327b8f153889 req-fadd76c2-6cc0-45cb-a09a-e1508c21b939 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356653 Jul 15 23:48:42.161850 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dadc64-1abb-43a1-8b5e-89d55441b627 req-22eceaec-41df-4add-8004-94ac2f54851b tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:42.163368 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d0dadc64-1abb-43a1-8b5e-89d55441b627 req-22eceaec-41df-4add-8004-94ac2f54851b tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] 10.222.0.48 "GET /v2.0/ports?device_id=08dc74ac-4274-4ab1-90cc-7ba1ece01a6c HTTP/1.1" status: 200 len: 943 time: 0.0679705 Jul 15 23:48:42.201710 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d0dadc64-1abb-43a1-8b5e-89d55441b627 req-8814e7b7-8e30-4fa8-ac44-e2f204a1550d tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] 10.222.0.48 "GET /v2.0/security-groups?id=016d2c2b-5d41-4d9e-bcca-2011d1b5575f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325551 Jul 15 23:48:42.761758 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c95f7d-ef1f-4945-a11a-106048467773 req-10537881-6bd7-4d1c-8339-c964fc5c77de tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:42.763410 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-70c95f7d-ef1f-4945-a11a-106048467773 req-10537881-6bd7-4d1c-8339-c964fc5c77de tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4c9118d-8ae2-4317-93cc-e054dc9b1e6d HTTP/1.1" status: 200 len: 945 time: 0.0734556 Jul 15 23:48:42.806117 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-70c95f7d-ef1f-4945-a11a-106048467773 req-926d41df-765d-42a7-a71d-21f76422c599 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364940 Jul 15 23:48:43.058898 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 4f7e7df0-2cad-495a-a401-ff42dbfa457b up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:48:43.112448 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port 4f7e7df0-2cad-495a-a401-ff42dbfa457b completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:48:43.116024 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 4f7e7df0-2cad-495a-a401-ff42dbfa457b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:48:43.116399 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:43.205274 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:43.229898 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4c9118d-8ae2-4317-93cc-e054dc9b1e6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f7e7df0-2cad-495a-a401-ff42dbfa457b'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:48:43.233157 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ad5375-ee09-409b-89d1-94a791aeb812" -d '{"events": [{"server_uuid": "d4c9118d-8ae2-4317-93cc-e054dc9b1e6d", "name": "network-vif-plugged", "status": "completed", "tag": "4f7e7df0-2cad-495a-a401-ff42dbfa457b"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:48:43.250190 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 4f7e7df0-2cad-495a-a401-ff42dbfa457b, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=4f7e7df0-2cad-495a-a401-ff42dbfa457b,segment=NetworkSegment(308c7c80-2dfe-465a-907b-006f4bf32eae),segment_id=308c7c80-2dfe-465a-907b-006f4bf32eae)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:48:43.254758 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:43.288129 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-342678b7-0ff4-49c6-a188-99f261cb62f3 x-openstack-request-id: req-342678b7-0ff4-49c6-a188-99f261cb62f3 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:48:43.288656 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4c9118d-8ae2-4317-93cc-e054dc9b1e6d", "name": "network-vif-plugged", "status": "completed", "tag": "4f7e7df0-2cad-495a-a401-ff42dbfa457b", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:48:43.289672 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-342678b7-0ff4-49c6-a188-99f261cb62f3 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:48:43.290194 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4c9118d-8ae2-4317-93cc-e054dc9b1e6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f7e7df0-2cad-495a-a401-ff42dbfa457b', 'code': 200} Jul 15 23:48:43.324302 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=4f7e7df0-2cad-495a-a401-ff42dbfa457b,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:48:43.395850 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778cef49-92f2-4333-86e1-60a2fe729f32 req-53e5b5d2-1c5a-44b9-91d5-7257207f843b tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:43.398261 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-778cef49-92f2-4333-86e1-60a2fe729f32 req-53e5b5d2-1c5a-44b9-91d5-7257207f843b tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] 10.222.0.48 "GET /v2.0/ports?device_id=08dc74ac-4274-4ab1-90cc-7ba1ece01a6c HTTP/1.1" status: 200 len: 943 time: 0.0764232 Jul 15 23:48:43.465722 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-778cef49-92f2-4333-86e1-60a2fe729f32 req-65116eb0-1918-454e-be20-1559e5028ba1 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] 10.222.0.48 "GET /v2.0/security-groups?id=016d2c2b-5d41-4d9e-bcca-2011d1b5575f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618498 Jul 15 23:48:43.487076 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e763ea80-288b-4b5b-9d0c-4cf9d1a7918e req-76b8286a-e518-4775-bd3e-4bcc6b298dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:43.488651 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e763ea80-288b-4b5b-9d0c-4cf9d1a7918e req-76b8286a-e518-4775-bd3e-4bcc6b298dee service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d4c9118d-8ae2-4317-93cc-e054dc9b1e6d HTTP/1.1" status: 200 len: 1097 time: 0.1329722 Jul 15 23:48:43.534287 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e763ea80-288b-4b5b-9d0c-4cf9d1a7918e req-cedadc27-f60f-4ea7-985d-3580104ef29e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391793 Jul 15 23:48:44.008875 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfb337d-baf8-4d7a-a947-0271668b229a req-114a2f64-98a1-488b-98fa-e135bd6646dc tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:44.010377 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2dfb337d-baf8-4d7a-a947-0271668b229a req-114a2f64-98a1-488b-98fa-e135bd6646dc tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4c9118d-8ae2-4317-93cc-e054dc9b1e6d HTTP/1.1" status: 200 len: 946 time: 0.0648584 Jul 15 23:48:44.051465 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2dfb337d-baf8-4d7a-a947-0271668b229a req-5b9d5a69-eb04-4606-8f7b-e6ef4233814a tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355511 Jul 15 23:48:44.661047 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555de80-fd2d-492a-bd6c-d00f7b1ceccb req-51e5dd95-f112-4007-a224-4a75ca7656e1 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:44.662525 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e555de80-fd2d-492a-bd6c-d00f7b1ceccb req-51e5dd95-f112-4007-a224-4a75ca7656e1 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] 10.222.0.48 "GET /v2.0/ports?device_id=08dc74ac-4274-4ab1-90cc-7ba1ece01a6c HTTP/1.1" status: 200 len: 943 time: 0.0705392 Jul 15 23:48:44.703633 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e555de80-fd2d-492a-bd6c-d00f7b1ceccb req-7ea514f4-25b1-4e7c-853e-7f39f30275ea tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] 10.222.0.48 "GET /v2.0/security-groups?id=016d2c2b-5d41-4d9e-bcca-2011d1b5575f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348911 Jul 15 23:48:45.228807 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e9904-0f4b-470e-b839-20827533e468 req-26d0b147-bccc-4efd-b625-b68f7fb7b4b6 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:45.230300 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b17e9904-0f4b-470e-b839-20827533e468 req-26d0b147-bccc-4efd-b625-b68f7fb7b4b6 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4c9118d-8ae2-4317-93cc-e054dc9b1e6d HTTP/1.1" status: 200 len: 946 time: 0.0640869 Jul 15 23:48:45.266989 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b17e9904-0f4b-470e-b839-20827533e468 req-f8b72df9-2a75-46f0-aabc-0de07f26f88b tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312097 Jul 15 23:48:45.443362 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa4f4a8-08f7-43f8-af66-a21a743e53a0 req-6011ca2e-e896-4363-8abd-21bbe5781be2 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:45.444897 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-daa4f4a8-08f7-43f8-af66-a21a743e53a0 req-6011ca2e-e896-4363-8abd-21bbe5781be2 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4c9118d-8ae2-4317-93cc-e054dc9b1e6d HTTP/1.1" status: 200 len: 946 time: 0.0682459 Jul 15 23:48:45.482487 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-daa4f4a8-08f7-43f8-af66-a21a743e53a0 req-ad130e22-caec-4c4e-bb75-27ba31861c97 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320435 Jul 15 23:48:45.924459 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a22558-a014-47f3-a7d2-5f5def66a7c6 req-e86d54f3-5022-4ee3-a653-8f3d10dcaecf tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:45.925980 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a9a22558-a014-47f3-a7d2-5f5def66a7c6 req-e86d54f3-5022-4ee3-a653-8f3d10dcaecf tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] 10.222.0.48 "GET /v2.0/ports?device_id=08dc74ac-4274-4ab1-90cc-7ba1ece01a6c HTTP/1.1" status: 200 len: 943 time: 0.0996242 Jul 15 23:48:45.969033 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d6fb0-68d8-4f24-872b-bd6763e8d63b req-dd4c6b82-e5e3-4d77-8cae-1a5a81cdac70 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:45.970429 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-195d6fb0-68d8-4f24-872b-bd6763e8d63b req-dd4c6b82-e5e3-4d77-8cae-1a5a81cdac70 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4c9118d-8ae2-4317-93cc-e054dc9b1e6d HTTP/1.1" status: 200 len: 946 time: 0.1051919 Jul 15 23:48:45.994198 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a9a22558-a014-47f3-a7d2-5f5def66a7c6 req-bcf9eb78-7560-4c9f-b36a-b9a220408f25 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] 10.222.0.48 "GET /v2.0/security-groups?id=016d2c2b-5d41-4d9e-bcca-2011d1b5575f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604627 Jul 15 23:48:46.019700 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-195d6fb0-68d8-4f24-872b-bd6763e8d63b req-88105922-3a0e-4918-8537-3abab4cff5ec tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428243 Jul 15 23:48:46.118649 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 5d3000e4-5cb2-4c1b-83d7-62fb2037e0db details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:48:46.217237 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 5d3000e4-5cb2-4c1b-83d7-62fb2037e0db, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=5d3000e4-5cb2-4c1b-83d7-62fb2037e0db,segment=NetworkSegment(374a4b5d-c7ff-4261-b181-04cabff283f1),segment_id=374a4b5d-c7ff-4261-b181-04cabff283f1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:48:46.228935 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': '5d3000e4-5cb2-4c1b-83d7-62fb2037e0db', 'network_id': '5a4a028c-633b-4d9e-8d9b-40effda41bc4', 'port_id': '5d3000e4-5cb2-4c1b-83d7-62fb2037e0db', 'mac_address': 'fa:16:3e:e9:11:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2a0f560-7f4c-4412-92b9-5ab3ed30a993', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:48:46.268837 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:46.281850 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d3000e4-5cb2-4c1b-83d7-62fb2037e0db {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:48:46.301058 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 5d3000e4-5cb2-4c1b-83d7-62fb2037e0db, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=5d3000e4-5cb2-4c1b-83d7-62fb2037e0db,segment=NetworkSegment(374a4b5d-c7ff-4261-b181-04cabff283f1),segment_id=374a4b5d-c7ff-4261-b181-04cabff283f1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:48:46.305019 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:46.352732 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=5d3000e4-5cb2-4c1b-83d7-62fb2037e0db,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:48:46.619426 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['5d3000e4-5cb2-4c1b-83d7-62fb2037e0db'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:48:47.212057 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b55b7-c67d-47eb-b1ca-1978e3f6c18a req-428e24c4-0641-4d43-bd7c-5af3eb07bd40 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:47.213532 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ca7b55b7-c67d-47eb-b1ca-1978e3f6c18a req-428e24c4-0641-4d43-bd7c-5af3eb07bd40 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] 10.222.0.48 "GET /v2.0/ports?device_id=08dc74ac-4274-4ab1-90cc-7ba1ece01a6c HTTP/1.1" status: 200 len: 944 time: 0.1089985 Jul 15 23:48:47.281129 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9dff2d-7664-470b-8c13-5f033c149de1 req-7de9e8d5-699a-4f70-a7cc-3d301bb13c44 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:47.282543 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6c9dff2d-7664-470b-8c13-5f033c149de1 req-7de9e8d5-699a-4f70-a7cc-3d301bb13c44 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4c9118d-8ae2-4317-93cc-e054dc9b1e6d HTTP/1.1" status: 200 len: 946 time: 0.1450915 Jul 15 23:48:47.318026 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ca7b55b7-c67d-47eb-b1ca-1978e3f6c18a req-9dcb5ead-522b-4937-8f63-ba227fad943b tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] 10.222.0.48 "GET /v2.0/security-groups?id=016d2c2b-5d41-4d9e-bcca-2011d1b5575f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790744 Jul 15 23:48:47.350977 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb1829-f156-4a80-b51d-747d2c32c817 req-2cfd286a-fade-4ab6-b65b-251af82dae46 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:47.352485 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-29fb1829-f156-4a80-b51d-747d2c32c817 req-2cfd286a-fade-4ab6-b65b-251af82dae46 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4c9118d-8ae2-4317-93cc-e054dc9b1e6d HTTP/1.1" status: 200 len: 946 time: 0.1598749 Jul 15 23:48:47.355559 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6c9dff2d-7664-470b-8c13-5f033c149de1 req-8683ff77-f6a4-4b07-9a68-a57f404f14c6 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656731 Jul 15 23:48:47.453511 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-29fb1829-f156-4a80-b51d-747d2c32c817 req-45699936-1123-4cba-85bc-69b91471b139 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Deleting port 4f7e7df0-2cad-495a-a401-ff42dbfa457b {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:48:47.453878 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-29fb1829-f156-4a80-b51d-747d2c32c817 req-45699936-1123-4cba-85bc-69b91471b139 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:47.547554 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-29fb1829-f156-4a80-b51d-747d2c32c817 req-45699936-1123-4cba-85bc-69b91471b139 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] For port 4f7e7df0-2cad-495a-a401-ff42dbfa457b, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=4f7e7df0-2cad-495a-a401-ff42dbfa457b,segment=NetworkSegment(308c7c80-2dfe-465a-907b-006f4bf32eae),segment_id=308c7c80-2dfe-465a-907b-006f4bf32eae)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:48:47.547863 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-29fb1829-f156-4a80-b51d-747d2c32c817 req-45699936-1123-4cba-85bc-69b91471b139 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:47.560064 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-29fb1829-f156-4a80-b51d-747d2c32c817 req-45699936-1123-4cba-85bc-69b91471b139 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Calling delete_port for 4f7e7df0-2cad-495a-a401-ff42dbfa457b owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:48:47.690239 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-29fb1829-f156-4a80-b51d-747d2c32c817 req-45699936-1123-4cba-85bc-69b91471b139 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:47.701299 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['4f7e7df0-2cad-495a-a401-ff42dbfa457b'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:48:47.721046 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45699936-1123-4cba-85bc-69b91471b139 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Pushing event deleted for resources: {'Port': ['ID=4f7e7df0-2cad-495a-a401-ff42dbfa457b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:48:47.726089 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['68aacc03-27ab-49ae-bfb6-b53954e5e26e'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:48:47.768749 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-29fb1829-f156-4a80-b51d-747d2c32c817 req-45699936-1123-4cba-85bc-69b91471b139 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] No DVR routers for this DVR port 4f7e7df0-2cad-495a-a401-ff42dbfa457b on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:48:47.771437 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-29fb1829-f156-4a80-b51d-747d2c32c817 req-45699936-1123-4cba-85bc-69b91471b139 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:47.773880 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-29fb1829-f156-4a80-b51d-747d2c32c817 req-45699936-1123-4cba-85bc-69b91471b139 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.49 "DELETE /v2.0/ports/4f7e7df0-2cad-495a-a401-ff42dbfa457b HTTP/1.1" status: 204 len: 173 time: 0.4156232 Jul 15 23:48:47.774343 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4c9118d-8ae2-4317-93cc-e054dc9b1e6d', 'name': 'network-vif-deleted', 'tag': '4f7e7df0-2cad-495a-a401-ff42dbfa457b'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:48:47.776715 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15eb96e1-1d91-43fd-894c-1189e526d3fd" -d '{"events": [{"server_uuid": "d4c9118d-8ae2-4317-93cc-e054dc9b1e6d", "name": "network-vif-deleted", "tag": "4f7e7df0-2cad-495a-a401-ff42dbfa457b"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:48:47.833203 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec609e2d-8352-4588-96a0-c3a386ad7db9 x-openstack-request-id: req-ec609e2d-8352-4588-96a0-c3a386ad7db9 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:48:47.833573 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4c9118d-8ae2-4317-93cc-e054dc9b1e6d", "name": "network-vif-deleted", "tag": "4f7e7df0-2cad-495a-a401-ff42dbfa457b", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:48:47.834232 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ec609e2d-8352-4588-96a0-c3a386ad7db9 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:48:47.835469 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4c9118d-8ae2-4317-93cc-e054dc9b1e6d', 'name': 'network-vif-deleted', 'tag': '4f7e7df0-2cad-495a-a401-ff42dbfa457b', 'status': 'completed', 'code': 200} Jul 15 23:48:48.150595 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 5d3000e4-5cb2-4c1b-83d7-62fb2037e0db up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:48:48.198240 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port 5d3000e4-5cb2-4c1b-83d7-62fb2037e0db completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:48:48.202167 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port 5d3000e4-5cb2-4c1b-83d7-62fb2037e0db triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:48:48.202540 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:48.281486 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:48.303645 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08dc74ac-4274-4ab1-90cc-7ba1ece01a6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d3000e4-5cb2-4c1b-83d7-62fb2037e0db'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:48:48.305894 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5431e1f5-409b-4c4c-bd96-61d293254117" -d '{"events": [{"server_uuid": "08dc74ac-4274-4ab1-90cc-7ba1ece01a6c", "name": "network-vif-plugged", "status": "completed", "tag": "5d3000e4-5cb2-4c1b-83d7-62fb2037e0db"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:48:48.320737 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 5d3000e4-5cb2-4c1b-83d7-62fb2037e0db, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=5d3000e4-5cb2-4c1b-83d7-62fb2037e0db,segment=NetworkSegment(374a4b5d-c7ff-4261-b181-04cabff283f1),segment_id=374a4b5d-c7ff-4261-b181-04cabff283f1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:48:48.325134 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:48.357223 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-806232c0-1373-443c-a426-4836517dd674 x-openstack-request-id: req-806232c0-1373-443c-a426-4836517dd674 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:48:48.357514 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08dc74ac-4274-4ab1-90cc-7ba1ece01a6c", "name": "network-vif-plugged", "status": "completed", "tag": "5d3000e4-5cb2-4c1b-83d7-62fb2037e0db", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:48:48.358019 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-806232c0-1373-443c-a426-4836517dd674 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:48:48.358407 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08dc74ac-4274-4ab1-90cc-7ba1ece01a6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d3000e4-5cb2-4c1b-83d7-62fb2037e0db', 'code': 200} Jul 15 23:48:48.387707 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=5d3000e4-5cb2-4c1b-83d7-62fb2037e0db,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:48:48.546504 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b5d09846-14f6-4d8f-ac4b-501cc5d12754 req-3112c4eb-9ade-4bf2-b2f2-fa36d07fa791 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4c9118d-8ae2-4317-93cc-e054dc9b1e6d HTTP/1.1" status: 200 len: 210 time: 0.0360112 Jul 15 23:48:48.582014 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f61a94-55d9-4a78-bcef-20ee3f36d4f4 req-8c4d90ff-bd89-4ca7-a760-a7ce98230a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:48.583525 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d2f61a94-55d9-4a78-bcef-20ee3f36d4f4 req-8c4d90ff-bd89-4ca7-a760-a7ce98230a51 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=08dc74ac-4274-4ab1-90cc-7ba1ece01a6c HTTP/1.1" status: 200 len: 1096 time: 0.1398809 Jul 15 23:48:48.596524 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d8ae0-ba84-4971-a5e9-18ce4cdd95ea req-3d545a94-f750-4740-ba89-df521ec151da tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:48.597963 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3d4d8ae0-ba84-4971-a5e9-18ce4cdd95ea req-3d545a94-f750-4740-ba89-df521ec151da tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] 10.222.0.48 "GET /v2.0/ports?device_id=08dc74ac-4274-4ab1-90cc-7ba1ece01a6c HTTP/1.1" status: 200 len: 945 time: 0.1246324 Jul 15 23:48:48.655093 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d2f61a94-55d9-4a78-bcef-20ee3f36d4f4 req-e086ca16-4707-4cc0-b949-50530e656a84 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=016d2c2b-5d41-4d9e-bcca-2011d1b5575f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560982 Jul 15 23:48:48.661046 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3d4d8ae0-ba84-4971-a5e9-18ce4cdd95ea req-176c828d-064c-4186-8308-ef3b583e92df tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] 10.222.0.48 "GET /v2.0/security-groups?id=016d2c2b-5d41-4d9e-bcca-2011d1b5575f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538738 Jul 15 23:48:49.709362 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5c107c17-8217-49e6-a443-b4f7d191e8bf req-a79d1e60-1bcb-4d48-a263-e9ad30d8339e tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4c9118d-8ae2-4317-93cc-e054dc9b1e6d HTTP/1.1" status: 200 len: 210 time: 0.0404975 Jul 15 23:48:49.871836 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc37b7-01c1-4fe3-a270-527a6666cbfb req-08e86073-ea90-43bb-b1a1-a97ab06e06c7 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:49.873390 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-83bc37b7-01c1-4fe3-a270-527a6666cbfb req-08e86073-ea90-43bb-b1a1-a97ab06e06c7 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] 10.222.0.48 "GET /v2.0/ports?device_id=08dc74ac-4274-4ab1-90cc-7ba1ece01a6c HTTP/1.1" status: 200 len: 945 time: 0.0744457 Jul 15 23:48:49.913859 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-83bc37b7-01c1-4fe3-a270-527a6666cbfb req-759207ab-a0de-4efd-9ae9-c7285b539b92 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] 10.222.0.48 "GET /v2.0/security-groups?id=016d2c2b-5d41-4d9e-bcca-2011d1b5575f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344701 Jul 15 23:48:50.859109 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-77ee87e0-6c44-48f3-9e21-5e549b0f9e10 req-cfefc175-ce9f-45ea-a68a-972b64b1898c tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4c9118d-8ae2-4317-93cc-e054dc9b1e6d HTTP/1.1" status: 200 len: 210 time: 0.0304685 Jul 15 23:48:51.098860 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a574a64-9a59-426f-9107-0fbcaf4e013f req-62e557bc-1c4c-4947-a578-8acd20da27e5 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:51.101376 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8a574a64-9a59-426f-9107-0fbcaf4e013f req-62e557bc-1c4c-4947-a578-8acd20da27e5 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] 10.222.0.48 "GET /v2.0/ports?device_id=08dc74ac-4274-4ab1-90cc-7ba1ece01a6c HTTP/1.1" status: 200 len: 945 time: 0.0671673 Jul 15 23:48:51.120784 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 4f7e7df0-2cad-495a-a401-ff42dbfa457b no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:48:51.144470 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: 4f7e7df0-2cad-495a-a401-ff42dbfa457b {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:48:51.144984 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 4f7e7df0-2cad-495a-a401-ff42dbfa457b not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:48:51.149697 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8a574a64-9a59-426f-9107-0fbcaf4e013f req-c0fbda32-38ea-40e9-a7b7-7f7373f87224 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] 10.222.0.48 "GET /v2.0/security-groups?id=016d2c2b-5d41-4d9e-bcca-2011d1b5575f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421932 Jul 15 23:48:51.344113 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82ec66-97ab-4dea-a818-800313d422da req-e117e8a9-c9fb-4b19-92a5-efd490c58fe5 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:51.345637 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1c82ec66-97ab-4dea-a818-800313d422da req-e117e8a9-c9fb-4b19-92a5-efd490c58fe5 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] 10.222.0.48 "GET /v2.0/ports?device_id=08dc74ac-4274-4ab1-90cc-7ba1ece01a6c HTTP/1.1" status: 200 len: 945 time: 0.0698476 Jul 15 23:48:51.388177 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1c82ec66-97ab-4dea-a818-800313d422da req-c16da798-5adb-4f8d-a618-87223a8e75a7 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] 10.222.0.48 "GET /v2.0/security-groups?id=016d2c2b-5d41-4d9e-bcca-2011d1b5575f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349252 Jul 15 23:48:51.415427 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 49036) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:48:51.533472 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60965cb6-7d56-4e54-97a6-c784c92c034d tempest-TestVolumeBackupRestore-788745969 tempest-TestVolumeBackupRestore-788745969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:51.535008 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-60965cb6-7d56-4e54-97a6-c784c92c034d tempest-TestVolumeBackupRestore-788745969 tempest-TestVolumeBackupRestore-788745969-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=08dc74ac-4274-4ab1-90cc-7ba1ece01a6c HTTP/1.1" status: 200 len: 1091 time: 0.1185577 Jul 15 23:48:51.538518 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 49042) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:48:51.542994 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-0aff3c29-1f53-4a0c-89a9-1f0c609d36d4 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Request body: {'floatingip': {'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'port_id': '5d3000e4-5cb2-4c1b-83d7-62fb2037e0db', 'tenant_id': 'da929472d9094d018e34f1bb52ea6423', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:48:51.565558 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0aff3c29-1f53-4a0c-89a9-1f0c609d36d4 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:51.670201 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0aff3c29-1f53-4a0c-89a9-1f0c609d36d4 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:51.787330 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-0aff3c29-1f53-4a0c-89a9-1f0c609d36d4 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Allocated IP 172.25.5.32 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/8580cf4e-06a5-4bb7-851f-c0c4a48c3497) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:48:51.910455 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0aff3c29-1f53-4a0c-89a9-1f0c609d36d4 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:51.955080 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0aff3c29-1f53-4a0c-89a9-1f0c609d36d4 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:52.012585 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aff3c29-1f53-4a0c-89a9-1f0c609d36d4 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:48:52.015812 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-0aff3c29-1f53-4a0c-89a9-1f0c609d36d4 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:48:52.020614 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aff3c29-1f53-4a0c-89a9-1f0c609d36d4 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:48:52.024826 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aff3c29-1f53-4a0c-89a9-1f0c609d36d4 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Pushing event updated for resources: {'Port': ['ID=8580cf4e-06a5-4bb7-851f-c0c4a48c3497,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:48:52.408153 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0aff3c29-1f53-4a0c-89a9-1f0c609d36d4 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:52.495494 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0aff3c29-1f53-4a0c-89a9-1f0c609d36d4 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:52.683585 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0aff3c29-1f53-4a0c-89a9-1f0c609d36d4 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:52.690731 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0aff3c29-1f53-4a0c-89a9-1f0c609d36d4 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:52.779960 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aff3c29-1f53-4a0c-89a9-1f0c609d36d4 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Pushing event updated for resources: {'Port': ['ID=8580cf4e-06a5-4bb7-851f-c0c4a48c3497,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:48:52.792614 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0aff3c29-1f53-4a0c-89a9-1f0c609d36d4 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:52.936462 n-d-794306-6 neutron-server[93771]: INFO neutron.db.l3_db [None req-0aff3c29-1f53-4a0c-89a9-1f0c609d36d4 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Floating IP 4ba2c7ab-7171-4f23-95f0-774d25d2c910 associated. External IP: 172.25.5.32, port: 5d3000e4-5cb2-4c1b-83d7-62fb2037e0db. Jul 15 23:48:53.211535 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aff3c29-1f53-4a0c-89a9-1f0c609d36d4 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Router 02d0db1a-287b-4b1a-a801-cb1a166e47c8 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:48:53.344196 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aff3c29-1f53-4a0c-89a9-1f0c609d36d4 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:48:53.358404 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a786e50-7c97-4ffd-8663-a72bec7e3162 None None] Sync routers for ids ['02d0db1a-287b-4b1a-a801-cb1a166e47c8'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:48:53.365615 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0aff3c29-1f53-4a0c-89a9-1f0c609d36d4 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:53.370169 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a786e50-7c97-4ffd-8663-a72bec7e3162 None None] Routers {'02d0db1a-287b-4b1a-a801-cb1a166e47c8'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:48:53.370536 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-6a786e50-7c97-4ffd-8663-a72bec7e3162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:48:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['02d0db1a-287b-4b1a-a801-cb1a166e47c8'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:48:53.425155 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-0aff3c29-1f53-4a0c-89a9-1f0c609d36d4 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8849256 Jul 15 23:48:53.425963 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08dc74ac-4274-4ab1-90cc-7ba1ece01a6c', 'tag': '5d3000e4-5cb2-4c1b-83d7-62fb2037e0db'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:48:53.428930 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 49050) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:48:53.435921 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b19302-9a66-4ed3-8528-e493a9211dc5" -d '{"events": [{"name": "network-changed", "server_uuid": "08dc74ac-4274-4ab1-90cc-7ba1ece01a6c", "tag": "5d3000e4-5cb2-4c1b-83d7-62fb2037e0db"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:48:53.517106 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-6a786e50-7c97-4ffd-8663-a72bec7e3162 None None] Set router 02d0db1a-287b-4b1a-a801-cb1a166e47c8 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:48:53.537260 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c8ae15-eb77-475d-ba9c-45f0853f36d7 tempest-TestVolumeBackupRestore-788745969 tempest-TestVolumeBackupRestore-788745969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:53.543337 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 49058) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:48:53.544015 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-22c8ae15-eb77-475d-ba9c-45f0853f36d7 tempest-TestVolumeBackupRestore-788745969 tempest-TestVolumeBackupRestore-788745969-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=08dc74ac-4274-4ab1-90cc-7ba1ece01a6c HTTP/1.1" status: 200 len: 1091 time: 0.1121376 Jul 15 23:48:53.554189 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b91587eb-1a2f-4a44-ba9b-e7168454b630 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Request body: {'floatingip': {'port_id': '5d3000e4-5cb2-4c1b-83d7-62fb2037e0db'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:48:53.616735 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3097ecc5-a540-4405-9826-0898dbd15881 x-openstack-request-id: req-3097ecc5-a540-4405-9826-0898dbd15881 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:48:53.617035 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08dc74ac-4274-4ab1-90cc-7ba1ece01a6c", "tag": "5d3000e4-5cb2-4c1b-83d7-62fb2037e0db", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:48:53.618458 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3097ecc5-a540-4405-9826-0898dbd15881 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:48:53.618458 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08dc74ac-4274-4ab1-90cc-7ba1ece01a6c', 'tag': '5d3000e4-5cb2-4c1b-83d7-62fb2037e0db', 'status': 'completed', 'code': 200} Jul 15 23:48:53.676951 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b91587eb-1a2f-4a44-ba9b-e7168454b630 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Notify callbacks [] for floatingip, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:53.747544 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b19302-9a66-4ed3-8528-e493a9211dc5 req-0a6b8266-736f-4cd8-97f6-907ec51485be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:53.750376 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-21b19302-9a66-4ed3-8528-e493a9211dc5 req-0a6b8266-736f-4cd8-97f6-907ec51485be service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=da929472d9094d018e34f1bb52ea6423&device_id=08dc74ac-4274-4ab1-90cc-7ba1ece01a6c HTTP/1.1" status: 200 len: 1096 time: 0.0883038 Jul 15 23:48:53.926656 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b19302-9a66-4ed3-8528-e493a9211dc5 req-16c8a548-38bb-457a-a36f-d249f99b60be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:53.929344 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-21b19302-9a66-4ed3-8528-e493a9211dc5 req-16c8a548-38bb-457a-a36f-d249f99b60be service neutron] 10.222.0.41 "GET /v2.0/networks?id=5a4a028c-633b-4d9e-8d9b-40effda41bc4 HTTP/1.1" status: 200 len: 914 time: 0.1714962 Jul 15 23:48:53.960253 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-6a786e50-7c97-4ffd-8663-a72bec7e3162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d0db1a-287b-4b1a-a801-cb1a166e47c8', 'name': 'tempest-TestVolumeBackupRestore-680790836-router', 'tenant_id': 'da929472d9094d018e34f1bb52ea6423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '5b186ba7-0d68-47f7-9347-ecc6e5a40e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:46:26Z', 'updated_at': '2021-07-15T23:46:29Z', 'revision_number': 4, 'project_id': 'da929472d9094d018e34f1bb52ea6423', 'gw_port': {'id': '5b186ba7-0d68-47f7-9347-ecc6e5a40e7a', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d0db1a-287b-4b1a-a801-cb1a166e47c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:46:26Z', 'updated_at': '2021-07-15T23:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '4ba2c7ab-7171-4f23-95f0-774d25d2c910', 'tenant_id': 'da929472d9094d018e34f1bb52ea6423', 'floating_ip_address': '172.25.5.32', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '02d0db1a-287b-4b1a-a801-cb1a166e47c8', 'port_id': '5d3000e4-5cb2-4c1b-83d7-62fb2037e0db', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a4a028c-633b-4d9e-8d9b-40effda41bc4', 'mac_address': 'fa:16:3e:e9:11:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08dc74ac-4274-4ab1-90cc-7ba1ece01a6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:48:52Z', 'updated_at': '2021-07-15T23:48:52Z', 'revision_number': 0, 'project_id': 'da929472d9094d018e34f1bb52ea6423', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '702c3911-2003-4808-bde5-02900eac0add', 'name': '', 'network_id': '5a4a028c-633b-4d9e-8d9b-40effda41bc4', 'tenant_id': 'da929472d9094d018e34f1bb52ea6423', 'mac_address': 'fa:16:3e:f9:ac:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d0db1a-287b-4b1a-a801-cb1a166e47c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'f2a0f560-7f4c-4412-92b9-5ab3ed30a993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:46:28Z', 'updated_at': '2021-07-15T23:46:36Z', 'revision_number': 5, 'project_id': 'da929472d9094d018e34f1bb52ea6423', 'subnets': [{'id': 'f2a0f560-7f4c-4412-92b9-5ab3ed30a993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:48:53.994727 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a786e50-7c97-4ffd-8663-a72bec7e3162 None None] Checking router: 02d0db1a-287b-4b1a-a801-cb1a166e47c8 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:48:54.005945 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a786e50-7c97-4ffd-8663-a72bec7e3162 None None] Routers {'02d0db1a-287b-4b1a-a801-cb1a166e47c8'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:48:54.007240 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-6a786e50-7c97-4ffd-8663-a72bec7e3162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:48:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['02d0db1a-287b-4b1a-a801-cb1a166e47c8'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:48:54.027395 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-21b19302-9a66-4ed3-8528-e493a9211dc5 req-6bb1715d-fb71-48e7-9035-d1fab1987824 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d3000e4-5cb2-4c1b-83d7-62fb2037e0db HTTP/1.1" status: 200 len: 998 time: 0.0921535 Jul 15 23:48:54.106846 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b19302-9a66-4ed3-8528-e493a9211dc5 req-18db9dbd-189b-4fd4-8f1b-04cefcaf6840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:54.109681 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-21b19302-9a66-4ed3-8528-e493a9211dc5 req-18db9dbd-189b-4fd4-8f1b-04cefcaf6840 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f2a0f560-7f4c-4412-92b9-5ab3ed30a993 HTTP/1.1" status: 200 len: 852 time: 0.0747042 Jul 15 23:48:54.123386 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-6a786e50-7c97-4ffd-8663-a72bec7e3162 None None] Set router 02d0db1a-287b-4b1a-a801-cb1a166e47c8 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:48:54.180475 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b19302-9a66-4ed3-8528-e493a9211dc5 req-858339ba-5d47-4bb4-8c8a-9da1570c3e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:54.182174 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-21b19302-9a66-4ed3-8528-e493a9211dc5 req-858339ba-5d47-4bb4-8c8a-9da1570c3e6b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5a4a028c-633b-4d9e-8d9b-40effda41bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656621 Jul 15 23:48:54.316194 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-21b19302-9a66-4ed3-8528-e493a9211dc5 req-9bea1d03-92c9-498e-89c8-8eff0b00dba0 service neutron] 10.222.0.41 "GET /v2.0/networks/5a4a028c-633b-4d9e-8d9b-40effda41bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271167 Jul 15 23:48:54.433923 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-6a786e50-7c97-4ffd-8663-a72bec7e3162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d0db1a-287b-4b1a-a801-cb1a166e47c8', 'name': 'tempest-TestVolumeBackupRestore-680790836-router', 'tenant_id': 'da929472d9094d018e34f1bb52ea6423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '5b186ba7-0d68-47f7-9347-ecc6e5a40e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:46:26Z', 'updated_at': '2021-07-15T23:46:29Z', 'revision_number': 4, 'project_id': 'da929472d9094d018e34f1bb52ea6423', 'gw_port': {'id': '5b186ba7-0d68-47f7-9347-ecc6e5a40e7a', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d0db1a-287b-4b1a-a801-cb1a166e47c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:46:26Z', 'updated_at': '2021-07-15T23:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '4ba2c7ab-7171-4f23-95f0-774d25d2c910', 'tenant_id': 'da929472d9094d018e34f1bb52ea6423', 'floating_ip_address': '172.25.5.32', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '02d0db1a-287b-4b1a-a801-cb1a166e47c8', 'port_id': '5d3000e4-5cb2-4c1b-83d7-62fb2037e0db', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a4a028c-633b-4d9e-8d9b-40effda41bc4', 'mac_address': 'fa:16:3e:e9:11:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08dc74ac-4274-4ab1-90cc-7ba1ece01a6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:48:52Z', 'updated_at': '2021-07-15T23:48:52Z', 'revision_number': 0, 'project_id': 'da929472d9094d018e34f1bb52ea6423', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '702c3911-2003-4808-bde5-02900eac0add', 'name': '', 'network_id': '5a4a028c-633b-4d9e-8d9b-40effda41bc4', 'tenant_id': 'da929472d9094d018e34f1bb52ea6423', 'mac_address': 'fa:16:3e:f9:ac:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d0db1a-287b-4b1a-a801-cb1a166e47c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'f2a0f560-7f4c-4412-92b9-5ab3ed30a993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:46:28Z', 'updated_at': '2021-07-15T23:46:36Z', 'revision_number': 5, 'project_id': 'da929472d9094d018e34f1bb52ea6423', 'subnets': [{'id': 'f2a0f560-7f4c-4412-92b9-5ab3ed30a993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:48:54.436699 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-21b19302-9a66-4ed3-8528-e493a9211dc5 req-6b16d995-28a5-48e5-aa16-44f31756982b service neutron] 10.222.0.41 "GET /v2.0/networks/5a4a028c-633b-4d9e-8d9b-40effda41bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138883 Jul 15 23:48:54.463374 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a786e50-7c97-4ffd-8663-a72bec7e3162 None None] The sync data for ids ['02d0db1a-287b-4b1a-a801-cb1a166e47c8'] in n-d-794306-6 is: [{'id': '02d0db1a-287b-4b1a-a801-cb1a166e47c8', 'name': 'tempest-TestVolumeBackupRestore-680790836-router', 'tenant_id': 'da929472d9094d018e34f1bb52ea6423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '5b186ba7-0d68-47f7-9347-ecc6e5a40e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:46:26Z', 'updated_at': '2021-07-15T23:46:29Z', 'revision_number': 4, 'project_id': 'da929472d9094d018e34f1bb52ea6423', 'gw_port': {'id': '5b186ba7-0d68-47f7-9347-ecc6e5a40e7a', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d0db1a-287b-4b1a-a801-cb1a166e47c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:46:26Z', 'updated_at': '2021-07-15T23:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '4ba2c7ab-7171-4f23-95f0-774d25d2c910', 'tenant_id': 'da929472d9094d018e34f1bb52ea6423', 'floating_ip_address': '172.25.5.32', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '02d0db1a-287b-4b1a-a801-cb1a166e47c8', 'port_id': '5d3000e4-5cb2-4c1b-83d7-62fb2037e0db', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a4a028c-633b-4d9e-8d9b-40effda41bc4', 'mac_address': 'fa:16:3e:e9:11:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08dc74ac-4274-4ab1-90cc-7ba1ece01a6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:48:52Z', 'updated_at': '2021-07-15T23:48:52Z', 'revision_number': 0, 'project_id': 'da929472d9094d018e34f1bb52ea6423', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '702c3911-2003-4808-bde5-02900eac0add', 'name': '', 'network_id': '5a4a028c-633b-4d9e-8d9b-40effda41bc4', 'tenant_id': 'da929472d9094d018e34f1bb52ea6423', 'mac_address': 'fa:16:3e:f9:ac:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d0db1a-287b-4b1a-a801-cb1a166e47c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'f2a0f560-7f4c-4412-92b9-5ab3ed30a993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:46:28Z', 'updated_at': '2021-07-15T23:46:36Z', 'revision_number': 5, 'project_id': 'da929472d9094d018e34f1bb52ea6423', 'subnets': [{'id': 'f2a0f560-7f4c-4412-92b9-5ab3ed30a993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:48:54.766805 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898ac43e-ee5f-4e60-ac4a-deddf2dd3b3e None None] New status for floating IP 4ba2c7ab-7171-4f23-95f0-774d25d2c910: ACTIVE {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:48:54.906808 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b91587eb-1a2f-4a44-ba9b-e7168454b630 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:54.911207 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b91587eb-1a2f-4a44-ba9b-e7168454b630 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:54.916013 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.db.api [None req-898ac43e-ee5f-4e60-ac4a-deddf2dd3b3e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 23:48:54.916379 n-d-794306-6 neutron-server[93772]: DEBUG oslo_db.api [None req-898ac43e-ee5f-4e60-ac4a-deddf2dd3b3e None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 23:48:55.140001 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b91587eb-1a2f-4a44-ba9b-e7168454b630 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Router 02d0db1a-287b-4b1a-a801-cb1a166e47c8 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:48:55.253324 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b91587eb-1a2f-4a44-ba9b-e7168454b630 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:48:55.267494 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b91587eb-1a2f-4a44-ba9b-e7168454b630 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:55.356815 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b91587eb-1a2f-4a44-ba9b-e7168454b630 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] 10.222.0.48 "PUT /v2.0/floatingips/4ba2c7ab-7171-4f23-95f0-774d25d2c910 HTTP/1.1" status: 200 len: 990 time: 1.8110235 Jul 15 23:48:55.417683 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898ac43e-ee5f-4e60-ac4a-deddf2dd3b3e None None] New status for floating IP 4ba2c7ab-7171-4f23-95f0-774d25d2c910: ACTIVE {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:48:55.619001 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08dc74ac-4274-4ab1-90cc-7ba1ece01a6c', 'tag': '5d3000e4-5cb2-4c1b-83d7-62fb2037e0db'}, {'name': 'network-changed', 'server_uuid': '08dc74ac-4274-4ab1-90cc-7ba1ece01a6c', 'tag': '5d3000e4-5cb2-4c1b-83d7-62fb2037e0db'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:48:55.621690 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b44fe477-08ff-47ca-b08f-7d23ba6363e0" -d '{"events": [{"name": "network-changed", "server_uuid": "08dc74ac-4274-4ab1-90cc-7ba1ece01a6c", "tag": "5d3000e4-5cb2-4c1b-83d7-62fb2037e0db"}, {"name": "network-changed", "server_uuid": "08dc74ac-4274-4ab1-90cc-7ba1ece01a6c", "tag": "5d3000e4-5cb2-4c1b-83d7-62fb2037e0db"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:48:55.661150 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 15 Jul 2021 23:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef7c13e9-1349-47d3-9953-32877acab35f x-openstack-request-id: req-ef7c13e9-1349-47d3-9953-32877acab35f {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:48:55.661461 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08dc74ac-4274-4ab1-90cc-7ba1ece01a6c", "tag": "5d3000e4-5cb2-4c1b-83d7-62fb2037e0db", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "08dc74ac-4274-4ab1-90cc-7ba1ece01a6c", "tag": "5d3000e4-5cb2-4c1b-83d7-62fb2037e0db", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:48:55.661711 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ef7c13e9-1349-47d3-9953-32877acab35f {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:48:55.662123 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08dc74ac-4274-4ab1-90cc-7ba1ece01a6c', 'tag': '5d3000e4-5cb2-4c1b-83d7-62fb2037e0db', 'status': 'completed', 'code': 200} Jul 15 23:48:55.662416 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08dc74ac-4274-4ab1-90cc-7ba1ece01a6c', 'tag': '5d3000e4-5cb2-4c1b-83d7-62fb2037e0db', 'status': 'completed', 'code': 200} Jul 15 23:48:55.765456 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44fe477-08ff-47ca-b08f-7d23ba6363e0 req-81814e66-f2ea-4563-8325-a6b53a1375a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:55.766856 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b44fe477-08ff-47ca-b08f-7d23ba6363e0 req-81814e66-f2ea-4563-8325-a6b53a1375a8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=da929472d9094d018e34f1bb52ea6423&device_id=08dc74ac-4274-4ab1-90cc-7ba1ece01a6c HTTP/1.1" status: 200 len: 1096 time: 0.0615659 Jul 15 23:48:55.773899 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:55.812226 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72377aa-072b-45da-b67b-ca58a072b5a2 None None] Sync routers for ids ['02d0db1a-287b-4b1a-a801-cb1a166e47c8'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:48:55.829555 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72377aa-072b-45da-b67b-ca58a072b5a2 None None] Routers {'02d0db1a-287b-4b1a-a801-cb1a166e47c8'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:48:55.830247 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f72377aa-072b-45da-b67b-ca58a072b5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:48:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['02d0db1a-287b-4b1a-a801-cb1a166e47c8'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:48:55.860999 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44fe477-08ff-47ca-b08f-7d23ba6363e0 req-00598c4d-6819-4f21-a2e3-c99bed98279c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:55.862475 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b44fe477-08ff-47ca-b08f-7d23ba6363e0 req-00598c4d-6819-4f21-a2e3-c99bed98279c service neutron] 10.222.0.41 "GET /v2.0/networks?id=5a4a028c-633b-4d9e-8d9b-40effda41bc4 HTTP/1.1" status: 200 len: 914 time: 0.0887938 Jul 15 23:48:55.935826 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b44fe477-08ff-47ca-b08f-7d23ba6363e0 req-f4c3c4ca-0c2b-4e02-8f38-cb8af77ce282 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d3000e4-5cb2-4c1b-83d7-62fb2037e0db HTTP/1.1" status: 200 len: 1000 time: 0.0667777 Jul 15 23:48:55.940323 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-f72377aa-072b-45da-b67b-ca58a072b5a2 None None] Set router 02d0db1a-287b-4b1a-a801-cb1a166e47c8 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:48:55.985405 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44fe477-08ff-47ca-b08f-7d23ba6363e0 req-aeccc019-975e-428d-9af5-0cfeab8092cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:55.986859 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b44fe477-08ff-47ca-b08f-7d23ba6363e0 req-aeccc019-975e-428d-9af5-0cfeab8092cb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f2a0f560-7f4c-4412-92b9-5ab3ed30a993 HTTP/1.1" status: 200 len: 852 time: 0.0430114 Jul 15 23:48:56.045432 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44fe477-08ff-47ca-b08f-7d23ba6363e0 req-964b721c-03bb-458e-96bf-ceba6d74905b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:56.046942 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b44fe477-08ff-47ca-b08f-7d23ba6363e0 req-964b721c-03bb-458e-96bf-ceba6d74905b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5a4a028c-633b-4d9e-8d9b-40effda41bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530903 Jul 15 23:48:56.141671 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b44fe477-08ff-47ca-b08f-7d23ba6363e0 req-be9b79ed-faa1-4842-a1d5-e6f531f8a629 service neutron] 10.222.0.41 "GET /v2.0/networks/5a4a028c-633b-4d9e-8d9b-40effda41bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869405 Jul 15 23:48:56.165069 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f72377aa-072b-45da-b67b-ca58a072b5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d0db1a-287b-4b1a-a801-cb1a166e47c8', 'name': 'tempest-TestVolumeBackupRestore-680790836-router', 'tenant_id': 'da929472d9094d018e34f1bb52ea6423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '5b186ba7-0d68-47f7-9347-ecc6e5a40e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:46:26Z', 'updated_at': '2021-07-15T23:46:29Z', 'revision_number': 4, 'project_id': 'da929472d9094d018e34f1bb52ea6423', 'gw_port': {'id': '5b186ba7-0d68-47f7-9347-ecc6e5a40e7a', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d0db1a-287b-4b1a-a801-cb1a166e47c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:46:26Z', 'updated_at': '2021-07-15T23:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '4ba2c7ab-7171-4f23-95f0-774d25d2c910', 'tenant_id': 'da929472d9094d018e34f1bb52ea6423', 'floating_ip_address': '172.25.5.32', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '02d0db1a-287b-4b1a-a801-cb1a166e47c8', 'port_id': '5d3000e4-5cb2-4c1b-83d7-62fb2037e0db', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a4a028c-633b-4d9e-8d9b-40effda41bc4', 'mac_address': 'fa:16:3e:e9:11:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08dc74ac-4274-4ab1-90cc-7ba1ece01a6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:48:52Z', 'updated_at': '2021-07-15T23:48:55Z', 'revision_number': 2, 'project_id': 'da929472d9094d018e34f1bb52ea6423', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '702c3911-2003-4808-bde5-02900eac0add', 'name': '', 'network_id': '5a4a028c-633b-4d9e-8d9b-40effda41bc4', 'tenant_id': 'da929472d9094d018e34f1bb52ea6423', 'mac_address': 'fa:16:3e:f9:ac:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d0db1a-287b-4b1a-a801-cb1a166e47c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'f2a0f560-7f4c-4412-92b9-5ab3ed30a993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:46:28Z', 'updated_at': '2021-07-15T23:46:36Z', 'revision_number': 5, 'project_id': 'da929472d9094d018e34f1bb52ea6423', 'subnets': [{'id': 'f2a0f560-7f4c-4412-92b9-5ab3ed30a993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:48:56.191427 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72377aa-072b-45da-b67b-ca58a072b5a2 None None] Checking router: 02d0db1a-287b-4b1a-a801-cb1a166e47c8 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:48:56.200644 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72377aa-072b-45da-b67b-ca58a072b5a2 None None] Routers {'02d0db1a-287b-4b1a-a801-cb1a166e47c8'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:48:56.202024 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f72377aa-072b-45da-b67b-ca58a072b5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:48:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['02d0db1a-287b-4b1a-a801-cb1a166e47c8'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:48:56.233111 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b44fe477-08ff-47ca-b08f-7d23ba6363e0 req-10131470-56eb-4d4f-8723-f6fb45df3585 service neutron] 10.222.0.41 "GET /v2.0/networks/5a4a028c-633b-4d9e-8d9b-40effda41bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840774 Jul 15 23:48:56.310180 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-f72377aa-072b-45da-b67b-ca58a072b5a2 None None] Set router 02d0db1a-287b-4b1a-a801-cb1a166e47c8 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:48:56.393841 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44fe477-08ff-47ca-b08f-7d23ba6363e0 req-305b4023-7668-4643-b971-ffd5e23cecbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:56.395993 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b44fe477-08ff-47ca-b08f-7d23ba6363e0 req-305b4023-7668-4643-b971-ffd5e23cecbf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=da929472d9094d018e34f1bb52ea6423&device_id=08dc74ac-4274-4ab1-90cc-7ba1ece01a6c HTTP/1.1" status: 200 len: 1096 time: 0.0660419 Jul 15 23:48:56.496325 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44fe477-08ff-47ca-b08f-7d23ba6363e0 req-5090905a-5919-4b15-89e1-14361834c627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:56.497909 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b44fe477-08ff-47ca-b08f-7d23ba6363e0 req-5090905a-5919-4b15-89e1-14361834c627 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5a4a028c-633b-4d9e-8d9b-40effda41bc4 HTTP/1.1" status: 200 len: 914 time: 0.0949521 Jul 15 23:48:56.550204 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f72377aa-072b-45da-b67b-ca58a072b5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d0db1a-287b-4b1a-a801-cb1a166e47c8', 'name': 'tempest-TestVolumeBackupRestore-680790836-router', 'tenant_id': 'da929472d9094d018e34f1bb52ea6423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '5b186ba7-0d68-47f7-9347-ecc6e5a40e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:46:26Z', 'updated_at': '2021-07-15T23:46:29Z', 'revision_number': 4, 'project_id': 'da929472d9094d018e34f1bb52ea6423', 'gw_port': {'id': '5b186ba7-0d68-47f7-9347-ecc6e5a40e7a', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d0db1a-287b-4b1a-a801-cb1a166e47c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:46:26Z', 'updated_at': '2021-07-15T23:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '4ba2c7ab-7171-4f23-95f0-774d25d2c910', 'tenant_id': 'da929472d9094d018e34f1bb52ea6423', 'floating_ip_address': '172.25.5.32', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '02d0db1a-287b-4b1a-a801-cb1a166e47c8', 'port_id': '5d3000e4-5cb2-4c1b-83d7-62fb2037e0db', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a4a028c-633b-4d9e-8d9b-40effda41bc4', 'mac_address': 'fa:16:3e:e9:11:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08dc74ac-4274-4ab1-90cc-7ba1ece01a6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:48:52Z', 'updated_at': '2021-07-15T23:48:55Z', 'revision_number': 2, 'project_id': 'da929472d9094d018e34f1bb52ea6423', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '702c3911-2003-4808-bde5-02900eac0add', 'name': '', 'network_id': '5a4a028c-633b-4d9e-8d9b-40effda41bc4', 'tenant_id': 'da929472d9094d018e34f1bb52ea6423', 'mac_address': 'fa:16:3e:f9:ac:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d0db1a-287b-4b1a-a801-cb1a166e47c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'f2a0f560-7f4c-4412-92b9-5ab3ed30a993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:46:28Z', 'updated_at': '2021-07-15T23:46:36Z', 'revision_number': 5, 'project_id': 'da929472d9094d018e34f1bb52ea6423', 'subnets': [{'id': 'f2a0f560-7f4c-4412-92b9-5ab3ed30a993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:48:56.579486 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b44fe477-08ff-47ca-b08f-7d23ba6363e0 req-bb2208d8-6ba8-446a-81b5-686228d61a83 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d3000e4-5cb2-4c1b-83d7-62fb2037e0db HTTP/1.1" status: 200 len: 1000 time: 0.0737708 Jul 15 23:48:56.583948 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72377aa-072b-45da-b67b-ca58a072b5a2 None None] The sync data for ids ['02d0db1a-287b-4b1a-a801-cb1a166e47c8'] in n-d-794306-6 is: [{'id': '02d0db1a-287b-4b1a-a801-cb1a166e47c8', 'name': 'tempest-TestVolumeBackupRestore-680790836-router', 'tenant_id': 'da929472d9094d018e34f1bb52ea6423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '5b186ba7-0d68-47f7-9347-ecc6e5a40e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:46:26Z', 'updated_at': '2021-07-15T23:46:29Z', 'revision_number': 4, 'project_id': 'da929472d9094d018e34f1bb52ea6423', 'gw_port': {'id': '5b186ba7-0d68-47f7-9347-ecc6e5a40e7a', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d0db1a-287b-4b1a-a801-cb1a166e47c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:46:26Z', 'updated_at': '2021-07-15T23:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '4ba2c7ab-7171-4f23-95f0-774d25d2c910', 'tenant_id': 'da929472d9094d018e34f1bb52ea6423', 'floating_ip_address': '172.25.5.32', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '02d0db1a-287b-4b1a-a801-cb1a166e47c8', 'port_id': '5d3000e4-5cb2-4c1b-83d7-62fb2037e0db', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a4a028c-633b-4d9e-8d9b-40effda41bc4', 'mac_address': 'fa:16:3e:e9:11:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08dc74ac-4274-4ab1-90cc-7ba1ece01a6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:48:52Z', 'updated_at': '2021-07-15T23:48:55Z', 'revision_number': 2, 'project_id': 'da929472d9094d018e34f1bb52ea6423', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '702c3911-2003-4808-bde5-02900eac0add', 'name': '', 'network_id': '5a4a028c-633b-4d9e-8d9b-40effda41bc4', 'tenant_id': 'da929472d9094d018e34f1bb52ea6423', 'mac_address': 'fa:16:3e:f9:ac:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d0db1a-287b-4b1a-a801-cb1a166e47c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'f2a0f560-7f4c-4412-92b9-5ab3ed30a993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:46:28Z', 'updated_at': '2021-07-15T23:46:36Z', 'revision_number': 5, 'project_id': 'da929472d9094d018e34f1bb52ea6423', 'subnets': [{'id': 'f2a0f560-7f4c-4412-92b9-5ab3ed30a993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:48:56.649373 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44fe477-08ff-47ca-b08f-7d23ba6363e0 req-7083da3c-1fea-433f-af47-b0124215bd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:56.650807 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b44fe477-08ff-47ca-b08f-7d23ba6363e0 req-7083da3c-1fea-433f-af47-b0124215bd1a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f2a0f560-7f4c-4412-92b9-5ab3ed30a993 HTTP/1.1" status: 200 len: 852 time: 0.0481935 Jul 15 23:48:56.769358 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44fe477-08ff-47ca-b08f-7d23ba6363e0 req-b348c9be-caa5-4ee5-96fa-ba4894046750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:56.770973 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b44fe477-08ff-47ca-b08f-7d23ba6363e0 req-b348c9be-caa5-4ee5-96fa-ba4894046750 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5a4a028c-633b-4d9e-8d9b-40effda41bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1092544 Jul 15 23:48:56.797539 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b40bd59-f5d1-4e90-91bb-54ea8af42ec0 req-c82e3434-365d-41f2-9a1d-5ec28245faa4 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:56.799147 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7b40bd59-f5d1-4e90-91bb-54ea8af42ec0 req-c82e3434-365d-41f2-9a1d-5ec28245faa4 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=45011067-e8be-4b38-9ba7-85e0df6b59e4 HTTP/1.1" status: 200 len: 945 time: 0.1069784 Jul 15 23:48:56.886971 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7b40bd59-f5d1-4e90-91bb-54ea8af42ec0 req-1ba3dcfd-b434-42a5-b5d5-c4afb3766576 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746450 Jul 15 23:48:56.916367 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b44fe477-08ff-47ca-b08f-7d23ba6363e0 req-11cbd9b9-2504-4499-8f97-f1ef883fe225 service neutron] 10.222.0.41 "GET /v2.0/networks/5a4a028c-633b-4d9e-8d9b-40effda41bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374943 Jul 15 23:48:57.010910 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b44fe477-08ff-47ca-b08f-7d23ba6363e0 req-22062614-2af9-43dd-9dae-10770b6cd1a8 service neutron] 10.222.0.41 "GET /v2.0/networks/5a4a028c-633b-4d9e-8d9b-40effda41bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873823 Jul 15 23:48:58.075876 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1724c3be-feb3-4ecf-a413-001b9fc7f7ae req-70689cbb-3b27-49ce-8b5e-b8ab45f8e147 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:58.077407 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1724c3be-feb3-4ecf-a413-001b9fc7f7ae req-70689cbb-3b27-49ce-8b5e-b8ab45f8e147 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=45011067-e8be-4b38-9ba7-85e0df6b59e4 HTTP/1.1" status: 200 len: 945 time: 0.0702055 Jul 15 23:48:58.114274 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1724c3be-feb3-4ecf-a413-001b9fc7f7ae req-d06af4af-b56b-43fc-bf6a-187320545283 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313485 Jul 15 23:48:58.359803 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e952acd-9e66-4734-9daa-88a56f5237fc req-6f15c33d-5a49-45ae-b921-56bb66a345c8 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:58.361270 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1e952acd-9e66-4734-9daa-88a56f5237fc req-6f15c33d-5a49-45ae-b921-56bb66a345c8 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.41 "GET /v2.0/ports?device_id=45011067-e8be-4b38-9ba7-85e0df6b59e4 HTTP/1.1" status: 200 len: 945 time: 0.0618806 Jul 15 23:48:58.462125 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-1e952acd-9e66-4734-9daa-88a56f5237fc req-5d4e2abb-ab85-4cae-9815-6847e4a60fd0 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Deleting port 68aacc03-27ab-49ae-bfb6-b53954e5e26e {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:48:58.462462 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1e952acd-9e66-4734-9daa-88a56f5237fc req-5d4e2abb-ab85-4cae-9815-6847e4a60fd0 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:58.551030 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-1e952acd-9e66-4734-9daa-88a56f5237fc req-5d4e2abb-ab85-4cae-9815-6847e4a60fd0 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] For port 68aacc03-27ab-49ae-bfb6-b53954e5e26e, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=68aacc03-27ab-49ae-bfb6-b53954e5e26e,segment=NetworkSegment(308c7c80-2dfe-465a-907b-006f4bf32eae),segment_id=308c7c80-2dfe-465a-907b-006f4bf32eae)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:48:58.551400 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1e952acd-9e66-4734-9daa-88a56f5237fc req-5d4e2abb-ab85-4cae-9815-6847e4a60fd0 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:58.570649 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-1e952acd-9e66-4734-9daa-88a56f5237fc req-5d4e2abb-ab85-4cae-9815-6847e4a60fd0 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Calling delete_port for 68aacc03-27ab-49ae-bfb6-b53954e5e26e owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:48:58.711082 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1e952acd-9e66-4734-9daa-88a56f5237fc req-5d4e2abb-ab85-4cae-9815-6847e4a60fd0 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:58.745031 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['68aacc03-27ab-49ae-bfb6-b53954e5e26e'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:48:58.745420 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4e2abb-ab85-4cae-9815-6847e4a60fd0 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Pushing event deleted for resources: {'Port': ['ID=68aacc03-27ab-49ae-bfb6-b53954e5e26e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:48:58.792151 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e952acd-9e66-4734-9daa-88a56f5237fc req-5d4e2abb-ab85-4cae-9815-6847e4a60fd0 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] No DVR routers for this DVR port 68aacc03-27ab-49ae-bfb6-b53954e5e26e on host n-h2-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:48:58.794892 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1e952acd-9e66-4734-9daa-88a56f5237fc req-5d4e2abb-ab85-4cae-9815-6847e4a60fd0 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:48:58.797015 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1e952acd-9e66-4734-9daa-88a56f5237fc req-5d4e2abb-ab85-4cae-9815-6847e4a60fd0 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.41 "DELETE /v2.0/ports/68aacc03-27ab-49ae-bfb6-b53954e5e26e HTTP/1.1" status: 204 len: 173 time: 0.4302995 Jul 15 23:48:58.797454 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45011067-e8be-4b38-9ba7-85e0df6b59e4', 'name': 'network-vif-deleted', 'tag': '68aacc03-27ab-49ae-bfb6-b53954e5e26e'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:48:58.799757 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d43a27-517a-4295-a47a-a706509713b3" -d '{"events": [{"server_uuid": "45011067-e8be-4b38-9ba7-85e0df6b59e4", "name": "network-vif-deleted", "tag": "68aacc03-27ab-49ae-bfb6-b53954e5e26e"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:48:58.839802 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee8e8c7-e13e-4cd1-9feb-419c29d04d08 x-openstack-request-id: req-aee8e8c7-e13e-4cd1-9feb-419c29d04d08 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:48:58.840169 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45011067-e8be-4b38-9ba7-85e0df6b59e4", "name": "network-vif-deleted", "tag": "68aacc03-27ab-49ae-bfb6-b53954e5e26e", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:48:58.840431 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-aee8e8c7-e13e-4cd1-9feb-419c29d04d08 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:48:58.840933 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45011067-e8be-4b38-9ba7-85e0df6b59e4', 'name': 'network-vif-deleted', 'tag': '68aacc03-27ab-49ae-bfb6-b53954e5e26e', 'status': 'completed', 'code': 200} Jul 15 23:48:59.059001 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a50cf0ed-e902-4be3-ad1d-d653ed93d22f req-615c4687-94d1-42f9-b61d-707575befe9e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=08dc74ac-4274-4ab1-90cc-7ba1ece01a6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0562227 Jul 15 23:48:59.181667 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50cf0ed-e902-4be3-ad1d-d653ed93d22f req-c32f0eca-165c-4931-8912-c9cdbc40de4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:59.183925 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a50cf0ed-e902-4be3-ad1d-d653ed93d22f req-c32f0eca-165c-4931-8912-c9cdbc40de4e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=da929472d9094d018e34f1bb52ea6423&device_id=08dc74ac-4274-4ab1-90cc-7ba1ece01a6c HTTP/1.1" status: 200 len: 1096 time: 0.0600269 Jul 15 23:48:59.308168 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5a8328e1-1d11-4adc-98b9-810cc7f4ae35 req-975c1484-0ea3-4693-93d4-4c0037f8aabf tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=45011067-e8be-4b38-9ba7-85e0df6b59e4 HTTP/1.1" status: 200 len: 210 time: 0.0622156 Jul 15 23:48:59.340902 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50cf0ed-e902-4be3-ad1d-d653ed93d22f req-e8c7c580-d8bb-46cc-b02e-aa4d41cdb2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:59.342324 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a50cf0ed-e902-4be3-ad1d-d653ed93d22f req-e8c7c580-d8bb-46cc-b02e-aa4d41cdb2a8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5a4a028c-633b-4d9e-8d9b-40effda41bc4 HTTP/1.1" status: 200 len: 914 time: 0.1351600 Jul 15 23:48:59.423062 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a50cf0ed-e902-4be3-ad1d-d653ed93d22f req-f1757afd-484b-4a71-b110-ab9c965c3944 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d3000e4-5cb2-4c1b-83d7-62fb2037e0db HTTP/1.1" status: 200 len: 1000 time: 0.0664809 Jul 15 23:48:59.836632 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50cf0ed-e902-4be3-ad1d-d653ed93d22f req-93ad1e9c-963f-44e5-b0d2-3fb97c4b19c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:59.838114 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a50cf0ed-e902-4be3-ad1d-d653ed93d22f req-93ad1e9c-963f-44e5-b0d2-3fb97c4b19c2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f2a0f560-7f4c-4412-92b9-5ab3ed30a993 HTTP/1.1" status: 200 len: 852 time: 0.4093046 Jul 15 23:48:59.902859 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50cf0ed-e902-4be3-ad1d-d653ed93d22f req-09dbd224-55e9-4a8b-a4e9-dab5826521cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:48:59.904398 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a50cf0ed-e902-4be3-ad1d-d653ed93d22f req-09dbd224-55e9-4a8b-a4e9-dab5826521cc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5a4a028c-633b-4d9e-8d9b-40effda41bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595119 Jul 15 23:48:59.995071 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a50cf0ed-e902-4be3-ad1d-d653ed93d22f req-847e4e95-79f3-4763-97cc-101993c9c0c7 service neutron] 10.222.0.41 "GET /v2.0/networks/5a4a028c-633b-4d9e-8d9b-40effda41bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841186 Jul 15 23:49:00.100423 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a50cf0ed-e902-4be3-ad1d-d653ed93d22f req-556aeedd-6cbb-4ba6-9f93-46a8558ab1ae service neutron] 10.222.0.41 "GET /v2.0/networks/5a4a028c-633b-4d9e-8d9b-40effda41bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986171 Jul 15 23:49:00.457059 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-02ed3cf5-50be-4411-b44a-1bc8c8075caa req-3f2844e8-52e9-4feb-a0bd-0fcccee23014 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=45011067-e8be-4b38-9ba7-85e0df6b59e4 HTTP/1.1" status: 200 len: 210 time: 0.0327685 Jul 15 23:49:00.871558 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1ff961d5-2f8b-42fe-a84f-de2b9a727217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:01.603556 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-017152dc-5674-4ea5-8505-faaba0db29e2 req-8f466ed4-e61b-4d64-96db-88bf54e76c97 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=45011067-e8be-4b38-9ba7-85e0df6b59e4 HTTP/1.1" status: 200 len: 210 time: 0.0328069 Jul 15 23:49:02.239416 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 68aacc03-27ab-49ae-bfb6-b53954e5e26e no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:49:02.260521 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] No Port match for: 68aacc03-27ab-49ae-bfb6-b53954e5e26e {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:49:02.260865 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 68aacc03-27ab-49ae-bfb6-b53954e5e26e not bound to the agent host n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:49:02.757916 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6817cf82-6778-4417-b5ae-aed9ccd1598c req-360b3c3e-e929-44f6-ae77-2308acf34c83 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=45011067-e8be-4b38-9ba7-85e0df6b59e4 HTTP/1.1" status: 200 len: 210 time: 0.0288012 Jul 15 23:49:03.417306 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:04.241773 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6a6b03ac-3893-43a9-bad8-0b905776d560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:04.412584 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:05.821615 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 49138) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:49:05.826334 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-0086b728-36e7-4a03-8690-501d94dc2a52 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-381468177', 'description': 'tempest-secgroup-smoke-381468177 description', 'project_id': '854f7f06e5364ce38de1e2e446f56e73'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:49:05.847481 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0086b728-36e7-4a03-8690-501d94dc2a52 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:05.930679 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0086b728-36e7-4a03-8690-501d94dc2a52 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:05.934029 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0086b728-36e7-4a03-8690-501d94dc2a52 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:05.960865 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0086b728-36e7-4a03-8690-501d94dc2a52 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:05.962070 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-0086b728-36e7-4a03-8690-501d94dc2a52 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1393805 Jul 15 23:49:05.963936 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0086b728-36e7-4a03-8690-501d94dc2a52 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc6a689-9c72-4b1f-91df-ea229a2b71c4,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:49:05.965715 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 49140) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:49:05.970628 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-0967b994-1cd3-4080-97e9-f9d170266012 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Request body: {'security_group_rule': {'security_group_id': 'cdc6a689-9c72-4b1f-91df-ea229a2b71c4', 'project_id': '854f7f06e5364ce38de1e2e446f56e73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:49:05.999753 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0967b994-1cd3-4080-97e9-f9d170266012 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:06.064091 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0967b994-1cd3-4080-97e9-f9d170266012 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:06.067849 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0967b994-1cd3-4080-97e9-f9d170266012 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:06.086441 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0967b994-1cd3-4080-97e9-f9d170266012 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ee3630d-c800-46d5-a9e4-8ba687a23418,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:49:06.089528 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0967b994-1cd3-4080-97e9-f9d170266012 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:06.090760 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-0967b994-1cd3-4080-97e9-f9d170266012 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1238678 Jul 15 23:49:06.094929 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 49142) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:49:06.099251 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5add5876-977c-4972-98c2-22c45c75a15b tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Request body: {'security_group_rule': {'security_group_id': 'cdc6a689-9c72-4b1f-91df-ea229a2b71c4', 'project_id': '854f7f06e5364ce38de1e2e446f56e73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:49:06.125702 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5add5876-977c-4972-98c2-22c45c75a15b tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:06.181398 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5add5876-977c-4972-98c2-22c45c75a15b tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:06.184728 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5add5876-977c-4972-98c2-22c45c75a15b tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:06.201199 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5add5876-977c-4972-98c2-22c45c75a15b tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ecfb86b-d7b7-4c37-8118-da12c1d70554,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:49:06.207802 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5add5876-977c-4972-98c2-22c45c75a15b tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:06.208981 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-5add5876-977c-4972-98c2-22c45c75a15b tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1131968 Jul 15 23:49:06.212211 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 49144) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:49:06.216544 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-0ea6e187-ce69-43d2-be19-2fbc6cc993cc tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Request body: {'security_group_rule': {'security_group_id': 'cdc6a689-9c72-4b1f-91df-ea229a2b71c4', 'project_id': '854f7f06e5364ce38de1e2e446f56e73', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:49:06.242693 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0ea6e187-ce69-43d2-be19-2fbc6cc993cc tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:06.299832 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0ea6e187-ce69-43d2-be19-2fbc6cc993cc tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:06.303426 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0ea6e187-ce69-43d2-be19-2fbc6cc993cc tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:06.324092 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea6e187-ce69-43d2-be19-2fbc6cc993cc tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0ee6fd9-5d53-43a8-a299-d61610aa39b2,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:49:06.326384 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0ea6e187-ce69-43d2-be19-2fbc6cc993cc tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:06.327630 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-0ea6e187-ce69-43d2-be19-2fbc6cc993cc tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1144838 Jul 15 23:49:06.330301 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 49146) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:49:06.335340 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-73ad1be9-0a37-4caf-972c-7ef3b3c31065 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Request body: {'security_group_rule': {'security_group_id': 'cdc6a689-9c72-4b1f-91df-ea229a2b71c4', 'project_id': '854f7f06e5364ce38de1e2e446f56e73', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:49:06.360969 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-73ad1be9-0a37-4caf-972c-7ef3b3c31065 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:06.419776 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:06.421658 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-73ad1be9-0a37-4caf-972c-7ef3b3c31065 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:06.425106 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-73ad1be9-0a37-4caf-972c-7ef3b3c31065 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:06.444962 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ad1be9-0a37-4caf-972c-7ef3b3c31065 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b395191c-483a-4720-b12d-47c29aac1879,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:49:06.448285 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-73ad1be9-0a37-4caf-972c-7ef3b3c31065 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:06.449460 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-73ad1be9-0a37-4caf-972c-7ef3b3c31065 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1182721 Jul 15 23:49:06.452257 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 49148) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:49:06.456572 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-6b9a4033-6038-47d6-a694-fc624f0dff49 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Request body: {'security_group_rule': {'security_group_id': 'cdc6a689-9c72-4b1f-91df-ea229a2b71c4', 'project_id': '854f7f06e5364ce38de1e2e446f56e73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:49:06.479399 n-d-794306-6 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-6b9a4033-6038-47d6-a694-fc624f0dff49 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Project 854f7f06e5364ce38de1e2e446f56e73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:49:06.484124 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6b9a4033-6038-47d6-a694-fc624f0dff49 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:06.544230 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6b9a4033-6038-47d6-a694-fc624f0dff49 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:06.547913 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6b9a4033-6038-47d6-a694-fc624f0dff49 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:06.567674 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a4033-6038-47d6-a694-fc624f0dff49 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68e931f0-c040-4913-bb68-3338833ea80f,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:49:06.572187 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6b9a4033-6038-47d6-a694-fc624f0dff49 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:06.573697 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-6b9a4033-6038-47d6-a694-fc624f0dff49 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1204319 Jul 15 23:49:06.576333 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 49150) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:49:06.580688 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-96b3d117-e875-470a-95f1-de8dd89cc74e tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Request body: {'security_group_rule': {'security_group_id': 'cdc6a689-9c72-4b1f-91df-ea229a2b71c4', 'project_id': '854f7f06e5364ce38de1e2e446f56e73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:49:06.604435 n-d-794306-6 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-96b3d117-e875-470a-95f1-de8dd89cc74e tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Project 854f7f06e5364ce38de1e2e446f56e73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 23:49:06.609246 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-96b3d117-e875-470a-95f1-de8dd89cc74e tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:06.670715 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-96b3d117-e875-470a-95f1-de8dd89cc74e tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:06.675322 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-96b3d117-e875-470a-95f1-de8dd89cc74e tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:06.696543 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b3d117-e875-470a-95f1-de8dd89cc74e tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a76f979-7697-412b-96b1-afa762620cdd,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:49:06.703691 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-96b3d117-e875-470a-95f1-de8dd89cc74e tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:06.704902 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-96b3d117-e875-470a-95f1-de8dd89cc74e tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1276569 Jul 15 23:49:08.364722 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:11.873816 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:49:21.070771 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8cf233ba-b7c2-406c-8ee9-2679a3e95b1a req-43de0837-df27-4d1b-8285-c1521a3c0685 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-381468177&fields=id&tenant_id=854f7f06e5364ce38de1e2e446f56e73 HTTP/1.1" status: 200 len: 267 time: 0.0341759 Jul 15 23:49:21.196296 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf233ba-b7c2-406c-8ee9-2679a3e95b1a req-d4833bf9-df8e-4073-88a2-4fb45ba74e25 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:21.197833 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8cf233ba-b7c2-406c-8ee9-2679a3e95b1a req-d4833bf9-df8e-4073-88a2-4fb45ba74e25 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/networks?id=31e0906b-d6f8-4071-9d72-971224eb2adb HTTP/1.1" status: 200 len: 811 time: 0.1176462 Jul 15 23:49:21.214303 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8cf233ba-b7c2-406c-8ee9-2679a3e95b1a req-9a546f90-b694-4a01-92c7-c05111130c09 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/quotas/854f7f06e5364ce38de1e2e446f56e73 HTTP/1.1" status: 200 len: 375 time: 0.0110888 Jul 15 23:49:21.283702 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8cf233ba-b7c2-406c-8ee9-2679a3e95b1a req-6eeadfeb-4991-4409-b223-82b23700718c tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=854f7f06e5364ce38de1e2e446f56e73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0643032 Jul 15 23:49:21.392779 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8cf233ba-b7c2-406c-8ee9-2679a3e95b1a req-9eee57b0-f211-469d-8237-fa2f70bdabb2 service neutron] 10.222.0.48 "GET /v2.0/networks/31e0906b-d6f8-4071-9d72-971224eb2adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974715 Jul 15 23:49:21.487656 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8cf233ba-b7c2-406c-8ee9-2679a3e95b1a req-ebeff2df-7141-4b08-9baf-c76437437c1c service neutron] 10.222.0.48 "GET /v2.0/networks/31e0906b-d6f8-4071-9d72-971224eb2adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885339 Jul 15 23:49:21.804058 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-37519709-cfc2-4195-9356-a72e315a186b req-b3499b67-f7c3-4fc3-988a-6098e0fa8944 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e30c5f-537a-4460-906e-bea3da0ea193 HTTP/1.1" status: 200 len: 210 time: 0.0328813 Jul 15 23:49:22.834573 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf233ba-b7c2-406c-8ee9-2679a3e95b1a req-3d643e2b-179f-41ae-a570-75be98b77365 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:22.836093 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8cf233ba-b7c2-406c-8ee9-2679a3e95b1a req-3d643e2b-179f-41ae-a570-75be98b77365 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.49 "GET /v2.0/networks?id=31e0906b-d6f8-4071-9d72-971224eb2adb HTTP/1.1" status: 200 len: 811 time: 0.1096406 Jul 15 23:49:22.890930 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8cf233ba-b7c2-406c-8ee9-2679a3e95b1a req-68806189-c553-42f9-b094-b36383a5cb07 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=854f7f06e5364ce38de1e2e446f56e73 HTTP/1.1" status: 200 len: 379 time: 0.0398254 Jul 15 23:49:22.900352 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-8cf233ba-b7c2-406c-8ee9-2679a3e95b1a req-3bd4d55d-bb59-4522-8a01-af6afbf7a281 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Request body: {'port': {'device_id': '70e30c5f-537a-4460-906e-bea3da0ea193', 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb', 'admin_state_up': True, 'tenant_id': '854f7f06e5364ce38de1e2e446f56e73', 'security_groups': ['cdc6a689-9c72-4b1f-91df-ea229a2b71c4']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:49:22.987848 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7e029ea3-7beb-4d6b-8abc-b3a1ba3a77fc req-89bb1510-f54b-499a-b9e7-53b6678924d1 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e30c5f-537a-4460-906e-bea3da0ea193 HTTP/1.1" status: 200 len: 210 time: 0.0601587 Jul 15 23:49:23.046666 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cf233ba-b7c2-406c-8ee9-2679a3e95b1a req-3bd4d55d-bb59-4522-8a01-af6afbf7a281 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Made reservation on behalf of 854f7f06e5364ce38de1e2e446f56e73 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:49:23.050373 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8cf233ba-b7c2-406c-8ee9-2679a3e95b1a req-3bd4d55d-bb59-4522-8a01-af6afbf7a281 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:23.192248 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-8cf233ba-b7c2-406c-8ee9-2679a3e95b1a req-3bd4d55d-bb59-4522-8a01-af6afbf7a281 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Allocated IP 172.20.0.14 (31e0906b-d6f8-4071-9d72-971224eb2adb/c5a5342a-197a-422d-81d6-779d4a25a0f6/87480874-656d-47ed-901e-46fa61639e3b) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:49:23.341967 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8cf233ba-b7c2-406c-8ee9-2679a3e95b1a req-3bd4d55d-bb59-4522-8a01-af6afbf7a281 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:23.356410 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-8cf233ba-b7c2-406c-8ee9-2679a3e95b1a req-3bd4d55d-bb59-4522-8a01-af6afbf7a281 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Transition to ACTIVE for port object 87480874-656d-47ed-901e-46fa61639e3b will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:49:23.392133 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8cf233ba-b7c2-406c-8ee9-2679a3e95b1a req-3bd4d55d-bb59-4522-8a01-af6afbf7a281 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:23.437872 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cf233ba-b7c2-406c-8ee9-2679a3e95b1a req-3bd4d55d-bb59-4522-8a01-af6afbf7a281 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Network 31e0906b-d6f8-4071-9d72-971224eb2adb is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:49:23.444104 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-8cf233ba-b7c2-406c-8ee9-2679a3e95b1a req-3bd4d55d-bb59-4522-8a01-af6afbf7a281 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:49:23.448827 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cf233ba-b7c2-406c-8ee9-2679a3e95b1a req-3bd4d55d-bb59-4522-8a01-af6afbf7a281 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:49:23.479541 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd4d55d-bb59-4522-8a01-af6afbf7a281 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Pushing event updated for resources: {'Port': ['ID=87480874-656d-47ed-901e-46fa61639e3b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:49:23.490590 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd4d55d-bb59-4522-8a01-af6afbf7a281 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:49:23.490949 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd4d55d-bb59-4522-8a01-af6afbf7a281 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:49:23.491300 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd4d55d-bb59-4522-8a01-af6afbf7a281 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:49:23.491667 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd4d55d-bb59-4522-8a01-af6afbf7a281 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:49:23.492006 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd4d55d-bb59-4522-8a01-af6afbf7a281 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:49:23.492340 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd4d55d-bb59-4522-8a01-af6afbf7a281 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:49:23.492668 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd4d55d-bb59-4522-8a01-af6afbf7a281 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:49:23.492995 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd4d55d-bb59-4522-8a01-af6afbf7a281 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:49:23.493317 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd4d55d-bb59-4522-8a01-af6afbf7a281 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:49:23.493642 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd4d55d-bb59-4522-8a01-af6afbf7a281 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:49:23.493963 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd4d55d-bb59-4522-8a01-af6afbf7a281 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:49:23.494290 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd4d55d-bb59-4522-8a01-af6afbf7a281 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:49:23.527403 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf233ba-b7c2-406c-8ee9-2679a3e95b1a req-3bd4d55d-bb59-4522-8a01-af6afbf7a281 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:23.528123 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8cf233ba-b7c2-406c-8ee9-2679a3e95b1a req-3bd4d55d-bb59-4522-8a01-af6afbf7a281 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:23.547035 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8cf233ba-b7c2-406c-8ee9-2679a3e95b1a req-3bd4d55d-bb59-4522-8a01-af6afbf7a281 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6513159 Jul 15 23:49:23.561328 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-8cf233ba-b7c2-406c-8ee9-2679a3e95b1a req-06f7990b-44a4-4c65-a840-6c848fb7ae10 service neutron] Request body: {'port': {'device_id': '70e30c5f-537a-4460-906e-bea3da0ea193', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:49:23.650504 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8cf233ba-b7c2-406c-8ee9-2679a3e95b1a req-06f7990b-44a4-4c65-a840-6c848fb7ae10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:23.704696 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a7e51a87-f115-4d51-8b83-ff2e46e6c5ae None None] Provisioning for port 87480874-656d-47ed-901e-46fa61639e3b completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:49:23.712309 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a7e51a87-f115-4d51-8b83-ff2e46e6c5ae None None] Provisioning complete for port 87480874-656d-47ed-901e-46fa61639e3b triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:49:23.712995 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a7e51a87-f115-4d51-8b83-ff2e46e6c5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:23.753511 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a7e51a87-f115-4d51-8b83-ff2e46e6c5ae None None] Port 87480874-656d-47ed-901e-46fa61639e3b cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:49:23.930930 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-8cf233ba-b7c2-406c-8ee9-2679a3e95b1a req-06f7990b-44a4-4c65-a840-6c848fb7ae10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87480874-656d-47ed-901e-46fa61639e3b {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:49:23.938804 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8cf233ba-b7c2-406c-8ee9-2679a3e95b1a req-06f7990b-44a4-4c65-a840-6c848fb7ae10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:23.951260 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-8cf233ba-b7c2-406c-8ee9-2679a3e95b1a req-06f7990b-44a4-4c65-a840-6c848fb7ae10 service neutron] Transition to ACTIVE for port object 87480874-656d-47ed-901e-46fa61639e3b will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:49:23.955987 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8cf233ba-b7c2-406c-8ee9-2679a3e95b1a req-06f7990b-44a4-4c65-a840-6c848fb7ae10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:24.040157 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f7990b-44a4-4c65-a840-6c848fb7ae10 service neutron] Pushing event updated for resources: {'Port': ['ID=87480874-656d-47ed-901e-46fa61639e3b,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:49:24.097360 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-8cf233ba-b7c2-406c-8ee9-2679a3e95b1a req-06f7990b-44a4-4c65-a840-6c848fb7ae10 service neutron] Attempting to bind port 87480874-656d-47ed-901e-46fa61639e3b on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:49:24.097721 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-8cf233ba-b7c2-406c-8ee9-2679a3e95b1a req-06f7990b-44a4-4c65-a840-6c848fb7ae10 service neutron] Attempting to bind port 87480874-656d-47ed-901e-46fa61639e3b by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '308c7c80-2dfe-465a-907b-006f4bf32eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:49:24.097864 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf233ba-b7c2-406c-8ee9-2679a3e95b1a req-06f7990b-44a4-4c65-a840-6c848fb7ae10 service neutron] Attempting to bind port 87480874-656d-47ed-901e-46fa61639e3b on network 31e0906b-d6f8-4071-9d72-971224eb2adb {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:49:24.106048 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf233ba-b7c2-406c-8ee9-2679a3e95b1a req-06f7990b-44a4-4c65-a840-6c848fb7ae10 service neutron] Port 87480874-656d-47ed-901e-46fa61639e3b on network 31e0906b-d6f8-4071-9d72-971224eb2adb not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:49:24.106400 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf233ba-b7c2-406c-8ee9-2679a3e95b1a req-06f7990b-44a4-4c65-a840-6c848fb7ae10 service neutron] Attempting to bind port 87480874-656d-47ed-901e-46fa61639e3b on network 31e0906b-d6f8-4071-9d72-971224eb2adb {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:49:24.112778 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf233ba-b7c2-406c-8ee9-2679a3e95b1a req-06f7990b-44a4-4c65-a840-6c848fb7ae10 service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:49:24.113156 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf233ba-b7c2-406c-8ee9-2679a3e95b1a req-06f7990b-44a4-4c65-a840-6c848fb7ae10 service neutron] Checking segment: {'id': '308c7c80-2dfe-465a-907b-006f4bf32eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:49:24.113529 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf233ba-b7c2-406c-8ee9-2679a3e95b1a req-06f7990b-44a4-4c65-a840-6c848fb7ae10 service neutron] Bound using segment: {'id': '308c7c80-2dfe-465a-907b-006f4bf32eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:49:24.113973 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-8cf233ba-b7c2-406c-8ee9-2679a3e95b1a req-06f7990b-44a4-4c65-a840-6c848fb7ae10 service neutron] Bound port: 87480874-656d-47ed-901e-46fa61639e3b, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '308c7c80-2dfe-465a-907b-006f4bf32eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:49:24.115367 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8cf233ba-b7c2-406c-8ee9-2679a3e95b1a req-06f7990b-44a4-4c65-a840-6c848fb7ae10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:24.233976 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-8cf233ba-b7c2-406c-8ee9-2679a3e95b1a req-06f7990b-44a4-4c65-a840-6c848fb7ae10 service neutron] For port 87480874-656d-47ed-901e-46fa61639e3b, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:49:24.248618 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-8cf233ba-b7c2-406c-8ee9-2679a3e95b1a req-06f7990b-44a4-4c65-a840-6c848fb7ae10 service neutron] For port 87480874-656d-47ed-901e-46fa61639e3b, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=87480874-656d-47ed-901e-46fa61639e3b,segment=NetworkSegment(308c7c80-2dfe-465a-907b-006f4bf32eae),segment_id=308c7c80-2dfe-465a-907b-006f4bf32eae)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:49:24.254435 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8cf233ba-b7c2-406c-8ee9-2679a3e95b1a req-06f7990b-44a4-4c65-a840-6c848fb7ae10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:24.308892 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf233ba-b7c2-406c-8ee9-2679a3e95b1a req-06f7990b-44a4-4c65-a840-6c848fb7ae10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:24.309502 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8cf233ba-b7c2-406c-8ee9-2679a3e95b1a req-06f7990b-44a4-4c65-a840-6c848fb7ae10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:24.310960 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8cf233ba-b7c2-406c-8ee9-2679a3e95b1a req-06f7990b-44a4-4c65-a840-6c848fb7ae10 service neutron] 10.222.0.49 "PUT /v2.0/ports/87480874-656d-47ed-901e-46fa61639e3b HTTP/1.1" status: 200 len: 1092 time: 0.7568779 Jul 15 23:49:24.311415 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70e30c5f-537a-4460-906e-bea3da0ea193', 'tag': '87480874-656d-47ed-901e-46fa61639e3b'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:49:24.313982 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3b4379-b262-49f3-b56e-96aae4d62b50" -d '{"events": [{"name": "network-changed", "server_uuid": "70e30c5f-537a-4460-906e-bea3da0ea193", "tag": "87480874-656d-47ed-901e-46fa61639e3b"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:49:24.368968 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bb7f91-0048-430f-a4c1-b54bb6f02d39 req-8e610791-bd57-49df-81a6-2743afcb5921 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:24.370715 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-82bb7f91-0048-430f-a4c1-b54bb6f02d39 req-8e610791-bd57-49df-81a6-2743afcb5921 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e30c5f-537a-4460-906e-bea3da0ea193 HTTP/1.1" status: 200 len: 944 time: 0.1989710 Jul 15 23:49:24.371382 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f7990b-44a4-4c65-a840-6c848fb7ae10 service neutron] Pushing event updated for resources: {'Port': ['ID=87480874-656d-47ed-901e-46fa61639e3b,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:49:24.386481 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12380ed2-640d-4189-8f34-1d21c5457d27 x-openstack-request-id: req-12380ed2-640d-4189-8f34-1d21c5457d27 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:49:24.386776 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70e30c5f-537a-4460-906e-bea3da0ea193", "tag": "87480874-656d-47ed-901e-46fa61639e3b", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:49:24.387035 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-12380ed2-640d-4189-8f34-1d21c5457d27 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:49:24.387810 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70e30c5f-537a-4460-906e-bea3da0ea193', 'tag': '87480874-656d-47ed-901e-46fa61639e3b', 'status': 'completed', 'code': 200} Jul 15 23:49:24.449917 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-82bb7f91-0048-430f-a4c1-b54bb6f02d39 req-7a78c169-5af2-40b9-b613-b6958cc801ab tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc6a689-9c72-4b1f-91df-ea229a2b71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610895 Jul 15 23:49:24.483787 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf233ba-b7c2-406c-8ee9-2679a3e95b1a req-ce853b93-7f66-4b13-9b38-24fc40932a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:24.485570 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8cf233ba-b7c2-406c-8ee9-2679a3e95b1a req-ce853b93-7f66-4b13-9b38-24fc40932a54 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=854f7f06e5364ce38de1e2e446f56e73&device_id=70e30c5f-537a-4460-906e-bea3da0ea193 HTTP/1.1" status: 200 len: 1095 time: 0.1267877 Jul 15 23:49:24.531103 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8cf233ba-b7c2-406c-8ee9-2679a3e95b1a req-85bd36e6-8cd7-49e2-8636-824079159115 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87480874-656d-47ed-901e-46fa61639e3b HTTP/1.1" status: 200 len: 217 time: 0.0378644 Jul 15 23:49:24.585361 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf233ba-b7c2-406c-8ee9-2679a3e95b1a req-4eb625e1-7274-411c-837c-924ee73efd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:24.586998 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8cf233ba-b7c2-406c-8ee9-2679a3e95b1a req-4eb625e1-7274-411c-837c-924ee73efd31 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c5a5342a-197a-422d-81d6-779d4a25a0f6 HTTP/1.1" status: 200 len: 850 time: 0.0504794 Jul 15 23:49:24.647204 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf233ba-b7c2-406c-8ee9-2679a3e95b1a req-fd621dd0-158a-4534-9464-064df96427ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:24.648794 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8cf233ba-b7c2-406c-8ee9-2679a3e95b1a req-fd621dd0-158a-4534-9464-064df96427ff service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=31e0906b-d6f8-4071-9d72-971224eb2adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562346 Jul 15 23:49:24.745860 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8cf233ba-b7c2-406c-8ee9-2679a3e95b1a req-720b0fe2-d8d7-4e69-b4ef-53c2788176fe service neutron] 10.222.0.49 "GET /v2.0/networks/31e0906b-d6f8-4071-9d72-971224eb2adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908723 Jul 15 23:49:24.852501 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8cf233ba-b7c2-406c-8ee9-2679a3e95b1a req-f91bb049-b088-4a9e-b2fa-18788239e714 service neutron] 10.222.0.49 "GET /v2.0/networks/31e0906b-d6f8-4071-9d72-971224eb2adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002104 Jul 15 23:49:24.954180 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b4379-b262-49f3-b56e-96aae4d62b50 req-6f3aada6-ac8a-4ae1-a662-83a514656f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:24.955764 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6c3b4379-b262-49f3-b56e-96aae4d62b50 req-6f3aada6-ac8a-4ae1-a662-83a514656f27 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=854f7f06e5364ce38de1e2e446f56e73&device_id=70e30c5f-537a-4460-906e-bea3da0ea193 HTTP/1.1" status: 200 len: 1095 time: 0.0549493 Jul 15 23:49:25.055876 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b4379-b262-49f3-b56e-96aae4d62b50 req-f5d4fd22-3e67-41da-aaa5-883352a1bbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:25.057314 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6c3b4379-b262-49f3-b56e-96aae4d62b50 req-f5d4fd22-3e67-41da-aaa5-883352a1bbc4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=31e0906b-d6f8-4071-9d72-971224eb2adb HTTP/1.1" status: 200 len: 912 time: 0.0953376 Jul 15 23:49:25.101038 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6c3b4379-b262-49f3-b56e-96aae4d62b50 req-ab91ae1d-594c-4c53-8151-e3b06c85fbbe service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87480874-656d-47ed-901e-46fa61639e3b HTTP/1.1" status: 200 len: 217 time: 0.0369415 Jul 15 23:49:25.156726 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b4379-b262-49f3-b56e-96aae4d62b50 req-166cb319-9783-4a01-908c-4c7017e4690f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:25.157837 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6c3b4379-b262-49f3-b56e-96aae4d62b50 req-166cb319-9783-4a01-908c-4c7017e4690f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c5a5342a-197a-422d-81d6-779d4a25a0f6 HTTP/1.1" status: 200 len: 850 time: 0.0512745 Jul 15 23:49:25.219409 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b4379-b262-49f3-b56e-96aae4d62b50 req-7a765be5-5ed3-4b9e-b5bf-5c2d50b5c75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:25.221060 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6c3b4379-b262-49f3-b56e-96aae4d62b50 req-7a765be5-5ed3-4b9e-b5bf-5c2d50b5c75d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=31e0906b-d6f8-4071-9d72-971224eb2adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569642 Jul 15 23:49:25.321739 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6c3b4379-b262-49f3-b56e-96aae4d62b50 req-30a739ae-fa34-43ea-a106-3ba7f42f29f8 service neutron] 10.222.0.49 "GET /v2.0/networks/31e0906b-d6f8-4071-9d72-971224eb2adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942996 Jul 15 23:49:25.426307 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6c3b4379-b262-49f3-b56e-96aae4d62b50 req-c1a9f331-e3dd-46f4-bb78-791881b70ff4 service neutron] 10.222.0.49 "GET /v2.0/networks/31e0906b-d6f8-4071-9d72-971224eb2adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989447 Jul 15 23:49:25.646013 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805af8e8-389d-49ee-906c-36c045255418 req-4221f5f8-3bed-45a7-829b-2886788f6e12 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:25.647655 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-805af8e8-389d-49ee-906c-36c045255418 req-4221f5f8-3bed-45a7-829b-2886788f6e12 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e30c5f-537a-4460-906e-bea3da0ea193 HTTP/1.1" status: 200 len: 944 time: 0.0665717 Jul 15 23:49:25.663697 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:25.689307 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-805af8e8-389d-49ee-906c-36c045255418 req-1f1bc5a8-df21-46db-9687-73c2f211f3e4 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc6a689-9c72-4b1f-91df-ea229a2b71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350697 Jul 15 23:49:26.904679 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156e291-8212-4751-9b10-7f4009c06a99 req-76813d4c-50c9-4a42-839a-7a33d3ddaf0a tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:26.906238 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d156e291-8212-4751-9b10-7f4009c06a99 req-76813d4c-50c9-4a42-839a-7a33d3ddaf0a tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e30c5f-537a-4460-906e-bea3da0ea193 HTTP/1.1" status: 200 len: 944 time: 0.0765262 Jul 15 23:49:26.948976 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d156e291-8212-4751-9b10-7f4009c06a99 req-d4ab4ba5-3ae6-4449-acd4-5d898deff629 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc6a689-9c72-4b1f-91df-ea229a2b71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354748 Jul 15 23:49:28.140249 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008aa3cc-d3b8-45fc-9f60-b2e1b67d8c5a req-be4d1bb2-f70d-4337-9901-cac93d51d7ea tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:28.141801 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-008aa3cc-d3b8-45fc-9f60-b2e1b67d8c5a req-be4d1bb2-f70d-4337-9901-cac93d51d7ea tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e30c5f-537a-4460-906e-bea3da0ea193 HTTP/1.1" status: 200 len: 944 time: 0.0768700 Jul 15 23:49:28.184259 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-008aa3cc-d3b8-45fc-9f60-b2e1b67d8c5a req-774a09a8-b379-4af8-ad99-c799acf4ba14 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc6a689-9c72-4b1f-91df-ea229a2b71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358522 Jul 15 23:49:28.231486 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 49322) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:49:28.397913 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-6397994c-5b7b-4e51-949b-883a29cb78d5 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Deleting port 8580cf4e-06a5-4bb7-851f-c0c4a48c3497 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:49:28.398206 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6397994c-5b7b-4e51-949b-883a29cb78d5 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:28.483891 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6397994c-5b7b-4e51-949b-883a29cb78d5 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:28.484275 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6397994c-5b7b-4e51-949b-883a29cb78d5 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:28.498126 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-6397994c-5b7b-4e51-949b-883a29cb78d5 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Calling delete_port for 8580cf4e-06a5-4bb7-851f-c0c4a48c3497 owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:49:28.693449 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6397994c-5b7b-4e51-949b-883a29cb78d5 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:28.724074 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6397994c-5b7b-4e51-949b-883a29cb78d5 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Pushing event deleted for resources: {'Port': ['ID=8580cf4e-06a5-4bb7-851f-c0c4a48c3497,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:49:28.791486 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6397994c-5b7b-4e51-949b-883a29cb78d5 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:28.791905 n-d-794306-6 neutron-server[93770]: INFO neutron.db.l3_db [None req-6397994c-5b7b-4e51-949b-883a29cb78d5 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Floating IP 4ba2c7ab-7171-4f23-95f0-774d25d2c910 disassociated (deleted). External IP: 172.25.5.32, port: 5d3000e4-5cb2-4c1b-83d7-62fb2037e0db. Jul 15 23:49:29.033898 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6397994c-5b7b-4e51-949b-883a29cb78d5 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Router 02d0db1a-287b-4b1a-a801-cb1a166e47c8 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:49:29.145960 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6397994c-5b7b-4e51-949b-883a29cb78d5 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:49:29.150931 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6397994c-5b7b-4e51-949b-883a29cb78d5 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:29.155534 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678fc246-2b5e-4e08-a244-4637232b256a None None] Sync routers for ids ['02d0db1a-287b-4b1a-a801-cb1a166e47c8'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:49:29.165900 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678fc246-2b5e-4e08-a244-4637232b256a None None] Routers {'02d0db1a-287b-4b1a-a801-cb1a166e47c8'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:49:29.166523 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-678fc246-2b5e-4e08-a244-4637232b256a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:49:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['02d0db1a-287b-4b1a-a801-cb1a166e47c8'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:49:29.191440 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-6397994c-5b7b-4e51-949b-883a29cb78d5 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] 10.222.0.48 "DELETE /v2.0/floatingips/4ba2c7ab-7171-4f23-95f0-774d25d2c910 HTTP/1.1" status: 204 len: 168 time: 0.9587066 Jul 15 23:49:29.192506 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08dc74ac-4274-4ab1-90cc-7ba1ece01a6c', 'tag': '5d3000e4-5cb2-4c1b-83d7-62fb2037e0db'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:49:29.194751 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab81203-14e8-4f4e-a76c-5487272f5c66" -d '{"events": [{"name": "network-changed", "server_uuid": "08dc74ac-4274-4ab1-90cc-7ba1ece01a6c", "tag": "5d3000e4-5cb2-4c1b-83d7-62fb2037e0db"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:49:29.242218 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd0087de-9fc4-4c2e-ab46-84434a20e0f0 x-openstack-request-id: req-fd0087de-9fc4-4c2e-ab46-84434a20e0f0 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:49:29.242713 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08dc74ac-4274-4ab1-90cc-7ba1ece01a6c", "tag": "5d3000e4-5cb2-4c1b-83d7-62fb2037e0db", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:49:29.242993 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fd0087de-9fc4-4c2e-ab46-84434a20e0f0 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:49:29.244434 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08dc74ac-4274-4ab1-90cc-7ba1ece01a6c', 'tag': '5d3000e4-5cb2-4c1b-83d7-62fb2037e0db', 'status': 'completed', 'code': 200} Jul 15 23:49:29.295855 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-678fc246-2b5e-4e08-a244-4637232b256a None None] Set router 02d0db1a-287b-4b1a-a801-cb1a166e47c8 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:49:29.390765 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab81203-14e8-4f4e-a76c-5487272f5c66 req-5a52ff8f-3c0f-47b0-8823-a7da64e7ce00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:29.392520 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7ab81203-14e8-4f4e-a76c-5487272f5c66 req-5a52ff8f-3c0f-47b0-8823-a7da64e7ce00 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=da929472d9094d018e34f1bb52ea6423&device_id=08dc74ac-4274-4ab1-90cc-7ba1ece01a6c HTTP/1.1" status: 200 len: 1096 time: 0.1000190 Jul 15 23:49:29.467702 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48660d9c-5bfc-4a25-becc-6bd8d425b396 req-1da89ca1-5092-4c82-ad58-7eeb9cfebdd6 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:29.469607 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-48660d9c-5bfc-4a25-becc-6bd8d425b396 req-1da89ca1-5092-4c82-ad58-7eeb9cfebdd6 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e30c5f-537a-4460-906e-bea3da0ea193 HTTP/1.1" status: 200 len: 944 time: 0.1229451 Jul 15 23:49:29.521617 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-678fc246-2b5e-4e08-a244-4637232b256a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d0db1a-287b-4b1a-a801-cb1a166e47c8', 'name': 'tempest-TestVolumeBackupRestore-680790836-router', 'tenant_id': 'da929472d9094d018e34f1bb52ea6423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '5b186ba7-0d68-47f7-9347-ecc6e5a40e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:46:26Z', 'updated_at': '2021-07-15T23:46:29Z', 'revision_number': 4, 'project_id': 'da929472d9094d018e34f1bb52ea6423', 'gw_port': {'id': '5b186ba7-0d68-47f7-9347-ecc6e5a40e7a', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d0db1a-287b-4b1a-a801-cb1a166e47c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:46:26Z', 'updated_at': '2021-07-15T23:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '702c3911-2003-4808-bde5-02900eac0add', 'name': '', 'network_id': '5a4a028c-633b-4d9e-8d9b-40effda41bc4', 'tenant_id': 'da929472d9094d018e34f1bb52ea6423', 'mac_address': 'fa:16:3e:f9:ac:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d0db1a-287b-4b1a-a801-cb1a166e47c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'f2a0f560-7f4c-4412-92b9-5ab3ed30a993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:46:28Z', 'updated_at': '2021-07-15T23:46:36Z', 'revision_number': 5, 'project_id': 'da929472d9094d018e34f1bb52ea6423', 'subnets': [{'id': 'f2a0f560-7f4c-4412-92b9-5ab3ed30a993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:49:29.547999 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678fc246-2b5e-4e08-a244-4637232b256a None None] Checking router: 02d0db1a-287b-4b1a-a801-cb1a166e47c8 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:49:29.557401 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678fc246-2b5e-4e08-a244-4637232b256a None None] Routers {'02d0db1a-287b-4b1a-a801-cb1a166e47c8'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:49:29.558014 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-678fc246-2b5e-4e08-a244-4637232b256a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:49:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['02d0db1a-287b-4b1a-a801-cb1a166e47c8'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:49:29.584848 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-48660d9c-5bfc-4a25-becc-6bd8d425b396 req-5858732a-e672-4c56-9379-e07726724ea4 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc6a689-9c72-4b1f-91df-ea229a2b71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820525 Jul 15 23:49:29.590450 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab81203-14e8-4f4e-a76c-5487272f5c66 req-bd6a59b7-d3f1-401b-8299-c84f80d9eb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:29.591903 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7ab81203-14e8-4f4e-a76c-5487272f5c66 req-bd6a59b7-d3f1-401b-8299-c84f80d9eb16 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5a4a028c-633b-4d9e-8d9b-40effda41bc4 HTTP/1.1" status: 200 len: 914 time: 0.1916218 Jul 15 23:49:29.640844 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7ab81203-14e8-4f4e-a76c-5487272f5c66 req-8638bddc-a48f-4d87-99a1-84a449c9cde5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d3000e4-5cb2-4c1b-83d7-62fb2037e0db HTTP/1.1" status: 200 len: 217 time: 0.0403504 Jul 15 23:49:29.668821 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-678fc246-2b5e-4e08-a244-4637232b256a None None] Set router 02d0db1a-287b-4b1a-a801-cb1a166e47c8 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:49:29.704506 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc9f141-515e-494a-bfa1-74c23683b9f1 req-d81fc3d4-adb8-4bcf-98ef-e2bd5eeb3d01 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:29.706163 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2cc9f141-515e-494a-bfa1-74c23683b9f1 req-d81fc3d4-adb8-4bcf-98ef-e2bd5eeb3d01 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] 10.222.0.48 "GET /v2.0/ports?device_id=08dc74ac-4274-4ab1-90cc-7ba1ece01a6c HTTP/1.1" status: 200 len: 945 time: 0.1610150 Jul 15 23:49:29.723793 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab81203-14e8-4f4e-a76c-5487272f5c66 req-0241a959-be80-45d4-8f88-3bef0b5a1e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:29.725488 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7ab81203-14e8-4f4e-a76c-5487272f5c66 req-0241a959-be80-45d4-8f88-3bef0b5a1e91 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f2a0f560-7f4c-4412-92b9-5ab3ed30a993 HTTP/1.1" status: 200 len: 852 time: 0.0776336 Jul 15 23:49:29.781702 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2cc9f141-515e-494a-bfa1-74c23683b9f1 req-7935341b-1bc4-4ca5-99e0-4d4fd7585a90 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] 10.222.0.48 "GET /v2.0/security-groups?id=016d2c2b-5d41-4d9e-bcca-2011d1b5575f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683045 Jul 15 23:49:29.808800 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab81203-14e8-4f4e-a76c-5487272f5c66 req-b157e13b-ccce-43df-ba0b-0c6d9849904e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:29.810529 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7ab81203-14e8-4f4e-a76c-5487272f5c66 req-b157e13b-ccce-43df-ba0b-0c6d9849904e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5a4a028c-633b-4d9e-8d9b-40effda41bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766857 Jul 15 23:49:29.904079 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-678fc246-2b5e-4e08-a244-4637232b256a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d0db1a-287b-4b1a-a801-cb1a166e47c8', 'name': 'tempest-TestVolumeBackupRestore-680790836-router', 'tenant_id': 'da929472d9094d018e34f1bb52ea6423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '5b186ba7-0d68-47f7-9347-ecc6e5a40e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:46:26Z', 'updated_at': '2021-07-15T23:46:29Z', 'revision_number': 4, 'project_id': 'da929472d9094d018e34f1bb52ea6423', 'gw_port': {'id': '5b186ba7-0d68-47f7-9347-ecc6e5a40e7a', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d0db1a-287b-4b1a-a801-cb1a166e47c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:46:26Z', 'updated_at': '2021-07-15T23:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '702c3911-2003-4808-bde5-02900eac0add', 'name': '', 'network_id': '5a4a028c-633b-4d9e-8d9b-40effda41bc4', 'tenant_id': 'da929472d9094d018e34f1bb52ea6423', 'mac_address': 'fa:16:3e:f9:ac:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d0db1a-287b-4b1a-a801-cb1a166e47c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'f2a0f560-7f4c-4412-92b9-5ab3ed30a993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:46:28Z', 'updated_at': '2021-07-15T23:46:36Z', 'revision_number': 5, 'project_id': 'da929472d9094d018e34f1bb52ea6423', 'subnets': [{'id': 'f2a0f560-7f4c-4412-92b9-5ab3ed30a993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:49:29.919252 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7ab81203-14e8-4f4e-a76c-5487272f5c66 req-eb6021f2-3716-4cd5-b98c-5143eaaf17e7 service neutron] 10.222.0.41 "GET /v2.0/networks/5a4a028c-633b-4d9e-8d9b-40effda41bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008863 Jul 15 23:49:29.931952 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678fc246-2b5e-4e08-a244-4637232b256a None None] The sync data for ids ['02d0db1a-287b-4b1a-a801-cb1a166e47c8'] in n-d-794306-6 is: [{'id': '02d0db1a-287b-4b1a-a801-cb1a166e47c8', 'name': 'tempest-TestVolumeBackupRestore-680790836-router', 'tenant_id': 'da929472d9094d018e34f1bb52ea6423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '5b186ba7-0d68-47f7-9347-ecc6e5a40e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:46:26Z', 'updated_at': '2021-07-15T23:46:29Z', 'revision_number': 4, 'project_id': 'da929472d9094d018e34f1bb52ea6423', 'gw_port': {'id': '5b186ba7-0d68-47f7-9347-ecc6e5a40e7a', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d0db1a-287b-4b1a-a801-cb1a166e47c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:46:26Z', 'updated_at': '2021-07-15T23:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '702c3911-2003-4808-bde5-02900eac0add', 'name': '', 'network_id': '5a4a028c-633b-4d9e-8d9b-40effda41bc4', 'tenant_id': 'da929472d9094d018e34f1bb52ea6423', 'mac_address': 'fa:16:3e:f9:ac:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d0db1a-287b-4b1a-a801-cb1a166e47c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'f2a0f560-7f4c-4412-92b9-5ab3ed30a993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:46:28Z', 'updated_at': '2021-07-15T23:46:36Z', 'revision_number': 5, 'project_id': 'da929472d9094d018e34f1bb52ea6423', 'subnets': [{'id': 'f2a0f560-7f4c-4412-92b9-5ab3ed30a993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:49:30.019143 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7ab81203-14e8-4f4e-a76c-5487272f5c66 req-83b4379a-8398-4969-b1b0-c39daad46df5 service neutron] 10.222.0.41 "GET /v2.0/networks/5a4a028c-633b-4d9e-8d9b-40effda41bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928867 Jul 15 23:49:30.171282 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a930b51-cc4c-4b66-88c0-7940ebe42b06 None None] New status for floating IP 4ba2c7ab-7171-4f23-95f0-774d25d2c910: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:49:30.775561 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f83f22-2fb3-40df-a1e1-8876329c6b32 req-1b6323ed-ffee-4f8a-bf47-45993e10ea3a tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:30.777085 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e1f83f22-2fb3-40df-a1e1-8876329c6b32 req-1b6323ed-ffee-4f8a-bf47-45993e10ea3a tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e30c5f-537a-4460-906e-bea3da0ea193 HTTP/1.1" status: 200 len: 944 time: 0.0674610 Jul 15 23:49:30.815463 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e1f83f22-2fb3-40df-a1e1-8876329c6b32 req-eb487bbf-6d42-481f-821e-65e192bf1d99 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc6a689-9c72-4b1f-91df-ea229a2b71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327084 Jul 15 23:49:30.874493 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54fb2cfc-b2f1-4ea4-b4ae-656fea629bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:30.968608 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f46bb10-c817-4d44-89bf-5dbb9aa2ebf9 req-161750b9-5b6e-4175-9ae4-3e5b7d88f062 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:30.970205 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0f46bb10-c817-4d44-89bf-5dbb9aa2ebf9 req-161750b9-5b6e-4175-9ae4-3e5b7d88f062 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] 10.222.0.48 "GET /v2.0/ports?device_id=08dc74ac-4274-4ab1-90cc-7ba1ece01a6c HTTP/1.1" status: 200 len: 945 time: 0.0672028 Jul 15 23:49:31.013063 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0f46bb10-c817-4d44-89bf-5dbb9aa2ebf9 req-85c268e8-9c8c-4d7f-8a86-6d751f60575f tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] 10.222.0.48 "GET /v2.0/security-groups?id=016d2c2b-5d41-4d9e-bcca-2011d1b5575f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363300 Jul 15 23:49:31.187391 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e8b6c-1b91-4a96-8b62-78ba5793b6f5 req-c74aabbb-10a9-41f2-a9fb-3748c541d51f tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:31.188843 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-186e8b6c-1b91-4a96-8b62-78ba5793b6f5 req-c74aabbb-10a9-41f2-a9fb-3748c541d51f tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] 10.222.0.41 "GET /v2.0/ports?device_id=08dc74ac-4274-4ab1-90cc-7ba1ece01a6c HTTP/1.1" status: 200 len: 945 time: 0.0663216 Jul 15 23:49:31.296623 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-186e8b6c-1b91-4a96-8b62-78ba5793b6f5 req-7ab54385-ce7e-4d10-9f00-cbcb51552a60 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Deleting port 5d3000e4-5cb2-4c1b-83d7-62fb2037e0db {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:49:31.296997 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-186e8b6c-1b91-4a96-8b62-78ba5793b6f5 req-7ab54385-ce7e-4d10-9f00-cbcb51552a60 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:31.389937 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-186e8b6c-1b91-4a96-8b62-78ba5793b6f5 req-7ab54385-ce7e-4d10-9f00-cbcb51552a60 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] For port 5d3000e4-5cb2-4c1b-83d7-62fb2037e0db, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=5d3000e4-5cb2-4c1b-83d7-62fb2037e0db,segment=NetworkSegment(374a4b5d-c7ff-4261-b181-04cabff283f1),segment_id=374a4b5d-c7ff-4261-b181-04cabff283f1)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:49:31.390299 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-186e8b6c-1b91-4a96-8b62-78ba5793b6f5 req-7ab54385-ce7e-4d10-9f00-cbcb51552a60 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:31.407081 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-186e8b6c-1b91-4a96-8b62-78ba5793b6f5 req-7ab54385-ce7e-4d10-9f00-cbcb51552a60 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Calling delete_port for 5d3000e4-5cb2-4c1b-83d7-62fb2037e0db owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:49:31.537310 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-186e8b6c-1b91-4a96-8b62-78ba5793b6f5 req-7ab54385-ce7e-4d10-9f00-cbcb51552a60 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:31.575741 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab54385-ce7e-4d10-9f00-cbcb51552a60 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Pushing event deleted for resources: {'Port': ['ID=5d3000e4-5cb2-4c1b-83d7-62fb2037e0db,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:49:31.622474 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-186e8b6c-1b91-4a96-8b62-78ba5793b6f5 req-7ab54385-ce7e-4d10-9f00-cbcb51552a60 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] No DVR routers for this DVR port 5d3000e4-5cb2-4c1b-83d7-62fb2037e0db on host n-h2-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:49:31.625168 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-186e8b6c-1b91-4a96-8b62-78ba5793b6f5 req-7ab54385-ce7e-4d10-9f00-cbcb51552a60 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:31.627117 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-186e8b6c-1b91-4a96-8b62-78ba5793b6f5 req-7ab54385-ce7e-4d10-9f00-cbcb51552a60 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] 10.222.0.41 "DELETE /v2.0/ports/5d3000e4-5cb2-4c1b-83d7-62fb2037e0db HTTP/1.1" status: 204 len: 173 time: 0.4327869 Jul 15 23:49:31.627549 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08dc74ac-4274-4ab1-90cc-7ba1ece01a6c', 'name': 'network-vif-deleted', 'tag': '5d3000e4-5cb2-4c1b-83d7-62fb2037e0db'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:49:31.630398 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde58c68-bd5a-499f-bba9-42f2d48ae184" -d '{"events": [{"server_uuid": "08dc74ac-4274-4ab1-90cc-7ba1ece01a6c", "name": "network-vif-deleted", "tag": "5d3000e4-5cb2-4c1b-83d7-62fb2037e0db"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:49:31.669795 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab341a4-d4c6-4e94-b24e-2f6700d23f6e x-openstack-request-id: req-3ab341a4-d4c6-4e94-b24e-2f6700d23f6e {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:49:31.670089 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08dc74ac-4274-4ab1-90cc-7ba1ece01a6c", "name": "network-vif-deleted", "tag": "5d3000e4-5cb2-4c1b-83d7-62fb2037e0db", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:49:31.670411 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3ab341a4-d4c6-4e94-b24e-2f6700d23f6e {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:49:31.670832 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08dc74ac-4274-4ab1-90cc-7ba1ece01a6c', 'name': 'network-vif-deleted', 'tag': '5d3000e4-5cb2-4c1b-83d7-62fb2037e0db', 'status': 'completed', 'code': 200} Jul 15 23:49:32.019889 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5538099d-0344-4e25-919a-9139fbcdcb2b req-8fd50881-2414-405e-8a97-68363b36a70c tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:32.022946 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5538099d-0344-4e25-919a-9139fbcdcb2b req-8fd50881-2414-405e-8a97-68363b36a70c tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e30c5f-537a-4460-906e-bea3da0ea193 HTTP/1.1" status: 200 len: 944 time: 0.0859985 Jul 15 23:49:32.074100 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5538099d-0344-4e25-919a-9139fbcdcb2b req-26238dc9-6c9c-4201-aeea-0bbcecf233ae tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc6a689-9c72-4b1f-91df-ea229a2b71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441275 Jul 15 23:49:32.181442 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e7de7208-7f3a-4c3a-9f6a-582bda99fd14 req-8ac5fc76-ab6e-4a3b-910c-0b6a0cd68828 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] 10.222.0.48 "GET /v2.0/ports?device_id=08dc74ac-4274-4ab1-90cc-7ba1ece01a6c HTTP/1.1" status: 200 len: 210 time: 0.0325439 Jul 15 23:49:33.261837 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c46365c-8939-4d18-ab27-0785b1ccde0f req-51deae32-1895-4eea-b4ca-4f1f5e0c32ad tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:33.263433 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9c46365c-8939-4d18-ab27-0785b1ccde0f req-51deae32-1895-4eea-b4ca-4f1f5e0c32ad tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e30c5f-537a-4460-906e-bea3da0ea193 HTTP/1.1" status: 200 len: 944 time: 0.0769074 Jul 15 23:49:33.307786 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9c46365c-8939-4d18-ab27-0785b1ccde0f req-98d1a69a-a111-4302-a7a4-c9a23a041e9e tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc6a689-9c72-4b1f-91df-ea229a2b71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379360 Jul 15 23:49:33.340785 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-56674b7a-699f-415d-8ca4-5438943ad75c req-03bcc6eb-13bb-48e0-ab51-da88ebdd6dea tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] 10.222.0.48 "GET /v2.0/ports?device_id=08dc74ac-4274-4ab1-90cc-7ba1ece01a6c HTTP/1.1" status: 200 len: 210 time: 0.0320022 Jul 15 23:49:33.421920 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:34.242865 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6a25b58e-a31d-4c49-bbcc-6f7f730b1588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:34.386408 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 5d3000e4-5cb2-4c1b-83d7-62fb2037e0db no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:49:34.431441 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] No Port match for: 5d3000e4-5cb2-4c1b-83d7-62fb2037e0db {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:49:34.432864 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 5d3000e4-5cb2-4c1b-83d7-62fb2037e0db not bound to the agent host n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:49:34.443650 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:34.527989 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8ab3c88f-75ed-4c45-9245-ba5d581f3312 req-0c9034d8-d61f-43ae-b46d-29e592e88212 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] 10.222.0.48 "GET /v2.0/ports?device_id=08dc74ac-4274-4ab1-90cc-7ba1ece01a6c HTTP/1.1" status: 200 len: 210 time: 0.0354059 Jul 15 23:49:34.536153 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5881e2-741d-4d60-8712-6d75349f1e55 req-0a1d0e27-98d5-4c6e-a0bb-77cef7c708ed tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:34.540346 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7c5881e2-741d-4d60-8712-6d75349f1e55 req-0a1d0e27-98d5-4c6e-a0bb-77cef7c708ed tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e30c5f-537a-4460-906e-bea3da0ea193 HTTP/1.1" status: 200 len: 944 time: 0.1089556 Jul 15 23:49:34.938849 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7c5881e2-741d-4d60-8712-6d75349f1e55 req-5051f618-541d-4491-8b02-33fcb5ea2c2e tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc6a689-9c72-4b1f-91df-ea229a2b71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3940368 Jul 15 23:49:35.352849 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 87480874-656d-47ed-901e-46fa61639e3b details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:49:35.449392 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 87480874-656d-47ed-901e-46fa61639e3b, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=87480874-656d-47ed-901e-46fa61639e3b,segment=NetworkSegment(308c7c80-2dfe-465a-907b-006f4bf32eae),segment_id=308c7c80-2dfe-465a-907b-006f4bf32eae)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:49:35.460016 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '87480874-656d-47ed-901e-46fa61639e3b', 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb', 'port_id': '87480874-656d-47ed-901e-46fa61639e3b', 'mac_address': 'fa:16:3e:a0:0a:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5a5342a-197a-422d-81d6-779d4a25a0f6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:49:35.501702 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:35.516282 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87480874-656d-47ed-901e-46fa61639e3b {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:49:35.535112 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 87480874-656d-47ed-901e-46fa61639e3b, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=87480874-656d-47ed-901e-46fa61639e3b,segment=NetworkSegment(308c7c80-2dfe-465a-907b-006f4bf32eae),segment_id=308c7c80-2dfe-465a-907b-006f4bf32eae)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:49:35.539283 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:35.595244 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=87480874-656d-47ed-901e-46fa61639e3b,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:49:35.697285 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d34e70b8-2a13-4c64-9bf7-3ac8c0551799 req-5359a854-058b-4ba4-95b8-984b9c6de673 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] 10.222.0.48 "GET /v2.0/ports?device_id=08dc74ac-4274-4ab1-90cc-7ba1ece01a6c HTTP/1.1" status: 200 len: 210 time: 0.0296423 Jul 15 23:49:35.723724 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['87480874-656d-47ed-901e-46fa61639e3b'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:49:36.112262 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c6df10-34f2-4053-8a76-f30ebddd7179 req-4ef80963-29da-46e4-8738-f4b2595da330 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:36.114399 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f8c6df10-34f2-4053-8a76-f30ebddd7179 req-4ef80963-29da-46e4-8738-f4b2595da330 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e30c5f-537a-4460-906e-bea3da0ea193 HTTP/1.1" status: 200 len: 945 time: 0.0632751 Jul 15 23:49:36.151578 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f8c6df10-34f2-4053-8a76-f30ebddd7179 req-926f7d21-5694-4409-a761-b51dc416f53e tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc6a689-9c72-4b1f-91df-ea229a2b71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316031 Jul 15 23:49:36.422704 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:36.790336 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 49358) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:49:36.855733 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-96c937cc-34a5-4b80-a0dd-88bdb69def52 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:36.881655 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-96c937cc-34a5-4b80-a0dd-88bdb69def52 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:36.946208 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-96c937cc-34a5-4b80-a0dd-88bdb69def52 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:36.948859 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-96c937cc-34a5-4b80-a0dd-88bdb69def52 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:36.950018 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-96c937cc-34a5-4b80-a0dd-88bdb69def52 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] 10.222.0.48 "DELETE /v2.0/security-groups/016d2c2b-5d41-4d9e-bcca-2011d1b5575f HTTP/1.1" status: 204 len: 168 time: 0.1586564 Jul 15 23:49:36.959208 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c937cc-34a5-4b80-a0dd-88bdb69def52 tempest-TestVolumeBackupRestore-582116486 tempest-TestVolumeBackupRestore-582116486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=016d2c2b-5d41-4d9e-bcca-2011d1b5575f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:49:37.368386 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 87480874-656d-47ed-901e-46fa61639e3b up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:49:37.408689 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce1477-e3b4-41ef-8854-d1e472d09a1e req-e540ce87-f162-42ab-8e7e-db02a7b49974 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:37.416960 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-81ce1477-e3b4-41ef-8854-d1e472d09a1e req-e540ce87-f162-42ab-8e7e-db02a7b49974 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e30c5f-537a-4460-906e-bea3da0ea193 HTTP/1.1" status: 200 len: 945 time: 0.0944729 Jul 15 23:49:37.429384 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port 87480874-656d-47ed-901e-46fa61639e3b completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:49:37.434817 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 87480874-656d-47ed-901e-46fa61639e3b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:49:37.435259 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:37.456302 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-81ce1477-e3b4-41ef-8854-d1e472d09a1e req-d3ce68f9-45ba-4144-a8d9-01ef921aacee tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc6a689-9c72-4b1f-91df-ea229a2b71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380526 Jul 15 23:49:37.555033 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:37.583181 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e30c5f-537a-4460-906e-bea3da0ea193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87480874-656d-47ed-901e-46fa61639e3b'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:49:37.585868 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce1b85a-1ff4-48bd-ab0b-9541459b1ae3" -d '{"events": [{"server_uuid": "70e30c5f-537a-4460-906e-bea3da0ea193", "name": "network-vif-plugged", "status": "completed", "tag": "87480874-656d-47ed-901e-46fa61639e3b"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:49:37.602114 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 87480874-656d-47ed-901e-46fa61639e3b, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=87480874-656d-47ed-901e-46fa61639e3b,segment=NetworkSegment(308c7c80-2dfe-465a-907b-006f4bf32eae),segment_id=308c7c80-2dfe-465a-907b-006f4bf32eae)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:49:37.606768 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:37.636391 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddeb8cb9-660b-460b-b118-4b8dcd5ad6e3 x-openstack-request-id: req-ddeb8cb9-660b-460b-b118-4b8dcd5ad6e3 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:49:37.637228 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70e30c5f-537a-4460-906e-bea3da0ea193", "name": "network-vif-plugged", "status": "completed", "tag": "87480874-656d-47ed-901e-46fa61639e3b", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:49:37.637544 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ddeb8cb9-660b-460b-b118-4b8dcd5ad6e3 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:49:37.637957 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70e30c5f-537a-4460-906e-bea3da0ea193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87480874-656d-47ed-901e-46fa61639e3b', 'code': 200} Jul 15 23:49:37.681021 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=87480874-656d-47ed-901e-46fa61639e3b,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:49:37.762262 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b45a6a-ea22-476d-9dd9-0fc31ca29336 req-2a7ad952-739a-4268-95d9-a2a19c9d45b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:37.764001 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-25b45a6a-ea22-476d-9dd9-0fc31ca29336 req-2a7ad952-739a-4268-95d9-a2a19c9d45b1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=70e30c5f-537a-4460-906e-bea3da0ea193 HTTP/1.1" status: 200 len: 1097 time: 0.0610442 Jul 15 23:49:37.808751 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-25b45a6a-ea22-476d-9dd9-0fc31ca29336 req-fb3438cd-dfb5-47f9-ae0d-f0dee024ff77 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=cdc6a689-9c72-4b1f-91df-ea229a2b71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379303 Jul 15 23:49:38.367627 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:38.974208 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b3e3e-5014-4ece-a168-96783d50425d req-de3bd0c6-8d30-4867-ac7a-f8c718ee1690 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:38.981014 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9e6b3e3e-5014-4ece-a168-96783d50425d req-de3bd0c6-8d30-4867-ac7a-f8c718ee1690 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e30c5f-537a-4460-906e-bea3da0ea193 HTTP/1.1" status: 200 len: 946 time: 0.0979056 Jul 15 23:49:39.027948 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9e6b3e3e-5014-4ece-a168-96783d50425d req-fdcd191d-81e1-4ff8-b18c-e82da6351086 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc6a689-9c72-4b1f-91df-ea229a2b71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459485 Jul 15 23:49:39.293244 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693bf7c4-883e-4b4b-bccd-8ceef984699f req-423b709e-f6f4-46c9-9e63-ed93b6c8cafa tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:39.296081 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-693bf7c4-883e-4b4b-bccd-8ceef984699f req-423b709e-f6f4-46c9-9e63-ed93b6c8cafa tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e30c5f-537a-4460-906e-bea3da0ea193 HTTP/1.1" status: 200 len: 946 time: 0.1221087 Jul 15 23:49:39.343510 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-693bf7c4-883e-4b4b-bccd-8ceef984699f req-934942b8-817d-421e-9e2a-df4fe47104f1 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc6a689-9c72-4b1f-91df-ea229a2b71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420537 Jul 15 23:49:39.380053 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 49668) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:49:39.485401 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4931ed53-d908-43fc-9a56-9037510097a9 tempest-TestVolumeBootPattern-1376353682 tempest-TestVolumeBootPattern-1376353682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:39.487122 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-4931ed53-d908-43fc-9a56-9037510097a9 tempest-TestVolumeBootPattern-1376353682 tempest-TestVolumeBootPattern-1376353682-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=70e30c5f-537a-4460-906e-bea3da0ea193 HTTP/1.1" status: 200 len: 1092 time: 0.1059988 Jul 15 23:49:39.495099 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 49684) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:49:39.499903 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-45c45693-5274-4817-a327-b12201b9f507 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Request body: {'floatingip': {'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'port_id': '87480874-656d-47ed-901e-46fa61639e3b', 'tenant_id': '854f7f06e5364ce38de1e2e446f56e73', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:49:39.530271 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-45c45693-5274-4817-a327-b12201b9f507 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:39.718887 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-45c45693-5274-4817-a327-b12201b9f507 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:39.882086 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-45c45693-5274-4817-a327-b12201b9f507 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Allocated IP 172.25.5.160 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/ba7d9658-5132-4050-ae11-128c63a8bdd2) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:49:40.015658 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-45c45693-5274-4817-a327-b12201b9f507 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:40.072178 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-45c45693-5274-4817-a327-b12201b9f507 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:40.133023 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45693-5274-4817-a327-b12201b9f507 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Pushing event updated for resources: {'Port': ['ID=ba7d9658-5132-4050-ae11-128c63a8bdd2,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:49:40.138070 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c45693-5274-4817-a327-b12201b9f507 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:49:40.140221 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-45c45693-5274-4817-a327-b12201b9f507 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:49:40.146362 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c45693-5274-4817-a327-b12201b9f507 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:49:40.556939 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 49808) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:49:40.723414 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-45c45693-5274-4817-a327-b12201b9f507 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:40.912042 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-45c45693-5274-4817-a327-b12201b9f507 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:41.148201 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-45c45693-5274-4817-a327-b12201b9f507 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:41.155358 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-45c45693-5274-4817-a327-b12201b9f507 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:41.256267 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45693-5274-4817-a327-b12201b9f507 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Pushing event updated for resources: {'Port': ['ID=ba7d9658-5132-4050-ae11-128c63a8bdd2,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:49:41.275823 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-45c45693-5274-4817-a327-b12201b9f507 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:41.340524 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ec80c4e8-75b4-49fb-8437-7b0f99d15d61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:41.469983 n-d-794306-6 neutron-server[93770]: INFO neutron.db.l3_db [None req-45c45693-5274-4817-a327-b12201b9f507 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Floating IP 8483cd87-a8c0-4bae-844f-ea96a70c9353 associated. External IP: 172.25.5.160, port: 87480874-656d-47ed-901e-46fa61639e3b. Jul 15 23:49:41.823211 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45c45693-5274-4817-a327-b12201b9f507 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Router 4e6b29b2-a776-4a4f-9621-9040a1037938 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:49:41.899123 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-ec80c4e8-75b4-49fb-8437-7b0f99d15d61 admin admin] Deleting port 702c3911-2003-4808-bde5-02900eac0add {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:49:41.899467 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ec80c4e8-75b4-49fb-8437-7b0f99d15d61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:42.006776 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c45693-5274-4817-a327-b12201b9f507 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:49:42.016056 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cee43c7-e2df-4b50-af3f-ffd0b5dd1c14 None None] Sync routers for ids ['4e6b29b2-a776-4a4f-9621-9040a1037938'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:49:42.025584 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cee43c7-e2df-4b50-af3f-ffd0b5dd1c14 None None] Routers {'4e6b29b2-a776-4a4f-9621-9040a1037938'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:49:42.026343 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3cee43c7-e2df-4b50-af3f-ffd0b5dd1c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:49:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['4e6b29b2-a776-4a4f-9621-9040a1037938'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:49:42.038926 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-ec80c4e8-75b4-49fb-8437-7b0f99d15d61 admin admin] For port 702c3911-2003-4808-bde5-02900eac0add, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=702c3911-2003-4808-bde5-02900eac0add,segment=NetworkSegment(374a4b5d-c7ff-4261-b181-04cabff283f1),segment_id=374a4b5d-c7ff-4261-b181-04cabff283f1)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:49:42.039288 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ec80c4e8-75b4-49fb-8437-7b0f99d15d61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:42.041767 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-45c45693-5274-4817-a327-b12201b9f507 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:42.075659 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-ec80c4e8-75b4-49fb-8437-7b0f99d15d61 admin admin] Calling delete_port for 702c3911-2003-4808-bde5-02900eac0add owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:49:42.099887 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-45c45693-5274-4817-a327-b12201b9f507 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6035271 Jul 15 23:49:42.127948 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70e30c5f-537a-4460-906e-bea3da0ea193', 'tag': '87480874-656d-47ed-901e-46fa61639e3b'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:49:42.130318 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f135f7-5fc4-4dec-865d-ac106d7164c7" -d '{"events": [{"name": "network-changed", "server_uuid": "70e30c5f-537a-4460-906e-bea3da0ea193", "tag": "87480874-656d-47ed-901e-46fa61639e3b"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:49:42.140002 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-3cee43c7-e2df-4b50-af3f-ffd0b5dd1c14 None None] Set router 4e6b29b2-a776-4a4f-9621-9040a1037938 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:49:42.194229 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e43ae287-993e-4cfb-85af-83723d777fcd x-openstack-request-id: req-e43ae287-993e-4cfb-85af-83723d777fcd {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:49:42.194802 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70e30c5f-537a-4460-906e-bea3da0ea193", "tag": "87480874-656d-47ed-901e-46fa61639e3b", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:49:42.194802 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e43ae287-993e-4cfb-85af-83723d777fcd {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:49:42.195149 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70e30c5f-537a-4460-906e-bea3da0ea193', 'tag': '87480874-656d-47ed-901e-46fa61639e3b', 'status': 'completed', 'code': 200} Jul 15 23:49:42.394203 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3cee43c7-e2df-4b50-af3f-ffd0b5dd1c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'name': 'tempest-TestVolumeBootPattern-888051493-router', 'tenant_id': '854f7f06e5364ce38de1e2e446f56e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '0d31eb46-5b42-44cf-9115-d5315821a9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:45:48Z', 'updated_at': '2021-07-15T23:45:51Z', 'revision_number': 4, 'project_id': '854f7f06e5364ce38de1e2e446f56e73', 'gw_port': {'id': '0d31eb46-5b42-44cf-9115-d5315821a9d6', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:49Z', 'updated_at': '2021-07-15T23:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '8483cd87-a8c0-4bae-844f-ea96a70c9353', 'tenant_id': '854f7f06e5364ce38de1e2e446f56e73', 'floating_ip_address': '172.25.5.160', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'port_id': '87480874-656d-47ed-901e-46fa61639e3b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb', 'mac_address': 'fa:16:3e:a0:0a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e30c5f-537a-4460-906e-bea3da0ea193', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:49:40Z', 'updated_at': '2021-07-15T23:49:40Z', 'revision_number': 0, 'project_id': '854f7f06e5364ce38de1e2e446f56e73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd11e153b-73df-4a13-bdea-de8ec72088d8', 'name': '', 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb', 'tenant_id': '854f7f06e5364ce38de1e2e446f56e73', 'mac_address': 'fa:16:3e:07:23:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'c5a5342a-197a-422d-81d6-779d4a25a0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:51Z', 'updated_at': '2021-07-15T23:45:58Z', 'revision_number': 5, 'project_id': '854f7f06e5364ce38de1e2e446f56e73', 'subnets': [{'id': 'c5a5342a-197a-422d-81d6-779d4a25a0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:49:42.422344 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cee43c7-e2df-4b50-af3f-ffd0b5dd1c14 None None] Checking router: 4e6b29b2-a776-4a4f-9621-9040a1037938 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:49:42.431668 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cee43c7-e2df-4b50-af3f-ffd0b5dd1c14 None None] Routers {'4e6b29b2-a776-4a4f-9621-9040a1037938'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:49:42.432511 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3cee43c7-e2df-4b50-af3f-ffd0b5dd1c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:49:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['4e6b29b2-a776-4a4f-9621-9040a1037938'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:49:42.549577 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-3cee43c7-e2df-4b50-af3f-ffd0b5dd1c14 None None] Set router 4e6b29b2-a776-4a4f-9621-9040a1037938 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:49:42.619727 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f135f7-5fc4-4dec-865d-ac106d7164c7 req-118b6fd7-d50d-458e-843f-62ed0069b3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:42.621266 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-50f135f7-5fc4-4dec-865d-ac106d7164c7 req-118b6fd7-d50d-458e-843f-62ed0069b3bd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=854f7f06e5364ce38de1e2e446f56e73&device_id=70e30c5f-537a-4460-906e-bea3da0ea193 HTTP/1.1" status: 200 len: 1097 time: 0.4219382 Jul 15 23:49:42.728878 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ec80c4e8-75b4-49fb-8437-7b0f99d15d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:42.762928 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec80c4e8-75b4-49fb-8437-7b0f99d15d61 admin admin] Pushing event deleted for resources: {'Port': ['ID=702c3911-2003-4808-bde5-02900eac0add,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:49:42.825600 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3cee43c7-e2df-4b50-af3f-ffd0b5dd1c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'name': 'tempest-TestVolumeBootPattern-888051493-router', 'tenant_id': '854f7f06e5364ce38de1e2e446f56e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '0d31eb46-5b42-44cf-9115-d5315821a9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:45:48Z', 'updated_at': '2021-07-15T23:45:51Z', 'revision_number': 4, 'project_id': '854f7f06e5364ce38de1e2e446f56e73', 'gw_port': {'id': '0d31eb46-5b42-44cf-9115-d5315821a9d6', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:49Z', 'updated_at': '2021-07-15T23:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '8483cd87-a8c0-4bae-844f-ea96a70c9353', 'tenant_id': '854f7f06e5364ce38de1e2e446f56e73', 'floating_ip_address': '172.25.5.160', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'port_id': '87480874-656d-47ed-901e-46fa61639e3b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb', 'mac_address': 'fa:16:3e:a0:0a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e30c5f-537a-4460-906e-bea3da0ea193', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:49:40Z', 'updated_at': '2021-07-15T23:49:40Z', 'revision_number': 0, 'project_id': '854f7f06e5364ce38de1e2e446f56e73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd11e153b-73df-4a13-bdea-de8ec72088d8', 'name': '', 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb', 'tenant_id': '854f7f06e5364ce38de1e2e446f56e73', 'mac_address': 'fa:16:3e:07:23:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'c5a5342a-197a-422d-81d6-779d4a25a0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:51Z', 'updated_at': '2021-07-15T23:45:58Z', 'revision_number': 5, 'project_id': '854f7f06e5364ce38de1e2e446f56e73', 'subnets': [{'id': 'c5a5342a-197a-422d-81d6-779d4a25a0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:49:42.836047 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f135f7-5fc4-4dec-865d-ac106d7164c7 req-9bd54642-9a31-45bc-b07e-3447ae90f3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:42.837565 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-50f135f7-5fc4-4dec-865d-ac106d7164c7 req-9bd54642-9a31-45bc-b07e-3447ae90f3da service neutron] 10.222.0.49 "GET /v2.0/networks?id=31e0906b-d6f8-4071-9d72-971224eb2adb HTTP/1.1" status: 200 len: 912 time: 0.1881766 Jul 15 23:49:42.860432 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cee43c7-e2df-4b50-af3f-ffd0b5dd1c14 None None] The sync data for ids ['4e6b29b2-a776-4a4f-9621-9040a1037938'] in n-d-794306-6 is: [{'id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'name': 'tempest-TestVolumeBootPattern-888051493-router', 'tenant_id': '854f7f06e5364ce38de1e2e446f56e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '0d31eb46-5b42-44cf-9115-d5315821a9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:45:48Z', 'updated_at': '2021-07-15T23:45:51Z', 'revision_number': 4, 'project_id': '854f7f06e5364ce38de1e2e446f56e73', 'gw_port': {'id': '0d31eb46-5b42-44cf-9115-d5315821a9d6', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:49Z', 'updated_at': '2021-07-15T23:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '8483cd87-a8c0-4bae-844f-ea96a70c9353', 'tenant_id': '854f7f06e5364ce38de1e2e446f56e73', 'floating_ip_address': '172.25.5.160', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'port_id': '87480874-656d-47ed-901e-46fa61639e3b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb', 'mac_address': 'fa:16:3e:a0:0a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e30c5f-537a-4460-906e-bea3da0ea193', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:49:40Z', 'updated_at': '2021-07-15T23:49:40Z', 'revision_number': 0, 'project_id': '854f7f06e5364ce38de1e2e446f56e73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd11e153b-73df-4a13-bdea-de8ec72088d8', 'name': '', 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb', 'tenant_id': '854f7f06e5364ce38de1e2e446f56e73', 'mac_address': 'fa:16:3e:07:23:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'c5a5342a-197a-422d-81d6-779d4a25a0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:51Z', 'updated_at': '2021-07-15T23:45:58Z', 'revision_number': 5, 'project_id': '854f7f06e5364ce38de1e2e446f56e73', 'subnets': [{'id': 'c5a5342a-197a-422d-81d6-779d4a25a0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:49:42.986251 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-50f135f7-5fc4-4dec-865d-ac106d7164c7 req-32be5864-cd17-4305-95e6-e08f4c067b0a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87480874-656d-47ed-901e-46fa61639e3b HTTP/1.1" status: 200 len: 1000 time: 0.1415162 Jul 15 23:49:43.044106 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ec80c4e8-75b4-49fb-8437-7b0f99d15d61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:43.054804 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f135f7-5fc4-4dec-865d-ac106d7164c7 req-ebcff545-1e93-44fb-82fc-9cb81f1aec9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:43.056336 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-50f135f7-5fc4-4dec-865d-ac106d7164c7 req-ebcff545-1e93-44fb-82fc-9cb81f1aec9e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c5a5342a-197a-422d-81d6-779d4a25a0f6 HTTP/1.1" status: 200 len: 850 time: 0.0635676 Jul 15 23:49:43.103733 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3cef38-25f4-468d-b0c6-87021555787f None None] New status for floating IP 8483cd87-a8c0-4bae-844f-ea96a70c9353: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:49:43.201629 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f135f7-5fc4-4dec-865d-ac106d7164c7 req-a2d2ec48-51b7-439c-bf4a-d4348c59bf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:43.203232 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-50f135f7-5fc4-4dec-865d-ac106d7164c7 req-a2d2ec48-51b7-439c-bf4a-d4348c59bf5d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=31e0906b-d6f8-4071-9d72-971224eb2adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1409693 Jul 15 23:49:43.383197 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-50f135f7-5fc4-4dec-865d-ac106d7164c7 req-df3732c0-f0e7-4623-b0f0-5879c24b7304 service neutron] 10.222.0.49 "GET /v2.0/networks/31e0906b-d6f8-4071-9d72-971224eb2adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731036 Jul 15 23:49:43.412519 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec80c4e8-75b4-49fb-8437-7b0f99d15d61 admin admin] Router 02d0db1a-287b-4b1a-a801-cb1a166e47c8 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:49:43.527555 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-50f135f7-5fc4-4dec-865d-ac106d7164c7 req-b961227d-ab03-406f-91d7-b0f802984d84 service neutron] 10.222.0.49 "GET /v2.0/networks/31e0906b-d6f8-4071-9d72-971224eb2adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374090 Jul 15 23:49:43.577722 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec80c4e8-75b4-49fb-8437-7b0f99d15d61 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:49:43.585382 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-ec80c4e8-75b4-49fb-8437-7b0f99d15d61 admin admin] 10.222.0.48 "PUT /v2.0/routers/02d0db1a-287b-4b1a-a801-cb1a166e47c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0247052 Jul 15 23:49:43.586417 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9fba2d-3a49-4aba-a268-b0b4b25ec3bc None None] Sync routers for ids ['02d0db1a-287b-4b1a-a801-cb1a166e47c8'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:49:43.586880 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 49828) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:49:43.596633 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9fba2d-3a49-4aba-a268-b0b4b25ec3bc None None] Routers {'02d0db1a-287b-4b1a-a801-cb1a166e47c8'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:49:43.597236 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9d9fba2d-3a49-4aba-a268-b0b4b25ec3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:49:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['02d0db1a-287b-4b1a-a801-cb1a166e47c8'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:49:43.695465 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db694e35-3cda-442e-b8dc-77e6ad61f5ca admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:43.804845 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db694e35-3cda-442e-b8dc-77e6ad61f5ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:43.866259 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-db694e35-3cda-442e-b8dc-77e6ad61f5ca admin admin] Deleting port 5b186ba7-0d68-47f7-9347-ecc6e5a40e7a {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:49:43.866546 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-9d9fba2d-3a49-4aba-a268-b0b4b25ec3bc None None] Set router 02d0db1a-287b-4b1a-a801-cb1a166e47c8 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:49:43.866651 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db694e35-3cda-442e-b8dc-77e6ad61f5ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:43.956495 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-db694e35-3cda-442e-b8dc-77e6ad61f5ca admin admin] For port 5b186ba7-0d68-47f7-9347-ecc6e5a40e7a, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=5b186ba7-0d68-47f7-9347-ecc6e5a40e7a,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:49:43.957443 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db694e35-3cda-442e-b8dc-77e6ad61f5ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:43.977898 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-db694e35-3cda-442e-b8dc-77e6ad61f5ca admin admin] Calling delete_port for 5b186ba7-0d68-47f7-9347-ecc6e5a40e7a owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:49:44.062825 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9d9fba2d-3a49-4aba-a268-b0b4b25ec3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d0db1a-287b-4b1a-a801-cb1a166e47c8', 'name': 'tempest-TestVolumeBackupRestore-680790836-router', 'tenant_id': 'da929472d9094d018e34f1bb52ea6423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '5b186ba7-0d68-47f7-9347-ecc6e5a40e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:46:26Z', 'updated_at': '2021-07-15T23:49:42Z', 'revision_number': 5, 'project_id': 'da929472d9094d018e34f1bb52ea6423', 'gw_port': {'id': '5b186ba7-0d68-47f7-9347-ecc6e5a40e7a', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d0db1a-287b-4b1a-a801-cb1a166e47c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:46:26Z', 'updated_at': '2021-07-15T23:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:49:44.089074 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9fba2d-3a49-4aba-a268-b0b4b25ec3bc None None] Checking router: 02d0db1a-287b-4b1a-a801-cb1a166e47c8 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:49:44.097546 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9fba2d-3a49-4aba-a268-b0b4b25ec3bc None None] Routers {'02d0db1a-287b-4b1a-a801-cb1a166e47c8'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:49:44.098156 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9d9fba2d-3a49-4aba-a268-b0b4b25ec3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:49:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['02d0db1a-287b-4b1a-a801-cb1a166e47c8'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:49:44.162753 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db694e35-3cda-442e-b8dc-77e6ad61f5ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:44.188536 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db694e35-3cda-442e-b8dc-77e6ad61f5ca admin admin] Pushing event deleted for resources: {'Port': ['ID=5b186ba7-0d68-47f7-9347-ecc6e5a40e7a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:49:44.199156 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-9d9fba2d-3a49-4aba-a268-b0b4b25ec3bc None None] Set router 02d0db1a-287b-4b1a-a801-cb1a166e47c8 gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:49:44.205700 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db694e35-3cda-442e-b8dc-77e6ad61f5ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:49:44.206058 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db694e35-3cda-442e-b8dc-77e6ad61f5ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:49:44.206410 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db694e35-3cda-442e-b8dc-77e6ad61f5ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:49:44.206754 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db694e35-3cda-442e-b8dc-77e6ad61f5ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:49:44.207803 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db694e35-3cda-442e-b8dc-77e6ad61f5ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:49:44.208221 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db694e35-3cda-442e-b8dc-77e6ad61f5ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:49:44.208564 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db694e35-3cda-442e-b8dc-77e6ad61f5ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:49:44.208901 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db694e35-3cda-442e-b8dc-77e6ad61f5ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:49:44.209245 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db694e35-3cda-442e-b8dc-77e6ad61f5ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:49:44.209574 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db694e35-3cda-442e-b8dc-77e6ad61f5ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:49:44.209907 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db694e35-3cda-442e-b8dc-77e6ad61f5ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:49:44.210238 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db694e35-3cda-442e-b8dc-77e6ad61f5ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:49:44.261252 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9d9fba2d-3a49-4aba-a268-b0b4b25ec3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d0db1a-287b-4b1a-a801-cb1a166e47c8', 'name': 'tempest-TestVolumeBackupRestore-680790836-router', 'tenant_id': 'da929472d9094d018e34f1bb52ea6423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:46:26Z', 'updated_at': '2021-07-15T23:49:43Z', 'revision_number': 6, 'project_id': 'da929472d9094d018e34f1bb52ea6423', 'gw_port_host': None}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:49:44.277741 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db694e35-3cda-442e-b8dc-77e6ad61f5ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999011'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:44.288322 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9fba2d-3a49-4aba-a268-b0b4b25ec3bc None None] The sync data for ids ['02d0db1a-287b-4b1a-a801-cb1a166e47c8'] in n-d-794306-6 is: [{'id': '02d0db1a-287b-4b1a-a801-cb1a166e47c8', 'name': 'tempest-TestVolumeBackupRestore-680790836-router', 'tenant_id': 'da929472d9094d018e34f1bb52ea6423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:46:26Z', 'updated_at': '2021-07-15T23:49:43Z', 'revision_number': 6, 'project_id': 'da929472d9094d018e34f1bb52ea6423', 'gw_port_host': None}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:49:44.383646 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db694e35-3cda-442e-b8dc-77e6ad61f5ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:44.385792 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db694e35-3cda-442e-b8dc-77e6ad61f5ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:44.429393 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db694e35-3cda-442e-b8dc-77e6ad61f5ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:44.429925 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db694e35-3cda-442e-b8dc-77e6ad61f5ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02d0db1a-287b-4b1a-a801-cb1a166e47c8 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:49:44.434441 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db694e35-3cda-442e-b8dc-77e6ad61f5ca admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:44.435886 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-db694e35-3cda-442e-b8dc-77e6ad61f5ca admin admin] 10.222.0.48 "DELETE /v2.0/routers/02d0db1a-287b-4b1a-a801-cb1a166e47c8 HTTP/1.1" status: 204 len: 168 time: 0.8474989 Jul 15 23:49:44.438789 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 49830) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:49:44.483951 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa55adce-cb6f-4849-9b16-cda6a22a69dc admin admin] Deleting subnet f2a0f560-7f4c-4412-92b9-5ab3ed30a993 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:49:44.487063 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aa55adce-cb6f-4849-9b16-cda6a22a69dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:44.527770 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aa55adce-cb6f-4849-9b16-cda6a22a69dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:44.607224 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aa55adce-cb6f-4849-9b16-cda6a22a69dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:44.665253 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aa55adce-cb6f-4849-9b16-cda6a22a69dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:44.695067 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa55adce-cb6f-4849-9b16-cda6a22a69dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2a0f560-7f4c-4412-92b9-5ab3ed30a993,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:49:44.700398 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aa55adce-cb6f-4849-9b16-cda6a22a69dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:44.705068 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-aa55adce-cb6f-4849-9b16-cda6a22a69dc admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f2a0f560-7f4c-4412-92b9-5ab3ed30a993 HTTP/1.1" status: 204 len: 168 time: 0.2625809 Jul 15 23:49:44.705068 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 49832) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:49:44.708443 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f6f1de-62a9-49a8-b25b-59cd3f330ab4 None None] Network 5a4a028c-633b-4d9e-8d9b-40effda41bc4 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:49:44.781787 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1840e255-2e73-46f3-84c8-28d9e75dc296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:44.837174 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-1840e255-2e73-46f3-84c8-28d9e75dc296 admin admin] Deleting port 6cf41078-a015-45ae-9c39-2e4e5ea56fbe {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:49:44.837516 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1840e255-2e73-46f3-84c8-28d9e75dc296 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:44.906736 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-1840e255-2e73-46f3-84c8-28d9e75dc296 admin admin] For port 6cf41078-a015-45ae-9c39-2e4e5ea56fbe, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=6cf41078-a015-45ae-9c39-2e4e5ea56fbe,segment=NetworkSegment(374a4b5d-c7ff-4261-b181-04cabff283f1),segment_id=374a4b5d-c7ff-4261-b181-04cabff283f1)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:49:44.907148 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1840e255-2e73-46f3-84c8-28d9e75dc296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:44.919845 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-1840e255-2e73-46f3-84c8-28d9e75dc296 admin admin] Calling delete_port for 6cf41078-a015-45ae-9c39-2e4e5ea56fbe owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:49:44.999192 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1840e255-2e73-46f3-84c8-28d9e75dc296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:45.030044 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1840e255-2e73-46f3-84c8-28d9e75dc296 admin admin] No DVR routers for this DVR port 6cf41078-a015-45ae-9c39-2e4e5ea56fbe on host n-d-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:49:45.036608 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1840e255-2e73-46f3-84c8-28d9e75dc296 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cf41078-a015-45ae-9c39-2e4e5ea56fbe,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:49:45.061611 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9d764b-293d-4a0b-a8d9-82cb59d81921 None None] DHCP port deletion for 5a4a028c-633b-4d9e-8d9b-40effda41bc4 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:49:45.118352 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1840e255-2e73-46f3-84c8-28d9e75dc296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:45.129592 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-1840e255-2e73-46f3-84c8-28d9e75dc296 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a4a028c-633b-4d9e-8d9b-40effda41bc4']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:49:45.140428 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-1840e255-2e73-46f3-84c8-28d9e75dc296 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '374a4b5d-c7ff-4261-b181-04cabff283f1') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:49:45.140730 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-1840e255-2e73-46f3-84c8-28d9e75dc296 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '374a4b5d-c7ff-4261-b181-04cabff283f1') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:49:45.151708 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1840e255-2e73-46f3-84c8-28d9e75dc296 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:45.167586 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1840e255-2e73-46f3-84c8-28d9e75dc296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:45.175079 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1840e255-2e73-46f3-84c8-28d9e75dc296 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:49:45.175772 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1840e255-2e73-46f3-84c8-28d9e75dc296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:45.177709 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:49:45.177709 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:49:45.177709 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:49:45.177709 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:49:45.177709 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:49:45.177709 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:49:45.177709 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:49:45.177709 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:49:45.177709 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:49:45.177709 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:49:45.177709 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:49:45.177709 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:49:45.177709 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:49:45.177709 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:49:45.177709 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:49:45.177709 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:49:45.177709 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:49:45.177709 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:49:45.177709 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:49:45.177709 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:49:45.177709 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:49:45.177709 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:49:45.177709 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:49:45.177709 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:49:45.177709 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:49:45.177709 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:49:45.177709 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:49:45.177709 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:49:45.177709 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:49:45.177709 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:49:45.177709 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:49:45.177709 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:49:45.239096 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1840e255-2e73-46f3-84c8-28d9e75dc296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:45.245916 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1840e255-2e73-46f3-84c8-28d9e75dc296 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:45.247083 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-1840e255-2e73-46f3-84c8-28d9e75dc296 admin admin] 10.222.0.48 "DELETE /v2.0/networks/5a4a028c-633b-4d9e-8d9b-40effda41bc4 HTTP/1.1" status: 204 len: 168 time: 0.5410900 Jul 15 23:49:45.250438 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 49834) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:49:45.259224 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1840e255-2e73-46f3-84c8-28d9e75dc296 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a4a028c-633b-4d9e-8d9b-40effda41bc4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:49:45.625901 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5317f030-03c5-4846-9198-385ec1d4550c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:45.895716 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-5317f030-03c5-4846-9198-385ec1d4550c admin admin] Deleting port 9da53805-b912-4a5a-a10f-a5ca27001cb8 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:49:45.895973 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5317f030-03c5-4846-9198-385ec1d4550c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:45.968486 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 6cf41078-a015-45ae-9c39-2e4e5ea56fbe no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:49:45.982369 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-5317f030-03c5-4846-9198-385ec1d4550c admin admin] For port 9da53805-b912-4a5a-a10f-a5ca27001cb8, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=9da53805-b912-4a5a-a10f-a5ca27001cb8,segment=NetworkSegment(37a615f6-8a6b-46df-8438-00d0c37f1d43),segment_id=37a615f6-8a6b-46df-8438-00d0c37f1d43)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:49:45.982732 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5317f030-03c5-4846-9198-385ec1d4550c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:45.989915 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 6cf41078-a015-45ae-9c39-2e4e5ea56fbe {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:49:45.990266 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 6cf41078-a015-45ae-9c39-2e4e5ea56fbe not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:49:45.990703 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 5b186ba7-0d68-47f7-9347-ecc6e5a40e7a no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:49:45.996606 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-5317f030-03c5-4846-9198-385ec1d4550c admin admin] Calling delete_port for 9da53805-b912-4a5a-a10f-a5ca27001cb8 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:49:46.015030 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 5b186ba7-0d68-47f7-9347-ecc6e5a40e7a {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:49:46.015376 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 5b186ba7-0d68-47f7-9347-ecc6e5a40e7a not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:49:46.015843 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 702c3911-2003-4808-bde5-02900eac0add no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:49:46.038665 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 702c3911-2003-4808-bde5-02900eac0add {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:49:46.039316 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 702c3911-2003-4808-bde5-02900eac0add not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:49:46.198055 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5317f030-03c5-4846-9198-385ec1d4550c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:46.229104 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5317f030-03c5-4846-9198-385ec1d4550c admin admin] Pushing event deleted for resources: {'Port': ['ID=9da53805-b912-4a5a-a10f-a5ca27001cb8,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:49:46.418963 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5317f030-03c5-4846-9198-385ec1d4550c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:46.650263 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5317f030-03c5-4846-9198-385ec1d4550c admin admin] Router 118ba286-5917-469f-a7dd-886be6bd9706 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:49:46.761050 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5317f030-03c5-4846-9198-385ec1d4550c admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:49:46.766631 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-5317f030-03c5-4846-9198-385ec1d4550c admin admin] 10.222.0.48 "PUT /v2.0/routers/118ba286-5917-469f-a7dd-886be6bd9706/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5150349 Jul 15 23:49:46.769071 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 49836) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:49:46.771774 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b57c243-268d-4c45-8f20-d15b8acc3179 None None] Sync routers for ids ['118ba286-5917-469f-a7dd-886be6bd9706'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:49:46.781569 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b57c243-268d-4c45-8f20-d15b8acc3179 None None] Routers {'118ba286-5917-469f-a7dd-886be6bd9706'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:49:46.782185 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3b57c243-268d-4c45-8f20-d15b8acc3179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:49:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['118ba286-5917-469f-a7dd-886be6bd9706'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:49:46.889973 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-25c554f5-1ce0-4206-bb76-055662966b26 admin admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:46.901386 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-3b57c243-268d-4c45-8f20-d15b8acc3179 None None] Set router 118ba286-5917-469f-a7dd-886be6bd9706 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:49:47.005785 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-25c554f5-1ce0-4206-bb76-055662966b26 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:47.103389 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3b57c243-268d-4c45-8f20-d15b8acc3179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118ba286-5917-469f-a7dd-886be6bd9706', 'name': 'tempest-TestVolumeBackupRestore-1803292033-router', 'tenant_id': 'f070cf2cdcb648619044c11f6608ccea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '98c63087-cbdd-4fc0-8502-c87dde5628f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:46:31Z', 'updated_at': '2021-07-15T23:49:46Z', 'revision_number': 5, 'project_id': 'f070cf2cdcb648619044c11f6608ccea', 'gw_port': {'id': '98c63087-cbdd-4fc0-8502-c87dde5628f1', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:97:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118ba286-5917-469f-a7dd-886be6bd9706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:46:31Z', 'updated_at': '2021-07-15T23:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:49:47.136295 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b57c243-268d-4c45-8f20-d15b8acc3179 None None] Checking router: 118ba286-5917-469f-a7dd-886be6bd9706 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:49:47.145983 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b57c243-268d-4c45-8f20-d15b8acc3179 None None] Routers {'118ba286-5917-469f-a7dd-886be6bd9706'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:49:47.146614 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3b57c243-268d-4c45-8f20-d15b8acc3179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:49:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['118ba286-5917-469f-a7dd-886be6bd9706'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:49:47.236487 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-3b57c243-268d-4c45-8f20-d15b8acc3179 None None] Set router 118ba286-5917-469f-a7dd-886be6bd9706 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:49:47.289020 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3b57c243-268d-4c45-8f20-d15b8acc3179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118ba286-5917-469f-a7dd-886be6bd9706', 'name': 'tempest-TestVolumeBackupRestore-1803292033-router', 'tenant_id': 'f070cf2cdcb648619044c11f6608ccea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:46:31Z', 'updated_at': '2021-07-15T23:49:47Z', 'revision_number': 6, 'project_id': 'f070cf2cdcb648619044c11f6608ccea', 'gw_port_host': None}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:49:47.320541 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b57c243-268d-4c45-8f20-d15b8acc3179 None None] The sync data for ids ['118ba286-5917-469f-a7dd-886be6bd9706'] in n-d-794306-6 is: [{'id': '118ba286-5917-469f-a7dd-886be6bd9706', 'name': 'tempest-TestVolumeBackupRestore-1803292033-router', 'tenant_id': 'f070cf2cdcb648619044c11f6608ccea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:46:31Z', 'updated_at': '2021-07-15T23:49:47Z', 'revision_number': 6, 'project_id': 'f070cf2cdcb648619044c11f6608ccea', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:49:47.415728 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-25c554f5-1ce0-4206-bb76-055662966b26 admin admin] Deleting port 98c63087-cbdd-4fc0-8502-c87dde5628f1 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:49:47.416071 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-25c554f5-1ce0-4206-bb76-055662966b26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:47.492391 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-25c554f5-1ce0-4206-bb76-055662966b26 admin admin] For port 98c63087-cbdd-4fc0-8502-c87dde5628f1, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=98c63087-cbdd-4fc0-8502-c87dde5628f1,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:49:47.493041 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-25c554f5-1ce0-4206-bb76-055662966b26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:47.507911 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-25c554f5-1ce0-4206-bb76-055662966b26 admin admin] Calling delete_port for 98c63087-cbdd-4fc0-8502-c87dde5628f1 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:49:47.665650 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-25c554f5-1ce0-4206-bb76-055662966b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:47.694619 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c554f5-1ce0-4206-bb76-055662966b26 admin admin] Pushing event deleted for resources: {'Port': ['ID=98c63087-cbdd-4fc0-8502-c87dde5628f1,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:49:47.768313 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-25c554f5-1ce0-4206-bb76-055662966b26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999011'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:47.864503 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-25c554f5-1ce0-4206-bb76-055662966b26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:47.866837 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-25c554f5-1ce0-4206-bb76-055662966b26 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:47.916192 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-25c554f5-1ce0-4206-bb76-055662966b26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:47.916722 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c554f5-1ce0-4206-bb76-055662966b26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 118ba286-5917-469f-a7dd-886be6bd9706 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:49:47.921365 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-25c554f5-1ce0-4206-bb76-055662966b26 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:47.922392 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-25c554f5-1ce0-4206-bb76-055662966b26 admin admin] 10.222.0.48 "DELETE /v2.0/routers/118ba286-5917-469f-a7dd-886be6bd9706 HTTP/1.1" status: 204 len: 168 time: 1.1514046 Jul 15 23:49:47.924900 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 49838) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:49:47.969905 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-624f76b3-7786-4205-a3fd-bded08fd7b88 admin admin] Deleting subnet 9a4dc42b-b6f8-4d71-891f-9071b4f8907d {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:49:47.973513 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-624f76b3-7786-4205-a3fd-bded08fd7b88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:48.011510 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-624f76b3-7786-4205-a3fd-bded08fd7b88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:48.105969 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-624f76b3-7786-4205-a3fd-bded08fd7b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:48.134804 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 9da53805-b912-4a5a-a10f-a5ca27001cb8 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:49:48.155150 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 9da53805-b912-4a5a-a10f-a5ca27001cb8 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:49:48.155496 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 9da53805-b912-4a5a-a10f-a5ca27001cb8 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:49:48.156000 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 98c63087-cbdd-4fc0-8502-c87dde5628f1 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:49:48.174644 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-624f76b3-7786-4205-a3fd-bded08fd7b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:48.176433 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 98c63087-cbdd-4fc0-8502-c87dde5628f1 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:49:48.176983 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 98c63087-cbdd-4fc0-8502-c87dde5628f1 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:49:48.208185 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624f76b3-7786-4205-a3fd-bded08fd7b88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a4dc42b-b6f8-4d71-891f-9071b4f8907d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:49:48.211266 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-624f76b3-7786-4205-a3fd-bded08fd7b88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:48.216032 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 49840) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:49:48.216543 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-624f76b3-7786-4205-a3fd-bded08fd7b88 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/9a4dc42b-b6f8-4d71-891f-9071b4f8907d HTTP/1.1" status: 204 len: 168 time: 0.2903032 Jul 15 23:49:48.225483 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13759d07-72f0-47ce-8067-50be85974cf3 None None] Network b9e872ec-6521-4941-84c4-ae75a3181dd7 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:49:48.302821 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b59cd32-4c3a-4c90-bd36-1067177d4fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:48.356449 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-5b59cd32-4c3a-4c90-bd36-1067177d4fbd admin admin] Deleting port 9ff84668-3f92-44a6-9fc2-fb6b8d5f710b {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:49:48.356790 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b59cd32-4c3a-4c90-bd36-1067177d4fbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:48.432408 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-5b59cd32-4c3a-4c90-bd36-1067177d4fbd admin admin] For port 9ff84668-3f92-44a6-9fc2-fb6b8d5f710b, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=9ff84668-3f92-44a6-9fc2-fb6b8d5f710b,segment=NetworkSegment(37a615f6-8a6b-46df-8438-00d0c37f1d43),segment_id=37a615f6-8a6b-46df-8438-00d0c37f1d43)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:49:48.432854 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b59cd32-4c3a-4c90-bd36-1067177d4fbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:48.445865 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-5b59cd32-4c3a-4c90-bd36-1067177d4fbd admin admin] Calling delete_port for 9ff84668-3f92-44a6-9fc2-fb6b8d5f710b owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:49:48.450422 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916f0c43-846e-4235-991d-ad5ac70743ca None None] DHCP port deletion for b9e872ec-6521-4941-84c4-ae75a3181dd7 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:49:48.496518 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-916f0c43-846e-4235-991d-ad5ac70743ca None None] Deleting port 9ff84668-3f92-44a6-9fc2-fb6b8d5f710b {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:49:48.496897 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-916f0c43-846e-4235-991d-ad5ac70743ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:48.532237 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b59cd32-4c3a-4c90-bd36-1067177d4fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:48.564651 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b59cd32-4c3a-4c90-bd36-1067177d4fbd admin admin] Pushing event deleted for resources: {'Port': ['ID=9ff84668-3f92-44a6-9fc2-fb6b8d5f710b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:49:48.570019 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b59cd32-4c3a-4c90-bd36-1067177d4fbd admin admin] No DVR routers for this DVR port 9ff84668-3f92-44a6-9fc2-fb6b8d5f710b on host n-d-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:49:48.577540 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-916f0c43-846e-4235-991d-ad5ac70743ca None None] For port 9ff84668-3f92-44a6-9fc2-fb6b8d5f710b, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=9ff84668-3f92-44a6-9fc2-fb6b8d5f710b,segment=NetworkSegment(37a615f6-8a6b-46df-8438-00d0c37f1d43),segment_id=37a615f6-8a6b-46df-8438-00d0c37f1d43)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:49:48.577943 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-916f0c43-846e-4235-991d-ad5ac70743ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:48.590014 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-916f0c43-846e-4235-991d-ad5ac70743ca None None] Calling delete_port for 9ff84668-3f92-44a6-9fc2-fb6b8d5f710b owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:49:48.642832 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b59cd32-4c3a-4c90-bd36-1067177d4fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:48.653818 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-5b59cd32-4c3a-4c90-bd36-1067177d4fbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9e872ec-6521-4941-84c4-ae75a3181dd7']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:49:48.665347 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-5b59cd32-4c3a-4c90-bd36-1067177d4fbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37a615f6-8a6b-46df-8438-00d0c37f1d43') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:49:48.665747 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-5b59cd32-4c3a-4c90-bd36-1067177d4fbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37a615f6-8a6b-46df-8438-00d0c37f1d43') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:49:48.674497 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b59cd32-4c3a-4c90-bd36-1067177d4fbd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:48.674640 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-916f0c43-846e-4235-991d-ad5ac70743ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:48.690959 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b59cd32-4c3a-4c90-bd36-1067177d4fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:48.697943 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b59cd32-4c3a-4c90-bd36-1067177d4fbd admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:49:48.698382 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b59cd32-4c3a-4c90-bd36-1067177d4fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:48.700375 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:49:48.700375 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:49:48.700375 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:49:48.700375 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:49:48.700375 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:49:48.700375 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:49:48.700375 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:49:48.700375 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:49:48.700375 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:49:48.700375 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:49:48.700375 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:49:48.700375 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:49:48.700375 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:49:48.700375 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:49:48.700375 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:49:48.700375 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:49:48.700375 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:49:48.700375 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:49:48.700375 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:49:48.700375 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:49:48.700375 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:49:48.700375 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:49:48.700375 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:49:48.700375 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:49:48.700375 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:49:48.700375 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:49:48.700375 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:49:48.700375 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:49:48.700375 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:49:48.700375 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:49:48.700375 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:49:48.700375 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:49:48.708894 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916f0c43-846e-4235-991d-ad5ac70743ca None None] Pushing event deleted for resources: {'Port': ['ID=9ff84668-3f92-44a6-9fc2-fb6b8d5f710b,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:49:48.711509 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916f0c43-846e-4235-991d-ad5ac70743ca None None] No DVR routers for this DVR port 9ff84668-3f92-44a6-9fc2-fb6b8d5f710b on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:49:48.721699 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916f0c43-846e-4235-991d-ad5ac70743ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:49:48.721904 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916f0c43-846e-4235-991d-ad5ac70743ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:49:48.722820 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916f0c43-846e-4235-991d-ad5ac70743ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:49:48.723345 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916f0c43-846e-4235-991d-ad5ac70743ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:49:48.723709 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916f0c43-846e-4235-991d-ad5ac70743ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:49:48.724119 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916f0c43-846e-4235-991d-ad5ac70743ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:49:48.724761 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916f0c43-846e-4235-991d-ad5ac70743ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:49:48.724761 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916f0c43-846e-4235-991d-ad5ac70743ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:49:48.725108 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916f0c43-846e-4235-991d-ad5ac70743ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:49:48.725422 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916f0c43-846e-4235-991d-ad5ac70743ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:49:48.725842 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916f0c43-846e-4235-991d-ad5ac70743ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:49:48.726167 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916f0c43-846e-4235-991d-ad5ac70743ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:49:48.765109 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b59cd32-4c3a-4c90-bd36-1067177d4fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:48.772041 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b59cd32-4c3a-4c90-bd36-1067177d4fbd admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:48.773898 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-5b59cd32-4c3a-4c90-bd36-1067177d4fbd admin admin] 10.222.0.48 "DELETE /v2.0/networks/b9e872ec-6521-4941-84c4-ae75a3181dd7 HTTP/1.1" status: 204 len: 168 time: 0.5560865 Jul 15 23:49:48.783445 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b59cd32-4c3a-4c90-bd36-1067177d4fbd admin admin] Pushing event deleted for resources: {'Network': ['ID=b9e872ec-6521-4941-84c4-ae75a3181dd7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:49:48.874254 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:49:48.950453 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 49846) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:49:48.993887 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-70c445a7-1c04-4b14-8480-7dbc891c979f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=da929472d9094d018e34f1bb52ea6423&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420101 Jul 15 23:49:48.996344 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 49848) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:49:49.044609 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-86240496-c898-4986-b2bd-934fb1c9beee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:49.065216 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-86240496-c898-4986-b2bd-934fb1c9beee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:49.117744 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-86240496-c898-4986-b2bd-934fb1c9beee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:49.120450 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-86240496-c898-4986-b2bd-934fb1c9beee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:49.121641 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-86240496-c898-4986-b2bd-934fb1c9beee admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fc5dbc02-0d3b-4808-bb76-3199ae94ce59 HTTP/1.1" status: 204 len: 168 time: 0.1244011 Jul 15 23:49:49.129857 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86240496-c898-4986-b2bd-934fb1c9beee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5dbc02-0d3b-4808-bb76-3199ae94ce59,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:49:49.459266 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 49854) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:49:49.502629 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-1914c5e0-941e-4de4-9ca1-f409a5257598 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f070cf2cdcb648619044c11f6608ccea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419130 Jul 15 23:49:49.505648 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 49856) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:49:49.557021 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-056aa8a9-c841-4987-9b9c-5e2fa5f1ba4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:49.578166 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-056aa8a9-c841-4987-9b9c-5e2fa5f1ba4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:49.628324 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-056aa8a9-c841-4987-9b9c-5e2fa5f1ba4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:49.631378 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-056aa8a9-c841-4987-9b9c-5e2fa5f1ba4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:49:49.632572 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-056aa8a9-c841-4987-9b9c-5e2fa5f1ba4e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/589ce287-6563-425c-97c5-6fdfe7bc223f HTTP/1.1" status: 204 len: 168 time: 0.1259630 Jul 15 23:49:49.642705 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056aa8a9-c841-4987-9b9c-5e2fa5f1ba4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589ce287-6563-425c-97c5-6fdfe7bc223f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:49:49.961518 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 9ff84668-3f92-44a6-9fc2-fb6b8d5f710b no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:49:49.982579 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 9ff84668-3f92-44a6-9fc2-fb6b8d5f710b {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:49:49.983027 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 9ff84668-3f92-44a6-9fc2-fb6b8d5f710b not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:49:50.371447 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f214efbd-e2eb-40ae-912d-fc7995d07059 req-561b1626-5f4d-4973-a057-24548fa56285 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=70e30c5f-537a-4460-906e-bea3da0ea193&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0507112 Jul 15 23:49:50.464654 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f214efbd-e2eb-40ae-912d-fc7995d07059 req-cd0efc28-3a60-4883-a821-6f18db76ba71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:50.466136 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f214efbd-e2eb-40ae-912d-fc7995d07059 req-cd0efc28-3a60-4883-a821-6f18db76ba71 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=854f7f06e5364ce38de1e2e446f56e73&device_id=70e30c5f-537a-4460-906e-bea3da0ea193 HTTP/1.1" status: 200 len: 1097 time: 0.0511181 Jul 15 23:49:50.570645 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f214efbd-e2eb-40ae-912d-fc7995d07059 req-8e4765ee-bf41-4ec2-974c-e7e3a233bcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:50.572157 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f214efbd-e2eb-40ae-912d-fc7995d07059 req-8e4765ee-bf41-4ec2-974c-e7e3a233bcbe service neutron] 10.222.0.49 "GET /v2.0/networks?id=31e0906b-d6f8-4071-9d72-971224eb2adb HTTP/1.1" status: 200 len: 912 time: 0.0873022 Jul 15 23:49:50.637381 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f214efbd-e2eb-40ae-912d-fc7995d07059 req-8d775963-c78e-4117-9ea8-c5b176954ca1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87480874-656d-47ed-901e-46fa61639e3b HTTP/1.1" status: 200 len: 1002 time: 0.0586727 Jul 15 23:49:50.690103 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f214efbd-e2eb-40ae-912d-fc7995d07059 req-3bcf4ad8-7b4a-4eda-aa98-1ed9e7e7b38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:50.691818 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f214efbd-e2eb-40ae-912d-fc7995d07059 req-3bcf4ad8-7b4a-4eda-aa98-1ed9e7e7b38d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c5a5342a-197a-422d-81d6-779d4a25a0f6 HTTP/1.1" status: 200 len: 850 time: 0.0486312 Jul 15 23:49:50.747988 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f214efbd-e2eb-40ae-912d-fc7995d07059 req-f5476ab8-aed6-434a-bff6-98ae67691f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:49:50.749458 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f214efbd-e2eb-40ae-912d-fc7995d07059 req-f5476ab8-aed6-434a-bff6-98ae67691f67 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=31e0906b-d6f8-4071-9d72-971224eb2adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512431 Jul 15 23:49:50.837715 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f214efbd-e2eb-40ae-912d-fc7995d07059 req-e522f097-1bcc-4281-86c6-1cf333967d60 service neutron] 10.222.0.49 "GET /v2.0/networks/31e0906b-d6f8-4071-9d72-971224eb2adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811801 Jul 15 23:49:50.932312 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f214efbd-e2eb-40ae-912d-fc7995d07059 req-252a0e79-73d1-4025-878a-7093e53cfb94 service neutron] 10.222.0.49 "GET /v2.0/networks/31e0906b-d6f8-4071-9d72-971224eb2adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849712 Jul 15 23:49:55.665199 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:00.876739 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bdda6f00-adea-4931-82dc-548fea59a40f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:03.424546 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:04.244925 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ae1e2b1b-f81f-4416-9914-c8d75e0e57fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:04.414447 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:06.424521 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:08.377156 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:19.728586 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [req-65b5c510-3ed5-4f3d-a084-ec39166300b7 req-172e6e95-2311-4de8-b9b2-b541ca1b738d service neutron] (93771) timed out ('10.222.0.49', 54442) {{(pid=93771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 23:50:25.675101 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:25.873313 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:50:30.878150 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-333daaf0-24ff-4a22-aaa7-f5180b81414f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:33.425496 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:34.246727 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cd9af30f-3b51-427e-acfc-990211c6fedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:34.416237 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:36.426851 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:38.380130 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:50:51.395237 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ed3ad019-2a82-44d4-8b8a-88a7d0f16b30 req-32e7a5be-e1cf-459a-8797-1014286d52e0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=70e30c5f-537a-4460-906e-bea3da0ea193&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0540729 Jul 15 23:50:51.493585 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ad019-2a82-44d4-8b8a-88a7d0f16b30 req-175aade8-ba5a-4477-8196-6876ec4f4175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:51.495113 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ed3ad019-2a82-44d4-8b8a-88a7d0f16b30 req-175aade8-ba5a-4477-8196-6876ec4f4175 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=854f7f06e5364ce38de1e2e446f56e73&device_id=70e30c5f-537a-4460-906e-bea3da0ea193 HTTP/1.1" status: 200 len: 1097 time: 0.0591159 Jul 15 23:50:51.601629 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ad019-2a82-44d4-8b8a-88a7d0f16b30 req-f4dc32e2-fc6f-48b5-b5df-dd9533f36ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:51.603156 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ed3ad019-2a82-44d4-8b8a-88a7d0f16b30 req-f4dc32e2-fc6f-48b5-b5df-dd9533f36ee2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=31e0906b-d6f8-4071-9d72-971224eb2adb HTTP/1.1" status: 200 len: 912 time: 0.0880110 Jul 15 23:50:51.672316 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ed3ad019-2a82-44d4-8b8a-88a7d0f16b30 req-b019fa77-8850-4b56-805f-f9a5f310f915 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87480874-656d-47ed-901e-46fa61639e3b HTTP/1.1" status: 200 len: 1002 time: 0.0628440 Jul 15 23:50:51.721728 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ad019-2a82-44d4-8b8a-88a7d0f16b30 req-f0f08cd7-8307-4d9a-af29-063d03799616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:51.723207 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ed3ad019-2a82-44d4-8b8a-88a7d0f16b30 req-f0f08cd7-8307-4d9a-af29-063d03799616 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c5a5342a-197a-422d-81d6-779d4a25a0f6 HTTP/1.1" status: 200 len: 850 time: 0.0450568 Jul 15 23:50:51.780884 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ad019-2a82-44d4-8b8a-88a7d0f16b30 req-f090d413-4587-47d4-b330-7ba038b3e3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:50:51.782482 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ed3ad019-2a82-44d4-8b8a-88a7d0f16b30 req-f090d413-4587-47d4-b330-7ba038b3e3fd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=31e0906b-d6f8-4071-9d72-971224eb2adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533860 Jul 15 23:50:51.881763 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ed3ad019-2a82-44d4-8b8a-88a7d0f16b30 req-dace5377-158d-437d-a017-233bb81363e6 service neutron] 10.222.0.49 "GET /v2.0/networks/31e0906b-d6f8-4071-9d72-971224eb2adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929337 Jul 15 23:50:51.976482 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ed3ad019-2a82-44d4-8b8a-88a7d0f16b30 req-a6aadad8-5e5f-417d-b6cd-d424c6760f4e service neutron] 10.222.0.49 "GET /v2.0/networks/31e0906b-d6f8-4071-9d72-971224eb2adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888274 Jul 15 23:50:55.673318 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:00.877638 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3bd497fd-15ce-41fe-a277-fc100d5c01b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:02.872525 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:51:03.428934 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:04.249411 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8a29b9ed-d256-439d-a242-6fde24ebda45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:04.419832 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:06.429686 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:08.382182 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:25.678875 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:30.878520 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e155ca8-3f73-4007-8a7a-6d0957d045a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:33.429219 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:34.249903 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7852ceff-6d51-44aa-a439-3c2fa63049ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:34.423489 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:36.435144 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:36.838176 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dec24a-9889-445d-be0b-a6e8b95a0204 req-3fc852c6-4995-44a1-9bfc-6e5c95eed115 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:36.839690 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c8dec24a-9889-445d-be0b-a6e8b95a0204 req-3fc852c6-4995-44a1-9bfc-6e5c95eed115 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e30c5f-537a-4460-906e-bea3da0ea193 HTTP/1.1" status: 200 len: 946 time: 0.0684211 Jul 15 23:51:36.879929 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c8dec24a-9889-445d-be0b-a6e8b95a0204 req-0dd12a96-b504-4f7d-9c6f-d79497ada965 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc6a689-9c72-4b1f-91df-ea229a2b71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344546 Jul 15 23:51:38.069828 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f819ba9-c3ab-42aa-b845-973c1486c3a7 req-25cfcab7-e907-40c8-9ad1-81aacfc13131 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:38.071311 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9f819ba9-c3ab-42aa-b845-973c1486c3a7 req-25cfcab7-e907-40c8-9ad1-81aacfc13131 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e30c5f-537a-4460-906e-bea3da0ea193 HTTP/1.1" status: 200 len: 946 time: 0.0630181 Jul 15 23:51:38.109166 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9f819ba9-c3ab-42aa-b845-973c1486c3a7 req-81706bdd-4e13-4336-b6e1-c6f3da3f1b80 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc6a689-9c72-4b1f-91df-ea229a2b71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315704 Jul 15 23:51:38.214666 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef93f76d-7485-47f7-ad8f-b05d160b7b80 req-6abbc1aa-81ba-4dcd-bab6-9dced58975dc tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:38.216150 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ef93f76d-7485-47f7-ad8f-b05d160b7b80 req-6abbc1aa-81ba-4dcd-bab6-9dced58975dc tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.49 "GET /v2.0/ports?device_id=70e30c5f-537a-4460-906e-bea3da0ea193 HTTP/1.1" status: 200 len: 946 time: 0.0617607 Jul 15 23:51:38.316036 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-ef93f76d-7485-47f7-ad8f-b05d160b7b80 req-7dd58215-1201-40a3-887c-2d2cfb22f7f9 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Deleting port 87480874-656d-47ed-901e-46fa61639e3b {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:51:38.316364 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ef93f76d-7485-47f7-ad8f-b05d160b7b80 req-7dd58215-1201-40a3-887c-2d2cfb22f7f9 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:38.410943 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-ef93f76d-7485-47f7-ad8f-b05d160b7b80 req-7dd58215-1201-40a3-887c-2d2cfb22f7f9 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] For port 87480874-656d-47ed-901e-46fa61639e3b, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=87480874-656d-47ed-901e-46fa61639e3b,segment=NetworkSegment(308c7c80-2dfe-465a-907b-006f4bf32eae),segment_id=308c7c80-2dfe-465a-907b-006f4bf32eae)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:51:38.411206 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ef93f76d-7485-47f7-ad8f-b05d160b7b80 req-7dd58215-1201-40a3-887c-2d2cfb22f7f9 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:38.424982 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:38.579590 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ef93f76d-7485-47f7-ad8f-b05d160b7b80 req-7dd58215-1201-40a3-887c-2d2cfb22f7f9 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:38.579990 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ef93f76d-7485-47f7-ad8f-b05d160b7b80 req-7dd58215-1201-40a3-887c-2d2cfb22f7f9 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:38.580305 n-d-794306-6 neutron-server[93770]: INFO neutron.db.l3_db [req-ef93f76d-7485-47f7-ad8f-b05d160b7b80 req-7dd58215-1201-40a3-887c-2d2cfb22f7f9 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Floating IP 8483cd87-a8c0-4bae-844f-ea96a70c9353 disassociated. External IP: 172.25.5.160, port: 87480874-656d-47ed-901e-46fa61639e3b. Jul 15 23:51:38.580645 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-ef93f76d-7485-47f7-ad8f-b05d160b7b80 req-7dd58215-1201-40a3-887c-2d2cfb22f7f9 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Calling delete_port for 87480874-656d-47ed-901e-46fa61639e3b owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:51:38.718703 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ef93f76d-7485-47f7-ad8f-b05d160b7b80 req-7dd58215-1201-40a3-887c-2d2cfb22f7f9 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:38.749071 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd58215-1201-40a3-887c-2d2cfb22f7f9 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Pushing event deleted for resources: {'Port': ['ID=87480874-656d-47ed-901e-46fa61639e3b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:51:38.760482 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd58215-1201-40a3-887c-2d2cfb22f7f9 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:51:38.760841 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd58215-1201-40a3-887c-2d2cfb22f7f9 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:51:38.761189 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd58215-1201-40a3-887c-2d2cfb22f7f9 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:51:38.761532 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd58215-1201-40a3-887c-2d2cfb22f7f9 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:51:38.761879 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd58215-1201-40a3-887c-2d2cfb22f7f9 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:51:38.762206 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd58215-1201-40a3-887c-2d2cfb22f7f9 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:51:38.762539 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd58215-1201-40a3-887c-2d2cfb22f7f9 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:51:38.762868 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd58215-1201-40a3-887c-2d2cfb22f7f9 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:51:38.763197 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd58215-1201-40a3-887c-2d2cfb22f7f9 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:51:38.763526 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd58215-1201-40a3-887c-2d2cfb22f7f9 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:51:38.763898 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd58215-1201-40a3-887c-2d2cfb22f7f9 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:51:38.764275 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd58215-1201-40a3-887c-2d2cfb22f7f9 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:51:38.878070 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef93f76d-7485-47f7-ad8f-b05d160b7b80 req-7dd58215-1201-40a3-887c-2d2cfb22f7f9 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Router 4e6b29b2-a776-4a4f-9621-9040a1037938 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:51:38.985692 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef93f76d-7485-47f7-ad8f-b05d160b7b80 req-7dd58215-1201-40a3-887c-2d2cfb22f7f9 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:51:38.995819 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990f9946-943f-4f2d-ac1b-f4c3893be1af None None] Sync routers for ids ['4e6b29b2-a776-4a4f-9621-9040a1037938'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:51:39.005710 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990f9946-943f-4f2d-ac1b-f4c3893be1af None None] Routers {'4e6b29b2-a776-4a4f-9621-9040a1037938'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:51:39.006318 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-990f9946-943f-4f2d-ac1b-f4c3893be1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:51:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['4e6b29b2-a776-4a4f-9621-9040a1037938'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:51:39.028489 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef93f76d-7485-47f7-ad8f-b05d160b7b80 req-7dd58215-1201-40a3-887c-2d2cfb22f7f9 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] No DVR routers for this DVR port 87480874-656d-47ed-901e-46fa61639e3b on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:51:39.031754 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ef93f76d-7485-47f7-ad8f-b05d160b7b80 req-7dd58215-1201-40a3-887c-2d2cfb22f7f9 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:39.033748 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ef93f76d-7485-47f7-ad8f-b05d160b7b80 req-7dd58215-1201-40a3-887c-2d2cfb22f7f9 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.49 "DELETE /v2.0/ports/87480874-656d-47ed-901e-46fa61639e3b HTTP/1.1" status: 204 len: 173 time: 0.8120632 Jul 15 23:51:39.034236 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e30c5f-537a-4460-906e-bea3da0ea193', 'name': 'network-vif-deleted', 'tag': '87480874-656d-47ed-901e-46fa61639e3b'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:51:39.036545 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce21f44e-6b99-452e-a7a1-5d2e988b0ac2" -d '{"events": [{"server_uuid": "70e30c5f-537a-4460-906e-bea3da0ea193", "name": "network-vif-deleted", "tag": "87480874-656d-47ed-901e-46fa61639e3b"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:51:39.124717 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-990f9946-943f-4f2d-ac1b-f4c3893be1af None None] Set router 4e6b29b2-a776-4a4f-9621-9040a1037938 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:51:39.158981 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-626b9965-e957-4729-bc83-ca56967e296c x-openstack-request-id: req-626b9965-e957-4729-bc83-ca56967e296c {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:51:39.159495 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70e30c5f-537a-4460-906e-bea3da0ea193", "name": "network-vif-deleted", "tag": "87480874-656d-47ed-901e-46fa61639e3b", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:51:39.159613 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-626b9965-e957-4729-bc83-ca56967e296c {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:51:39.160386 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70e30c5f-537a-4460-906e-bea3da0ea193', 'name': 'network-vif-deleted', 'tag': '87480874-656d-47ed-901e-46fa61639e3b', 'status': 'completed', 'code': 200} Jul 15 23:51:39.287894 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c1819781-2d11-461e-afe0-e63970cff408 req-4af48977-f2c2-4b26-9e6b-cfe7d4da5df7 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e30c5f-537a-4460-906e-bea3da0ea193 HTTP/1.1" status: 200 len: 210 time: 0.0323467 Jul 15 23:51:39.353271 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-990f9946-943f-4f2d-ac1b-f4c3893be1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'name': 'tempest-TestVolumeBootPattern-888051493-router', 'tenant_id': '854f7f06e5364ce38de1e2e446f56e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '0d31eb46-5b42-44cf-9115-d5315821a9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:45:48Z', 'updated_at': '2021-07-15T23:45:51Z', 'revision_number': 4, 'project_id': '854f7f06e5364ce38de1e2e446f56e73', 'gw_port': {'id': '0d31eb46-5b42-44cf-9115-d5315821a9d6', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:49Z', 'updated_at': '2021-07-15T23:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'd11e153b-73df-4a13-bdea-de8ec72088d8', 'name': '', 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb', 'tenant_id': '854f7f06e5364ce38de1e2e446f56e73', 'mac_address': 'fa:16:3e:07:23:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'c5a5342a-197a-422d-81d6-779d4a25a0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:51Z', 'updated_at': '2021-07-15T23:45:58Z', 'revision_number': 5, 'project_id': '854f7f06e5364ce38de1e2e446f56e73', 'subnets': [{'id': 'c5a5342a-197a-422d-81d6-779d4a25a0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:51:39.382634 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990f9946-943f-4f2d-ac1b-f4c3893be1af None None] Checking router: 4e6b29b2-a776-4a4f-9621-9040a1037938 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:51:39.391704 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990f9946-943f-4f2d-ac1b-f4c3893be1af None None] Routers {'4e6b29b2-a776-4a4f-9621-9040a1037938'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:51:39.392318 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-990f9946-943f-4f2d-ac1b-f4c3893be1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:51:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['4e6b29b2-a776-4a4f-9621-9040a1037938'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:51:39.497007 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-990f9946-943f-4f2d-ac1b-f4c3893be1af None None] Set router 4e6b29b2-a776-4a4f-9621-9040a1037938 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:51:39.692416 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-990f9946-943f-4f2d-ac1b-f4c3893be1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'name': 'tempest-TestVolumeBootPattern-888051493-router', 'tenant_id': '854f7f06e5364ce38de1e2e446f56e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '0d31eb46-5b42-44cf-9115-d5315821a9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:45:48Z', 'updated_at': '2021-07-15T23:45:51Z', 'revision_number': 4, 'project_id': '854f7f06e5364ce38de1e2e446f56e73', 'gw_port': {'id': '0d31eb46-5b42-44cf-9115-d5315821a9d6', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:49Z', 'updated_at': '2021-07-15T23:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'd11e153b-73df-4a13-bdea-de8ec72088d8', 'name': '', 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb', 'tenant_id': '854f7f06e5364ce38de1e2e446f56e73', 'mac_address': 'fa:16:3e:07:23:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'c5a5342a-197a-422d-81d6-779d4a25a0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:51Z', 'updated_at': '2021-07-15T23:45:58Z', 'revision_number': 5, 'project_id': '854f7f06e5364ce38de1e2e446f56e73', 'subnets': [{'id': 'c5a5342a-197a-422d-81d6-779d4a25a0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:51:39.719558 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990f9946-943f-4f2d-ac1b-f4c3893be1af None None] The sync data for ids ['4e6b29b2-a776-4a4f-9621-9040a1037938'] in n-d-794306-6 is: [{'id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'name': 'tempest-TestVolumeBootPattern-888051493-router', 'tenant_id': '854f7f06e5364ce38de1e2e446f56e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '0d31eb46-5b42-44cf-9115-d5315821a9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:45:48Z', 'updated_at': '2021-07-15T23:45:51Z', 'revision_number': 4, 'project_id': '854f7f06e5364ce38de1e2e446f56e73', 'gw_port': {'id': '0d31eb46-5b42-44cf-9115-d5315821a9d6', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:49Z', 'updated_at': '2021-07-15T23:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'd11e153b-73df-4a13-bdea-de8ec72088d8', 'name': '', 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb', 'tenant_id': '854f7f06e5364ce38de1e2e446f56e73', 'mac_address': 'fa:16:3e:07:23:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'c5a5342a-197a-422d-81d6-779d4a25a0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:51Z', 'updated_at': '2021-07-15T23:45:58Z', 'revision_number': 5, 'project_id': '854f7f06e5364ce38de1e2e446f56e73', 'subnets': [{'id': 'c5a5342a-197a-422d-81d6-779d4a25a0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:51:39.872389 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:51:39.951959 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0752a9-a2c6-4cd9-9e06-9e492223b1cd None None] New status for floating IP 8483cd87-a8c0-4bae-844f-ea96a70c9353: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:51:40.439874 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-95a85c71-2cbe-47e7-9d27-15e30a393cfa req-a08648d0-bfde-4b2c-9ba6-7f568b1bbeaa tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e30c5f-537a-4460-906e-bea3da0ea193 HTTP/1.1" status: 200 len: 210 time: 0.0302081 Jul 15 23:51:41.586237 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fba5fd31-add7-4700-bcac-4bf649155b6e req-98a995c0-5caa-4ab5-92c8-3b22ac0475fd tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e30c5f-537a-4460-906e-bea3da0ea193 HTTP/1.1" status: 200 len: 210 time: 0.0316572 Jul 15 23:51:41.815905 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 87480874-656d-47ed-901e-46fa61639e3b no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:51:41.840113 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: 87480874-656d-47ed-901e-46fa61639e3b {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:51:41.840465 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 87480874-656d-47ed-901e-46fa61639e3b not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:51:42.743322 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cb3bb63b-5a29-483d-9856-13ee0866d6e9 req-ad723bf0-3e99-475a-b3af-20c48537202c tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e30c5f-537a-4460-906e-bea3da0ea193 HTTP/1.1" status: 200 len: 210 time: 0.0311360 Jul 15 23:51:43.978093 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-964f5368-53d3-4ece-b660-6ffbb801fc69 req-da7e3c6b-b05c-4d50-ac6c-2321de32bc00 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-381468177&fields=id&tenant_id=854f7f06e5364ce38de1e2e446f56e73 HTTP/1.1" status: 200 len: 267 time: 0.0325007 Jul 15 23:51:44.087664 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f5368-53d3-4ece-b660-6ffbb801fc69 req-a30086b9-8b35-444a-a30d-4d2a77b24263 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:44.089057 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-964f5368-53d3-4ece-b660-6ffbb801fc69 req-a30086b9-8b35-444a-a30d-4d2a77b24263 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/networks?id=31e0906b-d6f8-4071-9d72-971224eb2adb HTTP/1.1" status: 200 len: 811 time: 0.1039023 Jul 15 23:51:44.103536 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-964f5368-53d3-4ece-b660-6ffbb801fc69 req-647467eb-2a8e-49f8-ad9e-bb76532e4cb5 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/quotas/854f7f06e5364ce38de1e2e446f56e73 HTTP/1.1" status: 200 len: 375 time: 0.0090230 Jul 15 23:51:44.170333 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-964f5368-53d3-4ece-b660-6ffbb801fc69 req-cf9b84d4-f060-4376-9059-097e33315404 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=854f7f06e5364ce38de1e2e446f56e73&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0620029 Jul 15 23:51:44.278464 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [req-964f5368-53d3-4ece-b660-6ffbb801fc69 req-4bcd7052-e278-4847-a644-9ec7ae0c52be service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:51:44.279541 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-964f5368-53d3-4ece-b660-6ffbb801fc69 req-4bcd7052-e278-4847-a644-9ec7ae0c52be service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0983491 Jul 15 23:51:44.370277 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-964f5368-53d3-4ece-b660-6ffbb801fc69 req-0cec6167-0671-43db-b6c8-1b8428884e1a service neutron] 10.222.0.48 "GET /v2.0/networks/31e0906b-d6f8-4071-9d72-971224eb2adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847366 Jul 15 23:51:44.459876 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-964f5368-53d3-4ece-b660-6ffbb801fc69 req-7514f714-a92f-4efc-a69e-312c72813337 service neutron] 10.222.0.48 "GET /v2.0/networks/31e0906b-d6f8-4071-9d72-971224eb2adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828247 Jul 15 23:51:44.758049 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e92fda07-ca85-48db-9929-cfa0e26067b1 req-386c0cd0-3e94-4eed-98a0-c938d779cccc tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8b7beb1-365e-4155-bbdf-33bb95bd5b1d HTTP/1.1" status: 200 len: 210 time: 0.0293579 Jul 15 23:51:45.890803 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f5368-53d3-4ece-b660-6ffbb801fc69 req-ce4f3341-f821-4dcc-8cec-b3e67446fa7d tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:45.892148 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-964f5368-53d3-4ece-b660-6ffbb801fc69 req-ce4f3341-f821-4dcc-8cec-b3e67446fa7d tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.41 "GET /v2.0/networks?id=31e0906b-d6f8-4071-9d72-971224eb2adb HTTP/1.1" status: 200 len: 811 time: 0.1200476 Jul 15 23:51:45.917412 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-952b33d7-3c2c-4723-81f7-689edcfdd8ab req-af37cb01-1c8e-4c52-9abb-784eea01a95c tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8b7beb1-365e-4155-bbdf-33bb95bd5b1d HTTP/1.1" status: 200 len: 210 time: 0.0428529 Jul 15 23:51:45.947196 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-964f5368-53d3-4ece-b660-6ffbb801fc69 req-ce7eef9c-268c-4ef1-a7e3-44f2bcd6d467 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=854f7f06e5364ce38de1e2e446f56e73 HTTP/1.1" status: 200 len: 379 time: 0.0365827 Jul 15 23:51:45.956392 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-964f5368-53d3-4ece-b660-6ffbb801fc69 req-359baed7-1335-477b-910f-beeaf624bb10 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Request body: {'port': {'device_id': 'b8b7beb1-365e-4155-bbdf-33bb95bd5b1d', 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb', 'admin_state_up': True, 'tenant_id': '854f7f06e5364ce38de1e2e446f56e73', 'security_groups': ['cdc6a689-9c72-4b1f-91df-ea229a2b71c4']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:51:46.067715 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-964f5368-53d3-4ece-b660-6ffbb801fc69 req-359baed7-1335-477b-910f-beeaf624bb10 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Made reservation on behalf of 854f7f06e5364ce38de1e2e446f56e73 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:51:46.071318 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-964f5368-53d3-4ece-b660-6ffbb801fc69 req-359baed7-1335-477b-910f-beeaf624bb10 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:46.200925 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-964f5368-53d3-4ece-b660-6ffbb801fc69 req-359baed7-1335-477b-910f-beeaf624bb10 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Allocated IP 172.20.0.8 (31e0906b-d6f8-4071-9d72-971224eb2adb/c5a5342a-197a-422d-81d6-779d4a25a0f6/ad34f5cc-8c89-47cb-bba5-c5557b585e30) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:51:46.339146 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-964f5368-53d3-4ece-b660-6ffbb801fc69 req-359baed7-1335-477b-910f-beeaf624bb10 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:46.352946 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-964f5368-53d3-4ece-b660-6ffbb801fc69 req-359baed7-1335-477b-910f-beeaf624bb10 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Transition to ACTIVE for port object ad34f5cc-8c89-47cb-bba5-c5557b585e30 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:51:46.385900 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-964f5368-53d3-4ece-b660-6ffbb801fc69 req-359baed7-1335-477b-910f-beeaf624bb10 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:46.438028 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-964f5368-53d3-4ece-b660-6ffbb801fc69 req-359baed7-1335-477b-910f-beeaf624bb10 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Network 31e0906b-d6f8-4071-9d72-971224eb2adb is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:51:46.441122 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-964f5368-53d3-4ece-b660-6ffbb801fc69 req-359baed7-1335-477b-910f-beeaf624bb10 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:51:46.446212 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-964f5368-53d3-4ece-b660-6ffbb801fc69 req-359baed7-1335-477b-910f-beeaf624bb10 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:51:46.454950 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359baed7-1335-477b-910f-beeaf624bb10 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Pushing event updated for resources: {'Port': ['ID=ad34f5cc-8c89-47cb-bba5-c5557b585e30,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:51:46.505732 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f5368-53d3-4ece-b660-6ffbb801fc69 req-359baed7-1335-477b-910f-beeaf624bb10 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:46.506478 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-964f5368-53d3-4ece-b660-6ffbb801fc69 req-359baed7-1335-477b-910f-beeaf624bb10 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:46.528215 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-964f5368-53d3-4ece-b660-6ffbb801fc69 req-359baed7-1335-477b-910f-beeaf624bb10 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5756061 Jul 15 23:51:46.547620 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-964f5368-53d3-4ece-b660-6ffbb801fc69 req-de95b05a-9dfd-4e5f-a727-2f5c5c80954b service neutron] Request body: {'port': {'device_id': 'b8b7beb1-365e-4155-bbdf-33bb95bd5b1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:51:46.627741 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-964f5368-53d3-4ece-b660-6ffbb801fc69 req-de95b05a-9dfd-4e5f-a727-2f5c5c80954b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:46.675398 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-827f3381-6ae0-4e7e-94b4-a373e80550d1 None None] Provisioning for port ad34f5cc-8c89-47cb-bba5-c5557b585e30 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:51:46.679897 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-827f3381-6ae0-4e7e-94b4-a373e80550d1 None None] Provisioning complete for port ad34f5cc-8c89-47cb-bba5-c5557b585e30 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:51:46.680272 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-827f3381-6ae0-4e7e-94b4-a373e80550d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:46.715064 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-827f3381-6ae0-4e7e-94b4-a373e80550d1 None None] Port ad34f5cc-8c89-47cb-bba5-c5557b585e30 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:51:46.897712 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-964f5368-53d3-4ece-b660-6ffbb801fc69 req-de95b05a-9dfd-4e5f-a727-2f5c5c80954b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad34f5cc-8c89-47cb-bba5-c5557b585e30 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:51:46.908048 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-964f5368-53d3-4ece-b660-6ffbb801fc69 req-de95b05a-9dfd-4e5f-a727-2f5c5c80954b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:46.923329 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-964f5368-53d3-4ece-b660-6ffbb801fc69 req-de95b05a-9dfd-4e5f-a727-2f5c5c80954b service neutron] Transition to ACTIVE for port object ad34f5cc-8c89-47cb-bba5-c5557b585e30 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:51:46.928318 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-964f5368-53d3-4ece-b660-6ffbb801fc69 req-de95b05a-9dfd-4e5f-a727-2f5c5c80954b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:46.981766 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de95b05a-9dfd-4e5f-a727-2f5c5c80954b service neutron] Pushing event updated for resources: {'Port': ['ID=ad34f5cc-8c89-47cb-bba5-c5557b585e30,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:51:47.090130 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-964f5368-53d3-4ece-b660-6ffbb801fc69 req-de95b05a-9dfd-4e5f-a727-2f5c5c80954b service neutron] Attempting to bind port ad34f5cc-8c89-47cb-bba5-c5557b585e30 on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:51:47.090472 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-964f5368-53d3-4ece-b660-6ffbb801fc69 req-de95b05a-9dfd-4e5f-a727-2f5c5c80954b service neutron] Attempting to bind port ad34f5cc-8c89-47cb-bba5-c5557b585e30 by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '308c7c80-2dfe-465a-907b-006f4bf32eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:51:47.090809 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964f5368-53d3-4ece-b660-6ffbb801fc69 req-de95b05a-9dfd-4e5f-a727-2f5c5c80954b service neutron] Attempting to bind port ad34f5cc-8c89-47cb-bba5-c5557b585e30 on network 31e0906b-d6f8-4071-9d72-971224eb2adb {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:51:47.102207 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964f5368-53d3-4ece-b660-6ffbb801fc69 req-de95b05a-9dfd-4e5f-a727-2f5c5c80954b service neutron] Port ad34f5cc-8c89-47cb-bba5-c5557b585e30 on network 31e0906b-d6f8-4071-9d72-971224eb2adb not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:51:47.102618 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964f5368-53d3-4ece-b660-6ffbb801fc69 req-de95b05a-9dfd-4e5f-a727-2f5c5c80954b service neutron] Attempting to bind port ad34f5cc-8c89-47cb-bba5-c5557b585e30 on network 31e0906b-d6f8-4071-9d72-971224eb2adb {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:51:47.110833 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964f5368-53d3-4ece-b660-6ffbb801fc69 req-de95b05a-9dfd-4e5f-a727-2f5c5c80954b service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:51:47.111278 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964f5368-53d3-4ece-b660-6ffbb801fc69 req-de95b05a-9dfd-4e5f-a727-2f5c5c80954b service neutron] Checking segment: {'id': '308c7c80-2dfe-465a-907b-006f4bf32eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:51:47.111784 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964f5368-53d3-4ece-b660-6ffbb801fc69 req-de95b05a-9dfd-4e5f-a727-2f5c5c80954b service neutron] Bound using segment: {'id': '308c7c80-2dfe-465a-907b-006f4bf32eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:51:47.112290 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-964f5368-53d3-4ece-b660-6ffbb801fc69 req-de95b05a-9dfd-4e5f-a727-2f5c5c80954b service neutron] Bound port: ad34f5cc-8c89-47cb-bba5-c5557b585e30, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '308c7c80-2dfe-465a-907b-006f4bf32eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:51:47.112721 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-964f5368-53d3-4ece-b660-6ffbb801fc69 req-de95b05a-9dfd-4e5f-a727-2f5c5c80954b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:47.202182 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b12f09-e6f0-4b48-b4f7-c249379ce1ec req-34eadc39-71be-4aa9-8049-3014b9146eca tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:47.203524 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e6b12f09-e6f0-4b48-b4f7-c249379ce1ec req-34eadc39-71be-4aa9-8049-3014b9146eca tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8b7beb1-365e-4155-bbdf-33bb95bd5b1d HTTP/1.1" status: 200 len: 943 time: 0.1505754 Jul 15 23:51:47.221272 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-964f5368-53d3-4ece-b660-6ffbb801fc69 req-de95b05a-9dfd-4e5f-a727-2f5c5c80954b service neutron] For port ad34f5cc-8c89-47cb-bba5-c5557b585e30, host n-h2-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:51:47.225247 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-964f5368-53d3-4ece-b660-6ffbb801fc69 req-de95b05a-9dfd-4e5f-a727-2f5c5c80954b service neutron] For port ad34f5cc-8c89-47cb-bba5-c5557b585e30, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=ad34f5cc-8c89-47cb-bba5-c5557b585e30,segment=NetworkSegment(308c7c80-2dfe-465a-907b-006f4bf32eae),segment_id=308c7c80-2dfe-465a-907b-006f4bf32eae)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:51:47.236325 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-964f5368-53d3-4ece-b660-6ffbb801fc69 req-de95b05a-9dfd-4e5f-a727-2f5c5c80954b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:47.287949 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f5368-53d3-4ece-b660-6ffbb801fc69 req-de95b05a-9dfd-4e5f-a727-2f5c5c80954b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:47.288667 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-964f5368-53d3-4ece-b660-6ffbb801fc69 req-de95b05a-9dfd-4e5f-a727-2f5c5c80954b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:47.290257 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-964f5368-53d3-4ece-b660-6ffbb801fc69 req-de95b05a-9dfd-4e5f-a727-2f5c5c80954b service neutron] 10.222.0.41 "PUT /v2.0/ports/ad34f5cc-8c89-47cb-bba5-c5557b585e30 HTTP/1.1" status: 200 len: 1091 time: 0.7487962 Jul 15 23:51:47.292542 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8b7beb1-365e-4155-bbdf-33bb95bd5b1d', 'tag': 'ad34f5cc-8c89-47cb-bba5-c5557b585e30'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:51:47.295430 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5e9568-9a70-4979-941f-b6e93c7bd438" -d '{"events": [{"name": "network-changed", "server_uuid": "b8b7beb1-365e-4155-bbdf-33bb95bd5b1d", "tag": "ad34f5cc-8c89-47cb-bba5-c5557b585e30"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:51:47.311507 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e6b12f09-e6f0-4b48-b4f7-c249379ce1ec req-2bff439e-fa65-4ba2-8f09-26d92b614e1a tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc6a689-9c72-4b1f-91df-ea229a2b71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989594 Jul 15 23:51:47.345182 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de95b05a-9dfd-4e5f-a727-2f5c5c80954b service neutron] Pushing event updated for resources: {'Port': ['ID=ad34f5cc-8c89-47cb-bba5-c5557b585e30,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:51:47.360645 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea875d91-71cb-4fb3-b0c4-cb1bfe7801c0 x-openstack-request-id: req-ea875d91-71cb-4fb3-b0c4-cb1bfe7801c0 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:51:47.361127 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8b7beb1-365e-4155-bbdf-33bb95bd5b1d", "tag": "ad34f5cc-8c89-47cb-bba5-c5557b585e30", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:51:47.361352 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ea875d91-71cb-4fb3-b0c4-cb1bfe7801c0 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:51:47.361854 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8b7beb1-365e-4155-bbdf-33bb95bd5b1d', 'tag': 'ad34f5cc-8c89-47cb-bba5-c5557b585e30', 'status': 'completed', 'code': 200} Jul 15 23:51:47.430140 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f5368-53d3-4ece-b660-6ffbb801fc69 req-d4cc2256-71a5-47fb-8491-ead685f9641c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:47.431833 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-964f5368-53d3-4ece-b660-6ffbb801fc69 req-d4cc2256-71a5-47fb-8491-ead685f9641c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=854f7f06e5364ce38de1e2e446f56e73&device_id=b8b7beb1-365e-4155-bbdf-33bb95bd5b1d HTTP/1.1" status: 200 len: 1094 time: 0.0577991 Jul 15 23:51:47.481156 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-964f5368-53d3-4ece-b660-6ffbb801fc69 req-4312d537-c4ce-4362-80ea-81a2cb3b91ee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad34f5cc-8c89-47cb-bba5-c5557b585e30 HTTP/1.1" status: 200 len: 217 time: 0.0363803 Jul 15 23:51:47.534040 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f5368-53d3-4ece-b660-6ffbb801fc69 req-20bd1668-451d-4de2-8c47-2b1c660789c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:47.535410 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-964f5368-53d3-4ece-b660-6ffbb801fc69 req-20bd1668-451d-4de2-8c47-2b1c660789c3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c5a5342a-197a-422d-81d6-779d4a25a0f6 HTTP/1.1" status: 200 len: 850 time: 0.0482764 Jul 15 23:51:47.595541 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f5368-53d3-4ece-b660-6ffbb801fc69 req-9837d523-a770-49c8-b1c4-75d6959aa975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:47.597082 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-964f5368-53d3-4ece-b660-6ffbb801fc69 req-9837d523-a770-49c8-b1c4-75d6959aa975 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=31e0906b-d6f8-4071-9d72-971224eb2adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549693 Jul 15 23:51:47.686469 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-964f5368-53d3-4ece-b660-6ffbb801fc69 req-8a767e52-c8d2-4202-997d-6fae5cdb27e9 service neutron] 10.222.0.41 "GET /v2.0/networks/31e0906b-d6f8-4071-9d72-971224eb2adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825770 Jul 15 23:51:47.788069 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-964f5368-53d3-4ece-b660-6ffbb801fc69 req-420676b4-32ea-4d91-bad9-34c7ea2afc4a service neutron] 10.222.0.41 "GET /v2.0/networks/31e0906b-d6f8-4071-9d72-971224eb2adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958788 Jul 15 23:51:47.914051 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e9568-9a70-4979-941f-b6e93c7bd438 req-804bdd03-3ff2-42c1-878e-167e9f5e23b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:47.915556 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5a5e9568-9a70-4979-941f-b6e93c7bd438 req-804bdd03-3ff2-42c1-878e-167e9f5e23b6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=854f7f06e5364ce38de1e2e446f56e73&device_id=b8b7beb1-365e-4155-bbdf-33bb95bd5b1d HTTP/1.1" status: 200 len: 1094 time: 0.0555198 Jul 15 23:51:48.008934 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e9568-9a70-4979-941f-b6e93c7bd438 req-e73e03b1-d3e9-47e8-a17b-4f4c19970f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:48.010404 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5a5e9568-9a70-4979-941f-b6e93c7bd438 req-e73e03b1-d3e9-47e8-a17b-4f4c19970f69 service neutron] 10.222.0.41 "GET /v2.0/networks?id=31e0906b-d6f8-4071-9d72-971224eb2adb HTTP/1.1" status: 200 len: 912 time: 0.0881286 Jul 15 23:51:48.051063 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5a5e9568-9a70-4979-941f-b6e93c7bd438 req-34325763-80a9-47fa-9a35-9308a8517120 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad34f5cc-8c89-47cb-bba5-c5557b585e30 HTTP/1.1" status: 200 len: 217 time: 0.0342419 Jul 15 23:51:48.103634 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e9568-9a70-4979-941f-b6e93c7bd438 req-516ce468-7b92-4ace-bb2b-2da7b1ea1223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:48.105065 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5a5e9568-9a70-4979-941f-b6e93c7bd438 req-516ce468-7b92-4ace-bb2b-2da7b1ea1223 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c5a5342a-197a-422d-81d6-779d4a25a0f6 HTTP/1.1" status: 200 len: 850 time: 0.0478327 Jul 15 23:51:48.161602 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e9568-9a70-4979-941f-b6e93c7bd438 req-0e67fb2f-c053-4af8-9c90-73133bb45450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:48.163036 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5a5e9568-9a70-4979-941f-b6e93c7bd438 req-0e67fb2f-c053-4af8-9c90-73133bb45450 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=31e0906b-d6f8-4071-9d72-971224eb2adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519228 Jul 15 23:51:48.252691 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5a5e9568-9a70-4979-941f-b6e93c7bd438 req-0c734445-5d3b-4707-bb8d-e72c573ff05a service neutron] 10.222.0.41 "GET /v2.0/networks/31e0906b-d6f8-4071-9d72-971224eb2adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830185 Jul 15 23:51:48.346755 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5a5e9568-9a70-4979-941f-b6e93c7bd438 req-44ae974f-5ffc-4fb6-909b-9142e58c86d6 service neutron] 10.222.0.41 "GET /v2.0/networks/31e0906b-d6f8-4071-9d72-971224eb2adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867138 Jul 15 23:51:48.511179 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed7aeeb-bbcd-4bc7-8ce9-cfc21a2a7bc6 req-f8150914-a5f2-446b-970b-cd6a1b4c9c7b tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:48.512733 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0ed7aeeb-bbcd-4bc7-8ce9-cfc21a2a7bc6 req-f8150914-a5f2-446b-970b-cd6a1b4c9c7b tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8b7beb1-365e-4155-bbdf-33bb95bd5b1d HTTP/1.1" status: 200 len: 943 time: 0.0671847 Jul 15 23:51:48.552203 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0ed7aeeb-bbcd-4bc7-8ce9-cfc21a2a7bc6 req-d94eb586-27b1-4d74-8ed9-47020d7ce4a8 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc6a689-9c72-4b1f-91df-ea229a2b71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329685 Jul 15 23:51:49.741183 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ada64f-d963-490c-a5a4-aecf991855ff req-7d030379-464c-4649-9824-3b2cd0413fd8 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:49.742791 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f5ada64f-d963-490c-a5a4-aecf991855ff req-7d030379-464c-4649-9824-3b2cd0413fd8 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8b7beb1-365e-4155-bbdf-33bb95bd5b1d HTTP/1.1" status: 200 len: 943 time: 0.0729375 Jul 15 23:51:50.124059 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f5ada64f-d963-490c-a5a4-aecf991855ff req-f22e239d-ed82-46f1-9932-c47e57211a07 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc6a689-9c72-4b1f-91df-ea229a2b71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3743925 Jul 15 23:51:51.309248 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411954a1-646e-4ff7-a0b2-3a5c2b7bb4b2 req-19dc0205-42e7-4d8e-aae1-4e826bb16890 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:51.316276 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-411954a1-646e-4ff7-a0b2-3a5c2b7bb4b2 req-19dc0205-42e7-4d8e-aae1-4e826bb16890 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8b7beb1-365e-4155-bbdf-33bb95bd5b1d HTTP/1.1" status: 200 len: 943 time: 0.0729253 Jul 15 23:51:51.350213 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-411954a1-646e-4ff7-a0b2-3a5c2b7bb4b2 req-3f377a57-4e6a-4c2e-98a7-bc7bd2aac9de tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc6a689-9c72-4b1f-91df-ea229a2b71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330992 Jul 15 23:51:52.527251 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5301c466-757a-4b39-8739-f67a2aac962a req-7941649f-d1e1-44f6-bf66-d567d5909bd8 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:52.528790 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5301c466-757a-4b39-8739-f67a2aac962a req-7941649f-d1e1-44f6-bf66-d567d5909bd8 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8b7beb1-365e-4155-bbdf-33bb95bd5b1d HTTP/1.1" status: 200 len: 943 time: 0.0649672 Jul 15 23:51:52.568494 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5301c466-757a-4b39-8739-f67a2aac962a req-d9a1f382-97df-439a-8861-4a631a0bf363 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc6a689-9c72-4b1f-91df-ea229a2b71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342205 Jul 15 23:51:53.746700 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5f034f-51e4-45ec-a6c8-21bc4b8a8fba req-48f6b957-e37b-4a25-9c83-bcb9663b9837 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:53.748419 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ac5f034f-51e4-45ec-a6c8-21bc4b8a8fba req-48f6b957-e37b-4a25-9c83-bcb9663b9837 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8b7beb1-365e-4155-bbdf-33bb95bd5b1d HTTP/1.1" status: 200 len: 943 time: 0.0639241 Jul 15 23:51:53.785066 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ac5f034f-51e4-45ec-a6c8-21bc4b8a8fba req-5d3868d7-1a66-474d-8f22-9cfee1e18ced tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc6a689-9c72-4b1f-91df-ea229a2b71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311224 Jul 15 23:51:54.970299 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ce8ba-03a4-4843-8778-7306a184c4f7 req-b1d09a38-5704-41a3-a043-43f7bcaeb36e tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:54.971959 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f31ce8ba-03a4-4843-8778-7306a184c4f7 req-b1d09a38-5704-41a3-a043-43f7bcaeb36e tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8b7beb1-365e-4155-bbdf-33bb95bd5b1d HTTP/1.1" status: 200 len: 943 time: 0.0667019 Jul 15 23:51:55.012480 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f31ce8ba-03a4-4843-8778-7306a184c4f7 req-25c0a08a-afba-42da-ab78-3d772869e3c0 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc6a689-9c72-4b1f-91df-ea229a2b71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348463 Jul 15 23:51:55.674982 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:56.193066 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29b25c-ce02-4ceb-95cd-2c150445b82c req-fd5b8397-2bd8-45fe-8acc-615c54027c6b tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:56.194563 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bc29b25c-ce02-4ceb-95cd-2c150445b82c req-fd5b8397-2bd8-45fe-8acc-615c54027c6b tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8b7beb1-365e-4155-bbdf-33bb95bd5b1d HTTP/1.1" status: 200 len: 943 time: 0.0670879 Jul 15 23:51:56.236781 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bc29b25c-ce02-4ceb-95cd-2c150445b82c req-cee9b893-ce62-4fc6-be4b-ad87998d9c48 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc6a689-9c72-4b1f-91df-ea229a2b71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365424 Jul 15 23:51:57.409731 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b84d5-303b-4da7-b86c-37a336737a22 req-97057a58-b7e7-410a-a058-89d276ed8a80 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:57.411223 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ae1b84d5-303b-4da7-b86c-37a336737a22 req-97057a58-b7e7-410a-a058-89d276ed8a80 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8b7beb1-365e-4155-bbdf-33bb95bd5b1d HTTP/1.1" status: 200 len: 943 time: 0.0634358 Jul 15 23:51:57.448514 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ae1b84d5-303b-4da7-b86c-37a336737a22 req-38d239ee-79cf-468e-8db3-0b209b94d5bc tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc6a689-9c72-4b1f-91df-ea229a2b71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318897 Jul 15 23:51:58.655672 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5fb9f4-a105-43be-8dbd-d6b358ae023f req-7df96a33-a47b-478b-9f89-3605c47d6f4d tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:58.657190 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9f5fb9f4-a105-43be-8dbd-d6b358ae023f req-7df96a33-a47b-478b-9f89-3605c47d6f4d tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8b7beb1-365e-4155-bbdf-33bb95bd5b1d HTTP/1.1" status: 200 len: 943 time: 0.0654762 Jul 15 23:51:58.699438 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9f5fb9f4-a105-43be-8dbd-d6b358ae023f req-40f7d386-73cc-44e1-bf4a-4310cb34cc81 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc6a689-9c72-4b1f-91df-ea229a2b71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366879 Jul 15 23:51:59.075459 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device ad34f5cc-8c89-47cb-bba5-c5557b585e30 details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:51:59.322850 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port ad34f5cc-8c89-47cb-bba5-c5557b585e30, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=ad34f5cc-8c89-47cb-bba5-c5557b585e30,segment=NetworkSegment(308c7c80-2dfe-465a-907b-006f4bf32eae),segment_id=308c7c80-2dfe-465a-907b-006f4bf32eae)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:51:59.334065 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': 'ad34f5cc-8c89-47cb-bba5-c5557b585e30', 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb', 'port_id': 'ad34f5cc-8c89-47cb-bba5-c5557b585e30', 'mac_address': 'fa:16:3e:0c:9b:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5a5342a-197a-422d-81d6-779d4a25a0f6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:51:59.368842 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:59.381892 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad34f5cc-8c89-47cb-bba5-c5557b585e30 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:51:59.400599 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port ad34f5cc-8c89-47cb-bba5-c5557b585e30, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=ad34f5cc-8c89-47cb-bba5-c5557b585e30,segment=NetworkSegment(308c7c80-2dfe-465a-907b-006f4bf32eae),segment_id=308c7c80-2dfe-465a-907b-006f4bf32eae)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:51:59.405383 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:51:59.452522 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=ad34f5cc-8c89-47cb-bba5-c5557b585e30,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:51:59.459617 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:51:59.459973 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:51:59.460320 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:51:59.460663 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:51:59.461002 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:51:59.461341 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:51:59.461675 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:51:59.462005 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:51:59.462335 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:51:59.462663 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:51:59.462991 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:51:59.463318 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:51:59.717184 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['ad34f5cc-8c89-47cb-bba5-c5557b585e30'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:51:59.881009 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e35394-d33c-440a-bd17-754f28f6b922 req-c4f79003-cf10-45ca-9233-ad0048d971a4 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:51:59.882528 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d6e35394-d33c-440a-bd17-754f28f6b922 req-c4f79003-cf10-45ca-9233-ad0048d971a4 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8b7beb1-365e-4155-bbdf-33bb95bd5b1d HTTP/1.1" status: 200 len: 944 time: 0.0688560 Jul 15 23:51:59.923696 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d6e35394-d33c-440a-bd17-754f28f6b922 req-6983e532-b45d-494a-a063-d7e3a2b380c7 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc6a689-9c72-4b1f-91df-ea229a2b71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339146 Jul 15 23:52:00.887333 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d4fcd07c-cdf8-4ccb-81d7-2ccfaa1976df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:01.095241 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device ad34f5cc-8c89-47cb-bba5-c5557b585e30 up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:52:01.112342 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4417351f-6895-4d25-b2f5-4a43a4ffe2ff req-4cdeacc9-5442-42a5-bcbf-e5476ce9d475 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:52:01.114938 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4417351f-6895-4d25-b2f5-4a43a4ffe2ff req-4cdeacc9-5442-42a5-bcbf-e5476ce9d475 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8b7beb1-365e-4155-bbdf-33bb95bd5b1d HTTP/1.1" status: 200 len: 944 time: 0.0756497 Jul 15 23:52:01.156506 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port ad34f5cc-8c89-47cb-bba5-c5557b585e30 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:52:01.158940 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4417351f-6895-4d25-b2f5-4a43a4ffe2ff req-23ff3376-7bc8-4e41-a549-f864aa791c05 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc6a689-9c72-4b1f-91df-ea229a2b71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375383 Jul 15 23:52:01.163924 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port ad34f5cc-8c89-47cb-bba5-c5557b585e30 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:52:01.164302 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:01.250546 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:01.274002 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b7beb1-365e-4155-bbdf-33bb95bd5b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad34f5cc-8c89-47cb-bba5-c5557b585e30'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:52:01.276722 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d3d540-f96a-4456-b57a-4f614e38d889" -d '{"events": [{"server_uuid": "b8b7beb1-365e-4155-bbdf-33bb95bd5b1d", "name": "network-vif-plugged", "status": "completed", "tag": "ad34f5cc-8c89-47cb-bba5-c5557b585e30"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:52:01.290594 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port ad34f5cc-8c89-47cb-bba5-c5557b585e30, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=ad34f5cc-8c89-47cb-bba5-c5557b585e30,segment=NetworkSegment(308c7c80-2dfe-465a-907b-006f4bf32eae),segment_id=308c7c80-2dfe-465a-907b-006f4bf32eae)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:52:01.295394 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:01.347076 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=ad34f5cc-8c89-47cb-bba5-c5557b585e30,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:52:01.394998 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1fb7a63-88ba-46d9-a43f-3eb48c48185e x-openstack-request-id: req-c1fb7a63-88ba-46d9-a43f-3eb48c48185e {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:52:01.395294 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8b7beb1-365e-4155-bbdf-33bb95bd5b1d", "name": "network-vif-plugged", "status": "completed", "tag": "ad34f5cc-8c89-47cb-bba5-c5557b585e30", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:52:01.395551 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c1fb7a63-88ba-46d9-a43f-3eb48c48185e {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:52:01.395982 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8b7beb1-365e-4155-bbdf-33bb95bd5b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad34f5cc-8c89-47cb-bba5-c5557b585e30', 'code': 200} Jul 15 23:52:01.548750 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cfa3f4-de78-4e2e-bd9e-a759bc062f8b req-0899e8e3-fe9a-42d8-b160-7e3069bc80fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:52:01.550388 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-38cfa3f4-de78-4e2e-bd9e-a759bc062f8b req-0899e8e3-fe9a-42d8-b160-7e3069bc80fe service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b8b7beb1-365e-4155-bbdf-33bb95bd5b1d HTTP/1.1" status: 200 len: 1096 time: 0.0615041 Jul 15 23:52:01.587832 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-38cfa3f4-de78-4e2e-bd9e-a759bc062f8b req-bd9f6500-0d62-407e-b39f-6a8be8a96175 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cdc6a689-9c72-4b1f-91df-ea229a2b71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305510 Jul 15 23:52:02.333677 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ce3624-7412-497f-8aa9-c9e3fe8d683a req-5e4879de-8d16-4ead-bcf5-2090530a6ee1 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:52:02.335155 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-86ce3624-7412-497f-8aa9-c9e3fe8d683a req-5e4879de-8d16-4ead-bcf5-2090530a6ee1 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8b7beb1-365e-4155-bbdf-33bb95bd5b1d HTTP/1.1" status: 200 len: 945 time: 0.0626707 Jul 15 23:52:02.372426 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-86ce3624-7412-497f-8aa9-c9e3fe8d683a req-b00140f1-ef77-4c92-82e2-f0f016624a76 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc6a689-9c72-4b1f-91df-ea229a2b71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316737 Jul 15 23:52:02.989280 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dee37a44-f5a6-4a55-9d1f-8ab2240d2741 req-eb039ac1-594b-421c-ac6a-01cc9cbc728d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b8b7beb1-365e-4155-bbdf-33bb95bd5b1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0520554 Jul 15 23:52:03.098090 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee37a44-f5a6-4a55-9d1f-8ab2240d2741 req-174a62cd-7167-4137-9cca-65decda52cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:52:03.099444 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dee37a44-f5a6-4a55-9d1f-8ab2240d2741 req-174a62cd-7167-4137-9cca-65decda52cf6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=854f7f06e5364ce38de1e2e446f56e73&device_id=b8b7beb1-365e-4155-bbdf-33bb95bd5b1d HTTP/1.1" status: 200 len: 1096 time: 0.0551796 Jul 15 23:52:03.199388 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee37a44-f5a6-4a55-9d1f-8ab2240d2741 req-87f6967d-270b-49bb-86d5-9c997cdfe4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:52:03.200934 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dee37a44-f5a6-4a55-9d1f-8ab2240d2741 req-87f6967d-270b-49bb-86d5-9c997cdfe4ad service neutron] 10.222.0.41 "GET /v2.0/networks?id=31e0906b-d6f8-4071-9d72-971224eb2adb HTTP/1.1" status: 200 len: 912 time: 0.0823486 Jul 15 23:52:03.244250 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dee37a44-f5a6-4a55-9d1f-8ab2240d2741 req-eab614ce-4c2f-4161-b536-4d9ef8fef0cf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad34f5cc-8c89-47cb-bba5-c5557b585e30 HTTP/1.1" status: 200 len: 217 time: 0.0372715 Jul 15 23:52:03.291699 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee37a44-f5a6-4a55-9d1f-8ab2240d2741 req-a05ede51-4c47-4894-b7dd-ad169f4e1483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:52:03.293149 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dee37a44-f5a6-4a55-9d1f-8ab2240d2741 req-a05ede51-4c47-4894-b7dd-ad169f4e1483 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c5a5342a-197a-422d-81d6-779d4a25a0f6 HTTP/1.1" status: 200 len: 850 time: 0.0431354 Jul 15 23:52:03.348991 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee37a44-f5a6-4a55-9d1f-8ab2240d2741 req-a938c6a4-6039-4716-a665-ea99e9017aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:52:03.350395 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dee37a44-f5a6-4a55-9d1f-8ab2240d2741 req-a938c6a4-6039-4716-a665-ea99e9017aba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=31e0906b-d6f8-4071-9d72-971224eb2adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511606 Jul 15 23:52:03.436292 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:03.446580 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dee37a44-f5a6-4a55-9d1f-8ab2240d2741 req-541de231-a711-4883-9ed4-4f942d22f2bc service neutron] 10.222.0.41 "GET /v2.0/networks/31e0906b-d6f8-4071-9d72-971224eb2adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898070 Jul 15 23:52:03.569037 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dee37a44-f5a6-4a55-9d1f-8ab2240d2741 req-bb048ff4-c186-48b8-ac29-eda54c8b56eb service neutron] 10.222.0.41 "GET /v2.0/networks/31e0906b-d6f8-4071-9d72-971224eb2adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162767 Jul 15 23:52:03.593612 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d508b680-25a8-4f42-947f-e344830f9b94 req-88bd7926-7cb6-46f5-919d-5aec396370ce tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:52:03.595100 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d508b680-25a8-4f42-947f-e344830f9b94 req-88bd7926-7cb6-46f5-919d-5aec396370ce tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8b7beb1-365e-4155-bbdf-33bb95bd5b1d HTTP/1.1" status: 200 len: 945 time: 0.0873952 Jul 15 23:52:03.634824 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d508b680-25a8-4f42-947f-e344830f9b94 req-eb593637-048a-466d-a2ff-0c2579fd7af3 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc6a689-9c72-4b1f-91df-ea229a2b71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333419 Jul 15 23:52:03.814566 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2640979-1f7d-483d-834c-243dd04992c4 req-fe9e353c-8169-4f1e-b8ce-a5f2251cf861 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:52:03.816124 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d2640979-1f7d-483d-834c-243dd04992c4 req-fe9e353c-8169-4f1e-b8ce-a5f2251cf861 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8b7beb1-365e-4155-bbdf-33bb95bd5b1d HTTP/1.1" status: 200 len: 945 time: 0.0650403 Jul 15 23:52:03.852815 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d2640979-1f7d-483d-834c-243dd04992c4 req-108f7130-7d05-4d37-980f-ec86dca6696a tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc6a689-9c72-4b1f-91df-ea229a2b71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312295 Jul 15 23:52:03.878426 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 50004) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:52:04.076717 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5ac253-6821-47e2-a808-35b26d70c8bd tempest-TestVolumeBootPattern-1376353682 tempest-TestVolumeBootPattern-1376353682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:52:04.078462 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-4e5ac253-6821-47e2-a808-35b26d70c8bd tempest-TestVolumeBootPattern-1376353682 tempest-TestVolumeBootPattern-1376353682-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=b8b7beb1-365e-4155-bbdf-33bb95bd5b1d HTTP/1.1" status: 200 len: 1091 time: 0.1990585 Jul 15 23:52:04.081186 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 50012) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:52:04.085533 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-9a200268-a78c-4b23-8bd8-c619967b41e5 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Request body: {'floatingip': {'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'port_id': 'ad34f5cc-8c89-47cb-bba5-c5557b585e30', 'tenant_id': '854f7f06e5364ce38de1e2e446f56e73', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:52:04.107429 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a200268-a78c-4b23-8bd8-c619967b41e5 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:04.204989 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a200268-a78c-4b23-8bd8-c619967b41e5 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:04.250683 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c99c0b85-ca9d-45b7-8ae9-784758d32a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:04.316087 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-9a200268-a78c-4b23-8bd8-c619967b41e5 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Allocated IP 172.25.5.232 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/22d91c17-e552-4af8-ac2b-ec2a0e58c0d7) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:52:04.417596 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a200268-a78c-4b23-8bd8-c619967b41e5 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:04.424490 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:04.456629 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a200268-a78c-4b23-8bd8-c619967b41e5 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:04.489901 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a200268-a78c-4b23-8bd8-c619967b41e5 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:52:04.492726 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-9a200268-a78c-4b23-8bd8-c619967b41e5 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:52:04.499403 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a200268-a78c-4b23-8bd8-c619967b41e5 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:52:04.532109 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a200268-a78c-4b23-8bd8-c619967b41e5 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Pushing event updated for resources: {'Port': ['ID=22d91c17-e552-4af8-ac2b-ec2a0e58c0d7,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:52:04.543439 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a200268-a78c-4b23-8bd8-c619967b41e5 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:52:04.543817 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a200268-a78c-4b23-8bd8-c619967b41e5 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:52:04.544161 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a200268-a78c-4b23-8bd8-c619967b41e5 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:52:04.544502 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a200268-a78c-4b23-8bd8-c619967b41e5 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:52:04.544838 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a200268-a78c-4b23-8bd8-c619967b41e5 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:52:04.545906 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a200268-a78c-4b23-8bd8-c619967b41e5 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:52:04.546146 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a200268-a78c-4b23-8bd8-c619967b41e5 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:52:04.546365 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a200268-a78c-4b23-8bd8-c619967b41e5 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:52:04.546691 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a200268-a78c-4b23-8bd8-c619967b41e5 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:52:04.547014 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a200268-a78c-4b23-8bd8-c619967b41e5 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:52:04.547339 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a200268-a78c-4b23-8bd8-c619967b41e5 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:52:04.547685 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a200268-a78c-4b23-8bd8-c619967b41e5 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:52:04.884757 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a200268-a78c-4b23-8bd8-c619967b41e5 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:04.966095 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a200268-a78c-4b23-8bd8-c619967b41e5 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:05.112410 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a200268-a78c-4b23-8bd8-c619967b41e5 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:05.116810 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a200268-a78c-4b23-8bd8-c619967b41e5 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:05.184501 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a200268-a78c-4b23-8bd8-c619967b41e5 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Pushing event updated for resources: {'Port': ['ID=22d91c17-e552-4af8-ac2b-ec2a0e58c0d7,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:52:05.193284 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a200268-a78c-4b23-8bd8-c619967b41e5 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:05.292509 n-d-794306-6 neutron-server[93771]: INFO neutron.db.l3_db [None req-9a200268-a78c-4b23-8bd8-c619967b41e5 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Floating IP 23bd8603-35ac-48e9-8cb1-11a5d73c7262 associated. External IP: 172.25.5.232, port: ad34f5cc-8c89-47cb-bba5-c5557b585e30. Jul 15 23:52:05.503297 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a200268-a78c-4b23-8bd8-c619967b41e5 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Router 4e6b29b2-a776-4a4f-9621-9040a1037938 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:52:05.609330 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a200268-a78c-4b23-8bd8-c619967b41e5 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:52:05.618328 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b406ea-e879-49ed-a047-823ee624069f None None] Sync routers for ids ['4e6b29b2-a776-4a4f-9621-9040a1037938'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:52:05.625650 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a200268-a78c-4b23-8bd8-c619967b41e5 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:05.629118 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b406ea-e879-49ed-a047-823ee624069f None None] Routers {'4e6b29b2-a776-4a4f-9621-9040a1037938'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:52:05.629740 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-21b406ea-e879-49ed-a047-823ee624069f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:52:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['4e6b29b2-a776-4a4f-9621-9040a1037938'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:52:05.662939 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-9a200268-a78c-4b23-8bd8-c619967b41e5 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5803254 Jul 15 23:52:05.663182 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8b7beb1-365e-4155-bbdf-33bb95bd5b1d', 'tag': 'ad34f5cc-8c89-47cb-bba5-c5557b585e30'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:52:05.665423 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd2b473-9435-401c-bb3b-2fadf2e37ba0" -d '{"events": [{"name": "network-changed", "server_uuid": "b8b7beb1-365e-4155-bbdf-33bb95bd5b1d", "tag": "ad34f5cc-8c89-47cb-bba5-c5557b585e30"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:52:05.703241 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241b1c80-c856-44d7-99fd-d1c4e0f59b35 x-openstack-request-id: req-241b1c80-c856-44d7-99fd-d1c4e0f59b35 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:52:05.703539 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8b7beb1-365e-4155-bbdf-33bb95bd5b1d", "tag": "ad34f5cc-8c89-47cb-bba5-c5557b585e30", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:52:05.703828 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-241b1c80-c856-44d7-99fd-d1c4e0f59b35 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:52:05.704254 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8b7beb1-365e-4155-bbdf-33bb95bd5b1d', 'tag': 'ad34f5cc-8c89-47cb-bba5-c5557b585e30', 'status': 'completed', 'code': 200} Jul 15 23:52:05.737835 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-21b406ea-e879-49ed-a047-823ee624069f None None] Set router 4e6b29b2-a776-4a4f-9621-9040a1037938 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:52:05.799256 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd2b473-9435-401c-bb3b-2fadf2e37ba0 req-14d27f01-7129-47d5-a4fd-9c5aba9476a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:52:05.800713 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7dd2b473-9435-401c-bb3b-2fadf2e37ba0 req-14d27f01-7129-47d5-a4fd-9c5aba9476a9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=854f7f06e5364ce38de1e2e446f56e73&device_id=b8b7beb1-365e-4155-bbdf-33bb95bd5b1d HTTP/1.1" status: 200 len: 1096 time: 0.0532491 Jul 15 23:52:05.897322 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd2b473-9435-401c-bb3b-2fadf2e37ba0 req-17f55394-af0f-49f3-a4e1-3003308f8ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:52:05.898815 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7dd2b473-9435-401c-bb3b-2fadf2e37ba0 req-17f55394-af0f-49f3-a4e1-3003308f8ba0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=31e0906b-d6f8-4071-9d72-971224eb2adb HTTP/1.1" status: 200 len: 912 time: 0.0917830 Jul 15 23:52:05.965484 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-21b406ea-e879-49ed-a047-823ee624069f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'name': 'tempest-TestVolumeBootPattern-888051493-router', 'tenant_id': '854f7f06e5364ce38de1e2e446f56e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '0d31eb46-5b42-44cf-9115-d5315821a9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:45:48Z', 'updated_at': '2021-07-15T23:45:51Z', 'revision_number': 4, 'project_id': '854f7f06e5364ce38de1e2e446f56e73', 'gw_port': {'id': '0d31eb46-5b42-44cf-9115-d5315821a9d6', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:49Z', 'updated_at': '2021-07-15T23:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '23bd8603-35ac-48e9-8cb1-11a5d73c7262', 'tenant_id': '854f7f06e5364ce38de1e2e446f56e73', 'floating_ip_address': '172.25.5.232', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'port_id': 'ad34f5cc-8c89-47cb-bba5-c5557b585e30', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb', 'mac_address': 'fa:16:3e:0c:9b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b7beb1-365e-4155-bbdf-33bb95bd5b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:52:04Z', 'updated_at': '2021-07-15T23:52:04Z', 'revision_number': 0, 'project_id': '854f7f06e5364ce38de1e2e446f56e73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd11e153b-73df-4a13-bdea-de8ec72088d8', 'name': '', 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb', 'tenant_id': '854f7f06e5364ce38de1e2e446f56e73', 'mac_address': 'fa:16:3e:07:23:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'c5a5342a-197a-422d-81d6-779d4a25a0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:51Z', 'updated_at': '2021-07-15T23:45:58Z', 'revision_number': 5, 'project_id': '854f7f06e5364ce38de1e2e446f56e73', 'subnets': [{'id': 'c5a5342a-197a-422d-81d6-779d4a25a0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:52:05.970109 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7dd2b473-9435-401c-bb3b-2fadf2e37ba0 req-b89bf074-f4ab-4f5c-8b68-4681c0a6ef53 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad34f5cc-8c89-47cb-bba5-c5557b585e30 HTTP/1.1" status: 200 len: 999 time: 0.0646601 Jul 15 23:52:05.992333 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b406ea-e879-49ed-a047-823ee624069f None None] Checking router: 4e6b29b2-a776-4a4f-9621-9040a1037938 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:52:06.001877 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b406ea-e879-49ed-a047-823ee624069f None None] Routers {'4e6b29b2-a776-4a4f-9621-9040a1037938'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:52:06.002489 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-21b406ea-e879-49ed-a047-823ee624069f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:52:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['4e6b29b2-a776-4a4f-9621-9040a1037938'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:52:06.025445 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd2b473-9435-401c-bb3b-2fadf2e37ba0 req-aebbd6e0-5e25-41fe-8433-f86c5b0cf01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:52:06.026929 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7dd2b473-9435-401c-bb3b-2fadf2e37ba0 req-aebbd6e0-5e25-41fe-8433-f86c5b0cf01e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c5a5342a-197a-422d-81d6-779d4a25a0f6 HTTP/1.1" status: 200 len: 850 time: 0.0472455 Jul 15 23:52:06.085367 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd2b473-9435-401c-bb3b-2fadf2e37ba0 req-85b158d4-5940-40bd-9d9a-e625bedfd8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:52:06.086849 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7dd2b473-9435-401c-bb3b-2fadf2e37ba0 req-85b158d4-5940-40bd-9d9a-e625bedfd8ad service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=31e0906b-d6f8-4071-9d72-971224eb2adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533361 Jul 15 23:52:06.106584 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-21b406ea-e879-49ed-a047-823ee624069f None None] Set router 4e6b29b2-a776-4a4f-9621-9040a1037938 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:52:06.183053 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7dd2b473-9435-401c-bb3b-2fadf2e37ba0 req-a1cedd18-2933-41df-b7d0-ad82f1c98f55 service neutron] 10.222.0.41 "GET /v2.0/networks/31e0906b-d6f8-4071-9d72-971224eb2adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893834 Jul 15 23:52:06.274654 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7dd2b473-9435-401c-bb3b-2fadf2e37ba0 req-ae958a54-c3b9-4450-a7a6-691853e890ab service neutron] 10.222.0.41 "GET /v2.0/networks/31e0906b-d6f8-4071-9d72-971224eb2adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860126 Jul 15 23:52:06.330773 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-21b406ea-e879-49ed-a047-823ee624069f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'name': 'tempest-TestVolumeBootPattern-888051493-router', 'tenant_id': '854f7f06e5364ce38de1e2e446f56e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '0d31eb46-5b42-44cf-9115-d5315821a9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:45:48Z', 'updated_at': '2021-07-15T23:45:51Z', 'revision_number': 4, 'project_id': '854f7f06e5364ce38de1e2e446f56e73', 'gw_port': {'id': '0d31eb46-5b42-44cf-9115-d5315821a9d6', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:49Z', 'updated_at': '2021-07-15T23:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '23bd8603-35ac-48e9-8cb1-11a5d73c7262', 'tenant_id': '854f7f06e5364ce38de1e2e446f56e73', 'floating_ip_address': '172.25.5.232', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'port_id': 'ad34f5cc-8c89-47cb-bba5-c5557b585e30', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb', 'mac_address': 'fa:16:3e:0c:9b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b7beb1-365e-4155-bbdf-33bb95bd5b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:52:04Z', 'updated_at': '2021-07-15T23:52:04Z', 'revision_number': 0, 'project_id': '854f7f06e5364ce38de1e2e446f56e73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd11e153b-73df-4a13-bdea-de8ec72088d8', 'name': '', 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb', 'tenant_id': '854f7f06e5364ce38de1e2e446f56e73', 'mac_address': 'fa:16:3e:07:23:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'c5a5342a-197a-422d-81d6-779d4a25a0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:51Z', 'updated_at': '2021-07-15T23:45:58Z', 'revision_number': 5, 'project_id': '854f7f06e5364ce38de1e2e446f56e73', 'subnets': [{'id': 'c5a5342a-197a-422d-81d6-779d4a25a0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:52:06.356118 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b406ea-e879-49ed-a047-823ee624069f None None] The sync data for ids ['4e6b29b2-a776-4a4f-9621-9040a1037938'] in n-d-794306-6 is: [{'id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'name': 'tempest-TestVolumeBootPattern-888051493-router', 'tenant_id': '854f7f06e5364ce38de1e2e446f56e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '0d31eb46-5b42-44cf-9115-d5315821a9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:45:48Z', 'updated_at': '2021-07-15T23:45:51Z', 'revision_number': 4, 'project_id': '854f7f06e5364ce38de1e2e446f56e73', 'gw_port': {'id': '0d31eb46-5b42-44cf-9115-d5315821a9d6', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:49Z', 'updated_at': '2021-07-15T23:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '23bd8603-35ac-48e9-8cb1-11a5d73c7262', 'tenant_id': '854f7f06e5364ce38de1e2e446f56e73', 'floating_ip_address': '172.25.5.232', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'port_id': 'ad34f5cc-8c89-47cb-bba5-c5557b585e30', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb', 'mac_address': 'fa:16:3e:0c:9b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b7beb1-365e-4155-bbdf-33bb95bd5b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:52:04Z', 'updated_at': '2021-07-15T23:52:04Z', 'revision_number': 0, 'project_id': '854f7f06e5364ce38de1e2e446f56e73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd11e153b-73df-4a13-bdea-de8ec72088d8', 'name': '', 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb', 'tenant_id': '854f7f06e5364ce38de1e2e446f56e73', 'mac_address': 'fa:16:3e:07:23:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'c5a5342a-197a-422d-81d6-779d4a25a0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:51Z', 'updated_at': '2021-07-15T23:45:58Z', 'revision_number': 5, 'project_id': '854f7f06e5364ce38de1e2e446f56e73', 'subnets': [{'id': 'c5a5342a-197a-422d-81d6-779d4a25a0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:52:06.436492 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:06.545919 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30e5dd1-d450-4dce-b7c6-d82d6250be9c None None] New status for floating IP 23bd8603-35ac-48e9-8cb1-11a5d73c7262: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:52:08.411723 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:16.871554 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:52:25.685595 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:30.881615 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-47525c13-97d9-4e23-a27c-056863dd8ae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:33.428435 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:34.256977 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-670f6c0d-d5a9-46fc-a102-cce2202cfced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:34.428385 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:36.438852 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:38.413320 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:52:53.870976 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:52:55.684037 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:53:00.881772 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1b542f10-cb39-487d-8704-b771630d56aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:53:03.429650 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:53:03.836695 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d3854723-3f56-4f05-b1c8-66c35e3a6da0 req-c5961fe2-41fd-47a4-beb5-3c5911950cce service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b8b7beb1-365e-4155-bbdf-33bb95bd5b1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0587924 Jul 15 23:53:03.947990 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3854723-3f56-4f05-b1c8-66c35e3a6da0 req-bd0333ce-cf7c-4147-931e-2f1f6d3d9eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:53:03.949529 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d3854723-3f56-4f05-b1c8-66c35e3a6da0 req-bd0333ce-cf7c-4147-931e-2f1f6d3d9eb9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=854f7f06e5364ce38de1e2e446f56e73&device_id=b8b7beb1-365e-4155-bbdf-33bb95bd5b1d HTTP/1.1" status: 200 len: 1096 time: 0.0533075 Jul 15 23:53:04.054193 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3854723-3f56-4f05-b1c8-66c35e3a6da0 req-35cba9ec-2c4d-48aa-a0a3-47444ade3948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:53:04.055944 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d3854723-3f56-4f05-b1c8-66c35e3a6da0 req-35cba9ec-2c4d-48aa-a0a3-47444ade3948 service neutron] 10.222.0.41 "GET /v2.0/networks?id=31e0906b-d6f8-4071-9d72-971224eb2adb HTTP/1.1" status: 200 len: 912 time: 0.0871632 Jul 15 23:53:04.129632 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d3854723-3f56-4f05-b1c8-66c35e3a6da0 req-23e594a3-4ec4-42f8-8bd6-a68353f30c1b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad34f5cc-8c89-47cb-bba5-c5557b585e30 HTTP/1.1" status: 200 len: 1001 time: 0.0675628 Jul 15 23:53:04.180390 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3854723-3f56-4f05-b1c8-66c35e3a6da0 req-32eaf2f0-c812-43e0-974c-cd7cffdcd673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:53:04.181966 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d3854723-3f56-4f05-b1c8-66c35e3a6da0 req-32eaf2f0-c812-43e0-974c-cd7cffdcd673 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c5a5342a-197a-422d-81d6-779d4a25a0f6 HTTP/1.1" status: 200 len: 850 time: 0.0462062 Jul 15 23:53:04.242528 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3854723-3f56-4f05-b1c8-66c35e3a6da0 req-f2d39fa0-92ff-405f-ae45-2ca0876d5b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:53:04.244169 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d3854723-3f56-4f05-b1c8-66c35e3a6da0 req-f2d39fa0-92ff-405f-ae45-2ca0876d5b1f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=31e0906b-d6f8-4071-9d72-971224eb2adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558951 Jul 15 23:53:04.248323 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8bd78539-97c6-4a4d-b2b0-0eb20f0d999e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:53:04.341140 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d3854723-3f56-4f05-b1c8-66c35e3a6da0 req-38bc9747-dac3-44dd-95b4-1ef90474a8b0 service neutron] 10.222.0.41 "GET /v2.0/networks/31e0906b-d6f8-4071-9d72-971224eb2adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904427 Jul 15 23:53:04.430779 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:53:04.434879 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d3854723-3f56-4f05-b1c8-66c35e3a6da0 req-eccbf234-982a-4d9b-9cf5-892c3abcc8eb service neutron] 10.222.0.41 "GET /v2.0/networks/31e0906b-d6f8-4071-9d72-971224eb2adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876684 Jul 15 23:53:06.441990 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:53:08.426404 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:53:25.682249 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:53:30.871338 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:53:30.886109 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-31a06170-52d6-4caa-9ae3-08ea64039739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:53:33.433778 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:53:34.262995 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bb2ae5ec-59d4-4653-844f-8842d27238ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:53:34.433853 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:53:36.444350 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:53:38.444913 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:53:44.540552 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3b72568a-3279-4967-b753-bd834dec2197 req-207a3841-102c-405f-a718-d8448d9867ba tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-381468177&fields=id&tenant_id=854f7f06e5364ce38de1e2e446f56e73 HTTP/1.1" status: 200 len: 267 time: 0.0470383 Jul 15 23:53:44.653743 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b72568a-3279-4967-b753-bd834dec2197 req-836b5c7f-cd08-4e3b-b287-00433882399c tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:53:44.655321 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3b72568a-3279-4967-b753-bd834dec2197 req-836b5c7f-cd08-4e3b-b287-00433882399c tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/networks?id=31e0906b-d6f8-4071-9d72-971224eb2adb HTTP/1.1" status: 200 len: 811 time: 0.1080391 Jul 15 23:53:44.671499 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3b72568a-3279-4967-b753-bd834dec2197 req-d64ad25c-ddb4-4d03-a8ae-11647d7b7a80 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/quotas/854f7f06e5364ce38de1e2e446f56e73 HTTP/1.1" status: 200 len: 375 time: 0.0105307 Jul 15 23:53:44.750593 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3b72568a-3279-4967-b753-bd834dec2197 req-1627ab41-32c7-4db7-8582-4d68ea2b1110 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=854f7f06e5364ce38de1e2e446f56e73&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0740900 Jul 15 23:53:44.931036 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3b72568a-3279-4967-b753-bd834dec2197 req-54b76ed8-0aea-4f64-8812-ad09469f1d7b service neutron] 10.222.0.48 "GET /v2.0/networks/31e0906b-d6f8-4071-9d72-971224eb2adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689425 Jul 15 23:53:45.026811 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3b72568a-3279-4967-b753-bd834dec2197 req-b76e096d-836c-45c9-a8fb-1535b1fd9113 service neutron] 10.222.0.48 "GET /v2.0/networks/31e0906b-d6f8-4071-9d72-971224eb2adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903473 Jul 15 23:53:45.408393 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-366f803e-511b-4edc-bfe0-8b6d48a21c8f req-23e9e404-dd95-4c32-9f9a-484999ab2679 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=c60c95c9-7107-4b7e-a53e-8c5e5a6d6f39 HTTP/1.1" status: 200 len: 210 time: 0.0997727 Jul 15 23:53:46.591955 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d3cb25d7-05b0-4129-8d51-5545cabdded4 req-4ae67ee5-7ea1-45cc-b2ca-040fcf450718 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=c60c95c9-7107-4b7e-a53e-8c5e5a6d6f39 HTTP/1.1" status: 200 len: 210 time: 0.0365396 Jul 15 23:53:46.626115 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b72568a-3279-4967-b753-bd834dec2197 req-904d340c-5858-4b8b-b65d-5d8246927c00 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:53:46.627784 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3b72568a-3279-4967-b753-bd834dec2197 req-904d340c-5858-4b8b-b65d-5d8246927c00 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.49 "GET /v2.0/networks?id=31e0906b-d6f8-4071-9d72-971224eb2adb HTTP/1.1" status: 200 len: 811 time: 0.1482255 Jul 15 23:53:46.672587 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3b72568a-3279-4967-b753-bd834dec2197 req-64193e6f-f03c-444b-820d-82197a67a17c tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=854f7f06e5364ce38de1e2e446f56e73 HTTP/1.1" status: 200 len: 379 time: 0.0362759 Jul 15 23:53:46.681554 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-3b72568a-3279-4967-b753-bd834dec2197 req-f89e685e-5cbe-4433-940e-7b6bb5f9ccee tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Request body: {'port': {'device_id': 'c60c95c9-7107-4b7e-a53e-8c5e5a6d6f39', 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb', 'admin_state_up': True, 'tenant_id': '854f7f06e5364ce38de1e2e446f56e73', 'security_groups': ['cdc6a689-9c72-4b1f-91df-ea229a2b71c4']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:53:46.798699 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b72568a-3279-4967-b753-bd834dec2197 req-f89e685e-5cbe-4433-940e-7b6bb5f9ccee tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Made reservation on behalf of 854f7f06e5364ce38de1e2e446f56e73 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:53:46.802865 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3b72568a-3279-4967-b753-bd834dec2197 req-f89e685e-5cbe-4433-940e-7b6bb5f9ccee tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:53:46.935791 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-3b72568a-3279-4967-b753-bd834dec2197 req-f89e685e-5cbe-4433-940e-7b6bb5f9ccee tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Allocated IP 172.20.0.11 (31e0906b-d6f8-4071-9d72-971224eb2adb/c5a5342a-197a-422d-81d6-779d4a25a0f6/97fb6c10-ded5-46cb-9a11-7e8d41889a91) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:53:47.084968 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3b72568a-3279-4967-b753-bd834dec2197 req-f89e685e-5cbe-4433-940e-7b6bb5f9ccee tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:53:47.107724 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-3b72568a-3279-4967-b753-bd834dec2197 req-f89e685e-5cbe-4433-940e-7b6bb5f9ccee tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Transition to ACTIVE for port object 97fb6c10-ded5-46cb-9a11-7e8d41889a91 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:53:47.142361 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3b72568a-3279-4967-b753-bd834dec2197 req-f89e685e-5cbe-4433-940e-7b6bb5f9ccee tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:53:47.188958 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b72568a-3279-4967-b753-bd834dec2197 req-f89e685e-5cbe-4433-940e-7b6bb5f9ccee tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Network 31e0906b-d6f8-4071-9d72-971224eb2adb is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:53:47.192147 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-3b72568a-3279-4967-b753-bd834dec2197 req-f89e685e-5cbe-4433-940e-7b6bb5f9ccee tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:53:47.196237 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b72568a-3279-4967-b753-bd834dec2197 req-f89e685e-5cbe-4433-940e-7b6bb5f9ccee tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:53:47.230698 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89e685e-5cbe-4433-940e-7b6bb5f9ccee tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Pushing event updated for resources: {'Port': ['ID=97fb6c10-ded5-46cb-9a11-7e8d41889a91,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:53:47.248308 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89e685e-5cbe-4433-940e-7b6bb5f9ccee tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:53:47.248992 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89e685e-5cbe-4433-940e-7b6bb5f9ccee tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:53:47.249519 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89e685e-5cbe-4433-940e-7b6bb5f9ccee tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:53:47.249977 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89e685e-5cbe-4433-940e-7b6bb5f9ccee tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:53:47.250419 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89e685e-5cbe-4433-940e-7b6bb5f9ccee tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:53:47.250863 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89e685e-5cbe-4433-940e-7b6bb5f9ccee tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:53:47.251316 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89e685e-5cbe-4433-940e-7b6bb5f9ccee tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:53:47.251795 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89e685e-5cbe-4433-940e-7b6bb5f9ccee tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:53:47.252310 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89e685e-5cbe-4433-940e-7b6bb5f9ccee tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:53:47.252773 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89e685e-5cbe-4433-940e-7b6bb5f9ccee tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:53:47.253237 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89e685e-5cbe-4433-940e-7b6bb5f9ccee tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:53:47.253876 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89e685e-5cbe-4433-940e-7b6bb5f9ccee tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:53:47.285304 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b72568a-3279-4967-b753-bd834dec2197 req-f89e685e-5cbe-4433-940e-7b6bb5f9ccee tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:53:47.286023 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3b72568a-3279-4967-b753-bd834dec2197 req-f89e685e-5cbe-4433-940e-7b6bb5f9ccee tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:53:47.304919 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3b72568a-3279-4967-b753-bd834dec2197 req-f89e685e-5cbe-4433-940e-7b6bb5f9ccee tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6274333 Jul 15 23:53:47.324051 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [req-3b72568a-3279-4967-b753-bd834dec2197 req-f2f6b60c-16bc-4ff3-a19f-994c8cc7382c tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:53:47.325979 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3b72568a-3279-4967-b753-bd834dec2197 req-f2f6b60c-16bc-4ff3-a19f-994c8cc7382c tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0125403 Jul 15 23:53:47.407417 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-3b72568a-3279-4967-b753-bd834dec2197 req-be7a3c4c-cee5-44d5-90fa-6930d00d42a7 service neutron] Request body: {'port': {'device_id': 'c60c95c9-7107-4b7e-a53e-8c5e5a6d6f39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:53:47.490346 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3b72568a-3279-4967-b753-bd834dec2197 req-be7a3c4c-cee5-44d5-90fa-6930d00d42a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:53:47.508944 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3a8b4734-92a6-4f02-a362-5b7e7628df0b None None] Provisioning for port 97fb6c10-ded5-46cb-9a11-7e8d41889a91 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:53:47.513543 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3a8b4734-92a6-4f02-a362-5b7e7628df0b None None] Provisioning complete for port 97fb6c10-ded5-46cb-9a11-7e8d41889a91 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:53:47.514380 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3a8b4734-92a6-4f02-a362-5b7e7628df0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:53:47.553921 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-3a8b4734-92a6-4f02-a362-5b7e7628df0b None None] Port 97fb6c10-ded5-46cb-9a11-7e8d41889a91 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:53:47.810413 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-3b72568a-3279-4967-b753-bd834dec2197 req-be7a3c4c-cee5-44d5-90fa-6930d00d42a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97fb6c10-ded5-46cb-9a11-7e8d41889a91 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:53:47.819989 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3b72568a-3279-4967-b753-bd834dec2197 req-be7a3c4c-cee5-44d5-90fa-6930d00d42a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:53:47.840517 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-3b72568a-3279-4967-b753-bd834dec2197 req-be7a3c4c-cee5-44d5-90fa-6930d00d42a7 service neutron] Transition to ACTIVE for port object 97fb6c10-ded5-46cb-9a11-7e8d41889a91 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:53:47.848759 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3b72568a-3279-4967-b753-bd834dec2197 req-be7a3c4c-cee5-44d5-90fa-6930d00d42a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:53:47.924386 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bb495c-ea5c-421d-aabc-85fc111b4b5f req-b98501ce-5e46-4354-a365-00fc2b60130b tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:53:47.926091 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-88bb495c-ea5c-421d-aabc-85fc111b4b5f req-b98501ce-5e46-4354-a365-00fc2b60130b tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=c60c95c9-7107-4b7e-a53e-8c5e5a6d6f39 HTTP/1.1" status: 200 len: 932 time: 0.1853735 Jul 15 23:53:47.962750 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7a3c4c-cee5-44d5-90fa-6930d00d42a7 service neutron] Pushing event updated for resources: {'Port': ['ID=97fb6c10-ded5-46cb-9a11-7e8d41889a91,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:53:48.030226 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-88bb495c-ea5c-421d-aabc-85fc111b4b5f req-66c59c97-f083-4e4e-9e5c-f08e065479cf tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc6a689-9c72-4b1f-91df-ea229a2b71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950475 Jul 15 23:53:48.046347 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-3b72568a-3279-4967-b753-bd834dec2197 req-be7a3c4c-cee5-44d5-90fa-6930d00d42a7 service neutron] Attempting to bind port 97fb6c10-ded5-46cb-9a11-7e8d41889a91 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:53:48.046691 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-3b72568a-3279-4967-b753-bd834dec2197 req-be7a3c4c-cee5-44d5-90fa-6930d00d42a7 service neutron] Attempting to bind port 97fb6c10-ded5-46cb-9a11-7e8d41889a91 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '308c7c80-2dfe-465a-907b-006f4bf32eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:53:48.047031 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b72568a-3279-4967-b753-bd834dec2197 req-be7a3c4c-cee5-44d5-90fa-6930d00d42a7 service neutron] Attempting to bind port 97fb6c10-ded5-46cb-9a11-7e8d41889a91 on network 31e0906b-d6f8-4071-9d72-971224eb2adb {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:53:48.051687 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b72568a-3279-4967-b753-bd834dec2197 req-be7a3c4c-cee5-44d5-90fa-6930d00d42a7 service neutron] Port 97fb6c10-ded5-46cb-9a11-7e8d41889a91 on network 31e0906b-d6f8-4071-9d72-971224eb2adb not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:53:48.051961 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b72568a-3279-4967-b753-bd834dec2197 req-be7a3c4c-cee5-44d5-90fa-6930d00d42a7 service neutron] Attempting to bind port 97fb6c10-ded5-46cb-9a11-7e8d41889a91 on network 31e0906b-d6f8-4071-9d72-971224eb2adb {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:53:48.066799 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b72568a-3279-4967-b753-bd834dec2197 req-be7a3c4c-cee5-44d5-90fa-6930d00d42a7 service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:53:48.066799 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b72568a-3279-4967-b753-bd834dec2197 req-be7a3c4c-cee5-44d5-90fa-6930d00d42a7 service neutron] Checking segment: {'id': '308c7c80-2dfe-465a-907b-006f4bf32eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:53:48.066799 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b72568a-3279-4967-b753-bd834dec2197 req-be7a3c4c-cee5-44d5-90fa-6930d00d42a7 service neutron] Bound using segment: {'id': '308c7c80-2dfe-465a-907b-006f4bf32eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:53:48.066799 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-3b72568a-3279-4967-b753-bd834dec2197 req-be7a3c4c-cee5-44d5-90fa-6930d00d42a7 service neutron] Bound port: 97fb6c10-ded5-46cb-9a11-7e8d41889a91, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '308c7c80-2dfe-465a-907b-006f4bf32eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:53:48.066799 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3b72568a-3279-4967-b753-bd834dec2197 req-be7a3c4c-cee5-44d5-90fa-6930d00d42a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:53:48.135482 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-3b72568a-3279-4967-b753-bd834dec2197 req-be7a3c4c-cee5-44d5-90fa-6930d00d42a7 service neutron] For port 97fb6c10-ded5-46cb-9a11-7e8d41889a91, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:53:48.139013 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-3b72568a-3279-4967-b753-bd834dec2197 req-be7a3c4c-cee5-44d5-90fa-6930d00d42a7 service neutron] For port 97fb6c10-ded5-46cb-9a11-7e8d41889a91, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=97fb6c10-ded5-46cb-9a11-7e8d41889a91,segment=NetworkSegment(308c7c80-2dfe-465a-907b-006f4bf32eae),segment_id=308c7c80-2dfe-465a-907b-006f4bf32eae)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:53:48.142660 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3b72568a-3279-4967-b753-bd834dec2197 req-be7a3c4c-cee5-44d5-90fa-6930d00d42a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:53:48.177756 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b72568a-3279-4967-b753-bd834dec2197 req-be7a3c4c-cee5-44d5-90fa-6930d00d42a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:53:48.178467 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3b72568a-3279-4967-b753-bd834dec2197 req-be7a3c4c-cee5-44d5-90fa-6930d00d42a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:53:48.180442 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3b72568a-3279-4967-b753-bd834dec2197 req-be7a3c4c-cee5-44d5-90fa-6930d00d42a7 service neutron] 10.222.0.49 "PUT /v2.0/ports/97fb6c10-ded5-46cb-9a11-7e8d41889a91 HTTP/1.1" status: 200 len: 1092 time: 0.8464842 Jul 15 23:53:48.183009 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c60c95c9-7107-4b7e-a53e-8c5e5a6d6f39', 'tag': '97fb6c10-ded5-46cb-9a11-7e8d41889a91'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:53:48.186303 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4458271f-b28d-48c2-b1cd-f430edcd76c0" -d '{"events": [{"name": "network-changed", "server_uuid": "c60c95c9-7107-4b7e-a53e-8c5e5a6d6f39", "tag": "97fb6c10-ded5-46cb-9a11-7e8d41889a91"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:53:48.218324 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7a3c4c-cee5-44d5-90fa-6930d00d42a7 service neutron] Pushing event updated for resources: {'Port': ['ID=97fb6c10-ded5-46cb-9a11-7e8d41889a91,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:53:48.256777 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd06a73e-4549-44f8-a8a7-5b425b2a4cf6 x-openstack-request-id: req-bd06a73e-4549-44f8-a8a7-5b425b2a4cf6 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:53:48.257121 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c60c95c9-7107-4b7e-a53e-8c5e5a6d6f39", "tag": "97fb6c10-ded5-46cb-9a11-7e8d41889a91", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:53:48.257379 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bd06a73e-4549-44f8-a8a7-5b425b2a4cf6 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:53:48.257780 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c60c95c9-7107-4b7e-a53e-8c5e5a6d6f39', 'tag': '97fb6c10-ded5-46cb-9a11-7e8d41889a91', 'status': 'completed', 'code': 200} Jul 15 23:53:48.288522 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b72568a-3279-4967-b753-bd834dec2197 req-61394b2d-dc09-45f8-a34d-228982ca4b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:53:48.290633 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3b72568a-3279-4967-b753-bd834dec2197 req-61394b2d-dc09-45f8-a34d-228982ca4b70 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=854f7f06e5364ce38de1e2e446f56e73&device_id=c60c95c9-7107-4b7e-a53e-8c5e5a6d6f39 HTTP/1.1" status: 200 len: 1095 time: 0.0680335 Jul 15 23:53:48.334330 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3b72568a-3279-4967-b753-bd834dec2197 req-7104a95d-a97a-4bed-8725-e449212e334c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97fb6c10-ded5-46cb-9a11-7e8d41889a91 HTTP/1.1" status: 200 len: 217 time: 0.0364230 Jul 15 23:53:48.385137 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b72568a-3279-4967-b753-bd834dec2197 req-2805ca83-bca8-4f40-9f25-09c49824fb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:53:48.386795 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3b72568a-3279-4967-b753-bd834dec2197 req-2805ca83-bca8-4f40-9f25-09c49824fb29 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c5a5342a-197a-422d-81d6-779d4a25a0f6 HTTP/1.1" status: 200 len: 850 time: 0.0467422 Jul 15 23:53:48.451052 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b72568a-3279-4967-b753-bd834dec2197 req-64bde7ab-40b9-47c5-9853-bd71351be5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:53:48.452633 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3b72568a-3279-4967-b753-bd834dec2197 req-64bde7ab-40b9-47c5-9853-bd71351be5eb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=31e0906b-d6f8-4071-9d72-971224eb2adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601976 Jul 15 23:53:48.546934 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3b72568a-3279-4967-b753-bd834dec2197 req-d941bb11-ce96-4cc4-b2f6-49a94e2a4761 service neutron] 10.222.0.49 "GET /v2.0/networks/31e0906b-d6f8-4071-9d72-971224eb2adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882771 Jul 15 23:53:48.647493 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3b72568a-3279-4967-b753-bd834dec2197 req-252bf233-78d9-4e59-aa4b-576e9969c7f6 service neutron] 10.222.0.49 "GET /v2.0/networks/31e0906b-d6f8-4071-9d72-971224eb2adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942805 Jul 15 23:53:48.745296 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4458271f-b28d-48c2-b1cd-f430edcd76c0 req-34856b9f-4919-48e5-ac11-5c597b9ad12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:53:48.746806 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4458271f-b28d-48c2-b1cd-f430edcd76c0 req-34856b9f-4919-48e5-ac11-5c597b9ad12b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=854f7f06e5364ce38de1e2e446f56e73&device_id=c60c95c9-7107-4b7e-a53e-8c5e5a6d6f39 HTTP/1.1" status: 200 len: 1095 time: 0.0546491 Jul 15 23:53:48.837053 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4458271f-b28d-48c2-b1cd-f430edcd76c0 req-70fd0c5c-9cd1-49df-bafb-77a99962f8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:53:48.838599 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4458271f-b28d-48c2-b1cd-f430edcd76c0 req-70fd0c5c-9cd1-49df-bafb-77a99962f8ea service neutron] 10.222.0.49 "GET /v2.0/networks?id=31e0906b-d6f8-4071-9d72-971224eb2adb HTTP/1.1" status: 200 len: 912 time: 0.0861793 Jul 15 23:53:48.884803 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4458271f-b28d-48c2-b1cd-f430edcd76c0 req-d31ef667-8578-4b9c-8f23-001b2d57ad42 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97fb6c10-ded5-46cb-9a11-7e8d41889a91 HTTP/1.1" status: 200 len: 217 time: 0.0394120 Jul 15 23:53:48.934271 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4458271f-b28d-48c2-b1cd-f430edcd76c0 req-40f1ff98-726c-4426-87a8-4bbf1d6ad943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:53:48.935740 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4458271f-b28d-48c2-b1cd-f430edcd76c0 req-40f1ff98-726c-4426-87a8-4bbf1d6ad943 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c5a5342a-197a-422d-81d6-779d4a25a0f6 HTTP/1.1" status: 200 len: 850 time: 0.0456281 Jul 15 23:53:48.994410 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4458271f-b28d-48c2-b1cd-f430edcd76c0 req-9261ac21-58f6-4516-ac36-8a233303508b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:53:48.995976 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4458271f-b28d-48c2-b1cd-f430edcd76c0 req-9261ac21-58f6-4516-ac36-8a233303508b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=31e0906b-d6f8-4071-9d72-971224eb2adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539143 Jul 15 23:53:49.094711 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4458271f-b28d-48c2-b1cd-f430edcd76c0 req-9821685b-8fa6-4a8a-8154-a190ab90132b service neutron] 10.222.0.49 "GET /v2.0/networks/31e0906b-d6f8-4071-9d72-971224eb2adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916958 Jul 15 23:53:49.231235 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4458271f-b28d-48c2-b1cd-f430edcd76c0 req-778d34e9-89c2-428a-9e30-0424d1d150f7 service neutron] 10.222.0.49 "GET /v2.0/networks/31e0906b-d6f8-4071-9d72-971224eb2adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300130 Jul 15 23:53:49.266108 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04202283-1734-458a-a834-d4c747e7172e req-7f3c4777-a30f-48fa-b0ea-95c212e6f7d2 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:53:49.267694 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-04202283-1734-458a-a834-d4c747e7172e req-7f3c4777-a30f-48fa-b0ea-95c212e6f7d2 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=c60c95c9-7107-4b7e-a53e-8c5e5a6d6f39 HTTP/1.1" status: 200 len: 944 time: 0.1054270 Jul 15 23:53:49.309286 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-04202283-1734-458a-a834-d4c747e7172e req-47d9e687-5033-49ba-ab2b-f2e883eb01fb tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc6a689-9c72-4b1f-91df-ea229a2b71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358801 Jul 15 23:53:50.494067 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6ee55-3e0b-46a6-b0e1-80bd8990b9cb req-7e6be0f6-f8cb-4b40-a93f-18fd907bc1e0 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:53:50.495698 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-30c6ee55-3e0b-46a6-b0e1-80bd8990b9cb req-7e6be0f6-f8cb-4b40-a93f-18fd907bc1e0 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=c60c95c9-7107-4b7e-a53e-8c5e5a6d6f39 HTTP/1.1" status: 200 len: 944 time: 0.0677762 Jul 15 23:53:50.538777 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-30c6ee55-3e0b-46a6-b0e1-80bd8990b9cb req-67b8eba4-36b9-49a2-9c4d-3163994c3342 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc6a689-9c72-4b1f-91df-ea229a2b71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371604 Jul 15 23:53:51.718931 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400119c8-478f-4f90-8e8b-5215d04773f1 req-2f9118e4-2bd1-46b9-a8dc-6be8d869205c tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:53:51.720452 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-400119c8-478f-4f90-8e8b-5215d04773f1 req-2f9118e4-2bd1-46b9-a8dc-6be8d869205c tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=c60c95c9-7107-4b7e-a53e-8c5e5a6d6f39 HTTP/1.1" status: 200 len: 944 time: 0.0672557 Jul 15 23:53:51.757731 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-400119c8-478f-4f90-8e8b-5215d04773f1 req-d71ec795-ed6f-45db-9c02-4cdb1ecea287 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc6a689-9c72-4b1f-91df-ea229a2b71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317473 Jul 15 23:53:52.930420 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9015b2-d02c-497e-b155-7ffeaabb7f32 req-0cfac4b5-f0f3-4a23-bdb4-4b787198d53d tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:53:52.932559 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ba9015b2-d02c-497e-b155-7ffeaabb7f32 req-0cfac4b5-f0f3-4a23-bdb4-4b787198d53d tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=c60c95c9-7107-4b7e-a53e-8c5e5a6d6f39 HTTP/1.1" status: 200 len: 944 time: 0.0622313 Jul 15 23:53:52.970178 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ba9015b2-d02c-497e-b155-7ffeaabb7f32 req-fcf06c57-e0e2-4cc0-a17f-919633a2f0df tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc6a689-9c72-4b1f-91df-ea229a2b71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318122 Jul 15 23:53:54.142499 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad02fbe-5ab3-4edd-8548-e727d7bcac78 req-9a9fe41d-b865-4833-bc4c-e9b551cbc2ab tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:53:54.143998 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dad02fbe-5ab3-4edd-8548-e727d7bcac78 req-9a9fe41d-b865-4833-bc4c-e9b551cbc2ab tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=c60c95c9-7107-4b7e-a53e-8c5e5a6d6f39 HTTP/1.1" status: 200 len: 944 time: 0.0631976 Jul 15 23:53:54.180446 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dad02fbe-5ab3-4edd-8548-e727d7bcac78 req-14e37e16-99f2-4124-acc7-34f3d8ee33d6 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc6a689-9c72-4b1f-91df-ea229a2b71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309365 Jul 15 23:53:55.367474 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1110577-4fed-4933-9bc6-1808e35ee919 req-2399e3f0-a955-44c0-bea7-a9f4c546bfc0 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:53:55.368952 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e1110577-4fed-4933-9bc6-1808e35ee919 req-2399e3f0-a955-44c0-bea7-a9f4c546bfc0 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=c60c95c9-7107-4b7e-a53e-8c5e5a6d6f39 HTTP/1.1" status: 200 len: 944 time: 0.0677445 Jul 15 23:53:55.408302 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e1110577-4fed-4933-9bc6-1808e35ee919 req-695c32e3-b185-4cab-b299-07b5d72d5efa tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc6a689-9c72-4b1f-91df-ea229a2b71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331142 Jul 15 23:53:55.680960 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:53:56.580088 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766b2e62-842e-432c-b429-4d4f0bfbf90b req-372b05d6-d55f-4ae4-956d-dfca5a89cd46 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:53:56.581607 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-766b2e62-842e-432c-b429-4d4f0bfbf90b req-372b05d6-d55f-4ae4-956d-dfca5a89cd46 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=c60c95c9-7107-4b7e-a53e-8c5e5a6d6f39 HTTP/1.1" status: 200 len: 944 time: 0.0623188 Jul 15 23:53:56.620578 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-766b2e62-842e-432c-b429-4d4f0bfbf90b req-bc0de4a6-7cd1-4317-9868-1e1efa4fe78f tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc6a689-9c72-4b1f-91df-ea229a2b71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332966 Jul 15 23:53:57.826426 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db6a982-1b4d-403c-bfae-407dbf30e9a1 req-5d340851-b87b-4c28-a9af-faa595929bac tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:53:57.827982 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6db6a982-1b4d-403c-bfae-407dbf30e9a1 req-5d340851-b87b-4c28-a9af-faa595929bac tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=c60c95c9-7107-4b7e-a53e-8c5e5a6d6f39 HTTP/1.1" status: 200 len: 944 time: 0.0776403 Jul 15 23:53:57.872564 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6db6a982-1b4d-403c-bfae-407dbf30e9a1 req-6db501ad-32d3-43d6-8dab-233fd5412178 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc6a689-9c72-4b1f-91df-ea229a2b71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378945 Jul 15 23:53:58.613413 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 97fb6c10-ded5-46cb-9a11-7e8d41889a91 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:53:58.705532 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 97fb6c10-ded5-46cb-9a11-7e8d41889a91, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=97fb6c10-ded5-46cb-9a11-7e8d41889a91,segment=NetworkSegment(308c7c80-2dfe-465a-907b-006f4bf32eae),segment_id=308c7c80-2dfe-465a-907b-006f4bf32eae)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:53:58.716416 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '97fb6c10-ded5-46cb-9a11-7e8d41889a91', 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb', 'port_id': '97fb6c10-ded5-46cb-9a11-7e8d41889a91', 'mac_address': 'fa:16:3e:34:1a:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5a5342a-197a-422d-81d6-779d4a25a0f6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:53:58.758424 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:53:58.774577 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97fb6c10-ded5-46cb-9a11-7e8d41889a91 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:53:58.799461 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 97fb6c10-ded5-46cb-9a11-7e8d41889a91, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=97fb6c10-ded5-46cb-9a11-7e8d41889a91,segment=NetworkSegment(308c7c80-2dfe-465a-907b-006f4bf32eae),segment_id=308c7c80-2dfe-465a-907b-006f4bf32eae)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:53:58.804339 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:53:58.869061 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=97fb6c10-ded5-46cb-9a11-7e8d41889a91,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:53:58.878184 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:53:58.878534 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:53:58.878946 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:53:58.879344 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:53:58.879707 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:53:58.880194 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:53:58.880824 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:53:58.881339 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:53:58.881977 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:53:58.882318 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:53:58.882740 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:53:58.883189 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:53:59.033530 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['97fb6c10-ded5-46cb-9a11-7e8d41889a91'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:53:59.094619 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc00f6-0a3d-4ea8-9a0e-fb9b1b54addb req-dd63d71c-d56e-4ac8-a230-cbd21705b829 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:53:59.096315 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3adc00f6-0a3d-4ea8-9a0e-fb9b1b54addb req-dd63d71c-d56e-4ac8-a230-cbd21705b829 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=c60c95c9-7107-4b7e-a53e-8c5e5a6d6f39 HTTP/1.1" status: 200 len: 945 time: 0.0712676 Jul 15 23:53:59.138884 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3adc00f6-0a3d-4ea8-9a0e-fb9b1b54addb req-21cec6f3-7b4d-4e4b-818b-ddbcb886b8ba tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc6a689-9c72-4b1f-91df-ea229a2b71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353401 Jul 15 23:54:00.315933 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada0c3e4-c0ea-40da-9ce4-76c48f106214 req-ca180417-e03f-47b2-a21a-360705d596b3 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:00.317412 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ada0c3e4-c0ea-40da-9ce4-76c48f106214 req-ca180417-e03f-47b2-a21a-360705d596b3 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=c60c95c9-7107-4b7e-a53e-8c5e5a6d6f39 HTTP/1.1" status: 200 len: 945 time: 0.0626018 Jul 15 23:54:00.354173 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ada0c3e4-c0ea-40da-9ce4-76c48f106214 req-0dc7f21e-3a08-40b0-9fc1-0695a5c7e1f4 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc6a689-9c72-4b1f-91df-ea229a2b71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312586 Jul 15 23:54:00.618565 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 97fb6c10-ded5-46cb-9a11-7e8d41889a91 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:54:00.666882 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port 97fb6c10-ded5-46cb-9a11-7e8d41889a91 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:54:00.671212 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 97fb6c10-ded5-46cb-9a11-7e8d41889a91 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:54:00.671677 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:00.750285 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:00.771935 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c60c95c9-7107-4b7e-a53e-8c5e5a6d6f39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97fb6c10-ded5-46cb-9a11-7e8d41889a91'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:54:00.774222 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670b1679-0d6b-44d2-a4bc-81ccc2b85978" -d '{"events": [{"server_uuid": "c60c95c9-7107-4b7e-a53e-8c5e5a6d6f39", "name": "network-vif-plugged", "status": "completed", "tag": "97fb6c10-ded5-46cb-9a11-7e8d41889a91"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:54:00.786858 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 97fb6c10-ded5-46cb-9a11-7e8d41889a91, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=97fb6c10-ded5-46cb-9a11-7e8d41889a91,segment=NetworkSegment(308c7c80-2dfe-465a-907b-006f4bf32eae),segment_id=308c7c80-2dfe-465a-907b-006f4bf32eae)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:54:00.791133 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:00.820296 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490e3420-a18c-48db-90ab-4a11d67c9205 x-openstack-request-id: req-490e3420-a18c-48db-90ab-4a11d67c9205 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:54:00.820721 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c60c95c9-7107-4b7e-a53e-8c5e5a6d6f39", "name": "network-vif-plugged", "status": "completed", "tag": "97fb6c10-ded5-46cb-9a11-7e8d41889a91", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:54:00.821062 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-490e3420-a18c-48db-90ab-4a11d67c9205 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:54:00.821523 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c60c95c9-7107-4b7e-a53e-8c5e5a6d6f39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97fb6c10-ded5-46cb-9a11-7e8d41889a91', 'code': 200} Jul 15 23:54:00.855344 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=97fb6c10-ded5-46cb-9a11-7e8d41889a91,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:54:00.889024 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-061fe9e5-e28e-4deb-8a5c-5a1572f94f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:00.938160 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b619c-6264-4696-8add-77d835da8d63 req-41acd9f5-402e-4b81-aaba-cbfafa0da24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:00.939727 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a71b619c-6264-4696-8add-77d835da8d63 req-41acd9f5-402e-4b81-aaba-cbfafa0da24e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c60c95c9-7107-4b7e-a53e-8c5e5a6d6f39 HTTP/1.1" status: 200 len: 1097 time: 0.0585964 Jul 15 23:54:00.977928 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a71b619c-6264-4696-8add-77d835da8d63 req-886aa566-fda0-4a9b-af20-4ac3b5875ea8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=cdc6a689-9c72-4b1f-91df-ea229a2b71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322783 Jul 15 23:54:01.561355 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe2f632-daa1-4f9c-a362-24f16b4b696f req-550ebeaa-aaf5-4cd0-a49e-539677d12694 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:01.562785 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ebe2f632-daa1-4f9c-a362-24f16b4b696f req-550ebeaa-aaf5-4cd0-a49e-539677d12694 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=c60c95c9-7107-4b7e-a53e-8c5e5a6d6f39 HTTP/1.1" status: 200 len: 946 time: 0.0764258 Jul 15 23:54:01.601075 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ebe2f632-daa1-4f9c-a362-24f16b4b696f req-436e4da2-a05f-4121-a77b-32cbbe00a8c4 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc6a689-9c72-4b1f-91df-ea229a2b71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326605 Jul 15 23:54:02.776944 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e373a4c0-e4d6-4d02-acce-b4e90ab5479c req-242e7f5f-7019-4d3f-a723-99fe5187763e tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:02.778429 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e373a4c0-e4d6-4d02-acce-b4e90ab5479c req-242e7f5f-7019-4d3f-a723-99fe5187763e tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=c60c95c9-7107-4b7e-a53e-8c5e5a6d6f39 HTTP/1.1" status: 200 len: 946 time: 0.0663493 Jul 15 23:54:03.159843 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e373a4c0-e4d6-4d02-acce-b4e90ab5479c req-017deeb5-daac-444b-af82-6d127e0456d6 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc6a689-9c72-4b1f-91df-ea229a2b71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3758993 Jul 15 23:54:03.345632 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418ddb22-9d54-455a-a85a-cc51f79b5bbb req-cc027ad0-24a0-4d84-b0f1-088b80a85105 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:03.347134 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-418ddb22-9d54-455a-a85a-cc51f79b5bbb req-cc027ad0-24a0-4d84-b0f1-088b80a85105 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=c60c95c9-7107-4b7e-a53e-8c5e5a6d6f39 HTTP/1.1" status: 200 len: 946 time: 0.0685778 Jul 15 23:54:03.384408 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-418ddb22-9d54-455a-a85a-cc51f79b5bbb req-d0a6de57-f2b1-4922-880a-82a9e0b1f753 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc6a689-9c72-4b1f-91df-ea229a2b71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314913 Jul 15 23:54:03.410958 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 50178) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:54:03.435663 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:03.463839 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da737b6-53fe-40c1-8e90-a77d0ea33fe0 tempest-TestVolumeBootPattern-1376353682 tempest-TestVolumeBootPattern-1376353682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:03.465439 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-2da737b6-53fe-40c1-8e90-a77d0ea33fe0 tempest-TestVolumeBootPattern-1376353682 tempest-TestVolumeBootPattern-1376353682-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c60c95c9-7107-4b7e-a53e-8c5e5a6d6f39 HTTP/1.1" status: 200 len: 1092 time: 0.0535629 Jul 15 23:54:03.468217 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 50180) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:54:03.472741 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-22d913b1-57bb-4935-8539-6636032f90a8 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Request body: {'floatingip': {'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'port_id': '97fb6c10-ded5-46cb-9a11-7e8d41889a91', 'tenant_id': '854f7f06e5364ce38de1e2e446f56e73', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:54:03.494099 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22d913b1-57bb-4935-8539-6636032f90a8 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:03.590298 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22d913b1-57bb-4935-8539-6636032f90a8 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:03.694407 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-22d913b1-57bb-4935-8539-6636032f90a8 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Allocated IP 172.25.5.161 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/989affcf-62c6-47e8-8656-b9a317a1b467) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:54:03.797813 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22d913b1-57bb-4935-8539-6636032f90a8 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:03.838318 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22d913b1-57bb-4935-8539-6636032f90a8 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:03.874676 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d913b1-57bb-4935-8539-6636032f90a8 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:54:03.879419 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-22d913b1-57bb-4935-8539-6636032f90a8 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:54:03.882546 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d913b1-57bb-4935-8539-6636032f90a8 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:54:03.923815 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d913b1-57bb-4935-8539-6636032f90a8 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Pushing event updated for resources: {'Port': ['ID=989affcf-62c6-47e8-8656-b9a317a1b467,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:54:04.105708 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9b2ba685-905e-445d-b205-216f4adf5d93 req-e8903dc6-3384-4a49-8fe1-d8a373dbc74e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b8b7beb1-365e-4155-bbdf-33bb95bd5b1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1942182 Jul 15 23:54:04.249531 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-719b96fd-6ede-4906-809f-29ca3f73d907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:04.326346 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ba685-905e-445d-b205-216f4adf5d93 req-2140db7c-c40f-4dff-bf0e-0641074fc8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:04.327937 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9b2ba685-905e-445d-b205-216f4adf5d93 req-2140db7c-c40f-4dff-bf0e-0641074fc8e4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=854f7f06e5364ce38de1e2e446f56e73&device_id=b8b7beb1-365e-4155-bbdf-33bb95bd5b1d HTTP/1.1" status: 200 len: 1096 time: 0.1649284 Jul 15 23:54:04.370140 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22d913b1-57bb-4935-8539-6636032f90a8 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:04.438100 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:04.497447 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ba685-905e-445d-b205-216f4adf5d93 req-fd05a08f-84f1-4a7c-9293-91e62e6a2a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:04.498948 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9b2ba685-905e-445d-b205-216f4adf5d93 req-fd05a08f-84f1-4a7c-9293-91e62e6a2a12 service neutron] 10.222.0.41 "GET /v2.0/networks?id=31e0906b-d6f8-4071-9d72-971224eb2adb HTTP/1.1" status: 200 len: 912 time: 0.1503921 Jul 15 23:54:04.516094 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22d913b1-57bb-4935-8539-6636032f90a8 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:04.603322 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9b2ba685-905e-445d-b205-216f4adf5d93 req-bf1afdf2-9a3b-45eb-9c27-87090c360d34 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad34f5cc-8c89-47cb-bba5-c5557b585e30 HTTP/1.1" status: 200 len: 1001 time: 0.0966995 Jul 15 23:54:04.701428 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ba685-905e-445d-b205-216f4adf5d93 req-7396c191-0a5f-450e-a5a7-ee7966241ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:04.702927 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9b2ba685-905e-445d-b205-216f4adf5d93 req-7396c191-0a5f-450e-a5a7-ee7966241ba9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c5a5342a-197a-422d-81d6-779d4a25a0f6 HTTP/1.1" status: 200 len: 850 time: 0.0930803 Jul 15 23:54:04.797525 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22d913b1-57bb-4935-8539-6636032f90a8 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:04.803110 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22d913b1-57bb-4935-8539-6636032f90a8 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:04.809016 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ba685-905e-445d-b205-216f4adf5d93 req-31a448a0-f4ff-4077-9ca0-7d7238c1116d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:04.810539 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9b2ba685-905e-445d-b205-216f4adf5d93 req-31a448a0-f4ff-4077-9ca0-7d7238c1116d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=31e0906b-d6f8-4071-9d72-971224eb2adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1001909 Jul 15 23:54:04.911766 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d913b1-57bb-4935-8539-6636032f90a8 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Pushing event updated for resources: {'Port': ['ID=989affcf-62c6-47e8-8656-b9a317a1b467,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:54:04.951434 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22d913b1-57bb-4935-8539-6636032f90a8 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:05.051113 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9b2ba685-905e-445d-b205-216f4adf5d93 req-dee2fb2b-48ee-4122-a82e-7de1a41bf3d1 service neutron] 10.222.0.41 "GET /v2.0/networks/31e0906b-d6f8-4071-9d72-971224eb2adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168005 Jul 15 23:54:05.096918 n-d-794306-6 neutron-server[93770]: INFO neutron.db.l3_db [None req-22d913b1-57bb-4935-8539-6636032f90a8 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Floating IP a407f091-66f0-467b-ab28-4d25f791795d associated. External IP: 172.25.5.161, port: 97fb6c10-ded5-46cb-9a11-7e8d41889a91. Jul 15 23:54:05.218280 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9b2ba685-905e-445d-b205-216f4adf5d93 req-1aa7d96a-eb58-47cc-ab57-fffbf4c16ec9 service neutron] 10.222.0.41 "GET /v2.0/networks/31e0906b-d6f8-4071-9d72-971224eb2adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608655 Jul 15 23:54:05.350292 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d913b1-57bb-4935-8539-6636032f90a8 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Router 4e6b29b2-a776-4a4f-9621-9040a1037938 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:54:05.461996 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d913b1-57bb-4935-8539-6636032f90a8 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:54:05.471363 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c255e03f-e9a7-45d7-8100-0884a4276bad None None] Sync routers for ids ['4e6b29b2-a776-4a4f-9621-9040a1037938'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:54:05.478572 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22d913b1-57bb-4935-8539-6636032f90a8 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:05.482508 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c255e03f-e9a7-45d7-8100-0884a4276bad None None] Routers {'4e6b29b2-a776-4a4f-9621-9040a1037938'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:54:05.483139 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c255e03f-e9a7-45d7-8100-0884a4276bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:54:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['4e6b29b2-a776-4a4f-9621-9040a1037938'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:54:05.515464 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-22d913b1-57bb-4935-8539-6636032f90a8 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0462058 Jul 15 23:54:05.516110 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c60c95c9-7107-4b7e-a53e-8c5e5a6d6f39', 'tag': '97fb6c10-ded5-46cb-9a11-7e8d41889a91'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:54:05.518444 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d97522-be0d-4a88-a11a-b4a1bf3cbd30" -d '{"events": [{"name": "network-changed", "server_uuid": "c60c95c9-7107-4b7e-a53e-8c5e5a6d6f39", "tag": "97fb6c10-ded5-46cb-9a11-7e8d41889a91"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:54:05.564360 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad044e3-2b02-48e0-aa40-381cc77339c7 x-openstack-request-id: req-0ad044e3-2b02-48e0-aa40-381cc77339c7 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:54:05.564655 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c60c95c9-7107-4b7e-a53e-8c5e5a6d6f39", "tag": "97fb6c10-ded5-46cb-9a11-7e8d41889a91", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:54:05.564902 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0ad044e3-2b02-48e0-aa40-381cc77339c7 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:54:05.565310 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c60c95c9-7107-4b7e-a53e-8c5e5a6d6f39', 'tag': '97fb6c10-ded5-46cb-9a11-7e8d41889a91', 'status': 'completed', 'code': 200} Jul 15 23:54:05.591377 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-c255e03f-e9a7-45d7-8100-0884a4276bad None None] Set router 4e6b29b2-a776-4a4f-9621-9040a1037938 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:54:05.650462 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d97522-be0d-4a88-a11a-b4a1bf3cbd30 req-c2a4f70b-288f-435d-936c-2002e8c9f01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:05.653305 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a4d97522-be0d-4a88-a11a-b4a1bf3cbd30 req-c2a4f70b-288f-435d-936c-2002e8c9f01a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=854f7f06e5364ce38de1e2e446f56e73&device_id=c60c95c9-7107-4b7e-a53e-8c5e5a6d6f39 HTTP/1.1" status: 200 len: 1097 time: 0.0654294 Jul 15 23:54:05.744358 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d97522-be0d-4a88-a11a-b4a1bf3cbd30 req-a83a73de-8e2c-4743-b69d-0870b1f3e536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:05.746340 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a4d97522-be0d-4a88-a11a-b4a1bf3cbd30 req-a83a73de-8e2c-4743-b69d-0870b1f3e536 service neutron] 10.222.0.49 "GET /v2.0/networks?id=31e0906b-d6f8-4071-9d72-971224eb2adb HTTP/1.1" status: 200 len: 912 time: 0.0870976 Jul 15 23:54:05.814635 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a4d97522-be0d-4a88-a11a-b4a1bf3cbd30 req-7240904a-c4cd-4f9a-b37d-afba2d5f097a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97fb6c10-ded5-46cb-9a11-7e8d41889a91 HTTP/1.1" status: 200 len: 1000 time: 0.0622270 Jul 15 23:54:05.821477 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c255e03f-e9a7-45d7-8100-0884a4276bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'name': 'tempest-TestVolumeBootPattern-888051493-router', 'tenant_id': '854f7f06e5364ce38de1e2e446f56e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '0d31eb46-5b42-44cf-9115-d5315821a9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:45:48Z', 'updated_at': '2021-07-15T23:45:51Z', 'revision_number': 4, 'project_id': '854f7f06e5364ce38de1e2e446f56e73', 'gw_port': {'id': '0d31eb46-5b42-44cf-9115-d5315821a9d6', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:49Z', 'updated_at': '2021-07-15T23:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '23bd8603-35ac-48e9-8cb1-11a5d73c7262', 'tenant_id': '854f7f06e5364ce38de1e2e446f56e73', 'floating_ip_address': '172.25.5.232', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'port_id': 'ad34f5cc-8c89-47cb-bba5-c5557b585e30', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb', 'mac_address': 'fa:16:3e:0c:9b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b7beb1-365e-4155-bbdf-33bb95bd5b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:52:04Z', 'updated_at': '2021-07-15T23:52:06Z', 'revision_number': 1, 'project_id': '854f7f06e5364ce38de1e2e446f56e73', 'fixed_ip_address_scope': None}, {'id': 'a407f091-66f0-467b-ab28-4d25f791795d', 'tenant_id': '854f7f06e5364ce38de1e2e446f56e73', 'floating_ip_address': '172.25.5.161', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'port_id': '97fb6c10-ded5-46cb-9a11-7e8d41889a91', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb', 'mac_address': 'fa:16:3e:34:1a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60c95c9-7107-4b7e-a53e-8c5e5a6d6f39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:54:04Z', 'updated_at': '2021-07-15T23:54:04Z', 'revision_number': 0, 'project_id': '854f7f06e5364ce38de1e2e446f56e73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd11e153b-73df-4a13-bdea-de8ec72088d8', 'name': '', 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb', 'tenant_id': '854f7f06e5364ce38de1e2e446f56e73', 'mac_address': 'fa:16:3e:07:23:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'c5a5342a-197a-422d-81d6-779d4a25a0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:51Z', 'updated_at': '2021-07-15T23:45:58Z', 'revision_number': 5, 'project_id': '854f7f06e5364ce38de1e2e446f56e73', 'subnets': [{'id': 'c5a5342a-197a-422d-81d6-779d4a25a0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:54:05.848310 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c255e03f-e9a7-45d7-8100-0884a4276bad None None] Checking router: 4e6b29b2-a776-4a4f-9621-9040a1037938 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:54:05.857414 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c255e03f-e9a7-45d7-8100-0884a4276bad None None] Routers {'4e6b29b2-a776-4a4f-9621-9040a1037938'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:54:05.858034 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c255e03f-e9a7-45d7-8100-0884a4276bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:54:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['4e6b29b2-a776-4a4f-9621-9040a1037938'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:54:05.863549 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d97522-be0d-4a88-a11a-b4a1bf3cbd30 req-30413377-c5bb-458b-ac1a-f1d61633f498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:05.865395 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a4d97522-be0d-4a88-a11a-b4a1bf3cbd30 req-30413377-c5bb-458b-ac1a-f1d61633f498 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c5a5342a-197a-422d-81d6-779d4a25a0f6 HTTP/1.1" status: 200 len: 850 time: 0.0454183 Jul 15 23:54:05.927149 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d97522-be0d-4a88-a11a-b4a1bf3cbd30 req-65ce058d-feee-4957-b090-4c945c4181ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:05.928637 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a4d97522-be0d-4a88-a11a-b4a1bf3cbd30 req-65ce058d-feee-4957-b090-4c945c4181ef service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=31e0906b-d6f8-4071-9d72-971224eb2adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571346 Jul 15 23:54:05.962755 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-c255e03f-e9a7-45d7-8100-0884a4276bad None None] Set router 4e6b29b2-a776-4a4f-9621-9040a1037938 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:54:06.022947 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a4d97522-be0d-4a88-a11a-b4a1bf3cbd30 req-a86d8b11-9566-4615-ae98-ead80a323b5b service neutron] 10.222.0.49 "GET /v2.0/networks/31e0906b-d6f8-4071-9d72-971224eb2adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884330 Jul 15 23:54:06.114662 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a4d97522-be0d-4a88-a11a-b4a1bf3cbd30 req-fd66d939-74c9-4181-8df5-89b7bf21d32e service neutron] 10.222.0.49 "GET /v2.0/networks/31e0906b-d6f8-4071-9d72-971224eb2adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858541 Jul 15 23:54:06.190529 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c255e03f-e9a7-45d7-8100-0884a4276bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'name': 'tempest-TestVolumeBootPattern-888051493-router', 'tenant_id': '854f7f06e5364ce38de1e2e446f56e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '0d31eb46-5b42-44cf-9115-d5315821a9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:45:48Z', 'updated_at': '2021-07-15T23:45:51Z', 'revision_number': 4, 'project_id': '854f7f06e5364ce38de1e2e446f56e73', 'gw_port': {'id': '0d31eb46-5b42-44cf-9115-d5315821a9d6', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:49Z', 'updated_at': '2021-07-15T23:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '23bd8603-35ac-48e9-8cb1-11a5d73c7262', 'tenant_id': '854f7f06e5364ce38de1e2e446f56e73', 'floating_ip_address': '172.25.5.232', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'port_id': 'ad34f5cc-8c89-47cb-bba5-c5557b585e30', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb', 'mac_address': 'fa:16:3e:0c:9b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b7beb1-365e-4155-bbdf-33bb95bd5b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:52:04Z', 'updated_at': '2021-07-15T23:52:06Z', 'revision_number': 1, 'project_id': '854f7f06e5364ce38de1e2e446f56e73', 'fixed_ip_address_scope': None}, {'id': 'a407f091-66f0-467b-ab28-4d25f791795d', 'tenant_id': '854f7f06e5364ce38de1e2e446f56e73', 'floating_ip_address': '172.25.5.161', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'port_id': '97fb6c10-ded5-46cb-9a11-7e8d41889a91', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb', 'mac_address': 'fa:16:3e:34:1a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60c95c9-7107-4b7e-a53e-8c5e5a6d6f39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:54:04Z', 'updated_at': '2021-07-15T23:54:04Z', 'revision_number': 0, 'project_id': '854f7f06e5364ce38de1e2e446f56e73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd11e153b-73df-4a13-bdea-de8ec72088d8', 'name': '', 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb', 'tenant_id': '854f7f06e5364ce38de1e2e446f56e73', 'mac_address': 'fa:16:3e:07:23:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'c5a5342a-197a-422d-81d6-779d4a25a0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:51Z', 'updated_at': '2021-07-15T23:45:58Z', 'revision_number': 5, 'project_id': '854f7f06e5364ce38de1e2e446f56e73', 'subnets': [{'id': 'c5a5342a-197a-422d-81d6-779d4a25a0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:54:06.221189 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c255e03f-e9a7-45d7-8100-0884a4276bad None None] The sync data for ids ['4e6b29b2-a776-4a4f-9621-9040a1037938'] in n-d-794306-6 is: [{'id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'name': 'tempest-TestVolumeBootPattern-888051493-router', 'tenant_id': '854f7f06e5364ce38de1e2e446f56e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '0d31eb46-5b42-44cf-9115-d5315821a9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:45:48Z', 'updated_at': '2021-07-15T23:45:51Z', 'revision_number': 4, 'project_id': '854f7f06e5364ce38de1e2e446f56e73', 'gw_port': {'id': '0d31eb46-5b42-44cf-9115-d5315821a9d6', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:49Z', 'updated_at': '2021-07-15T23:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '23bd8603-35ac-48e9-8cb1-11a5d73c7262', 'tenant_id': '854f7f06e5364ce38de1e2e446f56e73', 'floating_ip_address': '172.25.5.232', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'port_id': 'ad34f5cc-8c89-47cb-bba5-c5557b585e30', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb', 'mac_address': 'fa:16:3e:0c:9b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b7beb1-365e-4155-bbdf-33bb95bd5b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:52:04Z', 'updated_at': '2021-07-15T23:52:06Z', 'revision_number': 1, 'project_id': '854f7f06e5364ce38de1e2e446f56e73', 'fixed_ip_address_scope': None}, {'id': 'a407f091-66f0-467b-ab28-4d25f791795d', 'tenant_id': '854f7f06e5364ce38de1e2e446f56e73', 'floating_ip_address': '172.25.5.161', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'port_id': '97fb6c10-ded5-46cb-9a11-7e8d41889a91', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb', 'mac_address': 'fa:16:3e:34:1a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60c95c9-7107-4b7e-a53e-8c5e5a6d6f39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:54:04Z', 'updated_at': '2021-07-15T23:54:04Z', 'revision_number': 0, 'project_id': '854f7f06e5364ce38de1e2e446f56e73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd11e153b-73df-4a13-bdea-de8ec72088d8', 'name': '', 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb', 'tenant_id': '854f7f06e5364ce38de1e2e446f56e73', 'mac_address': 'fa:16:3e:07:23:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'c5a5342a-197a-422d-81d6-779d4a25a0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:51Z', 'updated_at': '2021-07-15T23:45:58Z', 'revision_number': 5, 'project_id': '854f7f06e5364ce38de1e2e446f56e73', 'subnets': [{'id': 'c5a5342a-197a-422d-81d6-779d4a25a0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:54:06.412022 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8f4c5c-96a4-45e5-8400-35d776c7cc5a None None] New status for floating IP a407f091-66f0-467b-ab28-4d25f791795d: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:54:06.447210 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:07.871439 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:54:08.449383 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:25.695247 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:30.889264 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0ffd142a-60e4-4d87-9faf-663b3c746f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:33.439959 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:34.250798 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-35ba28e8-415d-4e7e-a774-2da3472145b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:34.440348 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:36.450525 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:38.457399 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:44.870580 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:54:55.380207 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-05cf22c4-ae58-4d10-ba41-5c4441b730d6 req-caed0639-e62c-4800-8206-606132660a1d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c60c95c9-7107-4b7e-a53e-8c5e5a6d6f39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0615089 Jul 15 23:54:55.483664 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf22c4-ae58-4d10-ba41-5c4441b730d6 req-60471bc7-e437-4160-b0b2-da511657cfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:55.485227 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-05cf22c4-ae58-4d10-ba41-5c4441b730d6 req-60471bc7-e437-4160-b0b2-da511657cfa5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=854f7f06e5364ce38de1e2e446f56e73&device_id=c60c95c9-7107-4b7e-a53e-8c5e5a6d6f39 HTTP/1.1" status: 200 len: 1097 time: 0.0613930 Jul 15 23:54:55.600676 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf22c4-ae58-4d10-ba41-5c4441b730d6 req-3d088a68-ee46-49b3-b444-4c6100523a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:55.602405 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-05cf22c4-ae58-4d10-ba41-5c4441b730d6 req-3d088a68-ee46-49b3-b444-4c6100523a80 service neutron] 10.222.0.49 "GET /v2.0/networks?id=31e0906b-d6f8-4071-9d72-971224eb2adb HTTP/1.1" status: 200 len: 912 time: 0.0973568 Jul 15 23:54:55.672823 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-05cf22c4-ae58-4d10-ba41-5c4441b730d6 req-32563ad9-35df-4a7d-ada6-12574a682830 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97fb6c10-ded5-46cb-9a11-7e8d41889a91 HTTP/1.1" status: 200 len: 1002 time: 0.0640061 Jul 15 23:54:55.714499 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:54:55.723842 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf22c4-ae58-4d10-ba41-5c4441b730d6 req-8804aeb9-c106-4338-ab2b-c9b2af7047df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:55.725319 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-05cf22c4-ae58-4d10-ba41-5c4441b730d6 req-8804aeb9-c106-4338-ab2b-c9b2af7047df service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c5a5342a-197a-422d-81d6-779d4a25a0f6 HTTP/1.1" status: 200 len: 850 time: 0.0465462 Jul 15 23:54:55.790198 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf22c4-ae58-4d10-ba41-5c4441b730d6 req-82496a29-096d-4f02-b315-91d4db660d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:54:55.791881 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-05cf22c4-ae58-4d10-ba41-5c4441b730d6 req-82496a29-096d-4f02-b315-91d4db660d4d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=31e0906b-d6f8-4071-9d72-971224eb2adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0597770 Jul 15 23:54:55.887672 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-05cf22c4-ae58-4d10-ba41-5c4441b730d6 req-13e37562-a4bf-4d35-9691-6467de4993fc service neutron] 10.222.0.49 "GET /v2.0/networks/31e0906b-d6f8-4071-9d72-971224eb2adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885184 Jul 15 23:54:55.974680 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-05cf22c4-ae58-4d10-ba41-5c4441b730d6 req-69b28800-8461-4256-9af2-e1c006d42ecb service neutron] 10.222.0.49 "GET /v2.0/networks/31e0906b-d6f8-4071-9d72-971224eb2adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812929 Jul 15 23:55:00.889118 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b69e3170-a04f-4bc0-843d-9ddddf64fbdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:03.451822 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:04.252551 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b0323fce-88fc-45aa-805e-a23875982955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:04.443817 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:04.962448 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a8ef6c10-a9f7-4338-81fd-07c8fc047b54 req-b69878e7-a6a0-47cf-872f-95f598ece67c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b8b7beb1-365e-4155-bbdf-33bb95bd5b1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0548339 Jul 15 23:55:05.075131 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef6c10-a9f7-4338-81fd-07c8fc047b54 req-f2942ff1-0fd3-4226-965b-f9461cae5d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:05.076750 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a8ef6c10-a9f7-4338-81fd-07c8fc047b54 req-f2942ff1-0fd3-4226-965b-f9461cae5d53 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=854f7f06e5364ce38de1e2e446f56e73&device_id=b8b7beb1-365e-4155-bbdf-33bb95bd5b1d HTTP/1.1" status: 200 len: 1096 time: 0.0551717 Jul 15 23:55:05.184837 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef6c10-a9f7-4338-81fd-07c8fc047b54 req-1e132be3-701d-48b0-9f94-c5f5d4006b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:05.186317 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a8ef6c10-a9f7-4338-81fd-07c8fc047b54 req-1e132be3-701d-48b0-9f94-c5f5d4006b65 service neutron] 10.222.0.41 "GET /v2.0/networks?id=31e0906b-d6f8-4071-9d72-971224eb2adb HTTP/1.1" status: 200 len: 912 time: 0.0908165 Jul 15 23:55:05.251252 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a8ef6c10-a9f7-4338-81fd-07c8fc047b54 req-06ac96ce-e773-4eda-8aba-633cee6d6b03 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad34f5cc-8c89-47cb-bba5-c5557b585e30 HTTP/1.1" status: 200 len: 1001 time: 0.0582578 Jul 15 23:55:05.298185 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef6c10-a9f7-4338-81fd-07c8fc047b54 req-803deddb-109a-4cee-a783-fab00d1836d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:05.299648 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a8ef6c10-a9f7-4338-81fd-07c8fc047b54 req-803deddb-109a-4cee-a783-fab00d1836d1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c5a5342a-197a-422d-81d6-779d4a25a0f6 HTTP/1.1" status: 200 len: 850 time: 0.0423737 Jul 15 23:55:05.358503 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef6c10-a9f7-4338-81fd-07c8fc047b54 req-9033dd92-218f-4fd0-8bd7-bd9bc39af879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:05.359994 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a8ef6c10-a9f7-4338-81fd-07c8fc047b54 req-9033dd92-218f-4fd0-8bd7-bd9bc39af879 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=31e0906b-d6f8-4071-9d72-971224eb2adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540519 Jul 15 23:55:05.778849 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a8ef6c10-a9f7-4338-81fd-07c8fc047b54 req-b22adaeb-0ebd-474a-b31b-86794e2aad1d service neutron] 10.222.0.41 "GET /v2.0/networks/31e0906b-d6f8-4071-9d72-971224eb2adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4106586 Jul 15 23:55:05.869452 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a8ef6c10-a9f7-4338-81fd-07c8fc047b54 req-c28e0fbc-6e8a-429d-9bb6-4bc9a9d8ddd1 service neutron] 10.222.0.41 "GET /v2.0/networks/31e0906b-d6f8-4071-9d72-971224eb2adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840974 Jul 15 23:55:06.453139 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:08.461429 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:21.870227 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:55:25.726553 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:30.889181 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a0bdb439-c877-4290-89c3-e643167ce9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:33.444569 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:34.252245 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c1a0e64a-960b-4735-94f1-879858faeb51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:34.446902 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:34.641292 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 50240) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:55:34.794942 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-6b80a74e-f0fa-410d-9e55-fa1774475cd9 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Deleting port 989affcf-62c6-47e8-8656-b9a317a1b467 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:55:34.795199 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6b80a74e-f0fa-410d-9e55-fa1774475cd9 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:34.873070 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6b80a74e-f0fa-410d-9e55-fa1774475cd9 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:34.873393 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6b80a74e-f0fa-410d-9e55-fa1774475cd9 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:34.884789 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-6b80a74e-f0fa-410d-9e55-fa1774475cd9 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Calling delete_port for 989affcf-62c6-47e8-8656-b9a317a1b467 owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:55:35.026332 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6b80a74e-f0fa-410d-9e55-fa1774475cd9 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:35.057431 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b80a74e-f0fa-410d-9e55-fa1774475cd9 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Pushing event deleted for resources: {'Port': ['ID=989affcf-62c6-47e8-8656-b9a317a1b467,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:35.084850 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b80a74e-f0fa-410d-9e55-fa1774475cd9 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:55:35.085202 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b80a74e-f0fa-410d-9e55-fa1774475cd9 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:55:35.085543 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b80a74e-f0fa-410d-9e55-fa1774475cd9 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:55:35.085895 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b80a74e-f0fa-410d-9e55-fa1774475cd9 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:55:35.086220 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b80a74e-f0fa-410d-9e55-fa1774475cd9 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:55:35.086554 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b80a74e-f0fa-410d-9e55-fa1774475cd9 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:55:35.086886 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b80a74e-f0fa-410d-9e55-fa1774475cd9 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:55:35.087210 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b80a74e-f0fa-410d-9e55-fa1774475cd9 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:55:35.087540 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b80a74e-f0fa-410d-9e55-fa1774475cd9 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:55:35.087886 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b80a74e-f0fa-410d-9e55-fa1774475cd9 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:55:35.088210 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b80a74e-f0fa-410d-9e55-fa1774475cd9 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:55:35.088530 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b80a74e-f0fa-410d-9e55-fa1774475cd9 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:55:35.128105 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6b80a74e-f0fa-410d-9e55-fa1774475cd9 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:35.128442 n-d-794306-6 neutron-server[93770]: INFO neutron.db.l3_db [None req-6b80a74e-f0fa-410d-9e55-fa1774475cd9 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Floating IP a407f091-66f0-467b-ab28-4d25f791795d disassociated (deleted). External IP: 172.25.5.161, port: 97fb6c10-ded5-46cb-9a11-7e8d41889a91. Jul 15 23:55:35.336959 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b80a74e-f0fa-410d-9e55-fa1774475cd9 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Router 4e6b29b2-a776-4a4f-9621-9040a1037938 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:55:35.443924 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b80a74e-f0fa-410d-9e55-fa1774475cd9 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:55:35.448740 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6b80a74e-f0fa-410d-9e55-fa1774475cd9 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:35.453166 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5372b26-9265-482e-9d96-d25c4ee65eeb None None] Sync routers for ids ['4e6b29b2-a776-4a4f-9621-9040a1037938'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:55:35.463373 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5372b26-9265-482e-9d96-d25c4ee65eeb None None] Routers {'4e6b29b2-a776-4a4f-9621-9040a1037938'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:55:35.464034 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-f5372b26-9265-482e-9d96-d25c4ee65eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:55:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['4e6b29b2-a776-4a4f-9621-9040a1037938'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:55:35.485941 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-6b80a74e-f0fa-410d-9e55-fa1774475cd9 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "DELETE /v2.0/floatingips/a407f091-66f0-467b-ab28-4d25f791795d HTTP/1.1" status: 204 len: 168 time: 0.8435352 Jul 15 23:55:35.486539 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c60c95c9-7107-4b7e-a53e-8c5e5a6d6f39', 'tag': '97fb6c10-ded5-46cb-9a11-7e8d41889a91'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:55:35.489671 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7163e3e4-b650-4025-a1a7-ef63ee6f09c5" -d '{"events": [{"name": "network-changed", "server_uuid": "c60c95c9-7107-4b7e-a53e-8c5e5a6d6f39", "tag": "97fb6c10-ded5-46cb-9a11-7e8d41889a91"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:55:35.542443 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe9c603-7973-4b13-87fa-311803cfab86 x-openstack-request-id: req-3fe9c603-7973-4b13-87fa-311803cfab86 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:55:35.542733 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c60c95c9-7107-4b7e-a53e-8c5e5a6d6f39", "tag": "97fb6c10-ded5-46cb-9a11-7e8d41889a91", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:55:35.542982 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3fe9c603-7973-4b13-87fa-311803cfab86 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:55:35.543389 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c60c95c9-7107-4b7e-a53e-8c5e5a6d6f39', 'tag': '97fb6c10-ded5-46cb-9a11-7e8d41889a91', 'status': 'completed', 'code': 200} Jul 15 23:55:35.585315 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-f5372b26-9265-482e-9d96-d25c4ee65eeb None None] Set router 4e6b29b2-a776-4a4f-9621-9040a1037938 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:55:35.619298 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7163e3e4-b650-4025-a1a7-ef63ee6f09c5 req-9de8651b-969b-4d3c-965a-98cba4f3aeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:35.620878 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7163e3e4-b650-4025-a1a7-ef63ee6f09c5 req-9de8651b-969b-4d3c-965a-98cba4f3aeea service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=854f7f06e5364ce38de1e2e446f56e73&device_id=c60c95c9-7107-4b7e-a53e-8c5e5a6d6f39 HTTP/1.1" status: 200 len: 1097 time: 0.0552170 Jul 15 23:55:35.730731 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7163e3e4-b650-4025-a1a7-ef63ee6f09c5 req-d522cbeb-d376-410d-afca-83a717c84745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:35.732350 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7163e3e4-b650-4025-a1a7-ef63ee6f09c5 req-d522cbeb-d376-410d-afca-83a717c84745 service neutron] 10.222.0.49 "GET /v2.0/networks?id=31e0906b-d6f8-4071-9d72-971224eb2adb HTTP/1.1" status: 200 len: 912 time: 0.1056447 Jul 15 23:55:35.773955 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7163e3e4-b650-4025-a1a7-ef63ee6f09c5 req-2f3e6018-1ab0-4b10-b9f6-32fc6bef9a7c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97fb6c10-ded5-46cb-9a11-7e8d41889a91 HTTP/1.1" status: 200 len: 217 time: 0.0351324 Jul 15 23:55:35.853171 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-f5372b26-9265-482e-9d96-d25c4ee65eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'name': 'tempest-TestVolumeBootPattern-888051493-router', 'tenant_id': '854f7f06e5364ce38de1e2e446f56e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '0d31eb46-5b42-44cf-9115-d5315821a9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:45:48Z', 'updated_at': '2021-07-15T23:45:51Z', 'revision_number': 4, 'project_id': '854f7f06e5364ce38de1e2e446f56e73', 'gw_port': {'id': '0d31eb46-5b42-44cf-9115-d5315821a9d6', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:49Z', 'updated_at': '2021-07-15T23:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '23bd8603-35ac-48e9-8cb1-11a5d73c7262', 'tenant_id': '854f7f06e5364ce38de1e2e446f56e73', 'floating_ip_address': '172.25.5.232', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'port_id': 'ad34f5cc-8c89-47cb-bba5-c5557b585e30', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb', 'mac_address': 'fa:16:3e:0c:9b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b7beb1-365e-4155-bbdf-33bb95bd5b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:52:04Z', 'updated_at': '2021-07-15T23:52:06Z', 'revision_number': 1, 'project_id': '854f7f06e5364ce38de1e2e446f56e73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd11e153b-73df-4a13-bdea-de8ec72088d8', 'name': '', 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb', 'tenant_id': '854f7f06e5364ce38de1e2e446f56e73', 'mac_address': 'fa:16:3e:07:23:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'c5a5342a-197a-422d-81d6-779d4a25a0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:51Z', 'updated_at': '2021-07-15T23:45:58Z', 'revision_number': 5, 'project_id': '854f7f06e5364ce38de1e2e446f56e73', 'subnets': [{'id': 'c5a5342a-197a-422d-81d6-779d4a25a0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:55:35.862810 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7163e3e4-b650-4025-a1a7-ef63ee6f09c5 req-bc00d5db-9f9d-472c-8c5b-7cbe76a4f980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:35.865015 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7163e3e4-b650-4025-a1a7-ef63ee6f09c5 req-bc00d5db-9f9d-472c-8c5b-7cbe76a4f980 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c5a5342a-197a-422d-81d6-779d4a25a0f6 HTTP/1.1" status: 200 len: 850 time: 0.0850754 Jul 15 23:55:35.880348 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5372b26-9265-482e-9d96-d25c4ee65eeb None None] Checking router: 4e6b29b2-a776-4a4f-9621-9040a1037938 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:55:35.889985 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5372b26-9265-482e-9d96-d25c4ee65eeb None None] Routers {'4e6b29b2-a776-4a4f-9621-9040a1037938'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:55:35.890594 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-f5372b26-9265-482e-9d96-d25c4ee65eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:55:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['4e6b29b2-a776-4a4f-9621-9040a1037938'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:55:35.923617 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf347b-a51b-4c8c-ace8-188f5bc7c03f req-966f0d3b-1bbd-42ea-adcd-958bdacfaf53 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:35.925098 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-29bf347b-a51b-4c8c-ace8-188f5bc7c03f req-966f0d3b-1bbd-42ea-adcd-958bdacfaf53 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=c60c95c9-7107-4b7e-a53e-8c5e5a6d6f39 HTTP/1.1" status: 200 len: 946 time: 0.1063414 Jul 15 23:55:35.962910 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7163e3e4-b650-4025-a1a7-ef63ee6f09c5 req-12648c2c-47e9-4c9d-ae82-75f4bb0d3dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:35.964443 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7163e3e4-b650-4025-a1a7-ef63ee6f09c5 req-12648c2c-47e9-4c9d-ae82-75f4bb0d3dd7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=31e0906b-d6f8-4071-9d72-971224eb2adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0919974 Jul 15 23:55:35.983915 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-29bf347b-a51b-4c8c-ace8-188f5bc7c03f req-bda7bf50-6d09-4ed1-8bab-c95704683c52 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc6a689-9c72-4b1f-91df-ea229a2b71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497868 Jul 15 23:55:36.001392 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-f5372b26-9265-482e-9d96-d25c4ee65eeb None None] Set router 4e6b29b2-a776-4a4f-9621-9040a1037938 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:55:36.073161 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7163e3e4-b650-4025-a1a7-ef63ee6f09c5 req-cac8c1a7-bac4-4285-8fd9-4a760961b8e9 service neutron] 10.222.0.49 "GET /v2.0/networks/31e0906b-d6f8-4071-9d72-971224eb2adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012359 Jul 15 23:55:36.169511 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7163e3e4-b650-4025-a1a7-ef63ee6f09c5 req-958ff4e5-c54a-42d5-855a-d2a86904c3eb service neutron] 10.222.0.49 "GET /v2.0/networks/31e0906b-d6f8-4071-9d72-971224eb2adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887744 Jul 15 23:55:36.236037 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-f5372b26-9265-482e-9d96-d25c4ee65eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'name': 'tempest-TestVolumeBootPattern-888051493-router', 'tenant_id': '854f7f06e5364ce38de1e2e446f56e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '0d31eb46-5b42-44cf-9115-d5315821a9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:45:48Z', 'updated_at': '2021-07-15T23:45:51Z', 'revision_number': 4, 'project_id': '854f7f06e5364ce38de1e2e446f56e73', 'gw_port': {'id': '0d31eb46-5b42-44cf-9115-d5315821a9d6', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:49Z', 'updated_at': '2021-07-15T23:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '23bd8603-35ac-48e9-8cb1-11a5d73c7262', 'tenant_id': '854f7f06e5364ce38de1e2e446f56e73', 'floating_ip_address': '172.25.5.232', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'port_id': 'ad34f5cc-8c89-47cb-bba5-c5557b585e30', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb', 'mac_address': 'fa:16:3e:0c:9b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b7beb1-365e-4155-bbdf-33bb95bd5b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:52:04Z', 'updated_at': '2021-07-15T23:52:06Z', 'revision_number': 1, 'project_id': '854f7f06e5364ce38de1e2e446f56e73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd11e153b-73df-4a13-bdea-de8ec72088d8', 'name': '', 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb', 'tenant_id': '854f7f06e5364ce38de1e2e446f56e73', 'mac_address': 'fa:16:3e:07:23:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'c5a5342a-197a-422d-81d6-779d4a25a0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:51Z', 'updated_at': '2021-07-15T23:45:58Z', 'revision_number': 5, 'project_id': '854f7f06e5364ce38de1e2e446f56e73', 'subnets': [{'id': 'c5a5342a-197a-422d-81d6-779d4a25a0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:55:36.261999 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5372b26-9265-482e-9d96-d25c4ee65eeb None None] The sync data for ids ['4e6b29b2-a776-4a4f-9621-9040a1037938'] in n-d-794306-6 is: [{'id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'name': 'tempest-TestVolumeBootPattern-888051493-router', 'tenant_id': '854f7f06e5364ce38de1e2e446f56e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '0d31eb46-5b42-44cf-9115-d5315821a9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:45:48Z', 'updated_at': '2021-07-15T23:45:51Z', 'revision_number': 4, 'project_id': '854f7f06e5364ce38de1e2e446f56e73', 'gw_port': {'id': '0d31eb46-5b42-44cf-9115-d5315821a9d6', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:49Z', 'updated_at': '2021-07-15T23:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '23bd8603-35ac-48e9-8cb1-11a5d73c7262', 'tenant_id': '854f7f06e5364ce38de1e2e446f56e73', 'floating_ip_address': '172.25.5.232', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'port_id': 'ad34f5cc-8c89-47cb-bba5-c5557b585e30', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb', 'mac_address': 'fa:16:3e:0c:9b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b7beb1-365e-4155-bbdf-33bb95bd5b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:52:04Z', 'updated_at': '2021-07-15T23:52:06Z', 'revision_number': 1, 'project_id': '854f7f06e5364ce38de1e2e446f56e73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd11e153b-73df-4a13-bdea-de8ec72088d8', 'name': '', 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb', 'tenant_id': '854f7f06e5364ce38de1e2e446f56e73', 'mac_address': 'fa:16:3e:07:23:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'c5a5342a-197a-422d-81d6-779d4a25a0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:51Z', 'updated_at': '2021-07-15T23:45:58Z', 'revision_number': 5, 'project_id': '854f7f06e5364ce38de1e2e446f56e73', 'subnets': [{'id': 'c5a5342a-197a-422d-81d6-779d4a25a0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:55:36.456616 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:36.497383 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f643abe1-cfe0-48ce-8336-00363bbddf4f None None] New status for floating IP a407f091-66f0-467b-ab28-4d25f791795d: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:55:37.188827 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d056c2a-7a6b-49ac-93b3-96b9479f5db4 req-6b9b00c5-c394-425a-8a35-1a2e1336e95b tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:37.190356 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6d056c2a-7a6b-49ac-93b3-96b9479f5db4 req-6b9b00c5-c394-425a-8a35-1a2e1336e95b tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=c60c95c9-7107-4b7e-a53e-8c5e5a6d6f39 HTTP/1.1" status: 200 len: 946 time: 0.0687604 Jul 15 23:55:37.256375 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6d056c2a-7a6b-49ac-93b3-96b9479f5db4 req-5c40e152-0b32-4563-be33-50bddbbc3ca7 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc6a689-9c72-4b1f-91df-ea229a2b71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598111 Jul 15 23:55:37.287058 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19653936-6be5-4468-ae3d-21dbec4c6ef8 req-cd3121eb-27ec-405c-9f4a-0d03090ff741 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:37.288578 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-19653936-6be5-4468-ae3d-21dbec4c6ef8 req-cd3121eb-27ec-405c-9f4a-0d03090ff741 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.49 "GET /v2.0/ports?device_id=c60c95c9-7107-4b7e-a53e-8c5e5a6d6f39 HTTP/1.1" status: 200 len: 946 time: 0.0784431 Jul 15 23:55:37.393313 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-19653936-6be5-4468-ae3d-21dbec4c6ef8 req-d3396d3c-b9de-4c59-bd82-69d59e53fa2e tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Deleting port 97fb6c10-ded5-46cb-9a11-7e8d41889a91 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:55:37.393657 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-19653936-6be5-4468-ae3d-21dbec4c6ef8 req-d3396d3c-b9de-4c59-bd82-69d59e53fa2e tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:37.479383 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-19653936-6be5-4468-ae3d-21dbec4c6ef8 req-d3396d3c-b9de-4c59-bd82-69d59e53fa2e tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] For port 97fb6c10-ded5-46cb-9a11-7e8d41889a91, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=97fb6c10-ded5-46cb-9a11-7e8d41889a91,segment=NetworkSegment(308c7c80-2dfe-465a-907b-006f4bf32eae),segment_id=308c7c80-2dfe-465a-907b-006f4bf32eae)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:55:37.479685 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-19653936-6be5-4468-ae3d-21dbec4c6ef8 req-d3396d3c-b9de-4c59-bd82-69d59e53fa2e tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:37.492646 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-19653936-6be5-4468-ae3d-21dbec4c6ef8 req-d3396d3c-b9de-4c59-bd82-69d59e53fa2e tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Calling delete_port for 97fb6c10-ded5-46cb-9a11-7e8d41889a91 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:55:37.624691 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-19653936-6be5-4468-ae3d-21dbec4c6ef8 req-d3396d3c-b9de-4c59-bd82-69d59e53fa2e tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:37.652883 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3396d3c-b9de-4c59-bd82-69d59e53fa2e tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Pushing event deleted for resources: {'Port': ['ID=97fb6c10-ded5-46cb-9a11-7e8d41889a91,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:37.707227 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-19653936-6be5-4468-ae3d-21dbec4c6ef8 req-d3396d3c-b9de-4c59-bd82-69d59e53fa2e tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] No DVR routers for this DVR port 97fb6c10-ded5-46cb-9a11-7e8d41889a91 on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:55:37.710162 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-19653936-6be5-4468-ae3d-21dbec4c6ef8 req-d3396d3c-b9de-4c59-bd82-69d59e53fa2e tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:37.712330 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-19653936-6be5-4468-ae3d-21dbec4c6ef8 req-d3396d3c-b9de-4c59-bd82-69d59e53fa2e tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.49 "DELETE /v2.0/ports/97fb6c10-ded5-46cb-9a11-7e8d41889a91 HTTP/1.1" status: 204 len: 173 time: 0.4182534 Jul 15 23:55:37.712779 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c60c95c9-7107-4b7e-a53e-8c5e5a6d6f39', 'name': 'network-vif-deleted', 'tag': '97fb6c10-ded5-46cb-9a11-7e8d41889a91'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:55:37.715024 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15718f56-b7e7-4066-b79d-c10a224fface" -d '{"events": [{"server_uuid": "c60c95c9-7107-4b7e-a53e-8c5e5a6d6f39", "name": "network-vif-deleted", "tag": "97fb6c10-ded5-46cb-9a11-7e8d41889a91"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:55:37.758355 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f74b6c-f71b-4502-b392-743b3d1d2a30 x-openstack-request-id: req-54f74b6c-f71b-4502-b392-743b3d1d2a30 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:55:37.758651 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c60c95c9-7107-4b7e-a53e-8c5e5a6d6f39", "name": "network-vif-deleted", "tag": "97fb6c10-ded5-46cb-9a11-7e8d41889a91", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:55:37.759016 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-54f74b6c-f71b-4502-b392-743b3d1d2a30 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:55:37.759341 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c60c95c9-7107-4b7e-a53e-8c5e5a6d6f39', 'name': 'network-vif-deleted', 'tag': '97fb6c10-ded5-46cb-9a11-7e8d41889a91', 'status': 'completed', 'code': 200} Jul 15 23:55:38.397787 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b4ac0740-92d7-453b-9ccd-1864a04b5e6c req-5cf42b15-a4b7-4cf7-ae62-e91f796b1da0 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=c60c95c9-7107-4b7e-a53e-8c5e5a6d6f39 HTTP/1.1" status: 200 len: 210 time: 0.0296576 Jul 15 23:55:38.476968 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:39.547185 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-767b774a-04b2-405e-bf92-071dcd98926d req-9c96cd21-6595-4807-9827-86999d11d48e tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=c60c95c9-7107-4b7e-a53e-8c5e5a6d6f39 HTTP/1.1" status: 200 len: 210 time: 0.0312929 Jul 15 23:55:40.693755 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c76de8af-0f81-40d3-9a8b-df5e0201ea31 req-6d6899b7-0329-4b48-bcf1-c27cd4c7fcf1 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=c60c95c9-7107-4b7e-a53e-8c5e5a6d6f39 HTTP/1.1" status: 200 len: 210 time: 0.0306790 Jul 15 23:55:40.991464 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 97fb6c10-ded5-46cb-9a11-7e8d41889a91 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:55:41.012805 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: 97fb6c10-ded5-46cb-9a11-7e8d41889a91 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:55:41.013162 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 97fb6c10-ded5-46cb-9a11-7e8d41889a91 not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:55:46.113961 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 50290) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:55:46.273848 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-c72a7581-e8fc-4fcb-8de5-fc7aeae50a06 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Deleting port 22d91c17-e552-4af8-ac2b-ec2a0e58c0d7 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:55:46.274477 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c72a7581-e8fc-4fcb-8de5-fc7aeae50a06 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:46.357406 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c72a7581-e8fc-4fcb-8de5-fc7aeae50a06 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:46.357737 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c72a7581-e8fc-4fcb-8de5-fc7aeae50a06 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:46.372229 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-c72a7581-e8fc-4fcb-8de5-fc7aeae50a06 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Calling delete_port for 22d91c17-e552-4af8-ac2b-ec2a0e58c0d7 owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:55:46.528757 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c72a7581-e8fc-4fcb-8de5-fc7aeae50a06 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:46.553891 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72a7581-e8fc-4fcb-8de5-fc7aeae50a06 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Pushing event deleted for resources: {'Port': ['ID=22d91c17-e552-4af8-ac2b-ec2a0e58c0d7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:46.618166 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c72a7581-e8fc-4fcb-8de5-fc7aeae50a06 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:46.618496 n-d-794306-6 neutron-server[93770]: INFO neutron.db.l3_db [None req-c72a7581-e8fc-4fcb-8de5-fc7aeae50a06 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Floating IP 23bd8603-35ac-48e9-8cb1-11a5d73c7262 disassociated (deleted). External IP: 172.25.5.232, port: ad34f5cc-8c89-47cb-bba5-c5557b585e30. Jul 15 23:55:46.833923 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c72a7581-e8fc-4fcb-8de5-fc7aeae50a06 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Router 4e6b29b2-a776-4a4f-9621-9040a1037938 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:55:46.944521 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c72a7581-e8fc-4fcb-8de5-fc7aeae50a06 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:55:46.948896 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c72a7581-e8fc-4fcb-8de5-fc7aeae50a06 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:46.954512 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3636a86c-247d-4006-afcf-de1cb46cfdbc None None] Sync routers for ids ['4e6b29b2-a776-4a4f-9621-9040a1037938'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:55:46.963967 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3636a86c-247d-4006-afcf-de1cb46cfdbc None None] Routers {'4e6b29b2-a776-4a4f-9621-9040a1037938'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:55:46.964866 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3636a86c-247d-4006-afcf-de1cb46cfdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:55:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['4e6b29b2-a776-4a4f-9621-9040a1037938'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:55:46.985739 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-c72a7581-e8fc-4fcb-8de5-fc7aeae50a06 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "DELETE /v2.0/floatingips/23bd8603-35ac-48e9-8cb1-11a5d73c7262 HTTP/1.1" status: 204 len: 168 time: 0.8706648 Jul 15 23:55:46.986348 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8b7beb1-365e-4155-bbdf-33bb95bd5b1d', 'tag': 'ad34f5cc-8c89-47cb-bba5-c5557b585e30'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:55:46.989236 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd88ca9-f3dc-4514-b2fd-ef7fd985c62c" -d '{"events": [{"name": "network-changed", "server_uuid": "b8b7beb1-365e-4155-bbdf-33bb95bd5b1d", "tag": "ad34f5cc-8c89-47cb-bba5-c5557b585e30"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:55:47.028128 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70012e45-078d-41d0-8294-fefc4f02f288 x-openstack-request-id: req-70012e45-078d-41d0-8294-fefc4f02f288 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:55:47.028500 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8b7beb1-365e-4155-bbdf-33bb95bd5b1d", "tag": "ad34f5cc-8c89-47cb-bba5-c5557b585e30", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:55:47.028839 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-70012e45-078d-41d0-8294-fefc4f02f288 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:55:47.029388 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8b7beb1-365e-4155-bbdf-33bb95bd5b1d', 'tag': 'ad34f5cc-8c89-47cb-bba5-c5557b585e30', 'status': 'completed', 'code': 200} Jul 15 23:55:47.082540 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-3636a86c-247d-4006-afcf-de1cb46cfdbc None None] Set router 4e6b29b2-a776-4a4f-9621-9040a1037938 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:55:47.139591 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd88ca9-f3dc-4514-b2fd-ef7fd985c62c req-868f4f45-b989-42ae-b40e-30377689c15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:47.141173 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ddd88ca9-f3dc-4514-b2fd-ef7fd985c62c req-868f4f45-b989-42ae-b40e-30377689c15f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=854f7f06e5364ce38de1e2e446f56e73&device_id=b8b7beb1-365e-4155-bbdf-33bb95bd5b1d HTTP/1.1" status: 200 len: 1096 time: 0.0702381 Jul 15 23:55:47.248626 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd88ca9-f3dc-4514-b2fd-ef7fd985c62c req-0ee0efc1-58f1-4255-aac2-ec5bb306dfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:47.250143 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ddd88ca9-f3dc-4514-b2fd-ef7fd985c62c req-0ee0efc1-58f1-4255-aac2-ec5bb306dfe4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=31e0906b-d6f8-4071-9d72-971224eb2adb HTTP/1.1" status: 200 len: 912 time: 0.1025922 Jul 15 23:55:47.310820 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ddd88ca9-f3dc-4514-b2fd-ef7fd985c62c req-47f12471-3dc7-49b9-90d2-9a4d2999075d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad34f5cc-8c89-47cb-bba5-c5557b585e30 HTTP/1.1" status: 200 len: 217 time: 0.0399728 Jul 15 23:55:47.314418 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3636a86c-247d-4006-afcf-de1cb46cfdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'name': 'tempest-TestVolumeBootPattern-888051493-router', 'tenant_id': '854f7f06e5364ce38de1e2e446f56e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '0d31eb46-5b42-44cf-9115-d5315821a9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:45:48Z', 'updated_at': '2021-07-15T23:45:51Z', 'revision_number': 4, 'project_id': '854f7f06e5364ce38de1e2e446f56e73', 'gw_port': {'id': '0d31eb46-5b42-44cf-9115-d5315821a9d6', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:49Z', 'updated_at': '2021-07-15T23:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'd11e153b-73df-4a13-bdea-de8ec72088d8', 'name': '', 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb', 'tenant_id': '854f7f06e5364ce38de1e2e446f56e73', 'mac_address': 'fa:16:3e:07:23:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'c5a5342a-197a-422d-81d6-779d4a25a0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:51Z', 'updated_at': '2021-07-15T23:45:58Z', 'revision_number': 5, 'project_id': '854f7f06e5364ce38de1e2e446f56e73', 'subnets': [{'id': 'c5a5342a-197a-422d-81d6-779d4a25a0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:55:47.349325 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3636a86c-247d-4006-afcf-de1cb46cfdbc None None] Checking router: 4e6b29b2-a776-4a4f-9621-9040a1037938 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:55:47.357746 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3636a86c-247d-4006-afcf-de1cb46cfdbc None None] Routers {'4e6b29b2-a776-4a4f-9621-9040a1037938'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:55:47.358355 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3636a86c-247d-4006-afcf-de1cb46cfdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:55:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['4e6b29b2-a776-4a4f-9621-9040a1037938'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:55:47.396647 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd88ca9-f3dc-4514-b2fd-ef7fd985c62c req-8853001e-6162-46af-946e-1506b59c6530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:47.398203 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ddd88ca9-f3dc-4514-b2fd-ef7fd985c62c req-8853001e-6162-46af-946e-1506b59c6530 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c5a5342a-197a-422d-81d6-779d4a25a0f6 HTTP/1.1" status: 200 len: 850 time: 0.0742998 Jul 15 23:55:47.421802 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1fb753-453d-4860-ad6c-5c38c7fa01ba req-9e66dcd5-bb47-4e7a-b46b-dd764c37b1cd tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:47.423380 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0d1fb753-453d-4860-ad6c-5c38c7fa01ba req-9e66dcd5-bb47-4e7a-b46b-dd764c37b1cd tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8b7beb1-365e-4155-bbdf-33bb95bd5b1d HTTP/1.1" status: 200 len: 945 time: 0.1101255 Jul 15 23:55:47.470399 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-3636a86c-247d-4006-afcf-de1cb46cfdbc None None] Set router 4e6b29b2-a776-4a4f-9621-9040a1037938 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:55:47.496498 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0d1fb753-453d-4860-ad6c-5c38c7fa01ba req-8ca1dea1-10c6-4cd7-bf98-815919fe8346 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc6a689-9c72-4b1f-91df-ea229a2b71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521073 Jul 15 23:55:47.506359 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd88ca9-f3dc-4514-b2fd-ef7fd985c62c req-5ae007d9-1fea-4106-a5b5-564c2d7d8047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:47.508368 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ddd88ca9-f3dc-4514-b2fd-ef7fd985c62c req-5ae007d9-1fea-4106-a5b5-564c2d7d8047 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=31e0906b-d6f8-4071-9d72-971224eb2adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1018908 Jul 15 23:55:47.601067 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ddd88ca9-f3dc-4514-b2fd-ef7fd985c62c req-784ecbde-8fce-4684-a54c-d4f9fcdb07a2 service neutron] 10.222.0.41 "GET /v2.0/networks/31e0906b-d6f8-4071-9d72-971224eb2adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850952 Jul 15 23:55:47.679603 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3636a86c-247d-4006-afcf-de1cb46cfdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'name': 'tempest-TestVolumeBootPattern-888051493-router', 'tenant_id': '854f7f06e5364ce38de1e2e446f56e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '0d31eb46-5b42-44cf-9115-d5315821a9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:45:48Z', 'updated_at': '2021-07-15T23:45:51Z', 'revision_number': 4, 'project_id': '854f7f06e5364ce38de1e2e446f56e73', 'gw_port': {'id': '0d31eb46-5b42-44cf-9115-d5315821a9d6', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:49Z', 'updated_at': '2021-07-15T23:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'd11e153b-73df-4a13-bdea-de8ec72088d8', 'name': '', 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb', 'tenant_id': '854f7f06e5364ce38de1e2e446f56e73', 'mac_address': 'fa:16:3e:07:23:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'c5a5342a-197a-422d-81d6-779d4a25a0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:51Z', 'updated_at': '2021-07-15T23:45:58Z', 'revision_number': 5, 'project_id': '854f7f06e5364ce38de1e2e446f56e73', 'subnets': [{'id': 'c5a5342a-197a-422d-81d6-779d4a25a0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:55:47.704748 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ddd88ca9-f3dc-4514-b2fd-ef7fd985c62c req-41a15a45-b0dc-4f97-9e7e-9ca202ae2508 service neutron] 10.222.0.41 "GET /v2.0/networks/31e0906b-d6f8-4071-9d72-971224eb2adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969698 Jul 15 23:55:47.706708 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3636a86c-247d-4006-afcf-de1cb46cfdbc None None] The sync data for ids ['4e6b29b2-a776-4a4f-9621-9040a1037938'] in n-d-794306-6 is: [{'id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'name': 'tempest-TestVolumeBootPattern-888051493-router', 'tenant_id': '854f7f06e5364ce38de1e2e446f56e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '0d31eb46-5b42-44cf-9115-d5315821a9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:45:48Z', 'updated_at': '2021-07-15T23:45:51Z', 'revision_number': 4, 'project_id': '854f7f06e5364ce38de1e2e446f56e73', 'gw_port': {'id': '0d31eb46-5b42-44cf-9115-d5315821a9d6', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:49Z', 'updated_at': '2021-07-15T23:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'd11e153b-73df-4a13-bdea-de8ec72088d8', 'name': '', 'network_id': '31e0906b-d6f8-4071-9d72-971224eb2adb', 'tenant_id': '854f7f06e5364ce38de1e2e446f56e73', 'mac_address': 'fa:16:3e:07:23:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'c5a5342a-197a-422d-81d6-779d4a25a0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:51Z', 'updated_at': '2021-07-15T23:45:58Z', 'revision_number': 5, 'project_id': '854f7f06e5364ce38de1e2e446f56e73', 'subnets': [{'id': 'c5a5342a-197a-422d-81d6-779d4a25a0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:55:47.942269 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff13c601-925d-49be-a872-d53a0448899c None None] New status for floating IP 23bd8603-35ac-48e9-8cb1-11a5d73c7262: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:55:48.680600 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d205b70d-1e13-4027-b7a1-f8007c922ac8 req-f945216a-b3f7-4792-82c5-f7ea6e5abc19 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:48.682145 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d205b70d-1e13-4027-b7a1-f8007c922ac8 req-f945216a-b3f7-4792-82c5-f7ea6e5abc19 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8b7beb1-365e-4155-bbdf-33bb95bd5b1d HTTP/1.1" status: 200 len: 945 time: 0.0646672 Jul 15 23:55:48.720746 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d205b70d-1e13-4027-b7a1-f8007c922ac8 req-d333ef92-5ba1-4048-af94-3bf29e13ecaf tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc6a689-9c72-4b1f-91df-ea229a2b71c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331202 Jul 15 23:55:48.991098 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f49cfb-2ad6-4edc-9a3d-95632b2bbedb req-958449a3-af58-433b-ac03-16209e2dc496 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:55:48.992590 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-32f49cfb-2ad6-4edc-9a3d-95632b2bbedb req-958449a3-af58-433b-ac03-16209e2dc496 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b7beb1-365e-4155-bbdf-33bb95bd5b1d HTTP/1.1" status: 200 len: 945 time: 0.0629766 Jul 15 23:55:49.096545 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-32f49cfb-2ad6-4edc-9a3d-95632b2bbedb req-0cfcd418-60a6-4a17-8571-243d701d6de8 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Deleting port ad34f5cc-8c89-47cb-bba5-c5557b585e30 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:55:49.096809 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-32f49cfb-2ad6-4edc-9a3d-95632b2bbedb req-0cfcd418-60a6-4a17-8571-243d701d6de8 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:49.185082 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-32f49cfb-2ad6-4edc-9a3d-95632b2bbedb req-0cfcd418-60a6-4a17-8571-243d701d6de8 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] For port ad34f5cc-8c89-47cb-bba5-c5557b585e30, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=ad34f5cc-8c89-47cb-bba5-c5557b585e30,segment=NetworkSegment(308c7c80-2dfe-465a-907b-006f4bf32eae),segment_id=308c7c80-2dfe-465a-907b-006f4bf32eae)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:55:49.185442 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-32f49cfb-2ad6-4edc-9a3d-95632b2bbedb req-0cfcd418-60a6-4a17-8571-243d701d6de8 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:49.203707 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-32f49cfb-2ad6-4edc-9a3d-95632b2bbedb req-0cfcd418-60a6-4a17-8571-243d701d6de8 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Calling delete_port for ad34f5cc-8c89-47cb-bba5-c5557b585e30 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:55:49.333240 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-32f49cfb-2ad6-4edc-9a3d-95632b2bbedb req-0cfcd418-60a6-4a17-8571-243d701d6de8 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:49.370104 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcd418-60a6-4a17-8571-243d701d6de8 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Pushing event deleted for resources: {'Port': ['ID=ad34f5cc-8c89-47cb-bba5-c5557b585e30,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:49.411636 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-32f49cfb-2ad6-4edc-9a3d-95632b2bbedb req-0cfcd418-60a6-4a17-8571-243d701d6de8 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] No DVR routers for this DVR port ad34f5cc-8c89-47cb-bba5-c5557b585e30 on host n-h2-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:55:49.414551 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-32f49cfb-2ad6-4edc-9a3d-95632b2bbedb req-0cfcd418-60a6-4a17-8571-243d701d6de8 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:49.416640 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-32f49cfb-2ad6-4edc-9a3d-95632b2bbedb req-0cfcd418-60a6-4a17-8571-243d701d6de8 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.41 "DELETE /v2.0/ports/ad34f5cc-8c89-47cb-bba5-c5557b585e30 HTTP/1.1" status: 204 len: 173 time: 0.4188139 Jul 15 23:55:49.417085 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b7beb1-365e-4155-bbdf-33bb95bd5b1d', 'name': 'network-vif-deleted', 'tag': 'ad34f5cc-8c89-47cb-bba5-c5557b585e30'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:55:49.419329 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d4f3ab-376e-4af1-bb38-e65352b5ca7c" -d '{"events": [{"server_uuid": "b8b7beb1-365e-4155-bbdf-33bb95bd5b1d", "name": "network-vif-deleted", "tag": "ad34f5cc-8c89-47cb-bba5-c5557b585e30"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:55:49.460764 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7bac891-f6c9-4fe6-bba5-5b8dca097758 x-openstack-request-id: req-c7bac891-f6c9-4fe6-bba5-5b8dca097758 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:55:49.461077 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8b7beb1-365e-4155-bbdf-33bb95bd5b1d", "name": "network-vif-deleted", "tag": "ad34f5cc-8c89-47cb-bba5-c5557b585e30", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:55:49.461324 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c7bac891-f6c9-4fe6-bba5-5b8dca097758 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:55:49.461721 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8b7beb1-365e-4155-bbdf-33bb95bd5b1d', 'name': 'network-vif-deleted', 'tag': 'ad34f5cc-8c89-47cb-bba5-c5557b585e30', 'status': 'completed', 'code': 200} Jul 15 23:55:49.881257 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-45ebd524-f66c-49d5-a2c3-be9b900a6098 req-3aad8d5b-0d5e-4f9b-b139-867879838ae9 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8b7beb1-365e-4155-bbdf-33bb95bd5b1d HTTP/1.1" status: 200 len: 210 time: 0.0319474 Jul 15 23:55:51.030665 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-77cf3c41-fb50-4da9-bf35-7c124e9385f5 req-930fb418-a410-4ef2-b8e7-4ffdd4dbc71a tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8b7beb1-365e-4155-bbdf-33bb95bd5b1d HTTP/1.1" status: 200 len: 210 time: 0.0288582 Jul 15 23:55:52.158006 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device ad34f5cc-8c89-47cb-bba5-c5557b585e30 no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:55:52.180221 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] No Port match for: ad34f5cc-8c89-47cb-bba5-c5557b585e30 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:55:52.180821 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device ad34f5cc-8c89-47cb-bba5-c5557b585e30 not bound to the agent host n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:55:52.183509 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-411cc9f7-b63d-4425-abf9-9b7750760e99 req-5d17900d-67e1-4b0b-ab84-32b13362cb7c tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8b7beb1-365e-4155-bbdf-33bb95bd5b1d HTTP/1.1" status: 200 len: 210 time: 0.0330303 Jul 15 23:55:53.352953 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ee521bc7-587d-4b41-b639-c604f676ac3b req-02093af1-222e-4c76-bf39-f91d14510623 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8b7beb1-365e-4155-bbdf-33bb95bd5b1d HTTP/1.1" status: 200 len: 210 time: 0.0335317 Jul 15 23:55:54.454506 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 50312) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:55:54.580631 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-b4c6138b-44b2-4894-a3a7-f74ced415b68 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Deleting port ba7d9658-5132-4050-ae11-128c63a8bdd2 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:55:54.581549 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4c6138b-44b2-4894-a3a7-f74ced415b68 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:54.660482 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4c6138b-44b2-4894-a3a7-f74ced415b68 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:54.660724 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4c6138b-44b2-4894-a3a7-f74ced415b68 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:54.672606 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-b4c6138b-44b2-4894-a3a7-f74ced415b68 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Calling delete_port for ba7d9658-5132-4050-ae11-128c63a8bdd2 owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:55:54.812006 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4c6138b-44b2-4894-a3a7-f74ced415b68 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:54.837118 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c6138b-44b2-4894-a3a7-f74ced415b68 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Pushing event deleted for resources: {'Port': ['ID=ba7d9658-5132-4050-ae11-128c63a8bdd2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:54.906457 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4c6138b-44b2-4894-a3a7-f74ced415b68 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:54.910002 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4c6138b-44b2-4894-a3a7-f74ced415b68 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:54.911252 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-b4c6138b-44b2-4894-a3a7-f74ced415b68 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "DELETE /v2.0/floatingips/8483cd87-a8c0-4bae-844f-ea96a70c9353 HTTP/1.1" status: 204 len: 168 time: 0.4556882 Jul 15 23:55:55.730689 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:57.235800 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 50326) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:55:57.301854 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a23af929-9f65-4e92-8d91-641b3d353154 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:57.328025 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a23af929-9f65-4e92-8d91-641b3d353154 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:57.394117 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a23af929-9f65-4e92-8d91-641b3d353154 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:57.396864 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a23af929-9f65-4e92-8d91-641b3d353154 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:57.398099 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-a23af929-9f65-4e92-8d91-641b3d353154 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] 10.222.0.48 "DELETE /v2.0/security-groups/cdc6a689-9c72-4b1f-91df-ea229a2b71c4 HTTP/1.1" status: 204 len: 168 time: 0.1611893 Jul 15 23:55:57.408044 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23af929-9f65-4e92-8d91-641b3d353154 tempest-TestVolumeBootPattern-1662450279 tempest-TestVolumeBootPattern-1662450279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc6a689-9c72-4b1f-91df-ea229a2b71c4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:57.462757 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 50330) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:55:58.025682 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc35ae31-ffff-46b7-ae10-1c326f230145 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:58.629346 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-dc35ae31-ffff-46b7-ae10-1c326f230145 admin admin] Deleting port d11e153b-73df-4a13-bdea-de8ec72088d8 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:55:58.630091 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc35ae31-ffff-46b7-ae10-1c326f230145 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:58.706098 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-dc35ae31-ffff-46b7-ae10-1c326f230145 admin admin] For port d11e153b-73df-4a13-bdea-de8ec72088d8, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=d11e153b-73df-4a13-bdea-de8ec72088d8,segment=NetworkSegment(308c7c80-2dfe-465a-907b-006f4bf32eae),segment_id=308c7c80-2dfe-465a-907b-006f4bf32eae)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:55:58.706422 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc35ae31-ffff-46b7-ae10-1c326f230145 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:58.719360 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-dc35ae31-ffff-46b7-ae10-1c326f230145 admin admin] Calling delete_port for d11e153b-73df-4a13-bdea-de8ec72088d8 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:55:58.869655 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:55:58.903232 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc35ae31-ffff-46b7-ae10-1c326f230145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:58.933713 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc35ae31-ffff-46b7-ae10-1c326f230145 admin admin] Pushing event deleted for resources: {'Port': ['ID=d11e153b-73df-4a13-bdea-de8ec72088d8,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:55:59.107052 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc35ae31-ffff-46b7-ae10-1c326f230145 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:59.331949 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc35ae31-ffff-46b7-ae10-1c326f230145 admin admin] Router 4e6b29b2-a776-4a4f-9621-9040a1037938 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:55:59.438748 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc35ae31-ffff-46b7-ae10-1c326f230145 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:55:59.444184 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-dc35ae31-ffff-46b7-ae10-1c326f230145 admin admin] 10.222.0.48 "PUT /v2.0/routers/4e6b29b2-a776-4a4f-9621-9040a1037938/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9786932 Jul 15 23:55:59.446750 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 50334) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:55:59.447530 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba82e802-fd39-4c61-b4e3-ea1b501ba94a None None] Sync routers for ids ['4e6b29b2-a776-4a4f-9621-9040a1037938'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:55:59.456893 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba82e802-fd39-4c61-b4e3-ea1b501ba94a None None] Routers {'4e6b29b2-a776-4a4f-9621-9040a1037938'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:55:59.457511 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ba82e802-fd39-4c61-b4e3-ea1b501ba94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:55:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['4e6b29b2-a776-4a4f-9621-9040a1037938'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:55:59.554097 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d17e450-6936-4208-9b2b-5cfccc1a1b8e admin admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:59.564909 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-ba82e802-fd39-4c61-b4e3-ea1b501ba94a None None] Set router 4e6b29b2-a776-4a4f-9621-9040a1037938 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:55:59.656151 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d17e450-6936-4208-9b2b-5cfccc1a1b8e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:59.720209 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-7d17e450-6936-4208-9b2b-5cfccc1a1b8e admin admin] Deleting port 0d31eb46-5b42-44cf-9115-d5315821a9d6 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:55:59.720548 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d17e450-6936-4208-9b2b-5cfccc1a1b8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:59.752571 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ba82e802-fd39-4c61-b4e3-ea1b501ba94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'name': 'tempest-TestVolumeBootPattern-888051493-router', 'tenant_id': '854f7f06e5364ce38de1e2e446f56e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '0d31eb46-5b42-44cf-9115-d5315821a9d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:45:48Z', 'updated_at': '2021-07-15T23:55:58Z', 'revision_number': 5, 'project_id': '854f7f06e5364ce38de1e2e446f56e73', 'gw_port': {'id': '0d31eb46-5b42-44cf-9115-d5315821a9d6', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:e6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:49Z', 'updated_at': '2021-07-15T23:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:55:59.779448 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba82e802-fd39-4c61-b4e3-ea1b501ba94a None None] Checking router: 4e6b29b2-a776-4a4f-9621-9040a1037938 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:55:59.788711 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba82e802-fd39-4c61-b4e3-ea1b501ba94a None None] Routers {'4e6b29b2-a776-4a4f-9621-9040a1037938'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:55:59.789328 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ba82e802-fd39-4c61-b4e3-ea1b501ba94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:55:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['4e6b29b2-a776-4a4f-9621-9040a1037938'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:55:59.807824 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-7d17e450-6936-4208-9b2b-5cfccc1a1b8e admin admin] For port 0d31eb46-5b42-44cf-9115-d5315821a9d6, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=0d31eb46-5b42-44cf-9115-d5315821a9d6,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:55:59.808185 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d17e450-6936-4208-9b2b-5cfccc1a1b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:55:59.823338 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-7d17e450-6936-4208-9b2b-5cfccc1a1b8e admin admin] Calling delete_port for 0d31eb46-5b42-44cf-9115-d5315821a9d6 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:55:59.878546 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-ba82e802-fd39-4c61-b4e3-ea1b501ba94a None None] Set router 4e6b29b2-a776-4a4f-9621-9040a1037938 gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:55:59.933762 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ba82e802-fd39-4c61-b4e3-ea1b501ba94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'name': 'tempest-TestVolumeBootPattern-888051493-router', 'tenant_id': '854f7f06e5364ce38de1e2e446f56e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:45:48Z', 'updated_at': '2021-07-15T23:55:59Z', 'revision_number': 6, 'project_id': '854f7f06e5364ce38de1e2e446f56e73', 'gw_port_host': None}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:55:59.963557 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba82e802-fd39-4c61-b4e3-ea1b501ba94a None None] The sync data for ids ['4e6b29b2-a776-4a4f-9621-9040a1037938'] in n-d-794306-6 is: [{'id': '4e6b29b2-a776-4a4f-9621-9040a1037938', 'name': 'tempest-TestVolumeBootPattern-888051493-router', 'tenant_id': '854f7f06e5364ce38de1e2e446f56e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:45:48Z', 'updated_at': '2021-07-15T23:55:59Z', 'revision_number': 6, 'project_id': '854f7f06e5364ce38de1e2e446f56e73', 'gw_port_host': None}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:56:00.021570 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d17e450-6936-4208-9b2b-5cfccc1a1b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:00.049058 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d17e450-6936-4208-9b2b-5cfccc1a1b8e admin admin] Pushing event deleted for resources: {'Port': ['ID=0d31eb46-5b42-44cf-9115-d5315821a9d6,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:56:00.115384 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d17e450-6936-4208-9b2b-5cfccc1a1b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999011'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:00.206484 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d17e450-6936-4208-9b2b-5cfccc1a1b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:00.208625 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d17e450-6936-4208-9b2b-5cfccc1a1b8e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:00.252224 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d17e450-6936-4208-9b2b-5cfccc1a1b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:00.252849 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d17e450-6936-4208-9b2b-5cfccc1a1b8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e6b29b2-a776-4a4f-9621-9040a1037938 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:56:00.258015 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d17e450-6936-4208-9b2b-5cfccc1a1b8e admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:00.259256 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-7d17e450-6936-4208-9b2b-5cfccc1a1b8e admin admin] 10.222.0.48 "DELETE /v2.0/routers/4e6b29b2-a776-4a4f-9621-9040a1037938 HTTP/1.1" status: 204 len: 168 time: 0.8115659 Jul 15 23:56:00.261747 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 50336) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:56:00.319884 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-63c60dc6-4c4b-4fa9-86ca-598cf0ea0313 admin admin] Deleting subnet c5a5342a-197a-422d-81d6-779d4a25a0f6 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:56:00.323369 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-63c60dc6-4c4b-4fa9-86ca-598cf0ea0313 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:00.361259 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-63c60dc6-4c4b-4fa9-86ca-598cf0ea0313 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:00.445539 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-63c60dc6-4c4b-4fa9-86ca-598cf0ea0313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:00.499796 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-63c60dc6-4c4b-4fa9-86ca-598cf0ea0313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:00.530394 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c60dc6-4c4b-4fa9-86ca-598cf0ea0313 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5a5342a-197a-422d-81d6-779d4a25a0f6,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:56:00.535282 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-63c60dc6-4c4b-4fa9-86ca-598cf0ea0313 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:00.537247 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-63c60dc6-4c4b-4fa9-86ca-598cf0ea0313 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c5a5342a-197a-422d-81d6-779d4a25a0f6 HTTP/1.1" status: 204 len: 168 time: 0.2744937 Jul 15 23:56:00.539840 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 50338) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:56:00.541438 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a30c3b5-2650-4c5f-981c-ac796af08053 None None] Network 31e0906b-d6f8-4071-9d72-971224eb2adb requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:56:00.613985 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c022fdd7-af3a-41ad-83ed-feedeaffa6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:00.667446 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-c022fdd7-af3a-41ad-83ed-feedeaffa6cc admin admin] Deleting port d0963734-64c4-4710-b89b-392c85facb28 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:56:00.668106 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c022fdd7-af3a-41ad-83ed-feedeaffa6cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:00.748585 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e02f7c8-3f1d-4f74-a372-54eb4ce76be6 None None] DHCP port deletion for 31e0906b-d6f8-4071-9d72-971224eb2adb request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:56:00.752537 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device d11e153b-73df-4a13-bdea-de8ec72088d8 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:56:00.753401 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-c022fdd7-af3a-41ad-83ed-feedeaffa6cc admin admin] For port d0963734-64c4-4710-b89b-392c85facb28, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=d0963734-64c4-4710-b89b-392c85facb28,segment=NetworkSegment(308c7c80-2dfe-465a-907b-006f4bf32eae),segment_id=308c7c80-2dfe-465a-907b-006f4bf32eae)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:56:00.753799 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c022fdd7-af3a-41ad-83ed-feedeaffa6cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:00.769722 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-c022fdd7-af3a-41ad-83ed-feedeaffa6cc admin admin] Calling delete_port for d0963734-64c4-4710-b89b-392c85facb28 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:56:00.775312 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: d11e153b-73df-4a13-bdea-de8ec72088d8 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:56:00.775707 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device d11e153b-73df-4a13-bdea-de8ec72088d8 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:56:00.817485 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-3e02f7c8-3f1d-4f74-a372-54eb4ce76be6 None None] Deleting port d0963734-64c4-4710-b89b-392c85facb28 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:56:00.817857 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3e02f7c8-3f1d-4f74-a372-54eb4ce76be6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:00.864519 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c022fdd7-af3a-41ad-83ed-feedeaffa6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:00.899434 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c022fdd7-af3a-41ad-83ed-feedeaffa6cc admin admin] Pushing event deleted for resources: {'Port': ['ID=d0963734-64c4-4710-b89b-392c85facb28,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:56:00.904456 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c022fdd7-af3a-41ad-83ed-feedeaffa6cc admin admin] No DVR routers for this DVR port d0963734-64c4-4710-b89b-392c85facb28 on host n-d-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:56:00.905817 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-3e02f7c8-3f1d-4f74-a372-54eb4ce76be6 None None] For port d0963734-64c4-4710-b89b-392c85facb28, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=d0963734-64c4-4710-b89b-392c85facb28,segment=NetworkSegment(308c7c80-2dfe-465a-907b-006f4bf32eae),segment_id=308c7c80-2dfe-465a-907b-006f4bf32eae)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:56:00.906111 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3e02f7c8-3f1d-4f74-a372-54eb4ce76be6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:00.915687 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-eba7e854-9e9f-4342-8a3e-38e4957163ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:00.921980 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-3e02f7c8-3f1d-4f74-a372-54eb4ce76be6 None None] Calling delete_port for d0963734-64c4-4710-b89b-392c85facb28 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:56:00.982567 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c022fdd7-af3a-41ad-83ed-feedeaffa6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:00.996731 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-c022fdd7-af3a-41ad-83ed-feedeaffa6cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31e0906b-d6f8-4071-9d72-971224eb2adb']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:56:01.001635 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3e02f7c8-3f1d-4f74-a372-54eb4ce76be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:01.010081 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-c022fdd7-af3a-41ad-83ed-feedeaffa6cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '308c7c80-2dfe-465a-907b-006f4bf32eae') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:56:01.010489 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-c022fdd7-af3a-41ad-83ed-feedeaffa6cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '308c7c80-2dfe-465a-907b-006f4bf32eae') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:56:01.021121 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c022fdd7-af3a-41ad-83ed-feedeaffa6cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:01.028121 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e02f7c8-3f1d-4f74-a372-54eb4ce76be6 None None] Pushing event deleted for resources: {'Port': ['ID=d0963734-64c4-4710-b89b-392c85facb28,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:56:01.032899 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e02f7c8-3f1d-4f74-a372-54eb4ce76be6 None None] No DVR routers for this DVR port d0963734-64c4-4710-b89b-392c85facb28 on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:56:01.037727 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c022fdd7-af3a-41ad-83ed-feedeaffa6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:01.040296 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e02f7c8-3f1d-4f74-a372-54eb4ce76be6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:01.040645 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e02f7c8-3f1d-4f74-a372-54eb4ce76be6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:01.040985 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e02f7c8-3f1d-4f74-a372-54eb4ce76be6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:01.041320 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e02f7c8-3f1d-4f74-a372-54eb4ce76be6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:01.041648 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e02f7c8-3f1d-4f74-a372-54eb4ce76be6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:01.042167 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e02f7c8-3f1d-4f74-a372-54eb4ce76be6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:01.042667 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e02f7c8-3f1d-4f74-a372-54eb4ce76be6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:01.043273 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e02f7c8-3f1d-4f74-a372-54eb4ce76be6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:01.043370 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e02f7c8-3f1d-4f74-a372-54eb4ce76be6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:01.043642 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e02f7c8-3f1d-4f74-a372-54eb4ce76be6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:01.043973 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e02f7c8-3f1d-4f74-a372-54eb4ce76be6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:01.044293 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e02f7c8-3f1d-4f74-a372-54eb4ce76be6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:01.046086 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c022fdd7-af3a-41ad-83ed-feedeaffa6cc admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:56:01.046763 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c022fdd7-af3a-41ad-83ed-feedeaffa6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:01.049038 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:56:01.049038 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:56:01.049038 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:56:01.049038 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:56:01.049038 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:56:01.049038 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:56:01.049038 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:56:01.049038 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:56:01.049038 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:56:01.049038 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:56:01.049038 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:56:01.049038 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:56:01.049038 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:56:01.049038 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:56:01.049038 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:56:01.049038 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:56:01.049038 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:56:01.049038 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:56:01.049038 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:56:01.049038 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:56:01.049038 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:56:01.049038 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:56:01.049038 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:56:01.049038 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:56:01.049038 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:56:01.049038 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:56:01.049038 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:56:01.049038 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:56:01.049038 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:56:01.049038 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:56:01.049038 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:56:01.049038 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:56:01.049038 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:56:01.049038 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:56:01.049038 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:56:01.049038 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:56:01.049038 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:56:01.049038 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:56:01.049038 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:56:01.049038 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:56:01.049038 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:56:01.049038 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:56:01.049038 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:56:01.049038 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:56:01.049038 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:56:01.049038 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:56:01.049038 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:56:01.049038 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:56:01.049038 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:56:01.049038 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:56:01.049038 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:56:01.049038 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:56:01.049038 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:56:01.049038 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:56:01.049038 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:56:01.049038 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:56:01.049038 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:56:01.049038 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:56:01.049038 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:56:01.049038 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:56:01.049038 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:56:01.049038 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:56:01.049038 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:56:01.049038 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:56:01.110343 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c022fdd7-af3a-41ad-83ed-feedeaffa6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:01.116316 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c022fdd7-af3a-41ad-83ed-feedeaffa6cc admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:01.118225 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-c022fdd7-af3a-41ad-83ed-feedeaffa6cc admin admin] 10.222.0.48 "DELETE /v2.0/networks/31e0906b-d6f8-4071-9d72-971224eb2adb HTTP/1.1" status: 204 len: 168 time: 0.5772676 Jul 15 23:56:01.121410 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 50340) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:56:01.130779 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c022fdd7-af3a-41ad-83ed-feedeaffa6cc admin admin] Pushing event deleted for resources: {'Network': ['ID=31e0906b-d6f8-4071-9d72-971224eb2adb,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:56:01.839832 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6622bcf5-b8fe-4313-b452-77622cd82b70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:02.113638 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-6622bcf5-b8fe-4313-b452-77622cd82b70 admin admin] Deleting port cf67df51-9105-4e29-b7ad-ffde7e9969c4 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:56:02.113809 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6622bcf5-b8fe-4313-b452-77622cd82b70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:02.167941 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device d0963734-64c4-4710-b89b-392c85facb28 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:56:02.191041 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: d0963734-64c4-4710-b89b-392c85facb28 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:56:02.191388 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device d0963734-64c4-4710-b89b-392c85facb28 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:56:02.191840 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 0d31eb46-5b42-44cf-9115-d5315821a9d6 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:56:02.197303 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-6622bcf5-b8fe-4313-b452-77622cd82b70 admin admin] For port cf67df51-9105-4e29-b7ad-ffde7e9969c4, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=cf67df51-9105-4e29-b7ad-ffde7e9969c4,segment=NetworkSegment(e1aff36e-4914-42bd-892a-afe2bd82cc40),segment_id=e1aff36e-4914-42bd-892a-afe2bd82cc40)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:56:02.197851 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6622bcf5-b8fe-4313-b452-77622cd82b70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:02.218697 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-6622bcf5-b8fe-4313-b452-77622cd82b70 admin admin] Calling delete_port for cf67df51-9105-4e29-b7ad-ffde7e9969c4 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:56:02.380775 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 0d31eb46-5b42-44cf-9115-d5315821a9d6 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:56:02.381019 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 0d31eb46-5b42-44cf-9115-d5315821a9d6 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:56:02.415733 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6622bcf5-b8fe-4313-b452-77622cd82b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:02.441783 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6622bcf5-b8fe-4313-b452-77622cd82b70 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf67df51-9105-4e29-b7ad-ffde7e9969c4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:56:02.471698 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6622bcf5-b8fe-4313-b452-77622cd82b70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:02.472060 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6622bcf5-b8fe-4313-b452-77622cd82b70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:02.472410 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6622bcf5-b8fe-4313-b452-77622cd82b70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:02.472750 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6622bcf5-b8fe-4313-b452-77622cd82b70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:02.473088 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6622bcf5-b8fe-4313-b452-77622cd82b70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:02.473423 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6622bcf5-b8fe-4313-b452-77622cd82b70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:02.473904 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6622bcf5-b8fe-4313-b452-77622cd82b70 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:02.474077 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6622bcf5-b8fe-4313-b452-77622cd82b70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:02.474405 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6622bcf5-b8fe-4313-b452-77622cd82b70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:02.474730 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6622bcf5-b8fe-4313-b452-77622cd82b70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:02.475055 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6622bcf5-b8fe-4313-b452-77622cd82b70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:02.475383 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6622bcf5-b8fe-4313-b452-77622cd82b70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:02.632471 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6622bcf5-b8fe-4313-b452-77622cd82b70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:02.855211 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6622bcf5-b8fe-4313-b452-77622cd82b70 admin admin] Router ac54ebdb-28a3-4984-9f9a-83cee8d1a6b2 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:56:02.965884 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6622bcf5-b8fe-4313-b452-77622cd82b70 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:56:02.971259 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-6622bcf5-b8fe-4313-b452-77622cd82b70 admin admin] 10.222.0.48 "PUT /v2.0/routers/ac54ebdb-28a3-4984-9f9a-83cee8d1a6b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8483250 Jul 15 23:56:02.974581 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 50348) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:56:02.975968 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f034245c-6f09-4261-8d28-164983341582 None None] Sync routers for ids ['ac54ebdb-28a3-4984-9f9a-83cee8d1a6b2'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:56:02.986393 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f034245c-6f09-4261-8d28-164983341582 None None] Routers {'ac54ebdb-28a3-4984-9f9a-83cee8d1a6b2'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:56:02.987245 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f034245c-6f09-4261-8d28-164983341582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:55:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ac54ebdb-28a3-4984-9f9a-83cee8d1a6b2'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:56:03.080751 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be02ae27-070d-4755-947d-7dc933f772f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:03.093710 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-f034245c-6f09-4261-8d28-164983341582 None None] Set router ac54ebdb-28a3-4984-9f9a-83cee8d1a6b2 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:56:03.186379 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be02ae27-070d-4755-947d-7dc933f772f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:03.241562 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-be02ae27-070d-4755-947d-7dc933f772f5 admin admin] Deleting port e285029e-586b-46d9-b0ed-a8c6154c2eb6 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:56:03.241795 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be02ae27-070d-4755-947d-7dc933f772f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:03.277002 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f034245c-6f09-4261-8d28-164983341582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac54ebdb-28a3-4984-9f9a-83cee8d1a6b2', 'name': 'tempest-TestVolumeBootPattern-858481163-router', 'tenant_id': 'f206adee678845199f1a31691fadcc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'e285029e-586b-46d9-b0ed-a8c6154c2eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:45:53Z', 'updated_at': '2021-07-15T23:56:02Z', 'revision_number': 5, 'project_id': 'f206adee678845199f1a31691fadcc45', 'gw_port': {'id': 'e285029e-586b-46d9-b0ed-a8c6154c2eb6', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac54ebdb-28a3-4984-9f9a-83cee8d1a6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:45:54Z', 'updated_at': '2021-07-15T23:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:56:03.307060 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f034245c-6f09-4261-8d28-164983341582 None None] Checking router: ac54ebdb-28a3-4984-9f9a-83cee8d1a6b2 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:56:03.315240 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f034245c-6f09-4261-8d28-164983341582 None None] Routers {'ac54ebdb-28a3-4984-9f9a-83cee8d1a6b2'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:56:03.316652 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f034245c-6f09-4261-8d28-164983341582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:55:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['ac54ebdb-28a3-4984-9f9a-83cee8d1a6b2'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:56:03.325583 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-be02ae27-070d-4755-947d-7dc933f772f5 admin admin] For port e285029e-586b-46d9-b0ed-a8c6154c2eb6, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=e285029e-586b-46d9-b0ed-a8c6154c2eb6,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:56:03.326021 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be02ae27-070d-4755-947d-7dc933f772f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:03.338544 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-be02ae27-070d-4755-947d-7dc933f772f5 admin admin] Calling delete_port for e285029e-586b-46d9-b0ed-a8c6154c2eb6 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:56:03.406632 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-f034245c-6f09-4261-8d28-164983341582 None None] Set router ac54ebdb-28a3-4984-9f9a-83cee8d1a6b2 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:56:03.446286 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:03.461930 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f034245c-6f09-4261-8d28-164983341582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac54ebdb-28a3-4984-9f9a-83cee8d1a6b2', 'name': 'tempest-TestVolumeBootPattern-858481163-router', 'tenant_id': 'f206adee678845199f1a31691fadcc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:45:53Z', 'updated_at': '2021-07-15T23:56:03Z', 'revision_number': 6, 'project_id': 'f206adee678845199f1a31691fadcc45', 'gw_port_host': None}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:56:03.500921 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f034245c-6f09-4261-8d28-164983341582 None None] The sync data for ids ['ac54ebdb-28a3-4984-9f9a-83cee8d1a6b2'] in n-d-794306-6 is: [{'id': 'ac54ebdb-28a3-4984-9f9a-83cee8d1a6b2', 'name': 'tempest-TestVolumeBootPattern-858481163-router', 'tenant_id': 'f206adee678845199f1a31691fadcc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:45:53Z', 'updated_at': '2021-07-15T23:56:03Z', 'revision_number': 6, 'project_id': 'f206adee678845199f1a31691fadcc45', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:56:03.515533 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be02ae27-070d-4755-947d-7dc933f772f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:03.540457 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be02ae27-070d-4755-947d-7dc933f772f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e285029e-586b-46d9-b0ed-a8c6154c2eb6,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:56:03.608449 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be02ae27-070d-4755-947d-7dc933f772f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999011'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:03.703268 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be02ae27-070d-4755-947d-7dc933f772f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:03.705481 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be02ae27-070d-4755-947d-7dc933f772f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:03.755209 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be02ae27-070d-4755-947d-7dc933f772f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:03.755723 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be02ae27-070d-4755-947d-7dc933f772f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac54ebdb-28a3-4984-9f9a-83cee8d1a6b2 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 23:56:03.760750 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be02ae27-070d-4755-947d-7dc933f772f5 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:03.762215 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-be02ae27-070d-4755-947d-7dc933f772f5 admin admin] 10.222.0.48 "DELETE /v2.0/routers/ac54ebdb-28a3-4984-9f9a-83cee8d1a6b2 HTTP/1.1" status: 204 len: 168 time: 0.7863617 Jul 15 23:56:03.764434 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 50350) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:56:03.820314 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3ea578e-6739-4a15-8427-243650e7c221 admin admin] Deleting subnet 9323a358-1113-4d7a-91b4-401882a9e457 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:56:03.824357 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b3ea578e-6739-4a15-8427-243650e7c221 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:03.865116 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b3ea578e-6739-4a15-8427-243650e7c221 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:03.961050 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b3ea578e-6739-4a15-8427-243650e7c221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:04.028076 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b3ea578e-6739-4a15-8427-243650e7c221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:04.058971 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ea578e-6739-4a15-8427-243650e7c221 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9323a358-1113-4d7a-91b4-401882a9e457,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:56:04.061848 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b3ea578e-6739-4a15-8427-243650e7c221 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:04.067223 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 50352) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:56:04.068099 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-b3ea578e-6739-4a15-8427-243650e7c221 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/9323a358-1113-4d7a-91b4-401882a9e457 HTTP/1.1" status: 204 len: 168 time: 0.3017442 Jul 15 23:56:04.071011 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe97f9a-2293-4157-b7d4-b9b6f937b763 None None] Network e76a6a3b-e3d3-478a-a19e-f0ba980b2714 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:56:04.152587 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f961539b-c433-40c7-ae43-91dbd8a26c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:04.229215 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f961539b-c433-40c7-ae43-91dbd8a26c87 admin admin] Deleting port e3fce72c-068a-49a4-b345-5e7c4af5263b {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:56:04.229503 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f961539b-c433-40c7-ae43-91dbd8a26c87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:04.260630 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ab40f46d-b8e6-4921-88ba-2eefeb3eff06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:04.326482 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33577b8b-cb8c-4ba9-8fcf-ba0e4ef78b45 None None] DHCP port deletion for e76a6a3b-e3d3-478a-a19e-f0ba980b2714 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 23:56:04.335403 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-f961539b-c433-40c7-ae43-91dbd8a26c87 admin admin] For port e3fce72c-068a-49a4-b345-5e7c4af5263b, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=e3fce72c-068a-49a4-b345-5e7c4af5263b,segment=NetworkSegment(e1aff36e-4914-42bd-892a-afe2bd82cc40),segment_id=e1aff36e-4914-42bd-892a-afe2bd82cc40)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:56:04.335798 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f961539b-c433-40c7-ae43-91dbd8a26c87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:04.355103 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f961539b-c433-40c7-ae43-91dbd8a26c87 admin admin] Calling delete_port for e3fce72c-068a-49a4-b345-5e7c4af5263b owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:56:04.358275 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device cf67df51-9105-4e29-b7ad-ffde7e9969c4 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:56:04.383886 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: cf67df51-9105-4e29-b7ad-ffde7e9969c4 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:56:04.384242 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device cf67df51-9105-4e29-b7ad-ffde7e9969c4 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:56:04.384666 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device e285029e-586b-46d9-b0ed-a8c6154c2eb6 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:56:04.411435 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: e285029e-586b-46d9-b0ed-a8c6154c2eb6 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:56:04.411818 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device e285029e-586b-46d9-b0ed-a8c6154c2eb6 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:56:04.424776 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-33577b8b-cb8c-4ba9-8fcf-ba0e4ef78b45 None None] Deleting port e3fce72c-068a-49a4-b345-5e7c4af5263b {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:56:04.425194 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-33577b8b-cb8c-4ba9-8fcf-ba0e4ef78b45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:04.459324 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f961539b-c433-40c7-ae43-91dbd8a26c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:04.494161 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f961539b-c433-40c7-ae43-91dbd8a26c87 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3fce72c-068a-49a4-b345-5e7c4af5263b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:56:04.500636 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f961539b-c433-40c7-ae43-91dbd8a26c87 admin admin] No DVR routers for this DVR port e3fce72c-068a-49a4-b345-5e7c4af5263b on host n-d-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:56:04.504900 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:04.515242 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-33577b8b-cb8c-4ba9-8fcf-ba0e4ef78b45 None None] For port e3fce72c-068a-49a4-b345-5e7c4af5263b, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=e3fce72c-068a-49a4-b345-5e7c4af5263b,segment=NetworkSegment(e1aff36e-4914-42bd-892a-afe2bd82cc40),segment_id=e1aff36e-4914-42bd-892a-afe2bd82cc40)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:56:04.515662 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-33577b8b-cb8c-4ba9-8fcf-ba0e4ef78b45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:04.530189 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-33577b8b-cb8c-4ba9-8fcf-ba0e4ef78b45 None None] Calling delete_port for e3fce72c-068a-49a4-b345-5e7c4af5263b owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:56:04.590044 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f961539b-c433-40c7-ae43-91dbd8a26c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:04.603744 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f961539b-c433-40c7-ae43-91dbd8a26c87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e76a6a3b-e3d3-478a-a19e-f0ba980b2714']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:56:04.617100 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f961539b-c433-40c7-ae43-91dbd8a26c87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1aff36e-4914-42bd-892a-afe2bd82cc40') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:56:04.617404 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f961539b-c433-40c7-ae43-91dbd8a26c87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1aff36e-4914-42bd-892a-afe2bd82cc40') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:56:04.623321 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-33577b8b-cb8c-4ba9-8fcf-ba0e4ef78b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:04.629619 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f961539b-c433-40c7-ae43-91dbd8a26c87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:04.657380 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f961539b-c433-40c7-ae43-91dbd8a26c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:04.658869 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33577b8b-cb8c-4ba9-8fcf-ba0e4ef78b45 None None] Pushing event deleted for resources: {'Port': ['ID=e3fce72c-068a-49a4-b345-5e7c4af5263b,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:56:04.666815 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f961539b-c433-40c7-ae43-91dbd8a26c87 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:56:04.667330 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f961539b-c433-40c7-ae43-91dbd8a26c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:04.671715 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33577b8b-cb8c-4ba9-8fcf-ba0e4ef78b45 None None] No DVR routers for this DVR port e3fce72c-068a-49a4-b345-5e7c4af5263b on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:56:04.671933 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:56:04.671933 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:56:04.671933 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:56:04.671933 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:56:04.671933 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:56:04.671933 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:56:04.671933 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:56:04.671933 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:56:04.671933 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:56:04.671933 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:56:04.671933 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:56:04.671933 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:56:04.671933 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:56:04.671933 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:56:04.671933 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:56:04.671933 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:56:04.671933 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:56:04.671933 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:56:04.671933 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:56:04.671933 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:56:04.671933 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:56:04.671933 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:56:04.671933 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:56:04.671933 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:56:04.671933 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:56:04.671933 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:56:04.671933 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:56:04.671933 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:56:04.671933 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:56:04.671933 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:56:04.671933 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:56:04.671933 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:56:04.736001 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f961539b-c433-40c7-ae43-91dbd8a26c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:04.741638 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f961539b-c433-40c7-ae43-91dbd8a26c87 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:04.746290 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f961539b-c433-40c7-ae43-91dbd8a26c87 admin admin] 10.222.0.48 "DELETE /v2.0/networks/e76a6a3b-e3d3-478a-a19e-f0ba980b2714 HTTP/1.1" status: 204 len: 168 time: 0.6754532 Jul 15 23:56:04.759673 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f961539b-c433-40c7-ae43-91dbd8a26c87 admin admin] Pushing event deleted for resources: {'Network': ['ID=e76a6a3b-e3d3-478a-a19e-f0ba980b2714,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:56:04.885290 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 50356) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:56:04.926638 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-8d227f9d-7dae-4c39-a4f1-cbc7a7e2b8c7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=854f7f06e5364ce38de1e2e446f56e73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400701 Jul 15 23:56:04.928948 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 50358) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:56:04.976140 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-369e090f-b0a1-458d-9b95-303f1405cf8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:04.997735 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-369e090f-b0a1-458d-9b95-303f1405cf8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:05.046263 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-369e090f-b0a1-458d-9b95-303f1405cf8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:05.049016 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-369e090f-b0a1-458d-9b95-303f1405cf8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:05.050038 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-369e090f-b0a1-458d-9b95-303f1405cf8b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f HTTP/1.1" status: 204 len: 168 time: 0.1202016 Jul 15 23:56:05.058730 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369e090f-b0a1-458d-9b95-303f1405cf8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e5a9e5-37b1-4b75-89e2-2bdd4e857a7f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:56:05.387309 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 50364) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:56:05.427488 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ddd56299-65fd-44ce-9bec-bce8a3fbbd2c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f206adee678845199f1a31691fadcc45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387437 Jul 15 23:56:05.429882 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 50366) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:56:05.477158 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9005fa3e-e1b9-4c8f-821e-8d6299b77d75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:05.497535 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9005fa3e-e1b9-4c8f-821e-8d6299b77d75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:05.543673 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9005fa3e-e1b9-4c8f-821e-8d6299b77d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:05.546235 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9005fa3e-e1b9-4c8f-821e-8d6299b77d75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:05.547545 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-9005fa3e-e1b9-4c8f-821e-8d6299b77d75 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c657249f-5e33-40cf-97b6-9336df1bd98d HTTP/1.1" status: 204 len: 168 time: 0.1167536 Jul 15 23:56:05.556033 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9005fa3e-e1b9-4c8f-821e-8d6299b77d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c657249f-5e33-40cf-97b6-9336df1bd98d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:56:06.162346 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device e3fce72c-068a-49a4-b345-5e7c4af5263b no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:56:06.181896 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: e3fce72c-068a-49a4-b345-5e7c4af5263b {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:56:06.182243 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device e3fce72c-068a-49a4-b345-5e7c4af5263b not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:56:06.460315 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:08.468960 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:15.812694 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-30243886-6a78-44ce-a4c2-46ac6ca05ad4 req-2ea6abfa-504b-4c3e-8338-f651419261fa tempest-ServersAdminNegativeTestJSON-1051192889 tempest-ServersAdminNegativeTestJSON-1051192889-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=905f35dd3a0947b1b58fd99302dacfba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290725 Jul 15 23:56:16.328535 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30243886-6a78-44ce-a4c2-46ac6ca05ad4 req-40cc66c3-5262-4bf8-a640-8e735dfe22f8 tempest-ServersAdminNegativeTestJSON-1051192889 tempest-ServersAdminNegativeTestJSON-1051192889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:16.330028 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-30243886-6a78-44ce-a4c2-46ac6ca05ad4 req-40cc66c3-5262-4bf8-a640-8e735dfe22f8 tempest-ServersAdminNegativeTestJSON-1051192889 tempest-ServersAdminNegativeTestJSON-1051192889-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5122473 Jul 15 23:56:16.345064 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-30243886-6a78-44ce-a4c2-46ac6ca05ad4 req-5dd02ddf-f46b-4ec3-a708-8d10b889f74c tempest-ServersAdminNegativeTestJSON-1051192889 tempest-ServersAdminNegativeTestJSON-1051192889-project] 10.222.0.48 "GET /v2.0/quotas/905f35dd3a0947b1b58fd99302dacfba HTTP/1.1" status: 200 len: 375 time: 0.0090172 Jul 15 23:56:16.381541 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-30243886-6a78-44ce-a4c2-46ac6ca05ad4 req-ab117589-9a11-4c8e-8c5b-0eec62c851cd tempest-ServersAdminNegativeTestJSON-1051192889 tempest-ServersAdminNegativeTestJSON-1051192889-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=905f35dd3a0947b1b58fd99302dacfba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309296 Jul 15 23:56:16.549169 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fb9a9bf9-7f6a-4824-9fc6-6ad2e105fa6b req-e1d29639-2ca8-4866-8f5b-64887a1bd019 tempest-ServersAdminNegativeTestJSON-1051192889 tempest-ServersAdminNegativeTestJSON-1051192889-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c953a74-d67c-47b8-b68c-bc42de16feba HTTP/1.1" status: 200 len: 210 time: 0.0301135 Jul 15 23:56:17.632263 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0d36c45f-9c38-451f-8843-d06db0763970 req-ed691161-1d59-40b5-b455-856ebdf1d7f3 tempest-ServersAdminNegativeTestJSON-1051192889 tempest-ServersAdminNegativeTestJSON-1051192889-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c953a74-d67c-47b8-b68c-bc42de16feba HTTP/1.1" status: 200 len: 210 time: 0.0300636 Jul 15 23:56:18.713999 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-07a81a95-cf81-47f1-983d-0dbd3c5f3e9d req-cfed16ca-478f-4b0e-8036-6d7016e3b00b tempest-ServersAdminNegativeTestJSON-1051192889 tempest-ServersAdminNegativeTestJSON-1051192889-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c953a74-d67c-47b8-b68c-bc42de16feba HTTP/1.1" status: 200 len: 210 time: 0.0295339 Jul 15 23:56:19.623005 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-30243886-6a78-44ce-a4c2-46ac6ca05ad4 req-8142a4dc-8d79-4356-9796-fccc6d34df9a tempest-ServersAdminNegativeTestJSON-1051192889 tempest-ServersAdminNegativeTestJSON-1051192889-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=905f35dd3a0947b1b58fd99302dacfba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257399 Jul 15 23:56:19.729810 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30243886-6a78-44ce-a4c2-46ac6ca05ad4 req-d5f1fa84-ae39-4a91-a954-455259747a8e tempest-ServersAdminNegativeTestJSON-1051192889 tempest-ServersAdminNegativeTestJSON-1051192889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:19.731306 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-30243886-6a78-44ce-a4c2-46ac6ca05ad4 req-d5f1fa84-ae39-4a91-a954-455259747a8e tempest-ServersAdminNegativeTestJSON-1051192889 tempest-ServersAdminNegativeTestJSON-1051192889-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1029701 Jul 15 23:56:19.750484 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-30243886-6a78-44ce-a4c2-46ac6ca05ad4 req-b7c81e09-8039-4a56-9844-5573042bbe40 tempest-ServersAdminNegativeTestJSON-1051192889 tempest-ServersAdminNegativeTestJSON-1051192889-project] Request body: {'port': {'device_id': '7c953a74-d67c-47b8-b68c-bc42de16feba', 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'admin_state_up': True, 'tenant_id': '905f35dd3a0947b1b58fd99302dacfba'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:56:19.868471 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6026a28c-131a-4273-8814-5c39faae8433 req-b40161ee-d4ee-435f-be7a-bbcf2edbbde7 tempest-ServersAdminNegativeTestJSON-1051192889 tempest-ServersAdminNegativeTestJSON-1051192889-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c953a74-d67c-47b8-b68c-bc42de16feba HTTP/1.1" status: 200 len: 210 time: 0.0394988 Jul 15 23:56:19.896130 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30243886-6a78-44ce-a4c2-46ac6ca05ad4 req-b7c81e09-8039-4a56-9844-5573042bbe40 tempest-ServersAdminNegativeTestJSON-1051192889 tempest-ServersAdminNegativeTestJSON-1051192889-project] Made reservation on behalf of 905f35dd3a0947b1b58fd99302dacfba for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:56:19.900506 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-30243886-6a78-44ce-a4c2-46ac6ca05ad4 req-b7c81e09-8039-4a56-9844-5573042bbe40 tempest-ServersAdminNegativeTestJSON-1051192889 tempest-ServersAdminNegativeTestJSON-1051192889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:19.909661 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-30243886-6a78-44ce-a4c2-46ac6ca05ad4 req-b7c81e09-8039-4a56-9844-5573042bbe40 tempest-ServersAdminNegativeTestJSON-1051192889 tempest-ServersAdminNegativeTestJSON-1051192889-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:20.018460 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-30243886-6a78-44ce-a4c2-46ac6ca05ad4 req-b7c81e09-8039-4a56-9844-5573042bbe40 tempest-ServersAdminNegativeTestJSON-1051192889 tempest-ServersAdminNegativeTestJSON-1051192889-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:20.022482 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-30243886-6a78-44ce-a4c2-46ac6ca05ad4 req-b7c81e09-8039-4a56-9844-5573042bbe40 tempest-ServersAdminNegativeTestJSON-1051192889 tempest-ServersAdminNegativeTestJSON-1051192889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:20.090375 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c81e09-8039-4a56-9844-5573042bbe40 tempest-ServersAdminNegativeTestJSON-1051192889 tempest-ServersAdminNegativeTestJSON-1051192889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5098763e-fefc-4a90-964a-7b00f41aad3b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:56:20.165630 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-30243886-6a78-44ce-a4c2-46ac6ca05ad4 req-b7c81e09-8039-4a56-9844-5573042bbe40 tempest-ServersAdminNegativeTestJSON-1051192889 tempest-ServersAdminNegativeTestJSON-1051192889-project] Allocated IP 192.168.233.55 (5d412861-bef3-4cc1-ae9f-87a6a36753c0/0d909a96-22de-4aa9-b690-1c7da965ceac/256d1ec6-2ba4-4e73-9205-11efde89a013) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:56:20.319891 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-30243886-6a78-44ce-a4c2-46ac6ca05ad4 req-b7c81e09-8039-4a56-9844-5573042bbe40 tempest-ServersAdminNegativeTestJSON-1051192889 tempest-ServersAdminNegativeTestJSON-1051192889-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:20.333914 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-30243886-6a78-44ce-a4c2-46ac6ca05ad4 req-b7c81e09-8039-4a56-9844-5573042bbe40 tempest-ServersAdminNegativeTestJSON-1051192889 tempest-ServersAdminNegativeTestJSON-1051192889-project] Transition to ACTIVE for port object 256d1ec6-2ba4-4e73-9205-11efde89a013 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:56:20.370253 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-30243886-6a78-44ce-a4c2-46ac6ca05ad4 req-b7c81e09-8039-4a56-9844-5573042bbe40 tempest-ServersAdminNegativeTestJSON-1051192889 tempest-ServersAdminNegativeTestJSON-1051192889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:20.417574 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30243886-6a78-44ce-a4c2-46ac6ca05ad4 req-b7c81e09-8039-4a56-9844-5573042bbe40 tempest-ServersAdminNegativeTestJSON-1051192889 tempest-ServersAdminNegativeTestJSON-1051192889-project] Network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:56:20.420695 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-30243886-6a78-44ce-a4c2-46ac6ca05ad4 req-b7c81e09-8039-4a56-9844-5573042bbe40 tempest-ServersAdminNegativeTestJSON-1051192889 tempest-ServersAdminNegativeTestJSON-1051192889-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:56:20.424754 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-30243886-6a78-44ce-a4c2-46ac6ca05ad4 req-b7c81e09-8039-4a56-9844-5573042bbe40 tempest-ServersAdminNegativeTestJSON-1051192889 tempest-ServersAdminNegativeTestJSON-1051192889-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:56:20.449699 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c81e09-8039-4a56-9844-5573042bbe40 tempest-ServersAdminNegativeTestJSON-1051192889 tempest-ServersAdminNegativeTestJSON-1051192889-project] Pushing event updated for resources: {'Port': ['ID=256d1ec6-2ba4-4e73-9205-11efde89a013,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:56:20.480193 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30243886-6a78-44ce-a4c2-46ac6ca05ad4 req-b7c81e09-8039-4a56-9844-5573042bbe40 tempest-ServersAdminNegativeTestJSON-1051192889 tempest-ServersAdminNegativeTestJSON-1051192889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:20.480649 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-30243886-6a78-44ce-a4c2-46ac6ca05ad4 req-b7c81e09-8039-4a56-9844-5573042bbe40 tempest-ServersAdminNegativeTestJSON-1051192889 tempest-ServersAdminNegativeTestJSON-1051192889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:20.496903 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-30243886-6a78-44ce-a4c2-46ac6ca05ad4 req-b7c81e09-8039-4a56-9844-5573042bbe40 tempest-ServersAdminNegativeTestJSON-1051192889 tempest-ServersAdminNegativeTestJSON-1051192889-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7513866 Jul 15 23:56:20.513815 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-30243886-6a78-44ce-a4c2-46ac6ca05ad4 req-88f0bd2a-bb9b-4913-a033-24872a858cfb service neutron] Request body: {'port': {'device_id': '7c953a74-d67c-47b8-b68c-bc42de16feba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:56:20.595336 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-30243886-6a78-44ce-a4c2-46ac6ca05ad4 req-88f0bd2a-bb9b-4913-a033-24872a858cfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:20.684256 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c1dc075c-fd2a-43ca-8830-0fd36d33ef0b None None] Provisioning for port 256d1ec6-2ba4-4e73-9205-11efde89a013 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:56:20.688315 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c1dc075c-fd2a-43ca-8830-0fd36d33ef0b None None] Provisioning complete for port 256d1ec6-2ba4-4e73-9205-11efde89a013 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:56:20.688710 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c1dc075c-fd2a-43ca-8830-0fd36d33ef0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:20.722410 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c1dc075c-fd2a-43ca-8830-0fd36d33ef0b None None] Port 256d1ec6-2ba4-4e73-9205-11efde89a013 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:56:20.859182 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-30243886-6a78-44ce-a4c2-46ac6ca05ad4 req-88f0bd2a-bb9b-4913-a033-24872a858cfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 256d1ec6-2ba4-4e73-9205-11efde89a013 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:56:20.866498 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-30243886-6a78-44ce-a4c2-46ac6ca05ad4 req-88f0bd2a-bb9b-4913-a033-24872a858cfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:20.878013 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-30243886-6a78-44ce-a4c2-46ac6ca05ad4 req-88f0bd2a-bb9b-4913-a033-24872a858cfb service neutron] Transition to ACTIVE for port object 256d1ec6-2ba4-4e73-9205-11efde89a013 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:56:20.881736 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-30243886-6a78-44ce-a4c2-46ac6ca05ad4 req-88f0bd2a-bb9b-4913-a033-24872a858cfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:20.957489 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f0bd2a-bb9b-4913-a033-24872a858cfb service neutron] Pushing event updated for resources: {'Port': ['ID=256d1ec6-2ba4-4e73-9205-11efde89a013,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:56:21.042440 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-30243886-6a78-44ce-a4c2-46ac6ca05ad4 req-88f0bd2a-bb9b-4913-a033-24872a858cfb service neutron] Attempting to bind port 256d1ec6-2ba4-4e73-9205-11efde89a013 on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:56:21.042774 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-30243886-6a78-44ce-a4c2-46ac6ca05ad4 req-88f0bd2a-bb9b-4913-a033-24872a858cfb service neutron] Attempting to bind port 256d1ec6-2ba4-4e73-9205-11efde89a013 by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:56:21.043110 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30243886-6a78-44ce-a4c2-46ac6ca05ad4 req-88f0bd2a-bb9b-4913-a033-24872a858cfb service neutron] Attempting to bind port 256d1ec6-2ba4-4e73-9205-11efde89a013 on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:56:21.055393 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30243886-6a78-44ce-a4c2-46ac6ca05ad4 req-88f0bd2a-bb9b-4913-a033-24872a858cfb service neutron] Port 256d1ec6-2ba4-4e73-9205-11efde89a013 on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:56:21.055752 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30243886-6a78-44ce-a4c2-46ac6ca05ad4 req-88f0bd2a-bb9b-4913-a033-24872a858cfb service neutron] Attempting to bind port 256d1ec6-2ba4-4e73-9205-11efde89a013 on network 5d412861-bef3-4cc1-ae9f-87a6a36753c0 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:56:21.063477 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30243886-6a78-44ce-a4c2-46ac6ca05ad4 req-88f0bd2a-bb9b-4913-a033-24872a858cfb service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:56:21.063837 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30243886-6a78-44ce-a4c2-46ac6ca05ad4 req-88f0bd2a-bb9b-4913-a033-24872a858cfb service neutron] Checking segment: {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:56:21.064226 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30243886-6a78-44ce-a4c2-46ac6ca05ad4 req-88f0bd2a-bb9b-4913-a033-24872a858cfb service neutron] Bound using segment: {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:56:21.064652 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-30243886-6a78-44ce-a4c2-46ac6ca05ad4 req-88f0bd2a-bb9b-4913-a033-24872a858cfb service neutron] Bound port: 256d1ec6-2ba4-4e73-9205-11efde89a013, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eb343a6-7de2-40d5-aca1-7a71c850eb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:56:21.065014 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-30243886-6a78-44ce-a4c2-46ac6ca05ad4 req-88f0bd2a-bb9b-4913-a033-24872a858cfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:21.092329 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c920aa52-c6a9-406a-b2c6-e1a9dd6f6baa req-837be3de-91c9-4508-9a63-ab5997fcad1a tempest-ServersAdminNegativeTestJSON-1051192889 tempest-ServersAdminNegativeTestJSON-1051192889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:21.093862 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c920aa52-c6a9-406a-b2c6-e1a9dd6f6baa req-837be3de-91c9-4508-9a63-ab5997fcad1a tempest-ServersAdminNegativeTestJSON-1051192889 tempest-ServersAdminNegativeTestJSON-1051192889-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c953a74-d67c-47b8-b68c-bc42de16feba HTTP/1.1" status: 200 len: 947 time: 0.1101234 Jul 15 23:56:21.171312 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c920aa52-c6a9-406a-b2c6-e1a9dd6f6baa req-720a134b-17f9-4722-924f-3f44429b925f tempest-ServersAdminNegativeTestJSON-1051192889 tempest-ServersAdminNegativeTestJSON-1051192889-project] 10.222.0.48 "GET /v2.0/security-groups?id=5098763e-fefc-4a90-964a-7b00f41aad3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717359 Jul 15 23:56:21.177224 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-30243886-6a78-44ce-a4c2-46ac6ca05ad4 req-88f0bd2a-bb9b-4913-a033-24872a858cfb service neutron] For port 256d1ec6-2ba4-4e73-9205-11efde89a013, host n-h2-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:56:21.180398 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-30243886-6a78-44ce-a4c2-46ac6ca05ad4 req-88f0bd2a-bb9b-4913-a033-24872a858cfb service neutron] For port 256d1ec6-2ba4-4e73-9205-11efde89a013, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=256d1ec6-2ba4-4e73-9205-11efde89a013,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:56:21.185100 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-30243886-6a78-44ce-a4c2-46ac6ca05ad4 req-88f0bd2a-bb9b-4913-a033-24872a858cfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:21.219842 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30243886-6a78-44ce-a4c2-46ac6ca05ad4 req-88f0bd2a-bb9b-4913-a033-24872a858cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:21.220457 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-30243886-6a78-44ce-a4c2-46ac6ca05ad4 req-88f0bd2a-bb9b-4913-a033-24872a858cfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:21.221930 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-30243886-6a78-44ce-a4c2-46ac6ca05ad4 req-88f0bd2a-bb9b-4913-a033-24872a858cfb service neutron] 10.222.0.41 "PUT /v2.0/ports/256d1ec6-2ba4-4e73-9205-11efde89a013 HTTP/1.1" status: 200 len: 1095 time: 0.7126250 Jul 15 23:56:21.222284 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c953a74-d67c-47b8-b68c-bc42de16feba', 'tag': '256d1ec6-2ba4-4e73-9205-11efde89a013'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:56:21.224545 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85914e44-919f-440d-9ba9-20bb78da1779" -d '{"events": [{"name": "network-changed", "server_uuid": "7c953a74-d67c-47b8-b68c-bc42de16feba", "tag": "256d1ec6-2ba4-4e73-9205-11efde89a013"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:56:21.249098 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f0bd2a-bb9b-4913-a033-24872a858cfb service neutron] Pushing event updated for resources: {'Port': ['ID=256d1ec6-2ba4-4e73-9205-11efde89a013,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:56:21.271658 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a5851f-417f-4d16-942d-0d0c9f7df02a x-openstack-request-id: req-01a5851f-417f-4d16-942d-0d0c9f7df02a {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:56:21.271957 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c953a74-d67c-47b8-b68c-bc42de16feba", "tag": "256d1ec6-2ba4-4e73-9205-11efde89a013", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:56:21.272346 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-01a5851f-417f-4d16-942d-0d0c9f7df02a {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:56:21.273549 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c953a74-d67c-47b8-b68c-bc42de16feba', 'tag': '256d1ec6-2ba4-4e73-9205-11efde89a013', 'status': 'completed', 'code': 200} Jul 15 23:56:21.353951 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30243886-6a78-44ce-a4c2-46ac6ca05ad4 req-8a7ce623-bbbd-4668-9e9a-805195c3485a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:21.355702 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-30243886-6a78-44ce-a4c2-46ac6ca05ad4 req-8a7ce623-bbbd-4668-9e9a-805195c3485a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=905f35dd3a0947b1b58fd99302dacfba&device_id=7c953a74-d67c-47b8-b68c-bc42de16feba HTTP/1.1" status: 200 len: 1098 time: 0.0619428 Jul 15 23:56:21.405954 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-30243886-6a78-44ce-a4c2-46ac6ca05ad4 req-03003cc2-ff69-44de-9b20-39634570d797 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=256d1ec6-2ba4-4e73-9205-11efde89a013 HTTP/1.1" status: 200 len: 217 time: 0.0371974 Jul 15 23:56:21.454587 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30243886-6a78-44ce-a4c2-46ac6ca05ad4 req-3eba8f81-abbe-4031-806f-87b7faa603a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:21.456079 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-30243886-6a78-44ce-a4c2-46ac6ca05ad4 req-3eba8f81-abbe-4031-806f-87b7faa603a2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.0440371 Jul 15 23:56:21.514720 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30243886-6a78-44ce-a4c2-46ac6ca05ad4 req-9da02849-6d38-4fe8-8c37-f6f3aa34120d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:21.516166 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-30243886-6a78-44ce-a4c2-46ac6ca05ad4 req-9da02849-6d38-4fe8-8c37-f6f3aa34120d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0540731 Jul 15 23:56:21.609513 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-30243886-6a78-44ce-a4c2-46ac6ca05ad4 req-203282b1-c143-4946-8786-9a59485371a1 service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868719 Jul 15 23:56:21.702753 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-30243886-6a78-44ce-a4c2-46ac6ca05ad4 req-bb0689f3-2243-4fc6-b125-c14e536b8a94 service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863321 Jul 15 23:56:21.845362 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85914e44-919f-440d-9ba9-20bb78da1779 req-2e889fee-69fa-4df6-9d0a-7788ba8a77cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:21.846871 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-85914e44-919f-440d-9ba9-20bb78da1779 req-2e889fee-69fa-4df6-9d0a-7788ba8a77cd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=905f35dd3a0947b1b58fd99302dacfba&device_id=7c953a74-d67c-47b8-b68c-bc42de16feba HTTP/1.1" status: 200 len: 1098 time: 0.0525715 Jul 15 23:56:21.935018 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85914e44-919f-440d-9ba9-20bb78da1779 req-187f052f-76ad-4516-a510-a87c2b2b8570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:21.936520 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-85914e44-919f-440d-9ba9-20bb78da1779 req-187f052f-76ad-4516-a510-a87c2b2b8570 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5d412861-bef3-4cc1-ae9f-87a6a36753c0 HTTP/1.1" status: 200 len: 870 time: 0.0829473 Jul 15 23:56:21.980311 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-85914e44-919f-440d-9ba9-20bb78da1779 req-fa06fe64-94d6-4f0e-a3ed-cb96c4ab3b7f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=256d1ec6-2ba4-4e73-9205-11efde89a013 HTTP/1.1" status: 200 len: 217 time: 0.0374074 Jul 15 23:56:22.033578 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85914e44-919f-440d-9ba9-20bb78da1779 req-1fa360ea-e14b-4897-afa0-98f8fcce4c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:22.035048 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-85914e44-919f-440d-9ba9-20bb78da1779 req-1fa360ea-e14b-4897-afa0-98f8fcce4c60 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d909a96-22de-4aa9-b690-1c7da965ceac HTTP/1.1" status: 200 len: 843 time: 0.0489070 Jul 15 23:56:22.091394 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85914e44-919f-440d-9ba9-20bb78da1779 req-713b2fbd-9f06-4183-837b-9bc96efd20ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:22.092849 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-85914e44-919f-440d-9ba9-20bb78da1779 req-713b2fbd-9f06-4183-837b-9bc96efd20ed service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d412861-bef3-4cc1-ae9f-87a6a36753c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0514290 Jul 15 23:56:22.191169 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-85914e44-919f-440d-9ba9-20bb78da1779 req-a367ac86-ef28-4a85-bcf1-f8e50dae57fc service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874245 Jul 15 23:56:22.280368 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-85914e44-919f-440d-9ba9-20bb78da1779 req-e4e9dc44-2013-4cee-b753-b27ef9d751d8 service neutron] 10.222.0.41 "GET /v2.0/networks/5d412861-bef3-4cc1-ae9f-87a6a36753c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827568 Jul 15 23:56:22.354008 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c9e4c-0889-4a59-b68b-1c06b97118b3 req-725b6645-838e-4022-8454-bad87a98e9fd tempest-ServersAdminNegativeTestJSON-1051192889 tempest-ServersAdminNegativeTestJSON-1051192889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:22.355537 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5d0c9e4c-0889-4a59-b68b-1c06b97118b3 req-725b6645-838e-4022-8454-bad87a98e9fd tempest-ServersAdminNegativeTestJSON-1051192889 tempest-ServersAdminNegativeTestJSON-1051192889-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c953a74-d67c-47b8-b68c-bc42de16feba HTTP/1.1" status: 200 len: 947 time: 0.0701351 Jul 15 23:56:22.393861 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5d0c9e4c-0889-4a59-b68b-1c06b97118b3 req-69085920-6c4d-47bb-8125-df77eac0a14f tempest-ServersAdminNegativeTestJSON-1051192889 tempest-ServersAdminNegativeTestJSON-1051192889-project] 10.222.0.48 "GET /v2.0/security-groups?id=5098763e-fefc-4a90-964a-7b00f41aad3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324953 Jul 15 23:56:23.571845 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd8e058-c19b-407d-a4cc-734ab2b1bc22 req-bf32db4c-f59f-456f-924a-cbfddb9a87ee tempest-ServersAdminNegativeTestJSON-1051192889 tempest-ServersAdminNegativeTestJSON-1051192889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:23.573336 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3bd8e058-c19b-407d-a4cc-734ab2b1bc22 req-bf32db4c-f59f-456f-924a-cbfddb9a87ee tempest-ServersAdminNegativeTestJSON-1051192889 tempest-ServersAdminNegativeTestJSON-1051192889-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c953a74-d67c-47b8-b68c-bc42de16feba HTTP/1.1" status: 200 len: 947 time: 0.0643187 Jul 15 23:56:23.610792 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3bd8e058-c19b-407d-a4cc-734ab2b1bc22 req-e710294a-72a1-41d9-9cb4-1dd047dceb50 tempest-ServersAdminNegativeTestJSON-1051192889 tempest-ServersAdminNegativeTestJSON-1051192889-project] 10.222.0.48 "GET /v2.0/security-groups?id=5098763e-fefc-4a90-964a-7b00f41aad3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318389 Jul 15 23:56:24.282597 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 256d1ec6-2ba4-4e73-9205-11efde89a013 details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:56:24.378724 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 256d1ec6-2ba4-4e73-9205-11efde89a013, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=256d1ec6-2ba4-4e73-9205-11efde89a013,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:56:24.390227 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': '256d1ec6-2ba4-4e73-9205-11efde89a013', 'network_id': '5d412861-bef3-4cc1-ae9f-87a6a36753c0', 'port_id': '256d1ec6-2ba4-4e73-9205-11efde89a013', 'mac_address': 'fa:16:3e:da:92:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d909a96-22de-4aa9-b690-1c7da965ceac', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:56:24.424950 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:24.437695 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 256d1ec6-2ba4-4e73-9205-11efde89a013 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:56:24.457386 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 256d1ec6-2ba4-4e73-9205-11efde89a013, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=256d1ec6-2ba4-4e73-9205-11efde89a013,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:56:24.461317 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:24.506212 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=256d1ec6-2ba4-4e73-9205-11efde89a013,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:56:24.755500 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['256d1ec6-2ba4-4e73-9205-11efde89a013'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:56:24.786521 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aae9768-e951-44a3-821f-f131cc421553 req-7d4dd24a-261c-4cc8-9b44-c66052012b5f tempest-ServersAdminNegativeTestJSON-1051192889 tempest-ServersAdminNegativeTestJSON-1051192889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:24.788826 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7aae9768-e951-44a3-821f-f131cc421553 req-7d4dd24a-261c-4cc8-9b44-c66052012b5f tempest-ServersAdminNegativeTestJSON-1051192889 tempest-ServersAdminNegativeTestJSON-1051192889-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c953a74-d67c-47b8-b68c-bc42de16feba HTTP/1.1" status: 200 len: 948 time: 0.0672717 Jul 15 23:56:24.827275 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7aae9768-e951-44a3-821f-f131cc421553 req-d2e696c0-cfbd-43be-96dc-6c2be27a6454 tempest-ServersAdminNegativeTestJSON-1051192889 tempest-ServersAdminNegativeTestJSON-1051192889-project] 10.222.0.48 "GET /v2.0/security-groups?id=5098763e-fefc-4a90-964a-7b00f41aad3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324419 Jul 15 23:56:25.735136 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:26.003527 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868400bd-9b8b-44b0-b798-c6fafe93e084 req-f32c9333-948c-4309-8269-acacad45d128 tempest-ServersAdminNegativeTestJSON-1051192889 tempest-ServersAdminNegativeTestJSON-1051192889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:26.004949 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-868400bd-9b8b-44b0-b798-c6fafe93e084 req-f32c9333-948c-4309-8269-acacad45d128 tempest-ServersAdminNegativeTestJSON-1051192889 tempest-ServersAdminNegativeTestJSON-1051192889-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c953a74-d67c-47b8-b68c-bc42de16feba HTTP/1.1" status: 200 len: 948 time: 0.0622427 Jul 15 23:56:26.046124 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-868400bd-9b8b-44b0-b798-c6fafe93e084 req-31e125a8-7b5f-41e1-934a-cabe0a5c9b46 tempest-ServersAdminNegativeTestJSON-1051192889 tempest-ServersAdminNegativeTestJSON-1051192889-project] 10.222.0.48 "GET /v2.0/security-groups?id=5098763e-fefc-4a90-964a-7b00f41aad3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335984 Jul 15 23:56:26.296839 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 256d1ec6-2ba4-4e73-9205-11efde89a013 up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:56:26.343498 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port 256d1ec6-2ba4-4e73-9205-11efde89a013 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:56:26.347011 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port 256d1ec6-2ba4-4e73-9205-11efde89a013 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:56:26.347381 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:26.424301 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:26.446543 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c953a74-d67c-47b8-b68c-bc42de16feba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '256d1ec6-2ba4-4e73-9205-11efde89a013'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:56:26.448898 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df12af3d-7361-4c84-9999-ee29c5efb596" -d '{"events": [{"server_uuid": "7c953a74-d67c-47b8-b68c-bc42de16feba", "name": "network-vif-plugged", "status": "completed", "tag": "256d1ec6-2ba4-4e73-9205-11efde89a013"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:56:26.461318 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 256d1ec6-2ba4-4e73-9205-11efde89a013, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=256d1ec6-2ba4-4e73-9205-11efde89a013,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:56:26.465499 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:26.491347 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5251b1e7-9e85-4adc-b5b8-53bae3a0175e x-openstack-request-id: req-5251b1e7-9e85-4adc-b5b8-53bae3a0175e {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:56:26.491667 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c953a74-d67c-47b8-b68c-bc42de16feba", "name": "network-vif-plugged", "status": "completed", "tag": "256d1ec6-2ba4-4e73-9205-11efde89a013", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:56:26.491920 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5251b1e7-9e85-4adc-b5b8-53bae3a0175e {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:56:26.493057 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c953a74-d67c-47b8-b68c-bc42de16feba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '256d1ec6-2ba4-4e73-9205-11efde89a013', 'code': 200} Jul 15 23:56:26.517910 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=256d1ec6-2ba4-4e73-9205-11efde89a013,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:56:26.629681 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e9b58-96cc-479d-812f-67964068519d req-b8e704db-8655-41fa-9701-d14e039a5243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:26.631184 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f99e9b58-96cc-479d-812f-67964068519d req-b8e704db-8655-41fa-9701-d14e039a5243 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7c953a74-d67c-47b8-b68c-bc42de16feba HTTP/1.1" status: 200 len: 1100 time: 0.0523350 Jul 15 23:56:26.665656 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f99e9b58-96cc-479d-812f-67964068519d req-86fe5304-70b5-4f28-beef-388082c53dcc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5098763e-fefc-4a90-964a-7b00f41aad3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279698 Jul 15 23:56:27.220262 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68eb2eb-b905-4a27-89c3-55b556314101 req-d800ebbc-7e6a-4638-96d4-41040dbd967a tempest-ServersAdminNegativeTestJSON-1051192889 tempest-ServersAdminNegativeTestJSON-1051192889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:27.221735 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d68eb2eb-b905-4a27-89c3-55b556314101 req-d800ebbc-7e6a-4638-96d4-41040dbd967a tempest-ServersAdminNegativeTestJSON-1051192889 tempest-ServersAdminNegativeTestJSON-1051192889-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c953a74-d67c-47b8-b68c-bc42de16feba HTTP/1.1" status: 200 len: 949 time: 0.0653794 Jul 15 23:56:27.260183 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d68eb2eb-b905-4a27-89c3-55b556314101 req-e378d357-2575-4a38-9b97-0ddd10ff67e3 tempest-ServersAdminNegativeTestJSON-1051192889 tempest-ServersAdminNegativeTestJSON-1051192889-project] 10.222.0.48 "GET /v2.0/security-groups?id=5098763e-fefc-4a90-964a-7b00f41aad3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330172 Jul 15 23:56:28.432736 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e289331a-570d-428a-9071-fbb195bb1b19 req-8d0862bb-5970-4f2d-9fb8-1711dba7ba3b tempest-ServersAdminNegativeTestJSON-1051192889 tempest-ServersAdminNegativeTestJSON-1051192889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:28.434126 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e289331a-570d-428a-9071-fbb195bb1b19 req-8d0862bb-5970-4f2d-9fb8-1711dba7ba3b tempest-ServersAdminNegativeTestJSON-1051192889 tempest-ServersAdminNegativeTestJSON-1051192889-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c953a74-d67c-47b8-b68c-bc42de16feba HTTP/1.1" status: 200 len: 949 time: 0.0620828 Jul 15 23:56:28.471062 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e289331a-570d-428a-9071-fbb195bb1b19 req-e27e678c-92e6-4821-9ec2-1ad1a4b21180 tempest-ServersAdminNegativeTestJSON-1051192889 tempest-ServersAdminNegativeTestJSON-1051192889-project] 10.222.0.48 "GET /v2.0/security-groups?id=5098763e-fefc-4a90-964a-7b00f41aad3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314956 Jul 15 23:56:29.559786 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4697b55-c498-49c3-b283-2b9429b145b7 req-bc554171-5500-4184-b0cd-e4f1faca9b44 tempest-ServersAdminNegativeTestJSON-1051192889 tempest-ServersAdminNegativeTestJSON-1051192889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:29.561237 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b4697b55-c498-49c3-b283-2b9429b145b7 req-bc554171-5500-4184-b0cd-e4f1faca9b44 tempest-ServersAdminNegativeTestJSON-1051192889 tempest-ServersAdminNegativeTestJSON-1051192889-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c953a74-d67c-47b8-b68c-bc42de16feba HTTP/1.1" status: 200 len: 949 time: 0.0678654 Jul 15 23:56:29.598850 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b4697b55-c498-49c3-b283-2b9429b145b7 req-c2ee275b-3012-4943-bd19-e70fab596fe3 tempest-ServersAdminNegativeTestJSON-1051192889 tempest-ServersAdminNegativeTestJSON-1051192889-project] 10.222.0.48 "GET /v2.0/security-groups?id=5098763e-fefc-4a90-964a-7b00f41aad3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319192 Jul 15 23:56:30.776506 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32270e00-cb90-4928-beab-c9649c40c387 req-654f4312-2d72-4086-a88f-c6822ffa8cca tempest-ServersAdminNegativeTestJSON-1051192889 tempest-ServersAdminNegativeTestJSON-1051192889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:30.778011 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-32270e00-cb90-4928-beab-c9649c40c387 req-654f4312-2d72-4086-a88f-c6822ffa8cca tempest-ServersAdminNegativeTestJSON-1051192889 tempest-ServersAdminNegativeTestJSON-1051192889-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c953a74-d67c-47b8-b68c-bc42de16feba HTTP/1.1" status: 200 len: 949 time: 0.0667496 Jul 15 23:56:30.828557 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-32270e00-cb90-4928-beab-c9649c40c387 req-8216de88-3d30-46f6-a401-2df8d15ba42f tempest-ServersAdminNegativeTestJSON-1051192889 tempest-ServersAdminNegativeTestJSON-1051192889-project] 10.222.0.48 "GET /v2.0/security-groups?id=5098763e-fefc-4a90-964a-7b00f41aad3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441439 Jul 15 23:56:30.881707 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cf0d58-b3ee-4fcc-ab06-982e0a89405f req-552bf55a-a646-4ead-97c8-d9df502f39ad tempest-ServersAdminNegativeTestJSON-1051192889 tempest-ServersAdminNegativeTestJSON-1051192889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:30.883638 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c4cf0d58-b3ee-4fcc-ab06-982e0a89405f req-552bf55a-a646-4ead-97c8-d9df502f39ad tempest-ServersAdminNegativeTestJSON-1051192889 tempest-ServersAdminNegativeTestJSON-1051192889-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c953a74-d67c-47b8-b68c-bc42de16feba HTTP/1.1" status: 200 len: 949 time: 0.0684462 Jul 15 23:56:30.887639 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2324a0b6-74e3-4928-aabd-5f354ab567ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:30.985641 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-c4cf0d58-b3ee-4fcc-ab06-982e0a89405f req-42d3e832-a1e5-42c2-821a-595e2a99b41e tempest-ServersAdminNegativeTestJSON-1051192889 tempest-ServersAdminNegativeTestJSON-1051192889-project] Deleting port 256d1ec6-2ba4-4e73-9205-11efde89a013 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:56:30.985983 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c4cf0d58-b3ee-4fcc-ab06-982e0a89405f req-42d3e832-a1e5-42c2-821a-595e2a99b41e tempest-ServersAdminNegativeTestJSON-1051192889 tempest-ServersAdminNegativeTestJSON-1051192889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:31.075193 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-c4cf0d58-b3ee-4fcc-ab06-982e0a89405f req-42d3e832-a1e5-42c2-821a-595e2a99b41e tempest-ServersAdminNegativeTestJSON-1051192889 tempest-ServersAdminNegativeTestJSON-1051192889-project] For port 256d1ec6-2ba4-4e73-9205-11efde89a013, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=256d1ec6-2ba4-4e73-9205-11efde89a013,segment=NetworkSegment(0eb343a6-7de2-40d5-aca1-7a71c850eb26),segment_id=0eb343a6-7de2-40d5-aca1-7a71c850eb26)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:56:31.075553 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c4cf0d58-b3ee-4fcc-ab06-982e0a89405f req-42d3e832-a1e5-42c2-821a-595e2a99b41e tempest-ServersAdminNegativeTestJSON-1051192889 tempest-ServersAdminNegativeTestJSON-1051192889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:31.087949 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-c4cf0d58-b3ee-4fcc-ab06-982e0a89405f req-42d3e832-a1e5-42c2-821a-595e2a99b41e tempest-ServersAdminNegativeTestJSON-1051192889 tempest-ServersAdminNegativeTestJSON-1051192889-project] Calling delete_port for 256d1ec6-2ba4-4e73-9205-11efde89a013 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:56:31.216973 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c4cf0d58-b3ee-4fcc-ab06-982e0a89405f req-42d3e832-a1e5-42c2-821a-595e2a99b41e tempest-ServersAdminNegativeTestJSON-1051192889 tempest-ServersAdminNegativeTestJSON-1051192889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:31.245921 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d3e832-a1e5-42c2-821a-595e2a99b41e tempest-ServersAdminNegativeTestJSON-1051192889 tempest-ServersAdminNegativeTestJSON-1051192889-project] Pushing event deleted for resources: {'Port': ['ID=256d1ec6-2ba4-4e73-9205-11efde89a013,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:56:31.249646 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['256d1ec6-2ba4-4e73-9205-11efde89a013'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:56:31.297533 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4cf0d58-b3ee-4fcc-ab06-982e0a89405f req-42d3e832-a1e5-42c2-821a-595e2a99b41e tempest-ServersAdminNegativeTestJSON-1051192889 tempest-ServersAdminNegativeTestJSON-1051192889-project] No DVR routers for this DVR port 256d1ec6-2ba4-4e73-9205-11efde89a013 on host n-h2-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:56:31.300351 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c4cf0d58-b3ee-4fcc-ab06-982e0a89405f req-42d3e832-a1e5-42c2-821a-595e2a99b41e tempest-ServersAdminNegativeTestJSON-1051192889 tempest-ServersAdminNegativeTestJSON-1051192889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:31.303225 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c4cf0d58-b3ee-4fcc-ab06-982e0a89405f req-42d3e832-a1e5-42c2-821a-595e2a99b41e tempest-ServersAdminNegativeTestJSON-1051192889 tempest-ServersAdminNegativeTestJSON-1051192889-project] 10.222.0.41 "DELETE /v2.0/ports/256d1ec6-2ba4-4e73-9205-11efde89a013 HTTP/1.1" status: 204 len: 173 time: 0.4139555 Jul 15 23:56:31.303817 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c953a74-d67c-47b8-b68c-bc42de16feba', 'name': 'network-vif-deleted', 'tag': '256d1ec6-2ba4-4e73-9205-11efde89a013'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:56:31.306457 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58fbda98-3d53-4d40-b4f9-a17f7d70ab4c" -d '{"events": [{"server_uuid": "7c953a74-d67c-47b8-b68c-bc42de16feba", "name": "network-vif-deleted", "tag": "256d1ec6-2ba4-4e73-9205-11efde89a013"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:56:31.345161 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67eb45a5-f99e-4a22-8b81-16724411782a x-openstack-request-id: req-67eb45a5-f99e-4a22-8b81-16724411782a {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:56:31.345364 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c953a74-d67c-47b8-b68c-bc42de16feba", "name": "network-vif-deleted", "tag": "256d1ec6-2ba4-4e73-9205-11efde89a013", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:56:31.345645 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-67eb45a5-f99e-4a22-8b81-16724411782a {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:56:31.346057 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c953a74-d67c-47b8-b68c-bc42de16feba', 'name': 'network-vif-deleted', 'tag': '256d1ec6-2ba4-4e73-9205-11efde89a013', 'status': 'completed', 'code': 200} Jul 15 23:56:31.986989 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a7f10635-4c4a-4b2f-b343-278bda511c60 req-2b4c1bd5-e6de-4077-9d32-0722d6526fa7 tempest-ServersAdminNegativeTestJSON-1051192889 tempest-ServersAdminNegativeTestJSON-1051192889-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c953a74-d67c-47b8-b68c-bc42de16feba HTTP/1.1" status: 200 len: 210 time: 0.0294213 Jul 15 23:56:33.315905 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 50508) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:56:33.450903 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:33.461436 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-31b46382-ece1-4379-8c4f-a6121f95f201 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=905f35dd3a0947b1b58fd99302dacfba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1443348 Jul 15 23:56:33.464129 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 50512) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:56:33.511544 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bed372ec-752e-49cb-bf65-10da7e1e42f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:33.531864 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bed372ec-752e-49cb-bf65-10da7e1e42f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:33.580475 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bed372ec-752e-49cb-bf65-10da7e1e42f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:33.583095 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bed372ec-752e-49cb-bf65-10da7e1e42f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:33.584300 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-bed372ec-752e-49cb-bf65-10da7e1e42f7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5098763e-fefc-4a90-964a-7b00f41aad3b HTTP/1.1" status: 204 len: 168 time: 0.1192176 Jul 15 23:56:33.591758 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed372ec-752e-49cb-bf65-10da7e1e42f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5098763e-fefc-4a90-964a-7b00f41aad3b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:56:33.853800 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 50518) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:56:33.867454 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-163c26af-b0df-4f71-81c9-6e26f3bd09f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:33.957220 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-163c26af-b0df-4f71-81c9-6e26f3bd09f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:33.961378 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-163c26af-b0df-4f71-81c9-6e26f3bd09f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:34.000058 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163c26af-b0df-4f71-81c9-6e26f3bd09f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b32c61-92c4-425d-9d73-c7e1b1ea76d9,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:56:34.004356 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-163c26af-b0df-4f71-81c9-6e26f3bd09f9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=de524c8136b44b22849d72efe96a1349&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1494780 Jul 15 23:56:34.006946 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 50520) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:56:34.065997 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-77158fbc-33ea-459c-adac-eff2f369549c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:34.088339 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-77158fbc-33ea-459c-adac-eff2f369549c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:34.133854 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-77158fbc-33ea-459c-adac-eff2f369549c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:34.137009 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-77158fbc-33ea-459c-adac-eff2f369549c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:34.138154 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-77158fbc-33ea-459c-adac-eff2f369549c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/07b32c61-92c4-425d-9d73-c7e1b1ea76d9 HTTP/1.1" status: 204 len: 168 time: 0.1303179 Jul 15 23:56:34.145753 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77158fbc-33ea-459c-adac-eff2f369549c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b32c61-92c4-425d-9d73-c7e1b1ea76d9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:56:34.251202 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c1997717-e864-4dc5-950c-aa277a74afeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:34.312286 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 256d1ec6-2ba4-4e73-9205-11efde89a013 no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:56:34.331411 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] No Port match for: 256d1ec6-2ba4-4e73-9205-11efde89a013 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:56:34.331777 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 256d1ec6-2ba4-4e73-9205-11efde89a013 not bound to the agent host n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:56:34.452868 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:34.800356 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 50542) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:56:34.896534 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-43318e07-cd1b-49b7-ad21-fa8b44e38bf7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1715659008-network', 'tenant_id': '48e4602ea4e04cdebb65169c66a7bddb'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:56:34.917734 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43318e07-cd1b-49b7-ad21-fa8b44e38bf7 admin admin] Made reservation on behalf of 48e4602ea4e04cdebb65169c66a7bddb for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:56:34.920068 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43318e07-cd1b-49b7-ad21-fa8b44e38bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:34.928263 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43318e07-cd1b-49b7-ad21-fa8b44e38bf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:35.020634 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43318e07-cd1b-49b7-ad21-fa8b44e38bf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:35.024312 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43318e07-cd1b-49b7-ad21-fa8b44e38bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:35.044955 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43318e07-cd1b-49b7-ad21-fa8b44e38bf7 admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:56:35.058849 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43318e07-cd1b-49b7-ad21-fa8b44e38bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e83b8efa-012d-4b1f-be5f-c731350954f0,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:56:35.063522 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43318e07-cd1b-49b7-ad21-fa8b44e38bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:35.063900 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-43318e07-cd1b-49b7-ad21-fa8b44e38bf7 admin admin] Added segment b084b6de-4057-470f-be55-535420a95528 of type vlan for network e4415494-26e2-4dff-8fcb-26ec890c7dcc Jul 15 23:56:35.104055 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43318e07-cd1b-49b7-ad21-fa8b44e38bf7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:35.133353 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43318e07-cd1b-49b7-ad21-fa8b44e38bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:35.134347 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43318e07-cd1b-49b7-ad21-fa8b44e38bf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:35.135446 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43318e07-cd1b-49b7-ad21-fa8b44e38bf7 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:35.168028 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-43318e07-cd1b-49b7-ad21-fa8b44e38bf7 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3665893 Jul 15 23:56:35.171061 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 50546) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:56:35.176171 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-072bdc27-2c56-489e-ab93-63a89b809ce6 admin admin] Request body: {'subnet': {'network_id': 'e4415494-26e2-4dff-8fcb-26ec890c7dcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1715659008-subnet', 'tenant_id': '48e4602ea4e04cdebb65169c66a7bddb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:56:35.200276 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072bdc27-2c56-489e-ab93-63a89b809ce6 admin admin] Made reservation on behalf of 48e4602ea4e04cdebb65169c66a7bddb for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:56:35.200650 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43318e07-cd1b-49b7-ad21-fa8b44e38bf7 admin admin] Pushing event updated for resources: {'Network': ['ID=e4415494-26e2-4dff-8fcb-26ec890c7dcc,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:56:35.202616 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-072bdc27-2c56-489e-ab93-63a89b809ce6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:35.210307 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network e4415494-26e2-4dff-8fcb-26ec890c7dcc details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:56:35.376287 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-072bdc27-2c56-489e-ab93-63a89b809ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:35.433715 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072bdc27-2c56-489e-ab93-63a89b809ce6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93afe221-2988-47fe-9381-e3f6f15a7c22,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:56:35.444540 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072bdc27-2c56-489e-ab93-63a89b809ce6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:35.444889 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072bdc27-2c56-489e-ab93-63a89b809ce6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:35.445233 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072bdc27-2c56-489e-ab93-63a89b809ce6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:35.445570 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072bdc27-2c56-489e-ab93-63a89b809ce6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:35.445903 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072bdc27-2c56-489e-ab93-63a89b809ce6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:35.446231 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072bdc27-2c56-489e-ab93-63a89b809ce6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:35.446560 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072bdc27-2c56-489e-ab93-63a89b809ce6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:35.447917 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072bdc27-2c56-489e-ab93-63a89b809ce6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:35.448271 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072bdc27-2c56-489e-ab93-63a89b809ce6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:35.448602 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072bdc27-2c56-489e-ab93-63a89b809ce6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:35.448935 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072bdc27-2c56-489e-ab93-63a89b809ce6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:35.449266 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072bdc27-2c56-489e-ab93-63a89b809ce6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:56:35.452180 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072bdc27-2c56-489e-ab93-63a89b809ce6 admin admin] Checking segment: {'id': 'b084b6de-4057-470f-be55-535420a95528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e4415494-26e2-4dff-8fcb-26ec890c7dcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:56:35.452545 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072bdc27-2c56-489e-ab93-63a89b809ce6 admin admin] Network hostable DHCP agents. Network: e4415494-26e2-4dff-8fcb-26ec890c7dcc, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:56:35.471293 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072bdc27-2c56-489e-ab93-63a89b809ce6 admin admin] Network e4415494-26e2-4dff-8fcb-26ec890c7dcc is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:56:35.481338 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-072bdc27-2c56-489e-ab93-63a89b809ce6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, e4415494-26e2-4dff-8fcb-26ec890c7dcc) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:56:35.485649 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072bdc27-2c56-489e-ab93-63a89b809ce6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:35.486281 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-072bdc27-2c56-489e-ab93-63a89b809ce6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:35.490790 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9151fb0f-d08c-4529-aaf3-7d805643c40e None None] Network e4415494-26e2-4dff-8fcb-26ec890c7dcc requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:56:35.501387 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-072bdc27-2c56-489e-ab93-63a89b809ce6 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3290761 Jul 15 23:56:35.619049 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545b8b76-2de3-44b6-bfd9-12f538c80176 None None] Network e4415494-26e2-4dff-8fcb-26ec890c7dcc requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:56:35.867896 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:56:35.916332 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca964b-89f9-4b72-ae1d-daebc6757711 req-84793d02-aa34-41d5-be93-603b6f431c5c tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:35.917811 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2cca964b-89f9-4b72-ae1d-daebc6757711 req-84793d02-aa34-41d5-be93-603b6f431c5c tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.48 "GET /v2.0/networks?id=e4415494-26e2-4dff-8fcb-26ec890c7dcc HTTP/1.1" status: 200 len: 812 time: 0.1000283 Jul 15 23:56:35.932257 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2cca964b-89f9-4b72-ae1d-daebc6757711 req-bf98dd2d-1bec-4548-ace8-c7c564c9d499 tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.48 "GET /v2.0/quotas/48e4602ea4e04cdebb65169c66a7bddb HTTP/1.1" status: 200 len: 375 time: 0.0092165 Jul 15 23:56:35.969268 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2cca964b-89f9-4b72-ae1d-daebc6757711 req-51ebc12b-a534-4aa5-935b-a48c42c49d4a tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=48e4602ea4e04cdebb65169c66a7bddb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322537 Jul 15 23:56:36.056252 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2cca964b-89f9-4b72-ae1d-daebc6757711 req-7c281c08-6917-4ffa-9d67-51a89ba715ae service neutron] 10.222.0.48 "GET /v2.0/networks/e4415494-26e2-4dff-8fcb-26ec890c7dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804195 Jul 15 23:56:36.149643 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2cca964b-89f9-4b72-ae1d-daebc6757711 req-86e5ed9f-d030-4c3a-8c92-a44978191add service neutron] 10.222.0.48 "GET /v2.0/networks/e4415494-26e2-4dff-8fcb-26ec890c7dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873809 Jul 15 23:56:36.328225 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0b95303f-8533-44f2-8ec6-7096da374795 req-bf85aeed-14d4-4123-a2fa-15ee8e32ed98 tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b8caf8a-c80a-482b-a735-4be41922f1e5 HTTP/1.1" status: 200 len: 210 time: 0.0293329 Jul 15 23:56:36.463093 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:37.472141 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7f38b0ca-9adb-425c-b298-077c0bac2fa9 req-ebb1fdc9-dd3d-4f2d-97a3-c85e1759cf23 tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b8caf8a-c80a-482b-a735-4be41922f1e5 HTTP/1.1" status: 200 len: 210 time: 0.0294087 Jul 15 23:56:37.660465 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca964b-89f9-4b72-ae1d-daebc6757711 req-ef2f1904-9ae7-4043-9f92-32c54de07bb8 tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:37.662020 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2cca964b-89f9-4b72-ae1d-daebc6757711 req-ef2f1904-9ae7-4043-9f92-32c54de07bb8 tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.41 "GET /v2.0/networks?id=e4415494-26e2-4dff-8fcb-26ec890c7dcc HTTP/1.1" status: 200 len: 812 time: 0.1071000 Jul 15 23:56:37.685113 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-2cca964b-89f9-4b72-ae1d-daebc6757711 req-6d8c31c7-5d95-4254-a733-063b0215ffef tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] Request body: {'port': {'device_id': '9b8caf8a-c80a-482b-a735-4be41922f1e5', 'network_id': 'e4415494-26e2-4dff-8fcb-26ec890c7dcc', 'admin_state_up': True, 'tenant_id': '48e4602ea4e04cdebb65169c66a7bddb'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:56:37.798065 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cca964b-89f9-4b72-ae1d-daebc6757711 req-6d8c31c7-5d95-4254-a733-063b0215ffef tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] Made reservation on behalf of 48e4602ea4e04cdebb65169c66a7bddb for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:56:37.801650 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2cca964b-89f9-4b72-ae1d-daebc6757711 req-6d8c31c7-5d95-4254-a733-063b0215ffef tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:37.923248 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-2cca964b-89f9-4b72-ae1d-daebc6757711 req-6d8c31c7-5d95-4254-a733-063b0215ffef tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] Allocated IP 172.20.0.2 (e4415494-26e2-4dff-8fcb-26ec890c7dcc/93afe221-2988-47fe-9381-e3f6f15a7c22/37aa86b1-f3fb-4236-bf82-51dfde8c8339) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:56:38.068721 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2cca964b-89f9-4b72-ae1d-daebc6757711 req-6d8c31c7-5d95-4254-a733-063b0215ffef tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:38.108808 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2cca964b-89f9-4b72-ae1d-daebc6757711 req-6d8c31c7-5d95-4254-a733-063b0215ffef tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:38.154076 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cca964b-89f9-4b72-ae1d-daebc6757711 req-6d8c31c7-5d95-4254-a733-063b0215ffef tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] Network e4415494-26e2-4dff-8fcb-26ec890c7dcc is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:56:38.157317 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-2cca964b-89f9-4b72-ae1d-daebc6757711 req-6d8c31c7-5d95-4254-a733-063b0215ffef tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:56:38.161216 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cca964b-89f9-4b72-ae1d-daebc6757711 req-6d8c31c7-5d95-4254-a733-063b0215ffef tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:56:38.185296 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8c31c7-5d95-4254-a733-063b0215ffef tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] Pushing event updated for resources: {'Port': ['ID=37aa86b1-f3fb-4236-bf82-51dfde8c8339,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:56:38.211794 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca964b-89f9-4b72-ae1d-daebc6757711 req-6d8c31c7-5d95-4254-a733-063b0215ffef tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:38.212526 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2cca964b-89f9-4b72-ae1d-daebc6757711 req-6d8c31c7-5d95-4254-a733-063b0215ffef tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:38.226391 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2cca964b-89f9-4b72-ae1d-daebc6757711 req-6d8c31c7-5d95-4254-a733-063b0215ffef tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5458560 Jul 15 23:56:38.242220 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-2cca964b-89f9-4b72-ae1d-daebc6757711 req-26c8deb8-9cb0-4f9a-ae17-450da76649b0 service neutron] Request body: {'port': {'device_id': '9b8caf8a-c80a-482b-a735-4be41922f1e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:56:38.317198 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2cca964b-89f9-4b72-ae1d-daebc6757711 req-26c8deb8-9cb0-4f9a-ae17-450da76649b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:38.491207 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:38.579424 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-2cca964b-89f9-4b72-ae1d-daebc6757711 req-26c8deb8-9cb0-4f9a-ae17-450da76649b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37aa86b1-f3fb-4236-bf82-51dfde8c8339 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:56:38.586850 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2cca964b-89f9-4b72-ae1d-daebc6757711 req-26c8deb8-9cb0-4f9a-ae17-450da76649b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:38.624296 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-2cca964b-89f9-4b72-ae1d-daebc6757711 req-26c8deb8-9cb0-4f9a-ae17-450da76649b0 service neutron] Transition to ACTIVE for port object 37aa86b1-f3fb-4236-bf82-51dfde8c8339 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:56:38.628691 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2cca964b-89f9-4b72-ae1d-daebc6757711 req-26c8deb8-9cb0-4f9a-ae17-450da76649b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:38.688746 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c8deb8-9cb0-4f9a-ae17-450da76649b0 service neutron] Pushing event updated for resources: {'Port': ['ID=37aa86b1-f3fb-4236-bf82-51dfde8c8339,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:56:38.748656 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c682e12-c3dc-4b18-9ea4-a2c191c8aaf0 req-5ad9981b-41b1-4171-abcd-2b8dd2b3fa81 tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:38.750060 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1c682e12-c3dc-4b18-9ea4-a2c191c8aaf0 req-5ad9981b-41b1-4171-abcd-2b8dd2b3fa81 tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b8caf8a-c80a-482b-a735-4be41922f1e5 HTTP/1.1" status: 200 len: 931 time: 0.1589375 Jul 15 23:56:38.804619 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1c682e12-c3dc-4b18-9ea4-a2c191c8aaf0 req-4e06bd83-7137-4ebe-aca4-59b2ba534d0d tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.48 "GET /v2.0/security-groups?id=e83b8efa-012d-4b1f-be5f-c731350954f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485380 Jul 15 23:56:38.805686 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-2cca964b-89f9-4b72-ae1d-daebc6757711 req-26c8deb8-9cb0-4f9a-ae17-450da76649b0 service neutron] Attempting to bind port 37aa86b1-f3fb-4236-bf82-51dfde8c8339 on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:56:38.806065 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-2cca964b-89f9-4b72-ae1d-daebc6757711 req-26c8deb8-9cb0-4f9a-ae17-450da76649b0 service neutron] Attempting to bind port 37aa86b1-f3fb-4236-bf82-51dfde8c8339 by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': 'b084b6de-4057-470f-be55-535420a95528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e4415494-26e2-4dff-8fcb-26ec890c7dcc'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:56:38.806499 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cca964b-89f9-4b72-ae1d-daebc6757711 req-26c8deb8-9cb0-4f9a-ae17-450da76649b0 service neutron] Attempting to bind port 37aa86b1-f3fb-4236-bf82-51dfde8c8339 on network e4415494-26e2-4dff-8fcb-26ec890c7dcc {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:56:38.810932 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cca964b-89f9-4b72-ae1d-daebc6757711 req-26c8deb8-9cb0-4f9a-ae17-450da76649b0 service neutron] Port 37aa86b1-f3fb-4236-bf82-51dfde8c8339 on network e4415494-26e2-4dff-8fcb-26ec890c7dcc not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:56:38.811259 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cca964b-89f9-4b72-ae1d-daebc6757711 req-26c8deb8-9cb0-4f9a-ae17-450da76649b0 service neutron] Attempting to bind port 37aa86b1-f3fb-4236-bf82-51dfde8c8339 on network e4415494-26e2-4dff-8fcb-26ec890c7dcc {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:56:38.816146 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cca964b-89f9-4b72-ae1d-daebc6757711 req-26c8deb8-9cb0-4f9a-ae17-450da76649b0 service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:56:38.816489 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cca964b-89f9-4b72-ae1d-daebc6757711 req-26c8deb8-9cb0-4f9a-ae17-450da76649b0 service neutron] Checking segment: {'id': 'b084b6de-4057-470f-be55-535420a95528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e4415494-26e2-4dff-8fcb-26ec890c7dcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:56:38.816877 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cca964b-89f9-4b72-ae1d-daebc6757711 req-26c8deb8-9cb0-4f9a-ae17-450da76649b0 service neutron] Bound using segment: {'id': 'b084b6de-4057-470f-be55-535420a95528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e4415494-26e2-4dff-8fcb-26ec890c7dcc'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:56:38.817308 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-2cca964b-89f9-4b72-ae1d-daebc6757711 req-26c8deb8-9cb0-4f9a-ae17-450da76649b0 service neutron] Bound port: 37aa86b1-f3fb-4236-bf82-51dfde8c8339, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b084b6de-4057-470f-be55-535420a95528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e4415494-26e2-4dff-8fcb-26ec890c7dcc'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:56:38.817674 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2cca964b-89f9-4b72-ae1d-daebc6757711 req-26c8deb8-9cb0-4f9a-ae17-450da76649b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:38.882326 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-2cca964b-89f9-4b72-ae1d-daebc6757711 req-26c8deb8-9cb0-4f9a-ae17-450da76649b0 service neutron] For port 37aa86b1-f3fb-4236-bf82-51dfde8c8339, host n-h2-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:56:38.885351 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-2cca964b-89f9-4b72-ae1d-daebc6757711 req-26c8deb8-9cb0-4f9a-ae17-450da76649b0 service neutron] For port 37aa86b1-f3fb-4236-bf82-51dfde8c8339, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=37aa86b1-f3fb-4236-bf82-51dfde8c8339,segment=NetworkSegment(b084b6de-4057-470f-be55-535420a95528),segment_id=b084b6de-4057-470f-be55-535420a95528)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:56:38.889872 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2cca964b-89f9-4b72-ae1d-daebc6757711 req-26c8deb8-9cb0-4f9a-ae17-450da76649b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:38.922405 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca964b-89f9-4b72-ae1d-daebc6757711 req-26c8deb8-9cb0-4f9a-ae17-450da76649b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:38.923050 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2cca964b-89f9-4b72-ae1d-daebc6757711 req-26c8deb8-9cb0-4f9a-ae17-450da76649b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:38.924483 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2cca964b-89f9-4b72-ae1d-daebc6757711 req-26c8deb8-9cb0-4f9a-ae17-450da76649b0 service neutron] 10.222.0.41 "PUT /v2.0/ports/37aa86b1-f3fb-4236-bf82-51dfde8c8339 HTTP/1.1" status: 200 len: 1091 time: 0.6863132 Jul 15 23:56:38.924926 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b8caf8a-c80a-482b-a735-4be41922f1e5', 'tag': '37aa86b1-f3fb-4236-bf82-51dfde8c8339'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:56:38.927159 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028a45eb-17b0-4fc6-a409-4a8da4c97c87" -d '{"events": [{"name": "network-changed", "server_uuid": "9b8caf8a-c80a-482b-a735-4be41922f1e5", "tag": "37aa86b1-f3fb-4236-bf82-51dfde8c8339"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:56:38.952515 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c8deb8-9cb0-4f9a-ae17-450da76649b0 service neutron] Pushing event updated for resources: {'Port': ['ID=37aa86b1-f3fb-4236-bf82-51dfde8c8339,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:56:38.967303 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a71bac0-f86c-46f0-a1f4-6dce808c971d x-openstack-request-id: req-6a71bac0-f86c-46f0-a1f4-6dce808c971d {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:56:38.967629 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b8caf8a-c80a-482b-a735-4be41922f1e5", "tag": "37aa86b1-f3fb-4236-bf82-51dfde8c8339", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:56:38.967887 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6a71bac0-f86c-46f0-a1f4-6dce808c971d {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:56:38.968296 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b8caf8a-c80a-482b-a735-4be41922f1e5', 'tag': '37aa86b1-f3fb-4236-bf82-51dfde8c8339', 'status': 'completed', 'code': 200} Jul 15 23:56:39.037714 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca964b-89f9-4b72-ae1d-daebc6757711 req-010da884-5298-4273-be93-5fa7ea4748ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:39.039116 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2cca964b-89f9-4b72-ae1d-daebc6757711 req-010da884-5298-4273-be93-5fa7ea4748ca service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=48e4602ea4e04cdebb65169c66a7bddb&device_id=9b8caf8a-c80a-482b-a735-4be41922f1e5 HTTP/1.1" status: 200 len: 1094 time: 0.0548348 Jul 15 23:56:39.087022 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2cca964b-89f9-4b72-ae1d-daebc6757711 req-ed1b9ee9-0e54-4ee3-a8e7-9faab9474795 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=37aa86b1-f3fb-4236-bf82-51dfde8c8339 HTTP/1.1" status: 200 len: 217 time: 0.0336833 Jul 15 23:56:39.133729 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca964b-89f9-4b72-ae1d-daebc6757711 req-18a5bbe8-d67e-4a9b-8801-ce13a4354eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:39.135367 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2cca964b-89f9-4b72-ae1d-daebc6757711 req-18a5bbe8-d67e-4a9b-8801-ce13a4354eae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93afe221-2988-47fe-9381-e3f6f15a7c22 HTTP/1.1" status: 200 len: 852 time: 0.0424306 Jul 15 23:56:39.166196 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2cca964b-89f9-4b72-ae1d-daebc6757711 req-e9f32cdd-5fa8-4394-ae5d-f2a924dac9cf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e4415494-26e2-4dff-8fcb-26ec890c7dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245683 Jul 15 23:56:39.255198 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2cca964b-89f9-4b72-ae1d-daebc6757711 req-4a966c5e-3f48-49aa-b8af-27b0eef13b7b service neutron] 10.222.0.41 "GET /v2.0/networks/e4415494-26e2-4dff-8fcb-26ec890c7dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830970 Jul 15 23:56:39.344515 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2cca964b-89f9-4b72-ae1d-daebc6757711 req-31b0a2d4-781a-42ce-9183-4df332ce5156 service neutron] 10.222.0.41 "GET /v2.0/networks/e4415494-26e2-4dff-8fcb-26ec890c7dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832696 Jul 15 23:56:39.481438 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a45eb-17b0-4fc6-a409-4a8da4c97c87 req-bc569a8f-3e6a-43cc-884e-ad523835814e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:39.482961 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-028a45eb-17b0-4fc6-a409-4a8da4c97c87 req-bc569a8f-3e6a-43cc-884e-ad523835814e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=48e4602ea4e04cdebb65169c66a7bddb&device_id=9b8caf8a-c80a-482b-a735-4be41922f1e5 HTTP/1.1" status: 200 len: 1094 time: 0.0527232 Jul 15 23:56:39.567709 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a45eb-17b0-4fc6-a409-4a8da4c97c87 req-ce5b227f-ecc3-44d1-890b-06eeea8da52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:39.569274 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-028a45eb-17b0-4fc6-a409-4a8da4c97c87 req-ce5b227f-ecc3-44d1-890b-06eeea8da52f service neutron] 10.222.0.41 "GET /v2.0/networks?id=e4415494-26e2-4dff-8fcb-26ec890c7dcc HTTP/1.1" status: 200 len: 913 time: 0.0803928 Jul 15 23:56:39.612014 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-028a45eb-17b0-4fc6-a409-4a8da4c97c87 req-faf0d94a-e4b7-4fe6-b972-d7268cac33d0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=37aa86b1-f3fb-4236-bf82-51dfde8c8339 HTTP/1.1" status: 200 len: 217 time: 0.0363834 Jul 15 23:56:39.658481 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a45eb-17b0-4fc6-a409-4a8da4c97c87 req-6d861093-9f3d-4a5f-9509-0f1dcc50b59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:39.659922 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-028a45eb-17b0-4fc6-a409-4a8da4c97c87 req-6d861093-9f3d-4a5f-9509-0f1dcc50b59e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93afe221-2988-47fe-9381-e3f6f15a7c22 HTTP/1.1" status: 200 len: 852 time: 0.0419471 Jul 15 23:56:39.691738 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-028a45eb-17b0-4fc6-a409-4a8da4c97c87 req-f2971b37-7f22-489e-b39d-f9565088b7f2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e4415494-26e2-4dff-8fcb-26ec890c7dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250661 Jul 15 23:56:39.783350 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-028a45eb-17b0-4fc6-a409-4a8da4c97c87 req-9db8db0e-76a9-458a-bdef-290d501eacba service neutron] 10.222.0.41 "GET /v2.0/networks/e4415494-26e2-4dff-8fcb-26ec890c7dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847199 Jul 15 23:56:39.872422 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-028a45eb-17b0-4fc6-a409-4a8da4c97c87 req-c5c2f1a3-e184-4998-8d25-3afe3e4dafdd service neutron] 10.222.0.41 "GET /v2.0/networks/e4415494-26e2-4dff-8fcb-26ec890c7dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806475 Jul 15 23:56:39.984321 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a154c8-8baf-4694-9613-2a01d17619f0 req-4351dc1c-bb95-4a14-a357-bcb9da71d990 tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:39.985793 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d3a154c8-8baf-4694-9613-2a01d17619f0 req-4351dc1c-bb95-4a14-a357-bcb9da71d990 tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b8caf8a-c80a-482b-a735-4be41922f1e5 HTTP/1.1" status: 200 len: 943 time: 0.0678835 Jul 15 23:56:40.022895 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d3a154c8-8baf-4694-9613-2a01d17619f0 req-d6421d57-400e-4411-9a39-de2b829f65e9 tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.48 "GET /v2.0/security-groups?id=e83b8efa-012d-4b1f-be5f-c731350954f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316324 Jul 15 23:56:40.436534 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [req-ac9a7ef4-ab3b-44ff-bfee-6388881e7af7 req-e64ff425-7a93-442d-836d-03d9cf80bfe4 service neutron] (93770) timed out ('10.222.0.49', 54861) {{(pid=93770) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 23:56:41.196896 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c02e8-9660-447d-9a7b-82b9580c9a38 req-04963696-a6f7-409c-8ddd-9065fc52b65e tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:41.199547 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-130c02e8-9660-447d-9a7b-82b9580c9a38 req-04963696-a6f7-409c-8ddd-9065fc52b65e tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b8caf8a-c80a-482b-a735-4be41922f1e5 HTTP/1.1" status: 200 len: 943 time: 0.0656576 Jul 15 23:56:41.237576 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-130c02e8-9660-447d-9a7b-82b9580c9a38 req-4387c852-3238-4a72-b685-4ff726a005df tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.48 "GET /v2.0/security-groups?id=e83b8efa-012d-4b1f-be5f-c731350954f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323544 Jul 15 23:56:42.359629 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 37aa86b1-f3fb-4236-bf82-51dfde8c8339 details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:56:42.413155 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80f40f-3949-42c7-abda-c94cc3d1b3f2 req-6348e89f-aa8c-4740-8479-8ba4dbd51a67 tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:42.414518 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6d80f40f-3949-42c7-abda-c94cc3d1b3f2 req-6348e89f-aa8c-4740-8479-8ba4dbd51a67 tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b8caf8a-c80a-482b-a735-4be41922f1e5 HTTP/1.1" status: 200 len: 943 time: 0.0669699 Jul 15 23:56:42.453093 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6d80f40f-3949-42c7-abda-c94cc3d1b3f2 req-ef1ada2d-38d4-44d6-a5aa-7669fd270f19 tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.48 "GET /v2.0/security-groups?id=e83b8efa-012d-4b1f-be5f-c731350954f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329421 Jul 15 23:56:42.455523 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 37aa86b1-f3fb-4236-bf82-51dfde8c8339, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=37aa86b1-f3fb-4236-bf82-51dfde8c8339,segment=NetworkSegment(b084b6de-4057-470f-be55-535420a95528),segment_id=b084b6de-4057-470f-be55-535420a95528)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:56:42.471810 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': '37aa86b1-f3fb-4236-bf82-51dfde8c8339', 'network_id': 'e4415494-26e2-4dff-8fcb-26ec890c7dcc', 'port_id': '37aa86b1-f3fb-4236-bf82-51dfde8c8339', 'mac_address': 'fa:16:3e:a5:f8:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93afe221-2988-47fe-9381-e3f6f15a7c22', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:56:42.507523 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:42.520367 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37aa86b1-f3fb-4236-bf82-51dfde8c8339 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:56:42.539279 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 37aa86b1-f3fb-4236-bf82-51dfde8c8339, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=37aa86b1-f3fb-4236-bf82-51dfde8c8339,segment=NetworkSegment(b084b6de-4057-470f-be55-535420a95528),segment_id=b084b6de-4057-470f-be55-535420a95528)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:56:42.544244 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:42.589543 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=37aa86b1-f3fb-4236-bf82-51dfde8c8339,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:56:42.803343 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['37aa86b1-f3fb-4236-bf82-51dfde8c8339'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:56:43.626785 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c654c979-729f-407e-8b52-a52d125861a8 req-be6b6a15-61e1-4611-9171-9818167b6d45 tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:43.628266 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c654c979-729f-407e-8b52-a52d125861a8 req-be6b6a15-61e1-4611-9171-9818167b6d45 tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b8caf8a-c80a-482b-a735-4be41922f1e5 HTTP/1.1" status: 200 len: 944 time: 0.0626676 Jul 15 23:56:43.664441 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c654c979-729f-407e-8b52-a52d125861a8 req-d35e1f93-3aa1-4a5c-a7e6-8f07d5c44c15 tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.48 "GET /v2.0/security-groups?id=e83b8efa-012d-4b1f-be5f-c731350954f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306754 Jul 15 23:56:44.383354 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 37aa86b1-f3fb-4236-bf82-51dfde8c8339 up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:56:44.431417 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port 37aa86b1-f3fb-4236-bf82-51dfde8c8339 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:56:44.435561 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port 37aa86b1-f3fb-4236-bf82-51dfde8c8339 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:56:44.435953 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:44.512955 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:44.534006 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b8caf8a-c80a-482b-a735-4be41922f1e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37aa86b1-f3fb-4236-bf82-51dfde8c8339'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:56:44.536254 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c8203d-2103-47d7-ab8a-899ef3a0994a" -d '{"events": [{"server_uuid": "9b8caf8a-c80a-482b-a735-4be41922f1e5", "name": "network-vif-plugged", "status": "completed", "tag": "37aa86b1-f3fb-4236-bf82-51dfde8c8339"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:56:44.549468 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 37aa86b1-f3fb-4236-bf82-51dfde8c8339, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=37aa86b1-f3fb-4236-bf82-51dfde8c8339,segment=NetworkSegment(b084b6de-4057-470f-be55-535420a95528),segment_id=b084b6de-4057-470f-be55-535420a95528)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:56:44.553369 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:44.577786 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d58a3371-dbfd-4aaf-b76d-86a17727769d x-openstack-request-id: req-d58a3371-dbfd-4aaf-b76d-86a17727769d {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:56:44.578076 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b8caf8a-c80a-482b-a735-4be41922f1e5", "name": "network-vif-plugged", "status": "completed", "tag": "37aa86b1-f3fb-4236-bf82-51dfde8c8339", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:56:44.578327 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d58a3371-dbfd-4aaf-b76d-86a17727769d {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:56:44.578716 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b8caf8a-c80a-482b-a735-4be41922f1e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37aa86b1-f3fb-4236-bf82-51dfde8c8339', 'code': 200} Jul 15 23:56:44.604649 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=37aa86b1-f3fb-4236-bf82-51dfde8c8339,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:56:44.709860 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cc2db0-2aa1-463c-89c5-6338ee01b2ba req-199c8be6-6093-4c56-a379-702d39d70acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:44.711417 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e8cc2db0-2aa1-463c-89c5-6338ee01b2ba req-199c8be6-6093-4c56-a379-702d39d70acf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9b8caf8a-c80a-482b-a735-4be41922f1e5 HTTP/1.1" status: 200 len: 1096 time: 0.0517967 Jul 15 23:56:44.746567 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e8cc2db0-2aa1-463c-89c5-6338ee01b2ba req-f6bc9e69-f5b7-468f-b17f-56412c0f6909 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e83b8efa-012d-4b1f-be5f-c731350954f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290995 Jul 15 23:56:44.841163 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b5a48-0138-4db7-83da-8ce15fee2eb1 req-43f43a84-e5d4-4a65-966f-faf41f2f815a tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:44.842637 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-845b5a48-0138-4db7-83da-8ce15fee2eb1 req-43f43a84-e5d4-4a65-966f-faf41f2f815a tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b8caf8a-c80a-482b-a735-4be41922f1e5 HTTP/1.1" status: 200 len: 945 time: 0.0663230 Jul 15 23:56:44.880153 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-845b5a48-0138-4db7-83da-8ce15fee2eb1 req-51b6a7d1-fc74-4384-9f02-872806d95894 tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.48 "GET /v2.0/security-groups?id=e83b8efa-012d-4b1f-be5f-c731350954f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319395 Jul 15 23:56:46.050875 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e2b2f-6d3f-4096-8810-7c08f01f0660 req-bae3f47f-5614-42f9-8b66-8edbae61f6ff tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:46.052376 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fe2e2b2f-6d3f-4096-8810-7c08f01f0660 req-bae3f47f-5614-42f9-8b66-8edbae61f6ff tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b8caf8a-c80a-482b-a735-4be41922f1e5 HTTP/1.1" status: 200 len: 945 time: 0.0615373 Jul 15 23:56:46.092989 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fe2e2b2f-6d3f-4096-8810-7c08f01f0660 req-420493ec-10b2-4b06-a470-be11b5fd90c3 tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.48 "GET /v2.0/security-groups?id=e83b8efa-012d-4b1f-be5f-c731350954f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343008 Jul 15 23:56:46.379412 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 50606) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:56:46.484381 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d8d32378-2e1f-4c07-beb7-f3183a85a114 req-a3752a02-2056-4018-af18-bba514eeec4b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9b8caf8a-c80a-482b-a735-4be41922f1e5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1037197 Jul 15 23:56:46.498681 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb062f0b-3421-437a-aa33-9c05500558c1 req-a626b001-fbc9-47ea-9a2b-f92d9cf495c8 tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:46.500224 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fb062f0b-3421-437a-aa33-9c05500558c1 req-a626b001-fbc9-47ea-9a2b-f92d9cf495c8 tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b8caf8a-c80a-482b-a735-4be41922f1e5 HTTP/1.1" status: 200 len: 945 time: 0.0698907 Jul 15 23:56:46.903807 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fb062f0b-3421-437a-aa33-9c05500558c1 req-7bc5d8fd-aa71-4746-89b8-c10a9f9e95ce tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.48 "GET /v2.0/security-groups?id=e83b8efa-012d-4b1f-be5f-c731350954f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3973610 Jul 15 23:56:47.833187 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d32378-2e1f-4c07-beb7-f3183a85a114 req-a5d135a0-e049-449f-b541-11b0957bd366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:47.834651 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d8d32378-2e1f-4c07-beb7-f3183a85a114 req-a5d135a0-e049-449f-b541-11b0957bd366 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=48e4602ea4e04cdebb65169c66a7bddb&device_id=9b8caf8a-c80a-482b-a735-4be41922f1e5 HTTP/1.1" status: 200 len: 1096 time: 0.0530787 Jul 15 23:56:47.924106 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d32378-2e1f-4c07-beb7-f3183a85a114 req-1eddfdec-eb5f-4c49-825b-39706ab868cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:47.925564 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d8d32378-2e1f-4c07-beb7-f3183a85a114 req-1eddfdec-eb5f-4c49-825b-39706ab868cf service neutron] 10.222.0.41 "GET /v2.0/networks?id=e4415494-26e2-4dff-8fcb-26ec890c7dcc HTTP/1.1" status: 200 len: 913 time: 0.0845015 Jul 15 23:56:47.967426 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d8d32378-2e1f-4c07-beb7-f3183a85a114 req-a2c59bde-c71d-4c65-8a4e-cf4d93d0f8b0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=37aa86b1-f3fb-4236-bf82-51dfde8c8339 HTTP/1.1" status: 200 len: 217 time: 0.0342934 Jul 15 23:56:48.015233 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d32378-2e1f-4c07-beb7-f3183a85a114 req-a497a2a2-7fa2-4076-8797-9d09526b133f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:48.016717 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d8d32378-2e1f-4c07-beb7-f3183a85a114 req-a497a2a2-7fa2-4076-8797-9d09526b133f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93afe221-2988-47fe-9381-e3f6f15a7c22 HTTP/1.1" status: 200 len: 852 time: 0.0438831 Jul 15 23:56:48.072382 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d8d32378-2e1f-4c07-beb7-f3183a85a114 req-c9f9950a-51a3-4eb1-8e98-ec9153d65439 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e4415494-26e2-4dff-8fcb-26ec890c7dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436223 Jul 15 23:56:48.163016 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a1af9-4a6b-4d8b-b259-ee1a3721e4c4 req-20c2cf83-9639-479a-85b1-5e01a656a389 tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:48.164511 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-168a1af9-4a6b-4d8b-b259-ee1a3721e4c4 req-20c2cf83-9639-479a-85b1-5e01a656a389 tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b8caf8a-c80a-482b-a735-4be41922f1e5 HTTP/1.1" status: 200 len: 945 time: 0.1447895 Jul 15 23:56:48.200534 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d8d32378-2e1f-4c07-beb7-f3183a85a114 req-acadc630-eb2f-4a92-9e20-1180c0193bbf service neutron] 10.222.0.41 "GET /v2.0/networks/e4415494-26e2-4dff-8fcb-26ec890c7dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210530 Jul 15 23:56:48.239743 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-168a1af9-4a6b-4d8b-b259-ee1a3721e4c4 req-ff825cad-d305-43d2-83fd-c233d6f3256d tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.48 "GET /v2.0/security-groups?id=e83b8efa-012d-4b1f-be5f-c731350954f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689938 Jul 15 23:56:48.301122 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d8d32378-2e1f-4c07-beb7-f3183a85a114 req-47553043-774a-4eb4-ad7b-096d86180a7f service neutron] 10.222.0.41 "GET /v2.0/networks/e4415494-26e2-4dff-8fcb-26ec890c7dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941765 Jul 15 23:56:49.414232 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c55d0-0831-42d0-a8f5-c68d231a9ec5 req-7f15ed70-0af0-40b3-b953-6c35301d0dfa tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:49.415731 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-590c55d0-0831-42d0-a8f5-c68d231a9ec5 req-7f15ed70-0af0-40b3-b953-6c35301d0dfa tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b8caf8a-c80a-482b-a735-4be41922f1e5 HTTP/1.1" status: 200 len: 945 time: 0.0639279 Jul 15 23:56:49.457068 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-590c55d0-0831-42d0-a8f5-c68d231a9ec5 req-277d82a0-b292-4ff7-890c-5b3b740d9e62 tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.48 "GET /v2.0/security-groups?id=e83b8efa-012d-4b1f-be5f-c731350954f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350156 Jul 15 23:56:50.646220 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab090e8c-aee8-4cdc-b9eb-51f72f99cf75 req-39262119-fef3-4ad5-b6b9-eb6372b0f28c tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:50.647741 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab090e8c-aee8-4cdc-b9eb-51f72f99cf75 req-39262119-fef3-4ad5-b6b9-eb6372b0f28c tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b8caf8a-c80a-482b-a735-4be41922f1e5 HTTP/1.1" status: 200 len: 945 time: 0.0641205 Jul 15 23:56:50.685954 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab090e8c-aee8-4cdc-b9eb-51f72f99cf75 req-319b3f12-7e43-48cc-ad9a-8331e4b67256 tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.48 "GET /v2.0/security-groups?id=e83b8efa-012d-4b1f-be5f-c731350954f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326736 Jul 15 23:56:51.798702 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [req-f5ca75da-b657-4193-94e8-c8a35248c7b6 req-43099b10-d01e-4df6-85ad-cb6ac316d5f9 service neutron] (93771) timed out ('10.222.0.41', 59651) {{(pid=93771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 23:56:51.858639 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d7db22-c782-4b8d-8539-9e76a6e293b2 req-9e5dcf65-847e-46d0-b4bb-88d4d482ea3c tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:51.860143 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-15d7db22-c782-4b8d-8539-9e76a6e293b2 req-9e5dcf65-847e-46d0-b4bb-88d4d482ea3c tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b8caf8a-c80a-482b-a735-4be41922f1e5 HTTP/1.1" status: 200 len: 945 time: 0.0624833 Jul 15 23:56:51.897776 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-15d7db22-c782-4b8d-8539-9e76a6e293b2 req-a82b0ef9-678c-4175-afbd-5e93ffc3fd16 tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.48 "GET /v2.0/security-groups?id=e83b8efa-012d-4b1f-be5f-c731350954f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321147 Jul 15 23:56:53.074695 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99153405-0428-41ea-97ed-c2d1d3536efb req-93024a90-8663-4d7f-9bcf-f02d34b5a07a tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:53.076280 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-99153405-0428-41ea-97ed-c2d1d3536efb req-93024a90-8663-4d7f-9bcf-f02d34b5a07a tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b8caf8a-c80a-482b-a735-4be41922f1e5 HTTP/1.1" status: 200 len: 945 time: 0.0664854 Jul 15 23:56:53.114158 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-99153405-0428-41ea-97ed-c2d1d3536efb req-ddf04950-47a8-4303-8911-4d1afea6df22 tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.48 "GET /v2.0/security-groups?id=e83b8efa-012d-4b1f-be5f-c731350954f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323675 Jul 15 23:56:54.285803 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61884885-e7f5-4934-ae86-2fb681b849b9 req-c5da68e4-d740-41d7-9450-7f69a326a7bb tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:54.287292 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-61884885-e7f5-4934-ae86-2fb681b849b9 req-c5da68e4-d740-41d7-9450-7f69a326a7bb tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b8caf8a-c80a-482b-a735-4be41922f1e5 HTTP/1.1" status: 200 len: 945 time: 0.0628934 Jul 15 23:56:54.326028 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-61884885-e7f5-4934-ae86-2fb681b849b9 req-bba8d8b7-6b69-4a67-be85-e8ea0e204d7d tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.48 "GET /v2.0/security-groups?id=e83b8efa-012d-4b1f-be5f-c731350954f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325985 Jul 15 23:56:55.498523 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f32b8c-3fcc-49ab-8506-1afc7ea69dbc req-a8bb969b-dcd1-46e2-b910-3de1f74dd7eb tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:55.500060 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-14f32b8c-3fcc-49ab-8506-1afc7ea69dbc req-a8bb969b-dcd1-46e2-b910-3de1f74dd7eb tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b8caf8a-c80a-482b-a735-4be41922f1e5 HTTP/1.1" status: 200 len: 945 time: 0.0630887 Jul 15 23:56:55.544206 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-14f32b8c-3fcc-49ab-8506-1afc7ea69dbc req-a72776de-e0cc-4605-acf2-802a156cc240 tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.48 "GET /v2.0/security-groups?id=e83b8efa-012d-4b1f-be5f-c731350954f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383456 Jul 15 23:56:55.750703 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:56:56.724770 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6dfa0c-cb22-40d7-8072-1aaac1c64f6c req-9b3eb5f6-5997-412c-8252-a9d78aff44d9 tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:56.726282 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7f6dfa0c-cb22-40d7-8072-1aaac1c64f6c req-9b3eb5f6-5997-412c-8252-a9d78aff44d9 tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b8caf8a-c80a-482b-a735-4be41922f1e5 HTTP/1.1" status: 200 len: 945 time: 0.0657225 Jul 15 23:56:56.764428 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7f6dfa0c-cb22-40d7-8072-1aaac1c64f6c req-b954e8bb-cd8b-4eea-abd7-a55a43823d46 tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.48 "GET /v2.0/security-groups?id=e83b8efa-012d-4b1f-be5f-c731350954f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317986 Jul 15 23:56:57.942172 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b0b3c-bf38-4624-82ce-cf9489922383 req-1d4c0adb-82e8-465c-97b5-15d7f1e12851 tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:57.943667 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a82b0b3c-bf38-4624-82ce-cf9489922383 req-1d4c0adb-82e8-465c-97b5-15d7f1e12851 tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b8caf8a-c80a-482b-a735-4be41922f1e5 HTTP/1.1" status: 200 len: 945 time: 0.0644109 Jul 15 23:56:57.981019 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a82b0b3c-bf38-4624-82ce-cf9489922383 req-7868e878-9c99-4e6c-bb91-09df59e3da36 tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.48 "GET /v2.0/security-groups?id=e83b8efa-012d-4b1f-be5f-c731350954f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316398 Jul 15 23:56:59.158924 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d9189-57eb-44d1-b552-47f945fcd7d3 req-5fd48573-d644-4f3c-a680-9d9053fc6c7b tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:56:59.160434 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ed1d9189-57eb-44d1-b552-47f945fcd7d3 req-5fd48573-d644-4f3c-a680-9d9053fc6c7b tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b8caf8a-c80a-482b-a735-4be41922f1e5 HTTP/1.1" status: 200 len: 945 time: 0.0670035 Jul 15 23:56:59.198570 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ed1d9189-57eb-44d1-b552-47f945fcd7d3 req-286dfa84-691b-4308-ac02-130f315c5dca tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.48 "GET /v2.0/security-groups?id=e83b8efa-012d-4b1f-be5f-c731350954f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324697 Jul 15 23:57:00.372752 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfdb3fc-3bbc-42d2-9e92-6ab2797ca5b4 req-e8a5fff9-8199-40bc-be20-5768428dd037 tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:00.374232 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3bfdb3fc-3bbc-42d2-9e92-6ab2797ca5b4 req-e8a5fff9-8199-40bc-be20-5768428dd037 tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b8caf8a-c80a-482b-a735-4be41922f1e5 HTTP/1.1" status: 200 len: 945 time: 0.0638680 Jul 15 23:57:00.411496 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3bfdb3fc-3bbc-42d2-9e92-6ab2797ca5b4 req-74c658f8-4a0d-47cc-b6a0-0146f4f1a47e tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.48 "GET /v2.0/security-groups?id=e83b8efa-012d-4b1f-be5f-c731350954f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317183 Jul 15 23:57:00.888784 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c0a09665-83b0-40af-a2ba-dcd96950e4da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:01.584350 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce7fc5-60a6-4046-922d-3d93c758bb8c req-fff83b0f-38ca-4300-a288-bc6a66ddee39 tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:01.585839 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d8ce7fc5-60a6-4046-922d-3d93c758bb8c req-fff83b0f-38ca-4300-a288-bc6a66ddee39 tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b8caf8a-c80a-482b-a735-4be41922f1e5 HTTP/1.1" status: 200 len: 945 time: 0.0646286 Jul 15 23:57:01.628405 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d8ce7fc5-60a6-4046-922d-3d93c758bb8c req-9a536128-18b9-44e1-a689-e350c5effc2c tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.48 "GET /v2.0/security-groups?id=e83b8efa-012d-4b1f-be5f-c731350954f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364635 Jul 15 23:57:02.799364 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169f7d0-63d7-48d0-9ab4-99174d70e05a req-d2339601-73d8-4633-8468-5aeb7df5710f tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:02.800880 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c169f7d0-63d7-48d0-9ab4-99174d70e05a req-d2339601-73d8-4633-8468-5aeb7df5710f tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b8caf8a-c80a-482b-a735-4be41922f1e5 HTTP/1.1" status: 200 len: 945 time: 0.0624464 Jul 15 23:57:02.839164 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c169f7d0-63d7-48d0-9ab4-99174d70e05a req-73f47578-5a44-45d0-9be1-8bbc1a376e7e tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.48 "GET /v2.0/security-groups?id=e83b8efa-012d-4b1f-be5f-c731350954f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328383 Jul 15 23:57:03.452177 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:04.015112 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ac505-8dd7-49dc-b89e-ff20c5f84851 req-66723a5e-2571-4b03-8d54-43624abcb237 tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:04.016621 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8f0ac505-8dd7-49dc-b89e-ff20c5f84851 req-66723a5e-2571-4b03-8d54-43624abcb237 tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b8caf8a-c80a-482b-a735-4be41922f1e5 HTTP/1.1" status: 200 len: 945 time: 0.0628195 Jul 15 23:57:04.053363 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8f0ac505-8dd7-49dc-b89e-ff20c5f84851 req-2140e9bd-0068-4d8c-a78a-c7781b490aa0 tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.48 "GET /v2.0/security-groups?id=e83b8efa-012d-4b1f-be5f-c731350954f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312304 Jul 15 23:57:04.252521 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-348e3d78-47d7-435a-932c-a37949189cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:04.456974 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:05.254382 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c7b95-5cd9-42af-8d1c-574921df76dc req-a300f16a-d7bb-4907-9d80-44cc7cadd24c tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:05.255996 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e34c7b95-5cd9-42af-8d1c-574921df76dc req-a300f16a-d7bb-4907-9d80-44cc7cadd24c tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b8caf8a-c80a-482b-a735-4be41922f1e5 HTTP/1.1" status: 200 len: 945 time: 0.0761282 Jul 15 23:57:05.303947 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e34c7b95-5cd9-42af-8d1c-574921df76dc req-6417fbe2-b53a-4e00-b1e9-2301cb850737 tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.48 "GET /v2.0/security-groups?id=e83b8efa-012d-4b1f-be5f-c731350954f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412867 Jul 15 23:57:06.470617 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:06.493950 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba77e75f-dd41-43a9-8368-cbe8b8d9f740 req-a3943b37-9bf1-4a98-8166-831a8fb6076d tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:06.495104 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ba77e75f-dd41-43a9-8368-cbe8b8d9f740 req-a3943b37-9bf1-4a98-8166-831a8fb6076d tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b8caf8a-c80a-482b-a735-4be41922f1e5 HTTP/1.1" status: 200 len: 945 time: 0.0723016 Jul 15 23:57:06.532810 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ba77e75f-dd41-43a9-8368-cbe8b8d9f740 req-fbc1a8f7-d054-4062-a10f-88430fea1936 tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.48 "GET /v2.0/security-groups?id=e83b8efa-012d-4b1f-be5f-c731350954f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320613 Jul 15 23:57:07.307976 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [req-d99673df-6f9b-4663-80c9-ef63178cfaa6 req-0e02bb23-0c01-4a29-a735-8e2a9a9601a6 service neutron] (93771) timed out ('10.222.0.48', 44082) {{(pid=93771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 23:57:07.900625 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e75d0a-583a-47ad-afec-1fcb8cd19e1e req-1c8841ad-601d-4d7e-a09d-a8a93dc54f86 tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:07.902285 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c1e75d0a-583a-47ad-afec-1fcb8cd19e1e req-1c8841ad-601d-4d7e-a09d-a8a93dc54f86 tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b8caf8a-c80a-482b-a735-4be41922f1e5 HTTP/1.1" status: 200 len: 945 time: 0.0671668 Jul 15 23:57:07.944134 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c1e75d0a-583a-47ad-afec-1fcb8cd19e1e req-49afeaac-1ef1-48b0-b35b-db56a107b12e tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.48 "GET /v2.0/security-groups?id=e83b8efa-012d-4b1f-be5f-c731350954f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364044 Jul 15 23:57:08.490169 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:09.001625 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c6d41-6215-4cc9-ac66-01319d613932 req-3e27dc48-8bbc-4eca-8bec-842f6646c1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:09.003142 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-123c6d41-6215-4cc9-ac66-01319d613932 req-3e27dc48-8bbc-4eca-8bec-842f6646c1b9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=48e4602ea4e04cdebb65169c66a7bddb&device_id=9b8caf8a-c80a-482b-a735-4be41922f1e5 HTTP/1.1" status: 200 len: 1096 time: 0.0543973 Jul 15 23:57:09.145045 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c6d41-6215-4cc9-ac66-01319d613932 req-fdb99ed2-858d-4e87-892d-6b6f46b3398e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:09.146527 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-123c6d41-6215-4cc9-ac66-01319d613932 req-fdb99ed2-858d-4e87-892d-6b6f46b3398e service neutron] 10.222.0.41 "GET /v2.0/networks?id=e4415494-26e2-4dff-8fcb-26ec890c7dcc HTTP/1.1" status: 200 len: 913 time: 0.1223474 Jul 15 23:57:09.192714 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-123c6d41-6215-4cc9-ac66-01319d613932 req-be4b86f1-3674-4160-8381-033c7b48391d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=37aa86b1-f3fb-4236-bf82-51dfde8c8339 HTTP/1.1" status: 200 len: 217 time: 0.0381668 Jul 15 23:57:09.201194 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb92aa-0231-4a7e-9688-446d1ba66a82 req-bb917ed8-2cae-49ed-91ff-a48fe1f3b67f tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:09.202888 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-eccb92aa-0231-4a7e-9688-446d1ba66a82 req-bb917ed8-2cae-49ed-91ff-a48fe1f3b67f tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b8caf8a-c80a-482b-a735-4be41922f1e5 HTTP/1.1" status: 200 len: 945 time: 0.1445565 Jul 15 23:57:09.276950 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-eccb92aa-0231-4a7e-9688-446d1ba66a82 req-d941f371-6b78-4f27-a070-b3c67103d6ce tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.48 "GET /v2.0/security-groups?id=e83b8efa-012d-4b1f-be5f-c731350954f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661008 Jul 15 23:57:09.278496 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c6d41-6215-4cc9-ac66-01319d613932 req-db99fda3-0385-48bc-89c9-2c8a11f0d3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:09.280042 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-123c6d41-6215-4cc9-ac66-01319d613932 req-db99fda3-0385-48bc-89c9-2c8a11f0d3e1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93afe221-2988-47fe-9381-e3f6f15a7c22 HTTP/1.1" status: 200 len: 852 time: 0.0764925 Jul 15 23:57:09.319374 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-123c6d41-6215-4cc9-ac66-01319d613932 req-0afa8aaf-5bbb-47f3-a072-7e8b1c08653f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e4415494-26e2-4dff-8fcb-26ec890c7dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292969 Jul 15 23:57:09.408001 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-123c6d41-6215-4cc9-ac66-01319d613932 req-1a065514-c775-4278-aa38-3093b366e9a0 service neutron] 10.222.0.41 "GET /v2.0/networks/e4415494-26e2-4dff-8fcb-26ec890c7dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817394 Jul 15 23:57:09.500631 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-123c6d41-6215-4cc9-ac66-01319d613932 req-404f5f35-c926-49c7-b068-6562952b1f69 service neutron] 10.222.0.41 "GET /v2.0/networks/e4415494-26e2-4dff-8fcb-26ec890c7dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861483 Jul 15 23:57:10.458555 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f256959d-7d21-4324-bcb1-70ac0bfbb7f0 req-99909e14-d61d-4697-a461-80455a2b0919 tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:10.460144 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f256959d-7d21-4324-bcb1-70ac0bfbb7f0 req-99909e14-d61d-4697-a461-80455a2b0919 tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b8caf8a-c80a-482b-a735-4be41922f1e5 HTTP/1.1" status: 200 len: 945 time: 0.0649364 Jul 15 23:57:10.498385 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f256959d-7d21-4324-bcb1-70ac0bfbb7f0 req-77cc0ba6-44ab-48af-83cf-9cd2d3cef71c tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.48 "GET /v2.0/security-groups?id=e83b8efa-012d-4b1f-be5f-c731350954f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327961 Jul 15 23:57:11.679613 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddacb92e-7f56-446f-9f6c-c395096601cc req-4944a72f-5e0c-4428-9794-b9c60bef0d8b tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:11.681533 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ddacb92e-7f56-446f-9f6c-c395096601cc req-4944a72f-5e0c-4428-9794-b9c60bef0d8b tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b8caf8a-c80a-482b-a735-4be41922f1e5 HTTP/1.1" status: 200 len: 945 time: 0.0692968 Jul 15 23:57:11.721347 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ddacb92e-7f56-446f-9f6c-c395096601cc req-03186a63-fb52-40f1-acdf-2881e81f9dcb tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.48 "GET /v2.0/security-groups?id=e83b8efa-012d-4b1f-be5f-c731350954f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343885 Jul 15 23:57:12.866817 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:57:12.898490 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b75104-edcc-443a-8266-5ebfe1b54e03 req-787ebd81-bffa-4c06-b2b3-58eb1a269893 tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:12.900303 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e2b75104-edcc-443a-8266-5ebfe1b54e03 req-787ebd81-bffa-4c06-b2b3-58eb1a269893 tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b8caf8a-c80a-482b-a735-4be41922f1e5 HTTP/1.1" status: 200 len: 945 time: 0.0667303 Jul 15 23:57:12.939611 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e2b75104-edcc-443a-8266-5ebfe1b54e03 req-f271825c-1f8e-4d0a-9374-6968f77a9d76 tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.48 "GET /v2.0/security-groups?id=e83b8efa-012d-4b1f-be5f-c731350954f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336421 Jul 15 23:57:14.119554 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051874f2-8d6d-436d-a3f3-7973f0b97b78 req-6289faef-bd16-4c9c-aee0-d4275e8a6266 tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:14.121109 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-051874f2-8d6d-436d-a3f3-7973f0b97b78 req-6289faef-bd16-4c9c-aee0-d4275e8a6266 tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b8caf8a-c80a-482b-a735-4be41922f1e5 HTTP/1.1" status: 200 len: 945 time: 0.0691485 Jul 15 23:57:14.160363 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-051874f2-8d6d-436d-a3f3-7973f0b97b78 req-c2dcdf9d-e6cb-4e99-b3d0-e1bf5fa261de tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.48 "GET /v2.0/security-groups?id=e83b8efa-012d-4b1f-be5f-c731350954f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336201 Jul 15 23:57:15.338019 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e0e791-4593-464f-bebe-6177a40b69a8 req-a087206d-d697-4790-9e9e-5fa735612571 tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:15.339513 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-47e0e791-4593-464f-bebe-6177a40b69a8 req-a087206d-d697-4790-9e9e-5fa735612571 tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b8caf8a-c80a-482b-a735-4be41922f1e5 HTTP/1.1" status: 200 len: 945 time: 0.0678241 Jul 15 23:57:15.409897 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-47e0e791-4593-464f-bebe-6177a40b69a8 req-beb1a867-074a-4284-b396-7ee44bf44302 tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.48 "GET /v2.0/security-groups?id=e83b8efa-012d-4b1f-be5f-c731350954f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648277 Jul 15 23:57:15.424736 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [req-d8d32378-2e1f-4c07-beb7-f3183a85a114 req-0d21ef1d-d38d-40db-90f6-6d6feb416ce0 service neutron] show failed (client error): The resource could not be found. Jul 15 23:57:15.425749 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d8d32378-2e1f-4c07-beb7-f3183a85a114 req-0d21ef1d-d38d-40db-90f6-6d6feb416ce0 service neutron] 10.222.0.41 "GET /v2.0/ports/37aa86b1-f3fb-4236-bf82-51dfde8c8339/bindings/n-h1-794306-6 HTTP/1.1" status: 404 len: 380 time: 0.0747726 Jul 15 23:57:15.708936 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d32378-2e1f-4c07-beb7-f3183a85a114 req-9ec9413f-0b35-4a31-b614-e59b8520f62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:15.710420 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d8d32378-2e1f-4c07-beb7-f3183a85a114 req-9ec9413f-0b35-4a31-b614-e59b8520f62b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9b8caf8a-c80a-482b-a735-4be41922f1e5&tenant_id=48e4602ea4e04cdebb65169c66a7bddb HTTP/1.1" status: 200 len: 1096 time: 0.0860646 Jul 15 23:57:15.721814 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-d8d32378-2e1f-4c07-beb7-f3183a85a114 req-f72cd906-07c1-43d9-87dd-c41d3fbce107 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-794306-6', 'device_owner': 'compute:nova'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:57:15.790557 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d8d32378-2e1f-4c07-beb7-f3183a85a114 req-f72cd906-07c1-43d9-87dd-c41d3fbce107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:15.990912 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-d8d32378-2e1f-4c07-beb7-f3183a85a114 req-f72cd906-07c1-43d9-87dd-c41d3fbce107 service neutron] For port 37aa86b1-f3fb-4236-bf82-51dfde8c8339, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=37aa86b1-f3fb-4236-bf82-51dfde8c8339,segment=NetworkSegment(b084b6de-4057-470f-be55-535420a95528),segment_id=b084b6de-4057-470f-be55-535420a95528)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:57:16.022688 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-d8d32378-2e1f-4c07-beb7-f3183a85a114 req-f72cd906-07c1-43d9-87dd-c41d3fbce107 service neutron] For port 37aa86b1-f3fb-4236-bf82-51dfde8c8339, host n-h2-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:57:16.060533 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b8caf8a-c80a-482b-a735-4be41922f1e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37aa86b1-f3fb-4236-bf82-51dfde8c8339'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:57:16.062788 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c456179e-f7fc-47e4-a378-b27ac773783b" -d '{"events": [{"server_uuid": "9b8caf8a-c80a-482b-a735-4be41922f1e5", "name": "network-vif-unplugged", "status": "completed", "tag": "37aa86b1-f3fb-4236-bf82-51dfde8c8339"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:57:16.066276 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d8d32378-2e1f-4c07-beb7-f3183a85a114 req-f72cd906-07c1-43d9-87dd-c41d3fbce107 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:16.079239 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-d8d32378-2e1f-4c07-beb7-f3183a85a114 req-f72cd906-07c1-43d9-87dd-c41d3fbce107 service neutron] Transition to ACTIVE for port object 37aa86b1-f3fb-4236-bf82-51dfde8c8339 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:57:16.082974 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d8d32378-2e1f-4c07-beb7-f3183a85a114 req-f72cd906-07c1-43d9-87dd-c41d3fbce107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:16.146680 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8d32378-2e1f-4c07-beb7-f3183a85a114 req-f72cd906-07c1-43d9-87dd-c41d3fbce107 service neutron] No DVR routers for this DVR port 37aa86b1-f3fb-4236-bf82-51dfde8c8339 on host n-h2-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:57:16.155423 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72cd906-07c1-43d9-87dd-c41d3fbce107 service neutron] Pushing event updated for resources: {'Port': ['ID=37aa86b1-f3fb-4236-bf82-51dfde8c8339,revision_number=6']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:57:16.184078 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc435f25-43fa-4d40-8e8a-40b2d71b4014 x-openstack-request-id: req-cc435f25-43fa-4d40-8e8a-40b2d71b4014 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:57:16.184373 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b8caf8a-c80a-482b-a735-4be41922f1e5", "name": "network-vif-unplugged", "status": "completed", "tag": "37aa86b1-f3fb-4236-bf82-51dfde8c8339", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:57:16.184621 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cc435f25-43fa-4d40-8e8a-40b2d71b4014 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:57:16.185012 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b8caf8a-c80a-482b-a735-4be41922f1e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37aa86b1-f3fb-4236-bf82-51dfde8c8339', 'code': 200} Jul 15 23:57:16.193816 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-d8d32378-2e1f-4c07-beb7-f3183a85a114 req-f72cd906-07c1-43d9-87dd-c41d3fbce107 service neutron] Attempting to bind port 37aa86b1-f3fb-4236-bf82-51dfde8c8339 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:57:16.194151 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-d8d32378-2e1f-4c07-beb7-f3183a85a114 req-f72cd906-07c1-43d9-87dd-c41d3fbce107 service neutron] Attempting to bind port 37aa86b1-f3fb-4236-bf82-51dfde8c8339 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': 'b084b6de-4057-470f-be55-535420a95528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e4415494-26e2-4dff-8fcb-26ec890c7dcc'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:57:16.194481 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d32378-2e1f-4c07-beb7-f3183a85a114 req-f72cd906-07c1-43d9-87dd-c41d3fbce107 service neutron] Attempting to bind port 37aa86b1-f3fb-4236-bf82-51dfde8c8339 on network e4415494-26e2-4dff-8fcb-26ec890c7dcc {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:57:16.200585 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d32378-2e1f-4c07-beb7-f3183a85a114 req-f72cd906-07c1-43d9-87dd-c41d3fbce107 service neutron] Port 37aa86b1-f3fb-4236-bf82-51dfde8c8339 on network e4415494-26e2-4dff-8fcb-26ec890c7dcc not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:57:16.200904 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d32378-2e1f-4c07-beb7-f3183a85a114 req-f72cd906-07c1-43d9-87dd-c41d3fbce107 service neutron] Attempting to bind port 37aa86b1-f3fb-4236-bf82-51dfde8c8339 on network e4415494-26e2-4dff-8fcb-26ec890c7dcc {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:57:16.205771 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d32378-2e1f-4c07-beb7-f3183a85a114 req-f72cd906-07c1-43d9-87dd-c41d3fbce107 service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:57:16.206108 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d32378-2e1f-4c07-beb7-f3183a85a114 req-f72cd906-07c1-43d9-87dd-c41d3fbce107 service neutron] Checking segment: {'id': 'b084b6de-4057-470f-be55-535420a95528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e4415494-26e2-4dff-8fcb-26ec890c7dcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:57:16.206516 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d32378-2e1f-4c07-beb7-f3183a85a114 req-f72cd906-07c1-43d9-87dd-c41d3fbce107 service neutron] Bound using segment: {'id': 'b084b6de-4057-470f-be55-535420a95528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e4415494-26e2-4dff-8fcb-26ec890c7dcc'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:57:16.206962 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-d8d32378-2e1f-4c07-beb7-f3183a85a114 req-f72cd906-07c1-43d9-87dd-c41d3fbce107 service neutron] Bound port: 37aa86b1-f3fb-4236-bf82-51dfde8c8339, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b084b6de-4057-470f-be55-535420a95528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'e4415494-26e2-4dff-8fcb-26ec890c7dcc'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:57:16.207321 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d8d32378-2e1f-4c07-beb7-f3183a85a114 req-f72cd906-07c1-43d9-87dd-c41d3fbce107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:16.272482 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-d8d32378-2e1f-4c07-beb7-f3183a85a114 req-f72cd906-07c1-43d9-87dd-c41d3fbce107 service neutron] For port 37aa86b1-f3fb-4236-bf82-51dfde8c8339, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:57:16.276155 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-d8d32378-2e1f-4c07-beb7-f3183a85a114 req-f72cd906-07c1-43d9-87dd-c41d3fbce107 service neutron] For port 37aa86b1-f3fb-4236-bf82-51dfde8c8339, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=37aa86b1-f3fb-4236-bf82-51dfde8c8339,segment=NetworkSegment(b084b6de-4057-470f-be55-535420a95528),segment_id=b084b6de-4057-470f-be55-535420a95528)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:57:16.280512 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d8d32378-2e1f-4c07-beb7-f3183a85a114 req-f72cd906-07c1-43d9-87dd-c41d3fbce107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:16.314737 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d32378-2e1f-4c07-beb7-f3183a85a114 req-f72cd906-07c1-43d9-87dd-c41d3fbce107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:16.315363 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d8d32378-2e1f-4c07-beb7-f3183a85a114 req-f72cd906-07c1-43d9-87dd-c41d3fbce107 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:16.316784 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d8d32378-2e1f-4c07-beb7-f3183a85a114 req-f72cd906-07c1-43d9-87dd-c41d3fbce107 service neutron] 10.222.0.49 "PUT /v2.0/ports/37aa86b1-f3fb-4236-bf82-51dfde8c8339 HTTP/1.1" status: 200 len: 1091 time: 0.5997887 Jul 15 23:57:16.348748 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72cd906-07c1-43d9-87dd-c41d3fbce107 service neutron] Pushing event updated for resources: {'Port': ['ID=37aa86b1-f3fb-4236-bf82-51dfde8c8339,revision_number=7']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:57:16.400547 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d32378-2e1f-4c07-beb7-f3183a85a114 req-62c06500-367f-48f4-a6d9-75cca34a0097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:16.402134 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d8d32378-2e1f-4c07-beb7-f3183a85a114 req-62c06500-367f-48f4-a6d9-75cca34a0097 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=48e4602ea4e04cdebb65169c66a7bddb&device_id=9b8caf8a-c80a-482b-a735-4be41922f1e5 HTTP/1.1" status: 200 len: 1094 time: 0.0609040 Jul 15 23:57:16.491431 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d32378-2e1f-4c07-beb7-f3183a85a114 req-676fe112-ebb7-41b1-99b3-c7798af4e6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:16.493646 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d8d32378-2e1f-4c07-beb7-f3183a85a114 req-676fe112-ebb7-41b1-99b3-c7798af4e6af service neutron] 10.222.0.49 "GET /v2.0/networks?id=e4415494-26e2-4dff-8fcb-26ec890c7dcc HTTP/1.1" status: 200 len: 913 time: 0.0846300 Jul 15 23:57:16.538577 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d8d32378-2e1f-4c07-beb7-f3183a85a114 req-3fe46860-89e6-4a17-837a-9fb99f4e7433 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=37aa86b1-f3fb-4236-bf82-51dfde8c8339 HTTP/1.1" status: 200 len: 217 time: 0.0393267 Jul 15 23:57:16.612462 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d32378-2e1f-4c07-beb7-f3183a85a114 req-9ad6f1ef-d84a-40d4-b26c-58fa0d6be4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:16.613981 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d8d32378-2e1f-4c07-beb7-f3183a85a114 req-9ad6f1ef-d84a-40d4-b26c-58fa0d6be4d2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=93afe221-2988-47fe-9381-e3f6f15a7c22 HTTP/1.1" status: 200 len: 852 time: 0.0670502 Jul 15 23:57:16.647628 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d8d32378-2e1f-4c07-beb7-f3183a85a114 req-e23f475e-8c4c-4f86-a474-4018d110e866 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e4415494-26e2-4dff-8fcb-26ec890c7dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266168 Jul 15 23:57:16.659891 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9def60-786f-4fc4-8c72-b5d68903ef98 req-4ac046b6-e9d4-4207-a202-837645bfc160 tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:16.661291 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7e9def60-786f-4fc4-8c72-b5d68903ef98 req-4ac046b6-e9d4-4207-a202-837645bfc160 tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b8caf8a-c80a-482b-a735-4be41922f1e5 HTTP/1.1" status: 200 len: 943 time: 0.1256199 Jul 15 23:57:16.750362 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7e9def60-786f-4fc4-8c72-b5d68903ef98 req-70e5dab1-cc17-42a8-979f-f39036f207ef tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.48 "GET /v2.0/security-groups?id=e83b8efa-012d-4b1f-be5f-c731350954f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807552 Jul 15 23:57:16.773797 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d8d32378-2e1f-4c07-beb7-f3183a85a114 req-1773ac6b-352d-471b-80ab-1c571d8a7a98 service neutron] 10.222.0.49 "GET /v2.0/networks/e4415494-26e2-4dff-8fcb-26ec890c7dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115324 Jul 15 23:57:16.869557 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d8d32378-2e1f-4c07-beb7-f3183a85a114 req-7a9f292d-0beb-46a1-b0bc-70826cf8bf49 service neutron] 10.222.0.49 "GET /v2.0/networks/e4415494-26e2-4dff-8fcb-26ec890c7dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891590 Jul 15 23:57:17.934020 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6efec6-c8c5-4c66-824c-28c0f9af7b54 req-8937c1db-aeca-408b-8661-fe7b3dacd600 tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:17.935520 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9e6efec6-c8c5-4c66-824c-28c0f9af7b54 req-8937c1db-aeca-408b-8661-fe7b3dacd600 tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b8caf8a-c80a-482b-a735-4be41922f1e5 HTTP/1.1" status: 200 len: 943 time: 0.0656655 Jul 15 23:57:17.973909 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9e6efec6-c8c5-4c66-824c-28c0f9af7b54 req-c6e8e0c7-ad74-4d32-b17e-aa00bf51593b tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.48 "GET /v2.0/security-groups?id=e83b8efa-012d-4b1f-be5f-c731350954f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324962 Jul 15 23:57:18.186768 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b8caf8a-c80a-482b-a735-4be41922f1e5', 'tag': '37aa86b1-f3fb-4236-bf82-51dfde8c8339'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:57:18.189101 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3ca392-0273-4506-8d10-397536a6762c" -d '{"events": [{"name": "network-changed", "server_uuid": "9b8caf8a-c80a-482b-a735-4be41922f1e5", "tag": "37aa86b1-f3fb-4236-bf82-51dfde8c8339"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:57:18.237529 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93471b74-1831-41d9-a0c1-8abccd793d46 x-openstack-request-id: req-93471b74-1831-41d9-a0c1-8abccd793d46 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:57:18.237828 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b8caf8a-c80a-482b-a735-4be41922f1e5", "tag": "37aa86b1-f3fb-4236-bf82-51dfde8c8339", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:57:18.238085 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-93471b74-1831-41d9-a0c1-8abccd793d46 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:57:18.238506 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b8caf8a-c80a-482b-a735-4be41922f1e5', 'tag': '37aa86b1-f3fb-4236-bf82-51dfde8c8339', 'status': 'completed', 'code': 200} Jul 15 23:57:18.358757 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ca392-0273-4506-8d10-397536a6762c req-4a4842a4-dc51-45f3-b5a3-e15c02aab9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:18.360375 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5a3ca392-0273-4506-8d10-397536a6762c req-4a4842a4-dc51-45f3-b5a3-e15c02aab9b3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=48e4602ea4e04cdebb65169c66a7bddb&device_id=9b8caf8a-c80a-482b-a735-4be41922f1e5 HTTP/1.1" status: 200 len: 1094 time: 0.1027064 Jul 15 23:57:18.363230 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ca392-0273-4506-8d10-397536a6762c req-56ba69c2-8696-4e8a-a7ab-d72a963196a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:18.364717 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5a3ca392-0273-4506-8d10-397536a6762c req-56ba69c2-8696-4e8a-a7ab-d72a963196a7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=48e4602ea4e04cdebb65169c66a7bddb&device_id=9b8caf8a-c80a-482b-a735-4be41922f1e5 HTTP/1.1" status: 200 len: 1094 time: 0.0782144 Jul 15 23:57:18.471033 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 37aa86b1-f3fb-4236-bf82-51dfde8c8339 no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:57:18.510274 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 37aa86b1-f3fb-4236-bf82-51dfde8c8339 not bound to the agent host n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:57:18.520601 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ca392-0273-4506-8d10-397536a6762c req-31c880f6-f9d8-495d-8332-70d34a78b7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:18.522079 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5a3ca392-0273-4506-8d10-397536a6762c req-31c880f6-f9d8-495d-8332-70d34a78b7d1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e4415494-26e2-4dff-8fcb-26ec890c7dcc HTTP/1.1" status: 200 len: 913 time: 0.1555927 Jul 15 23:57:18.523438 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ca392-0273-4506-8d10-397536a6762c req-0df0526e-8723-4dd5-8004-14dfd4fec4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:18.525415 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5a3ca392-0273-4506-8d10-397536a6762c req-0df0526e-8723-4dd5-8004-14dfd4fec4aa service neutron] 10.222.0.41 "GET /v2.0/networks?id=e4415494-26e2-4dff-8fcb-26ec890c7dcc HTTP/1.1" status: 200 len: 913 time: 0.1510437 Jul 15 23:57:18.595794 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5a3ca392-0273-4506-8d10-397536a6762c req-b1c6149a-bdd7-451e-8b3c-0845ab24f03e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=37aa86b1-f3fb-4236-bf82-51dfde8c8339 HTTP/1.1" status: 200 len: 217 time: 0.0673313 Jul 15 23:57:18.597160 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5a3ca392-0273-4506-8d10-397536a6762c req-16fc30c4-07b3-4ecf-8bcd-0135700eab83 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=37aa86b1-f3fb-4236-bf82-51dfde8c8339 HTTP/1.1" status: 200 len: 217 time: 0.0630639 Jul 15 23:57:18.676698 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ca392-0273-4506-8d10-397536a6762c req-699310ae-3645-4d75-85b6-5b16b16ae6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:18.678162 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5a3ca392-0273-4506-8d10-397536a6762c req-699310ae-3645-4d75-85b6-5b16b16ae6b6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=93afe221-2988-47fe-9381-e3f6f15a7c22 HTTP/1.1" status: 200 len: 852 time: 0.0769510 Jul 15 23:57:18.679528 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ca392-0273-4506-8d10-397536a6762c req-7de28974-52d3-4da8-b921-3ed807809567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:18.681434 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5a3ca392-0273-4506-8d10-397536a6762c req-7de28974-52d3-4da8-b921-3ed807809567 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93afe221-2988-47fe-9381-e3f6f15a7c22 HTTP/1.1" status: 200 len: 852 time: 0.0720687 Jul 15 23:57:18.720831 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5a3ca392-0273-4506-8d10-397536a6762c req-31e54b8a-75ca-43a6-9e58-8f5865e91c89 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e4415494-26e2-4dff-8fcb-26ec890c7dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361679 Jul 15 23:57:18.738719 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5a3ca392-0273-4506-8d10-397536a6762c req-b8611c74-da75-4d3f-b1bb-64c5cbe57c83 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e4415494-26e2-4dff-8fcb-26ec890c7dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465314 Jul 15 23:57:18.886680 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5a3ca392-0273-4506-8d10-397536a6762c req-ba17120c-871b-4b18-bae5-a8839eb02d9b service neutron] 10.222.0.49 "GET /v2.0/networks/e4415494-26e2-4dff-8fcb-26ec890c7dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500666 Jul 15 23:57:18.888408 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5a3ca392-0273-4506-8d10-397536a6762c req-652cd78d-f83d-4ad0-a05d-a7ba917e87ed service neutron] 10.222.0.41 "GET /v2.0/networks/e4415494-26e2-4dff-8fcb-26ec890c7dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426773 Jul 15 23:57:19.047026 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5a3ca392-0273-4506-8d10-397536a6762c req-8147126e-6d5d-494c-8d0f-19a448349aa5 service neutron] 10.222.0.49 "GET /v2.0/networks/e4415494-26e2-4dff-8fcb-26ec890c7dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545756 Jul 15 23:57:19.049160 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5a3ca392-0273-4506-8d10-397536a6762c req-9d22cbfe-b0fc-4716-b428-81ec79371ddb service neutron] 10.222.0.41 "GET /v2.0/networks/e4415494-26e2-4dff-8fcb-26ec890c7dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489267 Jul 15 23:57:19.155937 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf3077-c1f1-4d9d-8d76-b0877cdc5386 req-9d1fc5b6-0524-4620-898e-04b01ff1e18c tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:19.157492 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7bdf3077-c1f1-4d9d-8d76-b0877cdc5386 req-9d1fc5b6-0524-4620-898e-04b01ff1e18c tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b8caf8a-c80a-482b-a735-4be41922f1e5 HTTP/1.1" status: 200 len: 943 time: 0.0675869 Jul 15 23:57:19.195445 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7bdf3077-c1f1-4d9d-8d76-b0877cdc5386 req-73967c92-f369-44ac-93b3-886f33854ab6 tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.48 "GET /v2.0/security-groups?id=e83b8efa-012d-4b1f-be5f-c731350954f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324931 Jul 15 23:57:19.492395 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 37aa86b1-f3fb-4236-bf82-51dfde8c8339 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:57:19.585552 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 37aa86b1-f3fb-4236-bf82-51dfde8c8339, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=37aa86b1-f3fb-4236-bf82-51dfde8c8339,segment=NetworkSegment(b084b6de-4057-470f-be55-535420a95528),segment_id=b084b6de-4057-470f-be55-535420a95528)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:57:19.599779 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '37aa86b1-f3fb-4236-bf82-51dfde8c8339', 'network_id': 'e4415494-26e2-4dff-8fcb-26ec890c7dcc', 'port_id': '37aa86b1-f3fb-4236-bf82-51dfde8c8339', 'mac_address': 'fa:16:3e:a5:f8:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93afe221-2988-47fe-9381-e3f6f15a7c22', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:57:19.625154 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35ff85-29d8-40fa-82f1-9852330293aa req-6665e2df-603e-4592-aca5-2add02ccb64f tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:19.626659 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab35ff85-29d8-40fa-82f1-9852330293aa req-6665e2df-603e-4592-aca5-2add02ccb64f tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b8caf8a-c80a-482b-a735-4be41922f1e5&tenant_id=48e4602ea4e04cdebb65169c66a7bddb&binding%3Ahost_id=n-h1-794306-6 HTTP/1.1" status: 200 len: 943 time: 0.1101336 Jul 15 23:57:19.639931 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:19.652496 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37aa86b1-f3fb-4236-bf82-51dfde8c8339 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:57:19.671510 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 37aa86b1-f3fb-4236-bf82-51dfde8c8339, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=37aa86b1-f3fb-4236-bf82-51dfde8c8339,segment=NetworkSegment(b084b6de-4057-470f-be55-535420a95528),segment_id=b084b6de-4057-470f-be55-535420a95528)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:57:19.676151 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:19.693421 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [req-ab35ff85-29d8-40fa-82f1-9852330293aa req-4f7d74e6-4d94-4b9a-9444-1d18d42bde2e service neutron] delete failed (client error): The resource could not be found. Jul 15 23:57:19.694430 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab35ff85-29d8-40fa-82f1-9852330293aa req-4f7d74e6-4d94-4b9a-9444-1d18d42bde2e service neutron] 10.222.0.41 "DELETE /v2.0/ports/37aa86b1-f3fb-4236-bf82-51dfde8c8339/bindings/n-h2-794306-6 HTTP/1.1" status: 404 len: 380 time: 0.0597048 Jul 15 23:57:19.722677 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=37aa86b1-f3fb-4236-bf82-51dfde8c8339,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:57:19.730803 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:57:19.731152 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:57:19.731495 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:57:19.731857 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:57:19.732191 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:57:19.732521 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:57:19.732851 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:57:19.733177 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:57:19.733503 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:57:19.733826 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:57:19.734165 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:57:19.734473 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:57:19.813039 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35ff85-29d8-40fa-82f1-9852330293aa req-02871cc7-95b5-48b0-8749-7a64f002a3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:19.814592 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab35ff85-29d8-40fa-82f1-9852330293aa req-02871cc7-95b5-48b0-8749-7a64f002a3cf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=48e4602ea4e04cdebb65169c66a7bddb&device_id=9b8caf8a-c80a-482b-a735-4be41922f1e5 HTTP/1.1" status: 200 len: 1095 time: 0.0547295 Jul 15 23:57:19.907508 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35ff85-29d8-40fa-82f1-9852330293aa req-e42ba12f-99ba-473a-979a-a94bde65f0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:19.909019 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab35ff85-29d8-40fa-82f1-9852330293aa req-e42ba12f-99ba-473a-979a-a94bde65f0ed service neutron] 10.222.0.41 "GET /v2.0/networks?id=e4415494-26e2-4dff-8fcb-26ec890c7dcc HTTP/1.1" status: 200 len: 913 time: 0.0880661 Jul 15 23:57:19.938403 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['37aa86b1-f3fb-4236-bf82-51dfde8c8339'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:57:20.291595 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab35ff85-29d8-40fa-82f1-9852330293aa req-26e4bd5b-5dbd-4eee-9bf2-32fd5ec12312 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=37aa86b1-f3fb-4236-bf82-51dfde8c8339 HTTP/1.1" status: 200 len: 217 time: 0.3754377 Jul 15 23:57:20.337929 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35ff85-29d8-40fa-82f1-9852330293aa req-f1b5d9b2-dd5f-4fc1-861a-97bbac56fbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:20.339386 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab35ff85-29d8-40fa-82f1-9852330293aa req-f1b5d9b2-dd5f-4fc1-861a-97bbac56fbc4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93afe221-2988-47fe-9381-e3f6f15a7c22 HTTP/1.1" status: 200 len: 852 time: 0.0420532 Jul 15 23:57:20.371441 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab35ff85-29d8-40fa-82f1-9852330293aa req-6a07f404-be39-45d8-b504-3ee75416dc9c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e4415494-26e2-4dff-8fcb-26ec890c7dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262222 Jul 15 23:57:20.458130 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab35ff85-29d8-40fa-82f1-9852330293aa req-6f596479-5f39-4183-bdf9-f49239dd55f5 service neutron] 10.222.0.41 "GET /v2.0/networks/e4415494-26e2-4dff-8fcb-26ec890c7dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805719 Jul 15 23:57:20.547719 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab35ff85-29d8-40fa-82f1-9852330293aa req-31f0f4f0-6e18-4f5f-9091-e58c05f08721 service neutron] 10.222.0.41 "GET /v2.0/networks/e4415494-26e2-4dff-8fcb-26ec890c7dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831099 Jul 15 23:57:21.425913 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9777a2d1-ee0f-4285-b737-d98774cb57fa req-d7d4b9f4-65a6-4745-a98f-6148a34f43d8 tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:21.427405 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9777a2d1-ee0f-4285-b737-d98774cb57fa req-d7d4b9f4-65a6-4745-a98f-6148a34f43d8 tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b8caf8a-c80a-482b-a735-4be41922f1e5 HTTP/1.1" status: 200 len: 944 time: 0.0629749 Jul 15 23:57:21.465468 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9777a2d1-ee0f-4285-b737-d98774cb57fa req-1f9f2934-b952-4a69-9fbc-a1fd419964a3 tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.48 "GET /v2.0/security-groups?id=e83b8efa-012d-4b1f-be5f-c731350954f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315571 Jul 15 23:57:21.504916 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 37aa86b1-f3fb-4236-bf82-51dfde8c8339 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:57:21.554780 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port 37aa86b1-f3fb-4236-bf82-51dfde8c8339 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:57:21.559099 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 37aa86b1-f3fb-4236-bf82-51dfde8c8339 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:57:21.559476 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:21.647995 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:21.671875 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b8caf8a-c80a-482b-a735-4be41922f1e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37aa86b1-f3fb-4236-bf82-51dfde8c8339'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:57:21.674216 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197d6383-9fa7-425c-b82f-dd0d212e65f2" -d '{"events": [{"server_uuid": "9b8caf8a-c80a-482b-a735-4be41922f1e5", "name": "network-vif-plugged", "status": "completed", "tag": "37aa86b1-f3fb-4236-bf82-51dfde8c8339"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:57:21.688471 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 37aa86b1-f3fb-4236-bf82-51dfde8c8339, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=37aa86b1-f3fb-4236-bf82-51dfde8c8339,segment=NetworkSegment(b084b6de-4057-470f-be55-535420a95528),segment_id=b084b6de-4057-470f-be55-535420a95528)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:57:21.693597 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:21.751518 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=37aa86b1-f3fb-4236-bf82-51dfde8c8339,revision_number=9']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:57:21.784640 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac61d1bc-19c3-4c3c-9e89-8b2495644983 x-openstack-request-id: req-ac61d1bc-19c3-4c3c-9e89-8b2495644983 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:57:21.784941 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b8caf8a-c80a-482b-a735-4be41922f1e5", "name": "network-vif-plugged", "status": "completed", "tag": "37aa86b1-f3fb-4236-bf82-51dfde8c8339", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:57:21.785247 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ac61d1bc-19c3-4c3c-9e89-8b2495644983 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:57:21.785678 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b8caf8a-c80a-482b-a735-4be41922f1e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37aa86b1-f3fb-4236-bf82-51dfde8c8339', 'code': 200} Jul 15 23:57:22.601350 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35ff85-29d8-40fa-82f1-9852330293aa req-3664bc0a-b99c-4ac8-8aac-20d29098d8c6 tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:22.603321 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab35ff85-29d8-40fa-82f1-9852330293aa req-3664bc0a-b99c-4ac8-8aac-20d29098d8c6 tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b8caf8a-c80a-482b-a735-4be41922f1e5 HTTP/1.1" status: 200 len: 945 time: 0.0789449 Jul 15 23:57:22.723013 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e627723c-4334-4204-8a3a-58d0588c0375 req-f0162c4f-655d-42ba-b565-1505258a2b0d tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:22.724591 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e627723c-4334-4204-8a3a-58d0588c0375 req-f0162c4f-655d-42ba-b565-1505258a2b0d tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b8caf8a-c80a-482b-a735-4be41922f1e5 HTTP/1.1" status: 200 len: 945 time: 0.1413407 Jul 15 23:57:22.779071 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e627723c-4334-4204-8a3a-58d0588c0375 req-03e1b160-5296-46f3-aaf0-0cff248ea769 tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.48 "GET /v2.0/security-groups?id=e83b8efa-012d-4b1f-be5f-c731350954f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482919 Jul 15 23:57:22.781512 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-ab35ff85-29d8-40fa-82f1-9852330293aa req-012429b1-a04e-4b17-b385-4b3a94d02678 tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] Deleting port 37aa86b1-f3fb-4236-bf82-51dfde8c8339 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:57:22.781857 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab35ff85-29d8-40fa-82f1-9852330293aa req-012429b1-a04e-4b17-b385-4b3a94d02678 tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:22.875621 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-ab35ff85-29d8-40fa-82f1-9852330293aa req-012429b1-a04e-4b17-b385-4b3a94d02678 tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] For port 37aa86b1-f3fb-4236-bf82-51dfde8c8339, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=37aa86b1-f3fb-4236-bf82-51dfde8c8339,segment=NetworkSegment(b084b6de-4057-470f-be55-535420a95528),segment_id=b084b6de-4057-470f-be55-535420a95528)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:57:22.876806 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab35ff85-29d8-40fa-82f1-9852330293aa req-012429b1-a04e-4b17-b385-4b3a94d02678 tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:22.889763 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-ab35ff85-29d8-40fa-82f1-9852330293aa req-012429b1-a04e-4b17-b385-4b3a94d02678 tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] Calling delete_port for 37aa86b1-f3fb-4236-bf82-51dfde8c8339 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:57:23.025481 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab35ff85-29d8-40fa-82f1-9852330293aa req-012429b1-a04e-4b17-b385-4b3a94d02678 tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:23.037704 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['37aa86b1-f3fb-4236-bf82-51dfde8c8339'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:57:23.055836 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012429b1-a04e-4b17-b385-4b3a94d02678 tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] Pushing event deleted for resources: {'Port': ['ID=37aa86b1-f3fb-4236-bf82-51dfde8c8339,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:57:23.100580 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab35ff85-29d8-40fa-82f1-9852330293aa req-012429b1-a04e-4b17-b385-4b3a94d02678 tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] No DVR routers for this DVR port 37aa86b1-f3fb-4236-bf82-51dfde8c8339 on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:57:23.104057 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab35ff85-29d8-40fa-82f1-9852330293aa req-012429b1-a04e-4b17-b385-4b3a94d02678 tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:23.106131 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab35ff85-29d8-40fa-82f1-9852330293aa req-012429b1-a04e-4b17-b385-4b3a94d02678 tempest-DeleteServersTestJSON-1525709546 tempest-DeleteServersTestJSON-1525709546-project] 10.222.0.49 "DELETE /v2.0/ports/37aa86b1-f3fb-4236-bf82-51dfde8c8339 HTTP/1.1" status: 204 len: 173 time: 0.4798570 Jul 15 23:57:23.106579 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b8caf8a-c80a-482b-a735-4be41922f1e5', 'name': 'network-vif-deleted', 'tag': '37aa86b1-f3fb-4236-bf82-51dfde8c8339'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:57:23.108892 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-693cd996-ffac-40d0-8cc4-107cb95b7266" -d '{"events": [{"server_uuid": "9b8caf8a-c80a-482b-a735-4be41922f1e5", "name": "network-vif-deleted", "tag": "37aa86b1-f3fb-4236-bf82-51dfde8c8339"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:57:23.146502 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88df53f2-9cd4-44b2-973d-06a170718d05 x-openstack-request-id: req-88df53f2-9cd4-44b2-973d-06a170718d05 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:57:23.146794 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b8caf8a-c80a-482b-a735-4be41922f1e5", "name": "network-vif-deleted", "tag": "37aa86b1-f3fb-4236-bf82-51dfde8c8339", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:57:23.147050 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-88df53f2-9cd4-44b2-973d-06a170718d05 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:57:23.147455 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b8caf8a-c80a-482b-a735-4be41922f1e5', 'name': 'network-vif-deleted', 'tag': '37aa86b1-f3fb-4236-bf82-51dfde8c8339', 'status': 'completed', 'code': 200} Jul 15 23:57:24.021542 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 50714) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:57:24.067523 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcf83908-ab6e-4b25-8d09-2f65d19bccd2 admin admin] Deleting subnet 93afe221-2988-47fe-9381-e3f6f15a7c22 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:57:24.070911 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dcf83908-ab6e-4b25-8d09-2f65d19bccd2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:24.107688 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dcf83908-ab6e-4b25-8d09-2f65d19bccd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:24.146464 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dcf83908-ab6e-4b25-8d09-2f65d19bccd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:24.205049 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dcf83908-ab6e-4b25-8d09-2f65d19bccd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:24.233690 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf83908-ab6e-4b25-8d09-2f65d19bccd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93afe221-2988-47fe-9381-e3f6f15a7c22,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:57:24.238314 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dcf83908-ab6e-4b25-8d09-2f65d19bccd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:24.240175 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-dcf83908-ab6e-4b25-8d09-2f65d19bccd2 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/93afe221-2988-47fe-9381-e3f6f15a7c22 HTTP/1.1" status: 204 len: 168 time: 0.2176321 Jul 15 23:57:24.242946 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 50716) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:57:24.246221 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf83908-ab6e-4b25-8d09-2f65d19bccd2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:57:24.246573 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf83908-ab6e-4b25-8d09-2f65d19bccd2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:57:24.246918 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf83908-ab6e-4b25-8d09-2f65d19bccd2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:57:24.247255 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf83908-ab6e-4b25-8d09-2f65d19bccd2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:57:24.247651 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf83908-ab6e-4b25-8d09-2f65d19bccd2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:57:24.247990 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf83908-ab6e-4b25-8d09-2f65d19bccd2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:57:24.248319 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf83908-ab6e-4b25-8d09-2f65d19bccd2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:57:24.248648 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf83908-ab6e-4b25-8d09-2f65d19bccd2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:57:24.248975 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf83908-ab6e-4b25-8d09-2f65d19bccd2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:57:24.249330 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf83908-ab6e-4b25-8d09-2f65d19bccd2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:57:24.249628 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf83908-ab6e-4b25-8d09-2f65d19bccd2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:57:24.249952 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf83908-ab6e-4b25-8d09-2f65d19bccd2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:57:24.330294 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d0e8f16-41bd-4148-88e8-3c51eaddd761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:24.422552 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d0e8f16-41bd-4148-88e8-3c51eaddd761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:24.433951 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-4d0e8f16-41bd-4148-88e8-3c51eaddd761 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4415494-26e2-4dff-8fcb-26ec890c7dcc']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:57:24.444286 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-4d0e8f16-41bd-4148-88e8-3c51eaddd761 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b084b6de-4057-470f-be55-535420a95528') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:57:24.444581 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-4d0e8f16-41bd-4148-88e8-3c51eaddd761 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b084b6de-4057-470f-be55-535420a95528') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:57:24.453363 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d0e8f16-41bd-4148-88e8-3c51eaddd761 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:24.468529 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d0e8f16-41bd-4148-88e8-3c51eaddd761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:24.474856 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d0e8f16-41bd-4148-88e8-3c51eaddd761 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:57:24.475245 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d0e8f16-41bd-4148-88e8-3c51eaddd761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:24.476966 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:57:24.476966 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:57:24.476966 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:57:24.476966 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:57:24.476966 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:57:24.476966 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:57:24.476966 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:57:24.476966 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:57:24.476966 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:57:24.476966 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:57:24.476966 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:57:24.476966 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:57:24.476966 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 15 23:57:24.476966 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:57:24.476966 n-d-794306-6 neutron-server[93770]: timer() Jul 15 23:57:24.476966 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:57:24.476966 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 15 23:57:24.476966 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:57:24.476966 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 15 23:57:24.476966 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:57:24.476966 n-d-794306-6 neutron-server[93770]: self._notify() Jul 15 23:57:24.476966 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:57:24.476966 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 15 23:57:24.476966 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:57:24.476966 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 15 23:57:24.476966 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:57:24.476966 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:57:24.476966 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:57:24.476966 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:57:24.476966 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:57:24.476966 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 15 23:57:24.476966 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:57:24.476966 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 15 23:57:24.476966 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:57:24.476966 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:57:24.476966 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:57:24.476966 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 15 23:57:24.476966 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:57:24.476966 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:57:24.476966 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:57:24.476966 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:57:24.476966 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:57:24.476966 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:57:24.476966 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:57:24.530123 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d0e8f16-41bd-4148-88e8-3c51eaddd761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:24.535780 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d0e8f16-41bd-4148-88e8-3c51eaddd761 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:24.537787 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-4d0e8f16-41bd-4148-88e8-3c51eaddd761 admin admin] 10.222.0.48 "DELETE /v2.0/networks/e4415494-26e2-4dff-8fcb-26ec890c7dcc HTTP/1.1" status: 204 len: 168 time: 0.2932255 Jul 15 23:57:24.551262 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0e8f16-41bd-4148-88e8-3c51eaddd761 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4415494-26e2-4dff-8fcb-26ec890c7dcc,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:57:24.647508 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 50720) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:57:24.687531 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-1a6ec077-748b-4f53-b72b-9182a04f7490 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=48e4602ea4e04cdebb65169c66a7bddb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388031 Jul 15 23:57:24.690001 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 50722) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:57:24.742828 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bfa8b954-ca32-4554-b866-3f9a6c32f34f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:24.763790 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bfa8b954-ca32-4554-b866-3f9a6c32f34f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:24.813772 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bfa8b954-ca32-4554-b866-3f9a6c32f34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:24.816353 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bfa8b954-ca32-4554-b866-3f9a6c32f34f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:24.817610 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-bfa8b954-ca32-4554-b866-3f9a6c32f34f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e83b8efa-012d-4b1f-be5f-c731350954f0 HTTP/1.1" status: 204 len: 168 time: 0.1266475 Jul 15 23:57:24.830767 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa8b954-ca32-4554-b866-3f9a6c32f34f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83b8efa-012d-4b1f-be5f-c731350954f0,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:57:25.470362 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 50744) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:57:25.565876 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-fc186117-6767-41fe-b6ba-c1dc2210140e admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1403628515-network', 'tenant_id': '8b98455817f44823a653c8b29dd4c319'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:57:25.588310 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc186117-6767-41fe-b6ba-c1dc2210140e admin admin] Made reservation on behalf of 8b98455817f44823a653c8b29dd4c319 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:57:25.590636 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fc186117-6767-41fe-b6ba-c1dc2210140e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:25.599084 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fc186117-6767-41fe-b6ba-c1dc2210140e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:25.691894 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fc186117-6767-41fe-b6ba-c1dc2210140e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:25.696093 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fc186117-6767-41fe-b6ba-c1dc2210140e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:25.720745 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc186117-6767-41fe-b6ba-c1dc2210140e admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:57:25.731608 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc186117-6767-41fe-b6ba-c1dc2210140e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b3e680-0936-4f5c-bcce-ae61a1e90de1,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:57:25.737218 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fc186117-6767-41fe-b6ba-c1dc2210140e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:25.737565 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-fc186117-6767-41fe-b6ba-c1dc2210140e admin admin] Added segment fc455503-a9f7-454b-96cb-35e028d8d031 of type vlan for network e6c7e797-3dd5-48d1-82c9-0708daae8b68 Jul 15 23:57:25.750402 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:25.780435 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fc186117-6767-41fe-b6ba-c1dc2210140e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:25.810317 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fc186117-6767-41fe-b6ba-c1dc2210140e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:25.811276 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc186117-6767-41fe-b6ba-c1dc2210140e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:25.811885 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fc186117-6767-41fe-b6ba-c1dc2210140e admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:25.847135 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-fc186117-6767-41fe-b6ba-c1dc2210140e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3756540 Jul 15 23:57:25.850180 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 50748) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:57:25.855880 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-00e07c73-8be4-4754-ab7c-2040c2476a8e admin admin] Request body: {'subnet': {'network_id': 'e6c7e797-3dd5-48d1-82c9-0708daae8b68', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1403628515-subnet', 'tenant_id': '8b98455817f44823a653c8b29dd4c319', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:57:25.877441 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e07c73-8be4-4754-ab7c-2040c2476a8e admin admin] Made reservation on behalf of 8b98455817f44823a653c8b29dd4c319 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:57:25.878889 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc186117-6767-41fe-b6ba-c1dc2210140e admin admin] Pushing event updated for resources: {'Network': ['ID=e6c7e797-3dd5-48d1-82c9-0708daae8b68,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:57:25.882666 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00e07c73-8be4-4754-ab7c-2040c2476a8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:25.897572 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network e6c7e797-3dd5-48d1-82c9-0708daae8b68 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:57:26.067437 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00e07c73-8be4-4754-ab7c-2040c2476a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:26.116735 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e07c73-8be4-4754-ab7c-2040c2476a8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8b0da52-64b5-4ebb-b9d1-f5e26fff4412,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:57:26.132668 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e07c73-8be4-4754-ab7c-2040c2476a8e admin admin] Checking segment: {'id': 'fc455503-a9f7-454b-96cb-35e028d8d031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e6c7e797-3dd5-48d1-82c9-0708daae8b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:57:26.133034 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e07c73-8be4-4754-ab7c-2040c2476a8e admin admin] Network hostable DHCP agents. Network: e6c7e797-3dd5-48d1-82c9-0708daae8b68, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:57:26.150716 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e07c73-8be4-4754-ab7c-2040c2476a8e admin admin] Network e6c7e797-3dd5-48d1-82c9-0708daae8b68 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:57:26.159466 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-00e07c73-8be4-4754-ab7c-2040c2476a8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, e6c7e797-3dd5-48d1-82c9-0708daae8b68) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:57:26.163706 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e07c73-8be4-4754-ab7c-2040c2476a8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:26.164295 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00e07c73-8be4-4754-ab7c-2040c2476a8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:26.169698 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb22895-a4f5-4697-b842-6fb056bb4264 None None] Network e6c7e797-3dd5-48d1-82c9-0708daae8b68 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:57:26.178323 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-00e07c73-8be4-4754-ab7c-2040c2476a8e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3269203 Jul 15 23:57:26.306292 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6592fc16-6cdc-4935-8add-de7fe8c88a46 None None] Network e6c7e797-3dd5-48d1-82c9-0708daae8b68 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:57:26.618565 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f7bf19-cdce-4686-8c62-551db9cd512e req-895d5726-a99f-468d-972f-ed3d756a4f1b tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:26.620086 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-25f7bf19-cdce-4686-8c62-551db9cd512e req-895d5726-a99f-468d-972f-ed3d756a4f1b tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/networks?id=e6c7e797-3dd5-48d1-82c9-0708daae8b68 HTTP/1.1" status: 200 len: 815 time: 0.1055861 Jul 15 23:57:26.635048 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-25f7bf19-cdce-4686-8c62-551db9cd512e req-da9712ce-7047-497b-88a2-2b75a3b57a23 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/quotas/8b98455817f44823a653c8b29dd4c319 HTTP/1.1" status: 200 len: 375 time: 0.0096979 Jul 15 23:57:26.668811 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-25f7bf19-cdce-4686-8c62-551db9cd512e req-8ba585ef-3f2b-4b33-beeb-620ad1375f7b tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8b98455817f44823a653c8b29dd4c319&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284741 Jul 15 23:57:26.758175 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-25f7bf19-cdce-4686-8c62-551db9cd512e req-047a2d14-8cca-4c0f-a5cc-863c7c4f10cb service neutron] 10.222.0.48 "GET /v2.0/networks/e6c7e797-3dd5-48d1-82c9-0708daae8b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827131 Jul 15 23:57:26.852116 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-25f7bf19-cdce-4686-8c62-551db9cd512e req-a2b34c14-6623-4e52-ad3c-8b36180a816f service neutron] 10.222.0.48 "GET /v2.0/networks/e6c7e797-3dd5-48d1-82c9-0708daae8b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876606 Jul 15 23:57:27.022324 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e1cafff6-0e84-4cb3-a7b8-86dcd872f172 req-b1e65e78-93e7-4c9d-8bbd-ad08f202632e tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=091f8355-bfbe-4a69-848c-6f214e101bbe HTTP/1.1" status: 200 len: 210 time: 0.0295386 Jul 15 23:57:27.532424 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 37aa86b1-f3fb-4236-bf82-51dfde8c8339 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:57:27.551999 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: 37aa86b1-f3fb-4236-bf82-51dfde8c8339 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:57:27.552342 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 37aa86b1-f3fb-4236-bf82-51dfde8c8339 not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:57:28.066026 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f7bf19-cdce-4686-8c62-551db9cd512e req-d3dfe54b-9424-4a81-a4ce-ccf21a72c6d4 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:28.067506 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-25f7bf19-cdce-4686-8c62-551db9cd512e req-d3dfe54b-9424-4a81-a4ce-ccf21a72c6d4 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.49 "GET /v2.0/networks?id=e6c7e797-3dd5-48d1-82c9-0708daae8b68 HTTP/1.1" status: 200 len: 815 time: 0.1174345 Jul 15 23:57:28.083846 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-25f7bf19-cdce-4686-8c62-551db9cd512e req-f2224b7c-3196-4437-91db-cf3e7d989deb tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Request body: {'port': {'device_id': '091f8355-bfbe-4a69-848c-6f214e101bbe', 'network_id': 'e6c7e797-3dd5-48d1-82c9-0708daae8b68', 'admin_state_up': True, 'tenant_id': '8b98455817f44823a653c8b29dd4c319'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:57:28.186792 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b4a76cea-9484-4996-97b7-0a8e40b99c66 req-c3430a21-a39d-49b8-9179-ba3751bca022 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=091f8355-bfbe-4a69-848c-6f214e101bbe HTTP/1.1" status: 200 len: 210 time: 0.0353477 Jul 15 23:57:28.229088 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25f7bf19-cdce-4686-8c62-551db9cd512e req-f2224b7c-3196-4437-91db-cf3e7d989deb tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Made reservation on behalf of 8b98455817f44823a653c8b29dd4c319 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:57:28.232706 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-25f7bf19-cdce-4686-8c62-551db9cd512e req-f2224b7c-3196-4437-91db-cf3e7d989deb tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:28.376113 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-25f7bf19-cdce-4686-8c62-551db9cd512e req-f2224b7c-3196-4437-91db-cf3e7d989deb tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Allocated IP 172.20.0.10 (e6c7e797-3dd5-48d1-82c9-0708daae8b68/b8b0da52-64b5-4ebb-b9d1-f5e26fff4412/341789db-0178-4a26-ab20-b38c7c6a4954) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:57:28.529536 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-25f7bf19-cdce-4686-8c62-551db9cd512e req-f2224b7c-3196-4437-91db-cf3e7d989deb tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:28.573286 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-25f7bf19-cdce-4686-8c62-551db9cd512e req-f2224b7c-3196-4437-91db-cf3e7d989deb tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:28.629113 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25f7bf19-cdce-4686-8c62-551db9cd512e req-f2224b7c-3196-4437-91db-cf3e7d989deb tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Network e6c7e797-3dd5-48d1-82c9-0708daae8b68 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:57:28.632400 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-25f7bf19-cdce-4686-8c62-551db9cd512e req-f2224b7c-3196-4437-91db-cf3e7d989deb tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:57:28.639675 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-25f7bf19-cdce-4686-8c62-551db9cd512e req-f2224b7c-3196-4437-91db-cf3e7d989deb tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:57:28.663908 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2224b7c-3196-4437-91db-cf3e7d989deb tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Pushing event updated for resources: {'Port': ['ID=341789db-0178-4a26-ab20-b38c7c6a4954,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:57:28.693663 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f7bf19-cdce-4686-8c62-551db9cd512e req-f2224b7c-3196-4437-91db-cf3e7d989deb tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:28.694476 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-25f7bf19-cdce-4686-8c62-551db9cd512e req-f2224b7c-3196-4437-91db-cf3e7d989deb tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:28.709959 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-25f7bf19-cdce-4686-8c62-551db9cd512e req-f2224b7c-3196-4437-91db-cf3e7d989deb tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6304576 Jul 15 23:57:28.721352 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-25f7bf19-cdce-4686-8c62-551db9cd512e req-c599055d-d18e-4811-9312-3289efed6846 service neutron] Request body: {'port': {'device_id': '091f8355-bfbe-4a69-848c-6f214e101bbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:57:28.801467 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-25f7bf19-cdce-4686-8c62-551db9cd512e req-c599055d-d18e-4811-9312-3289efed6846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:29.070953 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-25f7bf19-cdce-4686-8c62-551db9cd512e req-c599055d-d18e-4811-9312-3289efed6846 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 341789db-0178-4a26-ab20-b38c7c6a4954 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:57:29.078773 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-25f7bf19-cdce-4686-8c62-551db9cd512e req-c599055d-d18e-4811-9312-3289efed6846 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:29.090459 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-25f7bf19-cdce-4686-8c62-551db9cd512e req-c599055d-d18e-4811-9312-3289efed6846 service neutron] Transition to ACTIVE for port object 341789db-0178-4a26-ab20-b38c7c6a4954 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:57:29.093773 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-25f7bf19-cdce-4686-8c62-551db9cd512e req-c599055d-d18e-4811-9312-3289efed6846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:29.144075 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c599055d-d18e-4811-9312-3289efed6846 service neutron] Pushing event updated for resources: {'Port': ['ID=341789db-0178-4a26-ab20-b38c7c6a4954,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:57:29.212163 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-25f7bf19-cdce-4686-8c62-551db9cd512e req-c599055d-d18e-4811-9312-3289efed6846 service neutron] Attempting to bind port 341789db-0178-4a26-ab20-b38c7c6a4954 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:57:29.212566 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-25f7bf19-cdce-4686-8c62-551db9cd512e req-c599055d-d18e-4811-9312-3289efed6846 service neutron] Attempting to bind port 341789db-0178-4a26-ab20-b38c7c6a4954 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': 'fc455503-a9f7-454b-96cb-35e028d8d031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e6c7e797-3dd5-48d1-82c9-0708daae8b68'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:57:29.212891 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f7bf19-cdce-4686-8c62-551db9cd512e req-c599055d-d18e-4811-9312-3289efed6846 service neutron] Attempting to bind port 341789db-0178-4a26-ab20-b38c7c6a4954 on network e6c7e797-3dd5-48d1-82c9-0708daae8b68 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:57:29.217204 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f7bf19-cdce-4686-8c62-551db9cd512e req-c599055d-d18e-4811-9312-3289efed6846 service neutron] Port 341789db-0178-4a26-ab20-b38c7c6a4954 on network e6c7e797-3dd5-48d1-82c9-0708daae8b68 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:57:29.217524 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f7bf19-cdce-4686-8c62-551db9cd512e req-c599055d-d18e-4811-9312-3289efed6846 service neutron] Attempting to bind port 341789db-0178-4a26-ab20-b38c7c6a4954 on network e6c7e797-3dd5-48d1-82c9-0708daae8b68 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:57:29.222396 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f7bf19-cdce-4686-8c62-551db9cd512e req-c599055d-d18e-4811-9312-3289efed6846 service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:57:29.222730 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f7bf19-cdce-4686-8c62-551db9cd512e req-c599055d-d18e-4811-9312-3289efed6846 service neutron] Checking segment: {'id': 'fc455503-a9f7-454b-96cb-35e028d8d031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e6c7e797-3dd5-48d1-82c9-0708daae8b68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:57:29.223113 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f7bf19-cdce-4686-8c62-551db9cd512e req-c599055d-d18e-4811-9312-3289efed6846 service neutron] Bound using segment: {'id': 'fc455503-a9f7-454b-96cb-35e028d8d031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e6c7e797-3dd5-48d1-82c9-0708daae8b68'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:57:29.223526 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-25f7bf19-cdce-4686-8c62-551db9cd512e req-c599055d-d18e-4811-9312-3289efed6846 service neutron] Bound port: 341789db-0178-4a26-ab20-b38c7c6a4954, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc455503-a9f7-454b-96cb-35e028d8d031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e6c7e797-3dd5-48d1-82c9-0708daae8b68'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:57:29.223914 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-25f7bf19-cdce-4686-8c62-551db9cd512e req-c599055d-d18e-4811-9312-3289efed6846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:29.288828 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-25f7bf19-cdce-4686-8c62-551db9cd512e req-c599055d-d18e-4811-9312-3289efed6846 service neutron] For port 341789db-0178-4a26-ab20-b38c7c6a4954, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:57:29.294008 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-25f7bf19-cdce-4686-8c62-551db9cd512e req-c599055d-d18e-4811-9312-3289efed6846 service neutron] For port 341789db-0178-4a26-ab20-b38c7c6a4954, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=341789db-0178-4a26-ab20-b38c7c6a4954,segment=NetworkSegment(fc455503-a9f7-454b-96cb-35e028d8d031),segment_id=fc455503-a9f7-454b-96cb-35e028d8d031)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:57:29.299183 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-25f7bf19-cdce-4686-8c62-551db9cd512e req-c599055d-d18e-4811-9312-3289efed6846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:29.360602 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f7bf19-cdce-4686-8c62-551db9cd512e req-c599055d-d18e-4811-9312-3289efed6846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:29.361221 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-25f7bf19-cdce-4686-8c62-551db9cd512e req-c599055d-d18e-4811-9312-3289efed6846 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:29.362621 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-25f7bf19-cdce-4686-8c62-551db9cd512e req-c599055d-d18e-4811-9312-3289efed6846 service neutron] 10.222.0.49 "PUT /v2.0/ports/341789db-0178-4a26-ab20-b38c7c6a4954 HTTP/1.1" status: 200 len: 1092 time: 0.6457796 Jul 15 23:57:29.369628 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '091f8355-bfbe-4a69-848c-6f214e101bbe', 'tag': '341789db-0178-4a26-ab20-b38c7c6a4954'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:57:29.371936 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e812a067-1fe9-4dbc-9e62-7dd8e99e3a05" -d '{"events": [{"name": "network-changed", "server_uuid": "091f8355-bfbe-4a69-848c-6f214e101bbe", "tag": "341789db-0178-4a26-ab20-b38c7c6a4954"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:57:29.413884 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c599055d-d18e-4811-9312-3289efed6846 service neutron] Pushing event updated for resources: {'Port': ['ID=341789db-0178-4a26-ab20-b38c7c6a4954,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:57:29.419745 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d247668f-6c6a-4485-937b-60ebd74e1c27 x-openstack-request-id: req-d247668f-6c6a-4485-937b-60ebd74e1c27 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:57:29.420038 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "091f8355-bfbe-4a69-848c-6f214e101bbe", "tag": "341789db-0178-4a26-ab20-b38c7c6a4954", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:57:29.420295 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d247668f-6c6a-4485-937b-60ebd74e1c27 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:57:29.420692 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '091f8355-bfbe-4a69-848c-6f214e101bbe', 'tag': '341789db-0178-4a26-ab20-b38c7c6a4954', 'status': 'completed', 'code': 200} Jul 15 23:57:29.469560 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e423c-cfa1-4aa4-a95f-71d213309a4e req-66963306-e526-44b9-8d53-32720fa523ab tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:29.471056 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1e3e423c-cfa1-4aa4-a95f-71d213309a4e req-66963306-e526-44b9-8d53-32720fa523ab tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=091f8355-bfbe-4a69-848c-6f214e101bbe HTTP/1.1" status: 200 len: 944 time: 0.1624126 Jul 15 23:57:29.495387 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f7bf19-cdce-4686-8c62-551db9cd512e req-202299f3-29cb-457d-8e87-4dd5c19a7343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:29.496874 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-25f7bf19-cdce-4686-8c62-551db9cd512e req-202299f3-29cb-457d-8e87-4dd5c19a7343 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8b98455817f44823a653c8b29dd4c319&device_id=091f8355-bfbe-4a69-848c-6f214e101bbe HTTP/1.1" status: 200 len: 1095 time: 0.0948675 Jul 15 23:57:29.545542 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-25f7bf19-cdce-4686-8c62-551db9cd512e req-c29ea4fc-87f9-4e10-a7a0-c91e14481937 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=341789db-0178-4a26-ab20-b38c7c6a4954 HTTP/1.1" status: 200 len: 217 time: 0.0412292 Jul 15 23:57:29.548542 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1e3e423c-cfa1-4aa4-a95f-71d213309a4e req-8c2221b8-fe8a-4094-82dc-d2e8966f391d tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714440 Jul 15 23:57:29.596444 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f7bf19-cdce-4686-8c62-551db9cd512e req-323e2856-a129-4a8d-aa2f-f9b6903dcb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:29.597841 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-25f7bf19-cdce-4686-8c62-551db9cd512e req-323e2856-a129-4a8d-aa2f-f9b6903dcb99 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b8b0da52-64b5-4ebb-b9d1-f5e26fff4412 HTTP/1.1" status: 200 len: 855 time: 0.0469296 Jul 15 23:57:29.630075 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-25f7bf19-cdce-4686-8c62-551db9cd512e req-a315c7d1-141f-4e32-8efb-ffd062f792a8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e6c7e797-3dd5-48d1-82c9-0708daae8b68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257990 Jul 15 23:57:29.720204 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-25f7bf19-cdce-4686-8c62-551db9cd512e req-f48ae2e7-25b7-48d7-926c-c11996a948ff service neutron] 10.222.0.49 "GET /v2.0/networks/e6c7e797-3dd5-48d1-82c9-0708daae8b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842085 Jul 15 23:57:29.811767 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-25f7bf19-cdce-4686-8c62-551db9cd512e req-efd12add-4888-41fc-b87c-49322222ba09 service neutron] 10.222.0.49 "GET /v2.0/networks/e6c7e797-3dd5-48d1-82c9-0708daae8b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857091 Jul 15 23:57:29.916352 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e812a067-1fe9-4dbc-9e62-7dd8e99e3a05 req-ac540f3d-d283-4ea7-83e8-0a8be570bda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:29.917847 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e812a067-1fe9-4dbc-9e62-7dd8e99e3a05 req-ac540f3d-d283-4ea7-83e8-0a8be570bda3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8b98455817f44823a653c8b29dd4c319&device_id=091f8355-bfbe-4a69-848c-6f214e101bbe HTTP/1.1" status: 200 len: 1095 time: 0.0558710 Jul 15 23:57:30.011054 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e812a067-1fe9-4dbc-9e62-7dd8e99e3a05 req-d5700bb4-721d-4991-b3f9-a91ad3484e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:30.012589 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e812a067-1fe9-4dbc-9e62-7dd8e99e3a05 req-d5700bb4-721d-4991-b3f9-a91ad3484e70 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e6c7e797-3dd5-48d1-82c9-0708daae8b68 HTTP/1.1" status: 200 len: 916 time: 0.0883284 Jul 15 23:57:30.052831 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e812a067-1fe9-4dbc-9e62-7dd8e99e3a05 req-480e29ab-8c65-4109-a8e1-be04edc62d5e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=341789db-0178-4a26-ab20-b38c7c6a4954 HTTP/1.1" status: 200 len: 217 time: 0.0345008 Jul 15 23:57:30.104132 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e812a067-1fe9-4dbc-9e62-7dd8e99e3a05 req-e6592561-92c8-4461-818f-37d6bf7cb51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:30.105585 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e812a067-1fe9-4dbc-9e62-7dd8e99e3a05 req-e6592561-92c8-4461-818f-37d6bf7cb51a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b8b0da52-64b5-4ebb-b9d1-f5e26fff4412 HTTP/1.1" status: 200 len: 855 time: 0.0468826 Jul 15 23:57:30.137406 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e812a067-1fe9-4dbc-9e62-7dd8e99e3a05 req-2f58aa20-bb37-420a-ac76-856bca1db063 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e6c7e797-3dd5-48d1-82c9-0708daae8b68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252445 Jul 15 23:57:30.226632 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e812a067-1fe9-4dbc-9e62-7dd8e99e3a05 req-d620844f-e343-43a9-bf5f-8c476d63c51b service neutron] 10.222.0.49 "GET /v2.0/networks/e6c7e797-3dd5-48d1-82c9-0708daae8b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819705 Jul 15 23:57:30.325707 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e812a067-1fe9-4dbc-9e62-7dd8e99e3a05 req-b501acfa-ba9c-4b31-9457-0447f52be8a7 service neutron] 10.222.0.49 "GET /v2.0/networks/e6c7e797-3dd5-48d1-82c9-0708daae8b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909066 Jul 15 23:57:30.729974 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ae64b-9452-420b-9395-d5c8d0f16977 req-0cf971e9-822f-4d5a-83d5-0ae3032f95ee tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:30.731450 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a93ae64b-9452-420b-9395-d5c8d0f16977 req-0cf971e9-822f-4d5a-83d5-0ae3032f95ee tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=091f8355-bfbe-4a69-848c-6f214e101bbe HTTP/1.1" status: 200 len: 944 time: 0.0658965 Jul 15 23:57:30.770128 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a93ae64b-9452-420b-9395-d5c8d0f16977 req-28a1294b-d551-434f-abb1-b83a64f30eca tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329654 Jul 15 23:57:30.890442 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4912b3de-03d4-441e-8162-723faf15489b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:31.944051 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cdd968-86c1-4d2b-ba23-297c79cee02c req-277333bc-2535-40c9-a27d-685e16388623 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:31.945557 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-27cdd968-86c1-4d2b-ba23-297c79cee02c req-277333bc-2535-40c9-a27d-685e16388623 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=091f8355-bfbe-4a69-848c-6f214e101bbe HTTP/1.1" status: 200 len: 944 time: 0.0668826 Jul 15 23:57:31.984409 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-27cdd968-86c1-4d2b-ba23-297c79cee02c req-0c30a148-4d80-4d1b-805f-ef281b6b4b74 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327158 Jul 15 23:57:33.169832 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb0de0-6a48-420d-8686-48abf50a09ab req-cb88722e-59b4-4131-9568-a6fcd16df974 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:33.171345 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-80eb0de0-6a48-420d-8686-48abf50a09ab req-cb88722e-59b4-4131-9568-a6fcd16df974 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=091f8355-bfbe-4a69-848c-6f214e101bbe HTTP/1.1" status: 200 len: 944 time: 0.0644500 Jul 15 23:57:33.208970 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-80eb0de0-6a48-420d-8686-48abf50a09ab req-f5ebc446-51bf-42f4-a8e8-6c99b4a13b6a tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321474 Jul 15 23:57:33.454166 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:33.563124 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 341789db-0178-4a26-ab20-b38c7c6a4954 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:57:33.656659 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 341789db-0178-4a26-ab20-b38c7c6a4954, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=341789db-0178-4a26-ab20-b38c7c6a4954,segment=NetworkSegment(fc455503-a9f7-454b-96cb-35e028d8d031),segment_id=fc455503-a9f7-454b-96cb-35e028d8d031)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:57:33.667293 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '341789db-0178-4a26-ab20-b38c7c6a4954', 'network_id': 'e6c7e797-3dd5-48d1-82c9-0708daae8b68', 'port_id': '341789db-0178-4a26-ab20-b38c7c6a4954', 'mac_address': 'fa:16:3e:12:5c:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b0da52-64b5-4ebb-b9d1-f5e26fff4412', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:57:33.707072 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:33.719627 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 341789db-0178-4a26-ab20-b38c7c6a4954 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:57:33.739480 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 341789db-0178-4a26-ab20-b38c7c6a4954, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=341789db-0178-4a26-ab20-b38c7c6a4954,segment=NetworkSegment(fc455503-a9f7-454b-96cb-35e028d8d031),segment_id=fc455503-a9f7-454b-96cb-35e028d8d031)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:57:33.744085 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:33.790791 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=341789db-0178-4a26-ab20-b38c7c6a4954,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:57:33.926329 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['341789db-0178-4a26-ab20-b38c7c6a4954'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:57:34.254144 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-87c9fea2-f043-4955-bb62-68b591d38ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:34.396268 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18e43d-366d-44be-9d37-d01b81b1f04d req-5f59a369-b0dd-4685-8ef5-28ff9555eaaa tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:34.397753 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bb18e43d-366d-44be-9d37-d01b81b1f04d req-5f59a369-b0dd-4685-8ef5-28ff9555eaaa tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=091f8355-bfbe-4a69-848c-6f214e101bbe HTTP/1.1" status: 200 len: 945 time: 0.0660343 Jul 15 23:57:34.435889 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bb18e43d-366d-44be-9d37-d01b81b1f04d req-d3b9f9cd-1c6a-41e9-92f7-e99d9cac92fb tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320318 Jul 15 23:57:34.458830 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:35.578741 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 341789db-0178-4a26-ab20-b38c7c6a4954 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:57:35.610935 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcee93e1-66b4-4c9c-9c9e-08f7928394ea req-8f46991b-5ac8-4ff3-becb-2ad5574687bb tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:35.612550 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bcee93e1-66b4-4c9c-9c9e-08f7928394ea req-8f46991b-5ac8-4ff3-becb-2ad5574687bb tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=091f8355-bfbe-4a69-848c-6f214e101bbe HTTP/1.1" status: 200 len: 945 time: 0.0669334 Jul 15 23:57:35.626491 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port 341789db-0178-4a26-ab20-b38c7c6a4954 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:57:35.630119 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 341789db-0178-4a26-ab20-b38c7c6a4954 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:57:35.630494 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:35.651617 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bcee93e1-66b4-4c9c-9c9e-08f7928394ea req-f67377ae-6392-4e7e-b7dc-398467c4882d tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320210 Jul 15 23:57:35.709368 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:35.733448 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '091f8355-bfbe-4a69-848c-6f214e101bbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '341789db-0178-4a26-ab20-b38c7c6a4954'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:57:35.735648 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4fa6724-0768-4b83-b832-d0c0c0d8a5f6" -d '{"events": [{"server_uuid": "091f8355-bfbe-4a69-848c-6f214e101bbe", "name": "network-vif-plugged", "status": "completed", "tag": "341789db-0178-4a26-ab20-b38c7c6a4954"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:57:35.749804 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 341789db-0178-4a26-ab20-b38c7c6a4954, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=341789db-0178-4a26-ab20-b38c7c6a4954,segment=NetworkSegment(fc455503-a9f7-454b-96cb-35e028d8d031),segment_id=fc455503-a9f7-454b-96cb-35e028d8d031)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:57:35.754001 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:35.776562 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d5002c-63cd-496a-bab5-9ce11eaa3de9 x-openstack-request-id: req-c1d5002c-63cd-496a-bab5-9ce11eaa3de9 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:57:35.776857 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "091f8355-bfbe-4a69-848c-6f214e101bbe", "name": "network-vif-plugged", "status": "completed", "tag": "341789db-0178-4a26-ab20-b38c7c6a4954", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:57:35.777109 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c1d5002c-63cd-496a-bab5-9ce11eaa3de9 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:57:35.777496 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '091f8355-bfbe-4a69-848c-6f214e101bbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '341789db-0178-4a26-ab20-b38c7c6a4954', 'code': 200} Jul 15 23:57:35.804762 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=341789db-0178-4a26-ab20-b38c7c6a4954,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:57:35.884542 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37fcdd-2c1d-429d-a32a-2629fcc4f35e req-dbab351e-a59d-404e-8b70-c762eaa486a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:35.886044 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fa37fcdd-2c1d-429d-a32a-2629fcc4f35e req-dbab351e-a59d-404e-8b70-c762eaa486a4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=091f8355-bfbe-4a69-848c-6f214e101bbe HTTP/1.1" status: 200 len: 1097 time: 0.0523431 Jul 15 23:57:35.921066 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fa37fcdd-2c1d-429d-a32a-2629fcc4f35e req-c5fc1261-ad25-406d-93ce-07d688babb4f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283101 Jul 15 23:57:36.467212 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:36.833850 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5956650-be30-4f8c-95de-1e9cf01a11cf req-77e481bd-251f-4dfe-8342-67993a9d2125 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:36.835327 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e5956650-be30-4f8c-95de-1e9cf01a11cf req-77e481bd-251f-4dfe-8342-67993a9d2125 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=091f8355-bfbe-4a69-848c-6f214e101bbe HTTP/1.1" status: 200 len: 946 time: 0.0683005 Jul 15 23:57:36.873863 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e5956650-be30-4f8c-95de-1e9cf01a11cf req-828f810e-ec27-4e04-b555-70e92eab8879 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322762 Jul 15 23:57:38.048755 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408de85-2415-4566-bfaf-a91610566488 req-9cd43d29-e7ce-4b38-a6d8-3a9fd11eb769 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:38.050243 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9408de85-2415-4566-bfaf-a91610566488 req-9cd43d29-e7ce-4b38-a6d8-3a9fd11eb769 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=091f8355-bfbe-4a69-848c-6f214e101bbe HTTP/1.1" status: 200 len: 946 time: 0.0629022 Jul 15 23:57:38.087529 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9408de85-2415-4566-bfaf-a91610566488 req-d1add523-12b3-4e81-bec7-234c6092dd64 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309646 Jul 15 23:57:38.260218 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c982b6b-75fd-4d1f-af85-f3205f8c5b98 req-8cd34e7a-a427-4725-b909-473c29a47777 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:38.261692 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4c982b6b-75fd-4d1f-af85-f3205f8c5b98 req-8cd34e7a-a427-4725-b909-473c29a47777 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=091f8355-bfbe-4a69-848c-6f214e101bbe HTTP/1.1" status: 200 len: 946 time: 0.0658338 Jul 15 23:57:38.298680 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4c982b6b-75fd-4d1f-af85-f3205f8c5b98 req-d18f55e9-3d57-49a8-bd4d-b11e7d20f3d2 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315340 Jul 15 23:57:38.509588 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:38.648517 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92422d4e-04fe-47b6-ad52-65c396ea04ed req-c172b883-0ce9-4194-8ec2-544d4ec7fd2a tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:38.650071 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-92422d4e-04fe-47b6-ad52-65c396ea04ed req-c172b883-0ce9-4194-8ec2-544d4ec7fd2a tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=091f8355-bfbe-4a69-848c-6f214e101bbe HTTP/1.1" status: 200 len: 946 time: 0.0667720 Jul 15 23:57:38.688144 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-92422d4e-04fe-47b6-ad52-65c396ea04ed req-d03224fe-1f5a-4049-a1ee-926af9c2c61c tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318773 Jul 15 23:57:38.863919 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b8424-1ece-4bc4-85cf-adb070239e4f req-20b72846-d5bc-4a27-8deb-807390bb09ec tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:38.865396 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7e1b8424-1ece-4bc4-85cf-adb070239e4f req-20b72846-d5bc-4a27-8deb-807390bb09ec tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=091f8355-bfbe-4a69-848c-6f214e101bbe HTTP/1.1" status: 200 len: 946 time: 0.0631649 Jul 15 23:57:38.903341 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7e1b8424-1ece-4bc4-85cf-adb070239e4f req-f1ae5bb2-ce3d-4a21-9aee-ea35e8de3165 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316219 Jul 15 23:57:39.239698 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ab9a1271-1dea-41bf-80ff-1b40066237c2 req-2b584668-b6ed-4426-b76e-b7cd78ddb3f5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=091f8355-bfbe-4a69-848c-6f214e101bbe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0582969 Jul 15 23:57:39.297402 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12ab5f-97b1-4004-a4e0-9b2301b840a9 req-90a14141-c2e0-4124-8ce8-fb13313d8096 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:39.298970 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7e12ab5f-97b1-4004-a4e0-9b2301b840a9 req-90a14141-c2e0-4124-8ce8-fb13313d8096 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=091f8355-bfbe-4a69-848c-6f214e101bbe HTTP/1.1" status: 200 len: 946 time: 0.0713651 Jul 15 23:57:39.338691 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7e12ab5f-97b1-4004-a4e0-9b2301b840a9 req-7d1d36b9-335e-4132-8a68-af5a3b771c55 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338442 Jul 15 23:57:40.538682 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a1271-1dea-41bf-80ff-1b40066237c2 req-d016ddeb-9460-4138-9408-db3a21fb3107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:40.541074 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab9a1271-1dea-41bf-80ff-1b40066237c2 req-d016ddeb-9460-4138-9408-db3a21fb3107 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8b98455817f44823a653c8b29dd4c319&device_id=091f8355-bfbe-4a69-848c-6f214e101bbe HTTP/1.1" status: 200 len: 1097 time: 0.0909040 Jul 15 23:57:40.562858 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d0864-6842-4168-b1cc-3fdf006ebdc7 req-69ddf5e8-a270-4ee6-8dd3-087d3927ec3a tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:40.564332 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2e4d0864-6842-4168-b1cc-3fdf006ebdc7 req-69ddf5e8-a270-4ee6-8dd3-087d3927ec3a tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=091f8355-bfbe-4a69-848c-6f214e101bbe HTTP/1.1" status: 200 len: 946 time: 0.1062660 Jul 15 23:57:40.646452 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2e4d0864-6842-4168-b1cc-3fdf006ebdc7 req-31441688-4973-41ae-ac26-e094c3c183f7 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721862 Jul 15 23:57:40.671423 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a1271-1dea-41bf-80ff-1b40066237c2 req-0c05632f-907a-4d18-b98f-6b084704c0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:40.672922 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab9a1271-1dea-41bf-80ff-1b40066237c2 req-0c05632f-907a-4d18-b98f-6b084704c0da service neutron] 10.222.0.49 "GET /v2.0/networks?id=e6c7e797-3dd5-48d1-82c9-0708daae8b68 HTTP/1.1" status: 200 len: 916 time: 0.1258218 Jul 15 23:57:40.713104 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab9a1271-1dea-41bf-80ff-1b40066237c2 req-15938b6d-b2a9-48bd-bb09-cc0b8f7792fb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=341789db-0178-4a26-ab20-b38c7c6a4954 HTTP/1.1" status: 200 len: 217 time: 0.0332489 Jul 15 23:57:40.764633 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a1271-1dea-41bf-80ff-1b40066237c2 req-4b0559c2-ec19-49e4-8bf3-02d7a6be31da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:40.766118 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab9a1271-1dea-41bf-80ff-1b40066237c2 req-4b0559c2-ec19-49e4-8bf3-02d7a6be31da service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b8b0da52-64b5-4ebb-b9d1-f5e26fff4412 HTTP/1.1" status: 200 len: 855 time: 0.0472648 Jul 15 23:57:40.798115 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab9a1271-1dea-41bf-80ff-1b40066237c2 req-d8b3a409-db31-4096-a92a-0957adcea510 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e6c7e797-3dd5-48d1-82c9-0708daae8b68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259094 Jul 15 23:57:40.884880 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab9a1271-1dea-41bf-80ff-1b40066237c2 req-517c9d1f-b3ad-446f-8563-5a415834865f service neutron] 10.222.0.49 "GET /v2.0/networks/e6c7e797-3dd5-48d1-82c9-0708daae8b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806828 Jul 15 23:57:40.974343 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab9a1271-1dea-41bf-80ff-1b40066237c2 req-12cc728e-dc26-4f54-a1f6-99fc96bc3381 service neutron] 10.222.0.49 "GET /v2.0/networks/e6c7e797-3dd5-48d1-82c9-0708daae8b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840397 Jul 15 23:57:41.822772 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e029e167-5f52-43c1-ae6c-129ce4a349e7 req-0644dd7e-6d11-4293-905c-d88bb0b4fb63 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:41.824331 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e029e167-5f52-43c1-ae6c-129ce4a349e7 req-0644dd7e-6d11-4293-905c-d88bb0b4fb63 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=091f8355-bfbe-4a69-848c-6f214e101bbe HTTP/1.1" status: 200 len: 946 time: 0.0636413 Jul 15 23:57:41.862268 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e029e167-5f52-43c1-ae6c-129ce4a349e7 req-29f8deb4-73cb-4d5f-bf97-f91255acb194 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323298 Jul 15 23:57:43.043639 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb52e6-7943-41e1-b9fb-649ceaf4b5a5 req-90c415e6-f30e-420c-9788-0dd6e2ac56b7 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:43.045111 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-98cb52e6-7943-41e1-b9fb-649ceaf4b5a5 req-90c415e6-f30e-420c-9788-0dd6e2ac56b7 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=091f8355-bfbe-4a69-848c-6f214e101bbe HTTP/1.1" status: 200 len: 946 time: 0.0653918 Jul 15 23:57:43.083262 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-98cb52e6-7943-41e1-b9fb-649ceaf4b5a5 req-f417b437-8445-4537-8596-9e5f2f7850be tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325000 Jul 15 23:57:44.257321 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7abb3c-8cb1-45c8-a83f-4391529cd3c4 req-9d9ba87c-1ba9-4317-8303-59cecbdafe80 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:44.258894 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-db7abb3c-8cb1-45c8-a83f-4391529cd3c4 req-9d9ba87c-1ba9-4317-8303-59cecbdafe80 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=091f8355-bfbe-4a69-848c-6f214e101bbe HTTP/1.1" status: 200 len: 946 time: 0.0631874 Jul 15 23:57:44.295848 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-db7abb3c-8cb1-45c8-a83f-4391529cd3c4 req-2d46efe4-c19e-45e9-b688-64e75f892784 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308635 Jul 15 23:57:45.468888 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a0309-05d0-48f5-8b72-6750c8bf6a04 req-25b2c8ed-dc2c-4318-a04f-0e32e182b779 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:45.470382 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-959a0309-05d0-48f5-8b72-6750c8bf6a04 req-25b2c8ed-dc2c-4318-a04f-0e32e182b779 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=091f8355-bfbe-4a69-848c-6f214e101bbe HTTP/1.1" status: 200 len: 946 time: 0.0632486 Jul 15 23:57:45.512862 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-959a0309-05d0-48f5-8b72-6750c8bf6a04 req-ae37f843-147c-40b8-89bf-8a2fd2b60ed7 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369556 Jul 15 23:57:46.689146 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e2f86e-a4ed-41d8-a288-ade92087138d req-0b3def12-d430-46c2-b553-14b7da0eed9f tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:46.690640 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c5e2f86e-a4ed-41d8-a288-ade92087138d req-0b3def12-d430-46c2-b553-14b7da0eed9f tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=091f8355-bfbe-4a69-848c-6f214e101bbe HTTP/1.1" status: 200 len: 946 time: 0.0639637 Jul 15 23:57:46.730371 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c5e2f86e-a4ed-41d8-a288-ade92087138d req-091b0b4f-03a7-4622-8159-cf21c1ad33eb tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341146 Jul 15 23:57:47.903712 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14593894-09e7-4408-8060-3c59a0cd7994 req-7479a494-9142-43b8-8b8f-6bb8ca0c530f tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:47.905211 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-14593894-09e7-4408-8060-3c59a0cd7994 req-7479a494-9142-43b8-8b8f-6bb8ca0c530f tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=091f8355-bfbe-4a69-848c-6f214e101bbe HTTP/1.1" status: 200 len: 946 time: 0.0649498 Jul 15 23:57:47.942886 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-14593894-09e7-4408-8060-3c59a0cd7994 req-c467dc6e-4b7c-4618-99d4-52b12f3e564d tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321937 Jul 15 23:57:49.120235 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a933d79f-3d27-403d-8c7b-9cbcda53ae71 req-ee1000a0-46fa-4902-9af6-daa3e78364bb tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:49.121695 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a933d79f-3d27-403d-8c7b-9cbcda53ae71 req-ee1000a0-46fa-4902-9af6-daa3e78364bb tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=091f8355-bfbe-4a69-848c-6f214e101bbe HTTP/1.1" status: 200 len: 946 time: 0.0664546 Jul 15 23:57:49.160472 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a933d79f-3d27-403d-8c7b-9cbcda53ae71 req-01b8713e-e593-4305-a758-ee3cb49c8601 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331461 Jul 15 23:57:49.865755 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:57:50.334528 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a0310e-7b05-48b5-96c3-96a41864f92f req-ce9e1601-45f5-495d-95ee-ac060227d608 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:50.336018 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-82a0310e-7b05-48b5-96c3-96a41864f92f req-ce9e1601-45f5-495d-95ee-ac060227d608 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=091f8355-bfbe-4a69-848c-6f214e101bbe HTTP/1.1" status: 200 len: 946 time: 0.0626056 Jul 15 23:57:50.373942 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-82a0310e-7b05-48b5-96c3-96a41864f92f req-8aa26743-2a0b-4f00-a497-b24bce543bc5 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320072 Jul 15 23:57:51.561911 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39699e49-4cdb-46a0-a2bf-7b7fd05cef4f req-c9830107-ab43-4311-9235-e5372f5cdad7 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:51.563388 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-39699e49-4cdb-46a0-a2bf-7b7fd05cef4f req-c9830107-ab43-4311-9235-e5372f5cdad7 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=091f8355-bfbe-4a69-848c-6f214e101bbe HTTP/1.1" status: 200 len: 946 time: 0.0624559 Jul 15 23:57:51.605183 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-39699e49-4cdb-46a0-a2bf-7b7fd05cef4f req-4cbc746b-d18e-466a-91ab-0bbcd5a5f83c tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362439 Jul 15 23:57:52.782050 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b021b-af63-42ab-a397-c4a2bf9c63c9 req-d710d0ec-898e-494c-9281-3f6d63f61884 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:52.783553 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3a0b021b-af63-42ab-a397-c4a2bf9c63c9 req-d710d0ec-898e-494c-9281-3f6d63f61884 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=091f8355-bfbe-4a69-848c-6f214e101bbe HTTP/1.1" status: 200 len: 946 time: 0.0627317 Jul 15 23:57:52.823796 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3a0b021b-af63-42ab-a397-c4a2bf9c63c9 req-82b7a45c-b91d-461a-998e-8acfc6c8aaa6 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313361 Jul 15 23:57:53.994902 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1405bc8-0653-4d78-a188-a876e250a394 req-0f718573-0dcd-48bc-bd10-9823b750a72d tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:53.996431 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d1405bc8-0653-4d78-a188-a876e250a394 req-0f718573-0dcd-48bc-bd10-9823b750a72d tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=091f8355-bfbe-4a69-848c-6f214e101bbe HTTP/1.1" status: 200 len: 946 time: 0.0624514 Jul 15 23:57:54.033543 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d1405bc8-0653-4d78-a188-a876e250a394 req-9493b177-fa8a-49c9-8597-2e6f7291d3b8 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313208 Jul 15 23:57:55.210516 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b1412-8c1c-4d47-b975-f6eefe8be089 req-815ed00e-ba7e-4744-9fe9-ab438370ccd6 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:55.212729 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-260b1412-8c1c-4d47-b975-f6eefe8be089 req-815ed00e-ba7e-4744-9fe9-ab438370ccd6 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=091f8355-bfbe-4a69-848c-6f214e101bbe HTTP/1.1" status: 200 len: 946 time: 0.0662174 Jul 15 23:57:55.249448 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-260b1412-8c1c-4d47-b975-f6eefe8be089 req-882b9bcd-a32c-492b-9a9f-fd510ca9b720 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313303 Jul 15 23:57:55.748926 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:57:56.438112 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a4e83-6dc9-4b36-a52f-89ef57dd12cd req-bdca1eac-7999-4cd5-9c7c-71e0948ecf8e tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:56.439538 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9c4a4e83-6dc9-4b36-a52f-89ef57dd12cd req-bdca1eac-7999-4cd5-9c7c-71e0948ecf8e tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=091f8355-bfbe-4a69-848c-6f214e101bbe HTTP/1.1" status: 200 len: 946 time: 0.0768328 Jul 15 23:57:56.476782 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9c4a4e83-6dc9-4b36-a52f-89ef57dd12cd req-cb7820fc-8e39-4a0b-839f-9c47607a4464 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316303 Jul 15 23:57:57.390928 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8d6e1c-35fc-49ac-9f26-94a651488584 req-b3881f78-bbec-4e57-a62a-4843f0fcbd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:57.392442 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ac8d6e1c-35fc-49ac-9f26-94a651488584 req-b3881f78-bbec-4e57-a62a-4843f0fcbd45 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8b98455817f44823a653c8b29dd4c319&device_id=091f8355-bfbe-4a69-848c-6f214e101bbe HTTP/1.1" status: 200 len: 1097 time: 0.0537300 Jul 15 23:57:57.496627 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8d6e1c-35fc-49ac-9f26-94a651488584 req-59fdbca0-0f79-47ab-9a4c-7e3ff9c1c411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:57.498084 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ac8d6e1c-35fc-49ac-9f26-94a651488584 req-59fdbca0-0f79-47ab-9a4c-7e3ff9c1c411 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e6c7e797-3dd5-48d1-82c9-0708daae8b68 HTTP/1.1" status: 200 len: 916 time: 0.0856650 Jul 15 23:57:57.538860 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ac8d6e1c-35fc-49ac-9f26-94a651488584 req-c2a9135b-768e-450c-931f-68c5ce1ebea8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=341789db-0178-4a26-ab20-b38c7c6a4954 HTTP/1.1" status: 200 len: 217 time: 0.0342004 Jul 15 23:57:57.593569 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8d6e1c-35fc-49ac-9f26-94a651488584 req-03a7cb3c-32ec-405b-8df9-4d2f4df93787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:57.595015 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ac8d6e1c-35fc-49ac-9f26-94a651488584 req-03a7cb3c-32ec-405b-8df9-4d2f4df93787 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b8b0da52-64b5-4ebb-b9d1-f5e26fff4412 HTTP/1.1" status: 200 len: 855 time: 0.0493674 Jul 15 23:57:57.645153 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ac8d6e1c-35fc-49ac-9f26-94a651488584 req-23870af2-e2dc-4f78-a303-5d574096f81c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e6c7e797-3dd5-48d1-82c9-0708daae8b68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419426 Jul 15 23:57:57.732879 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314d28f2-64b5-47aa-acba-529adfe09285 req-38230226-90c8-41b4-b101-9b293472178f tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:57.734356 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-314d28f2-64b5-47aa-acba-529adfe09285 req-38230226-90c8-41b4-b101-9b293472178f tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=091f8355-bfbe-4a69-848c-6f214e101bbe HTTP/1.1" status: 200 len: 946 time: 0.1436687 Jul 15 23:57:57.780660 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ac8d6e1c-35fc-49ac-9f26-94a651488584 req-4937ec91-190c-440c-bf1d-cb15d8f465e9 service neutron] 10.222.0.49 "GET /v2.0/networks/e6c7e797-3dd5-48d1-82c9-0708daae8b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275108 Jul 15 23:57:57.785406 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-314d28f2-64b5-47aa-acba-529adfe09285 req-d0aa4caf-4b28-4c8f-a90b-37fcb88cd57b tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452495 Jul 15 23:57:57.872705 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ac8d6e1c-35fc-49ac-9f26-94a651488584 req-ed1fc5cc-454d-4d45-8555-ca82099815bf service neutron] 10.222.0.49 "GET /v2.0/networks/e6c7e797-3dd5-48d1-82c9-0708daae8b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856047 Jul 15 23:57:59.309665 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c2b07b-3463-42cd-8718-078efbd09cb2 req-1aed205b-7337-43a9-86c5-9829bb8352a5 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:57:59.311143 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-95c2b07b-3463-42cd-8718-078efbd09cb2 req-1aed205b-7337-43a9-86c5-9829bb8352a5 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=091f8355-bfbe-4a69-848c-6f214e101bbe HTTP/1.1" status: 200 len: 946 time: 0.4106424 Jul 15 23:57:59.347039 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-95c2b07b-3463-42cd-8718-078efbd09cb2 req-1ce7ee12-8232-4510-8ce9-a416df908d47 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303745 Jul 15 23:58:00.518644 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ba6caa-cdf7-4983-b9ec-ee9c07ce8b64 req-c6673018-aba5-47c9-9aa6-c5b3f99316af tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:00.520041 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d8ba6caa-cdf7-4983-b9ec-ee9c07ce8b64 req-c6673018-aba5-47c9-9aa6-c5b3f99316af tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=091f8355-bfbe-4a69-848c-6f214e101bbe HTTP/1.1" status: 200 len: 946 time: 0.0620301 Jul 15 23:58:00.557135 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d8ba6caa-cdf7-4983-b9ec-ee9c07ce8b64 req-f8c9ab82-448e-4e11-8b39-87acc18a3e91 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314450 Jul 15 23:58:00.890471 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a4a73c68-beb5-425f-b15b-ab8b6aadba6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:01.733301 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0150a47-8c7c-4746-b3aa-69a17b4a3bf0 req-9732833c-44e8-4264-b64a-83938c8f4368 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:01.734794 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f0150a47-8c7c-4746-b3aa-69a17b4a3bf0 req-9732833c-44e8-4264-b64a-83938c8f4368 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=091f8355-bfbe-4a69-848c-6f214e101bbe HTTP/1.1" status: 200 len: 946 time: 0.0656028 Jul 15 23:58:01.771456 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f0150a47-8c7c-4746-b3aa-69a17b4a3bf0 req-12f2c6d2-d2c3-426f-9e98-94863172a23a tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311282 Jul 15 23:58:02.951918 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d13c4-1fff-48cc-8a82-35e0961f3515 req-a43eedd5-22ba-4568-ae9b-b5a02cd620b2 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:02.953382 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-352d13c4-1fff-48cc-8a82-35e0961f3515 req-a43eedd5-22ba-4568-ae9b-b5a02cd620b2 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=091f8355-bfbe-4a69-848c-6f214e101bbe HTTP/1.1" status: 200 len: 946 time: 0.0621567 Jul 15 23:58:02.990635 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-352d13c4-1fff-48cc-8a82-35e0961f3515 req-760834bf-9ee9-4d14-b384-c1601f982dc2 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316508 Jul 15 23:58:03.456058 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:04.161323 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e004d-ce26-46ec-8be8-be8ff4b3e952 req-29d82983-b853-4709-b28d-70b57142645f tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:04.162790 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-653e004d-ce26-46ec-8be8-be8ff4b3e952 req-29d82983-b853-4709-b28d-70b57142645f tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=091f8355-bfbe-4a69-848c-6f214e101bbe HTTP/1.1" status: 200 len: 946 time: 0.0618279 Jul 15 23:58:04.203692 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-653e004d-ce26-46ec-8be8-be8ff4b3e952 req-add60d23-ce46-4c1c-b13e-82f8de8f95b0 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350668 Jul 15 23:58:04.253475 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7e7bc6f2-3311-4947-81ae-6b3f84951811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:04.461404 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:05.375998 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff78dc0-51fb-4881-a824-1a61eea0abb1 req-8dadb977-d045-4790-a2f4-10498bb7d3e9 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:05.377491 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3ff78dc0-51fb-4881-a824-1a61eea0abb1 req-8dadb977-d045-4790-a2f4-10498bb7d3e9 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=091f8355-bfbe-4a69-848c-6f214e101bbe HTTP/1.1" status: 200 len: 946 time: 0.0634320 Jul 15 23:58:05.414915 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3ff78dc0-51fb-4881-a824-1a61eea0abb1 req-cced0183-4963-4269-adbe-69119112cd57 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319567 Jul 15 23:58:06.471641 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:06.594932 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd446c-1201-474e-9a2c-f1eca6e111db req-e55a67c6-2c78-40ac-8a8c-3862bae181ca tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:06.596456 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5fcd446c-1201-474e-9a2c-f1eca6e111db req-e55a67c6-2c78-40ac-8a8c-3862bae181ca tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=091f8355-bfbe-4a69-848c-6f214e101bbe HTTP/1.1" status: 200 len: 946 time: 0.0633934 Jul 15 23:58:06.634198 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5fcd446c-1201-474e-9a2c-f1eca6e111db req-8d200bff-970c-4d61-ab70-b74ec1cfcb7d tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319011 Jul 15 23:58:07.817450 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a88f425-25f3-495f-afa9-70e2d1f73155 req-2b40f0b4-502f-4d46-97f7-9d33b8fc05b9 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:07.818954 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4a88f425-25f3-495f-afa9-70e2d1f73155 req-2b40f0b4-502f-4d46-97f7-9d33b8fc05b9 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=091f8355-bfbe-4a69-848c-6f214e101bbe HTTP/1.1" status: 200 len: 946 time: 0.0685797 Jul 15 23:58:07.859336 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4a88f425-25f3-495f-afa9-70e2d1f73155 req-3ef71542-7bf2-4f98-a63b-de2e9aae02ff tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332289 Jul 15 23:58:07.980535 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [req-ab9a1271-1dea-41bf-80ff-1b40066237c2 req-891204d2-9c73-47eb-ad69-208eb8e428e4 service neutron] show failed (client error): The resource could not be found. Jul 15 23:58:07.981456 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab9a1271-1dea-41bf-80ff-1b40066237c2 req-891204d2-9c73-47eb-ad69-208eb8e428e4 service neutron] 10.222.0.49 "GET /v2.0/ports/341789db-0178-4a26-ab20-b38c7c6a4954/bindings/n-h2-794306-6 HTTP/1.1" status: 404 len: 380 time: 0.0548103 Jul 15 23:58:08.221907 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a1271-1dea-41bf-80ff-1b40066237c2 req-c73dce02-4436-45b0-8f87-aa1d278a1694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:08.223410 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab9a1271-1dea-41bf-80ff-1b40066237c2 req-c73dce02-4436-45b0-8f87-aa1d278a1694 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=091f8355-bfbe-4a69-848c-6f214e101bbe&tenant_id=8b98455817f44823a653c8b29dd4c319 HTTP/1.1" status: 200 len: 1097 time: 0.0513868 Jul 15 23:58:08.240407 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-ab9a1271-1dea-41bf-80ff-1b40066237c2 req-63dbbec9-defd-4eb2-b4c0-83a9c16f47df service neutron] Request body: {'port': {'binding:host_id': 'n-h2-794306-6', 'device_owner': 'compute:nova'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:58:08.312395 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab9a1271-1dea-41bf-80ff-1b40066237c2 req-63dbbec9-defd-4eb2-b4c0-83a9c16f47df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:08.507964 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:08.512584 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-ab9a1271-1dea-41bf-80ff-1b40066237c2 req-63dbbec9-defd-4eb2-b4c0-83a9c16f47df service neutron] For port 341789db-0178-4a26-ab20-b38c7c6a4954, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=341789db-0178-4a26-ab20-b38c7c6a4954,segment=NetworkSegment(fc455503-a9f7-454b-96cb-35e028d8d031),segment_id=fc455503-a9f7-454b-96cb-35e028d8d031)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:58:08.544716 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-ab9a1271-1dea-41bf-80ff-1b40066237c2 req-63dbbec9-defd-4eb2-b4c0-83a9c16f47df service neutron] For port 341789db-0178-4a26-ab20-b38c7c6a4954, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:58:08.583700 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '091f8355-bfbe-4a69-848c-6f214e101bbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '341789db-0178-4a26-ab20-b38c7c6a4954'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:58:08.586271 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1394ba23-6477-4a88-9f12-67725fb1d92c" -d '{"events": [{"server_uuid": "091f8355-bfbe-4a69-848c-6f214e101bbe", "name": "network-vif-unplugged", "status": "completed", "tag": "341789db-0178-4a26-ab20-b38c7c6a4954"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:58:08.591056 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab9a1271-1dea-41bf-80ff-1b40066237c2 req-63dbbec9-defd-4eb2-b4c0-83a9c16f47df service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:08.603730 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-ab9a1271-1dea-41bf-80ff-1b40066237c2 req-63dbbec9-defd-4eb2-b4c0-83a9c16f47df service neutron] Transition to ACTIVE for port object 341789db-0178-4a26-ab20-b38c7c6a4954 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:58:08.608256 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab9a1271-1dea-41bf-80ff-1b40066237c2 req-63dbbec9-defd-4eb2-b4c0-83a9c16f47df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:08.642455 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3796b7c6-848f-4065-b3e4-1d636ccd6a77 x-openstack-request-id: req-3796b7c6-848f-4065-b3e4-1d636ccd6a77 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:58:08.642744 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "091f8355-bfbe-4a69-848c-6f214e101bbe", "name": "network-vif-unplugged", "status": "completed", "tag": "341789db-0178-4a26-ab20-b38c7c6a4954", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:58:08.642992 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3796b7c6-848f-4065-b3e4-1d636ccd6a77 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:58:08.643380 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '091f8355-bfbe-4a69-848c-6f214e101bbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '341789db-0178-4a26-ab20-b38c7c6a4954', 'code': 200} Jul 15 23:58:08.680811 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab9a1271-1dea-41bf-80ff-1b40066237c2 req-63dbbec9-defd-4eb2-b4c0-83a9c16f47df service neutron] No DVR routers for this DVR port 341789db-0178-4a26-ab20-b38c7c6a4954 on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:58:08.683046 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dbbec9-defd-4eb2-b4c0-83a9c16f47df service neutron] Pushing event updated for resources: {'Port': ['ID=341789db-0178-4a26-ab20-b38c7c6a4954,revision_number=6']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:58:08.693906 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dbbec9-defd-4eb2-b4c0-83a9c16f47df service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:58:08.694253 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dbbec9-defd-4eb2-b4c0-83a9c16f47df service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:58:08.694591 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dbbec9-defd-4eb2-b4c0-83a9c16f47df service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:58:08.694928 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dbbec9-defd-4eb2-b4c0-83a9c16f47df service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:58:08.695261 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dbbec9-defd-4eb2-b4c0-83a9c16f47df service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:58:08.695619 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dbbec9-defd-4eb2-b4c0-83a9c16f47df service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:58:08.695939 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dbbec9-defd-4eb2-b4c0-83a9c16f47df service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:58:08.696265 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dbbec9-defd-4eb2-b4c0-83a9c16f47df service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:58:08.696588 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dbbec9-defd-4eb2-b4c0-83a9c16f47df service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:58:08.696910 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dbbec9-defd-4eb2-b4c0-83a9c16f47df service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:58:08.697324 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dbbec9-defd-4eb2-b4c0-83a9c16f47df service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:58:08.698231 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dbbec9-defd-4eb2-b4c0-83a9c16f47df service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:58:08.733327 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ab9a1271-1dea-41bf-80ff-1b40066237c2 req-63dbbec9-defd-4eb2-b4c0-83a9c16f47df service neutron] Attempting to bind port 341789db-0178-4a26-ab20-b38c7c6a4954 on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:58:08.733660 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ab9a1271-1dea-41bf-80ff-1b40066237c2 req-63dbbec9-defd-4eb2-b4c0-83a9c16f47df service neutron] Attempting to bind port 341789db-0178-4a26-ab20-b38c7c6a4954 by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': 'fc455503-a9f7-454b-96cb-35e028d8d031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e6c7e797-3dd5-48d1-82c9-0708daae8b68'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:58:08.733985 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9a1271-1dea-41bf-80ff-1b40066237c2 req-63dbbec9-defd-4eb2-b4c0-83a9c16f47df service neutron] Attempting to bind port 341789db-0178-4a26-ab20-b38c7c6a4954 on network e6c7e797-3dd5-48d1-82c9-0708daae8b68 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:58:08.738393 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9a1271-1dea-41bf-80ff-1b40066237c2 req-63dbbec9-defd-4eb2-b4c0-83a9c16f47df service neutron] Port 341789db-0178-4a26-ab20-b38c7c6a4954 on network e6c7e797-3dd5-48d1-82c9-0708daae8b68 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:58:08.738712 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9a1271-1dea-41bf-80ff-1b40066237c2 req-63dbbec9-defd-4eb2-b4c0-83a9c16f47df service neutron] Attempting to bind port 341789db-0178-4a26-ab20-b38c7c6a4954 on network e6c7e797-3dd5-48d1-82c9-0708daae8b68 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:58:08.743422 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9a1271-1dea-41bf-80ff-1b40066237c2 req-63dbbec9-defd-4eb2-b4c0-83a9c16f47df service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:58:08.743793 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9a1271-1dea-41bf-80ff-1b40066237c2 req-63dbbec9-defd-4eb2-b4c0-83a9c16f47df service neutron] Checking segment: {'id': 'fc455503-a9f7-454b-96cb-35e028d8d031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e6c7e797-3dd5-48d1-82c9-0708daae8b68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:58:08.744177 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9a1271-1dea-41bf-80ff-1b40066237c2 req-63dbbec9-defd-4eb2-b4c0-83a9c16f47df service neutron] Bound using segment: {'id': 'fc455503-a9f7-454b-96cb-35e028d8d031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e6c7e797-3dd5-48d1-82c9-0708daae8b68'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:58:08.744817 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ab9a1271-1dea-41bf-80ff-1b40066237c2 req-63dbbec9-defd-4eb2-b4c0-83a9c16f47df service neutron] Bound port: 341789db-0178-4a26-ab20-b38c7c6a4954, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc455503-a9f7-454b-96cb-35e028d8d031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e6c7e797-3dd5-48d1-82c9-0708daae8b68'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:58:08.745171 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab9a1271-1dea-41bf-80ff-1b40066237c2 req-63dbbec9-defd-4eb2-b4c0-83a9c16f47df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:08.806524 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-ab9a1271-1dea-41bf-80ff-1b40066237c2 req-63dbbec9-defd-4eb2-b4c0-83a9c16f47df service neutron] For port 341789db-0178-4a26-ab20-b38c7c6a4954, host n-h2-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:58:08.810133 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-ab9a1271-1dea-41bf-80ff-1b40066237c2 req-63dbbec9-defd-4eb2-b4c0-83a9c16f47df service neutron] For port 341789db-0178-4a26-ab20-b38c7c6a4954, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=341789db-0178-4a26-ab20-b38c7c6a4954,segment=NetworkSegment(fc455503-a9f7-454b-96cb-35e028d8d031),segment_id=fc455503-a9f7-454b-96cb-35e028d8d031)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:58:08.814975 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab9a1271-1dea-41bf-80ff-1b40066237c2 req-63dbbec9-defd-4eb2-b4c0-83a9c16f47df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:08.849447 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a1271-1dea-41bf-80ff-1b40066237c2 req-63dbbec9-defd-4eb2-b4c0-83a9c16f47df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:08.850071 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab9a1271-1dea-41bf-80ff-1b40066237c2 req-63dbbec9-defd-4eb2-b4c0-83a9c16f47df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:08.852305 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab9a1271-1dea-41bf-80ff-1b40066237c2 req-63dbbec9-defd-4eb2-b4c0-83a9c16f47df service neutron] 10.222.0.41 "PUT /v2.0/ports/341789db-0178-4a26-ab20-b38c7c6a4954 HTTP/1.1" status: 200 len: 1092 time: 0.6159170 Jul 15 23:58:08.879402 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dbbec9-defd-4eb2-b4c0-83a9c16f47df service neutron] Pushing event updated for resources: {'Port': ['ID=341789db-0178-4a26-ab20-b38c7c6a4954,revision_number=7']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:58:08.937678 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a1271-1dea-41bf-80ff-1b40066237c2 req-0936468d-61db-42b9-9ec8-fcc8fc922f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:08.939262 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab9a1271-1dea-41bf-80ff-1b40066237c2 req-0936468d-61db-42b9-9ec8-fcc8fc922f68 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8b98455817f44823a653c8b29dd4c319&device_id=091f8355-bfbe-4a69-848c-6f214e101bbe HTTP/1.1" status: 200 len: 1095 time: 0.0542815 Jul 15 23:58:09.074368 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a1271-1dea-41bf-80ff-1b40066237c2 req-9ac0b239-75f7-43fa-b4b7-e8d01c51ab93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:09.076328 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab9a1271-1dea-41bf-80ff-1b40066237c2 req-9ac0b239-75f7-43fa-b4b7-e8d01c51ab93 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e6c7e797-3dd5-48d1-82c9-0708daae8b68 HTTP/1.1" status: 200 len: 916 time: 0.1274078 Jul 15 23:58:09.098909 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da8bea-6fb9-4b43-b0da-fcef2b1d8e94 req-295e931d-87f8-4f5e-8011-9c4b36e27e48 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:09.100334 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-88da8bea-6fb9-4b43-b0da-fcef2b1d8e94 req-295e931d-87f8-4f5e-8011-9c4b36e27e48 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=091f8355-bfbe-4a69-848c-6f214e101bbe HTTP/1.1" status: 200 len: 944 time: 0.1232355 Jul 15 23:58:09.133647 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab9a1271-1dea-41bf-80ff-1b40066237c2 req-14bf160b-a1dc-401f-9c30-90de9c0d001e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=341789db-0178-4a26-ab20-b38c7c6a4954 HTTP/1.1" status: 200 len: 217 time: 0.0485806 Jul 15 23:58:09.198937 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-88da8bea-6fb9-4b43-b0da-fcef2b1d8e94 req-ca2adf9c-8867-4546-9d7e-0ea3a90c5b4c tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722170 Jul 15 23:58:09.207486 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a1271-1dea-41bf-80ff-1b40066237c2 req-1e109e61-aad9-4918-bad1-6d48ca419fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:09.208929 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab9a1271-1dea-41bf-80ff-1b40066237c2 req-1e109e61-aad9-4918-bad1-6d48ca419fa9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b8b0da52-64b5-4ebb-b9d1-f5e26fff4412 HTTP/1.1" status: 200 len: 855 time: 0.0662854 Jul 15 23:58:09.241685 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab9a1271-1dea-41bf-80ff-1b40066237c2 req-4b5a1cd1-60fd-4494-8f0b-255d91770fb1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e6c7e797-3dd5-48d1-82c9-0708daae8b68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261354 Jul 15 23:58:09.332913 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab9a1271-1dea-41bf-80ff-1b40066237c2 req-1c82a27f-64b3-4295-880b-f6384928a687 service neutron] 10.222.0.41 "GET /v2.0/networks/e6c7e797-3dd5-48d1-82c9-0708daae8b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851028 Jul 15 23:58:09.421395 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab9a1271-1dea-41bf-80ff-1b40066237c2 req-fe070a3b-ac78-4240-85c4-96419493c1f1 service neutron] 10.222.0.41 "GET /v2.0/networks/e6c7e797-3dd5-48d1-82c9-0708daae8b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819173 Jul 15 23:58:09.613490 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5542b9cd-43cd-4261-aff7-e5360292e476 req-f85dee3f-b54a-42c7-b140-a77af7a2045c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:09.615021 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5542b9cd-43cd-4261-aff7-e5360292e476 req-f85dee3f-b54a-42c7-b140-a77af7a2045c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8b98455817f44823a653c8b29dd4c319&device_id=091f8355-bfbe-4a69-848c-6f214e101bbe HTTP/1.1" status: 200 len: 1095 time: 0.0535707 Jul 15 23:58:09.724391 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5542b9cd-43cd-4261-aff7-e5360292e476 req-ed904c9a-48e3-4d13-a75a-bee53df7c725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:09.725874 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5542b9cd-43cd-4261-aff7-e5360292e476 req-ed904c9a-48e3-4d13-a75a-bee53df7c725 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e6c7e797-3dd5-48d1-82c9-0708daae8b68 HTTP/1.1" status: 200 len: 916 time: 0.0883455 Jul 15 23:58:09.767237 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5542b9cd-43cd-4261-aff7-e5360292e476 req-fc7bb6e8-57ad-4db8-9aad-d41b5f4d2869 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=341789db-0178-4a26-ab20-b38c7c6a4954 HTTP/1.1" status: 200 len: 217 time: 0.0344176 Jul 15 23:58:09.819246 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5542b9cd-43cd-4261-aff7-e5360292e476 req-c1155ef4-72e1-4c63-8b17-f23cdf95ba80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:09.820742 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5542b9cd-43cd-4261-aff7-e5360292e476 req-c1155ef4-72e1-4c63-8b17-f23cdf95ba80 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b8b0da52-64b5-4ebb-b9d1-f5e26fff4412 HTTP/1.1" status: 200 len: 855 time: 0.0477960 Jul 15 23:58:09.853112 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5542b9cd-43cd-4261-aff7-e5360292e476 req-be7787f0-0230-4be0-ac51-41e004468a67 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e6c7e797-3dd5-48d1-82c9-0708daae8b68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262835 Jul 15 23:58:09.940199 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5542b9cd-43cd-4261-aff7-e5360292e476 req-07c4814a-26d0-49e0-90ff-89cc5a695d3d service neutron] 10.222.0.41 "GET /v2.0/networks/e6c7e797-3dd5-48d1-82c9-0708daae8b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811791 Jul 15 23:58:10.032065 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5542b9cd-43cd-4261-aff7-e5360292e476 req-367a8778-3df3-4399-930c-857cf5f7b8a8 service neutron] 10.222.0.41 "GET /v2.0/networks/e6c7e797-3dd5-48d1-82c9-0708daae8b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854065 Jul 15 23:58:10.375995 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a756da54-f05a-4fcf-8d9f-9df049873047 req-a991526d-4ac5-42b1-91c7-ac7b92ec9739 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:10.377530 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a756da54-f05a-4fcf-8d9f-9df049873047 req-a991526d-4ac5-42b1-91c7-ac7b92ec9739 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=091f8355-bfbe-4a69-848c-6f214e101bbe HTTP/1.1" status: 200 len: 944 time: 0.0644615 Jul 15 23:58:10.414932 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a756da54-f05a-4fcf-8d9f-9df049873047 req-3493e0fb-c80b-49f5-8e33-efb65af73c05 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319149 Jul 15 23:58:10.644060 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '091f8355-bfbe-4a69-848c-6f214e101bbe', 'tag': '341789db-0178-4a26-ab20-b38c7c6a4954'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:58:10.646457 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a83149-536f-4c17-af3a-7039156abeb4" -d '{"events": [{"name": "network-changed", "server_uuid": "091f8355-bfbe-4a69-848c-6f214e101bbe", "tag": "341789db-0178-4a26-ab20-b38c7c6a4954"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:58:10.699791 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8272eda-73f0-4479-b278-85832d44b2e8 x-openstack-request-id: req-e8272eda-73f0-4479-b278-85832d44b2e8 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:58:10.700089 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "091f8355-bfbe-4a69-848c-6f214e101bbe", "tag": "341789db-0178-4a26-ab20-b38c7c6a4954", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:58:10.700494 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e8272eda-73f0-4479-b278-85832d44b2e8 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:58:10.700901 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '091f8355-bfbe-4a69-848c-6f214e101bbe', 'tag': '341789db-0178-4a26-ab20-b38c7c6a4954', 'status': 'completed', 'code': 200} Jul 15 23:58:10.814821 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a83149-536f-4c17-af3a-7039156abeb4 req-4b4b2965-279b-4d15-bb4e-a6839c429484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:10.816354 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e3a83149-536f-4c17-af3a-7039156abeb4 req-4b4b2965-279b-4d15-bb4e-a6839c429484 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8b98455817f44823a653c8b29dd4c319&device_id=091f8355-bfbe-4a69-848c-6f214e101bbe HTTP/1.1" status: 200 len: 1095 time: 0.0987878 Jul 15 23:58:10.818878 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a83149-536f-4c17-af3a-7039156abeb4 req-bc4505a7-3c6b-4e2b-9f70-537df7729794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:10.820260 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e3a83149-536f-4c17-af3a-7039156abeb4 req-bc4505a7-3c6b-4e2b-9f70-537df7729794 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8b98455817f44823a653c8b29dd4c319&device_id=091f8355-bfbe-4a69-848c-6f214e101bbe HTTP/1.1" status: 200 len: 1095 time: 0.0710633 Jul 15 23:58:10.973978 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a83149-536f-4c17-af3a-7039156abeb4 req-a1f2be5c-aaed-4278-a05c-107a1b95183d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:10.975359 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e3a83149-536f-4c17-af3a-7039156abeb4 req-a1f2be5c-aaed-4278-a05c-107a1b95183d service neutron] 10.222.0.49 "GET /v2.0/networks?id=e6c7e797-3dd5-48d1-82c9-0708daae8b68 HTTP/1.1" status: 200 len: 916 time: 0.1530650 Jul 15 23:58:10.978122 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a83149-536f-4c17-af3a-7039156abeb4 req-4d77fb27-14f1-46d0-8fbc-399444cac0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:10.980103 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e3a83149-536f-4c17-af3a-7039156abeb4 req-4d77fb27-14f1-46d0-8fbc-399444cac0c6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e6c7e797-3dd5-48d1-82c9-0708daae8b68 HTTP/1.1" status: 200 len: 916 time: 0.1492534 Jul 15 23:58:11.051066 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e3a83149-536f-4c17-af3a-7039156abeb4 req-6ace7de3-deac-48e5-a593-3aa4be389c3f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=341789db-0178-4a26-ab20-b38c7c6a4954 HTTP/1.1" status: 200 len: 217 time: 0.0694847 Jul 15 23:58:11.052437 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e3a83149-536f-4c17-af3a-7039156abeb4 req-53bf0298-7c90-4735-83c9-2ecd7840d788 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=341789db-0178-4a26-ab20-b38c7c6a4954 HTTP/1.1" status: 200 len: 217 time: 0.0644472 Jul 15 23:58:11.139812 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a83149-536f-4c17-af3a-7039156abeb4 req-0f922d2a-a370-4e78-941e-97b5105dda4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:11.141297 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e3a83149-536f-4c17-af3a-7039156abeb4 req-0f922d2a-a370-4e78-941e-97b5105dda4d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b8b0da52-64b5-4ebb-b9d1-f5e26fff4412 HTTP/1.1" status: 200 len: 855 time: 0.0843303 Jul 15 23:58:11.144873 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a83149-536f-4c17-af3a-7039156abeb4 req-fded2414-b4c0-46b6-9c7a-8b8ff8ff212f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:11.146228 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e3a83149-536f-4c17-af3a-7039156abeb4 req-fded2414-b4c0-46b6-9c7a-8b8ff8ff212f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b8b0da52-64b5-4ebb-b9d1-f5e26fff4412 HTTP/1.1" status: 200 len: 855 time: 0.0631161 Jul 15 23:58:11.176655 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e3a83149-536f-4c17-af3a-7039156abeb4 req-ec469805-44a0-41e2-9140-9fca0808fe00 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e6c7e797-3dd5-48d1-82c9-0708daae8b68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293648 Jul 15 23:58:11.218492 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e3a83149-536f-4c17-af3a-7039156abeb4 req-ad0fa661-9c0c-4749-a965-0f2ea59224eb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e6c7e797-3dd5-48d1-82c9-0708daae8b68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442958 Jul 15 23:58:11.353956 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e3a83149-536f-4c17-af3a-7039156abeb4 req-c7b367ff-289d-48c9-aab8-e7ea8325399f service neutron] 10.222.0.49 "GET /v2.0/networks/e6c7e797-3dd5-48d1-82c9-0708daae8b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702237 Jul 15 23:58:11.386242 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e3a83149-536f-4c17-af3a-7039156abeb4 req-2432a7a8-32cd-40f8-8f57-b7656b6176de service neutron] 10.222.0.41 "GET /v2.0/networks/e6c7e797-3dd5-48d1-82c9-0708daae8b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575396 Jul 15 23:58:11.523598 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e3a83149-536f-4c17-af3a-7039156abeb4 req-1fab1358-202a-432b-b829-ba6b941deac1 service neutron] 10.222.0.49 "GET /v2.0/networks/e6c7e797-3dd5-48d1-82c9-0708daae8b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632123 Jul 15 23:58:11.534381 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e3a83149-536f-4c17-af3a-7039156abeb4 req-4810d070-f56c-4aec-b360-852947a81df7 service neutron] 10.222.0.41 "GET /v2.0/networks/e6c7e797-3dd5-48d1-82c9-0708daae8b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419671 Jul 15 23:58:11.599039 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13696b93-1198-4898-a53a-5f32f682a769 req-2554ad57-dffa-442c-8bde-9c0072d52097 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:11.600542 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-13696b93-1198-4898-a53a-5f32f682a769 req-2554ad57-dffa-442c-8bde-9c0072d52097 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=091f8355-bfbe-4a69-848c-6f214e101bbe HTTP/1.1" status: 200 len: 944 time: 0.0649157 Jul 15 23:58:11.638526 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-13696b93-1198-4898-a53a-5f32f682a769 req-244f169f-61a6-4a2a-b7c4-c5db356efda7 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315568 Jul 15 23:58:11.827703 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 341789db-0178-4a26-ab20-b38c7c6a4954 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:58:11.998915 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed5036-9d0c-4229-a38c-e731da3e3461 req-d0903430-c756-40fb-83d1-05ebb156380b tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:12.000490 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-77ed5036-9d0c-4229-a38c-e731da3e3461 req-d0903430-c756-40fb-83d1-05ebb156380b tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.49 "GET /v2.0/ports?device_id=091f8355-bfbe-4a69-848c-6f214e101bbe&tenant_id=8b98455817f44823a653c8b29dd4c319&binding%3Ahost_id=n-h2-794306-6 HTTP/1.1" status: 200 len: 944 time: 0.1232252 Jul 15 23:58:12.008126 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b63e6b0-5688-414d-9a35-b1022536a3b1 req-84a315b7-c4e5-4dee-ab7d-666ca55139b2 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:12.009549 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2b63e6b0-5688-414d-9a35-b1022536a3b1 req-84a315b7-c4e5-4dee-ab7d-666ca55139b2 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=091f8355-bfbe-4a69-848c-6f214e101bbe HTTP/1.1" status: 200 len: 944 time: 0.1220648 Jul 15 23:58:12.027250 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 341789db-0178-4a26-ab20-b38c7c6a4954 not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:58:12.082894 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2b63e6b0-5688-414d-9a35-b1022536a3b1 req-079c2236-6c01-4fc6-ac58-7f25d6ba2187 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661085 Jul 15 23:58:12.089645 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [req-77ed5036-9d0c-4229-a38c-e731da3e3461 req-b7083a99-55c7-4ba0-9f15-9461b74bbed8 service neutron] delete failed (client error): The resource could not be found. Jul 15 23:58:12.090625 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-77ed5036-9d0c-4229-a38c-e731da3e3461 req-b7083a99-55c7-4ba0-9f15-9461b74bbed8 service neutron] 10.222.0.49 "DELETE /v2.0/ports/341789db-0178-4a26-ab20-b38c7c6a4954/bindings/n-h1-794306-6 HTTP/1.1" status: 404 len: 380 time: 0.0802088 Jul 15 23:58:12.184505 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed5036-9d0c-4229-a38c-e731da3e3461 req-4957ecd4-0bf3-43a1-988f-f4cfe99dd90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:12.185998 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-77ed5036-9d0c-4229-a38c-e731da3e3461 req-4957ecd4-0bf3-43a1-988f-f4cfe99dd90e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8b98455817f44823a653c8b29dd4c319&device_id=091f8355-bfbe-4a69-848c-6f214e101bbe HTTP/1.1" status: 200 len: 1095 time: 0.0535095 Jul 15 23:58:12.277702 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed5036-9d0c-4229-a38c-e731da3e3461 req-1796d53d-e66b-4ff8-bd1e-b47abbd72c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:12.279162 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-77ed5036-9d0c-4229-a38c-e731da3e3461 req-1796d53d-e66b-4ff8-bd1e-b47abbd72c88 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e6c7e797-3dd5-48d1-82c9-0708daae8b68 HTTP/1.1" status: 200 len: 916 time: 0.0875971 Jul 15 23:58:12.321069 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-77ed5036-9d0c-4229-a38c-e731da3e3461 req-cc3771e0-d379-4a06-afd2-a6c017b6d919 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=341789db-0178-4a26-ab20-b38c7c6a4954 HTTP/1.1" status: 200 len: 217 time: 0.0360868 Jul 15 23:58:12.373065 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed5036-9d0c-4229-a38c-e731da3e3461 req-441f3cc9-798e-48ac-ba0a-47d50fe6f57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:12.374535 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-77ed5036-9d0c-4229-a38c-e731da3e3461 req-441f3cc9-798e-48ac-ba0a-47d50fe6f57f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b8b0da52-64b5-4ebb-b9d1-f5e26fff4412 HTTP/1.1" status: 200 len: 855 time: 0.0478439 Jul 15 23:58:12.406914 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-77ed5036-9d0c-4229-a38c-e731da3e3461 req-a71df106-253c-4a75-9c84-c223f8770522 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e6c7e797-3dd5-48d1-82c9-0708daae8b68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260539 Jul 15 23:58:12.499177 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-77ed5036-9d0c-4229-a38c-e731da3e3461 req-417fe0d9-6d81-4e50-8711-404705bfc1dd service neutron] 10.222.0.49 "GET /v2.0/networks/e6c7e797-3dd5-48d1-82c9-0708daae8b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863156 Jul 15 23:58:12.593697 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-77ed5036-9d0c-4229-a38c-e731da3e3461 req-29bf458c-338a-4819-b455-f5c39ec5a655 service neutron] 10.222.0.49 "GET /v2.0/networks/e6c7e797-3dd5-48d1-82c9-0708daae8b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889742 Jul 15 23:58:12.716684 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 341789db-0178-4a26-ab20-b38c7c6a4954 details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:58:12.810007 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 341789db-0178-4a26-ab20-b38c7c6a4954, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=341789db-0178-4a26-ab20-b38c7c6a4954,segment=NetworkSegment(fc455503-a9f7-454b-96cb-35e028d8d031),segment_id=fc455503-a9f7-454b-96cb-35e028d8d031)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:58:12.820675 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': '341789db-0178-4a26-ab20-b38c7c6a4954', 'network_id': 'e6c7e797-3dd5-48d1-82c9-0708daae8b68', 'port_id': '341789db-0178-4a26-ab20-b38c7c6a4954', 'mac_address': 'fa:16:3e:12:5c:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b0da52-64b5-4ebb-b9d1-f5e26fff4412', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:58:12.861462 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:12.875427 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 341789db-0178-4a26-ab20-b38c7c6a4954 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:58:12.896647 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 341789db-0178-4a26-ab20-b38c7c6a4954, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=341789db-0178-4a26-ab20-b38c7c6a4954,segment=NetworkSegment(fc455503-a9f7-454b-96cb-35e028d8d031),segment_id=fc455503-a9f7-454b-96cb-35e028d8d031)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:58:12.901875 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:12.952086 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=341789db-0178-4a26-ab20-b38c7c6a4954,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:58:13.189579 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['341789db-0178-4a26-ab20-b38c7c6a4954'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:58:13.272827 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7107836-ad8d-4c87-9c93-5a891cc661b9 req-a6f7f6d3-ed8f-413b-97a4-3d79324a47d8 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:13.274538 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d7107836-ad8d-4c87-9c93-5a891cc661b9 req-a6f7f6d3-ed8f-413b-97a4-3d79324a47d8 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=091f8355-bfbe-4a69-848c-6f214e101bbe HTTP/1.1" status: 200 len: 945 time: 0.0655172 Jul 15 23:58:13.314702 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d7107836-ad8d-4c87-9c93-5a891cc661b9 req-0d0ab40f-ae9f-445a-8e5a-3b8a8f1b9fd9 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330050 Jul 15 23:58:13.492569 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef7421d-e4f8-4697-87c0-5858e69cda1f req-85505f6a-b552-449d-b108-31ddab7dc15d tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:13.493982 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6ef7421d-e4f8-4697-87c0-5858e69cda1f req-85505f6a-b552-449d-b108-31ddab7dc15d tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=091f8355-bfbe-4a69-848c-6f214e101bbe HTTP/1.1" status: 200 len: 945 time: 0.0673521 Jul 15 23:58:13.532371 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6ef7421d-e4f8-4697-87c0-5858e69cda1f req-49ec1ff3-942d-42f7-b8d8-c230a3b775ed tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318618 Jul 15 23:58:13.702194 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a132f3-c034-4502-aa1f-88c7a10abbb8 req-eb5e9e50-6a41-4250-9024-401dfa74849f tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:13.703706 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-88a132f3-c034-4502-aa1f-88c7a10abbb8 req-eb5e9e50-6a41-4250-9024-401dfa74849f tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=091f8355-bfbe-4a69-848c-6f214e101bbe HTTP/1.1" status: 200 len: 945 time: 0.0624628 Jul 15 23:58:13.741063 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-88a132f3-c034-4502-aa1f-88c7a10abbb8 req-1c3c52d1-a2e8-4d48-9fd8-cf5b68a240bc tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318718 Jul 15 23:58:14.184373 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca6149-e620-4d68-9f93-cbef3f68fa94 req-6dc98c04-8a84-4411-9dee-3431e2888c44 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:14.185837 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-62ca6149-e620-4d68-9f93-cbef3f68fa94 req-6dc98c04-8a84-4411-9dee-3431e2888c44 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/networks?id=e6c7e797-3dd5-48d1-82c9-0708daae8b68 HTTP/1.1" status: 200 len: 815 time: 0.1020515 Jul 15 23:58:14.201540 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-62ca6149-e620-4d68-9f93-cbef3f68fa94 req-6b040828-1241-4918-89b2-f2ea76bce287 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/quotas/8b98455817f44823a653c8b29dd4c319 HTTP/1.1" status: 200 len: 375 time: 0.0103996 Jul 15 23:58:14.263175 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-62ca6149-e620-4d68-9f93-cbef3f68fa94 req-13bd35d9-4820-497e-bd03-43957a53236d tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8b98455817f44823a653c8b29dd4c319&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0564928 Jul 15 23:58:14.355022 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-62ca6149-e620-4d68-9f93-cbef3f68fa94 req-5b5db5d2-cbe4-4d43-aead-b1e87e6cd0f6 service neutron] 10.222.0.48 "GET /v2.0/networks/e6c7e797-3dd5-48d1-82c9-0708daae8b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853021 Jul 15 23:58:14.443287 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-62ca6149-e620-4d68-9f93-cbef3f68fa94 req-c6630bae-a52d-4c6e-8f09-3a47b4ec9ac5 service neutron] 10.222.0.48 "GET /v2.0/networks/e6c7e797-3dd5-48d1-82c9-0708daae8b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825911 Jul 15 23:58:14.616266 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-29021f8a-1583-4bb4-8096-e23bb610e1ad req-67517be6-0707-41da-8b95-57f934ea0bc6 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=acd1d50f-adee-4949-a39f-482940fe67bc HTTP/1.1" status: 200 len: 210 time: 0.0331438 Jul 15 23:58:14.718619 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 341789db-0178-4a26-ab20-b38c7c6a4954 up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:58:14.773904 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port 341789db-0178-4a26-ab20-b38c7c6a4954 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:58:14.781816 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port 341789db-0178-4a26-ab20-b38c7c6a4954 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:58:14.782195 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:14.862608 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:14.884130 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '091f8355-bfbe-4a69-848c-6f214e101bbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '341789db-0178-4a26-ab20-b38c7c6a4954'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:58:14.886345 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef3ddf4-d112-4495-befb-ac28a1c3b4d6" -d '{"events": [{"server_uuid": "091f8355-bfbe-4a69-848c-6f214e101bbe", "name": "network-vif-plugged", "status": "completed", "tag": "341789db-0178-4a26-ab20-b38c7c6a4954"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:58:14.900034 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 341789db-0178-4a26-ab20-b38c7c6a4954, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=341789db-0178-4a26-ab20-b38c7c6a4954,segment=NetworkSegment(fc455503-a9f7-454b-96cb-35e028d8d031),segment_id=fc455503-a9f7-454b-96cb-35e028d8d031)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:58:14.905602 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:14.934912 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9873bb5-9b44-4ac8-8b8b-bdd89930a7c5 x-openstack-request-id: req-d9873bb5-9b44-4ac8-8b8b-bdd89930a7c5 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:58:14.935190 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "091f8355-bfbe-4a69-848c-6f214e101bbe", "name": "network-vif-plugged", "status": "completed", "tag": "341789db-0178-4a26-ab20-b38c7c6a4954", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:58:14.935446 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d9873bb5-9b44-4ac8-8b8b-bdd89930a7c5 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:58:14.935853 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '091f8355-bfbe-4a69-848c-6f214e101bbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '341789db-0178-4a26-ab20-b38c7c6a4954', 'code': 200} Jul 15 23:58:14.961803 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=341789db-0178-4a26-ab20-b38c7c6a4954,revision_number=9']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:58:15.523144 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc99078f-e2b4-48b1-9131-ccb7f8c1ff48 req-4f37b0a1-1b2d-4210-ad2d-419f67d712c7 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:15.524764 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bc99078f-e2b4-48b1-9131-ccb7f8c1ff48 req-4f37b0a1-1b2d-4210-ad2d-419f67d712c7 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.41 "GET /v2.0/ports?device_id=091f8355-bfbe-4a69-848c-6f214e101bbe HTTP/1.1" status: 200 len: 946 time: 0.0652459 Jul 15 23:58:15.623813 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-bc99078f-e2b4-48b1-9131-ccb7f8c1ff48 req-7c0a4ec2-8a26-47e1-bd4b-d514ea05b64b tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Deleting port 341789db-0178-4a26-ab20-b38c7c6a4954 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:58:15.624185 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bc99078f-e2b4-48b1-9131-ccb7f8c1ff48 req-7c0a4ec2-8a26-47e1-bd4b-d514ea05b64b tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:15.722241 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-bc99078f-e2b4-48b1-9131-ccb7f8c1ff48 req-7c0a4ec2-8a26-47e1-bd4b-d514ea05b64b tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] For port 341789db-0178-4a26-ab20-b38c7c6a4954, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=341789db-0178-4a26-ab20-b38c7c6a4954,segment=NetworkSegment(fc455503-a9f7-454b-96cb-35e028d8d031),segment_id=fc455503-a9f7-454b-96cb-35e028d8d031)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:58:15.722808 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bc99078f-e2b4-48b1-9131-ccb7f8c1ff48 req-7c0a4ec2-8a26-47e1-bd4b-d514ea05b64b tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:15.738146 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-bc99078f-e2b4-48b1-9131-ccb7f8c1ff48 req-7c0a4ec2-8a26-47e1-bd4b-d514ea05b64b tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Calling delete_port for 341789db-0178-4a26-ab20-b38c7c6a4954 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:58:15.776525 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d593873d-241b-483b-8dd7-817b2f8edcf8 req-247545fa-0ef0-44fa-8793-706207b39767 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=acd1d50f-adee-4949-a39f-482940fe67bc HTTP/1.1" status: 200 len: 210 time: 0.0321660 Jul 15 23:58:15.785746 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.41', 60270) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:58:15.903123 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bc99078f-e2b4-48b1-9131-ccb7f8c1ff48 req-7c0a4ec2-8a26-47e1-bd4b-d514ea05b64b tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:15.914896 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca6149-e620-4d68-9f93-cbef3f68fa94 req-c9c0d8a6-d722-4404-bed2-c9d1e0aa600e tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:15.916535 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-62ca6149-e620-4d68-9f93-cbef3f68fa94 req-c9c0d8a6-d722-4404-bed2-c9d1e0aa600e tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.41 "GET /v2.0/networks?id=e6c7e797-3dd5-48d1-82c9-0708daae8b68 HTTP/1.1" status: 200 len: 815 time: 0.1297350 Jul 15 23:58:15.930018 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0a4ec2-8a26-47e1-bd4b-d514ea05b64b tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Pushing event deleted for resources: {'Port': ['ID=341789db-0178-4a26-ab20-b38c7c6a4954,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:58:15.935892 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['341789db-0178-4a26-ab20-b38c7c6a4954'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:58:15.941045 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-62ca6149-e620-4d68-9f93-cbef3f68fa94 req-ff38879e-2d02-4570-896c-6b226c63cf6d tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Request body: {'port': {'device_id': 'acd1d50f-adee-4949-a39f-482940fe67bc', 'network_id': 'e6c7e797-3dd5-48d1-82c9-0708daae8b68', 'admin_state_up': True, 'tenant_id': '8b98455817f44823a653c8b29dd4c319'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:58:15.984997 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc99078f-e2b4-48b1-9131-ccb7f8c1ff48 req-7c0a4ec2-8a26-47e1-bd4b-d514ea05b64b tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] No DVR routers for this DVR port 341789db-0178-4a26-ab20-b38c7c6a4954 on host n-h2-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:58:15.987781 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bc99078f-e2b4-48b1-9131-ccb7f8c1ff48 req-7c0a4ec2-8a26-47e1-bd4b-d514ea05b64b tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:15.989950 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bc99078f-e2b4-48b1-9131-ccb7f8c1ff48 req-7c0a4ec2-8a26-47e1-bd4b-d514ea05b64b tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.41 "DELETE /v2.0/ports/341789db-0178-4a26-ab20-b38c7c6a4954 HTTP/1.1" status: 204 len: 173 time: 0.4594395 Jul 15 23:58:15.990410 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '091f8355-bfbe-4a69-848c-6f214e101bbe', 'name': 'network-vif-deleted', 'tag': '341789db-0178-4a26-ab20-b38c7c6a4954'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:58:15.992706 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddcb1b8d-7402-4747-aaa4-3c2995f11b85" -d '{"events": [{"server_uuid": "091f8355-bfbe-4a69-848c-6f214e101bbe", "name": "network-vif-deleted", "tag": "341789db-0178-4a26-ab20-b38c7c6a4954"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:58:16.038476 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62be859b-ea6c-4c2f-be4b-b1c9cad16c02 x-openstack-request-id: req-62be859b-ea6c-4c2f-be4b-b1c9cad16c02 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:58:16.038717 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "091f8355-bfbe-4a69-848c-6f214e101bbe", "name": "network-vif-deleted", "tag": "341789db-0178-4a26-ab20-b38c7c6a4954", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:58:16.038973 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-62be859b-ea6c-4c2f-be4b-b1c9cad16c02 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:58:16.039592 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '091f8355-bfbe-4a69-848c-6f214e101bbe', 'name': 'network-vif-deleted', 'tag': '341789db-0178-4a26-ab20-b38c7c6a4954', 'status': 'completed', 'code': 200} Jul 15 23:58:16.080509 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62ca6149-e620-4d68-9f93-cbef3f68fa94 req-ff38879e-2d02-4570-896c-6b226c63cf6d tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Made reservation on behalf of 8b98455817f44823a653c8b29dd4c319 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:58:16.084000 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-62ca6149-e620-4d68-9f93-cbef3f68fa94 req-ff38879e-2d02-4570-896c-6b226c63cf6d tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:16.218698 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-62ca6149-e620-4d68-9f93-cbef3f68fa94 req-ff38879e-2d02-4570-896c-6b226c63cf6d tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Allocated IP 172.20.0.11 (e6c7e797-3dd5-48d1-82c9-0708daae8b68/b8b0da52-64b5-4ebb-b9d1-f5e26fff4412/4db6d764-155e-435c-80b0-d2864d9fbfff) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:58:16.368278 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-62ca6149-e620-4d68-9f93-cbef3f68fa94 req-ff38879e-2d02-4570-896c-6b226c63cf6d tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:16.406354 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-62ca6149-e620-4d68-9f93-cbef3f68fa94 req-ff38879e-2d02-4570-896c-6b226c63cf6d tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:16.440981 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['341789db-0178-4a26-ab20-b38c7c6a4954'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:58:16.453042 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62ca6149-e620-4d68-9f93-cbef3f68fa94 req-ff38879e-2d02-4570-896c-6b226c63cf6d tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Network e6c7e797-3dd5-48d1-82c9-0708daae8b68 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:58:16.455965 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-62ca6149-e620-4d68-9f93-cbef3f68fa94 req-ff38879e-2d02-4570-896c-6b226c63cf6d tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:58:16.459936 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ca6149-e620-4d68-9f93-cbef3f68fa94 req-ff38879e-2d02-4570-896c-6b226c63cf6d tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:58:16.485685 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff38879e-2d02-4570-896c-6b226c63cf6d tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Pushing event updated for resources: {'Port': ['ID=4db6d764-155e-435c-80b0-d2864d9fbfff,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:58:16.516134 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca6149-e620-4d68-9f93-cbef3f68fa94 req-ff38879e-2d02-4570-896c-6b226c63cf6d tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:16.516745 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-62ca6149-e620-4d68-9f93-cbef3f68fa94 req-ff38879e-2d02-4570-896c-6b226c63cf6d tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:16.532801 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-62ca6149-e620-4d68-9f93-cbef3f68fa94 req-ff38879e-2d02-4570-896c-6b226c63cf6d tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5971620 Jul 15 23:58:16.555589 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-62ca6149-e620-4d68-9f93-cbef3f68fa94 req-7d8e729f-479c-48f4-baf2-8a7a117f7f6a service neutron] Request body: {'port': {'device_id': 'acd1d50f-adee-4949-a39f-482940fe67bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:58:16.639309 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-62ca6149-e620-4d68-9f93-cbef3f68fa94 req-7d8e729f-479c-48f4-baf2-8a7a117f7f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:16.909721 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-62ca6149-e620-4d68-9f93-cbef3f68fa94 req-7d8e729f-479c-48f4-baf2-8a7a117f7f6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4db6d764-155e-435c-80b0-d2864d9fbfff {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:58:16.917094 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-62ca6149-e620-4d68-9f93-cbef3f68fa94 req-7d8e729f-479c-48f4-baf2-8a7a117f7f6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:16.929037 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-62ca6149-e620-4d68-9f93-cbef3f68fa94 req-7d8e729f-479c-48f4-baf2-8a7a117f7f6a service neutron] Transition to ACTIVE for port object 4db6d764-155e-435c-80b0-d2864d9fbfff will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:58:16.933351 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-62ca6149-e620-4d68-9f93-cbef3f68fa94 req-7d8e729f-479c-48f4-baf2-8a7a117f7f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:16.962111 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac80da-ed02-45fb-bcab-440a2f3fd327 req-2ce86016-c818-4678-8c27-f0a8ff0cafac tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:16.965708 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e3ac80da-ed02-45fb-bcab-440a2f3fd327 req-2ce86016-c818-4678-8c27-f0a8ff0cafac tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=acd1d50f-adee-4949-a39f-482940fe67bc HTTP/1.1" status: 200 len: 932 time: 0.0707247 Jul 15 23:58:17.005177 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e3ac80da-ed02-45fb-bcab-440a2f3fd327 req-ba0692a3-ddd2-4a24-9444-f780a2f56234 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332177 Jul 15 23:58:17.005397 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8e729f-479c-48f4-baf2-8a7a117f7f6a service neutron] Pushing event updated for resources: {'Port': ['ID=4db6d764-155e-435c-80b0-d2864d9fbfff,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:58:17.053231 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-62ca6149-e620-4d68-9f93-cbef3f68fa94 req-7d8e729f-479c-48f4-baf2-8a7a117f7f6a service neutron] Attempting to bind port 4db6d764-155e-435c-80b0-d2864d9fbfff on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:58:17.053562 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-62ca6149-e620-4d68-9f93-cbef3f68fa94 req-7d8e729f-479c-48f4-baf2-8a7a117f7f6a service neutron] Attempting to bind port 4db6d764-155e-435c-80b0-d2864d9fbfff by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': 'fc455503-a9f7-454b-96cb-35e028d8d031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e6c7e797-3dd5-48d1-82c9-0708daae8b68'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:58:17.053889 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ca6149-e620-4d68-9f93-cbef3f68fa94 req-7d8e729f-479c-48f4-baf2-8a7a117f7f6a service neutron] Attempting to bind port 4db6d764-155e-435c-80b0-d2864d9fbfff on network e6c7e797-3dd5-48d1-82c9-0708daae8b68 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:58:17.058167 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ca6149-e620-4d68-9f93-cbef3f68fa94 req-7d8e729f-479c-48f4-baf2-8a7a117f7f6a service neutron] Port 4db6d764-155e-435c-80b0-d2864d9fbfff on network e6c7e797-3dd5-48d1-82c9-0708daae8b68 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:58:17.058484 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ca6149-e620-4d68-9f93-cbef3f68fa94 req-7d8e729f-479c-48f4-baf2-8a7a117f7f6a service neutron] Attempting to bind port 4db6d764-155e-435c-80b0-d2864d9fbfff on network e6c7e797-3dd5-48d1-82c9-0708daae8b68 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:58:17.063210 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ca6149-e620-4d68-9f93-cbef3f68fa94 req-7d8e729f-479c-48f4-baf2-8a7a117f7f6a service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:58:17.063541 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ca6149-e620-4d68-9f93-cbef3f68fa94 req-7d8e729f-479c-48f4-baf2-8a7a117f7f6a service neutron] Checking segment: {'id': 'fc455503-a9f7-454b-96cb-35e028d8d031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e6c7e797-3dd5-48d1-82c9-0708daae8b68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:58:17.063943 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ca6149-e620-4d68-9f93-cbef3f68fa94 req-7d8e729f-479c-48f4-baf2-8a7a117f7f6a service neutron] Bound using segment: {'id': 'fc455503-a9f7-454b-96cb-35e028d8d031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e6c7e797-3dd5-48d1-82c9-0708daae8b68'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:58:17.064363 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-62ca6149-e620-4d68-9f93-cbef3f68fa94 req-7d8e729f-479c-48f4-baf2-8a7a117f7f6a service neutron] Bound port: 4db6d764-155e-435c-80b0-d2864d9fbfff, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc455503-a9f7-454b-96cb-35e028d8d031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e6c7e797-3dd5-48d1-82c9-0708daae8b68'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:58:17.064716 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-62ca6149-e620-4d68-9f93-cbef3f68fa94 req-7d8e729f-479c-48f4-baf2-8a7a117f7f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:17.129386 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-62ca6149-e620-4d68-9f93-cbef3f68fa94 req-7d8e729f-479c-48f4-baf2-8a7a117f7f6a service neutron] For port 4db6d764-155e-435c-80b0-d2864d9fbfff, host n-h2-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:58:17.132325 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-62ca6149-e620-4d68-9f93-cbef3f68fa94 req-7d8e729f-479c-48f4-baf2-8a7a117f7f6a service neutron] For port 4db6d764-155e-435c-80b0-d2864d9fbfff, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=4db6d764-155e-435c-80b0-d2864d9fbfff,segment=NetworkSegment(fc455503-a9f7-454b-96cb-35e028d8d031),segment_id=fc455503-a9f7-454b-96cb-35e028d8d031)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:58:17.136082 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-62ca6149-e620-4d68-9f93-cbef3f68fa94 req-7d8e729f-479c-48f4-baf2-8a7a117f7f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:17.171413 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca6149-e620-4d68-9f93-cbef3f68fa94 req-7d8e729f-479c-48f4-baf2-8a7a117f7f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:17.172011 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-62ca6149-e620-4d68-9f93-cbef3f68fa94 req-7d8e729f-479c-48f4-baf2-8a7a117f7f6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:17.173392 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-62ca6149-e620-4d68-9f93-cbef3f68fa94 req-7d8e729f-479c-48f4-baf2-8a7a117f7f6a service neutron] 10.222.0.41 "PUT /v2.0/ports/4db6d764-155e-435c-80b0-d2864d9fbfff HTTP/1.1" status: 200 len: 1092 time: 0.6227684 Jul 15 23:58:17.173827 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acd1d50f-adee-4949-a39f-482940fe67bc', 'tag': '4db6d764-155e-435c-80b0-d2864d9fbfff'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:58:17.176096 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44e8e9b-6944-4666-9ddf-3de27de884bb" -d '{"events": [{"name": "network-changed", "server_uuid": "acd1d50f-adee-4949-a39f-482940fe67bc", "tag": "4db6d764-155e-435c-80b0-d2864d9fbfff"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:58:17.200710 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8e729f-479c-48f4-baf2-8a7a117f7f6a service neutron] Pushing event updated for resources: {'Port': ['ID=4db6d764-155e-435c-80b0-d2864d9fbfff,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:58:17.285722 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca6149-e620-4d68-9f93-cbef3f68fa94 req-02d00915-cc0e-4d1e-b255-321993b592df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:17.287188 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-62ca6149-e620-4d68-9f93-cbef3f68fa94 req-02d00915-cc0e-4d1e-b255-321993b592df service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8b98455817f44823a653c8b29dd4c319&device_id=acd1d50f-adee-4949-a39f-482940fe67bc HTTP/1.1" status: 200 len: 1095 time: 0.0540128 Jul 15 23:58:17.295084 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-984dd364-6cd3-459d-bae9-613f9ab1cc95 x-openstack-request-id: req-984dd364-6cd3-459d-bae9-613f9ab1cc95 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:58:17.295376 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acd1d50f-adee-4949-a39f-482940fe67bc", "tag": "4db6d764-155e-435c-80b0-d2864d9fbfff", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:58:17.295668 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-984dd364-6cd3-459d-bae9-613f9ab1cc95 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:58:17.296108 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acd1d50f-adee-4949-a39f-482940fe67bc', 'tag': '4db6d764-155e-435c-80b0-d2864d9fbfff', 'status': 'completed', 'code': 200} Jul 15 23:58:17.339746 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-62ca6149-e620-4d68-9f93-cbef3f68fa94 req-9b390f1d-419e-44b5-a2f9-c0ff1f7cbc9e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4db6d764-155e-435c-80b0-d2864d9fbfff HTTP/1.1" status: 200 len: 217 time: 0.0377226 Jul 15 23:58:17.388049 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca6149-e620-4d68-9f93-cbef3f68fa94 req-8ce2247f-33fe-4a61-9f73-a4937552f704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:17.389449 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-62ca6149-e620-4d68-9f93-cbef3f68fa94 req-8ce2247f-33fe-4a61-9f73-a4937552f704 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b8b0da52-64b5-4ebb-b9d1-f5e26fff4412 HTTP/1.1" status: 200 len: 855 time: 0.0439084 Jul 15 23:58:17.421437 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-62ca6149-e620-4d68-9f93-cbef3f68fa94 req-94ec7cb5-0e79-4d17-b3dc-0c5f34425080 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e6c7e797-3dd5-48d1-82c9-0708daae8b68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256994 Jul 15 23:58:17.511450 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-62ca6149-e620-4d68-9f93-cbef3f68fa94 req-de206379-43f2-451f-b0f4-bd1293beb1ae service neutron] 10.222.0.41 "GET /v2.0/networks/e6c7e797-3dd5-48d1-82c9-0708daae8b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836685 Jul 15 23:58:17.597453 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-62ca6149-e620-4d68-9f93-cbef3f68fa94 req-6c701975-e59f-41c4-aa43-aee60f658fe4 service neutron] 10.222.0.41 "GET /v2.0/networks/e6c7e797-3dd5-48d1-82c9-0708daae8b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802603 Jul 15 23:58:17.742894 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e8e9b-6944-4666-9ddf-3de27de884bb req-2344609d-1287-42b2-b18a-07236463b48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:17.744355 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f44e8e9b-6944-4666-9ddf-3de27de884bb req-2344609d-1287-42b2-b18a-07236463b48b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8b98455817f44823a653c8b29dd4c319&device_id=acd1d50f-adee-4949-a39f-482940fe67bc HTTP/1.1" status: 200 len: 1095 time: 0.0530705 Jul 15 23:58:17.836840 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e8e9b-6944-4666-9ddf-3de27de884bb req-e8de7639-3350-480e-95a9-1f7803763739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:17.838308 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f44e8e9b-6944-4666-9ddf-3de27de884bb req-e8de7639-3350-480e-95a9-1f7803763739 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e6c7e797-3dd5-48d1-82c9-0708daae8b68 HTTP/1.1" status: 200 len: 916 time: 0.0878856 Jul 15 23:58:17.878328 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f44e8e9b-6944-4666-9ddf-3de27de884bb req-ba436a69-ab56-4e57-b1b3-beb6de7579ec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4db6d764-155e-435c-80b0-d2864d9fbfff HTTP/1.1" status: 200 len: 217 time: 0.0336957 Jul 15 23:58:17.931335 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e8e9b-6944-4666-9ddf-3de27de884bb req-14475393-432a-4647-9842-68acb4050f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:17.933835 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f44e8e9b-6944-4666-9ddf-3de27de884bb req-14475393-432a-4647-9842-68acb4050f89 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b8b0da52-64b5-4ebb-b9d1-f5e26fff4412 HTTP/1.1" status: 200 len: 855 time: 0.0465453 Jul 15 23:58:17.966133 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f44e8e9b-6944-4666-9ddf-3de27de884bb req-ad0cea42-d7cc-4f9e-a15d-6d476b03f4be service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e6c7e797-3dd5-48d1-82c9-0708daae8b68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259111 Jul 15 23:58:18.058635 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f44e8e9b-6944-4666-9ddf-3de27de884bb req-92dc69bc-df00-400b-9c60-3f8c15be8267 service neutron] 10.222.0.41 "GET /v2.0/networks/e6c7e797-3dd5-48d1-82c9-0708daae8b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859704 Jul 15 23:58:18.146835 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f44e8e9b-6944-4666-9ddf-3de27de884bb req-9c526b3c-2186-4a67-a32b-4a265a100cf2 service neutron] 10.222.0.41 "GET /v2.0/networks/e6c7e797-3dd5-48d1-82c9-0708daae8b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816693 Jul 15 23:58:18.181995 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749f3adc-26f8-4c4b-b692-230543823c2f req-30bb2951-a2b8-4adb-8b96-005528f52bbe tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:18.183534 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-749f3adc-26f8-4c4b-b692-230543823c2f req-30bb2951-a2b8-4adb-8b96-005528f52bbe tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=acd1d50f-adee-4949-a39f-482940fe67bc HTTP/1.1" status: 200 len: 944 time: 0.0651846 Jul 15 23:58:18.222527 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-749f3adc-26f8-4c4b-b692-230543823c2f req-fee4e24c-8f1c-4267-ae9f-b812eb0944bf tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333595 Jul 15 23:58:18.721327 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 341789db-0178-4a26-ab20-b38c7c6a4954 no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:58:18.742279 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] No Port match for: 341789db-0178-4a26-ab20-b38c7c6a4954 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:58:18.742618 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 341789db-0178-4a26-ab20-b38c7c6a4954 not bound to the agent host n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:58:19.393716 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ff1f0-8116-4fbf-a08c-18c2ddaf243a req-80dcafd5-b633-4c54-b943-769d71bed4ad tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:19.395197 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b97ff1f0-8116-4fbf-a08c-18c2ddaf243a req-80dcafd5-b633-4c54-b943-769d71bed4ad tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=acd1d50f-adee-4949-a39f-482940fe67bc HTTP/1.1" status: 200 len: 944 time: 0.0616148 Jul 15 23:58:19.436441 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b97ff1f0-8116-4fbf-a08c-18c2ddaf243a req-fc96ca3e-c642-4f9a-9ab1-bd92daee1542 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357244 Jul 15 23:58:20.729160 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 4db6d764-155e-435c-80b0-d2864d9fbfff details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:58:20.829634 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 4db6d764-155e-435c-80b0-d2864d9fbfff, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=4db6d764-155e-435c-80b0-d2864d9fbfff,segment=NetworkSegment(fc455503-a9f7-454b-96cb-35e028d8d031),segment_id=fc455503-a9f7-454b-96cb-35e028d8d031)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:58:20.841007 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': '4db6d764-155e-435c-80b0-d2864d9fbfff', 'network_id': 'e6c7e797-3dd5-48d1-82c9-0708daae8b68', 'port_id': '4db6d764-155e-435c-80b0-d2864d9fbfff', 'mac_address': 'fa:16:3e:0c:23:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b0da52-64b5-4ebb-b9d1-f5e26fff4412', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:58:20.877909 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:20.891946 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4db6d764-155e-435c-80b0-d2864d9fbfff {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:58:20.912783 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 4db6d764-155e-435c-80b0-d2864d9fbfff, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=4db6d764-155e-435c-80b0-d2864d9fbfff,segment=NetworkSegment(fc455503-a9f7-454b-96cb-35e028d8d031),segment_id=fc455503-a9f7-454b-96cb-35e028d8d031)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:58:20.917757 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:20.965844 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521dfc1e-81a3-4166-b5a0-9c40f83104b5 req-592c006b-c098-413c-ae70-981905e80f08 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:20.967148 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-521dfc1e-81a3-4166-b5a0-9c40f83104b5 req-592c006b-c098-413c-ae70-981905e80f08 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=acd1d50f-adee-4949-a39f-482940fe67bc HTTP/1.1" status: 200 len: 944 time: 0.4149740 Jul 15 23:58:20.968763 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=4db6d764-155e-435c-80b0-d2864d9fbfff,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:58:20.976419 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:58:20.976762 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:58:20.977099 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:58:20.977428 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:58:20.977758 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:58:20.978082 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:58:20.978406 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:58:20.978729 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:58:20.979046 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:58:20.980103 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:58:20.980561 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:58:20.980939 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:58:21.005911 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-521dfc1e-81a3-4166-b5a0-9c40f83104b5 req-0486af2c-6d0f-407b-97a7-aac9c123caa6 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327308 Jul 15 23:58:21.173047 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['4db6d764-155e-435c-80b0-d2864d9fbfff'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:58:22.176836 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c4c43-c5b1-46d8-a947-2e0e78f9c589 req-78ca94aa-17fb-4f7a-9d20-c5bb8e3e1af8 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:22.178277 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a33c4c43-c5b1-46d8-a947-2e0e78f9c589 req-78ca94aa-17fb-4f7a-9d20-c5bb8e3e1af8 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=acd1d50f-adee-4949-a39f-482940fe67bc HTTP/1.1" status: 200 len: 945 time: 0.0616739 Jul 15 23:58:22.215312 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a33c4c43-c5b1-46d8-a947-2e0e78f9c589 req-96cf622a-41c3-46de-acd3-ea59989b47c3 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308344 Jul 15 23:58:22.761941 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 4db6d764-155e-435c-80b0-d2864d9fbfff up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:58:22.813797 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port 4db6d764-155e-435c-80b0-d2864d9fbfff completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:58:22.817637 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port 4db6d764-155e-435c-80b0-d2864d9fbfff triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:58:22.818006 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:22.895525 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:22.919669 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd1d50f-adee-4949-a39f-482940fe67bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4db6d764-155e-435c-80b0-d2864d9fbfff'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:58:22.921897 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c89097-fed2-4e27-ba62-3c3b8777ec57" -d '{"events": [{"server_uuid": "acd1d50f-adee-4949-a39f-482940fe67bc", "name": "network-vif-plugged", "status": "completed", "tag": "4db6d764-155e-435c-80b0-d2864d9fbfff"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:58:22.936376 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 4db6d764-155e-435c-80b0-d2864d9fbfff, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=4db6d764-155e-435c-80b0-d2864d9fbfff,segment=NetworkSegment(fc455503-a9f7-454b-96cb-35e028d8d031),segment_id=fc455503-a9f7-454b-96cb-35e028d8d031)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:58:22.940662 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:22.965448 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26546cb-bd36-4efb-9d5e-0fc5af04b780 x-openstack-request-id: req-e26546cb-bd36-4efb-9d5e-0fc5af04b780 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:58:22.965736 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acd1d50f-adee-4949-a39f-482940fe67bc", "name": "network-vif-plugged", "status": "completed", "tag": "4db6d764-155e-435c-80b0-d2864d9fbfff", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:58:22.965985 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e26546cb-bd36-4efb-9d5e-0fc5af04b780 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:58:22.966370 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acd1d50f-adee-4949-a39f-482940fe67bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4db6d764-155e-435c-80b0-d2864d9fbfff', 'code': 200} Jul 15 23:58:22.995408 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=4db6d764-155e-435c-80b0-d2864d9fbfff,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:58:23.096634 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41a836e-0284-416e-8593-e91d8ae21c96 req-c2ad794f-0bf7-4f42-bcf2-3d2ede2e2496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:23.098062 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d41a836e-0284-416e-8593-e91d8ae21c96 req-c2ad794f-0bf7-4f42-bcf2-3d2ede2e2496 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=acd1d50f-adee-4949-a39f-482940fe67bc HTTP/1.1" status: 200 len: 1097 time: 0.0520630 Jul 15 23:58:23.133748 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d41a836e-0284-416e-8593-e91d8ae21c96 req-d810ca89-f8db-49ea-9817-31dc9ca06126 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296450 Jul 15 23:58:23.394133 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf486c1-df0c-45a7-aec9-bceeee3f7d92 req-30597fed-41cd-40df-b723-2631a8959d31 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:23.395663 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4bf486c1-df0c-45a7-aec9-bceeee3f7d92 req-30597fed-41cd-40df-b723-2631a8959d31 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=acd1d50f-adee-4949-a39f-482940fe67bc HTTP/1.1" status: 200 len: 946 time: 0.0676146 Jul 15 23:58:23.434817 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4bf486c1-df0c-45a7-aec9-bceeee3f7d92 req-1b9c1ebd-8054-468d-afd3-681b8db11614 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335319 Jul 15 23:58:24.616446 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c63819-47c7-44b1-ae36-18c658e9a605 req-37d51268-30a1-4b3d-ba15-74b39240a48c tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:24.617932 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-31c63819-47c7-44b1-ae36-18c658e9a605 req-37d51268-30a1-4b3d-ba15-74b39240a48c tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=acd1d50f-adee-4949-a39f-482940fe67bc HTTP/1.1" status: 200 len: 946 time: 0.0648963 Jul 15 23:58:24.655202 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-31c63819-47c7-44b1-ae36-18c658e9a605 req-a035f6f4-c6d4-43dc-ba7b-c77985fc09d0 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313668 Jul 15 23:58:24.831984 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9926f0-9ec6-4884-9187-f349a033c98e req-13ed3f0b-aac6-4a73-a60f-ed78533b4992 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:24.833467 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bf9926f0-9ec6-4884-9187-f349a033c98e req-13ed3f0b-aac6-4a73-a60f-ed78533b4992 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=acd1d50f-adee-4949-a39f-482940fe67bc HTTP/1.1" status: 200 len: 946 time: 0.0629387 Jul 15 23:58:24.874996 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bf9926f0-9ec6-4884-9187-f349a033c98e req-592e5620-e842-4288-a004-d04ed9ac7317 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359592 Jul 15 23:58:25.213830 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-2765508b-e099-4eec-8b26-e60eb0e3c172 req-9c9bfaa1-9f30-4060-b262-06074124f6b6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=acd1d50f-adee-4949-a39f-482940fe67bc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0553563 Jul 15 23:58:25.272261 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bca87d-2fe5-4f7c-8628-8e5c7e06e8f5 req-0413bd6b-1a69-457b-8a17-be227bc35756 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:25.273753 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b6bca87d-2fe5-4f7c-8628-8e5c7e06e8f5 req-0413bd6b-1a69-457b-8a17-be227bc35756 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=acd1d50f-adee-4949-a39f-482940fe67bc HTTP/1.1" status: 200 len: 946 time: 0.0657449 Jul 15 23:58:25.313599 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b6bca87d-2fe5-4f7c-8628-8e5c7e06e8f5 req-20b3824b-6fb9-4c07-a174-9e35da36f342 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337939 Jul 15 23:58:25.763778 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:26.337292 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765508b-e099-4eec-8b26-e60eb0e3c172 req-9fcd15a0-0c4e-45d2-8a44-b5b8fae03c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:26.338769 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-2765508b-e099-4eec-8b26-e60eb0e3c172 req-9fcd15a0-0c4e-45d2-8a44-b5b8fae03c5d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8b98455817f44823a653c8b29dd4c319&device_id=acd1d50f-adee-4949-a39f-482940fe67bc HTTP/1.1" status: 200 len: 1097 time: 0.0519810 Jul 15 23:58:26.432564 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765508b-e099-4eec-8b26-e60eb0e3c172 req-ac6eec7b-e99b-4ab6-b84f-3ff5343a018c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:26.434557 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-2765508b-e099-4eec-8b26-e60eb0e3c172 req-ac6eec7b-e99b-4ab6-b84f-3ff5343a018c service neutron] 10.222.0.41 "GET /v2.0/networks?id=e6c7e797-3dd5-48d1-82c9-0708daae8b68 HTTP/1.1" status: 200 len: 916 time: 0.0901511 Jul 15 23:58:26.475088 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-2765508b-e099-4eec-8b26-e60eb0e3c172 req-a78eb447-ae25-44a0-b794-e5ba27397974 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4db6d764-155e-435c-80b0-d2864d9fbfff HTTP/1.1" status: 200 len: 217 time: 0.0341597 Jul 15 23:58:26.495731 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d93556-dfff-4e2d-8f78-4f3a8532d5bf req-f25cdb2a-9817-4e09-8b9b-972535ab2036 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:26.498385 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e4d93556-dfff-4e2d-8f78-4f3a8532d5bf req-f25cdb2a-9817-4e09-8b9b-972535ab2036 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=acd1d50f-adee-4949-a39f-482940fe67bc HTTP/1.1" status: 200 len: 946 time: 0.0673749 Jul 15 23:58:26.523719 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765508b-e099-4eec-8b26-e60eb0e3c172 req-052740a8-34f1-45ed-b6ea-c8977c639078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:26.525179 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-2765508b-e099-4eec-8b26-e60eb0e3c172 req-052740a8-34f1-45ed-b6ea-c8977c639078 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b8b0da52-64b5-4ebb-b9d1-f5e26fff4412 HTTP/1.1" status: 200 len: 855 time: 0.0430930 Jul 15 23:58:26.536635 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e4d93556-dfff-4e2d-8f78-4f3a8532d5bf req-9b960dd7-1e88-42bb-924e-6f7b29bf59d1 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326998 Jul 15 23:58:26.560900 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-2765508b-e099-4eec-8b26-e60eb0e3c172 req-16d30125-7dd0-4176-8287-1011480fb65c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e6c7e797-3dd5-48d1-82c9-0708daae8b68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293901 Jul 15 23:58:26.653172 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-2765508b-e099-4eec-8b26-e60eb0e3c172 req-a4a3449f-d5cd-42af-9db2-f84b2459d11c service neutron] 10.222.0.41 "GET /v2.0/networks/e6c7e797-3dd5-48d1-82c9-0708daae8b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863552 Jul 15 23:58:26.745085 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-2765508b-e099-4eec-8b26-e60eb0e3c172 req-71eaaeb2-c587-410a-8b4a-200f051e4d24 service neutron] 10.222.0.41 "GET /v2.0/networks/e6c7e797-3dd5-48d1-82c9-0708daae8b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858281 Jul 15 23:58:26.865195 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:58:27.726754 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579d935-755b-47a2-887e-d15beba5d4b1 req-8db60e7f-3ff2-4191-a4ed-8c99bd8d529a tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:27.728302 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a579d935-755b-47a2-887e-d15beba5d4b1 req-8db60e7f-3ff2-4191-a4ed-8c99bd8d529a tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=acd1d50f-adee-4949-a39f-482940fe67bc HTTP/1.1" status: 200 len: 946 time: 0.0703573 Jul 15 23:58:27.766644 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a579d935-755b-47a2-887e-d15beba5d4b1 req-94cf8f91-aa09-4587-9874-7eb0a17a59db tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324852 Jul 15 23:58:28.939874 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981e9e25-4b46-4b57-9606-0b28041319de req-cd219a66-e471-4afd-90ce-6f6d85c42fc5 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:28.941367 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-981e9e25-4b46-4b57-9606-0b28041319de req-cd219a66-e471-4afd-90ce-6f6d85c42fc5 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=acd1d50f-adee-4949-a39f-482940fe67bc HTTP/1.1" status: 200 len: 946 time: 0.0628352 Jul 15 23:58:28.981522 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-981e9e25-4b46-4b57-9606-0b28041319de req-0c7e2764-051e-46c8-90e9-f5bd22e82cd9 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346549 Jul 15 23:58:30.155273 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccb5f51-ef8d-4a3e-977f-51844fc1dc37 req-5357cd8d-fdae-4bab-bcd6-a27017ea96e9 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:30.156789 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dccb5f51-ef8d-4a3e-977f-51844fc1dc37 req-5357cd8d-fdae-4bab-bcd6-a27017ea96e9 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=acd1d50f-adee-4949-a39f-482940fe67bc HTTP/1.1" status: 200 len: 946 time: 0.0631120 Jul 15 23:58:30.198928 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dccb5f51-ef8d-4a3e-977f-51844fc1dc37 req-34127a44-c24f-4351-84f8-90e0b5260009 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363059 Jul 15 23:58:30.892093 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-be0de53e-86a4-4152-8aa9-a42e403f771f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:31.370345 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f076e7b3-f2ff-41b6-bf2d-ffe744137412 req-ac471580-e03f-49b8-9d87-4bc0987c1d5e tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:31.372510 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f076e7b3-f2ff-41b6-bf2d-ffe744137412 req-ac471580-e03f-49b8-9d87-4bc0987c1d5e tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=acd1d50f-adee-4949-a39f-482940fe67bc HTTP/1.1" status: 200 len: 946 time: 0.0632842 Jul 15 23:58:31.410607 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f076e7b3-f2ff-41b6-bf2d-ffe744137412 req-2c6b6b97-e33e-430b-8031-2254c4de214a tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324879 Jul 15 23:58:32.586254 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a931d302-1acf-498b-a594-d61e764cba1c req-c5018766-5afe-4da9-bff3-3ad899a94182 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:32.587856 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a931d302-1acf-498b-a594-d61e764cba1c req-c5018766-5afe-4da9-bff3-3ad899a94182 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=acd1d50f-adee-4949-a39f-482940fe67bc HTTP/1.1" status: 200 len: 946 time: 0.0634952 Jul 15 23:58:32.629363 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a931d302-1acf-498b-a594-d61e764cba1c req-904e2a28-2141-424a-9f74-cf31f7a53760 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352664 Jul 15 23:58:33.457701 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:33.805363 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad5e09-4051-4337-912e-b9ff1bbd8b84 req-d7f38204-0ec0-4756-8af2-56c3303179c6 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:33.806760 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7cad5e09-4051-4337-912e-b9ff1bbd8b84 req-d7f38204-0ec0-4756-8af2-56c3303179c6 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=acd1d50f-adee-4949-a39f-482940fe67bc HTTP/1.1" status: 200 len: 946 time: 0.0667009 Jul 15 23:58:33.845228 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7cad5e09-4051-4337-912e-b9ff1bbd8b84 req-d1c01ecc-9897-41b3-9743-335060ab5c30 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320706 Jul 15 23:58:34.253299 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4f7dd0b8-e0db-43e3-b124-a3abb82cafed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:34.463639 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:35.020660 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c770d7a-871b-425e-b218-e1a0800f11d4 req-e9319034-76ce-4047-8a9f-df033c9fa160 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:35.022183 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0c770d7a-871b-425e-b218-e1a0800f11d4 req-e9319034-76ce-4047-8a9f-df033c9fa160 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=acd1d50f-adee-4949-a39f-482940fe67bc HTTP/1.1" status: 200 len: 946 time: 0.0658212 Jul 15 23:58:35.059782 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0c770d7a-871b-425e-b218-e1a0800f11d4 req-4f1120ef-3daf-44ac-a98b-5c5075edd99c tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319362 Jul 15 23:58:36.240171 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c97be-5be8-485c-abbc-3b7cc73672a2 req-f81ff417-17dc-42c5-98c3-bae4cc94c416 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:36.241663 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d95c97be-5be8-485c-abbc-3b7cc73672a2 req-f81ff417-17dc-42c5-98c3-bae4cc94c416 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=acd1d50f-adee-4949-a39f-482940fe67bc HTTP/1.1" status: 200 len: 946 time: 0.0649016 Jul 15 23:58:36.283781 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d95c97be-5be8-485c-abbc-3b7cc73672a2 req-aee7ddcf-ebd5-4818-ad4c-9ad47cba8b6e tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365155 Jul 15 23:58:36.473862 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:37.454685 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5348dd-c65f-41f4-a738-46be4c0e0972 req-83202157-d8e6-4a5d-bdcf-c6e3c4a4c709 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:37.456212 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0f5348dd-c65f-41f4-a738-46be4c0e0972 req-83202157-d8e6-4a5d-bdcf-c6e3c4a4c709 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=acd1d50f-adee-4949-a39f-482940fe67bc HTTP/1.1" status: 200 len: 946 time: 0.0621746 Jul 15 23:58:37.493215 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0f5348dd-c65f-41f4-a738-46be4c0e0972 req-5b4b5a43-3175-48f8-a3dc-19bc5ec0f95b tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314775 Jul 15 23:58:38.501286 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:38.678570 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa525d-e1ee-46f7-8691-f071af3ec760 req-a83231b2-0246-4164-9e2a-c5cfa88fed1e tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:38.680101 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1ffa525d-e1ee-46f7-8691-f071af3ec760 req-a83231b2-0246-4164-9e2a-c5cfa88fed1e tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=acd1d50f-adee-4949-a39f-482940fe67bc HTTP/1.1" status: 200 len: 946 time: 0.0641222 Jul 15 23:58:38.717894 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1ffa525d-e1ee-46f7-8691-f071af3ec760 req-8e3800a5-7322-4499-b515-952a3eac6e0f tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320585 Jul 15 23:58:39.893923 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f7f68-a65f-4014-8b3a-f5ac5eebbde9 req-e075bff4-480d-4150-ba07-38228fedbc18 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:39.895411 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cb0f7f68-a65f-4014-8b3a-f5ac5eebbde9 req-e075bff4-480d-4150-ba07-38228fedbc18 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=acd1d50f-adee-4949-a39f-482940fe67bc HTTP/1.1" status: 200 len: 946 time: 0.0676742 Jul 15 23:58:39.932623 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cb0f7f68-a65f-4014-8b3a-f5ac5eebbde9 req-175da2c2-5eeb-4890-915a-717cb0067208 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316880 Jul 15 23:58:41.107457 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aeb729-acf4-42be-9464-05c98a329e5a req-dfe17a7f-f680-44e2-9e77-c2fc0c588ba0 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:41.108982 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-83aeb729-acf4-42be-9464-05c98a329e5a req-dfe17a7f-f680-44e2-9e77-c2fc0c588ba0 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=acd1d50f-adee-4949-a39f-482940fe67bc HTTP/1.1" status: 200 len: 946 time: 0.0626967 Jul 15 23:58:41.145415 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-83aeb729-acf4-42be-9464-05c98a329e5a req-37a46c0b-e61c-468c-b6c3-fc18c70cbb0e tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309820 Jul 15 23:58:42.322422 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45610a3-27ae-48cf-8468-0cb6648ca96d req-f4db64fa-ed0d-46d5-8392-1d9af4793bb5 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:42.324015 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d45610a3-27ae-48cf-8468-0cb6648ca96d req-f4db64fa-ed0d-46d5-8392-1d9af4793bb5 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=acd1d50f-adee-4949-a39f-482940fe67bc HTTP/1.1" status: 200 len: 946 time: 0.0623305 Jul 15 23:58:42.365302 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d45610a3-27ae-48cf-8468-0cb6648ca96d req-a35411eb-e5c4-4be3-b339-cd320b8e1e4a tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358236 Jul 15 23:58:43.538935 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac5ad91-4a02-4256-b39a-26dbec762bfc req-a30ebdb1-3a9e-414f-ae2f-9390c56bec34 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:43.540440 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cac5ad91-4a02-4256-b39a-26dbec762bfc req-a30ebdb1-3a9e-414f-ae2f-9390c56bec34 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=acd1d50f-adee-4949-a39f-482940fe67bc HTTP/1.1" status: 200 len: 946 time: 0.0626462 Jul 15 23:58:43.577765 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cac5ad91-4a02-4256-b39a-26dbec762bfc req-f46b0101-3585-44e6-9fe7-4d4f2071dcab tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309646 Jul 15 23:58:44.807691 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e79f2ce-4902-41aa-8512-eae739a16ad2 req-8ae358db-db45-4654-9ce6-0409e9be084c tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:44.809376 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3e79f2ce-4902-41aa-8512-eae739a16ad2 req-8ae358db-db45-4654-9ce6-0409e9be084c tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=acd1d50f-adee-4949-a39f-482940fe67bc HTTP/1.1" status: 200 len: 946 time: 0.1180961 Jul 15 23:58:44.847067 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3e79f2ce-4902-41aa-8512-eae739a16ad2 req-196ad2e1-23e9-4a97-98b6-d98f24826fd6 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321701 Jul 15 23:58:46.078076 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd311e-6c72-4815-a588-be97c35b8549 req-ad1162db-1349-4355-878c-8e05b408b3ed tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:46.079484 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-66cd311e-6c72-4815-a588-be97c35b8549 req-ad1162db-1349-4355-878c-8e05b408b3ed tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=acd1d50f-adee-4949-a39f-482940fe67bc HTTP/1.1" status: 200 len: 946 time: 0.1184695 Jul 15 23:58:46.116874 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-66cd311e-6c72-4815-a588-be97c35b8549 req-10e15967-0b2b-41d7-821c-36f032bfcda5 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317936 Jul 15 23:58:47.288192 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86001ab-bc88-43eb-af81-34fc8a962084 req-a4a826dc-af81-4419-8708-b2f3378ffb4e tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:47.289687 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d86001ab-bc88-43eb-af81-34fc8a962084 req-a4a826dc-af81-4419-8708-b2f3378ffb4e tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=acd1d50f-adee-4949-a39f-482940fe67bc HTTP/1.1" status: 200 len: 946 time: 0.0631671 Jul 15 23:58:47.327158 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d86001ab-bc88-43eb-af81-34fc8a962084 req-170ef2dc-5969-4b5f-8cc8-a7bb2bb42861 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318315 Jul 15 23:58:48.498477 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0793e722-740e-466f-a8ae-fffb993b0638 req-9206dedc-35d1-461d-8aed-f5275fb38c9f tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:48.499901 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0793e722-740e-466f-a8ae-fffb993b0638 req-9206dedc-35d1-461d-8aed-f5275fb38c9f tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=acd1d50f-adee-4949-a39f-482940fe67bc HTTP/1.1" status: 200 len: 946 time: 0.0639043 Jul 15 23:58:48.541210 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0793e722-740e-466f-a8ae-fffb993b0638 req-8e5e6f46-f33f-47f2-9864-52514d71ec1b tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357354 Jul 15 23:58:49.713258 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d983f4-11b0-4bad-af83-becb7b03f171 req-9f3c69a2-f3de-469d-b8d2-9a27a1813402 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:49.714996 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-73d983f4-11b0-4bad-af83-becb7b03f171 req-9f3c69a2-f3de-469d-b8d2-9a27a1813402 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=acd1d50f-adee-4949-a39f-482940fe67bc HTTP/1.1" status: 200 len: 946 time: 0.0625756 Jul 15 23:58:49.753345 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-73d983f4-11b0-4bad-af83-becb7b03f171 req-86252a98-706b-4a3c-9626-18a05dfc942a tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328798 Jul 15 23:58:50.928647 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a093af-00ec-4bde-8b06-7e246de6c968 req-3bba38b2-8e7c-4578-8f38-e6865fe2dd53 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:50.930149 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-87a093af-00ec-4bde-8b06-7e246de6c968 req-3bba38b2-8e7c-4578-8f38-e6865fe2dd53 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=acd1d50f-adee-4949-a39f-482940fe67bc HTTP/1.1" status: 200 len: 946 time: 0.0640824 Jul 15 23:58:50.968292 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-87a093af-00ec-4bde-8b06-7e246de6c968 req-890576a2-3459-4150-84b7-5818b95e0c3a tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318863 Jul 15 23:58:52.150089 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b6f016-997b-44ed-b5ef-82de516d53d0 req-0510779d-5ec6-4837-baa3-176e4e23c366 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:52.151595 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-44b6f016-997b-44ed-b5ef-82de516d53d0 req-0510779d-5ec6-4837-baa3-176e4e23c366 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=acd1d50f-adee-4949-a39f-482940fe67bc HTTP/1.1" status: 200 len: 946 time: 0.0669820 Jul 15 23:58:52.189848 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-44b6f016-997b-44ed-b5ef-82de516d53d0 req-825ce4cf-b097-4fda-8623-098257be9b85 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320516 Jul 15 23:58:53.362018 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523f038e-3add-4e86-a38c-cd2ca0a5e63c req-98a72bdf-b904-4bf9-b7f8-642e12abd34a tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:53.363501 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-523f038e-3add-4e86-a38c-cd2ca0a5e63c req-98a72bdf-b904-4bf9-b7f8-642e12abd34a tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=acd1d50f-adee-4949-a39f-482940fe67bc HTTP/1.1" status: 200 len: 946 time: 0.0628057 Jul 15 23:58:53.399994 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-523f038e-3add-4e86-a38c-cd2ca0a5e63c req-9a8ba489-7bf9-4c2e-9bef-65edd8e3664e tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309947 Jul 15 23:58:53.639701 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [req-2765508b-e099-4eec-8b26-e60eb0e3c172 req-9d257919-de1e-45a3-9a7f-3ff480339994 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:58:53.640659 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-2765508b-e099-4eec-8b26-e60eb0e3c172 req-9d257919-de1e-45a3-9a7f-3ff480339994 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059454 Jul 15 23:58:53.700934 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [req-2765508b-e099-4eec-8b26-e60eb0e3c172 req-45ab356c-8c7f-4bae-95e6-547ca127c4a9 service neutron] show failed (client error): The resource could not be found. Jul 15 23:58:53.701939 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-2765508b-e099-4eec-8b26-e60eb0e3c172 req-45ab356c-8c7f-4bae-95e6-547ca127c4a9 service neutron] 10.222.0.41 "GET /v2.0/ports/4db6d764-155e-435c-80b0-d2864d9fbfff/bindings/n-h1-794306-6 HTTP/1.1" status: 404 len: 380 time: 0.0549176 Jul 15 23:58:53.995363 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765508b-e099-4eec-8b26-e60eb0e3c172 req-0881fe78-480f-42b1-9b22-d8eb748a7c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:53.997522 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2765508b-e099-4eec-8b26-e60eb0e3c172 req-0881fe78-480f-42b1-9b22-d8eb748a7c6e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=acd1d50f-adee-4949-a39f-482940fe67bc&tenant_id=8b98455817f44823a653c8b29dd4c319 HTTP/1.1" status: 200 len: 1097 time: 0.0983322 Jul 15 23:58:54.008144 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-2765508b-e099-4eec-8b26-e60eb0e3c172 req-c88470a2-44fa-4683-9a95-a7f421fabf0a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-794306-6', 'device_owner': 'compute:nova'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:58:54.081453 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2765508b-e099-4eec-8b26-e60eb0e3c172 req-c88470a2-44fa-4683-9a95-a7f421fabf0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:54.276800 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-2765508b-e099-4eec-8b26-e60eb0e3c172 req-c88470a2-44fa-4683-9a95-a7f421fabf0a service neutron] For port 4db6d764-155e-435c-80b0-d2864d9fbfff, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=4db6d764-155e-435c-80b0-d2864d9fbfff,segment=NetworkSegment(fc455503-a9f7-454b-96cb-35e028d8d031),segment_id=fc455503-a9f7-454b-96cb-35e028d8d031)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:58:54.308644 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-2765508b-e099-4eec-8b26-e60eb0e3c172 req-c88470a2-44fa-4683-9a95-a7f421fabf0a service neutron] For port 4db6d764-155e-435c-80b0-d2864d9fbfff, host n-h2-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:58:54.351519 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd1d50f-adee-4949-a39f-482940fe67bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4db6d764-155e-435c-80b0-d2864d9fbfff'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:58:54.353790 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5beb937-903b-40db-bfb2-141808701f11" -d '{"events": [{"server_uuid": "acd1d50f-adee-4949-a39f-482940fe67bc", "name": "network-vif-unplugged", "status": "completed", "tag": "4db6d764-155e-435c-80b0-d2864d9fbfff"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:58:54.357744 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2765508b-e099-4eec-8b26-e60eb0e3c172 req-c88470a2-44fa-4683-9a95-a7f421fabf0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:54.370467 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-2765508b-e099-4eec-8b26-e60eb0e3c172 req-c88470a2-44fa-4683-9a95-a7f421fabf0a service neutron] Transition to ACTIVE for port object 4db6d764-155e-435c-80b0-d2864d9fbfff will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:58:54.375986 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2765508b-e099-4eec-8b26-e60eb0e3c172 req-c88470a2-44fa-4683-9a95-a7f421fabf0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:54.406069 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 23:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23899a21-339e-4d19-8302-2b9b129fa9a1 x-openstack-request-id: req-23899a21-339e-4d19-8302-2b9b129fa9a1 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:58:54.406365 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acd1d50f-adee-4949-a39f-482940fe67bc", "name": "network-vif-unplugged", "status": "completed", "tag": "4db6d764-155e-435c-80b0-d2864d9fbfff", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:58:54.406615 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-23899a21-339e-4d19-8302-2b9b129fa9a1 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:58:54.407007 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acd1d50f-adee-4949-a39f-482940fe67bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4db6d764-155e-435c-80b0-d2864d9fbfff', 'code': 200} Jul 15 23:58:54.443075 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-2765508b-e099-4eec-8b26-e60eb0e3c172 req-c88470a2-44fa-4683-9a95-a7f421fabf0a service neutron] No DVR routers for this DVR port 4db6d764-155e-435c-80b0-d2864d9fbfff on host n-h2-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:58:54.450198 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88470a2-44fa-4683-9a95-a7f421fabf0a service neutron] Pushing event updated for resources: {'Port': ['ID=4db6d764-155e-435c-80b0-d2864d9fbfff,revision_number=6']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:58:54.484468 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-2765508b-e099-4eec-8b26-e60eb0e3c172 req-c88470a2-44fa-4683-9a95-a7f421fabf0a service neutron] Attempting to bind port 4db6d764-155e-435c-80b0-d2864d9fbfff on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:58:54.484801 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-2765508b-e099-4eec-8b26-e60eb0e3c172 req-c88470a2-44fa-4683-9a95-a7f421fabf0a service neutron] Attempting to bind port 4db6d764-155e-435c-80b0-d2864d9fbfff by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': 'fc455503-a9f7-454b-96cb-35e028d8d031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e6c7e797-3dd5-48d1-82c9-0708daae8b68'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:58:54.485129 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2765508b-e099-4eec-8b26-e60eb0e3c172 req-c88470a2-44fa-4683-9a95-a7f421fabf0a service neutron] Attempting to bind port 4db6d764-155e-435c-80b0-d2864d9fbfff on network e6c7e797-3dd5-48d1-82c9-0708daae8b68 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:58:54.489352 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2765508b-e099-4eec-8b26-e60eb0e3c172 req-c88470a2-44fa-4683-9a95-a7f421fabf0a service neutron] Port 4db6d764-155e-435c-80b0-d2864d9fbfff on network e6c7e797-3dd5-48d1-82c9-0708daae8b68 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:58:54.489672 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2765508b-e099-4eec-8b26-e60eb0e3c172 req-c88470a2-44fa-4683-9a95-a7f421fabf0a service neutron] Attempting to bind port 4db6d764-155e-435c-80b0-d2864d9fbfff on network e6c7e797-3dd5-48d1-82c9-0708daae8b68 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:58:54.494482 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2765508b-e099-4eec-8b26-e60eb0e3c172 req-c88470a2-44fa-4683-9a95-a7f421fabf0a service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:58:54.494817 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2765508b-e099-4eec-8b26-e60eb0e3c172 req-c88470a2-44fa-4683-9a95-a7f421fabf0a service neutron] Checking segment: {'id': 'fc455503-a9f7-454b-96cb-35e028d8d031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e6c7e797-3dd5-48d1-82c9-0708daae8b68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:58:54.495197 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2765508b-e099-4eec-8b26-e60eb0e3c172 req-c88470a2-44fa-4683-9a95-a7f421fabf0a service neutron] Bound using segment: {'id': 'fc455503-a9f7-454b-96cb-35e028d8d031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e6c7e797-3dd5-48d1-82c9-0708daae8b68'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:58:54.495647 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-2765508b-e099-4eec-8b26-e60eb0e3c172 req-c88470a2-44fa-4683-9a95-a7f421fabf0a service neutron] Bound port: 4db6d764-155e-435c-80b0-d2864d9fbfff, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc455503-a9f7-454b-96cb-35e028d8d031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e6c7e797-3dd5-48d1-82c9-0708daae8b68'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:58:54.496009 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2765508b-e099-4eec-8b26-e60eb0e3c172 req-c88470a2-44fa-4683-9a95-a7f421fabf0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:54.593930 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-2765508b-e099-4eec-8b26-e60eb0e3c172 req-c88470a2-44fa-4683-9a95-a7f421fabf0a service neutron] For port 4db6d764-155e-435c-80b0-d2864d9fbfff, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:58:54.611100 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-2765508b-e099-4eec-8b26-e60eb0e3c172 req-c88470a2-44fa-4683-9a95-a7f421fabf0a service neutron] For port 4db6d764-155e-435c-80b0-d2864d9fbfff, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=4db6d764-155e-435c-80b0-d2864d9fbfff,segment=NetworkSegment(fc455503-a9f7-454b-96cb-35e028d8d031),segment_id=fc455503-a9f7-454b-96cb-35e028d8d031)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:58:54.619314 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2765508b-e099-4eec-8b26-e60eb0e3c172 req-c88470a2-44fa-4683-9a95-a7f421fabf0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:54.632344 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b730f-3c38-43aa-ba33-2b4eb9829816 req-abc350a2-342b-498e-b62b-e3ff26bad150 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:54.633870 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-099b730f-3c38-43aa-ba33-2b4eb9829816 req-abc350a2-342b-498e-b62b-e3ff26bad150 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=acd1d50f-adee-4949-a39f-482940fe67bc HTTP/1.1" status: 200 len: 944 time: 0.1061485 Jul 15 23:58:54.681829 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765508b-e099-4eec-8b26-e60eb0e3c172 req-c88470a2-44fa-4683-9a95-a7f421fabf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:54.682443 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2765508b-e099-4eec-8b26-e60eb0e3c172 req-c88470a2-44fa-4683-9a95-a7f421fabf0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:54.684418 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2765508b-e099-4eec-8b26-e60eb0e3c172 req-c88470a2-44fa-4683-9a95-a7f421fabf0a service neutron] 10.222.0.49 "PUT /v2.0/ports/4db6d764-155e-435c-80b0-d2864d9fbfff HTTP/1.1" status: 200 len: 1092 time: 0.6796772 Jul 15 23:58:54.727375 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-099b730f-3c38-43aa-ba33-2b4eb9829816 req-c844829c-85ba-4a5a-ba83-dec7faddf7bd tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730972 Jul 15 23:58:54.745395 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88470a2-44fa-4683-9a95-a7f421fabf0a service neutron] Pushing event updated for resources: {'Port': ['ID=4db6d764-155e-435c-80b0-d2864d9fbfff,revision_number=7']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:58:54.778720 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765508b-e099-4eec-8b26-e60eb0e3c172 req-1a55875a-9cde-4e58-b299-0368d51fca70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:54.780270 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2765508b-e099-4eec-8b26-e60eb0e3c172 req-1a55875a-9cde-4e58-b299-0368d51fca70 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8b98455817f44823a653c8b29dd4c319&device_id=acd1d50f-adee-4949-a39f-482940fe67bc HTTP/1.1" status: 200 len: 1095 time: 0.0688677 Jul 15 23:58:54.870129 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765508b-e099-4eec-8b26-e60eb0e3c172 req-e129e734-e8b4-43a4-9cde-de589b89a662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:54.872782 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2765508b-e099-4eec-8b26-e60eb0e3c172 req-e129e734-e8b4-43a4-9cde-de589b89a662 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e6c7e797-3dd5-48d1-82c9-0708daae8b68 HTTP/1.1" status: 200 len: 916 time: 0.0862978 Jul 15 23:58:54.915410 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2765508b-e099-4eec-8b26-e60eb0e3c172 req-bf4a089a-05cb-4f10-8d4e-8682a5bacb33 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4db6d764-155e-435c-80b0-d2864d9fbfff HTTP/1.1" status: 200 len: 217 time: 0.0380902 Jul 15 23:58:54.966242 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765508b-e099-4eec-8b26-e60eb0e3c172 req-b4a3fcbb-1f16-4278-8651-5c64bc4e2a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:54.967800 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2765508b-e099-4eec-8b26-e60eb0e3c172 req-b4a3fcbb-1f16-4278-8651-5c64bc4e2a81 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b8b0da52-64b5-4ebb-b9d1-f5e26fff4412 HTTP/1.1" status: 200 len: 855 time: 0.0440586 Jul 15 23:58:54.999977 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2765508b-e099-4eec-8b26-e60eb0e3c172 req-49919a06-b8d2-494d-9ac6-b902e65d4d12 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e6c7e797-3dd5-48d1-82c9-0708daae8b68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262213 Jul 15 23:58:55.091229 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2765508b-e099-4eec-8b26-e60eb0e3c172 req-32d0078b-c693-492e-a7e1-0fa7ffed6b91 service neutron] 10.222.0.49 "GET /v2.0/networks/e6c7e797-3dd5-48d1-82c9-0708daae8b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852299 Jul 15 23:58:55.178579 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2765508b-e099-4eec-8b26-e60eb0e3c172 req-0833ddc6-bd18-47e9-9148-c358b69e4bab service neutron] 10.222.0.49 "GET /v2.0/networks/e6c7e797-3dd5-48d1-82c9-0708daae8b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815065 Jul 15 23:58:55.759357 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:55.908904 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321bc483-f429-447e-9eff-9b025a0f276b req-443d2d13-712e-4f2d-89d7-934fb3c65081 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:55.910387 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-321bc483-f429-447e-9eff-9b025a0f276b req-443d2d13-712e-4f2d-89d7-934fb3c65081 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=acd1d50f-adee-4949-a39f-482940fe67bc HTTP/1.1" status: 200 len: 944 time: 0.0666506 Jul 15 23:58:55.947410 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-321bc483-f429-447e-9eff-9b025a0f276b req-6a5635b4-d6be-4a90-995f-0999aa9e5f50 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315983 Jul 15 23:58:56.408161 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acd1d50f-adee-4949-a39f-482940fe67bc', 'tag': '4db6d764-155e-435c-80b0-d2864d9fbfff'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:58:56.410570 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b35defe-8e7d-42b9-afb6-08df3cdb3aca" -d '{"events": [{"name": "network-changed", "server_uuid": "acd1d50f-adee-4949-a39f-482940fe67bc", "tag": "4db6d764-155e-435c-80b0-d2864d9fbfff"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:58:56.457892 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9267f25-4386-4344-b5d4-6076c146824d x-openstack-request-id: req-e9267f25-4386-4344-b5d4-6076c146824d {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:58:56.458189 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acd1d50f-adee-4949-a39f-482940fe67bc", "tag": "4db6d764-155e-435c-80b0-d2864d9fbfff", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:58:56.458443 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e9267f25-4386-4344-b5d4-6076c146824d {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:58:56.458861 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acd1d50f-adee-4949-a39f-482940fe67bc', 'tag': '4db6d764-155e-435c-80b0-d2864d9fbfff', 'status': 'completed', 'code': 200} Jul 15 23:58:56.527744 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b35defe-8e7d-42b9-afb6-08df3cdb3aca req-994c2e8a-d93a-48ae-a0d7-ed8586f34650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:56.529288 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0b35defe-8e7d-42b9-afb6-08df3cdb3aca req-994c2e8a-d93a-48ae-a0d7-ed8586f34650 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8b98455817f44823a653c8b29dd4c319&device_id=acd1d50f-adee-4949-a39f-482940fe67bc HTTP/1.1" status: 200 len: 1095 time: 0.0531676 Jul 15 23:58:56.554886 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b35defe-8e7d-42b9-afb6-08df3cdb3aca req-fac69406-5a7c-439e-84d1-589d79f57b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:56.556455 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-0b35defe-8e7d-42b9-afb6-08df3cdb3aca req-fac69406-5a7c-439e-84d1-589d79f57b75 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8b98455817f44823a653c8b29dd4c319&device_id=acd1d50f-adee-4949-a39f-482940fe67bc HTTP/1.1" status: 200 len: 1095 time: 0.0530539 Jul 15 23:58:56.622983 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b35defe-8e7d-42b9-afb6-08df3cdb3aca req-3d84369f-af2f-4852-878c-a63533de321a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:56.624483 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0b35defe-8e7d-42b9-afb6-08df3cdb3aca req-3d84369f-af2f-4852-878c-a63533de321a service neutron] 10.222.0.49 "GET /v2.0/networks?id=e6c7e797-3dd5-48d1-82c9-0708daae8b68 HTTP/1.1" status: 200 len: 916 time: 0.0887451 Jul 15 23:58:56.649808 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b35defe-8e7d-42b9-afb6-08df3cdb3aca req-97a3e8de-4a6e-4f71-8b9a-2a57b86671c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:56.651283 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-0b35defe-8e7d-42b9-afb6-08df3cdb3aca req-97a3e8de-4a6e-4f71-8b9a-2a57b86671c9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e6c7e797-3dd5-48d1-82c9-0708daae8b68 HTTP/1.1" status: 200 len: 916 time: 0.0887620 Jul 15 23:58:56.667389 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0b35defe-8e7d-42b9-afb6-08df3cdb3aca req-ce167731-0fd6-4e56-a6bd-66ad488f9625 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4db6d764-155e-435c-80b0-d2864d9fbfff HTTP/1.1" status: 200 len: 217 time: 0.0361276 Jul 15 23:58:56.695820 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-0b35defe-8e7d-42b9-afb6-08df3cdb3aca req-bcbdbee9-938f-4b1e-8369-d4e2c2b0446e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4db6d764-155e-435c-80b0-d2864d9fbfff HTTP/1.1" status: 200 len: 217 time: 0.0376449 Jul 15 23:58:56.749552 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b35defe-8e7d-42b9-afb6-08df3cdb3aca req-af194428-7e19-4722-af57-fc4024dcead2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:56.750627 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b35defe-8e7d-42b9-afb6-08df3cdb3aca req-012c4c95-1c64-457e-8843-2b96bb77f942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:56.752115 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-0b35defe-8e7d-42b9-afb6-08df3cdb3aca req-af194428-7e19-4722-af57-fc4024dcead2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b8b0da52-64b5-4ebb-b9d1-f5e26fff4412 HTTP/1.1" status: 200 len: 855 time: 0.0513294 Jul 15 23:58:56.752540 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0b35defe-8e7d-42b9-afb6-08df3cdb3aca req-012c4c95-1c64-457e-8843-2b96bb77f942 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b8b0da52-64b5-4ebb-b9d1-f5e26fff4412 HTTP/1.1" status: 200 len: 855 time: 0.0562303 Jul 15 23:58:56.789750 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0b35defe-8e7d-42b9-afb6-08df3cdb3aca req-5ba2127d-3cef-406b-a407-8a63654e6463 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e6c7e797-3dd5-48d1-82c9-0708daae8b68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302191 Jul 15 23:58:56.791177 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-0b35defe-8e7d-42b9-afb6-08df3cdb3aca req-e4255d4c-f58a-4c91-a1e8-84e75cb9332e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e6c7e797-3dd5-48d1-82c9-0708daae8b68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325224 Jul 15 23:58:56.885182 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0b35defe-8e7d-42b9-afb6-08df3cdb3aca req-d5ace9a7-eebd-4708-aed5-91a5a635a90a service neutron] 10.222.0.49 "GET /v2.0/networks/e6c7e797-3dd5-48d1-82c9-0708daae8b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891268 Jul 15 23:58:56.888204 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-0b35defe-8e7d-42b9-afb6-08df3cdb3aca req-8b0a04fb-cd54-4345-a9cd-fe728ee7425e service neutron] 10.222.0.41 "GET /v2.0/networks/e6c7e797-3dd5-48d1-82c9-0708daae8b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907950 Jul 15 23:58:56.978797 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 4db6d764-155e-435c-80b0-d2864d9fbfff no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:58:56.989022 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0b35defe-8e7d-42b9-afb6-08df3cdb3aca req-091d2d1a-73b2-4be3-93b2-c26477c14696 service neutron] 10.222.0.49 "GET /v2.0/networks/e6c7e797-3dd5-48d1-82c9-0708daae8b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979941 Jul 15 23:58:57.032585 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 4db6d764-155e-435c-80b0-d2864d9fbfff not bound to the agent host n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:58:57.141539 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc9152-3e2c-45b8-98ac-b186e46afbbc req-d836a97b-1b7f-4716-95a1-b3e2e4f68c90 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:57.143148 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fdcc9152-3e2c-45b8-98ac-b186e46afbbc req-d836a97b-1b7f-4716-95a1-b3e2e4f68c90 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=acd1d50f-adee-4949-a39f-482940fe67bc HTTP/1.1" status: 200 len: 944 time: 0.0660031 Jul 15 23:58:57.182993 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fdcc9152-3e2c-45b8-98ac-b186e46afbbc req-42a870b0-a230-4f7b-9fb8-147ae1e94eb3 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341196 Jul 15 23:58:57.318632 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-0b35defe-8e7d-42b9-afb6-08df3cdb3aca req-d68b59fb-bc94-4565-9b7a-f0cc6e344355 service neutron] 10.222.0.41 "GET /v2.0/networks/e6c7e797-3dd5-48d1-82c9-0708daae8b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4243009 Jul 15 23:58:57.482233 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9554b337-3920-48a0-8641-9df93cc38b33 req-d1e1602d-16c3-44a7-8e75-43a12963db37 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:57.483749 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9554b337-3920-48a0-8641-9df93cc38b33 req-d1e1602d-16c3-44a7-8e75-43a12963db37 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=acd1d50f-adee-4949-a39f-482940fe67bc HTTP/1.1" status: 200 len: 944 time: 0.0627594 Jul 15 23:58:57.521906 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9554b337-3920-48a0-8641-9df93cc38b33 req-67578f8a-4899-4179-83b5-eb7de2c2dfc5 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324540 Jul 15 23:58:57.551811 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6af60-5ca1-4ad6-adba-1c32071ae988 req-7a5191af-ce0e-4706-8413-6b5b6dc4e6b8 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:57.553187 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-51c6af60-5ca1-4ad6-adba-1c32071ae988 req-7a5191af-ce0e-4706-8413-6b5b6dc4e6b8 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.41 "GET /v2.0/ports?device_id=acd1d50f-adee-4949-a39f-482940fe67bc&tenant_id=8b98455817f44823a653c8b29dd4c319&binding%3Ahost_id=n-h1-794306-6 HTTP/1.1" status: 200 len: 944 time: 0.1114161 Jul 15 23:58:57.615353 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [req-51c6af60-5ca1-4ad6-adba-1c32071ae988 req-1bda6535-a1e7-41a0-9747-38849b77e0b2 service neutron] delete failed (client error): The resource could not be found. Jul 15 23:58:57.616393 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-51c6af60-5ca1-4ad6-adba-1c32071ae988 req-1bda6535-a1e7-41a0-9747-38849b77e0b2 service neutron] 10.222.0.41 "DELETE /v2.0/ports/4db6d764-155e-435c-80b0-d2864d9fbfff/bindings/n-h2-794306-6 HTTP/1.1" status: 404 len: 380 time: 0.0563293 Jul 15 23:58:57.733746 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6af60-5ca1-4ad6-adba-1c32071ae988 req-66d60ca0-6772-4ba9-bacb-6d2d4a4d30b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:57.735219 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-51c6af60-5ca1-4ad6-adba-1c32071ae988 req-66d60ca0-6772-4ba9-bacb-6d2d4a4d30b7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8b98455817f44823a653c8b29dd4c319&device_id=acd1d50f-adee-4949-a39f-482940fe67bc HTTP/1.1" status: 200 len: 1095 time: 0.0546877 Jul 15 23:58:57.825323 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6af60-5ca1-4ad6-adba-1c32071ae988 req-1dd42f92-079e-4920-b9b4-ad2abd85a8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:57.826690 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-51c6af60-5ca1-4ad6-adba-1c32071ae988 req-1dd42f92-079e-4920-b9b4-ad2abd85a8fb service neutron] 10.222.0.41 "GET /v2.0/networks?id=e6c7e797-3dd5-48d1-82c9-0708daae8b68 HTTP/1.1" status: 200 len: 916 time: 0.0848932 Jul 15 23:58:57.866945 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-51c6af60-5ca1-4ad6-adba-1c32071ae988 req-e86b3270-6ea1-4f58-a400-93cb27852ebd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4db6d764-155e-435c-80b0-d2864d9fbfff HTTP/1.1" status: 200 len: 217 time: 0.0339766 Jul 15 23:58:57.913746 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6af60-5ca1-4ad6-adba-1c32071ae988 req-8a2bebb4-c5f0-426d-b025-053de4514486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:57.915128 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-51c6af60-5ca1-4ad6-adba-1c32071ae988 req-8a2bebb4-c5f0-426d-b025-053de4514486 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b8b0da52-64b5-4ebb-b9d1-f5e26fff4412 HTTP/1.1" status: 200 len: 855 time: 0.0418513 Jul 15 23:58:57.949811 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-51c6af60-5ca1-4ad6-adba-1c32071ae988 req-03663fa2-ed67-40cc-aeec-34f53b6509da service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e6c7e797-3dd5-48d1-82c9-0708daae8b68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284202 Jul 15 23:58:58.037012 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-51c6af60-5ca1-4ad6-adba-1c32071ae988 req-de4b39ea-ecfa-4d4d-b392-73a5ce8cd608 service neutron] 10.222.0.41 "GET /v2.0/networks/e6c7e797-3dd5-48d1-82c9-0708daae8b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817978 Jul 15 23:58:58.113446 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 4db6d764-155e-435c-80b0-d2864d9fbfff details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:58:58.129758 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-51c6af60-5ca1-4ad6-adba-1c32071ae988 req-a9543897-926f-40e1-849c-c395cd052ade service neutron] 10.222.0.41 "GET /v2.0/networks/e6c7e797-3dd5-48d1-82c9-0708daae8b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860116 Jul 15 23:58:58.214672 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 4db6d764-155e-435c-80b0-d2864d9fbfff, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=4db6d764-155e-435c-80b0-d2864d9fbfff,segment=NetworkSegment(fc455503-a9f7-454b-96cb-35e028d8d031),segment_id=fc455503-a9f7-454b-96cb-35e028d8d031)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:58:58.228016 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '4db6d764-155e-435c-80b0-d2864d9fbfff', 'network_id': 'e6c7e797-3dd5-48d1-82c9-0708daae8b68', 'port_id': '4db6d764-155e-435c-80b0-d2864d9fbfff', 'mac_address': 'fa:16:3e:0c:23:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b0da52-64b5-4ebb-b9d1-f5e26fff4412', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:58:58.267333 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:58.280501 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4db6d764-155e-435c-80b0-d2864d9fbfff {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:58:58.300785 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 4db6d764-155e-435c-80b0-d2864d9fbfff, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=4db6d764-155e-435c-80b0-d2864d9fbfff,segment=NetworkSegment(fc455503-a9f7-454b-96cb-35e028d8d031),segment_id=fc455503-a9f7-454b-96cb-35e028d8d031)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:58:58.304780 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:58:58.344101 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ef2d8b5f-59ea-4898-a3d9-5fc33de4abc5 req-747fce13-b5b8-455d-8097-3342e9aa4cb2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=acd1d50f-adee-4949-a39f-482940fe67bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0551808 Jul 15 23:58:58.354305 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=4db6d764-155e-435c-80b0-d2864d9fbfff,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:58:58.442075 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d8b5f-59ea-4898-a3d9-5fc33de4abc5 req-d9767eea-41ad-4066-a1ab-792438a3040d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:58.444192 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ef2d8b5f-59ea-4898-a3d9-5fc33de4abc5 req-d9767eea-41ad-4066-a1ab-792438a3040d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8b98455817f44823a653c8b29dd4c319&device_id=acd1d50f-adee-4949-a39f-482940fe67bc HTTP/1.1" status: 200 len: 1096 time: 0.0545211 Jul 15 23:58:58.515657 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['4db6d764-155e-435c-80b0-d2864d9fbfff'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:58:58.570962 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d8b5f-59ea-4898-a3d9-5fc33de4abc5 req-ae4681c0-4af1-4193-83ee-222b4d018b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:58.572546 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ef2d8b5f-59ea-4898-a3d9-5fc33de4abc5 req-ae4681c0-4af1-4193-83ee-222b4d018b08 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e6c7e797-3dd5-48d1-82c9-0708daae8b68 HTTP/1.1" status: 200 len: 916 time: 0.1083133 Jul 15 23:58:58.627124 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ef2d8b5f-59ea-4898-a3d9-5fc33de4abc5 req-abd30979-6fcc-4a49-b9a1-38e968f36a0d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4db6d764-155e-435c-80b0-d2864d9fbfff HTTP/1.1" status: 200 len: 217 time: 0.0471239 Jul 15 23:58:58.730084 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d8b5f-59ea-4898-a3d9-5fc33de4abc5 req-7e43649a-ce3a-4d29-9e5e-51e2bb018a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:58.732393 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ef2d8b5f-59ea-4898-a3d9-5fc33de4abc5 req-7e43649a-ce3a-4d29-9e5e-51e2bb018a80 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b8b0da52-64b5-4ebb-b9d1-f5e26fff4412 HTTP/1.1" status: 200 len: 855 time: 0.0998504 Jul 15 23:58:58.772720 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ef2d8b5f-59ea-4898-a3d9-5fc33de4abc5 req-c0447f7a-1ea7-4a3a-9b2d-38f1b85f20d3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e6c7e797-3dd5-48d1-82c9-0708daae8b68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329759 Jul 15 23:58:58.781161 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33872fae-a622-46a4-8a68-c1ed95e73bb3 req-acfde8c7-1c6c-4b81-88a9-d980b0fa9778 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:58:58.782743 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-33872fae-a622-46a4-8a68-c1ed95e73bb3 req-acfde8c7-1c6c-4b81-88a9-d980b0fa9778 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=acd1d50f-adee-4949-a39f-482940fe67bc HTTP/1.1" status: 200 len: 945 time: 0.1211576 Jul 15 23:58:58.878328 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-33872fae-a622-46a4-8a68-c1ed95e73bb3 req-98bf9e8a-6b16-49e6-9dda-08a132c81e94 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827405 Jul 15 23:58:58.913060 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ef2d8b5f-59ea-4898-a3d9-5fc33de4abc5 req-6c8e6b7e-fad2-44b7-872d-0bf8062fb0d4 service neutron] 10.222.0.49 "GET /v2.0/networks/e6c7e797-3dd5-48d1-82c9-0708daae8b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293037 Jul 15 23:58:59.001659 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ef2d8b5f-59ea-4898-a3d9-5fc33de4abc5 req-b7af5029-6631-4ddc-b3ee-5e2f21cd6d4e service neutron] 10.222.0.49 "GET /v2.0/networks/e6c7e797-3dd5-48d1-82c9-0708daae8b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820017 Jul 15 23:59:00.057692 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072b30e-bd9a-4520-9245-6826a2415386 req-309836a5-9243-4638-9dcf-9fdd2e81e0f2 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:00.059443 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b072b30e-bd9a-4520-9245-6826a2415386 req-309836a5-9243-4638-9dcf-9fdd2e81e0f2 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=acd1d50f-adee-4949-a39f-482940fe67bc HTTP/1.1" status: 200 len: 945 time: 0.0635555 Jul 15 23:59:00.101882 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b072b30e-bd9a-4520-9245-6826a2415386 req-ce330d89-a508-4f18-adba-5b0185458c93 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362940 Jul 15 23:59:00.127330 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 4db6d764-155e-435c-80b0-d2864d9fbfff up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:59:00.174916 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port 4db6d764-155e-435c-80b0-d2864d9fbfff completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:59:00.179078 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 4db6d764-155e-435c-80b0-d2864d9fbfff triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:59:00.179457 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:00.257994 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:00.274323 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c00d072-291b-49ce-9654-a6430faa5422 req-7f357c45-0b5c-4222-a5ee-38c5040a4ea1 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:00.275936 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8c00d072-291b-49ce-9654-a6430faa5422 req-7f357c45-0b5c-4222-a5ee-38c5040a4ea1 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=acd1d50f-adee-4949-a39f-482940fe67bc HTTP/1.1" status: 200 len: 945 time: 0.0643721 Jul 15 23:59:00.281190 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd1d50f-adee-4949-a39f-482940fe67bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4db6d764-155e-435c-80b0-d2864d9fbfff'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:59:00.283704 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f8105f-c3a6-4ddb-a4c0-bad1c46d1980" -d '{"events": [{"server_uuid": "acd1d50f-adee-4949-a39f-482940fe67bc", "name": "network-vif-plugged", "status": "completed", "tag": "4db6d764-155e-435c-80b0-d2864d9fbfff"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:59:00.296630 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 4db6d764-155e-435c-80b0-d2864d9fbfff, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=4db6d764-155e-435c-80b0-d2864d9fbfff,segment=NetworkSegment(fc455503-a9f7-454b-96cb-35e028d8d031),segment_id=fc455503-a9f7-454b-96cb-35e028d8d031)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:59:00.302078 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:00.319076 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8c00d072-291b-49ce-9654-a6430faa5422 req-8ac239e2-f9b4-4caf-8572-aba7455905a6 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367458 Jul 15 23:59:00.334417 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e81a66-7c46-42d3-8e86-e4d6821ad515 x-openstack-request-id: req-b1e81a66-7c46-42d3-8e86-e4d6821ad515 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:59:00.334719 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acd1d50f-adee-4949-a39f-482940fe67bc", "name": "network-vif-plugged", "status": "completed", "tag": "4db6d764-155e-435c-80b0-d2864d9fbfff", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:59:00.334970 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b1e81a66-7c46-42d3-8e86-e4d6821ad515 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:59:00.335355 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acd1d50f-adee-4949-a39f-482940fe67bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4db6d764-155e-435c-80b0-d2864d9fbfff', 'code': 200} Jul 15 23:59:00.356622 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=4db6d764-155e-435c-80b0-d2864d9fbfff,revision_number=9']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:00.491224 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715be470-9731-4338-b0b1-16722821023b req-33cc0753-eae1-4f88-a525-be38a38ffdc9 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:00.492720 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-715be470-9731-4338-b0b1-16722821023b req-33cc0753-eae1-4f88-a525-be38a38ffdc9 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=acd1d50f-adee-4949-a39f-482940fe67bc HTTP/1.1" status: 200 len: 946 time: 0.0624793 Jul 15 23:59:00.530077 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-715be470-9731-4338-b0b1-16722821023b req-962d48e4-b839-4ad6-8f43-5c9f29d9e4b6 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311394 Jul 15 23:59:00.893931 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c57fcdf7-b48e-4fc9-adfd-eeec6c10311c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:01.104967 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ae39ac-9a23-4b06-85c0-87a9fafb8e01 req-5ccff858-509c-46ec-a17b-b99e39726e04 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:01.106753 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-17ae39ac-9a23-4b06-85c0-87a9fafb8e01 req-5ccff858-509c-46ec-a17b-b99e39726e04 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=acd1d50f-adee-4949-a39f-482940fe67bc HTTP/1.1" status: 200 len: 946 time: 0.0668759 Jul 15 23:59:01.145132 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-17ae39ac-9a23-4b06-85c0-87a9fafb8e01 req-ee47c953-8b2d-4716-a0a1-059eeb816790 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328391 Jul 15 23:59:02.092264 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b45d69b-738d-42e0-b2c8-2a0b69b59831 req-f651eeab-fa43-486d-bb0a-d4819a3070f1 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:02.093645 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4b45d69b-738d-42e0-b2c8-2a0b69b59831 req-f651eeab-fa43-486d-bb0a-d4819a3070f1 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.49 "GET /v2.0/ports?device_id=acd1d50f-adee-4949-a39f-482940fe67bc HTTP/1.1" status: 200 len: 946 time: 0.0622861 Jul 15 23:59:02.194859 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-4b45d69b-738d-42e0-b2c8-2a0b69b59831 req-70d7631c-4e11-475d-9e73-ab661caf3642 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Deleting port 4db6d764-155e-435c-80b0-d2864d9fbfff {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 23:59:02.195460 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4b45d69b-738d-42e0-b2c8-2a0b69b59831 req-70d7631c-4e11-475d-9e73-ab661caf3642 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:02.313403 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-4b45d69b-738d-42e0-b2c8-2a0b69b59831 req-70d7631c-4e11-475d-9e73-ab661caf3642 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] For port 4db6d764-155e-435c-80b0-d2864d9fbfff, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=4db6d764-155e-435c-80b0-d2864d9fbfff,segment=NetworkSegment(fc455503-a9f7-454b-96cb-35e028d8d031),segment_id=fc455503-a9f7-454b-96cb-35e028d8d031)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:59:02.313768 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4b45d69b-738d-42e0-b2c8-2a0b69b59831 req-70d7631c-4e11-475d-9e73-ab661caf3642 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:02.328333 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-4b45d69b-738d-42e0-b2c8-2a0b69b59831 req-70d7631c-4e11-475d-9e73-ab661caf3642 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Calling delete_port for 4db6d764-155e-435c-80b0-d2864d9fbfff owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 23:59:02.395856 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e7c2b-44b0-4300-b1fc-15986aede985 req-c339b1a3-021f-4386-8ecc-ab3213259ea9 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:02.397301 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d38e7c2b-44b0-4300-b1fc-15986aede985 req-c339b1a3-021f-4386-8ecc-ab3213259ea9 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/ports?device_id=acd1d50f-adee-4949-a39f-482940fe67bc HTTP/1.1" status: 200 len: 946 time: 0.1314793 Jul 15 23:59:02.450039 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d38e7c2b-44b0-4300-b1fc-15986aede985 req-1a78a04a-826e-4fc2-92b7-70f166439b83 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.48 "GET /v2.0/security-groups?id=11b3e680-0936-4f5c-bcce-ae61a1e90de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439401 Jul 15 23:59:02.501878 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4b45d69b-738d-42e0-b2c8-2a0b69b59831 req-70d7631c-4e11-475d-9e73-ab661caf3642 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:02.514154 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['4db6d764-155e-435c-80b0-d2864d9fbfff'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:59:02.531883 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d7631c-4e11-475d-9e73-ab661caf3642 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Pushing event deleted for resources: {'Port': ['ID=4db6d764-155e-435c-80b0-d2864d9fbfff,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:02.582029 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b45d69b-738d-42e0-b2c8-2a0b69b59831 req-70d7631c-4e11-475d-9e73-ab661caf3642 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] No DVR routers for this DVR port 4db6d764-155e-435c-80b0-d2864d9fbfff on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 23:59:02.584535 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4b45d69b-738d-42e0-b2c8-2a0b69b59831 req-70d7631c-4e11-475d-9e73-ab661caf3642 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:02.586607 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4b45d69b-738d-42e0-b2c8-2a0b69b59831 req-70d7631c-4e11-475d-9e73-ab661caf3642 tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] 10.222.0.49 "DELETE /v2.0/ports/4db6d764-155e-435c-80b0-d2864d9fbfff HTTP/1.1" status: 204 len: 173 time: 0.4875298 Jul 15 23:59:02.587049 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd1d50f-adee-4949-a39f-482940fe67bc', 'name': 'network-vif-deleted', 'tag': '4db6d764-155e-435c-80b0-d2864d9fbfff'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:59:02.589323 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e5c4b71-c950-495c-abe8-fb4fa2ea4416" -d '{"events": [{"server_uuid": "acd1d50f-adee-4949-a39f-482940fe67bc", "name": "network-vif-deleted", "tag": "4db6d764-155e-435c-80b0-d2864d9fbfff"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:59:02.628873 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c944f1f8-2bfc-449c-8ff7-315add4159a4 x-openstack-request-id: req-c944f1f8-2bfc-449c-8ff7-315add4159a4 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:59:02.629175 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acd1d50f-adee-4949-a39f-482940fe67bc", "name": "network-vif-deleted", "tag": "4db6d764-155e-435c-80b0-d2864d9fbfff", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:59:02.629433 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c944f1f8-2bfc-449c-8ff7-315add4159a4 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:59:02.629844 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acd1d50f-adee-4949-a39f-482940fe67bc', 'name': 'network-vif-deleted', 'tag': '4db6d764-155e-435c-80b0-d2864d9fbfff', 'status': 'completed', 'code': 200} Jul 15 23:59:03.458485 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:03.681093 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51086) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:59:03.725271 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2a401a3-7d40-4476-b6bd-becbe050fb53 admin admin] Deleting subnet b8b0da52-64b5-4ebb-b9d1-f5e26fff4412 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 23:59:03.728182 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d2a401a3-7d40-4476-b6bd-becbe050fb53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:03.762890 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d2a401a3-7d40-4476-b6bd-becbe050fb53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:03.803036 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d2a401a3-7d40-4476-b6bd-becbe050fb53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:03.860774 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d2a401a3-7d40-4476-b6bd-becbe050fb53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:03.864280 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:59:03.884280 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a401a3-7d40-4476-b6bd-becbe050fb53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8b0da52-64b5-4ebb-b9d1-f5e26fff4412,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:03.894346 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a401a3-7d40-4476-b6bd-becbe050fb53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:03.894703 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a401a3-7d40-4476-b6bd-becbe050fb53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:03.895067 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a401a3-7d40-4476-b6bd-becbe050fb53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:03.895406 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a401a3-7d40-4476-b6bd-becbe050fb53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:03.895769 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a401a3-7d40-4476-b6bd-becbe050fb53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:03.896623 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a401a3-7d40-4476-b6bd-becbe050fb53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:03.896623 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a401a3-7d40-4476-b6bd-becbe050fb53 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:03.896819 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a401a3-7d40-4476-b6bd-becbe050fb53 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:03.897095 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a401a3-7d40-4476-b6bd-becbe050fb53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:03.897462 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a401a3-7d40-4476-b6bd-becbe050fb53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:03.897791 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a401a3-7d40-4476-b6bd-becbe050fb53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:03.898118 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a401a3-7d40-4476-b6bd-becbe050fb53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:03.900882 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d2a401a3-7d40-4476-b6bd-becbe050fb53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:03.905261 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d2a401a3-7d40-4476-b6bd-becbe050fb53 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b8b0da52-64b5-4ebb-b9d1-f5e26fff4412 HTTP/1.1" status: 204 len: 168 time: 0.2207069 Jul 15 23:59:03.906143 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51088) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:59:03.972481 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8c834d50-fecb-4cb0-bec7-5d1d34d7d6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:04.052888 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8c834d50-fecb-4cb0-bec7-5d1d34d7d6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:04.063038 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-8c834d50-fecb-4cb0-bec7-5d1d34d7d6e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6c7e797-3dd5-48d1-82c9-0708daae8b68']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:59:04.072862 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-8c834d50-fecb-4cb0-bec7-5d1d34d7d6e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc455503-a9f7-454b-96cb-35e028d8d031') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:59:04.073160 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-8c834d50-fecb-4cb0-bec7-5d1d34d7d6e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc455503-a9f7-454b-96cb-35e028d8d031') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:59:04.081787 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8c834d50-fecb-4cb0-bec7-5d1d34d7d6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:04.094915 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8c834d50-fecb-4cb0-bec7-5d1d34d7d6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:04.100785 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c834d50-fecb-4cb0-bec7-5d1d34d7d6e4 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 23:59:04.101174 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8c834d50-fecb-4cb0-bec7-5d1d34d7d6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:04.102843 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 23:59:04.102843 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 15 23:59:04.102843 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 15 23:59:04.102843 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 23:59:04.102843 n-d-794306-6 neutron-server[93771]: timer() Jul 15 23:59:04.102843 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 23:59:04.102843 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 15 23:59:04.102843 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 23:59:04.102843 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 15 23:59:04.102843 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 23:59:04.102843 n-d-794306-6 neutron-server[93771]: self._notify() Jul 15 23:59:04.102843 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 23:59:04.102843 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 15 23:59:04.102843 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 23:59:04.102843 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 15 23:59:04.102843 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 23:59:04.102843 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 23:59:04.102843 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 23:59:04.102843 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 23:59:04.102843 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 23:59:04.102843 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 15 23:59:04.102843 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 23:59:04.102843 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 15 23:59:04.102843 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 23:59:04.102843 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 23:59:04.102843 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 23:59:04.102843 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 15 23:59:04.102843 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 23:59:04.102843 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 23:59:04.102843 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 23:59:04.102843 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 23:59:04.102843 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 23:59:04.102843 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 23:59:04.102843 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 23:59:04.158173 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8c834d50-fecb-4cb0-bec7-5d1d34d7d6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:04.163752 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8c834d50-fecb-4cb0-bec7-5d1d34d7d6e4 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:04.168922 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-8c834d50-fecb-4cb0-bec7-5d1d34d7d6e4 admin admin] 10.222.0.48 "DELETE /v2.0/networks/e6c7e797-3dd5-48d1-82c9-0708daae8b68 HTTP/1.1" status: 204 len: 168 time: 0.2592578 Jul 15 23:59:04.178696 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c834d50-fecb-4cb0-bec7-5d1d34d7d6e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6c7e797-3dd5-48d1-82c9-0708daae8b68,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:04.253997 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0e0c42c7-a533-41cc-9416-8fdf9481cd75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:04.276687 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51092) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:59:04.318689 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-64646696-cba6-4e60-ae06-c084debb6ef0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8b98455817f44823a653c8b29dd4c319&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396230 Jul 15 23:59:04.321120 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51094) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:59:04.368645 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-867909e7-bee3-4897-8c1b-a8957ef7461f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:04.388754 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-867909e7-bee3-4897-8c1b-a8957ef7461f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:04.435252 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-867909e7-bee3-4897-8c1b-a8957ef7461f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:04.437816 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-867909e7-bee3-4897-8c1b-a8957ef7461f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:04.439292 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-867909e7-bee3-4897-8c1b-a8957ef7461f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/11b3e680-0936-4f5c-bcce-ae61a1e90de1 HTTP/1.1" status: 204 len: 168 time: 0.1172688 Jul 15 23:59:04.446731 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867909e7-bee3-4897-8c1b-a8957ef7461f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b3e680-0936-4f5c-bcce-ae61a1e90de1,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:04.475519 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:05.082986 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51116) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:59:05.178148 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f7ac1a4e-91e7-4896-8d4e-20dfa7441849 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-63931044-network', 'tenant_id': '146c19810f514ed48bbea6638045fe39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:59:05.201276 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ac1a4e-91e7-4896-8d4e-20dfa7441849 admin admin] Made reservation on behalf of 146c19810f514ed48bbea6638045fe39 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:59:05.203685 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7ac1a4e-91e7-4896-8d4e-20dfa7441849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:05.211870 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7ac1a4e-91e7-4896-8d4e-20dfa7441849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:05.303874 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7ac1a4e-91e7-4896-8d4e-20dfa7441849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:05.307634 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7ac1a4e-91e7-4896-8d4e-20dfa7441849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:05.330200 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7ac1a4e-91e7-4896-8d4e-20dfa7441849 admin admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 23:59:05.345336 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ac1a4e-91e7-4896-8d4e-20dfa7441849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8656195d-4a2f-46b0-944b-66a3761ff257,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:05.348441 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7ac1a4e-91e7-4896-8d4e-20dfa7441849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:05.349038 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-f7ac1a4e-91e7-4896-8d4e-20dfa7441849 admin admin] Added segment 4948a0fc-69c3-4504-bfcc-bcf7849e0aa6 of type vlan for network 05afe214-b272-4343-852e-f1768efa01b4 Jul 15 23:59:05.391375 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7ac1a4e-91e7-4896-8d4e-20dfa7441849 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:05.420002 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7ac1a4e-91e7-4896-8d4e-20dfa7441849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:05.420940 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ac1a4e-91e7-4896-8d4e-20dfa7441849 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:05.421514 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7ac1a4e-91e7-4896-8d4e-20dfa7441849 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:05.454978 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f7ac1a4e-91e7-4896-8d4e-20dfa7441849 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3707492 Jul 15 23:59:05.458073 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 51120) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:59:05.463176 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-eb2f8277-6201-41bc-8374-0b2445911ac3 admin admin] Request body: {'subnet': {'network_id': '05afe214-b272-4343-852e-f1768efa01b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-63931044-subnet', 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:59:05.484031 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ac1a4e-91e7-4896-8d4e-20dfa7441849 admin admin] Pushing event updated for resources: {'Network': ['ID=05afe214-b272-4343-852e-f1768efa01b4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:05.490786 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb2f8277-6201-41bc-8374-0b2445911ac3 admin admin] Made reservation on behalf of 146c19810f514ed48bbea6638045fe39 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:59:05.494326 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb2f8277-6201-41bc-8374-0b2445911ac3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:05.494776 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 05afe214-b272-4343-852e-f1768efa01b4 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 23:59:05.666747 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb2f8277-6201-41bc-8374-0b2445911ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:05.726823 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2f8277-6201-41bc-8374-0b2445911ac3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eea4b5ea-50fc-4ad4-94be-918231915339,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:05.732653 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2f8277-6201-41bc-8374-0b2445911ac3 admin admin] Checking segment: {'id': '4948a0fc-69c3-4504-bfcc-bcf7849e0aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05afe214-b272-4343-852e-f1768efa01b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:59:05.732991 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2f8277-6201-41bc-8374-0b2445911ac3 admin admin] Network hostable DHCP agents. Network: 05afe214-b272-4343-852e-f1768efa01b4, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 23:59:05.748950 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2f8277-6201-41bc-8374-0b2445911ac3 admin admin] Network 05afe214-b272-4343-852e-f1768efa01b4 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 23:59:05.757115 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-eb2f8277-6201-41bc-8374-0b2445911ac3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 05afe214-b272-4343-852e-f1768efa01b4) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:59:05.761375 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2f8277-6201-41bc-8374-0b2445911ac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:05.762180 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb2f8277-6201-41bc-8374-0b2445911ac3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:05.768007 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8a5009-6c80-42fe-901c-1d4253f59edf None None] Network 05afe214-b272-4343-852e-f1768efa01b4 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:59:05.778084 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-eb2f8277-6201-41bc-8374-0b2445911ac3 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3188672 Jul 15 23:59:05.780991 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 51122) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:59:05.785295 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-55645df8-5639-4574-893f-2c3a1c7cfca2 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-63931044-router', 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:59:05.805963 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-55645df8-5639-4574-893f-2c3a1c7cfca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:05.807146 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-55645df8-5639-4574-893f-2c3a1c7cfca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:05.862940 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-55645df8-5639-4574-893f-2c3a1c7cfca2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:05.915702 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905f9f6f-e346-4172-adba-99c31d5f8481 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-05afe214-b272-4343-852e-f1768efa01b4', 'network_id': '05afe214-b272-4343-852e-f1768efa01b4', 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'fixed_ips': [{'subnet_id': 'eea4b5ea-50fc-4ad4-94be-918231915339'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 23:59:05.916574 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-905f9f6f-e346-4172-adba-99c31d5f8481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:06.001232 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-55645df8-5639-4574-893f-2c3a1c7cfca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:06.051390 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-905f9f6f-e346-4172-adba-99c31d5f8481 None None] Allocated IP 172.20.0.2 (05afe214-b272-4343-852e-f1768efa01b4/eea4b5ea-50fc-4ad4-94be-918231915339/07715745-fa3c-4772-82b1-638576e53497) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:59:06.154463 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 4db6d764-155e-435c-80b0-d2864d9fbfff no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 23:59:06.195448 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: 4db6d764-155e-435c-80b0-d2864d9fbfff {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 23:59:06.195752 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 4db6d764-155e-435c-80b0-d2864d9fbfff not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 23:59:06.219331 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-905f9f6f-e346-4172-adba-99c31d5f8481 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:06.228266 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-905f9f6f-e346-4172-adba-99c31d5f8481 None None] Transition to ACTIVE for port object 07715745-fa3c-4772-82b1-638576e53497 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:59:06.243621 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-905f9f6f-e346-4172-adba-99c31d5f8481 None None] Transition to ACTIVE for port object 07715745-fa3c-4772-82b1-638576e53497 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:59:06.249802 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-905f9f6f-e346-4172-adba-99c31d5f8481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:06.294179 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905f9f6f-e346-4172-adba-99c31d5f8481 None None] Network 05afe214-b272-4343-852e-f1768efa01b4 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:59:06.297215 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-905f9f6f-e346-4172-adba-99c31d5f8481 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:59:06.301753 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905f9f6f-e346-4172-adba-99c31d5f8481 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:59:06.305002 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905f9f6f-e346-4172-adba-99c31d5f8481 None None] Pushing event updated for resources: {'Port': ['ID=07715745-fa3c-4772-82b1-638576e53497,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:06.362935 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-905f9f6f-e346-4172-adba-99c31d5f8481 None None] Attempting to bind port 07715745-fa3c-4772-82b1-638576e53497 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:59:06.363312 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-905f9f6f-e346-4172-adba-99c31d5f8481 None None] Attempting to bind port 07715745-fa3c-4772-82b1-638576e53497 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '4948a0fc-69c3-4504-bfcc-bcf7849e0aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05afe214-b272-4343-852e-f1768efa01b4'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:59:06.363709 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905f9f6f-e346-4172-adba-99c31d5f8481 None None] Attempting to bind port 07715745-fa3c-4772-82b1-638576e53497 on network 05afe214-b272-4343-852e-f1768efa01b4 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:59:06.369002 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905f9f6f-e346-4172-adba-99c31d5f8481 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:59:06.369377 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905f9f6f-e346-4172-adba-99c31d5f8481 None None] Checking segment: {'id': '4948a0fc-69c3-4504-bfcc-bcf7849e0aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05afe214-b272-4343-852e-f1768efa01b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:59:06.369785 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-905f9f6f-e346-4172-adba-99c31d5f8481 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:06.370185 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905f9f6f-e346-4172-adba-99c31d5f8481 None None] Bound using segment: {'id': '4948a0fc-69c3-4504-bfcc-bcf7849e0aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05afe214-b272-4343-852e-f1768efa01b4'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:59:06.370700 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-905f9f6f-e346-4172-adba-99c31d5f8481 None None] Bound port: 07715745-fa3c-4772-82b1-638576e53497, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4948a0fc-69c3-4504-bfcc-bcf7849e0aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05afe214-b272-4343-852e-f1768efa01b4'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:59:06.371098 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-905f9f6f-e346-4172-adba-99c31d5f8481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:06.440301 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-905f9f6f-e346-4172-adba-99c31d5f8481 None None] For port 07715745-fa3c-4772-82b1-638576e53497, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:59:06.443514 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-905f9f6f-e346-4172-adba-99c31d5f8481 None None] For port 07715745-fa3c-4772-82b1-638576e53497, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=07715745-fa3c-4772-82b1-638576e53497,segment=NetworkSegment(4948a0fc-69c3-4504-bfcc-bcf7849e0aa6),segment_id=4948a0fc-69c3-4504-bfcc-bcf7849e0aa6)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:59:06.448666 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-905f9f6f-e346-4172-adba-99c31d5f8481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:06.506931 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:06.521622 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905f9f6f-e346-4172-adba-99c31d5f8481 None None] Pushing event updated for resources: {'Port': ['ID=07715745-fa3c-4772-82b1-638576e53497,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:06.567207 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-55645df8-5639-4574-893f-2c3a1c7cfca2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:06.586527 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-55645df8-5639-4574-893f-2c3a1c7cfca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:06.711640 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-55645df8-5639-4574-893f-2c3a1c7cfca2 admin admin] Allocated IP 172.25.5.199 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/b898b7a1-d8c3-4f68-a448-769f333f77fd) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:59:06.822901 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-55645df8-5639-4574-893f-2c3a1c7cfca2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:06.865231 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-55645df8-5639-4574-893f-2c3a1c7cfca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:06.908757 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55645df8-5639-4574-893f-2c3a1c7cfca2 admin admin] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:59:06.911383 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-55645df8-5639-4574-893f-2c3a1c7cfca2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:59:06.915230 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55645df8-5639-4574-893f-2c3a1c7cfca2 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:59:06.920917 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55645df8-5639-4574-893f-2c3a1c7cfca2 admin admin] Pushing event updated for resources: {'Port': ['ID=b898b7a1-d8c3-4f68-a448-769f333f77fd,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:07.193305 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-55645df8-5639-4574-893f-2c3a1c7cfca2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:07.423471 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-55645df8-5639-4574-893f-2c3a1c7cfca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:07.524008 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84eafc09-2b29-4296-a4e0-91ea358b6d94 None None] Network 05afe214-b272-4343-852e-f1768efa01b4 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 23:59:07.592318 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55645df8-5639-4574-893f-2c3a1c7cfca2 admin admin] Router f875ac8c-b8e6-4691-bab1-e1fed0bd629a is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 23:59:07.602805 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-619b7cd9-8174-40b7-bbe5-20eb40c1e47f None None] Provisioning for port 07715745-fa3c-4772-82b1-638576e53497 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:59:07.716822 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55645df8-5639-4574-893f-2c3a1c7cfca2 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:59:07.728018 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7359eef9-bdc1-4f86-8b47-81532542f78d None None] Sync routers for ids ['f875ac8c-b8e6-4691-bab1-e1fed0bd629a'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:59:07.735306 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-55645df8-5639-4574-893f-2c3a1c7cfca2 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:07.739663 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-55645df8-5639-4574-893f-2c3a1c7cfca2 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9549832 Jul 15 23:59:07.739852 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7359eef9-bdc1-4f86-8b47-81532542f78d None None] Routers {'f875ac8c-b8e6-4691-bab1-e1fed0bd629a'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:59:07.739952 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 51124) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:59:07.740447 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7359eef9-bdc1-4f86-8b47-81532542f78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:59:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['f875ac8c-b8e6-4691-bab1-e1fed0bd629a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:59:07.855382 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-7359eef9-bdc1-4f86-8b47-81532542f78d None None] Set router f875ac8c-b8e6-4691-bab1-e1fed0bd629a gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:59:08.053373 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7359eef9-bdc1-4f86-8b47-81532542f78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'name': 'tempest-ServerActionsTestJSON-63931044-router', 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'b898b7a1-d8c3-4f68-a448-769f333f77fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:59:05Z', 'updated_at': '2021-07-15T23:59:07Z', 'revision_number': 3, 'project_id': '146c19810f514ed48bbea6638045fe39', 'gw_port': {'id': 'b898b7a1-d8c3-4f68-a448-769f333f77fd', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:67:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:06Z', 'updated_at': '2021-07-15T23:59:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:59:08.082345 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7359eef9-bdc1-4f86-8b47-81532542f78d None None] Checking router: f875ac8c-b8e6-4691-bab1-e1fed0bd629a for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:59:08.082692 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7359eef9-bdc1-4f86-8b47-81532542f78d None None] Updating router f875ac8c-b8e6-4691-bab1-e1fed0bd629a port b898b7a1-d8c3-4f68-a448-769f333f77fd binding host n-d-794306-6 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:59:08.116835 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7359eef9-bdc1-4f86-8b47-81532542f78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:08.171888 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f490503-1752-45ae-91c2-473097739a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:08.340883 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-4f490503-1752-45ae-91c2-473097739a0e admin admin] Allocated IP 172.20.0.1 (05afe214-b272-4343-852e-f1768efa01b4/eea4b5ea-50fc-4ad4-94be-918231915339/dfffd2a0-4f59-4fc2-a827-89d47d7b06c0) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:59:08.441700 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 07715745-fa3c-4772-82b1-638576e53497 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:59:08.444244 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f490503-1752-45ae-91c2-473097739a0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:08.458939 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-4f490503-1752-45ae-91c2-473097739a0e admin admin] Transition to ACTIVE for port object dfffd2a0-4f59-4fc2-a827-89d47d7b06c0 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:59:08.494067 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f490503-1752-45ae-91c2-473097739a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:08.524872 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:08.532249 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f490503-1752-45ae-91c2-473097739a0e admin admin] Network 05afe214-b272-4343-852e-f1768efa01b4 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:59:08.537007 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-4f490503-1752-45ae-91c2-473097739a0e admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:59:08.540521 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f490503-1752-45ae-91c2-473097739a0e admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:59:08.564022 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 07715745-fa3c-4772-82b1-638576e53497 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:59:08.570372 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f490503-1752-45ae-91c2-473097739a0e admin admin] Pushing event updated for resources: {'Port': ['ID=dfffd2a0-4f59-4fc2-a827-89d47d7b06c0,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:08.576361 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 07715745-fa3c-4772-82b1-638576e53497 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:59:08.576738 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:08.591529 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f490503-1752-45ae-91c2-473097739a0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:08.610948 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7359eef9-bdc1-4f86-8b47-81532542f78d None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:08.629570 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7359eef9-bdc1-4f86-8b47-81532542f78d None None] Transition to ACTIVE for port object b898b7a1-d8c3-4f68-a448-769f333f77fd will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:59:08.639048 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7359eef9-bdc1-4f86-8b47-81532542f78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:08.724249 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca66bbd5-b23d-4383-9877-15d155187c6a None None] Pushing event updated for resources: {'Port': ['ID=b898b7a1-d8c3-4f68-a448-769f333f77fd,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:08.737463 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-7359eef9-bdc1-4f86-8b47-81532542f78d None None] Attempting to bind port b898b7a1-d8c3-4f68-a448-769f333f77fd on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:59:08.737819 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-7359eef9-bdc1-4f86-8b47-81532542f78d None None] Attempting to bind port b898b7a1-d8c3-4f68-a448-769f333f77fd by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:59:08.738373 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7359eef9-bdc1-4f86-8b47-81532542f78d None None] Attempting to bind port b898b7a1-d8c3-4f68-a448-769f333f77fd on network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:59:08.748311 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7359eef9-bdc1-4f86-8b47-81532542f78d None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:59:08.748600 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7359eef9-bdc1-4f86-8b47-81532542f78d None None] Checking segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:59:08.749002 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7359eef9-bdc1-4f86-8b47-81532542f78d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:08.749394 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7359eef9-bdc1-4f86-8b47-81532542f78d None None] Bound using segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:59:08.749871 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-7359eef9-bdc1-4f86-8b47-81532542f78d None None] Bound port: b898b7a1-d8c3-4f68-a448-769f333f77fd, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:59:08.750268 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7359eef9-bdc1-4f86-8b47-81532542f78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:08.753745 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:08.763829 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f490503-1752-45ae-91c2-473097739a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:08.834598 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 07715745-fa3c-4772-82b1-638576e53497, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=07715745-fa3c-4772-82b1-638576e53497,segment=NetworkSegment(4948a0fc-69c3-4504-bfcc-bcf7849e0aa6),segment_id=4948a0fc-69c3-4504-bfcc-bcf7849e0aa6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:59:08.837049 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-871f35a7-3f4f-4d11-a632-bac5a3c7e263 None None] Provisioning for port dfffd2a0-4f59-4fc2-a827-89d47d7b06c0 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:59:08.840011 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-7359eef9-bdc1-4f86-8b47-81532542f78d None None] For port b898b7a1-d8c3-4f68-a448-769f333f77fd, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:59:08.844867 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:08.853062 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-871f35a7-3f4f-4d11-a632-bac5a3c7e263 None None] Provisioning complete for port dfffd2a0-4f59-4fc2-a827-89d47d7b06c0 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:59:08.853424 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-871f35a7-3f4f-4d11-a632-bac5a3c7e263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:08.875908 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-7359eef9-bdc1-4f86-8b47-81532542f78d None None] For port b898b7a1-d8c3-4f68-a448-769f333f77fd, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=b898b7a1-d8c3-4f68-a448-769f333f77fd,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:59:08.897613 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7359eef9-bdc1-4f86-8b47-81532542f78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:08.942583 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f490503-1752-45ae-91c2-473097739a0e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:08.945417 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-871f35a7-3f4f-4d11-a632-bac5a3c7e263 None None] Port dfffd2a0-4f59-4fc2-a827-89d47d7b06c0 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:59:08.946925 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=07715745-fa3c-4772-82b1-638576e53497,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:08.948271 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f490503-1752-45ae-91c2-473097739a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:08.955898 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7359eef9-bdc1-4f86-8b47-81532542f78d None None] Routers {'f875ac8c-b8e6-4691-bab1-e1fed0bd629a'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:59:08.956519 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7359eef9-bdc1-4f86-8b47-81532542f78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:59:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['f875ac8c-b8e6-4691-bab1-e1fed0bd629a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:59:09.023916 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f490503-1752-45ae-91c2-473097739a0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:09.025532 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f490503-1752-45ae-91c2-473097739a0e admin admin] Pushing event updated for resources: {'Port': ['ID=dfffd2a0-4f59-4fc2-a827-89d47d7b06c0,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:09.038298 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f490503-1752-45ae-91c2-473097739a0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:09.038647 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f490503-1752-45ae-91c2-473097739a0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:09.038990 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f490503-1752-45ae-91c2-473097739a0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:09.039327 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f490503-1752-45ae-91c2-473097739a0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:09.039688 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f490503-1752-45ae-91c2-473097739a0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:09.040023 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f490503-1752-45ae-91c2-473097739a0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:09.040350 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f490503-1752-45ae-91c2-473097739a0e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:09.040674 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f490503-1752-45ae-91c2-473097739a0e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:09.040999 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f490503-1752-45ae-91c2-473097739a0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:09.041323 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f490503-1752-45ae-91c2-473097739a0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:09.041648 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f490503-1752-45ae-91c2-473097739a0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:09.041973 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f490503-1752-45ae-91c2-473097739a0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:09.067783 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca66bbd5-b23d-4383-9877-15d155187c6a None None] Pushing event updated for resources: {'Port': ['ID=b898b7a1-d8c3-4f68-a448-769f333f77fd,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:09.099038 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-7359eef9-bdc1-4f86-8b47-81532542f78d None None] Set router f875ac8c-b8e6-4691-bab1-e1fed0bd629a gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:59:09.129849 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f490503-1752-45ae-91c2-473097739a0e admin admin] Network 05afe214-b272-4343-852e-f1768efa01b4 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:59:09.131234 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-4f490503-1752-45ae-91c2-473097739a0e admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:59:09.253901 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f490503-1752-45ae-91c2-473097739a0e admin admin] Router f875ac8c-b8e6-4691-bab1-e1fed0bd629a has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:59:09.306644 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7359eef9-bdc1-4f86-8b47-81532542f78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'name': 'tempest-ServerActionsTestJSON-63931044-router', 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'b898b7a1-d8c3-4f68-a448-769f333f77fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:59:05Z', 'updated_at': '2021-07-15T23:59:08Z', 'revision_number': 4, 'project_id': '146c19810f514ed48bbea6638045fe39', 'gw_port': {'id': 'b898b7a1-d8c3-4f68-a448-769f333f77fd', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:67:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:06Z', 'updated_at': '2021-07-15T23:59:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'dfffd2a0-4f59-4fc2-a827-89d47d7b06c0', 'name': '', 'network_id': '05afe214-b272-4343-852e-f1768efa01b4', 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'mac_address': 'fa:16:3e:19:1f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'eea4b5ea-50fc-4ad4-94be-918231915339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:08Z', 'updated_at': '2021-07-15T23:59:08Z', 'revision_number': 2, 'project_id': '146c19810f514ed48bbea6638045fe39', 'subnets': [{'id': 'eea4b5ea-50fc-4ad4-94be-918231915339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:59:09.338737 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7359eef9-bdc1-4f86-8b47-81532542f78d None None] The sync data for ids ['f875ac8c-b8e6-4691-bab1-e1fed0bd629a'] in n-d-794306-6 is: [{'id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'name': 'tempest-ServerActionsTestJSON-63931044-router', 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'b898b7a1-d8c3-4f68-a448-769f333f77fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:59:05Z', 'updated_at': '2021-07-15T23:59:08Z', 'revision_number': 4, 'project_id': '146c19810f514ed48bbea6638045fe39', 'gw_port': {'id': 'b898b7a1-d8c3-4f68-a448-769f333f77fd', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:67:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:06Z', 'updated_at': '2021-07-15T23:59:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'dfffd2a0-4f59-4fc2-a827-89d47d7b06c0', 'name': '', 'network_id': '05afe214-b272-4343-852e-f1768efa01b4', 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'mac_address': 'fa:16:3e:19:1f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'eea4b5ea-50fc-4ad4-94be-918231915339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:08Z', 'updated_at': '2021-07-15T23:59:08Z', 'revision_number': 2, 'project_id': '146c19810f514ed48bbea6638045fe39', 'subnets': [{'id': 'eea4b5ea-50fc-4ad4-94be-918231915339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:59:09.366904 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-72d1fbae-cdb4-4a14-b8b9-2fb3211c2acc None None] Provisioning complete for port dfffd2a0-4f59-4fc2-a827-89d47d7b06c0 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:59:09.367481 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-72d1fbae-cdb4-4a14-b8b9-2fb3211c2acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:09.371344 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f490503-1752-45ae-91c2-473097739a0e admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:59:09.379613 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-4f490503-1752-45ae-91c2-473097739a0e admin admin] 10.222.0.48 "PUT /v2.0/routers/f875ac8c-b8e6-4691-bab1-e1fed0bd629a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6353700 Jul 15 23:59:09.403896 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-72d1fbae-cdb4-4a14-b8b9-2fb3211c2acc None None] Port dfffd2a0-4f59-4fc2-a827-89d47d7b06c0 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:59:09.884615 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 51132) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:59:09.889520 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-1f2919b2-820f-4574-b270-1423bd139ecf tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Request body: {'security_group': {'name': 'tempest-securitygroup--132972465', 'description': 'tempest-description--2086494061'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:59:09.913867 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1f2919b2-820f-4574-b270-1423bd139ecf tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:10.022633 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1f2919b2-820f-4574-b270-1423bd139ecf tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:10.026340 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1f2919b2-820f-4574-b270-1423bd139ecf tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:10.059343 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1f2919b2-820f-4574-b270-1423bd139ecf tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:10.060298 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-1f2919b2-820f-4574-b270-1423bd139ecf tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1745784 Jul 15 23:59:10.063198 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 51134) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:59:10.068475 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-f0ddc3b5-c376-46bf-a754-2f9a53d14fed tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Request body: {'security_group_rule': {'security_group_id': 'a6100d2c-2a68-45a8-8eeb-72c8438afd74', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:59:10.073867 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2919b2-820f-4574-b270-1423bd139ecf tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6100d2c-2a68-45a8-8eeb-72c8438afd74,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:10.098954 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0ddc3b5-c376-46bf-a754-2f9a53d14fed tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:10.166129 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0ddc3b5-c376-46bf-a754-2f9a53d14fed tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:10.171467 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0ddc3b5-c376-46bf-a754-2f9a53d14fed tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:10.192526 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ddc3b5-c376-46bf-a754-2f9a53d14fed tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a5b1c24-63e4-4741-8dfb-a27e4a799042,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:10.200809 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0ddc3b5-c376-46bf-a754-2f9a53d14fed tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:10.202104 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-f0ddc3b5-c376-46bf-a754-2f9a53d14fed tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1378930 Jul 15 23:59:10.204929 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51136) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:59:10.209891 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c4628b27-285c-422f-a4a5-4a1becc0139c tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Request body: {'security_group_rule': {'security_group_id': 'a6100d2c-2a68-45a8-8eeb-72c8438afd74', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:59:10.245267 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4628b27-285c-422f-a4a5-4a1becc0139c tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:10.316697 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4628b27-285c-422f-a4a5-4a1becc0139c tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:10.320286 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4628b27-285c-422f-a4a5-4a1becc0139c tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:10.341354 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4628b27-285c-422f-a4a5-4a1becc0139c tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1af51305-5f8f-4f55-9233-120a992c9ce6,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:10.350879 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4628b27-285c-422f-a4a5-4a1becc0139c tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:10.352216 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c4628b27-285c-422f-a4a5-4a1becc0139c tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1460290 Jul 15 23:59:10.355346 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 51138) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:59:10.367430 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-8c2ac12e-ce22-40f6-9af0-16c6b6749a8f tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Request body: {'floatingip': {'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:59:10.371370 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 07715745-fa3c-4772-82b1-638576e53497 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:59:10.392963 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8c2ac12e-ce22-40f6-9af0-16c6b6749a8f tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:10.421030 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 07715745-fa3c-4772-82b1-638576e53497 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:59:10.421694 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:10.502353 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8c2ac12e-ce22-40f6-9af0-16c6b6749a8f tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:10.512624 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device b898b7a1-d8c3-4f68-a448-769f333f77fd up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:59:10.561581 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port b898b7a1-d8c3-4f68-a448-769f333f77fd completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:59:10.565624 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port b898b7a1-d8c3-4f68-a448-769f333f77fd triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:59:10.566007 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:10.614595 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-8c2ac12e-ce22-40f6-9af0-16c6b6749a8f tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Allocated IP 172.25.5.70 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/c3b47ca5-e503-4c5e-83bb-cb502d0bf624) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:59:10.648690 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:10.671939 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port b898b7a1-d8c3-4f68-a448-769f333f77fd, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=b898b7a1-d8c3-4f68-a448-769f333f77fd,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:59:10.677194 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:10.730102 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=b898b7a1-d8c3-4f68-a448-769f333f77fd,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:10.731291 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8c2ac12e-ce22-40f6-9af0-16c6b6749a8f tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:10.777609 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8c2ac12e-ce22-40f6-9af0-16c6b6749a8f tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:10.818066 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2ac12e-ce22-40f6-9af0-16c6b6749a8f tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:59:10.824745 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-8c2ac12e-ce22-40f6-9af0-16c6b6749a8f tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:59:10.827228 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2ac12e-ce22-40f6-9af0-16c6b6749a8f tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:59:10.852344 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2ac12e-ce22-40f6-9af0-16c6b6749a8f tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Pushing event updated for resources: {'Port': ['ID=c3b47ca5-e503-4c5e-83bb-cb502d0bf624,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:10.916908 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8c2ac12e-ce22-40f6-9af0-16c6b6749a8f tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:10.961067 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8c2ac12e-ce22-40f6-9af0-16c6b6749a8f tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:11.116166 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8c2ac12e-ce22-40f6-9af0-16c6b6749a8f tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:11.120788 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8c2ac12e-ce22-40f6-9af0-16c6b6749a8f tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:11.196220 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2ac12e-ce22-40f6-9af0-16c6b6749a8f tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Pushing event updated for resources: {'Port': ['ID=c3b47ca5-e503-4c5e-83bb-cb502d0bf624,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:11.206084 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8c2ac12e-ce22-40f6-9af0-16c6b6749a8f tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:11.220254 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8c2ac12e-ce22-40f6-9af0-16c6b6749a8f tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:11.221394 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-8c2ac12e-ce22-40f6-9af0-16c6b6749a8f tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8648312 Jul 15 23:59:11.361937 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-831f6eef-4e62-476e-9699-3da1c7011252 req-ee394090-9cab-403e-be09-44ae6b6125a2 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--132972465&fields=id&tenant_id=146c19810f514ed48bbea6638045fe39 HTTP/1.1" status: 200 len: 267 time: 0.0330133 Jul 15 23:59:11.390220 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff05c6e-8c4e-4dda-a321-8df891c0790f None None] Sync routers for ids ['f875ac8c-b8e6-4691-bab1-e1fed0bd629a'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:59:11.399892 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff05c6e-8c4e-4dda-a321-8df891c0790f None None] Routers {'f875ac8c-b8e6-4691-bab1-e1fed0bd629a'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:59:11.400861 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3ff05c6e-8c4e-4dda-a321-8df891c0790f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:59:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['f875ac8c-b8e6-4691-bab1-e1fed0bd629a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:59:11.475100 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f6eef-4e62-476e-9699-3da1c7011252 req-2bd7ac05-8fef-4ef3-934b-390ecbc12dd1 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:11.476628 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-831f6eef-4e62-476e-9699-3da1c7011252 req-2bd7ac05-8fef-4ef3-934b-390ecbc12dd1 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/networks?id=05afe214-b272-4343-852e-f1768efa01b4 HTTP/1.1" status: 200 len: 810 time: 0.1080508 Jul 15 23:59:11.491418 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-831f6eef-4e62-476e-9699-3da1c7011252 req-549f8a33-d93f-4f21-b22c-429f8d5144e9 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/quotas/146c19810f514ed48bbea6638045fe39 HTTP/1.1" status: 200 len: 375 time: 0.0091419 Jul 15 23:59:11.502883 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-3ff05c6e-8c4e-4dda-a321-8df891c0790f None None] Set router f875ac8c-b8e6-4691-bab1-e1fed0bd629a gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:59:11.566571 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-831f6eef-4e62-476e-9699-3da1c7011252 req-f4c0ed46-73bc-4dbb-9180-854437f725b6 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=146c19810f514ed48bbea6638045fe39&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0697885 Jul 15 23:59:11.633894 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [req-831f6eef-4e62-476e-9699-3da1c7011252 req-1f99067c-c24b-4654-856c-7a91b67ce3af service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 23:59:11.634954 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-831f6eef-4e62-476e-9699-3da1c7011252 req-1f99067c-c24b-4654-856c-7a91b67ce3af service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0558987 Jul 15 23:59:11.701850 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3ff05c6e-8c4e-4dda-a321-8df891c0790f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'name': 'tempest-ServerActionsTestJSON-63931044-router', 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'b898b7a1-d8c3-4f68-a448-769f333f77fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:59:05Z', 'updated_at': '2021-07-15T23:59:08Z', 'revision_number': 4, 'project_id': '146c19810f514ed48bbea6638045fe39', 'gw_port': {'id': 'b898b7a1-d8c3-4f68-a448-769f333f77fd', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:67:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:06Z', 'updated_at': '2021-07-15T23:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'dfffd2a0-4f59-4fc2-a827-89d47d7b06c0', 'name': '', 'network_id': '05afe214-b272-4343-852e-f1768efa01b4', 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'mac_address': 'fa:16:3e:19:1f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'eea4b5ea-50fc-4ad4-94be-918231915339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:08Z', 'updated_at': '2021-07-15T23:59:08Z', 'revision_number': 2, 'project_id': '146c19810f514ed48bbea6638045fe39', 'subnets': [{'id': 'eea4b5ea-50fc-4ad4-94be-918231915339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:59:11.729443 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-831f6eef-4e62-476e-9699-3da1c7011252 req-f4291ba9-0b91-4631-81e3-449801e04c44 service neutron] 10.222.0.48 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866268 Jul 15 23:59:11.732226 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff05c6e-8c4e-4dda-a321-8df891c0790f None None] Checking router: f875ac8c-b8e6-4691-bab1-e1fed0bd629a for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:59:11.732515 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff05c6e-8c4e-4dda-a321-8df891c0790f None None] Updating router f875ac8c-b8e6-4691-bab1-e1fed0bd629a port dfffd2a0-4f59-4fc2-a827-89d47d7b06c0 binding host n-d-794306-6 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 23:59:11.766447 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3ff05c6e-8c4e-4dda-a321-8df891c0790f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:11.824886 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-831f6eef-4e62-476e-9699-3da1c7011252 req-d04aff6e-449a-455c-9b97-1ce3b28049f4 service neutron] 10.222.0.48 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893800 Jul 15 23:59:12.001017 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-540ed02f-6d1b-416f-80f0-a53d967fb134 req-45a441d7-7bae-48ad-80d6-a6aec4d31654 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=21b43cac-77a5-4fac-8ad8-bbb1c0de7f38 HTTP/1.1" status: 200 len: 210 time: 0.0301573 Jul 15 23:59:12.044079 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3ff05c6e-8c4e-4dda-a321-8df891c0790f None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:12.054102 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-3ff05c6e-8c4e-4dda-a321-8df891c0790f None None] Transition to ACTIVE for port object dfffd2a0-4f59-4fc2-a827-89d47d7b06c0 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:59:12.060935 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3ff05c6e-8c4e-4dda-a321-8df891c0790f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:12.112691 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3cf860-94d5-4237-9059-5e4b76af0252 None None] Pushing event updated for resources: {'Port': ['ID=dfffd2a0-4f59-4fc2-a827-89d47d7b06c0,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:12.142319 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3cf860-94d5-4237-9059-5e4b76af0252 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:12.142651 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3cf860-94d5-4237-9059-5e4b76af0252 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:12.143438 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3cf860-94d5-4237-9059-5e4b76af0252 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:12.144094 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3cf860-94d5-4237-9059-5e4b76af0252 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:12.144709 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3cf860-94d5-4237-9059-5e4b76af0252 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:12.145326 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3cf860-94d5-4237-9059-5e4b76af0252 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:12.145770 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3cf860-94d5-4237-9059-5e4b76af0252 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:12.146099 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3cf860-94d5-4237-9059-5e4b76af0252 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:12.146423 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3cf860-94d5-4237-9059-5e4b76af0252 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:12.146889 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3cf860-94d5-4237-9059-5e4b76af0252 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:12.147248 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3cf860-94d5-4237-9059-5e4b76af0252 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:12.148425 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3cf860-94d5-4237-9059-5e4b76af0252 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 23:59:12.187852 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-3ff05c6e-8c4e-4dda-a321-8df891c0790f None None] Attempting to bind port dfffd2a0-4f59-4fc2-a827-89d47d7b06c0 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:59:12.188239 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-3ff05c6e-8c4e-4dda-a321-8df891c0790f None None] Attempting to bind port dfffd2a0-4f59-4fc2-a827-89d47d7b06c0 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '4948a0fc-69c3-4504-bfcc-bcf7849e0aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05afe214-b272-4343-852e-f1768efa01b4'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:59:12.188758 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff05c6e-8c4e-4dda-a321-8df891c0790f None None] Attempting to bind port dfffd2a0-4f59-4fc2-a827-89d47d7b06c0 on network 05afe214-b272-4343-852e-f1768efa01b4 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:59:12.194498 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff05c6e-8c4e-4dda-a321-8df891c0790f None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:59:12.195105 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff05c6e-8c4e-4dda-a321-8df891c0790f None None] Checking segment: {'id': '4948a0fc-69c3-4504-bfcc-bcf7849e0aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05afe214-b272-4343-852e-f1768efa01b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:59:12.195508 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3ff05c6e-8c4e-4dda-a321-8df891c0790f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:12.196100 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff05c6e-8c4e-4dda-a321-8df891c0790f None None] Bound using segment: {'id': '4948a0fc-69c3-4504-bfcc-bcf7849e0aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05afe214-b272-4343-852e-f1768efa01b4'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:59:12.196658 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-3ff05c6e-8c4e-4dda-a321-8df891c0790f None None] Bound port: dfffd2a0-4f59-4fc2-a827-89d47d7b06c0, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4948a0fc-69c3-4504-bfcc-bcf7849e0aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05afe214-b272-4343-852e-f1768efa01b4'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:59:12.197182 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3ff05c6e-8c4e-4dda-a321-8df891c0790f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:12.289485 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-3ff05c6e-8c4e-4dda-a321-8df891c0790f None None] For port dfffd2a0-4f59-4fc2-a827-89d47d7b06c0, host n-d-794306-6, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:59:12.297097 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-3ff05c6e-8c4e-4dda-a321-8df891c0790f None None] For port dfffd2a0-4f59-4fc2-a827-89d47d7b06c0, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=dfffd2a0-4f59-4fc2-a827-89d47d7b06c0,segment=NetworkSegment(4948a0fc-69c3-4504-bfcc-bcf7849e0aa6),segment_id=4948a0fc-69c3-4504-bfcc-bcf7849e0aa6)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:59:12.307073 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3ff05c6e-8c4e-4dda-a321-8df891c0790f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:12.346452 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device b898b7a1-d8c3-4f68-a448-769f333f77fd up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:59:12.442139 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff05c6e-8c4e-4dda-a321-8df891c0790f None None] Routers {'f875ac8c-b8e6-4691-bab1-e1fed0bd629a'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:59:12.445652 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3ff05c6e-8c4e-4dda-a321-8df891c0790f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:59:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['f875ac8c-b8e6-4691-bab1-e1fed0bd629a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:59:12.452168 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3cf860-94d5-4237-9059-5e4b76af0252 None None] Pushing event updated for resources: {'Port': ['ID=dfffd2a0-4f59-4fc2-a827-89d47d7b06c0,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:12.483415 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port b898b7a1-d8c3-4f68-a448-769f333f77fd triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:59:12.484335 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:12.625637 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-3ff05c6e-8c4e-4dda-a321-8df891c0790f None None] Set router f875ac8c-b8e6-4691-bab1-e1fed0bd629a gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:59:12.866063 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3ff05c6e-8c4e-4dda-a321-8df891c0790f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'name': 'tempest-ServerActionsTestJSON-63931044-router', 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'b898b7a1-d8c3-4f68-a448-769f333f77fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:59:05Z', 'updated_at': '2021-07-15T23:59:08Z', 'revision_number': 4, 'project_id': '146c19810f514ed48bbea6638045fe39', 'gw_port': {'id': 'b898b7a1-d8c3-4f68-a448-769f333f77fd', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:67:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:06Z', 'updated_at': '2021-07-15T23:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'dfffd2a0-4f59-4fc2-a827-89d47d7b06c0', 'name': '', 'network_id': '05afe214-b272-4343-852e-f1768efa01b4', 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'mac_address': 'fa:16:3e:19:1f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'eea4b5ea-50fc-4ad4-94be-918231915339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:08Z', 'updated_at': '2021-07-15T23:59:12Z', 'revision_number': 4, 'project_id': '146c19810f514ed48bbea6638045fe39', 'subnets': [{'id': 'eea4b5ea-50fc-4ad4-94be-918231915339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:59:12.892996 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff05c6e-8c4e-4dda-a321-8df891c0790f None None] The sync data for ids ['f875ac8c-b8e6-4691-bab1-e1fed0bd629a'] in n-d-794306-6 is: [{'id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'name': 'tempest-ServerActionsTestJSON-63931044-router', 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'b898b7a1-d8c3-4f68-a448-769f333f77fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:59:05Z', 'updated_at': '2021-07-15T23:59:08Z', 'revision_number': 4, 'project_id': '146c19810f514ed48bbea6638045fe39', 'gw_port': {'id': 'b898b7a1-d8c3-4f68-a448-769f333f77fd', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:67:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:06Z', 'updated_at': '2021-07-15T23:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'dfffd2a0-4f59-4fc2-a827-89d47d7b06c0', 'name': '', 'network_id': '05afe214-b272-4343-852e-f1768efa01b4', 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'mac_address': 'fa:16:3e:19:1f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'eea4b5ea-50fc-4ad4-94be-918231915339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:08Z', 'updated_at': '2021-07-15T23:59:12Z', 'revision_number': 4, 'project_id': '146c19810f514ed48bbea6638045fe39', 'subnets': [{'id': 'eea4b5ea-50fc-4ad4-94be-918231915339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:59:13.187990 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-db7ab7d0-edff-4436-b312-acc78d979b2b req-ca2e9716-fca6-4640-b393-38ea49bef11d tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=21b43cac-77a5-4fac-8ad8-bbb1c0de7f38 HTTP/1.1" status: 200 len: 210 time: 0.0311618 Jul 15 23:59:13.327678 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f6eef-4e62-476e-9699-3da1c7011252 req-bbf9608c-1e92-4e76-9051-06c12aabdb1a tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:13.329613 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-831f6eef-4e62-476e-9699-3da1c7011252 req-bbf9608c-1e92-4e76-9051-06c12aabdb1a tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.49 "GET /v2.0/networks?id=05afe214-b272-4343-852e-f1768efa01b4 HTTP/1.1" status: 200 len: 810 time: 0.1280384 Jul 15 23:59:13.390358 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-831f6eef-4e62-476e-9699-3da1c7011252 req-1f368954-b4bc-40fe-b40e-678562a40c9f tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=146c19810f514ed48bbea6638045fe39 HTTP/1.1" status: 200 len: 379 time: 0.0464280 Jul 15 23:59:13.398849 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-831f6eef-4e62-476e-9699-3da1c7011252 req-a8b450fe-1a52-49ae-b9a3-7cfdeaa9d247 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Request body: {'port': {'device_id': '21b43cac-77a5-4fac-8ad8-bbb1c0de7f38', 'network_id': '05afe214-b272-4343-852e-f1768efa01b4', 'admin_state_up': True, 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'security_groups': ['a6100d2c-2a68-45a8-8eeb-72c8438afd74']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:59:13.518204 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-831f6eef-4e62-476e-9699-3da1c7011252 req-a8b450fe-1a52-49ae-b9a3-7cfdeaa9d247 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Made reservation on behalf of 146c19810f514ed48bbea6638045fe39 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 23:59:13.521836 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-831f6eef-4e62-476e-9699-3da1c7011252 req-a8b450fe-1a52-49ae-b9a3-7cfdeaa9d247 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:13.647088 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-831f6eef-4e62-476e-9699-3da1c7011252 req-a8b450fe-1a52-49ae-b9a3-7cfdeaa9d247 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Allocated IP 172.20.0.12 (05afe214-b272-4343-852e-f1768efa01b4/eea4b5ea-50fc-4ad4-94be-918231915339/5be5f6ca-64d0-41c2-9cfa-9b52cef834d6) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 23:59:13.783774 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-831f6eef-4e62-476e-9699-3da1c7011252 req-a8b450fe-1a52-49ae-b9a3-7cfdeaa9d247 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:13.797935 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-831f6eef-4e62-476e-9699-3da1c7011252 req-a8b450fe-1a52-49ae-b9a3-7cfdeaa9d247 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Transition to ACTIVE for port object 5be5f6ca-64d0-41c2-9cfa-9b52cef834d6 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:59:13.831753 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-831f6eef-4e62-476e-9699-3da1c7011252 req-a8b450fe-1a52-49ae-b9a3-7cfdeaa9d247 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:13.879520 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-831f6eef-4e62-476e-9699-3da1c7011252 req-a8b450fe-1a52-49ae-b9a3-7cfdeaa9d247 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Network 05afe214-b272-4343-852e-f1768efa01b4 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 23:59:13.882665 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-831f6eef-4e62-476e-9699-3da1c7011252 req-a8b450fe-1a52-49ae-b9a3-7cfdeaa9d247 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 23:59:13.887124 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-831f6eef-4e62-476e-9699-3da1c7011252 req-a8b450fe-1a52-49ae-b9a3-7cfdeaa9d247 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 23:59:13.893507 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b450fe-1a52-49ae-b9a3-7cfdeaa9d247 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Pushing event updated for resources: {'Port': ['ID=5be5f6ca-64d0-41c2-9cfa-9b52cef834d6,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:13.942831 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f6eef-4e62-476e-9699-3da1c7011252 req-a8b450fe-1a52-49ae-b9a3-7cfdeaa9d247 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:13.943463 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-831f6eef-4e62-476e-9699-3da1c7011252 req-a8b450fe-1a52-49ae-b9a3-7cfdeaa9d247 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:13.958625 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-831f6eef-4e62-476e-9699-3da1c7011252 req-a8b450fe-1a52-49ae-b9a3-7cfdeaa9d247 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5634604 Jul 15 23:59:13.970142 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-831f6eef-4e62-476e-9699-3da1c7011252 req-35d2d591-6d24-4b05-a0ce-51b611f0550b service neutron] Request body: {'port': {'device_id': '21b43cac-77a5-4fac-8ad8-bbb1c0de7f38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:59:14.050722 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-831f6eef-4e62-476e-9699-3da1c7011252 req-35d2d591-6d24-4b05-a0ce-51b611f0550b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:14.082056 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cc1d3871-faba-4240-ab64-471792369861 None None] Provisioning for port 5be5f6ca-64d0-41c2-9cfa-9b52cef834d6 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:59:14.085764 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cc1d3871-faba-4240-ab64-471792369861 None None] Provisioning complete for port 5be5f6ca-64d0-41c2-9cfa-9b52cef834d6 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:59:14.086182 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cc1d3871-faba-4240-ab64-471792369861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:14.122678 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-cc1d3871-faba-4240-ab64-471792369861 None None] Port 5be5f6ca-64d0-41c2-9cfa-9b52cef834d6 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 23:59:14.301973 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device dfffd2a0-4f59-4fc2-a827-89d47d7b06c0 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:59:14.354092 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port dfffd2a0-4f59-4fc2-a827-89d47d7b06c0 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:59:14.356657 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-831f6eef-4e62-476e-9699-3da1c7011252 req-35d2d591-6d24-4b05-a0ce-51b611f0550b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5be5f6ca-64d0-41c2-9cfa-9b52cef834d6 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:59:14.358278 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port dfffd2a0-4f59-4fc2-a827-89d47d7b06c0 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:59:14.358786 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:14.366975 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-831f6eef-4e62-476e-9699-3da1c7011252 req-35d2d591-6d24-4b05-a0ce-51b611f0550b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:14.386704 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-831f6eef-4e62-476e-9699-3da1c7011252 req-35d2d591-6d24-4b05-a0ce-51b611f0550b service neutron] Transition to ACTIVE for port object 5be5f6ca-64d0-41c2-9cfa-9b52cef834d6 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 23:59:14.394034 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-831f6eef-4e62-476e-9699-3da1c7011252 req-35d2d591-6d24-4b05-a0ce-51b611f0550b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:14.437048 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:14.451251 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a122076f-edd7-45ef-8939-165edc4a18a6 req-71b8891f-a266-4e26-96b1-a9d484e0a0c4 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:14.452881 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a122076f-edd7-45ef-8939-165edc4a18a6 req-71b8891f-a266-4e26-96b1-a9d484e0a0c4 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=21b43cac-77a5-4fac-8ad8-bbb1c0de7f38 HTTP/1.1" status: 200 len: 932 time: 0.1324306 Jul 15 23:59:14.476803 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port dfffd2a0-4f59-4fc2-a827-89d47d7b06c0, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=dfffd2a0-4f59-4fc2-a827-89d47d7b06c0,segment=NetworkSegment(4948a0fc-69c3-4504-bfcc-bcf7849e0aa6),segment_id=4948a0fc-69c3-4504-bfcc-bcf7849e0aa6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:59:14.482315 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:14.501983 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d2d591-6d24-4b05-a0ce-51b611f0550b service neutron] Pushing event updated for resources: {'Port': ['ID=5be5f6ca-64d0-41c2-9cfa-9b52cef834d6,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:14.535659 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=dfffd2a0-4f59-4fc2-a827-89d47d7b06c0,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:14.563421 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a122076f-edd7-45ef-8939-165edc4a18a6 req-dcf0e772-3ecd-42aa-bd2f-113c366ff4f0 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027136 Jul 15 23:59:14.586433 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-831f6eef-4e62-476e-9699-3da1c7011252 req-35d2d591-6d24-4b05-a0ce-51b611f0550b service neutron] Attempting to bind port 5be5f6ca-64d0-41c2-9cfa-9b52cef834d6 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 23:59:14.586433 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-831f6eef-4e62-476e-9699-3da1c7011252 req-35d2d591-6d24-4b05-a0ce-51b611f0550b service neutron] Attempting to bind port 5be5f6ca-64d0-41c2-9cfa-9b52cef834d6 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '4948a0fc-69c3-4504-bfcc-bcf7849e0aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05afe214-b272-4343-852e-f1768efa01b4'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 23:59:14.586433 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831f6eef-4e62-476e-9699-3da1c7011252 req-35d2d591-6d24-4b05-a0ce-51b611f0550b service neutron] Attempting to bind port 5be5f6ca-64d0-41c2-9cfa-9b52cef834d6 on network 05afe214-b272-4343-852e-f1768efa01b4 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:59:14.586433 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831f6eef-4e62-476e-9699-3da1c7011252 req-35d2d591-6d24-4b05-a0ce-51b611f0550b service neutron] Port 5be5f6ca-64d0-41c2-9cfa-9b52cef834d6 on network 05afe214-b272-4343-852e-f1768efa01b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 23:59:14.586433 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831f6eef-4e62-476e-9699-3da1c7011252 req-35d2d591-6d24-4b05-a0ce-51b611f0550b service neutron] Attempting to bind port 5be5f6ca-64d0-41c2-9cfa-9b52cef834d6 on network 05afe214-b272-4343-852e-f1768efa01b4 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 23:59:14.592167 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831f6eef-4e62-476e-9699-3da1c7011252 req-35d2d591-6d24-4b05-a0ce-51b611f0550b service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 23, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 23:59:14.592510 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831f6eef-4e62-476e-9699-3da1c7011252 req-35d2d591-6d24-4b05-a0ce-51b611f0550b service neutron] Checking segment: {'id': '4948a0fc-69c3-4504-bfcc-bcf7849e0aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05afe214-b272-4343-852e-f1768efa01b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 23:59:14.592899 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831f6eef-4e62-476e-9699-3da1c7011252 req-35d2d591-6d24-4b05-a0ce-51b611f0550b service neutron] Bound using segment: {'id': '4948a0fc-69c3-4504-bfcc-bcf7849e0aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05afe214-b272-4343-852e-f1768efa01b4'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 23:59:14.593332 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-831f6eef-4e62-476e-9699-3da1c7011252 req-35d2d591-6d24-4b05-a0ce-51b611f0550b service neutron] Bound port: 5be5f6ca-64d0-41c2-9cfa-9b52cef834d6, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4948a0fc-69c3-4504-bfcc-bcf7849e0aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05afe214-b272-4343-852e-f1768efa01b4'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 23:59:14.593699 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-831f6eef-4e62-476e-9699-3da1c7011252 req-35d2d591-6d24-4b05-a0ce-51b611f0550b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:14.660218 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-831f6eef-4e62-476e-9699-3da1c7011252 req-35d2d591-6d24-4b05-a0ce-51b611f0550b service neutron] For port 5be5f6ca-64d0-41c2-9cfa-9b52cef834d6, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 23:59:14.663216 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-831f6eef-4e62-476e-9699-3da1c7011252 req-35d2d591-6d24-4b05-a0ce-51b611f0550b service neutron] For port 5be5f6ca-64d0-41c2-9cfa-9b52cef834d6, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=5be5f6ca-64d0-41c2-9cfa-9b52cef834d6,segment=NetworkSegment(4948a0fc-69c3-4504-bfcc-bcf7849e0aa6),segment_id=4948a0fc-69c3-4504-bfcc-bcf7849e0aa6)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 23:59:14.668175 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-831f6eef-4e62-476e-9699-3da1c7011252 req-35d2d591-6d24-4b05-a0ce-51b611f0550b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:14.700777 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f6eef-4e62-476e-9699-3da1c7011252 req-35d2d591-6d24-4b05-a0ce-51b611f0550b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:14.701396 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-831f6eef-4e62-476e-9699-3da1c7011252 req-35d2d591-6d24-4b05-a0ce-51b611f0550b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:14.702794 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-831f6eef-4e62-476e-9699-3da1c7011252 req-35d2d591-6d24-4b05-a0ce-51b611f0550b service neutron] 10.222.0.49 "PUT /v2.0/ports/5be5f6ca-64d0-41c2-9cfa-9b52cef834d6 HTTP/1.1" status: 200 len: 1092 time: 0.7370703 Jul 15 23:59:14.703236 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21b43cac-77a5-4fac-8ad8-bbb1c0de7f38', 'tag': '5be5f6ca-64d0-41c2-9cfa-9b52cef834d6'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:59:14.705521 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e95683-d8a8-42ae-8581-a368016accec" -d '{"events": [{"name": "network-changed", "server_uuid": "21b43cac-77a5-4fac-8ad8-bbb1c0de7f38", "tag": "5be5f6ca-64d0-41c2-9cfa-9b52cef834d6"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:59:14.737079 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d2d591-6d24-4b05-a0ce-51b611f0550b service neutron] Pushing event updated for resources: {'Port': ['ID=5be5f6ca-64d0-41c2-9cfa-9b52cef834d6,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:14.786326 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-707bb40c-e9d9-4a67-96f4-a860ddd47a13 x-openstack-request-id: req-707bb40c-e9d9-4a67-96f4-a860ddd47a13 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:59:14.787629 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21b43cac-77a5-4fac-8ad8-bbb1c0de7f38", "tag": "5be5f6ca-64d0-41c2-9cfa-9b52cef834d6", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:59:14.787985 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-707bb40c-e9d9-4a67-96f4-a860ddd47a13 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:59:14.788464 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21b43cac-77a5-4fac-8ad8-bbb1c0de7f38', 'tag': '5be5f6ca-64d0-41c2-9cfa-9b52cef834d6', 'status': 'completed', 'code': 200} Jul 15 23:59:14.823024 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f6eef-4e62-476e-9699-3da1c7011252 req-813d1f1e-60ef-476b-b401-1c34fd84a133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:14.825806 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-831f6eef-4e62-476e-9699-3da1c7011252 req-813d1f1e-60ef-476b-b401-1c34fd84a133 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=146c19810f514ed48bbea6638045fe39&device_id=21b43cac-77a5-4fac-8ad8-bbb1c0de7f38 HTTP/1.1" status: 200 len: 1095 time: 0.0706043 Jul 15 23:59:14.868895 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-831f6eef-4e62-476e-9699-3da1c7011252 req-7447090b-186e-447c-a70d-bef8a21cbc0e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5be5f6ca-64d0-41c2-9cfa-9b52cef834d6 HTTP/1.1" status: 200 len: 217 time: 0.0359421 Jul 15 23:59:14.916612 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f6eef-4e62-476e-9699-3da1c7011252 req-84156bf1-ae87-4450-aba4-1b5c1c687167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:14.918738 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-831f6eef-4e62-476e-9699-3da1c7011252 req-84156bf1-ae87-4450-aba4-1b5c1c687167 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=eea4b5ea-50fc-4ad4-94be-918231915339 HTTP/1.1" status: 200 len: 849 time: 0.0442696 Jul 15 23:59:14.975938 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f6eef-4e62-476e-9699-3da1c7011252 req-cb347329-9dff-45ea-b8a5-306601764604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:14.977442 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-831f6eef-4e62-476e-9699-3da1c7011252 req-cb347329-9dff-45ea-b8a5-306601764604 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=05afe214-b272-4343-852e-f1768efa01b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525408 Jul 15 23:59:15.070239 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-831f6eef-4e62-476e-9699-3da1c7011252 req-486319bb-10a4-4556-be75-ec1fb2f3ec24 service neutron] 10.222.0.49 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860441 Jul 15 23:59:15.165141 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-831f6eef-4e62-476e-9699-3da1c7011252 req-674bf3ed-fa33-4dc7-809b-65413848ec68 service neutron] 10.222.0.49 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888262 Jul 15 23:59:15.264156 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e95683-d8a8-42ae-8581-a368016accec req-89f6980c-c60c-4773-85a6-0c0330eec318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:15.265756 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f6e95683-d8a8-42ae-8581-a368016accec req-89f6980c-c60c-4773-85a6-0c0330eec318 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=146c19810f514ed48bbea6638045fe39&device_id=21b43cac-77a5-4fac-8ad8-bbb1c0de7f38 HTTP/1.1" status: 200 len: 1095 time: 0.0545485 Jul 15 23:59:15.353780 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e95683-d8a8-42ae-8581-a368016accec req-c6925065-3bec-4077-af9a-7cdb18a219da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:15.355333 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f6e95683-d8a8-42ae-8581-a368016accec req-c6925065-3bec-4077-af9a-7cdb18a219da service neutron] 10.222.0.49 "GET /v2.0/networks?id=05afe214-b272-4343-852e-f1768efa01b4 HTTP/1.1" status: 200 len: 911 time: 0.0837831 Jul 15 23:59:15.398756 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f6e95683-d8a8-42ae-8581-a368016accec req-69e49642-2d1e-4b4c-888b-eaf90673ba34 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5be5f6ca-64d0-41c2-9cfa-9b52cef834d6 HTTP/1.1" status: 200 len: 217 time: 0.0368013 Jul 15 23:59:15.446071 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e95683-d8a8-42ae-8581-a368016accec req-41f68e9e-f92a-4c08-8fab-156b9172ee30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:15.447479 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f6e95683-d8a8-42ae-8581-a368016accec req-41f68e9e-f92a-4c08-8fab-156b9172ee30 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=eea4b5ea-50fc-4ad4-94be-918231915339 HTTP/1.1" status: 200 len: 849 time: 0.0423236 Jul 15 23:59:15.504560 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e95683-d8a8-42ae-8581-a368016accec req-0e83713d-5b42-432e-90c6-89fd9646d6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:15.506121 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f6e95683-d8a8-42ae-8581-a368016accec req-0e83713d-5b42-432e-90c6-89fd9646d6a0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=05afe214-b272-4343-852e-f1768efa01b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506408 Jul 15 23:59:15.598905 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f6e95683-d8a8-42ae-8581-a368016accec req-af6da9e6-2be1-4021-9d2f-e15819d5040b service neutron] 10.222.0.49 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845931 Jul 15 23:59:15.719590 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f6e95683-d8a8-42ae-8581-a368016accec req-90ed038f-743f-4531-97c0-1980b7f303e0 service neutron] 10.222.0.49 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127019 Jul 15 23:59:15.753757 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c8a6c3-27e8-4a18-b414-52840f443129 req-90bf4c4f-a3ff-437f-8082-fbbe4656ad4a tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:15.755282 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-96c8a6c3-27e8-4a18-b414-52840f443129 req-90bf4c4f-a3ff-437f-8082-fbbe4656ad4a tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=21b43cac-77a5-4fac-8ad8-bbb1c0de7f38 HTTP/1.1" status: 200 len: 944 time: 0.0794566 Jul 15 23:59:15.794406 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-96c8a6c3-27e8-4a18-b414-52840f443129 req-644df3c0-cffe-4c8a-ac0a-e0a1261b6c23 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335143 Jul 15 23:59:16.265193 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device dfffd2a0-4f59-4fc2-a827-89d47d7b06c0 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:59:16.311713 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port dfffd2a0-4f59-4fc2-a827-89d47d7b06c0 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:59:16.312011 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:16.973174 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be17bf68-a162-4d88-acf4-c3ffedaa849a req-6b7c7f56-2497-4f35-a9af-f97fba5c3c74 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:16.974714 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-be17bf68-a162-4d88-acf4-c3ffedaa849a req-6b7c7f56-2497-4f35-a9af-f97fba5c3c74 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=21b43cac-77a5-4fac-8ad8-bbb1c0de7f38 HTTP/1.1" status: 200 len: 944 time: 0.0672293 Jul 15 23:59:17.013625 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-be17bf68-a162-4d88-acf4-c3ffedaa849a req-c1d3d94b-9f8b-43bb-94e2-34d6d607f525 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332139 Jul 15 23:59:18.193935 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c640069-bdeb-4053-ada0-c6cfd510950e req-59cfe64a-d415-4bd1-b999-f652879465aa tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:18.195407 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9c640069-bdeb-4053-ada0-c6cfd510950e req-59cfe64a-d415-4bd1-b999-f652879465aa tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=21b43cac-77a5-4fac-8ad8-bbb1c0de7f38 HTTP/1.1" status: 200 len: 944 time: 0.0679288 Jul 15 23:59:18.231066 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 5be5f6ca-64d0-41c2-9cfa-9b52cef834d6 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 23:59:18.335089 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 5be5f6ca-64d0-41c2-9cfa-9b52cef834d6, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=5be5f6ca-64d0-41c2-9cfa-9b52cef834d6,segment=NetworkSegment(4948a0fc-69c3-4504-bfcc-bcf7849e0aa6),segment_id=4948a0fc-69c3-4504-bfcc-bcf7849e0aa6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:59:18.348236 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '5be5f6ca-64d0-41c2-9cfa-9b52cef834d6', 'network_id': '05afe214-b272-4343-852e-f1768efa01b4', 'port_id': '5be5f6ca-64d0-41c2-9cfa-9b52cef834d6', 'mac_address': 'fa:16:3e:8d:40:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eea4b5ea-50fc-4ad4-94be-918231915339', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 23:59:18.392218 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:18.406765 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5be5f6ca-64d0-41c2-9cfa-9b52cef834d6 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 23:59:18.428043 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 5be5f6ca-64d0-41c2-9cfa-9b52cef834d6, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=5be5f6ca-64d0-41c2-9cfa-9b52cef834d6,segment=NetworkSegment(4948a0fc-69c3-4504-bfcc-bcf7849e0aa6),segment_id=4948a0fc-69c3-4504-bfcc-bcf7849e0aa6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:59:18.431984 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:18.482716 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=5be5f6ca-64d0-41c2-9cfa-9b52cef834d6,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:18.584921 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9c640069-bdeb-4053-ada0-c6cfd510950e req-73cb4bfe-d4d0-4f6a-98d4-7a98bfefb134 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3833623 Jul 15 23:59:18.614337 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['5be5f6ca-64d0-41c2-9cfa-9b52cef834d6'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 23:59:19.758744 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b61a04-eb00-432e-8be6-c420e2637922 req-1fa45001-07df-46c5-b0a9-50e9944828d7 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:19.760264 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-92b61a04-eb00-432e-8be6-c420e2637922 req-1fa45001-07df-46c5-b0a9-50e9944828d7 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=21b43cac-77a5-4fac-8ad8-bbb1c0de7f38 HTTP/1.1" status: 200 len: 945 time: 0.0630276 Jul 15 23:59:19.798231 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-92b61a04-eb00-432e-8be6-c420e2637922 req-b6f610b8-4e0d-45d6-802e-bfdfc6f33bd4 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319059 Jul 15 23:59:20.230406 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 5be5f6ca-64d0-41c2-9cfa-9b52cef834d6 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 23:59:20.277647 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port 5be5f6ca-64d0-41c2-9cfa-9b52cef834d6 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 23:59:20.281402 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 5be5f6ca-64d0-41c2-9cfa-9b52cef834d6 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 23:59:20.281768 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:20.355025 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:20.378414 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b43cac-77a5-4fac-8ad8-bbb1c0de7f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5be5f6ca-64d0-41c2-9cfa-9b52cef834d6'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:59:20.381060 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf6c762-dca9-49fe-8933-29e86bd886ca" -d '{"events": [{"server_uuid": "21b43cac-77a5-4fac-8ad8-bbb1c0de7f38", "name": "network-vif-plugged", "status": "completed", "tag": "5be5f6ca-64d0-41c2-9cfa-9b52cef834d6"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:59:20.393326 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 5be5f6ca-64d0-41c2-9cfa-9b52cef834d6, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=5be5f6ca-64d0-41c2-9cfa-9b52cef834d6,segment=NetworkSegment(4948a0fc-69c3-4504-bfcc-bcf7849e0aa6),segment_id=4948a0fc-69c3-4504-bfcc-bcf7849e0aa6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 23:59:20.398171 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:20.424409 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 23:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0feee78a-cd6b-4361-9a66-1350de926e01 x-openstack-request-id: req-0feee78a-cd6b-4361-9a66-1350de926e01 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:59:20.424687 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21b43cac-77a5-4fac-8ad8-bbb1c0de7f38", "name": "network-vif-plugged", "status": "completed", "tag": "5be5f6ca-64d0-41c2-9cfa-9b52cef834d6", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:59:20.424936 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0feee78a-cd6b-4361-9a66-1350de926e01 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:59:20.425323 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21b43cac-77a5-4fac-8ad8-bbb1c0de7f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5be5f6ca-64d0-41c2-9cfa-9b52cef834d6', 'code': 200} Jul 15 23:59:20.450722 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=5be5f6ca-64d0-41c2-9cfa-9b52cef834d6,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 23:59:20.529146 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b0b48-aa52-44b6-9dbd-f1f89811257a req-edae0e28-c687-4fb5-93e5-a6807886f71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:20.530821 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c04b0b48-aa52-44b6-9dbd-f1f89811257a req-edae0e28-c687-4fb5-93e5-a6807886f71b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=21b43cac-77a5-4fac-8ad8-bbb1c0de7f38 HTTP/1.1" status: 200 len: 1097 time: 0.0514116 Jul 15 23:59:20.568803 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c04b0b48-aa52-44b6-9dbd-f1f89811257a req-fb8de64d-4148-4dbf-aa8a-b44bcb75d0b8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306778 Jul 15 23:59:20.973146 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d090b46-52d8-4a70-9947-b657fde05e2c req-b50d935a-4b80-4c8d-8f31-fe9c47f540fb tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:20.974625 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0d090b46-52d8-4a70-9947-b657fde05e2c req-b50d935a-4b80-4c8d-8f31-fe9c47f540fb tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=21b43cac-77a5-4fac-8ad8-bbb1c0de7f38 HTTP/1.1" status: 200 len: 946 time: 0.0636432 Jul 15 23:59:21.010530 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0d090b46-52d8-4a70-9947-b657fde05e2c req-d0a4f6ab-05d5-4221-8c1e-c9f41848e4e8 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303690 Jul 15 23:59:22.186552 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c72ca4-f021-4855-970d-2938c3fd3e58 req-981a8a9a-81a5-4828-9234-7e62569cdadd tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:22.188685 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f4c72ca4-f021-4855-970d-2938c3fd3e58 req-981a8a9a-81a5-4828-9234-7e62569cdadd tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=21b43cac-77a5-4fac-8ad8-bbb1c0de7f38 HTTP/1.1" status: 200 len: 946 time: 0.0632505 Jul 15 23:59:22.226848 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f4c72ca4-f021-4855-970d-2938c3fd3e58 req-e40aad9f-d677-419e-8046-2b90188fac7b tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326664 Jul 15 23:59:22.401269 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ae76a-cd36-40a8-a657-76f2f0b8a67e req-de5301bb-5abf-4c55-b0e6-ca0edae26113 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:22.402754 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2a0ae76a-cd36-40a8-a657-76f2f0b8a67e req-de5301bb-5abf-4c55-b0e6-ca0edae26113 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=21b43cac-77a5-4fac-8ad8-bbb1c0de7f38 HTTP/1.1" status: 200 len: 946 time: 0.0661855 Jul 15 23:59:22.411711 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 51188) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 23:59:22.416294 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-74c2d4bf-df8b-4028-8cf2-16a5de388cd5 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Request body: {'floatingip': {'port_id': '5be5f6ca-64d0-41c2-9cfa-9b52cef834d6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 23:59:22.454749 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-74c2d4bf-df8b-4028-8cf2-16a5de388cd5 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:22.899321 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-74c2d4bf-df8b-4028-8cf2-16a5de388cd5 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:22.903991 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-74c2d4bf-df8b-4028-8cf2-16a5de388cd5 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:23.009930 n-d-794306-6 neutron-server[93770]: INFO neutron.db.l3_db [None req-74c2d4bf-df8b-4028-8cf2-16a5de388cd5 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Floating IP b888bfce-dbed-4cae-a5a3-ed8167772dba associated. External IP: 172.25.5.70, port: 5be5f6ca-64d0-41c2-9cfa-9b52cef834d6. Jul 15 23:59:23.224452 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74c2d4bf-df8b-4028-8cf2-16a5de388cd5 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Router f875ac8c-b8e6-4691-bab1-e1fed0bd629a has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 23:59:23.338431 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c2d4bf-df8b-4028-8cf2-16a5de388cd5 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 23:59:23.343008 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-74c2d4bf-df8b-4028-8cf2-16a5de388cd5 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:23.348777 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af61618e-0621-4658-84cb-bc3ec07f9b99 None None] Sync routers for ids ['f875ac8c-b8e6-4691-bab1-e1fed0bd629a'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 23:59:23.359481 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af61618e-0621-4658-84cb-bc3ec07f9b99 None None] Routers {'f875ac8c-b8e6-4691-bab1-e1fed0bd629a'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:59:23.360215 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-af61618e-0621-4658-84cb-bc3ec07f9b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:59:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['f875ac8c-b8e6-4691-bab1-e1fed0bd629a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:59:23.385238 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-74c2d4bf-df8b-4028-8cf2-16a5de388cd5 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "PUT /v2.0/floatingips/b888bfce-dbed-4cae-a5a3-ed8167772dba HTTP/1.1" status: 200 len: 991 time: 0.9724355 Jul 15 23:59:23.385832 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21b43cac-77a5-4fac-8ad8-bbb1c0de7f38', 'tag': '5be5f6ca-64d0-41c2-9cfa-9b52cef834d6'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 23:59:23.388143 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-794fc6d0-e59c-4359-879b-2065fe05a04f" -d '{"events": [{"name": "network-changed", "server_uuid": "21b43cac-77a5-4fac-8ad8-bbb1c0de7f38", "tag": "5be5f6ca-64d0-41c2-9cfa-9b52cef834d6"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 23:59:23.426539 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 23:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-074c4c06-a9f0-4e2b-9bfc-8b5a64b3f7bd x-openstack-request-id: req-074c4c06-a9f0-4e2b-9bfc-8b5a64b3f7bd {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 23:59:23.426833 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21b43cac-77a5-4fac-8ad8-bbb1c0de7f38", "tag": "5be5f6ca-64d0-41c2-9cfa-9b52cef834d6", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 23:59:23.427085 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-074c4c06-a9f0-4e2b-9bfc-8b5a64b3f7bd {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 23:59:23.427485 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21b43cac-77a5-4fac-8ad8-bbb1c0de7f38', 'tag': '5be5f6ca-64d0-41c2-9cfa-9b52cef834d6', 'status': 'completed', 'code': 200} Jul 15 23:59:23.483848 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-af61618e-0621-4658-84cb-bc3ec07f9b99 None None] Set router f875ac8c-b8e6-4691-bab1-e1fed0bd629a gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:59:23.507788 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794fc6d0-e59c-4359-879b-2065fe05a04f req-f72a4ab4-1ec5-45df-8917-8e5cf7c74876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:23.509308 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-794fc6d0-e59c-4359-879b-2065fe05a04f req-f72a4ab4-1ec5-45df-8917-8e5cf7c74876 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=146c19810f514ed48bbea6638045fe39&device_id=21b43cac-77a5-4fac-8ad8-bbb1c0de7f38 HTTP/1.1" status: 200 len: 1097 time: 0.0578496 Jul 15 23:59:23.603356 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794fc6d0-e59c-4359-879b-2065fe05a04f req-83dcaa3f-a666-4deb-8d06-f6a6ef2d7ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:23.604874 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-794fc6d0-e59c-4359-879b-2065fe05a04f req-83dcaa3f-a666-4deb-8d06-f6a6ef2d7ce6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=05afe214-b272-4343-852e-f1768efa01b4 HTTP/1.1" status: 200 len: 911 time: 0.0890484 Jul 15 23:59:23.669654 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-794fc6d0-e59c-4359-879b-2065fe05a04f req-2f515269-8bb7-4759-b474-4909f25edcfe service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5be5f6ca-64d0-41c2-9cfa-9b52cef834d6 HTTP/1.1" status: 200 len: 999 time: 0.0586510 Jul 15 23:59:23.705797 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-af61618e-0621-4658-84cb-bc3ec07f9b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'name': 'tempest-ServerActionsTestJSON-63931044-router', 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'b898b7a1-d8c3-4f68-a448-769f333f77fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:59:05Z', 'updated_at': '2021-07-15T23:59:08Z', 'revision_number': 4, 'project_id': '146c19810f514ed48bbea6638045fe39', 'gw_port': {'id': 'b898b7a1-d8c3-4f68-a448-769f333f77fd', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:67:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:06Z', 'updated_at': '2021-07-15T23:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': 'b888bfce-dbed-4cae-a5a3-ed8167772dba', 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'floating_ip_address': '172.25.5.70', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'port_id': '5be5f6ca-64d0-41c2-9cfa-9b52cef834d6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05afe214-b272-4343-852e-f1768efa01b4', 'mac_address': 'fa:16:3e:8d:40:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b43cac-77a5-4fac-8ad8-bbb1c0de7f38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:59:10Z', 'updated_at': '2021-07-15T23:59:22Z', 'revision_number': 1, 'project_id': '146c19810f514ed48bbea6638045fe39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfffd2a0-4f59-4fc2-a827-89d47d7b06c0', 'name': '', 'network_id': '05afe214-b272-4343-852e-f1768efa01b4', 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'mac_address': 'fa:16:3e:19:1f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'eea4b5ea-50fc-4ad4-94be-918231915339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:08Z', 'updated_at': '2021-07-15T23:59:14Z', 'revision_number': 5, 'project_id': '146c19810f514ed48bbea6638045fe39', 'subnets': [{'id': 'eea4b5ea-50fc-4ad4-94be-918231915339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:59:23.719364 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794fc6d0-e59c-4359-879b-2065fe05a04f req-27385284-f4b8-4148-b1bf-96876e05c444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:23.720977 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-794fc6d0-e59c-4359-879b-2065fe05a04f req-27385284-f4b8-4148-b1bf-96876e05c444 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=eea4b5ea-50fc-4ad4-94be-918231915339 HTTP/1.1" status: 200 len: 849 time: 0.0443251 Jul 15 23:59:23.735652 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af61618e-0621-4658-84cb-bc3ec07f9b99 None None] Checking router: f875ac8c-b8e6-4691-bab1-e1fed0bd629a for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 23:59:23.743897 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af61618e-0621-4658-84cb-bc3ec07f9b99 None None] Routers {'f875ac8c-b8e6-4691-bab1-e1fed0bd629a'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 23:59:23.744509 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-af61618e-0621-4658-84cb-bc3ec07f9b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-15T23:59:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['f875ac8c-b8e6-4691-bab1-e1fed0bd629a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:59:23.783007 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794fc6d0-e59c-4359-879b-2065fe05a04f req-1828fb1e-7194-49f7-ba9b-c66e06eea735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:23.784554 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-794fc6d0-e59c-4359-879b-2065fe05a04f req-1828fb1e-7194-49f7-ba9b-c66e06eea735 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=05afe214-b272-4343-852e-f1768efa01b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574539 Jul 15 23:59:23.879060 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-794fc6d0-e59c-4359-879b-2065fe05a04f req-8076f71e-f653-45d4-88a6-fd5260f9918b service neutron] 10.222.0.49 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874355 Jul 15 23:59:23.976560 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-794fc6d0-e59c-4359-879b-2065fe05a04f req-737d6087-0913-471a-9941-dadcaa0c0299 service neutron] 10.222.0.49 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911479 Jul 15 23:59:24.013257 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-af61618e-0621-4658-84cb-bc3ec07f9b99 None None] Set router f875ac8c-b8e6-4691-bab1-e1fed0bd629a gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 23:59:24.232903 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-af61618e-0621-4658-84cb-bc3ec07f9b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'name': 'tempest-ServerActionsTestJSON-63931044-router', 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'b898b7a1-d8c3-4f68-a448-769f333f77fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:59:05Z', 'updated_at': '2021-07-15T23:59:08Z', 'revision_number': 4, 'project_id': '146c19810f514ed48bbea6638045fe39', 'gw_port': {'id': 'b898b7a1-d8c3-4f68-a448-769f333f77fd', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:67:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:06Z', 'updated_at': '2021-07-15T23:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': 'b888bfce-dbed-4cae-a5a3-ed8167772dba', 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'floating_ip_address': '172.25.5.70', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'port_id': '5be5f6ca-64d0-41c2-9cfa-9b52cef834d6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05afe214-b272-4343-852e-f1768efa01b4', 'mac_address': 'fa:16:3e:8d:40:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b43cac-77a5-4fac-8ad8-bbb1c0de7f38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:59:10Z', 'updated_at': '2021-07-15T23:59:22Z', 'revision_number': 1, 'project_id': '146c19810f514ed48bbea6638045fe39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfffd2a0-4f59-4fc2-a827-89d47d7b06c0', 'name': '', 'network_id': '05afe214-b272-4343-852e-f1768efa01b4', 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'mac_address': 'fa:16:3e:19:1f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'eea4b5ea-50fc-4ad4-94be-918231915339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:08Z', 'updated_at': '2021-07-15T23:59:14Z', 'revision_number': 5, 'project_id': '146c19810f514ed48bbea6638045fe39', 'subnets': [{'id': 'eea4b5ea-50fc-4ad4-94be-918231915339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 23:59:24.259409 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af61618e-0621-4658-84cb-bc3ec07f9b99 None None] The sync data for ids ['f875ac8c-b8e6-4691-bab1-e1fed0bd629a'] in n-d-794306-6 is: [{'id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'name': 'tempest-ServerActionsTestJSON-63931044-router', 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'b898b7a1-d8c3-4f68-a448-769f333f77fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:59:05Z', 'updated_at': '2021-07-15T23:59:08Z', 'revision_number': 4, 'project_id': '146c19810f514ed48bbea6638045fe39', 'gw_port': {'id': 'b898b7a1-d8c3-4f68-a448-769f333f77fd', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:67:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:06Z', 'updated_at': '2021-07-15T23:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': 'b888bfce-dbed-4cae-a5a3-ed8167772dba', 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'floating_ip_address': '172.25.5.70', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'port_id': '5be5f6ca-64d0-41c2-9cfa-9b52cef834d6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05afe214-b272-4343-852e-f1768efa01b4', 'mac_address': 'fa:16:3e:8d:40:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b43cac-77a5-4fac-8ad8-bbb1c0de7f38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:59:10Z', 'updated_at': '2021-07-15T23:59:22Z', 'revision_number': 1, 'project_id': '146c19810f514ed48bbea6638045fe39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfffd2a0-4f59-4fc2-a827-89d47d7b06c0', 'name': '', 'network_id': '05afe214-b272-4343-852e-f1768efa01b4', 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'mac_address': 'fa:16:3e:19:1f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'eea4b5ea-50fc-4ad4-94be-918231915339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:08Z', 'updated_at': '2021-07-15T23:59:14Z', 'revision_number': 5, 'project_id': '146c19810f514ed48bbea6638045fe39', 'subnets': [{'id': 'eea4b5ea-50fc-4ad4-94be-918231915339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 23:59:24.454949 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170ece00-a9af-4c4b-b4fe-92b4527834fc None None] New status for floating IP b888bfce-dbed-4cae-a5a3-ed8167772dba: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 23:59:25.757381 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:30.896358 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ce3689ab-d013-4412-b79e-c12f6e2c9961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:33.459211 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:34.254665 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fa5f52b5-b4aa-411d-a103-eac4e425f3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:34.476833 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:36.479210 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:38.504109 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:40.864053 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 23:59:55.757713 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 23:59:59.335460 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-eb475915-a155-4ad5-8d4b-152ce89035c8 req-3579b4d7-5e97-4c2e-953e-0d4541964374 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=21b43cac-77a5-4fac-8ad8-bbb1c0de7f38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0512226 Jul 15 23:59:59.426622 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb475915-a155-4ad5-8d4b-152ce89035c8 req-b980e1b9-c585-4358-abe0-8622aaad9a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:59.428149 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-eb475915-a155-4ad5-8d4b-152ce89035c8 req-b980e1b9-c585-4358-abe0-8622aaad9a86 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=146c19810f514ed48bbea6638045fe39&device_id=21b43cac-77a5-4fac-8ad8-bbb1c0de7f38 HTTP/1.1" status: 200 len: 1097 time: 0.0510709 Jul 15 23:59:59.534004 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb475915-a155-4ad5-8d4b-152ce89035c8 req-df60fd28-5da8-40fe-a885-e6ca8e641fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:59.535462 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-eb475915-a155-4ad5-8d4b-152ce89035c8 req-df60fd28-5da8-40fe-a885-e6ca8e641fa8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=05afe214-b272-4343-852e-f1768efa01b4 HTTP/1.1" status: 200 len: 911 time: 0.0866733 Jul 15 23:59:59.603482 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-eb475915-a155-4ad5-8d4b-152ce89035c8 req-20617db4-3a43-42a3-bb26-f597894979a5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5be5f6ca-64d0-41c2-9cfa-9b52cef834d6 HTTP/1.1" status: 200 len: 1001 time: 0.0607576 Jul 15 23:59:59.649959 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb475915-a155-4ad5-8d4b-152ce89035c8 req-04c11911-9152-41b3-b42a-8fa704584f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:59.651391 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-eb475915-a155-4ad5-8d4b-152ce89035c8 req-04c11911-9152-41b3-b42a-8fa704584f71 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=eea4b5ea-50fc-4ad4-94be-918231915339 HTTP/1.1" status: 200 len: 849 time: 0.0424156 Jul 15 23:59:59.707193 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb475915-a155-4ad5-8d4b-152ce89035c8 req-58f70de5-3a6d-4aec-a453-d17ff8a880a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 23:59:59.708722 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-eb475915-a155-4ad5-8d4b-152ce89035c8 req-58f70de5-3a6d-4aec-a453-d17ff8a880a1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=05afe214-b272-4343-852e-f1768efa01b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508313 Jul 15 23:59:59.802071 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-eb475915-a155-4ad5-8d4b-152ce89035c8 req-2cd82e10-870d-47c4-8c99-4bd1282d0c3e service neutron] 10.222.0.49 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868893 Jul 15 23:59:59.897087 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-eb475915-a155-4ad5-8d4b-152ce89035c8 req-f09adeec-b78a-4b86-b786-623529cefa7a service neutron] 10.222.0.49 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887153 Jul 16 00:00:00.897410 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a9e0cf25-5be3-495d-8e77-c86480f69573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:03.460786 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:04.256575 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-51b0085e-1ab9-4745-98e3-dfc78990ede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:04.472683 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:06.483194 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:08.510866 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:17.863297 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:00:25.770811 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:30.898421 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0a45ae6e-8690-4c76-8111-989bf5ac7a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:33.462107 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:34.258832 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4d3be04a-3362-4d4f-bf26-85fe1a1c18ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:34.476424 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:36.485217 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:38.528882 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:54.861532 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:00:55.768918 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:00:59.568893 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fab39e-2169-4500-b4c2-fa95e13e39b9 req-f526bc00-e5ba-4cf2-8a36-280786810fdc tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:00:59.570558 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-65fab39e-2169-4500-b4c2-fa95e13e39b9 req-f526bc00-e5ba-4cf2-8a36-280786810fdc tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=21b43cac-77a5-4fac-8ad8-bbb1c0de7f38 HTTP/1.1" status: 200 len: 946 time: 0.0666995 Jul 16 00:00:59.607584 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-65fab39e-2169-4500-b4c2-fa95e13e39b9 req-d4fa71d4-fd88-479a-a9e6-098e4e7a6717 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315578 Jul 16 00:00:59.895675 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 51388) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:01:00.043937 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcf869c-43d2-4a44-878c-c6fa4e7b852b req-9babb7fd-1276-4552-a6bd-dc7637e7c11e tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:00.045426 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ebcf869c-43d2-4a44-878c-c6fa4e7b852b req-9babb7fd-1276-4552-a6bd-dc7637e7c11e tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=21b43cac-77a5-4fac-8ad8-bbb1c0de7f38 HTTP/1.1" status: 200 len: 946 time: 0.1021297 Jul 16 00:01:00.049054 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1ea7f8cc-43e8-4ddc-9190-63c91420fa61 req-0d3721f4-71ae-440f-ad2d-42ed8cc14b39 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=21b43cac-77a5-4fac-8ad8-bbb1c0de7f38&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1523213 Jul 16 00:01:00.086226 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ebcf869c-43d2-4a44-878c-c6fa4e7b852b req-9c901122-a889-46d7-b115-ccad248b4e22 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352695 Jul 16 00:01:00.898023 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f13cba5e-bc74-4cea-b469-347af029a4cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:01.296690 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7f8cc-43e8-4ddc-9190-63c91420fa61 req-2bec0ed5-da43-4f0f-9d49-71fb3d616fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:01.298204 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1ea7f8cc-43e8-4ddc-9190-63c91420fa61 req-2bec0ed5-da43-4f0f-9d49-71fb3d616fa0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=146c19810f514ed48bbea6638045fe39&device_id=21b43cac-77a5-4fac-8ad8-bbb1c0de7f38 HTTP/1.1" status: 200 len: 1097 time: 0.0992486 Jul 16 00:01:01.320749 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc590d-682e-482c-8eac-0344186ad75d req-0ffa800d-8cf0-48a4-b66d-30209ddf97d1 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:01.322238 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c3bc590d-682e-482c-8eac-0344186ad75d req-0ffa800d-8cf0-48a4-b66d-30209ddf97d1 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=21b43cac-77a5-4fac-8ad8-bbb1c0de7f38 HTTP/1.1" status: 200 len: 946 time: 0.0930169 Jul 16 00:01:01.407689 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c3bc590d-682e-482c-8eac-0344186ad75d req-6d9b67f0-caea-442a-8544-c57d9bbdd407 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757434 Jul 16 00:01:01.428001 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7f8cc-43e8-4ddc-9190-63c91420fa61 req-80a5cdef-087c-4bbe-9df6-dc93e747a9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:01.429493 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1ea7f8cc-43e8-4ddc-9190-63c91420fa61 req-80a5cdef-087c-4bbe-9df6-dc93e747a9fa service neutron] 10.222.0.49 "GET /v2.0/networks?id=05afe214-b272-4343-852e-f1768efa01b4 HTTP/1.1" status: 200 len: 911 time: 0.1251173 Jul 16 00:01:01.492933 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1ea7f8cc-43e8-4ddc-9190-63c91420fa61 req-fc65dac4-22b0-451f-8fc3-7445d0b1c305 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5be5f6ca-64d0-41c2-9cfa-9b52cef834d6 HTTP/1.1" status: 200 len: 1001 time: 0.0571058 Jul 16 00:01:01.540366 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7f8cc-43e8-4ddc-9190-63c91420fa61 req-37888c2c-d1d4-4f2f-879a-7e5357a2b63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:01.541783 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1ea7f8cc-43e8-4ddc-9190-63c91420fa61 req-37888c2c-d1d4-4f2f-879a-7e5357a2b63f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=eea4b5ea-50fc-4ad4-94be-918231915339 HTTP/1.1" status: 200 len: 849 time: 0.0428185 Jul 16 00:01:01.602403 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7f8cc-43e8-4ddc-9190-63c91420fa61 req-a4212392-27a8-4130-9927-bc71196c5709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:01.603931 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1ea7f8cc-43e8-4ddc-9190-63c91420fa61 req-a4212392-27a8-4130-9927-bc71196c5709 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=05afe214-b272-4343-852e-f1768efa01b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556867 Jul 16 00:01:01.693898 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1ea7f8cc-43e8-4ddc-9190-63c91420fa61 req-38ce072e-5355-4a7d-a9fa-ba28933117cc service neutron] 10.222.0.49 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820479 Jul 16 00:01:01.789379 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1ea7f8cc-43e8-4ddc-9190-63c91420fa61 req-7190a54e-f5c2-49f3-805a-e0a2cc957946 service neutron] 10.222.0.49 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887737 Jul 16 00:01:01.909241 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e30dba6-1b2a-43b4-ae14-9e9df44ca5b3 req-2c3381b1-bad1-4250-b938-209b38d837fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:01.910726 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8e30dba6-1b2a-43b4-ae14-9e9df44ca5b3 req-2c3381b1-bad1-4250-b938-209b38d837fd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=146c19810f514ed48bbea6638045fe39&device_id=21b43cac-77a5-4fac-8ad8-bbb1c0de7f38 HTTP/1.1" status: 200 len: 1097 time: 0.0526350 Jul 16 00:01:02.025455 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e30dba6-1b2a-43b4-ae14-9e9df44ca5b3 req-1afe1acd-bba7-4882-a841-bd1397b192d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:02.026839 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8e30dba6-1b2a-43b4-ae14-9e9df44ca5b3 req-1afe1acd-bba7-4882-a841-bd1397b192d9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=05afe214-b272-4343-852e-f1768efa01b4 HTTP/1.1" status: 200 len: 911 time: 0.0907495 Jul 16 00:01:02.092881 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8e30dba6-1b2a-43b4-ae14-9e9df44ca5b3 req-4559cb99-2ba2-4023-bd6a-1ab98124d308 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5be5f6ca-64d0-41c2-9cfa-9b52cef834d6 HTTP/1.1" status: 200 len: 1001 time: 0.0574808 Jul 16 00:01:02.139695 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e30dba6-1b2a-43b4-ae14-9e9df44ca5b3 req-28c7adab-66e8-48da-885c-bf7d7cc17496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:02.141058 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8e30dba6-1b2a-43b4-ae14-9e9df44ca5b3 req-28c7adab-66e8-48da-885c-bf7d7cc17496 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=eea4b5ea-50fc-4ad4-94be-918231915339 HTTP/1.1" status: 200 len: 849 time: 0.0426648 Jul 16 00:01:02.200396 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e30dba6-1b2a-43b4-ae14-9e9df44ca5b3 req-4b49e35f-47e2-4c41-9f60-43a818c0ffa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:02.201946 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8e30dba6-1b2a-43b4-ae14-9e9df44ca5b3 req-4b49e35f-47e2-4c41-9f60-43a818c0ffa2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=05afe214-b272-4343-852e-f1768efa01b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550394 Jul 16 00:01:02.289296 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8e30dba6-1b2a-43b4-ae14-9e9df44ca5b3 req-2060ebf2-2b17-4d53-8c80-dc56c95f1a58 service neutron] 10.222.0.49 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810871 Jul 16 00:01:02.382285 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8e30dba6-1b2a-43b4-ae14-9e9df44ca5b3 req-1af3fe97-7f73-4b9f-af58-b935317dfd9e service neutron] 10.222.0.49 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851154 Jul 16 00:01:02.581112 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d76ac-9c57-417b-a04e-bc6c9e7c0239 req-80fa595d-e990-4fbb-afd4-bcf87268e7fc tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:02.582497 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c94d76ac-9c57-417b-a04e-bc6c9e7c0239 req-80fa595d-e990-4fbb-afd4-bcf87268e7fc tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=21b43cac-77a5-4fac-8ad8-bbb1c0de7f38 HTTP/1.1" status: 200 len: 946 time: 0.0640378 Jul 16 00:01:02.620338 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c94d76ac-9c57-417b-a04e-bc6c9e7c0239 req-2d5c707f-8407-4743-933b-d3893437e579 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322096 Jul 16 00:01:03.462712 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:03.853760 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d22f3-4621-4284-8882-4d748d3bf507 req-c943621c-88f7-4b32-9645-854b415e22fb tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:03.855265 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7f2d22f3-4621-4284-8882-4d748d3bf507 req-c943621c-88f7-4b32-9645-854b415e22fb tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=21b43cac-77a5-4fac-8ad8-bbb1c0de7f38 HTTP/1.1" status: 200 len: 946 time: 0.0699995 Jul 16 00:01:03.893508 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7f2d22f3-4621-4284-8882-4d748d3bf507 req-4e8e7cbe-649f-495f-9892-4b7efaea2835 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327966 Jul 16 00:01:04.259273 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-646cb3f3-ea81-476c-ab3f-0cdf172e0270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:04.478995 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:05.183862 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afdb937-6f92-4cad-850b-702d171ba14a req-fbf9e586-def4-427f-8a94-841b00e1ef42 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:05.185346 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0afdb937-6f92-4cad-850b-702d171ba14a req-fbf9e586-def4-427f-8a94-841b00e1ef42 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=21b43cac-77a5-4fac-8ad8-bbb1c0de7f38 HTTP/1.1" status: 200 len: 946 time: 0.1051302 Jul 16 00:01:05.223366 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0afdb937-6f92-4cad-850b-702d171ba14a req-ab1f80ce-739d-4392-9a20-a5087873c2d2 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325089 Jul 16 00:01:06.476609 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696a1b5c-af38-4986-ad50-ebfee2d4f125 req-5bb42925-d8d0-498e-b05d-8c921edb8211 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:06.478146 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-696a1b5c-af38-4986-ad50-ebfee2d4f125 req-5bb42925-d8d0-498e-b05d-8c921edb8211 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=21b43cac-77a5-4fac-8ad8-bbb1c0de7f38 HTTP/1.1" status: 200 len: 946 time: 0.1082711 Jul 16 00:01:06.488302 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:06.515183 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-696a1b5c-af38-4986-ad50-ebfee2d4f125 req-46b8e529-e883-47e4-b1eb-a98dee18a5da tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313866 Jul 16 00:01:07.693391 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f065f0-f71f-4267-9ec6-aaa79bbf7e49 req-2f63f300-a00d-471a-85b3-fd68b9400260 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:07.694941 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e2f065f0-f71f-4267-9ec6-aaa79bbf7e49 req-2f63f300-a00d-471a-85b3-fd68b9400260 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=21b43cac-77a5-4fac-8ad8-bbb1c0de7f38 HTTP/1.1" status: 200 len: 946 time: 0.0660169 Jul 16 00:01:07.731726 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e2f065f0-f71f-4267-9ec6-aaa79bbf7e49 req-b52e5f40-fec4-4103-a730-0a7c533be9c2 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312536 Jul 16 00:01:08.525652 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:08.916777 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a40dc7-f338-48f1-a61b-ab6f7f4eecd4 req-3c51cb72-e639-4cba-b185-c17e5d5440c5 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:08.918366 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-31a40dc7-f338-48f1-a61b-ab6f7f4eecd4 req-3c51cb72-e639-4cba-b185-c17e5d5440c5 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=21b43cac-77a5-4fac-8ad8-bbb1c0de7f38 HTTP/1.1" status: 200 len: 946 time: 0.0707369 Jul 16 00:01:08.964149 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-31a40dc7-f338-48f1-a61b-ab6f7f4eecd4 req-23d27a9f-5e49-4c58-8484-ec78593e5ae9 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392613 Jul 16 00:01:10.148547 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3637c8c-c153-4ad8-b335-c4f49565d025 req-2f8550d1-1880-4246-8bf6-122d87f4778c tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:10.150049 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e3637c8c-c153-4ad8-b335-c4f49565d025 req-2f8550d1-1880-4246-8bf6-122d87f4778c tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=21b43cac-77a5-4fac-8ad8-bbb1c0de7f38 HTTP/1.1" status: 200 len: 946 time: 0.0666649 Jul 16 00:01:10.187027 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e3637c8c-c153-4ad8-b335-c4f49565d025 req-3473fefa-506d-4510-9564-3a1132b41419 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315039 Jul 16 00:01:11.381869 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855cb73f-8a38-4679-b483-5cfaea04f04c req-0e1e26aa-c2f4-46b8-9179-d0656491adc1 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:11.383363 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-855cb73f-8a38-4679-b483-5cfaea04f04c req-0e1e26aa-c2f4-46b8-9179-d0656491adc1 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=21b43cac-77a5-4fac-8ad8-bbb1c0de7f38 HTTP/1.1" status: 200 len: 946 time: 0.0661831 Jul 16 00:01:11.420540 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-855cb73f-8a38-4679-b483-5cfaea04f04c req-988afdd4-67aa-4ad0-986b-5a056df1fdc3 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316207 Jul 16 00:01:12.594319 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b39045a-2f78-45fb-9179-228821437ffd req-a8e6a9c6-6d12-463f-8f91-f17f0b84885c tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:12.595732 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4b39045a-2f78-45fb-9179-228821437ffd req-a8e6a9c6-6d12-463f-8f91-f17f0b84885c tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=21b43cac-77a5-4fac-8ad8-bbb1c0de7f38 HTTP/1.1" status: 200 len: 946 time: 0.0623822 Jul 16 00:01:12.634949 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4b39045a-2f78-45fb-9179-228821437ffd req-f50b1b1d-fdc4-451a-b84b-003e2daa751c tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329378 Jul 16 00:01:13.813751 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d17b79b-7afc-44fc-9740-fef26934b22d req-6fd6f884-e0ee-408c-b000-12da06cbbc98 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:13.815218 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7d17b79b-7afc-44fc-9740-fef26934b22d req-6fd6f884-e0ee-408c-b000-12da06cbbc98 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=21b43cac-77a5-4fac-8ad8-bbb1c0de7f38 HTTP/1.1" status: 200 len: 946 time: 0.0670810 Jul 16 00:01:13.853356 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7d17b79b-7afc-44fc-9740-fef26934b22d req-e175bef7-33bf-45c2-970f-d6e605362ace tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320060 Jul 16 00:01:15.027192 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b633d2-eba2-4713-8fbd-ef35913212ec req-c2489645-c85b-4258-9af2-5dd8c8f47e5f tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:15.028681 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-56b633d2-eba2-4713-8fbd-ef35913212ec req-c2489645-c85b-4258-9af2-5dd8c8f47e5f tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=21b43cac-77a5-4fac-8ad8-bbb1c0de7f38 HTTP/1.1" status: 200 len: 946 time: 0.0617583 Jul 16 00:01:15.065823 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-56b633d2-eba2-4713-8fbd-ef35913212ec req-68923cac-6339-4e29-8f43-7fd361817108 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317049 Jul 16 00:01:16.241839 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca8cd10-8526-41e7-aa34-01c46efecf5e req-1834d927-7549-4d0e-a4ef-f65c0855b9df tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:16.243473 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fca8cd10-8526-41e7-aa34-01c46efecf5e req-1834d927-7549-4d0e-a4ef-f65c0855b9df tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=21b43cac-77a5-4fac-8ad8-bbb1c0de7f38 HTTP/1.1" status: 200 len: 946 time: 0.0666549 Jul 16 00:01:16.281871 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fca8cd10-8526-41e7-aa34-01c46efecf5e req-a666646a-6f37-4ad4-bbd9-452df2e2c22e tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324874 Jul 16 00:01:17.455130 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade9f6fe-c930-4901-95fc-5ea898055a29 req-efcd8ee4-62e6-4d21-89bb-b62d31ad76d6 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:17.456646 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ade9f6fe-c930-4901-95fc-5ea898055a29 req-efcd8ee4-62e6-4d21-89bb-b62d31ad76d6 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=21b43cac-77a5-4fac-8ad8-bbb1c0de7f38 HTTP/1.1" status: 200 len: 946 time: 0.0639889 Jul 16 00:01:17.495480 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ade9f6fe-c930-4901-95fc-5ea898055a29 req-b5445093-1b07-42ae-a337-604d41e87030 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331938 Jul 16 00:01:18.702552 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e55c1d4-d01a-46ee-b75a-cda6c88d9565 req-fd23f52b-4c58-4b89-8c29-9406123e2cd9 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:18.704062 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5e55c1d4-d01a-46ee-b75a-cda6c88d9565 req-fd23f52b-4c58-4b89-8c29-9406123e2cd9 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=21b43cac-77a5-4fac-8ad8-bbb1c0de7f38 HTTP/1.1" status: 200 len: 946 time: 0.0982063 Jul 16 00:01:18.745681 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [req-1ea7f8cc-43e8-4ddc-9190-63c91420fa61 req-b092d0d4-dffa-4492-a7c7-85830ee8085f service neutron] show failed (client error): The resource could not be found. Jul 16 00:01:18.746705 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1ea7f8cc-43e8-4ddc-9190-63c91420fa61 req-b092d0d4-dffa-4492-a7c7-85830ee8085f service neutron] 10.222.0.49 "GET /v2.0/ports/5be5f6ca-64d0-41c2-9cfa-9b52cef834d6/bindings/n-h2-794306-6 HTTP/1.1" status: 404 len: 380 time: 0.1289575 Jul 16 00:01:18.762138 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5e55c1d4-d01a-46ee-b75a-cda6c88d9565 req-078b05b9-c578-48b4-887d-2ab9341874dc tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515549 Jul 16 00:01:19.092715 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7f8cc-43e8-4ddc-9190-63c91420fa61 req-3b304243-7e4f-440d-8c55-d64a54e971a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:19.094201 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1ea7f8cc-43e8-4ddc-9190-63c91420fa61 req-3b304243-7e4f-440d-8c55-d64a54e971a3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=21b43cac-77a5-4fac-8ad8-bbb1c0de7f38&tenant_id=146c19810f514ed48bbea6638045fe39 HTTP/1.1" status: 200 len: 1097 time: 0.1191285 Jul 16 00:01:19.112092 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-1ea7f8cc-43e8-4ddc-9190-63c91420fa61 req-b0e4c181-94d4-4355-bed9-a0b046963bfb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-794306-6', 'device_owner': 'compute:nova'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:01:19.188068 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1ea7f8cc-43e8-4ddc-9190-63c91420fa61 req-b0e4c181-94d4-4355-bed9-a0b046963bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:19.385807 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-1ea7f8cc-43e8-4ddc-9190-63c91420fa61 req-b0e4c181-94d4-4355-bed9-a0b046963bfb service neutron] For port 5be5f6ca-64d0-41c2-9cfa-9b52cef834d6, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=5be5f6ca-64d0-41c2-9cfa-9b52cef834d6,segment=NetworkSegment(4948a0fc-69c3-4504-bfcc-bcf7849e0aa6),segment_id=4948a0fc-69c3-4504-bfcc-bcf7849e0aa6)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:01:19.418589 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-1ea7f8cc-43e8-4ddc-9190-63c91420fa61 req-b0e4c181-94d4-4355-bed9-a0b046963bfb service neutron] For port 5be5f6ca-64d0-41c2-9cfa-9b52cef834d6, host n-h1-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:01:19.455806 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b43cac-77a5-4fac-8ad8-bbb1c0de7f38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5be5f6ca-64d0-41c2-9cfa-9b52cef834d6'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:01:19.458788 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efe0e40830f1bb4aa9688c98ba477f79852bc7dba7811153dd41046996fb2b83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69594a25-0ff4-4b29-826a-5d5e65f0dda3" -d '{"events": [{"server_uuid": "21b43cac-77a5-4fac-8ad8-bbb1c0de7f38", "name": "network-vif-unplugged", "status": "completed", "tag": "5be5f6ca-64d0-41c2-9cfa-9b52cef834d6"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:01:19.462401 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1ea7f8cc-43e8-4ddc-9190-63c91420fa61 req-b0e4c181-94d4-4355-bed9-a0b046963bfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:19.475894 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-1ea7f8cc-43e8-4ddc-9190-63c91420fa61 req-b0e4c181-94d4-4355-bed9-a0b046963bfb service neutron] Transition to ACTIVE for port object 5be5f6ca-64d0-41c2-9cfa-9b52cef834d6 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:01:19.480221 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1ea7f8cc-43e8-4ddc-9190-63c91420fa61 req-b0e4c181-94d4-4355-bed9-a0b046963bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:19.519107 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 00:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6531cc0e-846c-48cd-b246-57c8aa3a44fd x-openstack-request-id: req-6531cc0e-846c-48cd-b246-57c8aa3a44fd {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:01:19.519398 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21b43cac-77a5-4fac-8ad8-bbb1c0de7f38", "name": "network-vif-unplugged", "status": "completed", "tag": "5be5f6ca-64d0-41c2-9cfa-9b52cef834d6", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:01:19.519741 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6531cc0e-846c-48cd-b246-57c8aa3a44fd {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:01:19.520137 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21b43cac-77a5-4fac-8ad8-bbb1c0de7f38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5be5f6ca-64d0-41c2-9cfa-9b52cef834d6', 'code': 200} Jul 16 00:01:19.607301 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e4c181-94d4-4355-bed9-a0b046963bfb service neutron] Pushing event updated for resources: {'Port': ['ID=5be5f6ca-64d0-41c2-9cfa-9b52cef834d6,revision_number=6']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:01:19.653884 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e4c181-94d4-4355-bed9-a0b046963bfb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:01:19.654157 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e4c181-94d4-4355-bed9-a0b046963bfb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:01:19.654500 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e4c181-94d4-4355-bed9-a0b046963bfb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:01:19.654849 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e4c181-94d4-4355-bed9-a0b046963bfb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:01:19.655178 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e4c181-94d4-4355-bed9-a0b046963bfb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:01:19.655509 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e4c181-94d4-4355-bed9-a0b046963bfb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:01:19.655874 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e4c181-94d4-4355-bed9-a0b046963bfb service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:01:19.656205 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e4c181-94d4-4355-bed9-a0b046963bfb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:01:19.656560 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e4c181-94d4-4355-bed9-a0b046963bfb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:01:19.656844 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e4c181-94d4-4355-bed9-a0b046963bfb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:01:19.657170 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e4c181-94d4-4355-bed9-a0b046963bfb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:01:19.657529 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e4c181-94d4-4355-bed9-a0b046963bfb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:01:19.694289 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ea7f8cc-43e8-4ddc-9190-63c91420fa61 req-b0e4c181-94d4-4355-bed9-a0b046963bfb service neutron] No DVR routers for this DVR port 5be5f6ca-64d0-41c2-9cfa-9b52cef834d6 on host n-h1-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:01:19.833715 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-1ea7f8cc-43e8-4ddc-9190-63c91420fa61 req-b0e4c181-94d4-4355-bed9-a0b046963bfb service neutron] Attempting to bind port 5be5f6ca-64d0-41c2-9cfa-9b52cef834d6 on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:01:19.834059 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-1ea7f8cc-43e8-4ddc-9190-63c91420fa61 req-b0e4c181-94d4-4355-bed9-a0b046963bfb service neutron] Attempting to bind port 5be5f6ca-64d0-41c2-9cfa-9b52cef834d6 by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '4948a0fc-69c3-4504-bfcc-bcf7849e0aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05afe214-b272-4343-852e-f1768efa01b4'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:01:19.834427 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea7f8cc-43e8-4ddc-9190-63c91420fa61 req-b0e4c181-94d4-4355-bed9-a0b046963bfb service neutron] Attempting to bind port 5be5f6ca-64d0-41c2-9cfa-9b52cef834d6 on network 05afe214-b272-4343-852e-f1768efa01b4 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:01:19.838824 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea7f8cc-43e8-4ddc-9190-63c91420fa61 req-b0e4c181-94d4-4355-bed9-a0b046963bfb service neutron] Port 5be5f6ca-64d0-41c2-9cfa-9b52cef834d6 on network 05afe214-b272-4343-852e-f1768efa01b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 00:01:19.839149 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea7f8cc-43e8-4ddc-9190-63c91420fa61 req-b0e4c181-94d4-4355-bed9-a0b046963bfb service neutron] Attempting to bind port 5be5f6ca-64d0-41c2-9cfa-9b52cef834d6 on network 05afe214-b272-4343-852e-f1768efa01b4 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:01:19.844203 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea7f8cc-43e8-4ddc-9190-63c91420fa61 req-b0e4c181-94d4-4355-bed9-a0b046963bfb service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:01:19.844542 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea7f8cc-43e8-4ddc-9190-63c91420fa61 req-b0e4c181-94d4-4355-bed9-a0b046963bfb service neutron] Checking segment: {'id': '4948a0fc-69c3-4504-bfcc-bcf7849e0aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05afe214-b272-4343-852e-f1768efa01b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:01:19.845035 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea7f8cc-43e8-4ddc-9190-63c91420fa61 req-b0e4c181-94d4-4355-bed9-a0b046963bfb service neutron] Bound using segment: {'id': '4948a0fc-69c3-4504-bfcc-bcf7849e0aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05afe214-b272-4343-852e-f1768efa01b4'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:01:19.845464 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-1ea7f8cc-43e8-4ddc-9190-63c91420fa61 req-b0e4c181-94d4-4355-bed9-a0b046963bfb service neutron] Bound port: 5be5f6ca-64d0-41c2-9cfa-9b52cef834d6, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4948a0fc-69c3-4504-bfcc-bcf7849e0aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05afe214-b272-4343-852e-f1768efa01b4'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:01:19.845824 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1ea7f8cc-43e8-4ddc-9190-63c91420fa61 req-b0e4c181-94d4-4355-bed9-a0b046963bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:19.911896 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-1ea7f8cc-43e8-4ddc-9190-63c91420fa61 req-b0e4c181-94d4-4355-bed9-a0b046963bfb service neutron] For port 5be5f6ca-64d0-41c2-9cfa-9b52cef834d6, host n-h2-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:01:19.915259 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-1ea7f8cc-43e8-4ddc-9190-63c91420fa61 req-b0e4c181-94d4-4355-bed9-a0b046963bfb service neutron] For port 5be5f6ca-64d0-41c2-9cfa-9b52cef834d6, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=5be5f6ca-64d0-41c2-9cfa-9b52cef834d6,segment=NetworkSegment(4948a0fc-69c3-4504-bfcc-bcf7849e0aa6),segment_id=4948a0fc-69c3-4504-bfcc-bcf7849e0aa6)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:01:19.919376 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1ea7f8cc-43e8-4ddc-9190-63c91420fa61 req-b0e4c181-94d4-4355-bed9-a0b046963bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:19.949464 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd71ccf-6b2e-4815-ac55-89a2aa5e46b7 req-148c1d76-7aa1-47f8-aac5-be0b91f1cb1d tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:19.950972 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-efd71ccf-6b2e-4815-ac55-89a2aa5e46b7 req-148c1d76-7aa1-47f8-aac5-be0b91f1cb1d tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=21b43cac-77a5-4fac-8ad8-bbb1c0de7f38 HTTP/1.1" status: 200 len: 944 time: 0.0646238 Jul 16 00:01:19.955611 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7f8cc-43e8-4ddc-9190-63c91420fa61 req-b0e4c181-94d4-4355-bed9-a0b046963bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:19.956276 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1ea7f8cc-43e8-4ddc-9190-63c91420fa61 req-b0e4c181-94d4-4355-bed9-a0b046963bfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:19.957686 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1ea7f8cc-43e8-4ddc-9190-63c91420fa61 req-b0e4c181-94d4-4355-bed9-a0b046963bfb service neutron] 10.222.0.41 "PUT /v2.0/ports/5be5f6ca-64d0-41c2-9cfa-9b52cef834d6 HTTP/1.1" status: 200 len: 1092 time: 0.8499279 Jul 16 00:01:19.982402 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e4c181-94d4-4355-bed9-a0b046963bfb service neutron] Pushing event updated for resources: {'Port': ['ID=5be5f6ca-64d0-41c2-9cfa-9b52cef834d6,revision_number=7']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:01:20.006070 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-efd71ccf-6b2e-4815-ac55-89a2aa5e46b7 req-42f4eab5-8ffd-40a3-937f-2d885ad41a5e tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425644 Jul 16 00:01:20.057142 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7f8cc-43e8-4ddc-9190-63c91420fa61 req-99445bcc-d08c-44a1-ba01-10b1852db508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:20.058745 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1ea7f8cc-43e8-4ddc-9190-63c91420fa61 req-99445bcc-d08c-44a1-ba01-10b1852db508 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=146c19810f514ed48bbea6638045fe39&device_id=21b43cac-77a5-4fac-8ad8-bbb1c0de7f38 HTTP/1.1" status: 200 len: 1095 time: 0.0596738 Jul 16 00:01:20.151879 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7f8cc-43e8-4ddc-9190-63c91420fa61 req-3b6bd301-1ee8-4eed-a97a-b8b6aa0bf88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:20.153355 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1ea7f8cc-43e8-4ddc-9190-63c91420fa61 req-3b6bd301-1ee8-4eed-a97a-b8b6aa0bf88f service neutron] 10.222.0.41 "GET /v2.0/networks?id=05afe214-b272-4343-852e-f1768efa01b4 HTTP/1.1" status: 200 len: 911 time: 0.0887752 Jul 16 00:01:20.253380 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1ea7f8cc-43e8-4ddc-9190-63c91420fa61 req-7a7f422e-6e40-4f15-a094-d793723352e0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5be5f6ca-64d0-41c2-9cfa-9b52cef834d6 HTTP/1.1" status: 200 len: 999 time: 0.0935485 Jul 16 00:01:20.300649 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7f8cc-43e8-4ddc-9190-63c91420fa61 req-d7042534-34b3-46f6-83ab-62d2f020bc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:20.302146 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1ea7f8cc-43e8-4ddc-9190-63c91420fa61 req-d7042534-34b3-46f6-83ab-62d2f020bc2f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eea4b5ea-50fc-4ad4-94be-918231915339 HTTP/1.1" status: 200 len: 849 time: 0.0427446 Jul 16 00:01:20.378347 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7f8cc-43e8-4ddc-9190-63c91420fa61 req-1075d2cd-3b37-43c1-b617-ca98a72d5d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:20.380408 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1ea7f8cc-43e8-4ddc-9190-63c91420fa61 req-1075d2cd-3b37-43c1-b617-ca98a72d5d9f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=05afe214-b272-4343-852e-f1768efa01b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717490 Jul 16 00:01:20.467185 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1ea7f8cc-43e8-4ddc-9190-63c91420fa61 req-a5e5d516-2ad3-41db-a35e-593e490467ef service neutron] 10.222.0.41 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808139 Jul 16 00:01:20.559521 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1ea7f8cc-43e8-4ddc-9190-63c91420fa61 req-dd221ba9-7a55-480a-8940-e402d6e85f53 service neutron] 10.222.0.41 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859537 Jul 16 00:01:21.182108 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3457999-a8df-45de-83e2-294f99e84aa8 req-4d4c43f6-b737-41a4-b604-71c5c7ec69b5 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:21.183611 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f3457999-a8df-45de-83e2-294f99e84aa8 req-4d4c43f6-b737-41a4-b604-71c5c7ec69b5 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=21b43cac-77a5-4fac-8ad8-bbb1c0de7f38 HTTP/1.1" status: 200 len: 944 time: 0.0669539 Jul 16 00:01:21.221902 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f3457999-a8df-45de-83e2-294f99e84aa8 req-ec097e04-9b57-41e1-99c0-b64bfc21758b tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327678 Jul 16 00:01:21.521080 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21b43cac-77a5-4fac-8ad8-bbb1c0de7f38', 'tag': '5be5f6ca-64d0-41c2-9cfa-9b52cef834d6'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:01:21.559495 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732f3e1a316c3ad7d48a65c2bbc2e30ba6c82a3ba5a41bb87b5b7e43e99a4419" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a36293-cbd6-4240-9f3b-32fc2bcbe385" -d '{"events": [{"name": "network-changed", "server_uuid": "21b43cac-77a5-4fac-8ad8-bbb1c0de7f38", "tag": "5be5f6ca-64d0-41c2-9cfa-9b52cef834d6"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:01:21.655535 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eaf4bca-b052-428b-9aca-4cfaed6d8b97 x-openstack-request-id: req-1eaf4bca-b052-428b-9aca-4cfaed6d8b97 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:01:21.655862 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21b43cac-77a5-4fac-8ad8-bbb1c0de7f38", "tag": "5be5f6ca-64d0-41c2-9cfa-9b52cef834d6", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:01:21.656117 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1eaf4bca-b052-428b-9aca-4cfaed6d8b97 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:01:21.656522 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21b43cac-77a5-4fac-8ad8-bbb1c0de7f38', 'tag': '5be5f6ca-64d0-41c2-9cfa-9b52cef834d6', 'status': 'completed', 'code': 200} Jul 16 00:01:21.729171 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a36293-cbd6-4240-9f3b-32fc2bcbe385 req-2601492c-2a16-465f-8bd1-3e1efef636aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:21.730657 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-58a36293-cbd6-4240-9f3b-32fc2bcbe385 req-2601492c-2a16-465f-8bd1-3e1efef636aa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=146c19810f514ed48bbea6638045fe39&device_id=21b43cac-77a5-4fac-8ad8-bbb1c0de7f38 HTTP/1.1" status: 200 len: 1095 time: 0.0556033 Jul 16 00:01:21.752945 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a36293-cbd6-4240-9f3b-32fc2bcbe385 req-04b7a3ad-0203-4b68-88a8-700a401fa17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:21.754518 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-58a36293-cbd6-4240-9f3b-32fc2bcbe385 req-04b7a3ad-0203-4b68-88a8-700a401fa17e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=146c19810f514ed48bbea6638045fe39&device_id=21b43cac-77a5-4fac-8ad8-bbb1c0de7f38 HTTP/1.1" status: 200 len: 1095 time: 0.0541039 Jul 16 00:01:21.821335 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a36293-cbd6-4240-9f3b-32fc2bcbe385 req-1f65a790-5ec3-4d6c-9c57-a2fc220a5051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:21.822733 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-58a36293-cbd6-4240-9f3b-32fc2bcbe385 req-1f65a790-5ec3-4d6c-9c57-a2fc220a5051 service neutron] 10.222.0.49 "GET /v2.0/networks?id=05afe214-b272-4343-852e-f1768efa01b4 HTTP/1.1" status: 200 len: 911 time: 0.0860913 Jul 16 00:01:21.855283 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a36293-cbd6-4240-9f3b-32fc2bcbe385 req-01f80f5d-d865-4926-a262-7feec1911def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:21.856816 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-58a36293-cbd6-4240-9f3b-32fc2bcbe385 req-01f80f5d-d865-4926-a262-7feec1911def service neutron] 10.222.0.41 "GET /v2.0/networks?id=05afe214-b272-4343-852e-f1768efa01b4 HTTP/1.1" status: 200 len: 911 time: 0.0946100 Jul 16 00:01:21.890717 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-58a36293-cbd6-4240-9f3b-32fc2bcbe385 req-dc2bf49a-2300-4aaf-9f4e-8304eb3d4ac3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5be5f6ca-64d0-41c2-9cfa-9b52cef834d6 HTTP/1.1" status: 200 len: 999 time: 0.0614259 Jul 16 00:01:21.926262 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-58a36293-cbd6-4240-9f3b-32fc2bcbe385 req-dc8efb7a-9ffd-45a1-8315-4faaa1f8563d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5be5f6ca-64d0-41c2-9cfa-9b52cef834d6 HTTP/1.1" status: 200 len: 999 time: 0.0605524 Jul 16 00:01:21.938634 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a36293-cbd6-4240-9f3b-32fc2bcbe385 req-b724e891-9571-4727-94b4-8ab5e5d49af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:21.940113 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-58a36293-cbd6-4240-9f3b-32fc2bcbe385 req-b724e891-9571-4727-94b4-8ab5e5d49af1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=eea4b5ea-50fc-4ad4-94be-918231915339 HTTP/1.1" status: 200 len: 849 time: 0.0439105 Jul 16 00:01:21.975513 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a36293-cbd6-4240-9f3b-32fc2bcbe385 req-6f6fc394-1594-4586-b73d-1c5a6933e76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:21.977101 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-58a36293-cbd6-4240-9f3b-32fc2bcbe385 req-6f6fc394-1594-4586-b73d-1c5a6933e76a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eea4b5ea-50fc-4ad4-94be-918231915339 HTTP/1.1" status: 200 len: 849 time: 0.0442734 Jul 16 00:01:21.996790 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a36293-cbd6-4240-9f3b-32fc2bcbe385 req-43ba7f65-55ce-473a-b9c6-b65640214d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:21.998329 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-58a36293-cbd6-4240-9f3b-32fc2bcbe385 req-43ba7f65-55ce-473a-b9c6-b65640214d0a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=05afe214-b272-4343-852e-f1768efa01b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521336 Jul 16 00:01:22.038611 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a36293-cbd6-4240-9f3b-32fc2bcbe385 req-c42227db-289e-4546-8e2d-a65326057d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:22.040146 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-58a36293-cbd6-4240-9f3b-32fc2bcbe385 req-c42227db-289e-4546-8e2d-a65326057d1d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=05afe214-b272-4343-852e-f1768efa01b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563838 Jul 16 00:01:22.095485 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-58a36293-cbd6-4240-9f3b-32fc2bcbe385 req-1c3e25a4-38f5-45f6-9d4c-912a5c7508da service neutron] 10.222.0.49 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903881 Jul 16 00:01:22.132631 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-58a36293-cbd6-4240-9f3b-32fc2bcbe385 req-b8b245e4-1738-4423-ac38-c2a57b988a38 service neutron] 10.222.0.41 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850508 Jul 16 00:01:22.201078 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-58a36293-cbd6-4240-9f3b-32fc2bcbe385 req-1a2ddd48-f8f4-414a-b936-71a00805acb4 service neutron] 10.222.0.49 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991437 Jul 16 00:01:22.245109 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-58a36293-cbd6-4240-9f3b-32fc2bcbe385 req-0a485338-2107-44ef-ac3c-00f1796df179 service neutron] 10.222.0.41 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936782 Jul 16 00:01:22.800764 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a32734-0d1d-4d11-8499-a38b1d831700 req-55c159a4-f7a4-4b11-a803-aa1e871168fa tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:22.802400 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d5a32734-0d1d-4d11-8499-a38b1d831700 req-55c159a4-f7a4-4b11-a803-aa1e871168fa tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=21b43cac-77a5-4fac-8ad8-bbb1c0de7f38 HTTP/1.1" status: 200 len: 944 time: 0.4132359 Jul 16 00:01:22.841811 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d5a32734-0d1d-4d11-8499-a38b1d831700 req-6625ece8-b6d8-4d22-94a9-dd6e6aa5e211 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328877 Jul 16 00:01:22.863396 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 5be5f6ca-64d0-41c2-9cfa-9b52cef834d6 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:01:22.902413 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 5be5f6ca-64d0-41c2-9cfa-9b52cef834d6 not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:01:23.694311 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 5be5f6ca-64d0-41c2-9cfa-9b52cef834d6 details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 00:01:23.787027 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 5be5f6ca-64d0-41c2-9cfa-9b52cef834d6, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=5be5f6ca-64d0-41c2-9cfa-9b52cef834d6,segment=NetworkSegment(4948a0fc-69c3-4504-bfcc-bcf7849e0aa6),segment_id=4948a0fc-69c3-4504-bfcc-bcf7849e0aa6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:01:23.802718 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': '5be5f6ca-64d0-41c2-9cfa-9b52cef834d6', 'network_id': '05afe214-b272-4343-852e-f1768efa01b4', 'port_id': '5be5f6ca-64d0-41c2-9cfa-9b52cef834d6', 'mac_address': 'fa:16:3e:8d:40:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eea4b5ea-50fc-4ad4-94be-918231915339', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 00:01:23.839307 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:23.852502 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5be5f6ca-64d0-41c2-9cfa-9b52cef834d6 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:01:23.872657 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 5be5f6ca-64d0-41c2-9cfa-9b52cef834d6, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=5be5f6ca-64d0-41c2-9cfa-9b52cef834d6,segment=NetworkSegment(4948a0fc-69c3-4504-bfcc-bcf7849e0aa6),segment_id=4948a0fc-69c3-4504-bfcc-bcf7849e0aa6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:01:23.875974 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:23.923834 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=5be5f6ca-64d0-41c2-9cfa-9b52cef834d6,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:01:23.931331 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:01:23.931711 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:01:23.932050 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:01:23.932383 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:01:23.932712 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:01:23.933034 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:01:23.933356 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:01:23.933676 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:01:23.933997 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:01:23.934317 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:01:23.934636 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:01:23.934952 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:01:24.017022 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cecc55b-e50e-4218-8ffa-fef78180b3cc req-5461464d-e607-48e4-8eea-f393cb21a939 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:24.018480 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1cecc55b-e50e-4218-8ffa-fef78180b3cc req-5461464d-e607-48e4-8eea-f393cb21a939 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=21b43cac-77a5-4fac-8ad8-bbb1c0de7f38 HTTP/1.1" status: 200 len: 945 time: 0.0617521 Jul 16 00:01:24.055857 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1cecc55b-e50e-4218-8ffa-fef78180b3cc req-fd034d20-b7e6-459f-907e-2142212dbe43 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308836 Jul 16 00:01:24.193879 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['5be5f6ca-64d0-41c2-9cfa-9b52cef834d6'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:01:24.412759 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106c235-6691-491a-aa8f-4d6e5b478d5b req-0ea5eacd-24f0-4b73-bed1-7fe583d367fd tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:24.414206 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a106c235-6691-491a-aa8f-4d6e5b478d5b req-0ea5eacd-24f0-4b73-bed1-7fe583d367fd tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.49 "GET /v2.0/ports?device_id=21b43cac-77a5-4fac-8ad8-bbb1c0de7f38&tenant_id=146c19810f514ed48bbea6638045fe39&binding%3Ahost_id=n-h2-794306-6 HTTP/1.1" status: 200 len: 945 time: 0.1076086 Jul 16 00:01:24.422204 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0c455-e877-49f9-8714-0c241e3c2370 req-88d1e826-2dfa-430b-bca6-43ead1cf86bb tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:24.423562 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f7c0c455-e877-49f9-8714-0c241e3c2370 req-88d1e826-2dfa-430b-bca6-43ead1cf86bb tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=21b43cac-77a5-4fac-8ad8-bbb1c0de7f38 HTTP/1.1" status: 200 len: 945 time: 0.1278193 Jul 16 00:01:24.498835 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f7c0c455-e877-49f9-8714-0c241e3c2370 req-7002390f-87fa-47b0-805e-98f0507aec7d tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669925 Jul 16 00:01:24.505709 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [req-a106c235-6691-491a-aa8f-4d6e5b478d5b req-b67a2f51-479d-4eae-bb61-47dbd874c6db service neutron] delete failed (client error): The resource could not be found. Jul 16 00:01:24.506691 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a106c235-6691-491a-aa8f-4d6e5b478d5b req-b67a2f51-479d-4eae-bb61-47dbd874c6db service neutron] 10.222.0.49 "DELETE /v2.0/ports/5be5f6ca-64d0-41c2-9cfa-9b52cef834d6/bindings/n-h1-794306-6 HTTP/1.1" status: 404 len: 380 time: 0.0822568 Jul 16 00:01:24.611667 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106c235-6691-491a-aa8f-4d6e5b478d5b req-b8df9cc7-0976-417a-8d22-ec568fb4da01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:24.613134 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a106c235-6691-491a-aa8f-4d6e5b478d5b req-b8df9cc7-0976-417a-8d22-ec568fb4da01 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=146c19810f514ed48bbea6638045fe39&device_id=21b43cac-77a5-4fac-8ad8-bbb1c0de7f38 HTTP/1.1" status: 200 len: 1096 time: 0.0522132 Jul 16 00:01:24.701036 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106c235-6691-491a-aa8f-4d6e5b478d5b req-fbfb7e6a-114e-4a07-a284-f5db5d05a26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:24.702501 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a106c235-6691-491a-aa8f-4d6e5b478d5b req-fbfb7e6a-114e-4a07-a284-f5db5d05a26d service neutron] 10.222.0.49 "GET /v2.0/networks?id=05afe214-b272-4343-852e-f1768efa01b4 HTTP/1.1" status: 200 len: 911 time: 0.0826085 Jul 16 00:01:24.769709 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a106c235-6691-491a-aa8f-4d6e5b478d5b req-c4cbebb2-5207-4939-bf56-ea4fad938412 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5be5f6ca-64d0-41c2-9cfa-9b52cef834d6 HTTP/1.1" status: 200 len: 1000 time: 0.0603552 Jul 16 00:01:24.818164 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106c235-6691-491a-aa8f-4d6e5b478d5b req-0846f546-3574-4d59-a947-34c552294660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:24.819688 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a106c235-6691-491a-aa8f-4d6e5b478d5b req-0846f546-3574-4d59-a947-34c552294660 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=eea4b5ea-50fc-4ad4-94be-918231915339 HTTP/1.1" status: 200 len: 849 time: 0.0437689 Jul 16 00:01:24.875385 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106c235-6691-491a-aa8f-4d6e5b478d5b req-ac2d08a1-ac0d-45ed-85a6-ca02bd6a2afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:24.876919 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a106c235-6691-491a-aa8f-4d6e5b478d5b req-ac2d08a1-ac0d-45ed-85a6-ca02bd6a2afd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=05afe214-b272-4343-852e-f1768efa01b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515528 Jul 16 00:01:24.970525 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a106c235-6691-491a-aa8f-4d6e5b478d5b req-382ee49a-7349-48d6-a3ca-947595f2cc85 service neutron] 10.222.0.49 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874760 Jul 16 00:01:25.059791 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a106c235-6691-491a-aa8f-4d6e5b478d5b req-7557c84d-48bf-4235-bdba-00fb353f0439 service neutron] 10.222.0.49 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829248 Jul 16 00:01:25.684443 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa3af8f-1996-44aa-8f1a-15a9a37ee653 req-24e23594-0014-44a5-b003-442408e87c86 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:25.685927 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2aa3af8f-1996-44aa-8f1a-15a9a37ee653 req-24e23594-0014-44a5-b003-442408e87c86 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=21b43cac-77a5-4fac-8ad8-bbb1c0de7f38 HTTP/1.1" status: 200 len: 945 time: 0.0682294 Jul 16 00:01:25.711015 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 5be5f6ca-64d0-41c2-9cfa-9b52cef834d6 up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:01:25.727375 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2aa3af8f-1996-44aa-8f1a-15a9a37ee653 req-6a4a059a-3bd6-4bab-b54b-1c9e3e74a27c tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359015 Jul 16 00:01:25.760318 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port 5be5f6ca-64d0-41c2-9cfa-9b52cef834d6 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:01:25.763899 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port 5be5f6ca-64d0-41c2-9cfa-9b52cef834d6 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:01:25.764273 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:25.812326 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:25.862050 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:25.883068 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b43cac-77a5-4fac-8ad8-bbb1c0de7f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5be5f6ca-64d0-41c2-9cfa-9b52cef834d6'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:01:25.885321 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e9fb4881edd019fd78742076f0094ed4667d73d4ff1456415672d14009ccad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ddeeafb-1d07-4c04-b543-15309d141096" -d '{"events": [{"server_uuid": "21b43cac-77a5-4fac-8ad8-bbb1c0de7f38", "name": "network-vif-plugged", "status": "completed", "tag": "5be5f6ca-64d0-41c2-9cfa-9b52cef834d6"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:01:25.898455 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 5be5f6ca-64d0-41c2-9cfa-9b52cef834d6, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=5be5f6ca-64d0-41c2-9cfa-9b52cef834d6,segment=NetworkSegment(4948a0fc-69c3-4504-bfcc-bcf7849e0aa6),segment_id=4948a0fc-69c3-4504-bfcc-bcf7849e0aa6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:01:25.902348 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:25.927016 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cce5eff-2be3-42ff-9844-f1e04021a70b x-openstack-request-id: req-3cce5eff-2be3-42ff-9844-f1e04021a70b {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:01:25.927284 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21b43cac-77a5-4fac-8ad8-bbb1c0de7f38", "name": "network-vif-plugged", "status": "completed", "tag": "5be5f6ca-64d0-41c2-9cfa-9b52cef834d6", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:01:25.927534 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3cce5eff-2be3-42ff-9844-f1e04021a70b {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:01:25.927939 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21b43cac-77a5-4fac-8ad8-bbb1c0de7f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5be5f6ca-64d0-41c2-9cfa-9b52cef834d6', 'code': 200} Jul 16 00:01:25.956130 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=5be5f6ca-64d0-41c2-9cfa-9b52cef834d6,revision_number=9']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:01:26.902069 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d20441-8207-4c00-b077-774f6ab9fbf5 req-2fc56837-7843-4d85-8233-2bee388fd84a tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:26.903594 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-61d20441-8207-4c00-b077-774f6ab9fbf5 req-2fc56837-7843-4d85-8233-2bee388fd84a tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=21b43cac-77a5-4fac-8ad8-bbb1c0de7f38 HTTP/1.1" status: 200 len: 946 time: 0.0646703 Jul 16 00:01:26.941233 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-61d20441-8207-4c00-b077-774f6ab9fbf5 req-e6af18b9-9154-4e53-86a3-d69ab0e40e76 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321124 Jul 16 00:01:27.118634 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b3c72-6a4a-49f6-a13e-8137a70d2110 req-fd571f84-a963-412b-910d-e9c9b654010d tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:27.120146 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1b5b3c72-6a4a-49f6-a13e-8137a70d2110 req-fd571f84-a963-412b-910d-e9c9b654010d tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=21b43cac-77a5-4fac-8ad8-bbb1c0de7f38 HTTP/1.1" status: 200 len: 946 time: 0.0663512 Jul 16 00:01:27.157926 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1b5b3c72-6a4a-49f6-a13e-8137a70d2110 req-1b0b9713-ec72-4d4b-9ecb-f3f6ef5904c0 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322163 Jul 16 00:01:27.333871 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5848ac4e-1614-4b7d-8f57-cc5ae48f6cb4 req-72337c7b-f7d1-40f4-89ac-e00b404a2c81 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:27.335396 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5848ac4e-1614-4b7d-8f57-cc5ae48f6cb4 req-72337c7b-f7d1-40f4-89ac-e00b404a2c81 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=21b43cac-77a5-4fac-8ad8-bbb1c0de7f38 HTTP/1.1" status: 200 len: 946 time: 0.0637488 Jul 16 00:01:27.373806 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5848ac4e-1614-4b7d-8f57-cc5ae48f6cb4 req-597a0d68-fb06-4dfe-94e1-67762ad6cf02 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328460 Jul 16 00:01:27.750713 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5626146b-5b55-420d-b1ae-a50d7a5b4967 req-681225d4-4fa8-4537-b006-3e248b8ee18b tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:27.752192 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5626146b-5b55-420d-b1ae-a50d7a5b4967 req-681225d4-4fa8-4537-b006-3e248b8ee18b tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=21b43cac-77a5-4fac-8ad8-bbb1c0de7f38 HTTP/1.1" status: 200 len: 946 time: 0.0637562 Jul 16 00:01:27.791906 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5626146b-5b55-420d-b1ae-a50d7a5b4967 req-eaaed0d1-0647-4f98-8d4d-9a3d8fae9d32 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329509 Jul 16 00:01:28.975054 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9e5008-cb9f-48e8-903e-58ba694f8ccf req-1fd34753-37b1-4cb6-919a-3efe9bd8d961 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:28.977301 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4f9e5008-cb9f-48e8-903e-58ba694f8ccf req-1fd34753-37b1-4cb6-919a-3efe9bd8d961 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=21b43cac-77a5-4fac-8ad8-bbb1c0de7f38 HTTP/1.1" status: 200 len: 946 time: 0.0673144 Jul 16 00:01:29.014214 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4f9e5008-cb9f-48e8-903e-58ba694f8ccf req-ea2693ce-bd6d-4d71-a404-eee48d373006 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314755 Jul 16 00:01:29.148188 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d79a22-d093-4a93-a548-2074ffd4f1d3 req-d5cf502c-55ba-4e36-a616-97a29bbd650e tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:29.150303 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-28d79a22-d093-4a93-a548-2074ffd4f1d3 req-d5cf502c-55ba-4e36-a616-97a29bbd650e tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.41 "GET /v2.0/ports?device_id=21b43cac-77a5-4fac-8ad8-bbb1c0de7f38 HTTP/1.1" status: 200 len: 946 time: 0.1004505 Jul 16 00:01:29.256603 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-28d79a22-d093-4a93-a548-2074ffd4f1d3 req-b75b3b1e-c8b7-4936-8d57-6f2f54f3030e tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Deleting port 5be5f6ca-64d0-41c2-9cfa-9b52cef834d6 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:01:29.256951 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-28d79a22-d093-4a93-a548-2074ffd4f1d3 req-b75b3b1e-c8b7-4936-8d57-6f2f54f3030e tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:29.344955 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-28d79a22-d093-4a93-a548-2074ffd4f1d3 req-b75b3b1e-c8b7-4936-8d57-6f2f54f3030e tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] For port 5be5f6ca-64d0-41c2-9cfa-9b52cef834d6, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=5be5f6ca-64d0-41c2-9cfa-9b52cef834d6,segment=NetworkSegment(4948a0fc-69c3-4504-bfcc-bcf7849e0aa6),segment_id=4948a0fc-69c3-4504-bfcc-bcf7849e0aa6)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:01:29.345313 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-28d79a22-d093-4a93-a548-2074ffd4f1d3 req-b75b3b1e-c8b7-4936-8d57-6f2f54f3030e tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:29.932563 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-28d79a22-d093-4a93-a548-2074ffd4f1d3 req-b75b3b1e-c8b7-4936-8d57-6f2f54f3030e tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:29.932936 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-28d79a22-d093-4a93-a548-2074ffd4f1d3 req-b75b3b1e-c8b7-4936-8d57-6f2f54f3030e tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:29.933253 n-d-794306-6 neutron-server[93771]: INFO neutron.db.l3_db [req-28d79a22-d093-4a93-a548-2074ffd4f1d3 req-b75b3b1e-c8b7-4936-8d57-6f2f54f3030e tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Floating IP b888bfce-dbed-4cae-a5a3-ed8167772dba disassociated. External IP: 172.25.5.70, port: 5be5f6ca-64d0-41c2-9cfa-9b52cef834d6. Jul 16 00:01:29.933602 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-28d79a22-d093-4a93-a548-2074ffd4f1d3 req-b75b3b1e-c8b7-4936-8d57-6f2f54f3030e tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Calling delete_port for 5be5f6ca-64d0-41c2-9cfa-9b52cef834d6 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:01:30.064682 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-28d79a22-d093-4a93-a548-2074ffd4f1d3 req-b75b3b1e-c8b7-4936-8d57-6f2f54f3030e tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:30.093754 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75b3b1e-c8b7-4936-8d57-6f2f54f3030e tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Pushing event deleted for resources: {'Port': ['ID=5be5f6ca-64d0-41c2-9cfa-9b52cef834d6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:01:30.167679 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fa9cad95-7759-47df-9785-94fe8f679978 req-ea3d40d2-9293-4ae6-aa6f-87e9f68667b6 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=21b43cac-77a5-4fac-8ad8-bbb1c0de7f38 HTTP/1.1" status: 200 len: 210 time: 0.0331960 Jul 16 00:01:30.216472 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28d79a22-d093-4a93-a548-2074ffd4f1d3 req-b75b3b1e-c8b7-4936-8d57-6f2f54f3030e tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Router f875ac8c-b8e6-4691-bab1-e1fed0bd629a has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:01:30.327394 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28d79a22-d093-4a93-a548-2074ffd4f1d3 req-b75b3b1e-c8b7-4936-8d57-6f2f54f3030e tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:01:30.337824 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea685b02-37d2-4308-830e-35ab10877cd2 None None] Sync routers for ids ['f875ac8c-b8e6-4691-bab1-e1fed0bd629a'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:01:30.348149 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea685b02-37d2-4308-830e-35ab10877cd2 None None] Routers {'f875ac8c-b8e6-4691-bab1-e1fed0bd629a'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:01:30.350244 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ea685b02-37d2-4308-830e-35ab10877cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:01:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['f875ac8c-b8e6-4691-bab1-e1fed0bd629a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:01:30.386986 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-28d79a22-d093-4a93-a548-2074ffd4f1d3 req-b75b3b1e-c8b7-4936-8d57-6f2f54f3030e tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] No DVR routers for this DVR port 5be5f6ca-64d0-41c2-9cfa-9b52cef834d6 on host n-h2-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:01:30.389826 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-28d79a22-d093-4a93-a548-2074ffd4f1d3 req-b75b3b1e-c8b7-4936-8d57-6f2f54f3030e tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:30.391971 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-28d79a22-d093-4a93-a548-2074ffd4f1d3 req-b75b3b1e-c8b7-4936-8d57-6f2f54f3030e tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.41 "DELETE /v2.0/ports/5be5f6ca-64d0-41c2-9cfa-9b52cef834d6 HTTP/1.1" status: 204 len: 173 time: 1.2354448 Jul 16 00:01:30.392412 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b43cac-77a5-4fac-8ad8-bbb1c0de7f38', 'name': 'network-vif-deleted', 'tag': '5be5f6ca-64d0-41c2-9cfa-9b52cef834d6'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:01:30.394782 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732f3e1a316c3ad7d48a65c2bbc2e30ba6c82a3ba5a41bb87b5b7e43e99a4419" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e29d9f-75c3-474e-a42e-03c5077aac0a" -d '{"events": [{"server_uuid": "21b43cac-77a5-4fac-8ad8-bbb1c0de7f38", "name": "network-vif-deleted", "tag": "5be5f6ca-64d0-41c2-9cfa-9b52cef834d6"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:01:30.438507 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c01cc103-d8d0-4631-a4e3-2bdbbb67de64 x-openstack-request-id: req-c01cc103-d8d0-4631-a4e3-2bdbbb67de64 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:01:30.438953 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21b43cac-77a5-4fac-8ad8-bbb1c0de7f38", "name": "network-vif-deleted", "tag": "5be5f6ca-64d0-41c2-9cfa-9b52cef834d6", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:01:30.439064 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c01cc103-d8d0-4631-a4e3-2bdbbb67de64 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:01:30.439448 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21b43cac-77a5-4fac-8ad8-bbb1c0de7f38', 'name': 'network-vif-deleted', 'tag': '5be5f6ca-64d0-41c2-9cfa-9b52cef834d6', 'status': 'completed', 'code': 200} Jul 16 00:01:30.462625 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-ea685b02-37d2-4308-830e-35ab10877cd2 None None] Set router f875ac8c-b8e6-4691-bab1-e1fed0bd629a gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:01:30.665359 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ea685b02-37d2-4308-830e-35ab10877cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'name': 'tempest-ServerActionsTestJSON-63931044-router', 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'b898b7a1-d8c3-4f68-a448-769f333f77fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:59:05Z', 'updated_at': '2021-07-15T23:59:08Z', 'revision_number': 4, 'project_id': '146c19810f514ed48bbea6638045fe39', 'gw_port': {'id': 'b898b7a1-d8c3-4f68-a448-769f333f77fd', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:67:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:06Z', 'updated_at': '2021-07-15T23:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'dfffd2a0-4f59-4fc2-a827-89d47d7b06c0', 'name': '', 'network_id': '05afe214-b272-4343-852e-f1768efa01b4', 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'mac_address': 'fa:16:3e:19:1f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'eea4b5ea-50fc-4ad4-94be-918231915339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:08Z', 'updated_at': '2021-07-15T23:59:14Z', 'revision_number': 5, 'project_id': '146c19810f514ed48bbea6638045fe39', 'subnets': [{'id': 'eea4b5ea-50fc-4ad4-94be-918231915339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:01:30.695176 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea685b02-37d2-4308-830e-35ab10877cd2 None None] Checking router: f875ac8c-b8e6-4691-bab1-e1fed0bd629a for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:01:30.704842 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea685b02-37d2-4308-830e-35ab10877cd2 None None] Routers {'f875ac8c-b8e6-4691-bab1-e1fed0bd629a'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:01:30.705683 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ea685b02-37d2-4308-830e-35ab10877cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:01:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['f875ac8c-b8e6-4691-bab1-e1fed0bd629a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:01:30.818919 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-ea685b02-37d2-4308-830e-35ab10877cd2 None None] Set router f875ac8c-b8e6-4691-bab1-e1fed0bd629a gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:01:30.916985 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-02492ebc-b385-44c8-b244-eeb6fba0f43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:31.027336 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ea685b02-37d2-4308-830e-35ab10877cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'name': 'tempest-ServerActionsTestJSON-63931044-router', 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'b898b7a1-d8c3-4f68-a448-769f333f77fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:59:05Z', 'updated_at': '2021-07-15T23:59:08Z', 'revision_number': 4, 'project_id': '146c19810f514ed48bbea6638045fe39', 'gw_port': {'id': 'b898b7a1-d8c3-4f68-a448-769f333f77fd', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:67:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:06Z', 'updated_at': '2021-07-15T23:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'dfffd2a0-4f59-4fc2-a827-89d47d7b06c0', 'name': '', 'network_id': '05afe214-b272-4343-852e-f1768efa01b4', 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'mac_address': 'fa:16:3e:19:1f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'eea4b5ea-50fc-4ad4-94be-918231915339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:08Z', 'updated_at': '2021-07-15T23:59:14Z', 'revision_number': 5, 'project_id': '146c19810f514ed48bbea6638045fe39', 'subnets': [{'id': 'eea4b5ea-50fc-4ad4-94be-918231915339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:01:31.054818 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea685b02-37d2-4308-830e-35ab10877cd2 None None] The sync data for ids ['f875ac8c-b8e6-4691-bab1-e1fed0bd629a'] in n-d-794306-6 is: [{'id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'name': 'tempest-ServerActionsTestJSON-63931044-router', 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'b898b7a1-d8c3-4f68-a448-769f333f77fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:59:05Z', 'updated_at': '2021-07-15T23:59:08Z', 'revision_number': 4, 'project_id': '146c19810f514ed48bbea6638045fe39', 'gw_port': {'id': 'b898b7a1-d8c3-4f68-a448-769f333f77fd', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:67:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:06Z', 'updated_at': '2021-07-15T23:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'dfffd2a0-4f59-4fc2-a827-89d47d7b06c0', 'name': '', 'network_id': '05afe214-b272-4343-852e-f1768efa01b4', 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'mac_address': 'fa:16:3e:19:1f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'eea4b5ea-50fc-4ad4-94be-918231915339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:08Z', 'updated_at': '2021-07-15T23:59:14Z', 'revision_number': 5, 'project_id': '146c19810f514ed48bbea6638045fe39', 'subnets': [{'id': 'eea4b5ea-50fc-4ad4-94be-918231915339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:01:31.280017 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fdd1b3-740b-4225-8837-31b5725b2178 None None] New status for floating IP b888bfce-dbed-4cae-a5a3-ed8167772dba: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 00:01:31.490419 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f9d2575d-564f-4ecb-9430-39cbc976e3fe req-ccf1b3b1-c969-4f3a-b53d-80a9eb84e429 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--132972465&fields=id&tenant_id=146c19810f514ed48bbea6638045fe39 HTTP/1.1" status: 200 len: 267 time: 0.0367882 Jul 16 00:01:31.601783 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2575d-564f-4ecb-9430-39cbc976e3fe req-84f7d0ce-d524-490e-bb55-1ced43014b31 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:31.603716 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f9d2575d-564f-4ecb-9430-39cbc976e3fe req-84f7d0ce-d524-490e-bb55-1ced43014b31 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/networks?id=05afe214-b272-4343-852e-f1768efa01b4 HTTP/1.1" status: 200 len: 810 time: 0.1068008 Jul 16 00:01:31.618260 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f9d2575d-564f-4ecb-9430-39cbc976e3fe req-964d8dc9-e310-4858-94a7-8da6f2f9b766 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/quotas/146c19810f514ed48bbea6638045fe39 HTTP/1.1" status: 200 len: 375 time: 0.0091395 Jul 16 00:01:31.689580 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f9d2575d-564f-4ecb-9430-39cbc976e3fe req-6bb1c22c-8c73-47c5-b0c4-36f4ba266e83 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=146c19810f514ed48bbea6638045fe39&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0661497 Jul 16 00:01:31.741215 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 5be5f6ca-64d0-41c2-9cfa-9b52cef834d6 no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:01:31.765765 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] No Port match for: 5be5f6ca-64d0-41c2-9cfa-9b52cef834d6 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:01:31.766113 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 5be5f6ca-64d0-41c2-9cfa-9b52cef834d6 not bound to the agent host n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:01:31.838537 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f9d2575d-564f-4ecb-9430-39cbc976e3fe req-22db31c8-6688-4a88-9bae-50cf83753210 service neutron] 10.222.0.48 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371033 Jul 16 00:01:31.860916 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:01:31.928074 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f9d2575d-564f-4ecb-9430-39cbc976e3fe req-b29dd342-4d47-4c7e-88f4-2c2ea98b19aa service neutron] 10.222.0.48 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835285 Jul 16 00:01:32.103437 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-84fccae8-bf61-483f-a437-7cffd223c2f5 req-53fc96b0-8c62-446b-b5e1-8c6e3e9405cb tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=b90d3c73-78fc-4259-beec-b65a3cc62648 HTTP/1.1" status: 200 len: 210 time: 0.0337315 Jul 16 00:01:33.248688 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d208a6ce-4005-4d03-9597-87091aa96b42 req-187b00a3-90e6-4483-bf67-10c6e8134256 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=b90d3c73-78fc-4259-beec-b65a3cc62648 HTTP/1.1" status: 200 len: 210 time: 0.0305753 Jul 16 00:01:33.378309 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2575d-564f-4ecb-9430-39cbc976e3fe req-1daa8510-e955-4b3b-9ded-ea5d3a89a5db tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:33.380193 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f9d2575d-564f-4ecb-9430-39cbc976e3fe req-1daa8510-e955-4b3b-9ded-ea5d3a89a5db tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.41 "GET /v2.0/networks?id=05afe214-b272-4343-852e-f1768efa01b4 HTTP/1.1" status: 200 len: 810 time: 0.1143718 Jul 16 00:01:33.444167 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f9d2575d-564f-4ecb-9430-39cbc976e3fe req-694ac4b2-9982-4c5e-8885-2ca265470ab5 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=146c19810f514ed48bbea6638045fe39 HTTP/1.1" status: 200 len: 379 time: 0.0429342 Jul 16 00:01:33.453507 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-f9d2575d-564f-4ecb-9430-39cbc976e3fe req-db44c3a0-1f2c-475a-a038-cd9b46e78ca0 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Request body: {'port': {'device_id': 'b90d3c73-78fc-4259-beec-b65a3cc62648', 'network_id': '05afe214-b272-4343-852e-f1768efa01b4', 'admin_state_up': True, 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'security_groups': ['a6100d2c-2a68-45a8-8eeb-72c8438afd74']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:01:33.466339 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:33.568004 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9d2575d-564f-4ecb-9430-39cbc976e3fe req-db44c3a0-1f2c-475a-a038-cd9b46e78ca0 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Made reservation on behalf of 146c19810f514ed48bbea6638045fe39 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:01:33.571737 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f9d2575d-564f-4ecb-9430-39cbc976e3fe req-db44c3a0-1f2c-475a-a038-cd9b46e78ca0 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:33.698150 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-f9d2575d-564f-4ecb-9430-39cbc976e3fe req-db44c3a0-1f2c-475a-a038-cd9b46e78ca0 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Allocated IP 172.20.0.8 (05afe214-b272-4343-852e-f1768efa01b4/eea4b5ea-50fc-4ad4-94be-918231915339/faa19141-6a42-4b1b-9f19-d2ed088ee1c2) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:01:33.832135 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f9d2575d-564f-4ecb-9430-39cbc976e3fe req-db44c3a0-1f2c-475a-a038-cd9b46e78ca0 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:33.846155 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-f9d2575d-564f-4ecb-9430-39cbc976e3fe req-db44c3a0-1f2c-475a-a038-cd9b46e78ca0 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Transition to ACTIVE for port object faa19141-6a42-4b1b-9f19-d2ed088ee1c2 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:01:33.877714 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f9d2575d-564f-4ecb-9430-39cbc976e3fe req-db44c3a0-1f2c-475a-a038-cd9b46e78ca0 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:33.928415 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9d2575d-564f-4ecb-9430-39cbc976e3fe req-db44c3a0-1f2c-475a-a038-cd9b46e78ca0 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Network 05afe214-b272-4343-852e-f1768efa01b4 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:01:33.932200 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-f9d2575d-564f-4ecb-9430-39cbc976e3fe req-db44c3a0-1f2c-475a-a038-cd9b46e78ca0 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:01:33.936146 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9d2575d-564f-4ecb-9430-39cbc976e3fe req-db44c3a0-1f2c-475a-a038-cd9b46e78ca0 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:01:33.942721 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db44c3a0-1f2c-475a-a038-cd9b46e78ca0 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Pushing event updated for resources: {'Port': ['ID=faa19141-6a42-4b1b-9f19-d2ed088ee1c2,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:01:33.988212 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2575d-564f-4ecb-9430-39cbc976e3fe req-db44c3a0-1f2c-475a-a038-cd9b46e78ca0 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:33.988863 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f9d2575d-564f-4ecb-9430-39cbc976e3fe req-db44c3a0-1f2c-475a-a038-cd9b46e78ca0 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:34.004993 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f9d2575d-564f-4ecb-9430-39cbc976e3fe req-db44c3a0-1f2c-475a-a038-cd9b46e78ca0 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5555379 Jul 16 00:01:34.022845 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-f9d2575d-564f-4ecb-9430-39cbc976e3fe req-14383064-4406-4695-88db-bcf25845aa8b service neutron] Request body: {'port': {'device_id': 'b90d3c73-78fc-4259-beec-b65a3cc62648', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:01:34.099145 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f9d2575d-564f-4ecb-9430-39cbc976e3fe req-14383064-4406-4695-88db-bcf25845aa8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:34.137142 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ed100461-982f-42d5-aef2-57c9a4dbec0e None None] Provisioning for port faa19141-6a42-4b1b-9f19-d2ed088ee1c2 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:01:34.140708 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ed100461-982f-42d5-aef2-57c9a4dbec0e None None] Provisioning complete for port faa19141-6a42-4b1b-9f19-d2ed088ee1c2 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:01:34.141082 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ed100461-982f-42d5-aef2-57c9a4dbec0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:34.175891 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ed100461-982f-42d5-aef2-57c9a4dbec0e None None] Port faa19141-6a42-4b1b-9f19-d2ed088ee1c2 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:01:34.258510 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c0cf110b-42bb-4035-8d9b-3dfb97fb48ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:34.372255 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-f9d2575d-564f-4ecb-9430-39cbc976e3fe req-14383064-4406-4695-88db-bcf25845aa8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faa19141-6a42-4b1b-9f19-d2ed088ee1c2 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:01:34.379559 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f9d2575d-564f-4ecb-9430-39cbc976e3fe req-14383064-4406-4695-88db-bcf25845aa8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:34.392179 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-f9d2575d-564f-4ecb-9430-39cbc976e3fe req-14383064-4406-4695-88db-bcf25845aa8b service neutron] Transition to ACTIVE for port object faa19141-6a42-4b1b-9f19-d2ed088ee1c2 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:01:34.397038 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f9d2575d-564f-4ecb-9430-39cbc976e3fe req-14383064-4406-4695-88db-bcf25845aa8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:34.431627 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c918d0f-0b93-4947-a090-f530ecd0a715 req-e7850410-bf11-4eeb-9a70-2792ff460393 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:34.433169 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8c918d0f-0b93-4947-a090-f530ecd0a715 req-e7850410-bf11-4eeb-9a70-2792ff460393 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=b90d3c73-78fc-4259-beec-b65a3cc62648 HTTP/1.1" status: 200 len: 931 time: 0.0693235 Jul 16 00:01:34.473564 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14383064-4406-4695-88db-bcf25845aa8b service neutron] Pushing event updated for resources: {'Port': ['ID=faa19141-6a42-4b1b-9f19-d2ed088ee1c2,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:01:34.485970 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:34.490720 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8c918d0f-0b93-4947-a090-f530ecd0a715 req-3158d10f-245f-4507-bf4d-8aa18e3e861f tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476406 Jul 16 00:01:34.532040 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-f9d2575d-564f-4ecb-9430-39cbc976e3fe req-14383064-4406-4695-88db-bcf25845aa8b service neutron] Attempting to bind port faa19141-6a42-4b1b-9f19-d2ed088ee1c2 on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:01:34.532376 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-f9d2575d-564f-4ecb-9430-39cbc976e3fe req-14383064-4406-4695-88db-bcf25845aa8b service neutron] Attempting to bind port faa19141-6a42-4b1b-9f19-d2ed088ee1c2 by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '4948a0fc-69c3-4504-bfcc-bcf7849e0aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05afe214-b272-4343-852e-f1768efa01b4'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:01:34.532707 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d2575d-564f-4ecb-9430-39cbc976e3fe req-14383064-4406-4695-88db-bcf25845aa8b service neutron] Attempting to bind port faa19141-6a42-4b1b-9f19-d2ed088ee1c2 on network 05afe214-b272-4343-852e-f1768efa01b4 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:01:34.537027 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d2575d-564f-4ecb-9430-39cbc976e3fe req-14383064-4406-4695-88db-bcf25845aa8b service neutron] Port faa19141-6a42-4b1b-9f19-d2ed088ee1c2 on network 05afe214-b272-4343-852e-f1768efa01b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 00:01:34.537354 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d2575d-564f-4ecb-9430-39cbc976e3fe req-14383064-4406-4695-88db-bcf25845aa8b service neutron] Attempting to bind port faa19141-6a42-4b1b-9f19-d2ed088ee1c2 on network 05afe214-b272-4343-852e-f1768efa01b4 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:01:34.543461 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d2575d-564f-4ecb-9430-39cbc976e3fe req-14383064-4406-4695-88db-bcf25845aa8b service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:01:34.543852 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d2575d-564f-4ecb-9430-39cbc976e3fe req-14383064-4406-4695-88db-bcf25845aa8b service neutron] Checking segment: {'id': '4948a0fc-69c3-4504-bfcc-bcf7849e0aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05afe214-b272-4343-852e-f1768efa01b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:01:34.544232 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d2575d-564f-4ecb-9430-39cbc976e3fe req-14383064-4406-4695-88db-bcf25845aa8b service neutron] Bound using segment: {'id': '4948a0fc-69c3-4504-bfcc-bcf7849e0aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05afe214-b272-4343-852e-f1768efa01b4'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:01:34.544660 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-f9d2575d-564f-4ecb-9430-39cbc976e3fe req-14383064-4406-4695-88db-bcf25845aa8b service neutron] Bound port: faa19141-6a42-4b1b-9f19-d2ed088ee1c2, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4948a0fc-69c3-4504-bfcc-bcf7849e0aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05afe214-b272-4343-852e-f1768efa01b4'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:01:34.545023 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f9d2575d-564f-4ecb-9430-39cbc976e3fe req-14383064-4406-4695-88db-bcf25845aa8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:34.613078 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-f9d2575d-564f-4ecb-9430-39cbc976e3fe req-14383064-4406-4695-88db-bcf25845aa8b service neutron] For port faa19141-6a42-4b1b-9f19-d2ed088ee1c2, host n-h2-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:01:34.616689 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-f9d2575d-564f-4ecb-9430-39cbc976e3fe req-14383064-4406-4695-88db-bcf25845aa8b service neutron] For port faa19141-6a42-4b1b-9f19-d2ed088ee1c2, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=faa19141-6a42-4b1b-9f19-d2ed088ee1c2,segment=NetworkSegment(4948a0fc-69c3-4504-bfcc-bcf7849e0aa6),segment_id=4948a0fc-69c3-4504-bfcc-bcf7849e0aa6)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:01:34.621971 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f9d2575d-564f-4ecb-9430-39cbc976e3fe req-14383064-4406-4695-88db-bcf25845aa8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:34.658949 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2575d-564f-4ecb-9430-39cbc976e3fe req-14383064-4406-4695-88db-bcf25845aa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:34.660148 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f9d2575d-564f-4ecb-9430-39cbc976e3fe req-14383064-4406-4695-88db-bcf25845aa8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:34.661628 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f9d2575d-564f-4ecb-9430-39cbc976e3fe req-14383064-4406-4695-88db-bcf25845aa8b service neutron] 10.222.0.41 "PUT /v2.0/ports/faa19141-6a42-4b1b-9f19-d2ed088ee1c2 HTTP/1.1" status: 200 len: 1091 time: 0.6431737 Jul 16 00:01:34.662064 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b90d3c73-78fc-4259-beec-b65a3cc62648', 'tag': 'faa19141-6a42-4b1b-9f19-d2ed088ee1c2'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:01:34.664430 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732f3e1a316c3ad7d48a65c2bbc2e30ba6c82a3ba5a41bb87b5b7e43e99a4419" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b44ee16a-efbe-4d6d-aa10-b370e92149c2" -d '{"events": [{"name": "network-changed", "server_uuid": "b90d3c73-78fc-4259-beec-b65a3cc62648", "tag": "faa19141-6a42-4b1b-9f19-d2ed088ee1c2"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:01:34.690482 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14383064-4406-4695-88db-bcf25845aa8b service neutron] Pushing event updated for resources: {'Port': ['ID=faa19141-6a42-4b1b-9f19-d2ed088ee1c2,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:01:34.716300 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e179de0-dc61-4a60-8814-8b0c51c1e436 x-openstack-request-id: req-0e179de0-dc61-4a60-8814-8b0c51c1e436 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:01:34.716596 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b90d3c73-78fc-4259-beec-b65a3cc62648", "tag": "faa19141-6a42-4b1b-9f19-d2ed088ee1c2", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:01:34.716847 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0e179de0-dc61-4a60-8814-8b0c51c1e436 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:01:34.717276 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b90d3c73-78fc-4259-beec-b65a3cc62648', 'tag': 'faa19141-6a42-4b1b-9f19-d2ed088ee1c2', 'status': 'completed', 'code': 200} Jul 16 00:01:34.795162 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2575d-564f-4ecb-9430-39cbc976e3fe req-c6917a03-e311-463d-bf9d-87a143b7c711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:34.796780 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f9d2575d-564f-4ecb-9430-39cbc976e3fe req-c6917a03-e311-463d-bf9d-87a143b7c711 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=146c19810f514ed48bbea6638045fe39&device_id=b90d3c73-78fc-4259-beec-b65a3cc62648 HTTP/1.1" status: 200 len: 1094 time: 0.0634434 Jul 16 00:01:34.851665 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f9d2575d-564f-4ecb-9430-39cbc976e3fe req-bf54a609-abcd-477b-9258-128e6da2610b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=faa19141-6a42-4b1b-9f19-d2ed088ee1c2 HTTP/1.1" status: 200 len: 217 time: 0.0417604 Jul 16 00:01:34.900806 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2575d-564f-4ecb-9430-39cbc976e3fe req-670fe3ee-7867-4e6c-b378-c40dc4d3c833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:34.902259 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f9d2575d-564f-4ecb-9430-39cbc976e3fe req-670fe3ee-7867-4e6c-b378-c40dc4d3c833 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eea4b5ea-50fc-4ad4-94be-918231915339 HTTP/1.1" status: 200 len: 849 time: 0.0433431 Jul 16 00:01:34.962328 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2575d-564f-4ecb-9430-39cbc976e3fe req-6b538952-6c57-45d1-a791-f10107d93400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:34.963887 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f9d2575d-564f-4ecb-9430-39cbc976e3fe req-6b538952-6c57-45d1-a791-f10107d93400 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=05afe214-b272-4343-852e-f1768efa01b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551836 Jul 16 00:01:35.059306 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f9d2575d-564f-4ecb-9430-39cbc976e3fe req-02e3a8ad-858d-4864-a56e-78a1271cc4f8 service neutron] 10.222.0.41 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886250 Jul 16 00:01:35.151718 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f9d2575d-564f-4ecb-9430-39cbc976e3fe req-39a6ee32-90e2-4821-bbab-c761dbebcc6a service neutron] 10.222.0.41 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861526 Jul 16 00:01:35.308218 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ee16a-efbe-4d6d-aa10-b370e92149c2 req-8238198d-722c-49fb-a701-492effb24fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:35.309753 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b44ee16a-efbe-4d6d-aa10-b370e92149c2 req-8238198d-722c-49fb-a701-492effb24fa9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=146c19810f514ed48bbea6638045fe39&device_id=b90d3c73-78fc-4259-beec-b65a3cc62648 HTTP/1.1" status: 200 len: 1094 time: 0.0566688 Jul 16 00:01:35.397534 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ee16a-efbe-4d6d-aa10-b370e92149c2 req-fdd1db95-49c5-4b80-ac53-7f65c9a123a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:35.399130 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b44ee16a-efbe-4d6d-aa10-b370e92149c2 req-fdd1db95-49c5-4b80-ac53-7f65c9a123a8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=05afe214-b272-4343-852e-f1768efa01b4 HTTP/1.1" status: 200 len: 911 time: 0.0831616 Jul 16 00:01:35.443721 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b44ee16a-efbe-4d6d-aa10-b370e92149c2 req-5489ee45-b71a-467c-81fc-71bc457b8e3b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=faa19141-6a42-4b1b-9f19-d2ed088ee1c2 HTTP/1.1" status: 200 len: 217 time: 0.0378098 Jul 16 00:01:35.491727 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ee16a-efbe-4d6d-aa10-b370e92149c2 req-b8e9528d-461d-4f9f-9ccf-2fe8803d6c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:35.493908 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b44ee16a-efbe-4d6d-aa10-b370e92149c2 req-b8e9528d-461d-4f9f-9ccf-2fe8803d6c7f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eea4b5ea-50fc-4ad4-94be-918231915339 HTTP/1.1" status: 200 len: 849 time: 0.0435359 Jul 16 00:01:35.556863 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ee16a-efbe-4d6d-aa10-b370e92149c2 req-16df5e0b-dc74-4032-b265-505f20d0317e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:35.558367 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b44ee16a-efbe-4d6d-aa10-b370e92149c2 req-16df5e0b-dc74-4032-b265-505f20d0317e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=05afe214-b272-4343-852e-f1768efa01b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569081 Jul 16 00:01:35.651901 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b44ee16a-efbe-4d6d-aa10-b370e92149c2 req-1d59b264-c2f6-409a-92f1-9c50b3642ec4 service neutron] 10.222.0.41 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855913 Jul 16 00:01:35.676196 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c3a40c-5c2f-4c84-8b22-df15d92c7239 req-aa3d6b9d-e0db-45c0-821b-bd30d1dc72af tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:35.677702 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-23c3a40c-5c2f-4c84-8b22-df15d92c7239 req-aa3d6b9d-e0db-45c0-821b-bd30d1dc72af tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=b90d3c73-78fc-4259-beec-b65a3cc62648 HTTP/1.1" status: 200 len: 943 time: 0.0682139 Jul 16 00:01:35.717565 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-23c3a40c-5c2f-4c84-8b22-df15d92c7239 req-822a0275-013b-457a-9ec8-e8b9a25eb6f7 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336413 Jul 16 00:01:35.744481 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b44ee16a-efbe-4d6d-aa10-b370e92149c2 req-7e604268-2878-457b-b0e0-c1da8350d1b5 service neutron] 10.222.0.41 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858214 Jul 16 00:01:36.487273 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:36.894318 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9123fb-01f5-4154-bb5b-a6d91406fe73 req-a6868e8b-2652-4257-b930-54b61525d7a7 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:36.895834 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4a9123fb-01f5-4154-bb5b-a6d91406fe73 req-a6868e8b-2652-4257-b930-54b61525d7a7 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=b90d3c73-78fc-4259-beec-b65a3cc62648 HTTP/1.1" status: 200 len: 943 time: 0.0646660 Jul 16 00:01:36.933256 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4a9123fb-01f5-4154-bb5b-a6d91406fe73 req-e90ddaa5-f457-4986-9ea0-40ec8186ef83 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311062 Jul 16 00:01:37.767657 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device faa19141-6a42-4b1b-9f19-d2ed088ee1c2 details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 00:01:37.864304 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port faa19141-6a42-4b1b-9f19-d2ed088ee1c2, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=faa19141-6a42-4b1b-9f19-d2ed088ee1c2,segment=NetworkSegment(4948a0fc-69c3-4504-bfcc-bcf7849e0aa6),segment_id=4948a0fc-69c3-4504-bfcc-bcf7849e0aa6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:01:37.874923 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': 'faa19141-6a42-4b1b-9f19-d2ed088ee1c2', 'network_id': '05afe214-b272-4343-852e-f1768efa01b4', 'port_id': 'faa19141-6a42-4b1b-9f19-d2ed088ee1c2', 'mac_address': 'fa:16:3e:ca:df:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eea4b5ea-50fc-4ad4-94be-918231915339', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 00:01:37.910050 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:37.923353 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faa19141-6a42-4b1b-9f19-d2ed088ee1c2 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:01:37.941936 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port faa19141-6a42-4b1b-9f19-d2ed088ee1c2, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=faa19141-6a42-4b1b-9f19-d2ed088ee1c2,segment=NetworkSegment(4948a0fc-69c3-4504-bfcc-bcf7849e0aa6),segment_id=4948a0fc-69c3-4504-bfcc-bcf7849e0aa6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:01:37.945702 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:37.992977 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=faa19141-6a42-4b1b-9f19-d2ed088ee1c2,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:01:38.108461 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf2b008-f201-4200-9696-868fc18c6637 req-d310f9fd-2392-42a5-bc36-966f5cb452b7 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:38.109963 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-baf2b008-f201-4200-9696-868fc18c6637 req-d310f9fd-2392-42a5-bc36-966f5cb452b7 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=b90d3c73-78fc-4259-beec-b65a3cc62648 HTTP/1.1" status: 200 len: 944 time: 0.0624259 Jul 16 00:01:38.149676 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-baf2b008-f201-4200-9696-868fc18c6637 req-23c4f2dc-e594-4fe7-a44f-92547ecd5cb9 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331473 Jul 16 00:01:38.200319 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['faa19141-6a42-4b1b-9f19-d2ed088ee1c2'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:01:38.511907 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:39.328118 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32bd432-64ec-4ec6-9bcd-842ad93982b1 req-f01cb33a-dace-4c97-8bd8-ebf83b91ef86 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:39.329584 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e32bd432-64ec-4ec6-9bcd-842ad93982b1 req-f01cb33a-dace-4c97-8bd8-ebf83b91ef86 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=b90d3c73-78fc-4259-beec-b65a3cc62648 HTTP/1.1" status: 200 len: 944 time: 0.0664210 Jul 16 00:01:39.367499 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e32bd432-64ec-4ec6-9bcd-842ad93982b1 req-3a60656f-75c5-4e48-8c1c-d4c8353c69a8 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324237 Jul 16 00:01:39.767491 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device faa19141-6a42-4b1b-9f19-d2ed088ee1c2 up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:01:39.814248 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port faa19141-6a42-4b1b-9f19-d2ed088ee1c2 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:01:39.817616 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port faa19141-6a42-4b1b-9f19-d2ed088ee1c2 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:01:39.817986 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:39.893682 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:39.915524 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90d3c73-78fc-4259-beec-b65a3cc62648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa19141-6a42-4b1b-9f19-d2ed088ee1c2'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:01:39.929056 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port faa19141-6a42-4b1b-9f19-d2ed088ee1c2, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=faa19141-6a42-4b1b-9f19-d2ed088ee1c2,segment=NetworkSegment(4948a0fc-69c3-4504-bfcc-bcf7849e0aa6),segment_id=4948a0fc-69c3-4504-bfcc-bcf7849e0aa6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:01:39.933322 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:39.959090 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85e2a5fec60f0be1243ce80844a072e05c29e3c23db0dd3e62b5f7d92f5b0637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee0c76a-ef79-4b6a-8300-4f7abd462e91" -d '{"events": [{"server_uuid": "b90d3c73-78fc-4259-beec-b65a3cc62648", "name": "network-vif-plugged", "status": "completed", "tag": "faa19141-6a42-4b1b-9f19-d2ed088ee1c2"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:01:39.987704 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=faa19141-6a42-4b1b-9f19-d2ed088ee1c2,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:01:40.044398 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe8248e-40d2-432f-a79d-02a80475ac1d x-openstack-request-id: req-fbe8248e-40d2-432f-a79d-02a80475ac1d {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:01:40.044717 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b90d3c73-78fc-4259-beec-b65a3cc62648", "name": "network-vif-plugged", "status": "completed", "tag": "faa19141-6a42-4b1b-9f19-d2ed088ee1c2", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:01:40.044975 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fbe8248e-40d2-432f-a79d-02a80475ac1d {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:01:40.045376 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90d3c73-78fc-4259-beec-b65a3cc62648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa19141-6a42-4b1b-9f19-d2ed088ee1c2', 'code': 200} Jul 16 00:01:40.186596 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f20262f-dbf6-445c-95fd-7a7a0ca0f59f req-30fff236-0228-495a-94ad-f4e442a79be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:40.188085 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1f20262f-dbf6-445c-95fd-7a7a0ca0f59f req-30fff236-0228-495a-94ad-f4e442a79be8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b90d3c73-78fc-4259-beec-b65a3cc62648 HTTP/1.1" status: 200 len: 1096 time: 0.0579102 Jul 16 00:01:40.222334 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1f20262f-dbf6-445c-95fd-7a7a0ca0f59f req-1545d05a-a6a0-4799-9686-fab8ec62ab73 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286760 Jul 16 00:01:40.553289 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3391b8e8-f48b-43eb-9881-356efa57de38 req-e7e3e1a7-bfcf-4bcf-b627-a96396a1cb0e tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:40.555500 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3391b8e8-f48b-43eb-9881-356efa57de38 req-e7e3e1a7-bfcf-4bcf-b627-a96396a1cb0e tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=b90d3c73-78fc-4259-beec-b65a3cc62648 HTTP/1.1" status: 200 len: 945 time: 0.0631022 Jul 16 00:01:40.593128 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3391b8e8-f48b-43eb-9881-356efa57de38 req-b4a143c7-77b7-4fec-abbe-da386783a74d tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322011 Jul 16 00:01:41.776333 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09219002-9bf0-4c34-81dc-6e1eb0dd9eed req-147cb8b8-580b-48e6-8ac5-d2682ed1bfeb tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:41.777838 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-09219002-9bf0-4c34-81dc-6e1eb0dd9eed req-147cb8b8-580b-48e6-8ac5-d2682ed1bfeb tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=b90d3c73-78fc-4259-beec-b65a3cc62648 HTTP/1.1" status: 200 len: 945 time: 0.0695624 Jul 16 00:01:41.815779 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-09219002-9bf0-4c34-81dc-6e1eb0dd9eed req-a7887242-7af2-428d-a9db-cc11134c51c7 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323365 Jul 16 00:01:41.984978 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674dd0c8-4b78-4db4-91fe-29aaef490922 req-49bd3bb4-f808-4e81-8d94-b12c2aa02d92 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:41.986395 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-674dd0c8-4b78-4db4-91fe-29aaef490922 req-49bd3bb4-f808-4e81-8d94-b12c2aa02d92 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=b90d3c73-78fc-4259-beec-b65a3cc62648 HTTP/1.1" status: 200 len: 945 time: 0.0630021 Jul 16 00:01:41.994839 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 51588) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:01:41.999355 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-117013cd-cb71-40e3-8009-6fe230b7e2f7 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Request body: {'floatingip': {'port_id': 'faa19141-6a42-4b1b-9f19-d2ed088ee1c2'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:01:42.037586 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-117013cd-cb71-40e3-8009-6fe230b7e2f7 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:42.473959 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-117013cd-cb71-40e3-8009-6fe230b7e2f7 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:42.478179 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-117013cd-cb71-40e3-8009-6fe230b7e2f7 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:42.576686 n-d-794306-6 neutron-server[93770]: INFO neutron.db.l3_db [None req-117013cd-cb71-40e3-8009-6fe230b7e2f7 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Floating IP b888bfce-dbed-4cae-a5a3-ed8167772dba associated. External IP: 172.25.5.70, port: faa19141-6a42-4b1b-9f19-d2ed088ee1c2. Jul 16 00:01:42.783982 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-117013cd-cb71-40e3-8009-6fe230b7e2f7 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Router f875ac8c-b8e6-4691-bab1-e1fed0bd629a has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:01:42.889793 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117013cd-cb71-40e3-8009-6fe230b7e2f7 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:01:42.894872 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-117013cd-cb71-40e3-8009-6fe230b7e2f7 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:01:42.899726 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a764f0-ee2f-444d-bf72-8c7615ee8163 None None] Sync routers for ids ['f875ac8c-b8e6-4691-bab1-e1fed0bd629a'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:01:42.908373 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a764f0-ee2f-444d-bf72-8c7615ee8163 None None] Routers {'f875ac8c-b8e6-4691-bab1-e1fed0bd629a'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:01:42.909026 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-76a764f0-ee2f-444d-bf72-8c7615ee8163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:01:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['f875ac8c-b8e6-4691-bab1-e1fed0bd629a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:01:42.930989 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-117013cd-cb71-40e3-8009-6fe230b7e2f7 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "PUT /v2.0/floatingips/b888bfce-dbed-4cae-a5a3-ed8167772dba HTTP/1.1" status: 200 len: 990 time: 0.9350939 Jul 16 00:01:42.931564 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b90d3c73-78fc-4259-beec-b65a3cc62648', 'tag': 'faa19141-6a42-4b1b-9f19-d2ed088ee1c2'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:01:42.933838 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6d05bf18337a501e07b41bcb1deb66447f4f5ab0f7f4d51f8917682ebd5f259" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21531761-3e75-4cb5-af14-591472d7cf53" -d '{"events": [{"name": "network-changed", "server_uuid": "b90d3c73-78fc-4259-beec-b65a3cc62648", "tag": "faa19141-6a42-4b1b-9f19-d2ed088ee1c2"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:01:42.975163 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a11273c-1b4f-46c2-b196-1d984c78f660 x-openstack-request-id: req-1a11273c-1b4f-46c2-b196-1d984c78f660 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:01:42.975460 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b90d3c73-78fc-4259-beec-b65a3cc62648", "tag": "faa19141-6a42-4b1b-9f19-d2ed088ee1c2", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:01:42.975749 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1a11273c-1b4f-46c2-b196-1d984c78f660 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:01:42.976157 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b90d3c73-78fc-4259-beec-b65a3cc62648', 'tag': 'faa19141-6a42-4b1b-9f19-d2ed088ee1c2', 'status': 'completed', 'code': 200} Jul 16 00:01:43.017507 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-76a764f0-ee2f-444d-bf72-8c7615ee8163 None None] Set router f875ac8c-b8e6-4691-bab1-e1fed0bd629a gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:01:43.100420 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21531761-3e75-4cb5-af14-591472d7cf53 req-a0d4360a-196a-47bb-ac10-7fba85f85e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:43.102087 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-21531761-3e75-4cb5-af14-591472d7cf53 req-a0d4360a-196a-47bb-ac10-7fba85f85e5b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=146c19810f514ed48bbea6638045fe39&device_id=b90d3c73-78fc-4259-beec-b65a3cc62648 HTTP/1.1" status: 200 len: 1096 time: 0.0591848 Jul 16 00:01:43.198019 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21531761-3e75-4cb5-af14-591472d7cf53 req-67a658fb-db2b-4417-bbde-7dc25e97c9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:43.199427 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-21531761-3e75-4cb5-af14-591472d7cf53 req-67a658fb-db2b-4417-bbde-7dc25e97c9d4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=05afe214-b272-4343-852e-f1768efa01b4 HTTP/1.1" status: 200 len: 911 time: 0.0908301 Jul 16 00:01:43.269162 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-21531761-3e75-4cb5-af14-591472d7cf53 req-1c6551d5-5936-429f-abde-95bc4c198779 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=faa19141-6a42-4b1b-9f19-d2ed088ee1c2 HTTP/1.1" status: 200 len: 998 time: 0.0632377 Jul 16 00:01:43.317100 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21531761-3e75-4cb5-af14-591472d7cf53 req-30b661f1-6299-476f-ad68-b614f78798f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:43.318567 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-21531761-3e75-4cb5-af14-591472d7cf53 req-30b661f1-6299-476f-ad68-b614f78798f4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eea4b5ea-50fc-4ad4-94be-918231915339 HTTP/1.1" status: 200 len: 849 time: 0.0434661 Jul 16 00:01:43.376678 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21531761-3e75-4cb5-af14-591472d7cf53 req-a30c5cf5-fd45-41c8-85e7-67ae1c80a478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:01:43.378193 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-21531761-3e75-4cb5-af14-591472d7cf53 req-a30c5cf5-fd45-41c8-85e7-67ae1c80a478 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=05afe214-b272-4343-852e-f1768efa01b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536876 Jul 16 00:01:43.401293 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-76a764f0-ee2f-444d-bf72-8c7615ee8163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'name': 'tempest-ServerActionsTestJSON-63931044-router', 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'b898b7a1-d8c3-4f68-a448-769f333f77fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:59:05Z', 'updated_at': '2021-07-15T23:59:08Z', 'revision_number': 4, 'project_id': '146c19810f514ed48bbea6638045fe39', 'gw_port': {'id': 'b898b7a1-d8c3-4f68-a448-769f333f77fd', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:67:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:06Z', 'updated_at': '2021-07-15T23:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': 'b888bfce-dbed-4cae-a5a3-ed8167772dba', 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'floating_ip_address': '172.25.5.70', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'port_id': 'faa19141-6a42-4b1b-9f19-d2ed088ee1c2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05afe214-b272-4343-852e-f1768efa01b4', 'mac_address': 'fa:16:3e:ca:df:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90d3c73-78fc-4259-beec-b65a3cc62648', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:59:10Z', 'updated_at': '2021-07-16T00:01:42Z', 'revision_number': 5, 'project_id': '146c19810f514ed48bbea6638045fe39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfffd2a0-4f59-4fc2-a827-89d47d7b06c0', 'name': '', 'network_id': '05afe214-b272-4343-852e-f1768efa01b4', 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'mac_address': 'fa:16:3e:19:1f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'eea4b5ea-50fc-4ad4-94be-918231915339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:08Z', 'updated_at': '2021-07-15T23:59:14Z', 'revision_number': 5, 'project_id': '146c19810f514ed48bbea6638045fe39', 'subnets': [{'id': 'eea4b5ea-50fc-4ad4-94be-918231915339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:01:43.434542 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a764f0-ee2f-444d-bf72-8c7615ee8163 None None] Checking router: f875ac8c-b8e6-4691-bab1-e1fed0bd629a for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:01:43.443132 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a764f0-ee2f-444d-bf72-8c7615ee8163 None None] Routers {'f875ac8c-b8e6-4691-bab1-e1fed0bd629a'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:01:43.443789 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-76a764f0-ee2f-444d-bf72-8c7615ee8163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:01:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['f875ac8c-b8e6-4691-bab1-e1fed0bd629a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:01:43.475433 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-21531761-3e75-4cb5-af14-591472d7cf53 req-812b1ca0-a1e8-489e-a414-3e9dbda9683c service neutron] 10.222.0.41 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908132 Jul 16 00:01:43.549733 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-76a764f0-ee2f-444d-bf72-8c7615ee8163 None None] Set router f875ac8c-b8e6-4691-bab1-e1fed0bd629a gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:01:43.574148 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-21531761-3e75-4cb5-af14-591472d7cf53 req-374c48c5-a4ec-4ab0-8b70-1b8fc7312308 service neutron] 10.222.0.41 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919607 Jul 16 00:01:43.766072 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-76a764f0-ee2f-444d-bf72-8c7615ee8163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'name': 'tempest-ServerActionsTestJSON-63931044-router', 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'b898b7a1-d8c3-4f68-a448-769f333f77fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:59:05Z', 'updated_at': '2021-07-15T23:59:08Z', 'revision_number': 4, 'project_id': '146c19810f514ed48bbea6638045fe39', 'gw_port': {'id': 'b898b7a1-d8c3-4f68-a448-769f333f77fd', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:67:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:06Z', 'updated_at': '2021-07-15T23:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': 'b888bfce-dbed-4cae-a5a3-ed8167772dba', 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'floating_ip_address': '172.25.5.70', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'port_id': 'faa19141-6a42-4b1b-9f19-d2ed088ee1c2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05afe214-b272-4343-852e-f1768efa01b4', 'mac_address': 'fa:16:3e:ca:df:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90d3c73-78fc-4259-beec-b65a3cc62648', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:59:10Z', 'updated_at': '2021-07-16T00:01:42Z', 'revision_number': 5, 'project_id': '146c19810f514ed48bbea6638045fe39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfffd2a0-4f59-4fc2-a827-89d47d7b06c0', 'name': '', 'network_id': '05afe214-b272-4343-852e-f1768efa01b4', 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'mac_address': 'fa:16:3e:19:1f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'eea4b5ea-50fc-4ad4-94be-918231915339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:08Z', 'updated_at': '2021-07-15T23:59:14Z', 'revision_number': 5, 'project_id': '146c19810f514ed48bbea6638045fe39', 'subnets': [{'id': 'eea4b5ea-50fc-4ad4-94be-918231915339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:01:43.795381 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a764f0-ee2f-444d-bf72-8c7615ee8163 None None] The sync data for ids ['f875ac8c-b8e6-4691-bab1-e1fed0bd629a'] in n-d-794306-6 is: [{'id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'name': 'tempest-ServerActionsTestJSON-63931044-router', 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'b898b7a1-d8c3-4f68-a448-769f333f77fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:59:05Z', 'updated_at': '2021-07-15T23:59:08Z', 'revision_number': 4, 'project_id': '146c19810f514ed48bbea6638045fe39', 'gw_port': {'id': 'b898b7a1-d8c3-4f68-a448-769f333f77fd', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:67:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:06Z', 'updated_at': '2021-07-15T23:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': 'b888bfce-dbed-4cae-a5a3-ed8167772dba', 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'floating_ip_address': '172.25.5.70', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'port_id': 'faa19141-6a42-4b1b-9f19-d2ed088ee1c2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05afe214-b272-4343-852e-f1768efa01b4', 'mac_address': 'fa:16:3e:ca:df:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90d3c73-78fc-4259-beec-b65a3cc62648', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:59:10Z', 'updated_at': '2021-07-16T00:01:42Z', 'revision_number': 5, 'project_id': '146c19810f514ed48bbea6638045fe39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfffd2a0-4f59-4fc2-a827-89d47d7b06c0', 'name': '', 'network_id': '05afe214-b272-4343-852e-f1768efa01b4', 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'mac_address': 'fa:16:3e:19:1f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'eea4b5ea-50fc-4ad4-94be-918231915339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:08Z', 'updated_at': '2021-07-15T23:59:14Z', 'revision_number': 5, 'project_id': '146c19810f514ed48bbea6638045fe39', 'subnets': [{'id': 'eea4b5ea-50fc-4ad4-94be-918231915339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:01:43.987099 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46b987e-f88a-42e3-b966-6773fd8e37b2 None None] New status for floating IP b888bfce-dbed-4cae-a5a3-ed8167772dba: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 00:01:55.783851 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:00.899465 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5026501b-11a5-41e0-bed7-2e625adbee55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:03.468657 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:04.259236 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b61e12ce-83ca-4682-b489-47e9e23709b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:04.480451 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:06.490218 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:08.523951 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:08.863292 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:02:14.942268 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f8deacd9-6fb4-4a92-9dee-5fd14e3acbbb req-20c6f580-9ae0-4b47-b53d-e96188a57950 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b90d3c73-78fc-4259-beec-b65a3cc62648&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0565746 Jul 16 00:02:15.050794 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8deacd9-6fb4-4a92-9dee-5fd14e3acbbb req-fc985281-bb54-4304-a46f-fc1b8a47d3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:15.052282 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f8deacd9-6fb4-4a92-9dee-5fd14e3acbbb req-fc985281-bb54-4304-a46f-fc1b8a47d3c9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=146c19810f514ed48bbea6638045fe39&device_id=b90d3c73-78fc-4259-beec-b65a3cc62648 HTTP/1.1" status: 200 len: 1096 time: 0.0512168 Jul 16 00:02:15.163559 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8deacd9-6fb4-4a92-9dee-5fd14e3acbbb req-9267cee4-5118-427f-bf2a-635267a8f22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:15.165526 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f8deacd9-6fb4-4a92-9dee-5fd14e3acbbb req-9267cee4-5118-427f-bf2a-635267a8f22c service neutron] 10.222.0.41 "GET /v2.0/networks?id=05afe214-b272-4343-852e-f1768efa01b4 HTTP/1.1" status: 200 len: 911 time: 0.0889101 Jul 16 00:02:15.230202 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f8deacd9-6fb4-4a92-9dee-5fd14e3acbbb req-df2d2cb9-564b-4957-88cf-36ee5fe01935 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=faa19141-6a42-4b1b-9f19-d2ed088ee1c2 HTTP/1.1" status: 200 len: 1000 time: 0.0575113 Jul 16 00:02:15.276472 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8deacd9-6fb4-4a92-9dee-5fd14e3acbbb req-4004ad92-531d-48d0-846a-6b406fe0aa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:15.277883 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f8deacd9-6fb4-4a92-9dee-5fd14e3acbbb req-4004ad92-531d-48d0-846a-6b406fe0aa27 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eea4b5ea-50fc-4ad4-94be-918231915339 HTTP/1.1" status: 200 len: 849 time: 0.0419030 Jul 16 00:02:15.338219 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8deacd9-6fb4-4a92-9dee-5fd14e3acbbb req-8c7f207f-806e-426d-bc94-7ac28efd0e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:02:15.339955 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f8deacd9-6fb4-4a92-9dee-5fd14e3acbbb req-8c7f207f-806e-426d-bc94-7ac28efd0e86 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=05afe214-b272-4343-852e-f1768efa01b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558217 Jul 16 00:02:15.426370 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f8deacd9-6fb4-4a92-9dee-5fd14e3acbbb req-1100e7d1-517d-4573-9895-314bf14a4a4a service neutron] 10.222.0.41 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796733 Jul 16 00:02:15.518676 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f8deacd9-6fb4-4a92-9dee-5fd14e3acbbb req-f2cfbb81-b43a-424e-968c-bee5dba72ada service neutron] 10.222.0.41 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860395 Jul 16 00:02:25.779562 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:30.901637 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8681d12f-006f-486c-854d-4d2e38a1bd20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:33.474363 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:34.259683 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3e52e84e-6da2-4778-bab9-ce6c8cf3efd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:34.477176 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:36.492425 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:38.522470 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:02:45.862065 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:02:55.795110 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:00.904668 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fc303285-26fd-40e2-b816-3588fe952e31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:03.465666 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:04.263663 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2fd19ac2-a379-4373-a1a0-eff8c9dc6b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:04.479977 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:06.494522 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:08.531752 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:16.951722 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-103dc050-cf2e-4c86-ab03-f1666dae89a9 req-a613d56d-9762-4372-9dea-64d0b039f4d2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b90d3c73-78fc-4259-beec-b65a3cc62648&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0575712 Jul 16 00:03:17.066196 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103dc050-cf2e-4c86-ab03-f1666dae89a9 req-9b008aad-8f3f-4652-920b-3c6793e54549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:17.067737 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-103dc050-cf2e-4c86-ab03-f1666dae89a9 req-9b008aad-8f3f-4652-920b-3c6793e54549 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=146c19810f514ed48bbea6638045fe39&device_id=b90d3c73-78fc-4259-beec-b65a3cc62648 HTTP/1.1" status: 200 len: 1096 time: 0.0535655 Jul 16 00:03:17.175673 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103dc050-cf2e-4c86-ab03-f1666dae89a9 req-0065c4e6-ecb7-45af-8688-f69e28c07dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:17.177157 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-103dc050-cf2e-4c86-ab03-f1666dae89a9 req-0065c4e6-ecb7-45af-8688-f69e28c07dff service neutron] 10.222.0.41 "GET /v2.0/networks?id=05afe214-b272-4343-852e-f1768efa01b4 HTTP/1.1" status: 200 len: 911 time: 0.0892801 Jul 16 00:03:17.248122 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-103dc050-cf2e-4c86-ab03-f1666dae89a9 req-b835d8b0-e179-42a0-8391-a00fd982f0b9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=faa19141-6a42-4b1b-9f19-d2ed088ee1c2 HTTP/1.1" status: 200 len: 1000 time: 0.0643194 Jul 16 00:03:17.297542 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103dc050-cf2e-4c86-ab03-f1666dae89a9 req-5ee184ed-c298-47f3-954d-dd8b4fcb9cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:17.298968 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-103dc050-cf2e-4c86-ab03-f1666dae89a9 req-5ee184ed-c298-47f3-954d-dd8b4fcb9cb2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eea4b5ea-50fc-4ad4-94be-918231915339 HTTP/1.1" status: 200 len: 849 time: 0.0441368 Jul 16 00:03:17.356175 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103dc050-cf2e-4c86-ab03-f1666dae89a9 req-8ec6caf6-100e-4078-8244-a8302f17fbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:17.357643 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-103dc050-cf2e-4c86-ab03-f1666dae89a9 req-8ec6caf6-100e-4078-8244-a8302f17fbab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=05afe214-b272-4343-852e-f1768efa01b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517216 Jul 16 00:03:17.453722 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-103dc050-cf2e-4c86-ab03-f1666dae89a9 req-dd3c7a79-56f0-41a5-aeb0-cc1e464ae913 service neutron] 10.222.0.41 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850422 Jul 16 00:03:17.544073 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-103dc050-cf2e-4c86-ab03-f1666dae89a9 req-b77dc0fd-36e3-4f3f-af81-206849399b8f service neutron] 10.222.0.41 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819585 Jul 16 00:03:19.829687 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa6241-effd-4868-89d7-57f796730359 req-bd1f6a3d-0ea7-4225-b175-b0513a563b9f tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:19.831210 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-19aa6241-effd-4868-89d7-57f796730359 req-bd1f6a3d-0ea7-4225-b175-b0513a563b9f tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=b90d3c73-78fc-4259-beec-b65a3cc62648 HTTP/1.1" status: 200 len: 945 time: 0.0874596 Jul 16 00:03:19.873679 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-19aa6241-effd-4868-89d7-57f796730359 req-42dbf726-668b-41d6-a812-59fc94f4b285 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358729 Jul 16 00:03:21.049529 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e71a13-ab50-4f9a-8e85-5fa50dda8a5f req-39097345-8c22-4ddf-91dd-8354548578fe tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:21.051008 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-54e71a13-ab50-4f9a-8e85-5fa50dda8a5f req-39097345-8c22-4ddf-91dd-8354548578fe tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=b90d3c73-78fc-4259-beec-b65a3cc62648 HTTP/1.1" status: 200 len: 945 time: 0.0628381 Jul 16 00:03:21.089347 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-54e71a13-ab50-4f9a-8e85-5fa50dda8a5f req-c6308e7b-2ed9-41b8-ab44-1888cbd6c604 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314410 Jul 16 00:03:22.268337 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ae557-bd4f-4fe8-a77f-73991f82db3e req-56fd453d-5898-4080-80a9-aa4ad198f01b tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:22.269900 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-437ae557-bd4f-4fe8-a77f-73991f82db3e req-56fd453d-5898-4080-80a9-aa4ad198f01b tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=b90d3c73-78fc-4259-beec-b65a3cc62648 HTTP/1.1" status: 200 len: 945 time: 0.0694635 Jul 16 00:03:22.311479 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-437ae557-bd4f-4fe8-a77f-73991f82db3e req-b4ca0ba4-758b-490c-b3ba-8448cabfabd9 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348125 Jul 16 00:03:22.861182 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:03:23.494342 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e50275-89dd-4e8a-b1b4-c4b3088902d1 req-22a414f4-19d0-4f6f-9e28-5a1ff9ec2218 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:23.495884 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-14e50275-89dd-4e8a-b1b4-c4b3088902d1 req-22a414f4-19d0-4f6f-9e28-5a1ff9ec2218 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=b90d3c73-78fc-4259-beec-b65a3cc62648 HTTP/1.1" status: 200 len: 945 time: 0.0693052 Jul 16 00:03:23.534242 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-14e50275-89dd-4e8a-b1b4-c4b3088902d1 req-a76a5cfe-e4cb-4374-8d4a-bcb5a3046a72 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327098 Jul 16 00:03:24.708827 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed6a31-ca9b-45ac-bd77-b94660099f07 req-0d6b8948-6af1-4373-90c8-354b9ac53f21 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:24.710571 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f4ed6a31-ca9b-45ac-bd77-b94660099f07 req-0d6b8948-6af1-4373-90c8-354b9ac53f21 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=b90d3c73-78fc-4259-beec-b65a3cc62648 HTTP/1.1" status: 200 len: 945 time: 0.0655053 Jul 16 00:03:24.750224 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f4ed6a31-ca9b-45ac-bd77-b94660099f07 req-ff671948-5e46-4c58-987c-58982d075525 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330093 Jul 16 00:03:25.795544 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:25.927809 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf872e9-3baa-434b-9074-1fea2b694b2a req-6829403d-83f6-4ef8-b712-dcee9631cf1e tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:25.929299 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7bf872e9-3baa-434b-9074-1fea2b694b2a req-6829403d-83f6-4ef8-b712-dcee9631cf1e tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=b90d3c73-78fc-4259-beec-b65a3cc62648 HTTP/1.1" status: 200 len: 945 time: 0.0630267 Jul 16 00:03:25.970584 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7bf872e9-3baa-434b-9074-1fea2b694b2a req-cdb53db0-5644-4c90-88b8-dcfba221cf9a tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355778 Jul 16 00:03:27.148951 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46bca58-b1d2-4038-863e-80e883dae4b4 req-a7dde28e-00e1-47da-b757-f98f79e8c030 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:27.151073 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c46bca58-b1d2-4038-863e-80e883dae4b4 req-a7dde28e-00e1-47da-b757-f98f79e8c030 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=b90d3c73-78fc-4259-beec-b65a3cc62648 HTTP/1.1" status: 200 len: 945 time: 0.0629530 Jul 16 00:03:27.187998 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c46bca58-b1d2-4038-863e-80e883dae4b4 req-5b2e3fab-20b2-4180-85c2-87c151d6d579 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313740 Jul 16 00:03:28.364507 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5360bbc-0690-4bd6-8906-f8706fc37695 req-cb31c51c-8258-491d-b6e4-7f9d69790bf5 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:28.365992 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b5360bbc-0690-4bd6-8906-f8706fc37695 req-cb31c51c-8258-491d-b6e4-7f9d69790bf5 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=b90d3c73-78fc-4259-beec-b65a3cc62648 HTTP/1.1" status: 200 len: 945 time: 0.0634379 Jul 16 00:03:28.404117 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b5360bbc-0690-4bd6-8906-f8706fc37695 req-650906d7-609f-49ae-8a2b-e9d9249ae09f tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324528 Jul 16 00:03:29.578276 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047a29fe-0583-4c34-8347-976843bd6f0f req-9f80b232-ea98-4a52-9d8b-5ca295af7350 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:29.579769 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-047a29fe-0583-4c34-8347-976843bd6f0f req-9f80b232-ea98-4a52-9d8b-5ca295af7350 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=b90d3c73-78fc-4259-beec-b65a3cc62648 HTTP/1.1" status: 200 len: 945 time: 0.0654542 Jul 16 00:03:29.620330 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-047a29fe-0583-4c34-8347-976843bd6f0f req-c9a56203-7a7b-40a5-96d1-ab18cfd04744 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330117 Jul 16 00:03:30.791858 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5930a4-ad1f-4bee-b3b5-7ea6b9251b73 req-2ea87441-d868-4e3b-ac9c-73fc3903b585 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:30.793409 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ad5930a4-ad1f-4bee-b3b5-7ea6b9251b73 req-2ea87441-d868-4e3b-ac9c-73fc3903b585 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=b90d3c73-78fc-4259-beec-b65a3cc62648 HTTP/1.1" status: 200 len: 945 time: 0.0644770 Jul 16 00:03:30.833012 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ad5930a4-ad1f-4bee-b3b5-7ea6b9251b73 req-c8b25124-7237-4e8e-b0c2-9afafe996fb7 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339377 Jul 16 00:03:30.906435 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8ba376f8-8042-46f1-b9eb-aa25793508e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:31.274539 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5e0e1-17db-41fb-b2b1-ad8a5ca137c8 req-6090d075-a899-4c32-a037-5d7cbe403720 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:31.276548 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-18e5e0e1-17db-41fb-b2b1-ad8a5ca137c8 req-6090d075-a899-4c32-a037-5d7cbe403720 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=b90d3c73-78fc-4259-beec-b65a3cc62648 HTTP/1.1" status: 200 len: 945 time: 0.1049736 Jul 16 00:03:31.329059 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-18e5e0e1-17db-41fb-b2b1-ad8a5ca137c8 req-78da7d06-f363-4aa8-89f9-c5f41dedacaa tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458810 Jul 16 00:03:31.331775 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5393bf68-a93b-4592-a509-1c9f1dc41eeb req-e2da603b-cd8b-4e78-8bf8-8c72ab9d0dab service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b90d3c73-78fc-4259-beec-b65a3cc62648&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1511946 Jul 16 00:03:32.479358 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393bf68-a93b-4592-a509-1c9f1dc41eeb req-978742ef-5034-4bca-ad24-0ff73b74987d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:32.480910 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5393bf68-a93b-4592-a509-1c9f1dc41eeb req-978742ef-5034-4bca-ad24-0ff73b74987d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=146c19810f514ed48bbea6638045fe39&device_id=b90d3c73-78fc-4259-beec-b65a3cc62648 HTTP/1.1" status: 200 len: 1096 time: 0.0629635 Jul 16 00:03:32.520600 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026124ec-f9b7-4b3f-9d52-c778beffd24f req-0e019de8-824e-4173-8584-e59ab55a9156 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:32.522113 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-026124ec-f9b7-4b3f-9d52-c778beffd24f req-0e019de8-824e-4173-8584-e59ab55a9156 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=b90d3c73-78fc-4259-beec-b65a3cc62648 HTTP/1.1" status: 200 len: 945 time: 0.0666611 Jul 16 00:03:32.561391 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-026124ec-f9b7-4b3f-9d52-c778beffd24f req-0c4060b8-9048-4225-a524-34be52437b4d tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326509 Jul 16 00:03:32.580367 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393bf68-a93b-4592-a509-1c9f1dc41eeb req-40e28beb-d3f8-43f8-92ec-3ef7d1023fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:32.581875 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5393bf68-a93b-4592-a509-1c9f1dc41eeb req-40e28beb-d3f8-43f8-92ec-3ef7d1023fc2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=05afe214-b272-4343-852e-f1768efa01b4 HTTP/1.1" status: 200 len: 911 time: 0.0943842 Jul 16 00:03:32.648871 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5393bf68-a93b-4592-a509-1c9f1dc41eeb req-d17e39cc-6bc6-4a3d-9a66-65523e4bddba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=faa19141-6a42-4b1b-9f19-d2ed088ee1c2 HTTP/1.1" status: 200 len: 1000 time: 0.0609014 Jul 16 00:03:32.942097 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393bf68-a93b-4592-a509-1c9f1dc41eeb req-2aff3e44-1a51-4d3b-91a2-b85175bd1b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:32.943459 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5393bf68-a93b-4592-a509-1c9f1dc41eeb req-2aff3e44-1a51-4d3b-91a2-b85175bd1b82 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eea4b5ea-50fc-4ad4-94be-918231915339 HTTP/1.1" status: 200 len: 849 time: 0.2890651 Jul 16 00:03:33.001269 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393bf68-a93b-4592-a509-1c9f1dc41eeb req-e32b2432-42cc-43a0-b8cd-893206147a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:33.002732 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5393bf68-a93b-4592-a509-1c9f1dc41eeb req-e32b2432-42cc-43a0-b8cd-893206147a20 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=05afe214-b272-4343-852e-f1768efa01b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532386 Jul 16 00:03:33.091753 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5393bf68-a93b-4592-a509-1c9f1dc41eeb req-20410e21-07c3-41ba-80fa-143910e8b99a service neutron] 10.222.0.41 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827894 Jul 16 00:03:33.181069 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5393bf68-a93b-4592-a509-1c9f1dc41eeb req-4fbee851-7f18-4463-813a-61bdfab27fcf service neutron] 10.222.0.41 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815759 Jul 16 00:03:33.466241 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:33.773858 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a12868-d213-4b88-ab9d-0d199944455d req-9c740f26-3a65-447e-b155-cd121ecfde6e tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:33.776003 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-03a12868-d213-4b88-ab9d-0d199944455d req-9c740f26-3a65-447e-b155-cd121ecfde6e tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=b90d3c73-78fc-4259-beec-b65a3cc62648 HTTP/1.1" status: 200 len: 945 time: 0.0686400 Jul 16 00:03:33.815442 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-03a12868-d213-4b88-ab9d-0d199944455d req-d507ff83-9b5a-4040-a313-80f1c6a19cda tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337341 Jul 16 00:03:34.266961 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-44527956-2dc1-4ceb-a73f-899b960b5bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:34.483177 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:34.999061 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48cc5c5-c59d-41ee-936f-4a98a2f5fce8 req-172f0df5-63a0-4888-9767-d2ef0b1b59df tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:35.000605 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f48cc5c5-c59d-41ee-936f-4a98a2f5fce8 req-172f0df5-63a0-4888-9767-d2ef0b1b59df tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=b90d3c73-78fc-4259-beec-b65a3cc62648 HTTP/1.1" status: 200 len: 945 time: 0.0658979 Jul 16 00:03:35.039209 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f48cc5c5-c59d-41ee-936f-4a98a2f5fce8 req-dde56d16-34b4-459a-9a45-f902b17e19cd tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330200 Jul 16 00:03:35.116893 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [req-5393bf68-a93b-4592-a509-1c9f1dc41eeb req-1456b377-7879-4cc8-aba2-5c1a32c0fbf7 service neutron] show failed (client error): The resource could not be found. Jul 16 00:03:35.118741 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5393bf68-a93b-4592-a509-1c9f1dc41eeb req-1456b377-7879-4cc8-aba2-5c1a32c0fbf7 service neutron] 10.222.0.41 "GET /v2.0/ports/faa19141-6a42-4b1b-9f19-d2ed088ee1c2/bindings/n-h1-794306-6 HTTP/1.1" status: 404 len: 380 time: 0.0586970 Jul 16 00:03:35.388090 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393bf68-a93b-4592-a509-1c9f1dc41eeb req-f82cb2f7-bc2e-4b72-9ca4-f01f95a35f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:35.389441 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5393bf68-a93b-4592-a509-1c9f1dc41eeb req-f82cb2f7-bc2e-4b72-9ca4-f01f95a35f1b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b90d3c73-78fc-4259-beec-b65a3cc62648&tenant_id=146c19810f514ed48bbea6638045fe39 HTTP/1.1" status: 200 len: 1096 time: 0.0528665 Jul 16 00:03:35.400157 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-5393bf68-a93b-4592-a509-1c9f1dc41eeb req-7a519c31-be27-49a8-b541-b4be277af16b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-794306-6', 'device_owner': 'compute:nova'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:03:35.473509 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5393bf68-a93b-4592-a509-1c9f1dc41eeb req-7a519c31-be27-49a8-b541-b4be277af16b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:35.684047 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-5393bf68-a93b-4592-a509-1c9f1dc41eeb req-7a519c31-be27-49a8-b541-b4be277af16b service neutron] For port faa19141-6a42-4b1b-9f19-d2ed088ee1c2, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=faa19141-6a42-4b1b-9f19-d2ed088ee1c2,segment=NetworkSegment(4948a0fc-69c3-4504-bfcc-bcf7849e0aa6),segment_id=4948a0fc-69c3-4504-bfcc-bcf7849e0aa6)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:03:35.720985 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-5393bf68-a93b-4592-a509-1c9f1dc41eeb req-7a519c31-be27-49a8-b541-b4be277af16b service neutron] For port faa19141-6a42-4b1b-9f19-d2ed088ee1c2, host n-h2-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:03:35.769255 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90d3c73-78fc-4259-beec-b65a3cc62648', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'faa19141-6a42-4b1b-9f19-d2ed088ee1c2'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:03:35.775713 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5393bf68-a93b-4592-a509-1c9f1dc41eeb req-7a519c31-be27-49a8-b541-b4be277af16b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:35.787435 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-5393bf68-a93b-4592-a509-1c9f1dc41eeb req-7a519c31-be27-49a8-b541-b4be277af16b service neutron] Transition to ACTIVE for port object faa19141-6a42-4b1b-9f19-d2ed088ee1c2 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:03:35.795872 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5393bf68-a93b-4592-a509-1c9f1dc41eeb req-7a519c31-be27-49a8-b541-b4be277af16b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:35.825625 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cfa130710a3ed3c11f83ca70e11270030e5afd3463e80eec9e3119d100d8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8bf9b2-05b6-4e1f-bab5-0cfc654dd44a" -d '{"events": [{"server_uuid": "b90d3c73-78fc-4259-beec-b65a3cc62648", "name": "network-vif-unplugged", "status": "completed", "tag": "faa19141-6a42-4b1b-9f19-d2ed088ee1c2"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:03:35.933820 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a519c31-be27-49a8-b541-b4be277af16b service neutron] Pushing event updated for resources: {'Port': ['ID=faa19141-6a42-4b1b-9f19-d2ed088ee1c2,revision_number=6']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:35.951663 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 00:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed8f66a-2ffd-4e67-8f79-8e1746faf289 x-openstack-request-id: req-6ed8f66a-2ffd-4e67-8f79-8e1746faf289 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:03:35.951933 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b90d3c73-78fc-4259-beec-b65a3cc62648", "name": "network-vif-unplugged", "status": "completed", "tag": "faa19141-6a42-4b1b-9f19-d2ed088ee1c2", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:03:35.952186 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6ed8f66a-2ffd-4e67-8f79-8e1746faf289 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:03:35.952584 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90d3c73-78fc-4259-beec-b65a3cc62648', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'faa19141-6a42-4b1b-9f19-d2ed088ee1c2', 'code': 200} Jul 16 00:03:35.963298 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a519c31-be27-49a8-b541-b4be277af16b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:35.963676 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a519c31-be27-49a8-b541-b4be277af16b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:35.964021 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a519c31-be27-49a8-b541-b4be277af16b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:35.964359 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a519c31-be27-49a8-b541-b4be277af16b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:35.964696 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a519c31-be27-49a8-b541-b4be277af16b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:35.965025 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a519c31-be27-49a8-b541-b4be277af16b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:35.965353 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a519c31-be27-49a8-b541-b4be277af16b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:35.965679 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a519c31-be27-49a8-b541-b4be277af16b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:35.966009 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a519c31-be27-49a8-b541-b4be277af16b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:35.966328 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a519c31-be27-49a8-b541-b4be277af16b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:35.966651 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a519c31-be27-49a8-b541-b4be277af16b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:35.966971 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a519c31-be27-49a8-b541-b4be277af16b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:36.000187 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-5393bf68-a93b-4592-a509-1c9f1dc41eeb req-7a519c31-be27-49a8-b541-b4be277af16b service neutron] No DVR routers for this DVR port faa19141-6a42-4b1b-9f19-d2ed088ee1c2 on host n-h2-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:03:36.142405 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-5393bf68-a93b-4592-a509-1c9f1dc41eeb req-7a519c31-be27-49a8-b541-b4be277af16b service neutron] Attempting to bind port faa19141-6a42-4b1b-9f19-d2ed088ee1c2 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:03:36.142739 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-5393bf68-a93b-4592-a509-1c9f1dc41eeb req-7a519c31-be27-49a8-b541-b4be277af16b service neutron] Attempting to bind port faa19141-6a42-4b1b-9f19-d2ed088ee1c2 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '4948a0fc-69c3-4504-bfcc-bcf7849e0aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05afe214-b272-4343-852e-f1768efa01b4'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:03:36.143097 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5393bf68-a93b-4592-a509-1c9f1dc41eeb req-7a519c31-be27-49a8-b541-b4be277af16b service neutron] Attempting to bind port faa19141-6a42-4b1b-9f19-d2ed088ee1c2 on network 05afe214-b272-4343-852e-f1768efa01b4 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:03:36.147740 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5393bf68-a93b-4592-a509-1c9f1dc41eeb req-7a519c31-be27-49a8-b541-b4be277af16b service neutron] Port faa19141-6a42-4b1b-9f19-d2ed088ee1c2 on network 05afe214-b272-4343-852e-f1768efa01b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 00:03:36.148068 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5393bf68-a93b-4592-a509-1c9f1dc41eeb req-7a519c31-be27-49a8-b541-b4be277af16b service neutron] Attempting to bind port faa19141-6a42-4b1b-9f19-d2ed088ee1c2 on network 05afe214-b272-4343-852e-f1768efa01b4 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:03:36.154763 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5393bf68-a93b-4592-a509-1c9f1dc41eeb req-7a519c31-be27-49a8-b541-b4be277af16b service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:03:36.155102 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5393bf68-a93b-4592-a509-1c9f1dc41eeb req-7a519c31-be27-49a8-b541-b4be277af16b service neutron] Checking segment: {'id': '4948a0fc-69c3-4504-bfcc-bcf7849e0aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05afe214-b272-4343-852e-f1768efa01b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:03:36.155486 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5393bf68-a93b-4592-a509-1c9f1dc41eeb req-7a519c31-be27-49a8-b541-b4be277af16b service neutron] Bound using segment: {'id': '4948a0fc-69c3-4504-bfcc-bcf7849e0aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05afe214-b272-4343-852e-f1768efa01b4'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:03:36.155943 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-5393bf68-a93b-4592-a509-1c9f1dc41eeb req-7a519c31-be27-49a8-b541-b4be277af16b service neutron] Bound port: faa19141-6a42-4b1b-9f19-d2ed088ee1c2, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4948a0fc-69c3-4504-bfcc-bcf7849e0aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05afe214-b272-4343-852e-f1768efa01b4'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:03:36.156303 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5393bf68-a93b-4592-a509-1c9f1dc41eeb req-7a519c31-be27-49a8-b541-b4be277af16b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:36.504147 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:36.611198 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-5393bf68-a93b-4592-a509-1c9f1dc41eeb req-7a519c31-be27-49a8-b541-b4be277af16b service neutron] For port faa19141-6a42-4b1b-9f19-d2ed088ee1c2, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:03:36.615311 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-5393bf68-a93b-4592-a509-1c9f1dc41eeb req-7a519c31-be27-49a8-b541-b4be277af16b service neutron] For port faa19141-6a42-4b1b-9f19-d2ed088ee1c2, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=faa19141-6a42-4b1b-9f19-d2ed088ee1c2,segment=NetworkSegment(4948a0fc-69c3-4504-bfcc-bcf7849e0aa6),segment_id=4948a0fc-69c3-4504-bfcc-bcf7849e0aa6)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:03:36.627899 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640437e-7d35-4cdf-af5e-c106c53aa072 req-87d2d97e-ffa4-4f9f-a243-4ad21bbb7e72 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:36.629389 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9640437e-7d35-4cdf-af5e-c106c53aa072 req-87d2d97e-ffa4-4f9f-a243-4ad21bbb7e72 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=b90d3c73-78fc-4259-beec-b65a3cc62648 HTTP/1.1" status: 200 len: 943 time: 0.4702363 Jul 16 00:03:36.630359 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5393bf68-a93b-4592-a509-1c9f1dc41eeb req-7a519c31-be27-49a8-b541-b4be277af16b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:36.677927 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393bf68-a93b-4592-a509-1c9f1dc41eeb req-7a519c31-be27-49a8-b541-b4be277af16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:36.678543 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5393bf68-a93b-4592-a509-1c9f1dc41eeb req-7a519c31-be27-49a8-b541-b4be277af16b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:36.679967 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5393bf68-a93b-4592-a509-1c9f1dc41eeb req-7a519c31-be27-49a8-b541-b4be277af16b service neutron] 10.222.0.49 "PUT /v2.0/ports/faa19141-6a42-4b1b-9f19-d2ed088ee1c2 HTTP/1.1" status: 200 len: 1091 time: 1.2837863 Jul 16 00:03:36.725834 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9640437e-7d35-4cdf-af5e-c106c53aa072 req-a47eabb6-e98d-4c65-a32d-f7d1fff4d584 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871196 Jul 16 00:03:36.753065 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a519c31-be27-49a8-b541-b4be277af16b service neutron] Pushing event updated for resources: {'Port': ['ID=faa19141-6a42-4b1b-9f19-d2ed088ee1c2,revision_number=7']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:36.782499 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393bf68-a93b-4592-a509-1c9f1dc41eeb req-08aeef2f-9e6a-43b9-a535-a6f131e9273f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:36.784138 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5393bf68-a93b-4592-a509-1c9f1dc41eeb req-08aeef2f-9e6a-43b9-a535-a6f131e9273f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=146c19810f514ed48bbea6638045fe39&device_id=b90d3c73-78fc-4259-beec-b65a3cc62648 HTTP/1.1" status: 200 len: 1094 time: 0.0775518 Jul 16 00:03:36.879065 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393bf68-a93b-4592-a509-1c9f1dc41eeb req-e61ba035-f254-4b7c-ac1e-9bff44a40959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:36.880594 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5393bf68-a93b-4592-a509-1c9f1dc41eeb req-e61ba035-f254-4b7c-ac1e-9bff44a40959 service neutron] 10.222.0.49 "GET /v2.0/networks?id=05afe214-b272-4343-852e-f1768efa01b4 HTTP/1.1" status: 200 len: 911 time: 0.0901322 Jul 16 00:03:36.949473 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5393bf68-a93b-4592-a509-1c9f1dc41eeb req-383260b8-e0ff-4044-9da7-6a9990055d5d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=faa19141-6a42-4b1b-9f19-d2ed088ee1c2 HTTP/1.1" status: 200 len: 998 time: 0.0623271 Jul 16 00:03:36.997632 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393bf68-a93b-4592-a509-1c9f1dc41eeb req-c7c50f16-01ac-4d14-8b4f-e8c023504f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:36.999087 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5393bf68-a93b-4592-a509-1c9f1dc41eeb req-c7c50f16-01ac-4d14-8b4f-e8c023504f40 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=eea4b5ea-50fc-4ad4-94be-918231915339 HTTP/1.1" status: 200 len: 849 time: 0.0441554 Jul 16 00:03:37.055337 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393bf68-a93b-4592-a509-1c9f1dc41eeb req-5dbe87f4-d9bf-416c-a2cd-52df02df5d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:37.057034 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5393bf68-a93b-4592-a509-1c9f1dc41eeb req-5dbe87f4-d9bf-416c-a2cd-52df02df5d91 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=05afe214-b272-4343-852e-f1768efa01b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522017 Jul 16 00:03:37.148022 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5393bf68-a93b-4592-a509-1c9f1dc41eeb req-d785299c-d75b-4b3c-b44c-9e73b176b4bc service neutron] 10.222.0.49 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848587 Jul 16 00:03:37.235417 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5393bf68-a93b-4592-a509-1c9f1dc41eeb req-30c2bb97-e428-4551-b21e-8490d14dd1c9 service neutron] 10.222.0.49 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813465 Jul 16 00:03:37.926051 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b78f4-eb37-4d8e-a144-acb8f2cd12de req-16dd77f0-bebd-4c5e-905c-09960e1a7759 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:37.927599 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e20b78f4-eb37-4d8e-a144-acb8f2cd12de req-16dd77f0-bebd-4c5e-905c-09960e1a7759 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=b90d3c73-78fc-4259-beec-b65a3cc62648 HTTP/1.1" status: 200 len: 943 time: 0.0810370 Jul 16 00:03:37.953261 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b90d3c73-78fc-4259-beec-b65a3cc62648', 'tag': 'faa19141-6a42-4b1b-9f19-d2ed088ee1c2'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:03:37.955497 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cfa130710a3ed3c11f83ca70e11270030e5afd3463e80eec9e3119d100d8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b7a43bb-efcd-4a62-9ffc-1f95eec1f30b" -d '{"events": [{"name": "network-changed", "server_uuid": "b90d3c73-78fc-4259-beec-b65a3cc62648", "tag": "faa19141-6a42-4b1b-9f19-d2ed088ee1c2"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:03:37.974536 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e20b78f4-eb37-4d8e-a144-acb8f2cd12de req-973eb0f2-20d1-4a1b-8eb4-675dfde0a05d tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406985 Jul 16 00:03:38.007115 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a0f1a51-f134-4eb1-b530-86183b007ffe x-openstack-request-id: req-0a0f1a51-f134-4eb1-b530-86183b007ffe {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:03:38.007496 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b90d3c73-78fc-4259-beec-b65a3cc62648", "tag": "faa19141-6a42-4b1b-9f19-d2ed088ee1c2", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:03:38.008153 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0a0f1a51-f134-4eb1-b530-86183b007ffe {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:03:38.008271 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b90d3c73-78fc-4259-beec-b65a3cc62648', 'tag': 'faa19141-6a42-4b1b-9f19-d2ed088ee1c2', 'status': 'completed', 'code': 200} Jul 16 00:03:38.078657 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a43bb-efcd-4a62-9ffc-1f95eec1f30b req-4f79f67f-33f9-4d78-8761-1d0188ef8476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:38.080108 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1b7a43bb-efcd-4a62-9ffc-1f95eec1f30b req-4f79f67f-33f9-4d78-8761-1d0188ef8476 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=146c19810f514ed48bbea6638045fe39&device_id=b90d3c73-78fc-4259-beec-b65a3cc62648 HTTP/1.1" status: 200 len: 1094 time: 0.0529110 Jul 16 00:03:38.106003 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a43bb-efcd-4a62-9ffc-1f95eec1f30b req-3a0d6b78-f032-4776-9447-aeaaa2b7fad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:38.107504 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1b7a43bb-efcd-4a62-9ffc-1f95eec1f30b req-3a0d6b78-f032-4776-9447-aeaaa2b7fad1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=146c19810f514ed48bbea6638045fe39&device_id=b90d3c73-78fc-4259-beec-b65a3cc62648 HTTP/1.1" status: 200 len: 1094 time: 0.0545158 Jul 16 00:03:38.172802 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a43bb-efcd-4a62-9ffc-1f95eec1f30b req-54c5be69-51c2-4539-a30e-00e019ff6ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:38.174331 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1b7a43bb-efcd-4a62-9ffc-1f95eec1f30b req-54c5be69-51c2-4539-a30e-00e019ff6ebd service neutron] 10.222.0.49 "GET /v2.0/networks?id=05afe214-b272-4343-852e-f1768efa01b4 HTTP/1.1" status: 200 len: 911 time: 0.0880432 Jul 16 00:03:38.200076 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a43bb-efcd-4a62-9ffc-1f95eec1f30b req-0348dcd8-0733-4c86-9c0b-7e92d4278787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:38.201584 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1b7a43bb-efcd-4a62-9ffc-1f95eec1f30b req-0348dcd8-0733-4c86-9c0b-7e92d4278787 service neutron] 10.222.0.41 "GET /v2.0/networks?id=05afe214-b272-4343-852e-f1768efa01b4 HTTP/1.1" status: 200 len: 911 time: 0.0866899 Jul 16 00:03:38.246481 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1b7a43bb-efcd-4a62-9ffc-1f95eec1f30b req-946b5cd6-0fc0-4734-a1d5-8eef2a3c7a61 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=faa19141-6a42-4b1b-9f19-d2ed088ee1c2 HTTP/1.1" status: 200 len: 998 time: 0.0651774 Jul 16 00:03:38.270383 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1b7a43bb-efcd-4a62-9ffc-1f95eec1f30b req-af539952-9212-4d9b-b4c1-862ede5a5849 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=faa19141-6a42-4b1b-9f19-d2ed088ee1c2 HTTP/1.1" status: 200 len: 998 time: 0.0620396 Jul 16 00:03:38.298890 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a43bb-efcd-4a62-9ffc-1f95eec1f30b req-08e99f47-e904-4e4b-8688-475e81fc14ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:38.300425 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1b7a43bb-efcd-4a62-9ffc-1f95eec1f30b req-08e99f47-e904-4e4b-8688-475e81fc14ad service neutron] 10.222.0.49 "GET /v2.0/subnets?id=eea4b5ea-50fc-4ad4-94be-918231915339 HTTP/1.1" status: 200 len: 849 time: 0.0470138 Jul 16 00:03:38.323854 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a43bb-efcd-4a62-9ffc-1f95eec1f30b req-ef579f85-1659-49c7-956c-4b7b181d6725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:38.325432 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1b7a43bb-efcd-4a62-9ffc-1f95eec1f30b req-ef579f85-1659-49c7-956c-4b7b181d6725 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eea4b5ea-50fc-4ad4-94be-918231915339 HTTP/1.1" status: 200 len: 849 time: 0.0493603 Jul 16 00:03:38.363007 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a43bb-efcd-4a62-9ffc-1f95eec1f30b req-48278692-fba4-4db0-99a5-c7e3b5d6a547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:38.364555 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1b7a43bb-efcd-4a62-9ffc-1f95eec1f30b req-48278692-fba4-4db0-99a5-c7e3b5d6a547 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=05afe214-b272-4343-852e-f1768efa01b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565808 Jul 16 00:03:38.386561 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a43bb-efcd-4a62-9ffc-1f95eec1f30b req-386ada21-9ec5-479f-9b7a-265e31e8c963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:38.388088 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1b7a43bb-efcd-4a62-9ffc-1f95eec1f30b req-386ada21-9ec5-479f-9b7a-265e31e8c963 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=05afe214-b272-4343-852e-f1768efa01b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555463 Jul 16 00:03:38.458449 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1b7a43bb-efcd-4a62-9ffc-1f95eec1f30b req-32394fd6-5b71-4902-9bca-fa6bf9629917 service neutron] 10.222.0.49 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861800 Jul 16 00:03:38.496188 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1b7a43bb-efcd-4a62-9ffc-1f95eec1f30b req-09cef1c4-0411-4399-b0d3-608148d0a4de service neutron] 10.222.0.41 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004388 Jul 16 00:03:38.553604 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:38.567991 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1b7a43bb-efcd-4a62-9ffc-1f95eec1f30b req-f52bdeb8-06d7-46ab-9557-3c14f4ce2e53 service neutron] 10.222.0.49 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013613 Jul 16 00:03:38.598720 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1b7a43bb-efcd-4a62-9ffc-1f95eec1f30b req-6a010ce2-864d-4b96-a945-2e0ef74e7254 service neutron] 10.222.0.41 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953703 Jul 16 00:03:39.155866 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcbed39-a0af-48b5-b34c-14700f7d1c52 req-6d397bb3-9434-4bc6-9362-99a8697dbea7 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:39.157467 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6bcbed39-a0af-48b5-b34c-14700f7d1c52 req-6d397bb3-9434-4bc6-9362-99a8697dbea7 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=b90d3c73-78fc-4259-beec-b65a3cc62648 HTTP/1.1" status: 200 len: 943 time: 0.0668941 Jul 16 00:03:39.198404 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6bcbed39-a0af-48b5-b34c-14700f7d1c52 req-0c662ab8-18b7-45db-a8c0-17322d34f4ab tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352876 Jul 16 00:03:39.505799 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a7ec1-1201-4e5c-af70-0ace917de243 req-9470452f-b855-4e64-9ad6-c22d89b30f92 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:39.507538 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-387a7ec1-1201-4e5c-af70-0ace917de243 req-9470452f-b855-4e64-9ad6-c22d89b30f92 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=b90d3c73-78fc-4259-beec-b65a3cc62648 HTTP/1.1" status: 200 len: 943 time: 0.0663133 Jul 16 00:03:39.530942 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device faa19141-6a42-4b1b-9f19-d2ed088ee1c2 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 00:03:39.537829 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b085af2a-3c0d-48b4-81e8-c8de00186180 req-3c43d45e-9216-4260-8580-0b555a7b393d tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:39.541025 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b085af2a-3c0d-48b4-81e8-c8de00186180 req-3c43d45e-9216-4260-8580-0b555a7b393d tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.41 "GET /v2.0/ports?device_id=b90d3c73-78fc-4259-beec-b65a3cc62648&tenant_id=146c19810f514ed48bbea6638045fe39&binding%3Ahost_id=n-h1-794306-6 HTTP/1.1" status: 200 len: 943 time: 0.0801635 Jul 16 00:03:39.552337 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-387a7ec1-1201-4e5c-af70-0ace917de243 req-59fc1224-a8c5-4364-b9f9-5d2496af6027 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386610 Jul 16 00:03:39.605429 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [req-b085af2a-3c0d-48b4-81e8-c8de00186180 req-f4993e18-4568-4335-bf19-5ccede3dde70 service neutron] delete failed (client error): The resource could not be found. Jul 16 00:03:39.606509 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b085af2a-3c0d-48b4-81e8-c8de00186180 req-f4993e18-4568-4335-bf19-5ccede3dde70 service neutron] 10.222.0.41 "DELETE /v2.0/ports/faa19141-6a42-4b1b-9f19-d2ed088ee1c2/bindings/n-h2-794306-6 HTTP/1.1" status: 404 len: 380 time: 0.0586996 Jul 16 00:03:39.637806 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port faa19141-6a42-4b1b-9f19-d2ed088ee1c2, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=faa19141-6a42-4b1b-9f19-d2ed088ee1c2,segment=NetworkSegment(4948a0fc-69c3-4504-bfcc-bcf7849e0aa6),segment_id=4948a0fc-69c3-4504-bfcc-bcf7849e0aa6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:03:39.655009 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': 'faa19141-6a42-4b1b-9f19-d2ed088ee1c2', 'network_id': '05afe214-b272-4343-852e-f1768efa01b4', 'port_id': 'faa19141-6a42-4b1b-9f19-d2ed088ee1c2', 'mac_address': 'fa:16:3e:ca:df:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eea4b5ea-50fc-4ad4-94be-918231915339', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 00:03:39.692130 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:39.708889 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faa19141-6a42-4b1b-9f19-d2ed088ee1c2 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:03:39.731628 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port faa19141-6a42-4b1b-9f19-d2ed088ee1c2, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=faa19141-6a42-4b1b-9f19-d2ed088ee1c2,segment=NetworkSegment(4948a0fc-69c3-4504-bfcc-bcf7849e0aa6),segment_id=4948a0fc-69c3-4504-bfcc-bcf7849e0aa6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:03:39.736321 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:39.737922 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b085af2a-3c0d-48b4-81e8-c8de00186180 req-ea5cfc72-0b7a-4185-bc6c-d04199a11f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:39.739667 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b085af2a-3c0d-48b4-81e8-c8de00186180 req-ea5cfc72-0b7a-4185-bc6c-d04199a11f27 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=146c19810f514ed48bbea6638045fe39&device_id=b90d3c73-78fc-4259-beec-b65a3cc62648 HTTP/1.1" status: 200 len: 1094 time: 0.0617526 Jul 16 00:03:39.785207 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=faa19141-6a42-4b1b-9f19-d2ed088ee1c2,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:39.794408 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:39.794750 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:39.795202 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:39.795540 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:39.795897 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:39.796230 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:39.796554 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:39.796872 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:39.797192 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:39.797509 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:39.797826 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:39.798140 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:39.834395 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b085af2a-3c0d-48b4-81e8-c8de00186180 req-5a58a252-f0ec-4258-a9bd-6ce1bb94776c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:39.836183 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b085af2a-3c0d-48b4-81e8-c8de00186180 req-5a58a252-f0ec-4258-a9bd-6ce1bb94776c service neutron] 10.222.0.41 "GET /v2.0/networks?id=05afe214-b272-4343-852e-f1768efa01b4 HTTP/1.1" status: 200 len: 911 time: 0.0907171 Jul 16 00:03:39.907943 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b085af2a-3c0d-48b4-81e8-c8de00186180 req-e33b2bfc-143f-470b-b60e-08f6f6c9614f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=faa19141-6a42-4b1b-9f19-d2ed088ee1c2 HTTP/1.1" status: 200 len: 999 time: 0.0656943 Jul 16 00:03:39.959276 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b085af2a-3c0d-48b4-81e8-c8de00186180 req-1bdd6c2e-c7a5-4948-bc98-bb344ce7f34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:39.961041 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b085af2a-3c0d-48b4-81e8-c8de00186180 req-1bdd6c2e-c7a5-4948-bc98-bb344ce7f34e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eea4b5ea-50fc-4ad4-94be-918231915339 HTTP/1.1" status: 200 len: 849 time: 0.0475621 Jul 16 00:03:39.975795 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['faa19141-6a42-4b1b-9f19-d2ed088ee1c2'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:03:40.020425 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b085af2a-3c0d-48b4-81e8-c8de00186180 req-1d7c1034-485d-4fbc-a044-88d339a3e439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:40.021980 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b085af2a-3c0d-48b4-81e8-c8de00186180 req-1d7c1034-485d-4fbc-a044-88d339a3e439 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=05afe214-b272-4343-852e-f1768efa01b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546243 Jul 16 00:03:40.117900 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b085af2a-3c0d-48b4-81e8-c8de00186180 req-bf442cf8-2d97-43f7-8502-ebd7efc34307 service neutron] 10.222.0.41 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892804 Jul 16 00:03:40.207052 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b085af2a-3c0d-48b4-81e8-c8de00186180 req-aa3ef911-60bd-47db-8b70-0fe2736d07e5 service neutron] 10.222.0.41 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834575 Jul 16 00:03:40.355655 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device faa19141-6a42-4b1b-9f19-d2ed088ee1c2 no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:03:40.393064 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device faa19141-6a42-4b1b-9f19-d2ed088ee1c2 not bound to the agent host n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:03:40.740598 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112551d6-38d7-4f29-b4b8-26f2f093f279 req-c4bff6a9-04d1-492a-abcd-ad391c0bdb2c tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:40.742234 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-112551d6-38d7-4f29-b4b8-26f2f093f279 req-c4bff6a9-04d1-492a-abcd-ad391c0bdb2c tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=b90d3c73-78fc-4259-beec-b65a3cc62648 HTTP/1.1" status: 200 len: 944 time: 0.0691175 Jul 16 00:03:40.784674 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-112551d6-38d7-4f29-b4b8-26f2f093f279 req-77f97b9a-aa2b-40f0-a494-99c3495a5b57 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360415 Jul 16 00:03:41.545142 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device faa19141-6a42-4b1b-9f19-d2ed088ee1c2 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:03:41.596321 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port faa19141-6a42-4b1b-9f19-d2ed088ee1c2 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:03:41.600168 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port faa19141-6a42-4b1b-9f19-d2ed088ee1c2 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:03:41.600578 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:41.683962 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:41.711116 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90d3c73-78fc-4259-beec-b65a3cc62648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa19141-6a42-4b1b-9f19-d2ed088ee1c2'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:03:41.713552 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85e2a5fec60f0be1243ce80844a072e05c29e3c23db0dd3e62b5f7d92f5b0637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5320ebc4-3233-44e3-ab9a-f4ff9b0b0bdf" -d '{"events": [{"server_uuid": "b90d3c73-78fc-4259-beec-b65a3cc62648", "name": "network-vif-plugged", "status": "completed", "tag": "faa19141-6a42-4b1b-9f19-d2ed088ee1c2"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:03:41.726546 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port faa19141-6a42-4b1b-9f19-d2ed088ee1c2, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=faa19141-6a42-4b1b-9f19-d2ed088ee1c2,segment=NetworkSegment(4948a0fc-69c3-4504-bfcc-bcf7849e0aa6),segment_id=4948a0fc-69c3-4504-bfcc-bcf7849e0aa6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:03:41.731743 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:41.758841 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d39a9c-a4b0-47c5-93c7-7b372d7b07ee x-openstack-request-id: req-30d39a9c-a4b0-47c5-93c7-7b372d7b07ee {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:03:41.759315 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b90d3c73-78fc-4259-beec-b65a3cc62648", "name": "network-vif-plugged", "status": "completed", "tag": "faa19141-6a42-4b1b-9f19-d2ed088ee1c2", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:03:41.759595 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-30d39a9c-a4b0-47c5-93c7-7b372d7b07ee {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:03:41.759992 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90d3c73-78fc-4259-beec-b65a3cc62648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa19141-6a42-4b1b-9f19-d2ed088ee1c2', 'code': 200} Jul 16 00:03:41.788294 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=faa19141-6a42-4b1b-9f19-d2ed088ee1c2,revision_number=9']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:41.976112 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d887073c-0170-4a5e-93ec-9d5df8cb0490 req-90c06256-d2f0-474b-8355-be13657e9cc6 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:41.978665 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d887073c-0170-4a5e-93ec-9d5df8cb0490 req-90c06256-d2f0-474b-8355-be13657e9cc6 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=b90d3c73-78fc-4259-beec-b65a3cc62648 HTTP/1.1" status: 200 len: 945 time: 0.0709636 Jul 16 00:03:42.020600 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d887073c-0170-4a5e-93ec-9d5df8cb0490 req-97600dba-1f0d-45ed-acb2-b21b37e8345a tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363035 Jul 16 00:03:42.216008 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086c764-bf94-45cd-9484-c7e182e1f132 req-25f586e9-4f45-4eef-a166-60d1c482cb9f tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:42.217551 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1086c764-bf94-45cd-9484-c7e182e1f132 req-25f586e9-4f45-4eef-a166-60d1c482cb9f tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=b90d3c73-78fc-4259-beec-b65a3cc62648 HTTP/1.1" status: 200 len: 945 time: 0.0790725 Jul 16 00:03:42.257849 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1086c764-bf94-45cd-9484-c7e182e1f132 req-19aafa7d-8b40-420b-8a28-0ccdb218f08d tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342207 Jul 16 00:03:42.632406 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d171301-2f62-416e-b733-4f9a55b85e73 req-cfe2d5b5-1122-494b-89bb-7e5b2f782f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:42.634466 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4d171301-2f62-416e-b733-4f9a55b85e73 req-cfe2d5b5-1122-494b-89bb-7e5b2f782f0e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=146c19810f514ed48bbea6638045fe39&device_id=b90d3c73-78fc-4259-beec-b65a3cc62648 HTTP/1.1" status: 200 len: 1096 time: 0.0952499 Jul 16 00:03:42.646373 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25848b6-7b5b-416b-a96b-50545169e92e req-7046d00d-b8e0-43e4-88fe-85301185ab24 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:42.647991 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c25848b6-7b5b-416b-a96b-50545169e92e req-7046d00d-b8e0-43e4-88fe-85301185ab24 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=b90d3c73-78fc-4259-beec-b65a3cc62648 HTTP/1.1" status: 200 len: 945 time: 0.0812812 Jul 16 00:03:42.738700 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c25848b6-7b5b-416b-a96b-50545169e92e req-b0db8c6f-f4b7-4aab-a439-e764ee86da30 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820735 Jul 16 00:03:42.763423 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d171301-2f62-416e-b733-4f9a55b85e73 req-f7c6c309-569f-403b-9a1b-cd1d46754750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:42.765159 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4d171301-2f62-416e-b733-4f9a55b85e73 req-f7c6c309-569f-403b-9a1b-cd1d46754750 service neutron] 10.222.0.49 "GET /v2.0/networks?id=05afe214-b272-4343-852e-f1768efa01b4 HTTP/1.1" status: 200 len: 911 time: 0.1165183 Jul 16 00:03:42.833683 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4d171301-2f62-416e-b733-4f9a55b85e73 req-69aa215b-c6e2-4512-9c69-2b68e496e1f8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=faa19141-6a42-4b1b-9f19-d2ed088ee1c2 HTTP/1.1" status: 200 len: 1000 time: 0.0618186 Jul 16 00:03:42.880413 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d171301-2f62-416e-b733-4f9a55b85e73 req-fb785743-a223-41a8-941b-f4958f3059e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:42.881919 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4d171301-2f62-416e-b733-4f9a55b85e73 req-fb785743-a223-41a8-941b-f4958f3059e3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=eea4b5ea-50fc-4ad4-94be-918231915339 HTTP/1.1" status: 200 len: 849 time: 0.0417640 Jul 16 00:03:42.940760 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d171301-2f62-416e-b733-4f9a55b85e73 req-ba337acb-6313-4591-bcf0-323ff537e4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:42.942204 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4d171301-2f62-416e-b733-4f9a55b85e73 req-ba337acb-6313-4591-bcf0-323ff537e4d7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=05afe214-b272-4343-852e-f1768efa01b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540409 Jul 16 00:03:43.045377 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4d171301-2f62-416e-b733-4f9a55b85e73 req-9511cbc6-7fdb-493d-bc27-66033a19c9cd service neutron] 10.222.0.49 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913641 Jul 16 00:03:43.137858 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4d171301-2f62-416e-b733-4f9a55b85e73 req-4a5633ac-c6c2-460c-bdc0-68bb9591ed47 service neutron] 10.222.0.49 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864632 Jul 16 00:03:44.103198 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e777283-e5f3-4fca-9588-bbace688aba7 req-71746976-d07e-4d0d-bbd8-3fa9e19146de tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:44.104624 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5e777283-e5f3-4fca-9588-bbace688aba7 req-71746976-d07e-4d0d-bbd8-3fa9e19146de tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=b90d3c73-78fc-4259-beec-b65a3cc62648 HTTP/1.1" status: 200 len: 945 time: 0.0684457 Jul 16 00:03:44.141379 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5e777283-e5f3-4fca-9588-bbace688aba7 req-888f3397-3571-4424-888b-e2c546c4ccb8 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313442 Jul 16 00:03:44.517480 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f5e3eb-8ab2-43f2-a7bc-650582de2224 req-c91dffcc-34fe-4113-b761-49558006c5cc tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:44.518964 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-68f5e3eb-8ab2-43f2-a7bc-650582de2224 req-c91dffcc-34fe-4113-b761-49558006c5cc tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=b90d3c73-78fc-4259-beec-b65a3cc62648 HTTP/1.1" status: 200 len: 945 time: 0.0643287 Jul 16 00:03:44.556860 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-68f5e3eb-8ab2-43f2-a7bc-650582de2224 req-ea8e2f1d-9d11-4fec-8381-e6a078235832 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317473 Jul 16 00:03:45.659663 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2afc99c-5f01-419f-8547-4221af3005f2 req-114cd2f2-9b0a-46d6-8a35-c8b7992a0688 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:45.661144 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c2afc99c-5f01-419f-8547-4221af3005f2 req-114cd2f2-9b0a-46d6-8a35-c8b7992a0688 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.49 "GET /v2.0/ports?device_id=b90d3c73-78fc-4259-beec-b65a3cc62648 HTTP/1.1" status: 200 len: 945 time: 0.0632691 Jul 16 00:03:45.795672 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb774759-aee6-44de-8e65-9b989ae58acf req-3bb741ac-b5b8-461e-a12b-c0295ffc7926 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:45.797164 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-eb774759-aee6-44de-8e65-9b989ae58acf req-3bb741ac-b5b8-461e-a12b-c0295ffc7926 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=b90d3c73-78fc-4259-beec-b65a3cc62648 HTTP/1.1" status: 200 len: 945 time: 0.1240957 Jul 16 00:03:45.834506 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-c2afc99c-5f01-419f-8547-4221af3005f2 req-5dc2a701-9c55-41af-bbe6-028c4c2bef1c tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Deleting port faa19141-6a42-4b1b-9f19-d2ed088ee1c2 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:03:45.834849 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c2afc99c-5f01-419f-8547-4221af3005f2 req-5dc2a701-9c55-41af-bbe6-028c4c2bef1c tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:45.856849 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-eb774759-aee6-44de-8e65-9b989ae58acf req-cd602b65-4227-4f35-bb99-c3741fe74d14 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534508 Jul 16 00:03:45.932836 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-c2afc99c-5f01-419f-8547-4221af3005f2 req-5dc2a701-9c55-41af-bbe6-028c4c2bef1c tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] For port faa19141-6a42-4b1b-9f19-d2ed088ee1c2, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=faa19141-6a42-4b1b-9f19-d2ed088ee1c2,segment=NetworkSegment(4948a0fc-69c3-4504-bfcc-bcf7849e0aa6),segment_id=4948a0fc-69c3-4504-bfcc-bcf7849e0aa6)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:03:45.933223 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c2afc99c-5f01-419f-8547-4221af3005f2 req-5dc2a701-9c55-41af-bbe6-028c4c2bef1c tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:46.100970 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c2afc99c-5f01-419f-8547-4221af3005f2 req-5dc2a701-9c55-41af-bbe6-028c4c2bef1c tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:46.101226 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c2afc99c-5f01-419f-8547-4221af3005f2 req-5dc2a701-9c55-41af-bbe6-028c4c2bef1c tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:46.101485 n-d-794306-6 neutron-server[93770]: INFO neutron.db.l3_db [req-c2afc99c-5f01-419f-8547-4221af3005f2 req-5dc2a701-9c55-41af-bbe6-028c4c2bef1c tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Floating IP b888bfce-dbed-4cae-a5a3-ed8167772dba disassociated. External IP: 172.25.5.70, port: faa19141-6a42-4b1b-9f19-d2ed088ee1c2. Jul 16 00:03:46.102415 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-c2afc99c-5f01-419f-8547-4221af3005f2 req-5dc2a701-9c55-41af-bbe6-028c4c2bef1c tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Calling delete_port for faa19141-6a42-4b1b-9f19-d2ed088ee1c2 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:03:46.233439 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c2afc99c-5f01-419f-8547-4221af3005f2 req-5dc2a701-9c55-41af-bbe6-028c4c2bef1c tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:46.261573 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc2a701-9c55-41af-bbe6-028c4c2bef1c tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Pushing event deleted for resources: {'Port': ['ID=faa19141-6a42-4b1b-9f19-d2ed088ee1c2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:46.379943 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2afc99c-5f01-419f-8547-4221af3005f2 req-5dc2a701-9c55-41af-bbe6-028c4c2bef1c tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Router f875ac8c-b8e6-4691-bab1-e1fed0bd629a has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:03:46.490205 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2afc99c-5f01-419f-8547-4221af3005f2 req-5dc2a701-9c55-41af-bbe6-028c4c2bef1c tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:03:46.499698 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcaf26f-0d90-4628-b167-423e1ef05eac None None] Sync routers for ids ['f875ac8c-b8e6-4691-bab1-e1fed0bd629a'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:03:46.510360 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcaf26f-0d90-4628-b167-423e1ef05eac None None] Routers {'f875ac8c-b8e6-4691-bab1-e1fed0bd629a'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:03:46.510979 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-4fcaf26f-0d90-4628-b167-423e1ef05eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:03:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['f875ac8c-b8e6-4691-bab1-e1fed0bd629a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:03:46.533074 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2afc99c-5f01-419f-8547-4221af3005f2 req-5dc2a701-9c55-41af-bbe6-028c4c2bef1c tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] No DVR routers for this DVR port faa19141-6a42-4b1b-9f19-d2ed088ee1c2 on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:03:46.535777 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c2afc99c-5f01-419f-8547-4221af3005f2 req-5dc2a701-9c55-41af-bbe6-028c4c2bef1c tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:46.537815 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c2afc99c-5f01-419f-8547-4221af3005f2 req-5dc2a701-9c55-41af-bbe6-028c4c2bef1c tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.49 "DELETE /v2.0/ports/faa19141-6a42-4b1b-9f19-d2ed088ee1c2 HTTP/1.1" status: 204 len: 173 time: 0.8712497 Jul 16 00:03:46.538265 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90d3c73-78fc-4259-beec-b65a3cc62648', 'name': 'network-vif-deleted', 'tag': 'faa19141-6a42-4b1b-9f19-d2ed088ee1c2'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:03:46.540682 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cfa130710a3ed3c11f83ca70e11270030e5afd3463e80eec9e3119d100d8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ddbfe8-2458-41c5-a2f4-1ef9dc842b96" -d '{"events": [{"server_uuid": "b90d3c73-78fc-4259-beec-b65a3cc62648", "name": "network-vif-deleted", "tag": "faa19141-6a42-4b1b-9f19-d2ed088ee1c2"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:03:46.580338 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4126b58-3d51-4b34-834d-5d413e45c58d x-openstack-request-id: req-a4126b58-3d51-4b34-834d-5d413e45c58d {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:03:46.580717 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b90d3c73-78fc-4259-beec-b65a3cc62648", "name": "network-vif-deleted", "tag": "faa19141-6a42-4b1b-9f19-d2ed088ee1c2", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:03:46.580976 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a4126b58-3d51-4b34-834d-5d413e45c58d {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:03:46.581411 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90d3c73-78fc-4259-beec-b65a3cc62648', 'name': 'network-vif-deleted', 'tag': 'faa19141-6a42-4b1b-9f19-d2ed088ee1c2', 'status': 'completed', 'code': 200} Jul 16 00:03:46.618958 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-4fcaf26f-0d90-4628-b167-423e1ef05eac None None] Set router f875ac8c-b8e6-4691-bab1-e1fed0bd629a gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:03:46.821982 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-4fcaf26f-0d90-4628-b167-423e1ef05eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'name': 'tempest-ServerActionsTestJSON-63931044-router', 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'b898b7a1-d8c3-4f68-a448-769f333f77fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:59:05Z', 'updated_at': '2021-07-15T23:59:08Z', 'revision_number': 4, 'project_id': '146c19810f514ed48bbea6638045fe39', 'gw_port': {'id': 'b898b7a1-d8c3-4f68-a448-769f333f77fd', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:67:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:06Z', 'updated_at': '2021-07-15T23:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'dfffd2a0-4f59-4fc2-a827-89d47d7b06c0', 'name': '', 'network_id': '05afe214-b272-4343-852e-f1768efa01b4', 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'mac_address': 'fa:16:3e:19:1f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'eea4b5ea-50fc-4ad4-94be-918231915339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:08Z', 'updated_at': '2021-07-15T23:59:14Z', 'revision_number': 5, 'project_id': '146c19810f514ed48bbea6638045fe39', 'subnets': [{'id': 'eea4b5ea-50fc-4ad4-94be-918231915339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:03:46.850478 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcaf26f-0d90-4628-b167-423e1ef05eac None None] Checking router: f875ac8c-b8e6-4691-bab1-e1fed0bd629a for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:03:46.859357 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcaf26f-0d90-4628-b167-423e1ef05eac None None] Routers {'f875ac8c-b8e6-4691-bab1-e1fed0bd629a'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:03:46.860002 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-4fcaf26f-0d90-4628-b167-423e1ef05eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:03:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['f875ac8c-b8e6-4691-bab1-e1fed0bd629a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:03:46.968770 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-4fcaf26f-0d90-4628-b167-423e1ef05eac None None] Set router f875ac8c-b8e6-4691-bab1-e1fed0bd629a gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:03:47.166856 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-4fcaf26f-0d90-4628-b167-423e1ef05eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'name': 'tempest-ServerActionsTestJSON-63931044-router', 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'b898b7a1-d8c3-4f68-a448-769f333f77fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:59:05Z', 'updated_at': '2021-07-15T23:59:08Z', 'revision_number': 4, 'project_id': '146c19810f514ed48bbea6638045fe39', 'gw_port': {'id': 'b898b7a1-d8c3-4f68-a448-769f333f77fd', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:67:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:06Z', 'updated_at': '2021-07-15T23:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'dfffd2a0-4f59-4fc2-a827-89d47d7b06c0', 'name': '', 'network_id': '05afe214-b272-4343-852e-f1768efa01b4', 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'mac_address': 'fa:16:3e:19:1f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'eea4b5ea-50fc-4ad4-94be-918231915339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:08Z', 'updated_at': '2021-07-15T23:59:14Z', 'revision_number': 5, 'project_id': '146c19810f514ed48bbea6638045fe39', 'subnets': [{'id': 'eea4b5ea-50fc-4ad4-94be-918231915339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:03:47.197226 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcaf26f-0d90-4628-b167-423e1ef05eac None None] The sync data for ids ['f875ac8c-b8e6-4691-bab1-e1fed0bd629a'] in n-d-794306-6 is: [{'id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'name': 'tempest-ServerActionsTestJSON-63931044-router', 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'b898b7a1-d8c3-4f68-a448-769f333f77fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:59:05Z', 'updated_at': '2021-07-15T23:59:08Z', 'revision_number': 4, 'project_id': '146c19810f514ed48bbea6638045fe39', 'gw_port': {'id': 'b898b7a1-d8c3-4f68-a448-769f333f77fd', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:67:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:06Z', 'updated_at': '2021-07-15T23:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'dfffd2a0-4f59-4fc2-a827-89d47d7b06c0', 'name': '', 'network_id': '05afe214-b272-4343-852e-f1768efa01b4', 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'mac_address': 'fa:16:3e:19:1f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'eea4b5ea-50fc-4ad4-94be-918231915339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:08Z', 'updated_at': '2021-07-15T23:59:14Z', 'revision_number': 5, 'project_id': '146c19810f514ed48bbea6638045fe39', 'subnets': [{'id': 'eea4b5ea-50fc-4ad4-94be-918231915339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:03:47.218778 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ace7b04f-1c31-4dcd-9919-9541a73afc82 req-f67f201b-d615-48e7-a3b7-aa40d3efb2b6 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--132972465&fields=id&tenant_id=146c19810f514ed48bbea6638045fe39 HTTP/1.1" status: 200 len: 267 time: 0.0349541 Jul 16 00:03:47.331728 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace7b04f-1c31-4dcd-9919-9541a73afc82 req-d4aaf1d4-158b-402d-a1f8-72bb475a6e6d tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:47.333237 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ace7b04f-1c31-4dcd-9919-9541a73afc82 req-d4aaf1d4-158b-402d-a1f8-72bb475a6e6d tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/networks?id=05afe214-b272-4343-852e-f1768efa01b4 HTTP/1.1" status: 200 len: 810 time: 0.1078329 Jul 16 00:03:47.349138 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ace7b04f-1c31-4dcd-9919-9541a73afc82 req-dd0b0ee3-78ee-4103-b50d-07db0b0845b1 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/quotas/146c19810f514ed48bbea6638045fe39 HTTP/1.1" status: 200 len: 375 time: 0.0097041 Jul 16 00:03:47.419451 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9834bbe2-93f6-454d-99a4-3235d71d9a47 None None] New status for floating IP b888bfce-dbed-4cae-a5a3-ed8167772dba: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 00:03:47.421554 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ace7b04f-1c31-4dcd-9919-9541a73afc82 req-9eb4a6d3-446f-47a9-b123-164f89cb837a tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=146c19810f514ed48bbea6638045fe39&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0660663 Jul 16 00:03:47.508925 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [req-ace7b04f-1c31-4dcd-9919-9541a73afc82 req-7e2e85e1-d051-49b8-9ce1-0d7d3e598824 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 00:03:47.509783 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ace7b04f-1c31-4dcd-9919-9541a73afc82 req-7e2e85e1-d051-49b8-9ce1-0d7d3e598824 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0435183 Jul 16 00:03:47.610918 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ace7b04f-1c31-4dcd-9919-9541a73afc82 req-54fbb118-b5d7-4a4a-9f5b-467d4e526041 service neutron] 10.222.0.48 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953205 Jul 16 00:03:47.700757 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ace7b04f-1c31-4dcd-9919-9541a73afc82 req-91d920b3-4cca-4b6c-9274-2dcff880326d service neutron] 10.222.0.48 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840664 Jul 16 00:03:47.873810 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-de452a91-f675-47c1-af5a-c68fe5ef6656 req-ab166487-5895-4ec4-9cbe-4eb8e313137e tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5 HTTP/1.1" status: 200 len: 210 time: 0.0283363 Jul 16 00:03:49.031030 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-546e2192-107e-4c44-aadf-aea0371950fe req-bcef0462-a242-46ad-9ab1-8c44335fe4fd tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5 HTTP/1.1" status: 200 len: 210 time: 0.0290761 Jul 16 00:03:49.076577 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace7b04f-1c31-4dcd-9919-9541a73afc82 req-cb666a63-839f-4755-ad6c-4ea81c85c4bb tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:49.078017 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ace7b04f-1c31-4dcd-9919-9541a73afc82 req-cb666a63-839f-4755-ad6c-4ea81c85c4bb tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.41 "GET /v2.0/networks?id=05afe214-b272-4343-852e-f1768efa01b4 HTTP/1.1" status: 200 len: 810 time: 0.1109877 Jul 16 00:03:49.135134 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ace7b04f-1c31-4dcd-9919-9541a73afc82 req-5fda7799-f205-4ca7-8e9e-4e0d1ca2b278 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=146c19810f514ed48bbea6638045fe39 HTTP/1.1" status: 200 len: 379 time: 0.0370467 Jul 16 00:03:49.143733 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-ace7b04f-1c31-4dcd-9919-9541a73afc82 req-ff4b02ae-5e3b-4378-9ef8-aa0ea98f395d tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Request body: {'port': {'device_id': '9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5', 'network_id': '05afe214-b272-4343-852e-f1768efa01b4', 'admin_state_up': True, 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'security_groups': ['a6100d2c-2a68-45a8-8eeb-72c8438afd74']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:03:49.254414 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ace7b04f-1c31-4dcd-9919-9541a73afc82 req-ff4b02ae-5e3b-4378-9ef8-aa0ea98f395d tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Made reservation on behalf of 146c19810f514ed48bbea6638045fe39 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:03:49.258537 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ace7b04f-1c31-4dcd-9919-9541a73afc82 req-ff4b02ae-5e3b-4378-9ef8-aa0ea98f395d tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:49.379939 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-ace7b04f-1c31-4dcd-9919-9541a73afc82 req-ff4b02ae-5e3b-4378-9ef8-aa0ea98f395d tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Allocated IP 172.20.0.10 (05afe214-b272-4343-852e-f1768efa01b4/eea4b5ea-50fc-4ad4-94be-918231915339/3fdda34d-021c-4d6c-ae08-081daa263bc5) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:03:49.516508 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ace7b04f-1c31-4dcd-9919-9541a73afc82 req-ff4b02ae-5e3b-4378-9ef8-aa0ea98f395d tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:49.529452 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-ace7b04f-1c31-4dcd-9919-9541a73afc82 req-ff4b02ae-5e3b-4378-9ef8-aa0ea98f395d tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Transition to ACTIVE for port object 3fdda34d-021c-4d6c-ae08-081daa263bc5 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:03:49.562441 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ace7b04f-1c31-4dcd-9919-9541a73afc82 req-ff4b02ae-5e3b-4378-9ef8-aa0ea98f395d tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:49.591854 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device faa19141-6a42-4b1b-9f19-d2ed088ee1c2 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:03:49.607832 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ace7b04f-1c31-4dcd-9919-9541a73afc82 req-ff4b02ae-5e3b-4378-9ef8-aa0ea98f395d tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Network 05afe214-b272-4343-852e-f1768efa01b4 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:03:49.611007 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-ace7b04f-1c31-4dcd-9919-9541a73afc82 req-ff4b02ae-5e3b-4378-9ef8-aa0ea98f395d tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:03:49.611712 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: faa19141-6a42-4b1b-9f19-d2ed088ee1c2 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:03:49.612061 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device faa19141-6a42-4b1b-9f19-d2ed088ee1c2 not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:03:49.614960 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-ace7b04f-1c31-4dcd-9919-9541a73afc82 req-ff4b02ae-5e3b-4378-9ef8-aa0ea98f395d tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:03:49.639431 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4b02ae-5e3b-4378-9ef8-aa0ea98f395d tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Pushing event updated for resources: {'Port': ['ID=3fdda34d-021c-4d6c-ae08-081daa263bc5,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:49.658666 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b02ae-5e3b-4378-9ef8-aa0ea98f395d tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:49.659012 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b02ae-5e3b-4378-9ef8-aa0ea98f395d tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:49.659352 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b02ae-5e3b-4378-9ef8-aa0ea98f395d tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:49.659741 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b02ae-5e3b-4378-9ef8-aa0ea98f395d tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:49.660074 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b02ae-5e3b-4378-9ef8-aa0ea98f395d tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:49.660408 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b02ae-5e3b-4378-9ef8-aa0ea98f395d tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:49.660731 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b02ae-5e3b-4378-9ef8-aa0ea98f395d tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:49.661054 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b02ae-5e3b-4378-9ef8-aa0ea98f395d tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:49.661374 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b02ae-5e3b-4378-9ef8-aa0ea98f395d tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:49.661689 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b02ae-5e3b-4378-9ef8-aa0ea98f395d tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:49.662007 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b02ae-5e3b-4378-9ef8-aa0ea98f395d tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:49.662324 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4b02ae-5e3b-4378-9ef8-aa0ea98f395d tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:03:49.684645 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace7b04f-1c31-4dcd-9919-9541a73afc82 req-ff4b02ae-5e3b-4378-9ef8-aa0ea98f395d tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:49.685292 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ace7b04f-1c31-4dcd-9919-9541a73afc82 req-ff4b02ae-5e3b-4378-9ef8-aa0ea98f395d tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:49.702396 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ace7b04f-1c31-4dcd-9919-9541a73afc82 req-ff4b02ae-5e3b-4378-9ef8-aa0ea98f395d tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5625062 Jul 16 00:03:49.720583 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-ace7b04f-1c31-4dcd-9919-9541a73afc82 req-9e4909f4-27f2-4a0d-98e9-1b7e5890f15d service neutron] Request body: {'port': {'device_id': '9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:03:49.801710 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ace7b04f-1c31-4dcd-9919-9541a73afc82 req-9e4909f4-27f2-4a0d-98e9-1b7e5890f15d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:49.860192 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-979f0462-8715-4799-9e8e-7fa4f180fdf2 None None] Provisioning for port 3fdda34d-021c-4d6c-ae08-081daa263bc5 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:03:49.863857 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-979f0462-8715-4799-9e8e-7fa4f180fdf2 None None] Provisioning complete for port 3fdda34d-021c-4d6c-ae08-081daa263bc5 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:03:49.864226 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-979f0462-8715-4799-9e8e-7fa4f180fdf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:49.897563 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-979f0462-8715-4799-9e8e-7fa4f180fdf2 None None] Port 3fdda34d-021c-4d6c-ae08-081daa263bc5 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:03:50.067139 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-ace7b04f-1c31-4dcd-9919-9541a73afc82 req-9e4909f4-27f2-4a0d-98e9-1b7e5890f15d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fdda34d-021c-4d6c-ae08-081daa263bc5 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:03:50.075307 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ace7b04f-1c31-4dcd-9919-9541a73afc82 req-9e4909f4-27f2-4a0d-98e9-1b7e5890f15d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:50.087878 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-ace7b04f-1c31-4dcd-9919-9541a73afc82 req-9e4909f4-27f2-4a0d-98e9-1b7e5890f15d service neutron] Transition to ACTIVE for port object 3fdda34d-021c-4d6c-ae08-081daa263bc5 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:03:50.092831 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ace7b04f-1c31-4dcd-9919-9541a73afc82 req-9e4909f4-27f2-4a0d-98e9-1b7e5890f15d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:50.161661 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4909f4-27f2-4a0d-98e9-1b7e5890f15d service neutron] Pushing event updated for resources: {'Port': ['ID=3fdda34d-021c-4d6c-ae08-081daa263bc5,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:50.222159 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabdf552-4642-466a-a680-2b9276c1fef5 req-2c4bb280-fffd-42c0-a7c4-05ba713c8ae2 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:50.223766 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-eabdf552-4642-466a-a680-2b9276c1fef5 req-2c4bb280-fffd-42c0-a7c4-05ba713c8ae2 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5 HTTP/1.1" status: 200 len: 944 time: 0.0716972 Jul 16 00:03:50.226013 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-ace7b04f-1c31-4dcd-9919-9541a73afc82 req-9e4909f4-27f2-4a0d-98e9-1b7e5890f15d service neutron] Attempting to bind port 3fdda34d-021c-4d6c-ae08-081daa263bc5 on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:03:50.226352 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-ace7b04f-1c31-4dcd-9919-9541a73afc82 req-9e4909f4-27f2-4a0d-98e9-1b7e5890f15d service neutron] Attempting to bind port 3fdda34d-021c-4d6c-ae08-081daa263bc5 by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '4948a0fc-69c3-4504-bfcc-bcf7849e0aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05afe214-b272-4343-852e-f1768efa01b4'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:03:50.227382 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace7b04f-1c31-4dcd-9919-9541a73afc82 req-9e4909f4-27f2-4a0d-98e9-1b7e5890f15d service neutron] Attempting to bind port 3fdda34d-021c-4d6c-ae08-081daa263bc5 on network 05afe214-b272-4343-852e-f1768efa01b4 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:03:50.232314 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace7b04f-1c31-4dcd-9919-9541a73afc82 req-9e4909f4-27f2-4a0d-98e9-1b7e5890f15d service neutron] Port 3fdda34d-021c-4d6c-ae08-081daa263bc5 on network 05afe214-b272-4343-852e-f1768efa01b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 00:03:50.232639 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace7b04f-1c31-4dcd-9919-9541a73afc82 req-9e4909f4-27f2-4a0d-98e9-1b7e5890f15d service neutron] Attempting to bind port 3fdda34d-021c-4d6c-ae08-081daa263bc5 on network 05afe214-b272-4343-852e-f1768efa01b4 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:03:50.237535 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace7b04f-1c31-4dcd-9919-9541a73afc82 req-9e4909f4-27f2-4a0d-98e9-1b7e5890f15d service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:03:50.238003 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace7b04f-1c31-4dcd-9919-9541a73afc82 req-9e4909f4-27f2-4a0d-98e9-1b7e5890f15d service neutron] Checking segment: {'id': '4948a0fc-69c3-4504-bfcc-bcf7849e0aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05afe214-b272-4343-852e-f1768efa01b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:03:50.238587 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace7b04f-1c31-4dcd-9919-9541a73afc82 req-9e4909f4-27f2-4a0d-98e9-1b7e5890f15d service neutron] Bound using segment: {'id': '4948a0fc-69c3-4504-bfcc-bcf7849e0aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05afe214-b272-4343-852e-f1768efa01b4'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:03:50.238821 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-ace7b04f-1c31-4dcd-9919-9541a73afc82 req-9e4909f4-27f2-4a0d-98e9-1b7e5890f15d service neutron] Bound port: 3fdda34d-021c-4d6c-ae08-081daa263bc5, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4948a0fc-69c3-4504-bfcc-bcf7849e0aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05afe214-b272-4343-852e-f1768efa01b4'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:03:50.239184 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ace7b04f-1c31-4dcd-9919-9541a73afc82 req-9e4909f4-27f2-4a0d-98e9-1b7e5890f15d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:50.266307 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-eabdf552-4642-466a-a680-2b9276c1fef5 req-d013006d-292c-4cf5-a8e8-d16f94d34f44 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355396 Jul 16 00:03:50.313108 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-ace7b04f-1c31-4dcd-9919-9541a73afc82 req-9e4909f4-27f2-4a0d-98e9-1b7e5890f15d service neutron] For port 3fdda34d-021c-4d6c-ae08-081daa263bc5, host n-h2-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:03:50.316507 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-ace7b04f-1c31-4dcd-9919-9541a73afc82 req-9e4909f4-27f2-4a0d-98e9-1b7e5890f15d service neutron] For port 3fdda34d-021c-4d6c-ae08-081daa263bc5, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=3fdda34d-021c-4d6c-ae08-081daa263bc5,segment=NetworkSegment(4948a0fc-69c3-4504-bfcc-bcf7849e0aa6),segment_id=4948a0fc-69c3-4504-bfcc-bcf7849e0aa6)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:03:50.321619 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ace7b04f-1c31-4dcd-9919-9541a73afc82 req-9e4909f4-27f2-4a0d-98e9-1b7e5890f15d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:50.357816 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace7b04f-1c31-4dcd-9919-9541a73afc82 req-9e4909f4-27f2-4a0d-98e9-1b7e5890f15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:50.358771 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ace7b04f-1c31-4dcd-9919-9541a73afc82 req-9e4909f4-27f2-4a0d-98e9-1b7e5890f15d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:50.359956 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ace7b04f-1c31-4dcd-9919-9541a73afc82 req-9e4909f4-27f2-4a0d-98e9-1b7e5890f15d service neutron] 10.222.0.41 "PUT /v2.0/ports/3fdda34d-021c-4d6c-ae08-081daa263bc5 HTTP/1.1" status: 200 len: 1092 time: 0.6443136 Jul 16 00:03:50.360405 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5', 'tag': '3fdda34d-021c-4d6c-ae08-081daa263bc5'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:03:50.362701 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732f3e1a316c3ad7d48a65c2bbc2e30ba6c82a3ba5a41bb87b5b7e43e99a4419" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-748be3ab-faf3-4d46-b7bc-6c79f1a5c3bc" -d '{"events": [{"name": "network-changed", "server_uuid": "9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5", "tag": "3fdda34d-021c-4d6c-ae08-081daa263bc5"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:03:50.393034 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4909f4-27f2-4a0d-98e9-1b7e5890f15d service neutron] Pushing event updated for resources: {'Port': ['ID=3fdda34d-021c-4d6c-ae08-081daa263bc5,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:50.399925 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dab410d-19a1-4fa4-b15b-b6ac9034a369 x-openstack-request-id: req-2dab410d-19a1-4fa4-b15b-b6ac9034a369 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:03:50.400216 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5", "tag": "3fdda34d-021c-4d6c-ae08-081daa263bc5", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:03:50.400463 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2dab410d-19a1-4fa4-b15b-b6ac9034a369 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:03:50.400863 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5', 'tag': '3fdda34d-021c-4d6c-ae08-081daa263bc5', 'status': 'completed', 'code': 200} Jul 16 00:03:50.473842 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace7b04f-1c31-4dcd-9919-9541a73afc82 req-c66d69fc-e138-48a8-992e-8a897adaa92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:50.475778 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ace7b04f-1c31-4dcd-9919-9541a73afc82 req-c66d69fc-e138-48a8-992e-8a897adaa92e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=146c19810f514ed48bbea6638045fe39&device_id=9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5 HTTP/1.1" status: 200 len: 1095 time: 0.0564051 Jul 16 00:03:50.524181 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ace7b04f-1c31-4dcd-9919-9541a73afc82 req-4c9f7686-4a64-4866-a356-50aeb983071c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3fdda34d-021c-4d6c-ae08-081daa263bc5 HTTP/1.1" status: 200 len: 217 time: 0.0361862 Jul 16 00:03:50.577864 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace7b04f-1c31-4dcd-9919-9541a73afc82 req-d676a699-b601-4eae-87a8-fe0b8d08e406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:50.579386 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ace7b04f-1c31-4dcd-9919-9541a73afc82 req-d676a699-b601-4eae-87a8-fe0b8d08e406 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eea4b5ea-50fc-4ad4-94be-918231915339 HTTP/1.1" status: 200 len: 849 time: 0.0495701 Jul 16 00:03:50.636667 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace7b04f-1c31-4dcd-9919-9541a73afc82 req-ea427f9a-3cb2-401d-aceb-45098be115db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:50.638207 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ace7b04f-1c31-4dcd-9919-9541a73afc82 req-ea427f9a-3cb2-401d-aceb-45098be115db service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=05afe214-b272-4343-852e-f1768efa01b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523598 Jul 16 00:03:50.729331 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ace7b04f-1c31-4dcd-9919-9541a73afc82 req-3c01d422-1ef5-4651-b334-3e940fc0fa33 service neutron] 10.222.0.41 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839117 Jul 16 00:03:50.817416 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ace7b04f-1c31-4dcd-9919-9541a73afc82 req-1c21a404-d814-49d1-a829-77afff98840b service neutron] 10.222.0.41 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822248 Jul 16 00:03:50.955840 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748be3ab-faf3-4d46-b7bc-6c79f1a5c3bc req-00525052-16a1-402c-a187-836bfe4abb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:50.957345 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-748be3ab-faf3-4d46-b7bc-6c79f1a5c3bc req-00525052-16a1-402c-a187-836bfe4abb7a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=146c19810f514ed48bbea6638045fe39&device_id=9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5 HTTP/1.1" status: 200 len: 1095 time: 0.0539739 Jul 16 00:03:51.050499 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748be3ab-faf3-4d46-b7bc-6c79f1a5c3bc req-74a68bfb-89bc-4103-8bdc-6fd64748b689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:51.051930 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-748be3ab-faf3-4d46-b7bc-6c79f1a5c3bc req-74a68bfb-89bc-4103-8bdc-6fd64748b689 service neutron] 10.222.0.41 "GET /v2.0/networks?id=05afe214-b272-4343-852e-f1768efa01b4 HTTP/1.1" status: 200 len: 911 time: 0.0883689 Jul 16 00:03:51.092322 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-748be3ab-faf3-4d46-b7bc-6c79f1a5c3bc req-2177a612-1105-4180-88b2-fde1742c44a0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3fdda34d-021c-4d6c-ae08-081daa263bc5 HTTP/1.1" status: 200 len: 217 time: 0.0339770 Jul 16 00:03:51.146227 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748be3ab-faf3-4d46-b7bc-6c79f1a5c3bc req-fdf889ea-b6d0-46b7-a585-18de54c13747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:51.147706 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-748be3ab-faf3-4d46-b7bc-6c79f1a5c3bc req-fdf889ea-b6d0-46b7-a585-18de54c13747 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eea4b5ea-50fc-4ad4-94be-918231915339 HTTP/1.1" status: 200 len: 849 time: 0.0480006 Jul 16 00:03:51.205568 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748be3ab-faf3-4d46-b7bc-6c79f1a5c3bc req-9f938915-09bd-4565-9e96-4749da6bb9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:51.207037 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-748be3ab-faf3-4d46-b7bc-6c79f1a5c3bc req-9f938915-09bd-4565-9e96-4749da6bb9e3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=05afe214-b272-4343-852e-f1768efa01b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521355 Jul 16 00:03:51.295885 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-748be3ab-faf3-4d46-b7bc-6c79f1a5c3bc req-f8649460-5fc8-4601-addc-a7bcca73281b service neutron] 10.222.0.41 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819595 Jul 16 00:03:51.390612 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-748be3ab-faf3-4d46-b7bc-6c79f1a5c3bc req-95fa026b-a0be-48a1-8bc7-c1730d66bd03 service neutron] 10.222.0.41 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865529 Jul 16 00:03:51.445433 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d19d4-4e0d-4bb4-90f2-b884488f0134 req-f9b9eca3-6dcd-443b-b321-b12e2d5ac185 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:51.446909 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f14d19d4-4e0d-4bb4-90f2-b884488f0134 req-f9b9eca3-6dcd-443b-b321-b12e2d5ac185 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5 HTTP/1.1" status: 200 len: 944 time: 0.0661974 Jul 16 00:03:51.484462 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f14d19d4-4e0d-4bb4-90f2-b884488f0134 req-a001c1e4-c278-4cdb-9af6-36ef9657b740 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320919 Jul 16 00:03:52.433218 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 3fdda34d-021c-4d6c-ae08-081daa263bc5 details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 00:03:52.529834 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 3fdda34d-021c-4d6c-ae08-081daa263bc5, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=3fdda34d-021c-4d6c-ae08-081daa263bc5,segment=NetworkSegment(4948a0fc-69c3-4504-bfcc-bcf7849e0aa6),segment_id=4948a0fc-69c3-4504-bfcc-bcf7849e0aa6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:03:52.541571 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': '3fdda34d-021c-4d6c-ae08-081daa263bc5', 'network_id': '05afe214-b272-4343-852e-f1768efa01b4', 'port_id': '3fdda34d-021c-4d6c-ae08-081daa263bc5', 'mac_address': 'fa:16:3e:31:ca:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eea4b5ea-50fc-4ad4-94be-918231915339', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 00:03:52.577278 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:52.589984 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fdda34d-021c-4d6c-ae08-081daa263bc5 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:03:52.610331 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 3fdda34d-021c-4d6c-ae08-081daa263bc5, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=3fdda34d-021c-4d6c-ae08-081daa263bc5,segment=NetworkSegment(4948a0fc-69c3-4504-bfcc-bcf7849e0aa6),segment_id=4948a0fc-69c3-4504-bfcc-bcf7849e0aa6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:03:52.614442 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:52.661995 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201e7a5-848a-4702-ab0a-7518dfe4cea4 req-c646fdcc-6958-474f-b46a-b0923911bba8 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:52.663483 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6201e7a5-848a-4702-ab0a-7518dfe4cea4 req-c646fdcc-6958-474f-b46a-b0923911bba8 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5 HTTP/1.1" status: 200 len: 944 time: 0.0643976 Jul 16 00:03:52.665499 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=3fdda34d-021c-4d6c-ae08-081daa263bc5,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:52.705206 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6201e7a5-848a-4702-ab0a-7518dfe4cea4 req-27812172-b0bb-41c1-a65c-ec7f5b341362 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349441 Jul 16 00:03:52.886748 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['3fdda34d-021c-4d6c-ae08-081daa263bc5'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:03:53.881558 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd8f4cd-4ac0-4f72-87df-d9816cf07132 req-e60d97aa-cd86-452b-9223-6f6002a162be tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:53.883726 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1fd8f4cd-4ac0-4f72-87df-d9816cf07132 req-e60d97aa-cd86-452b-9223-6f6002a162be tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5 HTTP/1.1" status: 200 len: 945 time: 0.0665934 Jul 16 00:03:53.921805 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1fd8f4cd-4ac0-4f72-87df-d9816cf07132 req-e4f3e1e8-e78c-4694-9d09-4d987a19cfc2 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326052 Jul 16 00:03:54.435342 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 3fdda34d-021c-4d6c-ae08-081daa263bc5 up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:03:54.482706 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port 3fdda34d-021c-4d6c-ae08-081daa263bc5 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:03:54.486232 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port 3fdda34d-021c-4d6c-ae08-081daa263bc5 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:03:54.486603 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:54.561547 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:54.582994 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fdda34d-021c-4d6c-ae08-081daa263bc5'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:03:54.585541 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85e2a5fec60f0be1243ce80844a072e05c29e3c23db0dd3e62b5f7d92f5b0637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c534dd3-7b44-4468-9695-2f86a8212e93" -d '{"events": [{"server_uuid": "9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5", "name": "network-vif-plugged", "status": "completed", "tag": "3fdda34d-021c-4d6c-ae08-081daa263bc5"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:03:54.598440 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 3fdda34d-021c-4d6c-ae08-081daa263bc5, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=3fdda34d-021c-4d6c-ae08-081daa263bc5,segment=NetworkSegment(4948a0fc-69c3-4504-bfcc-bcf7849e0aa6),segment_id=4948a0fc-69c3-4504-bfcc-bcf7849e0aa6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:03:54.603182 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:54.625630 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcefecf8-f90c-4551-b499-e33a615f8fb0 x-openstack-request-id: req-fcefecf8-f90c-4551-b499-e33a615f8fb0 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:03:54.625917 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5", "name": "network-vif-plugged", "status": "completed", "tag": "3fdda34d-021c-4d6c-ae08-081daa263bc5", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:03:54.626168 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fcefecf8-f90c-4551-b499-e33a615f8fb0 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:03:54.626554 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fdda34d-021c-4d6c-ae08-081daa263bc5', 'code': 200} Jul 16 00:03:54.653677 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=3fdda34d-021c-4d6c-ae08-081daa263bc5,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:03:54.766489 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d79e21c-2dd5-44bc-b94d-294a7593533b req-81f23142-4acf-45ad-9c2b-149b5902cda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:54.768009 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5d79e21c-2dd5-44bc-b94d-294a7593533b req-81f23142-4acf-45ad-9c2b-149b5902cda3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5 HTTP/1.1" status: 200 len: 1097 time: 0.0509856 Jul 16 00:03:54.801705 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5d79e21c-2dd5-44bc-b94d-294a7593533b req-ba2c8046-dc32-4d4a-891f-d9a4927d6e0b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272810 Jul 16 00:03:55.099396 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d8f1ba-fa9c-4d02-b970-56d7cd91fce6 req-7ee9a64d-f337-4a6f-b775-24ec1ca16ad9 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:55.100914 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b6d8f1ba-fa9c-4d02-b970-56d7cd91fce6 req-7ee9a64d-f337-4a6f-b775-24ec1ca16ad9 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5 HTTP/1.1" status: 200 len: 946 time: 0.0646451 Jul 16 00:03:55.139087 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b6d8f1ba-fa9c-4d02-b970-56d7cd91fce6 req-5dbef681-ce14-456a-90c4-b72fe1091507 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320361 Jul 16 00:03:55.808377 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:56.315218 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16787e0-6ace-44a3-9ce6-62be922071f6 req-6fd3bfba-418a-4801-a312-7410aeffe44c tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:56.316736 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f16787e0-6ace-44a3-9ce6-62be922071f6 req-6fd3bfba-418a-4801-a312-7410aeffe44c tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5 HTTP/1.1" status: 200 len: 946 time: 0.0634289 Jul 16 00:03:56.354231 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f16787e0-6ace-44a3-9ce6-62be922071f6 req-fe6b2eec-ee19-477a-a6e1-042aa9117b88 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317991 Jul 16 00:03:56.527130 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61777f7f-5163-4643-8955-00c8554542a7 req-05700942-86cd-4a64-bc2d-e5356c656c53 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:56.528680 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-61777f7f-5163-4643-8955-00c8554542a7 req-05700942-86cd-4a64-bc2d-e5356c656c53 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5 HTTP/1.1" status: 200 len: 946 time: 0.0708766 Jul 16 00:03:56.537208 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 52006) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:03:56.542549 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d108722b-a262-4b2f-81c9-45bea5b1bbe5 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Request body: {'floatingip': {'port_id': '3fdda34d-021c-4d6c-ae08-081daa263bc5'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:03:56.580845 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d108722b-a262-4b2f-81c9-45bea5b1bbe5 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:57.013639 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d108722b-a262-4b2f-81c9-45bea5b1bbe5 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:57.017447 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d108722b-a262-4b2f-81c9-45bea5b1bbe5 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:57.118954 n-d-794306-6 neutron-server[93770]: INFO neutron.db.l3_db [None req-d108722b-a262-4b2f-81c9-45bea5b1bbe5 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Floating IP b888bfce-dbed-4cae-a5a3-ed8167772dba associated. External IP: 172.25.5.70, port: 3fdda34d-021c-4d6c-ae08-081daa263bc5. Jul 16 00:03:57.321728 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d108722b-a262-4b2f-81c9-45bea5b1bbe5 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Router f875ac8c-b8e6-4691-bab1-e1fed0bd629a has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:03:57.780271 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d108722b-a262-4b2f-81c9-45bea5b1bbe5 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:03:57.785150 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d108722b-a262-4b2f-81c9-45bea5b1bbe5 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:03:57.790928 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13058d09-c49c-4222-b608-bedce8e57848 None None] Sync routers for ids ['f875ac8c-b8e6-4691-bab1-e1fed0bd629a'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:03:57.800986 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13058d09-c49c-4222-b608-bedce8e57848 None None] Routers {'f875ac8c-b8e6-4691-bab1-e1fed0bd629a'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:03:57.801663 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-13058d09-c49c-4222-b608-bedce8e57848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:03:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['f875ac8c-b8e6-4691-bab1-e1fed0bd629a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:03:57.825212 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-d108722b-a262-4b2f-81c9-45bea5b1bbe5 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "PUT /v2.0/floatingips/b888bfce-dbed-4cae-a5a3-ed8167772dba HTTP/1.1" status: 200 len: 991 time: 1.2841911 Jul 16 00:03:57.825212 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5', 'tag': '3fdda34d-021c-4d6c-ae08-081daa263bc5'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:03:57.825544 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cfa130710a3ed3c11f83ca70e11270030e5afd3463e80eec9e3119d100d8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c31eb4d-eb9f-4068-9a38-b953e395bb62" -d '{"events": [{"name": "network-changed", "server_uuid": "9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5", "tag": "3fdda34d-021c-4d6c-ae08-081daa263bc5"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:03:57.863308 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad0025a-739a-43fe-a901-b4681dd25d01 x-openstack-request-id: req-cad0025a-739a-43fe-a901-b4681dd25d01 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:03:57.863638 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5", "tag": "3fdda34d-021c-4d6c-ae08-081daa263bc5", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:03:57.863895 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cad0025a-739a-43fe-a901-b4681dd25d01 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:03:57.864294 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5', 'tag': '3fdda34d-021c-4d6c-ae08-081daa263bc5', 'status': 'completed', 'code': 200} Jul 16 00:03:57.966032 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c31eb4d-eb9f-4068-9a38-b953e395bb62 req-946c672b-ebff-4929-bf71-fb2bf497e443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:57.967539 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-8c31eb4d-eb9f-4068-9a38-b953e395bb62 req-946c672b-ebff-4929-bf71-fb2bf497e443 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=146c19810f514ed48bbea6638045fe39&device_id=9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5 HTTP/1.1" status: 200 len: 1097 time: 0.0581477 Jul 16 00:03:58.066584 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c31eb4d-eb9f-4068-9a38-b953e395bb62 req-b74aa69e-331a-4aa2-893d-7a78e90eb9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:58.068004 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-8c31eb4d-eb9f-4068-9a38-b953e395bb62 req-b74aa69e-331a-4aa2-893d-7a78e90eb9c9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=05afe214-b272-4343-852e-f1768efa01b4 HTTP/1.1" status: 200 len: 911 time: 0.0936425 Jul 16 00:03:58.071372 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-13058d09-c49c-4222-b608-bedce8e57848 None None] Set router f875ac8c-b8e6-4691-bab1-e1fed0bd629a gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:03:58.137171 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-8c31eb4d-eb9f-4068-9a38-b953e395bb62 req-907316e0-908b-4254-be2a-1c560851dd39 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3fdda34d-021c-4d6c-ae08-081daa263bc5 HTTP/1.1" status: 200 len: 999 time: 0.0632708 Jul 16 00:03:58.187829 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c31eb4d-eb9f-4068-9a38-b953e395bb62 req-a0c25642-b4ee-44b8-b704-012bc9b677e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:58.189293 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-8c31eb4d-eb9f-4068-9a38-b953e395bb62 req-a0c25642-b4ee-44b8-b704-012bc9b677e1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eea4b5ea-50fc-4ad4-94be-918231915339 HTTP/1.1" status: 200 len: 849 time: 0.0445039 Jul 16 00:03:58.247130 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c31eb4d-eb9f-4068-9a38-b953e395bb62 req-8521981d-0049-489c-a5bf-8120bba629c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:03:58.248858 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-8c31eb4d-eb9f-4068-9a38-b953e395bb62 req-8521981d-0049-489c-a5bf-8120bba629c8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=05afe214-b272-4343-852e-f1768efa01b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533884 Jul 16 00:03:58.293620 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-13058d09-c49c-4222-b608-bedce8e57848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'name': 'tempest-ServerActionsTestJSON-63931044-router', 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'b898b7a1-d8c3-4f68-a448-769f333f77fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:59:05Z', 'updated_at': '2021-07-15T23:59:08Z', 'revision_number': 4, 'project_id': '146c19810f514ed48bbea6638045fe39', 'gw_port': {'id': 'b898b7a1-d8c3-4f68-a448-769f333f77fd', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:67:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:06Z', 'updated_at': '2021-07-15T23:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': 'b888bfce-dbed-4cae-a5a3-ed8167772dba', 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'floating_ip_address': '172.25.5.70', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'port_id': '3fdda34d-021c-4d6c-ae08-081daa263bc5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05afe214-b272-4343-852e-f1768efa01b4', 'mac_address': 'fa:16:3e:31:ca:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:59:10Z', 'updated_at': '2021-07-16T00:03:56Z', 'revision_number': 9, 'project_id': '146c19810f514ed48bbea6638045fe39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfffd2a0-4f59-4fc2-a827-89d47d7b06c0', 'name': '', 'network_id': '05afe214-b272-4343-852e-f1768efa01b4', 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'mac_address': 'fa:16:3e:19:1f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'eea4b5ea-50fc-4ad4-94be-918231915339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:08Z', 'updated_at': '2021-07-15T23:59:14Z', 'revision_number': 5, 'project_id': '146c19810f514ed48bbea6638045fe39', 'subnets': [{'id': 'eea4b5ea-50fc-4ad4-94be-918231915339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:03:58.319461 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13058d09-c49c-4222-b608-bedce8e57848 None None] Checking router: f875ac8c-b8e6-4691-bab1-e1fed0bd629a for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:03:58.328377 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13058d09-c49c-4222-b608-bedce8e57848 None None] Routers {'f875ac8c-b8e6-4691-bab1-e1fed0bd629a'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:03:58.328996 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-13058d09-c49c-4222-b608-bedce8e57848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:03:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['f875ac8c-b8e6-4691-bab1-e1fed0bd629a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:03:58.342471 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-8c31eb4d-eb9f-4068-9a38-b953e395bb62 req-3b75fb24-c625-48f8-99e9-389adddf63fd service neutron] 10.222.0.41 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875905 Jul 16 00:03:58.432226 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-8c31eb4d-eb9f-4068-9a38-b953e395bb62 req-01661848-1f13-4582-815c-7cc74b1f0e9a service neutron] 10.222.0.41 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823061 Jul 16 00:03:58.434063 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-13058d09-c49c-4222-b608-bedce8e57848 None None] Set router f875ac8c-b8e6-4691-bab1-e1fed0bd629a gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:03:58.655261 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-13058d09-c49c-4222-b608-bedce8e57848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'name': 'tempest-ServerActionsTestJSON-63931044-router', 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'b898b7a1-d8c3-4f68-a448-769f333f77fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:59:05Z', 'updated_at': '2021-07-15T23:59:08Z', 'revision_number': 4, 'project_id': '146c19810f514ed48bbea6638045fe39', 'gw_port': {'id': 'b898b7a1-d8c3-4f68-a448-769f333f77fd', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:67:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:06Z', 'updated_at': '2021-07-15T23:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': 'b888bfce-dbed-4cae-a5a3-ed8167772dba', 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'floating_ip_address': '172.25.5.70', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'port_id': '3fdda34d-021c-4d6c-ae08-081daa263bc5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05afe214-b272-4343-852e-f1768efa01b4', 'mac_address': 'fa:16:3e:31:ca:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:59:10Z', 'updated_at': '2021-07-16T00:03:56Z', 'revision_number': 9, 'project_id': '146c19810f514ed48bbea6638045fe39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfffd2a0-4f59-4fc2-a827-89d47d7b06c0', 'name': '', 'network_id': '05afe214-b272-4343-852e-f1768efa01b4', 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'mac_address': 'fa:16:3e:19:1f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'eea4b5ea-50fc-4ad4-94be-918231915339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:08Z', 'updated_at': '2021-07-15T23:59:14Z', 'revision_number': 5, 'project_id': '146c19810f514ed48bbea6638045fe39', 'subnets': [{'id': 'eea4b5ea-50fc-4ad4-94be-918231915339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:03:58.681856 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13058d09-c49c-4222-b608-bedce8e57848 None None] The sync data for ids ['f875ac8c-b8e6-4691-bab1-e1fed0bd629a'] in n-d-794306-6 is: [{'id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'name': 'tempest-ServerActionsTestJSON-63931044-router', 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'b898b7a1-d8c3-4f68-a448-769f333f77fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:59:05Z', 'updated_at': '2021-07-15T23:59:08Z', 'revision_number': 4, 'project_id': '146c19810f514ed48bbea6638045fe39', 'gw_port': {'id': 'b898b7a1-d8c3-4f68-a448-769f333f77fd', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:67:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:06Z', 'updated_at': '2021-07-15T23:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': 'b888bfce-dbed-4cae-a5a3-ed8167772dba', 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'floating_ip_address': '172.25.5.70', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'port_id': '3fdda34d-021c-4d6c-ae08-081daa263bc5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05afe214-b272-4343-852e-f1768efa01b4', 'mac_address': 'fa:16:3e:31:ca:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:59:10Z', 'updated_at': '2021-07-16T00:03:56Z', 'revision_number': 9, 'project_id': '146c19810f514ed48bbea6638045fe39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfffd2a0-4f59-4fc2-a827-89d47d7b06c0', 'name': '', 'network_id': '05afe214-b272-4343-852e-f1768efa01b4', 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'mac_address': 'fa:16:3e:19:1f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'eea4b5ea-50fc-4ad4-94be-918231915339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:08Z', 'updated_at': '2021-07-15T23:59:14Z', 'revision_number': 5, 'project_id': '146c19810f514ed48bbea6638045fe39', 'subnets': [{'id': 'eea4b5ea-50fc-4ad4-94be-918231915339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:03:58.875767 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d77b73-6d4a-4eda-91d0-aa344c2b3796 None None] New status for floating IP b888bfce-dbed-4cae-a5a3-ed8167772dba: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 00:03:59.859785 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:04:00.907047 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c5664e07-2f7b-467d-8c40-d45b654c8780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:03.468639 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:04.267669 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ead539dc-21b1-47f9-95e1-71e91ca97701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:04.485700 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:06.502608 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:08.562856 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:18.951874 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-fc82ad0f-aebf-4e84-a8c6-85c4f1debab4 req-414f0650-32a0-4126-a816-f5133555b923 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0561869 Jul 16 00:04:19.062331 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc82ad0f-aebf-4e84-a8c6-85c4f1debab4 req-a87ac5bb-3fdd-4227-8e72-33a59d91cfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:04:19.063846 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-fc82ad0f-aebf-4e84-a8c6-85c4f1debab4 req-a87ac5bb-3fdd-4227-8e72-33a59d91cfb8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=146c19810f514ed48bbea6638045fe39&device_id=9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5 HTTP/1.1" status: 200 len: 1097 time: 0.0510330 Jul 16 00:04:19.170713 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc82ad0f-aebf-4e84-a8c6-85c4f1debab4 req-3f2298b6-376f-4c42-9ff3-356deb377eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:04:19.172242 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-fc82ad0f-aebf-4e84-a8c6-85c4f1debab4 req-3f2298b6-376f-4c42-9ff3-356deb377eaa service neutron] 10.222.0.41 "GET /v2.0/networks?id=05afe214-b272-4343-852e-f1768efa01b4 HTTP/1.1" status: 200 len: 911 time: 0.0853395 Jul 16 00:04:19.243644 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-fc82ad0f-aebf-4e84-a8c6-85c4f1debab4 req-4969e10e-6869-4ad6-9113-d33227c08591 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3fdda34d-021c-4d6c-ae08-081daa263bc5 HTTP/1.1" status: 200 len: 1002 time: 0.0641665 Jul 16 00:04:19.292834 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc82ad0f-aebf-4e84-a8c6-85c4f1debab4 req-1efa9562-927e-437c-b0b3-e160b0b1ad39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:04:19.294257 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-fc82ad0f-aebf-4e84-a8c6-85c4f1debab4 req-1efa9562-927e-437c-b0b3-e160b0b1ad39 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eea4b5ea-50fc-4ad4-94be-918231915339 HTTP/1.1" status: 200 len: 849 time: 0.0440862 Jul 16 00:04:19.349870 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc82ad0f-aebf-4e84-a8c6-85c4f1debab4 req-21a6f54a-ca2b-4d07-bac7-0c3f72b9abdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:04:19.351459 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-fc82ad0f-aebf-4e84-a8c6-85c4f1debab4 req-21a6f54a-ca2b-4d07-bac7-0c3f72b9abdd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=05afe214-b272-4343-852e-f1768efa01b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508811 Jul 16 00:04:19.683080 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-fc82ad0f-aebf-4e84-a8c6-85c4f1debab4 req-685893e8-2cfc-40af-ba88-8f0d3fca1ff3 service neutron] 10.222.0.41 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250167 Jul 16 00:04:19.772482 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-fc82ad0f-aebf-4e84-a8c6-85c4f1debab4 req-39b148a0-9821-4efd-a23d-71821ff0d91b service neutron] 10.222.0.41 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817840 Jul 16 00:04:25.806324 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:30.906773 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-702a396f-3ce8-40f3-aae9-a1779486f10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:33.473678 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:34.267523 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-48b57176-44d2-438e-b2fd-fe455348995b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:34.487800 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:36.505984 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:36.858952 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:04:38.551491 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:04:55.819360 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:00.907330 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e9a0cd7d-a5b8-4314-b7ee-2b0352299a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:03.473176 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:04.268349 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6315add1-f77b-4187-8c58-aa6daecc14a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:04.491449 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:06.507181 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:08.568476 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:13.858223 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:05:21.533592 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-02f5f605-672b-4eec-b565-ea08e011590c req-5aefffd0-6063-461c-9947-a5e0413f0b52 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0563202 Jul 16 00:05:21.638770 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f5f605-672b-4eec-b565-ea08e011590c req-c5c1a5af-53c7-4571-9512-d134e32a4d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:21.640337 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-02f5f605-672b-4eec-b565-ea08e011590c req-c5c1a5af-53c7-4571-9512-d134e32a4d25 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=146c19810f514ed48bbea6638045fe39&device_id=9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5 HTTP/1.1" status: 200 len: 1097 time: 0.0515885 Jul 16 00:05:21.750615 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f5f605-672b-4eec-b565-ea08e011590c req-8c8303d5-bb88-491b-a6fe-33f53f5dda7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:21.752129 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-02f5f605-672b-4eec-b565-ea08e011590c req-8c8303d5-bb88-491b-a6fe-33f53f5dda7d service neutron] 10.222.0.41 "GET /v2.0/networks?id=05afe214-b272-4343-852e-f1768efa01b4 HTTP/1.1" status: 200 len: 911 time: 0.0892131 Jul 16 00:05:21.815652 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-02f5f605-672b-4eec-b565-ea08e011590c req-a4a1bcdc-f777-4ac7-a794-98311c5ba4b2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3fdda34d-021c-4d6c-ae08-081daa263bc5 HTTP/1.1" status: 200 len: 1002 time: 0.0568328 Jul 16 00:05:21.864832 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f5f605-672b-4eec-b565-ea08e011590c req-f4ed3635-ec5b-41e4-8cca-ec49e7559e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:21.866281 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-02f5f605-672b-4eec-b565-ea08e011590c req-f4ed3635-ec5b-41e4-8cca-ec49e7559e7f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eea4b5ea-50fc-4ad4-94be-918231915339 HTTP/1.1" status: 200 len: 849 time: 0.0445824 Jul 16 00:05:21.928799 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f5f605-672b-4eec-b565-ea08e011590c req-5cfa38bf-9200-4788-8069-c2c191927497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:21.930597 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-02f5f605-672b-4eec-b565-ea08e011590c req-5cfa38bf-9200-4788-8069-c2c191927497 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=05afe214-b272-4343-852e-f1768efa01b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579641 Jul 16 00:05:22.020194 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-02f5f605-672b-4eec-b565-ea08e011590c req-96ba8a41-f37a-4da0-8f16-31ff122667fa service neutron] 10.222.0.41 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833941 Jul 16 00:05:22.111715 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-02f5f605-672b-4eec-b565-ea08e011590c req-7f523df4-bfdb-4669-853d-afa0a36dff55 service neutron] 10.222.0.41 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847113 Jul 16 00:05:25.818688 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:30.907427 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d6eb17a6-ba33-414e-ae8a-290494228b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:33.474119 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:34.268020 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e5b7fa80-e0a8-42bf-9750-ab9f9f6d104b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:34.494484 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:34.664034 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc280e-7c25-494b-a214-1ac6c6687b2f req-b4e27c4b-cda8-4297-9683-effda6ad0593 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:34.665824 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-abfc280e-7c25-494b-a214-1ac6c6687b2f req-b4e27c4b-cda8-4297-9683-effda6ad0593 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5 HTTP/1.1" status: 200 len: 946 time: 0.0658488 Jul 16 00:05:34.679592 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4aeec206-722e-4a45-98dd-210378f94ac4 req-8fb82a7c-667f-43fc-9a97-9bec022d1a47 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0901253 Jul 16 00:05:34.708501 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-abfc280e-7c25-494b-a214-1ac6c6687b2f req-066182b9-60ca-48dc-8bf3-3d83bcb8bb21 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369639 Jul 16 00:05:35.833343 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeec206-722e-4a45-98dd-210378f94ac4 req-b3dd8ffc-4d73-4614-85be-4f313060f6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:35.834840 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4aeec206-722e-4a45-98dd-210378f94ac4 req-b3dd8ffc-4d73-4614-85be-4f313060f6d5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=146c19810f514ed48bbea6638045fe39&device_id=9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5 HTTP/1.1" status: 200 len: 1097 time: 0.0552254 Jul 16 00:05:35.897131 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ddd17f-fec0-4a10-a4db-748aabdb5ad7 req-d7d80788-109d-4376-8c9a-fbcb928fb3fd tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:35.898709 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a2ddd17f-fec0-4a10-a4db-748aabdb5ad7 req-d7d80788-109d-4376-8c9a-fbcb928fb3fd tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5 HTTP/1.1" status: 200 len: 946 time: 0.0679584 Jul 16 00:05:35.931869 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeec206-722e-4a45-98dd-210378f94ac4 req-5954a869-43cc-410b-8518-e3bc4853405d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:35.933359 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4aeec206-722e-4a45-98dd-210378f94ac4 req-5954a869-43cc-410b-8518-e3bc4853405d service neutron] 10.222.0.41 "GET /v2.0/networks?id=05afe214-b272-4343-852e-f1768efa01b4 HTTP/1.1" status: 200 len: 911 time: 0.0920172 Jul 16 00:05:35.936127 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a2ddd17f-fec0-4a10-a4db-748aabdb5ad7 req-98b80e3d-6e8f-42ff-82a9-b905648ef57c tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313299 Jul 16 00:05:35.998972 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4aeec206-722e-4a45-98dd-210378f94ac4 req-57bd4f02-fedf-42d8-9cee-fff5502ef24c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3fdda34d-021c-4d6c-ae08-081daa263bc5 HTTP/1.1" status: 200 len: 1002 time: 0.0593538 Jul 16 00:05:36.051858 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeec206-722e-4a45-98dd-210378f94ac4 req-a97c22de-8162-4b23-b095-104b31d3c601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:36.053373 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4aeec206-722e-4a45-98dd-210378f94ac4 req-a97c22de-8162-4b23-b095-104b31d3c601 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eea4b5ea-50fc-4ad4-94be-918231915339 HTTP/1.1" status: 200 len: 849 time: 0.0485990 Jul 16 00:05:36.111037 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeec206-722e-4a45-98dd-210378f94ac4 req-49d120af-c829-46ed-b618-204eb0f45040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:36.112715 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4aeec206-722e-4a45-98dd-210378f94ac4 req-49d120af-c829-46ed-b618-204eb0f45040 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=05afe214-b272-4343-852e-f1768efa01b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535376 Jul 16 00:05:36.206673 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4aeec206-722e-4a45-98dd-210378f94ac4 req-9b2fe195-0888-405b-a4ef-346e0975b335 service neutron] 10.222.0.41 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868819 Jul 16 00:05:36.301020 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4aeec206-722e-4a45-98dd-210378f94ac4 req-24babbb6-3c45-43ce-86a9-61e8f2335491 service neutron] 10.222.0.41 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883930 Jul 16 00:05:36.510314 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:37.112677 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a653bba8-2257-4aaa-a6a1-c0707562770f req-9f6eb7ed-39eb-47e0-ac7b-5be49df1f739 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:37.114157 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a653bba8-2257-4aaa-a6a1-c0707562770f req-9f6eb7ed-39eb-47e0-ac7b-5be49df1f739 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5 HTTP/1.1" status: 200 len: 946 time: 0.0640082 Jul 16 00:05:37.152534 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a653bba8-2257-4aaa-a6a1-c0707562770f req-66bb04ed-c7e0-4ef3-adaa-b45056c989d5 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322781 Jul 16 00:05:38.327822 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72810407-b679-4ea9-8911-ef3e316eb46c req-e92916b9-30dc-464b-ac9e-c5f1364edb76 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:38.329575 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-72810407-b679-4ea9-8911-ef3e316eb46c req-e92916b9-30dc-464b-ac9e-c5f1364edb76 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5 HTTP/1.1" status: 200 len: 946 time: 0.0630076 Jul 16 00:05:38.370767 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-72810407-b679-4ea9-8911-ef3e316eb46c req-f2359d37-b84f-4c71-bce9-2cffe77bdd28 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356650 Jul 16 00:05:38.580349 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:39.546962 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25021075-2c79-4c13-87bc-485a7069c647 req-ef0fc5ab-cb6b-4a00-9821-6b362b6a7f6c tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:39.548453 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-25021075-2c79-4c13-87bc-485a7069c647 req-ef0fc5ab-cb6b-4a00-9821-6b362b6a7f6c tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5 HTTP/1.1" status: 200 len: 946 time: 0.0644016 Jul 16 00:05:39.587996 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-25021075-2c79-4c13-87bc-485a7069c647 req-d42bd40a-45c1-45c9-88e4-7a0f20037132 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339820 Jul 16 00:05:40.761816 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8345b5-842a-4e0d-b165-51f01584cb4d req-29fa805b-a183-4aa9-b433-d0145bd294db tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:40.763228 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8f8345b5-842a-4e0d-b165-51f01584cb4d req-29fa805b-a183-4aa9-b433-d0145bd294db tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5 HTTP/1.1" status: 200 len: 946 time: 0.0645530 Jul 16 00:05:40.801981 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8f8345b5-842a-4e0d-b165-51f01584cb4d req-b7bddb88-b371-4e37-9050-48b79e18d9be tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331092 Jul 16 00:05:41.980992 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d7444-0e37-42ad-b9aa-0bfa56ec4e6c req-a15450b4-3c6d-41dc-8862-f7feb102ef06 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:41.982476 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bd8d7444-0e37-42ad-b9aa-0bfa56ec4e6c req-a15450b4-3c6d-41dc-8862-f7feb102ef06 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5 HTTP/1.1" status: 200 len: 946 time: 0.0660746 Jul 16 00:05:42.020535 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bd8d7444-0e37-42ad-b9aa-0bfa56ec4e6c req-9441d66d-89ba-4e73-9218-504e6145c708 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324326 Jul 16 00:05:43.193314 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5954c9-1c8f-432d-baf8-da2f953e0918 req-6bb31e6b-4bde-4df3-a5e9-f899da31eb1c tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:43.194831 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dc5954c9-1c8f-432d-baf8-da2f953e0918 req-6bb31e6b-4bde-4df3-a5e9-f899da31eb1c tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5 HTTP/1.1" status: 200 len: 946 time: 0.0642567 Jul 16 00:05:43.234987 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dc5954c9-1c8f-432d-baf8-da2f953e0918 req-39a7ac75-4b29-4280-a565-5f5a16b5a645 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320470 Jul 16 00:05:44.406667 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0968433-00b3-4789-bc54-52ece824cab8 req-b90c03ce-6e6e-4ed9-9a41-fffd87eae135 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:44.408156 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f0968433-00b3-4789-bc54-52ece824cab8 req-b90c03ce-6e6e-4ed9-9a41-fffd87eae135 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5 HTTP/1.1" status: 200 len: 946 time: 0.0621760 Jul 16 00:05:44.452069 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f0968433-00b3-4789-bc54-52ece824cab8 req-0aee82e7-a3ec-4134-ab6a-569f0bf8e414 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383008 Jul 16 00:05:45.630214 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6d670d-d546-45ae-a47b-c4d9ee6bf25a req-fa561799-e3a7-48c3-85ee-3046881c92f4 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:45.631733 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6d6d670d-d546-45ae-a47b-c4d9ee6bf25a req-fa561799-e3a7-48c3-85ee-3046881c92f4 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5 HTTP/1.1" status: 200 len: 946 time: 0.0660815 Jul 16 00:05:45.670179 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6d6d670d-d546-45ae-a47b-c4d9ee6bf25a req-cf14bb1c-deb9-46ed-b0b0-e0057a7aee07 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321927 Jul 16 00:05:46.845443 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc0058-6aee-4402-a3cf-c8132977c9e8 req-147ddcf0-33e6-4e65-bb97-b9a90fab13c7 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:46.846919 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-18cc0058-6aee-4402-a3cf-c8132977c9e8 req-147ddcf0-33e6-4e65-bb97-b9a90fab13c7 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5 HTTP/1.1" status: 200 len: 946 time: 0.0625162 Jul 16 00:05:46.884656 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-18cc0058-6aee-4402-a3cf-c8132977c9e8 req-71339070-fee7-4124-8421-6645be2be8fe tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318236 Jul 16 00:05:48.060794 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc2c2f-6a76-40a1-bcee-c0778f450d8e req-7b0bf8d4-0568-46c4-b0ec-28e290680ea9 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:48.062278 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cbbc2c2f-6a76-40a1-bcee-c0778f450d8e req-7b0bf8d4-0568-46c4-b0ec-28e290680ea9 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5 HTTP/1.1" status: 200 len: 946 time: 0.0672178 Jul 16 00:05:48.100179 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cbbc2c2f-6a76-40a1-bcee-c0778f450d8e req-afede75a-82b8-4586-967e-de231bc631d4 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323348 Jul 16 00:05:48.264304 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [req-4aeec206-722e-4a45-98dd-210378f94ac4 req-abbb6c2a-92a4-4c8b-9756-50e93582ed07 service neutron] show failed (client error): The resource could not be found. Jul 16 00:05:48.265388 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4aeec206-722e-4a45-98dd-210378f94ac4 req-abbb6c2a-92a4-4c8b-9756-50e93582ed07 service neutron] 10.222.0.41 "GET /v2.0/ports/3fdda34d-021c-4d6c-ae08-081daa263bc5/bindings/n-h1-794306-6 HTTP/1.1" status: 404 len: 380 time: 0.0585787 Jul 16 00:05:48.520160 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeec206-722e-4a45-98dd-210378f94ac4 req-6b4b235f-6436-4d56-8e59-acd607d9e1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:48.521700 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4aeec206-722e-4a45-98dd-210378f94ac4 req-6b4b235f-6436-4d56-8e59-acd607d9e1d1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5&tenant_id=146c19810f514ed48bbea6638045fe39 HTTP/1.1" status: 200 len: 1097 time: 0.0554559 Jul 16 00:05:48.532660 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-4aeec206-722e-4a45-98dd-210378f94ac4 req-f0edfbe4-1233-46d3-bd1e-684889586f1a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-794306-6', 'device_owner': 'compute:nova'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:05:48.608726 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4aeec206-722e-4a45-98dd-210378f94ac4 req-f0edfbe4-1233-46d3-bd1e-684889586f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:48.817479 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-4aeec206-722e-4a45-98dd-210378f94ac4 req-f0edfbe4-1233-46d3-bd1e-684889586f1a service neutron] For port 3fdda34d-021c-4d6c-ae08-081daa263bc5, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=3fdda34d-021c-4d6c-ae08-081daa263bc5,segment=NetworkSegment(4948a0fc-69c3-4504-bfcc-bcf7849e0aa6),segment_id=4948a0fc-69c3-4504-bfcc-bcf7849e0aa6)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:05:48.851502 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-4aeec206-722e-4a45-98dd-210378f94ac4 req-f0edfbe4-1233-46d3-bd1e-684889586f1a service neutron] For port 3fdda34d-021c-4d6c-ae08-081daa263bc5, host n-h2-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:05:48.890634 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fdda34d-021c-4d6c-ae08-081daa263bc5'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:05:48.893019 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cfa130710a3ed3c11f83ca70e11270030e5afd3463e80eec9e3119d100d8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4e049a-9377-447e-99e8-1310b6eae363" -d '{"events": [{"server_uuid": "9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5", "name": "network-vif-unplugged", "status": "completed", "tag": "3fdda34d-021c-4d6c-ae08-081daa263bc5"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:05:48.897492 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4aeec206-722e-4a45-98dd-210378f94ac4 req-f0edfbe4-1233-46d3-bd1e-684889586f1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:48.911880 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-4aeec206-722e-4a45-98dd-210378f94ac4 req-f0edfbe4-1233-46d3-bd1e-684889586f1a service neutron] Transition to ACTIVE for port object 3fdda34d-021c-4d6c-ae08-081daa263bc5 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:05:48.916733 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4aeec206-722e-4a45-98dd-210378f94ac4 req-f0edfbe4-1233-46d3-bd1e-684889586f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:48.945257 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 00:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a5f264-574c-44dd-bb57-79f63be42afe x-openstack-request-id: req-c0a5f264-574c-44dd-bb57-79f63be42afe {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:05:48.945571 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5", "name": "network-vif-unplugged", "status": "completed", "tag": "3fdda34d-021c-4d6c-ae08-081daa263bc5", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:05:48.945814 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c0a5f264-574c-44dd-bb57-79f63be42afe {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:05:48.946209 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fdda34d-021c-4d6c-ae08-081daa263bc5', 'code': 200} Jul 16 00:05:48.970976 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0edfbe4-1233-46d3-bd1e-684889586f1a service neutron] Pushing event updated for resources: {'Port': ['ID=3fdda34d-021c-4d6c-ae08-081daa263bc5,revision_number=6']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:05:49.018095 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0edfbe4-1233-46d3-bd1e-684889586f1a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:49.018442 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0edfbe4-1233-46d3-bd1e-684889586f1a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:49.018789 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0edfbe4-1233-46d3-bd1e-684889586f1a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:49.019130 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0edfbe4-1233-46d3-bd1e-684889586f1a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:49.019474 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0edfbe4-1233-46d3-bd1e-684889586f1a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:49.019834 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0edfbe4-1233-46d3-bd1e-684889586f1a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:49.020167 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0edfbe4-1233-46d3-bd1e-684889586f1a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:49.020509 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0edfbe4-1233-46d3-bd1e-684889586f1a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:49.020916 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0edfbe4-1233-46d3-bd1e-684889586f1a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:49.021246 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0edfbe4-1233-46d3-bd1e-684889586f1a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:49.021575 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0edfbe4-1233-46d3-bd1e-684889586f1a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:49.021901 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0edfbe4-1233-46d3-bd1e-684889586f1a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:49.066660 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aeec206-722e-4a45-98dd-210378f94ac4 req-f0edfbe4-1233-46d3-bd1e-684889586f1a service neutron] No DVR routers for this DVR port 3fdda34d-021c-4d6c-ae08-081daa263bc5 on host n-h2-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:05:49.219748 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-4aeec206-722e-4a45-98dd-210378f94ac4 req-f0edfbe4-1233-46d3-bd1e-684889586f1a service neutron] Attempting to bind port 3fdda34d-021c-4d6c-ae08-081daa263bc5 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:05:49.219976 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-4aeec206-722e-4a45-98dd-210378f94ac4 req-f0edfbe4-1233-46d3-bd1e-684889586f1a service neutron] Attempting to bind port 3fdda34d-021c-4d6c-ae08-081daa263bc5 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '4948a0fc-69c3-4504-bfcc-bcf7849e0aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05afe214-b272-4343-852e-f1768efa01b4'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:05:49.220320 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aeec206-722e-4a45-98dd-210378f94ac4 req-f0edfbe4-1233-46d3-bd1e-684889586f1a service neutron] Attempting to bind port 3fdda34d-021c-4d6c-ae08-081daa263bc5 on network 05afe214-b272-4343-852e-f1768efa01b4 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:05:49.225228 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aeec206-722e-4a45-98dd-210378f94ac4 req-f0edfbe4-1233-46d3-bd1e-684889586f1a service neutron] Port 3fdda34d-021c-4d6c-ae08-081daa263bc5 on network 05afe214-b272-4343-852e-f1768efa01b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 00:05:49.225557 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aeec206-722e-4a45-98dd-210378f94ac4 req-f0edfbe4-1233-46d3-bd1e-684889586f1a service neutron] Attempting to bind port 3fdda34d-021c-4d6c-ae08-081daa263bc5 on network 05afe214-b272-4343-852e-f1768efa01b4 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:05:49.231415 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aeec206-722e-4a45-98dd-210378f94ac4 req-f0edfbe4-1233-46d3-bd1e-684889586f1a service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:05:49.231415 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aeec206-722e-4a45-98dd-210378f94ac4 req-f0edfbe4-1233-46d3-bd1e-684889586f1a service neutron] Checking segment: {'id': '4948a0fc-69c3-4504-bfcc-bcf7849e0aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05afe214-b272-4343-852e-f1768efa01b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:05:49.232212 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aeec206-722e-4a45-98dd-210378f94ac4 req-f0edfbe4-1233-46d3-bd1e-684889586f1a service neutron] Bound using segment: {'id': '4948a0fc-69c3-4504-bfcc-bcf7849e0aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05afe214-b272-4343-852e-f1768efa01b4'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:05:49.232592 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-4aeec206-722e-4a45-98dd-210378f94ac4 req-f0edfbe4-1233-46d3-bd1e-684889586f1a service neutron] Bound port: 3fdda34d-021c-4d6c-ae08-081daa263bc5, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4948a0fc-69c3-4504-bfcc-bcf7849e0aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05afe214-b272-4343-852e-f1768efa01b4'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:05:49.232959 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4aeec206-722e-4a45-98dd-210378f94ac4 req-f0edfbe4-1233-46d3-bd1e-684889586f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:49.343748 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-4aeec206-722e-4a45-98dd-210378f94ac4 req-f0edfbe4-1233-46d3-bd1e-684889586f1a service neutron] For port 3fdda34d-021c-4d6c-ae08-081daa263bc5, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:05:49.347378 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-4aeec206-722e-4a45-98dd-210378f94ac4 req-f0edfbe4-1233-46d3-bd1e-684889586f1a service neutron] For port 3fdda34d-021c-4d6c-ae08-081daa263bc5, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=3fdda34d-021c-4d6c-ae08-081daa263bc5,segment=NetworkSegment(4948a0fc-69c3-4504-bfcc-bcf7849e0aa6),segment_id=4948a0fc-69c3-4504-bfcc-bcf7849e0aa6)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:05:49.352346 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4aeec206-722e-4a45-98dd-210378f94ac4 req-f0edfbe4-1233-46d3-bd1e-684889586f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:49.368521 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302261b-724e-466f-bdf4-7ed800059cdd req-76aeef6b-b3c1-4c0d-875b-be3720ec69f2 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:49.370035 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8302261b-724e-466f-bdf4-7ed800059cdd req-76aeef6b-b3c1-4c0d-875b-be3720ec69f2 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5 HTTP/1.1" status: 200 len: 944 time: 0.1274362 Jul 16 00:05:49.416310 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeec206-722e-4a45-98dd-210378f94ac4 req-f0edfbe4-1233-46d3-bd1e-684889586f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:49.416948 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4aeec206-722e-4a45-98dd-210378f94ac4 req-f0edfbe4-1233-46d3-bd1e-684889586f1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:49.418440 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4aeec206-722e-4a45-98dd-210378f94ac4 req-f0edfbe4-1233-46d3-bd1e-684889586f1a service neutron] 10.222.0.49 "PUT /v2.0/ports/3fdda34d-021c-4d6c-ae08-081daa263bc5 HTTP/1.1" status: 200 len: 1092 time: 0.8899231 Jul 16 00:05:49.458391 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0edfbe4-1233-46d3-bd1e-684889586f1a service neutron] Pushing event updated for resources: {'Port': ['ID=3fdda34d-021c-4d6c-ae08-081daa263bc5,revision_number=7']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:05:49.484166 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8302261b-724e-466f-bdf4-7ed800059cdd req-127c9451-f373-46e4-91db-1a3e0b7fce49 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917618 Jul 16 00:05:49.514403 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeec206-722e-4a45-98dd-210378f94ac4 req-73970165-bbec-41fc-99ae-a1d3aa240ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:49.515936 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4aeec206-722e-4a45-98dd-210378f94ac4 req-73970165-bbec-41fc-99ae-a1d3aa240ab0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=146c19810f514ed48bbea6638045fe39&device_id=9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5 HTTP/1.1" status: 200 len: 1095 time: 0.0689549 Jul 16 00:05:49.615401 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeec206-722e-4a45-98dd-210378f94ac4 req-96d884f1-3e46-4659-8574-0324f0913c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:49.616967 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4aeec206-722e-4a45-98dd-210378f94ac4 req-96d884f1-3e46-4659-8574-0324f0913c9d service neutron] 10.222.0.49 "GET /v2.0/networks?id=05afe214-b272-4343-852e-f1768efa01b4 HTTP/1.1" status: 200 len: 911 time: 0.0949106 Jul 16 00:05:49.683437 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4aeec206-722e-4a45-98dd-210378f94ac4 req-2d428791-fa42-41c1-8343-bc0cd9aaebd1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3fdda34d-021c-4d6c-ae08-081daa263bc5 HTTP/1.1" status: 200 len: 1000 time: 0.0601516 Jul 16 00:05:49.736865 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeec206-722e-4a45-98dd-210378f94ac4 req-454047ad-0000-46c9-b045-f729811fac43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:49.738338 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4aeec206-722e-4a45-98dd-210378f94ac4 req-454047ad-0000-46c9-b045-f729811fac43 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=eea4b5ea-50fc-4ad4-94be-918231915339 HTTP/1.1" status: 200 len: 849 time: 0.0483441 Jul 16 00:05:49.801033 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeec206-722e-4a45-98dd-210378f94ac4 req-888dcdcf-70cf-42f1-983a-6d0f20a4ad2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:49.802597 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4aeec206-722e-4a45-98dd-210378f94ac4 req-888dcdcf-70cf-42f1-983a-6d0f20a4ad2d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=05afe214-b272-4343-852e-f1768efa01b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581973 Jul 16 00:05:49.814035 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [req-4aeec206-722e-4a45-98dd-210378f94ac4 req-826f7583-1382-4438-acbd-c1fb0d44c932 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 00:05:49.814966 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4aeec206-722e-4a45-98dd-210378f94ac4 req-826f7583-1382-4438-acbd-c1fb0d44c932 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050068 Jul 16 00:05:49.911196 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4aeec206-722e-4a45-98dd-210378f94ac4 req-ab03dcca-6a35-4cb6-a20f-7eb9d12d04dc service neutron] 10.222.0.49 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889273 Jul 16 00:05:50.012976 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4aeec206-722e-4a45-98dd-210378f94ac4 req-287ba2db-aadc-4f15-85e8-34f7fff10be5 service neutron] 10.222.0.49 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939648 Jul 16 00:05:50.672422 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d7fe5-b136-4552-b1af-b0d44300d188 req-e0b497b0-2065-4d47-a7ae-b7168fa49035 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:50.674010 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-068d7fe5-b136-4552-b1af-b0d44300d188 req-e0b497b0-2065-4d47-a7ae-b7168fa49035 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5 HTTP/1.1" status: 200 len: 944 time: 0.0650823 Jul 16 00:05:50.712215 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-068d7fe5-b136-4552-b1af-b0d44300d188 req-aee3d966-d789-43cc-89ba-0af6cc785776 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327685 Jul 16 00:05:50.859605 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:05:50.947453 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5', 'tag': '3fdda34d-021c-4d6c-ae08-081daa263bc5'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:05:50.950072 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cfa130710a3ed3c11f83ca70e11270030e5afd3463e80eec9e3119d100d8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f0b07a-5335-4700-ab06-15ec31e7dadc" -d '{"events": [{"name": "network-changed", "server_uuid": "9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5", "tag": "3fdda34d-021c-4d6c-ae08-081daa263bc5"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:05:50.999238 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3406d4b2-320d-4dc5-b082-5bea64718db9 x-openstack-request-id: req-3406d4b2-320d-4dc5-b082-5bea64718db9 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:05:50.999592 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5", "tag": "3fdda34d-021c-4d6c-ae08-081daa263bc5", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:05:50.999855 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3406d4b2-320d-4dc5-b082-5bea64718db9 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:05:51.000279 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5', 'tag': '3fdda34d-021c-4d6c-ae08-081daa263bc5', 'status': 'completed', 'code': 200} Jul 16 00:05:51.078995 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0b07a-5335-4700-ab06-15ec31e7dadc req-e2c6726e-1caf-4b8b-9d56-ec1298669266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:51.080579 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-49f0b07a-5335-4700-ab06-15ec31e7dadc req-e2c6726e-1caf-4b8b-9d56-ec1298669266 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=146c19810f514ed48bbea6638045fe39&device_id=9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5 HTTP/1.1" status: 200 len: 1095 time: 0.0614619 Jul 16 00:05:51.100914 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0b07a-5335-4700-ab06-15ec31e7dadc req-47f29d8d-127c-4e43-b584-dcafb0c69fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:51.102412 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-49f0b07a-5335-4700-ab06-15ec31e7dadc req-47f29d8d-127c-4e43-b584-dcafb0c69fc8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=146c19810f514ed48bbea6638045fe39&device_id=9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5 HTTP/1.1" status: 200 len: 1095 time: 0.0586495 Jul 16 00:05:51.176468 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0b07a-5335-4700-ab06-15ec31e7dadc req-19d48e34-2756-4fa8-b1fa-8d09580ad25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:51.178002 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-49f0b07a-5335-4700-ab06-15ec31e7dadc req-19d48e34-2756-4fa8-b1fa-8d09580ad25d service neutron] 10.222.0.49 "GET /v2.0/networks?id=05afe214-b272-4343-852e-f1768efa01b4 HTTP/1.1" status: 200 len: 911 time: 0.0884459 Jul 16 00:05:51.196285 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0b07a-5335-4700-ab06-15ec31e7dadc req-a0d1f714-e6ac-422f-9ee5-736cb3466ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:51.197811 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-49f0b07a-5335-4700-ab06-15ec31e7dadc req-a0d1f714-e6ac-422f-9ee5-736cb3466ce5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=05afe214-b272-4343-852e-f1768efa01b4 HTTP/1.1" status: 200 len: 911 time: 0.0862503 Jul 16 00:05:51.255114 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-49f0b07a-5335-4700-ab06-15ec31e7dadc req-8f9ef245-a5e4-415a-9c0b-fa571b9178e5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3fdda34d-021c-4d6c-ae08-081daa263bc5 HTTP/1.1" status: 200 len: 1000 time: 0.0692432 Jul 16 00:05:51.269093 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-49f0b07a-5335-4700-ab06-15ec31e7dadc req-ac9f1749-e0f4-4154-87f0-aa8d58a83afb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3fdda34d-021c-4d6c-ae08-081daa263bc5 HTTP/1.1" status: 200 len: 1000 time: 0.0646100 Jul 16 00:05:51.310100 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0b07a-5335-4700-ab06-15ec31e7dadc req-fa332412-fe4a-4f64-bc61-b2a7ea5a235e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:51.311650 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-49f0b07a-5335-4700-ab06-15ec31e7dadc req-fa332412-fe4a-4f64-bc61-b2a7ea5a235e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=eea4b5ea-50fc-4ad4-94be-918231915339 HTTP/1.1" status: 200 len: 849 time: 0.0469246 Jul 16 00:05:51.318935 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0b07a-5335-4700-ab06-15ec31e7dadc req-857fd2cb-c3db-4ab3-a219-c645a5d8ff49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:51.320415 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-49f0b07a-5335-4700-ab06-15ec31e7dadc req-857fd2cb-c3db-4ab3-a219-c645a5d8ff49 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eea4b5ea-50fc-4ad4-94be-918231915339 HTTP/1.1" status: 200 len: 849 time: 0.0452898 Jul 16 00:05:51.378999 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0b07a-5335-4700-ab06-15ec31e7dadc req-b3063f01-c62f-491d-b230-a32bba7068e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:51.380564 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-49f0b07a-5335-4700-ab06-15ec31e7dadc req-b3063f01-c62f-491d-b230-a32bba7068e1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=05afe214-b272-4343-852e-f1768efa01b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581937 Jul 16 00:05:51.382941 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0b07a-5335-4700-ab06-15ec31e7dadc req-b7baf6ac-7598-45f6-ba82-317caf98d7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:51.384458 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-49f0b07a-5335-4700-ab06-15ec31e7dadc req-b7baf6ac-7598-45f6-ba82-317caf98d7c2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=05afe214-b272-4343-852e-f1768efa01b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579650 Jul 16 00:05:51.484104 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-49f0b07a-5335-4700-ab06-15ec31e7dadc req-2af85e28-02d4-4fb3-9189-941b3dd7fce4 service neutron] 10.222.0.49 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955791 Jul 16 00:05:51.484808 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-49f0b07a-5335-4700-ab06-15ec31e7dadc req-1583ce9a-1e8c-4c62-9458-8628224cda03 service neutron] 10.222.0.41 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937986 Jul 16 00:05:51.583027 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-49f0b07a-5335-4700-ab06-15ec31e7dadc req-37c22a85-457f-4d14-94df-d93b4300ebf3 service neutron] 10.222.0.49 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902026 Jul 16 00:05:51.583313 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-49f0b07a-5335-4700-ab06-15ec31e7dadc req-85317f60-c611-4a98-ae03-98fea0af2daa service neutron] 10.222.0.41 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926521 Jul 16 00:05:51.899175 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e9ff9-7b3d-4c64-a106-513374b48095 req-9b1a6d48-0d90-433a-9971-b3888c2e1861 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:51.900711 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e53e9ff9-7b3d-4c64-a106-513374b48095 req-9b1a6d48-0d90-433a-9971-b3888c2e1861 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5 HTTP/1.1" status: 200 len: 944 time: 0.0689733 Jul 16 00:05:51.940728 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e53e9ff9-7b3d-4c64-a106-513374b48095 req-bd2e901c-8dd5-44c2-ba2f-9994704d4a5a tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344203 Jul 16 00:05:52.153839 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 3fdda34d-021c-4d6c-ae08-081daa263bc5 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 00:05:52.264206 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 3fdda34d-021c-4d6c-ae08-081daa263bc5, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=3fdda34d-021c-4d6c-ae08-081daa263bc5,segment=NetworkSegment(4948a0fc-69c3-4504-bfcc-bcf7849e0aa6),segment_id=4948a0fc-69c3-4504-bfcc-bcf7849e0aa6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:05:52.277778 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '3fdda34d-021c-4d6c-ae08-081daa263bc5', 'network_id': '05afe214-b272-4343-852e-f1768efa01b4', 'port_id': '3fdda34d-021c-4d6c-ae08-081daa263bc5', 'mac_address': 'fa:16:3e:31:ca:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eea4b5ea-50fc-4ad4-94be-918231915339', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 00:05:52.317422 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:52.332446 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fdda34d-021c-4d6c-ae08-081daa263bc5 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:05:52.352207 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 3fdda34d-021c-4d6c-ae08-081daa263bc5, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=3fdda34d-021c-4d6c-ae08-081daa263bc5,segment=NetworkSegment(4948a0fc-69c3-4504-bfcc-bcf7849e0aa6),segment_id=4948a0fc-69c3-4504-bfcc-bcf7849e0aa6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:05:52.360722 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:52.379863 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7950cc0-2bd2-4e1d-b53f-e18b274ba31c req-00e5b032-1971-499c-a81f-fa1a14ea408a tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:52.381429 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b7950cc0-2bd2-4e1d-b53f-e18b274ba31c req-00e5b032-1971-499c-a81f-fa1a14ea408a tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5&tenant_id=146c19810f514ed48bbea6638045fe39&binding%3Ahost_id=n-h1-794306-6 HTTP/1.1" status: 200 len: 944 time: 0.0975931 Jul 16 00:05:52.413222 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=3fdda34d-021c-4d6c-ae08-081daa263bc5,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:05:52.421101 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:52.421444 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:52.421779 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:52.422111 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:52.422447 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:52.422773 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:52.423097 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:52.423429 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:52.425132 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:52.425466 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:52.425783 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:52.426106 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:52.500882 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9589e457-6e6f-4713-88b8-6da2b4b6528e req-f925ffb2-d42f-45d4-a0bc-076ac77c24a1 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:52.502856 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9589e457-6e6f-4713-88b8-6da2b4b6528e req-f925ffb2-d42f-45d4-a0bc-076ac77c24a1 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5 HTTP/1.1" status: 200 len: 945 time: 0.1420183 Jul 16 00:05:52.507279 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b7950cc0-2bd2-4e1d-b53f-e18b274ba31c req-d95f4358-5245-45d6-8fee-7eadfea6f5ce service neutron] 10.222.0.49 "GET /v2.0/ports/3fdda34d-021c-4d6c-ae08-081daa263bc5/bindings/n-h1-794306-6 HTTP/1.1" status: 200 len: 382 time: 0.1018155 Jul 16 00:05:52.574962 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['3fdda34d-021c-4d6c-ae08-081daa263bc5'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:05:52.576822 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9589e457-6e6f-4713-88b8-6da2b4b6528e req-f8106fe1-5cff-40e8-91c2-055390953d4f tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682514 Jul 16 00:05:52.606079 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7950cc0-2bd2-4e1d-b53f-e18b274ba31c req-bfbdb903-306d-4242-980f-6429a4956b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:52.607637 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b7950cc0-2bd2-4e1d-b53f-e18b274ba31c req-bfbdb903-306d-4242-980f-6429a4956b45 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=146c19810f514ed48bbea6638045fe39&device_id=9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5 HTTP/1.1" status: 200 len: 1096 time: 0.0653274 Jul 16 00:05:52.709318 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7950cc0-2bd2-4e1d-b53f-e18b274ba31c req-3fba156a-f179-4865-8914-2c2b03017a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:52.711021 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b7950cc0-2bd2-4e1d-b53f-e18b274ba31c req-3fba156a-f179-4865-8914-2c2b03017a2d service neutron] 10.222.0.49 "GET /v2.0/networks?id=05afe214-b272-4343-852e-f1768efa01b4 HTTP/1.1" status: 200 len: 911 time: 0.0972555 Jul 16 00:05:52.780394 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b7950cc0-2bd2-4e1d-b53f-e18b274ba31c req-f2c17946-b923-4dab-955e-62935b5e0e7a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3fdda34d-021c-4d6c-ae08-081daa263bc5 HTTP/1.1" status: 200 len: 1001 time: 0.0628994 Jul 16 00:05:52.833548 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7950cc0-2bd2-4e1d-b53f-e18b274ba31c req-13f8d662-473a-4d60-8bd0-3d2d115d03c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:52.835041 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b7950cc0-2bd2-4e1d-b53f-e18b274ba31c req-13f8d662-473a-4d60-8bd0-3d2d115d03c0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=eea4b5ea-50fc-4ad4-94be-918231915339 HTTP/1.1" status: 200 len: 849 time: 0.0468650 Jul 16 00:05:52.897493 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7950cc0-2bd2-4e1d-b53f-e18b274ba31c req-24795932-827f-4d60-bd86-fccd0247e726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:52.899002 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b7950cc0-2bd2-4e1d-b53f-e18b274ba31c req-24795932-827f-4d60-bd86-fccd0247e726 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=05afe214-b272-4343-852e-f1768efa01b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566475 Jul 16 00:05:52.945285 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 3fdda34d-021c-4d6c-ae08-081daa263bc5 no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:05:52.983822 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 3fdda34d-021c-4d6c-ae08-081daa263bc5 not bound to the agent host n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:05:52.993077 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b7950cc0-2bd2-4e1d-b53f-e18b274ba31c req-7d481b6d-a3fa-4a4a-9d8b-43546640f250 service neutron] 10.222.0.49 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846665 Jul 16 00:05:53.088108 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b7950cc0-2bd2-4e1d-b53f-e18b274ba31c req-7e70537f-9062-4723-ae80-f965025ef778 service neutron] 10.222.0.49 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879161 Jul 16 00:05:53.764773 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe37b8c-662d-470c-812c-62b6ec74920f req-efd7bbda-43c8-44b8-8bee-354802cd96e9 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:53.766332 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0fe37b8c-662d-470c-812c-62b6ec74920f req-efd7bbda-43c8-44b8-8bee-354802cd96e9 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5 HTTP/1.1" status: 200 len: 945 time: 0.0669045 Jul 16 00:05:53.807450 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0fe37b8c-662d-470c-812c-62b6ec74920f req-1d14576c-15e0-4700-977a-1bc1812138ea tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348463 Jul 16 00:05:54.163678 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 3fdda34d-021c-4d6c-ae08-081daa263bc5 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:05:54.216157 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port 3fdda34d-021c-4d6c-ae08-081daa263bc5 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:05:54.220177 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 3fdda34d-021c-4d6c-ae08-081daa263bc5 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:05:54.220556 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:54.297349 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:54.322732 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fdda34d-021c-4d6c-ae08-081daa263bc5'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:05:54.325718 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85e2a5fec60f0be1243ce80844a072e05c29e3c23db0dd3e62b5f7d92f5b0637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-898ac431-9663-4e8b-9149-38936d714716" -d '{"events": [{"server_uuid": "9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5", "name": "network-vif-plugged", "status": "completed", "tag": "3fdda34d-021c-4d6c-ae08-081daa263bc5"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:05:54.339216 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 3fdda34d-021c-4d6c-ae08-081daa263bc5, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=3fdda34d-021c-4d6c-ae08-081daa263bc5,segment=NetworkSegment(4948a0fc-69c3-4504-bfcc-bcf7849e0aa6),segment_id=4948a0fc-69c3-4504-bfcc-bcf7849e0aa6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:05:54.344250 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:54.380120 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-291921dc-c092-444a-ae63-0730fbd2d590 x-openstack-request-id: req-291921dc-c092-444a-ae63-0730fbd2d590 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:05:54.380713 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5", "name": "network-vif-plugged", "status": "completed", "tag": "3fdda34d-021c-4d6c-ae08-081daa263bc5", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:05:54.380926 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-291921dc-c092-444a-ae63-0730fbd2d590 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:05:54.381561 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fdda34d-021c-4d6c-ae08-081daa263bc5', 'code': 200} Jul 16 00:05:54.403755 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=3fdda34d-021c-4d6c-ae08-081daa263bc5,revision_number=9']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:05:54.998060 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1e144-8b23-4896-8204-c13c2c63f640 req-748147e5-5c45-480c-abbe-bca91700fdf9 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:54.999692 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4df1e144-8b23-4896-8204-c13c2c63f640 req-748147e5-5c45-480c-abbe-bca91700fdf9 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5 HTTP/1.1" status: 200 len: 946 time: 0.0739722 Jul 16 00:05:55.048627 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4df1e144-8b23-4896-8204-c13c2c63f640 req-79cea199-3c49-48dc-9b61-2822b642bfce tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431767 Jul 16 00:05:55.062603 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7950cc0-2bd2-4e1d-b53f-e18b274ba31c req-21c40408-dd6c-4de5-bbc2-3b059e6b3071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:55.064510 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b7950cc0-2bd2-4e1d-b53f-e18b274ba31c req-21c40408-dd6c-4de5-bbc2-3b059e6b3071 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5&tenant_id=146c19810f514ed48bbea6638045fe39 HTTP/1.1" status: 200 len: 1097 time: 0.0607612 Jul 16 00:05:55.083190 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-b7950cc0-2bd2-4e1d-b53f-e18b274ba31c req-084ee6ce-b8bf-49ed-8687-d032c90ddb2d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-794306-6', 'device_owner': 'compute:nova'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:05:55.159878 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b7950cc0-2bd2-4e1d-b53f-e18b274ba31c req-084ee6ce-b8bf-49ed-8687-d032c90ddb2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:55.375629 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-b7950cc0-2bd2-4e1d-b53f-e18b274ba31c req-084ee6ce-b8bf-49ed-8687-d032c90ddb2d service neutron] For port 3fdda34d-021c-4d6c-ae08-081daa263bc5, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=3fdda34d-021c-4d6c-ae08-081daa263bc5,segment=NetworkSegment(4948a0fc-69c3-4504-bfcc-bcf7849e0aa6),segment_id=4948a0fc-69c3-4504-bfcc-bcf7849e0aa6)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:05:55.409227 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-b7950cc0-2bd2-4e1d-b53f-e18b274ba31c req-084ee6ce-b8bf-49ed-8687-d032c90ddb2d service neutron] For port 3fdda34d-021c-4d6c-ae08-081daa263bc5, host n-h1-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:05:55.453778 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fdda34d-021c-4d6c-ae08-081daa263bc5'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:05:55.456445 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732f3e1a316c3ad7d48a65c2bbc2e30ba6c82a3ba5a41bb87b5b7e43e99a4419" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cbce235-61b3-478f-a8d5-8e08ec06775d" -d '{"events": [{"server_uuid": "9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5", "name": "network-vif-unplugged", "status": "completed", "tag": "3fdda34d-021c-4d6c-ae08-081daa263bc5"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:05:55.460462 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b7950cc0-2bd2-4e1d-b53f-e18b274ba31c req-084ee6ce-b8bf-49ed-8687-d032c90ddb2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:55.474759 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-b7950cc0-2bd2-4e1d-b53f-e18b274ba31c req-084ee6ce-b8bf-49ed-8687-d032c90ddb2d service neutron] Transition to ACTIVE for port object 3fdda34d-021c-4d6c-ae08-081daa263bc5 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:05:55.480081 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b7950cc0-2bd2-4e1d-b53f-e18b274ba31c req-084ee6ce-b8bf-49ed-8687-d032c90ddb2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:55.509721 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 00:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77f3f30-8fcd-4b4a-a3bd-3bb05a229b6b x-openstack-request-id: req-d77f3f30-8fcd-4b4a-a3bd-3bb05a229b6b {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:05:55.510084 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5", "name": "network-vif-unplugged", "status": "completed", "tag": "3fdda34d-021c-4d6c-ae08-081daa263bc5", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:05:55.510306 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d77f3f30-8fcd-4b4a-a3bd-3bb05a229b6b {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:05:55.510740 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fdda34d-021c-4d6c-ae08-081daa263bc5', 'code': 200} Jul 16 00:05:55.560997 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084ee6ce-b8bf-49ed-8687-d032c90ddb2d service neutron] Pushing event updated for resources: {'Port': ['ID=3fdda34d-021c-4d6c-ae08-081daa263bc5,revision_number=10']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:05:55.575688 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084ee6ce-b8bf-49ed-8687-d032c90ddb2d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:55.576043 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084ee6ce-b8bf-49ed-8687-d032c90ddb2d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:55.576385 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084ee6ce-b8bf-49ed-8687-d032c90ddb2d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:55.576738 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084ee6ce-b8bf-49ed-8687-d032c90ddb2d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:55.577082 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084ee6ce-b8bf-49ed-8687-d032c90ddb2d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:55.577427 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084ee6ce-b8bf-49ed-8687-d032c90ddb2d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:55.578048 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084ee6ce-b8bf-49ed-8687-d032c90ddb2d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:55.578385 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084ee6ce-b8bf-49ed-8687-d032c90ddb2d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:55.578754 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084ee6ce-b8bf-49ed-8687-d032c90ddb2d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:55.579102 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084ee6ce-b8bf-49ed-8687-d032c90ddb2d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:55.579452 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084ee6ce-b8bf-49ed-8687-d032c90ddb2d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:55.579829 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084ee6ce-b8bf-49ed-8687-d032c90ddb2d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:05:55.617755 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7950cc0-2bd2-4e1d-b53f-e18b274ba31c req-084ee6ce-b8bf-49ed-8687-d032c90ddb2d service neutron] No DVR routers for this DVR port 3fdda34d-021c-4d6c-ae08-081daa263bc5 on host n-h1-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:05:55.769293 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-b7950cc0-2bd2-4e1d-b53f-e18b274ba31c req-084ee6ce-b8bf-49ed-8687-d032c90ddb2d service neutron] Attempting to bind port 3fdda34d-021c-4d6c-ae08-081daa263bc5 on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:05:55.769627 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-b7950cc0-2bd2-4e1d-b53f-e18b274ba31c req-084ee6ce-b8bf-49ed-8687-d032c90ddb2d service neutron] Attempting to bind port 3fdda34d-021c-4d6c-ae08-081daa263bc5 by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '4948a0fc-69c3-4504-bfcc-bcf7849e0aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05afe214-b272-4343-852e-f1768efa01b4'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:05:55.769954 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7950cc0-2bd2-4e1d-b53f-e18b274ba31c req-084ee6ce-b8bf-49ed-8687-d032c90ddb2d service neutron] Attempting to bind port 3fdda34d-021c-4d6c-ae08-081daa263bc5 on network 05afe214-b272-4343-852e-f1768efa01b4 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:05:55.774422 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7950cc0-2bd2-4e1d-b53f-e18b274ba31c req-084ee6ce-b8bf-49ed-8687-d032c90ddb2d service neutron] Port 3fdda34d-021c-4d6c-ae08-081daa263bc5 on network 05afe214-b272-4343-852e-f1768efa01b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 00:05:55.774743 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7950cc0-2bd2-4e1d-b53f-e18b274ba31c req-084ee6ce-b8bf-49ed-8687-d032c90ddb2d service neutron] Attempting to bind port 3fdda34d-021c-4d6c-ae08-081daa263bc5 on network 05afe214-b272-4343-852e-f1768efa01b4 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:05:55.780268 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7950cc0-2bd2-4e1d-b53f-e18b274ba31c req-084ee6ce-b8bf-49ed-8687-d032c90ddb2d service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:05:55.780664 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7950cc0-2bd2-4e1d-b53f-e18b274ba31c req-084ee6ce-b8bf-49ed-8687-d032c90ddb2d service neutron] Checking segment: {'id': '4948a0fc-69c3-4504-bfcc-bcf7849e0aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05afe214-b272-4343-852e-f1768efa01b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:05:55.780990 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7950cc0-2bd2-4e1d-b53f-e18b274ba31c req-084ee6ce-b8bf-49ed-8687-d032c90ddb2d service neutron] Bound using segment: {'id': '4948a0fc-69c3-4504-bfcc-bcf7849e0aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05afe214-b272-4343-852e-f1768efa01b4'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:05:55.781418 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-b7950cc0-2bd2-4e1d-b53f-e18b274ba31c req-084ee6ce-b8bf-49ed-8687-d032c90ddb2d service neutron] Bound port: 3fdda34d-021c-4d6c-ae08-081daa263bc5, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4948a0fc-69c3-4504-bfcc-bcf7849e0aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05afe214-b272-4343-852e-f1768efa01b4'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:05:55.781770 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b7950cc0-2bd2-4e1d-b53f-e18b274ba31c req-084ee6ce-b8bf-49ed-8687-d032c90ddb2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:55.849523 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:55.851730 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-b7950cc0-2bd2-4e1d-b53f-e18b274ba31c req-084ee6ce-b8bf-49ed-8687-d032c90ddb2d service neutron] For port 3fdda34d-021c-4d6c-ae08-081daa263bc5, host n-h2-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:05:55.856066 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-b7950cc0-2bd2-4e1d-b53f-e18b274ba31c req-084ee6ce-b8bf-49ed-8687-d032c90ddb2d service neutron] For port 3fdda34d-021c-4d6c-ae08-081daa263bc5, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=3fdda34d-021c-4d6c-ae08-081daa263bc5,segment=NetworkSegment(4948a0fc-69c3-4504-bfcc-bcf7849e0aa6),segment_id=4948a0fc-69c3-4504-bfcc-bcf7849e0aa6)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:05:55.860227 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b7950cc0-2bd2-4e1d-b53f-e18b274ba31c req-084ee6ce-b8bf-49ed-8687-d032c90ddb2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:55.897613 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7950cc0-2bd2-4e1d-b53f-e18b274ba31c req-084ee6ce-b8bf-49ed-8687-d032c90ddb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:55.898237 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b7950cc0-2bd2-4e1d-b53f-e18b274ba31c req-084ee6ce-b8bf-49ed-8687-d032c90ddb2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:05:55.899722 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b7950cc0-2bd2-4e1d-b53f-e18b274ba31c req-084ee6ce-b8bf-49ed-8687-d032c90ddb2d service neutron] 10.222.0.41 "PUT /v2.0/ports/3fdda34d-021c-4d6c-ae08-081daa263bc5 HTTP/1.1" status: 200 len: 1093 time: 0.8208606 Jul 16 00:05:55.924508 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084ee6ce-b8bf-49ed-8687-d032c90ddb2d service neutron] Pushing event updated for resources: {'Port': ['ID=3fdda34d-021c-4d6c-ae08-081daa263bc5,revision_number=11']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:05:55.994237 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7950cc0-2bd2-4e1d-b53f-e18b274ba31c req-e9974d09-18e2-48a6-8870-f0f34da22250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:55.996182 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b7950cc0-2bd2-4e1d-b53f-e18b274ba31c req-e9974d09-18e2-48a6-8870-f0f34da22250 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=146c19810f514ed48bbea6638045fe39&device_id=9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5 HTTP/1.1" status: 200 len: 1096 time: 0.0593777 Jul 16 00:05:56.097172 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7950cc0-2bd2-4e1d-b53f-e18b274ba31c req-7009edb1-1f8e-4b73-b495-ce10946471ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:56.098717 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b7950cc0-2bd2-4e1d-b53f-e18b274ba31c req-7009edb1-1f8e-4b73-b495-ce10946471ba service neutron] 10.222.0.41 "GET /v2.0/networks?id=05afe214-b272-4343-852e-f1768efa01b4 HTTP/1.1" status: 200 len: 911 time: 0.0970538 Jul 16 00:05:56.176865 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b7950cc0-2bd2-4e1d-b53f-e18b274ba31c req-cb7efa98-99fa-4380-9ee6-83a376e6617d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3fdda34d-021c-4d6c-ae08-081daa263bc5 HTTP/1.1" status: 200 len: 1000 time: 0.0705352 Jul 16 00:05:56.226621 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7950cc0-2bd2-4e1d-b53f-e18b274ba31c req-064c6bfd-8679-40f7-a8eb-d252de9d580c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:56.228331 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b7950cc0-2bd2-4e1d-b53f-e18b274ba31c req-064c6bfd-8679-40f7-a8eb-d252de9d580c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eea4b5ea-50fc-4ad4-94be-918231915339 HTTP/1.1" status: 200 len: 849 time: 0.0453856 Jul 16 00:05:56.235477 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bac377-fb34-4b77-a3b3-e53e224c137b req-ff933f2d-3e30-4dd5-846a-de51cc5ace2b tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:56.237014 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a7bac377-fb34-4b77-a3b3-e53e224c137b req-ff933f2d-3e30-4dd5-846a-de51cc5ace2b tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5 HTTP/1.1" status: 200 len: 945 time: 0.0662782 Jul 16 00:05:56.276159 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a7bac377-fb34-4b77-a3b3-e53e224c137b req-4d4e845c-db8d-4a9c-9851-7f7456c51712 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331817 Jul 16 00:05:56.296065 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7950cc0-2bd2-4e1d-b53f-e18b274ba31c req-ac538c2a-df40-4aea-a773-02b4ac97e111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:56.297581 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b7950cc0-2bd2-4e1d-b53f-e18b274ba31c req-ac538c2a-df40-4aea-a773-02b4ac97e111 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=05afe214-b272-4343-852e-f1768efa01b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0633588 Jul 16 00:05:56.396945 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b7950cc0-2bd2-4e1d-b53f-e18b274ba31c req-2bebd0c2-a41a-4901-93a2-dc1705109554 service neutron] 10.222.0.41 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924380 Jul 16 00:05:56.493517 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b7950cc0-2bd2-4e1d-b53f-e18b274ba31c req-4a92289f-874e-4360-9450-09c0071ed6fc service neutron] 10.222.0.41 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899441 Jul 16 00:05:57.458545 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6357b91c-2001-4e9a-b45c-00643a50dda1 req-855edb4e-546a-46bd-aadb-2d7a40dab4b9 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:57.460146 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6357b91c-2001-4e9a-b45c-00643a50dda1 req-855edb4e-546a-46bd-aadb-2d7a40dab4b9 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5 HTTP/1.1" status: 200 len: 945 time: 0.0677679 Jul 16 00:05:57.504339 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6357b91c-2001-4e9a-b45c-00643a50dda1 req-63e0024c-26be-4d2d-980e-bacccb44dcde tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382404 Jul 16 00:05:57.512417 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5', 'tag': '3fdda34d-021c-4d6c-ae08-081daa263bc5'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:05:57.516757 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732f3e1a316c3ad7d48a65c2bbc2e30ba6c82a3ba5a41bb87b5b7e43e99a4419" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27eea4e9-d988-49d0-832b-f00a2a380947" -d '{"events": [{"name": "network-changed", "server_uuid": "9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5", "tag": "3fdda34d-021c-4d6c-ae08-081daa263bc5"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:05:57.569228 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f28c386d-c15a-4ba9-b284-b45bfcb48a33 x-openstack-request-id: req-f28c386d-c15a-4ba9-b284-b45bfcb48a33 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:05:57.569528 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5", "tag": "3fdda34d-021c-4d6c-ae08-081daa263bc5", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:05:57.569810 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f28c386d-c15a-4ba9-b284-b45bfcb48a33 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:05:57.570218 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5', 'tag': '3fdda34d-021c-4d6c-ae08-081daa263bc5', 'status': 'completed', 'code': 200} Jul 16 00:05:57.649288 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eea4e9-d988-49d0-832b-f00a2a380947 req-0d1407ec-22f4-45a2-a1a6-febad197e004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:57.650813 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-27eea4e9-d988-49d0-832b-f00a2a380947 req-0d1407ec-22f4-45a2-a1a6-febad197e004 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=146c19810f514ed48bbea6638045fe39&device_id=9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5 HTTP/1.1" status: 200 len: 1096 time: 0.0602615 Jul 16 00:05:57.676186 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eea4e9-d988-49d0-832b-f00a2a380947 req-599e380f-9dce-4c8f-896b-ffbd9578e1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:57.677703 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-27eea4e9-d988-49d0-832b-f00a2a380947 req-599e380f-9dce-4c8f-896b-ffbd9578e1db service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=146c19810f514ed48bbea6638045fe39&device_id=9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5 HTTP/1.1" status: 200 len: 1096 time: 0.0585871 Jul 16 00:05:57.748720 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eea4e9-d988-49d0-832b-f00a2a380947 req-17c67675-7019-4152-9286-44625f682f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:57.750219 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-27eea4e9-d988-49d0-832b-f00a2a380947 req-17c67675-7019-4152-9286-44625f682f33 service neutron] 10.222.0.49 "GET /v2.0/networks?id=05afe214-b272-4343-852e-f1768efa01b4 HTTP/1.1" status: 200 len: 911 time: 0.0913081 Jul 16 00:05:57.782076 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eea4e9-d988-49d0-832b-f00a2a380947 req-da15b10a-d95f-4d4c-8db9-95a13d83ca1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:57.783612 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-27eea4e9-d988-49d0-832b-f00a2a380947 req-da15b10a-d95f-4d4c-8db9-95a13d83ca1c service neutron] 10.222.0.41 "GET /v2.0/networks?id=05afe214-b272-4343-852e-f1768efa01b4 HTTP/1.1" status: 200 len: 911 time: 0.0986440 Jul 16 00:05:57.827196 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-27eea4e9-d988-49d0-832b-f00a2a380947 req-eb8e701c-d2d2-4519-a56a-3d3a2e2ba6d2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3fdda34d-021c-4d6c-ae08-081daa263bc5 HTTP/1.1" status: 200 len: 1000 time: 0.0695679 Jul 16 00:05:57.859539 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-27eea4e9-d988-49d0-832b-f00a2a380947 req-4291ac4a-bd04-4667-a960-b194d0f05ac2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3fdda34d-021c-4d6c-ae08-081daa263bc5 HTTP/1.1" status: 200 len: 1000 time: 0.0670877 Jul 16 00:05:57.877439 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eea4e9-d988-49d0-832b-f00a2a380947 req-6df52df2-3c2d-472c-ab47-84f513183ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:57.878926 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-27eea4e9-d988-49d0-832b-f00a2a380947 req-6df52df2-3c2d-472c-ab47-84f513183ad1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=eea4b5ea-50fc-4ad4-94be-918231915339 HTTP/1.1" status: 200 len: 849 time: 0.0454791 Jul 16 00:05:57.910782 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eea4e9-d988-49d0-832b-f00a2a380947 req-a1f1d8e4-6b00-4930-b3ae-7bbdde8fba96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:57.912347 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-27eea4e9-d988-49d0-832b-f00a2a380947 req-a1f1d8e4-6b00-4930-b3ae-7bbdde8fba96 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eea4b5ea-50fc-4ad4-94be-918231915339 HTTP/1.1" status: 200 len: 849 time: 0.0465643 Jul 16 00:05:57.944702 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eea4e9-d988-49d0-832b-f00a2a380947 req-883f8e76-9240-4c8a-8b1d-5688e80fd807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:57.946249 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-27eea4e9-d988-49d0-832b-f00a2a380947 req-883f8e76-9240-4c8a-8b1d-5688e80fd807 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=05afe214-b272-4343-852e-f1768efa01b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0600321 Jul 16 00:05:57.973575 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eea4e9-d988-49d0-832b-f00a2a380947 req-875af949-c767-4f82-a7d2-167c0da56ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:57.975487 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-27eea4e9-d988-49d0-832b-f00a2a380947 req-875af949-c767-4f82-a7d2-167c0da56ad4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=05afe214-b272-4343-852e-f1768efa01b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534890 Jul 16 00:05:58.044066 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-27eea4e9-d988-49d0-832b-f00a2a380947 req-95efe68a-2d32-4617-b931-6d17d57c7cd1 service neutron] 10.222.0.49 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915787 Jul 16 00:05:58.106090 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-27eea4e9-d988-49d0-832b-f00a2a380947 req-4317461e-21fc-4955-ad4c-3257d385102b service neutron] 10.222.0.41 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908978 Jul 16 00:05:58.142389 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-27eea4e9-d988-49d0-832b-f00a2a380947 req-f35d16f1-936c-41d2-b533-32a99634379c service neutron] 10.222.0.49 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926507 Jul 16 00:05:58.163539 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 3fdda34d-021c-4d6c-ae08-081daa263bc5 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:05:58.202318 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-27eea4e9-d988-49d0-832b-f00a2a380947 req-675286c8-f98b-44ad-9367-ffa0caacc24e service neutron] 10.222.0.41 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895698 Jul 16 00:05:58.210491 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 3fdda34d-021c-4d6c-ae08-081daa263bc5 not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:05:58.689358 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd75c9-3a68-4ec7-ad75-5652c4069537 req-419817e1-1fcb-46b7-a10c-fbae7e664fef tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:58.690790 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f8fd75c9-3a68-4ec7-ad75-5652c4069537 req-419817e1-1fcb-46b7-a10c-fbae7e664fef tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5 HTTP/1.1" status: 200 len: 945 time: 0.0692875 Jul 16 00:05:58.728960 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f8fd75c9-3a68-4ec7-ad75-5652c4069537 req-b7be097f-d23f-4aa8-a811-ddd0445d4b1f tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325985 Jul 16 00:05:58.935229 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141c8ef7-8f0f-43b7-bf24-993070c7ecdc req-9bbc484d-c153-4dba-a4e9-b3c2a5365e35 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:58.937400 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-141c8ef7-8f0f-43b7-bf24-993070c7ecdc req-9bbc484d-c153-4dba-a4e9-b3c2a5365e35 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5 HTTP/1.1" status: 200 len: 945 time: 0.0682933 Jul 16 00:05:58.978773 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-141c8ef7-8f0f-43b7-bf24-993070c7ecdc req-bc5b81ce-5d62-42cb-990d-0ee659a19158 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355301 Jul 16 00:05:59.158536 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91296487-8ded-4759-9572-9db09fea209e req-e09d28bc-16d6-4c95-a296-6a7aedb36f73 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:59.160282 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-91296487-8ded-4759-9572-9db09fea209e req-e09d28bc-16d6-4c95-a296-6a7aedb36f73 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5 HTTP/1.1" status: 200 len: 945 time: 0.0661583 Jul 16 00:05:59.202944 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-91296487-8ded-4759-9572-9db09fea209e req-164c72c3-ecc9-4a17-a5c0-7e8df355083f tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366309 Jul 16 00:05:59.590625 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c8b7d3-0dc8-41c1-8de8-b2beeb174bed req-55e75414-07b0-4430-b39c-7d848b52915c tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:05:59.592012 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-95c8b7d3-0dc8-41c1-8de8-b2beeb174bed req-55e75414-07b0-4430-b39c-7d848b52915c tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5 HTTP/1.1" status: 200 len: 945 time: 0.0664885 Jul 16 00:05:59.629392 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-95c8b7d3-0dc8-41c1-8de8-b2beeb174bed req-7bccf0ed-f704-4f6f-a7bd-9b79411070f7 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318465 Jul 16 00:06:00.812165 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53b6ca6-a514-4cc6-bbae-78daf0181afa req-ffd4853d-073d-4894-b4d7-ee13d212e802 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:00.813617 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e53b6ca6-a514-4cc6-bbae-78daf0181afa req-ffd4853d-073d-4894-b4d7-ee13d212e802 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5 HTTP/1.1" status: 200 len: 945 time: 0.0664713 Jul 16 00:06:00.852552 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e53b6ca6-a514-4cc6-bbae-78daf0181afa req-e2fcbf2a-d783-43b2-8deb-cd18ca1fce89 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333335 Jul 16 00:06:00.896147 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9836a7-8299-4d48-ba2c-0e185d1f5584 req-a4108496-7c6a-4fc5-9645-bdf16b69e067 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:00.897864 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-dc9836a7-8299-4d48-ba2c-0e185d1f5584 req-a4108496-7c6a-4fc5-9645-bdf16b69e067 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5 HTTP/1.1" status: 200 len: 945 time: 0.0722263 Jul 16 00:06:00.910036 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f8e8ff9c-76d9-4240-9cd6-fde07ac9e1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:00.970832 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 3fdda34d-021c-4d6c-ae08-081daa263bc5 details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 00:06:01.006927 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-dc9836a7-8299-4d48-ba2c-0e185d1f5584 req-1aea1341-13a9-457d-b16b-fccf7e232956 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Deleting port 3fdda34d-021c-4d6c-ae08-081daa263bc5 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:06:01.007265 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-dc9836a7-8299-4d48-ba2c-0e185d1f5584 req-1aea1341-13a9-457d-b16b-fccf7e232956 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:01.077512 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 3fdda34d-021c-4d6c-ae08-081daa263bc5, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=3fdda34d-021c-4d6c-ae08-081daa263bc5,segment=NetworkSegment(4948a0fc-69c3-4504-bfcc-bcf7849e0aa6),segment_id=4948a0fc-69c3-4504-bfcc-bcf7849e0aa6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:06:01.089477 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': '3fdda34d-021c-4d6c-ae08-081daa263bc5', 'network_id': '05afe214-b272-4343-852e-f1768efa01b4', 'port_id': '3fdda34d-021c-4d6c-ae08-081daa263bc5', 'mac_address': 'fa:16:3e:31:ca:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eea4b5ea-50fc-4ad4-94be-918231915339', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 00:06:01.106266 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-dc9836a7-8299-4d48-ba2c-0e185d1f5584 req-1aea1341-13a9-457d-b16b-fccf7e232956 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] For port 3fdda34d-021c-4d6c-ae08-081daa263bc5, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=3fdda34d-021c-4d6c-ae08-081daa263bc5,segment=NetworkSegment(4948a0fc-69c3-4504-bfcc-bcf7849e0aa6),segment_id=4948a0fc-69c3-4504-bfcc-bcf7849e0aa6)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:06:01.106524 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-dc9836a7-8299-4d48-ba2c-0e185d1f5584 req-1aea1341-13a9-457d-b16b-fccf7e232956 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:01.132425 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:01.145750 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fdda34d-021c-4d6c-ae08-081daa263bc5 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:06:01.166869 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 3fdda34d-021c-4d6c-ae08-081daa263bc5, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=3fdda34d-021c-4d6c-ae08-081daa263bc5,segment=NetworkSegment(4948a0fc-69c3-4504-bfcc-bcf7849e0aa6),segment_id=4948a0fc-69c3-4504-bfcc-bcf7849e0aa6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:06:01.172143 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:01.220269 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=3fdda34d-021c-4d6c-ae08-081daa263bc5,revision_number=12']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:01.295898 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-dc9836a7-8299-4d48-ba2c-0e185d1f5584 req-1aea1341-13a9-457d-b16b-fccf7e232956 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:01.296209 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-dc9836a7-8299-4d48-ba2c-0e185d1f5584 req-1aea1341-13a9-457d-b16b-fccf7e232956 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:01.296591 n-d-794306-6 neutron-server[93771]: INFO neutron.db.l3_db [req-dc9836a7-8299-4d48-ba2c-0e185d1f5584 req-1aea1341-13a9-457d-b16b-fccf7e232956 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Floating IP b888bfce-dbed-4cae-a5a3-ed8167772dba disassociated. External IP: 172.25.5.70, port: 3fdda34d-021c-4d6c-ae08-081daa263bc5. Jul 16 00:06:01.296919 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-dc9836a7-8299-4d48-ba2c-0e185d1f5584 req-1aea1341-13a9-457d-b16b-fccf7e232956 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Calling delete_port for 3fdda34d-021c-4d6c-ae08-081daa263bc5 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:06:01.424353 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-dc9836a7-8299-4d48-ba2c-0e185d1f5584 req-1aea1341-13a9-457d-b16b-fccf7e232956 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:01.451065 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aea1341-13a9-457d-b16b-fccf7e232956 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Pushing event deleted for resources: {'Port': ['ID=3fdda34d-021c-4d6c-ae08-081daa263bc5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:01.814487 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc9836a7-8299-4d48-ba2c-0e185d1f5584 req-1aea1341-13a9-457d-b16b-fccf7e232956 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Router f875ac8c-b8e6-4691-bab1-e1fed0bd629a has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:06:01.923439 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc9836a7-8299-4d48-ba2c-0e185d1f5584 req-1aea1341-13a9-457d-b16b-fccf7e232956 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:06:01.935164 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5eb2954-bdce-4571-8973-2fb3a341ecc6 None None] Sync routers for ids ['f875ac8c-b8e6-4691-bab1-e1fed0bd629a'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:06:01.947632 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5eb2954-bdce-4571-8973-2fb3a341ecc6 None None] Routers {'f875ac8c-b8e6-4691-bab1-e1fed0bd629a'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:06:01.949571 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b5eb2954-bdce-4571-8973-2fb3a341ecc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:05:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['f875ac8c-b8e6-4691-bab1-e1fed0bd629a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:06:01.970368 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc9836a7-8299-4d48-ba2c-0e185d1f5584 req-1aea1341-13a9-457d-b16b-fccf7e232956 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] No DVR routers for this DVR port 3fdda34d-021c-4d6c-ae08-081daa263bc5 on host n-h2-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:06:01.973302 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-dc9836a7-8299-4d48-ba2c-0e185d1f5584 req-1aea1341-13a9-457d-b16b-fccf7e232956 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:01.975297 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-dc9836a7-8299-4d48-ba2c-0e185d1f5584 req-1aea1341-13a9-457d-b16b-fccf7e232956 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.41 "DELETE /v2.0/ports/3fdda34d-021c-4d6c-ae08-081daa263bc5 HTTP/1.1" status: 204 len: 173 time: 1.0720546 Jul 16 00:06:01.975786 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5', 'name': 'network-vif-deleted', 'tag': '3fdda34d-021c-4d6c-ae08-081daa263bc5'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:06:01.978064 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732f3e1a316c3ad7d48a65c2bbc2e30ba6c82a3ba5a41bb87b5b7e43e99a4419" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f35199f-281b-4a71-991f-ea9b64300f4e" -d '{"events": [{"server_uuid": "9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5", "name": "network-vif-deleted", "tag": "3fdda34d-021c-4d6c-ae08-081daa263bc5"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:06:02.019518 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94184af7-ec96-4e48-8f56-d3c4aa4f724e x-openstack-request-id: req-94184af7-ec96-4e48-8f56-d3c4aa4f724e {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:06:02.019914 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5", "name": "network-vif-deleted", "tag": "3fdda34d-021c-4d6c-ae08-081daa263bc5", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:06:02.020085 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-94184af7-ec96-4e48-8f56-d3c4aa4f724e {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:06:02.020490 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5', 'name': 'network-vif-deleted', 'tag': '3fdda34d-021c-4d6c-ae08-081daa263bc5', 'status': 'completed', 'code': 200} Jul 16 00:06:02.023146 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dfff4e1c-8aa1-4155-a137-985b8dabf706 req-a202c546-501f-4159-96b8-a4c3290a0326 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e66c8cc-fe1b-4da8-a9c9-d4e9c5f132e5 HTTP/1.1" status: 200 len: 210 time: 0.0377638 Jul 16 00:06:02.087287 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-b5eb2954-bdce-4571-8973-2fb3a341ecc6 None None] Set router f875ac8c-b8e6-4691-bab1-e1fed0bd629a gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:06:02.288342 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b5eb2954-bdce-4571-8973-2fb3a341ecc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'name': 'tempest-ServerActionsTestJSON-63931044-router', 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'b898b7a1-d8c3-4f68-a448-769f333f77fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:59:05Z', 'updated_at': '2021-07-15T23:59:08Z', 'revision_number': 4, 'project_id': '146c19810f514ed48bbea6638045fe39', 'gw_port': {'id': 'b898b7a1-d8c3-4f68-a448-769f333f77fd', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:67:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:06Z', 'updated_at': '2021-07-15T23:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'dfffd2a0-4f59-4fc2-a827-89d47d7b06c0', 'name': '', 'network_id': '05afe214-b272-4343-852e-f1768efa01b4', 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'mac_address': 'fa:16:3e:19:1f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'eea4b5ea-50fc-4ad4-94be-918231915339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:08Z', 'updated_at': '2021-07-15T23:59:14Z', 'revision_number': 5, 'project_id': '146c19810f514ed48bbea6638045fe39', 'subnets': [{'id': 'eea4b5ea-50fc-4ad4-94be-918231915339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:06:02.313511 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5eb2954-bdce-4571-8973-2fb3a341ecc6 None None] Checking router: f875ac8c-b8e6-4691-bab1-e1fed0bd629a for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:06:02.321426 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5eb2954-bdce-4571-8973-2fb3a341ecc6 None None] Routers {'f875ac8c-b8e6-4691-bab1-e1fed0bd629a'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:06:02.322020 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b5eb2954-bdce-4571-8973-2fb3a341ecc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:05:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['f875ac8c-b8e6-4691-bab1-e1fed0bd629a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:06:02.428725 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-b5eb2954-bdce-4571-8973-2fb3a341ecc6 None None] Set router f875ac8c-b8e6-4691-bab1-e1fed0bd629a gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:06:02.636735 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b5eb2954-bdce-4571-8973-2fb3a341ecc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'name': 'tempest-ServerActionsTestJSON-63931044-router', 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'b898b7a1-d8c3-4f68-a448-769f333f77fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:59:05Z', 'updated_at': '2021-07-15T23:59:08Z', 'revision_number': 4, 'project_id': '146c19810f514ed48bbea6638045fe39', 'gw_port': {'id': 'b898b7a1-d8c3-4f68-a448-769f333f77fd', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:67:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:06Z', 'updated_at': '2021-07-15T23:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'dfffd2a0-4f59-4fc2-a827-89d47d7b06c0', 'name': '', 'network_id': '05afe214-b272-4343-852e-f1768efa01b4', 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'mac_address': 'fa:16:3e:19:1f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'eea4b5ea-50fc-4ad4-94be-918231915339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:08Z', 'updated_at': '2021-07-15T23:59:14Z', 'revision_number': 5, 'project_id': '146c19810f514ed48bbea6638045fe39', 'subnets': [{'id': 'eea4b5ea-50fc-4ad4-94be-918231915339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:06:02.666086 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5eb2954-bdce-4571-8973-2fb3a341ecc6 None None] The sync data for ids ['f875ac8c-b8e6-4691-bab1-e1fed0bd629a'] in n-d-794306-6 is: [{'id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'name': 'tempest-ServerActionsTestJSON-63931044-router', 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'b898b7a1-d8c3-4f68-a448-769f333f77fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:59:05Z', 'updated_at': '2021-07-15T23:59:08Z', 'revision_number': 4, 'project_id': '146c19810f514ed48bbea6638045fe39', 'gw_port': {'id': 'b898b7a1-d8c3-4f68-a448-769f333f77fd', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:67:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:06Z', 'updated_at': '2021-07-15T23:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'dfffd2a0-4f59-4fc2-a827-89d47d7b06c0', 'name': '', 'network_id': '05afe214-b272-4343-852e-f1768efa01b4', 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'mac_address': 'fa:16:3e:19:1f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'eea4b5ea-50fc-4ad4-94be-918231915339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:08Z', 'updated_at': '2021-07-15T23:59:14Z', 'revision_number': 5, 'project_id': '146c19810f514ed48bbea6638045fe39', 'subnets': [{'id': 'eea4b5ea-50fc-4ad4-94be-918231915339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:06:02.888181 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b75f0a-dcca-488d-b6ac-5720dea3e41a None None] New status for floating IP b888bfce-dbed-4cae-a5a3-ed8167772dba: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 00:06:02.991683 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 3fdda34d-021c-4d6c-ae08-081daa263bc5 no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:06:03.013330 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] No Port match for: 3fdda34d-021c-4d6c-ae08-081daa263bc5 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:06:03.013681 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 3fdda34d-021c-4d6c-ae08-081daa263bc5 not bound to the agent host n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:06:03.392079 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1089d55d-e63c-4a7f-a3c0-b84a6236bb11 req-4d1cdff6-70ae-4d84-ab35-472c05fb31f8 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--132972465&fields=id&tenant_id=146c19810f514ed48bbea6638045fe39 HTTP/1.1" status: 200 len: 267 time: 0.0335376 Jul 16 00:06:03.480709 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:03.501047 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1089d55d-e63c-4a7f-a3c0-b84a6236bb11 req-2ed441a1-4673-460b-8290-6363f6421206 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:03.502435 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1089d55d-e63c-4a7f-a3c0-b84a6236bb11 req-2ed441a1-4673-460b-8290-6363f6421206 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/networks?id=05afe214-b272-4343-852e-f1768efa01b4 HTTP/1.1" status: 200 len: 810 time: 0.1038194 Jul 16 00:06:03.520216 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1089d55d-e63c-4a7f-a3c0-b84a6236bb11 req-71ead714-b1ea-45c1-93e0-a14ae49818f8 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/quotas/146c19810f514ed48bbea6638045fe39 HTTP/1.1" status: 200 len: 375 time: 0.0106091 Jul 16 00:06:03.596612 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1089d55d-e63c-4a7f-a3c0-b84a6236bb11 req-ecd27a3b-19fe-4ffb-ba30-0d7916f6690e tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=146c19810f514ed48bbea6638045fe39&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0706334 Jul 16 00:06:03.797414 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1089d55d-e63c-4a7f-a3c0-b84a6236bb11 req-ba15ad78-be30-42eb-92c5-68f13030e06d service neutron] 10.222.0.48 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249828 Jul 16 00:06:03.889764 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1089d55d-e63c-4a7f-a3c0-b84a6236bb11 req-0810e5bc-7dda-4c99-9d1f-ffecd03ed0d1 service neutron] 10.222.0.48 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864124 Jul 16 00:06:04.058440 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d890448f-b281-4b86-a064-0eeffd457417 req-de0608cd-0cc9-4ec3-bf1e-3beb0837a988 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c HTTP/1.1" status: 200 len: 210 time: 0.0278625 Jul 16 00:06:04.268825 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a29473c8-820a-4e99-94f8-57858f48bc90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:04.499780 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:05.146831 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5aab71fa-97bc-4e57-a114-97846574fbe1 req-d5609960-9b38-4ed4-a774-ccb8ca6ff4bd tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c HTTP/1.1" status: 200 len: 210 time: 0.0303435 Jul 16 00:06:06.349399 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-11ca85c2-55a8-4e3f-aa6d-25852e41de8d req-0c6e4d96-435f-4852-b7ca-a023376ac0a3 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c HTTP/1.1" status: 200 len: 210 time: 0.0855200 Jul 16 00:06:06.513267 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:07.209776 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1089d55d-e63c-4a7f-a3c0-b84a6236bb11 req-786b0cb2-c0a7-4567-8345-46b00fbe0a41 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:07.211241 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1089d55d-e63c-4a7f-a3c0-b84a6236bb11 req-786b0cb2-c0a7-4567-8345-46b00fbe0a41 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.41 "GET /v2.0/networks?id=05afe214-b272-4343-852e-f1768efa01b4 HTTP/1.1" status: 200 len: 810 time: 0.1076927 Jul 16 00:06:07.259371 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1089d55d-e63c-4a7f-a3c0-b84a6236bb11 req-6e255053-1a7c-4c48-8caf-44a72b599b2e tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=146c19810f514ed48bbea6638045fe39 HTTP/1.1" status: 200 len: 379 time: 0.0340295 Jul 16 00:06:07.267774 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-1089d55d-e63c-4a7f-a3c0-b84a6236bb11 req-556e135f-0d2e-4c6e-9568-2a7991687628 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Request body: {'port': {'device_id': '5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c', 'network_id': '05afe214-b272-4343-852e-f1768efa01b4', 'admin_state_up': True, 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'security_groups': ['a6100d2c-2a68-45a8-8eeb-72c8438afd74']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:06:07.378882 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1089d55d-e63c-4a7f-a3c0-b84a6236bb11 req-556e135f-0d2e-4c6e-9568-2a7991687628 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Made reservation on behalf of 146c19810f514ed48bbea6638045fe39 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:06:07.382578 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1089d55d-e63c-4a7f-a3c0-b84a6236bb11 req-556e135f-0d2e-4c6e-9568-2a7991687628 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:07.519954 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-1089d55d-e63c-4a7f-a3c0-b84a6236bb11 req-556e135f-0d2e-4c6e-9568-2a7991687628 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Allocated IP 172.20.0.4 (05afe214-b272-4343-852e-f1768efa01b4/eea4b5ea-50fc-4ad4-94be-918231915339/903f2489-4e26-40f2-b226-cd45194f7635) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:06:07.538909 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4425258b-17e1-4678-8022-657fba8a8443 req-f1f90462-042e-4405-a36f-cfed16d7f81b tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c HTTP/1.1" status: 200 len: 210 time: 0.0761185 Jul 16 00:06:07.659190 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1089d55d-e63c-4a7f-a3c0-b84a6236bb11 req-556e135f-0d2e-4c6e-9568-2a7991687628 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:07.677389 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-1089d55d-e63c-4a7f-a3c0-b84a6236bb11 req-556e135f-0d2e-4c6e-9568-2a7991687628 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Transition to ACTIVE for port object 903f2489-4e26-40f2-b226-cd45194f7635 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:06:07.712829 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1089d55d-e63c-4a7f-a3c0-b84a6236bb11 req-556e135f-0d2e-4c6e-9568-2a7991687628 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:07.755645 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1089d55d-e63c-4a7f-a3c0-b84a6236bb11 req-556e135f-0d2e-4c6e-9568-2a7991687628 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Network 05afe214-b272-4343-852e-f1768efa01b4 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:06:07.761405 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-1089d55d-e63c-4a7f-a3c0-b84a6236bb11 req-556e135f-0d2e-4c6e-9568-2a7991687628 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:06:07.765640 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-1089d55d-e63c-4a7f-a3c0-b84a6236bb11 req-556e135f-0d2e-4c6e-9568-2a7991687628 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:06:07.791458 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556e135f-0d2e-4c6e-9568-2a7991687628 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Pushing event updated for resources: {'Port': ['ID=903f2489-4e26-40f2-b226-cd45194f7635,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:07.821766 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1089d55d-e63c-4a7f-a3c0-b84a6236bb11 req-556e135f-0d2e-4c6e-9568-2a7991687628 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:07.822428 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1089d55d-e63c-4a7f-a3c0-b84a6236bb11 req-556e135f-0d2e-4c6e-9568-2a7991687628 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:07.838167 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1089d55d-e63c-4a7f-a3c0-b84a6236bb11 req-556e135f-0d2e-4c6e-9568-2a7991687628 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5741708 Jul 16 00:06:07.856060 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-1089d55d-e63c-4a7f-a3c0-b84a6236bb11 req-4060c4cc-ba48-48aa-9266-74406b463196 service neutron] Request body: {'port': {'device_id': '5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:06:07.938155 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1089d55d-e63c-4a7f-a3c0-b84a6236bb11 req-4060c4cc-ba48-48aa-9266-74406b463196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:08.036021 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-832612dd-b9ab-4865-bd24-2544592a8e0b None None] Provisioning for port 903f2489-4e26-40f2-b226-cd45194f7635 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:06:08.039618 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-832612dd-b9ab-4865-bd24-2544592a8e0b None None] Provisioning complete for port 903f2489-4e26-40f2-b226-cd45194f7635 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:06:08.039994 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-832612dd-b9ab-4865-bd24-2544592a8e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:08.074524 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-832612dd-b9ab-4865-bd24-2544592a8e0b None None] Port 903f2489-4e26-40f2-b226-cd45194f7635 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:06:08.197373 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-1089d55d-e63c-4a7f-a3c0-b84a6236bb11 req-4060c4cc-ba48-48aa-9266-74406b463196 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 903f2489-4e26-40f2-b226-cd45194f7635 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:06:08.205392 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1089d55d-e63c-4a7f-a3c0-b84a6236bb11 req-4060c4cc-ba48-48aa-9266-74406b463196 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:08.217612 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-1089d55d-e63c-4a7f-a3c0-b84a6236bb11 req-4060c4cc-ba48-48aa-9266-74406b463196 service neutron] Transition to ACTIVE for port object 903f2489-4e26-40f2-b226-cd45194f7635 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:06:08.221303 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1089d55d-e63c-4a7f-a3c0-b84a6236bb11 req-4060c4cc-ba48-48aa-9266-74406b463196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:08.272692 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4060c4cc-ba48-48aa-9266-74406b463196 service neutron] Pushing event updated for resources: {'Port': ['ID=903f2489-4e26-40f2-b226-cd45194f7635,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:08.348423 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-1089d55d-e63c-4a7f-a3c0-b84a6236bb11 req-4060c4cc-ba48-48aa-9266-74406b463196 service neutron] Attempting to bind port 903f2489-4e26-40f2-b226-cd45194f7635 on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:06:08.348767 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-1089d55d-e63c-4a7f-a3c0-b84a6236bb11 req-4060c4cc-ba48-48aa-9266-74406b463196 service neutron] Attempting to bind port 903f2489-4e26-40f2-b226-cd45194f7635 by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '4948a0fc-69c3-4504-bfcc-bcf7849e0aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05afe214-b272-4343-852e-f1768efa01b4'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:06:08.349091 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1089d55d-e63c-4a7f-a3c0-b84a6236bb11 req-4060c4cc-ba48-48aa-9266-74406b463196 service neutron] Attempting to bind port 903f2489-4e26-40f2-b226-cd45194f7635 on network 05afe214-b272-4343-852e-f1768efa01b4 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:06:08.353536 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1089d55d-e63c-4a7f-a3c0-b84a6236bb11 req-4060c4cc-ba48-48aa-9266-74406b463196 service neutron] Port 903f2489-4e26-40f2-b226-cd45194f7635 on network 05afe214-b272-4343-852e-f1768efa01b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 00:06:08.353858 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1089d55d-e63c-4a7f-a3c0-b84a6236bb11 req-4060c4cc-ba48-48aa-9266-74406b463196 service neutron] Attempting to bind port 903f2489-4e26-40f2-b226-cd45194f7635 on network 05afe214-b272-4343-852e-f1768efa01b4 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:06:08.358995 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1089d55d-e63c-4a7f-a3c0-b84a6236bb11 req-4060c4cc-ba48-48aa-9266-74406b463196 service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:06:08.359324 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1089d55d-e63c-4a7f-a3c0-b84a6236bb11 req-4060c4cc-ba48-48aa-9266-74406b463196 service neutron] Checking segment: {'id': '4948a0fc-69c3-4504-bfcc-bcf7849e0aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05afe214-b272-4343-852e-f1768efa01b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:06:08.359761 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1089d55d-e63c-4a7f-a3c0-b84a6236bb11 req-4060c4cc-ba48-48aa-9266-74406b463196 service neutron] Bound using segment: {'id': '4948a0fc-69c3-4504-bfcc-bcf7849e0aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05afe214-b272-4343-852e-f1768efa01b4'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:06:08.360197 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-1089d55d-e63c-4a7f-a3c0-b84a6236bb11 req-4060c4cc-ba48-48aa-9266-74406b463196 service neutron] Bound port: 903f2489-4e26-40f2-b226-cd45194f7635, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4948a0fc-69c3-4504-bfcc-bcf7849e0aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05afe214-b272-4343-852e-f1768efa01b4'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:06:08.360556 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1089d55d-e63c-4a7f-a3c0-b84a6236bb11 req-4060c4cc-ba48-48aa-9266-74406b463196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:08.426682 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-1089d55d-e63c-4a7f-a3c0-b84a6236bb11 req-4060c4cc-ba48-48aa-9266-74406b463196 service neutron] For port 903f2489-4e26-40f2-b226-cd45194f7635, host n-h2-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:06:08.429683 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-1089d55d-e63c-4a7f-a3c0-b84a6236bb11 req-4060c4cc-ba48-48aa-9266-74406b463196 service neutron] For port 903f2489-4e26-40f2-b226-cd45194f7635, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=903f2489-4e26-40f2-b226-cd45194f7635,segment=NetworkSegment(4948a0fc-69c3-4504-bfcc-bcf7849e0aa6),segment_id=4948a0fc-69c3-4504-bfcc-bcf7849e0aa6)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:06:08.433819 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1089d55d-e63c-4a7f-a3c0-b84a6236bb11 req-4060c4cc-ba48-48aa-9266-74406b463196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:08.467594 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1089d55d-e63c-4a7f-a3c0-b84a6236bb11 req-4060c4cc-ba48-48aa-9266-74406b463196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:08.468238 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1089d55d-e63c-4a7f-a3c0-b84a6236bb11 req-4060c4cc-ba48-48aa-9266-74406b463196 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:08.470023 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1089d55d-e63c-4a7f-a3c0-b84a6236bb11 req-4060c4cc-ba48-48aa-9266-74406b463196 service neutron] 10.222.0.41 "PUT /v2.0/ports/903f2489-4e26-40f2-b226-cd45194f7635 HTTP/1.1" status: 200 len: 1091 time: 0.6194432 Jul 16 00:06:08.472210 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c', 'tag': '903f2489-4e26-40f2-b226-cd45194f7635'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:06:08.474501 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732f3e1a316c3ad7d48a65c2bbc2e30ba6c82a3ba5a41bb87b5b7e43e99a4419" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e40b54e-9387-4c7c-815b-b8d5b77efddc" -d '{"events": [{"name": "network-changed", "server_uuid": "5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c", "tag": "903f2489-4e26-40f2-b226-cd45194f7635"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:06:08.517822 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4060c4cc-ba48-48aa-9266-74406b463196 service neutron] Pushing event updated for resources: {'Port': ['ID=903f2489-4e26-40f2-b226-cd45194f7635,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:08.524732 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d74d1cb0-fe9b-402e-b4ba-8ab25ee700c3 x-openstack-request-id: req-d74d1cb0-fe9b-402e-b4ba-8ab25ee700c3 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:06:08.525335 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c", "tag": "903f2489-4e26-40f2-b226-cd45194f7635", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:06:08.525761 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d74d1cb0-fe9b-402e-b4ba-8ab25ee700c3 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:06:08.526390 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c', 'tag': '903f2489-4e26-40f2-b226-cd45194f7635', 'status': 'completed', 'code': 200} Jul 16 00:06:08.589950 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:08.606962 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1089d55d-e63c-4a7f-a3c0-b84a6236bb11 req-1fc4733e-4ba4-40dd-a745-2bed0b741146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:08.608610 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1089d55d-e63c-4a7f-a3c0-b84a6236bb11 req-1fc4733e-4ba4-40dd-a745-2bed0b741146 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=146c19810f514ed48bbea6638045fe39&device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c HTTP/1.1" status: 200 len: 1094 time: 0.0678487 Jul 16 00:06:08.666197 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1089d55d-e63c-4a7f-a3c0-b84a6236bb11 req-01a20097-fd6b-4819-961a-97fbcc511cfa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=903f2489-4e26-40f2-b226-cd45194f7635 HTTP/1.1" status: 200 len: 217 time: 0.0438938 Jul 16 00:06:08.717016 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1089d55d-e63c-4a7f-a3c0-b84a6236bb11 req-76591fa3-489a-4a10-8b2f-d23b1e1adfec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:08.718692 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1089d55d-e63c-4a7f-a3c0-b84a6236bb11 req-76591fa3-489a-4a10-8b2f-d23b1e1adfec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eea4b5ea-50fc-4ad4-94be-918231915339 HTTP/1.1" status: 200 len: 849 time: 0.0465684 Jul 16 00:06:08.734930 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d87bfc-0a5f-4e98-b962-99899d8c4b1d req-2a7387f9-1003-45b5-8438-ac741afebeb1 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:08.736474 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-12d87bfc-0a5f-4e98-b962-99899d8c4b1d req-2a7387f9-1003-45b5-8438-ac741afebeb1 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c HTTP/1.1" status: 200 len: 943 time: 0.0666020 Jul 16 00:06:08.774997 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-12d87bfc-0a5f-4e98-b962-99899d8c4b1d req-1f04f3b4-6a2d-4e35-98a9-46b492479196 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327013 Jul 16 00:06:08.778708 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1089d55d-e63c-4a7f-a3c0-b84a6236bb11 req-c3899b13-424d-4fad-9b4d-a8361d09475e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:08.780730 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1089d55d-e63c-4a7f-a3c0-b84a6236bb11 req-c3899b13-424d-4fad-9b4d-a8361d09475e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=05afe214-b272-4343-852e-f1768efa01b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560436 Jul 16 00:06:08.877619 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1089d55d-e63c-4a7f-a3c0-b84a6236bb11 req-59e313c8-c3ca-481a-8da2-6106d325ebfe service neutron] 10.222.0.41 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904064 Jul 16 00:06:08.969481 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1089d55d-e63c-4a7f-a3c0-b84a6236bb11 req-dc287098-d28d-4247-9120-9db8289dfae8 service neutron] 10.222.0.41 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857005 Jul 16 00:06:09.112052 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e40b54e-9387-4c7c-815b-b8d5b77efddc req-2905a5a5-b4b5-4e27-ba17-0819ff0c5963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:09.113527 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-6e40b54e-9387-4c7c-815b-b8d5b77efddc req-2905a5a5-b4b5-4e27-ba17-0819ff0c5963 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=146c19810f514ed48bbea6638045fe39&device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c HTTP/1.1" status: 200 len: 1094 time: 0.0521145 Jul 16 00:06:09.204527 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e40b54e-9387-4c7c-815b-b8d5b77efddc req-d5cf13c5-c641-445f-bd37-a57ff3101549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:09.206013 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-6e40b54e-9387-4c7c-815b-b8d5b77efddc req-d5cf13c5-c641-445f-bd37-a57ff3101549 service neutron] 10.222.0.41 "GET /v2.0/networks?id=05afe214-b272-4343-852e-f1768efa01b4 HTTP/1.1" status: 200 len: 911 time: 0.0867560 Jul 16 00:06:09.253539 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-6e40b54e-9387-4c7c-815b-b8d5b77efddc req-fb55433b-8293-4bec-a80d-9572450fb09b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=903f2489-4e26-40f2-b226-cd45194f7635 HTTP/1.1" status: 200 len: 217 time: 0.0403023 Jul 16 00:06:09.305140 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e40b54e-9387-4c7c-815b-b8d5b77efddc req-a8af4b98-9593-4696-a4d2-875e7e34edcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:09.306617 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-6e40b54e-9387-4c7c-815b-b8d5b77efddc req-a8af4b98-9593-4696-a4d2-875e7e34edcf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eea4b5ea-50fc-4ad4-94be-918231915339 HTTP/1.1" status: 200 len: 849 time: 0.0457001 Jul 16 00:06:09.364106 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e40b54e-9387-4c7c-815b-b8d5b77efddc req-4f25cf14-2721-48a8-980d-9adb0aaf1e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:09.365463 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-6e40b54e-9387-4c7c-815b-b8d5b77efddc req-4f25cf14-2721-48a8-980d-9adb0aaf1e88 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=05afe214-b272-4343-852e-f1768efa01b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520620 Jul 16 00:06:09.459694 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-6e40b54e-9387-4c7c-815b-b8d5b77efddc req-f5d4b864-3908-49ca-bf56-c7ca40991c38 service neutron] 10.222.0.41 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866795 Jul 16 00:06:09.549200 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-6e40b54e-9387-4c7c-815b-b8d5b77efddc req-122547f9-a7df-485f-bea2-39d7bef7613c service neutron] 10.222.0.41 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825841 Jul 16 00:06:09.958637 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a2027-8e53-40e3-b099-aea09b7a55ca req-46b55725-81f1-4049-8dd1-4a9fdd5e34f1 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:09.960137 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5f0a2027-8e53-40e3-b099-aea09b7a55ca req-46b55725-81f1-4049-8dd1-4a9fdd5e34f1 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c HTTP/1.1" status: 200 len: 943 time: 0.0664594 Jul 16 00:06:09.997249 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5f0a2027-8e53-40e3-b099-aea09b7a55ca req-ea09ec26-21f3-4331-a7ab-8e8e2be19b8f tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315924 Jul 16 00:06:11.168064 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1562f6a-3f95-4791-a341-d9ec6e2f56e9 req-81d826dd-658a-4448-a2fc-8dbef1e78bd7 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:11.169533 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b1562f6a-3f95-4791-a341-d9ec6e2f56e9 req-81d826dd-658a-4448-a2fc-8dbef1e78bd7 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c HTTP/1.1" status: 200 len: 943 time: 0.0622282 Jul 16 00:06:11.207008 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b1562f6a-3f95-4791-a341-d9ec6e2f56e9 req-df92ea6e-c842-4711-87b6-23e587151f5b tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319707 Jul 16 00:06:12.423962 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6485c057-8ef6-4bcf-ac51-9f251eb999e9 req-f66c8d56-526d-4eb9-b3e1-4da227443a9d tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:12.425854 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6485c057-8ef6-4bcf-ac51-9f251eb999e9 req-f66c8d56-526d-4eb9-b3e1-4da227443a9d tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c HTTP/1.1" status: 200 len: 943 time: 0.0839581 Jul 16 00:06:12.485699 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6485c057-8ef6-4bcf-ac51-9f251eb999e9 req-5c7d0fa0-3dce-4752-b582-2ea3e7745e3d tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514910 Jul 16 00:06:13.048816 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 903f2489-4e26-40f2-b226-cd45194f7635 details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 00:06:13.302907 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 903f2489-4e26-40f2-b226-cd45194f7635, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=903f2489-4e26-40f2-b226-cd45194f7635,segment=NetworkSegment(4948a0fc-69c3-4504-bfcc-bcf7849e0aa6),segment_id=4948a0fc-69c3-4504-bfcc-bcf7849e0aa6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:06:13.314017 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': '903f2489-4e26-40f2-b226-cd45194f7635', 'network_id': '05afe214-b272-4343-852e-f1768efa01b4', 'port_id': '903f2489-4e26-40f2-b226-cd45194f7635', 'mac_address': 'fa:16:3e:ce:db:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eea4b5ea-50fc-4ad4-94be-918231915339', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 00:06:13.348343 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:13.360665 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 903f2489-4e26-40f2-b226-cd45194f7635 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:06:13.380172 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 903f2489-4e26-40f2-b226-cd45194f7635, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=903f2489-4e26-40f2-b226-cd45194f7635,segment=NetworkSegment(4948a0fc-69c3-4504-bfcc-bcf7849e0aa6),segment_id=4948a0fc-69c3-4504-bfcc-bcf7849e0aa6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:06:13.384391 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:13.429309 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=903f2489-4e26-40f2-b226-cd45194f7635,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:13.648552 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['903f2489-4e26-40f2-b226-cd45194f7635'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:06:13.674960 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f79e104-cfda-4f78-8689-f3202559cb96 req-612faa42-d319-4199-a0b8-77ad15e485fa tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:13.681693 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4f79e104-cfda-4f78-8689-f3202559cb96 req-612faa42-d319-4199-a0b8-77ad15e485fa tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c HTTP/1.1" status: 200 len: 944 time: 0.0674143 Jul 16 00:06:13.718657 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4f79e104-cfda-4f78-8689-f3202559cb96 req-4eecfa12-3571-4188-8f5e-66807de7cb8d tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325458 Jul 16 00:06:14.891463 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd195964-6721-4f83-b515-7343996e8f17 req-4fef8333-558f-439f-a09e-15681916719a tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:14.892978 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fd195964-6721-4f83-b515-7343996e8f17 req-4fef8333-558f-439f-a09e-15681916719a tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c HTTP/1.1" status: 200 len: 944 time: 0.0628932 Jul 16 00:06:14.942806 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fd195964-6721-4f83-b515-7343996e8f17 req-84d8aa0f-1c59-4b0f-b362-74cd3042198d tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442803 Jul 16 00:06:15.067985 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 903f2489-4e26-40f2-b226-cd45194f7635 up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:06:15.116816 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port 903f2489-4e26-40f2-b226-cd45194f7635 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:06:15.120586 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port 903f2489-4e26-40f2-b226-cd45194f7635 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:06:15.120946 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:15.199690 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:15.222204 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '903f2489-4e26-40f2-b226-cd45194f7635'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:06:15.224574 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85e2a5fec60f0be1243ce80844a072e05c29e3c23db0dd3e62b5f7d92f5b0637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d9fa80-3d0b-4e4f-934c-f4112ad980d1" -d '{"events": [{"server_uuid": "5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c", "name": "network-vif-plugged", "status": "completed", "tag": "903f2489-4e26-40f2-b226-cd45194f7635"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:06:15.238037 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 903f2489-4e26-40f2-b226-cd45194f7635, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=903f2489-4e26-40f2-b226-cd45194f7635,segment=NetworkSegment(4948a0fc-69c3-4504-bfcc-bcf7849e0aa6),segment_id=4948a0fc-69c3-4504-bfcc-bcf7849e0aa6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:06:15.243337 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:15.268558 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce62617-66f5-4bd9-ab5b-baa494a18fe8 x-openstack-request-id: req-bce62617-66f5-4bd9-ab5b-baa494a18fe8 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:06:15.268856 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c", "name": "network-vif-plugged", "status": "completed", "tag": "903f2489-4e26-40f2-b226-cd45194f7635", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:06:15.269113 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bce62617-66f5-4bd9-ab5b-baa494a18fe8 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:06:15.269502 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '903f2489-4e26-40f2-b226-cd45194f7635', 'code': 200} Jul 16 00:06:15.295602 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=903f2489-4e26-40f2-b226-cd45194f7635,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:06:15.408158 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abbe76a-1db5-4c40-8096-d7eaaa5d4e73 req-37065dca-9068-49e0-83bd-c06548e5cb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:15.409661 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-6abbe76a-1db5-4c40-8096-d7eaaa5d4e73 req-37065dca-9068-49e0-83bd-c06548e5cb33 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c HTTP/1.1" status: 200 len: 1096 time: 0.0574629 Jul 16 00:06:15.442909 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-6abbe76a-1db5-4c40-8096-d7eaaa5d4e73 req-0cde7b6b-f1eb-4ae6-bc8d-ec7f8ea18707 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270927 Jul 16 00:06:16.126282 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d44f5f0-48d5-4cdb-9229-4cdf0d54b807 req-d2948520-5d2d-44c6-b9ed-435df93c53b2 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:16.127826 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7d44f5f0-48d5-4cdb-9229-4cdf0d54b807 req-d2948520-5d2d-44c6-b9ed-435df93c53b2 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c HTTP/1.1" status: 200 len: 945 time: 0.0669909 Jul 16 00:06:16.165081 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7d44f5f0-48d5-4cdb-9229-4cdf0d54b807 req-8d27f82c-6e10-4b0a-a8c2-5d00cc323049 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317347 Jul 16 00:06:17.349103 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febe383e-8b39-4609-80fc-240804990d88 req-6be00c78-7ba4-4726-81a9-357b193274b8 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:17.350619 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-febe383e-8b39-4609-80fc-240804990d88 req-6be00c78-7ba4-4726-81a9-357b193274b8 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c HTTP/1.1" status: 200 len: 945 time: 0.0687242 Jul 16 00:06:17.389252 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-febe383e-8b39-4609-80fc-240804990d88 req-cf718ea0-b31b-4dd1-a43d-98ea642d5f02 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322962 Jul 16 00:06:17.562175 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f35042-0c94-4d3a-bb8f-c570c6fa8517 req-eb13f272-2c21-45c5-8ef9-05595ab0ac4c tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:17.563630 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e8f35042-0c94-4d3a-bb8f-c570c6fa8517 req-eb13f272-2c21-45c5-8ef9-05595ab0ac4c tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c HTTP/1.1" status: 200 len: 945 time: 0.0674784 Jul 16 00:06:17.572079 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 52388) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:06:17.576859 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-fcf184f7-be48-4417-9f30-c57a560ca712 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Request body: {'floatingip': {'port_id': '903f2489-4e26-40f2-b226-cd45194f7635'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:06:17.618695 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fcf184f7-be48-4417-9f30-c57a560ca712 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:18.444007 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fcf184f7-be48-4417-9f30-c57a560ca712 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:18.448886 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fcf184f7-be48-4417-9f30-c57a560ca712 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:18.546146 n-d-794306-6 neutron-server[93770]: INFO neutron.db.l3_db [None req-fcf184f7-be48-4417-9f30-c57a560ca712 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Floating IP b888bfce-dbed-4cae-a5a3-ed8167772dba associated. External IP: 172.25.5.70, port: 903f2489-4e26-40f2-b226-cd45194f7635. Jul 16 00:06:18.763027 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcf184f7-be48-4417-9f30-c57a560ca712 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Router f875ac8c-b8e6-4691-bab1-e1fed0bd629a has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:06:18.876218 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcf184f7-be48-4417-9f30-c57a560ca712 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:06:18.880964 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fcf184f7-be48-4417-9f30-c57a560ca712 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:18.886135 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d4a53e-64db-4765-befe-0463e72358c6 None None] Sync routers for ids ['f875ac8c-b8e6-4691-bab1-e1fed0bd629a'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:06:18.894855 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d4a53e-64db-4765-befe-0463e72358c6 None None] Routers {'f875ac8c-b8e6-4691-bab1-e1fed0bd629a'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:06:18.895482 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d2d4a53e-64db-4765-befe-0463e72358c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:06:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['f875ac8c-b8e6-4691-bab1-e1fed0bd629a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:06:18.920058 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-fcf184f7-be48-4417-9f30-c57a560ca712 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "PUT /v2.0/floatingips/b888bfce-dbed-4cae-a5a3-ed8167772dba HTTP/1.1" status: 200 len: 991 time: 1.3468311 Jul 16 00:06:18.920672 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c', 'tag': '903f2489-4e26-40f2-b226-cd45194f7635'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:06:18.923044 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cfa130710a3ed3c11f83ca70e11270030e5afd3463e80eec9e3119d100d8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f250fa4-51b5-4e31-a721-ddb83d2504cb" -d '{"events": [{"name": "network-changed", "server_uuid": "5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c", "tag": "903f2489-4e26-40f2-b226-cd45194f7635"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:06:18.971155 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2760e244-8e73-457f-a746-84e8c490f58b x-openstack-request-id: req-2760e244-8e73-457f-a746-84e8c490f58b {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:06:18.971155 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c", "tag": "903f2489-4e26-40f2-b226-cd45194f7635", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:06:18.971492 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2760e244-8e73-457f-a746-84e8c490f58b {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:06:18.971750 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c', 'tag': '903f2489-4e26-40f2-b226-cd45194f7635', 'status': 'completed', 'code': 200} Jul 16 00:06:19.008658 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-d2d4a53e-64db-4765-befe-0463e72358c6 None None] Set router f875ac8c-b8e6-4691-bab1-e1fed0bd629a gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:06:19.114609 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f250fa4-51b5-4e31-a721-ddb83d2504cb req-19aaa20b-135f-47af-b0e6-1969cdd237fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:19.116152 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-6f250fa4-51b5-4e31-a721-ddb83d2504cb req-19aaa20b-135f-47af-b0e6-1969cdd237fd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=146c19810f514ed48bbea6638045fe39&device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c HTTP/1.1" status: 200 len: 1096 time: 0.0997329 Jul 16 00:06:19.227136 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f250fa4-51b5-4e31-a721-ddb83d2504cb req-542118db-c4dd-47c2-91e9-bca7ce09c01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:19.228701 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-6f250fa4-51b5-4e31-a721-ddb83d2504cb req-542118db-c4dd-47c2-91e9-bca7ce09c01a service neutron] 10.222.0.41 "GET /v2.0/networks?id=05afe214-b272-4343-852e-f1768efa01b4 HTTP/1.1" status: 200 len: 911 time: 0.1062932 Jul 16 00:06:19.249603 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d2d4a53e-64db-4765-befe-0463e72358c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'name': 'tempest-ServerActionsTestJSON-63931044-router', 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'b898b7a1-d8c3-4f68-a448-769f333f77fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:59:05Z', 'updated_at': '2021-07-15T23:59:08Z', 'revision_number': 4, 'project_id': '146c19810f514ed48bbea6638045fe39', 'gw_port': {'id': 'b898b7a1-d8c3-4f68-a448-769f333f77fd', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:67:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:06Z', 'updated_at': '2021-07-15T23:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': 'b888bfce-dbed-4cae-a5a3-ed8167772dba', 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'floating_ip_address': '172.25.5.70', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'port_id': '903f2489-4e26-40f2-b226-cd45194f7635', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05afe214-b272-4343-852e-f1768efa01b4', 'mac_address': 'fa:16:3e:ce:db:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:59:10Z', 'updated_at': '2021-07-16T00:06:18Z', 'revision_number': 13, 'project_id': '146c19810f514ed48bbea6638045fe39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfffd2a0-4f59-4fc2-a827-89d47d7b06c0', 'name': '', 'network_id': '05afe214-b272-4343-852e-f1768efa01b4', 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'mac_address': 'fa:16:3e:19:1f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'eea4b5ea-50fc-4ad4-94be-918231915339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:08Z', 'updated_at': '2021-07-15T23:59:14Z', 'revision_number': 5, 'project_id': '146c19810f514ed48bbea6638045fe39', 'subnets': [{'id': 'eea4b5ea-50fc-4ad4-94be-918231915339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:06:19.278766 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d4a53e-64db-4765-befe-0463e72358c6 None None] Checking router: f875ac8c-b8e6-4691-bab1-e1fed0bd629a for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:06:19.287099 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d4a53e-64db-4765-befe-0463e72358c6 None None] Routers {'f875ac8c-b8e6-4691-bab1-e1fed0bd629a'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:06:19.287754 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d2d4a53e-64db-4765-befe-0463e72358c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:06:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['f875ac8c-b8e6-4691-bab1-e1fed0bd629a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:06:19.294949 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-6f250fa4-51b5-4e31-a721-ddb83d2504cb req-3f4d273b-37c1-490d-934a-2854abc0aaba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=903f2489-4e26-40f2-b226-cd45194f7635 HTTP/1.1" status: 200 len: 999 time: 0.0599933 Jul 16 00:06:19.343139 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f250fa4-51b5-4e31-a721-ddb83d2504cb req-ec6fc1da-976c-4ea9-9c8c-a209422b7129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:19.344680 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-6f250fa4-51b5-4e31-a721-ddb83d2504cb req-ec6fc1da-976c-4ea9-9c8c-a209422b7129 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eea4b5ea-50fc-4ad4-94be-918231915339 HTTP/1.1" status: 200 len: 849 time: 0.0437813 Jul 16 00:06:19.397728 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-d2d4a53e-64db-4765-befe-0463e72358c6 None None] Set router f875ac8c-b8e6-4691-bab1-e1fed0bd629a gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:06:19.406877 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f250fa4-51b5-4e31-a721-ddb83d2504cb req-58b55b33-7eb7-448b-b309-f45bdbbad569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:19.408705 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-6f250fa4-51b5-4e31-a721-ddb83d2504cb req-58b55b33-7eb7-448b-b309-f45bdbbad569 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=05afe214-b272-4343-852e-f1768efa01b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575442 Jul 16 00:06:19.499607 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-6f250fa4-51b5-4e31-a721-ddb83d2504cb req-d408fcca-9612-4df8-b7bf-ef2e4a753479 service neutron] 10.222.0.41 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840397 Jul 16 00:06:19.599320 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-6f250fa4-51b5-4e31-a721-ddb83d2504cb req-3035ac23-a65b-486e-9199-245c04f2e7db service neutron] 10.222.0.41 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917215 Jul 16 00:06:19.630138 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d2d4a53e-64db-4765-befe-0463e72358c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'name': 'tempest-ServerActionsTestJSON-63931044-router', 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'b898b7a1-d8c3-4f68-a448-769f333f77fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:59:05Z', 'updated_at': '2021-07-15T23:59:08Z', 'revision_number': 4, 'project_id': '146c19810f514ed48bbea6638045fe39', 'gw_port': {'id': 'b898b7a1-d8c3-4f68-a448-769f333f77fd', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:67:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:06Z', 'updated_at': '2021-07-15T23:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': 'b888bfce-dbed-4cae-a5a3-ed8167772dba', 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'floating_ip_address': '172.25.5.70', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'port_id': '903f2489-4e26-40f2-b226-cd45194f7635', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05afe214-b272-4343-852e-f1768efa01b4', 'mac_address': 'fa:16:3e:ce:db:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:59:10Z', 'updated_at': '2021-07-16T00:06:18Z', 'revision_number': 13, 'project_id': '146c19810f514ed48bbea6638045fe39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfffd2a0-4f59-4fc2-a827-89d47d7b06c0', 'name': '', 'network_id': '05afe214-b272-4343-852e-f1768efa01b4', 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'mac_address': 'fa:16:3e:19:1f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'eea4b5ea-50fc-4ad4-94be-918231915339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:08Z', 'updated_at': '2021-07-15T23:59:14Z', 'revision_number': 5, 'project_id': '146c19810f514ed48bbea6638045fe39', 'subnets': [{'id': 'eea4b5ea-50fc-4ad4-94be-918231915339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:06:19.658729 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d4a53e-64db-4765-befe-0463e72358c6 None None] The sync data for ids ['f875ac8c-b8e6-4691-bab1-e1fed0bd629a'] in n-d-794306-6 is: [{'id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'name': 'tempest-ServerActionsTestJSON-63931044-router', 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'b898b7a1-d8c3-4f68-a448-769f333f77fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:59:05Z', 'updated_at': '2021-07-15T23:59:08Z', 'revision_number': 4, 'project_id': '146c19810f514ed48bbea6638045fe39', 'gw_port': {'id': 'b898b7a1-d8c3-4f68-a448-769f333f77fd', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:67:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:06Z', 'updated_at': '2021-07-15T23:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': 'b888bfce-dbed-4cae-a5a3-ed8167772dba', 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'floating_ip_address': '172.25.5.70', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'port_id': '903f2489-4e26-40f2-b226-cd45194f7635', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05afe214-b272-4343-852e-f1768efa01b4', 'mac_address': 'fa:16:3e:ce:db:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T23:59:10Z', 'updated_at': '2021-07-16T00:06:18Z', 'revision_number': 13, 'project_id': '146c19810f514ed48bbea6638045fe39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfffd2a0-4f59-4fc2-a827-89d47d7b06c0', 'name': '', 'network_id': '05afe214-b272-4343-852e-f1768efa01b4', 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'mac_address': 'fa:16:3e:19:1f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'eea4b5ea-50fc-4ad4-94be-918231915339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:08Z', 'updated_at': '2021-07-15T23:59:14Z', 'revision_number': 5, 'project_id': '146c19810f514ed48bbea6638045fe39', 'subnets': [{'id': 'eea4b5ea-50fc-4ad4-94be-918231915339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:06:19.866673 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3ecf87-d343-49b6-a5f1-bf3cc2e6e208 None None] New status for floating IP b888bfce-dbed-4cae-a5a3-ed8167772dba: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 00:06:22.581305 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b7accd59-d53f-4d31-ba16-63935d3fc3bb req-a3c8465d-5063-4730-8fe1-095b0e8ba7d7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0601802 Jul 16 00:06:22.702914 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7accd59-d53f-4d31-ba16-63935d3fc3bb req-0251e20a-4dc8-44d4-bdc7-c6df017aaf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:22.704471 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b7accd59-d53f-4d31-ba16-63935d3fc3bb req-0251e20a-4dc8-44d4-bdc7-c6df017aaf15 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=146c19810f514ed48bbea6638045fe39&device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c HTTP/1.1" status: 200 len: 1096 time: 0.0609562 Jul 16 00:06:22.818631 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7accd59-d53f-4d31-ba16-63935d3fc3bb req-7430130f-9504-4b27-b103-6a3b936aaac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:22.820145 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b7accd59-d53f-4d31-ba16-63935d3fc3bb req-7430130f-9504-4b27-b103-6a3b936aaac9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=05afe214-b272-4343-852e-f1768efa01b4 HTTP/1.1" status: 200 len: 911 time: 0.0933259 Jul 16 00:06:22.888735 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b7accd59-d53f-4d31-ba16-63935d3fc3bb req-a67d8ac0-b55c-4683-ab38-5c45171eaa6c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=903f2489-4e26-40f2-b226-cd45194f7635 HTTP/1.1" status: 200 len: 1001 time: 0.0616343 Jul 16 00:06:22.956711 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7accd59-d53f-4d31-ba16-63935d3fc3bb req-ca9b0569-8912-45fa-887f-9e9cfe364ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:22.958194 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b7accd59-d53f-4d31-ba16-63935d3fc3bb req-ca9b0569-8912-45fa-887f-9e9cfe364ead service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eea4b5ea-50fc-4ad4-94be-918231915339 HTTP/1.1" status: 200 len: 849 time: 0.0637677 Jul 16 00:06:23.018072 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7accd59-d53f-4d31-ba16-63935d3fc3bb req-b64c4c58-5e55-4fcd-9bfe-86380e146e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:06:23.019599 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b7accd59-d53f-4d31-ba16-63935d3fc3bb req-b64c4c58-5e55-4fcd-9bfe-86380e146e9b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=05afe214-b272-4343-852e-f1768efa01b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548763 Jul 16 00:06:23.110677 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b7accd59-d53f-4d31-ba16-63935d3fc3bb req-4d4d1ee3-3d90-4689-a56a-c8b1a91af80d service neutron] 10.222.0.41 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841751 Jul 16 00:06:23.206008 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b7accd59-d53f-4d31-ba16-63935d3fc3bb req-7a8bdf35-801d-46a5-9a9e-47203b0a43c3 service neutron] 10.222.0.41 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890648 Jul 16 00:06:25.847270 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:27.858213 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:06:30.912049 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c14de1e9-0f96-4f83-a920-126cccac8bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:33.473201 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:34.270252 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-16150c8e-b0b0-4392-8459-e5f6c7d3d5ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:34.500183 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:36.517227 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:38.592676 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:06:55.859643 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:00.913126 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-674c286c-a6ff-45c6-a3f6-aa9794d5d4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:03.474868 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:04.271001 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-74e22c79-3303-4419-be4b-112dbc92e2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:04.504441 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:04.857306 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:07:06.518265 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:08.599294 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:21.939460 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-adcec189-f67c-4f6e-ae7f-78b0198e8190 req-b4028791-ed45-4cd6-8305-b3070c958dee service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0510926 Jul 16 00:07:22.051311 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcec189-f67c-4f6e-ae7f-78b0198e8190 req-f7324d44-26ec-44c7-b50b-3072c574ecfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:07:22.052821 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-adcec189-f67c-4f6e-ae7f-78b0198e8190 req-f7324d44-26ec-44c7-b50b-3072c574ecfb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=146c19810f514ed48bbea6638045fe39&device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c HTTP/1.1" status: 200 len: 1096 time: 0.0560720 Jul 16 00:07:22.159191 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcec189-f67c-4f6e-ae7f-78b0198e8190 req-0bcde014-321b-45cd-8854-e5edd8c47d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:07:22.160706 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-adcec189-f67c-4f6e-ae7f-78b0198e8190 req-0bcde014-321b-45cd-8854-e5edd8c47d52 service neutron] 10.222.0.41 "GET /v2.0/networks?id=05afe214-b272-4343-852e-f1768efa01b4 HTTP/1.1" status: 200 len: 911 time: 0.0882149 Jul 16 00:07:22.229884 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-adcec189-f67c-4f6e-ae7f-78b0198e8190 req-3eeb2105-4b0f-4bac-9e76-f1cb9c9f474c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=903f2489-4e26-40f2-b226-cd45194f7635 HTTP/1.1" status: 200 len: 1001 time: 0.0621023 Jul 16 00:07:22.277201 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcec189-f67c-4f6e-ae7f-78b0198e8190 req-ddcd6a39-54bb-4f10-8fbc-71e713476fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:07:22.278713 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-adcec189-f67c-4f6e-ae7f-78b0198e8190 req-ddcd6a39-54bb-4f10-8fbc-71e713476fa7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eea4b5ea-50fc-4ad4-94be-918231915339 HTTP/1.1" status: 200 len: 849 time: 0.0429728 Jul 16 00:07:22.333534 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcec189-f67c-4f6e-ae7f-78b0198e8190 req-1320d663-8e18-479c-be28-f78bc2afbc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:07:22.335251 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-adcec189-f67c-4f6e-ae7f-78b0198e8190 req-1320d663-8e18-479c-be28-f78bc2afbc3d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=05afe214-b272-4343-852e-f1768efa01b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505142 Jul 16 00:07:22.426531 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-adcec189-f67c-4f6e-ae7f-78b0198e8190 req-5a62390e-86b1-4e5a-9691-05022c9b4e72 service neutron] 10.222.0.41 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836825 Jul 16 00:07:22.512668 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-adcec189-f67c-4f6e-ae7f-78b0198e8190 req-dfeab8cb-4c5b-42e9-b4b8-deba546f7223 service neutron] 10.222.0.41 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803406 Jul 16 00:07:25.892873 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:30.912870 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c44561ee-223f-4730-9f2c-9aa04184601f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:33.477702 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:34.272855 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2b5fa3ff-66f9-4663-b8a0-4d2f974e3c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:34.508538 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:36.521842 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:38.601486 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:41.857173 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:07:55.889063 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:07:56.853305 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a336b3-2fe2-4c19-8fdc-543fd732c000 req-4d43d31b-d03d-4192-8989-10f0f13cdee4 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:07:56.854782 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-36a336b3-2fe2-4c19-8fdc-543fd732c000 req-4d43d31b-d03d-4192-8989-10f0f13cdee4 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c HTTP/1.1" status: 200 len: 945 time: 0.0680971 Jul 16 00:07:56.891670 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-36a336b3-2fe2-4c19-8fdc-543fd732c000 req-1ea37f84-6bad-4001-81a9-91e8bdf3735a tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311682 Jul 16 00:08:00.914592 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c5c9709-3028-44d3-b7db-4186d9fb9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:03.478798 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:04.274772 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d1da4974-db64-4b9e-8a11-1540b9511e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:04.508034 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:06.523053 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:08.178143 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e4091afd-bfcc-4630-bfaa-69500eb803ab req-31e00f29-2f2e-44d9-b78b-22c7320cb38f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0562465 Jul 16 00:08:08.236449 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1cbd8e-41c3-4b69-a3ab-847438bd9e48 req-fad6756f-707b-4289-963b-833a24aa8c7b tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:08.237949 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1e1cbd8e-41c3-4b69-a3ab-847438bd9e48 req-fad6756f-707b-4289-963b-833a24aa8c7b tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c HTTP/1.1" status: 200 len: 945 time: 0.0656087 Jul 16 00:08:08.279045 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1e1cbd8e-41c3-4b69-a3ab-847438bd9e48 req-6f62f828-ba5f-46d7-b16c-179558d2f262 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347478 Jul 16 00:08:08.604242 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:09.426785 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4091afd-bfcc-4630-bfaa-69500eb803ab req-1d7e1271-a259-44c9-86dd-44e8c3b2ec47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:09.428363 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e4091afd-bfcc-4630-bfaa-69500eb803ab req-1d7e1271-a259-44c9-86dd-44e8c3b2ec47 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=146c19810f514ed48bbea6638045fe39&device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c HTTP/1.1" status: 200 len: 1096 time: 0.0533979 Jul 16 00:08:09.463414 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35681567-6ef6-46da-91c2-4d944b90279d req-99f433f3-e920-4a15-b906-9c15f054f2e8 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:09.465553 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-35681567-6ef6-46da-91c2-4d944b90279d req-99f433f3-e920-4a15-b906-9c15f054f2e8 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c HTTP/1.1" status: 200 len: 945 time: 0.0639448 Jul 16 00:08:09.503509 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-35681567-6ef6-46da-91c2-4d944b90279d req-2c07fe5c-ae91-4e7e-b895-880fa23b7d38 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320480 Jul 16 00:08:09.517567 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4091afd-bfcc-4630-bfaa-69500eb803ab req-7846c22e-295f-4dc8-90c5-0b6d400648e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:09.519070 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e4091afd-bfcc-4630-bfaa-69500eb803ab req-7846c22e-295f-4dc8-90c5-0b6d400648e5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=05afe214-b272-4343-852e-f1768efa01b4 HTTP/1.1" status: 200 len: 911 time: 0.0843484 Jul 16 00:08:09.588641 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e4091afd-bfcc-4630-bfaa-69500eb803ab req-d15de3f8-3547-42e2-91ba-f9d75e8ba5ba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=903f2489-4e26-40f2-b226-cd45194f7635 HTTP/1.1" status: 200 len: 1001 time: 0.0634351 Jul 16 00:08:09.638818 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4091afd-bfcc-4630-bfaa-69500eb803ab req-7b78b4d8-e72e-45f4-91bd-acf3c63c6d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:09.640317 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e4091afd-bfcc-4630-bfaa-69500eb803ab req-7b78b4d8-e72e-45f4-91bd-acf3c63c6d12 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eea4b5ea-50fc-4ad4-94be-918231915339 HTTP/1.1" status: 200 len: 849 time: 0.0446541 Jul 16 00:08:09.698961 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4091afd-bfcc-4630-bfaa-69500eb803ab req-5105fcfa-615d-43d8-980e-069d09cfceba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:09.700514 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e4091afd-bfcc-4630-bfaa-69500eb803ab req-5105fcfa-615d-43d8-980e-069d09cfceba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=05afe214-b272-4343-852e-f1768efa01b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543394 Jul 16 00:08:09.792192 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e4091afd-bfcc-4630-bfaa-69500eb803ab req-912be1ea-a869-4b7f-9695-90503aafd834 service neutron] 10.222.0.41 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839612 Jul 16 00:08:09.881508 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e4091afd-bfcc-4630-bfaa-69500eb803ab req-625a3771-27f4-4071-9585-d48d36b1ccfa service neutron] 10.222.0.41 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830579 Jul 16 00:08:10.681651 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716eb7cb-1ff7-4160-b07a-d82448857f32 req-c8d46f8e-42cb-496c-a428-1484220b2fa2 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:10.684058 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-716eb7cb-1ff7-4160-b07a-d82448857f32 req-c8d46f8e-42cb-496c-a428-1484220b2fa2 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c HTTP/1.1" status: 200 len: 945 time: 0.0677168 Jul 16 00:08:10.721953 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-716eb7cb-1ff7-4160-b07a-d82448857f32 req-1f9543f0-9279-400a-ac94-6d2300294860 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324996 Jul 16 00:08:11.895159 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafca9aa-57e5-411e-ba5c-4a53cada7b87 req-9936472d-4786-424d-acfe-802a49b2f24c tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:11.896676 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bafca9aa-57e5-411e-ba5c-4a53cada7b87 req-9936472d-4786-424d-acfe-802a49b2f24c tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c HTTP/1.1" status: 200 len: 945 time: 0.0628626 Jul 16 00:08:11.934737 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bafca9aa-57e5-411e-ba5c-4a53cada7b87 req-6045c6ee-bddd-45f6-adb5-46f0b135426d tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323012 Jul 16 00:08:13.119081 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2043055f-5def-4e2a-a589-e5ace0eb4c83 req-cefbb435-66ca-4aab-a4dd-095db7824432 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:13.121075 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2043055f-5def-4e2a-a589-e5ace0eb4c83 req-cefbb435-66ca-4aab-a4dd-095db7824432 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c HTTP/1.1" status: 200 len: 945 time: 0.0723779 Jul 16 00:08:13.163582 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2043055f-5def-4e2a-a589-e5ace0eb4c83 req-11bc181c-cd91-47c2-baaf-ffd89412555e tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367672 Jul 16 00:08:14.358537 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3408d6-27cb-4e11-97e6-6d76a80744e1 req-ea4c6938-e554-4208-afd4-9dc92358026e tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:14.360108 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1e3408d6-27cb-4e11-97e6-6d76a80744e1 req-ea4c6938-e554-4208-afd4-9dc92358026e tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c HTTP/1.1" status: 200 len: 945 time: 0.0707350 Jul 16 00:08:14.403667 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1e3408d6-27cb-4e11-97e6-6d76a80744e1 req-a7a5abf5-79b0-455a-baad-86e2708ad8c6 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372343 Jul 16 00:08:15.587025 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c79b3-2734-4a05-b538-2ded09e12cae req-bf136bdb-3712-4600-8167-d4d2d3d5b2a0 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:15.588533 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cf6c79b3-2734-4a05-b538-2ded09e12cae req-bf136bdb-3712-4600-8167-d4d2d3d5b2a0 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c HTTP/1.1" status: 200 len: 945 time: 0.0632143 Jul 16 00:08:15.626488 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cf6c79b3-2734-4a05-b538-2ded09e12cae req-39fe3ac8-93f2-4d21-933e-8a229937e6cd tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317061 Jul 16 00:08:16.802213 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a024ec-a12f-4ce3-9dc7-6f0602e54077 req-605def95-121c-48bd-a6c1-d491a019e33f tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:16.803634 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-72a024ec-a12f-4ce3-9dc7-6f0602e54077 req-605def95-121c-48bd-a6c1-d491a019e33f tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c HTTP/1.1" status: 200 len: 945 time: 0.0661697 Jul 16 00:08:16.841853 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-72a024ec-a12f-4ce3-9dc7-6f0602e54077 req-587b39a1-251a-4686-9dd0-66a47dd91c69 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321157 Jul 16 00:08:18.013446 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0addfc21-ce84-492f-9c50-7af118553dac req-669b2d53-2ac0-4306-9c7a-dcb08a7f008f tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:18.014981 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0addfc21-ce84-492f-9c50-7af118553dac req-669b2d53-2ac0-4306-9c7a-dcb08a7f008f tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c HTTP/1.1" status: 200 len: 945 time: 0.0629623 Jul 16 00:08:18.053378 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0addfc21-ce84-492f-9c50-7af118553dac req-f30cafd6-4a90-4f3a-98f5-4887ad9b04d7 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328636 Jul 16 00:08:18.856826 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:08:19.237202 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fca14f-0e8d-4664-877a-56326eb83d43 req-93d4f1ff-2191-4f75-9f52-d50f6775e9f2 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:19.238708 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-38fca14f-0e8d-4664-877a-56326eb83d43 req-93d4f1ff-2191-4f75-9f52-d50f6775e9f2 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c HTTP/1.1" status: 200 len: 945 time: 0.0696511 Jul 16 00:08:19.282734 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-38fca14f-0e8d-4664-877a-56326eb83d43 req-4f1f8223-f9ec-4947-99db-fb407ef03b89 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384378 Jul 16 00:08:20.456149 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4dc4f-7692-4ccd-92f5-bfeb4caf1417 req-49acfa27-9b34-4983-816f-7bc3500cfcca tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:20.457638 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ebf4dc4f-7692-4ccd-92f5-bfeb4caf1417 req-49acfa27-9b34-4983-816f-7bc3500cfcca tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c HTTP/1.1" status: 200 len: 945 time: 0.0632174 Jul 16 00:08:20.494008 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ebf4dc4f-7692-4ccd-92f5-bfeb4caf1417 req-b7604868-4a6a-495a-9522-f632dd4f0fa6 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308211 Jul 16 00:08:21.667369 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa100519-6d1a-4adc-9ec6-6a1257e6beae req-8b392edc-82d3-45f8-a08b-ff6085901bd8 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:21.668890 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-aa100519-6d1a-4adc-9ec6-6a1257e6beae req-8b392edc-82d3-45f8-a08b-ff6085901bd8 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c HTTP/1.1" status: 200 len: 945 time: 0.0626853 Jul 16 00:08:21.708786 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-aa100519-6d1a-4adc-9ec6-6a1257e6beae req-a13d71ee-11de-4783-bf9e-4e81eb43502a tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343812 Jul 16 00:08:22.021846 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e7179e-23dd-404a-8687-937d26d28c24 req-a648aa0a-b1c6-4354-9568-c84b6b155d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:22.023951 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-03e7179e-23dd-404a-8687-937d26d28c24 req-a648aa0a-b1c6-4354-9568-c84b6b155d18 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=146c19810f514ed48bbea6638045fe39&device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c HTTP/1.1" status: 200 len: 1096 time: 0.0569139 Jul 16 00:08:22.130746 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e7179e-23dd-404a-8687-937d26d28c24 req-830afe7f-7147-4af1-987c-98ecc580e2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:22.132338 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-03e7179e-23dd-404a-8687-937d26d28c24 req-830afe7f-7147-4af1-987c-98ecc580e2a5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=05afe214-b272-4343-852e-f1768efa01b4 HTTP/1.1" status: 200 len: 911 time: 0.0875902 Jul 16 00:08:22.207981 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-03e7179e-23dd-404a-8687-937d26d28c24 req-6c0600c6-6e4d-4e8a-966e-e3c3e73b75c1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=903f2489-4e26-40f2-b226-cd45194f7635 HTTP/1.1" status: 200 len: 1001 time: 0.0636640 Jul 16 00:08:22.257773 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e7179e-23dd-404a-8687-937d26d28c24 req-25a406d0-e43e-4860-8b5c-bf3f2141dc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:22.259244 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-03e7179e-23dd-404a-8687-937d26d28c24 req-25a406d0-e43e-4860-8b5c-bf3f2141dc27 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eea4b5ea-50fc-4ad4-94be-918231915339 HTTP/1.1" status: 200 len: 849 time: 0.0445845 Jul 16 00:08:22.317809 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e7179e-23dd-404a-8687-937d26d28c24 req-a4fe867e-af19-4671-a57d-7283a029804c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:22.319341 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-03e7179e-23dd-404a-8687-937d26d28c24 req-a4fe867e-af19-4671-a57d-7283a029804c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=05afe214-b272-4343-852e-f1768efa01b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538895 Jul 16 00:08:22.413260 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-03e7179e-23dd-404a-8687-937d26d28c24 req-89f82a6e-1662-4837-ab7c-ff95d12890f3 service neutron] 10.222.0.41 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873406 Jul 16 00:08:22.505130 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-03e7179e-23dd-404a-8687-937d26d28c24 req-2ff5b36c-a545-4961-a92b-d82b95ebbc2c service neutron] 10.222.0.41 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854852 Jul 16 00:08:22.899649 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d98c08a-866a-4d72-838b-b1b9d693152b req-b6372a79-275d-41db-a8c5-3d93bec802eb tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:22.902585 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3d98c08a-866a-4d72-838b-b1b9d693152b req-b6372a79-275d-41db-a8c5-3d93bec802eb tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c HTTP/1.1" status: 200 len: 945 time: 0.0739450 Jul 16 00:08:22.943119 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3d98c08a-866a-4d72-838b-b1b9d693152b req-75262135-8555-4e14-a443-10176339b314 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349286 Jul 16 00:08:23.735256 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [req-e4091afd-bfcc-4630-bfaa-69500eb803ab req-23283e66-9f8f-4705-b950-12b448f92cb6 service neutron] show failed (client error): The resource could not be found. Jul 16 00:08:23.736302 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e4091afd-bfcc-4630-bfaa-69500eb803ab req-23283e66-9f8f-4705-b950-12b448f92cb6 service neutron] 10.222.0.41 "GET /v2.0/ports/903f2489-4e26-40f2-b226-cd45194f7635/bindings/n-h1-794306-6 HTTP/1.1" status: 404 len: 380 time: 0.0596812 Jul 16 00:08:24.033383 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4091afd-bfcc-4630-bfaa-69500eb803ab req-07b921e2-ac15-4ef9-b4f9-e34b409c0999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:24.034899 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e4091afd-bfcc-4630-bfaa-69500eb803ab req-07b921e2-ac15-4ef9-b4f9-e34b409c0999 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c&tenant_id=146c19810f514ed48bbea6638045fe39 HTTP/1.1" status: 200 len: 1096 time: 0.0963597 Jul 16 00:08:24.046854 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-e4091afd-bfcc-4630-bfaa-69500eb803ab req-61a16e54-4245-466f-927f-0b5b8ec3d8f3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-794306-6', 'device_owner': 'compute:nova'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:08:24.170780 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2422a0c-c4d6-48ae-99e9-998eada42788 req-25076985-908b-4679-bca1-0cc1d15e5814 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:24.172292 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e2422a0c-c4d6-48ae-99e9-998eada42788 req-25076985-908b-4679-bca1-0cc1d15e5814 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c HTTP/1.1" status: 200 len: 945 time: 0.1048586 Jul 16 00:08:24.173276 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e4091afd-bfcc-4630-bfaa-69500eb803ab req-61a16e54-4245-466f-927f-0b5b8ec3d8f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:24.245959 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e2422a0c-c4d6-48ae-99e9-998eada42788 req-20825e1a-0654-47b7-8c1f-c847cba10ad5 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640404 Jul 16 00:08:24.401939 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-e4091afd-bfcc-4630-bfaa-69500eb803ab req-61a16e54-4245-466f-927f-0b5b8ec3d8f3 service neutron] For port 903f2489-4e26-40f2-b226-cd45194f7635, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=903f2489-4e26-40f2-b226-cd45194f7635,segment=NetworkSegment(4948a0fc-69c3-4504-bfcc-bcf7849e0aa6),segment_id=4948a0fc-69c3-4504-bfcc-bcf7849e0aa6)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:08:24.438658 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-e4091afd-bfcc-4630-bfaa-69500eb803ab req-61a16e54-4245-466f-927f-0b5b8ec3d8f3 service neutron] For port 903f2489-4e26-40f2-b226-cd45194f7635, host n-h2-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:08:24.478426 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '903f2489-4e26-40f2-b226-cd45194f7635'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:08:24.481297 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cfa130710a3ed3c11f83ca70e11270030e5afd3463e80eec9e3119d100d8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a12abe39-82be-4fe2-be40-51e021cae1e0" -d '{"events": [{"server_uuid": "5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c", "name": "network-vif-unplugged", "status": "completed", "tag": "903f2489-4e26-40f2-b226-cd45194f7635"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:08:24.485208 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e4091afd-bfcc-4630-bfaa-69500eb803ab req-61a16e54-4245-466f-927f-0b5b8ec3d8f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:24.498311 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-e4091afd-bfcc-4630-bfaa-69500eb803ab req-61a16e54-4245-466f-927f-0b5b8ec3d8f3 service neutron] Transition to ACTIVE for port object 903f2489-4e26-40f2-b226-cd45194f7635 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:08:24.502032 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e4091afd-bfcc-4630-bfaa-69500eb803ab req-61a16e54-4245-466f-927f-0b5b8ec3d8f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:24.535952 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 00:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91384975-9ad0-4d91-8085-dcf16e986019 x-openstack-request-id: req-91384975-9ad0-4d91-8085-dcf16e986019 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:08:24.535952 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c", "name": "network-vif-unplugged", "status": "completed", "tag": "903f2489-4e26-40f2-b226-cd45194f7635", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:08:24.536165 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-91384975-9ad0-4d91-8085-dcf16e986019 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:08:24.536540 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '903f2489-4e26-40f2-b226-cd45194f7635', 'code': 200} Jul 16 00:08:24.593259 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a16e54-4245-466f-927f-0b5b8ec3d8f3 service neutron] Pushing event updated for resources: {'Port': ['ID=903f2489-4e26-40f2-b226-cd45194f7635,revision_number=6']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:08:24.608580 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a16e54-4245-466f-927f-0b5b8ec3d8f3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:08:24.608937 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a16e54-4245-466f-927f-0b5b8ec3d8f3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:08:24.609286 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a16e54-4245-466f-927f-0b5b8ec3d8f3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:08:24.609629 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a16e54-4245-466f-927f-0b5b8ec3d8f3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:08:24.609970 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a16e54-4245-466f-927f-0b5b8ec3d8f3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:08:24.610308 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a16e54-4245-466f-927f-0b5b8ec3d8f3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:08:24.610643 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a16e54-4245-466f-927f-0b5b8ec3d8f3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:08:24.610975 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a16e54-4245-466f-927f-0b5b8ec3d8f3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:08:24.611302 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a16e54-4245-466f-927f-0b5b8ec3d8f3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:08:24.611652 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a16e54-4245-466f-927f-0b5b8ec3d8f3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:08:24.611982 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a16e54-4245-466f-927f-0b5b8ec3d8f3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:08:24.612308 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a16e54-4245-466f-927f-0b5b8ec3d8f3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:08:24.647048 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4091afd-bfcc-4630-bfaa-69500eb803ab req-61a16e54-4245-466f-927f-0b5b8ec3d8f3 service neutron] No DVR routers for this DVR port 903f2489-4e26-40f2-b226-cd45194f7635 on host n-h2-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:08:24.786135 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-e4091afd-bfcc-4630-bfaa-69500eb803ab req-61a16e54-4245-466f-927f-0b5b8ec3d8f3 service neutron] Attempting to bind port 903f2489-4e26-40f2-b226-cd45194f7635 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:08:24.786401 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-e4091afd-bfcc-4630-bfaa-69500eb803ab req-61a16e54-4245-466f-927f-0b5b8ec3d8f3 service neutron] Attempting to bind port 903f2489-4e26-40f2-b226-cd45194f7635 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '4948a0fc-69c3-4504-bfcc-bcf7849e0aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05afe214-b272-4343-852e-f1768efa01b4'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:08:24.786734 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4091afd-bfcc-4630-bfaa-69500eb803ab req-61a16e54-4245-466f-927f-0b5b8ec3d8f3 service neutron] Attempting to bind port 903f2489-4e26-40f2-b226-cd45194f7635 on network 05afe214-b272-4343-852e-f1768efa01b4 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:08:24.791116 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4091afd-bfcc-4630-bfaa-69500eb803ab req-61a16e54-4245-466f-927f-0b5b8ec3d8f3 service neutron] Port 903f2489-4e26-40f2-b226-cd45194f7635 on network 05afe214-b272-4343-852e-f1768efa01b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 00:08:24.792317 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4091afd-bfcc-4630-bfaa-69500eb803ab req-61a16e54-4245-466f-927f-0b5b8ec3d8f3 service neutron] Attempting to bind port 903f2489-4e26-40f2-b226-cd45194f7635 on network 05afe214-b272-4343-852e-f1768efa01b4 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:08:24.797356 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4091afd-bfcc-4630-bfaa-69500eb803ab req-61a16e54-4245-466f-927f-0b5b8ec3d8f3 service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:08:24.797698 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4091afd-bfcc-4630-bfaa-69500eb803ab req-61a16e54-4245-466f-927f-0b5b8ec3d8f3 service neutron] Checking segment: {'id': '4948a0fc-69c3-4504-bfcc-bcf7849e0aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05afe214-b272-4343-852e-f1768efa01b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:08:24.798090 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4091afd-bfcc-4630-bfaa-69500eb803ab req-61a16e54-4245-466f-927f-0b5b8ec3d8f3 service neutron] Bound using segment: {'id': '4948a0fc-69c3-4504-bfcc-bcf7849e0aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05afe214-b272-4343-852e-f1768efa01b4'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:08:24.798519 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-e4091afd-bfcc-4630-bfaa-69500eb803ab req-61a16e54-4245-466f-927f-0b5b8ec3d8f3 service neutron] Bound port: 903f2489-4e26-40f2-b226-cd45194f7635, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4948a0fc-69c3-4504-bfcc-bcf7849e0aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05afe214-b272-4343-852e-f1768efa01b4'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:08:24.798882 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e4091afd-bfcc-4630-bfaa-69500eb803ab req-61a16e54-4245-466f-927f-0b5b8ec3d8f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:24.862606 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-e4091afd-bfcc-4630-bfaa-69500eb803ab req-61a16e54-4245-466f-927f-0b5b8ec3d8f3 service neutron] For port 903f2489-4e26-40f2-b226-cd45194f7635, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:08:24.865631 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-e4091afd-bfcc-4630-bfaa-69500eb803ab req-61a16e54-4245-466f-927f-0b5b8ec3d8f3 service neutron] For port 903f2489-4e26-40f2-b226-cd45194f7635, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=903f2489-4e26-40f2-b226-cd45194f7635,segment=NetworkSegment(4948a0fc-69c3-4504-bfcc-bcf7849e0aa6),segment_id=4948a0fc-69c3-4504-bfcc-bcf7849e0aa6)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:08:24.870783 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e4091afd-bfcc-4630-bfaa-69500eb803ab req-61a16e54-4245-466f-927f-0b5b8ec3d8f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:24.906532 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4091afd-bfcc-4630-bfaa-69500eb803ab req-61a16e54-4245-466f-927f-0b5b8ec3d8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:24.907211 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e4091afd-bfcc-4630-bfaa-69500eb803ab req-61a16e54-4245-466f-927f-0b5b8ec3d8f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:24.908650 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e4091afd-bfcc-4630-bfaa-69500eb803ab req-61a16e54-4245-466f-927f-0b5b8ec3d8f3 service neutron] 10.222.0.49 "PUT /v2.0/ports/903f2489-4e26-40f2-b226-cd45194f7635 HTTP/1.1" status: 200 len: 1091 time: 0.8658998 Jul 16 00:08:24.931917 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a16e54-4245-466f-927f-0b5b8ec3d8f3 service neutron] Pushing event updated for resources: {'Port': ['ID=903f2489-4e26-40f2-b226-cd45194f7635,revision_number=7']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:08:24.995144 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4091afd-bfcc-4630-bfaa-69500eb803ab req-a750186c-45f9-4257-96d7-516f60cee98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:24.997004 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e4091afd-bfcc-4630-bfaa-69500eb803ab req-a750186c-45f9-4257-96d7-516f60cee98d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=146c19810f514ed48bbea6638045fe39&device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c HTTP/1.1" status: 200 len: 1094 time: 0.0601048 Jul 16 00:08:25.090651 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4091afd-bfcc-4630-bfaa-69500eb803ab req-5fed0d0a-7858-480d-a517-759b681d631d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:25.092216 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e4091afd-bfcc-4630-bfaa-69500eb803ab req-5fed0d0a-7858-480d-a517-759b681d631d service neutron] 10.222.0.49 "GET /v2.0/networks?id=05afe214-b272-4343-852e-f1768efa01b4 HTTP/1.1" status: 200 len: 911 time: 0.0895088 Jul 16 00:08:25.162130 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e4091afd-bfcc-4630-bfaa-69500eb803ab req-500d63f7-db08-46b8-93ad-63820d139cd8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=903f2489-4e26-40f2-b226-cd45194f7635 HTTP/1.1" status: 200 len: 999 time: 0.0641751 Jul 16 00:08:25.211116 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4091afd-bfcc-4630-bfaa-69500eb803ab req-cdb662eb-4ac8-4d1c-a1f1-37a42ef99f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:25.212548 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e4091afd-bfcc-4630-bfaa-69500eb803ab req-cdb662eb-4ac8-4d1c-a1f1-37a42ef99f2a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=eea4b5ea-50fc-4ad4-94be-918231915339 HTTP/1.1" status: 200 len: 849 time: 0.0440538 Jul 16 00:08:25.269022 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4091afd-bfcc-4630-bfaa-69500eb803ab req-111111cf-9192-430d-939c-52d350634370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:25.270560 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e4091afd-bfcc-4630-bfaa-69500eb803ab req-111111cf-9192-430d-939c-52d350634370 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=05afe214-b272-4343-852e-f1768efa01b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516138 Jul 16 00:08:25.365211 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e4091afd-bfcc-4630-bfaa-69500eb803ab req-ce058228-0f76-48c4-81c7-9c7ac011a2d0 service neutron] 10.222.0.49 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881681 Jul 16 00:08:25.491035 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e4091afd-bfcc-4630-bfaa-69500eb803ab req-608b0311-a9cf-4082-9e97-99dff403b633 service neutron] 10.222.0.49 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168280 Jul 16 00:08:25.500109 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cebff3d-5a97-4aa8-8305-63a492eeac8c req-c5c97617-9d10-4016-8225-7e406e79ae2f tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:25.501554 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8cebff3d-5a97-4aa8-8305-63a492eeac8c req-c5c97617-9d10-4016-8225-7e406e79ae2f tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c HTTP/1.1" status: 200 len: 943 time: 0.1388869 Jul 16 00:08:25.540537 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8cebff3d-5a97-4aa8-8305-63a492eeac8c req-d75c5fe0-3ac1-4711-b2ba-7c8b92343d85 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332305 Jul 16 00:08:25.635071 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 903f2489-4e26-40f2-b226-cd45194f7635 no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:08:25.673120 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 903f2489-4e26-40f2-b226-cd45194f7635 not bound to the agent host n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:08:25.887253 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:26.537893 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c', 'tag': '903f2489-4e26-40f2-b226-cd45194f7635'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:08:26.540370 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cfa130710a3ed3c11f83ca70e11270030e5afd3463e80eec9e3119d100d8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d411d2a-3863-4d62-9a02-ddb119ea2036" -d '{"events": [{"name": "network-changed", "server_uuid": "5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c", "tag": "903f2489-4e26-40f2-b226-cd45194f7635"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:08:26.590283 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-967e6f3e-f171-48e3-9e43-bf3bc3490899 x-openstack-request-id: req-967e6f3e-f171-48e3-9e43-bf3bc3490899 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:08:26.590515 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c", "tag": "903f2489-4e26-40f2-b226-cd45194f7635", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:08:26.590771 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-967e6f3e-f171-48e3-9e43-bf3bc3490899 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:08:26.591145 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c', 'tag': '903f2489-4e26-40f2-b226-cd45194f7635', 'status': 'completed', 'code': 200} Jul 16 00:08:26.668503 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d411d2a-3863-4d62-9a02-ddb119ea2036 req-c8ea8077-67e1-40ec-a95f-8ef91b347f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:26.670217 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3d411d2a-3863-4d62-9a02-ddb119ea2036 req-c8ea8077-67e1-40ec-a95f-8ef91b347f26 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=146c19810f514ed48bbea6638045fe39&device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c HTTP/1.1" status: 200 len: 1094 time: 0.0604150 Jul 16 00:08:26.712230 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d411d2a-3863-4d62-9a02-ddb119ea2036 req-f66a3326-fc9c-4172-8e4b-687e6a329671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:26.714688 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-3d411d2a-3863-4d62-9a02-ddb119ea2036 req-f66a3326-fc9c-4172-8e4b-687e6a329671 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=146c19810f514ed48bbea6638045fe39&device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c HTTP/1.1" status: 200 len: 1094 time: 0.0651720 Jul 16 00:08:26.781525 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d411d2a-3863-4d62-9a02-ddb119ea2036 req-fbd36080-8c23-4f84-913f-d9b7a513f378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:26.783599 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3d411d2a-3863-4d62-9a02-ddb119ea2036 req-fbd36080-8c23-4f84-913f-d9b7a513f378 service neutron] 10.222.0.49 "GET /v2.0/networks?id=05afe214-b272-4343-852e-f1768efa01b4 HTTP/1.1" status: 200 len: 911 time: 0.1055229 Jul 16 00:08:26.828839 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d411d2a-3863-4d62-9a02-ddb119ea2036 req-6856da21-c073-4363-b960-fef29a79888e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:26.830634 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-3d411d2a-3863-4d62-9a02-ddb119ea2036 req-6856da21-c073-4363-b960-fef29a79888e service neutron] 10.222.0.41 "GET /v2.0/networks?id=05afe214-b272-4343-852e-f1768efa01b4 HTTP/1.1" status: 200 len: 911 time: 0.1088989 Jul 16 00:08:26.863855 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3d411d2a-3863-4d62-9a02-ddb119ea2036 req-74409c69-2102-4705-bae5-a11a1cb15ae5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=903f2489-4e26-40f2-b226-cd45194f7635 HTTP/1.1" status: 200 len: 999 time: 0.0693367 Jul 16 00:08:26.970233 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d411d2a-3863-4d62-9a02-ddb119ea2036 req-cb3666b7-9e21-48aa-86da-7016d9aebd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:26.971874 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3d411d2a-3863-4d62-9a02-ddb119ea2036 req-cb3666b7-9e21-48aa-86da-7016d9aebd58 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=eea4b5ea-50fc-4ad4-94be-918231915339 HTTP/1.1" status: 200 len: 849 time: 0.1009822 Jul 16 00:08:27.033315 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea093c-727c-4c34-93fc-b4d9231c9227 req-f1842ba3-c805-4c95-ad29-56ded9ab2028 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:27.035172 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-36ea093c-727c-4c34-93fc-b4d9231c9227 req-f1842ba3-c805-4c95-ad29-56ded9ab2028 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c HTTP/1.1" status: 200 len: 943 time: 0.1349986 Jul 16 00:08:27.081296 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d411d2a-3863-4d62-9a02-ddb119ea2036 req-fe013b63-764d-4dee-a625-ade769ee9cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:27.082747 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3d411d2a-3863-4d62-9a02-ddb119ea2036 req-fe013b63-764d-4dee-a625-ade769ee9cef service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=05afe214-b272-4343-852e-f1768efa01b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1024041 Jul 16 00:08:27.127893 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-36ea093c-727c-4c34-93fc-b4d9231c9227 req-9907a78d-5178-43d8-a218-508248fa1c9e tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860031 Jul 16 00:08:27.171482 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-3d411d2a-3863-4d62-9a02-ddb119ea2036 req-ea546990-0025-4832-a221-1aa5540228c8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=903f2489-4e26-40f2-b226-cd45194f7635 HTTP/1.1" status: 200 len: 999 time: 0.3334670 Jul 16 00:08:27.204801 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3d411d2a-3863-4d62-9a02-ddb119ea2036 req-003c03d0-45d3-48f6-89e7-b92ae2db7bbe service neutron] 10.222.0.49 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146448 Jul 16 00:08:27.221615 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d411d2a-3863-4d62-9a02-ddb119ea2036 req-37d208df-8ebb-444b-b7a5-4d3699a16413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:27.223198 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-3d411d2a-3863-4d62-9a02-ddb119ea2036 req-37d208df-8ebb-444b-b7a5-4d3699a16413 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eea4b5ea-50fc-4ad4-94be-918231915339 HTTP/1.1" status: 200 len: 849 time: 0.0458941 Jul 16 00:08:27.289550 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d411d2a-3863-4d62-9a02-ddb119ea2036 req-4bd88672-5c65-4aee-b2ee-6fd3297c7a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:27.290958 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-3d411d2a-3863-4d62-9a02-ddb119ea2036 req-4bd88672-5c65-4aee-b2ee-6fd3297c7a1e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=05afe214-b272-4343-852e-f1768efa01b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0609720 Jul 16 00:08:27.303116 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3d411d2a-3863-4d62-9a02-ddb119ea2036 req-bf62e1c9-6c32-4c4f-a5bb-646af4359471 service neutron] 10.222.0.49 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919294 Jul 16 00:08:27.381866 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-3d411d2a-3863-4d62-9a02-ddb119ea2036 req-bd8b023b-41d1-4163-85eb-b36dc0a6e3a2 service neutron] 10.222.0.41 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836179 Jul 16 00:08:27.477555 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-3d411d2a-3863-4d62-9a02-ddb119ea2036 req-85a07690-372c-4ca4-b8d1-943ff5e31290 service neutron] 10.222.0.41 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896835 Jul 16 00:08:28.318557 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5df209d-8677-461e-8009-2f20b13e28eb req-fbc6120d-2e4b-48fb-9196-92c3983f335f tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:28.320336 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f5df209d-8677-461e-8009-2f20b13e28eb req-fbc6120d-2e4b-48fb-9196-92c3983f335f tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c HTTP/1.1" status: 200 len: 943 time: 0.0703385 Jul 16 00:08:28.358225 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f5df209d-8677-461e-8009-2f20b13e28eb req-9cbcc0da-ac12-46cb-a8df-5f6f76269248 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319076 Jul 16 00:08:29.534266 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e602d-3879-4c82-adaf-4038afaf1c2c req-2eab2c35-0b9b-4400-9dfd-8e364c33df53 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:29.535807 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-871e602d-3879-4c82-adaf-4038afaf1c2c req-2eab2c35-0b9b-4400-9dfd-8e364c33df53 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c HTTP/1.1" status: 200 len: 943 time: 0.0653360 Jul 16 00:08:29.574189 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-871e602d-3879-4c82-adaf-4038afaf1c2c req-1981b1b2-e8e9-4aae-be87-40ee6f6a28e2 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328496 Jul 16 00:08:30.749783 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313e043-86ea-444f-a792-a8008d79e537 req-663b9f42-e60c-498f-a3d1-60d00f9480d2 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:30.751281 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a313e043-86ea-444f-a792-a8008d79e537 req-663b9f42-e60c-498f-a3d1-60d00f9480d2 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c HTTP/1.1" status: 200 len: 943 time: 0.0639102 Jul 16 00:08:30.793160 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a313e043-86ea-444f-a792-a8008d79e537 req-fef149f6-876b-4039-ae33-5787b6bb6f88 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362558 Jul 16 00:08:30.914767 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e79b951-3e9b-4ae6-a13c-3e0063e29a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:31.966847 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab2a61-69a5-4f3a-a13a-c5ec098ee408 req-e8c5ecad-aa4b-420e-a138-9b2c9a2bde7d tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:31.968378 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5eab2a61-69a5-4f3a-a13a-c5ec098ee408 req-e8c5ecad-aa4b-420e-a138-9b2c9a2bde7d tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c HTTP/1.1" status: 200 len: 943 time: 0.0632753 Jul 16 00:08:32.005094 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5eab2a61-69a5-4f3a-a13a-c5ec098ee408 req-04cc515e-477c-49a0-8fea-6d528ab40f75 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312266 Jul 16 00:08:33.178670 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2613d7d-cf6a-4dcb-9800-fca4807b176c req-140da882-8909-4106-8c62-243dd64ff666 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:33.180244 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b2613d7d-cf6a-4dcb-9800-fca4807b176c req-140da882-8909-4106-8c62-243dd64ff666 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c HTTP/1.1" status: 200 len: 943 time: 0.0629678 Jul 16 00:08:33.218820 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b2613d7d-cf6a-4dcb-9800-fca4807b176c req-2aeaacd9-036f-4a29-bb33-791c5b3394de tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324814 Jul 16 00:08:33.481375 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:34.275143 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-06c5f2c5-9287-42b5-9ae6-c39571ecb45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:34.396968 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c7a36d-3a1c-4e40-80d1-49dacf0ff1ec req-8925cab6-3728-4567-9a42-56eafaac64c6 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:34.398439 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-52c7a36d-3a1c-4e40-80d1-49dacf0ff1ec req-8925cab6-3728-4567-9a42-56eafaac64c6 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c HTTP/1.1" status: 200 len: 943 time: 0.0661316 Jul 16 00:08:34.436466 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-52c7a36d-3a1c-4e40-80d1-49dacf0ff1ec req-04769b5e-4bb6-4671-8ead-3744d7a84747 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317571 Jul 16 00:08:34.511614 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:35.612827 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e16d319-0f99-4a2c-808f-f32ff1e48662 req-aff64e69-9645-4171-a41c-74b14593dae7 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:35.614291 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7e16d319-0f99-4a2c-808f-f32ff1e48662 req-aff64e69-9645-4171-a41c-74b14593dae7 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c HTTP/1.1" status: 200 len: 943 time: 0.0619335 Jul 16 00:08:35.651765 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7e16d319-0f99-4a2c-808f-f32ff1e48662 req-8ab60898-1d83-46f5-8264-5439aae81006 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317979 Jul 16 00:08:36.528404 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:36.831365 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937bdc7-94b6-483f-8df5-7704441eda57 req-3dfe9dbb-c3e0-4ade-8d6a-9c8fae6f2526 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:36.832723 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1937bdc7-94b6-483f-8df5-7704441eda57 req-3dfe9dbb-c3e0-4ade-8d6a-9c8fae6f2526 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c HTTP/1.1" status: 200 len: 943 time: 0.0704970 Jul 16 00:08:36.879613 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1937bdc7-94b6-483f-8df5-7704441eda57 req-df1ccefc-2e6a-4a18-8e60-63db17b452bb tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376120 Jul 16 00:08:36.899830 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 903f2489-4e26-40f2-b226-cd45194f7635 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 00:08:36.997052 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 903f2489-4e26-40f2-b226-cd45194f7635, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=903f2489-4e26-40f2-b226-cd45194f7635,segment=NetworkSegment(4948a0fc-69c3-4504-bfcc-bcf7849e0aa6),segment_id=4948a0fc-69c3-4504-bfcc-bcf7849e0aa6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:08:37.008186 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '903f2489-4e26-40f2-b226-cd45194f7635', 'network_id': '05afe214-b272-4343-852e-f1768efa01b4', 'port_id': '903f2489-4e26-40f2-b226-cd45194f7635', 'mac_address': 'fa:16:3e:ce:db:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eea4b5ea-50fc-4ad4-94be-918231915339', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 00:08:37.045695 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:37.061977 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 903f2489-4e26-40f2-b226-cd45194f7635 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:08:37.083990 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 903f2489-4e26-40f2-b226-cd45194f7635, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=903f2489-4e26-40f2-b226-cd45194f7635,segment=NetworkSegment(4948a0fc-69c3-4504-bfcc-bcf7849e0aa6),segment_id=4948a0fc-69c3-4504-bfcc-bcf7849e0aa6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:08:37.089779 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:37.139824 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=903f2489-4e26-40f2-b226-cd45194f7635,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:08:37.147096 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:08:37.147442 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:08:37.147801 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:08:37.148136 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:08:37.148464 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:08:37.148798 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:08:37.149117 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:08:37.149437 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:08:37.149758 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:08:37.150074 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:08:37.151074 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:08:37.151421 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:08:37.327934 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556e02ef-b98e-4a0f-be79-ce3634d5855c req-64f8cc78-8c3a-442a-bb27-6657918e3871 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:37.329381 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-556e02ef-b98e-4a0f-be79-ce3634d5855c req-64f8cc78-8c3a-442a-bb27-6657918e3871 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c&tenant_id=146c19810f514ed48bbea6638045fe39&binding%3Ahost_id=n-h1-794306-6 HTTP/1.1" status: 200 len: 944 time: 0.1031091 Jul 16 00:08:37.343213 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['903f2489-4e26-40f2-b226-cd45194f7635'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:08:37.407414 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcaaa51-ecb9-4680-b0cb-5423745eb28a req-0618c695-f62f-4290-9372-2bc4444fbd53 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:37.408967 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4dcaaa51-ecb9-4680-b0cb-5423745eb28a req-0618c695-f62f-4290-9372-2bc4444fbd53 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c HTTP/1.1" status: 200 len: 944 time: 0.1206903 Jul 16 00:08:37.424846 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-556e02ef-b98e-4a0f-be79-ce3634d5855c req-8681645a-04cc-404d-b7c1-eae5f6cc4c6c service neutron] 10.222.0.49 "GET /v2.0/ports/903f2489-4e26-40f2-b226-cd45194f7635/bindings/n-h1-794306-6 HTTP/1.1" status: 200 len: 382 time: 0.0879676 Jul 16 00:08:37.461653 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4dcaaa51-ecb9-4680-b0cb-5423745eb28a req-5b80da8c-e5ad-4149-9125-38c059f62bd6 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462263 Jul 16 00:08:37.504585 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556e02ef-b98e-4a0f-be79-ce3634d5855c req-1d083b7b-7a30-4bca-8fc1-26a3b7988d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:37.506073 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-556e02ef-b98e-4a0f-be79-ce3634d5855c req-1d083b7b-7a30-4bca-8fc1-26a3b7988d3e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=146c19810f514ed48bbea6638045fe39&device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c HTTP/1.1" status: 200 len: 1095 time: 0.0574331 Jul 16 00:08:37.596029 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556e02ef-b98e-4a0f-be79-ce3634d5855c req-400d87fd-b9c9-4f3a-bbfe-e787dda5e9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:37.597406 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-556e02ef-b98e-4a0f-be79-ce3634d5855c req-400d87fd-b9c9-4f3a-bbfe-e787dda5e9d4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=05afe214-b272-4343-852e-f1768efa01b4 HTTP/1.1" status: 200 len: 911 time: 0.0844166 Jul 16 00:08:37.661544 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-556e02ef-b98e-4a0f-be79-ce3634d5855c req-15229006-496f-4ad6-bcd9-dc1d6a746ab9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=903f2489-4e26-40f2-b226-cd45194f7635 HTTP/1.1" status: 200 len: 1000 time: 0.0567083 Jul 16 00:08:37.709167 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556e02ef-b98e-4a0f-be79-ce3634d5855c req-bce41ffa-48c8-4538-a3bc-7819b29e3c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:37.710630 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-556e02ef-b98e-4a0f-be79-ce3634d5855c req-bce41ffa-48c8-4538-a3bc-7819b29e3c5f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=eea4b5ea-50fc-4ad4-94be-918231915339 HTTP/1.1" status: 200 len: 849 time: 0.0427349 Jul 16 00:08:37.770928 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556e02ef-b98e-4a0f-be79-ce3634d5855c req-79b86903-629a-404e-b12e-dc1ceea1e519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:37.772455 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-556e02ef-b98e-4a0f-be79-ce3634d5855c req-79b86903-629a-404e-b12e-dc1ceea1e519 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=05afe214-b272-4343-852e-f1768efa01b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553272 Jul 16 00:08:37.863902 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-556e02ef-b98e-4a0f-be79-ce3634d5855c req-329f357a-95ff-400d-8b8e-e8cf1ffefcc5 service neutron] 10.222.0.49 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843918 Jul 16 00:08:37.954977 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-556e02ef-b98e-4a0f-be79-ce3634d5855c req-e5a61e51-ee2f-4dd8-a371-3e9a174f15ab service neutron] 10.222.0.49 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842516 Jul 16 00:08:38.594950 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:38.639073 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea6850d-e539-4947-864c-1f475152b51e req-fb6cff51-2c83-4b10-bdc0-cad4ee8da32a tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:38.640595 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-aea6850d-e539-4947-864c-1f475152b51e req-fb6cff51-2c83-4b10-bdc0-cad4ee8da32a tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c HTTP/1.1" status: 200 len: 944 time: 0.0636332 Jul 16 00:08:38.679195 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-aea6850d-e539-4947-864c-1f475152b51e req-8d8400cb-70d6-4f39-9527-0b33030fe0dc tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330467 Jul 16 00:08:38.905507 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 903f2489-4e26-40f2-b226-cd45194f7635 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:08:38.955585 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port 903f2489-4e26-40f2-b226-cd45194f7635 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:08:38.959034 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 903f2489-4e26-40f2-b226-cd45194f7635 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:08:38.959405 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:39.035394 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:39.057283 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '903f2489-4e26-40f2-b226-cd45194f7635'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:08:39.059487 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85e2a5fec60f0be1243ce80844a072e05c29e3c23db0dd3e62b5f7d92f5b0637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22e6260-6639-4180-b217-d165eec450a3" -d '{"events": [{"server_uuid": "5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c", "name": "network-vif-plugged", "status": "completed", "tag": "903f2489-4e26-40f2-b226-cd45194f7635"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:08:39.073115 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 903f2489-4e26-40f2-b226-cd45194f7635, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=903f2489-4e26-40f2-b226-cd45194f7635,segment=NetworkSegment(4948a0fc-69c3-4504-bfcc-bcf7849e0aa6),segment_id=4948a0fc-69c3-4504-bfcc-bcf7849e0aa6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:08:39.076985 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:39.127138 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=903f2489-4e26-40f2-b226-cd45194f7635,revision_number=9']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:08:39.177713 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bddf91a-c649-4622-9972-677fe706a7d0 x-openstack-request-id: req-1bddf91a-c649-4622-9972-677fe706a7d0 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:08:39.178008 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c", "name": "network-vif-plugged", "status": "completed", "tag": "903f2489-4e26-40f2-b226-cd45194f7635", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:08:39.178263 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1bddf91a-c649-4622-9972-677fe706a7d0 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:08:39.178659 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '903f2489-4e26-40f2-b226-cd45194f7635', 'code': 200} Jul 16 00:08:39.858876 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80729269-18ee-400f-9fcb-10bbe13e00a5 req-1f40a316-225f-431d-9eed-6a2adc49590a tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:39.860404 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-80729269-18ee-400f-9fcb-10bbe13e00a5 req-1f40a316-225f-431d-9eed-6a2adc49590a tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c HTTP/1.1" status: 200 len: 945 time: 0.0643749 Jul 16 00:08:39.903143 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-80729269-18ee-400f-9fcb-10bbe13e00a5 req-c2c6488c-789b-4ed1-ac8e-54b2f83f5d0c tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367982 Jul 16 00:08:41.089727 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b573ce4-145d-4067-ba92-2c1eb6c557da req-22ff07f2-40d1-4b8c-a927-2187c5bce1fe tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:41.091173 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9b573ce4-145d-4067-ba92-2c1eb6c557da req-22ff07f2-40d1-4b8c-a927-2187c5bce1fe tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c HTTP/1.1" status: 200 len: 945 time: 0.0702176 Jul 16 00:08:41.129694 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9b573ce4-145d-4067-ba92-2c1eb6c557da req-f3317802-a6a7-4e7a-965d-56918b86d940 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314214 Jul 16 00:08:41.725294 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556e02ef-b98e-4a0f-be79-ce3634d5855c req-6c85dbd1-7423-473f-bfd0-a815aba44f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:41.726904 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-556e02ef-b98e-4a0f-be79-ce3634d5855c req-6c85dbd1-7423-473f-bfd0-a815aba44f66 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c&tenant_id=146c19810f514ed48bbea6638045fe39 HTTP/1.1" status: 200 len: 1096 time: 0.0561600 Jul 16 00:08:41.743695 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-556e02ef-b98e-4a0f-be79-ce3634d5855c req-fb84c5dc-5192-440e-8040-b74a94fe3004 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-794306-6', 'device_owner': 'compute:nova'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:08:41.814481 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-556e02ef-b98e-4a0f-be79-ce3634d5855c req-fb84c5dc-5192-440e-8040-b74a94fe3004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:42.014745 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-556e02ef-b98e-4a0f-be79-ce3634d5855c req-fb84c5dc-5192-440e-8040-b74a94fe3004 service neutron] For port 903f2489-4e26-40f2-b226-cd45194f7635, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=903f2489-4e26-40f2-b226-cd45194f7635,segment=NetworkSegment(4948a0fc-69c3-4504-bfcc-bcf7849e0aa6),segment_id=4948a0fc-69c3-4504-bfcc-bcf7849e0aa6)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:08:42.047867 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-556e02ef-b98e-4a0f-be79-ce3634d5855c req-fb84c5dc-5192-440e-8040-b74a94fe3004 service neutron] For port 903f2489-4e26-40f2-b226-cd45194f7635, host n-h1-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:08:42.087171 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '903f2489-4e26-40f2-b226-cd45194f7635'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:08:42.089868 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732f3e1a316c3ad7d48a65c2bbc2e30ba6c82a3ba5a41bb87b5b7e43e99a4419" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01393cc-d660-40e4-aefa-974c78d73517" -d '{"events": [{"server_uuid": "5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c", "name": "network-vif-unplugged", "status": "completed", "tag": "903f2489-4e26-40f2-b226-cd45194f7635"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:08:42.093690 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-556e02ef-b98e-4a0f-be79-ce3634d5855c req-fb84c5dc-5192-440e-8040-b74a94fe3004 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:42.106503 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-556e02ef-b98e-4a0f-be79-ce3634d5855c req-fb84c5dc-5192-440e-8040-b74a94fe3004 service neutron] Transition to ACTIVE for port object 903f2489-4e26-40f2-b226-cd45194f7635 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:08:42.118676 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-556e02ef-b98e-4a0f-be79-ce3634d5855c req-fb84c5dc-5192-440e-8040-b74a94fe3004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:42.209061 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb84c5dc-5192-440e-8040-b74a94fe3004 service neutron] Pushing event updated for resources: {'Port': ['ID=903f2489-4e26-40f2-b226-cd45194f7635,revision_number=10']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:08:42.212442 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 00:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3967b1-28be-45fe-90f1-f900297aa89a x-openstack-request-id: req-cb3967b1-28be-45fe-90f1-f900297aa89a {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:08:42.212737 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c", "name": "network-vif-unplugged", "status": "completed", "tag": "903f2489-4e26-40f2-b226-cd45194f7635", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:08:42.213530 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cb3967b1-28be-45fe-90f1-f900297aa89a {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:08:42.214106 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '903f2489-4e26-40f2-b226-cd45194f7635', 'code': 200} Jul 16 00:08:42.226769 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb84c5dc-5192-440e-8040-b74a94fe3004 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:08:42.227045 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb84c5dc-5192-440e-8040-b74a94fe3004 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:08:42.227383 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb84c5dc-5192-440e-8040-b74a94fe3004 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:08:42.227746 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb84c5dc-5192-440e-8040-b74a94fe3004 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:08:42.228078 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb84c5dc-5192-440e-8040-b74a94fe3004 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:08:42.228404 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb84c5dc-5192-440e-8040-b74a94fe3004 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:08:42.229296 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb84c5dc-5192-440e-8040-b74a94fe3004 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:08:42.229629 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb84c5dc-5192-440e-8040-b74a94fe3004 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:08:42.230024 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb84c5dc-5192-440e-8040-b74a94fe3004 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:08:42.230352 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb84c5dc-5192-440e-8040-b74a94fe3004 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:08:42.230675 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb84c5dc-5192-440e-8040-b74a94fe3004 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:08:42.230996 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb84c5dc-5192-440e-8040-b74a94fe3004 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:08:42.263390 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-556e02ef-b98e-4a0f-be79-ce3634d5855c req-fb84c5dc-5192-440e-8040-b74a94fe3004 service neutron] No DVR routers for this DVR port 903f2489-4e26-40f2-b226-cd45194f7635 on host n-h1-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:08:42.331994 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a999d-ab35-4107-bbfc-1708d3fc132e req-d4c65f54-7afc-4347-9477-465b48388a16 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:42.333797 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e61a999d-ab35-4107-bbfc-1708d3fc132e req-d4c65f54-7afc-4347-9477-465b48388a16 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c HTTP/1.1" status: 200 len: 944 time: 0.0705628 Jul 16 00:08:42.380030 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e61a999d-ab35-4107-bbfc-1708d3fc132e req-2df58e7a-b782-4c09-a9cd-513e214ec418 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358431 Jul 16 00:08:42.410834 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-556e02ef-b98e-4a0f-be79-ce3634d5855c req-fb84c5dc-5192-440e-8040-b74a94fe3004 service neutron] Attempting to bind port 903f2489-4e26-40f2-b226-cd45194f7635 on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:08:42.411239 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-556e02ef-b98e-4a0f-be79-ce3634d5855c req-fb84c5dc-5192-440e-8040-b74a94fe3004 service neutron] Attempting to bind port 903f2489-4e26-40f2-b226-cd45194f7635 by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '4948a0fc-69c3-4504-bfcc-bcf7849e0aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05afe214-b272-4343-852e-f1768efa01b4'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:08:42.411594 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556e02ef-b98e-4a0f-be79-ce3634d5855c req-fb84c5dc-5192-440e-8040-b74a94fe3004 service neutron] Attempting to bind port 903f2489-4e26-40f2-b226-cd45194f7635 on network 05afe214-b272-4343-852e-f1768efa01b4 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:08:42.415750 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556e02ef-b98e-4a0f-be79-ce3634d5855c req-fb84c5dc-5192-440e-8040-b74a94fe3004 service neutron] Port 903f2489-4e26-40f2-b226-cd45194f7635 on network 05afe214-b272-4343-852e-f1768efa01b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 00:08:42.416183 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556e02ef-b98e-4a0f-be79-ce3634d5855c req-fb84c5dc-5192-440e-8040-b74a94fe3004 service neutron] Attempting to bind port 903f2489-4e26-40f2-b226-cd45194f7635 on network 05afe214-b272-4343-852e-f1768efa01b4 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:08:42.420787 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556e02ef-b98e-4a0f-be79-ce3634d5855c req-fb84c5dc-5192-440e-8040-b74a94fe3004 service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:08:42.421121 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556e02ef-b98e-4a0f-be79-ce3634d5855c req-fb84c5dc-5192-440e-8040-b74a94fe3004 service neutron] Checking segment: {'id': '4948a0fc-69c3-4504-bfcc-bcf7849e0aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05afe214-b272-4343-852e-f1768efa01b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:08:42.421503 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556e02ef-b98e-4a0f-be79-ce3634d5855c req-fb84c5dc-5192-440e-8040-b74a94fe3004 service neutron] Bound using segment: {'id': '4948a0fc-69c3-4504-bfcc-bcf7849e0aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05afe214-b272-4343-852e-f1768efa01b4'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:08:42.421921 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-556e02ef-b98e-4a0f-be79-ce3634d5855c req-fb84c5dc-5192-440e-8040-b74a94fe3004 service neutron] Bound port: 903f2489-4e26-40f2-b226-cd45194f7635, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4948a0fc-69c3-4504-bfcc-bcf7849e0aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '05afe214-b272-4343-852e-f1768efa01b4'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:08:42.422273 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-556e02ef-b98e-4a0f-be79-ce3634d5855c req-fb84c5dc-5192-440e-8040-b74a94fe3004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:42.486072 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-556e02ef-b98e-4a0f-be79-ce3634d5855c req-fb84c5dc-5192-440e-8040-b74a94fe3004 service neutron] For port 903f2489-4e26-40f2-b226-cd45194f7635, host n-h2-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:08:42.489093 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-556e02ef-b98e-4a0f-be79-ce3634d5855c req-fb84c5dc-5192-440e-8040-b74a94fe3004 service neutron] For port 903f2489-4e26-40f2-b226-cd45194f7635, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=903f2489-4e26-40f2-b226-cd45194f7635,segment=NetworkSegment(4948a0fc-69c3-4504-bfcc-bcf7849e0aa6),segment_id=4948a0fc-69c3-4504-bfcc-bcf7849e0aa6)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:08:42.492604 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-556e02ef-b98e-4a0f-be79-ce3634d5855c req-fb84c5dc-5192-440e-8040-b74a94fe3004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:42.525088 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556e02ef-b98e-4a0f-be79-ce3634d5855c req-fb84c5dc-5192-440e-8040-b74a94fe3004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:42.526218 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-556e02ef-b98e-4a0f-be79-ce3634d5855c req-fb84c5dc-5192-440e-8040-b74a94fe3004 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:42.527803 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-556e02ef-b98e-4a0f-be79-ce3634d5855c req-fb84c5dc-5192-440e-8040-b74a94fe3004 service neutron] 10.222.0.41 "PUT /v2.0/ports/903f2489-4e26-40f2-b226-cd45194f7635 HTTP/1.1" status: 200 len: 1092 time: 0.7882743 Jul 16 00:08:42.550610 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb84c5dc-5192-440e-8040-b74a94fe3004 service neutron] Pushing event updated for resources: {'Port': ['ID=903f2489-4e26-40f2-b226-cd45194f7635,revision_number=11']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:08:42.628553 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556e02ef-b98e-4a0f-be79-ce3634d5855c req-ec0bdd88-2de8-4507-8498-dda2fbfaa40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:42.629992 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-556e02ef-b98e-4a0f-be79-ce3634d5855c req-ec0bdd88-2de8-4507-8498-dda2fbfaa40b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=146c19810f514ed48bbea6638045fe39&device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c HTTP/1.1" status: 200 len: 1095 time: 0.0597317 Jul 16 00:08:42.722864 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556e02ef-b98e-4a0f-be79-ce3634d5855c req-cdc8d160-0756-42ae-a5e2-fbc0a61a8852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:42.724374 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-556e02ef-b98e-4a0f-be79-ce3634d5855c req-cdc8d160-0756-42ae-a5e2-fbc0a61a8852 service neutron] 10.222.0.41 "GET /v2.0/networks?id=05afe214-b272-4343-852e-f1768efa01b4 HTTP/1.1" status: 200 len: 911 time: 0.0881200 Jul 16 00:08:42.792723 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-556e02ef-b98e-4a0f-be79-ce3634d5855c req-718fcd02-274d-491a-b9f6-1c33fdf691af service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=903f2489-4e26-40f2-b226-cd45194f7635 HTTP/1.1" status: 200 len: 999 time: 0.0619214 Jul 16 00:08:42.842193 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556e02ef-b98e-4a0f-be79-ce3634d5855c req-3173255a-b441-42a0-9ea5-249bb6bbb4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:42.843661 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-556e02ef-b98e-4a0f-be79-ce3634d5855c req-3173255a-b441-42a0-9ea5-249bb6bbb4df service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eea4b5ea-50fc-4ad4-94be-918231915339 HTTP/1.1" status: 200 len: 849 time: 0.0449054 Jul 16 00:08:42.903145 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556e02ef-b98e-4a0f-be79-ce3634d5855c req-1f34c5b5-1fd1-4c54-9443-13cbe1149097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:42.904538 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-556e02ef-b98e-4a0f-be79-ce3634d5855c req-1f34c5b5-1fd1-4c54-9443-13cbe1149097 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=05afe214-b272-4343-852e-f1768efa01b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510225 Jul 16 00:08:42.920652 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 903f2489-4e26-40f2-b226-cd45194f7635 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:08:42.958444 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 903f2489-4e26-40f2-b226-cd45194f7635 not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:08:42.996191 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-556e02ef-b98e-4a0f-be79-ce3634d5855c req-c0c89f62-b079-48ea-82ad-5374ec251c0f service neutron] 10.222.0.41 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855615 Jul 16 00:08:43.084562 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-556e02ef-b98e-4a0f-be79-ce3634d5855c req-9a40391d-92ee-41fd-a9fa-a956feffe136 service neutron] 10.222.0.41 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815670 Jul 16 00:08:43.920223 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84392538-61e5-4995-bcc5-3e88c5c189a2 req-347262e2-c26e-49e4-bf3d-63321c903401 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:43.921607 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-84392538-61e5-4995-bcc5-3e88c5c189a2 req-347262e2-c26e-49e4-bf3d-63321c903401 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c HTTP/1.1" status: 200 len: 944 time: 0.4264932 Jul 16 00:08:43.958879 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-84392538-61e5-4995-bcc5-3e88c5c189a2 req-ec174250-50ef-4f17-a739-9772c112bba2 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312593 Jul 16 00:08:44.215103 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c', 'tag': '903f2489-4e26-40f2-b226-cd45194f7635'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:08:44.217415 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732f3e1a316c3ad7d48a65c2bbc2e30ba6c82a3ba5a41bb87b5b7e43e99a4419" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-449d58fc-f447-41bf-b27a-87e6e13cb40c" -d '{"events": [{"name": "network-changed", "server_uuid": "5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c", "tag": "903f2489-4e26-40f2-b226-cd45194f7635"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:08:44.269033 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6096b635-16e7-49f7-84f4-ba0cc808ca15 x-openstack-request-id: req-6096b635-16e7-49f7-84f4-ba0cc808ca15 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:08:44.269736 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c", "tag": "903f2489-4e26-40f2-b226-cd45194f7635", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:08:44.269988 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6096b635-16e7-49f7-84f4-ba0cc808ca15 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:08:44.270394 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c', 'tag': '903f2489-4e26-40f2-b226-cd45194f7635', 'status': 'completed', 'code': 200} Jul 16 00:08:44.340631 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d58fc-f447-41bf-b27a-87e6e13cb40c req-a21924ef-29d9-4c95-82fa-c5b9691e6ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:44.342260 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-449d58fc-f447-41bf-b27a-87e6e13cb40c req-a21924ef-29d9-4c95-82fa-c5b9691e6ae1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=146c19810f514ed48bbea6638045fe39&device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c HTTP/1.1" status: 200 len: 1095 time: 0.0555835 Jul 16 00:08:44.372764 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d58fc-f447-41bf-b27a-87e6e13cb40c req-5e0fd954-ee9b-4f67-95d7-b1c34c86b89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:44.374516 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-449d58fc-f447-41bf-b27a-87e6e13cb40c req-5e0fd954-ee9b-4f67-95d7-b1c34c86b89f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=146c19810f514ed48bbea6638045fe39&device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c HTTP/1.1" status: 200 len: 1095 time: 0.0601180 Jul 16 00:08:44.434949 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d58fc-f447-41bf-b27a-87e6e13cb40c req-bfc9f8f1-b037-41e4-9963-2aed7cb1b7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:44.436487 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-449d58fc-f447-41bf-b27a-87e6e13cb40c req-bfc9f8f1-b037-41e4-9963-2aed7cb1b7e2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=05afe214-b272-4343-852e-f1768efa01b4 HTTP/1.1" status: 200 len: 911 time: 0.0876362 Jul 16 00:08:44.471651 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d58fc-f447-41bf-b27a-87e6e13cb40c req-ca682496-6d0b-4ede-b42e-f7a3dcef4f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:44.473067 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-449d58fc-f447-41bf-b27a-87e6e13cb40c req-ca682496-6d0b-4ede-b42e-f7a3dcef4f98 service neutron] 10.222.0.41 "GET /v2.0/networks?id=05afe214-b272-4343-852e-f1768efa01b4 HTTP/1.1" status: 200 len: 911 time: 0.0909421 Jul 16 00:08:44.504671 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-449d58fc-f447-41bf-b27a-87e6e13cb40c req-ecdd954f-fbd9-480f-8175-f0dc3515fac0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=903f2489-4e26-40f2-b226-cd45194f7635 HTTP/1.1" status: 200 len: 999 time: 0.0617740 Jul 16 00:08:44.545604 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-449d58fc-f447-41bf-b27a-87e6e13cb40c req-47a55bab-a818-4ab8-be4f-d5faff8a921d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=903f2489-4e26-40f2-b226-cd45194f7635 HTTP/1.1" status: 200 len: 999 time: 0.0659633 Jul 16 00:08:44.559422 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d58fc-f447-41bf-b27a-87e6e13cb40c req-43f01e18-e362-4381-ac13-db55a925e321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:44.561085 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-449d58fc-f447-41bf-b27a-87e6e13cb40c req-43f01e18-e362-4381-ac13-db55a925e321 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=eea4b5ea-50fc-4ad4-94be-918231915339 HTTP/1.1" status: 200 len: 849 time: 0.0494347 Jul 16 00:08:44.596499 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d58fc-f447-41bf-b27a-87e6e13cb40c req-961b8e6f-0dc4-46c6-bc30-8d2279d588aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:44.598020 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-449d58fc-f447-41bf-b27a-87e6e13cb40c req-961b8e6f-0dc4-46c6-bc30-8d2279d588aa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eea4b5ea-50fc-4ad4-94be-918231915339 HTTP/1.1" status: 200 len: 849 time: 0.0458157 Jul 16 00:08:44.626261 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d58fc-f447-41bf-b27a-87e6e13cb40c req-d324bbdd-fcca-4247-8a17-78f616072fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:44.627813 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-449d58fc-f447-41bf-b27a-87e6e13cb40c req-d324bbdd-fcca-4247-8a17-78f616072fbf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=05afe214-b272-4343-852e-f1768efa01b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603292 Jul 16 00:08:44.655982 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d58fc-f447-41bf-b27a-87e6e13cb40c req-a4d1707b-f4f8-4ebe-8e8f-3321ace62e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:44.657488 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-449d58fc-f447-41bf-b27a-87e6e13cb40c req-a4d1707b-f4f8-4ebe-8e8f-3321ace62e63 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=05afe214-b272-4343-852e-f1768efa01b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529251 Jul 16 00:08:44.721835 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-449d58fc-f447-41bf-b27a-87e6e13cb40c req-603dd13e-bdf5-4022-ae75-cefc70aa8add service neutron] 10.222.0.49 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865555 Jul 16 00:08:44.758089 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-449d58fc-f447-41bf-b27a-87e6e13cb40c req-e38d034d-15c0-4d10-b3f7-f73f2038b0d2 service neutron] 10.222.0.41 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936007 Jul 16 00:08:44.830733 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-449d58fc-f447-41bf-b27a-87e6e13cb40c req-95019a52-dbe9-45fb-9203-da62b4c70b32 service neutron] 10.222.0.49 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025572 Jul 16 00:08:44.862676 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-449d58fc-f447-41bf-b27a-87e6e13cb40c req-2122572e-f17b-465e-85a2-c69acc7501fd service neutron] 10.222.0.41 "GET /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978281 Jul 16 00:08:45.136594 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae695ff9-1e04-4eca-b40c-10f6fe2e35ce req-85be0f81-c981-46a5-9614-90e25a600acb tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:45.138131 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ae695ff9-1e04-4eca-b40c-10f6fe2e35ce req-85be0f81-c981-46a5-9614-90e25a600acb tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c HTTP/1.1" status: 200 len: 944 time: 0.0654063 Jul 16 00:08:45.177480 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ae695ff9-1e04-4eca-b40c-10f6fe2e35ce req-79501fdb-c2e5-4fa8-a09a-d6471046304e tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337455 Jul 16 00:08:46.359444 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c93f4f8-53e9-41c1-9fa7-aa0e1afd1c9f req-53d6a9ef-4622-4476-ba4c-2f5684cd5ba8 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:46.361024 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4c93f4f8-53e9-41c1-9fa7-aa0e1afd1c9f req-53d6a9ef-4622-4476-ba4c-2f5684cd5ba8 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c HTTP/1.1" status: 200 len: 944 time: 0.0705748 Jul 16 00:08:46.399883 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4c93f4f8-53e9-41c1-9fa7-aa0e1afd1c9f req-a82e082a-2cd2-46d8-acc8-f39e0a00bfe1 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332384 Jul 16 00:08:47.576036 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4481f1f-7266-4743-bb9b-c76d38347049 req-2cb04002-f155-4f0e-8310-8d6cf46d186f tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:47.577508 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c4481f1f-7266-4743-bb9b-c76d38347049 req-2cb04002-f155-4f0e-8310-8d6cf46d186f tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c HTTP/1.1" status: 200 len: 944 time: 0.0668075 Jul 16 00:08:47.618364 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c4481f1f-7266-4743-bb9b-c76d38347049 req-5fc65b72-d923-44d7-92b2-b4d2c1d6ad5a tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348487 Jul 16 00:08:48.793886 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a41ef08-c739-4530-94b1-c595a8b0cc86 req-99ea0d1f-52b6-4ed5-be44-c5f8fea6cfeb tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:48.795331 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7a41ef08-c739-4530-94b1-c595a8b0cc86 req-99ea0d1f-52b6-4ed5-be44-c5f8fea6cfeb tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c HTTP/1.1" status: 200 len: 944 time: 0.0653656 Jul 16 00:08:48.834782 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7a41ef08-c739-4530-94b1-c595a8b0cc86 req-f92d84d3-b4f6-4f86-a75f-00da36e1c63d tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338504 Jul 16 00:08:50.014420 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fcb076-830f-4ea7-87e6-669889cdde4a req-9e5554b8-a126-4e00-9e87-866e5fd4a519 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:50.015928 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b8fcb076-830f-4ea7-87e6-669889cdde4a req-9e5554b8-a126-4e00-9e87-866e5fd4a519 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c HTTP/1.1" status: 200 len: 944 time: 0.0666456 Jul 16 00:08:50.052999 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b8fcb076-830f-4ea7-87e6-669889cdde4a req-80ec37d3-d9c7-4e3e-988a-508414ffd91b tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316217 Jul 16 00:08:51.226055 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a007da-d590-4dd5-bb8e-ba183214901b req-41bef888-bf28-4a5a-a7fd-222d85201312 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:51.227598 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-32a007da-d590-4dd5-bb8e-ba183214901b req-41bef888-bf28-4a5a-a7fd-222d85201312 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c HTTP/1.1" status: 200 len: 944 time: 0.0636899 Jul 16 00:08:51.264744 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-32a007da-d590-4dd5-bb8e-ba183214901b req-7cc0bcc9-0507-450a-9492-e395c1d37413 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309002 Jul 16 00:08:52.442421 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab11332b-0e34-4790-8bfd-a311b7c901b8 req-51684adf-4643-458e-b627-d3ebdb6dd0fb tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:52.444189 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab11332b-0e34-4790-8bfd-a311b7c901b8 req-51684adf-4643-458e-b627-d3ebdb6dd0fb tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c HTTP/1.1" status: 200 len: 944 time: 0.0678725 Jul 16 00:08:52.482428 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab11332b-0e34-4790-8bfd-a311b7c901b8 req-f2d5ad99-d8d6-4028-bee8-b8da25e4a9fe tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325558 Jul 16 00:08:53.656986 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f9ad3c-043c-485f-bc0e-c0a7e9d8bf8d req-fa00bcc2-b458-492b-918a-69e5d5ab06d2 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:53.658474 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d1f9ad3c-043c-485f-bc0e-c0a7e9d8bf8d req-fa00bcc2-b458-492b-918a-69e5d5ab06d2 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c HTTP/1.1" status: 200 len: 944 time: 0.0629158 Jul 16 00:08:53.695978 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d1f9ad3c-043c-485f-bc0e-c0a7e9d8bf8d req-d2e94562-8b01-40ff-9fe4-4bc463bf86f7 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320280 Jul 16 00:08:54.869048 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b129abfc-ed13-4817-b9c2-f820014a20e4 req-1338d9bc-bfd0-41cf-b60c-6a6666758472 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:54.870582 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b129abfc-ed13-4817-b9c2-f820014a20e4 req-1338d9bc-bfd0-41cf-b60c-6a6666758472 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c HTTP/1.1" status: 200 len: 944 time: 0.0631223 Jul 16 00:08:54.907795 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b129abfc-ed13-4817-b9c2-f820014a20e4 req-757b139c-481c-40c8-aed6-e86c033d6141 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316932 Jul 16 00:08:55.085936 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7108a0f8-0cac-4dbf-8950-61e77f042602 req-3a57e713-4d63-4989-a3f5-aab8141f7dae tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:55.087417 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7108a0f8-0cac-4dbf-8950-61e77f042602 req-3a57e713-4d63-4989-a3f5-aab8141f7dae tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c HTTP/1.1" status: 200 len: 944 time: 0.0674195 Jul 16 00:08:55.126547 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7108a0f8-0cac-4dbf-8950-61e77f042602 req-62d04c82-47a5-4cbc-9c45-0087b6637cc7 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330801 Jul 16 00:08:55.298236 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb0148d-1cab-4c00-af02-594971b5a76a req-33444ebb-acfd-4fd2-abbc-929f54c9b562 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:55.299737 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-abb0148d-1cab-4c00-af02-594971b5a76a req-33444ebb-acfd-4fd2-abbc-929f54c9b562 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c HTTP/1.1" status: 200 len: 944 time: 0.0626159 Jul 16 00:08:55.337897 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-abb0148d-1cab-4c00-af02-594971b5a76a req-bb4df997-3db2-4291-b7a5-a5d037d05fd9 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325196 Jul 16 00:08:55.741511 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baacbc6-49d7-4950-b465-aedaf9ca084c req-196d834f-74a2-40d2-8aba-52fdbdba537f tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:55.743015 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6baacbc6-49d7-4950-b465-aedaf9ca084c req-196d834f-74a2-40d2-8aba-52fdbdba537f tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c HTTP/1.1" status: 200 len: 944 time: 0.0674510 Jul 16 00:08:55.778580 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 903f2489-4e26-40f2-b226-cd45194f7635 details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 00:08:55.780596 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6baacbc6-49d7-4950-b465-aedaf9ca084c req-ee1c3793-7ced-4f58-abf7-8193c90a7bfb tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319107 Jul 16 00:08:55.856232 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:08:55.875140 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 903f2489-4e26-40f2-b226-cd45194f7635, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=903f2489-4e26-40f2-b226-cd45194f7635,segment=NetworkSegment(4948a0fc-69c3-4504-bfcc-bcf7849e0aa6),segment_id=4948a0fc-69c3-4504-bfcc-bcf7849e0aa6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:08:55.886379 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': '903f2489-4e26-40f2-b226-cd45194f7635', 'network_id': '05afe214-b272-4343-852e-f1768efa01b4', 'port_id': '903f2489-4e26-40f2-b226-cd45194f7635', 'mac_address': 'fa:16:3e:ce:db:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eea4b5ea-50fc-4ad4-94be-918231915339', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 00:08:55.918130 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:55.932115 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:55.947393 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 903f2489-4e26-40f2-b226-cd45194f7635 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:08:55.966621 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 903f2489-4e26-40f2-b226-cd45194f7635, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=903f2489-4e26-40f2-b226-cd45194f7635,segment=NetworkSegment(4948a0fc-69c3-4504-bfcc-bcf7849e0aa6),segment_id=4948a0fc-69c3-4504-bfcc-bcf7849e0aa6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:08:55.970049 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:56.014996 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=903f2489-4e26-40f2-b226-cd45194f7635,revision_number=12']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:08:56.305479 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['903f2489-4e26-40f2-b226-cd45194f7635'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:08:56.964621 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6412ca5c-ad92-4804-af50-0e07ebbaf686 req-4d8f194b-c37c-418e-9e57-8c1a75a87db5 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:56.966152 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6412ca5c-ad92-4804-af50-0e07ebbaf686 req-4d8f194b-c37c-418e-9e57-8c1a75a87db5 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c HTTP/1.1" status: 200 len: 945 time: 0.0647180 Jul 16 00:08:57.002775 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6412ca5c-ad92-4804-af50-0e07ebbaf686 req-085623f2-105b-4b56-b8b6-3b630da2c774 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6100d2c-2a68-45a8-8eeb-72c8438afd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311558 Jul 16 00:08:57.347823 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a4b14-2ad7-46ae-bdde-020a0b4f1b8b req-1a529b3f-1a82-4da1-a219-924be9028eed tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:08:57.349290 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b27a4b14-2ad7-46ae-bdde-020a0b4f1b8b req-1a529b3f-1a82-4da1-a219-924be9028eed tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c HTTP/1.1" status: 200 len: 945 time: 0.0729775 Jul 16 00:08:57.448187 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-b27a4b14-2ad7-46ae-bdde-020a0b4f1b8b req-55dc0013-44f7-48d0-bda5-e5becfe9d8e5 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Deleting port 903f2489-4e26-40f2-b226-cd45194f7635 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:08:57.448531 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b27a4b14-2ad7-46ae-bdde-020a0b4f1b8b req-55dc0013-44f7-48d0-bda5-e5becfe9d8e5 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:57.544084 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-b27a4b14-2ad7-46ae-bdde-020a0b4f1b8b req-55dc0013-44f7-48d0-bda5-e5becfe9d8e5 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] For port 903f2489-4e26-40f2-b226-cd45194f7635, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=903f2489-4e26-40f2-b226-cd45194f7635,segment=NetworkSegment(4948a0fc-69c3-4504-bfcc-bcf7849e0aa6),segment_id=4948a0fc-69c3-4504-bfcc-bcf7849e0aa6)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:08:57.544453 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b27a4b14-2ad7-46ae-bdde-020a0b4f1b8b req-55dc0013-44f7-48d0-bda5-e5becfe9d8e5 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:57.716464 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b27a4b14-2ad7-46ae-bdde-020a0b4f1b8b req-55dc0013-44f7-48d0-bda5-e5becfe9d8e5 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:57.716840 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b27a4b14-2ad7-46ae-bdde-020a0b4f1b8b req-55dc0013-44f7-48d0-bda5-e5becfe9d8e5 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:57.717189 n-d-794306-6 neutron-server[93771]: INFO neutron.db.l3_db [req-b27a4b14-2ad7-46ae-bdde-020a0b4f1b8b req-55dc0013-44f7-48d0-bda5-e5becfe9d8e5 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Floating IP b888bfce-dbed-4cae-a5a3-ed8167772dba disassociated. External IP: 172.25.5.70, port: 903f2489-4e26-40f2-b226-cd45194f7635. Jul 16 00:08:57.717685 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-b27a4b14-2ad7-46ae-bdde-020a0b4f1b8b req-55dc0013-44f7-48d0-bda5-e5becfe9d8e5 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Calling delete_port for 903f2489-4e26-40f2-b226-cd45194f7635 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:08:57.794424 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 903f2489-4e26-40f2-b226-cd45194f7635 up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:08:57.850019 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b27a4b14-2ad7-46ae-bdde-020a0b4f1b8b req-55dc0013-44f7-48d0-bda5-e5becfe9d8e5 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:57.850528 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port 903f2489-4e26-40f2-b226-cd45194f7635 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:08:57.856111 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port 903f2489-4e26-40f2-b226-cd45194f7635 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:08:57.856485 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:57.874874 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Port 903f2489-4e26-40f2-b226-cd45194f7635 was deleted so its status cannot be updated. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 00:08:57.879498 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dc0013-44f7-48d0-bda5-e5becfe9d8e5 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Pushing event deleted for resources: {'Port': ['ID=903f2489-4e26-40f2-b226-cd45194f7635,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:08:57.996026 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b27a4b14-2ad7-46ae-bdde-020a0b4f1b8b req-55dc0013-44f7-48d0-bda5-e5becfe9d8e5 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Router f875ac8c-b8e6-4691-bab1-e1fed0bd629a has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:08:58.104598 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b27a4b14-2ad7-46ae-bdde-020a0b4f1b8b req-55dc0013-44f7-48d0-bda5-e5becfe9d8e5 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:08:58.114045 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bdbdaf-f2ea-45dd-b4ad-5e110b1f200d None None] Sync routers for ids ['f875ac8c-b8e6-4691-bab1-e1fed0bd629a'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:08:58.123623 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bdbdaf-f2ea-45dd-b4ad-5e110b1f200d None None] Routers {'f875ac8c-b8e6-4691-bab1-e1fed0bd629a'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:08:58.124353 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d0bdbdaf-f2ea-45dd-b4ad-5e110b1f200d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:08:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['f875ac8c-b8e6-4691-bab1-e1fed0bd629a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:08:58.148026 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-b27a4b14-2ad7-46ae-bdde-020a0b4f1b8b req-55dc0013-44f7-48d0-bda5-e5becfe9d8e5 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] No DVR routers for this DVR port 903f2489-4e26-40f2-b226-cd45194f7635 on host n-h2-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:08:58.151699 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b27a4b14-2ad7-46ae-bdde-020a0b4f1b8b req-55dc0013-44f7-48d0-bda5-e5becfe9d8e5 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:08:58.153252 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5f94be86-f434-46c5-9d21-07b44a383064 req-22872dc6-4839-43bb-8298-3ef3ea15beed tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c HTTP/1.1" status: 200 len: 210 time: 0.0299513 Jul 16 00:08:58.153752 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b27a4b14-2ad7-46ae-bdde-020a0b4f1b8b req-55dc0013-44f7-48d0-bda5-e5becfe9d8e5 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.41 "DELETE /v2.0/ports/903f2489-4e26-40f2-b226-cd45194f7635 HTTP/1.1" status: 204 len: 173 time: 0.7988534 Jul 16 00:08:58.154230 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c', 'name': 'network-vif-deleted', 'tag': '903f2489-4e26-40f2-b226-cd45194f7635'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:08:58.156538 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732f3e1a316c3ad7d48a65c2bbc2e30ba6c82a3ba5a41bb87b5b7e43e99a4419" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f0d8d87-acb6-497e-8e5d-bc435b0544fb" -d '{"events": [{"server_uuid": "5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c", "name": "network-vif-deleted", "tag": "903f2489-4e26-40f2-b226-cd45194f7635"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:08:58.201902 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a33eaf36-e81b-44c2-b030-b96cd58d4b3e x-openstack-request-id: req-a33eaf36-e81b-44c2-b030-b96cd58d4b3e {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:08:58.202495 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c", "name": "network-vif-deleted", "tag": "903f2489-4e26-40f2-b226-cd45194f7635", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:08:58.202847 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a33eaf36-e81b-44c2-b030-b96cd58d4b3e {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:08:58.203526 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c', 'name': 'network-vif-deleted', 'tag': '903f2489-4e26-40f2-b226-cd45194f7635', 'status': 'completed', 'code': 200} Jul 16 00:08:58.238350 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-d0bdbdaf-f2ea-45dd-b4ad-5e110b1f200d None None] Set router f875ac8c-b8e6-4691-bab1-e1fed0bd629a gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:08:58.437026 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d0bdbdaf-f2ea-45dd-b4ad-5e110b1f200d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'name': 'tempest-ServerActionsTestJSON-63931044-router', 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'b898b7a1-d8c3-4f68-a448-769f333f77fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:59:05Z', 'updated_at': '2021-07-15T23:59:08Z', 'revision_number': 4, 'project_id': '146c19810f514ed48bbea6638045fe39', 'gw_port': {'id': 'b898b7a1-d8c3-4f68-a448-769f333f77fd', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:67:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:06Z', 'updated_at': '2021-07-15T23:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'dfffd2a0-4f59-4fc2-a827-89d47d7b06c0', 'name': '', 'network_id': '05afe214-b272-4343-852e-f1768efa01b4', 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'mac_address': 'fa:16:3e:19:1f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'eea4b5ea-50fc-4ad4-94be-918231915339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:08Z', 'updated_at': '2021-07-15T23:59:14Z', 'revision_number': 5, 'project_id': '146c19810f514ed48bbea6638045fe39', 'subnets': [{'id': 'eea4b5ea-50fc-4ad4-94be-918231915339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:08:58.463255 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bdbdaf-f2ea-45dd-b4ad-5e110b1f200d None None] Checking router: f875ac8c-b8e6-4691-bab1-e1fed0bd629a for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:08:58.471522 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bdbdaf-f2ea-45dd-b4ad-5e110b1f200d None None] Routers {'f875ac8c-b8e6-4691-bab1-e1fed0bd629a'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:08:58.472146 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d0bdbdaf-f2ea-45dd-b4ad-5e110b1f200d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:08:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['f875ac8c-b8e6-4691-bab1-e1fed0bd629a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:08:58.735644 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-d0bdbdaf-f2ea-45dd-b4ad-5e110b1f200d None None] Set router f875ac8c-b8e6-4691-bab1-e1fed0bd629a gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:08:58.945231 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d0bdbdaf-f2ea-45dd-b4ad-5e110b1f200d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'name': 'tempest-ServerActionsTestJSON-63931044-router', 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'b898b7a1-d8c3-4f68-a448-769f333f77fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:59:05Z', 'updated_at': '2021-07-15T23:59:08Z', 'revision_number': 4, 'project_id': '146c19810f514ed48bbea6638045fe39', 'gw_port': {'id': 'b898b7a1-d8c3-4f68-a448-769f333f77fd', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:67:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:06Z', 'updated_at': '2021-07-15T23:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'dfffd2a0-4f59-4fc2-a827-89d47d7b06c0', 'name': '', 'network_id': '05afe214-b272-4343-852e-f1768efa01b4', 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'mac_address': 'fa:16:3e:19:1f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'eea4b5ea-50fc-4ad4-94be-918231915339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:08Z', 'updated_at': '2021-07-15T23:59:14Z', 'revision_number': 5, 'project_id': '146c19810f514ed48bbea6638045fe39', 'subnets': [{'id': 'eea4b5ea-50fc-4ad4-94be-918231915339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:08:58.976004 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bdbdaf-f2ea-45dd-b4ad-5e110b1f200d None None] The sync data for ids ['f875ac8c-b8e6-4691-bab1-e1fed0bd629a'] in n-d-794306-6 is: [{'id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'name': 'tempest-ServerActionsTestJSON-63931044-router', 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'b898b7a1-d8c3-4f68-a448-769f333f77fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:59:05Z', 'updated_at': '2021-07-15T23:59:08Z', 'revision_number': 4, 'project_id': '146c19810f514ed48bbea6638045fe39', 'gw_port': {'id': 'b898b7a1-d8c3-4f68-a448-769f333f77fd', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:67:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:06Z', 'updated_at': '2021-07-15T23:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'dfffd2a0-4f59-4fc2-a827-89d47d7b06c0', 'name': '', 'network_id': '05afe214-b272-4343-852e-f1768efa01b4', 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'mac_address': 'fa:16:3e:19:1f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'eea4b5ea-50fc-4ad4-94be-918231915339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:08Z', 'updated_at': '2021-07-15T23:59:14Z', 'revision_number': 5, 'project_id': '146c19810f514ed48bbea6638045fe39', 'subnets': [{'id': 'eea4b5ea-50fc-4ad4-94be-918231915339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:08:59.200915 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd3189d-ad2a-489b-ba07-df0bc1ce2efc None None] New status for floating IP b888bfce-dbed-4cae-a5a3-ed8167772dba: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 00:08:59.327283 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-31af6a60-6e2a-4102-abd9-cd87887f986a req-48c07cc6-86da-4669-a4ef-0b1e00e9a977 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c HTTP/1.1" status: 200 len: 210 time: 0.0337667 Jul 16 00:09:00.471621 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-025bb08d-d449-429d-9714-c587f39aa6dd req-0af2dddb-01f5-4e3b-8596-a1cd10ed9e54 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c HTTP/1.1" status: 200 len: 210 time: 0.0286143 Jul 16 00:09:00.917654 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ebb3d51e-0916-4f35-b9a5-4d0b50066227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:01.625728 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b2156cd7-a7b2-4fdc-8253-91b40cdad122 req-937d2a8d-1561-48ab-9493-bdeba8709eae tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ea5bdc7-60f7-419e-a2b0-e2dc3e032e5c HTTP/1.1" status: 200 len: 210 time: 0.0289133 Jul 16 00:09:01.826382 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 903f2489-4e26-40f2-b226-cd45194f7635 no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:09:01.845910 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] No Port match for: 903f2489-4e26-40f2-b226-cd45194f7635 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:09:01.846249 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 903f2489-4e26-40f2-b226-cd45194f7635 not bound to the agent host n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:09:03.482636 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:04.278145 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c9ede618-5689-46fc-adfc-5a560b909573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:04.516386 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:05.667890 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 52826) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:09:05.722818 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0ccc60c-895c-4c3a-bc46-c9140a442ee1 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:05.747263 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0ccc60c-895c-4c3a-bc46-c9140a442ee1 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:05.795168 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0ccc60c-895c-4c3a-bc46-c9140a442ee1 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:05.797853 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0ccc60c-895c-4c3a-bc46-c9140a442ee1 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:05.799260 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-f0ccc60c-895c-4c3a-bc46-c9140a442ee1 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "DELETE /v2.0/security-groups/a6100d2c-2a68-45a8-8eeb-72c8438afd74 HTTP/1.1" status: 204 len: 168 time: 0.1302741 Jul 16 00:09:05.802197 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52828) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:09:05.808982 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ccc60c-895c-4c3a-bc46-c9140a442ee1 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6100d2c-2a68-45a8-8eeb-72c8438afd74,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:05.819378 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [None req-e8c9f940-2799-4eca-8a63-834c3fb7b520 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] show failed (client error): The resource could not be found. Jul 16 00:09:05.823674 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e8c9f940-2799-4eca-8a63-834c3fb7b520 tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "GET /v2.0/security-groups/a6100d2c-2a68-45a8-8eeb-72c8438afd74 HTTP/1.1" status: 404 len: 347 time: 0.0169985 Jul 16 00:09:05.823882 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52830) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:09:05.953996 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-2bdecc8c-5b68-4747-ab2b-0039bdbeaf4c tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Deleting port c3b47ca5-e503-4c5e-83bb-cb502d0bf624 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:09:05.954366 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2bdecc8c-5b68-4747-ab2b-0039bdbeaf4c tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:06.033214 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2bdecc8c-5b68-4747-ab2b-0039bdbeaf4c tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:06.033538 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2bdecc8c-5b68-4747-ab2b-0039bdbeaf4c tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:06.045435 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-2bdecc8c-5b68-4747-ab2b-0039bdbeaf4c tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Calling delete_port for c3b47ca5-e503-4c5e-83bb-cb502d0bf624 owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:09:06.180666 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2bdecc8c-5b68-4747-ab2b-0039bdbeaf4c tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:06.210606 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdecc8c-5b68-4747-ab2b-0039bdbeaf4c tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Pushing event deleted for resources: {'Port': ['ID=c3b47ca5-e503-4c5e-83bb-cb502d0bf624,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:06.269903 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2bdecc8c-5b68-4747-ab2b-0039bdbeaf4c tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:06.272517 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2bdecc8c-5b68-4747-ab2b-0039bdbeaf4c tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:06.273678 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-2bdecc8c-5b68-4747-ab2b-0039bdbeaf4c tempest-ServerActionsTestJSON-387803835 tempest-ServerActionsTestJSON-387803835-project] 10.222.0.48 "DELETE /v2.0/floatingips/b888bfce-dbed-4cae-a5a3-ed8167772dba HTTP/1.1" status: 204 len: 168 time: 0.4488714 Jul 16 00:09:06.276627 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52832) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:09:06.527344 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:07.039707 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ea31fa6-b4d8-4d1e-a357-a49606409988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:07.290680 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-2ea31fa6-b4d8-4d1e-a357-a49606409988 admin admin] Deleting port dfffd2a0-4f59-4fc2-a827-89d47d7b06c0 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:09:07.291019 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ea31fa6-b4d8-4d1e-a357-a49606409988 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:07.366561 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-2ea31fa6-b4d8-4d1e-a357-a49606409988 admin admin] For port dfffd2a0-4f59-4fc2-a827-89d47d7b06c0, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=dfffd2a0-4f59-4fc2-a827-89d47d7b06c0,segment=NetworkSegment(4948a0fc-69c3-4504-bfcc-bcf7849e0aa6),segment_id=4948a0fc-69c3-4504-bfcc-bcf7849e0aa6)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:09:07.366915 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ea31fa6-b4d8-4d1e-a357-a49606409988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:07.382785 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-2ea31fa6-b4d8-4d1e-a357-a49606409988 admin admin] Calling delete_port for dfffd2a0-4f59-4fc2-a827-89d47d7b06c0 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:09:07.561148 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ea31fa6-b4d8-4d1e-a357-a49606409988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:07.583854 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea31fa6-b4d8-4d1e-a357-a49606409988 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfffd2a0-4f59-4fc2-a827-89d47d7b06c0,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:07.753499 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ea31fa6-b4d8-4d1e-a357-a49606409988 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:07.971831 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ea31fa6-b4d8-4d1e-a357-a49606409988 admin admin] Router f875ac8c-b8e6-4691-bab1-e1fed0bd629a has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:09:08.079378 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea31fa6-b4d8-4d1e-a357-a49606409988 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:09:08.087250 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-2ea31fa6-b4d8-4d1e-a357-a49606409988 admin admin] 10.222.0.48 "PUT /v2.0/routers/f875ac8c-b8e6-4691-bab1-e1fed0bd629a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8073833 Jul 16 00:09:08.088705 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52836) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:09:08.092424 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3e6331-157b-4b53-a3b5-67c7d140e81f None None] Sync routers for ids ['f875ac8c-b8e6-4691-bab1-e1fed0bd629a'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:09:08.101554 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3e6331-157b-4b53-a3b5-67c7d140e81f None None] Routers {'f875ac8c-b8e6-4691-bab1-e1fed0bd629a'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:09:08.102172 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-4f3e6331-157b-4b53-a3b5-67c7d140e81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:09:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['f875ac8c-b8e6-4691-bab1-e1fed0bd629a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:09:08.199791 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65fd86ee-aeef-4017-859b-df0d2301c79a admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:08.220584 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-4f3e6331-157b-4b53-a3b5-67c7d140e81f None None] Set router f875ac8c-b8e6-4691-bab1-e1fed0bd629a gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:09:08.310889 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65fd86ee-aeef-4017-859b-df0d2301c79a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:08.364166 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-65fd86ee-aeef-4017-859b-df0d2301c79a admin admin] Deleting port b898b7a1-d8c3-4f68-a448-769f333f77fd {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:09:08.364521 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65fd86ee-aeef-4017-859b-df0d2301c79a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:08.408140 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-4f3e6331-157b-4b53-a3b5-67c7d140e81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'name': 'tempest-ServerActionsTestJSON-63931044-router', 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'b898b7a1-d8c3-4f68-a448-769f333f77fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:59:05Z', 'updated_at': '2021-07-16T00:09:07Z', 'revision_number': 5, 'project_id': '146c19810f514ed48bbea6638045fe39', 'gw_port': {'id': 'b898b7a1-d8c3-4f68-a448-769f333f77fd', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:67:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T23:59:06Z', 'updated_at': '2021-07-15T23:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:09:08.434106 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3e6331-157b-4b53-a3b5-67c7d140e81f None None] Checking router: f875ac8c-b8e6-4691-bab1-e1fed0bd629a for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:09:08.442255 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3e6331-157b-4b53-a3b5-67c7d140e81f None None] Routers {'f875ac8c-b8e6-4691-bab1-e1fed0bd629a'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:09:08.443126 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-4f3e6331-157b-4b53-a3b5-67c7d140e81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:09:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['f875ac8c-b8e6-4691-bab1-e1fed0bd629a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:09:08.443710 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-65fd86ee-aeef-4017-859b-df0d2301c79a admin admin] For port b898b7a1-d8c3-4f68-a448-769f333f77fd, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=b898b7a1-d8c3-4f68-a448-769f333f77fd,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:09:08.444081 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65fd86ee-aeef-4017-859b-df0d2301c79a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:08.457294 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-65fd86ee-aeef-4017-859b-df0d2301c79a admin admin] Calling delete_port for b898b7a1-d8c3-4f68-a448-769f333f77fd owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:09:08.528198 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-4f3e6331-157b-4b53-a3b5-67c7d140e81f None None] Set router f875ac8c-b8e6-4691-bab1-e1fed0bd629a gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:09:08.582769 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-4f3e6331-157b-4b53-a3b5-67c7d140e81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'name': 'tempest-ServerActionsTestJSON-63931044-router', 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:59:05Z', 'updated_at': '2021-07-16T00:09:08Z', 'revision_number': 6, 'project_id': '146c19810f514ed48bbea6638045fe39', 'gw_port_host': None}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:09:08.618574 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3e6331-157b-4b53-a3b5-67c7d140e81f None None] The sync data for ids ['f875ac8c-b8e6-4691-bab1-e1fed0bd629a'] in n-d-794306-6 is: [{'id': 'f875ac8c-b8e6-4691-bab1-e1fed0bd629a', 'name': 'tempest-ServerActionsTestJSON-63931044-router', 'tenant_id': '146c19810f514ed48bbea6638045fe39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T23:59:05Z', 'updated_at': '2021-07-16T00:09:08Z', 'revision_number': 6, 'project_id': '146c19810f514ed48bbea6638045fe39', 'gw_port_host': None}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:09:08.633224 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:08.640509 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65fd86ee-aeef-4017-859b-df0d2301c79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:08.671826 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fd86ee-aeef-4017-859b-df0d2301c79a admin admin] Pushing event deleted for resources: {'Port': ['ID=b898b7a1-d8c3-4f68-a448-769f333f77fd,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:08.738527 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65fd86ee-aeef-4017-859b-df0d2301c79a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999011'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:08.835129 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65fd86ee-aeef-4017-859b-df0d2301c79a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:08.837576 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65fd86ee-aeef-4017-859b-df0d2301c79a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:08.883522 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65fd86ee-aeef-4017-859b-df0d2301c79a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:08.885833 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65fd86ee-aeef-4017-859b-df0d2301c79a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f875ac8c-b8e6-4691-bab1-e1fed0bd629a {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 00:09:08.890491 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65fd86ee-aeef-4017-859b-df0d2301c79a admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:08.891678 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-65fd86ee-aeef-4017-859b-df0d2301c79a admin admin] 10.222.0.48 "DELETE /v2.0/routers/f875ac8c-b8e6-4691-bab1-e1fed0bd629a HTTP/1.1" status: 204 len: 168 time: 0.8020079 Jul 16 00:09:08.894146 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52838) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:09:08.945332 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc49e4a5-9a32-4064-8356-217281e164d2 admin admin] Deleting subnet eea4b5ea-50fc-4ad4-94be-918231915339 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 00:09:08.948999 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc49e4a5-9a32-4064-8356-217281e164d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:08.983106 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc49e4a5-9a32-4064-8356-217281e164d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:09.064327 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc49e4a5-9a32-4064-8356-217281e164d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:09.115631 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc49e4a5-9a32-4064-8356-217281e164d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:09.146084 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc49e4a5-9a32-4064-8356-217281e164d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eea4b5ea-50fc-4ad4-94be-918231915339,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:09.151057 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc49e4a5-9a32-4064-8356-217281e164d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:09.152928 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-cc49e4a5-9a32-4064-8356-217281e164d2 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/eea4b5ea-50fc-4ad4-94be-918231915339 HTTP/1.1" status: 204 len: 168 time: 0.2577648 Jul 16 00:09:09.155390 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52840) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:09:09.157947 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ec552f-2328-4f85-943c-e3004a15f2a8 None None] Network 05afe214-b272-4343-852e-f1768efa01b4 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:09:09.225357 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca2668c5-d3df-4a26-a769-e6b3595d6b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:09.282391 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-ca2668c5-d3df-4a26-a769-e6b3595d6b8a admin admin] Deleting port 07715745-fa3c-4772-82b1-638576e53497 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:09:09.283024 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca2668c5-d3df-4a26-a769-e6b3595d6b8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:09.352842 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-ca2668c5-d3df-4a26-a769-e6b3595d6b8a admin admin] For port 07715745-fa3c-4772-82b1-638576e53497, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=07715745-fa3c-4772-82b1-638576e53497,segment=NetworkSegment(4948a0fc-69c3-4504-bfcc-bcf7849e0aa6),segment_id=4948a0fc-69c3-4504-bfcc-bcf7849e0aa6)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:09:09.353935 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca2668c5-d3df-4a26-a769-e6b3595d6b8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:09.366279 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-ca2668c5-d3df-4a26-a769-e6b3595d6b8a admin admin] Calling delete_port for 07715745-fa3c-4772-82b1-638576e53497 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:09:09.376162 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a58fd76-eb9d-4001-9906-183605df974f None None] DHCP port deletion for 05afe214-b272-4343-852e-f1768efa01b4 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 00:09:09.423254 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-3a58fd76-eb9d-4001-9906-183605df974f None None] Deleting port 07715745-fa3c-4772-82b1-638576e53497 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:09:09.423758 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3a58fd76-eb9d-4001-9906-183605df974f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:09.449481 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca2668c5-d3df-4a26-a769-e6b3595d6b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:09.480866 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2668c5-d3df-4a26-a769-e6b3595d6b8a admin admin] Pushing event deleted for resources: {'Port': ['ID=07715745-fa3c-4772-82b1-638576e53497,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:09.482690 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2668c5-d3df-4a26-a769-e6b3595d6b8a admin admin] No DVR routers for this DVR port 07715745-fa3c-4772-82b1-638576e53497 on host n-d-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:09:09.493446 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-3a58fd76-eb9d-4001-9906-183605df974f None None] For port 07715745-fa3c-4772-82b1-638576e53497, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=07715745-fa3c-4772-82b1-638576e53497,segment=NetworkSegment(4948a0fc-69c3-4504-bfcc-bcf7849e0aa6),segment_id=4948a0fc-69c3-4504-bfcc-bcf7849e0aa6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:09:09.494661 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3a58fd76-eb9d-4001-9906-183605df974f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:09.511888 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-3a58fd76-eb9d-4001-9906-183605df974f None None] Calling delete_port for 07715745-fa3c-4772-82b1-638576e53497 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:09:09.554601 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca2668c5-d3df-4a26-a769-e6b3595d6b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:09.565755 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-ca2668c5-d3df-4a26-a769-e6b3595d6b8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05afe214-b272-4343-852e-f1768efa01b4']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:09:09.576695 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-ca2668c5-d3df-4a26-a769-e6b3595d6b8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4948a0fc-69c3-4504-bfcc-bcf7849e0aa6') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:09:09.577325 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-ca2668c5-d3df-4a26-a769-e6b3595d6b8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4948a0fc-69c3-4504-bfcc-bcf7849e0aa6') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:09:09.586931 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca2668c5-d3df-4a26-a769-e6b3595d6b8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:09.587108 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3a58fd76-eb9d-4001-9906-183605df974f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:09.601855 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca2668c5-d3df-4a26-a769-e6b3595d6b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:09.609140 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca2668c5-d3df-4a26-a769-e6b3595d6b8a admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 00:09:09.609620 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca2668c5-d3df-4a26-a769-e6b3595d6b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:09.611411 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:09:09.611411 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:09:09.611411 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:09:09.611411 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:09:09.611411 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:09:09.611411 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:09:09.611411 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:09:09.611411 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:09:09.611411 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:09:09.611411 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:09:09.611411 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 16 00:09:09.611411 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 00:09:09.611411 n-d-794306-6 neutron-server[93771]: timer() Jul 16 00:09:09.611411 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 00:09:09.611411 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 16 00:09:09.611411 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 00:09:09.611411 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 16 00:09:09.611411 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 00:09:09.611411 n-d-794306-6 neutron-server[93771]: self._notify() Jul 16 00:09:09.611411 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 00:09:09.611411 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 16 00:09:09.611411 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 00:09:09.611411 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 16 00:09:09.611411 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 00:09:09.611411 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 00:09:09.611411 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 00:09:09.611411 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 00:09:09.611411 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 00:09:09.611411 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 16 00:09:09.611411 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 00:09:09.611411 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 16 00:09:09.611411 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 00:09:09.611411 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 00:09:09.611411 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 00:09:09.611411 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 16 00:09:09.611411 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 00:09:09.611411 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 00:09:09.611411 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 00:09:09.611411 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 00:09:09.611411 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 00:09:09.611411 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 00:09:09.611411 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 00:09:09.614935 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a58fd76-eb9d-4001-9906-183605df974f None None] Pushing event deleted for resources: {'Port': ['ID=07715745-fa3c-4772-82b1-638576e53497,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:09.623144 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a58fd76-eb9d-4001-9906-183605df974f None None] No DVR routers for this DVR port 07715745-fa3c-4772-82b1-638576e53497 on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:09:09.683303 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca2668c5-d3df-4a26-a769-e6b3595d6b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:09.687719 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca2668c5-d3df-4a26-a769-e6b3595d6b8a admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:09.689689 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ca2668c5-d3df-4a26-a769-e6b3595d6b8a admin admin] 10.222.0.48 "DELETE /v2.0/networks/05afe214-b272-4343-852e-f1768efa01b4 HTTP/1.1" status: 204 len: 168 time: 0.5329173 Jul 16 00:09:09.702311 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2668c5-d3df-4a26-a769-e6b3595d6b8a admin admin] Pushing event deleted for resources: {'Network': ['ID=05afe214-b272-4343-852e-f1768efa01b4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:09.815913 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52844) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:09:09.856801 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-65613ea3-df2d-47ea-9836-18010cf22638 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=146c19810f514ed48bbea6638045fe39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396976 Jul 16 00:09:09.859187 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52846) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:09:09.906135 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ed3719d-467b-4c66-bb84-ed042e1788ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:09.926922 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ed3719d-467b-4c66-bb84-ed042e1788ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:09.974325 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ed3719d-467b-4c66-bb84-ed042e1788ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:09.976927 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ed3719d-467b-4c66-bb84-ed042e1788ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:09.978097 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-2ed3719d-467b-4c66-bb84-ed042e1788ec admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8656195d-4a2f-46b0-944b-66a3761ff257 HTTP/1.1" status: 204 len: 168 time: 0.1179783 Jul 16 00:09:09.989642 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed3719d-467b-4c66-bb84-ed042e1788ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8656195d-4a2f-46b0-944b-66a3761ff257,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:10.599256 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 07715745-fa3c-4772-82b1-638576e53497 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:09:10.619986 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 07715745-fa3c-4772-82b1-638576e53497 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:09:10.620328 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 07715745-fa3c-4772-82b1-638576e53497 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:09:10.620722 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device dfffd2a0-4f59-4fc2-a827-89d47d7b06c0 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:09:10.643312 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: dfffd2a0-4f59-4fc2-a827-89d47d7b06c0 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:09:10.643757 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device dfffd2a0-4f59-4fc2-a827-89d47d7b06c0 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:09:10.644183 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device b898b7a1-d8c3-4f68-a448-769f333f77fd no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:09:10.663526 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: b898b7a1-d8c3-4f68-a448-769f333f77fd {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:09:10.663895 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device b898b7a1-d8c3-4f68-a448-769f333f77fd not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:09:10.721001 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 52868) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:09:10.819471 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-706b3284-8c5f-450f-bd1d-d15f3eaf6f39 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1163067295-network', 'tenant_id': '7a976e6597c245e99f3a525b3932adc0'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:09:10.849769 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706b3284-8c5f-450f-bd1d-d15f3eaf6f39 admin admin] Made reservation on behalf of 7a976e6597c245e99f3a525b3932adc0 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:09:10.852340 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-706b3284-8c5f-450f-bd1d-d15f3eaf6f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:10.861677 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-706b3284-8c5f-450f-bd1d-d15f3eaf6f39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:10.964122 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-706b3284-8c5f-450f-bd1d-d15f3eaf6f39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:10.968171 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-706b3284-8c5f-450f-bd1d-d15f3eaf6f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:10.995977 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-706b3284-8c5f-450f-bd1d-d15f3eaf6f39 admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 00:09:11.001194 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706b3284-8c5f-450f-bd1d-d15f3eaf6f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e26c237d-fcf9-4faf-8335-c77462b01565,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:11.011339 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-706b3284-8c5f-450f-bd1d-d15f3eaf6f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:11.011705 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-706b3284-8c5f-450f-bd1d-d15f3eaf6f39 admin admin] Added segment 043d2c16-bfc2-41d9-a1d7-22b61f542ab4 of type vlan for network a08cf530-ffd9-4bc5-a449-06ae1b9436c1 Jul 16 00:09:11.052533 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-706b3284-8c5f-450f-bd1d-d15f3eaf6f39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:11.085204 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-706b3284-8c5f-450f-bd1d-d15f3eaf6f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:11.086258 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706b3284-8c5f-450f-bd1d-d15f3eaf6f39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:11.086844 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-706b3284-8c5f-450f-bd1d-d15f3eaf6f39 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:11.119657 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-706b3284-8c5f-450f-bd1d-d15f3eaf6f39 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3974705 Jul 16 00:09:11.123467 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 52872) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:09:11.129718 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-da608feb-c801-4553-a341-225f19cd2fc0 admin admin] Request body: {'subnet': {'network_id': 'a08cf530-ffd9-4bc5-a449-06ae1b9436c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1163067295-subnet', 'tenant_id': '7a976e6597c245e99f3a525b3932adc0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:09:11.154695 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706b3284-8c5f-450f-bd1d-d15f3eaf6f39 admin admin] Pushing event updated for resources: {'Network': ['ID=a08cf530-ffd9-4bc5-a449-06ae1b9436c1,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:11.161367 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da608feb-c801-4553-a341-225f19cd2fc0 admin admin] Made reservation on behalf of 7a976e6597c245e99f3a525b3932adc0 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:09:11.164364 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-da608feb-c801-4553-a341-225f19cd2fc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:11.166379 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network a08cf530-ffd9-4bc5-a449-06ae1b9436c1 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 00:09:11.375862 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-da608feb-c801-4553-a341-225f19cd2fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:11.430155 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da608feb-c801-4553-a341-225f19cd2fc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca2f6966-8d0f-4832-9070-3a8539aaab59,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:11.441931 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da608feb-c801-4553-a341-225f19cd2fc0 admin admin] Checking segment: {'id': '043d2c16-bfc2-41d9-a1d7-22b61f542ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a08cf530-ffd9-4bc5-a449-06ae1b9436c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:09:11.442289 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da608feb-c801-4553-a341-225f19cd2fc0 admin admin] Network hostable DHCP agents. Network: a08cf530-ffd9-4bc5-a449-06ae1b9436c1, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 00:09:11.465493 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da608feb-c801-4553-a341-225f19cd2fc0 admin admin] Network a08cf530-ffd9-4bc5-a449-06ae1b9436c1 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 00:09:11.475491 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-da608feb-c801-4553-a341-225f19cd2fc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, a08cf530-ffd9-4bc5-a449-06ae1b9436c1) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:09:11.480301 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da608feb-c801-4553-a341-225f19cd2fc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:11.480898 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-da608feb-c801-4553-a341-225f19cd2fc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:11.487539 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4e1b22-396c-4a60-96c7-ec838eda4fac None None] Network a08cf530-ffd9-4bc5-a449-06ae1b9436c1 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:09:11.497160 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-da608feb-c801-4553-a341-225f19cd2fc0 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3715177 Jul 16 00:09:11.615843 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d421d9c3-a527-40a8-96d0-f445d9ee8df1 None None] Network a08cf530-ffd9-4bc5-a449-06ae1b9436c1 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:09:11.938336 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbddee8c-6ae7-446e-96e7-8d8113b6d571 req-d245344e-60c9-494e-a092-4277091681d7 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:11.939840 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fbddee8c-6ae7-446e-96e7-8d8113b6d571 req-d245344e-60c9-494e-a092-4277091681d7 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] 10.222.0.48 "GET /v2.0/networks?id=a08cf530-ffd9-4bc5-a449-06ae1b9436c1 HTTP/1.1" status: 200 len: 814 time: 0.1022470 Jul 16 00:09:11.954819 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fbddee8c-6ae7-446e-96e7-8d8113b6d571 req-958c456e-a810-44a2-9a47-52d4b1651595 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] 10.222.0.48 "GET /v2.0/quotas/7a976e6597c245e99f3a525b3932adc0 HTTP/1.1" status: 200 len: 375 time: 0.0093141 Jul 16 00:09:11.992651 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fbddee8c-6ae7-446e-96e7-8d8113b6d571 req-d9ac90b9-4fec-4101-85a0-aabc535a7c82 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7a976e6597c245e99f3a525b3932adc0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328395 Jul 16 00:09:12.129502 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fbddee8c-6ae7-446e-96e7-8d8113b6d571 req-a7ef23af-4b02-4897-be09-28718d4f1847 service neutron] 10.222.0.48 "GET /v2.0/networks/a08cf530-ffd9-4bc5-a449-06ae1b9436c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302891 Jul 16 00:09:12.222952 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fbddee8c-6ae7-446e-96e7-8d8113b6d571 req-638f745a-b947-4c10-98cb-5bf8a1e6db6a service neutron] 10.222.0.48 "GET /v2.0/networks/a08cf530-ffd9-4bc5-a449-06ae1b9436c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872879 Jul 16 00:09:12.395808 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-88c65784-2740-4570-8ca8-5e9dcc93ff08 req-569e7c76-e3d8-4937-818c-c990c72a48b1 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc46432-9c36-4e80-9484-996554f4eae4 HTTP/1.1" status: 200 len: 210 time: 0.0291893 Jul 16 00:09:13.549278 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fb8b9eb9-4d24-4fd8-9765-63cd74093fd8 req-0047d8ec-e6f0-4de2-99a6-5e3b2c7fb7af tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc46432-9c36-4e80-9484-996554f4eae4 HTTP/1.1" status: 200 len: 210 time: 0.0322070 Jul 16 00:09:13.560009 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbddee8c-6ae7-446e-96e7-8d8113b6d571 req-41303ad6-12ee-47ce-bce6-2ca54f8e74e6 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:13.561537 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-fbddee8c-6ae7-446e-96e7-8d8113b6d571 req-41303ad6-12ee-47ce-bce6-2ca54f8e74e6 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] 10.222.0.41 "GET /v2.0/networks?id=a08cf530-ffd9-4bc5-a449-06ae1b9436c1 HTTP/1.1" status: 200 len: 814 time: 0.1114087 Jul 16 00:09:13.582452 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-fbddee8c-6ae7-446e-96e7-8d8113b6d571 req-d42222ae-c588-4049-8305-229b11244e54 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] Request body: {'port': {'device_id': '6dc46432-9c36-4e80-9484-996554f4eae4', 'network_id': 'a08cf530-ffd9-4bc5-a449-06ae1b9436c1', 'admin_state_up': True, 'tenant_id': '7a976e6597c245e99f3a525b3932adc0'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:09:13.696287 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbddee8c-6ae7-446e-96e7-8d8113b6d571 req-d42222ae-c588-4049-8305-229b11244e54 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] Made reservation on behalf of 7a976e6597c245e99f3a525b3932adc0 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:09:13.700359 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fbddee8c-6ae7-446e-96e7-8d8113b6d571 req-d42222ae-c588-4049-8305-229b11244e54 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:13.821816 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-fbddee8c-6ae7-446e-96e7-8d8113b6d571 req-d42222ae-c588-4049-8305-229b11244e54 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] Allocated IP 172.20.0.6 (a08cf530-ffd9-4bc5-a449-06ae1b9436c1/ca2f6966-8d0f-4832-9070-3a8539aaab59/5db47114-4545-415d-a229-1e853b94278f) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:09:13.968140 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fbddee8c-6ae7-446e-96e7-8d8113b6d571 req-d42222ae-c588-4049-8305-229b11244e54 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:14.005765 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fbddee8c-6ae7-446e-96e7-8d8113b6d571 req-d42222ae-c588-4049-8305-229b11244e54 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:14.050471 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbddee8c-6ae7-446e-96e7-8d8113b6d571 req-d42222ae-c588-4049-8305-229b11244e54 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] Network a08cf530-ffd9-4bc5-a449-06ae1b9436c1 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:09:14.053622 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-fbddee8c-6ae7-446e-96e7-8d8113b6d571 req-d42222ae-c588-4049-8305-229b11244e54 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:09:14.058089 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbddee8c-6ae7-446e-96e7-8d8113b6d571 req-d42222ae-c588-4049-8305-229b11244e54 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:09:14.064422 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42222ae-c588-4049-8305-229b11244e54 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] Pushing event updated for resources: {'Port': ['ID=5db47114-4545-415d-a229-1e853b94278f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:14.112367 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbddee8c-6ae7-446e-96e7-8d8113b6d571 req-d42222ae-c588-4049-8305-229b11244e54 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:14.112976 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fbddee8c-6ae7-446e-96e7-8d8113b6d571 req-d42222ae-c588-4049-8305-229b11244e54 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:14.126787 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-fbddee8c-6ae7-446e-96e7-8d8113b6d571 req-d42222ae-c588-4049-8305-229b11244e54 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5482876 Jul 16 00:09:14.141894 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [req-fbddee8c-6ae7-446e-96e7-8d8113b6d571 req-92286441-29e0-486b-b8e2-d0d57b7f7286 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 00:09:14.142845 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-fbddee8c-6ae7-446e-96e7-8d8113b6d571 req-92286441-29e0-486b-b8e2-d0d57b7f7286 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055327 Jul 16 00:09:14.153241 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-fbddee8c-6ae7-446e-96e7-8d8113b6d571 req-f224a45b-05af-4af9-89e7-1bb21ae45500 service neutron] Request body: {'port': {'device_id': '6dc46432-9c36-4e80-9484-996554f4eae4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:09:14.225220 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fbddee8c-6ae7-446e-96e7-8d8113b6d571 req-f224a45b-05af-4af9-89e7-1bb21ae45500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:14.734812 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea25e79-9812-4ffa-ae00-f73a04785f9e req-ef8f324f-4c63-4563-83b6-29bbf0c02e26 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:14.736345 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fea25e79-9812-4ffa-ae00-f73a04785f9e req-ef8f324f-4c63-4563-83b6-29bbf0c02e26 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc46432-9c36-4e80-9484-996554f4eae4 HTTP/1.1" status: 200 len: 931 time: 0.0667069 Jul 16 00:09:14.738030 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-fbddee8c-6ae7-446e-96e7-8d8113b6d571 req-f224a45b-05af-4af9-89e7-1bb21ae45500 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5db47114-4545-415d-a229-1e853b94278f {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:09:14.745523 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fbddee8c-6ae7-446e-96e7-8d8113b6d571 req-f224a45b-05af-4af9-89e7-1bb21ae45500 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:14.758118 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-fbddee8c-6ae7-446e-96e7-8d8113b6d571 req-f224a45b-05af-4af9-89e7-1bb21ae45500 service neutron] Transition to ACTIVE for port object 5db47114-4545-415d-a229-1e853b94278f will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:09:14.762028 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fbddee8c-6ae7-446e-96e7-8d8113b6d571 req-f224a45b-05af-4af9-89e7-1bb21ae45500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:14.777471 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fea25e79-9812-4ffa-ae00-f73a04785f9e req-044ef08c-0f8e-4ee3-962b-81455a06e1e0 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] 10.222.0.48 "GET /v2.0/security-groups?id=e26c237d-fcf9-4faf-8335-c77462b01565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353255 Jul 16 00:09:14.820902 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f224a45b-05af-4af9-89e7-1bb21ae45500 service neutron] Pushing event updated for resources: {'Port': ['ID=5db47114-4545-415d-a229-1e853b94278f,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:14.890446 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-fbddee8c-6ae7-446e-96e7-8d8113b6d571 req-f224a45b-05af-4af9-89e7-1bb21ae45500 service neutron] Attempting to bind port 5db47114-4545-415d-a229-1e853b94278f on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:09:14.890975 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-fbddee8c-6ae7-446e-96e7-8d8113b6d571 req-f224a45b-05af-4af9-89e7-1bb21ae45500 service neutron] Attempting to bind port 5db47114-4545-415d-a229-1e853b94278f by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '043d2c16-bfc2-41d9-a1d7-22b61f542ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a08cf530-ffd9-4bc5-a449-06ae1b9436c1'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:09:14.891466 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbddee8c-6ae7-446e-96e7-8d8113b6d571 req-f224a45b-05af-4af9-89e7-1bb21ae45500 service neutron] Attempting to bind port 5db47114-4545-415d-a229-1e853b94278f on network a08cf530-ffd9-4bc5-a449-06ae1b9436c1 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:09:14.896581 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbddee8c-6ae7-446e-96e7-8d8113b6d571 req-f224a45b-05af-4af9-89e7-1bb21ae45500 service neutron] Port 5db47114-4545-415d-a229-1e853b94278f on network a08cf530-ffd9-4bc5-a449-06ae1b9436c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 00:09:14.896899 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbddee8c-6ae7-446e-96e7-8d8113b6d571 req-f224a45b-05af-4af9-89e7-1bb21ae45500 service neutron] Attempting to bind port 5db47114-4545-415d-a229-1e853b94278f on network a08cf530-ffd9-4bc5-a449-06ae1b9436c1 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:09:14.902739 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbddee8c-6ae7-446e-96e7-8d8113b6d571 req-f224a45b-05af-4af9-89e7-1bb21ae45500 service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:09:14.903078 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbddee8c-6ae7-446e-96e7-8d8113b6d571 req-f224a45b-05af-4af9-89e7-1bb21ae45500 service neutron] Checking segment: {'id': '043d2c16-bfc2-41d9-a1d7-22b61f542ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a08cf530-ffd9-4bc5-a449-06ae1b9436c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:09:14.903537 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbddee8c-6ae7-446e-96e7-8d8113b6d571 req-f224a45b-05af-4af9-89e7-1bb21ae45500 service neutron] Bound using segment: {'id': '043d2c16-bfc2-41d9-a1d7-22b61f542ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a08cf530-ffd9-4bc5-a449-06ae1b9436c1'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:09:14.904212 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-fbddee8c-6ae7-446e-96e7-8d8113b6d571 req-f224a45b-05af-4af9-89e7-1bb21ae45500 service neutron] Bound port: 5db47114-4545-415d-a229-1e853b94278f, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '043d2c16-bfc2-41d9-a1d7-22b61f542ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a08cf530-ffd9-4bc5-a449-06ae1b9436c1'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:09:14.905083 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fbddee8c-6ae7-446e-96e7-8d8113b6d571 req-f224a45b-05af-4af9-89e7-1bb21ae45500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:14.986583 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-fbddee8c-6ae7-446e-96e7-8d8113b6d571 req-f224a45b-05af-4af9-89e7-1bb21ae45500 service neutron] For port 5db47114-4545-415d-a229-1e853b94278f, host n-h2-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:09:14.990325 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-fbddee8c-6ae7-446e-96e7-8d8113b6d571 req-f224a45b-05af-4af9-89e7-1bb21ae45500 service neutron] For port 5db47114-4545-415d-a229-1e853b94278f, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=5db47114-4545-415d-a229-1e853b94278f,segment=NetworkSegment(043d2c16-bfc2-41d9-a1d7-22b61f542ab4),segment_id=043d2c16-bfc2-41d9-a1d7-22b61f542ab4)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:09:14.995691 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fbddee8c-6ae7-446e-96e7-8d8113b6d571 req-f224a45b-05af-4af9-89e7-1bb21ae45500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:15.040871 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbddee8c-6ae7-446e-96e7-8d8113b6d571 req-f224a45b-05af-4af9-89e7-1bb21ae45500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:15.041818 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fbddee8c-6ae7-446e-96e7-8d8113b6d571 req-f224a45b-05af-4af9-89e7-1bb21ae45500 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:15.043521 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-fbddee8c-6ae7-446e-96e7-8d8113b6d571 req-f224a45b-05af-4af9-89e7-1bb21ae45500 service neutron] 10.222.0.41 "PUT /v2.0/ports/5db47114-4545-415d-a229-1e853b94278f HTTP/1.1" status: 200 len: 1091 time: 0.8944867 Jul 16 00:09:15.043944 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dc46432-9c36-4e80-9484-996554f4eae4', 'tag': '5db47114-4545-415d-a229-1e853b94278f'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:09:15.046233 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732f3e1a316c3ad7d48a65c2bbc2e30ba6c82a3ba5a41bb87b5b7e43e99a4419" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21402a33-e566-4639-a6b6-489edc39f86a" -d '{"events": [{"name": "network-changed", "server_uuid": "6dc46432-9c36-4e80-9484-996554f4eae4", "tag": "5db47114-4545-415d-a229-1e853b94278f"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:09:15.076886 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f224a45b-05af-4af9-89e7-1bb21ae45500 service neutron] Pushing event updated for resources: {'Port': ['ID=5db47114-4545-415d-a229-1e853b94278f,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:15.100075 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5fc618b-eec4-4bfe-a2b5-fd4075ae6e99 x-openstack-request-id: req-d5fc618b-eec4-4bfe-a2b5-fd4075ae6e99 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:09:15.100418 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dc46432-9c36-4e80-9484-996554f4eae4", "tag": "5db47114-4545-415d-a229-1e853b94278f", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:09:15.100671 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d5fc618b-eec4-4bfe-a2b5-fd4075ae6e99 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:09:15.101207 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dc46432-9c36-4e80-9484-996554f4eae4', 'tag': '5db47114-4545-415d-a229-1e853b94278f', 'status': 'completed', 'code': 200} Jul 16 00:09:15.178527 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbddee8c-6ae7-446e-96e7-8d8113b6d571 req-317908c8-74bc-43b8-865d-33e78b8f2c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:15.180112 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-fbddee8c-6ae7-446e-96e7-8d8113b6d571 req-317908c8-74bc-43b8-865d-33e78b8f2c35 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7a976e6597c245e99f3a525b3932adc0&device_id=6dc46432-9c36-4e80-9484-996554f4eae4 HTTP/1.1" status: 200 len: 1094 time: 0.0627441 Jul 16 00:09:15.237312 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-fbddee8c-6ae7-446e-96e7-8d8113b6d571 req-4849855c-09de-4add-9ff5-5c384e31a8b3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5db47114-4545-415d-a229-1e853b94278f HTTP/1.1" status: 200 len: 217 time: 0.0451689 Jul 16 00:09:15.295682 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbddee8c-6ae7-446e-96e7-8d8113b6d571 req-406f40c7-708f-4975-9960-df2c3f822a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:15.297051 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-fbddee8c-6ae7-446e-96e7-8d8113b6d571 req-406f40c7-708f-4975-9960-df2c3f822a45 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca2f6966-8d0f-4832-9070-3a8539aaab59 HTTP/1.1" status: 200 len: 854 time: 0.0540535 Jul 16 00:09:15.333028 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-fbddee8c-6ae7-446e-96e7-8d8113b6d571 req-d385d045-0c32-4c88-888b-de046ea5c845 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a08cf530-ffd9-4bc5-a449-06ae1b9436c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294199 Jul 16 00:09:15.440581 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-fbddee8c-6ae7-446e-96e7-8d8113b6d571 req-f4ed145c-7b14-4751-9d26-8eb8df8acb65 service neutron] 10.222.0.41 "GET /v2.0/networks/a08cf530-ffd9-4bc5-a449-06ae1b9436c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013653 Jul 16 00:09:15.548765 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-fbddee8c-6ae7-446e-96e7-8d8113b6d571 req-d2038d54-ff5b-4361-8aac-c4c383b6fe29 service neutron] 10.222.0.41 "GET /v2.0/networks/a08cf530-ffd9-4bc5-a449-06ae1b9436c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014907 Jul 16 00:09:15.700770 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21402a33-e566-4639-a6b6-489edc39f86a req-ce0d27c8-ab19-40cf-a90b-6e017e66a30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:15.702277 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-21402a33-e566-4639-a6b6-489edc39f86a req-ce0d27c8-ab19-40cf-a90b-6e017e66a30b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7a976e6597c245e99f3a525b3932adc0&device_id=6dc46432-9c36-4e80-9484-996554f4eae4 HTTP/1.1" status: 200 len: 1094 time: 0.0533390 Jul 16 00:09:15.796643 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21402a33-e566-4639-a6b6-489edc39f86a req-3cf89139-5583-4b9e-bd92-a325e470dfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:15.798209 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-21402a33-e566-4639-a6b6-489edc39f86a req-3cf89139-5583-4b9e-bd92-a325e470dfa4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a08cf530-ffd9-4bc5-a449-06ae1b9436c1 HTTP/1.1" status: 200 len: 915 time: 0.0895002 Jul 16 00:09:15.841856 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-21402a33-e566-4639-a6b6-489edc39f86a req-b2810660-4218-4c55-b34d-229118a0a629 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5db47114-4545-415d-a229-1e853b94278f HTTP/1.1" status: 200 len: 217 time: 0.0371046 Jul 16 00:09:15.897465 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21402a33-e566-4639-a6b6-489edc39f86a req-1196bccd-006a-4904-b575-839adb6fa426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:15.898941 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-21402a33-e566-4639-a6b6-489edc39f86a req-1196bccd-006a-4904-b575-839adb6fa426 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca2f6966-8d0f-4832-9070-3a8539aaab59 HTTP/1.1" status: 200 len: 854 time: 0.0505826 Jul 16 00:09:15.933663 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-21402a33-e566-4639-a6b6-489edc39f86a req-6f240122-827f-42b0-8fca-4726466ae3ce service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a08cf530-ffd9-4bc5-a449-06ae1b9436c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273952 Jul 16 00:09:15.959376 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5964f-b524-4613-943c-f353bbcb1269 req-45bc39cb-35fb-49a1-a969-34586470b55c tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:15.961000 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e1f5964f-b524-4613-943c-f353bbcb1269 req-45bc39cb-35fb-49a1-a969-34586470b55c tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc46432-9c36-4e80-9484-996554f4eae4 HTTP/1.1" status: 200 len: 943 time: 0.0644248 Jul 16 00:09:15.999646 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e1f5964f-b524-4613-943c-f353bbcb1269 req-75a7dfff-5c34-4aba-91b3-76e3a08dabff tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] 10.222.0.48 "GET /v2.0/security-groups?id=e26c237d-fcf9-4faf-8335-c77462b01565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323250 Jul 16 00:09:16.032355 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-21402a33-e566-4639-a6b6-489edc39f86a req-f9612ff4-36fe-4f45-8609-7982ee147e21 service neutron] 10.222.0.41 "GET /v2.0/networks/a08cf530-ffd9-4bc5-a449-06ae1b9436c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909495 Jul 16 00:09:16.120541 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-21402a33-e566-4639-a6b6-489edc39f86a req-0683e647-21a7-4366-bb77-27dd0a1a9254 service neutron] 10.222.0.41 "GET /v2.0/networks/a08cf530-ffd9-4bc5-a449-06ae1b9436c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813038 Jul 16 00:09:17.179204 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c174947-3cd0-48b5-9bc8-c9cfaccac553 req-03831e26-4fdd-468b-8de3-6a767ad9e42b tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:17.181288 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3c174947-3cd0-48b5-9bc8-c9cfaccac553 req-03831e26-4fdd-468b-8de3-6a767ad9e42b tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc46432-9c36-4e80-9484-996554f4eae4 HTTP/1.1" status: 200 len: 943 time: 0.0646372 Jul 16 00:09:17.220592 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3c174947-3cd0-48b5-9bc8-c9cfaccac553 req-83cd91c7-4249-49e0-bf48-bec956c06dfb tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] 10.222.0.48 "GET /v2.0/security-groups?id=e26c237d-fcf9-4faf-8335-c77462b01565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331907 Jul 16 00:09:17.903431 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 5db47114-4545-415d-a229-1e853b94278f details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 00:09:17.998849 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 5db47114-4545-415d-a229-1e853b94278f, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=5db47114-4545-415d-a229-1e853b94278f,segment=NetworkSegment(043d2c16-bfc2-41d9-a1d7-22b61f542ab4),segment_id=043d2c16-bfc2-41d9-a1d7-22b61f542ab4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:09:18.009544 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': '5db47114-4545-415d-a229-1e853b94278f', 'network_id': 'a08cf530-ffd9-4bc5-a449-06ae1b9436c1', 'port_id': '5db47114-4545-415d-a229-1e853b94278f', 'mac_address': 'fa:16:3e:87:95:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca2f6966-8d0f-4832-9070-3a8539aaab59', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 00:09:18.046480 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:18.058859 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5db47114-4545-415d-a229-1e853b94278f {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:09:18.078087 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 5db47114-4545-415d-a229-1e853b94278f, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=5db47114-4545-415d-a229-1e853b94278f,segment=NetworkSegment(043d2c16-bfc2-41d9-a1d7-22b61f542ab4),segment_id=043d2c16-bfc2-41d9-a1d7-22b61f542ab4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:09:18.082053 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:18.130486 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=5db47114-4545-415d-a229-1e853b94278f,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:18.340124 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['5db47114-4545-415d-a229-1e853b94278f'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:09:18.401705 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4787a936-5290-4c2c-ad54-a02e61e96d93 req-184fb0a3-4661-4c90-9ad4-5d7a50cf0cdd tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:18.403264 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4787a936-5290-4c2c-ad54-a02e61e96d93 req-184fb0a3-4661-4c90-9ad4-5d7a50cf0cdd tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc46432-9c36-4e80-9484-996554f4eae4 HTTP/1.1" status: 200 len: 944 time: 0.0715461 Jul 16 00:09:18.442556 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4787a936-5290-4c2c-ad54-a02e61e96d93 req-2326b74b-567f-490d-b5ec-0fbec4daf9e1 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] 10.222.0.48 "GET /v2.0/security-groups?id=e26c237d-fcf9-4faf-8335-c77462b01565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331757 Jul 16 00:09:19.622581 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8531f3-5a70-4a2a-8475-067bb9c93834 req-32c5c1e4-c089-423b-a4db-18e1afb63948 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:19.624121 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4b8531f3-5a70-4a2a-8475-067bb9c93834 req-32c5c1e4-c089-423b-a4db-18e1afb63948 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc46432-9c36-4e80-9484-996554f4eae4 HTTP/1.1" status: 200 len: 944 time: 0.0726361 Jul 16 00:09:19.661986 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4b8531f3-5a70-4a2a-8475-067bb9c93834 req-e92edcb4-052e-424e-8023-9debe1520b39 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] 10.222.0.48 "GET /v2.0/security-groups?id=e26c237d-fcf9-4faf-8335-c77462b01565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322816 Jul 16 00:09:19.919515 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 5db47114-4545-415d-a229-1e853b94278f up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:09:19.967956 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port 5db47114-4545-415d-a229-1e853b94278f completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:09:19.971604 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port 5db47114-4545-415d-a229-1e853b94278f triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:09:19.971985 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:20.048725 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:20.070420 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc46432-9c36-4e80-9484-996554f4eae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db47114-4545-415d-a229-1e853b94278f'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:09:20.073502 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85e2a5fec60f0be1243ce80844a072e05c29e3c23db0dd3e62b5f7d92f5b0637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3beeb0-57c6-47cd-aca9-5dd0ef22c5c9" -d '{"events": [{"server_uuid": "6dc46432-9c36-4e80-9484-996554f4eae4", "name": "network-vif-plugged", "status": "completed", "tag": "5db47114-4545-415d-a229-1e853b94278f"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:09:20.086393 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 5db47114-4545-415d-a229-1e853b94278f, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=5db47114-4545-415d-a229-1e853b94278f,segment=NetworkSegment(043d2c16-bfc2-41d9-a1d7-22b61f542ab4),segment_id=043d2c16-bfc2-41d9-a1d7-22b61f542ab4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:09:20.091239 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:20.114327 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb99b192-ead9-4ac0-a134-d4240809d468 x-openstack-request-id: req-eb99b192-ead9-4ac0-a134-d4240809d468 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:09:20.114615 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dc46432-9c36-4e80-9484-996554f4eae4", "name": "network-vif-plugged", "status": "completed", "tag": "5db47114-4545-415d-a229-1e853b94278f", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:09:20.114865 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-eb99b192-ead9-4ac0-a134-d4240809d468 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:09:20.115280 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dc46432-9c36-4e80-9484-996554f4eae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db47114-4545-415d-a229-1e853b94278f', 'code': 200} Jul 16 00:09:20.141254 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=5db47114-4545-415d-a229-1e853b94278f,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:20.248887 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55352461-4264-43a4-9220-ff14605fbf95 req-27e6d7d9-6ffa-4745-a8ee-bd044cec4f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:20.250377 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-55352461-4264-43a4-9220-ff14605fbf95 req-27e6d7d9-6ffa-4745-a8ee-bd044cec4f87 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6dc46432-9c36-4e80-9484-996554f4eae4 HTTP/1.1" status: 200 len: 1096 time: 0.0524547 Jul 16 00:09:20.297953 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-55352461-4264-43a4-9220-ff14605fbf95 req-f47c2e06-9410-44f2-ad45-addecc02091a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e26c237d-fcf9-4faf-8335-c77462b01565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407565 Jul 16 00:09:20.837166 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa457b0a-c0ac-4c46-8e73-49188b75d9dd req-dc30e62d-6457-4c87-ae0d-6d586ccef60a tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:20.838658 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fa457b0a-c0ac-4c46-8e73-49188b75d9dd req-dc30e62d-6457-4c87-ae0d-6d586ccef60a tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc46432-9c36-4e80-9484-996554f4eae4 HTTP/1.1" status: 200 len: 945 time: 0.0673039 Jul 16 00:09:20.876218 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fa457b0a-c0ac-4c46-8e73-49188b75d9dd req-73953b45-eb28-4628-903c-50958d18cea6 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] 10.222.0.48 "GET /v2.0/security-groups?id=e26c237d-fcf9-4faf-8335-c77462b01565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320609 Jul 16 00:09:22.050959 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10be3ce-a514-47a4-9c89-e5bd76aa560f req-39d65a9f-d951-49b4-8cae-711a862d087a tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:22.052499 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d10be3ce-a514-47a4-9c89-e5bd76aa560f req-39d65a9f-d951-49b4-8cae-711a862d087a tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc46432-9c36-4e80-9484-996554f4eae4 HTTP/1.1" status: 200 len: 945 time: 0.0640907 Jul 16 00:09:22.098025 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d10be3ce-a514-47a4-9c89-e5bd76aa560f req-595402c1-ced4-45da-9987-9e4cc9cc57cb tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] 10.222.0.48 "GET /v2.0/security-groups?id=e26c237d-fcf9-4faf-8335-c77462b01565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390410 Jul 16 00:09:22.327999 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc50ec4-e71e-4b19-a948-470e0c0e74b3 req-3ee26742-3a66-495e-8025-cbebe476785d tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:22.329537 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8dc50ec4-e71e-4b19-a948-470e0c0e74b3 req-3ee26742-3a66-495e-8025-cbebe476785d tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] 10.222.0.48 "GET /v2.0/networks?id=a08cf530-ffd9-4bc5-a449-06ae1b9436c1 HTTP/1.1" status: 200 len: 814 time: 0.1051652 Jul 16 00:09:22.345103 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8dc50ec4-e71e-4b19-a948-470e0c0e74b3 req-75aa0aec-5cde-4c80-970b-b08410352238 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] 10.222.0.48 "GET /v2.0/quotas/7a976e6597c245e99f3a525b3932adc0 HTTP/1.1" status: 200 len: 375 time: 0.0101533 Jul 16 00:09:22.408360 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8dc50ec4-e71e-4b19-a948-470e0c0e74b3 req-121639cb-372b-49b4-851e-cd1c15bf534c tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7a976e6597c245e99f3a525b3932adc0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0577905 Jul 16 00:09:22.503755 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8dc50ec4-e71e-4b19-a948-470e0c0e74b3 req-5e774938-a8bc-4f3b-9caf-2a0dcdbcb6c8 service neutron] 10.222.0.48 "GET /v2.0/networks/a08cf530-ffd9-4bc5-a449-06ae1b9436c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876198 Jul 16 00:09:22.595172 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8dc50ec4-e71e-4b19-a948-470e0c0e74b3 req-caeea834-22cc-49b5-9bab-e243b8593fb1 service neutron] 10.222.0.48 "GET /v2.0/networks/a08cf530-ffd9-4bc5-a449-06ae1b9436c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854862 Jul 16 00:09:22.769385 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-acbe6be2-815d-4ae3-990c-d031e62505c6 req-75854299-826d-4446-8edc-7113de2df003 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ff2c167-56f8-4a26-95b5-c199e81caa63 HTTP/1.1" status: 200 len: 210 time: 0.0301666 Jul 16 00:09:22.933902 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-23bf2410-7378-4e05-b52f-8e17c02675a2 req-c3430ffe-b093-4555-9027-f04f40eefa95 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6dc46432-9c36-4e80-9484-996554f4eae4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0590506 Jul 16 00:09:23.057792 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf2410-7378-4e05-b52f-8e17c02675a2 req-88b0c2f2-1763-44d7-8588-a9fc21557a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:23.059449 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-23bf2410-7378-4e05-b52f-8e17c02675a2 req-88b0c2f2-1763-44d7-8588-a9fc21557a7d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7a976e6597c245e99f3a525b3932adc0&device_id=6dc46432-9c36-4e80-9484-996554f4eae4 HTTP/1.1" status: 200 len: 1096 time: 0.0573781 Jul 16 00:09:23.182760 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf2410-7378-4e05-b52f-8e17c02675a2 req-d5078837-dfb9-417c-8356-468dce015f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:23.184606 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-23bf2410-7378-4e05-b52f-8e17c02675a2 req-d5078837-dfb9-417c-8356-468dce015f6e service neutron] 10.222.0.41 "GET /v2.0/networks?id=a08cf530-ffd9-4bc5-a449-06ae1b9436c1 HTTP/1.1" status: 200 len: 915 time: 0.1005294 Jul 16 00:09:23.226818 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-23bf2410-7378-4e05-b52f-8e17c02675a2 req-a0dc9d21-ab8f-4179-996c-41737c4db185 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5db47114-4545-415d-a229-1e853b94278f HTTP/1.1" status: 200 len: 217 time: 0.0361679 Jul 16 00:09:23.280676 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf2410-7378-4e05-b52f-8e17c02675a2 req-e6f743d4-c629-439e-84ba-2f2e1ac3b066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:23.282182 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-23bf2410-7378-4e05-b52f-8e17c02675a2 req-e6f743d4-c629-439e-84ba-2f2e1ac3b066 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca2f6966-8d0f-4832-9070-3a8539aaab59 HTTP/1.1" status: 200 len: 854 time: 0.0498581 Jul 16 00:09:23.319504 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-23bf2410-7378-4e05-b52f-8e17c02675a2 req-60f6d4b9-6df8-4dc2-bd52-bf0235b9abb8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a08cf530-ffd9-4bc5-a449-06ae1b9436c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309711 Jul 16 00:09:23.414452 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-23bf2410-7378-4e05-b52f-8e17c02675a2 req-aec761a8-54ae-4919-9182-7d1a46f0f8a3 service neutron] 10.222.0.41 "GET /v2.0/networks/a08cf530-ffd9-4bc5-a449-06ae1b9436c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890381 Jul 16 00:09:23.512530 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-23bf2410-7378-4e05-b52f-8e17c02675a2 req-e4fa5150-c732-4f99-aa8b-6be7fa653412 service neutron] 10.222.0.41 "GET /v2.0/networks/a08cf530-ffd9-4bc5-a449-06ae1b9436c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923038 Jul 16 00:09:23.941090 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e08c55db-470a-411d-93ab-d36000fa2e0d req-0d9c4c81-c19f-4a64-9687-49a281fc14e7 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ff2c167-56f8-4a26-95b5-c199e81caa63 HTTP/1.1" status: 200 len: 210 time: 0.0473318 Jul 16 00:09:24.036254 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc50ec4-e71e-4b19-a948-470e0c0e74b3 req-e6f50ae2-d7ff-4554-8571-b0e64c8c0cbc tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:24.037606 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8dc50ec4-e71e-4b19-a948-470e0c0e74b3 req-e6f50ae2-d7ff-4554-8571-b0e64c8c0cbc tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] 10.222.0.49 "GET /v2.0/networks?id=a08cf530-ffd9-4bc5-a449-06ae1b9436c1 HTTP/1.1" status: 200 len: 814 time: 0.1316714 Jul 16 00:09:24.049440 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-8dc50ec4-e71e-4b19-a948-470e0c0e74b3 req-b92969d1-170e-4fa1-959e-9c8eb6b28faa tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] Request body: {'port': {'device_id': '2ff2c167-56f8-4a26-95b5-c199e81caa63', 'network_id': 'a08cf530-ffd9-4bc5-a449-06ae1b9436c1', 'admin_state_up': True, 'tenant_id': '7a976e6597c245e99f3a525b3932adc0'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:09:24.169706 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dc50ec4-e71e-4b19-a948-470e0c0e74b3 req-b92969d1-170e-4fa1-959e-9c8eb6b28faa tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] Made reservation on behalf of 7a976e6597c245e99f3a525b3932adc0 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:09:24.173532 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8dc50ec4-e71e-4b19-a948-470e0c0e74b3 req-b92969d1-170e-4fa1-959e-9c8eb6b28faa tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:24.306610 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-8dc50ec4-e71e-4b19-a948-470e0c0e74b3 req-b92969d1-170e-4fa1-959e-9c8eb6b28faa tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] Allocated IP 172.20.0.5 (a08cf530-ffd9-4bc5-a449-06ae1b9436c1/ca2f6966-8d0f-4832-9070-3a8539aaab59/94bc95f4-03a8-43c0-be38-b635bfdb9753) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:09:24.449561 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8dc50ec4-e71e-4b19-a948-470e0c0e74b3 req-b92969d1-170e-4fa1-959e-9c8eb6b28faa tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:24.493445 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8dc50ec4-e71e-4b19-a948-470e0c0e74b3 req-b92969d1-170e-4fa1-959e-9c8eb6b28faa tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:24.525577 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['5db47114-4545-415d-a229-1e853b94278f'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:09:24.539019 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dc50ec4-e71e-4b19-a948-470e0c0e74b3 req-b92969d1-170e-4fa1-959e-9c8eb6b28faa tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] Network a08cf530-ffd9-4bc5-a449-06ae1b9436c1 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:09:24.545084 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-8dc50ec4-e71e-4b19-a948-470e0c0e74b3 req-b92969d1-170e-4fa1-959e-9c8eb6b28faa tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:09:24.548975 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dc50ec4-e71e-4b19-a948-470e0c0e74b3 req-b92969d1-170e-4fa1-959e-9c8eb6b28faa tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:09:24.576372 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92969d1-170e-4fa1-959e-9c8eb6b28faa tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] Pushing event updated for resources: {'Port': ['ID=94bc95f4-03a8-43c0-be38-b635bfdb9753,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:24.604425 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc50ec4-e71e-4b19-a948-470e0c0e74b3 req-b92969d1-170e-4fa1-959e-9c8eb6b28faa tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:24.605060 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8dc50ec4-e71e-4b19-a948-470e0c0e74b3 req-b92969d1-170e-4fa1-959e-9c8eb6b28faa tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:24.620856 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8dc50ec4-e71e-4b19-a948-470e0c0e74b3 req-b92969d1-170e-4fa1-959e-9c8eb6b28faa tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5751214 Jul 16 00:09:24.632440 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-8dc50ec4-e71e-4b19-a948-470e0c0e74b3 req-c5f05939-129e-49af-9ef6-b1e48639b866 service neutron] Request body: {'port': {'device_id': '2ff2c167-56f8-4a26-95b5-c199e81caa63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:09:24.705489 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8dc50ec4-e71e-4b19-a948-470e0c0e74b3 req-c5f05939-129e-49af-9ef6-b1e48639b866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:24.984420 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-8dc50ec4-e71e-4b19-a948-470e0c0e74b3 req-c5f05939-129e-49af-9ef6-b1e48639b866 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94bc95f4-03a8-43c0-be38-b635bfdb9753 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:09:24.991954 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8dc50ec4-e71e-4b19-a948-470e0c0e74b3 req-c5f05939-129e-49af-9ef6-b1e48639b866 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:25.004653 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-8dc50ec4-e71e-4b19-a948-470e0c0e74b3 req-c5f05939-129e-49af-9ef6-b1e48639b866 service neutron] Transition to ACTIVE for port object 94bc95f4-03a8-43c0-be38-b635bfdb9753 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:09:25.009456 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8dc50ec4-e71e-4b19-a948-470e0c0e74b3 req-c5f05939-129e-49af-9ef6-b1e48639b866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:25.061729 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f05939-129e-49af-9ef6-b1e48639b866 service neutron] Pushing event updated for resources: {'Port': ['ID=94bc95f4-03a8-43c0-be38-b635bfdb9753,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:25.099132 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f05939-129e-49af-9ef6-b1e48639b866 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:25.099474 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f05939-129e-49af-9ef6-b1e48639b866 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:25.099835 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f05939-129e-49af-9ef6-b1e48639b866 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:25.100168 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f05939-129e-49af-9ef6-b1e48639b866 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:25.100497 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f05939-129e-49af-9ef6-b1e48639b866 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:25.100822 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f05939-129e-49af-9ef6-b1e48639b866 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:25.101145 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f05939-129e-49af-9ef6-b1e48639b866 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:25.101465 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f05939-129e-49af-9ef6-b1e48639b866 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:25.101784 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f05939-129e-49af-9ef6-b1e48639b866 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:25.102206 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f05939-129e-49af-9ef6-b1e48639b866 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:25.102666 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f05939-129e-49af-9ef6-b1e48639b866 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:25.103177 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f05939-129e-49af-9ef6-b1e48639b866 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:25.201446 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da4590-7f0d-4152-9256-b92152623ecc req-b0f35231-525e-4341-8ef1-5c9af8c7c463 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:25.202951 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-32da4590-7f0d-4152-9256-b92152623ecc req-b0f35231-525e-4341-8ef1-5c9af8c7c463 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ff2c167-56f8-4a26-95b5-c199e81caa63 HTTP/1.1" status: 200 len: 943 time: 0.1385407 Jul 16 00:09:25.203632 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-8dc50ec4-e71e-4b19-a948-470e0c0e74b3 req-c5f05939-129e-49af-9ef6-b1e48639b866 service neutron] Attempting to bind port 94bc95f4-03a8-43c0-be38-b635bfdb9753 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:09:25.203968 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-8dc50ec4-e71e-4b19-a948-470e0c0e74b3 req-c5f05939-129e-49af-9ef6-b1e48639b866 service neutron] Attempting to bind port 94bc95f4-03a8-43c0-be38-b635bfdb9753 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '043d2c16-bfc2-41d9-a1d7-22b61f542ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a08cf530-ffd9-4bc5-a449-06ae1b9436c1'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:09:25.204298 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc50ec4-e71e-4b19-a948-470e0c0e74b3 req-c5f05939-129e-49af-9ef6-b1e48639b866 service neutron] Attempting to bind port 94bc95f4-03a8-43c0-be38-b635bfdb9753 on network a08cf530-ffd9-4bc5-a449-06ae1b9436c1 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:09:25.210993 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc50ec4-e71e-4b19-a948-470e0c0e74b3 req-c5f05939-129e-49af-9ef6-b1e48639b866 service neutron] Port 94bc95f4-03a8-43c0-be38-b635bfdb9753 on network a08cf530-ffd9-4bc5-a449-06ae1b9436c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 00:09:25.211313 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc50ec4-e71e-4b19-a948-470e0c0e74b3 req-c5f05939-129e-49af-9ef6-b1e48639b866 service neutron] Attempting to bind port 94bc95f4-03a8-43c0-be38-b635bfdb9753 on network a08cf530-ffd9-4bc5-a449-06ae1b9436c1 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:09:25.227107 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc50ec4-e71e-4b19-a948-470e0c0e74b3 req-c5f05939-129e-49af-9ef6-b1e48639b866 service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:09:25.227372 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc50ec4-e71e-4b19-a948-470e0c0e74b3 req-c5f05939-129e-49af-9ef6-b1e48639b866 service neutron] Checking segment: {'id': '043d2c16-bfc2-41d9-a1d7-22b61f542ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a08cf530-ffd9-4bc5-a449-06ae1b9436c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:09:25.227788 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc50ec4-e71e-4b19-a948-470e0c0e74b3 req-c5f05939-129e-49af-9ef6-b1e48639b866 service neutron] Bound using segment: {'id': '043d2c16-bfc2-41d9-a1d7-22b61f542ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a08cf530-ffd9-4bc5-a449-06ae1b9436c1'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:09:25.228224 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-8dc50ec4-e71e-4b19-a948-470e0c0e74b3 req-c5f05939-129e-49af-9ef6-b1e48639b866 service neutron] Bound port: 94bc95f4-03a8-43c0-be38-b635bfdb9753, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '043d2c16-bfc2-41d9-a1d7-22b61f542ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a08cf530-ffd9-4bc5-a449-06ae1b9436c1'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:09:25.228589 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8dc50ec4-e71e-4b19-a948-470e0c0e74b3 req-c5f05939-129e-49af-9ef6-b1e48639b866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:25.273291 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-32da4590-7f0d-4152-9256-b92152623ecc req-ccca4908-e711-4f9d-8a4f-cf88773cdf15 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] 10.222.0.48 "GET /v2.0/security-groups?id=e26c237d-fcf9-4faf-8335-c77462b01565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640285 Jul 16 00:09:25.306009 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-8dc50ec4-e71e-4b19-a948-470e0c0e74b3 req-c5f05939-129e-49af-9ef6-b1e48639b866 service neutron] For port 94bc95f4-03a8-43c0-be38-b635bfdb9753, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:09:25.309076 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-8dc50ec4-e71e-4b19-a948-470e0c0e74b3 req-c5f05939-129e-49af-9ef6-b1e48639b866 service neutron] For port 94bc95f4-03a8-43c0-be38-b635bfdb9753, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=94bc95f4-03a8-43c0-be38-b635bfdb9753,segment=NetworkSegment(043d2c16-bfc2-41d9-a1d7-22b61f542ab4),segment_id=043d2c16-bfc2-41d9-a1d7-22b61f542ab4)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:09:25.313891 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8dc50ec4-e71e-4b19-a948-470e0c0e74b3 req-c5f05939-129e-49af-9ef6-b1e48639b866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:25.351541 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc50ec4-e71e-4b19-a948-470e0c0e74b3 req-c5f05939-129e-49af-9ef6-b1e48639b866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:25.352197 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8dc50ec4-e71e-4b19-a948-470e0c0e74b3 req-c5f05939-129e-49af-9ef6-b1e48639b866 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:25.353579 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8dc50ec4-e71e-4b19-a948-470e0c0e74b3 req-c5f05939-129e-49af-9ef6-b1e48639b866 service neutron] 10.222.0.49 "PUT /v2.0/ports/94bc95f4-03a8-43c0-be38-b635bfdb9753 HTTP/1.1" status: 200 len: 1091 time: 0.7257416 Jul 16 00:09:25.354017 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ff2c167-56f8-4a26-95b5-c199e81caa63', 'tag': '94bc95f4-03a8-43c0-be38-b635bfdb9753'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:09:25.356289 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cfa130710a3ed3c11f83ca70e11270030e5afd3463e80eec9e3119d100d8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c968c5-d26e-4c9d-b29c-291a20637314" -d '{"events": [{"name": "network-changed", "server_uuid": "2ff2c167-56f8-4a26-95b5-c199e81caa63", "tag": "94bc95f4-03a8-43c0-be38-b635bfdb9753"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:09:25.379404 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f05939-129e-49af-9ef6-b1e48639b866 service neutron] Pushing event updated for resources: {'Port': ['ID=94bc95f4-03a8-43c0-be38-b635bfdb9753,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:25.443156 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc50ec4-e71e-4b19-a948-470e0c0e74b3 req-c86f6e6b-1ca8-4a3b-9fa3-1cefdb6e59f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:25.444773 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8dc50ec4-e71e-4b19-a948-470e0c0e74b3 req-c86f6e6b-1ca8-4a3b-9fa3-1cefdb6e59f2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7a976e6597c245e99f3a525b3932adc0&device_id=2ff2c167-56f8-4a26-95b5-c199e81caa63 HTTP/1.1" status: 200 len: 1094 time: 0.0552800 Jul 16 00:09:25.458770 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664633c6-0e45-4c0d-9dbd-da50b6c1cb22 x-openstack-request-id: req-664633c6-0e45-4c0d-9dbd-da50b6c1cb22 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:09:25.459065 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ff2c167-56f8-4a26-95b5-c199e81caa63", "tag": "94bc95f4-03a8-43c0-be38-b635bfdb9753", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:09:25.459329 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-664633c6-0e45-4c0d-9dbd-da50b6c1cb22 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:09:25.459763 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ff2c167-56f8-4a26-95b5-c199e81caa63', 'tag': '94bc95f4-03a8-43c0-be38-b635bfdb9753', 'status': 'completed', 'code': 200} Jul 16 00:09:25.489620 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8dc50ec4-e71e-4b19-a948-470e0c0e74b3 req-64e97cbb-9f04-4cfd-aa30-b053a5d03a06 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94bc95f4-03a8-43c0-be38-b635bfdb9753 HTTP/1.1" status: 200 len: 217 time: 0.0380814 Jul 16 00:09:25.542149 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc50ec4-e71e-4b19-a948-470e0c0e74b3 req-b35fa16d-06cf-42d0-8dc0-83decb220504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:25.543629 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8dc50ec4-e71e-4b19-a948-470e0c0e74b3 req-b35fa16d-06cf-42d0-8dc0-83decb220504 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ca2f6966-8d0f-4832-9070-3a8539aaab59 HTTP/1.1" status: 200 len: 854 time: 0.0482278 Jul 16 00:09:25.575231 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8dc50ec4-e71e-4b19-a948-470e0c0e74b3 req-7c84a4cc-baf1-42a0-b3c8-46ca01038e65 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a08cf530-ffd9-4bc5-a449-06ae1b9436c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257404 Jul 16 00:09:25.663132 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8dc50ec4-e71e-4b19-a948-470e0c0e74b3 req-f4903492-cb78-4f30-a815-f997932dd28b service neutron] 10.222.0.49 "GET /v2.0/networks/a08cf530-ffd9-4bc5-a449-06ae1b9436c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813112 Jul 16 00:09:25.753757 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8dc50ec4-e71e-4b19-a948-470e0c0e74b3 req-a46657a4-cce5-4812-a491-0ce700640644 service neutron] 10.222.0.49 "GET /v2.0/networks/a08cf530-ffd9-4bc5-a449-06ae1b9436c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848553 Jul 16 00:09:25.855709 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c968c5-d26e-4c9d-b29c-291a20637314 req-e286c641-752b-478f-93c8-226c7ee80c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:25.857223 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f5c968c5-d26e-4c9d-b29c-291a20637314 req-e286c641-752b-478f-93c8-226c7ee80c01 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7a976e6597c245e99f3a525b3932adc0&device_id=2ff2c167-56f8-4a26-95b5-c199e81caa63 HTTP/1.1" status: 200 len: 1094 time: 0.0529785 Jul 16 00:09:25.915215 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:25.950507 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c968c5-d26e-4c9d-b29c-291a20637314 req-b8c9954b-3aff-4f5e-934a-b32d6a89f59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:25.952019 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f5c968c5-d26e-4c9d-b29c-291a20637314 req-b8c9954b-3aff-4f5e-934a-b32d6a89f59d service neutron] 10.222.0.49 "GET /v2.0/networks?id=a08cf530-ffd9-4bc5-a449-06ae1b9436c1 HTTP/1.1" status: 200 len: 915 time: 0.0891163 Jul 16 00:09:25.991817 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f5c968c5-d26e-4c9d-b29c-291a20637314 req-58f17e11-118a-49c8-8597-21c12854012b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94bc95f4-03a8-43c0-be38-b635bfdb9753 HTTP/1.1" status: 200 len: 217 time: 0.0334232 Jul 16 00:09:26.043440 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c968c5-d26e-4c9d-b29c-291a20637314 req-9de3fed4-5b09-442b-af80-1c1007e65248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:26.044812 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f5c968c5-d26e-4c9d-b29c-291a20637314 req-9de3fed4-5b09-442b-af80-1c1007e65248 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ca2f6966-8d0f-4832-9070-3a8539aaab59 HTTP/1.1" status: 200 len: 854 time: 0.0468347 Jul 16 00:09:26.077469 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f5c968c5-d26e-4c9d-b29c-291a20637314 req-fab09100-b9d4-44ad-ac6f-5aeb035c79d9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a08cf530-ffd9-4bc5-a449-06ae1b9436c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260608 Jul 16 00:09:26.169123 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f5c968c5-d26e-4c9d-b29c-291a20637314 req-aa87cba2-3dc0-4b6f-894d-25efcee82753 service neutron] 10.222.0.49 "GET /v2.0/networks/a08cf530-ffd9-4bc5-a449-06ae1b9436c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847802 Jul 16 00:09:26.259545 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f5c968c5-d26e-4c9d-b29c-291a20637314 req-65eccfce-c07a-4789-80d5-8d4d1f1b6444 service neutron] 10.222.0.49 "GET /v2.0/networks/a08cf530-ffd9-4bc5-a449-06ae1b9436c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839550 Jul 16 00:09:26.447771 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a58b6e-616f-42d8-ab38-12e250da4767 req-231c9595-3bdc-44b7-a1f5-b7f5048ef6da tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:26.449254 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b2a58b6e-616f-42d8-ab38-12e250da4767 req-231c9595-3bdc-44b7-a1f5-b7f5048ef6da tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ff2c167-56f8-4a26-95b5-c199e81caa63 HTTP/1.1" status: 200 len: 943 time: 0.0642655 Jul 16 00:09:26.486592 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b2a58b6e-616f-42d8-ab38-12e250da4767 req-7859755f-c4a4-480e-b854-d58c5e7849b2 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] 10.222.0.48 "GET /v2.0/security-groups?id=e26c237d-fcf9-4faf-8335-c77462b01565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318511 Jul 16 00:09:27.665897 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6178ac-228f-4b73-af60-fdb85b156834 req-62e4ff94-fc24-4238-801d-6f22f101d3f0 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:27.667414 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bd6178ac-228f-4b73-af60-fdb85b156834 req-62e4ff94-fc24-4238-801d-6f22f101d3f0 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ff2c167-56f8-4a26-95b5-c199e81caa63 HTTP/1.1" status: 200 len: 943 time: 0.0687132 Jul 16 00:09:27.705509 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bd6178ac-228f-4b73-af60-fdb85b156834 req-e74d1fd6-a6d1-4405-bccf-b449743f5219 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] 10.222.0.48 "GET /v2.0/security-groups?id=e26c237d-fcf9-4faf-8335-c77462b01565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322931 Jul 16 00:09:28.881523 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b3268-6fb2-46c4-b0a1-7b59126d9fbe req-0fc1d27e-8a0d-4297-801e-be3b264eca82 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:28.883593 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-291b3268-6fb2-46c4-b0a1-7b59126d9fbe req-0fc1d27e-8a0d-4297-801e-be3b264eca82 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ff2c167-56f8-4a26-95b5-c199e81caa63 HTTP/1.1" status: 200 len: 943 time: 0.0640333 Jul 16 00:09:28.925303 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-291b3268-6fb2-46c4-b0a1-7b59126d9fbe req-ec9d5fff-e815-46b8-9c34-2b4a10da9701 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] 10.222.0.48 "GET /v2.0/security-groups?id=e26c237d-fcf9-4faf-8335-c77462b01565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359442 Jul 16 00:09:29.074764 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 94bc95f4-03a8-43c0-be38-b635bfdb9753 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 00:09:29.168242 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 94bc95f4-03a8-43c0-be38-b635bfdb9753, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=94bc95f4-03a8-43c0-be38-b635bfdb9753,segment=NetworkSegment(043d2c16-bfc2-41d9-a1d7-22b61f542ab4),segment_id=043d2c16-bfc2-41d9-a1d7-22b61f542ab4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:09:29.183797 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '94bc95f4-03a8-43c0-be38-b635bfdb9753', 'network_id': 'a08cf530-ffd9-4bc5-a449-06ae1b9436c1', 'port_id': '94bc95f4-03a8-43c0-be38-b635bfdb9753', 'mac_address': 'fa:16:3e:64:69:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca2f6966-8d0f-4832-9070-3a8539aaab59', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 00:09:29.220268 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:29.233546 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94bc95f4-03a8-43c0-be38-b635bfdb9753 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:09:29.252598 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 94bc95f4-03a8-43c0-be38-b635bfdb9753, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=94bc95f4-03a8-43c0-be38-b635bfdb9753,segment=NetworkSegment(043d2c16-bfc2-41d9-a1d7-22b61f542ab4),segment_id=043d2c16-bfc2-41d9-a1d7-22b61f542ab4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:09:29.256156 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:29.304028 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=94bc95f4-03a8-43c0-be38-b635bfdb9753,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:29.485650 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['94bc95f4-03a8-43c0-be38-b635bfdb9753'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:09:30.097169 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af17cc52-06d4-43ff-b2a1-3567ab03b052 req-57419c24-9c2d-4703-a25a-cb97b786a3f1 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:30.098569 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-af17cc52-06d4-43ff-b2a1-3567ab03b052 req-57419c24-9c2d-4703-a25a-cb97b786a3f1 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ff2c167-56f8-4a26-95b5-c199e81caa63 HTTP/1.1" status: 200 len: 944 time: 0.0633073 Jul 16 00:09:30.136908 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-af17cc52-06d4-43ff-b2a1-3567ab03b052 req-a8fbf278-d941-4e6f-b75e-17df29e6d337 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] 10.222.0.48 "GET /v2.0/security-groups?id=e26c237d-fcf9-4faf-8335-c77462b01565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320690 Jul 16 00:09:30.919161 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a9e5ae13-eaae-4be7-83ca-f511d0297eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:31.088909 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 94bc95f4-03a8-43c0-be38-b635bfdb9753 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:09:31.139831 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port 94bc95f4-03a8-43c0-be38-b635bfdb9753 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:09:31.143416 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 94bc95f4-03a8-43c0-be38-b635bfdb9753 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:09:31.143814 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:31.223930 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:31.248661 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ff2c167-56f8-4a26-95b5-c199e81caa63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94bc95f4-03a8-43c0-be38-b635bfdb9753'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:09:31.250997 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85e2a5fec60f0be1243ce80844a072e05c29e3c23db0dd3e62b5f7d92f5b0637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec00836-ec6e-4c8b-a32c-bcc627e15047" -d '{"events": [{"server_uuid": "2ff2c167-56f8-4a26-95b5-c199e81caa63", "name": "network-vif-plugged", "status": "completed", "tag": "94bc95f4-03a8-43c0-be38-b635bfdb9753"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:09:31.264589 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 94bc95f4-03a8-43c0-be38-b635bfdb9753, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=94bc95f4-03a8-43c0-be38-b635bfdb9753,segment=NetworkSegment(043d2c16-bfc2-41d9-a1d7-22b61f542ab4),segment_id=043d2c16-bfc2-41d9-a1d7-22b61f542ab4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:09:31.270096 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:31.313782 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40d0e0e-682d-47c3-bd72-2a6183667c11 x-openstack-request-id: req-f40d0e0e-682d-47c3-bd72-2a6183667c11 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:09:31.314076 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ff2c167-56f8-4a26-95b5-c199e81caa63", "name": "network-vif-plugged", "status": "completed", "tag": "94bc95f4-03a8-43c0-be38-b635bfdb9753", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:09:31.314331 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f40d0e0e-682d-47c3-bd72-2a6183667c11 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:09:31.315151 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ff2c167-56f8-4a26-95b5-c199e81caa63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94bc95f4-03a8-43c0-be38-b635bfdb9753', 'code': 200} Jul 16 00:09:31.330067 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=94bc95f4-03a8-43c0-be38-b635bfdb9753,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:31.349760 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e19b0af-d172-46cb-9a69-c75391e8e32f req-964cc05f-0a5b-4d2f-b7be-3702f6a6fe29 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:31.352269 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2e19b0af-d172-46cb-9a69-c75391e8e32f req-964cc05f-0a5b-4d2f-b7be-3702f6a6fe29 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ff2c167-56f8-4a26-95b5-c199e81caa63 HTTP/1.1" status: 200 len: 945 time: 0.0984983 Jul 16 00:09:31.422154 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2e19b0af-d172-46cb-9a69-c75391e8e32f req-523001a6-3d50-4f60-bca8-efd514821363 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] 10.222.0.48 "GET /v2.0/security-groups?id=e26c237d-fcf9-4faf-8335-c77462b01565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641320 Jul 16 00:09:31.443737 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51392df2-2ca9-42fa-97b9-5358121c8b85 req-05a8eac3-218a-413e-b245-ae7d94901d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:31.445319 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-51392df2-2ca9-42fa-97b9-5358121c8b85 req-05a8eac3-218a-413e-b245-ae7d94901d68 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2ff2c167-56f8-4a26-95b5-c199e81caa63 HTTP/1.1" status: 200 len: 1096 time: 0.0686352 Jul 16 00:09:31.480413 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-51392df2-2ca9-42fa-97b9-5358121c8b85 req-db61e8ad-5fce-4f49-9202-7af725247ae9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e26c237d-fcf9-4faf-8335-c77462b01565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291600 Jul 16 00:09:32.605325 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5166e5-6d34-4825-b50a-2b79499c5a2c req-77b154fd-1229-4082-bf14-1d8b3a211c7c tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:32.606827 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ec5166e5-6d34-4825-b50a-2b79499c5a2c req-77b154fd-1229-4082-bf14-1d8b3a211c7c tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ff2c167-56f8-4a26-95b5-c199e81caa63 HTTP/1.1" status: 200 len: 945 time: 0.0685961 Jul 16 00:09:32.645458 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ec5166e5-6d34-4825-b50a-2b79499c5a2c req-5d94a08c-40f0-44d3-8ffd-6a328d913ea4 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] 10.222.0.48 "GET /v2.0/security-groups?id=e26c237d-fcf9-4faf-8335-c77462b01565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330586 Jul 16 00:09:32.856174 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:09:33.046634 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b97c4-d7bc-4eb3-ab03-cced521d52dc req-c6e6e80b-7f2f-4bc5-b135-9747fe18ee66 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:33.048076 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-540b97c4-d7bc-4eb3-ab03-cced521d52dc req-c6e6e80b-7f2f-4bc5-b135-9747fe18ee66 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ff2c167-56f8-4a26-95b5-c199e81caa63 HTTP/1.1" status: 200 len: 945 time: 0.0640752 Jul 16 00:09:33.088803 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-540b97c4-d7bc-4eb3-ab03-cced521d52dc req-ed81d53d-8913-424e-881f-827e2362d395 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] 10.222.0.48 "GET /v2.0/security-groups?id=e26c237d-fcf9-4faf-8335-c77462b01565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342000 Jul 16 00:09:33.484141 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:34.193222 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c38d27-8eda-487b-bc60-398153b25af2 req-adf103f8-8931-4f49-bc37-0788ca68af0b tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:34.194721 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-45c38d27-8eda-487b-bc60-398153b25af2 req-adf103f8-8931-4f49-bc37-0788ca68af0b tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ff2c167-56f8-4a26-95b5-c199e81caa63 HTTP/1.1" status: 200 len: 945 time: 0.0673013 Jul 16 00:09:34.281552 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-72760732-6e76-462f-bb39-227630250c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:34.342493 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56134dcb-07eb-46b8-a33e-60e767979b1a req-55d8e303-24e7-40a6-8f71-d864e6bc6f84 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:34.343990 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-56134dcb-07eb-46b8-a33e-60e767979b1a req-55d8e303-24e7-40a6-8f71-d864e6bc6f84 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ff2c167-56f8-4a26-95b5-c199e81caa63 HTTP/1.1" status: 200 len: 945 time: 0.1368036 Jul 16 00:09:34.369360 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-45c38d27-8eda-487b-bc60-398153b25af2 req-fe59fde0-4844-4b9c-9e3f-c05a905012fc tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] Deleting port 94bc95f4-03a8-43c0-be38-b635bfdb9753 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:09:34.369613 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-45c38d27-8eda-487b-bc60-398153b25af2 req-fe59fde0-4844-4b9c-9e3f-c05a905012fc tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:34.412776 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-56134dcb-07eb-46b8-a33e-60e767979b1a req-87e7da2c-e659-4c7b-810c-02fe52dd0c3d tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] 10.222.0.48 "GET /v2.0/security-groups?id=e26c237d-fcf9-4faf-8335-c77462b01565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621645 Jul 16 00:09:34.478385 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-45c38d27-8eda-487b-bc60-398153b25af2 req-fe59fde0-4844-4b9c-9e3f-c05a905012fc tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] For port 94bc95f4-03a8-43c0-be38-b635bfdb9753, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=94bc95f4-03a8-43c0-be38-b635bfdb9753,segment=NetworkSegment(043d2c16-bfc2-41d9-a1d7-22b61f542ab4),segment_id=043d2c16-bfc2-41d9-a1d7-22b61f542ab4)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:09:34.478787 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-45c38d27-8eda-487b-bc60-398153b25af2 req-fe59fde0-4844-4b9c-9e3f-c05a905012fc tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:34.491851 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-45c38d27-8eda-487b-bc60-398153b25af2 req-fe59fde0-4844-4b9c-9e3f-c05a905012fc tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] Calling delete_port for 94bc95f4-03a8-43c0-be38-b635bfdb9753 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:09:34.519534 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:34.624989 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-45c38d27-8eda-487b-bc60-398153b25af2 req-fe59fde0-4844-4b9c-9e3f-c05a905012fc tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:34.637822 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['94bc95f4-03a8-43c0-be38-b635bfdb9753'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:09:34.653733 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe59fde0-4844-4b9c-9e3f-c05a905012fc tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] Pushing event deleted for resources: {'Port': ['ID=94bc95f4-03a8-43c0-be38-b635bfdb9753,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:34.666316 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['5db47114-4545-415d-a229-1e853b94278f'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:09:34.702378 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-45c38d27-8eda-487b-bc60-398153b25af2 req-fe59fde0-4844-4b9c-9e3f-c05a905012fc tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] No DVR routers for this DVR port 94bc95f4-03a8-43c0-be38-b635bfdb9753 on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:09:34.705158 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-45c38d27-8eda-487b-bc60-398153b25af2 req-fe59fde0-4844-4b9c-9e3f-c05a905012fc tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:34.707253 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-45c38d27-8eda-487b-bc60-398153b25af2 req-fe59fde0-4844-4b9c-9e3f-c05a905012fc tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] 10.222.0.49 "DELETE /v2.0/ports/94bc95f4-03a8-43c0-be38-b635bfdb9753 HTTP/1.1" status: 204 len: 173 time: 0.5066209 Jul 16 00:09:34.707734 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ff2c167-56f8-4a26-95b5-c199e81caa63', 'name': 'network-vif-deleted', 'tag': '94bc95f4-03a8-43c0-be38-b635bfdb9753'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:09:34.710072 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cfa130710a3ed3c11f83ca70e11270030e5afd3463e80eec9e3119d100d8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aebdaf96-5b25-48cb-853b-18654894c78c" -d '{"events": [{"server_uuid": "2ff2c167-56f8-4a26-95b5-c199e81caa63", "name": "network-vif-deleted", "tag": "94bc95f4-03a8-43c0-be38-b635bfdb9753"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:09:34.752839 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a94026-4dbe-4a48-982d-54b1beb79a48 x-openstack-request-id: req-03a94026-4dbe-4a48-982d-54b1beb79a48 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:09:34.753249 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ff2c167-56f8-4a26-95b5-c199e81caa63", "name": "network-vif-deleted", "tag": "94bc95f4-03a8-43c0-be38-b635bfdb9753", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:09:34.753509 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-03a94026-4dbe-4a48-982d-54b1beb79a48 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:09:34.756462 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ff2c167-56f8-4a26-95b5-c199e81caa63', 'name': 'network-vif-deleted', 'tag': '94bc95f4-03a8-43c0-be38-b635bfdb9753', 'status': 'completed', 'code': 200} Jul 16 00:09:35.660066 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43195e9f-38cb-444d-917a-07c3ccee6401 req-f6197d34-674c-4a8b-8e33-e370a8492fed tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:35.661594 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-43195e9f-38cb-444d-917a-07c3ccee6401 req-f6197d34-674c-4a8b-8e33-e370a8492fed tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc46432-9c36-4e80-9484-996554f4eae4 HTTP/1.1" status: 200 len: 945 time: 0.0636423 Jul 16 00:09:35.702196 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-43195e9f-38cb-444d-917a-07c3ccee6401 req-ad221bdd-aefc-487b-9ec3-584a1cc98e01 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] 10.222.0.48 "GET /v2.0/security-groups?id=e26c237d-fcf9-4faf-8335-c77462b01565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343621 Jul 16 00:09:35.897777 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b89e4-20eb-4ae2-804f-0538cd5a28fb req-0e76ff2a-86fc-4a17-8389-94e14a2170d9 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:35.900013 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2d1b89e4-20eb-4ae2-804f-0538cd5a28fb req-0e76ff2a-86fc-4a17-8389-94e14a2170d9 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc46432-9c36-4e80-9484-996554f4eae4 HTTP/1.1" status: 200 len: 945 time: 0.0682118 Jul 16 00:09:35.939002 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2d1b89e4-20eb-4ae2-804f-0538cd5a28fb req-d306b4f8-08bc-41c1-bd30-b04ea0af7e41 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] 10.222.0.48 "GET /v2.0/security-groups?id=e26c237d-fcf9-4faf-8335-c77462b01565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330915 Jul 16 00:09:36.116567 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c732c80-ec9c-49c4-a355-c5f37f1a3560 req-bd96745f-216c-4d92-8244-7fd5e5be36e6 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:36.118082 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5c732c80-ec9c-49c4-a355-c5f37f1a3560 req-bd96745f-216c-4d92-8244-7fd5e5be36e6 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc46432-9c36-4e80-9484-996554f4eae4 HTTP/1.1" status: 200 len: 945 time: 0.0638802 Jul 16 00:09:36.155165 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5c732c80-ec9c-49c4-a355-c5f37f1a3560 req-07e14bb1-422d-42d4-9a60-ba3497d4bcff tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] 10.222.0.48 "GET /v2.0/security-groups?id=e26c237d-fcf9-4faf-8335-c77462b01565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315657 Jul 16 00:09:36.438028 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b9ade5-c7f3-48f5-b48b-9b05eb195ae5 req-4fe1cb07-a5b2-4363-9bcd-e75d99c3b838 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:36.439511 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-55b9ade5-c7f3-48f5-b48b-9b05eb195ae5 req-4fe1cb07-a5b2-4363-9bcd-e75d99c3b838 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc46432-9c36-4e80-9484-996554f4eae4 HTTP/1.1" status: 200 len: 945 time: 0.0673313 Jul 16 00:09:36.478176 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-55b9ade5-c7f3-48f5-b48b-9b05eb195ae5 req-c6cb2e56-3410-4e90-8cf8-fb381f72d044 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] 10.222.0.48 "GET /v2.0/security-groups?id=e26c237d-fcf9-4faf-8335-c77462b01565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327604 Jul 16 00:09:36.531169 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:36.654678 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c06f5-7a25-4d10-9a69-3ce6d8398935 req-d3ce4aef-5a96-4ac6-bf60-945887b4391c tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:36.656210 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-df6c06f5-7a25-4d10-9a69-3ce6d8398935 req-d3ce4aef-5a96-4ac6-bf60-945887b4391c tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc46432-9c36-4e80-9484-996554f4eae4 HTTP/1.1" status: 200 len: 945 time: 0.0628710 Jul 16 00:09:36.694763 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-df6c06f5-7a25-4d10-9a69-3ce6d8398935 req-6b9cc351-d73e-4cda-b2ae-71bc48c90947 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] 10.222.0.48 "GET /v2.0/security-groups?id=e26c237d-fcf9-4faf-8335-c77462b01565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328436 Jul 16 00:09:36.879289 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074993f7-95b4-4169-964d-ea2e91efcc70 req-2af878bc-a567-4956-a626-09a6cfccacf2 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:36.880824 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-074993f7-95b4-4169-964d-ea2e91efcc70 req-2af878bc-a567-4956-a626-09a6cfccacf2 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc46432-9c36-4e80-9484-996554f4eae4 HTTP/1.1" status: 200 len: 945 time: 0.0628343 Jul 16 00:09:36.921967 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-074993f7-95b4-4169-964d-ea2e91efcc70 req-bdf7cf0e-adb4-4255-b68b-b4f40738aa54 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] 10.222.0.48 "GET /v2.0/security-groups?id=e26c237d-fcf9-4faf-8335-c77462b01565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354867 Jul 16 00:09:37.106636 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 94bc95f4-03a8-43c0-be38-b635bfdb9753 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:09:37.133900 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: 94bc95f4-03a8-43c0-be38-b635bfdb9753 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:09:37.134346 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 94bc95f4-03a8-43c0-be38-b635bfdb9753 not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:09:37.463959 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a3cfee-929f-4369-9dd7-a02f27b3ddac req-690f2cbc-8c7e-4c55-b8d8-4a16bdb14670 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:37.465455 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f0a3cfee-929f-4369-9dd7-a02f27b3ddac req-690f2cbc-8c7e-4c55-b8d8-4a16bdb14670 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc46432-9c36-4e80-9484-996554f4eae4 HTTP/1.1" status: 200 len: 945 time: 0.0674555 Jul 16 00:09:37.505376 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f0a3cfee-929f-4369-9dd7-a02f27b3ddac req-af2871dd-e2cf-40df-84f5-426c2cd89877 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] 10.222.0.48 "GET /v2.0/security-groups?id=e26c237d-fcf9-4faf-8335-c77462b01565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338175 Jul 16 00:09:38.605090 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:38.884497 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03793aa-157f-416f-837a-78835f3d2d11 req-3c3357a2-ebda-4bbb-a515-86d9bbc812ee tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:38.886099 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a03793aa-157f-416f-837a-78835f3d2d11 req-3c3357a2-ebda-4bbb-a515-86d9bbc812ee tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc46432-9c36-4e80-9484-996554f4eae4 HTTP/1.1" status: 200 len: 945 time: 0.0720210 Jul 16 00:09:38.930906 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a03793aa-157f-416f-837a-78835f3d2d11 req-80099c9e-1ef2-4604-bcf5-2c8109069087 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] 10.222.0.48 "GET /v2.0/security-groups?id=e26c237d-fcf9-4faf-8335-c77462b01565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387540 Jul 16 00:09:39.066670 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7ed01-b8b6-4b08-ade9-bfb98cfeb352 req-5e97e374-d326-42bd-a179-1eda61eb7cb3 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:39.068223 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-51e7ed01-b8b6-4b08-ade9-bfb98cfeb352 req-5e97e374-d326-42bd-a179-1eda61eb7cb3 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] 10.222.0.41 "GET /v2.0/ports?device_id=6dc46432-9c36-4e80-9484-996554f4eae4 HTTP/1.1" status: 200 len: 945 time: 0.0746861 Jul 16 00:09:39.177855 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-51e7ed01-b8b6-4b08-ade9-bfb98cfeb352 req-280d13c4-c9a5-4b63-81f5-22e3e2ecfa08 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] Deleting port 5db47114-4545-415d-a229-1e853b94278f {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:09:39.178196 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-51e7ed01-b8b6-4b08-ade9-bfb98cfeb352 req-280d13c4-c9a5-4b63-81f5-22e3e2ecfa08 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:39.269764 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-51e7ed01-b8b6-4b08-ade9-bfb98cfeb352 req-280d13c4-c9a5-4b63-81f5-22e3e2ecfa08 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] For port 5db47114-4545-415d-a229-1e853b94278f, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=5db47114-4545-415d-a229-1e853b94278f,segment=NetworkSegment(043d2c16-bfc2-41d9-a1d7-22b61f542ab4),segment_id=043d2c16-bfc2-41d9-a1d7-22b61f542ab4)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:09:39.270097 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-51e7ed01-b8b6-4b08-ade9-bfb98cfeb352 req-280d13c4-c9a5-4b63-81f5-22e3e2ecfa08 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:39.285179 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-51e7ed01-b8b6-4b08-ade9-bfb98cfeb352 req-280d13c4-c9a5-4b63-81f5-22e3e2ecfa08 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] Calling delete_port for 5db47114-4545-415d-a229-1e853b94278f owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:09:39.423476 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-51e7ed01-b8b6-4b08-ade9-bfb98cfeb352 req-280d13c4-c9a5-4b63-81f5-22e3e2ecfa08 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:39.456989 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['5db47114-4545-415d-a229-1e853b94278f'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:09:39.464459 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280d13c4-c9a5-4b63-81f5-22e3e2ecfa08 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] Pushing event deleted for resources: {'Port': ['ID=5db47114-4545-415d-a229-1e853b94278f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:39.506931 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-51e7ed01-b8b6-4b08-ade9-bfb98cfeb352 req-280d13c4-c9a5-4b63-81f5-22e3e2ecfa08 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] No DVR routers for this DVR port 5db47114-4545-415d-a229-1e853b94278f on host n-h2-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:09:39.510407 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-51e7ed01-b8b6-4b08-ade9-bfb98cfeb352 req-280d13c4-c9a5-4b63-81f5-22e3e2ecfa08 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:39.512522 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-51e7ed01-b8b6-4b08-ade9-bfb98cfeb352 req-280d13c4-c9a5-4b63-81f5-22e3e2ecfa08 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] 10.222.0.41 "DELETE /v2.0/ports/5db47114-4545-415d-a229-1e853b94278f HTTP/1.1" status: 204 len: 173 time: 0.4392052 Jul 16 00:09:39.512968 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc46432-9c36-4e80-9484-996554f4eae4', 'name': 'network-vif-deleted', 'tag': '5db47114-4545-415d-a229-1e853b94278f'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:09:39.515398 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732f3e1a316c3ad7d48a65c2bbc2e30ba6c82a3ba5a41bb87b5b7e43e99a4419" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd387a06-76b7-4a66-9f55-93216ec8072b" -d '{"events": [{"server_uuid": "6dc46432-9c36-4e80-9484-996554f4eae4", "name": "network-vif-deleted", "tag": "5db47114-4545-415d-a229-1e853b94278f"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:09:39.561579 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d9d85a-2c99-4194-9872-18c2e3496af1 x-openstack-request-id: req-82d9d85a-2c99-4194-9872-18c2e3496af1 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:09:39.561915 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dc46432-9c36-4e80-9484-996554f4eae4", "name": "network-vif-deleted", "tag": "5db47114-4545-415d-a229-1e853b94278f", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:09:39.562204 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-82d9d85a-2c99-4194-9872-18c2e3496af1 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:09:39.562665 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dc46432-9c36-4e80-9484-996554f4eae4', 'name': 'network-vif-deleted', 'tag': '5db47114-4545-415d-a229-1e853b94278f', 'status': 'completed', 'code': 200} Jul 16 00:09:40.111324 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7f581896-ab31-43be-9a36-1b9893d1a556 req-14288eb4-f76a-42a8-8158-8cccd1370d84 tempest-ServersNegativeTestJSON-907543461 tempest-ServersNegativeTestJSON-907543461-project] 10.222.0.48 "GET /v2.0/ports?device_id=6dc46432-9c36-4e80-9484-996554f4eae4 HTTP/1.1" status: 200 len: 210 time: 0.0356693 Jul 16 00:09:41.205325 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53022) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:09:41.254533 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bef5c9a-b7cd-46e4-b0b8-3abdb8f0090c admin admin] Deleting subnet ca2f6966-8d0f-4832-9070-3a8539aaab59 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 00:09:41.257636 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0bef5c9a-b7cd-46e4-b0b8-3abdb8f0090c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:41.298807 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0bef5c9a-b7cd-46e4-b0b8-3abdb8f0090c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:41.337916 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0bef5c9a-b7cd-46e4-b0b8-3abdb8f0090c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:41.389257 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0bef5c9a-b7cd-46e4-b0b8-3abdb8f0090c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:41.417325 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bef5c9a-b7cd-46e4-b0b8-3abdb8f0090c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca2f6966-8d0f-4832-9070-3a8539aaab59,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:41.420369 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0bef5c9a-b7cd-46e4-b0b8-3abdb8f0090c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:41.422260 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-0bef5c9a-b7cd-46e4-b0b8-3abdb8f0090c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ca2f6966-8d0f-4832-9070-3a8539aaab59 HTTP/1.1" status: 204 len: 168 time: 0.2159488 Jul 16 00:09:41.424771 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53024) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:09:41.498111 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9696-ab6a-4065-8278-1a890dc2e501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:41.579678 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9696-ab6a-4065-8278-1a890dc2e501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:41.590950 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-cb2c9696-ab6a-4065-8278-1a890dc2e501 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a08cf530-ffd9-4bc5-a449-06ae1b9436c1']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:09:41.600967 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-cb2c9696-ab6a-4065-8278-1a890dc2e501 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '043d2c16-bfc2-41d9-a1d7-22b61f542ab4') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:09:41.601258 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-cb2c9696-ab6a-4065-8278-1a890dc2e501 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '043d2c16-bfc2-41d9-a1d7-22b61f542ab4') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:09:41.613918 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9696-ab6a-4065-8278-1a890dc2e501 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:41.628000 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9696-ab6a-4065-8278-1a890dc2e501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:41.634372 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb2c9696-ab6a-4065-8278-1a890dc2e501 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 00:09:41.634801 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9696-ab6a-4065-8278-1a890dc2e501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:41.636633 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:09:41.636633 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:09:41.636633 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 16 00:09:41.636633 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 00:09:41.636633 n-d-794306-6 neutron-server[93771]: timer() Jul 16 00:09:41.636633 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 00:09:41.636633 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 16 00:09:41.636633 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 00:09:41.636633 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 16 00:09:41.636633 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 00:09:41.636633 n-d-794306-6 neutron-server[93771]: self._notify() Jul 16 00:09:41.636633 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 00:09:41.636633 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 16 00:09:41.636633 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 00:09:41.636633 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 16 00:09:41.636633 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 00:09:41.636633 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 00:09:41.636633 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 00:09:41.636633 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 00:09:41.636633 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 00:09:41.636633 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 16 00:09:41.636633 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 00:09:41.636633 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 16 00:09:41.636633 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 00:09:41.636633 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 00:09:41.636633 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 00:09:41.636633 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 16 00:09:41.636633 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 00:09:41.636633 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 00:09:41.636633 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 00:09:41.636633 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 00:09:41.636633 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 00:09:41.636633 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 00:09:41.636633 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 00:09:41.689857 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9696-ab6a-4065-8278-1a890dc2e501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:41.695657 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cb2c9696-ab6a-4065-8278-1a890dc2e501 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:41.697813 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-cb2c9696-ab6a-4065-8278-1a890dc2e501 admin admin] 10.222.0.48 "DELETE /v2.0/networks/a08cf530-ffd9-4bc5-a449-06ae1b9436c1 HTTP/1.1" status: 204 len: 168 time: 0.2721262 Jul 16 00:09:41.709072 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2c9696-ab6a-4065-8278-1a890dc2e501 admin admin] Pushing event deleted for resources: {'Network': ['ID=a08cf530-ffd9-4bc5-a449-06ae1b9436c1,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:41.833438 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53028) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:09:41.874816 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-e2990f2e-0a6e-4a74-a13b-60381a7e2c25 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7a976e6597c245e99f3a525b3932adc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401208 Jul 16 00:09:41.877276 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53030) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:09:41.926583 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-414d43cf-a5d1-46bb-8325-af9d087ea76b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:41.948407 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-414d43cf-a5d1-46bb-8325-af9d087ea76b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:41.996048 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-414d43cf-a5d1-46bb-8325-af9d087ea76b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:41.998542 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-414d43cf-a5d1-46bb-8325-af9d087ea76b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:42.002743 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-414d43cf-a5d1-46bb-8325-af9d087ea76b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e26c237d-fcf9-4faf-8335-c77462b01565 HTTP/1.1" status: 204 len: 168 time: 0.1245284 Jul 16 00:09:42.010919 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414d43cf-a5d1-46bb-8325-af9d087ea76b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26c237d-fcf9-4faf-8335-c77462b01565,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:42.696953 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53052) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:09:42.794173 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-3d651048-e368-4880-9fc8-8235ba02b7e0 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2040306265'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:09:42.815505 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d651048-e368-4880-9fc8-8235ba02b7e0 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Made reservation on behalf of 21129c19dd0b478984c53c9701f97fa4 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:09:42.819360 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3d651048-e368-4880-9fc8-8235ba02b7e0 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:42.828087 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3d651048-e368-4880-9fc8-8235ba02b7e0 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:42.925868 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3d651048-e368-4880-9fc8-8235ba02b7e0 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:42.929936 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3d651048-e368-4880-9fc8-8235ba02b7e0 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:42.957362 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d651048-e368-4880-9fc8-8235ba02b7e0 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 00:09:42.967149 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d651048-e368-4880-9fc8-8235ba02b7e0 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=923e9221-a8b2-4822-918c-93a248ef948c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:42.971924 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3d651048-e368-4880-9fc8-8235ba02b7e0 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:42.972274 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-3d651048-e368-4880-9fc8-8235ba02b7e0 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Added segment 5b0c6da5-fe65-4e73-9ef8-ccb6b11237ce of type vlan for network 5cecf0fa-839e-4453-8b58-fbfbc19e5d62 Jul 16 00:09:43.013819 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3d651048-e368-4880-9fc8-8235ba02b7e0 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:43.043723 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3d651048-e368-4880-9fc8-8235ba02b7e0 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:43.049897 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d651048-e368-4880-9fc8-8235ba02b7e0 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:43.050671 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3d651048-e368-4880-9fc8-8235ba02b7e0 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:43.101674 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-3d651048-e368-4880-9fc8-8235ba02b7e0 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4035933 Jul 16 00:09:43.157543 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d651048-e368-4880-9fc8-8235ba02b7e0 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Pushing event updated for resources: {'Network': ['ID=5cecf0fa-839e-4453-8b58-fbfbc19e5d62,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:43.168951 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 5cecf0fa-839e-4453-8b58-fbfbc19e5d62 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 00:09:44.123180 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 5db47114-4545-415d-a229-1e853b94278f no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:09:44.143034 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] No Port match for: 5db47114-4545-415d-a229-1e853b94278f {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:09:44.143378 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 5db47114-4545-415d-a229-1e853b94278f not bound to the agent host n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:09:46.388576 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53056) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:09:46.393733 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-74a83ba6-5238-4b07-8ab8-f011566dfedd tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Request body: {'subnet': {'network_id': '5cecf0fa-839e-4453-8b58-fbfbc19e5d62', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:09:46.484661 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a83ba6-5238-4b07-8ab8-f011566dfedd tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Made reservation on behalf of 21129c19dd0b478984c53c9701f97fa4 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:09:46.488213 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-74a83ba6-5238-4b07-8ab8-f011566dfedd tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:46.675135 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-74a83ba6-5238-4b07-8ab8-f011566dfedd tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:46.728199 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a83ba6-5238-4b07-8ab8-f011566dfedd tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Pushing event updated for resources: {'Subnet': ['ID=0da03dad-db33-4449-af7f-afed914f6f0c,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:46.743936 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a83ba6-5238-4b07-8ab8-f011566dfedd tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:46.744281 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a83ba6-5238-4b07-8ab8-f011566dfedd tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:46.744617 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a83ba6-5238-4b07-8ab8-f011566dfedd tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:46.744980 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a83ba6-5238-4b07-8ab8-f011566dfedd tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:46.745277 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a83ba6-5238-4b07-8ab8-f011566dfedd tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:46.745602 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a83ba6-5238-4b07-8ab8-f011566dfedd tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:46.745923 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a83ba6-5238-4b07-8ab8-f011566dfedd tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:46.746240 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a83ba6-5238-4b07-8ab8-f011566dfedd tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:46.746559 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a83ba6-5238-4b07-8ab8-f011566dfedd tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:46.746872 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a83ba6-5238-4b07-8ab8-f011566dfedd tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:46.747189 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a83ba6-5238-4b07-8ab8-f011566dfedd tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:46.747506 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a83ba6-5238-4b07-8ab8-f011566dfedd tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:46.755978 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a83ba6-5238-4b07-8ab8-f011566dfedd tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Checking segment: {'id': '5b0c6da5-fe65-4e73-9ef8-ccb6b11237ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '5cecf0fa-839e-4453-8b58-fbfbc19e5d62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:09:46.756346 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a83ba6-5238-4b07-8ab8-f011566dfedd tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Network hostable DHCP agents. Network: 5cecf0fa-839e-4453-8b58-fbfbc19e5d62, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 00:09:46.772704 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a83ba6-5238-4b07-8ab8-f011566dfedd tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Network 5cecf0fa-839e-4453-8b58-fbfbc19e5d62 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 00:09:46.782204 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-74a83ba6-5238-4b07-8ab8-f011566dfedd tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 5cecf0fa-839e-4453-8b58-fbfbc19e5d62) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:09:46.786369 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a83ba6-5238-4b07-8ab8-f011566dfedd tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:46.786945 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-74a83ba6-5238-4b07-8ab8-f011566dfedd tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:46.793077 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8738094-2307-48f9-9583-63b7c9ae484d None None] Network 5cecf0fa-839e-4453-8b58-fbfbc19e5d62 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:09:46.803957 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-74a83ba6-5238-4b07-8ab8-f011566dfedd tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4142184 Jul 16 00:09:46.808164 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53058) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:09:46.813411 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-001a6bdc-4f87-4d34-a53d-3ef61693fa81 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-694998173'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:09:46.837719 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-001a6bdc-4f87-4d34-a53d-3ef61693fa81 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Made reservation on behalf of 21129c19dd0b478984c53c9701f97fa4 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:09:46.841657 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-001a6bdc-4f87-4d34-a53d-3ef61693fa81 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:46.868699 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-001a6bdc-4f87-4d34-a53d-3ef61693fa81 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 00:09:46.880017 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-001a6bdc-4f87-4d34-a53d-3ef61693fa81 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:46.880370 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-001a6bdc-4f87-4d34-a53d-3ef61693fa81 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Added segment 479ab3fa-c87c-4dd9-88eb-30effffc668d of type vlan for network 723d6cbb-86d3-46d9-88d1-b6f4690f2975 Jul 16 00:09:46.935679 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-001a6bdc-4f87-4d34-a53d-3ef61693fa81 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:46.969685 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-001a6bdc-4f87-4d34-a53d-3ef61693fa81 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:46.975528 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001a6bdc-4f87-4d34-a53d-3ef61693fa81 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:46.976160 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-001a6bdc-4f87-4d34-a53d-3ef61693fa81 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:47.016277 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-001a6bdc-4f87-4d34-a53d-3ef61693fa81 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2068512 Jul 16 00:09:47.019381 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53060) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:09:47.027010 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d7780283-c492-48d3-8ab3-22db918f108f tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Request body: {'subnet': {'network_id': '723d6cbb-86d3-46d9-88d1-b6f4690f2975', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:09:47.070068 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001a6bdc-4f87-4d34-a53d-3ef61693fa81 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Pushing event updated for resources: {'Network': ['ID=723d6cbb-86d3-46d9-88d1-b6f4690f2975,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:47.091606 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 723d6cbb-86d3-46d9-88d1-b6f4690f2975 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 00:09:47.106180 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b4a7a9-f625-4417-a411-d6443a850778 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-5cecf0fa-839e-4453-8b58-fbfbc19e5d62', 'network_id': '5cecf0fa-839e-4453-8b58-fbfbc19e5d62', 'tenant_id': '21129c19dd0b478984c53c9701f97fa4', 'fixed_ips': [{'subnet_id': '0da03dad-db33-4449-af7f-afed914f6f0c'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 00:09:47.107032 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-65b4a7a9-f625-4417-a411-d6443a850778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:47.152269 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7780283-c492-48d3-8ab3-22db918f108f tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Made reservation on behalf of 21129c19dd0b478984c53c9701f97fa4 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:09:47.155881 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d7780283-c492-48d3-8ab3-22db918f108f tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:47.294703 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-65b4a7a9-f625-4417-a411-d6443a850778 None None] Allocated IP 2001:db8:0:ffff::2 (5cecf0fa-839e-4453-8b58-fbfbc19e5d62/0da03dad-db33-4449-af7f-afed914f6f0c/158e5a88-2831-437f-8259-2b92ee96d347) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:09:47.451323 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-65b4a7a9-f625-4417-a411-d6443a850778 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:47.460710 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-65b4a7a9-f625-4417-a411-d6443a850778 None None] Transition to ACTIVE for port object 158e5a88-2831-437f-8259-2b92ee96d347 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:09:47.477580 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-65b4a7a9-f625-4417-a411-d6443a850778 None None] Transition to ACTIVE for port object 158e5a88-2831-437f-8259-2b92ee96d347 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:09:47.484279 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-65b4a7a9-f625-4417-a411-d6443a850778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:47.525509 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b4a7a9-f625-4417-a411-d6443a850778 None None] Network 5cecf0fa-839e-4453-8b58-fbfbc19e5d62 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:09:47.528367 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-65b4a7a9-f625-4417-a411-d6443a850778 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:09:47.532362 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b4a7a9-f625-4417-a411-d6443a850778 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:09:47.540484 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b4a7a9-f625-4417-a411-d6443a850778 None None] Pushing event updated for resources: {'Port': ['ID=158e5a88-2831-437f-8259-2b92ee96d347,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:47.550655 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b4a7a9-f625-4417-a411-d6443a850778 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:47.551005 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b4a7a9-f625-4417-a411-d6443a850778 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:47.551353 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b4a7a9-f625-4417-a411-d6443a850778 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:47.551717 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b4a7a9-f625-4417-a411-d6443a850778 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:47.552055 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b4a7a9-f625-4417-a411-d6443a850778 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:47.552387 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b4a7a9-f625-4417-a411-d6443a850778 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:47.552722 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b4a7a9-f625-4417-a411-d6443a850778 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:47.553049 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b4a7a9-f625-4417-a411-d6443a850778 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:47.553372 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b4a7a9-f625-4417-a411-d6443a850778 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:47.553699 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b4a7a9-f625-4417-a411-d6443a850778 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:47.554023 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b4a7a9-f625-4417-a411-d6443a850778 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:47.554345 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b4a7a9-f625-4417-a411-d6443a850778 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:09:47.612165 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-65b4a7a9-f625-4417-a411-d6443a850778 None None] Attempting to bind port 158e5a88-2831-437f-8259-2b92ee96d347 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:09:47.612549 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-65b4a7a9-f625-4417-a411-d6443a850778 None None] Attempting to bind port 158e5a88-2831-437f-8259-2b92ee96d347 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '5b0c6da5-fe65-4e73-9ef8-ccb6b11237ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '5cecf0fa-839e-4453-8b58-fbfbc19e5d62'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:09:47.612916 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b4a7a9-f625-4417-a411-d6443a850778 None None] Attempting to bind port 158e5a88-2831-437f-8259-2b92ee96d347 on network 5cecf0fa-839e-4453-8b58-fbfbc19e5d62 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:09:47.618543 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b4a7a9-f625-4417-a411-d6443a850778 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:09:47.618543 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b4a7a9-f625-4417-a411-d6443a850778 None None] Checking segment: {'id': '5b0c6da5-fe65-4e73-9ef8-ccb6b11237ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '5cecf0fa-839e-4453-8b58-fbfbc19e5d62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:09:47.618869 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-65b4a7a9-f625-4417-a411-d6443a850778 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:47.619220 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b4a7a9-f625-4417-a411-d6443a850778 None None] Bound using segment: {'id': '5b0c6da5-fe65-4e73-9ef8-ccb6b11237ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '5cecf0fa-839e-4453-8b58-fbfbc19e5d62'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:09:47.619807 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-65b4a7a9-f625-4417-a411-d6443a850778 None None] Bound port: 158e5a88-2831-437f-8259-2b92ee96d347, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b0c6da5-fe65-4e73-9ef8-ccb6b11237ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '5cecf0fa-839e-4453-8b58-fbfbc19e5d62'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:09:47.620276 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-65b4a7a9-f625-4417-a411-d6443a850778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:47.690087 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-65b4a7a9-f625-4417-a411-d6443a850778 None None] For port 158e5a88-2831-437f-8259-2b92ee96d347, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:09:47.694119 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-65b4a7a9-f625-4417-a411-d6443a850778 None None] For port 158e5a88-2831-437f-8259-2b92ee96d347, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=158e5a88-2831-437f-8259-2b92ee96d347,segment=NetworkSegment(5b0c6da5-fe65-4e73-9ef8-ccb6b11237ce),segment_id=5b0c6da5-fe65-4e73-9ef8-ccb6b11237ce)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:09:47.698298 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-65b4a7a9-f625-4417-a411-d6443a850778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:47.758135 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b4a7a9-f625-4417-a411-d6443a850778 None None] Pushing event updated for resources: {'Port': ['ID=158e5a88-2831-437f-8259-2b92ee96d347,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:47.768018 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d7780283-c492-48d3-8ab3-22db918f108f tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:47.839616 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7780283-c492-48d3-8ab3-22db918f108f tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Pushing event updated for resources: {'Subnet': ['ID=667058dc-ba2c-408e-97c7-10a25a3075b3,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:47.850796 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7780283-c492-48d3-8ab3-22db918f108f tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Checking segment: {'id': '479ab3fa-c87c-4dd9-88eb-30effffc668d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '723d6cbb-86d3-46d9-88d1-b6f4690f2975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:09:47.851176 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7780283-c492-48d3-8ab3-22db918f108f tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Network hostable DHCP agents. Network: 723d6cbb-86d3-46d9-88d1-b6f4690f2975, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 00:09:47.869689 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7780283-c492-48d3-8ab3-22db918f108f tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Network 723d6cbb-86d3-46d9-88d1-b6f4690f2975 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 00:09:47.879492 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-d7780283-c492-48d3-8ab3-22db918f108f tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 723d6cbb-86d3-46d9-88d1-b6f4690f2975) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:09:47.885252 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7780283-c492-48d3-8ab3-22db918f108f tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:47.886040 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d7780283-c492-48d3-8ab3-22db918f108f tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:47.892601 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7707c09-fd8a-4d12-a0c8-5e46ce51a5c8 None None] Network 723d6cbb-86d3-46d9-88d1-b6f4690f2975 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:09:47.904085 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-d7780283-c492-48d3-8ab3-22db918f108f tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8835282 Jul 16 00:09:47.906620 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53062) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:09:48.039762 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e4fddb61-2f4a-48db-ab2f-914749042b8c tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:48.094202 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36fcae98-a48d-4908-9d61-d4ec40dfcbff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-723d6cbb-86d3-46d9-88d1-b6f4690f2975', 'network_id': '723d6cbb-86d3-46d9-88d1-b6f4690f2975', 'tenant_id': '21129c19dd0b478984c53c9701f97fa4', 'fixed_ips': [{'subnet_id': '667058dc-ba2c-408e-97c7-10a25a3075b3'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 00:09:48.095165 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-36fcae98-a48d-4908-9d61-d4ec40dfcbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:48.156299 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e4fddb61-2f4a-48db-ab2f-914749042b8c tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:48.250997 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-36fcae98-a48d-4908-9d61-d4ec40dfcbff None None] Allocated IP 2001:db8::2 (723d6cbb-86d3-46d9-88d1-b6f4690f2975/667058dc-ba2c-408e-97c7-10a25a3075b3/7a7a9eba-ce8f-41fa-9da9-33a43823051c) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:09:48.404344 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-36fcae98-a48d-4908-9d61-d4ec40dfcbff None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:48.413037 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-36fcae98-a48d-4908-9d61-d4ec40dfcbff None None] Transition to ACTIVE for port object 7a7a9eba-ce8f-41fa-9da9-33a43823051c will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:09:48.428528 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-36fcae98-a48d-4908-9d61-d4ec40dfcbff None None] Transition to ACTIVE for port object 7a7a9eba-ce8f-41fa-9da9-33a43823051c will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:09:48.437166 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-36fcae98-a48d-4908-9d61-d4ec40dfcbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:48.458910 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e4fddb61-2f4a-48db-ab2f-914749042b8c tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:48.474819 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fcae98-a48d-4908-9d61-d4ec40dfcbff None None] Network 723d6cbb-86d3-46d9-88d1-b6f4690f2975 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:09:48.478014 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-36fcae98-a48d-4908-9d61-d4ec40dfcbff None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:09:48.480386 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fcae98-a48d-4908-9d61-d4ec40dfcbff None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:09:48.488117 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fddb61-2f4a-48db-ab2f-914749042b8c tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Pushing event deleted for resources: {'Subnet': ['ID=667058dc-ba2c-408e-97c7-10a25a3075b3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:48.524921 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fcae98-a48d-4908-9d61-d4ec40dfcbff None None] Pushing event updated for resources: {'Port': ['ID=7a7a9eba-ce8f-41fa-9da9-33a43823051c,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:48.560649 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-36fcae98-a48d-4908-9d61-d4ec40dfcbff None None] Attempting to bind port 7a7a9eba-ce8f-41fa-9da9-33a43823051c on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:09:48.561042 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-36fcae98-a48d-4908-9d61-d4ec40dfcbff None None] Attempting to bind port 7a7a9eba-ce8f-41fa-9da9-33a43823051c by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '479ab3fa-c87c-4dd9-88eb-30effffc668d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '723d6cbb-86d3-46d9-88d1-b6f4690f2975'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:09:48.561408 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fcae98-a48d-4908-9d61-d4ec40dfcbff None None] Attempting to bind port 7a7a9eba-ce8f-41fa-9da9-33a43823051c on network 723d6cbb-86d3-46d9-88d1-b6f4690f2975 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:09:48.568433 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fcae98-a48d-4908-9d61-d4ec40dfcbff None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:09:48.569008 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fcae98-a48d-4908-9d61-d4ec40dfcbff None None] Checking segment: {'id': '479ab3fa-c87c-4dd9-88eb-30effffc668d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '723d6cbb-86d3-46d9-88d1-b6f4690f2975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:09:48.569420 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-36fcae98-a48d-4908-9d61-d4ec40dfcbff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:48.569815 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fcae98-a48d-4908-9d61-d4ec40dfcbff None None] Bound using segment: {'id': '479ab3fa-c87c-4dd9-88eb-30effffc668d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '723d6cbb-86d3-46d9-88d1-b6f4690f2975'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:09:48.570340 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-36fcae98-a48d-4908-9d61-d4ec40dfcbff None None] Bound port: 7a7a9eba-ce8f-41fa-9da9-33a43823051c, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '479ab3fa-c87c-4dd9-88eb-30effffc668d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '723d6cbb-86d3-46d9-88d1-b6f4690f2975'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:09:48.571630 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-36fcae98-a48d-4908-9d61-d4ec40dfcbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:48.575369 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e4fddb61-2f4a-48db-ab2f-914749042b8c tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:48.588515 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-e4fddb61-2f4a-48db-ab2f-914749042b8c tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['723d6cbb-86d3-46d9-88d1-b6f4690f2975']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:09:48.612365 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-e4fddb61-2f4a-48db-ab2f-914749042b8c tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '479ab3fa-c87c-4dd9-88eb-30effffc668d') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:09:48.612792 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-e4fddb61-2f4a-48db-ab2f-914749042b8c tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '479ab3fa-c87c-4dd9-88eb-30effffc668d') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:09:48.636074 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e4fddb61-2f4a-48db-ab2f-914749042b8c tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:48.653554 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-36fcae98-a48d-4908-9d61-d4ec40dfcbff None None] For port 7a7a9eba-ce8f-41fa-9da9-33a43823051c, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:09:48.654766 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e4fddb61-2f4a-48db-ab2f-914749042b8c tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:48.663270 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4fddb61-2f4a-48db-ab2f-914749042b8c tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 00:09:48.663913 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e4fddb61-2f4a-48db-ab2f-914749042b8c tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:48.668477 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:09:48.668477 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:09:48.668477 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:09:48.668477 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:09:48.668477 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:09:48.668477 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:09:48.668477 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:09:48.668477 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:09:48.668477 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:09:48.668477 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:09:48.668477 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:09:48.668477 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:09:48.668477 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:09:48.668477 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:09:48.668477 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:09:48.668477 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:09:48.668477 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:09:48.668477 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:09:48.668477 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:09:48.668477 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:09:48.668477 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:09:48.668477 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:09:48.668477 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:09:48.668477 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:09:48.668477 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:09:48.668477 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:09:48.668477 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:09:48.668477 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:09:48.668477 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:09:48.668477 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:09:48.668477 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:09:48.668477 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:09:48.668477 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:09:48.668477 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:09:48.668477 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:09:48.668477 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:09:48.668477 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:09:48.668477 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:09:48.668477 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 16 00:09:48.668477 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 00:09:48.668477 n-d-794306-6 neutron-server[93770]: timer() Jul 16 00:09:48.668477 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 00:09:48.668477 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 16 00:09:48.668477 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 00:09:48.668477 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 16 00:09:48.668477 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 00:09:48.668477 n-d-794306-6 neutron-server[93770]: self._notify() Jul 16 00:09:48.668477 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 00:09:48.668477 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 16 00:09:48.668477 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 00:09:48.668477 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 16 00:09:48.668477 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 00:09:48.668477 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 00:09:48.668477 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 00:09:48.668477 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 00:09:48.668477 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 00:09:48.668477 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 16 00:09:48.668477 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 00:09:48.668477 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 16 00:09:48.668477 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 00:09:48.668477 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 00:09:48.668477 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 00:09:48.668477 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 16 00:09:48.668477 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 00:09:48.668477 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 00:09:48.668477 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 00:09:48.668477 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 00:09:48.668477 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 00:09:48.668477 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 00:09:48.668477 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 00:09:48.693050 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 158e5a88-2831-437f-8259-2b92ee96d347 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:09:48.730856 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.db.api [None req-e4fddb61-2f4a-48db-ab2f-914749042b8c tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 00:09:48.730856 n-d-794306-6 neutron-server[93770]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 00:09:48.730856 n-d-794306-6 neutron-server[93770]: [parameters: {'id': '723d6cbb-86d3-46d9-88d1-b6f4690f2975'}] Jul 16 00:09:48.730856 n-d-794306-6 neutron-server[93770]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 00:09:48.731350 n-d-794306-6 neutron-server[93770]: DEBUG oslo_db.api [None req-e4fddb61-2f4a-48db-ab2f-914749042b8c tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 00:09:48.741636 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-36fcae98-a48d-4908-9d61-d4ec40dfcbff None None] For port 7a7a9eba-ce8f-41fa-9da9-33a43823051c, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=7a7a9eba-ce8f-41fa-9da9-33a43823051c,segment=NetworkSegment(479ab3fa-c87c-4dd9-88eb-30effffc668d),segment_id=479ab3fa-c87c-4dd9-88eb-30effffc668d)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:09:48.748340 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-36fcae98-a48d-4908-9d61-d4ec40dfcbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:48.795851 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 158e5a88-2831-437f-8259-2b92ee96d347 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:09:48.803654 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef476ff-5ab1-4352-93ed-b1f8b1a4896b None None] Network 5cecf0fa-839e-4453-8b58-fbfbc19e5d62 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:09:48.872095 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fcae98-a48d-4908-9d61-d4ec40dfcbff None None] Pushing event updated for resources: {'Port': ['ID=7a7a9eba-ce8f-41fa-9da9-33a43823051c,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:48.911374 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abc1834-1dc0-44b4-afde-dfc0134448cf None None] Network 723d6cbb-86d3-46d9-88d1-b6f4690f2975 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:09:48.933145 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c2724394-b630-457c-b6a4-edd0c63e9174 None None] Provisioning for port 158e5a88-2831-437f-8259-2b92ee96d347 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:09:48.960930 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c2724394-b630-457c-b6a4-edd0c63e9174 None None] Provisioning complete for port 158e5a88-2831-437f-8259-2b92ee96d347 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:09:48.961428 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c2724394-b630-457c-b6a4-edd0c63e9174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:49.186513 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c2724394-b630-457c-b6a4-edd0c63e9174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:49.232898 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e4fddb61-2f4a-48db-ab2f-914749042b8c tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:49.234961 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c2724394-b630-457c-b6a4-edd0c63e9174 None None] For port 158e5a88-2831-437f-8259-2b92ee96d347, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=158e5a88-2831-437f-8259-2b92ee96d347,segment=NetworkSegment(5b0c6da5-fe65-4e73-9ef8-ccb6b11237ce),segment_id=5b0c6da5-fe65-4e73-9ef8-ccb6b11237ce)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:09:49.240370 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c2724394-b630-457c-b6a4-edd0c63e9174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:49.296579 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2724394-b630-457c-b6a4-edd0c63e9174 None None] Pushing event updated for resources: {'Port': ['ID=158e5a88-2831-437f-8259-2b92ee96d347,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:49.302021 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-e4fddb61-2f4a-48db-ab2f-914749042b8c tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Deleting port 7a7a9eba-ce8f-41fa-9da9-33a43823051c {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:09:49.302376 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e4fddb61-2f4a-48db-ab2f-914749042b8c tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:49.369180 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-e4fddb61-2f4a-48db-ab2f-914749042b8c tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] For port 7a7a9eba-ce8f-41fa-9da9-33a43823051c, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=7a7a9eba-ce8f-41fa-9da9-33a43823051c,segment=NetworkSegment(479ab3fa-c87c-4dd9-88eb-30effffc668d),segment_id=479ab3fa-c87c-4dd9-88eb-30effffc668d)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:09:49.369547 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e4fddb61-2f4a-48db-ab2f-914749042b8c tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:49.382114 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-e4fddb61-2f4a-48db-ab2f-914749042b8c tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Calling delete_port for 7a7a9eba-ce8f-41fa-9da9-33a43823051c owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:09:49.426815 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53600f5a-a34a-4d7e-b91b-d0c2a5bd2f16 None None] get_active_networks_info from n-d-794306-6 {{(pid=93772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 00:09:49.470747 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e4fddb61-2f4a-48db-ab2f-914749042b8c tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:49.483661 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-83396617-851a-4d30-8a3e-670f56c13d09 None None] Provisioning complete for port 158e5a88-2831-437f-8259-2b92ee96d347 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:09:49.484029 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-83396617-851a-4d30-8a3e-670f56c13d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:49.497578 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fddb61-2f4a-48db-ab2f-914749042b8c tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Pushing event deleted for resources: {'Port': ['ID=7a7a9eba-ce8f-41fa-9da9-33a43823051c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:49.501481 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fddb61-2f4a-48db-ab2f-914749042b8c tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] No DVR routers for this DVR port 7a7a9eba-ce8f-41fa-9da9-33a43823051c on host n-d-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:09:49.535384 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53600f5a-a34a-4d7e-b91b-d0c2a5bd2f16 None None] Resources bound (agent type, host, resource id): {{(pid=93772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 00:09:49.580283 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e4fddb61-2f4a-48db-ab2f-914749042b8c tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:49.596402 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-e4fddb61-2f4a-48db-ab2f-914749042b8c tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['723d6cbb-86d3-46d9-88d1-b6f4690f2975']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:09:49.607106 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-e4fddb61-2f4a-48db-ab2f-914749042b8c tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '479ab3fa-c87c-4dd9-88eb-30effffc668d') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:09:49.607402 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-e4fddb61-2f4a-48db-ab2f-914749042b8c tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '479ab3fa-c87c-4dd9-88eb-30effffc668d') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:09:49.616317 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e4fddb61-2f4a-48db-ab2f-914749042b8c tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:49.635728 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e4fddb61-2f4a-48db-ab2f-914749042b8c tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:49.641964 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4fddb61-2f4a-48db-ab2f-914749042b8c tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 00:09:49.642438 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e4fddb61-2f4a-48db-ab2f-914749042b8c tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:49.646269 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 16 00:09:49.646269 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 00:09:49.646269 n-d-794306-6 neutron-server[93770]: timer() Jul 16 00:09:49.646269 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 00:09:49.646269 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 16 00:09:49.646269 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 00:09:49.646269 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 16 00:09:49.646269 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 00:09:49.646269 n-d-794306-6 neutron-server[93770]: self._notify() Jul 16 00:09:49.646269 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 00:09:49.646269 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 16 00:09:49.646269 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 00:09:49.646269 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 16 00:09:49.646269 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 00:09:49.646269 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 00:09:49.646269 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 00:09:49.646269 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 00:09:49.646269 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 00:09:49.646269 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 16 00:09:49.646269 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 00:09:49.646269 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 16 00:09:49.646269 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 00:09:49.646269 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 00:09:49.646269 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 00:09:49.646269 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 16 00:09:49.646269 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 00:09:49.646269 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 00:09:49.646269 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 00:09:49.646269 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 00:09:49.646269 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 00:09:49.646269 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 00:09:49.646269 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 00:09:49.720593 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e4fddb61-2f4a-48db-ab2f-914749042b8c tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:49.730274 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e4fddb61-2f4a-48db-ab2f-914749042b8c tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:49.732282 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-e4fddb61-2f4a-48db-ab2f-914749042b8c tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] 10.222.0.48 "DELETE /v2.0/networks/723d6cbb-86d3-46d9-88d1-b6f4690f2975 HTTP/1.1" status: 204 len: 168 time: 1.8245707 Jul 16 00:09:49.737358 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53064) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:09:49.743729 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f450d050-ed6b-4846-a18b-512acba3b683 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1355582290'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:09:49.748168 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fddb61-2f4a-48db-ab2f-914749042b8c tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Pushing event deleted for resources: {'Network': ['ID=723d6cbb-86d3-46d9-88d1-b6f4690f2975,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:49.769775 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f450d050-ed6b-4846-a18b-512acba3b683 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Made reservation on behalf of 21129c19dd0b478984c53c9701f97fa4 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:09:49.774287 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f450d050-ed6b-4846-a18b-512acba3b683 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:49.804061 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f450d050-ed6b-4846-a18b-512acba3b683 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 00:09:49.815332 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f450d050-ed6b-4846-a18b-512acba3b683 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:49.815996 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-f450d050-ed6b-4846-a18b-512acba3b683 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Added segment 50f92df8-f597-4b26-bbc6-604d0f13123b of type vlan for network 8206b356-be83-4b5a-8c39-8a312504f438 Jul 16 00:09:49.860861 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f450d050-ed6b-4846-a18b-512acba3b683 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:49.888914 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f450d050-ed6b-4846-a18b-512acba3b683 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:49.894397 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f450d050-ed6b-4846-a18b-512acba3b683 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:49.894974 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f450d050-ed6b-4846-a18b-512acba3b683 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:49.953479 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f450d050-ed6b-4846-a18b-512acba3b683 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2120333 Jul 16 00:09:49.953981 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53066) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:09:49.959479 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-85266df7-b793-4ab3-9d33-d6680b15f20c tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Request body: {'subnet': {'network_id': '8206b356-be83-4b5a-8c39-8a312504f438', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:09:50.014563 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f450d050-ed6b-4846-a18b-512acba3b683 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Pushing event updated for resources: {'Network': ['ID=8206b356-be83-4b5a-8c39-8a312504f438,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:50.026145 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 8206b356-be83-4b5a-8c39-8a312504f438 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 00:09:50.064477 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85266df7-b793-4ab3-9d33-d6680b15f20c tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Made reservation on behalf of 21129c19dd0b478984c53c9701f97fa4 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:09:50.068971 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-85266df7-b793-4ab3-9d33-d6680b15f20c tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:50.127244 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.ipam_backend_mixin [None req-85266df7-b793-4ab3-9d33-d6680b15f20c tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Performing IP validity checks on allocation pools {{(pid=93770) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 00:09:50.127790 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.ipam_backend_mixin [None req-85266df7-b793-4ab3-9d33-d6680b15f20c tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93770) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 00:09:50.252452 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-85266df7-b793-4ab3-9d33-d6680b15f20c tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:50.317667 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85266df7-b793-4ab3-9d33-d6680b15f20c tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Pushing event updated for resources: {'Subnet': ['ID=8bf5587d-d067-4113-8673-3d195890529f,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:50.326520 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85266df7-b793-4ab3-9d33-d6680b15f20c tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Checking segment: {'id': '50f92df8-f597-4b26-bbc6-604d0f13123b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8206b356-be83-4b5a-8c39-8a312504f438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:09:50.326884 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85266df7-b793-4ab3-9d33-d6680b15f20c tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Network hostable DHCP agents. Network: 8206b356-be83-4b5a-8c39-8a312504f438, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 00:09:50.344730 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85266df7-b793-4ab3-9d33-d6680b15f20c tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Network 8206b356-be83-4b5a-8c39-8a312504f438 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 00:09:50.354475 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-85266df7-b793-4ab3-9d33-d6680b15f20c tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 8206b356-be83-4b5a-8c39-8a312504f438) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:09:50.358514 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85266df7-b793-4ab3-9d33-d6680b15f20c tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:50.359108 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-85266df7-b793-4ab3-9d33-d6680b15f20c tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:50.371471 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4d9b86-93da-470c-aea6-8c61542387f1 None None] Network 8206b356-be83-4b5a-8c39-8a312504f438 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:09:50.373520 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-85266df7-b793-4ab3-9d33-d6680b15f20c tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4182971 Jul 16 00:09:50.376884 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53068) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:09:50.479004 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ba6fa03-5f8a-4f40-92a3-6725f6147af9 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:50.519792 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7633793e-b9f7-470d-9e6a-bfd58037ebbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-8206b356-be83-4b5a-8c39-8a312504f438', 'network_id': '8206b356-be83-4b5a-8c39-8a312504f438', 'tenant_id': '21129c19dd0b478984c53c9701f97fa4', 'fixed_ips': [{'subnet_id': '8bf5587d-d067-4113-8673-3d195890529f'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 00:09:50.520772 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7633793e-b9f7-470d-9e6a-bfd58037ebbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:50.571900 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ba6fa03-5f8a-4f40-92a3-6725f6147af9 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:50.639079 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 158e5a88-2831-437f-8259-2b92ee96d347 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:09:50.685921 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-7633793e-b9f7-470d-9e6a-bfd58037ebbe None None] Allocated IP 2001:db8::3 (8206b356-be83-4b5a-8c39-8a312504f438/8bf5587d-d067-4113-8673-3d195890529f/edfb7b55-b91e-43f2-ba07-3bb420f4f8bd) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:09:50.731988 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 158e5a88-2831-437f-8259-2b92ee96d347 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:09:50.732359 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:51.043814 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7633793e-b9f7-470d-9e6a-bfd58037ebbe None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:51.054581 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7633793e-b9f7-470d-9e6a-bfd58037ebbe None None] Transition to ACTIVE for port object edfb7b55-b91e-43f2-ba07-3bb420f4f8bd will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:09:51.073412 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7633793e-b9f7-470d-9e6a-bfd58037ebbe None None] Transition to ACTIVE for port object edfb7b55-b91e-43f2-ba07-3bb420f4f8bd will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:09:51.079519 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7633793e-b9f7-470d-9e6a-bfd58037ebbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:51.096905 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ba6fa03-5f8a-4f40-92a3-6725f6147af9 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:51.121499 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7633793e-b9f7-470d-9e6a-bfd58037ebbe None None] Network 8206b356-be83-4b5a-8c39-8a312504f438 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:09:51.124319 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-7633793e-b9f7-470d-9e6a-bfd58037ebbe None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:09:51.127911 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7633793e-b9f7-470d-9e6a-bfd58037ebbe None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:09:51.131030 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba6fa03-5f8a-4f40-92a3-6725f6147af9 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Pushing event deleted for resources: {'Subnet': ['ID=8bf5587d-d067-4113-8673-3d195890529f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:51.135542 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7633793e-b9f7-470d-9e6a-bfd58037ebbe None None] Pushing event updated for resources: {'Port': ['ID=edfb7b55-b91e-43f2-ba07-3bb420f4f8bd,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:51.188700 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-7633793e-b9f7-470d-9e6a-bfd58037ebbe None None] Attempting to bind port edfb7b55-b91e-43f2-ba07-3bb420f4f8bd on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:09:51.189074 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-7633793e-b9f7-470d-9e6a-bfd58037ebbe None None] Attempting to bind port edfb7b55-b91e-43f2-ba07-3bb420f4f8bd by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '50f92df8-f597-4b26-bbc6-604d0f13123b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8206b356-be83-4b5a-8c39-8a312504f438'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:09:51.189218 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ba6fa03-5f8a-4f40-92a3-6725f6147af9 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:51.189441 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7633793e-b9f7-470d-9e6a-bfd58037ebbe None None] Attempting to bind port edfb7b55-b91e-43f2-ba07-3bb420f4f8bd on network 8206b356-be83-4b5a-8c39-8a312504f438 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:09:51.196501 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7633793e-b9f7-470d-9e6a-bfd58037ebbe None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:09:51.197412 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7633793e-b9f7-470d-9e6a-bfd58037ebbe None None] Checking segment: {'id': '50f92df8-f597-4b26-bbc6-604d0f13123b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8206b356-be83-4b5a-8c39-8a312504f438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:09:51.197826 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7633793e-b9f7-470d-9e6a-bfd58037ebbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:51.198225 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7633793e-b9f7-470d-9e6a-bfd58037ebbe None None] Bound using segment: {'id': '50f92df8-f597-4b26-bbc6-604d0f13123b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8206b356-be83-4b5a-8c39-8a312504f438'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:09:51.199130 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-7633793e-b9f7-470d-9e6a-bfd58037ebbe None None] Bound port: edfb7b55-b91e-43f2-ba07-3bb420f4f8bd, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50f92df8-f597-4b26-bbc6-604d0f13123b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8206b356-be83-4b5a-8c39-8a312504f438'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:09:51.199521 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7633793e-b9f7-470d-9e6a-bfd58037ebbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:51.200067 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-7ba6fa03-5f8a-4f40-92a3-6725f6147af9 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8206b356-be83-4b5a-8c39-8a312504f438']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:09:51.209496 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-7ba6fa03-5f8a-4f40-92a3-6725f6147af9 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50f92df8-f597-4b26-bbc6-604d0f13123b') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:09:51.209789 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-7ba6fa03-5f8a-4f40-92a3-6725f6147af9 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50f92df8-f597-4b26-bbc6-604d0f13123b') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:09:51.220286 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ba6fa03-5f8a-4f40-92a3-6725f6147af9 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:51.233288 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ba6fa03-5f8a-4f40-92a3-6725f6147af9 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:51.239217 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ba6fa03-5f8a-4f40-92a3-6725f6147af9 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 00:09:51.239704 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ba6fa03-5f8a-4f40-92a3-6725f6147af9 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:51.242555 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 16 00:09:51.242555 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 00:09:51.242555 n-d-794306-6 neutron-server[93771]: timer() Jul 16 00:09:51.242555 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 00:09:51.242555 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 16 00:09:51.242555 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 00:09:51.242555 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 16 00:09:51.242555 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 00:09:51.242555 n-d-794306-6 neutron-server[93771]: self._notify() Jul 16 00:09:51.242555 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 00:09:51.242555 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 16 00:09:51.242555 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 00:09:51.242555 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 16 00:09:51.242555 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 00:09:51.242555 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 00:09:51.242555 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 00:09:51.242555 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 00:09:51.242555 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 00:09:51.242555 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 16 00:09:51.242555 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 00:09:51.242555 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 16 00:09:51.242555 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 00:09:51.242555 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 00:09:51.242555 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 00:09:51.242555 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 16 00:09:51.242555 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 00:09:51.242555 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 00:09:51.242555 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 00:09:51.242555 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 00:09:51.242555 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 00:09:51.242555 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 00:09:51.242555 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 00:09:51.266383 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-7633793e-b9f7-470d-9e6a-bfd58037ebbe None None] For port edfb7b55-b91e-43f2-ba07-3bb420f4f8bd, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:09:51.299585 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-7633793e-b9f7-470d-9e6a-bfd58037ebbe None None] For port edfb7b55-b91e-43f2-ba07-3bb420f4f8bd, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=edfb7b55-b91e-43f2-ba07-3bb420f4f8bd,segment=NetworkSegment(50f92df8-f597-4b26-bbc6-604d0f13123b),segment_id=50f92df8-f597-4b26-bbc6-604d0f13123b)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:09:51.300062 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.db.api [None req-7ba6fa03-5f8a-4f40-92a3-6725f6147af9 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 00:09:51.300062 n-d-794306-6 neutron-server[93771]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 00:09:51.300062 n-d-794306-6 neutron-server[93771]: [parameters: {'id': '8206b356-be83-4b5a-8c39-8a312504f438'}] Jul 16 00:09:51.300062 n-d-794306-6 neutron-server[93771]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 00:09:51.300474 n-d-794306-6 neutron-server[93771]: DEBUG oslo_db.api [None req-7ba6fa03-5f8a-4f40-92a3-6725f6147af9 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 00:09:51.304381 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7633793e-b9f7-470d-9e6a-bfd58037ebbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:51.390560 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7633793e-b9f7-470d-9e6a-bfd58037ebbe None None] Pushing event updated for resources: {'Port': ['ID=edfb7b55-b91e-43f2-ba07-3bb420f4f8bd,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:51.413260 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba28be93-a08f-4553-ac5d-eefb1c34a78a None None] Network 8206b356-be83-4b5a-8c39-8a312504f438 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:09:51.552309 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ca4298-9df8-465e-b205-774091008b99 None None] get_active_networks_info from n-d-794306-6 {{(pid=93772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 00:09:51.617957 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ca4298-9df8-465e-b205-774091008b99 None None] Resources bound (agent type, host, resource id): {{(pid=93772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 00:09:51.801944 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ba6fa03-5f8a-4f40-92a3-6725f6147af9 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:51.874546 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-7ba6fa03-5f8a-4f40-92a3-6725f6147af9 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Deleting port edfb7b55-b91e-43f2-ba07-3bb420f4f8bd {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:09:51.874991 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ba6fa03-5f8a-4f40-92a3-6725f6147af9 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:51.948867 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-7ba6fa03-5f8a-4f40-92a3-6725f6147af9 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] For port edfb7b55-b91e-43f2-ba07-3bb420f4f8bd, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=edfb7b55-b91e-43f2-ba07-3bb420f4f8bd,segment=NetworkSegment(50f92df8-f597-4b26-bbc6-604d0f13123b),segment_id=50f92df8-f597-4b26-bbc6-604d0f13123b)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:09:51.949234 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ba6fa03-5f8a-4f40-92a3-6725f6147af9 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:51.960760 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-7ba6fa03-5f8a-4f40-92a3-6725f6147af9 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Calling delete_port for edfb7b55-b91e-43f2-ba07-3bb420f4f8bd owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:09:52.039698 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ba6fa03-5f8a-4f40-92a3-6725f6147af9 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:52.069705 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba6fa03-5f8a-4f40-92a3-6725f6147af9 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Pushing event deleted for resources: {'Port': ['ID=edfb7b55-b91e-43f2-ba07-3bb420f4f8bd,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:52.071686 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba6fa03-5f8a-4f40-92a3-6725f6147af9 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] No DVR routers for this DVR port edfb7b55-b91e-43f2-ba07-3bb420f4f8bd on host n-d-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:09:52.150225 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ba6fa03-5f8a-4f40-92a3-6725f6147af9 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:52.160339 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-7ba6fa03-5f8a-4f40-92a3-6725f6147af9 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8206b356-be83-4b5a-8c39-8a312504f438']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:09:52.170752 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-7ba6fa03-5f8a-4f40-92a3-6725f6147af9 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50f92df8-f597-4b26-bbc6-604d0f13123b') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:09:52.171044 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-7ba6fa03-5f8a-4f40-92a3-6725f6147af9 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50f92df8-f597-4b26-bbc6-604d0f13123b') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:09:52.179657 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ba6fa03-5f8a-4f40-92a3-6725f6147af9 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:52.194041 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ba6fa03-5f8a-4f40-92a3-6725f6147af9 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:52.200186 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ba6fa03-5f8a-4f40-92a3-6725f6147af9 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 00:09:52.200570 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ba6fa03-5f8a-4f40-92a3-6725f6147af9 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:52.203648 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 16 00:09:52.203648 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 00:09:52.203648 n-d-794306-6 neutron-server[93771]: timer() Jul 16 00:09:52.203648 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 00:09:52.203648 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 16 00:09:52.203648 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 00:09:52.203648 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 16 00:09:52.203648 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 00:09:52.203648 n-d-794306-6 neutron-server[93771]: self._notify() Jul 16 00:09:52.203648 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 00:09:52.203648 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 16 00:09:52.203648 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 00:09:52.203648 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 16 00:09:52.203648 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 00:09:52.203648 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 00:09:52.203648 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 00:09:52.203648 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 00:09:52.203648 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 00:09:52.203648 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 16 00:09:52.203648 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 00:09:52.203648 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 16 00:09:52.203648 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 00:09:52.203648 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 00:09:52.203648 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 00:09:52.203648 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 16 00:09:52.203648 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 00:09:52.203648 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 00:09:52.203648 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 00:09:52.203648 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 00:09:52.203648 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 00:09:52.203648 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 00:09:52.203648 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 00:09:52.264176 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ba6fa03-5f8a-4f40-92a3-6725f6147af9 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:52.270755 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ba6fa03-5f8a-4f40-92a3-6725f6147af9 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:52.272584 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-7ba6fa03-5f8a-4f40-92a3-6725f6147af9 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] 10.222.0.48 "DELETE /v2.0/networks/8206b356-be83-4b5a-8c39-8a312504f438 HTTP/1.1" status: 204 len: 168 time: 1.8948224 Jul 16 00:09:52.277307 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53070) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:09:52.286087 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-f7a5e0d0-6115-416d-847b-53fb0450c488 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-574757460'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:09:52.290549 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba6fa03-5f8a-4f40-92a3-6725f6147af9 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Pushing event deleted for resources: {'Network': ['ID=8206b356-be83-4b5a-8c39-8a312504f438,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:52.310475 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a5e0d0-6115-416d-847b-53fb0450c488 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Made reservation on behalf of 21129c19dd0b478984c53c9701f97fa4 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:09:52.313977 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7a5e0d0-6115-416d-847b-53fb0450c488 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:52.338280 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7a5e0d0-6115-416d-847b-53fb0450c488 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 00:09:52.347875 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7a5e0d0-6115-416d-847b-53fb0450c488 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:52.348120 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-f7a5e0d0-6115-416d-847b-53fb0450c488 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Added segment 0d51ef28-5ca7-4bd5-9e21-832f184d0e2f of type vlan for network 9aa19bf5-a92c-407b-ad51-31799cdbb1fc Jul 16 00:09:52.389126 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7a5e0d0-6115-416d-847b-53fb0450c488 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:52.418056 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7a5e0d0-6115-416d-847b-53fb0450c488 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:52.423604 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a5e0d0-6115-416d-847b-53fb0450c488 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:52.424196 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7a5e0d0-6115-416d-847b-53fb0450c488 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:52.463968 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-f7a5e0d0-6115-416d-847b-53fb0450c488 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1851571 Jul 16 00:09:52.467612 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53072) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:09:52.472839 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-90235086-f108-45bd-9eda-b9d6859707eb tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Request body: {'subnet': {'network_id': '9aa19bf5-a92c-407b-ad51-31799cdbb1fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:09:52.496923 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a5e0d0-6115-416d-847b-53fb0450c488 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Pushing event updated for resources: {'Network': ['ID=9aa19bf5-a92c-407b-ad51-31799cdbb1fc,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:52.508368 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 9aa19bf5-a92c-407b-ad51-31799cdbb1fc details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 00:09:52.560852 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90235086-f108-45bd-9eda-b9d6859707eb tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Made reservation on behalf of 21129c19dd0b478984c53c9701f97fa4 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:09:52.565067 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-90235086-f108-45bd-9eda-b9d6859707eb tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:52.748432 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-90235086-f108-45bd-9eda-b9d6859707eb tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:52.825565 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90235086-f108-45bd-9eda-b9d6859707eb tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Pushing event updated for resources: {'Subnet': ['ID=1cdc10a5-9be5-464f-9b78-8b5fffb004cd,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:52.828132 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90235086-f108-45bd-9eda-b9d6859707eb tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Checking segment: {'id': '0d51ef28-5ca7-4bd5-9e21-832f184d0e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9aa19bf5-a92c-407b-ad51-31799cdbb1fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:09:52.828500 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90235086-f108-45bd-9eda-b9d6859707eb tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Network hostable DHCP agents. Network: 9aa19bf5-a92c-407b-ad51-31799cdbb1fc, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 00:09:52.846603 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90235086-f108-45bd-9eda-b9d6859707eb tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Network 9aa19bf5-a92c-407b-ad51-31799cdbb1fc is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 00:09:52.855880 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-90235086-f108-45bd-9eda-b9d6859707eb tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 9aa19bf5-a92c-407b-ad51-31799cdbb1fc) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:09:52.861276 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90235086-f108-45bd-9eda-b9d6859707eb tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:52.861872 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-90235086-f108-45bd-9eda-b9d6859707eb tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:52.866504 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f164b652-1332-4385-91d4-bea9a8a7003c None None] Network 9aa19bf5-a92c-407b-ad51-31799cdbb1fc requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:09:52.884253 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-90235086-f108-45bd-9eda-b9d6859707eb tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4115686 Jul 16 00:09:52.884629 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53074) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:09:52.889824 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-8d7a221f-035a-4544-8030-a65d3f1b4103 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-768601700'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:09:52.910893 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7a221f-035a-4544-8030-a65d3f1b4103 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Made reservation on behalf of 21129c19dd0b478984c53c9701f97fa4 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:09:52.914670 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8d7a221f-035a-4544-8030-a65d3f1b4103 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:52.938836 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d7a221f-035a-4544-8030-a65d3f1b4103 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 00:09:52.949257 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8d7a221f-035a-4544-8030-a65d3f1b4103 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:52.949597 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-8d7a221f-035a-4544-8030-a65d3f1b4103 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Added segment cf562b10-d392-42ff-9f0b-ad802255a8de of type vlan for network 977afd65-c695-4cbc-a87f-47c6345a9283 Jul 16 00:09:52.990543 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8d7a221f-035a-4544-8030-a65d3f1b4103 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:53.017662 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8d7a221f-035a-4544-8030-a65d3f1b4103 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:53.019057 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2ced82-26d3-4a0d-9cf1-72ea96a462f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-9aa19bf5-a92c-407b-ad51-31799cdbb1fc', 'network_id': '9aa19bf5-a92c-407b-ad51-31799cdbb1fc', 'tenant_id': '21129c19dd0b478984c53c9701f97fa4', 'fixed_ips': [{'subnet_id': '1cdc10a5-9be5-464f-9b78-8b5fffb004cd'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 00:09:53.019968 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4b2ced82-26d3-4a0d-9cf1-72ea96a462f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:53.023783 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7a221f-035a-4544-8030-a65d3f1b4103 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:53.024605 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8d7a221f-035a-4544-8030-a65d3f1b4103 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:53.061124 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-8d7a221f-035a-4544-8030-a65d3f1b4103 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1753380 Jul 16 00:09:53.064089 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53076) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:09:53.069637 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-66d773d8-7251-4417-9d12-4340bab68498 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Request body: {'subnet': {'network_id': '977afd65-c695-4cbc-a87f-47c6345a9283', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:09:53.161066 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-4b2ced82-26d3-4a0d-9cf1-72ea96a462f6 None None] Allocated IP 2001:db8::2 (9aa19bf5-a92c-407b-ad51-31799cdbb1fc/1cdc10a5-9be5-464f-9b78-8b5fffb004cd/3f12b987-709f-4f6c-8480-781fffeae4ea) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:09:53.166108 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d773d8-7251-4417-9d12-4340bab68498 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Made reservation on behalf of 21129c19dd0b478984c53c9701f97fa4 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:09:53.170366 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-66d773d8-7251-4417-9d12-4340bab68498 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:53.332821 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4b2ced82-26d3-4a0d-9cf1-72ea96a462f6 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:53.342256 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4b2ced82-26d3-4a0d-9cf1-72ea96a462f6 None None] Transition to ACTIVE for port object 3f12b987-709f-4f6c-8480-781fffeae4ea will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:09:53.358618 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4b2ced82-26d3-4a0d-9cf1-72ea96a462f6 None None] Transition to ACTIVE for port object 3f12b987-709f-4f6c-8480-781fffeae4ea will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:09:53.366334 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4b2ced82-26d3-4a0d-9cf1-72ea96a462f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:53.368620 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-66d773d8-7251-4417-9d12-4340bab68498 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:53.374862 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7a221f-035a-4544-8030-a65d3f1b4103 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Pushing event updated for resources: {'Network': ['ID=977afd65-c695-4cbc-a87f-47c6345a9283,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:53.395408 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 977afd65-c695-4cbc-a87f-47c6345a9283 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 00:09:53.429691 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d773d8-7251-4417-9d12-4340bab68498 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Pushing event updated for resources: {'Subnet': ['ID=5ad9825d-beac-416e-9db5-e9ccaf7620d5,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:53.432461 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2ced82-26d3-4a0d-9cf1-72ea96a462f6 None None] Network 9aa19bf5-a92c-407b-ad51-31799cdbb1fc is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:09:53.435760 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2ced82-26d3-4a0d-9cf1-72ea96a462f6 None None] Pushing event updated for resources: {'Port': ['ID=3f12b987-709f-4f6c-8480-781fffeae4ea,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:53.438949 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-4b2ced82-26d3-4a0d-9cf1-72ea96a462f6 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:09:53.443068 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2ced82-26d3-4a0d-9cf1-72ea96a462f6 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:09:53.448273 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d773d8-7251-4417-9d12-4340bab68498 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Checking segment: {'id': 'cf562b10-d392-42ff-9f0b-ad802255a8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '977afd65-c695-4cbc-a87f-47c6345a9283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:09:53.448643 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d773d8-7251-4417-9d12-4340bab68498 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Network hostable DHCP agents. Network: 977afd65-c695-4cbc-a87f-47c6345a9283, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 00:09:53.465281 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d773d8-7251-4417-9d12-4340bab68498 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Network 977afd65-c695-4cbc-a87f-47c6345a9283 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 00:09:53.473604 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-66d773d8-7251-4417-9d12-4340bab68498 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 977afd65-c695-4cbc-a87f-47c6345a9283) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:09:53.478945 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d773d8-7251-4417-9d12-4340bab68498 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:53.479565 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-66d773d8-7251-4417-9d12-4340bab68498 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:53.485738 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1f1243-9936-4f47-8bad-1d0288ff7b58 None None] Network 977afd65-c695-4cbc-a87f-47c6345a9283 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:09:53.494888 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-66d773d8-7251-4417-9d12-4340bab68498 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4295244 Jul 16 00:09:53.497475 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53078) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:09:53.593361 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-70775448-e58f-4ca1-b634-3a61d35d53b7 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:53.605665 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-4b2ced82-26d3-4a0d-9cf1-72ea96a462f6 None None] Attempting to bind port 3f12b987-709f-4f6c-8480-781fffeae4ea on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:09:53.606390 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-4b2ced82-26d3-4a0d-9cf1-72ea96a462f6 None None] Attempting to bind port 3f12b987-709f-4f6c-8480-781fffeae4ea by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '0d51ef28-5ca7-4bd5-9e21-832f184d0e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9aa19bf5-a92c-407b-ad51-31799cdbb1fc'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:09:53.606751 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2ced82-26d3-4a0d-9cf1-72ea96a462f6 None None] Attempting to bind port 3f12b987-709f-4f6c-8480-781fffeae4ea on network 9aa19bf5-a92c-407b-ad51-31799cdbb1fc {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:09:53.615898 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2ced82-26d3-4a0d-9cf1-72ea96a462f6 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:09:53.616271 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2ced82-26d3-4a0d-9cf1-72ea96a462f6 None None] Checking segment: {'id': '0d51ef28-5ca7-4bd5-9e21-832f184d0e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9aa19bf5-a92c-407b-ad51-31799cdbb1fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:09:53.616670 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4b2ced82-26d3-4a0d-9cf1-72ea96a462f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:53.617614 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2ced82-26d3-4a0d-9cf1-72ea96a462f6 None None] Bound using segment: {'id': '0d51ef28-5ca7-4bd5-9e21-832f184d0e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9aa19bf5-a92c-407b-ad51-31799cdbb1fc'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:09:53.618081 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-4b2ced82-26d3-4a0d-9cf1-72ea96a462f6 None None] Bound port: 3f12b987-709f-4f6c-8480-781fffeae4ea, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d51ef28-5ca7-4bd5-9e21-832f184d0e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9aa19bf5-a92c-407b-ad51-31799cdbb1fc'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:09:53.618459 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4b2ced82-26d3-4a0d-9cf1-72ea96a462f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:53.645210 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-70775448-e58f-4ca1-b634-3a61d35d53b7 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:53.708460 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-70775448-e58f-4ca1-b634-3a61d35d53b7 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:53.737210 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70775448-e58f-4ca1-b634-3a61d35d53b7 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Pushing event deleted for resources: {'Subnet': ['ID=5ad9825d-beac-416e-9db5-e9ccaf7620d5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:53.745944 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-4b2ced82-26d3-4a0d-9cf1-72ea96a462f6 None None] For port 3f12b987-709f-4f6c-8480-781fffeae4ea, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:09:53.760661 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b68dc0-8c75-46dd-b697-b8e6c36bfa59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-977afd65-c695-4cbc-a87f-47c6345a9283', 'network_id': '977afd65-c695-4cbc-a87f-47c6345a9283', 'tenant_id': '21129c19dd0b478984c53c9701f97fa4', 'fixed_ips': [{'subnet_id': '5ad9825d-beac-416e-9db5-e9ccaf7620d5'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 00:09:53.761522 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a1b68dc0-8c75-46dd-b697-b8e6c36bfa59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:53.765397 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-4b2ced82-26d3-4a0d-9cf1-72ea96a462f6 None None] For port 3f12b987-709f-4f6c-8480-781fffeae4ea, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=3f12b987-709f-4f6c-8480-781fffeae4ea,segment=NetworkSegment(0d51ef28-5ca7-4bd5-9e21-832f184d0e2f),segment_id=0d51ef28-5ca7-4bd5-9e21-832f184d0e2f)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:09:53.775810 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4b2ced82-26d3-4a0d-9cf1-72ea96a462f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:53.798748 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-70775448-e58f-4ca1-b634-3a61d35d53b7 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:53.809725 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-70775448-e58f-4ca1-b634-3a61d35d53b7 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['977afd65-c695-4cbc-a87f-47c6345a9283']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:09:53.821281 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-70775448-e58f-4ca1-b634-3a61d35d53b7 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf562b10-d392-42ff-9f0b-ad802255a8de') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:09:53.821609 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-70775448-e58f-4ca1-b634-3a61d35d53b7 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf562b10-d392-42ff-9f0b-ad802255a8de') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:09:53.832037 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-70775448-e58f-4ca1-b634-3a61d35d53b7 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:53.851067 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-70775448-e58f-4ca1-b634-3a61d35d53b7 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:53.859539 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70775448-e58f-4ca1-b634-3a61d35d53b7 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 00:09:53.859967 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-70775448-e58f-4ca1-b634-3a61d35d53b7 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:53.863120 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 16 00:09:53.863120 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 00:09:53.863120 n-d-794306-6 neutron-server[93770]: timer() Jul 16 00:09:53.863120 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 00:09:53.863120 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 16 00:09:53.863120 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 00:09:53.863120 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 16 00:09:53.863120 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 00:09:53.863120 n-d-794306-6 neutron-server[93770]: self._notify() Jul 16 00:09:53.863120 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 00:09:53.863120 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 16 00:09:53.863120 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 00:09:53.863120 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 16 00:09:53.863120 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 00:09:53.863120 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 00:09:53.863120 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 00:09:53.863120 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 00:09:53.863120 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 00:09:53.863120 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 16 00:09:53.863120 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 00:09:53.863120 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 16 00:09:53.863120 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 00:09:53.863120 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 00:09:53.863120 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 00:09:53.863120 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 16 00:09:53.863120 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 00:09:53.863120 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 00:09:53.863120 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 00:09:53.863120 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 00:09:53.863120 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 00:09:53.863120 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 00:09:53.863120 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 00:09:53.891028 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2ced82-26d3-4a0d-9cf1-72ea96a462f6 None None] Pushing event updated for resources: {'Port': ['ID=3f12b987-709f-4f6c-8480-781fffeae4ea,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:53.908891 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc675b8f-6fa0-47a1-9131-2ede65aa2377 None None] Network 977afd65-c695-4cbc-a87f-47c6345a9283 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:09:53.931981 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-70775448-e58f-4ca1-b634-3a61d35d53b7 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:53.940679 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-70775448-e58f-4ca1-b634-3a61d35d53b7 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:53.942581 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-70775448-e58f-4ca1-b634-3a61d35d53b7 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] 10.222.0.48 "DELETE /v2.0/networks/977afd65-c695-4cbc-a87f-47c6345a9283 HTTP/1.1" status: 204 len: 168 time: 0.4441314 Jul 16 00:09:53.945893 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53080) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:09:53.954514 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70775448-e58f-4ca1-b634-3a61d35d53b7 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Pushing event deleted for resources: {'Network': ['ID=977afd65-c695-4cbc-a87f-47c6345a9283,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:53.976154 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f167214-6f6b-47bd-8b96-183951ca520d tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] GET failed (client error): The resource could not be found. Jul 16 00:09:53.977828 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-7f167214-6f6b-47bd-8b96-183951ca520d tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] 10.222.0.48 "GET /v2.0/subnets/5ad9825d-beac-416e-9db5-e9ccaf7620d5 HTTP/1.1" status: 404 len: 337 time: 0.0309532 Jul 16 00:09:53.980589 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53082) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:09:53.998739 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-a569bd24-dc59-4bdd-84b6-555f519ca603 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] DELETE failed (client error): The resource could not be found. Jul 16 00:09:53.999637 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a569bd24-dc59-4bdd-84b6-555f519ca603 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 00:09:54.005114 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a569bd24-dc59-4bdd-84b6-555f519ca603 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] 10.222.0.48 "DELETE /v2.0/networks/977afd65-c695-4cbc-a87f-47c6345a9283 HTTP/1.1" status: 404 len: 339 time: 0.0199621 Jul 16 00:09:54.005404 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53084) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:09:54.046699 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-511f081b-7396-4a2b-89d2-7e1c62f7df8f tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] DELETE failed (client error): The resource could not be found. Jul 16 00:09:54.047168 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-511f081b-7396-4a2b-89d2-7e1c62f7df8f tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 00:09:54.049023 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-511f081b-7396-4a2b-89d2-7e1c62f7df8f tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] 10.222.0.48 "DELETE /v2.0/subnets/5ad9825d-beac-416e-9db5-e9ccaf7620d5 HTTP/1.1" status: 404 len: 337 time: 0.0427535 Jul 16 00:09:54.051485 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53086) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:09:54.075417 n-d-794306-6 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-780dbaab-032b-47ee-9df3-e8450d86cdf5 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] DELETE failed (client error): The resource could not be found. Jul 16 00:09:54.076043 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-780dbaab-032b-47ee-9df3-e8450d86cdf5 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 00:09:54.077758 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-780dbaab-032b-47ee-9df3-e8450d86cdf5 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] 10.222.0.48 "DELETE /v2.0/networks/977afd65-c695-4cbc-a87f-47c6345a9283 HTTP/1.1" status: 404 len: 339 time: 0.0252750 Jul 16 00:09:54.080455 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53088) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:09:54.138236 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2fa3c90-3b8d-49c2-9207-affd7d6f33f2 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Deleting subnet 1cdc10a5-9be5-464f-9b78-8b5fffb004cd {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 00:09:54.141867 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2fa3c90-3b8d-49c2-9207-affd7d6f33f2 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:54.183871 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2fa3c90-3b8d-49c2-9207-affd7d6f33f2 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:54.266050 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2fa3c90-3b8d-49c2-9207-affd7d6f33f2 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:54.329500 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2fa3c90-3b8d-49c2-9207-affd7d6f33f2 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:54.356302 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fa3c90-3b8d-49c2-9207-affd7d6f33f2 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Pushing event deleted for resources: {'Subnet': ['ID=1cdc10a5-9be5-464f-9b78-8b5fffb004cd,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:54.358301 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2fa3c90-3b8d-49c2-9207-affd7d6f33f2 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:54.360158 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e2fa3c90-3b8d-49c2-9207-affd7d6f33f2 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] 10.222.0.48 "DELETE /v2.0/subnets/1cdc10a5-9be5-464f-9b78-8b5fffb004cd HTTP/1.1" status: 204 len: 168 time: 0.2787230 Jul 16 00:09:54.362606 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53090) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:09:54.437207 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f29b2572-6b88-4f3e-99a5-ff57d496b928 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:54.491134 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f29b2572-6b88-4f3e-99a5-ff57d496b928 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Deleting port 3f12b987-709f-4f6c-8480-781fffeae4ea {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:09:54.491561 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f29b2572-6b88-4f3e-99a5-ff57d496b928 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:54.564579 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-f29b2572-6b88-4f3e-99a5-ff57d496b928 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] For port 3f12b987-709f-4f6c-8480-781fffeae4ea, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=3f12b987-709f-4f6c-8480-781fffeae4ea,segment=NetworkSegment(0d51ef28-5ca7-4bd5-9e21-832f184d0e2f),segment_id=0d51ef28-5ca7-4bd5-9e21-832f184d0e2f)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:09:54.565145 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f29b2572-6b88-4f3e-99a5-ff57d496b928 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:54.579694 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f29b2572-6b88-4f3e-99a5-ff57d496b928 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Calling delete_port for 3f12b987-709f-4f6c-8480-781fffeae4ea owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:09:54.652668 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 3f12b987-709f-4f6c-8480-781fffeae4ea up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:09:54.666139 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f29b2572-6b88-4f3e-99a5-ff57d496b928 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:54.697004 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b2572-6b88-4f3e-99a5-ff57d496b928 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Pushing event deleted for resources: {'Port': ['ID=3f12b987-709f-4f6c-8480-781fffeae4ea,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:54.700683 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29b2572-6b88-4f3e-99a5-ff57d496b928 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] No DVR routers for this DVR port 3f12b987-709f-4f6c-8480-781fffeae4ea on host n-d-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:09:54.706699 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No active binding found for port 3f12b987-709f-4f6c-8480-781fffeae4ea {{(pid=93772) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 00:09:54.707157 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 3f12b987-709f-4f6c-8480-781fffeae4ea not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 16 00:09:54.733047 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Port 3f12b987-709f-4f6c-8480-781fffeae4ea not found, will not notify nova. {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 16 00:09:54.765455 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb45134-71a7-40b1-949c-9cd25377062e None None] Network 9aa19bf5-a92c-407b-ad51-31799cdbb1fc requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:09:54.781513 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f29b2572-6b88-4f3e-99a5-ff57d496b928 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:54.794527 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f29b2572-6b88-4f3e-99a5-ff57d496b928 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aa19bf5-a92c-407b-ad51-31799cdbb1fc']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:09:54.806046 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f29b2572-6b88-4f3e-99a5-ff57d496b928 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d51ef28-5ca7-4bd5-9e21-832f184d0e2f') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:09:54.806454 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f29b2572-6b88-4f3e-99a5-ff57d496b928 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d51ef28-5ca7-4bd5-9e21-832f184d0e2f') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:09:54.815786 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f29b2572-6b88-4f3e-99a5-ff57d496b928 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:54.828517 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-378d251d-f049-4503-9644-c8d9f9290ff4 None None] Could not find standard attr ID for object 3f12b987-709f-4f6c-8480-781fffeae4ea. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 00:09:54.835717 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f29b2572-6b88-4f3e-99a5-ff57d496b928 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:54.842090 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f29b2572-6b88-4f3e-99a5-ff57d496b928 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 00:09:54.842476 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f29b2572-6b88-4f3e-99a5-ff57d496b928 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:54.845783 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 16 00:09:54.845783 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 00:09:54.845783 n-d-794306-6 neutron-server[93771]: timer() Jul 16 00:09:54.845783 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 00:09:54.845783 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 16 00:09:54.845783 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 00:09:54.845783 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 16 00:09:54.845783 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 00:09:54.845783 n-d-794306-6 neutron-server[93771]: self._notify() Jul 16 00:09:54.845783 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 00:09:54.845783 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 16 00:09:54.845783 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 00:09:54.845783 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 16 00:09:54.845783 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 00:09:54.845783 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 00:09:54.845783 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 00:09:54.845783 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 00:09:54.845783 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 00:09:54.845783 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 16 00:09:54.845783 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 00:09:54.845783 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 16 00:09:54.845783 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 00:09:54.845783 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 00:09:54.845783 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 00:09:54.845783 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 16 00:09:54.845783 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 00:09:54.845783 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 00:09:54.845783 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 00:09:54.845783 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 00:09:54.845783 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 00:09:54.845783 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 00:09:54.845783 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 00:09:54.907433 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f29b2572-6b88-4f3e-99a5-ff57d496b928 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:54.916187 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f29b2572-6b88-4f3e-99a5-ff57d496b928 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:54.920801 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f29b2572-6b88-4f3e-99a5-ff57d496b928 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] 10.222.0.48 "DELETE /v2.0/networks/9aa19bf5-a92c-407b-ad51-31799cdbb1fc HTTP/1.1" status: 204 len: 168 time: 0.5544963 Jul 16 00:09:54.920970 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53092) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:09:54.926056 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceebf989-6fd6-42dc-8f8c-e962cab20366 None None] DHCP port deletion for 9aa19bf5-a92c-407b-ad51-31799cdbb1fc request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 00:09:54.929334 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b2572-6b88-4f3e-99a5-ff57d496b928 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Pushing event deleted for resources: {'Network': ['ID=9aa19bf5-a92c-407b-ad51-31799cdbb1fc,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:54.950002 n-d-794306-6 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2613e86-b069-4418-827e-75c2cc6fd2bb tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] DELETE failed (client error): The resource could not be found. Jul 16 00:09:54.950457 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2613e86-b069-4418-827e-75c2cc6fd2bb tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 00:09:54.952345 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-e2613e86-b069-4418-827e-75c2cc6fd2bb tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] 10.222.0.48 "DELETE /v2.0/subnets/8bf5587d-d067-4113-8673-3d195890529f HTTP/1.1" status: 404 len: 337 time: 0.0304585 Jul 16 00:09:54.954766 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53094) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:09:54.973223 n-d-794306-6 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fb690dc-2ce9-4ae1-a99d-17347c68b4f9 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] DELETE failed (client error): The resource could not be found. Jul 16 00:09:54.973750 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fb690dc-2ce9-4ae1-a99d-17347c68b4f9 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 00:09:54.975351 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-3fb690dc-2ce9-4ae1-a99d-17347c68b4f9 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] 10.222.0.48 "DELETE /v2.0/networks/8206b356-be83-4b5a-8c39-8a312504f438 HTTP/1.1" status: 404 len: 339 time: 0.0197022 Jul 16 00:09:54.978019 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53096) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:09:55.001882 n-d-794306-6 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-d12cc557-0568-4e65-a9c7-6667f22315dd tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] DELETE failed (client error): The resource could not be found. Jul 16 00:09:55.002314 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d12cc557-0568-4e65-a9c7-6667f22315dd tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 00:09:55.004041 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-d12cc557-0568-4e65-a9c7-6667f22315dd tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] 10.222.0.48 "DELETE /v2.0/subnets/667058dc-ba2c-408e-97c7-10a25a3075b3 HTTP/1.1" status: 404 len: 337 time: 0.0250499 Jul 16 00:09:55.006145 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53098) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:09:55.023195 n-d-794306-6 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6d44612-7cd9-4359-bfc8-e67c7a791bad tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] DELETE failed (client error): The resource could not be found. Jul 16 00:09:55.023753 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6d44612-7cd9-4359-bfc8-e67c7a791bad tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 00:09:55.025383 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-a6d44612-7cd9-4359-bfc8-e67c7a791bad tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] 10.222.0.48 "DELETE /v2.0/networks/723d6cbb-86d3-46d9-88d1-b6f4690f2975 HTTP/1.1" status: 404 len: 339 time: 0.0183887 Jul 16 00:09:55.028435 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53100) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:09:55.087365 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dbd6ea9-2730-4d95-8638-f25f8aa0fe42 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Deleting subnet 0da03dad-db33-4449-af7f-afed914f6f0c {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 00:09:55.090818 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2dbd6ea9-2730-4d95-8638-f25f8aa0fe42 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:55.133816 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2dbd6ea9-2730-4d95-8638-f25f8aa0fe42 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:55.252018 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2dbd6ea9-2730-4d95-8638-f25f8aa0fe42 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:55.309272 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2dbd6ea9-2730-4d95-8638-f25f8aa0fe42 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:55.335559 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbd6ea9-2730-4d95-8638-f25f8aa0fe42 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Pushing event deleted for resources: {'Subnet': ['ID=0da03dad-db33-4449-af7f-afed914f6f0c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:55.339256 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2dbd6ea9-2730-4d95-8638-f25f8aa0fe42 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:55.343434 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-2dbd6ea9-2730-4d95-8638-f25f8aa0fe42 tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] 10.222.0.48 "DELETE /v2.0/subnets/0da03dad-db33-4449-af7f-afed914f6f0c HTTP/1.1" status: 204 len: 168 time: 0.3117812 Jul 16 00:09:55.343872 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53102) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:09:55.346251 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea8bb52-7e7c-4d09-bf70-77d3972b3993 None None] Network 5cecf0fa-839e-4453-8b58-fbfbc19e5d62 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:09:55.424565 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b07ca8d-7fb1-41ae-b464-bb893d0dd36f tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:55.478146 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-1b07ca8d-7fb1-41ae-b464-bb893d0dd36f tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Deleting port 158e5a88-2831-437f-8259-2b92ee96d347 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:09:55.478718 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b07ca8d-7fb1-41ae-b464-bb893d0dd36f tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:55.528395 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070eb307-d1bd-42e1-b8d3-06aa70198b32 None None] DHCP port deletion for 5cecf0fa-839e-4453-8b58-fbfbc19e5d62 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 00:09:55.541850 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-1b07ca8d-7fb1-41ae-b464-bb893d0dd36f tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] For port 158e5a88-2831-437f-8259-2b92ee96d347, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=158e5a88-2831-437f-8259-2b92ee96d347,segment=NetworkSegment(5b0c6da5-fe65-4e73-9ef8-ccb6b11237ce),segment_id=5b0c6da5-fe65-4e73-9ef8-ccb6b11237ce)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:09:55.542218 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b07ca8d-7fb1-41ae-b464-bb893d0dd36f tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:55.554405 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-1b07ca8d-7fb1-41ae-b464-bb893d0dd36f tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Calling delete_port for 158e5a88-2831-437f-8259-2b92ee96d347 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:09:55.578309 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-070eb307-d1bd-42e1-b8d3-06aa70198b32 None None] Deleting port 158e5a88-2831-437f-8259-2b92ee96d347 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:09:55.578683 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-070eb307-d1bd-42e1-b8d3-06aa70198b32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:55.638046 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b07ca8d-7fb1-41ae-b464-bb893d0dd36f tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:55.640250 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-070eb307-d1bd-42e1-b8d3-06aa70198b32 None None] For port 158e5a88-2831-437f-8259-2b92ee96d347, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=158e5a88-2831-437f-8259-2b92ee96d347,segment=NetworkSegment(5b0c6da5-fe65-4e73-9ef8-ccb6b11237ce),segment_id=5b0c6da5-fe65-4e73-9ef8-ccb6b11237ce)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:09:55.640772 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-070eb307-d1bd-42e1-b8d3-06aa70198b32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:55.652878 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-070eb307-d1bd-42e1-b8d3-06aa70198b32 None None] Calling delete_port for 158e5a88-2831-437f-8259-2b92ee96d347 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:09:55.663464 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b07ca8d-7fb1-41ae-b464-bb893d0dd36f tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Pushing event deleted for resources: {'Port': ['ID=158e5a88-2831-437f-8259-2b92ee96d347,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:55.667904 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b07ca8d-7fb1-41ae-b464-bb893d0dd36f tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] No DVR routers for this DVR port 158e5a88-2831-437f-8259-2b92ee96d347 on host n-d-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:09:55.732809 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-070eb307-d1bd-42e1-b8d3-06aa70198b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:55.752933 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b07ca8d-7fb1-41ae-b464-bb893d0dd36f tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:55.759220 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070eb307-d1bd-42e1-b8d3-06aa70198b32 None None] Pushing event deleted for resources: {'Port': ['ID=158e5a88-2831-437f-8259-2b92ee96d347,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:55.761192 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070eb307-d1bd-42e1-b8d3-06aa70198b32 None None] No DVR routers for this DVR port 158e5a88-2831-437f-8259-2b92ee96d347 on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:09:55.764529 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-1b07ca8d-7fb1-41ae-b464-bb893d0dd36f tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cecf0fa-839e-4453-8b58-fbfbc19e5d62']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:09:55.775792 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-1b07ca8d-7fb1-41ae-b464-bb893d0dd36f tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b0c6da5-fe65-4e73-9ef8-ccb6b11237ce') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:09:55.776156 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-1b07ca8d-7fb1-41ae-b464-bb893d0dd36f tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b0c6da5-fe65-4e73-9ef8-ccb6b11237ce') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:09:55.785042 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b07ca8d-7fb1-41ae-b464-bb893d0dd36f tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:55.799910 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b07ca8d-7fb1-41ae-b464-bb893d0dd36f tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:55.806433 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b07ca8d-7fb1-41ae-b464-bb893d0dd36f tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 00:09:55.806863 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b07ca8d-7fb1-41ae-b464-bb893d0dd36f tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:55.809832 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 16 00:09:55.809832 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 00:09:55.809832 n-d-794306-6 neutron-server[93771]: timer() Jul 16 00:09:55.809832 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 00:09:55.809832 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 16 00:09:55.809832 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 00:09:55.809832 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 16 00:09:55.809832 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 00:09:55.809832 n-d-794306-6 neutron-server[93771]: self._notify() Jul 16 00:09:55.809832 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 00:09:55.809832 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 16 00:09:55.809832 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 00:09:55.809832 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 16 00:09:55.809832 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 00:09:55.809832 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 00:09:55.809832 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 00:09:55.809832 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 00:09:55.809832 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 00:09:55.809832 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 16 00:09:55.809832 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 00:09:55.809832 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 16 00:09:55.809832 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 00:09:55.809832 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 00:09:55.809832 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 00:09:55.809832 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 16 00:09:55.809832 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 00:09:55.809832 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 00:09:55.809832 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 00:09:55.809832 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 00:09:55.809832 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 00:09:55.809832 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 00:09:55.809832 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 00:09:55.871894 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b07ca8d-7fb1-41ae-b464-bb893d0dd36f tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:55.879915 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b07ca8d-7fb1-41ae-b464-bb893d0dd36f tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:55.881086 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-1b07ca8d-7fb1-41ae-b464-bb893d0dd36f tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] 10.222.0.48 "DELETE /v2.0/networks/5cecf0fa-839e-4453-8b58-fbfbc19e5d62 HTTP/1.1" status: 204 len: 168 time: 0.5361660 Jul 16 00:09:55.898119 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b07ca8d-7fb1-41ae-b464-bb893d0dd36f tempest-NetworksIpV6Test-1095114882 tempest-NetworksIpV6Test-1095114882-project] Pushing event deleted for resources: {'Network': ['ID=5cecf0fa-839e-4453-8b58-fbfbc19e5d62,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:55.927406 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:56.118896 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53108) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:09:56.245866 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-184fd6e1-6b19-4ee4-a027-8432eef48036 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=21129c19dd0b478984c53c9701f97fa4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1258011 Jul 16 00:09:56.248434 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53112) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:09:56.295247 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51512ac5-6c72-45c2-a69b-1147c42fc393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:56.316723 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51512ac5-6c72-45c2-a69b-1147c42fc393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:56.365371 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51512ac5-6c72-45c2-a69b-1147c42fc393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:56.368833 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51512ac5-6c72-45c2-a69b-1147c42fc393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:56.370192 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-51512ac5-6c72-45c2-a69b-1147c42fc393 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/923e9221-a8b2-4822-918c-93a248ef948c HTTP/1.1" status: 204 len: 168 time: 0.1208656 Jul 16 00:09:56.379223 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51512ac5-6c72-45c2-a69b-1147c42fc393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923e9221-a8b2-4822-918c-93a248ef948c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:56.620071 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 158e5a88-2831-437f-8259-2b92ee96d347 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:09:56.640252 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 158e5a88-2831-437f-8259-2b92ee96d347 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:09:56.640614 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 158e5a88-2831-437f-8259-2b92ee96d347 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:09:56.641546 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 3f12b987-709f-4f6c-8480-781fffeae4ea no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:09:56.661347 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 3f12b987-709f-4f6c-8480-781fffeae4ea {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:09:56.662042 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 3f12b987-709f-4f6c-8480-781fffeae4ea not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:09:56.993586 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53134) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:09:57.085550 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e02a5cf0-80d5-494b-993e-c62a3a4cdcf1 tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1592317858', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:09:57.111716 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e02a5cf0-80d5-494b-993e-c62a3a4cdcf1 tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:57.113182 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e02a5cf0-80d5-494b-993e-c62a3a4cdcf1 tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:57.203082 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e02a5cf0-80d5-494b-993e-c62a3a4cdcf1 tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:57.207390 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e02a5cf0-80d5-494b-993e-c62a3a4cdcf1 tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:57.222801 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e02a5cf0-80d5-494b-993e-c62a3a4cdcf1 tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:57.224020 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-e02a5cf0-80d5-494b-993e-c62a3a4cdcf1 tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2293937 Jul 16 00:09:57.227430 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53138) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:09:57.232259 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-edf3d9a2-8c12-48c9-bda2-d37e5b2229ad tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-968036604'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:09:57.252491 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf3d9a2-8c12-48c9-bda2-d37e5b2229ad tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Made reservation on behalf of b77cfa983e634fd5a0ecf776f8ccf82b for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:09:57.255920 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-edf3d9a2-8c12-48c9-bda2-d37e5b2229ad tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:57.264857 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-edf3d9a2-8c12-48c9-bda2-d37e5b2229ad tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:57.356692 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-edf3d9a2-8c12-48c9-bda2-d37e5b2229ad tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:57.361026 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-edf3d9a2-8c12-48c9-bda2-d37e5b2229ad tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:57.383682 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edf3d9a2-8c12-48c9-bda2-d37e5b2229ad tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 00:09:57.397114 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf3d9a2-8c12-48c9-bda2-d37e5b2229ad tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6d84f4-d2e9-4875-86a4-3fd07cb4c60f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:57.402864 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-edf3d9a2-8c12-48c9-bda2-d37e5b2229ad tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:57.403167 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-edf3d9a2-8c12-48c9-bda2-d37e5b2229ad tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Added segment 49fc899f-e931-4e18-ac43-35873b75ffb5 of type vlan for network c65ca62e-a412-4364-b877-9882bf9e30a2 Jul 16 00:09:57.445837 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-edf3d9a2-8c12-48c9-bda2-d37e5b2229ad tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:57.474103 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-edf3d9a2-8c12-48c9-bda2-d37e5b2229ad tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:57.480434 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf3d9a2-8c12-48c9-bda2-d37e5b2229ad tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:57.481029 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-edf3d9a2-8c12-48c9-bda2-d37e5b2229ad tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:57.512839 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-edf3d9a2-8c12-48c9-bda2-d37e5b2229ad tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2843590 Jul 16 00:09:57.515725 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53140) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:09:57.522526 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-2a3ba9e2-f814-4da3-b30c-61f60545e0ae tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Request body: {'subnet': {'network_id': 'c65ca62e-a412-4364-b877-9882bf9e30a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:09:57.566716 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf3d9a2-8c12-48c9-bda2-d37e5b2229ad tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Pushing event updated for resources: {'Network': ['ID=c65ca62e-a412-4364-b877-9882bf9e30a2,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:57.577449 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network c65ca62e-a412-4364-b877-9882bf9e30a2 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 00:09:57.641804 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3ba9e2-f814-4da3-b30c-61f60545e0ae tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Made reservation on behalf of b77cfa983e634fd5a0ecf776f8ccf82b for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:09:57.646082 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2a3ba9e2-f814-4da3-b30c-61f60545e0ae tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:57.824075 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2a3ba9e2-f814-4da3-b30c-61f60545e0ae tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:57.881456 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3ba9e2-f814-4da3-b30c-61f60545e0ae tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Pushing event updated for resources: {'Subnet': ['ID=114e5568-c93f-45e2-9571-edcc4cf2db37,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:57.890932 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3ba9e2-f814-4da3-b30c-61f60545e0ae tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Checking segment: {'id': '49fc899f-e931-4e18-ac43-35873b75ffb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c65ca62e-a412-4364-b877-9882bf9e30a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:09:57.891295 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3ba9e2-f814-4da3-b30c-61f60545e0ae tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Network hostable DHCP agents. Network: c65ca62e-a412-4364-b877-9882bf9e30a2, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 00:09:57.908206 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3ba9e2-f814-4da3-b30c-61f60545e0ae tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Network c65ca62e-a412-4364-b877-9882bf9e30a2 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 00:09:57.916850 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-2a3ba9e2-f814-4da3-b30c-61f60545e0ae tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, c65ca62e-a412-4364-b877-9882bf9e30a2) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:09:57.920908 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3ba9e2-f814-4da3-b30c-61f60545e0ae tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:57.921565 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2a3ba9e2-f814-4da3-b30c-61f60545e0ae tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:57.929041 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d90b70-1d40-4c0a-95be-59c95622008b None None] Network c65ca62e-a412-4364-b877-9882bf9e30a2 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:09:57.937527 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-2a3ba9e2-f814-4da3-b30c-61f60545e0ae tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4208117 Jul 16 00:09:57.940859 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53142) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:09:57.946691 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e01c7c8b-52a8-4ec2-b7de-e12cde1d849c tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1968748746'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:09:57.968387 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01c7c8b-52a8-4ec2-b7de-e12cde1d849c tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Made reservation on behalf of b77cfa983e634fd5a0ecf776f8ccf82b for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:09:57.972690 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e01c7c8b-52a8-4ec2-b7de-e12cde1d849c tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:57.996702 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e01c7c8b-52a8-4ec2-b7de-e12cde1d849c tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 00:09:58.005671 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e01c7c8b-52a8-4ec2-b7de-e12cde1d849c tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:58.006014 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-e01c7c8b-52a8-4ec2-b7de-e12cde1d849c tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Added segment 43773213-bfa6-43db-aaff-347be61ae53a of type vlan for network 9bfb54fc-8b81-486b-82ed-5c50f33933da Jul 16 00:09:58.046304 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e01c7c8b-52a8-4ec2-b7de-e12cde1d849c tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:58.077603 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e01c7c8b-52a8-4ec2-b7de-e12cde1d849c tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:58.079520 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da89690-8e64-43e4-b1f7-9ccac81721f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-c65ca62e-a412-4364-b877-9882bf9e30a2', 'network_id': 'c65ca62e-a412-4364-b877-9882bf9e30a2', 'tenant_id': 'b77cfa983e634fd5a0ecf776f8ccf82b', 'fixed_ips': [{'subnet_id': '114e5568-c93f-45e2-9571-edcc4cf2db37'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 00:09:58.080402 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2da89690-8e64-43e4-b1f7-9ccac81721f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:58.083520 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01c7c8b-52a8-4ec2-b7de-e12cde1d849c tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:58.084132 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e01c7c8b-52a8-4ec2-b7de-e12cde1d849c tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:58.121643 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53144) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:09:58.122235 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-e01c7c8b-52a8-4ec2-b7de-e12cde1d849c tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1797428 Jul 16 00:09:58.127146 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-22635b7d-229f-4b95-aa6e-59bee7fbbf05 tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Request body: {'subnet': {'network_id': '9bfb54fc-8b81-486b-82ed-5c50f33933da', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:09:58.160222 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01c7c8b-52a8-4ec2-b7de-e12cde1d849c tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Pushing event updated for resources: {'Network': ['ID=9bfb54fc-8b81-486b-82ed-5c50f33933da,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:58.171585 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 9bfb54fc-8b81-486b-82ed-5c50f33933da details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 00:09:58.223074 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22635b7d-229f-4b95-aa6e-59bee7fbbf05 tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Made reservation on behalf of b77cfa983e634fd5a0ecf776f8ccf82b for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:09:58.227531 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-22635b7d-229f-4b95-aa6e-59bee7fbbf05 tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:58.270977 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-2da89690-8e64-43e4-b1f7-9ccac81721f3 None None] Allocated IP 172.20.0.2 (c65ca62e-a412-4364-b877-9882bf9e30a2/114e5568-c93f-45e2-9571-edcc4cf2db37/88450ea0-323e-4cb4-b32c-71060ced1ecf) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:09:58.409680 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-22635b7d-229f-4b95-aa6e-59bee7fbbf05 tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:58.418817 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2da89690-8e64-43e4-b1f7-9ccac81721f3 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:58.427260 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2da89690-8e64-43e4-b1f7-9ccac81721f3 None None] Transition to ACTIVE for port object 88450ea0-323e-4cb4-b32c-71060ced1ecf will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:09:58.442348 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2da89690-8e64-43e4-b1f7-9ccac81721f3 None None] Transition to ACTIVE for port object 88450ea0-323e-4cb4-b32c-71060ced1ecf will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:09:58.448813 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2da89690-8e64-43e4-b1f7-9ccac81721f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:58.475607 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22635b7d-229f-4b95-aa6e-59bee7fbbf05 tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Pushing event updated for resources: {'Subnet': ['ID=08494630-c0e0-4ef7-bf4b-8080f145ac6c,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:58.485586 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22635b7d-229f-4b95-aa6e-59bee7fbbf05 tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Checking segment: {'id': '43773213-bfa6-43db-aaff-347be61ae53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '9bfb54fc-8b81-486b-82ed-5c50f33933da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:09:58.486189 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22635b7d-229f-4b95-aa6e-59bee7fbbf05 tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Network hostable DHCP agents. Network: 9bfb54fc-8b81-486b-82ed-5c50f33933da, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 00:09:58.490789 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da89690-8e64-43e4-b1f7-9ccac81721f3 None None] Network c65ca62e-a412-4364-b877-9882bf9e30a2 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:09:58.493851 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-2da89690-8e64-43e4-b1f7-9ccac81721f3 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:09:58.498447 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da89690-8e64-43e4-b1f7-9ccac81721f3 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:09:58.501498 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da89690-8e64-43e4-b1f7-9ccac81721f3 None None] Pushing event updated for resources: {'Port': ['ID=88450ea0-323e-4cb4-b32c-71060ced1ecf,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:58.503816 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22635b7d-229f-4b95-aa6e-59bee7fbbf05 tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Network 9bfb54fc-8b81-486b-82ed-5c50f33933da is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 00:09:58.516136 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-22635b7d-229f-4b95-aa6e-59bee7fbbf05 tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 9bfb54fc-8b81-486b-82ed-5c50f33933da) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:09:58.520701 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22635b7d-229f-4b95-aa6e-59bee7fbbf05 tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:09:58.521451 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-22635b7d-229f-4b95-aa6e-59bee7fbbf05 tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:58.530849 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fde27d-4362-4bc7-bae6-c47be6820fee None None] Network 9bfb54fc-8b81-486b-82ed-5c50f33933da requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:09:58.544382 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53146) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:09:58.544876 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-22635b7d-229f-4b95-aa6e-59bee7fbbf05 tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4216731 Jul 16 00:09:58.551152 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-62127a41-dab7-40aa-b12f-e7d5866e10c2 tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Request body: {'router': {'external_gateway_info': {'network_id': '9bfb54fc-8b81-486b-82ed-5c50f33933da'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:09:58.582059 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-2da89690-8e64-43e4-b1f7-9ccac81721f3 None None] Attempting to bind port 88450ea0-323e-4cb4-b32c-71060ced1ecf on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:09:58.582436 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-2da89690-8e64-43e4-b1f7-9ccac81721f3 None None] Attempting to bind port 88450ea0-323e-4cb4-b32c-71060ced1ecf by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '49fc899f-e931-4e18-ac43-35873b75ffb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c65ca62e-a412-4364-b877-9882bf9e30a2'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:09:58.582803 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da89690-8e64-43e4-b1f7-9ccac81721f3 None None] Attempting to bind port 88450ea0-323e-4cb4-b32c-71060ced1ecf on network c65ca62e-a412-4364-b877-9882bf9e30a2 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:09:58.593652 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da89690-8e64-43e4-b1f7-9ccac81721f3 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:09:58.594034 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da89690-8e64-43e4-b1f7-9ccac81721f3 None None] Checking segment: {'id': '49fc899f-e931-4e18-ac43-35873b75ffb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c65ca62e-a412-4364-b877-9882bf9e30a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:09:58.594451 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2da89690-8e64-43e4-b1f7-9ccac81721f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:58.594849 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da89690-8e64-43e4-b1f7-9ccac81721f3 None None] Bound using segment: {'id': '49fc899f-e931-4e18-ac43-35873b75ffb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c65ca62e-a412-4364-b877-9882bf9e30a2'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:09:58.595346 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-2da89690-8e64-43e4-b1f7-9ccac81721f3 None None] Bound port: 88450ea0-323e-4cb4-b32c-71060ced1ecf, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49fc899f-e931-4e18-ac43-35873b75ffb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c65ca62e-a412-4364-b877-9882bf9e30a2'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:09:58.595765 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2da89690-8e64-43e4-b1f7-9ccac81721f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:58.731601 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-2da89690-8e64-43e4-b1f7-9ccac81721f3 None None] For port 88450ea0-323e-4cb4-b32c-71060ced1ecf, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:09:58.736034 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-2da89690-8e64-43e4-b1f7-9ccac81721f3 None None] For port 88450ea0-323e-4cb4-b32c-71060ced1ecf, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=88450ea0-323e-4cb4-b32c-71060ced1ecf,segment=NetworkSegment(49fc899f-e931-4e18-ac43-35873b75ffb5),segment_id=49fc899f-e931-4e18-ac43-35873b75ffb5)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:09:58.743456 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2da89690-8e64-43e4-b1f7-9ccac81721f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:58.807545 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c44d399-282a-49b6-abf0-60bf192e8a81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-9bfb54fc-8b81-486b-82ed-5c50f33933da', 'network_id': '9bfb54fc-8b81-486b-82ed-5c50f33933da', 'tenant_id': 'b77cfa983e634fd5a0ecf776f8ccf82b', 'fixed_ips': [{'subnet_id': '08494630-c0e0-4ef7-bf4b-8080f145ac6c'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 00:09:58.808439 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7c44d399-282a-49b6-abf0-60bf192e8a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:58.831470 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-62127a41-dab7-40aa-b12f-e7d5866e10c2 tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:58.832472 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da89690-8e64-43e4-b1f7-9ccac81721f3 None None] Pushing event updated for resources: {'Port': ['ID=88450ea0-323e-4cb4-b32c-71060ced1ecf,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:58.963317 n-d-794306-6 neutron-server[93770]: INFO neutron.api.v2.resource [None req-62127a41-dab7-40aa-b12f-e7d5866e10c2 tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 00:09:58.971219 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-62127a41-dab7-40aa-b12f-e7d5866e10c2 tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] 10.222.0.48 "PUT /v2.0/routers/ed49353b-3760-4231-91bb-8f08fe56f5cc HTTP/1.1" status: 400 len: 364 time: 0.4190590 Jul 16 00:09:58.971219 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53148) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:09:59.024956 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-7c44d399-282a-49b6-abf0-60bf192e8a81 None None] Allocated IP 172.21.0.2 (9bfb54fc-8b81-486b-82ed-5c50f33933da/08494630-c0e0-4ef7-bf4b-8080f145ac6c/4cd74b18-5c63-4cc5-ab48-e191ccda8aa0) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:09:59.052688 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a6f4132-6c71-4f29-bf08-f2341618f40b tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Deleting subnet 08494630-c0e0-4ef7-bf4b-8080f145ac6c {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 00:09:59.341960 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7c44d399-282a-49b6-abf0-60bf192e8a81 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:59.350873 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7c44d399-282a-49b6-abf0-60bf192e8a81 None None] Transition to ACTIVE for port object 4cd74b18-5c63-4cc5-ab48-e191ccda8aa0 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:09:59.366123 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7c44d399-282a-49b6-abf0-60bf192e8a81 None None] Transition to ACTIVE for port object 4cd74b18-5c63-4cc5-ab48-e191ccda8aa0 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:09:59.371784 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2a6f4132-6c71-4f29-bf08-f2341618f40b tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:59.373118 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7c44d399-282a-49b6-abf0-60bf192e8a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:59.412078 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c44d399-282a-49b6-abf0-60bf192e8a81 None None] Network 9bfb54fc-8b81-486b-82ed-5c50f33933da is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:09:59.415521 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-7c44d399-282a-49b6-abf0-60bf192e8a81 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:09:59.416158 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2a6f4132-6c71-4f29-bf08-f2341618f40b tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:59.419244 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c44d399-282a-49b6-abf0-60bf192e8a81 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:09:59.431158 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c44d399-282a-49b6-abf0-60bf192e8a81 None None] Pushing event updated for resources: {'Port': ['ID=4cd74b18-5c63-4cc5-ab48-e191ccda8aa0,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:59.490619 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-7c44d399-282a-49b6-abf0-60bf192e8a81 None None] Attempting to bind port 4cd74b18-5c63-4cc5-ab48-e191ccda8aa0 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:09:59.490989 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-7c44d399-282a-49b6-abf0-60bf192e8a81 None None] Attempting to bind port 4cd74b18-5c63-4cc5-ab48-e191ccda8aa0 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '43773213-bfa6-43db-aaff-347be61ae53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '9bfb54fc-8b81-486b-82ed-5c50f33933da'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:09:59.491353 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c44d399-282a-49b6-abf0-60bf192e8a81 None None] Attempting to bind port 4cd74b18-5c63-4cc5-ab48-e191ccda8aa0 on network 9bfb54fc-8b81-486b-82ed-5c50f33933da {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:09:59.497605 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c44d399-282a-49b6-abf0-60bf192e8a81 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:09:59.497979 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c44d399-282a-49b6-abf0-60bf192e8a81 None None] Checking segment: {'id': '43773213-bfa6-43db-aaff-347be61ae53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '9bfb54fc-8b81-486b-82ed-5c50f33933da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:09:59.498509 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7c44d399-282a-49b6-abf0-60bf192e8a81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:59.498904 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c44d399-282a-49b6-abf0-60bf192e8a81 None None] Bound using segment: {'id': '43773213-bfa6-43db-aaff-347be61ae53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '9bfb54fc-8b81-486b-82ed-5c50f33933da'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:09:59.499378 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-7c44d399-282a-49b6-abf0-60bf192e8a81 None None] Bound port: 4cd74b18-5c63-4cc5-ab48-e191ccda8aa0, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43773213-bfa6-43db-aaff-347be61ae53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '9bfb54fc-8b81-486b-82ed-5c50f33933da'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:09:59.499780 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7c44d399-282a-49b6-abf0-60bf192e8a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:59.531648 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2a6f4132-6c71-4f29-bf08-f2341618f40b tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:59.596491 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2a6f4132-6c71-4f29-bf08-f2341618f40b tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:59.600144 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-7c44d399-282a-49b6-abf0-60bf192e8a81 None None] For port 4cd74b18-5c63-4cc5-ab48-e191ccda8aa0, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:09:59.604382 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-7c44d399-282a-49b6-abf0-60bf192e8a81 None None] For port 4cd74b18-5c63-4cc5-ab48-e191ccda8aa0, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=4cd74b18-5c63-4cc5-ab48-e191ccda8aa0,segment=NetworkSegment(43773213-bfa6-43db-aaff-347be61ae53a),segment_id=43773213-bfa6-43db-aaff-347be61ae53a)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:09:59.610569 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7c44d399-282a-49b6-abf0-60bf192e8a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:59.627366 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6f4132-6c71-4f29-bf08-f2341618f40b tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Pushing event deleted for resources: {'Subnet': ['ID=08494630-c0e0-4ef7-bf4b-8080f145ac6c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:59.629400 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2a6f4132-6c71-4f29-bf08-f2341618f40b tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:59.631294 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-2a6f4132-6c71-4f29-bf08-f2341618f40b tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] 10.222.0.48 "DELETE /v2.0/subnets/08494630-c0e0-4ef7-bf4b-8080f145ac6c HTTP/1.1" status: 204 len: 168 time: 0.6597087 Jul 16 00:09:59.634407 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53150) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:09:59.687809 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c44d399-282a-49b6-abf0-60bf192e8a81 None None] Pushing event updated for resources: {'Port': ['ID=4cd74b18-5c63-4cc5-ab48-e191ccda8aa0,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:09:59.729473 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3b4f557f-29e1-42bd-b8d1-4cd70c03efcc tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:59.803060 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-3b4f557f-29e1-42bd-b8d1-4cd70c03efcc tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Deleting port 4cd74b18-5c63-4cc5-ab48-e191ccda8aa0 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:09:59.803406 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3b4f557f-29e1-42bd-b8d1-4cd70c03efcc tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:59.876279 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04d5b3e-3399-4e93-9afb-ed78604c515b None None] Network c65ca62e-a412-4364-b877-9882bf9e30a2 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:09:59.882400 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-3b4f557f-29e1-42bd-b8d1-4cd70c03efcc tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] For port 4cd74b18-5c63-4cc5-ab48-e191ccda8aa0, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=4cd74b18-5c63-4cc5-ab48-e191ccda8aa0,segment=NetworkSegment(43773213-bfa6-43db-aaff-347be61ae53a),segment_id=43773213-bfa6-43db-aaff-347be61ae53a)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:09:59.883836 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3b4f557f-29e1-42bd-b8d1-4cd70c03efcc tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:09:59.898104 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-3b4f557f-29e1-42bd-b8d1-4cd70c03efcc tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Calling delete_port for 4cd74b18-5c63-4cc5-ab48-e191ccda8aa0 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:09:59.943284 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f9634455-f220-4035-a011-27a2a55c6253 None None] Provisioning for port 88450ea0-323e-4cb4-b32c-71060ced1ecf completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:09:59.992589 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3b4f557f-29e1-42bd-b8d1-4cd70c03efcc tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:00.023939 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4f557f-29e1-42bd-b8d1-4cd70c03efcc tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Pushing event deleted for resources: {'Port': ['ID=4cd74b18-5c63-4cc5-ab48-e191ccda8aa0,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:10:00.028597 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4f557f-29e1-42bd-b8d1-4cd70c03efcc tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] No DVR routers for this DVR port 4cd74b18-5c63-4cc5-ab48-e191ccda8aa0 on host n-d-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:10:00.120211 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3b4f557f-29e1-42bd-b8d1-4cd70c03efcc tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:00.133600 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-3b4f557f-29e1-42bd-b8d1-4cd70c03efcc tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bfb54fc-8b81-486b-82ed-5c50f33933da']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:10:00.149312 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-3b4f557f-29e1-42bd-b8d1-4cd70c03efcc tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43773213-bfa6-43db-aaff-347be61ae53a') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:10:00.149617 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-3b4f557f-29e1-42bd-b8d1-4cd70c03efcc tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43773213-bfa6-43db-aaff-347be61ae53a') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:10:00.161857 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3b4f557f-29e1-42bd-b8d1-4cd70c03efcc tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:00.179270 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3b4f557f-29e1-42bd-b8d1-4cd70c03efcc tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:00.193485 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b4f557f-29e1-42bd-b8d1-4cd70c03efcc tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 00:10:00.193895 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3b4f557f-29e1-42bd-b8d1-4cd70c03efcc tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:00.197554 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 16 00:10:00.197554 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 00:10:00.197554 n-d-794306-6 neutron-server[93770]: timer() Jul 16 00:10:00.197554 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 00:10:00.197554 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 16 00:10:00.197554 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 00:10:00.197554 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 16 00:10:00.197554 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 00:10:00.197554 n-d-794306-6 neutron-server[93770]: self._notify() Jul 16 00:10:00.197554 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 00:10:00.197554 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 16 00:10:00.197554 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 00:10:00.197554 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 16 00:10:00.197554 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 00:10:00.197554 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 00:10:00.197554 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 00:10:00.197554 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 00:10:00.197554 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 00:10:00.197554 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 16 00:10:00.197554 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 00:10:00.197554 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 16 00:10:00.197554 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 00:10:00.197554 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 00:10:00.197554 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 00:10:00.197554 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 16 00:10:00.197554 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 00:10:00.197554 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 00:10:00.197554 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 00:10:00.197554 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 00:10:00.197554 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 00:10:00.197554 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 00:10:00.197554 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 00:10:00.262818 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3b4f557f-29e1-42bd-b8d1-4cd70c03efcc tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:00.268508 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3b4f557f-29e1-42bd-b8d1-4cd70c03efcc tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:00.270505 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-3b4f557f-29e1-42bd-b8d1-4cd70c03efcc tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] 10.222.0.48 "DELETE /v2.0/networks/9bfb54fc-8b81-486b-82ed-5c50f33933da HTTP/1.1" status: 204 len: 168 time: 0.6351740 Jul 16 00:10:00.274112 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53152) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:10:00.293317 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4f557f-29e1-42bd-b8d1-4cd70c03efcc tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Pushing event deleted for resources: {'Network': ['ID=9bfb54fc-8b81-486b-82ed-5c50f33933da,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:10:00.334141 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a2a09da-93bc-4633-baa4-0580107bbb55 tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Deleting subnet 114e5568-c93f-45e2-9571-edcc4cf2db37 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 00:10:00.337312 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a2a09da-93bc-4633-baa4-0580107bbb55 tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:00.385729 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a2a09da-93bc-4633-baa4-0580107bbb55 tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:00.473090 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a2a09da-93bc-4633-baa4-0580107bbb55 tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:00.534934 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a2a09da-93bc-4633-baa4-0580107bbb55 tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:00.560675 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2a09da-93bc-4633-baa4-0580107bbb55 tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Pushing event deleted for resources: {'Subnet': ['ID=114e5568-c93f-45e2-9571-edcc4cf2db37,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:10:00.568340 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a2a09da-93bc-4633-baa4-0580107bbb55 tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:00.572983 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-7a2a09da-93bc-4633-baa4-0580107bbb55 tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] 10.222.0.48 "DELETE /v2.0/subnets/114e5568-c93f-45e2-9571-edcc4cf2db37 HTTP/1.1" status: 204 len: 168 time: 0.2953048 Jul 16 00:10:00.573924 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53154) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:10:00.580011 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e33d840-ef54-4755-be00-434b9e9e90c7 None None] Network c65ca62e-a412-4364-b877-9882bf9e30a2 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:10:00.676455 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ba74d78b-c037-4dff-8dbe-066ff4daf383 tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:00.706393 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 88450ea0-323e-4cb4-b32c-71060ced1ecf up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:10:00.753927 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-ba74d78b-c037-4dff-8dbe-066ff4daf383 tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Deleting port 88450ea0-323e-4cb4-b32c-71060ced1ecf {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:10:00.754404 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ba74d78b-c037-4dff-8dbe-066ff4daf383 tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:00.805135 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b587d401-4a10-47b7-b052-2e1017b6ce34 None None] Could not find standard attr ID for object 4cd74b18-5c63-4cc5-ab48-e191ccda8aa0. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 00:10:00.807513 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 88450ea0-323e-4cb4-b32c-71060ced1ecf completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:10:00.812225 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 88450ea0-323e-4cb4-b32c-71060ced1ecf triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:10:00.812812 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:00.842890 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d611f1-1d84-49e5-b484-1f124ac3f156 None None] DHCP port deletion for 9bfb54fc-8b81-486b-82ed-5c50f33933da request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 00:10:00.861984 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-ba74d78b-c037-4dff-8dbe-066ff4daf383 tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] For port 88450ea0-323e-4cb4-b32c-71060ced1ecf, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=88450ea0-323e-4cb4-b32c-71060ced1ecf,segment=NetworkSegment(49fc899f-e931-4e18-ac43-35873b75ffb5),segment_id=49fc899f-e931-4e18-ac43-35873b75ffb5)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:10:00.862351 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ba74d78b-c037-4dff-8dbe-066ff4daf383 tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:00.885654 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-ba74d78b-c037-4dff-8dbe-066ff4daf383 tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Calling delete_port for 88450ea0-323e-4cb4-b32c-71060ced1ecf owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:10:00.890665 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738a8e00-1a35-4438-b7ae-c3f1f780d380 None None] Network 9bfb54fc-8b81-486b-82ed-5c50f33933da requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:10:00.892920 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02011f17-2b53-48c7-b344-106e24d04a9d None None] DHCP port deletion for c65ca62e-a412-4364-b877-9882bf9e30a2 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 00:10:00.938739 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738a8e00-1a35-4438-b7ae-c3f1f780d380 None None] Network 9bfb54fc-8b81-486b-82ed-5c50f33933da could not be found, it might have been deleted concurrently. {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 00:10:00.973956 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:00.982409 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ba74d78b-c037-4dff-8dbe-066ff4daf383 tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:00.988879 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-780f5a45-06ef-4d2b-9d62-d2867afe57c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:01.013323 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba74d78b-c037-4dff-8dbe-066ff4daf383 tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Pushing event deleted for resources: {'Port': ['ID=88450ea0-323e-4cb4-b32c-71060ced1ecf,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:10:01.018690 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba74d78b-c037-4dff-8dbe-066ff4daf383 tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] No DVR routers for this DVR port 88450ea0-323e-4cb4-b32c-71060ced1ecf on host n-d-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:10:01.039309 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-02011f17-2b53-48c7-b344-106e24d04a9d None None] Deleting port 88450ea0-323e-4cb4-b32c-71060ced1ecf {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:10:01.039731 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-02011f17-2b53-48c7-b344-106e24d04a9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:01.099096 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ba74d78b-c037-4dff-8dbe-066ff4daf383 tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:01.109795 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-ba74d78b-c037-4dff-8dbe-066ff4daf383 tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c65ca62e-a412-4364-b877-9882bf9e30a2']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:10:01.110535 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-02011f17-2b53-48c7-b344-106e24d04a9d None None] For port 88450ea0-323e-4cb4-b32c-71060ced1ecf, host n-d-794306-6, got binding levels [] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:10:01.111100 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-02011f17-2b53-48c7-b344-106e24d04a9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:01.120768 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-ba74d78b-c037-4dff-8dbe-066ff4daf383 tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49fc899f-e931-4e18-ac43-35873b75ffb5') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:10:01.121613 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-ba74d78b-c037-4dff-8dbe-066ff4daf383 tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49fc899f-e931-4e18-ac43-35873b75ffb5') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:10:01.124268 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-02011f17-2b53-48c7-b344-106e24d04a9d None None] Calling delete_port for 88450ea0-323e-4cb4-b32c-71060ced1ecf owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:10:01.126932 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.ipam_backend_mixin [None req-02011f17-2b53-48c7-b344-106e24d04a9d None None] Port 88450ea0-323e-4cb4-b32c-71060ced1ecf was not found and therefore no delete operation was performed {{(pid=93772) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 00:10:01.128269 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-02011f17-2b53-48c7-b344-106e24d04a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:01.132865 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ba74d78b-c037-4dff-8dbe-066ff4daf383 tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:01.149675 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ba74d78b-c037-4dff-8dbe-066ff4daf383 tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:01.154661 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02011f17-2b53-48c7-b344-106e24d04a9d None None] Pushing event deleted for resources: {'Port': ['ID=88450ea0-323e-4cb4-b32c-71060ced1ecf,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:10:01.159607 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba74d78b-c037-4dff-8dbe-066ff4daf383 tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 00:10:01.159607 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ba74d78b-c037-4dff-8dbe-066ff4daf383 tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:01.160048 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02011f17-2b53-48c7-b344-106e24d04a9d None None] No DVR routers for this DVR port 88450ea0-323e-4cb4-b32c-71060ced1ecf on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:10:01.164957 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 16 00:10:01.164957 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 00:10:01.164957 n-d-794306-6 neutron-server[93770]: timer() Jul 16 00:10:01.164957 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 00:10:01.164957 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 16 00:10:01.164957 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 00:10:01.164957 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 16 00:10:01.164957 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 00:10:01.164957 n-d-794306-6 neutron-server[93770]: self._notify() Jul 16 00:10:01.164957 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 00:10:01.164957 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 16 00:10:01.164957 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 00:10:01.164957 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 16 00:10:01.164957 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 00:10:01.164957 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 00:10:01.164957 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 00:10:01.164957 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 00:10:01.164957 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 00:10:01.164957 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 16 00:10:01.164957 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 00:10:01.164957 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 16 00:10:01.164957 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 00:10:01.164957 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 00:10:01.164957 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 00:10:01.164957 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 16 00:10:01.164957 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 00:10:01.164957 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 00:10:01.164957 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 00:10:01.164957 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 00:10:01.164957 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 00:10:01.164957 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 00:10:01.164957 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 00:10:01.229833 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ba74d78b-c037-4dff-8dbe-066ff4daf383 tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:01.242339 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ba74d78b-c037-4dff-8dbe-066ff4daf383 tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:01.244447 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-ba74d78b-c037-4dff-8dbe-066ff4daf383 tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] 10.222.0.48 "DELETE /v2.0/networks/c65ca62e-a412-4364-b877-9882bf9e30a2 HTTP/1.1" status: 204 len: 168 time: 0.6688693 Jul 16 00:10:01.247236 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53156) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:10:01.254112 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba74d78b-c037-4dff-8dbe-066ff4daf383 tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Pushing event deleted for resources: {'Network': ['ID=c65ca62e-a412-4364-b877-9882bf9e30a2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:10:01.281507 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f32cb347-a23f-4838-abf2-8fa2709f7a37 tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed49353b-3760-4231-91bb-8f08fe56f5cc HTTP/1.1" status: 200 len: 205 time: 0.0330482 Jul 16 00:10:01.283946 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53158) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:10:01.401515 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a6bef368-fe7c-49a5-899a-707f2cdefc4f tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:01.559035 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a6bef368-fe7c-49a5-899a-707f2cdefc4f tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:01.561228 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a6bef368-fe7c-49a5-899a-707f2cdefc4f tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:01.605042 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a6bef368-fe7c-49a5-899a-707f2cdefc4f tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:01.605561 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6bef368-fe7c-49a5-899a-707f2cdefc4f tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Fanout notify agent at l3_agent the message router_deleted on router ed49353b-3760-4231-91bb-8f08fe56f5cc {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 00:10:01.612467 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a6bef368-fe7c-49a5-899a-707f2cdefc4f tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:01.616022 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a6bef368-fe7c-49a5-899a-707f2cdefc4f tempest-RoutersNegativeTest-1139095798 tempest-RoutersNegativeTest-1139095798-project] 10.222.0.48 "DELETE /v2.0/routers/ed49353b-3760-4231-91bb-8f08fe56f5cc HTTP/1.1" status: 204 len: 168 time: 0.3311129 Jul 16 00:10:01.864264 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53164) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:10:01.999554 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-04e554bb-3cf5-4f7e-9f59-715839b81f90 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b77cfa983e634fd5a0ecf776f8ccf82b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1338637 Jul 16 00:10:02.001952 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53168) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:10:02.053505 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-642402f0-a976-433a-afa2-c3001eda0c67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:02.077033 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-642402f0-a976-433a-afa2-c3001eda0c67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:02.124337 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-642402f0-a976-433a-afa2-c3001eda0c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:02.126929 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-642402f0-a976-433a-afa2-c3001eda0c67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:02.128134 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-642402f0-a976-433a-afa2-c3001eda0c67 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6d6d84f4-d2e9-4875-86a4-3fd07cb4c60f HTTP/1.1" status: 204 len: 168 time: 0.1252544 Jul 16 00:10:02.136337 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642402f0-a976-433a-afa2-c3001eda0c67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6d84f4-d2e9-4875-86a4-3fd07cb4c60f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:10:02.629802 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 4cd74b18-5c63-4cc5-ab48-e191ccda8aa0 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:10:02.650623 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 4cd74b18-5c63-4cc5-ab48-e191ccda8aa0 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:10:02.651064 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 4cd74b18-5c63-4cc5-ab48-e191ccda8aa0 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:10:02.651558 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 88450ea0-323e-4cb4-b32c-71060ced1ecf no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:10:02.674272 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 88450ea0-323e-4cb4-b32c-71060ced1ecf {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:10:02.674621 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 88450ea0-323e-4cb4-b32c-71060ced1ecf not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:10:02.760434 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53190) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:10:02.861244 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-011ecb7f-0716-4f34-b80b-93b6693e8de6 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1946503933-network', 'tenant_id': '0ab90231f4514cb88f4633a996a5c111'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:10:02.884721 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-011ecb7f-0716-4f34-b80b-93b6693e8de6 admin admin] Made reservation on behalf of 0ab90231f4514cb88f4633a996a5c111 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:10:02.887518 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-011ecb7f-0716-4f34-b80b-93b6693e8de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:02.898089 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-011ecb7f-0716-4f34-b80b-93b6693e8de6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:03.003979 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-011ecb7f-0716-4f34-b80b-93b6693e8de6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:03.009042 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-011ecb7f-0716-4f34-b80b-93b6693e8de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:03.031551 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-011ecb7f-0716-4f34-b80b-93b6693e8de6 admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 00:10:03.046788 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011ecb7f-0716-4f34-b80b-93b6693e8de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b20d2d-ac21-4752-8d95-d0857247c580,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:10:03.053803 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-011ecb7f-0716-4f34-b80b-93b6693e8de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:03.054171 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-011ecb7f-0716-4f34-b80b-93b6693e8de6 admin admin] Added segment a89063bb-2f2b-4109-afdc-53ca21eda342 of type vlan for network d47374c4-90f7-44df-b255-7f76a803dd20 Jul 16 00:10:03.097122 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-011ecb7f-0716-4f34-b80b-93b6693e8de6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:03.126661 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-011ecb7f-0716-4f34-b80b-93b6693e8de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:03.127707 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011ecb7f-0716-4f34-b80b-93b6693e8de6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:03.128287 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-011ecb7f-0716-4f34-b80b-93b6693e8de6 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:03.164125 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-011ecb7f-0716-4f34-b80b-93b6693e8de6 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4025302 Jul 16 00:10:03.166854 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53194) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:10:03.173253 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a9208cc1-278c-4453-a4db-f3d9025aca8e admin admin] Request body: {'subnet': {'network_id': 'd47374c4-90f7-44df-b255-7f76a803dd20', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1946503933-subnet', 'tenant_id': '0ab90231f4514cb88f4633a996a5c111', 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:10:03.204538 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011ecb7f-0716-4f34-b80b-93b6693e8de6 admin admin] Pushing event updated for resources: {'Network': ['ID=d47374c4-90f7-44df-b255-7f76a803dd20,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:10:03.214666 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network d47374c4-90f7-44df-b255-7f76a803dd20 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 00:10:03.223544 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9208cc1-278c-4453-a4db-f3d9025aca8e admin admin] Made reservation on behalf of 0ab90231f4514cb88f4633a996a5c111 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:10:03.225945 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a9208cc1-278c-4453-a4db-f3d9025aca8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:03.398138 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a9208cc1-278c-4453-a4db-f3d9025aca8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:03.457388 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9208cc1-278c-4453-a4db-f3d9025aca8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6579ab61-ad78-4670-85f7-6f05c380f410,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:10:03.462906 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9208cc1-278c-4453-a4db-f3d9025aca8e admin admin] Checking segment: {'id': 'a89063bb-2f2b-4109-afdc-53ca21eda342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd47374c4-90f7-44df-b255-7f76a803dd20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:10:03.463272 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9208cc1-278c-4453-a4db-f3d9025aca8e admin admin] Network hostable DHCP agents. Network: d47374c4-90f7-44df-b255-7f76a803dd20, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 00:10:03.480939 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9208cc1-278c-4453-a4db-f3d9025aca8e admin admin] Network d47374c4-90f7-44df-b255-7f76a803dd20 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 00:10:03.485051 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:03.490043 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-a9208cc1-278c-4453-a4db-f3d9025aca8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, d47374c4-90f7-44df-b255-7f76a803dd20) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:10:03.494344 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9208cc1-278c-4453-a4db-f3d9025aca8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:03.494938 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a9208cc1-278c-4453-a4db-f3d9025aca8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:03.499707 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882cc993-4986-499c-8ab2-e98d9949e9a9 None None] Network d47374c4-90f7-44df-b255-7f76a803dd20 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:10:03.509682 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a9208cc1-278c-4453-a4db-f3d9025aca8e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3417532 Jul 16 00:10:03.512799 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53196) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:10:03.517396 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-73ee8aff-0730-42a3-a0fd-14bb36f7e053 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1946503933-router', 'tenant_id': '0ab90231f4514cb88f4633a996a5c111', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:10:03.539843 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-73ee8aff-0730-42a3-a0fd-14bb36f7e053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:03.540825 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-73ee8aff-0730-42a3-a0fd-14bb36f7e053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:03.630221 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-73ee8aff-0730-42a3-a0fd-14bb36f7e053 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:03.644415 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2764cd97-75a2-465d-8f05-09f84a73c232 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-d47374c4-90f7-44df-b255-7f76a803dd20', 'network_id': 'd47374c4-90f7-44df-b255-7f76a803dd20', 'tenant_id': '0ab90231f4514cb88f4633a996a5c111', 'fixed_ips': [{'subnet_id': '6579ab61-ad78-4670-85f7-6f05c380f410'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 00:10:03.645278 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2764cd97-75a2-465d-8f05-09f84a73c232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:03.770925 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-73ee8aff-0730-42a3-a0fd-14bb36f7e053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:03.779529 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-2764cd97-75a2-465d-8f05-09f84a73c232 None None] Allocated IP 172.20.0.2 (d47374c4-90f7-44df-b255-7f76a803dd20/6579ab61-ad78-4670-85f7-6f05c380f410/e7d3cd0c-0bfa-4f81-844f-10c95390069c) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:10:03.927685 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2764cd97-75a2-465d-8f05-09f84a73c232 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:03.938057 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2764cd97-75a2-465d-8f05-09f84a73c232 None None] Transition to ACTIVE for port object e7d3cd0c-0bfa-4f81-844f-10c95390069c will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:10:03.953946 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2764cd97-75a2-465d-8f05-09f84a73c232 None None] Transition to ACTIVE for port object e7d3cd0c-0bfa-4f81-844f-10c95390069c will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:10:03.961826 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2764cd97-75a2-465d-8f05-09f84a73c232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:03.980679 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-73ee8aff-0730-42a3-a0fd-14bb36f7e053 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:04.004072 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2764cd97-75a2-465d-8f05-09f84a73c232 None None] Network d47374c4-90f7-44df-b255-7f76a803dd20 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:10:04.006792 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-2764cd97-75a2-465d-8f05-09f84a73c232 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:10:04.010237 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-73ee8aff-0730-42a3-a0fd-14bb36f7e053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:04.011756 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2764cd97-75a2-465d-8f05-09f84a73c232 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:10:04.018558 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2764cd97-75a2-465d-8f05-09f84a73c232 None None] Pushing event updated for resources: {'Port': ['ID=e7d3cd0c-0bfa-4f81-844f-10c95390069c,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:10:04.072473 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-2764cd97-75a2-465d-8f05-09f84a73c232 None None] Attempting to bind port e7d3cd0c-0bfa-4f81-844f-10c95390069c on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:10:04.072849 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-2764cd97-75a2-465d-8f05-09f84a73c232 None None] Attempting to bind port e7d3cd0c-0bfa-4f81-844f-10c95390069c by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'a89063bb-2f2b-4109-afdc-53ca21eda342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd47374c4-90f7-44df-b255-7f76a803dd20'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:10:04.073219 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2764cd97-75a2-465d-8f05-09f84a73c232 None None] Attempting to bind port e7d3cd0c-0bfa-4f81-844f-10c95390069c on network d47374c4-90f7-44df-b255-7f76a803dd20 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:10:04.078374 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2764cd97-75a2-465d-8f05-09f84a73c232 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:10:04.078756 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2764cd97-75a2-465d-8f05-09f84a73c232 None None] Checking segment: {'id': 'a89063bb-2f2b-4109-afdc-53ca21eda342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd47374c4-90f7-44df-b255-7f76a803dd20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:10:04.079167 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2764cd97-75a2-465d-8f05-09f84a73c232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:04.079587 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2764cd97-75a2-465d-8f05-09f84a73c232 None None] Bound using segment: {'id': 'a89063bb-2f2b-4109-afdc-53ca21eda342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd47374c4-90f7-44df-b255-7f76a803dd20'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:10:04.080057 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-2764cd97-75a2-465d-8f05-09f84a73c232 None None] Bound port: e7d3cd0c-0bfa-4f81-844f-10c95390069c, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a89063bb-2f2b-4109-afdc-53ca21eda342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd47374c4-90f7-44df-b255-7f76a803dd20'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:10:04.080445 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2764cd97-75a2-465d-8f05-09f84a73c232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:04.115019 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-73ee8aff-0730-42a3-a0fd-14bb36f7e053 admin admin] Allocated IP 172.25.5.252 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/002553c2-0871-46c2-baa7-f51cec47863c) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:10:04.143422 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-2764cd97-75a2-465d-8f05-09f84a73c232 None None] For port e7d3cd0c-0bfa-4f81-844f-10c95390069c, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:10:04.146379 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-2764cd97-75a2-465d-8f05-09f84a73c232 None None] For port e7d3cd0c-0bfa-4f81-844f-10c95390069c, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=e7d3cd0c-0bfa-4f81-844f-10c95390069c,segment=NetworkSegment(a89063bb-2f2b-4109-afdc-53ca21eda342),segment_id=a89063bb-2f2b-4109-afdc-53ca21eda342)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:10:04.151360 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2764cd97-75a2-465d-8f05-09f84a73c232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:04.211077 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2764cd97-75a2-465d-8f05-09f84a73c232 None None] Pushing event updated for resources: {'Port': ['ID=e7d3cd0c-0bfa-4f81-844f-10c95390069c,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:10:04.229300 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-73ee8aff-0730-42a3-a0fd-14bb36f7e053 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:04.271187 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-73ee8aff-0730-42a3-a0fd-14bb36f7e053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:04.285775 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-adefbeaa-170c-4794-8d10-193014b55930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:04.315892 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ee8aff-0730-42a3-a0fd-14bb36f7e053 admin admin] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:10:04.318923 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-73ee8aff-0730-42a3-a0fd-14bb36f7e053 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:10:04.321922 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ee8aff-0730-42a3-a0fd-14bb36f7e053 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:10:04.327777 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ee8aff-0730-42a3-a0fd-14bb36f7e053 admin admin] Pushing event updated for resources: {'Port': ['ID=002553c2-0871-46c2-baa7-f51cec47863c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:10:04.522287 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:04.654355 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device e7d3cd0c-0bfa-4f81-844f-10c95390069c up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:10:04.704465 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port e7d3cd0c-0bfa-4f81-844f-10c95390069c completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:10:04.853432 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-73ee8aff-0730-42a3-a0fd-14bb36f7e053 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:05.053279 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-73ee8aff-0730-42a3-a0fd-14bb36f7e053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:05.067271 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bfb3517-7345-47ff-b02a-26b4bd4290d1 None None] Network d47374c4-90f7-44df-b255-7f76a803dd20 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:10:05.188186 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d3c3a074-dd25-44c4-b187-ab9f76d105b4 None None] Provisioning for port e7d3cd0c-0bfa-4f81-844f-10c95390069c completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:10:05.196483 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d3c3a074-dd25-44c4-b187-ab9f76d105b4 None None] Provisioning complete for port e7d3cd0c-0bfa-4f81-844f-10c95390069c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:10:05.196856 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d3c3a074-dd25-44c4-b187-ab9f76d105b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:05.213391 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ee8aff-0730-42a3-a0fd-14bb36f7e053 admin admin] Router b148725e-b1a4-4260-90ca-aead84adf315 is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 00:10:05.320789 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d3c3a074-dd25-44c4-b187-ab9f76d105b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:05.332075 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ee8aff-0730-42a3-a0fd-14bb36f7e053 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:10:05.345245 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79e7a2d-7a32-41d3-8a79-c84584e18ba4 None None] Sync routers for ids ['b148725e-b1a4-4260-90ca-aead84adf315'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:10:05.355671 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-73ee8aff-0730-42a3-a0fd-14bb36f7e053 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:05.357662 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-73ee8aff-0730-42a3-a0fd-14bb36f7e053 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8440239 Jul 16 00:10:05.358154 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79e7a2d-7a32-41d3-8a79-c84584e18ba4 None None] Routers {'b148725e-b1a4-4260-90ca-aead84adf315'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:10:05.358919 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e79e7a2d-7a32-41d3-8a79-c84584e18ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:10:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['b148725e-b1a4-4260-90ca-aead84adf315'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:10:05.360914 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53198) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:10:05.385414 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-d3c3a074-dd25-44c4-b187-ab9f76d105b4 None None] For port e7d3cd0c-0bfa-4f81-844f-10c95390069c, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=e7d3cd0c-0bfa-4f81-844f-10c95390069c,segment=NetworkSegment(a89063bb-2f2b-4109-afdc-53ca21eda342),segment_id=a89063bb-2f2b-4109-afdc-53ca21eda342)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:10:05.390108 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d3c3a074-dd25-44c4-b187-ab9f76d105b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:05.457306 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c3a074-dd25-44c4-b187-ab9f76d105b4 None None] Pushing event updated for resources: {'Port': ['ID=e7d3cd0c-0bfa-4f81-844f-10c95390069c,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:10:05.471630 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-e79e7a2d-7a32-41d3-8a79-c84584e18ba4 None None] Set router b148725e-b1a4-4260-90ca-aead84adf315 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:10:05.618694 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e287eecd-42da-44f0-9038-596f6e3ce431 None None] Provisioning complete for port e7d3cd0c-0bfa-4f81-844f-10c95390069c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:10:05.619274 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e287eecd-42da-44f0-9038-596f6e3ce431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:05.704434 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e79e7a2d-7a32-41d3-8a79-c84584e18ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b148725e-b1a4-4260-90ca-aead84adf315', 'name': 'tempest-TestEncryptedCinderVolumes-1946503933-router', 'tenant_id': '0ab90231f4514cb88f4633a996a5c111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '002553c2-0871-46c2-baa7-f51cec47863c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:10:03Z', 'updated_at': '2021-07-16T00:10:04Z', 'revision_number': 3, 'project_id': '0ab90231f4514cb88f4633a996a5c111', 'gw_port': {'id': '002553c2-0871-46c2-baa7-f51cec47863c', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:23:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b148725e-b1a4-4260-90ca-aead84adf315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:10:04Z', 'updated_at': '2021-07-16T00:10:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:10:05.736093 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79e7a2d-7a32-41d3-8a79-c84584e18ba4 None None] Checking router: b148725e-b1a4-4260-90ca-aead84adf315 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:10:05.736449 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79e7a2d-7a32-41d3-8a79-c84584e18ba4 None None] Updating router b148725e-b1a4-4260-90ca-aead84adf315 port 002553c2-0871-46c2-baa7-f51cec47863c binding host n-d-794306-6 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 00:10:05.776942 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e79e7a2d-7a32-41d3-8a79-c84584e18ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:06.033023 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e79e7a2d-7a32-41d3-8a79-c84584e18ba4 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:06.042897 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-e79e7a2d-7a32-41d3-8a79-c84584e18ba4 None None] Transition to ACTIVE for port object 002553c2-0871-46c2-baa7-f51cec47863c will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:10:06.050026 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e79e7a2d-7a32-41d3-8a79-c84584e18ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:06.098728 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-e79e7a2d-7a32-41d3-8a79-c84584e18ba4 None None] Attempting to bind port 002553c2-0871-46c2-baa7-f51cec47863c on host n-d-794306-6 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:10:06.099090 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-e79e7a2d-7a32-41d3-8a79-c84584e18ba4 None None] Attempting to bind port 002553c2-0871-46c2-baa7-f51cec47863c by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:10:06.099447 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79e7a2d-7a32-41d3-8a79-c84584e18ba4 None None] Attempting to bind port 002553c2-0871-46c2-baa7-f51cec47863c on network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:10:06.106929 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45dfb1a-ddaf-4d8c-940d-ec7b16cb03d3 None None] Pushing event updated for resources: {'Port': ['ID=002553c2-0871-46c2-baa7-f51cec47863c,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:10:06.110080 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79e7a2d-7a32-41d3-8a79-c84584e18ba4 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:10:06.110443 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79e7a2d-7a32-41d3-8a79-c84584e18ba4 None None] Checking segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:10:06.110839 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e79e7a2d-7a32-41d3-8a79-c84584e18ba4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:06.111225 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79e7a2d-7a32-41d3-8a79-c84584e18ba4 None None] Bound using segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:10:06.111711 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-e79e7a2d-7a32-41d3-8a79-c84584e18ba4 None None] Bound port: 002553c2-0871-46c2-baa7-f51cec47863c, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:10:06.112083 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e79e7a2d-7a32-41d3-8a79-c84584e18ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:06.134721 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45dfb1a-ddaf-4d8c-940d-ec7b16cb03d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:06.135066 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45dfb1a-ddaf-4d8c-940d-ec7b16cb03d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:06.135399 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45dfb1a-ddaf-4d8c-940d-ec7b16cb03d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:06.135767 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45dfb1a-ddaf-4d8c-940d-ec7b16cb03d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:06.136098 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45dfb1a-ddaf-4d8c-940d-ec7b16cb03d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:06.136426 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45dfb1a-ddaf-4d8c-940d-ec7b16cb03d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:06.136744 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45dfb1a-ddaf-4d8c-940d-ec7b16cb03d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:06.137062 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45dfb1a-ddaf-4d8c-940d-ec7b16cb03d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:06.137386 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45dfb1a-ddaf-4d8c-940d-ec7b16cb03d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:06.137703 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45dfb1a-ddaf-4d8c-940d-ec7b16cb03d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:06.138019 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45dfb1a-ddaf-4d8c-940d-ec7b16cb03d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:06.138336 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45dfb1a-ddaf-4d8c-940d-ec7b16cb03d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:06.175666 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-e79e7a2d-7a32-41d3-8a79-c84584e18ba4 None None] For port 002553c2-0871-46c2-baa7-f51cec47863c, host n-d-794306-6, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:10:06.179281 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-e79e7a2d-7a32-41d3-8a79-c84584e18ba4 None None] For port 002553c2-0871-46c2-baa7-f51cec47863c, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=002553c2-0871-46c2-baa7-f51cec47863c,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:10:06.183993 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e79e7a2d-7a32-41d3-8a79-c84584e18ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:06.230788 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fc89f12b-0b55-49a3-aa5a-b3ca86f0b5ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:06.244094 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79e7a2d-7a32-41d3-8a79-c84584e18ba4 None None] Routers {'b148725e-b1a4-4260-90ca-aead84adf315'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:10:06.244719 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e79e7a2d-7a32-41d3-8a79-c84584e18ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:10:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['b148725e-b1a4-4260-90ca-aead84adf315'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:10:06.247402 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45dfb1a-ddaf-4d8c-940d-ec7b16cb03d3 None None] Pushing event updated for resources: {'Port': ['ID=002553c2-0871-46c2-baa7-f51cec47863c,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:10:06.354435 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-e79e7a2d-7a32-41d3-8a79-c84584e18ba4 None None] Set router b148725e-b1a4-4260-90ca-aead84adf315 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:10:06.390371 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-fc89f12b-0b55-49a3-aa5a-b3ca86f0b5ca admin admin] Allocated IP 172.20.0.1 (d47374c4-90f7-44df-b255-7f76a803dd20/6579ab61-ad78-4670-85f7-6f05c380f410/4aca902e-2bc4-4a45-99a9-e9deb343c2cf) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:10:06.499664 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fc89f12b-0b55-49a3-aa5a-b3ca86f0b5ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:06.513574 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-fc89f12b-0b55-49a3-aa5a-b3ca86f0b5ca admin admin] Transition to ACTIVE for port object 4aca902e-2bc4-4a45-99a9-e9deb343c2cf will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:10:06.533956 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:06.537328 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e79e7a2d-7a32-41d3-8a79-c84584e18ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b148725e-b1a4-4260-90ca-aead84adf315', 'name': 'tempest-TestEncryptedCinderVolumes-1946503933-router', 'tenant_id': '0ab90231f4514cb88f4633a996a5c111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '002553c2-0871-46c2-baa7-f51cec47863c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:10:03Z', 'updated_at': '2021-07-16T00:10:04Z', 'revision_number': 3, 'project_id': '0ab90231f4514cb88f4633a996a5c111', 'gw_port': {'id': '002553c2-0871-46c2-baa7-f51cec47863c', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:23:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b148725e-b1a4-4260-90ca-aead84adf315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:10:04Z', 'updated_at': '2021-07-16T00:10:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:10:06.548122 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fc89f12b-0b55-49a3-aa5a-b3ca86f0b5ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:06.567485 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79e7a2d-7a32-41d3-8a79-c84584e18ba4 None None] The sync data for ids ['b148725e-b1a4-4260-90ca-aead84adf315'] in n-d-794306-6 is: [{'id': 'b148725e-b1a4-4260-90ca-aead84adf315', 'name': 'tempest-TestEncryptedCinderVolumes-1946503933-router', 'tenant_id': '0ab90231f4514cb88f4633a996a5c111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '002553c2-0871-46c2-baa7-f51cec47863c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:10:03Z', 'updated_at': '2021-07-16T00:10:04Z', 'revision_number': 3, 'project_id': '0ab90231f4514cb88f4633a996a5c111', 'gw_port': {'id': '002553c2-0871-46c2-baa7-f51cec47863c', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:23:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b148725e-b1a4-4260-90ca-aead84adf315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:10:04Z', 'updated_at': '2021-07-16T00:10:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:10:06.584198 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc89f12b-0b55-49a3-aa5a-b3ca86f0b5ca admin admin] Network d47374c4-90f7-44df-b255-7f76a803dd20 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:10:06.591157 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-fc89f12b-0b55-49a3-aa5a-b3ca86f0b5ca admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:10:06.595882 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc89f12b-0b55-49a3-aa5a-b3ca86f0b5ca admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:10:06.658759 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc89f12b-0b55-49a3-aa5a-b3ca86f0b5ca admin admin] Pushing event updated for resources: {'Port': ['ID=4aca902e-2bc4-4a45-99a9-e9deb343c2cf,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:10:06.675593 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fc89f12b-0b55-49a3-aa5a-b3ca86f0b5ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:06.686570 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device e7d3cd0c-0bfa-4f81-844f-10c95390069c up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:10:06.765786 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port e7d3cd0c-0bfa-4f81-844f-10c95390069c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:10:06.766306 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:06.880171 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fc89f12b-0b55-49a3-aa5a-b3ca86f0b5ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:06.953518 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cfd98184-e290-4bdd-9508-ae0a665be6f5 None None] Provisioning for port 4aca902e-2bc4-4a45-99a9-e9deb343c2cf completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:10:06.957886 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cfd98184-e290-4bdd-9508-ae0a665be6f5 None None] Provisioning complete for port 4aca902e-2bc4-4a45-99a9-e9deb343c2cf triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:10:06.958361 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cfd98184-e290-4bdd-9508-ae0a665be6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:07.001596 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-cfd98184-e290-4bdd-9508-ae0a665be6f5 None None] Port 4aca902e-2bc4-4a45-99a9-e9deb343c2cf cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:10:07.092693 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fc89f12b-0b55-49a3-aa5a-b3ca86f0b5ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:07.098643 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fc89f12b-0b55-49a3-aa5a-b3ca86f0b5ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:07.178642 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc89f12b-0b55-49a3-aa5a-b3ca86f0b5ca admin admin] Pushing event updated for resources: {'Port': ['ID=4aca902e-2bc4-4a45-99a9-e9deb343c2cf,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:10:07.181580 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fc89f12b-0b55-49a3-aa5a-b3ca86f0b5ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:07.278752 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc89f12b-0b55-49a3-aa5a-b3ca86f0b5ca admin admin] Network d47374c4-90f7-44df-b255-7f76a803dd20 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:10:07.280259 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-fc89f12b-0b55-49a3-aa5a-b3ca86f0b5ca admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:10:07.402475 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc89f12b-0b55-49a3-aa5a-b3ca86f0b5ca admin admin] Router b148725e-b1a4-4260-90ca-aead84adf315 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:10:07.521476 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc89f12b-0b55-49a3-aa5a-b3ca86f0b5ca admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:10:07.523392 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5a02f978-2bab-4443-ac16-eccbab9ff138 None None] Provisioning complete for port 4aca902e-2bc4-4a45-99a9-e9deb343c2cf triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:10:07.523703 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a02f978-2bab-4443-ac16-eccbab9ff138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:07.528119 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-fc89f12b-0b55-49a3-aa5a-b3ca86f0b5ca admin admin] 10.222.0.48 "PUT /v2.0/routers/b148725e-b1a4-4260-90ca-aead84adf315/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1658525 Jul 16 00:10:07.574595 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5a02f978-2bab-4443-ac16-eccbab9ff138 None None] Port 4aca902e-2bc4-4a45-99a9-e9deb343c2cf cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:10:08.001823 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53214) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:10:08.007592 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e96ae0be-1f86-4a9e-a565-cd30e7a93f16 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-636791942-network', 'tenant_id': 'd9309c4d014649e69e0ac702fb150960'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:10:08.028592 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96ae0be-1f86-4a9e-a565-cd30e7a93f16 admin admin] Made reservation on behalf of d9309c4d014649e69e0ac702fb150960 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:10:08.030964 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e96ae0be-1f86-4a9e-a565-cd30e7a93f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:08.039698 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e96ae0be-1f86-4a9e-a565-cd30e7a93f16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:08.131404 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e96ae0be-1f86-4a9e-a565-cd30e7a93f16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:08.136769 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e96ae0be-1f86-4a9e-a565-cd30e7a93f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:08.161937 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e96ae0be-1f86-4a9e-a565-cd30e7a93f16 admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 00:10:08.172528 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96ae0be-1f86-4a9e-a565-cd30e7a93f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=986a5aa1-a947-408f-8a06-a998ef63e6ba,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:10:08.177376 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e96ae0be-1f86-4a9e-a565-cd30e7a93f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:08.177725 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-e96ae0be-1f86-4a9e-a565-cd30e7a93f16 admin admin] Added segment ff4df215-3dac-4ab2-a267-84fbd9493056 of type vlan for network 0a51ba94-4ca7-439c-bf45-a365ae74d24b Jul 16 00:10:08.223436 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e96ae0be-1f86-4a9e-a565-cd30e7a93f16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:08.253326 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e96ae0be-1f86-4a9e-a565-cd30e7a93f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:08.254292 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96ae0be-1f86-4a9e-a565-cd30e7a93f16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:08.254878 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e96ae0be-1f86-4a9e-a565-cd30e7a93f16 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:08.293838 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cf606d-86fe-4107-8c5a-72df5f24cd9f None None] Sync routers for ids ['b148725e-b1a4-4260-90ca-aead84adf315'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:10:08.303798 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cf606d-86fe-4107-8c5a-72df5f24cd9f None None] Routers {'b148725e-b1a4-4260-90ca-aead84adf315'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:10:08.304424 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-15cf606d-86fe-4107-8c5a-72df5f24cd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:10:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['b148725e-b1a4-4260-90ca-aead84adf315'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:10:08.307658 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-e96ae0be-1f86-4a9e-a565-cd30e7a93f16 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3043821 Jul 16 00:10:08.310215 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53216) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:10:08.315749 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e8289d03-9eac-479f-80bd-ef0965a163c9 admin admin] Request body: {'subnet': {'network_id': '0a51ba94-4ca7-439c-bf45-a365ae74d24b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-636791942-subnet', 'tenant_id': 'd9309c4d014649e69e0ac702fb150960', 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:10:08.338218 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8289d03-9eac-479f-80bd-ef0965a163c9 admin admin] Made reservation on behalf of d9309c4d014649e69e0ac702fb150960 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:10:08.340619 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e8289d03-9eac-479f-80bd-ef0965a163c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:08.359065 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96ae0be-1f86-4a9e-a565-cd30e7a93f16 admin admin] Pushing event updated for resources: {'Network': ['ID=0a51ba94-4ca7-439c-bf45-a365ae74d24b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:10:08.389644 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 0a51ba94-4ca7-439c-bf45-a365ae74d24b details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 00:10:08.466373 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-15cf606d-86fe-4107-8c5a-72df5f24cd9f None None] Set router b148725e-b1a4-4260-90ca-aead84adf315 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:10:08.514707 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e8289d03-9eac-479f-80bd-ef0965a163c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:08.572332 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8289d03-9eac-479f-80bd-ef0965a163c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d60da2e-ed91-4c7b-8b94-5b275c3834ef,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:10:08.581424 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8289d03-9eac-479f-80bd-ef0965a163c9 admin admin] Checking segment: {'id': 'ff4df215-3dac-4ab2-a267-84fbd9493056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0a51ba94-4ca7-439c-bf45-a365ae74d24b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:10:08.581838 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8289d03-9eac-479f-80bd-ef0965a163c9 admin admin] Network hostable DHCP agents. Network: 0a51ba94-4ca7-439c-bf45-a365ae74d24b, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 00:10:08.607738 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8289d03-9eac-479f-80bd-ef0965a163c9 admin admin] Network 0a51ba94-4ca7-439c-bf45-a365ae74d24b is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 00:10:08.618163 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-e8289d03-9eac-479f-80bd-ef0965a163c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 0a51ba94-4ca7-439c-bf45-a365ae74d24b) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:10:08.623076 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8289d03-9eac-479f-80bd-ef0965a163c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:08.624231 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e8289d03-9eac-479f-80bd-ef0965a163c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:08.633278 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be46056-56ca-4d81-9995-3cfdc38d2017 None None] Network 0a51ba94-4ca7-439c-bf45-a365ae74d24b requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:10:08.641558 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e8289d03-9eac-479f-80bd-ef0965a163c9 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3301401 Jul 16 00:10:08.641791 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:08.644172 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53218) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:10:08.649635 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e3cc0d3d-4f27-43aa-8821-03e39c4096cf admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-636791942-router', 'tenant_id': 'd9309c4d014649e69e0ac702fb150960', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:10:08.675279 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3cc0d3d-4f27-43aa-8821-03e39c4096cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:08.675546 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3cc0d3d-4f27-43aa-8821-03e39c4096cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:08.716879 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 002553c2-0871-46c2-baa7-f51cec47863c up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:10:08.739508 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3cc0d3d-4f27-43aa-8821-03e39c4096cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:08.882709 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3cc0d3d-4f27-43aa-8821-03e39c4096cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:08.977750 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-15cf606d-86fe-4107-8c5a-72df5f24cd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b148725e-b1a4-4260-90ca-aead84adf315', 'name': 'tempest-TestEncryptedCinderVolumes-1946503933-router', 'tenant_id': '0ab90231f4514cb88f4633a996a5c111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '002553c2-0871-46c2-baa7-f51cec47863c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:10:03Z', 'updated_at': '2021-07-16T00:10:06Z', 'revision_number': 4, 'project_id': '0ab90231f4514cb88f4633a996a5c111', 'gw_port': {'id': '002553c2-0871-46c2-baa7-f51cec47863c', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:23:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b148725e-b1a4-4260-90ca-aead84adf315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:10:04Z', 'updated_at': '2021-07-16T00:10:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '4aca902e-2bc4-4a45-99a9-e9deb343c2cf', 'name': '', 'network_id': 'd47374c4-90f7-44df-b255-7f76a803dd20', 'tenant_id': '0ab90231f4514cb88f4633a996a5c111', 'mac_address': 'fa:16:3e:c0:a4:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b148725e-b1a4-4260-90ca-aead84adf315', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '6579ab61-ad78-4670-85f7-6f05c380f410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:10:06Z', 'updated_at': '2021-07-16T00:10:06Z', 'revision_number': 2, 'project_id': '0ab90231f4514cb88f4633a996a5c111', 'subnets': [{'id': '6579ab61-ad78-4670-85f7-6f05c380f410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:10:09.010351 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cf606d-86fe-4107-8c5a-72df5f24cd9f None None] Checking router: b148725e-b1a4-4260-90ca-aead84adf315 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:10:09.010704 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cf606d-86fe-4107-8c5a-72df5f24cd9f None None] Updating router b148725e-b1a4-4260-90ca-aead84adf315 port 4aca902e-2bc4-4a45-99a9-e9deb343c2cf binding host n-d-794306-6 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 00:10:09.034171 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 002553c2-0871-46c2-baa7-f51cec47863c completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:10:09.063518 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 002553c2-0871-46c2-baa7-f51cec47863c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:10:09.064297 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:09.076497 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c834b513-cdb0-4b79-ba8e-6d46bf848be1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-0a51ba94-4ca7-439c-bf45-a365ae74d24b', 'network_id': '0a51ba94-4ca7-439c-bf45-a365ae74d24b', 'tenant_id': 'd9309c4d014649e69e0ac702fb150960', 'fixed_ips': [{'subnet_id': '2d60da2e-ed91-4c7b-8b94-5b275c3834ef'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 00:10:09.077342 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c834b513-cdb0-4b79-ba8e-6d46bf848be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:09.095106 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3cc0d3d-4f27-43aa-8821-03e39c4096cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:09.105847 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-15cf606d-86fe-4107-8c5a-72df5f24cd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:09.114500 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3cc0d3d-4f27-43aa-8821-03e39c4096cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:09.222608 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-e3cc0d3d-4f27-43aa-8821-03e39c4096cf admin admin] Allocated IP 172.25.5.163 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/4f1c3e89-a6a6-4996-aa31-fbe3c5728e5c) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:10:09.332255 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3cc0d3d-4f27-43aa-8821-03e39c4096cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:09.370692 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:09.374004 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3cc0d3d-4f27-43aa-8821-03e39c4096cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:09.410663 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cc0d3d-4f27-43aa-8821-03e39c4096cf admin admin] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:10:09.413465 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-c834b513-cdb0-4b79-ba8e-6d46bf848be1 None None] Allocated IP 172.20.0.2 (0a51ba94-4ca7-439c-bf45-a365ae74d24b/2d60da2e-ed91-4c7b-8b94-5b275c3834ef/b0ce2c8b-daec-4f45-b06d-b09b8cf388f6) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:10:09.417068 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-e3cc0d3d-4f27-43aa-8821-03e39c4096cf admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:10:09.418167 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 002553c2-0871-46c2-baa7-f51cec47863c, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=002553c2-0871-46c2-baa7-f51cec47863c,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:10:09.420846 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cc0d3d-4f27-43aa-8821-03e39c4096cf admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:10:09.430651 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:09.449193 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cc0d3d-4f27-43aa-8821-03e39c4096cf admin admin] Pushing event updated for resources: {'Port': ['ID=4f1c3e89-a6a6-4996-aa31-fbe3c5728e5c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:10:09.585588 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=002553c2-0871-46c2-baa7-f51cec47863c,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:10:09.676659 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3cc0d3d-4f27-43aa-8821-03e39c4096cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:09.693147 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-15cf606d-86fe-4107-8c5a-72df5f24cd9f None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:09.713218 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-15cf606d-86fe-4107-8c5a-72df5f24cd9f None None] Transition to ACTIVE for port object 4aca902e-2bc4-4a45-99a9-e9deb343c2cf will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:10:09.718327 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c834b513-cdb0-4b79-ba8e-6d46bf848be1 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:09.724650 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-15cf606d-86fe-4107-8c5a-72df5f24cd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:09.732618 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c834b513-cdb0-4b79-ba8e-6d46bf848be1 None None] Transition to ACTIVE for port object b0ce2c8b-daec-4f45-b06d-b09b8cf388f6 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:10:09.778163 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c834b513-cdb0-4b79-ba8e-6d46bf848be1 None None] Transition to ACTIVE for port object b0ce2c8b-daec-4f45-b06d-b09b8cf388f6 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:10:09.794911 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf66f55c-7e75-4819-b920-c191e30bab02 None None] Pushing event updated for resources: {'Port': ['ID=4aca902e-2bc4-4a45-99a9-e9deb343c2cf,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:10:09.798483 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c834b513-cdb0-4b79-ba8e-6d46bf848be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:09.858270 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:10:09.886966 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c834b513-cdb0-4b79-ba8e-6d46bf848be1 None None] Network 0a51ba94-4ca7-439c-bf45-a365ae74d24b is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:10:09.892804 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-c834b513-cdb0-4b79-ba8e-6d46bf848be1 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:10:09.903113 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-15cf606d-86fe-4107-8c5a-72df5f24cd9f None None] Attempting to bind port 4aca902e-2bc4-4a45-99a9-e9deb343c2cf on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:10:09.903480 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-15cf606d-86fe-4107-8c5a-72df5f24cd9f None None] Attempting to bind port 4aca902e-2bc4-4a45-99a9-e9deb343c2cf by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'a89063bb-2f2b-4109-afdc-53ca21eda342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd47374c4-90f7-44df-b255-7f76a803dd20'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:10:09.903882 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cf606d-86fe-4107-8c5a-72df5f24cd9f None None] Attempting to bind port 4aca902e-2bc4-4a45-99a9-e9deb343c2cf on network d47374c4-90f7-44df-b255-7f76a803dd20 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:10:09.906441 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c834b513-cdb0-4b79-ba8e-6d46bf848be1 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:10:09.910016 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c834b513-cdb0-4b79-ba8e-6d46bf848be1 None None] Pushing event updated for resources: {'Port': ['ID=b0ce2c8b-daec-4f45-b06d-b09b8cf388f6,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:10:09.910249 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3cc0d3d-4f27-43aa-8821-03e39c4096cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:09.917825 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cf606d-86fe-4107-8c5a-72df5f24cd9f None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:10:09.918315 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cf606d-86fe-4107-8c5a-72df5f24cd9f None None] Checking segment: {'id': 'a89063bb-2f2b-4109-afdc-53ca21eda342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd47374c4-90f7-44df-b255-7f76a803dd20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:10:09.918725 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-15cf606d-86fe-4107-8c5a-72df5f24cd9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:09.919115 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cf606d-86fe-4107-8c5a-72df5f24cd9f None None] Bound using segment: {'id': 'a89063bb-2f2b-4109-afdc-53ca21eda342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd47374c4-90f7-44df-b255-7f76a803dd20'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:10:09.919658 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-15cf606d-86fe-4107-8c5a-72df5f24cd9f None None] Bound port: 4aca902e-2bc4-4a45-99a9-e9deb343c2cf, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a89063bb-2f2b-4109-afdc-53ca21eda342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd47374c4-90f7-44df-b255-7f76a803dd20'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:10:09.920048 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-15cf606d-86fe-4107-8c5a-72df5f24cd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:10.004743 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c834b513-cdb0-4b79-ba8e-6d46bf848be1 None None] Attempting to bind port b0ce2c8b-daec-4f45-b06d-b09b8cf388f6 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:10:10.006889 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c834b513-cdb0-4b79-ba8e-6d46bf848be1 None None] Attempting to bind port b0ce2c8b-daec-4f45-b06d-b09b8cf388f6 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'ff4df215-3dac-4ab2-a267-84fbd9493056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0a51ba94-4ca7-439c-bf45-a365ae74d24b'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:10:10.006889 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c834b513-cdb0-4b79-ba8e-6d46bf848be1 None None] Attempting to bind port b0ce2c8b-daec-4f45-b06d-b09b8cf388f6 on network 0a51ba94-4ca7-439c-bf45-a365ae74d24b {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:10:10.017226 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c834b513-cdb0-4b79-ba8e-6d46bf848be1 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:10:10.017600 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c834b513-cdb0-4b79-ba8e-6d46bf848be1 None None] Checking segment: {'id': 'ff4df215-3dac-4ab2-a267-84fbd9493056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0a51ba94-4ca7-439c-bf45-a365ae74d24b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:10:10.018007 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c834b513-cdb0-4b79-ba8e-6d46bf848be1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:10.018402 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c834b513-cdb0-4b79-ba8e-6d46bf848be1 None None] Bound using segment: {'id': 'ff4df215-3dac-4ab2-a267-84fbd9493056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0a51ba94-4ca7-439c-bf45-a365ae74d24b'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:10:10.018863 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c834b513-cdb0-4b79-ba8e-6d46bf848be1 None None] Bound port: b0ce2c8b-daec-4f45-b06d-b09b8cf388f6, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff4df215-3dac-4ab2-a267-84fbd9493056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0a51ba94-4ca7-439c-bf45-a365ae74d24b'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:10:10.019245 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c834b513-cdb0-4b79-ba8e-6d46bf848be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:10.056542 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3cc0d3d-4f27-43aa-8821-03e39c4096cf admin admin] Router 213354ab-c515-4bd6-ace5-a5721306183e is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 00:10:10.071021 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-15cf606d-86fe-4107-8c5a-72df5f24cd9f None None] For port 4aca902e-2bc4-4a45-99a9-e9deb343c2cf, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:10:10.089117 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-15cf606d-86fe-4107-8c5a-72df5f24cd9f None None] For port 4aca902e-2bc4-4a45-99a9-e9deb343c2cf, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=4aca902e-2bc4-4a45-99a9-e9deb343c2cf,segment=NetworkSegment(a89063bb-2f2b-4109-afdc-53ca21eda342),segment_id=a89063bb-2f2b-4109-afdc-53ca21eda342)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:10:10.095938 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-15cf606d-86fe-4107-8c5a-72df5f24cd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:10.154488 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c834b513-cdb0-4b79-ba8e-6d46bf848be1 None None] For port b0ce2c8b-daec-4f45-b06d-b09b8cf388f6, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:10:10.178322 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3cc0d3d-4f27-43aa-8821-03e39c4096cf admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:10:10.185676 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c834b513-cdb0-4b79-ba8e-6d46bf848be1 None None] For port b0ce2c8b-daec-4f45-b06d-b09b8cf388f6, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=b0ce2c8b-daec-4f45-b06d-b09b8cf388f6,segment=NetworkSegment(ff4df215-3dac-4ab2-a267-84fbd9493056),segment_id=ff4df215-3dac-4ab2-a267-84fbd9493056)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:10:10.189781 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d056b6-832f-45a5-ac55-d33151ec4358 None None] Sync routers for ids ['213354ab-c515-4bd6-ace5-a5721306183e'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:10:10.198677 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c834b513-cdb0-4b79-ba8e-6d46bf848be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:10.203834 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cf606d-86fe-4107-8c5a-72df5f24cd9f None None] Routers {'b148725e-b1a4-4260-90ca-aead84adf315'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:10:10.204468 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-15cf606d-86fe-4107-8c5a-72df5f24cd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:10:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['b148725e-b1a4-4260-90ca-aead84adf315'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:10:10.205458 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3cc0d3d-4f27-43aa-8821-03e39c4096cf admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:10.206977 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d056b6-832f-45a5-ac55-d33151ec4358 None None] Routers {'213354ab-c515-4bd6-ace5-a5721306183e'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:10:10.207134 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e3cc0d3d-4f27-43aa-8821-03e39c4096cf admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5618823 Jul 16 00:10:10.208103 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-45d056b6-832f-45a5-ac55-d33151ec4358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:10:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['213354ab-c515-4bd6-ace5-a5721306183e'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:10:10.210859 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf66f55c-7e75-4819-b920-c191e30bab02 None None] Pushing event updated for resources: {'Port': ['ID=4aca902e-2bc4-4a45-99a9-e9deb343c2cf,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:10:10.213903 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53220) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:10:10.379244 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c834b513-cdb0-4b79-ba8e-6d46bf848be1 None None] Pushing event updated for resources: {'Port': ['ID=b0ce2c8b-daec-4f45-b06d-b09b8cf388f6,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:10:10.401470 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-15cf606d-86fe-4107-8c5a-72df5f24cd9f None None] Set router b148725e-b1a4-4260-90ca-aead84adf315 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:10:10.524658 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-45d056b6-832f-45a5-ac55-d33151ec4358 None None] Set router 213354ab-c515-4bd6-ace5-a5721306183e gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:10:10.704194 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-15cf606d-86fe-4107-8c5a-72df5f24cd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b148725e-b1a4-4260-90ca-aead84adf315', 'name': 'tempest-TestEncryptedCinderVolumes-1946503933-router', 'tenant_id': '0ab90231f4514cb88f4633a996a5c111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '002553c2-0871-46c2-baa7-f51cec47863c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:10:03Z', 'updated_at': '2021-07-16T00:10:06Z', 'revision_number': 4, 'project_id': '0ab90231f4514cb88f4633a996a5c111', 'gw_port': {'id': '002553c2-0871-46c2-baa7-f51cec47863c', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:23:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b148725e-b1a4-4260-90ca-aead84adf315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:10:04Z', 'updated_at': '2021-07-16T00:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '4aca902e-2bc4-4a45-99a9-e9deb343c2cf', 'name': '', 'network_id': 'd47374c4-90f7-44df-b255-7f76a803dd20', 'tenant_id': '0ab90231f4514cb88f4633a996a5c111', 'mac_address': 'fa:16:3e:c0:a4:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b148725e-b1a4-4260-90ca-aead84adf315', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '6579ab61-ad78-4670-85f7-6f05c380f410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:10:06Z', 'updated_at': '2021-07-16T00:10:10Z', 'revision_number': 4, 'project_id': '0ab90231f4514cb88f4633a996a5c111', 'subnets': [{'id': '6579ab61-ad78-4670-85f7-6f05c380f410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:10:10.739452 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cf606d-86fe-4107-8c5a-72df5f24cd9f None None] The sync data for ids ['b148725e-b1a4-4260-90ca-aead84adf315'] in n-d-794306-6 is: [{'id': 'b148725e-b1a4-4260-90ca-aead84adf315', 'name': 'tempest-TestEncryptedCinderVolumes-1946503933-router', 'tenant_id': '0ab90231f4514cb88f4633a996a5c111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '002553c2-0871-46c2-baa7-f51cec47863c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:10:03Z', 'updated_at': '2021-07-16T00:10:06Z', 'revision_number': 4, 'project_id': '0ab90231f4514cb88f4633a996a5c111', 'gw_port': {'id': '002553c2-0871-46c2-baa7-f51cec47863c', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:23:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b148725e-b1a4-4260-90ca-aead84adf315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:10:04Z', 'updated_at': '2021-07-16T00:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '4aca902e-2bc4-4a45-99a9-e9deb343c2cf', 'name': '', 'network_id': 'd47374c4-90f7-44df-b255-7f76a803dd20', 'tenant_id': '0ab90231f4514cb88f4633a996a5c111', 'mac_address': 'fa:16:3e:c0:a4:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b148725e-b1a4-4260-90ca-aead84adf315', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '6579ab61-ad78-4670-85f7-6f05c380f410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:10:06Z', 'updated_at': '2021-07-16T00:10:10Z', 'revision_number': 4, 'project_id': '0ab90231f4514cb88f4633a996a5c111', 'subnets': [{'id': '6579ab61-ad78-4670-85f7-6f05c380f410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:10:10.841390 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3a5444e-383b-4dc3-80f1-c1e93d9f4d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:10.849781 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device b0ce2c8b-daec-4f45-b06d-b09b8cf388f6 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:10:10.899033 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-45d056b6-832f-45a5-ac55-d33151ec4358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '213354ab-c515-4bd6-ace5-a5721306183e', 'name': 'tempest-TestEncryptedCinderVolumes-636791942-router', 'tenant_id': 'd9309c4d014649e69e0ac702fb150960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '4f1c3e89-a6a6-4996-aa31-fbe3c5728e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:10:08Z', 'updated_at': '2021-07-16T00:10:09Z', 'revision_number': 3, 'project_id': 'd9309c4d014649e69e0ac702fb150960', 'gw_port': {'id': '4f1c3e89-a6a6-4996-aa31-fbe3c5728e5c', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:0f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '213354ab-c515-4bd6-ace5-a5721306183e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:10:09Z', 'updated_at': '2021-07-16T00:10:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:10:10.919980 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port b0ce2c8b-daec-4f45-b06d-b09b8cf388f6 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:10:10.926866 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 002553c2-0871-46c2-baa7-f51cec47863c up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:10:10.929874 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d056b6-832f-45a5-ac55-d33151ec4358 None None] Checking router: 213354ab-c515-4bd6-ace5-a5721306183e for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:10:10.930660 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d056b6-832f-45a5-ac55-d33151ec4358 None None] Updating router 213354ab-c515-4bd6-ace5-a5721306183e port 4f1c3e89-a6a6-4996-aa31-fbe3c5728e5c binding host n-d-794306-6 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 00:10:10.991370 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-45d056b6-832f-45a5-ac55-d33151ec4358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:11.006119 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 002553c2-0871-46c2-baa7-f51cec47863c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:10:11.006501 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:11.066838 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-c3a5444e-383b-4dc3-80f1-c1e93d9f4d0f admin admin] Allocated IP 172.20.0.1 (0a51ba94-4ca7-439c-bf45-a365ae74d24b/2d60da2e-ed91-4c7b-8b94-5b275c3834ef/53fe09fd-9823-41fb-9ebf-84a913db556e) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:10:11.194905 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3a5444e-383b-4dc3-80f1-c1e93d9f4d0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:11.213930 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-c3a5444e-383b-4dc3-80f1-c1e93d9f4d0f admin admin] Transition to ACTIVE for port object 53fe09fd-9823-41fb-9ebf-84a913db556e will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:10:11.261989 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3a5444e-383b-4dc3-80f1-c1e93d9f4d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:11.322279 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-45d056b6-832f-45a5-ac55-d33151ec4358 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:11.330453 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a5444e-383b-4dc3-80f1-c1e93d9f4d0f admin admin] Network 0a51ba94-4ca7-439c-bf45-a365ae74d24b is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:10:11.336473 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-c3a5444e-383b-4dc3-80f1-c1e93d9f4d0f admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:10:11.338377 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-45d056b6-832f-45a5-ac55-d33151ec4358 None None] Transition to ACTIVE for port object 4f1c3e89-a6a6-4996-aa31-fbe3c5728e5c will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:10:11.343885 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a5444e-383b-4dc3-80f1-c1e93d9f4d0f admin admin] Pushing event updated for resources: {'Port': ['ID=53fe09fd-9823-41fb-9ebf-84a913db556e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:10:11.351078 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-45d056b6-832f-45a5-ac55-d33151ec4358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:11.354641 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a5444e-383b-4dc3-80f1-c1e93d9f4d0f admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:10:11.414823 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3a5444e-383b-4dc3-80f1-c1e93d9f4d0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:11.426402 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-45d056b6-832f-45a5-ac55-d33151ec4358 None None] Attempting to bind port 4f1c3e89-a6a6-4996-aa31-fbe3c5728e5c on host n-d-794306-6 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:10:11.426859 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-45d056b6-832f-45a5-ac55-d33151ec4358 None None] Attempting to bind port 4f1c3e89-a6a6-4996-aa31-fbe3c5728e5c by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:10:11.427280 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d056b6-832f-45a5-ac55-d33151ec4358 None None] Attempting to bind port 4f1c3e89-a6a6-4996-aa31-fbe3c5728e5c on network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:10:11.445002 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d056b6-832f-45a5-ac55-d33151ec4358 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:10:11.445397 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d056b6-832f-45a5-ac55-d33151ec4358 None None] Checking segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:10:11.445863 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-45d056b6-832f-45a5-ac55-d33151ec4358 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:11.446324 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d056b6-832f-45a5-ac55-d33151ec4358 None None] Bound using segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:10:11.446878 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-45d056b6-832f-45a5-ac55-d33151ec4358 None None] Bound port: 4f1c3e89-a6a6-4996-aa31-fbe3c5728e5c, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:10:11.447311 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-45d056b6-832f-45a5-ac55-d33151ec4358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:11.490277 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af2cf71-1489-4066-8b5b-a080c169f573 None None] Pushing event updated for resources: {'Port': ['ID=4f1c3e89-a6a6-4996-aa31-fbe3c5728e5c,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:10:11.568875 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-45d056b6-832f-45a5-ac55-d33151ec4358 None None] For port 4f1c3e89-a6a6-4996-aa31-fbe3c5728e5c, host n-d-794306-6, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:10:11.576132 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-45d056b6-832f-45a5-ac55-d33151ec4358 None None] For port 4f1c3e89-a6a6-4996-aa31-fbe3c5728e5c, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=4f1c3e89-a6a6-4996-aa31-fbe3c5728e5c,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:10:11.581798 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-45d056b6-832f-45a5-ac55-d33151ec4358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:11.669187 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d056b6-832f-45a5-ac55-d33151ec4358 None None] Routers {'213354ab-c515-4bd6-ace5-a5721306183e'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:10:11.669736 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-45d056b6-832f-45a5-ac55-d33151ec4358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:10:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['213354ab-c515-4bd6-ace5-a5721306183e'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:10:11.693587 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3a5444e-383b-4dc3-80f1-c1e93d9f4d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:11.717683 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af2cf71-1489-4066-8b5b-a080c169f573 None None] Pushing event updated for resources: {'Port': ['ID=4f1c3e89-a6a6-4996-aa31-fbe3c5728e5c,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:10:11.796462 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f37038-4c4e-43fa-afd4-9b1ab4518f0a None None] Network 0a51ba94-4ca7-439c-bf45-a365ae74d24b requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:10:11.881094 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-45d056b6-832f-45a5-ac55-d33151ec4358 None None] Set router 213354ab-c515-4bd6-ace5-a5721306183e gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:10:11.970282 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f45f1d20-b859-4df3-a4a3-636103088e1b None None] Provisioning for port b0ce2c8b-daec-4f45-b06d-b09b8cf388f6 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:10:11.994463 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f45f1d20-b859-4df3-a4a3-636103088e1b None None] Provisioning complete for port b0ce2c8b-daec-4f45-b06d-b09b8cf388f6 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:10:11.995085 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f45f1d20-b859-4df3-a4a3-636103088e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:12.024590 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3a5444e-383b-4dc3-80f1-c1e93d9f4d0f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:12.030255 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3a5444e-383b-4dc3-80f1-c1e93d9f4d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:12.139220 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a5444e-383b-4dc3-80f1-c1e93d9f4d0f admin admin] Pushing event updated for resources: {'Port': ['ID=53fe09fd-9823-41fb-9ebf-84a913db556e,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:10:12.156090 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3a5444e-383b-4dc3-80f1-c1e93d9f4d0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:12.175560 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f45f1d20-b859-4df3-a4a3-636103088e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:12.198310 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-45d056b6-832f-45a5-ac55-d33151ec4358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '213354ab-c515-4bd6-ace5-a5721306183e', 'name': 'tempest-TestEncryptedCinderVolumes-636791942-router', 'tenant_id': 'd9309c4d014649e69e0ac702fb150960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '4f1c3e89-a6a6-4996-aa31-fbe3c5728e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:10:08Z', 'updated_at': '2021-07-16T00:10:11Z', 'revision_number': 4, 'project_id': 'd9309c4d014649e69e0ac702fb150960', 'gw_port': {'id': '4f1c3e89-a6a6-4996-aa31-fbe3c5728e5c', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:0f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '213354ab-c515-4bd6-ace5-a5721306183e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:10:09Z', 'updated_at': '2021-07-16T00:10:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '53fe09fd-9823-41fb-9ebf-84a913db556e', 'name': '', 'network_id': '0a51ba94-4ca7-439c-bf45-a365ae74d24b', 'tenant_id': 'd9309c4d014649e69e0ac702fb150960', 'mac_address': 'fa:16:3e:f1:49:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '213354ab-c515-4bd6-ace5-a5721306183e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '2d60da2e-ed91-4c7b-8b94-5b275c3834ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:10:10Z', 'updated_at': '2021-07-16T00:10:11Z', 'revision_number': 1, 'project_id': 'd9309c4d014649e69e0ac702fb150960', 'subnets': [{'id': '2d60da2e-ed91-4c7b-8b94-5b275c3834ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:10:12.250136 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d056b6-832f-45a5-ac55-d33151ec4358 None None] The sync data for ids ['213354ab-c515-4bd6-ace5-a5721306183e'] in n-d-794306-6 is: [{'id': '213354ab-c515-4bd6-ace5-a5721306183e', 'name': 'tempest-TestEncryptedCinderVolumes-636791942-router', 'tenant_id': 'd9309c4d014649e69e0ac702fb150960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '4f1c3e89-a6a6-4996-aa31-fbe3c5728e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:10:08Z', 'updated_at': '2021-07-16T00:10:11Z', 'revision_number': 4, 'project_id': 'd9309c4d014649e69e0ac702fb150960', 'gw_port': {'id': '4f1c3e89-a6a6-4996-aa31-fbe3c5728e5c', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:0f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '213354ab-c515-4bd6-ace5-a5721306183e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:10:09Z', 'updated_at': '2021-07-16T00:10:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '53fe09fd-9823-41fb-9ebf-84a913db556e', 'name': '', 'network_id': '0a51ba94-4ca7-439c-bf45-a365ae74d24b', 'tenant_id': 'd9309c4d014649e69e0ac702fb150960', 'mac_address': 'fa:16:3e:f1:49:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '213354ab-c515-4bd6-ace5-a5721306183e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '2d60da2e-ed91-4c7b-8b94-5b275c3834ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:10:10Z', 'updated_at': '2021-07-16T00:10:11Z', 'revision_number': 1, 'project_id': 'd9309c4d014649e69e0ac702fb150960', 'subnets': [{'id': '2d60da2e-ed91-4c7b-8b94-5b275c3834ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:10:12.254356 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f45f1d20-b859-4df3-a4a3-636103088e1b None None] For port b0ce2c8b-daec-4f45-b06d-b09b8cf388f6, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=b0ce2c8b-daec-4f45-b06d-b09b8cf388f6,segment=NetworkSegment(ff4df215-3dac-4ab2-a267-84fbd9493056),segment_id=ff4df215-3dac-4ab2-a267-84fbd9493056)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:10:12.260101 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f45f1d20-b859-4df3-a4a3-636103088e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:12.365309 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45f1d20-b859-4df3-a4a3-636103088e1b None None] Pushing event updated for resources: {'Port': ['ID=b0ce2c8b-daec-4f45-b06d-b09b8cf388f6,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:10:12.377457 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a5444e-383b-4dc3-80f1-c1e93d9f4d0f admin admin] Network 0a51ba94-4ca7-439c-bf45-a365ae74d24b is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:10:12.380347 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-c3a5444e-383b-4dc3-80f1-c1e93d9f4d0f admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:10:12.610343 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3a5444e-383b-4dc3-80f1-c1e93d9f4d0f admin admin] Router 213354ab-c515-4bd6-ace5-a5721306183e has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:10:12.730245 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8281db6e-8cb2-4800-9745-7a4fe2aae0a9 None None] Provisioning for port 53fe09fd-9823-41fb-9ebf-84a913db556e completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:10:12.748536 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8281db6e-8cb2-4800-9745-7a4fe2aae0a9 None None] Provisioning complete for port 53fe09fd-9823-41fb-9ebf-84a913db556e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:10:12.750416 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8281db6e-8cb2-4800-9745-7a4fe2aae0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:12.837033 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 4aca902e-2bc4-4a45-99a9-e9deb343c2cf up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:10:12.884055 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a5444e-383b-4dc3-80f1-c1e93d9f4d0f admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:10:12.895431 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-c3a5444e-383b-4dc3-80f1-c1e93d9f4d0f admin admin] 10.222.0.48 "PUT /v2.0/routers/213354ab-c515-4bd6-ace5-a5721306183e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6804144 Jul 16 00:10:12.918784 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 4aca902e-2bc4-4a45-99a9-e9deb343c2cf completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:10:12.925233 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-8281db6e-8cb2-4800-9745-7a4fe2aae0a9 None None] Port 53fe09fd-9823-41fb-9ebf-84a913db556e cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:10:12.927468 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 4aca902e-2bc4-4a45-99a9-e9deb343c2cf triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:10:12.928088 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:13.228875 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8281db6e-8cb2-4800-9745-7a4fe2aae0a9 None None] Provisioning complete for port b0ce2c8b-daec-4f45-b06d-b09b8cf388f6 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:10:13.229351 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8281db6e-8cb2-4800-9745-7a4fe2aae0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:13.418220 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:13.516823 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 4aca902e-2bc4-4a45-99a9-e9deb343c2cf, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=4aca902e-2bc4-4a45-99a9-e9deb343c2cf,segment=NetworkSegment(a89063bb-2f2b-4109-afdc-53ca21eda342),segment_id=a89063bb-2f2b-4109-afdc-53ca21eda342)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:10:13.526918 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:13.527817 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device b0ce2c8b-daec-4f45-b06d-b09b8cf388f6 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:10:13.611957 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=4aca902e-2bc4-4a45-99a9-e9deb343c2cf,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:10:13.620675 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port b0ce2c8b-daec-4f45-b06d-b09b8cf388f6 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:10:13.621094 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:13.686047 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-86368293-253e-4215-87cb-4380751f7193 None None] Provisioning complete for port 53fe09fd-9823-41fb-9ebf-84a913db556e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:10:13.686420 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-86368293-253e-4215-87cb-4380751f7193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:13.757668 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-86368293-253e-4215-87cb-4380751f7193 None None] Port 53fe09fd-9823-41fb-9ebf-84a913db556e cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:10:14.529026 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b97e96-8aae-4675-99db-e3a42b078c4a req-55b7e13c-4486-4975-87f1-aaba42a167fc tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:14.530544 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b9b97e96-8aae-4675-99db-e3a42b078c4a req-55b7e13c-4486-4975-87f1-aaba42a167fc tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] 10.222.0.48 "GET /v2.0/networks?id=d47374c4-90f7-44df-b255-7f76a803dd20 HTTP/1.1" status: 200 len: 817 time: 0.0998135 Jul 16 00:10:14.545989 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b9b97e96-8aae-4675-99db-e3a42b078c4a req-faada49f-13e2-4fd1-88e6-53f13d2db3de tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] 10.222.0.48 "GET /v2.0/quotas/0ab90231f4514cb88f4633a996a5c111 HTTP/1.1" status: 200 len: 375 time: 0.0100250 Jul 16 00:10:14.620292 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b9b97e96-8aae-4675-99db-e3a42b078c4a req-8a3e376d-f9f6-4548-ad67-8787cf11dc21 tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0ab90231f4514cb88f4633a996a5c111&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0692081 Jul 16 00:10:14.720916 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 4aca902e-2bc4-4a45-99a9-e9deb343c2cf up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:10:14.721709 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b9b97e96-8aae-4675-99db-e3a42b078c4a req-699e42c9-e36c-43ef-a194-df6f8c2d64b3 service neutron] 10.222.0.48 "GET /v2.0/networks/d47374c4-90f7-44df-b255-7f76a803dd20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869145 Jul 16 00:10:14.782605 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 4aca902e-2bc4-4a45-99a9-e9deb343c2cf triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:10:14.782987 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:14.831465 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b9b97e96-8aae-4675-99db-e3a42b078c4a req-3e554a69-b1d8-450a-adcb-22dd038e9c7c service neutron] 10.222.0.48 "GET /v2.0/networks/d47374c4-90f7-44df-b255-7f76a803dd20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031761 Jul 16 00:10:14.887046 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 4f1c3e89-a6a6-4996-aa31-fbe3c5728e5c up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:10:14.949121 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 4f1c3e89-a6a6-4996-aa31-fbe3c5728e5c completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:10:14.958440 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 4f1c3e89-a6a6-4996-aa31-fbe3c5728e5c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:10:14.958851 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:15.035700 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a1a024a1-d119-42ea-b19b-919b30e0ebc6 req-3e0721ee-b524-4398-9af2-3e7c7825a4b1 tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] 10.222.0.48 "GET /v2.0/ports?device_id=954c5479-8f5d-41ae-bff8-bb9a66e5f73d HTTP/1.1" status: 200 len: 210 time: 0.0358415 Jul 16 00:10:15.060065 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:15.087291 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 4f1c3e89-a6a6-4996-aa31-fbe3c5728e5c, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=4f1c3e89-a6a6-4996-aa31-fbe3c5728e5c,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:10:15.091892 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:15.150400 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=4f1c3e89-a6a6-4996-aa31-fbe3c5728e5c,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:10:15.221988 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d14df4-f714-43df-87be-d755ffe5986d None None] Sync routers for ids ['213354ab-c515-4bd6-ace5-a5721306183e'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:10:15.233919 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d14df4-f714-43df-87be-d755ffe5986d None None] Routers {'213354ab-c515-4bd6-ace5-a5721306183e'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:10:15.234700 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a6d14df4-f714-43df-87be-d755ffe5986d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:10:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['213354ab-c515-4bd6-ace5-a5721306183e'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:10:15.390508 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-a6d14df4-f714-43df-87be-d755ffe5986d None None] Set router 213354ab-c515-4bd6-ace5-a5721306183e gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:10:15.639687 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a6d14df4-f714-43df-87be-d755ffe5986d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '213354ab-c515-4bd6-ace5-a5721306183e', 'name': 'tempest-TestEncryptedCinderVolumes-636791942-router', 'tenant_id': 'd9309c4d014649e69e0ac702fb150960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '4f1c3e89-a6a6-4996-aa31-fbe3c5728e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:10:08Z', 'updated_at': '2021-07-16T00:10:11Z', 'revision_number': 4, 'project_id': 'd9309c4d014649e69e0ac702fb150960', 'gw_port': {'id': '4f1c3e89-a6a6-4996-aa31-fbe3c5728e5c', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:0f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213354ab-c515-4bd6-ace5-a5721306183e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:10:09Z', 'updated_at': '2021-07-16T00:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '53fe09fd-9823-41fb-9ebf-84a913db556e', 'name': '', 'network_id': '0a51ba94-4ca7-439c-bf45-a365ae74d24b', 'tenant_id': 'd9309c4d014649e69e0ac702fb150960', 'mac_address': 'fa:16:3e:f1:49:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '213354ab-c515-4bd6-ace5-a5721306183e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '2d60da2e-ed91-4c7b-8b94-5b275c3834ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:10:10Z', 'updated_at': '2021-07-16T00:10:11Z', 'revision_number': 2, 'project_id': 'd9309c4d014649e69e0ac702fb150960', 'subnets': [{'id': '2d60da2e-ed91-4c7b-8b94-5b275c3834ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:10:15.675698 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d14df4-f714-43df-87be-d755ffe5986d None None] Checking router: 213354ab-c515-4bd6-ace5-a5721306183e for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:10:15.676055 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d14df4-f714-43df-87be-d755ffe5986d None None] Updating router 213354ab-c515-4bd6-ace5-a5721306183e port 53fe09fd-9823-41fb-9ebf-84a913db556e binding host n-d-794306-6 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 00:10:15.717158 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a6d14df4-f714-43df-87be-d755ffe5986d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:15.989289 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a6d14df4-f714-43df-87be-d755ffe5986d None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:15.999307 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a6d14df4-f714-43df-87be-d755ffe5986d None None] Transition to ACTIVE for port object 53fe09fd-9823-41fb-9ebf-84a913db556e will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:10:16.004834 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a6d14df4-f714-43df-87be-d755ffe5986d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:16.056022 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272b0554-1d34-4560-ba53-4022025132ac None None] Pushing event updated for resources: {'Port': ['ID=53fe09fd-9823-41fb-9ebf-84a913db556e,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:10:16.125893 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a6d14df4-f714-43df-87be-d755ffe5986d None None] Attempting to bind port 53fe09fd-9823-41fb-9ebf-84a913db556e on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:10:16.126272 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a6d14df4-f714-43df-87be-d755ffe5986d None None] Attempting to bind port 53fe09fd-9823-41fb-9ebf-84a913db556e by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'ff4df215-3dac-4ab2-a267-84fbd9493056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0a51ba94-4ca7-439c-bf45-a365ae74d24b'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:10:16.126648 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d14df4-f714-43df-87be-d755ffe5986d None None] Attempting to bind port 53fe09fd-9823-41fb-9ebf-84a913db556e on network 0a51ba94-4ca7-439c-bf45-a365ae74d24b {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:10:16.133250 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d14df4-f714-43df-87be-d755ffe5986d None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:10:16.133639 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d14df4-f714-43df-87be-d755ffe5986d None None] Checking segment: {'id': 'ff4df215-3dac-4ab2-a267-84fbd9493056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0a51ba94-4ca7-439c-bf45-a365ae74d24b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:10:16.134053 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a6d14df4-f714-43df-87be-d755ffe5986d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:16.134455 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d14df4-f714-43df-87be-d755ffe5986d None None] Bound using segment: {'id': 'ff4df215-3dac-4ab2-a267-84fbd9493056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0a51ba94-4ca7-439c-bf45-a365ae74d24b'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:10:16.134937 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a6d14df4-f714-43df-87be-d755ffe5986d None None] Bound port: 53fe09fd-9823-41fb-9ebf-84a913db556e, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff4df215-3dac-4ab2-a267-84fbd9493056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0a51ba94-4ca7-439c-bf45-a365ae74d24b'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:10:16.135331 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a6d14df4-f714-43df-87be-d755ffe5986d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:16.201470 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b97f8b9e-ea4e-4043-9fc4-95bd3ab873be req-4f51c420-593a-4c21-9ccd-36277812f24e tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] 10.222.0.48 "GET /v2.0/ports?device_id=954c5479-8f5d-41ae-bff8-bb9a66e5f73d HTTP/1.1" status: 200 len: 210 time: 0.0360119 Jul 16 00:10:16.238106 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a6d14df4-f714-43df-87be-d755ffe5986d None None] For port 53fe09fd-9823-41fb-9ebf-84a913db556e, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:10:16.242564 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a6d14df4-f714-43df-87be-d755ffe5986d None None] For port 53fe09fd-9823-41fb-9ebf-84a913db556e, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=53fe09fd-9823-41fb-9ebf-84a913db556e,segment=NetworkSegment(ff4df215-3dac-4ab2-a267-84fbd9493056),segment_id=ff4df215-3dac-4ab2-a267-84fbd9493056)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:10:16.246883 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a6d14df4-f714-43df-87be-d755ffe5986d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:16.322100 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d14df4-f714-43df-87be-d755ffe5986d None None] Routers {'213354ab-c515-4bd6-ace5-a5721306183e'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:10:16.322543 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a6d14df4-f714-43df-87be-d755ffe5986d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:10:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['213354ab-c515-4bd6-ace5-a5721306183e'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:10:16.326821 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272b0554-1d34-4560-ba53-4022025132ac None None] Pushing event updated for resources: {'Port': ['ID=53fe09fd-9823-41fb-9ebf-84a913db556e,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:10:16.422031 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b97e96-8aae-4675-99db-e3a42b078c4a req-249ce131-c510-43fc-b1ab-ceccca9525a4 tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:16.423751 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b9b97e96-8aae-4675-99db-e3a42b078c4a req-249ce131-c510-43fc-b1ab-ceccca9525a4 tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] 10.222.0.41 "GET /v2.0/networks?id=d47374c4-90f7-44df-b255-7f76a803dd20 HTTP/1.1" status: 200 len: 817 time: 0.1636603 Jul 16 00:10:16.445074 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-b9b97e96-8aae-4675-99db-e3a42b078c4a req-e5b6b123-5729-45b1-8b2b-da036df6b833 tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Request body: {'port': {'device_id': '954c5479-8f5d-41ae-bff8-bb9a66e5f73d', 'network_id': 'd47374c4-90f7-44df-b255-7f76a803dd20', 'admin_state_up': True, 'tenant_id': '0ab90231f4514cb88f4633a996a5c111'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:10:16.458286 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-a6d14df4-f714-43df-87be-d755ffe5986d None None] Set router 213354ab-c515-4bd6-ace5-a5721306183e gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:10:16.583439 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9b97e96-8aae-4675-99db-e3a42b078c4a req-e5b6b123-5729-45b1-8b2b-da036df6b833 tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Made reservation on behalf of 0ab90231f4514cb88f4633a996a5c111 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:10:16.589685 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b9b97e96-8aae-4675-99db-e3a42b078c4a req-e5b6b123-5729-45b1-8b2b-da036df6b833 tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:16.695924 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 53fe09fd-9823-41fb-9ebf-84a913db556e up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:10:16.745629 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a6d14df4-f714-43df-87be-d755ffe5986d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '213354ab-c515-4bd6-ace5-a5721306183e', 'name': 'tempest-TestEncryptedCinderVolumes-636791942-router', 'tenant_id': 'd9309c4d014649e69e0ac702fb150960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '4f1c3e89-a6a6-4996-aa31-fbe3c5728e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:10:08Z', 'updated_at': '2021-07-16T00:10:11Z', 'revision_number': 4, 'project_id': 'd9309c4d014649e69e0ac702fb150960', 'gw_port': {'id': '4f1c3e89-a6a6-4996-aa31-fbe3c5728e5c', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:0f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213354ab-c515-4bd6-ace5-a5721306183e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:10:09Z', 'updated_at': '2021-07-16T00:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '53fe09fd-9823-41fb-9ebf-84a913db556e', 'name': '', 'network_id': '0a51ba94-4ca7-439c-bf45-a365ae74d24b', 'tenant_id': 'd9309c4d014649e69e0ac702fb150960', 'mac_address': 'fa:16:3e:f1:49:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '213354ab-c515-4bd6-ace5-a5721306183e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '2d60da2e-ed91-4c7b-8b94-5b275c3834ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:10:10Z', 'updated_at': '2021-07-16T00:10:16Z', 'revision_number': 4, 'project_id': 'd9309c4d014649e69e0ac702fb150960', 'subnets': [{'id': '2d60da2e-ed91-4c7b-8b94-5b275c3834ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:10:16.748073 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-b9b97e96-8aae-4675-99db-e3a42b078c4a req-e5b6b123-5729-45b1-8b2b-da036df6b833 tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Allocated IP 172.20.0.3 (d47374c4-90f7-44df-b255-7f76a803dd20/6579ab61-ad78-4670-85f7-6f05c380f410/b3622a5b-a0b2-4ce3-810b-28e4c56aac46) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:10:16.775472 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d14df4-f714-43df-87be-d755ffe5986d None None] The sync data for ids ['213354ab-c515-4bd6-ace5-a5721306183e'] in n-d-794306-6 is: [{'id': '213354ab-c515-4bd6-ace5-a5721306183e', 'name': 'tempest-TestEncryptedCinderVolumes-636791942-router', 'tenant_id': 'd9309c4d014649e69e0ac702fb150960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '4f1c3e89-a6a6-4996-aa31-fbe3c5728e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:10:08Z', 'updated_at': '2021-07-16T00:10:11Z', 'revision_number': 4, 'project_id': 'd9309c4d014649e69e0ac702fb150960', 'gw_port': {'id': '4f1c3e89-a6a6-4996-aa31-fbe3c5728e5c', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:0f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213354ab-c515-4bd6-ace5-a5721306183e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:10:09Z', 'updated_at': '2021-07-16T00:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '53fe09fd-9823-41fb-9ebf-84a913db556e', 'name': '', 'network_id': '0a51ba94-4ca7-439c-bf45-a365ae74d24b', 'tenant_id': 'd9309c4d014649e69e0ac702fb150960', 'mac_address': 'fa:16:3e:f1:49:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '213354ab-c515-4bd6-ace5-a5721306183e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '2d60da2e-ed91-4c7b-8b94-5b275c3834ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:10:10Z', 'updated_at': '2021-07-16T00:10:16Z', 'revision_number': 4, 'project_id': 'd9309c4d014649e69e0ac702fb150960', 'subnets': [{'id': '2d60da2e-ed91-4c7b-8b94-5b275c3834ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:10:16.778187 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 53fe09fd-9823-41fb-9ebf-84a913db556e completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:10:16.785540 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 53fe09fd-9823-41fb-9ebf-84a913db556e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:10:16.792384 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:16.878583 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:16.929775 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 53fe09fd-9823-41fb-9ebf-84a913db556e, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=53fe09fd-9823-41fb-9ebf-84a913db556e,segment=NetworkSegment(ff4df215-3dac-4ab2-a267-84fbd9493056),segment_id=ff4df215-3dac-4ab2-a267-84fbd9493056)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:10:16.934675 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:16.935651 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 4f1c3e89-a6a6-4996-aa31-fbe3c5728e5c up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:10:16.936155 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b9b97e96-8aae-4675-99db-e3a42b078c4a req-e5b6b123-5729-45b1-8b2b-da036df6b833 tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:16.955058 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-b9b97e96-8aae-4675-99db-e3a42b078c4a req-e5b6b123-5729-45b1-8b2b-da036df6b833 tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Transition to ACTIVE for port object b3622a5b-a0b2-4ce3-810b-28e4c56aac46 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:10:17.000775 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b9b97e96-8aae-4675-99db-e3a42b078c4a req-e5b6b123-5729-45b1-8b2b-da036df6b833 tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:17.020568 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=53fe09fd-9823-41fb-9ebf-84a913db556e,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:10:17.031916 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 4f1c3e89-a6a6-4996-aa31-fbe3c5728e5c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:10:17.032288 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:17.069095 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9b97e96-8aae-4675-99db-e3a42b078c4a req-e5b6b123-5729-45b1-8b2b-da036df6b833 tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Network d47374c4-90f7-44df-b255-7f76a803dd20 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:10:17.072539 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-b9b97e96-8aae-4675-99db-e3a42b078c4a req-e5b6b123-5729-45b1-8b2b-da036df6b833 tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:10:17.074983 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9b97e96-8aae-4675-99db-e3a42b078c4a req-e5b6b123-5729-45b1-8b2b-da036df6b833 tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:10:17.116091 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b6b123-5729-45b1-8b2b-da036df6b833 tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Pushing event updated for resources: {'Port': ['ID=b3622a5b-a0b2-4ce3-810b-28e4c56aac46,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:10:17.152356 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b97e96-8aae-4675-99db-e3a42b078c4a req-e5b6b123-5729-45b1-8b2b-da036df6b833 tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:17.153068 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b9b97e96-8aae-4675-99db-e3a42b078c4a req-e5b6b123-5729-45b1-8b2b-da036df6b833 tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:17.168832 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b9b97e96-8aae-4675-99db-e3a42b078c4a req-e5b6b123-5729-45b1-8b2b-da036df6b833 tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7309978 Jul 16 00:10:17.186565 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-b9b97e96-8aae-4675-99db-e3a42b078c4a req-49c35c62-0c23-4595-b4ed-58c17652c69a service neutron] Request body: {'port': {'device_id': '954c5479-8f5d-41ae-bff8-bb9a66e5f73d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:10:17.304550 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b9b97e96-8aae-4675-99db-e3a42b078c4a req-49c35c62-0c23-4595-b4ed-58c17652c69a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:17.438270 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff009c-ca83-424f-a0e1-1807a3fa4b9c req-f5f9e7d2-023c-4504-bf60-364b0ccf9bb1 tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:17.440350 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f7ff009c-ca83-424f-a0e1-1807a3fa4b9c req-f5f9e7d2-023c-4504-bf60-364b0ccf9bb1 tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] 10.222.0.48 "GET /v2.0/ports?device_id=954c5479-8f5d-41ae-bff8-bb9a66e5f73d HTTP/1.1" status: 200 len: 931 time: 0.0812464 Jul 16 00:10:17.461341 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c116f707-5cbc-4b6f-9c91-5d0babcd3ef9 None None] Provisioning for port b3622a5b-a0b2-4ce3-810b-28e4c56aac46 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:10:17.468354 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c116f707-5cbc-4b6f-9c91-5d0babcd3ef9 None None] Provisioning complete for port b3622a5b-a0b2-4ce3-810b-28e4c56aac46 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:10:17.468735 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c116f707-5cbc-4b6f-9c91-5d0babcd3ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:17.486492 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f7ff009c-ca83-424f-a0e1-1807a3fa4b9c req-600b8213-2481-4b78-9360-c189cd819dc5 tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3b20d2d-ac21-4752-8d95-d0857247c580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391555 Jul 16 00:10:17.517414 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c116f707-5cbc-4b6f-9c91-5d0babcd3ef9 None None] Port b3622a5b-a0b2-4ce3-810b-28e4c56aac46 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:10:17.615501 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-b9b97e96-8aae-4675-99db-e3a42b078c4a req-49c35c62-0c23-4595-b4ed-58c17652c69a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3622a5b-a0b2-4ce3-810b-28e4c56aac46 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:10:17.624249 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b9b97e96-8aae-4675-99db-e3a42b078c4a req-49c35c62-0c23-4595-b4ed-58c17652c69a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:17.638010 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-b9b97e96-8aae-4675-99db-e3a42b078c4a req-49c35c62-0c23-4595-b4ed-58c17652c69a service neutron] Transition to ACTIVE for port object b3622a5b-a0b2-4ce3-810b-28e4c56aac46 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:10:17.643054 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b9b97e96-8aae-4675-99db-e3a42b078c4a req-49c35c62-0c23-4595-b4ed-58c17652c69a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:17.741191 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c35c62-0c23-4595-b4ed-58c17652c69a service neutron] Pushing event updated for resources: {'Port': ['ID=b3622a5b-a0b2-4ce3-810b-28e4c56aac46,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:10:17.773209 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-b9b97e96-8aae-4675-99db-e3a42b078c4a req-49c35c62-0c23-4595-b4ed-58c17652c69a service neutron] Attempting to bind port b3622a5b-a0b2-4ce3-810b-28e4c56aac46 on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:10:17.773546 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-b9b97e96-8aae-4675-99db-e3a42b078c4a req-49c35c62-0c23-4595-b4ed-58c17652c69a service neutron] Attempting to bind port b3622a5b-a0b2-4ce3-810b-28e4c56aac46 by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': 'a89063bb-2f2b-4109-afdc-53ca21eda342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd47374c4-90f7-44df-b255-7f76a803dd20'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:10:17.773884 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b97e96-8aae-4675-99db-e3a42b078c4a req-49c35c62-0c23-4595-b4ed-58c17652c69a service neutron] Attempting to bind port b3622a5b-a0b2-4ce3-810b-28e4c56aac46 on network d47374c4-90f7-44df-b255-7f76a803dd20 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:10:17.778349 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b97e96-8aae-4675-99db-e3a42b078c4a req-49c35c62-0c23-4595-b4ed-58c17652c69a service neutron] Port b3622a5b-a0b2-4ce3-810b-28e4c56aac46 on network d47374c4-90f7-44df-b255-7f76a803dd20 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 00:10:17.778674 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b97e96-8aae-4675-99db-e3a42b078c4a req-49c35c62-0c23-4595-b4ed-58c17652c69a service neutron] Attempting to bind port b3622a5b-a0b2-4ce3-810b-28e4c56aac46 on network d47374c4-90f7-44df-b255-7f76a803dd20 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:10:17.783649 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b97e96-8aae-4675-99db-e3a42b078c4a req-49c35c62-0c23-4595-b4ed-58c17652c69a service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:10:17.783986 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b97e96-8aae-4675-99db-e3a42b078c4a req-49c35c62-0c23-4595-b4ed-58c17652c69a service neutron] Checking segment: {'id': 'a89063bb-2f2b-4109-afdc-53ca21eda342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd47374c4-90f7-44df-b255-7f76a803dd20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:10:17.784375 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b97e96-8aae-4675-99db-e3a42b078c4a req-49c35c62-0c23-4595-b4ed-58c17652c69a service neutron] Bound using segment: {'id': 'a89063bb-2f2b-4109-afdc-53ca21eda342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd47374c4-90f7-44df-b255-7f76a803dd20'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:10:17.784794 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-b9b97e96-8aae-4675-99db-e3a42b078c4a req-49c35c62-0c23-4595-b4ed-58c17652c69a service neutron] Bound port: b3622a5b-a0b2-4ce3-810b-28e4c56aac46, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a89063bb-2f2b-4109-afdc-53ca21eda342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd47374c4-90f7-44df-b255-7f76a803dd20'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:10:17.785153 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b9b97e96-8aae-4675-99db-e3a42b078c4a req-49c35c62-0c23-4595-b4ed-58c17652c69a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:17.856419 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-b9b97e96-8aae-4675-99db-e3a42b078c4a req-49c35c62-0c23-4595-b4ed-58c17652c69a service neutron] For port b3622a5b-a0b2-4ce3-810b-28e4c56aac46, host n-h2-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:10:17.862239 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-b9b97e96-8aae-4675-99db-e3a42b078c4a req-49c35c62-0c23-4595-b4ed-58c17652c69a service neutron] For port b3622a5b-a0b2-4ce3-810b-28e4c56aac46, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=b3622a5b-a0b2-4ce3-810b-28e4c56aac46,segment=NetworkSegment(a89063bb-2f2b-4109-afdc-53ca21eda342),segment_id=a89063bb-2f2b-4109-afdc-53ca21eda342)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:10:17.867857 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b9b97e96-8aae-4675-99db-e3a42b078c4a req-49c35c62-0c23-4595-b4ed-58c17652c69a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:17.904375 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b97e96-8aae-4675-99db-e3a42b078c4a req-49c35c62-0c23-4595-b4ed-58c17652c69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:17.905028 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b9b97e96-8aae-4675-99db-e3a42b078c4a req-49c35c62-0c23-4595-b4ed-58c17652c69a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:17.906458 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b9b97e96-8aae-4675-99db-e3a42b078c4a req-49c35c62-0c23-4595-b4ed-58c17652c69a service neutron] 10.222.0.41 "PUT /v2.0/ports/b3622a5b-a0b2-4ce3-810b-28e4c56aac46 HTTP/1.1" status: 200 len: 1091 time: 0.7244604 Jul 16 00:10:17.908729 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '954c5479-8f5d-41ae-bff8-bb9a66e5f73d', 'tag': 'b3622a5b-a0b2-4ce3-810b-28e4c56aac46'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:10:17.911006 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732f3e1a316c3ad7d48a65c2bbc2e30ba6c82a3ba5a41bb87b5b7e43e99a4419" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc340b50-91fa-4162-a807-29dd8a0a04c9" -d '{"events": [{"name": "network-changed", "server_uuid": "954c5479-8f5d-41ae-bff8-bb9a66e5f73d", "tag": "b3622a5b-a0b2-4ce3-810b-28e4c56aac46"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:10:17.951005 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c35c62-0c23-4595-b4ed-58c17652c69a service neutron] Pushing event updated for resources: {'Port': ['ID=b3622a5b-a0b2-4ce3-810b-28e4c56aac46,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:10:17.984993 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20bd11a2-62ee-4747-bd5c-baffdbe1c909 x-openstack-request-id: req-20bd11a2-62ee-4747-bd5c-baffdbe1c909 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:10:17.985953 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "954c5479-8f5d-41ae-bff8-bb9a66e5f73d", "tag": "b3622a5b-a0b2-4ce3-810b-28e4c56aac46", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:10:17.986331 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-20bd11a2-62ee-4747-bd5c-baffdbe1c909 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:10:17.986840 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '954c5479-8f5d-41ae-bff8-bb9a66e5f73d', 'tag': 'b3622a5b-a0b2-4ce3-810b-28e4c56aac46', 'status': 'completed', 'code': 200} Jul 16 00:10:18.302086 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b97e96-8aae-4675-99db-e3a42b078c4a req-05dbc3a4-7da2-43ff-94fe-18e23ea89002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:18.304178 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b9b97e96-8aae-4675-99db-e3a42b078c4a req-05dbc3a4-7da2-43ff-94fe-18e23ea89002 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ab90231f4514cb88f4633a996a5c111&device_id=954c5479-8f5d-41ae-bff8-bb9a66e5f73d HTTP/1.1" status: 200 len: 1094 time: 0.3357277 Jul 16 00:10:18.352990 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b9b97e96-8aae-4675-99db-e3a42b078c4a req-2ce5e80e-2e00-4872-a841-9fb51dd9cb9e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3622a5b-a0b2-4ce3-810b-28e4c56aac46 HTTP/1.1" status: 200 len: 217 time: 0.0357645 Jul 16 00:10:18.403330 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b97e96-8aae-4675-99db-e3a42b078c4a req-19b7e06e-670d-49c8-89a7-ed5019a3d855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:18.404740 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b9b97e96-8aae-4675-99db-e3a42b078c4a req-19b7e06e-670d-49c8-89a7-ed5019a3d855 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6579ab61-ad78-4670-85f7-6f05c380f410 HTTP/1.1" status: 200 len: 856 time: 0.0462506 Jul 16 00:10:18.463856 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b97e96-8aae-4675-99db-e3a42b078c4a req-0d998344-de36-44ea-8e7e-905bf8fc78cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:18.465352 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b9b97e96-8aae-4675-99db-e3a42b078c4a req-0d998344-de36-44ea-8e7e-905bf8fc78cb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d47374c4-90f7-44df-b255-7f76a803dd20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541997 Jul 16 00:10:18.562965 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b9b97e96-8aae-4675-99db-e3a42b078c4a req-38ff2ab8-68bc-4e69-bc47-2ff1533ea406 service neutron] 10.222.0.41 "GET /v2.0/networks/d47374c4-90f7-44df-b255-7f76a803dd20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905206 Jul 16 00:10:18.648410 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 53fe09fd-9823-41fb-9ebf-84a913db556e up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:10:18.669632 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6cb17f-b22c-4718-ad1b-467346e575a6 req-99bd5793-9e9f-4cba-a362-e68ea6c3b9d1 tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:18.671941 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ca6cb17f-b22c-4718-ad1b-467346e575a6 req-99bd5793-9e9f-4cba-a362-e68ea6c3b9d1 tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] 10.222.0.48 "GET /v2.0/ports?device_id=954c5479-8f5d-41ae-bff8-bb9a66e5f73d HTTP/1.1" status: 200 len: 943 time: 0.0672271 Jul 16 00:10:18.679399 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b9b97e96-8aae-4675-99db-e3a42b078c4a req-b90f8149-fa4b-44fa-a995-910ec7e8d897 service neutron] 10.222.0.41 "GET /v2.0/networks/d47374c4-90f7-44df-b255-7f76a803dd20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090224 Jul 16 00:10:18.719792 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 53fe09fd-9823-41fb-9ebf-84a913db556e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:10:18.720271 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:18.720622 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ca6cb17f-b22c-4718-ad1b-467346e575a6 req-47ca973c-48df-4cf9-a624-8ee7ddfc3034 tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3b20d2d-ac21-4752-8d95-d0857247c580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429165 Jul 16 00:10:18.819505 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc340b50-91fa-4162-a807-29dd8a0a04c9 req-6a79337c-ec3f-46b6-89a8-afafac5ae8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:18.821973 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cc340b50-91fa-4162-a807-29dd8a0a04c9 req-6a79337c-ec3f-46b6-89a8-afafac5ae8ba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ab90231f4514cb88f4633a996a5c111&device_id=954c5479-8f5d-41ae-bff8-bb9a66e5f73d HTTP/1.1" status: 200 len: 1094 time: 0.0564938 Jul 16 00:10:18.919144 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc340b50-91fa-4162-a807-29dd8a0a04c9 req-608fb974-91d5-4b56-84c5-944f07726121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:18.920723 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cc340b50-91fa-4162-a807-29dd8a0a04c9 req-608fb974-91d5-4b56-84c5-944f07726121 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d47374c4-90f7-44df-b255-7f76a803dd20 HTTP/1.1" status: 200 len: 918 time: 0.0928905 Jul 16 00:10:18.965486 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cc340b50-91fa-4162-a807-29dd8a0a04c9 req-aea5cb0e-76fc-406b-9959-824a9dcd9a5e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3622a5b-a0b2-4ce3-810b-28e4c56aac46 HTTP/1.1" status: 200 len: 217 time: 0.0388725 Jul 16 00:10:19.014993 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc340b50-91fa-4162-a807-29dd8a0a04c9 req-5f20b3ab-a2f7-43c8-81ef-a9391e3bbfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:19.016576 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cc340b50-91fa-4162-a807-29dd8a0a04c9 req-5f20b3ab-a2f7-43c8-81ef-a9391e3bbfc4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6579ab61-ad78-4670-85f7-6f05c380f410 HTTP/1.1" status: 200 len: 856 time: 0.0449753 Jul 16 00:10:19.077267 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc340b50-91fa-4162-a807-29dd8a0a04c9 req-dbf1ed27-80bd-4749-a163-cfa28b2213d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:19.078818 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cc340b50-91fa-4162-a807-29dd8a0a04c9 req-dbf1ed27-80bd-4749-a163-cfa28b2213d1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d47374c4-90f7-44df-b255-7f76a803dd20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553827 Jul 16 00:10:19.170239 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cc340b50-91fa-4162-a807-29dd8a0a04c9 req-c531459e-e585-4408-937e-66fc7b789c08 service neutron] 10.222.0.41 "GET /v2.0/networks/d47374c4-90f7-44df-b255-7f76a803dd20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837464 Jul 16 00:10:19.266658 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cc340b50-91fa-4162-a807-29dd8a0a04c9 req-081ed24e-939a-4560-af1c-e7a3d6061581 service neutron] 10.222.0.41 "GET /v2.0/networks/d47374c4-90f7-44df-b255-7f76a803dd20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894561 Jul 16 00:10:19.905679 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f06a8-4d3e-4d0c-85da-00dc8ab4b230 req-fe9ee7fd-a4a4-4c0f-8ff8-8fbd799b792a tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:19.907211 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3b1f06a8-4d3e-4d0c-85da-00dc8ab4b230 req-fe9ee7fd-a4a4-4c0f-8ff8-8fbd799b792a tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] 10.222.0.48 "GET /v2.0/ports?device_id=954c5479-8f5d-41ae-bff8-bb9a66e5f73d HTTP/1.1" status: 200 len: 943 time: 0.0669196 Jul 16 00:10:19.945960 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3b1f06a8-4d3e-4d0c-85da-00dc8ab4b230 req-ec26f2e6-67d1-41c2-ac69-64712407554e tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3b20d2d-ac21-4752-8d95-d0857247c580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318177 Jul 16 00:10:21.385110 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af0ca5c-7aaf-4cd0-a1ec-dbcdbe764790 req-2205d94e-635e-4936-883f-3bb95b79f803 tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:21.386630 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4af0ca5c-7aaf-4cd0-a1ec-dbcdbe764790 req-2205d94e-635e-4936-883f-3bb95b79f803 tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] 10.222.0.48 "GET /v2.0/ports?device_id=954c5479-8f5d-41ae-bff8-bb9a66e5f73d HTTP/1.1" status: 200 len: 943 time: 0.3304811 Jul 16 00:10:21.423592 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4af0ca5c-7aaf-4cd0-a1ec-dbcdbe764790 req-9e81d127-850b-42ef-b159-2b3484244bcc tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3b20d2d-ac21-4752-8d95-d0857247c580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313663 Jul 16 00:10:22.339021 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device b3622a5b-a0b2-4ce3-810b-28e4c56aac46 details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 00:10:22.433256 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port b3622a5b-a0b2-4ce3-810b-28e4c56aac46, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=b3622a5b-a0b2-4ce3-810b-28e4c56aac46,segment=NetworkSegment(a89063bb-2f2b-4109-afdc-53ca21eda342),segment_id=a89063bb-2f2b-4109-afdc-53ca21eda342)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:10:22.444981 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': 'b3622a5b-a0b2-4ce3-810b-28e4c56aac46', 'network_id': 'd47374c4-90f7-44df-b255-7f76a803dd20', 'port_id': 'b3622a5b-a0b2-4ce3-810b-28e4c56aac46', 'mac_address': 'fa:16:3e:9f:26:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6579ab61-ad78-4670-85f7-6f05c380f410', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 00:10:22.481891 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:22.494613 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3622a5b-a0b2-4ce3-810b-28e4c56aac46 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:10:22.515056 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port b3622a5b-a0b2-4ce3-810b-28e4c56aac46, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=b3622a5b-a0b2-4ce3-810b-28e4c56aac46,segment=NetworkSegment(a89063bb-2f2b-4109-afdc-53ca21eda342),segment_id=a89063bb-2f2b-4109-afdc-53ca21eda342)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:10:22.520705 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:22.570491 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=b3622a5b-a0b2-4ce3-810b-28e4c56aac46,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:10:22.608782 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614c04b1-b721-42c4-acc2-4cb02106522f req-6b4740a7-d411-45e5-be3d-d5d145490396 tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:22.610319 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-614c04b1-b721-42c4-acc2-4cb02106522f req-6b4740a7-d411-45e5-be3d-d5d145490396 tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] 10.222.0.48 "GET /v2.0/ports?device_id=954c5479-8f5d-41ae-bff8-bb9a66e5f73d HTTP/1.1" status: 200 len: 944 time: 0.0698123 Jul 16 00:10:22.648747 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-614c04b1-b721-42c4-acc2-4cb02106522f req-79cdd7b6-704d-43be-94f4-597a44557e80 tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3b20d2d-ac21-4752-8d95-d0857247c580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321059 Jul 16 00:10:22.793587 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['b3622a5b-a0b2-4ce3-810b-28e4c56aac46'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:10:23.827167 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9263ded-8ace-43ae-a1e5-1c5de7442fab req-4f88bb32-2929-46d9-871e-4fffea79d42a tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:23.828713 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f9263ded-8ace-43ae-a1e5-1c5de7442fab req-4f88bb32-2929-46d9-871e-4fffea79d42a tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] 10.222.0.48 "GET /v2.0/ports?device_id=954c5479-8f5d-41ae-bff8-bb9a66e5f73d HTTP/1.1" status: 200 len: 944 time: 0.0682621 Jul 16 00:10:23.869930 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f9263ded-8ace-43ae-a1e5-1c5de7442fab req-627ad789-cdba-47ff-a1f7-8d00720fc4da tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3b20d2d-ac21-4752-8d95-d0857247c580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350986 Jul 16 00:10:24.357032 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device b3622a5b-a0b2-4ce3-810b-28e4c56aac46 up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:10:24.405667 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port b3622a5b-a0b2-4ce3-810b-28e4c56aac46 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:10:24.409386 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port b3622a5b-a0b2-4ce3-810b-28e4c56aac46 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:10:24.409755 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:24.490686 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:24.513396 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '954c5479-8f5d-41ae-bff8-bb9a66e5f73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3622a5b-a0b2-4ce3-810b-28e4c56aac46'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:10:24.515657 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85e2a5fec60f0be1243ce80844a072e05c29e3c23db0dd3e62b5f7d92f5b0637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-121ea31a-de12-43a2-8910-7ccd6d662290" -d '{"events": [{"server_uuid": "954c5479-8f5d-41ae-bff8-bb9a66e5f73d", "name": "network-vif-plugged", "status": "completed", "tag": "b3622a5b-a0b2-4ce3-810b-28e4c56aac46"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:10:24.529191 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port b3622a5b-a0b2-4ce3-810b-28e4c56aac46, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=b3622a5b-a0b2-4ce3-810b-28e4c56aac46,segment=NetworkSegment(a89063bb-2f2b-4109-afdc-53ca21eda342),segment_id=a89063bb-2f2b-4109-afdc-53ca21eda342)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:10:24.533187 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:24.558041 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-860b9f45-8073-4e01-a3b9-dde84f3cd2ef x-openstack-request-id: req-860b9f45-8073-4e01-a3b9-dde84f3cd2ef {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:10:24.558337 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "954c5479-8f5d-41ae-bff8-bb9a66e5f73d", "name": "network-vif-plugged", "status": "completed", "tag": "b3622a5b-a0b2-4ce3-810b-28e4c56aac46", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:10:24.558589 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-860b9f45-8073-4e01-a3b9-dde84f3cd2ef {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:10:24.558982 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '954c5479-8f5d-41ae-bff8-bb9a66e5f73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3622a5b-a0b2-4ce3-810b-28e4c56aac46', 'code': 200} Jul 16 00:10:24.587380 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=b3622a5b-a0b2-4ce3-810b-28e4c56aac46,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:10:24.697848 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc57790-0bb3-471e-9318-bc5a8c4640d6 req-2f755be0-348f-42ac-80b3-335d0b18cd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:24.699302 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4cc57790-0bb3-471e-9318-bc5a8c4640d6 req-2f755be0-348f-42ac-80b3-335d0b18cd97 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=954c5479-8f5d-41ae-bff8-bb9a66e5f73d HTTP/1.1" status: 200 len: 1096 time: 0.0530369 Jul 16 00:10:24.733724 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4cc57790-0bb3-471e-9318-bc5a8c4640d6 req-92805fed-129c-43c3-be67-c6c6159f4f9f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c3b20d2d-ac21-4752-8d95-d0857247c580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282550 Jul 16 00:10:25.049866 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a9791-a06a-4ef1-b61f-c033b1753c68 req-45e075c3-4b47-4c20-8862-b4a65c9f99ec tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:25.051286 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-434a9791-a06a-4ef1-b61f-c033b1753c68 req-45e075c3-4b47-4c20-8862-b4a65c9f99ec tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] 10.222.0.48 "GET /v2.0/ports?device_id=954c5479-8f5d-41ae-bff8-bb9a66e5f73d HTTP/1.1" status: 200 len: 945 time: 0.0644021 Jul 16 00:10:25.089873 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-434a9791-a06a-4ef1-b61f-c033b1753c68 req-68799a80-a998-427d-857f-183d79a72eed tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3b20d2d-ac21-4752-8d95-d0857247c580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328448 Jul 16 00:10:25.929496 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:26.275105 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aa3be9-4844-4dfb-9159-eeab895a6e37 req-8e6d3946-a6d4-41ab-809b-af9991126b59 tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:26.276650 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-97aa3be9-4844-4dfb-9159-eeab895a6e37 req-8e6d3946-a6d4-41ab-809b-af9991126b59 tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] 10.222.0.48 "GET /v2.0/ports?device_id=954c5479-8f5d-41ae-bff8-bb9a66e5f73d HTTP/1.1" status: 200 len: 945 time: 0.0647728 Jul 16 00:10:26.319098 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-97aa3be9-4844-4dfb-9159-eeab895a6e37 req-f6d8c05d-1764-4092-8982-e32cdcf5359e tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3b20d2d-ac21-4752-8d95-d0857247c580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359912 Jul 16 00:10:26.493290 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97caec64-b742-4f71-9f93-d760e1fe57bd req-e2a384ad-3e08-47a9-a030-5414afdc8538 tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:26.494701 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-97caec64-b742-4f71-9f93-d760e1fe57bd req-e2a384ad-3e08-47a9-a030-5414afdc8538 tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] 10.222.0.48 "GET /v2.0/ports?device_id=954c5479-8f5d-41ae-bff8-bb9a66e5f73d HTTP/1.1" status: 200 len: 945 time: 0.0648847 Jul 16 00:10:26.535504 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-97caec64-b742-4f71-9f93-d760e1fe57bd req-5e88074f-12fb-4940-871a-adc3c660c847 tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3b20d2d-ac21-4752-8d95-d0857247c580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351260 Jul 16 00:10:30.921189 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a1a39f0b-8430-4b38-8af4-b91278347aef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:33.492302 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:34.287371 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-05605a4a-8a6c-4997-ad65-1a703c3dd5fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:34.519438 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:36.532809 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:38.627927 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:46.846563 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3829d17-2d27-4f6d-bf14-43e58777a55d req-0dbd03ad-c9a8-45a7-b581-7ccd3863b2a2 tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:46.848140 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d3829d17-2d27-4f6d-bf14-43e58777a55d req-0dbd03ad-c9a8-45a7-b581-7ccd3863b2a2 tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] 10.222.0.48 "GET /v2.0/ports?device_id=954c5479-8f5d-41ae-bff8-bb9a66e5f73d HTTP/1.1" status: 200 len: 945 time: 0.0704572 Jul 16 00:10:46.857837 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:10:46.886801 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d3829d17-2d27-4f6d-bf14-43e58777a55d req-456bb61f-46b3-4829-8e94-47d28398eef3 tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3b20d2d-ac21-4752-8d95-d0857247c580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320084 Jul 16 00:10:48.081471 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ee97f-e325-4620-8302-6ade6a6b5223 req-d974acd8-04ef-4d62-b618-cdb9f4c7669f tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:48.082859 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ed7ee97f-e325-4620-8302-6ade6a6b5223 req-d974acd8-04ef-4d62-b618-cdb9f4c7669f tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] 10.222.0.48 "GET /v2.0/ports?device_id=954c5479-8f5d-41ae-bff8-bb9a66e5f73d HTTP/1.1" status: 200 len: 945 time: 0.0669770 Jul 16 00:10:48.119784 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ed7ee97f-e325-4620-8302-6ade6a6b5223 req-3253da98-436f-4c3c-b129-4d03659575ef tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3b20d2d-ac21-4752-8d95-d0857247c580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306442 Jul 16 00:10:48.499071 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d5f06f-15da-40d1-879c-3d476316de91 req-84ec40ac-f81b-4cde-bf26-ba1d104f944a tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:48.500663 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-65d5f06f-15da-40d1-879c-3d476316de91 req-84ec40ac-f81b-4cde-bf26-ba1d104f944a tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] 10.222.0.41 "GET /v2.0/ports?device_id=954c5479-8f5d-41ae-bff8-bb9a66e5f73d HTTP/1.1" status: 200 len: 945 time: 0.0719411 Jul 16 00:10:48.598423 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-65d5f06f-15da-40d1-879c-3d476316de91 req-8598c30b-2bf7-42bc-b0ef-befc138a7d0a tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Deleting port b3622a5b-a0b2-4ce3-810b-28e4c56aac46 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:10:48.598840 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-65d5f06f-15da-40d1-879c-3d476316de91 req-8598c30b-2bf7-42bc-b0ef-befc138a7d0a tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:48.690439 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-65d5f06f-15da-40d1-879c-3d476316de91 req-8598c30b-2bf7-42bc-b0ef-befc138a7d0a tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] For port b3622a5b-a0b2-4ce3-810b-28e4c56aac46, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=b3622a5b-a0b2-4ce3-810b-28e4c56aac46,segment=NetworkSegment(a89063bb-2f2b-4109-afdc-53ca21eda342),segment_id=a89063bb-2f2b-4109-afdc-53ca21eda342)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:10:48.690799 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-65d5f06f-15da-40d1-879c-3d476316de91 req-8598c30b-2bf7-42bc-b0ef-befc138a7d0a tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:48.702379 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-65d5f06f-15da-40d1-879c-3d476316de91 req-8598c30b-2bf7-42bc-b0ef-befc138a7d0a tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Calling delete_port for b3622a5b-a0b2-4ce3-810b-28e4c56aac46 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:10:48.828399 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-65d5f06f-15da-40d1-879c-3d476316de91 req-8598c30b-2bf7-42bc-b0ef-befc138a7d0a tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:48.861219 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['b3622a5b-a0b2-4ce3-810b-28e4c56aac46'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:10:48.861913 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8598c30b-2bf7-42bc-b0ef-befc138a7d0a tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Pushing event deleted for resources: {'Port': ['ID=b3622a5b-a0b2-4ce3-810b-28e4c56aac46,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:10:48.895212 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8598c30b-2bf7-42bc-b0ef-befc138a7d0a tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:48.895593 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8598c30b-2bf7-42bc-b0ef-befc138a7d0a tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:48.896931 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8598c30b-2bf7-42bc-b0ef-befc138a7d0a tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:48.896931 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8598c30b-2bf7-42bc-b0ef-befc138a7d0a tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:48.897241 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8598c30b-2bf7-42bc-b0ef-befc138a7d0a tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:48.897581 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8598c30b-2bf7-42bc-b0ef-befc138a7d0a tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:48.897912 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8598c30b-2bf7-42bc-b0ef-befc138a7d0a tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:48.898243 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8598c30b-2bf7-42bc-b0ef-befc138a7d0a tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:48.898576 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8598c30b-2bf7-42bc-b0ef-befc138a7d0a tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:48.898904 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8598c30b-2bf7-42bc-b0ef-befc138a7d0a tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:48.899234 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8598c30b-2bf7-42bc-b0ef-befc138a7d0a tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:48.899563 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8598c30b-2bf7-42bc-b0ef-befc138a7d0a tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:48.921816 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-65d5f06f-15da-40d1-879c-3d476316de91 req-8598c30b-2bf7-42bc-b0ef-befc138a7d0a tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] No DVR routers for this DVR port b3622a5b-a0b2-4ce3-810b-28e4c56aac46 on host n-h2-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:10:48.924543 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-65d5f06f-15da-40d1-879c-3d476316de91 req-8598c30b-2bf7-42bc-b0ef-befc138a7d0a tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:48.926549 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-65d5f06f-15da-40d1-879c-3d476316de91 req-8598c30b-2bf7-42bc-b0ef-befc138a7d0a tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] 10.222.0.41 "DELETE /v2.0/ports/b3622a5b-a0b2-4ce3-810b-28e4c56aac46 HTTP/1.1" status: 204 len: 173 time: 0.4194009 Jul 16 00:10:48.927692 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '954c5479-8f5d-41ae-bff8-bb9a66e5f73d', 'name': 'network-vif-deleted', 'tag': 'b3622a5b-a0b2-4ce3-810b-28e4c56aac46'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:10:48.930132 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732f3e1a316c3ad7d48a65c2bbc2e30ba6c82a3ba5a41bb87b5b7e43e99a4419" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-123d88b5-bedc-4c8e-ae6d-ff50ded170fc" -d '{"events": [{"server_uuid": "954c5479-8f5d-41ae-bff8-bb9a66e5f73d", "name": "network-vif-deleted", "tag": "b3622a5b-a0b2-4ce3-810b-28e4c56aac46"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:10:48.971229 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a7ee2b1-2502-4a1b-9b12-028eaf0ab117 x-openstack-request-id: req-6a7ee2b1-2502-4a1b-9b12-028eaf0ab117 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:10:48.971821 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "954c5479-8f5d-41ae-bff8-bb9a66e5f73d", "name": "network-vif-deleted", "tag": "b3622a5b-a0b2-4ce3-810b-28e4c56aac46", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:10:48.972258 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6a7ee2b1-2502-4a1b-9b12-028eaf0ab117 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:10:48.972778 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '954c5479-8f5d-41ae-bff8-bb9a66e5f73d', 'name': 'network-vif-deleted', 'tag': 'b3622a5b-a0b2-4ce3-810b-28e4c56aac46', 'status': 'completed', 'code': 200} Jul 16 00:10:49.270726 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ca520be3-687b-4ed3-aa2b-9eac4c35a04b req-141d6248-06cc-4528-b061-4223f99c5f35 tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] 10.222.0.48 "GET /v2.0/ports?device_id=954c5479-8f5d-41ae-bff8-bb9a66e5f73d HTTP/1.1" status: 200 len: 210 time: 0.0280933 Jul 16 00:10:51.047072 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc0575-5fda-4057-9abb-31183664f61b req-054d57d7-cfe1-4b5c-bced-ce7e59d6e9eb tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:51.049020 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-adfc0575-5fda-4057-9abb-31183664f61b req-054d57d7-cfe1-4b5c-bced-ce7e59d6e9eb tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] 10.222.0.48 "GET /v2.0/networks?id=d47374c4-90f7-44df-b255-7f76a803dd20 HTTP/1.1" status: 200 len: 817 time: 0.1027453 Jul 16 00:10:51.063294 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-adfc0575-5fda-4057-9abb-31183664f61b req-a424ccb2-a19e-4c13-96ba-62fde533d48c tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] 10.222.0.48 "GET /v2.0/quotas/0ab90231f4514cb88f4633a996a5c111 HTTP/1.1" status: 200 len: 375 time: 0.0092907 Jul 16 00:10:51.128558 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-adfc0575-5fda-4057-9abb-31183664f61b req-a99de15c-2b92-484d-9bc7-5a2fe37372d6 tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0ab90231f4514cb88f4633a996a5c111&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0603004 Jul 16 00:10:51.225405 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-adfc0575-5fda-4057-9abb-31183664f61b req-29e545bb-ba35-44f1-a4b3-109e8bdf1104 service neutron] 10.222.0.48 "GET /v2.0/networks/d47374c4-90f7-44df-b255-7f76a803dd20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850110 Jul 16 00:10:51.313295 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-adfc0575-5fda-4057-9abb-31183664f61b req-590e4282-ade2-4c6f-aa71-53bae7f53d10 service neutron] 10.222.0.48 "GET /v2.0/networks/d47374c4-90f7-44df-b255-7f76a803dd20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822461 Jul 16 00:10:51.483979 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fab8eef3-7a4b-45a8-a5ea-e002d83a3464 req-b8c99c74-36eb-4c45-8af9-67046fddad27 tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] 10.222.0.48 "GET /v2.0/ports?device_id=685180d4-af73-417e-b39d-271b098e334c HTTP/1.1" status: 200 len: 210 time: 0.0280817 Jul 16 00:10:52.481657 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device b3622a5b-a0b2-4ce3-810b-28e4c56aac46 no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:10:52.618369 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc0575-5fda-4057-9abb-31183664f61b req-cc092764-f36e-4b34-9fed-ca2179487516 tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:52.620457 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-adfc0575-5fda-4057-9abb-31183664f61b req-cc092764-f36e-4b34-9fed-ca2179487516 tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] 10.222.0.41 "GET /v2.0/networks?id=d47374c4-90f7-44df-b255-7f76a803dd20 HTTP/1.1" status: 200 len: 817 time: 0.1347189 Jul 16 00:10:52.639467 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-adfc0575-5fda-4057-9abb-31183664f61b req-6bb05d8e-b9f4-449e-91a7-76c2d437f2ba tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Request body: {'port': {'device_id': '685180d4-af73-417e-b39d-271b098e334c', 'network_id': 'd47374c4-90f7-44df-b255-7f76a803dd20', 'admin_state_up': True, 'tenant_id': '0ab90231f4514cb88f4633a996a5c111'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:10:52.661639 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] No Port match for: b3622a5b-a0b2-4ce3-810b-28e4c56aac46 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:10:52.661987 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device b3622a5b-a0b2-4ce3-810b-28e4c56aac46 not bound to the agent host n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:10:52.676099 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9e055485-21c9-414c-81ce-35088ffbefb9 req-0cbfd8cc-5f3e-4666-8d36-dd0e0ce59a3a tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] 10.222.0.48 "GET /v2.0/ports?device_id=685180d4-af73-417e-b39d-271b098e334c HTTP/1.1" status: 200 len: 210 time: 0.0551720 Jul 16 00:10:52.748864 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adfc0575-5fda-4057-9abb-31183664f61b req-6bb05d8e-b9f4-449e-91a7-76c2d437f2ba tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Made reservation on behalf of 0ab90231f4514cb88f4633a996a5c111 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:10:52.752342 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-adfc0575-5fda-4057-9abb-31183664f61b req-6bb05d8e-b9f4-449e-91a7-76c2d437f2ba tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:52.878655 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-adfc0575-5fda-4057-9abb-31183664f61b req-6bb05d8e-b9f4-449e-91a7-76c2d437f2ba tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Allocated IP 172.20.0.6 (d47374c4-90f7-44df-b255-7f76a803dd20/6579ab61-ad78-4670-85f7-6f05c380f410/5f39fc2d-b679-4bab-86fe-75d3a18b2dca) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:10:53.025525 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-adfc0575-5fda-4057-9abb-31183664f61b req-6bb05d8e-b9f4-449e-91a7-76c2d437f2ba tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:53.039438 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-adfc0575-5fda-4057-9abb-31183664f61b req-6bb05d8e-b9f4-449e-91a7-76c2d437f2ba tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Transition to ACTIVE for port object 5f39fc2d-b679-4bab-86fe-75d3a18b2dca will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:10:53.072292 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-adfc0575-5fda-4057-9abb-31183664f61b req-6bb05d8e-b9f4-449e-91a7-76c2d437f2ba tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:53.114344 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adfc0575-5fda-4057-9abb-31183664f61b req-6bb05d8e-b9f4-449e-91a7-76c2d437f2ba tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Network d47374c4-90f7-44df-b255-7f76a803dd20 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:10:53.119641 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-adfc0575-5fda-4057-9abb-31183664f61b req-6bb05d8e-b9f4-449e-91a7-76c2d437f2ba tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:10:53.121977 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-adfc0575-5fda-4057-9abb-31183664f61b req-6bb05d8e-b9f4-449e-91a7-76c2d437f2ba tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:10:53.154714 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb05d8e-b9f4-449e-91a7-76c2d437f2ba tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Pushing event updated for resources: {'Port': ['ID=5f39fc2d-b679-4bab-86fe-75d3a18b2dca,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:10:53.179312 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc0575-5fda-4057-9abb-31183664f61b req-6bb05d8e-b9f4-449e-91a7-76c2d437f2ba tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:53.180103 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-adfc0575-5fda-4057-9abb-31183664f61b req-6bb05d8e-b9f4-449e-91a7-76c2d437f2ba tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:53.195317 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-adfc0575-5fda-4057-9abb-31183664f61b req-6bb05d8e-b9f4-449e-91a7-76c2d437f2ba tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5599747 Jul 16 00:10:53.214728 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-adfc0575-5fda-4057-9abb-31183664f61b req-e6abf086-552b-47cb-a2e0-73a6234ac01b service neutron] Request body: {'port': {'device_id': '685180d4-af73-417e-b39d-271b098e334c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:10:53.293519 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-adfc0575-5fda-4057-9abb-31183664f61b req-e6abf086-552b-47cb-a2e0-73a6234ac01b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:53.333083 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-89128bd9-c257-41b5-8f18-c3fbf9ab67f3 None None] Provisioning for port 5f39fc2d-b679-4bab-86fe-75d3a18b2dca completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:10:53.337786 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-89128bd9-c257-41b5-8f18-c3fbf9ab67f3 None None] Provisioning complete for port 5f39fc2d-b679-4bab-86fe-75d3a18b2dca triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:10:53.338159 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89128bd9-c257-41b5-8f18-c3fbf9ab67f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:53.374331 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-89128bd9-c257-41b5-8f18-c3fbf9ab67f3 None None] Port 5f39fc2d-b679-4bab-86fe-75d3a18b2dca cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:10:53.556418 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-adfc0575-5fda-4057-9abb-31183664f61b req-e6abf086-552b-47cb-a2e0-73a6234ac01b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f39fc2d-b679-4bab-86fe-75d3a18b2dca {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:10:53.563920 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-adfc0575-5fda-4057-9abb-31183664f61b req-e6abf086-552b-47cb-a2e0-73a6234ac01b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:53.576703 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-adfc0575-5fda-4057-9abb-31183664f61b req-e6abf086-552b-47cb-a2e0-73a6234ac01b service neutron] Transition to ACTIVE for port object 5f39fc2d-b679-4bab-86fe-75d3a18b2dca will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:10:53.579874 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-adfc0575-5fda-4057-9abb-31183664f61b req-e6abf086-552b-47cb-a2e0-73a6234ac01b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:53.632382 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6abf086-552b-47cb-a2e0-73a6234ac01b service neutron] Pushing event updated for resources: {'Port': ['ID=5f39fc2d-b679-4bab-86fe-75d3a18b2dca,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:10:53.709127 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-adfc0575-5fda-4057-9abb-31183664f61b req-e6abf086-552b-47cb-a2e0-73a6234ac01b service neutron] Attempting to bind port 5f39fc2d-b679-4bab-86fe-75d3a18b2dca on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:10:53.709474 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-adfc0575-5fda-4057-9abb-31183664f61b req-e6abf086-552b-47cb-a2e0-73a6234ac01b service neutron] Attempting to bind port 5f39fc2d-b679-4bab-86fe-75d3a18b2dca by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': 'a89063bb-2f2b-4109-afdc-53ca21eda342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd47374c4-90f7-44df-b255-7f76a803dd20'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:10:53.709814 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfc0575-5fda-4057-9abb-31183664f61b req-e6abf086-552b-47cb-a2e0-73a6234ac01b service neutron] Attempting to bind port 5f39fc2d-b679-4bab-86fe-75d3a18b2dca on network d47374c4-90f7-44df-b255-7f76a803dd20 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:10:53.714512 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfc0575-5fda-4057-9abb-31183664f61b req-e6abf086-552b-47cb-a2e0-73a6234ac01b service neutron] Port 5f39fc2d-b679-4bab-86fe-75d3a18b2dca on network d47374c4-90f7-44df-b255-7f76a803dd20 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 00:10:53.714845 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfc0575-5fda-4057-9abb-31183664f61b req-e6abf086-552b-47cb-a2e0-73a6234ac01b service neutron] Attempting to bind port 5f39fc2d-b679-4bab-86fe-75d3a18b2dca on network d47374c4-90f7-44df-b255-7f76a803dd20 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:10:53.720306 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfc0575-5fda-4057-9abb-31183664f61b req-e6abf086-552b-47cb-a2e0-73a6234ac01b service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:10:53.720644 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfc0575-5fda-4057-9abb-31183664f61b req-e6abf086-552b-47cb-a2e0-73a6234ac01b service neutron] Checking segment: {'id': 'a89063bb-2f2b-4109-afdc-53ca21eda342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd47374c4-90f7-44df-b255-7f76a803dd20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:10:53.721233 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfc0575-5fda-4057-9abb-31183664f61b req-e6abf086-552b-47cb-a2e0-73a6234ac01b service neutron] Bound using segment: {'id': 'a89063bb-2f2b-4109-afdc-53ca21eda342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd47374c4-90f7-44df-b255-7f76a803dd20'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:10:53.721735 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-adfc0575-5fda-4057-9abb-31183664f61b req-e6abf086-552b-47cb-a2e0-73a6234ac01b service neutron] Bound port: 5f39fc2d-b679-4bab-86fe-75d3a18b2dca, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a89063bb-2f2b-4109-afdc-53ca21eda342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd47374c4-90f7-44df-b255-7f76a803dd20'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:10:53.722172 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-adfc0575-5fda-4057-9abb-31183664f61b req-e6abf086-552b-47cb-a2e0-73a6234ac01b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:53.795600 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-adfc0575-5fda-4057-9abb-31183664f61b req-e6abf086-552b-47cb-a2e0-73a6234ac01b service neutron] For port 5f39fc2d-b679-4bab-86fe-75d3a18b2dca, host n-h2-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:10:53.799257 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-adfc0575-5fda-4057-9abb-31183664f61b req-e6abf086-552b-47cb-a2e0-73a6234ac01b service neutron] For port 5f39fc2d-b679-4bab-86fe-75d3a18b2dca, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=5f39fc2d-b679-4bab-86fe-75d3a18b2dca,segment=NetworkSegment(a89063bb-2f2b-4109-afdc-53ca21eda342),segment_id=a89063bb-2f2b-4109-afdc-53ca21eda342)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:10:53.805211 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-adfc0575-5fda-4057-9abb-31183664f61b req-e6abf086-552b-47cb-a2e0-73a6234ac01b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:53.841029 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc0575-5fda-4057-9abb-31183664f61b req-e6abf086-552b-47cb-a2e0-73a6234ac01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:53.842136 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-adfc0575-5fda-4057-9abb-31183664f61b req-e6abf086-552b-47cb-a2e0-73a6234ac01b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:53.843031 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-adfc0575-5fda-4057-9abb-31183664f61b req-e6abf086-552b-47cb-a2e0-73a6234ac01b service neutron] 10.222.0.41 "PUT /v2.0/ports/5f39fc2d-b679-4bab-86fe-75d3a18b2dca HTTP/1.1" status: 200 len: 1091 time: 0.6337769 Jul 16 00:10:53.845428 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '685180d4-af73-417e-b39d-271b098e334c', 'tag': '5f39fc2d-b679-4bab-86fe-75d3a18b2dca'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:10:53.847753 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732f3e1a316c3ad7d48a65c2bbc2e30ba6c82a3ba5a41bb87b5b7e43e99a4419" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1495bb78-52d2-4d96-9768-4aadca53a279" -d '{"events": [{"name": "network-changed", "server_uuid": "685180d4-af73-417e-b39d-271b098e334c", "tag": "5f39fc2d-b679-4bab-86fe-75d3a18b2dca"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:10:53.873663 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cf0dde-4cde-4592-a8eb-c63dc13df009 req-777c94d5-b0bc-495d-8d5b-9227a516ee53 tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:53.877125 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6abf086-552b-47cb-a2e0-73a6234ac01b service neutron] Pushing event updated for resources: {'Port': ['ID=5f39fc2d-b679-4bab-86fe-75d3a18b2dca,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:10:53.882319 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-08cf0dde-4cde-4592-a8eb-c63dc13df009 req-777c94d5-b0bc-495d-8d5b-9227a516ee53 tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] 10.222.0.48 "GET /v2.0/ports?device_id=685180d4-af73-417e-b39d-271b098e334c HTTP/1.1" status: 200 len: 943 time: 0.0881333 Jul 16 00:10:53.900734 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bcb9ca0-b078-4cd2-aab0-8b38a163718d x-openstack-request-id: req-0bcb9ca0-b078-4cd2-aab0-8b38a163718d {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:10:53.901035 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "685180d4-af73-417e-b39d-271b098e334c", "tag": "5f39fc2d-b679-4bab-86fe-75d3a18b2dca", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:10:53.901294 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0bcb9ca0-b078-4cd2-aab0-8b38a163718d {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:10:53.901692 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '685180d4-af73-417e-b39d-271b098e334c', 'tag': '5f39fc2d-b679-4bab-86fe-75d3a18b2dca', 'status': 'completed', 'code': 200} Jul 16 00:10:53.936185 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-08cf0dde-4cde-4592-a8eb-c63dc13df009 req-81721e5f-0fb4-49d7-8ebe-5dedfa1d11dd tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3b20d2d-ac21-4752-8d95-d0857247c580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472131 Jul 16 00:10:53.975943 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc0575-5fda-4057-9abb-31183664f61b req-48913cb9-9f2c-4c9c-a27f-2d73e2b53789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:53.977600 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-adfc0575-5fda-4057-9abb-31183664f61b req-48913cb9-9f2c-4c9c-a27f-2d73e2b53789 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ab90231f4514cb88f4633a996a5c111&device_id=685180d4-af73-417e-b39d-271b098e334c HTTP/1.1" status: 200 len: 1094 time: 0.0607219 Jul 16 00:10:54.026663 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-adfc0575-5fda-4057-9abb-31183664f61b req-58253979-170c-43d3-984f-547732b039c9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f39fc2d-b679-4bab-86fe-75d3a18b2dca HTTP/1.1" status: 200 len: 217 time: 0.0359867 Jul 16 00:10:54.075491 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc0575-5fda-4057-9abb-31183664f61b req-99425b91-3090-4860-aa0b-2b8ef2d1f481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:54.077150 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-adfc0575-5fda-4057-9abb-31183664f61b req-99425b91-3090-4860-aa0b-2b8ef2d1f481 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6579ab61-ad78-4670-85f7-6f05c380f410 HTTP/1.1" status: 200 len: 856 time: 0.0443461 Jul 16 00:10:54.140302 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc0575-5fda-4057-9abb-31183664f61b req-a56134d6-8dd5-4581-8805-0adf07690598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:54.141822 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-adfc0575-5fda-4057-9abb-31183664f61b req-a56134d6-8dd5-4581-8805-0adf07690598 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d47374c4-90f7-44df-b255-7f76a803dd20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585334 Jul 16 00:10:54.230408 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-adfc0575-5fda-4057-9abb-31183664f61b req-8e2da0da-300b-414f-9475-448e74a9889d service neutron] 10.222.0.41 "GET /v2.0/networks/d47374c4-90f7-44df-b255-7f76a803dd20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819910 Jul 16 00:10:54.321710 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-adfc0575-5fda-4057-9abb-31183664f61b req-931234d1-7bd0-43da-8a5c-42eb6d8a4320 service neutron] 10.222.0.41 "GET /v2.0/networks/d47374c4-90f7-44df-b255-7f76a803dd20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843687 Jul 16 00:10:54.469727 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1495bb78-52d2-4d96-9768-4aadca53a279 req-b6e1215b-f07c-4e0a-a244-03337e9e8f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:54.471251 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1495bb78-52d2-4d96-9768-4aadca53a279 req-b6e1215b-f07c-4e0a-a244-03337e9e8f6a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ab90231f4514cb88f4633a996a5c111&device_id=685180d4-af73-417e-b39d-271b098e334c HTTP/1.1" status: 200 len: 1094 time: 0.0528810 Jul 16 00:10:54.561981 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1495bb78-52d2-4d96-9768-4aadca53a279 req-84e84059-04c9-4a43-a3ea-2b3907acaf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:54.563741 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1495bb78-52d2-4d96-9768-4aadca53a279 req-84e84059-04c9-4a43-a3ea-2b3907acaf88 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d47374c4-90f7-44df-b255-7f76a803dd20 HTTP/1.1" status: 200 len: 918 time: 0.0862703 Jul 16 00:10:54.604543 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1495bb78-52d2-4d96-9768-4aadca53a279 req-467eab39-d82b-4093-ad6b-9ba8c5d492a2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f39fc2d-b679-4bab-86fe-75d3a18b2dca HTTP/1.1" status: 200 len: 217 time: 0.0342927 Jul 16 00:10:54.653238 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1495bb78-52d2-4d96-9768-4aadca53a279 req-87e0f758-50dd-4a43-bd15-1036e5ac4232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:54.654726 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1495bb78-52d2-4d96-9768-4aadca53a279 req-87e0f758-50dd-4a43-bd15-1036e5ac4232 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6579ab61-ad78-4670-85f7-6f05c380f410 HTTP/1.1" status: 200 len: 856 time: 0.0438380 Jul 16 00:10:54.713586 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1495bb78-52d2-4d96-9768-4aadca53a279 req-f9df8738-a76c-404b-a776-56a3e2fd9c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:54.714962 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1495bb78-52d2-4d96-9768-4aadca53a279 req-f9df8738-a76c-404b-a776-56a3e2fd9c07 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d47374c4-90f7-44df-b255-7f76a803dd20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525384 Jul 16 00:10:54.814073 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1495bb78-52d2-4d96-9768-4aadca53a279 req-d4795853-520d-41bc-b8b6-6ae9b2da8e3b service neutron] 10.222.0.41 "GET /v2.0/networks/d47374c4-90f7-44df-b255-7f76a803dd20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907886 Jul 16 00:10:54.907771 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1495bb78-52d2-4d96-9768-4aadca53a279 req-704a3dc5-8e58-45d2-a8d0-ea7d18b3258e service neutron] 10.222.0.41 "GET /v2.0/networks/d47374c4-90f7-44df-b255-7f76a803dd20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871027 Jul 16 00:10:55.107906 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d95403-90ab-4f95-af1d-6a43b176ccd4 req-0d213df3-da22-475e-9f8b-160070ff86b7 tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:55.109388 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a5d95403-90ab-4f95-af1d-6a43b176ccd4 req-0d213df3-da22-475e-9f8b-160070ff86b7 tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] 10.222.0.48 "GET /v2.0/ports?device_id=685180d4-af73-417e-b39d-271b098e334c HTTP/1.1" status: 200 len: 943 time: 0.0617592 Jul 16 00:10:55.150705 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a5d95403-90ab-4f95-af1d-6a43b176ccd4 req-779a9ded-0a23-4104-afba-c86fb1ea8010 tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3b20d2d-ac21-4752-8d95-d0857247c580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357997 Jul 16 00:10:55.927087 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:56.326070 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb107a06-a254-4f5c-aa52-eaac8f70813c req-157835b9-6c24-473f-a864-2976948b50dc tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:56.327538 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bb107a06-a254-4f5c-aa52-eaac8f70813c req-157835b9-6c24-473f-a864-2976948b50dc tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] 10.222.0.48 "GET /v2.0/ports?device_id=685180d4-af73-417e-b39d-271b098e334c HTTP/1.1" status: 200 len: 943 time: 0.0640430 Jul 16 00:10:56.365228 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bb107a06-a254-4f5c-aa52-eaac8f70813c req-e86d3ed9-6824-47f5-8323-653906384ab2 tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3b20d2d-ac21-4752-8d95-d0857247c580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321379 Jul 16 00:10:57.536663 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c89518-eedc-480a-81d3-633de33910e4 req-3338ac24-a8a9-43c3-ae4e-f460a499ffe9 tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:57.538240 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-57c89518-eedc-480a-81d3-633de33910e4 req-3338ac24-a8a9-43c3-ae4e-f460a499ffe9 tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] 10.222.0.48 "GET /v2.0/ports?device_id=685180d4-af73-417e-b39d-271b098e334c HTTP/1.1" status: 200 len: 943 time: 0.0630572 Jul 16 00:10:57.576548 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-57c89518-eedc-480a-81d3-633de33910e4 req-559d58ef-bdb9-420c-beeb-be36422abd2d tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3b20d2d-ac21-4752-8d95-d0857247c580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327554 Jul 16 00:10:58.480631 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 5f39fc2d-b679-4bab-86fe-75d3a18b2dca details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 00:10:58.578535 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 5f39fc2d-b679-4bab-86fe-75d3a18b2dca, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=5f39fc2d-b679-4bab-86fe-75d3a18b2dca,segment=NetworkSegment(a89063bb-2f2b-4109-afdc-53ca21eda342),segment_id=a89063bb-2f2b-4109-afdc-53ca21eda342)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:10:58.589729 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': '5f39fc2d-b679-4bab-86fe-75d3a18b2dca', 'network_id': 'd47374c4-90f7-44df-b255-7f76a803dd20', 'port_id': '5f39fc2d-b679-4bab-86fe-75d3a18b2dca', 'mac_address': 'fa:16:3e:fb:14:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6579ab61-ad78-4670-85f7-6f05c380f410', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 00:10:58.627111 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:58.640393 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f39fc2d-b679-4bab-86fe-75d3a18b2dca {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:10:58.660466 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 5f39fc2d-b679-4bab-86fe-75d3a18b2dca, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=5f39fc2d-b679-4bab-86fe-75d3a18b2dca,segment=NetworkSegment(a89063bb-2f2b-4109-afdc-53ca21eda342),segment_id=a89063bb-2f2b-4109-afdc-53ca21eda342)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:10:58.664941 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:10:58.712397 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=5f39fc2d-b679-4bab-86fe-75d3a18b2dca,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:10:58.719952 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:58.720304 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:58.720669 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:58.721008 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:58.721342 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:58.721675 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:58.722010 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:58.722336 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:58.722662 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:58.722988 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:58.723343 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:58.723688 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:10:58.754232 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e5ec0b-df8b-49cb-a0f0-b82aad64f9a0 req-487a978d-e9cd-47c9-96ae-c60bd0604501 tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:58.755766 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-44e5ec0b-df8b-49cb-a0f0-b82aad64f9a0 req-487a978d-e9cd-47c9-96ae-c60bd0604501 tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] 10.222.0.48 "GET /v2.0/ports?device_id=685180d4-af73-417e-b39d-271b098e334c HTTP/1.1" status: 200 len: 944 time: 0.0673919 Jul 16 00:10:58.793837 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-44e5ec0b-df8b-49cb-a0f0-b82aad64f9a0 req-8c66996b-81e5-4ab8-abc2-46cd8532f8b4 tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3b20d2d-ac21-4752-8d95-d0857247c580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316541 Jul 16 00:10:58.922519 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['5f39fc2d-b679-4bab-86fe-75d3a18b2dca'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:10:59.967259 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad139e3-bac2-47ec-92b6-0b3a74628129 req-60c07a37-c7cb-4cfa-ba58-526027b0e795 tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:10:59.968784 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3ad139e3-bac2-47ec-92b6-0b3a74628129 req-60c07a37-c7cb-4cfa-ba58-526027b0e795 tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] 10.222.0.48 "GET /v2.0/ports?device_id=685180d4-af73-417e-b39d-271b098e334c HTTP/1.1" status: 200 len: 944 time: 0.0633295 Jul 16 00:11:00.004966 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3ad139e3-bac2-47ec-92b6-0b3a74628129 req-14d937a7-d80b-412c-9597-f88bf5372698 tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3b20d2d-ac21-4752-8d95-d0857247c580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307140 Jul 16 00:11:00.500989 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 5f39fc2d-b679-4bab-86fe-75d3a18b2dca up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:11:00.548189 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port 5f39fc2d-b679-4bab-86fe-75d3a18b2dca completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:11:00.551670 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port 5f39fc2d-b679-4bab-86fe-75d3a18b2dca triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:11:00.552047 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:00.628594 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:00.649536 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '685180d4-af73-417e-b39d-271b098e334c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f39fc2d-b679-4bab-86fe-75d3a18b2dca'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:11:00.651783 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85e2a5fec60f0be1243ce80844a072e05c29e3c23db0dd3e62b5f7d92f5b0637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efdfd85e-fdc2-460b-8052-a57eaf28ec6a" -d '{"events": [{"server_uuid": "685180d4-af73-417e-b39d-271b098e334c", "name": "network-vif-plugged", "status": "completed", "tag": "5f39fc2d-b679-4bab-86fe-75d3a18b2dca"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:11:00.665201 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 5f39fc2d-b679-4bab-86fe-75d3a18b2dca, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=5f39fc2d-b679-4bab-86fe-75d3a18b2dca,segment=NetworkSegment(a89063bb-2f2b-4109-afdc-53ca21eda342),segment_id=a89063bb-2f2b-4109-afdc-53ca21eda342)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:11:00.669141 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:00.693953 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f3b79fe-5a3e-4cde-a8c9-e7ca8c508530 x-openstack-request-id: req-0f3b79fe-5a3e-4cde-a8c9-e7ca8c508530 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:11:00.694232 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "685180d4-af73-417e-b39d-271b098e334c", "name": "network-vif-plugged", "status": "completed", "tag": "5f39fc2d-b679-4bab-86fe-75d3a18b2dca", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:11:00.694486 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0f3b79fe-5a3e-4cde-a8c9-e7ca8c508530 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:11:00.694899 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '685180d4-af73-417e-b39d-271b098e334c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f39fc2d-b679-4bab-86fe-75d3a18b2dca', 'code': 200} Jul 16 00:11:00.720295 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=5f39fc2d-b679-4bab-86fe-75d3a18b2dca,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:00.832336 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61bdce-1381-4f24-adf3-7981a9766c05 req-2c783c17-579c-49c8-8035-9450d0b2f79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:00.833847 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ff61bdce-1381-4f24-adf3-7981a9766c05 req-2c783c17-579c-49c8-8035-9450d0b2f79e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=685180d4-af73-417e-b39d-271b098e334c HTTP/1.1" status: 200 len: 1096 time: 0.0545146 Jul 16 00:11:00.869317 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ff61bdce-1381-4f24-adf3-7981a9766c05 req-29d11360-9d59-4178-8c1f-549a5dec5552 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c3b20d2d-ac21-4752-8d95-d0857247c580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290709 Jul 16 00:11:00.923077 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-492d6c25-ccb0-4d85-b93b-d9f0c95bd2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:01.180569 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403bda7c-790b-40a5-8c34-e531c45cb4f5 req-018d42db-fde1-4d76-b60d-f52c22eb959d tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:01.182047 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-403bda7c-790b-40a5-8c34-e531c45cb4f5 req-018d42db-fde1-4d76-b60d-f52c22eb959d tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] 10.222.0.48 "GET /v2.0/ports?device_id=685180d4-af73-417e-b39d-271b098e334c HTTP/1.1" status: 200 len: 945 time: 0.0629385 Jul 16 00:11:01.222823 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-403bda7c-790b-40a5-8c34-e531c45cb4f5 req-41cd4a96-2d6c-452a-af15-9ca0f3de7ee0 tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3b20d2d-ac21-4752-8d95-d0857247c580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349610 Jul 16 00:11:02.399220 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46222695-9960-4656-9faa-4b9873c26e61 req-9aac5801-d967-4e71-ad08-20e6d86a001e tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:02.401388 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-46222695-9960-4656-9faa-4b9873c26e61 req-9aac5801-d967-4e71-ad08-20e6d86a001e tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] 10.222.0.48 "GET /v2.0/ports?device_id=685180d4-af73-417e-b39d-271b098e334c HTTP/1.1" status: 200 len: 945 time: 0.0621412 Jul 16 00:11:02.438760 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-46222695-9960-4656-9faa-4b9873c26e61 req-9c5ec045-71ff-420c-a157-595ed8de0beb tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3b20d2d-ac21-4752-8d95-d0857247c580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319073 Jul 16 00:11:02.609738 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401eb5d4-64d4-4a25-bbad-63063de0fc31 req-96f2e2a7-b8b5-4239-a1a6-dc2e7e1b6d69 tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:02.611242 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-401eb5d4-64d4-4a25-bbad-63063de0fc31 req-96f2e2a7-b8b5-4239-a1a6-dc2e7e1b6d69 tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] 10.222.0.48 "GET /v2.0/ports?device_id=685180d4-af73-417e-b39d-271b098e334c HTTP/1.1" status: 200 len: 945 time: 0.0634387 Jul 16 00:11:02.649494 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-401eb5d4-64d4-4a25-bbad-63063de0fc31 req-f154a116-8a0a-45b4-86d0-21839a565a10 tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3b20d2d-ac21-4752-8d95-d0857247c580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325949 Jul 16 00:11:03.484881 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:04.288604 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a0b030e6-a66c-4bbb-ae98-14fd1a07ba93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:04.525212 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:06.534857 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:08.613445 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:21.600450 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3be76-c031-40b5-84c5-9377d542ec36 req-533a0f22-c84a-43b1-8a8f-35bbbfa1fcd0 tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:21.601918 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9ca3be76-c031-40b5-84c5-9377d542ec36 req-533a0f22-c84a-43b1-8a8f-35bbbfa1fcd0 tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] 10.222.0.48 "GET /v2.0/ports?device_id=685180d4-af73-417e-b39d-271b098e334c HTTP/1.1" status: 200 len: 945 time: 0.0681772 Jul 16 00:11:21.642517 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9ca3be76-c031-40b5-84c5-9377d542ec36 req-c5be11e6-f1ae-4304-9b7f-e8a44bd96af1 tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3b20d2d-ac21-4752-8d95-d0857247c580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342267 Jul 16 00:11:22.913855 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc703fae-d2b3-4a02-b1b8-05d19573f053 req-9d3a0bca-5294-4d9c-8b76-2d0f483e556c tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:22.915914 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dc703fae-d2b3-4a02-b1b8-05d19573f053 req-9d3a0bca-5294-4d9c-8b76-2d0f483e556c tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] 10.222.0.48 "GET /v2.0/ports?device_id=685180d4-af73-417e-b39d-271b098e334c HTTP/1.1" status: 200 len: 945 time: 0.1584938 Jul 16 00:11:22.952895 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dc703fae-d2b3-4a02-b1b8-05d19573f053 req-7fb81956-57f5-4336-b13d-935bb8ff7076 tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3b20d2d-ac21-4752-8d95-d0857247c580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309756 Jul 16 00:11:23.215238 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e986d911-58a0-4d1c-8ad4-e885c777f635 req-36a73b46-7453-436c-a07f-6756e33ae7b8 tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:23.216701 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e986d911-58a0-4d1c-8ad4-e885c777f635 req-36a73b46-7453-436c-a07f-6756e33ae7b8 tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] 10.222.0.41 "GET /v2.0/ports?device_id=685180d4-af73-417e-b39d-271b098e334c HTTP/1.1" status: 200 len: 945 time: 0.0657406 Jul 16 00:11:23.319023 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-e986d911-58a0-4d1c-8ad4-e885c777f635 req-ed39864c-44c3-4af1-acac-d9cc5f97b04e tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Deleting port 5f39fc2d-b679-4bab-86fe-75d3a18b2dca {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:11:23.319361 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e986d911-58a0-4d1c-8ad4-e885c777f635 req-ed39864c-44c3-4af1-acac-d9cc5f97b04e tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:23.406013 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-e986d911-58a0-4d1c-8ad4-e885c777f635 req-ed39864c-44c3-4af1-acac-d9cc5f97b04e tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] For port 5f39fc2d-b679-4bab-86fe-75d3a18b2dca, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=5f39fc2d-b679-4bab-86fe-75d3a18b2dca,segment=NetworkSegment(a89063bb-2f2b-4109-afdc-53ca21eda342),segment_id=a89063bb-2f2b-4109-afdc-53ca21eda342)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:11:23.406365 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e986d911-58a0-4d1c-8ad4-e885c777f635 req-ed39864c-44c3-4af1-acac-d9cc5f97b04e tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:23.418356 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-e986d911-58a0-4d1c-8ad4-e885c777f635 req-ed39864c-44c3-4af1-acac-d9cc5f97b04e tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Calling delete_port for 5f39fc2d-b679-4bab-86fe-75d3a18b2dca owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:11:23.544930 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e986d911-58a0-4d1c-8ad4-e885c777f635 req-ed39864c-44c3-4af1-acac-d9cc5f97b04e tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:23.572410 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed39864c-44c3-4af1-acac-d9cc5f97b04e tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Pushing event deleted for resources: {'Port': ['ID=5f39fc2d-b679-4bab-86fe-75d3a18b2dca,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:23.577916 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['5f39fc2d-b679-4bab-86fe-75d3a18b2dca'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:11:23.632022 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-e986d911-58a0-4d1c-8ad4-e885c777f635 req-ed39864c-44c3-4af1-acac-d9cc5f97b04e tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] No DVR routers for this DVR port 5f39fc2d-b679-4bab-86fe-75d3a18b2dca on host n-h2-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:11:23.636283 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e986d911-58a0-4d1c-8ad4-e885c777f635 req-ed39864c-44c3-4af1-acac-d9cc5f97b04e tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:23.638470 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e986d911-58a0-4d1c-8ad4-e885c777f635 req-ed39864c-44c3-4af1-acac-d9cc5f97b04e tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] 10.222.0.41 "DELETE /v2.0/ports/5f39fc2d-b679-4bab-86fe-75d3a18b2dca HTTP/1.1" status: 204 len: 173 time: 0.4153960 Jul 16 00:11:23.638977 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '685180d4-af73-417e-b39d-271b098e334c', 'name': 'network-vif-deleted', 'tag': '5f39fc2d-b679-4bab-86fe-75d3a18b2dca'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:11:23.642170 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732f3e1a316c3ad7d48a65c2bbc2e30ba6c82a3ba5a41bb87b5b7e43e99a4419" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c642baa3-0ca8-4275-a56c-a3f4460973f1" -d '{"events": [{"server_uuid": "685180d4-af73-417e-b39d-271b098e334c", "name": "network-vif-deleted", "tag": "5f39fc2d-b679-4bab-86fe-75d3a18b2dca"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:11:23.681130 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c537dfbf-28b6-4595-a000-a956ac125321 x-openstack-request-id: req-c537dfbf-28b6-4595-a000-a956ac125321 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:11:23.681532 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "685180d4-af73-417e-b39d-271b098e334c", "name": "network-vif-deleted", "tag": "5f39fc2d-b679-4bab-86fe-75d3a18b2dca", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:11:23.681845 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c537dfbf-28b6-4595-a000-a956ac125321 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:11:23.682264 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '685180d4-af73-417e-b39d-271b098e334c', 'name': 'network-vif-deleted', 'tag': '5f39fc2d-b679-4bab-86fe-75d3a18b2dca', 'status': 'completed', 'code': 200} Jul 16 00:11:23.856842 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:11:24.103765 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d37e86d8-65f0-4ce0-8ffc-32e681aa2814 req-c2db92d0-f748-487c-9ed8-97aff779d5b1 tempest-TestEncryptedCinderVolumes-1764988169 tempest-TestEncryptedCinderVolumes-1764988169-project] 10.222.0.48 "GET /v2.0/ports?device_id=685180d4-af73-417e-b39d-271b098e334c HTTP/1.1" status: 200 len: 210 time: 0.0290782 Jul 16 00:11:25.238862 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53534) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:11:25.854522 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da1f728d-55df-4c90-bef3-fb337f79ef9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:25.942242 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:26.110930 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-da1f728d-55df-4c90-bef3-fb337f79ef9e admin admin] Deleting port 4aca902e-2bc4-4a45-99a9-e9deb343c2cf {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:11:26.111274 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da1f728d-55df-4c90-bef3-fb337f79ef9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:26.190126 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-da1f728d-55df-4c90-bef3-fb337f79ef9e admin admin] For port 4aca902e-2bc4-4a45-99a9-e9deb343c2cf, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=4aca902e-2bc4-4a45-99a9-e9deb343c2cf,segment=NetworkSegment(a89063bb-2f2b-4109-afdc-53ca21eda342),segment_id=a89063bb-2f2b-4109-afdc-53ca21eda342)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:11:26.190482 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da1f728d-55df-4c90-bef3-fb337f79ef9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:26.202720 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-da1f728d-55df-4c90-bef3-fb337f79ef9e admin admin] Calling delete_port for 4aca902e-2bc4-4a45-99a9-e9deb343c2cf owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:11:26.378370 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da1f728d-55df-4c90-bef3-fb337f79ef9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:26.403837 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1f728d-55df-4c90-bef3-fb337f79ef9e admin admin] Pushing event deleted for resources: {'Port': ['ID=4aca902e-2bc4-4a45-99a9-e9deb343c2cf,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:26.568872 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da1f728d-55df-4c90-bef3-fb337f79ef9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:26.663061 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 5f39fc2d-b679-4bab-86fe-75d3a18b2dca no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:11:26.684641 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] No Port match for: 5f39fc2d-b679-4bab-86fe-75d3a18b2dca {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:11:26.684976 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 5f39fc2d-b679-4bab-86fe-75d3a18b2dca not bound to the agent host n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:11:26.795965 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da1f728d-55df-4c90-bef3-fb337f79ef9e admin admin] Router b148725e-b1a4-4260-90ca-aead84adf315 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:11:26.905607 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da1f728d-55df-4c90-bef3-fb337f79ef9e admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:11:26.910564 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-da1f728d-55df-4c90-bef3-fb337f79ef9e admin admin] 10.222.0.48 "PUT /v2.0/routers/b148725e-b1a4-4260-90ca-aead84adf315/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6704645 Jul 16 00:11:26.913089 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53538) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:11:26.914071 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f487ad0-a70c-46c2-aa88-2f8a9c413a3f None None] Sync routers for ids ['b148725e-b1a4-4260-90ca-aead84adf315'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:11:26.924429 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f487ad0-a70c-46c2-aa88-2f8a9c413a3f None None] Routers {'b148725e-b1a4-4260-90ca-aead84adf315'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:11:26.925022 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8f487ad0-a70c-46c2-aa88-2f8a9c413a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:11:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['b148725e-b1a4-4260-90ca-aead84adf315'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:11:27.018889 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4b70335f-826d-4fdd-a3c2-b8ee06a77efc admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:27.027374 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-8f487ad0-a70c-46c2-aa88-2f8a9c413a3f None None] Set router b148725e-b1a4-4260-90ca-aead84adf315 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:11:27.123874 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4b70335f-826d-4fdd-a3c2-b8ee06a77efc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:27.183806 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-4b70335f-826d-4fdd-a3c2-b8ee06a77efc admin admin] Deleting port 002553c2-0871-46c2-baa7-f51cec47863c {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:11:27.184067 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4b70335f-826d-4fdd-a3c2-b8ee06a77efc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:27.206412 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8f487ad0-a70c-46c2-aa88-2f8a9c413a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b148725e-b1a4-4260-90ca-aead84adf315', 'name': 'tempest-TestEncryptedCinderVolumes-1946503933-router', 'tenant_id': '0ab90231f4514cb88f4633a996a5c111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '002553c2-0871-46c2-baa7-f51cec47863c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:10:03Z', 'updated_at': '2021-07-16T00:11:26Z', 'revision_number': 5, 'project_id': '0ab90231f4514cb88f4633a996a5c111', 'gw_port': {'id': '002553c2-0871-46c2-baa7-f51cec47863c', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:23:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b148725e-b1a4-4260-90ca-aead84adf315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:10:04Z', 'updated_at': '2021-07-16T00:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:11:27.237053 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f487ad0-a70c-46c2-aa88-2f8a9c413a3f None None] Checking router: b148725e-b1a4-4260-90ca-aead84adf315 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:11:27.245891 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f487ad0-a70c-46c2-aa88-2f8a9c413a3f None None] Routers {'b148725e-b1a4-4260-90ca-aead84adf315'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:11:27.246503 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8f487ad0-a70c-46c2-aa88-2f8a9c413a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:11:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['b148725e-b1a4-4260-90ca-aead84adf315'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:11:27.267406 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-4b70335f-826d-4fdd-a3c2-b8ee06a77efc admin admin] For port 002553c2-0871-46c2-baa7-f51cec47863c, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=002553c2-0871-46c2-baa7-f51cec47863c,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:11:27.267803 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4b70335f-826d-4fdd-a3c2-b8ee06a77efc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:27.281100 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-4b70335f-826d-4fdd-a3c2-b8ee06a77efc admin admin] Calling delete_port for 002553c2-0871-46c2-baa7-f51cec47863c owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:11:27.422720 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-8f487ad0-a70c-46c2-aa88-2f8a9c413a3f None None] Set router b148725e-b1a4-4260-90ca-aead84adf315 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:11:27.449020 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4b70335f-826d-4fdd-a3c2-b8ee06a77efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:27.472672 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8f487ad0-a70c-46c2-aa88-2f8a9c413a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b148725e-b1a4-4260-90ca-aead84adf315', 'name': 'tempest-TestEncryptedCinderVolumes-1946503933-router', 'tenant_id': '0ab90231f4514cb88f4633a996a5c111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:10:03Z', 'updated_at': '2021-07-16T00:11:27Z', 'revision_number': 6, 'project_id': '0ab90231f4514cb88f4633a996a5c111', 'gw_port_host': None}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:11:27.472944 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b70335f-826d-4fdd-a3c2-b8ee06a77efc admin admin] Pushing event deleted for resources: {'Port': ['ID=002553c2-0871-46c2-baa7-f51cec47863c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:27.505031 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f487ad0-a70c-46c2-aa88-2f8a9c413a3f None None] The sync data for ids ['b148725e-b1a4-4260-90ca-aead84adf315'] in n-d-794306-6 is: [{'id': 'b148725e-b1a4-4260-90ca-aead84adf315', 'name': 'tempest-TestEncryptedCinderVolumes-1946503933-router', 'tenant_id': '0ab90231f4514cb88f4633a996a5c111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:10:03Z', 'updated_at': '2021-07-16T00:11:27Z', 'revision_number': 6, 'project_id': '0ab90231f4514cb88f4633a996a5c111', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:11:27.538831 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4b70335f-826d-4fdd-a3c2-b8ee06a77efc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999011'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:27.627339 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4b70335f-826d-4fdd-a3c2-b8ee06a77efc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:27.629419 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4b70335f-826d-4fdd-a3c2-b8ee06a77efc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:27.675639 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4b70335f-826d-4fdd-a3c2-b8ee06a77efc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:27.676354 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b70335f-826d-4fdd-a3c2-b8ee06a77efc admin admin] Fanout notify agent at l3_agent the message router_deleted on router b148725e-b1a4-4260-90ca-aead84adf315 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 00:11:27.680988 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4b70335f-826d-4fdd-a3c2-b8ee06a77efc admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:27.682355 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-4b70335f-826d-4fdd-a3c2-b8ee06a77efc admin admin] 10.222.0.48 "DELETE /v2.0/routers/b148725e-b1a4-4260-90ca-aead84adf315 HTTP/1.1" status: 204 len: 168 time: 0.7683127 Jul 16 00:11:27.684851 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53540) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:11:27.729191 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-2438fab8-e3e2-4bb9-88d8-46f9e73d6cf6 admin admin] Deleting subnet 6579ab61-ad78-4670-85f7-6f05c380f410 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 00:11:27.732099 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2438fab8-e3e2-4bb9-88d8-46f9e73d6cf6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:27.766046 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2438fab8-e3e2-4bb9-88d8-46f9e73d6cf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:27.849219 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2438fab8-e3e2-4bb9-88d8-46f9e73d6cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:27.904987 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2438fab8-e3e2-4bb9-88d8-46f9e73d6cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:27.929524 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2438fab8-e3e2-4bb9-88d8-46f9e73d6cf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6579ab61-ad78-4670-85f7-6f05c380f410,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:27.936638 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2438fab8-e3e2-4bb9-88d8-46f9e73d6cf6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:27.941033 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-2438fab8-e3e2-4bb9-88d8-46f9e73d6cf6 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/6579ab61-ad78-4670-85f7-6f05c380f410 HTTP/1.1" status: 204 len: 168 time: 0.2527368 Jul 16 00:11:27.941583 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53542) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:11:27.941969 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea19dd4-4ab8-4f65-819d-bde32dbd5e87 None None] Network d47374c4-90f7-44df-b255-7f76a803dd20 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:11:28.014956 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3d3d67e3-da9b-467a-9a83-53eda8a28378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:28.068998 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-3d3d67e3-da9b-467a-9a83-53eda8a28378 admin admin] Deleting port e7d3cd0c-0bfa-4f81-844f-10c95390069c {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:11:28.069518 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3d3d67e3-da9b-467a-9a83-53eda8a28378 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:28.134538 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-3d3d67e3-da9b-467a-9a83-53eda8a28378 admin admin] For port e7d3cd0c-0bfa-4f81-844f-10c95390069c, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=e7d3cd0c-0bfa-4f81-844f-10c95390069c,segment=NetworkSegment(a89063bb-2f2b-4109-afdc-53ca21eda342),segment_id=a89063bb-2f2b-4109-afdc-53ca21eda342)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:11:28.134944 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3d3d67e3-da9b-467a-9a83-53eda8a28378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:28.147310 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-3d3d67e3-da9b-467a-9a83-53eda8a28378 admin admin] Calling delete_port for e7d3cd0c-0bfa-4f81-844f-10c95390069c owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:11:28.227969 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3d3d67e3-da9b-467a-9a83-53eda8a28378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:28.253017 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3d67e3-da9b-467a-9a83-53eda8a28378 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7d3cd0c-0bfa-4f81-844f-10c95390069c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:28.257362 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3d67e3-da9b-467a-9a83-53eda8a28378 admin admin] No DVR routers for this DVR port e7d3cd0c-0bfa-4f81-844f-10c95390069c on host n-d-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:11:28.288164 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82471262-7456-45a3-9116-037ad69d2e9a None None] DHCP port deletion for d47374c4-90f7-44df-b255-7f76a803dd20 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 00:11:28.339367 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3d3d67e3-da9b-467a-9a83-53eda8a28378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:28.349798 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-3d3d67e3-da9b-467a-9a83-53eda8a28378 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d47374c4-90f7-44df-b255-7f76a803dd20']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:11:28.360534 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-3d3d67e3-da9b-467a-9a83-53eda8a28378 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a89063bb-2f2b-4109-afdc-53ca21eda342') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:11:28.360830 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-3d3d67e3-da9b-467a-9a83-53eda8a28378 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a89063bb-2f2b-4109-afdc-53ca21eda342') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:11:28.370164 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3d3d67e3-da9b-467a-9a83-53eda8a28378 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:28.385391 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3d3d67e3-da9b-467a-9a83-53eda8a28378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:28.391504 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d3d67e3-da9b-467a-9a83-53eda8a28378 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 00:11:28.391924 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3d3d67e3-da9b-467a-9a83-53eda8a28378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:28.393852 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:11:28.393852 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:11:28.393852 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:11:28.393852 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:11:28.393852 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 16 00:11:28.393852 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 00:11:28.393852 n-d-794306-6 neutron-server[93771]: timer() Jul 16 00:11:28.393852 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 00:11:28.393852 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 16 00:11:28.393852 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 00:11:28.393852 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 16 00:11:28.393852 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 00:11:28.393852 n-d-794306-6 neutron-server[93771]: self._notify() Jul 16 00:11:28.393852 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 00:11:28.393852 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 16 00:11:28.393852 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 00:11:28.393852 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 16 00:11:28.393852 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 00:11:28.393852 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 00:11:28.393852 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 00:11:28.393852 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 00:11:28.393852 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 00:11:28.393852 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 16 00:11:28.393852 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 00:11:28.393852 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 16 00:11:28.393852 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 00:11:28.393852 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 00:11:28.393852 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 00:11:28.393852 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 16 00:11:28.393852 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 00:11:28.393852 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 00:11:28.393852 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 00:11:28.393852 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 00:11:28.393852 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 00:11:28.393852 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 00:11:28.393852 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 00:11:28.454441 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3d3d67e3-da9b-467a-9a83-53eda8a28378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:28.459937 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3d3d67e3-da9b-467a-9a83-53eda8a28378 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:28.465202 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-3d3d67e3-da9b-467a-9a83-53eda8a28378 admin admin] 10.222.0.48 "DELETE /v2.0/networks/d47374c4-90f7-44df-b255-7f76a803dd20 HTTP/1.1" status: 204 len: 168 time: 0.5192990 Jul 16 00:11:28.465687 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53544) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:11:28.473111 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3d67e3-da9b-467a-9a83-53eda8a28378 admin admin] Pushing event deleted for resources: {'Network': ['ID=d47374c4-90f7-44df-b255-7f76a803dd20,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:28.691136 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 4aca902e-2bc4-4a45-99a9-e9deb343c2cf no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:11:28.711305 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 4aca902e-2bc4-4a45-99a9-e9deb343c2cf {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:11:28.711677 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 4aca902e-2bc4-4a45-99a9-e9deb343c2cf not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:11:28.712246 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 002553c2-0871-46c2-baa7-f51cec47863c no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:11:28.730687 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 002553c2-0871-46c2-baa7-f51cec47863c {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:11:28.731033 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 002553c2-0871-46c2-baa7-f51cec47863c not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:11:28.731452 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device e7d3cd0c-0bfa-4f81-844f-10c95390069c no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:11:28.749908 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: e7d3cd0c-0bfa-4f81-844f-10c95390069c {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:11:28.750249 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device e7d3cd0c-0bfa-4f81-844f-10c95390069c not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:11:28.888343 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1a014724-bd1a-4646-93cd-909db01684cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:29.186029 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-1a014724-bd1a-4646-93cd-909db01684cb admin admin] Deleting port 53fe09fd-9823-41fb-9ebf-84a913db556e {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:11:29.186372 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1a014724-bd1a-4646-93cd-909db01684cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:29.265153 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-1a014724-bd1a-4646-93cd-909db01684cb admin admin] For port 53fe09fd-9823-41fb-9ebf-84a913db556e, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=53fe09fd-9823-41fb-9ebf-84a913db556e,segment=NetworkSegment(ff4df215-3dac-4ab2-a267-84fbd9493056),segment_id=ff4df215-3dac-4ab2-a267-84fbd9493056)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:11:29.265512 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1a014724-bd1a-4646-93cd-909db01684cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:29.277122 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-1a014724-bd1a-4646-93cd-909db01684cb admin admin] Calling delete_port for 53fe09fd-9823-41fb-9ebf-84a913db556e owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:11:29.469520 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1a014724-bd1a-4646-93cd-909db01684cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:29.492149 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a014724-bd1a-4646-93cd-909db01684cb admin admin] Pushing event deleted for resources: {'Port': ['ID=53fe09fd-9823-41fb-9ebf-84a913db556e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:29.502598 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a014724-bd1a-4646-93cd-909db01684cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:29.502947 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a014724-bd1a-4646-93cd-909db01684cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:29.503286 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a014724-bd1a-4646-93cd-909db01684cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:29.504110 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a014724-bd1a-4646-93cd-909db01684cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:29.504110 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a014724-bd1a-4646-93cd-909db01684cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:29.504322 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a014724-bd1a-4646-93cd-909db01684cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:29.504597 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a014724-bd1a-4646-93cd-909db01684cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:29.504918 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a014724-bd1a-4646-93cd-909db01684cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:29.505241 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a014724-bd1a-4646-93cd-909db01684cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:29.505562 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a014724-bd1a-4646-93cd-909db01684cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:29.505884 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a014724-bd1a-4646-93cd-909db01684cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:29.506213 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a014724-bd1a-4646-93cd-909db01684cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:29.670864 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1a014724-bd1a-4646-93cd-909db01684cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:29.880950 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a014724-bd1a-4646-93cd-909db01684cb admin admin] Router 213354ab-c515-4bd6-ace5-a5721306183e has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:11:30.244413 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a014724-bd1a-4646-93cd-909db01684cb admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:11:30.249330 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-1a014724-bd1a-4646-93cd-909db01684cb admin admin] 10.222.0.48 "PUT /v2.0/routers/213354ab-c515-4bd6-ace5-a5721306183e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7823136 Jul 16 00:11:30.251938 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53546) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:11:30.253398 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0b66af-fbe0-4c67-82d6-66c8632cfb20 None None] Sync routers for ids ['213354ab-c515-4bd6-ace5-a5721306183e'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:11:30.263475 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0b66af-fbe0-4c67-82d6-66c8632cfb20 None None] Routers {'213354ab-c515-4bd6-ace5-a5721306183e'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:11:30.264317 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9c0b66af-fbe0-4c67-82d6-66c8632cfb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:11:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['213354ab-c515-4bd6-ace5-a5721306183e'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:11:30.356486 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3fbf06ca-0cb5-40be-828b-970dff2f49b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:30.378362 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-9c0b66af-fbe0-4c67-82d6-66c8632cfb20 None None] Set router 213354ab-c515-4bd6-ace5-a5721306183e gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:11:30.458176 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3fbf06ca-0cb5-40be-828b-970dff2f49b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:30.512817 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-3fbf06ca-0cb5-40be-828b-970dff2f49b0 admin admin] Deleting port 4f1c3e89-a6a6-4996-aa31-fbe3c5728e5c {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:11:30.513463 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3fbf06ca-0cb5-40be-828b-970dff2f49b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:30.557990 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9c0b66af-fbe0-4c67-82d6-66c8632cfb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '213354ab-c515-4bd6-ace5-a5721306183e', 'name': 'tempest-TestEncryptedCinderVolumes-636791942-router', 'tenant_id': 'd9309c4d014649e69e0ac702fb150960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '4f1c3e89-a6a6-4996-aa31-fbe3c5728e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:10:08Z', 'updated_at': '2021-07-16T00:11:29Z', 'revision_number': 5, 'project_id': 'd9309c4d014649e69e0ac702fb150960', 'gw_port': {'id': '4f1c3e89-a6a6-4996-aa31-fbe3c5728e5c', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:0f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213354ab-c515-4bd6-ace5-a5721306183e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:10:09Z', 'updated_at': '2021-07-16T00:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:11:30.583909 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0b66af-fbe0-4c67-82d6-66c8632cfb20 None None] Checking router: 213354ab-c515-4bd6-ace5-a5721306183e for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:11:30.590255 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-3fbf06ca-0cb5-40be-828b-970dff2f49b0 admin admin] For port 4f1c3e89-a6a6-4996-aa31-fbe3c5728e5c, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=4f1c3e89-a6a6-4996-aa31-fbe3c5728e5c,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:11:30.590614 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3fbf06ca-0cb5-40be-828b-970dff2f49b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:30.592717 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0b66af-fbe0-4c67-82d6-66c8632cfb20 None None] Routers {'213354ab-c515-4bd6-ace5-a5721306183e'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:11:30.593318 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9c0b66af-fbe0-4c67-82d6-66c8632cfb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:11:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['213354ab-c515-4bd6-ace5-a5721306183e'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:11:30.603450 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-3fbf06ca-0cb5-40be-828b-970dff2f49b0 admin admin] Calling delete_port for 4f1c3e89-a6a6-4996-aa31-fbe3c5728e5c owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:11:30.683524 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-9c0b66af-fbe0-4c67-82d6-66c8632cfb20 None None] Set router 213354ab-c515-4bd6-ace5-a5721306183e gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:11:30.737764 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9c0b66af-fbe0-4c67-82d6-66c8632cfb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '213354ab-c515-4bd6-ace5-a5721306183e', 'name': 'tempest-TestEncryptedCinderVolumes-636791942-router', 'tenant_id': 'd9309c4d014649e69e0ac702fb150960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:10:08Z', 'updated_at': '2021-07-16T00:11:30Z', 'revision_number': 6, 'project_id': 'd9309c4d014649e69e0ac702fb150960', 'gw_port_host': None}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:11:30.764431 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0b66af-fbe0-4c67-82d6-66c8632cfb20 None None] The sync data for ids ['213354ab-c515-4bd6-ace5-a5721306183e'] in n-d-794306-6 is: [{'id': '213354ab-c515-4bd6-ace5-a5721306183e', 'name': 'tempest-TestEncryptedCinderVolumes-636791942-router', 'tenant_id': 'd9309c4d014649e69e0ac702fb150960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:10:08Z', 'updated_at': '2021-07-16T00:11:30Z', 'revision_number': 6, 'project_id': 'd9309c4d014649e69e0ac702fb150960', 'gw_port_host': None}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:11:30.785061 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3fbf06ca-0cb5-40be-828b-970dff2f49b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:30.819048 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbf06ca-0cb5-40be-828b-970dff2f49b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f1c3e89-a6a6-4996-aa31-fbe3c5728e5c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:30.883514 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3fbf06ca-0cb5-40be-828b-970dff2f49b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999011'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:30.925513 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a821565e-a770-4f5b-ab66-3622b7a29fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:30.988344 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3fbf06ca-0cb5-40be-828b-970dff2f49b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:30.990441 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3fbf06ca-0cb5-40be-828b-970dff2f49b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:31.053668 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3fbf06ca-0cb5-40be-828b-970dff2f49b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:31.054326 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fbf06ca-0cb5-40be-828b-970dff2f49b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 213354ab-c515-4bd6-ace5-a5721306183e {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 00:11:31.059529 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3fbf06ca-0cb5-40be-828b-970dff2f49b0 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:31.061011 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-3fbf06ca-0cb5-40be-828b-970dff2f49b0 admin admin] 10.222.0.48 "DELETE /v2.0/routers/213354ab-c515-4bd6-ace5-a5721306183e HTTP/1.1" status: 204 len: 168 time: 0.8081219 Jul 16 00:11:31.063474 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53548) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:11:31.108099 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-798c75a5-3f13-4408-81b6-2845a4f3a0d9 admin admin] Deleting subnet 2d60da2e-ed91-4c7b-8b94-5b275c3834ef {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 00:11:31.111674 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-798c75a5-3f13-4408-81b6-2845a4f3a0d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:31.146160 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-798c75a5-3f13-4408-81b6-2845a4f3a0d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:31.230260 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-798c75a5-3f13-4408-81b6-2845a4f3a0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:31.281730 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-798c75a5-3f13-4408-81b6-2845a4f3a0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:31.309434 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c75a5-3f13-4408-81b6-2845a4f3a0d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d60da2e-ed91-4c7b-8b94-5b275c3834ef,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:31.311594 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-798c75a5-3f13-4408-81b6-2845a4f3a0d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:31.313446 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-798c75a5-3f13-4408-81b6-2845a4f3a0d9 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/2d60da2e-ed91-4c7b-8b94-5b275c3834ef HTTP/1.1" status: 204 len: 168 time: 0.2490222 Jul 16 00:11:31.315952 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53550) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:11:31.316081 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897dc3f4-fddb-447f-a366-07639f33c350 None None] Network 0a51ba94-4ca7-439c-bf45-a365ae74d24b requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:11:31.385674 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ecef1778-1c13-46e6-869f-005cecc33776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:31.439946 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-ecef1778-1c13-46e6-869f-005cecc33776 admin admin] Deleting port b0ce2c8b-daec-4f45-b06d-b09b8cf388f6 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:11:31.440290 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ecef1778-1c13-46e6-869f-005cecc33776 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:31.505115 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-ecef1778-1c13-46e6-869f-005cecc33776 admin admin] For port b0ce2c8b-daec-4f45-b06d-b09b8cf388f6, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=b0ce2c8b-daec-4f45-b06d-b09b8cf388f6,segment=NetworkSegment(ff4df215-3dac-4ab2-a267-84fbd9493056),segment_id=ff4df215-3dac-4ab2-a267-84fbd9493056)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:11:31.506266 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ecef1778-1c13-46e6-869f-005cecc33776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:31.512586 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2bfb29-136f-474e-9927-c5925a72df26 None None] DHCP port deletion for 0a51ba94-4ca7-439c-bf45-a365ae74d24b request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 00:11:31.523324 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-ecef1778-1c13-46e6-869f-005cecc33776 admin admin] Calling delete_port for b0ce2c8b-daec-4f45-b06d-b09b8cf388f6 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:11:31.559054 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-fe2bfb29-136f-474e-9927-c5925a72df26 None None] Deleting port b0ce2c8b-daec-4f45-b06d-b09b8cf388f6 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:11:31.559432 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe2bfb29-136f-474e-9927-c5925a72df26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:31.610972 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ecef1778-1c13-46e6-869f-005cecc33776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:31.626973 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-fe2bfb29-136f-474e-9927-c5925a72df26 None None] For port b0ce2c8b-daec-4f45-b06d-b09b8cf388f6, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=b0ce2c8b-daec-4f45-b06d-b09b8cf388f6,segment=NetworkSegment(ff4df215-3dac-4ab2-a267-84fbd9493056),segment_id=ff4df215-3dac-4ab2-a267-84fbd9493056)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:11:31.627381 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe2bfb29-136f-474e-9927-c5925a72df26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:31.637669 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef1778-1c13-46e6-869f-005cecc33776 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0ce2c8b-daec-4f45-b06d-b09b8cf388f6,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:31.640513 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-fe2bfb29-136f-474e-9927-c5925a72df26 None None] Calling delete_port for b0ce2c8b-daec-4f45-b06d-b09b8cf388f6 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:11:31.645281 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecef1778-1c13-46e6-869f-005cecc33776 admin admin] No DVR routers for this DVR port b0ce2c8b-daec-4f45-b06d-b09b8cf388f6 on host n-d-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:11:31.718953 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe2bfb29-136f-474e-9927-c5925a72df26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:31.720423 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ecef1778-1c13-46e6-869f-005cecc33776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:31.731687 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-ecef1778-1c13-46e6-869f-005cecc33776 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a51ba94-4ca7-439c-bf45-a365ae74d24b']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:11:31.742164 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-ecef1778-1c13-46e6-869f-005cecc33776 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff4df215-3dac-4ab2-a267-84fbd9493056') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:11:31.742470 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-ecef1778-1c13-46e6-869f-005cecc33776 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff4df215-3dac-4ab2-a267-84fbd9493056') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:11:31.752204 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2bfb29-136f-474e-9927-c5925a72df26 None None] Pushing event deleted for resources: {'Port': ['ID=b0ce2c8b-daec-4f45-b06d-b09b8cf388f6,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:31.754193 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2bfb29-136f-474e-9927-c5925a72df26 None None] No DVR routers for this DVR port b0ce2c8b-daec-4f45-b06d-b09b8cf388f6 on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:11:31.754488 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ecef1778-1c13-46e6-869f-005cecc33776 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:31.772462 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ecef1778-1c13-46e6-869f-005cecc33776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:31.781004 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecef1778-1c13-46e6-869f-005cecc33776 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 00:11:31.781572 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ecef1778-1c13-46e6-869f-005cecc33776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:31.783491 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 16 00:11:31.783491 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 00:11:31.783491 n-d-794306-6 neutron-server[93770]: timer() Jul 16 00:11:31.783491 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 00:11:31.783491 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 16 00:11:31.783491 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 00:11:31.783491 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 16 00:11:31.783491 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 00:11:31.783491 n-d-794306-6 neutron-server[93770]: self._notify() Jul 16 00:11:31.783491 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 00:11:31.783491 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 16 00:11:31.783491 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 00:11:31.783491 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 16 00:11:31.783491 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 00:11:31.783491 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 00:11:31.783491 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 00:11:31.783491 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 00:11:31.783491 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 00:11:31.783491 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 16 00:11:31.783491 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 00:11:31.783491 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 16 00:11:31.783491 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 00:11:31.783491 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 00:11:31.783491 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 00:11:31.783491 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 16 00:11:31.783491 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 00:11:31.783491 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 00:11:31.783491 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 00:11:31.783491 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 00:11:31.783491 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 00:11:31.783491 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 00:11:31.783491 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 00:11:31.845304 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ecef1778-1c13-46e6-869f-005cecc33776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:31.850281 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ecef1778-1c13-46e6-869f-005cecc33776 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:31.854750 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-ecef1778-1c13-46e6-869f-005cecc33776 admin admin] 10.222.0.48 "DELETE /v2.0/networks/0a51ba94-4ca7-439c-bf45-a365ae74d24b HTTP/1.1" status: 204 len: 168 time: 0.5354891 Jul 16 00:11:31.869507 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef1778-1c13-46e6-869f-005cecc33776 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a51ba94-4ca7-439c-bf45-a365ae74d24b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:32.006198 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53554) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:11:32.049756 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-d7cf23f0-0e8d-4ed2-94a1-41b89cecb654 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0ab90231f4514cb88f4633a996a5c111&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423217 Jul 16 00:11:32.052133 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53556) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:11:32.101126 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fe19525f-2b18-4310-8575-1bbb51932e59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:32.121433 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fe19525f-2b18-4310-8575-1bbb51932e59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:32.167382 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fe19525f-2b18-4310-8575-1bbb51932e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:32.169921 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fe19525f-2b18-4310-8575-1bbb51932e59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:32.171086 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-fe19525f-2b18-4310-8575-1bbb51932e59 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c3b20d2d-ac21-4752-8d95-d0857247c580 HTTP/1.1" status: 204 len: 168 time: 0.1180706 Jul 16 00:11:32.178653 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe19525f-2b18-4310-8575-1bbb51932e59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b20d2d-ac21-4752-8d95-d0857247c580,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:32.480682 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53562) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:11:32.524286 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b28621eb-254c-4e23-a1dd-044c21bc3cf9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d9309c4d014649e69e0ac702fb150960&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423262 Jul 16 00:11:32.526633 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53564) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:11:32.573696 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4f63cd1-f3d8-4124-9ba3-d7d224b76247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:32.593812 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4f63cd1-f3d8-4124-9ba3-d7d224b76247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:32.644065 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4f63cd1-f3d8-4124-9ba3-d7d224b76247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:32.647147 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4f63cd1-f3d8-4124-9ba3-d7d224b76247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:32.650758 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c4f63cd1-f3d8-4124-9ba3-d7d224b76247 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/986a5aa1-a947-408f-8a06-a998ef63e6ba HTTP/1.1" status: 204 len: 168 time: 0.1206665 Jul 16 00:11:32.656566 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f63cd1-f3d8-4124-9ba3-d7d224b76247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=986a5aa1-a947-408f-8a06-a998ef63e6ba,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:32.689554 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device b0ce2c8b-daec-4f45-b06d-b09b8cf388f6 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:11:32.709322 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: b0ce2c8b-daec-4f45-b06d-b09b8cf388f6 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:11:32.709673 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device b0ce2c8b-daec-4f45-b06d-b09b8cf388f6 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:11:32.710103 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 53fe09fd-9823-41fb-9ebf-84a913db556e no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:11:32.728746 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 53fe09fd-9823-41fb-9ebf-84a913db556e {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:11:32.729103 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 53fe09fd-9823-41fb-9ebf-84a913db556e not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:11:32.729534 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 4f1c3e89-a6a6-4996-aa31-fbe3c5728e5c no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:11:32.748312 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 4f1c3e89-a6a6-4996-aa31-fbe3c5728e5c {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:11:32.748659 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 4f1c3e89-a6a6-4996-aa31-fbe3c5728e5c not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:11:33.302764 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53586) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:11:33.395904 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c2143b91-c625-40e5-9382-5cee22ec056a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-994780042-network', 'tenant_id': 'b9fccba52ef54b3ca2269571ecde3f08'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:11:33.417147 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2143b91-c625-40e5-9382-5cee22ec056a admin admin] Made reservation on behalf of b9fccba52ef54b3ca2269571ecde3f08 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:11:33.419370 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c2143b91-c625-40e5-9382-5cee22ec056a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:33.427532 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c2143b91-c625-40e5-9382-5cee22ec056a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:33.485231 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:33.522564 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c2143b91-c625-40e5-9382-5cee22ec056a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:33.526433 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c2143b91-c625-40e5-9382-5cee22ec056a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:33.546975 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2143b91-c625-40e5-9382-5cee22ec056a admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 00:11:33.562420 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2143b91-c625-40e5-9382-5cee22ec056a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=497d778f-68d4-4805-abf8-2fbae6b2108d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:33.565316 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c2143b91-c625-40e5-9382-5cee22ec056a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:33.565662 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-c2143b91-c625-40e5-9382-5cee22ec056a admin admin] Added segment 307f19e1-2691-49fb-88a7-55aeb2486010 of type vlan for network 83e8f936-804e-4535-abf4-d42f617234a3 Jul 16 00:11:33.607957 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c2143b91-c625-40e5-9382-5cee22ec056a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:33.636101 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c2143b91-c625-40e5-9382-5cee22ec056a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:33.637213 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2143b91-c625-40e5-9382-5cee22ec056a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:33.637804 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c2143b91-c625-40e5-9382-5cee22ec056a admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:33.671900 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c2143b91-c625-40e5-9382-5cee22ec056a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3678429 Jul 16 00:11:33.674805 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53590) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:11:33.680524 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-237a007c-b4a4-42dd-b07e-c2dbdc506fb5 admin admin] Request body: {'subnet': {'network_id': '83e8f936-804e-4535-abf4-d42f617234a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-994780042-subnet', 'tenant_id': 'b9fccba52ef54b3ca2269571ecde3f08', 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:11:33.697527 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2143b91-c625-40e5-9382-5cee22ec056a admin admin] Pushing event updated for resources: {'Network': ['ID=83e8f936-804e-4535-abf4-d42f617234a3,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:33.703233 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237a007c-b4a4-42dd-b07e-c2dbdc506fb5 admin admin] Made reservation on behalf of b9fccba52ef54b3ca2269571ecde3f08 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:11:33.706647 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-237a007c-b4a4-42dd-b07e-c2dbdc506fb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:33.707507 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 83e8f936-804e-4535-abf4-d42f617234a3 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 00:11:33.877480 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-237a007c-b4a4-42dd-b07e-c2dbdc506fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:33.931796 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237a007c-b4a4-42dd-b07e-c2dbdc506fb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=869d3de5-42f6-402e-925c-47530b2faf3e,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:33.939936 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237a007c-b4a4-42dd-b07e-c2dbdc506fb5 admin admin] Checking segment: {'id': '307f19e1-2691-49fb-88a7-55aeb2486010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '83e8f936-804e-4535-abf4-d42f617234a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:11:33.940299 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237a007c-b4a4-42dd-b07e-c2dbdc506fb5 admin admin] Network hostable DHCP agents. Network: 83e8f936-804e-4535-abf4-d42f617234a3, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 00:11:33.957337 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237a007c-b4a4-42dd-b07e-c2dbdc506fb5 admin admin] Network 83e8f936-804e-4535-abf4-d42f617234a3 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 00:11:33.965821 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-237a007c-b4a4-42dd-b07e-c2dbdc506fb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 83e8f936-804e-4535-abf4-d42f617234a3) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:11:33.969989 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237a007c-b4a4-42dd-b07e-c2dbdc506fb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:33.970592 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-237a007c-b4a4-42dd-b07e-c2dbdc506fb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:33.975653 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85dd516a-76b8-4ca6-beba-43ca7024adbf None None] Network 83e8f936-804e-4535-abf4-d42f617234a3 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:11:33.984294 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-237a007c-b4a4-42dd-b07e-c2dbdc506fb5 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3082364 Jul 16 00:11:33.987243 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53592) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:11:33.992139 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-09110c3c-9dc1-4b36-983e-0041dc4cfcd0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-994780042-router', 'tenant_id': 'b9fccba52ef54b3ca2269571ecde3f08', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:11:34.013483 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09110c3c-9dc1-4b36-983e-0041dc4cfcd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:34.014504 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09110c3c-9dc1-4b36-983e-0041dc4cfcd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:34.068988 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09110c3c-9dc1-4b36-983e-0041dc4cfcd0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:34.119685 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3d45ee-0fa6-4188-b7a7-a0e5b8452322 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-83e8f936-804e-4535-abf4-d42f617234a3', 'network_id': '83e8f936-804e-4535-abf4-d42f617234a3', 'tenant_id': 'b9fccba52ef54b3ca2269571ecde3f08', 'fixed_ips': [{'subnet_id': '869d3de5-42f6-402e-925c-47530b2faf3e'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 00:11:34.120681 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4b3d45ee-0fa6-4188-b7a7-a0e5b8452322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:34.204326 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09110c3c-9dc1-4b36-983e-0041dc4cfcd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:34.249237 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-4b3d45ee-0fa6-4188-b7a7-a0e5b8452322 None None] Allocated IP 172.20.0.2 (83e8f936-804e-4535-abf4-d42f617234a3/869d3de5-42f6-402e-925c-47530b2faf3e/949b2b93-784a-4a07-ba83-8fa17e2cf57a) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:11:34.302278 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2a863687-c3fb-4958-bda5-f82545c6380f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:34.408789 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09110c3c-9dc1-4b36-983e-0041dc4cfcd0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:34.410507 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4b3d45ee-0fa6-4188-b7a7-a0e5b8452322 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:34.419439 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4b3d45ee-0fa6-4188-b7a7-a0e5b8452322 None None] Transition to ACTIVE for port object 949b2b93-784a-4a07-ba83-8fa17e2cf57a will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:11:34.428225 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09110c3c-9dc1-4b36-983e-0041dc4cfcd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:34.434314 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4b3d45ee-0fa6-4188-b7a7-a0e5b8452322 None None] Transition to ACTIVE for port object 949b2b93-784a-4a07-ba83-8fa17e2cf57a will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:11:34.440764 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4b3d45ee-0fa6-4188-b7a7-a0e5b8452322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:34.480549 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3d45ee-0fa6-4188-b7a7-a0e5b8452322 None None] Network 83e8f936-804e-4535-abf4-d42f617234a3 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:11:34.483186 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-4b3d45ee-0fa6-4188-b7a7-a0e5b8452322 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:11:34.485522 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3d45ee-0fa6-4188-b7a7-a0e5b8452322 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:11:34.494603 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3d45ee-0fa6-4188-b7a7-a0e5b8452322 None None] Pushing event updated for resources: {'Port': ['ID=949b2b93-784a-4a07-ba83-8fa17e2cf57a,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:34.530880 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-09110c3c-9dc1-4b36-983e-0041dc4cfcd0 admin admin] Allocated IP 172.25.5.206 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/9844943a-4d24-4136-93e6-6be643840de5) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:11:34.558822 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:34.563136 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-4b3d45ee-0fa6-4188-b7a7-a0e5b8452322 None None] Attempting to bind port 949b2b93-784a-4a07-ba83-8fa17e2cf57a on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:11:34.563518 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-4b3d45ee-0fa6-4188-b7a7-a0e5b8452322 None None] Attempting to bind port 949b2b93-784a-4a07-ba83-8fa17e2cf57a by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '307f19e1-2691-49fb-88a7-55aeb2486010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '83e8f936-804e-4535-abf4-d42f617234a3'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:11:34.563890 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3d45ee-0fa6-4188-b7a7-a0e5b8452322 None None] Attempting to bind port 949b2b93-784a-4a07-ba83-8fa17e2cf57a on network 83e8f936-804e-4535-abf4-d42f617234a3 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:11:34.568707 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3d45ee-0fa6-4188-b7a7-a0e5b8452322 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:11:34.569078 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3d45ee-0fa6-4188-b7a7-a0e5b8452322 None None] Checking segment: {'id': '307f19e1-2691-49fb-88a7-55aeb2486010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '83e8f936-804e-4535-abf4-d42f617234a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:11:34.569468 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4b3d45ee-0fa6-4188-b7a7-a0e5b8452322 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:34.569854 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3d45ee-0fa6-4188-b7a7-a0e5b8452322 None None] Bound using segment: {'id': '307f19e1-2691-49fb-88a7-55aeb2486010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '83e8f936-804e-4535-abf4-d42f617234a3'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:11:34.570309 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-4b3d45ee-0fa6-4188-b7a7-a0e5b8452322 None None] Bound port: 949b2b93-784a-4a07-ba83-8fa17e2cf57a, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '307f19e1-2691-49fb-88a7-55aeb2486010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '83e8f936-804e-4535-abf4-d42f617234a3'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:11:34.571211 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4b3d45ee-0fa6-4188-b7a7-a0e5b8452322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:34.632698 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-4b3d45ee-0fa6-4188-b7a7-a0e5b8452322 None None] For port 949b2b93-784a-4a07-ba83-8fa17e2cf57a, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:11:34.636611 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-4b3d45ee-0fa6-4188-b7a7-a0e5b8452322 None None] For port 949b2b93-784a-4a07-ba83-8fa17e2cf57a, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=949b2b93-784a-4a07-ba83-8fa17e2cf57a,segment=NetworkSegment(307f19e1-2691-49fb-88a7-55aeb2486010),segment_id=307f19e1-2691-49fb-88a7-55aeb2486010)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:11:34.638270 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09110c3c-9dc1-4b36-983e-0041dc4cfcd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:34.641094 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4b3d45ee-0fa6-4188-b7a7-a0e5b8452322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:34.696434 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09110c3c-9dc1-4b36-983e-0041dc4cfcd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:34.705437 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3d45ee-0fa6-4188-b7a7-a0e5b8452322 None None] Pushing event updated for resources: {'Port': ['ID=949b2b93-784a-4a07-ba83-8fa17e2cf57a,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:34.744980 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09110c3c-9dc1-4b36-983e-0041dc4cfcd0 admin admin] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:11:34.747989 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-09110c3c-9dc1-4b36-983e-0041dc4cfcd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:11:34.751731 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09110c3c-9dc1-4b36-983e-0041dc4cfcd0 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:11:34.777092 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09110c3c-9dc1-4b36-983e-0041dc4cfcd0 admin admin] Pushing event updated for resources: {'Port': ['ID=9844943a-4d24-4136-93e6-6be643840de5,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:35.046659 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09110c3c-9dc1-4b36-983e-0041dc4cfcd0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:35.524410 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09110c3c-9dc1-4b36-983e-0041dc4cfcd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:35.595834 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857f50e2-6637-44f0-ad15-6bf91eb4a73a None None] Network 83e8f936-804e-4535-abf4-d42f617234a3 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:11:35.655959 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09110c3c-9dc1-4b36-983e-0041dc4cfcd0 admin admin] Router 0ce6738f-ff17-483d-8749-49b548184550 is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 00:11:35.717746 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7f157fb6-26a3-4460-8988-b562caa70e96 None None] Provisioning for port 949b2b93-784a-4a07-ba83-8fa17e2cf57a completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:11:35.768181 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09110c3c-9dc1-4b36-983e-0041dc4cfcd0 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:11:35.777256 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e79d99-378e-4b44-babf-6db689e9bbc2 None None] Sync routers for ids ['0ce6738f-ff17-483d-8749-49b548184550'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:11:35.788936 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e79d99-378e-4b44-babf-6db689e9bbc2 None None] Routers {'0ce6738f-ff17-483d-8749-49b548184550'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:11:35.789599 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-66e79d99-378e-4b44-babf-6db689e9bbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:11:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['0ce6738f-ff17-483d-8749-49b548184550'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:11:35.792945 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09110c3c-9dc1-4b36-983e-0041dc4cfcd0 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:35.794469 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-09110c3c-9dc1-4b36-983e-0041dc4cfcd0 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8059325 Jul 16 00:11:35.797239 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53594) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:11:35.897782 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-66e79d99-378e-4b44-babf-6db689e9bbc2 None None] Set router 0ce6738f-ff17-483d-8749-49b548184550 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:11:36.074937 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-66e79d99-378e-4b44-babf-6db689e9bbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce6738f-ff17-483d-8749-49b548184550', 'name': 'tempest-TestMinimumBasicScenario-994780042-router', 'tenant_id': 'b9fccba52ef54b3ca2269571ecde3f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '9844943a-4d24-4136-93e6-6be643840de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:11:34Z', 'updated_at': '2021-07-16T00:11:34Z', 'revision_number': 3, 'project_id': 'b9fccba52ef54b3ca2269571ecde3f08', 'gw_port': {'id': '9844943a-4d24-4136-93e6-6be643840de5', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:78:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce6738f-ff17-483d-8749-49b548184550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:11:34Z', 'updated_at': '2021-07-16T00:11:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:11:36.100608 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e79d99-378e-4b44-babf-6db689e9bbc2 None None] Checking router: 0ce6738f-ff17-483d-8749-49b548184550 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:11:36.100951 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e79d99-378e-4b44-babf-6db689e9bbc2 None None] Updating router 0ce6738f-ff17-483d-8749-49b548184550 port 9844943a-4d24-4136-93e6-6be643840de5 binding host n-d-794306-6 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 00:11:36.137946 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-66e79d99-378e-4b44-babf-6db689e9bbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:36.225067 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b4bc635d-b799-4abd-9590-ef5b8cbb2426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:36.378931 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-b4bc635d-b799-4abd-9590-ef5b8cbb2426 admin admin] Allocated IP 172.20.0.1 (83e8f936-804e-4535-abf4-d42f617234a3/869d3de5-42f6-402e-925c-47530b2faf3e/385a86ca-f42b-498a-8766-be2f74c12d0d) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:11:36.380399 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-66e79d99-378e-4b44-babf-6db689e9bbc2 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:36.390734 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-66e79d99-378e-4b44-babf-6db689e9bbc2 None None] Transition to ACTIVE for port object 9844943a-4d24-4136-93e6-6be643840de5 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:11:36.396597 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-66e79d99-378e-4b44-babf-6db689e9bbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:36.445059 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-66e79d99-378e-4b44-babf-6db689e9bbc2 None None] Attempting to bind port 9844943a-4d24-4136-93e6-6be643840de5 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:11:36.445453 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-66e79d99-378e-4b44-babf-6db689e9bbc2 None None] Attempting to bind port 9844943a-4d24-4136-93e6-6be643840de5 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:11:36.446412 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e79d99-378e-4b44-babf-6db689e9bbc2 None None] Attempting to bind port 9844943a-4d24-4136-93e6-6be643840de5 on network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:11:36.455892 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e79d99-378e-4b44-babf-6db689e9bbc2 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:11:36.456265 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e79d99-378e-4b44-babf-6db689e9bbc2 None None] Checking segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:11:36.456667 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-66e79d99-378e-4b44-babf-6db689e9bbc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:36.457054 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e79d99-378e-4b44-babf-6db689e9bbc2 None None] Bound using segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:11:36.457513 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-66e79d99-378e-4b44-babf-6db689e9bbc2 None None] Bound port: 9844943a-4d24-4136-93e6-6be643840de5, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:11:36.457886 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-66e79d99-378e-4b44-babf-6db689e9bbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:36.459410 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b67ffd-88b4-4c25-84e5-ac03c2edb816 None None] Pushing event updated for resources: {'Port': ['ID=9844943a-4d24-4136-93e6-6be643840de5,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:36.487461 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b67ffd-88b4-4c25-84e5-ac03c2edb816 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:36.487820 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b67ffd-88b4-4c25-84e5-ac03c2edb816 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:36.488156 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b67ffd-88b4-4c25-84e5-ac03c2edb816 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:36.488485 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b67ffd-88b4-4c25-84e5-ac03c2edb816 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:36.488812 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b67ffd-88b4-4c25-84e5-ac03c2edb816 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:36.489135 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b67ffd-88b4-4c25-84e5-ac03c2edb816 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:36.489453 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b67ffd-88b4-4c25-84e5-ac03c2edb816 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:36.489776 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b67ffd-88b4-4c25-84e5-ac03c2edb816 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:36.489902 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b4bc635d-b799-4abd-9590-ef5b8cbb2426 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:36.490101 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b67ffd-88b4-4c25-84e5-ac03c2edb816 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:36.490403 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b67ffd-88b4-4c25-84e5-ac03c2edb816 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:36.490837 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b67ffd-88b4-4c25-84e5-ac03c2edb816 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:36.491088 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b67ffd-88b4-4c25-84e5-ac03c2edb816 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:36.506840 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-b4bc635d-b799-4abd-9590-ef5b8cbb2426 admin admin] Transition to ACTIVE for port object 385a86ca-f42b-498a-8766-be2f74c12d0d will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:11:36.525468 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-66e79d99-378e-4b44-babf-6db689e9bbc2 None None] For port 9844943a-4d24-4136-93e6-6be643840de5, host n-d-794306-6, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:11:36.529216 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-66e79d99-378e-4b44-babf-6db689e9bbc2 None None] For port 9844943a-4d24-4136-93e6-6be643840de5, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=9844943a-4d24-4136-93e6-6be643840de5,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:11:36.534842 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-66e79d99-378e-4b44-babf-6db689e9bbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:36.537238 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:36.544735 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b4bc635d-b799-4abd-9590-ef5b8cbb2426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:36.584547 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bc635d-b799-4abd-9590-ef5b8cbb2426 admin admin] Network 83e8f936-804e-4535-abf4-d42f617234a3 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:11:36.590784 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-b4bc635d-b799-4abd-9590-ef5b8cbb2426 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:11:36.591307 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e79d99-378e-4b44-babf-6db689e9bbc2 None None] Routers {'0ce6738f-ff17-483d-8749-49b548184550'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:11:36.591957 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-66e79d99-378e-4b44-babf-6db689e9bbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:11:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['0ce6738f-ff17-483d-8749-49b548184550'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:11:36.593222 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bc635d-b799-4abd-9590-ef5b8cbb2426 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:11:36.629978 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc635d-b799-4abd-9590-ef5b8cbb2426 admin admin] Pushing event updated for resources: {'Port': ['ID=385a86ca-f42b-498a-8766-be2f74c12d0d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:36.641767 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b67ffd-88b4-4c25-84e5-ac03c2edb816 None None] Pushing event updated for resources: {'Port': ['ID=9844943a-4d24-4136-93e6-6be643840de5,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:36.650121 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b4bc635d-b799-4abd-9590-ef5b8cbb2426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:36.707873 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-66e79d99-378e-4b44-babf-6db689e9bbc2 None None] Set router 0ce6738f-ff17-483d-8749-49b548184550 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:11:36.773432 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 949b2b93-784a-4a07-ba83-8fa17e2cf57a up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:11:36.807988 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b4bc635d-b799-4abd-9590-ef5b8cbb2426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:36.855191 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 949b2b93-784a-4a07-ba83-8fa17e2cf57a completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:11:36.861300 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 949b2b93-784a-4a07-ba83-8fa17e2cf57a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:11:36.862671 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:36.893302 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-66e79d99-378e-4b44-babf-6db689e9bbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce6738f-ff17-483d-8749-49b548184550', 'name': 'tempest-TestMinimumBasicScenario-994780042-router', 'tenant_id': 'b9fccba52ef54b3ca2269571ecde3f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '9844943a-4d24-4136-93e6-6be643840de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:11:34Z', 'updated_at': '2021-07-16T00:11:34Z', 'revision_number': 3, 'project_id': 'b9fccba52ef54b3ca2269571ecde3f08', 'gw_port': {'id': '9844943a-4d24-4136-93e6-6be643840de5', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:78:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce6738f-ff17-483d-8749-49b548184550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:11:34Z', 'updated_at': '2021-07-16T00:11:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:11:36.917257 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-933cf223-4631-4183-9eb5-1e4eeb00d7fa None None] Provisioning for port 385a86ca-f42b-498a-8766-be2f74c12d0d completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:11:36.923110 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e79d99-378e-4b44-babf-6db689e9bbc2 None None] The sync data for ids ['0ce6738f-ff17-483d-8749-49b548184550'] in n-d-794306-6 is: [{'id': '0ce6738f-ff17-483d-8749-49b548184550', 'name': 'tempest-TestMinimumBasicScenario-994780042-router', 'tenant_id': 'b9fccba52ef54b3ca2269571ecde3f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '9844943a-4d24-4136-93e6-6be643840de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:11:34Z', 'updated_at': '2021-07-16T00:11:34Z', 'revision_number': 3, 'project_id': 'b9fccba52ef54b3ca2269571ecde3f08', 'gw_port': {'id': '9844943a-4d24-4136-93e6-6be643840de5', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:78:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce6738f-ff17-483d-8749-49b548184550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:11:34Z', 'updated_at': '2021-07-16T00:11:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:11:36.924202 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-933cf223-4631-4183-9eb5-1e4eeb00d7fa None None] Provisioning complete for port 385a86ca-f42b-498a-8766-be2f74c12d0d triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:11:36.924687 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-933cf223-4631-4183-9eb5-1e4eeb00d7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:36.985609 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-933cf223-4631-4183-9eb5-1e4eeb00d7fa None None] Port 385a86ca-f42b-498a-8766-be2f74c12d0d cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:11:36.996469 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b4bc635d-b799-4abd-9590-ef5b8cbb2426 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:36.999853 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:37.001927 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b4bc635d-b799-4abd-9590-ef5b8cbb2426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:37.037793 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 949b2b93-784a-4a07-ba83-8fa17e2cf57a, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=949b2b93-784a-4a07-ba83-8fa17e2cf57a,segment=NetworkSegment(307f19e1-2691-49fb-88a7-55aeb2486010),segment_id=307f19e1-2691-49fb-88a7-55aeb2486010)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:11:37.042134 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:37.076677 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b4bc635d-b799-4abd-9590-ef5b8cbb2426 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:37.079814 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc635d-b799-4abd-9590-ef5b8cbb2426 admin admin] Pushing event updated for resources: {'Port': ['ID=385a86ca-f42b-498a-8766-be2f74c12d0d,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:37.217939 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bc635d-b799-4abd-9590-ef5b8cbb2426 admin admin] Network 83e8f936-804e-4535-abf4-d42f617234a3 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:11:37.219410 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-b4bc635d-b799-4abd-9590-ef5b8cbb2426 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:11:37.270376 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=949b2b93-784a-4a07-ba83-8fa17e2cf57a,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:37.348286 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4bc635d-b799-4abd-9590-ef5b8cbb2426 admin admin] Router 0ce6738f-ff17-483d-8749-49b548184550 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:11:37.467879 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4bc635d-b799-4abd-9590-ef5b8cbb2426 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:11:37.472821 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b4bc635d-b799-4abd-9590-ef5b8cbb2426 admin admin] 10.222.0.48 "PUT /v2.0/routers/0ce6738f-ff17-483d-8749-49b548184550/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6743379 Jul 16 00:11:37.506801 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0df58509-b4cb-4024-8243-99f23e81a02f None None] Provisioning complete for port 385a86ca-f42b-498a-8766-be2f74c12d0d triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:11:37.507168 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0df58509-b4cb-4024-8243-99f23e81a02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:37.542508 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0df58509-b4cb-4024-8243-99f23e81a02f None None] Port 385a86ca-f42b-498a-8766-be2f74c12d0d cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:11:37.982830 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53610) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:11:37.988051 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-108340cf-be6d-4ee4-9c54-a616f3abb11d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1052793598-network', 'tenant_id': 'e738139a0c554e6f90d919d7a1fe4bac'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:11:38.009564 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-108340cf-be6d-4ee4-9c54-a616f3abb11d admin admin] Made reservation on behalf of e738139a0c554e6f90d919d7a1fe4bac for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:11:38.012060 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-108340cf-be6d-4ee4-9c54-a616f3abb11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:38.020536 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-108340cf-be6d-4ee4-9c54-a616f3abb11d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:38.112389 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-108340cf-be6d-4ee4-9c54-a616f3abb11d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:38.116145 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-108340cf-be6d-4ee4-9c54-a616f3abb11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:38.141005 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-108340cf-be6d-4ee4-9c54-a616f3abb11d admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 00:11:38.153418 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108340cf-be6d-4ee4-9c54-a616f3abb11d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1ad6dd-196a-4982-846b-1b8356331eca,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:38.156324 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-108340cf-be6d-4ee4-9c54-a616f3abb11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:38.156668 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-108340cf-be6d-4ee4-9c54-a616f3abb11d admin admin] Added segment 7b9797d2-6535-438e-a0a1-f2a9bedbf2bf of type vlan for network deaad857-7133-4d98-ac64-3f4822979e7c Jul 16 00:11:38.201539 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-108340cf-be6d-4ee4-9c54-a616f3abb11d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:38.231260 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-108340cf-be6d-4ee4-9c54-a616f3abb11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:38.232272 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108340cf-be6d-4ee4-9c54-a616f3abb11d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:38.232862 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-108340cf-be6d-4ee4-9c54-a616f3abb11d admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:38.268714 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-108340cf-be6d-4ee4-9c54-a616f3abb11d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2846382 Jul 16 00:11:38.271411 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53612) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:11:38.277147 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d8b98a69-cac4-470d-998f-4128087da7b3 admin admin] Request body: {'subnet': {'network_id': 'deaad857-7133-4d98-ac64-3f4822979e7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1052793598-subnet', 'tenant_id': 'e738139a0c554e6f90d919d7a1fe4bac', 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:11:38.307245 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108340cf-be6d-4ee4-9c54-a616f3abb11d admin admin] Pushing event updated for resources: {'Network': ['ID=deaad857-7133-4d98-ac64-3f4822979e7c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:38.317798 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network deaad857-7133-4d98-ac64-3f4822979e7c details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 00:11:38.328631 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b98a69-cac4-470d-998f-4128087da7b3 admin admin] Made reservation on behalf of e738139a0c554e6f90d919d7a1fe4bac for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:11:38.331167 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d8b98a69-cac4-470d-998f-4128087da7b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:38.512425 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d8b98a69-cac4-470d-998f-4128087da7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:38.570533 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b98a69-cac4-470d-998f-4128087da7b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa5abe97-83a1-4831-85a6-2aded330d8f8,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:38.576467 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b98a69-cac4-470d-998f-4128087da7b3 admin admin] Checking segment: {'id': '7b9797d2-6535-438e-a0a1-f2a9bedbf2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'deaad857-7133-4d98-ac64-3f4822979e7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:11:38.577200 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b98a69-cac4-470d-998f-4128087da7b3 admin admin] Network hostable DHCP agents. Network: deaad857-7133-4d98-ac64-3f4822979e7c, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 00:11:38.582137 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ef36b2-c689-4c28-bcc1-21479a2363c3 None None] Sync routers for ids ['0ce6738f-ff17-483d-8749-49b548184550'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:11:38.592593 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ef36b2-c689-4c28-bcc1-21479a2363c3 None None] Routers {'0ce6738f-ff17-483d-8749-49b548184550'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:11:38.593330 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-64ef36b2-c689-4c28-bcc1-21479a2363c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:11:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['0ce6738f-ff17-483d-8749-49b548184550'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:11:38.595763 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b98a69-cac4-470d-998f-4128087da7b3 admin admin] Network deaad857-7133-4d98-ac64-3f4822979e7c is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 00:11:38.606241 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-d8b98a69-cac4-470d-998f-4128087da7b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, deaad857-7133-4d98-ac64-3f4822979e7c) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:11:38.611088 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b98a69-cac4-470d-998f-4128087da7b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:38.611722 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d8b98a69-cac4-470d-998f-4128087da7b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:38.626765 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d8b98a69-cac4-470d-998f-4128087da7b3 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3543072 Jul 16 00:11:38.629322 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53614) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:11:38.633418 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a93bb5-4b0d-4c8f-96b5-e2821ae3c977 None None] Network deaad857-7133-4d98-ac64-3f4822979e7c requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:11:38.633942 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-58719c90-42bd-4ede-b09e-c32c4c1b340d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1052793598-router', 'tenant_id': 'e738139a0c554e6f90d919d7a1fe4bac', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:11:38.662324 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-58719c90-42bd-4ede-b09e-c32c4c1b340d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:38.664133 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-58719c90-42bd-4ede-b09e-c32c4c1b340d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:38.676290 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:38.733573 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-58719c90-42bd-4ede-b09e-c32c4c1b340d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:38.790586 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-64ef36b2-c689-4c28-bcc1-21479a2363c3 None None] Set router 0ce6738f-ff17-483d-8749-49b548184550 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:11:38.824134 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 949b2b93-784a-4a07-ba83-8fa17e2cf57a up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:11:38.904662 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-58719c90-42bd-4ede-b09e-c32c4c1b340d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:39.017791 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9ab564-2a6b-43b4-a48f-59e1c0992ce5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-deaad857-7133-4d98-ac64-3f4822979e7c', 'network_id': 'deaad857-7133-4d98-ac64-3f4822979e7c', 'tenant_id': 'e738139a0c554e6f90d919d7a1fe4bac', 'fixed_ips': [{'subnet_id': 'aa5abe97-83a1-4831-85a6-2aded330d8f8'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 00:11:39.018614 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bf9ab564-2a6b-43b4-a48f-59e1c0992ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:39.044937 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 949b2b93-784a-4a07-ba83-8fa17e2cf57a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:11:39.045312 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:39.114187 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-58719c90-42bd-4ede-b09e-c32c4c1b340d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:39.134649 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-58719c90-42bd-4ede-b09e-c32c4c1b340d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:39.241934 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-58719c90-42bd-4ede-b09e-c32c4c1b340d admin admin] Allocated IP 172.25.5.131 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/34fcb839-0094-4c20-98da-5908448d5170) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:11:39.283204 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-bf9ab564-2a6b-43b4-a48f-59e1c0992ce5 None None] Allocated IP 172.20.0.2 (deaad857-7133-4d98-ac64-3f4822979e7c/aa5abe97-83a1-4831-85a6-2aded330d8f8/ab895a8b-a6f6-4df5-97f0-aa90e7601e94) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:11:39.290930 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 9844943a-4d24-4136-93e6-6be643840de5 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:11:39.327478 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-64ef36b2-c689-4c28-bcc1-21479a2363c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce6738f-ff17-483d-8749-49b548184550', 'name': 'tempest-TestMinimumBasicScenario-994780042-router', 'tenant_id': 'b9fccba52ef54b3ca2269571ecde3f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '9844943a-4d24-4136-93e6-6be643840de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:11:34Z', 'updated_at': '2021-07-16T00:11:36Z', 'revision_number': 4, 'project_id': 'b9fccba52ef54b3ca2269571ecde3f08', 'gw_port': {'id': '9844943a-4d24-4136-93e6-6be643840de5', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:78:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce6738f-ff17-483d-8749-49b548184550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:11:34Z', 'updated_at': '2021-07-16T00:11:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '385a86ca-f42b-498a-8766-be2f74c12d0d', 'name': '', 'network_id': '83e8f936-804e-4535-abf4-d42f617234a3', 'tenant_id': 'b9fccba52ef54b3ca2269571ecde3f08', 'mac_address': 'fa:16:3e:42:88:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce6738f-ff17-483d-8749-49b548184550', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '869d3de5-42f6-402e-925c-47530b2faf3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:11:36Z', 'updated_at': '2021-07-16T00:11:36Z', 'revision_number': 2, 'project_id': 'b9fccba52ef54b3ca2269571ecde3f08', 'subnets': [{'id': '869d3de5-42f6-402e-925c-47530b2faf3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:11:39.352252 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-58719c90-42bd-4ede-b09e-c32c4c1b340d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:39.376489 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ef36b2-c689-4c28-bcc1-21479a2363c3 None None] Checking router: 0ce6738f-ff17-483d-8749-49b548184550 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:11:39.376845 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ef36b2-c689-4c28-bcc1-21479a2363c3 None None] Updating router 0ce6738f-ff17-483d-8749-49b548184550 port 385a86ca-f42b-498a-8766-be2f74c12d0d binding host n-d-794306-6 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 00:11:39.397033 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-58719c90-42bd-4ede-b09e-c32c4c1b340d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:39.435666 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58719c90-42bd-4ede-b09e-c32c4c1b340d admin admin] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:11:39.440495 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-58719c90-42bd-4ede-b09e-c32c4c1b340d admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:11:39.443893 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58719c90-42bd-4ede-b09e-c32c4c1b340d admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:11:39.462287 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-64ef36b2-c689-4c28-bcc1-21479a2363c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:39.472234 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58719c90-42bd-4ede-b09e-c32c4c1b340d admin admin] Pushing event updated for resources: {'Port': ['ID=34fcb839-0094-4c20-98da-5908448d5170,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:39.479494 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 9844943a-4d24-4136-93e6-6be643840de5 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:11:39.494191 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 9844943a-4d24-4136-93e6-6be643840de5 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:11:39.494559 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:39.656115 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bf9ab564-2a6b-43b4-a48f-59e1c0992ce5 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:39.676236 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bf9ab564-2a6b-43b4-a48f-59e1c0992ce5 None None] Transition to ACTIVE for port object ab895a8b-a6f6-4df5-97f0-aa90e7601e94 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:11:39.723359 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bf9ab564-2a6b-43b4-a48f-59e1c0992ce5 None None] Transition to ACTIVE for port object ab895a8b-a6f6-4df5-97f0-aa90e7601e94 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:11:39.752929 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bf9ab564-2a6b-43b4-a48f-59e1c0992ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:39.816757 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:39.853647 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9ab564-2a6b-43b4-a48f-59e1c0992ce5 None None] Network deaad857-7133-4d98-ac64-3f4822979e7c is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:11:39.858931 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9ab564-2a6b-43b4-a48f-59e1c0992ce5 None None] Pushing event updated for resources: {'Port': ['ID=ab895a8b-a6f6-4df5-97f0-aa90e7601e94,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:39.862261 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 9844943a-4d24-4136-93e6-6be643840de5, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=9844943a-4d24-4136-93e6-6be643840de5,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:11:39.865162 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-bf9ab564-2a6b-43b4-a48f-59e1c0992ce5 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:11:39.868244 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9ab564-2a6b-43b4-a48f-59e1c0992ce5 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:11:39.876559 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:39.994611 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-58719c90-42bd-4ede-b09e-c32c4c1b340d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:40.002849 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-bf9ab564-2a6b-43b4-a48f-59e1c0992ce5 None None] Attempting to bind port ab895a8b-a6f6-4df5-97f0-aa90e7601e94 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:11:40.003219 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-bf9ab564-2a6b-43b4-a48f-59e1c0992ce5 None None] Attempting to bind port ab895a8b-a6f6-4df5-97f0-aa90e7601e94 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '7b9797d2-6535-438e-a0a1-f2a9bedbf2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'deaad857-7133-4d98-ac64-3f4822979e7c'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:11:40.003594 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9ab564-2a6b-43b4-a48f-59e1c0992ce5 None None] Attempting to bind port ab895a8b-a6f6-4df5-97f0-aa90e7601e94 on network deaad857-7133-4d98-ac64-3f4822979e7c {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:11:40.005407 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=9844943a-4d24-4136-93e6-6be643840de5,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:40.033668 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9ab564-2a6b-43b4-a48f-59e1c0992ce5 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:11:40.034043 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9ab564-2a6b-43b4-a48f-59e1c0992ce5 None None] Checking segment: {'id': '7b9797d2-6535-438e-a0a1-f2a9bedbf2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'deaad857-7133-4d98-ac64-3f4822979e7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:11:40.034443 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bf9ab564-2a6b-43b4-a48f-59e1c0992ce5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:40.034829 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9ab564-2a6b-43b4-a48f-59e1c0992ce5 None None] Bound using segment: {'id': '7b9797d2-6535-438e-a0a1-f2a9bedbf2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'deaad857-7133-4d98-ac64-3f4822979e7c'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:11:40.035623 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-bf9ab564-2a6b-43b4-a48f-59e1c0992ce5 None None] Bound port: ab895a8b-a6f6-4df5-97f0-aa90e7601e94, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b9797d2-6535-438e-a0a1-f2a9bedbf2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'deaad857-7133-4d98-ac64-3f4822979e7c'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:11:40.036011 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bf9ab564-2a6b-43b4-a48f-59e1c0992ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:40.080962 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-64ef36b2-c689-4c28-bcc1-21479a2363c3 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:40.098750 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-64ef36b2-c689-4c28-bcc1-21479a2363c3 None None] Transition to ACTIVE for port object 385a86ca-f42b-498a-8766-be2f74c12d0d will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:11:40.106776 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-64ef36b2-c689-4c28-bcc1-21479a2363c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:40.157969 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-bf9ab564-2a6b-43b4-a48f-59e1c0992ce5 None None] For port ab895a8b-a6f6-4df5-97f0-aa90e7601e94, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:11:40.176914 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-bf9ab564-2a6b-43b4-a48f-59e1c0992ce5 None None] For port ab895a8b-a6f6-4df5-97f0-aa90e7601e94, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=ab895a8b-a6f6-4df5-97f0-aa90e7601e94,segment=NetworkSegment(7b9797d2-6535-438e-a0a1-f2a9bedbf2bf),segment_id=7b9797d2-6535-438e-a0a1-f2a9bedbf2bf)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:11:40.180808 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3774089-b50b-4292-83a2-4965fb79e578 None None] Pushing event updated for resources: {'Port': ['ID=385a86ca-f42b-498a-8766-be2f74c12d0d,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:40.187691 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bf9ab564-2a6b-43b4-a48f-59e1c0992ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:40.208996 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-58719c90-42bd-4ede-b09e-c32c4c1b340d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:40.279123 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-64ef36b2-c689-4c28-bcc1-21479a2363c3 None None] Attempting to bind port 385a86ca-f42b-498a-8766-be2f74c12d0d on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:11:40.279483 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-64ef36b2-c689-4c28-bcc1-21479a2363c3 None None] Attempting to bind port 385a86ca-f42b-498a-8766-be2f74c12d0d by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '307f19e1-2691-49fb-88a7-55aeb2486010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '83e8f936-804e-4535-abf4-d42f617234a3'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:11:40.285639 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ef36b2-c689-4c28-bcc1-21479a2363c3 None None] Attempting to bind port 385a86ca-f42b-498a-8766-be2f74c12d0d on network 83e8f936-804e-4535-abf4-d42f617234a3 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:11:40.294149 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ef36b2-c689-4c28-bcc1-21479a2363c3 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:11:40.294533 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ef36b2-c689-4c28-bcc1-21479a2363c3 None None] Checking segment: {'id': '307f19e1-2691-49fb-88a7-55aeb2486010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '83e8f936-804e-4535-abf4-d42f617234a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:11:40.294936 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-64ef36b2-c689-4c28-bcc1-21479a2363c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:40.295341 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ef36b2-c689-4c28-bcc1-21479a2363c3 None None] Bound using segment: {'id': '307f19e1-2691-49fb-88a7-55aeb2486010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '83e8f936-804e-4535-abf4-d42f617234a3'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:11:40.295854 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-64ef36b2-c689-4c28-bcc1-21479a2363c3 None None] Bound port: 385a86ca-f42b-498a-8766-be2f74c12d0d, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '307f19e1-2691-49fb-88a7-55aeb2486010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '83e8f936-804e-4535-abf4-d42f617234a3'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:11:40.296245 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-64ef36b2-c689-4c28-bcc1-21479a2363c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:40.310654 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9ab564-2a6b-43b4-a48f-59e1c0992ce5 None None] Pushing event updated for resources: {'Port': ['ID=ab895a8b-a6f6-4df5-97f0-aa90e7601e94,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:40.364607 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58719c90-42bd-4ede-b09e-c32c4c1b340d admin admin] Router 1ad53d40-20f1-4154-88e0-8d75e21fbed1 is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 00:11:40.384524 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-64ef36b2-c689-4c28-bcc1-21479a2363c3 None None] For port 385a86ca-f42b-498a-8766-be2f74c12d0d, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:11:40.388651 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-64ef36b2-c689-4c28-bcc1-21479a2363c3 None None] For port 385a86ca-f42b-498a-8766-be2f74c12d0d, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=385a86ca-f42b-498a-8766-be2f74c12d0d,segment=NetworkSegment(307f19e1-2691-49fb-88a7-55aeb2486010),segment_id=307f19e1-2691-49fb-88a7-55aeb2486010)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:11:40.399125 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-64ef36b2-c689-4c28-bcc1-21479a2363c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:40.469214 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3774089-b50b-4292-83a2-4965fb79e578 None None] Pushing event updated for resources: {'Port': ['ID=385a86ca-f42b-498a-8766-be2f74c12d0d,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:40.472055 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ef36b2-c689-4c28-bcc1-21479a2363c3 None None] Routers {'0ce6738f-ff17-483d-8749-49b548184550'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:11:40.472779 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-64ef36b2-c689-4c28-bcc1-21479a2363c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:11:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['0ce6738f-ff17-483d-8749-49b548184550'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:11:40.489044 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58719c90-42bd-4ede-b09e-c32c4c1b340d admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:11:40.500097 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a22b9b-a7eb-49c1-a4e2-75d318ecd480 None None] Sync routers for ids ['1ad53d40-20f1-4154-88e0-8d75e21fbed1'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:11:40.508906 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-58719c90-42bd-4ede-b09e-c32c4c1b340d admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:40.511646 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-58719c90-42bd-4ede-b09e-c32c4c1b340d admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8805220 Jul 16 00:11:40.513719 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53616) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:11:40.514987 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a22b9b-a7eb-49c1-a4e2-75d318ecd480 None None] Routers {'1ad53d40-20f1-4154-88e0-8d75e21fbed1'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:11:40.515688 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e6a22b9b-a7eb-49c1-a4e2-75d318ecd480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:11:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['1ad53d40-20f1-4154-88e0-8d75e21fbed1'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:11:40.688699 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-64ef36b2-c689-4c28-bcc1-21479a2363c3 None None] Set router 0ce6738f-ff17-483d-8749-49b548184550 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:11:40.724889 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-e6a22b9b-a7eb-49c1-a4e2-75d318ecd480 None None] Set router 1ad53d40-20f1-4154-88e0-8d75e21fbed1 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:11:40.959335 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e6a22b9b-a7eb-49c1-a4e2-75d318ecd480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad53d40-20f1-4154-88e0-8d75e21fbed1', 'name': 'tempest-TestMinimumBasicScenario-1052793598-router', 'tenant_id': 'e738139a0c554e6f90d919d7a1fe4bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '34fcb839-0094-4c20-98da-5908448d5170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:11:38Z', 'updated_at': '2021-07-16T00:11:39Z', 'revision_number': 3, 'project_id': 'e738139a0c554e6f90d919d7a1fe4bac', 'gw_port': {'id': '34fcb839-0094-4c20-98da-5908448d5170', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ad53d40-20f1-4154-88e0-8d75e21fbed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:11:39Z', 'updated_at': '2021-07-16T00:11:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:11:40.964148 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 9844943a-4d24-4136-93e6-6be643840de5 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:11:40.994011 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a22b9b-a7eb-49c1-a4e2-75d318ecd480 None None] Checking router: 1ad53d40-20f1-4154-88e0-8d75e21fbed1 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:11:40.994447 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a22b9b-a7eb-49c1-a4e2-75d318ecd480 None None] Updating router 1ad53d40-20f1-4154-88e0-8d75e21fbed1 port 34fcb839-0094-4c20-98da-5908448d5170 binding host n-d-794306-6 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 00:11:41.032804 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e6a22b9b-a7eb-49c1-a4e2-75d318ecd480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:41.099798 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0db24dc4-1731-403b-9769-b29374d9ff06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:41.116046 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 9844943a-4d24-4136-93e6-6be643840de5 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:11:41.116425 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:41.249553 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device ab895a8b-a6f6-4df5-97f0-aa90e7601e94 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:11:41.271893 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-64ef36b2-c689-4c28-bcc1-21479a2363c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce6738f-ff17-483d-8749-49b548184550', 'name': 'tempest-TestMinimumBasicScenario-994780042-router', 'tenant_id': 'b9fccba52ef54b3ca2269571ecde3f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '9844943a-4d24-4136-93e6-6be643840de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:11:34Z', 'updated_at': '2021-07-16T00:11:36Z', 'revision_number': 4, 'project_id': 'b9fccba52ef54b3ca2269571ecde3f08', 'gw_port': {'id': '9844943a-4d24-4136-93e6-6be643840de5', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:78:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce6738f-ff17-483d-8749-49b548184550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:11:34Z', 'updated_at': '2021-07-16T00:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '385a86ca-f42b-498a-8766-be2f74c12d0d', 'name': '', 'network_id': '83e8f936-804e-4535-abf4-d42f617234a3', 'tenant_id': 'b9fccba52ef54b3ca2269571ecde3f08', 'mac_address': 'fa:16:3e:42:88:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce6738f-ff17-483d-8749-49b548184550', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '869d3de5-42f6-402e-925c-47530b2faf3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:11:36Z', 'updated_at': '2021-07-16T00:11:40Z', 'revision_number': 4, 'project_id': 'b9fccba52ef54b3ca2269571ecde3f08', 'subnets': [{'id': '869d3de5-42f6-402e-925c-47530b2faf3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:11:41.306693 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-0db24dc4-1731-403b-9769-b29374d9ff06 admin admin] Allocated IP 172.20.0.1 (deaad857-7133-4d98-ac64-3f4822979e7c/aa5abe97-83a1-4831-85a6-2aded330d8f8/7f415b3f-2f49-428b-9b52-5a23477791bb) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:11:41.307861 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ef36b2-c689-4c28-bcc1-21479a2363c3 None None] The sync data for ids ['0ce6738f-ff17-483d-8749-49b548184550'] in n-d-794306-6 is: [{'id': '0ce6738f-ff17-483d-8749-49b548184550', 'name': 'tempest-TestMinimumBasicScenario-994780042-router', 'tenant_id': 'b9fccba52ef54b3ca2269571ecde3f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '9844943a-4d24-4136-93e6-6be643840de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:11:34Z', 'updated_at': '2021-07-16T00:11:36Z', 'revision_number': 4, 'project_id': 'b9fccba52ef54b3ca2269571ecde3f08', 'gw_port': {'id': '9844943a-4d24-4136-93e6-6be643840de5', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:78:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce6738f-ff17-483d-8749-49b548184550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:11:34Z', 'updated_at': '2021-07-16T00:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '385a86ca-f42b-498a-8766-be2f74c12d0d', 'name': '', 'network_id': '83e8f936-804e-4535-abf4-d42f617234a3', 'tenant_id': 'b9fccba52ef54b3ca2269571ecde3f08', 'mac_address': 'fa:16:3e:42:88:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce6738f-ff17-483d-8749-49b548184550', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '869d3de5-42f6-402e-925c-47530b2faf3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:11:36Z', 'updated_at': '2021-07-16T00:11:40Z', 'revision_number': 4, 'project_id': 'b9fccba52ef54b3ca2269571ecde3f08', 'subnets': [{'id': '869d3de5-42f6-402e-925c-47530b2faf3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:11:41.342813 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port ab895a8b-a6f6-4df5-97f0-aa90e7601e94 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:11:41.382810 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e6a22b9b-a7eb-49c1-a4e2-75d318ecd480 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:41.402372 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-e6a22b9b-a7eb-49c1-a4e2-75d318ecd480 None None] Transition to ACTIVE for port object 34fcb839-0094-4c20-98da-5908448d5170 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:11:41.420825 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e6a22b9b-a7eb-49c1-a4e2-75d318ecd480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:41.463891 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0db24dc4-1731-403b-9769-b29374d9ff06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:41.481066 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-0db24dc4-1731-403b-9769-b29374d9ff06 admin admin] Transition to ACTIVE for port object 7f415b3f-2f49-428b-9b52-5a23477791bb will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:11:41.490579 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4215b-2caf-4a16-9528-412f8abf3798 None None] Pushing event updated for resources: {'Port': ['ID=34fcb839-0094-4c20-98da-5908448d5170,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:41.494276 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-e6a22b9b-a7eb-49c1-a4e2-75d318ecd480 None None] Attempting to bind port 34fcb839-0094-4c20-98da-5908448d5170 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:11:41.495039 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-e6a22b9b-a7eb-49c1-a4e2-75d318ecd480 None None] Attempting to bind port 34fcb839-0094-4c20-98da-5908448d5170 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:11:41.495612 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a22b9b-a7eb-49c1-a4e2-75d318ecd480 None None] Attempting to bind port 34fcb839-0094-4c20-98da-5908448d5170 on network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:11:41.501938 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a22b9b-a7eb-49c1-a4e2-75d318ecd480 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:11:41.504006 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a22b9b-a7eb-49c1-a4e2-75d318ecd480 None None] Checking segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:11:41.504412 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e6a22b9b-a7eb-49c1-a4e2-75d318ecd480 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:41.504838 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a22b9b-a7eb-49c1-a4e2-75d318ecd480 None None] Bound using segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:11:41.505308 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-e6a22b9b-a7eb-49c1-a4e2-75d318ecd480 None None] Bound port: 34fcb839-0094-4c20-98da-5908448d5170, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:11:41.505685 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e6a22b9b-a7eb-49c1-a4e2-75d318ecd480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:41.535744 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0db24dc4-1731-403b-9769-b29374d9ff06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:41.575496 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-e6a22b9b-a7eb-49c1-a4e2-75d318ecd480 None None] For port 34fcb839-0094-4c20-98da-5908448d5170, host n-d-794306-6, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:11:41.579070 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-e6a22b9b-a7eb-49c1-a4e2-75d318ecd480 None None] For port 34fcb839-0094-4c20-98da-5908448d5170, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=34fcb839-0094-4c20-98da-5908448d5170,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:11:41.584318 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e6a22b9b-a7eb-49c1-a4e2-75d318ecd480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:41.593740 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db24dc4-1731-403b-9769-b29374d9ff06 admin admin] Network deaad857-7133-4d98-ac64-3f4822979e7c is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:11:41.596767 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-0db24dc4-1731-403b-9769-b29374d9ff06 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:11:41.600490 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db24dc4-1731-403b-9769-b29374d9ff06 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:11:41.610265 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db24dc4-1731-403b-9769-b29374d9ff06 admin admin] Pushing event updated for resources: {'Port': ['ID=7f415b3f-2f49-428b-9b52-5a23477791bb,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:41.654836 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a22b9b-a7eb-49c1-a4e2-75d318ecd480 None None] Routers {'1ad53d40-20f1-4154-88e0-8d75e21fbed1'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:11:41.657341 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953b1c2c-7892-4603-8460-ce697ca227eb None None] Network deaad857-7133-4d98-ac64-3f4822979e7c requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:11:41.660286 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e6a22b9b-a7eb-49c1-a4e2-75d318ecd480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:11:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['1ad53d40-20f1-4154-88e0-8d75e21fbed1'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:11:41.661882 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0db24dc4-1731-403b-9769-b29374d9ff06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:41.704578 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4215b-2caf-4a16-9528-412f8abf3798 None None] Pushing event updated for resources: {'Port': ['ID=34fcb839-0094-4c20-98da-5908448d5170,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:41.750032 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a75f5541-c0dd-42b7-964e-6414675fdaa3 None None] Provisioning for port ab895a8b-a6f6-4df5-97f0-aa90e7601e94 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:11:41.758401 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a75f5541-c0dd-42b7-964e-6414675fdaa3 None None] Provisioning complete for port ab895a8b-a6f6-4df5-97f0-aa90e7601e94 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:11:41.758814 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a75f5541-c0dd-42b7-964e-6414675fdaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:41.810228 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-e6a22b9b-a7eb-49c1-a4e2-75d318ecd480 None None] Set router 1ad53d40-20f1-4154-88e0-8d75e21fbed1 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:11:41.855700 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0db24dc4-1731-403b-9769-b29374d9ff06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:41.979981 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a75f5541-c0dd-42b7-964e-6414675fdaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:42.040015 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a75f5541-c0dd-42b7-964e-6414675fdaa3 None None] For port ab895a8b-a6f6-4df5-97f0-aa90e7601e94, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=ab895a8b-a6f6-4df5-97f0-aa90e7601e94,segment=NetworkSegment(7b9797d2-6535-438e-a0a1-f2a9bedbf2bf),segment_id=7b9797d2-6535-438e-a0a1-f2a9bedbf2bf)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:11:42.048487 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a75f5541-c0dd-42b7-964e-6414675fdaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:42.062472 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e6a22b9b-a7eb-49c1-a4e2-75d318ecd480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad53d40-20f1-4154-88e0-8d75e21fbed1', 'name': 'tempest-TestMinimumBasicScenario-1052793598-router', 'tenant_id': 'e738139a0c554e6f90d919d7a1fe4bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '34fcb839-0094-4c20-98da-5908448d5170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:11:38Z', 'updated_at': '2021-07-16T00:11:39Z', 'revision_number': 3, 'project_id': 'e738139a0c554e6f90d919d7a1fe4bac', 'gw_port': {'id': '34fcb839-0094-4c20-98da-5908448d5170', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ad53d40-20f1-4154-88e0-8d75e21fbed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:11:39Z', 'updated_at': '2021-07-16T00:11:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:11:42.118697 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0db24dc4-1731-403b-9769-b29374d9ff06 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:42.122240 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a22b9b-a7eb-49c1-a4e2-75d318ecd480 None None] The sync data for ids ['1ad53d40-20f1-4154-88e0-8d75e21fbed1'] in n-d-794306-6 is: [{'id': '1ad53d40-20f1-4154-88e0-8d75e21fbed1', 'name': 'tempest-TestMinimumBasicScenario-1052793598-router', 'tenant_id': 'e738139a0c554e6f90d919d7a1fe4bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '34fcb839-0094-4c20-98da-5908448d5170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:11:38Z', 'updated_at': '2021-07-16T00:11:39Z', 'revision_number': 3, 'project_id': 'e738139a0c554e6f90d919d7a1fe4bac', 'gw_port': {'id': '34fcb839-0094-4c20-98da-5908448d5170', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ad53d40-20f1-4154-88e0-8d75e21fbed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:11:39Z', 'updated_at': '2021-07-16T00:11:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:11:42.131766 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0db24dc4-1731-403b-9769-b29374d9ff06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:42.137202 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75f5541-c0dd-42b7-964e-6414675fdaa3 None None] Pushing event updated for resources: {'Port': ['ID=ab895a8b-a6f6-4df5-97f0-aa90e7601e94,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:42.218801 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db24dc4-1731-403b-9769-b29374d9ff06 admin admin] Pushing event updated for resources: {'Port': ['ID=7f415b3f-2f49-428b-9b52-5a23477791bb,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:42.225129 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0db24dc4-1731-403b-9769-b29374d9ff06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:42.334809 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db24dc4-1731-403b-9769-b29374d9ff06 admin admin] Network deaad857-7133-4d98-ac64-3f4822979e7c is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:11:42.337335 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-0db24dc4-1731-403b-9769-b29374d9ff06 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:11:42.374781 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3a27510f-3440-49ab-91a9-f0ee4151a5d2 None None] Provisioning complete for port ab895a8b-a6f6-4df5-97f0-aa90e7601e94 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:11:42.375333 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3a27510f-3440-49ab-91a9-f0ee4151a5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:42.538570 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3a27510f-3440-49ab-91a9-f0ee4151a5d2 None None] Provisioning for port 7f415b3f-2f49-428b-9b52-5a23477791bb completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:11:42.543422 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0db24dc4-1731-403b-9769-b29374d9ff06 admin admin] Router 1ad53d40-20f1-4154-88e0-8d75e21fbed1 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:11:42.549694 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3a27510f-3440-49ab-91a9-f0ee4151a5d2 None None] Provisioning complete for port 7f415b3f-2f49-428b-9b52-5a23477791bb triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:11:42.550138 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3a27510f-3440-49ab-91a9-f0ee4151a5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:42.595355 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-3a27510f-3440-49ab-91a9-f0ee4151a5d2 None None] Port 7f415b3f-2f49-428b-9b52-5a23477791bb cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:11:42.739502 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-32c1fe9f-6e67-4b28-b13e-6a97c9514920 None None] Provisioning complete for port 7f415b3f-2f49-428b-9b52-5a23477791bb triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:11:42.740523 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-32c1fe9f-6e67-4b28-b13e-6a97c9514920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:42.807968 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-32c1fe9f-6e67-4b28-b13e-6a97c9514920 None None] Port 7f415b3f-2f49-428b-9b52-5a23477791bb cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:11:42.919480 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 385a86ca-f42b-498a-8766-be2f74c12d0d up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:11:42.968640 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6f7748b7-0198-4972-8380-7fa327004bfc None None] Provisioning complete for port 7f415b3f-2f49-428b-9b52-5a23477791bb triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:11:42.969165 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6f7748b7-0198-4972-8380-7fa327004bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:43.013787 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-6f7748b7-0198-4972-8380-7fa327004bfc None None] Port 7f415b3f-2f49-428b-9b52-5a23477791bb cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:11:43.017598 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 385a86ca-f42b-498a-8766-be2f74c12d0d completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:11:43.021784 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 385a86ca-f42b-498a-8766-be2f74c12d0d triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:11:43.022290 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:43.035972 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db24dc4-1731-403b-9769-b29374d9ff06 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:11:43.043204 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-0db24dc4-1731-403b-9769-b29374d9ff06 admin admin] 10.222.0.48 "PUT /v2.0/routers/1ad53d40-20f1-4154-88e0-8d75e21fbed1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5272648 Jul 16 00:11:43.116688 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:43.153092 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 385a86ca-f42b-498a-8766-be2f74c12d0d, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=385a86ca-f42b-498a-8766-be2f74c12d0d,segment=NetworkSegment(307f19e1-2691-49fb-88a7-55aeb2486010),segment_id=307f19e1-2691-49fb-88a7-55aeb2486010)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:11:43.157963 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:43.158932 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 34fcb839-0094-4c20-98da-5908448d5170 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:11:43.243479 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=385a86ca-f42b-498a-8766-be2f74c12d0d,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:43.253789 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 34fcb839-0094-4c20-98da-5908448d5170 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:11:43.260331 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 34fcb839-0094-4c20-98da-5908448d5170 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:11:43.260689 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:43.347463 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:43.370948 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 34fcb839-0094-4c20-98da-5908448d5170, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=34fcb839-0094-4c20-98da-5908448d5170,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:11:43.374571 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:43.375480 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device ab895a8b-a6f6-4df5-97f0-aa90e7601e94 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:11:43.452074 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=34fcb839-0094-4c20-98da-5908448d5170,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:43.466222 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port ab895a8b-a6f6-4df5-97f0-aa90e7601e94 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:11:43.466528 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:44.723129 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 385a86ca-f42b-498a-8766-be2f74c12d0d up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:11:44.780604 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 385a86ca-f42b-498a-8766-be2f74c12d0d triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:11:44.781329 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:44.881665 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 34fcb839-0094-4c20-98da-5908448d5170 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:11:44.942718 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 34fcb839-0094-4c20-98da-5908448d5170 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:11:44.943145 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:44.983245 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dbd638-ac73-44bf-a18e-58aac48c8271 None None] Sync routers for ids ['1ad53d40-20f1-4154-88e0-8d75e21fbed1'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:11:44.999419 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dbd638-ac73-44bf-a18e-58aac48c8271 None None] Routers {'1ad53d40-20f1-4154-88e0-8d75e21fbed1'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:11:45.000067 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-64dbd638-ac73-44bf-a18e-58aac48c8271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:11:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['1ad53d40-20f1-4154-88e0-8d75e21fbed1'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:11:45.145668 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-64dbd638-ac73-44bf-a18e-58aac48c8271 None None] Set router 1ad53d40-20f1-4154-88e0-8d75e21fbed1 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:11:45.378303 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-64dbd638-ac73-44bf-a18e-58aac48c8271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad53d40-20f1-4154-88e0-8d75e21fbed1', 'name': 'tempest-TestMinimumBasicScenario-1052793598-router', 'tenant_id': 'e738139a0c554e6f90d919d7a1fe4bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '34fcb839-0094-4c20-98da-5908448d5170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:11:38Z', 'updated_at': '2021-07-16T00:11:41Z', 'revision_number': 4, 'project_id': 'e738139a0c554e6f90d919d7a1fe4bac', 'gw_port': {'id': '34fcb839-0094-4c20-98da-5908448d5170', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad53d40-20f1-4154-88e0-8d75e21fbed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:11:39Z', 'updated_at': '2021-07-16T00:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '7f415b3f-2f49-428b-9b52-5a23477791bb', 'name': '', 'network_id': 'deaad857-7133-4d98-ac64-3f4822979e7c', 'tenant_id': 'e738139a0c554e6f90d919d7a1fe4bac', 'mac_address': 'fa:16:3e:1a:98:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ad53d40-20f1-4154-88e0-8d75e21fbed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'aa5abe97-83a1-4831-85a6-2aded330d8f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:11:41Z', 'updated_at': '2021-07-16T00:11:41Z', 'revision_number': 2, 'project_id': 'e738139a0c554e6f90d919d7a1fe4bac', 'subnets': [{'id': 'aa5abe97-83a1-4831-85a6-2aded330d8f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:11:45.406982 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dbd638-ac73-44bf-a18e-58aac48c8271 None None] Checking router: 1ad53d40-20f1-4154-88e0-8d75e21fbed1 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:11:45.406982 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dbd638-ac73-44bf-a18e-58aac48c8271 None None] Updating router 1ad53d40-20f1-4154-88e0-8d75e21fbed1 port 7f415b3f-2f49-428b-9b52-5a23477791bb binding host n-d-794306-6 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 00:11:45.444534 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-64dbd638-ac73-44bf-a18e-58aac48c8271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:45.743613 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-64dbd638-ac73-44bf-a18e-58aac48c8271 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:45.754530 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-64dbd638-ac73-44bf-a18e-58aac48c8271 None None] Transition to ACTIVE for port object 7f415b3f-2f49-428b-9b52-5a23477791bb will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:11:45.766345 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-64dbd638-ac73-44bf-a18e-58aac48c8271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:45.877667 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84732726-1150-4267-b073-a29a86b8ea4a None None] Pushing event updated for resources: {'Port': ['ID=7f415b3f-2f49-428b-9b52-5a23477791bb,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:45.899071 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-64dbd638-ac73-44bf-a18e-58aac48c8271 None None] Attempting to bind port 7f415b3f-2f49-428b-9b52-5a23477791bb on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:11:45.899434 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-64dbd638-ac73-44bf-a18e-58aac48c8271 None None] Attempting to bind port 7f415b3f-2f49-428b-9b52-5a23477791bb by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '7b9797d2-6535-438e-a0a1-f2a9bedbf2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'deaad857-7133-4d98-ac64-3f4822979e7c'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:11:45.899823 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64dbd638-ac73-44bf-a18e-58aac48c8271 None None] Attempting to bind port 7f415b3f-2f49-428b-9b52-5a23477791bb on network deaad857-7133-4d98-ac64-3f4822979e7c {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:11:45.907720 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64dbd638-ac73-44bf-a18e-58aac48c8271 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:11:45.908104 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64dbd638-ac73-44bf-a18e-58aac48c8271 None None] Checking segment: {'id': '7b9797d2-6535-438e-a0a1-f2a9bedbf2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'deaad857-7133-4d98-ac64-3f4822979e7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:11:45.908537 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-64dbd638-ac73-44bf-a18e-58aac48c8271 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:45.909027 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64dbd638-ac73-44bf-a18e-58aac48c8271 None None] Bound using segment: {'id': '7b9797d2-6535-438e-a0a1-f2a9bedbf2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'deaad857-7133-4d98-ac64-3f4822979e7c'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:11:45.909502 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-64dbd638-ac73-44bf-a18e-58aac48c8271 None None] Bound port: 7f415b3f-2f49-428b-9b52-5a23477791bb, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b9797d2-6535-438e-a0a1-f2a9bedbf2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'deaad857-7133-4d98-ac64-3f4822979e7c'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:11:45.909886 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-64dbd638-ac73-44bf-a18e-58aac48c8271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:45.990937 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-64dbd638-ac73-44bf-a18e-58aac48c8271 None None] For port 7f415b3f-2f49-428b-9b52-5a23477791bb, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:11:45.997543 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-64dbd638-ac73-44bf-a18e-58aac48c8271 None None] For port 7f415b3f-2f49-428b-9b52-5a23477791bb, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=7f415b3f-2f49-428b-9b52-5a23477791bb,segment=NetworkSegment(7b9797d2-6535-438e-a0a1-f2a9bedbf2bf),segment_id=7b9797d2-6535-438e-a0a1-f2a9bedbf2bf)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:11:46.003229 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-64dbd638-ac73-44bf-a18e-58aac48c8271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:46.087888 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84732726-1150-4267-b073-a29a86b8ea4a None None] Pushing event updated for resources: {'Port': ['ID=7f415b3f-2f49-428b-9b52-5a23477791bb,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:46.098011 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dbd638-ac73-44bf-a18e-58aac48c8271 None None] Routers {'1ad53d40-20f1-4154-88e0-8d75e21fbed1'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:11:46.098649 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-64dbd638-ac73-44bf-a18e-58aac48c8271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:11:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['1ad53d40-20f1-4154-88e0-8d75e21fbed1'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:11:46.227471 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-64dbd638-ac73-44bf-a18e-58aac48c8271 None None] Set router 1ad53d40-20f1-4154-88e0-8d75e21fbed1 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:11:46.673709 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-64dbd638-ac73-44bf-a18e-58aac48c8271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad53d40-20f1-4154-88e0-8d75e21fbed1', 'name': 'tempest-TestMinimumBasicScenario-1052793598-router', 'tenant_id': 'e738139a0c554e6f90d919d7a1fe4bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '34fcb839-0094-4c20-98da-5908448d5170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:11:38Z', 'updated_at': '2021-07-16T00:11:41Z', 'revision_number': 4, 'project_id': 'e738139a0c554e6f90d919d7a1fe4bac', 'gw_port': {'id': '34fcb839-0094-4c20-98da-5908448d5170', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad53d40-20f1-4154-88e0-8d75e21fbed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:11:39Z', 'updated_at': '2021-07-16T00:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '7f415b3f-2f49-428b-9b52-5a23477791bb', 'name': '', 'network_id': 'deaad857-7133-4d98-ac64-3f4822979e7c', 'tenant_id': 'e738139a0c554e6f90d919d7a1fe4bac', 'mac_address': 'fa:16:3e:1a:98:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ad53d40-20f1-4154-88e0-8d75e21fbed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'aa5abe97-83a1-4831-85a6-2aded330d8f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:11:41Z', 'updated_at': '2021-07-16T00:11:45Z', 'revision_number': 4, 'project_id': 'e738139a0c554e6f90d919d7a1fe4bac', 'subnets': [{'id': 'aa5abe97-83a1-4831-85a6-2aded330d8f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:11:46.706814 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dbd638-ac73-44bf-a18e-58aac48c8271 None None] The sync data for ids ['1ad53d40-20f1-4154-88e0-8d75e21fbed1'] in n-d-794306-6 is: [{'id': '1ad53d40-20f1-4154-88e0-8d75e21fbed1', 'name': 'tempest-TestMinimumBasicScenario-1052793598-router', 'tenant_id': 'e738139a0c554e6f90d919d7a1fe4bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '34fcb839-0094-4c20-98da-5908448d5170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:11:38Z', 'updated_at': '2021-07-16T00:11:41Z', 'revision_number': 4, 'project_id': 'e738139a0c554e6f90d919d7a1fe4bac', 'gw_port': {'id': '34fcb839-0094-4c20-98da-5908448d5170', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad53d40-20f1-4154-88e0-8d75e21fbed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:11:39Z', 'updated_at': '2021-07-16T00:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '7f415b3f-2f49-428b-9b52-5a23477791bb', 'name': '', 'network_id': 'deaad857-7133-4d98-ac64-3f4822979e7c', 'tenant_id': 'e738139a0c554e6f90d919d7a1fe4bac', 'mac_address': 'fa:16:3e:1a:98:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ad53d40-20f1-4154-88e0-8d75e21fbed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'aa5abe97-83a1-4831-85a6-2aded330d8f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:11:41Z', 'updated_at': '2021-07-16T00:11:45Z', 'revision_number': 4, 'project_id': 'e738139a0c554e6f90d919d7a1fe4bac', 'subnets': [{'id': 'aa5abe97-83a1-4831-85a6-2aded330d8f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:11:48.753840 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 7f415b3f-2f49-428b-9b52-5a23477791bb up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:11:48.819425 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 7f415b3f-2f49-428b-9b52-5a23477791bb completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:11:48.829063 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 7f415b3f-2f49-428b-9b52-5a23477791bb triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:11:48.829457 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:48.919180 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:48.956601 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 7f415b3f-2f49-428b-9b52-5a23477791bb, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=7f415b3f-2f49-428b-9b52-5a23477791bb,segment=NetworkSegment(7b9797d2-6535-438e-a0a1-f2a9bedbf2bf),segment_id=7b9797d2-6535-438e-a0a1-f2a9bedbf2bf)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:11:48.963224 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:49.021906 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=7f415b3f-2f49-428b-9b52-5a23477791bb,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:50.704762 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 7f415b3f-2f49-428b-9b52-5a23477791bb up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:11:50.759841 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 7f415b3f-2f49-428b-9b52-5a23477791bb triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:11:50.760216 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:52.986808 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef3fce-da47-4ea0-b587-4f446a110cda req-123b642e-1fcf-4c55-9e16-4b0f0b963c35 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:52.988198 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4fef3fce-da47-4ea0-b587-4f446a110cda req-123b642e-1fcf-4c55-9e16-4b0f0b963c35 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "GET /v2.0/networks?id=83e8f936-804e-4535-abf4-d42f617234a3 HTTP/1.1" status: 200 len: 814 time: 0.1018384 Jul 16 00:11:53.003338 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4fef3fce-da47-4ea0-b587-4f446a110cda req-07c7748c-e884-469e-946b-14e03b075002 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "GET /v2.0/quotas/b9fccba52ef54b3ca2269571ecde3f08 HTTP/1.1" status: 200 len: 375 time: 0.0090384 Jul 16 00:11:53.069080 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4fef3fce-da47-4ea0-b587-4f446a110cda req-9616f89a-cece-4744-a210-4aff89ccfe18 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b9fccba52ef54b3ca2269571ecde3f08&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0606582 Jul 16 00:11:53.171032 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [req-4fef3fce-da47-4ea0-b587-4f446a110cda req-4ec80480-14fb-4240-9ff7-5e1d609bb6f2 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 00:11:53.172082 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4fef3fce-da47-4ea0-b587-4f446a110cda req-4ec80480-14fb-4240-9ff7-5e1d609bb6f2 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0922675 Jul 16 00:11:53.265681 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4fef3fce-da47-4ea0-b587-4f446a110cda req-6419b7ce-c891-4d2d-b0d4-f86ca67de271 service neutron] 10.222.0.48 "GET /v2.0/networks/83e8f936-804e-4535-abf4-d42f617234a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874841 Jul 16 00:11:53.352809 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4fef3fce-da47-4ea0-b587-4f446a110cda req-5a9ec181-e967-43fa-9b35-7482f8384cfd service neutron] 10.222.0.48 "GET /v2.0/networks/83e8f936-804e-4535-abf4-d42f617234a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815833 Jul 16 00:11:53.521508 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-260966c5-e354-4df2-8694-ec4d01390c4a req-cf83cd6f-805d-43aa-b4bc-5aa0607541a2 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c4cbd6-1ed8-461b-b63e-666f7b573484 HTTP/1.1" status: 200 len: 210 time: 0.0278115 Jul 16 00:11:54.623682 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef3fce-da47-4ea0-b587-4f446a110cda req-b1c62b94-ebb6-4a9f-8109-c404533499ac tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:54.625202 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4fef3fce-da47-4ea0-b587-4f446a110cda req-b1c62b94-ebb6-4a9f-8109-c404533499ac tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.41 "GET /v2.0/networks?id=83e8f936-804e-4535-abf4-d42f617234a3 HTTP/1.1" status: 200 len: 814 time: 0.1064892 Jul 16 00:11:54.652311 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-4fef3fce-da47-4ea0-b587-4f446a110cda req-84b124ee-92a2-4238-8c4e-f258b9a06875 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Request body: {'port': {'device_id': '72c4cbd6-1ed8-461b-b63e-666f7b573484', 'network_id': '83e8f936-804e-4535-abf4-d42f617234a3', 'admin_state_up': True, 'tenant_id': 'b9fccba52ef54b3ca2269571ecde3f08'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:11:54.674617 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-afad1397-207b-4df6-90f2-03f65c4057d9 req-73ec9ff0-255d-4290-96a3-5b4c2e92f326 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c4cbd6-1ed8-461b-b63e-666f7b573484 HTTP/1.1" status: 200 len: 210 time: 0.0373509 Jul 16 00:11:54.769461 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fef3fce-da47-4ea0-b587-4f446a110cda req-84b124ee-92a2-4238-8c4e-f258b9a06875 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Made reservation on behalf of b9fccba52ef54b3ca2269571ecde3f08 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:11:54.773640 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4fef3fce-da47-4ea0-b587-4f446a110cda req-84b124ee-92a2-4238-8c4e-f258b9a06875 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:54.908878 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-4fef3fce-da47-4ea0-b587-4f446a110cda req-84b124ee-92a2-4238-8c4e-f258b9a06875 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Allocated IP 172.20.0.4 (83e8f936-804e-4535-abf4-d42f617234a3/869d3de5-42f6-402e-925c-47530b2faf3e/285cfe02-543b-4747-a54e-40af1e873318) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:11:55.075261 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4fef3fce-da47-4ea0-b587-4f446a110cda req-84b124ee-92a2-4238-8c4e-f258b9a06875 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:55.097344 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-4fef3fce-da47-4ea0-b587-4f446a110cda req-84b124ee-92a2-4238-8c4e-f258b9a06875 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Transition to ACTIVE for port object 285cfe02-543b-4747-a54e-40af1e873318 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:11:55.136125 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4fef3fce-da47-4ea0-b587-4f446a110cda req-84b124ee-92a2-4238-8c4e-f258b9a06875 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:55.209152 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fef3fce-da47-4ea0-b587-4f446a110cda req-84b124ee-92a2-4238-8c4e-f258b9a06875 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Network 83e8f936-804e-4535-abf4-d42f617234a3 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:11:55.215087 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-4fef3fce-da47-4ea0-b587-4f446a110cda req-84b124ee-92a2-4238-8c4e-f258b9a06875 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:11:55.232601 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fef3fce-da47-4ea0-b587-4f446a110cda req-84b124ee-92a2-4238-8c4e-f258b9a06875 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:11:55.240048 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b124ee-92a2-4238-8c4e-f258b9a06875 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Pushing event updated for resources: {'Port': ['ID=285cfe02-543b-4747-a54e-40af1e873318,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:11:55.285003 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b124ee-92a2-4238-8c4e-f258b9a06875 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:55.286982 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b124ee-92a2-4238-8c4e-f258b9a06875 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:55.287514 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b124ee-92a2-4238-8c4e-f258b9a06875 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:55.288102 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b124ee-92a2-4238-8c4e-f258b9a06875 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:55.289263 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b124ee-92a2-4238-8c4e-f258b9a06875 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:55.293393 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b124ee-92a2-4238-8c4e-f258b9a06875 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:55.293972 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b124ee-92a2-4238-8c4e-f258b9a06875 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:55.294484 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b124ee-92a2-4238-8c4e-f258b9a06875 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:55.294987 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b124ee-92a2-4238-8c4e-f258b9a06875 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:55.295497 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b124ee-92a2-4238-8c4e-f258b9a06875 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:55.296037 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b124ee-92a2-4238-8c4e-f258b9a06875 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:55.296532 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b124ee-92a2-4238-8c4e-f258b9a06875 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:11:55.329628 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef3fce-da47-4ea0-b587-4f446a110cda req-84b124ee-92a2-4238-8c4e-f258b9a06875 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:55.330735 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4fef3fce-da47-4ea0-b587-4f446a110cda req-84b124ee-92a2-4238-8c4e-f258b9a06875 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:55.355026 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4fef3fce-da47-4ea0-b587-4f446a110cda req-84b124ee-92a2-4238-8c4e-f258b9a06875 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7078202 Jul 16 00:11:55.568067 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d8c6afba-9684-4bf8-a7be-a83ce2e478f3 None None] Provisioning for port 285cfe02-543b-4747-a54e-40af1e873318 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:11:55.574458 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d8c6afba-9684-4bf8-a7be-a83ce2e478f3 None None] Provisioning complete for port 285cfe02-543b-4747-a54e-40af1e873318 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:11:55.575170 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d8c6afba-9684-4bf8-a7be-a83ce2e478f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:55.610487 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-d8c6afba-9684-4bf8-a7be-a83ce2e478f3 None None] Port 285cfe02-543b-4747-a54e-40af1e873318 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:11:55.862030 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd29121-77bb-4bc3-b328-ef01ebd169c3 req-2c44374c-9592-4a33-8e4a-94eb9a1e3a26 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:55.863549 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bfd29121-77bb-4bc3-b328-ef01ebd169c3 req-2c44374c-9592-4a33-8e4a-94eb9a1e3a26 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c4cbd6-1ed8-461b-b63e-666f7b573484 HTTP/1.1" status: 200 len: 931 time: 0.0726728 Jul 16 00:11:55.904448 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bfd29121-77bb-4bc3-b328-ef01ebd169c3 req-d6a70905-3bdd-4900-931a-83c271ad3309 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "GET /v2.0/security-groups?id=497d778f-68d4-4805-abf8-2fbae6b2108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345440 Jul 16 00:11:55.946546 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:11:57.094465 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8dba59-e6ce-4762-8b52-a97721c5aad2 req-a6b0dcf8-f4c2-4a08-bece-88b4711b4b47 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:57.095894 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3d8dba59-e6ce-4762-8b52-a97721c5aad2 req-a6b0dcf8-f4c2-4a08-bece-88b4711b4b47 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c4cbd6-1ed8-461b-b63e-666f7b573484 HTTP/1.1" status: 200 len: 931 time: 0.0694339 Jul 16 00:11:57.141844 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3d8dba59-e6ce-4762-8b52-a97721c5aad2 req-4f478221-3736-4ee3-8528-8397482e21bf tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "GET /v2.0/security-groups?id=497d778f-68d4-4805-abf8-2fbae6b2108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402853 Jul 16 00:11:58.342446 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74fdea5-4dbc-4210-856c-a438a217efd9 req-4346a48e-794f-41e7-b6e3-ed03f0505df0 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:58.344366 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d74fdea5-4dbc-4210-856c-a438a217efd9 req-4346a48e-794f-41e7-b6e3-ed03f0505df0 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c4cbd6-1ed8-461b-b63e-666f7b573484 HTTP/1.1" status: 200 len: 931 time: 0.0848105 Jul 16 00:11:58.394935 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d74fdea5-4dbc-4210-856c-a438a217efd9 req-d9e06ff6-3730-424b-bad6-d2a93e3a8875 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "GET /v2.0/security-groups?id=497d778f-68d4-4805-abf8-2fbae6b2108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444810 Jul 16 00:11:59.589983 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3294b8be-484a-423b-96ff-409aed799c75 req-ca4d5174-a6a1-47cb-b281-c6966ab7a9a3 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:11:59.591507 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3294b8be-484a-423b-96ff-409aed799c75 req-ca4d5174-a6a1-47cb-b281-c6966ab7a9a3 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c4cbd6-1ed8-461b-b63e-666f7b573484 HTTP/1.1" status: 200 len: 931 time: 0.0752163 Jul 16 00:11:59.634603 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3294b8be-484a-423b-96ff-409aed799c75 req-29f0ed32-6ac6-406a-8e6a-55aed6ebfcd7 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "GET /v2.0/security-groups?id=497d778f-68d4-4805-abf8-2fbae6b2108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375299 Jul 16 00:12:00.821962 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6844ee-0ab0-443d-a10e-64c13a7326f5 req-ce5a7cc1-9b86-4dd4-816c-4ea90f0cdc29 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:00.823528 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cd6844ee-0ab0-443d-a10e-64c13a7326f5 req-ce5a7cc1-9b86-4dd4-816c-4ea90f0cdc29 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c4cbd6-1ed8-461b-b63e-666f7b573484 HTTP/1.1" status: 200 len: 931 time: 0.0726545 Jul 16 00:12:00.857313 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:12:00.867300 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cd6844ee-0ab0-443d-a10e-64c13a7326f5 req-087a4117-9d62-40af-b980-9df4e1200716 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "GET /v2.0/security-groups?id=497d778f-68d4-4805-abf8-2fbae6b2108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372934 Jul 16 00:12:00.928198 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ade8b15d-2084-4f6c-a697-92db0d7fa33d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:02.072634 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d6d9b-9db5-4e8c-a4f1-bdca6a987e86 req-077c3d9c-435f-4e7e-91d1-227500c74798 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:02.074134 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d47d6d9b-9db5-4e8c-a4f1-bdca6a987e86 req-077c3d9c-435f-4e7e-91d1-227500c74798 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c4cbd6-1ed8-461b-b63e-666f7b573484 HTTP/1.1" status: 200 len: 931 time: 0.0796659 Jul 16 00:12:02.112107 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d47d6d9b-9db5-4e8c-a4f1-bdca6a987e86 req-1b6962d2-d078-47dc-9e3c-577dd9e89b7c tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "GET /v2.0/security-groups?id=497d778f-68d4-4805-abf8-2fbae6b2108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324490 Jul 16 00:12:03.373813 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f8945-d687-4aff-9c1a-dc05fe080e10 req-55208545-7e85-479e-9158-df26d0dbb091 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:03.376642 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f05f8945-d687-4aff-9c1a-dc05fe080e10 req-55208545-7e85-479e-9158-df26d0dbb091 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c4cbd6-1ed8-461b-b63e-666f7b573484 HTTP/1.1" status: 200 len: 931 time: 0.1113305 Jul 16 00:12:03.434107 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f05f8945-d687-4aff-9c1a-dc05fe080e10 req-ec09ede9-17f9-420b-8eeb-60754cd19b30 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "GET /v2.0/security-groups?id=497d778f-68d4-4805-abf8-2fbae6b2108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485198 Jul 16 00:12:03.493268 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:04.296156 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6443dad6-2b8a-420c-ac52-25f4b1d89f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:04.536067 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:04.644233 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b698d5-8e47-49bd-b245-fe40226f6538 req-30c3601b-47b6-4a2e-9fcd-be33e875880c tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:04.645710 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b0b698d5-8e47-49bd-b245-fe40226f6538 req-30c3601b-47b6-4a2e-9fcd-be33e875880c tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c4cbd6-1ed8-461b-b63e-666f7b573484 HTTP/1.1" status: 200 len: 931 time: 0.0744336 Jul 16 00:12:04.685816 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b0b698d5-8e47-49bd-b245-fe40226f6538 req-b775a08c-7380-4e66-8221-a9257b35290a tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "GET /v2.0/security-groups?id=497d778f-68d4-4805-abf8-2fbae6b2108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336363 Jul 16 00:12:05.312781 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-4fef3fce-da47-4ea0-b587-4f446a110cda req-7cf4bdc1-d5f9-4449-b057-097eec96bd0a service neutron] Request body: {'port': {'device_id': '72c4cbd6-1ed8-461b-b63e-666f7b573484', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:12:05.384235 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4fef3fce-da47-4ea0-b587-4f446a110cda req-7cf4bdc1-d5f9-4449-b057-097eec96bd0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:05.658468 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-4fef3fce-da47-4ea0-b587-4f446a110cda req-7cf4bdc1-d5f9-4449-b057-097eec96bd0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 285cfe02-543b-4747-a54e-40af1e873318 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:12:05.666390 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4fef3fce-da47-4ea0-b587-4f446a110cda req-7cf4bdc1-d5f9-4449-b057-097eec96bd0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:05.678862 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-4fef3fce-da47-4ea0-b587-4f446a110cda req-7cf4bdc1-d5f9-4449-b057-097eec96bd0a service neutron] Transition to ACTIVE for port object 285cfe02-543b-4747-a54e-40af1e873318 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:12:05.684726 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4fef3fce-da47-4ea0-b587-4f446a110cda req-7cf4bdc1-d5f9-4449-b057-097eec96bd0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:05.733885 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf4bdc1-d5f9-4449-b057-097eec96bd0a service neutron] Pushing event updated for resources: {'Port': ['ID=285cfe02-543b-4747-a54e-40af1e873318,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:12:05.821494 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-4fef3fce-da47-4ea0-b587-4f446a110cda req-7cf4bdc1-d5f9-4449-b057-097eec96bd0a service neutron] Attempting to bind port 285cfe02-543b-4747-a54e-40af1e873318 on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:12:05.822131 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-4fef3fce-da47-4ea0-b587-4f446a110cda req-7cf4bdc1-d5f9-4449-b057-097eec96bd0a service neutron] Attempting to bind port 285cfe02-543b-4747-a54e-40af1e873318 by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '307f19e1-2691-49fb-88a7-55aeb2486010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '83e8f936-804e-4535-abf4-d42f617234a3'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:12:05.822662 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fef3fce-da47-4ea0-b587-4f446a110cda req-7cf4bdc1-d5f9-4449-b057-097eec96bd0a service neutron] Attempting to bind port 285cfe02-543b-4747-a54e-40af1e873318 on network 83e8f936-804e-4535-abf4-d42f617234a3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:12:05.829895 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fef3fce-da47-4ea0-b587-4f446a110cda req-7cf4bdc1-d5f9-4449-b057-097eec96bd0a service neutron] Port 285cfe02-543b-4747-a54e-40af1e873318 on network 83e8f936-804e-4535-abf4-d42f617234a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 00:12:05.830232 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fef3fce-da47-4ea0-b587-4f446a110cda req-7cf4bdc1-d5f9-4449-b057-097eec96bd0a service neutron] Attempting to bind port 285cfe02-543b-4747-a54e-40af1e873318 on network 83e8f936-804e-4535-abf4-d42f617234a3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:12:05.837897 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fef3fce-da47-4ea0-b587-4f446a110cda req-7cf4bdc1-d5f9-4449-b057-097eec96bd0a service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:12:05.838242 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fef3fce-da47-4ea0-b587-4f446a110cda req-7cf4bdc1-d5f9-4449-b057-097eec96bd0a service neutron] Checking segment: {'id': '307f19e1-2691-49fb-88a7-55aeb2486010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '83e8f936-804e-4535-abf4-d42f617234a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:12:05.839000 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fef3fce-da47-4ea0-b587-4f446a110cda req-7cf4bdc1-d5f9-4449-b057-097eec96bd0a service neutron] Bound using segment: {'id': '307f19e1-2691-49fb-88a7-55aeb2486010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '83e8f936-804e-4535-abf4-d42f617234a3'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:12:05.839460 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-4fef3fce-da47-4ea0-b587-4f446a110cda req-7cf4bdc1-d5f9-4449-b057-097eec96bd0a service neutron] Bound port: 285cfe02-543b-4747-a54e-40af1e873318, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '307f19e1-2691-49fb-88a7-55aeb2486010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '83e8f936-804e-4535-abf4-d42f617234a3'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:12:05.839855 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4fef3fce-da47-4ea0-b587-4f446a110cda req-7cf4bdc1-d5f9-4449-b057-097eec96bd0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:05.895319 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8afec-0b8a-4f7a-abc8-b5e00cfaf69d req-3e8dedec-5226-4d0b-8118-86b992d1e432 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:05.897867 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7bf8afec-0b8a-4f7a-abc8-b5e00cfaf69d req-3e8dedec-5226-4d0b-8118-86b992d1e432 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c4cbd6-1ed8-461b-b63e-666f7b573484 HTTP/1.1" status: 200 len: 943 time: 0.0739992 Jul 16 00:12:05.919144 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-4fef3fce-da47-4ea0-b587-4f446a110cda req-7cf4bdc1-d5f9-4449-b057-097eec96bd0a service neutron] For port 285cfe02-543b-4747-a54e-40af1e873318, host n-h2-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:12:05.922685 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-4fef3fce-da47-4ea0-b587-4f446a110cda req-7cf4bdc1-d5f9-4449-b057-097eec96bd0a service neutron] For port 285cfe02-543b-4747-a54e-40af1e873318, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=285cfe02-543b-4747-a54e-40af1e873318,segment=NetworkSegment(307f19e1-2691-49fb-88a7-55aeb2486010),segment_id=307f19e1-2691-49fb-88a7-55aeb2486010)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:12:05.931086 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4fef3fce-da47-4ea0-b587-4f446a110cda req-7cf4bdc1-d5f9-4449-b057-097eec96bd0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:05.947740 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7bf8afec-0b8a-4f7a-abc8-b5e00cfaf69d req-0bccb207-5cb1-4d89-b3fb-1fa3210280ba tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "GET /v2.0/security-groups?id=497d778f-68d4-4805-abf8-2fbae6b2108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443718 Jul 16 00:12:05.966031 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef3fce-da47-4ea0-b587-4f446a110cda req-7cf4bdc1-d5f9-4449-b057-097eec96bd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:05.966537 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4fef3fce-da47-4ea0-b587-4f446a110cda req-7cf4bdc1-d5f9-4449-b057-097eec96bd0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:05.967997 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4fef3fce-da47-4ea0-b587-4f446a110cda req-7cf4bdc1-d5f9-4449-b057-097eec96bd0a service neutron] 10.222.0.41 "PUT /v2.0/ports/285cfe02-543b-4747-a54e-40af1e873318 HTTP/1.1" status: 200 len: 1091 time: 0.7019961 Jul 16 00:12:05.970486 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72c4cbd6-1ed8-461b-b63e-666f7b573484', 'tag': '285cfe02-543b-4747-a54e-40af1e873318'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:12:05.973112 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732f3e1a316c3ad7d48a65c2bbc2e30ba6c82a3ba5a41bb87b5b7e43e99a4419" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136393a4-e3a5-45b2-8b5a-92836a02c1ef" -d '{"events": [{"name": "network-changed", "server_uuid": "72c4cbd6-1ed8-461b-b63e-666f7b573484", "tag": "285cfe02-543b-4747-a54e-40af1e873318"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:12:06.004800 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf4bdc1-d5f9-4449-b057-097eec96bd0a service neutron] Pushing event updated for resources: {'Port': ['ID=285cfe02-543b-4747-a54e-40af1e873318,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:12:06.020085 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e1cf08b-4ff5-4311-917d-cfe0e1a84f9e x-openstack-request-id: req-2e1cf08b-4ff5-4311-917d-cfe0e1a84f9e {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:12:06.020666 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72c4cbd6-1ed8-461b-b63e-666f7b573484", "tag": "285cfe02-543b-4747-a54e-40af1e873318", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:12:06.021093 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2e1cf08b-4ff5-4311-917d-cfe0e1a84f9e {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:12:06.021672 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72c4cbd6-1ed8-461b-b63e-666f7b573484', 'tag': '285cfe02-543b-4747-a54e-40af1e873318', 'status': 'completed', 'code': 200} Jul 16 00:12:06.094256 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef3fce-da47-4ea0-b587-4f446a110cda req-6bf38884-9d37-491a-b0fb-e88bb3a32f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:06.095837 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4fef3fce-da47-4ea0-b587-4f446a110cda req-6bf38884-9d37-491a-b0fb-e88bb3a32f5f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9fccba52ef54b3ca2269571ecde3f08&device_id=72c4cbd6-1ed8-461b-b63e-666f7b573484 HTTP/1.1" status: 200 len: 1094 time: 0.0553255 Jul 16 00:12:06.147939 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4fef3fce-da47-4ea0-b587-4f446a110cda req-21806c08-6634-42e3-85db-8da3eb149695 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=285cfe02-543b-4747-a54e-40af1e873318 HTTP/1.1" status: 200 len: 217 time: 0.0396013 Jul 16 00:12:06.195791 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef3fce-da47-4ea0-b587-4f446a110cda req-1bcf2c03-1186-4fdd-bd1e-204cb8ef5938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:06.197191 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4fef3fce-da47-4ea0-b587-4f446a110cda req-1bcf2c03-1186-4fdd-bd1e-204cb8ef5938 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=869d3de5-42f6-402e-925c-47530b2faf3e HTTP/1.1" status: 200 len: 853 time: 0.0437622 Jul 16 00:12:06.254182 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef3fce-da47-4ea0-b587-4f446a110cda req-f73fdfa8-d886-4893-937f-5b53c044c395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:06.256139 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4fef3fce-da47-4ea0-b587-4f446a110cda req-f73fdfa8-d886-4893-937f-5b53c044c395 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=83e8f936-804e-4535-abf4-d42f617234a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523241 Jul 16 00:12:06.349040 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4fef3fce-da47-4ea0-b587-4f446a110cda req-c03f204f-64d0-4fd1-b6c0-fdee2a41fbca service neutron] 10.222.0.41 "GET /v2.0/networks/83e8f936-804e-4535-abf4-d42f617234a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870361 Jul 16 00:12:06.436846 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4fef3fce-da47-4ea0-b587-4f446a110cda req-2823c4bd-e5d9-4c70-a8ef-a0df6e527f3a service neutron] 10.222.0.41 "GET /v2.0/networks/83e8f936-804e-4535-abf4-d42f617234a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817356 Jul 16 00:12:06.541920 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:06.576568 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136393a4-e3a5-45b2-8b5a-92836a02c1ef req-5c89a6d8-aa82-48c6-980c-48ba851c0041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:06.578056 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-136393a4-e3a5-45b2-8b5a-92836a02c1ef req-5c89a6d8-aa82-48c6-980c-48ba851c0041 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9fccba52ef54b3ca2269571ecde3f08&device_id=72c4cbd6-1ed8-461b-b63e-666f7b573484 HTTP/1.1" status: 200 len: 1094 time: 0.0578196 Jul 16 00:12:06.668348 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136393a4-e3a5-45b2-8b5a-92836a02c1ef req-44f7268f-879f-4d26-af25-1434b0fe064a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:06.670004 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-136393a4-e3a5-45b2-8b5a-92836a02c1ef req-44f7268f-879f-4d26-af25-1434b0fe064a service neutron] 10.222.0.41 "GET /v2.0/networks?id=83e8f936-804e-4535-abf4-d42f617234a3 HTTP/1.1" status: 200 len: 915 time: 0.0855415 Jul 16 00:12:06.715073 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-136393a4-e3a5-45b2-8b5a-92836a02c1ef req-82866144-9083-4578-bd16-ef9b962a7779 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=285cfe02-543b-4747-a54e-40af1e873318 HTTP/1.1" status: 200 len: 217 time: 0.0384963 Jul 16 00:12:06.763630 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136393a4-e3a5-45b2-8b5a-92836a02c1ef req-d80dd9df-ca81-49b5-b1d5-9985d320b4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:06.765036 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-136393a4-e3a5-45b2-8b5a-92836a02c1ef req-d80dd9df-ca81-49b5-b1d5-9985d320b4f7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=869d3de5-42f6-402e-925c-47530b2faf3e HTTP/1.1" status: 200 len: 853 time: 0.0440326 Jul 16 00:12:06.825066 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136393a4-e3a5-45b2-8b5a-92836a02c1ef req-3a7518aa-1ab3-4862-adaa-5974e74efcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:06.826575 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-136393a4-e3a5-45b2-8b5a-92836a02c1ef req-3a7518aa-1ab3-4862-adaa-5974e74efcb5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=83e8f936-804e-4535-abf4-d42f617234a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543480 Jul 16 00:12:06.927590 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-136393a4-e3a5-45b2-8b5a-92836a02c1ef req-4c18120f-af42-4810-94f0-09f78abc1196 service neutron] 10.222.0.41 "GET /v2.0/networks/83e8f936-804e-4535-abf4-d42f617234a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932140 Jul 16 00:12:07.017469 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-136393a4-e3a5-45b2-8b5a-92836a02c1ef req-1ec651b5-f325-40d1-84b4-68c3ec982815 service neutron] 10.222.0.41 "GET /v2.0/networks/83e8f936-804e-4535-abf4-d42f617234a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828562 Jul 16 00:12:07.127274 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f15db1-59c6-4ce4-bcdd-b36e3e18da4a req-bec504a9-ebc0-4854-bcc0-a2cfa1f04f74 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:07.128789 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f2f15db1-59c6-4ce4-bcdd-b36e3e18da4a req-bec504a9-ebc0-4854-bcc0-a2cfa1f04f74 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c4cbd6-1ed8-461b-b63e-666f7b573484 HTTP/1.1" status: 200 len: 943 time: 0.0660801 Jul 16 00:12:07.168467 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f2f15db1-59c6-4ce4-bcdd-b36e3e18da4a req-6a7e109c-72ef-479a-a4f5-d964c3847d27 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "GET /v2.0/security-groups?id=497d778f-68d4-4805-abf8-2fbae6b2108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329154 Jul 16 00:12:08.344366 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e627681-50d8-4887-af1d-79d7fd47ef5b req-35c615b9-6488-4212-862b-164a5e752842 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:08.345870 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3e627681-50d8-4887-af1d-79d7fd47ef5b req-35c615b9-6488-4212-862b-164a5e752842 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c4cbd6-1ed8-461b-b63e-666f7b573484 HTTP/1.1" status: 200 len: 943 time: 0.0634594 Jul 16 00:12:08.384487 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3e627681-50d8-4887-af1d-79d7fd47ef5b req-b75c419f-28ae-4547-942b-440f1d9ef316 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "GET /v2.0/security-groups?id=497d778f-68d4-4805-abf8-2fbae6b2108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328548 Jul 16 00:12:08.628521 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:08.889464 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 285cfe02-543b-4747-a54e-40af1e873318 details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 00:12:08.995451 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 285cfe02-543b-4747-a54e-40af1e873318, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=285cfe02-543b-4747-a54e-40af1e873318,segment=NetworkSegment(307f19e1-2691-49fb-88a7-55aeb2486010),segment_id=307f19e1-2691-49fb-88a7-55aeb2486010)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:12:09.006723 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': '285cfe02-543b-4747-a54e-40af1e873318', 'network_id': '83e8f936-804e-4535-abf4-d42f617234a3', 'port_id': '285cfe02-543b-4747-a54e-40af1e873318', 'mac_address': 'fa:16:3e:a3:a8:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '869d3de5-42f6-402e-925c-47530b2faf3e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 00:12:09.043371 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:09.056138 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 285cfe02-543b-4747-a54e-40af1e873318 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:12:09.075507 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 285cfe02-543b-4747-a54e-40af1e873318, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=285cfe02-543b-4747-a54e-40af1e873318,segment=NetworkSegment(307f19e1-2691-49fb-88a7-55aeb2486010),segment_id=307f19e1-2691-49fb-88a7-55aeb2486010)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:12:09.079591 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:09.130950 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=285cfe02-543b-4747-a54e-40af1e873318,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:12:09.138122 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:12:09.138467 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:12:09.138803 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:12:09.139133 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:12:09.139530 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:12:09.139814 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:12:09.140137 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:12:09.140458 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:12:09.140775 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:12:09.141094 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:12:09.141409 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:12:09.141723 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:12:09.408412 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['285cfe02-543b-4747-a54e-40af1e873318'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:12:09.558003 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9202d6e-9275-4c10-a0e8-5a5d164ca607 req-bf877377-228c-481c-a7e6-380a7bd67366 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:09.559778 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c9202d6e-9275-4c10-a0e8-5a5d164ca607 req-bf877377-228c-481c-a7e6-380a7bd67366 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c4cbd6-1ed8-461b-b63e-666f7b573484 HTTP/1.1" status: 200 len: 944 time: 0.0631998 Jul 16 00:12:09.597709 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c9202d6e-9275-4c10-a0e8-5a5d164ca607 req-080b4251-df6a-469d-ba2e-0b16b2ca31b2 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "GET /v2.0/security-groups?id=497d778f-68d4-4805-abf8-2fbae6b2108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320895 Jul 16 00:12:10.773671 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d310f8-0f16-423a-8b29-944bd0b9d49e req-2321bece-1969-4828-87a0-536eb843c614 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:10.775169 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-35d310f8-0f16-423a-8b29-944bd0b9d49e req-2321bece-1969-4828-87a0-536eb843c614 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c4cbd6-1ed8-461b-b63e-666f7b573484 HTTP/1.1" status: 200 len: 944 time: 0.0672247 Jul 16 00:12:10.814989 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-35d310f8-0f16-423a-8b29-944bd0b9d49e req-3d2c2b84-d6ad-4adb-9edc-f43ee1fe1e46 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "GET /v2.0/security-groups?id=497d778f-68d4-4805-abf8-2fbae6b2108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341733 Jul 16 00:12:10.905024 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 285cfe02-543b-4747-a54e-40af1e873318 up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:12:10.952499 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port 285cfe02-543b-4747-a54e-40af1e873318 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:12:10.956223 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port 285cfe02-543b-4747-a54e-40af1e873318 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:12:10.956592 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:11.037767 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:11.060771 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72c4cbd6-1ed8-461b-b63e-666f7b573484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '285cfe02-543b-4747-a54e-40af1e873318'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:12:11.063010 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85e2a5fec60f0be1243ce80844a072e05c29e3c23db0dd3e62b5f7d92f5b0637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e8ad4b7-4ce3-41f3-b313-4ce8e558de39" -d '{"events": [{"server_uuid": "72c4cbd6-1ed8-461b-b63e-666f7b573484", "name": "network-vif-plugged", "status": "completed", "tag": "285cfe02-543b-4747-a54e-40af1e873318"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:12:11.076569 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 285cfe02-543b-4747-a54e-40af1e873318, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=285cfe02-543b-4747-a54e-40af1e873318,segment=NetworkSegment(307f19e1-2691-49fb-88a7-55aeb2486010),segment_id=307f19e1-2691-49fb-88a7-55aeb2486010)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:12:11.080967 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:11.106789 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f60b590-892c-44e6-8cfd-17acab96f26b x-openstack-request-id: req-4f60b590-892c-44e6-8cfd-17acab96f26b {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:12:11.107124 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72c4cbd6-1ed8-461b-b63e-666f7b573484", "name": "network-vif-plugged", "status": "completed", "tag": "285cfe02-543b-4747-a54e-40af1e873318", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:12:11.107383 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4f60b590-892c-44e6-8cfd-17acab96f26b {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:12:11.107802 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72c4cbd6-1ed8-461b-b63e-666f7b573484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '285cfe02-543b-4747-a54e-40af1e873318', 'code': 200} Jul 16 00:12:11.131723 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=285cfe02-543b-4747-a54e-40af1e873318,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:12:11.248319 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8913c032-8afd-4abe-9023-f32c7fe63f7b req-ad639ed8-b941-4163-887f-cb98319a3b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:11.249711 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-8913c032-8afd-4abe-9023-f32c7fe63f7b req-ad639ed8-b941-4163-887f-cb98319a3b70 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=72c4cbd6-1ed8-461b-b63e-666f7b573484 HTTP/1.1" status: 200 len: 1096 time: 0.0562618 Jul 16 00:12:11.285575 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-8913c032-8afd-4abe-9023-f32c7fe63f7b req-53c5baef-2a3c-4253-8a0f-d9c693241144 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=497d778f-68d4-4805-abf8-2fbae6b2108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282664 Jul 16 00:12:11.987141 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6307336-ea77-4411-be4f-576dec8740a6 req-5c24294a-c31b-40cc-8a8e-9ee6b951912c tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:11.988669 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e6307336-ea77-4411-be4f-576dec8740a6 req-5c24294a-c31b-40cc-8a8e-9ee6b951912c tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c4cbd6-1ed8-461b-b63e-666f7b573484 HTTP/1.1" status: 200 len: 945 time: 0.0651760 Jul 16 00:12:12.028752 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e6307336-ea77-4411-be4f-576dec8740a6 req-0a2a4b07-efb5-4813-b8b0-a30dfe5ce60f tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "GET /v2.0/security-groups?id=497d778f-68d4-4805-abf8-2fbae6b2108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340657 Jul 16 00:12:13.213220 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdadce36-0d7d-4f1f-a8e9-618a4a81a87e req-b49f7ce5-7e4a-4325-8ba9-82b210011000 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:13.214776 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bdadce36-0d7d-4f1f-a8e9-618a4a81a87e req-b49f7ce5-7e4a-4325-8ba9-82b210011000 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c4cbd6-1ed8-461b-b63e-666f7b573484 HTTP/1.1" status: 200 len: 945 time: 0.0742915 Jul 16 00:12:13.253415 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bdadce36-0d7d-4f1f-a8e9-618a4a81a87e req-2b2d987b-559b-4ae7-8eb8-7437244faf9d tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "GET /v2.0/security-groups?id=497d778f-68d4-4805-abf8-2fbae6b2108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328207 Jul 16 00:12:13.423882 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6562aa9-ebc8-4080-a29c-69b9ac903a94 req-22460203-aee7-4401-b37b-23af9ac6a49b tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:13.425357 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a6562aa9-ebc8-4080-a29c-69b9ac903a94 req-22460203-aee7-4401-b37b-23af9ac6a49b tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c4cbd6-1ed8-461b-b63e-666f7b573484 HTTP/1.1" status: 200 len: 945 time: 0.0636010 Jul 16 00:12:13.463217 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a6562aa9-ebc8-4080-a29c-69b9ac903a94 req-b740dd33-2ec6-4941-8db8-091cb3645762 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "GET /v2.0/security-groups?id=497d778f-68d4-4805-abf8-2fbae6b2108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322158 Jul 16 00:12:13.800769 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e30977e-7a55-4ceb-8324-66d271a39287 req-444bba9b-d435-4b78-858e-39a24a19e114 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:13.802146 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4e30977e-7a55-4ceb-8324-66d271a39287 req-444bba9b-d435-4b78-858e-39a24a19e114 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c4cbd6-1ed8-461b-b63e-666f7b573484 HTTP/1.1" status: 200 len: 945 time: 0.0618846 Jul 16 00:12:13.842891 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4e30977e-7a55-4ceb-8324-66d271a39287 req-901beff3-7317-469f-8259-c1baf811c4d4 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "GET /v2.0/security-groups?id=497d778f-68d4-4805-abf8-2fbae6b2108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339355 Jul 16 00:12:24.924706 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-00032aae-24b7-4604-b3ec-3cbb78c18fd3 req-a18dd5e0-ab35-4cd4-83a0-a7bb08e80dba service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=72c4cbd6-1ed8-461b-b63e-666f7b573484&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0538523 Jul 16 00:12:25.045935 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00032aae-24b7-4604-b3ec-3cbb78c18fd3 req-e355f03e-ce81-4a7c-93da-f15785c587b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:25.047429 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-00032aae-24b7-4604-b3ec-3cbb78c18fd3 req-e355f03e-ce81-4a7c-93da-f15785c587b0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9fccba52ef54b3ca2269571ecde3f08&device_id=72c4cbd6-1ed8-461b-b63e-666f7b573484 HTTP/1.1" status: 200 len: 1096 time: 0.0543733 Jul 16 00:12:25.166604 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00032aae-24b7-4604-b3ec-3cbb78c18fd3 req-1175f1fa-207f-4961-8f6c-4377cf968434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:25.168169 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-00032aae-24b7-4604-b3ec-3cbb78c18fd3 req-1175f1fa-207f-4961-8f6c-4377cf968434 service neutron] 10.222.0.41 "GET /v2.0/networks?id=83e8f936-804e-4535-abf4-d42f617234a3 HTTP/1.1" status: 200 len: 915 time: 0.0966547 Jul 16 00:12:25.210929 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-00032aae-24b7-4604-b3ec-3cbb78c18fd3 req-ec1a3d69-86d7-426c-93f7-64106de52a10 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=285cfe02-543b-4747-a54e-40af1e873318 HTTP/1.1" status: 200 len: 217 time: 0.0356030 Jul 16 00:12:25.278990 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00032aae-24b7-4604-b3ec-3cbb78c18fd3 req-6d1fa81f-2adf-4d52-af42-22ea44d2d6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:25.281056 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-00032aae-24b7-4604-b3ec-3cbb78c18fd3 req-6d1fa81f-2adf-4d52-af42-22ea44d2d6d6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=869d3de5-42f6-402e-925c-47530b2faf3e HTTP/1.1" status: 200 len: 853 time: 0.0553784 Jul 16 00:12:25.349845 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00032aae-24b7-4604-b3ec-3cbb78c18fd3 req-615a4570-17d1-4d0e-824c-fa2ae7fada96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:25.351437 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-00032aae-24b7-4604-b3ec-3cbb78c18fd3 req-615a4570-17d1-4d0e-824c-fa2ae7fada96 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=83e8f936-804e-4535-abf4-d42f617234a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636950 Jul 16 00:12:25.445317 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-00032aae-24b7-4604-b3ec-3cbb78c18fd3 req-72eccf61-2c1c-44b4-99bb-6237ea4f8536 service neutron] 10.222.0.41 "GET /v2.0/networks/83e8f936-804e-4535-abf4-d42f617234a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862839 Jul 16 00:12:25.543723 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-00032aae-24b7-4604-b3ec-3cbb78c18fd3 req-f761aaa5-4b79-47b9-83d7-6d5004f46ef2 service neutron] 10.222.0.41 "GET /v2.0/networks/83e8f936-804e-4535-abf4-d42f617234a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899823 Jul 16 00:12:25.939715 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:26.630557 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34380ffb-87d2-4a89-b206-f8743fa5837a req-1a08c312-9279-4e19-9664-6b61e539bfe5 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:26.632062 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-34380ffb-87d2-4a89-b206-f8743fa5837a req-1a08c312-9279-4e19-9664-6b61e539bfe5 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c4cbd6-1ed8-461b-b63e-666f7b573484 HTTP/1.1" status: 200 len: 945 time: 0.0673156 Jul 16 00:12:26.672443 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-34380ffb-87d2-4a89-b206-f8743fa5837a req-e343e53a-e932-4a87-8d14-48246858444d tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "GET /v2.0/security-groups?id=497d778f-68d4-4805-abf8-2fbae6b2108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347810 Jul 16 00:12:26.697569 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53816) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:12:26.795124 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ca0d75-1598-4772-ad3c-fa7528123d19 tempest-TestMinimumBasicScenario-1004332386 tempest-TestMinimumBasicScenario-1004332386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:26.796689 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-70ca0d75-1598-4772-ad3c-fa7528123d19 tempest-TestMinimumBasicScenario-1004332386 tempest-TestMinimumBasicScenario-1004332386-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=72c4cbd6-1ed8-461b-b63e-666f7b573484 HTTP/1.1" status: 200 len: 1091 time: 0.0978870 Jul 16 00:12:26.799664 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53820) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:12:26.804239 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-dc7c86c5-0b81-467d-be80-8f8c7befac05 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Request body: {'floatingip': {'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'port_id': '285cfe02-543b-4747-a54e-40af1e873318', 'tenant_id': 'b9fccba52ef54b3ca2269571ecde3f08', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:12:26.830156 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc7c86c5-0b81-467d-be80-8f8c7befac05 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:26.936445 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc7c86c5-0b81-467d-be80-8f8c7befac05 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:27.039362 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-dc7c86c5-0b81-467d-be80-8f8c7befac05 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Allocated IP 172.25.5.54 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/74922c39-c56d-4154-8365-0e1e95a94e14) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:12:27.154482 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc7c86c5-0b81-467d-be80-8f8c7befac05 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:27.197534 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc7c86c5-0b81-467d-be80-8f8c7befac05 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:27.232653 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7c86c5-0b81-467d-be80-8f8c7befac05 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:12:27.238714 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-dc7c86c5-0b81-467d-be80-8f8c7befac05 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:12:27.243323 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7c86c5-0b81-467d-be80-8f8c7befac05 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:12:27.249600 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7c86c5-0b81-467d-be80-8f8c7befac05 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Pushing event updated for resources: {'Port': ['ID=74922c39-c56d-4154-8365-0e1e95a94e14,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:12:27.649153 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc7c86c5-0b81-467d-be80-8f8c7befac05 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:27.729596 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc7c86c5-0b81-467d-be80-8f8c7befac05 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:27.884095 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc7c86c5-0b81-467d-be80-8f8c7befac05 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:27.889002 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc7c86c5-0b81-467d-be80-8f8c7befac05 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:27.964264 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7c86c5-0b81-467d-be80-8f8c7befac05 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Pushing event updated for resources: {'Port': ['ID=74922c39-c56d-4154-8365-0e1e95a94e14,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:12:27.976406 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc7c86c5-0b81-467d-be80-8f8c7befac05 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:28.079274 n-d-794306-6 neutron-server[93770]: INFO neutron.db.l3_db [None req-dc7c86c5-0b81-467d-be80-8f8c7befac05 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Floating IP d44a46eb-e8e4-411b-9176-409134bb73d0 associated. External IP: 172.25.5.54, port: 285cfe02-543b-4747-a54e-40af1e873318. Jul 16 00:12:28.291424 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc7c86c5-0b81-467d-be80-8f8c7befac05 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Router 0ce6738f-ff17-483d-8749-49b548184550 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:12:28.399785 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc7c86c5-0b81-467d-be80-8f8c7befac05 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:12:28.410568 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b356c6-9088-48a2-a11a-b654190f6711 None None] Sync routers for ids ['0ce6738f-ff17-483d-8749-49b548184550'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:12:28.415299 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc7c86c5-0b81-467d-be80-8f8c7befac05 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:28.420444 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b356c6-9088-48a2-a11a-b654190f6711 None None] Routers {'0ce6738f-ff17-483d-8749-49b548184550'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:12:28.421069 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-45b356c6-9088-48a2-a11a-b654190f6711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:12:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['0ce6738f-ff17-483d-8749-49b548184550'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:12:28.452552 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-dc7c86c5-0b81-467d-be80-8f8c7befac05 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6518445 Jul 16 00:12:28.453256 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72c4cbd6-1ed8-461b-b63e-666f7b573484', 'tag': '285cfe02-543b-4747-a54e-40af1e873318'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:12:28.455537 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cfa130710a3ed3c11f83ca70e11270030e5afd3463e80eec9e3119d100d8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-820c900b-7b4a-4b3e-a017-5308a4e422d6" -d '{"events": [{"name": "network-changed", "server_uuid": "72c4cbd6-1ed8-461b-b63e-666f7b573484", "tag": "285cfe02-543b-4747-a54e-40af1e873318"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:12:28.455724 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53822) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:12:28.461392 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-60524b58-049e-4d03-bbc3-b96306f853fe tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-982581607', 'description': 'tempest-secgroup-smoke-982581607 description', 'project_id': 'b9fccba52ef54b3ca2269571ecde3f08'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:12:28.484637 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-60524b58-049e-4d03-bbc3-b96306f853fe tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:28.508837 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa376a2e-5f9e-4152-8266-cb1f0b5b6c3c x-openstack-request-id: req-aa376a2e-5f9e-4152-8266-cb1f0b5b6c3c {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:12:28.509903 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72c4cbd6-1ed8-461b-b63e-666f7b573484", "tag": "285cfe02-543b-4747-a54e-40af1e873318", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:12:28.510218 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-aa376a2e-5f9e-4152-8266-cb1f0b5b6c3c {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:12:28.510990 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72c4cbd6-1ed8-461b-b63e-666f7b573484', 'tag': '285cfe02-543b-4747-a54e-40af1e873318', 'status': 'completed', 'code': 200} Jul 16 00:12:28.531600 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-45b356c6-9088-48a2-a11a-b654190f6711 None None] Set router 0ce6738f-ff17-483d-8749-49b548184550 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:12:28.596961 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-60524b58-049e-4d03-bbc3-b96306f853fe tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:28.601239 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-60524b58-049e-4d03-bbc3-b96306f853fe tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:28.642870 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-60524b58-049e-4d03-bbc3-b96306f853fe tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:28.647498 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-60524b58-049e-4d03-bbc3-b96306f853fe tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1908264 Jul 16 00:12:28.647707 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53826) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:12:28.652846 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d210a3f8-760f-4ab8-9ffd-8d151e0434a3 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Request body: {'security_group_rule': {'security_group_id': 'd7d48b00-e4a1-4867-827b-45bc90e3deaf', 'project_id': 'b9fccba52ef54b3ca2269571ecde3f08', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:12:28.654886 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60524b58-049e-4d03-bbc3-b96306f853fe tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d48b00-e4a1-4867-827b-45bc90e3deaf,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:12:28.664556 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c900b-7b4a-4b3e-a017-5308a4e422d6 req-ca48eee3-1209-4fad-a7dc-1131bec86665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:28.666080 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-820c900b-7b4a-4b3e-a017-5308a4e422d6 req-ca48eee3-1209-4fad-a7dc-1131bec86665 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9fccba52ef54b3ca2269571ecde3f08&device_id=72c4cbd6-1ed8-461b-b63e-666f7b573484 HTTP/1.1" status: 200 len: 1096 time: 0.1051886 Jul 16 00:12:28.699797 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d210a3f8-760f-4ab8-9ffd-8d151e0434a3 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:28.768749 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c900b-7b4a-4b3e-a017-5308a4e422d6 req-d644c558-4846-42e6-90c4-266f2ea0a1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:28.768749 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-820c900b-7b4a-4b3e-a017-5308a4e422d6 req-d644c558-4846-42e6-90c4-266f2ea0a1cf service neutron] 10.222.0.41 "GET /v2.0/networks?id=83e8f936-804e-4535-abf4-d42f617234a3 HTTP/1.1" status: 200 len: 915 time: 0.0953748 Jul 16 00:12:28.771326 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d210a3f8-760f-4ab8-9ffd-8d151e0434a3 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:28.771997 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-45b356c6-9088-48a2-a11a-b654190f6711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce6738f-ff17-483d-8749-49b548184550', 'name': 'tempest-TestMinimumBasicScenario-994780042-router', 'tenant_id': 'b9fccba52ef54b3ca2269571ecde3f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '9844943a-4d24-4136-93e6-6be643840de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:11:34Z', 'updated_at': '2021-07-16T00:11:36Z', 'revision_number': 4, 'project_id': 'b9fccba52ef54b3ca2269571ecde3f08', 'gw_port': {'id': '9844943a-4d24-4136-93e6-6be643840de5', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:78:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce6738f-ff17-483d-8749-49b548184550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:11:34Z', 'updated_at': '2021-07-16T00:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': 'd44a46eb-e8e4-411b-9176-409134bb73d0', 'tenant_id': 'b9fccba52ef54b3ca2269571ecde3f08', 'floating_ip_address': '172.25.5.54', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '0ce6738f-ff17-483d-8749-49b548184550', 'port_id': '285cfe02-543b-4747-a54e-40af1e873318', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83e8f936-804e-4535-abf4-d42f617234a3', 'mac_address': 'fa:16:3e:a3:a8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c4cbd6-1ed8-461b-b63e-666f7b573484', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:12:27Z', 'updated_at': '2021-07-16T00:12:27Z', 'revision_number': 0, 'project_id': 'b9fccba52ef54b3ca2269571ecde3f08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '385a86ca-f42b-498a-8766-be2f74c12d0d', 'name': '', 'network_id': '83e8f936-804e-4535-abf4-d42f617234a3', 'tenant_id': 'b9fccba52ef54b3ca2269571ecde3f08', 'mac_address': 'fa:16:3e:42:88:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce6738f-ff17-483d-8749-49b548184550', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '869d3de5-42f6-402e-925c-47530b2faf3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:11:36Z', 'updated_at': '2021-07-16T00:11:43Z', 'revision_number': 5, 'project_id': 'b9fccba52ef54b3ca2269571ecde3f08', 'subnets': [{'id': '869d3de5-42f6-402e-925c-47530b2faf3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:12:28.776008 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d210a3f8-760f-4ab8-9ffd-8d151e0434a3 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:28.797942 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d210a3f8-760f-4ab8-9ffd-8d151e0434a3 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5679fcc1-2e95-4c85-a3c2-8b73ee1c3034,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:12:28.807188 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d210a3f8-760f-4ab8-9ffd-8d151e0434a3 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:28.807348 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b356c6-9088-48a2-a11a-b654190f6711 None None] Checking router: 0ce6738f-ff17-483d-8749-49b548184550 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:12:28.809739 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-d210a3f8-760f-4ab8-9ffd-8d151e0434a3 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1609881 Jul 16 00:12:28.813515 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53828) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:12:28.818462 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-2ed3eb9a-d6c2-4e68-8d15-2cf0d9538eb1 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Request body: {'security_group_rule': {'security_group_id': 'd7d48b00-e4a1-4867-827b-45bc90e3deaf', 'project_id': 'b9fccba52ef54b3ca2269571ecde3f08', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:12:28.820801 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b356c6-9088-48a2-a11a-b654190f6711 None None] Routers {'0ce6738f-ff17-483d-8749-49b548184550'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:12:28.821594 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-45b356c6-9088-48a2-a11a-b654190f6711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:12:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['0ce6738f-ff17-483d-8749-49b548184550'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:12:28.846761 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ed3eb9a-d6c2-4e68-8d15-2cf0d9538eb1 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:28.857981 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-820c900b-7b4a-4b3e-a017-5308a4e422d6 req-430c4ea5-9d84-47e5-b2e7-a426d23b30df service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=285cfe02-543b-4747-a54e-40af1e873318 HTTP/1.1" status: 200 len: 998 time: 0.0823271 Jul 16 00:12:28.916009 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c900b-7b4a-4b3e-a017-5308a4e422d6 req-6199d8ac-809e-4724-8bb2-56a80f54dc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:28.917161 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-820c900b-7b4a-4b3e-a017-5308a4e422d6 req-6199d8ac-809e-4724-8bb2-56a80f54dc0d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=869d3de5-42f6-402e-925c-47530b2faf3e HTTP/1.1" status: 200 len: 853 time: 0.0516460 Jul 16 00:12:28.918451 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ed3eb9a-d6c2-4e68-8d15-2cf0d9538eb1 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:28.922392 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ed3eb9a-d6c2-4e68-8d15-2cf0d9538eb1 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:28.944237 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed3eb9a-d6c2-4e68-8d15-2cf0d9538eb1 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f14aefc6-143f-43dd-8304-e5a91bd35488,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:12:28.952791 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ed3eb9a-d6c2-4e68-8d15-2cf0d9538eb1 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:28.956774 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-2ed3eb9a-d6c2-4e68-8d15-2cf0d9538eb1 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1396959 Jul 16 00:12:28.957177 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53830) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:12:28.963935 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-493a8e48-6efb-4b7b-b2f4-409d501ab650 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Request body: {'security_group_rule': {'security_group_id': 'd7d48b00-e4a1-4867-827b-45bc90e3deaf', 'project_id': 'b9fccba52ef54b3ca2269571ecde3f08', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:12:29.013361 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-493a8e48-6efb-4b7b-b2f4-409d501ab650 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:29.041407 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-45b356c6-9088-48a2-a11a-b654190f6711 None None] Set router 0ce6738f-ff17-483d-8749-49b548184550 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:12:29.045806 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c900b-7b4a-4b3e-a017-5308a4e422d6 req-337686a1-04a3-41d3-93a1-44c698a322df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:29.047391 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-820c900b-7b4a-4b3e-a017-5308a4e422d6 req-337686a1-04a3-41d3-93a1-44c698a322df service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=83e8f936-804e-4535-abf4-d42f617234a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1228640 Jul 16 00:12:29.147185 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-493a8e48-6efb-4b7b-b2f4-409d501ab650 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:29.151894 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-493a8e48-6efb-4b7b-b2f4-409d501ab650 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:29.176853 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493a8e48-6efb-4b7b-b2f4-409d501ab650 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b124c464-e070-41c5-b571-7fbcd44340a9,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:12:29.192818 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-493a8e48-6efb-4b7b-b2f4-409d501ab650 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:29.194556 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-493a8e48-6efb-4b7b-b2f4-409d501ab650 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2362208 Jul 16 00:12:29.196843 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-820c900b-7b4a-4b3e-a017-5308a4e422d6 req-e53342ca-61da-400a-847f-8826b1e05ac5 service neutron] 10.222.0.41 "GET /v2.0/networks/83e8f936-804e-4535-abf4-d42f617234a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397154 Jul 16 00:12:29.197375 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53832) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:12:29.201824 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-6d5d8aff-3b41-48e6-8f3c-5f7094f5b5f6 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Request body: {'security_group_rule': {'security_group_id': 'd7d48b00-e4a1-4867-827b-45bc90e3deaf', 'project_id': 'b9fccba52ef54b3ca2269571ecde3f08', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:12:29.286907 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-45b356c6-9088-48a2-a11a-b654190f6711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce6738f-ff17-483d-8749-49b548184550', 'name': 'tempest-TestMinimumBasicScenario-994780042-router', 'tenant_id': 'b9fccba52ef54b3ca2269571ecde3f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '9844943a-4d24-4136-93e6-6be643840de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:11:34Z', 'updated_at': '2021-07-16T00:11:36Z', 'revision_number': 4, 'project_id': 'b9fccba52ef54b3ca2269571ecde3f08', 'gw_port': {'id': '9844943a-4d24-4136-93e6-6be643840de5', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:78:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce6738f-ff17-483d-8749-49b548184550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:11:34Z', 'updated_at': '2021-07-16T00:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': 'd44a46eb-e8e4-411b-9176-409134bb73d0', 'tenant_id': 'b9fccba52ef54b3ca2269571ecde3f08', 'floating_ip_address': '172.25.5.54', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '0ce6738f-ff17-483d-8749-49b548184550', 'port_id': '285cfe02-543b-4747-a54e-40af1e873318', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83e8f936-804e-4535-abf4-d42f617234a3', 'mac_address': 'fa:16:3e:a3:a8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c4cbd6-1ed8-461b-b63e-666f7b573484', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:12:27Z', 'updated_at': '2021-07-16T00:12:27Z', 'revision_number': 0, 'project_id': 'b9fccba52ef54b3ca2269571ecde3f08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '385a86ca-f42b-498a-8766-be2f74c12d0d', 'name': '', 'network_id': '83e8f936-804e-4535-abf4-d42f617234a3', 'tenant_id': 'b9fccba52ef54b3ca2269571ecde3f08', 'mac_address': 'fa:16:3e:42:88:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce6738f-ff17-483d-8749-49b548184550', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '869d3de5-42f6-402e-925c-47530b2faf3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:11:36Z', 'updated_at': '2021-07-16T00:11:43Z', 'revision_number': 5, 'project_id': 'b9fccba52ef54b3ca2269571ecde3f08', 'subnets': [{'id': '869d3de5-42f6-402e-925c-47530b2faf3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:12:29.313607 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b356c6-9088-48a2-a11a-b654190f6711 None None] The sync data for ids ['0ce6738f-ff17-483d-8749-49b548184550'] in n-d-794306-6 is: [{'id': '0ce6738f-ff17-483d-8749-49b548184550', 'name': 'tempest-TestMinimumBasicScenario-994780042-router', 'tenant_id': 'b9fccba52ef54b3ca2269571ecde3f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '9844943a-4d24-4136-93e6-6be643840de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:11:34Z', 'updated_at': '2021-07-16T00:11:36Z', 'revision_number': 4, 'project_id': 'b9fccba52ef54b3ca2269571ecde3f08', 'gw_port': {'id': '9844943a-4d24-4136-93e6-6be643840de5', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:78:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce6738f-ff17-483d-8749-49b548184550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:11:34Z', 'updated_at': '2021-07-16T00:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': 'd44a46eb-e8e4-411b-9176-409134bb73d0', 'tenant_id': 'b9fccba52ef54b3ca2269571ecde3f08', 'floating_ip_address': '172.25.5.54', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '0ce6738f-ff17-483d-8749-49b548184550', 'port_id': '285cfe02-543b-4747-a54e-40af1e873318', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83e8f936-804e-4535-abf4-d42f617234a3', 'mac_address': 'fa:16:3e:a3:a8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c4cbd6-1ed8-461b-b63e-666f7b573484', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:12:27Z', 'updated_at': '2021-07-16T00:12:27Z', 'revision_number': 0, 'project_id': 'b9fccba52ef54b3ca2269571ecde3f08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '385a86ca-f42b-498a-8766-be2f74c12d0d', 'name': '', 'network_id': '83e8f936-804e-4535-abf4-d42f617234a3', 'tenant_id': 'b9fccba52ef54b3ca2269571ecde3f08', 'mac_address': 'fa:16:3e:42:88:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce6738f-ff17-483d-8749-49b548184550', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '869d3de5-42f6-402e-925c-47530b2faf3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:11:36Z', 'updated_at': '2021-07-16T00:11:43Z', 'revision_number': 5, 'project_id': 'b9fccba52ef54b3ca2269571ecde3f08', 'subnets': [{'id': '869d3de5-42f6-402e-925c-47530b2faf3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:12:29.540810 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99ebb03-da47-443b-bb0f-564947241d2b None None] New status for floating IP d44a46eb-e8e4-411b-9176-409134bb73d0: ACTIVE {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 00:12:29.575703 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d5d8aff-3b41-48e6-8f3c-5f7094f5b5f6 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:29.633885 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-820c900b-7b4a-4b3e-a017-5308a4e422d6 req-75386614-f47f-4c4b-a820-736162256c0e service neutron] 10.222.0.41 "GET /v2.0/networks/83e8f936-804e-4535-abf4-d42f617234a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4197147 Jul 16 00:12:29.659255 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d5d8aff-3b41-48e6-8f3c-5f7094f5b5f6 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:29.665289 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d5d8aff-3b41-48e6-8f3c-5f7094f5b5f6 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:29.686064 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5d8aff-3b41-48e6-8f3c-5f7094f5b5f6 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa958184-b854-4718-88d0-f5f88987441a,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:12:29.696989 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d5d8aff-3b41-48e6-8f3c-5f7094f5b5f6 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:29.701219 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53834) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:12:29.701707 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-6d5d8aff-3b41-48e6-8f3c-5f7094f5b5f6 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5029354 Jul 16 00:12:29.706142 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-0530a2c8-65c8-441e-8306-83997984794a tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Request body: {'security_group_rule': {'security_group_id': 'd7d48b00-e4a1-4867-827b-45bc90e3deaf', 'project_id': 'b9fccba52ef54b3ca2269571ecde3f08', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:12:29.729988 n-d-794306-6 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-0530a2c8-65c8-441e-8306-83997984794a tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Project b9fccba52ef54b3ca2269571ecde3f08 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 00:12:29.735076 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0530a2c8-65c8-441e-8306-83997984794a tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:29.796915 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0530a2c8-65c8-441e-8306-83997984794a tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:29.800366 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0530a2c8-65c8-441e-8306-83997984794a tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:29.820196 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0530a2c8-65c8-441e-8306-83997984794a tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c59aca3-cefe-4375-89de-5c68c84cca7e,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:12:29.829153 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0530a2c8-65c8-441e-8306-83997984794a tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:29.830597 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-0530a2c8-65c8-441e-8306-83997984794a tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1282766 Jul 16 00:12:29.832035 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0530a2c8-65c8-441e-8306-83997984794a tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:12:29.832375 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0530a2c8-65c8-441e-8306-83997984794a tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:12:29.832714 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0530a2c8-65c8-441e-8306-83997984794a tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:12:29.833896 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0530a2c8-65c8-441e-8306-83997984794a tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:12:29.833896 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0530a2c8-65c8-441e-8306-83997984794a tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:12:29.834237 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53836) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:12:29.834420 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0530a2c8-65c8-441e-8306-83997984794a tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:12:29.834567 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0530a2c8-65c8-441e-8306-83997984794a tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:12:29.834868 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0530a2c8-65c8-441e-8306-83997984794a tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:12:29.835168 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0530a2c8-65c8-441e-8306-83997984794a tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:12:29.835493 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0530a2c8-65c8-441e-8306-83997984794a tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:12:29.835841 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0530a2c8-65c8-441e-8306-83997984794a tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:12:29.836183 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0530a2c8-65c8-441e-8306-83997984794a tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:12:29.839332 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b4886122-6ab4-41c2-8b4d-6d722a16bf3e tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Request body: {'security_group_rule': {'security_group_id': 'd7d48b00-e4a1-4867-827b-45bc90e3deaf', 'project_id': 'b9fccba52ef54b3ca2269571ecde3f08', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:12:29.862426 n-d-794306-6 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-b4886122-6ab4-41c2-8b4d-6d722a16bf3e tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Project b9fccba52ef54b3ca2269571ecde3f08 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 00:12:29.867728 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b4886122-6ab4-41c2-8b4d-6d722a16bf3e tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:29.932016 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b4886122-6ab4-41c2-8b4d-6d722a16bf3e tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:29.935964 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b4886122-6ab4-41c2-8b4d-6d722a16bf3e tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:29.957728 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4886122-6ab4-41c2-8b4d-6d722a16bf3e tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfc00caf-e473-4ccd-8507-b0c2759c4d2e,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:12:29.962039 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b4886122-6ab4-41c2-8b4d-6d722a16bf3e tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:29.963393 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b4886122-6ab4-41c2-8b4d-6d722a16bf3e tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1278315 Jul 16 00:12:30.084796 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f4ac7076-3954-4294-8d07-240c14684ff4 req-ea6a100f-43a7-44d7-8eb7-995ebb430126 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-982581607&fields=id&tenant_id=b9fccba52ef54b3ca2269571ecde3f08 HTTP/1.1" status: 200 len: 267 time: 0.0355964 Jul 16 00:12:30.164802 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac7076-3954-4294-8d07-240c14684ff4 req-d45edf3c-11c5-4529-99d5-e4f00ec3bdce tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:30.166338 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f4ac7076-3954-4294-8d07-240c14684ff4 req-d45edf3c-11c5-4529-99d5-e4f00ec3bdce tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c4cbd6-1ed8-461b-b63e-666f7b573484 HTTP/1.1" status: 200 len: 945 time: 0.0759706 Jul 16 00:12:30.180454 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-f4ac7076-3954-4294-8d07-240c14684ff4 req-ba4ce33d-0cc2-4b19-af87-84f72514ab40 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Request body: {'port': {'security_groups': ['497d778f-68d4-4805-abf8-2fbae6b2108d', 'd7d48b00-e4a1-4867-827b-45bc90e3deaf']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:12:30.277153 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f4ac7076-3954-4294-8d07-240c14684ff4 req-ba4ce33d-0cc2-4b19-af87-84f72514ab40 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:30.474560 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-f4ac7076-3954-4294-8d07-240c14684ff4 req-ba4ce33d-0cc2-4b19-af87-84f72514ab40 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] For port 285cfe02-543b-4747-a54e-40af1e873318, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=285cfe02-543b-4747-a54e-40af1e873318,segment=NetworkSegment(307f19e1-2691-49fb-88a7-55aeb2486010),segment_id=307f19e1-2691-49fb-88a7-55aeb2486010)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:12:30.504154 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f4ac7076-3954-4294-8d07-240c14684ff4 req-ba4ce33d-0cc2-4b19-af87-84f72514ab40 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:30.509225 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f4ac7076-3954-4294-8d07-240c14684ff4 req-ba4ce33d-0cc2-4b19-af87-84f72514ab40 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:30.545162 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['285cfe02-543b-4747-a54e-40af1e873318'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:12:30.554757 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac7076-3954-4294-8d07-240c14684ff4 req-ba4ce33d-0cc2-4b19-af87-84f72514ab40 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:30.555386 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f4ac7076-3954-4294-8d07-240c14684ff4 req-ba4ce33d-0cc2-4b19-af87-84f72514ab40 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:30.559624 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f4ac7076-3954-4294-8d07-240c14684ff4 req-ba4ce33d-0cc2-4b19-af87-84f72514ab40 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "PUT /v2.0/ports/285cfe02-543b-4747-a54e-40af1e873318 HTTP/1.1" status: 200 len: 981 time: 0.3832328 Jul 16 00:12:30.559624 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72c4cbd6-1ed8-461b-b63e-666f7b573484', 'tag': '285cfe02-543b-4747-a54e-40af1e873318'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:12:30.560688 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cfa130710a3ed3c11f83ca70e11270030e5afd3463e80eec9e3119d100d8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f61d56b1-78dd-49e2-a2d5-856a4bac6045" -d '{"events": [{"name": "network-changed", "server_uuid": "72c4cbd6-1ed8-461b-b63e-666f7b573484", "tag": "285cfe02-543b-4747-a54e-40af1e873318"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:12:30.592819 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4ce33d-0cc2-4b19-af87-84f72514ab40 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Pushing event updated for resources: {'Port': ['ID=285cfe02-543b-4747-a54e-40af1e873318,revision_number=6']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:12:30.629498 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8385113d-b6a8-44ee-a06d-29505020139e x-openstack-request-id: req-8385113d-b6a8-44ee-a06d-29505020139e {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:12:30.630736 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72c4cbd6-1ed8-461b-b63e-666f7b573484", "tag": "285cfe02-543b-4747-a54e-40af1e873318", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:12:30.631184 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8385113d-b6a8-44ee-a06d-29505020139e {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:12:30.631850 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72c4cbd6-1ed8-461b-b63e-666f7b573484', 'tag': '285cfe02-543b-4747-a54e-40af1e873318', 'status': 'completed', 'code': 200} Jul 16 00:12:30.684145 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['285cfe02-543b-4747-a54e-40af1e873318'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:12:30.767216 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d56b1-78dd-49e2-a2d5-856a4bac6045 req-71f8d030-d701-4868-bba4-f6d8f4a2fabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:30.769755 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f61d56b1-78dd-49e2-a2d5-856a4bac6045 req-71f8d030-d701-4868-bba4-f6d8f4a2fabb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9fccba52ef54b3ca2269571ecde3f08&device_id=72c4cbd6-1ed8-461b-b63e-666f7b573484 HTTP/1.1" status: 200 len: 1135 time: 0.0752065 Jul 16 00:12:30.788507 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6e58b-6962-4570-8950-b69ad5e9319f req-2c9d9d97-ab7c-4899-8d6a-e040bb3997c7 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:30.790548 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-53b6e58b-6962-4570-8950-b69ad5e9319f req-2c9d9d97-ab7c-4899-8d6a-e040bb3997c7 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c4cbd6-1ed8-461b-b63e-666f7b573484 HTTP/1.1" status: 200 len: 984 time: 0.1010919 Jul 16 00:12:30.842389 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-53b6e58b-6962-4570-8950-b69ad5e9319f req-123894a0-d4cb-46e7-8633-96fb369fff07 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7d48b00-e4a1-4867-827b-45bc90e3deaf&id=497d778f-68d4-4805-abf8-2fbae6b2108d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0425355 Jul 16 00:12:30.861603 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3254954b-c029-457b-9271-475fa378913e None None] Provisioning complete for port 285cfe02-543b-4747-a54e-40af1e873318 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:12:30.862080 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3254954b-c029-457b-9271-475fa378913e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:30.893146 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d56b1-78dd-49e2-a2d5-856a4bac6045 req-de529d38-d251-4968-83af-d22fe24ef418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:30.894668 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f61d56b1-78dd-49e2-a2d5-856a4bac6045 req-de529d38-d251-4968-83af-d22fe24ef418 service neutron] 10.222.0.41 "GET /v2.0/networks?id=83e8f936-804e-4535-abf4-d42f617234a3 HTTP/1.1" status: 200 len: 915 time: 0.1173537 Jul 16 00:12:30.969906 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-59258f93-05e6-49a8-a97d-f39c8c86c721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:30.976428 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f61d56b1-78dd-49e2-a2d5-856a4bac6045 req-8f97e2d2-81ee-420d-b97e-8d4dde9307c8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=285cfe02-543b-4747-a54e-40af1e873318 HTTP/1.1" status: 200 len: 1000 time: 0.0717957 Jul 16 00:12:31.027429 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d56b1-78dd-49e2-a2d5-856a4bac6045 req-368f585e-4cae-48c1-8b58-c6b06fed4e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:31.029003 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f61d56b1-78dd-49e2-a2d5-856a4bac6045 req-368f585e-4cae-48c1-8b58-c6b06fed4e8f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=869d3de5-42f6-402e-925c-47530b2faf3e HTTP/1.1" status: 200 len: 853 time: 0.0460429 Jul 16 00:12:31.095877 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d56b1-78dd-49e2-a2d5-856a4bac6045 req-f80861a0-3916-4775-bcc1-81a0ff94d5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:31.097374 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f61d56b1-78dd-49e2-a2d5-856a4bac6045 req-f80861a0-3916-4775-bcc1-81a0ff94d5ac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=83e8f936-804e-4535-abf4-d42f617234a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553007 Jul 16 00:12:31.198685 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f61d56b1-78dd-49e2-a2d5-856a4bac6045 req-9ed11581-37f9-402d-9ead-e1de64a7fae0 service neutron] 10.222.0.41 "GET /v2.0/networks/83e8f936-804e-4535-abf4-d42f617234a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944383 Jul 16 00:12:31.296472 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f61d56b1-78dd-49e2-a2d5-856a4bac6045 req-9f976d2b-7771-41f6-b2f1-5957e594674e service neutron] 10.222.0.41 "GET /v2.0/networks/83e8f936-804e-4535-abf4-d42f617234a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903447 Jul 16 00:12:33.485431 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:34.298391 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4f956091-1486-4e94-8d87-408bb6205ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:34.531738 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:36.545465 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:37.856189 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:12:38.659687 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:46.180666 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758d127-be4d-4888-a255-50bfea4eaf7f req-8f06d446-73b1-4afb-9ab4-02f360d46a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:46.182428 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-6758d127-be4d-4888-a255-50bfea4eaf7f req-8f06d446-73b1-4afb-9ab4-02f360d46a53 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9fccba52ef54b3ca2269571ecde3f08&device_id=72c4cbd6-1ed8-461b-b63e-666f7b573484 HTTP/1.1" status: 200 len: 1135 time: 0.0588415 Jul 16 00:12:46.194812 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f6369f-475c-4f72-92b4-069860b97e12 req-4a1cd748-5dbb-4150-87c0-b8bab7216f4a tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:46.196355 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-90f6369f-475c-4f72-92b4-069860b97e12 req-4a1cd748-5dbb-4150-87c0-b8bab7216f4a tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c4cbd6-1ed8-461b-b63e-666f7b573484 HTTP/1.1" status: 200 len: 984 time: 0.0663440 Jul 16 00:12:46.238575 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-90f6369f-475c-4f72-92b4-069860b97e12 req-37672010-fd62-420c-8986-016a55b312e8 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7d48b00-e4a1-4867-827b-45bc90e3deaf&id=497d778f-68d4-4805-abf8-2fbae6b2108d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0357382 Jul 16 00:12:46.274664 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758d127-be4d-4888-a255-50bfea4eaf7f req-251fb035-407a-44b2-81f1-e4c046286fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:46.276219 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-6758d127-be4d-4888-a255-50bfea4eaf7f req-251fb035-407a-44b2-81f1-e4c046286fa8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=83e8f936-804e-4535-abf4-d42f617234a3 HTTP/1.1" status: 200 len: 915 time: 0.0877073 Jul 16 00:12:46.347150 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-6758d127-be4d-4888-a255-50bfea4eaf7f req-ac0f7a28-4462-4b9e-ace8-7b28602cfe4f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=285cfe02-543b-4747-a54e-40af1e873318 HTTP/1.1" status: 200 len: 1000 time: 0.0614259 Jul 16 00:12:46.394332 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758d127-be4d-4888-a255-50bfea4eaf7f req-3671e872-1025-4c0c-82fb-e9764f054ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:46.395761 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-6758d127-be4d-4888-a255-50bfea4eaf7f req-3671e872-1025-4c0c-82fb-e9764f054ac9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=869d3de5-42f6-402e-925c-47530b2faf3e HTTP/1.1" status: 200 len: 853 time: 0.0420983 Jul 16 00:12:46.450844 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758d127-be4d-4888-a255-50bfea4eaf7f req-e23d569a-b453-4093-9834-df589318aa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:46.452252 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-6758d127-be4d-4888-a255-50bfea4eaf7f req-e23d569a-b453-4093-9834-df589318aa3a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=83e8f936-804e-4535-abf4-d42f617234a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502076 Jul 16 00:12:46.544934 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-6758d127-be4d-4888-a255-50bfea4eaf7f req-a7318686-61d1-4ee4-a12f-ead372a1537c service neutron] 10.222.0.41 "GET /v2.0/networks/83e8f936-804e-4535-abf4-d42f617234a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850549 Jul 16 00:12:46.633547 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-6758d127-be4d-4888-a255-50bfea4eaf7f req-46702ff2-e558-4db1-bfc8-c1e84c7ffeb2 service neutron] 10.222.0.41 "GET /v2.0/networks/83e8f936-804e-4535-abf4-d42f617234a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816855 Jul 16 00:12:47.414627 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d472e-2eb0-4315-8b08-6bd5d73fd098 req-c3f62468-e0d9-43b3-8a3b-6a36764d710c tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:47.416129 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-720d472e-2eb0-4315-8b08-6bd5d73fd098 req-c3f62468-e0d9-43b3-8a3b-6a36764d710c tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c4cbd6-1ed8-461b-b63e-666f7b573484 HTTP/1.1" status: 200 len: 984 time: 0.0629535 Jul 16 00:12:47.460547 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-720d472e-2eb0-4315-8b08-6bd5d73fd098 req-6b177de8-de3d-4ced-98b6-ac37449ab669 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7d48b00-e4a1-4867-827b-45bc90e3deaf&id=497d778f-68d4-4805-abf8-2fbae6b2108d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0387335 Jul 16 00:12:48.636010 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0449ebeb-2241-452f-906e-159909f21cca req-1b994064-ae48-4ded-a90f-2a32b4f50814 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:48.637505 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0449ebeb-2241-452f-906e-159909f21cca req-1b994064-ae48-4ded-a90f-2a32b4f50814 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c4cbd6-1ed8-461b-b63e-666f7b573484 HTTP/1.1" status: 200 len: 984 time: 0.0652084 Jul 16 00:12:48.677868 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0449ebeb-2241-452f-906e-159909f21cca req-0b012b2f-8da3-454b-b657-ee0797e5f1c6 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7d48b00-e4a1-4867-827b-45bc90e3deaf&id=497d778f-68d4-4805-abf8-2fbae6b2108d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339353 Jul 16 00:12:49.856947 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87b184-4da8-4185-9dd3-40a7dfba49fa req-f8e269da-6d0c-4377-bbef-2b03f98b908c tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:49.858461 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ad87b184-4da8-4185-9dd3-40a7dfba49fa req-f8e269da-6d0c-4377-bbef-2b03f98b908c tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c4cbd6-1ed8-461b-b63e-666f7b573484 HTTP/1.1" status: 200 len: 984 time: 0.0644679 Jul 16 00:12:49.898190 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ad87b184-4da8-4185-9dd3-40a7dfba49fa req-69e590db-bdb8-48f1-bc61-2a9f3a550d25 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7d48b00-e4a1-4867-827b-45bc90e3deaf&id=497d778f-68d4-4805-abf8-2fbae6b2108d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339720 Jul 16 00:12:51.077067 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d6959-5913-4902-8f0c-99a876ac81f3 req-5d724567-63f0-44ed-b4af-7eb2c19de76b tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:51.078553 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7f2d6959-5913-4902-8f0c-99a876ac81f3 req-5d724567-63f0-44ed-b4af-7eb2c19de76b tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c4cbd6-1ed8-461b-b63e-666f7b573484 HTTP/1.1" status: 200 len: 984 time: 0.0697422 Jul 16 00:12:51.124955 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7f2d6959-5913-4902-8f0c-99a876ac81f3 req-8782b6d7-c153-48f2-b2b6-effb79669399 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7d48b00-e4a1-4867-827b-45bc90e3deaf&id=497d778f-68d4-4805-abf8-2fbae6b2108d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398612 Jul 16 00:12:52.299586 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ab838d-f46d-4d48-857a-58ff62088918 req-77c1c621-868c-46f8-b094-9f01be3ebdc3 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:52.301058 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f7ab838d-f46d-4d48-857a-58ff62088918 req-77c1c621-868c-46f8-b094-9f01be3ebdc3 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c4cbd6-1ed8-461b-b63e-666f7b573484 HTTP/1.1" status: 200 len: 984 time: 0.0632973 Jul 16 00:12:52.340169 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f7ab838d-f46d-4d48-857a-58ff62088918 req-90a9ba54-39e9-493f-b56f-26203f76f1e2 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7d48b00-e4a1-4867-827b-45bc90e3deaf&id=497d778f-68d4-4805-abf8-2fbae6b2108d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0324817 Jul 16 00:12:53.516732 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a5d41-adc5-4299-9e42-687e463bd864 req-7de81d17-d9b9-4829-a2f6-bf622fbc78b8 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:53.518212 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8a6a5d41-adc5-4299-9e42-687e463bd864 req-7de81d17-d9b9-4829-a2f6-bf622fbc78b8 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c4cbd6-1ed8-461b-b63e-666f7b573484 HTTP/1.1" status: 200 len: 984 time: 0.0670567 Jul 16 00:12:53.557625 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8a6a5d41-adc5-4299-9e42-687e463bd864 req-69bb4aa7-c172-463f-92c9-345f54c4e2e5 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7d48b00-e4a1-4867-827b-45bc90e3deaf&id=497d778f-68d4-4805-abf8-2fbae6b2108d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336423 Jul 16 00:12:54.731944 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734e4fd1-3e1d-4123-a052-21f8e7784ed4 req-991b6b3a-9abc-47b0-9c35-3a26fe648f9c tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:54.733370 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-734e4fd1-3e1d-4123-a052-21f8e7784ed4 req-991b6b3a-9abc-47b0-9c35-3a26fe648f9c tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c4cbd6-1ed8-461b-b63e-666f7b573484 HTTP/1.1" status: 200 len: 984 time: 0.0644038 Jul 16 00:12:54.774600 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-734e4fd1-3e1d-4123-a052-21f8e7784ed4 req-0b3bba86-ab88-45a3-9685-b148df492183 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7d48b00-e4a1-4867-827b-45bc90e3deaf&id=497d778f-68d4-4805-abf8-2fbae6b2108d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354922 Jul 16 00:12:55.951270 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:12:55.951934 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68373e6a-efec-4d5d-80cf-a54678c2bc31 req-4eccdcc9-440b-4017-88c7-6cb4fa0ca415 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:55.953404 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-68373e6a-efec-4d5d-80cf-a54678c2bc31 req-4eccdcc9-440b-4017-88c7-6cb4fa0ca415 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c4cbd6-1ed8-461b-b63e-666f7b573484 HTTP/1.1" status: 200 len: 984 time: 0.0644963 Jul 16 00:12:55.992793 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-68373e6a-efec-4d5d-80cf-a54678c2bc31 req-2189320b-b32d-47d3-9a1d-6897e3d11d86 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7d48b00-e4a1-4867-827b-45bc90e3deaf&id=497d778f-68d4-4805-abf8-2fbae6b2108d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330708 Jul 16 00:12:57.170598 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c3a598-1c9e-4d69-83e0-e4e516aabb1f req-1bc14aec-eb19-466f-b6a7-def3b814bca8 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:57.172092 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-55c3a598-1c9e-4d69-83e0-e4e516aabb1f req-1bc14aec-eb19-466f-b6a7-def3b814bca8 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c4cbd6-1ed8-461b-b63e-666f7b573484 HTTP/1.1" status: 200 len: 984 time: 0.0690484 Jul 16 00:12:57.211656 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-55c3a598-1c9e-4d69-83e0-e4e516aabb1f req-47b2e1f4-41b8-4bfd-8fa8-787a960579b1 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7d48b00-e4a1-4867-827b-45bc90e3deaf&id=497d778f-68d4-4805-abf8-2fbae6b2108d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337706 Jul 16 00:12:58.384191 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f1303c-af53-42f3-a59c-b363526c59af req-1c8d7a1a-1d5e-4945-adbd-e411d231d352 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:12:58.385677 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-96f1303c-af53-42f3-a59c-b363526c59af req-1c8d7a1a-1d5e-4945-adbd-e411d231d352 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c4cbd6-1ed8-461b-b63e-666f7b573484 HTTP/1.1" status: 200 len: 984 time: 0.0627139 Jul 16 00:12:58.425864 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-96f1303c-af53-42f3-a59c-b363526c59af req-7acc7892-df35-4f57-bd6b-aaec87e30caf tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7d48b00-e4a1-4867-827b-45bc90e3deaf&id=497d778f-68d4-4805-abf8-2fbae6b2108d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346532 Jul 16 00:13:00.931035 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8299f2d5-7197-4990-8fe4-c3f2b8148c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:03.486627 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:04.298886 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a3c3afcd-2b5f-4646-a7bf-e63f4e936f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:04.533374 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:06.545683 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:08.682687 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:14.854516 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:13:15.991034 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [req-bc99078f-e2b4-48b1-9131-ccb7f8c1ff48 req-7c0a4ec2-8a26-47e1-bd4b-d514ea05b64b tempest-ServerDiskConfigTestJSON-529033232 tempest-ServerDiskConfigTestJSON-529033232-project] (93770) timed out ('10.222.0.41', 59936) {{(pid=93770) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 00:13:24.934523 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ee5cb6f1-20dd-48a6-83ae-08aa8d3a1f7c req-0bc7aa81-4958-4d99-ae7e-88fd993e841b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=72c4cbd6-1ed8-461b-b63e-666f7b573484&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0580146 Jul 16 00:13:25.047324 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5cb6f1-20dd-48a6-83ae-08aa8d3a1f7c req-fca80f69-8019-458f-bf1a-da8b00aa9fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:25.048956 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ee5cb6f1-20dd-48a6-83ae-08aa8d3a1f7c req-fca80f69-8019-458f-bf1a-da8b00aa9fe6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9fccba52ef54b3ca2269571ecde3f08&device_id=72c4cbd6-1ed8-461b-b63e-666f7b573484 HTTP/1.1" status: 200 len: 1135 time: 0.0535469 Jul 16 00:13:25.155282 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5cb6f1-20dd-48a6-83ae-08aa8d3a1f7c req-8533d66f-96d6-4628-bc92-136601b46a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:25.156824 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ee5cb6f1-20dd-48a6-83ae-08aa8d3a1f7c req-8533d66f-96d6-4628-bc92-136601b46a44 service neutron] 10.222.0.41 "GET /v2.0/networks?id=83e8f936-804e-4535-abf4-d42f617234a3 HTTP/1.1" status: 200 len: 915 time: 0.0862727 Jul 16 00:13:25.227530 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ee5cb6f1-20dd-48a6-83ae-08aa8d3a1f7c req-c94eb850-33f8-45a8-a5e7-91dfcd68a7c1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=285cfe02-543b-4747-a54e-40af1e873318 HTTP/1.1" status: 200 len: 1000 time: 0.0642662 Jul 16 00:13:25.279561 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5cb6f1-20dd-48a6-83ae-08aa8d3a1f7c req-7cb6b2d9-8562-43de-aa56-d90efbb0b683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:25.280999 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ee5cb6f1-20dd-48a6-83ae-08aa8d3a1f7c req-7cb6b2d9-8562-43de-aa56-d90efbb0b683 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=869d3de5-42f6-402e-925c-47530b2faf3e HTTP/1.1" status: 200 len: 853 time: 0.0436208 Jul 16 00:13:25.339411 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5cb6f1-20dd-48a6-83ae-08aa8d3a1f7c req-6711476e-83f6-4673-a601-69e20289c369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:25.340917 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ee5cb6f1-20dd-48a6-83ae-08aa8d3a1f7c req-6711476e-83f6-4673-a601-69e20289c369 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=83e8f936-804e-4535-abf4-d42f617234a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536144 Jul 16 00:13:25.435693 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ee5cb6f1-20dd-48a6-83ae-08aa8d3a1f7c req-08c20719-a65a-49d6-8b4e-201731ee2791 service neutron] 10.222.0.41 "GET /v2.0/networks/83e8f936-804e-4535-abf4-d42f617234a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872607 Jul 16 00:13:25.524227 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ee5cb6f1-20dd-48a6-83ae-08aa8d3a1f7c req-83f55e6d-b288-4dc4-a5a5-cdc6ae9e10e4 service neutron] 10.222.0.41 "GET /v2.0/networks/83e8f936-804e-4535-abf4-d42f617234a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813141 Jul 16 00:13:25.966876 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:30.237288 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c3812711-4f5d-467b-abfd-402568df8bb2 req-18882861-9909-46f6-8e11-128024f14889 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-982581607&fields=id&tenant_id=b9fccba52ef54b3ca2269571ecde3f08 HTTP/1.1" status: 200 len: 267 time: 0.0336397 Jul 16 00:13:30.312542 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3812711-4f5d-467b-abfd-402568df8bb2 req-9de49f8e-fcb1-4008-b33a-dd76877ae6a8 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:30.314036 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c3812711-4f5d-467b-abfd-402568df8bb2 req-9de49f8e-fcb1-4008-b33a-dd76877ae6a8 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c4cbd6-1ed8-461b-b63e-666f7b573484 HTTP/1.1" status: 200 len: 984 time: 0.0711472 Jul 16 00:13:30.326005 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-c3812711-4f5d-467b-abfd-402568df8bb2 req-53c884b5-0e13-4bcf-acbd-3e7cd576a1e7 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Request body: {'port': {'security_groups': ['497d778f-68d4-4805-abf8-2fbae6b2108d']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:13:30.409880 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c3812711-4f5d-467b-abfd-402568df8bb2 req-53c884b5-0e13-4bcf-acbd-3e7cd576a1e7 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:30.577189 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-c3812711-4f5d-467b-abfd-402568df8bb2 req-53c884b5-0e13-4bcf-acbd-3e7cd576a1e7 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] For port 285cfe02-543b-4747-a54e-40af1e873318, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=285cfe02-543b-4747-a54e-40af1e873318,segment=NetworkSegment(307f19e1-2691-49fb-88a7-55aeb2486010),segment_id=307f19e1-2691-49fb-88a7-55aeb2486010)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:13:30.606624 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c3812711-4f5d-467b-abfd-402568df8bb2 req-53c884b5-0e13-4bcf-acbd-3e7cd576a1e7 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:30.611040 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c3812711-4f5d-467b-abfd-402568df8bb2 req-53c884b5-0e13-4bcf-acbd-3e7cd576a1e7 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:30.644525 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['285cfe02-543b-4747-a54e-40af1e873318'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:13:30.666489 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3812711-4f5d-467b-abfd-402568df8bb2 req-53c884b5-0e13-4bcf-acbd-3e7cd576a1e7 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:30.667143 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c3812711-4f5d-467b-abfd-402568df8bb2 req-53c884b5-0e13-4bcf-acbd-3e7cd576a1e7 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:30.668607 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c3812711-4f5d-467b-abfd-402568df8bb2 req-53c884b5-0e13-4bcf-acbd-3e7cd576a1e7 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "PUT /v2.0/ports/285cfe02-543b-4747-a54e-40af1e873318 HTTP/1.1" status: 200 len: 942 time: 0.3473978 Jul 16 00:13:30.669066 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72c4cbd6-1ed8-461b-b63e-666f7b573484', 'tag': '285cfe02-543b-4747-a54e-40af1e873318'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:13:30.671340 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cfa130710a3ed3c11f83ca70e11270030e5afd3463e80eec9e3119d100d8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02971cf0-a725-4de7-ad89-191a452c36b0" -d '{"events": [{"name": "network-changed", "server_uuid": "72c4cbd6-1ed8-461b-b63e-666f7b573484", "tag": "285cfe02-543b-4747-a54e-40af1e873318"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:13:30.674536 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 53906) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:13:30.686589 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c884b5-0e13-4bcf-acbd-3e7cd576a1e7 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Pushing event updated for resources: {'Port': ['ID=285cfe02-543b-4747-a54e-40af1e873318,revision_number=7']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:13:30.695924 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c884b5-0e13-4bcf-acbd-3e7cd576a1e7 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:30.695924 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c884b5-0e13-4bcf-acbd-3e7cd576a1e7 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:30.696369 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c884b5-0e13-4bcf-acbd-3e7cd576a1e7 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:30.696710 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c884b5-0e13-4bcf-acbd-3e7cd576a1e7 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:30.697044 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c884b5-0e13-4bcf-acbd-3e7cd576a1e7 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:30.697370 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c884b5-0e13-4bcf-acbd-3e7cd576a1e7 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:30.697698 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c884b5-0e13-4bcf-acbd-3e7cd576a1e7 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:30.698062 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c884b5-0e13-4bcf-acbd-3e7cd576a1e7 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:30.698413 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c884b5-0e13-4bcf-acbd-3e7cd576a1e7 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:30.698649 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c884b5-0e13-4bcf-acbd-3e7cd576a1e7 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:30.698950 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c884b5-0e13-4bcf-acbd-3e7cd576a1e7 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:30.699278 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c884b5-0e13-4bcf-acbd-3e7cd576a1e7 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:30.736237 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc2202f-d5bc-49ba-9121-3c2a5e6d0684 x-openstack-request-id: req-5bc2202f-d5bc-49ba-9121-3c2a5e6d0684 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:13:30.736237 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72c4cbd6-1ed8-461b-b63e-666f7b573484", "tag": "285cfe02-543b-4747-a54e-40af1e873318", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:13:30.736503 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5bc2202f-d5bc-49ba-9121-3c2a5e6d0684 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:13:30.736838 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72c4cbd6-1ed8-461b-b63e-666f7b573484', 'tag': '285cfe02-543b-4747-a54e-40af1e873318', 'status': 'completed', 'code': 200} Jul 16 00:13:30.776293 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-503c8b18-6cdb-4d7a-beb3-a056a8eefa04 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:30.795881 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['285cfe02-543b-4747-a54e-40af1e873318'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:13:30.844375 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-503c8b18-6cdb-4d7a-beb3-a056a8eefa04 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:30.891242 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02971cf0-a725-4de7-ad89-191a452c36b0 req-90e33e02-461e-416c-9d3f-e7545031777b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:30.892912 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-02971cf0-a725-4de7-ad89-191a452c36b0 req-90e33e02-461e-416c-9d3f-e7545031777b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9fccba52ef54b3ca2269571ecde3f08&device_id=72c4cbd6-1ed8-461b-b63e-666f7b573484 HTTP/1.1" status: 200 len: 1096 time: 0.1109359 Jul 16 00:13:30.957734 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5667f51a-7778-40c4-a80a-e345fdaee041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:30.973323 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e28fa907-29ce-4903-85a2-f547886dc9ff None None] Provisioning complete for port 285cfe02-543b-4747-a54e-40af1e873318 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:13:30.973728 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e28fa907-29ce-4903-85a2-f547886dc9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:30.984958 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-503c8b18-6cdb-4d7a-beb3-a056a8eefa04 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:30.987514 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-503c8b18-6cdb-4d7a-beb3-a056a8eefa04 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:30.988710 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-503c8b18-6cdb-4d7a-beb3-a056a8eefa04 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "DELETE /v2.0/security-groups/d7d48b00-e4a1-4867-827b-45bc90e3deaf HTTP/1.1" status: 204 len: 168 time: 0.3132365 Jul 16 00:13:30.991417 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 53908) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:13:31.012740 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503c8b18-6cdb-4d7a-beb3-a056a8eefa04 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d48b00-e4a1-4867-827b-45bc90e3deaf,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:13:31.020424 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02971cf0-a725-4de7-ad89-191a452c36b0 req-f3eddae6-8a0f-4b8e-a773-5c3799e0d630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:31.022018 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-02971cf0-a725-4de7-ad89-191a452c36b0 req-f3eddae6-8a0f-4b8e-a773-5c3799e0d630 service neutron] 10.222.0.41 "GET /v2.0/networks?id=83e8f936-804e-4535-abf4-d42f617234a3 HTTP/1.1" status: 200 len: 915 time: 0.1215458 Jul 16 00:13:31.025116 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503c8b18-6cdb-4d7a-beb3-a056a8eefa04 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:31.025482 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503c8b18-6cdb-4d7a-beb3-a056a8eefa04 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:31.025834 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503c8b18-6cdb-4d7a-beb3-a056a8eefa04 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:31.026177 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503c8b18-6cdb-4d7a-beb3-a056a8eefa04 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:31.026519 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503c8b18-6cdb-4d7a-beb3-a056a8eefa04 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:31.026857 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503c8b18-6cdb-4d7a-beb3-a056a8eefa04 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:31.027192 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503c8b18-6cdb-4d7a-beb3-a056a8eefa04 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:31.027528 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503c8b18-6cdb-4d7a-beb3-a056a8eefa04 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:31.027889 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503c8b18-6cdb-4d7a-beb3-a056a8eefa04 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:31.028223 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503c8b18-6cdb-4d7a-beb3-a056a8eefa04 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:31.028556 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503c8b18-6cdb-4d7a-beb3-a056a8eefa04 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:31.028885 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503c8b18-6cdb-4d7a-beb3-a056a8eefa04 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:31.105731 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-02971cf0-a725-4de7-ad89-191a452c36b0 req-e62adbf8-2425-4353-a7b2-b5ffac05dd56 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=285cfe02-543b-4747-a54e-40af1e873318 HTTP/1.1" status: 200 len: 1000 time: 0.0722933 Jul 16 00:13:31.158615 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02971cf0-a725-4de7-ad89-191a452c36b0 req-4be0cc35-752a-40ce-bdbd-4fa7224fe258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:31.160118 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-02971cf0-a725-4de7-ad89-191a452c36b0 req-4be0cc35-752a-40ce-bdbd-4fa7224fe258 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=869d3de5-42f6-402e-925c-47530b2faf3e HTTP/1.1" status: 200 len: 853 time: 0.0478530 Jul 16 00:13:31.222140 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02971cf0-a725-4de7-ad89-191a452c36b0 req-9efc718b-96f0-48b4-a16a-b6896eddf7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:31.223604 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-02971cf0-a725-4de7-ad89-191a452c36b0 req-9efc718b-96f0-48b4-a16a-b6896eddf7c1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=83e8f936-804e-4535-abf4-d42f617234a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555599 Jul 16 00:13:31.323643 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-02971cf0-a725-4de7-ad89-191a452c36b0 req-47aa168b-134b-46d5-81a5-491aa435e9a2 service neutron] 10.222.0.41 "GET /v2.0/networks/83e8f936-804e-4535-abf4-d42f617234a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927591 Jul 16 00:13:31.423354 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-02971cf0-a725-4de7-ad89-191a452c36b0 req-335d453a-a0c9-47f4-b455-75caf4dab2d5 service neutron] 10.222.0.41 "GET /v2.0/networks/83e8f936-804e-4535-abf4-d42f617234a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937769 Jul 16 00:13:31.446904 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-afe4d7aa-fe89-48e2-8577-c7d66ee528bc tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Deleting port 74922c39-c56d-4154-8365-0e1e95a94e14 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:13:31.447527 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-afe4d7aa-fe89-48e2-8577-c7d66ee528bc tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:31.519918 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-afe4d7aa-fe89-48e2-8577-c7d66ee528bc tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:31.520168 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-afe4d7aa-fe89-48e2-8577-c7d66ee528bc tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:31.531957 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-afe4d7aa-fe89-48e2-8577-c7d66ee528bc tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Calling delete_port for 74922c39-c56d-4154-8365-0e1e95a94e14 owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:13:31.703804 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-afe4d7aa-fe89-48e2-8577-c7d66ee528bc tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:31.732571 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe4d7aa-fe89-48e2-8577-c7d66ee528bc tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Pushing event deleted for resources: {'Port': ['ID=74922c39-c56d-4154-8365-0e1e95a94e14,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:13:31.793712 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-afe4d7aa-fe89-48e2-8577-c7d66ee528bc tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:31.793967 n-d-794306-6 neutron-server[93770]: INFO neutron.db.l3_db [None req-afe4d7aa-fe89-48e2-8577-c7d66ee528bc tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Floating IP d44a46eb-e8e4-411b-9176-409134bb73d0 disassociated (deleted). External IP: 172.25.5.54, port: 285cfe02-543b-4747-a54e-40af1e873318. Jul 16 00:13:32.003012 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afe4d7aa-fe89-48e2-8577-c7d66ee528bc tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Router 0ce6738f-ff17-483d-8749-49b548184550 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:13:32.110286 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe4d7aa-fe89-48e2-8577-c7d66ee528bc tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:13:32.115020 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-afe4d7aa-fe89-48e2-8577-c7d66ee528bc tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:32.119903 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431de1f8-eace-4b33-a965-6cf2f78ce87a None None] Sync routers for ids ['0ce6738f-ff17-483d-8749-49b548184550'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:13:32.128576 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431de1f8-eace-4b33-a965-6cf2f78ce87a None None] Routers {'0ce6738f-ff17-483d-8749-49b548184550'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:13:32.129181 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-431de1f8-eace-4b33-a965-6cf2f78ce87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:13:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['0ce6738f-ff17-483d-8749-49b548184550'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:13:32.152659 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-afe4d7aa-fe89-48e2-8577-c7d66ee528bc tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "DELETE /v2.0/floatingips/d44a46eb-e8e4-411b-9176-409134bb73d0 HTTP/1.1" status: 204 len: 168 time: 1.1595910 Jul 16 00:13:32.236488 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-431de1f8-eace-4b33-a965-6cf2f78ce87a None None] Set router 0ce6738f-ff17-483d-8749-49b548184550 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:13:32.436567 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-431de1f8-eace-4b33-a965-6cf2f78ce87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce6738f-ff17-483d-8749-49b548184550', 'name': 'tempest-TestMinimumBasicScenario-994780042-router', 'tenant_id': 'b9fccba52ef54b3ca2269571ecde3f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '9844943a-4d24-4136-93e6-6be643840de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:11:34Z', 'updated_at': '2021-07-16T00:11:36Z', 'revision_number': 4, 'project_id': 'b9fccba52ef54b3ca2269571ecde3f08', 'gw_port': {'id': '9844943a-4d24-4136-93e6-6be643840de5', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:78:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce6738f-ff17-483d-8749-49b548184550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:11:34Z', 'updated_at': '2021-07-16T00:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '385a86ca-f42b-498a-8766-be2f74c12d0d', 'name': '', 'network_id': '83e8f936-804e-4535-abf4-d42f617234a3', 'tenant_id': 'b9fccba52ef54b3ca2269571ecde3f08', 'mac_address': 'fa:16:3e:42:88:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce6738f-ff17-483d-8749-49b548184550', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '869d3de5-42f6-402e-925c-47530b2faf3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:11:36Z', 'updated_at': '2021-07-16T00:11:43Z', 'revision_number': 5, 'project_id': 'b9fccba52ef54b3ca2269571ecde3f08', 'subnets': [{'id': '869d3de5-42f6-402e-925c-47530b2faf3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:13:32.464791 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431de1f8-eace-4b33-a965-6cf2f78ce87a None None] Checking router: 0ce6738f-ff17-483d-8749-49b548184550 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:13:32.472936 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431de1f8-eace-4b33-a965-6cf2f78ce87a None None] Routers {'0ce6738f-ff17-483d-8749-49b548184550'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:13:32.473534 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-431de1f8-eace-4b33-a965-6cf2f78ce87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:13:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['0ce6738f-ff17-483d-8749-49b548184550'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:13:32.576298 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-431de1f8-eace-4b33-a965-6cf2f78ce87a None None] Set router 0ce6738f-ff17-483d-8749-49b548184550 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:13:32.737763 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72c4cbd6-1ed8-461b-b63e-666f7b573484', 'tag': '285cfe02-543b-4747-a54e-40af1e873318'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:13:32.740239 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cfa130710a3ed3c11f83ca70e11270030e5afd3463e80eec9e3119d100d8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07d6e9f-f8c3-4caa-909c-a0833c23bca6" -d '{"events": [{"name": "network-changed", "server_uuid": "72c4cbd6-1ed8-461b-b63e-666f7b573484", "tag": "285cfe02-543b-4747-a54e-40af1e873318"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:13:32.769480 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-431de1f8-eace-4b33-a965-6cf2f78ce87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce6738f-ff17-483d-8749-49b548184550', 'name': 'tempest-TestMinimumBasicScenario-994780042-router', 'tenant_id': 'b9fccba52ef54b3ca2269571ecde3f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '9844943a-4d24-4136-93e6-6be643840de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:11:34Z', 'updated_at': '2021-07-16T00:11:36Z', 'revision_number': 4, 'project_id': 'b9fccba52ef54b3ca2269571ecde3f08', 'gw_port': {'id': '9844943a-4d24-4136-93e6-6be643840de5', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:78:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce6738f-ff17-483d-8749-49b548184550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:11:34Z', 'updated_at': '2021-07-16T00:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '385a86ca-f42b-498a-8766-be2f74c12d0d', 'name': '', 'network_id': '83e8f936-804e-4535-abf4-d42f617234a3', 'tenant_id': 'b9fccba52ef54b3ca2269571ecde3f08', 'mac_address': 'fa:16:3e:42:88:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce6738f-ff17-483d-8749-49b548184550', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '869d3de5-42f6-402e-925c-47530b2faf3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:11:36Z', 'updated_at': '2021-07-16T00:11:43Z', 'revision_number': 5, 'project_id': 'b9fccba52ef54b3ca2269571ecde3f08', 'subnets': [{'id': '869d3de5-42f6-402e-925c-47530b2faf3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:13:32.777558 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58dcc0b0-b2b0-4b5f-95e4-a57fbac8c655 x-openstack-request-id: req-58dcc0b0-b2b0-4b5f-95e4-a57fbac8c655 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:13:32.777852 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72c4cbd6-1ed8-461b-b63e-666f7b573484", "tag": "285cfe02-543b-4747-a54e-40af1e873318", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:13:32.778105 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-58dcc0b0-b2b0-4b5f-95e4-a57fbac8c655 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:13:32.778558 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72c4cbd6-1ed8-461b-b63e-666f7b573484', 'tag': '285cfe02-543b-4747-a54e-40af1e873318', 'status': 'completed', 'code': 200} Jul 16 00:13:32.797292 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431de1f8-eace-4b33-a965-6cf2f78ce87a None None] The sync data for ids ['0ce6738f-ff17-483d-8749-49b548184550'] in n-d-794306-6 is: [{'id': '0ce6738f-ff17-483d-8749-49b548184550', 'name': 'tempest-TestMinimumBasicScenario-994780042-router', 'tenant_id': 'b9fccba52ef54b3ca2269571ecde3f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '9844943a-4d24-4136-93e6-6be643840de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:11:34Z', 'updated_at': '2021-07-16T00:11:36Z', 'revision_number': 4, 'project_id': 'b9fccba52ef54b3ca2269571ecde3f08', 'gw_port': {'id': '9844943a-4d24-4136-93e6-6be643840de5', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:78:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce6738f-ff17-483d-8749-49b548184550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:11:34Z', 'updated_at': '2021-07-16T00:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '385a86ca-f42b-498a-8766-be2f74c12d0d', 'name': '', 'network_id': '83e8f936-804e-4535-abf4-d42f617234a3', 'tenant_id': 'b9fccba52ef54b3ca2269571ecde3f08', 'mac_address': 'fa:16:3e:42:88:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce6738f-ff17-483d-8749-49b548184550', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '869d3de5-42f6-402e-925c-47530b2faf3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:11:36Z', 'updated_at': '2021-07-16T00:11:43Z', 'revision_number': 5, 'project_id': 'b9fccba52ef54b3ca2269571ecde3f08', 'subnets': [{'id': '869d3de5-42f6-402e-925c-47530b2faf3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:13:32.885610 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d6e9f-f8c3-4caa-909c-a0833c23bca6 req-7ccbf566-1cf5-4eba-8e4a-fea5af1a2f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:32.887123 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f07d6e9f-f8c3-4caa-909c-a0833c23bca6 req-7ccbf566-1cf5-4eba-8e4a-fea5af1a2f51 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9fccba52ef54b3ca2269571ecde3f08&device_id=72c4cbd6-1ed8-461b-b63e-666f7b573484 HTTP/1.1" status: 200 len: 1096 time: 0.0550082 Jul 16 00:13:32.996651 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d6e9f-f8c3-4caa-909c-a0833c23bca6 req-4f18928c-c4ec-4dd1-86a7-c1c4d026c1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:32.998142 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f07d6e9f-f8c3-4caa-909c-a0833c23bca6 req-4f18928c-c4ec-4dd1-86a7-c1c4d026c1d2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=83e8f936-804e-4535-abf4-d42f617234a3 HTTP/1.1" status: 200 len: 915 time: 0.1027904 Jul 16 00:13:33.060279 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f07d6e9f-f8c3-4caa-909c-a0833c23bca6 req-8464fd26-6a7e-4a44-a866-26985261dd5e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=285cfe02-543b-4747-a54e-40af1e873318 HTTP/1.1" status: 200 len: 217 time: 0.0555882 Jul 16 00:13:33.074436 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6aa3a0-5487-4cdb-a139-c30307e11da6 None None] New status for floating IP d44a46eb-e8e4-411b-9176-409134bb73d0: DOWN {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 00:13:33.121058 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d6e9f-f8c3-4caa-909c-a0833c23bca6 req-cd4f1462-4894-4da0-a887-49c9cc96081b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:33.122665 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f07d6e9f-f8c3-4caa-909c-a0833c23bca6 req-cd4f1462-4894-4da0-a887-49c9cc96081b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=869d3de5-42f6-402e-925c-47530b2faf3e HTTP/1.1" status: 200 len: 853 time: 0.0553944 Jul 16 00:13:33.183438 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d6e9f-f8c3-4caa-909c-a0833c23bca6 req-075ae2d9-e44d-47c1-b70a-5814cff80717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:33.184982 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f07d6e9f-f8c3-4caa-909c-a0833c23bca6 req-075ae2d9-e44d-47c1-b70a-5814cff80717 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=83e8f936-804e-4535-abf4-d42f617234a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561476 Jul 16 00:13:33.275848 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f07d6e9f-f8c3-4caa-909c-a0833c23bca6 req-b6e8b5bd-b634-4f52-95d9-d26021acf2f4 service neutron] 10.222.0.41 "GET /v2.0/networks/83e8f936-804e-4535-abf4-d42f617234a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842865 Jul 16 00:13:33.368547 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f07d6e9f-f8c3-4caa-909c-a0833c23bca6 req-c48f1b48-7425-49c5-a2a3-b683027851f7 service neutron] 10.222.0.41 "GET /v2.0/networks/83e8f936-804e-4535-abf4-d42f617234a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858986 Jul 16 00:13:33.494699 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:34.299496 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-07b0dfee-72e7-4aa4-9cc0-0629526abfb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:34.537405 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:36.548923 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:38.688174 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:39.550159 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43d953-be4b-403e-8602-e59c4083c568 req-908a2cfb-62ce-464f-9bc4-11fc1568bad9 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:39.551832 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ba43d953-be4b-403e-8602-e59c4083c568 req-908a2cfb-62ce-464f-9bc4-11fc1568bad9 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c4cbd6-1ed8-461b-b63e-666f7b573484 HTTP/1.1" status: 200 len: 945 time: 0.0642974 Jul 16 00:13:39.596892 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ba43d953-be4b-403e-8602-e59c4083c568 req-f6447c3f-c921-4388-8234-564adb605ac4 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "GET /v2.0/security-groups?id=497d778f-68d4-4805-abf8-2fbae6b2108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393655 Jul 16 00:13:40.769590 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad95bb1e-2efc-4ffd-be3c-84d3b164cf7d req-5517f532-8af0-4b33-90ab-b2dc25ac27f7 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:40.771117 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ad95bb1e-2efc-4ffd-be3c-84d3b164cf7d req-5517f532-8af0-4b33-90ab-b2dc25ac27f7 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c4cbd6-1ed8-461b-b63e-666f7b573484 HTTP/1.1" status: 200 len: 945 time: 0.0631399 Jul 16 00:13:40.808933 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ad95bb1e-2efc-4ffd-be3c-84d3b164cf7d req-6c9f4ae3-1351-4aa5-9eb2-5c00d5b5467c tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "GET /v2.0/security-groups?id=497d778f-68d4-4805-abf8-2fbae6b2108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320947 Jul 16 00:13:41.253501 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a996daf-89a6-4a56-8b16-33a290447e38 req-229750cf-0055-4fc3-9553-caab54cc3366 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:41.254960 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1a996daf-89a6-4a56-8b16-33a290447e38 req-229750cf-0055-4fc3-9553-caab54cc3366 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.41 "GET /v2.0/ports?device_id=72c4cbd6-1ed8-461b-b63e-666f7b573484 HTTP/1.1" status: 200 len: 945 time: 0.0669317 Jul 16 00:13:41.360973 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-1a996daf-89a6-4a56-8b16-33a290447e38 req-a2853ace-981c-445c-94eb-6874e8766ddc tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Deleting port 285cfe02-543b-4747-a54e-40af1e873318 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:13:41.361315 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1a996daf-89a6-4a56-8b16-33a290447e38 req-a2853ace-981c-445c-94eb-6874e8766ddc tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:41.447176 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-1a996daf-89a6-4a56-8b16-33a290447e38 req-a2853ace-981c-445c-94eb-6874e8766ddc tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] For port 285cfe02-543b-4747-a54e-40af1e873318, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=285cfe02-543b-4747-a54e-40af1e873318,segment=NetworkSegment(307f19e1-2691-49fb-88a7-55aeb2486010),segment_id=307f19e1-2691-49fb-88a7-55aeb2486010)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:13:41.447530 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1a996daf-89a6-4a56-8b16-33a290447e38 req-a2853ace-981c-445c-94eb-6874e8766ddc tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:41.460741 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-1a996daf-89a6-4a56-8b16-33a290447e38 req-a2853ace-981c-445c-94eb-6874e8766ddc tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Calling delete_port for 285cfe02-543b-4747-a54e-40af1e873318 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:13:41.590309 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1a996daf-89a6-4a56-8b16-33a290447e38 req-a2853ace-981c-445c-94eb-6874e8766ddc tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:41.624112 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2853ace-981c-445c-94eb-6874e8766ddc tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Pushing event deleted for resources: {'Port': ['ID=285cfe02-543b-4747-a54e-40af1e873318,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:13:41.626777 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['285cfe02-543b-4747-a54e-40af1e873318'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:13:41.673938 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a996daf-89a6-4a56-8b16-33a290447e38 req-a2853ace-981c-445c-94eb-6874e8766ddc tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] No DVR routers for this DVR port 285cfe02-543b-4747-a54e-40af1e873318 on host n-h2-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:13:41.676521 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1a996daf-89a6-4a56-8b16-33a290447e38 req-a2853ace-981c-445c-94eb-6874e8766ddc tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:41.678514 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1a996daf-89a6-4a56-8b16-33a290447e38 req-a2853ace-981c-445c-94eb-6874e8766ddc tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.41 "DELETE /v2.0/ports/285cfe02-543b-4747-a54e-40af1e873318 HTTP/1.1" status: 204 len: 173 time: 0.4173124 Jul 16 00:13:41.678951 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72c4cbd6-1ed8-461b-b63e-666f7b573484', 'name': 'network-vif-deleted', 'tag': '285cfe02-543b-4747-a54e-40af1e873318'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:13:41.681220 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732f3e1a316c3ad7d48a65c2bbc2e30ba6c82a3ba5a41bb87b5b7e43e99a4419" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dfc8ea2-a7ec-4d0b-aa4b-d11d42c7e13c" -d '{"events": [{"server_uuid": "72c4cbd6-1ed8-461b-b63e-666f7b573484", "name": "network-vif-deleted", "tag": "285cfe02-543b-4747-a54e-40af1e873318"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:13:41.723456 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfea9ad6-c1d3-4b3b-b552-b655ab571771 x-openstack-request-id: req-dfea9ad6-c1d3-4b3b-b552-b655ab571771 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:13:41.723781 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72c4cbd6-1ed8-461b-b63e-666f7b573484", "name": "network-vif-deleted", "tag": "285cfe02-543b-4747-a54e-40af1e873318", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:13:41.724036 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dfea9ad6-c1d3-4b3b-b552-b655ab571771 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:13:41.724441 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72c4cbd6-1ed8-461b-b63e-666f7b573484', 'name': 'network-vif-deleted', 'tag': '285cfe02-543b-4747-a54e-40af1e873318', 'status': 'completed', 'code': 200} Jul 16 00:13:41.975265 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9d3666cd-a574-493c-aecd-6d3bc36a7755 req-020e89b4-1d34-47df-9e17-c14af97ca712 tempest-TestMinimumBasicScenario-683038288 tempest-TestMinimumBasicScenario-683038288-project] 10.222.0.48 "GET /v2.0/ports?device_id=72c4cbd6-1ed8-461b-b63e-666f7b573484 HTTP/1.1" status: 200 len: 210 time: 0.0297289 Jul 16 00:13:43.582071 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54004) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:13:43.924681 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf7b3790-60e9-418f-92a7-f459aea2ca88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:44.173323 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-cf7b3790-60e9-418f-92a7-f459aea2ca88 admin admin] Deleting port 385a86ca-f42b-498a-8766-be2f74c12d0d {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:13:44.173666 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf7b3790-60e9-418f-92a7-f459aea2ca88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:44.254238 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-cf7b3790-60e9-418f-92a7-f459aea2ca88 admin admin] For port 385a86ca-f42b-498a-8766-be2f74c12d0d, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=385a86ca-f42b-498a-8766-be2f74c12d0d,segment=NetworkSegment(307f19e1-2691-49fb-88a7-55aeb2486010),segment_id=307f19e1-2691-49fb-88a7-55aeb2486010)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:13:44.254601 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf7b3790-60e9-418f-92a7-f459aea2ca88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:44.267757 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-cf7b3790-60e9-418f-92a7-f459aea2ca88 admin admin] Calling delete_port for 385a86ca-f42b-498a-8766-be2f74c12d0d owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:13:44.449144 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf7b3790-60e9-418f-92a7-f459aea2ca88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:44.474979 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7b3790-60e9-418f-92a7-f459aea2ca88 admin admin] Pushing event deleted for resources: {'Port': ['ID=385a86ca-f42b-498a-8766-be2f74c12d0d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:13:44.638771 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf7b3790-60e9-418f-92a7-f459aea2ca88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:45.121915 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf7b3790-60e9-418f-92a7-f459aea2ca88 admin admin] Router 0ce6738f-ff17-483d-8749-49b548184550 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:13:45.230070 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7b3790-60e9-418f-92a7-f459aea2ca88 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:13:45.235360 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-cf7b3790-60e9-418f-92a7-f459aea2ca88 admin admin] 10.222.0.48 "PUT /v2.0/routers/0ce6738f-ff17-483d-8749-49b548184550/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6522765 Jul 16 00:13:45.238150 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54008) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:13:45.240017 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff038baf-7f71-45db-9052-f07f17949fd9 None None] Sync routers for ids ['0ce6738f-ff17-483d-8749-49b548184550'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:13:45.250123 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff038baf-7f71-45db-9052-f07f17949fd9 None None] Routers {'0ce6738f-ff17-483d-8749-49b548184550'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:13:45.250833 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ff038baf-7f71-45db-9052-f07f17949fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:13:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['0ce6738f-ff17-483d-8749-49b548184550'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:13:45.289344 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 285cfe02-543b-4747-a54e-40af1e873318 no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:13:45.312669 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] No Port match for: 285cfe02-543b-4747-a54e-40af1e873318 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:13:45.313016 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 285cfe02-543b-4747-a54e-40af1e873318 not bound to the agent host n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:13:45.350749 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0d03eed9-6ecf-4e54-a68a-c53f9c27a971 admin admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:45.355268 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-ff038baf-7f71-45db-9052-f07f17949fd9 None None] Set router 0ce6738f-ff17-483d-8749-49b548184550 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:13:45.458094 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0d03eed9-6ecf-4e54-a68a-c53f9c27a971 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:45.511961 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-0d03eed9-6ecf-4e54-a68a-c53f9c27a971 admin admin] Deleting port 9844943a-4d24-4136-93e6-6be643840de5 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:13:45.512310 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0d03eed9-6ecf-4e54-a68a-c53f9c27a971 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:45.593719 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-0d03eed9-6ecf-4e54-a68a-c53f9c27a971 admin admin] For port 9844943a-4d24-4136-93e6-6be643840de5, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=9844943a-4d24-4136-93e6-6be643840de5,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:13:45.594081 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0d03eed9-6ecf-4e54-a68a-c53f9c27a971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:45.605477 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-0d03eed9-6ecf-4e54-a68a-c53f9c27a971 admin admin] Calling delete_port for 9844943a-4d24-4136-93e6-6be643840de5 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:13:45.616931 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ff038baf-7f71-45db-9052-f07f17949fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce6738f-ff17-483d-8749-49b548184550', 'name': 'tempest-TestMinimumBasicScenario-994780042-router', 'tenant_id': 'b9fccba52ef54b3ca2269571ecde3f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '9844943a-4d24-4136-93e6-6be643840de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:11:34Z', 'updated_at': '2021-07-16T00:13:44Z', 'revision_number': 5, 'project_id': 'b9fccba52ef54b3ca2269571ecde3f08', 'gw_port': {'id': '9844943a-4d24-4136-93e6-6be643840de5', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:78:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce6738f-ff17-483d-8749-49b548184550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:11:34Z', 'updated_at': '2021-07-16T00:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:13:45.646013 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff038baf-7f71-45db-9052-f07f17949fd9 None None] Checking router: 0ce6738f-ff17-483d-8749-49b548184550 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:13:45.654223 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff038baf-7f71-45db-9052-f07f17949fd9 None None] Routers {'0ce6738f-ff17-483d-8749-49b548184550'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:13:45.654812 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ff038baf-7f71-45db-9052-f07f17949fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:13:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['0ce6738f-ff17-483d-8749-49b548184550'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:13:45.740171 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-ff038baf-7f71-45db-9052-f07f17949fd9 None None] Set router 0ce6738f-ff17-483d-8749-49b548184550 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:13:45.787192 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0d03eed9-6ecf-4e54-a68a-c53f9c27a971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:45.790848 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ff038baf-7f71-45db-9052-f07f17949fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce6738f-ff17-483d-8749-49b548184550', 'name': 'tempest-TestMinimumBasicScenario-994780042-router', 'tenant_id': 'b9fccba52ef54b3ca2269571ecde3f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:11:34Z', 'updated_at': '2021-07-16T00:13:45Z', 'revision_number': 6, 'project_id': 'b9fccba52ef54b3ca2269571ecde3f08', 'gw_port_host': None}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:13:45.814881 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d03eed9-6ecf-4e54-a68a-c53f9c27a971 admin admin] Pushing event deleted for resources: {'Port': ['ID=9844943a-4d24-4136-93e6-6be643840de5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:13:45.820981 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff038baf-7f71-45db-9052-f07f17949fd9 None None] The sync data for ids ['0ce6738f-ff17-483d-8749-49b548184550'] in n-d-794306-6 is: [{'id': '0ce6738f-ff17-483d-8749-49b548184550', 'name': 'tempest-TestMinimumBasicScenario-994780042-router', 'tenant_id': 'b9fccba52ef54b3ca2269571ecde3f08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:11:34Z', 'updated_at': '2021-07-16T00:13:45Z', 'revision_number': 6, 'project_id': 'b9fccba52ef54b3ca2269571ecde3f08', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:13:45.884483 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0d03eed9-6ecf-4e54-a68a-c53f9c27a971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999011'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:45.975590 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0d03eed9-6ecf-4e54-a68a-c53f9c27a971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:45.977687 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0d03eed9-6ecf-4e54-a68a-c53f9c27a971 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:46.021021 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0d03eed9-6ecf-4e54-a68a-c53f9c27a971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:46.021512 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d03eed9-6ecf-4e54-a68a-c53f9c27a971 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ce6738f-ff17-483d-8749-49b548184550 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 00:13:46.025776 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0d03eed9-6ecf-4e54-a68a-c53f9c27a971 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:46.026905 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-0d03eed9-6ecf-4e54-a68a-c53f9c27a971 admin admin] 10.222.0.48 "DELETE /v2.0/routers/0ce6738f-ff17-483d-8749-49b548184550 HTTP/1.1" status: 204 len: 168 time: 0.7877862 Jul 16 00:13:46.029407 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54010) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:13:46.072986 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-efaae0d2-e7e0-4d73-b5f4-7526738e49bb admin admin] Deleting subnet 869d3de5-42f6-402e-925c-47530b2faf3e {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 00:13:46.075996 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-efaae0d2-e7e0-4d73-b5f4-7526738e49bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:46.109943 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-efaae0d2-e7e0-4d73-b5f4-7526738e49bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:46.192043 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-efaae0d2-e7e0-4d73-b5f4-7526738e49bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:46.251737 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-efaae0d2-e7e0-4d73-b5f4-7526738e49bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:46.276139 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaae0d2-e7e0-4d73-b5f4-7526738e49bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=869d3de5-42f6-402e-925c-47530b2faf3e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:13:46.279993 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-efaae0d2-e7e0-4d73-b5f4-7526738e49bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:46.282999 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-efaae0d2-e7e0-4d73-b5f4-7526738e49bb admin admin] 10.222.0.48 "DELETE /v2.0/subnets/869d3de5-42f6-402e-925c-47530b2faf3e HTTP/1.1" status: 204 len: 168 time: 0.2526412 Jul 16 00:13:46.284891 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54012) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:13:46.286584 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c529d8-7a42-4767-a747-3b789d5cc30f None None] Network 83e8f936-804e-4535-abf4-d42f617234a3 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:13:46.356268 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7255667f-a87e-4f8e-9432-8fd7f81a4312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:46.409778 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-7255667f-a87e-4f8e-9432-8fd7f81a4312 admin admin] Deleting port 949b2b93-784a-4a07-ba83-8fa17e2cf57a {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:13:46.410129 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7255667f-a87e-4f8e-9432-8fd7f81a4312 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:46.473914 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-7255667f-a87e-4f8e-9432-8fd7f81a4312 admin admin] For port 949b2b93-784a-4a07-ba83-8fa17e2cf57a, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=949b2b93-784a-4a07-ba83-8fa17e2cf57a,segment=NetworkSegment(307f19e1-2691-49fb-88a7-55aeb2486010),segment_id=307f19e1-2691-49fb-88a7-55aeb2486010)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:13:46.474281 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7255667f-a87e-4f8e-9432-8fd7f81a4312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:46.486561 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-7255667f-a87e-4f8e-9432-8fd7f81a4312 admin admin] Calling delete_port for 949b2b93-784a-4a07-ba83-8fa17e2cf57a owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:13:46.560587 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a078620-71e4-4090-b15b-507107c018c6 None None] DHCP port deletion for 83e8f936-804e-4535-abf4-d42f617234a3 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 00:13:46.573301 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7255667f-a87e-4f8e-9432-8fd7f81a4312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:46.600281 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7255667f-a87e-4f8e-9432-8fd7f81a4312 admin admin] Pushing event deleted for resources: {'Port': ['ID=949b2b93-784a-4a07-ba83-8fa17e2cf57a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:13:46.603784 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7255667f-a87e-4f8e-9432-8fd7f81a4312 admin admin] No DVR routers for this DVR port 949b2b93-784a-4a07-ba83-8fa17e2cf57a on host n-d-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:13:46.610071 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-9a078620-71e4-4090-b15b-507107c018c6 None None] Deleting port 949b2b93-784a-4a07-ba83-8fa17e2cf57a {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:13:46.610445 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9a078620-71e4-4090-b15b-507107c018c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:46.671171 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-9a078620-71e4-4090-b15b-507107c018c6 None None] For port 949b2b93-784a-4a07-ba83-8fa17e2cf57a, host n-d-794306-6, got binding levels [] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:13:46.671577 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9a078620-71e4-4090-b15b-507107c018c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:46.679503 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7255667f-a87e-4f8e-9432-8fd7f81a4312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:46.684699 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-9a078620-71e4-4090-b15b-507107c018c6 None None] Calling delete_port for 949b2b93-784a-4a07-ba83-8fa17e2cf57a owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:13:46.687717 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.ipam_backend_mixin [None req-9a078620-71e4-4090-b15b-507107c018c6 None None] Port 949b2b93-784a-4a07-ba83-8fa17e2cf57a was not found and therefore no delete operation was performed {{(pid=93772) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 00:13:46.688987 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9a078620-71e4-4090-b15b-507107c018c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:46.690092 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-7255667f-a87e-4f8e-9432-8fd7f81a4312 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83e8f936-804e-4535-abf4-d42f617234a3']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:13:46.701021 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-7255667f-a87e-4f8e-9432-8fd7f81a4312 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '307f19e1-2691-49fb-88a7-55aeb2486010') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:13:46.701410 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-7255667f-a87e-4f8e-9432-8fd7f81a4312 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '307f19e1-2691-49fb-88a7-55aeb2486010') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:13:46.713789 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7255667f-a87e-4f8e-9432-8fd7f81a4312 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:46.717691 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a078620-71e4-4090-b15b-507107c018c6 None None] Pushing event deleted for resources: {'Port': ['ID=949b2b93-784a-4a07-ba83-8fa17e2cf57a,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:13:46.726022 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a078620-71e4-4090-b15b-507107c018c6 None None] No DVR routers for this DVR port 949b2b93-784a-4a07-ba83-8fa17e2cf57a on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:13:46.728052 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7255667f-a87e-4f8e-9432-8fd7f81a4312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:46.729928 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a078620-71e4-4090-b15b-507107c018c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:46.730274 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a078620-71e4-4090-b15b-507107c018c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:46.730694 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a078620-71e4-4090-b15b-507107c018c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:46.731028 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a078620-71e4-4090-b15b-507107c018c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:46.731358 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a078620-71e4-4090-b15b-507107c018c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:46.731773 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a078620-71e4-4090-b15b-507107c018c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:46.732041 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a078620-71e4-4090-b15b-507107c018c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:46.732363 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a078620-71e4-4090-b15b-507107c018c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:46.736319 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a078620-71e4-4090-b15b-507107c018c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:46.736319 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a078620-71e4-4090-b15b-507107c018c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:46.736319 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a078620-71e4-4090-b15b-507107c018c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:46.736319 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a078620-71e4-4090-b15b-507107c018c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:46.739308 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7255667f-a87e-4f8e-9432-8fd7f81a4312 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 00:13:46.739931 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7255667f-a87e-4f8e-9432-8fd7f81a4312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:46.754658 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:13:46.754658 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:13:46.754658 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:13:46.754658 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:13:46.754658 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 16 00:13:46.754658 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 00:13:46.754658 n-d-794306-6 neutron-server[93770]: timer() Jul 16 00:13:46.754658 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 00:13:46.754658 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 16 00:13:46.754658 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 00:13:46.754658 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 16 00:13:46.754658 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 00:13:46.754658 n-d-794306-6 neutron-server[93770]: self._notify() Jul 16 00:13:46.754658 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 00:13:46.754658 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 16 00:13:46.754658 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 00:13:46.754658 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 16 00:13:46.754658 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 00:13:46.754658 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 00:13:46.754658 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 00:13:46.754658 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 00:13:46.754658 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 00:13:46.754658 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 16 00:13:46.754658 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 00:13:46.754658 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 16 00:13:46.754658 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 00:13:46.754658 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 00:13:46.754658 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 00:13:46.754658 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 16 00:13:46.754658 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 00:13:46.754658 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 00:13:46.754658 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 00:13:46.754658 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 00:13:46.754658 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 00:13:46.754658 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 00:13:46.754658 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 00:13:46.795625 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 385a86ca-f42b-498a-8766-be2f74c12d0d no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:13:46.804867 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7255667f-a87e-4f8e-9432-8fd7f81a4312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:46.810500 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7255667f-a87e-4f8e-9432-8fd7f81a4312 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:46.813277 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-7255667f-a87e-4f8e-9432-8fd7f81a4312 admin admin] 10.222.0.48 "DELETE /v2.0/networks/83e8f936-804e-4535-abf4-d42f617234a3 HTTP/1.1" status: 204 len: 168 time: 0.5267572 Jul 16 00:13:46.816278 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54014) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:13:46.827002 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 385a86ca-f42b-498a-8766-be2f74c12d0d {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:13:46.827351 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 385a86ca-f42b-498a-8766-be2f74c12d0d not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:13:46.828100 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 949b2b93-784a-4a07-ba83-8fa17e2cf57a no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:13:46.835195 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7255667f-a87e-4f8e-9432-8fd7f81a4312 admin admin] Pushing event deleted for resources: {'Network': ['ID=83e8f936-804e-4535-abf4-d42f617234a3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:13:46.848305 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 949b2b93-784a-4a07-ba83-8fa17e2cf57a {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:13:46.848653 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 949b2b93-784a-4a07-ba83-8fa17e2cf57a not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:13:46.849081 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 9844943a-4d24-4136-93e6-6be643840de5 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:13:46.870600 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 9844943a-4d24-4136-93e6-6be643840de5 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:13:46.871068 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 9844943a-4d24-4136-93e6-6be643840de5 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:13:47.178930 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-543563e5-42da-4cf1-beae-f5e47f9b72f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:47.442612 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-543563e5-42da-4cf1-beae-f5e47f9b72f7 admin admin] Deleting port 7f415b3f-2f49-428b-9b52-5a23477791bb {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:13:47.442868 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-543563e5-42da-4cf1-beae-f5e47f9b72f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:47.518943 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-543563e5-42da-4cf1-beae-f5e47f9b72f7 admin admin] For port 7f415b3f-2f49-428b-9b52-5a23477791bb, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=7f415b3f-2f49-428b-9b52-5a23477791bb,segment=NetworkSegment(7b9797d2-6535-438e-a0a1-f2a9bedbf2bf),segment_id=7b9797d2-6535-438e-a0a1-f2a9bedbf2bf)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:13:47.519299 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-543563e5-42da-4cf1-beae-f5e47f9b72f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:47.531249 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-543563e5-42da-4cf1-beae-f5e47f9b72f7 admin admin] Calling delete_port for 7f415b3f-2f49-428b-9b52-5a23477791bb owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:13:47.707790 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-543563e5-42da-4cf1-beae-f5e47f9b72f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:47.737963 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543563e5-42da-4cf1-beae-f5e47f9b72f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f415b3f-2f49-428b-9b52-5a23477791bb,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:13:47.904859 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-543563e5-42da-4cf1-beae-f5e47f9b72f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:48.119142 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-543563e5-42da-4cf1-beae-f5e47f9b72f7 admin admin] Router 1ad53d40-20f1-4154-88e0-8d75e21fbed1 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:13:48.223747 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543563e5-42da-4cf1-beae-f5e47f9b72f7 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:13:48.228570 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-543563e5-42da-4cf1-beae-f5e47f9b72f7 admin admin] 10.222.0.48 "PUT /v2.0/routers/1ad53d40-20f1-4154-88e0-8d75e21fbed1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4112623 Jul 16 00:13:48.231218 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54016) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:13:48.231701 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cd0187-889c-447c-81a9-1ba505822ce5 None None] Sync routers for ids ['1ad53d40-20f1-4154-88e0-8d75e21fbed1'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:13:48.241222 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cd0187-889c-447c-81a9-1ba505822ce5 None None] Routers {'1ad53d40-20f1-4154-88e0-8d75e21fbed1'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:13:48.241872 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a5cd0187-889c-447c-81a9-1ba505822ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:13:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['1ad53d40-20f1-4154-88e0-8d75e21fbed1'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:13:48.336834 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-502c2a5a-33d1-43d7-8731-934224b43858 admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:48.343420 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-a5cd0187-889c-447c-81a9-1ba505822ce5 None None] Set router 1ad53d40-20f1-4154-88e0-8d75e21fbed1 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:13:48.438430 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-502c2a5a-33d1-43d7-8731-934224b43858 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:48.499179 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-502c2a5a-33d1-43d7-8731-934224b43858 admin admin] Deleting port 34fcb839-0094-4c20-98da-5908448d5170 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:13:48.499522 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-502c2a5a-33d1-43d7-8731-934224b43858 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:48.582363 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-502c2a5a-33d1-43d7-8731-934224b43858 admin admin] For port 34fcb839-0094-4c20-98da-5908448d5170, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=34fcb839-0094-4c20-98da-5908448d5170,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:13:48.582717 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-502c2a5a-33d1-43d7-8731-934224b43858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:48.596144 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-502c2a5a-33d1-43d7-8731-934224b43858 admin admin] Calling delete_port for 34fcb839-0094-4c20-98da-5908448d5170 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:13:48.675140 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a5cd0187-889c-447c-81a9-1ba505822ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad53d40-20f1-4154-88e0-8d75e21fbed1', 'name': 'tempest-TestMinimumBasicScenario-1052793598-router', 'tenant_id': 'e738139a0c554e6f90d919d7a1fe4bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '34fcb839-0094-4c20-98da-5908448d5170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:11:38Z', 'updated_at': '2021-07-16T00:13:47Z', 'revision_number': 5, 'project_id': 'e738139a0c554e6f90d919d7a1fe4bac', 'gw_port': {'id': '34fcb839-0094-4c20-98da-5908448d5170', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad53d40-20f1-4154-88e0-8d75e21fbed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:11:39Z', 'updated_at': '2021-07-16T00:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:13:48.702036 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cd0187-889c-447c-81a9-1ba505822ce5 None None] Checking router: 1ad53d40-20f1-4154-88e0-8d75e21fbed1 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:13:48.712364 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cd0187-889c-447c-81a9-1ba505822ce5 None None] Routers {'1ad53d40-20f1-4154-88e0-8d75e21fbed1'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:13:48.713012 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a5cd0187-889c-447c-81a9-1ba505822ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:13:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['1ad53d40-20f1-4154-88e0-8d75e21fbed1'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:13:48.768656 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-502c2a5a-33d1-43d7-8731-934224b43858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:48.794380 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502c2a5a-33d1-43d7-8731-934224b43858 admin admin] Pushing event deleted for resources: {'Port': ['ID=34fcb839-0094-4c20-98da-5908448d5170,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:13:48.807134 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-a5cd0187-889c-447c-81a9-1ba505822ce5 None None] Set router 1ad53d40-20f1-4154-88e0-8d75e21fbed1 gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:13:48.863887 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-502c2a5a-33d1-43d7-8731-934224b43858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999011'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:48.864315 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a5cd0187-889c-447c-81a9-1ba505822ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad53d40-20f1-4154-88e0-8d75e21fbed1', 'name': 'tempest-TestMinimumBasicScenario-1052793598-router', 'tenant_id': 'e738139a0c554e6f90d919d7a1fe4bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:11:38Z', 'updated_at': '2021-07-16T00:13:48Z', 'revision_number': 6, 'project_id': 'e738139a0c554e6f90d919d7a1fe4bac', 'gw_port_host': None}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:13:48.890486 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cd0187-889c-447c-81a9-1ba505822ce5 None None] The sync data for ids ['1ad53d40-20f1-4154-88e0-8d75e21fbed1'] in n-d-794306-6 is: [{'id': '1ad53d40-20f1-4154-88e0-8d75e21fbed1', 'name': 'tempest-TestMinimumBasicScenario-1052793598-router', 'tenant_id': 'e738139a0c554e6f90d919d7a1fe4bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:11:38Z', 'updated_at': '2021-07-16T00:13:48Z', 'revision_number': 6, 'project_id': 'e738139a0c554e6f90d919d7a1fe4bac', 'gw_port_host': None}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:13:48.956824 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-502c2a5a-33d1-43d7-8731-934224b43858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:48.958870 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-502c2a5a-33d1-43d7-8731-934224b43858 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:49.000836 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-502c2a5a-33d1-43d7-8731-934224b43858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:49.002076 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-502c2a5a-33d1-43d7-8731-934224b43858 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ad53d40-20f1-4154-88e0-8d75e21fbed1 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 00:13:49.006592 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-502c2a5a-33d1-43d7-8731-934224b43858 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:49.007792 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-502c2a5a-33d1-43d7-8731-934224b43858 admin admin] 10.222.0.48 "DELETE /v2.0/routers/1ad53d40-20f1-4154-88e0-8d75e21fbed1 HTTP/1.1" status: 204 len: 168 time: 0.7755668 Jul 16 00:13:49.010294 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54018) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:13:49.054020 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-f626c377-7fd2-456c-8119-cb5fe2912600 admin admin] Deleting subnet aa5abe97-83a1-4831-85a6-2aded330d8f8 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 00:13:49.056948 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f626c377-7fd2-456c-8119-cb5fe2912600 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:49.093814 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f626c377-7fd2-456c-8119-cb5fe2912600 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:49.169319 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f626c377-7fd2-456c-8119-cb5fe2912600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:49.226712 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f626c377-7fd2-456c-8119-cb5fe2912600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:49.256774 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f626c377-7fd2-456c-8119-cb5fe2912600 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:49.261153 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f626c377-7fd2-456c-8119-cb5fe2912600 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/aa5abe97-83a1-4831-85a6-2aded330d8f8 HTTP/1.1" status: 204 len: 168 time: 0.2476587 Jul 16 00:13:49.261153 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f626c377-7fd2-456c-8119-cb5fe2912600 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa5abe97-83a1-4831-85a6-2aded330d8f8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:13:49.261523 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54020) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:13:49.269017 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ee94f4-92a1-436e-bd8d-af9a5f1a9564 None None] Network deaad857-7133-4d98-ac64-3f4822979e7c requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:13:49.343607 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-478f89ca-ffe0-458d-a8ff-a91388b2bbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:49.397273 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-478f89ca-ffe0-458d-a8ff-a91388b2bbe6 admin admin] Deleting port ab895a8b-a6f6-4df5-97f0-aa90e7601e94 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:13:49.397623 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-478f89ca-ffe0-458d-a8ff-a91388b2bbe6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:49.468627 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-478f89ca-ffe0-458d-a8ff-a91388b2bbe6 admin admin] For port ab895a8b-a6f6-4df5-97f0-aa90e7601e94, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=ab895a8b-a6f6-4df5-97f0-aa90e7601e94,segment=NetworkSegment(7b9797d2-6535-438e-a0a1-f2a9bedbf2bf),segment_id=7b9797d2-6535-438e-a0a1-f2a9bedbf2bf)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:13:49.468910 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-478f89ca-ffe0-458d-a8ff-a91388b2bbe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:49.480794 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-478f89ca-ffe0-458d-a8ff-a91388b2bbe6 admin admin] Calling delete_port for ab895a8b-a6f6-4df5-97f0-aa90e7601e94 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:13:49.557077 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-478f89ca-ffe0-458d-a8ff-a91388b2bbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:49.582161 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478f89ca-ffe0-458d-a8ff-a91388b2bbe6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab895a8b-a6f6-4df5-97f0-aa90e7601e94,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:13:49.585666 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478f89ca-ffe0-458d-a8ff-a91388b2bbe6 admin admin] No DVR routers for this DVR port ab895a8b-a6f6-4df5-97f0-aa90e7601e94 on host n-d-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:13:49.657270 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38975727-d19a-4859-9a5e-38b66ca94b92 None None] DHCP port deletion for deaad857-7133-4d98-ac64-3f4822979e7c request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 00:13:49.932836 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-478f89ca-ffe0-458d-a8ff-a91388b2bbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:49.943263 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-478f89ca-ffe0-458d-a8ff-a91388b2bbe6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deaad857-7133-4d98-ac64-3f4822979e7c']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:13:49.953691 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-478f89ca-ffe0-458d-a8ff-a91388b2bbe6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b9797d2-6535-438e-a0a1-f2a9bedbf2bf') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:13:49.953997 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-478f89ca-ffe0-458d-a8ff-a91388b2bbe6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b9797d2-6535-438e-a0a1-f2a9bedbf2bf') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:13:49.963943 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-478f89ca-ffe0-458d-a8ff-a91388b2bbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:49.978989 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-478f89ca-ffe0-458d-a8ff-a91388b2bbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:49.985497 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-478f89ca-ffe0-458d-a8ff-a91388b2bbe6 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 00:13:49.986128 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-478f89ca-ffe0-458d-a8ff-a91388b2bbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:49.987986 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:13:49.987986 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:13:49.987986 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 16 00:13:49.987986 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 00:13:49.987986 n-d-794306-6 neutron-server[93771]: timer() Jul 16 00:13:49.987986 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 00:13:49.987986 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 16 00:13:49.987986 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 00:13:49.987986 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 16 00:13:49.987986 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 00:13:49.987986 n-d-794306-6 neutron-server[93771]: self._notify() Jul 16 00:13:49.987986 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 00:13:49.987986 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 16 00:13:49.987986 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 00:13:49.987986 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 16 00:13:49.987986 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 00:13:49.987986 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 00:13:49.987986 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 00:13:49.987986 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 00:13:49.987986 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 00:13:49.987986 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 16 00:13:49.987986 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 00:13:49.987986 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 16 00:13:49.987986 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 00:13:49.987986 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 00:13:49.987986 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 00:13:49.987986 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 16 00:13:49.987986 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 00:13:49.987986 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 00:13:49.987986 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 00:13:49.987986 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 00:13:49.987986 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 00:13:49.987986 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 00:13:49.987986 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 00:13:50.048078 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-478f89ca-ffe0-458d-a8ff-a91388b2bbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:50.054674 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-478f89ca-ffe0-458d-a8ff-a91388b2bbe6 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:50.059232 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-478f89ca-ffe0-458d-a8ff-a91388b2bbe6 admin admin] 10.222.0.48 "DELETE /v2.0/networks/deaad857-7133-4d98-ac64-3f4822979e7c HTTP/1.1" status: 204 len: 168 time: 0.7966921 Jul 16 00:13:50.072053 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478f89ca-ffe0-458d-a8ff-a91388b2bbe6 admin admin] Pushing event deleted for resources: {'Network': ['ID=deaad857-7133-4d98-ac64-3f4822979e7c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:13:50.214678 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54024) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:13:50.254276 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ef855e20-b562-49bd-a924-241e127bbd18 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b9fccba52ef54b3ca2269571ecde3f08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384393 Jul 16 00:13:50.256711 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54026) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:13:50.302488 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0533fa96-d39a-4935-9626-df53c7c96af9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:50.323015 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0533fa96-d39a-4935-9626-df53c7c96af9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:50.369286 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0533fa96-d39a-4935-9626-df53c7c96af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:50.371843 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0533fa96-d39a-4935-9626-df53c7c96af9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:50.373066 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-0533fa96-d39a-4935-9626-df53c7c96af9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/497d778f-68d4-4805-abf8-2fbae6b2108d HTTP/1.1" status: 204 len: 168 time: 0.1154060 Jul 16 00:13:50.381417 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0533fa96-d39a-4935-9626-df53c7c96af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=497d778f-68d4-4805-abf8-2fbae6b2108d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:13:50.678206 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54032) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:13:50.721885 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-7143c9db-5c02-4ab4-9d06-c0cabecc4c03 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e738139a0c554e6f90d919d7a1fe4bac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414417 Jul 16 00:13:50.723905 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54034) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:13:50.762941 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 34fcb839-0094-4c20-98da-5908448d5170 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:13:50.774816 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c2ddac29-595a-49d1-82b0-106a903ef610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:50.782767 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 34fcb839-0094-4c20-98da-5908448d5170 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:13:50.783663 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 34fcb839-0094-4c20-98da-5908448d5170 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:13:50.784124 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 7f415b3f-2f49-428b-9b52-5a23477791bb no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:13:50.797126 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c2ddac29-595a-49d1-82b0-106a903ef610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:50.803208 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 7f415b3f-2f49-428b-9b52-5a23477791bb {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:13:50.803555 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 7f415b3f-2f49-428b-9b52-5a23477791bb not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:13:50.804002 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device ab895a8b-a6f6-4df5-97f0-aa90e7601e94 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:13:50.822765 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: ab895a8b-a6f6-4df5-97f0-aa90e7601e94 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:13:50.823116 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device ab895a8b-a6f6-4df5-97f0-aa90e7601e94 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:13:50.849368 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c2ddac29-595a-49d1-82b0-106a903ef610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:50.852071 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c2ddac29-595a-49d1-82b0-106a903ef610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:50.853371 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c2ddac29-595a-49d1-82b0-106a903ef610 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4e1ad6dd-196a-4982-846b-1b8356331eca HTTP/1.1" status: 204 len: 168 time: 0.1284289 Jul 16 00:13:50.860984 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ddac29-595a-49d1-82b0-106a903ef610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1ad6dd-196a-4982-846b-1b8356331eca,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:13:51.854204 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:13:52.403708 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54074) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:13:52.408514 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a061849a-0f41-4b2b-807e-ee2813a74b60 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1717312952', 'description': 'tempest-secgroup-smoke-1717312952 description', 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:13:52.432312 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a061849a-0f41-4b2b-807e-ee2813a74b60 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:52.445123 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a061849a-0f41-4b2b-807e-ee2813a74b60 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:52.535842 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a061849a-0f41-4b2b-807e-ee2813a74b60 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:52.539424 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a061849a-0f41-4b2b-807e-ee2813a74b60 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:52.574792 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a061849a-0f41-4b2b-807e-ee2813a74b60 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=055dc57e-9dfe-4431-8227-3c850319ca18,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:13:52.633450 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a061849a-0f41-4b2b-807e-ee2813a74b60 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:52.637163 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a061849a-0f41-4b2b-807e-ee2813a74b60 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:52.662785 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a061849a-0f41-4b2b-807e-ee2813a74b60 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:52.664012 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-a061849a-0f41-4b2b-807e-ee2813a74b60 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2591937 Jul 16 00:13:52.667281 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54076) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:13:52.668048 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a061849a-0f41-4b2b-807e-ee2813a74b60 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37791442-96c7-4ed5-ad00-14da39441790,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:13:52.673151 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f8ba8d9f-4959-4949-8540-3bf0943abb4b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Request body: {'security_group_rule': {'security_group_id': '37791442-96c7-4ed5-ad00-14da39441790', 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:13:52.700689 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8ba8d9f-4959-4949-8540-3bf0943abb4b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:52.746602 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8ba8d9f-4959-4949-8540-3bf0943abb4b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:52.750241 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8ba8d9f-4959-4949-8540-3bf0943abb4b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:52.765852 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ba8d9f-4959-4949-8540-3bf0943abb4b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb8c6ee1-bf87-459a-9774-3c566c20cca5,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:13:52.774645 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8ba8d9f-4959-4949-8540-3bf0943abb4b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:52.776029 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f8ba8d9f-4959-4949-8540-3bf0943abb4b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1073403 Jul 16 00:13:52.778723 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54078) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:13:52.783263 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7bc8e7d2-ecdb-4e4f-8527-195557721c9b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Request body: {'security_group_rule': {'security_group_id': '37791442-96c7-4ed5-ad00-14da39441790', 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:13:52.809401 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7bc8e7d2-ecdb-4e4f-8527-195557721c9b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:52.869815 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7bc8e7d2-ecdb-4e4f-8527-195557721c9b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:52.873848 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7bc8e7d2-ecdb-4e4f-8527-195557721c9b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:52.894541 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc8e7d2-ecdb-4e4f-8527-195557721c9b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10b6554a-4e1c-4f71-bedb-0fed38030a96,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:13:52.900265 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7bc8e7d2-ecdb-4e4f-8527-195557721c9b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:52.901468 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-7bc8e7d2-ecdb-4e4f-8527-195557721c9b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1218297 Jul 16 00:13:52.904241 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54080) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:13:52.908622 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-2f08edb9-58e4-4265-9c9f-2f9d3ea2a51e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Request body: {'security_group_rule': {'security_group_id': '37791442-96c7-4ed5-ad00-14da39441790', 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:13:52.935027 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f08edb9-58e4-4265-9c9f-2f9d3ea2a51e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:52.992563 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f08edb9-58e4-4265-9c9f-2f9d3ea2a51e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:52.996030 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f08edb9-58e4-4265-9c9f-2f9d3ea2a51e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:53.016159 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f08edb9-58e4-4265-9c9f-2f9d3ea2a51e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcd216cf-e5c9-49c9-9246-855c358ca072,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:13:53.020529 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f08edb9-58e4-4265-9c9f-2f9d3ea2a51e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:53.021714 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-2f08edb9-58e4-4265-9c9f-2f9d3ea2a51e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1165442 Jul 16 00:13:53.024409 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54082) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:13:53.028748 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ee78f78a-eed7-4da7-b5b7-eff2de9aa4dd tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Request body: {'security_group_rule': {'security_group_id': '37791442-96c7-4ed5-ad00-14da39441790', 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:13:53.055180 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee78f78a-eed7-4da7-b5b7-eff2de9aa4dd tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:53.114255 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee78f78a-eed7-4da7-b5b7-eff2de9aa4dd tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:53.117875 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee78f78a-eed7-4da7-b5b7-eff2de9aa4dd tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:53.135489 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee78f78a-eed7-4da7-b5b7-eff2de9aa4dd tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb89381d-10b4-414c-b5ee-30e966b7e702,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:13:53.143064 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee78f78a-eed7-4da7-b5b7-eff2de9aa4dd tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:53.144379 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ee78f78a-eed7-4da7-b5b7-eff2de9aa4dd tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1190622 Jul 16 00:13:53.147626 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54084) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:13:53.152002 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-91117ea9-5fdb-49b7-b56b-9bca80c1c862 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Request body: {'security_group_rule': {'security_group_id': '37791442-96c7-4ed5-ad00-14da39441790', 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:13:53.173671 n-d-794306-6 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-91117ea9-5fdb-49b7-b56b-9bca80c1c862 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Project a96abeafa0bb4cfba60d3fd0ccc00ac5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 00:13:53.179093 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-91117ea9-5fdb-49b7-b56b-9bca80c1c862 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:53.239926 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-91117ea9-5fdb-49b7-b56b-9bca80c1c862 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:53.243912 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-91117ea9-5fdb-49b7-b56b-9bca80c1c862 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:53.263930 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91117ea9-5fdb-49b7-b56b-9bca80c1c862 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6faa1010-3489-4ae2-b149-cd8a33dbed03,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:13:53.270096 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-91117ea9-5fdb-49b7-b56b-9bca80c1c862 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:53.271360 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-91117ea9-5fdb-49b7-b56b-9bca80c1c862 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1228106 Jul 16 00:13:53.274140 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54086) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:13:53.278562 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b3edf48e-0531-4c3c-86a7-1e6e3219bc97 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Request body: {'security_group_rule': {'security_group_id': '37791442-96c7-4ed5-ad00-14da39441790', 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:13:53.300655 n-d-794306-6 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-b3edf48e-0531-4c3c-86a7-1e6e3219bc97 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Project a96abeafa0bb4cfba60d3fd0ccc00ac5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 00:13:53.305525 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b3edf48e-0531-4c3c-86a7-1e6e3219bc97 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:53.365534 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b3edf48e-0531-4c3c-86a7-1e6e3219bc97 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:53.369736 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b3edf48e-0531-4c3c-86a7-1e6e3219bc97 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:53.387900 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3edf48e-0531-4c3c-86a7-1e6e3219bc97 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cf50533-d5d9-40bb-b08f-13a7bddb7855,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:13:53.394947 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b3edf48e-0531-4c3c-86a7-1e6e3219bc97 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:53.396176 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b3edf48e-0531-4c3c-86a7-1e6e3219bc97 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1210928 Jul 16 00:13:53.399165 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54088) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:13:53.403999 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-65066314-b81e-473c-b96f-24a500f1ef80 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Request body: {'network': {'name': 'tempest-network-smoke--1371860763', 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'port_security_enabled': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:13:53.427388 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65066314-b81e-473c-b96f-24a500f1ef80 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Made reservation on behalf of a96abeafa0bb4cfba60d3fd0ccc00ac5 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:13:53.430786 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65066314-b81e-473c-b96f-24a500f1ef80 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:53.453844 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65066314-b81e-473c-b96f-24a500f1ef80 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 00:13:53.463478 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65066314-b81e-473c-b96f-24a500f1ef80 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:53.463844 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-65066314-b81e-473c-b96f-24a500f1ef80 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Added segment bb2c4a7a-9455-42dc-8759-b41e9fdacc5e of type vlan for network 10a586fb-27cf-48c0-aa4c-9c5868b9edd7 Jul 16 00:13:53.502516 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65066314-b81e-473c-b96f-24a500f1ef80 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:53.530349 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65066314-b81e-473c-b96f-24a500f1ef80 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:53.537073 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65066314-b81e-473c-b96f-24a500f1ef80 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:53.537669 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65066314-b81e-473c-b96f-24a500f1ef80 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:53.570645 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-65066314-b81e-473c-b96f-24a500f1ef80 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1704483 Jul 16 00:13:53.573582 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54090) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:13:53.580210 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-59c3fc9d-73b4-4eb4-a183-0b76f494fb1a tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-390447108', 'admin_state_up': True, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:13:53.617740 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65066314-b81e-473c-b96f-24a500f1ef80 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event updated for resources: {'Network': ['ID=10a586fb-27cf-48c0-aa4c-9c5868b9edd7,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:13:53.627901 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 10a586fb-27cf-48c0-aa4c-9c5868b9edd7 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 00:13:53.634471 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-59c3fc9d-73b4-4eb4-a183-0b76f494fb1a tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:53.635471 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-59c3fc9d-73b4-4eb4-a183-0b76f494fb1a tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:53.685159 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-59c3fc9d-73b4-4eb4-a183-0b76f494fb1a tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:53.823483 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-59c3fc9d-73b4-4eb4-a183-0b76f494fb1a tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:54.013912 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-59c3fc9d-73b4-4eb4-a183-0b76f494fb1a tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:54.031904 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-59c3fc9d-73b4-4eb4-a183-0b76f494fb1a tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:54.134069 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-59c3fc9d-73b4-4eb4-a183-0b76f494fb1a tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Allocated IP 172.25.5.134 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/857467a8-6831-4465-aad3-cde3556f1024) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:13:54.236455 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-59c3fc9d-73b4-4eb4-a183-0b76f494fb1a tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:54.275316 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-59c3fc9d-73b4-4eb4-a183-0b76f494fb1a tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:54.313783 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c3fc9d-73b4-4eb4-a183-0b76f494fb1a tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:13:54.316997 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-59c3fc9d-73b4-4eb4-a183-0b76f494fb1a tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:13:54.320517 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c3fc9d-73b4-4eb4-a183-0b76f494fb1a tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:13:54.325827 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c3fc9d-73b4-4eb4-a183-0b76f494fb1a tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event updated for resources: {'Port': ['ID=857467a8-6831-4465-aad3-cde3556f1024,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:13:54.619771 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-59c3fc9d-73b4-4eb4-a183-0b76f494fb1a tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:54.826474 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-59c3fc9d-73b4-4eb4-a183-0b76f494fb1a tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:54.952283 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59c3fc9d-73b4-4eb4-a183-0b76f494fb1a tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Router 2c21ed19-da51-4e83-a2e5-e3461b62afde is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 00:13:55.055461 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c3fc9d-73b4-4eb4-a183-0b76f494fb1a tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:13:55.064831 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aed2031-45f1-48ed-966f-261f303bcf5a None None] Sync routers for ids ['2c21ed19-da51-4e83-a2e5-e3461b62afde'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:13:55.074762 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aed2031-45f1-48ed-966f-261f303bcf5a None None] Routers {'2c21ed19-da51-4e83-a2e5-e3461b62afde'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:13:55.075333 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4aed2031-45f1-48ed-966f-261f303bcf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:13:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['2c21ed19-da51-4e83-a2e5-e3461b62afde'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:13:55.075682 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-59c3fc9d-73b4-4eb4-a183-0b76f494fb1a tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:55.079850 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-59c3fc9d-73b4-4eb4-a183-0b76f494fb1a tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5024121 Jul 16 00:13:55.080097 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54092) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:13:55.179328 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-4aed2031-45f1-48ed-966f-261f303bcf5a None None] Set router 2c21ed19-da51-4e83-a2e5-e3461b62afde gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:13:55.209025 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-5ab2ebad-78e5-4e18-9579-21430a5f2595 tempest-TestNetworkAdvancedServerOps-1746541538 tempest-TestNetworkAdvancedServerOps-1746541538-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=a96abeafa0bb4cfba60d3fd0ccc00ac5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1265237 Jul 16 00:13:55.211045 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54096) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:13:55.356967 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4aed2031-45f1-48ed-966f-261f303bcf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c21ed19-da51-4e83-a2e5-e3461b62afde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-390447108', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '857467a8-6831-4465-aad3-cde3556f1024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:13:53Z', 'updated_at': '2021-07-16T00:13:54Z', 'revision_number': 3, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'gw_port': {'id': '857467a8-6831-4465-aad3-cde3556f1024', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:18:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c21ed19-da51-4e83-a2e5-e3461b62afde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:13:54Z', 'updated_at': '2021-07-16T00:13:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:13:55.366146 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6351d8-fc4a-4253-a47f-93331313a76f tempest-TestNetworkAdvancedServerOps-1746541538 tempest-TestNetworkAdvancedServerOps-1746541538-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:55.367800 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-3d6351d8-fc4a-4253-a47f-93331313a76f tempest-TestNetworkAdvancedServerOps-1746541538 tempest-TestNetworkAdvancedServerOps-1746541538-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1557720 Jul 16 00:13:55.371030 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54098) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:13:55.383613 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aed2031-45f1-48ed-966f-261f303bcf5a None None] Checking router: 2c21ed19-da51-4e83-a2e5-e3461b62afde for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:13:55.383968 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aed2031-45f1-48ed-966f-261f303bcf5a None None] Updating router 2c21ed19-da51-4e83-a2e5-e3461b62afde port 857467a8-6831-4465-aad3-cde3556f1024 binding host n-d-794306-6 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 00:13:55.405158 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-9f35891c-27e7-44f3-8d92-327d9240a656 tempest-TestNetworkAdvancedServerOps-1746541538 tempest-TestNetworkAdvancedServerOps-1746541538-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=c4160cc4-e133-4d4e-ad39-f86bca4b2f14&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0328600 Jul 16 00:13:55.407818 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54100) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:13:55.414290 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d2dbebe6-ea60-4960-8ec5-40dca1a2cef7 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1954362933', 'network_id': '10a586fb-27cf-48c0-aa4c-9c5868b9edd7', 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:13:55.425439 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4aed2031-45f1-48ed-966f-261f303bcf5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:55.505827 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2dbebe6-ea60-4960-8ec5-40dca1a2cef7 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Made reservation on behalf of a96abeafa0bb4cfba60d3fd0ccc00ac5 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:13:55.509457 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d2dbebe6-ea60-4960-8ec5-40dca1a2cef7 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:55.678463 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4aed2031-45f1-48ed-966f-261f303bcf5a None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:55.688480 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-4aed2031-45f1-48ed-966f-261f303bcf5a None None] Transition to ACTIVE for port object 857467a8-6831-4465-aad3-cde3556f1024 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:13:55.691543 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d2dbebe6-ea60-4960-8ec5-40dca1a2cef7 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:55.693794 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4aed2031-45f1-48ed-966f-261f303bcf5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:55.743192 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-4aed2031-45f1-48ed-966f-261f303bcf5a None None] Attempting to bind port 857467a8-6831-4465-aad3-cde3556f1024 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:13:55.743579 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-4aed2031-45f1-48ed-966f-261f303bcf5a None None] Attempting to bind port 857467a8-6831-4465-aad3-cde3556f1024 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:13:55.743953 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aed2031-45f1-48ed-966f-261f303bcf5a None None] Attempting to bind port 857467a8-6831-4465-aad3-cde3556f1024 on network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:13:55.750940 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270d984c-c23b-4847-9c75-0d33779784bc None None] Pushing event updated for resources: {'Port': ['ID=857467a8-6831-4465-aad3-cde3556f1024,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:13:55.755733 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dbebe6-ea60-4960-8ec5-40dca1a2cef7 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event updated for resources: {'Subnet': ['ID=4c0929a6-6eab-4da7-b732-c3dc00ebdc03,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:13:55.757601 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aed2031-45f1-48ed-966f-261f303bcf5a None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:13:55.757925 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aed2031-45f1-48ed-966f-261f303bcf5a None None] Checking segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:13:55.758337 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4aed2031-45f1-48ed-966f-261f303bcf5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:55.758721 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aed2031-45f1-48ed-966f-261f303bcf5a None None] Bound using segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:13:55.759184 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-4aed2031-45f1-48ed-966f-261f303bcf5a None None] Bound port: 857467a8-6831-4465-aad3-cde3556f1024, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:13:55.759565 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4aed2031-45f1-48ed-966f-261f303bcf5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:55.762952 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270d984c-c23b-4847-9c75-0d33779784bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:55.763086 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dbebe6-ea60-4960-8ec5-40dca1a2cef7 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Checking segment: {'id': 'bb2c4a7a-9455-42dc-8759-b41e9fdacc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '10a586fb-27cf-48c0-aa4c-9c5868b9edd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:13:55.763283 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270d984c-c23b-4847-9c75-0d33779784bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:55.763393 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2dbebe6-ea60-4960-8ec5-40dca1a2cef7 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Network hostable DHCP agents. Network: 10a586fb-27cf-48c0-aa4c-9c5868b9edd7, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 00:13:55.763628 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270d984c-c23b-4847-9c75-0d33779784bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:55.763969 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270d984c-c23b-4847-9c75-0d33779784bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:55.764302 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270d984c-c23b-4847-9c75-0d33779784bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:55.764635 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270d984c-c23b-4847-9c75-0d33779784bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:55.764962 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270d984c-c23b-4847-9c75-0d33779784bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:55.765286 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270d984c-c23b-4847-9c75-0d33779784bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:55.765610 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270d984c-c23b-4847-9c75-0d33779784bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:55.765933 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270d984c-c23b-4847-9c75-0d33779784bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:55.766254 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270d984c-c23b-4847-9c75-0d33779784bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:55.766574 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270d984c-c23b-4847-9c75-0d33779784bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:13:55.780737 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2dbebe6-ea60-4960-8ec5-40dca1a2cef7 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Network 10a586fb-27cf-48c0-aa4c-9c5868b9edd7 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 00:13:55.795367 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-d2dbebe6-ea60-4960-8ec5-40dca1a2cef7 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 10a586fb-27cf-48c0-aa4c-9c5868b9edd7) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:13:55.799852 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2dbebe6-ea60-4960-8ec5-40dca1a2cef7 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:55.800687 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d2dbebe6-ea60-4960-8ec5-40dca1a2cef7 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:55.806767 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ae13ed-e867-4c3a-99c3-8966d9999abc None None] Network 10a586fb-27cf-48c0-aa4c-9c5868b9edd7 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:13:55.820250 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54102) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:13:55.820873 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-d2dbebe6-ea60-4960-8ec5-40dca1a2cef7 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4115024 Jul 16 00:13:55.829810 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-4aed2031-45f1-48ed-966f-261f303bcf5a None None] For port 857467a8-6831-4465-aad3-cde3556f1024, host n-d-794306-6, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:13:55.834420 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-4aed2031-45f1-48ed-966f-261f303bcf5a None None] For port 857467a8-6831-4465-aad3-cde3556f1024, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=857467a8-6831-4465-aad3-cde3556f1024,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:13:55.838693 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4aed2031-45f1-48ed-966f-261f303bcf5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:55.896055 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270d984c-c23b-4847-9c75-0d33779784bc None None] Pushing event updated for resources: {'Port': ['ID=857467a8-6831-4465-aad3-cde3556f1024,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:13:55.903368 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aed2031-45f1-48ed-966f-261f303bcf5a None None] Routers {'2c21ed19-da51-4e83-a2e5-e3461b62afde'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:13:55.904037 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4aed2031-45f1-48ed-966f-261f303bcf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:13:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['2c21ed19-da51-4e83-a2e5-e3461b62afde'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:13:55.975805 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8b1ff4-7b88-4d27-a6d3-af9705a4dcf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-10a586fb-27cf-48c0-aa4c-9c5868b9edd7', 'network_id': '10a586fb-27cf-48c0-aa4c-9c5868b9edd7', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'fixed_ips': [{'subnet_id': '4c0929a6-6eab-4da7-b732-c3dc00ebdc03'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 00:13:55.976514 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a8b1ff4-7b88-4d27-a6d3-af9705a4dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:55.990049 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:56.014264 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-4aed2031-45f1-48ed-966f-261f303bcf5a None None] Set router 2c21ed19-da51-4e83-a2e5-e3461b62afde gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:13:56.129250 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-1a8b1ff4-7b88-4d27-a6d3-af9705a4dcf6 None None] Allocated IP 172.20.0.2 (10a586fb-27cf-48c0-aa4c-9c5868b9edd7/4c0929a6-6eab-4da7-b732-c3dc00ebdc03/80da1e6e-4b1a-4867-a405-47047e733a95) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:13:56.199862 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4aed2031-45f1-48ed-966f-261f303bcf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c21ed19-da51-4e83-a2e5-e3461b62afde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-390447108', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '857467a8-6831-4465-aad3-cde3556f1024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:13:53Z', 'updated_at': '2021-07-16T00:13:54Z', 'revision_number': 3, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'gw_port': {'id': '857467a8-6831-4465-aad3-cde3556f1024', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:18:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c21ed19-da51-4e83-a2e5-e3461b62afde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:13:54Z', 'updated_at': '2021-07-16T00:13:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:13:56.226686 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aed2031-45f1-48ed-966f-261f303bcf5a None None] The sync data for ids ['2c21ed19-da51-4e83-a2e5-e3461b62afde'] in n-d-794306-6 is: [{'id': '2c21ed19-da51-4e83-a2e5-e3461b62afde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-390447108', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '857467a8-6831-4465-aad3-cde3556f1024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:13:53Z', 'updated_at': '2021-07-16T00:13:54Z', 'revision_number': 3, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'gw_port': {'id': '857467a8-6831-4465-aad3-cde3556f1024', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:18:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c21ed19-da51-4e83-a2e5-e3461b62afde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:13:54Z', 'updated_at': '2021-07-16T00:13:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:13:56.275144 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a8b1ff4-7b88-4d27-a6d3-af9705a4dcf6 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:56.284726 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a8b1ff4-7b88-4d27-a6d3-af9705a4dcf6 None None] Transition to ACTIVE for port object 80da1e6e-4b1a-4867-a405-47047e733a95 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:13:56.301411 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a8b1ff4-7b88-4d27-a6d3-af9705a4dcf6 None None] Transition to ACTIVE for port object 80da1e6e-4b1a-4867-a405-47047e733a95 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:13:56.308071 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a8b1ff4-7b88-4d27-a6d3-af9705a4dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:56.349239 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8b1ff4-7b88-4d27-a6d3-af9705a4dcf6 None None] Network 10a586fb-27cf-48c0-aa4c-9c5868b9edd7 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:13:56.352121 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-1a8b1ff4-7b88-4d27-a6d3-af9705a4dcf6 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:13:56.357576 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8b1ff4-7b88-4d27-a6d3-af9705a4dcf6 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:13:56.369557 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8b1ff4-7b88-4d27-a6d3-af9705a4dcf6 None None] Pushing event updated for resources: {'Port': ['ID=80da1e6e-4b1a-4867-a405-47047e733a95,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:13:56.422047 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-1a8b1ff4-7b88-4d27-a6d3-af9705a4dcf6 None None] Attempting to bind port 80da1e6e-4b1a-4867-a405-47047e733a95 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:13:56.422412 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-1a8b1ff4-7b88-4d27-a6d3-af9705a4dcf6 None None] Attempting to bind port 80da1e6e-4b1a-4867-a405-47047e733a95 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'bb2c4a7a-9455-42dc-8759-b41e9fdacc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '10a586fb-27cf-48c0-aa4c-9c5868b9edd7'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:13:56.422782 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8b1ff4-7b88-4d27-a6d3-af9705a4dcf6 None None] Attempting to bind port 80da1e6e-4b1a-4867-a405-47047e733a95 on network 10a586fb-27cf-48c0-aa4c-9c5868b9edd7 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:13:56.428215 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8b1ff4-7b88-4d27-a6d3-af9705a4dcf6 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:13:56.428592 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8b1ff4-7b88-4d27-a6d3-af9705a4dcf6 None None] Checking segment: {'id': 'bb2c4a7a-9455-42dc-8759-b41e9fdacc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '10a586fb-27cf-48c0-aa4c-9c5868b9edd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:13:56.429203 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a8b1ff4-7b88-4d27-a6d3-af9705a4dcf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:56.429600 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8b1ff4-7b88-4d27-a6d3-af9705a4dcf6 None None] Bound using segment: {'id': 'bb2c4a7a-9455-42dc-8759-b41e9fdacc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '10a586fb-27cf-48c0-aa4c-9c5868b9edd7'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:13:56.430077 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-1a8b1ff4-7b88-4d27-a6d3-af9705a4dcf6 None None] Bound port: 80da1e6e-4b1a-4867-a405-47047e733a95, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb2c4a7a-9455-42dc-8759-b41e9fdacc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '10a586fb-27cf-48c0-aa4c-9c5868b9edd7'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:13:56.430464 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a8b1ff4-7b88-4d27-a6d3-af9705a4dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:56.528091 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a8b1ff4-7b88-4d27-a6d3-af9705a4dcf6 None None] For port 80da1e6e-4b1a-4867-a405-47047e733a95, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:13:56.534765 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1a8b1ff4-7b88-4d27-a6d3-af9705a4dcf6 None None] For port 80da1e6e-4b1a-4867-a405-47047e733a95, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=80da1e6e-4b1a-4867-a405-47047e733a95,segment=NetworkSegment(bb2c4a7a-9455-42dc-8759-b41e9fdacc5e),segment_id=bb2c4a7a-9455-42dc-8759-b41e9fdacc5e)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:13:56.541248 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a8b1ff4-7b88-4d27-a6d3-af9705a4dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:56.601368 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5093b3a3-0792-4176-8839-562893d9fed9 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:56.611339 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8b1ff4-7b88-4d27-a6d3-af9705a4dcf6 None None] Pushing event updated for resources: {'Port': ['ID=80da1e6e-4b1a-4867-a405-47047e733a95,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:13:56.862291 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 857467a8-6831-4465-aad3-cde3556f1024 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:13:56.926269 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 857467a8-6831-4465-aad3-cde3556f1024 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:13:56.931540 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 857467a8-6831-4465-aad3-cde3556f1024 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:13:56.932128 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:57.024758 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:57.038160 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-5093b3a3-0792-4176-8839-562893d9fed9 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Allocated IP 172.20.0.1 (10a586fb-27cf-48c0-aa4c-9c5868b9edd7/4c0929a6-6eab-4da7-b732-c3dc00ebdc03/1725dd00-fc77-4c4d-83ce-a438c254552f) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:13:57.047199 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 857467a8-6831-4465-aad3-cde3556f1024, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=857467a8-6831-4465-aad3-cde3556f1024,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:13:57.052801 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:57.105941 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=857467a8-6831-4465-aad3-cde3556f1024,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:13:57.166235 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5093b3a3-0792-4176-8839-562893d9fed9 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:57.184689 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-5093b3a3-0792-4176-8839-562893d9fed9 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Transition to ACTIVE for port object 1725dd00-fc77-4c4d-83ce-a438c254552f will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:13:57.218154 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5093b3a3-0792-4176-8839-562893d9fed9 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:57.268729 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5093b3a3-0792-4176-8839-562893d9fed9 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Network 10a586fb-27cf-48c0-aa4c-9c5868b9edd7 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:13:57.273164 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-5093b3a3-0792-4176-8839-562893d9fed9 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:13:57.275670 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5093b3a3-0792-4176-8839-562893d9fed9 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:13:57.282881 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5093b3a3-0792-4176-8839-562893d9fed9 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event updated for resources: {'Port': ['ID=1725dd00-fc77-4c4d-83ce-a438c254552f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:13:57.323973 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5093b3a3-0792-4176-8839-562893d9fed9 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:57.471860 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5093b3a3-0792-4176-8839-562893d9fed9 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:57.584359 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c55805-7777-4214-8c0f-7b7176223d2c None None] Network 10a586fb-27cf-48c0-aa4c-9c5868b9edd7 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:13:57.698274 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d13476c4-d04a-4a13-93ba-213c9c4010dc None None] Provisioning for port 80da1e6e-4b1a-4867-a405-47047e733a95 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:13:57.763400 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5093b3a3-0792-4176-8839-562893d9fed9 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:57.767693 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5093b3a3-0792-4176-8839-562893d9fed9 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:57.850774 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5093b3a3-0792-4176-8839-562893d9fed9 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event updated for resources: {'Port': ['ID=1725dd00-fc77-4c4d-83ce-a438c254552f,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:13:57.858953 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5093b3a3-0792-4176-8839-562893d9fed9 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:57.962757 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5093b3a3-0792-4176-8839-562893d9fed9 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Network 10a586fb-27cf-48c0-aa4c-9c5868b9edd7 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:13:57.964607 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-5093b3a3-0792-4176-8839-562893d9fed9 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:13:58.029666 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6fa93a5a-9994-40b6-835d-228915c0afed None None] Provisioning for port 1725dd00-fc77-4c4d-83ce-a438c254552f completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:13:58.034477 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6fa93a5a-9994-40b6-835d-228915c0afed None None] Provisioning complete for port 1725dd00-fc77-4c4d-83ce-a438c254552f triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:13:58.035244 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6fa93a5a-9994-40b6-835d-228915c0afed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:58.072958 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-6fa93a5a-9994-40b6-835d-228915c0afed None None] Port 1725dd00-fc77-4c4d-83ce-a438c254552f cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:13:58.091438 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5093b3a3-0792-4176-8839-562893d9fed9 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Router 2c21ed19-da51-4e83-a2e5-e3461b62afde has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:13:58.204109 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-69347ae5-6efa-497a-95d3-6e968ebbd5fb None None] Provisioning complete for port 1725dd00-fc77-4c4d-83ce-a438c254552f triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:13:58.204590 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-69347ae5-6efa-497a-95d3-6e968ebbd5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:58.211248 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5093b3a3-0792-4176-8839-562893d9fed9 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:13:58.223817 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-5093b3a3-0792-4176-8839-562893d9fed9 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "PUT /v2.0/routers/2c21ed19-da51-4e83-a2e5-e3461b62afde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3947275 Jul 16 00:13:58.236016 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a80b81-eb57-4b13-b793-8ef900763477 None None] Sync routers for ids ['2c21ed19-da51-4e83-a2e5-e3461b62afde'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:13:58.254743 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a80b81-eb57-4b13-b793-8ef900763477 None None] Routers {'2c21ed19-da51-4e83-a2e5-e3461b62afde'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:13:58.256009 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-65a80b81-eb57-4b13-b793-8ef900763477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:13:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['2c21ed19-da51-4e83-a2e5-e3461b62afde'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:13:58.301638 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-69347ae5-6efa-497a-95d3-6e968ebbd5fb None None] Port 1725dd00-fc77-4c4d-83ce-a438c254552f cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:13:58.374877 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-65a80b81-eb57-4b13-b793-8ef900763477 None None] Set router 2c21ed19-da51-4e83-a2e5-e3461b62afde gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:13:58.375921 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-73bb7e35-502e-4c37-aff8-abc442742549 req-e3337bbc-4bcf-4cb2-8ebb-d46b0c80b98c tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1717312952&fields=id&tenant_id=a96abeafa0bb4cfba60d3fd0ccc00ac5 HTTP/1.1" status: 200 len: 267 time: 0.0395422 Jul 16 00:13:58.471867 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c8d57cb0-8d99-4582-81b7-15f36a185207 None None] Provisioning complete for port 1725dd00-fc77-4c4d-83ce-a438c254552f triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:13:58.472234 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c8d57cb0-8d99-4582-81b7-15f36a185207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:58.490488 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb7e35-502e-4c37-aff8-abc442742549 req-2fa443e4-1c64-4558-8251-ad4c5d6ba78e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:13:58.492003 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-73bb7e35-502e-4c37-aff8-abc442742549 req-2fa443e4-1c64-4558-8251-ad4c5d6ba78e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/networks?id=10a586fb-27cf-48c0-aa4c-9c5868b9edd7 HTTP/1.1" status: 200 len: 797 time: 0.1095433 Jul 16 00:13:58.507088 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-73bb7e35-502e-4c37-aff8-abc442742549 req-c54ce1ff-ef88-4c5c-83d7-803735bfabe2 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/quotas/a96abeafa0bb4cfba60d3fd0ccc00ac5 HTTP/1.1" status: 200 len: 375 time: 0.0091877 Jul 16 00:13:58.542333 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c8d57cb0-8d99-4582-81b7-15f36a185207 None None] Port 1725dd00-fc77-4c4d-83ce-a438c254552f cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:13:58.575287 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-73bb7e35-502e-4c37-aff8-abc442742549 req-6984b4cc-8ec8-4cec-8819-97371e8dc36a tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a96abeafa0bb4cfba60d3fd0ccc00ac5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0631449 Jul 16 00:13:58.590941 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [req-73bb7e35-502e-4c37-aff8-abc442742549 req-0c2dba13-e8e9-479c-8b44-f1373e7ce954 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 00:13:58.591868 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-73bb7e35-502e-4c37-aff8-abc442742549 req-0c2dba13-e8e9-479c-8b44-f1373e7ce954 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053730 Jul 16 00:13:58.608494 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-65a80b81-eb57-4b13-b793-8ef900763477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c21ed19-da51-4e83-a2e5-e3461b62afde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-390447108', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '857467a8-6831-4465-aad3-cde3556f1024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:13:53Z', 'updated_at': '2021-07-16T00:13:57Z', 'revision_number': 4, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'gw_port': {'id': '857467a8-6831-4465-aad3-cde3556f1024', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:18:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c21ed19-da51-4e83-a2e5-e3461b62afde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:13:54Z', 'updated_at': '2021-07-16T00:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '1725dd00-fc77-4c4d-83ce-a438c254552f', 'name': '', 'network_id': '10a586fb-27cf-48c0-aa4c-9c5868b9edd7', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'mac_address': 'fa:16:3e:e7:23:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c21ed19-da51-4e83-a2e5-e3461b62afde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '4c0929a6-6eab-4da7-b732-c3dc00ebdc03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:13:56Z', 'updated_at': '2021-07-16T00:13:57Z', 'revision_number': 2, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'subnets': [{'id': '4c0929a6-6eab-4da7-b732-c3dc00ebdc03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:13:58.635475 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a80b81-eb57-4b13-b793-8ef900763477 None None] Checking router: 2c21ed19-da51-4e83-a2e5-e3461b62afde for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:13:58.635852 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a80b81-eb57-4b13-b793-8ef900763477 None None] Updating router 2c21ed19-da51-4e83-a2e5-e3461b62afde port 1725dd00-fc77-4c4d-83ce-a438c254552f binding host n-d-794306-6 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 00:13:58.672421 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-65a80b81-eb57-4b13-b793-8ef900763477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:58.688013 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-73bb7e35-502e-4c37-aff8-abc442742549 req-82a431cd-3e06-4114-974c-8f136f1f6f9f service neutron] 10.222.0.48 "GET /v2.0/networks/10a586fb-27cf-48c0-aa4c-9c5868b9edd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905190 Jul 16 00:13:58.781741 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-73bb7e35-502e-4c37-aff8-abc442742549 req-e549e655-4815-406d-bdfe-b6e1df4dda44 service neutron] 10.222.0.48 "GET /v2.0/networks/10a586fb-27cf-48c0-aa4c-9c5868b9edd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872927 Jul 16 00:13:58.877976 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 80da1e6e-4b1a-4867-a405-47047e733a95 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:13:58.970032 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-328e7e90-cc4c-40cb-982a-948b2799128c req-ec933c87-df99-4f57-91c1-c986630e1027 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=300a8c6a-a29a-4a45-99c5-d3cd82ebc504 HTTP/1.1" status: 200 len: 210 time: 0.0343351 Jul 16 00:13:58.995166 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 80da1e6e-4b1a-4867-a405-47047e733a95 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:13:58.999308 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 80da1e6e-4b1a-4867-a405-47047e733a95 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:13:58.999715 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:59.020595 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-65a80b81-eb57-4b13-b793-8ef900763477 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:59.043533 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-65a80b81-eb57-4b13-b793-8ef900763477 None None] Transition to ACTIVE for port object 1725dd00-fc77-4c4d-83ce-a438c254552f will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:13:59.052119 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-65a80b81-eb57-4b13-b793-8ef900763477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:59.273078 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9bde25-e6da-4362-8cb7-03530922bdbb None None] Pushing event updated for resources: {'Port': ['ID=1725dd00-fc77-4c4d-83ce-a438c254552f,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:13:59.360946 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:59.379734 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-65a80b81-eb57-4b13-b793-8ef900763477 None None] Attempting to bind port 1725dd00-fc77-4c4d-83ce-a438c254552f on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:13:59.380111 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-65a80b81-eb57-4b13-b793-8ef900763477 None None] Attempting to bind port 1725dd00-fc77-4c4d-83ce-a438c254552f by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'bb2c4a7a-9455-42dc-8759-b41e9fdacc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '10a586fb-27cf-48c0-aa4c-9c5868b9edd7'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:13:59.380584 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a80b81-eb57-4b13-b793-8ef900763477 None None] Attempting to bind port 1725dd00-fc77-4c4d-83ce-a438c254552f on network 10a586fb-27cf-48c0-aa4c-9c5868b9edd7 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:13:59.392700 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a80b81-eb57-4b13-b793-8ef900763477 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:13:59.393079 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a80b81-eb57-4b13-b793-8ef900763477 None None] Checking segment: {'id': 'bb2c4a7a-9455-42dc-8759-b41e9fdacc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '10a586fb-27cf-48c0-aa4c-9c5868b9edd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:13:59.393485 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-65a80b81-eb57-4b13-b793-8ef900763477 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:59.393850 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a80b81-eb57-4b13-b793-8ef900763477 None None] Bound using segment: {'id': 'bb2c4a7a-9455-42dc-8759-b41e9fdacc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '10a586fb-27cf-48c0-aa4c-9c5868b9edd7'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:13:59.394350 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-65a80b81-eb57-4b13-b793-8ef900763477 None None] Bound port: 1725dd00-fc77-4c4d-83ce-a438c254552f, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb2c4a7a-9455-42dc-8759-b41e9fdacc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '10a586fb-27cf-48c0-aa4c-9c5868b9edd7'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:13:59.394784 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-65a80b81-eb57-4b13-b793-8ef900763477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:59.433865 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 80da1e6e-4b1a-4867-a405-47047e733a95, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=80da1e6e-4b1a-4867-a405-47047e733a95,segment=NetworkSegment(bb2c4a7a-9455-42dc-8759-b41e9fdacc5e),segment_id=bb2c4a7a-9455-42dc-8759-b41e9fdacc5e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:13:59.442220 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:59.443295 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 857467a8-6831-4465-aad3-cde3556f1024 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:13:59.574956 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-65a80b81-eb57-4b13-b793-8ef900763477 None None] For port 1725dd00-fc77-4c4d-83ce-a438c254552f, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:13:59.578597 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=80da1e6e-4b1a-4867-a405-47047e733a95,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:13:59.601391 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-65a80b81-eb57-4b13-b793-8ef900763477 None None] For port 1725dd00-fc77-4c4d-83ce-a438c254552f, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=1725dd00-fc77-4c4d-83ce-a438c254552f,segment=NetworkSegment(bb2c4a7a-9455-42dc-8759-b41e9fdacc5e),segment_id=bb2c4a7a-9455-42dc-8759-b41e9fdacc5e)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:13:59.604273 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 857467a8-6831-4465-aad3-cde3556f1024 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:13:59.604570 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:59.608799 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-65a80b81-eb57-4b13-b793-8ef900763477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:13:59.701708 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a80b81-eb57-4b13-b793-8ef900763477 None None] Routers {'2c21ed19-da51-4e83-a2e5-e3461b62afde'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:13:59.702356 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-65a80b81-eb57-4b13-b793-8ef900763477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:13:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['2c21ed19-da51-4e83-a2e5-e3461b62afde'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:13:59.746568 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9bde25-e6da-4362-8cb7-03530922bdbb None None] Pushing event updated for resources: {'Port': ['ID=1725dd00-fc77-4c4d-83ce-a438c254552f,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:13:59.859353 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-65a80b81-eb57-4b13-b793-8ef900763477 None None] Set router 2c21ed19-da51-4e83-a2e5-e3461b62afde gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:14:00.072026 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-65a80b81-eb57-4b13-b793-8ef900763477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c21ed19-da51-4e83-a2e5-e3461b62afde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-390447108', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '857467a8-6831-4465-aad3-cde3556f1024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:13:53Z', 'updated_at': '2021-07-16T00:13:57Z', 'revision_number': 4, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'gw_port': {'id': '857467a8-6831-4465-aad3-cde3556f1024', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:18:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c21ed19-da51-4e83-a2e5-e3461b62afde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:13:54Z', 'updated_at': '2021-07-16T00:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '1725dd00-fc77-4c4d-83ce-a438c254552f', 'name': '', 'network_id': '10a586fb-27cf-48c0-aa4c-9c5868b9edd7', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'mac_address': 'fa:16:3e:e7:23:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c21ed19-da51-4e83-a2e5-e3461b62afde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '4c0929a6-6eab-4da7-b732-c3dc00ebdc03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:13:56Z', 'updated_at': '2021-07-16T00:13:59Z', 'revision_number': 4, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'subnets': [{'id': '4c0929a6-6eab-4da7-b732-c3dc00ebdc03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:14:00.099670 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a80b81-eb57-4b13-b793-8ef900763477 None None] The sync data for ids ['2c21ed19-da51-4e83-a2e5-e3461b62afde'] in n-d-794306-6 is: [{'id': '2c21ed19-da51-4e83-a2e5-e3461b62afde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-390447108', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '857467a8-6831-4465-aad3-cde3556f1024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:13:53Z', 'updated_at': '2021-07-16T00:13:57Z', 'revision_number': 4, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'gw_port': {'id': '857467a8-6831-4465-aad3-cde3556f1024', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:18:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c21ed19-da51-4e83-a2e5-e3461b62afde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:13:54Z', 'updated_at': '2021-07-16T00:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '1725dd00-fc77-4c4d-83ce-a438c254552f', 'name': '', 'network_id': '10a586fb-27cf-48c0-aa4c-9c5868b9edd7', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'mac_address': 'fa:16:3e:e7:23:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c21ed19-da51-4e83-a2e5-e3461b62afde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '4c0929a6-6eab-4da7-b732-c3dc00ebdc03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:13:56Z', 'updated_at': '2021-07-16T00:13:59Z', 'revision_number': 4, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'subnets': [{'id': '4c0929a6-6eab-4da7-b732-c3dc00ebdc03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:14:00.141415 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-df1f0e01-4b54-4a1e-97df-e842ac9b8919 req-6955be93-a025-4d9e-a426-0ffd55b4ad20 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=300a8c6a-a29a-4a45-99c5-d3cd82ebc504 HTTP/1.1" status: 200 len: 210 time: 0.0383039 Jul 16 00:14:00.347250 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb7e35-502e-4c37-aff8-abc442742549 req-7f581f64-143b-4871-814b-228eb07cfa67 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:00.349627 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-73bb7e35-502e-4c37-aff8-abc442742549 req-7f581f64-143b-4871-814b-228eb07cfa67 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.41 "GET /v2.0/networks?id=10a586fb-27cf-48c0-aa4c-9c5868b9edd7 HTTP/1.1" status: 200 len: 797 time: 0.1150782 Jul 16 00:14:00.407363 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-73bb7e35-502e-4c37-aff8-abc442742549 req-83e2ec5f-78c3-4538-83d3-65538a1a6cfb tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a96abeafa0bb4cfba60d3fd0ccc00ac5 HTTP/1.1" status: 200 len: 380 time: 0.0363600 Jul 16 00:14:00.417249 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-73bb7e35-502e-4c37-aff8-abc442742549 req-0ce80bb3-505e-47e1-a84a-11b58f0c5eed tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Request body: {'port': {'device_id': '300a8c6a-a29a-4a45-99c5-d3cd82ebc504', 'network_id': '10a586fb-27cf-48c0-aa4c-9c5868b9edd7', 'admin_state_up': True, 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'security_groups': ['37791442-96c7-4ed5-ad00-14da39441790']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:14:00.538225 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73bb7e35-502e-4c37-aff8-abc442742549 req-0ce80bb3-505e-47e1-a84a-11b58f0c5eed tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Made reservation on behalf of a96abeafa0bb4cfba60d3fd0ccc00ac5 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:14:00.541982 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-73bb7e35-502e-4c37-aff8-abc442742549 req-0ce80bb3-505e-47e1-a84a-11b58f0c5eed tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:00.677760 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-73bb7e35-502e-4c37-aff8-abc442742549 req-0ce80bb3-505e-47e1-a84a-11b58f0c5eed tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Allocated IP 172.20.0.14 (10a586fb-27cf-48c0-aa4c-9c5868b9edd7/4c0929a6-6eab-4da7-b732-c3dc00ebdc03/9e2e6560-e6ae-4f67-be55-296b7cff39ec) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:14:00.828164 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-73bb7e35-502e-4c37-aff8-abc442742549 req-0ce80bb3-505e-47e1-a84a-11b58f0c5eed tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:00.844639 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-73bb7e35-502e-4c37-aff8-abc442742549 req-0ce80bb3-505e-47e1-a84a-11b58f0c5eed tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Transition to ACTIVE for port object 9e2e6560-e6ae-4f67-be55-296b7cff39ec will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:14:00.859382 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 1725dd00-fc77-4c4d-83ce-a438c254552f up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:14:00.883465 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-73bb7e35-502e-4c37-aff8-abc442742549 req-0ce80bb3-505e-47e1-a84a-11b58f0c5eed tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:00.913867 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 1725dd00-fc77-4c4d-83ce-a438c254552f completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:14:00.923755 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 1725dd00-fc77-4c4d-83ce-a438c254552f triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:14:00.924493 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:00.937929 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73bb7e35-502e-4c37-aff8-abc442742549 req-0ce80bb3-505e-47e1-a84a-11b58f0c5eed tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Network 10a586fb-27cf-48c0-aa4c-9c5868b9edd7 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:14:00.944745 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-73bb7e35-502e-4c37-aff8-abc442742549 req-0ce80bb3-505e-47e1-a84a-11b58f0c5eed tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:14:00.946746 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce80bb3-505e-47e1-a84a-11b58f0c5eed tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event updated for resources: {'Port': ['ID=9e2e6560-e6ae-4f67-be55-296b7cff39ec,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:14:00.948987 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-73bb7e35-502e-4c37-aff8-abc442742549 req-0ce80bb3-505e-47e1-a84a-11b58f0c5eed tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:14:00.980751 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a2a285bd-6a30-4290-933c-4d1ee0d73814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:01.012927 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb7e35-502e-4c37-aff8-abc442742549 req-0ce80bb3-505e-47e1-a84a-11b58f0c5eed tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:01.013953 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-73bb7e35-502e-4c37-aff8-abc442742549 req-0ce80bb3-505e-47e1-a84a-11b58f0c5eed tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:01.032656 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-73bb7e35-502e-4c37-aff8-abc442742549 req-0ce80bb3-505e-47e1-a84a-11b58f0c5eed tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6196752 Jul 16 00:14:01.044045 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:01.051979 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-73bb7e35-502e-4c37-aff8-abc442742549 req-3d143c0d-e7f3-400e-b38a-e45804c983d0 service neutron] Request body: {'port': {'device_id': '300a8c6a-a29a-4a45-99c5-d3cd82ebc504', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:14:01.080729 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 1725dd00-fc77-4c4d-83ce-a438c254552f, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=1725dd00-fc77-4c4d-83ce-a438c254552f,segment=NetworkSegment(bb2c4a7a-9455-42dc-8759-b41e9fdacc5e),segment_id=bb2c4a7a-9455-42dc-8759-b41e9fdacc5e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:14:01.086843 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:01.087835 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 80da1e6e-4b1a-4867-a405-47047e733a95 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:14:01.141404 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-73bb7e35-502e-4c37-aff8-abc442742549 req-3d143c0d-e7f3-400e-b38a-e45804c983d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:01.167730 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=1725dd00-fc77-4c4d-83ce-a438c254552f,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:14:01.188039 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 80da1e6e-4b1a-4867-a405-47047e733a95 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:14:01.188322 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:01.246524 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-adb39844-13f1-433b-9882-60eddaeb66bf None None] Provisioning for port 9e2e6560-e6ae-4f67-be55-296b7cff39ec completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:14:01.251420 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-adb39844-13f1-433b-9882-60eddaeb66bf None None] Provisioning complete for port 9e2e6560-e6ae-4f67-be55-296b7cff39ec triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:14:01.251823 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-adb39844-13f1-433b-9882-60eddaeb66bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:01.332956 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-adb39844-13f1-433b-9882-60eddaeb66bf None None] Port 9e2e6560-e6ae-4f67-be55-296b7cff39ec cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:14:01.368325 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225c661-dbd8-4d6e-98e5-e4b8dafdbbb9 req-eea77749-d176-4376-b68f-dbb8755c810f tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:01.370259 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1225c661-dbd8-4d6e-98e5-e4b8dafdbbb9 req-eea77749-d176-4376-b68f-dbb8755c810f tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=300a8c6a-a29a-4a45-99c5-d3cd82ebc504 HTTP/1.1" status: 200 len: 932 time: 0.0779536 Jul 16 00:14:01.410231 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1225c661-dbd8-4d6e-98e5-e4b8dafdbbb9 req-3567ed24-1f1d-450e-922d-0d3c32c20dfb tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=37791442-96c7-4ed5-ad00-14da39441790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343721 Jul 16 00:14:01.473407 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-73bb7e35-502e-4c37-aff8-abc442742549 req-3d143c0d-e7f3-400e-b38a-e45804c983d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e2e6560-e6ae-4f67-be55-296b7cff39ec {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:14:01.481572 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-73bb7e35-502e-4c37-aff8-abc442742549 req-3d143c0d-e7f3-400e-b38a-e45804c983d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:01.493125 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-73bb7e35-502e-4c37-aff8-abc442742549 req-3d143c0d-e7f3-400e-b38a-e45804c983d0 service neutron] Transition to ACTIVE for port object 9e2e6560-e6ae-4f67-be55-296b7cff39ec will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:14:01.497348 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-73bb7e35-502e-4c37-aff8-abc442742549 req-3d143c0d-e7f3-400e-b38a-e45804c983d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:01.549617 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d143c0d-e7f3-400e-b38a-e45804c983d0 service neutron] Pushing event updated for resources: {'Port': ['ID=9e2e6560-e6ae-4f67-be55-296b7cff39ec,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:14:01.627939 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-73bb7e35-502e-4c37-aff8-abc442742549 req-3d143c0d-e7f3-400e-b38a-e45804c983d0 service neutron] Attempting to bind port 9e2e6560-e6ae-4f67-be55-296b7cff39ec on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:14:01.628274 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-73bb7e35-502e-4c37-aff8-abc442742549 req-3d143c0d-e7f3-400e-b38a-e45804c983d0 service neutron] Attempting to bind port 9e2e6560-e6ae-4f67-be55-296b7cff39ec by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': 'bb2c4a7a-9455-42dc-8759-b41e9fdacc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '10a586fb-27cf-48c0-aa4c-9c5868b9edd7'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:14:01.628601 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bb7e35-502e-4c37-aff8-abc442742549 req-3d143c0d-e7f3-400e-b38a-e45804c983d0 service neutron] Attempting to bind port 9e2e6560-e6ae-4f67-be55-296b7cff39ec on network 10a586fb-27cf-48c0-aa4c-9c5868b9edd7 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:14:01.633631 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bb7e35-502e-4c37-aff8-abc442742549 req-3d143c0d-e7f3-400e-b38a-e45804c983d0 service neutron] Port 9e2e6560-e6ae-4f67-be55-296b7cff39ec on network 10a586fb-27cf-48c0-aa4c-9c5868b9edd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 00:14:01.633952 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bb7e35-502e-4c37-aff8-abc442742549 req-3d143c0d-e7f3-400e-b38a-e45804c983d0 service neutron] Attempting to bind port 9e2e6560-e6ae-4f67-be55-296b7cff39ec on network 10a586fb-27cf-48c0-aa4c-9c5868b9edd7 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:14:01.638955 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bb7e35-502e-4c37-aff8-abc442742549 req-3d143c0d-e7f3-400e-b38a-e45804c983d0 service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:14:01.639296 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bb7e35-502e-4c37-aff8-abc442742549 req-3d143c0d-e7f3-400e-b38a-e45804c983d0 service neutron] Checking segment: {'id': 'bb2c4a7a-9455-42dc-8759-b41e9fdacc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '10a586fb-27cf-48c0-aa4c-9c5868b9edd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:14:01.639723 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bb7e35-502e-4c37-aff8-abc442742549 req-3d143c0d-e7f3-400e-b38a-e45804c983d0 service neutron] Bound using segment: {'id': 'bb2c4a7a-9455-42dc-8759-b41e9fdacc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '10a586fb-27cf-48c0-aa4c-9c5868b9edd7'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:14:01.640147 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-73bb7e35-502e-4c37-aff8-abc442742549 req-3d143c0d-e7f3-400e-b38a-e45804c983d0 service neutron] Bound port: 9e2e6560-e6ae-4f67-be55-296b7cff39ec, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb2c4a7a-9455-42dc-8759-b41e9fdacc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '10a586fb-27cf-48c0-aa4c-9c5868b9edd7'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:14:01.640509 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-73bb7e35-502e-4c37-aff8-abc442742549 req-3d143c0d-e7f3-400e-b38a-e45804c983d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:01.706318 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-73bb7e35-502e-4c37-aff8-abc442742549 req-3d143c0d-e7f3-400e-b38a-e45804c983d0 service neutron] For port 9e2e6560-e6ae-4f67-be55-296b7cff39ec, host n-h2-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:14:01.709877 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-73bb7e35-502e-4c37-aff8-abc442742549 req-3d143c0d-e7f3-400e-b38a-e45804c983d0 service neutron] For port 9e2e6560-e6ae-4f67-be55-296b7cff39ec, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=9e2e6560-e6ae-4f67-be55-296b7cff39ec,segment=NetworkSegment(bb2c4a7a-9455-42dc-8759-b41e9fdacc5e),segment_id=bb2c4a7a-9455-42dc-8759-b41e9fdacc5e)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:14:01.714281 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-73bb7e35-502e-4c37-aff8-abc442742549 req-3d143c0d-e7f3-400e-b38a-e45804c983d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:01.750172 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb7e35-502e-4c37-aff8-abc442742549 req-3d143c0d-e7f3-400e-b38a-e45804c983d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:01.750772 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-73bb7e35-502e-4c37-aff8-abc442742549 req-3d143c0d-e7f3-400e-b38a-e45804c983d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:01.752588 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-73bb7e35-502e-4c37-aff8-abc442742549 req-3d143c0d-e7f3-400e-b38a-e45804c983d0 service neutron] 10.222.0.41 "PUT /v2.0/ports/9e2e6560-e6ae-4f67-be55-296b7cff39ec HTTP/1.1" status: 200 len: 1092 time: 0.7076006 Jul 16 00:14:01.752994 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '300a8c6a-a29a-4a45-99c5-d3cd82ebc504', 'tag': '9e2e6560-e6ae-4f67-be55-296b7cff39ec'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:14:01.755274 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732f3e1a316c3ad7d48a65c2bbc2e30ba6c82a3ba5a41bb87b5b7e43e99a4419" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b292dcaf-592a-4461-9d11-36c3d64893fe" -d '{"events": [{"name": "network-changed", "server_uuid": "300a8c6a-a29a-4a45-99c5-d3cd82ebc504", "tag": "9e2e6560-e6ae-4f67-be55-296b7cff39ec"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:14:01.783140 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d143c0d-e7f3-400e-b38a-e45804c983d0 service neutron] Pushing event updated for resources: {'Port': ['ID=9e2e6560-e6ae-4f67-be55-296b7cff39ec,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:14:01.878846 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffcc5316-f315-428b-bf90-40d91b6ddb14 x-openstack-request-id: req-ffcc5316-f315-428b-bf90-40d91b6ddb14 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:14:01.879141 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "300a8c6a-a29a-4a45-99c5-d3cd82ebc504", "tag": "9e2e6560-e6ae-4f67-be55-296b7cff39ec", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:14:01.879397 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ffcc5316-f315-428b-bf90-40d91b6ddb14 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:14:01.880046 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '300a8c6a-a29a-4a45-99c5-d3cd82ebc504', 'tag': '9e2e6560-e6ae-4f67-be55-296b7cff39ec', 'status': 'completed', 'code': 200} Jul 16 00:14:01.893308 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb7e35-502e-4c37-aff8-abc442742549 req-7f63cfc3-3078-400c-86da-23e006d84c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:01.894895 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-73bb7e35-502e-4c37-aff8-abc442742549 req-7f63cfc3-3078-400c-86da-23e006d84c92 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a96abeafa0bb4cfba60d3fd0ccc00ac5&device_id=300a8c6a-a29a-4a45-99c5-d3cd82ebc504 HTTP/1.1" status: 200 len: 1095 time: 0.0857308 Jul 16 00:14:01.947632 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-73bb7e35-502e-4c37-aff8-abc442742549 req-23677e86-e636-4cae-9af3-3d84c9499c16 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e2e6560-e6ae-4f67-be55-296b7cff39ec HTTP/1.1" status: 200 len: 217 time: 0.0397372 Jul 16 00:14:01.998812 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb7e35-502e-4c37-aff8-abc442742549 req-59528788-6391-4120-89e9-a20831f2c9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:02.000346 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-73bb7e35-502e-4c37-aff8-abc442742549 req-59528788-6391-4120-89e9-a20831f2c9a8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4c0929a6-6eab-4da7-b732-c3dc00ebdc03 HTTP/1.1" status: 200 len: 835 time: 0.0470486 Jul 16 00:14:02.056559 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb7e35-502e-4c37-aff8-abc442742549 req-b42e4175-6e8f-4dd9-8e9c-e77688439b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:02.058143 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-73bb7e35-502e-4c37-aff8-abc442742549 req-b42e4175-6e8f-4dd9-8e9c-e77688439b07 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=10a586fb-27cf-48c0-aa4c-9c5868b9edd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520122 Jul 16 00:14:02.149741 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-73bb7e35-502e-4c37-aff8-abc442742549 req-eb9a34f9-2765-430e-ad95-c05a56657577 service neutron] 10.222.0.41 "GET /v2.0/networks/10a586fb-27cf-48c0-aa4c-9c5868b9edd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854549 Jul 16 00:14:02.238101 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-73bb7e35-502e-4c37-aff8-abc442742549 req-d0ba4e7f-bb25-4efe-aa6f-f32536243553 service neutron] 10.222.0.41 "GET /v2.0/networks/10a586fb-27cf-48c0-aa4c-9c5868b9edd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823059 Jul 16 00:14:02.386130 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292dcaf-592a-4461-9d11-36c3d64893fe req-0e29bb75-d763-4a99-8118-f54044af5da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:02.387635 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b292dcaf-592a-4461-9d11-36c3d64893fe req-0e29bb75-d763-4a99-8118-f54044af5da1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a96abeafa0bb4cfba60d3fd0ccc00ac5&device_id=300a8c6a-a29a-4a45-99c5-d3cd82ebc504 HTTP/1.1" status: 200 len: 1095 time: 0.0575600 Jul 16 00:14:02.476026 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292dcaf-592a-4461-9d11-36c3d64893fe req-698dd8c9-629b-45f6-bded-a641c382f801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:02.477513 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b292dcaf-592a-4461-9d11-36c3d64893fe req-698dd8c9-629b-45f6-bded-a641c382f801 service neutron] 10.222.0.41 "GET /v2.0/networks?id=10a586fb-27cf-48c0-aa4c-9c5868b9edd7 HTTP/1.1" status: 200 len: 898 time: 0.0842316 Jul 16 00:14:02.522590 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b292dcaf-592a-4461-9d11-36c3d64893fe req-b7bdd512-c05e-421f-b609-d994a6d2d0d1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e2e6560-e6ae-4f67-be55-296b7cff39ec HTTP/1.1" status: 200 len: 217 time: 0.0388491 Jul 16 00:14:02.571058 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292dcaf-592a-4461-9d11-36c3d64893fe req-894e08dc-a0af-4f06-a3a3-7deb7aadf51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:02.572555 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b292dcaf-592a-4461-9d11-36c3d64893fe req-894e08dc-a0af-4f06-a3a3-7deb7aadf51a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4c0929a6-6eab-4da7-b732-c3dc00ebdc03 HTTP/1.1" status: 200 len: 835 time: 0.0435655 Jul 16 00:14:02.591929 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768160bb-04a8-4acb-86f9-947e08b08baf req-1f430963-d765-4f87-94ff-8056b0b481e3 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:02.593540 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-768160bb-04a8-4acb-86f9-947e08b08baf req-1f430963-d765-4f87-94ff-8056b0b481e3 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=300a8c6a-a29a-4a45-99c5-d3cd82ebc504 HTTP/1.1" status: 200 len: 944 time: 0.0668683 Jul 16 00:14:02.632009 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292dcaf-592a-4461-9d11-36c3d64893fe req-672310f1-1acb-4166-a0e1-255eee905360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:02.633045 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-768160bb-04a8-4acb-86f9-947e08b08baf req-52d9e8c2-7e12-49b3-9028-7b01e1aa29b4 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=37791442-96c7-4ed5-ad00-14da39441790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335891 Jul 16 00:14:02.633581 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b292dcaf-592a-4461-9d11-36c3d64893fe req-672310f1-1acb-4166-a0e1-255eee905360 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=10a586fb-27cf-48c0-aa4c-9c5868b9edd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540123 Jul 16 00:14:02.728294 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b292dcaf-592a-4461-9d11-36c3d64893fe req-3dbfb331-b118-49c4-9a2f-8a32da04f6c9 service neutron] 10.222.0.41 "GET /v2.0/networks/10a586fb-27cf-48c0-aa4c-9c5868b9edd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875134 Jul 16 00:14:02.770641 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 1725dd00-fc77-4c4d-83ce-a438c254552f up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:14:02.821140 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-b292dcaf-592a-4461-9d11-36c3d64893fe req-d9f49f92-c277-4ded-81bb-4948e8e23901 service neutron] 10.222.0.41 "GET /v2.0/networks/10a586fb-27cf-48c0-aa4c-9c5868b9edd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856564 Jul 16 00:14:02.822242 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 1725dd00-fc77-4c4d-83ce-a438c254552f triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:14:02.822615 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:03.486403 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:03.812773 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a6b9a-29f9-4c5e-857e-e81da34cd245 req-14b4d4bf-714c-4096-8a61-de4e8e780cce tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:03.814187 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8f5a6b9a-29f9-4c5e-857e-e81da34cd245 req-14b4d4bf-714c-4096-8a61-de4e8e780cce tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=300a8c6a-a29a-4a45-99c5-d3cd82ebc504 HTTP/1.1" status: 200 len: 944 time: 0.0670214 Jul 16 00:14:03.853949 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8f5a6b9a-29f9-4c5e-857e-e81da34cd245 req-b092e162-4489-4706-8633-2c9b68dcd0f8 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=37791442-96c7-4ed5-ad00-14da39441790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335236 Jul 16 00:14:04.299854 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-39cbca9d-28ce-4c31-9be8-2893bbf25498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:04.539194 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:05.024638 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6e9232-9805-4208-8b87-01ab04244a95 req-729916fe-e099-43bd-bba7-d628d60bf75e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:05.026009 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8a6e9232-9805-4208-8b87-01ab04244a95 req-729916fe-e099-43bd-bba7-d628d60bf75e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=300a8c6a-a29a-4a45-99c5-d3cd82ebc504 HTTP/1.1" status: 200 len: 944 time: 0.0615141 Jul 16 00:14:05.062022 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8a6e9232-9805-4208-8b87-01ab04244a95 req-152c3c30-b758-4107-8aac-bc93a7ed36cb tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=37791442-96c7-4ed5-ad00-14da39441790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305896 Jul 16 00:14:05.425157 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 9e2e6560-e6ae-4f67-be55-296b7cff39ec details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 00:14:05.521735 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 9e2e6560-e6ae-4f67-be55-296b7cff39ec, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=9e2e6560-e6ae-4f67-be55-296b7cff39ec,segment=NetworkSegment(bb2c4a7a-9455-42dc-8759-b41e9fdacc5e),segment_id=bb2c4a7a-9455-42dc-8759-b41e9fdacc5e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:14:05.532771 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': '9e2e6560-e6ae-4f67-be55-296b7cff39ec', 'network_id': '10a586fb-27cf-48c0-aa4c-9c5868b9edd7', 'port_id': '9e2e6560-e6ae-4f67-be55-296b7cff39ec', 'mac_address': 'fa:16:3e:32:9b:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c0929a6-6eab-4da7-b732-c3dc00ebdc03', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 00:14:05.568113 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:05.580803 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e2e6560-e6ae-4f67-be55-296b7cff39ec {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:14:05.599198 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 9e2e6560-e6ae-4f67-be55-296b7cff39ec, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=9e2e6560-e6ae-4f67-be55-296b7cff39ec,segment=NetworkSegment(bb2c4a7a-9455-42dc-8759-b41e9fdacc5e),segment_id=bb2c4a7a-9455-42dc-8759-b41e9fdacc5e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:14:05.603859 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:05.648813 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=9e2e6560-e6ae-4f67-be55-296b7cff39ec,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:14:05.895032 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['9e2e6560-e6ae-4f67-be55-296b7cff39ec'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:14:06.241927 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe75e26-b631-439b-85f3-a6a26b24be82 req-783d3080-f015-4728-bb70-48edbbf37319 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:06.243745 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dfe75e26-b631-439b-85f3-a6a26b24be82 req-783d3080-f015-4728-bb70-48edbbf37319 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=300a8c6a-a29a-4a45-99c5-d3cd82ebc504 HTTP/1.1" status: 200 len: 945 time: 0.0668888 Jul 16 00:14:06.282083 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dfe75e26-b631-439b-85f3-a6a26b24be82 req-f9a01d5b-c953-4005-8497-2ee02473b4f9 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=37791442-96c7-4ed5-ad00-14da39441790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326822 Jul 16 00:14:06.552040 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:07.443322 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 9e2e6560-e6ae-4f67-be55-296b7cff39ec up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:14:07.457377 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9af199d-443a-4faf-bf89-10323752874d req-91800cb6-9501-4cd4-b597-996dcf4a38b5 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:07.458883 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b9af199d-443a-4faf-bf89-10323752874d req-91800cb6-9501-4cd4-b597-996dcf4a38b5 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=300a8c6a-a29a-4a45-99c5-d3cd82ebc504 HTTP/1.1" status: 200 len: 945 time: 0.0630324 Jul 16 00:14:07.494825 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port 9e2e6560-e6ae-4f67-be55-296b7cff39ec completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:14:07.498474 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port 9e2e6560-e6ae-4f67-be55-296b7cff39ec triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:14:07.498844 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:07.499941 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b9af199d-443a-4faf-bf89-10323752874d req-124f7fc8-4371-493e-a8af-b6c80fb40a41 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=37791442-96c7-4ed5-ad00-14da39441790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338855 Jul 16 00:14:07.572820 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:07.594799 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '300a8c6a-a29a-4a45-99c5-d3cd82ebc504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e2e6560-e6ae-4f67-be55-296b7cff39ec'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:14:07.597053 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85e2a5fec60f0be1243ce80844a072e05c29e3c23db0dd3e62b5f7d92f5b0637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48dc22bd-6aea-49fa-9ded-1eb7fc10d69f" -d '{"events": [{"server_uuid": "300a8c6a-a29a-4a45-99c5-d3cd82ebc504", "name": "network-vif-plugged", "status": "completed", "tag": "9e2e6560-e6ae-4f67-be55-296b7cff39ec"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:14:07.610564 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 9e2e6560-e6ae-4f67-be55-296b7cff39ec, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=9e2e6560-e6ae-4f67-be55-296b7cff39ec,segment=NetworkSegment(bb2c4a7a-9455-42dc-8759-b41e9fdacc5e),segment_id=bb2c4a7a-9455-42dc-8759-b41e9fdacc5e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:14:07.614716 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:07.663874 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=9e2e6560-e6ae-4f67-be55-296b7cff39ec,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:14:07.683688 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d659102e-1e83-41c6-8ca9-7ae109a446df x-openstack-request-id: req-d659102e-1e83-41c6-8ca9-7ae109a446df {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:14:07.683981 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "300a8c6a-a29a-4a45-99c5-d3cd82ebc504", "name": "network-vif-plugged", "status": "completed", "tag": "9e2e6560-e6ae-4f67-be55-296b7cff39ec", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:14:07.684231 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d659102e-1e83-41c6-8ca9-7ae109a446df {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:14:07.684622 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '300a8c6a-a29a-4a45-99c5-d3cd82ebc504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e2e6560-e6ae-4f67-be55-296b7cff39ec', 'code': 200} Jul 16 00:14:07.828287 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7358296b-04d1-46ed-adaf-5288c1ed1e41 req-eb77a69c-ee3a-446a-93b0-ea069b260971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:07.829849 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-7358296b-04d1-46ed-adaf-5288c1ed1e41 req-eb77a69c-ee3a-446a-93b0-ea069b260971 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=300a8c6a-a29a-4a45-99c5-d3cd82ebc504 HTTP/1.1" status: 200 len: 1097 time: 0.0584393 Jul 16 00:14:07.864033 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-7358296b-04d1-46ed-adaf-5288c1ed1e41 req-4aac8f98-e6d6-4dc2-ae13-054a422b0776 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=37791442-96c7-4ed5-ad00-14da39441790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277634 Jul 16 00:14:08.676509 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a28ea84-f320-44ac-b5b6-21495af491a2 req-b4564020-0306-4a7f-8546-5bffb2d576e2 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:08.678005 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6a28ea84-f320-44ac-b5b6-21495af491a2 req-b4564020-0306-4a7f-8546-5bffb2d576e2 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=300a8c6a-a29a-4a45-99c5-d3cd82ebc504 HTTP/1.1" status: 200 len: 946 time: 0.0661831 Jul 16 00:14:08.717200 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:08.718094 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6a28ea84-f320-44ac-b5b6-21495af491a2 req-549a49e1-c609-4f1c-ad2b-68f456a39d8f tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=37791442-96c7-4ed5-ad00-14da39441790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339675 Jul 16 00:14:09.915129 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3da85b-dc25-4246-a8b2-2a68c61d6fc6 req-1385e926-cdbb-474c-8fde-1d94099da19b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:09.918315 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9d3da85b-dc25-4246-a8b2-2a68c61d6fc6 req-1385e926-cdbb-474c-8fde-1d94099da19b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=300a8c6a-a29a-4a45-99c5-d3cd82ebc504 HTTP/1.1" status: 200 len: 946 time: 0.0844321 Jul 16 00:14:09.956911 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9d3da85b-dc25-4246-a8b2-2a68c61d6fc6 req-65825666-0adf-4cb7-b30a-67f70630edc7 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=37791442-96c7-4ed5-ad00-14da39441790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332885 Jul 16 00:14:10.132417 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1dc525-b40f-471b-8e83-77daf7f3a416 req-48654332-7136-4cd0-9b2d-bb91c8a688df tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:10.133926 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fc1dc525-b40f-471b-8e83-77daf7f3a416 req-48654332-7136-4cd0-9b2d-bb91c8a688df tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=300a8c6a-a29a-4a45-99c5-d3cd82ebc504 HTTP/1.1" status: 200 len: 946 time: 0.0643997 Jul 16 00:14:10.171813 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fc1dc525-b40f-471b-8e83-77daf7f3a416 req-25ec4530-2da4-4272-918e-99187655f3ec tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=37791442-96c7-4ed5-ad00-14da39441790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323815 Jul 16 00:14:10.195631 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54166) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:14:10.254125 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64bd38e-b947-40ea-8fe2-77da4bd394be tempest-TestNetworkAdvancedServerOps-1746541538 tempest-TestNetworkAdvancedServerOps-1746541538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:10.255562 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-b64bd38e-b947-40ea-8fe2-77da4bd394be tempest-TestNetworkAdvancedServerOps-1746541538 tempest-TestNetworkAdvancedServerOps-1746541538-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=300a8c6a-a29a-4a45-99c5-d3cd82ebc504 HTTP/1.1" status: 200 len: 1092 time: 0.0589571 Jul 16 00:14:10.258400 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54168) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:14:10.263792 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-1dca2db6-af0e-440e-a88c-016624505aae tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Request body: {'floatingip': {'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'port_id': '9e2e6560-e6ae-4f67-be55-296b7cff39ec', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:14:10.285533 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1dca2db6-af0e-440e-a88c-016624505aae tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:10.382062 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1dca2db6-af0e-440e-a88c-016624505aae tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:10.765644 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-1dca2db6-af0e-440e-a88c-016624505aae tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Allocated IP 172.25.5.59 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/05183058-dbce-4f3e-8485-b0f792e03629) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:14:10.865812 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1dca2db6-af0e-440e-a88c-016624505aae tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:10.906512 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1dca2db6-af0e-440e-a88c-016624505aae tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:10.944998 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dca2db6-af0e-440e-a88c-016624505aae tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:14:10.947685 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-1dca2db6-af0e-440e-a88c-016624505aae tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:14:10.952118 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dca2db6-af0e-440e-a88c-016624505aae tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:14:10.957836 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dca2db6-af0e-440e-a88c-016624505aae tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event updated for resources: {'Port': ['ID=05183058-dbce-4f3e-8485-b0f792e03629,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:14:11.316931 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1dca2db6-af0e-440e-a88c-016624505aae tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:11.395026 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1dca2db6-af0e-440e-a88c-016624505aae tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:11.548272 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1dca2db6-af0e-440e-a88c-016624505aae tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:11.552765 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1dca2db6-af0e-440e-a88c-016624505aae tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:11.625104 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dca2db6-af0e-440e-a88c-016624505aae tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event updated for resources: {'Port': ['ID=05183058-dbce-4f3e-8485-b0f792e03629,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:14:11.634743 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1dca2db6-af0e-440e-a88c-016624505aae tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:11.730908 n-d-794306-6 neutron-server[93770]: INFO neutron.db.l3_db [None req-1dca2db6-af0e-440e-a88c-016624505aae tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Floating IP e6d0ec85-7225-4cb2-aefa-6a3609b04434 associated. External IP: 172.25.5.59, port: 9e2e6560-e6ae-4f67-be55-296b7cff39ec. Jul 16 00:14:11.937316 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dca2db6-af0e-440e-a88c-016624505aae tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Router 2c21ed19-da51-4e83-a2e5-e3461b62afde has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:14:12.044812 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dca2db6-af0e-440e-a88c-016624505aae tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:14:12.054688 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf7528b-fd59-4358-9dac-5849055abcc1 None None] Sync routers for ids ['2c21ed19-da51-4e83-a2e5-e3461b62afde'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:14:12.062078 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1dca2db6-af0e-440e-a88c-016624505aae tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:12.069213 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf7528b-fd59-4358-9dac-5849055abcc1 None None] Routers {'2c21ed19-da51-4e83-a2e5-e3461b62afde'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:14:12.069815 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-dbf7528b-fd59-4358-9dac-5849055abcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:14:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['2c21ed19-da51-4e83-a2e5-e3461b62afde'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:14:12.101595 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-1dca2db6-af0e-440e-a88c-016624505aae tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8397996 Jul 16 00:14:12.101595 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '300a8c6a-a29a-4a45-99c5-d3cd82ebc504', 'tag': '9e2e6560-e6ae-4f67-be55-296b7cff39ec'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:14:12.102208 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cfa130710a3ed3c11f83ca70e11270030e5afd3463e80eec9e3119d100d8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8628fcde-f029-4dda-a67a-cc6fffcc76ff" -d '{"events": [{"name": "network-changed", "server_uuid": "300a8c6a-a29a-4a45-99c5-d3cd82ebc504", "tag": "9e2e6560-e6ae-4f67-be55-296b7cff39ec"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:14:12.144904 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc759e78-87e3-4a56-8e8c-30b4bb1bf1fb x-openstack-request-id: req-cc759e78-87e3-4a56-8e8c-30b4bb1bf1fb {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:14:12.145333 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "300a8c6a-a29a-4a45-99c5-d3cd82ebc504", "tag": "9e2e6560-e6ae-4f67-be55-296b7cff39ec", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:14:12.145714 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cc759e78-87e3-4a56-8e8c-30b4bb1bf1fb {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:14:12.146162 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '300a8c6a-a29a-4a45-99c5-d3cd82ebc504', 'tag': '9e2e6560-e6ae-4f67-be55-296b7cff39ec', 'status': 'completed', 'code': 200} Jul 16 00:14:12.252908 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628fcde-f029-4dda-a67a-cc6fffcc76ff req-a6286c80-02b9-4a80-91df-a7c573047162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:12.255133 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-8628fcde-f029-4dda-a67a-cc6fffcc76ff req-a6286c80-02b9-4a80-91df-a7c573047162 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a96abeafa0bb4cfba60d3fd0ccc00ac5&device_id=300a8c6a-a29a-4a45-99c5-d3cd82ebc504 HTTP/1.1" status: 200 len: 1097 time: 0.0669851 Jul 16 00:14:12.270191 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-dbf7528b-fd59-4358-9dac-5849055abcc1 None None] Set router 2c21ed19-da51-4e83-a2e5-e3461b62afde gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:14:12.276210 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f47cd-1f43-4148-9046-7b84d48795ab req-fd3c1112-8d7c-480d-8eba-aed734bd000e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:12.277818 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1b6f47cd-1f43-4148-9046-7b84d48795ab req-fd3c1112-8d7c-480d-8eba-aed734bd000e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=300a8c6a-a29a-4a45-99c5-d3cd82ebc504 HTTP/1.1" status: 200 len: 946 time: 0.0730340 Jul 16 00:14:12.320516 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1b6f47cd-1f43-4148-9046-7b84d48795ab req-b2a61a37-749e-4aa9-bbce-66359c65bfb5 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=37791442-96c7-4ed5-ad00-14da39441790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349371 Jul 16 00:14:12.346023 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54174) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:14:12.382929 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628fcde-f029-4dda-a67a-cc6fffcc76ff req-fd3169cc-9c5e-4456-8ee9-5c7f1f627d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:12.384519 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-8628fcde-f029-4dda-a67a-cc6fffcc76ff req-fd3169cc-9c5e-4456-8ee9-5c7f1f627d4a service neutron] 10.222.0.41 "GET /v2.0/networks?id=10a586fb-27cf-48c0-aa4c-9c5868b9edd7 HTTP/1.1" status: 200 len: 898 time: 0.1231279 Jul 16 00:14:12.409815 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-ecdb651f-9b3e-4c44-a141-c4aab01b0462 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/floatingips/e6d0ec85-7225-4cb2-aefa-6a3609b04434 HTTP/1.1" status: 200 len: 991 time: 0.0623262 Jul 16 00:14:12.461054 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-8628fcde-f029-4dda-a67a-cc6fffcc76ff req-359ce1e4-e3fc-4e4c-98e8-4fc795c80d24 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e2e6560-e6ae-4f67-be55-296b7cff39ec HTTP/1.1" status: 200 len: 999 time: 0.0683415 Jul 16 00:14:12.510567 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628fcde-f029-4dda-a67a-cc6fffcc76ff req-963ce9f0-a6e5-4157-be37-3897c81d4456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:12.511972 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-8628fcde-f029-4dda-a67a-cc6fffcc76ff req-963ce9f0-a6e5-4157-be37-3897c81d4456 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4c0929a6-6eab-4da7-b732-c3dc00ebdc03 HTTP/1.1" status: 200 len: 835 time: 0.0445614 Jul 16 00:14:12.514933 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-dbf7528b-fd59-4358-9dac-5849055abcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c21ed19-da51-4e83-a2e5-e3461b62afde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-390447108', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '857467a8-6831-4465-aad3-cde3556f1024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:13:53Z', 'updated_at': '2021-07-16T00:13:57Z', 'revision_number': 4, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'gw_port': {'id': '857467a8-6831-4465-aad3-cde3556f1024', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:18:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c21ed19-da51-4e83-a2e5-e3461b62afde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:13:54Z', 'updated_at': '2021-07-16T00:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': 'e6d0ec85-7225-4cb2-aefa-6a3609b04434', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'floating_ip_address': '172.25.5.59', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '2c21ed19-da51-4e83-a2e5-e3461b62afde', 'port_id': '9e2e6560-e6ae-4f67-be55-296b7cff39ec', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10a586fb-27cf-48c0-aa4c-9c5868b9edd7', 'mac_address': 'fa:16:3e:32:9b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300a8c6a-a29a-4a45-99c5-d3cd82ebc504', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:14:11Z', 'updated_at': '2021-07-16T00:14:11Z', 'revision_number': 0, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1725dd00-fc77-4c4d-83ce-a438c254552f', 'name': '', 'network_id': '10a586fb-27cf-48c0-aa4c-9c5868b9edd7', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'mac_address': 'fa:16:3e:e7:23:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c21ed19-da51-4e83-a2e5-e3461b62afde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '4c0929a6-6eab-4da7-b732-c3dc00ebdc03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:13:56Z', 'updated_at': '2021-07-16T00:14:01Z', 'revision_number': 5, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'subnets': [{'id': '4c0929a6-6eab-4da7-b732-c3dc00ebdc03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:14:12.540937 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf7528b-fd59-4358-9dac-5849055abcc1 None None] Checking router: 2c21ed19-da51-4e83-a2e5-e3461b62afde for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:14:12.550676 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf7528b-fd59-4358-9dac-5849055abcc1 None None] Routers {'2c21ed19-da51-4e83-a2e5-e3461b62afde'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:14:12.551277 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-dbf7528b-fd59-4358-9dac-5849055abcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:14:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['2c21ed19-da51-4e83-a2e5-e3461b62afde'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:14:12.569519 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628fcde-f029-4dda-a67a-cc6fffcc76ff req-baa062cb-fe1b-4978-92cf-ac04ca1c0a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:12.571045 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-8628fcde-f029-4dda-a67a-cc6fffcc76ff req-baa062cb-fe1b-4978-92cf-ac04ca1c0a0a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=10a586fb-27cf-48c0-aa4c-9c5868b9edd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524080 Jul 16 00:14:12.655516 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-dbf7528b-fd59-4358-9dac-5849055abcc1 None None] Set router 2c21ed19-da51-4e83-a2e5-e3461b62afde gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:14:12.669402 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-8628fcde-f029-4dda-a67a-cc6fffcc76ff req-951a87b5-984f-484b-a840-55da2f7e4152 service neutron] 10.222.0.41 "GET /v2.0/networks/10a586fb-27cf-48c0-aa4c-9c5868b9edd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862980 Jul 16 00:14:12.762490 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-8628fcde-f029-4dda-a67a-cc6fffcc76ff req-a4e8dd8e-4bf0-4252-99bc-31f73263af82 service neutron] 10.222.0.41 "GET /v2.0/networks/10a586fb-27cf-48c0-aa4c-9c5868b9edd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859897 Jul 16 00:14:12.891444 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-dbf7528b-fd59-4358-9dac-5849055abcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c21ed19-da51-4e83-a2e5-e3461b62afde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-390447108', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '857467a8-6831-4465-aad3-cde3556f1024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:13:53Z', 'updated_at': '2021-07-16T00:13:57Z', 'revision_number': 4, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'gw_port': {'id': '857467a8-6831-4465-aad3-cde3556f1024', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:18:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c21ed19-da51-4e83-a2e5-e3461b62afde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:13:54Z', 'updated_at': '2021-07-16T00:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': 'e6d0ec85-7225-4cb2-aefa-6a3609b04434', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'floating_ip_address': '172.25.5.59', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '2c21ed19-da51-4e83-a2e5-e3461b62afde', 'port_id': '9e2e6560-e6ae-4f67-be55-296b7cff39ec', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10a586fb-27cf-48c0-aa4c-9c5868b9edd7', 'mac_address': 'fa:16:3e:32:9b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300a8c6a-a29a-4a45-99c5-d3cd82ebc504', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:14:11Z', 'updated_at': '2021-07-16T00:14:11Z', 'revision_number': 0, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1725dd00-fc77-4c4d-83ce-a438c254552f', 'name': '', 'network_id': '10a586fb-27cf-48c0-aa4c-9c5868b9edd7', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'mac_address': 'fa:16:3e:e7:23:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c21ed19-da51-4e83-a2e5-e3461b62afde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '4c0929a6-6eab-4da7-b732-c3dc00ebdc03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:13:56Z', 'updated_at': '2021-07-16T00:14:01Z', 'revision_number': 5, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'subnets': [{'id': '4c0929a6-6eab-4da7-b732-c3dc00ebdc03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:14:12.917221 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf7528b-fd59-4358-9dac-5849055abcc1 None None] The sync data for ids ['2c21ed19-da51-4e83-a2e5-e3461b62afde'] in n-d-794306-6 is: [{'id': '2c21ed19-da51-4e83-a2e5-e3461b62afde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-390447108', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '857467a8-6831-4465-aad3-cde3556f1024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:13:53Z', 'updated_at': '2021-07-16T00:13:57Z', 'revision_number': 4, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'gw_port': {'id': '857467a8-6831-4465-aad3-cde3556f1024', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:18:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c21ed19-da51-4e83-a2e5-e3461b62afde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:13:54Z', 'updated_at': '2021-07-16T00:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': 'e6d0ec85-7225-4cb2-aefa-6a3609b04434', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'floating_ip_address': '172.25.5.59', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '2c21ed19-da51-4e83-a2e5-e3461b62afde', 'port_id': '9e2e6560-e6ae-4f67-be55-296b7cff39ec', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10a586fb-27cf-48c0-aa4c-9c5868b9edd7', 'mac_address': 'fa:16:3e:32:9b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300a8c6a-a29a-4a45-99c5-d3cd82ebc504', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:14:11Z', 'updated_at': '2021-07-16T00:14:11Z', 'revision_number': 0, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1725dd00-fc77-4c4d-83ce-a438c254552f', 'name': '', 'network_id': '10a586fb-27cf-48c0-aa4c-9c5868b9edd7', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'mac_address': 'fa:16:3e:e7:23:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c21ed19-da51-4e83-a2e5-e3461b62afde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '4c0929a6-6eab-4da7-b732-c3dc00ebdc03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:13:56Z', 'updated_at': '2021-07-16T00:14:01Z', 'revision_number': 5, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'subnets': [{'id': '4c0929a6-6eab-4da7-b732-c3dc00ebdc03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:14:13.116732 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27045ce-051b-4110-bd5a-56139414c852 None None] New status for floating IP e6d0ec85-7225-4cb2-aefa-6a3609b04434: ACTIVE {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 00:14:13.413139 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54176) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:14:13.476937 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-6cbc8031-16e3-48bc-aaac-edb7e82025d3 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/floatingips/e6d0ec85-7225-4cb2-aefa-6a3609b04434 HTTP/1.1" status: 200 len: 993 time: 0.0626493 Jul 16 00:14:25.990423 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:27.248311 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d6745dc3-da25-41fa-9d21-1dce67504d09 req-eb9db288-1382-4067-90c6-7edc58054101 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=300a8c6a-a29a-4a45-99c5-d3cd82ebc504&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3382936 Jul 16 00:14:27.360965 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6745dc3-da25-41fa-9d21-1dce67504d09 req-c328332b-1320-400f-9a93-09edbfa62f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:27.362608 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d6745dc3-da25-41fa-9d21-1dce67504d09 req-c328332b-1320-400f-9a93-09edbfa62f3a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a96abeafa0bb4cfba60d3fd0ccc00ac5&device_id=300a8c6a-a29a-4a45-99c5-d3cd82ebc504 HTTP/1.1" status: 200 len: 1097 time: 0.0523524 Jul 16 00:14:27.472040 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6745dc3-da25-41fa-9d21-1dce67504d09 req-1e7e9ed0-6718-4cb5-bde4-64314ea5b49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:27.474354 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d6745dc3-da25-41fa-9d21-1dce67504d09 req-1e7e9ed0-6718-4cb5-bde4-64314ea5b49f service neutron] 10.222.0.41 "GET /v2.0/networks?id=10a586fb-27cf-48c0-aa4c-9c5868b9edd7 HTTP/1.1" status: 200 len: 898 time: 0.0906870 Jul 16 00:14:27.538667 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d6745dc3-da25-41fa-9d21-1dce67504d09 req-bdb3719f-5eb5-4224-be60-f1d0cf3ff085 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e2e6560-e6ae-4f67-be55-296b7cff39ec HTTP/1.1" status: 200 len: 1001 time: 0.0577674 Jul 16 00:14:27.588033 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6745dc3-da25-41fa-9d21-1dce67504d09 req-e909e76a-6a15-4677-8849-8628fe6f8a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:27.589454 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d6745dc3-da25-41fa-9d21-1dce67504d09 req-e909e76a-6a15-4677-8849-8628fe6f8a7b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4c0929a6-6eab-4da7-b732-c3dc00ebdc03 HTTP/1.1" status: 200 len: 835 time: 0.0432889 Jul 16 00:14:27.649894 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6745dc3-da25-41fa-9d21-1dce67504d09 req-3312fd27-7b35-4831-a424-084a12a93622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:27.651375 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d6745dc3-da25-41fa-9d21-1dce67504d09 req-3312fd27-7b35-4831-a424-084a12a93622 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=10a586fb-27cf-48c0-aa4c-9c5868b9edd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557103 Jul 16 00:14:27.740181 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d6745dc3-da25-41fa-9d21-1dce67504d09 req-5349e728-6782-41e5-8eef-4ff4fe553fde service neutron] 10.222.0.41 "GET /v2.0/networks/10a586fb-27cf-48c0-aa4c-9c5868b9edd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822129 Jul 16 00:14:27.832277 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d6745dc3-da25-41fa-9d21-1dce67504d09 req-5905cc13-86fd-4dad-a9ce-2db23ce9c74a service neutron] 10.222.0.41 "GET /v2.0/networks/10a586fb-27cf-48c0-aa4c-9c5868b9edd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862904 Jul 16 00:14:28.855032 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:14:30.933185 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f5622ba0-d68c-4cf1-ba70-3b57028585ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:33.488962 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:34.299828 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f634d403-184e-431d-900f-9216bed88723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:34.541062 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:36.554939 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:38.741585 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:44.956677 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9239da-147f-44fb-af30-ed3ea9e1a4ec req-b1b39fa2-abad-4747-927b-f49818e8496b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:44.958093 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cd9239da-147f-44fb-af30-ed3ea9e1a4ec req-b1b39fa2-abad-4747-927b-f49818e8496b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=300a8c6a-a29a-4a45-99c5-d3cd82ebc504 HTTP/1.1" status: 200 len: 946 time: 0.0633814 Jul 16 00:14:44.996051 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cd9239da-147f-44fb-af30-ed3ea9e1a4ec req-562f907d-c0dd-4136-a4b6-ee4dc7a9cd45 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=37791442-96c7-4ed5-ad00-14da39441790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317097 Jul 16 00:14:46.182918 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f844750d-d762-442b-a0eb-e43abe9c0aca req-f4e56e40-461e-489f-a8d1-69b3e2e13b26 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:46.184520 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f844750d-d762-442b-a0eb-e43abe9c0aca req-f4e56e40-461e-489f-a8d1-69b3e2e13b26 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=300a8c6a-a29a-4a45-99c5-d3cd82ebc504 HTTP/1.1" status: 200 len: 946 time: 0.0687561 Jul 16 00:14:46.223311 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f844750d-d762-442b-a0eb-e43abe9c0aca req-25e41864-b10c-4b3a-8a65-622705305e1d tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=37791442-96c7-4ed5-ad00-14da39441790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330498 Jul 16 00:14:46.253178 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54200) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:14:46.319308 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-58a19c46-462f-458f-a57f-4f732921609b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/floatingips/e6d0ec85-7225-4cb2-aefa-6a3609b04434 HTTP/1.1" status: 200 len: 993 time: 0.0648985 Jul 16 00:14:47.766567 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f2248-4538-4444-88ec-d24aefb5feec req-fc3ec964-9964-44e6-81dc-fdf703770ad2 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:47.768202 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-687f2248-4538-4444-88ec-d24aefb5feec req-fc3ec964-9964-44e6-81dc-fdf703770ad2 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=300a8c6a-a29a-4a45-99c5-d3cd82ebc504 HTTP/1.1" status: 200 len: 946 time: 0.0634665 Jul 16 00:14:47.806392 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-687f2248-4538-4444-88ec-d24aefb5feec req-5b62af18-3481-4c33-9ba4-bc57c0358a89 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=37791442-96c7-4ed5-ad00-14da39441790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319502 Jul 16 00:14:48.999140 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f6bd91-840c-4ae0-b0b3-860e62be2a9c req-2a90c5c7-803f-489e-b47e-9e4923b67a95 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:49.000614 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-33f6bd91-840c-4ae0-b0b3-860e62be2a9c req-2a90c5c7-803f-489e-b47e-9e4923b67a95 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=300a8c6a-a29a-4a45-99c5-d3cd82ebc504 HTTP/1.1" status: 200 len: 946 time: 0.0696652 Jul 16 00:14:49.044840 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-33f6bd91-840c-4ae0-b0b3-860e62be2a9c req-fee3987a-8c12-4f0c-a00e-ecf3a141a118 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=37791442-96c7-4ed5-ad00-14da39441790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385127 Jul 16 00:14:50.225401 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bfca61-ecad-4e51-93d7-fef0add366ea req-25337d7f-16a6-48f5-9a8a-ecebc3b493b9 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:50.227166 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-23bfca61-ecad-4e51-93d7-fef0add366ea req-25337d7f-16a6-48f5-9a8a-ecebc3b493b9 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=300a8c6a-a29a-4a45-99c5-d3cd82ebc504 HTTP/1.1" status: 200 len: 946 time: 0.0652332 Jul 16 00:14:50.265840 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-23bfca61-ecad-4e51-93d7-fef0add366ea req-6970b91e-8696-4764-8bb2-a9fbb72caa74 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=37791442-96c7-4ed5-ad00-14da39441790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325296 Jul 16 00:14:51.438231 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db139c61-4d94-4bbe-bbd1-49ae94196e4b req-d274ef9f-5c77-4515-b108-8486e1e4b4e8 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:51.439725 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-db139c61-4d94-4bbe-bbd1-49ae94196e4b req-d274ef9f-5c77-4515-b108-8486e1e4b4e8 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=300a8c6a-a29a-4a45-99c5-d3cd82ebc504 HTTP/1.1" status: 200 len: 946 time: 0.0629668 Jul 16 00:14:51.477950 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-db139c61-4d94-4bbe-bbd1-49ae94196e4b req-dcde2aa3-fa49-42c4-bf2b-60c2f9c98de3 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=37791442-96c7-4ed5-ad00-14da39441790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322936 Jul 16 00:14:52.657301 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0294fd19-f335-45f0-a915-5c26ffda637f req-22cd88a7-78d4-4aa5-8abe-0d667b102333 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:52.658800 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0294fd19-f335-45f0-a915-5c26ffda637f req-22cd88a7-78d4-4aa5-8abe-0d667b102333 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=300a8c6a-a29a-4a45-99c5-d3cd82ebc504 HTTP/1.1" status: 200 len: 946 time: 0.0685406 Jul 16 00:14:52.696855 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0294fd19-f335-45f0-a915-5c26ffda637f req-e39aeec6-bd9c-47f0-8f47-28f8f9843f3c tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=37791442-96c7-4ed5-ad00-14da39441790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324728 Jul 16 00:14:53.872845 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426c31c4-38e1-4fb5-a4fc-11cc77cb1a48 req-7a98af8b-5ee3-4355-8434-98898bb50987 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:53.874428 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-426c31c4-38e1-4fb5-a4fc-11cc77cb1a48 req-7a98af8b-5ee3-4355-8434-98898bb50987 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=300a8c6a-a29a-4a45-99c5-d3cd82ebc504 HTTP/1.1" status: 200 len: 946 time: 0.0653951 Jul 16 00:14:53.912993 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-426c31c4-38e1-4fb5-a4fc-11cc77cb1a48 req-bbb5ecb3-9181-4cef-8596-c15ec262d2d6 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=37791442-96c7-4ed5-ad00-14da39441790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330310 Jul 16 00:14:53.937932 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54218) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:14:54.000825 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-fdec70df-8f6f-44b8-8c5e-2609bb7b40f2 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/floatingips/e6d0ec85-7225-4cb2-aefa-6a3609b04434 HTTP/1.1" status: 200 len: 993 time: 0.0616956 Jul 16 00:14:54.269393 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54224) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:14:54.426760 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-01fa32a3-16fc-4df9-8d8f-ffe645cf0977 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Deleting port 05183058-dbce-4f3e-8485-b0f792e03629 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:14:54.427138 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01fa32a3-16fc-4df9-8d8f-ffe645cf0977 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:54.507944 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01fa32a3-16fc-4df9-8d8f-ffe645cf0977 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:54.508269 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01fa32a3-16fc-4df9-8d8f-ffe645cf0977 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:54.519549 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-01fa32a3-16fc-4df9-8d8f-ffe645cf0977 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Calling delete_port for 05183058-dbce-4f3e-8485-b0f792e03629 owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:14:54.687754 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01fa32a3-16fc-4df9-8d8f-ffe645cf0977 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:54.715135 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fa32a3-16fc-4df9-8d8f-ffe645cf0977 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event deleted for resources: {'Port': ['ID=05183058-dbce-4f3e-8485-b0f792e03629,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:14:54.744815 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa32a3-16fc-4df9-8d8f-ffe645cf0977 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:14:54.745182 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa32a3-16fc-4df9-8d8f-ffe645cf0977 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:14:54.745538 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa32a3-16fc-4df9-8d8f-ffe645cf0977 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:14:54.745885 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa32a3-16fc-4df9-8d8f-ffe645cf0977 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:14:54.746228 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa32a3-16fc-4df9-8d8f-ffe645cf0977 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:14:54.746578 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa32a3-16fc-4df9-8d8f-ffe645cf0977 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:14:54.746920 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa32a3-16fc-4df9-8d8f-ffe645cf0977 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:14:54.747777 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa32a3-16fc-4df9-8d8f-ffe645cf0977 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:14:54.748131 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa32a3-16fc-4df9-8d8f-ffe645cf0977 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:14:54.748472 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa32a3-16fc-4df9-8d8f-ffe645cf0977 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:14:54.748810 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa32a3-16fc-4df9-8d8f-ffe645cf0977 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:14:54.749144 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa32a3-16fc-4df9-8d8f-ffe645cf0977 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:14:54.789198 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01fa32a3-16fc-4df9-8d8f-ffe645cf0977 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:54.789464 n-d-794306-6 neutron-server[93771]: INFO neutron.db.l3_db [None req-01fa32a3-16fc-4df9-8d8f-ffe645cf0977 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Floating IP e6d0ec85-7225-4cb2-aefa-6a3609b04434 disassociated (deleted). External IP: 172.25.5.59, port: 9e2e6560-e6ae-4f67-be55-296b7cff39ec. Jul 16 00:14:55.005229 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01fa32a3-16fc-4df9-8d8f-ffe645cf0977 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Router 2c21ed19-da51-4e83-a2e5-e3461b62afde has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:14:55.116199 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01fa32a3-16fc-4df9-8d8f-ffe645cf0977 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:14:55.120780 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01fa32a3-16fc-4df9-8d8f-ffe645cf0977 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:55.126079 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7688c1-ea25-436d-9671-1f64e4482cd0 None None] Sync routers for ids ['2c21ed19-da51-4e83-a2e5-e3461b62afde'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:14:55.134836 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7688c1-ea25-436d-9671-1f64e4482cd0 None None] Routers {'2c21ed19-da51-4e83-a2e5-e3461b62afde'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:14:55.135426 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-6e7688c1-ea25-436d-9671-1f64e4482cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:14:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['2c21ed19-da51-4e83-a2e5-e3461b62afde'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:14:55.159009 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-01fa32a3-16fc-4df9-8d8f-ffe645cf0977 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "DELETE /v2.0/floatingips/e6d0ec85-7225-4cb2-aefa-6a3609b04434 HTTP/1.1" status: 204 len: 168 time: 0.8885777 Jul 16 00:14:55.159638 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '300a8c6a-a29a-4a45-99c5-d3cd82ebc504', 'tag': '9e2e6560-e6ae-4f67-be55-296b7cff39ec'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:14:55.162007 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732f3e1a316c3ad7d48a65c2bbc2e30ba6c82a3ba5a41bb87b5b7e43e99a4419" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d071576e-dd64-47ce-a825-bebdda8a5359" -d '{"events": [{"name": "network-changed", "server_uuid": "300a8c6a-a29a-4a45-99c5-d3cd82ebc504", "tag": "9e2e6560-e6ae-4f67-be55-296b7cff39ec"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:14:55.201426 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82503232-f4ee-422a-bc88-0dcb0a6777f3 x-openstack-request-id: req-82503232-f4ee-422a-bc88-0dcb0a6777f3 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:14:55.201911 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "300a8c6a-a29a-4a45-99c5-d3cd82ebc504", "tag": "9e2e6560-e6ae-4f67-be55-296b7cff39ec", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:14:55.202314 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-82503232-f4ee-422a-bc88-0dcb0a6777f3 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:14:55.202734 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '300a8c6a-a29a-4a45-99c5-d3cd82ebc504', 'tag': '9e2e6560-e6ae-4f67-be55-296b7cff39ec', 'status': 'completed', 'code': 200} Jul 16 00:14:55.245416 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-6e7688c1-ea25-436d-9671-1f64e4482cd0 None None] Set router 2c21ed19-da51-4e83-a2e5-e3461b62afde gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:14:55.303548 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d071576e-dd64-47ce-a825-bebdda8a5359 req-7b04ee1f-c4da-48d6-ab02-f8179bd28022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:55.305109 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d071576e-dd64-47ce-a825-bebdda8a5359 req-7b04ee1f-c4da-48d6-ab02-f8179bd28022 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a96abeafa0bb4cfba60d3fd0ccc00ac5&device_id=300a8c6a-a29a-4a45-99c5-d3cd82ebc504 HTTP/1.1" status: 200 len: 1097 time: 0.0603485 Jul 16 00:14:55.411809 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d071576e-dd64-47ce-a825-bebdda8a5359 req-f928854a-817f-479c-9a4e-fab7b3704728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:55.413416 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d071576e-dd64-47ce-a825-bebdda8a5359 req-f928854a-817f-479c-9a4e-fab7b3704728 service neutron] 10.222.0.41 "GET /v2.0/networks?id=10a586fb-27cf-48c0-aa4c-9c5868b9edd7 HTTP/1.1" status: 200 len: 898 time: 0.1013386 Jul 16 00:14:55.462015 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-6e7688c1-ea25-436d-9671-1f64e4482cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c21ed19-da51-4e83-a2e5-e3461b62afde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-390447108', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '857467a8-6831-4465-aad3-cde3556f1024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:13:53Z', 'updated_at': '2021-07-16T00:13:57Z', 'revision_number': 4, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'gw_port': {'id': '857467a8-6831-4465-aad3-cde3556f1024', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:18:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c21ed19-da51-4e83-a2e5-e3461b62afde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:13:54Z', 'updated_at': '2021-07-16T00:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '1725dd00-fc77-4c4d-83ce-a438c254552f', 'name': '', 'network_id': '10a586fb-27cf-48c0-aa4c-9c5868b9edd7', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'mac_address': 'fa:16:3e:e7:23:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c21ed19-da51-4e83-a2e5-e3461b62afde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '4c0929a6-6eab-4da7-b732-c3dc00ebdc03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:13:56Z', 'updated_at': '2021-07-16T00:14:01Z', 'revision_number': 5, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'subnets': [{'id': '4c0929a6-6eab-4da7-b732-c3dc00ebdc03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:14:55.471329 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d071576e-dd64-47ce-a825-bebdda8a5359 req-3a46f8dc-d0b0-4dc4-91ad-8e14a86ceb52 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e2e6560-e6ae-4f67-be55-296b7cff39ec HTTP/1.1" status: 200 len: 217 time: 0.0399575 Jul 16 00:14:55.491271 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7688c1-ea25-436d-9671-1f64e4482cd0 None None] Checking router: 2c21ed19-da51-4e83-a2e5-e3461b62afde for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:14:55.499851 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7688c1-ea25-436d-9671-1f64e4482cd0 None None] Routers {'2c21ed19-da51-4e83-a2e5-e3461b62afde'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:14:55.500469 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-6e7688c1-ea25-436d-9671-1f64e4482cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:14:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['2c21ed19-da51-4e83-a2e5-e3461b62afde'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:14:55.522169 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d071576e-dd64-47ce-a825-bebdda8a5359 req-9ea2bf8e-e38d-467f-bf9f-b774b3497876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:55.523722 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d071576e-dd64-47ce-a825-bebdda8a5359 req-9ea2bf8e-e38d-467f-bf9f-b774b3497876 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4c0929a6-6eab-4da7-b732-c3dc00ebdc03 HTTP/1.1" status: 200 len: 835 time: 0.0462480 Jul 16 00:14:55.556713 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa0f91a-a33a-4d6d-b958-3deafa9653b0 req-10e32556-745d-453e-9133-fbd9ebf6def6 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:55.558342 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6fa0f91a-a33a-4d6d-b958-3deafa9653b0 req-10e32556-745d-453e-9133-fbd9ebf6def6 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=300a8c6a-a29a-4a45-99c5-d3cd82ebc504 HTTP/1.1" status: 200 len: 946 time: 0.0704935 Jul 16 00:14:55.604853 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d071576e-dd64-47ce-a825-bebdda8a5359 req-7d195a49-bfc2-4705-92f1-3186da9d8be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:55.606472 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d071576e-dd64-47ce-a825-bebdda8a5359 req-7d195a49-bfc2-4705-92f1-3186da9d8be9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=10a586fb-27cf-48c0-aa4c-9c5868b9edd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761635 Jul 16 00:14:55.610686 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6fa0f91a-a33a-4d6d-b958-3deafa9653b0 req-ad337b7e-5fca-47b2-aac1-68eba2c54757 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=37791442-96c7-4ed5-ad00-14da39441790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460017 Jul 16 00:14:55.611953 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-6e7688c1-ea25-436d-9671-1f64e4482cd0 None None] Set router 2c21ed19-da51-4e83-a2e5-e3461b62afde gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:14:55.702996 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d071576e-dd64-47ce-a825-bebdda8a5359 req-51baf4e2-4946-47dd-aa8e-11990a006ba7 service neutron] 10.222.0.41 "GET /v2.0/networks/10a586fb-27cf-48c0-aa4c-9c5868b9edd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893729 Jul 16 00:14:55.801189 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d071576e-dd64-47ce-a825-bebdda8a5359 req-92275c58-fc1f-4d15-bede-a9f5d034fedd service neutron] 10.222.0.41 "GET /v2.0/networks/10a586fb-27cf-48c0-aa4c-9c5868b9edd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908430 Jul 16 00:14:55.815201 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-6e7688c1-ea25-436d-9671-1f64e4482cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c21ed19-da51-4e83-a2e5-e3461b62afde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-390447108', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '857467a8-6831-4465-aad3-cde3556f1024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:13:53Z', 'updated_at': '2021-07-16T00:13:57Z', 'revision_number': 4, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'gw_port': {'id': '857467a8-6831-4465-aad3-cde3556f1024', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:18:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c21ed19-da51-4e83-a2e5-e3461b62afde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:13:54Z', 'updated_at': '2021-07-16T00:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '1725dd00-fc77-4c4d-83ce-a438c254552f', 'name': '', 'network_id': '10a586fb-27cf-48c0-aa4c-9c5868b9edd7', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'mac_address': 'fa:16:3e:e7:23:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c21ed19-da51-4e83-a2e5-e3461b62afde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '4c0929a6-6eab-4da7-b732-c3dc00ebdc03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:13:56Z', 'updated_at': '2021-07-16T00:14:01Z', 'revision_number': 5, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'subnets': [{'id': '4c0929a6-6eab-4da7-b732-c3dc00ebdc03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:14:55.929086 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7688c1-ea25-436d-9671-1f64e4482cd0 None None] The sync data for ids ['2c21ed19-da51-4e83-a2e5-e3461b62afde'] in n-d-794306-6 is: [{'id': '2c21ed19-da51-4e83-a2e5-e3461b62afde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-390447108', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '857467a8-6831-4465-aad3-cde3556f1024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:13:53Z', 'updated_at': '2021-07-16T00:13:57Z', 'revision_number': 4, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'gw_port': {'id': '857467a8-6831-4465-aad3-cde3556f1024', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:18:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c21ed19-da51-4e83-a2e5-e3461b62afde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:13:54Z', 'updated_at': '2021-07-16T00:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '1725dd00-fc77-4c4d-83ce-a438c254552f', 'name': '', 'network_id': '10a586fb-27cf-48c0-aa4c-9c5868b9edd7', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'mac_address': 'fa:16:3e:e7:23:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c21ed19-da51-4e83-a2e5-e3461b62afde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '4c0929a6-6eab-4da7-b732-c3dc00ebdc03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:13:56Z', 'updated_at': '2021-07-16T00:14:01Z', 'revision_number': 5, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'subnets': [{'id': '4c0929a6-6eab-4da7-b732-c3dc00ebdc03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:14:55.999854 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:56.148144 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df811d8c-36d1-45ff-a634-18955540f72d None None] New status for floating IP e6d0ec85-7225-4cb2-aefa-6a3609b04434: DOWN {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 00:14:56.800032 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542711d9-9108-46c6-8a05-b8e9a2d54300 req-c0ab6456-0f12-46cf-8e1e-4257d141a4af tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:56.801525 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-542711d9-9108-46c6-8a05-b8e9a2d54300 req-c0ab6456-0f12-46cf-8e1e-4257d141a4af tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=300a8c6a-a29a-4a45-99c5-d3cd82ebc504 HTTP/1.1" status: 200 len: 946 time: 0.0675895 Jul 16 00:14:56.840074 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-542711d9-9108-46c6-8a05-b8e9a2d54300 req-547e6630-c747-4474-b692-3c51385ec8d2 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=37791442-96c7-4ed5-ad00-14da39441790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329466 Jul 16 00:14:57.134213 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68962f2a-f7e2-4c74-a224-14a77e68cc06 req-81ab9d7e-1e84-4800-bff3-bdc08a074d40 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:14:57.135675 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-68962f2a-f7e2-4c74-a224-14a77e68cc06 req-81ab9d7e-1e84-4800-bff3-bdc08a074d40 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.41 "GET /v2.0/ports?device_id=300a8c6a-a29a-4a45-99c5-d3cd82ebc504 HTTP/1.1" status: 200 len: 946 time: 0.0693941 Jul 16 00:14:57.237380 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-68962f2a-f7e2-4c74-a224-14a77e68cc06 req-891e6ad4-0eac-42f8-a7b8-3b4e5e534dba tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Deleting port 9e2e6560-e6ae-4f67-be55-296b7cff39ec {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:14:57.237731 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-68962f2a-f7e2-4c74-a224-14a77e68cc06 req-891e6ad4-0eac-42f8-a7b8-3b4e5e534dba tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:57.330109 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-68962f2a-f7e2-4c74-a224-14a77e68cc06 req-891e6ad4-0eac-42f8-a7b8-3b4e5e534dba tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] For port 9e2e6560-e6ae-4f67-be55-296b7cff39ec, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=9e2e6560-e6ae-4f67-be55-296b7cff39ec,segment=NetworkSegment(bb2c4a7a-9455-42dc-8759-b41e9fdacc5e),segment_id=bb2c4a7a-9455-42dc-8759-b41e9fdacc5e)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:14:57.330475 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-68962f2a-f7e2-4c74-a224-14a77e68cc06 req-891e6ad4-0eac-42f8-a7b8-3b4e5e534dba tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:57.342259 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-68962f2a-f7e2-4c74-a224-14a77e68cc06 req-891e6ad4-0eac-42f8-a7b8-3b4e5e534dba tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Calling delete_port for 9e2e6560-e6ae-4f67-be55-296b7cff39ec owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:14:57.467924 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-68962f2a-f7e2-4c74-a224-14a77e68cc06 req-891e6ad4-0eac-42f8-a7b8-3b4e5e534dba tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:57.502384 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891e6ad4-0eac-42f8-a7b8-3b4e5e534dba tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event deleted for resources: {'Port': ['ID=9e2e6560-e6ae-4f67-be55-296b7cff39ec,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:14:57.548012 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-68962f2a-f7e2-4c74-a224-14a77e68cc06 req-891e6ad4-0eac-42f8-a7b8-3b4e5e534dba tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] No DVR routers for this DVR port 9e2e6560-e6ae-4f67-be55-296b7cff39ec on host n-h2-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:14:57.550548 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-68962f2a-f7e2-4c74-a224-14a77e68cc06 req-891e6ad4-0eac-42f8-a7b8-3b4e5e534dba tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:57.552618 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-68962f2a-f7e2-4c74-a224-14a77e68cc06 req-891e6ad4-0eac-42f8-a7b8-3b4e5e534dba tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.41 "DELETE /v2.0/ports/9e2e6560-e6ae-4f67-be55-296b7cff39ec HTTP/1.1" status: 204 len: 173 time: 0.4118204 Jul 16 00:14:57.553059 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '300a8c6a-a29a-4a45-99c5-d3cd82ebc504', 'name': 'network-vif-deleted', 'tag': '9e2e6560-e6ae-4f67-be55-296b7cff39ec'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:14:57.555327 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732f3e1a316c3ad7d48a65c2bbc2e30ba6c82a3ba5a41bb87b5b7e43e99a4419" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69173189-3447-4c62-a217-1eea6d5c8e89" -d '{"events": [{"server_uuid": "300a8c6a-a29a-4a45-99c5-d3cd82ebc504", "name": "network-vif-deleted", "tag": "9e2e6560-e6ae-4f67-be55-296b7cff39ec"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:14:57.591808 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee0022b-e465-4a11-bc61-70dad536cbdc x-openstack-request-id: req-9ee0022b-e465-4a11-bc61-70dad536cbdc {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:14:57.592320 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "300a8c6a-a29a-4a45-99c5-d3cd82ebc504", "name": "network-vif-deleted", "tag": "9e2e6560-e6ae-4f67-be55-296b7cff39ec", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:14:57.592584 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9ee0022b-e465-4a11-bc61-70dad536cbdc {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:14:57.592994 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '300a8c6a-a29a-4a45-99c5-d3cd82ebc504', 'name': 'network-vif-deleted', 'tag': '9e2e6560-e6ae-4f67-be55-296b7cff39ec', 'status': 'completed', 'code': 200} Jul 16 00:14:58.000057 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8cf16bc9-c5be-47df-a91e-dc85095abba1 req-b4b5f21f-5abf-423b-8b28-13d6c881de11 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=300a8c6a-a29a-4a45-99c5-d3cd82ebc504 HTTP/1.1" status: 200 len: 210 time: 0.0295861 Jul 16 00:14:59.096351 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54240) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:14:59.459230 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9abf38e-9f4a-46cd-9b0e-fa1b0b565fd6 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:59.728738 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f9abf38e-9f4a-46cd-9b0e-fa1b0b565fd6 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Deleting port 1725dd00-fc77-4c4d-83ce-a438c254552f {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:14:59.729008 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9abf38e-9f4a-46cd-9b0e-fa1b0b565fd6 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:59.817182 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-f9abf38e-9f4a-46cd-9b0e-fa1b0b565fd6 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] For port 1725dd00-fc77-4c4d-83ce-a438c254552f, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=1725dd00-fc77-4c4d-83ce-a438c254552f,segment=NetworkSegment(bb2c4a7a-9455-42dc-8759-b41e9fdacc5e),segment_id=bb2c4a7a-9455-42dc-8759-b41e9fdacc5e)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:14:59.817542 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9abf38e-9f4a-46cd-9b0e-fa1b0b565fd6 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:14:59.831150 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f9abf38e-9f4a-46cd-9b0e-fa1b0b565fd6 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Calling delete_port for 1725dd00-fc77-4c4d-83ce-a438c254552f owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:15:00.013992 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9abf38e-9f4a-46cd-9b0e-fa1b0b565fd6 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:00.046503 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9abf38e-9f4a-46cd-9b0e-fa1b0b565fd6 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event deleted for resources: {'Port': ['ID=1725dd00-fc77-4c4d-83ce-a438c254552f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:00.520175 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9abf38e-9f4a-46cd-9b0e-fa1b0b565fd6 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:00.746875 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9abf38e-9f4a-46cd-9b0e-fa1b0b565fd6 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Router 2c21ed19-da51-4e83-a2e5-e3461b62afde has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:15:00.859907 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9abf38e-9f4a-46cd-9b0e-fa1b0b565fd6 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:15:00.865183 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f9abf38e-9f4a-46cd-9b0e-fa1b0b565fd6 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "PUT /v2.0/routers/2c21ed19-da51-4e83-a2e5-e3461b62afde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7677569 Jul 16 00:15:00.867962 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54242) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:15:00.869255 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1385c821-22de-4cca-8208-9399be741485 None None] Sync routers for ids ['2c21ed19-da51-4e83-a2e5-e3461b62afde'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:15:00.879624 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1385c821-22de-4cca-8208-9399be741485 None None] Routers {'2c21ed19-da51-4e83-a2e5-e3461b62afde'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:15:00.880342 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1385c821-22de-4cca-8208-9399be741485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:14:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['2c21ed19-da51-4e83-a2e5-e3461b62afde'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:15:00.919366 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2d6b11e-0f5b-4152-ba46-757dc2756d81 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Deleting subnet 4c0929a6-6eab-4da7-b732-c3dc00ebdc03 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 00:15:00.922696 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b2d6b11e-0f5b-4152-ba46-757dc2756d81 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:00.934580 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-de06d9d8-9cbd-4ab1-8fcb-ab00f93754de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:00.963862 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b2d6b11e-0f5b-4152-ba46-757dc2756d81 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:00.992181 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-1385c821-22de-4cca-8208-9399be741485 None None] Set router 2c21ed19-da51-4e83-a2e5-e3461b62afde gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:15:01.055142 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b2d6b11e-0f5b-4152-ba46-757dc2756d81 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:01.116562 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b2d6b11e-0f5b-4152-ba46-757dc2756d81 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:01.147234 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d6b11e-0f5b-4152-ba46-757dc2756d81 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event deleted for resources: {'Subnet': ['ID=4c0929a6-6eab-4da7-b732-c3dc00ebdc03,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:01.149247 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b2d6b11e-0f5b-4152-ba46-757dc2756d81 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:01.151331 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b2d6b11e-0f5b-4152-ba46-757dc2756d81 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "DELETE /v2.0/subnets/4c0929a6-6eab-4da7-b732-c3dc00ebdc03 HTTP/1.1" status: 204 len: 168 time: 0.2822211 Jul 16 00:15:01.154064 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54244) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:15:01.159445 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2861f1c9-2bc4-4b27-a304-b2b475c42a3b None None] Network 10a586fb-27cf-48c0-aa4c-9c5868b9edd7 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:15:01.187815 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1385c821-22de-4cca-8208-9399be741485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c21ed19-da51-4e83-a2e5-e3461b62afde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-390447108', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '857467a8-6831-4465-aad3-cde3556f1024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:13:53Z', 'updated_at': '2021-07-16T00:14:59Z', 'revision_number': 5, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'gw_port': {'id': '857467a8-6831-4465-aad3-cde3556f1024', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:18:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c21ed19-da51-4e83-a2e5-e3461b62afde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:13:54Z', 'updated_at': '2021-07-16T00:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:15:01.217471 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1385c821-22de-4cca-8208-9399be741485 None None] Checking router: 2c21ed19-da51-4e83-a2e5-e3461b62afde for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:15:01.225987 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1385c821-22de-4cca-8208-9399be741485 None None] Routers {'2c21ed19-da51-4e83-a2e5-e3461b62afde'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:15:01.226600 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1385c821-22de-4cca-8208-9399be741485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:14:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['2c21ed19-da51-4e83-a2e5-e3461b62afde'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:15:01.290278 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-55ee5159-dc55-452a-a726-53991ed590a4 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:01.348668 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-1385c821-22de-4cca-8208-9399be741485 None None] Set router 2c21ed19-da51-4e83-a2e5-e3461b62afde gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:15:01.409130 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-55ee5159-dc55-452a-a726-53991ed590a4 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:01.420350 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3c064f-68b4-4210-b9aa-0d1916469c60 None None] DHCP port deletion for 10a586fb-27cf-48c0-aa4c-9c5868b9edd7 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 00:15:01.470209 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-3c3c064f-68b4-4210-b9aa-0d1916469c60 None None] Deleting port 80da1e6e-4b1a-4867-a405-47047e733a95 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:15:01.470589 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3c3c064f-68b4-4210-b9aa-0d1916469c60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:01.479888 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-55ee5159-dc55-452a-a726-53991ed590a4 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Deleting port 857467a8-6831-4465-aad3-cde3556f1024 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:15:01.480498 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-55ee5159-dc55-452a-a726-53991ed590a4 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:01.535378 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-3c3c064f-68b4-4210-b9aa-0d1916469c60 None None] For port 80da1e6e-4b1a-4867-a405-47047e733a95, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=80da1e6e-4b1a-4867-a405-47047e733a95,segment=NetworkSegment(bb2c4a7a-9455-42dc-8759-b41e9fdacc5e),segment_id=bb2c4a7a-9455-42dc-8759-b41e9fdacc5e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:15:01.536074 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3c3c064f-68b4-4210-b9aa-0d1916469c60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:01.551147 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1385c821-22de-4cca-8208-9399be741485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c21ed19-da51-4e83-a2e5-e3461b62afde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-390447108', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '857467a8-6831-4465-aad3-cde3556f1024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:13:53Z', 'updated_at': '2021-07-16T00:14:59Z', 'revision_number': 5, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'gw_port': {'id': '857467a8-6831-4465-aad3-cde3556f1024', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:18:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c21ed19-da51-4e83-a2e5-e3461b62afde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:13:54Z', 'updated_at': '2021-07-16T00:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:15:01.556426 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-3c3c064f-68b4-4210-b9aa-0d1916469c60 None None] Calling delete_port for 80da1e6e-4b1a-4867-a405-47047e733a95 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:15:01.579312 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1385c821-22de-4cca-8208-9399be741485 None None] The sync data for ids ['2c21ed19-da51-4e83-a2e5-e3461b62afde'] in n-d-794306-6 is: [{'id': '2c21ed19-da51-4e83-a2e5-e3461b62afde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-390447108', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '857467a8-6831-4465-aad3-cde3556f1024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:13:53Z', 'updated_at': '2021-07-16T00:14:59Z', 'revision_number': 5, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'gw_port': {'id': '857467a8-6831-4465-aad3-cde3556f1024', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:18:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c21ed19-da51-4e83-a2e5-e3461b62afde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:13:54Z', 'updated_at': '2021-07-16T00:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:15:01.585828 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-55ee5159-dc55-452a-a726-53991ed590a4 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] For port 857467a8-6831-4465-aad3-cde3556f1024, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=857467a8-6831-4465-aad3-cde3556f1024,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:15:01.586466 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-55ee5159-dc55-452a-a726-53991ed590a4 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:01.601647 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-55ee5159-dc55-452a-a726-53991ed590a4 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Calling delete_port for 857467a8-6831-4465-aad3-cde3556f1024 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:15:01.799635 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-55ee5159-dc55-452a-a726-53991ed590a4 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:01.803690 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3c3c064f-68b4-4210-b9aa-0d1916469c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:01.824943 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ee5159-dc55-452a-a726-53991ed590a4 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event deleted for resources: {'Port': ['ID=857467a8-6831-4465-aad3-cde3556f1024,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:01.833904 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3c064f-68b4-4210-b9aa-0d1916469c60 None None] Pushing event deleted for resources: {'Port': ['ID=80da1e6e-4b1a-4867-a405-47047e733a95,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:01.840490 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3c064f-68b4-4210-b9aa-0d1916469c60 None None] No DVR routers for this DVR port 80da1e6e-4b1a-4867-a405-47047e733a95 on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:15:01.844267 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 9e2e6560-e6ae-4f67-be55-296b7cff39ec no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:15:01.848319 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3c064f-68b4-4210-b9aa-0d1916469c60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:01.848674 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3c064f-68b4-4210-b9aa-0d1916469c60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:01.849020 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3c064f-68b4-4210-b9aa-0d1916469c60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:01.849358 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3c064f-68b4-4210-b9aa-0d1916469c60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:01.849696 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3c064f-68b4-4210-b9aa-0d1916469c60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:01.850030 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3c064f-68b4-4210-b9aa-0d1916469c60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:01.850400 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3c064f-68b4-4210-b9aa-0d1916469c60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:01.851003 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3c064f-68b4-4210-b9aa-0d1916469c60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:01.851114 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3c064f-68b4-4210-b9aa-0d1916469c60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:01.851399 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3c064f-68b4-4210-b9aa-0d1916469c60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:01.851760 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3c064f-68b4-4210-b9aa-0d1916469c60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:01.852088 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3c064f-68b4-4210-b9aa-0d1916469c60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:01.873882 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] No Port match for: 9e2e6560-e6ae-4f67-be55-296b7cff39ec {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:15:01.875435 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 9e2e6560-e6ae-4f67-be55-296b7cff39ec not bound to the agent host n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:15:01.897240 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-55ee5159-dc55-452a-a726-53991ed590a4 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999011'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:02.000757 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-55ee5159-dc55-452a-a726-53991ed590a4 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:02.003287 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-55ee5159-dc55-452a-a726-53991ed590a4 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:02.052913 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-55ee5159-dc55-452a-a726-53991ed590a4 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:02.053544 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55ee5159-dc55-452a-a726-53991ed590a4 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Fanout notify agent at l3_agent the message router_deleted on router 2c21ed19-da51-4e83-a2e5-e3461b62afde {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 00:15:02.061788 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-55ee5159-dc55-452a-a726-53991ed590a4 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:02.063301 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-55ee5159-dc55-452a-a726-53991ed590a4 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "DELETE /v2.0/routers/2c21ed19-da51-4e83-a2e5-e3461b62afde HTTP/1.1" status: 204 len: 168 time: 0.9080234 Jul 16 00:15:02.066034 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54246) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:15:02.145275 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f280d93-b37f-43c1-b486-46810fa455df tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:02.242383 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f280d93-b37f-43c1-b486-46810fa455df tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:02.253656 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-5f280d93-b37f-43c1-b486-46810fa455df tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10a586fb-27cf-48c0-aa4c-9c5868b9edd7']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:15:02.264406 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-5f280d93-b37f-43c1-b486-46810fa455df tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb2c4a7a-9455-42dc-8759-b41e9fdacc5e') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:15:02.264406 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-5f280d93-b37f-43c1-b486-46810fa455df tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb2c4a7a-9455-42dc-8759-b41e9fdacc5e') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:15:02.275722 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f280d93-b37f-43c1-b486-46810fa455df tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:02.290419 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f280d93-b37f-43c1-b486-46810fa455df tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:02.297025 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f280d93-b37f-43c1-b486-46810fa455df tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 00:15:02.297413 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f280d93-b37f-43c1-b486-46810fa455df tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:02.300446 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:15:02.300446 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:15:02.300446 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 16 00:15:02.300446 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 00:15:02.300446 n-d-794306-6 neutron-server[93771]: timer() Jul 16 00:15:02.300446 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 00:15:02.300446 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 16 00:15:02.300446 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 00:15:02.300446 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 16 00:15:02.300446 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 00:15:02.300446 n-d-794306-6 neutron-server[93771]: self._notify() Jul 16 00:15:02.300446 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 00:15:02.300446 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 16 00:15:02.300446 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 00:15:02.300446 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 16 00:15:02.300446 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 00:15:02.300446 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 00:15:02.300446 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 00:15:02.300446 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 00:15:02.300446 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 00:15:02.300446 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 16 00:15:02.300446 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 00:15:02.300446 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 16 00:15:02.300446 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 00:15:02.300446 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 00:15:02.300446 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 00:15:02.300446 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 16 00:15:02.300446 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 00:15:02.300446 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 00:15:02.300446 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 00:15:02.300446 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 00:15:02.300446 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 00:15:02.300446 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 00:15:02.300446 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 00:15:02.363787 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f280d93-b37f-43c1-b486-46810fa455df tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:02.371970 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f280d93-b37f-43c1-b486-46810fa455df tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:02.373827 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-5f280d93-b37f-43c1-b486-46810fa455df tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "DELETE /v2.0/networks/10a586fb-27cf-48c0-aa4c-9c5868b9edd7 HTTP/1.1" status: 204 len: 168 time: 0.3068585 Jul 16 00:15:02.377664 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54248) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:15:02.383720 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f280d93-b37f-43c1-b486-46810fa455df tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event deleted for resources: {'Network': ['ID=10a586fb-27cf-48c0-aa4c-9c5868b9edd7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:02.436647 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-97e97cfd-d272-4849-81a7-c54e1dbc9859 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:02.462455 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-97e97cfd-d272-4849-81a7-c54e1dbc9859 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:02.521994 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-97e97cfd-d272-4849-81a7-c54e1dbc9859 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:02.524639 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-97e97cfd-d272-4849-81a7-c54e1dbc9859 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:02.525832 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-97e97cfd-d272-4849-81a7-c54e1dbc9859 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "DELETE /v2.0/security-groups/37791442-96c7-4ed5-ad00-14da39441790 HTTP/1.1" status: 204 len: 168 time: 0.1472363 Jul 16 00:15:02.536181 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e97cfd-d272-4849-81a7-c54e1dbc9859 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37791442-96c7-4ed5-ad00-14da39441790,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:02.545082 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e97cfd-d272-4849-81a7-c54e1dbc9859 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:02.545437 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e97cfd-d272-4849-81a7-c54e1dbc9859 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:02.545775 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e97cfd-d272-4849-81a7-c54e1dbc9859 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:02.546455 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e97cfd-d272-4849-81a7-c54e1dbc9859 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:02.546993 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e97cfd-d272-4849-81a7-c54e1dbc9859 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:02.547844 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e97cfd-d272-4849-81a7-c54e1dbc9859 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:02.547844 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e97cfd-d272-4849-81a7-c54e1dbc9859 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:02.548155 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e97cfd-d272-4849-81a7-c54e1dbc9859 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:02.548590 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e97cfd-d272-4849-81a7-c54e1dbc9859 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:02.549057 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e97cfd-d272-4849-81a7-c54e1dbc9859 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:02.549420 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e97cfd-d272-4849-81a7-c54e1dbc9859 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:02.549890 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e97cfd-d272-4849-81a7-c54e1dbc9859 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:02.804449 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 1725dd00-fc77-4c4d-83ce-a438c254552f no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:15:02.827899 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 1725dd00-fc77-4c4d-83ce-a438c254552f {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:15:02.828326 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 1725dd00-fc77-4c4d-83ce-a438c254552f not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:15:02.828755 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 80da1e6e-4b1a-4867-a405-47047e733a95 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:15:02.848065 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 80da1e6e-4b1a-4867-a405-47047e733a95 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:15:02.848404 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 80da1e6e-4b1a-4867-a405-47047e733a95 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:15:02.848812 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 857467a8-6831-4465-aad3-cde3556f1024 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:15:02.867928 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 857467a8-6831-4465-aad3-cde3556f1024 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:15:02.868351 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 857467a8-6831-4465-aad3-cde3556f1024 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:15:02.957975 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54254) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:15:02.962676 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-0a3f008c-978a-4bef-a93b-70aeb27108d8 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1500708757', 'description': 'tempest-secgroup-smoke-1500708757 description', 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:15:02.986342 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0a3f008c-978a-4bef-a93b-70aeb27108d8 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:03.071910 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0a3f008c-978a-4bef-a93b-70aeb27108d8 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:03.075775 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0a3f008c-978a-4bef-a93b-70aeb27108d8 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:03.102971 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0a3f008c-978a-4bef-a93b-70aeb27108d8 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:03.104214 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-0a3f008c-978a-4bef-a93b-70aeb27108d8 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1452303 Jul 16 00:15:03.107529 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54256) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:15:03.108449 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3f008c-978a-4bef-a93b-70aeb27108d8 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2a5494-2524-49e8-b204-9c7fd1eb43f9,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:03.114010 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ea695845-024f-404c-b192-d32232784b91 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Request body: {'security_group_rule': {'security_group_id': '7e2a5494-2524-49e8-b204-9c7fd1eb43f9', 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:15:03.141844 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea695845-024f-404c-b192-d32232784b91 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:03.196229 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea695845-024f-404c-b192-d32232784b91 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:03.199905 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea695845-024f-404c-b192-d32232784b91 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:03.219164 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea695845-024f-404c-b192-d32232784b91 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31a82365-9d04-4d0b-83c7-af39818a6774,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:03.221408 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea695845-024f-404c-b192-d32232784b91 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:03.222595 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ea695845-024f-404c-b192-d32232784b91 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1139646 Jul 16 00:15:03.227204 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54258) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:15:03.232054 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-44bcb5b9-b567-476f-a5c4-5656a0a1d5cd tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Request body: {'security_group_rule': {'security_group_id': '7e2a5494-2524-49e8-b204-9c7fd1eb43f9', 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:15:03.259106 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-44bcb5b9-b567-476f-a5c4-5656a0a1d5cd tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:03.316880 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-44bcb5b9-b567-476f-a5c4-5656a0a1d5cd tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:03.320438 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-44bcb5b9-b567-476f-a5c4-5656a0a1d5cd tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:03.339658 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bcb5b9-b567-476f-a5c4-5656a0a1d5cd tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26ae71e7-2851-485a-bde7-a3e540e94787,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:03.345720 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-44bcb5b9-b567-476f-a5c4-5656a0a1d5cd tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:03.347076 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-44bcb5b9-b567-476f-a5c4-5656a0a1d5cd tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1187117 Jul 16 00:15:03.349705 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54260) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:15:03.354090 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-878cccba-558d-4135-9afc-074d8756679b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Request body: {'security_group_rule': {'security_group_id': '7e2a5494-2524-49e8-b204-9c7fd1eb43f9', 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:15:03.381845 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-878cccba-558d-4135-9afc-074d8756679b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:03.458448 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-878cccba-558d-4135-9afc-074d8756679b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:03.463331 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-878cccba-558d-4135-9afc-074d8756679b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:03.483560 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878cccba-558d-4135-9afc-074d8756679b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5c2d561-5273-4f58-bd4b-0cbd7ec9142d,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:03.490419 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:03.492056 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-878cccba-558d-4135-9afc-074d8756679b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:03.493474 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-878cccba-558d-4135-9afc-074d8756679b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1428490 Jul 16 00:15:03.496152 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54262) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:15:03.501297 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-72c2b082-5d9d-4437-8893-2527122a06b0 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Request body: {'security_group_rule': {'security_group_id': '7e2a5494-2524-49e8-b204-9c7fd1eb43f9', 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:15:03.528317 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-72c2b082-5d9d-4437-8893-2527122a06b0 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:03.588270 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-72c2b082-5d9d-4437-8893-2527122a06b0 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:03.591882 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-72c2b082-5d9d-4437-8893-2527122a06b0 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:03.609270 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c2b082-5d9d-4437-8893-2527122a06b0 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=490b130e-c5d9-4344-81b1-01fe8b6cfdca,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:03.615830 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-72c2b082-5d9d-4437-8893-2527122a06b0 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:03.617018 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-72c2b082-5d9d-4437-8893-2527122a06b0 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1199374 Jul 16 00:15:03.620384 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54264) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:15:03.625495 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-2cd62aaa-43c9-4461-a1c1-a748e6c3ca10 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Request body: {'security_group_rule': {'security_group_id': '7e2a5494-2524-49e8-b204-9c7fd1eb43f9', 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:15:03.648291 n-d-794306-6 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-2cd62aaa-43c9-4461-a1c1-a748e6c3ca10 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Project a96abeafa0bb4cfba60d3fd0ccc00ac5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 00:15:03.653338 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2cd62aaa-43c9-4461-a1c1-a748e6c3ca10 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:03.715291 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2cd62aaa-43c9-4461-a1c1-a748e6c3ca10 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:03.718848 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2cd62aaa-43c9-4461-a1c1-a748e6c3ca10 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:03.736302 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd62aaa-43c9-4461-a1c1-a748e6c3ca10 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94276e17-3b4b-483b-bd05-2915d7fff61c,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:03.742384 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2cd62aaa-43c9-4461-a1c1-a748e6c3ca10 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:03.743592 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-2cd62aaa-43c9-4461-a1c1-a748e6c3ca10 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1222174 Jul 16 00:15:03.746327 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54266) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:15:03.751685 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d7e1ea89-3045-4aff-a010-b74f9b1a3092 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Request body: {'security_group_rule': {'security_group_id': '7e2a5494-2524-49e8-b204-9c7fd1eb43f9', 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:15:03.772818 n-d-794306-6 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-d7e1ea89-3045-4aff-a010-b74f9b1a3092 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Project a96abeafa0bb4cfba60d3fd0ccc00ac5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 00:15:03.777554 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d7e1ea89-3045-4aff-a010-b74f9b1a3092 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:03.846514 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d7e1ea89-3045-4aff-a010-b74f9b1a3092 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:03.850366 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d7e1ea89-3045-4aff-a010-b74f9b1a3092 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:03.868079 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e1ea89-3045-4aff-a010-b74f9b1a3092 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e320e39e-0f44-468e-b50d-d6338d2c4a9b,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:03.875676 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d7e1ea89-3045-4aff-a010-b74f9b1a3092 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:03.876844 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d7e1ea89-3045-4aff-a010-b74f9b1a3092 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1295962 Jul 16 00:15:03.881481 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54268) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:15:03.886494 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b4854047-972b-4799-a52e-a77ac8a515fc tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Request body: {'network': {'name': 'tempest-network-smoke--311141462', 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'port_security_enabled': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:15:03.906926 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4854047-972b-4799-a52e-a77ac8a515fc tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Made reservation on behalf of a96abeafa0bb4cfba60d3fd0ccc00ac5 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:15:03.910397 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b4854047-972b-4799-a52e-a77ac8a515fc tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:03.933807 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4854047-972b-4799-a52e-a77ac8a515fc tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 00:15:03.943297 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b4854047-972b-4799-a52e-a77ac8a515fc tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:03.943676 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-b4854047-972b-4799-a52e-a77ac8a515fc tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Added segment 38747440-99be-4652-b053-c0cb7dd0ab6c of type vlan for network d8a8ffe0-6dd1-4f46-b488-e98cc08c066c Jul 16 00:15:03.983170 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b4854047-972b-4799-a52e-a77ac8a515fc tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:04.011600 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b4854047-972b-4799-a52e-a77ac8a515fc tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:04.017377 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4854047-972b-4799-a52e-a77ac8a515fc tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:04.017960 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b4854047-972b-4799-a52e-a77ac8a515fc tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:04.054305 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b4854047-972b-4799-a52e-a77ac8a515fc tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1717658 Jul 16 00:15:04.057022 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54270) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:15:04.063423 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-27abfbc3-4a5d-47e7-a7dc-094523dee6cc tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-706975756', 'admin_state_up': True, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:15:04.097257 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4854047-972b-4799-a52e-a77ac8a515fc tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event updated for resources: {'Network': ['ID=d8a8ffe0-6dd1-4f46-b488-e98cc08c066c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:04.110344 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network d8a8ffe0-6dd1-4f46-b488-e98cc08c066c details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 00:15:04.117570 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-27abfbc3-4a5d-47e7-a7dc-094523dee6cc tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:04.118649 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-27abfbc3-4a5d-47e7-a7dc-094523dee6cc tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:04.169772 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-27abfbc3-4a5d-47e7-a7dc-094523dee6cc tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:04.302173 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-68fcb475-537a-4e05-8a9c-2a55df9f325a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:04.308863 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-27abfbc3-4a5d-47e7-a7dc-094523dee6cc tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:04.497286 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-27abfbc3-4a5d-47e7-a7dc-094523dee6cc tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:04.517073 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-27abfbc3-4a5d-47e7-a7dc-094523dee6cc tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:04.543480 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:04.631702 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-27abfbc3-4a5d-47e7-a7dc-094523dee6cc tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Allocated IP 172.25.5.134 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/8220f227-7fc8-4875-831b-5d90629928d9) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:15:04.732473 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-27abfbc3-4a5d-47e7-a7dc-094523dee6cc tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:04.774949 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-27abfbc3-4a5d-47e7-a7dc-094523dee6cc tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:04.811037 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27abfbc3-4a5d-47e7-a7dc-094523dee6cc tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:15:04.816496 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-27abfbc3-4a5d-47e7-a7dc-094523dee6cc tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:15:04.824063 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27abfbc3-4a5d-47e7-a7dc-094523dee6cc tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:15:04.844267 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27abfbc3-4a5d-47e7-a7dc-094523dee6cc tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event updated for resources: {'Port': ['ID=8220f227-7fc8-4875-831b-5d90629928d9,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:05.075714 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-27abfbc3-4a5d-47e7-a7dc-094523dee6cc tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:05.577251 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-27abfbc3-4a5d-47e7-a7dc-094523dee6cc tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:05.704261 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27abfbc3-4a5d-47e7-a7dc-094523dee6cc tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Router f55dcfc6-d264-42f9-8585-bfaad63f4d77 is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 00:15:05.814618 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27abfbc3-4a5d-47e7-a7dc-094523dee6cc tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:15:05.826861 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec13a47-6a73-438b-9260-615b77642544 None None] Sync routers for ids ['f55dcfc6-d264-42f9-8585-bfaad63f4d77'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:15:05.835485 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-27abfbc3-4a5d-47e7-a7dc-094523dee6cc tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:05.837001 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-27abfbc3-4a5d-47e7-a7dc-094523dee6cc tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7787342 Jul 16 00:15:05.838088 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec13a47-6a73-438b-9260-615b77642544 None None] Routers {'f55dcfc6-d264-42f9-8585-bfaad63f4d77'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:15:05.838533 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-eec13a47-6a73-438b-9260-615b77642544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:15:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['f55dcfc6-d264-42f9-8585-bfaad63f4d77'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:15:05.840248 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54272) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:15:05.854734 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:15:05.876732 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-8f83ca62-d713-40c3-8aa9-9578b64db7e5 tempest-TestNetworkAdvancedServerOps-1746541538 tempest-TestNetworkAdvancedServerOps-1746541538-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=a96abeafa0bb4cfba60d3fd0ccc00ac5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0337791 Jul 16 00:15:05.879093 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54274) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:15:05.951139 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-eec13a47-6a73-438b-9260-615b77642544 None None] Set router f55dcfc6-d264-42f9-8585-bfaad63f4d77 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:15:06.045700 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7350a0f0-efc5-4802-8fc2-a7287a219b76 tempest-TestNetworkAdvancedServerOps-1746541538 tempest-TestNetworkAdvancedServerOps-1746541538-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:06.048399 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-7350a0f0-efc5-4802-8fc2-a7287a219b76 tempest-TestNetworkAdvancedServerOps-1746541538 tempest-TestNetworkAdvancedServerOps-1746541538-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1672177 Jul 16 00:15:06.050609 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54276) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:15:06.079219 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-69b66c57-c2f1-4b2d-84f7-a62c3130e655 tempest-TestNetworkAdvancedServerOps-1746541538 tempest-TestNetworkAdvancedServerOps-1746541538-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=c4160cc4-e133-4d4e-ad39-f86bca4b2f14&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274935 Jul 16 00:15:06.081514 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54278) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:15:06.087004 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-cfb8c1e1-9824-4304-81f8-91ad44907937 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1172501997', 'network_id': 'd8a8ffe0-6dd1-4f46-b488-e98cc08c066c', 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:15:06.135596 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-eec13a47-6a73-438b-9260-615b77642544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55dcfc6-d264-42f9-8585-bfaad63f4d77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-706975756', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '8220f227-7fc8-4875-831b-5d90629928d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:15:04Z', 'updated_at': '2021-07-16T00:15:04Z', 'revision_number': 3, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'gw_port': {'id': '8220f227-7fc8-4875-831b-5d90629928d9', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7d:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55dcfc6-d264-42f9-8585-bfaad63f4d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:15:04Z', 'updated_at': '2021-07-16T00:15:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:15:06.161021 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec13a47-6a73-438b-9260-615b77642544 None None] Checking router: f55dcfc6-d264-42f9-8585-bfaad63f4d77 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:15:06.161365 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec13a47-6a73-438b-9260-615b77642544 None None] Updating router f55dcfc6-d264-42f9-8585-bfaad63f4d77 port 8220f227-7fc8-4875-831b-5d90629928d9 binding host n-d-794306-6 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 00:15:06.180847 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb8c1e1-9824-4304-81f8-91ad44907937 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Made reservation on behalf of a96abeafa0bb4cfba60d3fd0ccc00ac5 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:15:06.184765 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cfb8c1e1-9824-4304-81f8-91ad44907937 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:06.200881 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-eec13a47-6a73-438b-9260-615b77642544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:06.374621 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cfb8c1e1-9824-4304-81f8-91ad44907937 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:06.429102 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb8c1e1-9824-4304-81f8-91ad44907937 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event updated for resources: {'Subnet': ['ID=0600c145-45a6-4274-bf48-1b98f1c9ced4,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:06.444158 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb8c1e1-9824-4304-81f8-91ad44907937 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Checking segment: {'id': '38747440-99be-4652-b053-c0cb7dd0ab6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd8a8ffe0-6dd1-4f46-b488-e98cc08c066c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:15:06.444527 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb8c1e1-9824-4304-81f8-91ad44907937 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Network hostable DHCP agents. Network: d8a8ffe0-6dd1-4f46-b488-e98cc08c066c, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 00:15:06.462917 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb8c1e1-9824-4304-81f8-91ad44907937 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Network d8a8ffe0-6dd1-4f46-b488-e98cc08c066c is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 00:15:06.467698 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-eec13a47-6a73-438b-9260-615b77642544 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:06.474356 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-cfb8c1e1-9824-4304-81f8-91ad44907937 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, d8a8ffe0-6dd1-4f46-b488-e98cc08c066c) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:15:06.479069 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-eec13a47-6a73-438b-9260-615b77642544 None None] Transition to ACTIVE for port object 8220f227-7fc8-4875-831b-5d90629928d9 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:15:06.483885 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295732f9-d7d6-4b5c-aeb5-7dd899ba40ed None None] Network d8a8ffe0-6dd1-4f46-b488-e98cc08c066c requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:15:06.485512 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb8c1e1-9824-4304-81f8-91ad44907937 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:06.486491 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cfb8c1e1-9824-4304-81f8-91ad44907937 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:06.502660 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-cfb8c1e1-9824-4304-81f8-91ad44907937 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4198680 Jul 16 00:15:06.503411 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-eec13a47-6a73-438b-9260-615b77642544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:06.505778 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54280) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:15:06.601327 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0988714f-5b1e-4eb2-9dca-1b9654148ae8 None None] Pushing event updated for resources: {'Port': ['ID=8220f227-7fc8-4875-831b-5d90629928d9,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:06.613053 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-eec13a47-6a73-438b-9260-615b77642544 None None] Attempting to bind port 8220f227-7fc8-4875-831b-5d90629928d9 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:15:06.613408 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-eec13a47-6a73-438b-9260-615b77642544 None None] Attempting to bind port 8220f227-7fc8-4875-831b-5d90629928d9 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:15:06.613774 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec13a47-6a73-438b-9260-615b77642544 None None] Attempting to bind port 8220f227-7fc8-4875-831b-5d90629928d9 on network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:15:06.619681 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:06.627221 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec13a47-6a73-438b-9260-615b77642544 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:15:06.627507 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec13a47-6a73-438b-9260-615b77642544 None None] Checking segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:15:06.627933 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-eec13a47-6a73-438b-9260-615b77642544 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:06.628329 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec13a47-6a73-438b-9260-615b77642544 None None] Bound using segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:15:06.628807 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-eec13a47-6a73-438b-9260-615b77642544 None None] Bound port: 8220f227-7fc8-4875-831b-5d90629928d9, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:15:06.629191 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-eec13a47-6a73-438b-9260-615b77642544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:06.734357 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-eec13a47-6a73-438b-9260-615b77642544 None None] For port 8220f227-7fc8-4875-831b-5d90629928d9, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:15:06.744747 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e416da-b0aa-4e3b-bf86-cd85c655e3d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-d8a8ffe0-6dd1-4f46-b488-e98cc08c066c', 'network_id': 'd8a8ffe0-6dd1-4f46-b488-e98cc08c066c', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'fixed_ips': [{'subnet_id': '0600c145-45a6-4274-bf48-1b98f1c9ced4'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 00:15:06.745598 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f1e416da-b0aa-4e3b-bf86-cd85c655e3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:06.751751 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-eec13a47-6a73-438b-9260-615b77642544 None None] For port 8220f227-7fc8-4875-831b-5d90629928d9, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=8220f227-7fc8-4875-831b-5d90629928d9,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:15:06.758839 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-eec13a47-6a73-438b-9260-615b77642544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:06.877069 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0988714f-5b1e-4eb2-9dca-1b9654148ae8 None None] Pushing event updated for resources: {'Port': ['ID=8220f227-7fc8-4875-831b-5d90629928d9,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:06.886431 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec13a47-6a73-438b-9260-615b77642544 None None] Routers {'f55dcfc6-d264-42f9-8585-bfaad63f4d77'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:15:06.887082 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-eec13a47-6a73-438b-9260-615b77642544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:15:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['f55dcfc6-d264-42f9-8585-bfaad63f4d77'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:15:07.030375 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-f1e416da-b0aa-4e3b-bf86-cd85c655e3d7 None None] Allocated IP 172.20.0.2 (d8a8ffe0-6dd1-4f46-b488-e98cc08c066c/0600c145-45a6-4274-bf48-1b98f1c9ced4/5458fd9e-27f6-4fd7-b61b-b27910a620be) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:15:07.049839 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-eec13a47-6a73-438b-9260-615b77642544 None None] Set router f55dcfc6-d264-42f9-8585-bfaad63f4d77 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:15:07.314443 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f47871a-0c01-48cb-a1a0-b6a4fe43ba5e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:07.322519 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f1e416da-b0aa-4e3b-bf86-cd85c655e3d7 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:07.334202 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f1e416da-b0aa-4e3b-bf86-cd85c655e3d7 None None] Transition to ACTIVE for port object 5458fd9e-27f6-4fd7-b61b-b27910a620be will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:15:07.351996 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-eec13a47-6a73-438b-9260-615b77642544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55dcfc6-d264-42f9-8585-bfaad63f4d77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-706975756', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '8220f227-7fc8-4875-831b-5d90629928d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:15:04Z', 'updated_at': '2021-07-16T00:15:04Z', 'revision_number': 3, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'gw_port': {'id': '8220f227-7fc8-4875-831b-5d90629928d9', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7d:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55dcfc6-d264-42f9-8585-bfaad63f4d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:15:04Z', 'updated_at': '2021-07-16T00:15:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:15:07.356031 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f1e416da-b0aa-4e3b-bf86-cd85c655e3d7 None None] Transition to ACTIVE for port object 5458fd9e-27f6-4fd7-b61b-b27910a620be will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:15:07.381376 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec13a47-6a73-438b-9260-615b77642544 None None] The sync data for ids ['f55dcfc6-d264-42f9-8585-bfaad63f4d77'] in n-d-794306-6 is: [{'id': 'f55dcfc6-d264-42f9-8585-bfaad63f4d77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-706975756', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '8220f227-7fc8-4875-831b-5d90629928d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:15:04Z', 'updated_at': '2021-07-16T00:15:04Z', 'revision_number': 3, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'gw_port': {'id': '8220f227-7fc8-4875-831b-5d90629928d9', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7d:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55dcfc6-d264-42f9-8585-bfaad63f4d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:15:04Z', 'updated_at': '2021-07-16T00:15:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:15:07.384631 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f1e416da-b0aa-4e3b-bf86-cd85c655e3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:07.427105 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e416da-b0aa-4e3b-bf86-cd85c655e3d7 None None] Network d8a8ffe0-6dd1-4f46-b488-e98cc08c066c is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:15:07.433594 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-f1e416da-b0aa-4e3b-bf86-cd85c655e3d7 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:15:07.437354 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e416da-b0aa-4e3b-bf86-cd85c655e3d7 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:15:07.443230 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e416da-b0aa-4e3b-bf86-cd85c655e3d7 None None] Pushing event updated for resources: {'Port': ['ID=5458fd9e-27f6-4fd7-b61b-b27910a620be,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:07.500856 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f1e416da-b0aa-4e3b-bf86-cd85c655e3d7 None None] Attempting to bind port 5458fd9e-27f6-4fd7-b61b-b27910a620be on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:15:07.501115 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f1e416da-b0aa-4e3b-bf86-cd85c655e3d7 None None] Attempting to bind port 5458fd9e-27f6-4fd7-b61b-b27910a620be by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '38747440-99be-4652-b053-c0cb7dd0ab6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd8a8ffe0-6dd1-4f46-b488-e98cc08c066c'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:15:07.501482 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e416da-b0aa-4e3b-bf86-cd85c655e3d7 None None] Attempting to bind port 5458fd9e-27f6-4fd7-b61b-b27910a620be on network d8a8ffe0-6dd1-4f46-b488-e98cc08c066c {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:15:07.506981 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e416da-b0aa-4e3b-bf86-cd85c655e3d7 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:15:07.507331 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e416da-b0aa-4e3b-bf86-cd85c655e3d7 None None] Checking segment: {'id': '38747440-99be-4652-b053-c0cb7dd0ab6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd8a8ffe0-6dd1-4f46-b488-e98cc08c066c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:15:07.507718 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f1e416da-b0aa-4e3b-bf86-cd85c655e3d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:07.508231 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e416da-b0aa-4e3b-bf86-cd85c655e3d7 None None] Bound using segment: {'id': '38747440-99be-4652-b053-c0cb7dd0ab6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd8a8ffe0-6dd1-4f46-b488-e98cc08c066c'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:15:07.508627 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f1e416da-b0aa-4e3b-bf86-cd85c655e3d7 None None] Bound port: 5458fd9e-27f6-4fd7-b61b-b27910a620be, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38747440-99be-4652-b053-c0cb7dd0ab6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd8a8ffe0-6dd1-4f46-b488-e98cc08c066c'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:15:07.509026 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f1e416da-b0aa-4e3b-bf86-cd85c655e3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:07.585594 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f1e416da-b0aa-4e3b-bf86-cd85c655e3d7 None None] For port 5458fd9e-27f6-4fd7-b61b-b27910a620be, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:15:07.589765 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f1e416da-b0aa-4e3b-bf86-cd85c655e3d7 None None] For port 5458fd9e-27f6-4fd7-b61b-b27910a620be, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=5458fd9e-27f6-4fd7-b61b-b27910a620be,segment=NetworkSegment(38747440-99be-4652-b053-c0cb7dd0ab6c),segment_id=38747440-99be-4652-b053-c0cb7dd0ab6c)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:15:07.593796 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f1e416da-b0aa-4e3b-bf86-cd85c655e3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:07.685111 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e416da-b0aa-4e3b-bf86-cd85c655e3d7 None None] Pushing event updated for resources: {'Port': ['ID=5458fd9e-27f6-4fd7-b61b-b27910a620be,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:07.721048 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-5f47871a-0c01-48cb-a1a0-b6a4fe43ba5e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Allocated IP 172.20.0.1 (d8a8ffe0-6dd1-4f46-b488-e98cc08c066c/0600c145-45a6-4274-bf48-1b98f1c9ced4/0426288a-352f-458b-8223-2fe2f6973ca2) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:15:07.878878 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f47871a-0c01-48cb-a1a0-b6a4fe43ba5e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:07.902683 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-5f47871a-0c01-48cb-a1a0-b6a4fe43ba5e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Transition to ACTIVE for port object 0426288a-352f-458b-8223-2fe2f6973ca2 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:15:07.941912 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f47871a-0c01-48cb-a1a0-b6a4fe43ba5e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:07.993081 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f47871a-0c01-48cb-a1a0-b6a4fe43ba5e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Network d8a8ffe0-6dd1-4f46-b488-e98cc08c066c is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:15:07.994654 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-5f47871a-0c01-48cb-a1a0-b6a4fe43ba5e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:15:07.998646 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f47871a-0c01-48cb-a1a0-b6a4fe43ba5e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:15:08.045108 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f47871a-0c01-48cb-a1a0-b6a4fe43ba5e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event updated for resources: {'Port': ['ID=0426288a-352f-458b-8223-2fe2f6973ca2,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:08.056143 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f47871a-0c01-48cb-a1a0-b6a4fe43ba5e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:08.211865 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f47871a-0c01-48cb-a1a0-b6a4fe43ba5e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:08.544932 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f47871a-0c01-48cb-a1a0-b6a4fe43ba5e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:08.550413 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f47871a-0c01-48cb-a1a0-b6a4fe43ba5e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:08.622814 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f47871a-0c01-48cb-a1a0-b6a4fe43ba5e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event updated for resources: {'Port': ['ID=0426288a-352f-458b-8223-2fe2f6973ca2,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:08.637870 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f47871a-0c01-48cb-a1a0-b6a4fe43ba5e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:08.651816 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d682381d-8be9-45ed-bb0d-c266ad2a59d0 None None] Network d8a8ffe0-6dd1-4f46-b488-e98cc08c066c requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:15:08.731324 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-322c4d98-4ab9-4c39-9d4b-5f57c7dc1815 None None] Provisioning for port 5458fd9e-27f6-4fd7-b61b-b27910a620be completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:15:08.738584 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f47871a-0c01-48cb-a1a0-b6a4fe43ba5e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Network d8a8ffe0-6dd1-4f46-b488-e98cc08c066c is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:15:08.740098 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-5f47871a-0c01-48cb-a1a0-b6a4fe43ba5e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:15:08.781091 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:08.894408 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f47871a-0c01-48cb-a1a0-b6a4fe43ba5e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Router f55dcfc6-d264-42f9-8585-bfaad63f4d77 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:15:08.905939 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 5458fd9e-27f6-4fd7-b61b-b27910a620be up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:15:08.963561 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 5458fd9e-27f6-4fd7-b61b-b27910a620be completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:15:08.967937 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 5458fd9e-27f6-4fd7-b61b-b27910a620be triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:15:08.968354 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:09.024834 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f47871a-0c01-48cb-a1a0-b6a4fe43ba5e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:15:09.030357 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-5f47871a-0c01-48cb-a1a0-b6a4fe43ba5e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "PUT /v2.0/routers/f55dcfc6-d264-42f9-8585-bfaad63f4d77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5230217 Jul 16 00:15:09.071069 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:09.112292 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 5458fd9e-27f6-4fd7-b61b-b27910a620be, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=5458fd9e-27f6-4fd7-b61b-b27910a620be,segment=NetworkSegment(38747440-99be-4652-b053-c0cb7dd0ab6c),segment_id=38747440-99be-4652-b053-c0cb7dd0ab6c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:15:09.116574 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:09.117538 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 8220f227-7fc8-4875-831b-5d90629928d9 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:15:09.201526 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c8c4247e-4efe-4d08-8a9b-da3234aae51b None None] Provisioning for port 0426288a-352f-458b-8223-2fe2f6973ca2 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:15:09.214141 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ea8c92fb-0a90-489f-93db-68e645a0af86 req-696227eb-6379-49cd-9e4c-1dfd581475a7 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1500708757&fields=id&tenant_id=a96abeafa0bb4cfba60d3fd0ccc00ac5 HTTP/1.1" status: 200 len: 267 time: 0.0378392 Jul 16 00:15:09.230655 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c8c4247e-4efe-4d08-8a9b-da3234aae51b None None] Provisioning complete for port 0426288a-352f-458b-8223-2fe2f6973ca2 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:15:09.231194 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c8c4247e-4efe-4d08-8a9b-da3234aae51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:09.236431 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=5458fd9e-27f6-4fd7-b61b-b27910a620be,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:09.270928 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83f8ac3-e03f-42c1-8c6a-cb7e259959b4 None None] Sync routers for ids ['f55dcfc6-d264-42f9-8585-bfaad63f4d77'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:15:09.286525 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c8c4247e-4efe-4d08-8a9b-da3234aae51b None None] Port 0426288a-352f-458b-8223-2fe2f6973ca2 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:15:09.289692 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83f8ac3-e03f-42c1-8c6a-cb7e259959b4 None None] Routers {'f55dcfc6-d264-42f9-8585-bfaad63f4d77'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:15:09.290157 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 8220f227-7fc8-4875-831b-5d90629928d9 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:15:09.290886 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-c83f8ac3-e03f-42c1-8c6a-cb7e259959b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:15:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['f55dcfc6-d264-42f9-8585-bfaad63f4d77'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:15:09.297296 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 8220f227-7fc8-4875-831b-5d90629928d9 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:15:09.297667 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:09.345465 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c8c4247e-4efe-4d08-8a9b-da3234aae51b None None] Provisioning complete for port 5458fd9e-27f6-4fd7-b61b-b27910a620be triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:15:09.346046 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c8c4247e-4efe-4d08-8a9b-da3234aae51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:09.371808 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c92fb-0a90-489f-93db-68e645a0af86 req-2b2c8163-63d4-4063-a955-0b61d5d568de tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:09.373568 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ea8c92fb-0a90-489f-93db-68e645a0af86 req-2b2c8163-63d4-4063-a955-0b61d5d568de tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/networks?id=d8a8ffe0-6dd1-4f46-b488-e98cc08c066c HTTP/1.1" status: 200 len: 796 time: 0.1509328 Jul 16 00:15:09.393952 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ea8c92fb-0a90-489f-93db-68e645a0af86 req-1317c804-6cb7-4fcc-a356-2077e8ec257f tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/quotas/a96abeafa0bb4cfba60d3fd0ccc00ac5 HTTP/1.1" status: 200 len: 375 time: 0.0124526 Jul 16 00:15:09.414030 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-c83f8ac3-e03f-42c1-8c6a-cb7e259959b4 None None] Set router f55dcfc6-d264-42f9-8585-bfaad63f4d77 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:15:09.499276 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ea8c92fb-0a90-489f-93db-68e645a0af86 req-03094ac9-0b5e-4e55-94d8-8ad805434936 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a96abeafa0bb4cfba60d3fd0ccc00ac5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0942852 Jul 16 00:15:09.628336 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:09.641410 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-c83f8ac3-e03f-42c1-8c6a-cb7e259959b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55dcfc6-d264-42f9-8585-bfaad63f4d77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-706975756', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '8220f227-7fc8-4875-831b-5d90629928d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:15:04Z', 'updated_at': '2021-07-16T00:15:08Z', 'revision_number': 4, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'gw_port': {'id': '8220f227-7fc8-4875-831b-5d90629928d9', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7d:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55dcfc6-d264-42f9-8585-bfaad63f4d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:15:04Z', 'updated_at': '2021-07-16T00:15:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '0426288a-352f-458b-8223-2fe2f6973ca2', 'name': '', 'network_id': 'd8a8ffe0-6dd1-4f46-b488-e98cc08c066c', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'mac_address': 'fa:16:3e:6e:38:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55dcfc6-d264-42f9-8585-bfaad63f4d77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '0600c145-45a6-4274-bf48-1b98f1c9ced4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:15:07Z', 'updated_at': '2021-07-16T00:15:08Z', 'revision_number': 2, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'subnets': [{'id': '0600c145-45a6-4274-bf48-1b98f1c9ced4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:15:09.669366 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 8220f227-7fc8-4875-831b-5d90629928d9, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=8220f227-7fc8-4875-831b-5d90629928d9,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:15:09.678901 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:09.679648 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83f8ac3-e03f-42c1-8c6a-cb7e259959b4 None None] Checking router: f55dcfc6-d264-42f9-8585-bfaad63f4d77 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:15:09.680067 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83f8ac3-e03f-42c1-8c6a-cb7e259959b4 None None] Updating router f55dcfc6-d264-42f9-8585-bfaad63f4d77 port 0426288a-352f-458b-8223-2fe2f6973ca2 binding host n-d-794306-6 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 00:15:09.693108 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ea8c92fb-0a90-489f-93db-68e645a0af86 req-b7b049cf-1bdf-4d21-8aa3-a28139e8288f service neutron] 10.222.0.48 "GET /v2.0/networks/d8a8ffe0-6dd1-4f46-b488-e98cc08c066c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840925 Jul 16 00:15:09.721627 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c83f8ac3-e03f-42c1-8c6a-cb7e259959b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:09.739229 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=8220f227-7fc8-4875-831b-5d90629928d9,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:09.809948 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ea8c92fb-0a90-489f-93db-68e645a0af86 req-6b2dde62-3d33-4d18-ae2f-799abc3c9c42 service neutron] 10.222.0.48 "GET /v2.0/networks/d8a8ffe0-6dd1-4f46-b488-e98cc08c066c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055198 Jul 16 00:15:09.816500 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cea564c5-046e-480f-b695-a5a1ddfd9aa9 None None] Provisioning complete for port 0426288a-352f-458b-8223-2fe2f6973ca2 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:15:09.816990 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cea564c5-046e-480f-b695-a5a1ddfd9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:09.860244 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-cea564c5-046e-480f-b695-a5a1ddfd9aa9 None None] Port 0426288a-352f-458b-8223-2fe2f6973ca2 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:15:10.006389 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-60347d4c-d59f-4e1d-b1af-df825aa0749e req-3ec3c423-0ba7-4029-a2db-005494c9d709 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=a113771f-97a6-4196-a2bc-6c7fede1e04f HTTP/1.1" status: 200 len: 210 time: 0.0309646 Jul 16 00:15:10.020150 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c83f8ac3-e03f-42c1-8c6a-cb7e259959b4 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:10.032454 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-c83f8ac3-e03f-42c1-8c6a-cb7e259959b4 None None] Transition to ACTIVE for port object 0426288a-352f-458b-8223-2fe2f6973ca2 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:15:10.038496 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c83f8ac3-e03f-42c1-8c6a-cb7e259959b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:10.138111 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3735fb7-2b36-4be0-8915-1006d10e61b3 None None] Pushing event updated for resources: {'Port': ['ID=0426288a-352f-458b-8223-2fe2f6973ca2,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:10.155725 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3735fb7-2b36-4be0-8915-1006d10e61b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:10.156243 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3735fb7-2b36-4be0-8915-1006d10e61b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:10.156651 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3735fb7-2b36-4be0-8915-1006d10e61b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:10.157051 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3735fb7-2b36-4be0-8915-1006d10e61b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:10.157566 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3735fb7-2b36-4be0-8915-1006d10e61b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:10.157976 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3735fb7-2b36-4be0-8915-1006d10e61b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:10.158368 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3735fb7-2b36-4be0-8915-1006d10e61b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:10.158761 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3735fb7-2b36-4be0-8915-1006d10e61b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:10.159153 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3735fb7-2b36-4be0-8915-1006d10e61b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:10.159504 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3735fb7-2b36-4be0-8915-1006d10e61b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:10.160326 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3735fb7-2b36-4be0-8915-1006d10e61b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:10.160651 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3735fb7-2b36-4be0-8915-1006d10e61b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:15:10.173564 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-c83f8ac3-e03f-42c1-8c6a-cb7e259959b4 None None] Attempting to bind port 0426288a-352f-458b-8223-2fe2f6973ca2 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:15:10.174103 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-c83f8ac3-e03f-42c1-8c6a-cb7e259959b4 None None] Attempting to bind port 0426288a-352f-458b-8223-2fe2f6973ca2 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '38747440-99be-4652-b053-c0cb7dd0ab6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd8a8ffe0-6dd1-4f46-b488-e98cc08c066c'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:15:10.174469 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83f8ac3-e03f-42c1-8c6a-cb7e259959b4 None None] Attempting to bind port 0426288a-352f-458b-8223-2fe2f6973ca2 on network d8a8ffe0-6dd1-4f46-b488-e98cc08c066c {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:15:10.180292 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83f8ac3-e03f-42c1-8c6a-cb7e259959b4 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:15:10.180703 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83f8ac3-e03f-42c1-8c6a-cb7e259959b4 None None] Checking segment: {'id': '38747440-99be-4652-b053-c0cb7dd0ab6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd8a8ffe0-6dd1-4f46-b488-e98cc08c066c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:15:10.181108 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c83f8ac3-e03f-42c1-8c6a-cb7e259959b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:10.181500 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83f8ac3-e03f-42c1-8c6a-cb7e259959b4 None None] Bound using segment: {'id': '38747440-99be-4652-b053-c0cb7dd0ab6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd8a8ffe0-6dd1-4f46-b488-e98cc08c066c'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:15:10.181975 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-c83f8ac3-e03f-42c1-8c6a-cb7e259959b4 None None] Bound port: 0426288a-352f-458b-8223-2fe2f6973ca2, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38747440-99be-4652-b053-c0cb7dd0ab6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd8a8ffe0-6dd1-4f46-b488-e98cc08c066c'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:15:10.182354 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c83f8ac3-e03f-42c1-8c6a-cb7e259959b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:10.256589 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-c83f8ac3-e03f-42c1-8c6a-cb7e259959b4 None None] For port 0426288a-352f-458b-8223-2fe2f6973ca2, host n-d-794306-6, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:15:10.260857 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-c83f8ac3-e03f-42c1-8c6a-cb7e259959b4 None None] For port 0426288a-352f-458b-8223-2fe2f6973ca2, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=0426288a-352f-458b-8223-2fe2f6973ca2,segment=NetworkSegment(38747440-99be-4652-b053-c0cb7dd0ab6c),segment_id=38747440-99be-4652-b053-c0cb7dd0ab6c)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:15:10.266146 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c83f8ac3-e03f-42c1-8c6a-cb7e259959b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:10.336110 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3735fb7-2b36-4be0-8915-1006d10e61b3 None None] Pushing event updated for resources: {'Port': ['ID=0426288a-352f-458b-8223-2fe2f6973ca2,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:10.339332 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83f8ac3-e03f-42c1-8c6a-cb7e259959b4 None None] Routers {'f55dcfc6-d264-42f9-8585-bfaad63f4d77'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:15:10.340020 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-c83f8ac3-e03f-42c1-8c6a-cb7e259959b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:15:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['f55dcfc6-d264-42f9-8585-bfaad63f4d77'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:15:10.563451 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-c83f8ac3-e03f-42c1-8c6a-cb7e259959b4 None None] Set router f55dcfc6-d264-42f9-8585-bfaad63f4d77 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:15:10.776276 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-c83f8ac3-e03f-42c1-8c6a-cb7e259959b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55dcfc6-d264-42f9-8585-bfaad63f4d77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-706975756', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '8220f227-7fc8-4875-831b-5d90629928d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:15:04Z', 'updated_at': '2021-07-16T00:15:08Z', 'revision_number': 4, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'gw_port': {'id': '8220f227-7fc8-4875-831b-5d90629928d9', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55dcfc6-d264-42f9-8585-bfaad63f4d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:15:04Z', 'updated_at': '2021-07-16T00:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '0426288a-352f-458b-8223-2fe2f6973ca2', 'name': '', 'network_id': 'd8a8ffe0-6dd1-4f46-b488-e98cc08c066c', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'mac_address': 'fa:16:3e:6e:38:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55dcfc6-d264-42f9-8585-bfaad63f4d77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '0600c145-45a6-4274-bf48-1b98f1c9ced4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:15:07Z', 'updated_at': '2021-07-16T00:15:10Z', 'revision_number': 4, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'subnets': [{'id': '0600c145-45a6-4274-bf48-1b98f1c9ced4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:15:10.815478 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83f8ac3-e03f-42c1-8c6a-cb7e259959b4 None None] The sync data for ids ['f55dcfc6-d264-42f9-8585-bfaad63f4d77'] in n-d-794306-6 is: [{'id': 'f55dcfc6-d264-42f9-8585-bfaad63f4d77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-706975756', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '8220f227-7fc8-4875-831b-5d90629928d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:15:04Z', 'updated_at': '2021-07-16T00:15:08Z', 'revision_number': 4, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'gw_port': {'id': '8220f227-7fc8-4875-831b-5d90629928d9', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55dcfc6-d264-42f9-8585-bfaad63f4d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:15:04Z', 'updated_at': '2021-07-16T00:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '0426288a-352f-458b-8223-2fe2f6973ca2', 'name': '', 'network_id': 'd8a8ffe0-6dd1-4f46-b488-e98cc08c066c', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'mac_address': 'fa:16:3e:6e:38:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55dcfc6-d264-42f9-8585-bfaad63f4d77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '0600c145-45a6-4274-bf48-1b98f1c9ced4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:15:07Z', 'updated_at': '2021-07-16T00:15:10Z', 'revision_number': 4, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'subnets': [{'id': '0600c145-45a6-4274-bf48-1b98f1c9ced4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:15:10.821913 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 5458fd9e-27f6-4fd7-b61b-b27910a620be up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:15:10.902352 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 5458fd9e-27f6-4fd7-b61b-b27910a620be triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:15:10.902639 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:10.987050 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 8220f227-7fc8-4875-831b-5d90629928d9 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:15:11.039757 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 8220f227-7fc8-4875-831b-5d90629928d9 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:15:11.040215 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:11.170524 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c6bc03d3-c578-4874-8090-88b51ba615ef req-8114e38d-0367-439a-8cb3-c45b44d97e8d tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=a113771f-97a6-4196-a2bc-6c7fede1e04f HTTP/1.1" status: 200 len: 210 time: 0.0352654 Jul 16 00:15:11.358171 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c92fb-0a90-489f-93db-68e645a0af86 req-1f683640-fb1e-4a66-8727-d7f9f498601f tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:11.360403 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ea8c92fb-0a90-489f-93db-68e645a0af86 req-1f683640-fb1e-4a66-8727-d7f9f498601f tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.41 "GET /v2.0/networks?id=d8a8ffe0-6dd1-4f46-b488-e98cc08c066c HTTP/1.1" status: 200 len: 796 time: 0.1251709 Jul 16 00:15:11.427834 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ea8c92fb-0a90-489f-93db-68e645a0af86 req-b7e40110-fd43-4ef8-81ff-b7ca6b77d19c tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a96abeafa0bb4cfba60d3fd0ccc00ac5 HTTP/1.1" status: 200 len: 380 time: 0.0460527 Jul 16 00:15:11.437366 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-ea8c92fb-0a90-489f-93db-68e645a0af86 req-4b15fcd3-3fce-4af8-910c-c7d496b4ac88 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Request body: {'port': {'device_id': 'a113771f-97a6-4196-a2bc-6c7fede1e04f', 'network_id': 'd8a8ffe0-6dd1-4f46-b488-e98cc08c066c', 'admin_state_up': True, 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'security_groups': ['7e2a5494-2524-49e8-b204-9c7fd1eb43f9']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:15:11.560839 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea8c92fb-0a90-489f-93db-68e645a0af86 req-4b15fcd3-3fce-4af8-910c-c7d496b4ac88 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Made reservation on behalf of a96abeafa0bb4cfba60d3fd0ccc00ac5 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:15:11.565317 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ea8c92fb-0a90-489f-93db-68e645a0af86 req-4b15fcd3-3fce-4af8-910c-c7d496b4ac88 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:11.710076 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-ea8c92fb-0a90-489f-93db-68e645a0af86 req-4b15fcd3-3fce-4af8-910c-c7d496b4ac88 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Allocated IP 172.20.0.6 (d8a8ffe0-6dd1-4f46-b488-e98cc08c066c/0600c145-45a6-4274-bf48-1b98f1c9ced4/fbb18143-0c49-4f36-8301-d90dbbe67d7e) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:15:11.867082 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ea8c92fb-0a90-489f-93db-68e645a0af86 req-4b15fcd3-3fce-4af8-910c-c7d496b4ac88 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:11.884090 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-ea8c92fb-0a90-489f-93db-68e645a0af86 req-4b15fcd3-3fce-4af8-910c-c7d496b4ac88 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Transition to ACTIVE for port object fbb18143-0c49-4f36-8301-d90dbbe67d7e will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:15:11.919881 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ea8c92fb-0a90-489f-93db-68e645a0af86 req-4b15fcd3-3fce-4af8-910c-c7d496b4ac88 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:11.966252 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea8c92fb-0a90-489f-93db-68e645a0af86 req-4b15fcd3-3fce-4af8-910c-c7d496b4ac88 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Network d8a8ffe0-6dd1-4f46-b488-e98cc08c066c is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:15:11.972150 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-ea8c92fb-0a90-489f-93db-68e645a0af86 req-4b15fcd3-3fce-4af8-910c-c7d496b4ac88 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:15:11.976018 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea8c92fb-0a90-489f-93db-68e645a0af86 req-4b15fcd3-3fce-4af8-910c-c7d496b4ac88 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:15:12.005472 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b15fcd3-3fce-4af8-910c-c7d496b4ac88 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event updated for resources: {'Port': ['ID=fbb18143-0c49-4f36-8301-d90dbbe67d7e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:12.034615 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c92fb-0a90-489f-93db-68e645a0af86 req-4b15fcd3-3fce-4af8-910c-c7d496b4ac88 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:12.035256 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ea8c92fb-0a90-489f-93db-68e645a0af86 req-4b15fcd3-3fce-4af8-910c-c7d496b4ac88 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:12.050598 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ea8c92fb-0a90-489f-93db-68e645a0af86 req-4b15fcd3-3fce-4af8-910c-c7d496b4ac88 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6177282 Jul 16 00:15:12.068268 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-ea8c92fb-0a90-489f-93db-68e645a0af86 req-34071289-d058-448e-ba75-0ffaeef89645 service neutron] Request body: {'port': {'device_id': 'a113771f-97a6-4196-a2bc-6c7fede1e04f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:15:12.150206 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ea8c92fb-0a90-489f-93db-68e645a0af86 req-34071289-d058-448e-ba75-0ffaeef89645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:12.252616 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ecd38624-12c9-4dc0-9191-c09a9259056a None None] Provisioning for port fbb18143-0c49-4f36-8301-d90dbbe67d7e completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:15:12.257870 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ecd38624-12c9-4dc0-9191-c09a9259056a None None] Provisioning complete for port fbb18143-0c49-4f36-8301-d90dbbe67d7e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:15:12.258525 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ecd38624-12c9-4dc0-9191-c09a9259056a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:12.300837 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ecd38624-12c9-4dc0-9191-c09a9259056a None None] Port fbb18143-0c49-4f36-8301-d90dbbe67d7e cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:15:12.401015 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0064408d-b169-4e30-8cc4-8128f7394ce9 req-e1919c8b-7eac-450f-b5e6-a58e4d97d44d tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:12.402943 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0064408d-b169-4e30-8cc4-8128f7394ce9 req-e1919c8b-7eac-450f-b5e6-a58e4d97d44d tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=a113771f-97a6-4196-a2bc-6c7fede1e04f HTTP/1.1" status: 200 len: 931 time: 0.0890098 Jul 16 00:15:12.444862 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0064408d-b169-4e30-8cc4-8128f7394ce9 req-e7e203a9-6ce7-4699-85f4-f15d0ff7198b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e2a5494-2524-49e8-b204-9c7fd1eb43f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350413 Jul 16 00:15:12.461722 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-ea8c92fb-0a90-489f-93db-68e645a0af86 req-34071289-d058-448e-ba75-0ffaeef89645 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbb18143-0c49-4f36-8301-d90dbbe67d7e {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:15:12.470348 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ea8c92fb-0a90-489f-93db-68e645a0af86 req-34071289-d058-448e-ba75-0ffaeef89645 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:12.484246 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-ea8c92fb-0a90-489f-93db-68e645a0af86 req-34071289-d058-448e-ba75-0ffaeef89645 service neutron] Transition to ACTIVE for port object fbb18143-0c49-4f36-8301-d90dbbe67d7e will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:15:12.488286 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ea8c92fb-0a90-489f-93db-68e645a0af86 req-34071289-d058-448e-ba75-0ffaeef89645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:12.542726 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34071289-d058-448e-ba75-0ffaeef89645 service neutron] Pushing event updated for resources: {'Port': ['ID=fbb18143-0c49-4f36-8301-d90dbbe67d7e,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:12.623522 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-ea8c92fb-0a90-489f-93db-68e645a0af86 req-34071289-d058-448e-ba75-0ffaeef89645 service neutron] Attempting to bind port fbb18143-0c49-4f36-8301-d90dbbe67d7e on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:15:12.623891 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-ea8c92fb-0a90-489f-93db-68e645a0af86 req-34071289-d058-448e-ba75-0ffaeef89645 service neutron] Attempting to bind port fbb18143-0c49-4f36-8301-d90dbbe67d7e by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '38747440-99be-4652-b053-c0cb7dd0ab6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd8a8ffe0-6dd1-4f46-b488-e98cc08c066c'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:15:12.624221 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8c92fb-0a90-489f-93db-68e645a0af86 req-34071289-d058-448e-ba75-0ffaeef89645 service neutron] Attempting to bind port fbb18143-0c49-4f36-8301-d90dbbe67d7e on network d8a8ffe0-6dd1-4f46-b488-e98cc08c066c {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:15:12.629974 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8c92fb-0a90-489f-93db-68e645a0af86 req-34071289-d058-448e-ba75-0ffaeef89645 service neutron] Port fbb18143-0c49-4f36-8301-d90dbbe67d7e on network d8a8ffe0-6dd1-4f46-b488-e98cc08c066c not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 00:15:12.630306 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8c92fb-0a90-489f-93db-68e645a0af86 req-34071289-d058-448e-ba75-0ffaeef89645 service neutron] Attempting to bind port fbb18143-0c49-4f36-8301-d90dbbe67d7e on network d8a8ffe0-6dd1-4f46-b488-e98cc08c066c {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:15:12.635876 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8c92fb-0a90-489f-93db-68e645a0af86 req-34071289-d058-448e-ba75-0ffaeef89645 service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:15:12.636086 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8c92fb-0a90-489f-93db-68e645a0af86 req-34071289-d058-448e-ba75-0ffaeef89645 service neutron] Checking segment: {'id': '38747440-99be-4652-b053-c0cb7dd0ab6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd8a8ffe0-6dd1-4f46-b488-e98cc08c066c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:15:12.636445 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8c92fb-0a90-489f-93db-68e645a0af86 req-34071289-d058-448e-ba75-0ffaeef89645 service neutron] Bound using segment: {'id': '38747440-99be-4652-b053-c0cb7dd0ab6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd8a8ffe0-6dd1-4f46-b488-e98cc08c066c'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:15:12.636988 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-ea8c92fb-0a90-489f-93db-68e645a0af86 req-34071289-d058-448e-ba75-0ffaeef89645 service neutron] Bound port: fbb18143-0c49-4f36-8301-d90dbbe67d7e, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38747440-99be-4652-b053-c0cb7dd0ab6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd8a8ffe0-6dd1-4f46-b488-e98cc08c066c'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:15:12.637350 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ea8c92fb-0a90-489f-93db-68e645a0af86 req-34071289-d058-448e-ba75-0ffaeef89645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:12.707461 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-ea8c92fb-0a90-489f-93db-68e645a0af86 req-34071289-d058-448e-ba75-0ffaeef89645 service neutron] For port fbb18143-0c49-4f36-8301-d90dbbe67d7e, host n-h2-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:15:12.710948 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-ea8c92fb-0a90-489f-93db-68e645a0af86 req-34071289-d058-448e-ba75-0ffaeef89645 service neutron] For port fbb18143-0c49-4f36-8301-d90dbbe67d7e, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=fbb18143-0c49-4f36-8301-d90dbbe67d7e,segment=NetworkSegment(38747440-99be-4652-b053-c0cb7dd0ab6c),segment_id=38747440-99be-4652-b053-c0cb7dd0ab6c)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:15:12.715180 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ea8c92fb-0a90-489f-93db-68e645a0af86 req-34071289-d058-448e-ba75-0ffaeef89645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:12.765624 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c92fb-0a90-489f-93db-68e645a0af86 req-34071289-d058-448e-ba75-0ffaeef89645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:12.766167 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ea8c92fb-0a90-489f-93db-68e645a0af86 req-34071289-d058-448e-ba75-0ffaeef89645 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:12.768962 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ea8c92fb-0a90-489f-93db-68e645a0af86 req-34071289-d058-448e-ba75-0ffaeef89645 service neutron] 10.222.0.41 "PUT /v2.0/ports/fbb18143-0c49-4f36-8301-d90dbbe67d7e HTTP/1.1" status: 200 len: 1091 time: 0.7049837 Jul 16 00:15:12.768962 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a113771f-97a6-4196-a2bc-6c7fede1e04f', 'tag': 'fbb18143-0c49-4f36-8301-d90dbbe67d7e'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:15:12.771897 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732f3e1a316c3ad7d48a65c2bbc2e30ba6c82a3ba5a41bb87b5b7e43e99a4419" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e190893-94a6-4d88-91aa-a6344b76210c" -d '{"events": [{"name": "network-changed", "server_uuid": "a113771f-97a6-4196-a2bc-6c7fede1e04f", "tag": "fbb18143-0c49-4f36-8301-d90dbbe67d7e"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:15:12.890939 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34071289-d058-448e-ba75-0ffaeef89645 service neutron] Pushing event updated for resources: {'Port': ['ID=fbb18143-0c49-4f36-8301-d90dbbe67d7e,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:12.891287 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 0426288a-352f-458b-8223-2fe2f6973ca2 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:15:12.896498 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b7ff33-5de9-4140-bb39-731ad4e38a4b x-openstack-request-id: req-01b7ff33-5de9-4140-bb39-731ad4e38a4b {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:15:12.896889 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a113771f-97a6-4196-a2bc-6c7fede1e04f", "tag": "fbb18143-0c49-4f36-8301-d90dbbe67d7e", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:15:12.897491 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-01b7ff33-5de9-4140-bb39-731ad4e38a4b {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:15:12.897960 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a113771f-97a6-4196-a2bc-6c7fede1e04f', 'tag': 'fbb18143-0c49-4f36-8301-d90dbbe67d7e', 'status': 'completed', 'code': 200} Jul 16 00:15:12.931188 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c92fb-0a90-489f-93db-68e645a0af86 req-92681871-b992-4d24-9e59-c478b6028a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:12.933161 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ea8c92fb-0a90-489f-93db-68e645a0af86 req-92681871-b992-4d24-9e59-c478b6028a46 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a96abeafa0bb4cfba60d3fd0ccc00ac5&device_id=a113771f-97a6-4196-a2bc-6c7fede1e04f HTTP/1.1" status: 200 len: 1094 time: 0.0848522 Jul 16 00:15:12.950392 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 0426288a-352f-458b-8223-2fe2f6973ca2 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:15:12.958558 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 0426288a-352f-458b-8223-2fe2f6973ca2 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:15:12.959319 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:12.988898 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ea8c92fb-0a90-489f-93db-68e645a0af86 req-4566bde8-4b22-45ac-86d5-e2cef0b276e2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fbb18143-0c49-4f36-8301-d90dbbe67d7e HTTP/1.1" status: 200 len: 217 time: 0.0418363 Jul 16 00:15:13.049728 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c92fb-0a90-489f-93db-68e645a0af86 req-0ed7f8ba-a0d0-42e6-b8e0-9858e1a5de57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:13.052262 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ea8c92fb-0a90-489f-93db-68e645a0af86 req-0ed7f8ba-a0d0-42e6-b8e0-9858e1a5de57 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0600c145-45a6-4274-bf48-1b98f1c9ced4 HTTP/1.1" status: 200 len: 835 time: 0.0577862 Jul 16 00:15:13.054325 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:13.095514 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 0426288a-352f-458b-8223-2fe2f6973ca2, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=0426288a-352f-458b-8223-2fe2f6973ca2,segment=NetworkSegment(38747440-99be-4652-b053-c0cb7dd0ab6c),segment_id=38747440-99be-4652-b053-c0cb7dd0ab6c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:15:13.100131 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:13.131968 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c92fb-0a90-489f-93db-68e645a0af86 req-ae7aa003-38fe-46a5-9795-dea715251d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:13.133427 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ea8c92fb-0a90-489f-93db-68e645a0af86 req-ae7aa003-38fe-46a5-9795-dea715251d34 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d8a8ffe0-6dd1-4f46-b488-e98cc08c066c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750103 Jul 16 00:15:13.155277 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=0426288a-352f-458b-8223-2fe2f6973ca2,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:13.230882 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ea8c92fb-0a90-489f-93db-68e645a0af86 req-26022836-906b-47d9-9673-92ac630e383b service neutron] 10.222.0.41 "GET /v2.0/networks/d8a8ffe0-6dd1-4f46-b488-e98cc08c066c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906649 Jul 16 00:15:13.331329 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ea8c92fb-0a90-489f-93db-68e645a0af86 req-687d140b-24e3-487d-a3ef-2b7f89175124 service neutron] 10.222.0.41 "GET /v2.0/networks/d8a8ffe0-6dd1-4f46-b488-e98cc08c066c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940070 Jul 16 00:15:13.481749 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e190893-94a6-4d88-91aa-a6344b76210c req-236b31e6-7811-4c33-84f4-044eee8e9d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:13.483362 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-8e190893-94a6-4d88-91aa-a6344b76210c req-236b31e6-7811-4c33-84f4-044eee8e9d7d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a96abeafa0bb4cfba60d3fd0ccc00ac5&device_id=a113771f-97a6-4196-a2bc-6c7fede1e04f HTTP/1.1" status: 200 len: 1094 time: 0.0561917 Jul 16 00:15:13.582465 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e190893-94a6-4d88-91aa-a6344b76210c req-62e3ea11-fdcd-4624-b9bb-4f5697c65efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:13.584007 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-8e190893-94a6-4d88-91aa-a6344b76210c req-62e3ea11-fdcd-4624-b9bb-4f5697c65efa service neutron] 10.222.0.41 "GET /v2.0/networks?id=d8a8ffe0-6dd1-4f46-b488-e98cc08c066c HTTP/1.1" status: 200 len: 897 time: 0.0945318 Jul 16 00:15:13.625873 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-8e190893-94a6-4d88-91aa-a6344b76210c req-82ae4b50-c40b-49bf-bacf-a5181c7fb400 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fbb18143-0c49-4f36-8301-d90dbbe67d7e HTTP/1.1" status: 200 len: 217 time: 0.0357149 Jul 16 00:15:13.638231 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a905cae7-733f-4942-8412-19df4d4c6412 req-c2b7bf67-cc55-4f0c-8836-1586d73f9cd2 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:13.639734 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a905cae7-733f-4942-8412-19df4d4c6412 req-c2b7bf67-cc55-4f0c-8836-1586d73f9cd2 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=a113771f-97a6-4196-a2bc-6c7fede1e04f HTTP/1.1" status: 200 len: 943 time: 0.0762398 Jul 16 00:15:13.677360 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e190893-94a6-4d88-91aa-a6344b76210c req-805c45a3-b7c6-49dd-a89f-98da35c30d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:13.678853 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-8e190893-94a6-4d88-91aa-a6344b76210c req-805c45a3-b7c6-49dd-a89f-98da35c30d01 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0600c145-45a6-4274-bf48-1b98f1c9ced4 HTTP/1.1" status: 200 len: 835 time: 0.0460796 Jul 16 00:15:13.679997 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a905cae7-733f-4942-8412-19df4d4c6412 req-db6f2517-1879-46c8-9074-bdc1046548dd tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e2a5494-2524-49e8-b204-9c7fd1eb43f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338643 Jul 16 00:15:13.749997 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e190893-94a6-4d88-91aa-a6344b76210c req-1a4b08c6-9c2d-49ce-a1dc-cb259e8683f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:13.751826 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-8e190893-94a6-4d88-91aa-a6344b76210c req-1a4b08c6-9c2d-49ce-a1dc-cb259e8683f5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d8a8ffe0-6dd1-4f46-b488-e98cc08c066c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663929 Jul 16 00:15:13.850385 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-8e190893-94a6-4d88-91aa-a6344b76210c req-223bd4ef-a018-4b34-9867-c606bcf863c4 service neutron] 10.222.0.41 "GET /v2.0/networks/d8a8ffe0-6dd1-4f46-b488-e98cc08c066c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901041 Jul 16 00:15:13.950566 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-8e190893-94a6-4d88-91aa-a6344b76210c req-96ec9505-9457-4102-93ba-88f7f8c26092 service neutron] 10.222.0.41 "GET /v2.0/networks/d8a8ffe0-6dd1-4f46-b488-e98cc08c066c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927558 Jul 16 00:15:14.815642 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 0426288a-352f-458b-8223-2fe2f6973ca2 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:15:14.866868 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 0426288a-352f-458b-8223-2fe2f6973ca2 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:15:14.867240 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:14.868836 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94093912-d864-4c01-886c-cad6fbdc4b45 req-637fdc98-e6c1-4a59-a35f-79ff263b297f tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:14.870397 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-94093912-d864-4c01-886c-cad6fbdc4b45 req-637fdc98-e6c1-4a59-a35f-79ff263b297f tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=a113771f-97a6-4196-a2bc-6c7fede1e04f HTTP/1.1" status: 200 len: 943 time: 0.0698161 Jul 16 00:15:14.912790 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-94093912-d864-4c01-886c-cad6fbdc4b45 req-10ab63fd-f8da-4168-886b-ad72b17d9589 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e2a5494-2524-49e8-b204-9c7fd1eb43f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365906 Jul 16 00:15:15.887037 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device fbb18143-0c49-4f36-8301-d90dbbe67d7e details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 00:15:15.990993 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port fbb18143-0c49-4f36-8301-d90dbbe67d7e, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=fbb18143-0c49-4f36-8301-d90dbbe67d7e,segment=NetworkSegment(38747440-99be-4652-b053-c0cb7dd0ab6c),segment_id=38747440-99be-4652-b053-c0cb7dd0ab6c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:15:16.002430 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': 'fbb18143-0c49-4f36-8301-d90dbbe67d7e', 'network_id': 'd8a8ffe0-6dd1-4f46-b488-e98cc08c066c', 'port_id': 'fbb18143-0c49-4f36-8301-d90dbbe67d7e', 'mac_address': 'fa:16:3e:db:16:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0600c145-45a6-4274-bf48-1b98f1c9ced4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 00:15:16.048484 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:16.064701 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbb18143-0c49-4f36-8301-d90dbbe67d7e {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:15:16.086296 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port fbb18143-0c49-4f36-8301-d90dbbe67d7e, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=fbb18143-0c49-4f36-8301-d90dbbe67d7e,segment=NetworkSegment(38747440-99be-4652-b053-c0cb7dd0ab6c),segment_id=38747440-99be-4652-b053-c0cb7dd0ab6c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:15:16.091676 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:16.115859 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6bae9d-b181-47f8-804c-9bde1c3aa914 req-df99a434-1c52-4789-96fb-bc9db13a2c06 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:16.117446 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bf6bae9d-b181-47f8-804c-9bde1c3aa914 req-df99a434-1c52-4789-96fb-bc9db13a2c06 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=a113771f-97a6-4196-a2bc-6c7fede1e04f HTTP/1.1" status: 200 len: 943 time: 0.0742049 Jul 16 00:15:16.149313 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=fbb18143-0c49-4f36-8301-d90dbbe67d7e,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:16.157265 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bf6bae9d-b181-47f8-804c-9bde1c3aa914 req-b944717e-3faa-4065-910f-3f1b3f9de052 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e2a5494-2524-49e8-b204-9c7fd1eb43f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337505 Jul 16 00:15:16.363711 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['fbb18143-0c49-4f36-8301-d90dbbe67d7e'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:15:17.345083 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238cf636-550a-4025-8d29-8a8101ca74d4 req-a28ef309-b459-41eb-8c9a-43112c479b66 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:17.347016 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-238cf636-550a-4025-8d29-8a8101ca74d4 req-a28ef309-b459-41eb-8c9a-43112c479b66 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=a113771f-97a6-4196-a2bc-6c7fede1e04f HTTP/1.1" status: 200 len: 944 time: 0.0711317 Jul 16 00:15:17.391474 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-238cf636-550a-4025-8d29-8a8101ca74d4 req-596ff919-c665-40a8-8bd5-c699e10b9052 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e2a5494-2524-49e8-b204-9c7fd1eb43f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384507 Jul 16 00:15:17.874501 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device fbb18143-0c49-4f36-8301-d90dbbe67d7e up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:15:17.922024 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port fbb18143-0c49-4f36-8301-d90dbbe67d7e completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:15:17.926387 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port fbb18143-0c49-4f36-8301-d90dbbe67d7e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:15:17.926763 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:18.003135 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:18.026282 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a113771f-97a6-4196-a2bc-6c7fede1e04f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbb18143-0c49-4f36-8301-d90dbbe67d7e'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:15:18.028663 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85e2a5fec60f0be1243ce80844a072e05c29e3c23db0dd3e62b5f7d92f5b0637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b9518a-0e16-4c53-8dd8-1b5d4f87838e" -d '{"events": [{"server_uuid": "a113771f-97a6-4196-a2bc-6c7fede1e04f", "name": "network-vif-plugged", "status": "completed", "tag": "fbb18143-0c49-4f36-8301-d90dbbe67d7e"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:15:18.042273 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port fbb18143-0c49-4f36-8301-d90dbbe67d7e, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=fbb18143-0c49-4f36-8301-d90dbbe67d7e,segment=NetworkSegment(38747440-99be-4652-b053-c0cb7dd0ab6c),segment_id=38747440-99be-4652-b053-c0cb7dd0ab6c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:15:18.046811 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:18.078905 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a5854a-c425-4052-8ca6-4a3e2ae8eb0a x-openstack-request-id: req-67a5854a-c425-4052-8ca6-4a3e2ae8eb0a {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:15:18.079121 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a113771f-97a6-4196-a2bc-6c7fede1e04f", "name": "network-vif-plugged", "status": "completed", "tag": "fbb18143-0c49-4f36-8301-d90dbbe67d7e", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:15:18.079379 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-67a5854a-c425-4052-8ca6-4a3e2ae8eb0a {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:15:18.079796 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a113771f-97a6-4196-a2bc-6c7fede1e04f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbb18143-0c49-4f36-8301-d90dbbe67d7e', 'code': 200} Jul 16 00:15:18.105548 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=fbb18143-0c49-4f36-8301-d90dbbe67d7e,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:18.208768 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c0cb4c-21cd-4c26-903c-18c50485fd80 req-5b7830c5-f1d9-420a-89d7-f954d36973b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:18.210289 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-68c0cb4c-21cd-4c26-903c-18c50485fd80 req-5b7830c5-f1d9-420a-89d7-f954d36973b6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a113771f-97a6-4196-a2bc-6c7fede1e04f HTTP/1.1" status: 200 len: 1096 time: 0.0538411 Jul 16 00:15:18.248182 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-68c0cb4c-21cd-4c26-903c-18c50485fd80 req-6a6d58a8-c160-4e6c-b7e6-6180dde33a55 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7e2a5494-2524-49e8-b204-9c7fd1eb43f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317316 Jul 16 00:15:18.573131 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee2e79-7f86-4049-a45d-5c6a96e10a5f req-13d06bb5-d297-4593-90e2-08168c094fc4 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:18.574669 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-45ee2e79-7f86-4049-a45d-5c6a96e10a5f req-13d06bb5-d297-4593-90e2-08168c094fc4 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=a113771f-97a6-4196-a2bc-6c7fede1e04f HTTP/1.1" status: 200 len: 945 time: 0.0685258 Jul 16 00:15:18.612591 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-45ee2e79-7f86-4049-a45d-5c6a96e10a5f req-35d6545c-1360-48ae-86ad-4ce98e6c8bc7 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e2a5494-2524-49e8-b204-9c7fd1eb43f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319107 Jul 16 00:15:19.794734 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e61d2d2-b0f7-482b-a529-7b375bb1c18b req-b5be4bfd-cfd2-4699-8112-2255d89403d8 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:19.797440 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6e61d2d2-b0f7-482b-a529-7b375bb1c18b req-b5be4bfd-cfd2-4699-8112-2255d89403d8 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=a113771f-97a6-4196-a2bc-6c7fede1e04f HTTP/1.1" status: 200 len: 945 time: 0.0707927 Jul 16 00:15:19.840439 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6e61d2d2-b0f7-482b-a529-7b375bb1c18b req-76e56a95-57fb-4622-9351-1d9267daf9f4 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e2a5494-2524-49e8-b204-9c7fd1eb43f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372124 Jul 16 00:15:20.026018 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2024f980-4721-4ec2-9858-60a9cecb1918 req-062917b7-faf3-49ab-85bd-4d7b4d663246 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:20.027419 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2024f980-4721-4ec2-9858-60a9cecb1918 req-062917b7-faf3-49ab-85bd-4d7b4d663246 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=a113771f-97a6-4196-a2bc-6c7fede1e04f HTTP/1.1" status: 200 len: 945 time: 0.0710304 Jul 16 00:15:20.064856 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2024f980-4721-4ec2-9858-60a9cecb1918 req-eaddc43a-3ef4-4107-bb93-8d903580386b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e2a5494-2524-49e8-b204-9c7fd1eb43f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316296 Jul 16 00:15:20.089898 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54338) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:15:20.141893 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ce2a36-6e20-4c84-b878-3b2701d3f5e0 tempest-TestNetworkAdvancedServerOps-1746541538 tempest-TestNetworkAdvancedServerOps-1746541538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:20.143417 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-48ce2a36-6e20-4c84-b878-3b2701d3f5e0 tempest-TestNetworkAdvancedServerOps-1746541538 tempest-TestNetworkAdvancedServerOps-1746541538-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=a113771f-97a6-4196-a2bc-6c7fede1e04f HTTP/1.1" status: 200 len: 1091 time: 0.0525320 Jul 16 00:15:20.147276 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54340) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:15:20.151766 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d77484b1-dafc-4d34-b855-b8486c786a1b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Request body: {'floatingip': {'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'port_id': 'fbb18143-0c49-4f36-8301-d90dbbe67d7e', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:15:20.173341 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d77484b1-dafc-4d34-b855-b8486c786a1b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:20.274947 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d77484b1-dafc-4d34-b855-b8486c786a1b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:20.380460 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-d77484b1-dafc-4d34-b855-b8486c786a1b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Allocated IP 172.25.5.87 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/89b1c023-1c84-41a1-b57a-43671cce4347) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:15:20.485812 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d77484b1-dafc-4d34-b855-b8486c786a1b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:20.525489 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d77484b1-dafc-4d34-b855-b8486c786a1b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:20.565566 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77484b1-dafc-4d34-b855-b8486c786a1b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:15:20.568404 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-d77484b1-dafc-4d34-b855-b8486c786a1b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:15:20.572085 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77484b1-dafc-4d34-b855-b8486c786a1b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:15:20.577492 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77484b1-dafc-4d34-b855-b8486c786a1b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event updated for resources: {'Port': ['ID=89b1c023-1c84-41a1-b57a-43671cce4347,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:20.946595 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d77484b1-dafc-4d34-b855-b8486c786a1b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:21.039624 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d77484b1-dafc-4d34-b855-b8486c786a1b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:21.231700 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d77484b1-dafc-4d34-b855-b8486c786a1b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:21.236955 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d77484b1-dafc-4d34-b855-b8486c786a1b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:21.326569 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77484b1-dafc-4d34-b855-b8486c786a1b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event updated for resources: {'Port': ['ID=89b1c023-1c84-41a1-b57a-43671cce4347,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:15:21.345597 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d77484b1-dafc-4d34-b855-b8486c786a1b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:21.463559 n-d-794306-6 neutron-server[93770]: INFO neutron.db.l3_db [None req-d77484b1-dafc-4d34-b855-b8486c786a1b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Floating IP a2ee56f5-04b6-4971-bf55-e42c1ef1e879 associated. External IP: 172.25.5.87, port: fbb18143-0c49-4f36-8301-d90dbbe67d7e. Jul 16 00:15:22.021545 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d77484b1-dafc-4d34-b855-b8486c786a1b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Router f55dcfc6-d264-42f9-8585-bfaad63f4d77 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:15:22.125833 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d77484b1-dafc-4d34-b855-b8486c786a1b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:15:22.135931 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d5c8c8-cccd-429d-af75-1e884c4e16f3 None None] Sync routers for ids ['f55dcfc6-d264-42f9-8585-bfaad63f4d77'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:15:22.142235 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d77484b1-dafc-4d34-b855-b8486c786a1b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:22.147796 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d5c8c8-cccd-429d-af75-1e884c4e16f3 None None] Routers {'f55dcfc6-d264-42f9-8585-bfaad63f4d77'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:15:22.148527 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-49d5c8c8-cccd-429d-af75-1e884c4e16f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:15:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['f55dcfc6-d264-42f9-8585-bfaad63f4d77'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:15:22.181343 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-d77484b1-dafc-4d34-b855-b8486c786a1b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0329819 Jul 16 00:15:22.181960 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a113771f-97a6-4196-a2bc-6c7fede1e04f', 'tag': 'fbb18143-0c49-4f36-8301-d90dbbe67d7e'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:15:22.184243 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cfa130710a3ed3c11f83ca70e11270030e5afd3463e80eec9e3119d100d8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5fbdd7b-b860-40d1-9f9c-0baf722dcd30" -d '{"events": [{"name": "network-changed", "server_uuid": "a113771f-97a6-4196-a2bc-6c7fede1e04f", "tag": "fbb18143-0c49-4f36-8301-d90dbbe67d7e"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:15:22.263207 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-49d5c8c8-cccd-429d-af75-1e884c4e16f3 None None] Set router f55dcfc6-d264-42f9-8585-bfaad63f4d77 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:15:22.304531 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac159cf-36e9-485a-b1cc-d34a4bc44183 x-openstack-request-id: req-1ac159cf-36e9-485a-b1cc-d34a4bc44183 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:15:22.304828 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a113771f-97a6-4196-a2bc-6c7fede1e04f", "tag": "fbb18143-0c49-4f36-8301-d90dbbe67d7e", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:15:22.305038 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1ac159cf-36e9-485a-b1cc-d34a4bc44183 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:15:22.305424 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a113771f-97a6-4196-a2bc-6c7fede1e04f', 'tag': 'fbb18143-0c49-4f36-8301-d90dbbe67d7e', 'status': 'completed', 'code': 200} Jul 16 00:15:22.361164 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b746455-2e4a-47dd-a0c2-eef98355663e req-5f5897de-ba14-4a1d-8bad-0de2d56929f7 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:22.362684 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1b746455-2e4a-47dd-a0c2-eef98355663e req-5f5897de-ba14-4a1d-8bad-0de2d56929f7 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=a113771f-97a6-4196-a2bc-6c7fede1e04f HTTP/1.1" status: 200 len: 945 time: 0.0683017 Jul 16 00:15:22.393154 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fbdd7b-b860-40d1-9f9c-0baf722dcd30 req-d011f127-97b5-4a05-b9a8-36d3295df57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:22.394770 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d5fbdd7b-b860-40d1-9f9c-0baf722dcd30 req-d011f127-97b5-4a05-b9a8-36d3295df57d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a96abeafa0bb4cfba60d3fd0ccc00ac5&device_id=a113771f-97a6-4196-a2bc-6c7fede1e04f HTTP/1.1" status: 200 len: 1096 time: 0.0548236 Jul 16 00:15:22.405851 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1b746455-2e4a-47dd-a0c2-eef98355663e req-e0a0cc0a-a09f-4c77-8286-12f4a9fc9e09 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e2a5494-2524-49e8-b204-9c7fd1eb43f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359552 Jul 16 00:15:22.432889 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54348) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:15:22.500644 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-49d5c8c8-cccd-429d-af75-1e884c4e16f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55dcfc6-d264-42f9-8585-bfaad63f4d77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-706975756', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '8220f227-7fc8-4875-831b-5d90629928d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:15:04Z', 'updated_at': '2021-07-16T00:15:08Z', 'revision_number': 4, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'gw_port': {'id': '8220f227-7fc8-4875-831b-5d90629928d9', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55dcfc6-d264-42f9-8585-bfaad63f4d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:15:04Z', 'updated_at': '2021-07-16T00:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': 'a2ee56f5-04b6-4971-bf55-e42c1ef1e879', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'floating_ip_address': '172.25.5.87', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': 'f55dcfc6-d264-42f9-8585-bfaad63f4d77', 'port_id': 'fbb18143-0c49-4f36-8301-d90dbbe67d7e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8a8ffe0-6dd1-4f46-b488-e98cc08c066c', 'mac_address': 'fa:16:3e:db:16:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a113771f-97a6-4196-a2bc-6c7fede1e04f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:15:20Z', 'updated_at': '2021-07-16T00:15:20Z', 'revision_number': 0, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0426288a-352f-458b-8223-2fe2f6973ca2', 'name': '', 'network_id': 'd8a8ffe0-6dd1-4f46-b488-e98cc08c066c', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'mac_address': 'fa:16:3e:6e:38:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55dcfc6-d264-42f9-8585-bfaad63f4d77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '0600c145-45a6-4274-bf48-1b98f1c9ced4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:15:07Z', 'updated_at': '2021-07-16T00:15:13Z', 'revision_number': 5, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'subnets': [{'id': '0600c145-45a6-4274-bf48-1b98f1c9ced4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:15:22.501670 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-a0d0b463-922c-437b-bbe0-350fccc3775d tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/floatingips/a2ee56f5-04b6-4971-bf55-e42c1ef1e879 HTTP/1.1" status: 200 len: 990 time: 0.0674951 Jul 16 00:15:22.506895 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fbdd7b-b860-40d1-9f9c-0baf722dcd30 req-8b100666-862f-43de-ab91-e6094a79cd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:22.508730 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d5fbdd7b-b860-40d1-9f9c-0baf722dcd30 req-8b100666-862f-43de-ab91-e6094a79cd9e service neutron] 10.222.0.41 "GET /v2.0/networks?id=d8a8ffe0-6dd1-4f46-b488-e98cc08c066c HTTP/1.1" status: 200 len: 897 time: 0.1077127 Jul 16 00:15:22.532796 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d5c8c8-cccd-429d-af75-1e884c4e16f3 None None] Checking router: f55dcfc6-d264-42f9-8585-bfaad63f4d77 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:15:22.542060 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d5c8c8-cccd-429d-af75-1e884c4e16f3 None None] Routers {'f55dcfc6-d264-42f9-8585-bfaad63f4d77'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:15:22.542681 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-49d5c8c8-cccd-429d-af75-1e884c4e16f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:15:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['f55dcfc6-d264-42f9-8585-bfaad63f4d77'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:15:22.580980 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d5fbdd7b-b860-40d1-9f9c-0baf722dcd30 req-7b55742a-4c8a-401d-8d0a-34ccbfe8a363 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fbb18143-0c49-4f36-8301-d90dbbe67d7e HTTP/1.1" status: 200 len: 998 time: 0.0665278 Jul 16 00:15:22.644081 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fbdd7b-b860-40d1-9f9c-0baf722dcd30 req-cd54eb61-794d-4aef-868a-8144404cc889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:22.645439 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d5fbdd7b-b860-40d1-9f9c-0baf722dcd30 req-cd54eb61-794d-4aef-868a-8144404cc889 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0600c145-45a6-4274-bf48-1b98f1c9ced4 HTTP/1.1" status: 200 len: 835 time: 0.0581281 Jul 16 00:15:22.653244 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-49d5c8c8-cccd-429d-af75-1e884c4e16f3 None None] Set router f55dcfc6-d264-42f9-8585-bfaad63f4d77 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:15:22.704767 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fbdd7b-b860-40d1-9f9c-0baf722dcd30 req-a20b7cad-6f47-4098-8613-ec4445d99d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:22.706299 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d5fbdd7b-b860-40d1-9f9c-0baf722dcd30 req-a20b7cad-6f47-4098-8613-ec4445d99d93 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d8a8ffe0-6dd1-4f46-b488-e98cc08c066c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543144 Jul 16 00:15:22.806281 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d5fbdd7b-b860-40d1-9f9c-0baf722dcd30 req-4b490023-0975-4803-86fc-0db3be9b1ef6 service neutron] 10.222.0.41 "GET /v2.0/networks/d8a8ffe0-6dd1-4f46-b488-e98cc08c066c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923057 Jul 16 00:15:22.887489 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-49d5c8c8-cccd-429d-af75-1e884c4e16f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55dcfc6-d264-42f9-8585-bfaad63f4d77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-706975756', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '8220f227-7fc8-4875-831b-5d90629928d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:15:04Z', 'updated_at': '2021-07-16T00:15:08Z', 'revision_number': 4, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'gw_port': {'id': '8220f227-7fc8-4875-831b-5d90629928d9', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55dcfc6-d264-42f9-8585-bfaad63f4d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:15:04Z', 'updated_at': '2021-07-16T00:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': 'a2ee56f5-04b6-4971-bf55-e42c1ef1e879', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'floating_ip_address': '172.25.5.87', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': 'f55dcfc6-d264-42f9-8585-bfaad63f4d77', 'port_id': 'fbb18143-0c49-4f36-8301-d90dbbe67d7e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8a8ffe0-6dd1-4f46-b488-e98cc08c066c', 'mac_address': 'fa:16:3e:db:16:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a113771f-97a6-4196-a2bc-6c7fede1e04f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:15:20Z', 'updated_at': '2021-07-16T00:15:20Z', 'revision_number': 0, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0426288a-352f-458b-8223-2fe2f6973ca2', 'name': '', 'network_id': 'd8a8ffe0-6dd1-4f46-b488-e98cc08c066c', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'mac_address': 'fa:16:3e:6e:38:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55dcfc6-d264-42f9-8585-bfaad63f4d77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '0600c145-45a6-4274-bf48-1b98f1c9ced4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:15:07Z', 'updated_at': '2021-07-16T00:15:13Z', 'revision_number': 5, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'subnets': [{'id': '0600c145-45a6-4274-bf48-1b98f1c9ced4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:15:22.908444 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d5fbdd7b-b860-40d1-9f9c-0baf722dcd30 req-a9c686e0-41ed-4a95-b950-d060034ef54b service neutron] 10.222.0.41 "GET /v2.0/networks/d8a8ffe0-6dd1-4f46-b488-e98cc08c066c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958323 Jul 16 00:15:22.914936 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d5c8c8-cccd-429d-af75-1e884c4e16f3 None None] The sync data for ids ['f55dcfc6-d264-42f9-8585-bfaad63f4d77'] in n-d-794306-6 is: [{'id': 'f55dcfc6-d264-42f9-8585-bfaad63f4d77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-706975756', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '8220f227-7fc8-4875-831b-5d90629928d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:15:04Z', 'updated_at': '2021-07-16T00:15:08Z', 'revision_number': 4, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'gw_port': {'id': '8220f227-7fc8-4875-831b-5d90629928d9', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55dcfc6-d264-42f9-8585-bfaad63f4d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:15:04Z', 'updated_at': '2021-07-16T00:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': 'a2ee56f5-04b6-4971-bf55-e42c1ef1e879', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'floating_ip_address': '172.25.5.87', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': 'f55dcfc6-d264-42f9-8585-bfaad63f4d77', 'port_id': 'fbb18143-0c49-4f36-8301-d90dbbe67d7e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8a8ffe0-6dd1-4f46-b488-e98cc08c066c', 'mac_address': 'fa:16:3e:db:16:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a113771f-97a6-4196-a2bc-6c7fede1e04f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:15:20Z', 'updated_at': '2021-07-16T00:15:20Z', 'revision_number': 0, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0426288a-352f-458b-8223-2fe2f6973ca2', 'name': '', 'network_id': 'd8a8ffe0-6dd1-4f46-b488-e98cc08c066c', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'mac_address': 'fa:16:3e:6e:38:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55dcfc6-d264-42f9-8585-bfaad63f4d77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '0600c145-45a6-4274-bf48-1b98f1c9ced4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:15:07Z', 'updated_at': '2021-07-16T00:15:13Z', 'revision_number': 5, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'subnets': [{'id': '0600c145-45a6-4274-bf48-1b98f1c9ced4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:15:23.110717 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7efbfe9-9bdd-44cf-84fc-582102a6e877 None None] New status for floating IP a2ee56f5-04b6-4971-bf55-e42c1ef1e879: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 00:15:23.506364 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54350) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:15:23.570213 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-9fceffd0-f192-41b4-8339-095620858324 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/floatingips/a2ee56f5-04b6-4971-bf55-e42c1ef1e879 HTTP/1.1" status: 200 len: 992 time: 0.0624363 Jul 16 00:15:26.007707 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:26.966016 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-23765a65-ad26-43c9-a28f-e97146d0a19b req-7a7a39e5-4ca0-45c1-8023-bf55677df3a4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a113771f-97a6-4196-a2bc-6c7fede1e04f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0510981 Jul 16 00:15:27.110834 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23765a65-ad26-43c9-a28f-e97146d0a19b req-fd40eeb5-4cdb-4c81-885d-97a9a0f1bbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:27.112868 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-23765a65-ad26-43c9-a28f-e97146d0a19b req-fd40eeb5-4cdb-4c81-885d-97a9a0f1bbdf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a96abeafa0bb4cfba60d3fd0ccc00ac5&device_id=a113771f-97a6-4196-a2bc-6c7fede1e04f HTTP/1.1" status: 200 len: 1096 time: 0.0624015 Jul 16 00:15:27.224155 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23765a65-ad26-43c9-a28f-e97146d0a19b req-2fa7da39-3949-4ab3-8537-ec77491bb973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:27.225738 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-23765a65-ad26-43c9-a28f-e97146d0a19b req-2fa7da39-3949-4ab3-8537-ec77491bb973 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d8a8ffe0-6dd1-4f46-b488-e98cc08c066c HTTP/1.1" status: 200 len: 897 time: 0.0920985 Jul 16 00:15:27.334262 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-23765a65-ad26-43c9-a28f-e97146d0a19b req-244fb02a-07dd-4dec-a748-0324c80f8a4b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fbb18143-0c49-4f36-8301-d90dbbe67d7e HTTP/1.1" status: 200 len: 1000 time: 0.1025915 Jul 16 00:15:27.421668 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23765a65-ad26-43c9-a28f-e97146d0a19b req-a70d1192-c851-4406-a282-9df9f7b9a243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:27.423374 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-23765a65-ad26-43c9-a28f-e97146d0a19b req-a70d1192-c851-4406-a282-9df9f7b9a243 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0600c145-45a6-4274-bf48-1b98f1c9ced4 HTTP/1.1" status: 200 len: 835 time: 0.0833137 Jul 16 00:15:27.514890 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23765a65-ad26-43c9-a28f-e97146d0a19b req-ab126433-a22c-4cb3-85fb-15ed46b363f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:27.517345 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-23765a65-ad26-43c9-a28f-e97146d0a19b req-ab126433-a22c-4cb3-85fb-15ed46b363f9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d8a8ffe0-6dd1-4f46-b488-e98cc08c066c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0872955 Jul 16 00:15:27.613726 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-23765a65-ad26-43c9-a28f-e97146d0a19b req-a353ce47-06ea-41c6-ad04-19ed74ead123 service neutron] 10.222.0.41 "GET /v2.0/networks/d8a8ffe0-6dd1-4f46-b488-e98cc08c066c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894210 Jul 16 00:15:27.719880 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-23765a65-ad26-43c9-a28f-e97146d0a19b req-bafb0608-16c5-44c0-b3b3-3ab53fb5bb6d service neutron] 10.222.0.41 "GET /v2.0/networks/d8a8ffe0-6dd1-4f46-b488-e98cc08c066c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998521 Jul 16 00:15:30.942526 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0eec2d57-e0a2-4235-a1a5-87f40c93296d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:33.492985 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:34.304216 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a7425eed-42d0-489c-93f0-d93811076da8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:34.548099 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:36.561825 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:38.772396 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:42.853749 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:15:55.148799 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a4217-ea1c-4c11-a06d-c7a01b6955a2 req-2eae108e-e39c-4506-a24b-8124f4ce21ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:55.150362 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4c8a4217-ea1c-4c11-a06d-c7a01b6955a2 req-2eae108e-e39c-4506-a24b-8124f4ce21ed service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a96abeafa0bb4cfba60d3fd0ccc00ac5&device_id=a113771f-97a6-4196-a2bc-6c7fede1e04f HTTP/1.1" status: 200 len: 1096 time: 0.0595465 Jul 16 00:15:55.161027 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc39ec-2445-4dda-af57-a0bf04e9befb req-86d2d9cf-e2d3-4c62-9ca7-ba7a939a1949 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:55.162577 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2ffc39ec-2445-4dda-af57-a0bf04e9befb req-86d2d9cf-e2d3-4c62-9ca7-ba7a939a1949 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=a113771f-97a6-4196-a2bc-6c7fede1e04f HTTP/1.1" status: 200 len: 945 time: 0.0658212 Jul 16 00:15:55.207207 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2ffc39ec-2445-4dda-af57-a0bf04e9befb req-98e67d9f-9935-4ddd-b063-93c3a39af961 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e2a5494-2524-49e8-b204-9c7fd1eb43f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388656 Jul 16 00:15:55.243326 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a4217-ea1c-4c11-a06d-c7a01b6955a2 req-01368369-b405-4370-b002-a61a3a46af0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:55.244854 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4c8a4217-ea1c-4c11-a06d-c7a01b6955a2 req-01368369-b405-4370-b002-a61a3a46af0b service neutron] 10.222.0.41 "GET /v2.0/networks?id=d8a8ffe0-6dd1-4f46-b488-e98cc08c066c HTTP/1.1" status: 200 len: 897 time: 0.0875010 Jul 16 00:15:55.317386 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4c8a4217-ea1c-4c11-a06d-c7a01b6955a2 req-e066eed9-f5c9-4412-931b-1048833911c7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fbb18143-0c49-4f36-8301-d90dbbe67d7e HTTP/1.1" status: 200 len: 1000 time: 0.0657723 Jul 16 00:15:55.368915 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a4217-ea1c-4c11-a06d-c7a01b6955a2 req-2c1fcac9-048f-47d8-987f-1973c67ae296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:55.370380 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4c8a4217-ea1c-4c11-a06d-c7a01b6955a2 req-2c1fcac9-048f-47d8-987f-1973c67ae296 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0600c145-45a6-4274-bf48-1b98f1c9ced4 HTTP/1.1" status: 200 len: 835 time: 0.0464873 Jul 16 00:15:55.430955 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a4217-ea1c-4c11-a06d-c7a01b6955a2 req-b2ef7683-f2af-4b06-b651-9e95ff7b43d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:55.432488 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4c8a4217-ea1c-4c11-a06d-c7a01b6955a2 req-b2ef7683-f2af-4b06-b651-9e95ff7b43d2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d8a8ffe0-6dd1-4f46-b488-e98cc08c066c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558915 Jul 16 00:15:55.530476 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4c8a4217-ea1c-4c11-a06d-c7a01b6955a2 req-eb978a37-b280-463a-8933-10ee111cc383 service neutron] 10.222.0.41 "GET /v2.0/networks/d8a8ffe0-6dd1-4f46-b488-e98cc08c066c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914674 Jul 16 00:15:55.623592 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4c8a4217-ea1c-4c11-a06d-c7a01b6955a2 req-680f4a7e-cc1a-41fa-a33b-43386cebb8e6 service neutron] 10.222.0.41 "GET /v2.0/networks/d8a8ffe0-6dd1-4f46-b488-e98cc08c066c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865331 Jul 16 00:15:56.045764 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:15:56.382177 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e11963c-05e7-4bfe-ba7c-d71f6bf91987 req-6fd33344-8e8e-44fc-b757-43bfc9fcdedc tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:56.383703 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2e11963c-05e7-4bfe-ba7c-d71f6bf91987 req-6fd33344-8e8e-44fc-b757-43bfc9fcdedc tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=a113771f-97a6-4196-a2bc-6c7fede1e04f HTTP/1.1" status: 200 len: 945 time: 0.0628974 Jul 16 00:15:56.420759 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2e11963c-05e7-4bfe-ba7c-d71f6bf91987 req-064c8f88-4d39-4bd4-83d6-e08514ace028 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e2a5494-2524-49e8-b204-9c7fd1eb43f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315390 Jul 16 00:15:57.589444 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a57bd-e269-4e21-8193-4f4d1f7b5473 req-f9a42834-7ac5-4229-b279-6ae5f5594abb tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:57.590929 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-871a57bd-e269-4e21-8193-4f4d1f7b5473 req-f9a42834-7ac5-4229-b279-6ae5f5594abb tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=a113771f-97a6-4196-a2bc-6c7fede1e04f HTTP/1.1" status: 200 len: 945 time: 0.0623820 Jul 16 00:15:57.629523 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-871a57bd-e269-4e21-8193-4f4d1f7b5473 req-44d9ed72-368e-497a-a156-ece01d78a724 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e2a5494-2524-49e8-b204-9c7fd1eb43f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324860 Jul 16 00:15:58.808499 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc612d5-2875-4e16-b74d-4fdedc10514c req-7f3c2782-9e8b-41d3-b343-057d099ca4ec tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:15:58.810010 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5cc612d5-2875-4e16-b74d-4fdedc10514c req-7f3c2782-9e8b-41d3-b343-057d099ca4ec tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=a113771f-97a6-4196-a2bc-6c7fede1e04f HTTP/1.1" status: 200 len: 945 time: 0.0675728 Jul 16 00:15:58.850066 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5cc612d5-2875-4e16-b74d-4fdedc10514c req-5b966033-2b74-4e45-88b0-8129c7bf8b47 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e2a5494-2524-49e8-b204-9c7fd1eb43f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341697 Jul 16 00:16:00.025799 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c5a78-8115-4308-a867-7db3818a9201 req-93a8c519-b8a5-4f54-89fc-4daa0871b15e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:16:00.027305 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0b2c5a78-8115-4308-a867-7db3818a9201 req-93a8c519-b8a5-4f54-89fc-4daa0871b15e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=a113771f-97a6-4196-a2bc-6c7fede1e04f HTTP/1.1" status: 200 len: 945 time: 0.0638726 Jul 16 00:16:00.066756 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0b2c5a78-8115-4308-a867-7db3818a9201 req-0d936fce-7658-4126-9164-b736b7d8b064 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e2a5494-2524-49e8-b204-9c7fd1eb43f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339520 Jul 16 00:16:00.934738 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5550e3d2-28f3-4b63-8046-f56ff96f1b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:01.247874 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a96b4f8-0348-48c6-bbcc-d4343461248b req-1b89d1e3-1fba-4f69-8e75-a31baf8bf53e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:16:01.249396 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2a96b4f8-0348-48c6-bbcc-d4343461248b req-1b89d1e3-1fba-4f69-8e75-a31baf8bf53e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=a113771f-97a6-4196-a2bc-6c7fede1e04f HTTP/1.1" status: 200 len: 945 time: 0.0668142 Jul 16 00:16:01.295981 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2a96b4f8-0348-48c6-bbcc-d4343461248b req-650ca2c6-fc1f-47f7-9f8a-2d4b68833dab tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e2a5494-2524-49e8-b204-9c7fd1eb43f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393016 Jul 16 00:16:02.470674 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5da73-42c2-4566-846e-46dd6386eb60 req-3118c73d-605d-4a8b-8655-c2c8390171bd tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:16:02.472935 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e4a5da73-42c2-4566-846e-46dd6386eb60 req-3118c73d-605d-4a8b-8655-c2c8390171bd tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=a113771f-97a6-4196-a2bc-6c7fede1e04f HTTP/1.1" status: 200 len: 945 time: 0.0634344 Jul 16 00:16:02.509613 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e4a5da73-42c2-4566-846e-46dd6386eb60 req-a18e527e-b87b-4756-abde-c96404dd92d1 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e2a5494-2524-49e8-b204-9c7fd1eb43f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313561 Jul 16 00:16:03.496655 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:03.686761 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98fa5d8-cae2-407a-ac7e-66f9e714ca75 req-7abdbf54-8c9e-483c-97be-6b8682e1879a tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:16:03.688287 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b98fa5d8-cae2-407a-ac7e-66f9e714ca75 req-7abdbf54-8c9e-483c-97be-6b8682e1879a tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=a113771f-97a6-4196-a2bc-6c7fede1e04f HTTP/1.1" status: 200 len: 945 time: 0.0625064 Jul 16 00:16:03.725641 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b98fa5d8-cae2-407a-ac7e-66f9e714ca75 req-32831a5e-7229-4aba-acb1-10d301683575 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e2a5494-2524-49e8-b204-9c7fd1eb43f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312669 Jul 16 00:16:04.304171 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9bb03ed1-1667-462a-9b48-22a53ef92e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:04.549335 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:04.906714 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d410ed-ce91-4bbc-8adb-c134b298d5e5 req-bdb545ad-a7d8-42cd-bd14-3c272679dc6d tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:16:04.908236 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a4d410ed-ce91-4bbc-8adb-c134b298d5e5 req-bdb545ad-a7d8-42cd-bd14-3c272679dc6d tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=a113771f-97a6-4196-a2bc-6c7fede1e04f HTTP/1.1" status: 200 len: 945 time: 0.0690687 Jul 16 00:16:04.946814 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a4d410ed-ce91-4bbc-8adb-c134b298d5e5 req-91898d28-cb46-452a-ab1c-edfa1662a878 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e2a5494-2524-49e8-b204-9c7fd1eb43f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328608 Jul 16 00:16:06.128434 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d85c2-f95b-4f76-a5ff-6ccb79624ee7 req-389ca388-6f7e-4bd5-9eda-f84403a2a454 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:16:06.130686 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-133d85c2-f95b-4f76-a5ff-6ccb79624ee7 req-389ca388-6f7e-4bd5-9eda-f84403a2a454 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=a113771f-97a6-4196-a2bc-6c7fede1e04f HTTP/1.1" status: 200 len: 945 time: 0.0651560 Jul 16 00:16:06.168339 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-133d85c2-f95b-4f76-a5ff-6ccb79624ee7 req-dcb4216f-93d9-4e9e-b620-ddc5207ad0d5 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e2a5494-2524-49e8-b204-9c7fd1eb43f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321233 Jul 16 00:16:06.564851 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:07.342202 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb2e867-c807-43bb-8ba2-c6bea9659d05 req-3323981b-7df8-44f4-be5f-f1e6d7334952 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:16:07.343628 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-efb2e867-c807-43bb-8ba2-c6bea9659d05 req-3323981b-7df8-44f4-be5f-f1e6d7334952 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=a113771f-97a6-4196-a2bc-6c7fede1e04f HTTP/1.1" status: 200 len: 945 time: 0.0635157 Jul 16 00:16:07.385754 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-efb2e867-c807-43bb-8ba2-c6bea9659d05 req-a045c5a3-fed9-41f8-b1d7-98248e0bc6f1 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e2a5494-2524-49e8-b204-9c7fd1eb43f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358090 Jul 16 00:16:08.555347 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee5f5b0-8b67-49b6-9c7c-531a4d6194e7 req-4a31ffaf-544e-4520-a2d6-b0e5709b62de tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:16:08.556872 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9ee5f5b0-8b67-49b6-9c7c-531a4d6194e7 req-4a31ffaf-544e-4520-a2d6-b0e5709b62de tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=a113771f-97a6-4196-a2bc-6c7fede1e04f HTTP/1.1" status: 200 len: 945 time: 0.0630951 Jul 16 00:16:08.594450 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9ee5f5b0-8b67-49b6-9c7c-531a4d6194e7 req-9d67f712-1fbd-4f3d-832e-bf414a1e1f8a tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e2a5494-2524-49e8-b204-9c7fd1eb43f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319338 Jul 16 00:16:08.765727 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:09.771139 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c3ab7-dfe4-4de5-9422-b88579ecd810 req-ea576aae-bdae-4c21-a9c2-275769fb1d20 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:16:09.772687 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cf9c3ab7-dfe4-4de5-9422-b88579ecd810 req-ea576aae-bdae-4c21-a9c2-275769fb1d20 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=a113771f-97a6-4196-a2bc-6c7fede1e04f HTTP/1.1" status: 200 len: 945 time: 0.0638666 Jul 16 00:16:09.811281 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cf9c3ab7-dfe4-4de5-9422-b88579ecd810 req-1deff088-5c1d-4477-974b-5b8d0c1e70d5 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e2a5494-2524-49e8-b204-9c7fd1eb43f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330124 Jul 16 00:16:10.992178 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c892ef-1abe-49d7-aea6-2a06b69f8e40 req-0025dbb7-7fb2-4123-96e1-e1d7887abaaf tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:16:10.993677 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-37c892ef-1abe-49d7-aea6-2a06b69f8e40 req-0025dbb7-7fb2-4123-96e1-e1d7887abaaf tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=a113771f-97a6-4196-a2bc-6c7fede1e04f HTTP/1.1" status: 200 len: 945 time: 0.0681925 Jul 16 00:16:11.031475 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-37c892ef-1abe-49d7-aea6-2a06b69f8e40 req-0da90fb6-dca8-4920-9acb-024f548d9c5f tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e2a5494-2524-49e8-b204-9c7fd1eb43f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319545 Jul 16 00:16:12.213500 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5232e8c1-93e8-4301-ae6d-642b5cd4437f req-8787f24a-c175-4923-a1f0-c82e8a8343b3 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:16:12.215021 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5232e8c1-93e8-4301-ae6d-642b5cd4437f req-8787f24a-c175-4923-a1f0-c82e8a8343b3 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=a113771f-97a6-4196-a2bc-6c7fede1e04f HTTP/1.1" status: 200 len: 945 time: 0.0652642 Jul 16 00:16:12.255059 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5232e8c1-93e8-4301-ae6d-642b5cd4437f req-5cf8c9a2-4742-418c-8f62-ce1703791c5b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e2a5494-2524-49e8-b204-9c7fd1eb43f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343318 Jul 16 00:16:12.281830 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54394) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:16:12.346834 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-d18c7958-a703-477e-8918-4f91b89c93a5 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/floatingips/a2ee56f5-04b6-4971-bf55-e42c1ef1e879 HTTP/1.1" status: 200 len: 992 time: 0.0638340 Jul 16 00:16:19.854419 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:16:26.066559 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:27.010522 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d67b4dd0-4b6b-4f80-8b22-32d8edc21e4d req-c2112854-8635-4e5b-a053-96c747cf3a49 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a113771f-97a6-4196-a2bc-6c7fede1e04f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0602348 Jul 16 00:16:27.125203 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b4dd0-4b6b-4f80-8b22-32d8edc21e4d req-1e6af65b-0695-4f7d-8f9a-ae9881839818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:16:27.126725 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d67b4dd0-4b6b-4f80-8b22-32d8edc21e4d req-1e6af65b-0695-4f7d-8f9a-ae9881839818 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a96abeafa0bb4cfba60d3fd0ccc00ac5&device_id=a113771f-97a6-4196-a2bc-6c7fede1e04f HTTP/1.1" status: 200 len: 1096 time: 0.0553234 Jul 16 00:16:27.239317 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b4dd0-4b6b-4f80-8b22-32d8edc21e4d req-e61e68f2-dfab-4bd7-ac85-5031a411a088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:16:27.240850 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d67b4dd0-4b6b-4f80-8b22-32d8edc21e4d req-e61e68f2-dfab-4bd7-ac85-5031a411a088 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d8a8ffe0-6dd1-4f46-b488-e98cc08c066c HTTP/1.1" status: 200 len: 897 time: 0.0898125 Jul 16 00:16:27.314247 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d67b4dd0-4b6b-4f80-8b22-32d8edc21e4d req-a774d035-34e6-4a2c-a772-322d1fbb0595 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fbb18143-0c49-4f36-8301-d90dbbe67d7e HTTP/1.1" status: 200 len: 1000 time: 0.0663621 Jul 16 00:16:27.365137 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b4dd0-4b6b-4f80-8b22-32d8edc21e4d req-3c6e05f3-3793-4708-a76b-16a5a0e930f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:16:27.366684 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d67b4dd0-4b6b-4f80-8b22-32d8edc21e4d req-3c6e05f3-3793-4708-a76b-16a5a0e930f3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0600c145-45a6-4274-bf48-1b98f1c9ced4 HTTP/1.1" status: 200 len: 835 time: 0.0458345 Jul 16 00:16:27.426198 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b4dd0-4b6b-4f80-8b22-32d8edc21e4d req-48a87907-74a4-4328-8b4a-f7d9c102d561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:16:27.427622 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d67b4dd0-4b6b-4f80-8b22-32d8edc21e4d req-48a87907-74a4-4328-8b4a-f7d9c102d561 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d8a8ffe0-6dd1-4f46-b488-e98cc08c066c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544267 Jul 16 00:16:27.528791 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d67b4dd0-4b6b-4f80-8b22-32d8edc21e4d req-421e9b65-97d2-4bd8-be04-5073fe348e3e service neutron] 10.222.0.41 "GET /v2.0/networks/d8a8ffe0-6dd1-4f46-b488-e98cc08c066c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946608 Jul 16 00:16:27.617418 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d67b4dd0-4b6b-4f80-8b22-32d8edc21e4d req-ab3be7d1-bc38-4567-827b-9d0445ace949 service neutron] 10.222.0.41 "GET /v2.0/networks/d8a8ffe0-6dd1-4f46-b488-e98cc08c066c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818620 Jul 16 00:16:30.939422 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-20c2017e-aa97-4aa5-b6e6-faa5b5a05115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:33.498660 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:34.305383 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-474ab1cb-833d-48a6-b701-8a1bedc90533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:34.553924 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:36.566145 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:38.772029 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:42.762698 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54422) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:16:42.919914 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-5bbeb1f1-8df2-4354-a141-75dcd40816c0 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Deleting port 89b1c023-1c84-41a1-b57a-43671cce4347 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:16:42.920299 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5bbeb1f1-8df2-4354-a141-75dcd40816c0 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:42.993055 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5bbeb1f1-8df2-4354-a141-75dcd40816c0 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:42.993386 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5bbeb1f1-8df2-4354-a141-75dcd40816c0 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:43.007724 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-5bbeb1f1-8df2-4354-a141-75dcd40816c0 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Calling delete_port for 89b1c023-1c84-41a1-b57a-43671cce4347 owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:16:43.157974 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5bbeb1f1-8df2-4354-a141-75dcd40816c0 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:43.183865 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbeb1f1-8df2-4354-a141-75dcd40816c0 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event deleted for resources: {'Port': ['ID=89b1c023-1c84-41a1-b57a-43671cce4347,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:16:43.196418 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbeb1f1-8df2-4354-a141-75dcd40816c0 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:16:43.196771 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbeb1f1-8df2-4354-a141-75dcd40816c0 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:16:43.197114 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbeb1f1-8df2-4354-a141-75dcd40816c0 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:16:43.197452 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbeb1f1-8df2-4354-a141-75dcd40816c0 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:16:43.197785 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbeb1f1-8df2-4354-a141-75dcd40816c0 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:16:43.198124 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbeb1f1-8df2-4354-a141-75dcd40816c0 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:16:43.198450 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbeb1f1-8df2-4354-a141-75dcd40816c0 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:16:43.198779 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbeb1f1-8df2-4354-a141-75dcd40816c0 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:16:43.199107 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbeb1f1-8df2-4354-a141-75dcd40816c0 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:16:43.199432 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbeb1f1-8df2-4354-a141-75dcd40816c0 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:16:43.199793 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbeb1f1-8df2-4354-a141-75dcd40816c0 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:16:43.200118 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbeb1f1-8df2-4354-a141-75dcd40816c0 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:16:43.260855 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5bbeb1f1-8df2-4354-a141-75dcd40816c0 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:43.261278 n-d-794306-6 neutron-server[93770]: INFO neutron.db.l3_db [None req-5bbeb1f1-8df2-4354-a141-75dcd40816c0 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Floating IP a2ee56f5-04b6-4971-bf55-e42c1ef1e879 disassociated (deleted). External IP: 172.25.5.87, port: fbb18143-0c49-4f36-8301-d90dbbe67d7e. Jul 16 00:16:43.468346 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bbeb1f1-8df2-4354-a141-75dcd40816c0 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Router f55dcfc6-d264-42f9-8585-bfaad63f4d77 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:16:43.577882 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bbeb1f1-8df2-4354-a141-75dcd40816c0 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:16:43.582618 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5bbeb1f1-8df2-4354-a141-75dcd40816c0 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:43.587014 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310ce909-ecad-475b-8625-4e4966a5f7ed None None] Sync routers for ids ['f55dcfc6-d264-42f9-8585-bfaad63f4d77'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:16:43.596392 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310ce909-ecad-475b-8625-4e4966a5f7ed None None] Routers {'f55dcfc6-d264-42f9-8585-bfaad63f4d77'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:16:43.597008 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-310ce909-ecad-475b-8625-4e4966a5f7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:16:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['f55dcfc6-d264-42f9-8585-bfaad63f4d77'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:16:43.619913 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-5bbeb1f1-8df2-4354-a141-75dcd40816c0 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "DELETE /v2.0/floatingips/a2ee56f5-04b6-4971-bf55-e42c1ef1e879 HTTP/1.1" status: 204 len: 168 time: 0.8560598 Jul 16 00:16:43.620606 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a113771f-97a6-4196-a2bc-6c7fede1e04f', 'tag': 'fbb18143-0c49-4f36-8301-d90dbbe67d7e'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:16:43.623038 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cfa130710a3ed3c11f83ca70e11270030e5afd3463e80eec9e3119d100d8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceebd66b-131f-4a8a-ab3d-c64b22f63f67" -d '{"events": [{"name": "network-changed", "server_uuid": "a113771f-97a6-4196-a2bc-6c7fede1e04f", "tag": "fbb18143-0c49-4f36-8301-d90dbbe67d7e"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:16:43.662910 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a565595a-2979-4049-a42e-f99763078e1d x-openstack-request-id: req-a565595a-2979-4049-a42e-f99763078e1d {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:16:43.663205 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a113771f-97a6-4196-a2bc-6c7fede1e04f", "tag": "fbb18143-0c49-4f36-8301-d90dbbe67d7e", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:16:43.663486 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a565595a-2979-4049-a42e-f99763078e1d {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:16:43.663920 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a113771f-97a6-4196-a2bc-6c7fede1e04f', 'tag': 'fbb18143-0c49-4f36-8301-d90dbbe67d7e', 'status': 'completed', 'code': 200} Jul 16 00:16:43.711786 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-310ce909-ecad-475b-8625-4e4966a5f7ed None None] Set router f55dcfc6-d264-42f9-8585-bfaad63f4d77 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:16:43.770925 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceebd66b-131f-4a8a-ab3d-c64b22f63f67 req-fcfd88ae-956f-425a-a03d-fcff8b7bfb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:16:43.772609 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ceebd66b-131f-4a8a-ab3d-c64b22f63f67 req-fcfd88ae-956f-425a-a03d-fcff8b7bfb89 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a96abeafa0bb4cfba60d3fd0ccc00ac5&device_id=a113771f-97a6-4196-a2bc-6c7fede1e04f HTTP/1.1" status: 200 len: 1096 time: 0.0581050 Jul 16 00:16:43.876158 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceebd66b-131f-4a8a-ab3d-c64b22f63f67 req-52875a63-5c53-46de-aded-1ba5da6aebac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:16:43.877760 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ceebd66b-131f-4a8a-ab3d-c64b22f63f67 req-52875a63-5c53-46de-aded-1ba5da6aebac service neutron] 10.222.0.41 "GET /v2.0/networks?id=d8a8ffe0-6dd1-4f46-b488-e98cc08c066c HTTP/1.1" status: 200 len: 897 time: 0.0969610 Jul 16 00:16:43.927735 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-310ce909-ecad-475b-8625-4e4966a5f7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55dcfc6-d264-42f9-8585-bfaad63f4d77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-706975756', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '8220f227-7fc8-4875-831b-5d90629928d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:15:04Z', 'updated_at': '2021-07-16T00:15:08Z', 'revision_number': 4, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'gw_port': {'id': '8220f227-7fc8-4875-831b-5d90629928d9', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55dcfc6-d264-42f9-8585-bfaad63f4d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:15:04Z', 'updated_at': '2021-07-16T00:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '0426288a-352f-458b-8223-2fe2f6973ca2', 'name': '', 'network_id': 'd8a8ffe0-6dd1-4f46-b488-e98cc08c066c', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'mac_address': 'fa:16:3e:6e:38:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55dcfc6-d264-42f9-8585-bfaad63f4d77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '0600c145-45a6-4274-bf48-1b98f1c9ced4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:15:07Z', 'updated_at': '2021-07-16T00:15:13Z', 'revision_number': 5, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'subnets': [{'id': '0600c145-45a6-4274-bf48-1b98f1c9ced4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:16:43.958166 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310ce909-ecad-475b-8625-4e4966a5f7ed None None] Checking router: f55dcfc6-d264-42f9-8585-bfaad63f4d77 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:16:43.958759 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ceebd66b-131f-4a8a-ab3d-c64b22f63f67 req-515b0829-0f5b-4058-b803-48e252319b2f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fbb18143-0c49-4f36-8301-d90dbbe67d7e HTTP/1.1" status: 200 len: 217 time: 0.0421615 Jul 16 00:16:43.966597 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310ce909-ecad-475b-8625-4e4966a5f7ed None None] Routers {'f55dcfc6-d264-42f9-8585-bfaad63f4d77'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:16:43.968061 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-310ce909-ecad-475b-8625-4e4966a5f7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:16:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['f55dcfc6-d264-42f9-8585-bfaad63f4d77'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:16:44.009544 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceebd66b-131f-4a8a-ab3d-c64b22f63f67 req-99d7e9d0-9c56-404a-b02f-ba39816fc403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:16:44.011059 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ceebd66b-131f-4a8a-ab3d-c64b22f63f67 req-99d7e9d0-9c56-404a-b02f-ba39816fc403 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0600c145-45a6-4274-bf48-1b98f1c9ced4 HTTP/1.1" status: 200 len: 835 time: 0.0450666 Jul 16 00:16:44.081260 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceebd66b-131f-4a8a-ab3d-c64b22f63f67 req-9e7499bb-b6e1-404b-a385-8b1d09561eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:16:44.083019 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ceebd66b-131f-4a8a-ab3d-c64b22f63f67 req-9e7499bb-b6e1-404b-a385-8b1d09561eb7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d8a8ffe0-6dd1-4f46-b488-e98cc08c066c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604527 Jul 16 00:16:44.122633 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb03f5-5496-43fb-8f5c-abb81c1e9301 req-64fe48d8-8cfb-467a-b7b6-f39e935ed000 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:16:44.124478 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d4fb03f5-5496-43fb-8f5c-abb81c1e9301 req-64fe48d8-8cfb-467a-b7b6-f39e935ed000 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=a113771f-97a6-4196-a2bc-6c7fede1e04f HTTP/1.1" status: 200 len: 945 time: 0.1757846 Jul 16 00:16:44.168481 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d4fb03f5-5496-43fb-8f5c-abb81c1e9301 req-12ff7e33-fa2f-4b99-907f-b2e03bbd43df tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e2a5494-2524-49e8-b204-9c7fd1eb43f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370104 Jul 16 00:16:44.189968 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ceebd66b-131f-4a8a-ab3d-c64b22f63f67 req-cebb1510-093d-4164-ab37-37fa8adb5263 service neutron] 10.222.0.41 "GET /v2.0/networks/d8a8ffe0-6dd1-4f46-b488-e98cc08c066c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983779 Jul 16 00:16:44.242033 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-310ce909-ecad-475b-8625-4e4966a5f7ed None None] Set router f55dcfc6-d264-42f9-8585-bfaad63f4d77 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:16:44.284242 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ceebd66b-131f-4a8a-ab3d-c64b22f63f67 req-7159f58a-663d-422b-8f1b-d18456089585 service neutron] 10.222.0.41 "GET /v2.0/networks/d8a8ffe0-6dd1-4f46-b488-e98cc08c066c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837417 Jul 16 00:16:44.432109 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-310ce909-ecad-475b-8625-4e4966a5f7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55dcfc6-d264-42f9-8585-bfaad63f4d77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-706975756', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '8220f227-7fc8-4875-831b-5d90629928d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:15:04Z', 'updated_at': '2021-07-16T00:15:08Z', 'revision_number': 4, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'gw_port': {'id': '8220f227-7fc8-4875-831b-5d90629928d9', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55dcfc6-d264-42f9-8585-bfaad63f4d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:15:04Z', 'updated_at': '2021-07-16T00:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '0426288a-352f-458b-8223-2fe2f6973ca2', 'name': '', 'network_id': 'd8a8ffe0-6dd1-4f46-b488-e98cc08c066c', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'mac_address': 'fa:16:3e:6e:38:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55dcfc6-d264-42f9-8585-bfaad63f4d77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '0600c145-45a6-4274-bf48-1b98f1c9ced4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:15:07Z', 'updated_at': '2021-07-16T00:15:13Z', 'revision_number': 5, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'subnets': [{'id': '0600c145-45a6-4274-bf48-1b98f1c9ced4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:16:44.461808 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310ce909-ecad-475b-8625-4e4966a5f7ed None None] The sync data for ids ['f55dcfc6-d264-42f9-8585-bfaad63f4d77'] in n-d-794306-6 is: [{'id': 'f55dcfc6-d264-42f9-8585-bfaad63f4d77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-706975756', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '8220f227-7fc8-4875-831b-5d90629928d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:15:04Z', 'updated_at': '2021-07-16T00:15:08Z', 'revision_number': 4, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'gw_port': {'id': '8220f227-7fc8-4875-831b-5d90629928d9', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55dcfc6-d264-42f9-8585-bfaad63f4d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:15:04Z', 'updated_at': '2021-07-16T00:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '0426288a-352f-458b-8223-2fe2f6973ca2', 'name': '', 'network_id': 'd8a8ffe0-6dd1-4f46-b488-e98cc08c066c', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'mac_address': 'fa:16:3e:6e:38:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55dcfc6-d264-42f9-8585-bfaad63f4d77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '0600c145-45a6-4274-bf48-1b98f1c9ced4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:15:07Z', 'updated_at': '2021-07-16T00:15:13Z', 'revision_number': 5, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'subnets': [{'id': '0600c145-45a6-4274-bf48-1b98f1c9ced4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:16:44.681107 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b71841-2b27-4cc4-bae3-63fae2de5722 None None] New status for floating IP a2ee56f5-04b6-4971-bf55-e42c1ef1e879: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 00:16:45.417286 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad5e497-d797-489e-b59d-929672ea489e req-47fdb05d-9d57-4432-9053-2cc42146a786 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:16:45.418771 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3ad5e497-d797-489e-b59d-929672ea489e req-47fdb05d-9d57-4432-9053-2cc42146a786 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=a113771f-97a6-4196-a2bc-6c7fede1e04f HTTP/1.1" status: 200 len: 945 time: 0.1266954 Jul 16 00:16:45.457082 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3ad5e497-d797-489e-b59d-929672ea489e req-59f4ffc8-1d4d-4f01-9ae1-6f4b46725707 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e2a5494-2524-49e8-b204-9c7fd1eb43f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319586 Jul 16 00:16:45.591710 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d9e56-5820-4650-bdfc-4465eaa5d210 req-c54d2c99-05df-430f-81cd-5daea8bf6ae3 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:16:45.593219 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-6c4d9e56-5820-4650-bdfc-4465eaa5d210 req-c54d2c99-05df-430f-81cd-5daea8bf6ae3 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.41 "GET /v2.0/ports?device_id=a113771f-97a6-4196-a2bc-6c7fede1e04f HTTP/1.1" status: 200 len: 945 time: 0.0662200 Jul 16 00:16:45.692976 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-6c4d9e56-5820-4650-bdfc-4465eaa5d210 req-2d602757-c3f9-4195-8d16-4d2c8fdf0639 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Deleting port fbb18143-0c49-4f36-8301-d90dbbe67d7e {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:16:45.693322 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6c4d9e56-5820-4650-bdfc-4465eaa5d210 req-2d602757-c3f9-4195-8d16-4d2c8fdf0639 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:45.784992 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-6c4d9e56-5820-4650-bdfc-4465eaa5d210 req-2d602757-c3f9-4195-8d16-4d2c8fdf0639 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] For port fbb18143-0c49-4f36-8301-d90dbbe67d7e, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=fbb18143-0c49-4f36-8301-d90dbbe67d7e,segment=NetworkSegment(38747440-99be-4652-b053-c0cb7dd0ab6c),segment_id=38747440-99be-4652-b053-c0cb7dd0ab6c)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:16:45.785232 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6c4d9e56-5820-4650-bdfc-4465eaa5d210 req-2d602757-c3f9-4195-8d16-4d2c8fdf0639 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:45.797769 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-6c4d9e56-5820-4650-bdfc-4465eaa5d210 req-2d602757-c3f9-4195-8d16-4d2c8fdf0639 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Calling delete_port for fbb18143-0c49-4f36-8301-d90dbbe67d7e owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:16:45.922353 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6c4d9e56-5820-4650-bdfc-4465eaa5d210 req-2d602757-c3f9-4195-8d16-4d2c8fdf0639 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:46.250848 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d602757-c3f9-4195-8d16-4d2c8fdf0639 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event deleted for resources: {'Port': ['ID=fbb18143-0c49-4f36-8301-d90dbbe67d7e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:16:46.279640 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d602757-c3f9-4195-8d16-4d2c8fdf0639 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:16:46.280604 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d602757-c3f9-4195-8d16-4d2c8fdf0639 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:16:46.280942 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d602757-c3f9-4195-8d16-4d2c8fdf0639 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:16:46.281276 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d602757-c3f9-4195-8d16-4d2c8fdf0639 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:16:46.281604 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d602757-c3f9-4195-8d16-4d2c8fdf0639 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:16:46.281930 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d602757-c3f9-4195-8d16-4d2c8fdf0639 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:16:46.282254 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d602757-c3f9-4195-8d16-4d2c8fdf0639 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:16:46.282578 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d602757-c3f9-4195-8d16-4d2c8fdf0639 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:16:46.282898 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d602757-c3f9-4195-8d16-4d2c8fdf0639 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:16:46.283217 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d602757-c3f9-4195-8d16-4d2c8fdf0639 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:16:46.283530 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d602757-c3f9-4195-8d16-4d2c8fdf0639 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:16:46.283870 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d602757-c3f9-4195-8d16-4d2c8fdf0639 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:16:46.305597 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c4d9e56-5820-4650-bdfc-4465eaa5d210 req-2d602757-c3f9-4195-8d16-4d2c8fdf0639 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] No DVR routers for this DVR port fbb18143-0c49-4f36-8301-d90dbbe67d7e on host n-h2-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:16:46.308084 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6c4d9e56-5820-4650-bdfc-4465eaa5d210 req-2d602757-c3f9-4195-8d16-4d2c8fdf0639 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:46.309999 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-6c4d9e56-5820-4650-bdfc-4465eaa5d210 req-2d602757-c3f9-4195-8d16-4d2c8fdf0639 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.41 "DELETE /v2.0/ports/fbb18143-0c49-4f36-8301-d90dbbe67d7e HTTP/1.1" status: 204 len: 173 time: 0.7117281 Jul 16 00:16:46.310483 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a113771f-97a6-4196-a2bc-6c7fede1e04f', 'name': 'network-vif-deleted', 'tag': 'fbb18143-0c49-4f36-8301-d90dbbe67d7e'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:16:46.312868 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732f3e1a316c3ad7d48a65c2bbc2e30ba6c82a3ba5a41bb87b5b7e43e99a4419" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47860ad1-f226-4df3-b74b-9250f272f10a" -d '{"events": [{"server_uuid": "a113771f-97a6-4196-a2bc-6c7fede1e04f", "name": "network-vif-deleted", "tag": "fbb18143-0c49-4f36-8301-d90dbbe67d7e"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:16:46.350548 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e5dc21-d86b-49d5-9c47-59310ec0996d x-openstack-request-id: req-e9e5dc21-d86b-49d5-9c47-59310ec0996d {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:16:46.351085 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a113771f-97a6-4196-a2bc-6c7fede1e04f", "name": "network-vif-deleted", "tag": "fbb18143-0c49-4f36-8301-d90dbbe67d7e", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:16:46.351335 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e9e5dc21-d86b-49d5-9c47-59310ec0996d {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:16:46.351781 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a113771f-97a6-4196-a2bc-6c7fede1e04f', 'name': 'network-vif-deleted', 'tag': 'fbb18143-0c49-4f36-8301-d90dbbe67d7e', 'status': 'completed', 'code': 200} Jul 16 00:16:46.608571 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-66cce9f1-072c-4ada-a735-134a0b7ef0fb req-9be10019-18f3-4bd6-acfb-e9757e69684e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=a113771f-97a6-4196-a2bc-6c7fede1e04f HTTP/1.1" status: 200 len: 210 time: 0.0282133 Jul 16 00:16:47.705192 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54444) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:16:48.060531 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-afc0300c-3ed3-44fc-9228-f938e8efca3f tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:48.319772 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-afc0300c-3ed3-44fc-9228-f938e8efca3f tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Deleting port 0426288a-352f-458b-8223-2fe2f6973ca2 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:16:48.320027 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-afc0300c-3ed3-44fc-9228-f938e8efca3f tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:48.405267 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-afc0300c-3ed3-44fc-9228-f938e8efca3f tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] For port 0426288a-352f-458b-8223-2fe2f6973ca2, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=0426288a-352f-458b-8223-2fe2f6973ca2,segment=NetworkSegment(38747440-99be-4652-b053-c0cb7dd0ab6c),segment_id=38747440-99be-4652-b053-c0cb7dd0ab6c)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:16:48.405690 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-afc0300c-3ed3-44fc-9228-f938e8efca3f tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:48.418278 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-afc0300c-3ed3-44fc-9228-f938e8efca3f tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Calling delete_port for 0426288a-352f-458b-8223-2fe2f6973ca2 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:16:48.598149 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-afc0300c-3ed3-44fc-9228-f938e8efca3f tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:48.629703 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc0300c-3ed3-44fc-9228-f938e8efca3f tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event deleted for resources: {'Port': ['ID=0426288a-352f-458b-8223-2fe2f6973ca2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:16:49.109619 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-afc0300c-3ed3-44fc-9228-f938e8efca3f tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:49.322562 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afc0300c-3ed3-44fc-9228-f938e8efca3f tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Router f55dcfc6-d264-42f9-8585-bfaad63f4d77 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:16:49.428670 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc0300c-3ed3-44fc-9228-f938e8efca3f tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:16:49.434236 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-afc0300c-3ed3-44fc-9228-f938e8efca3f tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "PUT /v2.0/routers/f55dcfc6-d264-42f9-8585-bfaad63f4d77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7280102 Jul 16 00:16:49.437622 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54446) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:16:49.438406 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca79ab4-9561-4baa-9b0b-eb1906d1d736 None None] Sync routers for ids ['f55dcfc6-d264-42f9-8585-bfaad63f4d77'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:16:49.447293 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca79ab4-9561-4baa-9b0b-eb1906d1d736 None None] Routers {'f55dcfc6-d264-42f9-8585-bfaad63f4d77'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:16:49.447929 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7ca79ab4-9561-4baa-9b0b-eb1906d1d736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:16:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['f55dcfc6-d264-42f9-8585-bfaad63f4d77'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:16:49.489475 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee7e6e24-029d-4752-8988-f69f81a0fb98 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Deleting subnet 0600c145-45a6-4274-bf48-1b98f1c9ced4 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 00:16:49.492527 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ee7e6e24-029d-4752-8988-f69f81a0fb98 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:49.534594 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ee7e6e24-029d-4752-8988-f69f81a0fb98 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263441214'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:49.553206 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-7ca79ab4-9561-4baa-9b0b-eb1906d1d736 None None] Set router f55dcfc6-d264-42f9-8585-bfaad63f4d77 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:16:49.622775 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ee7e6e24-029d-4752-8988-f69f81a0fb98 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:49.684268 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ee7e6e24-029d-4752-8988-f69f81a0fb98 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263441191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263372002'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:49.711854 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7e6e24-029d-4752-8988-f69f81a0fb98 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event deleted for resources: {'Subnet': ['ID=0600c145-45a6-4274-bf48-1b98f1c9ced4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:16:49.713803 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ee7e6e24-029d-4752-8988-f69f81a0fb98 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:49.718748 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-ee7e6e24-029d-4752-8988-f69f81a0fb98 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "DELETE /v2.0/subnets/0600c145-45a6-4274-bf48-1b98f1c9ced4 HTTP/1.1" status: 204 len: 168 time: 0.2771223 Jul 16 00:16:49.720418 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54448) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:16:49.722344 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade9d9e6-cbba-4add-a07e-68143e5cb4bf None None] Network d8a8ffe0-6dd1-4f46-b488-e98cc08c066c requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:16:49.793604 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7ca79ab4-9561-4baa-9b0b-eb1906d1d736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55dcfc6-d264-42f9-8585-bfaad63f4d77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-706975756', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '8220f227-7fc8-4875-831b-5d90629928d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:15:04Z', 'updated_at': '2021-07-16T00:16:48Z', 'revision_number': 5, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'gw_port': {'id': '8220f227-7fc8-4875-831b-5d90629928d9', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55dcfc6-d264-42f9-8585-bfaad63f4d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:15:04Z', 'updated_at': '2021-07-16T00:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:16:49.823455 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca79ab4-9561-4baa-9b0b-eb1906d1d736 None None] Checking router: f55dcfc6-d264-42f9-8585-bfaad63f4d77 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:16:49.828815 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e17a5c11-fa6e-4ad2-9c8f-09f014676841 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:49.865846 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca79ab4-9561-4baa-9b0b-eb1906d1d736 None None] Routers {'f55dcfc6-d264-42f9-8585-bfaad63f4d77'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:16:49.866471 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7ca79ab4-9561-4baa-9b0b-eb1906d1d736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:16:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['f55dcfc6-d264-42f9-8585-bfaad63f4d77'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:16:49.933462 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e17a5c11-fa6e-4ad2-9c8f-09f014676841 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:49.984368 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-7ca79ab4-9561-4baa-9b0b-eb1906d1d736 None None] Set router f55dcfc6-d264-42f9-8585-bfaad63f4d77 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:16:49.988647 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-e17a5c11-fa6e-4ad2-9c8f-09f014676841 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Deleting port 8220f227-7fc8-4875-831b-5d90629928d9 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:16:49.988895 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e17a5c11-fa6e-4ad2-9c8f-09f014676841 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:50.042617 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c006fd6-175e-4386-898b-5b6819a5517d None None] DHCP port deletion for d8a8ffe0-6dd1-4f46-b488-e98cc08c066c request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 00:16:50.074005 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-e17a5c11-fa6e-4ad2-9c8f-09f014676841 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] For port 8220f227-7fc8-4875-831b-5d90629928d9, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=8220f227-7fc8-4875-831b-5d90629928d9,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:16:50.074445 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e17a5c11-fa6e-4ad2-9c8f-09f014676841 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:50.086410 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-e17a5c11-fa6e-4ad2-9c8f-09f014676841 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Calling delete_port for 8220f227-7fc8-4875-831b-5d90629928d9 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:16:50.172459 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-7c006fd6-175e-4386-898b-5b6819a5517d None None] Deleting port 5458fd9e-27f6-4fd7-b61b-b27910a620be {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:16:50.172832 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7c006fd6-175e-4386-898b-5b6819a5517d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:50.245276 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-7c006fd6-175e-4386-898b-5b6819a5517d None None] For port 5458fd9e-27f6-4fd7-b61b-b27910a620be, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=5458fd9e-27f6-4fd7-b61b-b27910a620be,segment=NetworkSegment(38747440-99be-4652-b053-c0cb7dd0ab6c),segment_id=38747440-99be-4652-b053-c0cb7dd0ab6c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:16:50.245582 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7c006fd6-175e-4386-898b-5b6819a5517d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:50.260212 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e17a5c11-fa6e-4ad2-9c8f-09f014676841 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:50.265681 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-7c006fd6-175e-4386-898b-5b6819a5517d None None] Calling delete_port for 5458fd9e-27f6-4fd7-b61b-b27910a620be owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:16:50.269054 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7ca79ab4-9561-4baa-9b0b-eb1906d1d736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55dcfc6-d264-42f9-8585-bfaad63f4d77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-706975756', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '8220f227-7fc8-4875-831b-5d90629928d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:15:04Z', 'updated_at': '2021-07-16T00:16:48Z', 'revision_number': 5, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'gw_port': {'id': '8220f227-7fc8-4875-831b-5d90629928d9', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55dcfc6-d264-42f9-8585-bfaad63f4d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:15:04Z', 'updated_at': '2021-07-16T00:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:16:50.288066 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17a5c11-fa6e-4ad2-9c8f-09f014676841 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event deleted for resources: {'Port': ['ID=8220f227-7fc8-4875-831b-5d90629928d9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:16:50.300054 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca79ab4-9561-4baa-9b0b-eb1906d1d736 None None] The sync data for ids ['f55dcfc6-d264-42f9-8585-bfaad63f4d77'] in n-d-794306-6 is: [{'id': 'f55dcfc6-d264-42f9-8585-bfaad63f4d77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-706975756', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '8220f227-7fc8-4875-831b-5d90629928d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:15:04Z', 'updated_at': '2021-07-16T00:16:48Z', 'revision_number': 5, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'gw_port': {'id': '8220f227-7fc8-4875-831b-5d90629928d9', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55dcfc6-d264-42f9-8585-bfaad63f4d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:15:04Z', 'updated_at': '2021-07-16T00:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:16:50.336024 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device fbb18143-0c49-4f36-8301-d90dbbe67d7e no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:16:50.350028 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e17a5c11-fa6e-4ad2-9c8f-09f014676841 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999011'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:50.356947 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] No Port match for: fbb18143-0c49-4f36-8301-d90dbbe67d7e {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:16:50.357314 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device fbb18143-0c49-4f36-8301-d90dbbe67d7e not bound to the agent host n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:16:50.392831 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7c006fd6-175e-4386-898b-5b6819a5517d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:50.419491 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c006fd6-175e-4386-898b-5b6819a5517d None None] Pushing event deleted for resources: {'Port': ['ID=5458fd9e-27f6-4fd7-b61b-b27910a620be,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:16:50.427469 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c006fd6-175e-4386-898b-5b6819a5517d None None] No DVR routers for this DVR port 5458fd9e-27f6-4fd7-b61b-b27910a620be on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:16:50.429581 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c006fd6-175e-4386-898b-5b6819a5517d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:16:50.429922 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c006fd6-175e-4386-898b-5b6819a5517d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:16:50.430261 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c006fd6-175e-4386-898b-5b6819a5517d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:16:50.430591 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c006fd6-175e-4386-898b-5b6819a5517d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:16:50.430915 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c006fd6-175e-4386-898b-5b6819a5517d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:16:50.431237 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c006fd6-175e-4386-898b-5b6819a5517d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:16:50.431563 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c006fd6-175e-4386-898b-5b6819a5517d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:16:50.431984 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c006fd6-175e-4386-898b-5b6819a5517d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:16:50.432293 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c006fd6-175e-4386-898b-5b6819a5517d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:16:50.432612 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c006fd6-175e-4386-898b-5b6819a5517d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:16:50.432928 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c006fd6-175e-4386-898b-5b6819a5517d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:16:50.433245 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c006fd6-175e-4386-898b-5b6819a5517d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:16:50.446910 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e17a5c11-fa6e-4ad2-9c8f-09f014676841 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:50.449087 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e17a5c11-fa6e-4ad2-9c8f-09f014676841 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:50.491460 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e17a5c11-fa6e-4ad2-9c8f-09f014676841 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:50.492046 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17a5c11-fa6e-4ad2-9c8f-09f014676841 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Fanout notify agent at l3_agent the message router_deleted on router f55dcfc6-d264-42f9-8585-bfaad63f4d77 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 00:16:50.498926 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e17a5c11-fa6e-4ad2-9c8f-09f014676841 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:50.500774 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-e17a5c11-fa6e-4ad2-9c8f-09f014676841 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "DELETE /v2.0/routers/f55dcfc6-d264-42f9-8585-bfaad63f4d77 HTTP/1.1" status: 204 len: 168 time: 0.7784059 Jul 16 00:16:50.503633 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54450) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:16:50.576645 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5df6ba2a-5a4e-4a8d-87ce-79de10ae390e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:50.663155 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5df6ba2a-5a4e-4a8d-87ce-79de10ae390e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:50.674488 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-5df6ba2a-5a4e-4a8d-87ce-79de10ae390e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8a8ffe0-6dd1-4f46-b488-e98cc08c066c']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:16:50.684726 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-5df6ba2a-5a4e-4a8d-87ce-79de10ae390e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38747440-99be-4652-b053-c0cb7dd0ab6c') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:16:50.685032 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-5df6ba2a-5a4e-4a8d-87ce-79de10ae390e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38747440-99be-4652-b053-c0cb7dd0ab6c') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:16:50.695171 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5df6ba2a-5a4e-4a8d-87ce-79de10ae390e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:50.708829 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5df6ba2a-5a4e-4a8d-87ce-79de10ae390e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:50.714799 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5df6ba2a-5a4e-4a8d-87ce-79de10ae390e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 00:16:50.715181 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5df6ba2a-5a4e-4a8d-87ce-79de10ae390e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:50.718283 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 16 00:16:50.718283 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 00:16:50.718283 n-d-794306-6 neutron-server[93770]: timer() Jul 16 00:16:50.718283 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 00:16:50.718283 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 16 00:16:50.718283 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 00:16:50.718283 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 16 00:16:50.718283 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 00:16:50.718283 n-d-794306-6 neutron-server[93770]: self._notify() Jul 16 00:16:50.718283 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 00:16:50.718283 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 16 00:16:50.718283 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 00:16:50.718283 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 16 00:16:50.718283 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 00:16:50.718283 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 00:16:50.718283 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 00:16:50.718283 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 00:16:50.718283 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 00:16:50.718283 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 16 00:16:50.718283 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 00:16:50.718283 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 16 00:16:50.718283 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 00:16:50.718283 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 00:16:50.718283 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 00:16:50.718283 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 16 00:16:50.718283 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 00:16:50.718283 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 00:16:50.718283 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 00:16:50.718283 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 00:16:50.718283 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 00:16:50.718283 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 00:16:50.718283 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 00:16:50.783520 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5df6ba2a-5a4e-4a8d-87ce-79de10ae390e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:50.790606 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5df6ba2a-5a4e-4a8d-87ce-79de10ae390e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:50.792796 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-5df6ba2a-5a4e-4a8d-87ce-79de10ae390e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "DELETE /v2.0/networks/d8a8ffe0-6dd1-4f46-b488-e98cc08c066c HTTP/1.1" status: 204 len: 168 time: 0.2881675 Jul 16 00:16:50.795726 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54452) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:16:50.805046 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df6ba2a-5a4e-4a8d-87ce-79de10ae390e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event deleted for resources: {'Network': ['ID=d8a8ffe0-6dd1-4f46-b488-e98cc08c066c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:16:50.864901 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c8bf0e65-b9cc-49da-a7c0-24a15750fc96 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:50.893803 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c8bf0e65-b9cc-49da-a7c0-24a15750fc96 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:50.931110 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 0426288a-352f-458b-8223-2fe2f6973ca2 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:16:50.958055 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c8bf0e65-b9cc-49da-a7c0-24a15750fc96 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:50.958885 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 0426288a-352f-458b-8223-2fe2f6973ca2 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:16:50.959236 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 0426288a-352f-458b-8223-2fe2f6973ca2 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:16:50.959724 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 5458fd9e-27f6-4fd7-b61b-b27910a620be no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:16:50.960866 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c8bf0e65-b9cc-49da-a7c0-24a15750fc96 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:50.962242 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c8bf0e65-b9cc-49da-a7c0-24a15750fc96 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "DELETE /v2.0/security-groups/7e2a5494-2524-49e8-b204-9c7fd1eb43f9 HTTP/1.1" status: 204 len: 168 time: 0.1655321 Jul 16 00:16:50.972604 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bf0e65-b9cc-49da-a7c0-24a15750fc96 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2a5494-2524-49e8-b204-9c7fd1eb43f9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:16:50.985991 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 5458fd9e-27f6-4fd7-b61b-b27910a620be {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:16:50.986347 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 5458fd9e-27f6-4fd7-b61b-b27910a620be not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:16:51.218791 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54458) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:16:51.223693 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-42d1ccf2-f3eb-41cd-9185-927232cf723b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-482951716', 'description': 'tempest-secgroup-smoke-482951716 description', 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:16:51.245267 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-42d1ccf2-f3eb-41cd-9185-927232cf723b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:51.329724 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-42d1ccf2-f3eb-41cd-9185-927232cf723b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:51.334128 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-42d1ccf2-f3eb-41cd-9185-927232cf723b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:51.361187 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-42d1ccf2-f3eb-41cd-9185-927232cf723b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:51.362440 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-42d1ccf2-f3eb-41cd-9185-927232cf723b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1425645 Jul 16 00:16:51.365305 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54460) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:16:51.369704 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f856be2f-3804-46eb-8e11-44ca3e2efc18 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Request body: {'security_group_rule': {'security_group_id': 'b62cc433-f852-4b5f-938d-ede3600d58a3', 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:16:51.376341 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d1ccf2-f3eb-41cd-9185-927232cf723b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b62cc433-f852-4b5f-938d-ede3600d58a3,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:16:51.401766 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f856be2f-3804-46eb-8e11-44ca3e2efc18 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:51.457604 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f856be2f-3804-46eb-8e11-44ca3e2efc18 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:51.461159 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f856be2f-3804-46eb-8e11-44ca3e2efc18 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:51.478758 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f856be2f-3804-46eb-8e11-44ca3e2efc18 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=278a6fa6-57f6-4368-966d-ddfc1c77aa35,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:16:51.486223 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f856be2f-3804-46eb-8e11-44ca3e2efc18 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:51.487441 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f856be2f-3804-46eb-8e11-44ca3e2efc18 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1212282 Jul 16 00:16:51.490174 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54462) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:16:51.494576 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5fe3dac7-b574-4c9f-9e17-e62473ef8ad1 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Request body: {'security_group_rule': {'security_group_id': 'b62cc433-f852-4b5f-938d-ede3600d58a3', 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:16:51.521512 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5fe3dac7-b574-4c9f-9e17-e62473ef8ad1 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:51.577052 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5fe3dac7-b574-4c9f-9e17-e62473ef8ad1 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:51.581396 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5fe3dac7-b574-4c9f-9e17-e62473ef8ad1 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:51.598443 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe3dac7-b574-4c9f-9e17-e62473ef8ad1 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f62e2ee-145d-40d4-8c0f-8f6be7ceeef5,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:16:51.604307 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5fe3dac7-b574-4c9f-9e17-e62473ef8ad1 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:51.605502 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-5fe3dac7-b574-4c9f-9e17-e62473ef8ad1 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1143959 Jul 16 00:16:51.608382 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54464) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:16:51.613374 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c5dd25d7-c1e9-46e7-a4e5-29e3f1907a35 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Request body: {'security_group_rule': {'security_group_id': 'b62cc433-f852-4b5f-938d-ede3600d58a3', 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:16:51.639499 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c5dd25d7-c1e9-46e7-a4e5-29e3f1907a35 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:51.699789 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c5dd25d7-c1e9-46e7-a4e5-29e3f1907a35 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:51.703676 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c5dd25d7-c1e9-46e7-a4e5-29e3f1907a35 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:51.722974 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dd25d7-c1e9-46e7-a4e5-29e3f1907a35 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a611ab1d-0954-4c38-943e-156ff80bd2ce,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:16:51.725982 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c5dd25d7-c1e9-46e7-a4e5-29e3f1907a35 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:51.727241 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c5dd25d7-c1e9-46e7-a4e5-29e3f1907a35 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1179504 Jul 16 00:16:51.730124 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54466) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:16:51.736435 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-843b58d2-d672-427d-98ee-b6fc264534ce tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Request body: {'security_group_rule': {'security_group_id': 'b62cc433-f852-4b5f-938d-ede3600d58a3', 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:16:51.763564 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-843b58d2-d672-427d-98ee-b6fc264534ce tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:51.822116 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-843b58d2-d672-427d-98ee-b6fc264534ce tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:51.826131 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-843b58d2-d672-427d-98ee-b6fc264534ce tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:51.846001 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843b58d2-d672-427d-98ee-b6fc264534ce tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40405f9e-e4f9-488c-9925-c053162a345f,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:16:51.849113 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-843b58d2-d672-427d-98ee-b6fc264534ce tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:51.850326 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-843b58d2-d672-427d-98ee-b6fc264534ce tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1191704 Jul 16 00:16:51.853157 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54468) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:16:51.857756 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7710338f-9281-4a36-be8a-7dbc8f31ea38 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Request body: {'security_group_rule': {'security_group_id': 'b62cc433-f852-4b5f-938d-ede3600d58a3', 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:16:51.879723 n-d-794306-6 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-7710338f-9281-4a36-be8a-7dbc8f31ea38 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Project a96abeafa0bb4cfba60d3fd0ccc00ac5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 00:16:51.884364 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7710338f-9281-4a36-be8a-7dbc8f31ea38 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:51.944796 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7710338f-9281-4a36-be8a-7dbc8f31ea38 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:51.954909 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7710338f-9281-4a36-be8a-7dbc8f31ea38 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:51.971960 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7710338f-9281-4a36-be8a-7dbc8f31ea38 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6399c61-799b-46b6-8690-3e23bb15316c,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:16:51.978894 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7710338f-9281-4a36-be8a-7dbc8f31ea38 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:51.980384 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-7710338f-9281-4a36-be8a-7dbc8f31ea38 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1262310 Jul 16 00:16:51.983087 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54470) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:16:51.987802 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-dad5ee66-9901-4432-b244-8282e3f44d19 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Request body: {'security_group_rule': {'security_group_id': 'b62cc433-f852-4b5f-938d-ede3600d58a3', 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:16:52.009764 n-d-794306-6 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-dad5ee66-9901-4432-b244-8282e3f44d19 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Project a96abeafa0bb4cfba60d3fd0ccc00ac5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 00:16:52.014625 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dad5ee66-9901-4432-b244-8282e3f44d19 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:52.073861 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dad5ee66-9901-4432-b244-8282e3f44d19 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:52.077629 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dad5ee66-9901-4432-b244-8282e3f44d19 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:52.097266 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad5ee66-9901-4432-b244-8282e3f44d19 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c6126ad-bf5e-4496-a4af-a1802849e249,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:16:52.100525 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dad5ee66-9901-4432-b244-8282e3f44d19 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:52.101707 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-dad5ee66-9901-4432-b244-8282e3f44d19 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1176655 Jul 16 00:16:52.104475 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54472) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:16:52.109496 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-13aebe5d-bb09-47af-a18a-7d354228164d tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Request body: {'network': {'name': 'tempest-network-smoke--346053084', 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'port_security_enabled': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:16:52.130920 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13aebe5d-bb09-47af-a18a-7d354228164d tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Made reservation on behalf of a96abeafa0bb4cfba60d3fd0ccc00ac5 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:16:52.134359 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-13aebe5d-bb09-47af-a18a-7d354228164d tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:52.158293 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13aebe5d-bb09-47af-a18a-7d354228164d tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 00:16:52.167216 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-13aebe5d-bb09-47af-a18a-7d354228164d tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:52.167636 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-13aebe5d-bb09-47af-a18a-7d354228164d tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Added segment 324fd4bf-a438-4c34-99d1-42f517eaa92f of type vlan for network 14860507-bc4f-4c36-8891-c533faf0cda9 Jul 16 00:16:52.216761 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-13aebe5d-bb09-47af-a18a-7d354228164d tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:52.246182 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-13aebe5d-bb09-47af-a18a-7d354228164d tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:52.251665 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13aebe5d-bb09-47af-a18a-7d354228164d tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:16:52.252504 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-13aebe5d-bb09-47af-a18a-7d354228164d tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:52.285966 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-13aebe5d-bb09-47af-a18a-7d354228164d tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1804192 Jul 16 00:16:52.288721 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54474) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:16:52.295166 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-6eff08fe-7f6f-457d-9d17-6eb80612f7c3 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1215040619', 'admin_state_up': True, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:16:52.330908 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aebe5d-bb09-47af-a18a-7d354228164d tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event updated for resources: {'Network': ['ID=14860507-bc4f-4c36-8891-c533faf0cda9,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:16:52.341615 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 14860507-bc4f-4c36-8891-c533faf0cda9 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 00:16:52.348093 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6eff08fe-7f6f-457d-9d17-6eb80612f7c3 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:52.349016 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6eff08fe-7f6f-457d-9d17-6eb80612f7c3 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:52.402685 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6eff08fe-7f6f-457d-9d17-6eb80612f7c3 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:52.537247 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6eff08fe-7f6f-457d-9d17-6eb80612f7c3 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:52.728623 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6eff08fe-7f6f-457d-9d17-6eb80612f7c3 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:52.747609 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6eff08fe-7f6f-457d-9d17-6eb80612f7c3 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:52.828430 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 8220f227-7fc8-4875-831b-5d90629928d9 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:16:52.849472 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 8220f227-7fc8-4875-831b-5d90629928d9 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:16:52.849814 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 8220f227-7fc8-4875-831b-5d90629928d9 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:16:52.856989 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-6eff08fe-7f6f-457d-9d17-6eb80612f7c3 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Allocated IP 172.25.5.158 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/703efed1-b88c-4531-9ffd-810d0ab66fc0) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:16:52.964911 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6eff08fe-7f6f-457d-9d17-6eb80612f7c3 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:53.003852 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6eff08fe-7f6f-457d-9d17-6eb80612f7c3 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:53.048419 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eff08fe-7f6f-457d-9d17-6eb80612f7c3 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:16:53.052773 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-6eff08fe-7f6f-457d-9d17-6eb80612f7c3 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:16:53.057296 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eff08fe-7f6f-457d-9d17-6eb80612f7c3 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:16:53.060410 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eff08fe-7f6f-457d-9d17-6eb80612f7c3 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event updated for resources: {'Port': ['ID=703efed1-b88c-4531-9ffd-810d0ab66fc0,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:16:53.304037 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6eff08fe-7f6f-457d-9d17-6eb80612f7c3 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:53.500473 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6eff08fe-7f6f-457d-9d17-6eb80612f7c3 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:53.629262 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eff08fe-7f6f-457d-9d17-6eb80612f7c3 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Router b07e941d-a061-4044-a4e8-ff9b62de5f26 is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 00:16:53.732234 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eff08fe-7f6f-457d-9d17-6eb80612f7c3 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:16:53.742688 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d046c4c7-2525-428c-89a1-8cf455df656f None None] Sync routers for ids ['b07e941d-a061-4044-a4e8-ff9b62de5f26'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:16:53.752140 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6eff08fe-7f6f-457d-9d17-6eb80612f7c3 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:53.753812 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-6eff08fe-7f6f-457d-9d17-6eb80612f7c3 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4641819 Jul 16 00:16:53.753980 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d046c4c7-2525-428c-89a1-8cf455df656f None None] Routers {'b07e941d-a061-4044-a4e8-ff9b62de5f26'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:16:53.754537 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d046c4c7-2525-428c-89a1-8cf455df656f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:16:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['b07e941d-a061-4044-a4e8-ff9b62de5f26'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:16:53.757954 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54476) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:16:53.789527 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c7bc06a0-3193-494a-b763-d8a0d954601d tempest-TestNetworkAdvancedServerOps-1746541538 tempest-TestNetworkAdvancedServerOps-1746541538-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=a96abeafa0bb4cfba60d3fd0ccc00ac5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302513 Jul 16 00:16:53.792208 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54478) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:16:53.860382 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-d046c4c7-2525-428c-89a1-8cf455df656f None None] Set router b07e941d-a061-4044-a4e8-ff9b62de5f26 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:16:53.882347 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fd90f3-e5af-4df9-a8fd-9a27036f7258 tempest-TestNetworkAdvancedServerOps-1746541538 tempest-TestNetworkAdvancedServerOps-1746541538-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:16:53.886589 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e3fd90f3-e5af-4df9-a8fd-9a27036f7258 tempest-TestNetworkAdvancedServerOps-1746541538 tempest-TestNetworkAdvancedServerOps-1746541538-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0907655 Jul 16 00:16:53.886741 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54480) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:16:53.921377 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-851e3c1e-9be1-41f1-bf5c-d379fe61caae tempest-TestNetworkAdvancedServerOps-1746541538 tempest-TestNetworkAdvancedServerOps-1746541538-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=c4160cc4-e133-4d4e-ad39-f86bca4b2f14&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335636 Jul 16 00:16:53.924523 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54482) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:16:53.929329 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-cfb5f93a-2df9-496d-a09f-78d9382ab3dd tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2001378324', 'network_id': '14860507-bc4f-4c36-8891-c533faf0cda9', 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:16:54.019834 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb5f93a-2df9-496d-a09f-78d9382ab3dd tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Made reservation on behalf of a96abeafa0bb4cfba60d3fd0ccc00ac5 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:16:54.023628 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cfb5f93a-2df9-496d-a09f-78d9382ab3dd tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:54.038006 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d046c4c7-2525-428c-89a1-8cf455df656f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b07e941d-a061-4044-a4e8-ff9b62de5f26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1215040619', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '703efed1-b88c-4531-9ffd-810d0ab66fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:16:52Z', 'updated_at': '2021-07-16T00:16:53Z', 'revision_number': 3, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'gw_port': {'id': '703efed1-b88c-4531-9ffd-810d0ab66fc0', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:fc:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b07e941d-a061-4044-a4e8-ff9b62de5f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:16:52Z', 'updated_at': '2021-07-16T00:16:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:16:54.067646 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d046c4c7-2525-428c-89a1-8cf455df656f None None] Checking router: b07e941d-a061-4044-a4e8-ff9b62de5f26 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:16:54.068003 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d046c4c7-2525-428c-89a1-8cf455df656f None None] Updating router b07e941d-a061-4044-a4e8-ff9b62de5f26 port 703efed1-b88c-4531-9ffd-810d0ab66fc0 binding host n-d-794306-6 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 00:16:54.102191 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d046c4c7-2525-428c-89a1-8cf455df656f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:54.205624 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cfb5f93a-2df9-496d-a09f-78d9382ab3dd tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:54.273286 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb5f93a-2df9-496d-a09f-78d9382ab3dd tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event updated for resources: {'Subnet': ['ID=91f220ac-2133-47a3-a5a2-0deafa82a0b1,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:16:54.285467 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb5f93a-2df9-496d-a09f-78d9382ab3dd tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Checking segment: {'id': '324fd4bf-a438-4c34-99d1-42f517eaa92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '14860507-bc4f-4c36-8891-c533faf0cda9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:16:54.285840 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb5f93a-2df9-496d-a09f-78d9382ab3dd tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Network hostable DHCP agents. Network: 14860507-bc4f-4c36-8891-c533faf0cda9, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 00:16:54.302764 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb5f93a-2df9-496d-a09f-78d9382ab3dd tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Network 14860507-bc4f-4c36-8891-c533faf0cda9 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 00:16:54.311683 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-cfb5f93a-2df9-496d-a09f-78d9382ab3dd tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 14860507-bc4f-4c36-8891-c533faf0cda9) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:16:54.318430 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb5f93a-2df9-496d-a09f-78d9382ab3dd tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:16:54.319330 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cfb5f93a-2df9-496d-a09f-78d9382ab3dd tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:54.320113 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9256210a-80f6-42aa-96d6-86d3475daa0d None None] Network 14860507-bc4f-4c36-8891-c533faf0cda9 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:16:54.335367 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-cfb5f93a-2df9-496d-a09f-78d9382ab3dd tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4097247 Jul 16 00:16:54.338192 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54484) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:16:54.360637 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d046c4c7-2525-428c-89a1-8cf455df656f None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:54.370569 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d046c4c7-2525-428c-89a1-8cf455df656f None None] Transition to ACTIVE for port object 703efed1-b88c-4531-9ffd-810d0ab66fc0 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:16:54.378108 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d046c4c7-2525-428c-89a1-8cf455df656f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:54.426255 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-d046c4c7-2525-428c-89a1-8cf455df656f None None] Attempting to bind port 703efed1-b88c-4531-9ffd-810d0ab66fc0 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:16:54.426620 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-d046c4c7-2525-428c-89a1-8cf455df656f None None] Attempting to bind port 703efed1-b88c-4531-9ffd-810d0ab66fc0 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:16:54.426990 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d046c4c7-2525-428c-89a1-8cf455df656f None None] Attempting to bind port 703efed1-b88c-4531-9ffd-810d0ab66fc0 on network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:16:54.439928 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d046c4c7-2525-428c-89a1-8cf455df656f None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:16:54.440299 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d046c4c7-2525-428c-89a1-8cf455df656f None None] Checking segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:16:54.440709 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d046c4c7-2525-428c-89a1-8cf455df656f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:54.441105 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d046c4c7-2525-428c-89a1-8cf455df656f None None] Bound using segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:16:54.441578 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-d046c4c7-2525-428c-89a1-8cf455df656f None None] Bound port: 703efed1-b88c-4531-9ffd-810d0ab66fc0, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:16:54.441958 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d046c4c7-2525-428c-89a1-8cf455df656f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:54.467160 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8532e1ed-8d4b-42a7-87c6-f6d523356d69 None None] Pushing event updated for resources: {'Port': ['ID=703efed1-b88c-4531-9ffd-810d0ab66fc0,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:16:54.474937 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185be010-8ce4-4a93-b922-04dc61745935 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-14860507-bc4f-4c36-8891-c533faf0cda9', 'network_id': '14860507-bc4f-4c36-8891-c533faf0cda9', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'fixed_ips': [{'subnet_id': '91f220ac-2133-47a3-a5a2-0deafa82a0b1'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 00:16:54.476020 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-185be010-8ce4-4a93-b922-04dc61745935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:54.482039 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8532e1ed-8d4b-42a7-87c6-f6d523356d69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:16:54.482384 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8532e1ed-8d4b-42a7-87c6-f6d523356d69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:16:54.482726 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8532e1ed-8d4b-42a7-87c6-f6d523356d69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:16:54.483058 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8532e1ed-8d4b-42a7-87c6-f6d523356d69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:16:54.483385 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8532e1ed-8d4b-42a7-87c6-f6d523356d69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:16:54.483740 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8532e1ed-8d4b-42a7-87c6-f6d523356d69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:16:54.484063 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8532e1ed-8d4b-42a7-87c6-f6d523356d69 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:16:54.484383 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8532e1ed-8d4b-42a7-87c6-f6d523356d69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:16:54.485248 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8532e1ed-8d4b-42a7-87c6-f6d523356d69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:16:54.485671 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8532e1ed-8d4b-42a7-87c6-f6d523356d69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:16:54.485989 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8532e1ed-8d4b-42a7-87c6-f6d523356d69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:16:54.486306 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8532e1ed-8d4b-42a7-87c6-f6d523356d69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:16:54.514719 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d046c4c7-2525-428c-89a1-8cf455df656f None None] For port 703efed1-b88c-4531-9ffd-810d0ab66fc0, host n-d-794306-6, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:16:54.518162 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d046c4c7-2525-428c-89a1-8cf455df656f None None] For port 703efed1-b88c-4531-9ffd-810d0ab66fc0, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=703efed1-b88c-4531-9ffd-810d0ab66fc0,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:16:54.521927 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d046c4c7-2525-428c-89a1-8cf455df656f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:54.570012 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d046c4c7-2525-428c-89a1-8cf455df656f None None] Routers {'b07e941d-a061-4044-a4e8-ff9b62de5f26'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:16:54.570634 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d046c4c7-2525-428c-89a1-8cf455df656f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:16:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['b07e941d-a061-4044-a4e8-ff9b62de5f26'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:16:54.616241 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-185be010-8ce4-4a93-b922-04dc61745935 None None] Allocated IP 172.20.0.2 (14860507-bc4f-4c36-8891-c533faf0cda9/91f220ac-2133-47a3-a5a2-0deafa82a0b1/64255221-9f29-4473-a240-22d6150ac201) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:16:54.771521 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-185be010-8ce4-4a93-b922-04dc61745935 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:54.780013 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-185be010-8ce4-4a93-b922-04dc61745935 None None] Transition to ACTIVE for port object 64255221-9f29-4473-a240-22d6150ac201 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:16:54.784160 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-d046c4c7-2525-428c-89a1-8cf455df656f None None] Set router b07e941d-a061-4044-a4e8-ff9b62de5f26 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:16:54.795232 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-185be010-8ce4-4a93-b922-04dc61745935 None None] Transition to ACTIVE for port object 64255221-9f29-4473-a240-22d6150ac201 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:16:54.801869 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-185be010-8ce4-4a93-b922-04dc61745935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:54.807672 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f4bbfc5a-6cdc-4abe-8048-23488f37f37f tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:54.848513 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185be010-8ce4-4a93-b922-04dc61745935 None None] Network 14860507-bc4f-4c36-8891-c533faf0cda9 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:16:54.852996 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-185be010-8ce4-4a93-b922-04dc61745935 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:16:54.853765 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8532e1ed-8d4b-42a7-87c6-f6d523356d69 None None] Pushing event updated for resources: {'Port': ['ID=703efed1-b88c-4531-9ffd-810d0ab66fc0,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:16:54.857352 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185be010-8ce4-4a93-b922-04dc61745935 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:16:54.865652 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185be010-8ce4-4a93-b922-04dc61745935 None None] Pushing event updated for resources: {'Port': ['ID=64255221-9f29-4473-a240-22d6150ac201,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:16:54.916460 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-185be010-8ce4-4a93-b922-04dc61745935 None None] Attempting to bind port 64255221-9f29-4473-a240-22d6150ac201 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:16:54.916842 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-185be010-8ce4-4a93-b922-04dc61745935 None None] Attempting to bind port 64255221-9f29-4473-a240-22d6150ac201 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '324fd4bf-a438-4c34-99d1-42f517eaa92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '14860507-bc4f-4c36-8891-c533faf0cda9'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:16:54.917201 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185be010-8ce4-4a93-b922-04dc61745935 None None] Attempting to bind port 64255221-9f29-4473-a240-22d6150ac201 on network 14860507-bc4f-4c36-8891-c533faf0cda9 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:16:54.922357 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185be010-8ce4-4a93-b922-04dc61745935 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:16:54.922734 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185be010-8ce4-4a93-b922-04dc61745935 None None] Checking segment: {'id': '324fd4bf-a438-4c34-99d1-42f517eaa92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '14860507-bc4f-4c36-8891-c533faf0cda9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:16:54.923143 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-185be010-8ce4-4a93-b922-04dc61745935 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:54.923837 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185be010-8ce4-4a93-b922-04dc61745935 None None] Bound using segment: {'id': '324fd4bf-a438-4c34-99d1-42f517eaa92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '14860507-bc4f-4c36-8891-c533faf0cda9'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:16:54.924047 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-185be010-8ce4-4a93-b922-04dc61745935 None None] Bound port: 64255221-9f29-4473-a240-22d6150ac201, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '324fd4bf-a438-4c34-99d1-42f517eaa92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '14860507-bc4f-4c36-8891-c533faf0cda9'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:16:54.924391 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-185be010-8ce4-4a93-b922-04dc61745935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:54.988347 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d046c4c7-2525-428c-89a1-8cf455df656f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b07e941d-a061-4044-a4e8-ff9b62de5f26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1215040619', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '703efed1-b88c-4531-9ffd-810d0ab66fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:16:52Z', 'updated_at': '2021-07-16T00:16:53Z', 'revision_number': 3, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'gw_port': {'id': '703efed1-b88c-4531-9ffd-810d0ab66fc0', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:fc:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b07e941d-a061-4044-a4e8-ff9b62de5f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:16:52Z', 'updated_at': '2021-07-16T00:16:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:16:54.990286 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-185be010-8ce4-4a93-b922-04dc61745935 None None] For port 64255221-9f29-4473-a240-22d6150ac201, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:16:54.993690 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-185be010-8ce4-4a93-b922-04dc61745935 None None] For port 64255221-9f29-4473-a240-22d6150ac201, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=64255221-9f29-4473-a240-22d6150ac201,segment=NetworkSegment(324fd4bf-a438-4c34-99d1-42f517eaa92f),segment_id=324fd4bf-a438-4c34-99d1-42f517eaa92f)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:16:54.998601 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-185be010-8ce4-4a93-b922-04dc61745935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:55.015544 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d046c4c7-2525-428c-89a1-8cf455df656f None None] The sync data for ids ['b07e941d-a061-4044-a4e8-ff9b62de5f26'] in n-d-794306-6 is: [{'id': 'b07e941d-a061-4044-a4e8-ff9b62de5f26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1215040619', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '703efed1-b88c-4531-9ffd-810d0ab66fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:16:52Z', 'updated_at': '2021-07-16T00:16:53Z', 'revision_number': 3, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'gw_port': {'id': '703efed1-b88c-4531-9ffd-810d0ab66fc0', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:fc:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b07e941d-a061-4044-a4e8-ff9b62de5f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:16:52Z', 'updated_at': '2021-07-16T00:16:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:16:55.068655 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185be010-8ce4-4a93-b922-04dc61745935 None None] Pushing event updated for resources: {'Port': ['ID=64255221-9f29-4473-a240-22d6150ac201,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:16:55.108532 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-f4bbfc5a-6cdc-4abe-8048-23488f37f37f tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Allocated IP 172.20.0.1 (14860507-bc4f-4c36-8891-c533faf0cda9/91f220ac-2133-47a3-a5a2-0deafa82a0b1/16a1e11a-4a23-49ce-b101-4846023a7494) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:16:55.239477 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f4bbfc5a-6cdc-4abe-8048-23488f37f37f tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:55.271140 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-f4bbfc5a-6cdc-4abe-8048-23488f37f37f tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Transition to ACTIVE for port object 16a1e11a-4a23-49ce-b101-4846023a7494 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:16:55.323325 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f4bbfc5a-6cdc-4abe-8048-23488f37f37f tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:55.380163 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4bbfc5a-6cdc-4abe-8048-23488f37f37f tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Network 14860507-bc4f-4c36-8891-c533faf0cda9 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:16:55.383546 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-f4bbfc5a-6cdc-4abe-8048-23488f37f37f tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:16:55.387812 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bbfc5a-6cdc-4abe-8048-23488f37f37f tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:16:55.395072 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bbfc5a-6cdc-4abe-8048-23488f37f37f tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event updated for resources: {'Port': ['ID=16a1e11a-4a23-49ce-b101-4846023a7494,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:16:55.446120 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f4bbfc5a-6cdc-4abe-8048-23488f37f37f tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:55.914735 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f4bbfc5a-6cdc-4abe-8048-23488f37f37f tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:56.072398 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:56.088589 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162249e3-65e5-453c-accf-e09755b69e9f None None] Network 14860507-bc4f-4c36-8891-c533faf0cda9 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:16:56.157710 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6cc39c7b-1bf8-46cc-a6da-e57c35bdaa53 None None] Provisioning for port 64255221-9f29-4473-a240-22d6150ac201 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:16:56.213118 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f4bbfc5a-6cdc-4abe-8048-23488f37f37f tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:56.219442 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f4bbfc5a-6cdc-4abe-8048-23488f37f37f tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:56.296926 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bbfc5a-6cdc-4abe-8048-23488f37f37f tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event updated for resources: {'Port': ['ID=16a1e11a-4a23-49ce-b101-4846023a7494,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:16:56.300308 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f4bbfc5a-6cdc-4abe-8048-23488f37f37f tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:56.401369 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4bbfc5a-6cdc-4abe-8048-23488f37f37f tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Network 14860507-bc4f-4c36-8891-c533faf0cda9 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:16:56.402868 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-f4bbfc5a-6cdc-4abe-8048-23488f37f37f tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:16:56.493959 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9be1311f-b885-4651-b7a5-0ab3186c1597 None None] Provisioning for port 16a1e11a-4a23-49ce-b101-4846023a7494 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:16:56.498547 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9be1311f-b885-4651-b7a5-0ab3186c1597 None None] Provisioning complete for port 16a1e11a-4a23-49ce-b101-4846023a7494 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:16:56.498924 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9be1311f-b885-4651-b7a5-0ab3186c1597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:56.523475 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4bbfc5a-6cdc-4abe-8048-23488f37f37f tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Router b07e941d-a061-4044-a4e8-ff9b62de5f26 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:16:56.645338 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4bbfc5a-6cdc-4abe-8048-23488f37f37f tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:16:56.650842 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f4bbfc5a-6cdc-4abe-8048-23488f37f37f tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "PUT /v2.0/routers/b07e941d-a061-4044-a4e8-ff9b62de5f26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3116255 Jul 16 00:16:56.709544 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-9be1311f-b885-4651-b7a5-0ab3186c1597 None None] Port 16a1e11a-4a23-49ce-b101-4846023a7494 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:16:56.769606 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2963a409-bcc1-4b8d-9ba6-1f80ae07fb6d None None] Sync routers for ids ['b07e941d-a061-4044-a4e8-ff9b62de5f26'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:16:56.783512 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2963a409-bcc1-4b8d-9ba6-1f80ae07fb6d None None] Routers {'b07e941d-a061-4044-a4e8-ff9b62de5f26'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:16:56.784199 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-2963a409-bcc1-4b8d-9ba6-1f80ae07fb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:16:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['b07e941d-a061-4044-a4e8-ff9b62de5f26'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:16:56.824171 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e2234aba-800c-4ce0-9b85-5c888e307d94 req-37bc3801-bcff-427d-831f-31c3ee8b8ffa tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-482951716&fields=id&tenant_id=a96abeafa0bb4cfba60d3fd0ccc00ac5 HTTP/1.1" status: 200 len: 267 time: 0.0427308 Jul 16 00:16:56.855126 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:16:56.895823 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ce59a7aa-e118-496a-9afa-ab28424ef1a1 None None] Provisioning complete for port 16a1e11a-4a23-49ce-b101-4846023a7494 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:16:56.896200 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ce59a7aa-e118-496a-9afa-ab28424ef1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:56.939958 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-2963a409-bcc1-4b8d-9ba6-1f80ae07fb6d None None] Set router b07e941d-a061-4044-a4e8-ff9b62de5f26 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:16:56.967400 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2234aba-800c-4ce0-9b85-5c888e307d94 req-256e896b-3e12-43b7-ad0a-837a7f004922 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:16:56.969292 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e2234aba-800c-4ce0-9b85-5c888e307d94 req-256e896b-3e12-43b7-ad0a-837a7f004922 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/networks?id=14860507-bc4f-4c36-8891-c533faf0cda9 HTTP/1.1" status: 200 len: 796 time: 0.1388135 Jul 16 00:16:56.969828 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 64255221-9f29-4473-a240-22d6150ac201 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:16:56.973851 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ce59a7aa-e118-496a-9afa-ab28424ef1a1 None None] Port 16a1e11a-4a23-49ce-b101-4846023a7494 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:16:56.986953 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e2234aba-800c-4ce0-9b85-5c888e307d94 req-349f5c4a-1e38-4bb0-9cb5-1cf22ed4fff7 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/quotas/a96abeafa0bb4cfba60d3fd0ccc00ac5 HTTP/1.1" status: 200 len: 375 time: 0.0116451 Jul 16 00:16:57.054685 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e2234aba-800c-4ce0-9b85-5c888e307d94 req-e9ac9a54-3db9-4b05-b983-6a9fb36f99bf tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a96abeafa0bb4cfba60d3fd0ccc00ac5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0621567 Jul 16 00:16:57.119433 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 64255221-9f29-4473-a240-22d6150ac201 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:16:57.128015 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 64255221-9f29-4473-a240-22d6150ac201 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:16:57.128395 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:57.152675 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ec6d7edf-4c17-417e-a322-18a4fb632681 None None] Provisioning complete for port 16a1e11a-4a23-49ce-b101-4846023a7494 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:16:57.153043 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ec6d7edf-4c17-417e-a322-18a4fb632681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:57.158421 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e2234aba-800c-4ce0-9b85-5c888e307d94 req-faf8555d-3d81-4c5b-898d-823a8dde4e8f service neutron] 10.222.0.48 "GET /v2.0/networks/14860507-bc4f-4c36-8891-c533faf0cda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917571 Jul 16 00:16:57.229786 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ec6d7edf-4c17-417e-a322-18a4fb632681 None None] Port 16a1e11a-4a23-49ce-b101-4846023a7494 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:16:57.251692 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e2234aba-800c-4ce0-9b85-5c888e307d94 req-e8344e00-a0ad-4b10-9e58-f1a3423d1d1d service neutron] 10.222.0.48 "GET /v2.0/networks/14860507-bc4f-4c36-8891-c533faf0cda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869560 Jul 16 00:16:57.289743 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:57.294193 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-2963a409-bcc1-4b8d-9ba6-1f80ae07fb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b07e941d-a061-4044-a4e8-ff9b62de5f26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1215040619', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '703efed1-b88c-4531-9ffd-810d0ab66fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:16:52Z', 'updated_at': '2021-07-16T00:16:55Z', 'revision_number': 4, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'gw_port': {'id': '703efed1-b88c-4531-9ffd-810d0ab66fc0', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:fc:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b07e941d-a061-4044-a4e8-ff9b62de5f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:16:52Z', 'updated_at': '2021-07-16T00:16:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '16a1e11a-4a23-49ce-b101-4846023a7494', 'name': '', 'network_id': '14860507-bc4f-4c36-8891-c533faf0cda9', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'mac_address': 'fa:16:3e:23:84:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b07e941d-a061-4044-a4e8-ff9b62de5f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '91f220ac-2133-47a3-a5a2-0deafa82a0b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:16:54Z', 'updated_at': '2021-07-16T00:16:56Z', 'revision_number': 2, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'subnets': [{'id': '91f220ac-2133-47a3-a5a2-0deafa82a0b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:16:57.327476 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2963a409-bcc1-4b8d-9ba6-1f80ae07fb6d None None] Checking router: b07e941d-a061-4044-a4e8-ff9b62de5f26 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:16:57.327883 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2963a409-bcc1-4b8d-9ba6-1f80ae07fb6d None None] Updating router b07e941d-a061-4044-a4e8-ff9b62de5f26 port 16a1e11a-4a23-49ce-b101-4846023a7494 binding host n-d-794306-6 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 00:16:57.374657 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 64255221-9f29-4473-a240-22d6150ac201, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=64255221-9f29-4473-a240-22d6150ac201,segment=NetworkSegment(324fd4bf-a438-4c34-99d1-42f517eaa92f),segment_id=324fd4bf-a438-4c34-99d1-42f517eaa92f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:16:57.381082 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2963a409-bcc1-4b8d-9ba6-1f80ae07fb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:57.389452 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:57.390374 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 703efed1-b88c-4531-9ffd-810d0ab66fc0 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:16:57.435861 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0adee3de-56d2-487a-8e96-70fa5998d951 req-df377f9f-1ea2-4267-b739-dbc2c7d4d725 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=93775b20-deff-492e-b50e-f1eec0412a92 HTTP/1.1" status: 200 len: 210 time: 0.0336423 Jul 16 00:16:57.497685 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=64255221-9f29-4473-a240-22d6150ac201,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:16:57.575057 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 703efed1-b88c-4531-9ffd-810d0ab66fc0 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:16:57.586852 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 703efed1-b88c-4531-9ffd-810d0ab66fc0 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:16:57.587229 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:57.751377 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:57.791894 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 703efed1-b88c-4531-9ffd-810d0ab66fc0, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=703efed1-b88c-4531-9ffd-810d0ab66fc0,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:16:57.796449 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:57.868650 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2963a409-bcc1-4b8d-9ba6-1f80ae07fb6d None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:57.890849 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2963a409-bcc1-4b8d-9ba6-1f80ae07fb6d None None] Transition to ACTIVE for port object 16a1e11a-4a23-49ce-b101-4846023a7494 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:16:57.893374 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=703efed1-b88c-4531-9ffd-810d0ab66fc0,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:16:57.901863 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2963a409-bcc1-4b8d-9ba6-1f80ae07fb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:57.953231 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce484f96-260f-492f-ba46-abccfabbc0ca None None] Pushing event updated for resources: {'Port': ['ID=16a1e11a-4a23-49ce-b101-4846023a7494,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:16:58.017943 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-2963a409-bcc1-4b8d-9ba6-1f80ae07fb6d None None] Attempting to bind port 16a1e11a-4a23-49ce-b101-4846023a7494 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:16:58.018324 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-2963a409-bcc1-4b8d-9ba6-1f80ae07fb6d None None] Attempting to bind port 16a1e11a-4a23-49ce-b101-4846023a7494 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '324fd4bf-a438-4c34-99d1-42f517eaa92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '14860507-bc4f-4c36-8891-c533faf0cda9'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:16:58.018709 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2963a409-bcc1-4b8d-9ba6-1f80ae07fb6d None None] Attempting to bind port 16a1e11a-4a23-49ce-b101-4846023a7494 on network 14860507-bc4f-4c36-8891-c533faf0cda9 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:16:58.024377 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2963a409-bcc1-4b8d-9ba6-1f80ae07fb6d None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:16:58.025018 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2963a409-bcc1-4b8d-9ba6-1f80ae07fb6d None None] Checking segment: {'id': '324fd4bf-a438-4c34-99d1-42f517eaa92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '14860507-bc4f-4c36-8891-c533faf0cda9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:16:58.025426 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2963a409-bcc1-4b8d-9ba6-1f80ae07fb6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:58.025819 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2963a409-bcc1-4b8d-9ba6-1f80ae07fb6d None None] Bound using segment: {'id': '324fd4bf-a438-4c34-99d1-42f517eaa92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '14860507-bc4f-4c36-8891-c533faf0cda9'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:16:58.026289 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-2963a409-bcc1-4b8d-9ba6-1f80ae07fb6d None None] Bound port: 16a1e11a-4a23-49ce-b101-4846023a7494, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '324fd4bf-a438-4c34-99d1-42f517eaa92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '14860507-bc4f-4c36-8891-c533faf0cda9'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:16:58.026957 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2963a409-bcc1-4b8d-9ba6-1f80ae07fb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:58.102603 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-2963a409-bcc1-4b8d-9ba6-1f80ae07fb6d None None] For port 16a1e11a-4a23-49ce-b101-4846023a7494, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:16:58.105853 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-2963a409-bcc1-4b8d-9ba6-1f80ae07fb6d None None] For port 16a1e11a-4a23-49ce-b101-4846023a7494, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=16a1e11a-4a23-49ce-b101-4846023a7494,segment=NetworkSegment(324fd4bf-a438-4c34-99d1-42f517eaa92f),segment_id=324fd4bf-a438-4c34-99d1-42f517eaa92f)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:16:58.110745 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2963a409-bcc1-4b8d-9ba6-1f80ae07fb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:58.185894 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce484f96-260f-492f-ba46-abccfabbc0ca None None] Pushing event updated for resources: {'Port': ['ID=16a1e11a-4a23-49ce-b101-4846023a7494,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:16:58.190899 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2963a409-bcc1-4b8d-9ba6-1f80ae07fb6d None None] Routers {'b07e941d-a061-4044-a4e8-ff9b62de5f26'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:16:58.191547 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-2963a409-bcc1-4b8d-9ba6-1f80ae07fb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:16:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['b07e941d-a061-4044-a4e8-ff9b62de5f26'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:16:58.308237 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-2963a409-bcc1-4b8d-9ba6-1f80ae07fb6d None None] Set router b07e941d-a061-4044-a4e8-ff9b62de5f26 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:16:58.534412 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-2963a409-bcc1-4b8d-9ba6-1f80ae07fb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b07e941d-a061-4044-a4e8-ff9b62de5f26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1215040619', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '703efed1-b88c-4531-9ffd-810d0ab66fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:16:52Z', 'updated_at': '2021-07-16T00:16:55Z', 'revision_number': 4, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'gw_port': {'id': '703efed1-b88c-4531-9ffd-810d0ab66fc0', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:fc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07e941d-a061-4044-a4e8-ff9b62de5f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:16:52Z', 'updated_at': '2021-07-16T00:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '16a1e11a-4a23-49ce-b101-4846023a7494', 'name': '', 'network_id': '14860507-bc4f-4c36-8891-c533faf0cda9', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'mac_address': 'fa:16:3e:23:84:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b07e941d-a061-4044-a4e8-ff9b62de5f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '91f220ac-2133-47a3-a5a2-0deafa82a0b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:16:54Z', 'updated_at': '2021-07-16T00:16:58Z', 'revision_number': 4, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'subnets': [{'id': '91f220ac-2133-47a3-a5a2-0deafa82a0b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:16:58.562808 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2963a409-bcc1-4b8d-9ba6-1f80ae07fb6d None None] The sync data for ids ['b07e941d-a061-4044-a4e8-ff9b62de5f26'] in n-d-794306-6 is: [{'id': 'b07e941d-a061-4044-a4e8-ff9b62de5f26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1215040619', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '703efed1-b88c-4531-9ffd-810d0ab66fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:16:52Z', 'updated_at': '2021-07-16T00:16:55Z', 'revision_number': 4, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'gw_port': {'id': '703efed1-b88c-4531-9ffd-810d0ab66fc0', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:fc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07e941d-a061-4044-a4e8-ff9b62de5f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:16:52Z', 'updated_at': '2021-07-16T00:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '16a1e11a-4a23-49ce-b101-4846023a7494', 'name': '', 'network_id': '14860507-bc4f-4c36-8891-c533faf0cda9', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'mac_address': 'fa:16:3e:23:84:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b07e941d-a061-4044-a4e8-ff9b62de5f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '91f220ac-2133-47a3-a5a2-0deafa82a0b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:16:54Z', 'updated_at': '2021-07-16T00:16:58Z', 'revision_number': 4, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'subnets': [{'id': '91f220ac-2133-47a3-a5a2-0deafa82a0b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:16:58.590583 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2234aba-800c-4ce0-9b85-5c888e307d94 req-9889fce5-1558-4ad6-9034-4dc00f64f813 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:16:58.592168 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e2234aba-800c-4ce0-9b85-5c888e307d94 req-9889fce5-1558-4ad6-9034-4dc00f64f813 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.41 "GET /v2.0/networks?id=14860507-bc4f-4c36-8891-c533faf0cda9 HTTP/1.1" status: 200 len: 796 time: 0.1397750 Jul 16 00:16:58.604287 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-38e29bb2-fec7-4e9a-963b-fd48ba8f1739 req-3337ac03-f8d8-48b2-919b-87f86de6dcd9 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=93775b20-deff-492e-b50e-f1eec0412a92 HTTP/1.1" status: 200 len: 210 time: 0.0348384 Jul 16 00:16:58.664533 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e2234aba-800c-4ce0-9b85-5c888e307d94 req-1f3387b4-5b25-4900-904f-16110ae1082a tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a96abeafa0bb4cfba60d3fd0ccc00ac5 HTTP/1.1" status: 200 len: 379 time: 0.0469122 Jul 16 00:16:58.673788 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-e2234aba-800c-4ce0-9b85-5c888e307d94 req-5c6c5651-b13f-4fcc-8b64-bfdd1e912f43 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Request body: {'port': {'device_id': '93775b20-deff-492e-b50e-f1eec0412a92', 'network_id': '14860507-bc4f-4c36-8891-c533faf0cda9', 'admin_state_up': True, 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'security_groups': ['b62cc433-f852-4b5f-938d-ede3600d58a3']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:16:58.793494 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2234aba-800c-4ce0-9b85-5c888e307d94 req-5c6c5651-b13f-4fcc-8b64-bfdd1e912f43 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Made reservation on behalf of a96abeafa0bb4cfba60d3fd0ccc00ac5 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:16:58.797279 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e2234aba-800c-4ce0-9b85-5c888e307d94 req-5c6c5651-b13f-4fcc-8b64-bfdd1e912f43 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:58.940251 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-e2234aba-800c-4ce0-9b85-5c888e307d94 req-5c6c5651-b13f-4fcc-8b64-bfdd1e912f43 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Allocated IP 172.20.0.10 (14860507-bc4f-4c36-8891-c533faf0cda9/91f220ac-2133-47a3-a5a2-0deafa82a0b1/fb4f910d-eb08-45dc-8ce9-ba87587b72e6) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:16:58.962716 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 703efed1-b88c-4531-9ffd-810d0ab66fc0 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:16:59.021127 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 703efed1-b88c-4531-9ffd-810d0ab66fc0 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:16:59.021508 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:59.107004 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 64255221-9f29-4473-a240-22d6150ac201 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:16:59.109165 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e2234aba-800c-4ce0-9b85-5c888e307d94 req-5c6c5651-b13f-4fcc-8b64-bfdd1e912f43 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:59.126847 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-e2234aba-800c-4ce0-9b85-5c888e307d94 req-5c6c5651-b13f-4fcc-8b64-bfdd1e912f43 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Transition to ACTIVE for port object fb4f910d-eb08-45dc-8ce9-ba87587b72e6 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:16:59.156051 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 64255221-9f29-4473-a240-22d6150ac201 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:16:59.156631 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:59.164409 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e2234aba-800c-4ce0-9b85-5c888e307d94 req-5c6c5651-b13f-4fcc-8b64-bfdd1e912f43 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:59.216776 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2234aba-800c-4ce0-9b85-5c888e307d94 req-5c6c5651-b13f-4fcc-8b64-bfdd1e912f43 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Network 14860507-bc4f-4c36-8891-c533faf0cda9 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:16:59.221093 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-e2234aba-800c-4ce0-9b85-5c888e307d94 req-5c6c5651-b13f-4fcc-8b64-bfdd1e912f43 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:16:59.225639 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2234aba-800c-4ce0-9b85-5c888e307d94 req-5c6c5651-b13f-4fcc-8b64-bfdd1e912f43 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:16:59.244913 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 16a1e11a-4a23-49ce-b101-4846023a7494 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:16:59.262029 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6c5651-b13f-4fcc-8b64-bfdd1e912f43 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event updated for resources: {'Port': ['ID=fb4f910d-eb08-45dc-8ce9-ba87587b72e6,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:16:59.294817 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2234aba-800c-4ce0-9b85-5c888e307d94 req-5c6c5651-b13f-4fcc-8b64-bfdd1e912f43 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:16:59.295711 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e2234aba-800c-4ce0-9b85-5c888e307d94 req-5c6c5651-b13f-4fcc-8b64-bfdd1e912f43 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:59.300260 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 16a1e11a-4a23-49ce-b101-4846023a7494 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:16:59.305857 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 16a1e11a-4a23-49ce-b101-4846023a7494 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:16:59.307788 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:59.313685 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e2234aba-800c-4ce0-9b85-5c888e307d94 req-5c6c5651-b13f-4fcc-8b64-bfdd1e912f43 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6434867 Jul 16 00:16:59.331560 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-e2234aba-800c-4ce0-9b85-5c888e307d94 req-bdf55731-dcd5-487a-aff3-25318766d587 service neutron] Request body: {'port': {'device_id': '93775b20-deff-492e-b50e-f1eec0412a92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:16:59.405092 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:59.418216 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e2234aba-800c-4ce0-9b85-5c888e307d94 req-bdf55731-dcd5-487a-aff3-25318766d587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:59.447544 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 16a1e11a-4a23-49ce-b101-4846023a7494, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=16a1e11a-4a23-49ce-b101-4846023a7494,segment=NetworkSegment(324fd4bf-a438-4c34-99d1-42f517eaa92f),segment_id=324fd4bf-a438-4c34-99d1-42f517eaa92f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:16:59.451910 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:59.520212 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-47391fa3-7cbf-44ea-87f3-8c2123ff378c None None] Provisioning for port fb4f910d-eb08-45dc-8ce9-ba87587b72e6 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:16:59.525645 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=16a1e11a-4a23-49ce-b101-4846023a7494,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:16:59.528324 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-47391fa3-7cbf-44ea-87f3-8c2123ff378c None None] Provisioning complete for port fb4f910d-eb08-45dc-8ce9-ba87587b72e6 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:16:59.528716 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-47391fa3-7cbf-44ea-87f3-8c2123ff378c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:59.566920 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-47391fa3-7cbf-44ea-87f3-8c2123ff378c None None] Port fb4f910d-eb08-45dc-8ce9-ba87587b72e6 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:16:59.722835 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-e2234aba-800c-4ce0-9b85-5c888e307d94 req-bdf55731-dcd5-487a-aff3-25318766d587 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb4f910d-eb08-45dc-8ce9-ba87587b72e6 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:16:59.730747 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e2234aba-800c-4ce0-9b85-5c888e307d94 req-bdf55731-dcd5-487a-aff3-25318766d587 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:59.744461 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-e2234aba-800c-4ce0-9b85-5c888e307d94 req-bdf55731-dcd5-487a-aff3-25318766d587 service neutron] Transition to ACTIVE for port object fb4f910d-eb08-45dc-8ce9-ba87587b72e6 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:16:59.747682 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e2234aba-800c-4ce0-9b85-5c888e307d94 req-bdf55731-dcd5-487a-aff3-25318766d587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:59.815815 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e12eee-21eb-4840-83d6-302663542caf req-f0a9724d-fac4-4056-875a-5cc6576a1a76 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:16:59.817372 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-29e12eee-21eb-4840-83d6-302663542caf req-f0a9724d-fac4-4056-875a-5cc6576a1a76 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=93775b20-deff-492e-b50e-f1eec0412a92 HTTP/1.1" status: 200 len: 944 time: 0.0747004 Jul 16 00:16:59.822542 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf55731-dcd5-487a-aff3-25318766d587 service neutron] Pushing event updated for resources: {'Port': ['ID=fb4f910d-eb08-45dc-8ce9-ba87587b72e6,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:16:59.869761 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-29e12eee-21eb-4840-83d6-302663542caf req-514f407f-dd84-44a6-a3b0-ed92dd4f8fa8 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=b62cc433-f852-4b5f-938d-ede3600d58a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449066 Jul 16 00:16:59.881569 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-e2234aba-800c-4ce0-9b85-5c888e307d94 req-bdf55731-dcd5-487a-aff3-25318766d587 service neutron] Attempting to bind port fb4f910d-eb08-45dc-8ce9-ba87587b72e6 on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:16:59.881916 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-e2234aba-800c-4ce0-9b85-5c888e307d94 req-bdf55731-dcd5-487a-aff3-25318766d587 service neutron] Attempting to bind port fb4f910d-eb08-45dc-8ce9-ba87587b72e6 by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '324fd4bf-a438-4c34-99d1-42f517eaa92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '14860507-bc4f-4c36-8891-c533faf0cda9'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:16:59.882260 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2234aba-800c-4ce0-9b85-5c888e307d94 req-bdf55731-dcd5-487a-aff3-25318766d587 service neutron] Attempting to bind port fb4f910d-eb08-45dc-8ce9-ba87587b72e6 on network 14860507-bc4f-4c36-8891-c533faf0cda9 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:16:59.888578 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2234aba-800c-4ce0-9b85-5c888e307d94 req-bdf55731-dcd5-487a-aff3-25318766d587 service neutron] Port fb4f910d-eb08-45dc-8ce9-ba87587b72e6 on network 14860507-bc4f-4c36-8891-c533faf0cda9 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 00:16:59.888913 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2234aba-800c-4ce0-9b85-5c888e307d94 req-bdf55731-dcd5-487a-aff3-25318766d587 service neutron] Attempting to bind port fb4f910d-eb08-45dc-8ce9-ba87587b72e6 on network 14860507-bc4f-4c36-8891-c533faf0cda9 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:16:59.894650 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2234aba-800c-4ce0-9b85-5c888e307d94 req-bdf55731-dcd5-487a-aff3-25318766d587 service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:16:59.894989 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2234aba-800c-4ce0-9b85-5c888e307d94 req-bdf55731-dcd5-487a-aff3-25318766d587 service neutron] Checking segment: {'id': '324fd4bf-a438-4c34-99d1-42f517eaa92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '14860507-bc4f-4c36-8891-c533faf0cda9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:16:59.895372 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2234aba-800c-4ce0-9b85-5c888e307d94 req-bdf55731-dcd5-487a-aff3-25318766d587 service neutron] Bound using segment: {'id': '324fd4bf-a438-4c34-99d1-42f517eaa92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '14860507-bc4f-4c36-8891-c533faf0cda9'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:16:59.895833 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-e2234aba-800c-4ce0-9b85-5c888e307d94 req-bdf55731-dcd5-487a-aff3-25318766d587 service neutron] Bound port: fb4f910d-eb08-45dc-8ce9-ba87587b72e6, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '324fd4bf-a438-4c34-99d1-42f517eaa92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '14860507-bc4f-4c36-8891-c533faf0cda9'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:16:59.896193 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e2234aba-800c-4ce0-9b85-5c888e307d94 req-bdf55731-dcd5-487a-aff3-25318766d587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:16:59.967997 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-e2234aba-800c-4ce0-9b85-5c888e307d94 req-bdf55731-dcd5-487a-aff3-25318766d587 service neutron] For port fb4f910d-eb08-45dc-8ce9-ba87587b72e6, host n-h2-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:16:59.971913 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-e2234aba-800c-4ce0-9b85-5c888e307d94 req-bdf55731-dcd5-487a-aff3-25318766d587 service neutron] For port fb4f910d-eb08-45dc-8ce9-ba87587b72e6, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=fb4f910d-eb08-45dc-8ce9-ba87587b72e6,segment=NetworkSegment(324fd4bf-a438-4c34-99d1-42f517eaa92f),segment_id=324fd4bf-a438-4c34-99d1-42f517eaa92f)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:16:59.976414 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e2234aba-800c-4ce0-9b85-5c888e307d94 req-bdf55731-dcd5-487a-aff3-25318766d587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:17:00.012300 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2234aba-800c-4ce0-9b85-5c888e307d94 req-bdf55731-dcd5-487a-aff3-25318766d587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:00.012917 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e2234aba-800c-4ce0-9b85-5c888e307d94 req-bdf55731-dcd5-487a-aff3-25318766d587 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:17:00.014307 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e2234aba-800c-4ce0-9b85-5c888e307d94 req-bdf55731-dcd5-487a-aff3-25318766d587 service neutron] 10.222.0.41 "PUT /v2.0/ports/fb4f910d-eb08-45dc-8ce9-ba87587b72e6 HTTP/1.1" status: 200 len: 1092 time: 0.6883161 Jul 16 00:17:00.014748 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93775b20-deff-492e-b50e-f1eec0412a92', 'tag': 'fb4f910d-eb08-45dc-8ce9-ba87587b72e6'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:17:00.017118 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732f3e1a316c3ad7d48a65c2bbc2e30ba6c82a3ba5a41bb87b5b7e43e99a4419" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-657ff29a-8503-4c23-b4cb-7d6bd9500d25" -d '{"events": [{"name": "network-changed", "server_uuid": "93775b20-deff-492e-b50e-f1eec0412a92", "tag": "fb4f910d-eb08-45dc-8ce9-ba87587b72e6"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:17:00.043247 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf55731-dcd5-487a-aff3-25318766d587 service neutron] Pushing event updated for resources: {'Port': ['ID=fb4f910d-eb08-45dc-8ce9-ba87587b72e6,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:17:00.073949 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b4faf89-467e-4efa-b5e2-659cfa4e7ae4 x-openstack-request-id: req-2b4faf89-467e-4efa-b5e2-659cfa4e7ae4 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:17:00.074240 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93775b20-deff-492e-b50e-f1eec0412a92", "tag": "fb4f910d-eb08-45dc-8ce9-ba87587b72e6", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:17:00.074499 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2b4faf89-467e-4efa-b5e2-659cfa4e7ae4 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:17:00.074899 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93775b20-deff-492e-b50e-f1eec0412a92', 'tag': 'fb4f910d-eb08-45dc-8ce9-ba87587b72e6', 'status': 'completed', 'code': 200} Jul 16 00:17:00.147270 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2234aba-800c-4ce0-9b85-5c888e307d94 req-165dcd99-f13c-4134-8de8-ed26d9c29f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:00.148842 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e2234aba-800c-4ce0-9b85-5c888e307d94 req-165dcd99-f13c-4134-8de8-ed26d9c29f90 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a96abeafa0bb4cfba60d3fd0ccc00ac5&device_id=93775b20-deff-492e-b50e-f1eec0412a92 HTTP/1.1" status: 200 len: 1095 time: 0.0567050 Jul 16 00:17:00.201472 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e2234aba-800c-4ce0-9b85-5c888e307d94 req-15fac05a-0da1-4c35-95cd-db13b90f0bcb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb4f910d-eb08-45dc-8ce9-ba87587b72e6 HTTP/1.1" status: 200 len: 217 time: 0.0399332 Jul 16 00:17:00.249980 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2234aba-800c-4ce0-9b85-5c888e307d94 req-288d6fa8-1600-4631-a888-7abc293492da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:00.252119 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e2234aba-800c-4ce0-9b85-5c888e307d94 req-288d6fa8-1600-4631-a888-7abc293492da service neutron] 10.222.0.41 "GET /v2.0/subnets?id=91f220ac-2133-47a3-a5a2-0deafa82a0b1 HTTP/1.1" status: 200 len: 835 time: 0.0452356 Jul 16 00:17:00.308251 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2234aba-800c-4ce0-9b85-5c888e307d94 req-0cf1bbb0-31ea-4908-9e1f-85b582a7047d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:00.309648 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e2234aba-800c-4ce0-9b85-5c888e307d94 req-0cf1bbb0-31ea-4908-9e1f-85b582a7047d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=14860507-bc4f-4c36-8891-c533faf0cda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517836 Jul 16 00:17:00.402700 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e2234aba-800c-4ce0-9b85-5c888e307d94 req-6df7a22f-6a37-48fe-a8a6-1426bc748933 service neutron] 10.222.0.41 "GET /v2.0/networks/14860507-bc4f-4c36-8891-c533faf0cda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869119 Jul 16 00:17:00.490658 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e2234aba-800c-4ce0-9b85-5c888e307d94 req-20a3311f-bbc2-498a-93e3-0e5b5172fb1e service neutron] 10.222.0.41 "GET /v2.0/networks/14860507-bc4f-4c36-8891-c533faf0cda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818570 Jul 16 00:17:00.623133 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ff29a-8503-4c23-b4cb-7d6bd9500d25 req-58e6ba45-0069-4a90-b54a-271f2d682cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:00.624653 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-657ff29a-8503-4c23-b4cb-7d6bd9500d25 req-58e6ba45-0069-4a90-b54a-271f2d682cde service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a96abeafa0bb4cfba60d3fd0ccc00ac5&device_id=93775b20-deff-492e-b50e-f1eec0412a92 HTTP/1.1" status: 200 len: 1095 time: 0.0512891 Jul 16 00:17:00.718203 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ff29a-8503-4c23-b4cb-7d6bd9500d25 req-d1db85a9-6496-4c49-966e-2bbd8c9ad4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:00.720325 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-657ff29a-8503-4c23-b4cb-7d6bd9500d25 req-d1db85a9-6496-4c49-966e-2bbd8c9ad4ce service neutron] 10.222.0.41 "GET /v2.0/networks?id=14860507-bc4f-4c36-8891-c533faf0cda9 HTTP/1.1" status: 200 len: 897 time: 0.0890310 Jul 16 00:17:00.759500 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-657ff29a-8503-4c23-b4cb-7d6bd9500d25 req-534ed26b-72f7-4d53-9e42-61cdde8b016a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb4f910d-eb08-45dc-8ce9-ba87587b72e6 HTTP/1.1" status: 200 len: 217 time: 0.0333669 Jul 16 00:17:00.812333 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ff29a-8503-4c23-b4cb-7d6bd9500d25 req-3a61c75b-c6c8-4dba-a098-e4dea48b19a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:00.814355 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-657ff29a-8503-4c23-b4cb-7d6bd9500d25 req-3a61c75b-c6c8-4dba-a098-e4dea48b19a4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=91f220ac-2133-47a3-a5a2-0deafa82a0b1 HTTP/1.1" status: 200 len: 835 time: 0.0485816 Jul 16 00:17:00.873691 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 16a1e11a-4a23-49ce-b101-4846023a7494 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:17:00.874621 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ff29a-8503-4c23-b4cb-7d6bd9500d25 req-a5a45395-d729-450e-8ea8-784dfcaa30a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:00.876727 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-657ff29a-8503-4c23-b4cb-7d6bd9500d25 req-a5a45395-d729-450e-8ea8-784dfcaa30a6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=14860507-bc4f-4c36-8891-c533faf0cda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557485 Jul 16 00:17:00.927213 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 16a1e11a-4a23-49ce-b101-4846023a7494 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:17:00.927635 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:17:00.967119 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-339b4c09-0879-463e-8c77-0c74262517d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:17:00.983702 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-657ff29a-8503-4c23-b4cb-7d6bd9500d25 req-0ded03b3-9031-42d0-9db0-677c19316012 service neutron] 10.222.0.41 "GET /v2.0/networks/14860507-bc4f-4c36-8891-c533faf0cda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992732 Jul 16 00:17:01.060368 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a55254-ca66-49e9-9bae-dac7cb2fa3b2 req-6cc977b5-50a7-4017-980e-8806fd57289d tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:01.061877 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-19a55254-ca66-49e9-9bae-dac7cb2fa3b2 req-6cc977b5-50a7-4017-980e-8806fd57289d tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=93775b20-deff-492e-b50e-f1eec0412a92 HTTP/1.1" status: 200 len: 944 time: 0.0700395 Jul 16 00:17:01.081604 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-657ff29a-8503-4c23-b4cb-7d6bd9500d25 req-e5c26d52-30da-4563-a223-79cd569bf5b6 service neutron] 10.222.0.41 "GET /v2.0/networks/14860507-bc4f-4c36-8891-c533faf0cda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914409 Jul 16 00:17:01.102267 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-19a55254-ca66-49e9-9bae-dac7cb2fa3b2 req-453cb4e4-3f0d-41ad-947a-6b30f157e519 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=b62cc433-f852-4b5f-938d-ede3600d58a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343068 Jul 16 00:17:02.301986 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d717c37a-b9a9-4ae9-98d1-b4d7730427ca req-ed851e5e-8abf-47c0-9c2e-185324c69dcc tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:02.303485 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d717c37a-b9a9-4ae9-98d1-b4d7730427ca req-ed851e5e-8abf-47c0-9c2e-185324c69dcc tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=93775b20-deff-492e-b50e-f1eec0412a92 HTTP/1.1" status: 200 len: 944 time: 0.0697634 Jul 16 00:17:02.340221 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d717c37a-b9a9-4ae9-98d1-b4d7730427ca req-0debeee1-9e26-4cc7-8a39-67d549e7585d tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=b62cc433-f852-4b5f-938d-ede3600d58a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310438 Jul 16 00:17:03.500921 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:17:03.516701 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d49e6-79e2-4ccf-9c4f-a96859e79110 req-e9eb05ce-8f0a-4f84-80ba-e96ae0cca7f5 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:03.518184 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fb1d49e6-79e2-4ccf-9c4f-a96859e79110 req-e9eb05ce-8f0a-4f84-80ba-e96ae0cca7f5 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=93775b20-deff-492e-b50e-f1eec0412a92 HTTP/1.1" status: 200 len: 944 time: 0.0654142 Jul 16 00:17:03.557460 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fb1d49e6-79e2-4ccf-9c4f-a96859e79110 req-e0a42244-1458-4d9b-bc88-5aa2ef14bdd0 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=b62cc433-f852-4b5f-938d-ede3600d58a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316143 Jul 16 00:17:04.312654 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-707e434f-729a-4dfd-9050-b93793c1090c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:17:04.380469 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device fb4f910d-eb08-45dc-8ce9-ba87587b72e6 details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 00:17:04.618487 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:17:04.635072 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port fb4f910d-eb08-45dc-8ce9-ba87587b72e6, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=fb4f910d-eb08-45dc-8ce9-ba87587b72e6,segment=NetworkSegment(324fd4bf-a438-4c34-99d1-42f517eaa92f),segment_id=324fd4bf-a438-4c34-99d1-42f517eaa92f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:17:04.646839 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': 'fb4f910d-eb08-45dc-8ce9-ba87587b72e6', 'network_id': '14860507-bc4f-4c36-8891-c533faf0cda9', 'port_id': 'fb4f910d-eb08-45dc-8ce9-ba87587b72e6', 'mac_address': 'fa:16:3e:5e:2c:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91f220ac-2133-47a3-a5a2-0deafa82a0b1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 00:17:04.684206 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:17:04.696735 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb4f910d-eb08-45dc-8ce9-ba87587b72e6 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:17:04.716267 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port fb4f910d-eb08-45dc-8ce9-ba87587b72e6, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=fb4f910d-eb08-45dc-8ce9-ba87587b72e6,segment=NetworkSegment(324fd4bf-a438-4c34-99d1-42f517eaa92f),segment_id=324fd4bf-a438-4c34-99d1-42f517eaa92f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:17:04.721422 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:17:04.739386 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1739301d-a039-4ebe-8068-c7bc6eaf8019 req-83626a80-8b2a-41e7-932d-8018a76af172 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:04.740986 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1739301d-a039-4ebe-8068-c7bc6eaf8019 req-83626a80-8b2a-41e7-932d-8018a76af172 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=93775b20-deff-492e-b50e-f1eec0412a92 HTTP/1.1" status: 200 len: 944 time: 0.0717361 Jul 16 00:17:04.770949 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=fb4f910d-eb08-45dc-8ce9-ba87587b72e6,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:17:04.779186 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1739301d-a039-4ebe-8068-c7bc6eaf8019 req-7dda60cc-a20b-4c26-b95d-cee7723b8a21 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=b62cc433-f852-4b5f-938d-ede3600d58a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318029 Jul 16 00:17:04.992596 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['fb4f910d-eb08-45dc-8ce9-ba87587b72e6'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:17:05.954307 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0eacb5-66ea-4168-992e-4055ef74c7a5 req-ca484d28-c6b7-4abe-84de-b800e4c43f1c tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:05.955995 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ef0eacb5-66ea-4168-992e-4055ef74c7a5 req-ca484d28-c6b7-4abe-84de-b800e4c43f1c tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=93775b20-deff-492e-b50e-f1eec0412a92 HTTP/1.1" status: 200 len: 945 time: 0.0615432 Jul 16 00:17:05.992470 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ef0eacb5-66ea-4168-992e-4055ef74c7a5 req-0c741d1b-d00f-4166-9120-5ee4968a94db tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=b62cc433-f852-4b5f-938d-ede3600d58a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310371 Jul 16 00:17:06.411918 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device fb4f910d-eb08-45dc-8ce9-ba87587b72e6 up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:17:06.465045 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port fb4f910d-eb08-45dc-8ce9-ba87587b72e6 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:17:06.468766 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port fb4f910d-eb08-45dc-8ce9-ba87587b72e6 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:17:06.469153 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:17:06.545575 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:17:06.577176 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93775b20-deff-492e-b50e-f1eec0412a92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb4f910d-eb08-45dc-8ce9-ba87587b72e6'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:17:06.579494 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85e2a5fec60f0be1243ce80844a072e05c29e3c23db0dd3e62b5f7d92f5b0637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d898a7-1492-4441-8e4f-7026aa659dea" -d '{"events": [{"server_uuid": "93775b20-deff-492e-b50e-f1eec0412a92", "name": "network-vif-plugged", "status": "completed", "tag": "fb4f910d-eb08-45dc-8ce9-ba87587b72e6"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:17:06.584579 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:17:06.593407 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port fb4f910d-eb08-45dc-8ce9-ba87587b72e6, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=fb4f910d-eb08-45dc-8ce9-ba87587b72e6,segment=NetworkSegment(324fd4bf-a438-4c34-99d1-42f517eaa92f),segment_id=324fd4bf-a438-4c34-99d1-42f517eaa92f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:17:06.598341 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:17:06.621642 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686aafb4-4f49-422c-a024-f2a24c20ffaf x-openstack-request-id: req-686aafb4-4f49-422c-a024-f2a24c20ffaf {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:17:06.621930 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93775b20-deff-492e-b50e-f1eec0412a92", "name": "network-vif-plugged", "status": "completed", "tag": "fb4f910d-eb08-45dc-8ce9-ba87587b72e6", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:17:06.622179 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-686aafb4-4f49-422c-a024-f2a24c20ffaf {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:17:06.622561 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93775b20-deff-492e-b50e-f1eec0412a92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb4f910d-eb08-45dc-8ce9-ba87587b72e6', 'code': 200} Jul 16 00:17:06.649650 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=fb4f910d-eb08-45dc-8ce9-ba87587b72e6,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:17:06.795000 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2297271-6a8a-4bd4-900b-d3c5d2a0ed35 req-9152ba69-d325-4141-95fe-6b827372c9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:06.796535 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-a2297271-6a8a-4bd4-900b-d3c5d2a0ed35 req-9152ba69-d325-4141-95fe-6b827372c9bf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=93775b20-deff-492e-b50e-f1eec0412a92 HTTP/1.1" status: 200 len: 1097 time: 0.0916646 Jul 16 00:17:06.831913 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-a2297271-6a8a-4bd4-900b-d3c5d2a0ed35 req-ae7d6909-e795-4786-8fd0-e5b332b1b5a2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b62cc433-f852-4b5f-938d-ede3600d58a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291691 Jul 16 00:17:07.169983 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f041b-3819-4ac9-85d0-39cd2fb0fab6 req-42d014c1-7459-4ece-b6a3-a05e989da8a6 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:07.171502 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-852f041b-3819-4ac9-85d0-39cd2fb0fab6 req-42d014c1-7459-4ece-b6a3-a05e989da8a6 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=93775b20-deff-492e-b50e-f1eec0412a92 HTTP/1.1" status: 200 len: 946 time: 0.0663757 Jul 16 00:17:07.212809 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-852f041b-3819-4ac9-85d0-39cd2fb0fab6 req-84456722-0721-40f5-8c35-ddb04d6a60d1 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=b62cc433-f852-4b5f-938d-ede3600d58a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346859 Jul 16 00:17:08.394516 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f896b9b-d661-40d6-84e1-e52b7688b6dc req-ecfb8586-07e2-4ff9-a38b-73e09e4df0e3 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:08.396022 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3f896b9b-d661-40d6-84e1-e52b7688b6dc req-ecfb8586-07e2-4ff9-a38b-73e09e4df0e3 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=93775b20-deff-492e-b50e-f1eec0412a92 HTTP/1.1" status: 200 len: 946 time: 0.0632410 Jul 16 00:17:08.432940 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3f896b9b-d661-40d6-84e1-e52b7688b6dc req-09aea61d-8b11-4743-be51-a1b32c570205 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=b62cc433-f852-4b5f-938d-ede3600d58a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314710 Jul 16 00:17:08.602397 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d20f7-bdde-4329-bdfe-d2c47314bd30 req-cccb5957-a2a6-4c81-914e-aebcb36ba639 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:08.603904 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-636d20f7-bdde-4329-bdfe-d2c47314bd30 req-cccb5957-a2a6-4c81-914e-aebcb36ba639 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=93775b20-deff-492e-b50e-f1eec0412a92 HTTP/1.1" status: 200 len: 946 time: 0.0618453 Jul 16 00:17:08.641001 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-636d20f7-bdde-4329-bdfe-d2c47314bd30 req-99388ef5-8bcd-43b6-a7dc-071024a5fa8c tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=b62cc433-f852-4b5f-938d-ede3600d58a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316236 Jul 16 00:17:08.665326 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54540) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:17:08.718750 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243448ba-640c-41d1-b106-ec212da88f12 tempest-TestNetworkAdvancedServerOps-1746541538 tempest-TestNetworkAdvancedServerOps-1746541538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:08.720277 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-243448ba-640c-41d1-b106-ec212da88f12 tempest-TestNetworkAdvancedServerOps-1746541538 tempest-TestNetworkAdvancedServerOps-1746541538-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=93775b20-deff-492e-b50e-f1eec0412a92 HTTP/1.1" status: 200 len: 1092 time: 0.0539799 Jul 16 00:17:08.723773 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54542) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:17:08.727949 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-614136a1-9f5d-44a3-9eb7-596a4e2c62e7 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Request body: {'floatingip': {'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'port_id': 'fb4f910d-eb08-45dc-8ce9-ba87587b72e6', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:17:08.749229 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-614136a1-9f5d-44a3-9eb7-596a4e2c62e7 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:17:08.811142 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:17:08.847343 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-614136a1-9f5d-44a3-9eb7-596a4e2c62e7 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:17:08.950098 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-614136a1-9f5d-44a3-9eb7-596a4e2c62e7 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Allocated IP 172.25.5.228 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/7e71f786-eb45-4f89-9837-4556ffd653f5) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:17:09.049950 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-614136a1-9f5d-44a3-9eb7-596a4e2c62e7 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:17:09.092370 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-614136a1-9f5d-44a3-9eb7-596a4e2c62e7 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:17:09.124825 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614136a1-9f5d-44a3-9eb7-596a4e2c62e7 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:17:09.128208 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-614136a1-9f5d-44a3-9eb7-596a4e2c62e7 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:17:09.130955 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614136a1-9f5d-44a3-9eb7-596a4e2c62e7 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:17:09.164662 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614136a1-9f5d-44a3-9eb7-596a4e2c62e7 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event updated for resources: {'Port': ['ID=7e71f786-eb45-4f89-9837-4556ffd653f5,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:17:09.502705 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-614136a1-9f5d-44a3-9eb7-596a4e2c62e7 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:17:09.579673 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-614136a1-9f5d-44a3-9eb7-596a4e2c62e7 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:17:10.038381 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-614136a1-9f5d-44a3-9eb7-596a4e2c62e7 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:17:10.042981 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-614136a1-9f5d-44a3-9eb7-596a4e2c62e7 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:17:10.113992 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614136a1-9f5d-44a3-9eb7-596a4e2c62e7 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event updated for resources: {'Port': ['ID=7e71f786-eb45-4f89-9837-4556ffd653f5,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:17:10.122081 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-614136a1-9f5d-44a3-9eb7-596a4e2c62e7 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:17:10.220228 n-d-794306-6 neutron-server[93770]: INFO neutron.db.l3_db [None req-614136a1-9f5d-44a3-9eb7-596a4e2c62e7 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Floating IP f5b04b45-79eb-4c89-b211-ef7ac2b9b707 associated. External IP: 172.25.5.228, port: fb4f910d-eb08-45dc-8ce9-ba87587b72e6. Jul 16 00:17:10.425875 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-614136a1-9f5d-44a3-9eb7-596a4e2c62e7 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Router b07e941d-a061-4044-a4e8-ff9b62de5f26 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:17:10.528501 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-614136a1-9f5d-44a3-9eb7-596a4e2c62e7 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:17:10.538457 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31364a17-3d4b-4309-b065-48836554091a None None] Sync routers for ids ['b07e941d-a061-4044-a4e8-ff9b62de5f26'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:17:10.545296 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-614136a1-9f5d-44a3-9eb7-596a4e2c62e7 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:17:10.547530 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31364a17-3d4b-4309-b065-48836554091a None None] Routers {'b07e941d-a061-4044-a4e8-ff9b62de5f26'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:17:10.548164 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-31364a17-3d4b-4309-b065-48836554091a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:17:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['b07e941d-a061-4044-a4e8-ff9b62de5f26'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:17:10.585181 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-614136a1-9f5d-44a3-9eb7-596a4e2c62e7 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8604445 Jul 16 00:17:10.585769 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93775b20-deff-492e-b50e-f1eec0412a92', 'tag': 'fb4f910d-eb08-45dc-8ce9-ba87587b72e6'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:17:10.588089 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cfa130710a3ed3c11f83ca70e11270030e5afd3463e80eec9e3119d100d8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9587a939-562d-46b9-b35f-fa0016b2b26e" -d '{"events": [{"name": "network-changed", "server_uuid": "93775b20-deff-492e-b50e-f1eec0412a92", "tag": "fb4f910d-eb08-45dc-8ce9-ba87587b72e6"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:17:10.625489 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-353f4a6f-ef51-45a1-b602-7af5bfbbb4d5 x-openstack-request-id: req-353f4a6f-ef51-45a1-b602-7af5bfbbb4d5 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:17:10.625787 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93775b20-deff-492e-b50e-f1eec0412a92", "tag": "fb4f910d-eb08-45dc-8ce9-ba87587b72e6", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:17:10.626035 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-353f4a6f-ef51-45a1-b602-7af5bfbbb4d5 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:17:10.626433 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93775b20-deff-492e-b50e-f1eec0412a92', 'tag': 'fb4f910d-eb08-45dc-8ce9-ba87587b72e6', 'status': 'completed', 'code': 200} Jul 16 00:17:10.660243 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-31364a17-3d4b-4309-b065-48836554091a None None] Set router b07e941d-a061-4044-a4e8-ff9b62de5f26 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:17:10.727310 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587a939-562d-46b9-b35f-fa0016b2b26e req-ba644837-70a1-4c5c-8055-1d33b7c68bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:10.728890 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9587a939-562d-46b9-b35f-fa0016b2b26e req-ba644837-70a1-4c5c-8055-1d33b7c68bd1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a96abeafa0bb4cfba60d3fd0ccc00ac5&device_id=93775b20-deff-492e-b50e-f1eec0412a92 HTTP/1.1" status: 200 len: 1097 time: 0.0580909 Jul 16 00:17:10.741664 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6276c2f3-2af3-4ddd-99e0-603208b26beb req-9cfe4012-09fb-431f-9aec-b6f8c419e5d4 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:10.743323 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6276c2f3-2af3-4ddd-99e0-603208b26beb req-9cfe4012-09fb-431f-9aec-b6f8c419e5d4 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=93775b20-deff-492e-b50e-f1eec0412a92 HTTP/1.1" status: 200 len: 946 time: 0.0664461 Jul 16 00:17:10.784669 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6276c2f3-2af3-4ddd-99e0-603208b26beb req-3efb18ee-5db2-4e69-bab4-e65aace8a9a4 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=b62cc433-f852-4b5f-938d-ede3600d58a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357513 Jul 16 00:17:10.809756 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54548) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:17:10.829268 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587a939-562d-46b9-b35f-fa0016b2b26e req-83e6c5c3-8405-4c69-b46e-432923e13170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:10.831417 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9587a939-562d-46b9-b35f-fa0016b2b26e req-83e6c5c3-8405-4c69-b46e-432923e13170 service neutron] 10.222.0.41 "GET /v2.0/networks?id=14860507-bc4f-4c36-8891-c533faf0cda9 HTTP/1.1" status: 200 len: 897 time: 0.0966811 Jul 16 00:17:10.882123 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-c17b6013-c6c4-4e2d-bf75-d77fbb013714 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/floatingips/f5b04b45-79eb-4c89-b211-ef7ac2b9b707 HTTP/1.1" status: 200 len: 992 time: 0.0710955 Jul 16 00:17:10.900416 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-31364a17-3d4b-4309-b065-48836554091a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b07e941d-a061-4044-a4e8-ff9b62de5f26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1215040619', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '703efed1-b88c-4531-9ffd-810d0ab66fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:16:52Z', 'updated_at': '2021-07-16T00:16:55Z', 'revision_number': 4, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'gw_port': {'id': '703efed1-b88c-4531-9ffd-810d0ab66fc0', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:fc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07e941d-a061-4044-a4e8-ff9b62de5f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:16:52Z', 'updated_at': '2021-07-16T00:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': 'f5b04b45-79eb-4c89-b211-ef7ac2b9b707', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'floating_ip_address': '172.25.5.228', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': 'b07e941d-a061-4044-a4e8-ff9b62de5f26', 'port_id': 'fb4f910d-eb08-45dc-8ce9-ba87587b72e6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14860507-bc4f-4c36-8891-c533faf0cda9', 'mac_address': 'fa:16:3e:5e:2c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93775b20-deff-492e-b50e-f1eec0412a92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:17:09Z', 'updated_at': '2021-07-16T00:17:09Z', 'revision_number': 0, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16a1e11a-4a23-49ce-b101-4846023a7494', 'name': '', 'network_id': '14860507-bc4f-4c36-8891-c533faf0cda9', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'mac_address': 'fa:16:3e:23:84:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07e941d-a061-4044-a4e8-ff9b62de5f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '91f220ac-2133-47a3-a5a2-0deafa82a0b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:16:54Z', 'updated_at': '2021-07-16T00:16:59Z', 'revision_number': 5, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'subnets': [{'id': '91f220ac-2133-47a3-a5a2-0deafa82a0b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:17:10.902251 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9587a939-562d-46b9-b35f-fa0016b2b26e req-16cb7424-5cb7-4deb-8c76-8019b52a1561 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb4f910d-eb08-45dc-8ce9-ba87587b72e6 HTTP/1.1" status: 200 len: 1000 time: 0.0648055 Jul 16 00:17:10.929455 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31364a17-3d4b-4309-b065-48836554091a None None] Checking router: b07e941d-a061-4044-a4e8-ff9b62de5f26 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:17:10.937917 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31364a17-3d4b-4309-b065-48836554091a None None] Routers {'b07e941d-a061-4044-a4e8-ff9b62de5f26'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:17:10.938510 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-31364a17-3d4b-4309-b065-48836554091a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:17:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['b07e941d-a061-4044-a4e8-ff9b62de5f26'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:17:10.951423 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587a939-562d-46b9-b35f-fa0016b2b26e req-aea492ce-d160-42bd-90fc-0325b57e4700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:10.952920 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9587a939-562d-46b9-b35f-fa0016b2b26e req-aea492ce-d160-42bd-90fc-0325b57e4700 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=91f220ac-2133-47a3-a5a2-0deafa82a0b1 HTTP/1.1" status: 200 len: 835 time: 0.0447977 Jul 16 00:17:11.009300 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587a939-562d-46b9-b35f-fa0016b2b26e req-1b1532a4-cae7-4e8f-94b6-a6c0aff3493a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:11.010701 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9587a939-562d-46b9-b35f-fa0016b2b26e req-1b1532a4-cae7-4e8f-94b6-a6c0aff3493a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=14860507-bc4f-4c36-8891-c533faf0cda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515299 Jul 16 00:17:11.040617 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-31364a17-3d4b-4309-b065-48836554091a None None] Set router b07e941d-a061-4044-a4e8-ff9b62de5f26 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:17:11.106133 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9587a939-562d-46b9-b35f-fa0016b2b26e req-daf2169a-5c08-49f6-8505-a0e96ea6fbf5 service neutron] 10.222.0.41 "GET /v2.0/networks/14860507-bc4f-4c36-8891-c533faf0cda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848064 Jul 16 00:17:11.198683 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9587a939-562d-46b9-b35f-fa0016b2b26e req-49d2a0fb-6a96-410d-8616-f13457fbbb7a service neutron] 10.222.0.41 "GET /v2.0/networks/14860507-bc4f-4c36-8891-c533faf0cda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852127 Jul 16 00:17:11.261263 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-31364a17-3d4b-4309-b065-48836554091a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b07e941d-a061-4044-a4e8-ff9b62de5f26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1215040619', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '703efed1-b88c-4531-9ffd-810d0ab66fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:16:52Z', 'updated_at': '2021-07-16T00:16:55Z', 'revision_number': 4, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'gw_port': {'id': '703efed1-b88c-4531-9ffd-810d0ab66fc0', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:fc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07e941d-a061-4044-a4e8-ff9b62de5f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:16:52Z', 'updated_at': '2021-07-16T00:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': 'f5b04b45-79eb-4c89-b211-ef7ac2b9b707', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'floating_ip_address': '172.25.5.228', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': 'b07e941d-a061-4044-a4e8-ff9b62de5f26', 'port_id': 'fb4f910d-eb08-45dc-8ce9-ba87587b72e6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14860507-bc4f-4c36-8891-c533faf0cda9', 'mac_address': 'fa:16:3e:5e:2c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93775b20-deff-492e-b50e-f1eec0412a92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:17:09Z', 'updated_at': '2021-07-16T00:17:09Z', 'revision_number': 0, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16a1e11a-4a23-49ce-b101-4846023a7494', 'name': '', 'network_id': '14860507-bc4f-4c36-8891-c533faf0cda9', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'mac_address': 'fa:16:3e:23:84:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07e941d-a061-4044-a4e8-ff9b62de5f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '91f220ac-2133-47a3-a5a2-0deafa82a0b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:16:54Z', 'updated_at': '2021-07-16T00:16:59Z', 'revision_number': 5, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'subnets': [{'id': '91f220ac-2133-47a3-a5a2-0deafa82a0b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:17:11.292002 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31364a17-3d4b-4309-b065-48836554091a None None] The sync data for ids ['b07e941d-a061-4044-a4e8-ff9b62de5f26'] in n-d-794306-6 is: [{'id': 'b07e941d-a061-4044-a4e8-ff9b62de5f26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1215040619', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '703efed1-b88c-4531-9ffd-810d0ab66fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:16:52Z', 'updated_at': '2021-07-16T00:16:55Z', 'revision_number': 4, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'gw_port': {'id': '703efed1-b88c-4531-9ffd-810d0ab66fc0', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:fc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07e941d-a061-4044-a4e8-ff9b62de5f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:16:52Z', 'updated_at': '2021-07-16T00:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': 'f5b04b45-79eb-4c89-b211-ef7ac2b9b707', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'floating_ip_address': '172.25.5.228', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': 'b07e941d-a061-4044-a4e8-ff9b62de5f26', 'port_id': 'fb4f910d-eb08-45dc-8ce9-ba87587b72e6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14860507-bc4f-4c36-8891-c533faf0cda9', 'mac_address': 'fa:16:3e:5e:2c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93775b20-deff-492e-b50e-f1eec0412a92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:17:09Z', 'updated_at': '2021-07-16T00:17:09Z', 'revision_number': 0, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16a1e11a-4a23-49ce-b101-4846023a7494', 'name': '', 'network_id': '14860507-bc4f-4c36-8891-c533faf0cda9', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'mac_address': 'fa:16:3e:23:84:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07e941d-a061-4044-a4e8-ff9b62de5f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '91f220ac-2133-47a3-a5a2-0deafa82a0b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:16:54Z', 'updated_at': '2021-07-16T00:16:59Z', 'revision_number': 5, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'subnets': [{'id': '91f220ac-2133-47a3-a5a2-0deafa82a0b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:17:11.478173 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21308a3-2701-4d81-b6dc-6b254a66c855 None None] New status for floating IP f5b04b45-79eb-4c89-b211-ef7ac2b9b707: ACTIVE {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 00:17:11.886230 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54550) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:17:11.951200 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-ef88d4ca-2105-4811-973e-91235c09ffd2 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/floatingips/f5b04b45-79eb-4c89-b211-ef7ac2b9b707 HTTP/1.1" status: 200 len: 994 time: 0.0638621 Jul 16 00:17:26.076105 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:17:29.005016 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d530e6cd-9577-43e8-a64e-2199c8e7263c req-ba769185-2b13-4f6a-81c9-b3986f8815a9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=93775b20-deff-492e-b50e-f1eec0412a92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0541911 Jul 16 00:17:29.116034 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d530e6cd-9577-43e8-a64e-2199c8e7263c req-d5b61da1-a560-40c2-bec8-d9ffabe73f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:29.118281 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d530e6cd-9577-43e8-a64e-2199c8e7263c req-d5b61da1-a560-40c2-bec8-d9ffabe73f61 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a96abeafa0bb4cfba60d3fd0ccc00ac5&device_id=93775b20-deff-492e-b50e-f1eec0412a92 HTTP/1.1" status: 200 len: 1097 time: 0.0520055 Jul 16 00:17:29.221095 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d530e6cd-9577-43e8-a64e-2199c8e7263c req-15894d2c-82ec-43bc-a1a2-fc5b18f5223a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:29.222538 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d530e6cd-9577-43e8-a64e-2199c8e7263c req-15894d2c-82ec-43bc-a1a2-fc5b18f5223a service neutron] 10.222.0.41 "GET /v2.0/networks?id=14860507-bc4f-4c36-8891-c533faf0cda9 HTTP/1.1" status: 200 len: 897 time: 0.0830231 Jul 16 00:17:29.290720 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d530e6cd-9577-43e8-a64e-2199c8e7263c req-9f68fdbb-1b2a-4d15-a0df-3367e5ca7dfb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb4f910d-eb08-45dc-8ce9-ba87587b72e6 HTTP/1.1" status: 200 len: 1002 time: 0.0614040 Jul 16 00:17:29.339711 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d530e6cd-9577-43e8-a64e-2199c8e7263c req-87f98ab0-2cbc-486f-8666-64d222f1d402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:29.341147 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d530e6cd-9577-43e8-a64e-2199c8e7263c req-87f98ab0-2cbc-486f-8666-64d222f1d402 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=91f220ac-2133-47a3-a5a2-0deafa82a0b1 HTTP/1.1" status: 200 len: 835 time: 0.0430419 Jul 16 00:17:29.397307 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d530e6cd-9577-43e8-a64e-2199c8e7263c req-e3a02754-e37b-4507-bafb-c446c4ece2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:29.398844 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d530e6cd-9577-43e8-a64e-2199c8e7263c req-e3a02754-e37b-4507-bafb-c446c4ece2cd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=14860507-bc4f-4c36-8891-c533faf0cda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510931 Jul 16 00:17:29.490286 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d530e6cd-9577-43e8-a64e-2199c8e7263c req-4e5c3bc7-b6fd-4d02-93d9-140282039cb7 service neutron] 10.222.0.41 "GET /v2.0/networks/14860507-bc4f-4c36-8891-c533faf0cda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845571 Jul 16 00:17:29.579012 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-d530e6cd-9577-43e8-a64e-2199c8e7263c req-f67df98d-1a0f-4e75-8a3c-0bd2b181c6a1 service neutron] 10.222.0.41 "GET /v2.0/networks/14860507-bc4f-4c36-8891-c533faf0cda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818269 Jul 16 00:17:30.938513 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2f7e8b2b-1156-4a29-a6a5-2cf989c0814a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:17:33.503492 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:17:33.856472 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:17:34.314412 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ce919041-c4b3-449e-b569-51ed24201b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:17:34.559224 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:17:36.572600 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:17:38.802914 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:17:43.594864 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ec0f14f1-ea59-4e19-a8b4-9edc90d73b15 req-0cd6f4c1-9904-445d-b1b1-0dff4cead61c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=93775b20-deff-492e-b50e-f1eec0412a92&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1055162 Jul 16 00:17:43.605350 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375cac72-dbdf-4462-a802-32edfafbcfc0 req-237835e4-0ddf-4993-942e-2849a25ae75b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:43.606874 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-375cac72-dbdf-4462-a802-32edfafbcfc0 req-237835e4-0ddf-4993-942e-2849a25ae75b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=93775b20-deff-492e-b50e-f1eec0412a92 HTTP/1.1" status: 200 len: 946 time: 0.0628362 Jul 16 00:17:43.650384 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-375cac72-dbdf-4462-a802-32edfafbcfc0 req-a117a468-5341-4b04-ac17-911b5970ccbc tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=b62cc433-f852-4b5f-938d-ede3600d58a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377338 Jul 16 00:17:44.749684 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f14f1-ea59-4e19-a8b4-9edc90d73b15 req-914af330-fc92-45b4-bc73-918e28876006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:44.751191 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ec0f14f1-ea59-4e19-a8b4-9edc90d73b15 req-914af330-fc92-45b4-bc73-918e28876006 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a96abeafa0bb4cfba60d3fd0ccc00ac5&device_id=93775b20-deff-492e-b50e-f1eec0412a92 HTTP/1.1" status: 200 len: 1097 time: 0.0540779 Jul 16 00:17:44.827349 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed88b0e-cad3-4334-b0f0-c2d5597ee79c req-b7a423db-d1cb-4217-8420-b30cb6393cf8 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:44.828722 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1ed88b0e-cad3-4334-b0f0-c2d5597ee79c req-b7a423db-d1cb-4217-8420-b30cb6393cf8 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=93775b20-deff-492e-b50e-f1eec0412a92 HTTP/1.1" status: 200 len: 946 time: 0.0637927 Jul 16 00:17:44.849931 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f14f1-ea59-4e19-a8b4-9edc90d73b15 req-9cbfc07b-c830-4340-9f5d-9a4451ddf0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:44.851432 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ec0f14f1-ea59-4e19-a8b4-9edc90d73b15 req-9cbfc07b-c830-4340-9f5d-9a4451ddf0f6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=14860507-bc4f-4c36-8891-c533faf0cda9 HTTP/1.1" status: 200 len: 897 time: 0.0924428 Jul 16 00:17:44.869543 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1ed88b0e-cad3-4334-b0f0-c2d5597ee79c req-1bf77e35-e1d6-4b47-bd89-59f8ed2bf3b8 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=b62cc433-f852-4b5f-938d-ede3600d58a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352056 Jul 16 00:17:44.918812 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ec0f14f1-ea59-4e19-a8b4-9edc90d73b15 req-90999df2-9a27-4feb-a23c-1ee1961f5c24 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb4f910d-eb08-45dc-8ce9-ba87587b72e6 HTTP/1.1" status: 200 len: 1002 time: 0.0607264 Jul 16 00:17:44.967106 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f14f1-ea59-4e19-a8b4-9edc90d73b15 req-ee4d3ed7-b8d0-4f83-a705-72279e1d847a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:44.968490 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ec0f14f1-ea59-4e19-a8b4-9edc90d73b15 req-ee4d3ed7-b8d0-4f83-a705-72279e1d847a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=91f220ac-2133-47a3-a5a2-0deafa82a0b1 HTTP/1.1" status: 200 len: 835 time: 0.0444746 Jul 16 00:17:45.030138 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f14f1-ea59-4e19-a8b4-9edc90d73b15 req-46531743-1bb4-4e00-ad0c-48f0192bcc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:45.031711 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ec0f14f1-ea59-4e19-a8b4-9edc90d73b15 req-46531743-1bb4-4e00-ad0c-48f0192bcc6c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=14860507-bc4f-4c36-8891-c533faf0cda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564625 Jul 16 00:17:45.121910 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ec0f14f1-ea59-4e19-a8b4-9edc90d73b15 req-e7e7bf48-31b3-4c75-9c75-fcbb5af53cc7 service neutron] 10.222.0.41 "GET /v2.0/networks/14860507-bc4f-4c36-8891-c533faf0cda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823820 Jul 16 00:17:45.215152 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ec0f14f1-ea59-4e19-a8b4-9edc90d73b15 req-e7d72513-e7dd-4257-88ed-6ff29b47f163 service neutron] 10.222.0.41 "GET /v2.0/networks/14860507-bc4f-4c36-8891-c533faf0cda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873888 Jul 16 00:17:46.045069 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d599b9aa-6f74-4f9a-8e48-b1d29f934e32 req-ed2966dd-e2f2-4f8a-acc6-7ff026947602 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:46.046548 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d599b9aa-6f74-4f9a-8e48-b1d29f934e32 req-ed2966dd-e2f2-4f8a-acc6-7ff026947602 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=93775b20-deff-492e-b50e-f1eec0412a92 HTTP/1.1" status: 200 len: 946 time: 0.0629320 Jul 16 00:17:46.083909 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d599b9aa-6f74-4f9a-8e48-b1d29f934e32 req-ef58092e-b8fd-4926-88a9-d622bbdf797b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=b62cc433-f852-4b5f-938d-ede3600d58a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317423 Jul 16 00:17:47.264863 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba0198-2605-428d-ace2-ea7b83e8b76d req-20829f33-aa77-4340-b43d-b7b93d49c9dd tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:47.266385 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-48ba0198-2605-428d-ace2-ea7b83e8b76d req-20829f33-aa77-4340-b43d-b7b93d49c9dd tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=93775b20-deff-492e-b50e-f1eec0412a92 HTTP/1.1" status: 200 len: 946 time: 0.0680482 Jul 16 00:17:47.303258 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-48ba0198-2605-428d-ace2-ea7b83e8b76d req-9031632b-999e-4302-9aa7-ee4de11332f8 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=b62cc433-f852-4b5f-938d-ede3600d58a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310667 Jul 16 00:17:48.480239 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad571c-1502-4549-90fa-2ea38f5cb129 req-52151fef-7b39-404f-ba2e-e68ecdc5196e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:48.481822 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d3ad571c-1502-4549-90fa-2ea38f5cb129 req-52151fef-7b39-404f-ba2e-e68ecdc5196e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=93775b20-deff-492e-b50e-f1eec0412a92 HTTP/1.1" status: 200 len: 946 time: 0.0660264 Jul 16 00:17:48.519808 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d3ad571c-1502-4549-90fa-2ea38f5cb129 req-07b306f7-6ead-4456-afcf-4c35ac429dbe tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=b62cc433-f852-4b5f-938d-ede3600d58a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324087 Jul 16 00:17:49.696801 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa92cec2-bf21-42de-8fe0-75bb3a34c380 req-4c560705-d2d4-45fc-aad8-0a4e80a27dec tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:49.698381 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-aa92cec2-bf21-42de-8fe0-75bb3a34c380 req-4c560705-d2d4-45fc-aad8-0a4e80a27dec tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=93775b20-deff-492e-b50e-f1eec0412a92 HTTP/1.1" status: 200 len: 946 time: 0.0658247 Jul 16 00:17:49.743291 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-aa92cec2-bf21-42de-8fe0-75bb3a34c380 req-98723579-d9b0-48e3-ae5a-b88df50a1af1 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=b62cc433-f852-4b5f-938d-ede3600d58a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395548 Jul 16 00:17:50.923682 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a086ad4f-6aea-45bf-9f55-c80141fc129c req-a0ba8f28-3282-44a1-85ee-11c56d40862b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:50.925353 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a086ad4f-6aea-45bf-9f55-c80141fc129c req-a0ba8f28-3282-44a1-85ee-11c56d40862b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=93775b20-deff-492e-b50e-f1eec0412a92 HTTP/1.1" status: 200 len: 946 time: 0.0683894 Jul 16 00:17:50.962285 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a086ad4f-6aea-45bf-9f55-c80141fc129c req-c3c3454d-162b-4200-bc40-48977db8d6f5 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=b62cc433-f852-4b5f-938d-ede3600d58a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314939 Jul 16 00:17:52.141002 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c011faa-26e9-4ce1-ac9d-b15b7953ed3d req-c9b20055-00e8-4e3c-8bad-cea7a24f7ea3 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:52.142485 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4c011faa-26e9-4ce1-ac9d-b15b7953ed3d req-c9b20055-00e8-4e3c-8bad-cea7a24f7ea3 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=93775b20-deff-492e-b50e-f1eec0412a92 HTTP/1.1" status: 200 len: 946 time: 0.0653231 Jul 16 00:17:52.179490 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4c011faa-26e9-4ce1-ac9d-b15b7953ed3d req-ef90a72a-ed96-4102-bac0-901f83a64e1d tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=b62cc433-f852-4b5f-938d-ede3600d58a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314891 Jul 16 00:17:53.363342 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21632377-f3c3-4c94-98ce-907719234090 req-96599b33-7d28-4130-9873-a02ac69f9c94 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:53.364866 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-21632377-f3c3-4c94-98ce-907719234090 req-96599b33-7d28-4130-9873-a02ac69f9c94 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=93775b20-deff-492e-b50e-f1eec0412a92 HTTP/1.1" status: 200 len: 946 time: 0.0668542 Jul 16 00:17:53.403406 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-21632377-f3c3-4c94-98ce-907719234090 req-0413882d-6ca3-4ca8-a649-8eed78626f93 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=b62cc433-f852-4b5f-938d-ede3600d58a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324872 Jul 16 00:17:54.588505 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f636aeb-1fb6-4bfc-a694-17450a7c05ee req-d49270ca-9ecd-476c-9240-49aa24b24293 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:54.590022 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4f636aeb-1fb6-4bfc-a694-17450a7c05ee req-d49270ca-9ecd-476c-9240-49aa24b24293 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=93775b20-deff-492e-b50e-f1eec0412a92 HTTP/1.1" status: 200 len: 946 time: 0.0640762 Jul 16 00:17:54.629068 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4f636aeb-1fb6-4bfc-a694-17450a7c05ee req-359c84f1-b081-489b-a904-b7c4bb0ef05a tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=b62cc433-f852-4b5f-938d-ede3600d58a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328445 Jul 16 00:17:55.804891 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8513990-fa20-4052-9dab-de45dfca4fc1 req-344dfe47-9717-4bcd-9504-bc5119226d21 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:55.806304 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e8513990-fa20-4052-9dab-de45dfca4fc1 req-344dfe47-9717-4bcd-9504-bc5119226d21 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=93775b20-deff-492e-b50e-f1eec0412a92 HTTP/1.1" status: 200 len: 946 time: 0.0644836 Jul 16 00:17:55.849901 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e8513990-fa20-4052-9dab-de45dfca4fc1 req-2f7be655-5598-4c4f-9333-dc268b1ba8ee tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=b62cc433-f852-4b5f-938d-ede3600d58a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380168 Jul 16 00:17:56.078574 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:17:57.031194 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d705a988-489b-498d-ac9e-355dc8115df9 req-3dffbba4-e9d7-4ea5-9746-e4af16ce26af tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:57.032717 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d705a988-489b-498d-ac9e-355dc8115df9 req-3dffbba4-e9d7-4ea5-9746-e4af16ce26af tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=93775b20-deff-492e-b50e-f1eec0412a92 HTTP/1.1" status: 200 len: 946 time: 0.0641758 Jul 16 00:17:57.071781 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d705a988-489b-498d-ac9e-355dc8115df9 req-7191ce11-0135-4b13-9176-2cd9eb5b6d0b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=b62cc433-f852-4b5f-938d-ede3600d58a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325949 Jul 16 00:17:58.244862 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae7692-bdcf-4c2a-b9c6-93f830114951 req-30cac909-ea81-4569-a20d-e76a8361a710 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:58.246350 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bfae7692-bdcf-4c2a-b9c6-93f830114951 req-30cac909-ea81-4569-a20d-e76a8361a710 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=93775b20-deff-492e-b50e-f1eec0412a92 HTTP/1.1" status: 200 len: 946 time: 0.0630043 Jul 16 00:17:58.283712 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bfae7692-bdcf-4c2a-b9c6-93f830114951 req-584cdead-a563-4b55-a81d-eb7115a20cfd tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=b62cc433-f852-4b5f-938d-ede3600d58a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318031 Jul 16 00:17:59.461772 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4802bce5-4b83-41c1-bc87-8bced9663306 req-d5f1b27d-1a95-4029-b202-9255a758f8a7 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:17:59.463270 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4802bce5-4b83-41c1-bc87-8bced9663306 req-d5f1b27d-1a95-4029-b202-9255a758f8a7 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=93775b20-deff-492e-b50e-f1eec0412a92 HTTP/1.1" status: 200 len: 946 time: 0.0664022 Jul 16 00:17:59.501153 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4802bce5-4b83-41c1-bc87-8bced9663306 req-3ac2f0e5-0dcd-4a7e-9d67-9bc417d4c445 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=b62cc433-f852-4b5f-938d-ede3600d58a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323734 Jul 16 00:18:00.672411 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d84f26e-4f2e-48b8-9e0a-089184d5a10e req-25881c3a-7cbf-44e5-a3aa-55a80f44452e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:00.673895 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4d84f26e-4f2e-48b8-9e0a-089184d5a10e req-25881c3a-7cbf-44e5-a3aa-55a80f44452e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=93775b20-deff-492e-b50e-f1eec0412a92 HTTP/1.1" status: 200 len: 946 time: 0.0630081 Jul 16 00:18:00.712680 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4d84f26e-4f2e-48b8-9e0a-089184d5a10e req-5500ad21-4f57-4741-b0df-e6badbeda6e8 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=b62cc433-f852-4b5f-938d-ede3600d58a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326517 Jul 16 00:18:00.938897 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e859d215-8e1b-4747-b55d-8dfa21f9dd2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:01.885712 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11afbc49-89ba-4181-ba25-301961bfefde req-bc181251-22db-407f-b4c1-465c91f186d6 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:01.887317 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-11afbc49-89ba-4181-ba25-301961bfefde req-bc181251-22db-407f-b4c1-465c91f186d6 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=93775b20-deff-492e-b50e-f1eec0412a92 HTTP/1.1" status: 200 len: 946 time: 0.0636451 Jul 16 00:18:01.932650 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-11afbc49-89ba-4181-ba25-301961bfefde req-5ac502ed-0890-4d78-8dea-83bde3795e73 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=b62cc433-f852-4b5f-938d-ede3600d58a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364518 Jul 16 00:18:02.214188 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [req-ec0f14f1-ea59-4e19-a8b4-9edc90d73b15 req-e6f4841b-13f6-4fa7-a443-3a3a745cd169 service neutron] show failed (client error): The resource could not be found. Jul 16 00:18:02.215223 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ec0f14f1-ea59-4e19-a8b4-9edc90d73b15 req-e6f4841b-13f6-4fa7-a443-3a3a745cd169 service neutron] 10.222.0.41 "GET /v2.0/ports/fb4f910d-eb08-45dc-8ce9-ba87587b72e6/bindings/n-h1-794306-6 HTTP/1.1" status: 404 len: 380 time: 0.0544150 Jul 16 00:18:02.513806 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f14f1-ea59-4e19-a8b4-9edc90d73b15 req-75fe7ee9-8f84-4b63-aabc-b8ebe82bbd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:02.515279 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ec0f14f1-ea59-4e19-a8b4-9edc90d73b15 req-75fe7ee9-8f84-4b63-aabc-b8ebe82bbd32 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=93775b20-deff-492e-b50e-f1eec0412a92&tenant_id=a96abeafa0bb4cfba60d3fd0ccc00ac5 HTTP/1.1" status: 200 len: 1097 time: 0.0954261 Jul 16 00:18:02.526145 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-ec0f14f1-ea59-4e19-a8b4-9edc90d73b15 req-fe446cdf-d1d0-4472-a04b-e6ce9a2bd958 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-794306-6', 'device_owner': 'compute:nova'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:18:02.598899 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ec0f14f1-ea59-4e19-a8b4-9edc90d73b15 req-fe446cdf-d1d0-4472-a04b-e6ce9a2bd958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:02.805341 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-ec0f14f1-ea59-4e19-a8b4-9edc90d73b15 req-fe446cdf-d1d0-4472-a04b-e6ce9a2bd958 service neutron] For port fb4f910d-eb08-45dc-8ce9-ba87587b72e6, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=fb4f910d-eb08-45dc-8ce9-ba87587b72e6,segment=NetworkSegment(324fd4bf-a438-4c34-99d1-42f517eaa92f),segment_id=324fd4bf-a438-4c34-99d1-42f517eaa92f)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:18:02.840163 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-ec0f14f1-ea59-4e19-a8b4-9edc90d73b15 req-fe446cdf-d1d0-4472-a04b-e6ce9a2bd958 service neutron] For port fb4f910d-eb08-45dc-8ce9-ba87587b72e6, host n-h2-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:18:02.881943 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93775b20-deff-492e-b50e-f1eec0412a92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb4f910d-eb08-45dc-8ce9-ba87587b72e6'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:18:02.884321 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cfa130710a3ed3c11f83ca70e11270030e5afd3463e80eec9e3119d100d8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d6dab6-c390-45cf-98a5-927e78d0152d" -d '{"events": [{"server_uuid": "93775b20-deff-492e-b50e-f1eec0412a92", "name": "network-vif-unplugged", "status": "completed", "tag": "fb4f910d-eb08-45dc-8ce9-ba87587b72e6"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:18:02.888249 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ec0f14f1-ea59-4e19-a8b4-9edc90d73b15 req-fe446cdf-d1d0-4472-a04b-e6ce9a2bd958 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:02.901849 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-ec0f14f1-ea59-4e19-a8b4-9edc90d73b15 req-fe446cdf-d1d0-4472-a04b-e6ce9a2bd958 service neutron] Transition to ACTIVE for port object fb4f910d-eb08-45dc-8ce9-ba87587b72e6 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:18:02.905772 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ec0f14f1-ea59-4e19-a8b4-9edc90d73b15 req-fe446cdf-d1d0-4472-a04b-e6ce9a2bd958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:02.986324 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 00:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a158b46-54a8-4285-9139-be1398fb406f x-openstack-request-id: req-5a158b46-54a8-4285-9139-be1398fb406f {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:18:02.986633 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93775b20-deff-492e-b50e-f1eec0412a92", "name": "network-vif-unplugged", "status": "completed", "tag": "fb4f910d-eb08-45dc-8ce9-ba87587b72e6", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:18:02.986871 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5a158b46-54a8-4285-9139-be1398fb406f {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:18:02.987274 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93775b20-deff-492e-b50e-f1eec0412a92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb4f910d-eb08-45dc-8ce9-ba87587b72e6', 'code': 200} Jul 16 00:18:03.001792 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe446cdf-d1d0-4472-a04b-e6ce9a2bd958 service neutron] Pushing event updated for resources: {'Port': ['ID=fb4f910d-eb08-45dc-8ce9-ba87587b72e6,revision_number=6']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:18:03.013227 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe446cdf-d1d0-4472-a04b-e6ce9a2bd958 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:03.013582 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe446cdf-d1d0-4472-a04b-e6ce9a2bd958 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:03.013930 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe446cdf-d1d0-4472-a04b-e6ce9a2bd958 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:03.014275 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe446cdf-d1d0-4472-a04b-e6ce9a2bd958 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:03.014823 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe446cdf-d1d0-4472-a04b-e6ce9a2bd958 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:03.015161 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe446cdf-d1d0-4472-a04b-e6ce9a2bd958 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:03.015500 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe446cdf-d1d0-4472-a04b-e6ce9a2bd958 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:03.015862 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe446cdf-d1d0-4472-a04b-e6ce9a2bd958 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:03.016199 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe446cdf-d1d0-4472-a04b-e6ce9a2bd958 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:03.016707 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe446cdf-d1d0-4472-a04b-e6ce9a2bd958 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:03.017221 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe446cdf-d1d0-4472-a04b-e6ce9a2bd958 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:03.017732 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe446cdf-d1d0-4472-a04b-e6ce9a2bd958 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:03.057508 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec0f14f1-ea59-4e19-a8b4-9edc90d73b15 req-fe446cdf-d1d0-4472-a04b-e6ce9a2bd958 service neutron] No DVR routers for this DVR port fb4f910d-eb08-45dc-8ce9-ba87587b72e6 on host n-h2-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:18:03.218717 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284206f-c8fa-4437-bde5-0752aead75d0 req-7ba5b765-20b7-4929-a736-35ad77c896fb tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:03.220156 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5284206f-c8fa-4437-bde5-0752aead75d0 req-7ba5b765-20b7-4929-a736-35ad77c896fb tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=93775b20-deff-492e-b50e-f1eec0412a92 HTTP/1.1" status: 200 len: 944 time: 0.1265967 Jul 16 00:18:03.267647 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ec0f14f1-ea59-4e19-a8b4-9edc90d73b15 req-fe446cdf-d1d0-4472-a04b-e6ce9a2bd958 service neutron] Attempting to bind port fb4f910d-eb08-45dc-8ce9-ba87587b72e6 on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:18:03.267987 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ec0f14f1-ea59-4e19-a8b4-9edc90d73b15 req-fe446cdf-d1d0-4472-a04b-e6ce9a2bd958 service neutron] Attempting to bind port fb4f910d-eb08-45dc-8ce9-ba87587b72e6 by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '324fd4bf-a438-4c34-99d1-42f517eaa92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '14860507-bc4f-4c36-8891-c533faf0cda9'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:18:03.268322 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0f14f1-ea59-4e19-a8b4-9edc90d73b15 req-fe446cdf-d1d0-4472-a04b-e6ce9a2bd958 service neutron] Attempting to bind port fb4f910d-eb08-45dc-8ce9-ba87587b72e6 on network 14860507-bc4f-4c36-8891-c533faf0cda9 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:18:03.282820 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0f14f1-ea59-4e19-a8b4-9edc90d73b15 req-fe446cdf-d1d0-4472-a04b-e6ce9a2bd958 service neutron] Port fb4f910d-eb08-45dc-8ce9-ba87587b72e6 on network 14860507-bc4f-4c36-8891-c533faf0cda9 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 00:18:03.283176 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0f14f1-ea59-4e19-a8b4-9edc90d73b15 req-fe446cdf-d1d0-4472-a04b-e6ce9a2bd958 service neutron] Attempting to bind port fb4f910d-eb08-45dc-8ce9-ba87587b72e6 on network 14860507-bc4f-4c36-8891-c533faf0cda9 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:18:03.292100 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5284206f-c8fa-4437-bde5-0752aead75d0 req-230a7027-69ff-4888-a180-0c3561d2ecdd tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=b62cc433-f852-4b5f-938d-ede3600d58a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555840 Jul 16 00:18:03.293233 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0f14f1-ea59-4e19-a8b4-9edc90d73b15 req-fe446cdf-d1d0-4472-a04b-e6ce9a2bd958 service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:18:03.293573 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0f14f1-ea59-4e19-a8b4-9edc90d73b15 req-fe446cdf-d1d0-4472-a04b-e6ce9a2bd958 service neutron] Checking segment: {'id': '324fd4bf-a438-4c34-99d1-42f517eaa92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '14860507-bc4f-4c36-8891-c533faf0cda9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:18:03.293961 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0f14f1-ea59-4e19-a8b4-9edc90d73b15 req-fe446cdf-d1d0-4472-a04b-e6ce9a2bd958 service neutron] Bound using segment: {'id': '324fd4bf-a438-4c34-99d1-42f517eaa92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '14860507-bc4f-4c36-8891-c533faf0cda9'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:18:03.294399 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ec0f14f1-ea59-4e19-a8b4-9edc90d73b15 req-fe446cdf-d1d0-4472-a04b-e6ce9a2bd958 service neutron] Bound port: fb4f910d-eb08-45dc-8ce9-ba87587b72e6, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '324fd4bf-a438-4c34-99d1-42f517eaa92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '14860507-bc4f-4c36-8891-c533faf0cda9'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:18:03.294765 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ec0f14f1-ea59-4e19-a8b4-9edc90d73b15 req-fe446cdf-d1d0-4472-a04b-e6ce9a2bd958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:03.357893 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-ec0f14f1-ea59-4e19-a8b4-9edc90d73b15 req-fe446cdf-d1d0-4472-a04b-e6ce9a2bd958 service neutron] For port fb4f910d-eb08-45dc-8ce9-ba87587b72e6, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:18:03.360967 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-ec0f14f1-ea59-4e19-a8b4-9edc90d73b15 req-fe446cdf-d1d0-4472-a04b-e6ce9a2bd958 service neutron] For port fb4f910d-eb08-45dc-8ce9-ba87587b72e6, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=fb4f910d-eb08-45dc-8ce9-ba87587b72e6,segment=NetworkSegment(324fd4bf-a438-4c34-99d1-42f517eaa92f),segment_id=324fd4bf-a438-4c34-99d1-42f517eaa92f)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:18:03.366432 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ec0f14f1-ea59-4e19-a8b4-9edc90d73b15 req-fe446cdf-d1d0-4472-a04b-e6ce9a2bd958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:03.401831 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f14f1-ea59-4e19-a8b4-9edc90d73b15 req-fe446cdf-d1d0-4472-a04b-e6ce9a2bd958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:03.402510 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ec0f14f1-ea59-4e19-a8b4-9edc90d73b15 req-fe446cdf-d1d0-4472-a04b-e6ce9a2bd958 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:03.403933 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ec0f14f1-ea59-4e19-a8b4-9edc90d73b15 req-fe446cdf-d1d0-4472-a04b-e6ce9a2bd958 service neutron] 10.222.0.49 "PUT /v2.0/ports/fb4f910d-eb08-45dc-8ce9-ba87587b72e6 HTTP/1.1" status: 200 len: 1092 time: 0.8819971 Jul 16 00:18:03.425482 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe446cdf-d1d0-4472-a04b-e6ce9a2bd958 service neutron] Pushing event updated for resources: {'Port': ['ID=fb4f910d-eb08-45dc-8ce9-ba87587b72e6,revision_number=7']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:18:03.482522 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f14f1-ea59-4e19-a8b4-9edc90d73b15 req-511cd484-a2c9-4e26-8635-55dc284a727b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:03.484088 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ec0f14f1-ea59-4e19-a8b4-9edc90d73b15 req-511cd484-a2c9-4e26-8635-55dc284a727b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a96abeafa0bb4cfba60d3fd0ccc00ac5&device_id=93775b20-deff-492e-b50e-f1eec0412a92 HTTP/1.1" status: 200 len: 1095 time: 0.0555675 Jul 16 00:18:03.508500 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:03.584321 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f14f1-ea59-4e19-a8b4-9edc90d73b15 req-bcb76456-59c1-4b1d-b8ed-6a59067c2a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:03.585808 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ec0f14f1-ea59-4e19-a8b4-9edc90d73b15 req-bcb76456-59c1-4b1d-b8ed-6a59067c2a7a service neutron] 10.222.0.49 "GET /v2.0/networks?id=14860507-bc4f-4c36-8891-c533faf0cda9 HTTP/1.1" status: 200 len: 897 time: 0.0953982 Jul 16 00:18:03.654803 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ec0f14f1-ea59-4e19-a8b4-9edc90d73b15 req-f010eade-2c22-4af1-8640-2ad8da65cfee service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb4f910d-eb08-45dc-8ce9-ba87587b72e6 HTTP/1.1" status: 200 len: 1000 time: 0.0630679 Jul 16 00:18:03.702130 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f14f1-ea59-4e19-a8b4-9edc90d73b15 req-4f843c8f-c446-4f52-a94d-310b96e75675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:03.703508 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ec0f14f1-ea59-4e19-a8b4-9edc90d73b15 req-4f843c8f-c446-4f52-a94d-310b96e75675 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=91f220ac-2133-47a3-a5a2-0deafa82a0b1 HTTP/1.1" status: 200 len: 835 time: 0.0427537 Jul 16 00:18:03.761224 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f14f1-ea59-4e19-a8b4-9edc90d73b15 req-ffc018eb-1409-4485-9873-e04610ee16f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:03.762763 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ec0f14f1-ea59-4e19-a8b4-9edc90d73b15 req-ffc018eb-1409-4485-9873-e04610ee16f6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=14860507-bc4f-4c36-8891-c533faf0cda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531673 Jul 16 00:18:03.772550 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [req-ec0f14f1-ea59-4e19-a8b4-9edc90d73b15 req-338331db-3e6f-48c7-89b4-c68402f7a8d0 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 00:18:03.773581 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ec0f14f1-ea59-4e19-a8b4-9edc90d73b15 req-338331db-3e6f-48c7-89b4-c68402f7a8d0 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050154 Jul 16 00:18:03.872878 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ec0f14f1-ea59-4e19-a8b4-9edc90d73b15 req-0036a79f-bd9a-492a-923f-e82c3cff47c3 service neutron] 10.222.0.49 "GET /v2.0/networks/14860507-bc4f-4c36-8891-c533faf0cda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934110 Jul 16 00:18:03.960930 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ec0f14f1-ea59-4e19-a8b4-9edc90d73b15 req-a1452ebf-fa71-4365-8095-f1bca3fc38d7 service neutron] 10.222.0.49 "GET /v2.0/networks/14860507-bc4f-4c36-8891-c533faf0cda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817757 Jul 16 00:18:04.314024 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-56a87189-9a98-46c8-bf59-a10e278161c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:04.477411 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d4194-c7a2-4aef-b835-1d3810abb051 req-c42f24b4-dd65-4848-a5fc-36d1387da361 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:04.479681 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f98d4194-c7a2-4aef-b835-1d3810abb051 req-c42f24b4-dd65-4848-a5fc-36d1387da361 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=93775b20-deff-492e-b50e-f1eec0412a92 HTTP/1.1" status: 200 len: 944 time: 0.0695138 Jul 16 00:18:04.520618 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f98d4194-c7a2-4aef-b835-1d3810abb051 req-0923132c-2d05-4c1c-9226-f79e3d48eda1 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=b62cc433-f852-4b5f-938d-ede3600d58a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353024 Jul 16 00:18:04.561893 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:04.988515 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93775b20-deff-492e-b50e-f1eec0412a92', 'tag': 'fb4f910d-eb08-45dc-8ce9-ba87587b72e6'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:18:04.990879 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cfa130710a3ed3c11f83ca70e11270030e5afd3463e80eec9e3119d100d8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81342016-a0a4-448b-8640-03e3fa2438cc" -d '{"events": [{"name": "network-changed", "server_uuid": "93775b20-deff-492e-b50e-f1eec0412a92", "tag": "fb4f910d-eb08-45dc-8ce9-ba87587b72e6"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:18:05.040184 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7667df9d-10d1-4730-82e8-99ce9d68178f x-openstack-request-id: req-7667df9d-10d1-4730-82e8-99ce9d68178f {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:18:05.040482 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93775b20-deff-492e-b50e-f1eec0412a92", "tag": "fb4f910d-eb08-45dc-8ce9-ba87587b72e6", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:18:05.040736 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7667df9d-10d1-4730-82e8-99ce9d68178f {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:18:05.041135 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93775b20-deff-492e-b50e-f1eec0412a92', 'tag': 'fb4f910d-eb08-45dc-8ce9-ba87587b72e6', 'status': 'completed', 'code': 200} Jul 16 00:18:05.113874 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81342016-a0a4-448b-8640-03e3fa2438cc req-22d3518b-8919-472b-9fec-b344f4471c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:05.115404 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-81342016-a0a4-448b-8640-03e3fa2438cc req-22d3518b-8919-472b-9fec-b344f4471c32 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a96abeafa0bb4cfba60d3fd0ccc00ac5&device_id=93775b20-deff-492e-b50e-f1eec0412a92 HTTP/1.1" status: 200 len: 1095 time: 0.0563104 Jul 16 00:18:05.137354 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81342016-a0a4-448b-8640-03e3fa2438cc req-32e8e211-9c13-4219-ad2e-28a2c2b4777d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:05.138861 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-81342016-a0a4-448b-8640-03e3fa2438cc req-32e8e211-9c13-4219-ad2e-28a2c2b4777d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a96abeafa0bb4cfba60d3fd0ccc00ac5&device_id=93775b20-deff-492e-b50e-f1eec0412a92 HTTP/1.1" status: 200 len: 1095 time: 0.0550363 Jul 16 00:18:05.143803 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device fb4f910d-eb08-45dc-8ce9-ba87587b72e6 details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 00:18:05.213811 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81342016-a0a4-448b-8640-03e3fa2438cc req-ab9079c4-aee6-4f14-b504-c2348b21981f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:05.215321 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-81342016-a0a4-448b-8640-03e3fa2438cc req-ab9079c4-aee6-4f14-b504-c2348b21981f service neutron] 10.222.0.49 "GET /v2.0/networks?id=14860507-bc4f-4c36-8891-c533faf0cda9 HTTP/1.1" status: 200 len: 897 time: 0.0934503 Jul 16 00:18:05.233730 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81342016-a0a4-448b-8640-03e3fa2438cc req-1d83b1f8-1e65-4448-ab36-eb982f685525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:05.235527 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-81342016-a0a4-448b-8640-03e3fa2438cc req-1d83b1f8-1e65-4448-ab36-eb982f685525 service neutron] 10.222.0.41 "GET /v2.0/networks?id=14860507-bc4f-4c36-8891-c533faf0cda9 HTTP/1.1" status: 200 len: 897 time: 0.0906889 Jul 16 00:18:05.245626 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port fb4f910d-eb08-45dc-8ce9-ba87587b72e6, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=fb4f910d-eb08-45dc-8ce9-ba87587b72e6,segment=NetworkSegment(324fd4bf-a438-4c34-99d1-42f517eaa92f),segment_id=324fd4bf-a438-4c34-99d1-42f517eaa92f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:18:05.257343 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': 'fb4f910d-eb08-45dc-8ce9-ba87587b72e6', 'network_id': '14860507-bc4f-4c36-8891-c533faf0cda9', 'port_id': 'fb4f910d-eb08-45dc-8ce9-ba87587b72e6', 'mac_address': 'fa:16:3e:5e:2c:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91f220ac-2133-47a3-a5a2-0deafa82a0b1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 00:18:05.282459 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-81342016-a0a4-448b-8640-03e3fa2438cc req-16f22100-3fa8-4afd-89a8-fc430b51b549 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb4f910d-eb08-45dc-8ce9-ba87587b72e6 HTTP/1.1" status: 200 len: 1000 time: 0.0605366 Jul 16 00:18:05.295407 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:05.303940 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-81342016-a0a4-448b-8640-03e3fa2438cc req-8c4753e7-fe9e-4d69-9318-43335ee4a72a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb4f910d-eb08-45dc-8ce9-ba87587b72e6 HTTP/1.1" status: 200 len: 1000 time: 0.0611193 Jul 16 00:18:05.309858 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb4f910d-eb08-45dc-8ce9-ba87587b72e6 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:18:05.334018 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81342016-a0a4-448b-8640-03e3fa2438cc req-22698d5a-80f3-4179-b022-f9e8220ee7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:05.334503 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port fb4f910d-eb08-45dc-8ce9-ba87587b72e6, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=fb4f910d-eb08-45dc-8ce9-ba87587b72e6,segment=NetworkSegment(324fd4bf-a438-4c34-99d1-42f517eaa92f),segment_id=324fd4bf-a438-4c34-99d1-42f517eaa92f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:18:05.335758 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-81342016-a0a4-448b-8640-03e3fa2438cc req-22698d5a-80f3-4179-b022-f9e8220ee7f1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=91f220ac-2133-47a3-a5a2-0deafa82a0b1 HTTP/1.1" status: 200 len: 835 time: 0.0467336 Jul 16 00:18:05.340112 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:05.359301 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81342016-a0a4-448b-8640-03e3fa2438cc req-63a8e3dc-4404-478a-ab60-b4d806853c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:05.360896 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-81342016-a0a4-448b-8640-03e3fa2438cc req-63a8e3dc-4404-478a-ab60-b4d806853c30 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=91f220ac-2133-47a3-a5a2-0deafa82a0b1 HTTP/1.1" status: 200 len: 835 time: 0.0516644 Jul 16 00:18:05.396106 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=fb4f910d-eb08-45dc-8ce9-ba87587b72e6,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:18:05.405234 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:05.405645 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:05.406059 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:05.406426 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:05.406735 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:05.407320 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:05.407684 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:05.408015 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:05.408127 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81342016-a0a4-448b-8640-03e3fa2438cc req-c696d8a6-d03c-4347-80a7-aa3304845dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:05.408344 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:05.408666 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:05.409162 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:05.410192 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-81342016-a0a4-448b-8640-03e3fa2438cc req-c696d8a6-d03c-4347-80a7-aa3304845dce service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=14860507-bc4f-4c36-8891-c533faf0cda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0649056 Jul 16 00:18:05.410405 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:05.447321 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81342016-a0a4-448b-8640-03e3fa2438cc req-889123f6-01a2-41b5-a2c3-28fff9e14ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:05.449092 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-81342016-a0a4-448b-8640-03e3fa2438cc req-889123f6-01a2-41b5-a2c3-28fff9e14ad8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=14860507-bc4f-4c36-8891-c533faf0cda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0810945 Jul 16 00:18:05.525669 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-81342016-a0a4-448b-8640-03e3fa2438cc req-be17165d-3614-4e32-8b8d-e4689358ba8b service neutron] 10.222.0.49 "GET /v2.0/networks/14860507-bc4f-4c36-8891-c533faf0cda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913398 Jul 16 00:18:05.552152 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-81342016-a0a4-448b-8640-03e3fa2438cc req-baca86ca-746c-49e9-8ec3-bd025f8e9082 service neutron] 10.222.0.41 "GET /v2.0/networks/14860507-bc4f-4c36-8891-c533faf0cda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957706 Jul 16 00:18:05.589905 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['fb4f910d-eb08-45dc-8ce9-ba87587b72e6'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:18:05.664033 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-81342016-a0a4-448b-8640-03e3fa2438cc req-aaa2e3a3-c684-4dc1-9484-51667103e23b service neutron] 10.222.0.41 "GET /v2.0/networks/14860507-bc4f-4c36-8891-c533faf0cda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053298 Jul 16 00:18:05.973626 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-81342016-a0a4-448b-8640-03e3fa2438cc req-1061b62a-bd1b-4988-b871-83e53902b93f service neutron] 10.222.0.49 "GET /v2.0/networks/14860507-bc4f-4c36-8891-c533faf0cda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4399145 Jul 16 00:18:05.999083 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f288221-0caa-45f1-bb7d-5ece06d606ba req-69c7d8cd-21dd-42de-8470-8db4f1204346 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:06.000589 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1f288221-0caa-45f1-bb7d-5ece06d606ba req-69c7d8cd-21dd-42de-8470-8db4f1204346 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=93775b20-deff-492e-b50e-f1eec0412a92 HTTP/1.1" status: 200 len: 945 time: 0.0831058 Jul 16 00:18:06.039627 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1f288221-0caa-45f1-bb7d-5ece06d606ba req-e9ea4eeb-7bc4-408a-ac13-7d6dc4327ab8 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=b62cc433-f852-4b5f-938d-ede3600d58a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327508 Jul 16 00:18:06.537087 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16907387-d380-46ae-b56b-fa5736f9b96c req-0a9f0440-607f-48f5-927f-2391704c97c3 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:06.537817 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-16907387-d380-46ae-b56b-fa5736f9b96c req-0a9f0440-607f-48f5-927f-2391704c97c3 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=93775b20-deff-492e-b50e-f1eec0412a92 HTTP/1.1" status: 200 len: 945 time: 0.0723603 Jul 16 00:18:06.556942 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce0fe9-f1cc-4048-801c-a9977dd62749 req-d6e480d8-2ba4-4240-a426-49bba4457734 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:06.558476 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-44ce0fe9-f1cc-4048-801c-a9977dd62749 req-d6e480d8-2ba4-4240-a426-49bba4457734 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.41 "GET /v2.0/ports?device_id=93775b20-deff-492e-b50e-f1eec0412a92&tenant_id=a96abeafa0bb4cfba60d3fd0ccc00ac5&binding%3Ahost_id=n-h1-794306-6 HTTP/1.1" status: 200 len: 945 time: 0.0767434 Jul 16 00:18:06.577073 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:06.581287 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-16907387-d380-46ae-b56b-fa5736f9b96c req-972fdd0d-0197-4c77-9a85-029fcbb08b80 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=b62cc433-f852-4b5f-938d-ede3600d58a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377073 Jul 16 00:18:06.627249 n-d-794306-6 neutron-server[93771]: INFO neutron.api.v2.resource [req-44ce0fe9-f1cc-4048-801c-a9977dd62749 req-04e35772-8583-4a5c-a903-49f4b70fb86b service neutron] delete failed (client error): The resource could not be found. Jul 16 00:18:06.628332 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-44ce0fe9-f1cc-4048-801c-a9977dd62749 req-04e35772-8583-4a5c-a903-49f4b70fb86b service neutron] 10.222.0.41 "DELETE /v2.0/ports/fb4f910d-eb08-45dc-8ce9-ba87587b72e6/bindings/n-h2-794306-6 HTTP/1.1" status: 404 len: 380 time: 0.0633829 Jul 16 00:18:06.678856 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device fb4f910d-eb08-45dc-8ce9-ba87587b72e6 no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:18:06.727777 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device fb4f910d-eb08-45dc-8ce9-ba87587b72e6 not bound to the agent host n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:18:06.758430 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce0fe9-f1cc-4048-801c-a9977dd62749 req-4e8db88d-5347-4cb2-8723-8a672e59ca00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:06.760683 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-44ce0fe9-f1cc-4048-801c-a9977dd62749 req-4e8db88d-5347-4cb2-8723-8a672e59ca00 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a96abeafa0bb4cfba60d3fd0ccc00ac5&device_id=93775b20-deff-492e-b50e-f1eec0412a92 HTTP/1.1" status: 200 len: 1096 time: 0.0598414 Jul 16 00:18:06.763936 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca3a80-5d8d-43ae-a6f0-efaafd6b4920 req-e5e08c4e-f01d-4817-b135-1921811233e3 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:06.765432 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-09ca3a80-5d8d-43ae-a6f0-efaafd6b4920 req-e5e08c4e-f01d-4817-b135-1921811233e3 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=93775b20-deff-492e-b50e-f1eec0412a92 HTTP/1.1" status: 200 len: 945 time: 0.0670490 Jul 16 00:18:06.806043 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-09ca3a80-5d8d-43ae-a6f0-efaafd6b4920 req-e6fdc69e-9288-4869-b3c7-ae6d91f12fc1 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=b62cc433-f852-4b5f-938d-ede3600d58a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341825 Jul 16 00:18:06.853975 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce0fe9-f1cc-4048-801c-a9977dd62749 req-820f2fa6-6895-42a8-ad05-8061e1e0a123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:06.855442 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-44ce0fe9-f1cc-4048-801c-a9977dd62749 req-820f2fa6-6895-42a8-ad05-8061e1e0a123 service neutron] 10.222.0.41 "GET /v2.0/networks?id=14860507-bc4f-4c36-8891-c533faf0cda9 HTTP/1.1" status: 200 len: 897 time: 0.0886476 Jul 16 00:18:07.149100 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device fb4f910d-eb08-45dc-8ce9-ba87587b72e6 up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:18:07.197373 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port fb4f910d-eb08-45dc-8ce9-ba87587b72e6 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:18:07.200871 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port fb4f910d-eb08-45dc-8ce9-ba87587b72e6 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:18:07.201248 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:07.228413 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-44ce0fe9-f1cc-4048-801c-a9977dd62749 req-13c91ce6-13cb-4c43-a08e-553acd1a3512 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb4f910d-eb08-45dc-8ce9-ba87587b72e6 HTTP/1.1" status: 200 len: 1001 time: 0.3668311 Jul 16 00:18:07.275736 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce0fe9-f1cc-4048-801c-a9977dd62749 req-8da77d96-b1a0-4360-a0e6-8a5db83f6322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:07.277195 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-44ce0fe9-f1cc-4048-801c-a9977dd62749 req-8da77d96-b1a0-4360-a0e6-8a5db83f6322 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=91f220ac-2133-47a3-a5a2-0deafa82a0b1 HTTP/1.1" status: 200 len: 835 time: 0.0433786 Jul 16 00:18:07.281138 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:07.304915 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93775b20-deff-492e-b50e-f1eec0412a92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb4f910d-eb08-45dc-8ce9-ba87587b72e6'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:18:07.307169 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85e2a5fec60f0be1243ce80844a072e05c29e3c23db0dd3e62b5f7d92f5b0637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-691d2658-09ef-4f13-b3e4-02fb98c9e9d3" -d '{"events": [{"server_uuid": "93775b20-deff-492e-b50e-f1eec0412a92", "name": "network-vif-plugged", "status": "completed", "tag": "fb4f910d-eb08-45dc-8ce9-ba87587b72e6"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:18:07.321573 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port fb4f910d-eb08-45dc-8ce9-ba87587b72e6, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=fb4f910d-eb08-45dc-8ce9-ba87587b72e6,segment=NetworkSegment(324fd4bf-a438-4c34-99d1-42f517eaa92f),segment_id=324fd4bf-a438-4c34-99d1-42f517eaa92f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:18:07.326379 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:07.341666 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce0fe9-f1cc-4048-801c-a9977dd62749 req-aecc534f-728d-4055-97c0-26491cbf3e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:07.343168 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-44ce0fe9-f1cc-4048-801c-a9977dd62749 req-aecc534f-728d-4055-97c0-26491cbf3e3b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=14860507-bc4f-4c36-8891-c533faf0cda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598314 Jul 16 00:18:07.361950 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdda7cb8-e35a-4f0e-9522-51dba193b53a x-openstack-request-id: req-fdda7cb8-e35a-4f0e-9522-51dba193b53a {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:18:07.362251 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93775b20-deff-492e-b50e-f1eec0412a92", "name": "network-vif-plugged", "status": "completed", "tag": "fb4f910d-eb08-45dc-8ce9-ba87587b72e6", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:18:07.362508 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fdda7cb8-e35a-4f0e-9522-51dba193b53a {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:18:07.362904 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93775b20-deff-492e-b50e-f1eec0412a92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb4f910d-eb08-45dc-8ce9-ba87587b72e6', 'code': 200} Jul 16 00:18:07.379005 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=fb4f910d-eb08-45dc-8ce9-ba87587b72e6,revision_number=9']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:18:07.436531 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-44ce0fe9-f1cc-4048-801c-a9977dd62749 req-f62271a9-319f-4de2-8ab1-381f00419cab service neutron] 10.222.0.41 "GET /v2.0/networks/14860507-bc4f-4c36-8891-c533faf0cda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867486 Jul 16 00:18:07.529615 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-44ce0fe9-f1cc-4048-801c-a9977dd62749 req-0e9c4e51-fd74-4231-8a0a-ce1a8b5085b6 service neutron] 10.222.0.41 "GET /v2.0/networks/14860507-bc4f-4c36-8891-c533faf0cda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863683 Jul 16 00:18:07.993783 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2dbbc3-8a50-4683-8504-6784c50282d1 req-d129a264-2a5d-4182-b972-278255b7bfff tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:07.995286 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3a2dbbc3-8a50-4683-8504-6784c50282d1 req-d129a264-2a5d-4182-b972-278255b7bfff tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=93775b20-deff-492e-b50e-f1eec0412a92 HTTP/1.1" status: 200 len: 946 time: 0.0705023 Jul 16 00:18:08.039243 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3a2dbbc3-8a50-4683-8504-6784c50282d1 req-8571cab6-d496-41b4-b4aa-d5ce6477c7f5 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=b62cc433-f852-4b5f-938d-ede3600d58a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332773 Jul 16 00:18:08.828167 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:09.213654 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c59d246-edc6-41bc-9887-319e9df1b47d req-ae592d85-534f-4413-adb3-0fa5326be2ff tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:09.215119 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5c59d246-edc6-41bc-9887-319e9df1b47d req-ae592d85-534f-4413-adb3-0fa5326be2ff tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=93775b20-deff-492e-b50e-f1eec0412a92 HTTP/1.1" status: 200 len: 946 time: 0.0660489 Jul 16 00:18:09.253765 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5c59d246-edc6-41bc-9887-319e9df1b47d req-d7b9506c-d85b-4a11-805c-44c8f5cd582d tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=b62cc433-f852-4b5f-938d-ede3600d58a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330069 Jul 16 00:18:09.279058 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54650) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:18:09.338044 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-68bd7e18-54a4-4e4b-98b9-5b1d8e4a2c32 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/floatingips/f5b04b45-79eb-4c89-b211-ef7ac2b9b707 HTTP/1.1" status: 200 len: 994 time: 0.0576704 Jul 16 00:18:10.856046 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:18:15.382533 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-14c42d10-7289-49d6-8975-4e567c3083fa req-32ce00a1-7536-4968-8ecc-f80d0195cdc1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=93775b20-deff-492e-b50e-f1eec0412a92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0526505 Jul 16 00:18:15.485543 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c42d10-7289-49d6-8975-4e567c3083fa req-a40034a3-7036-496e-9984-7da65843ca74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:15.487025 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-14c42d10-7289-49d6-8975-4e567c3083fa req-a40034a3-7036-496e-9984-7da65843ca74 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a96abeafa0bb4cfba60d3fd0ccc00ac5&device_id=93775b20-deff-492e-b50e-f1eec0412a92 HTTP/1.1" status: 200 len: 1097 time: 0.0562501 Jul 16 00:18:15.608154 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c42d10-7289-49d6-8975-4e567c3083fa req-e6e2c311-a457-4cfe-a72f-3ff1e9847a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:15.609703 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-14c42d10-7289-49d6-8975-4e567c3083fa req-e6e2c311-a457-4cfe-a72f-3ff1e9847a1e service neutron] 10.222.0.49 "GET /v2.0/networks?id=14860507-bc4f-4c36-8891-c533faf0cda9 HTTP/1.1" status: 200 len: 897 time: 0.0965931 Jul 16 00:18:15.681991 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-14c42d10-7289-49d6-8975-4e567c3083fa req-0dae9a94-8dab-4f6e-9a3d-fa68df428b97 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb4f910d-eb08-45dc-8ce9-ba87587b72e6 HTTP/1.1" status: 200 len: 1002 time: 0.0607002 Jul 16 00:18:15.734833 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c42d10-7289-49d6-8975-4e567c3083fa req-2517a132-f514-4c96-beaf-39f7d28c10c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:15.736309 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-14c42d10-7289-49d6-8975-4e567c3083fa req-2517a132-f514-4c96-beaf-39f7d28c10c8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=91f220ac-2133-47a3-a5a2-0deafa82a0b1 HTTP/1.1" status: 200 len: 835 time: 0.0483031 Jul 16 00:18:15.793825 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c42d10-7289-49d6-8975-4e567c3083fa req-0b800e99-72bc-4646-86a8-8b43a332293e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:15.795369 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-14c42d10-7289-49d6-8975-4e567c3083fa req-0b800e99-72bc-4646-86a8-8b43a332293e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=14860507-bc4f-4c36-8891-c533faf0cda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531621 Jul 16 00:18:15.887324 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-14c42d10-7289-49d6-8975-4e567c3083fa req-e9f7cfcc-c4d5-4661-b037-aafdc56f0894 service neutron] 10.222.0.49 "GET /v2.0/networks/14860507-bc4f-4c36-8891-c533faf0cda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849557 Jul 16 00:18:15.981800 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-14c42d10-7289-49d6-8975-4e567c3083fa req-f1d0f924-fd1d-47d9-9378-a99f8bc771c9 service neutron] 10.222.0.49 "GET /v2.0/networks/14860507-bc4f-4c36-8891-c533faf0cda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877318 Jul 16 00:18:26.083800 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:30.940326 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-416a588c-2b4f-4d78-a105-6a3590ed6fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:31.333508 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [req-5393bf68-a93b-4592-a509-1c9f1dc41eeb req-e2da603b-cd8b-4e78-8bf8-8c72ab9d0dab service neutron] (93770) timed out ('10.222.0.48', 51388) {{(pid=93770) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 00:18:33.503001 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:34.316701 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-66f4b3cd-c4fb-47ab-81f1-08b83c5e6290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:34.565265 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:35.836674 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54660) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:18:35.989915 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-7dcece89-61ea-4da3-8799-2001731ccef1 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Deleting port 7e71f786-eb45-4f89-9837-4556ffd653f5 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:18:35.990265 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7dcece89-61ea-4da3-8799-2001731ccef1 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:36.067940 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7dcece89-61ea-4da3-8799-2001731ccef1 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:36.068260 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7dcece89-61ea-4da3-8799-2001731ccef1 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:36.079591 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-7dcece89-61ea-4da3-8799-2001731ccef1 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Calling delete_port for 7e71f786-eb45-4f89-9837-4556ffd653f5 owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:18:36.225052 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7dcece89-61ea-4da3-8799-2001731ccef1 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:36.251706 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcece89-61ea-4da3-8799-2001731ccef1 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event deleted for resources: {'Port': ['ID=7e71f786-eb45-4f89-9837-4556ffd653f5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:18:36.278713 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcece89-61ea-4da3-8799-2001731ccef1 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:36.279065 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcece89-61ea-4da3-8799-2001731ccef1 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:36.279410 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcece89-61ea-4da3-8799-2001731ccef1 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:36.279774 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcece89-61ea-4da3-8799-2001731ccef1 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:36.280112 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcece89-61ea-4da3-8799-2001731ccef1 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:36.280447 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcece89-61ea-4da3-8799-2001731ccef1 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:36.280778 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcece89-61ea-4da3-8799-2001731ccef1 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:36.281109 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcece89-61ea-4da3-8799-2001731ccef1 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:36.281438 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcece89-61ea-4da3-8799-2001731ccef1 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:36.281768 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcece89-61ea-4da3-8799-2001731ccef1 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:36.282090 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcece89-61ea-4da3-8799-2001731ccef1 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:36.282413 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcece89-61ea-4da3-8799-2001731ccef1 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:36.320892 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7dcece89-61ea-4da3-8799-2001731ccef1 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:36.321232 n-d-794306-6 neutron-server[93771]: INFO neutron.db.l3_db [None req-7dcece89-61ea-4da3-8799-2001731ccef1 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Floating IP f5b04b45-79eb-4c89-b211-ef7ac2b9b707 disassociated (deleted). External IP: 172.25.5.228, port: fb4f910d-eb08-45dc-8ce9-ba87587b72e6. Jul 16 00:18:36.529725 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dcece89-61ea-4da3-8799-2001731ccef1 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Router b07e941d-a061-4044-a4e8-ff9b62de5f26 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:18:36.572494 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:36.642425 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dcece89-61ea-4da3-8799-2001731ccef1 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:18:36.647205 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7dcece89-61ea-4da3-8799-2001731ccef1 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:36.652287 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32d9e84-8977-4838-8786-d885280b91ce None None] Sync routers for ids ['b07e941d-a061-4044-a4e8-ff9b62de5f26'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:18:36.661463 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32d9e84-8977-4838-8786-d885280b91ce None None] Routers {'b07e941d-a061-4044-a4e8-ff9b62de5f26'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:18:36.662065 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e32d9e84-8977-4838-8786-d885280b91ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:18:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['b07e941d-a061-4044-a4e8-ff9b62de5f26'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:18:36.690571 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-7dcece89-61ea-4da3-8799-2001731ccef1 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "DELETE /v2.0/floatingips/f5b04b45-79eb-4c89-b211-ef7ac2b9b707 HTTP/1.1" status: 204 len: 168 time: 0.8504066 Jul 16 00:18:36.690571 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93775b20-deff-492e-b50e-f1eec0412a92', 'tag': 'fb4f910d-eb08-45dc-8ce9-ba87587b72e6'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:18:36.690978 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732f3e1a316c3ad7d48a65c2bbc2e30ba6c82a3ba5a41bb87b5b7e43e99a4419" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ded396-c994-41d5-9292-99a41ae51c49" -d '{"events": [{"name": "network-changed", "server_uuid": "93775b20-deff-492e-b50e-f1eec0412a92", "tag": "fb4f910d-eb08-45dc-8ce9-ba87587b72e6"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:18:36.732473 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f22c48d8-4240-4a30-98dc-47b7f10a2485 x-openstack-request-id: req-f22c48d8-4240-4a30-98dc-47b7f10a2485 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:18:36.732877 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93775b20-deff-492e-b50e-f1eec0412a92", "tag": "fb4f910d-eb08-45dc-8ce9-ba87587b72e6", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:18:36.733310 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f22c48d8-4240-4a30-98dc-47b7f10a2485 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:18:36.733805 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93775b20-deff-492e-b50e-f1eec0412a92', 'tag': 'fb4f910d-eb08-45dc-8ce9-ba87587b72e6', 'status': 'completed', 'code': 200} Jul 16 00:18:36.773439 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-e32d9e84-8977-4838-8786-d885280b91ce None None] Set router b07e941d-a061-4044-a4e8-ff9b62de5f26 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:18:36.814610 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ded396-c994-41d5-9292-99a41ae51c49 req-fd43f1d8-4477-4f04-ad31-da0aa17a051e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:36.816294 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c4ded396-c994-41d5-9292-99a41ae51c49 req-fd43f1d8-4477-4f04-ad31-da0aa17a051e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a96abeafa0bb4cfba60d3fd0ccc00ac5&device_id=93775b20-deff-492e-b50e-f1eec0412a92 HTTP/1.1" status: 200 len: 1097 time: 0.0595412 Jul 16 00:18:36.930309 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ded396-c994-41d5-9292-99a41ae51c49 req-6972bd04-6148-4d9c-8daa-0cac3fe474d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:36.932584 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c4ded396-c994-41d5-9292-99a41ae51c49 req-6972bd04-6148-4d9c-8daa-0cac3fe474d8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=14860507-bc4f-4c36-8891-c533faf0cda9 HTTP/1.1" status: 200 len: 897 time: 0.1071780 Jul 16 00:18:36.979428 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c4ded396-c994-41d5-9292-99a41ae51c49 req-d16e587d-7e39-4df7-a103-369344c3ea84 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb4f910d-eb08-45dc-8ce9-ba87587b72e6 HTTP/1.1" status: 200 len: 217 time: 0.0364428 Jul 16 00:18:37.061227 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ded396-c994-41d5-9292-99a41ae51c49 req-ef4c5043-3f32-4ecd-99a0-8eb773958843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:37.062723 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c4ded396-c994-41d5-9292-99a41ae51c49 req-ef4c5043-3f32-4ecd-99a0-8eb773958843 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=91f220ac-2133-47a3-a5a2-0deafa82a0b1 HTTP/1.1" status: 200 len: 835 time: 0.0769532 Jul 16 00:18:37.080764 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e32d9e84-8977-4838-8786-d885280b91ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b07e941d-a061-4044-a4e8-ff9b62de5f26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1215040619', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '703efed1-b88c-4531-9ffd-810d0ab66fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:16:52Z', 'updated_at': '2021-07-16T00:16:55Z', 'revision_number': 4, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'gw_port': {'id': '703efed1-b88c-4531-9ffd-810d0ab66fc0', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:fc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07e941d-a061-4044-a4e8-ff9b62de5f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:16:52Z', 'updated_at': '2021-07-16T00:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '16a1e11a-4a23-49ce-b101-4846023a7494', 'name': '', 'network_id': '14860507-bc4f-4c36-8891-c533faf0cda9', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'mac_address': 'fa:16:3e:23:84:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07e941d-a061-4044-a4e8-ff9b62de5f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '91f220ac-2133-47a3-a5a2-0deafa82a0b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:16:54Z', 'updated_at': '2021-07-16T00:16:59Z', 'revision_number': 5, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'subnets': [{'id': '91f220ac-2133-47a3-a5a2-0deafa82a0b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:18:37.109909 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32d9e84-8977-4838-8786-d885280b91ce None None] Checking router: b07e941d-a061-4044-a4e8-ff9b62de5f26 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:18:37.118041 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32d9e84-8977-4838-8786-d885280b91ce None None] Routers {'b07e941d-a061-4044-a4e8-ff9b62de5f26'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:18:37.118632 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e32d9e84-8977-4838-8786-d885280b91ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:18:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['b07e941d-a061-4044-a4e8-ff9b62de5f26'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:18:37.127038 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970501dc-149e-4a43-ad05-0d85db1609c3 req-3e283b77-5d48-41f4-b685-b113353955b2 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:37.128562 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-970501dc-149e-4a43-ad05-0d85db1609c3 req-3e283b77-5d48-41f4-b685-b113353955b2 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=93775b20-deff-492e-b50e-f1eec0412a92 HTTP/1.1" status: 200 len: 946 time: 0.1092067 Jul 16 00:18:37.158100 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ded396-c994-41d5-9292-99a41ae51c49 req-d2283e27-7f7f-42be-b462-d01445fd6593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:37.159623 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c4ded396-c994-41d5-9292-99a41ae51c49 req-d2283e27-7f7f-42be-b462-d01445fd6593 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=14860507-bc4f-4c36-8891-c533faf0cda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0894041 Jul 16 00:18:37.193585 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-970501dc-149e-4a43-ad05-0d85db1609c3 req-3ef3eee6-5895-436e-b6ba-37658c26db40 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=b62cc433-f852-4b5f-938d-ede3600d58a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589890 Jul 16 00:18:37.225373 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-e32d9e84-8977-4838-8786-d885280b91ce None None] Set router b07e941d-a061-4044-a4e8-ff9b62de5f26 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:18:37.277181 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c4ded396-c994-41d5-9292-99a41ae51c49 req-d96b8c20-346d-4511-9342-09263abdc2a7 service neutron] 10.222.0.49 "GET /v2.0/networks/14860507-bc4f-4c36-8891-c533faf0cda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069753 Jul 16 00:18:37.370357 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c4ded396-c994-41d5-9292-99a41ae51c49 req-1394fa20-5b03-4b5e-96e9-05af7e46fd41 service neutron] 10.222.0.49 "GET /v2.0/networks/14860507-bc4f-4c36-8891-c533faf0cda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840995 Jul 16 00:18:37.419855 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e32d9e84-8977-4838-8786-d885280b91ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b07e941d-a061-4044-a4e8-ff9b62de5f26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1215040619', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '703efed1-b88c-4531-9ffd-810d0ab66fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:16:52Z', 'updated_at': '2021-07-16T00:16:55Z', 'revision_number': 4, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'gw_port': {'id': '703efed1-b88c-4531-9ffd-810d0ab66fc0', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:fc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07e941d-a061-4044-a4e8-ff9b62de5f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:16:52Z', 'updated_at': '2021-07-16T00:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '16a1e11a-4a23-49ce-b101-4846023a7494', 'name': '', 'network_id': '14860507-bc4f-4c36-8891-c533faf0cda9', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'mac_address': 'fa:16:3e:23:84:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07e941d-a061-4044-a4e8-ff9b62de5f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '91f220ac-2133-47a3-a5a2-0deafa82a0b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:16:54Z', 'updated_at': '2021-07-16T00:16:59Z', 'revision_number': 5, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'subnets': [{'id': '91f220ac-2133-47a3-a5a2-0deafa82a0b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:18:37.445334 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32d9e84-8977-4838-8786-d885280b91ce None None] The sync data for ids ['b07e941d-a061-4044-a4e8-ff9b62de5f26'] in n-d-794306-6 is: [{'id': 'b07e941d-a061-4044-a4e8-ff9b62de5f26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1215040619', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '703efed1-b88c-4531-9ffd-810d0ab66fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:16:52Z', 'updated_at': '2021-07-16T00:16:55Z', 'revision_number': 4, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'gw_port': {'id': '703efed1-b88c-4531-9ffd-810d0ab66fc0', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:fc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07e941d-a061-4044-a4e8-ff9b62de5f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:16:52Z', 'updated_at': '2021-07-16T00:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '16a1e11a-4a23-49ce-b101-4846023a7494', 'name': '', 'network_id': '14860507-bc4f-4c36-8891-c533faf0cda9', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'mac_address': 'fa:16:3e:23:84:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07e941d-a061-4044-a4e8-ff9b62de5f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '91f220ac-2133-47a3-a5a2-0deafa82a0b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:16:54Z', 'updated_at': '2021-07-16T00:16:59Z', 'revision_number': 5, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'subnets': [{'id': '91f220ac-2133-47a3-a5a2-0deafa82a0b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:18:37.659252 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e147071c-84c0-498d-a7a0-1dfbed79ba9f None None] New status for floating IP f5b04b45-79eb-4c89-b211-ef7ac2b9b707: DOWN {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 00:18:38.398617 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255c492-5eed-4bf5-a887-a03e3223cfd0 req-9941efe5-30b6-4dc9-acdb-09b92bc1a218 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:38.400118 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4255c492-5eed-4bf5-a887-a03e3223cfd0 req-9941efe5-30b6-4dc9-acdb-09b92bc1a218 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.49 "GET /v2.0/ports?device_id=93775b20-deff-492e-b50e-f1eec0412a92 HTTP/1.1" status: 200 len: 946 time: 0.1076691 Jul 16 00:18:38.412032 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f03ed-627c-446f-84f6-22cfa336df83 req-3343294b-8e6c-4547-a857-9d0252917938 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:38.413557 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1b5f03ed-627c-446f-84f6-22cfa336df83 req-3343294b-8e6c-4547-a857-9d0252917938 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=93775b20-deff-492e-b50e-f1eec0412a92 HTTP/1.1" status: 200 len: 946 time: 0.0894463 Jul 16 00:18:38.487506 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1b5f03ed-627c-446f-84f6-22cfa336df83 req-4a91cc4a-dd05-47e1-bed8-370c4e81a59d tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=b62cc433-f852-4b5f-938d-ede3600d58a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656707 Jul 16 00:18:38.536694 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-4255c492-5eed-4bf5-a887-a03e3223cfd0 req-a4ee6474-aa28-4001-8aaa-84a48096ffc7 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Deleting port fb4f910d-eb08-45dc-8ce9-ba87587b72e6 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:18:38.537029 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4255c492-5eed-4bf5-a887-a03e3223cfd0 req-a4ee6474-aa28-4001-8aaa-84a48096ffc7 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:38.625063 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-4255c492-5eed-4bf5-a887-a03e3223cfd0 req-a4ee6474-aa28-4001-8aaa-84a48096ffc7 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] For port fb4f910d-eb08-45dc-8ce9-ba87587b72e6, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=fb4f910d-eb08-45dc-8ce9-ba87587b72e6,segment=NetworkSegment(324fd4bf-a438-4c34-99d1-42f517eaa92f),segment_id=324fd4bf-a438-4c34-99d1-42f517eaa92f)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:18:38.625431 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4255c492-5eed-4bf5-a887-a03e3223cfd0 req-a4ee6474-aa28-4001-8aaa-84a48096ffc7 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:38.638692 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-4255c492-5eed-4bf5-a887-a03e3223cfd0 req-a4ee6474-aa28-4001-8aaa-84a48096ffc7 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Calling delete_port for fb4f910d-eb08-45dc-8ce9-ba87587b72e6 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:18:38.767035 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4255c492-5eed-4bf5-a887-a03e3223cfd0 req-a4ee6474-aa28-4001-8aaa-84a48096ffc7 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:38.793834 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ee6474-aa28-4001-8aaa-84a48096ffc7 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event deleted for resources: {'Port': ['ID=fb4f910d-eb08-45dc-8ce9-ba87587b72e6,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:18:38.830520 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:38.841988 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-4255c492-5eed-4bf5-a887-a03e3223cfd0 req-a4ee6474-aa28-4001-8aaa-84a48096ffc7 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] No DVR routers for this DVR port fb4f910d-eb08-45dc-8ce9-ba87587b72e6 on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:18:38.845202 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4255c492-5eed-4bf5-a887-a03e3223cfd0 req-a4ee6474-aa28-4001-8aaa-84a48096ffc7 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:38.847422 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4255c492-5eed-4bf5-a887-a03e3223cfd0 req-a4ee6474-aa28-4001-8aaa-84a48096ffc7 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.49 "DELETE /v2.0/ports/fb4f910d-eb08-45dc-8ce9-ba87587b72e6 HTTP/1.1" status: 204 len: 173 time: 0.4328530 Jul 16 00:18:38.847873 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93775b20-deff-492e-b50e-f1eec0412a92', 'name': 'network-vif-deleted', 'tag': 'fb4f910d-eb08-45dc-8ce9-ba87587b72e6'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:18:38.850123 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cfa130710a3ed3c11f83ca70e11270030e5afd3463e80eec9e3119d100d8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2703829b-6560-4daa-bb31-aa9bd995d2cc" -d '{"events": [{"server_uuid": "93775b20-deff-492e-b50e-f1eec0412a92", "name": "network-vif-deleted", "tag": "fb4f910d-eb08-45dc-8ce9-ba87587b72e6"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:18:38.899061 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d27e93a0-716e-4917-8a38-bacbf4eda6b6 x-openstack-request-id: req-d27e93a0-716e-4917-8a38-bacbf4eda6b6 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:18:38.899344 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93775b20-deff-492e-b50e-f1eec0412a92", "name": "network-vif-deleted", "tag": "fb4f910d-eb08-45dc-8ce9-ba87587b72e6", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:18:38.899629 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d27e93a0-716e-4917-8a38-bacbf4eda6b6 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:18:38.900039 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93775b20-deff-492e-b50e-f1eec0412a92', 'name': 'network-vif-deleted', 'tag': 'fb4f910d-eb08-45dc-8ce9-ba87587b72e6', 'status': 'completed', 'code': 200} Jul 16 00:18:39.582833 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54676) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:18:39.947950 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b649d436-e4bd-4c43-8192-d11a48f768b8 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:40.210658 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b649d436-e4bd-4c43-8192-d11a48f768b8 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Deleting port 16a1e11a-4a23-49ce-b101-4846023a7494 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:18:40.210997 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b649d436-e4bd-4c43-8192-d11a48f768b8 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:40.299733 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-b649d436-e4bd-4c43-8192-d11a48f768b8 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] For port 16a1e11a-4a23-49ce-b101-4846023a7494, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=16a1e11a-4a23-49ce-b101-4846023a7494,segment=NetworkSegment(324fd4bf-a438-4c34-99d1-42f517eaa92f),segment_id=324fd4bf-a438-4c34-99d1-42f517eaa92f)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:18:40.300090 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b649d436-e4bd-4c43-8192-d11a48f768b8 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:40.312142 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b649d436-e4bd-4c43-8192-d11a48f768b8 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Calling delete_port for 16a1e11a-4a23-49ce-b101-4846023a7494 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:18:40.493727 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b649d436-e4bd-4c43-8192-d11a48f768b8 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:40.521402 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b649d436-e4bd-4c43-8192-d11a48f768b8 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event deleted for resources: {'Port': ['ID=16a1e11a-4a23-49ce-b101-4846023a7494,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:18:40.698786 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b649d436-e4bd-4c43-8192-d11a48f768b8 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:40.913729 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b649d436-e4bd-4c43-8192-d11a48f768b8 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Router b07e941d-a061-4044-a4e8-ff9b62de5f26 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:18:41.019245 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b649d436-e4bd-4c43-8192-d11a48f768b8 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:18:41.024353 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b649d436-e4bd-4c43-8192-d11a48f768b8 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "PUT /v2.0/routers/b07e941d-a061-4044-a4e8-ff9b62de5f26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4405129 Jul 16 00:18:41.027091 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54678) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:18:41.029725 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e6df15-d047-4981-aafd-7c3f1318d537 None None] Sync routers for ids ['b07e941d-a061-4044-a4e8-ff9b62de5f26'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:18:41.038819 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e6df15-d047-4981-aafd-7c3f1318d537 None None] Routers {'b07e941d-a061-4044-a4e8-ff9b62de5f26'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:18:41.039418 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-59e6df15-d047-4981-aafd-7c3f1318d537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:18:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['b07e941d-a061-4044-a4e8-ff9b62de5f26'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:18:41.078012 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-4701503e-1331-4296-9c73-b5512ac81a19 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Deleting subnet 91f220ac-2133-47a3-a5a2-0deafa82a0b1 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 00:18:41.081149 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4701503e-1331-4296-9c73-b5512ac81a19 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:41.120867 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4701503e-1331-4296-9c73-b5512ac81a19 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:41.143100 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-59e6df15-d047-4981-aafd-7c3f1318d537 None None] Set router b07e941d-a061-4044-a4e8-ff9b62de5f26 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:18:41.210893 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4701503e-1331-4296-9c73-b5512ac81a19 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:41.270490 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4701503e-1331-4296-9c73-b5512ac81a19 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:41.296597 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4701503e-1331-4296-9c73-b5512ac81a19 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event deleted for resources: {'Subnet': ['ID=91f220ac-2133-47a3-a5a2-0deafa82a0b1,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:18:41.304024 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4701503e-1331-4296-9c73-b5512ac81a19 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:41.309326 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54680) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:18:41.310334 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-4701503e-1331-4296-9c73-b5512ac81a19 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "DELETE /v2.0/subnets/91f220ac-2133-47a3-a5a2-0deafa82a0b1 HTTP/1.1" status: 204 len: 168 time: 0.2822304 Jul 16 00:18:41.312766 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1104653f-88c4-472e-a5a7-f1eda2152387 None None] Network 14860507-bc4f-4c36-8891-c533faf0cda9 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:18:41.320020 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-59e6df15-d047-4981-aafd-7c3f1318d537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b07e941d-a061-4044-a4e8-ff9b62de5f26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1215040619', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '703efed1-b88c-4531-9ffd-810d0ab66fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:16:52Z', 'updated_at': '2021-07-16T00:18:40Z', 'revision_number': 5, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'gw_port': {'id': '703efed1-b88c-4531-9ffd-810d0ab66fc0', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:fc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07e941d-a061-4044-a4e8-ff9b62de5f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:16:52Z', 'updated_at': '2021-07-16T00:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:18:41.346908 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e6df15-d047-4981-aafd-7c3f1318d537 None None] Checking router: b07e941d-a061-4044-a4e8-ff9b62de5f26 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:18:41.355736 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e6df15-d047-4981-aafd-7c3f1318d537 None None] Routers {'b07e941d-a061-4044-a4e8-ff9b62de5f26'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:18:41.356353 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-59e6df15-d047-4981-aafd-7c3f1318d537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:18:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['b07e941d-a061-4044-a4e8-ff9b62de5f26'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:18:41.420456 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-acad807f-49b1-4369-8512-e07941747812 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:41.459850 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-59e6df15-d047-4981-aafd-7c3f1318d537 None None] Set router b07e941d-a061-4044-a4e8-ff9b62de5f26 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:18:41.523914 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e18418-f0e1-4096-b150-a3c1f880b1df None None] DHCP port deletion for 14860507-bc4f-4c36-8891-c533faf0cda9 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 00:18:41.537380 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-acad807f-49b1-4369-8512-e07941747812 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:41.576938 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-24e18418-f0e1-4096-b150-a3c1f880b1df None None] Deleting port 64255221-9f29-4473-a240-22d6150ac201 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:18:41.577328 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-24e18418-f0e1-4096-b150-a3c1f880b1df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:41.591654 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-acad807f-49b1-4369-8512-e07941747812 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Deleting port 703efed1-b88c-4531-9ffd-810d0ab66fc0 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:18:41.592016 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-acad807f-49b1-4369-8512-e07941747812 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:41.639450 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-59e6df15-d047-4981-aafd-7c3f1318d537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b07e941d-a061-4044-a4e8-ff9b62de5f26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1215040619', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '703efed1-b88c-4531-9ffd-810d0ab66fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:16:52Z', 'updated_at': '2021-07-16T00:18:40Z', 'revision_number': 5, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'gw_port': {'id': '703efed1-b88c-4531-9ffd-810d0ab66fc0', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:fc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07e941d-a061-4044-a4e8-ff9b62de5f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:16:52Z', 'updated_at': '2021-07-16T00:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:18:41.642990 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-24e18418-f0e1-4096-b150-a3c1f880b1df None None] For port 64255221-9f29-4473-a240-22d6150ac201, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=64255221-9f29-4473-a240-22d6150ac201,segment=NetworkSegment(324fd4bf-a438-4c34-99d1-42f517eaa92f),segment_id=324fd4bf-a438-4c34-99d1-42f517eaa92f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:18:41.643444 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-24e18418-f0e1-4096-b150-a3c1f880b1df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:41.655945 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-24e18418-f0e1-4096-b150-a3c1f880b1df None None] Calling delete_port for 64255221-9f29-4473-a240-22d6150ac201 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:18:41.669223 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e6df15-d047-4981-aafd-7c3f1318d537 None None] The sync data for ids ['b07e941d-a061-4044-a4e8-ff9b62de5f26'] in n-d-794306-6 is: [{'id': 'b07e941d-a061-4044-a4e8-ff9b62de5f26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1215040619', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': '703efed1-b88c-4531-9ffd-810d0ab66fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:16:52Z', 'updated_at': '2021-07-16T00:18:40Z', 'revision_number': 5, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'gw_port': {'id': '703efed1-b88c-4531-9ffd-810d0ab66fc0', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:fc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07e941d-a061-4044-a4e8-ff9b62de5f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:16:52Z', 'updated_at': '2021-07-16T00:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:18:41.681002 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-acad807f-49b1-4369-8512-e07941747812 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] For port 703efed1-b88c-4531-9ffd-810d0ab66fc0, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=703efed1-b88c-4531-9ffd-810d0ab66fc0,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:18:41.681371 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-acad807f-49b1-4369-8512-e07941747812 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:41.696975 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-acad807f-49b1-4369-8512-e07941747812 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Calling delete_port for 703efed1-b88c-4531-9ffd-810d0ab66fc0 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:18:41.743161 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-24e18418-f0e1-4096-b150-a3c1f880b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:41.768572 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e18418-f0e1-4096-b150-a3c1f880b1df None None] Pushing event deleted for resources: {'Port': ['ID=64255221-9f29-4473-a240-22d6150ac201,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:18:41.772191 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e18418-f0e1-4096-b150-a3c1f880b1df None None] No DVR routers for this DVR port 64255221-9f29-4473-a240-22d6150ac201 on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:18:41.867622 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-acad807f-49b1-4369-8512-e07941747812 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:41.892932 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acad807f-49b1-4369-8512-e07941747812 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event deleted for resources: {'Port': ['ID=703efed1-b88c-4531-9ffd-810d0ab66fc0,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:18:41.956858 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-acad807f-49b1-4369-8512-e07941747812 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999011'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:42.053205 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-acad807f-49b1-4369-8512-e07941747812 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:42.055557 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-acad807f-49b1-4369-8512-e07941747812 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:42.101325 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-acad807f-49b1-4369-8512-e07941747812 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:42.101827 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acad807f-49b1-4369-8512-e07941747812 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Fanout notify agent at l3_agent the message router_deleted on router b07e941d-a061-4044-a4e8-ff9b62de5f26 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 00:18:42.109131 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-acad807f-49b1-4369-8512-e07941747812 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:42.110294 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-acad807f-49b1-4369-8512-e07941747812 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "DELETE /v2.0/routers/b07e941d-a061-4044-a4e8-ff9b62de5f26 HTTP/1.1" status: 204 len: 168 time: 0.7998929 Jul 16 00:18:42.112962 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54682) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:18:42.194285 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c1b418a1-8a25-4941-aa81-2d89c2cdcff6 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:42.285869 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c1b418a1-8a25-4941-aa81-2d89c2cdcff6 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:42.297534 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-c1b418a1-8a25-4941-aa81-2d89c2cdcff6 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14860507-bc4f-4c36-8891-c533faf0cda9']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:18:42.308520 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-c1b418a1-8a25-4941-aa81-2d89c2cdcff6 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '324fd4bf-a438-4c34-99d1-42f517eaa92f') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:18:42.308520 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-c1b418a1-8a25-4941-aa81-2d89c2cdcff6 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '324fd4bf-a438-4c34-99d1-42f517eaa92f') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:18:42.317593 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c1b418a1-8a25-4941-aa81-2d89c2cdcff6 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:42.333348 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c1b418a1-8a25-4941-aa81-2d89c2cdcff6 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:42.340218 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1b418a1-8a25-4941-aa81-2d89c2cdcff6 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 00:18:42.340613 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c1b418a1-8a25-4941-aa81-2d89c2cdcff6 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:42.343614 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:18:42.343614 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:18:42.343614 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:18:42.343614 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:18:42.343614 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 16 00:18:42.343614 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 00:18:42.343614 n-d-794306-6 neutron-server[93770]: timer() Jul 16 00:18:42.343614 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 00:18:42.343614 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 16 00:18:42.343614 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 00:18:42.343614 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 16 00:18:42.343614 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 00:18:42.343614 n-d-794306-6 neutron-server[93770]: self._notify() Jul 16 00:18:42.343614 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 00:18:42.343614 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 16 00:18:42.343614 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 00:18:42.343614 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 16 00:18:42.343614 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 00:18:42.343614 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 00:18:42.343614 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 00:18:42.343614 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 00:18:42.343614 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 00:18:42.343614 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 16 00:18:42.343614 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 00:18:42.343614 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 16 00:18:42.343614 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 00:18:42.343614 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 00:18:42.343614 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 00:18:42.343614 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 16 00:18:42.343614 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 00:18:42.343614 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 00:18:42.343614 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 00:18:42.343614 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 00:18:42.343614 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 00:18:42.343614 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 00:18:42.343614 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 00:18:42.405967 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c1b418a1-8a25-4941-aa81-2d89c2cdcff6 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:42.412740 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c1b418a1-8a25-4941-aa81-2d89c2cdcff6 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:42.417911 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-c1b418a1-8a25-4941-aa81-2d89c2cdcff6 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "DELETE /v2.0/networks/14860507-bc4f-4c36-8891-c533faf0cda9 HTTP/1.1" status: 204 len: 168 time: 0.3006437 Jul 16 00:18:42.418024 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54684) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:18:42.426148 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b418a1-8a25-4941-aa81-2d89c2cdcff6 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event deleted for resources: {'Network': ['ID=14860507-bc4f-4c36-8891-c533faf0cda9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:18:42.479008 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2e4f34d2-15e5-423c-ab5a-59214528fec6 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:42.503539 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2e4f34d2-15e5-423c-ab5a-59214528fec6 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:42.565953 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2e4f34d2-15e5-423c-ab5a-59214528fec6 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:42.568479 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2e4f34d2-15e5-423c-ab5a-59214528fec6 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:42.569705 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-2e4f34d2-15e5-423c-ab5a-59214528fec6 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "DELETE /v2.0/security-groups/b62cc433-f852-4b5f-938d-ede3600d58a3 HTTP/1.1" status: 204 len: 168 time: 0.1506982 Jul 16 00:18:42.579737 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4f34d2-15e5-423c-ab5a-59214528fec6 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62cc433-f852-4b5f-938d-ede3600d58a3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:18:42.934756 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 64255221-9f29-4473-a240-22d6150ac201 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:18:42.955322 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 64255221-9f29-4473-a240-22d6150ac201 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:18:42.955667 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 64255221-9f29-4473-a240-22d6150ac201 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:18:42.956298 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 703efed1-b88c-4531-9ffd-810d0ab66fc0 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:18:42.974660 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 703efed1-b88c-4531-9ffd-810d0ab66fc0 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:18:42.975014 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 703efed1-b88c-4531-9ffd-810d0ab66fc0 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:18:42.975452 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 16a1e11a-4a23-49ce-b101-4846023a7494 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:18:42.993824 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 16a1e11a-4a23-49ce-b101-4846023a7494 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:18:42.994173 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 16a1e11a-4a23-49ce-b101-4846023a7494 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:18:43.028977 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54690) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:18:43.033603 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7db4a3a4-083f-4528-a3fd-1f4778c5853d tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-904341303', 'description': 'tempest-secgroup-smoke-904341303 description', 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:18:43.055398 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7db4a3a4-083f-4528-a3fd-1f4778c5853d tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:43.134847 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7db4a3a4-083f-4528-a3fd-1f4778c5853d tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:43.139057 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7db4a3a4-083f-4528-a3fd-1f4778c5853d tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:43.165681 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7db4a3a4-083f-4528-a3fd-1f4778c5853d tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:43.166910 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-7db4a3a4-083f-4528-a3fd-1f4778c5853d tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1369035 Jul 16 00:18:43.168761 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db4a3a4-083f-4528-a3fd-1f4778c5853d tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5af514-640e-427a-972f-0d50e52f31f1,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:18:43.170057 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54692) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:18:43.174873 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b6a4e961-4949-42fc-8b80-dfec6097f3a6 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Request body: {'security_group_rule': {'security_group_id': 'bd5af514-640e-427a-972f-0d50e52f31f1', 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:18:43.202368 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6a4e961-4949-42fc-8b80-dfec6097f3a6 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:43.257239 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6a4e961-4949-42fc-8b80-dfec6097f3a6 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:43.260845 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6a4e961-4949-42fc-8b80-dfec6097f3a6 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:43.271713 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device fb4f910d-eb08-45dc-8ce9-ba87587b72e6 no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:18:43.278547 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a4e961-4949-42fc-8b80-dfec6097f3a6 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=422323ec-a8a0-4de3-b87e-f8e47767e792,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:18:43.285817 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6a4e961-4949-42fc-8b80-dfec6097f3a6 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:43.287201 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-b6a4e961-4949-42fc-8b80-dfec6097f3a6 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1160648 Jul 16 00:18:43.289976 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54694) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:18:43.295401 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-f7157a4d-3664-4c09-a498-3ab221385476 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Request body: {'security_group_rule': {'security_group_id': 'bd5af514-640e-427a-972f-0d50e52f31f1', 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:18:43.295655 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: fb4f910d-eb08-45dc-8ce9-ba87587b72e6 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:18:43.295765 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device fb4f910d-eb08-45dc-8ce9-ba87587b72e6 not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:18:43.321690 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7157a4d-3664-4c09-a498-3ab221385476 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:43.378325 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7157a4d-3664-4c09-a498-3ab221385476 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:43.381968 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7157a4d-3664-4c09-a498-3ab221385476 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:43.404709 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7157a4d-3664-4c09-a498-3ab221385476 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44ef1a22-bab1-42ef-a875-88e78df07297,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:18:43.407897 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7157a4d-3664-4c09-a498-3ab221385476 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:43.409212 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-f7157a4d-3664-4c09-a498-3ab221385476 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1182711 Jul 16 00:18:43.411909 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54696) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:18:43.417457 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-2c5eefa0-2598-4c43-b044-898909ba3b9f tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Request body: {'security_group_rule': {'security_group_id': 'bd5af514-640e-427a-972f-0d50e52f31f1', 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:18:43.443882 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2c5eefa0-2598-4c43-b044-898909ba3b9f tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:43.501006 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2c5eefa0-2598-4c43-b044-898909ba3b9f tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:43.504544 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2c5eefa0-2598-4c43-b044-898909ba3b9f tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:43.523866 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5eefa0-2598-4c43-b044-898909ba3b9f tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c63bccbd-1412-4b2d-bd7c-8e211af11b66,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:18:43.526523 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2c5eefa0-2598-4c43-b044-898909ba3b9f tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:43.527787 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-2c5eefa0-2598-4c43-b044-898909ba3b9f tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1148682 Jul 16 00:18:43.530538 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54698) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:18:43.535275 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-40006300-d023-4ee3-9697-408da056d713 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Request body: {'security_group_rule': {'security_group_id': 'bd5af514-640e-427a-972f-0d50e52f31f1', 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:18:43.563236 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-40006300-d023-4ee3-9697-408da056d713 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:43.622476 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-40006300-d023-4ee3-9697-408da056d713 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:43.626226 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-40006300-d023-4ee3-9697-408da056d713 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:43.647076 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40006300-d023-4ee3-9697-408da056d713 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9726ac9-6b36-4341-a7bc-a8bd709753a9,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:18:43.650794 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-40006300-d023-4ee3-9697-408da056d713 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:43.652785 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-40006300-d023-4ee3-9697-408da056d713 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1211030 Jul 16 00:18:43.655442 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54700) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:18:43.659866 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d37997e7-59e7-4f95-8972-0031d0397933 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Request body: {'security_group_rule': {'security_group_id': 'bd5af514-640e-427a-972f-0d50e52f31f1', 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:18:43.681256 n-d-794306-6 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-d37997e7-59e7-4f95-8972-0031d0397933 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Project a96abeafa0bb4cfba60d3fd0ccc00ac5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 00:18:43.685985 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d37997e7-59e7-4f95-8972-0031d0397933 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:43.744410 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d37997e7-59e7-4f95-8972-0031d0397933 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:43.748425 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d37997e7-59e7-4f95-8972-0031d0397933 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:43.768442 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37997e7-59e7-4f95-8972-0031d0397933 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8bc8745-363d-4a1a-9efd-d0d41da0be53,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:18:43.774005 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d37997e7-59e7-4f95-8972-0031d0397933 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:43.776068 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-d37997e7-59e7-4f95-8972-0031d0397933 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1195848 Jul 16 00:18:43.778460 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54702) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:18:43.783003 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d4846548-7c6d-4d61-9326-101b4e31df2e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Request body: {'security_group_rule': {'security_group_id': 'bd5af514-640e-427a-972f-0d50e52f31f1', 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:18:43.805640 n-d-794306-6 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-d4846548-7c6d-4d61-9326-101b4e31df2e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Project a96abeafa0bb4cfba60d3fd0ccc00ac5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 00:18:43.811077 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4846548-7c6d-4d61-9326-101b4e31df2e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:43.874792 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4846548-7c6d-4d61-9326-101b4e31df2e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:43.878547 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4846548-7c6d-4d61-9326-101b4e31df2e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:43.899231 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4846548-7c6d-4d61-9326-101b4e31df2e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24a0c891-b2c1-465d-8fb7-7541b5079803,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:18:43.903308 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4846548-7c6d-4d61-9326-101b4e31df2e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:43.904646 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-d4846548-7c6d-4d61-9326-101b4e31df2e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1252151 Jul 16 00:18:43.907716 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54704) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:18:43.912923 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-acb3173d-f793-441b-8326-d4481ed0e327 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Request body: {'network': {'name': 'tempest-network-smoke--1004509770', 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'port_security_enabled': True}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:18:43.935688 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb3173d-f793-441b-8326-d4481ed0e327 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Made reservation on behalf of a96abeafa0bb4cfba60d3fd0ccc00ac5 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:18:43.939363 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-acb3173d-f793-441b-8326-d4481ed0e327 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:43.965871 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acb3173d-f793-441b-8326-d4481ed0e327 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 00:18:43.975925 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-acb3173d-f793-441b-8326-d4481ed0e327 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:43.976268 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-acb3173d-f793-441b-8326-d4481ed0e327 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Added segment e6f766a5-4379-4e85-9746-4eb84ecdea78 of type vlan for network d6fbd841-c9a4-43b2-af50-6bd928d03578 Jul 16 00:18:44.018629 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-acb3173d-f793-441b-8326-d4481ed0e327 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:44.049644 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-acb3173d-f793-441b-8326-d4481ed0e327 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:44.055279 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb3173d-f793-441b-8326-d4481ed0e327 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:44.055950 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-acb3173d-f793-441b-8326-d4481ed0e327 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:44.095940 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-acb3173d-f793-441b-8326-d4481ed0e327 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1870811 Jul 16 00:18:44.098729 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54706) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:18:44.103822 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c7e61663-6a65-4ec7-a4f4-db6f14d28ecf tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1139866231', 'admin_state_up': True, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:18:44.127340 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c7e61663-6a65-4ec7-a4f4-db6f14d28ecf tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:44.128051 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb3173d-f793-441b-8326-d4481ed0e327 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event updated for resources: {'Network': ['ID=d6fbd841-c9a4-43b2-af50-6bd928d03578,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:18:44.128383 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c7e61663-6a65-4ec7-a4f4-db6f14d28ecf tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:44.141026 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network d6fbd841-c9a4-43b2-af50-6bd928d03578 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 00:18:44.188012 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c7e61663-6a65-4ec7-a4f4-db6f14d28ecf tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:44.329054 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c7e61663-6a65-4ec7-a4f4-db6f14d28ecf tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:44.528465 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c7e61663-6a65-4ec7-a4f4-db6f14d28ecf tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:44.547380 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c7e61663-6a65-4ec7-a4f4-db6f14d28ecf tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:44.650496 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-c7e61663-6a65-4ec7-a4f4-db6f14d28ecf tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Allocated IP 172.25.5.208 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/c75e3d36-5bea-40f9-8a0f-614ac3e8028b) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:18:44.757569 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c7e61663-6a65-4ec7-a4f4-db6f14d28ecf tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:44.796171 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c7e61663-6a65-4ec7-a4f4-db6f14d28ecf tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:44.836043 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e61663-6a65-4ec7-a4f4-db6f14d28ecf tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:18:44.839055 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-c7e61663-6a65-4ec7-a4f4-db6f14d28ecf tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:18:44.842672 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e61663-6a65-4ec7-a4f4-db6f14d28ecf tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:18:44.848089 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e61663-6a65-4ec7-a4f4-db6f14d28ecf tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event updated for resources: {'Port': ['ID=c75e3d36-5bea-40f9-8a0f-614ac3e8028b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:18:45.087079 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c7e61663-6a65-4ec7-a4f4-db6f14d28ecf tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:45.569823 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c7e61663-6a65-4ec7-a4f4-db6f14d28ecf tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:45.693112 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7e61663-6a65-4ec7-a4f4-db6f14d28ecf tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Router 7faa17c9-62b0-4ba1-b3b3-04fc1d51863f is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 00:18:45.797818 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e61663-6a65-4ec7-a4f4-db6f14d28ecf tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:18:45.807053 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9363bc57-6128-4d1c-b441-99f4d2c3982a None None] Sync routers for ids ['7faa17c9-62b0-4ba1-b3b3-04fc1d51863f'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:18:45.817180 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c7e61663-6a65-4ec7-a4f4-db6f14d28ecf tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:45.817864 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9363bc57-6128-4d1c-b441-99f4d2c3982a None None] Routers {'7faa17c9-62b0-4ba1-b3b3-04fc1d51863f'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:18:45.818495 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9363bc57-6128-4d1c-b441-99f4d2c3982a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:18:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['7faa17c9-62b0-4ba1-b3b3-04fc1d51863f'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:18:45.818748 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c7e61663-6a65-4ec7-a4f4-db6f14d28ecf tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7187538 Jul 16 00:18:45.821850 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54708) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:18:45.850331 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-20f901de-da64-4b08-b3c4-f265cea53a8a tempest-TestNetworkAdvancedServerOps-1746541538 tempest-TestNetworkAdvancedServerOps-1746541538-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=a96abeafa0bb4cfba60d3fd0ccc00ac5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274570 Jul 16 00:18:45.852892 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54710) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:18:45.927706 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-9363bc57-6128-4d1c-b441-99f4d2c3982a None None] Set router 7faa17c9-62b0-4ba1-b3b3-04fc1d51863f gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:18:45.942059 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4702404-6a5e-4f23-a90c-9c411cbc0a8a tempest-TestNetworkAdvancedServerOps-1746541538 tempest-TestNetworkAdvancedServerOps-1746541538-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:45.943556 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d4702404-6a5e-4f23-a90c-9c411cbc0a8a tempest-TestNetworkAdvancedServerOps-1746541538 tempest-TestNetworkAdvancedServerOps-1746541538-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0897877 Jul 16 00:18:45.946328 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54712) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:18:45.973931 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-cd91e351-c825-484f-a04d-a9ca6ba40033 tempest-TestNetworkAdvancedServerOps-1746541538 tempest-TestNetworkAdvancedServerOps-1746541538-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=c4160cc4-e133-4d4e-ad39-f86bca4b2f14&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265567 Jul 16 00:18:45.976387 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54714) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:18:45.981761 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-35e6660d-681c-4de0-9716-897237976789 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-582877297', 'network_id': 'd6fbd841-c9a4-43b2-af50-6bd928d03578', 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:18:46.068350 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e6660d-681c-4de0-9716-897237976789 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Made reservation on behalf of a96abeafa0bb4cfba60d3fd0ccc00ac5 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:18:46.072096 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-35e6660d-681c-4de0-9716-897237976789 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:46.101416 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9363bc57-6128-4d1c-b441-99f4d2c3982a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7faa17c9-62b0-4ba1-b3b3-04fc1d51863f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1139866231', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'c75e3d36-5bea-40f9-8a0f-614ac3e8028b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:18:44Z', 'updated_at': '2021-07-16T00:18:44Z', 'revision_number': 3, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'gw_port': {'id': 'c75e3d36-5bea-40f9-8a0f-614ac3e8028b', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:51:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7faa17c9-62b0-4ba1-b3b3-04fc1d51863f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:18:44Z', 'updated_at': '2021-07-16T00:18:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:18:46.131630 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9363bc57-6128-4d1c-b441-99f4d2c3982a None None] Checking router: 7faa17c9-62b0-4ba1-b3b3-04fc1d51863f for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:18:46.131983 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9363bc57-6128-4d1c-b441-99f4d2c3982a None None] Updating router 7faa17c9-62b0-4ba1-b3b3-04fc1d51863f port c75e3d36-5bea-40f9-8a0f-614ac3e8028b binding host n-d-794306-6 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 00:18:46.167910 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9363bc57-6128-4d1c-b441-99f4d2c3982a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:46.252123 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-35e6660d-681c-4de0-9716-897237976789 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:46.317625 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6660d-681c-4de0-9716-897237976789 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event updated for resources: {'Subnet': ['ID=23c27da4-f6b2-49f7-bcbd-f400113cd43c,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:18:46.325603 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e6660d-681c-4de0-9716-897237976789 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Checking segment: {'id': 'e6f766a5-4379-4e85-9746-4eb84ecdea78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd6fbd841-c9a4-43b2-af50-6bd928d03578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:18:46.325870 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e6660d-681c-4de0-9716-897237976789 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Network hostable DHCP agents. Network: d6fbd841-c9a4-43b2-af50-6bd928d03578, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 00:18:46.344484 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e6660d-681c-4de0-9716-897237976789 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Network d6fbd841-c9a4-43b2-af50-6bd928d03578 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 00:18:46.353465 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-35e6660d-681c-4de0-9716-897237976789 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, d6fbd841-c9a4-43b2-af50-6bd928d03578) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:18:46.357834 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e6660d-681c-4de0-9716-897237976789 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:46.358429 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-35e6660d-681c-4de0-9716-897237976789 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:46.365739 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5f8fee-edba-4db0-b5c1-7384cf4f09c3 None None] Network d6fbd841-c9a4-43b2-af50-6bd928d03578 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:18:46.373896 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-35e6660d-681c-4de0-9716-897237976789 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3965125 Jul 16 00:18:46.376702 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54716) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:18:46.481443 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9363bc57-6128-4d1c-b441-99f4d2c3982a None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:46.500802 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9363bc57-6128-4d1c-b441-99f4d2c3982a None None] Transition to ACTIVE for port object c75e3d36-5bea-40f9-8a0f-614ac3e8028b will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:18:46.508649 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9363bc57-6128-4d1c-b441-99f4d2c3982a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:46.595023 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-9363bc57-6128-4d1c-b441-99f4d2c3982a None None] Attempting to bind port c75e3d36-5bea-40f9-8a0f-614ac3e8028b on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:18:46.595342 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-9363bc57-6128-4d1c-b441-99f4d2c3982a None None] Attempting to bind port c75e3d36-5bea-40f9-8a0f-614ac3e8028b by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:18:46.595702 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9363bc57-6128-4d1c-b441-99f4d2c3982a None None] Attempting to bind port c75e3d36-5bea-40f9-8a0f-614ac3e8028b on network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:18:46.605418 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6ab544-58b9-47df-a5a0-a7048fb3ce68 None None] Pushing event updated for resources: {'Port': ['ID=c75e3d36-5bea-40f9-8a0f-614ac3e8028b,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:18:46.624243 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9363bc57-6128-4d1c-b441-99f4d2c3982a None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:18:46.624624 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9363bc57-6128-4d1c-b441-99f4d2c3982a None None] Checking segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:18:46.625027 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9363bc57-6128-4d1c-b441-99f4d2c3982a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:46.625447 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9363bc57-6128-4d1c-b441-99f4d2c3982a None None] Bound using segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:18:46.625929 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-9363bc57-6128-4d1c-b441-99f4d2c3982a None None] Bound port: c75e3d36-5bea-40f9-8a0f-614ac3e8028b, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:18:46.626311 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9363bc57-6128-4d1c-b441-99f4d2c3982a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:46.649128 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559e7ae0-b676-4d74-80d6-d0765cd89cc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-d6fbd841-c9a4-43b2-af50-6bd928d03578', 'network_id': 'd6fbd841-c9a4-43b2-af50-6bd928d03578', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'fixed_ips': [{'subnet_id': '23c27da4-f6b2-49f7-bcbd-f400113cd43c'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 00:18:46.649981 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-559e7ae0-b676-4d74-80d6-d0765cd89cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:46.755317 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-9363bc57-6128-4d1c-b441-99f4d2c3982a None None] For port c75e3d36-5bea-40f9-8a0f-614ac3e8028b, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:18:46.812643 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dc13605f-82a0-4003-9b7b-ca70a468dce0 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:46.940526 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-9363bc57-6128-4d1c-b441-99f4d2c3982a None None] For port c75e3d36-5bea-40f9-8a0f-614ac3e8028b, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=c75e3d36-5bea-40f9-8a0f-614ac3e8028b,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:18:46.949841 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9363bc57-6128-4d1c-b441-99f4d2c3982a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:47.046870 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-559e7ae0-b676-4d74-80d6-d0765cd89cc0 None None] Allocated IP 172.20.0.2 (d6fbd841-c9a4-43b2-af50-6bd928d03578/23c27da4-f6b2-49f7-bcbd-f400113cd43c/011c51d6-65c8-4a01-bf1c-e2ab9ec59537) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:18:47.048986 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6ab544-58b9-47df-a5a0-a7048fb3ce68 None None] Pushing event updated for resources: {'Port': ['ID=c75e3d36-5bea-40f9-8a0f-614ac3e8028b,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:18:47.051582 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9363bc57-6128-4d1c-b441-99f4d2c3982a None None] Routers {'7faa17c9-62b0-4ba1-b3b3-04fc1d51863f'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:18:47.052219 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9363bc57-6128-4d1c-b441-99f4d2c3982a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:18:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['7faa17c9-62b0-4ba1-b3b3-04fc1d51863f'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:18:47.225533 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-9363bc57-6128-4d1c-b441-99f4d2c3982a None None] Set router 7faa17c9-62b0-4ba1-b3b3-04fc1d51863f gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:18:47.383446 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-559e7ae0-b676-4d74-80d6-d0765cd89cc0 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:47.404731 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-559e7ae0-b676-4d74-80d6-d0765cd89cc0 None None] Transition to ACTIVE for port object 011c51d6-65c8-4a01-bf1c-e2ab9ec59537 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:18:47.444080 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-559e7ae0-b676-4d74-80d6-d0765cd89cc0 None None] Transition to ACTIVE for port object 011c51d6-65c8-4a01-bf1c-e2ab9ec59537 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:18:47.450839 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-559e7ae0-b676-4d74-80d6-d0765cd89cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:47.497467 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-dc13605f-82a0-4003-9b7b-ca70a468dce0 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Allocated IP 172.20.0.1 (d6fbd841-c9a4-43b2-af50-6bd928d03578/23c27da4-f6b2-49f7-bcbd-f400113cd43c/91e589ad-84f0-49b2-9aa7-c4c0506dc5cb) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:18:47.501466 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559e7ae0-b676-4d74-80d6-d0765cd89cc0 None None] Network d6fbd841-c9a4-43b2-af50-6bd928d03578 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:18:47.509558 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-559e7ae0-b676-4d74-80d6-d0765cd89cc0 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:18:47.513833 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559e7ae0-b676-4d74-80d6-d0765cd89cc0 None None] Pushing event updated for resources: {'Port': ['ID=011c51d6-65c8-4a01-bf1c-e2ab9ec59537,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:18:47.517672 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559e7ae0-b676-4d74-80d6-d0765cd89cc0 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:18:47.530697 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9363bc57-6128-4d1c-b441-99f4d2c3982a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7faa17c9-62b0-4ba1-b3b3-04fc1d51863f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1139866231', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'c75e3d36-5bea-40f9-8a0f-614ac3e8028b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:18:44Z', 'updated_at': '2021-07-16T00:18:44Z', 'revision_number': 3, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'gw_port': {'id': 'c75e3d36-5bea-40f9-8a0f-614ac3e8028b', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:51:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7faa17c9-62b0-4ba1-b3b3-04fc1d51863f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:18:44Z', 'updated_at': '2021-07-16T00:18:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:18:47.574944 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9363bc57-6128-4d1c-b441-99f4d2c3982a None None] The sync data for ids ['7faa17c9-62b0-4ba1-b3b3-04fc1d51863f'] in n-d-794306-6 is: [{'id': '7faa17c9-62b0-4ba1-b3b3-04fc1d51863f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1139866231', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'c75e3d36-5bea-40f9-8a0f-614ac3e8028b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:18:44Z', 'updated_at': '2021-07-16T00:18:44Z', 'revision_number': 3, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'gw_port': {'id': 'c75e3d36-5bea-40f9-8a0f-614ac3e8028b', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:51:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7faa17c9-62b0-4ba1-b3b3-04fc1d51863f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:18:44Z', 'updated_at': '2021-07-16T00:18:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:18:47.611188 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-559e7ae0-b676-4d74-80d6-d0765cd89cc0 None None] Attempting to bind port 011c51d6-65c8-4a01-bf1c-e2ab9ec59537 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:18:47.611431 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dc13605f-82a0-4003-9b7b-ca70a468dce0 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:47.611609 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-559e7ae0-b676-4d74-80d6-d0765cd89cc0 None None] Attempting to bind port 011c51d6-65c8-4a01-bf1c-e2ab9ec59537 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'e6f766a5-4379-4e85-9746-4eb84ecdea78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd6fbd841-c9a4-43b2-af50-6bd928d03578'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:18:47.611994 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559e7ae0-b676-4d74-80d6-d0765cd89cc0 None None] Attempting to bind port 011c51d6-65c8-4a01-bf1c-e2ab9ec59537 on network d6fbd841-c9a4-43b2-af50-6bd928d03578 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:18:47.617024 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559e7ae0-b676-4d74-80d6-d0765cd89cc0 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:18:47.617768 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559e7ae0-b676-4d74-80d6-d0765cd89cc0 None None] Checking segment: {'id': 'e6f766a5-4379-4e85-9746-4eb84ecdea78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd6fbd841-c9a4-43b2-af50-6bd928d03578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:18:47.617768 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-559e7ae0-b676-4d74-80d6-d0765cd89cc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:47.618178 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559e7ae0-b676-4d74-80d6-d0765cd89cc0 None None] Bound using segment: {'id': 'e6f766a5-4379-4e85-9746-4eb84ecdea78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd6fbd841-c9a4-43b2-af50-6bd928d03578'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:18:47.618644 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-559e7ae0-b676-4d74-80d6-d0765cd89cc0 None None] Bound port: 011c51d6-65c8-4a01-bf1c-e2ab9ec59537, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6f766a5-4379-4e85-9746-4eb84ecdea78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd6fbd841-c9a4-43b2-af50-6bd928d03578'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:18:47.619058 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-559e7ae0-b676-4d74-80d6-d0765cd89cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:47.625183 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-dc13605f-82a0-4003-9b7b-ca70a468dce0 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Transition to ACTIVE for port object 91e589ad-84f0-49b2-9aa7-c4c0506dc5cb will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:18:47.664240 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dc13605f-82a0-4003-9b7b-ca70a468dce0 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:47.689650 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-559e7ae0-b676-4d74-80d6-d0765cd89cc0 None None] For port 011c51d6-65c8-4a01-bf1c-e2ab9ec59537, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:18:47.692760 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-559e7ae0-b676-4d74-80d6-d0765cd89cc0 None None] For port 011c51d6-65c8-4a01-bf1c-e2ab9ec59537, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=011c51d6-65c8-4a01-bf1c-e2ab9ec59537,segment=NetworkSegment(e6f766a5-4379-4e85-9746-4eb84ecdea78),segment_id=e6f766a5-4379-4e85-9746-4eb84ecdea78)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:18:47.701519 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-559e7ae0-b676-4d74-80d6-d0765cd89cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:47.707692 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc13605f-82a0-4003-9b7b-ca70a468dce0 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Network d6fbd841-c9a4-43b2-af50-6bd928d03578 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:18:47.710825 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-dc13605f-82a0-4003-9b7b-ca70a468dce0 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:18:47.713417 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc13605f-82a0-4003-9b7b-ca70a468dce0 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:18:47.761889 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dc13605f-82a0-4003-9b7b-ca70a468dce0 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:47.767408 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559e7ae0-b676-4d74-80d6-d0765cd89cc0 None None] Pushing event updated for resources: {'Port': ['ID=011c51d6-65c8-4a01-bf1c-e2ab9ec59537,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:18:47.857088 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:18:47.877310 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc13605f-82a0-4003-9b7b-ca70a468dce0 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event updated for resources: {'Port': ['ID=91e589ad-84f0-49b2-9aa7-c4c0506dc5cb,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:18:47.940340 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dc13605f-82a0-4003-9b7b-ca70a468dce0 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:48.274230 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dc13605f-82a0-4003-9b7b-ca70a468dce0 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:48.279390 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dc13605f-82a0-4003-9b7b-ca70a468dce0 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:48.358093 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dc13605f-82a0-4003-9b7b-ca70a468dce0 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:48.359921 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc13605f-82a0-4003-9b7b-ca70a468dce0 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event updated for resources: {'Port': ['ID=91e589ad-84f0-49b2-9aa7-c4c0506dc5cb,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:18:48.460069 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc13605f-82a0-4003-9b7b-ca70a468dce0 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Network d6fbd841-c9a4-43b2-af50-6bd928d03578 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:18:48.461500 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-dc13605f-82a0-4003-9b7b-ca70a468dce0 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:18:48.592353 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc13605f-82a0-4003-9b7b-ca70a468dce0 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Router 7faa17c9-62b0-4ba1-b3b3-04fc1d51863f has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:18:48.707735 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc13605f-82a0-4003-9b7b-ca70a468dce0 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:18:48.712876 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-dc13605f-82a0-4003-9b7b-ca70a468dce0 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "PUT /v2.0/routers/7faa17c9-62b0-4ba1-b3b3-04fc1d51863f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3351986 Jul 16 00:18:48.746222 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97313d7e-a314-4918-a4fa-90e0b6c9a453 None None] Network d6fbd841-c9a4-43b2-af50-6bd928d03578 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:18:48.832495 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7ce31be8-c1dd-41ae-b5e3-581aabbfc128 None None] Provisioning for port 011c51d6-65c8-4a01-bf1c-e2ab9ec59537 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:18:48.874545 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7c5c2940-4f1a-4923-b561-e0923e095a06 req-cbbd9024-43cf-4ba2-8d46-ec1e27e11296 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-904341303&fields=id&tenant_id=a96abeafa0bb4cfba60d3fd0ccc00ac5 HTTP/1.1" status: 200 len: 267 time: 0.0353081 Jul 16 00:18:48.997362 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 011c51d6-65c8-4a01-bf1c-e2ab9ec59537 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:18:49.020543 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c2940-4f1a-4923-b561-e0923e095a06 req-56163ed6-a29e-48ff-869f-4d9b8a518890 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:49.022118 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7c5c2940-4f1a-4923-b561-e0923e095a06 req-56163ed6-a29e-48ff-869f-4d9b8a518890 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/networks?id=d6fbd841-c9a4-43b2-af50-6bd928d03578 HTTP/1.1" status: 200 len: 797 time: 0.1411386 Jul 16 00:18:49.040225 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7c5c2940-4f1a-4923-b561-e0923e095a06 req-df7fa6de-530e-47bc-9161-5f80c22a60bd tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/quotas/a96abeafa0bb4cfba60d3fd0ccc00ac5 HTTP/1.1" status: 200 len: 375 time: 0.0115931 Jul 16 00:18:49.061618 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 011c51d6-65c8-4a01-bf1c-e2ab9ec59537 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:18:49.067562 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 011c51d6-65c8-4a01-bf1c-e2ab9ec59537 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:18:49.068079 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:49.116176 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7c5c2940-4f1a-4923-b561-e0923e095a06 req-49a030ce-db55-4756-9430-4c9093d1705b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a96abeafa0bb4cfba60d3fd0ccc00ac5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0683486 Jul 16 00:18:49.164773 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:49.201994 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 011c51d6-65c8-4a01-bf1c-e2ab9ec59537, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=011c51d6-65c8-4a01-bf1c-e2ab9ec59537,segment=NetworkSegment(e6f766a5-4379-4e85-9746-4eb84ecdea78),segment_id=e6f766a5-4379-4e85-9746-4eb84ecdea78)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:18:49.208290 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:49.209981 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device c75e3d36-5bea-40f9-8a0f-614ac3e8028b up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:18:49.227444 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7c5c2940-4f1a-4923-b561-e0923e095a06 req-216ea773-2f19-49ef-b74d-8f9dc65d3eaa service neutron] 10.222.0.48 "GET /v2.0/networks/d6fbd841-c9a4-43b2-af50-6bd928d03578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983741 Jul 16 00:18:49.306046 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8e31755a-fb13-4c9b-aea1-b5193a159270 None None] Provisioning for port 91e589ad-84f0-49b2-9aa7-c4c0506dc5cb completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:18:49.313357 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8e31755a-fb13-4c9b-aea1-b5193a159270 None None] Provisioning complete for port 91e589ad-84f0-49b2-9aa7-c4c0506dc5cb triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:18:49.313727 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8e31755a-fb13-4c9b-aea1-b5193a159270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:49.316913 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=011c51d6-65c8-4a01-bf1c-e2ab9ec59537,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:18:49.341499 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7c5c2940-4f1a-4923-b561-e0923e095a06 req-a40cbf91-b057-4dac-a1b8-22f0a5f3ae4b service neutron] 10.222.0.48 "GET /v2.0/networks/d6fbd841-c9a4-43b2-af50-6bd928d03578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021140 Jul 16 00:18:49.359659 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-8e31755a-fb13-4c9b-aea1-b5193a159270 None None] Port 91e589ad-84f0-49b2-9aa7-c4c0506dc5cb cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:18:49.363286 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port c75e3d36-5bea-40f9-8a0f-614ac3e8028b completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:18:49.369249 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port c75e3d36-5bea-40f9-8a0f-614ac3e8028b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:18:49.369610 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:49.396780 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8e31755a-fb13-4c9b-aea1-b5193a159270 None None] Provisioning complete for port 011c51d6-65c8-4a01-bf1c-e2ab9ec59537 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:18:49.397155 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8e31755a-fb13-4c9b-aea1-b5193a159270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:49.423694 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19cdaf9-bf14-4678-b4cb-ce0cd0b6df69 None None] Sync routers for ids ['7faa17c9-62b0-4ba1-b3b3-04fc1d51863f'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:18:49.435323 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19cdaf9-bf14-4678-b4cb-ce0cd0b6df69 None None] Routers {'7faa17c9-62b0-4ba1-b3b3-04fc1d51863f'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:18:49.436469 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b19cdaf9-bf14-4678-b4cb-ce0cd0b6df69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:18:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['7faa17c9-62b0-4ba1-b3b3-04fc1d51863f'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:18:49.552868 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-aee0923a-90d8-47fb-be36-a20c6db8af9e req-570e876e-4d82-4e11-9f33-553219cc88cf tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=7edd1823-f1b0-42dd-93c4-3594575bfdd3 HTTP/1.1" status: 200 len: 210 time: 0.0345020 Jul 16 00:18:49.576418 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:49.594805 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port c75e3d36-5bea-40f9-8a0f-614ac3e8028b, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=c75e3d36-5bea-40f9-8a0f-614ac3e8028b,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:18:49.601207 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-b19cdaf9-bf14-4678-b4cb-ce0cd0b6df69 None None] Set router 7faa17c9-62b0-4ba1-b3b3-04fc1d51863f gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:18:49.609489 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:49.664174 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=c75e3d36-5bea-40f9-8a0f-614ac3e8028b,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:18:49.728823 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6fa542f4-f7dd-4135-a1da-53110f9e7b43 None None] Provisioning complete for port 91e589ad-84f0-49b2-9aa7-c4c0506dc5cb triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:18:49.729346 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6fa542f4-f7dd-4135-a1da-53110f9e7b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:49.770525 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-6fa542f4-f7dd-4135-a1da-53110f9e7b43 None None] Port 91e589ad-84f0-49b2-9aa7-c4c0506dc5cb cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:18:49.918256 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b19cdaf9-bf14-4678-b4cb-ce0cd0b6df69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7faa17c9-62b0-4ba1-b3b3-04fc1d51863f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1139866231', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'c75e3d36-5bea-40f9-8a0f-614ac3e8028b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:18:44Z', 'updated_at': '2021-07-16T00:18:47Z', 'revision_number': 4, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'gw_port': {'id': 'c75e3d36-5bea-40f9-8a0f-614ac3e8028b', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:51:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7faa17c9-62b0-4ba1-b3b3-04fc1d51863f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:18:44Z', 'updated_at': '2021-07-16T00:18:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '91e589ad-84f0-49b2-9aa7-c4c0506dc5cb', 'name': '', 'network_id': 'd6fbd841-c9a4-43b2-af50-6bd928d03578', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'mac_address': 'fa:16:3e:20:64:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7faa17c9-62b0-4ba1-b3b3-04fc1d51863f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '23c27da4-f6b2-49f7-bcbd-f400113cd43c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:18:46Z', 'updated_at': '2021-07-16T00:18:48Z', 'revision_number': 2, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'subnets': [{'id': '23c27da4-f6b2-49f7-bcbd-f400113cd43c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:18:49.944777 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19cdaf9-bf14-4678-b4cb-ce0cd0b6df69 None None] Checking router: 7faa17c9-62b0-4ba1-b3b3-04fc1d51863f for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:18:49.945119 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19cdaf9-bf14-4678-b4cb-ce0cd0b6df69 None None] Updating router 7faa17c9-62b0-4ba1-b3b3-04fc1d51863f port 91e589ad-84f0-49b2-9aa7-c4c0506dc5cb binding host n-d-794306-6 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 00:18:49.982426 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b19cdaf9-bf14-4678-b4cb-ce0cd0b6df69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:50.241432 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b19cdaf9-bf14-4678-b4cb-ce0cd0b6df69 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:50.251905 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-b19cdaf9-bf14-4678-b4cb-ce0cd0b6df69 None None] Transition to ACTIVE for port object 91e589ad-84f0-49b2-9aa7-c4c0506dc5cb will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:18:50.257132 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b19cdaf9-bf14-4678-b4cb-ce0cd0b6df69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:50.334702 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d227e6e-a695-4bb1-983a-7428ea751342 None None] Pushing event updated for resources: {'Port': ['ID=91e589ad-84f0-49b2-9aa7-c4c0506dc5cb,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:18:50.360556 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d227e6e-a695-4bb1-983a-7428ea751342 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:50.360902 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d227e6e-a695-4bb1-983a-7428ea751342 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:50.361239 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d227e6e-a695-4bb1-983a-7428ea751342 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:50.361568 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d227e6e-a695-4bb1-983a-7428ea751342 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:50.361891 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d227e6e-a695-4bb1-983a-7428ea751342 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:50.362213 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d227e6e-a695-4bb1-983a-7428ea751342 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:50.362529 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d227e6e-a695-4bb1-983a-7428ea751342 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:50.362851 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d227e6e-a695-4bb1-983a-7428ea751342 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:50.363163 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d227e6e-a695-4bb1-983a-7428ea751342 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:50.363473 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d227e6e-a695-4bb1-983a-7428ea751342 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:50.363808 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d227e6e-a695-4bb1-983a-7428ea751342 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:50.364121 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d227e6e-a695-4bb1-983a-7428ea751342 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:18:50.378062 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-b19cdaf9-bf14-4678-b4cb-ce0cd0b6df69 None None] Attempting to bind port 91e589ad-84f0-49b2-9aa7-c4c0506dc5cb on host n-d-794306-6 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:18:50.378501 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-b19cdaf9-bf14-4678-b4cb-ce0cd0b6df69 None None] Attempting to bind port 91e589ad-84f0-49b2-9aa7-c4c0506dc5cb by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'e6f766a5-4379-4e85-9746-4eb84ecdea78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd6fbd841-c9a4-43b2-af50-6bd928d03578'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:18:50.378854 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19cdaf9-bf14-4678-b4cb-ce0cd0b6df69 None None] Attempting to bind port 91e589ad-84f0-49b2-9aa7-c4c0506dc5cb on network d6fbd841-c9a4-43b2-af50-6bd928d03578 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:18:50.384262 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19cdaf9-bf14-4678-b4cb-ce0cd0b6df69 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:18:50.384615 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19cdaf9-bf14-4678-b4cb-ce0cd0b6df69 None None] Checking segment: {'id': 'e6f766a5-4379-4e85-9746-4eb84ecdea78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd6fbd841-c9a4-43b2-af50-6bd928d03578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:18:50.385011 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b19cdaf9-bf14-4678-b4cb-ce0cd0b6df69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:50.385407 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19cdaf9-bf14-4678-b4cb-ce0cd0b6df69 None None] Bound using segment: {'id': 'e6f766a5-4379-4e85-9746-4eb84ecdea78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd6fbd841-c9a4-43b2-af50-6bd928d03578'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:18:50.385849 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-b19cdaf9-bf14-4678-b4cb-ce0cd0b6df69 None None] Bound port: 91e589ad-84f0-49b2-9aa7-c4c0506dc5cb, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6f766a5-4379-4e85-9746-4eb84ecdea78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd6fbd841-c9a4-43b2-af50-6bd928d03578'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:18:50.386876 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b19cdaf9-bf14-4678-b4cb-ce0cd0b6df69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:50.453620 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-b19cdaf9-bf14-4678-b4cb-ce0cd0b6df69 None None] For port 91e589ad-84f0-49b2-9aa7-c4c0506dc5cb, host n-d-794306-6, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:18:50.457057 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-b19cdaf9-bf14-4678-b4cb-ce0cd0b6df69 None None] For port 91e589ad-84f0-49b2-9aa7-c4c0506dc5cb, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=91e589ad-84f0-49b2-9aa7-c4c0506dc5cb,segment=NetworkSegment(e6f766a5-4379-4e85-9746-4eb84ecdea78),segment_id=e6f766a5-4379-4e85-9746-4eb84ecdea78)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:18:50.461301 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b19cdaf9-bf14-4678-b4cb-ce0cd0b6df69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:50.517339 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19cdaf9-bf14-4678-b4cb-ce0cd0b6df69 None None] Routers {'7faa17c9-62b0-4ba1-b3b3-04fc1d51863f'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:18:50.517976 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b19cdaf9-bf14-4678-b4cb-ce0cd0b6df69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:18:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['7faa17c9-62b0-4ba1-b3b3-04fc1d51863f'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:18:50.566945 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d227e6e-a695-4bb1-983a-7428ea751342 None None] Pushing event updated for resources: {'Port': ['ID=91e589ad-84f0-49b2-9aa7-c4c0506dc5cb,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:18:50.641240 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-b19cdaf9-bf14-4678-b4cb-ce0cd0b6df69 None None] Set router 7faa17c9-62b0-4ba1-b3b3-04fc1d51863f gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:18:50.732701 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-38ac2ebe-45c8-4a84-9f63-a2ba808e30f7 req-d4dbda7f-cab6-4561-bf71-b2bdc68e1cee tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=7edd1823-f1b0-42dd-93c4-3594575bfdd3 HTTP/1.1" status: 200 len: 210 time: 0.0475066 Jul 16 00:18:50.847983 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c2940-4f1a-4923-b561-e0923e095a06 req-3ef90f87-512f-4064-81f7-c772f8f6a538 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:50.849409 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-7c5c2940-4f1a-4923-b561-e0923e095a06 req-3ef90f87-512f-4064-81f7-c772f8f6a538 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.41 "GET /v2.0/networks?id=d6fbd841-c9a4-43b2-af50-6bd928d03578 HTTP/1.1" status: 200 len: 797 time: 0.1454580 Jul 16 00:18:50.896004 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b19cdaf9-bf14-4678-b4cb-ce0cd0b6df69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7faa17c9-62b0-4ba1-b3b3-04fc1d51863f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1139866231', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'c75e3d36-5bea-40f9-8a0f-614ac3e8028b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:18:44Z', 'updated_at': '2021-07-16T00:18:47Z', 'revision_number': 4, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'gw_port': {'id': 'c75e3d36-5bea-40f9-8a0f-614ac3e8028b', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:51:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faa17c9-62b0-4ba1-b3b3-04fc1d51863f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:18:44Z', 'updated_at': '2021-07-16T00:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '91e589ad-84f0-49b2-9aa7-c4c0506dc5cb', 'name': '', 'network_id': 'd6fbd841-c9a4-43b2-af50-6bd928d03578', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'mac_address': 'fa:16:3e:20:64:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7faa17c9-62b0-4ba1-b3b3-04fc1d51863f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '23c27da4-f6b2-49f7-bcbd-f400113cd43c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:18:46Z', 'updated_at': '2021-07-16T00:18:50Z', 'revision_number': 4, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'subnets': [{'id': '23c27da4-f6b2-49f7-bcbd-f400113cd43c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:18:50.902091 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-7c5c2940-4f1a-4923-b561-e0923e095a06 req-7873c304-0752-4589-a083-0d9bff53bdfe tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a96abeafa0bb4cfba60d3fd0ccc00ac5 HTTP/1.1" status: 200 len: 379 time: 0.0377247 Jul 16 00:18:50.913705 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-7c5c2940-4f1a-4923-b561-e0923e095a06 req-79ab16a0-14ff-4150-81ae-ed0fcd13b26e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Request body: {'port': {'device_id': '7edd1823-f1b0-42dd-93c4-3594575bfdd3', 'network_id': 'd6fbd841-c9a4-43b2-af50-6bd928d03578', 'admin_state_up': True, 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'security_groups': ['bd5af514-640e-427a-972f-0d50e52f31f1']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:18:50.927763 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19cdaf9-bf14-4678-b4cb-ce0cd0b6df69 None None] The sync data for ids ['7faa17c9-62b0-4ba1-b3b3-04fc1d51863f'] in n-d-794306-6 is: [{'id': '7faa17c9-62b0-4ba1-b3b3-04fc1d51863f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1139866231', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'c75e3d36-5bea-40f9-8a0f-614ac3e8028b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:18:44Z', 'updated_at': '2021-07-16T00:18:47Z', 'revision_number': 4, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'gw_port': {'id': 'c75e3d36-5bea-40f9-8a0f-614ac3e8028b', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:51:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faa17c9-62b0-4ba1-b3b3-04fc1d51863f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:18:44Z', 'updated_at': '2021-07-16T00:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '91e589ad-84f0-49b2-9aa7-c4c0506dc5cb', 'name': '', 'network_id': 'd6fbd841-c9a4-43b2-af50-6bd928d03578', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'mac_address': 'fa:16:3e:20:64:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7faa17c9-62b0-4ba1-b3b3-04fc1d51863f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '23c27da4-f6b2-49f7-bcbd-f400113cd43c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:18:46Z', 'updated_at': '2021-07-16T00:18:50Z', 'revision_number': 4, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'subnets': [{'id': '23c27da4-f6b2-49f7-bcbd-f400113cd43c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:18:50.964360 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 011c51d6-65c8-4a01-bf1c-e2ab9ec59537 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:18:51.043261 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 011c51d6-65c8-4a01-bf1c-e2ab9ec59537 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:18:51.043641 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:51.055009 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c5c2940-4f1a-4923-b561-e0923e095a06 req-79ab16a0-14ff-4150-81ae-ed0fcd13b26e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Made reservation on behalf of a96abeafa0bb4cfba60d3fd0ccc00ac5 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:18:51.059073 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7c5c2940-4f1a-4923-b561-e0923e095a06 req-79ab16a0-14ff-4150-81ae-ed0fcd13b26e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:51.132029 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device c75e3d36-5bea-40f9-8a0f-614ac3e8028b up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:18:51.181988 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port c75e3d36-5bea-40f9-8a0f-614ac3e8028b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:18:51.182357 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:51.202724 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-7c5c2940-4f1a-4923-b561-e0923e095a06 req-79ab16a0-14ff-4150-81ae-ed0fcd13b26e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Allocated IP 172.20.0.12 (d6fbd841-c9a4-43b2-af50-6bd928d03578/23c27da4-f6b2-49f7-bcbd-f400113cd43c/0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:18:51.347823 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7c5c2940-4f1a-4923-b561-e0923e095a06 req-79ab16a0-14ff-4150-81ae-ed0fcd13b26e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:51.361696 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-7c5c2940-4f1a-4923-b561-e0923e095a06 req-79ab16a0-14ff-4150-81ae-ed0fcd13b26e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Transition to ACTIVE for port object 0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:18:51.396912 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7c5c2940-4f1a-4923-b561-e0923e095a06 req-79ab16a0-14ff-4150-81ae-ed0fcd13b26e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:51.449599 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c5c2940-4f1a-4923-b561-e0923e095a06 req-79ab16a0-14ff-4150-81ae-ed0fcd13b26e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Network d6fbd841-c9a4-43b2-af50-6bd928d03578 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:18:51.453007 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-7c5c2940-4f1a-4923-b561-e0923e095a06 req-79ab16a0-14ff-4150-81ae-ed0fcd13b26e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:18:51.457337 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c5c2940-4f1a-4923-b561-e0923e095a06 req-79ab16a0-14ff-4150-81ae-ed0fcd13b26e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:18:51.481629 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ab16a0-14ff-4150-81ae-ed0fcd13b26e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event updated for resources: {'Port': ['ID=0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:18:51.511392 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c2940-4f1a-4923-b561-e0923e095a06 req-79ab16a0-14ff-4150-81ae-ed0fcd13b26e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:51.512080 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7c5c2940-4f1a-4923-b561-e0923e095a06 req-79ab16a0-14ff-4150-81ae-ed0fcd13b26e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:51.527611 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-7c5c2940-4f1a-4923-b561-e0923e095a06 req-79ab16a0-14ff-4150-81ae-ed0fcd13b26e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6177924 Jul 16 00:18:51.546055 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-7c5c2940-4f1a-4923-b561-e0923e095a06 req-0c16a46f-8f9c-49ef-9c1b-b147b063303d service neutron] Request body: {'port': {'device_id': '7edd1823-f1b0-42dd-93c4-3594575bfdd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:18:51.623704 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7c5c2940-4f1a-4923-b561-e0923e095a06 req-0c16a46f-8f9c-49ef-9c1b-b147b063303d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:51.748880 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-65ef68f8-c38a-44fb-bd59-0cac1a1c8cb9 None None] Provisioning for port 0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:18:51.755722 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-65ef68f8-c38a-44fb-bd59-0cac1a1c8cb9 None None] Provisioning complete for port 0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:18:51.756099 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-65ef68f8-c38a-44fb-bd59-0cac1a1c8cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:51.806044 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-65ef68f8-c38a-44fb-bd59-0cac1a1c8cb9 None None] Port 0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:18:51.930112 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-7c5c2940-4f1a-4923-b561-e0923e095a06 req-0c16a46f-8f9c-49ef-9c1b-b147b063303d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:18:51.939316 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7c5c2940-4f1a-4923-b561-e0923e095a06 req-0c16a46f-8f9c-49ef-9c1b-b147b063303d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:51.952571 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-7c5c2940-4f1a-4923-b561-e0923e095a06 req-0c16a46f-8f9c-49ef-9c1b-b147b063303d service neutron] Transition to ACTIVE for port object 0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:18:51.958440 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7c5c2940-4f1a-4923-b561-e0923e095a06 req-0c16a46f-8f9c-49ef-9c1b-b147b063303d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:52.017200 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c16a46f-8f9c-49ef-9c1b-b147b063303d service neutron] Pushing event updated for resources: {'Port': ['ID=0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:18:52.024939 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f918d2d-8ff8-44ca-8b2a-cbc5a128ed17 req-2c85851f-0937-4f05-9d8e-1c161bdf740f tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:52.029428 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4f918d2d-8ff8-44ca-8b2a-cbc5a128ed17 req-2c85851f-0937-4f05-9d8e-1c161bdf740f tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=7edd1823-f1b0-42dd-93c4-3594575bfdd3 HTTP/1.1" status: 200 len: 944 time: 0.0888472 Jul 16 00:18:52.080063 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4f918d2d-8ff8-44ca-8b2a-cbc5a128ed17 req-15a633e9-2c2e-44c7-88bd-b528f5f88387 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd5af514-640e-427a-972f-0d50e52f31f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448387 Jul 16 00:18:52.099686 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-7c5c2940-4f1a-4923-b561-e0923e095a06 req-0c16a46f-8f9c-49ef-9c1b-b147b063303d service neutron] Attempting to bind port 0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:18:52.100028 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-7c5c2940-4f1a-4923-b561-e0923e095a06 req-0c16a46f-8f9c-49ef-9c1b-b147b063303d service neutron] Attempting to bind port 0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': 'e6f766a5-4379-4e85-9746-4eb84ecdea78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd6fbd841-c9a4-43b2-af50-6bd928d03578'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:18:52.100354 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5c2940-4f1a-4923-b561-e0923e095a06 req-0c16a46f-8f9c-49ef-9c1b-b147b063303d service neutron] Attempting to bind port 0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c on network d6fbd841-c9a4-43b2-af50-6bd928d03578 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:18:52.105364 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5c2940-4f1a-4923-b561-e0923e095a06 req-0c16a46f-8f9c-49ef-9c1b-b147b063303d service neutron] Port 0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c on network d6fbd841-c9a4-43b2-af50-6bd928d03578 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 00:18:52.105900 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5c2940-4f1a-4923-b561-e0923e095a06 req-0c16a46f-8f9c-49ef-9c1b-b147b063303d service neutron] Attempting to bind port 0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c on network d6fbd841-c9a4-43b2-af50-6bd928d03578 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:18:52.111885 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5c2940-4f1a-4923-b561-e0923e095a06 req-0c16a46f-8f9c-49ef-9c1b-b147b063303d service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:18:52.112369 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5c2940-4f1a-4923-b561-e0923e095a06 req-0c16a46f-8f9c-49ef-9c1b-b147b063303d service neutron] Checking segment: {'id': 'e6f766a5-4379-4e85-9746-4eb84ecdea78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd6fbd841-c9a4-43b2-af50-6bd928d03578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:18:52.112664 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5c2940-4f1a-4923-b561-e0923e095a06 req-0c16a46f-8f9c-49ef-9c1b-b147b063303d service neutron] Bound using segment: {'id': 'e6f766a5-4379-4e85-9746-4eb84ecdea78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd6fbd841-c9a4-43b2-af50-6bd928d03578'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:18:52.113020 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-7c5c2940-4f1a-4923-b561-e0923e095a06 req-0c16a46f-8f9c-49ef-9c1b-b147b063303d service neutron] Bound port: 0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6f766a5-4379-4e85-9746-4eb84ecdea78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd6fbd841-c9a4-43b2-af50-6bd928d03578'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:18:52.113383 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7c5c2940-4f1a-4923-b561-e0923e095a06 req-0c16a46f-8f9c-49ef-9c1b-b147b063303d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:52.191084 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-7c5c2940-4f1a-4923-b561-e0923e095a06 req-0c16a46f-8f9c-49ef-9c1b-b147b063303d service neutron] For port 0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c, host n-h2-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:18:52.194608 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-7c5c2940-4f1a-4923-b561-e0923e095a06 req-0c16a46f-8f9c-49ef-9c1b-b147b063303d service neutron] For port 0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c,segment=NetworkSegment(e6f766a5-4379-4e85-9746-4eb84ecdea78),segment_id=e6f766a5-4379-4e85-9746-4eb84ecdea78)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:18:52.200998 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7c5c2940-4f1a-4923-b561-e0923e095a06 req-0c16a46f-8f9c-49ef-9c1b-b147b063303d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:52.236169 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c2940-4f1a-4923-b561-e0923e095a06 req-0c16a46f-8f9c-49ef-9c1b-b147b063303d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:52.236807 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7c5c2940-4f1a-4923-b561-e0923e095a06 req-0c16a46f-8f9c-49ef-9c1b-b147b063303d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:52.238212 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-7c5c2940-4f1a-4923-b561-e0923e095a06 req-0c16a46f-8f9c-49ef-9c1b-b147b063303d service neutron] 10.222.0.41 "PUT /v2.0/ports/0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c HTTP/1.1" status: 200 len: 1092 time: 0.6976919 Jul 16 00:18:52.238654 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7edd1823-f1b0-42dd-93c4-3594575bfdd3', 'tag': '0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:18:52.240961 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732f3e1a316c3ad7d48a65c2bbc2e30ba6c82a3ba5a41bb87b5b7e43e99a4419" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf0e4b1d-bcaa-4d1a-acb8-2ceabfc73524" -d '{"events": [{"name": "network-changed", "server_uuid": "7edd1823-f1b0-42dd-93c4-3594575bfdd3", "tag": "0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:18:52.267174 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c16a46f-8f9c-49ef-9c1b-b147b063303d service neutron] Pushing event updated for resources: {'Port': ['ID=0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:18:52.283290 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a59890ce-96c3-4afb-a229-d8437fde3d5b x-openstack-request-id: req-a59890ce-96c3-4afb-a229-d8437fde3d5b {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:18:52.283782 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7edd1823-f1b0-42dd-93c4-3594575bfdd3", "tag": "0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:18:52.284202 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a59890ce-96c3-4afb-a229-d8437fde3d5b {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:18:52.284806 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7edd1823-f1b0-42dd-93c4-3594575bfdd3', 'tag': '0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c', 'status': 'completed', 'code': 200} Jul 16 00:18:52.360036 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c2940-4f1a-4923-b561-e0923e095a06 req-6e8e3198-9eac-4893-b7f4-b4b2d87bc455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:52.361544 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-7c5c2940-4f1a-4923-b561-e0923e095a06 req-6e8e3198-9eac-4893-b7f4-b4b2d87bc455 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a96abeafa0bb4cfba60d3fd0ccc00ac5&device_id=7edd1823-f1b0-42dd-93c4-3594575bfdd3 HTTP/1.1" status: 200 len: 1095 time: 0.0578506 Jul 16 00:18:52.413074 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-7c5c2940-4f1a-4923-b561-e0923e095a06 req-a00616cf-4a0c-44cb-bcd9-cf03e425a22d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c HTTP/1.1" status: 200 len: 217 time: 0.0394578 Jul 16 00:18:52.463882 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c2940-4f1a-4923-b561-e0923e095a06 req-c102ba8a-46c0-4a55-b4da-7c0a54f07a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:52.466219 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-7c5c2940-4f1a-4923-b561-e0923e095a06 req-c102ba8a-46c0-4a55-b4da-7c0a54f07a9e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23c27da4-f6b2-49f7-bcbd-f400113cd43c HTTP/1.1" status: 200 len: 834 time: 0.0469253 Jul 16 00:18:52.521702 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c2940-4f1a-4923-b561-e0923e095a06 req-2306ff01-0239-48f4-aab6-1403da71a80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:52.523196 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-7c5c2940-4f1a-4923-b561-e0923e095a06 req-2306ff01-0239-48f4-aab6-1403da71a80c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d6fbd841-c9a4-43b2-af50-6bd928d03578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508695 Jul 16 00:18:52.613879 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-7c5c2940-4f1a-4923-b561-e0923e095a06 req-5bee31e7-71fe-4dac-8d4b-67f6fd7bd155 service neutron] 10.222.0.41 "GET /v2.0/networks/d6fbd841-c9a4-43b2-af50-6bd928d03578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846794 Jul 16 00:18:52.702930 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-7c5c2940-4f1a-4923-b561-e0923e095a06 req-f2cbeb0a-8a6a-4aab-8c2f-9d9ec80b9676 service neutron] 10.222.0.41 "GET /v2.0/networks/d6fbd841-c9a4-43b2-af50-6bd928d03578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827367 Jul 16 00:18:52.842324 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e4b1d-bcaa-4d1a-acb8-2ceabfc73524 req-da428fdf-9320-4d97-bc73-2ab022cc3a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:52.844395 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cf0e4b1d-bcaa-4d1a-acb8-2ceabfc73524 req-da428fdf-9320-4d97-bc73-2ab022cc3a3a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a96abeafa0bb4cfba60d3fd0ccc00ac5&device_id=7edd1823-f1b0-42dd-93c4-3594575bfdd3 HTTP/1.1" status: 200 len: 1095 time: 0.0586240 Jul 16 00:18:52.968016 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 91e589ad-84f0-49b2-9aa7-c4c0506dc5cb up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:18:53.020232 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 91e589ad-84f0-49b2-9aa7-c4c0506dc5cb completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:18:53.024557 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 91e589ad-84f0-49b2-9aa7-c4c0506dc5cb triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:18:53.024932 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:53.108276 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:53.141727 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 91e589ad-84f0-49b2-9aa7-c4c0506dc5cb, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=91e589ad-84f0-49b2-9aa7-c4c0506dc5cb,segment=NetworkSegment(e6f766a5-4379-4e85-9746-4eb84ecdea78),segment_id=e6f766a5-4379-4e85-9746-4eb84ecdea78)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:18:53.149255 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:53.200792 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=91e589ad-84f0-49b2-9aa7-c4c0506dc5cb,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:18:53.244310 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e4b1d-bcaa-4d1a-acb8-2ceabfc73524 req-d589673e-6ba7-4402-8fcf-635cdcd426ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:53.245896 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cf0e4b1d-bcaa-4d1a-acb8-2ceabfc73524 req-d589673e-6ba7-4402-8fcf-635cdcd426ff service neutron] 10.222.0.41 "GET /v2.0/networks?id=d6fbd841-c9a4-43b2-af50-6bd928d03578 HTTP/1.1" status: 200 len: 898 time: 0.3951492 Jul 16 00:18:53.253856 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b77e8e2-081b-4386-b0bb-df9880ae45bf req-8151926a-f174-41a6-95d6-41b749716d54 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:53.255539 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2b77e8e2-081b-4386-b0bb-df9880ae45bf req-8151926a-f174-41a6-95d6-41b749716d54 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=7edd1823-f1b0-42dd-93c4-3594575bfdd3 HTTP/1.1" status: 200 len: 944 time: 0.0640285 Jul 16 00:18:53.290842 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cf0e4b1d-bcaa-4d1a-acb8-2ceabfc73524 req-243238b7-e7ad-434a-b66c-3f9bf9940fda service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c HTTP/1.1" status: 200 len: 217 time: 0.0383346 Jul 16 00:18:53.294075 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2b77e8e2-081b-4386-b0bb-df9880ae45bf req-f16d524f-cd67-4f40-8fc8-35318652b12c tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd5af514-640e-427a-972f-0d50e52f31f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328965 Jul 16 00:18:53.338933 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e4b1d-bcaa-4d1a-acb8-2ceabfc73524 req-deaca97c-bfc1-4bb9-ac51-c76c3ac68caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:53.341118 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cf0e4b1d-bcaa-4d1a-acb8-2ceabfc73524 req-deaca97c-bfc1-4bb9-ac51-c76c3ac68caf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23c27da4-f6b2-49f7-bcbd-f400113cd43c HTTP/1.1" status: 200 len: 834 time: 0.0439343 Jul 16 00:18:53.398286 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e4b1d-bcaa-4d1a-acb8-2ceabfc73524 req-46a9b65d-af23-49b0-86a1-3f67be436adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:53.399800 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cf0e4b1d-bcaa-4d1a-acb8-2ceabfc73524 req-46a9b65d-af23-49b0-86a1-3f67be436adc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d6fbd841-c9a4-43b2-af50-6bd928d03578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511699 Jul 16 00:18:53.492253 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cf0e4b1d-bcaa-4d1a-acb8-2ceabfc73524 req-22a68065-c985-4134-8fcd-5f4aa493f3c2 service neutron] 10.222.0.41 "GET /v2.0/networks/d6fbd841-c9a4-43b2-af50-6bd928d03578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846088 Jul 16 00:18:53.584577 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cf0e4b1d-bcaa-4d1a-acb8-2ceabfc73524 req-d01d0c2b-3514-4a08-bb68-95fe8a322536 service neutron] 10.222.0.41 "GET /v2.0/networks/d6fbd841-c9a4-43b2-af50-6bd928d03578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847304 Jul 16 00:18:54.471129 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b350107-3fdf-4d4f-a380-a90c33a1abac req-c089dc62-5304-414a-b19c-5a653f90795e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:54.472657 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3b350107-3fdf-4d4f-a380-a90c33a1abac req-c089dc62-5304-414a-b19c-5a653f90795e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=7edd1823-f1b0-42dd-93c4-3594575bfdd3 HTTP/1.1" status: 200 len: 944 time: 0.0664568 Jul 16 00:18:54.509058 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3b350107-3fdf-4d4f-a380-a90c33a1abac req-6124fb01-b018-4379-bdd7-5014fdeb070a tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd5af514-640e-427a-972f-0d50e52f31f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306833 Jul 16 00:18:54.886898 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 00:18:54.960767 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 91e589ad-84f0-49b2-9aa7-c4c0506dc5cb up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:18:55.017691 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c,segment=NetworkSegment(e6f766a5-4379-4e85-9746-4eb84ecdea78),segment_id=e6f766a5-4379-4e85-9746-4eb84ecdea78)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:18:55.030545 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': '0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c', 'network_id': 'd6fbd841-c9a4-43b2-af50-6bd928d03578', 'port_id': '0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c', 'mac_address': 'fa:16:3e:1b:1e:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23c27da4-f6b2-49f7-bcbd-f400113cd43c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 00:18:55.061732 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 91e589ad-84f0-49b2-9aa7-c4c0506dc5cb triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:18:55.062110 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:55.100072 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:55.117665 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:18:55.145352 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c,segment=NetworkSegment(e6f766a5-4379-4e85-9746-4eb84ecdea78),segment_id=e6f766a5-4379-4e85-9746-4eb84ecdea78)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:18:55.163459 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:55.219025 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:18:55.435928 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:18:55.684250 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e89d7c-2b37-4544-ba3f-062d906fc68c req-3b8f6b65-1bdb-4e74-8077-f09b4ccb21d5 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:55.685742 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-24e89d7c-2b37-4544-ba3f-062d906fc68c req-3b8f6b65-1bdb-4e74-8077-f09b4ccb21d5 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=7edd1823-f1b0-42dd-93c4-3594575bfdd3 HTTP/1.1" status: 200 len: 945 time: 0.0647609 Jul 16 00:18:55.722800 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-24e89d7c-2b37-4544-ba3f-062d906fc68c req-518d915a-c456-4105-871b-a8c8b2e07351 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd5af514-640e-427a-972f-0d50e52f31f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313807 Jul 16 00:18:56.098112 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:56.899789 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:18:56.902197 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76011d-38b7-416c-9c34-4f79bafc0fa0 req-03c3085f-e138-4f4a-ab4d-c841ba3cd7de tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:56.904036 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ef76011d-38b7-416c-9c34-4f79bafc0fa0 req-03c3085f-e138-4f4a-ab4d-c841ba3cd7de tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=7edd1823-f1b0-42dd-93c4-3594575bfdd3 HTTP/1.1" status: 200 len: 945 time: 0.0666020 Jul 16 00:18:56.946967 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ef76011d-38b7-416c-9c34-4f79bafc0fa0 req-febce0d6-0d37-4e67-8df9-b5cc6749f4d4 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd5af514-640e-427a-972f-0d50e52f31f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373361 Jul 16 00:18:56.950495 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port 0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:18:56.954494 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port 0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:18:56.954878 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:57.034355 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:57.056370 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7edd1823-f1b0-42dd-93c4-3594575bfdd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:18:57.058604 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85e2a5fec60f0be1243ce80844a072e05c29e3c23db0dd3e62b5f7d92f5b0637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adee4c81-48ed-48b9-8652-7b00f311264b" -d '{"events": [{"server_uuid": "7edd1823-f1b0-42dd-93c4-3594575bfdd3", "name": "network-vif-plugged", "status": "completed", "tag": "0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:18:57.072108 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c,segment=NetworkSegment(e6f766a5-4379-4e85-9746-4eb84ecdea78),segment_id=e6f766a5-4379-4e85-9746-4eb84ecdea78)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:18:57.076634 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:57.099342 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1cbda5e-c262-4e94-885d-e40e9ad17f8c x-openstack-request-id: req-b1cbda5e-c262-4e94-885d-e40e9ad17f8c {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:18:57.099987 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7edd1823-f1b0-42dd-93c4-3594575bfdd3", "name": "network-vif-plugged", "status": "completed", "tag": "0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:18:57.099987 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b1cbda5e-c262-4e94-885d-e40e9ad17f8c {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:18:57.100260 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7edd1823-f1b0-42dd-93c4-3594575bfdd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c', 'code': 200} Jul 16 00:18:57.124860 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:18:57.233899 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce23a93-38bf-431a-9061-54bc1f1e7b25 req-626d8a0d-542f-4280-b63e-e1444a3a1d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:57.235407 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4ce23a93-38bf-431a-9061-54bc1f1e7b25 req-626d8a0d-542f-4280-b63e-e1444a3a1d9f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7edd1823-f1b0-42dd-93c4-3594575bfdd3 HTTP/1.1" status: 200 len: 1097 time: 0.0525517 Jul 16 00:18:57.273985 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-4ce23a93-38bf-431a-9061-54bc1f1e7b25 req-40a4c682-8da8-48f2-bd59-54de38505e39 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bd5af514-640e-427a-972f-0d50e52f31f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319641 Jul 16 00:18:58.118028 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e834c4cf-ae64-413d-8bc2-eec1764d0e54 req-9bfcf474-736e-4973-a40d-bb8aca54f9b9 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:58.119493 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e834c4cf-ae64-413d-8bc2-eec1764d0e54 req-9bfcf474-736e-4973-a40d-bb8aca54f9b9 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=7edd1823-f1b0-42dd-93c4-3594575bfdd3 HTTP/1.1" status: 200 len: 946 time: 0.0622866 Jul 16 00:18:58.158002 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e834c4cf-ae64-413d-8bc2-eec1764d0e54 req-41e5835c-17c4-4d92-9531-694e14ec1b89 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd5af514-640e-427a-972f-0d50e52f31f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322309 Jul 16 00:18:59.334033 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8ca531-e95c-47a4-adaf-1e9cba1b7e05 req-e2ac3551-87d4-4c5f-a317-81cd4f844093 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:59.335502 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4b8ca531-e95c-47a4-adaf-1e9cba1b7e05 req-e2ac3551-87d4-4c5f-a317-81cd4f844093 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=7edd1823-f1b0-42dd-93c4-3594575bfdd3 HTTP/1.1" status: 200 len: 946 time: 0.0625098 Jul 16 00:18:59.372714 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4b8ca531-e95c-47a4-adaf-1e9cba1b7e05 req-e1958f2e-baa2-447c-9aaf-b19c242bc60c tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd5af514-640e-427a-972f-0d50e52f31f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312388 Jul 16 00:18:59.547256 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c9ce01-43de-4e59-a7cc-578cbbad7dde req-98d92e48-72ee-48d4-aff7-aed907c2e249 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:59.548842 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-01c9ce01-43de-4e59-a7cc-578cbbad7dde req-98d92e48-72ee-48d4-aff7-aed907c2e249 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=7edd1823-f1b0-42dd-93c4-3594575bfdd3 HTTP/1.1" status: 200 len: 946 time: 0.0663860 Jul 16 00:18:59.587598 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-01c9ce01-43de-4e59-a7cc-578cbbad7dde req-03542351-3097-4a54-8493-161e0dc5e034 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd5af514-640e-427a-972f-0d50e52f31f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329721 Jul 16 00:18:59.612578 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54768) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:18:59.706729 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19be34c4-601e-498e-83b2-3f70c9859548 tempest-TestNetworkAdvancedServerOps-1746541538 tempest-TestNetworkAdvancedServerOps-1746541538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:18:59.708305 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-19be34c4-601e-498e-83b2-3f70c9859548 tempest-TestNetworkAdvancedServerOps-1746541538 tempest-TestNetworkAdvancedServerOps-1746541538-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=7edd1823-f1b0-42dd-93c4-3594575bfdd3 HTTP/1.1" status: 200 len: 1092 time: 0.0947194 Jul 16 00:18:59.711075 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54772) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:18:59.716216 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-cb8c67f7-eaf7-4695-8e99-517b440f4dd7 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Request body: {'floatingip': {'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'port_id': '0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:18:59.736497 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cb8c67f7-eaf7-4695-8e99-517b440f4dd7 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:59.830753 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cb8c67f7-eaf7-4695-8e99-517b440f4dd7 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:18:59.936466 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-cb8c67f7-eaf7-4695-8e99-517b440f4dd7 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Allocated IP 172.25.5.87 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/a07853c9-5c8d-4c6b-a9b6-90c586afc22b) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:19:00.040030 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cb8c67f7-eaf7-4695-8e99-517b440f4dd7 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:00.078313 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cb8c67f7-eaf7-4695-8e99-517b440f4dd7 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:00.112087 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8c67f7-eaf7-4695-8e99-517b440f4dd7 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:19:00.114933 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-cb8c67f7-eaf7-4695-8e99-517b440f4dd7 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:19:00.120401 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8c67f7-eaf7-4695-8e99-517b440f4dd7 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:19:00.149338 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8c67f7-eaf7-4695-8e99-517b440f4dd7 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event updated for resources: {'Port': ['ID=a07853c9-5c8d-4c6b-a9b6-90c586afc22b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:19:00.488299 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cb8c67f7-eaf7-4695-8e99-517b440f4dd7 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:00.565551 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cb8c67f7-eaf7-4695-8e99-517b440f4dd7 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:00.716161 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cb8c67f7-eaf7-4695-8e99-517b440f4dd7 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:00.720695 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cb8c67f7-eaf7-4695-8e99-517b440f4dd7 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:00.793302 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8c67f7-eaf7-4695-8e99-517b440f4dd7 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event updated for resources: {'Port': ['ID=a07853c9-5c8d-4c6b-a9b6-90c586afc22b,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:19:00.804912 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cb8c67f7-eaf7-4695-8e99-517b440f4dd7 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:00.903786 n-d-794306-6 neutron-server[93771]: INFO neutron.db.l3_db [None req-cb8c67f7-eaf7-4695-8e99-517b440f4dd7 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Floating IP 0ceaf589-575f-4cf4-b675-152fde9ec7fd associated. External IP: 172.25.5.87, port: 0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c. Jul 16 00:19:00.942558 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3b2b59ec-9b01-42e4-9983-cb5ef05b8996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:01.109396 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb8c67f7-eaf7-4695-8e99-517b440f4dd7 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Router 7faa17c9-62b0-4ba1-b3b3-04fc1d51863f has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:19:01.216928 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8c67f7-eaf7-4695-8e99-517b440f4dd7 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:19:01.226273 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61346be-d669-4863-b5a5-851cc51b948f None None] Sync routers for ids ['7faa17c9-62b0-4ba1-b3b3-04fc1d51863f'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:19:01.232731 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cb8c67f7-eaf7-4695-8e99-517b440f4dd7 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:01.236783 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61346be-d669-4863-b5a5-851cc51b948f None None] Routers {'7faa17c9-62b0-4ba1-b3b3-04fc1d51863f'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:19:01.237490 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a61346be-d669-4863-b5a5-851cc51b948f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:18:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['7faa17c9-62b0-4ba1-b3b3-04fc1d51863f'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:19:01.270142 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-cb8c67f7-eaf7-4695-8e99-517b440f4dd7 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5579822 Jul 16 00:19:01.270736 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7edd1823-f1b0-42dd-93c4-3594575bfdd3', 'tag': '0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:19:01.273123 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732f3e1a316c3ad7d48a65c2bbc2e30ba6c82a3ba5a41bb87b5b7e43e99a4419" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67accd23-c238-43c5-861e-ceb85627b447" -d '{"events": [{"name": "network-changed", "server_uuid": "7edd1823-f1b0-42dd-93c4-3594575bfdd3", "tag": "0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:19:01.315798 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e415e6-b0f4-4d64-b566-dca1237987f0 x-openstack-request-id: req-71e415e6-b0f4-4d64-b566-dca1237987f0 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:19:01.316278 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7edd1823-f1b0-42dd-93c4-3594575bfdd3", "tag": "0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:19:01.316534 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-71e415e6-b0f4-4d64-b566-dca1237987f0 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:19:01.316938 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7edd1823-f1b0-42dd-93c4-3594575bfdd3', 'tag': '0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c', 'status': 'completed', 'code': 200} Jul 16 00:19:01.348184 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-a61346be-d669-4863-b5a5-851cc51b948f None None] Set router 7faa17c9-62b0-4ba1-b3b3-04fc1d51863f gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:19:01.422191 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67accd23-c238-43c5-861e-ceb85627b447 req-a8fd6cc8-8229-4698-a930-76f0aaf77457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:19:01.424091 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-67accd23-c238-43c5-861e-ceb85627b447 req-a8fd6cc8-8229-4698-a930-76f0aaf77457 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a96abeafa0bb4cfba60d3fd0ccc00ac5&device_id=7edd1823-f1b0-42dd-93c4-3594575bfdd3 HTTP/1.1" status: 200 len: 1097 time: 0.0626438 Jul 16 00:19:01.440146 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de672949-55b2-4f17-88da-a7d2c2eb4ad1 req-769f3c80-f6d0-4620-8bf7-0e533dd03a5f tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:19:01.442956 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-de672949-55b2-4f17-88da-a7d2c2eb4ad1 req-769f3c80-f6d0-4620-8bf7-0e533dd03a5f tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=7edd1823-f1b0-42dd-93c4-3594575bfdd3 HTTP/1.1" status: 200 len: 946 time: 0.0701118 Jul 16 00:19:01.482339 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-de672949-55b2-4f17-88da-a7d2c2eb4ad1 req-f88855e8-37eb-4484-8c58-36bbc33541de tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd5af514-640e-427a-972f-0d50e52f31f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345287 Jul 16 00:19:01.507500 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54778) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:19:01.524399 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67accd23-c238-43c5-861e-ceb85627b447 req-fd935944-8790-4c84-ad97-7d10463b2d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:19:01.525933 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-67accd23-c238-43c5-861e-ceb85627b447 req-fd935944-8790-4c84-ad97-7d10463b2d0d service neutron] 10.222.0.41 "GET /v2.0/networks?id=d6fbd841-c9a4-43b2-af50-6bd928d03578 HTTP/1.1" status: 200 len: 898 time: 0.0958524 Jul 16 00:19:01.576448 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-3cfe1a99-5208-4cb3-9563-58b135b4c3f9 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/floatingips/0ceaf589-575f-4cf4-b675-152fde9ec7fd HTTP/1.1" status: 200 len: 991 time: 0.0658274 Jul 16 00:19:01.599093 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-67accd23-c238-43c5-861e-ceb85627b447 req-137bd86e-ec6a-43b4-8d9f-f2a1c010c002 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c HTTP/1.1" status: 200 len: 999 time: 0.0659769 Jul 16 00:19:01.649525 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67accd23-c238-43c5-861e-ceb85627b447 req-4c109358-7cef-49b7-a64f-60a93f5b26eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:19:01.651071 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-67accd23-c238-43c5-861e-ceb85627b447 req-4c109358-7cef-49b7-a64f-60a93f5b26eb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23c27da4-f6b2-49f7-bcbd-f400113cd43c HTTP/1.1" status: 200 len: 834 time: 0.0453210 Jul 16 00:19:01.708001 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67accd23-c238-43c5-861e-ceb85627b447 req-e3e7d121-af99-43cc-85f2-303f4b5b9919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:19:01.709468 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-67accd23-c238-43c5-861e-ceb85627b447 req-e3e7d121-af99-43cc-85f2-303f4b5b9919 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d6fbd841-c9a4-43b2-af50-6bd928d03578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518973 Jul 16 00:19:01.742957 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a61346be-d669-4863-b5a5-851cc51b948f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7faa17c9-62b0-4ba1-b3b3-04fc1d51863f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1139866231', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'c75e3d36-5bea-40f9-8a0f-614ac3e8028b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:18:44Z', 'updated_at': '2021-07-16T00:18:47Z', 'revision_number': 4, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'gw_port': {'id': 'c75e3d36-5bea-40f9-8a0f-614ac3e8028b', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:51:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faa17c9-62b0-4ba1-b3b3-04fc1d51863f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:18:44Z', 'updated_at': '2021-07-16T00:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '0ceaf589-575f-4cf4-b675-152fde9ec7fd', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'floating_ip_address': '172.25.5.87', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '7faa17c9-62b0-4ba1-b3b3-04fc1d51863f', 'port_id': '0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6fbd841-c9a4-43b2-af50-6bd928d03578', 'mac_address': 'fa:16:3e:1b:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edd1823-f1b0-42dd-93c4-3594575bfdd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:19:00Z', 'updated_at': '2021-07-16T00:19:00Z', 'revision_number': 0, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91e589ad-84f0-49b2-9aa7-c4c0506dc5cb', 'name': '', 'network_id': 'd6fbd841-c9a4-43b2-af50-6bd928d03578', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'mac_address': 'fa:16:3e:20:64:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faa17c9-62b0-4ba1-b3b3-04fc1d51863f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '23c27da4-f6b2-49f7-bcbd-f400113cd43c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:18:46Z', 'updated_at': '2021-07-16T00:18:53Z', 'revision_number': 5, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'subnets': [{'id': '23c27da4-f6b2-49f7-bcbd-f400113cd43c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:19:01.769773 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61346be-d669-4863-b5a5-851cc51b948f None None] Checking router: 7faa17c9-62b0-4ba1-b3b3-04fc1d51863f for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:19:01.778513 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61346be-d669-4863-b5a5-851cc51b948f None None] Routers {'7faa17c9-62b0-4ba1-b3b3-04fc1d51863f'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:19:01.779250 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a61346be-d669-4863-b5a5-851cc51b948f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:18:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['7faa17c9-62b0-4ba1-b3b3-04fc1d51863f'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:19:01.808802 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-67accd23-c238-43c5-861e-ceb85627b447 req-7057b4c4-355e-41a6-94fb-11648dbc795f service neutron] 10.222.0.41 "GET /v2.0/networks/d6fbd841-c9a4-43b2-af50-6bd928d03578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928247 Jul 16 00:19:01.885714 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-a61346be-d669-4863-b5a5-851cc51b948f None None] Set router 7faa17c9-62b0-4ba1-b3b3-04fc1d51863f gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:19:01.906564 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-67accd23-c238-43c5-861e-ceb85627b447 req-9a4a513f-39b3-4694-8820-e4b3e2417145 service neutron] 10.222.0.41 "GET /v2.0/networks/d6fbd841-c9a4-43b2-af50-6bd928d03578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913506 Jul 16 00:19:02.109945 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a61346be-d669-4863-b5a5-851cc51b948f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7faa17c9-62b0-4ba1-b3b3-04fc1d51863f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1139866231', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'c75e3d36-5bea-40f9-8a0f-614ac3e8028b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:18:44Z', 'updated_at': '2021-07-16T00:18:47Z', 'revision_number': 4, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'gw_port': {'id': 'c75e3d36-5bea-40f9-8a0f-614ac3e8028b', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:51:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faa17c9-62b0-4ba1-b3b3-04fc1d51863f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:18:44Z', 'updated_at': '2021-07-16T00:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '0ceaf589-575f-4cf4-b675-152fde9ec7fd', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'floating_ip_address': '172.25.5.87', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '7faa17c9-62b0-4ba1-b3b3-04fc1d51863f', 'port_id': '0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6fbd841-c9a4-43b2-af50-6bd928d03578', 'mac_address': 'fa:16:3e:1b:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edd1823-f1b0-42dd-93c4-3594575bfdd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:19:00Z', 'updated_at': '2021-07-16T00:19:00Z', 'revision_number': 0, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91e589ad-84f0-49b2-9aa7-c4c0506dc5cb', 'name': '', 'network_id': 'd6fbd841-c9a4-43b2-af50-6bd928d03578', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'mac_address': 'fa:16:3e:20:64:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faa17c9-62b0-4ba1-b3b3-04fc1d51863f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '23c27da4-f6b2-49f7-bcbd-f400113cd43c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:18:46Z', 'updated_at': '2021-07-16T00:18:53Z', 'revision_number': 5, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'subnets': [{'id': '23c27da4-f6b2-49f7-bcbd-f400113cd43c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:19:02.135078 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61346be-d669-4863-b5a5-851cc51b948f None None] The sync data for ids ['7faa17c9-62b0-4ba1-b3b3-04fc1d51863f'] in n-d-794306-6 is: [{'id': '7faa17c9-62b0-4ba1-b3b3-04fc1d51863f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1139866231', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'c75e3d36-5bea-40f9-8a0f-614ac3e8028b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:18:44Z', 'updated_at': '2021-07-16T00:18:47Z', 'revision_number': 4, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'gw_port': {'id': 'c75e3d36-5bea-40f9-8a0f-614ac3e8028b', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:51:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faa17c9-62b0-4ba1-b3b3-04fc1d51863f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:18:44Z', 'updated_at': '2021-07-16T00:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '0ceaf589-575f-4cf4-b675-152fde9ec7fd', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'floating_ip_address': '172.25.5.87', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '7faa17c9-62b0-4ba1-b3b3-04fc1d51863f', 'port_id': '0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6fbd841-c9a4-43b2-af50-6bd928d03578', 'mac_address': 'fa:16:3e:1b:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edd1823-f1b0-42dd-93c4-3594575bfdd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:19:00Z', 'updated_at': '2021-07-16T00:19:00Z', 'revision_number': 0, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91e589ad-84f0-49b2-9aa7-c4c0506dc5cb', 'name': '', 'network_id': 'd6fbd841-c9a4-43b2-af50-6bd928d03578', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'mac_address': 'fa:16:3e:20:64:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faa17c9-62b0-4ba1-b3b3-04fc1d51863f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '23c27da4-f6b2-49f7-bcbd-f400113cd43c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:18:46Z', 'updated_at': '2021-07-16T00:18:53Z', 'revision_number': 5, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'subnets': [{'id': '23c27da4-f6b2-49f7-bcbd-f400113cd43c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:19:02.344950 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14428e2-126e-4362-aa33-155f8f23497d None None] New status for floating IP 0ceaf589-575f-4cf4-b675-152fde9ec7fd: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 00:19:02.579268 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54780) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:19:02.640002 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-439a8b6c-6282-4322-8892-530a6a776f13 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/floatingips/0ceaf589-575f-4cf4-b675-152fde9ec7fd HTTP/1.1" status: 200 len: 993 time: 0.0592520 Jul 16 00:19:03.504305 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:04.317544 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3517db38-82db-454a-94a7-9eaccbd66a23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:04.567763 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:06.575281 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:08.833927 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:24.861788 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:19:26.116218 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:29.656440 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0134e391-16bc-4584-98f4-eb3fc689f9f9 req-4624fac9-4ed9-4e0e-915c-7cc7d025f891 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:19:29.658536 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0134e391-16bc-4584-98f4-eb3fc689f9f9 req-4624fac9-4ed9-4e0e-915c-7cc7d025f891 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=7edd1823-f1b0-42dd-93c4-3594575bfdd3 HTTP/1.1" status: 200 len: 946 time: 0.0658629 Jul 16 00:19:29.700419 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0134e391-16bc-4584-98f4-eb3fc689f9f9 req-e9403733-ed44-4cb1-a534-df1179b19561 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd5af514-640e-427a-972f-0d50e52f31f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362146 Jul 16 00:19:30.058171 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf327171-a6f1-4a01-a78d-93375f56a516 req-1f76b880-d3da-4a09-86e5-b63732f3678e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:19:30.059591 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cf327171-a6f1-4a01-a78d-93375f56a516 req-1f76b880-d3da-4a09-86e5-b63732f3678e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a96abeafa0bb4cfba60d3fd0ccc00ac5&device_id=7edd1823-f1b0-42dd-93c4-3594575bfdd3 HTTP/1.1" status: 200 len: 1097 time: 0.0526960 Jul 16 00:19:30.167468 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf327171-a6f1-4a01-a78d-93375f56a516 req-b8a090c1-598d-467a-b60d-09efa318ac61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:19:30.169215 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cf327171-a6f1-4a01-a78d-93375f56a516 req-b8a090c1-598d-467a-b60d-09efa318ac61 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d6fbd841-c9a4-43b2-af50-6bd928d03578 HTTP/1.1" status: 200 len: 898 time: 0.0902629 Jul 16 00:19:30.236735 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cf327171-a6f1-4a01-a78d-93375f56a516 req-103939d5-9df7-4bb5-b932-187eccb16aa6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c HTTP/1.1" status: 200 len: 1001 time: 0.0610352 Jul 16 00:19:30.285262 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf327171-a6f1-4a01-a78d-93375f56a516 req-977b8f63-526e-4eb7-8ae6-b808456cd09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:19:30.286710 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cf327171-a6f1-4a01-a78d-93375f56a516 req-977b8f63-526e-4eb7-8ae6-b808456cd09b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23c27da4-f6b2-49f7-bcbd-f400113cd43c HTTP/1.1" status: 200 len: 834 time: 0.0439298 Jul 16 00:19:30.342490 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf327171-a6f1-4a01-a78d-93375f56a516 req-e314101b-8540-4817-a6da-697f2ab40a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:19:30.343905 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cf327171-a6f1-4a01-a78d-93375f56a516 req-e314101b-8540-4817-a6da-697f2ab40a47 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d6fbd841-c9a4-43b2-af50-6bd928d03578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506444 Jul 16 00:19:30.355487 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [req-cf327171-a6f1-4a01-a78d-93375f56a516 req-beaac02d-5327-4934-bec7-91592780542f service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 00:19:30.356464 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cf327171-a6f1-4a01-a78d-93375f56a516 req-beaac02d-5327-4934-bec7-91592780542f service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049448 Jul 16 00:19:30.449756 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cf327171-a6f1-4a01-a78d-93375f56a516 req-483c1010-4194-4c92-9bb5-3229c7a7c23c service neutron] 10.222.0.41 "GET /v2.0/networks/d6fbd841-c9a4-43b2-af50-6bd928d03578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864470 Jul 16 00:19:30.540868 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cf327171-a6f1-4a01-a78d-93375f56a516 req-01ac4d2b-8336-4ce6-8b9d-d05f69c5d5b1 service neutron] 10.222.0.41 "GET /v2.0/networks/d6fbd841-c9a4-43b2-af50-6bd928d03578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839233 Jul 16 00:19:30.880315 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc74555c-dd41-467b-93ba-dc4b9e00d78e req-d09045b2-dff6-44ea-be44-fe4fe328a20e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:19:30.881784 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cc74555c-dd41-467b-93ba-dc4b9e00d78e req-d09045b2-dff6-44ea-be44-fe4fe328a20e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=7edd1823-f1b0-42dd-93c4-3594575bfdd3 HTTP/1.1" status: 200 len: 946 time: 0.0644581 Jul 16 00:19:30.923374 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-cc74555c-dd41-467b-93ba-dc4b9e00d78e req-3391285d-c7e2-42b2-b812-072ba8759b7c tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd5af514-640e-427a-972f-0d50e52f31f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360210 Jul 16 00:19:30.945804 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ec1c65c6-6007-458e-9bfc-1cc948edde46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:32.103770 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0929054f-8427-4dfe-8ab7-03203b683fdf req-3c503e3d-1f96-4d31-a54a-f68dcc0cfa3b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:19:32.105285 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0929054f-8427-4dfe-8ab7-03203b683fdf req-3c503e3d-1f96-4d31-a54a-f68dcc0cfa3b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=7edd1823-f1b0-42dd-93c4-3594575bfdd3 HTTP/1.1" status: 200 len: 946 time: 0.0625060 Jul 16 00:19:32.142048 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0929054f-8427-4dfe-8ab7-03203b683fdf req-7a6f56a8-7f91-4381-a6d9-51b52adbdee2 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd5af514-640e-427a-972f-0d50e52f31f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308237 Jul 16 00:19:33.319984 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea5cb5-3f76-44f5-97a0-d8deff568234 req-6d916b1a-884c-40d7-bbb5-f756a2aa12bc tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:19:33.321478 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-26ea5cb5-3f76-44f5-97a0-d8deff568234 req-6d916b1a-884c-40d7-bbb5-f756a2aa12bc tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=7edd1823-f1b0-42dd-93c4-3594575bfdd3 HTTP/1.1" status: 200 len: 946 time: 0.0695708 Jul 16 00:19:33.359743 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-26ea5cb5-3f76-44f5-97a0-d8deff568234 req-53510af2-22d7-4ddc-8dbf-9a3e9edaf5fc tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd5af514-640e-427a-972f-0d50e52f31f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327518 Jul 16 00:19:33.510078 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:34.317186 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c3f8de5a-da57-489a-b5ca-54212e53173e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:34.539010 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc428b-68da-43e2-a33e-ebb617c68291 req-f273a620-4aae-480a-97c5-e5ce62764122 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:19:34.540514 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f2fc428b-68da-43e2-a33e-ebb617c68291 req-f273a620-4aae-480a-97c5-e5ce62764122 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=7edd1823-f1b0-42dd-93c4-3594575bfdd3 HTTP/1.1" status: 200 len: 946 time: 0.0638103 Jul 16 00:19:34.570399 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:34.580680 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f2fc428b-68da-43e2-a33e-ebb617c68291 req-c9580df6-98ef-498c-8bd7-eeae78b47271 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd5af514-640e-427a-972f-0d50e52f31f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344555 Jul 16 00:19:35.755980 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f78c1-9e1c-42ce-87af-e8e95eaae423 req-40dcaec6-ddae-4965-9fbd-5490cd721bf0 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:19:35.757453 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-493f78c1-9e1c-42ce-87af-e8e95eaae423 req-40dcaec6-ddae-4965-9fbd-5490cd721bf0 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=7edd1823-f1b0-42dd-93c4-3594575bfdd3 HTTP/1.1" status: 200 len: 946 time: 0.0666225 Jul 16 00:19:35.794013 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-493f78c1-9e1c-42ce-87af-e8e95eaae423 req-d3427c8d-74b0-4ce4-a96e-36f0763cccc3 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd5af514-640e-427a-972f-0d50e52f31f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311022 Jul 16 00:19:36.577510 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:36.973394 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3dd887-62f1-4d2e-8927-5492284cec3f req-dbb9edef-b6f7-4d78-a65c-3d5bf56d2a1f tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:19:36.974928 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fe3dd887-62f1-4d2e-8927-5492284cec3f req-dbb9edef-b6f7-4d78-a65c-3d5bf56d2a1f tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=7edd1823-f1b0-42dd-93c4-3594575bfdd3 HTTP/1.1" status: 200 len: 946 time: 0.0663350 Jul 16 00:19:37.013314 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fe3dd887-62f1-4d2e-8927-5492284cec3f req-f988d9d7-ea39-4644-93a7-c194802bb1d4 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd5af514-640e-427a-972f-0d50e52f31f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318825 Jul 16 00:19:38.187581 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc12355e-65a3-4523-bcd7-1fda7e385333 req-b977c560-4e24-4666-b3cf-62933490d62a tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:19:38.189061 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bc12355e-65a3-4523-bcd7-1fda7e385333 req-b977c560-4e24-4666-b3cf-62933490d62a tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=7edd1823-f1b0-42dd-93c4-3594575bfdd3 HTTP/1.1" status: 200 len: 946 time: 0.0644403 Jul 16 00:19:38.226619 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bc12355e-65a3-4523-bcd7-1fda7e385333 req-ff9bb4ef-5ad6-4bf5-9c9b-fcd217c82f96 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd5af514-640e-427a-972f-0d50e52f31f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318911 Jul 16 00:19:38.851947 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:19:39.401832 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168cab6-0338-4762-aa59-bd5ff78ffdf3 req-5c3ceab0-4471-40b6-9eff-9991352c0dc9 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:19:39.403288 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6168cab6-0338-4762-aa59-bd5ff78ffdf3 req-5c3ceab0-4471-40b6-9eff-9991352c0dc9 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=7edd1823-f1b0-42dd-93c4-3594575bfdd3 HTTP/1.1" status: 200 len: 946 time: 0.0654712 Jul 16 00:19:39.441485 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6168cab6-0338-4762-aa59-bd5ff78ffdf3 req-c079e911-2a48-47f3-99ee-1094cf3ea47f tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd5af514-640e-427a-972f-0d50e52f31f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326188 Jul 16 00:19:40.616372 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538c914d-6bc7-46fa-99d0-becfedf79cdb req-af66991b-47fd-4da3-b056-d81a7a0800a8 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:19:40.617851 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-538c914d-6bc7-46fa-99d0-becfedf79cdb req-af66991b-47fd-4da3-b056-d81a7a0800a8 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=7edd1823-f1b0-42dd-93c4-3594575bfdd3 HTTP/1.1" status: 200 len: 946 time: 0.0628715 Jul 16 00:19:40.655539 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-538c914d-6bc7-46fa-99d0-becfedf79cdb req-1886bff8-36fe-4ef7-8059-b60e045461f4 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd5af514-640e-427a-972f-0d50e52f31f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321732 Jul 16 00:19:40.679384 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54818) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:19:40.741448 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-87c0c463-db39-493d-9321-9f1353805127 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/floatingips/0ceaf589-575f-4cf4-b675-152fde9ec7fd HTTP/1.1" status: 200 len: 993 time: 0.0608079 Jul 16 00:19:42.185302 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f68c28-20d6-4797-b0db-10d7a33059e0 req-752be7d8-11df-4f8c-850a-9fa97f53a8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:19:42.186487 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9127ed8a-94be-4ecc-aa67-486789d39a4d req-1c60ae8e-b688-4d6e-8f98-a0fac720a814 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:19:42.186900 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-64f68c28-20d6-4797-b0db-10d7a33059e0 req-752be7d8-11df-4f8c-850a-9fa97f53a8e6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a96abeafa0bb4cfba60d3fd0ccc00ac5&device_id=7edd1823-f1b0-42dd-93c4-3594575bfdd3 HTTP/1.1" status: 200 len: 1097 time: 0.0519001 Jul 16 00:19:42.187989 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9127ed8a-94be-4ecc-aa67-486789d39a4d req-1c60ae8e-b688-4d6e-8f98-a0fac720a814 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=7edd1823-f1b0-42dd-93c4-3594575bfdd3 HTTP/1.1" status: 200 len: 946 time: 0.0643985 Jul 16 00:19:42.226564 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9127ed8a-94be-4ecc-aa67-486789d39a4d req-b74036d6-251a-4885-9d37-9732767178a4 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd5af514-640e-427a-972f-0d50e52f31f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320299 Jul 16 00:19:42.281327 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f68c28-20d6-4797-b0db-10d7a33059e0 req-969e9f02-9387-48d7-922a-48468026d239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:19:42.282714 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-64f68c28-20d6-4797-b0db-10d7a33059e0 req-969e9f02-9387-48d7-922a-48468026d239 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d6fbd841-c9a4-43b2-af50-6bd928d03578 HTTP/1.1" status: 200 len: 898 time: 0.0887926 Jul 16 00:19:42.348723 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-64f68c28-20d6-4797-b0db-10d7a33059e0 req-5ac5571c-c17f-4e41-9c2b-00924a2426ca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c HTTP/1.1" status: 200 len: 1001 time: 0.0595894 Jul 16 00:19:42.401331 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f68c28-20d6-4797-b0db-10d7a33059e0 req-7f75b0a1-c519-473e-af80-8a667385a485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:19:42.402776 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-64f68c28-20d6-4797-b0db-10d7a33059e0 req-7f75b0a1-c519-473e-af80-8a667385a485 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23c27da4-f6b2-49f7-bcbd-f400113cd43c HTTP/1.1" status: 200 len: 834 time: 0.0477874 Jul 16 00:19:42.459805 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f68c28-20d6-4797-b0db-10d7a33059e0 req-88cab0c8-0430-49d2-ad24-dee3f876b162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:19:42.461263 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-64f68c28-20d6-4797-b0db-10d7a33059e0 req-88cab0c8-0430-49d2-ad24-dee3f876b162 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d6fbd841-c9a4-43b2-af50-6bd928d03578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516284 Jul 16 00:19:42.552483 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-64f68c28-20d6-4797-b0db-10d7a33059e0 req-024d85d6-00de-4216-a6ad-028600562900 service neutron] 10.222.0.41 "GET /v2.0/networks/d6fbd841-c9a4-43b2-af50-6bd928d03578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842974 Jul 16 00:19:42.638276 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-64f68c28-20d6-4797-b0db-10d7a33059e0 req-dec1d04f-1587-47ac-93de-c514c9ffd54c service neutron] 10.222.0.41 "GET /v2.0/networks/d6fbd841-c9a4-43b2-af50-6bd928d03578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797815 Jul 16 00:19:43.402233 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a667129-8034-4fde-bfbd-e886d1159257 req-a3adcf32-d2f2-46b8-8733-dcdfce2105e2 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:19:43.403714 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5a667129-8034-4fde-bfbd-e886d1159257 req-a3adcf32-d2f2-46b8-8733-dcdfce2105e2 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=7edd1823-f1b0-42dd-93c4-3594575bfdd3 HTTP/1.1" status: 200 len: 946 time: 0.0652497 Jul 16 00:19:43.439904 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5a667129-8034-4fde-bfbd-e886d1159257 req-bb5ce08e-0ded-43a6-90ef-4800655e996a tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd5af514-640e-427a-972f-0d50e52f31f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301619 Jul 16 00:19:43.464247 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54828) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:19:43.523409 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-e984ad8c-4e0a-4ca1-88c7-5d7d8c162991 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/floatingips/0ceaf589-575f-4cf4-b675-152fde9ec7fd HTTP/1.1" status: 200 len: 993 time: 0.0580099 Jul 16 00:19:56.118204 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:00.947221 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-35cd0f48-0f3e-4f87-83c3-fae5d41b5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:01.861455 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:20:03.511787 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:04.316935 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b562aee1-1e5d-4a91-9550-44785768685c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:04.572258 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:06.581998 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:08.862604 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:13.929510 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54842) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:20:14.084315 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-a6145695-2b72-4a94-807b-9409fbfd1124 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Deleting port a07853c9-5c8d-4c6b-a9b6-90c586afc22b {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:20:14.084582 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a6145695-2b72-4a94-807b-9409fbfd1124 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:14.162332 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a6145695-2b72-4a94-807b-9409fbfd1124 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:14.162655 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a6145695-2b72-4a94-807b-9409fbfd1124 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:14.174190 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-a6145695-2b72-4a94-807b-9409fbfd1124 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Calling delete_port for a07853c9-5c8d-4c6b-a9b6-90c586afc22b owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:20:14.320588 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a6145695-2b72-4a94-807b-9409fbfd1124 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:14.346129 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6145695-2b72-4a94-807b-9409fbfd1124 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event deleted for resources: {'Port': ['ID=a07853c9-5c8d-4c6b-a9b6-90c586afc22b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:20:14.357530 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6145695-2b72-4a94-807b-9409fbfd1124 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:20:14.357880 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6145695-2b72-4a94-807b-9409fbfd1124 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:20:14.358246 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6145695-2b72-4a94-807b-9409fbfd1124 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:20:14.358581 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6145695-2b72-4a94-807b-9409fbfd1124 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:20:14.358910 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6145695-2b72-4a94-807b-9409fbfd1124 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:20:14.359239 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6145695-2b72-4a94-807b-9409fbfd1124 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:20:14.359562 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6145695-2b72-4a94-807b-9409fbfd1124 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:20:14.359912 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6145695-2b72-4a94-807b-9409fbfd1124 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:20:14.360235 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6145695-2b72-4a94-807b-9409fbfd1124 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:20:14.360554 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6145695-2b72-4a94-807b-9409fbfd1124 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:20:14.360872 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6145695-2b72-4a94-807b-9409fbfd1124 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:20:14.361187 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6145695-2b72-4a94-807b-9409fbfd1124 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:20:14.415757 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a6145695-2b72-4a94-807b-9409fbfd1124 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:14.416147 n-d-794306-6 neutron-server[93771]: INFO neutron.db.l3_db [None req-a6145695-2b72-4a94-807b-9409fbfd1124 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Floating IP 0ceaf589-575f-4cf4-b675-152fde9ec7fd disassociated (deleted). External IP: 172.25.5.87, port: 0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c. Jul 16 00:20:14.908908 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6145695-2b72-4a94-807b-9409fbfd1124 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Router 7faa17c9-62b0-4ba1-b3b3-04fc1d51863f has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:20:15.014391 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6145695-2b72-4a94-807b-9409fbfd1124 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:20:15.019120 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a6145695-2b72-4a94-807b-9409fbfd1124 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:15.023830 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75804caf-6329-4631-b926-9979b2120a79 None None] Sync routers for ids ['7faa17c9-62b0-4ba1-b3b3-04fc1d51863f'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:20:15.033819 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75804caf-6329-4631-b926-9979b2120a79 None None] Routers {'7faa17c9-62b0-4ba1-b3b3-04fc1d51863f'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:20:15.034429 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-75804caf-6329-4631-b926-9979b2120a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:20:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['7faa17c9-62b0-4ba1-b3b3-04fc1d51863f'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:20:15.058602 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a6145695-2b72-4a94-807b-9409fbfd1124 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "DELETE /v2.0/floatingips/0ceaf589-575f-4cf4-b675-152fde9ec7fd HTTP/1.1" status: 204 len: 168 time: 1.1279953 Jul 16 00:20:15.059299 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7edd1823-f1b0-42dd-93c4-3594575bfdd3', 'tag': '0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:20:15.061692 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732f3e1a316c3ad7d48a65c2bbc2e30ba6c82a3ba5a41bb87b5b7e43e99a4419" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6c0970-6d20-4ce6-9a47-6fca4157c9ea" -d '{"events": [{"name": "network-changed", "server_uuid": "7edd1823-f1b0-42dd-93c4-3594575bfdd3", "tag": "0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:20:15.143561 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-75804caf-6329-4631-b926-9979b2120a79 None None] Set router 7faa17c9-62b0-4ba1-b3b3-04fc1d51863f gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:20:15.166891 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0993005-7239-4717-b38f-4d122419af5b x-openstack-request-id: req-d0993005-7239-4717-b38f-4d122419af5b {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:20:15.167463 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7edd1823-f1b0-42dd-93c4-3594575bfdd3", "tag": "0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:20:15.167985 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d0993005-7239-4717-b38f-4d122419af5b {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:20:15.168603 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7edd1823-f1b0-42dd-93c4-3594575bfdd3', 'tag': '0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c', 'status': 'completed', 'code': 200} Jul 16 00:20:15.274819 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6c0970-6d20-4ce6-9a47-6fca4157c9ea req-f1e4ab4d-ee6d-4f2e-9273-5d57de73f11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:20:15.276503 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-aa6c0970-6d20-4ce6-9a47-6fca4157c9ea req-f1e4ab4d-ee6d-4f2e-9273-5d57de73f11d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a96abeafa0bb4cfba60d3fd0ccc00ac5&device_id=7edd1823-f1b0-42dd-93c4-3594575bfdd3 HTTP/1.1" status: 200 len: 1097 time: 0.0582116 Jul 16 00:20:15.350380 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-75804caf-6329-4631-b926-9979b2120a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7faa17c9-62b0-4ba1-b3b3-04fc1d51863f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1139866231', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'c75e3d36-5bea-40f9-8a0f-614ac3e8028b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:18:44Z', 'updated_at': '2021-07-16T00:18:47Z', 'revision_number': 4, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'gw_port': {'id': 'c75e3d36-5bea-40f9-8a0f-614ac3e8028b', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:51:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faa17c9-62b0-4ba1-b3b3-04fc1d51863f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:18:44Z', 'updated_at': '2021-07-16T00:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '91e589ad-84f0-49b2-9aa7-c4c0506dc5cb', 'name': '', 'network_id': 'd6fbd841-c9a4-43b2-af50-6bd928d03578', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'mac_address': 'fa:16:3e:20:64:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faa17c9-62b0-4ba1-b3b3-04fc1d51863f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '23c27da4-f6b2-49f7-bcbd-f400113cd43c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:18:46Z', 'updated_at': '2021-07-16T00:18:53Z', 'revision_number': 5, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'subnets': [{'id': '23c27da4-f6b2-49f7-bcbd-f400113cd43c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:20:15.375862 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6c0970-6d20-4ce6-9a47-6fca4157c9ea req-034db36c-88ef-4ca3-ade0-3ad0e9573d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:20:15.377531 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-aa6c0970-6d20-4ce6-9a47-6fca4157c9ea req-034db36c-88ef-4ca3-ade0-3ad0e9573d04 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d6fbd841-c9a4-43b2-af50-6bd928d03578 HTTP/1.1" status: 200 len: 898 time: 0.0935333 Jul 16 00:20:15.380581 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75804caf-6329-4631-b926-9979b2120a79 None None] Checking router: 7faa17c9-62b0-4ba1-b3b3-04fc1d51863f for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:20:15.389826 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75804caf-6329-4631-b926-9979b2120a79 None None] Routers {'7faa17c9-62b0-4ba1-b3b3-04fc1d51863f'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:20:15.390442 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-75804caf-6329-4631-b926-9979b2120a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:20:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['7faa17c9-62b0-4ba1-b3b3-04fc1d51863f'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:20:15.422918 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-aa6c0970-6d20-4ce6-9a47-6fca4157c9ea req-5c1d2919-cd67-4aa4-9f9b-02122b1096a5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c HTTP/1.1" status: 200 len: 217 time: 0.0389879 Jul 16 00:20:15.472241 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87fca36-5004-4d5c-aa4e-7ce6f4ce1375 req-77dbc72b-0c39-4e0e-b401-da5a291e5839 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:20:15.474435 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f87fca36-5004-4d5c-aa4e-7ce6f4ce1375 req-77dbc72b-0c39-4e0e-b401-da5a291e5839 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=7edd1823-f1b0-42dd-93c4-3594575bfdd3 HTTP/1.1" status: 200 len: 946 time: 0.0738168 Jul 16 00:20:15.481584 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6c0970-6d20-4ce6-9a47-6fca4157c9ea req-a447e101-d939-4e27-babd-0301909cbf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:20:15.483088 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-aa6c0970-6d20-4ce6-9a47-6fca4157c9ea req-a447e101-d939-4e27-babd-0301909cbf34 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23c27da4-f6b2-49f7-bcbd-f400113cd43c HTTP/1.1" status: 200 len: 834 time: 0.0532076 Jul 16 00:20:15.500907 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-75804caf-6329-4631-b926-9979b2120a79 None None] Set router 7faa17c9-62b0-4ba1-b3b3-04fc1d51863f gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:20:15.521403 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f87fca36-5004-4d5c-aa4e-7ce6f4ce1375 req-6a9f6936-746c-4a0a-aa89-600970a241dd tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd5af514-640e-427a-972f-0d50e52f31f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408666 Jul 16 00:20:15.542489 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6c0970-6d20-4ce6-9a47-6fca4157c9ea req-9ce2c1dc-f857-42a3-bf8b-cb5e0f9fb5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:20:15.544208 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-aa6c0970-6d20-4ce6-9a47-6fca4157c9ea req-9ce2c1dc-f857-42a3-bf8b-cb5e0f9fb5c2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d6fbd841-c9a4-43b2-af50-6bd928d03578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548031 Jul 16 00:20:15.640025 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-aa6c0970-6d20-4ce6-9a47-6fca4157c9ea req-f7eaf700-7b11-4778-a516-a96d916aff3e service neutron] 10.222.0.41 "GET /v2.0/networks/d6fbd841-c9a4-43b2-af50-6bd928d03578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886009 Jul 16 00:20:15.702760 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-75804caf-6329-4631-b926-9979b2120a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7faa17c9-62b0-4ba1-b3b3-04fc1d51863f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1139866231', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'c75e3d36-5bea-40f9-8a0f-614ac3e8028b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:18:44Z', 'updated_at': '2021-07-16T00:18:47Z', 'revision_number': 4, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'gw_port': {'id': 'c75e3d36-5bea-40f9-8a0f-614ac3e8028b', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:51:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faa17c9-62b0-4ba1-b3b3-04fc1d51863f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:18:44Z', 'updated_at': '2021-07-16T00:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '91e589ad-84f0-49b2-9aa7-c4c0506dc5cb', 'name': '', 'network_id': 'd6fbd841-c9a4-43b2-af50-6bd928d03578', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'mac_address': 'fa:16:3e:20:64:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faa17c9-62b0-4ba1-b3b3-04fc1d51863f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '23c27da4-f6b2-49f7-bcbd-f400113cd43c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:18:46Z', 'updated_at': '2021-07-16T00:18:53Z', 'revision_number': 5, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'subnets': [{'id': '23c27da4-f6b2-49f7-bcbd-f400113cd43c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:20:15.728524 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75804caf-6329-4631-b926-9979b2120a79 None None] The sync data for ids ['7faa17c9-62b0-4ba1-b3b3-04fc1d51863f'] in n-d-794306-6 is: [{'id': '7faa17c9-62b0-4ba1-b3b3-04fc1d51863f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1139866231', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'c75e3d36-5bea-40f9-8a0f-614ac3e8028b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:18:44Z', 'updated_at': '2021-07-16T00:18:47Z', 'revision_number': 4, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'gw_port': {'id': 'c75e3d36-5bea-40f9-8a0f-614ac3e8028b', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:51:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faa17c9-62b0-4ba1-b3b3-04fc1d51863f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:18:44Z', 'updated_at': '2021-07-16T00:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '91e589ad-84f0-49b2-9aa7-c4c0506dc5cb', 'name': '', 'network_id': 'd6fbd841-c9a4-43b2-af50-6bd928d03578', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'mac_address': 'fa:16:3e:20:64:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faa17c9-62b0-4ba1-b3b3-04fc1d51863f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '23c27da4-f6b2-49f7-bcbd-f400113cd43c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:18:46Z', 'updated_at': '2021-07-16T00:18:53Z', 'revision_number': 5, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'subnets': [{'id': '23c27da4-f6b2-49f7-bcbd-f400113cd43c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:20:15.730072 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-aa6c0970-6d20-4ce6-9a47-6fca4157c9ea req-c8a43672-47a4-4253-90fc-087af31b70f9 service neutron] 10.222.0.41 "GET /v2.0/networks/d6fbd841-c9a4-43b2-af50-6bd928d03578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831418 Jul 16 00:20:15.948214 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4c0281-2496-4fbe-98e1-ecd97b44e5cd None None] New status for floating IP 0ceaf589-575f-4cf4-b675-152fde9ec7fd: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 00:20:16.976548 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59368c1a-cda6-4cc9-9b50-7eb97eda1030 req-733d7ae1-8d63-47f4-ac6d-437eb9d4e594 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:20:16.977938 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-59368c1a-cda6-4cc9-9b50-7eb97eda1030 req-733d7ae1-8d63-47f4-ac6d-437eb9d4e594 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.41 "GET /v2.0/ports?device_id=7edd1823-f1b0-42dd-93c4-3594575bfdd3 HTTP/1.1" status: 200 len: 946 time: 0.0710249 Jul 16 00:20:17.006182 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a10de7-5587-4de8-a4df-066d7e78be42 req-f94f18c1-0a95-4e4b-a8f1-6b85878585c4 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:20:17.007717 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-90a10de7-5587-4de8-a4df-066d7e78be42 req-f94f18c1-0a95-4e4b-a8f1-6b85878585c4 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=7edd1823-f1b0-42dd-93c4-3594575bfdd3 HTTP/1.1" status: 200 len: 946 time: 0.3713102 Jul 16 00:20:17.045363 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-90a10de7-5587-4de8-a4df-066d7e78be42 req-2008cc3a-794d-44f3-82aa-a8df42a4a7d7 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=bd5af514-640e-427a-972f-0d50e52f31f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320780 Jul 16 00:20:17.079997 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-59368c1a-cda6-4cc9-9b50-7eb97eda1030 req-c89f80cb-e617-45a2-91a3-3d30aada5f48 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Deleting port 0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:20:17.080277 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-59368c1a-cda6-4cc9-9b50-7eb97eda1030 req-c89f80cb-e617-45a2-91a3-3d30aada5f48 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:17.173702 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-59368c1a-cda6-4cc9-9b50-7eb97eda1030 req-c89f80cb-e617-45a2-91a3-3d30aada5f48 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] For port 0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c,segment=NetworkSegment(e6f766a5-4379-4e85-9746-4eb84ecdea78),segment_id=e6f766a5-4379-4e85-9746-4eb84ecdea78)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:20:17.174059 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-59368c1a-cda6-4cc9-9b50-7eb97eda1030 req-c89f80cb-e617-45a2-91a3-3d30aada5f48 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:17.185621 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-59368c1a-cda6-4cc9-9b50-7eb97eda1030 req-c89f80cb-e617-45a2-91a3-3d30aada5f48 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Calling delete_port for 0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:20:17.313006 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-59368c1a-cda6-4cc9-9b50-7eb97eda1030 req-c89f80cb-e617-45a2-91a3-3d30aada5f48 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:17.345125 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89f80cb-e617-45a2-91a3-3d30aada5f48 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event deleted for resources: {'Port': ['ID=0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:20:17.392233 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-59368c1a-cda6-4cc9-9b50-7eb97eda1030 req-c89f80cb-e617-45a2-91a3-3d30aada5f48 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] No DVR routers for this DVR port 0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c on host n-h2-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:20:17.395034 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-59368c1a-cda6-4cc9-9b50-7eb97eda1030 req-c89f80cb-e617-45a2-91a3-3d30aada5f48 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:17.397061 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-59368c1a-cda6-4cc9-9b50-7eb97eda1030 req-c89f80cb-e617-45a2-91a3-3d30aada5f48 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.41 "DELETE /v2.0/ports/0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c HTTP/1.1" status: 204 len: 173 time: 0.4137864 Jul 16 00:20:17.397505 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7edd1823-f1b0-42dd-93c4-3594575bfdd3', 'name': 'network-vif-deleted', 'tag': '0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:20:17.399776 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732f3e1a316c3ad7d48a65c2bbc2e30ba6c82a3ba5a41bb87b5b7e43e99a4419" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3580a93b-812a-44b0-8489-57282d89954a" -d '{"events": [{"server_uuid": "7edd1823-f1b0-42dd-93c4-3594575bfdd3", "name": "network-vif-deleted", "tag": "0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:20:17.439050 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430ebc9c-dd15-4f2b-aebb-4c140512c09d x-openstack-request-id: req-430ebc9c-dd15-4f2b-aebb-4c140512c09d {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:20:17.439349 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7edd1823-f1b0-42dd-93c4-3594575bfdd3", "name": "network-vif-deleted", "tag": "0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:20:17.439750 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-430ebc9c-dd15-4f2b-aebb-4c140512c09d {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:20:17.440186 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7edd1823-f1b0-42dd-93c4-3594575bfdd3', 'name': 'network-vif-deleted', 'tag': '0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c', 'status': 'completed', 'code': 200} Jul 16 00:20:18.137713 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54862) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:20:18.497446 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9d519694-91cd-47f9-8057-a88aff42abce tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:18.761075 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-9d519694-91cd-47f9-8057-a88aff42abce tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Deleting port 91e589ad-84f0-49b2-9aa7-c4c0506dc5cb {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:20:18.761354 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9d519694-91cd-47f9-8057-a88aff42abce tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:18.852874 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-9d519694-91cd-47f9-8057-a88aff42abce tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] For port 91e589ad-84f0-49b2-9aa7-c4c0506dc5cb, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=91e589ad-84f0-49b2-9aa7-c4c0506dc5cb,segment=NetworkSegment(e6f766a5-4379-4e85-9746-4eb84ecdea78),segment_id=e6f766a5-4379-4e85-9746-4eb84ecdea78)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:20:18.853233 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9d519694-91cd-47f9-8057-a88aff42abce tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:18.867210 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-9d519694-91cd-47f9-8057-a88aff42abce tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Calling delete_port for 91e589ad-84f0-49b2-9aa7-c4c0506dc5cb owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:20:19.054187 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9d519694-91cd-47f9-8057-a88aff42abce tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:19.082135 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d519694-91cd-47f9-8057-a88aff42abce tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event deleted for resources: {'Port': ['ID=91e589ad-84f0-49b2-9aa7-c4c0506dc5cb,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:20:19.261371 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9d519694-91cd-47f9-8057-a88aff42abce tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:19.472469 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d519694-91cd-47f9-8057-a88aff42abce tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Router 7faa17c9-62b0-4ba1-b3b3-04fc1d51863f has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:20:19.574603 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d519694-91cd-47f9-8057-a88aff42abce tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:20:19.579466 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-9d519694-91cd-47f9-8057-a88aff42abce tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "PUT /v2.0/routers/7faa17c9-62b0-4ba1-b3b3-04fc1d51863f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4406927 Jul 16 00:20:19.582231 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54864) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:20:19.584301 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc1d78a-0718-49a8-9c10-5274b52fb096 None None] Sync routers for ids ['7faa17c9-62b0-4ba1-b3b3-04fc1d51863f'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:20:19.594061 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc1d78a-0718-49a8-9c10-5274b52fb096 None None] Routers {'7faa17c9-62b0-4ba1-b3b3-04fc1d51863f'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:20:19.594665 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6fc1d78a-0718-49a8-9c10-5274b52fb096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:20:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['7faa17c9-62b0-4ba1-b3b3-04fc1d51863f'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:20:19.641653 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-47b2fbc9-564f-47bc-9fb8-43b63b248193 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Deleting subnet 23c27da4-f6b2-49f7-bcbd-f400113cd43c {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 00:20:19.644989 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-47b2fbc9-564f-47bc-9fb8-43b63b248193 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:19.683951 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-47b2fbc9-564f-47bc-9fb8-43b63b248193 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:19.697428 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-6fc1d78a-0718-49a8-9c10-5274b52fb096 None None] Set router 7faa17c9-62b0-4ba1-b3b3-04fc1d51863f gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:20:19.771306 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-47b2fbc9-564f-47bc-9fb8-43b63b248193 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:19.840398 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-47b2fbc9-564f-47bc-9fb8-43b63b248193 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:19.867268 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b2fbc9-564f-47bc-9fb8-43b63b248193 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event deleted for resources: {'Subnet': ['ID=23c27da4-f6b2-49f7-bcbd-f400113cd43c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:20:19.871841 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-47b2fbc9-564f-47bc-9fb8-43b63b248193 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:19.876221 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-47b2fbc9-564f-47bc-9fb8-43b63b248193 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "DELETE /v2.0/subnets/23c27da4-f6b2-49f7-bcbd-f400113cd43c HTTP/1.1" status: 204 len: 168 time: 0.2905502 Jul 16 00:20:19.876582 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54866) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:20:19.884195 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6fc1d78a-0718-49a8-9c10-5274b52fb096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7faa17c9-62b0-4ba1-b3b3-04fc1d51863f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1139866231', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'c75e3d36-5bea-40f9-8a0f-614ac3e8028b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:18:44Z', 'updated_at': '2021-07-16T00:20:19Z', 'revision_number': 5, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'gw_port': {'id': 'c75e3d36-5bea-40f9-8a0f-614ac3e8028b', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:51:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faa17c9-62b0-4ba1-b3b3-04fc1d51863f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:18:44Z', 'updated_at': '2021-07-16T00:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:20:19.889245 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8c6734-3380-47cc-8bf5-11c8e89c86bd None None] Network d6fbd841-c9a4-43b2-af50-6bd928d03578 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:20:19.914367 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc1d78a-0718-49a8-9c10-5274b52fb096 None None] Checking router: 7faa17c9-62b0-4ba1-b3b3-04fc1d51863f for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:20:19.941950 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc1d78a-0718-49a8-9c10-5274b52fb096 None None] Routers {'7faa17c9-62b0-4ba1-b3b3-04fc1d51863f'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:20:19.942575 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6fc1d78a-0718-49a8-9c10-5274b52fb096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:20:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['7faa17c9-62b0-4ba1-b3b3-04fc1d51863f'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:20:19.988099 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7527e249-fab4-4800-a263-61da87aa7da5 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:20.093361 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7527e249-fab4-4800-a263-61da87aa7da5 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:20.150027 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-7527e249-fab4-4800-a263-61da87aa7da5 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Deleting port c75e3d36-5bea-40f9-8a0f-614ac3e8028b {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:20:20.150382 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7527e249-fab4-4800-a263-61da87aa7da5 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:20.236064 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-7527e249-fab4-4800-a263-61da87aa7da5 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] For port c75e3d36-5bea-40f9-8a0f-614ac3e8028b, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=c75e3d36-5bea-40f9-8a0f-614ac3e8028b,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:20:20.236428 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7527e249-fab4-4800-a263-61da87aa7da5 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:20.248536 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-7527e249-fab4-4800-a263-61da87aa7da5 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Calling delete_port for c75e3d36-5bea-40f9-8a0f-614ac3e8028b owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:20:20.274630 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-6fc1d78a-0718-49a8-9c10-5274b52fb096 None None] Set router 7faa17c9-62b0-4ba1-b3b3-04fc1d51863f gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:20:20.425734 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7527e249-fab4-4800-a263-61da87aa7da5 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:20.435453 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6193bad9-5846-4978-a1fa-5e0fd60809f6 None None] DHCP port deletion for d6fbd841-c9a4-43b2-af50-6bd928d03578 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 00:20:20.452847 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7527e249-fab4-4800-a263-61da87aa7da5 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event deleted for resources: {'Port': ['ID=c75e3d36-5bea-40f9-8a0f-614ac3e8028b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:20:20.465414 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7527e249-fab4-4800-a263-61da87aa7da5 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:20:20.465775 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7527e249-fab4-4800-a263-61da87aa7da5 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:20:20.466119 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7527e249-fab4-4800-a263-61da87aa7da5 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:20:20.466867 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7527e249-fab4-4800-a263-61da87aa7da5 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:20:20.466867 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7527e249-fab4-4800-a263-61da87aa7da5 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:20:20.467135 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7527e249-fab4-4800-a263-61da87aa7da5 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:20:20.467436 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7527e249-fab4-4800-a263-61da87aa7da5 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:20:20.467792 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7527e249-fab4-4800-a263-61da87aa7da5 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:20:20.468125 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7527e249-fab4-4800-a263-61da87aa7da5 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:20:20.468450 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7527e249-fab4-4800-a263-61da87aa7da5 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:20:20.468776 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7527e249-fab4-4800-a263-61da87aa7da5 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:20:20.469095 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7527e249-fab4-4800-a263-61da87aa7da5 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:20:20.500589 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6fc1d78a-0718-49a8-9c10-5274b52fb096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7faa17c9-62b0-4ba1-b3b3-04fc1d51863f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1139866231', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'c75e3d36-5bea-40f9-8a0f-614ac3e8028b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:18:44Z', 'updated_at': '2021-07-16T00:20:19Z', 'revision_number': 5, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'gw_port': {'id': 'c75e3d36-5bea-40f9-8a0f-614ac3e8028b', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:51:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faa17c9-62b0-4ba1-b3b3-04fc1d51863f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:18:44Z', 'updated_at': '2021-07-16T00:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:20:20.504538 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-6193bad9-5846-4978-a1fa-5e0fd60809f6 None None] Deleting port 011c51d6-65c8-4a01-bf1c-e2ab9ec59537 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:20:20.504911 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6193bad9-5846-4978-a1fa-5e0fd60809f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:20.526340 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7527e249-fab4-4800-a263-61da87aa7da5 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999011'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:20.543743 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc1d78a-0718-49a8-9c10-5274b52fb096 None None] The sync data for ids ['7faa17c9-62b0-4ba1-b3b3-04fc1d51863f'] in n-d-794306-6 is: [{'id': '7faa17c9-62b0-4ba1-b3b3-04fc1d51863f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1139866231', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'c75e3d36-5bea-40f9-8a0f-614ac3e8028b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:18:44Z', 'updated_at': '2021-07-16T00:20:19Z', 'revision_number': 5, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'gw_port': {'id': 'c75e3d36-5bea-40f9-8a0f-614ac3e8028b', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:51:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faa17c9-62b0-4ba1-b3b3-04fc1d51863f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:18:44Z', 'updated_at': '2021-07-16T00:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:20:20.597616 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-6193bad9-5846-4978-a1fa-5e0fd60809f6 None None] For port 011c51d6-65c8-4a01-bf1c-e2ab9ec59537, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=011c51d6-65c8-4a01-bf1c-e2ab9ec59537,segment=NetworkSegment(e6f766a5-4379-4e85-9746-4eb84ecdea78),segment_id=e6f766a5-4379-4e85-9746-4eb84ecdea78)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:20:20.598317 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6193bad9-5846-4978-a1fa-5e0fd60809f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:20.610714 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-6193bad9-5846-4978-a1fa-5e0fd60809f6 None None] Calling delete_port for 011c51d6-65c8-4a01-bf1c-e2ab9ec59537 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:20:20.622566 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7527e249-fab4-4800-a263-61da87aa7da5 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:20.624735 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7527e249-fab4-4800-a263-61da87aa7da5 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:20.667240 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7527e249-fab4-4800-a263-61da87aa7da5 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:20.667784 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7527e249-fab4-4800-a263-61da87aa7da5 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Fanout notify agent at l3_agent the message router_deleted on router 7faa17c9-62b0-4ba1-b3b3-04fc1d51863f {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 00:20:20.674553 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7527e249-fab4-4800-a263-61da87aa7da5 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:20.675685 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-7527e249-fab4-4800-a263-61da87aa7da5 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "DELETE /v2.0/routers/7faa17c9-62b0-4ba1-b3b3-04fc1d51863f HTTP/1.1" status: 204 len: 168 time: 0.7979519 Jul 16 00:20:20.678532 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54868) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:20:20.696820 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6193bad9-5846-4978-a1fa-5e0fd60809f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:20.723175 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193bad9-5846-4978-a1fa-5e0fd60809f6 None None] Pushing event deleted for resources: {'Port': ['ID=011c51d6-65c8-4a01-bf1c-e2ab9ec59537,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:20:20.727816 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6193bad9-5846-4978-a1fa-5e0fd60809f6 None None] No DVR routers for this DVR port 011c51d6-65c8-4a01-bf1c-e2ab9ec59537 on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:20:20.738798 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193bad9-5846-4978-a1fa-5e0fd60809f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:20:20.739151 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193bad9-5846-4978-a1fa-5e0fd60809f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:20:20.739616 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193bad9-5846-4978-a1fa-5e0fd60809f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:20:20.739931 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193bad9-5846-4978-a1fa-5e0fd60809f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:20:20.740256 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193bad9-5846-4978-a1fa-5e0fd60809f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:20:20.740591 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193bad9-5846-4978-a1fa-5e0fd60809f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:20:20.741020 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193bad9-5846-4978-a1fa-5e0fd60809f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:20:20.741228 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193bad9-5846-4978-a1fa-5e0fd60809f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:20:20.741569 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193bad9-5846-4978-a1fa-5e0fd60809f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:20:20.741898 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193bad9-5846-4978-a1fa-5e0fd60809f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:20:20.742217 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193bad9-5846-4978-a1fa-5e0fd60809f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:20:20.742536 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193bad9-5846-4978-a1fa-5e0fd60809f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:20:20.757045 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77fd5151-97a5-4592-a09d-7917bc998325 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:20.849640 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77fd5151-97a5-4592-a09d-7917bc998325 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:20.860989 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-77fd5151-97a5-4592-a09d-7917bc998325 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6fbd841-c9a4-43b2-af50-6bd928d03578']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:20:20.872528 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-77fd5151-97a5-4592-a09d-7917bc998325 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6f766a5-4379-4e85-9746-4eb84ecdea78') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:20:20.872833 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-77fd5151-97a5-4592-a09d-7917bc998325 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6f766a5-4379-4e85-9746-4eb84ecdea78') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:20:20.882404 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77fd5151-97a5-4592-a09d-7917bc998325 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:20.897908 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77fd5151-97a5-4592-a09d-7917bc998325 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:20.905305 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77fd5151-97a5-4592-a09d-7917bc998325 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 00:20:20.905778 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77fd5151-97a5-4592-a09d-7917bc998325 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:20.911372 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:20:20.911372 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:20:20.911372 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:20:20.911372 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:20:20.911372 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:20:20.911372 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:20:20.911372 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:20:20.911372 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:20:20.911372 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 16 00:20:20.911372 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 00:20:20.911372 n-d-794306-6 neutron-server[93771]: timer() Jul 16 00:20:20.911372 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 00:20:20.911372 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 16 00:20:20.911372 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 00:20:20.911372 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 16 00:20:20.911372 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 00:20:20.911372 n-d-794306-6 neutron-server[93771]: self._notify() Jul 16 00:20:20.911372 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 00:20:20.911372 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 16 00:20:20.911372 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 00:20:20.911372 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 16 00:20:20.911372 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 00:20:20.911372 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 00:20:20.911372 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 00:20:20.911372 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 00:20:20.911372 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 00:20:20.911372 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 16 00:20:20.911372 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 00:20:20.911372 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 16 00:20:20.911372 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 00:20:20.911372 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 00:20:20.911372 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 00:20:20.911372 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 16 00:20:20.911372 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 00:20:20.911372 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 00:20:20.911372 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 00:20:20.911372 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 00:20:20.911372 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 00:20:20.911372 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 00:20:20.911372 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 00:20:20.984221 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77fd5151-97a5-4592-a09d-7917bc998325 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:20.992443 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77fd5151-97a5-4592-a09d-7917bc998325 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:20.994450 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-77fd5151-97a5-4592-a09d-7917bc998325 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "DELETE /v2.0/networks/d6fbd841-c9a4-43b2-af50-6bd928d03578 HTTP/1.1" status: 204 len: 168 time: 0.3148751 Jul 16 00:20:20.997453 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54870) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:20:21.008260 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fd5151-97a5-4592-a09d-7917bc998325 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event deleted for resources: {'Network': ['ID=d6fbd841-c9a4-43b2-af50-6bd928d03578,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:20:21.060621 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 011c51d6-65c8-4a01-bf1c-e2ab9ec59537 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:20:21.068061 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-40963e87-ccc9-4afd-a5ee-f08c42d7aaf8 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:21.080308 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 011c51d6-65c8-4a01-bf1c-e2ab9ec59537 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:20:21.080659 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 011c51d6-65c8-4a01-bf1c-e2ab9ec59537 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:20:21.081083 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 91e589ad-84f0-49b2-9aa7-c4c0506dc5cb no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:20:21.098364 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-40963e87-ccc9-4afd-a5ee-f08c42d7aaf8 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:21.103439 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 91e589ad-84f0-49b2-9aa7-c4c0506dc5cb {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:20:21.103820 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 91e589ad-84f0-49b2-9aa7-c4c0506dc5cb not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:20:21.162225 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-40963e87-ccc9-4afd-a5ee-f08c42d7aaf8 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:21.165084 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-40963e87-ccc9-4afd-a5ee-f08c42d7aaf8 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:21.166283 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-40963e87-ccc9-4afd-a5ee-f08c42d7aaf8 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "DELETE /v2.0/security-groups/bd5af514-640e-427a-972f-0d50e52f31f1 HTTP/1.1" status: 204 len: 168 time: 0.1678402 Jul 16 00:20:21.177042 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40963e87-ccc9-4afd-a5ee-f08c42d7aaf8 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5af514-640e-427a-972f-0d50e52f31f1,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:20:21.345252 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:20:21.367474 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] No Port match for: 0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:20:21.367782 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 0a3ef6bd-2ed4-468f-9d51-7d9635d11d2c not bound to the agent host n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:20:21.594980 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54876) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:20:21.599892 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-2e00ae93-ac79-408d-9e4b-347505797e63 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1554253320', 'description': 'tempest-secgroup-smoke-1554253320 description', 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:20:21.624584 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2e00ae93-ac79-408d-9e4b-347505797e63 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:21.711512 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2e00ae93-ac79-408d-9e4b-347505797e63 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:21.716012 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2e00ae93-ac79-408d-9e4b-347505797e63 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:21.742212 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2e00ae93-ac79-408d-9e4b-347505797e63 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:21.743434 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-2e00ae93-ac79-408d-9e4b-347505797e63 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1474202 Jul 16 00:20:21.747295 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54878) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:20:21.748198 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e00ae93-ac79-408d-9e4b-347505797e63 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afa0eb1d-ae59-4383-9a4e-8e6db13eec78,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:20:21.753512 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-8d794ca0-3b9a-4828-a46c-9c007c721339 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Request body: {'security_group_rule': {'security_group_id': 'afa0eb1d-ae59-4383-9a4e-8e6db13eec78', 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:20:21.781017 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8d794ca0-3b9a-4828-a46c-9c007c721339 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:21.837437 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8d794ca0-3b9a-4828-a46c-9c007c721339 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:21.841196 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8d794ca0-3b9a-4828-a46c-9c007c721339 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:21.860653 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d794ca0-3b9a-4828-a46c-9c007c721339 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3017695-6612-4d03-b3f1-570455888a0b,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:20:21.866163 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8d794ca0-3b9a-4828-a46c-9c007c721339 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:21.869036 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-8d794ca0-3b9a-4828-a46c-9c007c721339 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1187003 Jul 16 00:20:21.870639 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54880) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:20:21.875105 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-4d8bab24-9dc8-4213-8519-227a8180f1df tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Request body: {'security_group_rule': {'security_group_id': 'afa0eb1d-ae59-4383-9a4e-8e6db13eec78', 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:20:21.900725 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d8bab24-9dc8-4213-8519-227a8180f1df tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:21.957345 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d8bab24-9dc8-4213-8519-227a8180f1df tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:21.960864 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d8bab24-9dc8-4213-8519-227a8180f1df tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:21.980449 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8bab24-9dc8-4213-8519-227a8180f1df tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=795c3b31-41c7-4f27-8a2d-ed5129fc7da6,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:20:21.983480 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d8bab24-9dc8-4213-8519-227a8180f1df tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:21.984714 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-4d8bab24-9dc8-4213-8519-227a8180f1df tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1130757 Jul 16 00:20:21.988061 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54882) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:20:21.992621 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e7d6bed6-aa16-4a5f-9bfc-29728dd78ede tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Request body: {'security_group_rule': {'security_group_id': 'afa0eb1d-ae59-4383-9a4e-8e6db13eec78', 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:20:22.018422 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7d6bed6-aa16-4a5f-9bfc-29728dd78ede tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:22.081723 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7d6bed6-aa16-4a5f-9bfc-29728dd78ede tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:22.085198 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7d6bed6-aa16-4a5f-9bfc-29728dd78ede tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:22.102931 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d6bed6-aa16-4a5f-9bfc-29728dd78ede tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24b45c13-c419-4930-af82-c9997a351edc,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:20:22.108847 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7d6bed6-aa16-4a5f-9bfc-29728dd78ede tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:22.110117 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e7d6bed6-aa16-4a5f-9bfc-29728dd78ede tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1210635 Jul 16 00:20:22.112933 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54884) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:20:22.117621 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-33151d23-ef03-4ba3-a482-9a9bc3fa7e40 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Request body: {'security_group_rule': {'security_group_id': 'afa0eb1d-ae59-4383-9a4e-8e6db13eec78', 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:20:22.143879 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33151d23-ef03-4ba3-a482-9a9bc3fa7e40 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:22.202846 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33151d23-ef03-4ba3-a482-9a9bc3fa7e40 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:22.206635 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33151d23-ef03-4ba3-a482-9a9bc3fa7e40 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:22.224815 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33151d23-ef03-4ba3-a482-9a9bc3fa7e40 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c624d721-d30f-4fe0-9f5a-518be9169e51,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:20:22.230781 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33151d23-ef03-4ba3-a482-9a9bc3fa7e40 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:22.232182 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-33151d23-ef03-4ba3-a482-9a9bc3fa7e40 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1181073 Jul 16 00:20:22.234809 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54886) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:20:22.239269 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-30dabab9-72cd-4634-adb4-af7cf99fb47e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Request body: {'security_group_rule': {'security_group_id': 'afa0eb1d-ae59-4383-9a4e-8e6db13eec78', 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:20:22.260670 n-d-794306-6 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-30dabab9-72cd-4634-adb4-af7cf99fb47e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Project a96abeafa0bb4cfba60d3fd0ccc00ac5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 00:20:22.265525 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-30dabab9-72cd-4634-adb4-af7cf99fb47e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:22.325543 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-30dabab9-72cd-4634-adb4-af7cf99fb47e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:22.328971 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-30dabab9-72cd-4634-adb4-af7cf99fb47e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:22.346619 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dabab9-72cd-4634-adb4-af7cf99fb47e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff3af1f3-664a-4af8-9d7d-ceb97a5144b2,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:20:22.352858 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-30dabab9-72cd-4634-adb4-af7cf99fb47e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:22.353921 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-30dabab9-72cd-4634-adb4-af7cf99fb47e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1181433 Jul 16 00:20:22.357354 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54888) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:20:22.361915 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-1d82e8d3-dfb8-4dfa-a6ac-cbb426e9fc5e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Request body: {'security_group_rule': {'security_group_id': 'afa0eb1d-ae59-4383-9a4e-8e6db13eec78', 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:20:22.384142 n-d-794306-6 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-1d82e8d3-dfb8-4dfa-a6ac-cbb426e9fc5e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Project a96abeafa0bb4cfba60d3fd0ccc00ac5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 00:20:22.389821 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d82e8d3-dfb8-4dfa-a6ac-cbb426e9fc5e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:22.455564 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d82e8d3-dfb8-4dfa-a6ac-cbb426e9fc5e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:22.459080 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d82e8d3-dfb8-4dfa-a6ac-cbb426e9fc5e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:22.478046 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d82e8d3-dfb8-4dfa-a6ac-cbb426e9fc5e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb939465-97a7-4263-9976-650bc4e4dac2,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:20:22.485029 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d82e8d3-dfb8-4dfa-a6ac-cbb426e9fc5e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:22.486392 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-1d82e8d3-dfb8-4dfa-a6ac-cbb426e9fc5e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1280799 Jul 16 00:20:22.489238 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54890) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:20:22.494040 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4cfc8d0c-7287-488f-9bcc-df4bcfe918b9 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Request body: {'network': {'name': 'tempest-network-smoke--1835710947', 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'port_security_enabled': True}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:20:22.515068 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cfc8d0c-7287-488f-9bcc-df4bcfe918b9 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Made reservation on behalf of a96abeafa0bb4cfba60d3fd0ccc00ac5 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:20:22.518608 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4cfc8d0c-7287-488f-9bcc-df4bcfe918b9 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:22.544027 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cfc8d0c-7287-488f-9bcc-df4bcfe918b9 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 00:20:22.553226 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4cfc8d0c-7287-488f-9bcc-df4bcfe918b9 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:22.553639 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-4cfc8d0c-7287-488f-9bcc-df4bcfe918b9 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Added segment b39bb5d2-4aea-48f7-a2f5-30aa88023326 of type vlan for network 0d0dde97-4d25-434d-a5d8-b49bde53707e Jul 16 00:20:22.593405 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4cfc8d0c-7287-488f-9bcc-df4bcfe918b9 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:22.621612 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4cfc8d0c-7287-488f-9bcc-df4bcfe918b9 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:22.627353 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfc8d0c-7287-488f-9bcc-df4bcfe918b9 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:20:22.627982 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4cfc8d0c-7287-488f-9bcc-df4bcfe918b9 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:22.663046 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-4cfc8d0c-7287-488f-9bcc-df4bcfe918b9 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1727793 Jul 16 00:20:22.665752 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54892) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:20:22.671100 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a0dbeaff-5d85-4235-990d-a0243bac814b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1115166234', 'admin_state_up': True, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:20:22.694233 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0dbeaff-5d85-4235-990d-a0243bac814b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:22.695358 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0dbeaff-5d85-4235-990d-a0243bac814b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:22.697948 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfc8d0c-7287-488f-9bcc-df4bcfe918b9 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event updated for resources: {'Network': ['ID=0d0dde97-4d25-434d-a5d8-b49bde53707e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:20:22.709193 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 0d0dde97-4d25-434d-a5d8-b49bde53707e details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 00:20:22.752733 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0dbeaff-5d85-4235-990d-a0243bac814b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:22.891060 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0dbeaff-5d85-4235-990d-a0243bac814b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:22.950718 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device c75e3d36-5bea-40f9-8a0f-614ac3e8028b no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:20:22.971395 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: c75e3d36-5bea-40f9-8a0f-614ac3e8028b {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:20:22.971682 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device c75e3d36-5bea-40f9-8a0f-614ac3e8028b not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:20:23.083588 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0dbeaff-5d85-4235-990d-a0243bac814b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:23.102761 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0dbeaff-5d85-4235-990d-a0243bac814b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:23.208832 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-a0dbeaff-5d85-4235-990d-a0243bac814b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Allocated IP 172.25.5.187 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/26c032e7-c548-4b4d-8c04-cc67cbbf5fcd) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:20:23.311408 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0dbeaff-5d85-4235-990d-a0243bac814b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:23.640086 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0dbeaff-5d85-4235-990d-a0243bac814b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:23.679747 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0dbeaff-5d85-4235-990d-a0243bac814b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:20:23.682787 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-a0dbeaff-5d85-4235-990d-a0243bac814b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:20:23.686896 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dbeaff-5d85-4235-990d-a0243bac814b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:20:23.692613 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dbeaff-5d85-4235-990d-a0243bac814b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event updated for resources: {'Port': ['ID=26c032e7-c548-4b4d-8c04-cc67cbbf5fcd,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:20:23.937904 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0dbeaff-5d85-4235-990d-a0243bac814b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:24.145773 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0dbeaff-5d85-4235-990d-a0243bac814b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:24.275059 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0dbeaff-5d85-4235-990d-a0243bac814b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Router cf1d9106-c15f-407a-a560-bb6676020d8a is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 00:20:24.381880 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0dbeaff-5d85-4235-990d-a0243bac814b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:20:24.391640 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225ac562-7439-49c4-a7b1-559cdc604256 None None] Sync routers for ids ['cf1d9106-c15f-407a-a560-bb6676020d8a'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:20:24.400507 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225ac562-7439-49c4-a7b1-559cdc604256 None None] Routers {'cf1d9106-c15f-407a-a560-bb6676020d8a'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:20:24.400703 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0dbeaff-5d85-4235-990d-a0243bac814b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:24.401467 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-225ac562-7439-49c4-a7b1-559cdc604256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:20:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['cf1d9106-c15f-407a-a560-bb6676020d8a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:20:24.402126 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a0dbeaff-5d85-4235-990d-a0243bac814b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7347162 Jul 16 00:20:24.405053 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54894) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:20:24.434876 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-5608637d-8b8e-4bf9-8297-ba3775f4426a tempest-TestNetworkAdvancedServerOps-1746541538 tempest-TestNetworkAdvancedServerOps-1746541538-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=a96abeafa0bb4cfba60d3fd0ccc00ac5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286269 Jul 16 00:20:24.437990 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54896) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:20:24.512220 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-225ac562-7439-49c4-a7b1-559cdc604256 None None] Set router cf1d9106-c15f-407a-a560-bb6676020d8a gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:20:24.533411 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ffa7cd-6307-4321-ad95-1b7ab7771189 tempest-TestNetworkAdvancedServerOps-1746541538 tempest-TestNetworkAdvancedServerOps-1746541538-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:20:24.537454 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b8ffa7cd-6307-4321-ad95-1b7ab7771189 tempest-TestNetworkAdvancedServerOps-1746541538 tempest-TestNetworkAdvancedServerOps-1746541538-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0958683 Jul 16 00:20:24.537695 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54898) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:20:24.565940 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-02726288-df19-4813-af44-ce2941a0e0c0 tempest-TestNetworkAdvancedServerOps-1746541538 tempest-TestNetworkAdvancedServerOps-1746541538-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=c4160cc4-e133-4d4e-ad39-f86bca4b2f14&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271685 Jul 16 00:20:24.568406 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54900) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:20:24.573979 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-98f99e01-2544-4583-8828-4ca91409d500 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1392710622', 'network_id': '0d0dde97-4d25-434d-a5d8-b49bde53707e', 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:20:24.659677 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f99e01-2544-4583-8828-4ca91409d500 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Made reservation on behalf of a96abeafa0bb4cfba60d3fd0ccc00ac5 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:20:24.663209 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-98f99e01-2544-4583-8828-4ca91409d500 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:24.689586 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-225ac562-7439-49c4-a7b1-559cdc604256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1d9106-c15f-407a-a560-bb6676020d8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1115166234', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '26c032e7-c548-4b4d-8c04-cc67cbbf5fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:20:22Z', 'updated_at': '2021-07-16T00:20:23Z', 'revision_number': 3, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'gw_port': {'id': '26c032e7-c548-4b4d-8c04-cc67cbbf5fcd', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a5:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf1d9106-c15f-407a-a560-bb6676020d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:20:23Z', 'updated_at': '2021-07-16T00:20:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:20:24.811242 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225ac562-7439-49c4-a7b1-559cdc604256 None None] Checking router: cf1d9106-c15f-407a-a560-bb6676020d8a for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:20:24.811510 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225ac562-7439-49c4-a7b1-559cdc604256 None None] Updating router cf1d9106-c15f-407a-a560-bb6676020d8a port 26c032e7-c548-4b4d-8c04-cc67cbbf5fcd binding host n-d-794306-6 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 00:20:24.844616 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-225ac562-7439-49c4-a7b1-559cdc604256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:24.852060 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-98f99e01-2544-4583-8828-4ca91409d500 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:24.925489 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f99e01-2544-4583-8828-4ca91409d500 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event updated for resources: {'Subnet': ['ID=8519b525-1d78-4ceb-b9ac-9dba122895a5,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:20:24.934992 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f99e01-2544-4583-8828-4ca91409d500 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Checking segment: {'id': 'b39bb5d2-4aea-48f7-a2f5-30aa88023326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0d0dde97-4d25-434d-a5d8-b49bde53707e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:20:24.935364 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f99e01-2544-4583-8828-4ca91409d500 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Network hostable DHCP agents. Network: 0d0dde97-4d25-434d-a5d8-b49bde53707e, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 00:20:24.953855 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f99e01-2544-4583-8828-4ca91409d500 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Network 0d0dde97-4d25-434d-a5d8-b49bde53707e is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 00:20:24.963127 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-98f99e01-2544-4583-8828-4ca91409d500 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 0d0dde97-4d25-434d-a5d8-b49bde53707e) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:20:24.968224 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f99e01-2544-4583-8828-4ca91409d500 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:20:24.969179 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-98f99e01-2544-4583-8828-4ca91409d500 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:24.972536 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43131f9c-2313-45b1-ab0f-e9cd464b2c6f None None] Network 0d0dde97-4d25-434d-a5d8-b49bde53707e requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:20:24.985133 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-98f99e01-2544-4583-8828-4ca91409d500 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4155669 Jul 16 00:20:24.987774 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54902) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:20:25.103108 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-225ac562-7439-49c4-a7b1-559cdc604256 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:25.113767 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-225ac562-7439-49c4-a7b1-559cdc604256 None None] Transition to ACTIVE for port object 26c032e7-c548-4b4d-8c04-cc67cbbf5fcd will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:20:25.120237 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-225ac562-7439-49c4-a7b1-559cdc604256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:25.138917 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c252bc0b-2ffa-46f6-961f-b04cc060bf8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-0d0dde97-4d25-434d-a5d8-b49bde53707e', 'network_id': '0d0dde97-4d25-434d-a5d8-b49bde53707e', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'fixed_ips': [{'subnet_id': '8519b525-1d78-4ceb-b9ac-9dba122895a5'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 00:20:25.139922 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c252bc0b-2ffa-46f6-961f-b04cc060bf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:25.183493 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-225ac562-7439-49c4-a7b1-559cdc604256 None None] Attempting to bind port 26c032e7-c548-4b4d-8c04-cc67cbbf5fcd on host n-d-794306-6 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:20:25.183923 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-225ac562-7439-49c4-a7b1-559cdc604256 None None] Attempting to bind port 26c032e7-c548-4b4d-8c04-cc67cbbf5fcd by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:20:25.184261 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225ac562-7439-49c4-a7b1-559cdc604256 None None] Attempting to bind port 26c032e7-c548-4b4d-8c04-cc67cbbf5fcd on network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:20:25.191630 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcb52c8-12c5-4e80-8fc7-2703b2baa9cf None None] Pushing event updated for resources: {'Port': ['ID=26c032e7-c548-4b4d-8c04-cc67cbbf5fcd,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:20:25.200145 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcb52c8-12c5-4e80-8fc7-2703b2baa9cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:20:25.200145 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcb52c8-12c5-4e80-8fc7-2703b2baa9cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:20:25.200454 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcb52c8-12c5-4e80-8fc7-2703b2baa9cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:20:25.200765 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcb52c8-12c5-4e80-8fc7-2703b2baa9cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:20:25.201096 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcb52c8-12c5-4e80-8fc7-2703b2baa9cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:20:25.201915 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcb52c8-12c5-4e80-8fc7-2703b2baa9cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:20:25.201915 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcb52c8-12c5-4e80-8fc7-2703b2baa9cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:20:25.202140 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcb52c8-12c5-4e80-8fc7-2703b2baa9cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:20:25.202395 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcb52c8-12c5-4e80-8fc7-2703b2baa9cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:20:25.202717 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcb52c8-12c5-4e80-8fc7-2703b2baa9cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:20:25.203039 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcb52c8-12c5-4e80-8fc7-2703b2baa9cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:20:25.203360 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcb52c8-12c5-4e80-8fc7-2703b2baa9cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:20:25.207745 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225ac562-7439-49c4-a7b1-559cdc604256 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:20:25.208399 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225ac562-7439-49c4-a7b1-559cdc604256 None None] Checking segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:20:25.208930 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-225ac562-7439-49c4-a7b1-559cdc604256 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:25.209582 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225ac562-7439-49c4-a7b1-559cdc604256 None None] Bound using segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:20:25.209789 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-225ac562-7439-49c4-a7b1-559cdc604256 None None] Bound port: 26c032e7-c548-4b4d-8c04-cc67cbbf5fcd, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:20:25.210170 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-225ac562-7439-49c4-a7b1-559cdc604256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:25.264397 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-225ac562-7439-49c4-a7b1-559cdc604256 None None] For port 26c032e7-c548-4b4d-8c04-cc67cbbf5fcd, host n-d-794306-6, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:20:25.268415 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-225ac562-7439-49c4-a7b1-559cdc604256 None None] For port 26c032e7-c548-4b4d-8c04-cc67cbbf5fcd, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=26c032e7-c548-4b4d-8c04-cc67cbbf5fcd,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:20:25.273043 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-225ac562-7439-49c4-a7b1-559cdc604256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:25.285716 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-c252bc0b-2ffa-46f6-961f-b04cc060bf8b None None] Allocated IP 172.20.0.2 (0d0dde97-4d25-434d-a5d8-b49bde53707e/8519b525-1d78-4ceb-b9ac-9dba122895a5/2ce557fa-1a1b-43ea-90fb-1aa4e1779510) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:20:25.330327 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225ac562-7439-49c4-a7b1-559cdc604256 None None] Routers {'cf1d9106-c15f-407a-a560-bb6676020d8a'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:20:25.330941 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-225ac562-7439-49c4-a7b1-559cdc604256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:20:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['cf1d9106-c15f-407a-a560-bb6676020d8a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:20:25.368335 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcb52c8-12c5-4e80-8fc7-2703b2baa9cf None None] Pushing event updated for resources: {'Port': ['ID=26c032e7-c548-4b4d-8c04-cc67cbbf5fcd,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:20:25.441892 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-225ac562-7439-49c4-a7b1-559cdc604256 None None] Set router cf1d9106-c15f-407a-a560-bb6676020d8a gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:20:25.442915 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c252bc0b-2ffa-46f6-961f-b04cc060bf8b None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:25.452322 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c252bc0b-2ffa-46f6-961f-b04cc060bf8b None None] Transition to ACTIVE for port object 2ce557fa-1a1b-43ea-90fb-1aa4e1779510 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:20:25.467605 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6376cf25-54c4-4ee8-b73e-8eb5db4ed956 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:25.468528 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c252bc0b-2ffa-46f6-961f-b04cc060bf8b None None] Transition to ACTIVE for port object 2ce557fa-1a1b-43ea-90fb-1aa4e1779510 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:20:25.474204 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c252bc0b-2ffa-46f6-961f-b04cc060bf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:25.507231 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c252bc0b-2ffa-46f6-961f-b04cc060bf8b None None] Network 0d0dde97-4d25-434d-a5d8-b49bde53707e is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:20:25.510115 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-c252bc0b-2ffa-46f6-961f-b04cc060bf8b None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:20:25.514468 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c252bc0b-2ffa-46f6-961f-b04cc060bf8b None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:20:25.551500 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c252bc0b-2ffa-46f6-961f-b04cc060bf8b None None] Pushing event updated for resources: {'Port': ['ID=2ce557fa-1a1b-43ea-90fb-1aa4e1779510,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:20:25.584192 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c252bc0b-2ffa-46f6-961f-b04cc060bf8b None None] Attempting to bind port 2ce557fa-1a1b-43ea-90fb-1aa4e1779510 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:20:25.584580 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c252bc0b-2ffa-46f6-961f-b04cc060bf8b None None] Attempting to bind port 2ce557fa-1a1b-43ea-90fb-1aa4e1779510 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'b39bb5d2-4aea-48f7-a2f5-30aa88023326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0d0dde97-4d25-434d-a5d8-b49bde53707e'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:20:25.584930 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c252bc0b-2ffa-46f6-961f-b04cc060bf8b None None] Attempting to bind port 2ce557fa-1a1b-43ea-90fb-1aa4e1779510 on network 0d0dde97-4d25-434d-a5d8-b49bde53707e {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:20:25.594720 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c252bc0b-2ffa-46f6-961f-b04cc060bf8b None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:20:25.595101 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c252bc0b-2ffa-46f6-961f-b04cc060bf8b None None] Checking segment: {'id': 'b39bb5d2-4aea-48f7-a2f5-30aa88023326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0d0dde97-4d25-434d-a5d8-b49bde53707e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:20:25.595503 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c252bc0b-2ffa-46f6-961f-b04cc060bf8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:25.595962 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c252bc0b-2ffa-46f6-961f-b04cc060bf8b None None] Bound using segment: {'id': 'b39bb5d2-4aea-48f7-a2f5-30aa88023326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0d0dde97-4d25-434d-a5d8-b49bde53707e'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:20:25.596442 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c252bc0b-2ffa-46f6-961f-b04cc060bf8b None None] Bound port: 2ce557fa-1a1b-43ea-90fb-1aa4e1779510, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b39bb5d2-4aea-48f7-a2f5-30aa88023326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0d0dde97-4d25-434d-a5d8-b49bde53707e'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:20:25.596806 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c252bc0b-2ffa-46f6-961f-b04cc060bf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:25.644727 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-225ac562-7439-49c4-a7b1-559cdc604256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1d9106-c15f-407a-a560-bb6676020d8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1115166234', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '26c032e7-c548-4b4d-8c04-cc67cbbf5fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:20:22Z', 'updated_at': '2021-07-16T00:20:23Z', 'revision_number': 3, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'gw_port': {'id': '26c032e7-c548-4b4d-8c04-cc67cbbf5fcd', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a5:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf1d9106-c15f-407a-a560-bb6676020d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:20:23Z', 'updated_at': '2021-07-16T00:20:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:20:25.667550 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c252bc0b-2ffa-46f6-961f-b04cc060bf8b None None] For port 2ce557fa-1a1b-43ea-90fb-1aa4e1779510, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:20:25.671029 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c252bc0b-2ffa-46f6-961f-b04cc060bf8b None None] For port 2ce557fa-1a1b-43ea-90fb-1aa4e1779510, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=2ce557fa-1a1b-43ea-90fb-1aa4e1779510,segment=NetworkSegment(b39bb5d2-4aea-48f7-a2f5-30aa88023326),segment_id=b39bb5d2-4aea-48f7-a2f5-30aa88023326)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:20:25.672794 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225ac562-7439-49c4-a7b1-559cdc604256 None None] The sync data for ids ['cf1d9106-c15f-407a-a560-bb6676020d8a'] in n-d-794306-6 is: [{'id': 'cf1d9106-c15f-407a-a560-bb6676020d8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1115166234', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '26c032e7-c548-4b4d-8c04-cc67cbbf5fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:20:22Z', 'updated_at': '2021-07-16T00:20:23Z', 'revision_number': 3, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'gw_port': {'id': '26c032e7-c548-4b4d-8c04-cc67cbbf5fcd', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a5:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf1d9106-c15f-407a-a560-bb6676020d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:20:23Z', 'updated_at': '2021-07-16T00:20:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:20:25.676818 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c252bc0b-2ffa-46f6-961f-b04cc060bf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:25.747393 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c252bc0b-2ffa-46f6-961f-b04cc060bf8b None None] Pushing event updated for resources: {'Port': ['ID=2ce557fa-1a1b-43ea-90fb-1aa4e1779510,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:20:25.778291 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-6376cf25-54c4-4ee8-b73e-8eb5db4ed956 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Allocated IP 172.20.0.1 (0d0dde97-4d25-434d-a5d8-b49bde53707e/8519b525-1d78-4ceb-b9ac-9dba122895a5/482c084d-28ad-4bfd-89dd-03bd78efb9d7) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:20:25.915939 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6376cf25-54c4-4ee8-b73e-8eb5db4ed956 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:25.933968 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-6376cf25-54c4-4ee8-b73e-8eb5db4ed956 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Transition to ACTIVE for port object 482c084d-28ad-4bfd-89dd-03bd78efb9d7 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:20:25.968224 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6376cf25-54c4-4ee8-b73e-8eb5db4ed956 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:26.059074 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6376cf25-54c4-4ee8-b73e-8eb5db4ed956 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Network 0d0dde97-4d25-434d-a5d8-b49bde53707e is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:20:26.062767 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-6376cf25-54c4-4ee8-b73e-8eb5db4ed956 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:20:26.067421 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6376cf25-54c4-4ee8-b73e-8eb5db4ed956 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:20:26.071815 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6376cf25-54c4-4ee8-b73e-8eb5db4ed956 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event updated for resources: {'Port': ['ID=482c084d-28ad-4bfd-89dd-03bd78efb9d7,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:20:26.128174 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6376cf25-54c4-4ee8-b73e-8eb5db4ed956 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:26.136793 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:26.284725 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6376cf25-54c4-4ee8-b73e-8eb5db4ed956 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:26.588414 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6376cf25-54c4-4ee8-b73e-8eb5db4ed956 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:26.593859 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6376cf25-54c4-4ee8-b73e-8eb5db4ed956 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:26.671779 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6376cf25-54c4-4ee8-b73e-8eb5db4ed956 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:26.673539 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6376cf25-54c4-4ee8-b73e-8eb5db4ed956 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event updated for resources: {'Port': ['ID=482c084d-28ad-4bfd-89dd-03bd78efb9d7,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:20:26.731738 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50955c0e-5f5d-47c0-b870-ef8a234497a5 None None] Network 0d0dde97-4d25-434d-a5d8-b49bde53707e requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:20:26.772623 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6376cf25-54c4-4ee8-b73e-8eb5db4ed956 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Network 0d0dde97-4d25-434d-a5d8-b49bde53707e is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:20:26.773921 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-6376cf25-54c4-4ee8-b73e-8eb5db4ed956 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:20:26.857957 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e6c677f4-13b4-406a-b429-83f8032dd538 None None] Provisioning for port 2ce557fa-1a1b-43ea-90fb-1aa4e1779510 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:20:26.894861 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6376cf25-54c4-4ee8-b73e-8eb5db4ed956 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Router cf1d9106-c15f-407a-a560-bb6676020d8a has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:20:27.024638 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6376cf25-54c4-4ee8-b73e-8eb5db4ed956 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:20:27.032944 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-6376cf25-54c4-4ee8-b73e-8eb5db4ed956 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "PUT /v2.0/routers/cf1d9106-c15f-407a-a560-bb6676020d8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0439029 Jul 16 00:20:27.066528 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 26c032e7-c548-4b4d-8c04-cc67cbbf5fcd up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:20:27.128559 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 26c032e7-c548-4b4d-8c04-cc67cbbf5fcd completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:20:27.133038 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 26c032e7-c548-4b4d-8c04-cc67cbbf5fcd triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:20:27.133604 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:27.192447 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6176536b-5303-4f94-b579-3e393d2a23e2 req-e791ae00-8179-4c44-b837-7268fc3980b0 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1554253320&fields=id&tenant_id=a96abeafa0bb4cfba60d3fd0ccc00ac5 HTTP/1.1" status: 200 len: 267 time: 0.0376501 Jul 16 00:20:27.198630 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5cef8320-6623-4251-aa3f-19a1bc31a6b0 None None] Provisioning for port 482c084d-28ad-4bfd-89dd-03bd78efb9d7 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:20:27.225281 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5cef8320-6623-4251-aa3f-19a1bc31a6b0 None None] Provisioning complete for port 482c084d-28ad-4bfd-89dd-03bd78efb9d7 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:20:27.225658 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5cef8320-6623-4251-aa3f-19a1bc31a6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:27.270546 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:27.287100 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5cef8320-6623-4251-aa3f-19a1bc31a6b0 None None] Port 482c084d-28ad-4bfd-89dd-03bd78efb9d7 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:20:27.302840 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 26c032e7-c548-4b4d-8c04-cc67cbbf5fcd, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=26c032e7-c548-4b4d-8c04-cc67cbbf5fcd,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:20:27.309008 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:27.309882 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 2ce557fa-1a1b-43ea-90fb-1aa4e1779510 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:20:27.337906 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6176536b-5303-4f94-b579-3e393d2a23e2 req-ae6f6fcd-452c-49df-8479-bc7fc91535b3 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:20:27.340333 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6176536b-5303-4f94-b579-3e393d2a23e2 req-ae6f6fcd-452c-49df-8479-bc7fc91535b3 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/networks?id=0d0dde97-4d25-434d-a5d8-b49bde53707e HTTP/1.1" status: 200 len: 797 time: 0.1388249 Jul 16 00:20:27.362971 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6176536b-5303-4f94-b579-3e393d2a23e2 req-f7e9ae0b-a4ac-408b-afee-c56a3b91c7c3 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/quotas/a96abeafa0bb4cfba60d3fd0ccc00ac5 HTTP/1.1" status: 200 len: 375 time: 0.0169637 Jul 16 00:20:27.390560 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=26c032e7-c548-4b4d-8c04-cc67cbbf5fcd,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:20:27.409458 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 2ce557fa-1a1b-43ea-90fb-1aa4e1779510 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:20:27.414095 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 2ce557fa-1a1b-43ea-90fb-1aa4e1779510 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:20:27.414472 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:27.440889 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6176536b-5303-4f94-b579-3e393d2a23e2 req-deb1ad5b-0509-44fa-bb8b-841d9af9b961 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a96abeafa0bb4cfba60d3fd0ccc00ac5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0767586 Jul 16 00:20:27.472222 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e1751d87-c140-4cff-85bb-6abe327d2911 None None] Provisioning complete for port 482c084d-28ad-4bfd-89dd-03bd78efb9d7 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:20:27.472598 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e1751d87-c140-4cff-85bb-6abe327d2911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:27.534712 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e1751d87-c140-4cff-85bb-6abe327d2911 None None] Port 482c084d-28ad-4bfd-89dd-03bd78efb9d7 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:20:27.546756 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971171ce-a163-4e80-b5cd-e19f07a3d4b8 None None] Sync routers for ids ['cf1d9106-c15f-407a-a560-bb6676020d8a'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:20:27.562418 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:27.576988 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971171ce-a163-4e80-b5cd-e19f07a3d4b8 None None] Routers {'cf1d9106-c15f-407a-a560-bb6676020d8a'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:20:27.577642 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-971171ce-a163-4e80-b5cd-e19f07a3d4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:20:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['cf1d9106-c15f-407a-a560-bb6676020d8a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:20:27.596706 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6176536b-5303-4f94-b579-3e393d2a23e2 req-ac2b68d2-82a6-48d1-af50-fbb1f72a8b0b service neutron] 10.222.0.48 "GET /v2.0/networks/0d0dde97-4d25-434d-a5d8-b49bde53707e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428752 Jul 16 00:20:27.642733 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 2ce557fa-1a1b-43ea-90fb-1aa4e1779510, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=2ce557fa-1a1b-43ea-90fb-1aa4e1779510,segment=NetworkSegment(b39bb5d2-4aea-48f7-a2f5-30aa88023326),segment_id=b39bb5d2-4aea-48f7-a2f5-30aa88023326)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:20:27.651851 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:27.702206 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6176536b-5303-4f94-b579-3e393d2a23e2 req-8d627812-07e2-4b10-b996-4e93b91268c2 service neutron] 10.222.0.48 "GET /v2.0/networks/0d0dde97-4d25-434d-a5d8-b49bde53707e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989840 Jul 16 00:20:27.730661 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c8c49e8e-2c6c-482f-ae41-38c2ec58e1ef None None] Provisioning complete for port 482c084d-28ad-4bfd-89dd-03bd78efb9d7 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:20:27.730971 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c8c49e8e-2c6c-482f-ae41-38c2ec58e1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:27.774274 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-971171ce-a163-4e80-b5cd-e19f07a3d4b8 None None] Set router cf1d9106-c15f-407a-a560-bb6676020d8a gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:20:27.780380 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=2ce557fa-1a1b-43ea-90fb-1aa4e1779510,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:20:27.814128 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c8c49e8e-2c6c-482f-ae41-38c2ec58e1ef None None] Port 482c084d-28ad-4bfd-89dd-03bd78efb9d7 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:20:27.878072 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-525942d9-1352-4bc1-b1f2-fcc079fec73e req-a3765f29-0d6e-42d3-ac55-32e7c1035a82 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85aa557-8bfd-49c9-9663-17945acf2782 HTTP/1.1" status: 200 len: 210 time: 0.0301104 Jul 16 00:20:28.002858 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-971171ce-a163-4e80-b5cd-e19f07a3d4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1d9106-c15f-407a-a560-bb6676020d8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1115166234', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '26c032e7-c548-4b4d-8c04-cc67cbbf5fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:20:22Z', 'updated_at': '2021-07-16T00:20:26Z', 'revision_number': 4, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'gw_port': {'id': '26c032e7-c548-4b4d-8c04-cc67cbbf5fcd', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1d9106-c15f-407a-a560-bb6676020d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:20:23Z', 'updated_at': '2021-07-16T00:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '482c084d-28ad-4bfd-89dd-03bd78efb9d7', 'name': '', 'network_id': '0d0dde97-4d25-434d-a5d8-b49bde53707e', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'mac_address': 'fa:16:3e:c6:a5:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf1d9106-c15f-407a-a560-bb6676020d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '8519b525-1d78-4ceb-b9ac-9dba122895a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:20:25Z', 'updated_at': '2021-07-16T00:20:26Z', 'revision_number': 2, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'subnets': [{'id': '8519b525-1d78-4ceb-b9ac-9dba122895a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:20:28.033304 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971171ce-a163-4e80-b5cd-e19f07a3d4b8 None None] Checking router: cf1d9106-c15f-407a-a560-bb6676020d8a for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:20:28.033654 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971171ce-a163-4e80-b5cd-e19f07a3d4b8 None None] Updating router cf1d9106-c15f-407a-a560-bb6676020d8a port 482c084d-28ad-4bfd-89dd-03bd78efb9d7 binding host n-d-794306-6 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 00:20:28.067656 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-971171ce-a163-4e80-b5cd-e19f07a3d4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:28.339193 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-971171ce-a163-4e80-b5cd-e19f07a3d4b8 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:28.349898 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-971171ce-a163-4e80-b5cd-e19f07a3d4b8 None None] Transition to ACTIVE for port object 482c084d-28ad-4bfd-89dd-03bd78efb9d7 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:20:28.356945 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-971171ce-a163-4e80-b5cd-e19f07a3d4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:28.412530 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c81a38-740d-4f0b-8c7d-e2e5c0aee9f4 None None] Pushing event updated for resources: {'Port': ['ID=482c084d-28ad-4bfd-89dd-03bd78efb9d7,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:20:28.471854 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-971171ce-a163-4e80-b5cd-e19f07a3d4b8 None None] Attempting to bind port 482c084d-28ad-4bfd-89dd-03bd78efb9d7 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:20:28.472392 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-971171ce-a163-4e80-b5cd-e19f07a3d4b8 None None] Attempting to bind port 482c084d-28ad-4bfd-89dd-03bd78efb9d7 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'b39bb5d2-4aea-48f7-a2f5-30aa88023326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0d0dde97-4d25-434d-a5d8-b49bde53707e'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:20:28.472826 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971171ce-a163-4e80-b5cd-e19f07a3d4b8 None None] Attempting to bind port 482c084d-28ad-4bfd-89dd-03bd78efb9d7 on network 0d0dde97-4d25-434d-a5d8-b49bde53707e {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:20:28.479049 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971171ce-a163-4e80-b5cd-e19f07a3d4b8 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:20:28.479826 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971171ce-a163-4e80-b5cd-e19f07a3d4b8 None None] Checking segment: {'id': 'b39bb5d2-4aea-48f7-a2f5-30aa88023326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0d0dde97-4d25-434d-a5d8-b49bde53707e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:20:28.479826 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-971171ce-a163-4e80-b5cd-e19f07a3d4b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:28.480463 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971171ce-a163-4e80-b5cd-e19f07a3d4b8 None None] Bound using segment: {'id': 'b39bb5d2-4aea-48f7-a2f5-30aa88023326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0d0dde97-4d25-434d-a5d8-b49bde53707e'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:20:28.480939 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-971171ce-a163-4e80-b5cd-e19f07a3d4b8 None None] Bound port: 482c084d-28ad-4bfd-89dd-03bd78efb9d7, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b39bb5d2-4aea-48f7-a2f5-30aa88023326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0d0dde97-4d25-434d-a5d8-b49bde53707e'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:20:28.481330 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-971171ce-a163-4e80-b5cd-e19f07a3d4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:28.551399 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-971171ce-a163-4e80-b5cd-e19f07a3d4b8 None None] For port 482c084d-28ad-4bfd-89dd-03bd78efb9d7, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:20:28.555251 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-971171ce-a163-4e80-b5cd-e19f07a3d4b8 None None] For port 482c084d-28ad-4bfd-89dd-03bd78efb9d7, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=482c084d-28ad-4bfd-89dd-03bd78efb9d7,segment=NetworkSegment(b39bb5d2-4aea-48f7-a2f5-30aa88023326),segment_id=b39bb5d2-4aea-48f7-a2f5-30aa88023326)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:20:28.560960 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-971171ce-a163-4e80-b5cd-e19f07a3d4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:28.623736 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971171ce-a163-4e80-b5cd-e19f07a3d4b8 None None] Routers {'cf1d9106-c15f-407a-a560-bb6676020d8a'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:20:28.624385 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-971171ce-a163-4e80-b5cd-e19f07a3d4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:20:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['cf1d9106-c15f-407a-a560-bb6676020d8a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:20:28.629354 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c81a38-740d-4f0b-8c7d-e2e5c0aee9f4 None None] Pushing event updated for resources: {'Port': ['ID=482c084d-28ad-4bfd-89dd-03bd78efb9d7,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:20:28.756201 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-971171ce-a163-4e80-b5cd-e19f07a3d4b8 None None] Set router cf1d9106-c15f-407a-a560-bb6676020d8a gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:20:29.060897 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-57769e0f-2ea1-494c-a015-2684138b7289 req-cfae7317-8d1d-401e-b9d8-55a552157a85 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85aa557-8bfd-49c9-9663-17945acf2782 HTTP/1.1" status: 200 len: 210 time: 0.0453546 Jul 16 00:20:29.106326 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 26c032e7-c548-4b4d-8c04-cc67cbbf5fcd up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:20:29.232918 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 26c032e7-c548-4b4d-8c04-cc67cbbf5fcd triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:20:29.233483 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:29.284126 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6176536b-5303-4f94-b579-3e393d2a23e2 req-8144bee8-36a6-493e-8717-e2f789ba94c2 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:20:29.285822 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-6176536b-5303-4f94-b579-3e393d2a23e2 req-8144bee8-36a6-493e-8717-e2f789ba94c2 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.41 "GET /v2.0/networks?id=0d0dde97-4d25-434d-a5d8-b49bde53707e HTTP/1.1" status: 200 len: 797 time: 0.1387799 Jul 16 00:20:29.297651 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-971171ce-a163-4e80-b5cd-e19f07a3d4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1d9106-c15f-407a-a560-bb6676020d8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1115166234', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '26c032e7-c548-4b4d-8c04-cc67cbbf5fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:20:22Z', 'updated_at': '2021-07-16T00:20:26Z', 'revision_number': 4, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'gw_port': {'id': '26c032e7-c548-4b4d-8c04-cc67cbbf5fcd', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1d9106-c15f-407a-a560-bb6676020d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:20:23Z', 'updated_at': '2021-07-16T00:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '482c084d-28ad-4bfd-89dd-03bd78efb9d7', 'name': '', 'network_id': '0d0dde97-4d25-434d-a5d8-b49bde53707e', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'mac_address': 'fa:16:3e:c6:a5:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf1d9106-c15f-407a-a560-bb6676020d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '8519b525-1d78-4ceb-b9ac-9dba122895a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:20:25Z', 'updated_at': '2021-07-16T00:20:28Z', 'revision_number': 4, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'subnets': [{'id': '8519b525-1d78-4ceb-b9ac-9dba122895a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:20:29.338465 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971171ce-a163-4e80-b5cd-e19f07a3d4b8 None None] The sync data for ids ['cf1d9106-c15f-407a-a560-bb6676020d8a'] in n-d-794306-6 is: [{'id': 'cf1d9106-c15f-407a-a560-bb6676020d8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1115166234', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '26c032e7-c548-4b4d-8c04-cc67cbbf5fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:20:22Z', 'updated_at': '2021-07-16T00:20:26Z', 'revision_number': 4, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'gw_port': {'id': '26c032e7-c548-4b4d-8c04-cc67cbbf5fcd', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1d9106-c15f-407a-a560-bb6676020d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:20:23Z', 'updated_at': '2021-07-16T00:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '482c084d-28ad-4bfd-89dd-03bd78efb9d7', 'name': '', 'network_id': '0d0dde97-4d25-434d-a5d8-b49bde53707e', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'mac_address': 'fa:16:3e:c6:a5:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf1d9106-c15f-407a-a560-bb6676020d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '8519b525-1d78-4ceb-b9ac-9dba122895a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:20:25Z', 'updated_at': '2021-07-16T00:20:28Z', 'revision_number': 4, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'subnets': [{'id': '8519b525-1d78-4ceb-b9ac-9dba122895a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:20:29.347161 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-6176536b-5303-4f94-b579-3e393d2a23e2 req-dcc25f8b-253c-4d96-bfa1-7cfbc69e843a tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a96abeafa0bb4cfba60d3fd0ccc00ac5 HTTP/1.1" status: 200 len: 380 time: 0.0470364 Jul 16 00:20:29.358354 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-6176536b-5303-4f94-b579-3e393d2a23e2 req-3e28992a-0750-48fa-b76c-cf8e1a8ea8d3 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Request body: {'port': {'device_id': 'b85aa557-8bfd-49c9-9663-17945acf2782', 'network_id': '0d0dde97-4d25-434d-a5d8-b49bde53707e', 'admin_state_up': True, 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'security_groups': ['afa0eb1d-ae59-4383-9a4e-8e6db13eec78']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:20:29.392258 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 2ce557fa-1a1b-43ea-90fb-1aa4e1779510 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:20:29.459925 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 2ce557fa-1a1b-43ea-90fb-1aa4e1779510 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:20:29.460650 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:29.548854 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6176536b-5303-4f94-b579-3e393d2a23e2 req-3e28992a-0750-48fa-b76c-cf8e1a8ea8d3 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Made reservation on behalf of a96abeafa0bb4cfba60d3fd0ccc00ac5 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:20:29.552945 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6176536b-5303-4f94-b579-3e393d2a23e2 req-3e28992a-0750-48fa-b76c-cf8e1a8ea8d3 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:29.713225 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-6176536b-5303-4f94-b579-3e393d2a23e2 req-3e28992a-0750-48fa-b76c-cf8e1a8ea8d3 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Allocated IP 172.20.0.6 (0d0dde97-4d25-434d-a5d8-b49bde53707e/8519b525-1d78-4ceb-b9ac-9dba122895a5/f30c40f0-076c-4f52-bc17-5b233b8d561e) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:20:29.877188 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6176536b-5303-4f94-b579-3e393d2a23e2 req-3e28992a-0750-48fa-b76c-cf8e1a8ea8d3 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:29.891143 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-6176536b-5303-4f94-b579-3e393d2a23e2 req-3e28992a-0750-48fa-b76c-cf8e1a8ea8d3 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Transition to ACTIVE for port object f30c40f0-076c-4f52-bc17-5b233b8d561e will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:20:29.925543 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6176536b-5303-4f94-b579-3e393d2a23e2 req-3e28992a-0750-48fa-b76c-cf8e1a8ea8d3 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:29.974180 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6176536b-5303-4f94-b579-3e393d2a23e2 req-3e28992a-0750-48fa-b76c-cf8e1a8ea8d3 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Network 0d0dde97-4d25-434d-a5d8-b49bde53707e is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:20:29.980331 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-6176536b-5303-4f94-b579-3e393d2a23e2 req-3e28992a-0750-48fa-b76c-cf8e1a8ea8d3 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:20:29.984611 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-6176536b-5303-4f94-b579-3e393d2a23e2 req-3e28992a-0750-48fa-b76c-cf8e1a8ea8d3 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:20:30.011453 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e28992a-0750-48fa-b76c-cf8e1a8ea8d3 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event updated for resources: {'Port': ['ID=f30c40f0-076c-4f52-bc17-5b233b8d561e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:20:30.041249 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6176536b-5303-4f94-b579-3e393d2a23e2 req-3e28992a-0750-48fa-b76c-cf8e1a8ea8d3 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:20:30.042522 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6176536b-5303-4f94-b579-3e393d2a23e2 req-3e28992a-0750-48fa-b76c-cf8e1a8ea8d3 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:30.059053 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-6176536b-5303-4f94-b579-3e393d2a23e2 req-3e28992a-0750-48fa-b76c-cf8e1a8ea8d3 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7073271 Jul 16 00:20:30.076393 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-6176536b-5303-4f94-b579-3e393d2a23e2 req-0e38a77c-3a6d-443f-8627-a7ffc8b75536 service neutron] Request body: {'port': {'device_id': 'b85aa557-8bfd-49c9-9663-17945acf2782', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:20:30.165534 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6176536b-5303-4f94-b579-3e393d2a23e2 req-0e38a77c-3a6d-443f-8627-a7ffc8b75536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:30.253909 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c511730-6fb6-4a52-b3b7-b4d059024958 req-0cb04476-83c1-48a8-99c0-f267cc2b462c tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:20:30.255537 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1c511730-6fb6-4a52-b3b7-b4d059024958 req-0cb04476-83c1-48a8-99c0-f267cc2b462c tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85aa557-8bfd-49c9-9663-17945acf2782 HTTP/1.1" status: 200 len: 931 time: 0.0723250 Jul 16 00:20:30.298174 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a66d5131-8e5b-4699-9266-adf108662002 None None] Provisioning for port f30c40f0-076c-4f52-bc17-5b233b8d561e completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:20:30.304961 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a66d5131-8e5b-4699-9266-adf108662002 None None] Provisioning complete for port f30c40f0-076c-4f52-bc17-5b233b8d561e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:20:30.305722 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a66d5131-8e5b-4699-9266-adf108662002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:30.315113 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1c511730-6fb6-4a52-b3b7-b4d059024958 req-3ed58c25-780f-48a0-a0fa-6f197758104e tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=afa0eb1d-ae59-4383-9a4e-8e6db13eec78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527174 Jul 16 00:20:30.350717 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a66d5131-8e5b-4699-9266-adf108662002 None None] Port f30c40f0-076c-4f52-bc17-5b233b8d561e cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:20:30.777144 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-6176536b-5303-4f94-b579-3e393d2a23e2 req-0e38a77c-3a6d-443f-8627-a7ffc8b75536 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f30c40f0-076c-4f52-bc17-5b233b8d561e {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:20:30.784530 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6176536b-5303-4f94-b579-3e393d2a23e2 req-0e38a77c-3a6d-443f-8627-a7ffc8b75536 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:30.796500 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-6176536b-5303-4f94-b579-3e393d2a23e2 req-0e38a77c-3a6d-443f-8627-a7ffc8b75536 service neutron] Transition to ACTIVE for port object f30c40f0-076c-4f52-bc17-5b233b8d561e will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:20:30.800064 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6176536b-5303-4f94-b579-3e393d2a23e2 req-0e38a77c-3a6d-443f-8627-a7ffc8b75536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:30.871269 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e38a77c-3a6d-443f-8627-a7ffc8b75536 service neutron] Pushing event updated for resources: {'Port': ['ID=f30c40f0-076c-4f52-bc17-5b233b8d561e,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:20:30.929306 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-6176536b-5303-4f94-b579-3e393d2a23e2 req-0e38a77c-3a6d-443f-8627-a7ffc8b75536 service neutron] Attempting to bind port f30c40f0-076c-4f52-bc17-5b233b8d561e on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:20:30.929654 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-6176536b-5303-4f94-b579-3e393d2a23e2 req-0e38a77c-3a6d-443f-8627-a7ffc8b75536 service neutron] Attempting to bind port f30c40f0-076c-4f52-bc17-5b233b8d561e by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': 'b39bb5d2-4aea-48f7-a2f5-30aa88023326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0d0dde97-4d25-434d-a5d8-b49bde53707e'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:20:30.929990 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6176536b-5303-4f94-b579-3e393d2a23e2 req-0e38a77c-3a6d-443f-8627-a7ffc8b75536 service neutron] Attempting to bind port f30c40f0-076c-4f52-bc17-5b233b8d561e on network 0d0dde97-4d25-434d-a5d8-b49bde53707e {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:20:30.936416 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6176536b-5303-4f94-b579-3e393d2a23e2 req-0e38a77c-3a6d-443f-8627-a7ffc8b75536 service neutron] Port f30c40f0-076c-4f52-bc17-5b233b8d561e on network 0d0dde97-4d25-434d-a5d8-b49bde53707e not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 00:20:30.936761 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6176536b-5303-4f94-b579-3e393d2a23e2 req-0e38a77c-3a6d-443f-8627-a7ffc8b75536 service neutron] Attempting to bind port f30c40f0-076c-4f52-bc17-5b233b8d561e on network 0d0dde97-4d25-434d-a5d8-b49bde53707e {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:20:30.942149 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6176536b-5303-4f94-b579-3e393d2a23e2 req-0e38a77c-3a6d-443f-8627-a7ffc8b75536 service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:20:30.942460 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6176536b-5303-4f94-b579-3e393d2a23e2 req-0e38a77c-3a6d-443f-8627-a7ffc8b75536 service neutron] Checking segment: {'id': 'b39bb5d2-4aea-48f7-a2f5-30aa88023326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0d0dde97-4d25-434d-a5d8-b49bde53707e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:20:30.942843 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6176536b-5303-4f94-b579-3e393d2a23e2 req-0e38a77c-3a6d-443f-8627-a7ffc8b75536 service neutron] Bound using segment: {'id': 'b39bb5d2-4aea-48f7-a2f5-30aa88023326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0d0dde97-4d25-434d-a5d8-b49bde53707e'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:20:30.943267 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-6176536b-5303-4f94-b579-3e393d2a23e2 req-0e38a77c-3a6d-443f-8627-a7ffc8b75536 service neutron] Bound port: f30c40f0-076c-4f52-bc17-5b233b8d561e, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b39bb5d2-4aea-48f7-a2f5-30aa88023326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0d0dde97-4d25-434d-a5d8-b49bde53707e'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:20:30.943720 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6176536b-5303-4f94-b579-3e393d2a23e2 req-0e38a77c-3a6d-443f-8627-a7ffc8b75536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:30.969128 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-264c116f-5863-44dd-a445-36b4ad31d28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:31.020335 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-6176536b-5303-4f94-b579-3e393d2a23e2 req-0e38a77c-3a6d-443f-8627-a7ffc8b75536 service neutron] For port f30c40f0-076c-4f52-bc17-5b233b8d561e, host n-h2-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:20:31.023884 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-6176536b-5303-4f94-b579-3e393d2a23e2 req-0e38a77c-3a6d-443f-8627-a7ffc8b75536 service neutron] For port f30c40f0-076c-4f52-bc17-5b233b8d561e, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=f30c40f0-076c-4f52-bc17-5b233b8d561e,segment=NetworkSegment(b39bb5d2-4aea-48f7-a2f5-30aa88023326),segment_id=b39bb5d2-4aea-48f7-a2f5-30aa88023326)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:20:31.032975 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6176536b-5303-4f94-b579-3e393d2a23e2 req-0e38a77c-3a6d-443f-8627-a7ffc8b75536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:31.033413 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 482c084d-28ad-4bfd-89dd-03bd78efb9d7 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:20:31.077234 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6176536b-5303-4f94-b579-3e393d2a23e2 req-0e38a77c-3a6d-443f-8627-a7ffc8b75536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:20:31.077900 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6176536b-5303-4f94-b579-3e393d2a23e2 req-0e38a77c-3a6d-443f-8627-a7ffc8b75536 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:31.079362 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-6176536b-5303-4f94-b579-3e393d2a23e2 req-0e38a77c-3a6d-443f-8627-a7ffc8b75536 service neutron] 10.222.0.41 "PUT /v2.0/ports/f30c40f0-076c-4f52-bc17-5b233b8d561e HTTP/1.1" status: 200 len: 1091 time: 1.0079386 Jul 16 00:20:31.080053 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b85aa557-8bfd-49c9-9663-17945acf2782', 'tag': 'f30c40f0-076c-4f52-bc17-5b233b8d561e'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:20:31.082924 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732f3e1a316c3ad7d48a65c2bbc2e30ba6c82a3ba5a41bb87b5b7e43e99a4419" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7538c21-c540-4187-9798-c10f2b9e951e" -d '{"events": [{"name": "network-changed", "server_uuid": "b85aa557-8bfd-49c9-9663-17945acf2782", "tag": "f30c40f0-076c-4f52-bc17-5b233b8d561e"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:20:31.106455 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e38a77c-3a6d-443f-8627-a7ffc8b75536 service neutron] Pushing event updated for resources: {'Port': ['ID=f30c40f0-076c-4f52-bc17-5b233b8d561e,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:20:31.112956 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 482c084d-28ad-4bfd-89dd-03bd78efb9d7 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:20:31.117542 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 482c084d-28ad-4bfd-89dd-03bd78efb9d7 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:20:31.117897 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:31.133325 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-782decc8-8eb0-434f-8b5e-c622fea883ef x-openstack-request-id: req-782decc8-8eb0-434f-8b5e-c622fea883ef {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:20:31.133710 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b85aa557-8bfd-49c9-9663-17945acf2782", "tag": "f30c40f0-076c-4f52-bc17-5b233b8d561e", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:20:31.134032 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-782decc8-8eb0-434f-8b5e-c622fea883ef {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:20:31.134572 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b85aa557-8bfd-49c9-9663-17945acf2782', 'tag': 'f30c40f0-076c-4f52-bc17-5b233b8d561e', 'status': 'completed', 'code': 200} Jul 16 00:20:31.208849 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:31.217949 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6176536b-5303-4f94-b579-3e393d2a23e2 req-4e7a191f-7824-41b9-bfe3-6358df71193b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:20:31.220567 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-6176536b-5303-4f94-b579-3e393d2a23e2 req-4e7a191f-7824-41b9-bfe3-6358df71193b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a96abeafa0bb4cfba60d3fd0ccc00ac5&device_id=b85aa557-8bfd-49c9-9663-17945acf2782 HTTP/1.1" status: 200 len: 1094 time: 0.0733528 Jul 16 00:20:31.245086 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 482c084d-28ad-4bfd-89dd-03bd78efb9d7, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=482c084d-28ad-4bfd-89dd-03bd78efb9d7,segment=NetworkSegment(b39bb5d2-4aea-48f7-a2f5-30aa88023326),segment_id=b39bb5d2-4aea-48f7-a2f5-30aa88023326)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:20:31.249572 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:31.269487 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-6176536b-5303-4f94-b579-3e393d2a23e2 req-fe91c8d1-ad80-4233-8297-3c509a5fcbe4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f30c40f0-076c-4f52-bc17-5b233b8d561e HTTP/1.1" status: 200 len: 217 time: 0.0365362 Jul 16 00:20:31.306325 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=482c084d-28ad-4bfd-89dd-03bd78efb9d7,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:20:31.318315 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6176536b-5303-4f94-b579-3e393d2a23e2 req-623f1714-86ca-4e9d-8032-3982137ddcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:20:31.319796 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-6176536b-5303-4f94-b579-3e393d2a23e2 req-623f1714-86ca-4e9d-8032-3982137ddcb5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8519b525-1d78-4ceb-b9ac-9dba122895a5 HTTP/1.1" status: 200 len: 835 time: 0.0446990 Jul 16 00:20:31.380614 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6176536b-5303-4f94-b579-3e393d2a23e2 req-853805d6-54a7-48d7-bdfb-2a79564f5632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:20:31.382222 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-6176536b-5303-4f94-b579-3e393d2a23e2 req-853805d6-54a7-48d7-bdfb-2a79564f5632 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0d0dde97-4d25-434d-a5d8-b49bde53707e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566180 Jul 16 00:20:31.473868 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-6176536b-5303-4f94-b579-3e393d2a23e2 req-4453f854-3044-4532-bf07-b73485903f38 service neutron] 10.222.0.41 "GET /v2.0/networks/0d0dde97-4d25-434d-a5d8-b49bde53707e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846853 Jul 16 00:20:31.489964 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c824838a-e523-434a-b3a8-fb00e04bffdb req-2796ced7-62cd-4623-a48b-fd98a335fad1 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:20:31.491467 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c824838a-e523-434a-b3a8-fb00e04bffdb req-2796ced7-62cd-4623-a48b-fd98a335fad1 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85aa557-8bfd-49c9-9663-17945acf2782 HTTP/1.1" status: 200 len: 943 time: 0.0660422 Jul 16 00:20:31.531188 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-c824838a-e523-434a-b3a8-fb00e04bffdb req-91f64c24-0111-4456-8a03-af50a009c258 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=afa0eb1d-ae59-4383-9a4e-8e6db13eec78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338445 Jul 16 00:20:31.566850 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-6176536b-5303-4f94-b579-3e393d2a23e2 req-e325701c-06ae-48f8-90b0-f810c6c0ec7b service neutron] 10.222.0.41 "GET /v2.0/networks/0d0dde97-4d25-434d-a5d8-b49bde53707e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870883 Jul 16 00:20:31.699595 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7538c21-c540-4187-9798-c10f2b9e951e req-bbaf5b2f-f3ae-4fce-8c63-443ed0cf61fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:20:31.701091 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f7538c21-c540-4187-9798-c10f2b9e951e req-bbaf5b2f-f3ae-4fce-8c63-443ed0cf61fe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a96abeafa0bb4cfba60d3fd0ccc00ac5&device_id=b85aa557-8bfd-49c9-9663-17945acf2782 HTTP/1.1" status: 200 len: 1094 time: 0.0518389 Jul 16 00:20:31.794300 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7538c21-c540-4187-9798-c10f2b9e951e req-8c5c156c-60e3-4f1f-9072-1b537fff12fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:20:31.795721 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f7538c21-c540-4187-9798-c10f2b9e951e req-8c5c156c-60e3-4f1f-9072-1b537fff12fe service neutron] 10.222.0.41 "GET /v2.0/networks?id=0d0dde97-4d25-434d-a5d8-b49bde53707e HTTP/1.1" status: 200 len: 898 time: 0.0882256 Jul 16 00:20:31.836669 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f7538c21-c540-4187-9798-c10f2b9e951e req-2b7ebd65-09f2-4cb0-928d-49324be88abb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f30c40f0-076c-4f52-bc17-5b233b8d561e HTTP/1.1" status: 200 len: 217 time: 0.0350161 Jul 16 00:20:31.884835 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7538c21-c540-4187-9798-c10f2b9e951e req-6d413303-2b5d-4bed-85d0-17e20cfd60af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:20:31.886880 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f7538c21-c540-4187-9798-c10f2b9e951e req-6d413303-2b5d-4bed-85d0-17e20cfd60af service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8519b525-1d78-4ceb-b9ac-9dba122895a5 HTTP/1.1" status: 200 len: 835 time: 0.0435348 Jul 16 00:20:31.949542 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7538c21-c540-4187-9798-c10f2b9e951e req-250514df-5a34-4aca-b468-b608e2c19132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:20:31.951052 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f7538c21-c540-4187-9798-c10f2b9e951e req-250514df-5a34-4aca-b468-b608e2c19132 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0d0dde97-4d25-434d-a5d8-b49bde53707e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570641 Jul 16 00:20:32.046519 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f7538c21-c540-4187-9798-c10f2b9e951e req-70f4ab19-e498-4634-9185-a119208ba1a0 service neutron] 10.222.0.41 "GET /v2.0/networks/0d0dde97-4d25-434d-a5d8-b49bde53707e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870619 Jul 16 00:20:32.141200 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-f7538c21-c540-4187-9798-c10f2b9e951e req-ecd34819-a37e-4c1c-8914-736c7dffb54c service neutron] 10.222.0.41 "GET /v2.0/networks/0d0dde97-4d25-434d-a5d8-b49bde53707e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875952 Jul 16 00:20:32.704120 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f3c02d-2d7f-404d-ba87-58ce14a04c0b req-4449ea0f-8a30-487a-a4c3-bbffbf53ba40 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:20:32.705536 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d3f3c02d-2d7f-404d-ba87-58ce14a04c0b req-4449ea0f-8a30-487a-a4c3-bbffbf53ba40 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85aa557-8bfd-49c9-9663-17945acf2782 HTTP/1.1" status: 200 len: 943 time: 0.0630450 Jul 16 00:20:32.744083 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d3f3c02d-2d7f-404d-ba87-58ce14a04c0b req-a60b1471-6ece-4609-8c47-df44e0106541 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=afa0eb1d-ae59-4383-9a4e-8e6db13eec78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329628 Jul 16 00:20:32.997279 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 482c084d-28ad-4bfd-89dd-03bd78efb9d7 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:20:33.048369 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 482c084d-28ad-4bfd-89dd-03bd78efb9d7 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:20:33.048742 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:33.514475 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:33.920895 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fc6ddd-b018-4629-8f79-5544d3c2c0e8 req-85b5320e-85a3-4f3a-a0ee-bffaebc4da04 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:20:33.922390 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b0fc6ddd-b018-4629-8f79-5544d3c2c0e8 req-85b5320e-85a3-4f3a-a0ee-bffaebc4da04 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85aa557-8bfd-49c9-9663-17945acf2782 HTTP/1.1" status: 200 len: 943 time: 0.0683622 Jul 16 00:20:33.961674 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b0fc6ddd-b018-4629-8f79-5544d3c2c0e8 req-8268a0da-1446-41c4-91e0-c7c57c30e0ef tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=afa0eb1d-ae59-4383-9a4e-8e6db13eec78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335991 Jul 16 00:20:34.318278 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-52f25677-d679-41c2-bd03-7d4dfb5210b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:34.577413 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:35.134878 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb3478f-4b78-4946-8ae1-0401d8783554 req-e4ed7170-60a2-4505-b4da-51b2e0349662 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:20:35.136960 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8fb3478f-4b78-4946-8ae1-0401d8783554 req-e4ed7170-60a2-4505-b4da-51b2e0349662 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85aa557-8bfd-49c9-9663-17945acf2782 HTTP/1.1" status: 200 len: 943 time: 0.0636511 Jul 16 00:20:35.174404 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8fb3478f-4b78-4946-8ae1-0401d8783554 req-2a7d9c16-c3b5-43d3-81f8-86098af7fed7 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=afa0eb1d-ae59-4383-9a4e-8e6db13eec78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315592 Jul 16 00:20:35.399025 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device f30c40f0-076c-4f52-bc17-5b233b8d561e details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 00:20:35.494912 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port f30c40f0-076c-4f52-bc17-5b233b8d561e, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=f30c40f0-076c-4f52-bc17-5b233b8d561e,segment=NetworkSegment(b39bb5d2-4aea-48f7-a2f5-30aa88023326),segment_id=b39bb5d2-4aea-48f7-a2f5-30aa88023326)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:20:35.506363 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': 'f30c40f0-076c-4f52-bc17-5b233b8d561e', 'network_id': '0d0dde97-4d25-434d-a5d8-b49bde53707e', 'port_id': 'f30c40f0-076c-4f52-bc17-5b233b8d561e', 'mac_address': 'fa:16:3e:c1:1c:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8519b525-1d78-4ceb-b9ac-9dba122895a5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 00:20:35.543005 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:35.555339 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f30c40f0-076c-4f52-bc17-5b233b8d561e {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:20:35.580962 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port f30c40f0-076c-4f52-bc17-5b233b8d561e, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=f30c40f0-076c-4f52-bc17-5b233b8d561e,segment=NetworkSegment(b39bb5d2-4aea-48f7-a2f5-30aa88023326),segment_id=b39bb5d2-4aea-48f7-a2f5-30aa88023326)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:20:35.585737 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:35.632577 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=f30c40f0-076c-4f52-bc17-5b233b8d561e,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:20:35.861054 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['f30c40f0-076c-4f52-bc17-5b233b8d561e'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:20:36.356386 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb662d-f6fa-4b7a-9279-3f19f22c447a req-af80c18b-3263-4c1c-a179-66d985524a12 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:20:36.357868 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4edb662d-f6fa-4b7a-9279-3f19f22c447a req-af80c18b-3263-4c1c-a179-66d985524a12 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85aa557-8bfd-49c9-9663-17945acf2782 HTTP/1.1" status: 200 len: 944 time: 0.0622449 Jul 16 00:20:36.399101 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4edb662d-f6fa-4b7a-9279-3f19f22c447a req-ba3a9876-872c-41b1-866b-bd4f3abbb38b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=afa0eb1d-ae59-4383-9a4e-8e6db13eec78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355611 Jul 16 00:20:36.583645 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:37.399241 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device f30c40f0-076c-4f52-bc17-5b233b8d561e up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:20:37.451956 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port f30c40f0-076c-4f52-bc17-5b233b8d561e completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:20:37.455552 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port f30c40f0-076c-4f52-bc17-5b233b8d561e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:20:37.455955 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:37.530686 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:37.553152 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b85aa557-8bfd-49c9-9663-17945acf2782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f30c40f0-076c-4f52-bc17-5b233b8d561e'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:20:37.555390 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85e2a5fec60f0be1243ce80844a072e05c29e3c23db0dd3e62b5f7d92f5b0637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf1133d-6bc4-4827-a5e1-08280bb1f8be" -d '{"events": [{"server_uuid": "b85aa557-8bfd-49c9-9663-17945acf2782", "name": "network-vif-plugged", "status": "completed", "tag": "f30c40f0-076c-4f52-bc17-5b233b8d561e"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:20:37.569315 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port f30c40f0-076c-4f52-bc17-5b233b8d561e, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=f30c40f0-076c-4f52-bc17-5b233b8d561e,segment=NetworkSegment(b39bb5d2-4aea-48f7-a2f5-30aa88023326),segment_id=b39bb5d2-4aea-48f7-a2f5-30aa88023326)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:20:37.574355 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:37.576773 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d1df5b-cb4f-48ed-8aca-d1ef2b0fe334 req-1fbbcaba-2cec-4cb5-992f-34c6fe469ce3 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:20:37.578465 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-35d1df5b-cb4f-48ed-8aca-d1ef2b0fe334 req-1fbbcaba-2cec-4cb5-992f-34c6fe469ce3 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85aa557-8bfd-49c9-9663-17945acf2782 HTTP/1.1" status: 200 len: 944 time: 0.0661743 Jul 16 00:20:37.618357 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-35d1df5b-cb4f-48ed-8aca-d1ef2b0fe334 req-82954c0e-d86a-4cb8-92fd-0cdc1ec7e1b8 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=afa0eb1d-ae59-4383-9a4e-8e6db13eec78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341458 Jul 16 00:20:37.633450 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=f30c40f0-076c-4f52-bc17-5b233b8d561e,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:20:37.648995 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d6b7c44-2f9f-41a6-ae4b-247637a495bc x-openstack-request-id: req-3d6b7c44-2f9f-41a6-ae4b-247637a495bc {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:20:37.649363 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b85aa557-8bfd-49c9-9663-17945acf2782", "name": "network-vif-plugged", "status": "completed", "tag": "f30c40f0-076c-4f52-bc17-5b233b8d561e", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:20:37.649573 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3d6b7c44-2f9f-41a6-ae4b-247637a495bc {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:20:37.649977 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b85aa557-8bfd-49c9-9663-17945acf2782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f30c40f0-076c-4f52-bc17-5b233b8d561e', 'code': 200} Jul 16 00:20:37.787975 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe44b1d4-713f-409f-bfb1-11252a36dc87 req-c6df30c1-80b8-4f12-a5fa-398a45375d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:20:37.789686 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-fe44b1d4-713f-409f-bfb1-11252a36dc87 req-c6df30c1-80b8-4f12-a5fa-398a45375d6b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b85aa557-8bfd-49c9-9663-17945acf2782 HTTP/1.1" status: 200 len: 1096 time: 0.0529087 Jul 16 00:20:37.824269 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-fe44b1d4-713f-409f-bfb1-11252a36dc87 req-1ba0bfa5-88ca-47d0-9b2f-cbe84fad3054 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=afa0eb1d-ae59-4383-9a4e-8e6db13eec78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276377 Jul 16 00:20:38.804850 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4980d2-f464-4b31-a60c-c4c796b6f1b4 req-123b6fa2-8595-4a60-a5bf-23d809abcf32 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:20:38.806351 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2c4980d2-f464-4b31-a60c-c4c796b6f1b4 req-123b6fa2-8595-4a60-a5bf-23d809abcf32 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85aa557-8bfd-49c9-9663-17945acf2782 HTTP/1.1" status: 200 len: 945 time: 0.0649729 Jul 16 00:20:38.849850 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2c4980d2-f464-4b31-a60c-c4c796b6f1b4 req-bcf81289-73ad-4eca-ac82-e738adc2390c tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=afa0eb1d-ae59-4383-9a4e-8e6db13eec78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368752 Jul 16 00:20:38.864371 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:20:38.867201 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:40.037483 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce1f82d-170e-42fa-9c69-16bc521957bd req-00e03032-7c0b-4633-a664-af23135b8950 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:20:40.039034 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9ce1f82d-170e-42fa-9c69-16bc521957bd req-00e03032-7c0b-4633-a664-af23135b8950 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85aa557-8bfd-49c9-9663-17945acf2782 HTTP/1.1" status: 200 len: 945 time: 0.0698705 Jul 16 00:20:40.080478 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9ce1f82d-170e-42fa-9c69-16bc521957bd req-52c9b631-d008-40d8-819d-7c47393dbf7b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=afa0eb1d-ae59-4383-9a4e-8e6db13eec78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353346 Jul 16 00:20:40.269377 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb61105-6525-4667-b5d7-e11942bfebcb req-9595853e-760f-4440-8a22-3424dce4b004 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:20:40.271034 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ceb61105-6525-4667-b5d7-e11942bfebcb req-9595853e-760f-4440-8a22-3424dce4b004 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85aa557-8bfd-49c9-9663-17945acf2782 HTTP/1.1" status: 200 len: 945 time: 0.0649235 Jul 16 00:20:40.309358 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ceb61105-6525-4667-b5d7-e11942bfebcb req-af7b7431-0b99-4488-808c-e4bfc2d97883 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=afa0eb1d-ae59-4383-9a4e-8e6db13eec78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320561 Jul 16 00:20:40.333690 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54964) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:20:40.386193 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d07030-946d-47e3-ba92-da313c528e74 tempest-TestNetworkAdvancedServerOps-1746541538 tempest-TestNetworkAdvancedServerOps-1746541538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:20:40.388556 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-75d07030-946d-47e3-ba92-da313c528e74 tempest-TestNetworkAdvancedServerOps-1746541538 tempest-TestNetworkAdvancedServerOps-1746541538-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=b85aa557-8bfd-49c9-9663-17945acf2782 HTTP/1.1" status: 200 len: 1091 time: 0.0538354 Jul 16 00:20:40.391405 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 54966) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:20:40.396235 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-fb776d95-b3d4-4ddf-b848-176da7417891 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Request body: {'floatingip': {'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'port_id': 'f30c40f0-076c-4f52-bc17-5b233b8d561e', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:20:40.419632 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb776d95-b3d4-4ddf-b848-176da7417891 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:40.527497 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb776d95-b3d4-4ddf-b848-176da7417891 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:40.636315 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-fb776d95-b3d4-4ddf-b848-176da7417891 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Allocated IP 172.25.5.196 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/456ae409-fefc-41be-86b3-e1f43987ab6e) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:20:40.744299 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb776d95-b3d4-4ddf-b848-176da7417891 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:40.784294 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb776d95-b3d4-4ddf-b848-176da7417891 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:40.827047 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb776d95-b3d4-4ddf-b848-176da7417891 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:20:40.829916 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-fb776d95-b3d4-4ddf-b848-176da7417891 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:20:40.833704 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb776d95-b3d4-4ddf-b848-176da7417891 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:20:40.839587 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb776d95-b3d4-4ddf-b848-176da7417891 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event updated for resources: {'Port': ['ID=456ae409-fefc-41be-86b3-e1f43987ab6e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:20:41.221921 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb776d95-b3d4-4ddf-b848-176da7417891 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:41.303884 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb776d95-b3d4-4ddf-b848-176da7417891 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:41.458658 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb776d95-b3d4-4ddf-b848-176da7417891 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:41.463052 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb776d95-b3d4-4ddf-b848-176da7417891 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:41.534177 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb776d95-b3d4-4ddf-b848-176da7417891 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event updated for resources: {'Port': ['ID=456ae409-fefc-41be-86b3-e1f43987ab6e,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:20:41.540369 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb776d95-b3d4-4ddf-b848-176da7417891 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:41.640174 n-d-794306-6 neutron-server[93771]: INFO neutron.db.l3_db [None req-fb776d95-b3d4-4ddf-b848-176da7417891 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Floating IP 87b31447-a5e2-4657-9215-499c84063f6f associated. External IP: 172.25.5.196, port: f30c40f0-076c-4f52-bc17-5b233b8d561e. Jul 16 00:20:41.848916 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb776d95-b3d4-4ddf-b848-176da7417891 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Router cf1d9106-c15f-407a-a560-bb6676020d8a has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:20:41.957190 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb776d95-b3d4-4ddf-b848-176da7417891 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:20:41.967168 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2e5931-8a18-41c9-9f62-d0029355617c None None] Sync routers for ids ['cf1d9106-c15f-407a-a560-bb6676020d8a'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:20:41.973468 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb776d95-b3d4-4ddf-b848-176da7417891 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:20:41.976358 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2e5931-8a18-41c9-9f62-d0029355617c None None] Routers {'cf1d9106-c15f-407a-a560-bb6676020d8a'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:20:41.976967 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ea2e5931-8a18-41c9-9f62-d0029355617c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:20:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['cf1d9106-c15f-407a-a560-bb6676020d8a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:20:42.010855 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-fb776d95-b3d4-4ddf-b848-176da7417891 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6183484 Jul 16 00:20:42.011446 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b85aa557-8bfd-49c9-9663-17945acf2782', 'tag': 'f30c40f0-076c-4f52-bc17-5b233b8d561e'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:20:42.014342 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732f3e1a316c3ad7d48a65c2bbc2e30ba6c82a3ba5a41bb87b5b7e43e99a4419" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709eb483-684d-4b3f-9ea8-e34747e3b03f" -d '{"events": [{"name": "network-changed", "server_uuid": "b85aa557-8bfd-49c9-9663-17945acf2782", "tag": "f30c40f0-076c-4f52-bc17-5b233b8d561e"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:20:42.070743 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da376fb-369a-492e-a31c-1bff505e523f x-openstack-request-id: req-8da376fb-369a-492e-a31c-1bff505e523f {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:20:42.071027 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b85aa557-8bfd-49c9-9663-17945acf2782", "tag": "f30c40f0-076c-4f52-bc17-5b233b8d561e", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:20:42.071279 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8da376fb-369a-492e-a31c-1bff505e523f {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:20:42.071718 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b85aa557-8bfd-49c9-9663-17945acf2782', 'tag': 'f30c40f0-076c-4f52-bc17-5b233b8d561e', 'status': 'completed', 'code': 200} Jul 16 00:20:42.092840 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-ea2e5931-8a18-41c9-9f62-d0029355617c None None] Set router cf1d9106-c15f-407a-a560-bb6676020d8a gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:20:42.172383 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709eb483-684d-4b3f-9ea8-e34747e3b03f req-199b5923-9e02-4384-a8c8-7bbe2b037a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:20:42.173925 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-709eb483-684d-4b3f-9ea8-e34747e3b03f req-199b5923-9e02-4384-a8c8-7bbe2b037a58 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a96abeafa0bb4cfba60d3fd0ccc00ac5&device_id=b85aa557-8bfd-49c9-9663-17945acf2782 HTTP/1.1" status: 200 len: 1096 time: 0.0578749 Jul 16 00:20:42.176437 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3fa754-0599-4bb5-b897-7f7b43304a50 req-27e56549-9144-4f23-a1e1-20c0219bb5c9 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:20:42.178111 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4a3fa754-0599-4bb5-b897-7f7b43304a50 req-27e56549-9144-4f23-a1e1-20c0219bb5c9 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85aa557-8bfd-49c9-9663-17945acf2782 HTTP/1.1" status: 200 len: 945 time: 0.0684001 Jul 16 00:20:42.222458 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4a3fa754-0599-4bb5-b897-7f7b43304a50 req-c90d79f6-5b30-4df2-84d6-fb94cce70d66 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=afa0eb1d-ae59-4383-9a4e-8e6db13eec78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385811 Jul 16 00:20:42.248042 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54974) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:20:42.270055 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709eb483-684d-4b3f-9ea8-e34747e3b03f req-094a3b74-5a9a-44cc-9ff7-648231509d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:20:42.271839 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-709eb483-684d-4b3f-9ea8-e34747e3b03f req-094a3b74-5a9a-44cc-9ff7-648231509d91 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0d0dde97-4d25-434d-a5d8-b49bde53707e HTTP/1.1" status: 200 len: 898 time: 0.0915720 Jul 16 00:20:42.313067 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-c77d87f0-71d3-4b46-98ab-bb5e4499ae6d tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/floatingips/87b31447-a5e2-4657-9215-499c84063f6f HTTP/1.1" status: 200 len: 991 time: 0.0622716 Jul 16 00:20:42.330114 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ea2e5931-8a18-41c9-9f62-d0029355617c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1d9106-c15f-407a-a560-bb6676020d8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1115166234', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '26c032e7-c548-4b4d-8c04-cc67cbbf5fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:20:22Z', 'updated_at': '2021-07-16T00:20:26Z', 'revision_number': 4, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'gw_port': {'id': '26c032e7-c548-4b4d-8c04-cc67cbbf5fcd', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1d9106-c15f-407a-a560-bb6676020d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:20:23Z', 'updated_at': '2021-07-16T00:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '87b31447-a5e2-4657-9215-499c84063f6f', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'floating_ip_address': '172.25.5.196', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': 'cf1d9106-c15f-407a-a560-bb6676020d8a', 'port_id': 'f30c40f0-076c-4f52-bc17-5b233b8d561e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d0dde97-4d25-434d-a5d8-b49bde53707e', 'mac_address': 'fa:16:3e:c1:1c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85aa557-8bfd-49c9-9663-17945acf2782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:20:41Z', 'updated_at': '2021-07-16T00:20:41Z', 'revision_number': 0, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '482c084d-28ad-4bfd-89dd-03bd78efb9d7', 'name': '', 'network_id': '0d0dde97-4d25-434d-a5d8-b49bde53707e', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'mac_address': 'fa:16:3e:c6:a5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1d9106-c15f-407a-a560-bb6676020d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '8519b525-1d78-4ceb-b9ac-9dba122895a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:20:25Z', 'updated_at': '2021-07-16T00:20:31Z', 'revision_number': 5, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'subnets': [{'id': '8519b525-1d78-4ceb-b9ac-9dba122895a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:20:42.339591 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-709eb483-684d-4b3f-9ea8-e34747e3b03f req-4f3a299e-73d7-41c1-a862-5bd0eaac1af4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f30c40f0-076c-4f52-bc17-5b233b8d561e HTTP/1.1" status: 200 len: 999 time: 0.0619516 Jul 16 00:20:42.356693 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2e5931-8a18-41c9-9f62-d0029355617c None None] Checking router: cf1d9106-c15f-407a-a560-bb6676020d8a for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:20:42.365102 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2e5931-8a18-41c9-9f62-d0029355617c None None] Routers {'cf1d9106-c15f-407a-a560-bb6676020d8a'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:20:42.365711 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ea2e5931-8a18-41c9-9f62-d0029355617c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:20:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['cf1d9106-c15f-407a-a560-bb6676020d8a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:20:42.392108 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709eb483-684d-4b3f-9ea8-e34747e3b03f req-7cf868f0-1482-4a6d-9513-05319051d95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:20:42.393579 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-709eb483-684d-4b3f-9ea8-e34747e3b03f req-7cf868f0-1482-4a6d-9513-05319051d95f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8519b525-1d78-4ceb-b9ac-9dba122895a5 HTTP/1.1" status: 200 len: 835 time: 0.0478060 Jul 16 00:20:42.453226 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709eb483-684d-4b3f-9ea8-e34747e3b03f req-ccbb755f-7ce4-48c4-bfac-1c05ff37e6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:20:42.454811 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-709eb483-684d-4b3f-9ea8-e34747e3b03f req-ccbb755f-7ce4-48c4-bfac-1c05ff37e6d0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0d0dde97-4d25-434d-a5d8-b49bde53707e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554450 Jul 16 00:20:42.471225 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-ea2e5931-8a18-41c9-9f62-d0029355617c None None] Set router cf1d9106-c15f-407a-a560-bb6676020d8a gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:20:42.545251 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-709eb483-684d-4b3f-9ea8-e34747e3b03f req-5b8ecbd5-996b-453c-b0b6-9d9259cbc0cc service neutron] 10.222.0.41 "GET /v2.0/networks/0d0dde97-4d25-434d-a5d8-b49bde53707e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841126 Jul 16 00:20:42.640451 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-709eb483-684d-4b3f-9ea8-e34747e3b03f req-a21b87e5-ba31-48d0-bdc4-e708db272e40 service neutron] 10.222.0.41 "GET /v2.0/networks/0d0dde97-4d25-434d-a5d8-b49bde53707e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887799 Jul 16 00:20:42.784964 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ea2e5931-8a18-41c9-9f62-d0029355617c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1d9106-c15f-407a-a560-bb6676020d8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1115166234', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '26c032e7-c548-4b4d-8c04-cc67cbbf5fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:20:22Z', 'updated_at': '2021-07-16T00:20:26Z', 'revision_number': 4, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'gw_port': {'id': '26c032e7-c548-4b4d-8c04-cc67cbbf5fcd', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1d9106-c15f-407a-a560-bb6676020d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:20:23Z', 'updated_at': '2021-07-16T00:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '87b31447-a5e2-4657-9215-499c84063f6f', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'floating_ip_address': '172.25.5.196', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': 'cf1d9106-c15f-407a-a560-bb6676020d8a', 'port_id': 'f30c40f0-076c-4f52-bc17-5b233b8d561e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d0dde97-4d25-434d-a5d8-b49bde53707e', 'mac_address': 'fa:16:3e:c1:1c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85aa557-8bfd-49c9-9663-17945acf2782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:20:41Z', 'updated_at': '2021-07-16T00:20:41Z', 'revision_number': 0, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '482c084d-28ad-4bfd-89dd-03bd78efb9d7', 'name': '', 'network_id': '0d0dde97-4d25-434d-a5d8-b49bde53707e', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'mac_address': 'fa:16:3e:c6:a5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1d9106-c15f-407a-a560-bb6676020d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '8519b525-1d78-4ceb-b9ac-9dba122895a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:20:25Z', 'updated_at': '2021-07-16T00:20:31Z', 'revision_number': 5, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'subnets': [{'id': '8519b525-1d78-4ceb-b9ac-9dba122895a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:20:42.810901 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2e5931-8a18-41c9-9f62-d0029355617c None None] The sync data for ids ['cf1d9106-c15f-407a-a560-bb6676020d8a'] in n-d-794306-6 is: [{'id': 'cf1d9106-c15f-407a-a560-bb6676020d8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1115166234', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '26c032e7-c548-4b4d-8c04-cc67cbbf5fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:20:22Z', 'updated_at': '2021-07-16T00:20:26Z', 'revision_number': 4, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'gw_port': {'id': '26c032e7-c548-4b4d-8c04-cc67cbbf5fcd', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1d9106-c15f-407a-a560-bb6676020d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:20:23Z', 'updated_at': '2021-07-16T00:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '87b31447-a5e2-4657-9215-499c84063f6f', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'floating_ip_address': '172.25.5.196', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': 'cf1d9106-c15f-407a-a560-bb6676020d8a', 'port_id': 'f30c40f0-076c-4f52-bc17-5b233b8d561e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d0dde97-4d25-434d-a5d8-b49bde53707e', 'mac_address': 'fa:16:3e:c1:1c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85aa557-8bfd-49c9-9663-17945acf2782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:20:41Z', 'updated_at': '2021-07-16T00:20:41Z', 'revision_number': 0, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '482c084d-28ad-4bfd-89dd-03bd78efb9d7', 'name': '', 'network_id': '0d0dde97-4d25-434d-a5d8-b49bde53707e', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'mac_address': 'fa:16:3e:c6:a5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1d9106-c15f-407a-a560-bb6676020d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '8519b525-1d78-4ceb-b9ac-9dba122895a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:20:25Z', 'updated_at': '2021-07-16T00:20:31Z', 'revision_number': 5, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'subnets': [{'id': '8519b525-1d78-4ceb-b9ac-9dba122895a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:20:43.018253 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec6b61d-202f-4cd9-9e88-bdecf7c8e124 None None] New status for floating IP 87b31447-a5e2-4657-9215-499c84063f6f: ACTIVE {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 00:20:43.315512 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54976) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:20:43.379769 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-5a43a6d5-3f36-44a2-b7f8-a8a84f302abe tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/floatingips/87b31447-a5e2-4657-9215-499c84063f6f HTTP/1.1" status: 200 len: 993 time: 0.0629086 Jul 16 00:20:56.153851 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:00.955955 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3ccfb1a5-4c56-45d1-b71c-d519d84d8044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:03.516432 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:04.318801 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ec6ada04-5595-4e2e-8c16-aed327dfe152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:04.581982 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:06.586900 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:08.873197 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:15.016442 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ec1ed-7559-4bbd-80cd-51321fe5ee01 req-76097778-17f1-4d18-babe-411321bd69f0 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:15.017883 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-654ec1ed-7559-4bbd-80cd-51321fe5ee01 req-76097778-17f1-4d18-babe-411321bd69f0 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85aa557-8bfd-49c9-9663-17945acf2782 HTTP/1.1" status: 200 len: 945 time: 0.0642684 Jul 16 00:21:15.057912 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-654ec1ed-7559-4bbd-80cd-51321fe5ee01 req-3ea74b1f-651e-4c43-b34e-0e6054ce9dbb tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=afa0eb1d-ae59-4383-9a4e-8e6db13eec78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324416 Jul 16 00:21:15.864078 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:21:16.235089 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b95b4a8-d4c6-4bfc-9522-6802d782592f req-469b49a5-8d64-4c2e-8b31-df05ec5c7820 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:16.236622 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7b95b4a8-d4c6-4bfc-9522-6802d782592f req-469b49a5-8d64-4c2e-8b31-df05ec5c7820 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85aa557-8bfd-49c9-9663-17945acf2782 HTTP/1.1" status: 200 len: 945 time: 0.0642352 Jul 16 00:21:16.275530 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7b95b4a8-d4c6-4bfc-9522-6802d782592f req-ffff29b1-69c4-4c05-82f0-b813fd22f2d4 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=afa0eb1d-ae59-4383-9a4e-8e6db13eec78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327950 Jul 16 00:21:16.299619 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 54996) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:21:16.364415 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-6e87c054-7109-4e8e-9695-2d4b51beeff1 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/floatingips/87b31447-a5e2-4657-9215-499c84063f6f HTTP/1.1" status: 200 len: 993 time: 0.0631578 Jul 16 00:21:17.803672 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf9988-1af0-458c-831c-afc2fe6f911d req-ee334c41-a593-4c72-bbd6-84c8ee1ccf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:17.804314 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83569eb1-6d3c-4b83-b5b4-95f360acce11 req-db5e7437-4bcb-4c0e-b153-7c6c758ca9bd tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:17.805176 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-6ddf9988-1af0-458c-831c-afc2fe6f911d req-ee334c41-a593-4c72-bbd6-84c8ee1ccf6d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a96abeafa0bb4cfba60d3fd0ccc00ac5&device_id=b85aa557-8bfd-49c9-9663-17945acf2782 HTTP/1.1" status: 200 len: 1096 time: 0.0526445 Jul 16 00:21:17.805667 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-83569eb1-6d3c-4b83-b5b4-95f360acce11 req-db5e7437-4bcb-4c0e-b153-7c6c758ca9bd tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85aa557-8bfd-49c9-9663-17945acf2782 HTTP/1.1" status: 200 len: 945 time: 0.0638018 Jul 16 00:21:17.844775 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-83569eb1-6d3c-4b83-b5b4-95f360acce11 req-eb72352b-6aef-49bd-a3bd-9a77d3e00e90 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=afa0eb1d-ae59-4383-9a4e-8e6db13eec78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333815 Jul 16 00:21:17.906866 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf9988-1af0-458c-831c-afc2fe6f911d req-74693108-898c-40b4-942d-84c003308afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:17.908291 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-6ddf9988-1af0-458c-831c-afc2fe6f911d req-74693108-898c-40b4-942d-84c003308afe service neutron] 10.222.0.41 "GET /v2.0/networks?id=0d0dde97-4d25-434d-a5d8-b49bde53707e HTTP/1.1" status: 200 len: 898 time: 0.0963266 Jul 16 00:21:17.976937 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-6ddf9988-1af0-458c-831c-afc2fe6f911d req-a5fff4ae-c003-44b5-b451-41267547bcda service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f30c40f0-076c-4f52-bc17-5b233b8d561e HTTP/1.1" status: 200 len: 1001 time: 0.0567799 Jul 16 00:21:18.028326 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf9988-1af0-458c-831c-afc2fe6f911d req-f22564d3-81a5-40bc-b24b-4bb371aeee94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:18.029746 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-6ddf9988-1af0-458c-831c-afc2fe6f911d req-f22564d3-81a5-40bc-b24b-4bb371aeee94 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8519b525-1d78-4ceb-b9ac-9dba122895a5 HTTP/1.1" status: 200 len: 835 time: 0.0468206 Jul 16 00:21:18.086098 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf9988-1af0-458c-831c-afc2fe6f911d req-1285789a-5624-417d-bd26-fb34e8aa50b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:18.087589 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-6ddf9988-1af0-458c-831c-afc2fe6f911d req-1285789a-5624-417d-bd26-fb34e8aa50b4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0d0dde97-4d25-434d-a5d8-b49bde53707e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522711 Jul 16 00:21:18.173388 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-6ddf9988-1af0-458c-831c-afc2fe6f911d req-54bdaf7c-f620-4015-8ef3-926776910f8f service neutron] 10.222.0.41 "GET /v2.0/networks/0d0dde97-4d25-434d-a5d8-b49bde53707e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795891 Jul 16 00:21:18.266198 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-6ddf9988-1af0-458c-831c-afc2fe6f911d req-84fe96f2-333a-408b-a99f-0d8b7d02120a service neutron] 10.222.0.41 "GET /v2.0/networks/0d0dde97-4d25-434d-a5d8-b49bde53707e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856934 Jul 16 00:21:19.031379 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef69927a-b1c5-4afe-8358-00917ddcc31b req-bbe3124b-f66f-490a-b454-41324777ecc5 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:19.032906 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ef69927a-b1c5-4afe-8358-00917ddcc31b req-bbe3124b-f66f-490a-b454-41324777ecc5 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85aa557-8bfd-49c9-9663-17945acf2782 HTTP/1.1" status: 200 len: 945 time: 0.0703933 Jul 16 00:21:19.071051 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ef69927a-b1c5-4afe-8358-00917ddcc31b req-71f24d41-1339-4b18-b433-7eac16e51100 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=afa0eb1d-ae59-4383-9a4e-8e6db13eec78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322325 Jul 16 00:21:20.253211 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c469da-eb8e-4837-bf90-ceef26e99aff req-2bc9119e-1950-4120-8be0-1ce3fe227fda tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:20.254840 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-04c469da-eb8e-4837-bf90-ceef26e99aff req-2bc9119e-1950-4120-8be0-1ce3fe227fda tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85aa557-8bfd-49c9-9663-17945acf2782 HTTP/1.1" status: 200 len: 945 time: 0.0670891 Jul 16 00:21:20.294482 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-04c469da-eb8e-4837-bf90-ceef26e99aff req-b05f9f6b-7ac7-4255-baf2-f6d7b3b3781c tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=afa0eb1d-ae59-4383-9a4e-8e6db13eec78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340359 Jul 16 00:21:20.319497 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55010) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:21:20.385689 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-a7c39b51-fba7-4478-8cad-0cf31be09085 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/floatingips/87b31447-a5e2-4657-9215-499c84063f6f HTTP/1.1" status: 200 len: 993 time: 0.0649207 Jul 16 00:21:20.659276 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55016) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:21:20.823733 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-3b526173-cf68-45af-b6ce-29adbf627dad tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Deleting port 456ae409-fefc-41be-86b3-e1f43987ab6e {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:21:20.824086 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3b526173-cf68-45af-b6ce-29adbf627dad tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:20.902298 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3b526173-cf68-45af-b6ce-29adbf627dad tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:20.902593 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3b526173-cf68-45af-b6ce-29adbf627dad tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:20.915053 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-3b526173-cf68-45af-b6ce-29adbf627dad tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Calling delete_port for 456ae409-fefc-41be-86b3-e1f43987ab6e owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:21:21.067972 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3b526173-cf68-45af-b6ce-29adbf627dad tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:21.090693 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b526173-cf68-45af-b6ce-29adbf627dad tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event deleted for resources: {'Port': ['ID=456ae409-fefc-41be-86b3-e1f43987ab6e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:21:21.102191 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b526173-cf68-45af-b6ce-29adbf627dad tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:21:21.102545 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b526173-cf68-45af-b6ce-29adbf627dad tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:21:21.102889 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b526173-cf68-45af-b6ce-29adbf627dad tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:21:21.103225 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b526173-cf68-45af-b6ce-29adbf627dad tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:21:21.104023 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b526173-cf68-45af-b6ce-29adbf627dad tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:21:21.104023 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b526173-cf68-45af-b6ce-29adbf627dad tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:21:21.104275 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b526173-cf68-45af-b6ce-29adbf627dad tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:21:21.104532 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b526173-cf68-45af-b6ce-29adbf627dad tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:21:21.104856 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b526173-cf68-45af-b6ce-29adbf627dad tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:21:21.105177 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b526173-cf68-45af-b6ce-29adbf627dad tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:21:21.105504 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b526173-cf68-45af-b6ce-29adbf627dad tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:21:21.105821 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b526173-cf68-45af-b6ce-29adbf627dad tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:21:21.170914 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3b526173-cf68-45af-b6ce-29adbf627dad tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:21.171167 n-d-794306-6 neutron-server[93770]: INFO neutron.db.l3_db [None req-3b526173-cf68-45af-b6ce-29adbf627dad tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Floating IP 87b31447-a5e2-4657-9215-499c84063f6f disassociated (deleted). External IP: 172.25.5.196, port: f30c40f0-076c-4f52-bc17-5b233b8d561e. Jul 16 00:21:21.389073 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b526173-cf68-45af-b6ce-29adbf627dad tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Router cf1d9106-c15f-407a-a560-bb6676020d8a has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:21:21.494567 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b526173-cf68-45af-b6ce-29adbf627dad tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:21:21.499432 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3b526173-cf68-45af-b6ce-29adbf627dad tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:21.503684 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1b5eae-1155-4279-8e42-27a33ceb4c40 None None] Sync routers for ids ['cf1d9106-c15f-407a-a560-bb6676020d8a'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:21:21.512675 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1b5eae-1155-4279-8e42-27a33ceb4c40 None None] Routers {'cf1d9106-c15f-407a-a560-bb6676020d8a'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:21:21.513290 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9a1b5eae-1155-4279-8e42-27a33ceb4c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:21:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['cf1d9106-c15f-407a-a560-bb6676020d8a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:21:21.621415 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-9a1b5eae-1155-4279-8e42-27a33ceb4c40 None None] Set router cf1d9106-c15f-407a-a560-bb6676020d8a gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:21:21.828260 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9a1b5eae-1155-4279-8e42-27a33ceb4c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1d9106-c15f-407a-a560-bb6676020d8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1115166234', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '26c032e7-c548-4b4d-8c04-cc67cbbf5fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:20:22Z', 'updated_at': '2021-07-16T00:20:26Z', 'revision_number': 4, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'gw_port': {'id': '26c032e7-c548-4b4d-8c04-cc67cbbf5fcd', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1d9106-c15f-407a-a560-bb6676020d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:20:23Z', 'updated_at': '2021-07-16T00:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '482c084d-28ad-4bfd-89dd-03bd78efb9d7', 'name': '', 'network_id': '0d0dde97-4d25-434d-a5d8-b49bde53707e', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'mac_address': 'fa:16:3e:c6:a5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1d9106-c15f-407a-a560-bb6676020d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '8519b525-1d78-4ceb-b9ac-9dba122895a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:20:25Z', 'updated_at': '2021-07-16T00:20:31Z', 'revision_number': 5, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'subnets': [{'id': '8519b525-1d78-4ceb-b9ac-9dba122895a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:21:21.848603 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-3b526173-cf68-45af-b6ce-29adbf627dad tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "DELETE /v2.0/floatingips/87b31447-a5e2-4657-9215-499c84063f6f HTTP/1.1" status: 204 len: 168 time: 1.1882496 Jul 16 00:21:21.849209 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b85aa557-8bfd-49c9-9663-17945acf2782', 'tag': 'f30c40f0-076c-4f52-bc17-5b233b8d561e'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:21:21.851544 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cfa130710a3ed3c11f83ca70e11270030e5afd3463e80eec9e3119d100d8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e09ac054-0884-4dfe-93c5-1bd079c547b2" -d '{"events": [{"name": "network-changed", "server_uuid": "b85aa557-8bfd-49c9-9663-17945acf2782", "tag": "f30c40f0-076c-4f52-bc17-5b233b8d561e"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:21:21.855898 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1b5eae-1155-4279-8e42-27a33ceb4c40 None None] Checking router: cf1d9106-c15f-407a-a560-bb6676020d8a for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:21:21.865270 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1b5eae-1155-4279-8e42-27a33ceb4c40 None None] Routers {'cf1d9106-c15f-407a-a560-bb6676020d8a'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:21:21.865938 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9a1b5eae-1155-4279-8e42-27a33ceb4c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:21:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['cf1d9106-c15f-407a-a560-bb6676020d8a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:21:21.941179 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e6f4ce-5673-4a2a-9c65-461da24ca7f6 x-openstack-request-id: req-69e6f4ce-5673-4a2a-9c65-461da24ca7f6 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:21:21.941478 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b85aa557-8bfd-49c9-9663-17945acf2782", "tag": "f30c40f0-076c-4f52-bc17-5b233b8d561e", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:21:21.942276 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-69e6f4ce-5673-4a2a-9c65-461da24ca7f6 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:21:21.942996 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b85aa557-8bfd-49c9-9663-17945acf2782', 'tag': 'f30c40f0-076c-4f52-bc17-5b233b8d561e', 'status': 'completed', 'code': 200} Jul 16 00:21:21.981606 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-9a1b5eae-1155-4279-8e42-27a33ceb4c40 None None] Set router cf1d9106-c15f-407a-a560-bb6676020d8a gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:21:22.041399 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ac054-0884-4dfe-93c5-1bd079c547b2 req-7e3f141f-b23c-4b02-b14d-6e01ce8c5be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:22.043126 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e09ac054-0884-4dfe-93c5-1bd079c547b2 req-7e3f141f-b23c-4b02-b14d-6e01ce8c5be4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a96abeafa0bb4cfba60d3fd0ccc00ac5&device_id=b85aa557-8bfd-49c9-9663-17945acf2782 HTTP/1.1" status: 200 len: 1096 time: 0.0585668 Jul 16 00:21:22.150790 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ac054-0884-4dfe-93c5-1bd079c547b2 req-299461b1-19b7-4036-9b13-04845c146c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:22.152326 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e09ac054-0884-4dfe-93c5-1bd079c547b2 req-299461b1-19b7-4036-9b13-04845c146c56 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0d0dde97-4d25-434d-a5d8-b49bde53707e HTTP/1.1" status: 200 len: 898 time: 0.1034243 Jul 16 00:21:22.195265 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e09ac054-0884-4dfe-93c5-1bd079c547b2 req-575b031a-e266-40ba-9dd7-09bf2c0c417b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f30c40f0-076c-4f52-bc17-5b233b8d561e HTTP/1.1" status: 200 len: 217 time: 0.0358779 Jul 16 00:21:22.200506 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9a1b5eae-1155-4279-8e42-27a33ceb4c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1d9106-c15f-407a-a560-bb6676020d8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1115166234', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '26c032e7-c548-4b4d-8c04-cc67cbbf5fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:20:22Z', 'updated_at': '2021-07-16T00:20:26Z', 'revision_number': 4, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'gw_port': {'id': '26c032e7-c548-4b4d-8c04-cc67cbbf5fcd', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1d9106-c15f-407a-a560-bb6676020d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:20:23Z', 'updated_at': '2021-07-16T00:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '482c084d-28ad-4bfd-89dd-03bd78efb9d7', 'name': '', 'network_id': '0d0dde97-4d25-434d-a5d8-b49bde53707e', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'mac_address': 'fa:16:3e:c6:a5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1d9106-c15f-407a-a560-bb6676020d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '8519b525-1d78-4ceb-b9ac-9dba122895a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:20:25Z', 'updated_at': '2021-07-16T00:20:31Z', 'revision_number': 5, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'subnets': [{'id': '8519b525-1d78-4ceb-b9ac-9dba122895a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:21:22.230082 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1b5eae-1155-4279-8e42-27a33ceb4c40 None None] The sync data for ids ['cf1d9106-c15f-407a-a560-bb6676020d8a'] in n-d-794306-6 is: [{'id': 'cf1d9106-c15f-407a-a560-bb6676020d8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1115166234', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '26c032e7-c548-4b4d-8c04-cc67cbbf5fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:20:22Z', 'updated_at': '2021-07-16T00:20:26Z', 'revision_number': 4, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'gw_port': {'id': '26c032e7-c548-4b4d-8c04-cc67cbbf5fcd', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1d9106-c15f-407a-a560-bb6676020d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:20:23Z', 'updated_at': '2021-07-16T00:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '482c084d-28ad-4bfd-89dd-03bd78efb9d7', 'name': '', 'network_id': '0d0dde97-4d25-434d-a5d8-b49bde53707e', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'mac_address': 'fa:16:3e:c6:a5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1d9106-c15f-407a-a560-bb6676020d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '8519b525-1d78-4ceb-b9ac-9dba122895a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:20:25Z', 'updated_at': '2021-07-16T00:20:31Z', 'revision_number': 5, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'subnets': [{'id': '8519b525-1d78-4ceb-b9ac-9dba122895a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:21:22.251356 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ac054-0884-4dfe-93c5-1bd079c547b2 req-bd104497-f251-4d4f-8489-8c50216be9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:22.253365 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e09ac054-0884-4dfe-93c5-1bd079c547b2 req-bd104497-f251-4d4f-8489-8c50216be9ed service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8519b525-1d78-4ceb-b9ac-9dba122895a5 HTTP/1.1" status: 200 len: 835 time: 0.0517521 Jul 16 00:21:22.275040 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070f591b-e76c-48dd-8861-79a7d6ab422c req-030df060-777f-4a9a-a553-5748fe127f1a tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:22.276738 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-070f591b-e76c-48dd-8861-79a7d6ab422c req-030df060-777f-4a9a-a553-5748fe127f1a tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85aa557-8bfd-49c9-9663-17945acf2782 HTTP/1.1" status: 200 len: 945 time: 0.0678542 Jul 16 00:21:22.314145 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ac054-0884-4dfe-93c5-1bd079c547b2 req-8d8cdca4-6689-4601-abdc-0ae07155bd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:22.315698 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e09ac054-0884-4dfe-93c5-1bd079c547b2 req-8d8cdca4-6689-4601-abdc-0ae07155bd67 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0d0dde97-4d25-434d-a5d8-b49bde53707e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552280 Jul 16 00:21:22.317868 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-070f591b-e76c-48dd-8861-79a7d6ab422c req-8cc0c19d-dc8f-45aa-aae2-74cd619af144 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=afa0eb1d-ae59-4383-9a4e-8e6db13eec78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350511 Jul 16 00:21:22.406733 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e09ac054-0884-4dfe-93c5-1bd079c547b2 req-25496144-5cf9-4bb3-ac0f-026d36bba4af service neutron] 10.222.0.41 "GET /v2.0/networks/0d0dde97-4d25-434d-a5d8-b49bde53707e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840325 Jul 16 00:21:22.465873 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e2ba2c-3c56-4fbf-8f97-4066721e7532 None None] New status for floating IP 87b31447-a5e2-4657-9215-499c84063f6f: DOWN {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 00:21:22.508102 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-e09ac054-0884-4dfe-93c5-1bd079c547b2 req-a31be5ca-5d58-4776-8800-1d1a2784918b service neutron] 10.222.0.41 "GET /v2.0/networks/0d0dde97-4d25-434d-a5d8-b49bde53707e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931759 Jul 16 00:21:23.501791 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c42657-0d45-4a1b-adb4-b32ecf0faf14 req-0bbbf738-bf59-42bd-90ea-a4f6dbaac4db tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:23.503261 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b1c42657-0d45-4a1b-adb4-b32ecf0faf14 req-0bbbf738-bf59-42bd-90ea-a4f6dbaac4db tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85aa557-8bfd-49c9-9663-17945acf2782 HTTP/1.1" status: 200 len: 945 time: 0.0653551 Jul 16 00:21:23.544341 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b1c42657-0d45-4a1b-adb4-b32ecf0faf14 req-5967d372-5da1-49a4-8f4c-daeac30bb967 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/security-groups?id=afa0eb1d-ae59-4383-9a4e-8e6db13eec78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344586 Jul 16 00:21:23.859758 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895afa30-8b7d-4e32-a0cf-dd9b34a61687 req-0f84823a-d2f6-42f9-983f-319c89bdd68a tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:23.861219 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-895afa30-8b7d-4e32-a0cf-dd9b34a61687 req-0f84823a-d2f6-42f9-983f-319c89bdd68a tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.41 "GET /v2.0/ports?device_id=b85aa557-8bfd-49c9-9663-17945acf2782 HTTP/1.1" status: 200 len: 945 time: 0.0624461 Jul 16 00:21:23.964988 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-895afa30-8b7d-4e32-a0cf-dd9b34a61687 req-373cd3c1-ffd7-4bb3-86ec-6ea1b1fc2f24 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Deleting port f30c40f0-076c-4f52-bc17-5b233b8d561e {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:21:23.965334 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-895afa30-8b7d-4e32-a0cf-dd9b34a61687 req-373cd3c1-ffd7-4bb3-86ec-6ea1b1fc2f24 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:24.052513 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-895afa30-8b7d-4e32-a0cf-dd9b34a61687 req-373cd3c1-ffd7-4bb3-86ec-6ea1b1fc2f24 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] For port f30c40f0-076c-4f52-bc17-5b233b8d561e, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=f30c40f0-076c-4f52-bc17-5b233b8d561e,segment=NetworkSegment(b39bb5d2-4aea-48f7-a2f5-30aa88023326),segment_id=b39bb5d2-4aea-48f7-a2f5-30aa88023326)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:21:24.052873 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-895afa30-8b7d-4e32-a0cf-dd9b34a61687 req-373cd3c1-ffd7-4bb3-86ec-6ea1b1fc2f24 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:24.064872 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-895afa30-8b7d-4e32-a0cf-dd9b34a61687 req-373cd3c1-ffd7-4bb3-86ec-6ea1b1fc2f24 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Calling delete_port for f30c40f0-076c-4f52-bc17-5b233b8d561e owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:21:24.194645 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-895afa30-8b7d-4e32-a0cf-dd9b34a61687 req-373cd3c1-ffd7-4bb3-86ec-6ea1b1fc2f24 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:24.224450 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373cd3c1-ffd7-4bb3-86ec-6ea1b1fc2f24 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event deleted for resources: {'Port': ['ID=f30c40f0-076c-4f52-bc17-5b233b8d561e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:21:24.236909 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373cd3c1-ffd7-4bb3-86ec-6ea1b1fc2f24 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:21:24.237260 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373cd3c1-ffd7-4bb3-86ec-6ea1b1fc2f24 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:21:24.237600 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373cd3c1-ffd7-4bb3-86ec-6ea1b1fc2f24 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:21:24.237936 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373cd3c1-ffd7-4bb3-86ec-6ea1b1fc2f24 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:21:24.238266 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373cd3c1-ffd7-4bb3-86ec-6ea1b1fc2f24 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:21:24.238595 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373cd3c1-ffd7-4bb3-86ec-6ea1b1fc2f24 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:21:24.239616 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373cd3c1-ffd7-4bb3-86ec-6ea1b1fc2f24 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:21:24.239913 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373cd3c1-ffd7-4bb3-86ec-6ea1b1fc2f24 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:21:24.240397 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373cd3c1-ffd7-4bb3-86ec-6ea1b1fc2f24 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:21:24.240549 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373cd3c1-ffd7-4bb3-86ec-6ea1b1fc2f24 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:21:24.240863 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373cd3c1-ffd7-4bb3-86ec-6ea1b1fc2f24 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:21:24.241179 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373cd3c1-ffd7-4bb3-86ec-6ea1b1fc2f24 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:21:24.282875 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-895afa30-8b7d-4e32-a0cf-dd9b34a61687 req-373cd3c1-ffd7-4bb3-86ec-6ea1b1fc2f24 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] No DVR routers for this DVR port f30c40f0-076c-4f52-bc17-5b233b8d561e on host n-h2-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:21:24.285458 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-895afa30-8b7d-4e32-a0cf-dd9b34a61687 req-373cd3c1-ffd7-4bb3-86ec-6ea1b1fc2f24 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:24.287950 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-895afa30-8b7d-4e32-a0cf-dd9b34a61687 req-373cd3c1-ffd7-4bb3-86ec-6ea1b1fc2f24 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.41 "DELETE /v2.0/ports/f30c40f0-076c-4f52-bc17-5b233b8d561e HTTP/1.1" status: 204 len: 173 time: 0.4208014 Jul 16 00:21:24.288392 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b85aa557-8bfd-49c9-9663-17945acf2782', 'name': 'network-vif-deleted', 'tag': 'f30c40f0-076c-4f52-bc17-5b233b8d561e'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:21:24.290645 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732f3e1a316c3ad7d48a65c2bbc2e30ba6c82a3ba5a41bb87b5b7e43e99a4419" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c998ec12-5f52-4385-84e0-2232daf038cd" -d '{"events": [{"server_uuid": "b85aa557-8bfd-49c9-9663-17945acf2782", "name": "network-vif-deleted", "tag": "f30c40f0-076c-4f52-bc17-5b233b8d561e"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:21:24.331345 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12636ac0-4d18-4c63-adcb-2982789eedab x-openstack-request-id: req-12636ac0-4d18-4c63-adcb-2982789eedab {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:21:24.331671 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b85aa557-8bfd-49c9-9663-17945acf2782", "name": "network-vif-deleted", "tag": "f30c40f0-076c-4f52-bc17-5b233b8d561e", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:21:24.331920 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-12636ac0-4d18-4c63-adcb-2982789eedab {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:21:24.332318 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b85aa557-8bfd-49c9-9663-17945acf2782', 'name': 'network-vif-deleted', 'tag': 'f30c40f0-076c-4f52-bc17-5b233b8d561e', 'status': 'completed', 'code': 200} Jul 16 00:21:24.702182 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-489e8f3e-8db2-4c43-b6dd-2954bb371c78 req-3f74e5a4-1fdb-4749-8f88-e194ccba6c89 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "GET /v2.0/ports?device_id=b85aa557-8bfd-49c9-9663-17945acf2782 HTTP/1.1" status: 200 len: 210 time: 0.0299706 Jul 16 00:21:25.798129 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55036) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:21:26.153838 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:26.438172 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b8a56dbf-f9b3-49f3-8520-ace555f6dd3a tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:26.697026 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b8a56dbf-f9b3-49f3-8520-ace555f6dd3a tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Deleting port 482c084d-28ad-4bfd-89dd-03bd78efb9d7 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:21:26.697291 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b8a56dbf-f9b3-49f3-8520-ace555f6dd3a tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:26.785653 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-b8a56dbf-f9b3-49f3-8520-ace555f6dd3a tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] For port 482c084d-28ad-4bfd-89dd-03bd78efb9d7, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=482c084d-28ad-4bfd-89dd-03bd78efb9d7,segment=NetworkSegment(b39bb5d2-4aea-48f7-a2f5-30aa88023326),segment_id=b39bb5d2-4aea-48f7-a2f5-30aa88023326)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:21:26.786015 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b8a56dbf-f9b3-49f3-8520-ace555f6dd3a tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:26.798432 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b8a56dbf-f9b3-49f3-8520-ace555f6dd3a tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Calling delete_port for 482c084d-28ad-4bfd-89dd-03bd78efb9d7 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:21:26.981129 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b8a56dbf-f9b3-49f3-8520-ace555f6dd3a tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:27.008314 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a56dbf-f9b3-49f3-8520-ace555f6dd3a tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event deleted for resources: {'Port': ['ID=482c084d-28ad-4bfd-89dd-03bd78efb9d7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:21:27.187550 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b8a56dbf-f9b3-49f3-8520-ace555f6dd3a tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:27.401514 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8a56dbf-f9b3-49f3-8520-ace555f6dd3a tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Router cf1d9106-c15f-407a-a560-bb6676020d8a has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:21:27.509524 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a56dbf-f9b3-49f3-8520-ace555f6dd3a tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:21:27.514522 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b8a56dbf-f9b3-49f3-8520-ace555f6dd3a tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "PUT /v2.0/routers/cf1d9106-c15f-407a-a560-bb6676020d8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7153511 Jul 16 00:21:27.517239 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55038) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:21:27.519843 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47153ed-c53b-4feb-bf16-85e424377b51 None None] Sync routers for ids ['cf1d9106-c15f-407a-a560-bb6676020d8a'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:21:27.529346 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47153ed-c53b-4feb-bf16-85e424377b51 None None] Routers {'cf1d9106-c15f-407a-a560-bb6676020d8a'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:21:27.530176 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a47153ed-c53b-4feb-bf16-85e424377b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:21:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['cf1d9106-c15f-407a-a560-bb6676020d8a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:21:27.573333 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-68f7568a-eeb6-4855-bb9b-bdff03d5373b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Deleting subnet 8519b525-1d78-4ceb-b9ac-9dba122895a5 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 00:21:27.576410 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68f7568a-eeb6-4855-bb9b-bdff03d5373b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:27.616236 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68f7568a-eeb6-4855-bb9b-bdff03d5373b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:27.632070 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-a47153ed-c53b-4feb-bf16-85e424377b51 None None] Set router cf1d9106-c15f-407a-a560-bb6676020d8a gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:21:27.661906 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device f30c40f0-076c-4f52-bc17-5b233b8d561e no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:21:27.683257 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] No Port match for: f30c40f0-076c-4f52-bc17-5b233b8d561e {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:21:27.683837 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device f30c40f0-076c-4f52-bc17-5b233b8d561e not bound to the agent host n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:21:27.703008 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68f7568a-eeb6-4855-bb9b-bdff03d5373b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:27.768224 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68f7568a-eeb6-4855-bb9b-bdff03d5373b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:27.798420 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68f7568a-eeb6-4855-bb9b-bdff03d5373b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:27.800323 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-68f7568a-eeb6-4855-bb9b-bdff03d5373b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "DELETE /v2.0/subnets/8519b525-1d78-4ceb-b9ac-9dba122895a5 HTTP/1.1" status: 204 len: 168 time: 0.2821708 Jul 16 00:21:27.801964 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f7568a-eeb6-4855-bb9b-bdff03d5373b tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event deleted for resources: {'Subnet': ['ID=8519b525-1d78-4ceb-b9ac-9dba122895a5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:21:27.805038 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55040) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:21:27.805653 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b792cfc7-ea69-4516-bc2a-5806895ca415 None None] Network 0d0dde97-4d25-434d-a5d8-b49bde53707e requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:21:27.820389 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a47153ed-c53b-4feb-bf16-85e424377b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1d9106-c15f-407a-a560-bb6676020d8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1115166234', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '26c032e7-c548-4b4d-8c04-cc67cbbf5fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:20:22Z', 'updated_at': '2021-07-16T00:21:26Z', 'revision_number': 5, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'gw_port': {'id': '26c032e7-c548-4b4d-8c04-cc67cbbf5fcd', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1d9106-c15f-407a-a560-bb6676020d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:20:23Z', 'updated_at': '2021-07-16T00:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:21:27.848303 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47153ed-c53b-4feb-bf16-85e424377b51 None None] Checking router: cf1d9106-c15f-407a-a560-bb6676020d8a for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:21:27.857846 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47153ed-c53b-4feb-bf16-85e424377b51 None None] Routers {'cf1d9106-c15f-407a-a560-bb6676020d8a'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:21:27.858676 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a47153ed-c53b-4feb-bf16-85e424377b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:21:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['cf1d9106-c15f-407a-a560-bb6676020d8a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:21:27.920924 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ba4db24-2832-4580-a1e0-bfcbb808fe8f tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:27.967613 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-a47153ed-c53b-4feb-bf16-85e424377b51 None None] Set router cf1d9106-c15f-407a-a560-bb6676020d8a gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:21:28.009389 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5825d81-9b42-4aad-8ad7-a56097290b60 None None] DHCP port deletion for 0d0dde97-4d25-434d-a5d8-b49bde53707e request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 00:21:28.032734 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ba4db24-2832-4580-a1e0-bfcbb808fe8f tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:28.062367 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a5825d81-9b42-4aad-8ad7-a56097290b60 None None] Deleting port 2ce557fa-1a1b-43ea-90fb-1aa4e1779510 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:21:28.062896 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a5825d81-9b42-4aad-8ad7-a56097290b60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:28.089406 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-2ba4db24-2832-4580-a1e0-bfcbb808fe8f tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Deleting port 26c032e7-c548-4b4d-8c04-cc67cbbf5fcd {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:21:28.089864 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ba4db24-2832-4580-a1e0-bfcbb808fe8f tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:28.135848 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a5825d81-9b42-4aad-8ad7-a56097290b60 None None] For port 2ce557fa-1a1b-43ea-90fb-1aa4e1779510, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=2ce557fa-1a1b-43ea-90fb-1aa4e1779510,segment=NetworkSegment(b39bb5d2-4aea-48f7-a2f5-30aa88023326),segment_id=b39bb5d2-4aea-48f7-a2f5-30aa88023326)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:21:28.136337 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a5825d81-9b42-4aad-8ad7-a56097290b60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:28.149126 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a5825d81-9b42-4aad-8ad7-a56097290b60 None None] Calling delete_port for 2ce557fa-1a1b-43ea-90fb-1aa4e1779510 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:21:28.150442 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a47153ed-c53b-4feb-bf16-85e424377b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf1d9106-c15f-407a-a560-bb6676020d8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1115166234', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '26c032e7-c548-4b4d-8c04-cc67cbbf5fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:20:22Z', 'updated_at': '2021-07-16T00:21:26Z', 'revision_number': 5, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'gw_port': {'id': '26c032e7-c548-4b4d-8c04-cc67cbbf5fcd', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1d9106-c15f-407a-a560-bb6676020d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:20:23Z', 'updated_at': '2021-07-16T00:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:21:28.179035 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-2ba4db24-2832-4580-a1e0-bfcbb808fe8f tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] For port 26c032e7-c548-4b4d-8c04-cc67cbbf5fcd, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=26c032e7-c548-4b4d-8c04-cc67cbbf5fcd,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:21:28.179393 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ba4db24-2832-4580-a1e0-bfcbb808fe8f tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:28.194317 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-2ba4db24-2832-4580-a1e0-bfcbb808fe8f tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Calling delete_port for 26c032e7-c548-4b4d-8c04-cc67cbbf5fcd owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:21:28.238244 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a5825d81-9b42-4aad-8ad7-a56097290b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:28.271377 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5825d81-9b42-4aad-8ad7-a56097290b60 None None] Pushing event deleted for resources: {'Port': ['ID=2ce557fa-1a1b-43ea-90fb-1aa4e1779510,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:21:28.274179 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47153ed-c53b-4feb-bf16-85e424377b51 None None] The sync data for ids ['cf1d9106-c15f-407a-a560-bb6676020d8a'] in n-d-794306-6 is: [{'id': 'cf1d9106-c15f-407a-a560-bb6676020d8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1115166234', 'tenant_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '26c032e7-c548-4b4d-8c04-cc67cbbf5fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:20:22Z', 'updated_at': '2021-07-16T00:21:26Z', 'revision_number': 5, 'project_id': 'a96abeafa0bb4cfba60d3fd0ccc00ac5', 'gw_port': {'id': '26c032e7-c548-4b4d-8c04-cc67cbbf5fcd', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1d9106-c15f-407a-a560-bb6676020d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:20:23Z', 'updated_at': '2021-07-16T00:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:21:28.279669 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5825d81-9b42-4aad-8ad7-a56097290b60 None None] No DVR routers for this DVR port 2ce557fa-1a1b-43ea-90fb-1aa4e1779510 on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:21:28.282016 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5825d81-9b42-4aad-8ad7-a56097290b60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:21:28.282625 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5825d81-9b42-4aad-8ad7-a56097290b60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:21:28.282834 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5825d81-9b42-4aad-8ad7-a56097290b60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:21:28.283252 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5825d81-9b42-4aad-8ad7-a56097290b60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:21:28.283494 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5825d81-9b42-4aad-8ad7-a56097290b60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:21:28.283850 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5825d81-9b42-4aad-8ad7-a56097290b60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:21:28.284177 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5825d81-9b42-4aad-8ad7-a56097290b60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:21:28.284503 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5825d81-9b42-4aad-8ad7-a56097290b60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:21:28.284824 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5825d81-9b42-4aad-8ad7-a56097290b60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:21:28.285147 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5825d81-9b42-4aad-8ad7-a56097290b60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:21:28.285482 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5825d81-9b42-4aad-8ad7-a56097290b60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:21:28.285792 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5825d81-9b42-4aad-8ad7-a56097290b60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:21:28.372614 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ba4db24-2832-4580-a1e0-bfcbb808fe8f tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:28.398301 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba4db24-2832-4580-a1e0-bfcbb808fe8f tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event deleted for resources: {'Port': ['ID=26c032e7-c548-4b4d-8c04-cc67cbbf5fcd,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:21:28.459437 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ba4db24-2832-4580-a1e0-bfcbb808fe8f tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999011'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:28.548996 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ba4db24-2832-4580-a1e0-bfcbb808fe8f tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:28.551010 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ba4db24-2832-4580-a1e0-bfcbb808fe8f tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:28.596537 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ba4db24-2832-4580-a1e0-bfcbb808fe8f tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:28.597140 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba4db24-2832-4580-a1e0-bfcbb808fe8f tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Fanout notify agent at l3_agent the message router_deleted on router cf1d9106-c15f-407a-a560-bb6676020d8a {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 00:21:28.605561 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ba4db24-2832-4580-a1e0-bfcbb808fe8f tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:28.609258 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-2ba4db24-2832-4580-a1e0-bfcbb808fe8f tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "DELETE /v2.0/routers/cf1d9106-c15f-407a-a560-bb6676020d8a HTTP/1.1" status: 204 len: 168 time: 0.7997499 Jul 16 00:21:28.609608 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55042) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:21:28.692630 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b5782771-cbf5-48cc-9bd3-46bcb7934c43 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:28.786145 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b5782771-cbf5-48cc-9bd3-46bcb7934c43 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:28.797554 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-b5782771-cbf5-48cc-9bd3-46bcb7934c43 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d0dde97-4d25-434d-a5d8-b49bde53707e']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:21:28.808555 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-b5782771-cbf5-48cc-9bd3-46bcb7934c43 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b39bb5d2-4aea-48f7-a2f5-30aa88023326') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:21:28.809179 n-d-794306-6 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-b5782771-cbf5-48cc-9bd3-46bcb7934c43 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b39bb5d2-4aea-48f7-a2f5-30aa88023326') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:21:28.819013 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b5782771-cbf5-48cc-9bd3-46bcb7934c43 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260811298'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:28.833726 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b5782771-cbf5-48cc-9bd3-46bcb7934c43 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:28.840130 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5782771-cbf5-48cc-9bd3-46bcb7934c43 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 00:21:28.840538 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b5782771-cbf5-48cc-9bd3-46bcb7934c43 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261490862'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:28.843768 n-d-794306-6 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:21:28.843768 n-d-794306-6 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:21:28.843768 n-d-794306-6 neutron-server[93771]: Traceback (most recent call last): Jul 16 00:21:28.843768 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 00:21:28.843768 n-d-794306-6 neutron-server[93771]: timer() Jul 16 00:21:28.843768 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 00:21:28.843768 n-d-794306-6 neutron-server[93771]: cb(*args, **kw) Jul 16 00:21:28.843768 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 00:21:28.843768 n-d-794306-6 neutron-server[93771]: return func(*args, **kwargs) Jul 16 00:21:28.843768 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 00:21:28.843768 n-d-794306-6 neutron-server[93771]: self._notify() Jul 16 00:21:28.843768 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 00:21:28.843768 n-d-794306-6 neutron-server[93771]: self.callback(batched_events) Jul 16 00:21:28.843768 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 00:21:28.843768 n-d-794306-6 neutron-server[93771]: event.method(event) Jul 16 00:21:28.843768 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 00:21:28.843768 n-d-794306-6 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 00:21:28.843768 n-d-794306-6 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 00:21:28.843768 n-d-794306-6 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 00:21:28.843768 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 00:21:28.843768 n-d-794306-6 neutron-server[93771]: return f(self, *a, **k) Jul 16 00:21:28.843768 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 00:21:28.843768 n-d-794306-6 neutron-server[93771]: return self._get(url).json() Jul 16 00:21:28.843768 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 00:21:28.843768 n-d-794306-6 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 00:21:28.843768 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 00:21:28.843768 n-d-794306-6 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jul 16 00:21:28.843768 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 00:21:28.843768 n-d-794306-6 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 00:21:28.843768 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 00:21:28.843768 n-d-794306-6 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 00:21:28.843768 n-d-794306-6 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 00:21:28.843768 n-d-794306-6 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 00:21:28.843768 n-d-794306-6 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 00:21:28.914703 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b5782771-cbf5-48cc-9bd3-46bcb7934c43 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:28.922144 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b5782771-cbf5-48cc-9bd3-46bcb7934c43 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:28.924057 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b5782771-cbf5-48cc-9bd3-46bcb7934c43 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "DELETE /v2.0/networks/0d0dde97-4d25-434d-a5d8-b49bde53707e HTTP/1.1" status: 204 len: 168 time: 0.3134627 Jul 16 00:21:28.926888 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55044) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:21:28.936627 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5782771-cbf5-48cc-9bd3-46bcb7934c43 tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event deleted for resources: {'Network': ['ID=0d0dde97-4d25-434d-a5d8-b49bde53707e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:21:29.004160 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f9defff8-c748-41c9-adeb-99cd7b48eb7a tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:29.044574 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f9defff8-c748-41c9-adeb-99cd7b48eb7a tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:29.123725 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f9defff8-c748-41c9-adeb-99cd7b48eb7a tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:29.128113 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f9defff8-c748-41c9-adeb-99cd7b48eb7a tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:29.130021 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-f9defff8-c748-41c9-adeb-99cd7b48eb7a tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] 10.222.0.48 "DELETE /v2.0/security-groups/afa0eb1d-ae59-4383-9a4e-8e6db13eec78 HTTP/1.1" status: 204 len: 168 time: 0.2016635 Jul 16 00:21:29.141668 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9defff8-c748-41c9-adeb-99cd7b48eb7a tempest-TestNetworkAdvancedServerOps-943901484 tempest-TestNetworkAdvancedServerOps-943901484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa0eb1d-ae59-4383-9a4e-8e6db13eec78,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:21:29.332012 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 26c032e7-c548-4b4d-8c04-cc67cbbf5fcd no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:21:29.353435 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 26c032e7-c548-4b4d-8c04-cc67cbbf5fcd {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:21:29.353743 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 26c032e7-c548-4b4d-8c04-cc67cbbf5fcd not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:21:29.354183 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 2ce557fa-1a1b-43ea-90fb-1aa4e1779510 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:21:29.378545 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 2ce557fa-1a1b-43ea-90fb-1aa4e1779510 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:21:29.379082 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 2ce557fa-1a1b-43ea-90fb-1aa4e1779510 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:21:29.379798 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 482c084d-28ad-4bfd-89dd-03bd78efb9d7 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:21:29.401953 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 482c084d-28ad-4bfd-89dd-03bd78efb9d7 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:21:29.402516 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 482c084d-28ad-4bfd-89dd-03bd78efb9d7 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:21:29.551332 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55052) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:21:29.704396 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-47772b64-9f22-4e60-8df5-9728ab2a2b8d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a96abeafa0bb4cfba60d3fd0ccc00ac5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1518726 Jul 16 00:21:29.707328 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55056) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:21:29.759158 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c6a138b-5244-49b8-a127-6c7ab9095203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:29.780525 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c6a138b-5244-49b8-a127-6c7ab9095203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:29.828036 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c6a138b-5244-49b8-a127-6c7ab9095203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:29.830621 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c6a138b-5244-49b8-a127-6c7ab9095203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:29.831879 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-7c6a138b-5244-49b8-a127-6c7ab9095203 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/055dc57e-9dfe-4431-8227-3c850319ca18 HTTP/1.1" status: 204 len: 168 time: 0.1235571 Jul 16 00:21:29.840631 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6a138b-5244-49b8-a127-6c7ab9095203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=055dc57e-9dfe-4431-8227-3c850319ca18,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:21:30.094317 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55062) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:21:30.107283 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dbaf78a7-3e33-4070-a397-651e213066f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:30.198008 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dbaf78a7-3e33-4070-a397-651e213066f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:30.201785 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dbaf78a7-3e33-4070-a397-651e213066f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:30.242424 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-dbaf78a7-3e33-4070-a397-651e213066f6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0015561279e54145aeeae91f7f4b3005&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1470304 Jul 16 00:21:30.243428 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaf78a7-3e33-4070-a397-651e213066f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=847e44b8-c657-4b78-852b-7ede3309c1de,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:21:30.245124 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55064) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:21:30.295756 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02d93ccf-6130-47b6-beaf-4b7f19f2caac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:30.318586 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02d93ccf-6130-47b6-beaf-4b7f19f2caac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:30.363993 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02d93ccf-6130-47b6-beaf-4b7f19f2caac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:30.367205 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02d93ccf-6130-47b6-beaf-4b7f19f2caac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:30.368422 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-02d93ccf-6130-47b6-beaf-4b7f19f2caac admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/847e44b8-c657-4b78-852b-7ede3309c1de HTTP/1.1" status: 204 len: 168 time: 0.1222994 Jul 16 00:21:30.376241 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d93ccf-6130-47b6-beaf-4b7f19f2caac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=847e44b8-c657-4b78-852b-7ede3309c1de,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:21:30.957771 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ba9df8fc-09e0-4828-8374-8fad57a7fd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:31.054253 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55088) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:21:31.147283 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5ba377c4-98d9-48de-a9d2-ab83c8d98908 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1519237025-network', 'tenant_id': '6d1c71c0b2de48988daaa127b8c53c1d'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:21:31.168287 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba377c4-98d9-48de-a9d2-ab83c8d98908 admin admin] Made reservation on behalf of 6d1c71c0b2de48988daaa127b8c53c1d for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:21:31.170572 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5ba377c4-98d9-48de-a9d2-ab83c8d98908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:31.179379 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5ba377c4-98d9-48de-a9d2-ab83c8d98908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:31.267439 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5ba377c4-98d9-48de-a9d2-ab83c8d98908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:31.271364 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5ba377c4-98d9-48de-a9d2-ab83c8d98908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:31.292380 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ba377c4-98d9-48de-a9d2-ab83c8d98908 admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 00:21:31.306287 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba377c4-98d9-48de-a9d2-ab83c8d98908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b820ff7c-8c95-4139-99d8-8a7a6981ecdf,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:21:31.311545 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5ba377c4-98d9-48de-a9d2-ab83c8d98908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:31.311906 n-d-794306-6 neutron-server[93771]: INFO neutron.db.segments_db [None req-5ba377c4-98d9-48de-a9d2-ab83c8d98908 admin admin] Added segment 47d61265-e148-44d1-b1cb-fc9435bcf7a5 of type vlan for network 11641061-c179-4280-8105-0e68df7b6bdd Jul 16 00:21:31.355327 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5ba377c4-98d9-48de-a9d2-ab83c8d98908 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:31.394201 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5ba377c4-98d9-48de-a9d2-ab83c8d98908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:31.395168 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba377c4-98d9-48de-a9d2-ab83c8d98908 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:31.395803 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5ba377c4-98d9-48de-a9d2-ab83c8d98908 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:31.435539 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-5ba377c4-98d9-48de-a9d2-ab83c8d98908 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3799357 Jul 16 00:21:31.438500 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55094) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:21:31.444878 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-c32c605c-ded6-42d8-9889-75907915c57a admin admin] Request body: {'subnet': {'network_id': '11641061-c179-4280-8105-0e68df7b6bdd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1519237025-subnet', 'tenant_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:21:31.466073 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c32c605c-ded6-42d8-9889-75907915c57a admin admin] Made reservation on behalf of 6d1c71c0b2de48988daaa127b8c53c1d for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:21:31.468705 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c32c605c-ded6-42d8-9889-75907915c57a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:31.471443 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba377c4-98d9-48de-a9d2-ab83c8d98908 admin admin] Pushing event updated for resources: {'Network': ['ID=11641061-c179-4280-8105-0e68df7b6bdd,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:21:31.481640 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 11641061-c179-4280-8105-0e68df7b6bdd details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 00:21:31.642197 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c32c605c-ded6-42d8-9889-75907915c57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:31.701469 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32c605c-ded6-42d8-9889-75907915c57a admin admin] Pushing event updated for resources: {'Subnet': ['ID=38e19475-90d9-42cf-bc38-30b52dd24af7,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:21:31.713730 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32c605c-ded6-42d8-9889-75907915c57a admin admin] Checking segment: {'id': '47d61265-e148-44d1-b1cb-fc9435bcf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '11641061-c179-4280-8105-0e68df7b6bdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:21:31.714097 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32c605c-ded6-42d8-9889-75907915c57a admin admin] Network hostable DHCP agents. Network: 11641061-c179-4280-8105-0e68df7b6bdd, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 00:21:31.729752 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32c605c-ded6-42d8-9889-75907915c57a admin admin] Network 11641061-c179-4280-8105-0e68df7b6bdd is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 00:21:31.738250 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-c32c605c-ded6-42d8-9889-75907915c57a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 11641061-c179-4280-8105-0e68df7b6bdd) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:21:31.742341 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32c605c-ded6-42d8-9889-75907915c57a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:31.742945 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c32c605c-ded6-42d8-9889-75907915c57a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:31.747673 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e38bf22-3532-4a5f-9752-134c2444c06f None None] Network 11641061-c179-4280-8105-0e68df7b6bdd requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:21:31.758043 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-c32c605c-ded6-42d8-9889-75907915c57a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3183866 Jul 16 00:21:31.761098 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55096) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:21:31.765604 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c1cc0f28-69b0-462d-bc12-4e4ab1f09497 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1519237025-router', 'tenant_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:21:31.787113 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1cc0f28-69b0-462d-bc12-4e4ab1f09497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:31.788377 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1cc0f28-69b0-462d-bc12-4e4ab1f09497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:31.848663 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1cc0f28-69b0-462d-bc12-4e4ab1f09497 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:31.906156 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30663852-f251-43a8-9d51-c8fe27b9276a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-11641061-c179-4280-8105-0e68df7b6bdd', 'network_id': '11641061-c179-4280-8105-0e68df7b6bdd', 'tenant_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'fixed_ips': [{'subnet_id': '38e19475-90d9-42cf-bc38-30b52dd24af7'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 00:21:31.907039 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-30663852-f251-43a8-9d51-c8fe27b9276a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:31.987750 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1cc0f28-69b0-462d-bc12-4e4ab1f09497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:32.045338 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-30663852-f251-43a8-9d51-c8fe27b9276a None None] Allocated IP 172.20.0.2 (11641061-c179-4280-8105-0e68df7b6bdd/38e19475-90d9-42cf-bc38-30b52dd24af7/d481430b-d430-4a35-8ce8-02fc46b5f9e2) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:21:32.186650 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-30663852-f251-43a8-9d51-c8fe27b9276a None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:32.195898 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1cc0f28-69b0-462d-bc12-4e4ab1f09497 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:32.196132 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-30663852-f251-43a8-9d51-c8fe27b9276a None None] Transition to ACTIVE for port object d481430b-d430-4a35-8ce8-02fc46b5f9e2 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:21:32.211883 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-30663852-f251-43a8-9d51-c8fe27b9276a None None] Transition to ACTIVE for port object d481430b-d430-4a35-8ce8-02fc46b5f9e2 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:21:32.215837 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1cc0f28-69b0-462d-bc12-4e4ab1f09497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:32.217633 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-30663852-f251-43a8-9d51-c8fe27b9276a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:32.261203 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30663852-f251-43a8-9d51-c8fe27b9276a None None] Network 11641061-c179-4280-8105-0e68df7b6bdd is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:21:32.263803 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-30663852-f251-43a8-9d51-c8fe27b9276a None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:21:32.267697 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30663852-f251-43a8-9d51-c8fe27b9276a None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:21:32.274996 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30663852-f251-43a8-9d51-c8fe27b9276a None None] Pushing event updated for resources: {'Port': ['ID=d481430b-d430-4a35-8ce8-02fc46b5f9e2,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:21:32.327062 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-30663852-f251-43a8-9d51-c8fe27b9276a None None] Attempting to bind port d481430b-d430-4a35-8ce8-02fc46b5f9e2 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:21:32.327348 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-c1cc0f28-69b0-462d-bc12-4e4ab1f09497 admin admin] Allocated IP 172.25.5.146 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/258cc017-1591-4d7d-a364-b3592504b5bf) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:21:32.327865 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-30663852-f251-43a8-9d51-c8fe27b9276a None None] Attempting to bind port d481430b-d430-4a35-8ce8-02fc46b5f9e2 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '47d61265-e148-44d1-b1cb-fc9435bcf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '11641061-c179-4280-8105-0e68df7b6bdd'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:21:32.327865 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30663852-f251-43a8-9d51-c8fe27b9276a None None] Attempting to bind port d481430b-d430-4a35-8ce8-02fc46b5f9e2 on network 11641061-c179-4280-8105-0e68df7b6bdd {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:21:32.333093 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30663852-f251-43a8-9d51-c8fe27b9276a None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:21:32.333553 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30663852-f251-43a8-9d51-c8fe27b9276a None None] Checking segment: {'id': '47d61265-e148-44d1-b1cb-fc9435bcf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '11641061-c179-4280-8105-0e68df7b6bdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:21:32.334559 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-30663852-f251-43a8-9d51-c8fe27b9276a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:32.334937 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30663852-f251-43a8-9d51-c8fe27b9276a None None] Bound using segment: {'id': '47d61265-e148-44d1-b1cb-fc9435bcf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '11641061-c179-4280-8105-0e68df7b6bdd'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:21:32.335398 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-30663852-f251-43a8-9d51-c8fe27b9276a None None] Bound port: d481430b-d430-4a35-8ce8-02fc46b5f9e2, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47d61265-e148-44d1-b1cb-fc9435bcf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '11641061-c179-4280-8105-0e68df7b6bdd'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:21:32.335798 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-30663852-f251-43a8-9d51-c8fe27b9276a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:32.397865 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-30663852-f251-43a8-9d51-c8fe27b9276a None None] For port d481430b-d430-4a35-8ce8-02fc46b5f9e2, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:21:32.401031 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-30663852-f251-43a8-9d51-c8fe27b9276a None None] For port d481430b-d430-4a35-8ce8-02fc46b5f9e2, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=d481430b-d430-4a35-8ce8-02fc46b5f9e2,segment=NetworkSegment(47d61265-e148-44d1-b1cb-fc9435bcf7a5),segment_id=47d61265-e148-44d1-b1cb-fc9435bcf7a5)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:21:32.405148 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-30663852-f251-43a8-9d51-c8fe27b9276a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:32.432051 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1cc0f28-69b0-462d-bc12-4e4ab1f09497 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:32.465703 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30663852-f251-43a8-9d51-c8fe27b9276a None None] Pushing event updated for resources: {'Port': ['ID=d481430b-d430-4a35-8ce8-02fc46b5f9e2,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:21:32.479447 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1cc0f28-69b0-462d-bc12-4e4ab1f09497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:32.524401 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1cc0f28-69b0-462d-bc12-4e4ab1f09497 admin admin] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:21:32.527453 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-c1cc0f28-69b0-462d-bc12-4e4ab1f09497 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:21:32.532300 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cc0f28-69b0-462d-bc12-4e4ab1f09497 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:21:32.535346 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cc0f28-69b0-462d-bc12-4e4ab1f09497 admin admin] Pushing event updated for resources: {'Port': ['ID=258cc017-1591-4d7d-a364-b3592504b5bf,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:21:32.800414 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1cc0f28-69b0-462d-bc12-4e4ab1f09497 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:32.997620 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1cc0f28-69b0-462d-bc12-4e4ab1f09497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:33.074464 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device d481430b-d430-4a35-8ce8-02fc46b5f9e2 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:21:33.130037 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port d481430b-d430-4a35-8ce8-02fc46b5f9e2 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:21:33.409655 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afba0e09-40a8-457f-a352-e97df34934aa None None] Network 11641061-c179-4280-8105-0e68df7b6bdd requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:21:33.436512 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1cc0f28-69b0-462d-bc12-4e4ab1f09497 admin admin] Router 0e92d90d-192c-4ba0-8c04-ce0b9e364da5 is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 00:21:33.471200 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c68480fc-57f8-4e63-8273-5aea6f1e5915 None None] Provisioning for port d481430b-d430-4a35-8ce8-02fc46b5f9e2 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:21:33.480992 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c68480fc-57f8-4e63-8273-5aea6f1e5915 None None] Provisioning complete for port d481430b-d430-4a35-8ce8-02fc46b5f9e2 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:21:33.481360 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c68480fc-57f8-4e63-8273-5aea6f1e5915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:33.546302 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1cc0f28-69b0-462d-bc12-4e4ab1f09497 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:21:33.561781 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1cc0f28-69b0-462d-bc12-4e4ab1f09497 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:33.563117 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c1cc0f28-69b0-462d-bc12-4e4ab1f09497 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8010204 Jul 16 00:21:33.563815 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:33.566315 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55100) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:21:33.568167 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e93cb6c-6cc2-463f-b0ab-29fdd35430a5 None None] Sync routers for ids ['0e92d90d-192c-4ba0-8c04-ce0b9e364da5'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:21:33.612164 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e93cb6c-6cc2-463f-b0ab-29fdd35430a5 None None] Routers {'0e92d90d-192c-4ba0-8c04-ce0b9e364da5'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:21:33.612800 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9e93cb6c-6cc2-463f-b0ab-29fdd35430a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:21:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['0e92d90d-192c-4ba0-8c04-ce0b9e364da5'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:21:33.693183 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c68480fc-57f8-4e63-8273-5aea6f1e5915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:33.937980 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c68480fc-57f8-4e63-8273-5aea6f1e5915 None None] For port d481430b-d430-4a35-8ce8-02fc46b5f9e2, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=d481430b-d430-4a35-8ce8-02fc46b5f9e2,segment=NetworkSegment(47d61265-e148-44d1-b1cb-fc9435bcf7a5),segment_id=47d61265-e148-44d1-b1cb-fc9435bcf7a5)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:21:33.946404 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c68480fc-57f8-4e63-8273-5aea6f1e5915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:33.951027 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-9e93cb6c-6cc2-463f-b0ab-29fdd35430a5 None None] Set router 0e92d90d-192c-4ba0-8c04-ce0b9e364da5 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:21:33.991862 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a295830e-4fab-47cf-a3fc-5582f29cd8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:34.073557 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68480fc-57f8-4e63-8273-5aea6f1e5915 None None] Pushing event updated for resources: {'Port': ['ID=d481430b-d430-4a35-8ce8-02fc46b5f9e2,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:21:34.160481 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-a295830e-4fab-47cf-a3fc-5582f29cd8ee admin admin] Allocated IP 172.20.0.1 (11641061-c179-4280-8105-0e68df7b6bdd/38e19475-90d9-42cf-bc38-30b52dd24af7/972ecfa8-9cea-4c1c-bd65-7f2aca665831) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:21:34.184066 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9e93cb6c-6cc2-463f-b0ab-29fdd35430a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e92d90d-192c-4ba0-8c04-ce0b9e364da5', 'name': 'tempest-TestShelveInstance-1519237025-router', 'tenant_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '258cc017-1591-4d7d-a364-b3592504b5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:21:31Z', 'updated_at': '2021-07-16T00:21:32Z', 'revision_number': 3, 'project_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'gw_port': {'id': '258cc017-1591-4d7d-a364-b3592504b5bf', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e92d90d-192c-4ba0-8c04-ce0b9e364da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:21:32Z', 'updated_at': '2021-07-16T00:21:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:21:34.216007 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e93cb6c-6cc2-463f-b0ab-29fdd35430a5 None None] Checking router: 0e92d90d-192c-4ba0-8c04-ce0b9e364da5 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:21:34.216347 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e93cb6c-6cc2-463f-b0ab-29fdd35430a5 None None] Updating router 0e92d90d-192c-4ba0-8c04-ce0b9e364da5 port 258cc017-1591-4d7d-a364-b3592504b5bf binding host n-d-794306-6 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 00:21:34.252879 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9e93cb6c-6cc2-463f-b0ab-29fdd35430a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:34.275120 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a295830e-4fab-47cf-a3fc-5582f29cd8ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:34.292470 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-a295830e-4fab-47cf-a3fc-5582f29cd8ee admin admin] Transition to ACTIVE for port object 972ecfa8-9cea-4c1c-bd65-7f2aca665831 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:21:34.292990 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4d4852c8-a596-42ef-9781-21117728b0fe None None] Provisioning complete for port d481430b-d430-4a35-8ce8-02fc46b5f9e2 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:21:34.293464 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4d4852c8-a596-42ef-9781-21117728b0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:34.330584 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a295830e-4fab-47cf-a3fc-5582f29cd8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:34.374864 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a295830e-4fab-47cf-a3fc-5582f29cd8ee admin admin] Network 11641061-c179-4280-8105-0e68df7b6bdd is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:21:34.379168 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-a295830e-4fab-47cf-a3fc-5582f29cd8ee admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:21:34.385281 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a295830e-4fab-47cf-a3fc-5582f29cd8ee admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:21:34.388421 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a295830e-4fab-47cf-a3fc-5582f29cd8ee admin admin] Pushing event updated for resources: {'Port': ['ID=972ecfa8-9cea-4c1c-bd65-7f2aca665831,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:21:34.402744 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-24032a97-c95f-452c-8025-755c13493551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:34.426511 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a295830e-4fab-47cf-a3fc-5582f29cd8ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:34.603940 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:34.608629 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a295830e-4fab-47cf-a3fc-5582f29cd8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:34.617362 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9e93cb6c-6cc2-463f-b0ab-29fdd35430a5 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:34.633198 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9e93cb6c-6cc2-463f-b0ab-29fdd35430a5 None None] Transition to ACTIVE for port object 258cc017-1591-4d7d-a364-b3592504b5bf will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:21:34.640025 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9e93cb6c-6cc2-463f-b0ab-29fdd35430a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:34.645503 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-beeaf109-aeb9-4e6b-9ee2-37eff045e250 None None] Provisioning for port 972ecfa8-9cea-4c1c-bd65-7f2aca665831 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:21:34.671936 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-beeaf109-aeb9-4e6b-9ee2-37eff045e250 None None] Provisioning complete for port 972ecfa8-9cea-4c1c-bd65-7f2aca665831 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:21:34.672234 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-beeaf109-aeb9-4e6b-9ee2-37eff045e250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:34.716343 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-9e93cb6c-6cc2-463f-b0ab-29fdd35430a5 None None] Attempting to bind port 258cc017-1591-4d7d-a364-b3592504b5bf on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:21:34.716681 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-9e93cb6c-6cc2-463f-b0ab-29fdd35430a5 None None] Attempting to bind port 258cc017-1591-4d7d-a364-b3592504b5bf by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:21:34.717106 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e93cb6c-6cc2-463f-b0ab-29fdd35430a5 None None] Attempting to bind port 258cc017-1591-4d7d-a364-b3592504b5bf on network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:21:34.730823 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa29dfe-891e-4fe2-8a4d-c8b7a9d31752 None None] Pushing event updated for resources: {'Port': ['ID=258cc017-1591-4d7d-a364-b3592504b5bf,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:21:34.735878 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e93cb6c-6cc2-463f-b0ab-29fdd35430a5 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:21:34.736255 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e93cb6c-6cc2-463f-b0ab-29fdd35430a5 None None] Checking segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:21:34.736659 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9e93cb6c-6cc2-463f-b0ab-29fdd35430a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:34.737042 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e93cb6c-6cc2-463f-b0ab-29fdd35430a5 None None] Bound using segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:21:34.737515 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-9e93cb6c-6cc2-463f-b0ab-29fdd35430a5 None None] Bound port: 258cc017-1591-4d7d-a364-b3592504b5bf, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:21:34.737933 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9e93cb6c-6cc2-463f-b0ab-29fdd35430a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:34.739540 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-beeaf109-aeb9-4e6b-9ee2-37eff045e250 None None] Port 972ecfa8-9cea-4c1c-bd65-7f2aca665831 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:21:34.776288 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a295830e-4fab-47cf-a3fc-5582f29cd8ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:34.781041 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a295830e-4fab-47cf-a3fc-5582f29cd8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:34.796645 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-9e93cb6c-6cc2-463f-b0ab-29fdd35430a5 None None] For port 258cc017-1591-4d7d-a364-b3592504b5bf, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:21:34.800427 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-9e93cb6c-6cc2-463f-b0ab-29fdd35430a5 None None] For port 258cc017-1591-4d7d-a364-b3592504b5bf, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=258cc017-1591-4d7d-a364-b3592504b5bf,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:21:34.805542 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9e93cb6c-6cc2-463f-b0ab-29fdd35430a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:34.847902 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a295830e-4fab-47cf-a3fc-5582f29cd8ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:34.851299 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a295830e-4fab-47cf-a3fc-5582f29cd8ee admin admin] Pushing event updated for resources: {'Port': ['ID=972ecfa8-9cea-4c1c-bd65-7f2aca665831,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:21:34.866400 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e93cb6c-6cc2-463f-b0ab-29fdd35430a5 None None] Routers {'0e92d90d-192c-4ba0-8c04-ce0b9e364da5'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:21:34.867214 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9e93cb6c-6cc2-463f-b0ab-29fdd35430a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:21:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['0e92d90d-192c-4ba0-8c04-ce0b9e364da5'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:21:34.869173 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa29dfe-891e-4fe2-8a4d-c8b7a9d31752 None None] Pushing event updated for resources: {'Port': ['ID=258cc017-1591-4d7d-a364-b3592504b5bf,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:21:34.951845 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a295830e-4fab-47cf-a3fc-5582f29cd8ee admin admin] Network 11641061-c179-4280-8105-0e68df7b6bdd is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:21:34.953289 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-a295830e-4fab-47cf-a3fc-5582f29cd8ee admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:21:34.980621 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-9e93cb6c-6cc2-463f-b0ab-29fdd35430a5 None None] Set router 0e92d90d-192c-4ba0-8c04-ce0b9e364da5 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:21:35.067222 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device d481430b-d430-4a35-8ce8-02fc46b5f9e2 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:21:35.090341 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a295830e-4fab-47cf-a3fc-5582f29cd8ee admin admin] Router 0e92d90d-192c-4ba0-8c04-ce0b9e364da5 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:21:35.186062 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port d481430b-d430-4a35-8ce8-02fc46b5f9e2 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:21:35.186670 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:35.203734 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a295830e-4fab-47cf-a3fc-5582f29cd8ee admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:21:35.209704 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-a295830e-4fab-47cf-a3fc-5582f29cd8ee admin admin] 10.222.0.48 "PUT /v2.0/routers/0e92d90d-192c-4ba0-8c04-ce0b9e364da5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6406515 Jul 16 00:21:35.281788 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e9264628-f9c1-4cfb-8f92-001081c2f966 None None] Provisioning complete for port 972ecfa8-9cea-4c1c-bd65-7f2aca665831 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:21:35.282025 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e9264628-f9c1-4cfb-8f92-001081c2f966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:35.326628 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9e93cb6c-6cc2-463f-b0ab-29fdd35430a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e92d90d-192c-4ba0-8c04-ce0b9e364da5', 'name': 'tempest-TestShelveInstance-1519237025-router', 'tenant_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '258cc017-1591-4d7d-a364-b3592504b5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:21:31Z', 'updated_at': '2021-07-16T00:21:34Z', 'revision_number': 4, 'project_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'gw_port': {'id': '258cc017-1591-4d7d-a364-b3592504b5bf', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e92d90d-192c-4ba0-8c04-ce0b9e364da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:21:32Z', 'updated_at': '2021-07-16T00:21:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '972ecfa8-9cea-4c1c-bd65-7f2aca665831', 'name': '', 'network_id': '11641061-c179-4280-8105-0e68df7b6bdd', 'tenant_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'mac_address': 'fa:16:3e:6f:c4:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e92d90d-192c-4ba0-8c04-ce0b9e364da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '38e19475-90d9-42cf-bc38-30b52dd24af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:21:34Z', 'updated_at': '2021-07-16T00:21:34Z', 'revision_number': 2, 'project_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'subnets': [{'id': '38e19475-90d9-42cf-bc38-30b52dd24af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:21:35.363452 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e93cb6c-6cc2-463f-b0ab-29fdd35430a5 None None] The sync data for ids ['0e92d90d-192c-4ba0-8c04-ce0b9e364da5'] in n-d-794306-6 is: [{'id': '0e92d90d-192c-4ba0-8c04-ce0b9e364da5', 'name': 'tempest-TestShelveInstance-1519237025-router', 'tenant_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '258cc017-1591-4d7d-a364-b3592504b5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:21:31Z', 'updated_at': '2021-07-16T00:21:34Z', 'revision_number': 4, 'project_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'gw_port': {'id': '258cc017-1591-4d7d-a364-b3592504b5bf', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e92d90d-192c-4ba0-8c04-ce0b9e364da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:21:32Z', 'updated_at': '2021-07-16T00:21:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '972ecfa8-9cea-4c1c-bd65-7f2aca665831', 'name': '', 'network_id': '11641061-c179-4280-8105-0e68df7b6bdd', 'tenant_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'mac_address': 'fa:16:3e:6f:c4:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e92d90d-192c-4ba0-8c04-ce0b9e364da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '38e19475-90d9-42cf-bc38-30b52dd24af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:21:34Z', 'updated_at': '2021-07-16T00:21:34Z', 'revision_number': 2, 'project_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'subnets': [{'id': '38e19475-90d9-42cf-bc38-30b52dd24af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:21:35.374957 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e9264628-f9c1-4cfb-8f92-001081c2f966 None None] Port 972ecfa8-9cea-4c1c-bd65-7f2aca665831 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:21:35.797923 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55118) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:21:35.803644 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-486bdfb3-c656-407e-bb0a-98e4b7422c5c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-714303521-network', 'tenant_id': '103e4d50cb9a4f85a9bc2c14efb55b0e'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:21:35.832799 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486bdfb3-c656-407e-bb0a-98e4b7422c5c admin admin] Made reservation on behalf of 103e4d50cb9a4f85a9bc2c14efb55b0e for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:21:35.835516 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-486bdfb3-c656-407e-bb0a-98e4b7422c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:35.844690 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-486bdfb3-c656-407e-bb0a-98e4b7422c5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:35.943657 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-486bdfb3-c656-407e-bb0a-98e4b7422c5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:35.947398 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-486bdfb3-c656-407e-bb0a-98e4b7422c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:35.978015 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-486bdfb3-c656-407e-bb0a-98e4b7422c5c admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 00:21:35.983697 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486bdfb3-c656-407e-bb0a-98e4b7422c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73dce137-90d0-43d9-a6d5-e5c84670fad5,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:21:35.992934 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-486bdfb3-c656-407e-bb0a-98e4b7422c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:35.993283 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-486bdfb3-c656-407e-bb0a-98e4b7422c5c admin admin] Added segment 0c2019f0-1e63-41ff-ab95-a086e80e2078 of type vlan for network 104a33c1-13e4-4890-a999-b1789ba5a442 Jul 16 00:21:36.045360 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-486bdfb3-c656-407e-bb0a-98e4b7422c5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:36.085125 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-486bdfb3-c656-407e-bb0a-98e4b7422c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:36.086126 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486bdfb3-c656-407e-bb0a-98e4b7422c5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:36.086716 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-486bdfb3-c656-407e-bb0a-98e4b7422c5c admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:36.119421 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-486bdfb3-c656-407e-bb0a-98e4b7422c5c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3203447 Jul 16 00:21:36.122144 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55120) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:21:36.127060 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a14f15b4-6091-408a-a5aa-bf5b2299c6a9 admin admin] Request body: {'subnet': {'network_id': '104a33c1-13e4-4890-a999-b1789ba5a442', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-714303521-subnet', 'tenant_id': '103e4d50cb9a4f85a9bc2c14efb55b0e', 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:21:36.165844 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486bdfb3-c656-407e-bb0a-98e4b7422c5c admin admin] Pushing event updated for resources: {'Network': ['ID=104a33c1-13e4-4890-a999-b1789ba5a442,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:21:36.176916 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network 104a33c1-13e4-4890-a999-b1789ba5a442 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 00:21:36.185712 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14f15b4-6091-408a-a5aa-bf5b2299c6a9 admin admin] Made reservation on behalf of 103e4d50cb9a4f85a9bc2c14efb55b0e for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:21:36.188228 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a14f15b4-6091-408a-a5aa-bf5b2299c6a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263371977'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:36.364475 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a14f15b4-6091-408a-a5aa-bf5b2299c6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263441400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263371995'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:36.422584 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14f15b4-6091-408a-a5aa-bf5b2299c6a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a916c96-4aff-420d-bf4d-d70ce0b93b7b,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:21:36.431403 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14f15b4-6091-408a-a5aa-bf5b2299c6a9 admin admin] Checking segment: {'id': '0c2019f0-1e63-41ff-ab95-a086e80e2078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '104a33c1-13e4-4890-a999-b1789ba5a442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:21:36.431852 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14f15b4-6091-408a-a5aa-bf5b2299c6a9 admin admin] Network hostable DHCP agents. Network: 104a33c1-13e4-4890-a999-b1789ba5a442, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 00:21:36.448509 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14f15b4-6091-408a-a5aa-bf5b2299c6a9 admin admin] Network 104a33c1-13e4-4890-a999-b1789ba5a442 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 00:21:36.458358 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-a14f15b4-6091-408a-a5aa-bf5b2299c6a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, 104a33c1-13e4-4890-a999-b1789ba5a442) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:21:36.467015 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8abb4f-d0a3-421e-8965-feae671a9b8c None None] Network 104a33c1-13e4-4890-a999-b1789ba5a442 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:21:36.468432 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14f15b4-6091-408a-a5aa-bf5b2299c6a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:36.469049 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a14f15b4-6091-408a-a5aa-bf5b2299c6a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549988'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:36.483847 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-a14f15b4-6091-408a-a5aa-bf5b2299c6a9 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3606365 Jul 16 00:21:36.486276 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55122) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:21:36.491717 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4c6765b1-ce72-4986-aab6-92ac38ce5d89 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-714303521-router', 'tenant_id': '103e4d50cb9a4f85a9bc2c14efb55b0e', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:21:36.513259 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4c6765b1-ce72-4986-aab6-92ac38ce5d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:36.514630 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4c6765b1-ce72-4986-aab6-92ac38ce5d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:36.577580 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4c6765b1-ce72-4986-aab6-92ac38ce5d89 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:36.602696 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:36.635922 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d8c136-5021-4e67-afeb-8026ae63d41b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-104a33c1-13e4-4890-a999-b1789ba5a442', 'network_id': '104a33c1-13e4-4890-a999-b1789ba5a442', 'tenant_id': '103e4d50cb9a4f85a9bc2c14efb55b0e', 'fixed_ips': [{'subnet_id': '3a916c96-4aff-420d-bf4d-d70ce0b93b7b'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 00:21:36.636802 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-90d8c136-5021-4e67-afeb-8026ae63d41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:36.717637 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4c6765b1-ce72-4986-aab6-92ac38ce5d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:36.781128 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-90d8c136-5021-4e67-afeb-8026ae63d41b None None] Allocated IP 172.20.0.2 (104a33c1-13e4-4890-a999-b1789ba5a442/3a916c96-4aff-420d-bf4d-d70ce0b93b7b/a32e320f-fc40-4c20-8274-cc4e68bbecbc) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:21:36.923758 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4c6765b1-ce72-4986-aab6-92ac38ce5d89 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:36.931555 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-90d8c136-5021-4e67-afeb-8026ae63d41b None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:36.940066 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-90d8c136-5021-4e67-afeb-8026ae63d41b None None] Transition to ACTIVE for port object a32e320f-fc40-4c20-8274-cc4e68bbecbc will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:21:36.949927 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4c6765b1-ce72-4986-aab6-92ac38ce5d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:36.954737 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-90d8c136-5021-4e67-afeb-8026ae63d41b None None] Transition to ACTIVE for port object a32e320f-fc40-4c20-8274-cc4e68bbecbc will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:21:36.961276 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-90d8c136-5021-4e67-afeb-8026ae63d41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:37.002889 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d8c136-5021-4e67-afeb-8026ae63d41b None None] Network 104a33c1-13e4-4890-a999-b1789ba5a442 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:21:37.006007 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-90d8c136-5021-4e67-afeb-8026ae63d41b None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:21:37.010524 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d8c136-5021-4e67-afeb-8026ae63d41b None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:21:37.013757 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d8c136-5021-4e67-afeb-8026ae63d41b None None] Pushing event updated for resources: {'Port': ['ID=a32e320f-fc40-4c20-8274-cc4e68bbecbc,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:21:37.065667 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-4c6765b1-ce72-4986-aab6-92ac38ce5d89 admin admin] Allocated IP 172.25.5.84 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/c1dc2ddb-1953-4f9c-b9ba-4d0eb21dcb77) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:21:37.074851 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-90d8c136-5021-4e67-afeb-8026ae63d41b None None] Attempting to bind port a32e320f-fc40-4c20-8274-cc4e68bbecbc on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:21:37.075299 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-90d8c136-5021-4e67-afeb-8026ae63d41b None None] Attempting to bind port a32e320f-fc40-4c20-8274-cc4e68bbecbc by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '0c2019f0-1e63-41ff-ab95-a086e80e2078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '104a33c1-13e4-4890-a999-b1789ba5a442'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:21:37.075808 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d8c136-5021-4e67-afeb-8026ae63d41b None None] Attempting to bind port a32e320f-fc40-4c20-8274-cc4e68bbecbc on network 104a33c1-13e4-4890-a999-b1789ba5a442 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:21:37.080988 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d8c136-5021-4e67-afeb-8026ae63d41b None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:21:37.082146 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d8c136-5021-4e67-afeb-8026ae63d41b None None] Checking segment: {'id': '0c2019f0-1e63-41ff-ab95-a086e80e2078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '104a33c1-13e4-4890-a999-b1789ba5a442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:21:37.082146 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-90d8c136-5021-4e67-afeb-8026ae63d41b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:37.082146 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d8c136-5021-4e67-afeb-8026ae63d41b None None] Bound using segment: {'id': '0c2019f0-1e63-41ff-ab95-a086e80e2078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '104a33c1-13e4-4890-a999-b1789ba5a442'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:21:37.082687 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-90d8c136-5021-4e67-afeb-8026ae63d41b None None] Bound port: a32e320f-fc40-4c20-8274-cc4e68bbecbc, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c2019f0-1e63-41ff-ab95-a086e80e2078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '104a33c1-13e4-4890-a999-b1789ba5a442'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:21:37.083071 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-90d8c136-5021-4e67-afeb-8026ae63d41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:37.093704 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 258cc017-1591-4d7d-a364-b3592504b5bf up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:21:37.186341 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-90d8c136-5021-4e67-afeb-8026ae63d41b None None] For port a32e320f-fc40-4c20-8274-cc4e68bbecbc, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:21:37.187275 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4c6765b1-ce72-4986-aab6-92ac38ce5d89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:37.189799 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-90d8c136-5021-4e67-afeb-8026ae63d41b None None] For port a32e320f-fc40-4c20-8274-cc4e68bbecbc, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=a32e320f-fc40-4c20-8274-cc4e68bbecbc,segment=NetworkSegment(0c2019f0-1e63-41ff-ab95-a086e80e2078),segment_id=0c2019f0-1e63-41ff-ab95-a086e80e2078)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:21:37.192956 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 258cc017-1591-4d7d-a364-b3592504b5bf completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:21:37.197243 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-90d8c136-5021-4e67-afeb-8026ae63d41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:37.205185 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 258cc017-1591-4d7d-a364-b3592504b5bf triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:21:37.205555 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:37.230150 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4c6765b1-ce72-4986-aab6-92ac38ce5d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:37.283746 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6765b1-ce72-4986-aab6-92ac38ce5d89 admin admin] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:21:37.288590 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d8c136-5021-4e67-afeb-8026ae63d41b None None] Pushing event updated for resources: {'Port': ['ID=a32e320f-fc40-4c20-8274-cc4e68bbecbc,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:21:37.293866 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-4c6765b1-ce72-4986-aab6-92ac38ce5d89 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:21:37.296107 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6765b1-ce72-4986-aab6-92ac38ce5d89 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:21:37.324293 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6765b1-ce72-4986-aab6-92ac38ce5d89 admin admin] Pushing event updated for resources: {'Port': ['ID=c1dc2ddb-1953-4f9c-b9ba-4d0eb21dcb77,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:21:37.341460 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:37.367498 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 258cc017-1591-4d7d-a364-b3592504b5bf, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=258cc017-1591-4d7d-a364-b3592504b5bf,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:21:37.372934 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:37.430622 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=258cc017-1591-4d7d-a364-b3592504b5bf,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:21:37.539230 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e05da96-2c1a-4e13-bb83-6e8aa606518f None None] Sync routers for ids ['0e92d90d-192c-4ba0-8c04-ce0b9e364da5'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:21:37.553858 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e05da96-2c1a-4e13-bb83-6e8aa606518f None None] Routers {'0e92d90d-192c-4ba0-8c04-ce0b9e364da5'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:21:37.554527 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-2e05da96-2c1a-4e13-bb83-6e8aa606518f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:21:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['0e92d90d-192c-4ba0-8c04-ce0b9e364da5'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:21:37.669320 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-2e05da96-2c1a-4e13-bb83-6e8aa606518f None None] Set router 0e92d90d-192c-4ba0-8c04-ce0b9e364da5 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:21:37.868877 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-2e05da96-2c1a-4e13-bb83-6e8aa606518f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e92d90d-192c-4ba0-8c04-ce0b9e364da5', 'name': 'tempest-TestShelveInstance-1519237025-router', 'tenant_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '258cc017-1591-4d7d-a364-b3592504b5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:21:31Z', 'updated_at': '2021-07-16T00:21:34Z', 'revision_number': 4, 'project_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'gw_port': {'id': '258cc017-1591-4d7d-a364-b3592504b5bf', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e92d90d-192c-4ba0-8c04-ce0b9e364da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:21:32Z', 'updated_at': '2021-07-16T00:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '972ecfa8-9cea-4c1c-bd65-7f2aca665831', 'name': '', 'network_id': '11641061-c179-4280-8105-0e68df7b6bdd', 'tenant_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'mac_address': 'fa:16:3e:6f:c4:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e92d90d-192c-4ba0-8c04-ce0b9e364da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '38e19475-90d9-42cf-bc38-30b52dd24af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:21:34Z', 'updated_at': '2021-07-16T00:21:34Z', 'revision_number': 2, 'project_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'subnets': [{'id': '38e19475-90d9-42cf-bc38-30b52dd24af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:21:37.890385 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4c6765b1-ce72-4986-aab6-92ac38ce5d89 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:37.899217 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e05da96-2c1a-4e13-bb83-6e8aa606518f None None] Checking router: 0e92d90d-192c-4ba0-8c04-ce0b9e364da5 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:21:37.899564 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e05da96-2c1a-4e13-bb83-6e8aa606518f None None] Updating router 0e92d90d-192c-4ba0-8c04-ce0b9e364da5 port 972ecfa8-9cea-4c1c-bd65-7f2aca665831 binding host n-d-794306-6 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 00:21:37.933323 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2e05da96-2c1a-4e13-bb83-6e8aa606518f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:38.091531 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4c6765b1-ce72-4986-aab6-92ac38ce5d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:38.218664 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2e05da96-2c1a-4e13-bb83-6e8aa606518f None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:38.230055 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-2e05da96-2c1a-4e13-bb83-6e8aa606518f None None] Transition to ACTIVE for port object 972ecfa8-9cea-4c1c-bd65-7f2aca665831 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:21:38.235044 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c6765b1-ce72-4986-aab6-92ac38ce5d89 admin admin] Router a4684f61-4bc4-439e-aa3a-c6d1ef5123db is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 00:21:38.237768 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2e05da96-2c1a-4e13-bb83-6e8aa606518f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:38.292181 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92a6321-0f99-425c-b113-270304fd554c None None] Pushing event updated for resources: {'Port': ['ID=972ecfa8-9cea-4c1c-bd65-7f2aca665831,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:21:38.321002 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92a6321-0f99-425c-b113-270304fd554c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:21:38.321350 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92a6321-0f99-425c-b113-270304fd554c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:21:38.321693 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92a6321-0f99-425c-b113-270304fd554c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:21:38.322027 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92a6321-0f99-425c-b113-270304fd554c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:21:38.322362 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92a6321-0f99-425c-b113-270304fd554c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:21:38.322688 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92a6321-0f99-425c-b113-270304fd554c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:21:38.323012 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92a6321-0f99-425c-b113-270304fd554c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:21:38.323336 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92a6321-0f99-425c-b113-270304fd554c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:21:38.323682 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92a6321-0f99-425c-b113-270304fd554c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:21:38.324097 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92a6321-0f99-425c-b113-270304fd554c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:21:38.324308 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92a6321-0f99-425c-b113-270304fd554c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:21:38.324629 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92a6321-0f99-425c-b113-270304fd554c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:21:38.328126 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ef5e4b-36f3-40ae-8e90-b68692681e0d None None] Network 104a33c1-13e4-4890-a999-b1789ba5a442 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:21:38.370326 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6765b1-ce72-4986-aab6-92ac38ce5d89 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:21:38.380752 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-2e05da96-2c1a-4e13-bb83-6e8aa606518f None None] Attempting to bind port 972ecfa8-9cea-4c1c-bd65-7f2aca665831 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:21:38.381728 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-2e05da96-2c1a-4e13-bb83-6e8aa606518f None None] Attempting to bind port 972ecfa8-9cea-4c1c-bd65-7f2aca665831 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '47d61265-e148-44d1-b1cb-fc9435bcf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '11641061-c179-4280-8105-0e68df7b6bdd'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:21:38.382095 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e05da96-2c1a-4e13-bb83-6e8aa606518f None None] Attempting to bind port 972ecfa8-9cea-4c1c-bd65-7f2aca665831 on network 11641061-c179-4280-8105-0e68df7b6bdd {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:21:38.386865 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb808d4-6fac-47f5-9124-620e96e74e1f None None] Sync routers for ids ['a4684f61-4bc4-439e-aa3a-c6d1ef5123db'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:21:38.388750 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e05da96-2c1a-4e13-bb83-6e8aa606518f None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:21:38.389119 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e05da96-2c1a-4e13-bb83-6e8aa606518f None None] Checking segment: {'id': '47d61265-e148-44d1-b1cb-fc9435bcf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '11641061-c179-4280-8105-0e68df7b6bdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:21:38.389701 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2e05da96-2c1a-4e13-bb83-6e8aa606518f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:38.389899 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e05da96-2c1a-4e13-bb83-6e8aa606518f None None] Bound using segment: {'id': '47d61265-e148-44d1-b1cb-fc9435bcf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '11641061-c179-4280-8105-0e68df7b6bdd'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:21:38.390374 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-2e05da96-2c1a-4e13-bb83-6e8aa606518f None None] Bound port: 972ecfa8-9cea-4c1c-bd65-7f2aca665831, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47d61265-e148-44d1-b1cb-fc9435bcf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '11641061-c179-4280-8105-0e68df7b6bdd'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:21:38.391088 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2e05da96-2c1a-4e13-bb83-6e8aa606518f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:38.397247 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4c6765b1-ce72-4986-aab6-92ac38ce5d89 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:38.401463 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-4c6765b1-ce72-4986-aab6-92ac38ce5d89 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9114048 Jul 16 00:21:38.402026 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55124) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:21:38.409243 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb808d4-6fac-47f5-9124-620e96e74e1f None None] Routers {'a4684f61-4bc4-439e-aa3a-c6d1ef5123db'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:21:38.409243 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-2fb808d4-6fac-47f5-9124-620e96e74e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:21:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['a4684f61-4bc4-439e-aa3a-c6d1ef5123db'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:21:38.492713 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-2e05da96-2c1a-4e13-bb83-6e8aa606518f None None] For port 972ecfa8-9cea-4c1c-bd65-7f2aca665831, host n-d-794306-6, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:21:38.497055 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-2e05da96-2c1a-4e13-bb83-6e8aa606518f None None] For port 972ecfa8-9cea-4c1c-bd65-7f2aca665831, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=972ecfa8-9cea-4c1c-bd65-7f2aca665831,segment=NetworkSegment(47d61265-e148-44d1-b1cb-fc9435bcf7a5),segment_id=47d61265-e148-44d1-b1cb-fc9435bcf7a5)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:21:38.503323 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2e05da96-2c1a-4e13-bb83-6e8aa606518f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:38.563773 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92a6321-0f99-425c-b113-270304fd554c None None] Pushing event updated for resources: {'Port': ['ID=972ecfa8-9cea-4c1c-bd65-7f2aca665831,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:21:38.588214 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e05da96-2c1a-4e13-bb83-6e8aa606518f None None] Routers {'0e92d90d-192c-4ba0-8c04-ce0b9e364da5'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:21:38.589115 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-2e05da96-2c1a-4e13-bb83-6e8aa606518f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:21:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['0e92d90d-192c-4ba0-8c04-ce0b9e364da5'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:21:38.645344 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-193b9c22-5fb4-47e1-874f-615dfe5999d8 None None] Provisioning for port a32e320f-fc40-4c20-8274-cc4e68bbecbc completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:21:38.731960 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-2e05da96-2c1a-4e13-bb83-6e8aa606518f None None] Set router 0e92d90d-192c-4ba0-8c04-ce0b9e364da5 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:21:38.769991 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-2fb808d4-6fac-47f5-9124-620e96e74e1f None None] Set router a4684f61-4bc4-439e-aa3a-c6d1ef5123db gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:21:38.908441 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0cbdd341-065b-425c-b02f-1da5a2bf558c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:38.956115 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:39.035898 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-2fb808d4-6fac-47f5-9124-620e96e74e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4684f61-4bc4-439e-aa3a-c6d1ef5123db', 'name': 'tempest-TestShelveInstance-714303521-router', 'tenant_id': '103e4d50cb9a4f85a9bc2c14efb55b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c1dc2ddb-1953-4f9c-b9ba-4d0eb21dcb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:21:36Z', 'updated_at': '2021-07-16T00:21:37Z', 'revision_number': 3, 'project_id': '103e4d50cb9a4f85a9bc2c14efb55b0e', 'gw_port': {'id': 'c1dc2ddb-1953-4f9c-b9ba-4d0eb21dcb77', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:53:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4684f61-4bc4-439e-aa3a-c6d1ef5123db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:21:36Z', 'updated_at': '2021-07-16T00:21:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:21:39.075171 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb808d4-6fac-47f5-9124-620e96e74e1f None None] Checking router: a4684f61-4bc4-439e-aa3a-c6d1ef5123db for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:21:39.075758 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb808d4-6fac-47f5-9124-620e96e74e1f None None] Updating router a4684f61-4bc4-439e-aa3a-c6d1ef5123db port c1dc2ddb-1953-4f9c-b9ba-4d0eb21dcb77 binding host n-d-794306-6 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 00:21:39.075901 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-2e05da96-2c1a-4e13-bb83-6e8aa606518f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e92d90d-192c-4ba0-8c04-ce0b9e364da5', 'name': 'tempest-TestShelveInstance-1519237025-router', 'tenant_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '258cc017-1591-4d7d-a364-b3592504b5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:21:31Z', 'updated_at': '2021-07-16T00:21:34Z', 'revision_number': 4, 'project_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'gw_port': {'id': '258cc017-1591-4d7d-a364-b3592504b5bf', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e92d90d-192c-4ba0-8c04-ce0b9e364da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:21:32Z', 'updated_at': '2021-07-16T00:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '972ecfa8-9cea-4c1c-bd65-7f2aca665831', 'name': '', 'network_id': '11641061-c179-4280-8105-0e68df7b6bdd', 'tenant_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'mac_address': 'fa:16:3e:6f:c4:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e92d90d-192c-4ba0-8c04-ce0b9e364da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '38e19475-90d9-42cf-bc38-30b52dd24af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:21:34Z', 'updated_at': '2021-07-16T00:21:38Z', 'revision_number': 4, 'project_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'subnets': [{'id': '38e19475-90d9-42cf-bc38-30b52dd24af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:21:39.112942 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e05da96-2c1a-4e13-bb83-6e8aa606518f None None] The sync data for ids ['0e92d90d-192c-4ba0-8c04-ce0b9e364da5'] in n-d-794306-6 is: [{'id': '0e92d90d-192c-4ba0-8c04-ce0b9e364da5', 'name': 'tempest-TestShelveInstance-1519237025-router', 'tenant_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '258cc017-1591-4d7d-a364-b3592504b5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:21:31Z', 'updated_at': '2021-07-16T00:21:34Z', 'revision_number': 4, 'project_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'gw_port': {'id': '258cc017-1591-4d7d-a364-b3592504b5bf', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e92d90d-192c-4ba0-8c04-ce0b9e364da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:21:32Z', 'updated_at': '2021-07-16T00:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '972ecfa8-9cea-4c1c-bd65-7f2aca665831', 'name': '', 'network_id': '11641061-c179-4280-8105-0e68df7b6bdd', 'tenant_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'mac_address': 'fa:16:3e:6f:c4:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e92d90d-192c-4ba0-8c04-ce0b9e364da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '38e19475-90d9-42cf-bc38-30b52dd24af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:21:34Z', 'updated_at': '2021-07-16T00:21:38Z', 'revision_number': 4, 'project_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'subnets': [{'id': '38e19475-90d9-42cf-bc38-30b52dd24af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:21:39.117924 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2fb808d4-6fac-47f5-9124-620e96e74e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:39.186393 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-0cbdd341-065b-425c-b02f-1da5a2bf558c admin admin] Allocated IP 172.20.0.1 (104a33c1-13e4-4890-a999-b1789ba5a442/3a916c96-4aff-420d-bf4d-d70ce0b93b7b/6b0a00db-1e07-45cf-91c9-d8f44828b7e1) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:21:39.281303 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 258cc017-1591-4d7d-a364-b3592504b5bf up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:21:39.336877 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0cbdd341-065b-425c-b02f-1da5a2bf558c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:39.351971 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-0cbdd341-065b-425c-b02f-1da5a2bf558c admin admin] Transition to ACTIVE for port object 6b0a00db-1e07-45cf-91c9-d8f44828b7e1 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:21:39.388335 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0cbdd341-065b-425c-b02f-1da5a2bf558c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:39.417788 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 258cc017-1591-4d7d-a364-b3592504b5bf triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:21:39.418357 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:39.424291 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbdd341-065b-425c-b02f-1da5a2bf558c admin admin] Network 104a33c1-13e4-4890-a999-b1789ba5a442 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:21:39.427737 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-0cbdd341-065b-425c-b02f-1da5a2bf558c admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:21:39.432462 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbdd341-065b-425c-b02f-1da5a2bf558c admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:21:39.478009 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbdd341-065b-425c-b02f-1da5a2bf558c admin admin] Pushing event updated for resources: {'Port': ['ID=6b0a00db-1e07-45cf-91c9-d8f44828b7e1,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:21:39.489291 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0cbdd341-065b-425c-b02f-1da5a2bf558c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:39.570016 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2fb808d4-6fac-47f5-9124-620e96e74e1f None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:39.598802 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2fb808d4-6fac-47f5-9124-620e96e74e1f None None] Transition to ACTIVE for port object c1dc2ddb-1953-4f9c-b9ba-4d0eb21dcb77 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:21:39.607743 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device a32e320f-fc40-4c20-8274-cc4e68bbecbc up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:21:39.610756 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2fb808d4-6fac-47f5-9124-620e96e74e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:39.653854 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0cbdd341-065b-425c-b02f-1da5a2bf558c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:39.729215 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37965a-f005-4dde-91e3-a49a6e789928 None None] Pushing event updated for resources: {'Port': ['ID=c1dc2ddb-1953-4f9c-b9ba-4d0eb21dcb77,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:21:39.733274 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-2fb808d4-6fac-47f5-9124-620e96e74e1f None None] Attempting to bind port c1dc2ddb-1953-4f9c-b9ba-4d0eb21dcb77 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:21:39.733899 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-2fb808d4-6fac-47f5-9124-620e96e74e1f None None] Attempting to bind port c1dc2ddb-1953-4f9c-b9ba-4d0eb21dcb77 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:21:39.734387 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb808d4-6fac-47f5-9124-620e96e74e1f None None] Attempting to bind port c1dc2ddb-1953-4f9c-b9ba-4d0eb21dcb77 on network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:21:39.738666 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5a559591-c0a2-41ac-a26d-90c1cc602651 None None] Provisioning for port 6b0a00db-1e07-45cf-91c9-d8f44828b7e1 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:21:39.746355 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb808d4-6fac-47f5-9124-620e96e74e1f None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:21:39.746845 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb808d4-6fac-47f5-9124-620e96e74e1f None None] Checking segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:21:39.747339 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2fb808d4-6fac-47f5-9124-620e96e74e1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:39.748023 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb808d4-6fac-47f5-9124-620e96e74e1f None None] Bound using segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:21:39.748437 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-2fb808d4-6fac-47f5-9124-620e96e74e1f None None] Bound port: c1dc2ddb-1953-4f9c-b9ba-4d0eb21dcb77, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:21:39.748911 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2fb808d4-6fac-47f5-9124-620e96e74e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:39.752159 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5a559591-c0a2-41ac-a26d-90c1cc602651 None None] Provisioning complete for port 6b0a00db-1e07-45cf-91c9-d8f44828b7e1 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:21:39.752607 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a559591-c0a2-41ac-a26d-90c1cc602651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:39.817095 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port a32e320f-fc40-4c20-8274-cc4e68bbecbc completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:21:39.832018 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port a32e320f-fc40-4c20-8274-cc4e68bbecbc triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:21:39.832400 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:39.833928 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5a559591-c0a2-41ac-a26d-90c1cc602651 None None] Port 6b0a00db-1e07-45cf-91c9-d8f44828b7e1 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:21:39.853847 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0cbdd341-065b-425c-b02f-1da5a2bf558c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:39.858755 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0cbdd341-065b-425c-b02f-1da5a2bf558c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:39.866373 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-2fb808d4-6fac-47f5-9124-620e96e74e1f None None] For port c1dc2ddb-1953-4f9c-b9ba-4d0eb21dcb77, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:21:39.888369 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-2fb808d4-6fac-47f5-9124-620e96e74e1f None None] For port c1dc2ddb-1953-4f9c-b9ba-4d0eb21dcb77, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=c1dc2ddb-1953-4f9c-b9ba-4d0eb21dcb77,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:21:39.894544 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2fb808d4-6fac-47f5-9124-620e96e74e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:39.931653 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbdd341-065b-425c-b02f-1da5a2bf558c admin admin] Pushing event updated for resources: {'Port': ['ID=6b0a00db-1e07-45cf-91c9-d8f44828b7e1,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:21:39.941424 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0cbdd341-065b-425c-b02f-1da5a2bf558c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:39.987688 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb808d4-6fac-47f5-9124-620e96e74e1f None None] Routers {'a4684f61-4bc4-439e-aa3a-c6d1ef5123db'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:21:39.988327 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-2fb808d4-6fac-47f5-9124-620e96e74e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:21:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['a4684f61-4bc4-439e-aa3a-c6d1ef5123db'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:21:39.992748 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37965a-f005-4dde-91e3-a49a6e789928 None None] Pushing event updated for resources: {'Port': ['ID=c1dc2ddb-1953-4f9c-b9ba-4d0eb21dcb77,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:21:40.033647 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbdd341-065b-425c-b02f-1da5a2bf558c admin admin] Network 104a33c1-13e4-4890-a999-b1789ba5a442 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:21:40.035108 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-0cbdd341-065b-425c-b02f-1da5a2bf558c admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:21:40.043801 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:40.122864 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port a32e320f-fc40-4c20-8274-cc4e68bbecbc, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=a32e320f-fc40-4c20-8274-cc4e68bbecbc,segment=NetworkSegment(0c2019f0-1e63-41ff-ab95-a086e80e2078),segment_id=0c2019f0-1e63-41ff-ab95-a086e80e2078)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:21:40.136570 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:40.137359 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 972ecfa8-9cea-4c1c-bd65-7f2aca665831 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:21:40.140911 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-2fb808d4-6fac-47f5-9124-620e96e74e1f None None] Set router a4684f61-4bc4-439e-aa3a-c6d1ef5123db gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:21:40.160715 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cbdd341-065b-425c-b02f-1da5a2bf558c admin admin] Router a4684f61-4bc4-439e-aa3a-c6d1ef5123db has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:21:40.291547 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cbdd341-065b-425c-b02f-1da5a2bf558c admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:21:40.309209 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-0cbdd341-065b-425c-b02f-1da5a2bf558c admin admin] 10.222.0.48 "PUT /v2.0/routers/a4684f61-4bc4-439e-aa3a-c6d1ef5123db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9059107 Jul 16 00:21:40.346383 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=a32e320f-fc40-4c20-8274-cc4e68bbecbc,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:21:40.379710 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 972ecfa8-9cea-4c1c-bd65-7f2aca665831 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:21:40.385119 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f063573c-0af6-4a05-aa8a-b81555253516 None None] Provisioning complete for port 6b0a00db-1e07-45cf-91c9-d8f44828b7e1 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:21:40.385490 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f063573c-0af6-4a05-aa8a-b81555253516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:40.407004 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 972ecfa8-9cea-4c1c-bd65-7f2aca665831 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:21:40.407341 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:40.470091 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f063573c-0af6-4a05-aa8a-b81555253516 None None] Port 6b0a00db-1e07-45cf-91c9-d8f44828b7e1 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:21:40.550001 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:40.565418 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-2fb808d4-6fac-47f5-9124-620e96e74e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4684f61-4bc4-439e-aa3a-c6d1ef5123db', 'name': 'tempest-TestShelveInstance-714303521-router', 'tenant_id': '103e4d50cb9a4f85a9bc2c14efb55b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c1dc2ddb-1953-4f9c-b9ba-4d0eb21dcb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:21:36Z', 'updated_at': '2021-07-16T00:21:39Z', 'revision_number': 4, 'project_id': '103e4d50cb9a4f85a9bc2c14efb55b0e', 'gw_port': {'id': 'c1dc2ddb-1953-4f9c-b9ba-4d0eb21dcb77', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:53:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4684f61-4bc4-439e-aa3a-c6d1ef5123db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:21:36Z', 'updated_at': '2021-07-16T00:21:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '6b0a00db-1e07-45cf-91c9-d8f44828b7e1', 'name': '', 'network_id': '104a33c1-13e4-4890-a999-b1789ba5a442', 'tenant_id': '103e4d50cb9a4f85a9bc2c14efb55b0e', 'mac_address': 'fa:16:3e:7c:de:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4684f61-4bc4-439e-aa3a-c6d1ef5123db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '3a916c96-4aff-420d-bf4d-d70ce0b93b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:21:38Z', 'updated_at': '2021-07-16T00:21:39Z', 'revision_number': 2, 'project_id': '103e4d50cb9a4f85a9bc2c14efb55b0e', 'subnets': [{'id': '3a916c96-4aff-420d-bf4d-d70ce0b93b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:21:40.596274 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb808d4-6fac-47f5-9124-620e96e74e1f None None] The sync data for ids ['a4684f61-4bc4-439e-aa3a-c6d1ef5123db'] in n-d-794306-6 is: [{'id': 'a4684f61-4bc4-439e-aa3a-c6d1ef5123db', 'name': 'tempest-TestShelveInstance-714303521-router', 'tenant_id': '103e4d50cb9a4f85a9bc2c14efb55b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c1dc2ddb-1953-4f9c-b9ba-4d0eb21dcb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:21:36Z', 'updated_at': '2021-07-16T00:21:39Z', 'revision_number': 4, 'project_id': '103e4d50cb9a4f85a9bc2c14efb55b0e', 'gw_port': {'id': 'c1dc2ddb-1953-4f9c-b9ba-4d0eb21dcb77', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:53:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4684f61-4bc4-439e-aa3a-c6d1ef5123db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:21:36Z', 'updated_at': '2021-07-16T00:21:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '6b0a00db-1e07-45cf-91c9-d8f44828b7e1', 'name': '', 'network_id': '104a33c1-13e4-4890-a999-b1789ba5a442', 'tenant_id': '103e4d50cb9a4f85a9bc2c14efb55b0e', 'mac_address': 'fa:16:3e:7c:de:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4684f61-4bc4-439e-aa3a-c6d1ef5123db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '3a916c96-4aff-420d-bf4d-d70ce0b93b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:21:38Z', 'updated_at': '2021-07-16T00:21:39Z', 'revision_number': 2, 'project_id': '103e4d50cb9a4f85a9bc2c14efb55b0e', 'subnets': [{'id': '3a916c96-4aff-420d-bf4d-d70ce0b93b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:21:40.616847 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 972ecfa8-9cea-4c1c-bd65-7f2aca665831, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=972ecfa8-9cea-4c1c-bd65-7f2aca665831,segment=NetworkSegment(47d61265-e148-44d1-b1cb-fc9435bcf7a5),segment_id=47d61265-e148-44d1-b1cb-fc9435bcf7a5)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:21:40.625683 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:40.680597 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=972ecfa8-9cea-4c1c-bd65-7f2aca665831,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:21:41.038021 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55132) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:21:41.042946 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b787513e-015b-45fa-a9cf-f5be92e21639 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-245018966', 'description': 'tempest-secgroup-smoke-245018966 description', 'project_id': '6d1c71c0b2de48988daaa127b8c53c1d'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:21:41.057495 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device a32e320f-fc40-4c20-8274-cc4e68bbecbc up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:21:41.068023 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b787513e-015b-45fa-a9cf-f5be92e21639 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:41.108846 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port a32e320f-fc40-4c20-8274-cc4e68bbecbc triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:21:41.109022 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:41.159943 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b787513e-015b-45fa-a9cf-f5be92e21639 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:41.165136 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b787513e-015b-45fa-a9cf-f5be92e21639 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:41.194699 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 972ecfa8-9cea-4c1c-bd65-7f2aca665831 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:21:41.197618 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b787513e-015b-45fa-a9cf-f5be92e21639 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a236871-5e4a-4f5e-8610-9ade81086639,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:21:41.200129 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b787513e-015b-45fa-a9cf-f5be92e21639 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:41.201436 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-b787513e-015b-45fa-a9cf-f5be92e21639 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1623993 Jul 16 00:21:41.204944 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55134) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:21:41.210194 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-28e2faf7-b8c1-4567-b041-395de2c642b5 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Request body: {'security_group_rule': {'security_group_id': '9a236871-5e4a-4f5e-8610-9ade81086639', 'project_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:21:41.243357 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28e2faf7-b8c1-4567-b041-395de2c642b5 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:41.250935 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 972ecfa8-9cea-4c1c-bd65-7f2aca665831 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:21:41.251316 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:41.306416 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28e2faf7-b8c1-4567-b041-395de2c642b5 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:41.310422 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28e2faf7-b8c1-4567-b041-395de2c642b5 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:41.326086 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e2faf7-b8c1-4567-b041-395de2c642b5 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acb10028-31bd-4208-a223-92d8d9a208ad,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:21:41.340148 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28e2faf7-b8c1-4567-b041-395de2c642b5 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:41.341371 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-28e2faf7-b8c1-4567-b041-395de2c642b5 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1354151 Jul 16 00:21:41.344175 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55136) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:21:41.348595 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-24f26ddc-39cc-4532-b4ba-d40a8fe9f2c4 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Request body: {'security_group_rule': {'security_group_id': '9a236871-5e4a-4f5e-8610-9ade81086639', 'project_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:21:41.374193 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-24f26ddc-39cc-4532-b4ba-d40a8fe9f2c4 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:41.430791 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-24f26ddc-39cc-4532-b4ba-d40a8fe9f2c4 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:41.434354 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-24f26ddc-39cc-4532-b4ba-d40a8fe9f2c4 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:41.453881 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f26ddc-39cc-4532-b4ba-d40a8fe9f2c4 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49979247-159c-43d4-b807-681df3f50483,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:21:41.460281 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-24f26ddc-39cc-4532-b4ba-d40a8fe9f2c4 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:41.461430 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-24f26ddc-39cc-4532-b4ba-d40a8fe9f2c4 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1163421 Jul 16 00:21:41.464876 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55138) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:21:41.470254 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-8cc3db05-cc25-4a0c-8dd6-a83b7d3b4bcc tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Request body: {'security_group_rule': {'security_group_id': '9a236871-5e4a-4f5e-8610-9ade81086639', 'project_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:21:41.496173 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8cc3db05-cc25-4a0c-8dd6-a83b7d3b4bcc tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:41.555811 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8cc3db05-cc25-4a0c-8dd6-a83b7d3b4bcc tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:41.559485 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8cc3db05-cc25-4a0c-8dd6-a83b7d3b4bcc tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:41.579894 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc3db05-cc25-4a0c-8dd6-a83b7d3b4bcc tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7efef98a-1c3c-48b7-a9a9-f83aaab97fa5,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:21:41.583477 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8cc3db05-cc25-4a0c-8dd6-a83b7d3b4bcc tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:41.585426 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-8cc3db05-cc25-4a0c-8dd6-a83b7d3b4bcc tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1195405 Jul 16 00:21:41.588261 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55140) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:21:41.592907 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a9585c7a-4335-4402-8cc1-e32a56860c00 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Request body: {'security_group_rule': {'security_group_id': '9a236871-5e4a-4f5e-8610-9ade81086639', 'project_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:21:41.618838 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a9585c7a-4335-4402-8cc1-e32a56860c00 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:41.682977 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a9585c7a-4335-4402-8cc1-e32a56860c00 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:41.686645 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a9585c7a-4335-4402-8cc1-e32a56860c00 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:41.707192 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9585c7a-4335-4402-8cc1-e32a56860c00 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6db7f52-c86a-445d-a0b9-fa513f9a6cd9,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:21:41.710235 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a9585c7a-4335-4402-8cc1-e32a56860c00 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:41.711484 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-a9585c7a-4335-4402-8cc1-e32a56860c00 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1222022 Jul 16 00:21:41.714139 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55142) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:21:41.718586 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4277ccba-55de-46c4-982a-280f39882e61 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Request body: {'security_group_rule': {'security_group_id': '9a236871-5e4a-4f5e-8610-9ade81086639', 'project_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:21:41.740029 n-d-794306-6 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-4277ccba-55de-46c4-982a-280f39882e61 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Project 6d1c71c0b2de48988daaa127b8c53c1d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 00:21:41.745370 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4277ccba-55de-46c4-982a-280f39882e61 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:41.811692 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4277ccba-55de-46c4-982a-280f39882e61 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:41.815426 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4277ccba-55de-46c4-982a-280f39882e61 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:41.834989 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4277ccba-55de-46c4-982a-280f39882e61 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91a2fdd9-a634-4798-86ef-94d84e57f4d9,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:21:41.841356 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4277ccba-55de-46c4-982a-280f39882e61 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:41.842677 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-4277ccba-55de-46c4-982a-280f39882e61 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1275892 Jul 16 00:21:41.845450 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55144) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:21:41.850003 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e3ac4217-cb97-4594-b977-2a5dd56fb8c8 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Request body: {'security_group_rule': {'security_group_id': '9a236871-5e4a-4f5e-8610-9ade81086639', 'project_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:21:41.873592 n-d-794306-6 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-e3ac4217-cb97-4594-b977-2a5dd56fb8c8 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Project 6d1c71c0b2de48988daaa127b8c53c1d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 00:21:41.882178 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e3ac4217-cb97-4594-b977-2a5dd56fb8c8 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:41.958604 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e3ac4217-cb97-4594-b977-2a5dd56fb8c8 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:41.963425 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e3ac4217-cb97-4594-b977-2a5dd56fb8c8 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:41.981292 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ac4217-cb97-4594-b977-2a5dd56fb8c8 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f64a411f-ac43-41b9-a173-e8d825c55524,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:21:41.988090 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e3ac4217-cb97-4594-b977-2a5dd56fb8c8 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:41.989221 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-e3ac4217-cb97-4594-b977-2a5dd56fb8c8 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1428442 Jul 16 00:21:42.148560 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ba527b87-66ad-4ceb-81b7-8d682b22a8c6 req-8facb0c4-733b-4daf-8896-c64511821c95 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-245018966&fields=id&tenant_id=6d1c71c0b2de48988daaa127b8c53c1d HTTP/1.1" status: 200 len: 267 time: 0.0395644 Jul 16 00:21:42.258954 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba527b87-66ad-4ceb-81b7-8d682b22a8c6 req-5559e084-8045-4fc7-9d22-cbb4f4dca795 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:42.260563 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ba527b87-66ad-4ceb-81b7-8d682b22a8c6 req-5559e084-8045-4fc7-9d22-cbb4f4dca795 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/networks?id=11641061-c179-4280-8105-0e68df7b6bdd HTTP/1.1" status: 200 len: 809 time: 0.1054370 Jul 16 00:21:42.277779 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ba527b87-66ad-4ceb-81b7-8d682b22a8c6 req-245dcfba-128d-47c6-b113-c726ac09d677 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/quotas/6d1c71c0b2de48988daaa127b8c53c1d HTTP/1.1" status: 200 len: 375 time: 0.0108941 Jul 16 00:21:42.347699 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ba527b87-66ad-4ceb-81b7-8d682b22a8c6 req-e951672c-9ec4-4650-bc3e-b5821bbbfd09 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6d1c71c0b2de48988daaa127b8c53c1d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0642567 Jul 16 00:21:42.451810 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ba527b87-66ad-4ceb-81b7-8d682b22a8c6 req-9407a478-b8f8-4845-aadf-131047d5eb65 service neutron] 10.222.0.48 "GET /v2.0/networks/11641061-c179-4280-8105-0e68df7b6bdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922682 Jul 16 00:21:42.550375 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ba527b87-66ad-4ceb-81b7-8d682b22a8c6 req-5b36b959-2826-47da-949f-14f3d46cfd5b service neutron] 10.222.0.48 "GET /v2.0/networks/11641061-c179-4280-8105-0e68df7b6bdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920701 Jul 16 00:21:42.741968 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e5aa7c90-57f6-4fda-aed0-67c3c33adcd4 req-aae3e32c-5395-4c83-9fd9-eeccabaa9004 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e8e1f66-803b-4768-af29-2ea4750e2c80 HTTP/1.1" status: 200 len: 210 time: 0.0346298 Jul 16 00:21:43.065032 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device c1dc2ddb-1953-4f9c-b9ba-4d0eb21dcb77 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:21:43.115825 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port c1dc2ddb-1953-4f9c-b9ba-4d0eb21dcb77 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:21:43.119927 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port c1dc2ddb-1953-4f9c-b9ba-4d0eb21dcb77 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:21:43.120296 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:43.203940 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:43.228676 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port c1dc2ddb-1953-4f9c-b9ba-4d0eb21dcb77, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=c1dc2ddb-1953-4f9c-b9ba-4d0eb21dcb77,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:21:43.232643 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:43.276729 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b400a5-0c8a-43a6-af1b-e26dc799fba8 None None] Sync routers for ids ['a4684f61-4bc4-439e-aa3a-c6d1ef5123db'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:21:43.285492 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=c1dc2ddb-1953-4f9c-b9ba-4d0eb21dcb77,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:21:43.285950 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b400a5-0c8a-43a6-af1b-e26dc799fba8 None None] Routers {'a4684f61-4bc4-439e-aa3a-c6d1ef5123db'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:21:43.286555 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-64b400a5-0c8a-43a6-af1b-e26dc799fba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:21:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['a4684f61-4bc4-439e-aa3a-c6d1ef5123db'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:21:43.484565 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-64b400a5-0c8a-43a6-af1b-e26dc799fba8 None None] Set router a4684f61-4bc4-439e-aa3a-c6d1ef5123db gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:21:43.689960 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-64b400a5-0c8a-43a6-af1b-e26dc799fba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4684f61-4bc4-439e-aa3a-c6d1ef5123db', 'name': 'tempest-TestShelveInstance-714303521-router', 'tenant_id': '103e4d50cb9a4f85a9bc2c14efb55b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c1dc2ddb-1953-4f9c-b9ba-4d0eb21dcb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:21:36Z', 'updated_at': '2021-07-16T00:21:39Z', 'revision_number': 4, 'project_id': '103e4d50cb9a4f85a9bc2c14efb55b0e', 'gw_port': {'id': 'c1dc2ddb-1953-4f9c-b9ba-4d0eb21dcb77', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:53:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4684f61-4bc4-439e-aa3a-c6d1ef5123db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:21:36Z', 'updated_at': '2021-07-16T00:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '6b0a00db-1e07-45cf-91c9-d8f44828b7e1', 'name': '', 'network_id': '104a33c1-13e4-4890-a999-b1789ba5a442', 'tenant_id': '103e4d50cb9a4f85a9bc2c14efb55b0e', 'mac_address': 'fa:16:3e:7c:de:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4684f61-4bc4-439e-aa3a-c6d1ef5123db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '3a916c96-4aff-420d-bf4d-d70ce0b93b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:21:38Z', 'updated_at': '2021-07-16T00:21:39Z', 'revision_number': 2, 'project_id': '103e4d50cb9a4f85a9bc2c14efb55b0e', 'subnets': [{'id': '3a916c96-4aff-420d-bf4d-d70ce0b93b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:21:43.715898 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b400a5-0c8a-43a6-af1b-e26dc799fba8 None None] Checking router: a4684f61-4bc4-439e-aa3a-c6d1ef5123db for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:21:43.716246 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b400a5-0c8a-43a6-af1b-e26dc799fba8 None None] Updating router a4684f61-4bc4-439e-aa3a-c6d1ef5123db port 6b0a00db-1e07-45cf-91c9-d8f44828b7e1 binding host n-d-794306-6 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 00:21:43.753711 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-64b400a5-0c8a-43a6-af1b-e26dc799fba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:43.919711 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba527b87-66ad-4ceb-81b7-8d682b22a8c6 req-3c691554-1b15-4b5c-974d-e5bcb2dad6b0 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:43.921660 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ba527b87-66ad-4ceb-81b7-8d682b22a8c6 req-3c691554-1b15-4b5c-974d-e5bcb2dad6b0 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.41 "GET /v2.0/networks?id=11641061-c179-4280-8105-0e68df7b6bdd HTTP/1.1" status: 200 len: 809 time: 0.1330736 Jul 16 00:21:43.984988 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ba527b87-66ad-4ceb-81b7-8d682b22a8c6 req-c57e248a-e5c2-4898-8b4a-ebd95bd5db70 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d1c71c0b2de48988daaa127b8c53c1d HTTP/1.1" status: 200 len: 379 time: 0.0474026 Jul 16 00:21:43.996858 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-ba527b87-66ad-4ceb-81b7-8d682b22a8c6 req-f7a725e4-77ed-47e5-b967-c5685c018b81 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Request body: {'port': {'device_id': '3e8e1f66-803b-4768-af29-2ea4750e2c80', 'network_id': '11641061-c179-4280-8105-0e68df7b6bdd', 'admin_state_up': True, 'tenant_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'security_groups': ['9a236871-5e4a-4f5e-8610-9ade81086639']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:21:44.028174 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-78817566-af60-4b9c-a4d7-a26865765367 req-9af72070-f729-48d5-9c0d-c48999569eb9 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e8e1f66-803b-4768-af29-2ea4750e2c80 HTTP/1.1" status: 200 len: 210 time: 0.1537712 Jul 16 00:21:44.036016 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-64b400a5-0c8a-43a6-af1b-e26dc799fba8 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:44.046968 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-64b400a5-0c8a-43a6-af1b-e26dc799fba8 None None] Transition to ACTIVE for port object 6b0a00db-1e07-45cf-91c9-d8f44828b7e1 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:21:44.051847 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-64b400a5-0c8a-43a6-af1b-e26dc799fba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:44.102685 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45c5682-a0a9-4e66-800e-8076e19de7fe None None] Pushing event updated for resources: {'Port': ['ID=6b0a00db-1e07-45cf-91c9-d8f44828b7e1,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:21:44.136894 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba527b87-66ad-4ceb-81b7-8d682b22a8c6 req-f7a725e4-77ed-47e5-b967-c5685c018b81 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Made reservation on behalf of 6d1c71c0b2de48988daaa127b8c53c1d for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:21:44.141161 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ba527b87-66ad-4ceb-81b7-8d682b22a8c6 req-f7a725e4-77ed-47e5-b967-c5685c018b81 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:44.156858 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-64b400a5-0c8a-43a6-af1b-e26dc799fba8 None None] Attempting to bind port 6b0a00db-1e07-45cf-91c9-d8f44828b7e1 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:21:44.157227 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-64b400a5-0c8a-43a6-af1b-e26dc799fba8 None None] Attempting to bind port 6b0a00db-1e07-45cf-91c9-d8f44828b7e1 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '0c2019f0-1e63-41ff-ab95-a086e80e2078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '104a33c1-13e4-4890-a999-b1789ba5a442'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:21:44.157586 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b400a5-0c8a-43a6-af1b-e26dc799fba8 None None] Attempting to bind port 6b0a00db-1e07-45cf-91c9-d8f44828b7e1 on network 104a33c1-13e4-4890-a999-b1789ba5a442 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:21:44.163586 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b400a5-0c8a-43a6-af1b-e26dc799fba8 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:21:44.163965 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b400a5-0c8a-43a6-af1b-e26dc799fba8 None None] Checking segment: {'id': '0c2019f0-1e63-41ff-ab95-a086e80e2078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '104a33c1-13e4-4890-a999-b1789ba5a442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:21:44.164431 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-64b400a5-0c8a-43a6-af1b-e26dc799fba8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:44.164841 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b400a5-0c8a-43a6-af1b-e26dc799fba8 None None] Bound using segment: {'id': '0c2019f0-1e63-41ff-ab95-a086e80e2078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '104a33c1-13e4-4890-a999-b1789ba5a442'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:21:44.165306 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-64b400a5-0c8a-43a6-af1b-e26dc799fba8 None None] Bound port: 6b0a00db-1e07-45cf-91c9-d8f44828b7e1, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c2019f0-1e63-41ff-ab95-a086e80e2078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '104a33c1-13e4-4890-a999-b1789ba5a442'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:21:44.165687 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-64b400a5-0c8a-43a6-af1b-e26dc799fba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:44.231612 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-64b400a5-0c8a-43a6-af1b-e26dc799fba8 None None] For port 6b0a00db-1e07-45cf-91c9-d8f44828b7e1, host n-d-794306-6, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:21:44.235724 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-64b400a5-0c8a-43a6-af1b-e26dc799fba8 None None] For port 6b0a00db-1e07-45cf-91c9-d8f44828b7e1, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=6b0a00db-1e07-45cf-91c9-d8f44828b7e1,segment=NetworkSegment(0c2019f0-1e63-41ff-ab95-a086e80e2078),segment_id=0c2019f0-1e63-41ff-ab95-a086e80e2078)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:21:44.240112 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-64b400a5-0c8a-43a6-af1b-e26dc799fba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:44.297398 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-ba527b87-66ad-4ceb-81b7-8d682b22a8c6 req-f7a725e4-77ed-47e5-b967-c5685c018b81 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Allocated IP 172.20.0.10 (11641061-c179-4280-8105-0e68df7b6bdd/38e19475-90d9-42cf-bc38-30b52dd24af7/b77ad4b5-5a22-4534-8584-f5eb5a33889a) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:21:44.299399 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45c5682-a0a9-4e66-800e-8076e19de7fe None None] Pushing event updated for resources: {'Port': ['ID=6b0a00db-1e07-45cf-91c9-d8f44828b7e1,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:21:44.309136 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b400a5-0c8a-43a6-af1b-e26dc799fba8 None None] Routers {'a4684f61-4bc4-439e-aa3a-c6d1ef5123db'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:21:44.309677 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-64b400a5-0c8a-43a6-af1b-e26dc799fba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:21:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['a4684f61-4bc4-439e-aa3a-c6d1ef5123db'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:21:44.436248 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-64b400a5-0c8a-43a6-af1b-e26dc799fba8 None None] Set router a4684f61-4bc4-439e-aa3a-c6d1ef5123db gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:21:44.454455 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ba527b87-66ad-4ceb-81b7-8d682b22a8c6 req-f7a725e4-77ed-47e5-b967-c5685c018b81 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:44.470161 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-ba527b87-66ad-4ceb-81b7-8d682b22a8c6 req-f7a725e4-77ed-47e5-b967-c5685c018b81 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Transition to ACTIVE for port object b77ad4b5-5a22-4534-8584-f5eb5a33889a will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:21:44.505082 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ba527b87-66ad-4ceb-81b7-8d682b22a8c6 req-f7a725e4-77ed-47e5-b967-c5685c018b81 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:44.559298 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba527b87-66ad-4ceb-81b7-8d682b22a8c6 req-f7a725e4-77ed-47e5-b967-c5685c018b81 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Network 11641061-c179-4280-8105-0e68df7b6bdd is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:21:44.562802 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-ba527b87-66ad-4ceb-81b7-8d682b22a8c6 req-f7a725e4-77ed-47e5-b967-c5685c018b81 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:21:44.567914 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba527b87-66ad-4ceb-81b7-8d682b22a8c6 req-f7a725e4-77ed-47e5-b967-c5685c018b81 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:21:44.572597 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a725e4-77ed-47e5-b967-c5685c018b81 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Pushing event updated for resources: {'Port': ['ID=b77ad4b5-5a22-4534-8584-f5eb5a33889a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:21:44.623632 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba527b87-66ad-4ceb-81b7-8d682b22a8c6 req-f7a725e4-77ed-47e5-b967-c5685c018b81 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:44.624367 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ba527b87-66ad-4ceb-81b7-8d682b22a8c6 req-f7a725e4-77ed-47e5-b967-c5685c018b81 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:44.640097 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ba527b87-66ad-4ceb-81b7-8d682b22a8c6 req-f7a725e4-77ed-47e5-b967-c5685c018b81 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6503766 Jul 16 00:21:44.658123 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-ba527b87-66ad-4ceb-81b7-8d682b22a8c6 req-a3e549c2-cee6-47ca-b369-b0b88c01da0b service neutron] Request body: {'port': {'device_id': '3e8e1f66-803b-4768-af29-2ea4750e2c80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:21:44.665310 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-64b400a5-0c8a-43a6-af1b-e26dc799fba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4684f61-4bc4-439e-aa3a-c6d1ef5123db', 'name': 'tempest-TestShelveInstance-714303521-router', 'tenant_id': '103e4d50cb9a4f85a9bc2c14efb55b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c1dc2ddb-1953-4f9c-b9ba-4d0eb21dcb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:21:36Z', 'updated_at': '2021-07-16T00:21:39Z', 'revision_number': 4, 'project_id': '103e4d50cb9a4f85a9bc2c14efb55b0e', 'gw_port': {'id': 'c1dc2ddb-1953-4f9c-b9ba-4d0eb21dcb77', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:53:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4684f61-4bc4-439e-aa3a-c6d1ef5123db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:21:36Z', 'updated_at': '2021-07-16T00:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '6b0a00db-1e07-45cf-91c9-d8f44828b7e1', 'name': '', 'network_id': '104a33c1-13e4-4890-a999-b1789ba5a442', 'tenant_id': '103e4d50cb9a4f85a9bc2c14efb55b0e', 'mac_address': 'fa:16:3e:7c:de:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4684f61-4bc4-439e-aa3a-c6d1ef5123db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '3a916c96-4aff-420d-bf4d-d70ce0b93b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:21:38Z', 'updated_at': '2021-07-16T00:21:44Z', 'revision_number': 4, 'project_id': '103e4d50cb9a4f85a9bc2c14efb55b0e', 'subnets': [{'id': '3a916c96-4aff-420d-bf4d-d70ce0b93b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:21:44.692766 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b400a5-0c8a-43a6-af1b-e26dc799fba8 None None] The sync data for ids ['a4684f61-4bc4-439e-aa3a-c6d1ef5123db'] in n-d-794306-6 is: [{'id': 'a4684f61-4bc4-439e-aa3a-c6d1ef5123db', 'name': 'tempest-TestShelveInstance-714303521-router', 'tenant_id': '103e4d50cb9a4f85a9bc2c14efb55b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c1dc2ddb-1953-4f9c-b9ba-4d0eb21dcb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:21:36Z', 'updated_at': '2021-07-16T00:21:39Z', 'revision_number': 4, 'project_id': '103e4d50cb9a4f85a9bc2c14efb55b0e', 'gw_port': {'id': 'c1dc2ddb-1953-4f9c-b9ba-4d0eb21dcb77', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:53:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4684f61-4bc4-439e-aa3a-c6d1ef5123db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:21:36Z', 'updated_at': '2021-07-16T00:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '6b0a00db-1e07-45cf-91c9-d8f44828b7e1', 'name': '', 'network_id': '104a33c1-13e4-4890-a999-b1789ba5a442', 'tenant_id': '103e4d50cb9a4f85a9bc2c14efb55b0e', 'mac_address': 'fa:16:3e:7c:de:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4684f61-4bc4-439e-aa3a-c6d1ef5123db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '3a916c96-4aff-420d-bf4d-d70ce0b93b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:21:38Z', 'updated_at': '2021-07-16T00:21:44Z', 'revision_number': 4, 'project_id': '103e4d50cb9a4f85a9bc2c14efb55b0e', 'subnets': [{'id': '3a916c96-4aff-420d-bf4d-d70ce0b93b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:21:44.738020 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ba527b87-66ad-4ceb-81b7-8d682b22a8c6 req-a3e549c2-cee6-47ca-b369-b0b88c01da0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:44.869665 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-05642473-c84b-4788-ba47-5eefa47a28ba None None] Provisioning for port b77ad4b5-5a22-4534-8584-f5eb5a33889a completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:21:44.876266 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-05642473-c84b-4788-ba47-5eefa47a28ba None None] Provisioning complete for port b77ad4b5-5a22-4534-8584-f5eb5a33889a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:21:44.876651 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-05642473-c84b-4788-ba47-5eefa47a28ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:44.913431 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-05642473-c84b-4788-ba47-5eefa47a28ba None None] Port b77ad4b5-5a22-4534-8584-f5eb5a33889a cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:21:45.034386 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-ba527b87-66ad-4ceb-81b7-8d682b22a8c6 req-a3e549c2-cee6-47ca-b369-b0b88c01da0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b77ad4b5-5a22-4534-8584-f5eb5a33889a {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:21:45.043614 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ba527b87-66ad-4ceb-81b7-8d682b22a8c6 req-a3e549c2-cee6-47ca-b369-b0b88c01da0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:45.057567 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-ba527b87-66ad-4ceb-81b7-8d682b22a8c6 req-a3e549c2-cee6-47ca-b369-b0b88c01da0b service neutron] Transition to ACTIVE for port object b77ad4b5-5a22-4534-8584-f5eb5a33889a will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:21:45.064342 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ba527b87-66ad-4ceb-81b7-8d682b22a8c6 req-a3e549c2-cee6-47ca-b369-b0b88c01da0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:45.095262 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 6b0a00db-1e07-45cf-91c9-d8f44828b7e1 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:21:45.114195 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e549c2-cee6-47ca-b369-b0b88c01da0b service neutron] Pushing event updated for resources: {'Port': ['ID=b77ad4b5-5a22-4534-8584-f5eb5a33889a,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:21:45.176399 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 6b0a00db-1e07-45cf-91c9-d8f44828b7e1 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:21:45.184357 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 6b0a00db-1e07-45cf-91c9-d8f44828b7e1 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:21:45.185551 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:45.231852 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-ba527b87-66ad-4ceb-81b7-8d682b22a8c6 req-a3e549c2-cee6-47ca-b369-b0b88c01da0b service neutron] Attempting to bind port b77ad4b5-5a22-4534-8584-f5eb5a33889a on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:21:45.232179 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-ba527b87-66ad-4ceb-81b7-8d682b22a8c6 req-a3e549c2-cee6-47ca-b369-b0b88c01da0b service neutron] Attempting to bind port b77ad4b5-5a22-4534-8584-f5eb5a33889a by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '47d61265-e148-44d1-b1cb-fc9435bcf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '11641061-c179-4280-8105-0e68df7b6bdd'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:21:45.232560 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba527b87-66ad-4ceb-81b7-8d682b22a8c6 req-a3e549c2-cee6-47ca-b369-b0b88c01da0b service neutron] Attempting to bind port b77ad4b5-5a22-4534-8584-f5eb5a33889a on network 11641061-c179-4280-8105-0e68df7b6bdd {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:21:45.238287 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba527b87-66ad-4ceb-81b7-8d682b22a8c6 req-a3e549c2-cee6-47ca-b369-b0b88c01da0b service neutron] Port b77ad4b5-5a22-4534-8584-f5eb5a33889a on network 11641061-c179-4280-8105-0e68df7b6bdd not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 00:21:45.239080 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba527b87-66ad-4ceb-81b7-8d682b22a8c6 req-a3e549c2-cee6-47ca-b369-b0b88c01da0b service neutron] Attempting to bind port b77ad4b5-5a22-4534-8584-f5eb5a33889a on network 11641061-c179-4280-8105-0e68df7b6bdd {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:21:45.245220 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba527b87-66ad-4ceb-81b7-8d682b22a8c6 req-a3e549c2-cee6-47ca-b369-b0b88c01da0b service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:21:45.245569 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba527b87-66ad-4ceb-81b7-8d682b22a8c6 req-a3e549c2-cee6-47ca-b369-b0b88c01da0b service neutron] Checking segment: {'id': '47d61265-e148-44d1-b1cb-fc9435bcf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '11641061-c179-4280-8105-0e68df7b6bdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:21:45.245962 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba527b87-66ad-4ceb-81b7-8d682b22a8c6 req-a3e549c2-cee6-47ca-b369-b0b88c01da0b service neutron] Bound using segment: {'id': '47d61265-e148-44d1-b1cb-fc9435bcf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '11641061-c179-4280-8105-0e68df7b6bdd'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:21:45.246399 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-ba527b87-66ad-4ceb-81b7-8d682b22a8c6 req-a3e549c2-cee6-47ca-b369-b0b88c01da0b service neutron] Bound port: b77ad4b5-5a22-4534-8584-f5eb5a33889a, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47d61265-e148-44d1-b1cb-fc9435bcf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '11641061-c179-4280-8105-0e68df7b6bdd'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:21:45.246765 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ba527b87-66ad-4ceb-81b7-8d682b22a8c6 req-a3e549c2-cee6-47ca-b369-b0b88c01da0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:45.315256 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:45.336341 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aca230-36dc-47fb-b6a1-e99309c9da12 req-8e1db0f0-ab19-4e05-bde4-ab8693a42f6b tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:45.336895 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-ba527b87-66ad-4ceb-81b7-8d682b22a8c6 req-a3e549c2-cee6-47ca-b369-b0b88c01da0b service neutron] For port b77ad4b5-5a22-4534-8584-f5eb5a33889a, host n-h2-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:21:45.338841 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-27aca230-36dc-47fb-b6a1-e99309c9da12 req-8e1db0f0-ab19-4e05-bde4-ab8693a42f6b tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e8e1f66-803b-4768-af29-2ea4750e2c80 HTTP/1.1" status: 200 len: 944 time: 0.1672974 Jul 16 00:21:45.340370 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-ba527b87-66ad-4ceb-81b7-8d682b22a8c6 req-a3e549c2-cee6-47ca-b369-b0b88c01da0b service neutron] For port b77ad4b5-5a22-4534-8584-f5eb5a33889a, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=b77ad4b5-5a22-4534-8584-f5eb5a33889a,segment=NetworkSegment(47d61265-e148-44d1-b1cb-fc9435bcf7a5),segment_id=47d61265-e148-44d1-b1cb-fc9435bcf7a5)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:21:45.349572 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ba527b87-66ad-4ceb-81b7-8d682b22a8c6 req-a3e549c2-cee6-47ca-b369-b0b88c01da0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:45.369262 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 6b0a00db-1e07-45cf-91c9-d8f44828b7e1, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=6b0a00db-1e07-45cf-91c9-d8f44828b7e1,segment=NetworkSegment(0c2019f0-1e63-41ff-ab95-a086e80e2078),segment_id=0c2019f0-1e63-41ff-ab95-a086e80e2078)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:21:45.374530 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:45.375591 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device c1dc2ddb-1953-4f9c-b9ba-4d0eb21dcb77 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:21:45.387308 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba527b87-66ad-4ceb-81b7-8d682b22a8c6 req-a3e549c2-cee6-47ca-b369-b0b88c01da0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:45.388153 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ba527b87-66ad-4ceb-81b7-8d682b22a8c6 req-a3e549c2-cee6-47ca-b369-b0b88c01da0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:45.389696 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ba527b87-66ad-4ceb-81b7-8d682b22a8c6 req-a3e549c2-cee6-47ca-b369-b0b88c01da0b service neutron] 10.222.0.41 "PUT /v2.0/ports/b77ad4b5-5a22-4534-8584-f5eb5a33889a HTTP/1.1" status: 200 len: 1092 time: 0.7363961 Jul 16 00:21:45.390485 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e8e1f66-803b-4768-af29-2ea4750e2c80', 'tag': 'b77ad4b5-5a22-4534-8584-f5eb5a33889a'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:21:45.393395 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732f3e1a316c3ad7d48a65c2bbc2e30ba6c82a3ba5a41bb87b5b7e43e99a4419" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba960d9-81c6-44e7-9078-b692b37243f2" -d '{"events": [{"name": "network-changed", "server_uuid": "3e8e1f66-803b-4768-af29-2ea4750e2c80", "tag": "b77ad4b5-5a22-4534-8584-f5eb5a33889a"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:21:45.393761 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-27aca230-36dc-47fb-b6a1-e99309c9da12 req-47cdbec4-1c08-4f12-a2ef-6a72d85c0834 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a236871-5e4a-4f5e-8610-9ade81086639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487962 Jul 16 00:21:45.439388 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e549c2-cee6-47ca-b369-b0b88c01da0b service neutron] Pushing event updated for resources: {'Port': ['ID=b77ad4b5-5a22-4534-8584-f5eb5a33889a,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:21:45.445316 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=6b0a00db-1e07-45cf-91c9-d8f44828b7e1,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:21:45.455996 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c02913a0-eabf-44ad-812f-c5812490083b x-openstack-request-id: req-c02913a0-eabf-44ad-812f-c5812490083b {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:21:45.456805 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e8e1f66-803b-4768-af29-2ea4750e2c80", "tag": "b77ad4b5-5a22-4534-8584-f5eb5a33889a", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:21:45.457818 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c02913a0-eabf-44ad-812f-c5812490083b {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:21:45.458295 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e8e1f66-803b-4768-af29-2ea4750e2c80', 'tag': 'b77ad4b5-5a22-4534-8584-f5eb5a33889a', 'status': 'completed', 'code': 200} Jul 16 00:21:45.510380 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port c1dc2ddb-1953-4f9c-b9ba-4d0eb21dcb77 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:21:45.510898 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:45.528720 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba527b87-66ad-4ceb-81b7-8d682b22a8c6 req-4b8ff756-65bf-4736-aa98-589b72a24736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:45.530449 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ba527b87-66ad-4ceb-81b7-8d682b22a8c6 req-4b8ff756-65bf-4736-aa98-589b72a24736 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d1c71c0b2de48988daaa127b8c53c1d&device_id=3e8e1f66-803b-4768-af29-2ea4750e2c80 HTTP/1.1" status: 200 len: 1095 time: 0.0706758 Jul 16 00:21:45.582719 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ba527b87-66ad-4ceb-81b7-8d682b22a8c6 req-73ac1217-c824-44ad-8614-2e25aa736546 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b77ad4b5-5a22-4534-8584-f5eb5a33889a HTTP/1.1" status: 200 len: 217 time: 0.0392437 Jul 16 00:21:45.637322 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba527b87-66ad-4ceb-81b7-8d682b22a8c6 req-6cca5a9b-614a-4acc-b291-308668542b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:45.638827 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ba527b87-66ad-4ceb-81b7-8d682b22a8c6 req-6cca5a9b-614a-4acc-b291-308668542b2b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=38e19475-90d9-42cf-bc38-30b52dd24af7 HTTP/1.1" status: 200 len: 848 time: 0.0505238 Jul 16 00:21:45.697136 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba527b87-66ad-4ceb-81b7-8d682b22a8c6 req-5dc18685-e812-4e93-b1b0-b25fff803ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:45.698644 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ba527b87-66ad-4ceb-81b7-8d682b22a8c6 req-5dc18685-e812-4e93-b1b0-b25fff803ff0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=11641061-c179-4280-8105-0e68df7b6bdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536547 Jul 16 00:21:45.791831 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ba527b87-66ad-4ceb-81b7-8d682b22a8c6 req-561d7067-4018-4529-b309-0df389143f43 service neutron] 10.222.0.41 "GET /v2.0/networks/11641061-c179-4280-8105-0e68df7b6bdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870886 Jul 16 00:21:45.881907 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ba527b87-66ad-4ceb-81b7-8d682b22a8c6 req-86ecb99d-1854-4318-8e9d-34a63028d666 service neutron] 10.222.0.41 "GET /v2.0/networks/11641061-c179-4280-8105-0e68df7b6bdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842724 Jul 16 00:21:46.017375 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba960d9-81c6-44e7-9078-b692b37243f2 req-65a48b5e-c8e9-4763-b03c-210c2adcdded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:46.018868 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1ba960d9-81c6-44e7-9078-b692b37243f2 req-65a48b5e-c8e9-4763-b03c-210c2adcdded service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d1c71c0b2de48988daaa127b8c53c1d&device_id=3e8e1f66-803b-4768-af29-2ea4750e2c80 HTTP/1.1" status: 200 len: 1095 time: 0.0532193 Jul 16 00:21:46.111040 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba960d9-81c6-44e7-9078-b692b37243f2 req-2b7a02df-272f-47ae-a5b5-9b95eb2fff74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:46.112461 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1ba960d9-81c6-44e7-9078-b692b37243f2 req-2b7a02df-272f-47ae-a5b5-9b95eb2fff74 service neutron] 10.222.0.41 "GET /v2.0/networks?id=11641061-c179-4280-8105-0e68df7b6bdd HTTP/1.1" status: 200 len: 910 time: 0.0873129 Jul 16 00:21:46.153616 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1ba960d9-81c6-44e7-9078-b692b37243f2 req-819f83ce-fc9b-4fd3-80c9-08fbf9428d19 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b77ad4b5-5a22-4534-8584-f5eb5a33889a HTTP/1.1" status: 200 len: 217 time: 0.0343466 Jul 16 00:21:46.205414 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba960d9-81c6-44e7-9078-b692b37243f2 req-49833f97-ce68-473c-98e2-94018d5b3012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:46.206840 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1ba960d9-81c6-44e7-9078-b692b37243f2 req-49833f97-ce68-473c-98e2-94018d5b3012 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=38e19475-90d9-42cf-bc38-30b52dd24af7 HTTP/1.1" status: 200 len: 848 time: 0.0471208 Jul 16 00:21:46.266094 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba960d9-81c6-44e7-9078-b692b37243f2 req-6c77c3b7-4ed7-4681-a417-3e09960b1595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:46.267667 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1ba960d9-81c6-44e7-9078-b692b37243f2 req-6c77c3b7-4ed7-4681-a417-3e09960b1595 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=11641061-c179-4280-8105-0e68df7b6bdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530553 Jul 16 00:21:46.364080 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1ba960d9-81c6-44e7-9078-b692b37243f2 req-390bf008-23bb-4a00-8a8e-169fbcba060e service neutron] 10.222.0.41 "GET /v2.0/networks/11641061-c179-4280-8105-0e68df7b6bdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889106 Jul 16 00:21:46.456283 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-1ba960d9-81c6-44e7-9078-b692b37243f2 req-00cf584e-333f-4202-beeb-a41f2ed6a741 service neutron] 10.222.0.41 "GET /v2.0/networks/11641061-c179-4280-8105-0e68df7b6bdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854802 Jul 16 00:21:46.599213 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6013ac03-93e3-4022-8a2b-f29e95247a40 req-95ecf1b6-aaca-406f-a4bc-1c3dccbea6d2 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:46.600774 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6013ac03-93e3-4022-8a2b-f29e95247a40 req-95ecf1b6-aaca-406f-a4bc-1c3dccbea6d2 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e8e1f66-803b-4768-af29-2ea4750e2c80 HTTP/1.1" status: 200 len: 944 time: 0.0667751 Jul 16 00:21:46.638497 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6013ac03-93e3-4022-8a2b-f29e95247a40 req-757284c9-f4b6-453b-bf21-3b678e34cdec tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a236871-5e4a-4f5e-8610-9ade81086639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321321 Jul 16 00:21:47.041001 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 6b0a00db-1e07-45cf-91c9-d8f44828b7e1 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:21:47.090250 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 6b0a00db-1e07-45cf-91c9-d8f44828b7e1 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:21:47.090628 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:47.752297 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device b77ad4b5-5a22-4534-8584-f5eb5a33889a details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 00:21:47.813228 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5517b84-7d5d-4d25-b03c-bc682d24a3fe req-c300cf7b-a791-4cf1-bbba-a2bb7fd88589 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:47.814738 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e5517b84-7d5d-4d25-b03c-bc682d24a3fe req-c300cf7b-a791-4cf1-bbba-a2bb7fd88589 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e8e1f66-803b-4768-af29-2ea4750e2c80 HTTP/1.1" status: 200 len: 944 time: 0.0639572 Jul 16 00:21:47.852948 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port b77ad4b5-5a22-4534-8584-f5eb5a33889a, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=b77ad4b5-5a22-4534-8584-f5eb5a33889a,segment=NetworkSegment(47d61265-e148-44d1-b1cb-fc9435bcf7a5),segment_id=47d61265-e148-44d1-b1cb-fc9435bcf7a5)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:21:47.853391 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e5517b84-7d5d-4d25-b03c-bc682d24a3fe req-77099c3b-4d6b-4870-b209-08e5ca2690ed tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a236871-5e4a-4f5e-8610-9ade81086639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322781 Jul 16 00:21:47.865256 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': 'b77ad4b5-5a22-4534-8584-f5eb5a33889a', 'network_id': '11641061-c179-4280-8105-0e68df7b6bdd', 'port_id': 'b77ad4b5-5a22-4534-8584-f5eb5a33889a', 'mac_address': 'fa:16:3e:28:5d:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38e19475-90d9-42cf-bc38-30b52dd24af7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 00:21:47.908625 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:47.922135 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b77ad4b5-5a22-4534-8584-f5eb5a33889a {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:21:47.943765 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port b77ad4b5-5a22-4534-8584-f5eb5a33889a, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=b77ad4b5-5a22-4534-8584-f5eb5a33889a,segment=NetworkSegment(47d61265-e148-44d1-b1cb-fc9435bcf7a5),segment_id=47d61265-e148-44d1-b1cb-fc9435bcf7a5)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:21:47.948115 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:47.999201 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=b77ad4b5-5a22-4534-8584-f5eb5a33889a,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:21:48.220190 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['b77ad4b5-5a22-4534-8584-f5eb5a33889a'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:21:49.029875 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0cf6a8-2452-432f-9518-eb83f9e79b40 req-bc0f116a-2678-41e7-848a-120cd8b304f1 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:49.031355 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7a0cf6a8-2452-432f-9518-eb83f9e79b40 req-bc0f116a-2678-41e7-848a-120cd8b304f1 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e8e1f66-803b-4768-af29-2ea4750e2c80 HTTP/1.1" status: 200 len: 945 time: 0.0676935 Jul 16 00:21:49.068318 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7a0cf6a8-2452-432f-9518-eb83f9e79b40 req-399c4bc7-152f-4de5-b4a2-1030a1930e2d tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a236871-5e4a-4f5e-8610-9ade81086639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306747 Jul 16 00:21:49.770486 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device b77ad4b5-5a22-4534-8584-f5eb5a33889a up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:21:49.820822 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port b77ad4b5-5a22-4534-8584-f5eb5a33889a completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:21:49.825347 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port b77ad4b5-5a22-4534-8584-f5eb5a33889a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:21:49.825347 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:49.902171 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:49.924227 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e8e1f66-803b-4768-af29-2ea4750e2c80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b77ad4b5-5a22-4534-8584-f5eb5a33889a'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:21:49.926464 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85e2a5fec60f0be1243ce80844a072e05c29e3c23db0dd3e62b5f7d92f5b0637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799203e2-abe1-48cb-b794-2ff2ec6c9998" -d '{"events": [{"server_uuid": "3e8e1f66-803b-4768-af29-2ea4750e2c80", "name": "network-vif-plugged", "status": "completed", "tag": "b77ad4b5-5a22-4534-8584-f5eb5a33889a"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:21:49.939554 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port b77ad4b5-5a22-4534-8584-f5eb5a33889a, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=b77ad4b5-5a22-4534-8584-f5eb5a33889a,segment=NetworkSegment(47d61265-e148-44d1-b1cb-fc9435bcf7a5),segment_id=47d61265-e148-44d1-b1cb-fc9435bcf7a5)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:21:49.944165 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:49.971141 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f32f4f-ee53-4d82-baad-9863e003907e x-openstack-request-id: req-f7f32f4f-ee53-4d82-baad-9863e003907e {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:21:49.971433 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e8e1f66-803b-4768-af29-2ea4750e2c80", "name": "network-vif-plugged", "status": "completed", "tag": "b77ad4b5-5a22-4534-8584-f5eb5a33889a", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:21:49.971710 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f7f32f4f-ee53-4d82-baad-9863e003907e {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:21:49.972096 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e8e1f66-803b-4768-af29-2ea4750e2c80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b77ad4b5-5a22-4534-8584-f5eb5a33889a', 'code': 200} Jul 16 00:21:49.998826 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=b77ad4b5-5a22-4534-8584-f5eb5a33889a,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:21:50.103781 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76383747-51c7-4106-a6a3-52fde5818e3d req-f17d7906-4cae-4730-87a1-9903287120cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:50.105313 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-76383747-51c7-4106-a6a3-52fde5818e3d req-f17d7906-4cae-4730-87a1-9903287120cf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3e8e1f66-803b-4768-af29-2ea4750e2c80 HTTP/1.1" status: 200 len: 1097 time: 0.0520155 Jul 16 00:21:50.139062 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-76383747-51c7-4106-a6a3-52fde5818e3d req-5f529aa5-4650-4554-a2e6-b4cd83aba417 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9a236871-5e4a-4f5e-8610-9ade81086639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277915 Jul 16 00:21:50.245035 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d11a749-f23d-4fc7-804c-026e6c5613bb req-5699d99e-3a4c-46a0-b9f9-4684488977b0 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:50.246543 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7d11a749-f23d-4fc7-804c-026e6c5613bb req-5699d99e-3a4c-46a0-b9f9-4684488977b0 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e8e1f66-803b-4768-af29-2ea4750e2c80 HTTP/1.1" status: 200 len: 946 time: 0.0651839 Jul 16 00:21:50.286072 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7d11a749-f23d-4fc7-804c-026e6c5613bb req-92ae1a75-7fad-481e-a967-3e6021eb9a89 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a236871-5e4a-4f5e-8610-9ade81086639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334234 Jul 16 00:21:51.463992 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa82396-dc0a-4d02-af5f-8e0fa4f8ccf6 req-5604caa7-f011-47f6-ba23-e4f544f9a690 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:51.465500 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9fa82396-dc0a-4d02-af5f-8e0fa4f8ccf6 req-5604caa7-f011-47f6-ba23-e4f544f9a690 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e8e1f66-803b-4768-af29-2ea4750e2c80 HTTP/1.1" status: 200 len: 946 time: 0.0704029 Jul 16 00:21:51.504958 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9fa82396-dc0a-4d02-af5f-8e0fa4f8ccf6 req-0f3b6f31-80f3-4ec4-b65a-42b961c70e53 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a236871-5e4a-4f5e-8610-9ade81086639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336075 Jul 16 00:21:51.686777 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e55e86f-3d4d-4e60-86ab-7650dea48a24 req-d43c2f0e-b2f0-4734-823a-ce29fb96758d tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:51.688293 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3e55e86f-3d4d-4e60-86ab-7650dea48a24 req-d43c2f0e-b2f0-4734-823a-ce29fb96758d tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e8e1f66-803b-4768-af29-2ea4750e2c80 HTTP/1.1" status: 200 len: 946 time: 0.0687759 Jul 16 00:21:51.727371 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3e55e86f-3d4d-4e60-86ab-7650dea48a24 req-f3d910da-882a-4b61-b2db-164902fc78ad tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a236871-5e4a-4f5e-8610-9ade81086639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323389 Jul 16 00:21:51.751803 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55198) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:21:51.844729 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0a2cd4-0888-45f8-8f00-42aae73553e2 tempest-TestShelveInstance-662690986 tempest-TestShelveInstance-662690986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:51.846270 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-4c0a2cd4-0888-45f8-8f00-42aae73553e2 tempest-TestShelveInstance-662690986 tempest-TestShelveInstance-662690986-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=3e8e1f66-803b-4768-af29-2ea4750e2c80 HTTP/1.1" status: 200 len: 1092 time: 0.0934808 Jul 16 00:21:51.850063 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55202) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:21:51.854451 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-339b74e1-933e-4110-97ae-d81852d2f8cc tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Request body: {'floatingip': {'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'port_id': 'b77ad4b5-5a22-4534-8584-f5eb5a33889a', 'tenant_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:21:51.876862 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-339b74e1-933e-4110-97ae-d81852d2f8cc tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:51.976572 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-339b74e1-933e-4110-97ae-d81852d2f8cc tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:52.082155 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-339b74e1-933e-4110-97ae-d81852d2f8cc tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Allocated IP 172.25.5.24 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/2f89bc15-2787-4060-84f3-b583519cf135) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:21:52.188560 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-339b74e1-933e-4110-97ae-d81852d2f8cc tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:52.227138 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-339b74e1-933e-4110-97ae-d81852d2f8cc tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:52.262970 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339b74e1-933e-4110-97ae-d81852d2f8cc tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:21:52.267794 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-339b74e1-933e-4110-97ae-d81852d2f8cc tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:21:52.271498 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339b74e1-933e-4110-97ae-d81852d2f8cc tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:21:52.294999 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339b74e1-933e-4110-97ae-d81852d2f8cc tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Pushing event updated for resources: {'Port': ['ID=2f89bc15-2787-4060-84f3-b583519cf135,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:21:52.639287 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-339b74e1-933e-4110-97ae-d81852d2f8cc tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:52.716907 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-339b74e1-933e-4110-97ae-d81852d2f8cc tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:52.862674 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-339b74e1-933e-4110-97ae-d81852d2f8cc tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:52.862934 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:21:52.867935 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-339b74e1-933e-4110-97ae-d81852d2f8cc tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:52.939115 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339b74e1-933e-4110-97ae-d81852d2f8cc tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Pushing event updated for resources: {'Port': ['ID=2f89bc15-2787-4060-84f3-b583519cf135,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:21:52.949543 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-339b74e1-933e-4110-97ae-d81852d2f8cc tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:53.049602 n-d-794306-6 neutron-server[93770]: INFO neutron.db.l3_db [None req-339b74e1-933e-4110-97ae-d81852d2f8cc tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Floating IP 2941a390-5c1d-44d2-9add-3a664b5f8922 associated. External IP: 172.25.5.24, port: b77ad4b5-5a22-4534-8584-f5eb5a33889a. Jul 16 00:21:53.560219 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-339b74e1-933e-4110-97ae-d81852d2f8cc tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Router 0e92d90d-192c-4ba0-8c04-ce0b9e364da5 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:21:53.670356 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339b74e1-933e-4110-97ae-d81852d2f8cc tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:21:53.680558 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67524225-4f5d-407f-9ecd-4a591c0ce69c None None] Sync routers for ids ['0e92d90d-192c-4ba0-8c04-ce0b9e364da5'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:21:53.686329 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-339b74e1-933e-4110-97ae-d81852d2f8cc tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:21:53.693859 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67524225-4f5d-407f-9ecd-4a591c0ce69c None None] Routers {'0e92d90d-192c-4ba0-8c04-ce0b9e364da5'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:21:53.694484 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-67524225-4f5d-407f-9ecd-4a591c0ce69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:21:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['0e92d90d-192c-4ba0-8c04-ce0b9e364da5'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:21:53.723137 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-339b74e1-933e-4110-97ae-d81852d2f8cc tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8720276 Jul 16 00:21:53.724132 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e8e1f66-803b-4768-af29-2ea4750e2c80', 'tag': 'b77ad4b5-5a22-4534-8584-f5eb5a33889a'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:21:53.726519 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cfa130710a3ed3c11f83ca70e11270030e5afd3463e80eec9e3119d100d8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238f9f9e-8c5d-4367-9c8e-f6e929ab2228" -d '{"events": [{"name": "network-changed", "server_uuid": "3e8e1f66-803b-4768-af29-2ea4750e2c80", "tag": "b77ad4b5-5a22-4534-8584-f5eb5a33889a"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:21:53.764600 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5047d5ad-d4dc-4414-9101-500daa9938f1 x-openstack-request-id: req-5047d5ad-d4dc-4414-9101-500daa9938f1 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:21:53.764901 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e8e1f66-803b-4768-af29-2ea4750e2c80", "tag": "b77ad4b5-5a22-4534-8584-f5eb5a33889a", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:21:53.765147 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5047d5ad-d4dc-4414-9101-500daa9938f1 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:21:53.765552 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e8e1f66-803b-4768-af29-2ea4750e2c80', 'tag': 'b77ad4b5-5a22-4534-8584-f5eb5a33889a', 'status': 'completed', 'code': 200} Jul 16 00:21:53.803695 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-67524225-4f5d-407f-9ecd-4a591c0ce69c None None] Set router 0e92d90d-192c-4ba0-8c04-ce0b9e364da5 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:21:53.864725 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f9f9e-8c5d-4367-9c8e-f6e929ab2228 req-98797bfc-352f-4947-b5b1-451a9a33c8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:53.866222 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-238f9f9e-8c5d-4367-9c8e-f6e929ab2228 req-98797bfc-352f-4947-b5b1-451a9a33c8e8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d1c71c0b2de48988daaa127b8c53c1d&device_id=3e8e1f66-803b-4768-af29-2ea4750e2c80 HTTP/1.1" status: 200 len: 1097 time: 0.0554800 Jul 16 00:21:53.963761 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f9f9e-8c5d-4367-9c8e-f6e929ab2228 req-33f95f9f-dc81-4cfc-b5aa-a85f52a2d99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:53.965292 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-238f9f9e-8c5d-4367-9c8e-f6e929ab2228 req-33f95f9f-dc81-4cfc-b5aa-a85f52a2d99c service neutron] 10.222.0.41 "GET /v2.0/networks?id=11641061-c179-4280-8105-0e68df7b6bdd HTTP/1.1" status: 200 len: 910 time: 0.0925441 Jul 16 00:21:54.028708 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-67524225-4f5d-407f-9ecd-4a591c0ce69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e92d90d-192c-4ba0-8c04-ce0b9e364da5', 'name': 'tempest-TestShelveInstance-1519237025-router', 'tenant_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '258cc017-1591-4d7d-a364-b3592504b5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:21:31Z', 'updated_at': '2021-07-16T00:21:34Z', 'revision_number': 4, 'project_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'gw_port': {'id': '258cc017-1591-4d7d-a364-b3592504b5bf', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e92d90d-192c-4ba0-8c04-ce0b9e364da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:21:32Z', 'updated_at': '2021-07-16T00:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '2941a390-5c1d-44d2-9add-3a664b5f8922', 'tenant_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'floating_ip_address': '172.25.5.24', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '0e92d90d-192c-4ba0-8c04-ce0b9e364da5', 'port_id': 'b77ad4b5-5a22-4534-8584-f5eb5a33889a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11641061-c179-4280-8105-0e68df7b6bdd', 'mac_address': 'fa:16:3e:28:5d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8e1f66-803b-4768-af29-2ea4750e2c80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:21:52Z', 'updated_at': '2021-07-16T00:21:52Z', 'revision_number': 0, 'project_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '972ecfa8-9cea-4c1c-bd65-7f2aca665831', 'name': '', 'network_id': '11641061-c179-4280-8105-0e68df7b6bdd', 'tenant_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'mac_address': 'fa:16:3e:6f:c4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e92d90d-192c-4ba0-8c04-ce0b9e364da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '38e19475-90d9-42cf-bc38-30b52dd24af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:21:34Z', 'updated_at': '2021-07-16T00:21:40Z', 'revision_number': 5, 'project_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'subnets': [{'id': '38e19475-90d9-42cf-bc38-30b52dd24af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:21:54.035358 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-238f9f9e-8c5d-4367-9c8e-f6e929ab2228 req-de50b4f9-767d-492e-9f0d-6acd34302fe0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b77ad4b5-5a22-4534-8584-f5eb5a33889a HTTP/1.1" status: 200 len: 999 time: 0.0642071 Jul 16 00:21:54.055319 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67524225-4f5d-407f-9ecd-4a591c0ce69c None None] Checking router: 0e92d90d-192c-4ba0-8c04-ce0b9e364da5 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:21:54.063708 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67524225-4f5d-407f-9ecd-4a591c0ce69c None None] Routers {'0e92d90d-192c-4ba0-8c04-ce0b9e364da5'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:21:54.064345 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-67524225-4f5d-407f-9ecd-4a591c0ce69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:21:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['0e92d90d-192c-4ba0-8c04-ce0b9e364da5'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:21:54.083764 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f9f9e-8c5d-4367-9c8e-f6e929ab2228 req-349950a0-2563-4e8a-bb16-5f5bcc7c0c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:54.085133 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-238f9f9e-8c5d-4367-9c8e-f6e929ab2228 req-349950a0-2563-4e8a-bb16-5f5bcc7c0c69 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=38e19475-90d9-42cf-bc38-30b52dd24af7 HTTP/1.1" status: 200 len: 848 time: 0.0433643 Jul 16 00:21:54.142193 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f9f9e-8c5d-4367-9c8e-f6e929ab2228 req-53b3ec10-eb49-44f2-81ca-ceed6c9dc0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:21:54.143708 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-238f9f9e-8c5d-4367-9c8e-f6e929ab2228 req-53b3ec10-eb49-44f2-81ca-ceed6c9dc0c4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=11641061-c179-4280-8105-0e68df7b6bdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523391 Jul 16 00:21:54.169657 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-67524225-4f5d-407f-9ecd-4a591c0ce69c None None] Set router 0e92d90d-192c-4ba0-8c04-ce0b9e364da5 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:21:54.241657 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-238f9f9e-8c5d-4367-9c8e-f6e929ab2228 req-0e53ccc0-eb12-4231-950b-b47e47c91d38 service neutron] 10.222.0.41 "GET /v2.0/networks/11641061-c179-4280-8105-0e68df7b6bdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907478 Jul 16 00:21:54.331658 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-238f9f9e-8c5d-4367-9c8e-f6e929ab2228 req-4f8a0921-b703-4248-bcea-2b9c6f053544 service neutron] 10.222.0.41 "GET /v2.0/networks/11641061-c179-4280-8105-0e68df7b6bdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834765 Jul 16 00:21:54.393671 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-67524225-4f5d-407f-9ecd-4a591c0ce69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e92d90d-192c-4ba0-8c04-ce0b9e364da5', 'name': 'tempest-TestShelveInstance-1519237025-router', 'tenant_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '258cc017-1591-4d7d-a364-b3592504b5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:21:31Z', 'updated_at': '2021-07-16T00:21:34Z', 'revision_number': 4, 'project_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'gw_port': {'id': '258cc017-1591-4d7d-a364-b3592504b5bf', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e92d90d-192c-4ba0-8c04-ce0b9e364da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:21:32Z', 'updated_at': '2021-07-16T00:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '2941a390-5c1d-44d2-9add-3a664b5f8922', 'tenant_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'floating_ip_address': '172.25.5.24', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '0e92d90d-192c-4ba0-8c04-ce0b9e364da5', 'port_id': 'b77ad4b5-5a22-4534-8584-f5eb5a33889a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11641061-c179-4280-8105-0e68df7b6bdd', 'mac_address': 'fa:16:3e:28:5d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8e1f66-803b-4768-af29-2ea4750e2c80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:21:52Z', 'updated_at': '2021-07-16T00:21:52Z', 'revision_number': 0, 'project_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '972ecfa8-9cea-4c1c-bd65-7f2aca665831', 'name': '', 'network_id': '11641061-c179-4280-8105-0e68df7b6bdd', 'tenant_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'mac_address': 'fa:16:3e:6f:c4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e92d90d-192c-4ba0-8c04-ce0b9e364da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '38e19475-90d9-42cf-bc38-30b52dd24af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:21:34Z', 'updated_at': '2021-07-16T00:21:40Z', 'revision_number': 5, 'project_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'subnets': [{'id': '38e19475-90d9-42cf-bc38-30b52dd24af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:21:54.420317 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67524225-4f5d-407f-9ecd-4a591c0ce69c None None] The sync data for ids ['0e92d90d-192c-4ba0-8c04-ce0b9e364da5'] in n-d-794306-6 is: [{'id': '0e92d90d-192c-4ba0-8c04-ce0b9e364da5', 'name': 'tempest-TestShelveInstance-1519237025-router', 'tenant_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '258cc017-1591-4d7d-a364-b3592504b5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:21:31Z', 'updated_at': '2021-07-16T00:21:34Z', 'revision_number': 4, 'project_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'gw_port': {'id': '258cc017-1591-4d7d-a364-b3592504b5bf', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e92d90d-192c-4ba0-8c04-ce0b9e364da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:21:32Z', 'updated_at': '2021-07-16T00:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '2941a390-5c1d-44d2-9add-3a664b5f8922', 'tenant_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'floating_ip_address': '172.25.5.24', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '0e92d90d-192c-4ba0-8c04-ce0b9e364da5', 'port_id': 'b77ad4b5-5a22-4534-8584-f5eb5a33889a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11641061-c179-4280-8105-0e68df7b6bdd', 'mac_address': 'fa:16:3e:28:5d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8e1f66-803b-4768-af29-2ea4750e2c80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:21:52Z', 'updated_at': '2021-07-16T00:21:52Z', 'revision_number': 0, 'project_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '972ecfa8-9cea-4c1c-bd65-7f2aca665831', 'name': '', 'network_id': '11641061-c179-4280-8105-0e68df7b6bdd', 'tenant_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'mac_address': 'fa:16:3e:6f:c4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e92d90d-192c-4ba0-8c04-ce0b9e364da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '38e19475-90d9-42cf-bc38-30b52dd24af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:21:34Z', 'updated_at': '2021-07-16T00:21:40Z', 'revision_number': 5, 'project_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'subnets': [{'id': '38e19475-90d9-42cf-bc38-30b52dd24af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:21:54.608968 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838cf6b1-fc88-45b6-a21e-43bd7ed5626e None None] New status for floating IP 2941a390-5c1d-44d2-9add-3a664b5f8922: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 00:21:56.162081 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:22:00.959564 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a9f63fb-fd7a-4c5e-a554-de4d39c399a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:22:03.516031 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:22:04.316360 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a3cee462-1f12-485a-a1fa-3721a8b6ede4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:22:04.586049 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:22:06.591699 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:22:08.890091 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:22:26.161141 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:22:29.862753 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:22:30.959966 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ccc19d5e-6c2c-4ba4-8d25-cc513da825cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:22:32.045103 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-134bc601-29cd-4451-92aa-0454a58fc52e req-aafe4e0f-beb1-4f50-98a3-ea7e2001355d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3e8e1f66-803b-4768-af29-2ea4750e2c80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0958943 Jul 16 00:22:32.153799 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134bc601-29cd-4451-92aa-0454a58fc52e req-5c2375b9-adcb-47e4-8185-186ae47705b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:22:32.155291 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-134bc601-29cd-4451-92aa-0454a58fc52e req-5c2375b9-adcb-47e4-8185-186ae47705b4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d1c71c0b2de48988daaa127b8c53c1d&device_id=3e8e1f66-803b-4768-af29-2ea4750e2c80 HTTP/1.1" status: 200 len: 1097 time: 0.0529187 Jul 16 00:22:32.255802 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134bc601-29cd-4451-92aa-0454a58fc52e req-d6ea2760-aaa6-44c0-aa36-e75be91c6c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:22:32.257262 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-134bc601-29cd-4451-92aa-0454a58fc52e req-d6ea2760-aaa6-44c0-aa36-e75be91c6c37 service neutron] 10.222.0.41 "GET /v2.0/networks?id=11641061-c179-4280-8105-0e68df7b6bdd HTTP/1.1" status: 200 len: 910 time: 0.0834680 Jul 16 00:22:32.323489 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-134bc601-29cd-4451-92aa-0454a58fc52e req-21a63fd1-b53f-4a44-88ba-d401d4535ba5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b77ad4b5-5a22-4534-8584-f5eb5a33889a HTTP/1.1" status: 200 len: 1001 time: 0.0604312 Jul 16 00:22:32.370906 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134bc601-29cd-4451-92aa-0454a58fc52e req-182cff6c-08db-48df-8d99-3cb98d582960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:22:32.372400 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-134bc601-29cd-4451-92aa-0454a58fc52e req-182cff6c-08db-48df-8d99-3cb98d582960 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=38e19475-90d9-42cf-bc38-30b52dd24af7 HTTP/1.1" status: 200 len: 848 time: 0.0435729 Jul 16 00:22:32.428699 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134bc601-29cd-4451-92aa-0454a58fc52e req-d466f8e2-0731-481a-91a2-b0e6b41a3ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:22:32.430091 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-134bc601-29cd-4451-92aa-0454a58fc52e req-d466f8e2-0731-481a-91a2-b0e6b41a3ed1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=11641061-c179-4280-8105-0e68df7b6bdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513084 Jul 16 00:22:32.522279 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-134bc601-29cd-4451-92aa-0454a58fc52e req-f93e2686-fc4a-4bd2-b28f-2eb238d03838 service neutron] 10.222.0.41 "GET /v2.0/networks/11641061-c179-4280-8105-0e68df7b6bdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856144 Jul 16 00:22:32.612172 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-134bc601-29cd-4451-92aa-0454a58fc52e req-2645e1af-85b6-4833-ac14-c1d4da70810b service neutron] 10.222.0.41 "GET /v2.0/networks/11641061-c179-4280-8105-0e68df7b6bdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829804 Jul 16 00:22:33.518490 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:22:34.318092 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b2fa0ca9-c402-4ab7-8de2-3187fd28d911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:22:34.588601 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:22:36.594600 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:22:38.897577 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:22:56.149351 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:00.960965 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-07f38f46-5c5c-4e72-a7ec-21ae593a50b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:03.520248 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:04.318059 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8b4f1457-baf0-430d-9dde-818da1855fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:04.591408 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:06.596187 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:06.865974 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:23:08.900015 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:26.161905 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:30.961327 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee6b786d-02b1-450f-b0c1-f6513421c448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:33.018441 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-83c7dbda-884b-4b2a-9e9d-a659ce0fabb4 req-679bcda7-b7e6-410e-97e3-3579c6cdc3c9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3e8e1f66-803b-4768-af29-2ea4750e2c80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0728474 Jul 16 00:23:33.141471 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c7dbda-884b-4b2a-9e9d-a659ce0fabb4 req-da8d827c-c30a-4c1a-949c-092edffbfead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:23:33.144059 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-83c7dbda-884b-4b2a-9e9d-a659ce0fabb4 req-da8d827c-c30a-4c1a-949c-092edffbfead service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d1c71c0b2de48988daaa127b8c53c1d&device_id=3e8e1f66-803b-4768-af29-2ea4750e2c80 HTTP/1.1" status: 200 len: 1097 time: 0.0629344 Jul 16 00:23:33.271065 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c7dbda-884b-4b2a-9e9d-a659ce0fabb4 req-1862284f-f5a3-4758-8883-cab93159b82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:23:33.272585 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-83c7dbda-884b-4b2a-9e9d-a659ce0fabb4 req-1862284f-f5a3-4758-8883-cab93159b82a service neutron] 10.222.0.41 "GET /v2.0/networks?id=11641061-c179-4280-8105-0e68df7b6bdd HTTP/1.1" status: 200 len: 910 time: 0.1085856 Jul 16 00:23:33.348924 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-83c7dbda-884b-4b2a-9e9d-a659ce0fabb4 req-26b99187-5186-4bd6-9ac7-86ce66470cdd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b77ad4b5-5a22-4534-8584-f5eb5a33889a HTTP/1.1" status: 200 len: 1001 time: 0.0696659 Jul 16 00:23:33.403857 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c7dbda-884b-4b2a-9e9d-a659ce0fabb4 req-fcad8ff2-8d32-4cd5-bef5-a1070dded5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:23:33.405262 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-83c7dbda-884b-4b2a-9e9d-a659ce0fabb4 req-fcad8ff2-8d32-4cd5-bef5-a1070dded5a3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=38e19475-90d9-42cf-bc38-30b52dd24af7 HTTP/1.1" status: 200 len: 848 time: 0.0504327 Jul 16 00:23:33.478771 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c7dbda-884b-4b2a-9e9d-a659ce0fabb4 req-3a6b381b-a67e-4e73-ae9f-56adc9a73161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:23:33.480429 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-83c7dbda-884b-4b2a-9e9d-a659ce0fabb4 req-3a6b381b-a67e-4e73-ae9f-56adc9a73161 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=11641061-c179-4280-8105-0e68df7b6bdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682883 Jul 16 00:23:33.524523 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:33.584698 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-83c7dbda-884b-4b2a-9e9d-a659ce0fabb4 req-5f2b121b-c343-42de-aeff-0ff3bae6222e service neutron] 10.222.0.41 "GET /v2.0/networks/11641061-c179-4280-8105-0e68df7b6bdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976641 Jul 16 00:23:33.680052 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-83c7dbda-884b-4b2a-9e9d-a659ce0fabb4 req-8e44172f-70ac-4afc-bba3-e0f6282272a0 service neutron] 10.222.0.41 "GET /v2.0/networks/11641061-c179-4280-8105-0e68df7b6bdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883276 Jul 16 00:23:34.317927 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-90762bab-0475-4ba6-bb0f-2ff2174378d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:34.594087 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:36.599409 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:38.918795 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:43.864987 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:23:49.343661 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f213a55-f8f5-4d31-9f95-9ea914e3cb5c req-bff100b8-2f09-47d4-abb2-61d1e976f1f8 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:23:49.345119 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1f213a55-f8f5-4d31-9f95-9ea914e3cb5c req-bff100b8-2f09-47d4-abb2-61d1e976f1f8 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e8e1f66-803b-4768-af29-2ea4750e2c80 HTTP/1.1" status: 200 len: 946 time: 0.0642052 Jul 16 00:23:49.383968 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1f213a55-f8f5-4d31-9f95-9ea914e3cb5c req-2461e5ce-29b9-4f4d-b1ab-28e16f6c7305 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a236871-5e4a-4f5e-8610-9ade81086639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323403 Jul 16 00:23:50.580561 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f55e9a6-9a72-496c-847d-b5b6fb7cba7d req-dba6cece-bfc5-42c9-a4c4-e14724c2910f tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:23:50.582737 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8f55e9a6-9a72-496c-847d-b5b6fb7cba7d req-dba6cece-bfc5-42c9-a4c4-e14724c2910f tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e8e1f66-803b-4768-af29-2ea4750e2c80 HTTP/1.1" status: 200 len: 946 time: 0.0688014 Jul 16 00:23:50.620324 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8f55e9a6-9a72-496c-847d-b5b6fb7cba7d req-55ce1b84-7750-4b11-8257-1feb385fc42a tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a236871-5e4a-4f5e-8610-9ade81086639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320323 Jul 16 00:23:51.812021 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f64456e-9d65-4a59-a788-2c5f0537bd0e req-1ad365ab-d344-4411-b92c-3e10ee6700ba tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:23:51.813554 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8f64456e-9d65-4a59-a788-2c5f0537bd0e req-1ad365ab-d344-4411-b92c-3e10ee6700ba tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e8e1f66-803b-4768-af29-2ea4750e2c80 HTTP/1.1" status: 200 len: 946 time: 0.0647244 Jul 16 00:23:51.851609 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8f64456e-9d65-4a59-a788-2c5f0537bd0e req-7d735f38-5e18-4c1e-88e9-098011ee21cc tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a236871-5e4a-4f5e-8610-9ade81086639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319908 Jul 16 00:23:53.022988 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1733f8e4-057f-4331-a517-4a7c9f293204 req-e59baffd-3da8-4c5f-830e-170f4bb5ad80 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:23:53.024484 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1733f8e4-057f-4331-a517-4a7c9f293204 req-e59baffd-3da8-4c5f-830e-170f4bb5ad80 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e8e1f66-803b-4768-af29-2ea4750e2c80 HTTP/1.1" status: 200 len: 946 time: 0.0628803 Jul 16 00:23:53.061700 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1733f8e4-057f-4331-a517-4a7c9f293204 req-232066bb-c178-456c-9a3a-4ff0ca0e8850 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a236871-5e4a-4f5e-8610-9ade81086639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317752 Jul 16 00:23:54.254567 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b30bb7-64fc-4d0b-a26f-13410c3af1b1 req-81c2c9bf-9ef6-4744-9bbb-ebd790b709ad tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:23:54.257898 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f6b30bb7-64fc-4d0b-a26f-13410c3af1b1 req-81c2c9bf-9ef6-4744-9bbb-ebd790b709ad tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e8e1f66-803b-4768-af29-2ea4750e2c80 HTTP/1.1" status: 200 len: 946 time: 0.0667698 Jul 16 00:23:54.294980 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f6b30bb7-64fc-4d0b-a26f-13410c3af1b1 req-a6538f3a-87de-45c8-b907-088b78ea3bc8 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a236871-5e4a-4f5e-8610-9ade81086639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332544 Jul 16 00:23:55.464933 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a5a10a-93f1-4e42-99d0-864268abaa59 req-d4525e8f-efd3-42ae-918e-8a91ee8c7c28 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:23:55.466475 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-58a5a10a-93f1-4e42-99d0-864268abaa59 req-d4525e8f-efd3-42ae-918e-8a91ee8c7c28 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e8e1f66-803b-4768-af29-2ea4750e2c80 HTTP/1.1" status: 200 len: 946 time: 0.0632744 Jul 16 00:23:55.504238 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-58a5a10a-93f1-4e42-99d0-864268abaa59 req-f09fb4ee-bf9e-4b7a-aaad-c92310fa868c tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a236871-5e4a-4f5e-8610-9ade81086639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323353 Jul 16 00:23:56.174807 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:23:56.679190 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e4309-3364-4c7b-a111-29f2dda25306 req-5c786fb3-d4d0-4b25-bca6-bf6f51ff75c9 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:23:56.680815 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-735e4309-3364-4c7b-a111-29f2dda25306 req-5c786fb3-d4d0-4b25-bca6-bf6f51ff75c9 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e8e1f66-803b-4768-af29-2ea4750e2c80 HTTP/1.1" status: 200 len: 946 time: 0.0669327 Jul 16 00:23:56.718444 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-735e4309-3364-4c7b-a111-29f2dda25306 req-5512c1e3-27f8-4870-8174-d1bd61a34976 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a236871-5e4a-4f5e-8610-9ade81086639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320261 Jul 16 00:23:57.895400 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e002db73-a43b-479a-96dc-a9e17fb5533b req-8e04f546-ffc5-4928-a6f1-6f22fef4671d tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:23:57.897351 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e002db73-a43b-479a-96dc-a9e17fb5533b req-8e04f546-ffc5-4928-a6f1-6f22fef4671d tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e8e1f66-803b-4768-af29-2ea4750e2c80 HTTP/1.1" status: 200 len: 946 time: 0.0665319 Jul 16 00:23:57.937476 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e002db73-a43b-479a-96dc-a9e17fb5533b req-fd3805ea-215a-43db-b005-975297ea5108 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a236871-5e4a-4f5e-8610-9ade81086639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347598 Jul 16 00:23:59.116087 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90917c02-0769-42b2-95bb-f9f371b01258 req-af98b031-fe3f-4984-932e-d61574625f6b tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:23:59.117593 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-90917c02-0769-42b2-95bb-f9f371b01258 req-af98b031-fe3f-4984-932e-d61574625f6b tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e8e1f66-803b-4768-af29-2ea4750e2c80 HTTP/1.1" status: 200 len: 946 time: 0.0667191 Jul 16 00:23:59.157423 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-90917c02-0769-42b2-95bb-f9f371b01258 req-c722068a-01f7-475e-8e32-1ad166bd7aba tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a236871-5e4a-4f5e-8610-9ade81086639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343082 Jul 16 00:24:00.515292 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548ac30-7563-4d64-a349-40f604b21d48 req-db3a1585-f881-4107-a83f-02320bcbd3b9 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:24:00.516709 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e548ac30-7563-4d64-a349-40f604b21d48 req-db3a1585-f881-4107-a83f-02320bcbd3b9 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e8e1f66-803b-4768-af29-2ea4750e2c80 HTTP/1.1" status: 200 len: 946 time: 0.0666342 Jul 16 00:24:00.553794 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e548ac30-7563-4d64-a349-40f604b21d48 req-d220dbd7-555f-4b90-a355-a028c44ed823 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a236871-5e4a-4f5e-8610-9ade81086639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313773 Jul 16 00:24:00.962715 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0a443144-f824-4a9e-8eac-fbf690b31c67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:24:01.738265 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc392ab-d420-460b-a0d2-31f263047e11 req-0b25320c-072f-4d73-9eed-7d968606cc0d tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:24:01.740049 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0cc392ab-d420-460b-a0d2-31f263047e11 req-0b25320c-072f-4d73-9eed-7d968606cc0d tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e8e1f66-803b-4768-af29-2ea4750e2c80 HTTP/1.1" status: 200 len: 946 time: 0.0681067 Jul 16 00:24:01.781459 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0cc392ab-d420-460b-a0d2-31f263047e11 req-6736ba93-a159-4662-927d-34ad448e588a tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a236871-5e4a-4f5e-8610-9ade81086639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359735 Jul 16 00:24:02.452570 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device b77ad4b5-5a22-4534-8584-f5eb5a33889a details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 00:24:02.595894 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port b77ad4b5-5a22-4534-8584-f5eb5a33889a, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=b77ad4b5-5a22-4534-8584-f5eb5a33889a,segment=NetworkSegment(47d61265-e148-44d1-b1cb-fc9435bcf7a5),segment_id=47d61265-e148-44d1-b1cb-fc9435bcf7a5)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:24:02.610451 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': 'b77ad4b5-5a22-4534-8584-f5eb5a33889a', 'network_id': '11641061-c179-4280-8105-0e68df7b6bdd', 'port_id': 'b77ad4b5-5a22-4534-8584-f5eb5a33889a', 'mac_address': 'fa:16:3e:28:5d:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38e19475-90d9-42cf-bc38-30b52dd24af7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 00:24:02.655691 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:24:02.673129 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b77ad4b5-5a22-4534-8584-f5eb5a33889a {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:24:02.696482 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port b77ad4b5-5a22-4534-8584-f5eb5a33889a, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=b77ad4b5-5a22-4534-8584-f5eb5a33889a,segment=NetworkSegment(47d61265-e148-44d1-b1cb-fc9435bcf7a5),segment_id=47d61265-e148-44d1-b1cb-fc9435bcf7a5)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:24:02.701027 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:24:02.755284 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=b77ad4b5-5a22-4534-8584-f5eb5a33889a,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:24:02.763849 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:24:02.764178 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:24:02.764523 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:24:02.764841 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:24:02.765202 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:24:02.765503 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:24:02.765830 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:24:02.766155 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:24:02.766511 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:24:02.766805 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:24:02.767128 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:24:02.767448 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:24:02.842642 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['b77ad4b5-5a22-4534-8584-f5eb5a33889a'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:24:03.006924 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2dcd07-3606-448c-b6ea-1713861f2624 req-78914cc2-927d-437c-9efc-9c5938e5332f tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:24:03.018943 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-af2dcd07-3606-448c-b6ea-1713861f2624 req-78914cc2-927d-437c-9efc-9c5938e5332f tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e8e1f66-803b-4768-af29-2ea4750e2c80 HTTP/1.1" status: 200 len: 945 time: 0.0976250 Jul 16 00:24:03.065228 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-af2dcd07-3606-448c-b6ea-1713861f2624 req-6d1c2b18-1cb6-4ec3-af7c-46b63ded0e50 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a236871-5e4a-4f5e-8610-9ade81086639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439451 Jul 16 00:24:03.531488 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:24:04.255161 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e48ada7-9a46-41d1-a6ef-dcbe66d981fd req-711e1825-c90c-4b08-ad29-687fd80575e1 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:24:04.256876 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6e48ada7-9a46-41d1-a6ef-dcbe66d981fd req-711e1825-c90c-4b08-ad29-687fd80575e1 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e8e1f66-803b-4768-af29-2ea4750e2c80 HTTP/1.1" status: 200 len: 945 time: 0.0705636 Jul 16 00:24:04.300348 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6e48ada7-9a46-41d1-a6ef-dcbe66d981fd req-0fbf62be-4b24-4b37-a2ba-94bc5039b3b1 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a236871-5e4a-4f5e-8610-9ade81086639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357094 Jul 16 00:24:04.334986 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-585edcd4-3d99-4847-87ad-75ecf6509e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:24:04.459690 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device b77ad4b5-5a22-4534-8584-f5eb5a33889a up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:24:04.509084 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port b77ad4b5-5a22-4534-8584-f5eb5a33889a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:24:04.510565 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:24:04.602320 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:24:04.620262 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:24:04.634331 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e8e1f66-803b-4768-af29-2ea4750e2c80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b77ad4b5-5a22-4534-8584-f5eb5a33889a'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:24:04.636774 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85e2a5fec60f0be1243ce80844a072e05c29e3c23db0dd3e62b5f7d92f5b0637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-313ac6aa-54ca-453c-b941-a56fd2d8d11b" -d '{"events": [{"server_uuid": "3e8e1f66-803b-4768-af29-2ea4750e2c80", "name": "network-vif-plugged", "status": "completed", "tag": "b77ad4b5-5a22-4534-8584-f5eb5a33889a"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:24:04.648502 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port b77ad4b5-5a22-4534-8584-f5eb5a33889a, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=b77ad4b5-5a22-4534-8584-f5eb5a33889a,segment=NetworkSegment(47d61265-e148-44d1-b1cb-fc9435bcf7a5),segment_id=47d61265-e148-44d1-b1cb-fc9435bcf7a5)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:24:04.655257 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:24:04.713430 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67166777-b04c-4764-ab04-41dfe3cba951 x-openstack-request-id: req-67166777-b04c-4764-ab04-41dfe3cba951 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:24:04.713646 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e8e1f66-803b-4768-af29-2ea4750e2c80", "name": "network-vif-plugged", "status": "completed", "tag": "b77ad4b5-5a22-4534-8584-f5eb5a33889a", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:24:04.714636 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-67166777-b04c-4764-ab04-41dfe3cba951 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:24:04.714636 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e8e1f66-803b-4768-af29-2ea4750e2c80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b77ad4b5-5a22-4534-8584-f5eb5a33889a', 'code': 200} Jul 16 00:24:04.715437 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=b77ad4b5-5a22-4534-8584-f5eb5a33889a,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:24:05.501501 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be93b9ca-edb9-4fcf-8cb6-afc9cf0e5b19 req-7dd68620-37f7-48c3-8fca-f049a06783c6 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:24:05.503804 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-be93b9ca-edb9-4fcf-8cb6-afc9cf0e5b19 req-7dd68620-37f7-48c3-8fca-f049a06783c6 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e8e1f66-803b-4768-af29-2ea4750e2c80 HTTP/1.1" status: 200 len: 946 time: 0.0716865 Jul 16 00:24:05.548168 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-be93b9ca-edb9-4fcf-8cb6-afc9cf0e5b19 req-4f27430f-3228-4255-9066-cec8f0ea4121 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a236871-5e4a-4f5e-8610-9ade81086639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368242 Jul 16 00:24:06.613774 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:24:06.780614 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba8014-be6d-411f-87a1-8cf9adcd476a req-5a9ce221-f1f9-4846-bbbf-83f25121bbaa tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:24:06.782188 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ffba8014-be6d-411f-87a1-8cf9adcd476a req-5a9ce221-f1f9-4846-bbbf-83f25121bbaa tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e8e1f66-803b-4768-af29-2ea4750e2c80 HTTP/1.1" status: 200 len: 946 time: 0.0888207 Jul 16 00:24:06.839109 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ffba8014-be6d-411f-87a1-8cf9adcd476a req-fe68ef0c-e796-4fa5-9514-6af0d6c75289 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a236871-5e4a-4f5e-8610-9ade81086639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492177 Jul 16 00:24:08.046138 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b8ba9-0793-4584-873b-34054085f3f8 req-1bf94d16-ef01-4c30-beb2-821387f458b5 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:24:08.047821 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3b9b8ba9-0793-4584-873b-34054085f3f8 req-1bf94d16-ef01-4c30-beb2-821387f458b5 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e8e1f66-803b-4768-af29-2ea4750e2c80 HTTP/1.1" status: 200 len: 946 time: 0.0719929 Jul 16 00:24:08.090450 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3b9b8ba9-0793-4584-873b-34054085f3f8 req-7f11fe3a-bb6a-4f33-8bc0-87be92711326 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a236871-5e4a-4f5e-8610-9ade81086639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364625 Jul 16 00:24:08.931409 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:24:09.294377 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea4b9e-396a-49ce-817e-52359ad0c6ce req-a873c2e1-ee05-49ce-b92e-541cefd76fca tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:24:09.296052 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-64ea4b9e-396a-49ce-817e-52359ad0c6ce req-a873c2e1-ee05-49ce-b92e-541cefd76fca tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e8e1f66-803b-4768-af29-2ea4750e2c80 HTTP/1.1" status: 200 len: 946 time: 0.0816135 Jul 16 00:24:09.338864 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-64ea4b9e-396a-49ce-817e-52359ad0c6ce req-fb2c37aa-f030-4db5-b43f-753bac86ebfd tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a236871-5e4a-4f5e-8610-9ade81086639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368805 Jul 16 00:24:10.527495 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667e530-87cb-43e2-91e7-d646c8d1eb7f req-9ce825db-92b1-4379-bf43-6d674e4e8f9f tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:24:10.529245 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a667e530-87cb-43e2-91e7-d646c8d1eb7f req-9ce825db-92b1-4379-bf43-6d674e4e8f9f tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e8e1f66-803b-4768-af29-2ea4750e2c80 HTTP/1.1" status: 200 len: 946 time: 0.0704072 Jul 16 00:24:10.572111 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a667e530-87cb-43e2-91e7-d646c8d1eb7f req-a3e8475d-4b95-4c4e-a0ff-66f6cdab9007 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a236871-5e4a-4f5e-8610-9ade81086639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370021 Jul 16 00:24:11.370321 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdee527-3ca5-4e35-96ac-86731b1ddbaa req-455ddc55-941d-43c1-a92d-c8357be0e961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:24:11.371819 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-3bdee527-3ca5-4e35-96ac-86731b1ddbaa req-455ddc55-941d-43c1-a92d-c8357be0e961 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d1c71c0b2de48988daaa127b8c53c1d&device_id=3e8e1f66-803b-4768-af29-2ea4750e2c80 HTTP/1.1" status: 200 len: 1097 time: 0.0527632 Jul 16 00:24:11.462823 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdee527-3ca5-4e35-96ac-86731b1ddbaa req-f72cd59a-4633-42a8-9965-1806dadc005e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:24:11.464305 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-3bdee527-3ca5-4e35-96ac-86731b1ddbaa req-f72cd59a-4633-42a8-9965-1806dadc005e service neutron] 10.222.0.41 "GET /v2.0/networks?id=11641061-c179-4280-8105-0e68df7b6bdd HTTP/1.1" status: 200 len: 910 time: 0.0868134 Jul 16 00:24:11.527809 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-3bdee527-3ca5-4e35-96ac-86731b1ddbaa req-b5ab0ab9-88cd-486e-a31f-fc50036d53bd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b77ad4b5-5a22-4534-8584-f5eb5a33889a HTTP/1.1" status: 200 len: 1001 time: 0.0563030 Jul 16 00:24:11.574385 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdee527-3ca5-4e35-96ac-86731b1ddbaa req-53fac12c-be36-4a1b-800d-ae61ba1f8173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:24:11.575820 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-3bdee527-3ca5-4e35-96ac-86731b1ddbaa req-53fac12c-be36-4a1b-800d-ae61ba1f8173 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=38e19475-90d9-42cf-bc38-30b52dd24af7 HTTP/1.1" status: 200 len: 848 time: 0.0414617 Jul 16 00:24:11.636263 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdee527-3ca5-4e35-96ac-86731b1ddbaa req-68e7c6a1-f3e3-4277-8c0d-4242dfd5e67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:24:11.637927 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-3bdee527-3ca5-4e35-96ac-86731b1ddbaa req-68e7c6a1-f3e3-4277-8c0d-4242dfd5e67b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=11641061-c179-4280-8105-0e68df7b6bdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563102 Jul 16 00:24:11.727293 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-3bdee527-3ca5-4e35-96ac-86731b1ddbaa req-05e7c85a-4f55-4958-b1c7-7846ac6c7bca service neutron] 10.222.0.41 "GET /v2.0/networks/11641061-c179-4280-8105-0e68df7b6bdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827115 Jul 16 00:24:11.745792 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae8142-d5b0-4a6b-b12a-d3f754c1c869 req-a7d51e73-adb6-4c5a-9231-32dabefa14c7 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:24:11.747287 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2aae8142-d5b0-4a6b-b12a-d3f754c1c869 req-a7d51e73-adb6-4c5a-9231-32dabefa14c7 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e8e1f66-803b-4768-af29-2ea4750e2c80 HTTP/1.1" status: 200 len: 946 time: 0.0639129 Jul 16 00:24:11.787712 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2aae8142-d5b0-4a6b-b12a-d3f754c1c869 req-f98a1950-89b9-4728-b7d4-ce97e96d3cba tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a236871-5e4a-4f5e-8610-9ade81086639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348721 Jul 16 00:24:11.823928 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-3bdee527-3ca5-4e35-96ac-86731b1ddbaa req-6e5e98f6-320d-4c09-9547-3ff57cb674e1 service neutron] 10.222.0.41 "GET /v2.0/networks/11641061-c179-4280-8105-0e68df7b6bdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898011 Jul 16 00:24:12.968753 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d7afdd-64bc-4e1e-9a9c-c3b242efa393 req-6c74f27f-8375-4260-bcdc-be620043a10a tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:24:12.970266 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-76d7afdd-64bc-4e1e-9a9c-c3b242efa393 req-6c74f27f-8375-4260-bcdc-be620043a10a tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e8e1f66-803b-4768-af29-2ea4750e2c80 HTTP/1.1" status: 200 len: 946 time: 0.0673048 Jul 16 00:24:13.008663 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-76d7afdd-64bc-4e1e-9a9c-c3b242efa393 req-e0affe02-d421-4896-9b5d-f74707347f61 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a236871-5e4a-4f5e-8610-9ade81086639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320537 Jul 16 00:24:14.181590 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e5a6b3-51d1-493f-8506-4322083a1056 req-19f6e292-8051-474c-af1b-c0cc80c74f8e tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:24:14.183118 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e5e5a6b3-51d1-493f-8506-4322083a1056 req-19f6e292-8051-474c-af1b-c0cc80c74f8e tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e8e1f66-803b-4768-af29-2ea4750e2c80 HTTP/1.1" status: 200 len: 946 time: 0.0639212 Jul 16 00:24:14.219980 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e5e5a6b3-51d1-493f-8506-4322083a1056 req-3d6006c0-440a-4d0a-9c8c-bf85460c838b tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a236871-5e4a-4f5e-8610-9ade81086639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312524 Jul 16 00:24:14.533906 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device b77ad4b5-5a22-4534-8584-f5eb5a33889a no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:24:14.583848 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef8760d-49da-45b5-9396-9b9533b4cbd9 req-1a9b3d1a-364a-4721-a149-1d97bc31f0a9 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:24:14.585406 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4ef8760d-49da-45b5-9396-9b9533b4cbd9 req-1a9b3d1a-364a-4721-a149-1d97bc31f0a9 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e8e1f66-803b-4768-af29-2ea4750e2c80 HTTP/1.1" status: 200 len: 946 time: 0.0750625 Jul 16 00:24:14.621639 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:24:14.626618 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4ef8760d-49da-45b5-9396-9b9533b4cbd9 req-7e417a25-349c-4a5c-9d6e-912ceeb6e27f tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a236871-5e4a-4f5e-8610-9ade81086639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342917 Jul 16 00:24:14.646369 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e8e1f66-803b-4768-af29-2ea4750e2c80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b77ad4b5-5a22-4534-8584-f5eb5a33889a'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:24:14.648929 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85e2a5fec60f0be1243ce80844a072e05c29e3c23db0dd3e62b5f7d92f5b0637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837b831f-c15b-4e37-a5a2-94c416916ab7" -d '{"events": [{"server_uuid": "3e8e1f66-803b-4768-af29-2ea4750e2c80", "name": "network-vif-unplugged", "status": "completed", "tag": "b77ad4b5-5a22-4534-8584-f5eb5a33889a"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:24:14.661751 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port b77ad4b5-5a22-4534-8584-f5eb5a33889a, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=b77ad4b5-5a22-4534-8584-f5eb5a33889a,segment=NetworkSegment(47d61265-e148-44d1-b1cb-fc9435bcf7a5),segment_id=47d61265-e148-44d1-b1cb-fc9435bcf7a5)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:24:14.666222 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:24:14.690638 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 00:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f595b607-05c7-4cd3-b542-0e5dc3b57693 x-openstack-request-id: req-f595b607-05c7-4cd3-b542-0e5dc3b57693 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:24:14.690930 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e8e1f66-803b-4768-af29-2ea4750e2c80", "name": "network-vif-unplugged", "status": "failed", "tag": "b77ad4b5-5a22-4534-8584-f5eb5a33889a", "code": 422}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:24:14.691181 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f595b607-05c7-4cd3-b542-0e5dc3b57693 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:24:14.691619 n-d-794306-6 neutron-server[93772]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3e8e1f66-803b-4768-af29-2ea4750e2c80', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b77ad4b5-5a22-4534-8584-f5eb5a33889a', 'code': 422} returned with failed status Jul 16 00:24:14.717286 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=b77ad4b5-5a22-4534-8584-f5eb5a33889a,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:24:14.750280 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55378) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:24:14.845551 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3581cec8-c2d7-4574-8ad4-59143e6e601f req-ff0a356b-c5e4-4b53-ad26-2105041d954a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3e8e1f66-803b-4768-af29-2ea4750e2c80&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0941308 Jul 16 00:24:15.804661 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb95a43-a33d-4fad-9827-2daf74301e9b req-0859f38d-5af8-4b45-bc6a-82625e303443 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:24:15.806205 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8bb95a43-a33d-4fad-9827-2daf74301e9b req-0859f38d-5af8-4b45-bc6a-82625e303443 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e8e1f66-803b-4768-af29-2ea4750e2c80 HTTP/1.1" status: 200 len: 944 time: 0.0653121 Jul 16 00:24:15.844397 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8bb95a43-a33d-4fad-9827-2daf74301e9b req-1acbcac3-5239-495a-b617-a82c2068601d tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a236871-5e4a-4f5e-8610-9ade81086639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327134 Jul 16 00:24:17.020887 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d2899-042e-4e1e-a233-cab8971d960d req-1e1db34d-746b-409a-a280-32a19132ed2c tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:24:17.022383 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab7d2899-042e-4e1e-a233-cab8971d960d req-1e1db34d-746b-409a-a280-32a19132ed2c tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e8e1f66-803b-4768-af29-2ea4750e2c80 HTTP/1.1" status: 200 len: 944 time: 0.0668275 Jul 16 00:24:17.060255 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ab7d2899-042e-4e1e-a233-cab8971d960d req-1ceb3ab2-5d1e-48fb-827a-36c030ffa530 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a236871-5e4a-4f5e-8610-9ade81086639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323291 Jul 16 00:24:18.029349 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3581cec8-c2d7-4574-8ad4-59143e6e601f req-85d587a5-9c5d-4b2c-92e2-db18a56c9d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:24:18.030870 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-3581cec8-c2d7-4574-8ad4-59143e6e601f req-85d587a5-9c5d-4b2c-92e2-db18a56c9d35 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3e8e1f66-803b-4768-af29-2ea4750e2c80&tenant_id=6d1c71c0b2de48988daaa127b8c53c1d HTTP/1.1" status: 200 len: 1095 time: 0.0522528 Jul 16 00:24:18.120213 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3581cec8-c2d7-4574-8ad4-59143e6e601f req-4cb11d26-f001-48c6-ae17-76c0b933f153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:24:18.121715 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-3581cec8-c2d7-4574-8ad4-59143e6e601f req-4cb11d26-f001-48c6-ae17-76c0b933f153 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d1c71c0b2de48988daaa127b8c53c1d&device_id=3e8e1f66-803b-4768-af29-2ea4750e2c80 HTTP/1.1" status: 200 len: 1095 time: 0.0526178 Jul 16 00:24:18.219194 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3581cec8-c2d7-4574-8ad4-59143e6e601f req-f09d744a-30b8-4271-8cad-9a4e65191b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:24:18.220772 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-3581cec8-c2d7-4574-8ad4-59143e6e601f req-f09d744a-30b8-4271-8cad-9a4e65191b99 service neutron] 10.222.0.41 "GET /v2.0/networks?id=11641061-c179-4280-8105-0e68df7b6bdd HTTP/1.1" status: 200 len: 910 time: 0.0909693 Jul 16 00:24:18.235533 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2120f-5ddb-435f-bf2d-4e5ea578e975 req-6ad1e077-b03a-4b65-9d1a-9c0fbb536cc6 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:24:18.237136 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bcc2120f-5ddb-435f-bf2d-4e5ea578e975 req-6ad1e077-b03a-4b65-9d1a-9c0fbb536cc6 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e8e1f66-803b-4768-af29-2ea4750e2c80 HTTP/1.1" status: 200 len: 944 time: 0.0645382 Jul 16 00:24:18.275880 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bcc2120f-5ddb-435f-bf2d-4e5ea578e975 req-926ed8e2-f0a5-401c-982b-d924989a8ccf tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a236871-5e4a-4f5e-8610-9ade81086639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331221 Jul 16 00:24:18.284745 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-3581cec8-c2d7-4574-8ad4-59143e6e601f req-4813bf53-fe9f-4c24-ab5c-a7d89e8f9776 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b77ad4b5-5a22-4534-8584-f5eb5a33889a HTTP/1.1" status: 200 len: 999 time: 0.0579937 Jul 16 00:24:18.338740 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3581cec8-c2d7-4574-8ad4-59143e6e601f req-ba573184-0bef-4d0b-b469-409e80afd323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:24:18.340288 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-3581cec8-c2d7-4574-8ad4-59143e6e601f req-ba573184-0bef-4d0b-b469-409e80afd323 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=38e19475-90d9-42cf-bc38-30b52dd24af7 HTTP/1.1" status: 200 len: 848 time: 0.0492444 Jul 16 00:24:18.397261 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3581cec8-c2d7-4574-8ad4-59143e6e601f req-f5325a93-fc95-45f3-91fd-95fe6ad87c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:24:18.398769 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-3581cec8-c2d7-4574-8ad4-59143e6e601f req-f5325a93-fc95-45f3-91fd-95fe6ad87c39 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=11641061-c179-4280-8105-0e68df7b6bdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524373 Jul 16 00:24:18.489648 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-3581cec8-c2d7-4574-8ad4-59143e6e601f req-aa476fe5-0811-4445-b76c-6da9e567ada5 service neutron] 10.222.0.41 "GET /v2.0/networks/11641061-c179-4280-8105-0e68df7b6bdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837612 Jul 16 00:24:18.581127 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-3581cec8-c2d7-4574-8ad4-59143e6e601f req-4f40ea30-1717-41f0-9c06-759ecf04f88e service neutron] 10.222.0.41 "GET /v2.0/networks/11641061-c179-4280-8105-0e68df7b6bdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856495 Jul 16 00:24:19.456356 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28eb51-1ce9-462d-861f-c7f5b41fae32 req-b53f6403-3bb6-4437-a157-e220cee48696 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:24:19.458743 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7f28eb51-1ce9-462d-861f-c7f5b41fae32 req-b53f6403-3bb6-4437-a157-e220cee48696 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e8e1f66-803b-4768-af29-2ea4750e2c80 HTTP/1.1" status: 200 len: 944 time: 0.0672760 Jul 16 00:24:19.503584 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7f28eb51-1ce9-462d-861f-c7f5b41fae32 req-c1c290a1-d505-4487-9308-8e76e81a43b9 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a236871-5e4a-4f5e-8610-9ade81086639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390978 Jul 16 00:24:20.691072 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223dea97-3d02-4a9d-ad0d-6d4792c42964 req-c0b93974-d197-40c7-8ac7-00f4eb27596a tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:24:20.693915 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-223dea97-3d02-4a9d-ad0d-6d4792c42964 req-c0b93974-d197-40c7-8ac7-00f4eb27596a tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e8e1f66-803b-4768-af29-2ea4750e2c80 HTTP/1.1" status: 200 len: 944 time: 0.0692043 Jul 16 00:24:20.735257 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-223dea97-3d02-4a9d-ad0d-6d4792c42964 req-ad9f1fcc-9831-40ba-910b-12a42db15ea1 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a236871-5e4a-4f5e-8610-9ade81086639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358326 Jul 16 00:24:20.865523 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:24:21.930448 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94bd491-1738-4286-b0b8-0eee9722720b req-3190d312-1e7f-49fb-bca4-c74ef96405bd tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:24:21.931989 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b94bd491-1738-4286-b0b8-0eee9722720b req-3190d312-1e7f-49fb-bca4-c74ef96405bd tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e8e1f66-803b-4768-af29-2ea4750e2c80 HTTP/1.1" status: 200 len: 944 time: 0.0723231 Jul 16 00:24:21.975385 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b94bd491-1738-4286-b0b8-0eee9722720b req-5ea74609-ba99-4810-bef2-c038b2f6207d tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a236871-5e4a-4f5e-8610-9ade81086639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377269 Jul 16 00:24:23.171229 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5351e87e-c83f-4d68-81a2-ac81c6883b12 req-2329a178-a50a-4114-abb2-b21c6bc94ec0 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:24:23.172762 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5351e87e-c83f-4d68-81a2-ac81c6883b12 req-2329a178-a50a-4114-abb2-b21c6bc94ec0 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e8e1f66-803b-4768-af29-2ea4750e2c80 HTTP/1.1" status: 200 len: 944 time: 0.0693870 Jul 16 00:24:23.214126 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5351e87e-c83f-4d68-81a2-ac81c6883b12 req-5852319c-5fec-4013-872b-aec3a358074b tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a236871-5e4a-4f5e-8610-9ade81086639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353153 Jul 16 00:24:24.398685 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4eab22-8ab3-4ff4-939e-adaa701a978b req-0d0b1b1a-5f0b-4b39-8d21-cdb0f767ca7d tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:24:24.400270 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fd4eab22-8ab3-4ff4-939e-adaa701a978b req-0d0b1b1a-5f0b-4b39-8d21-cdb0f767ca7d tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e8e1f66-803b-4768-af29-2ea4750e2c80 HTTP/1.1" status: 200 len: 944 time: 0.0689468 Jul 16 00:24:24.448064 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-fd4eab22-8ab3-4ff4-939e-adaa701a978b req-378baf29-e5ac-43a9-9e83-45b79e4cee9a tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a236871-5e4a-4f5e-8610-9ade81086639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419333 Jul 16 00:24:25.637897 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809fc67c-7b92-426b-b3c2-6b9c96779133 req-da686098-8556-4c26-b7f4-c5419a3f4e1a tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:24:25.639414 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-809fc67c-7b92-426b-b3c2-6b9c96779133 req-da686098-8556-4c26-b7f4-c5419a3f4e1a tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e8e1f66-803b-4768-af29-2ea4750e2c80 HTTP/1.1" status: 200 len: 944 time: 0.0660462 Jul 16 00:24:25.684546 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-809fc67c-7b92-426b-b3c2-6b9c96779133 req-31a248e0-5fca-4ca6-b457-2081906c3b16 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a236871-5e4a-4f5e-8610-9ade81086639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388551 Jul 16 00:24:26.191116 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:24:26.873354 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81fad3-7532-471f-bbda-f0bb81de8cc7 req-fc819887-e9f3-4e6e-a17c-8b9af06d6c5e tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:24:26.875139 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8e81fad3-7532-471f-bbda-f0bb81de8cc7 req-fc819887-e9f3-4e6e-a17c-8b9af06d6c5e tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e8e1f66-803b-4768-af29-2ea4750e2c80 HTTP/1.1" status: 200 len: 944 time: 0.0676277 Jul 16 00:24:26.920482 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8e81fad3-7532-471f-bbda-f0bb81de8cc7 req-14e7161c-a66d-430b-b4e8-a63e3db94d91 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a236871-5e4a-4f5e-8610-9ade81086639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388558 Jul 16 00:24:28.108359 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b33e87-9425-45b6-91c3-c59ff74ebefa req-bc3bd53b-11d3-4617-8851-df31acd05137 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:24:28.109904 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f1b33e87-9425-45b6-91c3-c59ff74ebefa req-bc3bd53b-11d3-4617-8851-df31acd05137 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e8e1f66-803b-4768-af29-2ea4750e2c80 HTTP/1.1" status: 200 len: 944 time: 0.0716183 Jul 16 00:24:28.151065 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f1b33e87-9425-45b6-91c3-c59ff74ebefa req-42b793d6-08e6-4db9-b879-8662bc473dac tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a236871-5e4a-4f5e-8610-9ade81086639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350146 Jul 16 00:24:29.327391 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc0c2d1-60c8-4a4a-b5f9-70c447c03497 req-fe3abdeb-2df8-47a3-88fa-67b5dcdec149 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:24:29.328960 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6dc0c2d1-60c8-4a4a-b5f9-70c447c03497 req-fe3abdeb-2df8-47a3-88fa-67b5dcdec149 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e8e1f66-803b-4768-af29-2ea4750e2c80 HTTP/1.1" status: 200 len: 944 time: 0.0660937 Jul 16 00:24:29.368716 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6dc0c2d1-60c8-4a4a-b5f9-70c447c03497 req-ee3c294d-baee-4976-8908-cd4398004891 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a236871-5e4a-4f5e-8610-9ade81086639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330162 Jul 16 00:24:30.542228 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a5bc11-2af5-4841-b826-0384b8d8eae1 req-dec8d41b-fcfc-4e64-82cb-0f7fdb14048e tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:24:30.543762 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a7a5bc11-2af5-4841-b826-0384b8d8eae1 req-dec8d41b-fcfc-4e64-82cb-0f7fdb14048e tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e8e1f66-803b-4768-af29-2ea4750e2c80 HTTP/1.1" status: 200 len: 944 time: 0.0653050 Jul 16 00:24:30.580514 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a7a5bc11-2af5-4841-b826-0384b8d8eae1 req-be9cd61c-84a2-4f61-9e9f-231c717261dc tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a236871-5e4a-4f5e-8610-9ade81086639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312123 Jul 16 00:24:30.587890 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device b77ad4b5-5a22-4534-8584-f5eb5a33889a details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 00:24:30.685668 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port b77ad4b5-5a22-4534-8584-f5eb5a33889a, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=b77ad4b5-5a22-4534-8584-f5eb5a33889a,segment=NetworkSegment(47d61265-e148-44d1-b1cb-fc9435bcf7a5),segment_id=47d61265-e148-44d1-b1cb-fc9435bcf7a5)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:24:30.696771 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': 'b77ad4b5-5a22-4534-8584-f5eb5a33889a', 'network_id': '11641061-c179-4280-8105-0e68df7b6bdd', 'port_id': 'b77ad4b5-5a22-4534-8584-f5eb5a33889a', 'mac_address': 'fa:16:3e:28:5d:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38e19475-90d9-42cf-bc38-30b52dd24af7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 00:24:30.732837 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:24:30.745646 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b77ad4b5-5a22-4534-8584-f5eb5a33889a {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:24:30.764755 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port b77ad4b5-5a22-4534-8584-f5eb5a33889a, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=b77ad4b5-5a22-4534-8584-f5eb5a33889a,segment=NetworkSegment(47d61265-e148-44d1-b1cb-fc9435bcf7a5),segment_id=47d61265-e148-44d1-b1cb-fc9435bcf7a5)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:24:30.768856 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:24:30.817213 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=b77ad4b5-5a22-4534-8584-f5eb5a33889a,revision_number=9']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:24:30.964306 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c257ac9d-a757-4642-9f16-5213809d767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:24:31.090058 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['b77ad4b5-5a22-4534-8584-f5eb5a33889a'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:24:31.755158 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cce8d9-1d2a-4841-8cfc-5386c947895d req-3f9fb4f2-df54-4a15-b1f2-c8849d4bed4c tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:24:31.756723 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-76cce8d9-1d2a-4841-8cfc-5386c947895d req-3f9fb4f2-df54-4a15-b1f2-c8849d4bed4c tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e8e1f66-803b-4768-af29-2ea4750e2c80 HTTP/1.1" status: 200 len: 945 time: 0.0625911 Jul 16 00:24:31.798681 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-76cce8d9-1d2a-4841-8cfc-5386c947895d req-1bf9313f-4761-4fbe-86d6-29e5ef6cf5c2 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a236871-5e4a-4f5e-8610-9ade81086639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362284 Jul 16 00:24:32.602621 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device b77ad4b5-5a22-4534-8584-f5eb5a33889a up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:24:32.802886 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port b77ad4b5-5a22-4534-8584-f5eb5a33889a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:24:32.803457 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:24:32.881261 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:24:32.906570 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e8e1f66-803b-4768-af29-2ea4750e2c80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b77ad4b5-5a22-4534-8584-f5eb5a33889a'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:24:32.908905 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85e2a5fec60f0be1243ce80844a072e05c29e3c23db0dd3e62b5f7d92f5b0637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8a0ad9-a0a9-486f-8a54-1777dfa173a9" -d '{"events": [{"server_uuid": "3e8e1f66-803b-4768-af29-2ea4750e2c80", "name": "network-vif-plugged", "status": "completed", "tag": "b77ad4b5-5a22-4534-8584-f5eb5a33889a"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:24:32.922884 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port b77ad4b5-5a22-4534-8584-f5eb5a33889a, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=b77ad4b5-5a22-4534-8584-f5eb5a33889a,segment=NetworkSegment(47d61265-e148-44d1-b1cb-fc9435bcf7a5),segment_id=47d61265-e148-44d1-b1cb-fc9435bcf7a5)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:24:32.968781 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:24:33.050905 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf941aff-0f74-4053-93a7-c708b62be9c6 req-5a91de6c-b124-4332-b483-6f67b1956d4c tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:24:33.053217 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bf941aff-0f74-4053-93a7-c708b62be9c6 req-5a91de6c-b124-4332-b483-6f67b1956d4c tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e8e1f66-803b-4768-af29-2ea4750e2c80 HTTP/1.1" status: 200 len: 947 time: 0.0932894 Jul 16 00:24:33.053463 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=b77ad4b5-5a22-4534-8584-f5eb5a33889a,revision_number=10']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:24:33.098085 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bf941aff-0f74-4053-93a7-c708b62be9c6 req-9ee3e639-b06e-43cc-ab1a-cc700190d558 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a236871-5e4a-4f5e-8610-9ade81086639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356319 Jul 16 00:24:33.111395 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df750096-09f1-4246-94fb-bbaaa5e0948d req-22b66ee7-2956-401c-b035-de989ab9d2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:24:33.113020 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-df750096-09f1-4246-94fb-bbaaa5e0948d req-22b66ee7-2956-401c-b035-de989ab9d2f3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d1c71c0b2de48988daaa127b8c53c1d&device_id=3e8e1f66-803b-4768-af29-2ea4750e2c80 HTTP/1.1" status: 200 len: 1098 time: 0.0559759 Jul 16 00:24:33.225994 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df750096-09f1-4246-94fb-bbaaa5e0948d req-709937fc-21e2-4057-9966-265026aa025e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:24:33.227444 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-df750096-09f1-4246-94fb-bbaaa5e0948d req-709937fc-21e2-4057-9966-265026aa025e service neutron] 10.222.0.41 "GET /v2.0/networks?id=11641061-c179-4280-8105-0e68df7b6bdd HTTP/1.1" status: 200 len: 910 time: 0.0875809 Jul 16 00:24:33.291143 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-df750096-09f1-4246-94fb-bbaaa5e0948d req-67898bec-ca4a-47bb-8e6b-e4609164f142 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b77ad4b5-5a22-4534-8584-f5eb5a33889a HTTP/1.1" status: 200 len: 1001 time: 0.0568366 Jul 16 00:24:33.344038 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df750096-09f1-4246-94fb-bbaaa5e0948d req-e79836d6-2a55-4d6e-93bf-9f7aaf2c339f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:24:33.345367 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-df750096-09f1-4246-94fb-bbaaa5e0948d req-e79836d6-2a55-4d6e-93bf-9f7aaf2c339f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=38e19475-90d9-42cf-bc38-30b52dd24af7 HTTP/1.1" status: 200 len: 848 time: 0.0476701 Jul 16 00:24:33.401192 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df750096-09f1-4246-94fb-bbaaa5e0948d req-9662b6aa-2421-437b-abb6-fd08919b59ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:24:33.402655 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-df750096-09f1-4246-94fb-bbaaa5e0948d req-9662b6aa-2421-437b-abb6-fd08919b59ea service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=11641061-c179-4280-8105-0e68df7b6bdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516438 Jul 16 00:24:33.490848 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-df750096-09f1-4246-94fb-bbaaa5e0948d req-f75fa3a8-2fde-44b8-b510-be48ebe98a23 service neutron] 10.222.0.41 "GET /v2.0/networks/11641061-c179-4280-8105-0e68df7b6bdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809400 Jul 16 00:24:33.526382 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:24:33.588326 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-df750096-09f1-4246-94fb-bbaaa5e0948d req-8da8e5c1-e99a-4e0a-ba5f-f572992a3b08 service neutron] 10.222.0.41 "GET /v2.0/networks/11641061-c179-4280-8105-0e68df7b6bdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911870 Jul 16 00:24:33.978030 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7766c511-302f-478f-86ae-c25a873d3e74 x-openstack-request-id: req-7766c511-302f-478f-86ae-c25a873d3e74 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:24:33.978485 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e8e1f66-803b-4768-af29-2ea4750e2c80", "name": "network-vif-plugged", "status": "completed", "tag": "b77ad4b5-5a22-4534-8584-f5eb5a33889a", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:24:33.978612 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7766c511-302f-478f-86ae-c25a873d3e74 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:24:33.978946 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e8e1f66-803b-4768-af29-2ea4750e2c80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b77ad4b5-5a22-4534-8584-f5eb5a33889a', 'code': 200} Jul 16 00:24:34.187558 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead0d4d-bc09-4999-8c62-8e4f7b34a27a req-54b7509c-5d68-43bb-8b7b-2ce2e21ad25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:24:34.189273 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-dead0d4d-bc09-4999-8c62-8e4f7b34a27a req-54b7509c-5d68-43bb-8b7b-2ce2e21ad25f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3e8e1f66-803b-4768-af29-2ea4750e2c80 HTTP/1.1" status: 200 len: 1098 time: 0.0535243 Jul 16 00:24:34.224835 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-dead0d4d-bc09-4999-8c62-8e4f7b34a27a req-241ff03d-d0c0-4e58-8ebe-96cf721c6ede service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9a236871-5e4a-4f5e-8610-9ade81086639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281749 Jul 16 00:24:34.277325 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570646e5-d882-4204-9324-764a14fd90ea req-4dc8c82e-a4f9-4b82-828a-2f56c7ad3aa8 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:24:34.278829 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-570646e5-d882-4204-9324-764a14fd90ea req-4dc8c82e-a4f9-4b82-828a-2f56c7ad3aa8 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e8e1f66-803b-4768-af29-2ea4750e2c80 HTTP/1.1" status: 200 len: 947 time: 0.0647168 Jul 16 00:24:34.319250 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-570646e5-d882-4204-9324-764a14fd90ea req-2426fb73-0fcf-4050-8ff8-cc0dd968ee31 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a236871-5e4a-4f5e-8610-9ade81086639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347891 Jul 16 00:24:34.320253 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c2bf263e-5609-4c19-b98b-340e8de68e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:24:34.600445 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:24:35.567138 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2555376d-f1b1-48e7-a5da-0f8fa7048bf3 req-d08dc8c9-88d1-4886-bcd1-f17183d0ef38 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:24:35.569371 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2555376d-f1b1-48e7-a5da-0f8fa7048bf3 req-d08dc8c9-88d1-4886-bcd1-f17183d0ef38 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e8e1f66-803b-4768-af29-2ea4750e2c80 HTTP/1.1" status: 200 len: 947 time: 0.0939937 Jul 16 00:24:35.616196 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2555376d-f1b1-48e7-a5da-0f8fa7048bf3 req-79c2be38-cfc9-4e5b-b6ad-6f86ffcd65be tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a236871-5e4a-4f5e-8610-9ade81086639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373871 Jul 16 00:24:36.604742 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:24:36.793208 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3b3fc-d8e3-4c40-b7d2-5cd5043ddbd8 req-d8d8dc5a-70d1-43bc-a46a-260a084ad657 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:24:36.794708 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-31f3b3fc-d8e3-4c40-b7d2-5cd5043ddbd8 req-d8d8dc5a-70d1-43bc-a46a-260a084ad657 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e8e1f66-803b-4768-af29-2ea4750e2c80 HTTP/1.1" status: 200 len: 947 time: 0.0636761 Jul 16 00:24:36.832428 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-31f3b3fc-d8e3-4c40-b7d2-5cd5043ddbd8 req-eb5c6421-fceb-42eb-9a55-dd8543a6bab6 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a236871-5e4a-4f5e-8610-9ade81086639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319610 Jul 16 00:24:38.922181 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:24:56.240142 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:24:57.864326 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:25:00.964616 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2cd08e84-1c70-4c84-b98d-339ecf07c88e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:03.529335 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:04.321255 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bc797aa8-34d3-4e66-bec7-0058cd47047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:04.602241 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:06.607855 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:08.922251 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:26.233667 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:30.965724 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-49c64eff-d39b-4364-9b06-4e429caea867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:33.535270 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:34.009570 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c7ba149d-685e-41c7-9953-24963a5e372d req-3fc6132e-55fe-4b54-bab1-027c6d5c0e81 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3e8e1f66-803b-4768-af29-2ea4750e2c80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0598848 Jul 16 00:25:34.130652 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba149d-685e-41c7-9953-24963a5e372d req-d0dffcea-bd1c-4a0f-b56b-993122d12ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:25:34.132189 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c7ba149d-685e-41c7-9953-24963a5e372d req-d0dffcea-bd1c-4a0f-b56b-993122d12ea4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d1c71c0b2de48988daaa127b8c53c1d&device_id=3e8e1f66-803b-4768-af29-2ea4750e2c80 HTTP/1.1" status: 200 len: 1098 time: 0.0629404 Jul 16 00:25:34.238439 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba149d-685e-41c7-9953-24963a5e372d req-5ac9da34-e3c7-433d-ae1b-1d5b68d9bae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:25:34.239998 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c7ba149d-685e-41c7-9953-24963a5e372d req-5ac9da34-e3c7-433d-ae1b-1d5b68d9bae9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=11641061-c179-4280-8105-0e68df7b6bdd HTTP/1.1" status: 200 len: 910 time: 0.0881352 Jul 16 00:25:34.306439 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c7ba149d-685e-41c7-9953-24963a5e372d req-4210d2a2-b1b4-40ce-9068-fcb7cfd6f0e4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b77ad4b5-5a22-4534-8584-f5eb5a33889a HTTP/1.1" status: 200 len: 1001 time: 0.0600588 Jul 16 00:25:34.323291 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a56c8f35-a920-4566-a982-99573fa7c589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:34.358170 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba149d-685e-41c7-9953-24963a5e372d req-52b844ba-8ec0-438c-9cec-b85b5f52b310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:25:34.359793 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c7ba149d-685e-41c7-9953-24963a5e372d req-52b844ba-8ec0-438c-9cec-b85b5f52b310 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=38e19475-90d9-42cf-bc38-30b52dd24af7 HTTP/1.1" status: 200 len: 848 time: 0.0469251 Jul 16 00:25:34.425181 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba149d-685e-41c7-9953-24963a5e372d req-e3759278-feba-4dff-8600-3cf8d37a02d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:25:34.426664 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c7ba149d-685e-41c7-9953-24963a5e372d req-e3759278-feba-4dff-8600-3cf8d37a02d6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=11641061-c179-4280-8105-0e68df7b6bdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604322 Jul 16 00:25:34.607711 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:34.813479 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c7ba149d-685e-41c7-9953-24963a5e372d req-51a9eabc-6ef2-4255-8da5-b6edff214b00 service neutron] 10.222.0.41 "GET /v2.0/networks/11641061-c179-4280-8105-0e68df7b6bdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3801816 Jul 16 00:25:34.863949 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:25:34.917280 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-c7ba149d-685e-41c7-9953-24963a5e372d req-fa8ff7f3-9425-42f6-a5df-fa41794bed27 service neutron] 10.222.0.41 "GET /v2.0/networks/11641061-c179-4280-8105-0e68df7b6bdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972476 Jul 16 00:25:36.611370 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:38.953886 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:46.147076 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55538) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:25:46.305191 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-b476fabf-afc1-4161-b463-2110d4c47b47 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Deleting port 2f89bc15-2787-4060-84f3-b583519cf135 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:25:46.305535 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b476fabf-afc1-4161-b463-2110d4c47b47 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:46.382775 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b476fabf-afc1-4161-b463-2110d4c47b47 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:46.383102 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b476fabf-afc1-4161-b463-2110d4c47b47 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:46.395860 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-b476fabf-afc1-4161-b463-2110d4c47b47 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Calling delete_port for 2f89bc15-2787-4060-84f3-b583519cf135 owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:25:46.544307 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b476fabf-afc1-4161-b463-2110d4c47b47 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:46.567767 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b476fabf-afc1-4161-b463-2110d4c47b47 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Pushing event deleted for resources: {'Port': ['ID=2f89bc15-2787-4060-84f3-b583519cf135,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:25:46.582363 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b476fabf-afc1-4161-b463-2110d4c47b47 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:25:46.582712 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b476fabf-afc1-4161-b463-2110d4c47b47 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:25:46.583051 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b476fabf-afc1-4161-b463-2110d4c47b47 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:25:46.583392 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b476fabf-afc1-4161-b463-2110d4c47b47 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:25:46.583763 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b476fabf-afc1-4161-b463-2110d4c47b47 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:25:46.584095 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b476fabf-afc1-4161-b463-2110d4c47b47 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:25:46.584422 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b476fabf-afc1-4161-b463-2110d4c47b47 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:25:46.584767 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b476fabf-afc1-4161-b463-2110d4c47b47 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:25:46.585091 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b476fabf-afc1-4161-b463-2110d4c47b47 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:25:46.585416 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b476fabf-afc1-4161-b463-2110d4c47b47 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:25:46.585743 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b476fabf-afc1-4161-b463-2110d4c47b47 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:25:46.586093 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b476fabf-afc1-4161-b463-2110d4c47b47 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:25:46.643968 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b476fabf-afc1-4161-b463-2110d4c47b47 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:46.644357 n-d-794306-6 neutron-server[93770]: INFO neutron.db.l3_db [None req-b476fabf-afc1-4161-b463-2110d4c47b47 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Floating IP 2941a390-5c1d-44d2-9add-3a664b5f8922 disassociated (deleted). External IP: 172.25.5.24, port: b77ad4b5-5a22-4534-8584-f5eb5a33889a. Jul 16 00:25:46.859458 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b476fabf-afc1-4161-b463-2110d4c47b47 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Router 0e92d90d-192c-4ba0-8c04-ce0b9e364da5 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:25:46.968868 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b476fabf-afc1-4161-b463-2110d4c47b47 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:25:46.973749 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b476fabf-afc1-4161-b463-2110d4c47b47 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:46.979441 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58274e62-39ba-44b8-a0a1-f29af56e8ec7 None None] Sync routers for ids ['0e92d90d-192c-4ba0-8c04-ce0b9e364da5'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:25:46.989447 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58274e62-39ba-44b8-a0a1-f29af56e8ec7 None None] Routers {'0e92d90d-192c-4ba0-8c04-ce0b9e364da5'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:25:46.990085 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-58274e62-39ba-44b8-a0a1-f29af56e8ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:25:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['0e92d90d-192c-4ba0-8c04-ce0b9e364da5'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:25:47.012451 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-b476fabf-afc1-4161-b463-2110d4c47b47 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "DELETE /v2.0/floatingips/2941a390-5c1d-44d2-9add-3a664b5f8922 HTTP/1.1" status: 204 len: 168 time: 0.8613560 Jul 16 00:25:47.012451 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e8e1f66-803b-4768-af29-2ea4750e2c80', 'tag': 'b77ad4b5-5a22-4534-8584-f5eb5a33889a'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:25:47.012991 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cfa130710a3ed3c11f83ca70e11270030e5afd3463e80eec9e3119d100d8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ebd41d-3118-4102-be9f-f9f833473a95" -d '{"events": [{"name": "network-changed", "server_uuid": "3e8e1f66-803b-4768-af29-2ea4750e2c80", "tag": "b77ad4b5-5a22-4534-8584-f5eb5a33889a"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:25:47.053140 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-806aeb1a-43b6-42ec-9e50-5e9a8891091c x-openstack-request-id: req-806aeb1a-43b6-42ec-9e50-5e9a8891091c {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:25:47.053465 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e8e1f66-803b-4768-af29-2ea4750e2c80", "tag": "b77ad4b5-5a22-4534-8584-f5eb5a33889a", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:25:47.053736 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-806aeb1a-43b6-42ec-9e50-5e9a8891091c {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:25:47.054084 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e8e1f66-803b-4768-af29-2ea4750e2c80', 'tag': 'b77ad4b5-5a22-4534-8584-f5eb5a33889a', 'status': 'completed', 'code': 200} Jul 16 00:25:47.102781 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-58274e62-39ba-44b8-a0a1-f29af56e8ec7 None None] Set router 0e92d90d-192c-4ba0-8c04-ce0b9e364da5 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:25:47.165147 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ebd41d-3118-4102-be9f-f9f833473a95 req-8ea3c75e-03f6-4f7f-af9f-035207f28e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:25:47.166807 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-84ebd41d-3118-4102-be9f-f9f833473a95 req-8ea3c75e-03f6-4f7f-af9f-035207f28e9f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d1c71c0b2de48988daaa127b8c53c1d&device_id=3e8e1f66-803b-4768-af29-2ea4750e2c80 HTTP/1.1" status: 200 len: 1098 time: 0.0712695 Jul 16 00:25:47.284788 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ebd41d-3118-4102-be9f-f9f833473a95 req-ffeb9b39-0e8f-412a-96cd-d38bcdc5e722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:25:47.286334 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-84ebd41d-3118-4102-be9f-f9f833473a95 req-ffeb9b39-0e8f-412a-96cd-d38bcdc5e722 service neutron] 10.222.0.41 "GET /v2.0/networks?id=11641061-c179-4280-8105-0e68df7b6bdd HTTP/1.1" status: 200 len: 910 time: 0.1125479 Jul 16 00:25:47.336458 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-58274e62-39ba-44b8-a0a1-f29af56e8ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e92d90d-192c-4ba0-8c04-ce0b9e364da5', 'name': 'tempest-TestShelveInstance-1519237025-router', 'tenant_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '258cc017-1591-4d7d-a364-b3592504b5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:21:31Z', 'updated_at': '2021-07-16T00:21:34Z', 'revision_number': 4, 'project_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'gw_port': {'id': '258cc017-1591-4d7d-a364-b3592504b5bf', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e92d90d-192c-4ba0-8c04-ce0b9e364da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:21:32Z', 'updated_at': '2021-07-16T00:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '972ecfa8-9cea-4c1c-bd65-7f2aca665831', 'name': '', 'network_id': '11641061-c179-4280-8105-0e68df7b6bdd', 'tenant_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'mac_address': 'fa:16:3e:6f:c4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e92d90d-192c-4ba0-8c04-ce0b9e364da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '38e19475-90d9-42cf-bc38-30b52dd24af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:21:34Z', 'updated_at': '2021-07-16T00:21:40Z', 'revision_number': 5, 'project_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'subnets': [{'id': '38e19475-90d9-42cf-bc38-30b52dd24af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:25:47.349700 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-84ebd41d-3118-4102-be9f-f9f833473a95 req-4ac49286-b39c-438c-aa21-1206ffffa1bb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b77ad4b5-5a22-4534-8584-f5eb5a33889a HTTP/1.1" status: 200 len: 217 time: 0.0413954 Jul 16 00:25:47.365402 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58274e62-39ba-44b8-a0a1-f29af56e8ec7 None None] Checking router: 0e92d90d-192c-4ba0-8c04-ce0b9e364da5 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:25:47.377091 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58274e62-39ba-44b8-a0a1-f29af56e8ec7 None None] Routers {'0e92d90d-192c-4ba0-8c04-ce0b9e364da5'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:25:47.378145 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-58274e62-39ba-44b8-a0a1-f29af56e8ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:25:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['0e92d90d-192c-4ba0-8c04-ce0b9e364da5'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:25:47.403713 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ebd41d-3118-4102-be9f-f9f833473a95 req-9bc0ff94-f088-4abb-9791-dd22a8a7210f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:25:47.405211 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-84ebd41d-3118-4102-be9f-f9f833473a95 req-9bc0ff94-f088-4abb-9791-dd22a8a7210f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=38e19475-90d9-42cf-bc38-30b52dd24af7 HTTP/1.1" status: 200 len: 848 time: 0.0462174 Jul 16 00:25:47.426858 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27915f7d-6427-49cf-b395-ccc9e1d2e6ee req-e6cc10ee-d6b4-49f4-90da-e2db140733ff tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:25:47.428459 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-27915f7d-6427-49cf-b395-ccc9e1d2e6ee req-e6cc10ee-d6b4-49f4-90da-e2db140733ff tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e8e1f66-803b-4768-af29-2ea4750e2c80 HTTP/1.1" status: 200 len: 947 time: 0.0693495 Jul 16 00:25:47.468451 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-27915f7d-6427-49cf-b395-ccc9e1d2e6ee req-d02c0f72-5882-482f-9878-3ad137a47733 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a236871-5e4a-4f5e-8610-9ade81086639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337067 Jul 16 00:25:47.478895 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ebd41d-3118-4102-be9f-f9f833473a95 req-ddd95bff-29e5-4494-9f62-d5d00a8c0b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:25:47.480807 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-84ebd41d-3118-4102-be9f-f9f833473a95 req-ddd95bff-29e5-4494-9f62-d5d00a8c0b8b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=11641061-c179-4280-8105-0e68df7b6bdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673878 Jul 16 00:25:47.501176 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-58274e62-39ba-44b8-a0a1-f29af56e8ec7 None None] Set router 0e92d90d-192c-4ba0-8c04-ce0b9e364da5 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:25:47.571687 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-84ebd41d-3118-4102-be9f-f9f833473a95 req-43977d74-d340-4790-98ac-e7bb255ee2b0 service neutron] 10.222.0.41 "GET /v2.0/networks/11641061-c179-4280-8105-0e68df7b6bdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830822 Jul 16 00:25:47.666598 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-84ebd41d-3118-4102-be9f-f9f833473a95 req-fb9e140e-f0e2-4a70-ad07-3427ff62c48e service neutron] 10.222.0.41 "GET /v2.0/networks/11641061-c179-4280-8105-0e68df7b6bdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868881 Jul 16 00:25:47.695051 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-58274e62-39ba-44b8-a0a1-f29af56e8ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e92d90d-192c-4ba0-8c04-ce0b9e364da5', 'name': 'tempest-TestShelveInstance-1519237025-router', 'tenant_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '258cc017-1591-4d7d-a364-b3592504b5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:21:31Z', 'updated_at': '2021-07-16T00:21:34Z', 'revision_number': 4, 'project_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'gw_port': {'id': '258cc017-1591-4d7d-a364-b3592504b5bf', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e92d90d-192c-4ba0-8c04-ce0b9e364da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:21:32Z', 'updated_at': '2021-07-16T00:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '972ecfa8-9cea-4c1c-bd65-7f2aca665831', 'name': '', 'network_id': '11641061-c179-4280-8105-0e68df7b6bdd', 'tenant_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'mac_address': 'fa:16:3e:6f:c4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e92d90d-192c-4ba0-8c04-ce0b9e364da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '38e19475-90d9-42cf-bc38-30b52dd24af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:21:34Z', 'updated_at': '2021-07-16T00:21:40Z', 'revision_number': 5, 'project_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'subnets': [{'id': '38e19475-90d9-42cf-bc38-30b52dd24af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:25:47.725069 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58274e62-39ba-44b8-a0a1-f29af56e8ec7 None None] The sync data for ids ['0e92d90d-192c-4ba0-8c04-ce0b9e364da5'] in n-d-794306-6 is: [{'id': '0e92d90d-192c-4ba0-8c04-ce0b9e364da5', 'name': 'tempest-TestShelveInstance-1519237025-router', 'tenant_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '258cc017-1591-4d7d-a364-b3592504b5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:21:31Z', 'updated_at': '2021-07-16T00:21:34Z', 'revision_number': 4, 'project_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'gw_port': {'id': '258cc017-1591-4d7d-a364-b3592504b5bf', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e92d90d-192c-4ba0-8c04-ce0b9e364da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:21:32Z', 'updated_at': '2021-07-16T00:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '972ecfa8-9cea-4c1c-bd65-7f2aca665831', 'name': '', 'network_id': '11641061-c179-4280-8105-0e68df7b6bdd', 'tenant_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'mac_address': 'fa:16:3e:6f:c4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e92d90d-192c-4ba0-8c04-ce0b9e364da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '38e19475-90d9-42cf-bc38-30b52dd24af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:21:34Z', 'updated_at': '2021-07-16T00:21:40Z', 'revision_number': 5, 'project_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'subnets': [{'id': '38e19475-90d9-42cf-bc38-30b52dd24af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:25:47.949596 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86538d38-7ec5-4947-aea7-18641cc72864 None None] New status for floating IP 2941a390-5c1d-44d2-9add-3a664b5f8922: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 00:25:48.648744 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b585df-191a-4f0c-93ec-7d21fb683cf7 req-706c887e-c8e9-4558-a475-2f6db224d922 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:25:48.650222 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a6b585df-191a-4f0c-93ec-7d21fb683cf7 req-706c887e-c8e9-4558-a475-2f6db224d922 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e8e1f66-803b-4768-af29-2ea4750e2c80 HTTP/1.1" status: 200 len: 947 time: 0.0636272 Jul 16 00:25:48.687585 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a6b585df-191a-4f0c-93ec-7d21fb683cf7 req-d62189d0-7656-4da3-9d04-a21d429172c6 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=9a236871-5e4a-4f5e-8610-9ade81086639&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310833 Jul 16 00:25:48.837360 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3100c36f-39d7-4722-b0e2-2a3a47118886 req-0c0b3b4d-0c08-462b-b30e-ad99555e3544 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:25:48.838808 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-3100c36f-39d7-4722-b0e2-2a3a47118886 req-0c0b3b4d-0c08-462b-b30e-ad99555e3544 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e8e1f66-803b-4768-af29-2ea4750e2c80 HTTP/1.1" status: 200 len: 947 time: 0.0667779 Jul 16 00:25:48.944091 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-3100c36f-39d7-4722-b0e2-2a3a47118886 req-69528d4d-f00e-4dca-a79e-95678281f56d tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Deleting port b77ad4b5-5a22-4534-8584-f5eb5a33889a {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:25:48.944434 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3100c36f-39d7-4722-b0e2-2a3a47118886 req-69528d4d-f00e-4dca-a79e-95678281f56d tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:49.033701 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-3100c36f-39d7-4722-b0e2-2a3a47118886 req-69528d4d-f00e-4dca-a79e-95678281f56d tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] For port b77ad4b5-5a22-4534-8584-f5eb5a33889a, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=b77ad4b5-5a22-4534-8584-f5eb5a33889a,segment=NetworkSegment(47d61265-e148-44d1-b1cb-fc9435bcf7a5),segment_id=47d61265-e148-44d1-b1cb-fc9435bcf7a5)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:25:49.034067 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3100c36f-39d7-4722-b0e2-2a3a47118886 req-69528d4d-f00e-4dca-a79e-95678281f56d tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:49.047384 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-3100c36f-39d7-4722-b0e2-2a3a47118886 req-69528d4d-f00e-4dca-a79e-95678281f56d tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Calling delete_port for b77ad4b5-5a22-4534-8584-f5eb5a33889a owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:25:49.177139 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3100c36f-39d7-4722-b0e2-2a3a47118886 req-69528d4d-f00e-4dca-a79e-95678281f56d tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:49.203908 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69528d4d-f00e-4dca-a79e-95678281f56d tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Pushing event deleted for resources: {'Port': ['ID=b77ad4b5-5a22-4534-8584-f5eb5a33889a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:25:49.213825 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69528d4d-f00e-4dca-a79e-95678281f56d tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:25:49.214179 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69528d4d-f00e-4dca-a79e-95678281f56d tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:25:49.215353 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69528d4d-f00e-4dca-a79e-95678281f56d tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:25:49.215538 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69528d4d-f00e-4dca-a79e-95678281f56d tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:25:49.215847 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69528d4d-f00e-4dca-a79e-95678281f56d tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:25:49.216168 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69528d4d-f00e-4dca-a79e-95678281f56d tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:25:49.216499 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69528d4d-f00e-4dca-a79e-95678281f56d tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:25:49.216829 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69528d4d-f00e-4dca-a79e-95678281f56d tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:25:49.217155 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69528d4d-f00e-4dca-a79e-95678281f56d tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:25:49.217857 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69528d4d-f00e-4dca-a79e-95678281f56d tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:25:49.217857 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69528d4d-f00e-4dca-a79e-95678281f56d tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:25:49.218147 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69528d4d-f00e-4dca-a79e-95678281f56d tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:25:49.266102 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-3100c36f-39d7-4722-b0e2-2a3a47118886 req-69528d4d-f00e-4dca-a79e-95678281f56d tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] No DVR routers for this DVR port b77ad4b5-5a22-4534-8584-f5eb5a33889a on host n-h2-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:25:49.268779 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3100c36f-39d7-4722-b0e2-2a3a47118886 req-69528d4d-f00e-4dca-a79e-95678281f56d tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:49.271035 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-3100c36f-39d7-4722-b0e2-2a3a47118886 req-69528d4d-f00e-4dca-a79e-95678281f56d tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.41 "DELETE /v2.0/ports/b77ad4b5-5a22-4534-8584-f5eb5a33889a HTTP/1.1" status: 204 len: 173 time: 0.4258120 Jul 16 00:25:49.271487 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e8e1f66-803b-4768-af29-2ea4750e2c80', 'name': 'network-vif-deleted', 'tag': 'b77ad4b5-5a22-4534-8584-f5eb5a33889a'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:25:49.273822 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732f3e1a316c3ad7d48a65c2bbc2e30ba6c82a3ba5a41bb87b5b7e43e99a4419" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f37b511-42dc-44f3-adb6-5f045ad53021" -d '{"events": [{"server_uuid": "3e8e1f66-803b-4768-af29-2ea4750e2c80", "name": "network-vif-deleted", "tag": "b77ad4b5-5a22-4534-8584-f5eb5a33889a"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:25:49.377328 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca188603-590f-4edd-ab8c-6c8266de65b9 x-openstack-request-id: req-ca188603-590f-4edd-ab8c-6c8266de65b9 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:25:49.377626 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e8e1f66-803b-4768-af29-2ea4750e2c80", "name": "network-vif-deleted", "tag": "b77ad4b5-5a22-4534-8584-f5eb5a33889a", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:25:49.377884 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ca188603-590f-4edd-ab8c-6c8266de65b9 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:25:49.378291 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e8e1f66-803b-4768-af29-2ea4750e2c80', 'name': 'network-vif-deleted', 'tag': 'b77ad4b5-5a22-4534-8584-f5eb5a33889a', 'status': 'completed', 'code': 200} Jul 16 00:25:49.857809 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-965d32c3-23a8-4b6e-9923-5da2f2fa0c78 req-d511e5e6-ebb6-41b5-90c3-f92088c4f336 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e8e1f66-803b-4768-af29-2ea4750e2c80 HTTP/1.1" status: 200 len: 210 time: 0.0285599 Jul 16 00:25:50.954680 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55566) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:25:50.966329 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device b77ad4b5-5a22-4534-8584-f5eb5a33889a no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:25:50.986854 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] No Port match for: b77ad4b5-5a22-4534-8584-f5eb5a33889a {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:25:50.987289 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device b77ad4b5-5a22-4534-8584-f5eb5a33889a not bound to the agent host n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:25:51.018656 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-244e3250-411f-4bbe-94cc-fa40bfc2031e tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:51.049366 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-244e3250-411f-4bbe-94cc-fa40bfc2031e tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:51.106220 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-244e3250-411f-4bbe-94cc-fa40bfc2031e tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:51.108901 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-244e3250-411f-4bbe-94cc-fa40bfc2031e tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:51.110061 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-244e3250-411f-4bbe-94cc-fa40bfc2031e tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "DELETE /v2.0/security-groups/9a236871-5e4a-4f5e-8610-9ade81086639 HTTP/1.1" status: 204 len: 168 time: 0.1543899 Jul 16 00:25:51.119186 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244e3250-411f-4bbe-94cc-fa40bfc2031e tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a236871-5e4a-4f5e-8610-9ade81086639,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:25:51.321331 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55572) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:25:51.326578 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-35593f36-87ec-4a2b-a6bb-438b86b8a2c7 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1569937119', 'description': 'tempest-secgroup-smoke-1569937119 description', 'project_id': '6d1c71c0b2de48988daaa127b8c53c1d'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:25:51.348401 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-35593f36-87ec-4a2b-a6bb-438b86b8a2c7 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:51.430514 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-35593f36-87ec-4a2b-a6bb-438b86b8a2c7 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:51.434933 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-35593f36-87ec-4a2b-a6bb-438b86b8a2c7 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:51.464508 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-35593f36-87ec-4a2b-a6bb-438b86b8a2c7 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:51.465836 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-35593f36-87ec-4a2b-a6bb-438b86b8a2c7 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1434958 Jul 16 00:25:51.466528 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35593f36-87ec-4a2b-a6bb-438b86b8a2c7 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=493674fb-ba92-4d37-8f3d-38868e8c00d1,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:25:51.468844 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55574) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:25:51.474092 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-cc25c41e-3968-4322-8e1e-e25056b4e035 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Request body: {'security_group_rule': {'security_group_id': '493674fb-ba92-4d37-8f3d-38868e8c00d1', 'project_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:25:51.501243 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc25c41e-3968-4322-8e1e-e25056b4e035 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:51.545786 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc25c41e-3968-4322-8e1e-e25056b4e035 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:51.549751 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc25c41e-3968-4322-8e1e-e25056b4e035 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:51.568649 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc25c41e-3968-4322-8e1e-e25056b4e035 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b3249f6-abe6-4f80-8a62-7efa984ed736,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:25:51.572145 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc25c41e-3968-4322-8e1e-e25056b4e035 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:51.573341 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-cc25c41e-3968-4322-8e1e-e25056b4e035 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1033845 Jul 16 00:25:51.576185 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55576) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:25:51.580713 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-8ec5af1f-93c6-475f-bc34-e8c68d42d84a tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Request body: {'security_group_rule': {'security_group_id': '493674fb-ba92-4d37-8f3d-38868e8c00d1', 'project_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:25:51.607863 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8ec5af1f-93c6-475f-bc34-e8c68d42d84a tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:51.662646 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8ec5af1f-93c6-475f-bc34-e8c68d42d84a tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:51.665974 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8ec5af1f-93c6-475f-bc34-e8c68d42d84a tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:51.683537 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec5af1f-93c6-475f-bc34-e8c68d42d84a tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ffa98f7-82bd-484e-aa22-8580fabf246a,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:25:51.690164 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8ec5af1f-93c6-475f-bc34-e8c68d42d84a tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:51.691317 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-8ec5af1f-93c6-475f-bc34-e8c68d42d84a tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1141765 Jul 16 00:25:51.694093 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55578) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:25:51.698513 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-204e8fed-238a-49ed-adba-57a7c7dbe12d tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Request body: {'security_group_rule': {'security_group_id': '493674fb-ba92-4d37-8f3d-38868e8c00d1', 'project_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:25:51.724169 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-204e8fed-238a-49ed-adba-57a7c7dbe12d tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:51.783531 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-204e8fed-238a-49ed-adba-57a7c7dbe12d tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:51.787772 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-204e8fed-238a-49ed-adba-57a7c7dbe12d tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:51.808296 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204e8fed-238a-49ed-adba-57a7c7dbe12d tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ec5886b-8eb3-431a-84d2-80a394932342,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:25:51.811368 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-204e8fed-238a-49ed-adba-57a7c7dbe12d tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:51.812583 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-204e8fed-238a-49ed-adba-57a7c7dbe12d tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1175816 Jul 16 00:25:51.816238 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55580) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:25:51.820587 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-8de677ba-d0f8-4e92-b0f5-f8ea92a4c70a tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Request body: {'security_group_rule': {'security_group_id': '493674fb-ba92-4d37-8f3d-38868e8c00d1', 'project_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:25:51.847319 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8de677ba-d0f8-4e92-b0f5-f8ea92a4c70a tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:51.908732 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8de677ba-d0f8-4e92-b0f5-f8ea92a4c70a tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:51.912842 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8de677ba-d0f8-4e92-b0f5-f8ea92a4c70a tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:51.932377 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de677ba-d0f8-4e92-b0f5-f8ea92a4c70a tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=282ed863-7b47-4df0-bd62-05fbfc2db2bd,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:25:51.940143 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8de677ba-d0f8-4e92-b0f5-f8ea92a4c70a tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:51.944013 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-8de677ba-d0f8-4e92-b0f5-f8ea92a4c70a tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1242099 Jul 16 00:25:51.945429 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55582) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:25:51.950119 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-93a8baa2-b7fe-40f3-8508-cbc7c8fea992 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Request body: {'security_group_rule': {'security_group_id': '493674fb-ba92-4d37-8f3d-38868e8c00d1', 'project_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:25:51.973809 n-d-794306-6 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-93a8baa2-b7fe-40f3-8508-cbc7c8fea992 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Project 6d1c71c0b2de48988daaa127b8c53c1d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 00:25:51.979137 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-93a8baa2-b7fe-40f3-8508-cbc7c8fea992 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:52.043067 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-93a8baa2-b7fe-40f3-8508-cbc7c8fea992 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:52.046877 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-93a8baa2-b7fe-40f3-8508-cbc7c8fea992 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:52.064446 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a8baa2-b7fe-40f3-8508-cbc7c8fea992 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a03f3296-b534-45eb-91db-663267993eef,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:25:52.072752 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-93a8baa2-b7fe-40f3-8508-cbc7c8fea992 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:52.074881 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-93a8baa2-b7fe-40f3-8508-cbc7c8fea992 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1284776 Jul 16 00:25:52.077688 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55584) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:25:52.082401 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-7bf02b74-4c4a-4aad-bceb-a6bde3e320b1 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Request body: {'security_group_rule': {'security_group_id': '493674fb-ba92-4d37-8f3d-38868e8c00d1', 'project_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:25:52.107037 n-d-794306-6 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-7bf02b74-4c4a-4aad-bceb-a6bde3e320b1 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Project 6d1c71c0b2de48988daaa127b8c53c1d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 00:25:52.117924 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7bf02b74-4c4a-4aad-bceb-a6bde3e320b1 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:52.191005 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7bf02b74-4c4a-4aad-bceb-a6bde3e320b1 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:52.194505 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7bf02b74-4c4a-4aad-bceb-a6bde3e320b1 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:52.212406 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf02b74-4c4a-4aad-bceb-a6bde3e320b1 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fe4e00d-ab1d-4a42-be3c-dc0c3f22addf,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:25:52.218351 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7bf02b74-4c4a-4aad-bceb-a6bde3e320b1 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:25:52.219954 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-7bf02b74-4c4a-4aad-bceb-a6bde3e320b1 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1410780 Jul 16 00:25:56.249166 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:00.968859 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-be906fc6-7aa3-4709-a2c6-f71170ca196d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:03.526948 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:04.325279 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c89c2bcf-41cf-4511-a5bd-70910913ef34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:04.614223 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:06.496696 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-75c98773-50df-4f4a-8618-6ae47f315efd req-d27f6c04-a23d-45f6-8e06-0adfa6b0cc57 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1569937119&fields=id&tenant_id=6d1c71c0b2de48988daaa127b8c53c1d HTTP/1.1" status: 200 len: 267 time: 0.0334446 Jul 16 00:26:06.608792 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c98773-50df-4f4a-8618-6ae47f315efd req-411d9bb9-28ac-4fb9-9a6f-11e6886366d6 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:26:06.610287 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-75c98773-50df-4f4a-8618-6ae47f315efd req-411d9bb9-28ac-4fb9-9a6f-11e6886366d6 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/networks?id=11641061-c179-4280-8105-0e68df7b6bdd HTTP/1.1" status: 200 len: 809 time: 0.1073828 Jul 16 00:26:06.613820 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:06.625234 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-75c98773-50df-4f4a-8618-6ae47f315efd req-d4284a5d-60d7-4bc1-b4e0-b09b822420fb tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/quotas/6d1c71c0b2de48988daaa127b8c53c1d HTTP/1.1" status: 200 len: 375 time: 0.0095756 Jul 16 00:26:06.693118 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-75c98773-50df-4f4a-8618-6ae47f315efd req-4be7b778-5ff2-44d8-9464-85b59428f5f5 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6d1c71c0b2de48988daaa127b8c53c1d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0630746 Jul 16 00:26:06.748767 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [req-75c98773-50df-4f4a-8618-6ae47f315efd req-089517d2-8b3d-4a4c-9b20-5298ce07cff2 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 00:26:06.749773 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-75c98773-50df-4f4a-8618-6ae47f315efd req-089517d2-8b3d-4a4c-9b20-5298ce07cff2 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0455925 Jul 16 00:26:06.837889 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-75c98773-50df-4f4a-8618-6ae47f315efd req-486c8a7a-4dc5-4fc8-995c-37ecd03b18c3 service neutron] 10.222.0.48 "GET /v2.0/networks/11641061-c179-4280-8105-0e68df7b6bdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822630 Jul 16 00:26:06.928135 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-75c98773-50df-4f4a-8618-6ae47f315efd req-4cbe1279-064c-44d0-8703-c2ad96bbc2fc service neutron] 10.222.0.48 "GET /v2.0/networks/11641061-c179-4280-8105-0e68df7b6bdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844047 Jul 16 00:26:07.219327 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-db42e721-56eb-4fc8-85cc-3be0dbc75614 req-795e8792-7591-473f-9e80-5bda484ed494 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbc2794b-1238-4875-af2b-82c5b33827a1 HTTP/1.1" status: 200 len: 210 time: 0.0277009 Jul 16 00:26:08.301713 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c98773-50df-4f4a-8618-6ae47f315efd req-b222bf0f-695d-44a4-8da6-b00186f8527b tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:26:08.302909 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-75c98773-50df-4f4a-8618-6ae47f315efd req-b222bf0f-695d-44a4-8da6-b00186f8527b tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.41 "GET /v2.0/networks?id=11641061-c179-4280-8105-0e68df7b6bdd HTTP/1.1" status: 200 len: 809 time: 0.1043906 Jul 16 00:26:08.365752 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-75c98773-50df-4f4a-8618-6ae47f315efd req-5b29d687-c0d4-449e-89fd-63ffb2c9d2f5 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d1c71c0b2de48988daaa127b8c53c1d HTTP/1.1" status: 200 len: 380 time: 0.0371253 Jul 16 00:26:08.368320 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-870a1960-7687-4fed-ac6e-0884359104e1 req-d6da6044-1c64-4c70-a5b9-0190b0ed0eb0 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbc2794b-1238-4875-af2b-82c5b33827a1 HTTP/1.1" status: 200 len: 210 time: 0.0322194 Jul 16 00:26:08.374571 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-75c98773-50df-4f4a-8618-6ae47f315efd req-28bcec0d-3759-4cf0-8b3c-84575c854def tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Request body: {'port': {'device_id': 'cbc2794b-1238-4875-af2b-82c5b33827a1', 'network_id': '11641061-c179-4280-8105-0e68df7b6bdd', 'admin_state_up': True, 'tenant_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'security_groups': ['493674fb-ba92-4d37-8f3d-38868e8c00d1']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:26:08.486313 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75c98773-50df-4f4a-8618-6ae47f315efd req-28bcec0d-3759-4cf0-8b3c-84575c854def tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Made reservation on behalf of 6d1c71c0b2de48988daaa127b8c53c1d for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:26:08.490148 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-75c98773-50df-4f4a-8618-6ae47f315efd req-28bcec0d-3759-4cf0-8b3c-84575c854def tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:08.628836 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-75c98773-50df-4f4a-8618-6ae47f315efd req-28bcec0d-3759-4cf0-8b3c-84575c854def tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Allocated IP 172.20.0.7 (11641061-c179-4280-8105-0e68df7b6bdd/38e19475-90d9-42cf-bc38-30b52dd24af7/6ac7e3a1-942d-4c6d-b60b-a71e7c57502c) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:26:08.771646 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-75c98773-50df-4f4a-8618-6ae47f315efd req-28bcec0d-3759-4cf0-8b3c-84575c854def tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:08.784740 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-75c98773-50df-4f4a-8618-6ae47f315efd req-28bcec0d-3759-4cf0-8b3c-84575c854def tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Transition to ACTIVE for port object 6ac7e3a1-942d-4c6d-b60b-a71e7c57502c will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:26:08.835993 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-75c98773-50df-4f4a-8618-6ae47f315efd req-28bcec0d-3759-4cf0-8b3c-84575c854def tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:08.884894 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75c98773-50df-4f4a-8618-6ae47f315efd req-28bcec0d-3759-4cf0-8b3c-84575c854def tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Network 11641061-c179-4280-8105-0e68df7b6bdd is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:26:08.890119 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-75c98773-50df-4f4a-8618-6ae47f315efd req-28bcec0d-3759-4cf0-8b3c-84575c854def tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:26:08.893959 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-75c98773-50df-4f4a-8618-6ae47f315efd req-28bcec0d-3759-4cf0-8b3c-84575c854def tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:26:08.922012 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bcec0d-3759-4cf0-8b3c-84575c854def tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Pushing event updated for resources: {'Port': ['ID=6ac7e3a1-942d-4c6d-b60b-a71e7c57502c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:26:08.955264 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c98773-50df-4f4a-8618-6ae47f315efd req-28bcec0d-3759-4cf0-8b3c-84575c854def tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:26:08.956076 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-75c98773-50df-4f4a-8618-6ae47f315efd req-28bcec0d-3759-4cf0-8b3c-84575c854def tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:08.959156 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:08.974471 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-75c98773-50df-4f4a-8618-6ae47f315efd req-28bcec0d-3759-4cf0-8b3c-84575c854def tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6039133 Jul 16 00:26:08.992744 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-75c98773-50df-4f4a-8618-6ae47f315efd req-5a6f3ba1-507b-4411-bac6-e2b90a1dc80d service neutron] Request body: {'port': {'device_id': 'cbc2794b-1238-4875-af2b-82c5b33827a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:26:09.070625 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-75c98773-50df-4f4a-8618-6ae47f315efd req-5a6f3ba1-507b-4411-bac6-e2b90a1dc80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:09.154105 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-655f2716-4e35-40bf-9a4f-fed6a42176ab None None] Provisioning for port 6ac7e3a1-942d-4c6d-b60b-a71e7c57502c completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:26:09.158776 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-655f2716-4e35-40bf-9a4f-fed6a42176ab None None] Provisioning complete for port 6ac7e3a1-942d-4c6d-b60b-a71e7c57502c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:26:09.159219 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-655f2716-4e35-40bf-9a4f-fed6a42176ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:09.198331 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-655f2716-4e35-40bf-9a4f-fed6a42176ab None None] Port 6ac7e3a1-942d-4c6d-b60b-a71e7c57502c cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:26:09.344060 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-75c98773-50df-4f4a-8618-6ae47f315efd req-5a6f3ba1-507b-4411-bac6-e2b90a1dc80d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ac7e3a1-942d-4c6d-b60b-a71e7c57502c {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:26:09.351471 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-75c98773-50df-4f4a-8618-6ae47f315efd req-5a6f3ba1-507b-4411-bac6-e2b90a1dc80d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:09.363159 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-75c98773-50df-4f4a-8618-6ae47f315efd req-5a6f3ba1-507b-4411-bac6-e2b90a1dc80d service neutron] Transition to ACTIVE for port object 6ac7e3a1-942d-4c6d-b60b-a71e7c57502c will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:26:09.367408 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-75c98773-50df-4f4a-8618-6ae47f315efd req-5a6f3ba1-507b-4411-bac6-e2b90a1dc80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:09.464048 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6f3ba1-507b-4411-bac6-e2b90a1dc80d service neutron] Pushing event updated for resources: {'Port': ['ID=6ac7e3a1-942d-4c6d-b60b-a71e7c57502c,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:26:09.500277 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-75c98773-50df-4f4a-8618-6ae47f315efd req-5a6f3ba1-507b-4411-bac6-e2b90a1dc80d service neutron] Attempting to bind port 6ac7e3a1-942d-4c6d-b60b-a71e7c57502c on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:26:09.502519 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-75c98773-50df-4f4a-8618-6ae47f315efd req-5a6f3ba1-507b-4411-bac6-e2b90a1dc80d service neutron] Attempting to bind port 6ac7e3a1-942d-4c6d-b60b-a71e7c57502c by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '47d61265-e148-44d1-b1cb-fc9435bcf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '11641061-c179-4280-8105-0e68df7b6bdd'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:26:09.502870 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c98773-50df-4f4a-8618-6ae47f315efd req-5a6f3ba1-507b-4411-bac6-e2b90a1dc80d service neutron] Attempting to bind port 6ac7e3a1-942d-4c6d-b60b-a71e7c57502c on network 11641061-c179-4280-8105-0e68df7b6bdd {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:26:09.508268 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c98773-50df-4f4a-8618-6ae47f315efd req-5a6f3ba1-507b-4411-bac6-e2b90a1dc80d service neutron] Port 6ac7e3a1-942d-4c6d-b60b-a71e7c57502c on network 11641061-c179-4280-8105-0e68df7b6bdd not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 00:26:09.508604 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c98773-50df-4f4a-8618-6ae47f315efd req-5a6f3ba1-507b-4411-bac6-e2b90a1dc80d service neutron] Attempting to bind port 6ac7e3a1-942d-4c6d-b60b-a71e7c57502c on network 11641061-c179-4280-8105-0e68df7b6bdd {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:26:09.516263 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c98773-50df-4f4a-8618-6ae47f315efd req-5a6f3ba1-507b-4411-bac6-e2b90a1dc80d service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:26:09.516612 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c98773-50df-4f4a-8618-6ae47f315efd req-5a6f3ba1-507b-4411-bac6-e2b90a1dc80d service neutron] Checking segment: {'id': '47d61265-e148-44d1-b1cb-fc9435bcf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '11641061-c179-4280-8105-0e68df7b6bdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:26:09.517014 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c98773-50df-4f4a-8618-6ae47f315efd req-5a6f3ba1-507b-4411-bac6-e2b90a1dc80d service neutron] Bound using segment: {'id': '47d61265-e148-44d1-b1cb-fc9435bcf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '11641061-c179-4280-8105-0e68df7b6bdd'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:26:09.517455 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-75c98773-50df-4f4a-8618-6ae47f315efd req-5a6f3ba1-507b-4411-bac6-e2b90a1dc80d service neutron] Bound port: 6ac7e3a1-942d-4c6d-b60b-a71e7c57502c, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47d61265-e148-44d1-b1cb-fc9435bcf7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '11641061-c179-4280-8105-0e68df7b6bdd'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:26:09.517823 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-75c98773-50df-4f4a-8618-6ae47f315efd req-5a6f3ba1-507b-4411-bac6-e2b90a1dc80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:09.559893 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95892a-8c0c-40b5-9a54-92428e8eb4c5 req-a29a3b06-5dbe-4464-8574-203b944c8d21 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:26:09.567811 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3c95892a-8c0c-40b5-9a54-92428e8eb4c5 req-a29a3b06-5dbe-4464-8574-203b944c8d21 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbc2794b-1238-4875-af2b-82c5b33827a1 HTTP/1.1" status: 200 len: 943 time: 0.0789289 Jul 16 00:26:09.620298 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-75c98773-50df-4f4a-8618-6ae47f315efd req-5a6f3ba1-507b-4411-bac6-e2b90a1dc80d service neutron] For port 6ac7e3a1-942d-4c6d-b60b-a71e7c57502c, host n-h2-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:26:09.628239 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3c95892a-8c0c-40b5-9a54-92428e8eb4c5 req-2aad688c-0737-4e33-ac0a-4c84c7332aaf tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=493674fb-ba92-4d37-8f3d-38868e8c00d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591812 Jul 16 00:26:09.630779 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-75c98773-50df-4f4a-8618-6ae47f315efd req-5a6f3ba1-507b-4411-bac6-e2b90a1dc80d service neutron] For port 6ac7e3a1-942d-4c6d-b60b-a71e7c57502c, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=6ac7e3a1-942d-4c6d-b60b-a71e7c57502c,segment=NetworkSegment(47d61265-e148-44d1-b1cb-fc9435bcf7a5),segment_id=47d61265-e148-44d1-b1cb-fc9435bcf7a5)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:26:09.639154 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-75c98773-50df-4f4a-8618-6ae47f315efd req-5a6f3ba1-507b-4411-bac6-e2b90a1dc80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:09.676008 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c98773-50df-4f4a-8618-6ae47f315efd req-5a6f3ba1-507b-4411-bac6-e2b90a1dc80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:26:09.676691 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-75c98773-50df-4f4a-8618-6ae47f315efd req-5a6f3ba1-507b-4411-bac6-e2b90a1dc80d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:09.678528 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-75c98773-50df-4f4a-8618-6ae47f315efd req-5a6f3ba1-507b-4411-bac6-e2b90a1dc80d service neutron] 10.222.0.41 "PUT /v2.0/ports/6ac7e3a1-942d-4c6d-b60b-a71e7c57502c HTTP/1.1" status: 200 len: 1091 time: 0.6906605 Jul 16 00:26:09.679020 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbc2794b-1238-4875-af2b-82c5b33827a1', 'tag': '6ac7e3a1-942d-4c6d-b60b-a71e7c57502c'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:26:09.681453 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732f3e1a316c3ad7d48a65c2bbc2e30ba6c82a3ba5a41bb87b5b7e43e99a4419" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31735b4f-7e9f-42bc-b7fd-4cac595bf1da" -d '{"events": [{"name": "network-changed", "server_uuid": "cbc2794b-1238-4875-af2b-82c5b33827a1", "tag": "6ac7e3a1-942d-4c6d-b60b-a71e7c57502c"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:26:09.723177 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6f3ba1-507b-4411-bac6-e2b90a1dc80d service neutron] Pushing event updated for resources: {'Port': ['ID=6ac7e3a1-942d-4c6d-b60b-a71e7c57502c,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:26:09.755717 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a07d9c69-032b-45a6-875f-96a006733b7a x-openstack-request-id: req-a07d9c69-032b-45a6-875f-96a006733b7a {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:26:09.756090 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbc2794b-1238-4875-af2b-82c5b33827a1", "tag": "6ac7e3a1-942d-4c6d-b60b-a71e7c57502c", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:26:09.756347 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a07d9c69-032b-45a6-875f-96a006733b7a {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:26:09.756754 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbc2794b-1238-4875-af2b-82c5b33827a1', 'tag': '6ac7e3a1-942d-4c6d-b60b-a71e7c57502c', 'status': 'completed', 'code': 200} Jul 16 00:26:09.803595 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c98773-50df-4f4a-8618-6ae47f315efd req-55940805-bdbb-4651-810b-cdb06eca6452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:26:09.812716 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-75c98773-50df-4f4a-8618-6ae47f315efd req-55940805-bdbb-4651-810b-cdb06eca6452 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d1c71c0b2de48988daaa127b8c53c1d&device_id=cbc2794b-1238-4875-af2b-82c5b33827a1 HTTP/1.1" status: 200 len: 1094 time: 0.0718851 Jul 16 00:26:09.867909 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-75c98773-50df-4f4a-8618-6ae47f315efd req-b1bdec2e-ecc0-4086-a29a-be0f0d38b0ca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ac7e3a1-942d-4c6d-b60b-a71e7c57502c HTTP/1.1" status: 200 len: 217 time: 0.0423002 Jul 16 00:26:09.945484 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c98773-50df-4f4a-8618-6ae47f315efd req-224e80cf-b3a6-4b67-8d63-70a32f769897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:26:09.947834 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-75c98773-50df-4f4a-8618-6ae47f315efd req-224e80cf-b3a6-4b67-8d63-70a32f769897 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=38e19475-90d9-42cf-bc38-30b52dd24af7 HTTP/1.1" status: 200 len: 848 time: 0.0737002 Jul 16 00:26:10.006952 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c98773-50df-4f4a-8618-6ae47f315efd req-178019c0-ca5d-47bc-bf11-addd5da95a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:26:10.008777 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-75c98773-50df-4f4a-8618-6ae47f315efd req-178019c0-ca5d-47bc-bf11-addd5da95a95 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=11641061-c179-4280-8105-0e68df7b6bdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543823 Jul 16 00:26:10.101868 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-75c98773-50df-4f4a-8618-6ae47f315efd req-164aa293-476d-4b04-8f0a-b5676678a62f service neutron] 10.222.0.41 "GET /v2.0/networks/11641061-c179-4280-8105-0e68df7b6bdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869012 Jul 16 00:26:10.191344 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-75c98773-50df-4f4a-8618-6ae47f315efd req-d60afa6a-b4ad-4a0c-aa31-6476ef9fc5bc service neutron] 10.222.0.41 "GET /v2.0/networks/11641061-c179-4280-8105-0e68df7b6bdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828722 Jul 16 00:26:10.326170 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31735b4f-7e9f-42bc-b7fd-4cac595bf1da req-d2678304-5ae4-45ec-8516-19e8ea6f1bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:26:10.327676 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-31735b4f-7e9f-42bc-b7fd-4cac595bf1da req-d2678304-5ae4-45ec-8516-19e8ea6f1bbf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d1c71c0b2de48988daaa127b8c53c1d&device_id=cbc2794b-1238-4875-af2b-82c5b33827a1 HTTP/1.1" status: 200 len: 1094 time: 0.0619812 Jul 16 00:26:10.421141 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31735b4f-7e9f-42bc-b7fd-4cac595bf1da req-09c12d20-60d0-43e3-895a-79d1197bf43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:26:10.422678 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-31735b4f-7e9f-42bc-b7fd-4cac595bf1da req-09c12d20-60d0-43e3-895a-79d1197bf43d service neutron] 10.222.0.41 "GET /v2.0/networks?id=11641061-c179-4280-8105-0e68df7b6bdd HTTP/1.1" status: 200 len: 910 time: 0.0887032 Jul 16 00:26:10.467463 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-31735b4f-7e9f-42bc-b7fd-4cac595bf1da req-fd4b1936-67d5-4c58-80d8-b93e0e114828 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ac7e3a1-942d-4c6d-b60b-a71e7c57502c HTTP/1.1" status: 200 len: 217 time: 0.0386846 Jul 16 00:26:10.516618 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31735b4f-7e9f-42bc-b7fd-4cac595bf1da req-b3fb6e61-a13c-4b36-b688-32d0cb0a6992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:26:10.518118 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-31735b4f-7e9f-42bc-b7fd-4cac595bf1da req-b3fb6e61-a13c-4b36-b688-32d0cb0a6992 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=38e19475-90d9-42cf-bc38-30b52dd24af7 HTTP/1.1" status: 200 len: 848 time: 0.0443535 Jul 16 00:26:10.576510 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31735b4f-7e9f-42bc-b7fd-4cac595bf1da req-8853bf19-8403-4f6e-b8c5-ffa7ec155e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:26:10.577966 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-31735b4f-7e9f-42bc-b7fd-4cac595bf1da req-8853bf19-8403-4f6e-b8c5-ffa7ec155e90 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=11641061-c179-4280-8105-0e68df7b6bdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536530 Jul 16 00:26:10.672569 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-31735b4f-7e9f-42bc-b7fd-4cac595bf1da req-c5a2d09a-aa13-440d-992b-99722d5da313 service neutron] 10.222.0.41 "GET /v2.0/networks/11641061-c179-4280-8105-0e68df7b6bdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879397 Jul 16 00:26:10.765545 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-31735b4f-7e9f-42bc-b7fd-4cac595bf1da req-923f55bf-ee43-4e2c-b2fa-83085960989a service neutron] 10.222.0.41 "GET /v2.0/networks/11641061-c179-4280-8105-0e68df7b6bdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872736 Jul 16 00:26:10.812540 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a85a767-bcaf-4b7d-9345-1fca93a36b03 req-a3f765a5-76b8-4ae7-9df0-06c45aa3d927 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:26:10.814140 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3a85a767-bcaf-4b7d-9345-1fca93a36b03 req-a3f765a5-76b8-4ae7-9df0-06c45aa3d927 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbc2794b-1238-4875-af2b-82c5b33827a1 HTTP/1.1" status: 200 len: 943 time: 0.0696552 Jul 16 00:26:10.851978 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3a85a767-bcaf-4b7d-9345-1fca93a36b03 req-372b1483-37ac-488d-b610-a841e176f78c tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=493674fb-ba92-4d37-8f3d-38868e8c00d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317116 Jul 16 00:26:11.864024 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:26:12.030582 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3f233-1271-4908-9346-e9b65ad28ca3 req-5fec0c2c-1a94-4614-b4f2-e82a4b5b2785 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:26:12.032082 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-11d3f233-1271-4908-9346-e9b65ad28ca3 req-5fec0c2c-1a94-4614-b4f2-e82a4b5b2785 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbc2794b-1238-4875-af2b-82c5b33827a1 HTTP/1.1" status: 200 len: 943 time: 0.0633218 Jul 16 00:26:12.074645 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-11d3f233-1271-4908-9346-e9b65ad28ca3 req-8a09ff10-8d1b-4ed4-bee3-e77fb341ca09 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=493674fb-ba92-4d37-8f3d-38868e8c00d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360017 Jul 16 00:26:13.255877 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880a051-4b35-4209-a419-798823bf0558 req-a77a9da3-aa49-42e6-943e-b218c310bf0c tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:26:13.257354 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6880a051-4b35-4209-a419-798823bf0558 req-a77a9da3-aa49-42e6-943e-b218c310bf0c tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbc2794b-1238-4875-af2b-82c5b33827a1 HTTP/1.1" status: 200 len: 943 time: 0.0619066 Jul 16 00:26:13.295587 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6880a051-4b35-4209-a419-798823bf0558 req-d5af191f-ae38-46e6-8a0b-bc1741a15af2 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=493674fb-ba92-4d37-8f3d-38868e8c00d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315361 Jul 16 00:26:14.466859 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a196918-2dd4-4edc-a033-dc6ba6038dbb req-578a17ad-e053-4288-9ddd-33cba3db09ef tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:26:14.468362 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5a196918-2dd4-4edc-a033-dc6ba6038dbb req-578a17ad-e053-4288-9ddd-33cba3db09ef tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbc2794b-1238-4875-af2b-82c5b33827a1 HTTP/1.1" status: 200 len: 943 time: 0.0618827 Jul 16 00:26:14.504272 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5a196918-2dd4-4edc-a033-dc6ba6038dbb req-958231a3-0141-40aa-8402-22e76a1d82f5 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=493674fb-ba92-4d37-8f3d-38868e8c00d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303836 Jul 16 00:26:15.682747 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b808e18-7362-413f-9b12-c12dbc36ae1d req-560c79f5-047e-4937-be2d-d1b7bf94e618 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:26:15.684862 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9b808e18-7362-413f-9b12-c12dbc36ae1d req-560c79f5-047e-4937-be2d-d1b7bf94e618 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbc2794b-1238-4875-af2b-82c5b33827a1 HTTP/1.1" status: 200 len: 943 time: 0.0703559 Jul 16 00:26:15.723653 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9b808e18-7362-413f-9b12-c12dbc36ae1d req-144d79a3-bd31-4dd3-a7c1-bf71f14f4336 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=493674fb-ba92-4d37-8f3d-38868e8c00d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331404 Jul 16 00:26:16.894670 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da14dedb-7365-4920-bbaa-bc3f23f567c1 req-54830d5e-18dd-4d42-b155-13b51bafdd15 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:26:16.896162 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-da14dedb-7365-4920-bbaa-bc3f23f567c1 req-54830d5e-18dd-4d42-b155-13b51bafdd15 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbc2794b-1238-4875-af2b-82c5b33827a1 HTTP/1.1" status: 200 len: 943 time: 0.0625660 Jul 16 00:26:16.934617 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-da14dedb-7365-4920-bbaa-bc3f23f567c1 req-cf70a3fd-f401-4ab4-a3c2-c72a416ef105 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=493674fb-ba92-4d37-8f3d-38868e8c00d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320518 Jul 16 00:26:18.102751 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77d6554-0c9b-4b62-97ec-9a29c7487436 req-7d65e951-7e87-4a1b-9903-2400ec70f9d7 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:26:18.104147 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a77d6554-0c9b-4b62-97ec-9a29c7487436 req-7d65e951-7e87-4a1b-9903-2400ec70f9d7 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbc2794b-1238-4875-af2b-82c5b33827a1 HTTP/1.1" status: 200 len: 943 time: 0.0619628 Jul 16 00:26:18.145307 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a77d6554-0c9b-4b62-97ec-9a29c7487436 req-ff116b7f-e959-4473-a0f1-12ee966bb518 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=493674fb-ba92-4d37-8f3d-38868e8c00d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354574 Jul 16 00:26:19.317994 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa9f32a-995d-40e0-8129-2ab590216390 req-a946b6f9-f1e1-4d83-8324-498512aebba1 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:26:19.319510 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6aa9f32a-995d-40e0-8129-2ab590216390 req-a946b6f9-f1e1-4d83-8324-498512aebba1 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbc2794b-1238-4875-af2b-82c5b33827a1 HTTP/1.1" status: 200 len: 943 time: 0.0640199 Jul 16 00:26:19.358984 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6aa9f32a-995d-40e0-8129-2ab590216390 req-3ab4cbe9-cc8f-48e0-b6f9-bb7564ef28aa tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=493674fb-ba92-4d37-8f3d-38868e8c00d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328019 Jul 16 00:26:20.531374 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c58fa-6f9d-4e15-983e-d5b668a348e5 req-6e785209-758f-41a8-848f-e50f6afb1b99 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:26:20.532865 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ca1c58fa-6f9d-4e15-983e-d5b668a348e5 req-6e785209-758f-41a8-848f-e50f6afb1b99 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbc2794b-1238-4875-af2b-82c5b33827a1 HTTP/1.1" status: 200 len: 943 time: 0.0621817 Jul 16 00:26:20.568682 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ca1c58fa-6f9d-4e15-983e-d5b668a348e5 req-26475a87-ad36-43a0-91d9-4c5edef0dc72 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=493674fb-ba92-4d37-8f3d-38868e8c00d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303066 Jul 16 00:26:21.103457 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 6ac7e3a1-942d-4c6d-b60b-a71e7c57502c details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 00:26:21.199261 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 6ac7e3a1-942d-4c6d-b60b-a71e7c57502c, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=6ac7e3a1-942d-4c6d-b60b-a71e7c57502c,segment=NetworkSegment(47d61265-e148-44d1-b1cb-fc9435bcf7a5),segment_id=47d61265-e148-44d1-b1cb-fc9435bcf7a5)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:26:21.209988 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': '6ac7e3a1-942d-4c6d-b60b-a71e7c57502c', 'network_id': '11641061-c179-4280-8105-0e68df7b6bdd', 'port_id': '6ac7e3a1-942d-4c6d-b60b-a71e7c57502c', 'mac_address': 'fa:16:3e:0d:ae:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38e19475-90d9-42cf-bc38-30b52dd24af7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 00:26:21.250856 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:21.264297 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ac7e3a1-942d-4c6d-b60b-a71e7c57502c {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:26:21.283793 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 6ac7e3a1-942d-4c6d-b60b-a71e7c57502c, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=6ac7e3a1-942d-4c6d-b60b-a71e7c57502c,segment=NetworkSegment(47d61265-e148-44d1-b1cb-fc9435bcf7a5),segment_id=47d61265-e148-44d1-b1cb-fc9435bcf7a5)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:26:21.287517 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:21.337575 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=6ac7e3a1-942d-4c6d-b60b-a71e7c57502c,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:26:21.345343 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:26:21.345694 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:26:21.346028 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:26:21.346358 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:26:21.346686 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:26:21.347012 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:26:21.347336 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:26:21.347683 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:26:21.348006 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:26:21.348321 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:26:21.348638 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:26:21.348953 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:26:21.559858 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['6ac7e3a1-942d-4c6d-b60b-a71e7c57502c'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:26:21.759943 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fae0b2-cf6a-43bc-988b-746488813d88 req-f8f858eb-865a-4896-955f-7dbeb0810450 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:26:21.761477 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-09fae0b2-cf6a-43bc-988b-746488813d88 req-f8f858eb-865a-4896-955f-7dbeb0810450 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbc2794b-1238-4875-af2b-82c5b33827a1 HTTP/1.1" status: 200 len: 944 time: 0.0689185 Jul 16 00:26:21.801544 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-09fae0b2-cf6a-43bc-988b-746488813d88 req-81f4811b-c852-49c5-ac50-c2277a15c9d9 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=493674fb-ba92-4d37-8f3d-38868e8c00d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345044 Jul 16 00:26:22.975058 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3075b-377c-4905-b30f-20a2f7b196ce req-b49ddc52-15e0-4d3c-a79a-400a9b25b025 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:26:22.976555 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dbe3075b-377c-4905-b30f-20a2f7b196ce req-b49ddc52-15e0-4d3c-a79a-400a9b25b025 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbc2794b-1238-4875-af2b-82c5b33827a1 HTTP/1.1" status: 200 len: 944 time: 0.0617366 Jul 16 00:26:23.014653 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-dbe3075b-377c-4905-b30f-20a2f7b196ce req-140b2ca5-83c8-43be-b9e3-cca48f8342c0 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=493674fb-ba92-4d37-8f3d-38868e8c00d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314856 Jul 16 00:26:23.118400 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 6ac7e3a1-942d-4c6d-b60b-a71e7c57502c up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:26:23.166858 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port 6ac7e3a1-942d-4c6d-b60b-a71e7c57502c completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:26:23.171120 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port 6ac7e3a1-942d-4c6d-b60b-a71e7c57502c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:26:23.171489 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:23.244590 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:23.269178 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc2794b-1238-4875-af2b-82c5b33827a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac7e3a1-942d-4c6d-b60b-a71e7c57502c'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:26:23.271393 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85e2a5fec60f0be1243ce80844a072e05c29e3c23db0dd3e62b5f7d92f5b0637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d6f3d2-c12f-48f8-b316-6ed29d5378ee" -d '{"events": [{"server_uuid": "cbc2794b-1238-4875-af2b-82c5b33827a1", "name": "network-vif-plugged", "status": "completed", "tag": "6ac7e3a1-942d-4c6d-b60b-a71e7c57502c"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:26:23.284556 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 6ac7e3a1-942d-4c6d-b60b-a71e7c57502c, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=6ac7e3a1-942d-4c6d-b60b-a71e7c57502c,segment=NetworkSegment(47d61265-e148-44d1-b1cb-fc9435bcf7a5),segment_id=47d61265-e148-44d1-b1cb-fc9435bcf7a5)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:26:23.288919 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:23.338059 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=6ac7e3a1-942d-4c6d-b60b-a71e7c57502c,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:26:23.365383 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1361ac82-33f5-43ca-8d59-b58ac9fc5175 x-openstack-request-id: req-1361ac82-33f5-43ca-8d59-b58ac9fc5175 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:26:23.365679 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc2794b-1238-4875-af2b-82c5b33827a1", "name": "network-vif-plugged", "status": "completed", "tag": "6ac7e3a1-942d-4c6d-b60b-a71e7c57502c", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:26:23.365936 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1361ac82-33f5-43ca-8d59-b58ac9fc5175 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:26:23.366354 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc2794b-1238-4875-af2b-82c5b33827a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac7e3a1-942d-4c6d-b60b-a71e7c57502c', 'code': 200} Jul 16 00:26:23.503452 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad8d0a-478f-4079-9c86-284bc958b4b6 req-2d8a145b-545f-472b-a205-7198e3cd6f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:26:23.504870 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-48ad8d0a-478f-4079-9c86-284bc958b4b6 req-2d8a145b-545f-472b-a205-7198e3cd6f23 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cbc2794b-1238-4875-af2b-82c5b33827a1 HTTP/1.1" status: 200 len: 1096 time: 0.0550442 Jul 16 00:26:23.539132 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-48ad8d0a-478f-4079-9c86-284bc958b4b6 req-0366e814-321c-41b3-ab43-f7b1e76e6fc6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=493674fb-ba92-4d37-8f3d-38868e8c00d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273323 Jul 16 00:26:24.187095 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b7392-ea43-4946-8c2f-b70abe675ff1 req-c00cd9d4-03ff-41af-939a-6a9dc99d9c32 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:26:24.188672 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-352b7392-ea43-4946-8c2f-b70abe675ff1 req-c00cd9d4-03ff-41af-939a-6a9dc99d9c32 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbc2794b-1238-4875-af2b-82c5b33827a1 HTTP/1.1" status: 200 len: 945 time: 0.0632446 Jul 16 00:26:24.230043 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-352b7392-ea43-4946-8c2f-b70abe675ff1 req-4eba3963-f9c1-4d02-852f-af1d590e9707 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=493674fb-ba92-4d37-8f3d-38868e8c00d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355535 Jul 16 00:26:25.402846 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b52ecc-d076-4cab-b249-4879883e34af req-37faa7fc-2827-43ab-b270-1c01faf8ef51 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:26:25.404318 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-56b52ecc-d076-4cab-b249-4879883e34af req-37faa7fc-2827-43ab-b270-1c01faf8ef51 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbc2794b-1238-4875-af2b-82c5b33827a1 HTTP/1.1" status: 200 len: 945 time: 0.0618172 Jul 16 00:26:25.440780 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-56b52ecc-d076-4cab-b249-4879883e34af req-106e532b-f5a6-4f8c-b8a2-46e3092a7348 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=493674fb-ba92-4d37-8f3d-38868e8c00d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309744 Jul 16 00:26:25.612393 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84dbd9c-a2be-43e0-be9f-318588aa148c req-afdfb6e2-efe6-4410-9e60-9014210e6e57 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:26:25.613856 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b84dbd9c-a2be-43e0-be9f-318588aa148c req-afdfb6e2-efe6-4410-9e60-9014210e6e57 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbc2794b-1238-4875-af2b-82c5b33827a1 HTTP/1.1" status: 200 len: 945 time: 0.0629449 Jul 16 00:26:25.651233 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b84dbd9c-a2be-43e0-be9f-318588aa148c req-8132f4eb-5c15-4a99-882b-0f3a72e9a22b tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=493674fb-ba92-4d37-8f3d-38868e8c00d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320406 Jul 16 00:26:25.675846 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55774) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:26:25.732015 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6805094b-cdea-4c08-9fbc-e70ceefd847e tempest-TestShelveInstance-662690986 tempest-TestShelveInstance-662690986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:26:25.733520 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-6805094b-cdea-4c08-9fbc-e70ceefd847e tempest-TestShelveInstance-662690986 tempest-TestShelveInstance-662690986-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=cbc2794b-1238-4875-af2b-82c5b33827a1 HTTP/1.1" status: 200 len: 1091 time: 0.0566850 Jul 16 00:26:25.736273 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55776) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:26:25.740577 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-9f82fffb-c527-4fef-92b1-973e8d4271e6 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Request body: {'floatingip': {'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'port_id': '6ac7e3a1-942d-4c6d-b60b-a71e7c57502c', 'tenant_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:26:25.761793 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9f82fffb-c527-4fef-92b1-973e8d4271e6 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:25.856042 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9f82fffb-c527-4fef-92b1-973e8d4271e6 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:26.249675 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:26.270038 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-9f82fffb-c527-4fef-92b1-973e8d4271e6 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Allocated IP 172.25.5.101 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/153aad15-6716-49ac-b139-3ba3d1da9cc4) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:26:26.374770 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9f82fffb-c527-4fef-92b1-973e8d4271e6 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:26.413132 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9f82fffb-c527-4fef-92b1-973e8d4271e6 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:26.457475 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f82fffb-c527-4fef-92b1-973e8d4271e6 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:26:26.460322 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-9f82fffb-c527-4fef-92b1-973e8d4271e6 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:26:26.465421 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f82fffb-c527-4fef-92b1-973e8d4271e6 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:26:26.471003 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f82fffb-c527-4fef-92b1-973e8d4271e6 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Pushing event updated for resources: {'Port': ['ID=153aad15-6716-49ac-b139-3ba3d1da9cc4,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:26:26.832049 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9f82fffb-c527-4fef-92b1-973e8d4271e6 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:26.905310 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9f82fffb-c527-4fef-92b1-973e8d4271e6 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:27.050108 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9f82fffb-c527-4fef-92b1-973e8d4271e6 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:27.054508 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9f82fffb-c527-4fef-92b1-973e8d4271e6 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:27.124500 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f82fffb-c527-4fef-92b1-973e8d4271e6 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Pushing event updated for resources: {'Port': ['ID=153aad15-6716-49ac-b139-3ba3d1da9cc4,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:26:27.131112 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9f82fffb-c527-4fef-92b1-973e8d4271e6 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:27.230836 n-d-794306-6 neutron-server[93770]: INFO neutron.db.l3_db [None req-9f82fffb-c527-4fef-92b1-973e8d4271e6 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Floating IP 3a5fbed0-6ab4-463d-b019-02ad19c40ac7 associated. External IP: 172.25.5.101, port: 6ac7e3a1-942d-4c6d-b60b-a71e7c57502c. Jul 16 00:26:27.438226 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f82fffb-c527-4fef-92b1-973e8d4271e6 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Router 0e92d90d-192c-4ba0-8c04-ce0b9e364da5 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:26:27.543512 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f82fffb-c527-4fef-92b1-973e8d4271e6 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:26:27.553294 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6cea84-338c-4ac1-ae35-9ca79fb3c76a None None] Sync routers for ids ['0e92d90d-192c-4ba0-8c04-ce0b9e364da5'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:26:27.560354 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9f82fffb-c527-4fef-92b1-973e8d4271e6 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:27.564030 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6cea84-338c-4ac1-ae35-9ca79fb3c76a None None] Routers {'0e92d90d-192c-4ba0-8c04-ce0b9e364da5'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:26:27.564684 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-2a6cea84-338c-4ac1-ae35-9ca79fb3c76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:26:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['0e92d90d-192c-4ba0-8c04-ce0b9e364da5'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:26:27.595909 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-9f82fffb-c527-4fef-92b1-973e8d4271e6 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8585994 Jul 16 00:26:27.596606 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbc2794b-1238-4875-af2b-82c5b33827a1', 'tag': '6ac7e3a1-942d-4c6d-b60b-a71e7c57502c'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:26:27.598876 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cfa130710a3ed3c11f83ca70e11270030e5afd3463e80eec9e3119d100d8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-756a191e-33cb-40ac-9461-db6acf48c418" -d '{"events": [{"name": "network-changed", "server_uuid": "cbc2794b-1238-4875-af2b-82c5b33827a1", "tag": "6ac7e3a1-942d-4c6d-b60b-a71e7c57502c"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:26:27.675167 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-2a6cea84-338c-4ac1-ae35-9ca79fb3c76a None None] Set router 0e92d90d-192c-4ba0-8c04-ce0b9e364da5 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:26:27.686453 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1245835f-70d4-4f1b-821b-0cfee84fa87f x-openstack-request-id: req-1245835f-70d4-4f1b-821b-0cfee84fa87f {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:26:27.686746 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbc2794b-1238-4875-af2b-82c5b33827a1", "tag": "6ac7e3a1-942d-4c6d-b60b-a71e7c57502c", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:26:27.687000 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1245835f-70d4-4f1b-821b-0cfee84fa87f {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:26:27.687406 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbc2794b-1238-4875-af2b-82c5b33827a1', 'tag': '6ac7e3a1-942d-4c6d-b60b-a71e7c57502c', 'status': 'completed', 'code': 200} Jul 16 00:26:27.787551 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a191e-33cb-40ac-9461-db6acf48c418 req-41386921-b29d-4b79-a941-03494094e694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:26:27.789019 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-756a191e-33cb-40ac-9461-db6acf48c418 req-41386921-b29d-4b79-a941-03494094e694 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d1c71c0b2de48988daaa127b8c53c1d&device_id=cbc2794b-1238-4875-af2b-82c5b33827a1 HTTP/1.1" status: 200 len: 1096 time: 0.0582891 Jul 16 00:26:27.880206 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a191e-33cb-40ac-9461-db6acf48c418 req-fd1ad75a-c1a7-4c5b-ad9c-3f2c5f1b52bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:26:27.881672 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-756a191e-33cb-40ac-9461-db6acf48c418 req-fd1ad75a-c1a7-4c5b-ad9c-3f2c5f1b52bc service neutron] 10.222.0.41 "GET /v2.0/networks?id=11641061-c179-4280-8105-0e68df7b6bdd HTTP/1.1" status: 200 len: 910 time: 0.0864084 Jul 16 00:26:27.897459 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-2a6cea84-338c-4ac1-ae35-9ca79fb3c76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e92d90d-192c-4ba0-8c04-ce0b9e364da5', 'name': 'tempest-TestShelveInstance-1519237025-router', 'tenant_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '258cc017-1591-4d7d-a364-b3592504b5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:21:31Z', 'updated_at': '2021-07-16T00:21:34Z', 'revision_number': 4, 'project_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'gw_port': {'id': '258cc017-1591-4d7d-a364-b3592504b5bf', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e92d90d-192c-4ba0-8c04-ce0b9e364da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:21:32Z', 'updated_at': '2021-07-16T00:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '3a5fbed0-6ab4-463d-b019-02ad19c40ac7', 'tenant_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'floating_ip_address': '172.25.5.101', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '0e92d90d-192c-4ba0-8c04-ce0b9e364da5', 'port_id': '6ac7e3a1-942d-4c6d-b60b-a71e7c57502c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11641061-c179-4280-8105-0e68df7b6bdd', 'mac_address': 'fa:16:3e:0d:ae:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc2794b-1238-4875-af2b-82c5b33827a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:26:26Z', 'updated_at': '2021-07-16T00:26:26Z', 'revision_number': 0, 'project_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '972ecfa8-9cea-4c1c-bd65-7f2aca665831', 'name': '', 'network_id': '11641061-c179-4280-8105-0e68df7b6bdd', 'tenant_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'mac_address': 'fa:16:3e:6f:c4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e92d90d-192c-4ba0-8c04-ce0b9e364da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '38e19475-90d9-42cf-bc38-30b52dd24af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:21:34Z', 'updated_at': '2021-07-16T00:21:40Z', 'revision_number': 5, 'project_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'subnets': [{'id': '38e19475-90d9-42cf-bc38-30b52dd24af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:26:27.928308 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6cea84-338c-4ac1-ae35-9ca79fb3c76a None None] Checking router: 0e92d90d-192c-4ba0-8c04-ce0b9e364da5 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:26:27.936758 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6cea84-338c-4ac1-ae35-9ca79fb3c76a None None] Routers {'0e92d90d-192c-4ba0-8c04-ce0b9e364da5'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:26:27.937367 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-2a6cea84-338c-4ac1-ae35-9ca79fb3c76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:26:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['0e92d90d-192c-4ba0-8c04-ce0b9e364da5'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:26:27.951413 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-756a191e-33cb-40ac-9461-db6acf48c418 req-5a273669-1ee7-4074-8fe9-839f5d404cba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ac7e3a1-942d-4c6d-b60b-a71e7c57502c HTTP/1.1" status: 200 len: 999 time: 0.0632744 Jul 16 00:26:27.998951 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a191e-33cb-40ac-9461-db6acf48c418 req-26705f21-dca0-4f3c-90c8-db9f69aa97ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:26:28.000429 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-756a191e-33cb-40ac-9461-db6acf48c418 req-26705f21-dca0-4f3c-90c8-db9f69aa97ed service neutron] 10.222.0.41 "GET /v2.0/subnets?id=38e19475-90d9-42cf-bc38-30b52dd24af7 HTTP/1.1" status: 200 len: 848 time: 0.0432370 Jul 16 00:26:28.040897 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-2a6cea84-338c-4ac1-ae35-9ca79fb3c76a None None] Set router 0e92d90d-192c-4ba0-8c04-ce0b9e364da5 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:26:28.056248 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a191e-33cb-40ac-9461-db6acf48c418 req-bdea9688-dae7-4d57-8d14-41240972205c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:26:28.057963 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-756a191e-33cb-40ac-9461-db6acf48c418 req-bdea9688-dae7-4d57-8d14-41240972205c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=11641061-c179-4280-8105-0e68df7b6bdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514643 Jul 16 00:26:28.152243 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-756a191e-33cb-40ac-9461-db6acf48c418 req-787e2e48-f51b-4e05-a3dd-2509a56f2f2d service neutron] 10.222.0.41 "GET /v2.0/networks/11641061-c179-4280-8105-0e68df7b6bdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877941 Jul 16 00:26:28.241007 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-756a191e-33cb-40ac-9461-db6acf48c418 req-39d9c9c7-4bed-43dc-ab86-2052706213dc service neutron] 10.222.0.41 "GET /v2.0/networks/11641061-c179-4280-8105-0e68df7b6bdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825059 Jul 16 00:26:28.258974 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-2a6cea84-338c-4ac1-ae35-9ca79fb3c76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e92d90d-192c-4ba0-8c04-ce0b9e364da5', 'name': 'tempest-TestShelveInstance-1519237025-router', 'tenant_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '258cc017-1591-4d7d-a364-b3592504b5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:21:31Z', 'updated_at': '2021-07-16T00:21:34Z', 'revision_number': 4, 'project_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'gw_port': {'id': '258cc017-1591-4d7d-a364-b3592504b5bf', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e92d90d-192c-4ba0-8c04-ce0b9e364da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:21:32Z', 'updated_at': '2021-07-16T00:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '3a5fbed0-6ab4-463d-b019-02ad19c40ac7', 'tenant_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'floating_ip_address': '172.25.5.101', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '0e92d90d-192c-4ba0-8c04-ce0b9e364da5', 'port_id': '6ac7e3a1-942d-4c6d-b60b-a71e7c57502c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11641061-c179-4280-8105-0e68df7b6bdd', 'mac_address': 'fa:16:3e:0d:ae:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc2794b-1238-4875-af2b-82c5b33827a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:26:26Z', 'updated_at': '2021-07-16T00:26:26Z', 'revision_number': 0, 'project_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '972ecfa8-9cea-4c1c-bd65-7f2aca665831', 'name': '', 'network_id': '11641061-c179-4280-8105-0e68df7b6bdd', 'tenant_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'mac_address': 'fa:16:3e:6f:c4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e92d90d-192c-4ba0-8c04-ce0b9e364da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '38e19475-90d9-42cf-bc38-30b52dd24af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:21:34Z', 'updated_at': '2021-07-16T00:21:40Z', 'revision_number': 5, 'project_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'subnets': [{'id': '38e19475-90d9-42cf-bc38-30b52dd24af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:26:28.286131 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6cea84-338c-4ac1-ae35-9ca79fb3c76a None None] The sync data for ids ['0e92d90d-192c-4ba0-8c04-ce0b9e364da5'] in n-d-794306-6 is: [{'id': '0e92d90d-192c-4ba0-8c04-ce0b9e364da5', 'name': 'tempest-TestShelveInstance-1519237025-router', 'tenant_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '258cc017-1591-4d7d-a364-b3592504b5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:21:31Z', 'updated_at': '2021-07-16T00:21:34Z', 'revision_number': 4, 'project_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'gw_port': {'id': '258cc017-1591-4d7d-a364-b3592504b5bf', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e92d90d-192c-4ba0-8c04-ce0b9e364da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:21:32Z', 'updated_at': '2021-07-16T00:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '3a5fbed0-6ab4-463d-b019-02ad19c40ac7', 'tenant_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'floating_ip_address': '172.25.5.101', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '0e92d90d-192c-4ba0-8c04-ce0b9e364da5', 'port_id': '6ac7e3a1-942d-4c6d-b60b-a71e7c57502c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11641061-c179-4280-8105-0e68df7b6bdd', 'mac_address': 'fa:16:3e:0d:ae:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc2794b-1238-4875-af2b-82c5b33827a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:26:26Z', 'updated_at': '2021-07-16T00:26:26Z', 'revision_number': 0, 'project_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '972ecfa8-9cea-4c1c-bd65-7f2aca665831', 'name': '', 'network_id': '11641061-c179-4280-8105-0e68df7b6bdd', 'tenant_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'mac_address': 'fa:16:3e:6f:c4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e92d90d-192c-4ba0-8c04-ce0b9e364da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '38e19475-90d9-42cf-bc38-30b52dd24af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:21:34Z', 'updated_at': '2021-07-16T00:21:40Z', 'revision_number': 5, 'project_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'subnets': [{'id': '38e19475-90d9-42cf-bc38-30b52dd24af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:26:28.473574 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5f2338-ab63-426f-882e-8acec1dfa771 None None] New status for floating IP 3a5fbed0-6ab4-463d-b019-02ad19c40ac7: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 00:26:30.969809 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-67737468-a420-4a3a-ab9e-6d86198ccc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:33.532679 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:34.326416 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e03051be-ef69-4e13-8a12-2b74f6974fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:34.614042 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:36.009928 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ad1f2759-54f7-4ded-bc80-9c6483ecd465 req-905be1ef-1ac7-4c46-b68c-ff763994f1ad service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cbc2794b-1238-4875-af2b-82c5b33827a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0550141 Jul 16 00:26:36.126474 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f2759-54f7-4ded-bc80-9c6483ecd465 req-1643d42c-14ac-45b9-bf63-858ed6766346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:26:36.127973 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ad1f2759-54f7-4ded-bc80-9c6483ecd465 req-1643d42c-14ac-45b9-bf63-858ed6766346 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d1c71c0b2de48988daaa127b8c53c1d&device_id=cbc2794b-1238-4875-af2b-82c5b33827a1 HTTP/1.1" status: 200 len: 1096 time: 0.0512307 Jul 16 00:26:36.237165 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f2759-54f7-4ded-bc80-9c6483ecd465 req-36cbeed9-3008-464b-8da8-cd7b686cae94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:26:36.238643 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ad1f2759-54f7-4ded-bc80-9c6483ecd465 req-36cbeed9-3008-464b-8da8-cd7b686cae94 service neutron] 10.222.0.41 "GET /v2.0/networks?id=11641061-c179-4280-8105-0e68df7b6bdd HTTP/1.1" status: 200 len: 910 time: 0.0906253 Jul 16 00:26:36.303694 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ad1f2759-54f7-4ded-bc80-9c6483ecd465 req-c67e0cef-cd3c-4038-aacf-eedc26082971 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ac7e3a1-942d-4c6d-b60b-a71e7c57502c HTTP/1.1" status: 200 len: 1001 time: 0.0590885 Jul 16 00:26:36.351153 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f2759-54f7-4ded-bc80-9c6483ecd465 req-db495a75-0cdc-4c14-90e5-aeb499d814e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:26:36.352585 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ad1f2759-54f7-4ded-bc80-9c6483ecd465 req-db495a75-0cdc-4c14-90e5-aeb499d814e6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=38e19475-90d9-42cf-bc38-30b52dd24af7 HTTP/1.1" status: 200 len: 848 time: 0.0420635 Jul 16 00:26:36.411630 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f2759-54f7-4ded-bc80-9c6483ecd465 req-5148b588-3155-4fe6-b956-14d15fcd1dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:26:36.412992 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ad1f2759-54f7-4ded-bc80-9c6483ecd465 req-5148b588-3155-4fe6-b956-14d15fcd1dbc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=11641061-c179-4280-8105-0e68df7b6bdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538826 Jul 16 00:26:36.502733 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ad1f2759-54f7-4ded-bc80-9c6483ecd465 req-dfb81b10-8351-41b5-8f03-6495560bde4d service neutron] 10.222.0.41 "GET /v2.0/networks/11641061-c179-4280-8105-0e68df7b6bdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818102 Jul 16 00:26:36.594621 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ad1f2759-54f7-4ded-bc80-9c6483ecd465 req-537881b1-77da-40b7-84d4-4fb86f61941a service neutron] 10.222.0.41 "GET /v2.0/networks/11641061-c179-4280-8105-0e68df7b6bdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849175 Jul 16 00:26:36.617942 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:38.958432 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:26:48.863827 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:26:56.263208 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:27:00.971477 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9ab61f95-c961-42c6-a099-8483e6464e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:27:03.532828 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:27:04.327212 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-040a105a-83d6-4125-b124-61df6754092b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:27:04.614220 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:27:06.618461 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:27:08.984436 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:27:25.862898 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:27:26.278197 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:27:30.971154 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c8d0c2c0-6c7f-49ef-81f8-17c711207a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:27:33.534157 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:27:34.326257 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d27dad6e-f442-400c-abe5-46dfe121dbd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:27:34.618345 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:27:36.621420 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:27:38.094443 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-a3938b17-7298-4fe2-8842-ca4ec982a2bb req-eb649954-42b7-4493-8fbb-8d9fd261c050 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cbc2794b-1238-4875-af2b-82c5b33827a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1163390 Jul 16 00:27:38.201987 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3938b17-7298-4fe2-8842-ca4ec982a2bb req-5175f9c4-814b-4163-8399-73ddb5ca4f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:27:38.203446 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-a3938b17-7298-4fe2-8842-ca4ec982a2bb req-5175f9c4-814b-4163-8399-73ddb5ca4f4b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d1c71c0b2de48988daaa127b8c53c1d&device_id=cbc2794b-1238-4875-af2b-82c5b33827a1 HTTP/1.1" status: 200 len: 1096 time: 0.0520279 Jul 16 00:27:38.307552 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3938b17-7298-4fe2-8842-ca4ec982a2bb req-d6381ffb-5284-41d5-a318-271718f7f5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:27:38.309023 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-a3938b17-7298-4fe2-8842-ca4ec982a2bb req-d6381ffb-5284-41d5-a318-271718f7f5fb service neutron] 10.222.0.41 "GET /v2.0/networks?id=11641061-c179-4280-8105-0e68df7b6bdd HTTP/1.1" status: 200 len: 910 time: 0.0865324 Jul 16 00:27:38.371399 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-a3938b17-7298-4fe2-8842-ca4ec982a2bb req-2ca2147c-c8cd-4e09-9d48-e9c282a5d5bf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ac7e3a1-942d-4c6d-b60b-a71e7c57502c HTTP/1.1" status: 200 len: 1001 time: 0.0561755 Jul 16 00:27:38.422571 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3938b17-7298-4fe2-8842-ca4ec982a2bb req-83c7eb71-d085-4b19-8376-d425fc83fe89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:27:38.424027 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-a3938b17-7298-4fe2-8842-ca4ec982a2bb req-83c7eb71-d085-4b19-8376-d425fc83fe89 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=38e19475-90d9-42cf-bc38-30b52dd24af7 HTTP/1.1" status: 200 len: 848 time: 0.0466108 Jul 16 00:27:38.480103 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3938b17-7298-4fe2-8842-ca4ec982a2bb req-cdd9c605-6387-4512-bcdb-435ae9e5d270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:27:38.481580 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-a3938b17-7298-4fe2-8842-ca4ec982a2bb req-cdd9c605-6387-4512-bcdb-435ae9e5d270 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=11641061-c179-4280-8105-0e68df7b6bdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519567 Jul 16 00:27:38.569002 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-a3938b17-7298-4fe2-8842-ca4ec982a2bb req-ec33e520-496d-4b10-b509-0f955cba5d0e service neutron] 10.222.0.41 "GET /v2.0/networks/11641061-c179-4280-8105-0e68df7b6bdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811408 Jul 16 00:27:38.658918 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-a3938b17-7298-4fe2-8842-ca4ec982a2bb req-4c5a13b6-89a8-4e16-9064-a4766dc7e721 service neutron] 10.222.0.41 "GET /v2.0/networks/11641061-c179-4280-8105-0e68df7b6bdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834599 Jul 16 00:27:38.993487 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:27:56.277508 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:00.972284 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-816d4336-f655-44fd-ae7a-431897315e31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:02.861913 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:28:03.534202 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:04.326122 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-59783228-2537-4685-836d-d7e53e91e11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:04.620040 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:06.624952 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:09.013978 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:23.225336 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a477ed6b-b2ce-4cb7-8164-0084ab65b8d7 req-1ce3e29a-f7a7-4e1c-81a4-30313d060372 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:28:23.226859 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a477ed6b-b2ce-4cb7-8164-0084ab65b8d7 req-1ce3e29a-f7a7-4e1c-81a4-30313d060372 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbc2794b-1238-4875-af2b-82c5b33827a1 HTTP/1.1" status: 200 len: 945 time: 0.1119924 Jul 16 00:28:23.265247 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a477ed6b-b2ce-4cb7-8164-0084ab65b8d7 req-0c104d60-21aa-439a-8f4b-8a624422b4e8 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=493674fb-ba92-4d37-8f3d-38868e8c00d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325398 Jul 16 00:28:24.496631 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7039499-9bb6-4b40-a54b-6c3498ef3034 req-3f82ccb6-4cad-4a04-b0c1-441579d11c83 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:28:24.498104 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f7039499-9bb6-4b40-a54b-6c3498ef3034 req-3f82ccb6-4cad-4a04-b0c1-441579d11c83 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbc2794b-1238-4875-af2b-82c5b33827a1 HTTP/1.1" status: 200 len: 945 time: 0.1038036 Jul 16 00:28:24.536153 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f7039499-9bb6-4b40-a54b-6c3498ef3034 req-63ba7362-e2cd-4ba6-9147-6dccc2d8d10c tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=493674fb-ba92-4d37-8f3d-38868e8c00d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317626 Jul 16 00:28:25.740359 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37f36d-3369-48d1-a692-b7f1b023b6f2 req-779651c8-720d-4db0-9c70-96746793a135 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:28:25.741858 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1a37f36d-3369-48d1-a692-b7f1b023b6f2 req-779651c8-720d-4db0-9c70-96746793a135 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbc2794b-1238-4875-af2b-82c5b33827a1 HTTP/1.1" status: 200 len: 945 time: 0.0636966 Jul 16 00:28:25.779890 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1a37f36d-3369-48d1-a692-b7f1b023b6f2 req-366ae1b6-039b-4813-826a-05e867ef3377 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=493674fb-ba92-4d37-8f3d-38868e8c00d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323291 Jul 16 00:28:26.277819 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:26.960294 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd80019-3897-45dc-a1b1-1a2d3384e827 req-b79cf3e5-dd4c-447f-87ad-2d525949214b tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:28:26.961800 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6dd80019-3897-45dc-a1b1-1a2d3384e827 req-b79cf3e5-dd4c-447f-87ad-2d525949214b tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbc2794b-1238-4875-af2b-82c5b33827a1 HTTP/1.1" status: 200 len: 945 time: 0.0679221 Jul 16 00:28:26.999056 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6dd80019-3897-45dc-a1b1-1a2d3384e827 req-5a1889aa-5555-4614-b390-daa1ec8e1c9a tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=493674fb-ba92-4d37-8f3d-38868e8c00d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317752 Jul 16 00:28:28.172581 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef360995-1cb5-49ae-a083-47f6f15c15f3 req-9e4bbd04-4ff6-415f-adf6-55f3222b8e6c tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:28:28.174092 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ef360995-1cb5-49ae-a083-47f6f15c15f3 req-9e4bbd04-4ff6-415f-adf6-55f3222b8e6c tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbc2794b-1238-4875-af2b-82c5b33827a1 HTTP/1.1" status: 200 len: 945 time: 0.0654163 Jul 16 00:28:28.212020 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ef360995-1cb5-49ae-a083-47f6f15c15f3 req-a2ee7ba8-eae8-4985-bba5-e52916923929 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=493674fb-ba92-4d37-8f3d-38868e8c00d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322907 Jul 16 00:28:29.387480 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b467f-5915-4741-9dfe-abf9cab51517 req-1ce2ee0a-3b20-44aa-ac53-3409df1ff965 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:28:29.388976 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4d8b467f-5915-4741-9dfe-abf9cab51517 req-1ce2ee0a-3b20-44aa-ac53-3409df1ff965 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbc2794b-1238-4875-af2b-82c5b33827a1 HTTP/1.1" status: 200 len: 945 time: 0.0666246 Jul 16 00:28:29.427437 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4d8b467f-5915-4741-9dfe-abf9cab51517 req-3e9dd697-fc66-4a40-937f-8aed730123e9 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=493674fb-ba92-4d37-8f3d-38868e8c00d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311007 Jul 16 00:28:30.598471 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5d5480-4ced-4a82-8f78-9b0d270854e1 req-9ee13041-dead-4a14-a328-0713ee27cbab tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:28:30.599977 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ea5d5480-4ced-4a82-8f78-9b0d270854e1 req-9ee13041-dead-4a14-a328-0713ee27cbab tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbc2794b-1238-4875-af2b-82c5b33827a1 HTTP/1.1" status: 200 len: 945 time: 0.0615900 Jul 16 00:28:30.638749 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ea5d5480-4ced-4a82-8f78-9b0d270854e1 req-9f245335-d7e8-4d80-89bf-f28ef5ef6ef4 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=493674fb-ba92-4d37-8f3d-38868e8c00d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325480 Jul 16 00:28:30.972338 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22fa9460-3d1c-445f-a8d8-cc56dc41a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:31.818586 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301abc11-1095-4562-b6b3-79ec8f6da751 req-0771caf2-d693-40d7-b389-b5a6c8cd881e tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:28:31.820130 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-301abc11-1095-4562-b6b3-79ec8f6da751 req-0771caf2-d693-40d7-b389-b5a6c8cd881e tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbc2794b-1238-4875-af2b-82c5b33827a1 HTTP/1.1" status: 200 len: 945 time: 0.0633078 Jul 16 00:28:31.857177 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-301abc11-1095-4562-b6b3-79ec8f6da751 req-14a3bf68-8dee-42df-bc57-208c49cde321 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=493674fb-ba92-4d37-8f3d-38868e8c00d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314500 Jul 16 00:28:33.037526 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4dfeb8-8b1a-4869-8261-7749026007c6 req-c8dc8a2b-19d9-4326-a990-0b9f83f7f1b6 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:28:33.039206 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4a4dfeb8-8b1a-4869-8261-7749026007c6 req-c8dc8a2b-19d9-4326-a990-0b9f83f7f1b6 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbc2794b-1238-4875-af2b-82c5b33827a1 HTTP/1.1" status: 200 len: 945 time: 0.0688436 Jul 16 00:28:33.082042 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4a4dfeb8-8b1a-4869-8261-7749026007c6 req-96ce13da-2f6c-4b4b-87da-31160598249d tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=493674fb-ba92-4d37-8f3d-38868e8c00d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322533 Jul 16 00:28:33.354558 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07875c5b-146d-431b-ba34-9daade17243a req-ff521a1c-4c7d-4b4d-b55d-4baad1edd59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:28:33.356142 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-07875c5b-146d-431b-ba34-9daade17243a req-ff521a1c-4c7d-4b4d-b55d-4baad1edd59d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d1c71c0b2de48988daaa127b8c53c1d&device_id=cbc2794b-1238-4875-af2b-82c5b33827a1 HTTP/1.1" status: 200 len: 1096 time: 0.0531416 Jul 16 00:28:33.449956 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07875c5b-146d-431b-ba34-9daade17243a req-4266510a-6edf-425d-8686-70e7a1a9cd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:28:33.451410 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-07875c5b-146d-431b-ba34-9daade17243a req-4266510a-6edf-425d-8686-70e7a1a9cd27 service neutron] 10.222.0.41 "GET /v2.0/networks?id=11641061-c179-4280-8105-0e68df7b6bdd HTTP/1.1" status: 200 len: 910 time: 0.0893598 Jul 16 00:28:33.512666 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-07875c5b-146d-431b-ba34-9daade17243a req-3553e0a2-32a1-45f6-b1cd-3ec5d1d3711f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ac7e3a1-942d-4c6d-b60b-a71e7c57502c HTTP/1.1" status: 200 len: 1001 time: 0.0553646 Jul 16 00:28:33.535741 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:33.564126 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07875c5b-146d-431b-ba34-9daade17243a req-938a30ff-df58-4d9c-ad61-8aaf789bf418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:28:33.565581 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-07875c5b-146d-431b-ba34-9daade17243a req-938a30ff-df58-4d9c-ad61-8aaf789bf418 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=38e19475-90d9-42cf-bc38-30b52dd24af7 HTTP/1.1" status: 200 len: 848 time: 0.0472362 Jul 16 00:28:33.621021 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07875c5b-146d-431b-ba34-9daade17243a req-1d4044c2-5d98-44dd-9981-949ae7fc5b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:28:33.622421 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-07875c5b-146d-431b-ba34-9daade17243a req-1d4044c2-5d98-44dd-9981-949ae7fc5b5e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=11641061-c179-4280-8105-0e68df7b6bdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511951 Jul 16 00:28:33.712994 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-07875c5b-146d-431b-ba34-9daade17243a req-9b66a6f4-8c0b-4d19-a39b-794e245e5789 service neutron] 10.222.0.41 "GET /v2.0/networks/11641061-c179-4280-8105-0e68df7b6bdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840948 Jul 16 00:28:33.803074 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-07875c5b-146d-431b-ba34-9daade17243a req-2fe7a12b-20b4-4e13-a801-1c38f18a0180 service neutron] 10.222.0.41 "GET /v2.0/networks/11641061-c179-4280-8105-0e68df7b6bdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836902 Jul 16 00:28:34.257004 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea37f579-11d0-4217-9d56-778132dc35b0 req-b8c57644-5f1b-46d2-98a7-afda69d1d2c0 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:28:34.258516 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ea37f579-11d0-4217-9d56-778132dc35b0 req-b8c57644-5f1b-46d2-98a7-afda69d1d2c0 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbc2794b-1238-4875-af2b-82c5b33827a1 HTTP/1.1" status: 200 len: 945 time: 0.0656004 Jul 16 00:28:34.296077 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ea37f579-11d0-4217-9d56-778132dc35b0 req-71827e9f-07da-4238-bab3-74cf34e6974c tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=493674fb-ba92-4d37-8f3d-38868e8c00d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320492 Jul 16 00:28:34.328123 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0a405b44-ec43-41e4-8f4a-06c0f10ed9dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:34.624041 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:35.484588 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300abfea-ebc3-4876-849e-30c0469670b4 req-1e0d10dc-3dd3-4cd1-b645-dec626c766b7 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:28:35.486752 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-300abfea-ebc3-4876-849e-30c0469670b4 req-1e0d10dc-3dd3-4cd1-b645-dec626c766b7 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbc2794b-1238-4875-af2b-82c5b33827a1 HTTP/1.1" status: 200 len: 945 time: 0.0733972 Jul 16 00:28:35.533974 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-300abfea-ebc3-4876-849e-30c0469670b4 req-2f05e1ba-10b7-46f9-917a-4f009fc0868d tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=493674fb-ba92-4d37-8f3d-38868e8c00d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416036 Jul 16 00:28:36.628341 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:36.714392 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e69e04d-12ca-4bb0-b66e-1dbd177ffde2 req-487f7d83-5041-41a5-900e-a36516c9a9ea tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:28:36.715918 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1e69e04d-12ca-4bb0-b66e-1dbd177ffde2 req-487f7d83-5041-41a5-900e-a36516c9a9ea tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbc2794b-1238-4875-af2b-82c5b33827a1 HTTP/1.1" status: 200 len: 945 time: 0.0668478 Jul 16 00:28:36.756363 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1e69e04d-12ca-4bb0-b66e-1dbd177ffde2 req-18206862-e705-413e-bb00-cb64fd7a645e tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=493674fb-ba92-4d37-8f3d-38868e8c00d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336022 Jul 16 00:28:37.836332 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 6ac7e3a1-942d-4c6d-b60b-a71e7c57502c no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:28:37.909275 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:37.931712 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc2794b-1238-4875-af2b-82c5b33827a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ac7e3a1-942d-4c6d-b60b-a71e7c57502c'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:28:37.933721 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3049522f-de73-457a-86ab-ed8355d55146 req-efe8d678-45d3-4d97-a3de-76f241e79286 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:28:37.934224 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85e2a5fec60f0be1243ce80844a072e05c29e3c23db0dd3e62b5f7d92f5b0637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3f0d0e-36ac-496a-898d-80087137a65a" -d '{"events": [{"server_uuid": "cbc2794b-1238-4875-af2b-82c5b33827a1", "name": "network-vif-unplugged", "status": "completed", "tag": "6ac7e3a1-942d-4c6d-b60b-a71e7c57502c"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:28:37.935234 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3049522f-de73-457a-86ab-ed8355d55146 req-efe8d678-45d3-4d97-a3de-76f241e79286 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbc2794b-1238-4875-af2b-82c5b33827a1 HTTP/1.1" status: 200 len: 945 time: 0.0638556 Jul 16 00:28:37.947277 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 6ac7e3a1-942d-4c6d-b60b-a71e7c57502c, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=6ac7e3a1-942d-4c6d-b60b-a71e7c57502c,segment=NetworkSegment(47d61265-e148-44d1-b1cb-fc9435bcf7a5),segment_id=47d61265-e148-44d1-b1cb-fc9435bcf7a5)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:28:37.951890 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:37.978371 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3049522f-de73-457a-86ab-ed8355d55146 req-07e3efce-de0c-4e11-aedf-3eec8b4fe32e tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=493674fb-ba92-4d37-8f3d-38868e8c00d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371737 Jul 16 00:28:37.978958 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 00:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f3ad2fd-ff06-42a2-96cb-76959d7b52ff x-openstack-request-id: req-2f3ad2fd-ff06-42a2-96cb-76959d7b52ff {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:28:37.979243 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc2794b-1238-4875-af2b-82c5b33827a1", "name": "network-vif-unplugged", "status": "failed", "tag": "6ac7e3a1-942d-4c6d-b60b-a71e7c57502c", "code": 422}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:28:37.979489 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2f3ad2fd-ff06-42a2-96cb-76959d7b52ff {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:28:37.979908 n-d-794306-6 neutron-server[93772]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cbc2794b-1238-4875-af2b-82c5b33827a1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6ac7e3a1-942d-4c6d-b60b-a71e7c57502c', 'code': 422} returned with failed status Jul 16 00:28:38.005872 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=6ac7e3a1-942d-4c6d-b60b-a71e7c57502c,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:28:38.013057 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:28:38.013401 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:28:38.013737 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:28:38.014068 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:28:38.014395 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:28:38.014718 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:28:38.015036 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:28:38.015354 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:28:38.015697 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:28:38.016016 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:28:38.016332 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:28:38.016649 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:28:38.295517 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-df61f5f0-35eb-42b0-a0d6-e4ae9b4c5628 req-5697afee-56fb-4b1e-902b-8294408257eb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cbc2794b-1238-4875-af2b-82c5b33827a1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0941639 Jul 16 00:28:38.333575 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9835abb2-cd4f-486b-b072-a37f5f4acc06 req-8a35e4b5-edd9-4698-996f-f6d50ca5c109 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:28:38.335107 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9835abb2-cd4f-486b-b072-a37f5f4acc06 req-8a35e4b5-edd9-4698-996f-f6d50ca5c109 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbc2794b-1238-4875-af2b-82c5b33827a1 HTTP/1.1" status: 200 len: 943 time: 0.0704625 Jul 16 00:28:38.373103 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9835abb2-cd4f-486b-b072-a37f5f4acc06 req-5a1d99df-0307-45ec-9a1c-ec760fd71b9a tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=493674fb-ba92-4d37-8f3d-38868e8c00d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324929 Jul 16 00:28:39.030903 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:39.552255 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e06a99a-4e53-4bd5-869f-69ee7c39a693 req-18e0ab9c-937c-4957-9cd5-2ee1a7575b8f tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:28:39.553683 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4e06a99a-4e53-4bd5-869f-69ee7c39a693 req-18e0ab9c-937c-4957-9cd5-2ee1a7575b8f tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbc2794b-1238-4875-af2b-82c5b33827a1 HTTP/1.1" status: 200 len: 943 time: 0.0631261 Jul 16 00:28:39.591199 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4e06a99a-4e53-4bd5-869f-69ee7c39a693 req-75f47dfb-95aa-496a-b724-bbb41d543928 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=493674fb-ba92-4d37-8f3d-38868e8c00d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319488 Jul 16 00:28:39.860738 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:28:40.777163 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c48c66e-e14e-44a9-982a-d80e1a66c13f req-e74670ab-99ec-4399-a85e-181e302a3795 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:28:40.778670 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3c48c66e-e14e-44a9-982a-d80e1a66c13f req-e74670ab-99ec-4399-a85e-181e302a3795 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbc2794b-1238-4875-af2b-82c5b33827a1 HTTP/1.1" status: 200 len: 943 time: 0.0678008 Jul 16 00:28:40.820300 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-3c48c66e-e14e-44a9-982a-d80e1a66c13f req-12be7b1d-3bd0-43e9-9681-ef3e2dbf1f23 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=493674fb-ba92-4d37-8f3d-38868e8c00d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349278 Jul 16 00:28:42.007941 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d246976b-2f9a-4292-b750-463dbdf9f0d8 req-e858b7fe-c169-42b0-9ecd-3d75c9322a45 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:28:42.009588 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d246976b-2f9a-4292-b750-463dbdf9f0d8 req-e858b7fe-c169-42b0-9ecd-3d75c9322a45 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbc2794b-1238-4875-af2b-82c5b33827a1 HTTP/1.1" status: 200 len: 943 time: 0.0755899 Jul 16 00:28:42.052315 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-d246976b-2f9a-4292-b750-463dbdf9f0d8 req-edb25290-77de-4040-8bc4-ad3c03ddec2b tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=493674fb-ba92-4d37-8f3d-38868e8c00d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366280 Jul 16 00:28:43.239129 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4832d0-a9ed-4352-bec4-f3f19e7adfe4 req-739db6aa-674f-4379-8f1a-2e8d782891f6 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:28:43.241027 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0c4832d0-a9ed-4352-bec4-f3f19e7adfe4 req-739db6aa-674f-4379-8f1a-2e8d782891f6 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbc2794b-1238-4875-af2b-82c5b33827a1 HTTP/1.1" status: 200 len: 943 time: 0.0673051 Jul 16 00:28:43.280214 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0c4832d0-a9ed-4352-bec4-f3f19e7adfe4 req-1c39db9c-a318-414a-92d2-09a26c2d0f1b tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=493674fb-ba92-4d37-8f3d-38868e8c00d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335760 Jul 16 00:28:43.403085 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df61f5f0-35eb-42b0-a0d6-e4ae9b4c5628 req-a8881ede-fd4e-43a4-9689-2a1cddfa3691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:28:43.404631 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-df61f5f0-35eb-42b0-a0d6-e4ae9b4c5628 req-a8881ede-fd4e-43a4-9689-2a1cddfa3691 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cbc2794b-1238-4875-af2b-82c5b33827a1&tenant_id=6d1c71c0b2de48988daaa127b8c53c1d HTTP/1.1" status: 200 len: 1094 time: 0.0598335 Jul 16 00:28:43.522772 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df61f5f0-35eb-42b0-a0d6-e4ae9b4c5628 req-380af47c-dbc9-4090-8403-390819ea2eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:28:43.524354 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-df61f5f0-35eb-42b0-a0d6-e4ae9b4c5628 req-380af47c-dbc9-4090-8403-390819ea2eab service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d1c71c0b2de48988daaa127b8c53c1d&device_id=cbc2794b-1238-4875-af2b-82c5b33827a1 HTTP/1.1" status: 200 len: 1094 time: 0.0543082 Jul 16 00:28:43.612086 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df61f5f0-35eb-42b0-a0d6-e4ae9b4c5628 req-16b64b2e-171c-44e3-9918-f72c8746843b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:28:43.613589 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-df61f5f0-35eb-42b0-a0d6-e4ae9b4c5628 req-16b64b2e-171c-44e3-9918-f72c8746843b service neutron] 10.222.0.41 "GET /v2.0/networks?id=11641061-c179-4280-8105-0e68df7b6bdd HTTP/1.1" status: 200 len: 910 time: 0.0831094 Jul 16 00:28:43.681205 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-df61f5f0-35eb-42b0-a0d6-e4ae9b4c5628 req-a91a68d0-5e4c-4924-8c0e-a352167c289f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ac7e3a1-942d-4c6d-b60b-a71e7c57502c HTTP/1.1" status: 200 len: 999 time: 0.0609658 Jul 16 00:28:43.732111 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df61f5f0-35eb-42b0-a0d6-e4ae9b4c5628 req-ebe9f829-0c55-4d02-a799-dbc2ba664c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:28:43.733576 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-df61f5f0-35eb-42b0-a0d6-e4ae9b4c5628 req-ebe9f829-0c55-4d02-a799-dbc2ba664c7a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=38e19475-90d9-42cf-bc38-30b52dd24af7 HTTP/1.1" status: 200 len: 848 time: 0.0449018 Jul 16 00:28:43.803440 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df61f5f0-35eb-42b0-a0d6-e4ae9b4c5628 req-5a6d3032-7116-4b97-ab84-c33a253150f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:28:43.804966 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-df61f5f0-35eb-42b0-a0d6-e4ae9b4c5628 req-5a6d3032-7116-4b97-ab84-c33a253150f0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=11641061-c179-4280-8105-0e68df7b6bdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513754 Jul 16 00:28:43.897995 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-df61f5f0-35eb-42b0-a0d6-e4ae9b4c5628 req-74f7b344-61e0-43ab-9c97-39c93506dbf1 service neutron] 10.222.0.41 "GET /v2.0/networks/11641061-c179-4280-8105-0e68df7b6bdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856690 Jul 16 00:28:43.984270 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-df61f5f0-35eb-42b0-a0d6-e4ae9b4c5628 req-977a437e-7cb3-44a2-a8ed-d57beb030c7b service neutron] 10.222.0.41 "GET /v2.0/networks/11641061-c179-4280-8105-0e68df7b6bdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806673 Jul 16 00:28:44.455081 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba7aca-7853-42f9-9ff3-cbd7c713173f req-3f1c7e08-1c68-420b-8b1d-f71af2e0ccdf tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:28:44.456731 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-abba7aca-7853-42f9-9ff3-cbd7c713173f req-3f1c7e08-1c68-420b-8b1d-f71af2e0ccdf tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbc2794b-1238-4875-af2b-82c5b33827a1 HTTP/1.1" status: 200 len: 943 time: 0.0673964 Jul 16 00:28:44.500424 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-abba7aca-7853-42f9-9ff3-cbd7c713173f req-b113496b-79c3-4c49-8a4e-a5d2d5b49822 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=493674fb-ba92-4d37-8f3d-38868e8c00d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382066 Jul 16 00:28:45.671466 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb085ea-b006-466f-bbde-3e1cb8ef0088 req-7974bafd-4920-4a03-9f57-04cc420b4c89 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:28:45.672999 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9fb085ea-b006-466f-bbde-3e1cb8ef0088 req-7974bafd-4920-4a03-9f57-04cc420b4c89 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbc2794b-1238-4875-af2b-82c5b33827a1 HTTP/1.1" status: 200 len: 943 time: 0.0638628 Jul 16 00:28:45.711590 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9fb085ea-b006-466f-bbde-3e1cb8ef0088 req-5769a43f-ef48-46a8-8e05-e4a44ec22592 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=493674fb-ba92-4d37-8f3d-38868e8c00d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323467 Jul 16 00:28:46.891943 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ed0b68-2444-4551-a959-8216f17f96b7 req-9939bbdc-c991-4812-8dd4-35fde6edad6b tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:28:46.894059 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e8ed0b68-2444-4551-a959-8216f17f96b7 req-9939bbdc-c991-4812-8dd4-35fde6edad6b tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbc2794b-1238-4875-af2b-82c5b33827a1 HTTP/1.1" status: 200 len: 943 time: 0.0686710 Jul 16 00:28:46.932680 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e8ed0b68-2444-4551-a959-8216f17f96b7 req-a3f4b355-8ea3-4267-9fab-c1d57c41b92e tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=493674fb-ba92-4d37-8f3d-38868e8c00d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328524 Jul 16 00:28:48.105120 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363be77-cf38-4c27-986b-74395a303b2c req-7311cc53-3b68-4274-bdf4-77dad8138d03 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:28:48.106661 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e363be77-cf38-4c27-986b-74395a303b2c req-7311cc53-3b68-4274-bdf4-77dad8138d03 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbc2794b-1238-4875-af2b-82c5b33827a1 HTTP/1.1" status: 200 len: 943 time: 0.0651472 Jul 16 00:28:48.145405 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e363be77-cf38-4c27-986b-74395a303b2c req-9ca9b2eb-9701-4696-9f12-ac9daae5f11a tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=493674fb-ba92-4d37-8f3d-38868e8c00d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332229 Jul 16 00:28:49.320502 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bce1aa-083a-459f-89bd-e4953c4d2517 req-0b5ffb6d-2f5d-468e-bc12-1a01c70db2ec tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:28:49.322003 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-43bce1aa-083a-459f-89bd-e4953c4d2517 req-0b5ffb6d-2f5d-468e-bc12-1a01c70db2ec tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbc2794b-1238-4875-af2b-82c5b33827a1 HTTP/1.1" status: 200 len: 943 time: 0.0644708 Jul 16 00:28:49.359411 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-43bce1aa-083a-459f-89bd-e4953c4d2517 req-ceb86275-bb6d-44e7-af7c-3a1de078295d tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=493674fb-ba92-4d37-8f3d-38868e8c00d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316920 Jul 16 00:28:50.537553 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6ff27c-d03d-4a3a-bb15-d38e98fcbf70 req-6096df17-b899-4630-b790-bfdcbf137452 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:28:50.539019 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0e6ff27c-d03d-4a3a-bb15-d38e98fcbf70 req-6096df17-b899-4630-b790-bfdcbf137452 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbc2794b-1238-4875-af2b-82c5b33827a1 HTTP/1.1" status: 200 len: 943 time: 0.0659535 Jul 16 00:28:50.576378 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0e6ff27c-d03d-4a3a-bb15-d38e98fcbf70 req-95364769-e3f7-43ba-8c97-75b8872ca08d tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=493674fb-ba92-4d37-8f3d-38868e8c00d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314827 Jul 16 00:28:51.758936 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9448de7c-d085-4ba9-8788-a7f376819fb1 req-d109e1c9-ac81-4c42-b5ae-c4b4deb99a73 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:28:51.760439 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9448de7c-d085-4ba9-8788-a7f376819fb1 req-d109e1c9-ac81-4c42-b5ae-c4b4deb99a73 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbc2794b-1238-4875-af2b-82c5b33827a1 HTTP/1.1" status: 200 len: 943 time: 0.0623381 Jul 16 00:28:51.797419 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9448de7c-d085-4ba9-8788-a7f376819fb1 req-7c5e18b4-64eb-474f-8c56-437cb285004b tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=493674fb-ba92-4d37-8f3d-38868e8c00d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315008 Jul 16 00:28:51.914918 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 6ac7e3a1-942d-4c6d-b60b-a71e7c57502c details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 00:28:52.005987 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 6ac7e3a1-942d-4c6d-b60b-a71e7c57502c, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=6ac7e3a1-942d-4c6d-b60b-a71e7c57502c,segment=NetworkSegment(47d61265-e148-44d1-b1cb-fc9435bcf7a5),segment_id=47d61265-e148-44d1-b1cb-fc9435bcf7a5)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:28:52.016383 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': '6ac7e3a1-942d-4c6d-b60b-a71e7c57502c', 'network_id': '11641061-c179-4280-8105-0e68df7b6bdd', 'port_id': '6ac7e3a1-942d-4c6d-b60b-a71e7c57502c', 'mac_address': 'fa:16:3e:0d:ae:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38e19475-90d9-42cf-bc38-30b52dd24af7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 00:28:52.055838 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:52.068497 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ac7e3a1-942d-4c6d-b60b-a71e7c57502c {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:28:52.087189 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 6ac7e3a1-942d-4c6d-b60b-a71e7c57502c, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=6ac7e3a1-942d-4c6d-b60b-a71e7c57502c,segment=NetworkSegment(47d61265-e148-44d1-b1cb-fc9435bcf7a5),segment_id=47d61265-e148-44d1-b1cb-fc9435bcf7a5)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:28:52.091069 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:52.139807 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=6ac7e3a1-942d-4c6d-b60b-a71e7c57502c,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:28:52.403844 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['6ac7e3a1-942d-4c6d-b60b-a71e7c57502c'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:28:52.975557 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2eac7-f415-44ce-a183-de82d7b0eea9 req-1c0fc637-2df9-4900-8bb5-31e50a4abfbd tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:28:52.977081 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-45c2eac7-f415-44ce-a183-de82d7b0eea9 req-1c0fc637-2df9-4900-8bb5-31e50a4abfbd tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbc2794b-1238-4875-af2b-82c5b33827a1 HTTP/1.1" status: 200 len: 944 time: 0.0675902 Jul 16 00:28:53.013782 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-45c2eac7-f415-44ce-a183-de82d7b0eea9 req-bac066cd-61da-470a-9a05-8131179a58ec tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=493674fb-ba92-4d37-8f3d-38868e8c00d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312271 Jul 16 00:28:53.929957 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 6ac7e3a1-942d-4c6d-b60b-a71e7c57502c up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:28:53.976756 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port 6ac7e3a1-942d-4c6d-b60b-a71e7c57502c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:28:53.977124 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:54.053150 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:54.074669 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc2794b-1238-4875-af2b-82c5b33827a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac7e3a1-942d-4c6d-b60b-a71e7c57502c'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:28:54.077311 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85e2a5fec60f0be1243ce80844a072e05c29e3c23db0dd3e62b5f7d92f5b0637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d14f886d-8e73-4323-b636-1e9e47dfeabd" -d '{"events": [{"server_uuid": "cbc2794b-1238-4875-af2b-82c5b33827a1", "name": "network-vif-plugged", "status": "completed", "tag": "6ac7e3a1-942d-4c6d-b60b-a71e7c57502c"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:28:54.089677 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port 6ac7e3a1-942d-4c6d-b60b-a71e7c57502c, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=6ac7e3a1-942d-4c6d-b60b-a71e7c57502c,segment=NetworkSegment(47d61265-e148-44d1-b1cb-fc9435bcf7a5),segment_id=47d61265-e148-44d1-b1cb-fc9435bcf7a5)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:28:54.094140 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:54.119889 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1859c25-6a07-4762-aabb-9ba284e88173 x-openstack-request-id: req-d1859c25-6a07-4762-aabb-9ba284e88173 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:28:54.120177 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc2794b-1238-4875-af2b-82c5b33827a1", "name": "network-vif-plugged", "status": "completed", "tag": "6ac7e3a1-942d-4c6d-b60b-a71e7c57502c", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:28:54.120429 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d1859c25-6a07-4762-aabb-9ba284e88173 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:28:54.120817 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc2794b-1238-4875-af2b-82c5b33827a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac7e3a1-942d-4c6d-b60b-a71e7c57502c', 'code': 200} Jul 16 00:28:54.150408 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=6ac7e3a1-942d-4c6d-b60b-a71e7c57502c,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:28:54.194431 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df728b-09e2-498b-a9a6-c46abc339fc0 req-406c6fb6-9c76-478d-a1b1-7c2c7c251ac8 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:28:54.195948 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-42df728b-09e2-498b-a9a6-c46abc339fc0 req-406c6fb6-9c76-478d-a1b1-7c2c7c251ac8 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbc2794b-1238-4875-af2b-82c5b33827a1 HTTP/1.1" status: 200 len: 945 time: 0.0705869 Jul 16 00:28:54.236704 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-42df728b-09e2-498b-a9a6-c46abc339fc0 req-58fc6327-d8f3-4669-b85c-86c5554aa468 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=493674fb-ba92-4d37-8f3d-38868e8c00d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351348 Jul 16 00:28:54.322033 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec1fdfc-6508-435f-a158-d1ab85baed3a req-3c9621e1-488c-47ab-8be8-5a580d8d6cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:28:54.323559 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-eec1fdfc-6508-435f-a158-d1ab85baed3a req-3c9621e1-488c-47ab-8be8-5a580d8d6cd8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cbc2794b-1238-4875-af2b-82c5b33827a1 HTTP/1.1" status: 200 len: 1096 time: 0.0552380 Jul 16 00:28:54.358532 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-eec1fdfc-6508-435f-a158-d1ab85baed3a req-b5dc17f4-eb38-4920-a1eb-a2d997d166bd service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=493674fb-ba92-4d37-8f3d-38868e8c00d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284388 Jul 16 00:28:55.421572 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef4aef-0ab4-4606-aab6-9e0b344707bd req-0e2cddf0-f846-4f3a-a4fe-4b7ee7dc8250 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:28:55.423133 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2aef4aef-0ab4-4606-aab6-9e0b344707bd req-0e2cddf0-f846-4f3a-a4fe-4b7ee7dc8250 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbc2794b-1238-4875-af2b-82c5b33827a1 HTTP/1.1" status: 200 len: 945 time: 0.0652473 Jul 16 00:28:55.466869 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-2aef4aef-0ab4-4606-aab6-9e0b344707bd req-6bd8f8da-6c90-4469-8d04-5fec4e7893f4 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=493674fb-ba92-4d37-8f3d-38868e8c00d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368731 Jul 16 00:28:56.277215 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:28:56.647059 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e1de6-25c0-4c02-bc5f-deafdb5836e4 req-a687b2c4-bf8e-4e8e-b9e1-9f5494642bf8 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:28:56.648563 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f66e1de6-25c0-4c02-bc5f-deafdb5836e4 req-a687b2c4-bf8e-4e8e-b9e1-9f5494642bf8 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbc2794b-1238-4875-af2b-82c5b33827a1 HTTP/1.1" status: 200 len: 945 time: 0.0670471 Jul 16 00:28:56.685705 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f66e1de6-25c0-4c02-bc5f-deafdb5836e4 req-d2d01653-2a1f-408b-8058-131b3921df52 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=493674fb-ba92-4d37-8f3d-38868e8c00d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316367 Jul 16 00:29:00.974377 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-479f7cef-7cad-450e-a7b9-72081351474e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:29:03.538024 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:29:04.328811 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7633ec17-0460-4d55-894d-c71155186ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:29:04.625781 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:29:06.627491 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:29:09.036636 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:29:16.860847 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:29:26.299992 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:29:30.973823 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a3e68e05-1ca7-4585-859f-9faa18ccfcba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:29:33.539902 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:29:34.329133 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-56cf2d6f-92ee-4ac1-81fa-ca92a0342fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:29:34.628359 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:29:36.629094 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:29:39.060591 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:29:40.018908 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-20696cc3-f1ed-4f79-b39a-7d1263789317 req-cb92ffcf-d653-4f83-8bb7-15eae8874029 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cbc2794b-1238-4875-af2b-82c5b33827a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0509884 Jul 16 00:29:40.125159 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20696cc3-f1ed-4f79-b39a-7d1263789317 req-d3b7771d-f4dc-4aed-bb7b-a6818e589f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:29:40.126618 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-20696cc3-f1ed-4f79-b39a-7d1263789317 req-d3b7771d-f4dc-4aed-bb7b-a6818e589f07 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d1c71c0b2de48988daaa127b8c53c1d&device_id=cbc2794b-1238-4875-af2b-82c5b33827a1 HTTP/1.1" status: 200 len: 1096 time: 0.0513291 Jul 16 00:29:40.233369 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20696cc3-f1ed-4f79-b39a-7d1263789317 req-5f178f5a-d3a7-434c-a7e8-0cb7994993e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:29:40.234866 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-20696cc3-f1ed-4f79-b39a-7d1263789317 req-5f178f5a-d3a7-434c-a7e8-0cb7994993e6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=11641061-c179-4280-8105-0e68df7b6bdd HTTP/1.1" status: 200 len: 910 time: 0.0875020 Jul 16 00:29:40.298763 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-20696cc3-f1ed-4f79-b39a-7d1263789317 req-4eeaa94b-9e5c-4471-a0ab-8f6219c987b7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ac7e3a1-942d-4c6d-b60b-a71e7c57502c HTTP/1.1" status: 200 len: 1001 time: 0.0571871 Jul 16 00:29:40.349579 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20696cc3-f1ed-4f79-b39a-7d1263789317 req-9c8119bd-45d5-4d43-a006-416f83cd8b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:29:40.350989 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-20696cc3-f1ed-4f79-b39a-7d1263789317 req-9c8119bd-45d5-4d43-a006-416f83cd8b70 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=38e19475-90d9-42cf-bc38-30b52dd24af7 HTTP/1.1" status: 200 len: 848 time: 0.0462329 Jul 16 00:29:40.407287 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20696cc3-f1ed-4f79-b39a-7d1263789317 req-f0a94628-40a3-4884-bf19-95e90a667aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:29:40.408688 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-20696cc3-f1ed-4f79-b39a-7d1263789317 req-f0a94628-40a3-4884-bf19-95e90a667aaa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=11641061-c179-4280-8105-0e68df7b6bdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514183 Jul 16 00:29:40.418533 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [req-20696cc3-f1ed-4f79-b39a-7d1263789317 req-b8dad8dd-3843-486a-92f0-f1d8fe3f69ac service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 00:29:40.419542 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-20696cc3-f1ed-4f79-b39a-7d1263789317 req-b8dad8dd-3843-486a-92f0-f1d8fe3f69ac service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049219 Jul 16 00:29:40.506410 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-20696cc3-f1ed-4f79-b39a-7d1263789317 req-92f7df28-19bd-42d1-bbc3-fc888aae1285 service neutron] 10.222.0.41 "GET /v2.0/networks/11641061-c179-4280-8105-0e68df7b6bdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809925 Jul 16 00:29:40.597003 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-20696cc3-f1ed-4f79-b39a-7d1263789317 req-9962b239-3241-4a3b-8ae6-6eeb0b8990b9 service neutron] 10.222.0.41 "GET /v2.0/networks/11641061-c179-4280-8105-0e68df7b6bdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845218 Jul 16 00:29:53.860186 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:29:56.325203 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:00.974332 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dd1b8127-bc45-4281-ba5b-5be632d043a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:03.540967 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:04.329210 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-66b7772a-01c5-400e-b3ba-56071f89eba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:04.630876 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:06.632632 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:09.060659 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:12.281299 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55956) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:30:12.454343 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-bedc9085-352f-40aa-b5ea-af01c7894983 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Deleting port 153aad15-6716-49ac-b139-3ba3d1da9cc4 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:30:12.454686 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bedc9085-352f-40aa-b5ea-af01c7894983 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:12.539655 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bedc9085-352f-40aa-b5ea-af01c7894983 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:12.539911 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bedc9085-352f-40aa-b5ea-af01c7894983 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:12.552529 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-bedc9085-352f-40aa-b5ea-af01c7894983 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Calling delete_port for 153aad15-6716-49ac-b139-3ba3d1da9cc4 owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:30:12.712429 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bedc9085-352f-40aa-b5ea-af01c7894983 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:12.744555 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedc9085-352f-40aa-b5ea-af01c7894983 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Pushing event deleted for resources: {'Port': ['ID=153aad15-6716-49ac-b139-3ba3d1da9cc4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:30:12.756951 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedc9085-352f-40aa-b5ea-af01c7894983 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:30:12.757444 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedc9085-352f-40aa-b5ea-af01c7894983 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:30:12.757816 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedc9085-352f-40aa-b5ea-af01c7894983 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:30:12.758204 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedc9085-352f-40aa-b5ea-af01c7894983 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:30:12.758582 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedc9085-352f-40aa-b5ea-af01c7894983 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:30:12.758921 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedc9085-352f-40aa-b5ea-af01c7894983 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:30:12.759245 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedc9085-352f-40aa-b5ea-af01c7894983 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:30:12.759625 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedc9085-352f-40aa-b5ea-af01c7894983 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:30:12.759937 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedc9085-352f-40aa-b5ea-af01c7894983 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:30:12.760252 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedc9085-352f-40aa-b5ea-af01c7894983 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:30:12.760587 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedc9085-352f-40aa-b5ea-af01c7894983 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:30:12.760917 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedc9085-352f-40aa-b5ea-af01c7894983 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:30:12.828791 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bedc9085-352f-40aa-b5ea-af01c7894983 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:12.829296 n-d-794306-6 neutron-server[93770]: INFO neutron.db.l3_db [None req-bedc9085-352f-40aa-b5ea-af01c7894983 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Floating IP 3a5fbed0-6ab4-463d-b019-02ad19c40ac7 disassociated (deleted). External IP: 172.25.5.101, port: 6ac7e3a1-942d-4c6d-b60b-a71e7c57502c. Jul 16 00:30:13.046664 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bedc9085-352f-40aa-b5ea-af01c7894983 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Router 0e92d90d-192c-4ba0-8c04-ce0b9e364da5 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:30:13.157393 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bedc9085-352f-40aa-b5ea-af01c7894983 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:30:13.162139 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bedc9085-352f-40aa-b5ea-af01c7894983 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:13.167352 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4609ce-dc62-4eb7-aa71-9d584e7c807f None None] Sync routers for ids ['0e92d90d-192c-4ba0-8c04-ce0b9e364da5'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:30:13.177182 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4609ce-dc62-4eb7-aa71-9d584e7c807f None None] Routers {'0e92d90d-192c-4ba0-8c04-ce0b9e364da5'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:30:13.177796 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3d4609ce-dc62-4eb7-aa71-9d584e7c807f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:30:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['0e92d90d-192c-4ba0-8c04-ce0b9e364da5'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:30:13.203033 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-bedc9085-352f-40aa-b5ea-af01c7894983 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "DELETE /v2.0/floatingips/3a5fbed0-6ab4-463d-b019-02ad19c40ac7 HTTP/1.1" status: 204 len: 168 time: 0.9171636 Jul 16 00:30:13.203033 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbc2794b-1238-4875-af2b-82c5b33827a1', 'tag': '6ac7e3a1-942d-4c6d-b60b-a71e7c57502c'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:30:13.203688 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cfa130710a3ed3c11f83ca70e11270030e5afd3463e80eec9e3119d100d8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5caf7068-112b-4bb6-8ff3-f1ce2378a1ae" -d '{"events": [{"name": "network-changed", "server_uuid": "cbc2794b-1238-4875-af2b-82c5b33827a1", "tag": "6ac7e3a1-942d-4c6d-b60b-a71e7c57502c"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:30:13.271486 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c854c7f-5a4b-4924-8305-e80ede9c5fff x-openstack-request-id: req-9c854c7f-5a4b-4924-8305-e80ede9c5fff {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:30:13.271803 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbc2794b-1238-4875-af2b-82c5b33827a1", "tag": "6ac7e3a1-942d-4c6d-b60b-a71e7c57502c", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:30:13.272055 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9c854c7f-5a4b-4924-8305-e80ede9c5fff {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:30:13.272460 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbc2794b-1238-4875-af2b-82c5b33827a1', 'tag': '6ac7e3a1-942d-4c6d-b60b-a71e7c57502c', 'status': 'completed', 'code': 200} Jul 16 00:30:13.309889 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-3d4609ce-dc62-4eb7-aa71-9d584e7c807f None None] Set router 0e92d90d-192c-4ba0-8c04-ce0b9e364da5 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:30:13.377346 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf7068-112b-4bb6-8ff3-f1ce2378a1ae req-fb9f1374-ceed-42fa-b036-9f643d2679e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:30:13.378899 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5caf7068-112b-4bb6-8ff3-f1ce2378a1ae req-fb9f1374-ceed-42fa-b036-9f643d2679e3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d1c71c0b2de48988daaa127b8c53c1d&device_id=cbc2794b-1238-4875-af2b-82c5b33827a1 HTTP/1.1" status: 200 len: 1096 time: 0.0596964 Jul 16 00:30:13.544961 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3d4609ce-dc62-4eb7-aa71-9d584e7c807f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e92d90d-192c-4ba0-8c04-ce0b9e364da5', 'name': 'tempest-TestShelveInstance-1519237025-router', 'tenant_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '258cc017-1591-4d7d-a364-b3592504b5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:21:31Z', 'updated_at': '2021-07-16T00:21:34Z', 'revision_number': 4, 'project_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'gw_port': {'id': '258cc017-1591-4d7d-a364-b3592504b5bf', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e92d90d-192c-4ba0-8c04-ce0b9e364da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:21:32Z', 'updated_at': '2021-07-16T00:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '972ecfa8-9cea-4c1c-bd65-7f2aca665831', 'name': '', 'network_id': '11641061-c179-4280-8105-0e68df7b6bdd', 'tenant_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'mac_address': 'fa:16:3e:6f:c4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e92d90d-192c-4ba0-8c04-ce0b9e364da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '38e19475-90d9-42cf-bc38-30b52dd24af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:21:34Z', 'updated_at': '2021-07-16T00:21:40Z', 'revision_number': 5, 'project_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'subnets': [{'id': '38e19475-90d9-42cf-bc38-30b52dd24af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:30:13.583754 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4609ce-dc62-4eb7-aa71-9d584e7c807f None None] Checking router: 0e92d90d-192c-4ba0-8c04-ce0b9e364da5 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:30:13.595613 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4609ce-dc62-4eb7-aa71-9d584e7c807f None None] Routers {'0e92d90d-192c-4ba0-8c04-ce0b9e364da5'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:30:13.596755 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3d4609ce-dc62-4eb7-aa71-9d584e7c807f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:30:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['0e92d90d-192c-4ba0-8c04-ce0b9e364da5'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:30:13.664557 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d5a648-78aa-4a70-8a8c-ac00d0e9d15b req-42ad23af-af9e-444d-a0b7-70780b7758d6 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:30:13.666196 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a4d5a648-78aa-4a70-8a8c-ac00d0e9d15b req-42ad23af-af9e-444d-a0b7-70780b7758d6 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbc2794b-1238-4875-af2b-82c5b33827a1 HTTP/1.1" status: 200 len: 945 time: 0.0794351 Jul 16 00:30:13.711351 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a4d5a648-78aa-4a70-8a8c-ac00d0e9d15b req-00ccdb79-3216-42e5-8c55-0933d12cc7d4 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=493674fb-ba92-4d37-8f3d-38868e8c00d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382810 Jul 16 00:30:13.722171 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-3d4609ce-dc62-4eb7-aa71-9d584e7c807f None None] Set router 0e92d90d-192c-4ba0-8c04-ce0b9e364da5 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:30:13.796840 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf7068-112b-4bb6-8ff3-f1ce2378a1ae req-e18dbd7b-3c81-47da-9a37-d38800346508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:30:13.798455 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5caf7068-112b-4bb6-8ff3-f1ce2378a1ae req-e18dbd7b-3c81-47da-9a37-d38800346508 service neutron] 10.222.0.41 "GET /v2.0/networks?id=11641061-c179-4280-8105-0e68df7b6bdd HTTP/1.1" status: 200 len: 910 time: 0.4122031 Jul 16 00:30:13.843279 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5caf7068-112b-4bb6-8ff3-f1ce2378a1ae req-5f482bd9-533d-4c82-a177-47e217b5d849 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ac7e3a1-942d-4c6d-b60b-a71e7c57502c HTTP/1.1" status: 200 len: 217 time: 0.0368295 Jul 16 00:30:13.895346 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf7068-112b-4bb6-8ff3-f1ce2378a1ae req-8051de4d-dde6-4622-b6a7-fe4dc9a6730b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:30:13.896815 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5caf7068-112b-4bb6-8ff3-f1ce2378a1ae req-8051de4d-dde6-4622-b6a7-fe4dc9a6730b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=38e19475-90d9-42cf-bc38-30b52dd24af7 HTTP/1.1" status: 200 len: 848 time: 0.0476279 Jul 16 00:30:13.934229 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3d4609ce-dc62-4eb7-aa71-9d584e7c807f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e92d90d-192c-4ba0-8c04-ce0b9e364da5', 'name': 'tempest-TestShelveInstance-1519237025-router', 'tenant_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '258cc017-1591-4d7d-a364-b3592504b5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:21:31Z', 'updated_at': '2021-07-16T00:21:34Z', 'revision_number': 4, 'project_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'gw_port': {'id': '258cc017-1591-4d7d-a364-b3592504b5bf', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e92d90d-192c-4ba0-8c04-ce0b9e364da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:21:32Z', 'updated_at': '2021-07-16T00:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '972ecfa8-9cea-4c1c-bd65-7f2aca665831', 'name': '', 'network_id': '11641061-c179-4280-8105-0e68df7b6bdd', 'tenant_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'mac_address': 'fa:16:3e:6f:c4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e92d90d-192c-4ba0-8c04-ce0b9e364da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '38e19475-90d9-42cf-bc38-30b52dd24af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:21:34Z', 'updated_at': '2021-07-16T00:21:40Z', 'revision_number': 5, 'project_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'subnets': [{'id': '38e19475-90d9-42cf-bc38-30b52dd24af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:30:13.958994 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf7068-112b-4bb6-8ff3-f1ce2378a1ae req-802fc238-69cf-469a-bd10-5338f018967b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:30:13.960539 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5caf7068-112b-4bb6-8ff3-f1ce2378a1ae req-802fc238-69cf-469a-bd10-5338f018967b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=11641061-c179-4280-8105-0e68df7b6bdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561435 Jul 16 00:30:13.962074 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4609ce-dc62-4eb7-aa71-9d584e7c807f None None] The sync data for ids ['0e92d90d-192c-4ba0-8c04-ce0b9e364da5'] in n-d-794306-6 is: [{'id': '0e92d90d-192c-4ba0-8c04-ce0b9e364da5', 'name': 'tempest-TestShelveInstance-1519237025-router', 'tenant_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '258cc017-1591-4d7d-a364-b3592504b5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:21:31Z', 'updated_at': '2021-07-16T00:21:34Z', 'revision_number': 4, 'project_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'gw_port': {'id': '258cc017-1591-4d7d-a364-b3592504b5bf', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e92d90d-192c-4ba0-8c04-ce0b9e364da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:21:32Z', 'updated_at': '2021-07-16T00:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '972ecfa8-9cea-4c1c-bd65-7f2aca665831', 'name': '', 'network_id': '11641061-c179-4280-8105-0e68df7b6bdd', 'tenant_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'mac_address': 'fa:16:3e:6f:c4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e92d90d-192c-4ba0-8c04-ce0b9e364da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '38e19475-90d9-42cf-bc38-30b52dd24af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:21:34Z', 'updated_at': '2021-07-16T00:21:40Z', 'revision_number': 5, 'project_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'subnets': [{'id': '38e19475-90d9-42cf-bc38-30b52dd24af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:30:14.060340 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5caf7068-112b-4bb6-8ff3-f1ce2378a1ae req-9cc024a5-7b58-4045-9bbb-cfd59058e6c6 service neutron] 10.222.0.41 "GET /v2.0/networks/11641061-c179-4280-8105-0e68df7b6bdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919263 Jul 16 00:30:14.159809 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-5caf7068-112b-4bb6-8ff3-f1ce2378a1ae req-78bfc8c3-5e7b-4c01-9e42-3c938a875cd0 service neutron] 10.222.0.41 "GET /v2.0/networks/11641061-c179-4280-8105-0e68df7b6bdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923297 Jul 16 00:30:14.211423 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1fa659-5e47-4a10-9e26-e6b531010aa5 None None] New status for floating IP 3a5fbed0-6ab4-463d-b019-02ad19c40ac7: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 00:30:14.897387 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c6dca-cac8-4806-86cf-c05d2e775d06 req-7d73f36a-293d-451d-b0e1-72479cc0710a tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:30:14.898886 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-954c6dca-cac8-4806-86cf-c05d2e775d06 req-7d73f36a-293d-451d-b0e1-72479cc0710a tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbc2794b-1238-4875-af2b-82c5b33827a1 HTTP/1.1" status: 200 len: 945 time: 0.0664127 Jul 16 00:30:14.938654 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-954c6dca-cac8-4806-86cf-c05d2e775d06 req-7e410f63-df99-463b-a6ab-71bc49d00bfa tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/security-groups?id=493674fb-ba92-4d37-8f3d-38868e8c00d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342081 Jul 16 00:30:15.274589 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7f3b85-a6c1-44cb-8192-00b8d45b23f4 req-8f6bfaf2-e9f2-4585-96fd-9125b9c2ab92 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:30:15.276090 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cd7f3b85-a6c1-44cb-8192-00b8d45b23f4 req-8f6bfaf2-e9f2-4585-96fd-9125b9c2ab92 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.41 "GET /v2.0/ports?device_id=cbc2794b-1238-4875-af2b-82c5b33827a1 HTTP/1.1" status: 200 len: 945 time: 0.0631607 Jul 16 00:30:15.382280 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-cd7f3b85-a6c1-44cb-8192-00b8d45b23f4 req-40fb3fcb-8668-40a1-bc61-c27d4ee5d229 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Deleting port 6ac7e3a1-942d-4c6d-b60b-a71e7c57502c {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:30:15.382619 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cd7f3b85-a6c1-44cb-8192-00b8d45b23f4 req-40fb3fcb-8668-40a1-bc61-c27d4ee5d229 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:15.476528 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-cd7f3b85-a6c1-44cb-8192-00b8d45b23f4 req-40fb3fcb-8668-40a1-bc61-c27d4ee5d229 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] For port 6ac7e3a1-942d-4c6d-b60b-a71e7c57502c, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=6ac7e3a1-942d-4c6d-b60b-a71e7c57502c,segment=NetworkSegment(47d61265-e148-44d1-b1cb-fc9435bcf7a5),segment_id=47d61265-e148-44d1-b1cb-fc9435bcf7a5)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:30:15.476884 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cd7f3b85-a6c1-44cb-8192-00b8d45b23f4 req-40fb3fcb-8668-40a1-bc61-c27d4ee5d229 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:15.493530 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-cd7f3b85-a6c1-44cb-8192-00b8d45b23f4 req-40fb3fcb-8668-40a1-bc61-c27d4ee5d229 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Calling delete_port for 6ac7e3a1-942d-4c6d-b60b-a71e7c57502c owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:30:15.626320 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cd7f3b85-a6c1-44cb-8192-00b8d45b23f4 req-40fb3fcb-8668-40a1-bc61-c27d4ee5d229 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:15.662878 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fb3fcb-8668-40a1-bc61-c27d4ee5d229 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Pushing event deleted for resources: {'Port': ['ID=6ac7e3a1-942d-4c6d-b60b-a71e7c57502c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:30:15.693381 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fb3fcb-8668-40a1-bc61-c27d4ee5d229 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:30:15.693722 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fb3fcb-8668-40a1-bc61-c27d4ee5d229 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:30:15.694054 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fb3fcb-8668-40a1-bc61-c27d4ee5d229 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:30:15.694387 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fb3fcb-8668-40a1-bc61-c27d4ee5d229 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:30:15.694713 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fb3fcb-8668-40a1-bc61-c27d4ee5d229 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:30:15.695072 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fb3fcb-8668-40a1-bc61-c27d4ee5d229 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:30:15.695392 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fb3fcb-8668-40a1-bc61-c27d4ee5d229 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:30:15.695737 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fb3fcb-8668-40a1-bc61-c27d4ee5d229 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:30:15.696056 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fb3fcb-8668-40a1-bc61-c27d4ee5d229 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:30:15.696374 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fb3fcb-8668-40a1-bc61-c27d4ee5d229 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:30:15.696716 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fb3fcb-8668-40a1-bc61-c27d4ee5d229 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:30:15.697035 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fb3fcb-8668-40a1-bc61-c27d4ee5d229 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:30:15.720417 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd7f3b85-a6c1-44cb-8192-00b8d45b23f4 req-40fb3fcb-8668-40a1-bc61-c27d4ee5d229 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] No DVR routers for this DVR port 6ac7e3a1-942d-4c6d-b60b-a71e7c57502c on host n-h2-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:30:15.723133 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cd7f3b85-a6c1-44cb-8192-00b8d45b23f4 req-40fb3fcb-8668-40a1-bc61-c27d4ee5d229 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:15.725144 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cd7f3b85-a6c1-44cb-8192-00b8d45b23f4 req-40fb3fcb-8668-40a1-bc61-c27d4ee5d229 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.41 "DELETE /v2.0/ports/6ac7e3a1-942d-4c6d-b60b-a71e7c57502c HTTP/1.1" status: 204 len: 173 time: 0.4436347 Jul 16 00:30:15.725646 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc2794b-1238-4875-af2b-82c5b33827a1', 'name': 'network-vif-deleted', 'tag': '6ac7e3a1-942d-4c6d-b60b-a71e7c57502c'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:30:15.728122 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732f3e1a316c3ad7d48a65c2bbc2e30ba6c82a3ba5a41bb87b5b7e43e99a4419" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4c37b5-29d7-4e77-9262-11b8f51a7909" -d '{"events": [{"server_uuid": "cbc2794b-1238-4875-af2b-82c5b33827a1", "name": "network-vif-deleted", "tag": "6ac7e3a1-942d-4c6d-b60b-a71e7c57502c"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:30:15.766050 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8793c6ef-45be-4066-9c19-3fd80dfa75af x-openstack-request-id: req-8793c6ef-45be-4066-9c19-3fd80dfa75af {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:30:15.766452 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc2794b-1238-4875-af2b-82c5b33827a1", "name": "network-vif-deleted", "tag": "6ac7e3a1-942d-4c6d-b60b-a71e7c57502c", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:30:15.766611 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8793c6ef-45be-4066-9c19-3fd80dfa75af {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:30:15.767161 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc2794b-1238-4875-af2b-82c5b33827a1', 'name': 'network-vif-deleted', 'tag': '6ac7e3a1-942d-4c6d-b60b-a71e7c57502c', 'status': 'completed', 'code': 200} Jul 16 00:30:16.094725 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-aaf8a616-c45c-4943-93e6-0522916f97e0 req-7d37e502-4f6e-407a-89d6-3a73af957732 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbc2794b-1238-4875-af2b-82c5b33827a1 HTTP/1.1" status: 200 len: 210 time: 0.0349181 Jul 16 00:30:17.243947 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-25ae2e7b-4e44-4dcb-a235-864129f26ea2 req-4e1ed938-99cf-4e4b-a1b0-0548ae9f3f8c tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbc2794b-1238-4875-af2b-82c5b33827a1 HTTP/1.1" status: 200 len: 210 time: 0.0307140 Jul 16 00:30:18.390214 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b6f69f13-24c1-49b4-a446-b68879a4da57 req-0c1f1eb8-968d-42b1-8899-2d070e5988e6 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbc2794b-1238-4875-af2b-82c5b33827a1 HTTP/1.1" status: 200 len: 210 time: 0.0293334 Jul 16 00:30:18.472144 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 6ac7e3a1-942d-4c6d-b60b-a71e7c57502c no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:30:18.496025 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] No Port match for: 6ac7e3a1-942d-4c6d-b60b-a71e7c57502c {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:30:18.496373 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device 6ac7e3a1-942d-4c6d-b60b-a71e7c57502c not bound to the agent host n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:30:19.551875 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6d6d8949-413a-4635-b5a8-f1c29be57b88 req-8a60fef2-e6dd-4eb3-b459-fc746f3baa86 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbc2794b-1238-4875-af2b-82c5b33827a1 HTTP/1.1" status: 200 len: 210 time: 0.0342429 Jul 16 00:30:20.646777 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 55988) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:30:20.711163 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-23d1d0c7-a6c9-428b-9567-52d83255c232 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:20.738403 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-23d1d0c7-a6c9-428b-9567-52d83255c232 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:20.801911 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-23d1d0c7-a6c9-428b-9567-52d83255c232 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:20.804489 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-23d1d0c7-a6c9-428b-9567-52d83255c232 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:20.807314 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-23d1d0c7-a6c9-428b-9567-52d83255c232 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] 10.222.0.48 "DELETE /v2.0/security-groups/493674fb-ba92-4d37-8f3d-38868e8c00d1 HTTP/1.1" status: 204 len: 168 time: 0.1592784 Jul 16 00:30:20.817650 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d1d0c7-a6c9-428b-9567-52d83255c232 tempest-TestShelveInstance-1141914809 tempest-TestShelveInstance-1141914809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=493674fb-ba92-4d37-8f3d-38868e8c00d1,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:30:20.867968 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55992) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:30:21.318545 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b52880e0-0caa-4955-a3cc-1c43c439a3c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:21.581763 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b52880e0-0caa-4955-a3cc-1c43c439a3c2 admin admin] Deleting port 972ecfa8-9cea-4c1c-bd65-7f2aca665831 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:30:21.581995 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b52880e0-0caa-4955-a3cc-1c43c439a3c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:21.663382 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-b52880e0-0caa-4955-a3cc-1c43c439a3c2 admin admin] For port 972ecfa8-9cea-4c1c-bd65-7f2aca665831, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=972ecfa8-9cea-4c1c-bd65-7f2aca665831,segment=NetworkSegment(47d61265-e148-44d1-b1cb-fc9435bcf7a5),segment_id=47d61265-e148-44d1-b1cb-fc9435bcf7a5)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:30:21.663776 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b52880e0-0caa-4955-a3cc-1c43c439a3c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:21.675924 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b52880e0-0caa-4955-a3cc-1c43c439a3c2 admin admin] Calling delete_port for 972ecfa8-9cea-4c1c-bd65-7f2aca665831 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:30:21.864133 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b52880e0-0caa-4955-a3cc-1c43c439a3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:21.891581 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52880e0-0caa-4955-a3cc-1c43c439a3c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=972ecfa8-9cea-4c1c-bd65-7f2aca665831,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:30:22.066654 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b52880e0-0caa-4955-a3cc-1c43c439a3c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:22.289270 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b52880e0-0caa-4955-a3cc-1c43c439a3c2 admin admin] Router 0e92d90d-192c-4ba0-8c04-ce0b9e364da5 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:30:22.399126 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b52880e0-0caa-4955-a3cc-1c43c439a3c2 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:30:22.404111 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b52880e0-0caa-4955-a3cc-1c43c439a3c2 admin admin] 10.222.0.48 "PUT /v2.0/routers/0e92d90d-192c-4ba0-8c04-ce0b9e364da5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5350864 Jul 16 00:30:22.407098 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55996) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:30:22.410208 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b395b992-0b0a-4acb-89f4-0766c0b3fd03 None None] Sync routers for ids ['0e92d90d-192c-4ba0-8c04-ce0b9e364da5'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:30:22.419431 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b395b992-0b0a-4acb-89f4-0766c0b3fd03 None None] Routers {'0e92d90d-192c-4ba0-8c04-ce0b9e364da5'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:30:22.420822 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b395b992-0b0a-4acb-89f4-0766c0b3fd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:30:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['0e92d90d-192c-4ba0-8c04-ce0b9e364da5'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:30:22.511497 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c9897d1-03bc-4b20-8aaf-c9cbbd774adf admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:22.521833 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-b395b992-0b0a-4acb-89f4-0766c0b3fd03 None None] Set router 0e92d90d-192c-4ba0-8c04-ce0b9e364da5 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:30:22.619725 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c9897d1-03bc-4b20-8aaf-c9cbbd774adf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:22.675757 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-3c9897d1-03bc-4b20-8aaf-c9cbbd774adf admin admin] Deleting port 258cc017-1591-4d7d-a364-b3592504b5bf {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:30:22.676187 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c9897d1-03bc-4b20-8aaf-c9cbbd774adf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:22.700477 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b395b992-0b0a-4acb-89f4-0766c0b3fd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e92d90d-192c-4ba0-8c04-ce0b9e364da5', 'name': 'tempest-TestShelveInstance-1519237025-router', 'tenant_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '258cc017-1591-4d7d-a364-b3592504b5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:21:31Z', 'updated_at': '2021-07-16T00:30:21Z', 'revision_number': 5, 'project_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'gw_port': {'id': '258cc017-1591-4d7d-a364-b3592504b5bf', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e92d90d-192c-4ba0-8c04-ce0b9e364da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:21:32Z', 'updated_at': '2021-07-16T00:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:30:22.728381 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b395b992-0b0a-4acb-89f4-0766c0b3fd03 None None] Checking router: 0e92d90d-192c-4ba0-8c04-ce0b9e364da5 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:30:22.737951 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b395b992-0b0a-4acb-89f4-0766c0b3fd03 None None] Routers {'0e92d90d-192c-4ba0-8c04-ce0b9e364da5'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:30:22.738579 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b395b992-0b0a-4acb-89f4-0766c0b3fd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:30:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['0e92d90d-192c-4ba0-8c04-ce0b9e364da5'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:30:22.761884 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-3c9897d1-03bc-4b20-8aaf-c9cbbd774adf admin admin] For port 258cc017-1591-4d7d-a364-b3592504b5bf, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=258cc017-1591-4d7d-a364-b3592504b5bf,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:30:22.762242 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c9897d1-03bc-4b20-8aaf-c9cbbd774adf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:22.773945 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-3c9897d1-03bc-4b20-8aaf-c9cbbd774adf admin admin] Calling delete_port for 258cc017-1591-4d7d-a364-b3592504b5bf owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:30:22.825956 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-b395b992-0b0a-4acb-89f4-0766c0b3fd03 None None] Set router 0e92d90d-192c-4ba0-8c04-ce0b9e364da5 gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:30:22.879946 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b395b992-0b0a-4acb-89f4-0766c0b3fd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e92d90d-192c-4ba0-8c04-ce0b9e364da5', 'name': 'tempest-TestShelveInstance-1519237025-router', 'tenant_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:21:31Z', 'updated_at': '2021-07-16T00:30:22Z', 'revision_number': 6, 'project_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'gw_port_host': None}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:30:22.906358 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b395b992-0b0a-4acb-89f4-0766c0b3fd03 None None] The sync data for ids ['0e92d90d-192c-4ba0-8c04-ce0b9e364da5'] in n-d-794306-6 is: [{'id': '0e92d90d-192c-4ba0-8c04-ce0b9e364da5', 'name': 'tempest-TestShelveInstance-1519237025-router', 'tenant_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:21:31Z', 'updated_at': '2021-07-16T00:30:22Z', 'revision_number': 6, 'project_id': '6d1c71c0b2de48988daaa127b8c53c1d', 'gw_port_host': None}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:30:22.948679 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c9897d1-03bc-4b20-8aaf-c9cbbd774adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:22.976206 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9897d1-03bc-4b20-8aaf-c9cbbd774adf admin admin] Pushing event deleted for resources: {'Port': ['ID=258cc017-1591-4d7d-a364-b3592504b5bf,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:30:23.039004 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c9897d1-03bc-4b20-8aaf-c9cbbd774adf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999011'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:23.132293 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c9897d1-03bc-4b20-8aaf-c9cbbd774adf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:23.134407 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c9897d1-03bc-4b20-8aaf-c9cbbd774adf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:23.183426 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c9897d1-03bc-4b20-8aaf-c9cbbd774adf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:23.183988 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c9897d1-03bc-4b20-8aaf-c9cbbd774adf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e92d90d-192c-4ba0-8c04-ce0b9e364da5 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 00:30:23.189494 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c9897d1-03bc-4b20-8aaf-c9cbbd774adf admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:23.190846 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-3c9897d1-03bc-4b20-8aaf-c9cbbd774adf admin admin] 10.222.0.48 "DELETE /v2.0/routers/0e92d90d-192c-4ba0-8c04-ce0b9e364da5 HTTP/1.1" status: 204 len: 168 time: 0.7826824 Jul 16 00:30:23.193472 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 55998) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:30:23.245181 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-644324a1-1801-4193-827f-27c55f4c7a9d admin admin] Deleting subnet 38e19475-90d9-42cf-bc38-30b52dd24af7 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 00:30:23.249251 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-644324a1-1801-4193-827f-27c55f4c7a9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:23.291165 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-644324a1-1801-4193-827f-27c55f4c7a9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:23.383056 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-644324a1-1801-4193-827f-27c55f4c7a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:23.445595 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-644324a1-1801-4193-827f-27c55f4c7a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:23.475700 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644324a1-1801-4193-827f-27c55f4c7a9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38e19475-90d9-42cf-bc38-30b52dd24af7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:30:23.482703 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-644324a1-1801-4193-827f-27c55f4c7a9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:23.485401 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-644324a1-1801-4193-827f-27c55f4c7a9d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/38e19475-90d9-42cf-bc38-30b52dd24af7 HTTP/1.1" status: 204 len: 168 time: 0.2909629 Jul 16 00:30:23.488765 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56000) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:30:23.492547 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d248e2-60c9-4bfa-801a-533b04616d89 None None] Network 11641061-c179-4280-8105-0e68df7b6bdd requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:30:23.564490 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f52315f-7368-4db7-9acc-20bc0daa56bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:23.620041 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-5f52315f-7368-4db7-9acc-20bc0daa56bf admin admin] Deleting port d481430b-d430-4a35-8ce8-02fc46b5f9e2 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:30:23.620385 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f52315f-7368-4db7-9acc-20bc0daa56bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:23.695641 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-5f52315f-7368-4db7-9acc-20bc0daa56bf admin admin] For port d481430b-d430-4a35-8ce8-02fc46b5f9e2, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=d481430b-d430-4a35-8ce8-02fc46b5f9e2,segment=NetworkSegment(47d61265-e148-44d1-b1cb-fc9435bcf7a5),segment_id=47d61265-e148-44d1-b1cb-fc9435bcf7a5)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:30:23.696020 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f52315f-7368-4db7-9acc-20bc0daa56bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:23.711180 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb78bf0-40e0-4e12-bd25-14ce6748a14c None None] DHCP port deletion for 11641061-c179-4280-8105-0e68df7b6bdd request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 00:30:23.712806 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-5f52315f-7368-4db7-9acc-20bc0daa56bf admin admin] Calling delete_port for d481430b-d430-4a35-8ce8-02fc46b5f9e2 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:30:23.755882 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 972ecfa8-9cea-4c1c-bd65-7f2aca665831 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:30:23.769364 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ccb78bf0-40e0-4e12-bd25-14ce6748a14c None None] Deleting port d481430b-d430-4a35-8ce8-02fc46b5f9e2 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:30:23.769833 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ccb78bf0-40e0-4e12-bd25-14ce6748a14c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:23.806909 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f52315f-7368-4db7-9acc-20bc0daa56bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:23.813095 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 972ecfa8-9cea-4c1c-bd65-7f2aca665831 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:30:23.813450 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 972ecfa8-9cea-4c1c-bd65-7f2aca665831 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:30:23.821614 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f52315f-7368-4db7-9acc-20bc0daa56bf admin admin] No DVR routers for this DVR port d481430b-d430-4a35-8ce8-02fc46b5f9e2 on host n-d-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:30:23.843204 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52315f-7368-4db7-9acc-20bc0daa56bf admin admin] Pushing event deleted for resources: {'Port': ['ID=d481430b-d430-4a35-8ce8-02fc46b5f9e2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:30:23.873077 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ccb78bf0-40e0-4e12-bd25-14ce6748a14c None None] For port d481430b-d430-4a35-8ce8-02fc46b5f9e2, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=d481430b-d430-4a35-8ce8-02fc46b5f9e2,segment=NetworkSegment(47d61265-e148-44d1-b1cb-fc9435bcf7a5),segment_id=47d61265-e148-44d1-b1cb-fc9435bcf7a5)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:30:23.873649 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ccb78bf0-40e0-4e12-bd25-14ce6748a14c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:23.895628 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ccb78bf0-40e0-4e12-bd25-14ce6748a14c None None] Calling delete_port for d481430b-d430-4a35-8ce8-02fc46b5f9e2 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:30:23.922678 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f52315f-7368-4db7-9acc-20bc0daa56bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:23.939606 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-5f52315f-7368-4db7-9acc-20bc0daa56bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11641061-c179-4280-8105-0e68df7b6bdd']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:30:23.950781 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-5f52315f-7368-4db7-9acc-20bc0daa56bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47d61265-e148-44d1-b1cb-fc9435bcf7a5') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:30:23.951076 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-5f52315f-7368-4db7-9acc-20bc0daa56bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47d61265-e148-44d1-b1cb-fc9435bcf7a5') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:30:23.961992 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f52315f-7368-4db7-9acc-20bc0daa56bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:23.977965 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f52315f-7368-4db7-9acc-20bc0daa56bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:23.986282 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f52315f-7368-4db7-9acc-20bc0daa56bf admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 00:30:23.986683 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f52315f-7368-4db7-9acc-20bc0daa56bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:23.988450 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 16 00:30:23.988450 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 00:30:23.988450 n-d-794306-6 neutron-server[93770]: timer() Jul 16 00:30:23.988450 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 00:30:23.988450 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 16 00:30:23.988450 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 00:30:23.988450 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 16 00:30:23.988450 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 00:30:23.988450 n-d-794306-6 neutron-server[93770]: self._notify() Jul 16 00:30:23.988450 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 00:30:23.988450 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 16 00:30:23.988450 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 00:30:23.988450 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 16 00:30:23.988450 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 00:30:23.988450 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 00:30:23.988450 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 00:30:23.988450 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 00:30:23.988450 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 00:30:23.988450 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 16 00:30:23.988450 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 00:30:23.988450 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 16 00:30:23.988450 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 00:30:23.988450 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 00:30:23.988450 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 00:30:23.988450 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 16 00:30:23.988450 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 00:30:23.988450 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 00:30:23.988450 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 00:30:23.988450 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 00:30:23.988450 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 00:30:23.988450 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 00:30:23.988450 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 00:30:23.994496 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 00:30:23.994496 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 16 00:30:23.994496 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 00:30:23.994496 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 16 00:30:23.994496 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 00:30:23.994496 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 16 00:30:23.994496 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 00:30:23.994496 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 16 00:30:23.994496 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 00:30:23.994496 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 16 00:30:23.994496 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 00:30:23.994496 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 16 00:30:23.994496 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 00:30:23.994496 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 16 00:30:23.994496 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 00:30:23.994496 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 16 00:30:23.994496 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 00:30:23.994496 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 16 00:30:23.994496 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 00:30:23.994496 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 16 00:30:23.994496 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 00:30:23.994496 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 16 00:30:23.994496 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 00:30:23.994496 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 16 00:30:23.994496 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 00:30:23.994496 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 16 00:30:23.994496 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 00:30:23.994496 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 16 00:30:23.994496 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 00:30:23.994496 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 16 00:30:23.994496 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 00:30:23.994496 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 16 00:30:23.994496 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 00:30:23.994496 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 16 00:30:23.994496 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 00:30:23.994496 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 16 00:30:23.994496 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 00:30:23.994496 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 16 00:30:23.994496 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 00:30:23.994496 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 16 00:30:23.994496 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 00:30:23.994496 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 16 00:30:23.994496 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 00:30:23.994496 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 16 00:30:23.994496 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 00:30:23.994496 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 16 00:30:23.994496 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 00:30:23.994496 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 16 00:30:23.994496 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 00:30:23.994496 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 16 00:30:23.994496 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 00:30:23.994496 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 16 00:30:23.994496 n-d-794306-6 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 00:30:23.994496 n-d-794306-6 neutron-server[93772]: self.session.flush() Jul 16 00:30:24.004645 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ccb78bf0-40e0-4e12-bd25-14ce6748a14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:24.042297 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb78bf0-40e0-4e12-bd25-14ce6748a14c None None] Pushing event deleted for resources: {'Port': ['ID=d481430b-d430-4a35-8ce8-02fc46b5f9e2,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:30:24.044814 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb78bf0-40e0-4e12-bd25-14ce6748a14c None None] No DVR routers for this DVR port d481430b-d430-4a35-8ce8-02fc46b5f9e2 on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:30:24.054764 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb78bf0-40e0-4e12-bd25-14ce6748a14c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:30:24.054897 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb78bf0-40e0-4e12-bd25-14ce6748a14c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:30:24.055258 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb78bf0-40e0-4e12-bd25-14ce6748a14c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:30:24.056106 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb78bf0-40e0-4e12-bd25-14ce6748a14c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:30:24.056106 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb78bf0-40e0-4e12-bd25-14ce6748a14c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:30:24.056398 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb78bf0-40e0-4e12-bd25-14ce6748a14c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:30:24.056632 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb78bf0-40e0-4e12-bd25-14ce6748a14c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:30:24.057756 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb78bf0-40e0-4e12-bd25-14ce6748a14c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:30:24.057756 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb78bf0-40e0-4e12-bd25-14ce6748a14c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:30:24.058144 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb78bf0-40e0-4e12-bd25-14ce6748a14c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:30:24.058410 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb78bf0-40e0-4e12-bd25-14ce6748a14c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:30:24.058726 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb78bf0-40e0-4e12-bd25-14ce6748a14c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:30:24.064123 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f52315f-7368-4db7-9acc-20bc0daa56bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:24.077036 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f52315f-7368-4db7-9acc-20bc0daa56bf admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:24.077036 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-5f52315f-7368-4db7-9acc-20bc0daa56bf admin admin] 10.222.0.48 "DELETE /v2.0/networks/11641061-c179-4280-8105-0e68df7b6bdd HTTP/1.1" status: 204 len: 168 time: 0.5864224 Jul 16 00:30:24.081873 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56002) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:30:24.090117 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52315f-7368-4db7-9acc-20bc0daa56bf admin admin] Pushing event deleted for resources: {'Network': ['ID=11641061-c179-4280-8105-0e68df7b6bdd,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:30:24.462748 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-19bdef17-ba5e-4d42-9ef9-9ca805064fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:24.740679 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-19bdef17-ba5e-4d42-9ef9-9ca805064fa2 admin admin] Deleting port 6b0a00db-1e07-45cf-91c9-d8f44828b7e1 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:30:24.740892 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-19bdef17-ba5e-4d42-9ef9-9ca805064fa2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:24.821123 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-19bdef17-ba5e-4d42-9ef9-9ca805064fa2 admin admin] For port 6b0a00db-1e07-45cf-91c9-d8f44828b7e1, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=6b0a00db-1e07-45cf-91c9-d8f44828b7e1,segment=NetworkSegment(0c2019f0-1e63-41ff-ab95-a086e80e2078),segment_id=0c2019f0-1e63-41ff-ab95-a086e80e2078)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:30:24.821494 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-19bdef17-ba5e-4d42-9ef9-9ca805064fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:24.835247 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-19bdef17-ba5e-4d42-9ef9-9ca805064fa2 admin admin] Calling delete_port for 6b0a00db-1e07-45cf-91c9-d8f44828b7e1 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:30:25.328762 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-19bdef17-ba5e-4d42-9ef9-9ca805064fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:25.353938 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 258cc017-1591-4d7d-a364-b3592504b5bf no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:30:25.356704 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bdef17-ba5e-4d42-9ef9-9ca805064fa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b0a00db-1e07-45cf-91c9-d8f44828b7e1,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:30:25.381087 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 258cc017-1591-4d7d-a364-b3592504b5bf {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:30:25.381532 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 258cc017-1591-4d7d-a364-b3592504b5bf not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:30:25.382032 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device d481430b-d430-4a35-8ce8-02fc46b5f9e2 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:30:25.403363 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: d481430b-d430-4a35-8ce8-02fc46b5f9e2 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:30:25.404064 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device d481430b-d430-4a35-8ce8-02fc46b5f9e2 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:30:25.557258 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-19bdef17-ba5e-4d42-9ef9-9ca805064fa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:25.783823 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19bdef17-ba5e-4d42-9ef9-9ca805064fa2 admin admin] Router a4684f61-4bc4-439e-aa3a-c6d1ef5123db has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:30:25.898020 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19bdef17-ba5e-4d42-9ef9-9ca805064fa2 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:30:25.903005 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-19bdef17-ba5e-4d42-9ef9-9ca805064fa2 admin admin] 10.222.0.48 "PUT /v2.0/routers/a4684f61-4bc4-439e-aa3a-c6d1ef5123db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8197770 Jul 16 00:30:25.905819 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56004) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:30:25.908744 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc29046-80c8-43f2-b614-f351ff51af01 None None] Sync routers for ids ['a4684f61-4bc4-439e-aa3a-c6d1ef5123db'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:30:25.923066 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc29046-80c8-43f2-b614-f351ff51af01 None None] Routers {'a4684f61-4bc4-439e-aa3a-c6d1ef5123db'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:30:25.923760 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ccc29046-80c8-43f2-b614-f351ff51af01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:30:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['a4684f61-4bc4-439e-aa3a-c6d1ef5123db'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:30:26.022766 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa357bd2-7b57-4a21-a1eb-34cd8cf2fe6e admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:26.039742 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-ccc29046-80c8-43f2-b614-f351ff51af01 None None] Set router a4684f61-4bc4-439e-aa3a-c6d1ef5123db gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:30:26.138287 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa357bd2-7b57-4a21-a1eb-34cd8cf2fe6e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:26.195306 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-fa357bd2-7b57-4a21-a1eb-34cd8cf2fe6e admin admin] Deleting port c1dc2ddb-1953-4f9c-b9ba-4d0eb21dcb77 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:30:26.195678 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa357bd2-7b57-4a21-a1eb-34cd8cf2fe6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:26.230745 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ccc29046-80c8-43f2-b614-f351ff51af01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4684f61-4bc4-439e-aa3a-c6d1ef5123db', 'name': 'tempest-TestShelveInstance-714303521-router', 'tenant_id': '103e4d50cb9a4f85a9bc2c14efb55b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c1dc2ddb-1953-4f9c-b9ba-4d0eb21dcb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:21:36Z', 'updated_at': '2021-07-16T00:30:25Z', 'revision_number': 5, 'project_id': '103e4d50cb9a4f85a9bc2c14efb55b0e', 'gw_port': {'id': 'c1dc2ddb-1953-4f9c-b9ba-4d0eb21dcb77', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:53:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4684f61-4bc4-439e-aa3a-c6d1ef5123db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:21:36Z', 'updated_at': '2021-07-16T00:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:30:26.262255 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc29046-80c8-43f2-b614-f351ff51af01 None None] Checking router: a4684f61-4bc4-439e-aa3a-c6d1ef5123db for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:30:26.271692 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc29046-80c8-43f2-b614-f351ff51af01 None None] Routers {'a4684f61-4bc4-439e-aa3a-c6d1ef5123db'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:30:26.272338 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ccc29046-80c8-43f2-b614-f351ff51af01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:30:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['a4684f61-4bc4-439e-aa3a-c6d1ef5123db'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:30:26.278390 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-fa357bd2-7b57-4a21-a1eb-34cd8cf2fe6e admin admin] For port c1dc2ddb-1953-4f9c-b9ba-4d0eb21dcb77, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=c1dc2ddb-1953-4f9c-b9ba-4d0eb21dcb77,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:30:26.278755 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa357bd2-7b57-4a21-a1eb-34cd8cf2fe6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:26.291622 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-fa357bd2-7b57-4a21-a1eb-34cd8cf2fe6e admin admin] Calling delete_port for c1dc2ddb-1953-4f9c-b9ba-4d0eb21dcb77 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:30:26.334565 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:26.365678 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-ccc29046-80c8-43f2-b614-f351ff51af01 None None] Set router a4684f61-4bc4-439e-aa3a-c6d1ef5123db gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:30:26.416885 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ccc29046-80c8-43f2-b614-f351ff51af01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4684f61-4bc4-439e-aa3a-c6d1ef5123db', 'name': 'tempest-TestShelveInstance-714303521-router', 'tenant_id': '103e4d50cb9a4f85a9bc2c14efb55b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:21:36Z', 'updated_at': '2021-07-16T00:30:26Z', 'revision_number': 6, 'project_id': '103e4d50cb9a4f85a9bc2c14efb55b0e', 'gw_port_host': None}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:30:26.447261 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc29046-80c8-43f2-b614-f351ff51af01 None None] The sync data for ids ['a4684f61-4bc4-439e-aa3a-c6d1ef5123db'] in n-d-794306-6 is: [{'id': 'a4684f61-4bc4-439e-aa3a-c6d1ef5123db', 'name': 'tempest-TestShelveInstance-714303521-router', 'tenant_id': '103e4d50cb9a4f85a9bc2c14efb55b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:21:36Z', 'updated_at': '2021-07-16T00:30:26Z', 'revision_number': 6, 'project_id': '103e4d50cb9a4f85a9bc2c14efb55b0e', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:30:26.469129 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa357bd2-7b57-4a21-a1eb-34cd8cf2fe6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:26.501844 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa357bd2-7b57-4a21-a1eb-34cd8cf2fe6e admin admin] Pushing event deleted for resources: {'Port': ['ID=c1dc2ddb-1953-4f9c-b9ba-4d0eb21dcb77,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:30:26.562266 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa357bd2-7b57-4a21-a1eb-34cd8cf2fe6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999011'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:26.655197 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa357bd2-7b57-4a21-a1eb-34cd8cf2fe6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:26.657601 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa357bd2-7b57-4a21-a1eb-34cd8cf2fe6e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:26.703763 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa357bd2-7b57-4a21-a1eb-34cd8cf2fe6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:26.704216 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa357bd2-7b57-4a21-a1eb-34cd8cf2fe6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4684f61-4bc4-439e-aa3a-c6d1ef5123db {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 00:30:26.708917 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa357bd2-7b57-4a21-a1eb-34cd8cf2fe6e admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:26.710065 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-fa357bd2-7b57-4a21-a1eb-34cd8cf2fe6e admin admin] 10.222.0.48 "DELETE /v2.0/routers/a4684f61-4bc4-439e-aa3a-c6d1ef5123db HTTP/1.1" status: 204 len: 168 time: 0.8030949 Jul 16 00:30:26.712630 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56006) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:30:26.763364 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f2ba5d4-e3a8-4ef0-a9d7-3694769a0ca0 admin admin] Deleting subnet 3a916c96-4aff-420d-bf4d-d70ce0b93b7b {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 00:30:26.767346 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1f2ba5d4-e3a8-4ef0-a9d7-3694769a0ca0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:26.804548 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1f2ba5d4-e3a8-4ef0-a9d7-3694769a0ca0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:26.892457 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1f2ba5d4-e3a8-4ef0-a9d7-3694769a0ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:26.944412 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1f2ba5d4-e3a8-4ef0-a9d7-3694769a0ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:26.975944 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2ba5d4-e3a8-4ef0-a9d7-3694769a0ca0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a916c96-4aff-420d-bf4d-d70ce0b93b7b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:30:26.979908 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1f2ba5d4-e3a8-4ef0-a9d7-3694769a0ca0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:26.982013 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-1f2ba5d4-e3a8-4ef0-a9d7-3694769a0ca0 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3a916c96-4aff-420d-bf4d-d70ce0b93b7b HTTP/1.1" status: 204 len: 168 time: 0.2682092 Jul 16 00:30:26.985158 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56008) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:30:26.985996 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59c85d2-7016-4633-b806-32ccdb24d156 None None] Network 104a33c1-13e4-4890-a999-b1789ba5a442 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:30:27.392744 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60cd806d-1794-4560-b7a6-271139488d54 None None] DHCP port deletion for 104a33c1-13e4-4890-a999-b1789ba5a442 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 00:30:27.407049 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a0756ddf-9a43-4148-8f0e-8c2140f87f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:27.424397 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 6b0a00db-1e07-45cf-91c9-d8f44828b7e1 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:30:27.449863 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 6b0a00db-1e07-45cf-91c9-d8f44828b7e1 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:30:27.450204 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 6b0a00db-1e07-45cf-91c9-d8f44828b7e1 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:30:27.454472 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device c1dc2ddb-1953-4f9c-b9ba-4d0eb21dcb77 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:30:27.481231 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: c1dc2ddb-1953-4f9c-b9ba-4d0eb21dcb77 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:30:27.481582 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device c1dc2ddb-1953-4f9c-b9ba-4d0eb21dcb77 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:30:27.484279 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-a0756ddf-9a43-4148-8f0e-8c2140f87f17 admin admin] Deleting port a32e320f-fc40-4c20-8274-cc4e68bbecbc {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:30:27.484811 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a0756ddf-9a43-4148-8f0e-8c2140f87f17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:27.502167 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-60cd806d-1794-4560-b7a6-271139488d54 None None] Deleting port a32e320f-fc40-4c20-8274-cc4e68bbecbc {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:30:27.502871 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-60cd806d-1794-4560-b7a6-271139488d54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:27.573110 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-60cd806d-1794-4560-b7a6-271139488d54 None None] For port a32e320f-fc40-4c20-8274-cc4e68bbecbc, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=a32e320f-fc40-4c20-8274-cc4e68bbecbc,segment=NetworkSegment(0c2019f0-1e63-41ff-ab95-a086e80e2078),segment_id=0c2019f0-1e63-41ff-ab95-a086e80e2078)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:30:27.573506 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-60cd806d-1794-4560-b7a6-271139488d54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:27.578276 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-a0756ddf-9a43-4148-8f0e-8c2140f87f17 admin admin] For port a32e320f-fc40-4c20-8274-cc4e68bbecbc, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=a32e320f-fc40-4c20-8274-cc4e68bbecbc,segment=NetworkSegment(0c2019f0-1e63-41ff-ab95-a086e80e2078),segment_id=0c2019f0-1e63-41ff-ab95-a086e80e2078)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:30:27.578639 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a0756ddf-9a43-4148-8f0e-8c2140f87f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:27.586373 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-60cd806d-1794-4560-b7a6-271139488d54 None None] Calling delete_port for a32e320f-fc40-4c20-8274-cc4e68bbecbc owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:30:27.590730 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-a0756ddf-9a43-4148-8f0e-8c2140f87f17 admin admin] Calling delete_port for a32e320f-fc40-4c20-8274-cc4e68bbecbc owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:30:27.677310 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a0756ddf-9a43-4148-8f0e-8c2140f87f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:27.684072 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-60cd806d-1794-4560-b7a6-271139488d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:27.704222 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0756ddf-9a43-4148-8f0e-8c2140f87f17 admin admin] Pushing event deleted for resources: {'Port': ['ID=a32e320f-fc40-4c20-8274-cc4e68bbecbc,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:30:27.708052 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0756ddf-9a43-4148-8f0e-8c2140f87f17 admin admin] No DVR routers for this DVR port a32e320f-fc40-4c20-8274-cc4e68bbecbc on host n-d-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:30:27.710179 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cd806d-1794-4560-b7a6-271139488d54 None None] Pushing event deleted for resources: {'Port': ['ID=a32e320f-fc40-4c20-8274-cc4e68bbecbc,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:30:27.713919 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cd806d-1794-4560-b7a6-271139488d54 None None] No DVR routers for this DVR port a32e320f-fc40-4c20-8274-cc4e68bbecbc on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:30:27.792259 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a0756ddf-9a43-4148-8f0e-8c2140f87f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:27.802135 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-a0756ddf-9a43-4148-8f0e-8c2140f87f17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['104a33c1-13e4-4890-a999-b1789ba5a442']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:30:27.813912 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-a0756ddf-9a43-4148-8f0e-8c2140f87f17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c2019f0-1e63-41ff-ab95-a086e80e2078') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:30:27.814208 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-a0756ddf-9a43-4148-8f0e-8c2140f87f17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c2019f0-1e63-41ff-ab95-a086e80e2078') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:30:27.824156 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a0756ddf-9a43-4148-8f0e-8c2140f87f17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:27.839766 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a0756ddf-9a43-4148-8f0e-8c2140f87f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:27.846796 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0756ddf-9a43-4148-8f0e-8c2140f87f17 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 00:30:27.847197 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a0756ddf-9a43-4148-8f0e-8c2140f87f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:27.848921 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 16 00:30:27.848921 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 00:30:27.848921 n-d-794306-6 neutron-server[93770]: timer() Jul 16 00:30:27.848921 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 00:30:27.848921 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 16 00:30:27.848921 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 00:30:27.848921 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 16 00:30:27.848921 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 00:30:27.848921 n-d-794306-6 neutron-server[93770]: self._notify() Jul 16 00:30:27.848921 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 00:30:27.848921 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 16 00:30:27.848921 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 00:30:27.848921 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 16 00:30:27.848921 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 00:30:27.848921 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 00:30:27.848921 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 00:30:27.848921 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 00:30:27.848921 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 00:30:27.848921 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 16 00:30:27.848921 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 00:30:27.848921 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 16 00:30:27.848921 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 00:30:27.848921 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 00:30:27.848921 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 00:30:27.848921 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 16 00:30:27.848921 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 00:30:27.848921 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 00:30:27.848921 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 00:30:27.848921 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 00:30:27.848921 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 00:30:27.848921 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 00:30:27.848921 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 00:30:27.913623 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a0756ddf-9a43-4148-8f0e-8c2140f87f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:27.919993 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a0756ddf-9a43-4148-8f0e-8c2140f87f17 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:27.922740 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-a0756ddf-9a43-4148-8f0e-8c2140f87f17 admin admin] 10.222.0.48 "DELETE /v2.0/networks/104a33c1-13e4-4890-a999-b1789ba5a442 HTTP/1.1" status: 204 len: 168 time: 0.9358342 Jul 16 00:30:27.934114 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0756ddf-9a43-4148-8f0e-8c2140f87f17 admin admin] Pushing event deleted for resources: {'Network': ['ID=104a33c1-13e4-4890-a999-b1789ba5a442,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:30:28.042499 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56012) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:30:28.085599 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-301f0e6c-c680-4e0d-b04e-b95677f163bf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6d1c71c0b2de48988daaa127b8c53c1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419517 Jul 16 00:30:28.088216 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56014) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:30:28.141395 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-36c16877-8b4d-4947-9569-eec70ffe533e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:28.164005 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-36c16877-8b4d-4947-9569-eec70ffe533e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:28.213980 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-36c16877-8b4d-4947-9569-eec70ffe533e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:28.218932 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-36c16877-8b4d-4947-9569-eec70ffe533e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:28.220174 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-36c16877-8b4d-4947-9569-eec70ffe533e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b820ff7c-8c95-4139-99d8-8a7a6981ecdf HTTP/1.1" status: 204 len: 168 time: 0.1309602 Jul 16 00:30:28.228415 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c16877-8b4d-4947-9569-eec70ffe533e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b820ff7c-8c95-4139-99d8-8a7a6981ecdf,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:30:28.558468 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56020) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:30:28.603094 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-76f8858d-4a2b-4759-98b8-9be0631a7550 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=103e4d50cb9a4f85a9bc2c14efb55b0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432959 Jul 16 00:30:28.605555 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56022) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:30:28.670873 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18d9e9b3-4f1d-4af1-b333-64bf27bda9c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:28.697703 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18d9e9b3-4f1d-4af1-b333-64bf27bda9c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:28.751686 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18d9e9b3-4f1d-4af1-b333-64bf27bda9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:28.754182 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18d9e9b3-4f1d-4af1-b333-64bf27bda9c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:28.755627 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-18d9e9b3-4f1d-4af1-b333-64bf27bda9c1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/73dce137-90d0-43d9-a6d5-e5c84670fad5 HTTP/1.1" status: 204 len: 168 time: 0.1486061 Jul 16 00:30:28.764612 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d9e9b3-4f1d-4af1-b333-64bf27bda9c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73dce137-90d0-43d9-a6d5-e5c84670fad5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:30:29.347914 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device a32e320f-fc40-4c20-8274-cc4e68bbecbc no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:30:29.368615 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: a32e320f-fc40-4c20-8274-cc4e68bbecbc {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:30:29.369354 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device a32e320f-fc40-4c20-8274-cc4e68bbecbc not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:30:29.442731 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56044) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:30:29.556549 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e0039967-ff2b-42ab-8af7-15f5b2683de9 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-452304718-network', 'tenant_id': '01f8a1ecc94c40469f64697d2a912770'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:30:29.578535 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0039967-ff2b-42ab-8af7-15f5b2683de9 admin admin] Made reservation on behalf of 01f8a1ecc94c40469f64697d2a912770 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:30:29.581139 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e0039967-ff2b-42ab-8af7-15f5b2683de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:29.589558 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e0039967-ff2b-42ab-8af7-15f5b2683de9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:29.680351 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e0039967-ff2b-42ab-8af7-15f5b2683de9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:29.684090 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e0039967-ff2b-42ab-8af7-15f5b2683de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:29.709996 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0039967-ff2b-42ab-8af7-15f5b2683de9 admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 00:30:29.720805 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0039967-ff2b-42ab-8af7-15f5b2683de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=217dac48-d7a4-47e1-9547-4d444ef06a45,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:30:29.725788 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e0039967-ff2b-42ab-8af7-15f5b2683de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:29.726130 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-e0039967-ff2b-42ab-8af7-15f5b2683de9 admin admin] Added segment 2b07c984-8492-4b8b-bcb8-ff4dafff1485 of type vlan for network cbcc7b7d-ecd4-4844-a209-f41f3238a948 Jul 16 00:30:29.769163 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e0039967-ff2b-42ab-8af7-15f5b2683de9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:29.809777 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e0039967-ff2b-42ab-8af7-15f5b2683de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:29.811301 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0039967-ff2b-42ab-8af7-15f5b2683de9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:30:29.813466 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e0039967-ff2b-42ab-8af7-15f5b2683de9 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:29.850923 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-e0039967-ff2b-42ab-8af7-15f5b2683de9 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4070492 Jul 16 00:30:29.855381 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56048) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:30:29.863838 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-2bb55183-8a4d-49a9-8cb5-f8895b086ff9 admin admin] Request body: {'subnet': {'network_id': 'cbcc7b7d-ecd4-4844-a209-f41f3238a948', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-452304718-subnet', 'tenant_id': '01f8a1ecc94c40469f64697d2a912770', 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:30:29.878538 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0039967-ff2b-42ab-8af7-15f5b2683de9 admin admin] Pushing event updated for resources: {'Network': ['ID=cbcc7b7d-ecd4-4844-a209-f41f3238a948,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:30:29.891923 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network cbcc7b7d-ecd4-4844-a209-f41f3238a948 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 00:30:29.893232 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb55183-8a4d-49a9-8cb5-f8895b086ff9 admin admin] Made reservation on behalf of 01f8a1ecc94c40469f64697d2a912770 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:30:29.895675 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2bb55183-8a4d-49a9-8cb5-f8895b086ff9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:30.091089 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2bb55183-8a4d-49a9-8cb5-f8895b086ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:30.153489 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb55183-8a4d-49a9-8cb5-f8895b086ff9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ca454f7-ee90-4389-a883-af8f9370f85b,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:30:30.164649 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb55183-8a4d-49a9-8cb5-f8895b086ff9 admin admin] Checking segment: {'id': '2b07c984-8492-4b8b-bcb8-ff4dafff1485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cbcc7b7d-ecd4-4844-a209-f41f3238a948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:30:30.165024 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb55183-8a4d-49a9-8cb5-f8895b086ff9 admin admin] Network hostable DHCP agents. Network: cbcc7b7d-ecd4-4844-a209-f41f3238a948, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 00:30:30.183673 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb55183-8a4d-49a9-8cb5-f8895b086ff9 admin admin] Network cbcc7b7d-ecd4-4844-a209-f41f3238a948 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 00:30:30.193700 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-2bb55183-8a4d-49a9-8cb5-f8895b086ff9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, cbcc7b7d-ecd4-4844-a209-f41f3238a948) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:30:30.197834 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb55183-8a4d-49a9-8cb5-f8895b086ff9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:30:30.198505 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2bb55183-8a4d-49a9-8cb5-f8895b086ff9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:30.203322 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88dfc1a1-4b2a-4633-848b-8f480b00953c None None] Network cbcc7b7d-ecd4-4844-a209-f41f3238a948 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:30:30.215029 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-2bb55183-8a4d-49a9-8cb5-f8895b086ff9 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3579309 Jul 16 00:30:30.219160 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56050) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:30:30.225038 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a6fea2ba-5d86-4739-8ea5-a138a84d5556 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-452304718-router', 'tenant_id': '01f8a1ecc94c40469f64697d2a912770', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:30:30.249578 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a6fea2ba-5d86-4739-8ea5-a138a84d5556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:30.250665 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a6fea2ba-5d86-4739-8ea5-a138a84d5556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:30.316786 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a6fea2ba-5d86-4739-8ea5-a138a84d5556 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:30.375497 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed0d0bf-f28d-40ab-959c-a98133f22532 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-cbcc7b7d-ecd4-4844-a209-f41f3238a948', 'network_id': 'cbcc7b7d-ecd4-4844-a209-f41f3238a948', 'tenant_id': '01f8a1ecc94c40469f64697d2a912770', 'fixed_ips': [{'subnet_id': '4ca454f7-ee90-4389-a883-af8f9370f85b'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 00:30:30.376431 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9ed0d0bf-f28d-40ab-959c-a98133f22532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:30.487675 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a6fea2ba-5d86-4739-8ea5-a138a84d5556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:30.533793 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-9ed0d0bf-f28d-40ab-959c-a98133f22532 None None] Allocated IP 172.20.0.2 (cbcc7b7d-ecd4-4844-a209-f41f3238a948/4ca454f7-ee90-4389-a883-af8f9370f85b/36c8616a-5af2-4766-94e7-8776c9dad120) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:30:30.687722 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9ed0d0bf-f28d-40ab-959c-a98133f22532 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:30.696548 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9ed0d0bf-f28d-40ab-959c-a98133f22532 None None] Transition to ACTIVE for port object 36c8616a-5af2-4766-94e7-8776c9dad120 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:30:30.712794 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9ed0d0bf-f28d-40ab-959c-a98133f22532 None None] Transition to ACTIVE for port object 36c8616a-5af2-4766-94e7-8776c9dad120 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:30:30.716756 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a6fea2ba-5d86-4739-8ea5-a138a84d5556 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:30.719678 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9ed0d0bf-f28d-40ab-959c-a98133f22532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:30.738313 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a6fea2ba-5d86-4739-8ea5-a138a84d5556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:30.763413 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed0d0bf-f28d-40ab-959c-a98133f22532 None None] Network cbcc7b7d-ecd4-4844-a209-f41f3238a948 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:30:30.768732 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-9ed0d0bf-f28d-40ab-959c-a98133f22532 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:30:30.773331 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed0d0bf-f28d-40ab-959c-a98133f22532 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:30:30.786107 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed0d0bf-f28d-40ab-959c-a98133f22532 None None] Pushing event updated for resources: {'Port': ['ID=36c8616a-5af2-4766-94e7-8776c9dad120,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:30:30.851239 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-a6fea2ba-5d86-4739-8ea5-a138a84d5556 admin admin] Allocated IP 172.25.5.45 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/60ee6da0-bf70-47cb-99f1-393bd6c3d5e6) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:30:30.851876 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-9ed0d0bf-f28d-40ab-959c-a98133f22532 None None] Attempting to bind port 36c8616a-5af2-4766-94e7-8776c9dad120 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:30:30.852268 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-9ed0d0bf-f28d-40ab-959c-a98133f22532 None None] Attempting to bind port 36c8616a-5af2-4766-94e7-8776c9dad120 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '2b07c984-8492-4b8b-bcb8-ff4dafff1485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cbcc7b7d-ecd4-4844-a209-f41f3238a948'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:30:30.852748 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed0d0bf-f28d-40ab-959c-a98133f22532 None None] Attempting to bind port 36c8616a-5af2-4766-94e7-8776c9dad120 on network cbcc7b7d-ecd4-4844-a209-f41f3238a948 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:30:30.859162 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed0d0bf-f28d-40ab-959c-a98133f22532 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:30:30.859595 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed0d0bf-f28d-40ab-959c-a98133f22532 None None] Checking segment: {'id': '2b07c984-8492-4b8b-bcb8-ff4dafff1485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cbcc7b7d-ecd4-4844-a209-f41f3238a948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:30:30.860049 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9ed0d0bf-f28d-40ab-959c-a98133f22532 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:30.860438 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed0d0bf-f28d-40ab-959c-a98133f22532 None None] Bound using segment: {'id': '2b07c984-8492-4b8b-bcb8-ff4dafff1485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cbcc7b7d-ecd4-4844-a209-f41f3238a948'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:30:30.860943 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-9ed0d0bf-f28d-40ab-959c-a98133f22532 None None] Bound port: 36c8616a-5af2-4766-94e7-8776c9dad120, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b07c984-8492-4b8b-bcb8-ff4dafff1485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cbcc7b7d-ecd4-4844-a209-f41f3238a948'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:30:30.861368 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9ed0d0bf-f28d-40ab-959c-a98133f22532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:30.862077 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:30:30.929653 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-9ed0d0bf-f28d-40ab-959c-a98133f22532 None None] For port 36c8616a-5af2-4766-94e7-8776c9dad120, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:30:30.933787 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-9ed0d0bf-f28d-40ab-959c-a98133f22532 None None] For port 36c8616a-5af2-4766-94e7-8776c9dad120, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=36c8616a-5af2-4766-94e7-8776c9dad120,segment=NetworkSegment(2b07c984-8492-4b8b-bcb8-ff4dafff1485),segment_id=2b07c984-8492-4b8b-bcb8-ff4dafff1485)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:30:30.938878 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9ed0d0bf-f28d-40ab-959c-a98133f22532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:30.975171 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a6fea2ba-5d86-4739-8ea5-a138a84d5556 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:30.998582 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d75eb05a-b57b-4389-a80a-01986c996305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:31.016434 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed0d0bf-f28d-40ab-959c-a98133f22532 None None] Pushing event updated for resources: {'Port': ['ID=36c8616a-5af2-4766-94e7-8776c9dad120,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:30:31.018953 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a6fea2ba-5d86-4739-8ea5-a138a84d5556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:31.064609 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fea2ba-5d86-4739-8ea5-a138a84d5556 admin admin] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:30:31.067877 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-a6fea2ba-5d86-4739-8ea5-a138a84d5556 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:30:31.072431 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fea2ba-5d86-4739-8ea5-a138a84d5556 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:30:31.075606 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fea2ba-5d86-4739-8ea5-a138a84d5556 admin admin] Pushing event updated for resources: {'Port': ['ID=60ee6da0-bf70-47cb-99f1-393bd6c3d5e6,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:30:31.385510 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 36c8616a-5af2-4766-94e7-8776c9dad120 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:30:31.438241 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 36c8616a-5af2-4766-94e7-8776c9dad120 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:30:31.438547 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a6fea2ba-5d86-4739-8ea5-a138a84d5556 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:31.666804 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a6fea2ba-5d86-4739-8ea5-a138a84d5556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:31.824824 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6fea2ba-5d86-4739-8ea5-a138a84d5556 admin admin] Router 37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0 is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 00:30:31.944378 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6fea2ba-5d86-4739-8ea5-a138a84d5556 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:30:31.960454 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267d5414-c144-4511-a35b-15208f8fda97 None None] Sync routers for ids ['37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:30:31.968041 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a6fea2ba-5d86-4739-8ea5-a138a84d5556 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:31.969358 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-a6fea2ba-5d86-4739-8ea5-a138a84d5556 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7488992 Jul 16 00:30:31.972085 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56052) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:30:31.973256 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267d5414-c144-4511-a35b-15208f8fda97 None None] Routers {'37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:30:31.973929 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-267d5414-c144-4511-a35b-15208f8fda97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:30:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:30:32.018964 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d8e6e2-2813-4a3a-9bfb-82028284a681 None None] Network cbcc7b7d-ecd4-4844-a209-f41f3238a948 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:30:32.145172 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-29eff081-ef4c-4940-8649-f0a56f184e8f None None] Provisioning for port 36c8616a-5af2-4766-94e7-8776c9dad120 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:30:32.171073 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-267d5414-c144-4511-a35b-15208f8fda97 None None] Set router 37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:30:32.172747 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-29eff081-ef4c-4940-8649-f0a56f184e8f None None] Provisioning complete for port 36c8616a-5af2-4766-94e7-8776c9dad120 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:30:32.173125 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-29eff081-ef4c-4940-8649-f0a56f184e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:32.418341 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-762a9251-b767-45b3-8b4f-6bb0605af042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:32.486489 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-29eff081-ef4c-4940-8649-f0a56f184e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:32.540963 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-29eff081-ef4c-4940-8649-f0a56f184e8f None None] For port 36c8616a-5af2-4766-94e7-8776c9dad120, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=36c8616a-5af2-4766-94e7-8776c9dad120,segment=NetworkSegment(2b07c984-8492-4b8b-bcb8-ff4dafff1485),segment_id=2b07c984-8492-4b8b-bcb8-ff4dafff1485)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:30:32.548098 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-29eff081-ef4c-4940-8649-f0a56f184e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:32.595329 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-762a9251-b767-45b3-8b4f-6bb0605af042 admin admin] Allocated IP 172.20.0.1 (cbcc7b7d-ecd4-4844-a209-f41f3238a948/4ca454f7-ee90-4389-a883-af8f9370f85b/6bc95c2b-8fb5-4c6a-afb9-7c95fc0156f9) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:30:32.608713 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-267d5414-c144-4511-a35b-15208f8fda97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0', 'name': 'tempest-TestSnapshotPattern-452304718-router', 'tenant_id': '01f8a1ecc94c40469f64697d2a912770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '60ee6da0-bf70-47cb-99f1-393bd6c3d5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:30:30Z', 'updated_at': '2021-07-16T00:30:31Z', 'revision_number': 3, 'project_id': '01f8a1ecc94c40469f64697d2a912770', 'gw_port': {'id': '60ee6da0-bf70-47cb-99f1-393bd6c3d5e6', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c0:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:30:30Z', 'updated_at': '2021-07-16T00:30:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:30:32.653984 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267d5414-c144-4511-a35b-15208f8fda97 None None] Checking router: 37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:30:32.654570 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267d5414-c144-4511-a35b-15208f8fda97 None None] Updating router 37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0 port 60ee6da0-bf70-47cb-99f1-393bd6c3d5e6 binding host n-d-794306-6 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 00:30:32.710106 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eff081-ef4c-4940-8649-f0a56f184e8f None None] Pushing event updated for resources: {'Port': ['ID=36c8616a-5af2-4766-94e7-8776c9dad120,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:30:32.720697 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-267d5414-c144-4511-a35b-15208f8fda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:32.742062 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-762a9251-b767-45b3-8b4f-6bb0605af042 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:32.759886 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-762a9251-b767-45b3-8b4f-6bb0605af042 admin admin] Transition to ACTIVE for port object 6bc95c2b-8fb5-4c6a-afb9-7c95fc0156f9 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:30:32.798236 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-762a9251-b767-45b3-8b4f-6bb0605af042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:32.826650 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f47d4d4f-a968-4831-93f1-05dbbeb3f83b None None] Provisioning complete for port 36c8616a-5af2-4766-94e7-8776c9dad120 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:30:32.827169 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f47d4d4f-a968-4831-93f1-05dbbeb3f83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:32.837907 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762a9251-b767-45b3-8b4f-6bb0605af042 admin admin] Network cbcc7b7d-ecd4-4844-a209-f41f3238a948 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:30:32.845900 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-762a9251-b767-45b3-8b4f-6bb0605af042 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:30:32.850047 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762a9251-b767-45b3-8b4f-6bb0605af042 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:30:32.875070 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762a9251-b767-45b3-8b4f-6bb0605af042 admin admin] Pushing event updated for resources: {'Port': ['ID=6bc95c2b-8fb5-4c6a-afb9-7c95fc0156f9,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:30:32.895615 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-762a9251-b767-45b3-8b4f-6bb0605af042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:33.046971 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-762a9251-b767-45b3-8b4f-6bb0605af042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:33.073323 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-267d5414-c144-4511-a35b-15208f8fda97 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:33.087041 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-267d5414-c144-4511-a35b-15208f8fda97 None None] Transition to ACTIVE for port object 60ee6da0-bf70-47cb-99f1-393bd6c3d5e6 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:30:33.093939 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-267d5414-c144-4511-a35b-15208f8fda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:33.152876 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c44e2526-2985-4919-b814-38ae9b6c4794 None None] Provisioning for port 6bc95c2b-8fb5-4c6a-afb9-7c95fc0156f9 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:30:33.165595 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-267d5414-c144-4511-a35b-15208f8fda97 None None] Attempting to bind port 60ee6da0-bf70-47cb-99f1-393bd6c3d5e6 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:30:33.165967 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-267d5414-c144-4511-a35b-15208f8fda97 None None] Attempting to bind port 60ee6da0-bf70-47cb-99f1-393bd6c3d5e6 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:30:33.166340 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267d5414-c144-4511-a35b-15208f8fda97 None None] Attempting to bind port 60ee6da0-bf70-47cb-99f1-393bd6c3d5e6 on network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:30:33.168290 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c44e2526-2985-4919-b814-38ae9b6c4794 None None] Provisioning complete for port 6bc95c2b-8fb5-4c6a-afb9-7c95fc0156f9 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:30:33.168685 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c44e2526-2985-4919-b814-38ae9b6c4794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:33.197441 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27904f4-0855-4e09-b694-aee3a048a5eb None None] Pushing event updated for resources: {'Port': ['ID=60ee6da0-bf70-47cb-99f1-393bd6c3d5e6,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:30:33.203482 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267d5414-c144-4511-a35b-15208f8fda97 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:30:33.203894 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267d5414-c144-4511-a35b-15208f8fda97 None None] Checking segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:30:33.205721 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-267d5414-c144-4511-a35b-15208f8fda97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:33.205721 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267d5414-c144-4511-a35b-15208f8fda97 None None] Bound using segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:30:33.205721 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-267d5414-c144-4511-a35b-15208f8fda97 None None] Bound port: 60ee6da0-bf70-47cb-99f1-393bd6c3d5e6, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:30:33.205721 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-267d5414-c144-4511-a35b-15208f8fda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:33.240574 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-762a9251-b767-45b3-8b4f-6bb0605af042 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:33.245523 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-762a9251-b767-45b3-8b4f-6bb0605af042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:33.246658 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c44e2526-2985-4919-b814-38ae9b6c4794 None None] Port 6bc95c2b-8fb5-4c6a-afb9-7c95fc0156f9 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:30:33.272443 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-267d5414-c144-4511-a35b-15208f8fda97 None None] For port 60ee6da0-bf70-47cb-99f1-393bd6c3d5e6, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:30:33.275865 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-267d5414-c144-4511-a35b-15208f8fda97 None None] For port 60ee6da0-bf70-47cb-99f1-393bd6c3d5e6, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=60ee6da0-bf70-47cb-99f1-393bd6c3d5e6,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:30:33.281372 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-267d5414-c144-4511-a35b-15208f8fda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:33.324535 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762a9251-b767-45b3-8b4f-6bb0605af042 admin admin] Pushing event updated for resources: {'Port': ['ID=6bc95c2b-8fb5-4c6a-afb9-7c95fc0156f9,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:30:33.328073 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-762a9251-b767-45b3-8b4f-6bb0605af042 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:33.338280 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267d5414-c144-4511-a35b-15208f8fda97 None None] Routers {'37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:30:33.338920 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-267d5414-c144-4511-a35b-15208f8fda97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:30:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:30:33.383886 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 36c8616a-5af2-4766-94e7-8776c9dad120 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:30:33.417065 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27904f4-0855-4e09-b694-aee3a048a5eb None None] Pushing event updated for resources: {'Port': ['ID=60ee6da0-bf70-47cb-99f1-393bd6c3d5e6,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:30:33.434942 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762a9251-b767-45b3-8b4f-6bb0605af042 admin admin] Network cbcc7b7d-ecd4-4844-a209-f41f3238a948 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:30:33.437156 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-762a9251-b767-45b3-8b4f-6bb0605af042 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:30:33.575400 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-762a9251-b767-45b3-8b4f-6bb0605af042 admin admin] Router 37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:30:33.676576 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:33.698181 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-267d5414-c144-4511-a35b-15208f8fda97 None None] Set router 37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:30:33.729803 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bdd58794-4e86-4ce2-9639-74571a6e9b74 None None] Provisioning complete for port 6bc95c2b-8fb5-4c6a-afb9-7c95fc0156f9 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:30:33.730085 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bdd58794-4e86-4ce2-9639-74571a6e9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:33.737047 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 36c8616a-5af2-4766-94e7-8776c9dad120 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:30:33.737417 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:33.849013 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-bdd58794-4e86-4ce2-9639-74571a6e9b74 None None] Port 6bc95c2b-8fb5-4c6a-afb9-7c95fc0156f9 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:30:34.020313 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-267d5414-c144-4511-a35b-15208f8fda97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0', 'name': 'tempest-TestSnapshotPattern-452304718-router', 'tenant_id': '01f8a1ecc94c40469f64697d2a912770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '60ee6da0-bf70-47cb-99f1-393bd6c3d5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:30:30Z', 'updated_at': '2021-07-16T00:30:33Z', 'revision_number': 4, 'project_id': '01f8a1ecc94c40469f64697d2a912770', 'gw_port': {'id': '60ee6da0-bf70-47cb-99f1-393bd6c3d5e6', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c0:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:30:30Z', 'updated_at': '2021-07-16T00:30:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '6bc95c2b-8fb5-4c6a-afb9-7c95fc0156f9', 'name': '', 'network_id': 'cbcc7b7d-ecd4-4844-a209-f41f3238a948', 'tenant_id': '01f8a1ecc94c40469f64697d2a912770', 'mac_address': 'fa:16:3e:f0:f0:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '4ca454f7-ee90-4389-a883-af8f9370f85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:30:32Z', 'updated_at': '2021-07-16T00:30:33Z', 'revision_number': 2, 'project_id': '01f8a1ecc94c40469f64697d2a912770', 'subnets': [{'id': '4ca454f7-ee90-4389-a883-af8f9370f85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:30:34.022109 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-762a9251-b767-45b3-8b4f-6bb0605af042 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:30:34.028804 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-762a9251-b767-45b3-8b4f-6bb0605af042 admin admin] 10.222.0.48 "PUT /v2.0/routers/37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0552342 Jul 16 00:30:34.049518 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267d5414-c144-4511-a35b-15208f8fda97 None None] The sync data for ids ['37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0'] in n-d-794306-6 is: [{'id': '37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0', 'name': 'tempest-TestSnapshotPattern-452304718-router', 'tenant_id': '01f8a1ecc94c40469f64697d2a912770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '60ee6da0-bf70-47cb-99f1-393bd6c3d5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:30:30Z', 'updated_at': '2021-07-16T00:30:33Z', 'revision_number': 4, 'project_id': '01f8a1ecc94c40469f64697d2a912770', 'gw_port': {'id': '60ee6da0-bf70-47cb-99f1-393bd6c3d5e6', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c0:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:30:30Z', 'updated_at': '2021-07-16T00:30:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '6bc95c2b-8fb5-4c6a-afb9-7c95fc0156f9', 'name': '', 'network_id': 'cbcc7b7d-ecd4-4844-a209-f41f3238a948', 'tenant_id': '01f8a1ecc94c40469f64697d2a912770', 'mac_address': 'fa:16:3e:f0:f0:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '4ca454f7-ee90-4389-a883-af8f9370f85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:30:32Z', 'updated_at': '2021-07-16T00:30:33Z', 'revision_number': 2, 'project_id': '01f8a1ecc94c40469f64697d2a912770', 'subnets': [{'id': '4ca454f7-ee90-4389-a883-af8f9370f85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:30:34.341885 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ce936719-891e-485e-b93d-a7996e1164a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:34.587232 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56068) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:30:34.593239 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4ee3d354-01ae-4a5b-ad6b-3d57efdfe946 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-971333353-network', 'tenant_id': '8d12f664261c4adeb25e9bf6cd3094a2'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:30:34.615751 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee3d354-01ae-4a5b-ad6b-3d57efdfe946 admin admin] Made reservation on behalf of 8d12f664261c4adeb25e9bf6cd3094a2 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:30:34.618284 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ee3d354-01ae-4a5b-ad6b-3d57efdfe946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:34.631658 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ee3d354-01ae-4a5b-ad6b-3d57efdfe946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:34.641598 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:34.755977 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ee3d354-01ae-4a5b-ad6b-3d57efdfe946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:34.766564 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ee3d354-01ae-4a5b-ad6b-3d57efdfe946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:34.795908 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ee3d354-01ae-4a5b-ad6b-3d57efdfe946 admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 00:30:34.806276 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee3d354-01ae-4a5b-ad6b-3d57efdfe946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f821f736-64f5-4e67-88d7-a948030d4e6c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:30:34.812718 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ee3d354-01ae-4a5b-ad6b-3d57efdfe946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:34.813073 n-d-794306-6 neutron-server[93770]: INFO neutron.db.segments_db [None req-4ee3d354-01ae-4a5b-ad6b-3d57efdfe946 admin admin] Added segment a12c4a18-dc5a-4906-9dcb-cb7d1901442c of type vlan for network df005082-82b0-4428-ab16-ed10eb034fd9 Jul 16 00:30:34.858917 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ee3d354-01ae-4a5b-ad6b-3d57efdfe946 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742541395716'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:34.892808 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ee3d354-01ae-4a5b-ad6b-3d57efdfe946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:34.893846 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee3d354-01ae-4a5b-ad6b-3d57efdfe946 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:30:34.894460 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ee3d354-01ae-4a5b-ad6b-3d57efdfe946 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:34.938037 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-4ee3d354-01ae-4a5b-ad6b-3d57efdfe946 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3495941 Jul 16 00:30:34.943512 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56070) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:30:34.951379 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a1a8b2ff-36b2-47c1-9297-968ba8372c87 admin admin] Request body: {'subnet': {'network_id': 'df005082-82b0-4428-ab16-ed10eb034fd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-971333353-subnet', 'tenant_id': '8d12f664261c4adeb25e9bf6cd3094a2', 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:30:34.965794 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee3d354-01ae-4a5b-ad6b-3d57efdfe946 admin admin] Pushing event updated for resources: {'Network': ['ID=df005082-82b0-4428-ab16-ed10eb034fd9,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:30:34.977050 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Network df005082-82b0-4428-ab16-ed10eb034fd9 details requested by agent ovs-agent-n-d-794306-6 with host n-d-794306-6 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 00:30:34.977662 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a8b2ff-36b2-47c1-9297-968ba8372c87 admin admin] Made reservation on behalf of 8d12f664261c4adeb25e9bf6cd3094a2 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:30:34.980532 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a1a8b2ff-36b2-47c1-9297-968ba8372c87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260801832'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:35.181025 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a1a8b2ff-36b2-47c1-9297-968ba8372c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261491411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260801850'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:35.239987 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a8b2ff-36b2-47c1-9297-968ba8372c87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53c7e98d-83df-41ad-b1ff-8bca3a99f46f,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:30:35.247695 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a8b2ff-36b2-47c1-9297-968ba8372c87 admin admin] Checking segment: {'id': 'a12c4a18-dc5a-4906-9dcb-cb7d1901442c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'df005082-82b0-4428-ab16-ed10eb034fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:30:35.248594 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a8b2ff-36b2-47c1-9297-968ba8372c87 admin admin] Network hostable DHCP agents. Network: df005082-82b0-4428-ab16-ed10eb034fd9, hostable agents: ['d912915a-6deb-4860-a86e-db53e57b08b8'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 00:30:35.268127 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a8b2ff-36b2-47c1-9297-968ba8372c87 admin admin] Network df005082-82b0-4428-ab16-ed10eb034fd9 is scheduled to be hosted by DHCP agent d912915a-6deb-4860-a86e-db53e57b08b8 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 00:30:35.277874 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-a1a8b2ff-36b2-47c1-9297-968ba8372c87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-6, df005082-82b0-4428-ab16-ed10eb034fd9) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:30:35.283028 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a8b2ff-36b2-47c1-9297-968ba8372c87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:30:35.283654 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a1a8b2ff-36b2-47c1-9297-968ba8372c87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:35.288654 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a689491-853e-4d8d-ac70-56fd7660a757 None None] Network df005082-82b0-4428-ab16-ed10eb034fd9 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:30:35.305937 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-a1a8b2ff-36b2-47c1-9297-968ba8372c87 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3608668 Jul 16 00:30:35.308681 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56072) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:30:35.314702 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-11b05a15-3e3f-41dc-ab3a-6bb6cf44c817 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-971333353-router', 'tenant_id': '8d12f664261c4adeb25e9bf6cd3094a2', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:30:35.343184 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11b05a15-3e3f-41dc-ab3a-6bb6cf44c817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10349'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:35.344335 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11b05a15-3e3f-41dc-ab3a-6bb6cf44c817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-907653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-998960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-977624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10342'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:35.407677 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11b05a15-3e3f-41dc-ab3a-6bb6cf44c817 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:35.425634 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 60ee6da0-bf70-47cb-99f1-393bd6c3d5e6 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:30:35.506602 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c5dc62-f40d-4ea1-a2d2-350f3c5604d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc35958f4-12e5-58f1-a4ee-64781e7cc7ff-df005082-82b0-4428-ab16-ed10eb034fd9', 'network_id': 'df005082-82b0-4428-ab16-ed10eb034fd9', 'tenant_id': '8d12f664261c4adeb25e9bf6cd3094a2', 'fixed_ips': [{'subnet_id': '53c7e98d-83df-41ad-b1ff-8bca3a99f46f'}]}} from n-d-794306-6. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 00:30:35.507465 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c9c5dc62-f40d-4ea1-a2d2-350f3c5604d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:35.511058 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 60ee6da0-bf70-47cb-99f1-393bd6c3d5e6 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:30:35.523000 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 60ee6da0-bf70-47cb-99f1-393bd6c3d5e6 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:30:35.523380 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:35.562906 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11b05a15-3e3f-41dc-ab3a-6bb6cf44c817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-998946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14220'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:35.713365 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:35.722766 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-c9c5dc62-f40d-4ea1-a2d2-350f3c5604d7 None None] Allocated IP 172.20.0.2 (df005082-82b0-4428-ab16-ed10eb034fd9/53c7e98d-83df-41ad-b1ff-8bca3a99f46f/0dfdb77d-b771-4a59-ab3b-be61f2bc22a8) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:30:35.747227 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 60ee6da0-bf70-47cb-99f1-393bd6c3d5e6, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=60ee6da0-bf70-47cb-99f1-393bd6c3d5e6,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:30:35.762231 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:35.785816 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11b05a15-3e3f-41dc-ab3a-6bb6cf44c817 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:35.814047 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11b05a15-3e3f-41dc-ab3a-6bb6cf44c817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:35.860237 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=60ee6da0-bf70-47cb-99f1-393bd6c3d5e6,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:30:35.926788 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-11b05a15-3e3f-41dc-ab3a-6bb6cf44c817 admin admin] Allocated IP 172.25.5.89 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/2d5785ab-93ec-4312-a0ce-b3a8b505f3a5) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:30:35.930375 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c9c5dc62-f40d-4ea1-a2d2-350f3c5604d7 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:35.942502 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c9c5dc62-f40d-4ea1-a2d2-350f3c5604d7 None None] Transition to ACTIVE for port object 0dfdb77d-b771-4a59-ab3b-be61f2bc22a8 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:30:35.961228 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c9c5dc62-f40d-4ea1-a2d2-350f3c5604d7 None None] Transition to ACTIVE for port object 0dfdb77d-b771-4a59-ab3b-be61f2bc22a8 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:30:35.969193 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c9c5dc62-f40d-4ea1-a2d2-350f3c5604d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:36.015787 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c5dc62-f40d-4ea1-a2d2-350f3c5604d7 None None] Network df005082-82b0-4428-ab16-ed10eb034fd9 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:30:36.018959 n-d-794306-6 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-c9c5dc62-f40d-4ea1-a2d2-350f3c5604d7 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:30:36.022742 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c5dc62-f40d-4ea1-a2d2-350f3c5604d7 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:30:36.030362 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c5dc62-f40d-4ea1-a2d2-350f3c5604d7 None None] Pushing event updated for resources: {'Port': ['ID=0dfdb77d-b771-4a59-ab3b-be61f2bc22a8,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:30:36.057905 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11b05a15-3e3f-41dc-ab3a-6bb6cf44c817 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:36.088398 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c9c5dc62-f40d-4ea1-a2d2-350f3c5604d7 None None] Attempting to bind port 0dfdb77d-b771-4a59-ab3b-be61f2bc22a8 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:30:36.088767 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c9c5dc62-f40d-4ea1-a2d2-350f3c5604d7 None None] Attempting to bind port 0dfdb77d-b771-4a59-ab3b-be61f2bc22a8 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'a12c4a18-dc5a-4906-9dcb-cb7d1901442c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'df005082-82b0-4428-ab16-ed10eb034fd9'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:30:36.089289 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c5dc62-f40d-4ea1-a2d2-350f3c5604d7 None None] Attempting to bind port 0dfdb77d-b771-4a59-ab3b-be61f2bc22a8 on network df005082-82b0-4428-ab16-ed10eb034fd9 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:30:36.094691 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c5dc62-f40d-4ea1-a2d2-350f3c5604d7 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:30:36.095066 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c5dc62-f40d-4ea1-a2d2-350f3c5604d7 None None] Checking segment: {'id': 'a12c4a18-dc5a-4906-9dcb-cb7d1901442c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'df005082-82b0-4428-ab16-ed10eb034fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:30:36.095475 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c9c5dc62-f40d-4ea1-a2d2-350f3c5604d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:36.095886 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c5dc62-f40d-4ea1-a2d2-350f3c5604d7 None None] Bound using segment: {'id': 'a12c4a18-dc5a-4906-9dcb-cb7d1901442c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'df005082-82b0-4428-ab16-ed10eb034fd9'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:30:36.096364 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c9c5dc62-f40d-4ea1-a2d2-350f3c5604d7 None None] Bound port: 0dfdb77d-b771-4a59-ab3b-be61f2bc22a8, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a12c4a18-dc5a-4906-9dcb-cb7d1901442c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'df005082-82b0-4428-ab16-ed10eb034fd9'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:30:36.096748 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c9c5dc62-f40d-4ea1-a2d2-350f3c5604d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:36.112297 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11b05a15-3e3f-41dc-ab3a-6bb6cf44c817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:36.154978 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b05a15-3e3f-41dc-ab3a-6bb6cf44c817 admin admin] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:30:36.158194 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-11b05a15-3e3f-41dc-ab3a-6bb6cf44c817 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:30:36.160680 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b05a15-3e3f-41dc-ab3a-6bb6cf44c817 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:30:36.180104 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c9c5dc62-f40d-4ea1-a2d2-350f3c5604d7 None None] For port 0dfdb77d-b771-4a59-ab3b-be61f2bc22a8, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:30:36.191793 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c9c5dc62-f40d-4ea1-a2d2-350f3c5604d7 None None] For port 0dfdb77d-b771-4a59-ab3b-be61f2bc22a8, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=0dfdb77d-b771-4a59-ab3b-be61f2bc22a8,segment=NetworkSegment(a12c4a18-dc5a-4906-9dcb-cb7d1901442c),segment_id=a12c4a18-dc5a-4906-9dcb-cb7d1901442c)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:30:36.192999 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b05a15-3e3f-41dc-ab3a-6bb6cf44c817 admin admin] Pushing event updated for resources: {'Port': ['ID=2d5785ab-93ec-4312-a0ce-b3a8b505f3a5,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:30:36.201696 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c9c5dc62-f40d-4ea1-a2d2-350f3c5604d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:36.290639 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c5dc62-f40d-4ea1-a2d2-350f3c5604d7 None None] Pushing event updated for resources: {'Port': ['ID=0dfdb77d-b771-4a59-ab3b-be61f2bc22a8,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:30:36.318321 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc3405c-a3e6-40a7-90b1-7ff81e9a14c6 None None] Sync routers for ids ['37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:30:36.332554 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc3405c-a3e6-40a7-90b1-7ff81e9a14c6 None None] Routers {'37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:30:36.333180 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0cc3405c-a3e6-40a7-90b1-7ff81e9a14c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:30:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:30:36.485754 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11b05a15-3e3f-41dc-ab3a-6bb6cf44c817 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:36.596662 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-0cc3405c-a3e6-40a7-90b1-7ff81e9a14c6 None None] Set router 37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:30:36.646703 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:36.730356 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11b05a15-3e3f-41dc-ab3a-6bb6cf44c817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998919'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:36.818890 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0cc3405c-a3e6-40a7-90b1-7ff81e9a14c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0', 'name': 'tempest-TestSnapshotPattern-452304718-router', 'tenant_id': '01f8a1ecc94c40469f64697d2a912770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '60ee6da0-bf70-47cb-99f1-393bd6c3d5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:30:30Z', 'updated_at': '2021-07-16T00:30:33Z', 'revision_number': 4, 'project_id': '01f8a1ecc94c40469f64697d2a912770', 'gw_port': {'id': '60ee6da0-bf70-47cb-99f1-393bd6c3d5e6', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:30:30Z', 'updated_at': '2021-07-16T00:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '6bc95c2b-8fb5-4c6a-afb9-7c95fc0156f9', 'name': '', 'network_id': 'cbcc7b7d-ecd4-4844-a209-f41f3238a948', 'tenant_id': '01f8a1ecc94c40469f64697d2a912770', 'mac_address': 'fa:16:3e:f0:f0:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '4ca454f7-ee90-4389-a883-af8f9370f85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:30:32Z', 'updated_at': '2021-07-16T00:30:33Z', 'revision_number': 2, 'project_id': '01f8a1ecc94c40469f64697d2a912770', 'subnets': [{'id': '4ca454f7-ee90-4389-a883-af8f9370f85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:30:36.846967 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc3405c-a3e6-40a7-90b1-7ff81e9a14c6 None None] Checking router: 37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0 for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:30:36.847346 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc3405c-a3e6-40a7-90b1-7ff81e9a14c6 None None] Updating router 37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0 port 6bc95c2b-8fb5-4c6a-afb9-7c95fc0156f9 binding host n-d-794306-6 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 00:30:36.872612 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11b05a15-3e3f-41dc-ab3a-6bb6cf44c817 admin admin] Router 9039b5e9-cc09-45e6-b50f-ca4c3d0f723a is scheduled to L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 00:30:36.886101 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0cc3405c-a3e6-40a7-90b1-7ff81e9a14c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:36.990393 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b05a15-3e3f-41dc-ab3a-6bb6cf44c817 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:30:37.006482 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4327c23f-a523-45b9-bf8f-dfc5b9bc4a19 None None] Sync routers for ids ['9039b5e9-cc09-45e6-b50f-ca4c3d0f723a'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:30:37.009194 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11b05a15-3e3f-41dc-ab3a-6bb6cf44c817 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:37.011348 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-11b05a15-3e3f-41dc-ab3a-6bb6cf44c817 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7010384 Jul 16 00:30:37.014396 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56074) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:30:37.019984 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4327c23f-a523-45b9-bf8f-dfc5b9bc4a19 None None] Routers {'9039b5e9-cc09-45e6-b50f-ca4c3d0f723a'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:30:37.020617 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-4327c23f-a523-45b9-bf8f-dfc5b9bc4a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:30:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['9039b5e9-cc09-45e6-b50f-ca4c3d0f723a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:30:37.171517 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-4327c23f-a523-45b9-bf8f-dfc5b9bc4a19 None None] Set router 9039b5e9-cc09-45e6-b50f-ca4c3d0f723a gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:30:37.196885 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0cc3405c-a3e6-40a7-90b1-7ff81e9a14c6 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:37.213725 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-0cc3405c-a3e6-40a7-90b1-7ff81e9a14c6 None None] Transition to ACTIVE for port object 6bc95c2b-8fb5-4c6a-afb9-7c95fc0156f9 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:30:37.231033 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0cc3405c-a3e6-40a7-90b1-7ff81e9a14c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:37.330742 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e58a69-7d94-49d7-b252-bbb030b15e80 None None] Pushing event updated for resources: {'Port': ['ID=6bc95c2b-8fb5-4c6a-afb9-7c95fc0156f9,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:30:37.369182 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e58a69-7d94-49d7-b252-bbb030b15e80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:30:37.370132 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e58a69-7d94-49d7-b252-bbb030b15e80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:30:37.370968 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e58a69-7d94-49d7-b252-bbb030b15e80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:30:37.371911 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e58a69-7d94-49d7-b252-bbb030b15e80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:30:37.376867 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e58a69-7d94-49d7-b252-bbb030b15e80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:30:37.378505 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e58a69-7d94-49d7-b252-bbb030b15e80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:30:37.379308 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e58a69-7d94-49d7-b252-bbb030b15e80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:30:37.380438 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e58a69-7d94-49d7-b252-bbb030b15e80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:30:37.381271 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e58a69-7d94-49d7-b252-bbb030b15e80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:30:37.382079 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e58a69-7d94-49d7-b252-bbb030b15e80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:30:37.382877 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e58a69-7d94-49d7-b252-bbb030b15e80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:30:37.383741 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e58a69-7d94-49d7-b252-bbb030b15e80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:30:37.448555 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-4327c23f-a523-45b9-bf8f-dfc5b9bc4a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9039b5e9-cc09-45e6-b50f-ca4c3d0f723a', 'name': 'tempest-TestSnapshotPattern-971333353-router', 'tenant_id': '8d12f664261c4adeb25e9bf6cd3094a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '2d5785ab-93ec-4312-a0ce-b3a8b505f3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:30:35Z', 'updated_at': '2021-07-16T00:30:36Z', 'revision_number': 3, 'project_id': '8d12f664261c4adeb25e9bf6cd3094a2', 'gw_port': {'id': '2d5785ab-93ec-4312-a0ce-b3a8b505f3a5', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b3:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9039b5e9-cc09-45e6-b50f-ca4c3d0f723a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:30:35Z', 'updated_at': '2021-07-16T00:30:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:30:37.504795 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-0cc3405c-a3e6-40a7-90b1-7ff81e9a14c6 None None] Attempting to bind port 6bc95c2b-8fb5-4c6a-afb9-7c95fc0156f9 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:30:37.505458 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-0cc3405c-a3e6-40a7-90b1-7ff81e9a14c6 None None] Attempting to bind port 6bc95c2b-8fb5-4c6a-afb9-7c95fc0156f9 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '2b07c984-8492-4b8b-bcb8-ff4dafff1485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cbcc7b7d-ecd4-4844-a209-f41f3238a948'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:30:37.505773 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc3405c-a3e6-40a7-90b1-7ff81e9a14c6 None None] Attempting to bind port 6bc95c2b-8fb5-4c6a-afb9-7c95fc0156f9 on network cbcc7b7d-ecd4-4844-a209-f41f3238a948 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:30:37.515760 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc3405c-a3e6-40a7-90b1-7ff81e9a14c6 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:30:37.516153 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc3405c-a3e6-40a7-90b1-7ff81e9a14c6 None None] Checking segment: {'id': '2b07c984-8492-4b8b-bcb8-ff4dafff1485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cbcc7b7d-ecd4-4844-a209-f41f3238a948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:30:37.516505 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0cc3405c-a3e6-40a7-90b1-7ff81e9a14c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:37.517093 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc3405c-a3e6-40a7-90b1-7ff81e9a14c6 None None] Bound using segment: {'id': '2b07c984-8492-4b8b-bcb8-ff4dafff1485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cbcc7b7d-ecd4-4844-a209-f41f3238a948'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:30:37.521228 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-0cc3405c-a3e6-40a7-90b1-7ff81e9a14c6 None None] Bound port: 6bc95c2b-8fb5-4c6a-afb9-7c95fc0156f9, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b07c984-8492-4b8b-bcb8-ff4dafff1485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cbcc7b7d-ecd4-4844-a209-f41f3238a948'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:30:37.521442 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4327c23f-a523-45b9-bf8f-dfc5b9bc4a19 None None] Checking router: 9039b5e9-cc09-45e6-b50f-ca4c3d0f723a for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:30:37.521844 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4327c23f-a523-45b9-bf8f-dfc5b9bc4a19 None None] Updating router 9039b5e9-cc09-45e6-b50f-ca4c3d0f723a port 2d5785ab-93ec-4312-a0ce-b3a8b505f3a5 binding host n-d-794306-6 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 00:30:37.522187 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0cc3405c-a3e6-40a7-90b1-7ff81e9a14c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:37.602220 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4327c23f-a523-45b9-bf8f-dfc5b9bc4a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:37.614190 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-0cc3405c-a3e6-40a7-90b1-7ff81e9a14c6 None None] For port 6bc95c2b-8fb5-4c6a-afb9-7c95fc0156f9, host n-d-794306-6, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:30:37.624229 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-0cc3405c-a3e6-40a7-90b1-7ff81e9a14c6 None None] For port 6bc95c2b-8fb5-4c6a-afb9-7c95fc0156f9, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=6bc95c2b-8fb5-4c6a-afb9-7c95fc0156f9,segment=NetworkSegment(2b07c984-8492-4b8b-bcb8-ff4dafff1485),segment_id=2b07c984-8492-4b8b-bcb8-ff4dafff1485)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:30:37.632471 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0cc3405c-a3e6-40a7-90b1-7ff81e9a14c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:37.642062 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 60ee6da0-bf70-47cb-99f1-393bd6c3d5e6 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:30:37.648623 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d497f49e-d9ef-42db-ba52-8655820d60fd None None] Network df005082-82b0-4428-ab16-ed10eb034fd9 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:30:37.693526 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5abf9cb-6fa2-4bd0-8d26-361d02b678c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:37.722397 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc3405c-a3e6-40a7-90b1-7ff81e9a14c6 None None] Routers {'37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:30:37.723304 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0cc3405c-a3e6-40a7-90b1-7ff81e9a14c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:30:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:30:37.798290 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e58a69-7d94-49d7-b252-bbb030b15e80 None None] Pushing event updated for resources: {'Port': ['ID=6bc95c2b-8fb5-4c6a-afb9-7c95fc0156f9,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:30:37.878589 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c201444f-cc34-4c7c-ba3f-73c13a1c690a None None] Provisioning for port 0dfdb77d-b771-4a59-ab3b-be61f2bc22a8 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:30:37.906279 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-0cc3405c-a3e6-40a7-90b1-7ff81e9a14c6 None None] Set router 37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0 gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:30:37.921793 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-e5abf9cb-6fa2-4bd0-8d26-361d02b678c9 admin admin] Allocated IP 172.20.0.1 (df005082-82b0-4428-ab16-ed10eb034fd9/53c7e98d-83df-41ad-b1ff-8bca3a99f46f/bd24c68d-331f-4e88-8ed2-397601f9573a) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:30:37.987803 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 60ee6da0-bf70-47cb-99f1-393bd6c3d5e6 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:30:37.988186 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:38.060081 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5abf9cb-6fa2-4bd0-8d26-361d02b678c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:38.078167 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-e5abf9cb-6fa2-4bd0-8d26-361d02b678c9 admin admin] Transition to ACTIVE for port object bd24c68d-331f-4e88-8ed2-397601f9573a will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:30:38.119214 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5abf9cb-6fa2-4bd0-8d26-361d02b678c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:38.161004 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0cc3405c-a3e6-40a7-90b1-7ff81e9a14c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0', 'name': 'tempest-TestSnapshotPattern-452304718-router', 'tenant_id': '01f8a1ecc94c40469f64697d2a912770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '60ee6da0-bf70-47cb-99f1-393bd6c3d5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:30:30Z', 'updated_at': '2021-07-16T00:30:33Z', 'revision_number': 4, 'project_id': '01f8a1ecc94c40469f64697d2a912770', 'gw_port': {'id': '60ee6da0-bf70-47cb-99f1-393bd6c3d5e6', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:30:30Z', 'updated_at': '2021-07-16T00:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '6bc95c2b-8fb5-4c6a-afb9-7c95fc0156f9', 'name': '', 'network_id': 'cbcc7b7d-ecd4-4844-a209-f41f3238a948', 'tenant_id': '01f8a1ecc94c40469f64697d2a912770', 'mac_address': 'fa:16:3e:f0:f0:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '4ca454f7-ee90-4389-a883-af8f9370f85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:30:32Z', 'updated_at': '2021-07-16T00:30:37Z', 'revision_number': 4, 'project_id': '01f8a1ecc94c40469f64697d2a912770', 'subnets': [{'id': '4ca454f7-ee90-4389-a883-af8f9370f85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:30:38.179367 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5abf9cb-6fa2-4bd0-8d26-361d02b678c9 admin admin] Pushing event updated for resources: {'Port': ['ID=bd24c68d-331f-4e88-8ed2-397601f9573a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:30:38.190100 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5abf9cb-6fa2-4bd0-8d26-361d02b678c9 admin admin] Network df005082-82b0-4428-ab16-ed10eb034fd9 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:30:38.192554 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-e5abf9cb-6fa2-4bd0-8d26-361d02b678c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:30:38.192897 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc3405c-a3e6-40a7-90b1-7ff81e9a14c6 None None] The sync data for ids ['37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0'] in n-d-794306-6 is: [{'id': '37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0', 'name': 'tempest-TestSnapshotPattern-452304718-router', 'tenant_id': '01f8a1ecc94c40469f64697d2a912770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '60ee6da0-bf70-47cb-99f1-393bd6c3d5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:30:30Z', 'updated_at': '2021-07-16T00:30:33Z', 'revision_number': 4, 'project_id': '01f8a1ecc94c40469f64697d2a912770', 'gw_port': {'id': '60ee6da0-bf70-47cb-99f1-393bd6c3d5e6', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:30:30Z', 'updated_at': '2021-07-16T00:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '6bc95c2b-8fb5-4c6a-afb9-7c95fc0156f9', 'name': '', 'network_id': 'cbcc7b7d-ecd4-4844-a209-f41f3238a948', 'tenant_id': '01f8a1ecc94c40469f64697d2a912770', 'mac_address': 'fa:16:3e:f0:f0:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '4ca454f7-ee90-4389-a883-af8f9370f85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:30:32Z', 'updated_at': '2021-07-16T00:30:37Z', 'revision_number': 4, 'project_id': '01f8a1ecc94c40469f64697d2a912770', 'subnets': [{'id': '4ca454f7-ee90-4389-a883-af8f9370f85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:30:38.194561 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5abf9cb-6fa2-4bd0-8d26-361d02b678c9 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:30:38.213704 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 0dfdb77d-b771-4a59-ab3b-be61f2bc22a8 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:30:38.244145 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5abf9cb-6fa2-4bd0-8d26-361d02b678c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-907568'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:38.249626 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4327c23f-a523-45b9-bf8f-dfc5b9bc4a19 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:38.282643 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4327c23f-a523-45b9-bf8f-dfc5b9bc4a19 None None] Transition to ACTIVE for port object 2d5785ab-93ec-4312-a0ce-b3a8b505f3a5 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:30:38.293564 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4327c23f-a523-45b9-bf8f-dfc5b9bc4a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:38.324196 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 0dfdb77d-b771-4a59-ab3b-be61f2bc22a8 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:30:38.332265 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 0dfdb77d-b771-4a59-ab3b-be61f2bc22a8 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:30:38.332923 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:38.395680 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c1c3e5-4590-4ff8-9cdb-27116658e2df None None] Pushing event updated for resources: {'Port': ['ID=2d5785ab-93ec-4312-a0ce-b3a8b505f3a5,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:30:38.401571 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-4327c23f-a523-45b9-bf8f-dfc5b9bc4a19 None None] Attempting to bind port 2d5785ab-93ec-4312-a0ce-b3a8b505f3a5 on host n-d-794306-6 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:30:38.402232 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-4327c23f-a523-45b9-bf8f-dfc5b9bc4a19 None None] Attempting to bind port 2d5785ab-93ec-4312-a0ce-b3a8b505f3a5 by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:30:38.403157 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4327c23f-a523-45b9-bf8f-dfc5b9bc4a19 None None] Attempting to bind port 2d5785ab-93ec-4312-a0ce-b3a8b505f3a5 on network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:30:38.416898 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4327c23f-a523-45b9-bf8f-dfc5b9bc4a19 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:30:38.417280 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4327c23f-a523-45b9-bf8f-dfc5b9bc4a19 None None] Checking segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:30:38.417696 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4327c23f-a523-45b9-bf8f-dfc5b9bc4a19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:38.418093 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4327c23f-a523-45b9-bf8f-dfc5b9bc4a19 None None] Bound using segment: {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:30:38.418724 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-4327c23f-a523-45b9-bf8f-dfc5b9bc4a19 None None] Bound port: 2d5785ab-93ec-4312-a0ce-b3a8b505f3a5, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591d3e06-eab2-4373-b697-d1976c3c9641', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:30:38.418955 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4327c23f-a523-45b9-bf8f-dfc5b9bc4a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:38.422219 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5abf9cb-6fa2-4bd0-8d26-361d02b678c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:38.512673 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-4327c23f-a523-45b9-bf8f-dfc5b9bc4a19 None None] For port 2d5785ab-93ec-4312-a0ce-b3a8b505f3a5, host n-d-794306-6, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:30:38.519004 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-4327c23f-a523-45b9-bf8f-dfc5b9bc4a19 None None] For port 2d5785ab-93ec-4312-a0ce-b3a8b505f3a5, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=2d5785ab-93ec-4312-a0ce-b3a8b505f3a5,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:30:38.526808 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:38.531017 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f53fb248-3eb0-483f-b520-0a271a9cbb47 None None] Provisioning complete for port 0dfdb77d-b771-4a59-ab3b-be61f2bc22a8 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:30:38.531387 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f53fb248-3eb0-483f-b520-0a271a9cbb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:38.540657 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4327c23f-a523-45b9-bf8f-dfc5b9bc4a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:38.645505 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5abf9cb-6fa2-4bd0-8d26-361d02b678c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:38.653027 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 0dfdb77d-b771-4a59-ab3b-be61f2bc22a8, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=0dfdb77d-b771-4a59-ab3b-be61f2bc22a8,segment=NetworkSegment(a12c4a18-dc5a-4906-9dcb-cb7d1901442c),segment_id=a12c4a18-dc5a-4906-9dcb-cb7d1901442c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:30:38.653895 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5abf9cb-6fa2-4bd0-8d26-361d02b678c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:38.668725 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4327c23f-a523-45b9-bf8f-dfc5b9bc4a19 None None] Routers {'9039b5e9-cc09-45e6-b50f-ca4c3d0f723a'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:30:38.669394 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-4327c23f-a523-45b9-bf8f-dfc5b9bc4a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:30:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['9039b5e9-cc09-45e6-b50f-ca4c3d0f723a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:30:38.674943 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:38.717832 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c1c3e5-4590-4ff8-9cdb-27116658e2df None None] Pushing event updated for resources: {'Port': ['ID=2d5785ab-93ec-4312-a0ce-b3a8b505f3a5,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:30:38.738403 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5abf9cb-6fa2-4bd0-8d26-361d02b678c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-907588'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:38.740521 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5abf9cb-6fa2-4bd0-8d26-361d02b678c9 admin admin] Pushing event updated for resources: {'Port': ['ID=bd24c68d-331f-4e88-8ed2-397601f9573a,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:30:38.875715 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5abf9cb-6fa2-4bd0-8d26-361d02b678c9 admin admin] Network df005082-82b0-4428-ab16-ed10eb034fd9 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:30:38.877113 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-e5abf9cb-6fa2-4bd0-8d26-361d02b678c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:30:39.035022 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5abf9cb-6fa2-4bd0-8d26-361d02b678c9 admin admin] Router 9039b5e9-cc09-45e6-b50f-ca4c3d0f723a has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:30:39.050126 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=0dfdb77d-b771-4a59-ab3b-be61f2bc22a8,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:30:39.108318 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-4327c23f-a523-45b9-bf8f-dfc5b9bc4a19 None None] Set router 9039b5e9-cc09-45e6-b50f-ca4c3d0f723a gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:30:39.110329 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:39.177946 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5abf9cb-6fa2-4bd0-8d26-361d02b678c9 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:30:39.182997 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e5abf9cb-6fa2-4bd0-8d26-361d02b678c9 admin admin] 10.222.0.48 "PUT /v2.0/routers/9039b5e9-cc09-45e6-b50f-ca4c3d0f723a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1669226 Jul 16 00:30:39.233439 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f4a25187-2ccb-4201-987d-b2f463a3205e None None] Provisioning for port bd24c68d-331f-4e88-8ed2-397601f9573a completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:30:39.240962 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f4a25187-2ccb-4201-987d-b2f463a3205e None None] Provisioning complete for port bd24c68d-331f-4e88-8ed2-397601f9573a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:30:39.240962 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f4a25187-2ccb-4201-987d-b2f463a3205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:39.318620 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f4a25187-2ccb-4201-987d-b2f463a3205e None None] Port bd24c68d-331f-4e88-8ed2-397601f9573a cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:30:39.372632 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-4327c23f-a523-45b9-bf8f-dfc5b9bc4a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9039b5e9-cc09-45e6-b50f-ca4c3d0f723a', 'name': 'tempest-TestSnapshotPattern-971333353-router', 'tenant_id': '8d12f664261c4adeb25e9bf6cd3094a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '2d5785ab-93ec-4312-a0ce-b3a8b505f3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:30:35Z', 'updated_at': '2021-07-16T00:30:38Z', 'revision_number': 4, 'project_id': '8d12f664261c4adeb25e9bf6cd3094a2', 'gw_port': {'id': '2d5785ab-93ec-4312-a0ce-b3a8b505f3a5', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b3:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9039b5e9-cc09-45e6-b50f-ca4c3d0f723a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:30:35Z', 'updated_at': '2021-07-16T00:30:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'bd24c68d-331f-4e88-8ed2-397601f9573a', 'name': '', 'network_id': 'df005082-82b0-4428-ab16-ed10eb034fd9', 'tenant_id': '8d12f664261c4adeb25e9bf6cd3094a2', 'mac_address': 'fa:16:3e:bf:de:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9039b5e9-cc09-45e6-b50f-ca4c3d0f723a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '53c7e98d-83df-41ad-b1ff-8bca3a99f46f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:30:37Z', 'updated_at': '2021-07-16T00:30:38Z', 'revision_number': 2, 'project_id': '8d12f664261c4adeb25e9bf6cd3094a2', 'subnets': [{'id': '53c7e98d-83df-41ad-b1ff-8bca3a99f46f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:30:39.407601 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 6bc95c2b-8fb5-4c6a-afb9-7c95fc0156f9 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:30:39.410126 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4327c23f-a523-45b9-bf8f-dfc5b9bc4a19 None None] The sync data for ids ['9039b5e9-cc09-45e6-b50f-ca4c3d0f723a'] in n-d-794306-6 is: [{'id': '9039b5e9-cc09-45e6-b50f-ca4c3d0f723a', 'name': 'tempest-TestSnapshotPattern-971333353-router', 'tenant_id': '8d12f664261c4adeb25e9bf6cd3094a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '2d5785ab-93ec-4312-a0ce-b3a8b505f3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:30:35Z', 'updated_at': '2021-07-16T00:30:38Z', 'revision_number': 4, 'project_id': '8d12f664261c4adeb25e9bf6cd3094a2', 'gw_port': {'id': '2d5785ab-93ec-4312-a0ce-b3a8b505f3a5', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b3:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9039b5e9-cc09-45e6-b50f-ca4c3d0f723a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:30:35Z', 'updated_at': '2021-07-16T00:30:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'bd24c68d-331f-4e88-8ed2-397601f9573a', 'name': '', 'network_id': 'df005082-82b0-4428-ab16-ed10eb034fd9', 'tenant_id': '8d12f664261c4adeb25e9bf6cd3094a2', 'mac_address': 'fa:16:3e:bf:de:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9039b5e9-cc09-45e6-b50f-ca4c3d0f723a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '53c7e98d-83df-41ad-b1ff-8bca3a99f46f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:30:37Z', 'updated_at': '2021-07-16T00:30:38Z', 'revision_number': 2, 'project_id': '8d12f664261c4adeb25e9bf6cd3094a2', 'subnets': [{'id': '53c7e98d-83df-41ad-b1ff-8bca3a99f46f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:30:39.466654 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 6bc95c2b-8fb5-4c6a-afb9-7c95fc0156f9 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:30:39.471644 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 6bc95c2b-8fb5-4c6a-afb9-7c95fc0156f9 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:30:39.472005 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:39.563939 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:39.606001 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 6bc95c2b-8fb5-4c6a-afb9-7c95fc0156f9, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=6bc95c2b-8fb5-4c6a-afb9-7c95fc0156f9,segment=NetworkSegment(2b07c984-8492-4b8b-bcb8-ff4dafff1485),segment_id=2b07c984-8492-4b8b-bcb8-ff4dafff1485)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:30:39.611089 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:39.615399 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 0dfdb77d-b771-4a59-ab3b-be61f2bc22a8 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:30:39.726163 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=6bc95c2b-8fb5-4c6a-afb9-7c95fc0156f9,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:30:39.736525 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 0dfdb77d-b771-4a59-ab3b-be61f2bc22a8 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:30:39.737184 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:40.173065 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56082) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:30:40.177851 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-030010d2-4d23-4fd1-a8f6-001f7a430c3b tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1581139396', 'description': 'tempest-secgroup-smoke-1581139396 description', 'project_id': '01f8a1ecc94c40469f64697d2a912770'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:30:40.200885 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-030010d2-4d23-4fd1-a8f6-001f7a430c3b tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:40.291208 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-030010d2-4d23-4fd1-a8f6-001f7a430c3b tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:40.295199 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-030010d2-4d23-4fd1-a8f6-001f7a430c3b tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:40.327337 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030010d2-4d23-4fd1-a8f6-001f7a430c3b tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ff2bd0-99ca-45c2-bb44-2cda1f7241b7,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:30:40.331793 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-030010d2-4d23-4fd1-a8f6-001f7a430c3b tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:40.333025 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-030010d2-4d23-4fd1-a8f6-001f7a430c3b tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1589124 Jul 16 00:30:40.336001 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56084) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:30:40.340440 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-80a31275-1a25-46eb-9636-98ca287fd050 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Request body: {'security_group_rule': {'security_group_id': 'c5ff2bd0-99ca-45c2-bb44-2cda1f7241b7', 'project_id': '01f8a1ecc94c40469f64697d2a912770', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:30:40.368945 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-80a31275-1a25-46eb-9636-98ca287fd050 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:40.432101 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-80a31275-1a25-46eb-9636-98ca287fd050 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:40.436319 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-80a31275-1a25-46eb-9636-98ca287fd050 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:40.452908 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a31275-1a25-46eb-9636-98ca287fd050 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0a1750a-882c-4b6a-b959-92234b6b490a,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:30:40.463556 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-80a31275-1a25-46eb-9636-98ca287fd050 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:40.464961 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-80a31275-1a25-46eb-9636-98ca287fd050 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1278760 Jul 16 00:30:40.468225 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56086) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:30:40.472780 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-954346dd-2007-4e9e-85f0-6de8ad048ea3 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Request body: {'security_group_rule': {'security_group_id': 'c5ff2bd0-99ca-45c2-bb44-2cda1f7241b7', 'project_id': '01f8a1ecc94c40469f64697d2a912770', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:30:40.498990 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-954346dd-2007-4e9e-85f0-6de8ad048ea3 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:40.556902 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-954346dd-2007-4e9e-85f0-6de8ad048ea3 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:40.560020 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-954346dd-2007-4e9e-85f0-6de8ad048ea3 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:40.578430 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954346dd-2007-4e9e-85f0-6de8ad048ea3 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb36bfd6-7dce-46a5-8082-c973c790d751,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:30:40.592470 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-954346dd-2007-4e9e-85f0-6de8ad048ea3 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:40.593719 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-954346dd-2007-4e9e-85f0-6de8ad048ea3 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1245496 Jul 16 00:30:40.596350 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56088) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:30:40.600759 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b9eaa005-a61e-47df-8253-af39659a27de tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Request body: {'security_group_rule': {'security_group_id': 'c5ff2bd0-99ca-45c2-bb44-2cda1f7241b7', 'project_id': '01f8a1ecc94c40469f64697d2a912770', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:30:40.629039 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9eaa005-a61e-47df-8253-af39659a27de tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:40.696423 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9eaa005-a61e-47df-8253-af39659a27de tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:40.699862 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9eaa005-a61e-47df-8253-af39659a27de tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:40.719973 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eaa005-a61e-47df-8253-af39659a27de tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62b70bb8-392d-43d9-8b67-cb67b89198c5,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:30:40.727712 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9eaa005-a61e-47df-8253-af39659a27de tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:40.729004 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-b9eaa005-a61e-47df-8253-af39659a27de tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1316755 Jul 16 00:30:40.731742 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56090) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:30:40.736355 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-37e826a3-7a04-4cdb-a984-1b6cc472e3eb tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Request body: {'security_group_rule': {'security_group_id': 'c5ff2bd0-99ca-45c2-bb44-2cda1f7241b7', 'project_id': '01f8a1ecc94c40469f64697d2a912770', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:30:40.762842 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37e826a3-7a04-4cdb-a984-1b6cc472e3eb tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:40.831066 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37e826a3-7a04-4cdb-a984-1b6cc472e3eb tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:40.834362 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37e826a3-7a04-4cdb-a984-1b6cc472e3eb tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:40.862596 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e826a3-7a04-4cdb-a984-1b6cc472e3eb tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75dfdc7f-a86e-4717-886a-318e9c554372,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:30:40.877744 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37e826a3-7a04-4cdb-a984-1b6cc472e3eb tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:40.881512 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-37e826a3-7a04-4cdb-a984-1b6cc472e3eb tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1487906 Jul 16 00:30:40.884871 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56092) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:30:40.890639 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ccaae083-a201-4916-b9ff-f9adcf75670f tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Request body: {'security_group_rule': {'security_group_id': 'c5ff2bd0-99ca-45c2-bb44-2cda1f7241b7', 'project_id': '01f8a1ecc94c40469f64697d2a912770', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:30:40.917023 n-d-794306-6 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-ccaae083-a201-4916-b9ff-f9adcf75670f tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Project 01f8a1ecc94c40469f64697d2a912770 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 00:30:40.926839 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ccaae083-a201-4916-b9ff-f9adcf75670f tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:40.999281 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ccaae083-a201-4916-b9ff-f9adcf75670f tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:41.003949 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ccaae083-a201-4916-b9ff-f9adcf75670f tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:41.022880 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaae083-a201-4916-b9ff-f9adcf75670f tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59fb8fe9-47f2-4a17-a8c0-591154357cd5,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:30:41.034422 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ccaae083-a201-4916-b9ff-f9adcf75670f tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:41.035610 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-ccaae083-a201-4916-b9ff-f9adcf75670f tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1495743 Jul 16 00:30:41.039102 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56094) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:30:41.044256 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-3eef62fb-0155-4fc4-914a-d89b03b351a2 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Request body: {'security_group_rule': {'security_group_id': 'c5ff2bd0-99ca-45c2-bb44-2cda1f7241b7', 'project_id': '01f8a1ecc94c40469f64697d2a912770', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:30:41.078755 n-d-794306-6 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-3eef62fb-0155-4fc4-914a-d89b03b351a2 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Project 01f8a1ecc94c40469f64697d2a912770 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 00:30:41.089781 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3eef62fb-0155-4fc4-914a-d89b03b351a2 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:41.172299 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3eef62fb-0155-4fc4-914a-d89b03b351a2 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:41.176869 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3eef62fb-0155-4fc4-914a-d89b03b351a2 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021457'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:41.207218 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef62fb-0155-4fc4-914a-d89b03b351a2 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08d3a3ba-0567-4d31-9734-6587418d75ed,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:30:41.213694 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3eef62fb-0155-4fc4-914a-d89b03b351a2 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:41.215243 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-3eef62fb-0155-4fc4-914a-d89b03b351a2 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1749296 Jul 16 00:30:41.403037 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8d4476d3-0501-4f36-a188-a9ca371496aa req-4474e24a-f16b-42d7-940e-6874a6baf7d0 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1581139396&fields=id&tenant_id=01f8a1ecc94c40469f64697d2a912770 HTTP/1.1" status: 200 len: 267 time: 0.0461349 Jul 16 00:30:41.464107 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 2d5785ab-93ec-4312-a0ce-b3a8b505f3a5 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:30:41.539323 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port 2d5785ab-93ec-4312-a0ce-b3a8b505f3a5 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:30:41.545800 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 2d5785ab-93ec-4312-a0ce-b3a8b505f3a5 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:30:41.546377 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:41.562543 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4476d3-0501-4f36-a188-a9ca371496aa req-a84c241c-e5b9-4581-a0ac-a22532c77876 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:30:41.564718 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8d4476d3-0501-4f36-a188-a9ca371496aa req-a84c241c-e5b9-4581-a0ac-a22532c77876 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "GET /v2.0/networks?id=cbcc7b7d-ecd4-4844-a209-f41f3238a948 HTTP/1.1" status: 200 len: 809 time: 0.1555510 Jul 16 00:30:41.583734 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8d4476d3-0501-4f36-a188-a9ca371496aa req-a891f294-0ae5-49ef-b70f-ae60b91c3a7b tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "GET /v2.0/quotas/01f8a1ecc94c40469f64697d2a912770 HTTP/1.1" status: 200 len: 375 time: 0.0125208 Jul 16 00:30:41.664301 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:41.684917 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8d4476d3-0501-4f36-a188-a9ca371496aa req-26aafa00-ab5b-4c7f-8e96-578889a1648b tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=01f8a1ecc94c40469f64697d2a912770&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0931609 Jul 16 00:30:41.693814 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port 2d5785ab-93ec-4312-a0ce-b3a8b505f3a5, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=2d5785ab-93ec-4312-a0ce-b3a8b505f3a5,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:30:41.699035 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:41.700107 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 6bc95c2b-8fb5-4c6a-afb9-7c95fc0156f9 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:30:41.783848 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=2d5785ab-93ec-4312-a0ce-b3a8b505f3a5,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:30:41.803251 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 6bc95c2b-8fb5-4c6a-afb9-7c95fc0156f9 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:30:41.803662 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:41.808617 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [req-8d4476d3-0501-4f36-a188-a9ca371496aa req-958acfc5-fcc2-4d47-9ee4-cba9fefa8667 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 00:30:41.809652 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8d4476d3-0501-4f36-a188-a9ca371496aa req-958acfc5-fcc2-4d47-9ee4-cba9fefa8667 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1093524 Jul 16 00:30:41.904100 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8d4476d3-0501-4f36-a188-a9ca371496aa req-2bc43f49-3dff-4434-b524-2afde9545271 service neutron] 10.222.0.48 "GET /v2.0/networks/cbcc7b7d-ecd4-4844-a209-f41f3238a948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881355 Jul 16 00:30:42.009695 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-8d4476d3-0501-4f36-a188-a9ca371496aa req-9e97076f-6cec-4dbf-aa94-cc944a46ec18 service neutron] 10.222.0.48 "GET /v2.0/networks/cbcc7b7d-ecd4-4844-a209-f41f3238a948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926092 Jul 16 00:30:42.183801 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7a369ae9-aa46-4ff6-99cf-431be3434849 req-ec9ce42a-d0d4-4293-be98-dc5a90a36f9f tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "GET /v2.0/ports?device_id=bafe7f7d-a042-4050-bbf1-a6baf5ec8642 HTTP/1.1" status: 200 len: 210 time: 0.0301473 Jul 16 00:30:42.447433 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabe63a3-2fec-4b2c-8e07-e224ade8f3b5 None None] Sync routers for ids ['9039b5e9-cc09-45e6-b50f-ca4c3d0f723a'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:30:42.457000 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabe63a3-2fec-4b2c-8e07-e224ade8f3b5 None None] Routers {'9039b5e9-cc09-45e6-b50f-ca4c3d0f723a'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:30:42.457606 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-cabe63a3-2fec-4b2c-8e07-e224ade8f3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:30:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['9039b5e9-cc09-45e6-b50f-ca4c3d0f723a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:30:42.574244 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-cabe63a3-2fec-4b2c-8e07-e224ade8f3b5 None None] Set router 9039b5e9-cc09-45e6-b50f-ca4c3d0f723a gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:30:42.781581 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-cabe63a3-2fec-4b2c-8e07-e224ade8f3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9039b5e9-cc09-45e6-b50f-ca4c3d0f723a', 'name': 'tempest-TestSnapshotPattern-971333353-router', 'tenant_id': '8d12f664261c4adeb25e9bf6cd3094a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '2d5785ab-93ec-4312-a0ce-b3a8b505f3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:30:35Z', 'updated_at': '2021-07-16T00:30:38Z', 'revision_number': 4, 'project_id': '8d12f664261c4adeb25e9bf6cd3094a2', 'gw_port': {'id': '2d5785ab-93ec-4312-a0ce-b3a8b505f3a5', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9039b5e9-cc09-45e6-b50f-ca4c3d0f723a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:30:35Z', 'updated_at': '2021-07-16T00:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'bd24c68d-331f-4e88-8ed2-397601f9573a', 'name': '', 'network_id': 'df005082-82b0-4428-ab16-ed10eb034fd9', 'tenant_id': '8d12f664261c4adeb25e9bf6cd3094a2', 'mac_address': 'fa:16:3e:bf:de:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9039b5e9-cc09-45e6-b50f-ca4c3d0f723a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '53c7e98d-83df-41ad-b1ff-8bca3a99f46f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:30:37Z', 'updated_at': '2021-07-16T00:30:38Z', 'revision_number': 2, 'project_id': '8d12f664261c4adeb25e9bf6cd3094a2', 'subnets': [{'id': '53c7e98d-83df-41ad-b1ff-8bca3a99f46f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:30:42.811548 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabe63a3-2fec-4b2c-8e07-e224ade8f3b5 None None] Checking router: 9039b5e9-cc09-45e6-b50f-ca4c3d0f723a for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:30:42.811911 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabe63a3-2fec-4b2c-8e07-e224ade8f3b5 None None] Updating router 9039b5e9-cc09-45e6-b50f-ca4c3d0f723a port bd24c68d-331f-4e88-8ed2-397601f9573a binding host n-d-794306-6 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 00:30:42.848856 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cabe63a3-2fec-4b2c-8e07-e224ade8f3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:43.115816 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cabe63a3-2fec-4b2c-8e07-e224ade8f3b5 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:43.125332 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-cabe63a3-2fec-4b2c-8e07-e224ade8f3b5 None None] Transition to ACTIVE for port object bd24c68d-331f-4e88-8ed2-397601f9573a will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:30:43.131581 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cabe63a3-2fec-4b2c-8e07-e224ade8f3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:43.256473 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdfc295-d4ce-4f6f-abe4-e10ca3215026 None None] Pushing event updated for resources: {'Port': ['ID=bd24c68d-331f-4e88-8ed2-397601f9573a,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:30:43.275148 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-cabe63a3-2fec-4b2c-8e07-e224ade8f3b5 None None] Attempting to bind port bd24c68d-331f-4e88-8ed2-397601f9573a on host n-d-794306-6 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:30:43.275587 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-cabe63a3-2fec-4b2c-8e07-e224ade8f3b5 None None] Attempting to bind port bd24c68d-331f-4e88-8ed2-397601f9573a by drivers openvswitch,hyperv on host n-d-794306-6 at level 0 using segments [{'id': 'a12c4a18-dc5a-4906-9dcb-cb7d1901442c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'df005082-82b0-4428-ab16-ed10eb034fd9'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:30:43.275957 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabe63a3-2fec-4b2c-8e07-e224ade8f3b5 None None] Attempting to bind port bd24c68d-331f-4e88-8ed2-397601f9573a on network df005082-82b0-4428-ab16-ed10eb034fd9 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:30:43.283343 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabe63a3-2fec-4b2c-8e07-e224ade8f3b5 None None] Checking agent: {'id': 'dd5f3456-b983-44c4-a4a8-598f387349a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 22, 53, 33), 'started_at': datetime.datetime(2021, 7, 15, 22, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:30:43.283761 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabe63a3-2fec-4b2c-8e07-e224ade8f3b5 None None] Checking segment: {'id': 'a12c4a18-dc5a-4906-9dcb-cb7d1901442c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'df005082-82b0-4428-ab16-ed10eb034fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:30:43.284221 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cabe63a3-2fec-4b2c-8e07-e224ade8f3b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:43.284626 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabe63a3-2fec-4b2c-8e07-e224ade8f3b5 None None] Bound using segment: {'id': 'a12c4a18-dc5a-4906-9dcb-cb7d1901442c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'df005082-82b0-4428-ab16-ed10eb034fd9'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:30:43.285511 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-cabe63a3-2fec-4b2c-8e07-e224ade8f3b5 None None] Bound port: bd24c68d-331f-4e88-8ed2-397601f9573a, host: n-d-794306-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a12c4a18-dc5a-4906-9dcb-cb7d1901442c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'df005082-82b0-4428-ab16-ed10eb034fd9'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:30:43.285885 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cabe63a3-2fec-4b2c-8e07-e224ade8f3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:43.288192 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-31589b74-9bfe-4acf-8274-05d39ca76846 req-7fe09042-ade5-4a29-ac6d-52f04f9144c2 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "GET /v2.0/ports?device_id=bafe7f7d-a042-4050-bbf1-a6baf5ec8642 HTTP/1.1" status: 200 len: 210 time: 0.0402710 Jul 16 00:30:43.366420 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-cabe63a3-2fec-4b2c-8e07-e224ade8f3b5 None None] For port bd24c68d-331f-4e88-8ed2-397601f9573a, host n-d-794306-6, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:30:43.370854 n-d-794306-6 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-cabe63a3-2fec-4b2c-8e07-e224ade8f3b5 None None] For port bd24c68d-331f-4e88-8ed2-397601f9573a, host n-d-794306-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=bd24c68d-331f-4e88-8ed2-397601f9573a,segment=NetworkSegment(a12c4a18-dc5a-4906-9dcb-cb7d1901442c),segment_id=a12c4a18-dc5a-4906-9dcb-cb7d1901442c)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:30:43.377707 n-d-794306-6 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cabe63a3-2fec-4b2c-8e07-e224ade8f3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:43.391970 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 2d5785ab-93ec-4312-a0ce-b3a8b505f3a5 up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:30:43.460017 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port 2d5785ab-93ec-4312-a0ce-b3a8b505f3a5 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:30:43.460699 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:43.558636 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdfc295-d4ce-4f6f-abe4-e10ca3215026 None None] Pushing event updated for resources: {'Port': ['ID=bd24c68d-331f-4e88-8ed2-397601f9573a,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:30:43.561774 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabe63a3-2fec-4b2c-8e07-e224ade8f3b5 None None] Routers {'9039b5e9-cc09-45e6-b50f-ca4c3d0f723a'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:30:43.562434 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-cabe63a3-2fec-4b2c-8e07-e224ade8f3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:30:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['9039b5e9-cc09-45e6-b50f-ca4c3d0f723a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:30:43.696349 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-cabe63a3-2fec-4b2c-8e07-e224ade8f3b5 None None] Set router 9039b5e9-cc09-45e6-b50f-ca4c3d0f723a gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:30:43.912287 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-cabe63a3-2fec-4b2c-8e07-e224ade8f3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9039b5e9-cc09-45e6-b50f-ca4c3d0f723a', 'name': 'tempest-TestSnapshotPattern-971333353-router', 'tenant_id': '8d12f664261c4adeb25e9bf6cd3094a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '2d5785ab-93ec-4312-a0ce-b3a8b505f3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:30:35Z', 'updated_at': '2021-07-16T00:30:38Z', 'revision_number': 4, 'project_id': '8d12f664261c4adeb25e9bf6cd3094a2', 'gw_port': {'id': '2d5785ab-93ec-4312-a0ce-b3a8b505f3a5', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9039b5e9-cc09-45e6-b50f-ca4c3d0f723a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:30:35Z', 'updated_at': '2021-07-16T00:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'bd24c68d-331f-4e88-8ed2-397601f9573a', 'name': '', 'network_id': 'df005082-82b0-4428-ab16-ed10eb034fd9', 'tenant_id': '8d12f664261c4adeb25e9bf6cd3094a2', 'mac_address': 'fa:16:3e:bf:de:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9039b5e9-cc09-45e6-b50f-ca4c3d0f723a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '53c7e98d-83df-41ad-b1ff-8bca3a99f46f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:30:37Z', 'updated_at': '2021-07-16T00:30:43Z', 'revision_number': 4, 'project_id': '8d12f664261c4adeb25e9bf6cd3094a2', 'subnets': [{'id': '53c7e98d-83df-41ad-b1ff-8bca3a99f46f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:30:43.948267 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabe63a3-2fec-4b2c-8e07-e224ade8f3b5 None None] The sync data for ids ['9039b5e9-cc09-45e6-b50f-ca4c3d0f723a'] in n-d-794306-6 is: [{'id': '9039b5e9-cc09-45e6-b50f-ca4c3d0f723a', 'name': 'tempest-TestSnapshotPattern-971333353-router', 'tenant_id': '8d12f664261c4adeb25e9bf6cd3094a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '2d5785ab-93ec-4312-a0ce-b3a8b505f3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:30:35Z', 'updated_at': '2021-07-16T00:30:38Z', 'revision_number': 4, 'project_id': '8d12f664261c4adeb25e9bf6cd3094a2', 'gw_port': {'id': '2d5785ab-93ec-4312-a0ce-b3a8b505f3a5', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9039b5e9-cc09-45e6-b50f-ca4c3d0f723a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:30:35Z', 'updated_at': '2021-07-16T00:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': 'bd24c68d-331f-4e88-8ed2-397601f9573a', 'name': '', 'network_id': 'df005082-82b0-4428-ab16-ed10eb034fd9', 'tenant_id': '8d12f664261c4adeb25e9bf6cd3094a2', 'mac_address': 'fa:16:3e:bf:de:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9039b5e9-cc09-45e6-b50f-ca4c3d0f723a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '53c7e98d-83df-41ad-b1ff-8bca3a99f46f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:30:37Z', 'updated_at': '2021-07-16T00:30:43Z', 'revision_number': 4, 'project_id': '8d12f664261c4adeb25e9bf6cd3094a2', 'subnets': [{'id': '53c7e98d-83df-41ad-b1ff-8bca3a99f46f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:30:44.379327 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-62411044-18fd-415e-af1a-1974e6b8281a req-1a76b194-ed54-4006-b2d2-410f2dc30e16 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "GET /v2.0/ports?device_id=bafe7f7d-a042-4050-bbf1-a6baf5ec8642 HTTP/1.1" status: 200 len: 210 time: 0.0348489 Jul 16 00:30:45.379810 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device bd24c68d-331f-4e88-8ed2-397601f9573a up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:30:45.440320 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning for port bd24c68d-331f-4e88-8ed2-397601f9573a completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:30:45.444555 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port bd24c68d-331f-4e88-8ed2-397601f9573a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:30:45.445002 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:45.465413 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5b70e8f6-5567-4df6-a7a2-23a9357a6acc req-8f6f722a-9f02-4c59-9f86-f26b9e3f84f4 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "GET /v2.0/ports?device_id=bafe7f7d-a042-4050-bbf1-a6baf5ec8642 HTTP/1.1" status: 200 len: 210 time: 0.0318699 Jul 16 00:30:45.530735 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:45.564860 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] For port bd24c68d-331f-4e88-8ed2-397601f9573a, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=bd24c68d-331f-4e88-8ed2-397601f9573a,segment=NetworkSegment(a12c4a18-dc5a-4906-9dcb-cb7d1901442c),segment_id=a12c4a18-dc5a-4906-9dcb-cb7d1901442c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:30:45.568733 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:45.615847 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Pushing event updated for resources: {'Port': ['ID=bd24c68d-331f-4e88-8ed2-397601f9573a,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:30:46.609039 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0e039bbb-5a61-4b30-9b37-44108779221b req-519bf435-fa35-4ff8-9e34-079f39e5c13f tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "GET /v2.0/ports?device_id=bafe7f7d-a042-4050-bbf1-a6baf5ec8642 HTTP/1.1" status: 200 len: 210 time: 0.0278482 Jul 16 00:30:47.356107 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device bd24c68d-331f-4e88-8ed2-397601f9573a up at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:30:47.407376 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Provisioning complete for port bd24c68d-331f-4e88-8ed2-397601f9573a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:30:47.407779 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:47.724285 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4476d3-0501-4f36-a188-a9ca371496aa req-072ea97c-e296-4c13-8b2e-7ea4aa87ef0a tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:30:47.726871 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-8d4476d3-0501-4f36-a188-a9ca371496aa req-072ea97c-e296-4c13-8b2e-7ea4aa87ef0a tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.41 "GET /v2.0/networks?id=cbcc7b7d-ecd4-4844-a209-f41f3238a948 HTTP/1.1" status: 200 len: 809 time: 0.1365514 Jul 16 00:30:47.758737 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-47f29ee5-31cb-45a8-9933-671427a0e9af req-16d6a12a-a9e6-4034-b8e0-38bb65e535d6 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "GET /v2.0/ports?device_id=bafe7f7d-a042-4050-bbf1-a6baf5ec8642 HTTP/1.1" status: 200 len: 210 time: 0.0289273 Jul 16 00:30:47.786663 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-8d4476d3-0501-4f36-a188-a9ca371496aa req-d249be93-e520-4a43-b6d1-be5661a3d34d tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01f8a1ecc94c40469f64697d2a912770 HTTP/1.1" status: 200 len: 380 time: 0.0386097 Jul 16 00:30:47.796503 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-8d4476d3-0501-4f36-a188-a9ca371496aa req-94b86ca6-7a67-427c-a3a4-a85db7e966ff tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Request body: {'port': {'device_id': 'bafe7f7d-a042-4050-bbf1-a6baf5ec8642', 'network_id': 'cbcc7b7d-ecd4-4844-a209-f41f3238a948', 'admin_state_up': True, 'tenant_id': '01f8a1ecc94c40469f64697d2a912770', 'security_groups': ['c5ff2bd0-99ca-45c2-bb44-2cda1f7241b7']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:30:47.908698 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d4476d3-0501-4f36-a188-a9ca371496aa req-94b86ca6-7a67-427c-a3a4-a85db7e966ff tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Made reservation on behalf of 01f8a1ecc94c40469f64697d2a912770 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:30:47.912520 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8d4476d3-0501-4f36-a188-a9ca371496aa req-94b86ca6-7a67-427c-a3a4-a85db7e966ff tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:48.035915 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-8d4476d3-0501-4f36-a188-a9ca371496aa req-94b86ca6-7a67-427c-a3a4-a85db7e966ff tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Allocated IP 172.20.0.5 (cbcc7b7d-ecd4-4844-a209-f41f3238a948/4ca454f7-ee90-4389-a883-af8f9370f85b/fe140182-9de4-4e17-b87b-5c634c20c247) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:30:48.470581 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8d4476d3-0501-4f36-a188-a9ca371496aa req-94b86ca6-7a67-427c-a3a4-a85db7e966ff tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:48.484603 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-8d4476d3-0501-4f36-a188-a9ca371496aa req-94b86ca6-7a67-427c-a3a4-a85db7e966ff tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Transition to ACTIVE for port object fe140182-9de4-4e17-b87b-5c634c20c247 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:30:48.516520 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8d4476d3-0501-4f36-a188-a9ca371496aa req-94b86ca6-7a67-427c-a3a4-a85db7e966ff tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:48.563773 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d4476d3-0501-4f36-a188-a9ca371496aa req-94b86ca6-7a67-427c-a3a4-a85db7e966ff tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Network cbcc7b7d-ecd4-4844-a209-f41f3238a948 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:30:48.566936 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-8d4476d3-0501-4f36-a188-a9ca371496aa req-94b86ca6-7a67-427c-a3a4-a85db7e966ff tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:30:48.570884 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d4476d3-0501-4f36-a188-a9ca371496aa req-94b86ca6-7a67-427c-a3a4-a85db7e966ff tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:30:48.600048 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b86ca6-7a67-427c-a3a4-a85db7e966ff tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Pushing event updated for resources: {'Port': ['ID=fe140182-9de4-4e17-b87b-5c634c20c247,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:30:48.629746 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4476d3-0501-4f36-a188-a9ca371496aa req-94b86ca6-7a67-427c-a3a4-a85db7e966ff tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:30:48.630669 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8d4476d3-0501-4f36-a188-a9ca371496aa req-94b86ca6-7a67-427c-a3a4-a85db7e966ff tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:48.646111 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-8d4476d3-0501-4f36-a188-a9ca371496aa req-94b86ca6-7a67-427c-a3a4-a85db7e966ff tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8537288 Jul 16 00:30:48.663305 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.v2.base [req-8d4476d3-0501-4f36-a188-a9ca371496aa req-d3000176-5140-4811-8339-d3fa4fc13462 service neutron] Request body: {'port': {'device_id': 'bafe7f7d-a042-4050-bbf1-a6baf5ec8642', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:30:48.741038 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8d4476d3-0501-4f36-a188-a9ca371496aa req-d3000176-5140-4811-8339-d3fa4fc13462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:48.959078 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f3a14-b24c-4faa-9629-c17cc16ae8f2 req-853d0845-b2a8-4e80-8fad-d894215887f3 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:30:48.960698 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-aa1f3a14-b24c-4faa-9629-c17cc16ae8f2 req-853d0845-b2a8-4e80-8fad-d894215887f3 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "GET /v2.0/ports?device_id=bafe7f7d-a042-4050-bbf1-a6baf5ec8642 HTTP/1.1" status: 200 len: 931 time: 0.0776231 Jul 16 00:30:48.971165 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1968c21b-0867-4c22-bd3d-298a4d0a8f6a None None] Provisioning for port fe140182-9de4-4e17-b87b-5c634c20c247 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:30:48.975601 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1968c21b-0867-4c22-bd3d-298a4d0a8f6a None None] Provisioning complete for port fe140182-9de4-4e17-b87b-5c634c20c247 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:30:48.976124 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1968c21b-0867-4c22-bd3d-298a4d0a8f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:49.006288 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-aa1f3a14-b24c-4faa-9629-c17cc16ae8f2 req-d6aea1b8-3b6b-4838-a549-99ecaef151cd tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5ff2bd0-99ca-45c2-bb44-2cda1f7241b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388966 Jul 16 00:30:49.014100 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1968c21b-0867-4c22-bd3d-298a4d0a8f6a None None] Port fe140182-9de4-4e17-b87b-5c634c20c247 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:30:49.044612 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-8d4476d3-0501-4f36-a188-a9ca371496aa req-d3000176-5140-4811-8339-d3fa4fc13462 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe140182-9de4-4e17-b87b-5c634c20c247 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:30:49.053269 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8d4476d3-0501-4f36-a188-a9ca371496aa req-d3000176-5140-4811-8339-d3fa4fc13462 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:49.066276 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-8d4476d3-0501-4f36-a188-a9ca371496aa req-d3000176-5140-4811-8339-d3fa4fc13462 service neutron] Transition to ACTIVE for port object fe140182-9de4-4e17-b87b-5c634c20c247 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:30:49.070038 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8d4476d3-0501-4f36-a188-a9ca371496aa req-d3000176-5140-4811-8339-d3fa4fc13462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:49.125204 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3000176-5140-4811-8339-d3fa4fc13462 service neutron] Pushing event updated for resources: {'Port': ['ID=fe140182-9de4-4e17-b87b-5c634c20c247,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:30:49.197649 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-8d4476d3-0501-4f36-a188-a9ca371496aa req-d3000176-5140-4811-8339-d3fa4fc13462 service neutron] Attempting to bind port fe140182-9de4-4e17-b87b-5c634c20c247 on host n-h2-794306-6 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:30:49.197988 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-8d4476d3-0501-4f36-a188-a9ca371496aa req-d3000176-5140-4811-8339-d3fa4fc13462 service neutron] Attempting to bind port fe140182-9de4-4e17-b87b-5c634c20c247 by drivers openvswitch,hyperv on host n-h2-794306-6 at level 0 using segments [{'id': '2b07c984-8492-4b8b-bcb8-ff4dafff1485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cbcc7b7d-ecd4-4844-a209-f41f3238a948'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:30:49.198324 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4476d3-0501-4f36-a188-a9ca371496aa req-d3000176-5140-4811-8339-d3fa4fc13462 service neutron] Attempting to bind port fe140182-9de4-4e17-b87b-5c634c20c247 on network cbcc7b7d-ecd4-4844-a209-f41f3238a948 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:30:49.203964 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4476d3-0501-4f36-a188-a9ca371496aa req-d3000176-5140-4811-8339-d3fa4fc13462 service neutron] Port fe140182-9de4-4e17-b87b-5c634c20c247 on network cbcc7b7d-ecd4-4844-a209-f41f3238a948 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 00:30:49.204295 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4476d3-0501-4f36-a188-a9ca371496aa req-d3000176-5140-4811-8339-d3fa4fc13462 service neutron] Attempting to bind port fe140182-9de4-4e17-b87b-5c634c20c247 on network cbcc7b7d-ecd4-4844-a209-f41f3238a948 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:30:49.209490 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4476d3-0501-4f36-a188-a9ca371496aa req-d3000176-5140-4811-8339-d3fa4fc13462 service neutron] Checking agent: {'id': 'ed2f3f62-85a9-4869-ab9d-abfd8d25bcee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'started_at': datetime.datetime(2021, 7, 15, 23, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:30:49.209834 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4476d3-0501-4f36-a188-a9ca371496aa req-d3000176-5140-4811-8339-d3fa4fc13462 service neutron] Checking segment: {'id': '2b07c984-8492-4b8b-bcb8-ff4dafff1485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cbcc7b7d-ecd4-4844-a209-f41f3238a948'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:30:49.210595 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4476d3-0501-4f36-a188-a9ca371496aa req-d3000176-5140-4811-8339-d3fa4fc13462 service neutron] Bound using segment: {'id': '2b07c984-8492-4b8b-bcb8-ff4dafff1485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cbcc7b7d-ecd4-4844-a209-f41f3238a948'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:30:49.211176 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-8d4476d3-0501-4f36-a188-a9ca371496aa req-d3000176-5140-4811-8339-d3fa4fc13462 service neutron] Bound port: fe140182-9de4-4e17-b87b-5c634c20c247, host: n-h2-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b07c984-8492-4b8b-bcb8-ff4dafff1485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cbcc7b7d-ecd4-4844-a209-f41f3238a948'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:30:49.211389 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8d4476d3-0501-4f36-a188-a9ca371496aa req-d3000176-5140-4811-8339-d3fa4fc13462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:49.285866 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-8d4476d3-0501-4f36-a188-a9ca371496aa req-d3000176-5140-4811-8339-d3fa4fc13462 service neutron] For port fe140182-9de4-4e17-b87b-5c634c20c247, host n-h2-794306-6, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:30:49.289130 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-8d4476d3-0501-4f36-a188-a9ca371496aa req-d3000176-5140-4811-8339-d3fa4fc13462 service neutron] For port fe140182-9de4-4e17-b87b-5c634c20c247, host n-h2-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=fe140182-9de4-4e17-b87b-5c634c20c247,segment=NetworkSegment(2b07c984-8492-4b8b-bcb8-ff4dafff1485),segment_id=2b07c984-8492-4b8b-bcb8-ff4dafff1485)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:30:49.293517 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8d4476d3-0501-4f36-a188-a9ca371496aa req-d3000176-5140-4811-8339-d3fa4fc13462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261491270'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:49.327555 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4476d3-0501-4f36-a188-a9ca371496aa req-d3000176-5140-4811-8339-d3fa4fc13462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:30:49.328004 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8d4476d3-0501-4f36-a188-a9ca371496aa req-d3000176-5140-4811-8339-d3fa4fc13462 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:49.329512 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-8d4476d3-0501-4f36-a188-a9ca371496aa req-d3000176-5140-4811-8339-d3fa4fc13462 service neutron] 10.222.0.41 "PUT /v2.0/ports/fe140182-9de4-4e17-b87b-5c634c20c247 HTTP/1.1" status: 200 len: 1091 time: 0.6705983 Jul 16 00:30:49.329853 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bafe7f7d-a042-4050-bbf1-a6baf5ec8642', 'tag': 'fe140182-9de4-4e17-b87b-5c634c20c247'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:30:49.332160 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732f3e1a316c3ad7d48a65c2bbc2e30ba6c82a3ba5a41bb87b5b7e43e99a4419" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bce615c-6667-46fc-877c-aa150b9c54c4" -d '{"events": [{"name": "network-changed", "server_uuid": "bafe7f7d-a042-4050-bbf1-a6baf5ec8642", "tag": "fe140182-9de4-4e17-b87b-5c634c20c247"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:30:49.361931 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3000176-5140-4811-8339-d3fa4fc13462 service neutron] Pushing event updated for resources: {'Port': ['ID=fe140182-9de4-4e17-b87b-5c634c20c247,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:30:49.446838 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c753ed8e-8a41-4e86-8ad5-b731e24562a8 x-openstack-request-id: req-c753ed8e-8a41-4e86-8ad5-b731e24562a8 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:30:49.447502 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bafe7f7d-a042-4050-bbf1-a6baf5ec8642", "tag": "fe140182-9de4-4e17-b87b-5c634c20c247", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:30:49.447502 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c753ed8e-8a41-4e86-8ad5-b731e24562a8 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:30:49.447878 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bafe7f7d-a042-4050-bbf1-a6baf5ec8642', 'tag': 'fe140182-9de4-4e17-b87b-5c634c20c247', 'status': 'completed', 'code': 200} Jul 16 00:30:49.458135 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4476d3-0501-4f36-a188-a9ca371496aa req-1ed5add2-2f46-4bab-83c0-581f63d62215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:30:49.459697 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-8d4476d3-0501-4f36-a188-a9ca371496aa req-1ed5add2-2f46-4bab-83c0-581f63d62215 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=01f8a1ecc94c40469f64697d2a912770&device_id=bafe7f7d-a042-4050-bbf1-a6baf5ec8642 HTTP/1.1" status: 200 len: 1094 time: 0.0709169 Jul 16 00:30:49.513079 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-8d4476d3-0501-4f36-a188-a9ca371496aa req-87ec0ae9-ae0d-486b-9401-4b0f8b50fb83 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe140182-9de4-4e17-b87b-5c634c20c247 HTTP/1.1" status: 200 len: 217 time: 0.0407109 Jul 16 00:30:49.561032 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4476d3-0501-4f36-a188-a9ca371496aa req-226318fe-0e05-4092-a51f-b8a1bcf1488f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:30:49.563098 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-8d4476d3-0501-4f36-a188-a9ca371496aa req-226318fe-0e05-4092-a51f-b8a1bcf1488f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4ca454f7-ee90-4389-a883-af8f9370f85b HTTP/1.1" status: 200 len: 848 time: 0.0441222 Jul 16 00:30:49.627829 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4476d3-0501-4f36-a188-a9ca371496aa req-f5be4e0f-5e35-4e6f-ae97-b0824191bf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:30:49.629357 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-8d4476d3-0501-4f36-a188-a9ca371496aa req-f5be4e0f-5e35-4e6f-ae97-b0824191bf34 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cbcc7b7d-ecd4-4844-a209-f41f3238a948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604162 Jul 16 00:30:49.725001 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-8d4476d3-0501-4f36-a188-a9ca371496aa req-11d3eb6a-ca40-4993-be2d-82c647dedece service neutron] 10.222.0.41 "GET /v2.0/networks/cbcc7b7d-ecd4-4844-a209-f41f3238a948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886703 Jul 16 00:30:49.817049 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-8d4476d3-0501-4f36-a188-a9ca371496aa req-5a197d74-b4f5-41eb-a2e1-59c02f45ab07 service neutron] 10.222.0.41 "GET /v2.0/networks/cbcc7b7d-ecd4-4844-a209-f41f3238a948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860429 Jul 16 00:30:49.961380 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce615c-6667-46fc-877c-aa150b9c54c4 req-1bc1f5a9-c341-4db8-b36a-aee12795786d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:30:49.962929 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-3bce615c-6667-46fc-877c-aa150b9c54c4 req-1bc1f5a9-c341-4db8-b36a-aee12795786d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=01f8a1ecc94c40469f64697d2a912770&device_id=bafe7f7d-a042-4050-bbf1-a6baf5ec8642 HTTP/1.1" status: 200 len: 1094 time: 0.0595117 Jul 16 00:30:50.054478 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce615c-6667-46fc-877c-aa150b9c54c4 req-72f4299c-ac6c-4a1d-8273-ebbd95ef4629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:30:50.056045 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-3bce615c-6667-46fc-877c-aa150b9c54c4 req-72f4299c-ac6c-4a1d-8273-ebbd95ef4629 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cbcc7b7d-ecd4-4844-a209-f41f3238a948 HTTP/1.1" status: 200 len: 910 time: 0.0865643 Jul 16 00:30:50.102256 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-3bce615c-6667-46fc-877c-aa150b9c54c4 req-4c794fba-2199-423f-b4b6-d53de043b868 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe140182-9de4-4e17-b87b-5c634c20c247 HTTP/1.1" status: 200 len: 217 time: 0.0388210 Jul 16 00:30:50.151938 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce615c-6667-46fc-877c-aa150b9c54c4 req-5d6d83d2-712b-4eea-85d9-01ae4ba9b4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:30:50.153400 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-3bce615c-6667-46fc-877c-aa150b9c54c4 req-5d6d83d2-712b-4eea-85d9-01ae4ba9b4ff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4ca454f7-ee90-4389-a883-af8f9370f85b HTTP/1.1" status: 200 len: 848 time: 0.0446086 Jul 16 00:30:50.187396 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035643fb-ba04-491f-bef3-be27afcb68d5 req-fb367a1c-fc58-4508-a23f-cd8ce011222a tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:30:50.188945 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-035643fb-ba04-491f-bef3-be27afcb68d5 req-fb367a1c-fc58-4508-a23f-cd8ce011222a tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "GET /v2.0/ports?device_id=bafe7f7d-a042-4050-bbf1-a6baf5ec8642 HTTP/1.1" status: 200 len: 943 time: 0.0659010 Jul 16 00:30:50.211370 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce615c-6667-46fc-877c-aa150b9c54c4 req-a05f2277-741d-47d4-842a-3bae04e64cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:30:50.212976 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-3bce615c-6667-46fc-877c-aa150b9c54c4 req-a05f2277-741d-47d4-842a-3bae04e64cf8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cbcc7b7d-ecd4-4844-a209-f41f3238a948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526402 Jul 16 00:30:50.226572 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-035643fb-ba04-491f-bef3-be27afcb68d5 req-322b578a-4d23-43ba-9f12-a5351fb0bb02 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5ff2bd0-99ca-45c2-bb44-2cda1f7241b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320687 Jul 16 00:30:50.307188 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-3bce615c-6667-46fc-877c-aa150b9c54c4 req-dfbb2b2b-b103-4e12-9e71-99bf4b1e7540 service neutron] 10.222.0.41 "GET /v2.0/networks/cbcc7b7d-ecd4-4844-a209-f41f3238a948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873411 Jul 16 00:30:50.397836 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-3bce615c-6667-46fc-877c-aa150b9c54c4 req-f6a806d2-ed60-4822-8c81-9caeca5146d2 service neutron] 10.222.0.41 "GET /v2.0/networks/cbcc7b7d-ecd4-4844-a209-f41f3238a948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832176 Jul 16 00:30:51.400606 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9037f96d-fb4c-4539-9a60-b2cbc3bf7efb req-a94d7b9d-d408-4dc6-866a-3daf7098d83d tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:30:51.402087 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9037f96d-fb4c-4539-9a60-b2cbc3bf7efb req-a94d7b9d-d408-4dc6-866a-3daf7098d83d tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "GET /v2.0/ports?device_id=bafe7f7d-a042-4050-bbf1-a6baf5ec8642 HTTP/1.1" status: 200 len: 943 time: 0.0628552 Jul 16 00:30:51.444166 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-9037f96d-fb4c-4539-9a60-b2cbc3bf7efb req-e68eb7f9-e0a5-4c07-83bb-c8b6c9dbae81 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5ff2bd0-99ca-45c2-bb44-2cda1f7241b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365086 Jul 16 00:30:52.623423 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26119bdb-32ab-4164-81d2-cf537f6a4a35 req-a139d18b-ae84-4ebc-9886-382a0e7e1c9c tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:30:52.624797 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device fe140182-9de4-4e17-b87b-5c634c20c247 details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 00:30:52.626196 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-26119bdb-32ab-4164-81d2-cf537f6a4a35 req-a139d18b-ae84-4ebc-9886-382a0e7e1c9c tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "GET /v2.0/ports?device_id=bafe7f7d-a042-4050-bbf1-a6baf5ec8642 HTTP/1.1" status: 200 len: 943 time: 0.0675912 Jul 16 00:30:52.664762 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-26119bdb-32ab-4164-81d2-cf537f6a4a35 req-a955c1fe-e53f-4220-83c6-52e2e433ca22 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5ff2bd0-99ca-45c2-bb44-2cda1f7241b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327160 Jul 16 00:30:52.721352 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port fe140182-9de4-4e17-b87b-5c634c20c247, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=fe140182-9de4-4e17-b87b-5c634c20c247,segment=NetworkSegment(2b07c984-8492-4b8b-bcb8-ff4dafff1485),segment_id=2b07c984-8492-4b8b-bcb8-ff4dafff1485)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:30:52.732569 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': 'fe140182-9de4-4e17-b87b-5c634c20c247', 'network_id': 'cbcc7b7d-ecd4-4844-a209-f41f3238a948', 'port_id': 'fe140182-9de4-4e17-b87b-5c634c20c247', 'mac_address': 'fa:16:3e:c2:ef:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ca454f7-ee90-4389-a883-af8f9370f85b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 00:30:52.769844 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:52.782455 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe140182-9de4-4e17-b87b-5c634c20c247 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:30:52.802181 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port fe140182-9de4-4e17-b87b-5c634c20c247, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=fe140182-9de4-4e17-b87b-5c634c20c247,segment=NetworkSegment(2b07c984-8492-4b8b-bcb8-ff4dafff1485),segment_id=2b07c984-8492-4b8b-bcb8-ff4dafff1485)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:30:52.806133 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:52.857481 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=fe140182-9de4-4e17-b87b-5c634c20c247,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:30:53.077774 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['fe140182-9de4-4e17-b87b-5c634c20c247'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:30:53.847406 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f18fb-5885-424d-88ae-7c5e86c9e10d req-690a068f-0418-4998-a711-40753372c002 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:30:53.848910 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1f8f18fb-5885-424d-88ae-7c5e86c9e10d req-690a068f-0418-4998-a711-40753372c002 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "GET /v2.0/ports?device_id=bafe7f7d-a042-4050-bbf1-a6baf5ec8642 HTTP/1.1" status: 200 len: 944 time: 0.0637584 Jul 16 00:30:53.886448 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1f8f18fb-5885-424d-88ae-7c5e86c9e10d req-3f4f73ff-a12e-48c2-b189-11fc333f86c5 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5ff2bd0-99ca-45c2-bb44-2cda1f7241b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319798 Jul 16 00:30:54.624682 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device fe140182-9de4-4e17-b87b-5c634c20c247 up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:30:54.675038 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning for port fe140182-9de4-4e17-b87b-5c634c20c247 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:30:54.679218 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port fe140182-9de4-4e17-b87b-5c634c20c247 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:30:54.679616 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:54.753610 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:54.775164 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bafe7f7d-a042-4050-bbf1-a6baf5ec8642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe140182-9de4-4e17-b87b-5c634c20c247'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:30:54.777426 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85e2a5fec60f0be1243ce80844a072e05c29e3c23db0dd3e62b5f7d92f5b0637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3485bb5-edd5-46f8-ac4f-698db3d65895" -d '{"events": [{"server_uuid": "bafe7f7d-a042-4050-bbf1-a6baf5ec8642", "name": "network-vif-plugged", "status": "completed", "tag": "fe140182-9de4-4e17-b87b-5c634c20c247"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:30:54.792039 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port fe140182-9de4-4e17-b87b-5c634c20c247, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=fe140182-9de4-4e17-b87b-5c634c20c247,segment=NetworkSegment(2b07c984-8492-4b8b-bcb8-ff4dafff1485),segment_id=2b07c984-8492-4b8b-bcb8-ff4dafff1485)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:30:54.796727 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:54.823630 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3795afa6-8c63-45fa-9329-18409c550ecb x-openstack-request-id: req-3795afa6-8c63-45fa-9329-18409c550ecb {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:30:54.823921 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bafe7f7d-a042-4050-bbf1-a6baf5ec8642", "name": "network-vif-plugged", "status": "completed", "tag": "fe140182-9de4-4e17-b87b-5c634c20c247", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:30:54.824174 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3795afa6-8c63-45fa-9329-18409c550ecb {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:30:54.824558 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bafe7f7d-a042-4050-bbf1-a6baf5ec8642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe140182-9de4-4e17-b87b-5c634c20c247', 'code': 200} Jul 16 00:30:54.852091 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=fe140182-9de4-4e17-b87b-5c634c20c247,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:30:54.957454 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4029a5-fcf7-4416-a00b-7a4e1b341e05 req-c87fe039-224f-4bd3-b2f5-fff5efaf60c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:30:54.958969 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cc4029a5-fcf7-4416-a00b-7a4e1b341e05 req-c87fe039-224f-4bd3-b2f5-fff5efaf60c2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bafe7f7d-a042-4050-bbf1-a6baf5ec8642 HTTP/1.1" status: 200 len: 1096 time: 0.0544283 Jul 16 00:30:55.015819 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-cc4029a5-fcf7-4416-a00b-7a4e1b341e05 req-6cc4a32a-5346-44c8-b70b-224c89fe83d4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c5ff2bd0-99ca-45c2-bb44-2cda1f7241b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497332 Jul 16 00:30:55.064795 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16144620-cc00-4196-b097-88e884af68d7 req-893492ec-f321-4fe7-ab34-b8e9e6d17ea8 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:30:55.066316 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-16144620-cc00-4196-b097-88e884af68d7 req-893492ec-f321-4fe7-ab34-b8e9e6d17ea8 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "GET /v2.0/ports?device_id=bafe7f7d-a042-4050-bbf1-a6baf5ec8642 HTTP/1.1" status: 200 len: 945 time: 0.0675728 Jul 16 00:30:55.104893 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-16144620-cc00-4196-b097-88e884af68d7 req-00f4cfa7-bb0f-4c40-964d-07560210f2ab tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5ff2bd0-99ca-45c2-bb44-2cda1f7241b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330360 Jul 16 00:30:56.280029 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f446913e-2bf9-466a-ad75-59f9a6651052 req-5ede95a7-9aad-45c1-976a-125b4e9979b5 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:30:56.281554 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f446913e-2bf9-466a-ad75-59f9a6651052 req-5ede95a7-9aad-45c1-976a-125b4e9979b5 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "GET /v2.0/ports?device_id=bafe7f7d-a042-4050-bbf1-a6baf5ec8642 HTTP/1.1" status: 200 len: 945 time: 0.0633252 Jul 16 00:30:56.318975 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f446913e-2bf9-466a-ad75-59f9a6651052 req-d4205579-f777-4ee8-8712-e82935613960 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5ff2bd0-99ca-45c2-bb44-2cda1f7241b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319409 Jul 16 00:30:56.325608 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:56.493969 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6080a41a-bf87-4260-a6b4-21ccfabc4d67 req-e4195db6-9644-45c7-8972-4ad46bf593c3 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:30:56.495369 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6080a41a-bf87-4260-a6b4-21ccfabc4d67 req-e4195db6-9644-45c7-8972-4ad46bf593c3 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "GET /v2.0/ports?device_id=bafe7f7d-a042-4050-bbf1-a6baf5ec8642 HTTP/1.1" status: 200 len: 945 time: 0.0635583 Jul 16 00:30:56.537852 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6080a41a-bf87-4260-a6b4-21ccfabc4d67 req-f1e8fd3a-a83a-4f8d-a890-6bdf576f4424 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5ff2bd0-99ca-45c2-bb44-2cda1f7241b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358214 Jul 16 00:30:56.563137 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56170) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:30:56.655988 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ae03a0-7cb3-4dcb-bd49-d622660ea2cc tempest-TestSnapshotPattern-55131846 tempest-TestSnapshotPattern-55131846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:30:56.657505 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-62ae03a0-7cb3-4dcb-bd49-d622660ea2cc tempest-TestSnapshotPattern-55131846 tempest-TestSnapshotPattern-55131846-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=bafe7f7d-a042-4050-bbf1-a6baf5ec8642 HTTP/1.1" status: 200 len: 1091 time: 0.0933335 Jul 16 00:30:56.660440 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56174) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:30:56.664909 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-5e6651e2-606f-43d7-9b2c-cf0dd74ee757 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Request body: {'floatingip': {'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'port_id': 'fe140182-9de4-4e17-b87b-5c634c20c247', 'tenant_id': '01f8a1ecc94c40469f64697d2a912770', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:30:56.687285 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e6651e2-606f-43d7-9b2c-cf0dd74ee757 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:56.781771 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e6651e2-606f-43d7-9b2c-cf0dd74ee757 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:56.888682 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-5e6651e2-606f-43d7-9b2c-cf0dd74ee757 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Allocated IP 172.25.5.60 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/b0954be6-1eee-4a84-9960-1de3eaf06dee) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:30:56.997640 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e6651e2-606f-43d7-9b2c-cf0dd74ee757 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:57.038350 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e6651e2-606f-43d7-9b2c-cf0dd74ee757 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:57.081251 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6651e2-606f-43d7-9b2c-cf0dd74ee757 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:30:57.084297 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-5e6651e2-606f-43d7-9b2c-cf0dd74ee757 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:30:57.088116 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6651e2-606f-43d7-9b2c-cf0dd74ee757 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:30:57.095044 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6651e2-606f-43d7-9b2c-cf0dd74ee757 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Pushing event updated for resources: {'Port': ['ID=b0954be6-1eee-4a84-9960-1de3eaf06dee,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:30:57.474901 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e6651e2-606f-43d7-9b2c-cf0dd74ee757 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:57.556382 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e6651e2-606f-43d7-9b2c-cf0dd74ee757 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:57.706622 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e6651e2-606f-43d7-9b2c-cf0dd74ee757 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:57.711020 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e6651e2-606f-43d7-9b2c-cf0dd74ee757 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:57.787463 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6651e2-606f-43d7-9b2c-cf0dd74ee757 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Pushing event updated for resources: {'Port': ['ID=b0954be6-1eee-4a84-9960-1de3eaf06dee,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:30:57.796459 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e6651e2-606f-43d7-9b2c-cf0dd74ee757 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:57.891823 n-d-794306-6 neutron-server[93770]: INFO neutron.db.l3_db [None req-5e6651e2-606f-43d7-9b2c-cf0dd74ee757 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Floating IP b6c7a6af-4418-4d2c-a2bb-ff86a8fd5739 associated. External IP: 172.25.5.60, port: fe140182-9de4-4e17-b87b-5c634c20c247. Jul 16 00:30:58.410640 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e6651e2-606f-43d7-9b2c-cf0dd74ee757 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Router 37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:30:58.520991 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e6651e2-606f-43d7-9b2c-cf0dd74ee757 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:30:58.530644 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8485b9-3d8c-4baa-8270-c637ce20d5e1 None None] Sync routers for ids ['37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:30:58.537057 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e6651e2-606f-43d7-9b2c-cf0dd74ee757 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:30:58.542124 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8485b9-3d8c-4baa-8270-c637ce20d5e1 None None] Routers {'37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:30:58.542872 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-dc8485b9-3d8c-4baa-8270-c637ce20d5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:30:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:30:58.576166 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-5e6651e2-606f-43d7-9b2c-cf0dd74ee757 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9146037 Jul 16 00:30:58.576781 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bafe7f7d-a042-4050-bbf1-a6baf5ec8642', 'tag': 'fe140182-9de4-4e17-b87b-5c634c20c247'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:30:58.580692 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cfa130710a3ed3c11f83ca70e11270030e5afd3463e80eec9e3119d100d8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854960c9-14d1-43eb-9f69-e5090367e9b2" -d '{"events": [{"name": "network-changed", "server_uuid": "bafe7f7d-a042-4050-bbf1-a6baf5ec8642", "tag": "fe140182-9de4-4e17-b87b-5c634c20c247"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:30:58.618017 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4ed7d5-539e-45df-9eda-d7a7096a0196 x-openstack-request-id: req-ad4ed7d5-539e-45df-9eda-d7a7096a0196 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:30:58.618316 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bafe7f7d-a042-4050-bbf1-a6baf5ec8642", "tag": "fe140182-9de4-4e17-b87b-5c634c20c247", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:30:58.618569 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ad4ed7d5-539e-45df-9eda-d7a7096a0196 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:30:58.618980 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bafe7f7d-a042-4050-bbf1-a6baf5ec8642', 'tag': 'fe140182-9de4-4e17-b87b-5c634c20c247', 'status': 'completed', 'code': 200} Jul 16 00:30:58.651807 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-dc8485b9-3d8c-4baa-8270-c637ce20d5e1 None None] Set router 37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:30:58.727720 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854960c9-14d1-43eb-9f69-e5090367e9b2 req-6f34ea38-ef2c-4a60-8d38-c033017ee009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:30:58.727720 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-854960c9-14d1-43eb-9f69-e5090367e9b2 req-6f34ea38-ef2c-4a60-8d38-c033017ee009 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=01f8a1ecc94c40469f64697d2a912770&device_id=bafe7f7d-a042-4050-bbf1-a6baf5ec8642 HTTP/1.1" status: 200 len: 1096 time: 0.0544202 Jul 16 00:30:58.814905 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854960c9-14d1-43eb-9f69-e5090367e9b2 req-a31964a3-ffd4-43cd-b304-9b195fbfd9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:30:58.816685 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-854960c9-14d1-43eb-9f69-e5090367e9b2 req-a31964a3-ffd4-43cd-b304-9b195fbfd9fe service neutron] 10.222.0.41 "GET /v2.0/networks?id=cbcc7b7d-ecd4-4844-a209-f41f3238a948 HTTP/1.1" status: 200 len: 910 time: 0.0883269 Jul 16 00:30:58.885520 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-dc8485b9-3d8c-4baa-8270-c637ce20d5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0', 'name': 'tempest-TestSnapshotPattern-452304718-router', 'tenant_id': '01f8a1ecc94c40469f64697d2a912770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '60ee6da0-bf70-47cb-99f1-393bd6c3d5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:30:30Z', 'updated_at': '2021-07-16T00:30:33Z', 'revision_number': 4, 'project_id': '01f8a1ecc94c40469f64697d2a912770', 'gw_port': {'id': '60ee6da0-bf70-47cb-99f1-393bd6c3d5e6', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:30:30Z', 'updated_at': '2021-07-16T00:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': 'b6c7a6af-4418-4d2c-a2bb-ff86a8fd5739', 'tenant_id': '01f8a1ecc94c40469f64697d2a912770', 'floating_ip_address': '172.25.5.60', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0', 'port_id': 'fe140182-9de4-4e17-b87b-5c634c20c247', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbcc7b7d-ecd4-4844-a209-f41f3238a948', 'mac_address': 'fa:16:3e:c2:ef:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafe7f7d-a042-4050-bbf1-a6baf5ec8642', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:30:57Z', 'updated_at': '2021-07-16T00:30:57Z', 'revision_number': 0, 'project_id': '01f8a1ecc94c40469f64697d2a912770', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bc95c2b-8fb5-4c6a-afb9-7c95fc0156f9', 'name': '', 'network_id': 'cbcc7b7d-ecd4-4844-a209-f41f3238a948', 'tenant_id': '01f8a1ecc94c40469f64697d2a912770', 'mac_address': 'fa:16:3e:f0:f0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '4ca454f7-ee90-4389-a883-af8f9370f85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:30:32Z', 'updated_at': '2021-07-16T00:30:39Z', 'revision_number': 5, 'project_id': '01f8a1ecc94c40469f64697d2a912770', 'subnets': [{'id': '4ca454f7-ee90-4389-a883-af8f9370f85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:30:58.889474 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-854960c9-14d1-43eb-9f69-e5090367e9b2 req-07c06161-4375-4cb9-a519-aee58cd8e889 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe140182-9de4-4e17-b87b-5c634c20c247 HTTP/1.1" status: 200 len: 998 time: 0.0664213 Jul 16 00:30:58.916529 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8485b9-3d8c-4baa-8270-c637ce20d5e1 None None] Checking router: 37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:30:58.939780 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854960c9-14d1-43eb-9f69-e5090367e9b2 req-bca3a214-b8c5-4cc8-8873-34bfdcef89e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:30:58.941273 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-854960c9-14d1-43eb-9f69-e5090367e9b2 req-bca3a214-b8c5-4cc8-8873-34bfdcef89e8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4ca454f7-ee90-4389-a883-af8f9370f85b HTTP/1.1" status: 200 len: 848 time: 0.0460012 Jul 16 00:30:58.955522 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8485b9-3d8c-4baa-8270-c637ce20d5e1 None None] Routers {'37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:30:58.956158 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-dc8485b9-3d8c-4baa-8270-c637ce20d5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:30:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:30:59.004384 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854960c9-14d1-43eb-9f69-e5090367e9b2 req-b4e16ca1-6460-418c-aa63-afec08b10e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:30:59.006116 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-854960c9-14d1-43eb-9f69-e5090367e9b2 req-b4e16ca1-6460-418c-aa63-afec08b10e74 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cbcc7b7d-ecd4-4844-a209-f41f3238a948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569029 Jul 16 00:30:59.105218 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-854960c9-14d1-43eb-9f69-e5090367e9b2 req-4bc03a7d-c75a-4726-9dee-2fb4fe4c50f0 service neutron] 10.222.0.41 "GET /v2.0/networks/cbcc7b7d-ecd4-4844-a209-f41f3238a948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919783 Jul 16 00:30:59.200983 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-854960c9-14d1-43eb-9f69-e5090367e9b2 req-503bfaaa-ce3c-4179-bde3-47c196d80996 service neutron] 10.222.0.41 "GET /v2.0/networks/cbcc7b7d-ecd4-4844-a209-f41f3238a948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892270 Jul 16 00:30:59.261046 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-dc8485b9-3d8c-4baa-8270-c637ce20d5e1 None None] Set router 37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:30:59.503116 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-dc8485b9-3d8c-4baa-8270-c637ce20d5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0', 'name': 'tempest-TestSnapshotPattern-452304718-router', 'tenant_id': '01f8a1ecc94c40469f64697d2a912770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '60ee6da0-bf70-47cb-99f1-393bd6c3d5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:30:30Z', 'updated_at': '2021-07-16T00:30:33Z', 'revision_number': 4, 'project_id': '01f8a1ecc94c40469f64697d2a912770', 'gw_port': {'id': '60ee6da0-bf70-47cb-99f1-393bd6c3d5e6', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:30:30Z', 'updated_at': '2021-07-16T00:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': 'b6c7a6af-4418-4d2c-a2bb-ff86a8fd5739', 'tenant_id': '01f8a1ecc94c40469f64697d2a912770', 'floating_ip_address': '172.25.5.60', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0', 'port_id': 'fe140182-9de4-4e17-b87b-5c634c20c247', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbcc7b7d-ecd4-4844-a209-f41f3238a948', 'mac_address': 'fa:16:3e:c2:ef:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafe7f7d-a042-4050-bbf1-a6baf5ec8642', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:30:57Z', 'updated_at': '2021-07-16T00:30:57Z', 'revision_number': 0, 'project_id': '01f8a1ecc94c40469f64697d2a912770', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bc95c2b-8fb5-4c6a-afb9-7c95fc0156f9', 'name': '', 'network_id': 'cbcc7b7d-ecd4-4844-a209-f41f3238a948', 'tenant_id': '01f8a1ecc94c40469f64697d2a912770', 'mac_address': 'fa:16:3e:f0:f0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '4ca454f7-ee90-4389-a883-af8f9370f85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:30:32Z', 'updated_at': '2021-07-16T00:30:39Z', 'revision_number': 5, 'project_id': '01f8a1ecc94c40469f64697d2a912770', 'subnets': [{'id': '4ca454f7-ee90-4389-a883-af8f9370f85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:30:59.532779 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8485b9-3d8c-4baa-8270-c637ce20d5e1 None None] The sync data for ids ['37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0'] in n-d-794306-6 is: [{'id': '37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0', 'name': 'tempest-TestSnapshotPattern-452304718-router', 'tenant_id': '01f8a1ecc94c40469f64697d2a912770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '60ee6da0-bf70-47cb-99f1-393bd6c3d5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:30:30Z', 'updated_at': '2021-07-16T00:30:33Z', 'revision_number': 4, 'project_id': '01f8a1ecc94c40469f64697d2a912770', 'gw_port': {'id': '60ee6da0-bf70-47cb-99f1-393bd6c3d5e6', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:30:30Z', 'updated_at': '2021-07-16T00:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': 'b6c7a6af-4418-4d2c-a2bb-ff86a8fd5739', 'tenant_id': '01f8a1ecc94c40469f64697d2a912770', 'floating_ip_address': '172.25.5.60', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0', 'port_id': 'fe140182-9de4-4e17-b87b-5c634c20c247', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbcc7b7d-ecd4-4844-a209-f41f3238a948', 'mac_address': 'fa:16:3e:c2:ef:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafe7f7d-a042-4050-bbf1-a6baf5ec8642', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:30:57Z', 'updated_at': '2021-07-16T00:30:57Z', 'revision_number': 0, 'project_id': '01f8a1ecc94c40469f64697d2a912770', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bc95c2b-8fb5-4c6a-afb9-7c95fc0156f9', 'name': '', 'network_id': 'cbcc7b7d-ecd4-4844-a209-f41f3238a948', 'tenant_id': '01f8a1ecc94c40469f64697d2a912770', 'mac_address': 'fa:16:3e:f0:f0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '4ca454f7-ee90-4389-a883-af8f9370f85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:30:32Z', 'updated_at': '2021-07-16T00:30:39Z', 'revision_number': 5, 'project_id': '01f8a1ecc94c40469f64697d2a912770', 'subnets': [{'id': '4ca454f7-ee90-4389-a883-af8f9370f85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:30:59.726055 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc577f5-028c-4a2f-af7a-263f7c57374b None None] New status for floating IP b6c7a6af-4418-4d2c-a2bb-ff86a8fd5739: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 00:31:00.971507 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-733809cd-e58d-4a22-8a07-0928ed9df730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:31:03.548862 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:31:04.335731 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4d01a3ba-1f2d-4b24-945d-9cab33d97278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:31:04.632428 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:31:06.642527 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:31:07.862153 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:31:09.078357 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:31:26.324346 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:31:30.972991 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8bff0a93-9b9e-4b76-813e-dd212efbcb6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:31:33.550204 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:31:34.337859 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e6a29c1d-eea6-40a5-abd0-89b024137cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:31:34.635793 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:31:36.644123 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:31:39.073783 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:31:41.028419 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9a59a1c8-6480-4018-9eaf-a7aa315602d2 req-7898887c-af64-484e-8a7b-e36b6ffc7a07 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bafe7f7d-a042-4050-bbf1-a6baf5ec8642&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0558958 Jul 16 00:31:41.136082 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59a1c8-6480-4018-9eaf-a7aa315602d2 req-82d1f8e8-c90e-490d-a6b6-2d2b4de0f2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:31:41.137577 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9a59a1c8-6480-4018-9eaf-a7aa315602d2 req-82d1f8e8-c90e-490d-a6b6-2d2b4de0f2d2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=01f8a1ecc94c40469f64697d2a912770&device_id=bafe7f7d-a042-4050-bbf1-a6baf5ec8642 HTTP/1.1" status: 200 len: 1096 time: 0.0528867 Jul 16 00:31:41.243461 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59a1c8-6480-4018-9eaf-a7aa315602d2 req-54e04c7e-e339-4590-b511-d62b923a95ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:31:41.244955 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9a59a1c8-6480-4018-9eaf-a7aa315602d2 req-54e04c7e-e339-4590-b511-d62b923a95ed service neutron] 10.222.0.41 "GET /v2.0/networks?id=cbcc7b7d-ecd4-4844-a209-f41f3238a948 HTTP/1.1" status: 200 len: 910 time: 0.0885251 Jul 16 00:31:41.308847 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9a59a1c8-6480-4018-9eaf-a7aa315602d2 req-12a8d6ba-1690-48b7-b8ff-d6fff4b4add8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe140182-9de4-4e17-b87b-5c634c20c247 HTTP/1.1" status: 200 len: 1000 time: 0.0574157 Jul 16 00:31:41.357782 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59a1c8-6480-4018-9eaf-a7aa315602d2 req-9572dd97-00ab-4348-a73e-63b6589a3a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:31:41.360185 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9a59a1c8-6480-4018-9eaf-a7aa315602d2 req-9572dd97-00ab-4348-a73e-63b6589a3a34 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4ca454f7-ee90-4389-a883-af8f9370f85b HTTP/1.1" status: 200 len: 848 time: 0.0450485 Jul 16 00:31:41.419989 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59a1c8-6480-4018-9eaf-a7aa315602d2 req-d021d37c-7886-4dc9-9d3c-42711b65d88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:31:41.421928 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9a59a1c8-6480-4018-9eaf-a7aa315602d2 req-d021d37c-7886-4dc9-9d3c-42711b65d88b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cbcc7b7d-ecd4-4844-a209-f41f3238a948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555348 Jul 16 00:31:41.512148 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9a59a1c8-6480-4018-9eaf-a7aa315602d2 req-8dbce0d9-e5fc-4bb5-9625-b1596340f5e1 service neutron] 10.222.0.41 "GET /v2.0/networks/cbcc7b7d-ecd4-4844-a209-f41f3238a948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840936 Jul 16 00:31:41.603835 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-9a59a1c8-6480-4018-9eaf-a7aa315602d2 req-1fb32240-4dae-45b7-95c6-d6e90173a185 service neutron] 10.222.0.41 "GET /v2.0/networks/cbcc7b7d-ecd4-4844-a209-f41f3238a948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853055 Jul 16 00:31:44.861952 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:31:56.341746 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:32:00.973895 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4ef68bab-3880-4c92-b3c8-f866eb3a8f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:32:03.551884 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:32:04.338139 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-23999d1b-22ba-4594-969a-6d8350dc9a0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:32:04.638280 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:32:06.647352 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:32:09.079466 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:32:21.860947 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:32:26.356498 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:32:30.978283 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-167209f9-ddc5-4d8f-a30e-2df713444c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:32:33.553186 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:32:34.338595 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7a42ba16-80d7-4701-a13c-360d0a7a76aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:32:34.641752 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:32:36.656116 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:32:39.091771 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:32:43.111254 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-24f4dee0-8837-4c51-91ae-8837d01f0080 req-d7364bc3-a626-4c8b-8883-9dbf53babd9f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bafe7f7d-a042-4050-bbf1-a6baf5ec8642&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1388021 Jul 16 00:32:43.240366 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f4dee0-8837-4c51-91ae-8837d01f0080 req-d009027c-0fcf-4190-8743-a2b627808ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:32:43.241895 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-24f4dee0-8837-4c51-91ae-8837d01f0080 req-d009027c-0fcf-4190-8743-a2b627808ff3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=01f8a1ecc94c40469f64697d2a912770&device_id=bafe7f7d-a042-4050-bbf1-a6baf5ec8642 HTTP/1.1" status: 200 len: 1096 time: 0.0658979 Jul 16 00:32:43.387803 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f4dee0-8837-4c51-91ae-8837d01f0080 req-fd103a79-cd8a-473d-8c8b-d4d0ca36f45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:32:43.389988 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-24f4dee0-8837-4c51-91ae-8837d01f0080 req-fd103a79-cd8a-473d-8c8b-d4d0ca36f45f service neutron] 10.222.0.41 "GET /v2.0/networks?id=cbcc7b7d-ecd4-4844-a209-f41f3238a948 HTTP/1.1" status: 200 len: 910 time: 0.1210535 Jul 16 00:32:43.476504 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-24f4dee0-8837-4c51-91ae-8837d01f0080 req-658e6ef4-c676-45bb-8cc0-ec3c28cd1afb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe140182-9de4-4e17-b87b-5c634c20c247 HTTP/1.1" status: 200 len: 1000 time: 0.0805910 Jul 16 00:32:43.536707 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f4dee0-8837-4c51-91ae-8837d01f0080 req-368ec8af-6d26-4af4-a8d9-cf30dacc85ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:32:43.538189 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-24f4dee0-8837-4c51-91ae-8837d01f0080 req-368ec8af-6d26-4af4-a8d9-cf30dacc85ba service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4ca454f7-ee90-4389-a883-af8f9370f85b HTTP/1.1" status: 200 len: 848 time: 0.0555136 Jul 16 00:32:43.604467 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f4dee0-8837-4c51-91ae-8837d01f0080 req-b6e05691-9d8d-4a07-af9f-4f28fe31ea57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:32:43.605998 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-24f4dee0-8837-4c51-91ae-8837d01f0080 req-b6e05691-9d8d-4a07-af9f-4f28fe31ea57 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cbcc7b7d-ecd4-4844-a209-f41f3238a948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0617449 Jul 16 00:32:43.712304 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-24f4dee0-8837-4c51-91ae-8837d01f0080 req-6fc010a0-ff2e-45b9-b9db-2f5c7427e2ee service neutron] 10.222.0.41 "GET /v2.0/networks/cbcc7b7d-ecd4-4844-a209-f41f3238a948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977726 Jul 16 00:32:43.805588 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-24f4dee0-8837-4c51-91ae-8837d01f0080 req-a977b3dd-88e1-43c9-82ee-8d4c410a651d service neutron] 10.222.0.41 "GET /v2.0/networks/cbcc7b7d-ecd4-4844-a209-f41f3238a948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874767 Jul 16 00:32:56.371753 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:32:57.190533 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device fe140182-9de4-4e17-b87b-5c634c20c247 details requested by agent hyperv_n-h2-794306-6 with host n-h2-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 00:32:57.282912 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port fe140182-9de4-4e17-b87b-5c634c20c247, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=fe140182-9de4-4e17-b87b-5c634c20c247,segment=NetworkSegment(2b07c984-8492-4b8b-bcb8-ff4dafff1485),segment_id=2b07c984-8492-4b8b-bcb8-ff4dafff1485)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:32:57.293719 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Returning: {'device': 'fe140182-9de4-4e17-b87b-5c634c20c247', 'network_id': 'cbcc7b7d-ecd4-4844-a209-f41f3238a948', 'port_id': 'fe140182-9de4-4e17-b87b-5c634c20c247', 'mac_address': 'fa:16:3e:c2:ef:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ca454f7-ee90-4389-a883-af8f9370f85b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 00:32:57.333291 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:32:57.347901 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fe140182-9de4-4e17-b87b-5c634c20c247 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:32:57.367538 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port fe140182-9de4-4e17-b87b-5c634c20c247, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=fe140182-9de4-4e17-b87b-5c634c20c247,segment=NetworkSegment(2b07c984-8492-4b8b-bcb8-ff4dafff1485),segment_id=2b07c984-8492-4b8b-bcb8-ff4dafff1485)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:32:57.371928 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:32:57.421834 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=fe140182-9de4-4e17-b87b-5c634c20c247,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:32:57.429060 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:32:57.429407 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:32:57.429746 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:32:57.430140 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:32:57.430470 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:32:57.430804 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:32:57.431127 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:32:57.431459 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:32:57.431803 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:32:57.432129 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:32:57.432451 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:32:57.432772 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:32:57.554749 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] get_ports_and_sgs() called for port_ids ['fe140182-9de4-4e17-b87b-5c634c20c247'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:32:58.860936 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:32:59.199789 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device fe140182-9de4-4e17-b87b-5c634c20c247 up at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:32:59.257747 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Provisioning complete for port fe140182-9de4-4e17-b87b-5c634c20c247 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:32:59.258112 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:32:59.352293 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:32:59.382790 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bafe7f7d-a042-4050-bbf1-a6baf5ec8642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe140182-9de4-4e17-b87b-5c634c20c247'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:32:59.385432 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85e2a5fec60f0be1243ce80844a072e05c29e3c23db0dd3e62b5f7d92f5b0637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f32d2611-c24f-42b6-8246-472e75a61075" -d '{"events": [{"server_uuid": "bafe7f7d-a042-4050-bbf1-a6baf5ec8642", "name": "network-vif-plugged", "status": "completed", "tag": "fe140182-9de4-4e17-b87b-5c634c20c247"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:32:59.401897 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port fe140182-9de4-4e17-b87b-5c634c20c247, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=fe140182-9de4-4e17-b87b-5c634c20c247,segment=NetworkSegment(2b07c984-8492-4b8b-bcb8-ff4dafff1485),segment_id=2b07c984-8492-4b8b-bcb8-ff4dafff1485)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:32:59.408125 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:32:59.486759 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=fe140182-9de4-4e17-b87b-5c634c20c247,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:32:59.555402 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17996bbd-88ae-4663-983c-e7bcc12c8dbe x-openstack-request-id: req-17996bbd-88ae-4663-983c-e7bcc12c8dbe {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:32:59.555729 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bafe7f7d-a042-4050-bbf1-a6baf5ec8642", "name": "network-vif-plugged", "status": "completed", "tag": "fe140182-9de4-4e17-b87b-5c634c20c247", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:32:59.556012 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-17996bbd-88ae-4663-983c-e7bcc12c8dbe {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:32:59.556425 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bafe7f7d-a042-4050-bbf1-a6baf5ec8642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe140182-9de4-4e17-b87b-5c634c20c247', 'code': 200} Jul 16 00:33:00.998195 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-51ee2057-1a0e-4593-b56a-b15b71e4b0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:33:03.563982 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:33:04.340347 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b8845d69-f5cf-47f5-a996-c393ffb3b8f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:33:04.647073 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:33:06.656112 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:33:07.998276 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f9312052-d499-4fe2-910a-5c65bd22c14b req-99f0c7b9-b380-4db3-bc6d-bb37b61a524b tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1581139396&fields=id&tenant_id=01f8a1ecc94c40469f64697d2a912770 HTTP/1.1" status: 200 len: 267 time: 0.0386987 Jul 16 00:33:08.103583 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9312052-d499-4fe2-910a-5c65bd22c14b req-bf0f8e17-4cb7-4838-a795-ab72adb0602d tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:33:08.105089 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f9312052-d499-4fe2-910a-5c65bd22c14b req-bf0f8e17-4cb7-4838-a795-ab72adb0602d tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "GET /v2.0/networks?id=cbcc7b7d-ecd4-4844-a209-f41f3238a948 HTTP/1.1" status: 200 len: 809 time: 0.0997703 Jul 16 00:33:08.119454 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f9312052-d499-4fe2-910a-5c65bd22c14b req-d78583ee-5050-4124-80bb-7d0ad587ab89 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "GET /v2.0/quotas/01f8a1ecc94c40469f64697d2a912770 HTTP/1.1" status: 200 len: 375 time: 0.0090036 Jul 16 00:33:08.194255 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f9312052-d499-4fe2-910a-5c65bd22c14b req-4e69daa2-65e8-40fa-82b8-bd7d2fd19a4e tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=01f8a1ecc94c40469f64697d2a912770&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0693030 Jul 16 00:33:08.288427 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f9312052-d499-4fe2-910a-5c65bd22c14b req-3d09dc4d-57c5-4865-8e37-760650f82018 service neutron] 10.222.0.48 "GET /v2.0/networks/cbcc7b7d-ecd4-4844-a209-f41f3238a948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824287 Jul 16 00:33:08.381364 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f9312052-d499-4fe2-910a-5c65bd22c14b req-373b9673-7255-48e1-bb89-032929f2035f service neutron] 10.222.0.48 "GET /v2.0/networks/cbcc7b7d-ecd4-4844-a209-f41f3238a948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869246 Jul 16 00:33:08.586273 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-49de5636-f834-4d65-a981-82d63aeec9cb req-94f60fa1-5c9d-461b-abde-7c02f14763ab tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0fcd513-39d3-43cc-a03a-c31c1c7d4b52 HTTP/1.1" status: 200 len: 210 time: 0.0314140 Jul 16 00:33:09.111408 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:33:09.611766 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9312052-d499-4fe2-910a-5c65bd22c14b req-3f23c6a1-a460-4521-b85f-01af4c6c1dee tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:33:09.613270 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f9312052-d499-4fe2-910a-5c65bd22c14b req-3f23c6a1-a460-4521-b85f-01af4c6c1dee tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.49 "GET /v2.0/networks?id=cbcc7b7d-ecd4-4844-a209-f41f3238a948 HTTP/1.1" status: 200 len: 809 time: 0.1040354 Jul 16 00:33:09.667709 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f9312052-d499-4fe2-910a-5c65bd22c14b req-528dd61b-2a13-46ea-8b0e-805d6e62a726 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01f8a1ecc94c40469f64697d2a912770 HTTP/1.1" status: 200 len: 380 time: 0.0443904 Jul 16 00:33:09.676742 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-f9312052-d499-4fe2-910a-5c65bd22c14b req-f674e34f-2861-48a0-9c51-a52f037cdb27 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Request body: {'port': {'device_id': 'c0fcd513-39d3-43cc-a03a-c31c1c7d4b52', 'network_id': 'cbcc7b7d-ecd4-4844-a209-f41f3238a948', 'admin_state_up': True, 'tenant_id': '01f8a1ecc94c40469f64697d2a912770', 'security_groups': ['c5ff2bd0-99ca-45c2-bb44-2cda1f7241b7']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:33:09.765685 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6cffc967-4904-4ec3-b83a-195ca0cfd6e3 req-5c1785da-4101-4f44-9a4d-577451d52929 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0fcd513-39d3-43cc-a03a-c31c1c7d4b52 HTTP/1.1" status: 200 len: 210 time: 0.0599687 Jul 16 00:33:09.815295 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9312052-d499-4fe2-910a-5c65bd22c14b req-f674e34f-2861-48a0-9c51-a52f037cdb27 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Made reservation on behalf of 01f8a1ecc94c40469f64697d2a912770 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 00:33:09.818924 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f9312052-d499-4fe2-910a-5c65bd22c14b req-f674e34f-2861-48a0-9c51-a52f037cdb27 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:33:09.956141 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-f9312052-d499-4fe2-910a-5c65bd22c14b req-f674e34f-2861-48a0-9c51-a52f037cdb27 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Allocated IP 172.20.0.8 (cbcc7b7d-ecd4-4844-a209-f41f3238a948/4ca454f7-ee90-4389-a883-af8f9370f85b/9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:33:10.175021 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f9312052-d499-4fe2-910a-5c65bd22c14b req-f674e34f-2861-48a0-9c51-a52f037cdb27 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:33:10.194091 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-f9312052-d499-4fe2-910a-5c65bd22c14b req-f674e34f-2861-48a0-9c51-a52f037cdb27 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Transition to ACTIVE for port object 9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:33:10.236384 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f9312052-d499-4fe2-910a-5c65bd22c14b req-f674e34f-2861-48a0-9c51-a52f037cdb27 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:33:10.299091 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9312052-d499-4fe2-910a-5c65bd22c14b req-f674e34f-2861-48a0-9c51-a52f037cdb27 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Network cbcc7b7d-ecd4-4844-a209-f41f3238a948 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:33:10.302677 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-f9312052-d499-4fe2-910a-5c65bd22c14b req-f674e34f-2861-48a0-9c51-a52f037cdb27 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:33:10.308885 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9312052-d499-4fe2-910a-5c65bd22c14b req-f674e34f-2861-48a0-9c51-a52f037cdb27 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:33:10.317034 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f674e34f-2861-48a0-9c51-a52f037cdb27 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Pushing event updated for resources: {'Port': ['ID=9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:33:10.346472 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f674e34f-2861-48a0-9c51-a52f037cdb27 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:33:10.346916 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f674e34f-2861-48a0-9c51-a52f037cdb27 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:33:10.347326 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f674e34f-2861-48a0-9c51-a52f037cdb27 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:33:10.347776 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f674e34f-2861-48a0-9c51-a52f037cdb27 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:33:10.348192 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f674e34f-2861-48a0-9c51-a52f037cdb27 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:33:10.348599 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f674e34f-2861-48a0-9c51-a52f037cdb27 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:33:10.349002 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f674e34f-2861-48a0-9c51-a52f037cdb27 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:33:10.349404 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f674e34f-2861-48a0-9c51-a52f037cdb27 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:33:10.349810 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f674e34f-2861-48a0-9c51-a52f037cdb27 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:33:10.350209 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f674e34f-2861-48a0-9c51-a52f037cdb27 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:33:10.350612 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f674e34f-2861-48a0-9c51-a52f037cdb27 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:33:10.351085 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f674e34f-2861-48a0-9c51-a52f037cdb27 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:33:10.396738 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9312052-d499-4fe2-910a-5c65bd22c14b req-f674e34f-2861-48a0-9c51-a52f037cdb27 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:33:10.397495 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f9312052-d499-4fe2-910a-5c65bd22c14b req-f674e34f-2861-48a0-9c51-a52f037cdb27 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:33:10.419525 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f9312052-d499-4fe2-910a-5c65bd22c14b req-f674e34f-2861-48a0-9c51-a52f037cdb27 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7464390 Jul 16 00:33:10.614578 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-45cdfa22-5e67-4ae4-926b-66aa03a7cec0 None None] Provisioning for port 9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:33:10.619025 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-45cdfa22-5e67-4ae4-926b-66aa03a7cec0 None None] Provisioning complete for port 9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:33:10.619401 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-45cdfa22-5e67-4ae4-926b-66aa03a7cec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:33:10.660608 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-45cdfa22-5e67-4ae4-926b-66aa03a7cec0 None None] Port 9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 00:33:10.963240 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307deb40-3d7d-4f0b-b4f5-0c224d178a50 req-54465f59-26dc-4d96-b58f-99d17c055641 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:33:10.964911 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-307deb40-3d7d-4f0b-b4f5-0c224d178a50 req-54465f59-26dc-4d96-b58f-99d17c055641 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0fcd513-39d3-43cc-a03a-c31c1c7d4b52 HTTP/1.1" status: 200 len: 931 time: 0.0758982 Jul 16 00:33:11.006428 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-307deb40-3d7d-4f0b-b4f5-0c224d178a50 req-9249383b-b282-466b-ae20-2f6cae01e876 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5ff2bd0-99ca-45c2-bb44-2cda1f7241b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342920 Jul 16 00:33:11.234483 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device fe140182-9de4-4e17-b87b-5c634c20c247 no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:33:11.310618 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:33:11.334384 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bafe7f7d-a042-4050-bbf1-a6baf5ec8642', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe140182-9de4-4e17-b87b-5c634c20c247'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:33:11.336721 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85e2a5fec60f0be1243ce80844a072e05c29e3c23db0dd3e62b5f7d92f5b0637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88646b2-1dc7-45e4-811a-2ebfa5e10caf" -d '{"events": [{"server_uuid": "bafe7f7d-a042-4050-bbf1-a6baf5ec8642", "name": "network-vif-unplugged", "status": "completed", "tag": "fe140182-9de4-4e17-b87b-5c634c20c247"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:33:11.350615 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] For port fe140182-9de4-4e17-b87b-5c634c20c247, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=fe140182-9de4-4e17-b87b-5c634c20c247,segment=NetworkSegment(2b07c984-8492-4b8b-bcb8-ff4dafff1485),segment_id=2b07c984-8492-4b8b-bcb8-ff4dafff1485)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:33:11.355921 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:33:11.391332 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 00:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d8c41b-e8ae-46b3-9769-838c2fb1a468 x-openstack-request-id: req-f5d8c41b-e8ae-46b3-9769-838c2fb1a468 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:33:11.391651 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bafe7f7d-a042-4050-bbf1-a6baf5ec8642", "name": "network-vif-unplugged", "status": "completed", "tag": "fe140182-9de4-4e17-b87b-5c634c20c247", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:33:11.391899 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f5d8c41b-e8ae-46b3-9769-838c2fb1a468 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:33:11.392285 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bafe7f7d-a042-4050-bbf1-a6baf5ec8642', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe140182-9de4-4e17-b87b-5c634c20c247', 'code': 200} Jul 16 00:33:11.420023 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Pushing event updated for resources: {'Port': ['ID=fe140182-9de4-4e17-b87b-5c634c20c247,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:33:12.195891 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c1a82-f542-42fb-a0fc-713afc4ed22a req-93565f21-3b52-4992-b8c4-7c3ba6345925 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:33:12.197431 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-630c1a82-f542-42fb-a0fc-713afc4ed22a req-93565f21-3b52-4992-b8c4-7c3ba6345925 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0fcd513-39d3-43cc-a03a-c31c1c7d4b52 HTTP/1.1" status: 200 len: 931 time: 0.0674765 Jul 16 00:33:12.239207 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-630c1a82-f542-42fb-a0fc-713afc4ed22a req-ddc8d5d0-9870-439e-bc2c-0bfa42e69d3f tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5ff2bd0-99ca-45c2-bb44-2cda1f7241b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345244 Jul 16 00:33:13.448559 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7262bd-c4f8-46b0-a152-5879a11871db req-b39f4304-58d3-4b2f-b4eb-e8b320d52413 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:33:13.450189 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bd7262bd-c4f8-46b0-a152-5879a11871db req-b39f4304-58d3-4b2f-b4eb-e8b320d52413 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0fcd513-39d3-43cc-a03a-c31c1c7d4b52 HTTP/1.1" status: 200 len: 931 time: 0.0838339 Jul 16 00:33:13.491502 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bd7262bd-c4f8-46b0-a152-5879a11871db req-459bf624-bcba-43c2-b4c3-9ffd4db2e40a tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5ff2bd0-99ca-45c2-bb44-2cda1f7241b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353823 Jul 16 00:33:14.678129 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b7f82c-b131-4c09-b12f-c2b1dbc7c74f req-3a91268d-d0ad-46c0-8d44-187e3c07c74e tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:33:14.680889 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-40b7f82c-b131-4c09-b12f-c2b1dbc7c74f req-3a91268d-d0ad-46c0-8d44-187e3c07c74e tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0fcd513-39d3-43cc-a03a-c31c1c7d4b52 HTTP/1.1" status: 200 len: 931 time: 0.0733199 Jul 16 00:33:14.725655 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-40b7f82c-b131-4c09-b12f-c2b1dbc7c74f req-577efa6b-e7b8-49eb-bb3f-b9f170c6e60d tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5ff2bd0-99ca-45c2-bb44-2cda1f7241b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375385 Jul 16 00:33:15.936197 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fba750-a43a-4d74-9ef3-f429b901403b req-ec01f4a1-9224-49ad-92ce-0c1b66109d9c tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:33:15.938173 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-79fba750-a43a-4d74-9ef3-f429b901403b req-ec01f4a1-9224-49ad-92ce-0c1b66109d9c tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0fcd513-39d3-43cc-a03a-c31c1c7d4b52 HTTP/1.1" status: 200 len: 931 time: 0.0913813 Jul 16 00:33:15.982185 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-79fba750-a43a-4d74-9ef3-f429b901403b req-26008595-e28b-4124-a1df-d1c23ecc4b52 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5ff2bd0-99ca-45c2-bb44-2cda1f7241b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373387 Jul 16 00:33:17.175311 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b85971-6b3b-4cf0-b344-39a897522ccb req-3df06459-533f-46ca-910f-658bea506a69 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:33:17.177110 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f8b85971-6b3b-4cf0-b344-39a897522ccb req-3df06459-533f-46ca-910f-658bea506a69 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0fcd513-39d3-43cc-a03a-c31c1c7d4b52 HTTP/1.1" status: 200 len: 931 time: 0.0751569 Jul 16 00:33:17.216978 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f8b85971-6b3b-4cf0-b344-39a897522ccb req-895698c3-f6d8-4499-81c4-d7795fb3a0c4 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5ff2bd0-99ca-45c2-bb44-2cda1f7241b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341136 Jul 16 00:33:18.414412 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928c4b7-3904-4f1a-bb5e-3e9edd37e7c8 req-d696ca5f-50c0-49b3-80a5-1fd25607ca91 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:33:18.415974 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5928c4b7-3904-4f1a-bb5e-3e9edd37e7c8 req-d696ca5f-50c0-49b3-80a5-1fd25607ca91 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0fcd513-39d3-43cc-a03a-c31c1c7d4b52 HTTP/1.1" status: 200 len: 931 time: 0.0763135 Jul 16 00:33:18.459404 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5928c4b7-3904-4f1a-bb5e-3e9edd37e7c8 req-885f5754-9fb6-4ba1-9ec9-60d8795f8dfd tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5ff2bd0-99ca-45c2-bb44-2cda1f7241b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370674 Jul 16 00:33:19.638620 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a780c65-a2e5-4d2c-b3ba-616307462d6d req-181e44df-e323-4782-9c30-227de877c53b tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:33:19.641089 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6a780c65-a2e5-4d2c-b3ba-616307462d6d req-181e44df-e323-4782-9c30-227de877c53b tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0fcd513-39d3-43cc-a03a-c31c1c7d4b52 HTTP/1.1" status: 200 len: 931 time: 0.0661979 Jul 16 00:33:19.680795 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-6a780c65-a2e5-4d2c-b3ba-616307462d6d req-d0fb6ab5-0608-46e4-aeef-201a61aabe54 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5ff2bd0-99ca-45c2-bb44-2cda1f7241b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338118 Jul 16 00:33:19.993739 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [req-f9312052-d499-4fe2-910a-5c65bd22c14b req-6e0505d1-a323-418f-9e5b-5231c26df15d tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 00:33:19.994666 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f9312052-d499-4fe2-910a-5c65bd22c14b req-6e0505d1-a323-418f-9e5b-5231c26df15d tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056345 Jul 16 00:33:20.050897 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [req-f9312052-d499-4fe2-910a-5c65bd22c14b req-6836b0ad-f9ba-4d9d-930c-a6d49c2b85e0 service neutron] Request body: {'port': {'device_id': 'c0fcd513-39d3-43cc-a03a-c31c1c7d4b52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:33:20.126121 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f9312052-d499-4fe2-910a-5c65bd22c14b req-6836b0ad-f9ba-4d9d-930c-a6d49c2b85e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:33:20.386191 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-f9312052-d499-4fe2-910a-5c65bd22c14b req-6836b0ad-f9ba-4d9d-930c-a6d49c2b85e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:33:20.394320 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f9312052-d499-4fe2-910a-5c65bd22c14b req-6836b0ad-f9ba-4d9d-930c-a6d49c2b85e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:33:20.406733 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-f9312052-d499-4fe2-910a-5c65bd22c14b req-6836b0ad-f9ba-4d9d-930c-a6d49c2b85e0 service neutron] Transition to ACTIVE for port object 9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 00:33:20.410782 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f9312052-d499-4fe2-910a-5c65bd22c14b req-6836b0ad-f9ba-4d9d-930c-a6d49c2b85e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:33:20.479325 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6836b0ad-f9ba-4d9d-930c-a6d49c2b85e0 service neutron] Pushing event updated for resources: {'Port': ['ID=9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:33:20.536241 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-f9312052-d499-4fe2-910a-5c65bd22c14b req-6836b0ad-f9ba-4d9d-930c-a6d49c2b85e0 service neutron] Attempting to bind port 9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed on host n-h1-794306-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 00:33:20.536596 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-f9312052-d499-4fe2-910a-5c65bd22c14b req-6836b0ad-f9ba-4d9d-930c-a6d49c2b85e0 service neutron] Attempting to bind port 9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed by drivers openvswitch,hyperv on host n-h1-794306-6 at level 0 using segments [{'id': '2b07c984-8492-4b8b-bcb8-ff4dafff1485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cbcc7b7d-ecd4-4844-a209-f41f3238a948'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 00:33:20.536936 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9312052-d499-4fe2-910a-5c65bd22c14b req-6836b0ad-f9ba-4d9d-930c-a6d49c2b85e0 service neutron] Attempting to bind port 9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed on network cbcc7b7d-ecd4-4844-a209-f41f3238a948 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:33:20.541461 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9312052-d499-4fe2-910a-5c65bd22c14b req-6836b0ad-f9ba-4d9d-930c-a6d49c2b85e0 service neutron] Port 9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed on network cbcc7b7d-ecd4-4844-a209-f41f3238a948 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 00:33:20.541792 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9312052-d499-4fe2-910a-5c65bd22c14b req-6836b0ad-f9ba-4d9d-930c-a6d49c2b85e0 service neutron] Attempting to bind port 9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed on network cbcc7b7d-ecd4-4844-a209-f41f3238a948 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 00:33:20.547232 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9312052-d499-4fe2-910a-5c65bd22c14b req-6836b0ad-f9ba-4d9d-930c-a6d49c2b85e0 service neutron] Checking agent: {'id': '747ed54d-e545-4fb3-b36f-20142df32039', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'started_at': datetime.datetime(2021, 7, 15, 23, 0, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 0, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 00:33:20.547645 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9312052-d499-4fe2-910a-5c65bd22c14b req-6836b0ad-f9ba-4d9d-930c-a6d49c2b85e0 service neutron] Checking segment: {'id': '2b07c984-8492-4b8b-bcb8-ff4dafff1485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cbcc7b7d-ecd4-4844-a209-f41f3238a948'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 00:33:20.548006 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9312052-d499-4fe2-910a-5c65bd22c14b req-6836b0ad-f9ba-4d9d-930c-a6d49c2b85e0 service neutron] Bound using segment: {'id': '2b07c984-8492-4b8b-bcb8-ff4dafff1485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cbcc7b7d-ecd4-4844-a209-f41f3238a948'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 00:33:20.548449 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-f9312052-d499-4fe2-910a-5c65bd22c14b req-6836b0ad-f9ba-4d9d-930c-a6d49c2b85e0 service neutron] Bound port: 9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed, host: n-h1-794306-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b07c984-8492-4b8b-bcb8-ff4dafff1485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'cbcc7b7d-ecd4-4844-a209-f41f3238a948'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 00:33:20.548821 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f9312052-d499-4fe2-910a-5c65bd22c14b req-6836b0ad-f9ba-4d9d-930c-a6d49c2b85e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:33:20.613867 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-f9312052-d499-4fe2-910a-5c65bd22c14b req-6836b0ad-f9ba-4d9d-930c-a6d49c2b85e0 service neutron] For port 9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed, host n-h1-794306-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 00:33:20.617701 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-f9312052-d499-4fe2-910a-5c65bd22c14b req-6836b0ad-f9ba-4d9d-930c-a6d49c2b85e0 service neutron] For port 9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed, host n-h1-794306-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed,segment=NetworkSegment(2b07c984-8492-4b8b-bcb8-ff4dafff1485),segment_id=2b07c984-8492-4b8b-bcb8-ff4dafff1485)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 00:33:20.621862 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f9312052-d499-4fe2-910a-5c65bd22c14b req-6836b0ad-f9ba-4d9d-930c-a6d49c2b85e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:33:20.662556 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9312052-d499-4fe2-910a-5c65bd22c14b req-6836b0ad-f9ba-4d9d-930c-a6d49c2b85e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:33:20.663630 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f9312052-d499-4fe2-910a-5c65bd22c14b req-6836b0ad-f9ba-4d9d-930c-a6d49c2b85e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:33:20.665394 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f9312052-d499-4fe2-910a-5c65bd22c14b req-6836b0ad-f9ba-4d9d-930c-a6d49c2b85e0 service neutron] 10.222.0.49 "PUT /v2.0/ports/9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed HTTP/1.1" status: 200 len: 1091 time: 0.6626403 Jul 16 00:33:20.667679 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0fcd513-39d3-43cc-a03a-c31c1c7d4b52', 'tag': '9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:33:20.671746 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cfa130710a3ed3c11f83ca70e11270030e5afd3463e80eec9e3119d100d8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5233d98c-1b46-44ea-a158-379dd9672655" -d '{"events": [{"name": "network-changed", "server_uuid": "c0fcd513-39d3-43cc-a03a-c31c1c7d4b52", "tag": "9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:33:20.705317 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6836b0ad-f9ba-4d9d-930c-a6d49c2b85e0 service neutron] Pushing event updated for resources: {'Port': ['ID=9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:33:20.770807 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9312052-d499-4fe2-910a-5c65bd22c14b req-910aff5c-bdf9-4c4c-ac30-a4b273a75123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:33:20.772386 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f9312052-d499-4fe2-910a-5c65bd22c14b req-910aff5c-bdf9-4c4c-ac30-a4b273a75123 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=01f8a1ecc94c40469f64697d2a912770&device_id=c0fcd513-39d3-43cc-a03a-c31c1c7d4b52 HTTP/1.1" status: 200 len: 1094 time: 0.0639601 Jul 16 00:33:20.789232 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a695fa78-69a2-45bc-bb60-63a1b95669e8 x-openstack-request-id: req-a695fa78-69a2-45bc-bb60-63a1b95669e8 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:33:20.789528 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0fcd513-39d3-43cc-a03a-c31c1c7d4b52", "tag": "9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:33:20.789784 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a695fa78-69a2-45bc-bb60-63a1b95669e8 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:33:20.790193 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0fcd513-39d3-43cc-a03a-c31c1c7d4b52', 'tag': '9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed', 'status': 'completed', 'code': 200} Jul 16 00:33:20.834172 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f9312052-d499-4fe2-910a-5c65bd22c14b req-de41c247-f04c-423f-8a8e-25f736a3a4fb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed HTTP/1.1" status: 200 len: 217 time: 0.0530629 Jul 16 00:33:20.916376 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9312052-d499-4fe2-910a-5c65bd22c14b req-df9a5f77-e07f-455c-8fd0-69a5f5a5b058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:33:20.917775 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f9312052-d499-4fe2-910a-5c65bd22c14b req-df9a5f77-e07f-455c-8fd0-69a5f5a5b058 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4ca454f7-ee90-4389-a883-af8f9370f85b HTTP/1.1" status: 200 len: 848 time: 0.0580015 Jul 16 00:33:20.940771 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d6e98-41ed-4c50-8b55-6f7665255207 req-8bdd376b-6a0c-4cf9-9fbf-817fc26f07f7 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:33:20.942236 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-289d6e98-41ed-4c50-8b55-6f7665255207 req-8bdd376b-6a0c-4cf9-9fbf-817fc26f07f7 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0fcd513-39d3-43cc-a03a-c31c1c7d4b52 HTTP/1.1" status: 200 len: 943 time: 0.1183898 Jul 16 00:33:21.004392 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-289d6e98-41ed-4c50-8b55-6f7665255207 req-665aa1bf-b425-4aed-9f48-3eed77fdfa2f tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5ff2bd0-99ca-45c2-bb44-2cda1f7241b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455830 Jul 16 00:33:21.013716 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9312052-d499-4fe2-910a-5c65bd22c14b req-2a95e421-293a-4d3d-ac8e-0395d7c9098c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:33:21.016636 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f9312052-d499-4fe2-910a-5c65bd22c14b req-2a95e421-293a-4d3d-ac8e-0395d7c9098c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cbcc7b7d-ecd4-4844-a209-f41f3238a948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0911808 Jul 16 00:33:21.109078 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f9312052-d499-4fe2-910a-5c65bd22c14b req-db579858-fd59-4839-bf19-743cd5ceb3aa service neutron] 10.222.0.49 "GET /v2.0/networks/cbcc7b7d-ecd4-4844-a209-f41f3238a948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870161 Jul 16 00:33:21.199742 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-f9312052-d499-4fe2-910a-5c65bd22c14b req-8368ab40-e76e-45a0-916d-010b10281671 service neutron] 10.222.0.49 "GET /v2.0/networks/cbcc7b7d-ecd4-4844-a209-f41f3238a948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849562 Jul 16 00:33:21.297520 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5233d98c-1b46-44ea-a158-379dd9672655 req-797be3e5-cb1d-4855-aae5-e87481f145d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:33:21.299042 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5233d98c-1b46-44ea-a158-379dd9672655 req-797be3e5-cb1d-4855-aae5-e87481f145d8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=01f8a1ecc94c40469f64697d2a912770&device_id=c0fcd513-39d3-43cc-a03a-c31c1c7d4b52 HTTP/1.1" status: 200 len: 1094 time: 0.0552683 Jul 16 00:33:21.390914 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5233d98c-1b46-44ea-a158-379dd9672655 req-e5f34b2e-b2fb-49c7-b4da-4fb26c6d58d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:33:21.392471 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5233d98c-1b46-44ea-a158-379dd9672655 req-e5f34b2e-b2fb-49c7-b4da-4fb26c6d58d4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cbcc7b7d-ecd4-4844-a209-f41f3238a948 HTTP/1.1" status: 200 len: 910 time: 0.0873232 Jul 16 00:33:21.436369 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5233d98c-1b46-44ea-a158-379dd9672655 req-87a55e6b-f136-4f87-a7ed-60adc48f47cf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed HTTP/1.1" status: 200 len: 217 time: 0.0375299 Jul 16 00:33:21.485010 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5233d98c-1b46-44ea-a158-379dd9672655 req-7f40c7b3-13fc-4498-b607-1ff65788775d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:33:21.486379 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5233d98c-1b46-44ea-a158-379dd9672655 req-7f40c7b3-13fc-4498-b607-1ff65788775d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4ca454f7-ee90-4389-a883-af8f9370f85b HTTP/1.1" status: 200 len: 848 time: 0.0443761 Jul 16 00:33:21.542393 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5233d98c-1b46-44ea-a158-379dd9672655 req-12de7e23-3c1c-407a-a947-d43244fce1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:33:21.543918 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5233d98c-1b46-44ea-a158-379dd9672655 req-12de7e23-3c1c-407a-a947-d43244fce1c4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cbcc7b7d-ecd4-4844-a209-f41f3238a948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514061 Jul 16 00:33:21.636869 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5233d98c-1b46-44ea-a158-379dd9672655 req-a7757d95-337d-4c34-991f-a46bbd9376b8 service neutron] 10.222.0.49 "GET /v2.0/networks/cbcc7b7d-ecd4-4844-a209-f41f3238a948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863380 Jul 16 00:33:21.726290 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-5233d98c-1b46-44ea-a158-379dd9672655 req-e230b47b-611a-4796-8e4f-b39fc6c068f4 service neutron] 10.222.0.49 "GET /v2.0/networks/cbcc7b7d-ecd4-4844-a209-f41f3238a948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831537 Jul 16 00:33:22.189604 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76704798-ce7a-49f9-93f9-bf5c9e2f5e8c req-6768a5c0-5295-4478-8c2c-7582e9f33218 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:33:22.191116 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-76704798-ce7a-49f9-93f9-bf5c9e2f5e8c req-6768a5c0-5295-4478-8c2c-7582e9f33218 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0fcd513-39d3-43cc-a03a-c31c1c7d4b52 HTTP/1.1" status: 200 len: 943 time: 0.0681603 Jul 16 00:33:22.228681 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-76704798-ce7a-49f9-93f9-bf5c9e2f5e8c req-55f423c2-1d00-42fd-8499-4a34a3b65e77 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5ff2bd0-99ca-45c2-bb44-2cda1f7241b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320463 Jul 16 00:33:23.142229 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 00:33:23.234270 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed,segment=NetworkSegment(2b07c984-8492-4b8b-bcb8-ff4dafff1485),segment_id=2b07c984-8492-4b8b-bcb8-ff4dafff1485)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:33:23.245090 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed', 'network_id': 'cbcc7b7d-ecd4-4844-a209-f41f3238a948', 'port_id': '9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed', 'mac_address': 'fa:16:3e:06:49:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ca454f7-ee90-4389-a883-af8f9370f85b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 00:33:23.287466 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:33:23.301068 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:33:23.320620 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed,segment=NetworkSegment(2b07c984-8492-4b8b-bcb8-ff4dafff1485),segment_id=2b07c984-8492-4b8b-bcb8-ff4dafff1485)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:33:23.324816 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:33:23.374331 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:33:23.458845 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1537abe2-fdbc-4e1d-8438-775cb7c671c5 req-6603f3f1-88f9-49c1-97a1-ad71dadcc17f tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:33:23.460513 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1537abe2-fdbc-4e1d-8438-775cb7c671c5 req-6603f3f1-88f9-49c1-97a1-ad71dadcc17f tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0fcd513-39d3-43cc-a03a-c31c1c7d4b52 HTTP/1.1" status: 200 len: 944 time: 0.1146536 Jul 16 00:33:23.501335 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-1537abe2-fdbc-4e1d-8438-775cb7c671c5 req-f5744d0f-ab35-4032-85f1-2d6e5d37791c tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5ff2bd0-99ca-45c2-bb44-2cda1f7241b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350349 Jul 16 00:33:23.548960 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:33:24.724620 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135e5ab-0a7c-47da-b157-554bd0b49b5c req-e26e4c62-ee57-4312-aa75-006f493a48b2 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:33:24.726132 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7135e5ab-0a7c-47da-b157-554bd0b49b5c req-e26e4c62-ee57-4312-aa75-006f493a48b2 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0fcd513-39d3-43cc-a03a-c31c1c7d4b52 HTTP/1.1" status: 200 len: 944 time: 0.1110358 Jul 16 00:33:24.764614 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-7135e5ab-0a7c-47da-b157-554bd0b49b5c req-fa268d65-ca6f-469f-80d7-ea73575a4419 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5ff2bd0-99ca-45c2-bb44-2cda1f7241b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325949 Jul 16 00:33:25.156722 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:33:25.204801 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning for port 9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 00:33:25.208413 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:33:25.208792 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:33:25.286749 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:33:25.308420 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0fcd513-39d3-43cc-a03a-c31c1c7d4b52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:33:25.310638 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85e2a5fec60f0be1243ce80844a072e05c29e3c23db0dd3e62b5f7d92f5b0637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-752689a2-9adc-4740-8e62-cfab05a5e767" -d '{"events": [{"server_uuid": "c0fcd513-39d3-43cc-a03a-c31c1c7d4b52", "name": "network-vif-plugged", "status": "completed", "tag": "9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:33:25.324049 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed,segment=NetworkSegment(2b07c984-8492-4b8b-bcb8-ff4dafff1485),segment_id=2b07c984-8492-4b8b-bcb8-ff4dafff1485)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:33:25.328980 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:33:25.352565 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d5f7d8b-3f6d-48b9-8faa-eb4a07e8e230 x-openstack-request-id: req-7d5f7d8b-3f6d-48b9-8faa-eb4a07e8e230 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:33:25.352855 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0fcd513-39d3-43cc-a03a-c31c1c7d4b52", "name": "network-vif-plugged", "status": "completed", "tag": "9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:33:25.353109 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7d5f7d8b-3f6d-48b9-8faa-eb4a07e8e230 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:33:25.353495 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0fcd513-39d3-43cc-a03a-c31c1c7d4b52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed', 'code': 200} Jul 16 00:33:25.379229 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:33:25.466793 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8e1a2-160c-43ec-8c2a-68a11c15bec3 req-87b8e752-56ac-41bb-89cf-ef6bee4e3c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:33:25.468410 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4ec8e1a2-160c-43ec-8c2a-68a11c15bec3 req-87b8e752-56ac-41bb-89cf-ef6bee4e3c65 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c0fcd513-39d3-43cc-a03a-c31c1c7d4b52 HTTP/1.1" status: 200 len: 1096 time: 0.0551894 Jul 16 00:33:25.503147 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4ec8e1a2-160c-43ec-8c2a-68a11c15bec3 req-01d28abf-efea-4cf3-927d-51a14039af73 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c5ff2bd0-99ca-45c2-bb44-2cda1f7241b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276842 Jul 16 00:33:25.944439 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfcb6b0-3663-4e28-9825-ef8a90fb502f req-a5fed1c4-7606-4c25-97b9-3ff02924b26c tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:33:25.945971 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bbfcb6b0-3663-4e28-9825-ef8a90fb502f req-a5fed1c4-7606-4c25-97b9-3ff02924b26c tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0fcd513-39d3-43cc-a03a-c31c1c7d4b52 HTTP/1.1" status: 200 len: 945 time: 0.0695934 Jul 16 00:33:25.985756 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-bbfcb6b0-3663-4e28-9825-ef8a90fb502f req-c9e64daa-71b8-43a3-9780-9e8c2216bb1f tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5ff2bd0-99ca-45c2-bb44-2cda1f7241b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341604 Jul 16 00:33:26.376624 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:33:27.167937 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461e1a32-b518-4a07-a956-c2d5e20555bf req-3335c04e-40bd-4fc5-b31d-d603f2831761 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:33:27.169444 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-461e1a32-b518-4a07-a956-c2d5e20555bf req-3335c04e-40bd-4fc5-b31d-d603f2831761 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0fcd513-39d3-43cc-a03a-c31c1c7d4b52 HTTP/1.1" status: 200 len: 945 time: 0.0677855 Jul 16 00:33:27.207678 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-461e1a32-b518-4a07-a956-c2d5e20555bf req-d8a6066f-77d9-4947-9a7a-57e4dd2d6bb4 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5ff2bd0-99ca-45c2-bb44-2cda1f7241b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323303 Jul 16 00:33:27.380849 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dbdf2a-9167-4729-84a3-4dd5d5038bec req-50c1b7cb-60b3-4d2d-a96b-e75aba02701f tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:33:27.382621 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-41dbdf2a-9167-4729-84a3-4dd5d5038bec req-50c1b7cb-60b3-4d2d-a96b-e75aba02701f tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0fcd513-39d3-43cc-a03a-c31c1c7d4b52 HTTP/1.1" status: 200 len: 945 time: 0.0644221 Jul 16 00:33:27.422781 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-41dbdf2a-9167-4729-84a3-4dd5d5038bec req-53d8d234-b596-4cfa-bbad-445fcee29e66 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5ff2bd0-99ca-45c2-bb44-2cda1f7241b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332413 Jul 16 00:33:27.448479 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56464) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:33:27.500584 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac0aa01-be24-47f5-8f0e-23cef9f6def2 tempest-TestSnapshotPattern-55131846 tempest-TestSnapshotPattern-55131846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:33:27.502492 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-4ac0aa01-be24-47f5-8f0e-23cef9f6def2 tempest-TestSnapshotPattern-55131846 tempest-TestSnapshotPattern-55131846-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c0fcd513-39d3-43cc-a03a-c31c1c7d4b52 HTTP/1.1" status: 200 len: 1091 time: 0.0530179 Jul 16 00:33:27.505273 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56466) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:33:27.509863 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-f08c8083-29c2-44af-8a82-76939fcb1af7 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Request body: {'floatingip': {'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'port_id': '9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed', 'tenant_id': '01f8a1ecc94c40469f64697d2a912770', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 00:33:27.532406 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f08c8083-29c2-44af-8a82-76939fcb1af7 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:33:27.631016 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f08c8083-29c2-44af-8a82-76939fcb1af7 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:33:27.737857 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-f08c8083-29c2-44af-8a82-76939fcb1af7 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Allocated IP 172.25.5.144 (c4160cc4-e133-4d4e-ad39-f86bca4b2f14/6939433b-38b4-4a97-9bef-a4cea061154d/82e52044-9a20-4dbf-87f8-c490c4e16f9b) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 00:33:27.838401 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f08c8083-29c2-44af-8a82-76939fcb1af7 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:33:27.877261 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f08c8083-29c2-44af-8a82-76939fcb1af7 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742541441931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:33:27.914590 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08c8083-29c2-44af-8a82-76939fcb1af7 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Network c4160cc4-e133-4d4e-ad39-f86bca4b2f14 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 00:33:27.921309 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-f08c8083-29c2-44af-8a82-76939fcb1af7 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 00:33:27.925405 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08c8083-29c2-44af-8a82-76939fcb1af7 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 00:33:27.953214 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08c8083-29c2-44af-8a82-76939fcb1af7 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Pushing event updated for resources: {'Port': ['ID=82e52044-9a20-4dbf-87f8-c490c4e16f9b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:33:28.299811 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f08c8083-29c2-44af-8a82-76939fcb1af7 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:33:28.376678 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f08c8083-29c2-44af-8a82-76939fcb1af7 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:33:28.524580 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f08c8083-29c2-44af-8a82-76939fcb1af7 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:33:28.528937 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f08c8083-29c2-44af-8a82-76939fcb1af7 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263441261'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:33:28.598611 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08c8083-29c2-44af-8a82-76939fcb1af7 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Pushing event updated for resources: {'Port': ['ID=82e52044-9a20-4dbf-87f8-c490c4e16f9b,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:33:28.607179 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f08c8083-29c2-44af-8a82-76939fcb1af7 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-999081'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:33:28.706743 n-d-794306-6 neutron-server[93770]: INFO neutron.db.l3_db [None req-f08c8083-29c2-44af-8a82-76939fcb1af7 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Floating IP 5e77ba34-be1d-41a9-a20c-ee4c28d0674f associated. External IP: 172.25.5.144, port: 9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed. Jul 16 00:33:28.922300 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f08c8083-29c2-44af-8a82-76939fcb1af7 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Router 37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:33:29.346378 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f08c8083-29c2-44af-8a82-76939fcb1af7 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:33:29.356145 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec03f9c-68e6-43fa-bbeb-1b3ab64d0b31 None None] Sync routers for ids ['37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:33:29.362908 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f08c8083-29c2-44af-8a82-76939fcb1af7 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:33:29.367660 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec03f9c-68e6-43fa-bbeb-1b3ab64d0b31 None None] Routers {'37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:33:29.368575 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-eec03f9c-68e6-43fa-bbeb-1b3ab64d0b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:33:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:33:29.401129 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-f08c8083-29c2-44af-8a82-76939fcb1af7 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8948150 Jul 16 00:33:29.401841 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0fcd513-39d3-43cc-a03a-c31c1c7d4b52', 'tag': '9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:33:29.404127 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cfa130710a3ed3c11f83ca70e11270030e5afd3463e80eec9e3119d100d8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516ed2bf-70d3-44a1-b636-606dd2257d38" -d '{"events": [{"name": "network-changed", "server_uuid": "c0fcd513-39d3-43cc-a03a-c31c1c7d4b52", "tag": "9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:33:29.445674 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f05de8-23fa-432f-b83d-8e1899e0cfb5 x-openstack-request-id: req-a5f05de8-23fa-432f-b83d-8e1899e0cfb5 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:33:29.445963 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0fcd513-39d3-43cc-a03a-c31c1c7d4b52", "tag": "9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:33:29.446209 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a5f05de8-23fa-432f-b83d-8e1899e0cfb5 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:33:29.446596 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0fcd513-39d3-43cc-a03a-c31c1c7d4b52', 'tag': '9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed', 'status': 'completed', 'code': 200} Jul 16 00:33:29.480787 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-eec03f9c-68e6-43fa-bbeb-1b3ab64d0b31 None None] Set router 37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:33:29.525667 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ed2bf-70d3-44a1-b636-606dd2257d38 req-3d3fcf12-1e37-45b8-b900-5c8d3535f3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:33:29.527333 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-516ed2bf-70d3-44a1-b636-606dd2257d38 req-3d3fcf12-1e37-45b8-b900-5c8d3535f3a8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=01f8a1ecc94c40469f64697d2a912770&device_id=c0fcd513-39d3-43cc-a03a-c31c1c7d4b52 HTTP/1.1" status: 200 len: 1096 time: 0.0568287 Jul 16 00:33:29.619966 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ed2bf-70d3-44a1-b636-606dd2257d38 req-6a807b81-dfec-4e4b-b10a-5582d32a3ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:33:29.621475 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-516ed2bf-70d3-44a1-b636-606dd2257d38 req-6a807b81-dfec-4e4b-b10a-5582d32a3ec0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cbcc7b7d-ecd4-4844-a209-f41f3238a948 HTTP/1.1" status: 200 len: 910 time: 0.0885472 Jul 16 00:33:29.687536 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-516ed2bf-70d3-44a1-b636-606dd2257d38 req-81fd9558-6130-4127-9de5-6a10ee44234a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed HTTP/1.1" status: 200 len: 999 time: 0.0602388 Jul 16 00:33:29.713155 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-eec03f9c-68e6-43fa-bbeb-1b3ab64d0b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0', 'name': 'tempest-TestSnapshotPattern-452304718-router', 'tenant_id': '01f8a1ecc94c40469f64697d2a912770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '60ee6da0-bf70-47cb-99f1-393bd6c3d5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:30:30Z', 'updated_at': '2021-07-16T00:30:33Z', 'revision_number': 4, 'project_id': '01f8a1ecc94c40469f64697d2a912770', 'gw_port': {'id': '60ee6da0-bf70-47cb-99f1-393bd6c3d5e6', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:30:30Z', 'updated_at': '2021-07-16T00:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '5e77ba34-be1d-41a9-a20c-ee4c28d0674f', 'tenant_id': '01f8a1ecc94c40469f64697d2a912770', 'floating_ip_address': '172.25.5.144', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0', 'port_id': '9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbcc7b7d-ecd4-4844-a209-f41f3238a948', 'mac_address': 'fa:16:3e:06:49:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fcd513-39d3-43cc-a03a-c31c1c7d4b52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:33:28Z', 'updated_at': '2021-07-16T00:33:28Z', 'revision_number': 0, 'project_id': '01f8a1ecc94c40469f64697d2a912770', 'fixed_ip_address_scope': None}, {'id': 'b6c7a6af-4418-4d2c-a2bb-ff86a8fd5739', 'tenant_id': '01f8a1ecc94c40469f64697d2a912770', 'floating_ip_address': '172.25.5.60', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0', 'port_id': 'fe140182-9de4-4e17-b87b-5c634c20c247', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbcc7b7d-ecd4-4844-a209-f41f3238a948', 'mac_address': 'fa:16:3e:c2:ef:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bafe7f7d-a042-4050-bbf1-a6baf5ec8642', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:30:57Z', 'updated_at': '2021-07-16T00:30:59Z', 'revision_number': 1, 'project_id': '01f8a1ecc94c40469f64697d2a912770', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bc95c2b-8fb5-4c6a-afb9-7c95fc0156f9', 'name': '', 'network_id': 'cbcc7b7d-ecd4-4844-a209-f41f3238a948', 'tenant_id': '01f8a1ecc94c40469f64697d2a912770', 'mac_address': 'fa:16:3e:f0:f0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '4ca454f7-ee90-4389-a883-af8f9370f85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:30:32Z', 'updated_at': '2021-07-16T00:30:39Z', 'revision_number': 5, 'project_id': '01f8a1ecc94c40469f64697d2a912770', 'subnets': [{'id': '4ca454f7-ee90-4389-a883-af8f9370f85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:33:29.736989 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ed2bf-70d3-44a1-b636-606dd2257d38 req-7f6671f0-8141-41db-b6da-8d6bdf399592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:33:29.738489 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-516ed2bf-70d3-44a1-b636-606dd2257d38 req-7f6671f0-8141-41db-b6da-8d6bdf399592 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4ca454f7-ee90-4389-a883-af8f9370f85b HTTP/1.1" status: 200 len: 848 time: 0.0453925 Jul 16 00:33:29.739809 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec03f9c-68e6-43fa-bbeb-1b3ab64d0b31 None None] Checking router: 37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:33:29.748068 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec03f9c-68e6-43fa-bbeb-1b3ab64d0b31 None None] Routers {'37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:33:29.748963 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-eec03f9c-68e6-43fa-bbeb-1b3ab64d0b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:33:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:33:29.801003 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ed2bf-70d3-44a1-b636-606dd2257d38 req-1c7ac74c-4180-4c39-869e-50aa3d5a7e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:33:29.802501 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-516ed2bf-70d3-44a1-b636-606dd2257d38 req-1c7ac74c-4180-4c39-869e-50aa3d5a7e1b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cbcc7b7d-ecd4-4844-a209-f41f3238a948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582304 Jul 16 00:33:29.858757 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-eec03f9c-68e6-43fa-bbeb-1b3ab64d0b31 None None] Set router 37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:33:29.891498 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-516ed2bf-70d3-44a1-b636-606dd2257d38 req-e60e0fc9-d08b-4020-9208-c7ddcc552779 service neutron] 10.222.0.49 "GET /v2.0/networks/cbcc7b7d-ecd4-4844-a209-f41f3238a948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829444 Jul 16 00:33:29.986742 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-516ed2bf-70d3-44a1-b636-606dd2257d38 req-c454bfdb-bf30-4a87-bcd0-a4e0ec1c24d9 service neutron] 10.222.0.49 "GET /v2.0/networks/cbcc7b7d-ecd4-4844-a209-f41f3238a948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890844 Jul 16 00:33:30.090638 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-eec03f9c-68e6-43fa-bbeb-1b3ab64d0b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0', 'name': 'tempest-TestSnapshotPattern-452304718-router', 'tenant_id': '01f8a1ecc94c40469f64697d2a912770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '60ee6da0-bf70-47cb-99f1-393bd6c3d5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:30:30Z', 'updated_at': '2021-07-16T00:30:33Z', 'revision_number': 4, 'project_id': '01f8a1ecc94c40469f64697d2a912770', 'gw_port': {'id': '60ee6da0-bf70-47cb-99f1-393bd6c3d5e6', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:30:30Z', 'updated_at': '2021-07-16T00:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '5e77ba34-be1d-41a9-a20c-ee4c28d0674f', 'tenant_id': '01f8a1ecc94c40469f64697d2a912770', 'floating_ip_address': '172.25.5.144', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0', 'port_id': '9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbcc7b7d-ecd4-4844-a209-f41f3238a948', 'mac_address': 'fa:16:3e:06:49:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fcd513-39d3-43cc-a03a-c31c1c7d4b52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:33:28Z', 'updated_at': '2021-07-16T00:33:28Z', 'revision_number': 0, 'project_id': '01f8a1ecc94c40469f64697d2a912770', 'fixed_ip_address_scope': None}, {'id': 'b6c7a6af-4418-4d2c-a2bb-ff86a8fd5739', 'tenant_id': '01f8a1ecc94c40469f64697d2a912770', 'floating_ip_address': '172.25.5.60', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0', 'port_id': 'fe140182-9de4-4e17-b87b-5c634c20c247', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbcc7b7d-ecd4-4844-a209-f41f3238a948', 'mac_address': 'fa:16:3e:c2:ef:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bafe7f7d-a042-4050-bbf1-a6baf5ec8642', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:30:57Z', 'updated_at': '2021-07-16T00:30:59Z', 'revision_number': 1, 'project_id': '01f8a1ecc94c40469f64697d2a912770', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bc95c2b-8fb5-4c6a-afb9-7c95fc0156f9', 'name': '', 'network_id': 'cbcc7b7d-ecd4-4844-a209-f41f3238a948', 'tenant_id': '01f8a1ecc94c40469f64697d2a912770', 'mac_address': 'fa:16:3e:f0:f0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '4ca454f7-ee90-4389-a883-af8f9370f85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:30:32Z', 'updated_at': '2021-07-16T00:30:39Z', 'revision_number': 5, 'project_id': '01f8a1ecc94c40469f64697d2a912770', 'subnets': [{'id': '4ca454f7-ee90-4389-a883-af8f9370f85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:33:30.120043 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec03f9c-68e6-43fa-bbeb-1b3ab64d0b31 None None] The sync data for ids ['37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0'] in n-d-794306-6 is: [{'id': '37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0', 'name': 'tempest-TestSnapshotPattern-452304718-router', 'tenant_id': '01f8a1ecc94c40469f64697d2a912770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '60ee6da0-bf70-47cb-99f1-393bd6c3d5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:30:30Z', 'updated_at': '2021-07-16T00:30:33Z', 'revision_number': 4, 'project_id': '01f8a1ecc94c40469f64697d2a912770', 'gw_port': {'id': '60ee6da0-bf70-47cb-99f1-393bd6c3d5e6', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:30:30Z', 'updated_at': '2021-07-16T00:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': '5e77ba34-be1d-41a9-a20c-ee4c28d0674f', 'tenant_id': '01f8a1ecc94c40469f64697d2a912770', 'floating_ip_address': '172.25.5.144', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0', 'port_id': '9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbcc7b7d-ecd4-4844-a209-f41f3238a948', 'mac_address': 'fa:16:3e:06:49:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fcd513-39d3-43cc-a03a-c31c1c7d4b52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:33:28Z', 'updated_at': '2021-07-16T00:33:28Z', 'revision_number': 0, 'project_id': '01f8a1ecc94c40469f64697d2a912770', 'fixed_ip_address_scope': None}, {'id': 'b6c7a6af-4418-4d2c-a2bb-ff86a8fd5739', 'tenant_id': '01f8a1ecc94c40469f64697d2a912770', 'floating_ip_address': '172.25.5.60', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0', 'port_id': 'fe140182-9de4-4e17-b87b-5c634c20c247', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbcc7b7d-ecd4-4844-a209-f41f3238a948', 'mac_address': 'fa:16:3e:c2:ef:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bafe7f7d-a042-4050-bbf1-a6baf5ec8642', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:30:57Z', 'updated_at': '2021-07-16T00:30:59Z', 'revision_number': 1, 'project_id': '01f8a1ecc94c40469f64697d2a912770', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bc95c2b-8fb5-4c6a-afb9-7c95fc0156f9', 'name': '', 'network_id': 'cbcc7b7d-ecd4-4844-a209-f41f3238a948', 'tenant_id': '01f8a1ecc94c40469f64697d2a912770', 'mac_address': 'fa:16:3e:f0:f0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '4ca454f7-ee90-4389-a883-af8f9370f85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:30:32Z', 'updated_at': '2021-07-16T00:30:39Z', 'revision_number': 5, 'project_id': '01f8a1ecc94c40469f64697d2a912770', 'subnets': [{'id': '4ca454f7-ee90-4389-a883-af8f9370f85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:33:30.306048 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d167c80c-82e8-436d-8bcd-f25c3e601996 None None] New status for floating IP 5e77ba34-be1d-41a9-a20c-ee4c28d0674f: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 00:33:30.979915 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e2de6b88-5686-4d3a-89cc-bc102345d0cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:33:33.552542 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:33:34.343096 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c235b81d-6f3d-4462-ad57-ac109e6c585f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:33:34.647544 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:33:35.860721 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:33:36.656388 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:33:39.111683 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:33:43.008933 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-89ef5d09-440f-4367-bace-1e3a391544a3 req-00e66be7-d9d9-4df7-85e0-5d54a760f840 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bafe7f7d-a042-4050-bbf1-a6baf5ec8642&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0512071 Jul 16 00:33:43.119244 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef5d09-440f-4367-bace-1e3a391544a3 req-a406ef01-dbd9-47e6-9f5d-55f755a183ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:33:43.120764 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-89ef5d09-440f-4367-bace-1e3a391544a3 req-a406ef01-dbd9-47e6-9f5d-55f755a183ad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=01f8a1ecc94c40469f64697d2a912770&device_id=bafe7f7d-a042-4050-bbf1-a6baf5ec8642 HTTP/1.1" status: 200 len: 1094 time: 0.0561602 Jul 16 00:33:43.227093 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef5d09-440f-4367-bace-1e3a391544a3 req-444514e6-44b1-40cc-af08-2f3a0af701ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:33:43.228619 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-89ef5d09-440f-4367-bace-1e3a391544a3 req-444514e6-44b1-40cc-af08-2f3a0af701ba service neutron] 10.222.0.41 "GET /v2.0/networks?id=cbcc7b7d-ecd4-4844-a209-f41f3238a948 HTTP/1.1" status: 200 len: 910 time: 0.0876963 Jul 16 00:33:43.298361 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-89ef5d09-440f-4367-bace-1e3a391544a3 req-9b2b9499-e538-48c5-877d-427dec7f88b4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe140182-9de4-4e17-b87b-5c634c20c247 HTTP/1.1" status: 200 len: 998 time: 0.0635865 Jul 16 00:33:43.350990 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef5d09-440f-4367-bace-1e3a391544a3 req-f198faef-3c1b-440a-b1ea-affd618964e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:33:43.352537 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-89ef5d09-440f-4367-bace-1e3a391544a3 req-f198faef-3c1b-440a-b1ea-affd618964e6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4ca454f7-ee90-4389-a883-af8f9370f85b HTTP/1.1" status: 200 len: 848 time: 0.0478916 Jul 16 00:33:43.419653 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef5d09-440f-4367-bace-1e3a391544a3 req-196c58ca-7bf4-479f-9890-30df072c38ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:33:43.421930 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-89ef5d09-440f-4367-bace-1e3a391544a3 req-196c58ca-7bf4-479f-9890-30df072c38ff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cbcc7b7d-ecd4-4844-a209-f41f3238a948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625501 Jul 16 00:33:43.520437 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-89ef5d09-440f-4367-bace-1e3a391544a3 req-94fc84b2-98dd-40db-ade6-417698e2617c service neutron] 10.222.0.41 "GET /v2.0/networks/cbcc7b7d-ecd4-4844-a209-f41f3238a948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924571 Jul 16 00:33:43.611675 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-89ef5d09-440f-4367-bace-1e3a391544a3 req-da5d7be0-9d55-40ac-b509-d1a875e2835b service neutron] 10.222.0.41 "GET /v2.0/networks/cbcc7b7d-ecd4-4844-a209-f41f3238a948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844462 Jul 16 00:33:56.389215 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:34:00.981468 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0227adec-0bd0-4d7f-a3d2-0a51d247fcf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:34:03.554113 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:34:04.344395 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-67e1e7fb-f0b1-44d9-939c-c0fbc2af62ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:34:04.651201 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:34:06.657687 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:34:09.113586 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:34:12.861048 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:34:26.376648 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-42eddc54-3a0a-4f30-8772-420fb6375c8b req-edecbeaa-b2ce-4947-a63d-02a0b276c5d5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c0fcd513-39d3-43cc-a03a-c31c1c7d4b52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0534279 Jul 16 00:34:26.390474 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:34:26.473173 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eddc54-3a0a-4f30-8772-420fb6375c8b req-0c880f6e-38d1-47a3-84cf-6b6b21968114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:34:26.474701 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-42eddc54-3a0a-4f30-8772-420fb6375c8b req-0c880f6e-38d1-47a3-84cf-6b6b21968114 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=01f8a1ecc94c40469f64697d2a912770&device_id=c0fcd513-39d3-43cc-a03a-c31c1c7d4b52 HTTP/1.1" status: 200 len: 1096 time: 0.0552747 Jul 16 00:34:26.606821 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eddc54-3a0a-4f30-8772-420fb6375c8b req-e1a28c25-6f08-4842-8877-3654c54ddbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:34:26.608352 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-42eddc54-3a0a-4f30-8772-420fb6375c8b req-e1a28c25-6f08-4842-8877-3654c54ddbf1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cbcc7b7d-ecd4-4844-a209-f41f3238a948 HTTP/1.1" status: 200 len: 910 time: 0.1135640 Jul 16 00:34:26.677902 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-42eddc54-3a0a-4f30-8772-420fb6375c8b req-dc832f75-b336-4ffd-a8d4-7d49df9e9aae service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed HTTP/1.1" status: 200 len: 1001 time: 0.0637279 Jul 16 00:34:26.726101 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eddc54-3a0a-4f30-8772-420fb6375c8b req-1862b119-f71f-41b8-bed7-05affb5f4c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:34:26.727560 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-42eddc54-3a0a-4f30-8772-420fb6375c8b req-1862b119-f71f-41b8-bed7-05affb5f4c0a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4ca454f7-ee90-4389-a883-af8f9370f85b HTTP/1.1" status: 200 len: 848 time: 0.0432150 Jul 16 00:34:26.783846 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eddc54-3a0a-4f30-8772-420fb6375c8b req-afc5912a-262a-4c82-8db5-c7df5348e04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:34:26.785410 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-42eddc54-3a0a-4f30-8772-420fb6375c8b req-afc5912a-262a-4c82-8db5-c7df5348e04f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cbcc7b7d-ecd4-4844-a209-f41f3238a948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519996 Jul 16 00:34:26.881200 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-42eddc54-3a0a-4f30-8772-420fb6375c8b req-2880739f-a0b4-4250-9174-6726013bf301 service neutron] 10.222.0.49 "GET /v2.0/networks/cbcc7b7d-ecd4-4844-a209-f41f3238a948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887959 Jul 16 00:34:26.968857 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-42eddc54-3a0a-4f30-8772-420fb6375c8b req-cc61bf0b-f212-431b-973e-224e550e05da service neutron] 10.222.0.49 "GET /v2.0/networks/cbcc7b7d-ecd4-4844-a209-f41f3238a948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819502 Jul 16 00:34:30.981879 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-11afd2ed-b945-4366-b7d1-60e3f5f19d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:34:33.556059 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:34:34.345536 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3cc9469b-69d0-4533-a803-1ff4370e0858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:34:34.652960 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:34:36.662241 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:34:39.111970 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:34:45.693388 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-8bb565e7-13c1-41c7-9996-0d30c922c0b3 req-9c1ac393-b99c-4bc7-ae4f-eba7817ee573 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bafe7f7d-a042-4050-bbf1-a6baf5ec8642&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0573678 Jul 16 00:34:45.811406 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb565e7-13c1-41c7-9996-0d30c922c0b3 req-17689b1d-3d41-4f86-9724-2a500d29c0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:34:45.814198 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-8bb565e7-13c1-41c7-9996-0d30c922c0b3 req-17689b1d-3d41-4f86-9724-2a500d29c0f3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=01f8a1ecc94c40469f64697d2a912770&device_id=bafe7f7d-a042-4050-bbf1-a6baf5ec8642 HTTP/1.1" status: 200 len: 1094 time: 0.0612359 Jul 16 00:34:45.921688 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb565e7-13c1-41c7-9996-0d30c922c0b3 req-a0b11f16-8aa6-4dd6-a7d6-6a162798a79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:34:45.923207 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-8bb565e7-13c1-41c7-9996-0d30c922c0b3 req-a0b11f16-8aa6-4dd6-a7d6-6a162798a79a service neutron] 10.222.0.41 "GET /v2.0/networks?id=cbcc7b7d-ecd4-4844-a209-f41f3238a948 HTTP/1.1" status: 200 len: 910 time: 0.0894113 Jul 16 00:34:46.001357 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-8bb565e7-13c1-41c7-9996-0d30c922c0b3 req-198a0468-5cee-48bb-8681-f477c0c05801 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe140182-9de4-4e17-b87b-5c634c20c247 HTTP/1.1" status: 200 len: 998 time: 0.0717978 Jul 16 00:34:46.057777 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb565e7-13c1-41c7-9996-0d30c922c0b3 req-aa9d735b-5f68-4552-8e3f-543ebfb1630c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:34:46.060465 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-8bb565e7-13c1-41c7-9996-0d30c922c0b3 req-aa9d735b-5f68-4552-8e3f-543ebfb1630c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4ca454f7-ee90-4389-a883-af8f9370f85b HTTP/1.1" status: 200 len: 848 time: 0.0535896 Jul 16 00:34:46.129734 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb565e7-13c1-41c7-9996-0d30c922c0b3 req-092909bd-346e-4731-ac91-00b139eab4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:34:46.132560 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-8bb565e7-13c1-41c7-9996-0d30c922c0b3 req-092909bd-346e-4731-ac91-00b139eab4c9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cbcc7b7d-ecd4-4844-a209-f41f3238a948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0640523 Jul 16 00:34:46.247717 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-8bb565e7-13c1-41c7-9996-0d30c922c0b3 req-acbf35f2-d106-4157-8d2e-bd929272a5f3 service neutron] 10.222.0.41 "GET /v2.0/networks/cbcc7b7d-ecd4-4844-a209-f41f3238a948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101313 Jul 16 00:34:46.359785 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-8bb565e7-13c1-41c7-9996-0d30c922c0b3 req-7efa67f2-7b1c-4442-83df-40f7a392408a service neutron] 10.222.0.41 "GET /v2.0/networks/cbcc7b7d-ecd4-4844-a209-f41f3238a948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052387 Jul 16 00:34:49.860279 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:34:56.388604 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:00.982856 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1190d387-d1fc-41eb-9089-261864062b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:03.558991 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:04.345773 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-68851d5e-6950-4481-aac3-bbb219a021f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:04.654855 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:06.663365 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:09.112034 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:11.674439 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed details requested by agent hyperv_n-h1-794306-6 with host n-h1-794306-6 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 00:35:11.770238 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed,segment=NetworkSegment(2b07c984-8492-4b8b-bcb8-ff4dafff1485),segment_id=2b07c984-8492-4b8b-bcb8-ff4dafff1485)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:35:11.780835 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Returning: {'device': '9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed', 'network_id': 'cbcc7b7d-ecd4-4844-a209-f41f3238a948', 'port_id': '9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed', 'mac_address': 'fa:16:3e:06:49:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ca454f7-ee90-4389-a883-af8f9370f85b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 00:35:11.820654 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:11.834346 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 00:35:11.853465 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed,segment=NetworkSegment(2b07c984-8492-4b8b-bcb8-ff4dafff1485),segment_id=2b07c984-8492-4b8b-bcb8-ff4dafff1485)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:35:11.857382 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:11.910631 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:35:11.917839 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:35:11.918192 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:35:11.918539 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:35:11.918882 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:35:11.919225 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:35:11.919559 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:35:11.919916 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:35:11.920249 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:35:11.920576 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:35:11.920903 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:35:11.921230 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:35:11.921554 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:35:11.927896 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] get_ports_and_sgs() called for port_ids ['9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 00:35:13.674387 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed up at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 00:35:13.738133 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Provisioning complete for port 9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 00:35:13.738599 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4017961'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:13.844761 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:13.872521 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0fcd513-39d3-43cc-a03a-c31c1c7d4b52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:35:13.874831 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85e2a5fec60f0be1243ce80844a072e05c29e3c23db0dd3e62b5f7d92f5b0637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e2a8343-b4e8-4b5c-a441-d478d3c6175b" -d '{"events": [{"server_uuid": "c0fcd513-39d3-43cc-a03a-c31c1c7d4b52", "name": "network-vif-plugged", "status": "completed", "tag": "9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:35:13.893936 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed,segment=NetworkSegment(2b07c984-8492-4b8b-bcb8-ff4dafff1485),segment_id=2b07c984-8492-4b8b-bcb8-ff4dafff1485)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:35:13.900007 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:13.932410 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b299b9d8-33d3-467a-8749-be50d75f6138 x-openstack-request-id: req-b299b9d8-33d3-467a-8749-be50d75f6138 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:35:13.932700 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0fcd513-39d3-43cc-a03a-c31c1c7d4b52", "name": "network-vif-plugged", "status": "completed", "tag": "9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:35:13.932952 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b299b9d8-33d3-467a-8749-be50d75f6138 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:35:13.933339 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0fcd513-39d3-43cc-a03a-c31c1c7d4b52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed', 'code': 200} Jul 16 00:35:13.967725 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:35:22.648720 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56690) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:35:22.806196 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-6f3ee31b-0ac6-4ae7-ada2-371ee2a4e128 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Deleting port 82e52044-9a20-4dbf-87f8-c490c4e16f9b {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:35:22.806437 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f3ee31b-0ac6-4ae7-ada2-371ee2a4e128 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:22.885155 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f3ee31b-0ac6-4ae7-ada2-371ee2a4e128 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:22.885483 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f3ee31b-0ac6-4ae7-ada2-371ee2a4e128 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:22.899799 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-6f3ee31b-0ac6-4ae7-ada2-371ee2a4e128 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Calling delete_port for 82e52044-9a20-4dbf-87f8-c490c4e16f9b owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:35:23.050848 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f3ee31b-0ac6-4ae7-ada2-371ee2a4e128 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:23.074720 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3ee31b-0ac6-4ae7-ada2-371ee2a4e128 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Pushing event deleted for resources: {'Port': ['ID=82e52044-9a20-4dbf-87f8-c490c4e16f9b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:35:23.088824 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3ee31b-0ac6-4ae7-ada2-371ee2a4e128 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:35:23.089178 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3ee31b-0ac6-4ae7-ada2-371ee2a4e128 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:35:23.089517 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3ee31b-0ac6-4ae7-ada2-371ee2a4e128 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:35:23.089862 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3ee31b-0ac6-4ae7-ada2-371ee2a4e128 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:35:23.090195 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3ee31b-0ac6-4ae7-ada2-371ee2a4e128 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:35:23.090530 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3ee31b-0ac6-4ae7-ada2-371ee2a4e128 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:35:23.090861 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3ee31b-0ac6-4ae7-ada2-371ee2a4e128 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:35:23.091190 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3ee31b-0ac6-4ae7-ada2-371ee2a4e128 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:35:23.091516 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3ee31b-0ac6-4ae7-ada2-371ee2a4e128 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:35:23.091867 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3ee31b-0ac6-4ae7-ada2-371ee2a4e128 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:35:23.092202 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3ee31b-0ac6-4ae7-ada2-371ee2a4e128 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:35:23.092530 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3ee31b-0ac6-4ae7-ada2-371ee2a4e128 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:35:23.150132 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f3ee31b-0ac6-4ae7-ada2-371ee2a4e128 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:23.150542 n-d-794306-6 neutron-server[93770]: INFO neutron.db.l3_db [None req-6f3ee31b-0ac6-4ae7-ada2-371ee2a4e128 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Floating IP 5e77ba34-be1d-41a9-a20c-ee4c28d0674f disassociated (deleted). External IP: 172.25.5.144, port: 9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed. Jul 16 00:35:23.371979 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f3ee31b-0ac6-4ae7-ada2-371ee2a4e128 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Router 37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:35:23.485427 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f3ee31b-0ac6-4ae7-ada2-371ee2a4e128 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:35:23.490430 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f3ee31b-0ac6-4ae7-ada2-371ee2a4e128 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:23.495394 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5242c9-9166-4f5a-939a-b27817837187 None None] Sync routers for ids ['37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:35:23.505846 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5242c9-9166-4f5a-939a-b27817837187 None None] Routers {'37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:35:23.506471 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3b5242c9-9166-4f5a-939a-b27817837187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:35:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:35:23.527264 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-6f3ee31b-0ac6-4ae7-ada2-371ee2a4e128 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "DELETE /v2.0/floatingips/5e77ba34-be1d-41a9-a20c-ee4c28d0674f HTTP/1.1" status: 204 len: 168 time: 0.8774359 Jul 16 00:35:23.527991 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0fcd513-39d3-43cc-a03a-c31c1c7d4b52', 'tag': '9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:35:23.530411 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cfa130710a3ed3c11f83ca70e11270030e5afd3463e80eec9e3119d100d8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed16990d-8398-4ae4-9d40-3fe27445d376" -d '{"events": [{"name": "network-changed", "server_uuid": "c0fcd513-39d3-43cc-a03a-c31c1c7d4b52", "tag": "9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:35:23.614061 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882715f0-8539-4e0e-ba58-59c96c333735 x-openstack-request-id: req-882715f0-8539-4e0e-ba58-59c96c333735 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:35:23.614348 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0fcd513-39d3-43cc-a03a-c31c1c7d4b52", "tag": "9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:35:23.614600 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-882715f0-8539-4e0e-ba58-59c96c333735 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:35:23.615031 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0fcd513-39d3-43cc-a03a-c31c1c7d4b52', 'tag': '9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed', 'status': 'completed', 'code': 200} Jul 16 00:35:23.624550 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-3b5242c9-9166-4f5a-939a-b27817837187 None None] Set router 37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:35:23.694990 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16990d-8398-4ae4-9d40-3fe27445d376 req-ea34c4d3-caf8-42b9-ba0f-16070a97d89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:35:23.696775 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ed16990d-8398-4ae4-9d40-3fe27445d376 req-ea34c4d3-caf8-42b9-ba0f-16070a97d89d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=01f8a1ecc94c40469f64697d2a912770&device_id=c0fcd513-39d3-43cc-a03a-c31c1c7d4b52 HTTP/1.1" status: 200 len: 1096 time: 0.0592620 Jul 16 00:35:23.812607 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16990d-8398-4ae4-9d40-3fe27445d376 req-574dac1b-cea0-47c4-bd57-b28ab2efb461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:35:23.814943 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ed16990d-8398-4ae4-9d40-3fe27445d376 req-574dac1b-cea0-47c4-bd57-b28ab2efb461 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cbcc7b7d-ecd4-4844-a209-f41f3238a948 HTTP/1.1" status: 200 len: 910 time: 0.1106565 Jul 16 00:35:23.866282 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ed16990d-8398-4ae4-9d40-3fe27445d376 req-7dce27dd-4263-4127-8bd5-779d321d92c5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed HTTP/1.1" status: 200 len: 217 time: 0.0424161 Jul 16 00:35:23.883651 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3b5242c9-9166-4f5a-939a-b27817837187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0', 'name': 'tempest-TestSnapshotPattern-452304718-router', 'tenant_id': '01f8a1ecc94c40469f64697d2a912770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '60ee6da0-bf70-47cb-99f1-393bd6c3d5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:30:30Z', 'updated_at': '2021-07-16T00:30:33Z', 'revision_number': 4, 'project_id': '01f8a1ecc94c40469f64697d2a912770', 'gw_port': {'id': '60ee6da0-bf70-47cb-99f1-393bd6c3d5e6', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:30:30Z', 'updated_at': '2021-07-16T00:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': 'b6c7a6af-4418-4d2c-a2bb-ff86a8fd5739', 'tenant_id': '01f8a1ecc94c40469f64697d2a912770', 'floating_ip_address': '172.25.5.60', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0', 'port_id': 'fe140182-9de4-4e17-b87b-5c634c20c247', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbcc7b7d-ecd4-4844-a209-f41f3238a948', 'mac_address': 'fa:16:3e:c2:ef:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bafe7f7d-a042-4050-bbf1-a6baf5ec8642', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:30:57Z', 'updated_at': '2021-07-16T00:30:59Z', 'revision_number': 1, 'project_id': '01f8a1ecc94c40469f64697d2a912770', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bc95c2b-8fb5-4c6a-afb9-7c95fc0156f9', 'name': '', 'network_id': 'cbcc7b7d-ecd4-4844-a209-f41f3238a948', 'tenant_id': '01f8a1ecc94c40469f64697d2a912770', 'mac_address': 'fa:16:3e:f0:f0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '4ca454f7-ee90-4389-a883-af8f9370f85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:30:32Z', 'updated_at': '2021-07-16T00:30:39Z', 'revision_number': 5, 'project_id': '01f8a1ecc94c40469f64697d2a912770', 'subnets': [{'id': '4ca454f7-ee90-4389-a883-af8f9370f85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:35:23.911929 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5242c9-9166-4f5a-939a-b27817837187 None None] Checking router: 37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:35:23.920736 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5242c9-9166-4f5a-939a-b27817837187 None None] Routers {'37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:35:23.921364 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3b5242c9-9166-4f5a-939a-b27817837187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:35:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:35:23.945244 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16990d-8398-4ae4-9d40-3fe27445d376 req-81df6dee-1336-411a-9fcf-f735a5071b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:35:23.946718 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ed16990d-8398-4ae4-9d40-3fe27445d376 req-81df6dee-1336-411a-9fcf-f735a5071b1b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4ca454f7-ee90-4389-a883-af8f9370f85b HTTP/1.1" status: 200 len: 848 time: 0.0716879 Jul 16 00:35:23.990695 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dacce4-e92b-4ae0-a021-2497f8abf94d req-2b28eb16-1a94-4e46-ba57-e5d3eae92788 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:35:23.992250 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a8dacce4-e92b-4ae0-a021-2497f8abf94d req-2b28eb16-1a94-4e46-ba57-e5d3eae92788 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0fcd513-39d3-43cc-a03a-c31c1c7d4b52 HTTP/1.1" status: 200 len: 945 time: 0.1287556 Jul 16 00:35:24.034672 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-3b5242c9-9166-4f5a-939a-b27817837187 None None] Set router 37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:35:24.050956 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-a8dacce4-e92b-4ae0-a021-2497f8abf94d req-7f0ee914-8dbe-45b1-8476-82a710c576e8 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5ff2bd0-99ca-45c2-bb44-2cda1f7241b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489416 Jul 16 00:35:24.053877 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16990d-8398-4ae4-9d40-3fe27445d376 req-0f2e3be2-dac4-4518-a011-b3ca2c803136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:35:24.055309 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ed16990d-8398-4ae4-9d40-3fe27445d376 req-0f2e3be2-dac4-4518-a011-b3ca2c803136 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cbcc7b7d-ecd4-4844-a209-f41f3238a948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0996943 Jul 16 00:35:24.157723 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ed16990d-8398-4ae4-9d40-3fe27445d376 req-e6ea4794-f779-4efc-92f7-e9ae77f578d5 service neutron] 10.222.0.49 "GET /v2.0/networks/cbcc7b7d-ecd4-4844-a209-f41f3238a948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942140 Jul 16 00:35:24.258708 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-ed16990d-8398-4ae4-9d40-3fe27445d376 req-fcc365aa-f20b-4166-b2fd-560d9cd7ac16 service neutron] 10.222.0.49 "GET /v2.0/networks/cbcc7b7d-ecd4-4844-a209-f41f3238a948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929458 Jul 16 00:35:24.264912 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3b5242c9-9166-4f5a-939a-b27817837187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0', 'name': 'tempest-TestSnapshotPattern-452304718-router', 'tenant_id': '01f8a1ecc94c40469f64697d2a912770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '60ee6da0-bf70-47cb-99f1-393bd6c3d5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:30:30Z', 'updated_at': '2021-07-16T00:30:33Z', 'revision_number': 4, 'project_id': '01f8a1ecc94c40469f64697d2a912770', 'gw_port': {'id': '60ee6da0-bf70-47cb-99f1-393bd6c3d5e6', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:30:30Z', 'updated_at': '2021-07-16T00:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': 'b6c7a6af-4418-4d2c-a2bb-ff86a8fd5739', 'tenant_id': '01f8a1ecc94c40469f64697d2a912770', 'floating_ip_address': '172.25.5.60', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0', 'port_id': 'fe140182-9de4-4e17-b87b-5c634c20c247', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbcc7b7d-ecd4-4844-a209-f41f3238a948', 'mac_address': 'fa:16:3e:c2:ef:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bafe7f7d-a042-4050-bbf1-a6baf5ec8642', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:30:57Z', 'updated_at': '2021-07-16T00:30:59Z', 'revision_number': 1, 'project_id': '01f8a1ecc94c40469f64697d2a912770', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bc95c2b-8fb5-4c6a-afb9-7c95fc0156f9', 'name': '', 'network_id': 'cbcc7b7d-ecd4-4844-a209-f41f3238a948', 'tenant_id': '01f8a1ecc94c40469f64697d2a912770', 'mac_address': 'fa:16:3e:f0:f0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '4ca454f7-ee90-4389-a883-af8f9370f85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:30:32Z', 'updated_at': '2021-07-16T00:30:39Z', 'revision_number': 5, 'project_id': '01f8a1ecc94c40469f64697d2a912770', 'subnets': [{'id': '4ca454f7-ee90-4389-a883-af8f9370f85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:35:24.297023 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5242c9-9166-4f5a-939a-b27817837187 None None] The sync data for ids ['37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0'] in n-d-794306-6 is: [{'id': '37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0', 'name': 'tempest-TestSnapshotPattern-452304718-router', 'tenant_id': '01f8a1ecc94c40469f64697d2a912770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '60ee6da0-bf70-47cb-99f1-393bd6c3d5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:30:30Z', 'updated_at': '2021-07-16T00:30:33Z', 'revision_number': 4, 'project_id': '01f8a1ecc94c40469f64697d2a912770', 'gw_port': {'id': '60ee6da0-bf70-47cb-99f1-393bd6c3d5e6', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:30:30Z', 'updated_at': '2021-07-16T00:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_floatingips': [{'id': 'b6c7a6af-4418-4d2c-a2bb-ff86a8fd5739', 'tenant_id': '01f8a1ecc94c40469f64697d2a912770', 'floating_ip_address': '172.25.5.60', 'floating_network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'router_id': '37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0', 'port_id': 'fe140182-9de4-4e17-b87b-5c634c20c247', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbcc7b7d-ecd4-4844-a209-f41f3238a948', 'mac_address': 'fa:16:3e:c2:ef:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bafe7f7d-a042-4050-bbf1-a6baf5ec8642', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T00:30:57Z', 'updated_at': '2021-07-16T00:30:59Z', 'revision_number': 1, 'project_id': '01f8a1ecc94c40469f64697d2a912770', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bc95c2b-8fb5-4c6a-afb9-7c95fc0156f9', 'name': '', 'network_id': 'cbcc7b7d-ecd4-4844-a209-f41f3238a948', 'tenant_id': '01f8a1ecc94c40469f64697d2a912770', 'mac_address': 'fa:16:3e:f0:f0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '4ca454f7-ee90-4389-a883-af8f9370f85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:30:32Z', 'updated_at': '2021-07-16T00:30:39Z', 'revision_number': 5, 'project_id': '01f8a1ecc94c40469f64697d2a912770', 'subnets': [{'id': '4ca454f7-ee90-4389-a883-af8f9370f85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:35:24.525914 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7d529a-6ac1-4f48-9a86-8787540587ce None None] New status for floating IP 5e77ba34-be1d-41a9-a20c-ee4c28d0674f: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 00:35:25.229159 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c62c2-273e-44be-95df-26af180f87cc req-a87b6787-1787-4248-92e4-cacbbed54c97 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:35:25.230668 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0c2c62c2-273e-44be-95df-26af180f87cc req-a87b6787-1787-4248-92e4-cacbbed54c97 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0fcd513-39d3-43cc-a03a-c31c1c7d4b52 HTTP/1.1" status: 200 len: 945 time: 0.0643778 Jul 16 00:35:25.269678 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-0c2c62c2-273e-44be-95df-26af180f87cc req-45bd7a3c-2a42-44e1-b6ae-246465ee7733 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5ff2bd0-99ca-45c2-bb44-2cda1f7241b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329502 Jul 16 00:35:25.656345 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feec07aa-752f-4b05-b2b9-da797022e5f0 req-8257ec68-f396-49de-b280-bed7f78baede tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:35:25.658201 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-feec07aa-752f-4b05-b2b9-da797022e5f0 req-8257ec68-f396-49de-b280-bed7f78baede tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0fcd513-39d3-43cc-a03a-c31c1c7d4b52 HTTP/1.1" status: 200 len: 945 time: 0.0636132 Jul 16 00:35:25.764607 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-feec07aa-752f-4b05-b2b9-da797022e5f0 req-bb93feb6-92c1-406d-a258-a538e5859833 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Deleting port 9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:35:25.764853 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-feec07aa-752f-4b05-b2b9-da797022e5f0 req-bb93feb6-92c1-406d-a258-a538e5859833 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:25.783817 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:35:25.860977 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3681241'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:25.863016 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-feec07aa-752f-4b05-b2b9-da797022e5f0 req-bb93feb6-92c1-406d-a258-a538e5859833 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] For port 9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed,segment=NetworkSegment(2b07c984-8492-4b8b-bcb8-ff4dafff1485),segment_id=2b07c984-8492-4b8b-bcb8-ff4dafff1485)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:35:25.863380 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-feec07aa-752f-4b05-b2b9-da797022e5f0 req-bb93feb6-92c1-406d-a258-a538e5859833 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:25.881630 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-feec07aa-752f-4b05-b2b9-da797022e5f0 req-bb93feb6-92c1-406d-a258-a538e5859833 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Calling delete_port for 9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:35:25.884149 n-d-794306-6 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0fcd513-39d3-43cc-a03a-c31c1c7d4b52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:35:25.886433 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85e2a5fec60f0be1243ce80844a072e05c29e3c23db0dd3e62b5f7d92f5b0637" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06489278-341e-4180-be83-defd2aae3c89" -d '{"events": [{"server_uuid": "c0fcd513-39d3-43cc-a03a-c31c1c7d4b52", "name": "network-vif-unplugged", "status": "completed", "tag": "9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:35:25.899694 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] For port 9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed, host n-h1-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-6',level=0,port_id=9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed,segment=NetworkSegment(2b07c984-8492-4b8b-bcb8-ff4dafff1485),segment_id=2b07c984-8492-4b8b-bcb8-ff4dafff1485)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:35:25.904103 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742541842517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742541441949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742541441967'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:25.934024 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 00:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d13e1f-bf09-42b0-a93e-300397ab2819 x-openstack-request-id: req-52d13e1f-bf09-42b0-a93e-300397ab2819 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:35:25.934317 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0fcd513-39d3-43cc-a03a-c31c1c7d4b52", "name": "network-vif-unplugged", "status": "completed", "tag": "9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:35:25.934564 n-d-794306-6 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-52d13e1f-bf09-42b0-a93e-300397ab2819 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:35:25.934948 n-d-794306-6 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0fcd513-39d3-43cc-a03a-c31c1c7d4b52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed', 'code': 200} Jul 16 00:35:25.962602 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Pushing event updated for resources: {'Port': ['ID=9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:35:26.014128 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-feec07aa-752f-4b05-b2b9-da797022e5f0 req-bb93feb6-92c1-406d-a258-a538e5859833 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:26.044714 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb93feb6-92c1-406d-a258-a538e5859833 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Pushing event deleted for resources: {'Port': ['ID=9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:35:26.092548 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-feec07aa-752f-4b05-b2b9-da797022e5f0 req-bb93feb6-92c1-406d-a258-a538e5859833 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] No DVR routers for this DVR port 9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed on host n-h1-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:35:26.095130 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-feec07aa-752f-4b05-b2b9-da797022e5f0 req-bb93feb6-92c1-406d-a258-a538e5859833 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:26.097130 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-feec07aa-752f-4b05-b2b9-da797022e5f0 req-bb93feb6-92c1-406d-a258-a538e5859833 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.49 "DELETE /v2.0/ports/9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed HTTP/1.1" status: 204 len: 173 time: 0.4335277 Jul 16 00:35:26.097562 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0fcd513-39d3-43cc-a03a-c31c1c7d4b52', 'name': 'network-vif-deleted', 'tag': '9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:35:26.099820 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cfa130710a3ed3c11f83ca70e11270030e5afd3463e80eec9e3119d100d8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c145d5-d67d-44ff-8272-95904230bb61" -d '{"events": [{"server_uuid": "c0fcd513-39d3-43cc-a03a-c31c1c7d4b52", "name": "network-vif-deleted", "tag": "9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:35:26.139203 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d1b85d-ea46-447f-8970-12899b481fd0 x-openstack-request-id: req-22d1b85d-ea46-447f-8970-12899b481fd0 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:35:26.139689 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0fcd513-39d3-43cc-a03a-c31c1c7d4b52", "name": "network-vif-deleted", "tag": "9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:35:26.139920 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-22d1b85d-ea46-447f-8970-12899b481fd0 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:35:26.140323 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0fcd513-39d3-43cc-a03a-c31c1c7d4b52', 'name': 'network-vif-deleted', 'tag': '9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed', 'status': 'completed', 'code': 200} Jul 16 00:35:26.351458 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e75a9a41-b4cd-4f1b-8e9d-34e938337127 req-21edc7fe-c06f-44e2-9341-dae4bac89b9b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c0fcd513-39d3-43cc-a03a-c31c1c7d4b52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0277100 Jul 16 00:35:26.395648 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:26.428951 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e75a9a41-b4cd-4f1b-8e9d-34e938337127 req-cd92ad14-5e1e-484e-8fd0-bd5c9959ca68 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=01f8a1ecc94c40469f64697d2a912770&device_id=c0fcd513-39d3-43cc-a03a-c31c1c7d4b52 HTTP/1.1" status: 200 len: 210 time: 0.0320466 Jul 16 00:35:26.464136 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-93d66e3d-0d46-443e-ac73-1619dd36c6b8 req-bcf6ece0-d00b-44f1-b2ab-f51323ef2ee2 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0fcd513-39d3-43cc-a03a-c31c1c7d4b52 HTTP/1.1" status: 200 len: 210 time: 0.0383739 Jul 16 00:35:26.642365 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a9a41-b4cd-4f1b-8e9d-34e938337127 req-60c7b9b9-e300-46a2-b778-ad904d9d50d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:35:26.643306 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e75a9a41-b4cd-4f1b-8e9d-34e938337127 req-60c7b9b9-e300-46a2-b778-ad904d9d50d6 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=01f8a1ecc94c40469f64697d2a912770&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1818526 Jul 16 00:35:26.815196 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a9a41-b4cd-4f1b-8e9d-34e938337127 req-ecf952b8-2656-4cfe-8371-757b0c3552bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:35:26.816672 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-e75a9a41-b4cd-4f1b-8e9d-34e938337127 req-ecf952b8-2656-4cfe-8371-757b0c3552bd service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1670911 Jul 16 00:35:26.859488 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:35:28.082625 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56752) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:35:28.238765 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f36029bd-8b65-4fb6-b36e-46049967d690 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Deleting port b0954be6-1eee-4a84-9960-1de3eaf06dee {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:35:28.239023 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f36029bd-8b65-4fb6-b36e-46049967d690 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:28.315159 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f36029bd-8b65-4fb6-b36e-46049967d690 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:28.315483 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f36029bd-8b65-4fb6-b36e-46049967d690 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:28.326766 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f36029bd-8b65-4fb6-b36e-46049967d690 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Calling delete_port for b0954be6-1eee-4a84-9960-1de3eaf06dee owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:35:28.479103 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f36029bd-8b65-4fb6-b36e-46049967d690 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:28.504189 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36029bd-8b65-4fb6-b36e-46049967d690 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Pushing event deleted for resources: {'Port': ['ID=b0954be6-1eee-4a84-9960-1de3eaf06dee,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:35:28.569359 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f36029bd-8b65-4fb6-b36e-46049967d690 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:28.569695 n-d-794306-6 neutron-server[93770]: INFO neutron.db.l3_db [None req-f36029bd-8b65-4fb6-b36e-46049967d690 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Floating IP b6c7a6af-4418-4d2c-a2bb-ff86a8fd5739 disassociated (deleted). External IP: 172.25.5.60, port: fe140182-9de4-4e17-b87b-5c634c20c247. Jul 16 00:35:29.089350 n-d-794306-6 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f36029bd-8b65-4fb6-b36e-46049967d690 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Router 37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:35:29.198632 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f36029bd-8b65-4fb6-b36e-46049967d690 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:35:29.203184 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f36029bd-8b65-4fb6-b36e-46049967d690 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:29.208530 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc37405-68b4-4328-860b-25bddcbc803f None None] Sync routers for ids ['37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:35:29.218291 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc37405-68b4-4328-860b-25bddcbc803f None None] Routers {'37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:35:29.218908 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-edc37405-68b4-4328-860b-25bddcbc803f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:35:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:35:29.248420 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-f36029bd-8b65-4fb6-b36e-46049967d690 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "DELETE /v2.0/floatingips/b6c7a6af-4418-4d2c-a2bb-ff86a8fd5739 HTTP/1.1" status: 204 len: 168 time: 1.1565142 Jul 16 00:35:29.248420 n-d-794306-6 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bafe7f7d-a042-4050-bbf1-a6baf5ec8642', 'tag': 'fe140182-9de4-4e17-b87b-5c634c20c247'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:35:29.248420 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cfa130710a3ed3c11f83ca70e11270030e5afd3463e80eec9e3119d100d8f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4adfcd-0979-4ff5-ae51-2121a32e5652" -d '{"events": [{"name": "network-changed", "server_uuid": "bafe7f7d-a042-4050-bbf1-a6baf5ec8642", "tag": "fe140182-9de4-4e17-b87b-5c634c20c247"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:35:29.284264 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 00:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd3d6d2-d7da-4f5b-8f01-a51a07344920 x-openstack-request-id: req-3dd3d6d2-d7da-4f5b-8f01-a51a07344920 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:35:29.284565 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bafe7f7d-a042-4050-bbf1-a6baf5ec8642", "tag": "fe140182-9de4-4e17-b87b-5c634c20c247", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:35:29.284818 n-d-794306-6 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3dd3d6d2-d7da-4f5b-8f01-a51a07344920 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:35:29.285251 n-d-794306-6 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bafe7f7d-a042-4050-bbf1-a6baf5ec8642', 'tag': 'fe140182-9de4-4e17-b87b-5c634c20c247', 'status': 'completed', 'code': 200} Jul 16 00:35:29.331814 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-edc37405-68b4-4328-860b-25bddcbc803f None None] Set router 37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:35:29.390525 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4adfcd-0979-4ff5-ae51-2121a32e5652 req-1f2b4ac7-7ade-4e70-9fe7-79f6b5fd0f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:35:29.392953 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ff4adfcd-0979-4ff5-ae51-2121a32e5652 req-1f2b4ac7-7ade-4e70-9fe7-79f6b5fd0f11 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=01f8a1ecc94c40469f64697d2a912770&device_id=bafe7f7d-a042-4050-bbf1-a6baf5ec8642 HTTP/1.1" status: 200 len: 1094 time: 0.0608153 Jul 16 00:35:29.490842 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4adfcd-0979-4ff5-ae51-2121a32e5652 req-7eb771f0-6c05-4f67-92e2-c47940b58018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:35:29.492623 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ff4adfcd-0979-4ff5-ae51-2121a32e5652 req-7eb771f0-6c05-4f67-92e2-c47940b58018 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cbcc7b7d-ecd4-4844-a209-f41f3238a948 HTTP/1.1" status: 200 len: 910 time: 0.0937428 Jul 16 00:35:29.555528 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-edc37405-68b4-4328-860b-25bddcbc803f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0', 'name': 'tempest-TestSnapshotPattern-452304718-router', 'tenant_id': '01f8a1ecc94c40469f64697d2a912770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '60ee6da0-bf70-47cb-99f1-393bd6c3d5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:30:30Z', 'updated_at': '2021-07-16T00:30:33Z', 'revision_number': 4, 'project_id': '01f8a1ecc94c40469f64697d2a912770', 'gw_port': {'id': '60ee6da0-bf70-47cb-99f1-393bd6c3d5e6', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:30:30Z', 'updated_at': '2021-07-16T00:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '6bc95c2b-8fb5-4c6a-afb9-7c95fc0156f9', 'name': '', 'network_id': 'cbcc7b7d-ecd4-4844-a209-f41f3238a948', 'tenant_id': '01f8a1ecc94c40469f64697d2a912770', 'mac_address': 'fa:16:3e:f0:f0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '4ca454f7-ee90-4389-a883-af8f9370f85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:30:32Z', 'updated_at': '2021-07-16T00:30:39Z', 'revision_number': 5, 'project_id': '01f8a1ecc94c40469f64697d2a912770', 'subnets': [{'id': '4ca454f7-ee90-4389-a883-af8f9370f85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:35:29.581495 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ff4adfcd-0979-4ff5-ae51-2121a32e5652 req-e330dc35-819d-43c0-a8b1-af930bb3bcd3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe140182-9de4-4e17-b87b-5c634c20c247 HTTP/1.1" status: 200 len: 217 time: 0.0443323 Jul 16 00:35:29.585494 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc37405-68b4-4328-860b-25bddcbc803f None None] Checking router: 37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:35:29.595152 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc37405-68b4-4328-860b-25bddcbc803f None None] Routers {'37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:35:29.595916 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-edc37405-68b4-4328-860b-25bddcbc803f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:35:04Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:35:29.643746 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4adfcd-0979-4ff5-ae51-2121a32e5652 req-50f94aa2-7134-4d3f-b06c-55e865409eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:35:29.645339 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ff4adfcd-0979-4ff5-ae51-2121a32e5652 req-50f94aa2-7134-4d3f-b06c-55e865409eb1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4ca454f7-ee90-4389-a883-af8f9370f85b HTTP/1.1" status: 200 len: 848 time: 0.0572910 Jul 16 00:35:29.663557 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b1a0ed-9f68-496c-8fa5-155cb270d179 req-fda842f7-6a64-451c-946d-de4659e0cfee tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:35:29.665513 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-58b1a0ed-9f68-496c-8fa5-155cb270d179 req-fda842f7-6a64-451c-946d-de4659e0cfee tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "GET /v2.0/ports?device_id=bafe7f7d-a042-4050-bbf1-a6baf5ec8642 HTTP/1.1" status: 200 len: 943 time: 0.0724058 Jul 16 00:35:29.710611 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-58b1a0ed-9f68-496c-8fa5-155cb270d179 req-aed71d45-c48e-4d37-8412-216e2f4cfa46 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5ff2bd0-99ca-45c2-bb44-2cda1f7241b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389228 Jul 16 00:35:29.710895 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4adfcd-0979-4ff5-ae51-2121a32e5652 req-c48e4662-1f3d-4921-8861-88fd6717d006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:35:29.712486 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ff4adfcd-0979-4ff5-ae51-2121a32e5652 req-c48e4662-1f3d-4921-8861-88fd6717d006 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cbcc7b7d-ecd4-4844-a209-f41f3238a948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0605316 Jul 16 00:35:29.716445 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-edc37405-68b4-4328-860b-25bddcbc803f None None] Set router 37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:35:29.789383 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed no longer exists at agent hyperv_n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:35:29.810080 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] No Port match for: 9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:35:29.810419 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Device 9fc6eb9e-e6d4-4a72-99d8-c85bdf2590ed not bound to the agent host n-h1-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:35:29.816243 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ff4adfcd-0979-4ff5-ae51-2121a32e5652 req-88dd859d-f868-4d86-b0c2-2710492be159 service neutron] 10.222.0.41 "GET /v2.0/networks/cbcc7b7d-ecd4-4844-a209-f41f3238a948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945766 Jul 16 00:35:29.909670 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-ff4adfcd-0979-4ff5-ae51-2121a32e5652 req-e693f91a-226d-41bf-8a36-8766ca071cad service neutron] 10.222.0.41 "GET /v2.0/networks/cbcc7b7d-ecd4-4844-a209-f41f3238a948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860832 Jul 16 00:35:29.941080 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-edc37405-68b4-4328-860b-25bddcbc803f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0', 'name': 'tempest-TestSnapshotPattern-452304718-router', 'tenant_id': '01f8a1ecc94c40469f64697d2a912770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '60ee6da0-bf70-47cb-99f1-393bd6c3d5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:30:30Z', 'updated_at': '2021-07-16T00:30:33Z', 'revision_number': 4, 'project_id': '01f8a1ecc94c40469f64697d2a912770', 'gw_port': {'id': '60ee6da0-bf70-47cb-99f1-393bd6c3d5e6', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:30:30Z', 'updated_at': '2021-07-16T00:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '6bc95c2b-8fb5-4c6a-afb9-7c95fc0156f9', 'name': '', 'network_id': 'cbcc7b7d-ecd4-4844-a209-f41f3238a948', 'tenant_id': '01f8a1ecc94c40469f64697d2a912770', 'mac_address': 'fa:16:3e:f0:f0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '4ca454f7-ee90-4389-a883-af8f9370f85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:30:32Z', 'updated_at': '2021-07-16T00:30:39Z', 'revision_number': 5, 'project_id': '01f8a1ecc94c40469f64697d2a912770', 'subnets': [{'id': '4ca454f7-ee90-4389-a883-af8f9370f85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:35:29.968203 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc37405-68b4-4328-860b-25bddcbc803f None None] The sync data for ids ['37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0'] in n-d-794306-6 is: [{'id': '37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0', 'name': 'tempest-TestSnapshotPattern-452304718-router', 'tenant_id': '01f8a1ecc94c40469f64697d2a912770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '60ee6da0-bf70-47cb-99f1-393bd6c3d5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:30:30Z', 'updated_at': '2021-07-16T00:30:33Z', 'revision_number': 4, 'project_id': '01f8a1ecc94c40469f64697d2a912770', 'gw_port': {'id': '60ee6da0-bf70-47cb-99f1-393bd6c3d5e6', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:30:30Z', 'updated_at': '2021-07-16T00:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6', '_interfaces': [{'id': '6bc95c2b-8fb5-4c6a-afb9-7c95fc0156f9', 'name': '', 'network_id': 'cbcc7b7d-ecd4-4844-a209-f41f3238a948', 'tenant_id': '01f8a1ecc94c40469f64697d2a912770', 'mac_address': 'fa:16:3e:f0:f0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '4ca454f7-ee90-4389-a883-af8f9370f85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:30:32Z', 'updated_at': '2021-07-16T00:30:39Z', 'revision_number': 5, 'project_id': '01f8a1ecc94c40469f64697d2a912770', 'subnets': [{'id': '4ca454f7-ee90-4389-a883-af8f9370f85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:35:30.202616 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2427701f-e6c0-4372-9ae8-8e3d87c266c9 None None] New status for floating IP b6c7a6af-4418-4d2c-a2bb-ff86a8fd5739: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 00:35:30.893725 n-d-794306-6 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee331be-9ff1-43b0-bbab-89795a3f7fed req-6e0e4fa1-1342-4cef-8d3f-d8d406da1197 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:35:30.895238 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4ee331be-9ff1-43b0-bbab-89795a3f7fed req-6e0e4fa1-1342-4cef-8d3f-d8d406da1197 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "GET /v2.0/ports?device_id=bafe7f7d-a042-4050-bbf1-a6baf5ec8642 HTTP/1.1" status: 200 len: 943 time: 0.0706112 Jul 16 00:35:30.933870 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-4ee331be-9ff1-43b0-bbab-89795a3f7fed req-e5bfdaed-04d6-4e67-b2ca-609b8e52c4e0 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5ff2bd0-99ca-45c2-bb44-2cda1f7241b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330257 Jul 16 00:35:30.984997 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-274e7845-e562-427b-bafd-9e039c3a492d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:31.341442 n-d-794306-6 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436ac3c0-d027-4563-8e99-05b91a13160b req-ded28a26-2057-4a82-b4c5-310b2a16d967 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 00:35:31.342957 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-436ac3c0-d027-4563-8e99-05b91a13160b req-ded28a26-2057-4a82-b4c5-310b2a16d967 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.41 "GET /v2.0/ports?device_id=bafe7f7d-a042-4050-bbf1-a6baf5ec8642 HTTP/1.1" status: 200 len: 943 time: 0.0668530 Jul 16 00:35:31.442332 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-436ac3c0-d027-4563-8e99-05b91a13160b req-4e7b1a40-e3a8-4feb-b45c-6d2899e88d31 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Deleting port fe140182-9de4-4e17-b87b-5c634c20c247 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:35:31.442679 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-436ac3c0-d027-4563-8e99-05b91a13160b req-4e7b1a40-e3a8-4feb-b45c-6d2899e88d31 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:31.535270 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-436ac3c0-d027-4563-8e99-05b91a13160b req-4e7b1a40-e3a8-4feb-b45c-6d2899e88d31 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] For port fe140182-9de4-4e17-b87b-5c634c20c247, host n-h2-794306-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-6',level=0,port_id=fe140182-9de4-4e17-b87b-5c634c20c247,segment=NetworkSegment(2b07c984-8492-4b8b-bcb8-ff4dafff1485),segment_id=2b07c984-8492-4b8b-bcb8-ff4dafff1485)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:35:31.535651 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-436ac3c0-d027-4563-8e99-05b91a13160b req-4e7b1a40-e3a8-4feb-b45c-6d2899e88d31 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:31.547976 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-436ac3c0-d027-4563-8e99-05b91a13160b req-4e7b1a40-e3a8-4feb-b45c-6d2899e88d31 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Calling delete_port for fe140182-9de4-4e17-b87b-5c634c20c247 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:35:31.673789 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-436ac3c0-d027-4563-8e99-05b91a13160b req-4e7b1a40-e3a8-4feb-b45c-6d2899e88d31 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:31.707150 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7b1a40-e3a8-4feb-b45c-6d2899e88d31 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Pushing event deleted for resources: {'Port': ['ID=fe140182-9de4-4e17-b87b-5c634c20c247,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:35:31.735739 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7b1a40-e3a8-4feb-b45c-6d2899e88d31 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:35:31.736093 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7b1a40-e3a8-4feb-b45c-6d2899e88d31 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:35:31.736437 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7b1a40-e3a8-4feb-b45c-6d2899e88d31 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:35:31.736777 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7b1a40-e3a8-4feb-b45c-6d2899e88d31 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:35:31.737116 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7b1a40-e3a8-4feb-b45c-6d2899e88d31 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:35:31.737446 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7b1a40-e3a8-4feb-b45c-6d2899e88d31 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:35:31.737775 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7b1a40-e3a8-4feb-b45c-6d2899e88d31 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:35:31.738100 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7b1a40-e3a8-4feb-b45c-6d2899e88d31 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:35:31.738426 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7b1a40-e3a8-4feb-b45c-6d2899e88d31 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:35:31.738745 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7b1a40-e3a8-4feb-b45c-6d2899e88d31 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:35:31.739093 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7b1a40-e3a8-4feb-b45c-6d2899e88d31 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:35:31.739420 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7b1a40-e3a8-4feb-b45c-6d2899e88d31 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-6 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 00:35:31.763780 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-436ac3c0-d027-4563-8e99-05b91a13160b req-4e7b1a40-e3a8-4feb-b45c-6d2899e88d31 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] No DVR routers for this DVR port fe140182-9de4-4e17-b87b-5c634c20c247 on host n-h2-794306-6 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:35:31.766210 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-436ac3c0-d027-4563-8e99-05b91a13160b req-4e7b1a40-e3a8-4feb-b45c-6d2899e88d31 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260303'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:31.768286 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [req-436ac3c0-d027-4563-8e99-05b91a13160b req-4e7b1a40-e3a8-4feb-b45c-6d2899e88d31 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.41 "DELETE /v2.0/ports/fe140182-9de4-4e17-b87b-5c634c20c247 HTTP/1.1" status: 204 len: 173 time: 0.4194922 Jul 16 00:35:31.768726 n-d-794306-6 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bafe7f7d-a042-4050-bbf1-a6baf5ec8642', 'name': 'network-vif-deleted', 'tag': 'fe140182-9de4-4e17-b87b-5c634c20c247'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 00:35:31.770975 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}732f3e1a316c3ad7d48a65c2bbc2e30ba6c82a3ba5a41bb87b5b7e43e99a4419" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc78bed-60df-484a-89a7-45a9c3e25314" -d '{"events": [{"server_uuid": "bafe7f7d-a042-4050-bbf1-a6baf5ec8642", "name": "network-vif-deleted", "tag": "fe140182-9de4-4e17-b87b-5c634c20c247"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 00:35:31.808834 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 00:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b884b71-d00f-41c6-aec8-81545433e282 x-openstack-request-id: req-9b884b71-d00f-41c6-aec8-81545433e282 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 00:35:31.809238 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bafe7f7d-a042-4050-bbf1-a6baf5ec8642", "name": "network-vif-deleted", "tag": "fe140182-9de4-4e17-b87b-5c634c20c247", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 00:35:31.809547 n-d-794306-6 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9b884b71-d00f-41c6-aec8-81545433e282 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 00:35:31.810185 n-d-794306-6 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bafe7f7d-a042-4050-bbf1-a6baf5ec8642', 'name': 'network-vif-deleted', 'tag': 'fe140182-9de4-4e17-b87b-5c634c20c247', 'status': 'completed', 'code': 200} Jul 16 00:35:32.099760 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [req-b16ab3da-e4de-409c-ab85-269163027577 req-d0cda145-f9aa-49e8-b6c5-5f9e6e15eebf tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "GET /v2.0/ports?device_id=bafe7f7d-a042-4050-bbf1-a6baf5ec8642 HTTP/1.1" status: 200 len: 210 time: 0.0298870 Jul 16 00:35:33.193970 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56768) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:35:33.252710 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bac3ac22-cfb2-477a-b665-39dc48c0e934 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:33.278244 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bac3ac22-cfb2-477a-b665-39dc48c0e934 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:33.340609 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bac3ac22-cfb2-477a-b665-39dc48c0e934 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:33.343981 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bac3ac22-cfb2-477a-b665-39dc48c0e934 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:33.348869 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-bac3ac22-cfb2-477a-b665-39dc48c0e934 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] 10.222.0.48 "DELETE /v2.0/security-groups/c5ff2bd0-99ca-45c2-bb44-2cda1f7241b7 HTTP/1.1" status: 204 len: 168 time: 0.1513655 Jul 16 00:35:33.356613 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac3ac22-cfb2-477a-b665-39dc48c0e934 tempest-TestSnapshotPattern-569413608 tempest-TestSnapshotPattern-569413608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ff2bd0-99ca-45c2-bb44-2cda1f7241b7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:35:33.398544 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56772) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:35:33.560835 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:33.869790 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d38f98fb-e189-40cc-8bd4-039cd40746bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:34.347266 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4724582c-7c40-4d07-b8bf-7b55e58df6d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:34.419678 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-d38f98fb-e189-40cc-8bd4-039cd40746bd admin admin] Deleting port 6bc95c2b-8fb5-4c6a-afb9-7c95fc0156f9 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:35:34.420267 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d38f98fb-e189-40cc-8bd4-039cd40746bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:34.496764 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-d38f98fb-e189-40cc-8bd4-039cd40746bd admin admin] For port 6bc95c2b-8fb5-4c6a-afb9-7c95fc0156f9, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=6bc95c2b-8fb5-4c6a-afb9-7c95fc0156f9,segment=NetworkSegment(2b07c984-8492-4b8b-bcb8-ff4dafff1485),segment_id=2b07c984-8492-4b8b-bcb8-ff4dafff1485)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:35:34.497138 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d38f98fb-e189-40cc-8bd4-039cd40746bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:34.509969 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-d38f98fb-e189-40cc-8bd4-039cd40746bd admin admin] Calling delete_port for 6bc95c2b-8fb5-4c6a-afb9-7c95fc0156f9 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:35:34.659859 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:34.690973 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d38f98fb-e189-40cc-8bd4-039cd40746bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:34.717012 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38f98fb-e189-40cc-8bd4-039cd40746bd admin admin] Pushing event deleted for resources: {'Port': ['ID=6bc95c2b-8fb5-4c6a-afb9-7c95fc0156f9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:35:34.888712 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d38f98fb-e189-40cc-8bd4-039cd40746bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:35.103481 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d38f98fb-e189-40cc-8bd4-039cd40746bd admin admin] Router 37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0 has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:35:35.211014 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d38f98fb-e189-40cc-8bd4-039cd40746bd admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:35:35.216160 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-d38f98fb-e189-40cc-8bd4-039cd40746bd admin admin] 10.222.0.48 "PUT /v2.0/routers/37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8165364 Jul 16 00:35:35.218831 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56778) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:35:35.220226 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6788102b-37c5-48a5-87f4-dfdbfad26698 None None] Sync routers for ids ['37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0'] in n-d-794306-6 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:35:35.229367 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6788102b-37c5-48a5-87f4-dfdbfad26698 None None] Routers {'37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:35:35.229989 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6788102b-37c5-48a5-87f4-dfdbfad26698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:35:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:35:35.329310 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f85d8c99-a4d9-4afd-9ee6-c16065576a7a admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:35.335029 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-6788102b-37c5-48a5-87f4-dfdbfad26698 None None] Set router 37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0 gateway port host: n-d-794306-6 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:35:35.427963 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f85d8c99-a4d9-4afd-9ee6-c16065576a7a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:35.497359 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f85d8c99-a4d9-4afd-9ee6-c16065576a7a admin admin] Deleting port 60ee6da0-bf70-47cb-99f1-393bd6c3d5e6 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:35:35.497864 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f85d8c99-a4d9-4afd-9ee6-c16065576a7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:35.519855 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6788102b-37c5-48a5-87f4-dfdbfad26698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0', 'name': 'tempest-TestSnapshotPattern-452304718-router', 'tenant_id': '01f8a1ecc94c40469f64697d2a912770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '60ee6da0-bf70-47cb-99f1-393bd6c3d5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:30:30Z', 'updated_at': '2021-07-16T00:35:34Z', 'revision_number': 5, 'project_id': '01f8a1ecc94c40469f64697d2a912770', 'gw_port': {'id': '60ee6da0-bf70-47cb-99f1-393bd6c3d5e6', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:30:30Z', 'updated_at': '2021-07-16T00:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:35:35.546626 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6788102b-37c5-48a5-87f4-dfdbfad26698 None None] Checking router: 37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0 for host: n-d-794306-6 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:35:35.554994 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6788102b-37c5-48a5-87f4-dfdbfad26698 None None] Routers {'37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0'} bound to L3 agent in host n-d-794306-6 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:35:35.555628 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6788102b-37c5-48a5-87f4-dfdbfad26698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:35:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:35:35.587465 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-f85d8c99-a4d9-4afd-9ee6-c16065576a7a admin admin] For port 60ee6da0-bf70-47cb-99f1-393bd6c3d5e6, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=60ee6da0-bf70-47cb-99f1-393bd6c3d5e6,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:35:35.587729 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f85d8c99-a4d9-4afd-9ee6-c16065576a7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:35.602196 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f85d8c99-a4d9-4afd-9ee6-c16065576a7a admin admin] Calling delete_port for 60ee6da0-bf70-47cb-99f1-393bd6c3d5e6 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:35:35.794727 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f85d8c99-a4d9-4afd-9ee6-c16065576a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:35.803828 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-6788102b-37c5-48a5-87f4-dfdbfad26698 None None] Set router 37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0 gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:35:35.819256 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85d8c99-a4d9-4afd-9ee6-c16065576a7a admin admin] Pushing event deleted for resources: {'Port': ['ID=60ee6da0-bf70-47cb-99f1-393bd6c3d5e6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:35:35.859270 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6788102b-37c5-48a5-87f4-dfdbfad26698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0', 'name': 'tempest-TestSnapshotPattern-452304718-router', 'tenant_id': '01f8a1ecc94c40469f64697d2a912770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:30:30Z', 'updated_at': '2021-07-16T00:35:35Z', 'revision_number': 6, 'project_id': '01f8a1ecc94c40469f64697d2a912770', 'gw_port_host': None}], 'n-d-794306-6', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:35:35.886125 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6788102b-37c5-48a5-87f4-dfdbfad26698 None None] The sync data for ids ['37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0'] in n-d-794306-6 is: [{'id': '37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0', 'name': 'tempest-TestSnapshotPattern-452304718-router', 'tenant_id': '01f8a1ecc94c40469f64697d2a912770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:30:30Z', 'updated_at': '2021-07-16T00:35:35Z', 'revision_number': 6, 'project_id': '01f8a1ecc94c40469f64697d2a912770', 'gw_port_host': None}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:35:35.898615 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f85d8c99-a4d9-4afd-9ee6-c16065576a7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999011'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:35.989294 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f85d8c99-a4d9-4afd-9ee6-c16065576a7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:35.991618 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f85d8c99-a4d9-4afd-9ee6-c16065576a7a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:36.011786 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device fe140182-9de4-4e17-b87b-5c634c20c247 no longer exists at agent hyperv_n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:35:36.031868 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] No Port match for: fe140182-9de4-4e17-b87b-5c634c20c247 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:35:36.032217 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Device fe140182-9de4-4e17-b87b-5c634c20c247 not bound to the agent host n-h2-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:35:36.036191 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f85d8c99-a4d9-4afd-9ee6-c16065576a7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:36.036872 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f85d8c99-a4d9-4afd-9ee6-c16065576a7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 00:35:36.041164 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f85d8c99-a4d9-4afd-9ee6-c16065576a7a admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:36.042323 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-f85d8c99-a4d9-4afd-9ee6-c16065576a7a admin admin] 10.222.0.48 "DELETE /v2.0/routers/37a1eb2a-53d5-42ec-a8de-2f7a9e9c18d0 HTTP/1.1" status: 204 len: 168 time: 0.8219736 Jul 16 00:35:36.044983 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56780) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:35:36.089760 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-065eb6bb-c6ea-4e3d-b951-f8eb3fd599e3 admin admin] Deleting subnet 4ca454f7-ee90-4389-a883-af8f9370f85b {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 00:35:36.093590 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-065eb6bb-c6ea-4e3d-b951-f8eb3fd599e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:36.131934 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-065eb6bb-c6ea-4e3d-b951-f8eb3fd599e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:36.209557 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-065eb6bb-c6ea-4e3d-b951-f8eb3fd599e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:36.266755 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-065eb6bb-c6ea-4e3d-b951-f8eb3fd599e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:36.295249 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065eb6bb-c6ea-4e3d-b951-f8eb3fd599e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ca454f7-ee90-4389-a883-af8f9370f85b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:35:36.301054 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-065eb6bb-c6ea-4e3d-b951-f8eb3fd599e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:36.306822 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-065eb6bb-c6ea-4e3d-b951-f8eb3fd599e3 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4ca454f7-ee90-4389-a883-af8f9370f85b HTTP/1.1" status: 204 len: 168 time: 0.2608473 Jul 16 00:35:36.307313 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56782) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:35:36.308990 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8352c5-4075-4a51-91f9-ba1e78859f64 None None] Network cbcc7b7d-ecd4-4844-a209-f41f3238a948 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:35:36.391807 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b310f8dc-733a-45d4-a3cb-92c180671696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:36.445223 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-b310f8dc-733a-45d4-a3cb-92c180671696 admin admin] Deleting port 36c8616a-5af2-4766-94e7-8776c9dad120 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:35:36.445646 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b310f8dc-733a-45d4-a3cb-92c180671696 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:36.515042 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-b310f8dc-733a-45d4-a3cb-92c180671696 admin admin] For port 36c8616a-5af2-4766-94e7-8776c9dad120, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=36c8616a-5af2-4766-94e7-8776c9dad120,segment=NetworkSegment(2b07c984-8492-4b8b-bcb8-ff4dafff1485),segment_id=2b07c984-8492-4b8b-bcb8-ff4dafff1485)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:35:36.515495 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b310f8dc-733a-45d4-a3cb-92c180671696 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:36.530545 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-b310f8dc-733a-45d4-a3cb-92c180671696 admin admin] Calling delete_port for 36c8616a-5af2-4766-94e7-8776c9dad120 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:35:36.616477 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b310f8dc-733a-45d4-a3cb-92c180671696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:36.647880 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b310f8dc-733a-45d4-a3cb-92c180671696 admin admin] No DVR routers for this DVR port 36c8616a-5af2-4766-94e7-8776c9dad120 on host n-d-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:35:36.653235 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b310f8dc-733a-45d4-a3cb-92c180671696 admin admin] Pushing event deleted for resources: {'Port': ['ID=36c8616a-5af2-4766-94e7-8776c9dad120,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:35:36.666997 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:36.683691 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96284863-a2c9-411d-bb21-81f739c59f06 None None] DHCP port deletion for cbcc7b7d-ecd4-4844-a209-f41f3238a948 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 00:35:36.744083 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b310f8dc-733a-45d4-a3cb-92c180671696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:36.754949 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-b310f8dc-733a-45d4-a3cb-92c180671696 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbcc7b7d-ecd4-4844-a209-f41f3238a948']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:35:36.765212 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-b310f8dc-733a-45d4-a3cb-92c180671696 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b07c984-8492-4b8b-bcb8-ff4dafff1485') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:35:36.765514 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-b310f8dc-733a-45d4-a3cb-92c180671696 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b07c984-8492-4b8b-bcb8-ff4dafff1485') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:35:36.775251 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b310f8dc-733a-45d4-a3cb-92c180671696 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:36.790767 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b310f8dc-733a-45d4-a3cb-92c180671696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:36.798150 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b310f8dc-733a-45d4-a3cb-92c180671696 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 00:35:36.798899 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b310f8dc-733a-45d4-a3cb-92c180671696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:36.800658 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:35:36.800658 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:35:36.800658 n-d-794306-6 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 00:35:36.800658 n-d-794306-6 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jul 16 00:35:36.800658 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 16 00:35:36.800658 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 00:35:36.800658 n-d-794306-6 neutron-server[93770]: timer() Jul 16 00:35:36.800658 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 00:35:36.800658 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 16 00:35:36.800658 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 00:35:36.800658 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 16 00:35:36.800658 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 00:35:36.800658 n-d-794306-6 neutron-server[93770]: self._notify() Jul 16 00:35:36.800658 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 00:35:36.800658 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 16 00:35:36.800658 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 00:35:36.800658 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 16 00:35:36.800658 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 00:35:36.800658 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 00:35:36.800658 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 00:35:36.800658 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 00:35:36.800658 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 00:35:36.800658 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 16 00:35:36.800658 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 00:35:36.800658 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 16 00:35:36.800658 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 00:35:36.800658 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 00:35:36.800658 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 00:35:36.800658 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 16 00:35:36.800658 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 00:35:36.800658 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 00:35:36.800658 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 00:35:36.800658 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 00:35:36.800658 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 00:35:36.800658 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 00:35:36.800658 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 00:35:36.865391 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b310f8dc-733a-45d4-a3cb-92c180671696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:36.870999 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b310f8dc-733a-45d4-a3cb-92c180671696 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:36.872811 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-b310f8dc-733a-45d4-a3cb-92c180671696 admin admin] 10.222.0.48 "DELETE /v2.0/networks/cbcc7b7d-ecd4-4844-a209-f41f3238a948 HTTP/1.1" status: 204 len: 168 time: 0.5635955 Jul 16 00:35:36.877321 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56786) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:35:36.888569 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b310f8dc-733a-45d4-a3cb-92c180671696 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbcc7b7d-ecd4-4844-a209-f41f3238a948,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:35:37.235508 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0a210455-8da2-4cb7-9b7c-db2e979b9de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-907689'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:37.509520 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-0a210455-8da2-4cb7-9b7c-db2e979b9de7 admin admin] Deleting port bd24c68d-331f-4e88-8ed2-397601f9573a {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:35:37.509783 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0a210455-8da2-4cb7-9b7c-db2e979b9de7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:37.518420 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 6bc95c2b-8fb5-4c6a-afb9-7c95fc0156f9 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:35:37.539478 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 6bc95c2b-8fb5-4c6a-afb9-7c95fc0156f9 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:35:37.539874 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 6bc95c2b-8fb5-4c6a-afb9-7c95fc0156f9 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:35:37.540296 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 60ee6da0-bf70-47cb-99f1-393bd6c3d5e6 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:35:37.564088 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 60ee6da0-bf70-47cb-99f1-393bd6c3d5e6 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:35:37.564461 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 60ee6da0-bf70-47cb-99f1-393bd6c3d5e6 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:35:37.564888 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 36c8616a-5af2-4766-94e7-8776c9dad120 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:35:37.583767 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 36c8616a-5af2-4766-94e7-8776c9dad120 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:35:37.584132 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 36c8616a-5af2-4766-94e7-8776c9dad120 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:35:37.594909 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-0a210455-8da2-4cb7-9b7c-db2e979b9de7 admin admin] For port bd24c68d-331f-4e88-8ed2-397601f9573a, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=bd24c68d-331f-4e88-8ed2-397601f9573a,segment=NetworkSegment(a12c4a18-dc5a-4906-9dcb-cb7d1901442c),segment_id=a12c4a18-dc5a-4906-9dcb-cb7d1901442c)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:35:37.595318 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0a210455-8da2-4cb7-9b7c-db2e979b9de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:37.607870 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-0a210455-8da2-4cb7-9b7c-db2e979b9de7 admin admin] Calling delete_port for bd24c68d-331f-4e88-8ed2-397601f9573a owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:35:37.792738 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0a210455-8da2-4cb7-9b7c-db2e979b9de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:37.823857 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a210455-8da2-4cb7-9b7c-db2e979b9de7 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd24c68d-331f-4e88-8ed2-397601f9573a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:35:37.988926 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0a210455-8da2-4cb7-9b7c-db2e979b9de7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905785'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:38.494220 n-d-794306-6 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a210455-8da2-4cb7-9b7c-db2e979b9de7 admin admin] Router 9039b5e9-cc09-45e6-b50f-ca4c3d0f723a has already been hosted by L3 agent 08b5dd47-5313-4818-8fb5-d6341ff80a36 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 00:35:38.599510 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a210455-8da2-4cb7-9b7c-db2e979b9de7 admin admin] Notify agent at l3_agent.n-d-794306-6 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 00:35:38.604405 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-0a210455-8da2-4cb7-9b7c-db2e979b9de7 admin admin] 10.222.0.48 "PUT /v2.0/routers/9039b5e9-cc09-45e6-b50f-ca4c3d0f723a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7260633 Jul 16 00:35:38.606847 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56788) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:35:38.609464 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e76b95f-a394-4aa7-b5aa-2a9e4d45f557 None None] Sync routers for ids ['9039b5e9-cc09-45e6-b50f-ca4c3d0f723a'] in n-d-794306-6 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 00:35:38.619125 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e76b95f-a394-4aa7-b5aa-2a9e4d45f557 None None] Routers {'9039b5e9-cc09-45e6-b50f-ca4c3d0f723a'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:35:38.619762 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-7e76b95f-a394-4aa7-b5aa-2a9e4d45f557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:35:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['9039b5e9-cc09-45e6-b50f-ca4c3d0f723a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:35:38.713482 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c65a6893-598c-4939-a06d-1f2ad84786ee admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:38.723853 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-7e76b95f-a394-4aa7-b5aa-2a9e4d45f557 None None] Set router 9039b5e9-cc09-45e6-b50f-ca4c3d0f723a gateway port host: n-d-794306-6 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:35:38.823600 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c65a6893-598c-4939-a06d-1f2ad84786ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:38.883483 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-c65a6893-598c-4939-a06d-1f2ad84786ee admin admin] Deleting port 2d5785ab-93ec-4312-a0ce-b3a8b505f3a5 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:35:38.883856 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c65a6893-598c-4939-a06d-1f2ad84786ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:38.964264 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-c65a6893-598c-4939-a06d-1f2ad84786ee admin admin] For port 2d5785ab-93ec-4312-a0ce-b3a8b505f3a5, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=2d5785ab-93ec-4312-a0ce-b3a8b505f3a5,segment=NetworkSegment(591d3e06-eab2-4373-b697-d1976c3c9641),segment_id=591d3e06-eab2-4373-b697-d1976c3c9641)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:35:38.964635 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c65a6893-598c-4939-a06d-1f2ad84786ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:38.978262 n-d-794306-6 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-c65a6893-598c-4939-a06d-1f2ad84786ee admin admin] Calling delete_port for 2d5785ab-93ec-4312-a0ce-b3a8b505f3a5 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:35:39.090392 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-7e76b95f-a394-4aa7-b5aa-2a9e4d45f557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9039b5e9-cc09-45e6-b50f-ca4c3d0f723a', 'name': 'tempest-TestSnapshotPattern-971333353-router', 'tenant_id': '8d12f664261c4adeb25e9bf6cd3094a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'external_fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '2d5785ab-93ec-4312-a0ce-b3a8b505f3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:30:35Z', 'updated_at': '2021-07-16T00:35:37Z', 'revision_number': 5, 'project_id': '8d12f664261c4adeb25e9bf6cd3094a2', 'gw_port': {'id': '2d5785ab-93ec-4312-a0ce-b3a8b505f3a5', 'name': '', 'network_id': 'c4160cc4-e133-4d4e-ad39-f86bca4b2f14', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9039b5e9-cc09-45e6-b50f-ca4c3d0f723a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T00:30:35Z', 'updated_at': '2021-07-16T00:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6939433b-38b4-4a97-9bef-a4cea061154d', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-6'}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:35:39.119406 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:39.120226 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e76b95f-a394-4aa7-b5aa-2a9e4d45f557 None None] Checking router: 9039b5e9-cc09-45e6-b50f-ca4c3d0f723a for host: n-d-794306-6 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 00:35:39.133923 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e76b95f-a394-4aa7-b5aa-2a9e4d45f557 None None] Routers {'9039b5e9-cc09-45e6-b50f-ca4c3d0f723a'} bound to L3 agent in host n-d-794306-6 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 00:35:39.134527 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-7e76b95f-a394-4aa7-b5aa-2a9e4d45f557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T22:53:33Z,description=,heartbeat_timestamp=2021-07-16T00:35:34Z,host='n-d-794306-6',id=08b5dd47-5313-4818-8fb5-d6341ff80a36,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T22:53:33Z,topic='l3_agent')) {'router_ids': ['9039b5e9-cc09-45e6-b50f-ca4c3d0f723a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:35:39.160694 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c65a6893-598c-4939-a06d-1f2ad84786ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261491327'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:39.191830 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65a6893-598c-4939-a06d-1f2ad84786ee admin admin] Pushing event deleted for resources: {'Port': ['ID=2d5785ab-93ec-4312-a0ce-b3a8b505f3a5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:35:39.227449 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-7e76b95f-a394-4aa7-b5aa-2a9e4d45f557 None None] Set router 9039b5e9-cc09-45e6-b50f-ca4c3d0f723a gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 00:35:39.263686 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c65a6893-598c-4939-a06d-1f2ad84786ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-999011'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:39.286503 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-7e76b95f-a394-4aa7-b5aa-2a9e4d45f557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9039b5e9-cc09-45e6-b50f-ca4c3d0f723a', 'name': 'tempest-TestSnapshotPattern-971333353-router', 'tenant_id': '8d12f664261c4adeb25e9bf6cd3094a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:30:35Z', 'updated_at': '2021-07-16T00:35:38Z', 'revision_number': 6, 'project_id': '8d12f664261c4adeb25e9bf6cd3094a2', 'gw_port_host': None}], 'n-d-794306-6', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:35:39.312271 n-d-794306-6 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e76b95f-a394-4aa7-b5aa-2a9e4d45f557 None None] The sync data for ids ['9039b5e9-cc09-45e6-b50f-ca4c3d0f723a'] in n-d-794306-6 is: [{'id': '9039b5e9-cc09-45e6-b50f-ca4c3d0f723a', 'name': 'tempest-TestSnapshotPattern-971333353-router', 'tenant_id': '8d12f664261c4adeb25e9bf6cd3094a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T00:30:35Z', 'updated_at': '2021-07-16T00:35:38Z', 'revision_number': 6, 'project_id': '8d12f664261c4adeb25e9bf6cd3094a2', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 00:35:39.357428 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c65a6893-598c-4939-a06d-1f2ad84786ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-910071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10367'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:39.359490 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c65a6893-598c-4939-a06d-1f2ad84786ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:39.403783 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c65a6893-598c-4939-a06d-1f2ad84786ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908257'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:39.404324 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c65a6893-598c-4939-a06d-1f2ad84786ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9039b5e9-cc09-45e6-b50f-ca4c3d0f723a {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 00:35:39.410898 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c65a6893-598c-4939-a06d-1f2ad84786ee admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:39.412159 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c65a6893-598c-4939-a06d-1f2ad84786ee admin admin] 10.222.0.48 "DELETE /v2.0/routers/9039b5e9-cc09-45e6-b50f-ca4c3d0f723a HTTP/1.1" status: 204 len: 168 time: 0.8043826 Jul 16 00:35:39.414713 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56790) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:35:39.469066 n-d-794306-6 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-c526ece7-fc62-4176-b42b-c4f9fe824efa admin admin] Deleting subnet 53c7e98d-83df-41ad-b1ff-8bca3a99f46f {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 00:35:39.473044 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c526ece7-fc62-4176-b42b-c4f9fe824efa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:39.509141 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c526ece7-fc62-4176-b42b-c4f9fe824efa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260811285'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:39.586476 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c526ece7-fc62-4176-b42b-c4f9fe824efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016320'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:39.640062 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c526ece7-fc62-4176-b42b-c4f9fe824efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4016375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261491212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260801795'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:39.675250 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c526ece7-fc62-4176-b42b-c4f9fe824efa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53c7e98d-83df-41ad-b1ff-8bca3a99f46f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:35:39.677267 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c526ece7-fc62-4176-b42b-c4f9fe824efa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:39.679777 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-c526ece7-fc62-4176-b42b-c4f9fe824efa admin admin] 10.222.0.48 "DELETE /v2.0/subnets/53c7e98d-83df-41ad-b1ff-8bca3a99f46f HTTP/1.1" status: 204 len: 168 time: 0.2634628 Jul 16 00:35:39.682382 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56792) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:35:39.683994 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2878f0b-bee8-4c0e-9a8f-4b05ce04d943 None None] Network df005082-82b0-4428-ab16-ed10eb034fd9 requested from n-d-794306-6 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 00:35:39.754597 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb39be18-9e9a-4d3c-9496-74e85eb12c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4192939'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:39.811167 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-fb39be18-9e9a-4d3c-9496-74e85eb12c6e admin admin] Deleting port 0dfdb77d-b771-4a59-ab3b-be61f2bc22a8 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:35:39.811520 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb39be18-9e9a-4d3c-9496-74e85eb12c6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:39.892717 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-fb39be18-9e9a-4d3c-9496-74e85eb12c6e admin admin] For port 0dfdb77d-b771-4a59-ab3b-be61f2bc22a8, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=0dfdb77d-b771-4a59-ab3b-be61f2bc22a8,segment=NetworkSegment(a12c4a18-dc5a-4906-9dcb-cb7d1901442c),segment_id=a12c4a18-dc5a-4906-9dcb-cb7d1901442c)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:35:39.892990 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb39be18-9e9a-4d3c-9496-74e85eb12c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:39.904105 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ba4189-8251-4f5d-8716-cb23104560e3 None None] DHCP port deletion for df005082-82b0-4428-ab16-ed10eb034fd9 request from n-d-794306-6 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 00:35:39.906138 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-fb39be18-9e9a-4d3c-9496-74e85eb12c6e admin admin] Calling delete_port for 0dfdb77d-b771-4a59-ab3b-be61f2bc22a8 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:35:39.909097 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device bd24c68d-331f-4e88-8ed2-397601f9573a no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:35:39.930676 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: bd24c68d-331f-4e88-8ed2-397601f9573a {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:35:39.931278 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device bd24c68d-331f-4e88-8ed2-397601f9573a not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:35:39.974090 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e2ba4189-8251-4f5d-8716-cb23104560e3 None None] Deleting port 0dfdb77d-b771-4a59-ab3b-be61f2bc22a8 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 00:35:39.974474 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e2ba4189-8251-4f5d-8716-cb23104560e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742541841839'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:39.993682 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb39be18-9e9a-4d3c-9496-74e85eb12c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263441236'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:40.025559 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb39be18-9e9a-4d3c-9496-74e85eb12c6e admin admin] Pushing event deleted for resources: {'Port': ['ID=0dfdb77d-b771-4a59-ab3b-be61f2bc22a8,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:35:40.027407 n-d-794306-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb39be18-9e9a-4d3c-9496-74e85eb12c6e admin admin] No DVR routers for this DVR port 0dfdb77d-b771-4a59-ab3b-be61f2bc22a8 on host n-d-794306-6 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:35:40.048653 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e2ba4189-8251-4f5d-8716-cb23104560e3 None None] For port 0dfdb77d-b771-4a59-ab3b-be61f2bc22a8, host n-d-794306-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-6',level=0,port_id=0dfdb77d-b771-4a59-ab3b-be61f2bc22a8,segment=NetworkSegment(a12c4a18-dc5a-4906-9dcb-cb7d1901442c),segment_id=a12c4a18-dc5a-4906-9dcb-cb7d1901442c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 00:35:40.049047 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e2ba4189-8251-4f5d-8716-cb23104560e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-908178'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:40.061846 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e2ba4189-8251-4f5d-8716-cb23104560e3 None None] Calling delete_port for 0dfdb77d-b771-4a59-ab3b-be61f2bc22a8 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 00:35:40.101752 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb39be18-9e9a-4d3c-9496-74e85eb12c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4016036', 'neutron.services.segments.db._delete_segments_for_network-8742541756748'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:40.112913 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-fb39be18-9e9a-4d3c-9496-74e85eb12c6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df005082-82b0-4428-ab16-ed10eb034fd9']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:35:40.124319 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-fb39be18-9e9a-4d3c-9496-74e85eb12c6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a12c4a18-dc5a-4906-9dcb-cb7d1901442c') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:35:40.124929 n-d-794306-6 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-fb39be18-9e9a-4d3c-9496-74e85eb12c6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a12c4a18-dc5a-4906-9dcb-cb7d1901442c') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 00:35:40.144989 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb39be18-9e9a-4d3c-9496-74e85eb12c6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742541758549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263441161'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:40.147154 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e2ba4189-8251-4f5d-8716-cb23104560e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3679522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742541842562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742541441940'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:40.160835 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb39be18-9e9a-4d3c-9496-74e85eb12c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:40.167664 n-d-794306-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb39be18-9e9a-4d3c-9496-74e85eb12c6e admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 00:35:40.168145 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb39be18-9e9a-4d3c-9496-74e85eb12c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4025752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263440773'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:40.169897 n-d-794306-6 neutron-server[93770]: Traceback (most recent call last): Jul 16 00:35:40.169897 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 00:35:40.169897 n-d-794306-6 neutron-server[93770]: timer() Jul 16 00:35:40.169897 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 00:35:40.169897 n-d-794306-6 neutron-server[93770]: cb(*args, **kw) Jul 16 00:35:40.169897 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 00:35:40.169897 n-d-794306-6 neutron-server[93770]: return func(*args, **kwargs) Jul 16 00:35:40.169897 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 00:35:40.169897 n-d-794306-6 neutron-server[93770]: self._notify() Jul 16 00:35:40.169897 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 00:35:40.169897 n-d-794306-6 neutron-server[93770]: self.callback(batched_events) Jul 16 00:35:40.169897 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 00:35:40.169897 n-d-794306-6 neutron-server[93770]: event.method(event) Jul 16 00:35:40.169897 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 00:35:40.169897 n-d-794306-6 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 00:35:40.169897 n-d-794306-6 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 00:35:40.169897 n-d-794306-6 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 00:35:40.169897 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 00:35:40.169897 n-d-794306-6 neutron-server[93770]: return f(self, *a, **k) Jul 16 00:35:40.169897 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 00:35:40.169897 n-d-794306-6 neutron-server[93770]: return self._get(url).json() Jul 16 00:35:40.169897 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 00:35:40.169897 n-d-794306-6 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 00:35:40.169897 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 00:35:40.169897 n-d-794306-6 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jul 16 00:35:40.169897 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 00:35:40.169897 n-d-794306-6 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 00:35:40.169897 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 00:35:40.169897 n-d-794306-6 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 00:35:40.169897 n-d-794306-6 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 00:35:40.169897 n-d-794306-6 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 00:35:40.169897 n-d-794306-6 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 00:35:40.175841 n-d-794306-6 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba4189-8251-4f5d-8716-cb23104560e3 None None] Pushing event deleted for resources: {'Port': ['ID=0dfdb77d-b771-4a59-ab3b-be61f2bc22a8,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:35:40.177904 n-d-794306-6 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ba4189-8251-4f5d-8716-cb23104560e3 None None] No DVR routers for this DVR port 0dfdb77d-b771-4a59-ab3b-be61f2bc22a8 on host n-d-794306-6 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 00:35:40.232119 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb39be18-9e9a-4d3c-9496-74e85eb12c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016061', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-999103'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:40.238410 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb39be18-9e9a-4d3c-9496-74e85eb12c6e admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:40.242615 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-fb39be18-9e9a-4d3c-9496-74e85eb12c6e admin admin] 10.222.0.48 "DELETE /v2.0/networks/df005082-82b0-4428-ab16-ed10eb034fd9 HTTP/1.1" status: 204 len: 168 time: 0.5567710 Jul 16 00:35:40.252152 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb39be18-9e9a-4d3c-9496-74e85eb12c6e admin admin] Pushing event deleted for resources: {'Network': ['ID=df005082-82b0-4428-ab16-ed10eb034fd9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:35:40.361773 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56796) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:35:40.404662 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-2083672f-fa20-4bef-b732-a4a115bbe35c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=01f8a1ecc94c40469f64697d2a912770&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415771 Jul 16 00:35:40.406922 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.48', 56798) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:35:40.453580 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-105234c3-a8cc-4eda-8d0a-e28f5b5cf0ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:40.476021 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-105234c3-a8cc-4eda-8d0a-e28f5b5cf0ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:40.523227 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-105234c3-a8cc-4eda-8d0a-e28f5b5cf0ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:40.525812 n-d-794306-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-105234c3-a8cc-4eda-8d0a-e28f5b5cf0ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:40.526983 n-d-794306-6 neutron-server[93770]: INFO neutron.wsgi [None req-105234c3-a8cc-4eda-8d0a-e28f5b5cf0ed admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/217dac48-d7a4-47e1-9547-4d444ef06a45 HTTP/1.1" status: 204 len: 168 time: 0.1191771 Jul 16 00:35:40.535143 n-d-794306-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105234c3-a8cc-4eda-8d0a-e28f5b5cf0ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=217dac48-d7a4-47e1-9547-4d444ef06a45,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:35:40.845238 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56804) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:35:40.886483 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-e05ede8d-d8e3-40a8-90b4-9331677988a1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8d12f664261c4adeb25e9bf6cd3094a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400217 Jul 16 00:35:40.889061 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.48', 56806) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 00:35:40.937145 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-393bf33b-6867-49f7-b2ac-b7995debf68b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:40.958500 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-393bf33b-6867-49f7-b2ac-b7995debf68b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:41.004794 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-393bf33b-6867-49f7-b2ac-b7995debf68b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1021536'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:41.007681 n-d-794306-6 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-393bf33b-6867-49f7-b2ac-b7995debf68b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:35:41.011231 n-d-794306-6 neutron-server[93771]: INFO neutron.wsgi [None req-393bf33b-6867-49f7-b2ac-b7995debf68b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f821f736-64f5-4e67-88d7-a948030d4e6c HTTP/1.1" status: 204 len: 168 time: 0.1189537 Jul 16 00:35:41.016540 n-d-794306-6 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393bf33b-6867-49f7-b2ac-b7995debf68b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f821f736-64f5-4e67-88d7-a948030d4e6c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 00:35:41.508203 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 2d5785ab-93ec-4312-a0ce-b3a8b505f3a5 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:35:41.528563 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 2d5785ab-93ec-4312-a0ce-b3a8b505f3a5 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:35:41.528912 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 2d5785ab-93ec-4312-a0ce-b3a8b505f3a5 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:35:41.529337 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 0dfdb77d-b771-4a59-ab3b-be61f2bc22a8 no longer exists at agent ovs-agent-n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 00:35:41.548629 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] No Port match for: 0dfdb77d-b771-4a59-ab3b-be61f2bc22a8 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 00:35:41.548977 n-d-794306-6 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Device 0dfdb77d-b771-4a59-ab3b-be61f2bc22a8 not bound to the agent host n-d-794306-6 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 00:35:56.407710 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:36:00.986691 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d4246a09-3fc2-44a7-ae29-434d56f85ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:36:03.562715 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:36:03.860074 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:36:04.347753 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-50289236-fe08-4a71-8925-59ea0d37671e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:36:04.661415 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:36:06.670227 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:36:09.117477 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:36:26.402988 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:36:30.987771 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-174cb9d6-419c-4512-9041-7eefd5d22e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:36:33.564781 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:36:34.349221 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-756c75b8-533e-4328-9aaf-52548c5202b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:36:34.664394 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:36:36.669759 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:36:39.121241 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:36:40.861477 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:36:56.424980 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:37:00.989209 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-28e90c7a-a7ac-4b59-813c-931f97a17da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:37:03.566678 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:37:04.349062 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9e5dd357-1174-4d53-8cb8-ad876028ce14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:37:04.667902 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:37:06.674075 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:37:09.147890 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:37:17.860795 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:37:26.423938 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:37:30.991234 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f1b27fe0-93cf-4d8c-98e3-f4eba8ce732b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:37:33.567394 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:37:34.350697 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aa95fee3-f630-43b5-bf0c-31ce34e5fbce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:37:34.669575 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:37:36.678092 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:37:39.148049 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:37:54.860097 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:37:56.454910 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:38:00.991877 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e7183451-9110-4eed-a187-1628c773978b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:38:03.568967 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:38:04.350645 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f89ac285-5f2e-4232-b255-654f274be00c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:38:04.672554 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:38:06.680545 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:38:09.147336 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:38:26.453351 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:38:30.993246 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-29bf6d85-7961-4884-ac56-8a7196e2dc5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:38:31.859783 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:38:33.572510 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:38:34.350234 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-757c9a1b-e85f-4025-a1dc-f76403e69147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:38:34.678324 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:38:36.676080 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:38:39.179545 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:38:56.453443 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:39:00.994009 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e34623b6-9fb6-4557-9bdf-4d0105bedc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:39:03.573336 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:39:04.350011 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a382b194-7eb2-49e8-ba56-6bda98977201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:39:04.678970 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:39:06.680588 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:39:08.859019 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:39:09.195598 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:39:14.847509 n-d-794306-6 neutron-server[93770]: DEBUG neutron.wsgi [req-3581cec8-c2d7-4574-8ad4-59143e6e601f req-ff0a356b-c5e4-4b53-ad26-2105041d954a service neutron] (93770) timed out ('10.222.0.48', 55378) {{(pid=93770) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 00:39:26.477798 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:39:30.995838 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c8c8fce6-6188-44a9-ae3e-2faae6993d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:39:33.573703 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:39:34.350356 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b4ffb4fc-8ed5-4c68-a3da-d95ded461609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:39:34.682729 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:39:36.682444 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:39:39.198812 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:39:45.858613 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:39:56.465332 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:40:00.995837 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-86582496-04dd-4992-bc29-f70615939219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:40:03.575500 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:40:04.350472 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-39fc518d-b31c-4544-afaf-d4ebd2df0992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:40:04.685187 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:40:06.686315 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:40:09.208465 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:40:22.856896 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:40:26.477832 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:40:30.999866 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1447e0b8-2c27-43d2-814e-9086d271392b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:40:33.576140 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:40:34.350810 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b306a292-8343-4ad5-8adf-dd5a6faddcf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:40:34.688246 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:40:36.688810 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:40:39.204670 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:40:56.487445 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:40:59.856710 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:41:00.999975 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cf6e1548-36bf-49d2-b834-a69eaecbf570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:41:03.577483 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:41:04.350816 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-48be2080-30cb-4340-a95b-57a4a5761297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:41:04.689383 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:41:06.691591 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:41:09.211359 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:41:26.489001 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:41:31.000312 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ddf8685a-0308-4220-969f-ad6d9080a0a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:41:33.578013 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:41:34.351252 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-27770350-d6f9-4839-b829-2e484ffd8291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:41:34.693108 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:41:36.694261 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:41:36.856221 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:41:39.216623 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:41:56.489425 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:42:01.000371 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b5435456-df7f-4d07-a21b-77f64f301cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:42:03.579524 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:42:04.351476 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fdea6103-8af3-4fa8-ab91-a683f807d516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:42:04.694971 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:42:06.697283 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:42:09.214766 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:42:13.856562 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:42:26.501123 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:42:31.000967 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-273fea35-5684-4302-bfe3-57e79eef8af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:42:33.581499 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:42:34.351274 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f123a1e0-fa37-4f1b-977a-64d006d00d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:42:34.698943 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:42:36.700270 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:42:39.202144 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:42:50.855805 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:42:56.523294 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:43:01.001446 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-db97faf1-4aa9-454d-9c8b-09c1ade2f944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:43:03.582069 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:43:04.351208 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38a66b08-bf54-4eb1-aafd-9fbcbe78800a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:43:04.701280 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:43:06.703348 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:43:09.225601 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:43:26.513479 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:43:27.854324 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:43:31.004393 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4c7dc5a2-98bf-4800-af54-734461f46bd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:43:33.582126 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:43:34.350961 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-40048eb6-888b-4544-9cfa-319aa81aa8a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:43:34.703890 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:43:36.704405 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:43:38.296614 n-d-794306-6 neutron-server[93771]: DEBUG neutron.wsgi [req-df61f5f0-35eb-42b0-a0d6-e4ae9b4c5628 req-5697afee-56fb-4b1e-902b-8294408257eb service neutron] (93771) timed out ('10.222.0.48', 50606) {{(pid=93771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 00:43:39.213586 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:43:56.512846 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:44:01.004840 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7227e72b-b9ca-490c-a3e4-5b7c1ea49243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:44:03.582566 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:44:04.350874 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4bdb4364-51b2-4291-84c9-6a80d2f5c1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:44:04.706199 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:44:04.853089 n-d-794306-6 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-090bd4f4-5a8c-463c-b7b2-021e9057edad None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 00:44:06.711608 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:44:09.246929 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-824d869d-a211-402e-b4b6-2f8ccebbe24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:44:26.511038 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d1d349e-805d-4c6d-a0d2-4555f826aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:44:31.005645 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bc772fc5-573a-4fee-9ae1-7817c0487f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:44:33.585080 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c21cf74b-699c-43e9-a4e7-4d1d4b6ad14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:44:34.350561 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5e26a4f8-f32e-4471-b28c-2080d25b22b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:44:34.709586 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38d629ff-8c05-4511-8772-555f257755a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 00:44:36.712340 n-d-794306-6 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe66b90f-27a4-4d24-8ae9-0fa6b98c540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742541756730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4017918'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}